-- Logs begin at Wed 2021-10-20 09:43:19 UTC, end at Wed 2021-10-20 12:04:34 UTC. -- Oct 20 10:16:46.405605 n-d-811396-3 systemd[1]: Started Devstack devstack@q-svc.service. Oct 20 10:16:49.167401 n-d-811396-3 neutron-server[100453]: INFO neutron.common.config [-] Logging enabled! Oct 20 10:16:49.168314 n-d-811396-3 neutron-server[100453]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev97 Oct 20 10:16:49.168457 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100453) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 20 10:16:49.171655 n-d-811396-3 neutron-server[100453]: INFO neutron.common.config [-] Logging enabled! Oct 20 10:16:49.171913 n-d-811396-3 neutron-server[100453]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev97 Oct 20 10:16:49.172251 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100453) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 20 10:16:49.173735 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 20 10:16:49.174129 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 20 10:16:49.174767 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 20 10:16:49.175154 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 20 10:16:49.175482 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 20 10:16:49.176012 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:49.176486 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:49.176904 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:49.177201 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:49.177546 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:49.177888 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:49.178245 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:49.178793 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:49.179236 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:49.179765 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:49.180072 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:49.180369 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:49.180610 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:49.180901 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] config_source = [] {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:49.181197 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:49.181491 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:49.181720 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] debug = True {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:49.182005 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:49.182447 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:49.182855 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:49.183140 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:49.183465 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:49.183750 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:49.184025 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:49.184305 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:49.184592 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:49.184924 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] host = n-d-811396-3 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:49.185204 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:49.185491 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:49.185778 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:49.186065 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:49.186344 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:49.186622 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:49.186909 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:49.187184 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] log_dir = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:49.187996 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] log_file = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:49.188296 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:49.188590 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:49.188881 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:49.189181 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:49.189407 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:49.189631 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:49.189922 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:49.190210 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:49.190485 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:49.190794 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:49.191074 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:49.191350 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:49.191648 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:49.191917 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:49.192203 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:49.192489 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:49.192773 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:49.193048 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:49.193321 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:49.193593 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:49.193863 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:49.194147 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:49.194448 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:49.194722 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:49.194995 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:49.195283 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:49.195590 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:49.195865 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:49.196167 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:49.196453 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:49.196735 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:49.197020 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:49.197293 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:49.197575 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:49.197851 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:49.198124 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] use_journal = False {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:49.198397 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] use_json = False {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:49.198673 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:49.198943 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:49.199227 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:49.199529 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:49.199806 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:49.200079 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:49.200352 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:49.200636 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:49.200935 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:49.201234 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:49.201536 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:49.201824 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:49.202130 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:49.202410 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:49.202700 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:49.202979 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:49.203334 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:49.204167 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:49.204462 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:49.204744 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:49.205036 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:49.205317 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:49.205614 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:49.205921 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:49.206218 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:49.206515 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:49.206794 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:49.207070 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:49.207346 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:49.207654 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:49.207945 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:49.208230 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:49.208528 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:49.208822 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:49.209101 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:49.209389 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:49.209687 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:49.209980 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:49.210258 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:49.210542 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:49.210834 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:49.211116 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:49.211405 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:49.211695 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:49.211989 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:49.212271 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:49.212544 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:49.212826 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:49.213108 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:49.213385 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:49.213665 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:49.213949 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:49.214242 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:49.214523 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:49.214797 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:49.215070 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:49.215351 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:49.215646 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:49.215933 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:49.216212 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:49.216490 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:49.216763 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:49.217045 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:49.217318 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:49.217592 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:49.217873 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:49.218147 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:49.218462 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:49.218710 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:49.219168 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:49.219693 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:49.220125 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:49.220478 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:49.220764 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:49.221045 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:49.221332 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:49.221611 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:49.221889 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:49.222167 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:49.222444 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:49.222723 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:49.223015 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:49.223313 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:49.223624 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:49.223910 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:49.224190 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:49.224472 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:49.224755 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:49.225035 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:49.225312 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:49.225592 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:49.225867 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:49.226160 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:49.226446 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:49.226734 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:49.227021 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:49.227299 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:49.227638 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:49.227923 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:49.228210 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:49.228497 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:49.228776 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:49.229059 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:49.229347 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:49.229643 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:49.229941 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:49.230237 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:49.230531 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:49.230830 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:49.231109 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:49.231441 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:49.231729 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:49.231949 n-d-811396-3 neutron-server[100453]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 20 10:16:49.232194 n-d-811396-3 neutron-server[100453]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=100453) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 20 10:16:49.668897 n-d-811396-3 neutron-server[100453]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=100453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 20 10:16:49.669177 n-d-811396-3 neutron-server[100453]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=100453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 20 10:16:49.669467 n-d-811396-3 neutron-server[100453]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=100453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 20 10:16:49.669809 n-d-811396-3 neutron-server[100453]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 20 10:16:49.989983 n-d-811396-3 neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:16:49.990280 n-d-811396-3 neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:16:49.990558 n-d-811396-3 neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:16:49.991769 n-d-811396-3 neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:16:49.992086 n-d-811396-3 neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:16:49.992392 n-d-811396-3 neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:16:50.027325 n-d-811396-3 neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:16:50.027634 n-d-811396-3 neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:16:50.027908 n-d-811396-3 neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:16:50.043487 n-d-811396-3 neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:16:50.043773 n-d-811396-3 neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:16:50.044043 n-d-811396-3 neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:16:50.074804 n-d-811396-3 neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:16:50.075088 n-d-811396-3 neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:16:50.075363 n-d-811396-3 neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:16:50.111223 n-d-811396-3 neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:16:50.111534 n-d-811396-3 neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:16:50.111815 n-d-811396-3 neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:16:50.348072 n-d-811396-3 neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=100453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:16:50.348626 n-d-811396-3 neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=100453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:16:50.348626 n-d-811396-3 neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=100453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:16:50.348880 n-d-811396-3 neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=100453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:16:50.349587 n-d-811396-3 neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=100453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:16:50.473029 n-d-811396-3 neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=100453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:16:50.473352 n-d-811396-3 neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=100453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:16:50.473636 n-d-811396-3 neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=100453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:16:50.473909 n-d-811396-3 neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=100453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:16:50.474176 n-d-811396-3 neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=100453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:16:50.474492 n-d-811396-3 neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=100453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:16:50.474755 n-d-811396-3 neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=100453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:16:50.475012 n-d-811396-3 neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=100453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:16:50.475272 n-d-811396-3 neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=100453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:16:50.475583 n-d-811396-3 neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=100453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:16:50.475845 n-d-811396-3 neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=100453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:16:50.476110 n-d-811396-3 neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=100453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:16:50.476372 n-d-811396-3 neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=100453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:16:50.476621 n-d-811396-3 neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=100453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:16:50.476875 n-d-811396-3 neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=100453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:16:50.477138 n-d-811396-3 neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:16:50.477392 n-d-811396-3 neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=100453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:16:50.477660 n-d-811396-3 neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=100453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:16:50.477932 n-d-811396-3 neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=100453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:16:50.478192 n-d-811396-3 neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=100453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:16:50.478463 n-d-811396-3 neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:16:50.478718 n-d-811396-3 neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:16:50.479003 n-d-811396-3 neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:16:50.479406 n-d-811396-3 neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:16:50.479661 n-d-811396-3 neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:16:50.479910 n-d-811396-3 neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:16:50.480312 n-d-811396-3 neutron-server[100453]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=100453) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 20 10:16:50.480557 n-d-811396-3 neutron-server[100453]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=100453) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 20 10:16:50.480798 n-d-811396-3 neutron-server[100453]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=100453) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 20 10:16:50.481036 n-d-811396-3 neutron-server[100453]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=100453) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 20 10:16:50.481273 n-d-811396-3 neutron-server[100453]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=100453) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 20 10:16:50.481510 n-d-811396-3 neutron-server[100453]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=100453) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 20 10:16:50.481880 n-d-811396-3 neutron-server[100453]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 20 10:16:50.485545 n-d-811396-3 neutron-server[100453]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 20 10:16:50.490504 n-d-811396-3 neutron-server[100453]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 20 10:16:50.494347 n-d-811396-3 neutron-server[100453]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(800, 849)])]) Oct 20 10:16:50.496046 n-d-811396-3 neutron-server[100453]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 20 10:16:50.496514 n-d-811396-3 neutron-server[100453]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 20 10:16:50.496855 n-d-811396-3 neutron-server[100453]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 20 10:16:50.497244 n-d-811396-3 neutron-server[100453]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 20 10:16:50.500149 n-d-811396-3 neutron-server[100453]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 20 10:16:50.500407 n-d-811396-3 neutron-server[100453]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 20 10:16:50.500760 n-d-811396-3 neutron-server[100453]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 20 10:16:50.506189 n-d-811396-3 neutron-server[100453]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 20 10:16:50.528300 n-d-811396-3 neutron-server[100453]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 20 10:16:50.528753 n-d-811396-3 neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=100453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:16:50.529052 n-d-811396-3 neutron-server[100453]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=100453) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Oct 20 10:16:50.529413 n-d-811396-3 neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=100453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:16:50.530808 n-d-811396-3 neutron-server[100453]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=100453) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 20 10:16:50.531092 n-d-811396-3 neutron-server[100453]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 20 10:16:50.531894 n-d-811396-3 neutron-server[100453]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 20 10:16:50.535263 n-d-811396-3 neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=100453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:16:50.535570 n-d-811396-3 neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=100453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:16:50.599527 n-d-811396-3 neutron-server[100453]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 20 10:16:50.599771 n-d-811396-3 neutron-server[100453]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 20 10:16:50.600010 n-d-811396-3 neutron-server[100453]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 20 10:16:50.600387 n-d-811396-3 neutron-server[100453]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 20 10:16:50.620975 n-d-811396-3 neutron-server[100453]: DEBUG oslo_db.sqlalchemy.engines [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=100453) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 20 10:16:51.150644 n-d-811396-3 neutron-server[100453]: INFO neutron.plugins.ml2.managers [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Initializing driver for type 'gre' Oct 20 10:16:51.151179 n-d-811396-3 neutron-server[100453]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] gre ID ranges: [(1, 1000)] Oct 20 10:16:51.203490 n-d-811396-3 neutron-server[100453]: INFO neutron.plugins.ml2.managers [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Initializing driver for type 'local' Oct 20 10:16:51.203835 n-d-811396-3 neutron-server[100453]: INFO neutron.plugins.ml2.managers [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Initializing driver for type 'vlan' Oct 20 10:16:51.218373 n-d-811396-3 neutron-server[100453]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] VlanTypeDriver initialization complete Oct 20 10:16:51.219246 n-d-811396-3 neutron-server[100453]: INFO neutron.plugins.ml2.managers [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Initializing driver for type 'vxlan' Oct 20 10:16:51.219726 n-d-811396-3 neutron-server[100453]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] vxlan ID ranges: [(1, 1000)] Oct 20 10:16:51.272297 n-d-811396-3 neutron-server[100453]: INFO neutron.plugins.ml2.managers [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Initializing extension driver 'port_security' Oct 20 10:16:51.272643 n-d-811396-3 neutron-server[100453]: INFO neutron.plugins.ml2.extensions.port_security [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] PortSecurityExtensionDriver initialization complete Oct 20 10:16:51.272979 n-d-811396-3 neutron-server[100453]: INFO neutron.plugins.ml2.managers [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Initializing mechanism driver 'openvswitch' Oct 20 10:16:51.273306 n-d-811396-3 neutron-server[100453]: INFO neutron.plugins.ml2.managers [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Initializing mechanism driver 'hyperv' Oct 20 10:16:51.280119 n-d-811396-3 neutron-server[100453]: DEBUG neutron.plugins.ml2.plugin [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=100453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:16:51.280977 n-d-811396-3 neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Subscribe: > port after_create 55550000 {{(pid=100453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:16:51.281858 n-d-811396-3 neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Subscribe: > port after_update 55550000 {{(pid=100453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:16:51.282215 n-d-811396-3 neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Subscribe: > port after_delete 55550000 {{(pid=100453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:16:51.282742 n-d-811396-3 neutron-server[100453]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=100453) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 20 10:16:51.283177 n-d-811396-3 neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Subscribe: > subnet after_create 55550000 {{(pid=100453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:16:51.283562 n-d-811396-3 neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Subscribe: > subnet after_update 55550000 {{(pid=100453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:16:51.283914 n-d-811396-3 neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Subscribe: > subnet after_delete 55550000 {{(pid=100453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:16:51.284313 n-d-811396-3 neutron-server[100453]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=100453) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 20 10:16:51.284725 n-d-811396-3 neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Subscribe: > network after_create 55550000 {{(pid=100453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:16:51.285082 n-d-811396-3 neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Subscribe: > network after_update 55550000 {{(pid=100453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:16:51.285431 n-d-811396-3 neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Subscribe: > network after_delete 55550000 {{(pid=100453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:16:51.285828 n-d-811396-3 neutron-server[100453]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=100453) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 20 10:16:51.286247 n-d-811396-3 neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Subscribe: > security_group after_create 55550000 {{(pid=100453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:16:51.286604 n-d-811396-3 neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Subscribe: > security_group after_update 55550000 {{(pid=100453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:16:51.286952 n-d-811396-3 neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Subscribe: > security_group after_delete 55550000 {{(pid=100453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:16:51.287352 n-d-811396-3 neutron-server[100453]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=100453) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 20 10:16:51.287788 n-d-811396-3 neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=100453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:16:51.288139 n-d-811396-3 neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=100453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:16:51.288484 n-d-811396-3 neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=100453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:16:51.288881 n-d-811396-3 neutron-server[100453]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=100453) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 20 10:16:51.289291 n-d-811396-3 neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Subscribe: > address_group after_create 55550000 {{(pid=100453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:16:51.289642 n-d-811396-3 neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Subscribe: > address_group after_update 55550000 {{(pid=100453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:16:51.289988 n-d-811396-3 neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Subscribe: > address_group after_delete 55550000 {{(pid=100453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:16:51.290383 n-d-811396-3 neutron-server[100453]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=100453) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 20 10:16:51.290762 n-d-811396-3 neutron-server[100453]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] ML2 OVO RPC backend initialized. {{(pid=100453) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Oct 20 10:16:51.293036 n-d-811396-3 neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Subscribe: > router_interface after_create 55550000 {{(pid=100453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:16:51.293413 n-d-811396-3 neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:16:51.293843 n-d-811396-3 neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Subscribe: > network before_response 55550000 {{(pid=100453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:16:51.294201 n-d-811396-3 neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Subscribe: > networks before_response 55550000 {{(pid=100453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:16:51.294557 n-d-811396-3 neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Subscribe: > port before_response 55550000 {{(pid=100453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:16:51.294905 n-d-811396-3 neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Subscribe: > ports before_response 55550000 {{(pid=100453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:16:51.295253 n-d-811396-3 neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Subscribe: > subnet before_response 55550000 {{(pid=100453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:16:51.295635 n-d-811396-3 neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Subscribe: > subnets before_response 55550000 {{(pid=100453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:16:51.295987 n-d-811396-3 neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Subscribe: > network after_create 55550000 {{(pid=100453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:16:51.296331 n-d-811396-3 neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Subscribe: > network after_update 55550000 {{(pid=100453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:16:51.296678 n-d-811396-3 neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Subscribe: > network after_delete 55550000 {{(pid=100453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:16:51.297750 n-d-811396-3 neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Subscribe: > port after_create 55550000 {{(pid=100453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:16:51.298099 n-d-811396-3 neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Subscribe: > port after_update 55550000 {{(pid=100453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:16:51.298446 n-d-811396-3 neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Subscribe: > port after_delete 55550000 {{(pid=100453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:16:51.298795 n-d-811396-3 neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Subscribe: > subnet after_create 55550000 {{(pid=100453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:16:51.299145 n-d-811396-3 neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Subscribe: > subnet after_update 55550000 {{(pid=100453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:16:51.299519 n-d-811396-3 neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Subscribe: > subnet after_delete 55550000 {{(pid=100453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:16:51.300106 n-d-811396-3 neutron-server[100453]: INFO neutron.plugins.ml2.plugin [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Modular L2 Plugin initialization complete Oct 20 10:16:51.300445 n-d-811396-3 neutron-server[100453]: DEBUG neutron.manager [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loading services supported by the core plugin {{(pid=100453) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 20 10:16:51.300778 n-d-811396-3 neutron-server[100453]: INFO neutron.plugins.ml2.managers [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Got port-security extension from driver 'port_security' Oct 20 10:16:51.301246 n-d-811396-3 neutron-server[100453]: INFO neutron.extensions.vlantransparent [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Disabled vlantransparent extension. Oct 20 10:16:51.301736 n-d-811396-3 neutron-server[100453]: DEBUG neutron.manager [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=100453) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 20 10:16:51.302055 n-d-811396-3 neutron-server[100453]: INFO neutron.manager [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loading Plugin: router Oct 20 10:16:51.337915 n-d-811396-3 neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Subscribe: > router_interface before_create 55550000 {{(pid=100453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:16:51.338311 n-d-811396-3 neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Subscribe: > router after_create 55549900 {{(pid=100453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:16:51.338688 n-d-811396-3 neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Subscribe: > router before_create 55549900 {{(pid=100453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:16:51.339058 n-d-811396-3 neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=100453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:16:51.339458 n-d-811396-3 neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:16:51.339821 n-d-811396-3 neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Subscribe: > router after_delete 55549900 {{(pid=100453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:16:51.340184 n-d-811396-3 neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Subscribe: > floatingip after_create 55550000 {{(pid=100453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:16:51.340663 n-d-811396-3 neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Subscribe: > floatingip after_update 55550000 {{(pid=100453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:16:51.341036 n-d-811396-3 neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Subscribe: > router after_create 55549900 {{(pid=100453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:16:51.341393 n-d-811396-3 neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Subscribe: > router after_update 55549900 {{(pid=100453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:16:51.341749 n-d-811396-3 neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Subscribe: > router after_update 55549900 {{(pid=100453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:16:51.342104 n-d-811396-3 neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=100453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:16:51.342467 n-d-811396-3 neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Subscribe: > router after_update 55549900 {{(pid=100453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:16:51.342883 n-d-811396-3 neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Subscribe: > router precommit_update 55549900 {{(pid=100453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:16:51.343257 n-d-811396-3 neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Subscribe: port after_update 55550000 {{(pid=100453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:16:51.344152 n-d-811396-3 neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Subscribe: port after_delete 55550000 {{(pid=100453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:16:51.344494 n-d-811396-3 neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Subscribe: subnet after_update 55550000 {{(pid=100453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:16:51.344843 n-d-811396-3 neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=100453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:16:51.345197 n-d-811396-3 neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Subscribe: > port precommit_delete 55550000 {{(pid=100453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:16:51.345550 n-d-811396-3 neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Subscribe: > router precommit_create 55549900 {{(pid=100453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:16:51.345905 n-d-811396-3 neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Subscribe: port before_delete 55550000 {{(pid=100453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:16:51.346257 n-d-811396-3 neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Subscribe: > router precommit_create 55550000 {{(pid=100453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:16:51.346616 n-d-811396-3 neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Subscribe: > router after_update 55549900 {{(pid=100453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:16:51.346962 n-d-811396-3 neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Subscribe: > router precommit_delete 55549900 {{(pid=100453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:16:51.347316 n-d-811396-3 neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Subscribe: > router precommit_create 55549900 {{(pid=100453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:16:51.347702 n-d-811396-3 neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Subscribe: > router_interface after_create 55550000 {{(pid=100453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:16:51.348054 n-d-811396-3 neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Subscribe: > router precommit_update 55549900 {{(pid=100453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:16:51.348425 n-d-811396-3 neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Subscribe: > agent after_create 55550000 {{(pid=100453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:16:51.348942 n-d-811396-3 neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Subscribe: > agent after_delete 55550000 {{(pid=100453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:16:51.349115 n-d-811396-3 neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Subscribe: > network after_delete 55550000 {{(pid=100453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:16:51.349977 n-d-811396-3 neutron-server[100453]: DEBUG neutron.quota.resource_registry [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Tracking information for resource: router configured {{(pid=100453) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 20 10:16:51.350313 n-d-811396-3 neutron-server[100453]: DEBUG neutron.quota.resource_registry [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Tracking information for resource: floatingip configured {{(pid=100453) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 20 10:16:51.355220 n-d-811396-3 neutron-server[100453]: INFO neutron.db.l3_agentschedulers_db [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 20 10:16:51.355839 n-d-811396-3 neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Subscribe: port after_update 55550000 {{(pid=100453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:16:51.356207 n-d-811396-3 neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Subscribe: port after_create 55550000 {{(pid=100453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:16:51.356567 n-d-811396-3 neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Subscribe: port after_delete 55550000 {{(pid=100453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:16:51.356925 n-d-811396-3 neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Subscribe: port after_update 55550000 {{(pid=100453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:16:51.357717 n-d-811396-3 neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Subscribe: > router before_create 55550100 {{(pid=100453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:16:51.358085 n-d-811396-3 neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Subscribe: > router precommit_delete 55550100 {{(pid=100453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:16:51.358452 n-d-811396-3 neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Subscribe: > router precommit_create 55550100 {{(pid=100453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:16:51.358812 n-d-811396-3 neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Subscribe: > router precommit_update 55550100 {{(pid=100453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:16:51.364276 n-d-811396-3 neutron-server[100453]: DEBUG neutron.services.provider_configuration [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Service providers = [] {{(pid=100453) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 20 10:16:51.364646 n-d-811396-3 neutron-server[100453]: DEBUG neutron.db.servicetype_db [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=100453) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 20 10:16:51.367666 n-d-811396-3 neutron-server[100453]: DEBUG neutron.services.service_base [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=100453) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 20 10:16:51.368019 n-d-811396-3 neutron-server[100453]: DEBUG neutron.services.service_base [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=100453) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 20 10:16:51.368387 n-d-811396-3 neutron-server[100453]: DEBUG neutron.services.service_base [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=100453) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 20 10:16:51.369275 n-d-811396-3 neutron-server[100453]: DEBUG neutron.services.service_base [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=100453) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 20 10:16:51.369654 n-d-811396-3 neutron-server[100453]: INFO neutron.services.service_base [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 20 10:16:51.370029 n-d-811396-3 neutron-server[100453]: DEBUG neutron.manager [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=100453) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 20 10:16:51.370354 n-d-811396-3 neutron-server[100453]: INFO neutron.manager [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 20 10:16:51.381110 n-d-811396-3 neutron-server[100453]: DEBUG neutron.manager [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=100453) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 20 10:16:51.381452 n-d-811396-3 neutron-server[100453]: INFO neutron.manager [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loading Plugin: auto_allocate Oct 20 10:16:51.387291 n-d-811396-3 neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Subscribe: network precommit_update 55550000 {{(pid=100453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:16:51.387688 n-d-811396-3 neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Subscribe: network precommit_create 55550000 {{(pid=100453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:16:51.388212 n-d-811396-3 neutron-server[100453]: DEBUG neutron.manager [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=100453) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 20 10:16:51.388537 n-d-811396-3 neutron-server[100453]: INFO neutron.manager [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loading Plugin: tag Oct 20 10:16:51.397360 n-d-811396-3 neutron-server[100453]: DEBUG neutron.manager [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=100453) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 20 10:16:51.397695 n-d-811396-3 neutron-server[100453]: INFO neutron.manager [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loading Plugin: timestamp Oct 20 10:16:51.402633 n-d-811396-3 neutron-server[100453]: DEBUG neutron.manager [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=100453) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 20 10:16:51.402907 n-d-811396-3 neutron-server[100453]: INFO neutron.manager [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loading Plugin: network_ip_availability Oct 20 10:16:51.408975 n-d-811396-3 neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:16:51.409352 n-d-811396-3 neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:16:51.409715 n-d-811396-3 neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:16:51.410440 n-d-811396-3 neutron-server[100453]: DEBUG neutron.manager [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=100453) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 20 10:16:51.410765 n-d-811396-3 neutron-server[100453]: INFO neutron.manager [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loading Plugin: flavors Oct 20 10:16:51.415876 n-d-811396-3 neutron-server[100453]: DEBUG neutron.manager [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=100453) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 20 10:16:51.416218 n-d-811396-3 neutron-server[100453]: INFO neutron.manager [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loading Plugin: revisions Oct 20 10:16:51.420813 n-d-811396-3 neutron-server[100453]: DEBUG neutron.manager [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=100453) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 20 10:16:51.421208 n-d-811396-3 neutron-server[100453]: DEBUG oslo_concurrency.lockutils [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.752s {{(pid=100453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 20 10:16:51.422557 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=100453) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Oct 20 10:16:51.422899 n-d-811396-3 neutron-server[100453]: INFO neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Initializing extension manager. Oct 20 10:16:51.423431 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loading extension file: __init__.py {{(pid=100453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:16:51.423780 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loading extension file: __pycache__ {{(pid=100453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:16:51.424118 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=100453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:16:51.424456 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loading extension file: address_group.py {{(pid=100453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:16:51.425227 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=100453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:16:51.425801 n-d-811396-3 neutron-server[100453]: INFO neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loaded extension: address-group Oct 20 10:16:51.426132 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loading extension file: address_scope.py {{(pid=100453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:16:51.426862 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=100453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:16:51.427404 n-d-811396-3 neutron-server[100453]: INFO neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loaded extension: address-scope Oct 20 10:16:51.427732 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loading extension file: admin_state_down_before_update.py {{(pid=100453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:16:51.428676 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=100453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:16:51.429194 n-d-811396-3 neutron-server[100453]: INFO neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loaded extension: router-admin-state-down-before-update Oct 20 10:16:51.429524 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loading extension file: agent.py {{(pid=100453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:16:51.430236 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=100453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:16:51.430747 n-d-811396-3 neutron-server[100453]: INFO neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loaded extension: agent Oct 20 10:16:51.431073 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loading extension file: agent_resources_synced.py {{(pid=100453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:16:51.432023 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=100453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:16:51.432537 n-d-811396-3 neutron-server[100453]: INFO neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loaded extension: agent-resources-synced Oct 20 10:16:51.432863 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loading extension file: allowedaddresspairs.py {{(pid=100453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:16:51.434678 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=100453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:16:51.435211 n-d-811396-3 neutron-server[100453]: INFO neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loaded extension: allowed-address-pairs Oct 20 10:16:51.435650 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loading extension file: auto_allocated_topology.py {{(pid=100453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:16:51.436750 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=100453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:16:51.437270 n-d-811396-3 neutron-server[100453]: INFO neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loaded extension: auto-allocated-topology Oct 20 10:16:51.437624 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loading extension file: availability_zone.py {{(pid=100453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:16:51.438331 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=100453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:16:51.438847 n-d-811396-3 neutron-server[100453]: INFO neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loaded extension: availability_zone Oct 20 10:16:51.439174 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loading extension file: availability_zone_filter.py {{(pid=100453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:16:51.440140 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=100453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:16:51.440656 n-d-811396-3 neutron-server[100453]: INFO neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loaded extension: availability_zone_filter Oct 20 10:16:51.440984 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loading extension file: data_plane_status.py {{(pid=100453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:16:51.441906 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=100453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:16:51.442416 n-d-811396-3 neutron-server[100453]: INFO neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Extension data-plane-status not supported by any of loaded plugins Oct 20 10:16:51.442741 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loading extension file: default_subnetpools.py {{(pid=100453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:16:51.443690 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=100453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:16:51.444205 n-d-811396-3 neutron-server[100453]: INFO neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loaded extension: default-subnetpools Oct 20 10:16:51.444533 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loading extension file: dhcpagentscheduler.py {{(pid=100453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:16:51.445350 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:16:51.445861 n-d-811396-3 neutron-server[100453]: INFO neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loaded extension: dhcp_agent_scheduler Oct 20 10:16:51.446190 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loading extension file: dns.py {{(pid=100453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:16:51.447119 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=100453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:16:51.447653 n-d-811396-3 neutron-server[100453]: INFO neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Extension dns-integration not supported by any of loaded plugins Oct 20 10:16:51.447981 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loading extension file: dns_domain_ports.py {{(pid=100453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:16:51.448910 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=100453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:16:51.449413 n-d-811396-3 neutron-server[100453]: INFO neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 20 10:16:51.449740 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=100453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:16:51.450671 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=100453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:16:51.451176 n-d-811396-3 neutron-server[100453]: INFO neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 20 10:16:51.451532 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loading extension file: dvr.py {{(pid=100453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:16:51.452215 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=100453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:16:51.452716 n-d-811396-3 neutron-server[100453]: INFO neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loaded extension: dvr Oct 20 10:16:51.453064 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loading extension file: ecmp_routes.py {{(pid=100453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:16:51.453990 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=100453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:16:51.454504 n-d-811396-3 neutron-server[100453]: INFO neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Extension ecmp_routes not supported by any of loaded plugins Oct 20 10:16:51.454830 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loading extension file: empty_string_filtering.py {{(pid=100453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:16:51.455778 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=100453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:16:51.456292 n-d-811396-3 neutron-server[100453]: INFO neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loaded extension: empty-string-filtering Oct 20 10:16:51.456618 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=100453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:16:51.457541 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:16:51.458056 n-d-811396-3 neutron-server[100453]: INFO neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 20 10:16:51.458384 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=100453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:16:51.459306 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=100453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:16:51.459840 n-d-811396-3 neutron-server[100453]: INFO neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 20 10:16:51.460163 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loading extension file: external_net.py {{(pid=100453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:16:51.461092 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=100453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:16:51.461604 n-d-811396-3 neutron-server[100453]: INFO neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loaded extension: external-net Oct 20 10:16:51.461930 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loading extension file: extra_dhcp_opt.py {{(pid=100453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:16:51.462847 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=100453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:16:51.463358 n-d-811396-3 neutron-server[100453]: INFO neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loaded extension: extra_dhcp_opt Oct 20 10:16:51.463703 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loading extension file: extraroute.py {{(pid=100453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:16:51.464633 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=100453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:16:51.465142 n-d-811396-3 neutron-server[100453]: INFO neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loaded extension: extraroute Oct 20 10:16:51.465468 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loading extension file: extraroute_atomic.py {{(pid=100453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:16:51.466522 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=100453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:16:51.467033 n-d-811396-3 neutron-server[100453]: INFO neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loaded extension: extraroute-atomic Oct 20 10:16:51.467359 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loading extension file: filter_validation.py {{(pid=100453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:16:51.468056 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=100453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:16:51.468565 n-d-811396-3 neutron-server[100453]: INFO neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loaded extension: filter-validation Oct 20 10:16:51.469414 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loading extension file: fip_pf_description.py {{(pid=100453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:16:51.470505 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=100453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:16:51.471013 n-d-811396-3 neutron-server[100453]: INFO neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 20 10:16:51.471339 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loading extension file: fip_port_details.py {{(pid=100453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:16:51.472300 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:16:51.472807 n-d-811396-3 neutron-server[100453]: INFO neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loaded extension: fip-port-details Oct 20 10:16:51.473131 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loading extension file: flavors.py {{(pid=100453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:16:51.474394 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=100453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:16:51.474922 n-d-811396-3 neutron-server[100453]: INFO neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loaded extension: flavors Oct 20 10:16:51.475257 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=100453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:16:51.476983 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=100453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:16:51.477508 n-d-811396-3 neutron-server[100453]: INFO neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 20 10:16:51.477845 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loading extension file: floatingip_pools.py {{(pid=100453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:16:51.478561 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=100453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:16:51.479074 n-d-811396-3 neutron-server[100453]: INFO neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loaded extension: floatingip-pools Oct 20 10:16:51.479424 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loading extension file: ip_allocation.py {{(pid=100453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:16:51.480371 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=100453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:16:51.480878 n-d-811396-3 neutron-server[100453]: INFO neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Extension ip_allocation not supported by any of loaded plugins Oct 20 10:16:51.481208 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=100453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:16:51.482144 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=100453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:16:51.482655 n-d-811396-3 neutron-server[100453]: INFO neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loaded extension: ip-substring-filtering Oct 20 10:16:51.482985 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loading extension file: l2_adjacency.py {{(pid=100453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:16:51.483957 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=100453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:16:51.485068 n-d-811396-3 neutron-server[100453]: INFO neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Extension l2_adjacency not supported by any of loaded plugins Oct 20 10:16:51.485399 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loading extension file: l3.py {{(pid=100453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:16:51.486368 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=100453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:16:51.486885 n-d-811396-3 neutron-server[100453]: INFO neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loaded extension: router Oct 20 10:16:51.487215 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loading extension file: l3_conntrack_helper.py {{(pid=100453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:16:51.489566 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:16:51.490094 n-d-811396-3 neutron-server[100453]: INFO neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 20 10:16:51.490427 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=100453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:16:51.491372 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=100453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:16:51.491911 n-d-811396-3 neutron-server[100453]: INFO neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loaded extension: ext-gw-mode Oct 20 10:16:51.492246 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=100453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:16:51.493181 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=100453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:16:51.493698 n-d-811396-3 neutron-server[100453]: INFO neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loaded extension: l3-ha Oct 20 10:16:51.494028 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loading extension file: l3_flavors.py {{(pid=100453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:16:51.494973 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=100453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:16:51.495522 n-d-811396-3 neutron-server[100453]: INFO neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loaded extension: l3-flavors Oct 20 10:16:51.495856 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=100453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:16:51.496794 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=100453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:16:51.497314 n-d-811396-3 neutron-server[100453]: INFO neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loaded extension: l3-port-ip-change-not-allowed Oct 20 10:16:51.497645 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loading extension file: l3agentscheduler.py {{(pid=100453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:16:51.498690 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:16:51.499204 n-d-811396-3 neutron-server[100453]: INFO neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loaded extension: l3_agent_scheduler Oct 20 10:16:51.499571 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loading extension file: logging.py {{(pid=100453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:16:51.501131 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=100453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:16:51.501652 n-d-811396-3 neutron-server[100453]: INFO neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Extension logging not supported by any of loaded plugins Oct 20 10:16:51.501986 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loading extension file: metering.py {{(pid=100453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:16:51.502736 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=100453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:16:51.503315 n-d-811396-3 neutron-server[100453]: INFO neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loaded extension: metering Oct 20 10:16:51.503670 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=100453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:16:51.504798 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=100453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:16:51.505327 n-d-811396-3 neutron-server[100453]: INFO neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loaded extension: metering_source_and_destination_fields Oct 20 10:16:51.505657 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loading extension file: multiprovidernet.py {{(pid=100453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:16:51.506721 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=100453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:16:51.507241 n-d-811396-3 neutron-server[100453]: INFO neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loaded extension: multi-provider Oct 20 10:16:51.507598 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loading extension file: netmtu.py {{(pid=100453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:16:51.508532 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=100453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:16:51.509048 n-d-811396-3 neutron-server[100453]: INFO neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loaded extension: net-mtu Oct 20 10:16:51.509376 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loading extension file: netmtu_writable.py {{(pid=100453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:16:51.510312 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=100453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:16:51.510828 n-d-811396-3 neutron-server[100453]: INFO neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loaded extension: net-mtu-writable Oct 20 10:16:51.511157 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loading extension file: network_availability_zone.py {{(pid=100453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:16:51.511868 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=100453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:16:51.512383 n-d-811396-3 neutron-server[100453]: INFO neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loaded extension: network_availability_zone Oct 20 10:16:51.512711 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loading extension file: network_ip_availability.py {{(pid=100453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:16:51.513842 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=100453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:16:51.514364 n-d-811396-3 neutron-server[100453]: INFO neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loaded extension: network-ip-availability Oct 20 10:16:51.514694 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loading extension file: network_segment_range.py {{(pid=100453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:16:51.516038 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=100453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:16:51.516559 n-d-811396-3 neutron-server[100453]: INFO neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Extension network-segment-range not supported by any of loaded plugins Oct 20 10:16:51.516885 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loading extension file: pagination.py {{(pid=100453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:16:51.517910 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:16:51.518248 n-d-811396-3 neutron-server[100453]: INFO neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loaded extension: pagination Oct 20 10:16:51.518574 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loading extension file: port_device_profile.py {{(pid=100453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:16:51.519541 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=100453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:16:51.520063 n-d-811396-3 neutron-server[100453]: INFO neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loaded extension: port-device-profile Oct 20 10:16:51.520388 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=100453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:16:51.521324 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=100453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:16:51.521838 n-d-811396-3 neutron-server[100453]: INFO neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loaded extension: port-mac-address-regenerate Oct 20 10:16:51.522163 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=100453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:16:51.523087 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=100453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:16:51.523635 n-d-811396-3 neutron-server[100453]: INFO neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loaded extension: port-numa-affinity-policy Oct 20 10:16:51.523960 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loading extension file: port_resource_request.py {{(pid=100453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:16:51.524901 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=100453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:16:51.525415 n-d-811396-3 neutron-server[100453]: INFO neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Extension port-resource-request not supported by any of loaded plugins Oct 20 10:16:51.525739 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loading extension file: portbindings.py {{(pid=100453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:16:51.526681 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=100453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:16:51.527193 n-d-811396-3 neutron-server[100453]: INFO neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loaded extension: binding Oct 20 10:16:51.527557 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loading extension file: portbindings_extended.py {{(pid=100453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:16:51.528854 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=100453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:16:51.529374 n-d-811396-3 neutron-server[100453]: INFO neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loaded extension: binding-extended Oct 20 10:16:51.529708 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loading extension file: portsecurity.py {{(pid=100453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:16:51.530644 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=100453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:16:51.531182 n-d-811396-3 neutron-server[100453]: INFO neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loaded extension: port-security Oct 20 10:16:51.532072 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loading extension file: project_id.py {{(pid=100453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:16:51.533076 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=100453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:16:51.533416 n-d-811396-3 neutron-server[100453]: INFO neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loaded extension: project-id Oct 20 10:16:51.533747 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loading extension file: providernet.py {{(pid=100453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:16:51.534689 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=100453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:16:51.535210 n-d-811396-3 neutron-server[100453]: INFO neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loaded extension: provider Oct 20 10:16:51.535574 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loading extension file: qos.py {{(pid=100453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:16:51.539107 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=100453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:16:51.539663 n-d-811396-3 neutron-server[100453]: INFO neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Extension qos not supported by any of loaded plugins Oct 20 10:16:51.540003 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=100453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:16:51.541283 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=100453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:16:51.541807 n-d-811396-3 neutron-server[100453]: INFO neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 20 10:16:51.542144 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=100453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:16:51.543331 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=100453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:16:51.543881 n-d-811396-3 neutron-server[100453]: INFO neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 20 10:16:51.544217 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loading extension file: qos_default.py {{(pid=100453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:16:51.545148 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=100453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:16:51.545674 n-d-811396-3 neutron-server[100453]: INFO neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Extension qos-default not supported by any of loaded plugins Oct 20 10:16:51.546008 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loading extension file: qos_fip.py {{(pid=100453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:16:51.546673 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=100453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:16:51.547210 n-d-811396-3 neutron-server[100453]: INFO neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Extension qos-fip not supported by any of loaded plugins Oct 20 10:16:51.547569 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loading extension file: qos_gateway_ip.py {{(pid=100453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:16:51.548517 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=100453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:16:51.549034 n-d-811396-3 neutron-server[100453]: INFO neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 20 10:16:51.549361 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loading extension file: qos_port_network_policy.py {{(pid=100453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:16:51.550297 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=100453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:16:51.550812 n-d-811396-3 neutron-server[100453]: INFO neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 20 10:16:51.551142 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=100453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:16:51.552240 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=100453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:16:51.552761 n-d-811396-3 neutron-server[100453]: INFO neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 20 10:16:51.553091 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loading extension file: qos_pps_rule.py {{(pid=100453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:16:51.554286 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=100453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:16:51.554807 n-d-811396-3 neutron-server[100453]: INFO neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Extension qos-pps not supported by any of loaded plugins Oct 20 10:16:51.555140 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loading extension file: qos_rule_type_details.py {{(pid=100453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:16:51.556113 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=100453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:16:51.556629 n-d-811396-3 neutron-server[100453]: INFO neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 20 10:16:51.556959 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loading extension file: qos_rules_alias.py {{(pid=100453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:16:51.558019 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=100453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:16:51.558534 n-d-811396-3 neutron-server[100453]: INFO neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 20 10:16:51.558864 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loading extension file: quotasv2.py {{(pid=100453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:16:51.560005 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=100453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:16:51.560341 n-d-811396-3 neutron-server[100453]: INFO neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loaded extension: quotas Oct 20 10:16:51.560670 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loading extension file: quotasv2_detail.py {{(pid=100453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:16:51.563881 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=100453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:16:51.564231 n-d-811396-3 neutron-server[100453]: INFO neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loaded extension: quota_details Oct 20 10:16:51.564570 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loading extension file: rbac.py {{(pid=100453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:16:51.565646 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=100453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:16:51.566179 n-d-811396-3 neutron-server[100453]: INFO neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loaded extension: rbac-policies Oct 20 10:16:51.566518 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loading extension file: rbac_address_group.py {{(pid=100453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:16:51.567501 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=100453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:16:51.568024 n-d-811396-3 neutron-server[100453]: INFO neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loaded extension: rbac-address-group Oct 20 10:16:51.568359 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loading extension file: rbac_address_scope.py {{(pid=100453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:16:51.569304 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=100453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:16:51.569823 n-d-811396-3 neutron-server[100453]: INFO neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loaded extension: rbac-address-scope Oct 20 10:16:51.570155 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loading extension file: rbac_security_groups.py {{(pid=100453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:16:51.571092 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=100453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:16:51.571638 n-d-811396-3 neutron-server[100453]: INFO neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loaded extension: rbac-security-groups Oct 20 10:16:51.571969 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loading extension file: rbac_subnetpool.py {{(pid=100453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:16:51.572901 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=100453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:16:51.573419 n-d-811396-3 neutron-server[100453]: INFO neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loaded extension: rbac-subnetpool Oct 20 10:16:51.573750 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loading extension file: revisionifmatch.py {{(pid=100453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:16:51.574689 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=100453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:16:51.575208 n-d-811396-3 neutron-server[100453]: INFO neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loaded extension: revision-if-match Oct 20 10:16:51.575579 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loading extension file: revisions.py {{(pid=100453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:16:51.576713 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=100453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:16:51.577234 n-d-811396-3 neutron-server[100453]: INFO neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loaded extension: standard-attr-revisions Oct 20 10:16:51.577568 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loading extension file: router_availability_zone.py {{(pid=100453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:16:51.578772 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=100453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:16:51.579289 n-d-811396-3 neutron-server[100453]: INFO neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loaded extension: router_availability_zone Oct 20 10:16:51.579649 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loading extension file: routerservicetype.py {{(pid=100453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:16:51.580586 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=100453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:16:51.581099 n-d-811396-3 neutron-server[100453]: INFO neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Extension router-service-type not supported by any of loaded plugins Oct 20 10:16:51.581430 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=100453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:16:51.582372 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=100453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:16:51.582885 n-d-811396-3 neutron-server[100453]: INFO neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loaded extension: security-groups-normalized-cidr Oct 20 10:16:51.583214 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loading extension file: security_groups_port_filtering.py {{(pid=100453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:16:51.584177 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=100453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:16:51.584692 n-d-811396-3 neutron-server[100453]: INFO neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loaded extension: port-security-groups-filtering Oct 20 10:16:51.585020 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=100453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:16:51.585962 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=100453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:16:51.586477 n-d-811396-3 neutron-server[100453]: INFO neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loaded extension: security-groups-remote-address-group Oct 20 10:16:51.586807 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loading extension file: securitygroup.py {{(pid=100453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:16:51.597251 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=100453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:16:51.597783 n-d-811396-3 neutron-server[100453]: INFO neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loaded extension: security-group Oct 20 10:16:51.598121 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loading extension file: segment.py {{(pid=100453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:16:51.598918 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=100453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:16:51.599457 n-d-811396-3 neutron-server[100453]: INFO neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Extension segment not supported by any of loaded plugins Oct 20 10:16:51.599793 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=100453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:16:51.600829 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=100453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:16:51.601349 n-d-811396-3 neutron-server[100453]: INFO neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 20 10:16:51.601681 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loading extension file: servicetype.py {{(pid=100453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:16:51.602798 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=100453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:16:51.603327 n-d-811396-3 neutron-server[100453]: INFO neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loaded extension: service-type Oct 20 10:16:51.603693 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loading extension file: sorting.py {{(pid=100453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:16:51.604696 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:16:51.605037 n-d-811396-3 neutron-server[100453]: INFO neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loaded extension: sorting Oct 20 10:16:51.605370 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loading extension file: standard_attr_segment.py {{(pid=100453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:16:51.606306 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:16:51.606826 n-d-811396-3 neutron-server[100453]: INFO neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 20 10:16:51.607157 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loading extension file: standardattrdescription.py {{(pid=100453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:16:51.607844 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=100453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:16:51.608362 n-d-811396-3 neutron-server[100453]: INFO neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loaded extension: standard-attr-description Oct 20 10:16:51.608691 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loading extension file: stateful_security_group.py {{(pid=100453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:16:51.609686 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=100453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:16:51.610207 n-d-811396-3 neutron-server[100453]: INFO neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loaded extension: stateful-security-group Oct 20 10:16:51.610537 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loading extension file: stdattrs_common.py {{(pid=100453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:16:51.611133 n-d-811396-3 neutron-server[100453]: WARNING neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 20 10:16:51.611563 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=100453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:16:51.612517 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=100453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:16:51.613035 n-d-811396-3 neutron-server[100453]: INFO neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 20 10:16:51.613363 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loading extension file: subnet_onboard.py {{(pid=100453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:16:51.614453 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=100453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:16:51.614981 n-d-811396-3 neutron-server[100453]: INFO neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loaded extension: subnet_onboard Oct 20 10:16:51.615310 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=100453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:16:51.616291 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=100453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:16:51.616806 n-d-811396-3 neutron-server[100453]: INFO neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 20 10:16:51.617133 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loading extension file: subnet_service_types.py {{(pid=100453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:16:51.618073 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=100453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:16:51.618589 n-d-811396-3 neutron-server[100453]: INFO neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loaded extension: subnet-service-types Oct 20 10:16:51.618918 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loading extension file: subnetallocation.py {{(pid=100453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:16:51.620045 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=100453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:16:51.620565 n-d-811396-3 neutron-server[100453]: INFO neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loaded extension: subnet_allocation Oct 20 10:16:51.620892 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=100453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:16:51.621575 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=100453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:16:51.622086 n-d-811396-3 neutron-server[100453]: INFO neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loaded extension: subnetpool-prefix-ops Oct 20 10:16:51.622411 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=100453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:16:51.623362 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=100453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:16:51.623894 n-d-811396-3 neutron-server[100453]: INFO neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 20 10:16:51.624218 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loading extension file: tagging.py {{(pid=100453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:16:51.625305 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=100453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:16:51.625825 n-d-811396-3 neutron-server[100453]: INFO neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loaded extension: standard-attr-tag Oct 20 10:16:51.626154 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loading extension file: timestamp.py {{(pid=100453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:16:51.627415 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=100453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:16:51.627933 n-d-811396-3 neutron-server[100453]: INFO neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loaded extension: standard-attr-timestamp Oct 20 10:16:51.628266 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loading extension file: trunk.py {{(pid=100453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:16:51.629322 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=100453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:16:51.629845 n-d-811396-3 neutron-server[100453]: INFO neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Extension trunk not supported by any of loaded plugins Oct 20 10:16:51.630179 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loading extension file: trunk_details.py {{(pid=100453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:16:51.631125 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=100453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:16:51.631695 n-d-811396-3 neutron-server[100453]: INFO neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Extension trunk-details not supported by any of loaded plugins Oct 20 10:16:51.632030 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loading extension file: uplink_status_propagation.py {{(pid=100453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:16:51.632969 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=100453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:16:51.633490 n-d-811396-3 neutron-server[100453]: INFO neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 20 10:16:51.633820 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Loading extension file: vlantransparent.py {{(pid=100453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 10:16:51.634503 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=100453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 10:16:51.635017 n-d-811396-3 neutron-server[100453]: INFO neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Extension vlan-transparent not supported by any of loaded plugins Oct 20 10:16:51.637469 n-d-811396-3 neutron-server[100453]: INFO neutron.quota.resource_registry [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Creating instance of TrackedResource for resource:network Oct 20 10:16:51.638012 n-d-811396-3 neutron-server[100453]: INFO neutron.quota.resource_registry [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Creating instance of TrackedResource for resource:subnet Oct 20 10:16:51.638417 n-d-811396-3 neutron-server[100453]: INFO neutron.quota.resource_registry [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Creating instance of TrackedResource for resource:subnetpool Oct 20 10:16:51.638822 n-d-811396-3 neutron-server[100453]: INFO neutron.quota.resource_registry [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Creating instance of TrackedResource for resource:port Oct 20 10:16:51.640092 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.v2.resource_helper [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100453) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 20 10:16:51.641053 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.v2.resource_helper [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Service FLAVORS assigned prefix: {{(pid=100453) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 20 10:16:51.641701 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.v2.resource_helper [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100453) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 20 10:16:51.642141 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.v2.resource_helper [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100453) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 20 10:16:51.642477 n-d-811396-3 neutron-server[100453]: INFO neutron.quota.resource_registry [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Creating instance of TrackedResource for resource:router Oct 20 10:16:51.642911 n-d-811396-3 neutron-server[100453]: INFO neutron.quota.resource_registry [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Creating instance of TrackedResource for resource:floatingip Oct 20 10:16:51.643436 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.v2.resource_helper [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Service METERING assigned prefix: /metering {{(pid=100453) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 20 10:16:51.644899 n-d-811396-3 neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:16:51.645273 n-d-811396-3 neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:16:51.645630 n-d-811396-3 neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:16:51.646618 n-d-811396-3 neutron-server[100453]: INFO neutron.quota.resource_registry [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Creating instance of CountableResource for resource:rbac_policy Oct 20 10:16:51.647071 n-d-811396-3 neutron-server[100453]: INFO neutron.quota.resource_registry [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Creating instance of TrackedResource for resource:security_group Oct 20 10:16:51.647550 n-d-811396-3 neutron-server[100453]: INFO neutron.quota.resource_registry [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 20 10:16:51.648156 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.v2.resource_helper [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Service CORE assigned prefix: {{(pid=100453) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 20 10:16:51.648493 n-d-811396-3 neutron-server[100453]: INFO neutron.quota.resource_registry [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Creating instance of TrackedResource for resource:subnetpool Oct 20 10:16:51.648843 n-d-811396-3 neutron-server[100453]: WARNING neutron.quota.resource_registry [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] subnetpool is already registered Oct 20 10:16:51.649270 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.v2.resource_helper [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Service CORE assigned prefix: {{(pid=100453) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 20 10:16:51.649599 n-d-811396-3 neutron-server[100453]: INFO neutron.quota.resource_registry [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Creating instance of TrackedResource for resource:subnetpool Oct 20 10:16:51.649934 n-d-811396-3 neutron-server[100453]: WARNING neutron.quota.resource_registry [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] subnetpool is already registered Oct 20 10:16:51.652247 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.v2.resource_helper [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100453) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 20 10:16:51.652732 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.v2.resource_helper [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Service FLAVORS assigned prefix: {{(pid=100453) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 20 10:16:51.653295 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.v2.resource_helper [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100453) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 20 10:16:51.653724 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.v2.resource_helper [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100453) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 20 10:16:51.654064 n-d-811396-3 neutron-server[100453]: INFO neutron.quota.resource_registry [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Creating instance of TrackedResource for resource:router Oct 20 10:16:51.654412 n-d-811396-3 neutron-server[100453]: WARNING neutron.quota.resource_registry [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] router is already registered Oct 20 10:16:51.654833 n-d-811396-3 neutron-server[100453]: INFO neutron.quota.resource_registry [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Creating instance of TrackedResource for resource:floatingip Oct 20 10:16:51.655175 n-d-811396-3 neutron-server[100453]: WARNING neutron.quota.resource_registry [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] floatingip is already registered Oct 20 10:16:51.655665 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.v2.resource_helper [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Service METERING assigned prefix: /metering {{(pid=100453) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 20 10:16:51.656421 n-d-811396-3 neutron-server[100453]: INFO neutron.quota.resource_registry [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Creating instance of CountableResource for resource:rbac_policy Oct 20 10:16:51.656756 n-d-811396-3 neutron-server[100453]: WARNING neutron.quota.resource_registry [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] rbac_policy is already registered Oct 20 10:16:51.657174 n-d-811396-3 neutron-server[100453]: INFO neutron.quota.resource_registry [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Creating instance of TrackedResource for resource:security_group Oct 20 10:16:51.657516 n-d-811396-3 neutron-server[100453]: WARNING neutron.quota.resource_registry [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] security_group is already registered Oct 20 10:16:51.657926 n-d-811396-3 neutron-server[100453]: INFO neutron.quota.resource_registry [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 20 10:16:51.658266 n-d-811396-3 neutron-server[100453]: WARNING neutron.quota.resource_registry [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] security_group_rule is already registered Oct 20 10:16:51.658895 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.v2.resource_helper [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Service CORE assigned prefix: {{(pid=100453) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 20 10:16:51.659227 n-d-811396-3 neutron-server[100453]: INFO neutron.quota.resource_registry [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Creating instance of TrackedResource for resource:subnetpool Oct 20 10:16:51.659587 n-d-811396-3 neutron-server[100453]: WARNING neutron.quota.resource_registry [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] subnetpool is already registered Oct 20 10:16:51.660010 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.v2.resource_helper [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Service CORE assigned prefix: {{(pid=100453) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 20 10:16:51.660339 n-d-811396-3 neutron-server[100453]: INFO neutron.quota.resource_registry [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Creating instance of TrackedResource for resource:subnetpool Oct 20 10:16:51.660675 n-d-811396-3 neutron-server[100453]: WARNING neutron.quota.resource_registry [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] subnetpool is already registered Oct 20 10:16:51.661155 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Extended resource: extensions {{(pid=100453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 10:16:51.662627 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Extended resource: address-groups {{(pid=100453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 10:16:51.664190 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Extended resource: address-scopes {{(pid=100453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 10:16:51.665557 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Extended resource: agents {{(pid=100453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 10:16:51.666698 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Extended resource: auto-allocated-topology {{(pid=100453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 10:16:51.668165 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Extended resource: availability_zones {{(pid=100453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 10:16:51.669398 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Extended resource: dhcp-networks {{(pid=100453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 10:16:51.672623 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Extended resource: dhcp-agents {{(pid=100453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 10:16:51.674076 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Extended resource: routers {{(pid=100453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 10:16:51.676280 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Extended resource: flavors {{(pid=100453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 10:16:51.677452 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Extended resource: service_profiles {{(pid=100453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 10:16:51.678688 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Extended resource: next_providers {{(pid=100453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 10:16:51.680191 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Extended resource: service_profiles {{(pid=100453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 10:16:51.681755 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Extended resource: floatingip-pools {{(pid=100453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 10:16:51.682984 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Extended resource: routers {{(pid=100453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 10:16:51.685124 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Extended resource: floatingips {{(pid=100453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 10:16:51.686424 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Extended resource: l3-routers {{(pid=100453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 10:16:51.688422 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Extended resource: l3-agents {{(pid=100453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 10:16:51.689993 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Extended resource: metering-labels {{(pid=100453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 10:16:51.691349 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Extended resource: metering-label-rules {{(pid=100453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 10:16:51.692655 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Extended resource: network-ip-availabilities {{(pid=100453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 10:16:51.693942 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Extended resource: bindings {{(pid=100453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 10:16:51.695616 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Extended resource: quotas {{(pid=100453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 10:16:51.697201 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Extended resource: quotas {{(pid=100453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 10:16:51.698709 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Extended resource: rbac-policies {{(pid=100453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 10:16:51.700039 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Extended resource: security-groups {{(pid=100453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 10:16:51.701268 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Extended resource: security-group-rules {{(pid=100453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 10:16:51.702506 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Extended resource: service-providers {{(pid=100453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 10:16:51.703761 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Extended resource: subnetpools {{(pid=100453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 10:16:51.705186 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Extended resource: subnetpools {{(pid=100453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 10:16:51.706656 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Extended resource: tags {{(pid=100453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 10:16:51.708376 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Extended resource: tags {{(pid=100453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 10:16:51.710190 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Extended resource: tags {{(pid=100453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 10:16:51.712014 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Extended resource: tags {{(pid=100453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 10:16:51.713814 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Extended resource: tags {{(pid=100453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 10:16:51.715711 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Extended resource: tags {{(pid=100453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 10:16:51.717401 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Extended resource: tags {{(pid=100453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 10:16:51.719330 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Extended resource: tags {{(pid=100453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 10:16:51.721149 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Extended resource: tags {{(pid=100453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 10:16:51.722985 n-d-811396-3 neutron-server[100453]: DEBUG neutron.api.extensions [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Extended resource: tags {{(pid=100453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 10:16:51.729139 n-d-811396-3 neutron-server[100453]: WARNING keystonemiddleware.auth_token [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 20 10:16:51.735297 n-d-811396-3 neutron-server[100453]: WARNING keystonemiddleware.auth_token [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 20 10:16:51.744067 n-d-811396-3 neutron-server[100453]: DEBUG oslo_concurrency.lockutils [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Acquired lock "singleton_lock" {{(pid=100453) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Oct 20 10:16:51.744557 n-d-811396-3 neutron-server[100453]: DEBUG oslo_concurrency.lockutils [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Releasing lock "singleton_lock" {{(pid=100453) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Oct 20 10:16:51.745214 n-d-811396-3 neutron-server[100453]: INFO oslo_service.service [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Starting 2 workers Oct 20 10:16:51.750632 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Started child 100596 {{(pid=100453) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 20 10:16:51.755216 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Started child 100597 {{(pid=100453) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 20 10:16:51.756309 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:16:51.756987 n-d-811396-3 neutron-server[100453]: INFO neutron.service [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Neutron service started, listening on 0.0.0.0:9696 Oct 20 10:16:51.757444 n-d-811396-3 neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Publish callbacks [] for process, before_spawn {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:16:51.757853 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [-] (100596) wsgi starting up on http://0.0.0.0:9696 Oct 20 10:16:51.759772 n-d-811396-3 neutron-server[100453]: INFO oslo_service.service [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Starting 1 workers Oct 20 10:16:51.759947 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:16:51.761330 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [-] (100597) wsgi starting up on http://0.0.0.0:9696 Oct 20 10:16:51.765018 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Started child 100598 {{(pid=100453) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 20 10:16:51.765589 n-d-811396-3 neutron-server[100453]: INFO oslo_service.service [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Starting 1 workers Oct 20 10:16:51.768592 n-d-811396-3 neutron-server[100598]: DEBUG neutron.service [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] calling RpcWorker wait() {{(pid=100598) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 20 10:16:51.769190 n-d-811396-3 neutron-server[100598]: DEBUG neutron.service [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] returning from RpcWorker wait() {{(pid=100598) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 20 10:16:51.770094 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Started child 100599 {{(pid=100453) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 20 10:16:51.770385 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:16:51.770931 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:16:51.771088 n-d-811396-3 neutron-server[100453]: DEBUG neutron_lib.callbacks.manager [None req-7f95f7ce-a79e-4a02-87ab-fb1030cc1b00 None None] Publish callbacks [] for process, after_spawn {{(pid=100453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:16:51.772807 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100453) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 20 10:16:51.772970 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 20 10:16:51.773130 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 20 10:16:51.773355 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 20 10:16:51.773705 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 20 10:16:51.773853 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 20 10:16:51.774361 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.774639 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.774909 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.775055 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:16:51.775604 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.775604 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.776053 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.776329 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.776598 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.776871 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.777129 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.777299 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.777452 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.777853 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.778002 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.778247 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.778522 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.778770 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.779038 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.779213 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.779496 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.779756 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.779990 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.780257 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] debug = True {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.780506 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.781067 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.781278 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.781529 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.781766 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.782068 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.782297 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.782566 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.782813 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.783031 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.783270 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.783552 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.783790 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.784005 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.784226 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.784480 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.784714 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.785191 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] host = n-d-811396-3 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.785411 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.785628 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.785861 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.786090 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.786352 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.786589 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.786844 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.787116 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.787366 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.787642 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.787965 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.788149 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.788408 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.788649 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] log_file = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.788815 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] log_options = True {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.789049 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.789314 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.789565 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.789767 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.789937 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.790118 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.790381 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.790545 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.790781 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.790996 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.791241 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.791459 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.791699 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.791933 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.792195 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.792449 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.792691 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.793167 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.793417 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.793668 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.793896 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.794120 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.794336 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.794570 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.794806 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.795019 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.795243 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.795508 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.795722 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.795974 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.796211 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.796467 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.796705 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.797463 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.797725 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.798028 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.798205 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.798384 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.798646 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.798873 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.799130 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.799405 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.799635 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.799866 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.800096 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.800335 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.800559 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] use_json = False {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.800791 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.801049 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.801360 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.802257 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.802257 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.802257 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.802257 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.802526 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.802775 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.803062 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.803414 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.803687 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.803931 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.804261 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.804441 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.804667 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.804915 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.805155 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.805465 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.805597 n-d-811396-3 neutron-server[100599]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:16:51.805695 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.805969 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.806200 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.806472 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.806822 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.807089 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.807612 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.808053 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.808472 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.808929 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.809363 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.809658 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.809887 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.810126 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.810364 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.810590 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.810938 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.811206 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.811505 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.64/identity {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.811769 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.811987 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.812396 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.813203 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.813426 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.813655 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.813895 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.814163 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.814389 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.814607 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.814852 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.815078 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.815294 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.815579 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.815833 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.816096 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.816349 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.816593 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.816809 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.817023 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.817247 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.817464 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.817716 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.818120 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.819730 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.820022 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.820299 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.820543 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.820813 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.821099 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.821357 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.821592 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.821819 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.822048 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.822280 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.822503 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.822764 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.822990 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.823242 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.826569 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.827711 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.828320 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.828611 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.828861 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.832290 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.832559 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.832827 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.833067 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.833328 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.834897 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.836185 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.836449 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.837167 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.839641 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.841426 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.842037 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.842393 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.842718 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.843047 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.843428 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.843841 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.844209 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.844544 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.844886 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.845209 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.845526 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.845879 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.846201 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.846523 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.846799 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.847068 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.847338 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.847608 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.847842 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.848067 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.848336 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.848564 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.848792 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.849038 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.849293 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.851516 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.851879 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.853411 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.853788 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.854119 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.855164 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.856044 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.856411 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.856798 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.857070 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.857419 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.857818 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.858212 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.859082 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.860031 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.861695 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.862483 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.862690 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.863002 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.863266 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.863549 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.863785 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.864081 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.864348 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.864610 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.864885 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.865152 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.865462 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.865724 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.865969 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.866193 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.866470 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.866741 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.867045 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.867247 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.867525 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.867791 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.868041 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.868274 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.64/identity {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.868514 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.868734 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.868972 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.869236 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.869439 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.869655 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.869972 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.870191 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.870507 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.870896 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.871311 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.871745 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.872375 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.872754 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.872989 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.873248 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.873468 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.873721 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.873964 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.874205 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.874447 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.874673 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.874912 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.875860 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.876234 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.876667 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.876927 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.877173 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.877424 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.877659 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.877928 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.878300 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.878710 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.878936 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.879316 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.879691 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.880060 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.880427 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.880675 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.880931 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.881150 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.881384 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.881831 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.882241 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.882504 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.882758 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.883004 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.883229 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.883636 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.883864 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.884084 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.884306 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.884525 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.884743 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.885004 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.885231 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.885478 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.885701 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.885936 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.886152 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.886393 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.886611 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.886901 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.887155 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.887416 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.887679 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.887923 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.888142 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.888388 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.888622 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.888837 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.889071 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.889291 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.889503 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.889734 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.889966 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.890180 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.890277 n-d-811396-3 neutron-server[100598]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:16:51.890405 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.890648 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.890862 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.891088 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.891361 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.891597 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.891821 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.892062 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.892276 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.892503 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.892715 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.892929 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.893173 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.893392 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.893602 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.893851 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.894064 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.894300 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.894523 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.894762 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.894996 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.895301 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.895590 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.895821 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.896113 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.896343 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.896604 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.896847 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.897138 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.897370 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.897612 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.897847 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.898101 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.898341 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.898583 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.898907 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.899203 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.899493 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.899749 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.900033 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.900319 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.900680 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.901890 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.902188 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.902535 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.902860 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.903043 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.903311 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.903563 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.903807 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.904049 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.904264 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.904500 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.904752 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.904947 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.905177 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.905401 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.905644 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.905873 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.906089 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.906861 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.907095 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.907337 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.907582 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.907732 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 20 10:16:51.908242 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100453) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 20 10:16:51.908411 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 20 10:16:51.908571 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 20 10:16:51.908739 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 20 10:16:51.908915 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 20 10:16:51.909080 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 20 10:16:51.909264 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.909429 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.909593 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.909737 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.909884 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.910068 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.910217 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.910375 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.910518 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.910679 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.910836 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.910991 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.911131 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.911278 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.911459 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.911606 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.911765 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.911908 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.912131 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.912277 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.912414 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.912563 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.912709 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] debug = True {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.912846 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.912994 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.913154 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.913296 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.913432 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.913588 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.913733 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.913884 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.914043 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.914207 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.914369 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.914521 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.914659 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.914807 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.914962 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.915120 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.915279 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.915461 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] host = n-d-811396-3 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.915621 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.915778 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.915935 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.916095 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.916252 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.916419 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.916555 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.916699 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.916844 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.916978 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.917135 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.917291 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.917472 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.917630 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] log_file = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.918052 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] log_options = True {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.918212 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.918370 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.918526 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.918709 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.918878 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.919037 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.919178 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.919340 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.919525 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.919665 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.919822 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.919980 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.920137 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.920296 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.920458 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.920613 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.920928 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.921089 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.921250 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.921410 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.921569 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.921744 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.922421 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.922588 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.922743 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.923055 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.923212 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.923540 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.923700 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.923859 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.924019 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.924179 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.924340 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.924499 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.924658 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.924819 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.925005 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.925157 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.925351 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.926001 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.926151 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.926312 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.926483 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.926624 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.926760 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.926909 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.927057 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] use_json = False {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.927218 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.927359 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.927526 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.927687 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.927830 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.927994 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.928134 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.928269 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 10:16:51.928420 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.928578 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.928733 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.928978 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.929136 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.929276 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.929422 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.929559 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.929694 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.929840 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.929978 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.930115 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.930246 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.930375 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.930509 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.930744 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.930898 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.931037 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.931179 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.931335 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.931535 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.931674 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.931811 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.931947 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.932084 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.932221 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.932357 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.932506 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.932643 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.932783 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.64/identity {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.932923 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.933060 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.933205 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.933444 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.933597 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.933728 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.933875 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.934013 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.934149 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.934285 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.934438 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.934572 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.934736 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.934891 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.935040 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.935187 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.935325 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.935519 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.935686 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.935831 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.935996 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.936141 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.936306 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.936467 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.936625 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.936786 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.936940 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.937079 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.937242 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.937387 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.937621 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.937785 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.937939 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.938092 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.938254 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.938403 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.938577 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.938722 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.938890 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.939044 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.939182 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.939327 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.939508 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.939656 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.939815 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.939975 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.940136 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.940296 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.940455 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.940616 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.940781 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.940910 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.941071 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.941219 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.941382 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.941541 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.941701 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.941860 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.942020 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.942188 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.942363 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.942522 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.942681 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.942825 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.942988 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.943148 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.943294 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.943495 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.943659 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.943788 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.943948 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.944108 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.944270 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.944430 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.944589 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.944764 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.944896 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.945056 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.945215 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.945374 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.945533 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.945694 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.945853 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.946012 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.946172 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.946330 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.946499 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.946658 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.946822 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.946982 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.947148 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.947318 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.947517 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.947679 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.947840 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.948001 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.948161 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.948321 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.948481 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.948642 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.948807 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.948968 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.949136 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.949306 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.949466 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.949628 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.949787 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.949970 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.950129 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.950289 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.950450 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.950609 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.950768 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.950928 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.951088 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.951248 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.951425 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.951589 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.951750 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.64/identity {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.951910 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.952071 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.952231 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.952391 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.952551 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.952711 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.952870 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.953051 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.953214 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.953375 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.953535 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.953694 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.953854 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.954015 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.954175 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.954335 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.954495 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.954655 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.954814 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.954973 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.955133 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.955294 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.955475 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.955636 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.955796 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.955958 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.956120 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.956280 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.956440 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.956601 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.956761 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.956921 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.957083 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.957244 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.957405 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.957566 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.957725 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.957886 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.958047 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.958207 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.958368 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.958527 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.958691 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.958884 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.959028 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.959188 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.959348 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.959528 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.959689 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.959849 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.960009 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.960169 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.960329 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.960487 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.960649 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.960810 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.960971 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.961131 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.961290 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.961450 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.961611 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.961770 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.961943 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.962104 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.962266 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.962426 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.962587 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.962746 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.962916 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.963077 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.963238 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.963412 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.963575 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.963740 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.963911 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.964068 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.964229 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.964388 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.964549 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.964709 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.964880 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.965042 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.965204 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.965363 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.965523 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.965683 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.965851 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.966012 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.966172 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.966331 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.966491 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.966651 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.966820 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.966980 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.967141 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.967300 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.967498 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.967658 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.967827 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.967988 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.968149 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.968316 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.968476 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.969160 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.969335 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.969490 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.969653 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.969816 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.969991 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.970147 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.970284 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.970446 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.970610 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.970780 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.970945 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.971109 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.971276 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.971465 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.971635 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.971818 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.971986 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.972174 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.972346 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.972516 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.972696 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.972876 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.973104 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.973349 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.973514 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.973677 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.973837 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.973996 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.974157 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.974316 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.974475 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.974635 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.974795 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.974954 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.975114 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.975273 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.975454 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 10:16:51.975610 n-d-811396-3 neutron-server[100453]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 20 10:16:52.077508 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 33574) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:16:52.086590 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [-] 10.222.0.64 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062950 Oct 20 10:17:03.547081 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e5268f3-9fde-46cf-acca-c0977eb4b881 None None] get_active_networks_info from n-d-811396-3 {{(pid=100598) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 20 10:17:03.634650 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5268f3-9fde-46cf-acca-c0977eb4b881 None None] No non-hosted networks {{(pid=100598) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 20 10:17:03.652634 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-59a8d65b-3e82-413f-8553-484b26adc4cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1771944'] for agent, after_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:17:03.656105 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.agentschedulers_db [None req-4e5268f3-9fde-46cf-acca-c0977eb4b881 None None] DHCP Agent not found on host n-d-811396-3 {{(pid=100598) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Oct 20 10:17:06.090280 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-a582b7b0-0c76-4692-93ea-b4613a6318ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1771944'] for agent, after_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:17:06.196539 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-938a9c39-a219-4c05-90b7-dbe66adf715d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:17:06.992825 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1771944'] for agent, after_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:17:06.993610 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:17:06.993966 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:17:06.994387 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:17:06.994686 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:17:06.995046 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:17:06.995409 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:17:06.996317 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:17:06.996811 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:17:06.997372 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:17:06.997866 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:17:06.998344 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:17:06.998809 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:17:06.999416 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-811396-3', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:17:07.010952 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-811396-3', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:17:07.361455 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1771944'] for agent, after_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:17:08.730640 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1771944'] for agent, after_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:17:10.200187 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 33666) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:17:10.699779 n-d-811396-3 neutron-server[100597]: WARNING oslo_policy.policy [None req-2a9bd74b-f3d4-4db8-a0c7-c80a45a543a2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 20 10:17:10.700735 n-d-811396-3 neutron-server[100597]: WARNING oslo_policy.policy [None req-2a9bd74b-f3d4-4db8-a0c7-c80a45a543a2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 20 10:17:10.928839 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [None req-2a9bd74b-f3d4-4db8-a0c7-c80a45a543a2 admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:17:10.930430 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-2a9bd74b-f3d4-4db8-a0c7-c80a45a543a2 admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.7291348 Oct 20 10:17:12.711173 n-d-811396-3 neutron-server[100598]: INFO neutron.db.l3_hamode_db [None req-41dc5560-725f-4597-9a32-e6fe18223c70 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 20 10:17:12.789336 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41dc5560-725f-4597-9a32-e6fe18223c70 None None] Routers set() bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:17:12.789710 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41dc5560-725f-4597-9a32-e6fe18223c70 None None] Router IDs set() for agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 20 10:17:13.457647 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 33680) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:17:13.948916 n-d-811396-3 neutron-server[100596]: WARNING oslo_policy.policy [None req-e91b7c1c-d8a0-4fe5-8a0f-768c6355391e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 20 10:17:13.949525 n-d-811396-3 neutron-server[100596]: WARNING oslo_policy.policy [None req-e91b7c1c-d8a0-4fe5-8a0f-768c6355391e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 20 10:17:14.174045 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-e91b7c1c-d8a0-4fe5-8a0f-768c6355391e admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:17:14.271375 n-d-811396-3 neutron-server[100596]: DEBUG neutron.policy [None req-e91b7c1c-d8a0-4fe5-8a0f-768c6355391e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100596) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 20 10:17:14.318681 n-d-811396-3 neutron-server[100596]: WARNING oslo_policy.policy [None req-e91b7c1c-d8a0-4fe5-8a0f-768c6355391e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 20 10:17:14.319066 n-d-811396-3 neutron-server[100596]: WARNING oslo_policy.policy [None req-e91b7c1c-d8a0-4fe5-8a0f-768c6355391e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 20 10:17:14.328278 n-d-811396-3 neutron-server[100596]: INFO neutron.quota [None req-e91b7c1c-d8a0-4fe5-8a0f-768c6355391e admin admin] Loaded quota_driver: . Oct 20 10:17:14.418112 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e91b7c1c-d8a0-4fe5-8a0f-768c6355391e admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734772520304', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734772520735', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734772344204', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734772342728', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734772948325', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734772355910', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-567761', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-572404', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1803906', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1744945'] for rbac-policy, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:17:14.482669 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e91b7c1c-d8a0-4fe5-8a0f-768c6355391e admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:17:14.484027 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-e91b7c1c-d8a0-4fe5-8a0f-768c6355391e admin admin] 10.222.0.64 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0242498 Oct 20 10:17:17.196311 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 33698) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:17:17.493326 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-1cf9ef7e-600e-4e30-a9c9-620f6126ce9b admin admin] Request body: {'network': {'name': 'private', 'project_id': '293ea7776c3141778c20befdf9446d26', 'tenant_id': '293ea7776c3141778c20befdf9446d26', 'admin_state_up': True}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:17:17.523491 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cf9ef7e-600e-4e30-a9c9-620f6126ce9b admin admin] Made reservation on behalf of 293ea7776c3141778c20befdf9446d26 for: {'network': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:17:17.526215 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1cf9ef7e-600e-4e30-a9c9-620f6126ce9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:17:17.542307 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1cf9ef7e-600e-4e30-a9c9-620f6126ce9b admin admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:17:17.651046 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1cf9ef7e-600e-4e30-a9c9-620f6126ce9b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:17:17.654434 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1cf9ef7e-600e-4e30-a9c9-620f6126ce9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:17:17.673801 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cf9ef7e-600e-4e30-a9c9-620f6126ce9b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 835} {{(pid=100596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:17:17.700813 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1cf9ef7e-600e-4e30-a9c9-620f6126ce9b admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734775795860', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:17:17.701371 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1cf9ef7e-600e-4e30-a9c9-620f6126ce9b admin admin] Unsubscribe: segment precommit_create {{(pid=100596) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 20 10:17:17.701870 n-d-811396-3 neutron-server[100596]: INFO neutron.db.segments_db [None req-1cf9ef7e-600e-4e30-a9c9-620f6126ce9b admin admin] Added segment 2feaf220-e173-4b55-805d-dcf7181a5c39 of type vlan for network bccad89a-1c6f-41ca-820d-133f23e8ddbc Oct 20 10:17:17.718211 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf9ef7e-600e-4e30-a9c9-620f6126ce9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81cb153e-b406-4ed8-9e1c-0ce560cb1a88,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:17:17.743279 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf9ef7e-600e-4e30-a9c9-620f6126ce9b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:17:17.743639 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf9ef7e-600e-4e30-a9c9-620f6126ce9b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:17:17.743970 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf9ef7e-600e-4e30-a9c9-620f6126ce9b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:17:17.744292 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf9ef7e-600e-4e30-a9c9-620f6126ce9b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:17:17.744610 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf9ef7e-600e-4e30-a9c9-620f6126ce9b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:17:17.744929 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf9ef7e-600e-4e30-a9c9-620f6126ce9b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:17:17.745241 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf9ef7e-600e-4e30-a9c9-620f6126ce9b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:17:17.745551 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf9ef7e-600e-4e30-a9c9-620f6126ce9b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:17:17.745860 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf9ef7e-600e-4e30-a9c9-620f6126ce9b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:17:17.746168 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf9ef7e-600e-4e30-a9c9-620f6126ce9b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:17:17.746489 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf9ef7e-600e-4e30-a9c9-620f6126ce9b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:17:17.746815 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf9ef7e-600e-4e30-a9c9-620f6126ce9b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:17:17.747893 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf9ef7e-600e-4e30-a9c9-620f6126ce9b admin admin] Tracked resource versions report: Oct 20 10:17:17.747893 n-d-811396-3 neutron-server[100596]: pushed versions: Oct 20 10:17:17.747893 n-d-811396-3 neutron-server[100596]: { 'AddressGroup': {'1.2'}, Oct 20 10:17:17.747893 n-d-811396-3 neutron-server[100596]: 'ConntrackHelper': {'1.0'}, Oct 20 10:17:17.747893 n-d-811396-3 neutron-server[100596]: 'Log': {'1.0'}, Oct 20 10:17:17.747893 n-d-811396-3 neutron-server[100596]: 'Network': {'1.1'}, Oct 20 10:17:17.747893 n-d-811396-3 neutron-server[100596]: 'Port': {'1.7'}, Oct 20 10:17:17.747893 n-d-811396-3 neutron-server[100596]: 'PortForwarding': {'1.2'}, Oct 20 10:17:17.747893 n-d-811396-3 neutron-server[100596]: 'QosPolicy': {'1.10'}, Oct 20 10:17:17.747893 n-d-811396-3 neutron-server[100596]: 'SecurityGroup': {'1.4'}, Oct 20 10:17:17.747893 n-d-811396-3 neutron-server[100596]: 'SecurityGroupRule': {'1.2'}, Oct 20 10:17:17.747893 n-d-811396-3 neutron-server[100596]: 'SubPort': {'1.0'}, Oct 20 10:17:17.747893 n-d-811396-3 neutron-server[100596]: 'Subnet': {'1.1'}, Oct 20 10:17:17.747893 n-d-811396-3 neutron-server[100596]: 'Trunk': {'1.1'}} Oct 20 10:17:17.747893 n-d-811396-3 neutron-server[100596]: consumer versions: Oct 20 10:17:17.747893 n-d-811396-3 neutron-server[100596]: { DHCP agent@n-d-811396-3: {}, Oct 20 10:17:17.747893 n-d-811396-3 neutron-server[100596]: L3 agent@n-d-811396-3: {}, Oct 20 10:17:17.747893 n-d-811396-3 neutron-server[100596]: Metadata agent@n-d-811396-3: {}, Oct 20 10:17:17.747893 n-d-811396-3 neutron-server[100596]: Metering agent@n-d-811396-3: {}, Oct 20 10:17:17.747893 n-d-811396-3 neutron-server[100596]: Open vSwitch agent@n-d-811396-3: { 'AddressGroup': '1.2', Oct 20 10:17:17.747893 n-d-811396-3 neutron-server[100596]: 'ConntrackHelper': '1.0', Oct 20 10:17:17.747893 n-d-811396-3 neutron-server[100596]: 'Log': '1.0', Oct 20 10:17:17.747893 n-d-811396-3 neutron-server[100596]: 'Network': '1.1', Oct 20 10:17:17.747893 n-d-811396-3 neutron-server[100596]: 'Port': '1.7', Oct 20 10:17:17.747893 n-d-811396-3 neutron-server[100596]: 'PortForwarding': '1.2', Oct 20 10:17:17.747893 n-d-811396-3 neutron-server[100596]: 'QosPolicy': '1.10', Oct 20 10:17:17.747893 n-d-811396-3 neutron-server[100596]: 'SecurityGroup': '1.4', Oct 20 10:17:17.747893 n-d-811396-3 neutron-server[100596]: 'SecurityGroupRule': '1.2', Oct 20 10:17:17.747893 n-d-811396-3 neutron-server[100596]: 'SubPort': '1.0', Oct 20 10:17:17.747893 n-d-811396-3 neutron-server[100596]: 'Subnet': '1.1', Oct 20 10:17:17.747893 n-d-811396-3 neutron-server[100596]: 'Trunk': '1.1'}} Oct 20 10:17:17.747893 n-d-811396-3 neutron-server[100596]: {{(pid=100596) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 20 10:17:17.819842 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1cf9ef7e-600e-4e30-a9c9-620f6126ce9b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:17:17.856562 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1cf9ef7e-600e-4e30-a9c9-620f6126ce9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:17:17.857760 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf9ef7e-600e-4e30-a9c9-620f6126ce9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:17:17.858928 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1cf9ef7e-600e-4e30-a9c9-620f6126ce9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:17:17.911188 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-1cf9ef7e-600e-4e30-a9c9-620f6126ce9b admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7136877 Oct 20 10:17:17.966641 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf9ef7e-600e-4e30-a9c9-620f6126ce9b admin admin] Pushing event updated for resources: {'Network': ['ID=bccad89a-1c6f-41ca-820d-133f23e8ddbc,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:17:17.978694 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network bccad89a-1c6f-41ca-820d-133f23e8ddbc details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:17:20.671879 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 33712) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:17:21.058184 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-444093f7-9a3a-495c-a525-ffd6742a5275 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:17:21.059646 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-444093f7-9a3a-495c-a525-ffd6742a5275 admin admin] 10.222.0.64 "GET /v2.0/networks/bccad89a-1c6f-41ca-820d-133f23e8ddbc HTTP/1.1" status: 200 len: 825 time: 0.3867319 Oct 20 10:17:21.087301 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-be43881a-7975-4654-8260-ea13745bc08a admin admin] 10.222.0.64 "GET /v2.0/subnetpools/434719df-c292-489c-9e34-e32962791b62 HTTP/1.1" status: 200 len: 734 time: 0.0191529 Oct 20 10:17:21.096840 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-3c0687f0-7fd2-4eb1-b23a-37771fbb1c56 admin admin] Request body: {'subnet': {'network_id': 'bccad89a-1c6f-41ca-820d-133f23e8ddbc', 'ip_version': 4, 'name': 'private-subnet', 'subnetpool_id': '434719df-c292-489c-9e34-e32962791b62', 'tenant_id': '293ea7776c3141778c20befdf9446d26', 'gateway_ip': '172.20.0.1'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:17:21.118556 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c0687f0-7fd2-4eb1-b23a-37771fbb1c56 admin admin] Made reservation on behalf of 293ea7776c3141778c20befdf9446d26 for: {'subnet': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:17:21.121103 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3c0687f0-7fd2-4eb1-b23a-37771fbb1c56 admin admin] Publish callbacks [] for subnet, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:17:21.416628 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3c0687f0-7fd2-4eb1-b23a-37771fbb1c56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for subnet, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:17:21.486987 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0687f0-7fd2-4eb1-b23a-37771fbb1c56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c8067a9-ee35-445e-bbeb-343245dbe637,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:17:21.491693 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0687f0-7fd2-4eb1-b23a-37771fbb1c56 admin admin] Checking segment: {'id': '2feaf220-e173-4b55-805d-dcf7181a5c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'bccad89a-1c6f-41ca-820d-133f23e8ddbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:17:21.492102 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c0687f0-7fd2-4eb1-b23a-37771fbb1c56 admin admin] Network hostable DHCP agents. Network: bccad89a-1c6f-41ca-820d-133f23e8ddbc, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:17:21.513731 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c0687f0-7fd2-4eb1-b23a-37771fbb1c56 admin admin] Network bccad89a-1c6f-41ca-820d-133f23e8ddbc is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:17:21.525150 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-3c0687f0-7fd2-4eb1-b23a-37771fbb1c56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, bccad89a-1c6f-41ca-820d-133f23e8ddbc) {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:17:21.529975 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c0687f0-7fd2-4eb1-b23a-37771fbb1c56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:17:21.530671 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3c0687f0-7fd2-4eb1-b23a-37771fbb1c56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:17:21.535396 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43000a35-b52e-4739-857c-79cd6ac4bd45 None None] Network bccad89a-1c6f-41ca-820d-133f23e8ddbc requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:17:21.546211 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-3c0687f0-7fd2-4eb1-b23a-37771fbb1c56 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4527674 Oct 20 10:17:21.863836 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5247f87e-72c4-444c-98ea-f113a6f4f60e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524064ba-869c-5550-b826-c26b69a11278-bccad89a-1c6f-41ca-820d-133f23e8ddbc', 'network_id': 'bccad89a-1c6f-41ca-820d-133f23e8ddbc', 'tenant_id': '293ea7776c3141778c20befdf9446d26', 'fixed_ips': [{'subnet_id': '4c8067a9-ee35-445e-bbeb-343245dbe637'}]}} from n-d-811396-3. {{(pid=100598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:17:21.865110 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-5247f87e-72c4-444c-98ea-f113a6f4f60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:17:22.136167 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-5247f87e-72c4-444c-98ea-f113a6f4f60e None None] Allocated IP 172.20.0.2 (bccad89a-1c6f-41ca-820d-133f23e8ddbc/4c8067a9-ee35-445e-bbeb-343245dbe637/aac05506-fb0f-4ac1-9efe-ba70521e9eee) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:17:22.343700 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-5247f87e-72c4-444c-98ea-f113a6f4f60e None None] Publish callbacks [] for port, precommit_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:17:22.351889 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-5247f87e-72c4-444c-98ea-f113a6f4f60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:17:22.456981 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5247f87e-72c4-444c-98ea-f113a6f4f60e None None] Network bccad89a-1c6f-41ca-820d-133f23e8ddbc is already hosted by enough agents. {{(pid=100598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:17:22.464718 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.base_scheduler [None req-5247f87e-72c4-444c-98ea-f113a6f4f60e None None] Resources bound (agent type, host, resource id): {{(pid=100598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:17:22.473289 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5247f87e-72c4-444c-98ea-f113a6f4f60e None None] Received port after_create {{(pid=100598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:17:22.476363 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5247f87e-72c4-444c-98ea-f113a6f4f60e None None] Pushing event updated for resources: {'Port': ['ID=aac05506-fb0f-4ac1-9efe-ba70521e9eee,revision_number=1']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:17:22.513644 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5247f87e-72c4-444c-98ea-f113a6f4f60e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:17:22.513644 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5247f87e-72c4-444c-98ea-f113a6f4f60e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:17:22.513644 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5247f87e-72c4-444c-98ea-f113a6f4f60e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:17:22.513644 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5247f87e-72c4-444c-98ea-f113a6f4f60e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:17:22.513644 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5247f87e-72c4-444c-98ea-f113a6f4f60e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:17:22.514179 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5247f87e-72c4-444c-98ea-f113a6f4f60e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:17:22.514179 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5247f87e-72c4-444c-98ea-f113a6f4f60e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:17:22.514347 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5247f87e-72c4-444c-98ea-f113a6f4f60e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:17:22.514782 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5247f87e-72c4-444c-98ea-f113a6f4f60e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:17:22.515154 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5247f87e-72c4-444c-98ea-f113a6f4f60e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:17:22.515618 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5247f87e-72c4-444c-98ea-f113a6f4f60e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:17:22.516042 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5247f87e-72c4-444c-98ea-f113a6f4f60e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:17:22.517181 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5247f87e-72c4-444c-98ea-f113a6f4f60e None None] Tracked resource versions report: Oct 20 10:17:22.517181 n-d-811396-3 neutron-server[100598]: pushed versions: Oct 20 10:17:22.517181 n-d-811396-3 neutron-server[100598]: { 'AddressGroup': {'1.2'}, Oct 20 10:17:22.517181 n-d-811396-3 neutron-server[100598]: 'ConntrackHelper': {'1.0'}, Oct 20 10:17:22.517181 n-d-811396-3 neutron-server[100598]: 'Log': {'1.0'}, Oct 20 10:17:22.517181 n-d-811396-3 neutron-server[100598]: 'Network': {'1.1'}, Oct 20 10:17:22.517181 n-d-811396-3 neutron-server[100598]: 'Port': {'1.7'}, Oct 20 10:17:22.517181 n-d-811396-3 neutron-server[100598]: 'PortForwarding': {'1.2'}, Oct 20 10:17:22.517181 n-d-811396-3 neutron-server[100598]: 'QosPolicy': {'1.10'}, Oct 20 10:17:22.517181 n-d-811396-3 neutron-server[100598]: 'SecurityGroup': {'1.4'}, Oct 20 10:17:22.517181 n-d-811396-3 neutron-server[100598]: 'SecurityGroupRule': {'1.2'}, Oct 20 10:17:22.517181 n-d-811396-3 neutron-server[100598]: 'SubPort': {'1.0'}, Oct 20 10:17:22.517181 n-d-811396-3 neutron-server[100598]: 'Subnet': {'1.1'}, Oct 20 10:17:22.517181 n-d-811396-3 neutron-server[100598]: 'Trunk': {'1.1'}} Oct 20 10:17:22.517181 n-d-811396-3 neutron-server[100598]: consumer versions: Oct 20 10:17:22.517181 n-d-811396-3 neutron-server[100598]: { DHCP agent@n-d-811396-3: {}, Oct 20 10:17:22.517181 n-d-811396-3 neutron-server[100598]: L3 agent@n-d-811396-3: {}, Oct 20 10:17:22.517181 n-d-811396-3 neutron-server[100598]: Metadata agent@n-d-811396-3: {}, Oct 20 10:17:22.517181 n-d-811396-3 neutron-server[100598]: Metering agent@n-d-811396-3: {}, Oct 20 10:17:22.517181 n-d-811396-3 neutron-server[100598]: Open vSwitch agent@n-d-811396-3: { 'AddressGroup': '1.2', Oct 20 10:17:22.517181 n-d-811396-3 neutron-server[100598]: 'ConntrackHelper': '1.0', Oct 20 10:17:22.517181 n-d-811396-3 neutron-server[100598]: 'Log': '1.0', Oct 20 10:17:22.517181 n-d-811396-3 neutron-server[100598]: 'Network': '1.1', Oct 20 10:17:22.517181 n-d-811396-3 neutron-server[100598]: 'Port': '1.7', Oct 20 10:17:22.517181 n-d-811396-3 neutron-server[100598]: 'PortForwarding': '1.2', Oct 20 10:17:22.517181 n-d-811396-3 neutron-server[100598]: 'QosPolicy': '1.10', Oct 20 10:17:22.517181 n-d-811396-3 neutron-server[100598]: 'SecurityGroup': '1.4', Oct 20 10:17:22.517181 n-d-811396-3 neutron-server[100598]: 'SecurityGroupRule': '1.2', Oct 20 10:17:22.517181 n-d-811396-3 neutron-server[100598]: 'SubPort': '1.0', Oct 20 10:17:22.517181 n-d-811396-3 neutron-server[100598]: 'Subnet': '1.1', Oct 20 10:17:22.517181 n-d-811396-3 neutron-server[100598]: 'Trunk': '1.1'}} Oct 20 10:17:22.517181 n-d-811396-3 neutron-server[100598]: {{(pid=100598) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 20 10:17:22.565686 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-5247f87e-72c4-444c-98ea-f113a6f4f60e None None] Attempting to bind port aac05506-fb0f-4ac1-9efe-ba70521e9eee on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:17:22.566309 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-5247f87e-72c4-444c-98ea-f113a6f4f60e None None] Attempting to bind port aac05506-fb0f-4ac1-9efe-ba70521e9eee by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '2feaf220-e173-4b55-805d-dcf7181a5c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'bccad89a-1c6f-41ca-820d-133f23e8ddbc'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:17:22.566508 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5247f87e-72c4-444c-98ea-f113a6f4f60e None None] Attempting to bind port aac05506-fb0f-4ac1-9efe-ba70521e9eee on network bccad89a-1c6f-41ca-820d-133f23e8ddbc {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:17:22.571451 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5247f87e-72c4-444c-98ea-f113a6f4f60e None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 17, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:17:22.571840 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5247f87e-72c4-444c-98ea-f113a6f4f60e None None] Checking segment: {'id': '2feaf220-e173-4b55-805d-dcf7181a5c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'bccad89a-1c6f-41ca-820d-133f23e8ddbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:17:22.572323 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-5247f87e-72c4-444c-98ea-f113a6f4f60e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:17:22.572712 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5247f87e-72c4-444c-98ea-f113a6f4f60e None None] Bound using segment: {'id': '2feaf220-e173-4b55-805d-dcf7181a5c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'bccad89a-1c6f-41ca-820d-133f23e8ddbc'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:17:22.573179 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-5247f87e-72c4-444c-98ea-f113a6f4f60e None None] Bound port: aac05506-fb0f-4ac1-9efe-ba70521e9eee, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2feaf220-e173-4b55-805d-dcf7181a5c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'bccad89a-1c6f-41ca-820d-133f23e8ddbc'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:17:22.573609 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-5247f87e-72c4-444c-98ea-f113a6f4f60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:17:22.634245 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-5247f87e-72c4-444c-98ea-f113a6f4f60e None None] For port aac05506-fb0f-4ac1-9efe-ba70521e9eee, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:17:22.638437 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-5247f87e-72c4-444c-98ea-f113a6f4f60e None None] For port aac05506-fb0f-4ac1-9efe-ba70521e9eee, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=aac05506-fb0f-4ac1-9efe-ba70521e9eee,segment=NetworkSegment(2feaf220-e173-4b55-805d-dcf7181a5c39),segment_id=2feaf220-e173-4b55-805d-dcf7181a5c39)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:17:22.642901 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-5247f87e-72c4-444c-98ea-f113a6f4f60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:17:22.711786 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5247f87e-72c4-444c-98ea-f113a6f4f60e None None] Pushing event updated for resources: {'Port': ['ID=aac05506-fb0f-4ac1-9efe-ba70521e9eee,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:17:24.041338 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 33720) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:17:24.353483 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [None req-f08385a7-f19c-40a5-bf35-0c5b37e14a42 admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:17:24.354519 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-f08385a7-f19c-40a5-bf35-0c5b37e14a42 admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3121893 Oct 20 10:17:26.869188 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 33728) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:17:27.200880 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [None req-3666f6e0-a7a2-4c21-a084-80d4f534f0d4 admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:17:27.215408 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-3666f6e0-a7a2-4c21-a084-80d4f534f0d4 admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3317046 Oct 20 10:17:29.930268 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 33738) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:17:30.224592 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-d328ed9a-3c9f-4f18-a4a8-aa0aab7586d1 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '293ea7776c3141778c20befdf9446d26'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:17:30.249064 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d328ed9a-3c9f-4f18-a4a8-aa0aab7586d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1772442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258322'] for router, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:17:30.250741 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d328ed9a-3c9f-4f18-a4a8-aa0aab7586d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1772334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773516', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258315'] for router, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:17:30.383145 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d328ed9a-3c9f-4f18-a4a8-aa0aab7586d1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:17:30.387752 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d328ed9a-3c9f-4f18-a4a8-aa0aab7586d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1773475'] for router, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:17:30.402265 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d328ed9a-3c9f-4f18-a4a8-aa0aab7586d1 admin admin] Publish callbacks [] for router, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:17:30.403490 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-d328ed9a-3c9f-4f18-a4a8-aa0aab7586d1 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4722059 Oct 20 10:17:30.854590 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device aac05506-fb0f-4ac1-9efe-ba70521e9eee up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:17:30.943157 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port aac05506-fb0f-4ac1-9efe-ba70521e9eee triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:17:30.943563 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:17:31.050144 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:17:31.086579 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] For port aac05506-fb0f-4ac1-9efe-ba70521e9eee, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=aac05506-fb0f-4ac1-9efe-ba70521e9eee,segment=NetworkSegment(2feaf220-e173-4b55-805d-dcf7181a5c39),segment_id=2feaf220-e173-4b55-805d-dcf7181a5c39)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:17:31.091995 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:17:31.143526 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Pushing event updated for resources: {'Port': ['ID=aac05506-fb0f-4ac1-9efe-ba70521e9eee,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:17:31.805250 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b364b33c-ad5a-4f48-bc79-7b9c4f85c3e9 None None] Network bccad89a-1c6f-41ca-820d-133f23e8ddbc requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:17:31.884769 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-47b99bae-4872-4885-b930-3e64333d8b06 None None] Provisioning complete for port aac05506-fb0f-4ac1-9efe-ba70521e9eee triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:17:31.885445 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-47b99bae-4872-4885-b930-3e64333d8b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:17:32.275550 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-bdbe3b89-cb79-4657-bbe2-e760129326fd None None] Provisioning complete for port aac05506-fb0f-4ac1-9efe-ba70521e9eee triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:17:32.275921 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-bdbe3b89-cb79-4657-bbe2-e760129326fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:17:32.832500 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device aac05506-fb0f-4ac1-9efe-ba70521e9eee up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:17:32.877525 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port aac05506-fb0f-4ac1-9efe-ba70521e9eee triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:17:32.877903 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:17:32.896527 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 33752) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:17:33.243067 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [None req-1563a7eb-b58f-408f-a135-79cd187c1351 admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:17:33.244124 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-1563a7eb-b58f-408f-a135-79cd187c1351 admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3466303 Oct 20 10:17:33.437808 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-9afa5a5b-ce64-4b57-bd9b-24625bb26226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:17:35.746761 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 33760) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:17:36.074494 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-12356aaf-c502-4669-b887-24fe76177477 admin admin] Request body: {'network': {'is_default': True, 'admin_state_up': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'router:external': True, 'provider:network_type': 'flat'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:17:36.076340 n-d-811396-3 neutron-server[100597]: INFO neutron.quota [None req-12356aaf-c502-4669-b887-24fe76177477 admin admin] Loaded quota_driver: . Oct 20 10:17:36.080970 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-d09db152-21e8-48b3-8b52-8ae45b11cc0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:17:36.132321 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12356aaf-c502-4669-b887-24fe76177477 admin admin] Made reservation on behalf of 412b7ade1ab24d909ca17a4fde6eb201 for: {'network': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:17:36.200012 n-d-811396-3 neutron-server[100597]: DEBUG neutron.policy [None req-12356aaf-c502-4669-b887-24fe76177477 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100597) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 20 10:17:36.247563 n-d-811396-3 neutron-server[100597]: WARNING oslo_policy.policy [None req-12356aaf-c502-4669-b887-24fe76177477 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 20 10:17:36.247939 n-d-811396-3 neutron-server[100597]: WARNING oslo_policy.policy [None req-12356aaf-c502-4669-b887-24fe76177477 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 20 10:17:36.258024 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-12356aaf-c502-4669-b887-24fe76177477 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:17:36.277585 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-12356aaf-c502-4669-b887-24fe76177477 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:17:36.388385 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-12356aaf-c502-4669-b887-24fe76177477 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:17:36.392121 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-12356aaf-c502-4669-b887-24fe76177477 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:17:36.403507 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-12356aaf-c502-4669-b887-24fe76177477 admin admin] Reserving flat network on physical network physnet1 {{(pid=100597) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 20 10:17:36.438706 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-12356aaf-c502-4669-b887-24fe76177477 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734775795860', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:17:36.439282 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-12356aaf-c502-4669-b887-24fe76177477 admin admin] Unsubscribe: segment precommit_create {{(pid=100597) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 20 10:17:36.439818 n-d-811396-3 neutron-server[100597]: INFO neutron.db.segments_db [None req-12356aaf-c502-4669-b887-24fe76177477 admin admin] Added segment 9951cbb1-06f8-456d-8b42-c5b25bf27b21 of type flat for network cbe170d3-31ba-45a2-b477-520ab0a7a8ea Oct 20 10:17:36.455747 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12356aaf-c502-4669-b887-24fe76177477 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9530d58-9cbe-4f3f-8220-e88580bc5e05,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:17:36.506572 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12356aaf-c502-4669-b887-24fe76177477 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:17:36.506994 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12356aaf-c502-4669-b887-24fe76177477 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:17:36.507282 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12356aaf-c502-4669-b887-24fe76177477 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:17:36.507608 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12356aaf-c502-4669-b887-24fe76177477 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:17:36.507933 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12356aaf-c502-4669-b887-24fe76177477 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:17:36.508261 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12356aaf-c502-4669-b887-24fe76177477 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:17:36.508585 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12356aaf-c502-4669-b887-24fe76177477 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:17:36.508905 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12356aaf-c502-4669-b887-24fe76177477 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:17:36.509227 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12356aaf-c502-4669-b887-24fe76177477 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:17:36.509545 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12356aaf-c502-4669-b887-24fe76177477 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:17:36.509863 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12356aaf-c502-4669-b887-24fe76177477 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:17:36.510185 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12356aaf-c502-4669-b887-24fe76177477 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:17:36.511304 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12356aaf-c502-4669-b887-24fe76177477 admin admin] Tracked resource versions report: Oct 20 10:17:36.511304 n-d-811396-3 neutron-server[100597]: pushed versions: Oct 20 10:17:36.511304 n-d-811396-3 neutron-server[100597]: { 'AddressGroup': {'1.2'}, Oct 20 10:17:36.511304 n-d-811396-3 neutron-server[100597]: 'ConntrackHelper': {'1.0'}, Oct 20 10:17:36.511304 n-d-811396-3 neutron-server[100597]: 'Log': {'1.0'}, Oct 20 10:17:36.511304 n-d-811396-3 neutron-server[100597]: 'Network': {'1.1'}, Oct 20 10:17:36.511304 n-d-811396-3 neutron-server[100597]: 'Port': {'1.7'}, Oct 20 10:17:36.511304 n-d-811396-3 neutron-server[100597]: 'PortForwarding': {'1.2'}, Oct 20 10:17:36.511304 n-d-811396-3 neutron-server[100597]: 'QosPolicy': {'1.10'}, Oct 20 10:17:36.511304 n-d-811396-3 neutron-server[100597]: 'SecurityGroup': {'1.4'}, Oct 20 10:17:36.511304 n-d-811396-3 neutron-server[100597]: 'SecurityGroupRule': {'1.2'}, Oct 20 10:17:36.511304 n-d-811396-3 neutron-server[100597]: 'SubPort': {'1.0'}, Oct 20 10:17:36.511304 n-d-811396-3 neutron-server[100597]: 'Subnet': {'1.1'}, Oct 20 10:17:36.511304 n-d-811396-3 neutron-server[100597]: 'Trunk': {'1.1'}} Oct 20 10:17:36.511304 n-d-811396-3 neutron-server[100597]: consumer versions: Oct 20 10:17:36.511304 n-d-811396-3 neutron-server[100597]: { DHCP agent@n-d-811396-3: {}, Oct 20 10:17:36.511304 n-d-811396-3 neutron-server[100597]: L3 agent@n-d-811396-3: {}, Oct 20 10:17:36.511304 n-d-811396-3 neutron-server[100597]: Metadata agent@n-d-811396-3: {}, Oct 20 10:17:36.511304 n-d-811396-3 neutron-server[100597]: Metering agent@n-d-811396-3: {}, Oct 20 10:17:36.511304 n-d-811396-3 neutron-server[100597]: Open vSwitch agent@n-d-811396-3: { 'AddressGroup': '1.2', Oct 20 10:17:36.511304 n-d-811396-3 neutron-server[100597]: 'ConntrackHelper': '1.0', Oct 20 10:17:36.511304 n-d-811396-3 neutron-server[100597]: 'Log': '1.0', Oct 20 10:17:36.511304 n-d-811396-3 neutron-server[100597]: 'Network': '1.1', Oct 20 10:17:36.511304 n-d-811396-3 neutron-server[100597]: 'Port': '1.7', Oct 20 10:17:36.511304 n-d-811396-3 neutron-server[100597]: 'PortForwarding': '1.2', Oct 20 10:17:36.511304 n-d-811396-3 neutron-server[100597]: 'QosPolicy': '1.10', Oct 20 10:17:36.511304 n-d-811396-3 neutron-server[100597]: 'SecurityGroup': '1.4', Oct 20 10:17:36.511304 n-d-811396-3 neutron-server[100597]: 'SecurityGroupRule': '1.2', Oct 20 10:17:36.511304 n-d-811396-3 neutron-server[100597]: 'SubPort': '1.0', Oct 20 10:17:36.511304 n-d-811396-3 neutron-server[100597]: 'Subnet': '1.1', Oct 20 10:17:36.511304 n-d-811396-3 neutron-server[100597]: 'Trunk': '1.1'}} Oct 20 10:17:36.511304 n-d-811396-3 neutron-server[100597]: {{(pid=100597) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 20 10:17:36.562785 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-12356aaf-c502-4669-b887-24fe76177477 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:17:36.608623 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-12356aaf-c502-4669-b887-24fe76177477 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:17:36.609689 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12356aaf-c502-4669-b887-24fe76177477 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:17:36.610322 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-12356aaf-c502-4669-b887-24fe76177477 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:17:36.663500 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-12356aaf-c502-4669-b887-24fe76177477 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9154708 Oct 20 10:17:36.717607 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12356aaf-c502-4669-b887-24fe76177477 admin admin] Pushing event updated for resources: {'Network': ['ID=cbe170d3-31ba-45a2-b477-520ab0a7a8ea,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:17:36.729025 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network cbe170d3-31ba-45a2-b477-520ab0a7a8ea details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:17:36.992739 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:17:37.303081 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:17:38.681569 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:17:39.175891 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 33784) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:17:39.388638 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65611930-4a4c-479d-83bf-3077a8e487eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:17:39.390582 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-65611930-4a4c-479d-83bf-3077a8e487eb admin admin] 10.222.0.64 "GET /v2.0/subnets/4c8067a9-ee35-445e-bbeb-343245dbe637 HTTP/1.1" status: 200 len: 849 time: 0.2137172 Oct 20 10:17:39.549274 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-929f2282-3a32-4b05-8b50-a39179543cca admin admin] 10.222.0.64 "GET /v2.0/routers/462505a7-50d2-4ac0-83da-2641708772ba HTTP/1.1" status: 200 len: 704 time: 0.1524386 Oct 20 10:17:39.829324 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 5 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 10:17:39.831172 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c2c71302-47e5-4655-8541-606f9f7caa50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:17:40.117712 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-c2c71302-47e5-4655-8541-606f9f7caa50 admin admin] Allocated IP 172.20.0.1 (bccad89a-1c6f-41ca-820d-133f23e8ddbc/4c8067a9-ee35-445e-bbeb-343245dbe637/4e16a06f-3ed2-4f6c-893f-073c462a27f8) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:17:40.294207 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c2c71302-47e5-4655-8541-606f9f7caa50 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:17:40.359508 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c2c71302-47e5-4655-8541-606f9f7caa50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:17:40.436377 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c71302-47e5-4655-8541-606f9f7caa50 admin admin] Network bccad89a-1c6f-41ca-820d-133f23e8ddbc is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:17:40.440771 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-c2c71302-47e5-4655-8541-606f9f7caa50 admin admin] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:17:40.444757 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c71302-47e5-4655-8541-606f9f7caa50 admin admin] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:17:40.445338 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c2c71302-47e5-4655-8541-606f9f7caa50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1774540'] for router_interface, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:17:40.511155 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c71302-47e5-4655-8541-606f9f7caa50 admin admin] Pushing event updated for resources: {'Port': ['ID=4e16a06f-3ed2-4f6c-893f-073c462a27f8,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:17:40.612489 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-7edbd214-668b-4a09-b260-546f7a76e334 None None] Provisioning complete for port 4e16a06f-3ed2-4f6c-893f-073c462a27f8 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:17:40.613060 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-7edbd214-668b-4a09-b260-546f7a76e334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:17:40.645165 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c2c71302-47e5-4655-8541-606f9f7caa50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:17:40.645343 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-7edbd214-668b-4a09-b260-546f7a76e334 None None] Port 4e16a06f-3ed2-4f6c-893f-073c462a27f8 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:17:40.895691 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c2c71302-47e5-4655-8541-606f9f7caa50 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:17:40.900175 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c2c71302-47e5-4655-8541-606f9f7caa50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:17:40.900929 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c2c71302-47e5-4655-8541-606f9f7caa50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1774432'] for router_interface, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:17:40.961619 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c71302-47e5-4655-8541-606f9f7caa50 admin admin] Pushing event updated for resources: {'Port': ['ID=4e16a06f-3ed2-4f6c-893f-073c462a27f8,revision_number=2']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:17:41.024895 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c71302-47e5-4655-8541-606f9f7caa50 admin admin] Network bccad89a-1c6f-41ca-820d-133f23e8ddbc is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:17:41.026186 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-c2c71302-47e5-4655-8541-606f9f7caa50 admin admin] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:17:41.187533 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2c71302-47e5-4655-8541-606f9f7caa50 admin admin] Router 462505a7-50d2-4ac0-83da-2641708772ba is scheduled to L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 with binding_index 1 {{(pid=100597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 10:17:41.266345 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-610d7203-4d3c-4319-b507-8fe8662f77dd None None] Provisioning complete for port 4e16a06f-3ed2-4f6c-893f-073c462a27f8 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:17:41.266856 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-610d7203-4d3c-4319-b507-8fe8662f77dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:17:41.277157 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2c71302-47e5-4655-8541-606f9f7caa50 admin admin] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:17:41.285622 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-c2c71302-47e5-4655-8541-606f9f7caa50 admin admin] 10.222.0.64 "PUT /v2.0/routers/462505a7-50d2-4ac0-83da-2641708772ba/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7281625 Oct 20 10:17:41.299528 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b4f557-4294-460b-a679-2cdff4373afa None None] Sync routers for ids ['462505a7-50d2-4ac0-83da-2641708772ba'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:17:41.302413 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-610d7203-4d3c-4319-b507-8fe8662f77dd None None] Port 4e16a06f-3ed2-4f6c-893f-073c462a27f8 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:17:41.310884 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b4f557-4294-460b-a679-2cdff4373afa None None] Routers {'462505a7-50d2-4ac0-83da-2641708772ba'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:17:41.311734 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-18b4f557-4294-460b-a679-2cdff4373afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:17:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['462505a7-50d2-4ac0-83da-2641708772ba'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:17:41.494740 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-18b4f557-4294-460b-a679-2cdff4373afa None None] Set router 462505a7-50d2-4ac0-83da-2641708772ba gateway port host: None {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:17:42.004143 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-18b4f557-4294-460b-a679-2cdff4373afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '462505a7-50d2-4ac0-83da-2641708772ba', 'name': 'router1', 'tenant_id': '293ea7776c3141778c20befdf9446d26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:17:30Z', 'updated_at': '2021-10-20T10:17:40Z', 'revision_number': 2, 'project_id': '293ea7776c3141778c20befdf9446d26', 'gw_port_host': None, '_interfaces': [{'id': '4e16a06f-3ed2-4f6c-893f-073c462a27f8', 'name': '', 'network_id': 'bccad89a-1c6f-41ca-820d-133f23e8ddbc', 'tenant_id': '293ea7776c3141778c20befdf9446d26', 'mac_address': 'fa:16:3e:c5:4d:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '462505a7-50d2-4ac0-83da-2641708772ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4c8067a9-ee35-445e-bbeb-343245dbe637', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:17:39Z', 'updated_at': '2021-10-20T10:17:40Z', 'revision_number': 2, 'project_id': '293ea7776c3141778c20befdf9446d26', 'subnets': [{'id': '4c8067a9-ee35-445e-bbeb-343245dbe637', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '434719df-c292-489c-9e34-e32962791b62'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:17:42.052336 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b4f557-4294-460b-a679-2cdff4373afa None None] Checking router: 462505a7-50d2-4ac0-83da-2641708772ba for host: n-d-811396-3 {{(pid=100599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:17:42.052713 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b4f557-4294-460b-a679-2cdff4373afa None None] Updating router 462505a7-50d2-4ac0-83da-2641708772ba port 4e16a06f-3ed2-4f6c-893f-073c462a27f8 binding host n-d-811396-3 {{(pid=100599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 10:17:42.100662 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-18b4f557-4294-460b-a679-2cdff4373afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:17:42.597619 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-18b4f557-4294-460b-a679-2cdff4373afa None None] Publish callbacks [] for port, precommit_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:17:42.604858 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-18b4f557-4294-460b-a679-2cdff4373afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:17:42.762134 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf82390-e7bc-438a-88ca-dc5e95bd132a None None] Pushing event updated for resources: {'Port': ['ID=4e16a06f-3ed2-4f6c-893f-073c462a27f8,revision_number=3']} {{(pid=100599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:17:42.772364 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-18b4f557-4294-460b-a679-2cdff4373afa None None] Attempting to bind port 4e16a06f-3ed2-4f6c-893f-073c462a27f8 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:17:42.772758 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-18b4f557-4294-460b-a679-2cdff4373afa None None] Attempting to bind port 4e16a06f-3ed2-4f6c-893f-073c462a27f8 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '2feaf220-e173-4b55-805d-dcf7181a5c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'bccad89a-1c6f-41ca-820d-133f23e8ddbc'}] {{(pid=100599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:17:42.773201 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b4f557-4294-460b-a679-2cdff4373afa None None] Attempting to bind port 4e16a06f-3ed2-4f6c-893f-073c462a27f8 on network bccad89a-1c6f-41ca-820d-133f23e8ddbc {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:17:42.775778 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf82390-e7bc-438a-88ca-dc5e95bd132a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:17:42.776125 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf82390-e7bc-438a-88ca-dc5e95bd132a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:17:42.776465 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf82390-e7bc-438a-88ca-dc5e95bd132a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:17:42.776798 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf82390-e7bc-438a-88ca-dc5e95bd132a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:17:42.777123 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf82390-e7bc-438a-88ca-dc5e95bd132a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:17:42.777455 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf82390-e7bc-438a-88ca-dc5e95bd132a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:17:42.777777 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf82390-e7bc-438a-88ca-dc5e95bd132a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:17:42.778099 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf82390-e7bc-438a-88ca-dc5e95bd132a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:17:42.778420 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf82390-e7bc-438a-88ca-dc5e95bd132a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:17:42.778739 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf82390-e7bc-438a-88ca-dc5e95bd132a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:17:42.779055 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf82390-e7bc-438a-88ca-dc5e95bd132a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:17:42.779954 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf82390-e7bc-438a-88ca-dc5e95bd132a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:17:42.781488 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf82390-e7bc-438a-88ca-dc5e95bd132a None None] Tracked resource versions report: Oct 20 10:17:42.781488 n-d-811396-3 neutron-server[100599]: pushed versions: Oct 20 10:17:42.781488 n-d-811396-3 neutron-server[100599]: { 'AddressGroup': {'1.2'}, Oct 20 10:17:42.781488 n-d-811396-3 neutron-server[100599]: 'ConntrackHelper': {'1.0'}, Oct 20 10:17:42.781488 n-d-811396-3 neutron-server[100599]: 'Log': {'1.0'}, Oct 20 10:17:42.781488 n-d-811396-3 neutron-server[100599]: 'Network': {'1.1'}, Oct 20 10:17:42.781488 n-d-811396-3 neutron-server[100599]: 'Port': {'1.7'}, Oct 20 10:17:42.781488 n-d-811396-3 neutron-server[100599]: 'PortForwarding': {'1.2'}, Oct 20 10:17:42.781488 n-d-811396-3 neutron-server[100599]: 'QosPolicy': {'1.10'}, Oct 20 10:17:42.781488 n-d-811396-3 neutron-server[100599]: 'SecurityGroup': {'1.4'}, Oct 20 10:17:42.781488 n-d-811396-3 neutron-server[100599]: 'SecurityGroupRule': {'1.2'}, Oct 20 10:17:42.781488 n-d-811396-3 neutron-server[100599]: 'SubPort': {'1.0'}, Oct 20 10:17:42.781488 n-d-811396-3 neutron-server[100599]: 'Subnet': {'1.1'}, Oct 20 10:17:42.781488 n-d-811396-3 neutron-server[100599]: 'Trunk': {'1.1'}} Oct 20 10:17:42.781488 n-d-811396-3 neutron-server[100599]: consumer versions: Oct 20 10:17:42.781488 n-d-811396-3 neutron-server[100599]: { DHCP agent@n-d-811396-3: {}, Oct 20 10:17:42.781488 n-d-811396-3 neutron-server[100599]: L3 agent@n-d-811396-3: {}, Oct 20 10:17:42.781488 n-d-811396-3 neutron-server[100599]: Metadata agent@n-d-811396-3: {}, Oct 20 10:17:42.781488 n-d-811396-3 neutron-server[100599]: Metering agent@n-d-811396-3: {}, Oct 20 10:17:42.781488 n-d-811396-3 neutron-server[100599]: Open vSwitch agent@n-d-811396-3: { 'AddressGroup': '1.2', Oct 20 10:17:42.781488 n-d-811396-3 neutron-server[100599]: 'ConntrackHelper': '1.0', Oct 20 10:17:42.781488 n-d-811396-3 neutron-server[100599]: 'Log': '1.0', Oct 20 10:17:42.781488 n-d-811396-3 neutron-server[100599]: 'Network': '1.1', Oct 20 10:17:42.781488 n-d-811396-3 neutron-server[100599]: 'Port': '1.7', Oct 20 10:17:42.781488 n-d-811396-3 neutron-server[100599]: 'PortForwarding': '1.2', Oct 20 10:17:42.781488 n-d-811396-3 neutron-server[100599]: 'QosPolicy': '1.10', Oct 20 10:17:42.781488 n-d-811396-3 neutron-server[100599]: 'SecurityGroup': '1.4', Oct 20 10:17:42.781488 n-d-811396-3 neutron-server[100599]: 'SecurityGroupRule': '1.2', Oct 20 10:17:42.781488 n-d-811396-3 neutron-server[100599]: 'SubPort': '1.0', Oct 20 10:17:42.781488 n-d-811396-3 neutron-server[100599]: 'Subnet': '1.1', Oct 20 10:17:42.781488 n-d-811396-3 neutron-server[100599]: 'Trunk': '1.1'}} Oct 20 10:17:42.781488 n-d-811396-3 neutron-server[100599]: {{(pid=100599) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 20 10:17:42.786782 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b4f557-4294-460b-a679-2cdff4373afa None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:17:42.787122 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b4f557-4294-460b-a679-2cdff4373afa None None] Checking segment: {'id': '2feaf220-e173-4b55-805d-dcf7181a5c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'bccad89a-1c6f-41ca-820d-133f23e8ddbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:17:42.787711 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-18b4f557-4294-460b-a679-2cdff4373afa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:17:42.788011 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b4f557-4294-460b-a679-2cdff4373afa None None] Bound using segment: {'id': '2feaf220-e173-4b55-805d-dcf7181a5c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'bccad89a-1c6f-41ca-820d-133f23e8ddbc'} {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:17:42.788522 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-18b4f557-4294-460b-a679-2cdff4373afa None None] Bound port: 4e16a06f-3ed2-4f6c-893f-073c462a27f8, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2feaf220-e173-4b55-805d-dcf7181a5c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'bccad89a-1c6f-41ca-820d-133f23e8ddbc'}}] {{(pid=100599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:17:42.788991 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-18b4f557-4294-460b-a679-2cdff4373afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:17:42.831317 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-de64062b-189f-4e88-b24a-57151d80fd87 None None] Provisioning complete for port 4e16a06f-3ed2-4f6c-893f-073c462a27f8 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:17:42.831888 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-de64062b-189f-4e88-b24a-57151d80fd87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:17:42.859848 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.db [None req-18b4f557-4294-460b-a679-2cdff4373afa None None] For port 4e16a06f-3ed2-4f6c-893f-073c462a27f8, host n-d-811396-3, cleared binding levels {{(pid=100599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:17:42.867850 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-de64062b-189f-4e88-b24a-57151d80fd87 None None] Port 4e16a06f-3ed2-4f6c-893f-073c462a27f8 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:17:42.880021 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.db [None req-18b4f557-4294-460b-a679-2cdff4373afa None None] For port 4e16a06f-3ed2-4f6c-893f-073c462a27f8, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=4e16a06f-3ed2-4f6c-893f-073c462a27f8,segment=NetworkSegment(2feaf220-e173-4b55-805d-dcf7181a5c39),segment_id=2feaf220-e173-4b55-805d-dcf7181a5c39)] {{(pid=100599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:17:42.884225 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-18b4f557-4294-460b-a679-2cdff4373afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:17:42.937640 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b4f557-4294-460b-a679-2cdff4373afa None None] Routers {'462505a7-50d2-4ac0-83da-2641708772ba'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:17:42.938266 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-18b4f557-4294-460b-a679-2cdff4373afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:17:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['462505a7-50d2-4ac0-83da-2641708772ba'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:17:42.977887 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf82390-e7bc-438a-88ca-dc5e95bd132a None None] Pushing event updated for resources: {'Port': ['ID=4e16a06f-3ed2-4f6c-893f-073c462a27f8,revision_number=4']} {{(pid=100599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:17:43.037839 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-18b4f557-4294-460b-a679-2cdff4373afa None None] Set router 462505a7-50d2-4ac0-83da-2641708772ba gateway port host: None {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:17:43.086811 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-108d9c5f-8499-4336-914f-206e51b4c1a1 None None] Provisioning complete for port 4e16a06f-3ed2-4f6c-893f-073c462a27f8 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:17:43.087195 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-108d9c5f-8499-4336-914f-206e51b4c1a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:17:43.171852 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-108d9c5f-8499-4336-914f-206e51b4c1a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:17:43.203624 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-108d9c5f-8499-4336-914f-206e51b4c1a1 None None] For port 4e16a06f-3ed2-4f6c-893f-073c462a27f8, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=4e16a06f-3ed2-4f6c-893f-073c462a27f8,segment=NetworkSegment(2feaf220-e173-4b55-805d-dcf7181a5c39),segment_id=2feaf220-e173-4b55-805d-dcf7181a5c39)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:17:43.208669 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-108d9c5f-8499-4336-914f-206e51b4c1a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:17:43.250432 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-18b4f557-4294-460b-a679-2cdff4373afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '462505a7-50d2-4ac0-83da-2641708772ba', 'name': 'router1', 'tenant_id': '293ea7776c3141778c20befdf9446d26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:17:30Z', 'updated_at': '2021-10-20T10:17:40Z', 'revision_number': 2, 'project_id': '293ea7776c3141778c20befdf9446d26', 'gw_port_host': None, '_interfaces': [{'id': '4e16a06f-3ed2-4f6c-893f-073c462a27f8', 'name': '', 'network_id': 'bccad89a-1c6f-41ca-820d-133f23e8ddbc', 'tenant_id': '293ea7776c3141778c20befdf9446d26', 'mac_address': 'fa:16:3e:c5:4d:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '462505a7-50d2-4ac0-83da-2641708772ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4c8067a9-ee35-445e-bbeb-343245dbe637', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:17:39Z', 'updated_at': '2021-10-20T10:17:42Z', 'revision_number': 4, 'project_id': '293ea7776c3141778c20befdf9446d26', 'subnets': [{'id': '4c8067a9-ee35-445e-bbeb-343245dbe637', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '434719df-c292-489c-9e34-e32962791b62'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:17:43.256572 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108d9c5f-8499-4336-914f-206e51b4c1a1 None None] Pushing event updated for resources: {'Port': ['ID=4e16a06f-3ed2-4f6c-893f-073c462a27f8,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:17:43.277736 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b4f557-4294-460b-a679-2cdff4373afa None None] The sync data for ids ['462505a7-50d2-4ac0-83da-2641708772ba'] in n-d-811396-3 is: [{'id': '462505a7-50d2-4ac0-83da-2641708772ba', 'name': 'router1', 'tenant_id': '293ea7776c3141778c20befdf9446d26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:17:30Z', 'updated_at': '2021-10-20T10:17:40Z', 'revision_number': 2, 'project_id': '293ea7776c3141778c20befdf9446d26', 'gw_port_host': None, '_interfaces': [{'id': '4e16a06f-3ed2-4f6c-893f-073c462a27f8', 'name': '', 'network_id': 'bccad89a-1c6f-41ca-820d-133f23e8ddbc', 'tenant_id': '293ea7776c3141778c20befdf9446d26', 'mac_address': 'fa:16:3e:c5:4d:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '462505a7-50d2-4ac0-83da-2641708772ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4c8067a9-ee35-445e-bbeb-343245dbe637', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:17:39Z', 'updated_at': '2021-10-20T10:17:42Z', 'revision_number': 4, 'project_id': '293ea7776c3141778c20befdf9446d26', 'subnets': [{'id': '4c8067a9-ee35-445e-bbeb-343245dbe637', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '434719df-c292-489c-9e34-e32962791b62'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:17:43.803558 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 33804) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:17:43.911171 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-570b9ad7-e18d-43f7-96d2-806f0a624215 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:17:43.912556 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-570b9ad7-e18d-43f7-96d2-806f0a624215 admin admin] 10.222.0.64 "GET /v2.0/networks/cbe170d3-31ba-45a2-b477-520ab0a7a8ea HTTP/1.1" status: 200 len: 842 time: 0.1080360 Oct 20 10:17:43.922738 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-891cbe74-e956-4740-a8b5-135dc452fb7b admin admin] Request body: {'subnet': {'name': 'public-subnet', 'cidr': '172.25.1.0/24', 'enable_dhcp': False, 'ip_version': 4, 'gateway_ip': '172.25.1.1', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:17:43.946827 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-891cbe74-e956-4740-a8b5-135dc452fb7b admin admin] Made reservation on behalf of 412b7ade1ab24d909ca17a4fde6eb201 for: {'subnet': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:17:43.949129 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-891cbe74-e956-4740-a8b5-135dc452fb7b admin admin] Publish callbacks [] for subnet, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:17:44.267708 n-d-811396-3 neutron-server[100597]: DEBUG neutron.objects.ports [None req-891cbe74-e956-4740-a8b5-135dc452fb7b admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100597) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 20 10:17:44.268144 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-891cbe74-e956-4740-a8b5-135dc452fb7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for subnet, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:17:44.325086 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891cbe74-e956-4740-a8b5-135dc452fb7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4e26aca-17ac-4adb-a66b-d939a1b35b64,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:17:44.336870 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-891cbe74-e956-4740-a8b5-135dc452fb7b admin admin] Checking segment: {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:17:44.337220 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-891cbe74-e956-4740-a8b5-135dc452fb7b admin admin] Network hostable DHCP agents. Network: cbe170d3-31ba-45a2-b477-520ab0a7a8ea, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:17:44.365977 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-891cbe74-e956-4740-a8b5-135dc452fb7b admin admin] Network cbe170d3-31ba-45a2-b477-520ab0a7a8ea is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:17:44.381285 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-891cbe74-e956-4740-a8b5-135dc452fb7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, cbe170d3-31ba-45a2-b477-520ab0a7a8ea) {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:17:44.389369 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-891cbe74-e956-4740-a8b5-135dc452fb7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:17:44.389951 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-891cbe74-e956-4740-a8b5-135dc452fb7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:17:44.390402 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb03aec-6381-40b3-9843-9cc98d9ec1f4 None None] Network cbe170d3-31ba-45a2-b477-520ab0a7a8ea requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:17:44.406258 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-891cbe74-e956-4740-a8b5-135dc452fb7b admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4867871 Oct 20 10:17:44.531455 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6227569-d075-4250-b051-337d6d75e51a None None] Network cbe170d3-31ba-45a2-b477-520ab0a7a8ea requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:17:46.834348 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 33812) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:17:46.969242 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-e863dec9-8f5f-4a3f-9253-e5a45ad2ea7e admin admin] 10.222.0.64 "GET /v2.0/routers/462505a7-50d2-4ac0-83da-2641708772ba HTTP/1.1" status: 200 len: 710 time: 0.1336424 Oct 20 10:17:47.069467 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff3d4af-1ab6-4bff-b51a-22deb0da568a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:17:47.070775 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-bff3d4af-1ab6-4bff-b51a-22deb0da568a admin admin] 10.222.0.64 "GET /v2.0/networks/cbe170d3-31ba-45a2-b477-520ab0a7a8ea HTTP/1.1" status: 200 len: 886 time: 0.0953293 Oct 20 10:17:47.080987 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-033a6e48-012c-48b2-801e-2f3d143f28d6 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:17:47.389234 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-033a6e48-012c-48b2-801e-2f3d143f28d6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:17:47.614294 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-033a6e48-012c-48b2-801e-2f3d143f28d6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:17:47.691708 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-033a6e48-012c-48b2-801e-2f3d143f28d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:17:47.793032 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-033a6e48-012c-48b2-801e-2f3d143f28d6 admin admin] Allocated IP 172.25.1.141 (cbe170d3-31ba-45a2-b477-520ab0a7a8ea/f4e26aca-17ac-4adb-a66b-d939a1b35b64/356b4292-2c0c-4074-9c46-03d474fe46b3) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:17:47.898282 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-033a6e48-012c-48b2-801e-2f3d143f28d6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:17:47.930418 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-033a6e48-012c-48b2-801e-2f3d143f28d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:17:47.967819 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-033a6e48-012c-48b2-801e-2f3d143f28d6 admin admin] Network cbe170d3-31ba-45a2-b477-520ab0a7a8ea is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:17:47.970572 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-033a6e48-012c-48b2-801e-2f3d143f28d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:17:47.973865 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033a6e48-012c-48b2-801e-2f3d143f28d6 admin admin] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:17:48.012559 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033a6e48-012c-48b2-801e-2f3d143f28d6 admin admin] Pushing event updated for resources: {'Port': ['ID=356b4292-2c0c-4074-9c46-03d474fe46b3,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:17:48.219167 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-033a6e48-012c-48b2-801e-2f3d143f28d6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:17:48.416660 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-033a6e48-012c-48b2-801e-2f3d143f28d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1773502', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1772312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-258425'] for router, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:17:48.421030 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-033a6e48-012c-48b2-801e-2f3d143f28d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1773475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1773489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1773480', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1772307'] for router, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:17:48.524849 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-033a6e48-012c-48b2-801e-2f3d143f28d6 admin admin] Router 462505a7-50d2-4ac0-83da-2641708772ba has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:17:48.628647 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-033a6e48-012c-48b2-801e-2f3d143f28d6 admin admin] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:17:48.632990 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-033a6e48-012c-48b2-801e-2f3d143f28d6 admin admin] Publish callbacks [] for router, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:17:48.634180 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-033a6e48-012c-48b2-801e-2f3d143f28d6 admin admin] 10.222.0.64 "PUT /v2.0/routers/462505a7-50d2-4ac0-83da-2641708772ba HTTP/1.1" status: 200 len: 890 time: 1.5565443 Oct 20 10:17:48.870808 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 4e16a06f-3ed2-4f6c-893f-073c462a27f8 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:17:48.923372 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 4e16a06f-3ed2-4f6c-893f-073c462a27f8 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:17:48.923795 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:17:50.294378 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da41868-50db-4457-9d96-ded02210ba0e None None] Sync routers for ids ['462505a7-50d2-4ac0-83da-2641708772ba'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:17:50.304495 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da41868-50db-4457-9d96-ded02210ba0e None None] Routers {'462505a7-50d2-4ac0-83da-2641708772ba'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:17:50.305132 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-9da41868-50db-4457-9d96-ded02210ba0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:17:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['462505a7-50d2-4ac0-83da-2641708772ba'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:17:50.511773 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-9da41868-50db-4457-9d96-ded02210ba0e None None] Set router 462505a7-50d2-4ac0-83da-2641708772ba gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:17:50.912312 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-9da41868-50db-4457-9d96-ded02210ba0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '462505a7-50d2-4ac0-83da-2641708772ba', 'name': 'router1', 'tenant_id': '293ea7776c3141778c20befdf9446d26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '356b4292-2c0c-4074-9c46-03d474fe46b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:17:30Z', 'updated_at': '2021-10-20T10:17:48Z', 'revision_number': 4, 'project_id': '293ea7776c3141778c20befdf9446d26', 'gw_port': {'id': '356b4292-2c0c-4074-9c46-03d474fe46b3', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:19:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '462505a7-50d2-4ac0-83da-2641708772ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:17:47Z', 'updated_at': '2021-10-20T10:17:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '4e16a06f-3ed2-4f6c-893f-073c462a27f8', 'name': '', 'network_id': 'bccad89a-1c6f-41ca-820d-133f23e8ddbc', 'tenant_id': '293ea7776c3141778c20befdf9446d26', 'mac_address': 'fa:16:3e:c5:4d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462505a7-50d2-4ac0-83da-2641708772ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4c8067a9-ee35-445e-bbeb-343245dbe637', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:17:39Z', 'updated_at': '2021-10-20T10:17:43Z', 'revision_number': 5, 'project_id': '293ea7776c3141778c20befdf9446d26', 'subnets': [{'id': '4c8067a9-ee35-445e-bbeb-343245dbe637', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '434719df-c292-489c-9e34-e32962791b62'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:17:50.963969 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da41868-50db-4457-9d96-ded02210ba0e None None] Checking router: 462505a7-50d2-4ac0-83da-2641708772ba for host: n-d-811396-3 {{(pid=100598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:17:50.964322 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da41868-50db-4457-9d96-ded02210ba0e None None] Updating router 462505a7-50d2-4ac0-83da-2641708772ba port 356b4292-2c0c-4074-9c46-03d474fe46b3 binding host n-d-811396-3 {{(pid=100598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 10:17:51.013020 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-9da41868-50db-4457-9d96-ded02210ba0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:17:51.195394 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 33824) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:17:51.369597 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-9da41868-50db-4457-9d96-ded02210ba0e None None] Publish callbacks [] for port, precommit_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:17:51.375915 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-9da41868-50db-4457-9d96-ded02210ba0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:17:51.394271 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-189d1c7a-9764-4a89-9a20-2836e25cc3fa admin admin] 10.222.0.64 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1976533 Oct 20 10:17:51.515979 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-9da41868-50db-4457-9d96-ded02210ba0e None None] Attempting to bind port 356b4292-2c0c-4074-9c46-03d474fe46b3 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:17:51.516514 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-9da41868-50db-4457-9d96-ded02210ba0e None None] Attempting to bind port 356b4292-2c0c-4074-9c46-03d474fe46b3 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:17:51.516721 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da41868-50db-4457-9d96-ded02210ba0e None None] Attempting to bind port 356b4292-2c0c-4074-9c46-03d474fe46b3 on network cbe170d3-31ba-45a2-b477-520ab0a7a8ea {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:17:51.522593 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7e35d-cedb-48ee-8114-78b8b220233d None None] Pushing event updated for resources: {'Port': ['ID=356b4292-2c0c-4074-9c46-03d474fe46b3,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:17:51.527645 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da41868-50db-4457-9d96-ded02210ba0e None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:17:51.528028 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da41868-50db-4457-9d96-ded02210ba0e None None] Checking segment: {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:17:51.528435 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-9da41868-50db-4457-9d96-ded02210ba0e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:17:51.528829 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da41868-50db-4457-9d96-ded02210ba0e None None] Bound using segment: {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:17:51.529318 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-9da41868-50db-4457-9d96-ded02210ba0e None None] Bound port: 356b4292-2c0c-4074-9c46-03d474fe46b3, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:17:51.529729 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-9da41868-50db-4457-9d96-ded02210ba0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:17:51.583784 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-9da41868-50db-4457-9d96-ded02210ba0e None None] For port 356b4292-2c0c-4074-9c46-03d474fe46b3, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:17:51.587047 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-9da41868-50db-4457-9d96-ded02210ba0e None None] For port 356b4292-2c0c-4074-9c46-03d474fe46b3, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=356b4292-2c0c-4074-9c46-03d474fe46b3,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:17:51.592559 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-9da41868-50db-4457-9d96-ded02210ba0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:17:51.650276 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da41868-50db-4457-9d96-ded02210ba0e None None] Routers {'462505a7-50d2-4ac0-83da-2641708772ba'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:17:51.650893 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-9da41868-50db-4457-9d96-ded02210ba0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:17:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['462505a7-50d2-4ac0-83da-2641708772ba'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:17:51.652649 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7e35d-cedb-48ee-8114-78b8b220233d None None] Pushing event updated for resources: {'Port': ['ID=356b4292-2c0c-4074-9c46-03d474fe46b3,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:17:51.763217 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-9da41868-50db-4457-9d96-ded02210ba0e None None] Set router 462505a7-50d2-4ac0-83da-2641708772ba gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:17:51.983977 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-9da41868-50db-4457-9d96-ded02210ba0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '462505a7-50d2-4ac0-83da-2641708772ba', 'name': 'router1', 'tenant_id': '293ea7776c3141778c20befdf9446d26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '356b4292-2c0c-4074-9c46-03d474fe46b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:17:30Z', 'updated_at': '2021-10-20T10:17:48Z', 'revision_number': 4, 'project_id': '293ea7776c3141778c20befdf9446d26', 'gw_port': {'id': '356b4292-2c0c-4074-9c46-03d474fe46b3', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:19:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '462505a7-50d2-4ac0-83da-2641708772ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:17:47Z', 'updated_at': '2021-10-20T10:17:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '4e16a06f-3ed2-4f6c-893f-073c462a27f8', 'name': '', 'network_id': 'bccad89a-1c6f-41ca-820d-133f23e8ddbc', 'tenant_id': '293ea7776c3141778c20befdf9446d26', 'mac_address': 'fa:16:3e:c5:4d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462505a7-50d2-4ac0-83da-2641708772ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4c8067a9-ee35-445e-bbeb-343245dbe637', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:17:39Z', 'updated_at': '2021-10-20T10:17:43Z', 'revision_number': 5, 'project_id': '293ea7776c3141778c20befdf9446d26', 'subnets': [{'id': '4c8067a9-ee35-445e-bbeb-343245dbe637', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '434719df-c292-489c-9e34-e32962791b62'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:17:52.010670 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da41868-50db-4457-9d96-ded02210ba0e None None] The sync data for ids ['462505a7-50d2-4ac0-83da-2641708772ba'] in n-d-811396-3 is: [{'id': '462505a7-50d2-4ac0-83da-2641708772ba', 'name': 'router1', 'tenant_id': '293ea7776c3141778c20befdf9446d26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '356b4292-2c0c-4074-9c46-03d474fe46b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:17:30Z', 'updated_at': '2021-10-20T10:17:48Z', 'revision_number': 4, 'project_id': '293ea7776c3141778c20befdf9446d26', 'gw_port': {'id': '356b4292-2c0c-4074-9c46-03d474fe46b3', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:19:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '462505a7-50d2-4ac0-83da-2641708772ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:17:47Z', 'updated_at': '2021-10-20T10:17:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '4e16a06f-3ed2-4f6c-893f-073c462a27f8', 'name': '', 'network_id': 'bccad89a-1c6f-41ca-820d-133f23e8ddbc', 'tenant_id': '293ea7776c3141778c20befdf9446d26', 'mac_address': 'fa:16:3e:c5:4d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462505a7-50d2-4ac0-83da-2641708772ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4c8067a9-ee35-445e-bbeb-343245dbe637', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:17:39Z', 'updated_at': '2021-10-20T10:17:43Z', 'revision_number': 5, 'project_id': '293ea7776c3141778c20befdf9446d26', 'subnets': [{'id': '4c8067a9-ee35-445e-bbeb-343245dbe637', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '434719df-c292-489c-9e34-e32962791b62'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:17:52.880141 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 356b4292-2c0c-4074-9c46-03d474fe46b3 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:17:52.930014 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 356b4292-2c0c-4074-9c46-03d474fe46b3 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:17:52.930384 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:17:53.002620 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:17:53.021794 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] For port 356b4292-2c0c-4074-9c46-03d474fe46b3, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=356b4292-2c0c-4074-9c46-03d474fe46b3,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:17:53.025885 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:17:53.078979 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Pushing event updated for resources: {'Port': ['ID=356b4292-2c0c-4074-9c46-03d474fe46b3,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:17:54.864850 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 356b4292-2c0c-4074-9c46-03d474fe46b3 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:17:54.926228 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 356b4292-2c0c-4074-9c46-03d474fe46b3 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:17:54.926853 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:18:03.439898 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-9ec3b01d-4ab9-4fa2-acc0-ec2f5017ebf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:18:06.090680 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-d20d91bf-0653-436b-81be-6cdb955625fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:18:06.999896 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:18:07.314007 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:18:08.705420 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:18:16.830552 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 5 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 10:18:33.441813 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-efc7cdae-90fd-4ea1-91c1-07b61cd3e781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:18:36.083406 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-21e9643b-1465-45dc-a6ed-df8f45855e80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:18:36.993406 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:18:37.309086 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:18:38.697830 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:18:53.831954 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 5 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 10:19:03.442110 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-e0d8339d-c5f2-4a67-8757-53354fe555a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:19:06.084214 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-202c9d95-705c-4419-a67d-0714aa10f9fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:19:06.996777 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:19:07.312651 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:19:08.698950 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:19:30.830954 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 5 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 10:19:33.443500 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-a645333a-f253-4328-b7dd-d7d534069763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:19:36.088924 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1d6982f7-dc5e-413a-8dcc-45bdaa752b2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:19:37.001781 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:19:37.315101 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:19:38.603483 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 34418) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:19:38.664537 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d15100b-a451-4c37-b83b-0281a77ba148 admin admin] GET failed (client error): The resource could not be found. Oct 20 10:19:38.665842 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-1d15100b-a451-4c37-b83b-0281a77ba148 admin admin] 10.222.0.64 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0612369 Oct 20 10:19:38.702968 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:19:38.825285 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7051124d-9c13-489b-8e9f-c6e590717c29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:19:38.826672 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-7051124d-9c13-489b-8e9f-c6e590717c29 admin admin] 10.222.0.64 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1559846 Oct 20 10:19:41.091779 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 34428) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:19:41.185376 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb6cbf49-ffc5-43c7-b830-6498741dd645 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:19:41.186688 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-fb6cbf49-ffc5-43c7-b830-6498741dd645 admin admin] 10.222.0.64 "GET /v2.0/subnets/4c8067a9-ee35-445e-bbeb-343245dbe637 HTTP/1.1" status: 200 len: 849 time: 0.0939937 Oct 20 10:19:41.196566 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-fc16d613-0dc1-4eba-bf58-d2cff5057560 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:19:41.278542 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-fc16d613-0dc1-4eba-bf58-d2cff5057560 admin admin] Publish callbacks [] for subnet, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:19:41.424093 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-fc16d613-0dc1-4eba-bf58-d2cff5057560 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8734775807326'] for subnet, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:19:41.457448 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc16d613-0dc1-4eba-bf58-d2cff5057560 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:19:41.458261 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-fc16d613-0dc1-4eba-bf58-d2cff5057560 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:19:41.459253 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-fc16d613-0dc1-4eba-bf58-d2cff5057560 admin admin] 10.222.0.64 "PUT /v2.0/subnets/4c8067a9-ee35-445e-bbeb-343245dbe637 HTTP/1.1" status: 200 len: 868 time: 0.2662282 Oct 20 10:19:41.461995 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e44ec10-de81-4970-971d-20ce2153e16c None None] Network bccad89a-1c6f-41ca-820d-133f23e8ddbc requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:19:41.476602 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc16d613-0dc1-4eba-bf58-d2cff5057560 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c8067a9-ee35-445e-bbeb-343245dbe637,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:19:41.484124 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc16d613-0dc1-4eba-bf58-d2cff5057560 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:19:41.484501 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc16d613-0dc1-4eba-bf58-d2cff5057560 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:19:41.484804 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc16d613-0dc1-4eba-bf58-d2cff5057560 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:19:41.485165 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc16d613-0dc1-4eba-bf58-d2cff5057560 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:19:41.485502 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc16d613-0dc1-4eba-bf58-d2cff5057560 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:19:41.485829 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc16d613-0dc1-4eba-bf58-d2cff5057560 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:19:41.486183 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc16d613-0dc1-4eba-bf58-d2cff5057560 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:19:41.486507 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc16d613-0dc1-4eba-bf58-d2cff5057560 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:19:41.486830 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc16d613-0dc1-4eba-bf58-d2cff5057560 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:19:41.487152 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc16d613-0dc1-4eba-bf58-d2cff5057560 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:19:41.487503 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc16d613-0dc1-4eba-bf58-d2cff5057560 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:19:41.487821 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc16d613-0dc1-4eba-bf58-d2cff5057560 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:19:41.837343 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-914396bc-928b-481a-8f5a-47cee1f713c9 None None] Provisioning complete for port 4e16a06f-3ed2-4f6c-893f-073c462a27f8 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:19:41.837739 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-914396bc-928b-481a-8f5a-47cee1f713c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:19:41.925137 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-914396bc-928b-481a-8f5a-47cee1f713c9 None None] Provisioning complete for port aac05506-fb0f-4ac1-9efe-ba70521e9eee triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:19:41.925429 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-914396bc-928b-481a-8f5a-47cee1f713c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:19:43.750576 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 34438) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:19:43.942378 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41b36bf-9846-43b4-8752-17aacb72d038 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:19:43.942765 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41b36bf-9846-43b4-8752-17aacb72d038 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:19:43.944637 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-f41b36bf-9846-43b4-8752-17aacb72d038 admin admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1928442 Oct 20 10:19:46.221370 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 34446) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:19:46.424397 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-711ae22c-b50d-4864-8e1d-6852abdedb36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:19:46.424779 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-711ae22c-b50d-4864-8e1d-6852abdedb36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:19:46.426484 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-711ae22c-b50d-4864-8e1d-6852abdedb36 admin admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2039645 Oct 20 10:19:48.684408 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 34454) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:19:48.850549 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d133194-6481-42a3-8cbd-6d21345f807f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:19:48.851921 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-4d133194-6481-42a3-8cbd-6d21345f807f admin admin] 10.222.0.64 "GET /v2.0/networks/bccad89a-1c6f-41ca-820d-133f23e8ddbc HTTP/1.1" status: 200 len: 869 time: 0.1665316 Oct 20 10:19:51.113835 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 34462) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:19:51.244586 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec987c7-4b29-4ee0-a72a-a692e9d5d367 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:19:51.245949 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-fec987c7-4b29-4ee0-a72a-a692e9d5d367 admin admin] 10.222.0.64 "GET /v2.0/networks/cbe170d3-31ba-45a2-b477-520ab0a7a8ea HTTP/1.1" status: 200 len: 886 time: 0.1311824 Oct 20 10:19:53.534428 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 34470) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:19:53.658553 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1595f5de-c318-4073-b777-5e302fd909d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:19:53.659006 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1595f5de-c318-4073-b777-5e302fd909d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:19:53.660576 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-1595f5de-c318-4073-b777-5e302fd909d2 admin admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1252122 Oct 20 10:19:55.979920 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 34478) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:19:56.071641 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcdbc3ca-ff1b-42d9-b2aa-966e27e2cd84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:19:56.072137 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcdbc3ca-ff1b-42d9-b2aa-966e27e2cd84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:19:56.073851 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-fcdbc3ca-ff1b-42d9-b2aa-966e27e2cd84 admin admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0929809 Oct 20 10:19:58.375362 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 34486) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:19:58.465899 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e0ee56-f66c-42dd-95b8-50d8d1d2c906 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:19:58.467275 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-55e0ee56-f66c-42dd-95b8-50d8d1d2c906 admin admin] 10.222.0.64 "GET /v2.0/subnets/4c8067a9-ee35-445e-bbeb-343245dbe637 HTTP/1.1" status: 200 len: 868 time: 0.0908902 Oct 20 10:20:00.744901 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 34494) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:20:00.831956 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b2d1ddd-9842-4e03-9690-edc73ef6cffa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:20:00.833293 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-1b2d1ddd-9842-4e03-9690-edc73ef6cffa admin admin] 10.222.0.64 "GET /v2.0/subnets/f4e26aca-17ac-4adb-a66b-d939a1b35b64 HTTP/1.1" status: 200 len: 816 time: 0.0874243 Oct 20 10:20:03.444941 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-02cc74b9-d35c-4947-a627-959fde5343ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:20:06.088412 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-38550bf6-9d02-421d-8229-33af8b0ca621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:20:07.002328 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:20:07.319686 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:20:07.829637 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 5 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 10:20:08.713142 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:20:25.689976 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 34548) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:20:25.738452 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [None req-e6e099a2-d416-4c32-8ed8-a07450df56f8 admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:20:25.739476 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-e6e099a2-d416-4c32-8ed8-a07450df56f8 admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0480092 Oct 20 10:20:28.095626 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 34556) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:20:28.155458 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa795131-5ea4-4f8e-b16a-efe278c2d124 admin admin] GET failed (client error): The resource could not be found. Oct 20 10:20:28.156790 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-aa795131-5ea4-4f8e-b16a-efe278c2d124 admin admin] 10.222.0.64 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0601745 Oct 20 10:20:28.242808 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b90d82-8950-4b98-a43c-57440635b918 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:20:28.245118 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-d1b90d82-8950-4b98-a43c-57440635b918 admin admin] 10.222.0.64 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0837817 Oct 20 10:20:30.520225 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 34564) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:20:30.565569 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-06b1f9fa-a817-4389-b14a-4fe676bfd82b admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:20:30.585618 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06b1f9fa-a817-4389-b14a-4fe676bfd82b admin admin] Made reservation on behalf of 412b7ade1ab24d909ca17a4fde6eb201 for: {'network': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:20:30.588734 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-06b1f9fa-a817-4389-b14a-4fe676bfd82b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:20:30.614959 n-d-811396-3 neutron-server[100597]: WARNING neutron.services.revisions.revision_plugin [None req-06b1f9fa-a817-4389-b14a-4fe676bfd82b admin admin] Could not find related network for resource to bump revision. Oct 20 10:20:30.629740 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06b1f9fa-a817-4389-b14a-4fe676bfd82b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 800} {{(pid=100597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:20:30.640135 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-06b1f9fa-a817-4389-b14a-4fe676bfd82b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:20:30.640469 n-d-811396-3 neutron-server[100597]: INFO neutron.db.segments_db [None req-06b1f9fa-a817-4389-b14a-4fe676bfd82b admin admin] Added segment 6f472196-aa1a-40bf-bd06-ef9f07584bf7 of type vlan for network a7c57b12-d7c3-48bb-aa54-a67a56468a84 Oct 20 10:20:30.685217 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-06b1f9fa-a817-4389-b14a-4fe676bfd82b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:20:30.712539 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-06b1f9fa-a817-4389-b14a-4fe676bfd82b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:20:30.713521 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06b1f9fa-a817-4389-b14a-4fe676bfd82b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:20:30.714179 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-06b1f9fa-a817-4389-b14a-4fe676bfd82b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:20:30.746522 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-06b1f9fa-a817-4389-b14a-4fe676bfd82b admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2252715 Oct 20 10:20:30.777378 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b1f9fa-a817-4389-b14a-4fe676bfd82b admin admin] Pushing event updated for resources: {'Network': ['ID=a7c57b12-d7c3-48bb-aa54-a67a56468a84,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:20:30.785139 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b1f9fa-a817-4389-b14a-4fe676bfd82b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:20:30.785564 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b1f9fa-a817-4389-b14a-4fe676bfd82b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:20:30.785904 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b1f9fa-a817-4389-b14a-4fe676bfd82b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:20:30.786233 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b1f9fa-a817-4389-b14a-4fe676bfd82b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:20:30.786563 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b1f9fa-a817-4389-b14a-4fe676bfd82b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:20:30.786888 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b1f9fa-a817-4389-b14a-4fe676bfd82b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:20:30.787208 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b1f9fa-a817-4389-b14a-4fe676bfd82b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:20:30.787558 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b1f9fa-a817-4389-b14a-4fe676bfd82b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:20:30.787889 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b1f9fa-a817-4389-b14a-4fe676bfd82b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:20:30.788205 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b1f9fa-a817-4389-b14a-4fe676bfd82b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:20:30.788521 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b1f9fa-a817-4389-b14a-4fe676bfd82b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:20:30.788837 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b1f9fa-a817-4389-b14a-4fe676bfd82b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:20:30.800769 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network a7c57b12-d7c3-48bb-aa54-a67a56468a84 details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:20:33.074716 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 34572) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:20:33.134728 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc5b486e-81b0-4185-916a-fdb77f379f28 admin admin] GET failed (client error): The resource could not be found. Oct 20 10:20:33.136071 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-bc5b486e-81b0-4185-916a-fdb77f379f28 admin admin] 10.222.0.64 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0603170 Oct 20 10:20:33.203167 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9abbcdd9-810d-49f8-a9ab-fcbcecf6094c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:20:33.204523 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-9abbcdd9-810d-49f8-a9ab-fcbcecf6094c admin admin] 10.222.0.64 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0638871 Oct 20 10:20:33.214927 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-c4da7cb5-e04a-465f-b220-43175a72ced2 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4, 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84', 'cidr': '192.168.233.0/24'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:20:33.234491 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4da7cb5-e04a-465f-b220-43175a72ced2 admin admin] Made reservation on behalf of 412b7ade1ab24d909ca17a4fde6eb201 for: {'subnet': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:20:33.236729 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c4da7cb5-e04a-465f-b220-43175a72ced2 admin admin] Publish callbacks [] for subnet, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:20:33.394042 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c4da7cb5-e04a-465f-b220-43175a72ced2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for subnet, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:20:33.440501 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4da7cb5-e04a-465f-b220-43175a72ced2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f86199a-b8f2-45b4-a83a-995a7ea6fe42,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:20:33.447467 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1adc0575-bf14-4c16-9d16-26008530563e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:20:33.456997 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4da7cb5-e04a-465f-b220-43175a72ced2 admin admin] Checking segment: {'id': '6f472196-aa1a-40bf-bd06-ef9f07584bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:20:33.457281 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4da7cb5-e04a-465f-b220-43175a72ced2 admin admin] Network hostable DHCP agents. Network: a7c57b12-d7c3-48bb-aa54-a67a56468a84, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:20:33.472562 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4da7cb5-e04a-465f-b220-43175a72ced2 admin admin] Network a7c57b12-d7c3-48bb-aa54-a67a56468a84 is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:20:33.480853 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-c4da7cb5-e04a-465f-b220-43175a72ced2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, a7c57b12-d7c3-48bb-aa54-a67a56468a84) {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:20:33.484854 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4da7cb5-e04a-465f-b220-43175a72ced2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:20:33.485458 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c4da7cb5-e04a-465f-b220-43175a72ced2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:20:33.490555 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-201d3565-7e30-415e-a42b-7e9de3b2c90c None None] Network a7c57b12-d7c3-48bb-aa54-a67a56468a84 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:20:33.500316 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-c4da7cb5-e04a-465f-b220-43175a72ced2 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2890961 Oct 20 10:20:33.648755 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06cca1e7-5607-48cc-aa3d-1100e2949ab1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524064ba-869c-5550-b826-c26b69a11278-a7c57b12-d7c3-48bb-aa54-a67a56468a84', 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84', 'tenant_id': '412b7ade1ab24d909ca17a4fde6eb201', 'fixed_ips': [{'subnet_id': '8f86199a-b8f2-45b4-a83a-995a7ea6fe42'}]}} from n-d-811396-3. {{(pid=100598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:20:33.649702 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-06cca1e7-5607-48cc-aa3d-1100e2949ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:20:33.829584 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-06cca1e7-5607-48cc-aa3d-1100e2949ab1 None None] Allocated IP 192.168.233.2 (a7c57b12-d7c3-48bb-aa54-a67a56468a84/8f86199a-b8f2-45b4-a83a-995a7ea6fe42/db4b5a3a-365c-43a4-9fc1-5bb88697fb7d) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:20:34.026007 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-06cca1e7-5607-48cc-aa3d-1100e2949ab1 None None] Publish callbacks [] for port, precommit_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:20:34.034993 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-06cca1e7-5607-48cc-aa3d-1100e2949ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:20:34.058484 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06cca1e7-5607-48cc-aa3d-1100e2949ab1 None None] Network a7c57b12-d7c3-48bb-aa54-a67a56468a84 is already hosted by enough agents. {{(pid=100598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:20:34.078817 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.base_scheduler [None req-06cca1e7-5607-48cc-aa3d-1100e2949ab1 None None] Resources bound (agent type, host, resource id): {{(pid=100598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:20:34.088073 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06cca1e7-5607-48cc-aa3d-1100e2949ab1 None None] Received port after_create {{(pid=100598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:20:34.106589 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cca1e7-5607-48cc-aa3d-1100e2949ab1 None None] Pushing event updated for resources: {'Port': ['ID=db4b5a3a-365c-43a4-9fc1-5bb88697fb7d,revision_number=1']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:20:34.127928 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cca1e7-5607-48cc-aa3d-1100e2949ab1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:20:34.128269 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cca1e7-5607-48cc-aa3d-1100e2949ab1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:20:34.128614 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cca1e7-5607-48cc-aa3d-1100e2949ab1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:20:34.128953 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cca1e7-5607-48cc-aa3d-1100e2949ab1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:20:34.129288 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cca1e7-5607-48cc-aa3d-1100e2949ab1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:20:34.129635 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cca1e7-5607-48cc-aa3d-1100e2949ab1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:20:34.129962 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cca1e7-5607-48cc-aa3d-1100e2949ab1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:20:34.130291 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cca1e7-5607-48cc-aa3d-1100e2949ab1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:20:34.130615 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cca1e7-5607-48cc-aa3d-1100e2949ab1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:20:34.130935 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cca1e7-5607-48cc-aa3d-1100e2949ab1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:20:34.131251 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cca1e7-5607-48cc-aa3d-1100e2949ab1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:20:34.131593 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cca1e7-5607-48cc-aa3d-1100e2949ab1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:20:34.159368 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-06cca1e7-5607-48cc-aa3d-1100e2949ab1 None None] Attempting to bind port db4b5a3a-365c-43a4-9fc1-5bb88697fb7d on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:20:34.159774 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-06cca1e7-5607-48cc-aa3d-1100e2949ab1 None None] Attempting to bind port db4b5a3a-365c-43a4-9fc1-5bb88697fb7d by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '6f472196-aa1a-40bf-bd06-ef9f07584bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:20:34.160128 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06cca1e7-5607-48cc-aa3d-1100e2949ab1 None None] Attempting to bind port db4b5a3a-365c-43a4-9fc1-5bb88697fb7d on network a7c57b12-d7c3-48bb-aa54-a67a56468a84 {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:20:34.165080 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06cca1e7-5607-48cc-aa3d-1100e2949ab1 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 20, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:20:34.165454 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06cca1e7-5607-48cc-aa3d-1100e2949ab1 None None] Checking segment: {'id': '6f472196-aa1a-40bf-bd06-ef9f07584bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:20:34.165847 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-06cca1e7-5607-48cc-aa3d-1100e2949ab1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:20:34.166233 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06cca1e7-5607-48cc-aa3d-1100e2949ab1 None None] Bound using segment: {'id': '6f472196-aa1a-40bf-bd06-ef9f07584bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:20:34.166691 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-06cca1e7-5607-48cc-aa3d-1100e2949ab1 None None] Bound port: db4b5a3a-365c-43a4-9fc1-5bb88697fb7d, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f472196-aa1a-40bf-bd06-ef9f07584bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:20:34.167074 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-06cca1e7-5607-48cc-aa3d-1100e2949ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:20:34.231159 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-06cca1e7-5607-48cc-aa3d-1100e2949ab1 None None] For port db4b5a3a-365c-43a4-9fc1-5bb88697fb7d, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:20:34.234738 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-06cca1e7-5607-48cc-aa3d-1100e2949ab1 None None] For port db4b5a3a-365c-43a4-9fc1-5bb88697fb7d, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=db4b5a3a-365c-43a4-9fc1-5bb88697fb7d,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:20:34.239532 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-06cca1e7-5607-48cc-aa3d-1100e2949ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:20:34.304708 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cca1e7-5607-48cc-aa3d-1100e2949ab1 None None] Pushing event updated for resources: {'Port': ['ID=db4b5a3a-365c-43a4-9fc1-5bb88697fb7d,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:20:35.055351 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device db4b5a3a-365c-43a4-9fc1-5bb88697fb7d up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:20:35.133033 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port db4b5a3a-365c-43a4-9fc1-5bb88697fb7d triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:20:35.133998 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:20:35.189432 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89658115-4b7d-4519-a1a2-2aca713a958d None None] Network a7c57b12-d7c3-48bb-aa54-a67a56468a84 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:20:35.277354 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-31d8080d-13d0-471d-91a3-6a73ab15354b None None] Provisioning complete for port db4b5a3a-365c-43a4-9fc1-5bb88697fb7d triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:20:35.277720 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-31d8080d-13d0-471d-91a3-6a73ab15354b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:20:35.282367 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:20:35.378662 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] For port db4b5a3a-365c-43a4-9fc1-5bb88697fb7d, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=db4b5a3a-365c-43a4-9fc1-5bb88697fb7d,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:20:35.387593 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:20:35.488135 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Pushing event updated for resources: {'Port': ['ID=db4b5a3a-365c-43a4-9fc1-5bb88697fb7d,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:20:35.725093 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-16dd0e46-326a-4a60-9268-3a0f292b14f0 None None] Provisioning complete for port db4b5a3a-365c-43a4-9fc1-5bb88697fb7d triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:20:35.725460 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-16dd0e46-326a-4a60-9268-3a0f292b14f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:20:36.090692 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-c582e466-cab3-4bc9-b654-403db127c4bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:20:36.977195 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device db4b5a3a-365c-43a4-9fc1-5bb88697fb7d up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:20:37.021572 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:20:37.035184 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port db4b5a3a-365c-43a4-9fc1-5bb88697fb7d triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:20:37.035567 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:20:37.324739 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:20:38.715732 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:20:44.828532 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 5 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 10:21:03.447854 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-dc1c91a4-dfe5-4e50-a040-62b459ba8573 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:21:06.092287 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-03992f56-108a-48f3-906b-6e0c6038ec60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:21:07.003808 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:21:07.326294 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:21:08.721087 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:21:21.827356 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 5 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 10:21:33.449935 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-e7e4a816-2f75-48c3-bd76-769748c2a783 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:21:36.093403 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-6b3fd891-8049-4f54-8391-d63921cef32d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:21:37.004368 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:21:37.330310 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:21:38.720479 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:21:48.015316 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 34626) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:21:48.021145 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [None req-9cec8b08-7672-4ac1-a352-87488e369c6a tempest-verify_tempest_config-186709719 tempest-verify_tempest_config-186709719-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:21:48.022721 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-9cec8b08-7672-4ac1-a352-87488e369c6a tempest-verify_tempest_config-186709719 tempest-verify_tempest_config-186709719-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13636 time: 0.0063825 Oct 20 10:21:48.311288 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 34644) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:21:48.412475 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-31823802-2d4d-4c66-bfdb-07b719cba5c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:21:48.484405 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-31823802-2d4d-4c66-bfdb-07b719cba5c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:21:48.487906 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-31823802-2d4d-4c66-bfdb-07b719cba5c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:21:48.531149 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-31823802-2d4d-4c66-bfdb-07b719cba5c9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=afaa43b449114c02b94a21327bf5fd17&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2187729 Oct 20 10:21:48.531954 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31823802-2d4d-4c66-bfdb-07b719cba5c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcdf1adb-17e3-4a29-8208-f2f22b3bb942,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:21:48.533914 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 34648) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:21:48.539022 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31823802-2d4d-4c66-bfdb-07b719cba5c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:21:48.539395 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31823802-2d4d-4c66-bfdb-07b719cba5c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:21:48.539730 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31823802-2d4d-4c66-bfdb-07b719cba5c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:21:48.540068 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31823802-2d4d-4c66-bfdb-07b719cba5c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:21:48.540395 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31823802-2d4d-4c66-bfdb-07b719cba5c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:21:48.540722 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31823802-2d4d-4c66-bfdb-07b719cba5c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:21:48.541045 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31823802-2d4d-4c66-bfdb-07b719cba5c9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:21:48.541393 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31823802-2d4d-4c66-bfdb-07b719cba5c9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:21:48.541714 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31823802-2d4d-4c66-bfdb-07b719cba5c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:21:48.542029 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31823802-2d4d-4c66-bfdb-07b719cba5c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:21:48.542347 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31823802-2d4d-4c66-bfdb-07b719cba5c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:21:48.542664 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31823802-2d4d-4c66-bfdb-07b719cba5c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:21:48.589465 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ec239b9f-876b-4350-be45-00280fde7ef6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:21:48.609848 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ec239b9f-876b-4350-be45-00280fde7ef6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:21:48.699126 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ec239b9f-876b-4350-be45-00280fde7ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:21:48.701672 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ec239b9f-876b-4350-be45-00280fde7ef6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:21:48.703253 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-ec239b9f-876b-4350-be45-00280fde7ef6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/bcdf1adb-17e3-4a29-8208-f2f22b3bb942 HTTP/1.1" status: 204 len: 168 time: 0.1681578 Oct 20 10:21:48.712137 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec239b9f-876b-4350-be45-00280fde7ef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcdf1adb-17e3-4a29-8208-f2f22b3bb942,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:21:48.718823 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec239b9f-876b-4350-be45-00280fde7ef6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:21:48.719169 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec239b9f-876b-4350-be45-00280fde7ef6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:21:48.719535 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec239b9f-876b-4350-be45-00280fde7ef6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:21:48.719874 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec239b9f-876b-4350-be45-00280fde7ef6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:21:48.720204 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec239b9f-876b-4350-be45-00280fde7ef6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:21:48.720532 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec239b9f-876b-4350-be45-00280fde7ef6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:21:48.720859 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec239b9f-876b-4350-be45-00280fde7ef6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:21:48.721183 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec239b9f-876b-4350-be45-00280fde7ef6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:21:48.721507 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec239b9f-876b-4350-be45-00280fde7ef6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:21:48.721830 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec239b9f-876b-4350-be45-00280fde7ef6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:21:48.722153 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec239b9f-876b-4350-be45-00280fde7ef6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:21:48.722477 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec239b9f-876b-4350-be45-00280fde7ef6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:21:58.825578 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 5 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 10:22:03.449550 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-783aef35-c75f-400d-b814-fb16f1f0d508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:22:06.094626 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-4548fc60-9216-486c-9084-e03cd2365994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:22:07.005604 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:22:07.334483 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:22:08.723705 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:22:33.450479 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-53815ccc-ea2f-4c10-849b-3cd6467807f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:22:35.824388 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 5 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 10:22:36.094513 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-b87d42c1-0c9b-4980-85c5-41f50ef20b4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:22:37.008524 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:22:37.337235 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:22:38.726060 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:23:03.450136 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-166b447a-2ca8-4d3c-a1e9-fb1305fb2bec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:23:06.096601 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-206e43eb-44fe-4ba4-b7d3-7a8db72d96d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:23:07.012724 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:23:07.341516 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:23:08.732579 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:23:12.822692 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 5 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 10:23:33.451438 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3895a64c-ad56-4298-a3d3-88e33bacfa4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:23:36.096741 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-48f21f00-a42f-4bce-b32e-f03483b87c3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:23:37.014612 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:23:37.342031 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:23:38.733695 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:23:49.821785 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 5 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 10:24:03.450420 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-bedb0fe7-5862-47de-b57c-18b9328ee078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:24:06.097299 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-5ac9cd32-beb2-4cc2-ac28-e8b61867d99c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:24:07.015733 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:24:07.344051 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:24:08.736246 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:24:26.820410 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 5 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 10:24:33.450944 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-2af8a2c9-6259-4e27-a851-b8abc910bae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:24:36.097454 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-50355b60-2573-49be-b4c5-780f51ffd59a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:24:37.020289 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:24:37.346666 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:24:38.743131 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:25:03.451241 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-97355c18-f0b7-44e7-924a-b0cdcf001744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:25:03.819906 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 5 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 10:25:06.102061 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-7f580112-5f26-42ab-867e-68ac9a9d52e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:25:07.021317 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:25:07.349780 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:25:07.561520 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1771944'] for agent, after_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:25:08.742914 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:25:18.793615 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1771944'] for agent, after_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:25:33.453198 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-81d0b66e-897f-48b7-ae35-67dd36427adc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:25:36.102465 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-00c3150e-c7ef-491b-8877-f2b3414a8f9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:25:37.020958 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:25:37.351952 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:25:37.542022 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:25:38.745678 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:25:40.819083 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 7 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 10:25:48.750021 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:25:54.193545 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 34710) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:25:54.297928 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-7ad6a0ce-0741-4930-bcea-1c158f92bc9e admin admin] 10.222.0.64 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1026130 Oct 20 10:25:56.584018 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 34720) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:25:56.641560 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-388e8560-23d6-4330-8c1f-7138d7d9ab27 admin admin] 10.222.0.64 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0564463 Oct 20 10:26:03.454458 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-e32e100f-19d4-4737-a5f8-a2db17dc2295 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:26:06.102677 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-7674a913-1538-4622-ace3-1fbfa562dbb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:26:07.023146 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:26:07.354795 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:26:07.544416 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:26:08.751306 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:26:17.818742 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 7 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 10:26:18.758619 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:26:33.456405 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-f769aaa7-1d80-4b84-82b4-d2f081200f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:26:36.106717 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-eac80bda-7e43-445a-b8bb-c3c6f35d653a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:26:37.026059 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:26:37.358482 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:26:37.561192 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:26:38.757776 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:26:48.771682 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:26:54.816997 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 7 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 10:27:03.459587 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-69a615ad-6629-4bb7-ad43-01d7521b505e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:06.111048 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-5abd9eba-2cd1-4377-8d4f-340118797ab5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:07.027050 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:07.361183 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:07.575491 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:08.755533 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:18.786594 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:21.218163 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 35090) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:27:21.221299 n-d-811396-3 neutron-server[100596]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 20 10:27:21.298696 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d4444ed1-2457-4d18-9821-f45e969fdaee req-8f8fc35b-da98-453b-88a0-81a3fe418449 tempest-DeleteServersAdminTestJSON-1027242035 tempest-DeleteServersAdminTestJSON-1027242035-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=782469d29b0d4989bf1db671d2d5222e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0790310 Oct 20 10:27:21.640611 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4444ed1-2457-4d18-9821-f45e969fdaee req-240400ff-8a89-4ade-a0cb-2104342592d7 tempest-DeleteServersAdminTestJSON-1027242035 tempest-DeleteServersAdminTestJSON-1027242035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:27:21.642372 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d4444ed1-2457-4d18-9821-f45e969fdaee req-240400ff-8a89-4ade-a0cb-2104342592d7 tempest-DeleteServersAdminTestJSON-1027242035 tempest-DeleteServersAdminTestJSON-1027242035-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3371313 Oct 20 10:27:21.661449 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d4444ed1-2457-4d18-9821-f45e969fdaee req-d81e2296-4e66-4da5-8e60-93fb031e3106 tempest-DeleteServersAdminTestJSON-1027242035 tempest-DeleteServersAdminTestJSON-1027242035-project] 10.222.0.64 "GET /v2.0/quotas/782469d29b0d4989bf1db671d2d5222e HTTP/1.1" status: 200 len: 375 time: 0.0117469 Oct 20 10:27:21.730450 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d4444ed1-2457-4d18-9821-f45e969fdaee req-73fe66c8-7d1d-4703-8498-a79fb68ac854 tempest-DeleteServersAdminTestJSON-1027242035 tempest-DeleteServersAdminTestJSON-1027242035-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=782469d29b0d4989bf1db671d2d5222e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0623894 Oct 20 10:27:22.521476 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-95706917-fa32-4c9f-9f63-7cb0617c4f10 req-c4b55007-638b-484a-8e18-7dab9b5289cb tempest-DeleteServersAdminTestJSON-1027242035 tempest-DeleteServersAdminTestJSON-1027242035-project] 10.222.0.64 "GET /v2.0/ports?device_id=08ffad41-28d1-460d-b895-e519c2953bc9 HTTP/1.1" status: 200 len: 210 time: 0.0752037 Oct 20 10:27:23.673969 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 35314) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:27:23.696138 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cae9bfbc-efe2-449e-bfe0-eeec06bb0f13 req-4e80f4d2-c1f0-45a7-8eee-cd85d0df50da tempest-AggregatesAdminTestJSON-597977834 tempest-AggregatesAdminTestJSON-597977834-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=8fdbb0f19ef440b697be08af96a9c3af&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0209920 Oct 20 10:27:23.797963 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9c7342b0-9e5e-40d1-affd-1772d7419171 req-e39299db-400c-41db-ad22-376f30094ddf tempest-DeleteServersAdminTestJSON-1027242035 tempest-DeleteServersAdminTestJSON-1027242035-project] 10.222.0.64 "GET /v2.0/ports?device_id=08ffad41-28d1-460d-b895-e519c2953bc9 HTTP/1.1" status: 200 len: 210 time: 0.0566361 Oct 20 10:27:23.826596 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae9bfbc-efe2-449e-bfe0-eeec06bb0f13 req-f1bc4d1f-10c0-4f37-8956-78e24bf79e50 tempest-AggregatesAdminTestJSON-597977834 tempest-AggregatesAdminTestJSON-597977834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:27:23.826596 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cae9bfbc-efe2-449e-bfe0-eeec06bb0f13 req-f1bc4d1f-10c0-4f37-8956-78e24bf79e50 tempest-AggregatesAdminTestJSON-597977834 tempest-AggregatesAdminTestJSON-597977834-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1251726 Oct 20 10:27:23.828793 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.69', 54959) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:27:23.857925 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d4444ed1-2457-4d18-9821-f45e969fdaee req-f9cfc85b-cb41-48d6-aee1-22f2b9068b11 tempest-DeleteServersAdminTestJSON-1027242035 tempest-DeleteServersAdminTestJSON-1027242035-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=782469d29b0d4989bf1db671d2d5222e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0280502 Oct 20 10:27:23.860225 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cae9bfbc-efe2-449e-bfe0-eeec06bb0f13 req-3493ec02-2184-4ff2-a25d-3e310d4cd2c4 tempest-AggregatesAdminTestJSON-597977834 tempest-AggregatesAdminTestJSON-597977834-project] 10.222.0.64 "GET /v2.0/quotas/8fdbb0f19ef440b697be08af96a9c3af HTTP/1.1" status: 200 len: 375 time: 0.0206761 Oct 20 10:27:23.928385 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cae9bfbc-efe2-449e-bfe0-eeec06bb0f13 req-13097ada-36c0-4121-8282-425b7768fed1 tempest-AggregatesAdminTestJSON-597977834 tempest-AggregatesAdminTestJSON-597977834-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=8fdbb0f19ef440b697be08af96a9c3af&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0568106 Oct 20 10:27:24.000004 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4444ed1-2457-4d18-9821-f45e969fdaee req-7ee22f80-2ce1-470f-9c4d-0f3940f899c1 tempest-DeleteServersAdminTestJSON-1027242035 tempest-DeleteServersAdminTestJSON-1027242035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:27:24.007628 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d4444ed1-2457-4d18-9821-f45e969fdaee req-7ee22f80-2ce1-470f-9c4d-0f3940f899c1 tempest-DeleteServersAdminTestJSON-1027242035 tempest-DeleteServersAdminTestJSON-1027242035-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1383586 Oct 20 10:27:24.096686 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-d4444ed1-2457-4d18-9821-f45e969fdaee req-c2cea5bf-cb67-42c0-a251-59605d814d0a tempest-DeleteServersAdminTestJSON-1027242035 tempest-DeleteServersAdminTestJSON-1027242035-project] Request body: {'port': {'device_id': '08ffad41-28d1-460d-b895-e519c2953bc9', 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84', 'admin_state_up': True, 'tenant_id': '782469d29b0d4989bf1db671d2d5222e'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:27:24.336553 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4600af01-3b0e-4381-bf55-882d32305e0c req-2a4b0fa6-02f8-40e7-b64d-04218576c757 tempest-AggregatesAdminTestJSON-597977834 tempest-AggregatesAdminTestJSON-597977834-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b6107df-17ae-47cf-b1d8-2f3e7906816b HTTP/1.1" status: 200 len: 210 time: 0.0936131 Oct 20 10:27:24.435412 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4444ed1-2457-4d18-9821-f45e969fdaee req-c2cea5bf-cb67-42c0-a251-59605d814d0a tempest-DeleteServersAdminTestJSON-1027242035 tempest-DeleteServersAdminTestJSON-1027242035-project] Made reservation on behalf of 782469d29b0d4989bf1db671d2d5222e for: {'port': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:27:24.439873 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-d4444ed1-2457-4d18-9821-f45e969fdaee req-c2cea5bf-cb67-42c0-a251-59605d814d0a tempest-DeleteServersAdminTestJSON-1027242035 tempest-DeleteServersAdminTestJSON-1027242035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:24.455508 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-d4444ed1-2457-4d18-9821-f45e969fdaee req-c2cea5bf-cb67-42c0-a251-59605d814d0a tempest-DeleteServersAdminTestJSON-1027242035 tempest-DeleteServersAdminTestJSON-1027242035-project] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:24.594749 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-d4444ed1-2457-4d18-9821-f45e969fdaee req-c2cea5bf-cb67-42c0-a251-59605d814d0a tempest-DeleteServersAdminTestJSON-1027242035 tempest-DeleteServersAdminTestJSON-1027242035-project] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:24.602077 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-d4444ed1-2457-4d18-9821-f45e969fdaee req-c2cea5bf-cb67-42c0-a251-59605d814d0a tempest-DeleteServersAdminTestJSON-1027242035 tempest-DeleteServersAdminTestJSON-1027242035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:24.648772 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cea5bf-cb67-42c0-a251-59605d814d0a tempest-DeleteServersAdminTestJSON-1027242035 tempest-DeleteServersAdminTestJSON-1027242035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a84262c-cab4-4d90-859d-7e7710412781,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:27:24.666281 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35408) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:27:24.683454 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35414) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:27:24.740938 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cea5bf-cb67-42c0-a251-59605d814d0a tempest-DeleteServersAdminTestJSON-1027242035 tempest-DeleteServersAdminTestJSON-1027242035-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:27:24.741509 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cea5bf-cb67-42c0-a251-59605d814d0a tempest-DeleteServersAdminTestJSON-1027242035 tempest-DeleteServersAdminTestJSON-1027242035-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:27:24.741619 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cea5bf-cb67-42c0-a251-59605d814d0a tempest-DeleteServersAdminTestJSON-1027242035 tempest-DeleteServersAdminTestJSON-1027242035-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:27:24.742367 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cea5bf-cb67-42c0-a251-59605d814d0a tempest-DeleteServersAdminTestJSON-1027242035 tempest-DeleteServersAdminTestJSON-1027242035-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:27:24.742935 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cea5bf-cb67-42c0-a251-59605d814d0a tempest-DeleteServersAdminTestJSON-1027242035 tempest-DeleteServersAdminTestJSON-1027242035-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:27:24.743943 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cea5bf-cb67-42c0-a251-59605d814d0a tempest-DeleteServersAdminTestJSON-1027242035 tempest-DeleteServersAdminTestJSON-1027242035-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:27:24.744550 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cea5bf-cb67-42c0-a251-59605d814d0a tempest-DeleteServersAdminTestJSON-1027242035 tempest-DeleteServersAdminTestJSON-1027242035-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:27:24.745187 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cea5bf-cb67-42c0-a251-59605d814d0a tempest-DeleteServersAdminTestJSON-1027242035 tempest-DeleteServersAdminTestJSON-1027242035-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:27:24.745578 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cea5bf-cb67-42c0-a251-59605d814d0a tempest-DeleteServersAdminTestJSON-1027242035 tempest-DeleteServersAdminTestJSON-1027242035-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:27:24.745912 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cea5bf-cb67-42c0-a251-59605d814d0a tempest-DeleteServersAdminTestJSON-1027242035 tempest-DeleteServersAdminTestJSON-1027242035-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:27:24.746239 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cea5bf-cb67-42c0-a251-59605d814d0a tempest-DeleteServersAdminTestJSON-1027242035 tempest-DeleteServersAdminTestJSON-1027242035-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:27:24.746702 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cea5bf-cb67-42c0-a251-59605d814d0a tempest-DeleteServersAdminTestJSON-1027242035 tempest-DeleteServersAdminTestJSON-1027242035-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:27:24.747949 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cea5bf-cb67-42c0-a251-59605d814d0a tempest-DeleteServersAdminTestJSON-1027242035 tempest-DeleteServersAdminTestJSON-1027242035-project] Tracked resource versions report: Oct 20 10:27:24.747949 n-d-811396-3 neutron-server[100596]: pushed versions: Oct 20 10:27:24.747949 n-d-811396-3 neutron-server[100596]: { 'AddressGroup': {'1.2'}, Oct 20 10:27:24.747949 n-d-811396-3 neutron-server[100596]: 'ConntrackHelper': {'1.0'}, Oct 20 10:27:24.747949 n-d-811396-3 neutron-server[100596]: 'Log': {'1.0'}, Oct 20 10:27:24.747949 n-d-811396-3 neutron-server[100596]: 'Network': {'1.1'}, Oct 20 10:27:24.747949 n-d-811396-3 neutron-server[100596]: 'Port': {'1.7'}, Oct 20 10:27:24.747949 n-d-811396-3 neutron-server[100596]: 'PortForwarding': {'1.2'}, Oct 20 10:27:24.747949 n-d-811396-3 neutron-server[100596]: 'QosPolicy': {'1.10'}, Oct 20 10:27:24.747949 n-d-811396-3 neutron-server[100596]: 'SecurityGroup': {'1.4'}, Oct 20 10:27:24.747949 n-d-811396-3 neutron-server[100596]: 'SecurityGroupRule': {'1.2'}, Oct 20 10:27:24.747949 n-d-811396-3 neutron-server[100596]: 'SubPort': {'1.0'}, Oct 20 10:27:24.747949 n-d-811396-3 neutron-server[100596]: 'Subnet': {'1.1'}, Oct 20 10:27:24.747949 n-d-811396-3 neutron-server[100596]: 'Trunk': {'1.1'}} Oct 20 10:27:24.747949 n-d-811396-3 neutron-server[100596]: consumer versions: Oct 20 10:27:24.747949 n-d-811396-3 neutron-server[100596]: { DHCP agent@n-d-811396-3: {}, Oct 20 10:27:24.747949 n-d-811396-3 neutron-server[100596]: HyperV agent@n-h1-811396-3: {}, Oct 20 10:27:24.747949 n-d-811396-3 neutron-server[100596]: HyperV agent@n-h2-811396-3: {}, Oct 20 10:27:24.747949 n-d-811396-3 neutron-server[100596]: L3 agent@n-d-811396-3: {}, Oct 20 10:27:24.747949 n-d-811396-3 neutron-server[100596]: Metadata agent@n-d-811396-3: {}, Oct 20 10:27:24.747949 n-d-811396-3 neutron-server[100596]: Metering agent@n-d-811396-3: {}, Oct 20 10:27:24.747949 n-d-811396-3 neutron-server[100596]: Open vSwitch agent@n-d-811396-3: { 'AddressGroup': '1.2', Oct 20 10:27:24.747949 n-d-811396-3 neutron-server[100596]: 'ConntrackHelper': '1.0', Oct 20 10:27:24.747949 n-d-811396-3 neutron-server[100596]: 'Log': '1.0', Oct 20 10:27:24.747949 n-d-811396-3 neutron-server[100596]: 'Network': '1.1', Oct 20 10:27:24.747949 n-d-811396-3 neutron-server[100596]: 'Port': '1.7', Oct 20 10:27:24.747949 n-d-811396-3 neutron-server[100596]: 'PortForwarding': '1.2', Oct 20 10:27:24.747949 n-d-811396-3 neutron-server[100596]: 'QosPolicy': '1.10', Oct 20 10:27:24.747949 n-d-811396-3 neutron-server[100596]: 'SecurityGroup': '1.4', Oct 20 10:27:24.747949 n-d-811396-3 neutron-server[100596]: 'SecurityGroupRule': '1.2', Oct 20 10:27:24.747949 n-d-811396-3 neutron-server[100596]: 'SubPort': '1.0', Oct 20 10:27:24.747949 n-d-811396-3 neutron-server[100596]: 'Subnet': '1.1', Oct 20 10:27:24.747949 n-d-811396-3 neutron-server[100596]: 'Trunk': '1.1'}} Oct 20 10:27:24.747949 n-d-811396-3 neutron-server[100596]: {{(pid=100596) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 20 10:27:24.830847 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6ad849ec-6fce-405c-8f24-a76f1c9b0010 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:24.938090 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6ad849ec-6fce-405c-8f24-a76f1c9b0010 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:24.940860 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f43cc564-cc50-43e4-83b4-9a1d77fd6c26 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:24.945856 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6ad849ec-6fce-405c-8f24-a76f1c9b0010 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:24.993793 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-6ad849ec-6fce-405c-8f24-a76f1c9b0010 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a54680cf93ff4083818078444563b8c2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3255849 Oct 20 10:27:24.994892 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35430) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:27:25.015793 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [req-d4444ed1-2457-4d18-9821-f45e969fdaee req-c2cea5bf-cb67-42c0-a251-59605d814d0a tempest-DeleteServersAdminTestJSON-1027242035 tempest-DeleteServersAdminTestJSON-1027242035-project] Allocated IP 192.168.233.11 (a7c57b12-d7c3-48bb-aa54-a67a56468a84/8f86199a-b8f2-45b4-a83a-995a7ea6fe42/a522ffe6-0a3b-4579-ad75-240c3bca8cfc) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:27:25.093262 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-70bed5b4-d7ec-473a-b200-a0769319e573 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:25.141278 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-70bed5b4-d7ec-473a-b200-a0769319e573 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:25.163676 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad849ec-6fce-405c-8f24-a76f1c9b0010 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92d7a864-405a-4e6b-9b00-76a6fa62bf1c,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:27:25.205621 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad849ec-6fce-405c-8f24-a76f1c9b0010 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:27:25.205971 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad849ec-6fce-405c-8f24-a76f1c9b0010 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:27:25.206311 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad849ec-6fce-405c-8f24-a76f1c9b0010 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:27:25.206664 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad849ec-6fce-405c-8f24-a76f1c9b0010 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:27:25.207019 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad849ec-6fce-405c-8f24-a76f1c9b0010 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:27:25.207330 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad849ec-6fce-405c-8f24-a76f1c9b0010 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:27:25.207684 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad849ec-6fce-405c-8f24-a76f1c9b0010 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:27:25.208002 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad849ec-6fce-405c-8f24-a76f1c9b0010 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:27:25.208661 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad849ec-6fce-405c-8f24-a76f1c9b0010 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:27:25.209116 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad849ec-6fce-405c-8f24-a76f1c9b0010 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:27:25.209568 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad849ec-6fce-405c-8f24-a76f1c9b0010 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:27:25.210147 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad849ec-6fce-405c-8f24-a76f1c9b0010 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:27:25.211228 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad849ec-6fce-405c-8f24-a76f1c9b0010 admin admin] Tracked resource versions report: Oct 20 10:27:25.211228 n-d-811396-3 neutron-server[100597]: pushed versions: Oct 20 10:27:25.211228 n-d-811396-3 neutron-server[100597]: { 'AddressGroup': {'1.2'}, Oct 20 10:27:25.211228 n-d-811396-3 neutron-server[100597]: 'ConntrackHelper': {'1.0'}, Oct 20 10:27:25.211228 n-d-811396-3 neutron-server[100597]: 'Log': {'1.0'}, Oct 20 10:27:25.211228 n-d-811396-3 neutron-server[100597]: 'Network': {'1.1'}, Oct 20 10:27:25.211228 n-d-811396-3 neutron-server[100597]: 'Port': {'1.7'}, Oct 20 10:27:25.211228 n-d-811396-3 neutron-server[100597]: 'PortForwarding': {'1.2'}, Oct 20 10:27:25.211228 n-d-811396-3 neutron-server[100597]: 'QosPolicy': {'1.10'}, Oct 20 10:27:25.211228 n-d-811396-3 neutron-server[100597]: 'SecurityGroup': {'1.4'}, Oct 20 10:27:25.211228 n-d-811396-3 neutron-server[100597]: 'SecurityGroupRule': {'1.2'}, Oct 20 10:27:25.211228 n-d-811396-3 neutron-server[100597]: 'SubPort': {'1.0'}, Oct 20 10:27:25.211228 n-d-811396-3 neutron-server[100597]: 'Subnet': {'1.1'}, Oct 20 10:27:25.211228 n-d-811396-3 neutron-server[100597]: 'Trunk': {'1.1'}} Oct 20 10:27:25.211228 n-d-811396-3 neutron-server[100597]: consumer versions: Oct 20 10:27:25.211228 n-d-811396-3 neutron-server[100597]: { DHCP agent@n-d-811396-3: {}, Oct 20 10:27:25.211228 n-d-811396-3 neutron-server[100597]: HyperV agent@n-h1-811396-3: {}, Oct 20 10:27:25.211228 n-d-811396-3 neutron-server[100597]: HyperV agent@n-h2-811396-3: {}, Oct 20 10:27:25.211228 n-d-811396-3 neutron-server[100597]: L3 agent@n-d-811396-3: {}, Oct 20 10:27:25.211228 n-d-811396-3 neutron-server[100597]: Metadata agent@n-d-811396-3: {}, Oct 20 10:27:25.211228 n-d-811396-3 neutron-server[100597]: Metering agent@n-d-811396-3: {}, Oct 20 10:27:25.211228 n-d-811396-3 neutron-server[100597]: Open vSwitch agent@n-d-811396-3: { 'AddressGroup': '1.2', Oct 20 10:27:25.211228 n-d-811396-3 neutron-server[100597]: 'ConntrackHelper': '1.0', Oct 20 10:27:25.211228 n-d-811396-3 neutron-server[100597]: 'Log': '1.0', Oct 20 10:27:25.211228 n-d-811396-3 neutron-server[100597]: 'Network': '1.1', Oct 20 10:27:25.211228 n-d-811396-3 neutron-server[100597]: 'Port': '1.7', Oct 20 10:27:25.211228 n-d-811396-3 neutron-server[100597]: 'PortForwarding': '1.2', Oct 20 10:27:25.211228 n-d-811396-3 neutron-server[100597]: 'QosPolicy': '1.10', Oct 20 10:27:25.211228 n-d-811396-3 neutron-server[100597]: 'SecurityGroup': '1.4', Oct 20 10:27:25.211228 n-d-811396-3 neutron-server[100597]: 'SecurityGroupRule': '1.2', Oct 20 10:27:25.211228 n-d-811396-3 neutron-server[100597]: 'SubPort': '1.0', Oct 20 10:27:25.211228 n-d-811396-3 neutron-server[100597]: 'Subnet': '1.1', Oct 20 10:27:25.211228 n-d-811396-3 neutron-server[100597]: 'Trunk': '1.1'}} Oct 20 10:27:25.211228 n-d-811396-3 neutron-server[100597]: {{(pid=100597) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 20 10:27:25.275687 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-70bed5b4-d7ec-473a-b200-a0769319e573 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:25.278611 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-70bed5b4-d7ec-473a-b200-a0769319e573 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:25.279952 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-70bed5b4-d7ec-473a-b200-a0769319e573 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/92d7a864-405a-4e6b-9b00-76a6fa62bf1c HTTP/1.1" status: 204 len: 168 time: 0.2837629 Oct 20 10:27:25.292921 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f43cc564-cc50-43e4-83b4-9a1d77fd6c26 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:25.309808 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bed5b4-d7ec-473a-b200-a0769319e573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92d7a864-405a-4e6b-9b00-76a6fa62bf1c,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:27:25.315663 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f43cc564-cc50-43e4-83b4-9a1d77fd6c26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:25.416498 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43cc564-cc50-43e4-83b4-9a1d77fd6c26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cd8fece-3ca0-406c-8cda-0d313072c3b0,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:27:25.459490 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-f43cc564-cc50-43e4-83b4-9a1d77fd6c26 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=51279bbf2f0640feb9b884c9a3698443&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7747941 Oct 20 10:27:25.462845 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35460) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:27:25.504022 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a1bc71d5-1cc3-4422-9ce6-0c10e7f5c488 req-58f11156-22cf-4d4b-badd-a867d45a5f27 tempest-DeleteServersAdminTestJSON-1027242035 tempest-DeleteServersAdminTestJSON-1027242035-project] 10.222.0.64 "GET /v2.0/ports?device_id=08ffad41-28d1-460d-b895-e519c2953bc9 HTTP/1.1" status: 200 len: 210 time: 0.1198554 Oct 20 10:27:25.537619 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ad959f8f-e03d-4fc5-9648-16a304f5a4b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:25.575884 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-d4444ed1-2457-4d18-9821-f45e969fdaee req-c2cea5bf-cb67-42c0-a251-59605d814d0a tempest-DeleteServersAdminTestJSON-1027242035 tempest-DeleteServersAdminTestJSON-1027242035-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:25.606443 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ad959f8f-e03d-4fc5-9648-16a304f5a4b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:25.725659 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ad959f8f-e03d-4fc5-9648-16a304f5a4b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:25.730427 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ad959f8f-e03d-4fc5-9648-16a304f5a4b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:25.732230 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-ad959f8f-e03d-4fc5-9648-16a304f5a4b1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7cd8fece-3ca0-406c-8cda-0d313072c3b0 HTTP/1.1" status: 204 len: 168 time: 0.2675152 Oct 20 10:27:25.749165 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad959f8f-e03d-4fc5-9648-16a304f5a4b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cd8fece-3ca0-406c-8cda-0d313072c3b0,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:27:25.752504 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-d4444ed1-2457-4d18-9821-f45e969fdaee req-c2cea5bf-cb67-42c0-a251-59605d814d0a tempest-DeleteServersAdminTestJSON-1027242035 tempest-DeleteServersAdminTestJSON-1027242035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:25.788085 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5d570fbc-fb2a-441f-995e-009fc97a1fb0 req-20d26bb3-200d-4779-8605-28c09fa66640 tempest-AggregatesAdminTestJSON-597977834 tempest-AggregatesAdminTestJSON-597977834-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b6107df-17ae-47cf-b1d8-2f3e7906816b HTTP/1.1" status: 200 len: 210 time: 0.0454664 Oct 20 10:27:25.965076 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4444ed1-2457-4d18-9821-f45e969fdaee req-c2cea5bf-cb67-42c0-a251-59605d814d0a tempest-DeleteServersAdminTestJSON-1027242035 tempest-DeleteServersAdminTestJSON-1027242035-project] Network a7c57b12-d7c3-48bb-aa54-a67a56468a84 is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:27:25.975510 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [req-d4444ed1-2457-4d18-9821-f45e969fdaee req-c2cea5bf-cb67-42c0-a251-59605d814d0a tempest-DeleteServersAdminTestJSON-1027242035 tempest-DeleteServersAdminTestJSON-1027242035-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:27:25.997996 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4444ed1-2457-4d18-9821-f45e969fdaee req-c2cea5bf-cb67-42c0-a251-59605d814d0a tempest-DeleteServersAdminTestJSON-1027242035 tempest-DeleteServersAdminTestJSON-1027242035-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:27:26.015589 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4444ed1-2457-4d18-9821-f45e969fdaee req-c2cea5bf-cb67-42c0-a251-59605d814d0a tempest-DeleteServersAdminTestJSON-1027242035 tempest-DeleteServersAdminTestJSON-1027242035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:27:26.016931 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-d4444ed1-2457-4d18-9821-f45e969fdaee req-c2cea5bf-cb67-42c0-a251-59605d814d0a tempest-DeleteServersAdminTestJSON-1027242035 tempest-DeleteServersAdminTestJSON-1027242035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:26.068776 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35488) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:27:26.092170 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-39293106-e763-4843-be39-55bb5e0d1161 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:26.131991 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cea5bf-cb67-42c0-a251-59605d814d0a tempest-DeleteServersAdminTestJSON-1027242035 tempest-DeleteServersAdminTestJSON-1027242035-project] Pushing event updated for resources: {'Port': ['ID=a522ffe6-0a3b-4579-ad75-240c3bca8cfc,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:27:26.189602 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d4444ed1-2457-4d18-9821-f45e969fdaee req-c2cea5bf-cb67-42c0-a251-59605d814d0a tempest-DeleteServersAdminTestJSON-1027242035 tempest-DeleteServersAdminTestJSON-1027242035-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0960145 Oct 20 10:27:26.230855 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [req-d4444ed1-2457-4d18-9821-f45e969fdaee req-0fc51b4c-58ca-466b-907e-f2ca55fd4ad9 tempest-DeleteServersAdminTestJSON-1027242035 tempest-DeleteServersAdminTestJSON-1027242035-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:27:26.240441 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d4444ed1-2457-4d18-9821-f45e969fdaee req-0fc51b4c-58ca-466b-907e-f2ca55fd4ad9 tempest-DeleteServersAdminTestJSON-1027242035 tempest-DeleteServersAdminTestJSON-1027242035-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0328617 Oct 20 10:27:26.338530 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-39293106-e763-4843-be39-55bb5e0d1161 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:26.344741 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-39293106-e763-4843-be39-55bb5e0d1161 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:26.409472 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39293106-e763-4843-be39-55bb5e0d1161 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6198027-7e90-4f99-88fd-9dba565bbe7d,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:27:26.473484 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-39293106-e763-4843-be39-55bb5e0d1161 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=71bf610ddfaa4ebd95df527d886e0d26&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3963368 Oct 20 10:27:26.475362 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 35508) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:27:26.493656 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-c19d8733-8460-452e-9d13-75d2711e9094 None None] Provisioning complete for port a522ffe6-0a3b-4579-ad75-240c3bca8cfc triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:27:26.494282 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-c19d8733-8460-452e-9d13-75d2711e9094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:26.557006 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-699e4cb6-a055-4b71-b77a-122daea7125e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:26.612947 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-699e4cb6-a055-4b71-b77a-122daea7125e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:26.628164 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-c19d8733-8460-452e-9d13-75d2711e9094 None None] Port a522ffe6-0a3b-4579-ad75-240c3bca8cfc cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:27:26.676748 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35518) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:27:26.726387 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7ebfab7d-a7a0-4ac2-a59d-88177a5fe4f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:26.758378 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-699e4cb6-a055-4b71-b77a-122daea7125e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:26.764373 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-699e4cb6-a055-4b71-b77a-122daea7125e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:26.775663 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-699e4cb6-a055-4b71-b77a-122daea7125e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f6198027-7e90-4f99-88fd-9dba565bbe7d HTTP/1.1" status: 204 len: 168 time: 0.2941279 Oct 20 10:27:26.841866 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699e4cb6-a055-4b71-b77a-122daea7125e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6198027-7e90-4f99-88fd-9dba565bbe7d,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:27:26.938059 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7ebfab7d-a7a0-4ac2-a59d-88177a5fe4f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:26.947618 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7ebfab7d-a7a0-4ac2-a59d-88177a5fe4f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:27.011631 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-7ebfab7d-a7a0-4ac2-a59d-88177a5fe4f2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8db8e9cb889b47919d202c095310c8f7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3331909 Oct 20 10:27:27.012614 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35528) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:27:27.020407 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebfab7d-a7a0-4ac2-a59d-88177a5fe4f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4826cbb-ef07-418b-9a3c-a462e93891e1,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:27:27.181522 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100c8643-65e4-4e8b-bcc1-28d60bc27894 req-2830a86a-3ec5-45e9-a25a-43d8b6810389 tempest-DeleteServersAdminTestJSON-1027242035 tempest-DeleteServersAdminTestJSON-1027242035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:27:27.190192 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-100c8643-65e4-4e8b-bcc1-28d60bc27894 req-2830a86a-3ec5-45e9-a25a-43d8b6810389 tempest-DeleteServersAdminTestJSON-1027242035 tempest-DeleteServersAdminTestJSON-1027242035-project] 10.222.0.64 "GET /v2.0/ports?device_id=08ffad41-28d1-460d-b895-e519c2953bc9 HTTP/1.1" status: 200 len: 935 time: 0.4561741 Oct 20 10:27:27.202519 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fe0194dc-b73b-46cf-8412-ee9633655082 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:27.227084 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-931a483e-ae6f-4edd-9bf0-8761f876539a req-1078aabf-ab83-4be7-a58c-b4cf6f303492 tempest-AggregatesAdminTestJSON-597977834 tempest-AggregatesAdminTestJSON-597977834-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b6107df-17ae-47cf-b1d8-2f3e7906816b HTTP/1.1" status: 200 len: 210 time: 0.1107659 Oct 20 10:27:27.239699 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fe0194dc-b73b-46cf-8412-ee9633655082 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:27.322859 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-100c8643-65e4-4e8b-bcc1-28d60bc27894 req-4135a001-9703-45c2-a808-571a4ff3cd8d tempest-DeleteServersAdminTestJSON-1027242035 tempest-DeleteServersAdminTestJSON-1027242035-project] 10.222.0.64 "GET /v2.0/security-groups?id=3a84262c-cab4-4d90-859d-7e7710412781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282146 Oct 20 10:27:27.324837 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fe0194dc-b73b-46cf-8412-ee9633655082 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:27.338266 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fe0194dc-b73b-46cf-8412-ee9633655082 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:27.343846 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-fe0194dc-b73b-46cf-8412-ee9633655082 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e4826cbb-ef07-418b-9a3c-a462e93891e1 HTTP/1.1" status: 204 len: 168 time: 0.3279295 Oct 20 10:27:27.357040 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0194dc-b73b-46cf-8412-ee9633655082 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4826cbb-ef07-418b-9a3c-a462e93891e1,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:27:27.394048 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-d4444ed1-2457-4d18-9821-f45e969fdaee req-047232ce-b7b9-4635-b3c4-d5e05b882c53 service neutron] Request body: {'port': {'device_id': '08ffad41-28d1-460d-b895-e519c2953bc9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811396-3'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:27:27.565412 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-d4444ed1-2457-4d18-9821-f45e969fdaee req-047232ce-b7b9-4635-b3c4-d5e05b882c53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:27.591614 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.69', 54964) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:27:27.703417 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-cae9bfbc-efe2-449e-bfe0-eeec06bb0f13 req-c6b4273f-ef56-4b3e-9d4e-adbb203cf5ed tempest-AggregatesAdminTestJSON-597977834 tempest-AggregatesAdminTestJSON-597977834-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=8fdbb0f19ef440b697be08af96a9c3af&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1057727 Oct 20 10:27:27.915773 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35568) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:27:28.082179 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae9bfbc-efe2-449e-bfe0-eeec06bb0f13 req-97083b6c-90d9-44b3-8039-295e11de897a tempest-AggregatesAdminTestJSON-597977834 tempest-AggregatesAdminTestJSON-597977834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:27:28.083755 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-cae9bfbc-efe2-449e-bfe0-eeec06bb0f13 req-97083b6c-90d9-44b3-8039-295e11de897a tempest-AggregatesAdminTestJSON-597977834 tempest-AggregatesAdminTestJSON-597977834-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2812195 Oct 20 10:27:28.204908 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-35c764d9-d932-47ce-9da5-a89029911816 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:28.349663 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [req-cae9bfbc-efe2-449e-bfe0-eeec06bb0f13 req-423e8ee4-291d-468f-9694-3c5f25cfcaf6 tempest-AggregatesAdminTestJSON-597977834 tempest-AggregatesAdminTestJSON-597977834-project] Request body: {'port': {'device_id': '0b6107df-17ae-47cf-b1d8-2f3e7906816b', 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84', 'admin_state_up': True, 'tenant_id': '8fdbb0f19ef440b697be08af96a9c3af'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:27:28.387786 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35586) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:27:28.402137 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b4b69d2f-d2a2-43e5-8327-8dbe1dfe759b req-dad1cdec-cb03-4aba-85b4-30cfd17a17b8 tempest-AggregatesAdminTestJSON-597977834 tempest-AggregatesAdminTestJSON-597977834-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b6107df-17ae-47cf-b1d8-2f3e7906816b HTTP/1.1" status: 200 len: 210 time: 0.0637627 Oct 20 10:27:28.429192 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [req-d4444ed1-2457-4d18-9821-f45e969fdaee req-047232ce-b7b9-4635-b3c4-d5e05b882c53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a522ffe6-0a3b-4579-ad75-240c3bca8cfc {{(pid=100596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:27:28.459990 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-d4444ed1-2457-4d18-9821-f45e969fdaee req-047232ce-b7b9-4635-b3c4-d5e05b882c53 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:28.528750 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-35c764d9-d932-47ce-9da5-a89029911816 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:28.564522 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-35c764d9-d932-47ce-9da5-a89029911816 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:28.564864 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.provisioning_blocks [req-d4444ed1-2457-4d18-9821-f45e969fdaee req-047232ce-b7b9-4635-b3c4-d5e05b882c53 service neutron] Transition to ACTIVE for port object a522ffe6-0a3b-4579-ad75-240c3bca8cfc will not be triggered until provisioned by entity L2. {{(pid=100596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:27:28.583708 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb7c126-382f-446b-832d-13a476e7568e req-99842af0-409d-474e-b430-dad3383e9996 tempest-DeleteServersAdminTestJSON-1027242035 tempest-DeleteServersAdminTestJSON-1027242035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:27:28.592525 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bcb7c126-382f-446b-832d-13a476e7568e req-99842af0-409d-474e-b430-dad3383e9996 tempest-DeleteServersAdminTestJSON-1027242035 tempest-DeleteServersAdminTestJSON-1027242035-project] 10.222.0.64 "GET /v2.0/ports?device_id=08ffad41-28d1-460d-b895-e519c2953bc9 HTTP/1.1" status: 200 len: 935 time: 0.0864844 Oct 20 10:27:28.614705 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-d4444ed1-2457-4d18-9821-f45e969fdaee req-047232ce-b7b9-4635-b3c4-d5e05b882c53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:28.759581 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bcb7c126-382f-446b-832d-13a476e7568e req-1f95181a-7120-4abf-8862-c575298b2a8f tempest-DeleteServersAdminTestJSON-1027242035 tempest-DeleteServersAdminTestJSON-1027242035-project] 10.222.0.64 "GET /v2.0/security-groups?id=3a84262c-cab4-4d90-859d-7e7710412781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657939 Oct 20 10:27:28.760421 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047232ce-b7b9-4635-b3c4-d5e05b882c53 service neutron] Pushing event updated for resources: {'Port': ['ID=a522ffe6-0a3b-4579-ad75-240c3bca8cfc,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:27:28.939337 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c764d9-d932-47ce-9da5-a89029911816 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87e3883e-32d3-4a75-95aa-add888c11c8e,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:27:28.964827 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-d4444ed1-2457-4d18-9821-f45e969fdaee req-047232ce-b7b9-4635-b3c4-d5e05b882c53 service neutron] Attempting to bind port a522ffe6-0a3b-4579-ad75-240c3bca8cfc on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:27:28.968044 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-d4444ed1-2457-4d18-9821-f45e969fdaee req-047232ce-b7b9-4635-b3c4-d5e05b882c53 service neutron] Attempting to bind port a522ffe6-0a3b-4579-ad75-240c3bca8cfc by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': '6f472196-aa1a-40bf-bd06-ef9f07584bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:27:28.968433 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4444ed1-2457-4d18-9821-f45e969fdaee req-047232ce-b7b9-4635-b3c4-d5e05b882c53 service neutron] Attempting to bind port a522ffe6-0a3b-4579-ad75-240c3bca8cfc on network a7c57b12-d7c3-48bb-aa54-a67a56468a84 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:27:28.973080 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-376cda84-03bd-4c42-bc12-c78b80f537a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:28.979947 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4444ed1-2457-4d18-9821-f45e969fdaee req-047232ce-b7b9-4635-b3c4-d5e05b882c53 service neutron] Port a522ffe6-0a3b-4579-ad75-240c3bca8cfc on network a7c57b12-d7c3-48bb-aa54-a67a56468a84 not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:27:28.980349 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4444ed1-2457-4d18-9821-f45e969fdaee req-047232ce-b7b9-4635-b3c4-d5e05b882c53 service neutron] Attempting to bind port a522ffe6-0a3b-4579-ad75-240c3bca8cfc on network a7c57b12-d7c3-48bb-aa54-a67a56468a84 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:27:28.996578 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4444ed1-2457-4d18-9821-f45e969fdaee req-047232ce-b7b9-4635-b3c4-d5e05b882c53 service neutron] Checking agent: {'id': '061232a2-7adc-4ba1-a873-e8cb136b064d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 27, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:27:28.996968 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4444ed1-2457-4d18-9821-f45e969fdaee req-047232ce-b7b9-4635-b3c4-d5e05b882c53 service neutron] Checking segment: {'id': '6f472196-aa1a-40bf-bd06-ef9f07584bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:27:29.000953 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4444ed1-2457-4d18-9821-f45e969fdaee req-047232ce-b7b9-4635-b3c4-d5e05b882c53 service neutron] Bound using segment: {'id': '6f472196-aa1a-40bf-bd06-ef9f07584bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84'} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:27:29.003345 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-d4444ed1-2457-4d18-9821-f45e969fdaee req-047232ce-b7b9-4635-b3c4-d5e05b882c53 service neutron] Bound port: a522ffe6-0a3b-4579-ad75-240c3bca8cfc, host: n-h2-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f472196-aa1a-40bf-bd06-ef9f07584bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84'}}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:27:29.004271 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-d4444ed1-2457-4d18-9821-f45e969fdaee req-047232ce-b7b9-4635-b3c4-d5e05b882c53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:29.104175 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-d4444ed1-2457-4d18-9821-f45e969fdaee req-047232ce-b7b9-4635-b3c4-d5e05b882c53 service neutron] For port a522ffe6-0a3b-4579-ad75-240c3bca8cfc, host n-h2-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:27:29.109838 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-d4444ed1-2457-4d18-9821-f45e969fdaee req-047232ce-b7b9-4635-b3c4-d5e05b882c53 service neutron] For port a522ffe6-0a3b-4579-ad75-240c3bca8cfc, host n-h2-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=a522ffe6-0a3b-4579-ad75-240c3bca8cfc,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:27:29.115029 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-d4444ed1-2457-4d18-9821-f45e969fdaee req-047232ce-b7b9-4635-b3c4-d5e05b882c53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:29.152289 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4444ed1-2457-4d18-9821-f45e969fdaee req-047232ce-b7b9-4635-b3c4-d5e05b882c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:27:29.153811 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-d4444ed1-2457-4d18-9821-f45e969fdaee req-047232ce-b7b9-4635-b3c4-d5e05b882c53 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:29.155830 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d4444ed1-2457-4d18-9821-f45e969fdaee req-047232ce-b7b9-4635-b3c4-d5e05b882c53 service neutron] 10.222.0.69 "PUT /v2.0/ports/a522ffe6-0a3b-4579-ad75-240c3bca8cfc HTTP/1.1" status: 200 len: 1095 time: 2.0402527 Oct 20 10:27:29.166997 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-35c764d9-d932-47ce-9da5-a89029911816 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=45b71965c24840fcb0b8d3e26aaad269&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2557189 Oct 20 10:27:29.203458 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08ffad41-28d1-460d-b895-e519c2953bc9', 'tag': 'a522ffe6-0a3b-4579-ad75-240c3bca8cfc'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:27:29.214121 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-376cda84-03bd-4c42-bc12-c78b80f537a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:29.221630 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35612) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:27:29.266867 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-376cda84-03bd-4c42-bc12-c78b80f537a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:29.341007 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376cda84-03bd-4c42-bc12-c78b80f537a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a038ea5-664e-4936-b7da-e9cf55e81046,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:27:29.383779 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047232ce-b7b9-4635-b3c4-d5e05b882c53 service neutron] Pushing event updated for resources: {'Port': ['ID=a522ffe6-0a3b-4579-ad75-240c3bca8cfc,revision_number=3']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:27:29.395985 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cae9bfbc-efe2-449e-bfe0-eeec06bb0f13 req-423e8ee4-291d-468f-9694-3c5f25cfcaf6 tempest-AggregatesAdminTestJSON-597977834 tempest-AggregatesAdminTestJSON-597977834-project] Made reservation on behalf of 8fdbb0f19ef440b697be08af96a9c3af for: {'port': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:27:29.416617 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-cae9bfbc-efe2-449e-bfe0-eeec06bb0f13 req-423e8ee4-291d-468f-9694-3c5f25cfcaf6 tempest-AggregatesAdminTestJSON-597977834 tempest-AggregatesAdminTestJSON-597977834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:29.424119 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-eb5456bf-015e-4579-8bcd-30d233653d58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:29.463500 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-376cda84-03bd-4c42-bc12-c78b80f537a5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=af861021e6574bfb84f86ddf52d9b280&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0715847 Oct 20 10:27:29.464569 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-cae9bfbc-efe2-449e-bfe0-eeec06bb0f13 req-423e8ee4-291d-468f-9694-3c5f25cfcaf6 tempest-AggregatesAdminTestJSON-597977834 tempest-AggregatesAdminTestJSON-597977834-project] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:29.466306 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 35624) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:27:29.472400 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-eb5456bf-015e-4579-8bcd-30d233653d58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:29.628527 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-cae9bfbc-efe2-449e-bfe0-eeec06bb0f13 req-423e8ee4-291d-468f-9694-3c5f25cfcaf6 tempest-AggregatesAdminTestJSON-597977834 tempest-AggregatesAdminTestJSON-597977834-project] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:29.635944 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-cae9bfbc-efe2-449e-bfe0-eeec06bb0f13 req-423e8ee4-291d-468f-9694-3c5f25cfcaf6 tempest-AggregatesAdminTestJSON-597977834 tempest-AggregatesAdminTestJSON-597977834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:29.696637 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c6370213-50f0-4d3a-97f4-2893a22550ad req-1e8f4077-22f5-4f52-a4f5-e590185ab979 tempest-AggregatesAdminTestJSON-597977834 tempest-AggregatesAdminTestJSON-597977834-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b6107df-17ae-47cf-b1d8-2f3e7906816b HTTP/1.1" status: 200 len: 210 time: 0.1259356 Oct 20 10:27:29.714936 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aa99453-edbd-4cec-ab93-43b05caefb89" -d '{"events": [{"name": "network-changed", "server_uuid": "08ffad41-28d1-460d-b895-e519c2953bc9", "tag": "a522ffe6-0a3b-4579-ad75-240c3bca8cfc"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:27:29.745556 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c1909bd9-10f0-4751-8104-0027f5ed707d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:29.787991 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35634) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:27:29.807879 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c1909bd9-10f0-4751-8104-0027f5ed707d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:29.810728 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423e8ee4-291d-468f-9694-3c5f25cfcaf6 tempest-AggregatesAdminTestJSON-597977834 tempest-AggregatesAdminTestJSON-597977834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21bb06c1-f62e-4706-a52a-547fedc00553,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:27:30.023812 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c1909bd9-10f0-4751-8104-0027f5ed707d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:30.028128 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c1909bd9-10f0-4751-8104-0027f5ed707d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:30.028204 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-c1909bd9-10f0-4751-8104-0027f5ed707d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8a038ea5-664e-4936-b7da-e9cf55e81046 HTTP/1.1" status: 204 len: 168 time: 0.5606451 Oct 20 10:27:30.049969 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1909bd9-10f0-4751-8104-0027f5ed707d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a038ea5-664e-4936-b7da-e9cf55e81046,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:27:30.076800 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-eb5456bf-015e-4579-8bcd-30d233653d58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:30.095788 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-eb5456bf-015e-4579-8bcd-30d233653d58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:30.101320 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-eb5456bf-015e-4579-8bcd-30d233653d58 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/87e3883e-32d3-4a75-95aa-add888c11c8e HTTP/1.1" status: 204 len: 168 time: 0.8760836 Oct 20 10:27:30.137224 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94b24484-b5c6-4fc0-be4d-549832e36bd1 x-openstack-request-id: req-94b24484-b5c6-4fc0-be4d-549832e36bd1 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:27:30.137501 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08ffad41-28d1-460d-b895-e519c2953bc9", "tag": "a522ffe6-0a3b-4579-ad75-240c3bca8cfc", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:27:30.137758 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-94b24484-b5c6-4fc0-be4d-549832e36bd1 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:27:30.138208 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08ffad41-28d1-460d-b895-e519c2953bc9', 'tag': 'a522ffe6-0a3b-4579-ad75-240c3bca8cfc', 'status': 'completed', 'code': 200} Oct 20 10:27:30.151982 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faef1a8-0d10-4d9f-9aad-7b8e7277cb29 req-881d21be-d0b2-4925-8686-6bb1b2de434d tempest-DeleteServersAdminTestJSON-1027242035 tempest-DeleteServersAdminTestJSON-1027242035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:27:30.153911 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7faef1a8-0d10-4d9f-9aad-7b8e7277cb29 req-881d21be-d0b2-4925-8686-6bb1b2de434d tempest-DeleteServersAdminTestJSON-1027242035 tempest-DeleteServersAdminTestJSON-1027242035-project] 10.222.0.64 "GET /v2.0/ports?device_id=08ffad41-28d1-460d-b895-e519c2953bc9 HTTP/1.1" status: 200 len: 947 time: 0.2340899 Oct 20 10:27:30.167587 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-566d6eda-4a3a-4b74-a776-5c3a25b5cab9 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1703148092-network', 'tenant_id': '9d344b97e96e4da89707d7e9ad8232dc'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:27:30.201395 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4444ed1-2457-4d18-9821-f45e969fdaee req-9cc61d5b-f902-4f66-985e-f829b84dde41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:27:30.203127 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d4444ed1-2457-4d18-9821-f45e969fdaee req-9cc61d5b-f902-4f66-985e-f829b84dde41 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=782469d29b0d4989bf1db671d2d5222e&device_id=08ffad41-28d1-460d-b895-e519c2953bc9 HTTP/1.1" status: 200 len: 1098 time: 0.1478457 Oct 20 10:27:30.249633 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7faef1a8-0d10-4d9f-9aad-7b8e7277cb29 req-0c5ceb78-38f8-4147-8fae-5d78ac76fc55 tempest-DeleteServersAdminTestJSON-1027242035 tempest-DeleteServersAdminTestJSON-1027242035-project] 10.222.0.64 "GET /v2.0/security-groups?id=3a84262c-cab4-4d90-859d-7e7710412781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848930 Oct 20 10:27:30.261963 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5456bf-015e-4579-8bcd-30d233653d58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87e3883e-32d3-4a75-95aa-add888c11c8e,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:27:30.290835 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [req-cae9bfbc-efe2-449e-bfe0-eeec06bb0f13 req-423e8ee4-291d-468f-9694-3c5f25cfcaf6 tempest-AggregatesAdminTestJSON-597977834 tempest-AggregatesAdminTestJSON-597977834-project] Allocated IP 192.168.233.250 (a7c57b12-d7c3-48bb-aa54-a67a56468a84/8f86199a-b8f2-45b4-a83a-995a7ea6fe42/494cf0b6-e1c7-4557-b143-df2b68c2e20e) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:27:30.306171 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-566d6eda-4a3a-4b74-a776-5c3a25b5cab9 admin admin] Made reservation on behalf of 9d344b97e96e4da89707d7e9ad8232dc for: {'network': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:27:30.308774 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-566d6eda-4a3a-4b74-a776-5c3a25b5cab9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:30.321485 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-566d6eda-4a3a-4b74-a776-5c3a25b5cab9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:30.582109 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-566d6eda-4a3a-4b74-a776-5c3a25b5cab9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:30.585773 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-cae9bfbc-efe2-449e-bfe0-eeec06bb0f13 req-423e8ee4-291d-468f-9694-3c5f25cfcaf6 tempest-AggregatesAdminTestJSON-597977834 tempest-AggregatesAdminTestJSON-597977834-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:30.589803 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-566d6eda-4a3a-4b74-a776-5c3a25b5cab9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:30.620806 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-566d6eda-4a3a-4b74-a776-5c3a25b5cab9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 838} {{(pid=100597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:27:30.643532 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 35658) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:27:30.650494 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566d6eda-4a3a-4b74-a776-5c3a25b5cab9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba094063-4980-4c22-bc34-9c1534c0beb0,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:27:30.661462 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-566d6eda-4a3a-4b74-a776-5c3a25b5cab9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:30.662376 n-d-811396-3 neutron-server[100597]: INFO neutron.db.segments_db [None req-566d6eda-4a3a-4b74-a776-5c3a25b5cab9 admin admin] Added segment 21a06331-2010-4bb7-8d07-13da7f15af4f of type vlan for network 1ce4070f-3cfd-4061-95b1-2481b8fda5e7 Oct 20 10:27:30.668659 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-fb457246-f916-4c17-b0be-f99f4a9aefea admin admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:30.722139 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-cae9bfbc-efe2-449e-bfe0-eeec06bb0f13 req-423e8ee4-291d-468f-9694-3c5f25cfcaf6 tempest-AggregatesAdminTestJSON-597977834 tempest-AggregatesAdminTestJSON-597977834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:30.738446 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-566d6eda-4a3a-4b74-a776-5c3a25b5cab9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:30.864398 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cae9bfbc-efe2-449e-bfe0-eeec06bb0f13 req-423e8ee4-291d-468f-9694-3c5f25cfcaf6 tempest-AggregatesAdminTestJSON-597977834 tempest-AggregatesAdminTestJSON-597977834-project] Network a7c57b12-d7c3-48bb-aa54-a67a56468a84 is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:27:30.885323 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [req-cae9bfbc-efe2-449e-bfe0-eeec06bb0f13 req-423e8ee4-291d-468f-9694-3c5f25cfcaf6 tempest-AggregatesAdminTestJSON-597977834 tempest-AggregatesAdminTestJSON-597977834-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:27:30.894883 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [req-cae9bfbc-efe2-449e-bfe0-eeec06bb0f13 req-423e8ee4-291d-468f-9694-3c5f25cfcaf6 tempest-AggregatesAdminTestJSON-597977834 tempest-AggregatesAdminTestJSON-597977834-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:27:30.902915 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae9bfbc-efe2-449e-bfe0-eeec06bb0f13 req-423e8ee4-291d-468f-9694-3c5f25cfcaf6 tempest-AggregatesAdminTestJSON-597977834 tempest-AggregatesAdminTestJSON-597977834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:27:30.903695 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-cae9bfbc-efe2-449e-bfe0-eeec06bb0f13 req-423e8ee4-291d-468f-9694-3c5f25cfcaf6 tempest-AggregatesAdminTestJSON-597977834 tempest-AggregatesAdminTestJSON-597977834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:30.908214 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 35664) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:27:30.923950 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-566d6eda-4a3a-4b74-a776-5c3a25b5cab9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:30.924966 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-566d6eda-4a3a-4b74-a776-5c3a25b5cab9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:27:30.925599 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-566d6eda-4a3a-4b74-a776-5c3a25b5cab9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:30.932519 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-351f6d24-6626-453c-94b0-528df586ae79 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:30.939457 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423e8ee4-291d-468f-9694-3c5f25cfcaf6 tempest-AggregatesAdminTestJSON-597977834 tempest-AggregatesAdminTestJSON-597977834-project] Pushing event updated for resources: {'Port': ['ID=494cf0b6-e1c7-4557-b143-df2b68c2e20e,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:27:30.978624 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-cae9bfbc-efe2-449e-bfe0-eeec06bb0f13 req-423e8ee4-291d-468f-9694-3c5f25cfcaf6 tempest-AggregatesAdminTestJSON-597977834 tempest-AggregatesAdminTestJSON-597977834-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6536939 Oct 20 10:27:30.996052 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-566d6eda-4a3a-4b74-a776-5c3a25b5cab9 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.2054121 Oct 20 10:27:30.998699 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 35666) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:27:31.098865 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-fb457246-f916-4c17-b0be-f99f4a9aefea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:31.101861 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-351f6d24-6626-453c-94b0-528df586ae79 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:31.102010 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566d6eda-4a3a-4b74-a776-5c3a25b5cab9 admin admin] Pushing event updated for resources: {'Network': ['ID=1ce4070f-3cfd-4061-95b1-2481b8fda5e7,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:27:31.109456 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-63ae64e4-e543-4c19-99ec-123a148d4880 admin admin] Request body: {'subnet': {'network_id': '1ce4070f-3cfd-4061-95b1-2481b8fda5e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1703148092-subnet', 'tenant_id': '9d344b97e96e4da89707d7e9ad8232dc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:27:31.115082 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network 1ce4070f-3cfd-4061-95b1-2481b8fda5e7 details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:27:31.122627 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-351f6d24-6626-453c-94b0-528df586ae79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:31.182017 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da22263-c9fd-405d-88f1-d7746285932e req-33c918b6-075b-4481-8315-6404339c0fe4 tempest-AggregatesAdminTestJSON-597977834 tempest-AggregatesAdminTestJSON-597977834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:27:31.191548 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8da22263-c9fd-405d-88f1-d7746285932e req-33c918b6-075b-4481-8315-6404339c0fe4 tempest-AggregatesAdminTestJSON-597977834 tempest-AggregatesAdminTestJSON-597977834-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b6107df-17ae-47cf-b1d8-2f3e7906816b HTTP/1.1" status: 200 len: 936 time: 0.3706579 Oct 20 10:27:31.199427 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-fb457246-f916-4c17-b0be-f99f4a9aefea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:31.263910 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-f534b8c4-3005-4c2d-91d4-bad32f8944ab None None] Provisioning complete for port 494cf0b6-e1c7-4557-b143-df2b68c2e20e triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:27:31.264491 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-f534b8c4-3005-4c2d-91d4-bad32f8944ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:31.315527 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8da22263-c9fd-405d-88f1-d7746285932e req-e4c478d8-a62e-4d59-85bb-a79f7224f2b6 tempest-AggregatesAdminTestJSON-597977834 tempest-AggregatesAdminTestJSON-597977834-project] 10.222.0.64 "GET /v2.0/security-groups?id=21bb06c1-f62e-4706-a52a-547fedc00553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230662 Oct 20 10:27:31.316282 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63ae64e4-e543-4c19-99ec-123a148d4880 admin admin] Made reservation on behalf of 9d344b97e96e4da89707d7e9ad8232dc for: {'subnet': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:27:31.318839 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-63ae64e4-e543-4c19-99ec-123a148d4880 admin admin] Publish callbacks [] for subnet, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:31.374042 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-f534b8c4-3005-4c2d-91d4-bad32f8944ab None None] Port 494cf0b6-e1c7-4557-b143-df2b68c2e20e cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:27:31.433909 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351f6d24-6626-453c-94b0-528df586ae79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d132ed38-0565-4643-b77c-185e9ec27e80,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:27:31.463698 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-351f6d24-6626-453c-94b0-528df586ae79 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4ed8f3f38990428da7ee157a467a184d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5509501 Oct 20 10:27:31.464559 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35680) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:27:31.512407 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-fb457246-f916-4c17-b0be-f99f4a9aefea admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=71a1c7a423f4483ab924ab028e09cfc7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8648419 Oct 20 10:27:31.515974 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 35682) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:27:31.555314 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f7a86eb6-2abe-44c3-8a44-8d31c60f4454 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:31.565201 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb457246-f916-4c17-b0be-f99f4a9aefea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cc0ce27-eeea-417d-a53f-be9f0ddf902b,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:27:31.595740 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f7a86eb6-2abe-44c3-8a44-8d31c60f4454 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:31.599428 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f4b209-12d7-4f36-9e31-c9a364c2bc9c req-b07c7f8c-e314-4d6c-a30f-3161eea42975 tempest-DeleteServersAdminTestJSON-1027242035 tempest-DeleteServersAdminTestJSON-1027242035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:27:31.601892 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-31f4b209-12d7-4f36-9e31-c9a364c2bc9c req-b07c7f8c-e314-4d6c-a30f-3161eea42975 tempest-DeleteServersAdminTestJSON-1027242035 tempest-DeleteServersAdminTestJSON-1027242035-project] 10.222.0.64 "GET /v2.0/ports?device_id=08ffad41-28d1-460d-b895-e519c2953bc9 HTTP/1.1" status: 200 len: 947 time: 0.1770360 Oct 20 10:27:31.677297 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f7a86eb6-2abe-44c3-8a44-8d31c60f4454 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:31.682753 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f7a86eb6-2abe-44c3-8a44-8d31c60f4454 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:31.690285 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-f7a86eb6-2abe-44c3-8a44-8d31c60f4454 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d132ed38-0565-4643-b77c-185e9ec27e80 HTTP/1.1" status: 204 len: 168 time: 0.2244203 Oct 20 10:27:31.700986 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a86eb6-2abe-44c3-8a44-8d31c60f4454 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d132ed38-0565-4643-b77c-185e9ec27e80,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:27:31.816010 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 7 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 10:27:31.885357 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-31f4b209-12d7-4f36-9e31-c9a364c2bc9c req-fd80d811-868a-4f6a-8c4f-7cf44e203315 tempest-DeleteServersAdminTestJSON-1027242035 tempest-DeleteServersAdminTestJSON-1027242035-project] 10.222.0.64 "GET /v2.0/security-groups?id=3a84262c-cab4-4d90-859d-7e7710412781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784388 Oct 20 10:27:31.885357 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f040a1e2-e50d-4158-86ce-d9df7af61074 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:31.904283 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f040a1e2-e50d-4158-86ce-d9df7af61074 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:31.949570 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-63ae64e4-e543-4c19-99ec-123a148d4880 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for subnet, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:32.009824 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f040a1e2-e50d-4158-86ce-d9df7af61074 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:32.012620 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f040a1e2-e50d-4158-86ce-d9df7af61074 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:32.016777 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-f040a1e2-e50d-4158-86ce-d9df7af61074 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3cc0ce27-eeea-417d-a53f-be9f0ddf902b HTTP/1.1" status: 204 len: 168 time: 0.4971013 Oct 20 10:27:32.044724 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f040a1e2-e50d-4158-86ce-d9df7af61074 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cc0ce27-eeea-417d-a53f-be9f0ddf902b,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:27:32.055905 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ae64e4-e543-4c19-99ec-123a148d4880 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4012c245-3079-4795-8c54-d3f2bf73a5b0,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:27:32.072478 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ae64e4-e543-4c19-99ec-123a148d4880 admin admin] Checking segment: {'id': '21a06331-2010-4bb7-8d07-13da7f15af4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '1ce4070f-3cfd-4061-95b1-2481b8fda5e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:27:32.073155 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ae64e4-e543-4c19-99ec-123a148d4880 admin admin] Network hostable DHCP agents. Network: 1ce4070f-3cfd-4061-95b1-2481b8fda5e7, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:27:32.099907 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ae64e4-e543-4c19-99ec-123a148d4880 admin admin] Network 1ce4070f-3cfd-4061-95b1-2481b8fda5e7 is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:27:32.131096 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-63ae64e4-e543-4c19-99ec-123a148d4880 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, 1ce4070f-3cfd-4061-95b1-2481b8fda5e7) {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:27:32.141490 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ae64e4-e543-4c19-99ec-123a148d4880 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:27:32.143643 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b73593-8fbd-46b9-893f-1eb78c43dee5 None None] Network 1ce4070f-3cfd-4061-95b1-2481b8fda5e7 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:27:32.144209 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-63ae64e4-e543-4c19-99ec-123a148d4880 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:32.181098 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-63ae64e4-e543-4c19-99ec-123a148d4880 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.1012733 Oct 20 10:27:32.315150 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e7a20e-1ac9-4ab8-8949-c200f4c593a1 None None] Network 1ce4070f-3cfd-4061-95b1-2481b8fda5e7 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:27:32.475931 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c8e705-b35b-4e2c-bb89-f9ed12b1c909 req-a6b7eeea-ffb7-4d25-8e8d-56e45df618c6 tempest-AggregatesAdminTestJSON-597977834 tempest-AggregatesAdminTestJSON-597977834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:27:32.485014 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f0c8e705-b35b-4e2c-bb89-f9ed12b1c909 req-a6b7eeea-ffb7-4d25-8e8d-56e45df618c6 tempest-AggregatesAdminTestJSON-597977834 tempest-AggregatesAdminTestJSON-597977834-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b6107df-17ae-47cf-b1d8-2f3e7906816b HTTP/1.1" status: 200 len: 936 time: 0.0631487 Oct 20 10:27:32.543814 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f0c8e705-b35b-4e2c-bb89-f9ed12b1c909 req-9c171652-5c66-42f7-8d83-1cf717aff59a tempest-AggregatesAdminTestJSON-597977834 tempest-AggregatesAdminTestJSON-597977834-project] 10.222.0.64 "GET /v2.0/security-groups?id=21bb06c1-f62e-4706-a52a-547fedc00553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436592 Oct 20 10:27:32.595808 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 35720) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:27:32.693347 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35726) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:27:32.711242 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-08f388b5-b6a0-4016-8ca3-7b0971141fd8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:32.840557 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-08f388b5-b6a0-4016-8ca3-7b0971141fd8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:32.853322 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-08f388b5-b6a0-4016-8ca3-7b0971141fd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:32.930313 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-08f388b5-b6a0-4016-8ca3-7b0971141fd8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5d107b2b9c3141e6af30e37c27422f4a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2357268 Oct 20 10:27:32.933563 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35734) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:27:32.944750 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ac9e6056-9e72-40b8-ba47-b1f1aa1e1a93 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:32.952490 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f388b5-b6a0-4016-8ca3-7b0971141fd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bd85de0-83c1-4ccb-8270-69313239f409,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:27:33.023656 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9072f5d0-9206-40f5-9f5f-bb059eadebe2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:33.053803 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9072f5d0-9206-40f5-9f5f-bb059eadebe2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:33.155853 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9072f5d0-9206-40f5-9f5f-bb059eadebe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:33.158787 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9072f5d0-9206-40f5-9f5f-bb059eadebe2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:33.162909 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-9072f5d0-9206-40f5-9f5f-bb059eadebe2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1bd85de0-83c1-4ccb-8270-69313239f409 HTTP/1.1" status: 204 len: 168 time: 0.2254820 Oct 20 10:27:33.170865 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9072f5d0-9206-40f5-9f5f-bb059eadebe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bd85de0-83c1-4ccb-8270-69313239f409,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:27:33.195954 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ac9e6056-9e72-40b8-ba47-b1f1aa1e1a93 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:33.210781 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dc53b7-4654-441d-9344-4bafa33993aa req-7a7b137e-8bb0-4963-b2b2-759291e32077 tempest-DeleteServersAdminTestJSON-1027242035 tempest-DeleteServersAdminTestJSON-1027242035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:27:33.212434 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b7dc53b7-4654-441d-9344-4bafa33993aa req-7a7b137e-8bb0-4963-b2b2-759291e32077 tempest-DeleteServersAdminTestJSON-1027242035 tempest-DeleteServersAdminTestJSON-1027242035-project] 10.222.0.64 "GET /v2.0/ports?device_id=08ffad41-28d1-460d-b895-e519c2953bc9 HTTP/1.1" status: 200 len: 947 time: 0.2085025 Oct 20 10:27:33.213589 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ac9e6056-9e72-40b8-ba47-b1f1aa1e1a93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:33.313382 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-ac9e6056-9e72-40b8-ba47-b1f1aa1e1a93 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=38a50c2f261d49a880af8053d7aeb95a&name=default HTTP/1.1" status: 200 len: 2976 time: 0.7164335 Oct 20 10:27:33.316384 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35750) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:27:33.322406 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9e6056-9e72-40b8-ba47-b1f1aa1e1a93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9b62e7d-c974-438c-9be3-7a13c8d4605a,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:27:33.346481 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b7dc53b7-4654-441d-9344-4bafa33993aa req-ea2ffc06-38a4-4cda-a647-02b8cc49d71b tempest-DeleteServersAdminTestJSON-1027242035 tempest-DeleteServersAdminTestJSON-1027242035-project] 10.222.0.64 "GET /v2.0/security-groups?id=3a84262c-cab4-4d90-859d-7e7710412781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083205 Oct 20 10:27:33.483172 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-34872f59-5002-4e6c-9708-ffe8e746bdc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:33.558282 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5b26eb52-1c0b-477c-96bc-62af2e0a3119 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:33.586689 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5b26eb52-1c0b-477c-96bc-62af2e0a3119 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:33.694773 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5b26eb52-1c0b-477c-96bc-62af2e0a3119 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:33.698797 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5b26eb52-1c0b-477c-96bc-62af2e0a3119 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:33.700393 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-5b26eb52-1c0b-477c-96bc-62af2e0a3119 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d9b62e7d-c974-438c-9be3-7a13c8d4605a HTTP/1.1" status: 204 len: 168 time: 0.3829811 Oct 20 10:27:33.716645 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b26eb52-1c0b-477c-96bc-62af2e0a3119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9b62e7d-c974-438c-9be3-7a13c8d4605a,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:27:33.774996 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 35764) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:27:33.790582 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-a4c4d60d-37a7-4e81-9e74-6cb7c389e5ff admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1617752676-network', 'tenant_id': '2b68d2eb225c445aa1e2b7bd61b25243'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:27:33.802308 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe676eb0-b59d-4450-a9d7-1d804c22c825 req-53b04e44-9a35-4908-b921-fdbb80449cb7 tempest-AggregatesAdminTestJSON-597977834 tempest-AggregatesAdminTestJSON-597977834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:27:33.804340 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fe676eb0-b59d-4450-a9d7-1d804c22c825 req-53b04e44-9a35-4908-b921-fdbb80449cb7 tempest-AggregatesAdminTestJSON-597977834 tempest-AggregatesAdminTestJSON-597977834-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b6107df-17ae-47cf-b1d8-2f3e7906816b HTTP/1.1" status: 200 len: 936 time: 0.1518118 Oct 20 10:27:33.858411 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4c4d60d-37a7-4e81-9e74-6cb7c389e5ff admin admin] Made reservation on behalf of 2b68d2eb225c445aa1e2b7bd61b25243 for: {'network': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:27:33.859056 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a4c4d60d-37a7-4e81-9e74-6cb7c389e5ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:33.865523 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fe676eb0-b59d-4450-a9d7-1d804c22c825 req-32b0a220-f915-45c1-982a-ca132491ce4c tempest-AggregatesAdminTestJSON-597977834 tempest-AggregatesAdminTestJSON-597977834-project] 10.222.0.64 "GET /v2.0/security-groups?id=21bb06c1-f62e-4706-a52a-547fedc00553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510631 Oct 20 10:27:33.873948 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a4c4d60d-37a7-4e81-9e74-6cb7c389e5ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:33.980869 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a4c4d60d-37a7-4e81-9e74-6cb7c389e5ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:34.002067 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a4c4d60d-37a7-4e81-9e74-6cb7c389e5ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:34.042411 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4c4d60d-37a7-4e81-9e74-6cb7c389e5ff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 803} {{(pid=100596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:27:34.053779 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c4d60d-37a7-4e81-9e74-6cb7c389e5ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc349499-1aec-42c3-a410-62502e78c68d,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:27:34.060438 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a4c4d60d-37a7-4e81-9e74-6cb7c389e5ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:34.060775 n-d-811396-3 neutron-server[100596]: INFO neutron.db.segments_db [None req-a4c4d60d-37a7-4e81-9e74-6cb7c389e5ff admin admin] Added segment 3e44e67e-b04f-40d2-9013-ca520f4d673b of type vlan for network 6ea230d5-0b39-4937-be5d-8a12d9253618 Oct 20 10:27:34.121552 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a4c4d60d-37a7-4e81-9e74-6cb7c389e5ff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:34.150447 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a4c4d60d-37a7-4e81-9e74-6cb7c389e5ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:34.151521 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c4d60d-37a7-4e81-9e74-6cb7c389e5ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:27:34.152118 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a4c4d60d-37a7-4e81-9e74-6cb7c389e5ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:34.217190 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-a4c4d60d-37a7-4e81-9e74-6cb7c389e5ff admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.4382215 Oct 20 10:27:34.218242 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35780) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:27:34.230335 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-01bf6b99-a259-47a6-9ab7-8bd3ae804e32 admin admin] Request body: {'subnet': {'network_id': '6ea230d5-0b39-4937-be5d-8a12d9253618', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1617752676-subnet', 'tenant_id': '2b68d2eb225c445aa1e2b7bd61b25243', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:27:34.247937 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c4d60d-37a7-4e81-9e74-6cb7c389e5ff admin admin] Pushing event updated for resources: {'Network': ['ID=6ea230d5-0b39-4937-be5d-8a12d9253618,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:27:34.262071 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network 6ea230d5-0b39-4937-be5d-8a12d9253618 details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:27:34.314270 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01bf6b99-a259-47a6-9ab7-8bd3ae804e32 admin admin] Made reservation on behalf of 2b68d2eb225c445aa1e2b7bd61b25243 for: {'subnet': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:27:34.318452 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-01bf6b99-a259-47a6-9ab7-8bd3ae804e32 admin admin] Publish callbacks [] for subnet, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:34.561740 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8fd6ca-8997-4131-a88b-682cde403f23 req-3562bb23-8e05-40ae-b65b-e79cc49409bd tempest-DeleteServersAdminTestJSON-1027242035 tempest-DeleteServersAdminTestJSON-1027242035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:27:34.563219 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-01bf6b99-a259-47a6-9ab7-8bd3ae804e32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for subnet, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:34.572585 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8b8fd6ca-8997-4131-a88b-682cde403f23 req-3562bb23-8e05-40ae-b65b-e79cc49409bd tempest-DeleteServersAdminTestJSON-1027242035 tempest-DeleteServersAdminTestJSON-1027242035-project] 10.222.0.64 "GET /v2.0/ports?device_id=08ffad41-28d1-460d-b895-e519c2953bc9 HTTP/1.1" status: 200 len: 947 time: 0.1021321 Oct 20 10:27:34.632195 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8b8fd6ca-8997-4131-a88b-682cde403f23 req-902c23cd-7686-4d1e-bda6-c4bd011a8696 tempest-DeleteServersAdminTestJSON-1027242035 tempest-DeleteServersAdminTestJSON-1027242035-project] 10.222.0.64 "GET /v2.0/security-groups?id=3a84262c-cab4-4d90-859d-7e7710412781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586054 Oct 20 10:27:34.648459 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bf6b99-a259-47a6-9ab7-8bd3ae804e32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e1c2e00-44f7-4bde-a6d2-959de94ab304,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:27:34.667331 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01bf6b99-a259-47a6-9ab7-8bd3ae804e32 admin admin] Checking segment: {'id': '3e44e67e-b04f-40d2-9013-ca520f4d673b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '6ea230d5-0b39-4937-be5d-8a12d9253618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:27:34.667758 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01bf6b99-a259-47a6-9ab7-8bd3ae804e32 admin admin] Network hostable DHCP agents. Network: 6ea230d5-0b39-4937-be5d-8a12d9253618, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:27:34.707766 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01bf6b99-a259-47a6-9ab7-8bd3ae804e32 admin admin] Network 6ea230d5-0b39-4937-be5d-8a12d9253618 is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:27:34.721701 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-01bf6b99-a259-47a6-9ab7-8bd3ae804e32 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, 6ea230d5-0b39-4937-be5d-8a12d9253618) {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:27:34.727069 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01bf6b99-a259-47a6-9ab7-8bd3ae804e32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:27:34.728718 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-01bf6b99-a259-47a6-9ab7-8bd3ae804e32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:34.734522 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac49c06-76b3-43ef-b92d-29a8acd25586 None None] Network 6ea230d5-0b39-4937-be5d-8a12d9253618 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:27:34.762500 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-01bf6b99-a259-47a6-9ab7-8bd3ae804e32 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.5429173 Oct 20 10:27:34.781156 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 35798) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:27:34.805397 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5de19514-9e6e-47cd-a11c-a22b8cf22e6e admin admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:34.948019 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04bdaa88-69c8-4678-ad55-755706e87558 None None] Network 6ea230d5-0b39-4937-be5d-8a12d9253618 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:27:34.981042 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5de19514-9e6e-47cd-a11c-a22b8cf22e6e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:35.015668 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5de19514-9e6e-47cd-a11c-a22b8cf22e6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:35.123234 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35810) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:27:35.148395 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-5de19514-9e6e-47cd-a11c-a22b8cf22e6e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0da663be9b9847088d8b51ecfc9cff8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3661673 Oct 20 10:27:35.203265 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bf8298-59c7-440a-beed-f556738e3b3a req-ad89c9d8-8ae3-4c7c-b0a5-3d76428b1b2c tempest-AggregatesAdminTestJSON-597977834 tempest-AggregatesAdminTestJSON-597977834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:27:35.208045 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-79bf8298-59c7-440a-beed-f556738e3b3a req-ad89c9d8-8ae3-4c7c-b0a5-3d76428b1b2c tempest-AggregatesAdminTestJSON-597977834 tempest-AggregatesAdminTestJSON-597977834-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b6107df-17ae-47cf-b1d8-2f3e7906816b HTTP/1.1" status: 200 len: 936 time: 0.2264159 Oct 20 10:27:35.214300 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de19514-9e6e-47cd-a11c-a22b8cf22e6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=275e4b99-874a-46cf-b361-8202f732059c,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:27:35.236739 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d81628eb-8e69-4007-887a-c3e473370331 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:35.282054 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-79bf8298-59c7-440a-beed-f556738e3b3a req-c5e86f70-1726-438e-9ecb-35834d036887 tempest-AggregatesAdminTestJSON-597977834 tempest-AggregatesAdminTestJSON-597977834-project] 10.222.0.64 "GET /v2.0/security-groups?id=21bb06c1-f62e-4706-a52a-547fedc00553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681286 Oct 20 10:27:35.311457 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d81628eb-8e69-4007-887a-c3e473370331 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:35.365981 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d81628eb-8e69-4007-887a-c3e473370331 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:35.368709 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d81628eb-8e69-4007-887a-c3e473370331 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:35.372895 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-d81628eb-8e69-4007-887a-c3e473370331 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/275e4b99-874a-46cf-b361-8202f732059c HTTP/1.1" status: 204 len: 168 time: 0.2481349 Oct 20 10:27:35.381257 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81628eb-8e69-4007-887a-c3e473370331 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=275e4b99-874a-46cf-b361-8202f732059c,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:27:35.884593 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ba810d-a727-45ac-87c1-94a0f6ea3c57 req-48548ebb-dabc-40a3-bb37-f96e849f43e1 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:27:35.891578 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b6ba810d-a727-45ac-87c1-94a0f6ea3c57 req-48548ebb-dabc-40a3-bb37-f96e849f43e1 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/networks?id=1ce4070f-3cfd-4061-95b1-2481b8fda5e7 HTTP/1.1" status: 200 len: 821 time: 0.2374396 Oct 20 10:27:35.900870 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a77a4f4-b567-466e-8f1b-2c486f779c24 req-514fd825-c23b-4f1c-aab0-c7884a206f9f tempest-DeleteServersAdminTestJSON-1027242035 tempest-DeleteServersAdminTestJSON-1027242035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:27:35.902274 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9a77a4f4-b567-466e-8f1b-2c486f779c24 req-514fd825-c23b-4f1c-aab0-c7884a206f9f tempest-DeleteServersAdminTestJSON-1027242035 tempest-DeleteServersAdminTestJSON-1027242035-project] 10.222.0.64 "GET /v2.0/ports?device_id=08ffad41-28d1-460d-b895-e519c2953bc9 HTTP/1.1" status: 200 len: 947 time: 0.1230903 Oct 20 10:27:35.924159 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b6ba810d-a727-45ac-87c1-94a0f6ea3c57 req-5d9c4410-71c2-4327-b83e-fba8cd0a428a tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/quotas/9d344b97e96e4da89707d7e9ad8232dc HTTP/1.1" status: 200 len: 375 time: 0.0314455 Oct 20 10:27:35.969796 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b6ba810d-a727-45ac-87c1-94a0f6ea3c57 req-6740e45d-6aae-4bdd-bb3c-bf3435f93d2b tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=9d344b97e96e4da89707d7e9ad8232dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0327928 Oct 20 10:27:35.975885 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9a77a4f4-b567-466e-8f1b-2c486f779c24 req-13c77ba8-2920-4620-9219-0f6c027eceff tempest-DeleteServersAdminTestJSON-1027242035 tempest-DeleteServersAdminTestJSON-1027242035-project] 10.222.0.64 "GET /v2.0/security-groups?id=3a84262c-cab4-4d90-859d-7e7710412781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665722 Oct 20 10:27:36.020756 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35854) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:27:36.118498 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-f70069c6-d886-4880-931b-3ba24bc8d54c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:36.168927 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d1650c1f-5efb-4467-a07f-032f433d8057 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:36.182346 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [req-cae9bfbc-efe2-449e-bfe0-eeec06bb0f13 req-b10fac89-5a54-4ba2-aa16-5eb2d94bc654 service neutron] Request body: {'port': {'device_id': '0b6107df-17ae-47cf-b1d8-2f3e7906816b', 'device_owner': 'compute:tempest-test_az-904681463', 'binding:host_id': 'n-h2-811396-3'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:27:36.238991 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [req-b6ba810d-a727-45ac-87c1-94a0f6ea3c57 req-e082f0da-27ce-4b53-8ef6-5256a6697822 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:27:36.240052 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b6ba810d-a727-45ac-87c1-94a0f6ea3c57 req-e082f0da-27ce-4b53-8ef6-5256a6697822 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1276393 Oct 20 10:27:36.241503 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d4444ed1-2457-4d18-9821-f45e969fdaee req-21666c20-d119-4154-a1dc-86f79d4da62a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=a522ffe6-0a3b-4579-ad75-240c3bca8cfc HTTP/1.1" status: 200 len: 217 time: 0.0789843 Oct 20 10:27:36.300127 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-cae9bfbc-efe2-449e-bfe0-eeec06bb0f13 req-b10fac89-5a54-4ba2-aa16-5eb2d94bc654 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:36.376104 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d1650c1f-5efb-4467-a07f-032f433d8057 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:36.389657 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d1650c1f-5efb-4467-a07f-032f433d8057 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:36.401596 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4444ed1-2457-4d18-9821-f45e969fdaee req-22399be0-1112-49b1-a8f1-d890bd388cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:27:36.403694 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d4444ed1-2457-4d18-9821-f45e969fdaee req-22399be0-1112-49b1-a8f1-d890bd388cef service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8f86199a-b8f2-45b4-a83a-995a7ea6fe42 HTTP/1.1" status: 200 len: 843 time: 0.1393278 Oct 20 10:27:36.501862 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b6ba810d-a727-45ac-87c1-94a0f6ea3c57 req-5ef3aa46-9775-4708-acc8-8f27a07a68c9 service neutron] 10.222.0.64 "GET /v2.0/networks/1ce4070f-3cfd-4061-95b1-2481b8fda5e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2531199 Oct 20 10:27:36.521819 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1650c1f-5efb-4467-a07f-032f433d8057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5ffd83b-171d-4b38-8b8f-cfdb6127800f,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:27:36.540402 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-d1650c1f-5efb-4467-a07f-032f433d8057 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=40739fff6e1a4deda937be17ac6490cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5161095 Oct 20 10:27:36.546441 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35880) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:27:36.573128 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4444ed1-2457-4d18-9821-f45e969fdaee req-00263570-9fe7-47c2-b9f6-76a90331bed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:27:36.574804 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d4444ed1-2457-4d18-9821-f45e969fdaee req-00263570-9fe7-47c2-b9f6-76a90331bed6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a7c57b12-d7c3-48bb-aa54-a67a56468a84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1602991 Oct 20 10:27:36.584958 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e610efa-acd9-4c81-a703-6f486729f0de req-30ec2173-7799-4675-b386-08a698d19503 tempest-AggregatesAdminTestJSON-597977834 tempest-AggregatesAdminTestJSON-597977834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:27:36.586530 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1e610efa-acd9-4c81-a703-6f486729f0de req-30ec2173-7799-4675-b386-08a698d19503 tempest-AggregatesAdminTestJSON-597977834 tempest-AggregatesAdminTestJSON-597977834-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b6107df-17ae-47cf-b1d8-2f3e7906816b HTTP/1.1" status: 200 len: 936 time: 0.1708946 Oct 20 10:27:36.666441 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e9485d01-ba89-45e1-a769-cf67b42e3638 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:36.700169 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e9485d01-ba89-45e1-a769-cf67b42e3638 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:36.730467 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1e610efa-acd9-4c81-a703-6f486729f0de req-84401c6c-0a8b-4380-a73a-70ce5f36dc96 tempest-AggregatesAdminTestJSON-597977834 tempest-AggregatesAdminTestJSON-597977834-project] 10.222.0.64 "GET /v2.0/security-groups?id=21bb06c1-f62e-4706-a52a-547fedc00553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333728 Oct 20 10:27:36.741766 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b6ba810d-a727-45ac-87c1-94a0f6ea3c57 req-0766d949-6661-4165-ae55-57139dcd99ac service neutron] 10.222.0.64 "GET /v2.0/networks/1ce4070f-3cfd-4061-95b1-2481b8fda5e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293549 Oct 20 10:27:36.763247 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d4444ed1-2457-4d18-9821-f45e969fdaee req-f80e1e46-de94-4922-91fb-71d301765338 service neutron] 10.222.0.69 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756504 Oct 20 10:27:36.805548 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [req-cae9bfbc-efe2-449e-bfe0-eeec06bb0f13 req-b10fac89-5a54-4ba2-aa16-5eb2d94bc654 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 494cf0b6-e1c7-4557-b143-df2b68c2e20e {{(pid=100597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:27:36.813743 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-cae9bfbc-efe2-449e-bfe0-eeec06bb0f13 req-b10fac89-5a54-4ba2-aa16-5eb2d94bc654 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:36.849604 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e9485d01-ba89-45e1-a769-cf67b42e3638 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:36.852776 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e9485d01-ba89-45e1-a769-cf67b42e3638 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:36.854109 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-e9485d01-ba89-45e1-a769-cf67b42e3638 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d5ffd83b-171d-4b38-8b8f-cfdb6127800f HTTP/1.1" status: 204 len: 168 time: 0.3069992 Oct 20 10:27:36.860759 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.provisioning_blocks [req-cae9bfbc-efe2-449e-bfe0-eeec06bb0f13 req-b10fac89-5a54-4ba2-aa16-5eb2d94bc654 service neutron] Transition to ACTIVE for port object 494cf0b6-e1c7-4557-b143-df2b68c2e20e will not be triggered until provisioned by entity L2. {{(pid=100597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:27:36.869076 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-cae9bfbc-efe2-449e-bfe0-eeec06bb0f13 req-b10fac89-5a54-4ba2-aa16-5eb2d94bc654 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:36.880772 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9485d01-ba89-45e1-a769-cf67b42e3638 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5ffd83b-171d-4b38-8b8f-cfdb6127800f,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:27:36.980586 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fac89-5a54-4ba2-aa16-5eb2d94bc654 service neutron] Pushing event updated for resources: {'Port': ['ID=494cf0b6-e1c7-4557-b143-df2b68c2e20e,revision_number=2']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:27:37.052307 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:37.106408 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-cae9bfbc-efe2-449e-bfe0-eeec06bb0f13 req-b10fac89-5a54-4ba2-aa16-5eb2d94bc654 service neutron] Attempting to bind port 494cf0b6-e1c7-4557-b143-df2b68c2e20e on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:27:37.106914 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-cae9bfbc-efe2-449e-bfe0-eeec06bb0f13 req-b10fac89-5a54-4ba2-aa16-5eb2d94bc654 service neutron] Attempting to bind port 494cf0b6-e1c7-4557-b143-df2b68c2e20e by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': '6f472196-aa1a-40bf-bd06-ef9f07584bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84'}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:27:37.107083 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae9bfbc-efe2-449e-bfe0-eeec06bb0f13 req-b10fac89-5a54-4ba2-aa16-5eb2d94bc654 service neutron] Attempting to bind port 494cf0b6-e1c7-4557-b143-df2b68c2e20e on network a7c57b12-d7c3-48bb-aa54-a67a56468a84 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:27:37.125227 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae9bfbc-efe2-449e-bfe0-eeec06bb0f13 req-b10fac89-5a54-4ba2-aa16-5eb2d94bc654 service neutron] Port 494cf0b6-e1c7-4557-b143-df2b68c2e20e on network a7c57b12-d7c3-48bb-aa54-a67a56468a84 not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:27:37.125729 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae9bfbc-efe2-449e-bfe0-eeec06bb0f13 req-b10fac89-5a54-4ba2-aa16-5eb2d94bc654 service neutron] Attempting to bind port 494cf0b6-e1c7-4557-b143-df2b68c2e20e on network a7c57b12-d7c3-48bb-aa54-a67a56468a84 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:27:37.139262 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae9bfbc-efe2-449e-bfe0-eeec06bb0f13 req-b10fac89-5a54-4ba2-aa16-5eb2d94bc654 service neutron] Checking agent: {'id': '061232a2-7adc-4ba1-a873-e8cb136b064d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 27, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:27:37.140009 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae9bfbc-efe2-449e-bfe0-eeec06bb0f13 req-b10fac89-5a54-4ba2-aa16-5eb2d94bc654 service neutron] Checking segment: {'id': '6f472196-aa1a-40bf-bd06-ef9f07584bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:27:37.142702 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae9bfbc-efe2-449e-bfe0-eeec06bb0f13 req-b10fac89-5a54-4ba2-aa16-5eb2d94bc654 service neutron] Bound using segment: {'id': '6f472196-aa1a-40bf-bd06-ef9f07584bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84'} {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:27:37.143155 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-cae9bfbc-efe2-449e-bfe0-eeec06bb0f13 req-b10fac89-5a54-4ba2-aa16-5eb2d94bc654 service neutron] Bound port: 494cf0b6-e1c7-4557-b143-df2b68c2e20e, host: n-h2-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f472196-aa1a-40bf-bd06-ef9f07584bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84'}}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:27:37.143548 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-cae9bfbc-efe2-449e-bfe0-eeec06bb0f13 req-b10fac89-5a54-4ba2-aa16-5eb2d94bc654 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:37.194279 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d4444ed1-2457-4d18-9821-f45e969fdaee req-76133d11-a9ef-46a3-8b29-ee606c7d7c03 service neutron] 10.222.0.69 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4238522 Oct 20 10:27:37.225010 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d68724ca-6a76-45eb-abbe-949c9e9c1c23 req-6d59d77b-b7a2-4211-bd50-6e821cd78f15 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/ports?device_id=9f19914c-2a94-4ff4-a81b-b77e4f1d979c HTTP/1.1" status: 200 len: 210 time: 0.2170017 Oct 20 10:27:37.318017 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [req-cae9bfbc-efe2-449e-bfe0-eeec06bb0f13 req-b10fac89-5a54-4ba2-aa16-5eb2d94bc654 service neutron] For port 494cf0b6-e1c7-4557-b143-df2b68c2e20e, host n-h2-811396-3, cleared binding levels {{(pid=100597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:27:37.324882 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [req-cae9bfbc-efe2-449e-bfe0-eeec06bb0f13 req-b10fac89-5a54-4ba2-aa16-5eb2d94bc654 service neutron] For port 494cf0b6-e1c7-4557-b143-df2b68c2e20e, host n-h2-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=494cf0b6-e1c7-4557-b143-df2b68c2e20e,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:27:37.330790 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-cae9bfbc-efe2-449e-bfe0-eeec06bb0f13 req-b10fac89-5a54-4ba2-aa16-5eb2d94bc654 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:37.381020 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:37.395656 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae9bfbc-efe2-449e-bfe0-eeec06bb0f13 req-b10fac89-5a54-4ba2-aa16-5eb2d94bc654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:27:37.396274 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-cae9bfbc-efe2-449e-bfe0-eeec06bb0f13 req-b10fac89-5a54-4ba2-aa16-5eb2d94bc654 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:37.397669 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-cae9bfbc-efe2-449e-bfe0-eeec06bb0f13 req-b10fac89-5a54-4ba2-aa16-5eb2d94bc654 service neutron] 10.222.0.69 "PUT /v2.0/ports/494cf0b6-e1c7-4557-b143-df2b68c2e20e HTTP/1.1" status: 200 len: 1117 time: 1.2206957 Oct 20 10:27:37.398284 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b6107df-17ae-47cf-b1d8-2f3e7906816b', 'tag': '494cf0b6-e1c7-4557-b143-df2b68c2e20e'}] {{(pid=100597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:27:37.493998 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa99453-edbd-4cec-ab93-43b05caefb89 req-c2cf4aba-c889-4f49-bf9f-913036874e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:27:37.498434 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5aa99453-edbd-4cec-ab93-43b05caefb89 req-c2cf4aba-c889-4f49-bf9f-913036874e05 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=782469d29b0d4989bf1db671d2d5222e&device_id=08ffad41-28d1-460d-b895-e519c2953bc9 HTTP/1.1" status: 200 len: 1098 time: 0.2014656 Oct 20 10:27:37.552989 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35916) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:27:37.605732 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:37.613262 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163b1b3b-eff3-4093-b32d-2d582ce54cf2 req-548ea871-2af0-4d69-8bba-b59b584323ac tempest-DeleteServersAdminTestJSON-1027242035 tempest-DeleteServersAdminTestJSON-1027242035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:27:37.615480 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-163b1b3b-eff3-4093-b32d-2d582ce54cf2 req-548ea871-2af0-4d69-8bba-b59b584323ac tempest-DeleteServersAdminTestJSON-1027242035 tempest-DeleteServersAdminTestJSON-1027242035-project] 10.222.0.64 "GET /v2.0/ports?device_id=08ffad41-28d1-460d-b895-e519c2953bc9 HTTP/1.1" status: 200 len: 947 time: 0.2293961 Oct 20 10:27:37.657529 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5487556a-f26b-487a-aaf5-72952b8c5123 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:37.692597 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fac89-5a54-4ba2-aa16-5eb2d94bc654 service neutron] Pushing event updated for resources: {'Port': ['ID=494cf0b6-e1c7-4557-b143-df2b68c2e20e,revision_number=3']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:27:37.728220 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae9bfbc-efe2-449e-bfe0-eeec06bb0f13 req-e5f80df9-88ab-4892-82b9-9c3e4c1af064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:27:37.730397 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-cae9bfbc-efe2-449e-bfe0-eeec06bb0f13 req-e5f80df9-88ab-4892-82b9-9c3e4c1af064 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8fdbb0f19ef440b697be08af96a9c3af&device_id=0b6107df-17ae-47cf-b1d8-2f3e7906816b HTTP/1.1" status: 200 len: 1120 time: 0.2439175 Oct 20 10:27:37.828781 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-163b1b3b-eff3-4093-b32d-2d582ce54cf2 req-a90bb3dd-8120-4844-9be2-39ae29a3b6fc tempest-DeleteServersAdminTestJSON-1027242035 tempest-DeleteServersAdminTestJSON-1027242035-project] 10.222.0.64 "GET /v2.0/security-groups?id=3a84262c-cab4-4d90-859d-7e7710412781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930702 Oct 20 10:27:37.847146 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa99453-edbd-4cec-ab93-43b05caefb89 req-fc7dd33f-ca55-43bf-ae1a-1261b953de86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:27:37.849034 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5aa99453-edbd-4cec-ab93-43b05caefb89 req-fc7dd33f-ca55-43bf-ae1a-1261b953de86 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a7c57b12-d7c3-48bb-aa54-a67a56468a84 HTTP/1.1" status: 200 len: 870 time: 0.3387837 Oct 20 10:27:37.862907 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-cae9bfbc-efe2-449e-bfe0-eeec06bb0f13 req-e8bdda16-138a-4bbc-85ea-008aa7c538e2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=494cf0b6-e1c7-4557-b143-df2b68c2e20e HTTP/1.1" status: 200 len: 217 time: 0.1208596 Oct 20 10:27:37.932542 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae9bfbc-efe2-449e-bfe0-eeec06bb0f13 req-64a378e6-b062-4d67-a302-3170ead2da27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:27:37.934759 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-cae9bfbc-efe2-449e-bfe0-eeec06bb0f13 req-64a378e6-b062-4d67-a302-3170ead2da27 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8f86199a-b8f2-45b4-a83a-995a7ea6fe42 HTTP/1.1" status: 200 len: 843 time: 0.0642705 Oct 20 10:27:37.956144 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5aa99453-edbd-4cec-ab93-43b05caefb89 req-d830a81c-425f-4ec7-b582-a3f684404108 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=a522ffe6-0a3b-4579-ad75-240c3bca8cfc HTTP/1.1" status: 200 len: 217 time: 0.0983613 Oct 20 10:27:37.981775 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd85cad6a391afaa95d2dd5280bfd4659fc1e1b2aba53b5e7ef874f059efcdc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ca167d6-5d0d-43de-a762-1413b3fad748" -d '{"events": [{"name": "network-changed", "server_uuid": "0b6107df-17ae-47cf-b1d8-2f3e7906816b", "tag": "494cf0b6-e1c7-4557-b143-df2b68c2e20e"}]}' {{(pid=100597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:27:38.034835 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa99453-edbd-4cec-ab93-43b05caefb89 req-b32070ba-131c-4e53-be05-91d57c569412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:27:38.036389 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5aa99453-edbd-4cec-ab93-43b05caefb89 req-b32070ba-131c-4e53-be05-91d57c569412 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8f86199a-b8f2-45b4-a83a-995a7ea6fe42 HTTP/1.1" status: 200 len: 843 time: 0.0708354 Oct 20 10:27:38.045364 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8bb423-b7b8-4b9e-9335-98c1b9bd4535 req-237e3c17-aa9c-4dcd-91ab-78505504601b tempest-AggregatesAdminTestJSON-597977834 tempest-AggregatesAdminTestJSON-597977834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:27:38.047111 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7f8bb423-b7b8-4b9e-9335-98c1b9bd4535 req-237e3c17-aa9c-4dcd-91ab-78505504601b tempest-AggregatesAdminTestJSON-597977834 tempest-AggregatesAdminTestJSON-597977834-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b6107df-17ae-47cf-b1d8-2f3e7906816b HTTP/1.1" status: 200 len: 969 time: 0.0939524 Oct 20 10:27:38.129216 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa99453-edbd-4cec-ab93-43b05caefb89 req-3b7e8571-99c9-422d-9b5e-23074829da25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:27:38.130754 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5aa99453-edbd-4cec-ab93-43b05caefb89 req-3b7e8571-99c9-422d-9b5e-23074829da25 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a7c57b12-d7c3-48bb-aa54-a67a56468a84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0827303 Oct 20 10:27:38.135705 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae9bfbc-efe2-449e-bfe0-eeec06bb0f13 req-2c4368e9-9b10-4d99-97f2-34e954fc80c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:27:38.137545 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-cae9bfbc-efe2-449e-bfe0-eeec06bb0f13 req-2c4368e9-9b10-4d99-97f2-34e954fc80c4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a7c57b12-d7c3-48bb-aa54-a67a56468a84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1953313 Oct 20 10:27:38.139826 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5487556a-f26b-487a-aaf5-72952b8c5123 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:38.147589 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7f8bb423-b7b8-4b9e-9335-98c1b9bd4535 req-432d6c38-8448-4e02-88ae-ccb9386ec0ea tempest-AggregatesAdminTestJSON-597977834 tempest-AggregatesAdminTestJSON-597977834-project] 10.222.0.64 "GET /v2.0/security-groups?id=21bb06c1-f62e-4706-a52a-547fedc00553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878103 Oct 20 10:27:38.162841 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fc22628-fc22-406d-b905-41f36e654c71 x-openstack-request-id: req-6fc22628-fc22-406d-b905-41f36e654c71 {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:27:38.163166 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b6107df-17ae-47cf-b1d8-2f3e7906816b", "tag": "494cf0b6-e1c7-4557-b143-df2b68c2e20e", "status": "completed", "code": 200}]} {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:27:38.163434 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6fc22628-fc22-406d-b905-41f36e654c71 {{(pid=100597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:27:38.167547 n-d-811396-3 neutron-server[100597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b6107df-17ae-47cf-b1d8-2f3e7906816b', 'tag': '494cf0b6-e1c7-4557-b143-df2b68c2e20e', 'status': 'completed', 'code': 200} Oct 20 10:27:38.195709 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5487556a-f26b-487a-aaf5-72952b8c5123 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:38.269639 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5aa99453-edbd-4cec-ab93-43b05caefb89 req-4f5194de-3130-4148-8668-a3505342ec2b service neutron] 10.222.0.69 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193919 Oct 20 10:27:38.288579 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-5487556a-f26b-487a-aaf5-72952b8c5123 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2e56346a99494d5eb747fa0d26a62057&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7319660 Oct 20 10:27:38.294240 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35942) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:27:38.323635 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5487556a-f26b-487a-aaf5-72952b8c5123 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=733c2290-3176-4f79-b6e7-736294949b67,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:27:38.346343 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35944) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:27:38.349787 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-cae9bfbc-efe2-449e-bfe0-eeec06bb0f13 req-e9d2e25f-d7c5-4564-bb60-985f918a4737 service neutron] 10.222.0.69 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938093 Oct 20 10:27:38.417647 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b59c4e74-846b-4d62-98ea-8af660d4b5bb req-0f862fca-689c-46e0-89ed-7606058f8470 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/ports?device_id=9f19914c-2a94-4ff4-a81b-b77e4f1d979c HTTP/1.1" status: 200 len: 210 time: 0.0607047 Oct 20 10:27:38.462361 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5aa99453-edbd-4cec-ab93-43b05caefb89 req-a45cb042-adc6-4b73-b90c-957fdb4a1bce service neutron] 10.222.0.69 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848295 Oct 20 10:27:38.581583 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c4e0d4e0-d96c-48a3-b97c-10130303e4d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:38.584694 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.55', 57329) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:27:38.597926 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2a10211a-198c-46cc-8f3d-7ed6cbf8d969 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:38.662625 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c4e0d4e0-d96c-48a3-b97c-10130303e4d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:38.745681 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ba810d-a727-45ac-87c1-94a0f6ea3c57 req-d0f61f21-b242-40aa-a921-ebccc0c34c69 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:27:38.746585 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-cae9bfbc-efe2-449e-bfe0-eeec06bb0f13 req-3f5c46ab-f8c7-4195-b2e2-beca32be7002 service neutron] 10.222.0.69 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3726320 Oct 20 10:27:38.747908 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b6ba810d-a727-45ac-87c1-94a0f6ea3c57 req-d0f61f21-b242-40aa-a921-ebccc0c34c69 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.55 "GET /v2.0/networks?id=1ce4070f-3cfd-4061-95b1-2481b8fda5e7 HTTP/1.1" status: 200 len: 821 time: 0.1484325 Oct 20 10:27:38.767919 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:38.785230 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c4e0d4e0-d96c-48a3-b97c-10130303e4d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:38.787837 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c4e0d4e0-d96c-48a3-b97c-10130303e4d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:38.788968 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-c4e0d4e0-d96c-48a3-b97c-10130303e4d6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/733c2290-3176-4f79-b6e7-736294949b67 HTTP/1.1" status: 204 len: 168 time: 0.4937823 Oct 20 10:27:38.817140 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2a10211a-198c-46cc-8f3d-7ed6cbf8d969 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:38.820117 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e0d4e0-d96c-48a3-b97c-10130303e4d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=733c2290-3176-4f79-b6e7-736294949b67,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:27:38.857266 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2a10211a-198c-46cc-8f3d-7ed6cbf8d969 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:38.905296 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-b6ba810d-a727-45ac-87c1-94a0f6ea3c57 req-b6201710-f7e8-4a40-b68c-f4863eaae6d7 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Request body: {'port': {'device_id': '9f19914c-2a94-4ff4-a81b-b77e4f1d979c', 'network_id': '1ce4070f-3cfd-4061-95b1-2481b8fda5e7', 'admin_state_up': True, 'tenant_id': '9d344b97e96e4da89707d7e9ad8232dc'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:27:38.911109 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a10211a-198c-46cc-8f3d-7ed6cbf8d969 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=404830ce-ddfa-4fda-a303-66860530aba3,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:27:38.939966 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-2a10211a-198c-46cc-8f3d-7ed6cbf8d969 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=20120de690ae4acabd0f51b211c03ce7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5921550 Oct 20 10:27:38.946448 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 35980) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:27:38.949215 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca167d6-5d0d-43de-a762-1413b3fad748 req-b94d8081-afb8-4a7f-9be3-48bdd158c48c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:27:38.952250 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-5ca167d6-5d0d-43de-a762-1413b3fad748 req-b94d8081-afb8-4a7f-9be3-48bdd158c48c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8fdbb0f19ef440b697be08af96a9c3af&device_id=0b6107df-17ae-47cf-b1d8-2f3e7906816b HTTP/1.1" status: 200 len: 1120 time: 0.1439259 Oct 20 10:27:39.182629 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c92fca-57b5-45a0-b1e8-869c5dca7a63 req-fd5eb8cd-2bba-4040-a701-d14676f2f033 tempest-DeleteServersAdminTestJSON-1027242035 tempest-DeleteServersAdminTestJSON-1027242035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:27:39.188177 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca167d6-5d0d-43de-a762-1413b3fad748 req-fa1f2ce5-fe7f-41ce-bd59-7f9b6b25174e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:27:39.190185 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-03c92fca-57b5-45a0-b1e8-869c5dca7a63 req-fd5eb8cd-2bba-4040-a701-d14676f2f033 tempest-DeleteServersAdminTestJSON-1027242035 tempest-DeleteServersAdminTestJSON-1027242035-project] 10.222.0.64 "GET /v2.0/ports?device_id=08ffad41-28d1-460d-b895-e519c2953bc9 HTTP/1.1" status: 200 len: 947 time: 0.2266390 Oct 20 10:27:39.196632 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-5ca167d6-5d0d-43de-a762-1413b3fad748 req-fa1f2ce5-fe7f-41ce-bd59-7f9b6b25174e service neutron] 10.222.0.69 "GET /v2.0/networks?id=a7c57b12-d7c3-48bb-aa54-a67a56468a84 HTTP/1.1" status: 200 len: 870 time: 0.2307224 Oct 20 10:27:39.210152 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f88d0ad6-327e-44a4-a6d5-dc584ebc8e97 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:39.242022 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6ba810d-a727-45ac-87c1-94a0f6ea3c57 req-b6201710-f7e8-4a40-b68c-f4863eaae6d7 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Made reservation on behalf of 9d344b97e96e4da89707d7e9ad8232dc for: {'port': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:27:39.245811 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-b6ba810d-a727-45ac-87c1-94a0f6ea3c57 req-b6201710-f7e8-4a40-b68c-f4863eaae6d7 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:39.258384 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-5ca167d6-5d0d-43de-a762-1413b3fad748 req-774865f0-ffe0-43a3-9ebe-e963d051c202 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=494cf0b6-e1c7-4557-b143-df2b68c2e20e HTTP/1.1" status: 200 len: 217 time: 0.0603628 Oct 20 10:27:39.299202 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f88d0ad6-327e-44a4-a6d5-dc584ebc8e97 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:39.340219 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-03c92fca-57b5-45a0-b1e8-869c5dca7a63 req-9aabcdaa-874f-43e5-b094-8670ea62af3b tempest-DeleteServersAdminTestJSON-1027242035 tempest-DeleteServersAdminTestJSON-1027242035-project] 10.222.0.64 "GET /v2.0/security-groups?id=3a84262c-cab4-4d90-859d-7e7710412781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488831 Oct 20 10:27:39.345703 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca167d6-5d0d-43de-a762-1413b3fad748 req-bcf66faf-9755-4dc2-ae8b-84e1f2e356b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:27:39.347964 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-5ca167d6-5d0d-43de-a762-1413b3fad748 req-bcf66faf-9755-4dc2-ae8b-84e1f2e356b2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8f86199a-b8f2-45b4-a83a-995a7ea6fe42 HTTP/1.1" status: 200 len: 843 time: 0.0820920 Oct 20 10:27:39.423977 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca167d6-5d0d-43de-a762-1413b3fad748 req-b1061f4f-bd00-497d-9b75-bcdbf2d8ea9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:27:39.425695 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-5ca167d6-5d0d-43de-a762-1413b3fad748 req-b1061f4f-bd00-497d-9b75-bcdbf2d8ea9e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a7c57b12-d7c3-48bb-aa54-a67a56468a84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0685699 Oct 20 10:27:39.485487 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a114d45f-186d-494c-b0de-b8d65f8a18bb req-5b9c5d5e-b20c-4926-87f2-b3774bfaae10 tempest-AggregatesAdminTestJSON-597977834 tempest-AggregatesAdminTestJSON-597977834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:27:39.492861 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a114d45f-186d-494c-b0de-b8d65f8a18bb req-5b9c5d5e-b20c-4926-87f2-b3774bfaae10 tempest-AggregatesAdminTestJSON-597977834 tempest-AggregatesAdminTestJSON-597977834-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b6107df-17ae-47cf-b1d8-2f3e7906816b HTTP/1.1" status: 200 len: 969 time: 0.2099166 Oct 20 10:27:39.566810 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a114d45f-186d-494c-b0de-b8d65f8a18bb req-1ab35642-ebf6-40b5-8cee-cd721386e12b tempest-AggregatesAdminTestJSON-597977834 tempest-AggregatesAdminTestJSON-597977834-project] 10.222.0.64 "GET /v2.0/security-groups?id=21bb06c1-f62e-4706-a52a-547fedc00553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730550 Oct 20 10:27:39.583137 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 36012) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:27:39.597439 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-530af581-06eb-483a-bc5d-3e111c92d4e0 req-80472e8c-9e20-4b44-a7fe-89e08526c216 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/ports?device_id=9f19914c-2a94-4ff4-a81b-b77e4f1d979c HTTP/1.1" status: 200 len: 210 time: 0.0771015 Oct 20 10:27:39.607786 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f88d0ad6-327e-44a4-a6d5-dc584ebc8e97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:39.609894 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-5ca167d6-5d0d-43de-a762-1413b3fad748 req-0ce0275b-7868-437c-b3d2-bf8f3cf99e85 service neutron] 10.222.0.69 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762390 Oct 20 10:27:39.610652 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f88d0ad6-327e-44a4-a6d5-dc584ebc8e97 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:39.615309 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-f88d0ad6-327e-44a4-a6d5-dc584ebc8e97 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/404830ce-ddfa-4fda-a303-66860530aba3 HTTP/1.1" status: 204 len: 168 time: 0.6643653 Oct 20 10:27:39.624990 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88d0ad6-327e-44a4-a6d5-dc584ebc8e97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=404830ce-ddfa-4fda-a303-66860530aba3,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:27:39.659732 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [req-b6ba810d-a727-45ac-87c1-94a0f6ea3c57 req-b6201710-f7e8-4a40-b68c-f4863eaae6d7 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Allocated IP 172.20.0.3 (1ce4070f-3cfd-4061-95b1-2481b8fda5e7/4012c245-3079-4795-8c54-d3f2bf73a5b0/85405136-a680-4d6f-b8b5-cef238e9a0af) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:27:39.750868 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-5ca167d6-5d0d-43de-a762-1413b3fad748 req-d9880e88-96e4-4e18-aaa1-9d2d2dd3b847 service neutron] 10.222.0.69 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320627 Oct 20 10:27:39.857267 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-b6ba810d-a727-45ac-87c1-94a0f6ea3c57 req-b6201710-f7e8-4a40-b68c-f4863eaae6d7 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:39.871486 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b909f9f7-66cb-420d-ae99-a93e8887e9e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:39.902158 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-b6ba810d-a727-45ac-87c1-94a0f6ea3c57 req-b6201710-f7e8-4a40-b68c-f4863eaae6d7 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:39.958150 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6ba810d-a727-45ac-87c1-94a0f6ea3c57 req-b6201710-f7e8-4a40-b68c-f4863eaae6d7 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Network 1ce4070f-3cfd-4061-95b1-2481b8fda5e7 is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:27:39.961579 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [req-b6ba810d-a727-45ac-87c1-94a0f6ea3c57 req-b6201710-f7e8-4a40-b68c-f4863eaae6d7 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:27:39.966039 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6ba810d-a727-45ac-87c1-94a0f6ea3c57 req-b6201710-f7e8-4a40-b68c-f4863eaae6d7 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:27:39.970378 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b909f9f7-66cb-420d-ae99-a93e8887e9e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:39.974098 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ba810d-a727-45ac-87c1-94a0f6ea3c57 req-b6201710-f7e8-4a40-b68c-f4863eaae6d7 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:27:39.974098 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-b6ba810d-a727-45ac-87c1-94a0f6ea3c57 req-b6201710-f7e8-4a40-b68c-f4863eaae6d7 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:39.980150 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b909f9f7-66cb-420d-ae99-a93e8887e9e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:39.987495 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6201710-f7e8-4a40-b68c-f4863eaae6d7 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Pushing event updated for resources: {'Port': ['ID=85405136-a680-4d6f-b8b5-cef238e9a0af,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:27:39.994962 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b6ba810d-a727-45ac-87c1-94a0f6ea3c57 req-b6201710-f7e8-4a40-b68c-f4863eaae6d7 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0939112 Oct 20 10:27:40.027174 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-b909f9f7-66cb-420d-ae99-a93e8887e9e2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a8c2f192b62748deba7e8b6ae7f15c4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4430103 Oct 20 10:27:40.028085 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b909f9f7-66cb-420d-ae99-a93e8887e9e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88688b03-56a0-4463-8470-fb59ee6360e8,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:27:40.030726 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 36022) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:27:40.096759 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-47656241-92ce-426e-aefb-73cf8cc4ad9a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:40.100646 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 36028) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:27:40.118798 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-47656241-92ce-426e-aefb-73cf8cc4ad9a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:40.121196 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c0ae6b96-965a-4033-ad03-a357fd24617f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:40.169508 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-47656241-92ce-426e-aefb-73cf8cc4ad9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:40.172868 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-47656241-92ce-426e-aefb-73cf8cc4ad9a admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:40.174473 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-47656241-92ce-426e-aefb-73cf8cc4ad9a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/88688b03-56a0-4463-8470-fb59ee6360e8 HTTP/1.1" status: 204 len: 168 time: 0.1298318 Oct 20 10:27:40.183769 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47656241-92ce-426e-aefb-73cf8cc4ad9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88688b03-56a0-4463-8470-fb59ee6360e8,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:27:40.215878 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device a522ffe6-0a3b-4579-ad75-240c3bca8cfc details requested by agent hyperv_n-h2-811396-3 with host n-h2-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:27:40.228871 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c0ae6b96-965a-4033-ad03-a357fd24617f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:40.241006 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c0ae6b96-965a-4033-ad03-a357fd24617f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:40.299317 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-c0ae6b96-965a-4033-ad03-a357fd24617f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9bd8db30e1584775b66335417e071133&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1967108 Oct 20 10:27:40.300639 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae6b96-965a-4033-ad03-a357fd24617f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5f09a77-a713-4e98-b74a-80b588765191,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:27:40.302166 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 36034) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:27:40.367984 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-78bf59eb-b401-4860-ade9-272b21c71ddc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:40.369615 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port a522ffe6-0a3b-4579-ad75-240c3bca8cfc, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=a522ffe6-0a3b-4579-ad75-240c3bca8cfc,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:27:40.386790 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Returning: {'device': 'a522ffe6-0a3b-4579-ad75-240c3bca8cfc', 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84', 'port_id': 'a522ffe6-0a3b-4579-ad75-240c3bca8cfc', 'mac_address': 'fa:16:3e:67:26:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 800, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f86199a-b8f2-45b4-a83a-995a7ea6fe42', 'ip_address': '192.168.233.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:27:40.398672 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-78bf59eb-b401-4860-ade9-272b21c71ddc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:40.442075 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:40.457972 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a522ffe6-0a3b-4579-ad75-240c3bca8cfc {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:27:40.482518 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port a522ffe6-0a3b-4579-ad75-240c3bca8cfc, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=a522ffe6-0a3b-4579-ad75-240c3bca8cfc,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:27:40.483963 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-78bf59eb-b401-4860-ade9-272b21c71ddc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:40.486712 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:40.487175 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-78bf59eb-b401-4860-ade9-272b21c71ddc admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:40.492013 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-78bf59eb-b401-4860-ade9-272b21c71ddc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e5f09a77-a713-4e98-b74a-80b588765191 HTTP/1.1" status: 204 len: 168 time: 0.1875243 Oct 20 10:27:40.505459 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bf59eb-b401-4860-ade9-272b21c71ddc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5f09a77-a713-4e98-b74a-80b588765191,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:27:40.536134 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2900c143-f9d6-4109-b43b-74f37d8b5c95 req-4f47fa6f-401e-48a4-8eb0-45bac91da472 tempest-DeleteServersAdminTestJSON-1027242035 tempest-DeleteServersAdminTestJSON-1027242035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:27:40.537663 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2900c143-f9d6-4109-b43b-74f37d8b5c95 req-4f47fa6f-401e-48a4-8eb0-45bac91da472 tempest-DeleteServersAdminTestJSON-1027242035 tempest-DeleteServersAdminTestJSON-1027242035-project] 10.222.0.64 "GET /v2.0/ports?device_id=08ffad41-28d1-460d-b895-e519c2953bc9 HTTP/1.1" status: 200 len: 947 time: 0.1057312 Oct 20 10:27:40.581842 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=a522ffe6-0a3b-4579-ad75-240c3bca8cfc,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:27:40.607933 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:27:40.609168 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:27:40.610189 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:27:40.611107 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:27:40.612687 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:27:40.613227 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:27:40.613769 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2900c143-f9d6-4109-b43b-74f37d8b5c95 req-d2c586c0-1929-4fa5-9ce2-3860a268f5b7 tempest-DeleteServersAdminTestJSON-1027242035 tempest-DeleteServersAdminTestJSON-1027242035-project] 10.222.0.64 "GET /v2.0/security-groups?id=3a84262c-cab4-4d90-859d-7e7710412781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539923 Oct 20 10:27:40.614644 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:27:40.616747 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:27:40.617264 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:27:40.617791 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:27:40.619728 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:27:40.620075 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:27:40.621202 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Tracked resource versions report: Oct 20 10:27:40.621202 n-d-811396-3 neutron-server[100598]: pushed versions: Oct 20 10:27:40.621202 n-d-811396-3 neutron-server[100598]: { 'AddressGroup': {'1.2'}, Oct 20 10:27:40.621202 n-d-811396-3 neutron-server[100598]: 'ConntrackHelper': {'1.0'}, Oct 20 10:27:40.621202 n-d-811396-3 neutron-server[100598]: 'Log': {'1.0'}, Oct 20 10:27:40.621202 n-d-811396-3 neutron-server[100598]: 'Network': {'1.1'}, Oct 20 10:27:40.621202 n-d-811396-3 neutron-server[100598]: 'Port': {'1.7'}, Oct 20 10:27:40.621202 n-d-811396-3 neutron-server[100598]: 'PortForwarding': {'1.2'}, Oct 20 10:27:40.621202 n-d-811396-3 neutron-server[100598]: 'QosPolicy': {'1.10'}, Oct 20 10:27:40.621202 n-d-811396-3 neutron-server[100598]: 'SecurityGroup': {'1.4'}, Oct 20 10:27:40.621202 n-d-811396-3 neutron-server[100598]: 'SecurityGroupRule': {'1.2'}, Oct 20 10:27:40.621202 n-d-811396-3 neutron-server[100598]: 'SubPort': {'1.0'}, Oct 20 10:27:40.621202 n-d-811396-3 neutron-server[100598]: 'Subnet': {'1.1'}, Oct 20 10:27:40.621202 n-d-811396-3 neutron-server[100598]: 'Trunk': {'1.1'}} Oct 20 10:27:40.621202 n-d-811396-3 neutron-server[100598]: consumer versions: Oct 20 10:27:40.621202 n-d-811396-3 neutron-server[100598]: { DHCP agent@n-d-811396-3: {}, Oct 20 10:27:40.621202 n-d-811396-3 neutron-server[100598]: HyperV agent@n-h1-811396-3: {}, Oct 20 10:27:40.621202 n-d-811396-3 neutron-server[100598]: HyperV agent@n-h2-811396-3: {}, Oct 20 10:27:40.621202 n-d-811396-3 neutron-server[100598]: L3 agent@n-d-811396-3: {}, Oct 20 10:27:40.621202 n-d-811396-3 neutron-server[100598]: Metadata agent@n-d-811396-3: {}, Oct 20 10:27:40.621202 n-d-811396-3 neutron-server[100598]: Metering agent@n-d-811396-3: {}, Oct 20 10:27:40.621202 n-d-811396-3 neutron-server[100598]: Open vSwitch agent@n-d-811396-3: { 'AddressGroup': '1.2', Oct 20 10:27:40.621202 n-d-811396-3 neutron-server[100598]: 'ConntrackHelper': '1.0', Oct 20 10:27:40.621202 n-d-811396-3 neutron-server[100598]: 'Log': '1.0', Oct 20 10:27:40.621202 n-d-811396-3 neutron-server[100598]: 'Network': '1.1', Oct 20 10:27:40.621202 n-d-811396-3 neutron-server[100598]: 'Port': '1.7', Oct 20 10:27:40.621202 n-d-811396-3 neutron-server[100598]: 'PortForwarding': '1.2', Oct 20 10:27:40.621202 n-d-811396-3 neutron-server[100598]: 'QosPolicy': '1.10', Oct 20 10:27:40.621202 n-d-811396-3 neutron-server[100598]: 'SecurityGroup': '1.4', Oct 20 10:27:40.621202 n-d-811396-3 neutron-server[100598]: 'SecurityGroupRule': '1.2', Oct 20 10:27:40.621202 n-d-811396-3 neutron-server[100598]: 'SubPort': '1.0', Oct 20 10:27:40.621202 n-d-811396-3 neutron-server[100598]: 'Subnet': '1.1', Oct 20 10:27:40.621202 n-d-811396-3 neutron-server[100598]: 'Trunk': '1.1'}} Oct 20 10:27:40.621202 n-d-811396-3 neutron-server[100598]: {{(pid=100598) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 20 10:27:40.716608 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 36050) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:27:40.735927 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6fbb3217-a78b-4a7e-85a3-cb0d34fd62a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:40.767233 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fbda61-7e74-48bb-9e70-1d044787e8ab req-97538960-4721-45ba-9844-d0c0dac5e98c tempest-AggregatesAdminTestJSON-597977834 tempest-AggregatesAdminTestJSON-597977834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:27:40.768781 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c9fbda61-7e74-48bb-9e70-1d044787e8ab req-97538960-4721-45ba-9844-d0c0dac5e98c tempest-AggregatesAdminTestJSON-597977834 tempest-AggregatesAdminTestJSON-597977834-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b6107df-17ae-47cf-b1d8-2f3e7906816b HTTP/1.1" status: 200 len: 969 time: 0.1091614 Oct 20 10:27:40.777512 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd17e084-2e20-4564-b4cb-6668eded5511 req-655ae77a-7dc9-405f-ac71-638e5aef160b tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:27:40.779265 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-dd17e084-2e20-4564-b4cb-6668eded5511 req-655ae77a-7dc9-405f-ac71-638e5aef160b tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/ports?device_id=9f19914c-2a94-4ff4-a81b-b77e4f1d979c HTTP/1.1" status: 200 len: 931 time: 0.0781403 Oct 20 10:27:40.806003 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['a522ffe6-0a3b-4579-ad75-240c3bca8cfc'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:27:40.834669 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c9fbda61-7e74-48bb-9e70-1d044787e8ab req-33b9b5c4-be85-43d6-8ba2-1d591fa4654b tempest-AggregatesAdminTestJSON-597977834 tempest-AggregatesAdminTestJSON-597977834-project] 10.222.0.64 "GET /v2.0/security-groups?id=21bb06c1-f62e-4706-a52a-547fedc00553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541379 Oct 20 10:27:40.861641 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-dd17e084-2e20-4564-b4cb-6668eded5511 req-605593d8-fad5-4f19-90cc-fe815fa7f2fa tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba094063-4980-4c22-bc34-9c1534c0beb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669711 Oct 20 10:27:40.896663 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6fbb3217-a78b-4a7e-85a3-cb0d34fd62a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:40.902281 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6fbb3217-a78b-4a7e-85a3-cb0d34fd62a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:40.951511 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbb3217-a78b-4a7e-85a3-cb0d34fd62a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6108d22-641d-4549-877d-897183fcd939,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:27:40.971004 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-6fbb3217-a78b-4a7e-85a3-cb0d34fd62a7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c1e3b84ae93846709201a3f93bc6a3cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2530584 Oct 20 10:27:40.974182 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 36058) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:27:41.041822 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-b5167e89-acdc-4a32-a860-c57771651bcb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:41.073975 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-b5167e89-acdc-4a32-a860-c57771651bcb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:41.139667 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-b5167e89-acdc-4a32-a860-c57771651bcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:41.142454 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-b5167e89-acdc-4a32-a860-c57771651bcb admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:41.147139 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-b5167e89-acdc-4a32-a860-c57771651bcb admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b6108d22-641d-4549-877d-897183fcd939 HTTP/1.1" status: 204 len: 168 time: 0.1684623 Oct 20 10:27:41.153842 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5167e89-acdc-4a32-a860-c57771651bcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6108d22-641d-4549-877d-897183fcd939,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:27:41.747231 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecae3b72-7d1b-4d62-baac-c065083676bf req-c5f794b1-c9f2-4c85-97e5-3bf01f7d9952 tempest-DeleteServersAdminTestJSON-1027242035 tempest-DeleteServersAdminTestJSON-1027242035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:27:41.755460 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ecae3b72-7d1b-4d62-baac-c065083676bf req-c5f794b1-c9f2-4c85-97e5-3bf01f7d9952 tempest-DeleteServersAdminTestJSON-1027242035 tempest-DeleteServersAdminTestJSON-1027242035-project] 10.222.0.64 "GET /v2.0/ports?device_id=08ffad41-28d1-460d-b895-e519c2953bc9 HTTP/1.1" status: 200 len: 948 time: 0.0654590 Oct 20 10:27:41.792788 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ecae3b72-7d1b-4d62-baac-c065083676bf req-ba44b1af-a908-404d-9e48-7560f973d198 tempest-DeleteServersAdminTestJSON-1027242035 tempest-DeleteServersAdminTestJSON-1027242035-project] 10.222.0.64 "GET /v2.0/security-groups?id=3a84262c-cab4-4d90-859d-7e7710412781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364196 Oct 20 10:27:42.015195 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e6be1d-9703-4913-a554-0272818492e2 req-dde31746-a8d1-439b-a8cf-783c8979f660 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:27:42.016819 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-95e6be1d-9703-4913-a554-0272818492e2 req-dde31746-a8d1-439b-a8cf-783c8979f660 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/ports?device_id=9f19914c-2a94-4ff4-a81b-b77e4f1d979c HTTP/1.1" status: 200 len: 931 time: 0.0727262 Oct 20 10:27:42.033136 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba9e7c-8a65-4fa5-80dd-9154474e2ba3 req-12ab2d23-bfc4-449e-a67d-8407455b126e tempest-AggregatesAdminTestJSON-597977834 tempest-AggregatesAdminTestJSON-597977834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:27:42.034669 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-75ba9e7c-8a65-4fa5-80dd-9154474e2ba3 req-12ab2d23-bfc4-449e-a67d-8407455b126e tempest-AggregatesAdminTestJSON-597977834 tempest-AggregatesAdminTestJSON-597977834-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b6107df-17ae-47cf-b1d8-2f3e7906816b HTTP/1.1" status: 200 len: 969 time: 0.1038921 Oct 20 10:27:42.092054 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-95e6be1d-9703-4913-a554-0272818492e2 req-f38a2876-a83f-4427-8749-38601090698b tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba094063-4980-4c22-bc34-9c1534c0beb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679276 Oct 20 10:27:42.116698 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-75ba9e7c-8a65-4fa5-80dd-9154474e2ba3 req-a626a876-a7f6-4328-9b3e-8dd9015a839f tempest-AggregatesAdminTestJSON-597977834 tempest-AggregatesAdminTestJSON-597977834-project] 10.222.0.64 "GET /v2.0/security-groups?id=21bb06c1-f62e-4706-a52a-547fedc00553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604968 Oct 20 10:27:42.204362 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 494cf0b6-e1c7-4557-b143-df2b68c2e20e details requested by agent hyperv_n-h2-811396-3 with host n-h2-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:27:42.278385 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device a522ffe6-0a3b-4579-ad75-240c3bca8cfc up at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:27:42.392187 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 494cf0b6-e1c7-4557-b143-df2b68c2e20e, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=494cf0b6-e1c7-4557-b143-df2b68c2e20e,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:27:42.414430 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Returning: {'device': '494cf0b6-e1c7-4557-b143-df2b68c2e20e', 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84', 'port_id': '494cf0b6-e1c7-4557-b143-df2b68c2e20e', 'mac_address': 'fa:16:3e:c9:6a:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 800, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f86199a-b8f2-45b4-a83a-995a7ea6fe42', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:tempest-test_az-904681463', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:27:42.422391 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning for port a522ffe6-0a3b-4579-ad75-240c3bca8cfc completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:27:42.427950 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning complete for port a522ffe6-0a3b-4579-ad75-240c3bca8cfc triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:27:42.428511 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:42.505034 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:42.535922 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 494cf0b6-e1c7-4557-b143-df2b68c2e20e {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:27:42.614050 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 494cf0b6-e1c7-4557-b143-df2b68c2e20e, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=494cf0b6-e1c7-4557-b143-df2b68c2e20e,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:27:42.617132 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:42.620877 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:42.673029 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08ffad41-28d1-460d-b895-e519c2953bc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a522ffe6-0a3b-4579-ad75-240c3bca8cfc'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:27:42.766668 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port a522ffe6-0a3b-4579-ad75-240c3bca8cfc, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=a522ffe6-0a3b-4579-ad75-240c3bca8cfc,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:27:42.776889 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:42.783821 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=494cf0b6-e1c7-4557-b143-df2b68c2e20e,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:27:42.835434 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 36158) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:27:42.838349 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['494cf0b6-e1c7-4557-b143-df2b68c2e20e'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:27:42.874863 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=a522ffe6-0a3b-4579-ad75-240c3bca8cfc,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:27:43.004004 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e8650b-1edb-4bcf-b1c8-a91920a6eed1 req-56adc3f7-ad11-4395-bcef-ddac734b79af tempest-DeleteServersAdminTestJSON-1027242035 tempest-DeleteServersAdminTestJSON-1027242035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:27:43.011563 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-78e8650b-1edb-4bcf-b1c8-a91920a6eed1 req-56adc3f7-ad11-4395-bcef-ddac734b79af tempest-DeleteServersAdminTestJSON-1027242035 tempest-DeleteServersAdminTestJSON-1027242035-project] 10.222.0.64 "GET /v2.0/ports?device_id=08ffad41-28d1-460d-b895-e519c2953bc9 HTTP/1.1" status: 200 len: 949 time: 0.0959153 Oct 20 10:27:43.065618 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-78e8650b-1edb-4bcf-b1c8-a91920a6eed1 req-56da337f-363d-4bbb-add3-651e1f81e1f5 tempest-DeleteServersAdminTestJSON-1027242035 tempest-DeleteServersAdminTestJSON-1027242035-project] 10.222.0.64 "GET /v2.0/security-groups?id=3a84262c-cab4-4d90-859d-7e7710412781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508671 Oct 20 10:27:43.109286 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5aacf17f-ea62-4751-b67a-a794a49c4e51 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:43.134744 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44ea9f6c-b991-4e1c-b9e9-6939ae53781f" -d '{"events": [{"server_uuid": "08ffad41-28d1-460d-b895-e519c2953bc9", "name": "network-vif-plugged", "status": "completed", "tag": "a522ffe6-0a3b-4579-ad75-240c3bca8cfc"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:27:43.271022 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5aacf17f-ea62-4751-b67a-a794a49c4e51 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:43.276575 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5aacf17f-ea62-4751-b67a-a794a49c4e51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:43.320492 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-5aacf17f-ea62-4751-b67a-a794a49c4e51 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5442c7e4c45940409377f5278505a1f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4806798 Oct 20 10:27:43.320492 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aacf17f-ea62-4751-b67a-a794a49c4e51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a9f596f-0222-4e3d-93ba-091013444be6,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:27:43.320914 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 36180) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:27:43.355810 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fc5116-90cd-442d-8583-b3b4005d4b86 req-6c9ded86-9e16-4dd2-9e72-a880123eccd9 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:27:43.357382 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-72fc5116-90cd-442d-8583-b3b4005d4b86 req-6c9ded86-9e16-4dd2-9e72-a880123eccd9 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/ports?device_id=9f19914c-2a94-4ff4-a81b-b77e4f1d979c HTTP/1.1" status: 200 len: 931 time: 0.1368849 Oct 20 10:27:43.373258 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f36ef6-8acf-4a5b-92cd-cc36a8673706 req-21643fc8-e584-4982-9382-a0ed1d974d74 tempest-AggregatesAdminTestJSON-597977834 tempest-AggregatesAdminTestJSON-597977834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:27:43.377162 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b0f36ef6-8acf-4a5b-92cd-cc36a8673706 req-21643fc8-e584-4982-9382-a0ed1d974d74 tempest-AggregatesAdminTestJSON-597977834 tempest-AggregatesAdminTestJSON-597977834-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b6107df-17ae-47cf-b1d8-2f3e7906816b HTTP/1.1" status: 200 len: 970 time: 0.1221209 Oct 20 10:27:43.460585 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-72fc5116-90cd-442d-8583-b3b4005d4b86 req-894d5cb5-b9f2-4158-9e31-8ea114bb4c51 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba094063-4980-4c22-bc34-9c1534c0beb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810513 Oct 20 10:27:43.463410 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-bc981728-8e62-49aa-b86f-a5645c2ee615 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:43.468893 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b0f36ef6-8acf-4a5b-92cd-cc36a8673706 req-9ff8282e-7ba4-4e54-8458-9bcc026fb1b4 tempest-AggregatesAdminTestJSON-597977834 tempest-AggregatesAdminTestJSON-597977834-project] 10.222.0.64 "GET /v2.0/security-groups?id=21bb06c1-f62e-4706-a52a-547fedc00553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823455 Oct 20 10:27:43.494263 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-bc981728-8e62-49aa-b86f-a5645c2ee615 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:43.553133 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-bc981728-8e62-49aa-b86f-a5645c2ee615 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:43.555782 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-bc981728-8e62-49aa-b86f-a5645c2ee615 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:43.556952 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-bc981728-8e62-49aa-b86f-a5645c2ee615 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1a9f596f-0222-4e3d-93ba-091013444be6 HTTP/1.1" status: 204 len: 168 time: 0.2350037 Oct 20 10:27:43.566471 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc981728-8e62-49aa-b86f-a5645c2ee615 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a9f596f-0222-4e3d-93ba-091013444be6,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:27:43.654864 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11640af0-52b7-4be8-88eb-df1d28a7cf05 x-openstack-request-id: req-11640af0-52b7-4be8-88eb-df1d28a7cf05 {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:27:43.655363 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08ffad41-28d1-460d-b895-e519c2953bc9", "name": "network-vif-plugged", "status": "completed", "tag": "a522ffe6-0a3b-4579-ad75-240c3bca8cfc", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:27:43.655991 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-11640af0-52b7-4be8-88eb-df1d28a7cf05 {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:27:43.656248 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08ffad41-28d1-460d-b895-e519c2953bc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a522ffe6-0a3b-4579-ad75-240c3bca8cfc', 'code': 200} Oct 20 10:27:43.818653 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-991c7527-3b7c-46dd-a818-529e05369169 req-ac033d5e-2008-4437-887a-d5e9c2c7ece1 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=9f75d9a0b8ce44faaac4d8054667820c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0387874 Oct 20 10:27:43.848513 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905f9bd2-7a72-4919-89e4-da553a7c50bc req-a6f45b46-1ee5-43e1-8256-5b0f1691425b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:27:43.851246 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-905f9bd2-7a72-4919-89e4-da553a7c50bc req-a6f45b46-1ee5-43e1-8256-5b0f1691425b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=08ffad41-28d1-460d-b895-e519c2953bc9 HTTP/1.1" status: 200 len: 1100 time: 0.1269040 Oct 20 10:27:43.876655 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-905f9bd2-7a72-4919-89e4-da553a7c50bc req-52c1ec89-a4af-4d79-b14a-a8f45cfe4e83 service neutron] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:43.978569 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-905f9bd2-7a72-4919-89e4-da553a7c50bc req-52c1ec89-a4af-4d79-b14a-a8f45cfe4e83 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:43.983645 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-905f9bd2-7a72-4919-89e4-da553a7c50bc req-52c1ec89-a4af-4d79-b14a-a8f45cfe4e83 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:43.984777 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991c7527-3b7c-46dd-a818-529e05369169 req-b8c80969-a8af-4e0c-a969-aaf349bc3308 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:27:43.988150 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-991c7527-3b7c-46dd-a818-529e05369169 req-b8c80969-a8af-4e0c-a969-aaf349bc3308 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1624691 Oct 20 10:27:44.016091 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-905f9bd2-7a72-4919-89e4-da553a7c50bc req-52c1ec89-a4af-4d79-b14a-a8f45cfe4e83 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=3a84262c-cab4-4d90-859d-7e7710412781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562204 Oct 20 10:27:44.016921 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-991c7527-3b7c-46dd-a818-529e05369169 req-9108888d-ef2a-46a9-9760-31420fa88006 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/quotas/9f75d9a0b8ce44faaac4d8054667820c HTTP/1.1" status: 200 len: 375 time: 0.0216541 Oct 20 10:27:44.025960 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c1ec89-a4af-4d79-b14a-a8f45cfe4e83 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=3321a1b5-84b4-4f05-9825-40aa66c169cd,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:27:44.055288 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 36206) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:27:44.059908 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-991c7527-3b7c-46dd-a818-529e05369169 req-3de612cf-cf48-4680-a3cb-05fb31ca115d tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=9f75d9a0b8ce44faaac4d8054667820c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0378156 Oct 20 10:27:44.074783 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-51731bac-046d-450b-a9be-65a61d521c2e admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:44.171921 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-51731bac-046d-450b-a9be-65a61d521c2e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:44.177014 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-51731bac-046d-450b-a9be-65a61d521c2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:44.224601 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 494cf0b6-e1c7-4557-b143-df2b68c2e20e up at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:27:44.226260 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-51731bac-046d-450b-a9be-65a61d521c2e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d21d38a52da849fb9a5eb5e5092188c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1698601 Oct 20 10:27:44.227109 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51731bac-046d-450b-a9be-65a61d521c2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60e7da8f-936e-42d5-8fc6-ba2531fc7621,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:27:44.229875 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 36216) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:27:44.280995 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-059353c8-2743-46bf-94b6-712edc3b462a req-30693d05-cb04-4e37-8e7b-d3eff4d08e6f tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=140f67b6-b627-4357-882b-b43ba6bc30e0 HTTP/1.1" status: 200 len: 210 time: 0.0688612 Oct 20 10:27:44.299023 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1d39fd36-213e-4125-a4e9-dcad9cf73363 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:44.310844 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning for port 494cf0b6-e1c7-4557-b143-df2b68c2e20e completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:27:44.315136 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning complete for port 494cf0b6-e1c7-4557-b143-df2b68c2e20e triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:27:44.315544 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:44.343686 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1d39fd36-213e-4125-a4e9-dcad9cf73363 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:44.366645 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34701ff3-6f43-4d74-97b2-469ce225abb7 req-e2215733-21fb-4cc3-843a-0ec7fdf8e827 tempest-DeleteServersAdminTestJSON-1027242035 tempest-DeleteServersAdminTestJSON-1027242035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:27:44.370576 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-34701ff3-6f43-4d74-97b2-469ce225abb7 req-e2215733-21fb-4cc3-843a-0ec7fdf8e827 tempest-DeleteServersAdminTestJSON-1027242035 tempest-DeleteServersAdminTestJSON-1027242035-project] 10.222.0.64 "GET /v2.0/ports?device_id=08ffad41-28d1-460d-b895-e519c2953bc9 HTTP/1.1" status: 200 len: 949 time: 0.0853240 Oct 20 10:27:44.420857 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1d39fd36-213e-4125-a4e9-dcad9cf73363 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:44.423453 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1d39fd36-213e-4125-a4e9-dcad9cf73363 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:44.424576 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-1d39fd36-213e-4125-a4e9-dcad9cf73363 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/60e7da8f-936e-42d5-8fc6-ba2531fc7621 HTTP/1.1" status: 204 len: 168 time: 0.1938026 Oct 20 10:27:44.435425 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-34701ff3-6f43-4d74-97b2-469ce225abb7 req-71e31d82-b9d6-4525-bbff-05eba9452ad8 tempest-DeleteServersAdminTestJSON-1027242035 tempest-DeleteServersAdminTestJSON-1027242035-project] 10.222.0.64 "GET /v2.0/security-groups?id=3a84262c-cab4-4d90-859d-7e7710412781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542884 Oct 20 10:27:44.457486 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d39fd36-213e-4125-a4e9-dcad9cf73363 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60e7da8f-936e-42d5-8fc6-ba2531fc7621,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:27:44.513498 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:44.560633 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 494cf0b6-e1c7-4557-b143-df2b68c2e20e, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=494cf0b6-e1c7-4557-b143-df2b68c2e20e,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:27:44.566996 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:44.648016 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f797124d-190e-4b02-b67f-5e2e8eccf456 req-c22033d1-9c50-47b7-92d5-4b2660ba0a3b tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:27:44.660252 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f797124d-190e-4b02-b67f-5e2e8eccf456 req-c22033d1-9c50-47b7-92d5-4b2660ba0a3b tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/ports?device_id=9f19914c-2a94-4ff4-a81b-b77e4f1d979c HTTP/1.1" status: 200 len: 931 time: 0.0772047 Oct 20 10:27:44.680591 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=494cf0b6-e1c7-4557-b143-df2b68c2e20e,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:27:44.730111 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f797124d-190e-4b02-b67f-5e2e8eccf456 req-b120a511-9f08-4289-b38f-86d89733014f tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba094063-4980-4c22-bc34-9c1534c0beb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642464 Oct 20 10:27:44.846119 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4759c225-8f22-4953-90f2-deb6370630d7 req-c4672b09-723f-44e7-a154-8b49ed798f71 tempest-AggregatesAdminTestJSON-597977834 tempest-AggregatesAdminTestJSON-597977834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:27:44.848161 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4759c225-8f22-4953-90f2-deb6370630d7 req-c4672b09-723f-44e7-a154-8b49ed798f71 tempest-AggregatesAdminTestJSON-597977834 tempest-AggregatesAdminTestJSON-597977834-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b6107df-17ae-47cf-b1d8-2f3e7906816b HTTP/1.1" status: 200 len: 971 time: 0.0565681 Oct 20 10:27:44.905605 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4759c225-8f22-4953-90f2-deb6370630d7 req-bacff4cd-a569-4898-9e94-4f264784a79a tempest-AggregatesAdminTestJSON-597977834 tempest-AggregatesAdminTestJSON-597977834-project] 10.222.0.64 "GET /v2.0/security-groups?id=21bb06c1-f62e-4706-a52a-547fedc00553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514526 Oct 20 10:27:45.368596 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8419adad-6dbb-4b5b-a1e1-57b815675509 req-e4b3a48d-297e-4f7d-8a62-c11b3e3bff4f tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=140f67b6-b627-4357-882b-b43ba6bc30e0 HTTP/1.1" status: 200 len: 210 time: 0.0276260 Oct 20 10:27:45.556873 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 36272) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:27:45.660054 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b6107df-17ae-47cf-b1d8-2f3e7906816b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '494cf0b6-e1c7-4557-b143-df2b68c2e20e'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:27:45.663962 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-641badc6-5e0c-4f9d-859f-9f68e7184887" -d '{"events": [{"server_uuid": "0b6107df-17ae-47cf-b1d8-2f3e7906816b", "name": "network-vif-plugged", "status": "completed", "tag": "494cf0b6-e1c7-4557-b143-df2b68c2e20e"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:27:45.674096 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b37995de-56c6-4e92-ab9a-03a62c390c66 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:45.716439 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be19f59-00e5-4c12-bfa9-0e9c31e07aa0 req-2702d129-de81-40c7-be24-eaf2a01860ab tempest-DeleteServersAdminTestJSON-1027242035 tempest-DeleteServersAdminTestJSON-1027242035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:27:45.718937 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5be19f59-00e5-4c12-bfa9-0e9c31e07aa0 req-2702d129-de81-40c7-be24-eaf2a01860ab tempest-DeleteServersAdminTestJSON-1027242035 tempest-DeleteServersAdminTestJSON-1027242035-project] 10.222.0.64 "GET /v2.0/ports?device_id=08ffad41-28d1-460d-b895-e519c2953bc9 HTTP/1.1" status: 200 len: 949 time: 0.2025981 Oct 20 10:27:45.762825 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35e5bc85-d6b7-4806-9492-778e320cee86 x-openstack-request-id: req-35e5bc85-d6b7-4806-9492-778e320cee86 {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:27:45.763323 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b6107df-17ae-47cf-b1d8-2f3e7906816b", "name": "network-vif-plugged", "status": "completed", "tag": "494cf0b6-e1c7-4557-b143-df2b68c2e20e", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:27:45.763431 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-35e5bc85-d6b7-4806-9492-778e320cee86 {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:27:45.763795 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b6107df-17ae-47cf-b1d8-2f3e7906816b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '494cf0b6-e1c7-4557-b143-df2b68c2e20e', 'code': 200} Oct 20 10:27:45.776802 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b37995de-56c6-4e92-ab9a-03a62c390c66 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:45.781677 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5be19f59-00e5-4c12-bfa9-0e9c31e07aa0 req-1bf58afb-878d-4fca-ad50-de2b6f75d31e tempest-DeleteServersAdminTestJSON-1027242035 tempest-DeleteServersAdminTestJSON-1027242035-project] 10.222.0.64 "GET /v2.0/security-groups?id=3a84262c-cab4-4d90-859d-7e7710412781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552039 Oct 20 10:27:45.782502 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b37995de-56c6-4e92-ab9a-03a62c390c66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:45.825646 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 36288) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:27:45.825953 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-b37995de-56c6-4e92-ab9a-03a62c390c66 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=45b27ef78adf4b4ca710da698dd8139c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2675557 Oct 20 10:27:45.827821 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37995de-56c6-4e92-ab9a-03a62c390c66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=283fd42f-ba56-4776-a130-87e23e649ca0,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:27:45.914936 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a554b13-b71c-489e-9137-40e7fdefcea7 req-afd72c6d-ed4e-4867-bcb4-88090f4b2307 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:27:45.916451 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5a554b13-b71c-489e-9137-40e7fdefcea7 req-afd72c6d-ed4e-4867-bcb4-88090f4b2307 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/ports?device_id=9f19914c-2a94-4ff4-a81b-b77e4f1d979c HTTP/1.1" status: 200 len: 931 time: 0.0762775 Oct 20 10:27:45.919543 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8871c6e4-2e99-41db-834e-41bcdf67cfee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:45.945307 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466b5d39-d72e-4f68-b564-f50db49f5435 req-6f795b4d-b5b4-44bc-88bf-6ea6c2c53faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:27:45.947332 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-466b5d39-d72e-4f68-b564-f50db49f5435 req-6f795b4d-b5b4-44bc-88bf-6ea6c2c53faf service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=0b6107df-17ae-47cf-b1d8-2f3e7906816b HTTP/1.1" status: 200 len: 1122 time: 0.0475237 Oct 20 10:27:45.959635 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8871c6e4-2e99-41db-834e-41bcdf67cfee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:46.000526 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-466b5d39-d72e-4f68-b564-f50db49f5435 req-434af188-ac84-450d-8417-fc10497f5202 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=21bb06c1-f62e-4706-a52a-547fedc00553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416684 Oct 20 10:27:46.028563 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5a554b13-b71c-489e-9137-40e7fdefcea7 req-97e1968f-e248-4f0a-8091-6aa9a06c8c92 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba094063-4980-4c22-bc34-9c1534c0beb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042304 Oct 20 10:27:46.066178 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8871c6e4-2e99-41db-834e-41bcdf67cfee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:46.068703 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8871c6e4-2e99-41db-834e-41bcdf67cfee admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:46.072264 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-8871c6e4-2e99-41db-834e-41bcdf67cfee admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/283fd42f-ba56-4776-a130-87e23e649ca0 HTTP/1.1" status: 204 len: 168 time: 0.2427070 Oct 20 10:27:46.079709 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8871c6e4-2e99-41db-834e-41bcdf67cfee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=283fd42f-ba56-4776-a130-87e23e649ca0,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:27:46.097571 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a1b017-7211-44b9-a997-ee830ad5c0f3 req-8420bf6c-84f3-4279-a7c2-59182b028f3f tempest-AggregatesAdminTestJSON-597977834 tempest-AggregatesAdminTestJSON-597977834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:27:46.104029 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-22a1b017-7211-44b9-a997-ee830ad5c0f3 req-8420bf6c-84f3-4279-a7c2-59182b028f3f tempest-AggregatesAdminTestJSON-597977834 tempest-AggregatesAdminTestJSON-597977834-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b6107df-17ae-47cf-b1d8-2f3e7906816b HTTP/1.1" status: 200 len: 971 time: 0.0739293 Oct 20 10:27:46.144133 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-22a1b017-7211-44b9-a997-ee830ad5c0f3 req-2089fb23-7d37-4fb5-9355-eba86598b668 tempest-AggregatesAdminTestJSON-597977834 tempest-AggregatesAdminTestJSON-597977834-project] 10.222.0.64 "GET /v2.0/security-groups?id=21bb06c1-f62e-4706-a52a-547fedc00553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382934 Oct 20 10:27:46.427826 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 36314) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:27:46.441146 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-83a0e322-3392-4d14-89bd-34ec9f0af733 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:46.476872 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ac2bf47b-09b8-4a9b-84e0-50e32d49657c req-814da169-1c01-41a5-8bba-bcd9a54285b5 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=140f67b6-b627-4357-882b-b43ba6bc30e0 HTTP/1.1" status: 200 len: 210 time: 0.0320120 Oct 20 10:27:46.498840 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0b7bca32-6a53-4705-bae5-a33d85dd7095 req-d871e6b8-bfc6-4672-90b5-12d63ed6a391 tempest-ServersAdminNegativeTestJSON-1660104221 tempest-ServersAdminNegativeTestJSON-1660104221-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=034e70e8a6ff4c2ca18238cd861744e5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0247426 Oct 20 10:27:46.517644 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-83a0e322-3392-4d14-89bd-34ec9f0af733 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:46.521889 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-83a0e322-3392-4d14-89bd-34ec9f0af733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:46.558679 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-83a0e322-3392-4d14-89bd-34ec9f0af733 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9051f51eb6a34a6f99f241a66fe8d93d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1297004 Oct 20 10:27:46.559562 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a0e322-3392-4d14-89bd-34ec9f0af733 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5d12ad7-1c04-4beb-8c3f-4a022aed3514,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:27:46.561934 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 36320) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:27:46.609751 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7bca32-6a53-4705-bae5-a33d85dd7095 req-17b08521-bbd1-424d-9630-262cd01491c0 tempest-ServersAdminNegativeTestJSON-1660104221 tempest-ServersAdminNegativeTestJSON-1660104221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:27:46.609958 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ecc465fb-adc8-4b1a-86eb-8fd8a12adc58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:46.611200 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0b7bca32-6a53-4705-bae5-a33d85dd7095 req-17b08521-bbd1-424d-9630-262cd01491c0 tempest-ServersAdminNegativeTestJSON-1660104221 tempest-ServersAdminNegativeTestJSON-1660104221-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1059515 Oct 20 10:27:46.625626 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0b7bca32-6a53-4705-bae5-a33d85dd7095 req-a201dc2c-af36-4e80-87bf-df29ade8c853 tempest-ServersAdminNegativeTestJSON-1660104221 tempest-ServersAdminNegativeTestJSON-1660104221-project] 10.222.0.64 "GET /v2.0/quotas/034e70e8a6ff4c2ca18238cd861744e5 HTTP/1.1" status: 200 len: 375 time: 0.0086551 Oct 20 10:27:46.630626 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ecc465fb-adc8-4b1a-86eb-8fd8a12adc58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:46.656343 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0b7bca32-6a53-4705-bae5-a33d85dd7095 req-2fe222e2-bafa-4448-9784-b58bdcfe14d8 tempest-ServersAdminNegativeTestJSON-1660104221 tempest-ServersAdminNegativeTestJSON-1660104221-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=034e70e8a6ff4c2ca18238cd861744e5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0251741 Oct 20 10:27:46.679375 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ecc465fb-adc8-4b1a-86eb-8fd8a12adc58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:46.682005 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ecc465fb-adc8-4b1a-86eb-8fd8a12adc58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:46.683280 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-ecc465fb-adc8-4b1a-86eb-8fd8a12adc58 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c5d12ad7-1c04-4beb-8c3f-4a022aed3514 HTTP/1.1" status: 204 len: 168 time: 0.1204422 Oct 20 10:27:46.692478 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc465fb-adc8-4b1a-86eb-8fd8a12adc58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5d12ad7-1c04-4beb-8c3f-4a022aed3514,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:27:46.830558 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2f04e9ce-cd81-4b66-8c4b-fde36e1849f9 req-b71a2bfd-c904-4f58-9498-d75145027e12 tempest-ServersAdminNegativeTestJSON-1660104221 tempest-ServersAdminNegativeTestJSON-1660104221-project] 10.222.0.64 "GET /v2.0/ports?device_id=df0060b3-4c76-4b14-8518-2253604b7b9c HTTP/1.1" status: 200 len: 210 time: 0.0295076 Oct 20 10:27:46.931960 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59a4572-e479-4811-ab8f-6bffef6f7db4 req-056f056e-015d-4fb7-874f-fcb46c1a6fa4 tempest-DeleteServersAdminTestJSON-1027242035 tempest-DeleteServersAdminTestJSON-1027242035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:27:46.933434 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f59a4572-e479-4811-ab8f-6bffef6f7db4 req-056f056e-015d-4fb7-874f-fcb46c1a6fa4 tempest-DeleteServersAdminTestJSON-1027242035 tempest-DeleteServersAdminTestJSON-1027242035-project] 10.222.0.64 "GET /v2.0/ports?device_id=08ffad41-28d1-460d-b895-e519c2953bc9 HTTP/1.1" status: 200 len: 949 time: 0.0499179 Oct 20 10:27:46.974357 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f59a4572-e479-4811-ab8f-6bffef6f7db4 req-90d7a33f-f92e-48a9-b85d-3a2fdbfd75d9 tempest-DeleteServersAdminTestJSON-1027242035 tempest-DeleteServersAdminTestJSON-1027242035-project] 10.222.0.64 "GET /v2.0/security-groups?id=3a84262c-cab4-4d90-859d-7e7710412781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348217 Oct 20 10:27:47.221091 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b2626e-0068-42c3-b90b-916f71d8ea7f req-55716aea-5214-4a45-b8b8-9acf1f662930 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:27:47.223931 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-85b2626e-0068-42c3-b90b-916f71d8ea7f req-55716aea-5214-4a45-b8b8-9acf1f662930 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/ports?device_id=9f19914c-2a94-4ff4-a81b-b77e4f1d979c HTTP/1.1" status: 200 len: 931 time: 0.0735166 Oct 20 10:27:47.267606 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-85b2626e-0068-42c3-b90b-916f71d8ea7f req-6961ee1e-2e8c-492a-a30a-531677a65630 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba094063-4980-4c22-bc34-9c1534c0beb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373621 Oct 20 10:27:47.392163 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b85f11-fc61-4d62-8d8d-dde5b70a1452 req-f5a89fe5-2350-4e35-98df-ac5a4e19af08 tempest-AggregatesAdminTestJSON-597977834 tempest-AggregatesAdminTestJSON-597977834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:27:47.393929 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e1b85f11-fc61-4d62-8d8d-dde5b70a1452 req-f5a89fe5-2350-4e35-98df-ac5a4e19af08 tempest-AggregatesAdminTestJSON-597977834 tempest-AggregatesAdminTestJSON-597977834-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b6107df-17ae-47cf-b1d8-2f3e7906816b HTTP/1.1" status: 200 len: 971 time: 0.0605450 Oct 20 10:27:47.434486 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e1b85f11-fc61-4d62-8d8d-dde5b70a1452 req-55b39819-7777-48f0-8258-261df9ff2b22 tempest-AggregatesAdminTestJSON-597977834 tempest-AggregatesAdminTestJSON-597977834-project] 10.222.0.64 "GET /v2.0/security-groups?id=21bb06c1-f62e-4706-a52a-547fedc00553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330424 Oct 20 10:27:47.620932 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caac30c7-ff30-44fb-93c8-fd4c98277582 req-6cb2d6d6-f238-4b2b-9e84-881e3ce0b368 tempest-DeleteServersAdminTestJSON-1027242035 tempest-DeleteServersAdminTestJSON-1027242035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:27:47.622396 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-caac30c7-ff30-44fb-93c8-fd4c98277582 req-6cb2d6d6-f238-4b2b-9e84-881e3ce0b368 tempest-DeleteServersAdminTestJSON-1027242035 tempest-DeleteServersAdminTestJSON-1027242035-project] 10.222.0.64 "GET /v2.0/ports?device_id=08ffad41-28d1-460d-b895-e519c2953bc9 HTTP/1.1" status: 200 len: 949 time: 0.0994167 Oct 20 10:27:47.645814 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943aa72b-7b77-4081-b2b5-500b9b1d6a6e req-dbbef7c1-bd1a-4289-a3cd-78e1fd67c276 tempest-AggregatesAdminTestJSON-119566317 tempest-AggregatesAdminTestJSON-119566317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:27:47.647279 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-943aa72b-7b77-4081-b2b5-500b9b1d6a6e req-dbbef7c1-bd1a-4289-a3cd-78e1fd67c276 tempest-AggregatesAdminTestJSON-119566317 tempest-AggregatesAdminTestJSON-119566317-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=0b6107df-17ae-47cf-b1d8-2f3e7906816b HTTP/1.1" status: 200 len: 1122 time: 0.0956235 Oct 20 10:27:47.676699 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-caac30c7-ff30-44fb-93c8-fd4c98277582 req-8d2eb3ec-6d77-4de6-8150-7f2f90bdca67 tempest-DeleteServersAdminTestJSON-1027242035 tempest-DeleteServersAdminTestJSON-1027242035-project] 10.222.0.64 "GET /v2.0/security-groups?id=3a84262c-cab4-4d90-859d-7e7710412781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481005 Oct 20 10:27:47.677482 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-943aa72b-7b77-4081-b2b5-500b9b1d6a6e req-232e469e-dbb8-4511-b013-9398786ca853 tempest-AggregatesAdminTestJSON-119566317 tempest-AggregatesAdminTestJSON-119566317-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:47.762840 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cbc1c66b-af45-4476-b40d-fc173a123969 req-03753777-e86f-40b7-8b11-4ea04a4e7f7b tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=140f67b6-b627-4357-882b-b43ba6bc30e0 HTTP/1.1" status: 200 len: 210 time: 0.0326610 Oct 20 10:27:47.775350 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-943aa72b-7b77-4081-b2b5-500b9b1d6a6e req-232e469e-dbb8-4511-b013-9398786ca853 tempest-AggregatesAdminTestJSON-119566317 tempest-AggregatesAdminTestJSON-119566317-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:47.786928 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-943aa72b-7b77-4081-b2b5-500b9b1d6a6e req-232e469e-dbb8-4511-b013-9398786ca853 tempest-AggregatesAdminTestJSON-119566317 tempest-AggregatesAdminTestJSON-119566317-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:47.817487 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-943aa72b-7b77-4081-b2b5-500b9b1d6a6e req-232e469e-dbb8-4511-b013-9398786ca853 tempest-AggregatesAdminTestJSON-119566317 tempest-AggregatesAdminTestJSON-119566317-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=21bb06c1-f62e-4706-a52a-547fedc00553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640403 Oct 20 10:27:47.839558 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232e469e-dbb8-4511-b013-9398786ca853 tempest-AggregatesAdminTestJSON-119566317 tempest-AggregatesAdminTestJSON-119566317-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a42d98a-c7b0-4388-aaba-c172b678c52f,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:27:47.968965 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3fb59ebb-4c5c-4a9c-86f4-039cf355801f req-a503a4b7-a513-490e-940a-6d3a7da343ee tempest-ServersAdminNegativeTestJSON-1660104221 tempest-ServersAdminNegativeTestJSON-1660104221-project] 10.222.0.64 "GET /v2.0/ports?device_id=df0060b3-4c76-4b14-8518-2253604b7b9c HTTP/1.1" status: 200 len: 210 time: 0.0268185 Oct 20 10:27:47.993954 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [req-b6ba810d-a727-45ac-87c1-94a0f6ea3c57 req-8c5f47e2-49f3-407c-b166-cc4d61280cc5 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:27:47.994927 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b6ba810d-a727-45ac-87c1-94a0f6ea3c57 req-8c5f47e2-49f3-407c-b166-cc4d61280cc5 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0053558 Oct 20 10:27:48.273658 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-b6ba810d-a727-45ac-87c1-94a0f6ea3c57 req-42a4a214-24f4-4d03-94a4-2e20384879b2 service neutron] Request body: {'port': {'device_id': '9f19914c-2a94-4ff4-a81b-b77e4f1d979c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811396-3'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:27:48.343828 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-b6ba810d-a727-45ac-87c1-94a0f6ea3c57 req-42a4a214-24f4-4d03-94a4-2e20384879b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:48.494531 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378cd509-a2c9-4387-a22b-3268e0e722de req-10bed78a-a271-48b4-9390-c55494aa8064 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:27:48.495991 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-378cd509-a2c9-4387-a22b-3268e0e722de req-10bed78a-a271-48b4-9390-c55494aa8064 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/ports?device_id=9f19914c-2a94-4ff4-a81b-b77e4f1d979c HTTP/1.1" status: 200 len: 931 time: 0.1126180 Oct 20 10:27:48.568320 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-378cd509-a2c9-4387-a22b-3268e0e722de req-3d4e7532-fa2e-4697-aeec-5b5678c6296f tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba094063-4980-4c22-bc34-9c1534c0beb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637224 Oct 20 10:27:48.707652 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [req-b6ba810d-a727-45ac-87c1-94a0f6ea3c57 req-42a4a214-24f4-4d03-94a4-2e20384879b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85405136-a680-4d6f-b8b5-cef238e9a0af {{(pid=100596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:27:48.727817 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-b6ba810d-a727-45ac-87c1-94a0f6ea3c57 req-42a4a214-24f4-4d03-94a4-2e20384879b2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:48.744553 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.provisioning_blocks [req-b6ba810d-a727-45ac-87c1-94a0f6ea3c57 req-42a4a214-24f4-4d03-94a4-2e20384879b2 service neutron] Transition to ACTIVE for port object 85405136-a680-4d6f-b8b5-cef238e9a0af will not be triggered until provisioned by entity L2. {{(pid=100596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:27:48.750001 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-b6ba810d-a727-45ac-87c1-94a0f6ea3c57 req-42a4a214-24f4-4d03-94a4-2e20384879b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:48.782136 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.55', 57335) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:27:48.831045 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:48.844159 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-991c7527-3b7c-46dd-a818-529e05369169 req-1cb7d495-18f1-48fc-a66d-c5cc5b1741e3 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=9f75d9a0b8ce44faaac4d8054667820c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0608497 Oct 20 10:27:48.886307 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a4a214-24f4-4d03-94a4-2e20384879b2 service neutron] Pushing event updated for resources: {'Port': ['ID=85405136-a680-4d6f-b8b5-cef238e9a0af,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:27:48.949945 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fcef6297-0cf5-4006-8ed6-3aafd43801a9 req-1f71f4d3-fceb-44b4-bbf2-2155f48111cb tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=140f67b6-b627-4357-882b-b43ba6bc30e0 HTTP/1.1" status: 200 len: 210 time: 0.0545292 Oct 20 10:27:48.951828 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-b6ba810d-a727-45ac-87c1-94a0f6ea3c57 req-42a4a214-24f4-4d03-94a4-2e20384879b2 service neutron] Attempting to bind port 85405136-a680-4d6f-b8b5-cef238e9a0af on host n-h1-811396-3 for vnic_type normal with profile {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:27:48.952163 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-b6ba810d-a727-45ac-87c1-94a0f6ea3c57 req-42a4a214-24f4-4d03-94a4-2e20384879b2 service neutron] Attempting to bind port 85405136-a680-4d6f-b8b5-cef238e9a0af by drivers openvswitch,hyperv on host n-h1-811396-3 at level 0 using segments [{'id': '21a06331-2010-4bb7-8d07-13da7f15af4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '1ce4070f-3cfd-4061-95b1-2481b8fda5e7'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:27:48.952519 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ba810d-a727-45ac-87c1-94a0f6ea3c57 req-42a4a214-24f4-4d03-94a4-2e20384879b2 service neutron] Attempting to bind port 85405136-a680-4d6f-b8b5-cef238e9a0af on network 1ce4070f-3cfd-4061-95b1-2481b8fda5e7 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:27:48.961651 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3dc18a-e192-4b87-a3bd-89838df1ee92 req-7add2596-c654-48b8-bd2c-83b92657f8ad tempest-DeleteServersAdminTestJSON-1027242035 tempest-DeleteServersAdminTestJSON-1027242035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:27:48.963210 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ae3dc18a-e192-4b87-a3bd-89838df1ee92 req-7add2596-c654-48b8-bd2c-83b92657f8ad tempest-DeleteServersAdminTestJSON-1027242035 tempest-DeleteServersAdminTestJSON-1027242035-project] 10.222.0.64 "GET /v2.0/ports?device_id=08ffad41-28d1-460d-b895-e519c2953bc9 HTTP/1.1" status: 200 len: 949 time: 0.1433694 Oct 20 10:27:48.984966 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ba810d-a727-45ac-87c1-94a0f6ea3c57 req-42a4a214-24f4-4d03-94a4-2e20384879b2 service neutron] Port 85405136-a680-4d6f-b8b5-cef238e9a0af on network 1ce4070f-3cfd-4061-95b1-2481b8fda5e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:27:48.985296 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ba810d-a727-45ac-87c1-94a0f6ea3c57 req-42a4a214-24f4-4d03-94a4-2e20384879b2 service neutron] Attempting to bind port 85405136-a680-4d6f-b8b5-cef238e9a0af on network 1ce4070f-3cfd-4061-95b1-2481b8fda5e7 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:27:48.993449 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ba810d-a727-45ac-87c1-94a0f6ea3c57 req-42a4a214-24f4-4d03-94a4-2e20384879b2 service neutron] Checking agent: {'id': 'b707b4cc-061f-4cf4-bce0-0b3df9b7bec9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:27:48.994476 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ba810d-a727-45ac-87c1-94a0f6ea3c57 req-42a4a214-24f4-4d03-94a4-2e20384879b2 service neutron] Checking segment: {'id': '21a06331-2010-4bb7-8d07-13da7f15af4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '1ce4070f-3cfd-4061-95b1-2481b8fda5e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:27:48.994872 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ba810d-a727-45ac-87c1-94a0f6ea3c57 req-42a4a214-24f4-4d03-94a4-2e20384879b2 service neutron] Bound using segment: {'id': '21a06331-2010-4bb7-8d07-13da7f15af4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '1ce4070f-3cfd-4061-95b1-2481b8fda5e7'} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:27:48.995975 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-b6ba810d-a727-45ac-87c1-94a0f6ea3c57 req-42a4a214-24f4-4d03-94a4-2e20384879b2 service neutron] Bound port: 85405136-a680-4d6f-b8b5-cef238e9a0af, host: n-h1-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21a06331-2010-4bb7-8d07-13da7f15af4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '1ce4070f-3cfd-4061-95b1-2481b8fda5e7'}}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:27:48.996364 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-b6ba810d-a727-45ac-87c1-94a0f6ea3c57 req-42a4a214-24f4-4d03-94a4-2e20384879b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:49.006959 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991c7527-3b7c-46dd-a818-529e05369169 req-f3e56339-1ab2-4f00-9edc-e7d7505deb65 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:27:49.008498 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-991c7527-3b7c-46dd-a818-529e05369169 req-f3e56339-1ab2-4f00-9edc-e7d7505deb65 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1567576 Oct 20 10:27:49.029027 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ae3dc18a-e192-4b87-a3bd-89838df1ee92 req-e773f7d9-6a74-4a27-80a6-1f4d31324bbf tempest-DeleteServersAdminTestJSON-1027242035 tempest-DeleteServersAdminTestJSON-1027242035-project] 10.222.0.64 "GET /v2.0/security-groups?id=3a84262c-cab4-4d90-859d-7e7710412781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588291 Oct 20 10:27:49.083894 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [req-991c7527-3b7c-46dd-a818-529e05369169 req-e86d1f44-ca31-433e-933e-56f5c72c8228 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Request body: {'port': {'device_id': '140f67b6-b627-4357-882b-b43ba6bc30e0', 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84', 'admin_state_up': True, 'tenant_id': '9f75d9a0b8ce44faaac4d8054667820c'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:27:49.087170 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-b6ba810d-a727-45ac-87c1-94a0f6ea3c57 req-42a4a214-24f4-4d03-94a4-2e20384879b2 service neutron] For port 85405136-a680-4d6f-b8b5-cef238e9a0af, host n-h1-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:27:49.099270 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-b6ba810d-a727-45ac-87c1-94a0f6ea3c57 req-42a4a214-24f4-4d03-94a4-2e20384879b2 service neutron] For port 85405136-a680-4d6f-b8b5-cef238e9a0af, host n-h1-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=85405136-a680-4d6f-b8b5-cef238e9a0af,segment=NetworkSegment(21a06331-2010-4bb7-8d07-13da7f15af4f),segment_id=21a06331-2010-4bb7-8d07-13da7f15af4f)] {{(pid=100596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:27:49.109515 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-b6ba810d-a727-45ac-87c1-94a0f6ea3c57 req-42a4a214-24f4-4d03-94a4-2e20384879b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:49.130915 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7b355f70-33ac-409b-8507-36b50a2f72a6 req-815f17d3-cac5-4495-b9bd-124b47f7919b tempest-ServersAdminNegativeTestJSON-1660104221 tempest-ServersAdminNegativeTestJSON-1660104221-project] 10.222.0.64 "GET /v2.0/ports?device_id=df0060b3-4c76-4b14-8518-2253604b7b9c HTTP/1.1" status: 200 len: 210 time: 0.0356574 Oct 20 10:27:49.133478 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3e4406-a1db-446c-ac3b-6f5bb2925102 req-f449bcaf-aa23-44f2-be87-252941331232 tempest-DeleteServersAdminTestJSON-1389837138 tempest-DeleteServersAdminTestJSON-1389837138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:27:49.135309 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-7f3e4406-a1db-446c-ac3b-6f5bb2925102 req-f449bcaf-aa23-44f2-be87-252941331232 tempest-DeleteServersAdminTestJSON-1389837138 tempest-DeleteServersAdminTestJSON-1389837138-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=08ffad41-28d1-460d-b895-e519c2953bc9 HTTP/1.1" status: 200 len: 1100 time: 0.0910261 Oct 20 10:27:49.162764 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ba810d-a727-45ac-87c1-94a0f6ea3c57 req-42a4a214-24f4-4d03-94a4-2e20384879b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:27:49.163403 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-b6ba810d-a727-45ac-87c1-94a0f6ea3c57 req-42a4a214-24f4-4d03-94a4-2e20384879b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:49.164767 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b6ba810d-a727-45ac-87c1-94a0f6ea3c57 req-42a4a214-24f4-4d03-94a4-2e20384879b2 service neutron] 10.222.0.55 "PUT /v2.0/ports/85405136-a680-4d6f-b8b5-cef238e9a0af HTTP/1.1" status: 200 len: 1091 time: 0.9555163 Oct 20 10:27:49.165253 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f19914c-2a94-4ff4-a81b-b77e4f1d979c', 'tag': '85405136-a680-4d6f-b8b5-cef238e9a0af'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:27:49.167678 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-200ddabb-1d63-4915-95d1-e243e7f62241" -d '{"events": [{"name": "network-changed", "server_uuid": "9f19914c-2a94-4ff4-a81b-b77e4f1d979c", "tag": "85405136-a680-4d6f-b8b5-cef238e9a0af"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:27:49.203879 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a4a214-24f4-4d03-94a4-2e20384879b2 service neutron] Pushing event updated for resources: {'Port': ['ID=85405136-a680-4d6f-b8b5-cef238e9a0af,revision_number=3']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:27:49.289368 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [req-7f3e4406-a1db-446c-ac3b-6f5bb2925102 req-9a04e23e-314f-4fdd-8e5c-88c788c45d1b tempest-DeleteServersAdminTestJSON-1389837138 tempest-DeleteServersAdminTestJSON-1389837138-project-admin] Deleting port a522ffe6-0a3b-4579-ad75-240c3bca8cfc {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:27:49.289712 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-7f3e4406-a1db-446c-ac3b-6f5bb2925102 req-9a04e23e-314f-4fdd-8e5c-88c788c45d1b tempest-DeleteServersAdminTestJSON-1389837138 tempest-DeleteServersAdminTestJSON-1389837138-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:49.292763 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d08686f-e8f2-49bd-b948-b096fc2159ee x-openstack-request-id: req-9d08686f-e8f2-49bd-b948-b096fc2159ee {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:27:49.293056 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f19914c-2a94-4ff4-a81b-b77e4f1d979c", "tag": "85405136-a680-4d6f-b8b5-cef238e9a0af", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:27:49.293327 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9d08686f-e8f2-49bd-b948-b096fc2159ee {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:27:49.293692 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f19914c-2a94-4ff4-a81b-b77e4f1d979c', 'tag': '85405136-a680-4d6f-b8b5-cef238e9a0af', 'status': 'completed', 'code': 200} Oct 20 10:27:49.298201 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-991c7527-3b7c-46dd-a818-529e05369169 req-e86d1f44-ca31-433e-933e-56f5c72c8228 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Made reservation on behalf of 9f75d9a0b8ce44faaac4d8054667820c for: {'port': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:27:49.303803 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-991c7527-3b7c-46dd-a818-529e05369169 req-e86d1f44-ca31-433e-933e-56f5c72c8228 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:49.325853 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-991c7527-3b7c-46dd-a818-529e05369169 req-e86d1f44-ca31-433e-933e-56f5c72c8228 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:49.329118 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ba810d-a727-45ac-87c1-94a0f6ea3c57 req-eca2d467-df50-4af3-bbaa-0b90218efdbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:27:49.330571 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b6ba810d-a727-45ac-87c1-94a0f6ea3c57 req-eca2d467-df50-4af3-bbaa-0b90218efdbe service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9d344b97e96e4da89707d7e9ad8232dc&device_id=9f19914c-2a94-4ff4-a81b-b77e4f1d979c HTTP/1.1" status: 200 len: 1094 time: 0.0850294 Oct 20 10:27:49.416816 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b6ba810d-a727-45ac-87c1-94a0f6ea3c57 req-4a4f75f6-eff7-4d61-bc4c-6d400235a52d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=85405136-a680-4d6f-b8b5-cef238e9a0af HTTP/1.1" status: 200 len: 217 time: 0.0590758 Oct 20 10:27:49.429189 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [req-7f3e4406-a1db-446c-ac3b-6f5bb2925102 req-9a04e23e-314f-4fdd-8e5c-88c788c45d1b tempest-DeleteServersAdminTestJSON-1389837138 tempest-DeleteServersAdminTestJSON-1389837138-project-admin] For port a522ffe6-0a3b-4579-ad75-240c3bca8cfc, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=a522ffe6-0a3b-4579-ad75-240c3bca8cfc,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:27:49.429543 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-7f3e4406-a1db-446c-ac3b-6f5bb2925102 req-9a04e23e-314f-4fdd-8e5c-88c788c45d1b tempest-DeleteServersAdminTestJSON-1389837138 tempest-DeleteServersAdminTestJSON-1389837138-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:49.447277 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.55', 57336) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:27:49.452594 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [req-7f3e4406-a1db-446c-ac3b-6f5bb2925102 req-9a04e23e-314f-4fdd-8e5c-88c788c45d1b tempest-DeleteServersAdminTestJSON-1389837138 tempest-DeleteServersAdminTestJSON-1389837138-project-admin] Calling delete_port for a522ffe6-0a3b-4579-ad75-240c3bca8cfc owned by compute:nova {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:27:49.480694 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0b7bca32-6a53-4705-bae5-a33d85dd7095 req-64453de2-a49c-4d38-a399-a585eecc6da4 tempest-ServersAdminNegativeTestJSON-1660104221 tempest-ServersAdminNegativeTestJSON-1660104221-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=034e70e8a6ff4c2ca18238cd861744e5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0320840 Oct 20 10:27:49.562006 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-991c7527-3b7c-46dd-a818-529e05369169 req-e86d1f44-ca31-433e-933e-56f5c72c8228 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:49.584088 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-991c7527-3b7c-46dd-a818-529e05369169 req-e86d1f44-ca31-433e-933e-56f5c72c8228 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:49.613971 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ba810d-a727-45ac-87c1-94a0f6ea3c57 req-5324ea87-987a-45a9-8aea-1193e91ef983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:27:49.616045 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b6ba810d-a727-45ac-87c1-94a0f6ea3c57 req-5324ea87-987a-45a9-8aea-1193e91ef983 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4012c245-3079-4795-8c54-d3f2bf73a5b0 HTTP/1.1" status: 200 len: 861 time: 0.1444957 Oct 20 10:27:49.694155 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-7f3e4406-a1db-446c-ac3b-6f5bb2925102 req-9a04e23e-314f-4fdd-8e5c-88c788c45d1b tempest-DeleteServersAdminTestJSON-1389837138 tempest-DeleteServersAdminTestJSON-1389837138-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:49.705713 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['a522ffe6-0a3b-4579-ad75-240c3bca8cfc'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:27:49.766527 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b6ba810d-a727-45ac-87c1-94a0f6ea3c57 req-e3ebfb1c-b553-425a-aa14-2bd38e229256 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1ce4070f-3cfd-4061-95b1-2481b8fda5e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330372 Oct 20 10:27:49.775753 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a04e23e-314f-4fdd-8e5c-88c788c45d1b tempest-DeleteServersAdminTestJSON-1389837138 tempest-DeleteServersAdminTestJSON-1389837138-project-admin] Pushing event deleted for resources: {'Port': ['ID=a522ffe6-0a3b-4579-ad75-240c3bca8cfc,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:27:49.796097 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86d1f44-ca31-433e-933e-56f5c72c8228 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=568b8a6e-c60f-4a48-9b99-67e8dd54732a,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:27:49.827544 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9d2d8d-1bfc-44c1-85ef-9e0f8f1ef4b7 req-a7a262b6-e3c7-49b5-86fb-38d76fd06125 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:27:49.829036 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ef9d2d8d-1bfc-44c1-85ef-9e0f8f1ef4b7 req-a7a262b6-e3c7-49b5-86fb-38d76fd06125 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/ports?device_id=9f19914c-2a94-4ff4-a81b-b77e4f1d979c HTTP/1.1" status: 200 len: 943 time: 0.1395924 Oct 20 10:27:49.844844 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7bca32-6a53-4705-bae5-a33d85dd7095 req-f03a59a3-ffe0-44ae-8330-16c5be8cd338 tempest-ServersAdminNegativeTestJSON-1660104221 tempest-ServersAdminNegativeTestJSON-1660104221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:27:49.846406 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0b7bca32-6a53-4705-bae5-a33d85dd7095 req-f03a59a3-ffe0-44ae-8330-16c5be8cd338 tempest-ServersAdminNegativeTestJSON-1660104221 tempest-ServersAdminNegativeTestJSON-1660104221-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3244903 Oct 20 10:27:49.876131 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-0b7bca32-6a53-4705-bae5-a33d85dd7095 req-f3817267-8162-4bc4-8f67-2c6058c37bda tempest-ServersAdminNegativeTestJSON-1660104221 tempest-ServersAdminNegativeTestJSON-1660104221-project] Request body: {'port': {'device_id': 'df0060b3-4c76-4b14-8518-2253604b7b9c', 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84', 'admin_state_up': True, 'tenant_id': '034e70e8a6ff4c2ca18238cd861744e5'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:27:49.938117 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [req-991c7527-3b7c-46dd-a818-529e05369169 req-e86d1f44-ca31-433e-933e-56f5c72c8228 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Allocated IP 192.168.233.94 (a7c57b12-d7c3-48bb-aa54-a67a56468a84/8f86199a-b8f2-45b4-a83a-995a7ea6fe42/aae3cda1-d0c7-410c-8006-356e09a086ac) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:27:50.006047 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ef9d2d8d-1bfc-44c1-85ef-9e0f8f1ef4b7 req-fd6226e5-906a-4f54-af77-7ce824399df9 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba094063-4980-4c22-bc34-9c1534c0beb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268749 Oct 20 10:27:50.038210 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f3e4406-a1db-446c-ac3b-6f5bb2925102 req-9a04e23e-314f-4fdd-8e5c-88c788c45d1b tempest-DeleteServersAdminTestJSON-1389837138 tempest-DeleteServersAdminTestJSON-1389837138-project-admin] No DVR routers for this DVR port a522ffe6-0a3b-4579-ad75-240c3bca8cfc on host n-h2-811396-3 {{(pid=100597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:27:50.044815 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-7f3e4406-a1db-446c-ac3b-6f5bb2925102 req-9a04e23e-314f-4fdd-8e5c-88c788c45d1b tempest-DeleteServersAdminTestJSON-1389837138 tempest-DeleteServersAdminTestJSON-1389837138-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:50.048422 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-7f3e4406-a1db-446c-ac3b-6f5bb2925102 req-9a04e23e-314f-4fdd-8e5c-88c788c45d1b tempest-DeleteServersAdminTestJSON-1389837138 tempest-DeleteServersAdminTestJSON-1389837138-project-admin] 10.222.0.69 "DELETE /v2.0/ports/a522ffe6-0a3b-4579-ad75-240c3bca8cfc HTTP/1.1" status: 204 len: 173 time: 0.8860772 Oct 20 10:27:50.049017 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08ffad41-28d1-460d-b895-e519c2953bc9', 'name': 'network-vif-deleted', 'tag': 'a522ffe6-0a3b-4579-ad75-240c3bca8cfc'}] {{(pid=100597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:27:50.052130 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd85cad6a391afaa95d2dd5280bfd4659fc1e1b2aba53b5e7ef874f059efcdc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9892c857-5807-48a7-a0be-8a6a07427ad9" -d '{"events": [{"server_uuid": "08ffad41-28d1-460d-b895-e519c2953bc9", "name": "network-vif-deleted", "tag": "a522ffe6-0a3b-4579-ad75-240c3bca8cfc"}]}' {{(pid=100597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:27:50.093793 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 36520) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:27:50.106827 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b6ba810d-a727-45ac-87c1-94a0f6ea3c57 req-5fc4d129-29d0-4fb8-a82c-8d21a58347fb service neutron] 10.222.0.55 "GET /v2.0/networks/1ce4070f-3cfd-4061-95b1-2481b8fda5e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3191853 Oct 20 10:27:50.177872 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ea77f16-b06e-4bf5-b5a7-daccf48b33ad x-openstack-request-id: req-5ea77f16-b06e-4bf5-b5a7-daccf48b33ad {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:27:50.178182 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08ffad41-28d1-460d-b895-e519c2953bc9", "name": "network-vif-deleted", "tag": "a522ffe6-0a3b-4579-ad75-240c3bca8cfc", "status": "completed", "code": 200}]} {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:27:50.178436 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5ea77f16-b06e-4bf5-b5a7-daccf48b33ad {{(pid=100597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:27:50.178963 n-d-811396-3 neutron-server[100597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08ffad41-28d1-460d-b895-e519c2953bc9', 'name': 'network-vif-deleted', 'tag': 'a522ffe6-0a3b-4579-ad75-240c3bca8cfc', 'status': 'completed', 'code': 200} Oct 20 10:27:50.250765 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c4490541-3a61-4853-ae45-2a2627362f76 req-dc7b6032-64db-46cd-931e-62639633173f tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=140f67b6-b627-4357-882b-b43ba6bc30e0 HTTP/1.1" status: 200 len: 210 time: 0.1397908 Oct 20 10:27:50.262267 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-991c7527-3b7c-46dd-a818-529e05369169 req-e86d1f44-ca31-433e-933e-56f5c72c8228 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:50.292198 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3aae79c9-9cc9-4948-a222-1151d6a15986 req-7a6bed0c-c8a2-4b93-9a92-746199a3e130 tempest-DeleteServersAdminTestJSON-1027242035 tempest-DeleteServersAdminTestJSON-1027242035-project] 10.222.0.64 "GET /v2.0/ports?device_id=08ffad41-28d1-460d-b895-e519c2953bc9 HTTP/1.1" status: 200 len: 210 time: 0.0438802 Oct 20 10:27:50.312294 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b6ba810d-a727-45ac-87c1-94a0f6ea3c57 req-bfd8c4d4-4804-4fe3-ae9e-0bcfbf871618 service neutron] 10.222.0.55 "GET /v2.0/networks/1ce4070f-3cfd-4061-95b1-2481b8fda5e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907272 Oct 20 10:27:50.333388 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-03de5dc2-99ba-4e14-82aa-57ce79869a6f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:50.335310 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b7bca32-6a53-4705-bae5-a33d85dd7095 req-f3817267-8162-4bc4-8f67-2c6058c37bda tempest-ServersAdminNegativeTestJSON-1660104221 tempest-ServersAdminNegativeTestJSON-1660104221-project] Made reservation on behalf of 034e70e8a6ff4c2ca18238cd861744e5 for: {'port': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:27:50.339710 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-0b7bca32-6a53-4705-bae5-a33d85dd7095 req-f3817267-8162-4bc4-8f67-2c6058c37bda tempest-ServersAdminNegativeTestJSON-1660104221 tempest-ServersAdminNegativeTestJSON-1660104221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:50.356095 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-0b7bca32-6a53-4705-bae5-a33d85dd7095 req-f3817267-8162-4bc4-8f67-2c6058c37bda tempest-ServersAdminNegativeTestJSON-1660104221 tempest-ServersAdminNegativeTestJSON-1660104221-project] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:50.486696 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0a688b88-e06c-4b66-807e-448d9758a71f req-e8aa4930-a8ba-4953-83cc-27d396cf0c68 tempest-ServersAdminNegativeTestJSON-1660104221 tempest-ServersAdminNegativeTestJSON-1660104221-project] 10.222.0.64 "GET /v2.0/ports?device_id=df0060b3-4c76-4b14-8518-2253604b7b9c HTTP/1.1" status: 200 len: 210 time: 0.0616674 Oct 20 10:27:50.555103 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-03de5dc2-99ba-4e14-82aa-57ce79869a6f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:50.573307 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-03de5dc2-99ba-4e14-82aa-57ce79869a6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:50.577618 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-0b7bca32-6a53-4705-bae5-a33d85dd7095 req-f3817267-8162-4bc4-8f67-2c6058c37bda tempest-ServersAdminNegativeTestJSON-1660104221 tempest-ServersAdminNegativeTestJSON-1660104221-project] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:50.579763 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-991c7527-3b7c-46dd-a818-529e05369169 req-e86d1f44-ca31-433e-933e-56f5c72c8228 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:50.580614 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200ddabb-1d63-4915-95d1-e243e7f62241 req-e667e624-552c-47f1-a700-6fb1879f8590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:27:50.583012 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-200ddabb-1d63-4915-95d1-e243e7f62241 req-e667e624-552c-47f1-a700-6fb1879f8590 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9d344b97e96e4da89707d7e9ad8232dc&device_id=9f19914c-2a94-4ff4-a81b-b77e4f1d979c HTTP/1.1" status: 200 len: 1094 time: 0.1398463 Oct 20 10:27:50.613421 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-0b7bca32-6a53-4705-bae5-a33d85dd7095 req-f3817267-8162-4bc4-8f67-2c6058c37bda tempest-ServersAdminNegativeTestJSON-1660104221 tempest-ServersAdminNegativeTestJSON-1660104221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:50.684563 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-991c7527-3b7c-46dd-a818-529e05369169 req-e86d1f44-ca31-433e-933e-56f5c72c8228 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Network a7c57b12-d7c3-48bb-aa54-a67a56468a84 is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:27:50.696164 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [req-991c7527-3b7c-46dd-a818-529e05369169 req-e86d1f44-ca31-433e-933e-56f5c72c8228 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:27:50.714075 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [req-991c7527-3b7c-46dd-a818-529e05369169 req-e86d1f44-ca31-433e-933e-56f5c72c8228 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:27:50.722254 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991c7527-3b7c-46dd-a818-529e05369169 req-e86d1f44-ca31-433e-933e-56f5c72c8228 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:27:50.722967 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-991c7527-3b7c-46dd-a818-529e05369169 req-e86d1f44-ca31-433e-933e-56f5c72c8228 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:50.747801 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86d1f44-ca31-433e-933e-56f5c72c8228 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Pushing event updated for resources: {'Port': ['ID=aae3cda1-d0c7-410c-8006-356e09a086ac,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:27:50.764186 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-991c7527-3b7c-46dd-a818-529e05369169 req-e86d1f44-ca31-433e-933e-56f5c72c8228 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6847537 Oct 20 10:27:50.804801 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [req-991c7527-3b7c-46dd-a818-529e05369169 req-1ac66d7a-ebd5-4285-8b1e-c21aac2eb4a2 service neutron] Request body: {'port': {'device_id': '140f67b6-b627-4357-882b-b43ba6bc30e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811396-3'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:27:50.865502 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-03de5dc2-99ba-4e14-82aa-57ce79869a6f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3f2b523e5cbd4fd5a63ff2984e4939e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7678666 Oct 20 10:27:50.875771 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 36564) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:27:50.900817 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03de5dc2-99ba-4e14-82aa-57ce79869a6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb41d7c9-4d16-4dc6-834a-1cc006816a0f,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:27:50.908763 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-991c7527-3b7c-46dd-a818-529e05369169 req-1ac66d7a-ebd5-4285-8b1e-c21aac2eb4a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:50.950857 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3817267-8162-4bc4-8f67-2c6058c37bda tempest-ServersAdminNegativeTestJSON-1660104221 tempest-ServersAdminNegativeTestJSON-1660104221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8c4ce3d-1dc2-4ac7-9d09-2daac6fec311,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:27:51.048798 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-cdd14a9b-2109-464f-bbcb-e60eca434fa3 None None] Provisioning complete for port aae3cda1-d0c7-410c-8006-356e09a086ac triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:27:51.049360 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-cdd14a9b-2109-464f-bbcb-e60eca434fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:51.119269 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-cdd14a9b-2109-464f-bbcb-e60eca434fa3 None None] Port aae3cda1-d0c7-410c-8006-356e09a086ac cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:27:51.197667 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [req-0b7bca32-6a53-4705-bae5-a33d85dd7095 req-f3817267-8162-4bc4-8f67-2c6058c37bda tempest-ServersAdminNegativeTestJSON-1660104221 tempest-ServersAdminNegativeTestJSON-1660104221-project] Allocated IP 192.168.233.177 (a7c57b12-d7c3-48bb-aa54-a67a56468a84/8f86199a-b8f2-45b4-a83a-995a7ea6fe42/658edd2e-0064-41fb-a701-0bef1771929d) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:27:51.212699 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200ddabb-1d63-4915-95d1-e243e7f62241 req-e1e280bf-310c-40b5-8b87-ee98993a5ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:27:51.214548 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-200ddabb-1d63-4915-95d1-e243e7f62241 req-e1e280bf-310c-40b5-8b87-ee98993a5ef3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1ce4070f-3cfd-4061-95b1-2481b8fda5e7 HTTP/1.1" status: 200 len: 922 time: 0.6178195 Oct 20 10:27:51.225541 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1ab8e7ff-4997-4ebe-8972-08711ad48689 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:51.285427 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c3ae95-d7d2-4091-bdce-9db9a5ffc7fb req-be806ac3-f360-4d40-92f4-b58ca872e428 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:27:51.287308 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-56c3ae95-d7d2-4091-bdce-9db9a5ffc7fb req-be806ac3-f360-4d40-92f4-b58ca872e428 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/ports?device_id=9f19914c-2a94-4ff4-a81b-b77e4f1d979c HTTP/1.1" status: 200 len: 943 time: 0.1720858 Oct 20 10:27:51.297756 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-200ddabb-1d63-4915-95d1-e243e7f62241 req-0d9b8843-bb87-4e44-ba0a-77874f6c1789 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=85405136-a680-4d6f-b8b5-cef238e9a0af HTTP/1.1" status: 200 len: 217 time: 0.0746601 Oct 20 10:27:51.320456 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1ab8e7ff-4997-4ebe-8972-08711ad48689 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:51.449977 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-56c3ae95-d7d2-4091-bdce-9db9a5ffc7fb req-a79802de-3a7f-488d-90e2-1282c9c54539 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba094063-4980-4c22-bc34-9c1534c0beb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454523 Oct 20 10:27:51.459362 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200ddabb-1d63-4915-95d1-e243e7f62241 req-c62fa5d7-2508-48c5-ad3a-a90ea4939965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:27:51.461108 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-200ddabb-1d63-4915-95d1-e243e7f62241 req-c62fa5d7-2508-48c5-ad3a-a90ea4939965 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4012c245-3079-4795-8c54-d3f2bf73a5b0 HTTP/1.1" status: 200 len: 861 time: 0.1553559 Oct 20 10:27:51.524695 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1ab8e7ff-4997-4ebe-8972-08711ad48689 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:51.527229 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1ab8e7ff-4997-4ebe-8972-08711ad48689 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:51.528372 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-1ab8e7ff-4997-4ebe-8972-08711ad48689 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/bb41d7c9-4d16-4dc6-834a-1cc006816a0f HTTP/1.1" status: 204 len: 168 time: 0.6508939 Oct 20 10:27:51.534326 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-200ddabb-1d63-4915-95d1-e243e7f62241 req-764b0bec-015e-4d00-9adf-51b6f76e0c84 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1ce4070f-3cfd-4061-95b1-2481b8fda5e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388796 Oct 20 10:27:51.559722 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab8e7ff-4997-4ebe-8972-08711ad48689 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb41d7c9-4d16-4dc6-834a-1cc006816a0f,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:27:51.636104 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-0b7bca32-6a53-4705-bae5-a33d85dd7095 req-f3817267-8162-4bc4-8f67-2c6058c37bda tempest-ServersAdminNegativeTestJSON-1660104221 tempest-ServersAdminNegativeTestJSON-1660104221-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:51.720458 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-200ddabb-1d63-4915-95d1-e243e7f62241 req-3456b6e5-266e-41a5-a542-9ec0a0bcaadb service neutron] 10.222.0.55 "GET /v2.0/networks/1ce4070f-3cfd-4061-95b1-2481b8fda5e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749692 Oct 20 10:27:51.729905 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94d674b-1df9-4486-95fc-1def0d176d46 req-a664c478-7073-4b74-8ebd-c4ec6b76d507 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:27:51.731362 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f94d674b-1df9-4486-95fc-1def0d176d46 req-a664c478-7073-4b74-8ebd-c4ec6b76d507 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=140f67b6-b627-4357-882b-b43ba6bc30e0 HTTP/1.1" status: 200 len: 935 time: 0.1695576 Oct 20 10:27:51.790439 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-0b7bca32-6a53-4705-bae5-a33d85dd7095 req-f3817267-8162-4bc4-8f67-2c6058c37bda tempest-ServersAdminNegativeTestJSON-1660104221 tempest-ServersAdminNegativeTestJSON-1660104221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:51.912158 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f94d674b-1df9-4486-95fc-1def0d176d46 req-97e85c51-5869-4f2a-b3c7-9d85117a1239 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690371 Oct 20 10:27:51.913939 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b7bca32-6a53-4705-bae5-a33d85dd7095 req-f3817267-8162-4bc4-8f67-2c6058c37bda tempest-ServersAdminNegativeTestJSON-1660104221 tempest-ServersAdminNegativeTestJSON-1660104221-project] Network a7c57b12-d7c3-48bb-aa54-a67a56468a84 is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:27:51.926715 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [req-0b7bca32-6a53-4705-bae5-a33d85dd7095 req-f3817267-8162-4bc4-8f67-2c6058c37bda tempest-ServersAdminNegativeTestJSON-1660104221 tempest-ServersAdminNegativeTestJSON-1660104221-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:27:51.931614 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [req-991c7527-3b7c-46dd-a818-529e05369169 req-1ac66d7a-ebd5-4285-8b1e-c21aac2eb4a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aae3cda1-d0c7-410c-8006-356e09a086ac {{(pid=100597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:27:51.940341 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b7bca32-6a53-4705-bae5-a33d85dd7095 req-f3817267-8162-4bc4-8f67-2c6058c37bda tempest-ServersAdminNegativeTestJSON-1660104221 tempest-ServersAdminNegativeTestJSON-1660104221-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:27:51.941287 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-991c7527-3b7c-46dd-a818-529e05369169 req-1ac66d7a-ebd5-4285-8b1e-c21aac2eb4a2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:51.945984 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7bca32-6a53-4705-bae5-a33d85dd7095 req-f3817267-8162-4bc4-8f67-2c6058c37bda tempest-ServersAdminNegativeTestJSON-1660104221 tempest-ServersAdminNegativeTestJSON-1660104221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:27:51.946895 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-0b7bca32-6a53-4705-bae5-a33d85dd7095 req-f3817267-8162-4bc4-8f67-2c6058c37bda tempest-ServersAdminNegativeTestJSON-1660104221 tempest-ServersAdminNegativeTestJSON-1660104221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:51.960512 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aab35e4-975e-4f5e-95b7-8c0b4f60a534 req-2d4bd38c-a5a7-49d4-8029-4519e03b58ca tempest-ServersAdminNegativeTestJSON-1660104221 tempest-ServersAdminNegativeTestJSON-1660104221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:27:51.964739 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.provisioning_blocks [req-991c7527-3b7c-46dd-a818-529e05369169 req-1ac66d7a-ebd5-4285-8b1e-c21aac2eb4a2 service neutron] Transition to ACTIVE for port object aae3cda1-d0c7-410c-8006-356e09a086ac will not be triggered until provisioned by entity L2. {{(pid=100597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:27:51.969630 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2aab35e4-975e-4f5e-95b7-8c0b4f60a534 req-2d4bd38c-a5a7-49d4-8029-4519e03b58ca tempest-ServersAdminNegativeTestJSON-1660104221 tempest-ServersAdminNegativeTestJSON-1660104221-project] 10.222.0.64 "GET /v2.0/ports?device_id=df0060b3-4c76-4b14-8518-2253604b7b9c HTTP/1.1" status: 200 len: 936 time: 0.2051275 Oct 20 10:27:51.970786 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-991c7527-3b7c-46dd-a818-529e05369169 req-1ac66d7a-ebd5-4285-8b1e-c21aac2eb4a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:51.970975 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3817267-8162-4bc4-8f67-2c6058c37bda tempest-ServersAdminNegativeTestJSON-1660104221 tempest-ServersAdminNegativeTestJSON-1660104221-project] Pushing event updated for resources: {'Port': ['ID=658edd2e-0064-41fb-a701-0bef1771929d,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:27:51.979033 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-200ddabb-1d63-4915-95d1-e243e7f62241 req-eaa95f24-6ca4-4725-84a1-b6d085bcba82 service neutron] 10.222.0.55 "GET /v2.0/networks/1ce4070f-3cfd-4061-95b1-2481b8fda5e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2452281 Oct 20 10:27:52.019769 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0b7bca32-6a53-4705-bae5-a33d85dd7095 req-f3817267-8162-4bc4-8f67-2c6058c37bda tempest-ServersAdminNegativeTestJSON-1660104221 tempest-ServersAdminNegativeTestJSON-1660104221-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1546845 Oct 20 10:27:52.045941 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac66d7a-ebd5-4285-8b1e-c21aac2eb4a2 service neutron] Pushing event updated for resources: {'Port': ['ID=aae3cda1-d0c7-410c-8006-356e09a086ac,revision_number=2']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:27:52.056410 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2aab35e4-975e-4f5e-95b7-8c0b4f60a534 req-634805b9-f006-4803-a4a5-b03c34c4bd02 tempest-ServersAdminNegativeTestJSON-1660104221 tempest-ServersAdminNegativeTestJSON-1660104221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d8c4ce3d-1dc2-4ac7-9d09-2daac6fec311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863755 Oct 20 10:27:52.073526 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-0b7bca32-6a53-4705-bae5-a33d85dd7095 req-fe677e35-a2a3-474d-a17a-270a12ceb001 service neutron] Request body: {'port': {'device_id': 'df0060b3-4c76-4b14-8518-2253604b7b9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811396-3'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:27:52.098167 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-991c7527-3b7c-46dd-a818-529e05369169 req-1ac66d7a-ebd5-4285-8b1e-c21aac2eb4a2 service neutron] Attempting to bind port aae3cda1-d0c7-410c-8006-356e09a086ac on host n-h1-811396-3 for vnic_type normal with profile {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:27:52.098520 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-991c7527-3b7c-46dd-a818-529e05369169 req-1ac66d7a-ebd5-4285-8b1e-c21aac2eb4a2 service neutron] Attempting to bind port aae3cda1-d0c7-410c-8006-356e09a086ac by drivers openvswitch,hyperv on host n-h1-811396-3 at level 0 using segments [{'id': '6f472196-aa1a-40bf-bd06-ef9f07584bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84'}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:27:52.098823 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991c7527-3b7c-46dd-a818-529e05369169 req-1ac66d7a-ebd5-4285-8b1e-c21aac2eb4a2 service neutron] Attempting to bind port aae3cda1-d0c7-410c-8006-356e09a086ac on network a7c57b12-d7c3-48bb-aa54-a67a56468a84 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:27:52.109271 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991c7527-3b7c-46dd-a818-529e05369169 req-1ac66d7a-ebd5-4285-8b1e-c21aac2eb4a2 service neutron] Port aae3cda1-d0c7-410c-8006-356e09a086ac on network a7c57b12-d7c3-48bb-aa54-a67a56468a84 not bound, no agent of type Open vSwitch agent registered on host n-h1-811396-3 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:27:52.109271 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991c7527-3b7c-46dd-a818-529e05369169 req-1ac66d7a-ebd5-4285-8b1e-c21aac2eb4a2 service neutron] Attempting to bind port aae3cda1-d0c7-410c-8006-356e09a086ac on network a7c57b12-d7c3-48bb-aa54-a67a56468a84 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:27:52.123933 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991c7527-3b7c-46dd-a818-529e05369169 req-1ac66d7a-ebd5-4285-8b1e-c21aac2eb4a2 service neutron] Checking agent: {'id': 'b707b4cc-061f-4cf4-bce0-0b3df9b7bec9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:27:52.124322 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991c7527-3b7c-46dd-a818-529e05369169 req-1ac66d7a-ebd5-4285-8b1e-c21aac2eb4a2 service neutron] Checking segment: {'id': '6f472196-aa1a-40bf-bd06-ef9f07584bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:27:52.124638 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991c7527-3b7c-46dd-a818-529e05369169 req-1ac66d7a-ebd5-4285-8b1e-c21aac2eb4a2 service neutron] Bound using segment: {'id': '6f472196-aa1a-40bf-bd06-ef9f07584bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84'} {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:27:52.125065 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-991c7527-3b7c-46dd-a818-529e05369169 req-1ac66d7a-ebd5-4285-8b1e-c21aac2eb4a2 service neutron] Bound port: aae3cda1-d0c7-410c-8006-356e09a086ac, host: n-h1-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f472196-aa1a-40bf-bd06-ef9f07584bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84'}}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:27:52.125417 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-991c7527-3b7c-46dd-a818-529e05369169 req-1ac66d7a-ebd5-4285-8b1e-c21aac2eb4a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:52.236306 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [req-991c7527-3b7c-46dd-a818-529e05369169 req-1ac66d7a-ebd5-4285-8b1e-c21aac2eb4a2 service neutron] For port aae3cda1-d0c7-410c-8006-356e09a086ac, host n-h1-811396-3, cleared binding levels {{(pid=100597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:27:52.237108 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a4f2384b-5827-4b56-b363-71dc447a38e7 req-ebd077a4-46a4-4183-990f-92ebe5d30e50 tempest-DeleteServersAdminTestJSON-1027242035 tempest-DeleteServersAdminTestJSON-1027242035-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=782469d29b0d4989bf1db671d2d5222e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0665171 Oct 20 10:27:52.240979 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [req-991c7527-3b7c-46dd-a818-529e05369169 req-1ac66d7a-ebd5-4285-8b1e-c21aac2eb4a2 service neutron] For port aae3cda1-d0c7-410c-8006-356e09a086ac, host n-h1-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=aae3cda1-d0c7-410c-8006-356e09a086ac,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:27:52.246051 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-0b7bca32-6a53-4705-bae5-a33d85dd7095 req-fe677e35-a2a3-474d-a17a-270a12ceb001 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:52.255909 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-991c7527-3b7c-46dd-a818-529e05369169 req-1ac66d7a-ebd5-4285-8b1e-c21aac2eb4a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:52.284128 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-cb309a02-72ac-45ee-8858-57129be286bf None None] Provisioning complete for port 658edd2e-0064-41fb-a701-0bef1771929d triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:27:52.286045 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-cb309a02-72ac-45ee-8858-57129be286bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:52.327695 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991c7527-3b7c-46dd-a818-529e05369169 req-1ac66d7a-ebd5-4285-8b1e-c21aac2eb4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:27:52.328430 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-991c7527-3b7c-46dd-a818-529e05369169 req-1ac66d7a-ebd5-4285-8b1e-c21aac2eb4a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:52.329857 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-991c7527-3b7c-46dd-a818-529e05369169 req-1ac66d7a-ebd5-4285-8b1e-c21aac2eb4a2 service neutron] 10.222.0.55 "PUT /v2.0/ports/aae3cda1-d0c7-410c-8006-356e09a086ac HTTP/1.1" status: 200 len: 1095 time: 1.5490355 Oct 20 10:27:52.330320 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '140f67b6-b627-4357-882b-b43ba6bc30e0', 'tag': 'aae3cda1-d0c7-410c-8006-356e09a086ac'}] {{(pid=100597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:27:52.341303 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd85cad6a391afaa95d2dd5280bfd4659fc1e1b2aba53b5e7ef874f059efcdc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d4f6006-a125-470e-9af3-b5ecf25e710d" -d '{"events": [{"name": "network-changed", "server_uuid": "140f67b6-b627-4357-882b-b43ba6bc30e0", "tag": "aae3cda1-d0c7-410c-8006-356e09a086ac"}]}' {{(pid=100597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:27:52.380129 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-cb309a02-72ac-45ee-8858-57129be286bf None None] Port 658edd2e-0064-41fb-a701-0bef1771929d cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:27:52.382720 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac66d7a-ebd5-4285-8b1e-c21aac2eb4a2 service neutron] Pushing event updated for resources: {'Port': ['ID=aae3cda1-d0c7-410c-8006-356e09a086ac,revision_number=3']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:27:52.478215 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991c7527-3b7c-46dd-a818-529e05369169 req-5489bf50-5e6d-43c2-8152-a50915a8f201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:27:52.481052 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-991c7527-3b7c-46dd-a818-529e05369169 req-5489bf50-5e6d-43c2-8152-a50915a8f201 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9f75d9a0b8ce44faaac4d8054667820c&device_id=140f67b6-b627-4357-882b-b43ba6bc30e0 HTTP/1.1" status: 200 len: 1098 time: 0.0652339 Oct 20 10:27:52.547321 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-991c7527-3b7c-46dd-a818-529e05369169 req-fb618a9a-a4ab-4743-92ae-8d82e65f7db4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=aae3cda1-d0c7-410c-8006-356e09a086ac HTTP/1.1" status: 200 len: 217 time: 0.0467391 Oct 20 10:27:52.604623 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f2384b-5827-4b56-b363-71dc447a38e7 req-6a127028-967b-4662-aa29-2f56a271aaca tempest-DeleteServersAdminTestJSON-1027242035 tempest-DeleteServersAdminTestJSON-1027242035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:27:52.611562 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a4f2384b-5827-4b56-b363-71dc447a38e7 req-6a127028-967b-4662-aa29-2f56a271aaca tempest-DeleteServersAdminTestJSON-1027242035 tempest-DeleteServersAdminTestJSON-1027242035-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3606153 Oct 20 10:27:52.618367 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991c7527-3b7c-46dd-a818-529e05369169 req-648edbcd-42ae-4307-8564-3ff0a01e6f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:27:52.620272 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-991c7527-3b7c-46dd-a818-529e05369169 req-648edbcd-42ae-4307-8564-3ff0a01e6f46 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8f86199a-b8f2-45b4-a83a-995a7ea6fe42 HTTP/1.1" status: 200 len: 843 time: 0.0638480 Oct 20 10:27:52.631954 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a4f2384b-5827-4b56-b363-71dc447a38e7 req-f34f298a-780e-4a7b-9285-ae4713790ccd tempest-DeleteServersAdminTestJSON-1027242035 tempest-DeleteServersAdminTestJSON-1027242035-project] 10.222.0.64 "GET /v2.0/quotas/782469d29b0d4989bf1db671d2d5222e HTTP/1.1" status: 200 len: 375 time: 0.0194654 Oct 20 10:27:52.633343 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fdea601-c69d-42d1-9291-2e80623b5353 x-openstack-request-id: req-0fdea601-c69d-42d1-9291-2e80623b5353 {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:27:52.633905 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "140f67b6-b627-4357-882b-b43ba6bc30e0", "tag": "aae3cda1-d0c7-410c-8006-356e09a086ac", "status": "completed", "code": 200}]} {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:27:52.634307 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0fdea601-c69d-42d1-9291-2e80623b5353 {{(pid=100597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:27:52.634864 n-d-811396-3 neutron-server[100597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '140f67b6-b627-4357-882b-b43ba6bc30e0', 'tag': 'aae3cda1-d0c7-410c-8006-356e09a086ac', 'status': 'completed', 'code': 200} Oct 20 10:27:52.688543 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991c7527-3b7c-46dd-a818-529e05369169 req-01c353e4-8479-4dc6-aa1c-768b05b62ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:27:52.690962 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-991c7527-3b7c-46dd-a818-529e05369169 req-01c353e4-8479-4dc6-aa1c-768b05b62ffd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a7c57b12-d7c3-48bb-aa54-a67a56468a84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0460007 Oct 20 10:27:52.693898 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a4f2384b-5827-4b56-b363-71dc447a38e7 req-1a2e9e03-d55e-48a5-9619-6bf99e725c6f tempest-DeleteServersAdminTestJSON-1027242035 tempest-DeleteServersAdminTestJSON-1027242035-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=782469d29b0d4989bf1db671d2d5222e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0574069 Oct 20 10:27:52.796878 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1532477a-25bd-4fe5-863b-9c7953f7a65f req-7a9eb530-4326-4256-99da-2cc8a0677c07 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:27:52.798642 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1532477a-25bd-4fe5-863b-9c7953f7a65f req-7a9eb530-4326-4256-99da-2cc8a0677c07 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/ports?device_id=9f19914c-2a94-4ff4-a81b-b77e4f1d979c HTTP/1.1" status: 200 len: 943 time: 0.1177409 Oct 20 10:27:52.813994 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-991c7527-3b7c-46dd-a818-529e05369169 req-c469a52e-8fb4-4ee2-bbd5-d0244c70838b service neutron] 10.222.0.55 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148622 Oct 20 10:27:52.864837 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1532477a-25bd-4fe5-863b-9c7953f7a65f req-73a671c1-0b3b-463c-a6b5-85384edefbb3 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba094063-4980-4c22-bc34-9c1534c0beb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535679 Oct 20 10:27:52.941557 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [req-0b7bca32-6a53-4705-bae5-a33d85dd7095 req-fe677e35-a2a3-474d-a17a-270a12ceb001 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 658edd2e-0064-41fb-a701-0bef1771929d {{(pid=100596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:27:52.951641 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-0b7bca32-6a53-4705-bae5-a33d85dd7095 req-fe677e35-a2a3-474d-a17a-270a12ceb001 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:52.970880 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.provisioning_blocks [req-0b7bca32-6a53-4705-bae5-a33d85dd7095 req-fe677e35-a2a3-474d-a17a-270a12ceb001 service neutron] Transition to ACTIVE for port object 658edd2e-0064-41fb-a701-0bef1771929d will not be triggered until provisioned by entity L2. {{(pid=100596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:27:52.974733 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-991c7527-3b7c-46dd-a818-529e05369169 req-255b67ab-2b3b-45be-b864-ede0e0aa1510 service neutron] 10.222.0.55 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462743 Oct 20 10:27:52.976148 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-0b7bca32-6a53-4705-bae5-a33d85dd7095 req-fe677e35-a2a3-474d-a17a-270a12ceb001 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:53.079808 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-0b7bca32-6a53-4705-bae5-a33d85dd7095 req-fe677e35-a2a3-474d-a17a-270a12ceb001 service neutron] Attempting to bind port 658edd2e-0064-41fb-a701-0bef1771929d on host n-h1-811396-3 for vnic_type normal with profile {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:27:53.080248 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-0b7bca32-6a53-4705-bae5-a33d85dd7095 req-fe677e35-a2a3-474d-a17a-270a12ceb001 service neutron] Attempting to bind port 658edd2e-0064-41fb-a701-0bef1771929d by drivers openvswitch,hyperv on host n-h1-811396-3 at level 0 using segments [{'id': '6f472196-aa1a-40bf-bd06-ef9f07584bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:27:53.080666 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7bca32-6a53-4705-bae5-a33d85dd7095 req-fe677e35-a2a3-474d-a17a-270a12ceb001 service neutron] Attempting to bind port 658edd2e-0064-41fb-a701-0bef1771929d on network a7c57b12-d7c3-48bb-aa54-a67a56468a84 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:27:53.088104 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe677e35-a2a3-474d-a17a-270a12ceb001 service neutron] Pushing event updated for resources: {'Port': ['ID=658edd2e-0064-41fb-a701-0bef1771929d,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:27:53.090695 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7bca32-6a53-4705-bae5-a33d85dd7095 req-fe677e35-a2a3-474d-a17a-270a12ceb001 service neutron] Port 658edd2e-0064-41fb-a701-0bef1771929d on network a7c57b12-d7c3-48bb-aa54-a67a56468a84 not bound, no agent of type Open vSwitch agent registered on host n-h1-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:27:53.091023 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7bca32-6a53-4705-bae5-a33d85dd7095 req-fe677e35-a2a3-474d-a17a-270a12ceb001 service neutron] Attempting to bind port 658edd2e-0064-41fb-a701-0bef1771929d on network a7c57b12-d7c3-48bb-aa54-a67a56468a84 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:27:53.097576 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7bca32-6a53-4705-bae5-a33d85dd7095 req-fe677e35-a2a3-474d-a17a-270a12ceb001 service neutron] Checking agent: {'id': 'b707b4cc-061f-4cf4-bce0-0b3df9b7bec9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:27:53.097862 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7bca32-6a53-4705-bae5-a33d85dd7095 req-fe677e35-a2a3-474d-a17a-270a12ceb001 service neutron] Checking segment: {'id': '6f472196-aa1a-40bf-bd06-ef9f07584bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:27:53.098253 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7bca32-6a53-4705-bae5-a33d85dd7095 req-fe677e35-a2a3-474d-a17a-270a12ceb001 service neutron] Bound using segment: {'id': '6f472196-aa1a-40bf-bd06-ef9f07584bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84'} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:27:53.098702 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-0b7bca32-6a53-4705-bae5-a33d85dd7095 req-fe677e35-a2a3-474d-a17a-270a12ceb001 service neutron] Bound port: 658edd2e-0064-41fb-a701-0bef1771929d, host: n-h1-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f472196-aa1a-40bf-bd06-ef9f07584bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84'}}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:27:53.099051 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-0b7bca32-6a53-4705-bae5-a33d85dd7095 req-fe677e35-a2a3-474d-a17a-270a12ceb001 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:53.199951 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c3b73bd7-eb79-41d1-8671-266fef7faa8c req-d93b248f-19ab-4008-bff3-c7290bb47fc7 tempest-DeleteServersAdminTestJSON-1027242035 tempest-DeleteServersAdminTestJSON-1027242035-project] 10.222.0.64 "GET /v2.0/ports?device_id=afa59ad2-542c-477e-9313-ae8481c61734 HTTP/1.1" status: 200 len: 210 time: 0.0621257 Oct 20 10:27:53.230338 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4f6006-a125-470e-9af3-b5ecf25e710d req-f677b551-28cd-40d3-8dd4-0c5fe529eab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:27:53.233307 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-4d4f6006-a125-470e-9af3-b5ecf25e710d req-f677b551-28cd-40d3-8dd4-0c5fe529eab3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9f75d9a0b8ce44faaac4d8054667820c&device_id=140f67b6-b627-4357-882b-b43ba6bc30e0 HTTP/1.1" status: 200 len: 1098 time: 0.1166170 Oct 20 10:27:53.345082 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-0b7bca32-6a53-4705-bae5-a33d85dd7095 req-fe677e35-a2a3-474d-a17a-270a12ceb001 service neutron] For port 658edd2e-0064-41fb-a701-0bef1771929d, host n-h1-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:27:53.377696 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-0b7bca32-6a53-4705-bae5-a33d85dd7095 req-fe677e35-a2a3-474d-a17a-270a12ceb001 service neutron] For port 658edd2e-0064-41fb-a701-0bef1771929d, host n-h1-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=658edd2e-0064-41fb-a701-0bef1771929d,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:27:53.385987 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4f6006-a125-470e-9af3-b5ecf25e710d req-c4059aa7-73fd-4a88-954f-7eaf7f1c3d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:27:53.387790 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-4d4f6006-a125-470e-9af3-b5ecf25e710d req-c4059aa7-73fd-4a88-954f-7eaf7f1c3d07 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a7c57b12-d7c3-48bb-aa54-a67a56468a84 HTTP/1.1" status: 200 len: 870 time: 0.1467481 Oct 20 10:27:53.389424 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-0b7bca32-6a53-4705-bae5-a33d85dd7095 req-fe677e35-a2a3-474d-a17a-270a12ceb001 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:53.438950 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-4d4f6006-a125-470e-9af3-b5ecf25e710d req-95d0c50a-8e8d-425b-9098-64492037a638 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=aae3cda1-d0c7-410c-8006-356e09a086ac HTTP/1.1" status: 200 len: 217 time: 0.0425413 Oct 20 10:27:53.508810 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4f6006-a125-470e-9af3-b5ecf25e710d req-3db08ddc-105f-4cd9-8a99-245e5ca9e406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:27:53.510836 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-4d4f6006-a125-470e-9af3-b5ecf25e710d req-3db08ddc-105f-4cd9-8a99-245e5ca9e406 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8f86199a-b8f2-45b4-a83a-995a7ea6fe42 HTTP/1.1" status: 200 len: 843 time: 0.0634263 Oct 20 10:27:53.565650 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4f6006-a125-470e-9af3-b5ecf25e710d req-35c4cba1-df5c-4593-8817-3c58b726ec72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:27:53.567461 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-4d4f6006-a125-470e-9af3-b5ecf25e710d req-35c4cba1-df5c-4593-8817-3c58b726ec72 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a7c57b12-d7c3-48bb-aa54-a67a56468a84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0494576 Oct 20 10:27:53.592958 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d7e1ef-2772-4ff9-a15b-05672638af60 req-566bec4d-758d-4494-a0db-423e37ee9f43 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:27:53.601187 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-33d7e1ef-2772-4ff9-a15b-05672638af60 req-566bec4d-758d-4494-a0db-423e37ee9f43 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=140f67b6-b627-4357-882b-b43ba6bc30e0 HTTP/1.1" status: 200 len: 947 time: 0.2840555 Oct 20 10:27:53.611249 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7bca32-6a53-4705-bae5-a33d85dd7095 req-fe677e35-a2a3-474d-a17a-270a12ceb001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:27:53.611834 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-0b7bca32-6a53-4705-bae5-a33d85dd7095 req-fe677e35-a2a3-474d-a17a-270a12ceb001 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:53.613809 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0b7bca32-6a53-4705-bae5-a33d85dd7095 req-fe677e35-a2a3-474d-a17a-270a12ceb001 service neutron] 10.222.0.55 "PUT /v2.0/ports/658edd2e-0064-41fb-a701-0bef1771929d HTTP/1.1" status: 200 len: 1096 time: 1.5523286 Oct 20 10:27:53.619047 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df0060b3-4c76-4b14-8518-2253604b7b9c', 'tag': '658edd2e-0064-41fb-a701-0bef1771929d'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:27:53.621486 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5734e131-48e2-4bc3-9fe2-573476b47937" -d '{"events": [{"name": "network-changed", "server_uuid": "df0060b3-4c76-4b14-8518-2253604b7b9c", "tag": "658edd2e-0064-41fb-a701-0bef1771929d"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:27:53.688512 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe677e35-a2a3-474d-a17a-270a12ceb001 service neutron] Pushing event updated for resources: {'Port': ['ID=658edd2e-0064-41fb-a701-0bef1771929d,revision_number=3']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:27:53.727106 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-4d4f6006-a125-470e-9af3-b5ecf25e710d req-21867710-80bb-47f1-bc4e-2fe936a8d2da service neutron] 10.222.0.55 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506448 Oct 20 10:27:53.757566 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-33d7e1ef-2772-4ff9-a15b-05672638af60 req-79507916-c1e5-4e60-9a33-cefa7f04a666 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554747 Oct 20 10:27:53.778702 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ef8e06-3ac1-4b6e-afa9-86829b0f55c7 req-c33624e5-a9d8-4a2e-9539-1e4a601efe10 tempest-ServersAdminNegativeTestJSON-1660104221 tempest-ServersAdminNegativeTestJSON-1660104221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:27:53.778702 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-93ef8e06-3ac1-4b6e-afa9-86829b0f55c7 req-c33624e5-a9d8-4a2e-9539-1e4a601efe10 tempest-ServersAdminNegativeTestJSON-1660104221 tempest-ServersAdminNegativeTestJSON-1660104221-project] 10.222.0.64 "GET /v2.0/ports?device_id=df0060b3-4c76-4b14-8518-2253604b7b9c HTTP/1.1" status: 200 len: 948 time: 0.2041867 Oct 20 10:27:53.815432 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 36716) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:27:53.842741 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7bca32-6a53-4705-bae5-a33d85dd7095 req-29e0bd1c-d061-4729-b515-b42acde3a014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:27:53.844861 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0b7bca32-6a53-4705-bae5-a33d85dd7095 req-29e0bd1c-d061-4729-b515-b42acde3a014 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=034e70e8a6ff4c2ca18238cd861744e5&device_id=df0060b3-4c76-4b14-8518-2253604b7b9c HTTP/1.1" status: 200 len: 1099 time: 0.1481838 Oct 20 10:27:53.899737 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-4d4f6006-a125-470e-9af3-b5ecf25e710d req-7ef3fe32-eba6-4bc2-8035-4d4d9f135318 service neutron] 10.222.0.55 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639521 Oct 20 10:27:53.954134 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0b7bca32-6a53-4705-bae5-a33d85dd7095 req-6ce0b7df-bcca-489c-9790-27ea2dd0216a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=658edd2e-0064-41fb-a701-0bef1771929d HTTP/1.1" status: 200 len: 217 time: 0.0902863 Oct 20 10:27:53.964036 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-93ef8e06-3ac1-4b6e-afa9-86829b0f55c7 req-21f219e5-3563-4afd-871d-ce58136c9bd4 tempest-ServersAdminNegativeTestJSON-1660104221 tempest-ServersAdminNegativeTestJSON-1660104221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d8c4ce3d-1dc2-4ac7-9d09-2daac6fec311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548564 Oct 20 10:27:54.061329 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-44b0546a-ee5f-4940-93a2-8d948a012f7a admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:54.101630 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-a4f2384b-5827-4b56-b363-71dc447a38e7 req-0cd2e197-805f-4046-a378-ae18fb2fd855 tempest-DeleteServersAdminTestJSON-1027242035 tempest-DeleteServersAdminTestJSON-1027242035-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=782469d29b0d4989bf1db671d2d5222e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299780 Oct 20 10:27:54.144150 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7bca32-6a53-4705-bae5-a33d85dd7095 req-ffea6711-7940-47dd-a401-4794b2bc7e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:27:54.145877 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0b7bca32-6a53-4705-bae5-a33d85dd7095 req-ffea6711-7940-47dd-a401-4794b2bc7e8c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8f86199a-b8f2-45b4-a83a-995a7ea6fe42 HTTP/1.1" status: 200 len: 843 time: 0.1791511 Oct 20 10:27:54.180071 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46db331-1703-4437-bb90-b29dfeb92ce7 req-993dda2a-5431-4a80-8f2b-ae7aea22df6b tempest-AggregatesAdminTestJSON-597977834 tempest-AggregatesAdminTestJSON-597977834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:27:54.181483 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f46db331-1703-4437-bb90-b29dfeb92ce7 req-993dda2a-5431-4a80-8f2b-ae7aea22df6b tempest-AggregatesAdminTestJSON-597977834 tempest-AggregatesAdminTestJSON-597977834-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b6107df-17ae-47cf-b1d8-2f3e7906816b HTTP/1.1" status: 200 len: 971 time: 0.2310555 Oct 20 10:27:54.235740 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device a522ffe6-0a3b-4579-ad75-240c3bca8cfc no longer exists at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:27:54.269485 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c36a317d-353a-485c-ae8e-fe95ef598dfb x-openstack-request-id: req-c36a317d-353a-485c-ae8e-fe95ef598dfb {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:27:54.269837 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df0060b3-4c76-4b14-8518-2253604b7b9c", "tag": "658edd2e-0064-41fb-a701-0bef1771929d", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:27:54.269935 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] No Port match for: a522ffe6-0a3b-4579-ad75-240c3bca8cfc {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:27:54.270039 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c36a317d-353a-485c-ae8e-fe95ef598dfb {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:27:54.270391 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df0060b3-4c76-4b14-8518-2253604b7b9c', 'tag': '658edd2e-0064-41fb-a701-0bef1771929d', 'status': 'completed', 'code': 200} Oct 20 10:27:54.270492 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device a522ffe6-0a3b-4579-ad75-240c3bca8cfc not bound to the agent host n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:27:54.311968 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f2384b-5827-4b56-b363-71dc447a38e7 req-b6fd427f-a4eb-4480-bcf7-0ca3255a658b tempest-DeleteServersAdminTestJSON-1027242035 tempest-DeleteServersAdminTestJSON-1027242035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:27:54.314138 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-a4f2384b-5827-4b56-b363-71dc447a38e7 req-b6fd427f-a4eb-4480-bcf7-0ca3255a658b tempest-DeleteServersAdminTestJSON-1027242035 tempest-DeleteServersAdminTestJSON-1027242035-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2023938 Oct 20 10:27:54.318465 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-44b0546a-ee5f-4940-93a2-8d948a012f7a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:54.323302 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-44b0546a-ee5f-4940-93a2-8d948a012f7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:54.339566 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [req-a4f2384b-5827-4b56-b363-71dc447a38e7 req-e37a6e66-e821-4b37-be3f-d4d3c25ca7bc tempest-DeleteServersAdminTestJSON-1027242035 tempest-DeleteServersAdminTestJSON-1027242035-project] Request body: {'port': {'device_id': 'afa59ad2-542c-477e-9313-ae8481c61734', 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84', 'admin_state_up': True, 'tenant_id': '782469d29b0d4989bf1db671d2d5222e'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:27:54.343262 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7bca32-6a53-4705-bae5-a33d85dd7095 req-9b0b5001-a647-4a06-b480-6a8f022b5313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:27:54.345489 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0b7bca32-6a53-4705-bae5-a33d85dd7095 req-9b0b5001-a647-4a06-b480-6a8f022b5313 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a7c57b12-d7c3-48bb-aa54-a67a56468a84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1882286 Oct 20 10:27:54.357614 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f46db331-1703-4437-bb90-b29dfeb92ce7 req-0760f91a-58d1-4b01-8ce3-f4ff74a1ed8a tempest-AggregatesAdminTestJSON-597977834 tempest-AggregatesAdminTestJSON-597977834-project] 10.222.0.64 "GET /v2.0/security-groups?id=21bb06c1-f62e-4706-a52a-547fedc00553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907252 Oct 20 10:27:54.391636 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116e10c6-a1a8-4ed6-aec3-5dfb39c5ae26 req-49b2d530-ec25-446f-81d8-76faf5e9ddc9 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:27:54.393371 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-116e10c6-a1a8-4ed6-aec3-5dfb39c5ae26 req-49b2d530-ec25-446f-81d8-76faf5e9ddc9 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/ports?device_id=9f19914c-2a94-4ff4-a81b-b77e4f1d979c HTTP/1.1" status: 200 len: 943 time: 0.1222503 Oct 20 10:27:54.399614 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-44b0546a-ee5f-4940-93a2-8d948a012f7a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3cf07a1d9d1c4557bc3e1ece19f97d48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5832968 Oct 20 10:27:54.402426 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b0546a-ee5f-4940-93a2-8d948a012f7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf189d87-d633-4418-ad14-06bc3885d7b2,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:27:54.404050 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 36736) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:27:54.493371 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4f2384b-5827-4b56-b363-71dc447a38e7 req-e37a6e66-e821-4b37-be3f-d4d3c25ca7bc tempest-DeleteServersAdminTestJSON-1027242035 tempest-DeleteServersAdminTestJSON-1027242035-project] Made reservation on behalf of 782469d29b0d4989bf1db671d2d5222e for: {'port': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:27:54.497535 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-a4f2384b-5827-4b56-b363-71dc447a38e7 req-e37a6e66-e821-4b37-be3f-d4d3c25ca7bc tempest-DeleteServersAdminTestJSON-1027242035 tempest-DeleteServersAdminTestJSON-1027242035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:54.579510 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0b7bca32-6a53-4705-bae5-a33d85dd7095 req-869f179a-0765-45fe-8add-cc00ea935140 service neutron] 10.222.0.55 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206984 Oct 20 10:27:54.584815 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-116e10c6-a1a8-4ed6-aec3-5dfb39c5ae26 req-cce51e5c-1e60-4f4d-bdd8-7c7138fe4e37 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba094063-4980-4c22-bc34-9c1534c0beb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816552 Oct 20 10:27:54.593504 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e125930-7f50-4fb4-aac4-5962a9735b32 req-14ff6242-167d-4724-80fd-940c430d4fa7 tempest-AggregatesAdminTestJSON-597977834 tempest-AggregatesAdminTestJSON-597977834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:27:54.594946 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3e125930-7f50-4fb4-aac4-5962a9735b32 req-14ff6242-167d-4724-80fd-940c430d4fa7 tempest-AggregatesAdminTestJSON-597977834 tempest-AggregatesAdminTestJSON-597977834-project] 10.222.0.69 "GET /v2.0/ports?device_id=0b6107df-17ae-47cf-b1d8-2f3e7906816b HTTP/1.1" status: 200 len: 971 time: 0.1286054 Oct 20 10:27:54.636541 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8790440b-fb33-4e6e-a4e2-138ed202f835 req-fa27757a-f388-40cf-963c-f3219b3cead1 tempest-DeleteServersAdminTestJSON-1027242035 tempest-DeleteServersAdminTestJSON-1027242035-project] 10.222.0.64 "GET /v2.0/ports?device_id=afa59ad2-542c-477e-9313-ae8481c61734 HTTP/1.1" status: 200 len: 210 time: 0.0772190 Oct 20 10:27:54.685307 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [req-a4f2384b-5827-4b56-b363-71dc447a38e7 req-e37a6e66-e821-4b37-be3f-d4d3c25ca7bc tempest-DeleteServersAdminTestJSON-1027242035 tempest-DeleteServersAdminTestJSON-1027242035-project] Allocated IP 192.168.233.181 (a7c57b12-d7c3-48bb-aa54-a67a56468a84/8f86199a-b8f2-45b4-a83a-995a7ea6fe42/d1882c9d-0251-4a84-98f2-1d05710b577d) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:27:54.697898 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-fd9de608-0e83-4116-ba81-e9dcb2f655b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:54.784590 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 36764) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:27:54.856427 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-fd9de608-0e83-4116-ba81-e9dcb2f655b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:54.897111 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-a4f2384b-5827-4b56-b363-71dc447a38e7 req-e37a6e66-e821-4b37-be3f-d4d3c25ca7bc tempest-DeleteServersAdminTestJSON-1027242035 tempest-DeleteServersAdminTestJSON-1027242035-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:54.950941 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-a4f2384b-5827-4b56-b363-71dc447a38e7 req-e37a6e66-e821-4b37-be3f-d4d3c25ca7bc tempest-DeleteServersAdminTestJSON-1027242035 tempest-DeleteServersAdminTestJSON-1027242035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:54.952877 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e3701679-f5b9-4703-af6d-9ea854f1a16f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:54.954323 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0b7bca32-6a53-4705-bae5-a33d85dd7095 req-f5d0386a-4659-4b7c-869b-8875b3776eaa service neutron] 10.222.0.55 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3370287 Oct 20 10:27:54.997843 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-3e125930-7f50-4fb4-aac4-5962a9735b32 req-8c3bfddf-17be-4455-8c30-1d34968e6464 tempest-AggregatesAdminTestJSON-597977834 tempest-AggregatesAdminTestJSON-597977834-project] Deleting port 494cf0b6-e1c7-4557-b143-df2b68c2e20e {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:27:54.998189 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-3e125930-7f50-4fb4-aac4-5962a9735b32 req-8c3bfddf-17be-4455-8c30-1d34968e6464 tempest-AggregatesAdminTestJSON-597977834 tempest-AggregatesAdminTestJSON-597977834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:55.013122 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43ed3c6-ec58-48f8-bbd0-8b98db7c7697 req-92cda2d3-bf94-4f36-b08d-9771840e0ab2 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:27:55.015809 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e43ed3c6-ec58-48f8-bbd0-8b98db7c7697 req-92cda2d3-bf94-4f36-b08d-9771840e0ab2 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=140f67b6-b627-4357-882b-b43ba6bc30e0 HTTP/1.1" status: 200 len: 947 time: 0.1718955 Oct 20 10:27:55.016254 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4f2384b-5827-4b56-b363-71dc447a38e7 req-e37a6e66-e821-4b37-be3f-d4d3c25ca7bc tempest-DeleteServersAdminTestJSON-1027242035 tempest-DeleteServersAdminTestJSON-1027242035-project] Network a7c57b12-d7c3-48bb-aa54-a67a56468a84 is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:27:55.028597 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [req-a4f2384b-5827-4b56-b363-71dc447a38e7 req-e37a6e66-e821-4b37-be3f-d4d3c25ca7bc tempest-DeleteServersAdminTestJSON-1027242035 tempest-DeleteServersAdminTestJSON-1027242035-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:27:55.034948 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4f2384b-5827-4b56-b363-71dc447a38e7 req-e37a6e66-e821-4b37-be3f-d4d3c25ca7bc tempest-DeleteServersAdminTestJSON-1027242035 tempest-DeleteServersAdminTestJSON-1027242035-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:27:55.043592 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f2384b-5827-4b56-b363-71dc447a38e7 req-e37a6e66-e821-4b37-be3f-d4d3c25ca7bc tempest-DeleteServersAdminTestJSON-1027242035 tempest-DeleteServersAdminTestJSON-1027242035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:27:55.044659 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-a4f2384b-5827-4b56-b363-71dc447a38e7 req-e37a6e66-e821-4b37-be3f-d4d3c25ca7bc tempest-DeleteServersAdminTestJSON-1027242035 tempest-DeleteServersAdminTestJSON-1027242035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:55.049349 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37a6e66-e821-4b37-be3f-d4d3c25ca7bc tempest-DeleteServersAdminTestJSON-1027242035 tempest-DeleteServersAdminTestJSON-1027242035-project] Pushing event updated for resources: {'Port': ['ID=d1882c9d-0251-4a84-98f2-1d05710b577d,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:27:55.079429 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-a4f2384b-5827-4b56-b363-71dc447a38e7 req-e37a6e66-e821-4b37-be3f-d4d3c25ca7bc tempest-DeleteServersAdminTestJSON-1027242035 tempest-DeleteServersAdminTestJSON-1027242035-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7437556 Oct 20 10:27:55.099696 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [req-a4f2384b-5827-4b56-b363-71dc447a38e7 req-012e5ddf-e869-4a82-b33f-38ed9d5df1ba service neutron] Request body: {'port': {'device_id': 'afa59ad2-542c-477e-9313-ae8481c61734', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811396-3'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:27:55.120296 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-fd9de608-0e83-4116-ba81-e9dcb2f655b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:55.122852 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-fd9de608-0e83-4116-ba81-e9dcb2f655b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:55.126626 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-fd9de608-0e83-4116-ba81-e9dcb2f655b5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/bf189d87-d633-4418-ad14-06bc3885d7b2 HTTP/1.1" status: 204 len: 168 time: 0.7139215 Oct 20 10:27:55.192176 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-a4f2384b-5827-4b56-b363-71dc447a38e7 req-012e5ddf-e869-4a82-b33f-38ed9d5df1ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:55.204874 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9de608-0e83-4116-ba81-e9dcb2f655b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf189d87-d633-4418-ad14-06bc3885d7b2,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:27:55.211667 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e43ed3c6-ec58-48f8-bbd0-8b98db7c7697 req-f417755d-cad0-40fe-bc68-597f8606c3a6 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852152 Oct 20 10:27:55.267457 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-3e125930-7f50-4fb4-aac4-5962a9735b32 req-8c3bfddf-17be-4455-8c30-1d34968e6464 tempest-AggregatesAdminTestJSON-597977834 tempest-AggregatesAdminTestJSON-597977834-project] For port 494cf0b6-e1c7-4557-b143-df2b68c2e20e, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=494cf0b6-e1c7-4557-b143-df2b68c2e20e,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:27:55.267834 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-3e125930-7f50-4fb4-aac4-5962a9735b32 req-8c3bfddf-17be-4455-8c30-1d34968e6464 tempest-AggregatesAdminTestJSON-597977834 tempest-AggregatesAdminTestJSON-597977834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:55.282553 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5734e131-48e2-4bc3-9fe2-573476b47937 req-ee21ae47-5a19-4572-9342-b61b4c9373a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:27:55.284260 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5734e131-48e2-4bc3-9fe2-573476b47937 req-ee21ae47-5a19-4572-9342-b61b4c9373a1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=034e70e8a6ff4c2ca18238cd861744e5&device_id=df0060b3-4c76-4b14-8518-2253604b7b9c HTTP/1.1" status: 200 len: 1099 time: 0.1650262 Oct 20 10:27:55.292812 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcce03e-5192-4130-a2a5-033deaac5096 req-45bd2172-adba-4e57-936a-4220763814af tempest-ServersAdminNegativeTestJSON-1660104221 tempest-ServersAdminNegativeTestJSON-1660104221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:27:55.300982 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0fcce03e-5192-4130-a2a5-033deaac5096 req-45bd2172-adba-4e57-936a-4220763814af tempest-ServersAdminNegativeTestJSON-1660104221 tempest-ServersAdminNegativeTestJSON-1660104221-project] 10.222.0.64 "GET /v2.0/ports?device_id=df0060b3-4c76-4b14-8518-2253604b7b9c HTTP/1.1" status: 200 len: 948 time: 0.2361753 Oct 20 10:27:55.319112 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e3701679-f5b9-4703-af6d-9ea854f1a16f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:55.328378 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e3701679-f5b9-4703-af6d-9ea854f1a16f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:55.344384 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-3e125930-7f50-4fb4-aac4-5962a9735b32 req-8c3bfddf-17be-4455-8c30-1d34968e6464 tempest-AggregatesAdminTestJSON-597977834 tempest-AggregatesAdminTestJSON-597977834-project] Calling delete_port for 494cf0b6-e1c7-4557-b143-df2b68c2e20e owned by compute:tempest-test_az-904681463 {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:27:55.367700 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-74373cc3-f756-42ac-b13f-55b5860717b6 None None] Provisioning complete for port d1882c9d-0251-4a84-98f2-1d05710b577d triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:27:55.368256 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-74373cc3-f756-42ac-b13f-55b5860717b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:55.410516 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-74373cc3-f756-42ac-b13f-55b5860717b6 None None] Port d1882c9d-0251-4a84-98f2-1d05710b577d cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:27:55.436564 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-e3701679-f5b9-4703-af6d-9ea854f1a16f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1070de9ff3754f2caf69cd0f1b1ae990&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6502495 Oct 20 10:27:55.442354 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 36792) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:27:55.444053 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3701679-f5b9-4703-af6d-9ea854f1a16f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=281d7b36-248f-45ab-a80a-66aebecc6552,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:27:55.583643 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-30255274-ba9a-4874-93c7-959de2e00414 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:55.590059 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 85405136-a680-4d6f-b8b5-cef238e9a0af details requested by agent hyperv_n-h1-811396-3 with host n-h1-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:27:55.602925 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 36802) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:27:55.626136 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-61e458d0-8400-4106-bf05-1831619fe1f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:55.633342 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0fcce03e-5192-4130-a2a5-033deaac5096 req-d07b38cf-4744-4195-9449-08476778e936 tempest-ServersAdminNegativeTestJSON-1660104221 tempest-ServersAdminNegativeTestJSON-1660104221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d8c4ce3d-1dc2-4ac7-9d09-2daac6fec311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3307922 Oct 20 10:27:55.654662 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-30255274-ba9a-4874-93c7-959de2e00414 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:55.697220 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5734e131-48e2-4bc3-9fe2-573476b47937 req-106563f2-efa7-4feb-b841-56c27fc336d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:27:55.698694 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5734e131-48e2-4bc3-9fe2-573476b47937 req-106563f2-efa7-4feb-b841-56c27fc336d3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a7c57b12-d7c3-48bb-aa54-a67a56468a84 HTTP/1.1" status: 200 len: 870 time: 0.3951457 Oct 20 10:27:55.722057 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 85405136-a680-4d6f-b8b5-cef238e9a0af, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=85405136-a680-4d6f-b8b5-cef238e9a0af,segment=NetworkSegment(21a06331-2010-4bb7-8d07-13da7f15af4f),segment_id=21a06331-2010-4bb7-8d07-13da7f15af4f)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:27:55.739196 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Returning: {'device': '85405136-a680-4d6f-b8b5-cef238e9a0af', 'network_id': '1ce4070f-3cfd-4061-95b1-2481b8fda5e7', 'port_id': '85405136-a680-4d6f-b8b5-cef238e9a0af', 'mac_address': 'fa:16:3e:a3:8a:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 838, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4012c245-3079-4795-8c54-d3f2bf73a5b0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:27:55.779620 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [req-a4f2384b-5827-4b56-b363-71dc447a38e7 req-012e5ddf-e869-4a82-b33f-38ed9d5df1ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1882c9d-0251-4a84-98f2-1d05710b577d {{(pid=100597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:27:55.783449 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:55.791216 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5734e131-48e2-4bc3-9fe2-573476b47937 req-6dab4feb-1bf5-470a-9507-f1ee2fdb13aa service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=658edd2e-0064-41fb-a701-0bef1771929d HTTP/1.1" status: 200 len: 217 time: 0.0775352 Oct 20 10:27:55.795083 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-a4f2384b-5827-4b56-b363-71dc447a38e7 req-012e5ddf-e869-4a82-b33f-38ed9d5df1ba service neutron] Publish callbacks [] for port, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:55.797291 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-30255274-ba9a-4874-93c7-959de2e00414 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:55.800885 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-30255274-ba9a-4874-93c7-959de2e00414 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:55.802107 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-30255274-ba9a-4874-93c7-959de2e00414 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/281d7b36-248f-45ab-a80a-66aebecc6552 HTTP/1.1" status: 204 len: 168 time: 0.3590107 Oct 20 10:27:55.802762 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85405136-a680-4d6f-b8b5-cef238e9a0af {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:27:55.819009 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30255274-ba9a-4874-93c7-959de2e00414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=281d7b36-248f-45ab-a80a-66aebecc6552,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:27:55.822418 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177599f0-1d4f-49a4-b9a4-2f953308c809 req-3c9350fe-8033-436c-90cc-4f93c8d53171 tempest-AggregatesAdminTestJSON-597977834 tempest-AggregatesAdminTestJSON-597977834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:27:55.830227 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-177599f0-1d4f-49a4-b9a4-2f953308c809 req-3c9350fe-8033-436c-90cc-4f93c8d53171 tempest-AggregatesAdminTestJSON-597977834 tempest-AggregatesAdminTestJSON-597977834-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b6107df-17ae-47cf-b1d8-2f3e7906816b HTTP/1.1" status: 200 len: 971 time: 0.1800508 Oct 20 10:27:55.838142 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.provisioning_blocks [req-a4f2384b-5827-4b56-b363-71dc447a38e7 req-012e5ddf-e869-4a82-b33f-38ed9d5df1ba service neutron] Transition to ACTIVE for port object d1882c9d-0251-4a84-98f2-1d05710b577d will not be triggered until provisioned by entity L2. {{(pid=100597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:27:55.848228 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-a4f2384b-5827-4b56-b363-71dc447a38e7 req-012e5ddf-e869-4a82-b33f-38ed9d5df1ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:55.850741 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 85405136-a680-4d6f-b8b5-cef238e9a0af, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=85405136-a680-4d6f-b8b5-cef238e9a0af,segment=NetworkSegment(21a06331-2010-4bb7-8d07-13da7f15af4f),segment_id=21a06331-2010-4bb7-8d07-13da7f15af4f)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:27:55.857358 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-61e458d0-8400-4106-bf05-1831619fe1f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:55.857511 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:55.884148 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-61e458d0-8400-4106-bf05-1831619fe1f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:55.910714 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-61e458d0-8400-4106-bf05-1831619fe1f9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=40dea922546248acb4b58ba1f54ef0a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3019569 Oct 20 10:27:55.918016 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 36812) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:27:55.922297 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=85405136-a680-4d6f-b8b5-cef238e9a0af,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:27:55.952645 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012e5ddf-e869-4a82-b33f-38ed9d5df1ba service neutron] Pushing event updated for resources: {'Port': ['ID=d1882c9d-0251-4a84-98f2-1d05710b577d,revision_number=2']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:27:55.959728 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e458d0-8400-4106-bf05-1831619fe1f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f133c45a-0479-4932-8b0c-744defafd648,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:27:55.996974 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5111826b-5d51-432a-ae48-05d03a2e73c1 req-e34157c0-32ae-4d63-a83f-461a667a4f7f tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:27:55.998747 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5111826b-5d51-432a-ae48-05d03a2e73c1 req-e34157c0-32ae-4d63-a83f-461a667a4f7f tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/ports?device_id=9f19914c-2a94-4ff4-a81b-b77e4f1d979c HTTP/1.1" status: 200 len: 943 time: 0.2839684 Oct 20 10:27:55.999801 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-a4f2384b-5827-4b56-b363-71dc447a38e7 req-012e5ddf-e869-4a82-b33f-38ed9d5df1ba service neutron] Attempting to bind port d1882c9d-0251-4a84-98f2-1d05710b577d on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:27:56.000145 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-a4f2384b-5827-4b56-b363-71dc447a38e7 req-012e5ddf-e869-4a82-b33f-38ed9d5df1ba service neutron] Attempting to bind port d1882c9d-0251-4a84-98f2-1d05710b577d by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': '6f472196-aa1a-40bf-bd06-ef9f07584bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84'}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:27:56.000478 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f2384b-5827-4b56-b363-71dc447a38e7 req-012e5ddf-e869-4a82-b33f-38ed9d5df1ba service neutron] Attempting to bind port d1882c9d-0251-4a84-98f2-1d05710b577d on network a7c57b12-d7c3-48bb-aa54-a67a56468a84 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:27:56.010057 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f2384b-5827-4b56-b363-71dc447a38e7 req-012e5ddf-e869-4a82-b33f-38ed9d5df1ba service neutron] Port d1882c9d-0251-4a84-98f2-1d05710b577d on network a7c57b12-d7c3-48bb-aa54-a67a56468a84 not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:27:56.010530 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f2384b-5827-4b56-b363-71dc447a38e7 req-012e5ddf-e869-4a82-b33f-38ed9d5df1ba service neutron] Attempting to bind port d1882c9d-0251-4a84-98f2-1d05710b577d on network a7c57b12-d7c3-48bb-aa54-a67a56468a84 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:27:56.017647 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5734e131-48e2-4bc3-9fe2-573476b47937 req-eb0fc456-39be-4430-a9d1-4842feb77033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:27:56.017854 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f2384b-5827-4b56-b363-71dc447a38e7 req-012e5ddf-e869-4a82-b33f-38ed9d5df1ba service neutron] Checking agent: {'id': '061232a2-7adc-4ba1-a873-e8cb136b064d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:27:56.018370 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f2384b-5827-4b56-b363-71dc447a38e7 req-012e5ddf-e869-4a82-b33f-38ed9d5df1ba service neutron] Checking segment: {'id': '6f472196-aa1a-40bf-bd06-ef9f07584bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:27:56.019545 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f2384b-5827-4b56-b363-71dc447a38e7 req-012e5ddf-e869-4a82-b33f-38ed9d5df1ba service neutron] Bound using segment: {'id': '6f472196-aa1a-40bf-bd06-ef9f07584bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84'} {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:27:56.019808 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5734e131-48e2-4bc3-9fe2-573476b47937 req-eb0fc456-39be-4430-a9d1-4842feb77033 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8f86199a-b8f2-45b4-a83a-995a7ea6fe42 HTTP/1.1" status: 200 len: 843 time: 0.2201362 Oct 20 10:27:56.020467 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-a4f2384b-5827-4b56-b363-71dc447a38e7 req-012e5ddf-e869-4a82-b33f-38ed9d5df1ba service neutron] Bound port: d1882c9d-0251-4a84-98f2-1d05710b577d, host: n-h2-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f472196-aa1a-40bf-bd06-ef9f07584bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84'}}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:27:56.021309 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-a4f2384b-5827-4b56-b363-71dc447a38e7 req-012e5ddf-e869-4a82-b33f-38ed9d5df1ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:56.039147 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-3e125930-7f50-4fb4-aac4-5962a9735b32 req-8c3bfddf-17be-4455-8c30-1d34968e6464 tempest-AggregatesAdminTestJSON-597977834 tempest-AggregatesAdminTestJSON-597977834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:56.052860 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['494cf0b6-e1c7-4557-b143-df2b68c2e20e'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:27:56.128311 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [req-a4f2384b-5827-4b56-b363-71dc447a38e7 req-012e5ddf-e869-4a82-b33f-38ed9d5df1ba service neutron] For port d1882c9d-0251-4a84-98f2-1d05710b577d, host n-h2-811396-3, cleared binding levels {{(pid=100597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:27:56.132221 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [req-a4f2384b-5827-4b56-b363-71dc447a38e7 req-012e5ddf-e869-4a82-b33f-38ed9d5df1ba service neutron] For port d1882c9d-0251-4a84-98f2-1d05710b577d, host n-h2-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=d1882c9d-0251-4a84-98f2-1d05710b577d,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:27:56.139034 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-a4f2384b-5827-4b56-b363-71dc447a38e7 req-012e5ddf-e869-4a82-b33f-38ed9d5df1ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:56.182710 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f2384b-5827-4b56-b363-71dc447a38e7 req-012e5ddf-e869-4a82-b33f-38ed9d5df1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:27:56.183329 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-a4f2384b-5827-4b56-b363-71dc447a38e7 req-012e5ddf-e869-4a82-b33f-38ed9d5df1ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:56.184750 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-a4f2384b-5827-4b56-b363-71dc447a38e7 req-012e5ddf-e869-4a82-b33f-38ed9d5df1ba service neutron] 10.222.0.69 "PUT /v2.0/ports/d1882c9d-0251-4a84-98f2-1d05710b577d HTTP/1.1" status: 200 len: 1096 time: 1.0968478 Oct 20 10:27:56.185222 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afa59ad2-542c-477e-9313-ae8481c61734', 'tag': 'd1882c9d-0251-4a84-98f2-1d05710b577d'}] {{(pid=100597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:27:56.187632 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd85cad6a391afaa95d2dd5280bfd4659fc1e1b2aba53b5e7ef874f059efcdc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8028e133-5262-49ef-87cd-6fadb58f769c" -d '{"events": [{"name": "network-changed", "server_uuid": "afa59ad2-542c-477e-9313-ae8481c61734", "tag": "d1882c9d-0251-4a84-98f2-1d05710b577d"}]}' {{(pid=100597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:27:56.218255 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012e5ddf-e869-4a82-b33f-38ed9d5df1ba service neutron] Pushing event updated for resources: {'Port': ['ID=d1882c9d-0251-4a84-98f2-1d05710b577d,revision_number=3']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:27:56.274750 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-177599f0-1d4f-49a4-b9a4-2f953308c809 req-b80e27aa-6de9-4b0b-86f1-4e575ad0a282 tempest-AggregatesAdminTestJSON-597977834 tempest-AggregatesAdminTestJSON-597977834-project] 10.222.0.64 "GET /v2.0/security-groups?id=21bb06c1-f62e-4706-a52a-547fedc00553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3919590 Oct 20 10:27:56.289729 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f2384b-5827-4b56-b363-71dc447a38e7 req-7843fd02-b4aa-47b6-814a-7003bdff4fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:27:56.301643 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-a4f2384b-5827-4b56-b363-71dc447a38e7 req-7843fd02-b4aa-47b6-814a-7003bdff4fba service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=782469d29b0d4989bf1db671d2d5222e&device_id=afa59ad2-542c-477e-9313-ae8481c61734 HTTP/1.1" status: 200 len: 1099 time: 0.0548303 Oct 20 10:27:56.314191 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bfddf-17be-4455-8c30-1d34968e6464 tempest-AggregatesAdminTestJSON-597977834 tempest-AggregatesAdminTestJSON-597977834-project] Pushing event deleted for resources: {'Port': ['ID=494cf0b6-e1c7-4557-b143-df2b68c2e20e,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:27:56.358451 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-a4f2384b-5827-4b56-b363-71dc447a38e7 req-8e18976a-c4a4-413d-875c-a76bab86d5ac service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=d1882c9d-0251-4a84-98f2-1d05710b577d HTTP/1.1" status: 200 len: 217 time: 0.0559483 Oct 20 10:27:56.435819 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f2384b-5827-4b56-b363-71dc447a38e7 req-0848dcce-3123-444c-9ad8-eaeba6caa69d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:27:56.442030 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-a4f2384b-5827-4b56-b363-71dc447a38e7 req-0848dcce-3123-444c-9ad8-eaeba6caa69d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8f86199a-b8f2-45b4-a83a-995a7ea6fe42 HTTP/1.1" status: 200 len: 843 time: 0.0733721 Oct 20 10:27:56.445953 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5111826b-5d51-432a-ae48-05d03a2e73c1 req-c32ccfb7-43c1-4863-af67-c619fb849b79 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba094063-4980-4c22-bc34-9c1534c0beb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4222782 Oct 20 10:27:56.470513 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e125930-7f50-4fb4-aac4-5962a9735b32 req-8c3bfddf-17be-4455-8c30-1d34968e6464 tempest-AggregatesAdminTestJSON-597977834 tempest-AggregatesAdminTestJSON-597977834-project] No DVR routers for this DVR port 494cf0b6-e1c7-4557-b143-df2b68c2e20e on host n-h2-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:27:56.481933 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ad07c329-2a98-494f-bf50-d98637079d7f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:56.492401 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-3e125930-7f50-4fb4-aac4-5962a9735b32 req-8c3bfddf-17be-4455-8c30-1d34968e6464 tempest-AggregatesAdminTestJSON-597977834 tempest-AggregatesAdminTestJSON-597977834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:56.501494 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3e125930-7f50-4fb4-aac4-5962a9735b32 req-8c3bfddf-17be-4455-8c30-1d34968e6464 tempest-AggregatesAdminTestJSON-597977834 tempest-AggregatesAdminTestJSON-597977834-project] 10.222.0.69 "DELETE /v2.0/ports/494cf0b6-e1c7-4557-b143-df2b68c2e20e HTTP/1.1" status: 204 len: 173 time: 1.8829246 Oct 20 10:27:56.502143 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b6107df-17ae-47cf-b1d8-2f3e7906816b', 'name': 'network-vif-deleted', 'tag': '494cf0b6-e1c7-4557-b143-df2b68c2e20e'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:27:56.505133 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca5851c7-5037-4596-b7ff-3c336082f81f" -d '{"events": [{"server_uuid": "0b6107df-17ae-47cf-b1d8-2f3e7906816b", "name": "network-vif-deleted", "tag": "494cf0b6-e1c7-4557-b143-df2b68c2e20e"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:27:56.514598 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f2384b-5827-4b56-b363-71dc447a38e7 req-48982e31-4935-49e3-ab61-6cbb8aebdb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:27:56.516763 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-a4f2384b-5827-4b56-b363-71dc447a38e7 req-48982e31-4935-49e3-ab61-6cbb8aebdb33 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a7c57b12-d7c3-48bb-aa54-a67a56468a84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0674336 Oct 20 10:27:56.521470 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5734e131-48e2-4bc3-9fe2-573476b47937 req-ff47897e-964f-4951-ace9-c4c602e855de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:27:56.523233 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5734e131-48e2-4bc3-9fe2-573476b47937 req-ff47897e-964f-4951-ace9-c4c602e855de service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a7c57b12-d7c3-48bb-aa54-a67a56468a84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4922945 Oct 20 10:27:56.538817 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['85405136-a680-4d6f-b8b5-cef238e9a0af'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:27:56.635045 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ad07c329-2a98-494f-bf50-d98637079d7f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:56.683780 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-a4f2384b-5827-4b56-b363-71dc447a38e7 req-751d2a8c-b98d-45bc-b6a9-356bd63267d1 service neutron] 10.222.0.69 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590986 Oct 20 10:27:56.685346 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ac68486-6692-4ab0-b0ac-b2d0f6b195c0 x-openstack-request-id: req-8ac68486-6692-4ab0-b0ac-b2d0f6b195c0 {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:27:56.685522 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afa59ad2-542c-477e-9313-ae8481c61734", "tag": "d1882c9d-0251-4a84-98f2-1d05710b577d", "status": "completed", "code": 200}]} {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:27:56.685728 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8ac68486-6692-4ab0-b0ac-b2d0f6b195c0 {{(pid=100597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:27:56.686120 n-d-811396-3 neutron-server[100597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afa59ad2-542c-477e-9313-ae8481c61734', 'tag': 'd1882c9d-0251-4a84-98f2-1d05710b577d', 'status': 'completed', 'code': 200} Oct 20 10:27:56.841059 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-a4f2384b-5827-4b56-b363-71dc447a38e7 req-e64e4115-f1bc-4d0f-8a55-0a36f3a8caa5 service neutron] 10.222.0.69 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500506 Oct 20 10:27:56.877841 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba02bc50-1dca-43b7-a819-064d396daf00 req-bb58837d-b4da-447d-8856-d5a7b54d6390 tempest-DeleteServersAdminTestJSON-1027242035 tempest-DeleteServersAdminTestJSON-1027242035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:27:56.879340 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ba02bc50-1dca-43b7-a819-064d396daf00 req-bb58837d-b4da-447d-8856-d5a7b54d6390 tempest-DeleteServersAdminTestJSON-1027242035 tempest-DeleteServersAdminTestJSON-1027242035-project] 10.222.0.64 "GET /v2.0/ports?device_id=afa59ad2-542c-477e-9313-ae8481c61734 HTTP/1.1" status: 200 len: 948 time: 0.2565393 Oct 20 10:27:56.901087 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5734e131-48e2-4bc3-9fe2-573476b47937 req-0fca113d-7449-4a76-8f27-85496416d02a service neutron] 10.222.0.55 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3652778 Oct 20 10:27:56.929796 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d73be3f-9775-4751-8bec-55d4de0ae100 req-57763ff3-07b7-433a-9a37-5f8d61bb49f0 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:27:56.931255 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5d73be3f-9775-4751-8bec-55d4de0ae100 req-57763ff3-07b7-433a-9a37-5f8d61bb49f0 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=140f67b6-b627-4357-882b-b43ba6bc30e0 HTTP/1.1" status: 200 len: 947 time: 0.2064345 Oct 20 10:27:56.931881 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ad07c329-2a98-494f-bf50-d98637079d7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:56.934358 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ad07c329-2a98-494f-bf50-d98637079d7f admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:56.937844 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-ad07c329-2a98-494f-bf50-d98637079d7f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f133c45a-0479-4932-8b0c-744defafd648 HTTP/1.1" status: 204 len: 168 time: 1.0149186 Oct 20 10:27:56.941003 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 36852) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:27:56.947948 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8028e133-5262-49ef-87cd-6fadb58f769c req-85739b2d-b992-4ee9-8302-8935f0c546c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:27:56.949427 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-8028e133-5262-49ef-87cd-6fadb58f769c req-85739b2d-b992-4ee9-8302-8935f0c546c7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=782469d29b0d4989bf1db671d2d5222e&device_id=afa59ad2-542c-477e-9313-ae8481c61734 HTTP/1.1" status: 200 len: 1099 time: 0.0585968 Oct 20 10:27:56.982395 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad07c329-2a98-494f-bf50-d98637079d7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f133c45a-0479-4932-8b0c-744defafd648,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:27:57.032173 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ba02bc50-1dca-43b7-a819-064d396daf00 req-6970fa22-5da4-4a8d-a852-58578fdf2489 tempest-DeleteServersAdminTestJSON-1027242035 tempest-DeleteServersAdminTestJSON-1027242035-project] 10.222.0.64 "GET /v2.0/security-groups?id=3a84262c-cab4-4d90-859d-7e7710412781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411858 Oct 20 10:27:57.059423 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8028e133-5262-49ef-87cd-6fadb58f769c req-f12927f7-ed40-4834-92e2-9148674f6be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:27:57.061781 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-8028e133-5262-49ef-87cd-6fadb58f769c req-f12927f7-ed40-4834-92e2-9148674f6be7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a7c57b12-d7c3-48bb-aa54-a67a56468a84 HTTP/1.1" status: 200 len: 870 time: 0.1040304 Oct 20 10:27:57.065849 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5d73be3f-9775-4751-8bec-55d4de0ae100 req-00bc5ce8-d302-4154-a1bb-5d80045665db tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123016 Oct 20 10:27:57.085819 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5734e131-48e2-4bc3-9fe2-573476b47937 req-63fbf161-c28e-4a43-802e-58309b9ae50c service neutron] 10.222.0.55 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733804 Oct 20 10:27:57.110270 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-a7839370-b405-457e-9c0a-7ffc3a2b9908 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1835896000-network', 'tenant_id': '42b1ef643dda4357aa2693544e61640e'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:27:57.148203 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fe7d431-e196-40fb-892d-013458988dce x-openstack-request-id: req-2fe7d431-e196-40fb-892d-013458988dce {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:27:57.148978 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b6107df-17ae-47cf-b1d8-2f3e7906816b", "name": "network-vif-deleted", "tag": "494cf0b6-e1c7-4557-b143-df2b68c2e20e", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:27:57.149317 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2fe7d431-e196-40fb-892d-013458988dce {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:27:57.149797 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b6107df-17ae-47cf-b1d8-2f3e7906816b', 'name': 'network-vif-deleted', 'tag': '494cf0b6-e1c7-4557-b143-df2b68c2e20e', 'status': 'completed', 'code': 200} Oct 20 10:27:57.152278 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-8028e133-5262-49ef-87cd-6fadb58f769c req-63e4ba35-ae07-43f1-a352-19bae1171122 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=d1882c9d-0251-4a84-98f2-1d05710b577d HTTP/1.1" status: 200 len: 217 time: 0.0637367 Oct 20 10:27:57.197446 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7839370-b405-457e-9c0a-7ffc3a2b9908 admin admin] Made reservation on behalf of 42b1ef643dda4357aa2693544e61640e for: {'network': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:27:57.203417 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a7839370-b405-457e-9c0a-7ffc3a2b9908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:57.264423 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dd9a63-d753-4580-a625-97ae08e40e25 req-b2700fbf-6192-4e25-a6d0-23e4e0b2ba76 tempest-ServersAdminNegativeTestJSON-1660104221 tempest-ServersAdminNegativeTestJSON-1660104221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:27:57.273860 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-33dd9a63-d753-4580-a625-97ae08e40e25 req-b2700fbf-6192-4e25-a6d0-23e4e0b2ba76 tempest-ServersAdminNegativeTestJSON-1660104221 tempest-ServersAdminNegativeTestJSON-1660104221-project] 10.222.0.64 "GET /v2.0/ports?device_id=df0060b3-4c76-4b14-8518-2253604b7b9c HTTP/1.1" status: 200 len: 948 time: 0.0976670 Oct 20 10:27:57.280077 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a7839370-b405-457e-9c0a-7ffc3a2b9908 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:57.330426 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8028e133-5262-49ef-87cd-6fadb58f769c req-8fb76ac6-ddd9-4431-bfd1-f00a590620b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:27:57.332570 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-8028e133-5262-49ef-87cd-6fadb58f769c req-8fb76ac6-ddd9-4431-bfd1-f00a590620b7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8f86199a-b8f2-45b4-a83a-995a7ea6fe42 HTTP/1.1" status: 200 len: 843 time: 0.1543312 Oct 20 10:27:57.352354 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-33dd9a63-d753-4580-a625-97ae08e40e25 req-0fc6115c-bc82-4035-92c3-38c7b00e557d tempest-ServersAdminNegativeTestJSON-1660104221 tempest-ServersAdminNegativeTestJSON-1660104221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d8c4ce3d-1dc2-4ac7-9d09-2daac6fec311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727098 Oct 20 10:27:57.406616 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8028e133-5262-49ef-87cd-6fadb58f769c req-ff4f1e0c-4c93-4176-8940-24e9571f86a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:27:57.408149 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-8028e133-5262-49ef-87cd-6fadb58f769c req-ff4f1e0c-4c93-4176-8940-24e9571f86a1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a7c57b12-d7c3-48bb-aa54-a67a56468a84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0665598 Oct 20 10:27:57.450560 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a7839370-b405-457e-9c0a-7ffc3a2b9908 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:57.456389 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a7839370-b405-457e-9c0a-7ffc3a2b9908 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:57.526392 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7839370-b405-457e-9c0a-7ffc3a2b9908 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 809} {{(pid=100597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:27:57.552726 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7839370-b405-457e-9c0a-7ffc3a2b9908 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a63fa035-9252-4a30-bf29-691fc7c00c76,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:27:57.561335 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device aae3cda1-d0c7-410c-8006-356e09a086ac details requested by agent hyperv_n-h1-811396-3 with host n-h1-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:27:57.569706 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a7839370-b405-457e-9c0a-7ffc3a2b9908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:57.570324 n-d-811396-3 neutron-server[100597]: INFO neutron.db.segments_db [None req-a7839370-b405-457e-9c0a-7ffc3a2b9908 admin admin] Added segment 9e138cd8-6672-4dd2-ab84-31af91836628 of type vlan for network 8cfae792-dae1-499b-8163-e6aee18e9ac1 Oct 20 10:27:57.620729 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 85405136-a680-4d6f-b8b5-cef238e9a0af up at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:27:57.629556 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-8028e133-5262-49ef-87cd-6fadb58f769c req-cd4e5ed5-f2f7-41ff-8c44-8324fc3c71b2 service neutron] 10.222.0.69 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106242 Oct 20 10:27:57.653270 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a7839370-b405-457e-9c0a-7ffc3a2b9908 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:57.665152 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 36880) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:27:57.686414 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 36884) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:27:57.716484 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7208d4b-7374-4eac-9f2c-19272b819cf6 req-09aacabc-f3c8-4d59-9686-c361286369cc tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:27:57.718388 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f7208d4b-7374-4eac-9f2c-19272b819cf6 req-09aacabc-f3c8-4d59-9686-c361286369cc tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/ports?device_id=9f19914c-2a94-4ff4-a81b-b77e4f1d979c HTTP/1.1" status: 200 len: 944 time: 0.1056285 Oct 20 10:27:57.777553 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f7208d4b-7374-4eac-9f2c-19272b819cf6 req-b2412a6d-4751-48ba-8695-acdba552e59f tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba094063-4980-4c22-bc34-9c1534c0beb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531259 Oct 20 10:27:57.791412 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port aae3cda1-d0c7-410c-8006-356e09a086ac, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=aae3cda1-d0c7-410c-8006-356e09a086ac,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:27:57.804542 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Returning: {'device': 'aae3cda1-d0c7-410c-8006-356e09a086ac', 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84', 'port_id': 'aae3cda1-d0c7-410c-8006-356e09a086ac', 'mac_address': 'fa:16:3e:48:b2:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 800, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f86199a-b8f2-45b4-a83a-995a7ea6fe42', 'ip_address': '192.168.233.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:27:57.845039 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning for port 85405136-a680-4d6f-b8b5-cef238e9a0af completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:27:57.854497 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning complete for port 85405136-a680-4d6f-b8b5-cef238e9a0af triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:27:57.854876 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:57.862798 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-084c274d-49e4-428f-9314-bb44c3cf73a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:57.882635 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:57.908278 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aae3cda1-d0c7-410c-8006-356e09a086ac {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:27:57.938214 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port aae3cda1-d0c7-410c-8006-356e09a086ac, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=aae3cda1-d0c7-410c-8006-356e09a086ac,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:27:57.946595 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:57.964708 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a7839370-b405-457e-9c0a-7ffc3a2b9908 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:57.965656 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7839370-b405-457e-9c0a-7ffc3a2b9908 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:27:57.966262 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a7839370-b405-457e-9c0a-7ffc3a2b9908 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:57.986780 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-bf270d93-399f-4ae6-9638-fe36040e06c8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8fdbb0f19ef440b697be08af96a9c3af&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3203385 Oct 20 10:27:57.991115 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 36892) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:27:58.030485 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:58.053367 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=aae3cda1-d0c7-410c-8006-356e09a086ac,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:27:58.068093 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-084c274d-49e4-428f-9314-bb44c3cf73a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:58.072821 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f19914c-2a94-4ff4-a81b-b77e4f1d979c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85405136-a680-4d6f-b8b5-cef238e9a0af'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:27:58.073500 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-084c274d-49e4-428f-9314-bb44c3cf73a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:58.075549 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d623a08-8708-406a-9790-6681249ef20a" -d '{"events": [{"server_uuid": "9f19914c-2a94-4ff4-a81b-b77e4f1d979c", "name": "network-vif-plugged", "status": "completed", "tag": "85405136-a680-4d6f-b8b5-cef238e9a0af"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:27:58.084282 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 36900) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:27:58.092227 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 85405136-a680-4d6f-b8b5-cef238e9a0af, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=85405136-a680-4d6f-b8b5-cef238e9a0af,segment=NetworkSegment(21a06331-2010-4bb7-8d07-13da7f15af4f),segment_id=21a06331-2010-4bb7-8d07-13da7f15af4f)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:27:58.092425 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-a7839370-b405-457e-9c0a-7ffc3a2b9908 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.1357322 Oct 20 10:27:58.100617 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:58.106538 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-990789d9-b493-47a1-93da-6fedf33421ae admin admin] Request body: {'subnet': {'network_id': '8cfae792-dae1-499b-8163-e6aee18e9ac1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1835896000-subnet', 'tenant_id': '42b1ef643dda4357aa2693544e61640e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:27:58.126033 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-8028e133-5262-49ef-87cd-6fadb58f769c req-995c2639-a5cf-4069-86f5-f24d99d749fa service neutron] 10.222.0.69 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4846079 Oct 20 10:27:58.129154 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7839370-b405-457e-9c0a-7ffc3a2b9908 admin admin] Pushing event updated for resources: {'Network': ['ID=8cfae792-dae1-499b-8163-e6aee18e9ac1,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:27:58.143982 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-aa6b1900-dea2-4213-a02e-7baa4d3ffd45 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:58.146679 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-990789d9-b493-47a1-93da-6fedf33421ae admin admin] Made reservation on behalf of 42b1ef643dda4357aa2693544e61640e for: {'subnet': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:27:58.149499 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-990789d9-b493-47a1-93da-6fedf33421ae admin admin] Publish callbacks [] for subnet, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:58.167649 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=85405136-a680-4d6f-b8b5-cef238e9a0af,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:27:58.168064 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-aa6b1900-dea2-4213-a02e-7baa4d3ffd45 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:58.170389 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network 8cfae792-dae1-499b-8163-e6aee18e9ac1 details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:27:58.199778 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f35e652-93cd-4366-b4f6-2c6e440272f2 x-openstack-request-id: req-9f35e652-93cd-4366-b4f6-2c6e440272f2 {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:27:58.200775 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f19914c-2a94-4ff4-a81b-b77e4f1d979c", "name": "network-vif-plugged", "status": "completed", "tag": "85405136-a680-4d6f-b8b5-cef238e9a0af", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:27:58.201360 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9f35e652-93cd-4366-b4f6-2c6e440272f2 {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:27:58.201941 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f19914c-2a94-4ff4-a81b-b77e4f1d979c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85405136-a680-4d6f-b8b5-cef238e9a0af', 'code': 200} Oct 20 10:27:58.250534 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-aa6b1900-dea2-4213-a02e-7baa4d3ffd45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:58.253987 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-aa6b1900-dea2-4213-a02e-7baa4d3ffd45 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:58.255558 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-aa6b1900-dea2-4213-a02e-7baa4d3ffd45 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/21bb06c1-f62e-4706-a52a-547fedc00553 HTTP/1.1" status: 204 len: 168 time: 0.2601533 Oct 20 10:27:58.274263 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6b1900-dea2-4213-a02e-7baa4d3ffd45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21bb06c1-f62e-4706-a52a-547fedc00553,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:27:58.276844 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 494cf0b6-e1c7-4557-b143-df2b68c2e20e no longer exists at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:27:58.323284 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] No Port match for: 494cf0b6-e1c7-4557-b143-df2b68c2e20e {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:27:58.323680 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 494cf0b6-e1c7-4557-b143-df2b68c2e20e not bound to the agent host n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:27:58.329955 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084c274d-49e4-428f-9314-bb44c3cf73a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de8d0d0f-af14-4235-900a-0462f95b8cc9,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:27:58.338666 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 36912) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:27:58.340479 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-084c274d-49e4-428f-9314-bb44c3cf73a5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7cd9401fda7742f08b8d8ee04118d6ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6524656 Oct 20 10:27:58.379995 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2553370-4d1e-41ed-8f70-bda07b5178e4 req-98a9c03c-650c-4032-97ea-f3b9026c66eb tempest-DeleteServersAdminTestJSON-1027242035 tempest-DeleteServersAdminTestJSON-1027242035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:27:58.382649 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b2553370-4d1e-41ed-8f70-bda07b5178e4 req-98a9c03c-650c-4032-97ea-f3b9026c66eb tempest-DeleteServersAdminTestJSON-1027242035 tempest-DeleteServersAdminTestJSON-1027242035-project] 10.222.0.64 "GET /v2.0/ports?device_id=afa59ad2-542c-477e-9313-ae8481c61734 HTTP/1.1" status: 200 len: 948 time: 0.1702602 Oct 20 10:27:58.397459 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-dd25ce58-6501-4e5b-9d0f-15d472febe09 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:58.419339 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-dd25ce58-6501-4e5b-9d0f-15d472febe09 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:58.438063 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['aae3cda1-d0c7-410c-8006-356e09a086ac'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:27:58.516465 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eacd49-5435-47b5-917e-53b55e5d33a7 req-b913f752-6259-40d8-830a-2a9f733b0924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:27:58.517984 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-dd25ce58-6501-4e5b-9d0f-15d472febe09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:58.520311 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-93eacd49-5435-47b5-917e-53b55e5d33a7 req-b913f752-6259-40d8-830a-2a9f733b0924 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9f19914c-2a94-4ff4-a81b-b77e4f1d979c HTTP/1.1" status: 200 len: 1096 time: 0.1763585 Oct 20 10:27:58.521180 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-dd25ce58-6501-4e5b-9d0f-15d472febe09 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:58.522392 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-dd25ce58-6501-4e5b-9d0f-15d472febe09 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/de8d0d0f-af14-4235-900a-0462f95b8cc9 HTTP/1.1" status: 204 len: 168 time: 0.1827309 Oct 20 10:27:58.533001 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd25ce58-6501-4e5b-9d0f-15d472febe09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de8d0d0f-af14-4235-900a-0462f95b8cc9,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:27:58.591658 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482b3e1a-39db-4932-b234-e23d078e9ec2 req-76ed0139-21a9-419d-8754-b56da868d2ac tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:27:58.593364 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-482b3e1a-39db-4932-b234-e23d078e9ec2 req-76ed0139-21a9-419d-8754-b56da868d2ac tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=140f67b6-b627-4357-882b-b43ba6bc30e0 HTTP/1.1" status: 200 len: 948 time: 0.2465789 Oct 20 10:27:58.622741 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b2553370-4d1e-41ed-8f70-bda07b5178e4 req-2fd21d2e-223b-439f-a9c4-f8d0bc324a0e tempest-DeleteServersAdminTestJSON-1027242035 tempest-DeleteServersAdminTestJSON-1027242035-project] 10.222.0.64 "GET /v2.0/security-groups?id=3a84262c-cab4-4d90-859d-7e7710412781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800718 Oct 20 10:27:58.629582 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 36922) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:27:58.708785 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-210dadfc-9bdb-4d39-8fcc-5d2338895289 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0017a4bb7a1645b4aa5ba3601e365b62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0779927 Oct 20 10:27:58.710947 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 36926) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:27:58.726339 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-93eacd49-5435-47b5-917e-53b55e5d33a7 req-3062c942-35cc-4d42-9c2c-3e743e1afd74 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=ba094063-4980-4c22-bc34-9c1534c0beb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276410 Oct 20 10:27:58.773293 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-482b3e1a-39db-4932-b234-e23d078e9ec2 req-0ef246c9-2672-48b4-8f57-4f726f934faf tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590858 Oct 20 10:27:58.774163 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-990789d9-b493-47a1-93da-6fedf33421ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for subnet, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:58.779769 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a9c07f66-ab64-4fdc-9541-cbc73f7d58e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:58.806772 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a9c07f66-ab64-4fdc-9541-cbc73f7d58e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:58.856009 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990789d9-b493-47a1-93da-6fedf33421ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa453291-6ed6-480d-9668-eca2978cd872,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:27:58.869813 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dba5928-c415-4932-8500-751ac5f280e9 req-0934d62e-86ff-41ad-a016-101b80cc0de5 tempest-ServersAdminNegativeTestJSON-1660104221 tempest-ServersAdminNegativeTestJSON-1660104221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:27:58.871356 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0dba5928-c415-4932-8500-751ac5f280e9 req-0934d62e-86ff-41ad-a016-101b80cc0de5 tempest-ServersAdminNegativeTestJSON-1660104221 tempest-ServersAdminNegativeTestJSON-1660104221-project] 10.222.0.64 "GET /v2.0/ports?device_id=df0060b3-4c76-4b14-8518-2253604b7b9c HTTP/1.1" status: 200 len: 948 time: 0.1197994 Oct 20 10:27:58.881278 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990789d9-b493-47a1-93da-6fedf33421ae admin admin] Checking segment: {'id': '9e138cd8-6672-4dd2-ab84-31af91836628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '8cfae792-dae1-499b-8163-e6aee18e9ac1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:27:58.881639 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-990789d9-b493-47a1-93da-6fedf33421ae admin admin] Network hostable DHCP agents. Network: 8cfae792-dae1-499b-8163-e6aee18e9ac1, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:27:58.896183 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a9c07f66-ab64-4fdc-9541-cbc73f7d58e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:58.899228 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a9c07f66-ab64-4fdc-9541-cbc73f7d58e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:58.906575 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-a9c07f66-ab64-4fdc-9541-cbc73f7d58e0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2a42d98a-c7b0-4388-aaba-c172b678c52f HTTP/1.1" status: 204 len: 168 time: 0.1945906 Oct 20 10:27:58.912362 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-990789d9-b493-47a1-93da-6fedf33421ae admin admin] Network 8cfae792-dae1-499b-8163-e6aee18e9ac1 is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:27:58.923421 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c07f66-ab64-4fdc-9541-cbc73f7d58e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a42d98a-c7b0-4388-aaba-c172b678c52f,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:27:58.957218 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-990789d9-b493-47a1-93da-6fedf33421ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, 8cfae792-dae1-499b-8163-e6aee18e9ac1) {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:27:58.962270 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-990789d9-b493-47a1-93da-6fedf33421ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:27:58.962842 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-990789d9-b493-47a1-93da-6fedf33421ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:58.968387 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a3b80ec-17b6-4ace-841d-cebfd934a557 None None] Network 8cfae792-dae1-499b-8163-e6aee18e9ac1 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:27:58.997716 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0dba5928-c415-4932-8500-751ac5f280e9 req-7a997cd8-9e76-4d76-b136-957e108f7105 tempest-ServersAdminNegativeTestJSON-1660104221 tempest-ServersAdminNegativeTestJSON-1660104221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d8c4ce3d-1dc2-4ac7-9d09-2daac6fec311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026831 Oct 20 10:27:59.005548 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-990789d9-b493-47a1-93da-6fedf33421ae admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.9196389 Oct 20 10:27:59.008806 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 36938) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:27:59.013337 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-31a18cc8-7586-4f22-bc77-496f642f6063 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1835896000-router', 'tenant_id': '42b1ef643dda4357aa2693544e61640e', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:27:59.013789 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2066158d-94f6-4c1c-a728-f1ae97eb5468 req-dde566af-4500-409e-a4c8-fd9472985cae tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:27:59.015338 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2066158d-94f6-4c1c-a728-f1ae97eb5468 req-dde566af-4500-409e-a4c8-fd9472985cae tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/ports?device_id=9f19914c-2a94-4ff4-a81b-b77e4f1d979c HTTP/1.1" status: 200 len: 945 time: 0.1119595 Oct 20 10:27:59.057229 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-31a18cc8-7586-4f22-bc77-496f642f6063 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1772442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258322'] for router, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:59.061627 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-31a18cc8-7586-4f22-bc77-496f642f6063 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1772334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773516', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258315'] for router, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:59.069012 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2066158d-94f6-4c1c-a728-f1ae97eb5468 req-d9b0890e-45aa-4995-b77b-e7e9b3470c2c tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba094063-4980-4c22-bc34-9c1534c0beb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468869 Oct 20 10:27:59.146983 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9afceef0-56fb-4cc8-9032-a2c938ca45dd None None] Network 8cfae792-dae1-499b-8163-e6aee18e9ac1 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:27:59.182944 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-31a18cc8-7586-4f22-bc77-496f642f6063 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:59.191121 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 36942) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:27:59.206297 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4578d153-47c2-4c65-a4c9-1829f81f050f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:59.317145 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4578d153-47c2-4c65-a4c9-1829f81f050f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:59.324657 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4578d153-47c2-4c65-a4c9-1829f81f050f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:59.363320 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-4578d153-47c2-4c65-a4c9-1829f81f050f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e3685d78e74547d49b13904884d3186f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1703777 Oct 20 10:27:59.365797 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 36946) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:27:59.368387 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-31a18cc8-7586-4f22-bc77-496f642f6063 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:59.432438 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4578d153-47c2-4c65-a4c9-1829f81f050f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d421a2fa-f7b8-47c3-8a63-acc30bc926a3,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:27:59.452424 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-48f41f29-013f-42ab-a2c5-97b4f89d0c68 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:59.485355 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-48f41f29-013f-42ab-a2c5-97b4f89d0c68 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:59.552039 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-48f41f29-013f-42ab-a2c5-97b4f89d0c68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:59.554528 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-48f41f29-013f-42ab-a2c5-97b4f89d0c68 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:59.556880 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-48f41f29-013f-42ab-a2c5-97b4f89d0c68 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d421a2fa-f7b8-47c3-8a63-acc30bc926a3 HTTP/1.1" status: 204 len: 168 time: 0.1886129 Oct 20 10:27:59.566981 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f41f29-013f-42ab-a2c5-97b4f89d0c68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d421a2fa-f7b8-47c3-8a63-acc30bc926a3,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:27:59.590998 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 658edd2e-0064-41fb-a701-0bef1771929d details requested by agent hyperv_n-h1-811396-3 with host n-h1-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:27:59.648459 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-31a18cc8-7586-4f22-bc77-496f642f6063 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:59.700429 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-31a18cc8-7586-4f22-bc77-496f642f6063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:59.751125 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 658edd2e-0064-41fb-a701-0bef1771929d, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=658edd2e-0064-41fb-a701-0bef1771929d,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:27:59.768122 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Returning: {'device': '658edd2e-0064-41fb-a701-0bef1771929d', 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84', 'port_id': '658edd2e-0064-41fb-a701-0bef1771929d', 'mac_address': 'fa:16:3e:1a:c8:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 800, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f86199a-b8f2-45b4-a83a-995a7ea6fe42', 'ip_address': '192.168.233.177'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:27:59.772720 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e375bfc-f42f-42bd-acc6-84d05aef6ff1 req-65dd7af2-be88-409e-a28a-323d1a9ae979 tempest-DeleteServersAdminTestJSON-1027242035 tempest-DeleteServersAdminTestJSON-1027242035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:27:59.774970 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1e375bfc-f42f-42bd-acc6-84d05aef6ff1 req-65dd7af2-be88-409e-a28a-323d1a9ae979 tempest-DeleteServersAdminTestJSON-1027242035 tempest-DeleteServersAdminTestJSON-1027242035-project] 10.222.0.64 "GET /v2.0/ports?device_id=afa59ad2-542c-477e-9313-ae8481c61734 HTTP/1.1" status: 200 len: 948 time: 0.0741334 Oct 20 10:27:59.833641 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:59.851489 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 658edd2e-0064-41fb-a701-0bef1771929d {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:27:59.853665 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-31a18cc8-7586-4f22-bc77-496f642f6063 admin admin] Allocated IP 172.25.1.218 (cbe170d3-31ba-45a2-b477-520ab0a7a8ea/f4e26aca-17ac-4adb-a66b-d939a1b35b64/1a519a09-d356-413e-ae59-0df26543268f) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:27:59.863480 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1e375bfc-f42f-42bd-acc6-84d05aef6ff1 req-ae2b2ee8-b3c1-48ac-a6d5-90f13a6dcd86 tempest-DeleteServersAdminTestJSON-1027242035 tempest-DeleteServersAdminTestJSON-1027242035-project] 10.222.0.64 "GET /v2.0/security-groups?id=3a84262c-cab4-4d90-859d-7e7710412781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803113 Oct 20 10:27:59.896418 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 658edd2e-0064-41fb-a701-0bef1771929d, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=658edd2e-0064-41fb-a701-0bef1771929d,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:27:59.903703 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:27:59.970653 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dae0b2-d4bb-4277-8690-d8a2ced41c5d req-cb1785a4-5e63-45a8-b3f5-11c4089d919a tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:27:59.978442 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-81dae0b2-d4bb-4277-8690-d8a2ced41c5d req-cb1785a4-5e63-45a8-b3f5-11c4089d919a tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=140f67b6-b627-4357-882b-b43ba6bc30e0 HTTP/1.1" status: 200 len: 948 time: 0.0690436 Oct 20 10:27:59.995924 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=658edd2e-0064-41fb-a701-0bef1771929d,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:00.021822 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-81dae0b2-d4bb-4277-8690-d8a2ced41c5d req-66e4840a-dce4-46b4-9bcb-c6cf55be1338 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422795 Oct 20 10:28:00.043873 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-31a18cc8-7586-4f22-bc77-496f642f6063 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:00.088081 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-31a18cc8-7586-4f22-bc77-496f642f6063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:00.154073 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9e1f6e-597f-41bc-999d-c708cb26faab req-47e45e00-6cf1-4404-b65b-d309d724eb20 tempest-ServersAdminNegativeTestJSON-1660104221 tempest-ServersAdminNegativeTestJSON-1660104221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:00.156066 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a18cc8-7586-4f22-bc77-496f642f6063 admin admin] Network cbe170d3-31ba-45a2-b477-520ab0a7a8ea is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:28:00.163092 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7a9e1f6e-597f-41bc-999d-c708cb26faab req-47e45e00-6cf1-4404-b65b-d309d724eb20 tempest-ServersAdminNegativeTestJSON-1660104221 tempest-ServersAdminNegativeTestJSON-1660104221-project] 10.222.0.64 "GET /v2.0/ports?device_id=df0060b3-4c76-4b14-8518-2253604b7b9c HTTP/1.1" status: 200 len: 949 time: 0.0749090 Oct 20 10:28:00.174417 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-31a18cc8-7586-4f22-bc77-496f642f6063 admin admin] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:28:00.180535 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a18cc8-7586-4f22-bc77-496f642f6063 admin admin] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:28:00.210313 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7a9e1f6e-597f-41bc-999d-c708cb26faab req-eab80d97-dc2d-4241-904d-a89f5aaf4545 tempest-ServersAdminNegativeTestJSON-1660104221 tempest-ServersAdminNegativeTestJSON-1660104221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d8c4ce3d-1dc2-4ac7-9d09-2daac6fec311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457940 Oct 20 10:28:00.255278 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device d1882c9d-0251-4a84-98f2-1d05710b577d details requested by agent hyperv_n-h2-811396-3 with host n-h2-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:28:00.278700 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a18cc8-7586-4f22-bc77-496f642f6063 admin admin] Pushing event updated for resources: {'Port': ['ID=1a519a09-d356-413e-ae59-0df26543268f,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:00.322648 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbe01ce-a0d0-4585-b1ac-01bf326ebc45 req-cd1ffeeb-e4bb-4521-bb7a-da2175b311dc tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:00.324364 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fdbe01ce-a0d0-4585-b1ac-01bf326ebc45 req-cd1ffeeb-e4bb-4521-bb7a-da2175b311dc tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/ports?device_id=9f19914c-2a94-4ff4-a81b-b77e4f1d979c HTTP/1.1" status: 200 len: 945 time: 0.1125815 Oct 20 10:28:00.373785 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port d1882c9d-0251-4a84-98f2-1d05710b577d, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=d1882c9d-0251-4a84-98f2-1d05710b577d,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:28:00.376551 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fdbe01ce-a0d0-4585-b1ac-01bf326ebc45 req-78b4a480-ea16-4df1-b735-84f8199369a5 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba094063-4980-4c22-bc34-9c1534c0beb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433629 Oct 20 10:28:00.386017 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Returning: {'device': 'd1882c9d-0251-4a84-98f2-1d05710b577d', 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84', 'port_id': 'd1882c9d-0251-4a84-98f2-1d05710b577d', 'mac_address': 'fa:16:3e:86:d2:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 800, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f86199a-b8f2-45b4-a83a-995a7ea6fe42', 'ip_address': '192.168.233.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:28:00.387950 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['658edd2e-0064-41fb-a701-0bef1771929d'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:28:00.446744 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:00.468368 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-31a18cc8-7586-4f22-bc77-496f642f6063 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:00.469024 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1882c9d-0251-4a84-98f2-1d05710b577d {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:28:00.499316 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port d1882c9d-0251-4a84-98f2-1d05710b577d, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=d1882c9d-0251-4a84-98f2-1d05710b577d,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:28:00.510626 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:00.594525 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=d1882c9d-0251-4a84-98f2-1d05710b577d,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:00.698613 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['d1882c9d-0251-4a84-98f2-1d05710b577d'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:28:00.794144 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-31a18cc8-7586-4f22-bc77-496f642f6063 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1773475'] for router, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:00.978205 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 37020) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:28:01.042373 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96741cab-ec8b-4e7c-9201-25e87d46817d req-7f400c9c-7fcc-425a-9978-61ed7bbdb22a tempest-DeleteServersAdminTestJSON-1027242035 tempest-DeleteServersAdminTestJSON-1027242035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:01.043979 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-96741cab-ec8b-4e7c-9201-25e87d46817d req-7f400c9c-7fcc-425a-9978-61ed7bbdb22a tempest-DeleteServersAdminTestJSON-1027242035 tempest-DeleteServersAdminTestJSON-1027242035-project] 10.222.0.64 "GET /v2.0/ports?device_id=afa59ad2-542c-477e-9313-ae8481c61734 HTTP/1.1" status: 200 len: 949 time: 0.0958118 Oct 20 10:28:01.065839 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31a18cc8-7586-4f22-bc77-496f642f6063 admin admin] Router b8382396-2dc4-4d0c-a583-761d4735ed35 is scheduled to L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 with binding_index 1 {{(pid=100597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 10:28:01.104761 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-96741cab-ec8b-4e7c-9201-25e87d46817d req-1fd88b21-fa2c-4f20-9184-4f8c350d6c40 tempest-DeleteServersAdminTestJSON-1027242035 tempest-DeleteServersAdminTestJSON-1027242035-project] 10.222.0.64 "GET /v2.0/security-groups?id=3a84262c-cab4-4d90-859d-7e7710412781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488975 Oct 20 10:28:01.315507 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-6ceb6df6-c266-4298-bf54-84560aeff43f tempest-AutoAllocateNetworkTest-623300294 tempest-AutoAllocateNetworkTest-623300294-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=48a91e05d1144dc9ae14e91841b40b8e&shared=False HTTP/1.1" status: 200 len: 208 time: 0.3360116 Oct 20 10:28:01.327800 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 37044) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:28:01.401724 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f355765-d1d6-4cfa-903d-75d4189358a4 req-9befd697-8e8b-4a4c-b181-16f692bd14fe tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:01.403448 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6f355765-d1d6-4cfa-903d-75d4189358a4 req-9befd697-8e8b-4a4c-b181-16f692bd14fe tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=140f67b6-b627-4357-882b-b43ba6bc30e0 HTTP/1.1" status: 200 len: 948 time: 0.2422571 Oct 20 10:28:01.419291 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31a18cc8-7586-4f22-bc77-496f642f6063 admin admin] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:28:01.430238 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4bd29ef-e0f8-422f-bdab-8642ca988ac8 None None] Sync routers for ids ['b8382396-2dc4-4d0c-a583-761d4735ed35'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:28:01.442592 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4bd29ef-e0f8-422f-bdab-8642ca988ac8 None None] Routers {'b8382396-2dc4-4d0c-a583-761d4735ed35'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:28:01.443817 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-31a18cc8-7586-4f22-bc77-496f642f6063 admin admin] Publish callbacks [] for router, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:01.444132 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-f4bd29ef-e0f8-422f-bdab-8642ca988ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:27:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['b8382396-2dc4-4d0c-a583-761d4735ed35'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:28:01.445054 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-31a18cc8-7586-4f22-bc77-496f642f6063 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 2.4352362 Oct 20 10:28:01.447984 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 37050) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:28:01.526810 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bbf186-80ba-4f58-a1ed-e346fa0f8528 req-7d4e5a61-7991-40f4-b45e-f1e15a2ab023 tempest-ServersAdminNegativeTestJSON-1660104221 tempest-ServersAdminNegativeTestJSON-1660104221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:01.535769 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a7bbf186-80ba-4f58-a1ed-e346fa0f8528 req-7d4e5a61-7991-40f4-b45e-f1e15a2ab023 tempest-ServersAdminNegativeTestJSON-1660104221 tempest-ServersAdminNegativeTestJSON-1660104221-project] 10.222.0.64 "GET /v2.0/ports?device_id=df0060b3-4c76-4b14-8518-2253604b7b9c HTTP/1.1" status: 200 len: 949 time: 0.1592574 Oct 20 10:28:01.539678 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6f355765-d1d6-4cfa-903d-75d4189358a4 req-952f360c-276b-4185-ba44-6872f357c49e tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114700 Oct 20 10:28:01.567814 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af0ccdf-6e84-42ee-b8d9-f6336d23af39 tempest-AutoAllocateNetworkTest-623300294 tempest-AutoAllocateNetworkTest-623300294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:01.569428 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-5af0ccdf-6e84-42ee-b8d9-f6336d23af39 tempest-AutoAllocateNetworkTest-623300294 tempest-AutoAllocateNetworkTest-623300294-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2401309 Oct 20 10:28:01.573277 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 37056) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:28:01.602349 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-f4bd29ef-e0f8-422f-bdab-8642ca988ac8 None None] Set router b8382396-2dc4-4d0c-a583-761d4735ed35 gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:28:01.613390 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 658edd2e-0064-41fb-a701-0bef1771929d up at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:28:01.669096 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-d282dc80-c408-4740-a843-443f9a7aa6e4 tempest-AutoAllocateNetworkTest-623300294 tempest-AutoAllocateNetworkTest-623300294-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0942993 Oct 20 10:28:01.671909 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 37058) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:28:01.687912 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a7bbf186-80ba-4f58-a1ed-e346fa0f8528 req-3850674a-794e-4b88-a815-cffaab2ed0ff tempest-ServersAdminNegativeTestJSON-1660104221 tempest-ServersAdminNegativeTestJSON-1660104221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d8c4ce3d-1dc2-4ac7-9d09-2daac6fec311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469023 Oct 20 10:28:01.713602 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning for port 658edd2e-0064-41fb-a701-0bef1771929d completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:28:01.722684 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning complete for port 658edd2e-0064-41fb-a701-0bef1771929d triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:28:01.723071 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:01.746620 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 37060) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:28:01.758838 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-ccd86ba0-fdc9-4219-b076-8dd71926b880 tempest-AutoAllocateNetworkTest-623300294 tempest-AutoAllocateNetworkTest-623300294-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=48a91e05d1144dc9ae14e91841b40b8e HTTP/1.1" status: 200 len: 208 time: 0.0855210 Oct 20 10:28:01.842280 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:01.882890 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ff06c8-f7e2-4446-88c1-a0ec7b8ab8db req-de6a92d1-1515-4a05-835d-e75ce787c19c tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:01.890618 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-36ff06c8-f7e2-4446-88c1-a0ec7b8ab8db req-de6a92d1-1515-4a05-835d-e75ce787c19c tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/ports?device_id=9f19914c-2a94-4ff4-a81b-b77e4f1d979c HTTP/1.1" status: 200 len: 945 time: 0.1146941 Oct 20 10:28:01.891838 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df0060b3-4c76-4b14-8518-2253604b7b9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '658edd2e-0064-41fb-a701-0bef1771929d'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:28:01.898536 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a5867a4-ec4a-40a0-b316-65ada9c2d74a" -d '{"events": [{"server_uuid": "df0060b3-4c76-4b14-8518-2253604b7b9c", "name": "network-vif-plugged", "status": "completed", "tag": "658edd2e-0064-41fb-a701-0bef1771929d"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:28:01.940934 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 658edd2e-0064-41fb-a701-0bef1771929d, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=658edd2e-0064-41fb-a701-0bef1771929d,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:28:01.944899 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-f4bd29ef-e0f8-422f-bdab-8642ca988ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8382396-2dc4-4d0c-a583-761d4735ed35', 'name': 'tempest-ServerRescueTestJSONUnderV235-1835896000-router', 'tenant_id': '42b1ef643dda4357aa2693544e61640e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': '1a519a09-d356-413e-ae59-0df26543268f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:27:59Z', 'updated_at': '2021-10-20T10:28:00Z', 'revision_number': 3, 'project_id': '42b1ef643dda4357aa2693544e61640e', 'gw_port': {'id': '1a519a09-d356-413e-ae59-0df26543268f', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:11:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8382396-2dc4-4d0c-a583-761d4735ed35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 227, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:27:59Z', 'updated_at': '2021-10-20T10:27:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:28:01.957912 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:01.959211 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device aae3cda1-d0c7-410c-8006-356e09a086ac up at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:28:01.984396 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-36ff06c8-f7e2-4446-88c1-a0ec7b8ab8db req-ba0c823a-1c12-47a1-ab7c-6c6f484c2de7 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba094063-4980-4c22-bc34-9c1534c0beb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857654 Oct 20 10:28:02.043144 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d358be5f-f640-46d7-bd8d-7ccda02e9290 x-openstack-request-id: req-d358be5f-f640-46d7-bd8d-7ccda02e9290 {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:28:02.043645 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df0060b3-4c76-4b14-8518-2253604b7b9c", "name": "network-vif-plugged", "status": "completed", "tag": "658edd2e-0064-41fb-a701-0bef1771929d", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:28:02.044013 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d358be5f-f640-46d7-bd8d-7ccda02e9290 {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:28:02.044499 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df0060b3-4c76-4b14-8518-2253604b7b9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '658edd2e-0064-41fb-a701-0bef1771929d', 'code': 200} Oct 20 10:28:02.051560 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning for port aae3cda1-d0c7-410c-8006-356e09a086ac completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:28:02.057266 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4bd29ef-e0f8-422f-bdab-8642ca988ac8 None None] Checking router: b8382396-2dc4-4d0c-a583-761d4735ed35 for host: n-d-811396-3 {{(pid=100599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:28:02.058306 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning complete for port aae3cda1-d0c7-410c-8006-356e09a086ac triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:28:02.058773 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:02.062780 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4bd29ef-e0f8-422f-bdab-8642ca988ac8 None None] Updating router b8382396-2dc4-4d0c-a583-761d4735ed35 port 1a519a09-d356-413e-ae59-0df26543268f binding host n-d-811396-3 {{(pid=100599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 10:28:02.118197 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-f4bd29ef-e0f8-422f-bdab-8642ca988ac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:02.148116 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=658edd2e-0064-41fb-a701-0bef1771929d,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:02.155295 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e0616fa2-1450-4d75-aab9-06af416cff68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:02.193554 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 37084) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:28:02.205576 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdd8017-9148-4e67-ba07-6e83bdf0a45d req-3ae7f0c8-496d-4386-8f5b-aff5ccb7cf33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:02.207766 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7cdd8017-9148-4e67-ba07-6e83bdf0a45d req-3ae7f0c8-496d-4386-8f5b-aff5ccb7cf33 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=df0060b3-4c76-4b14-8518-2253604b7b9c HTTP/1.1" status: 200 len: 1101 time: 0.0558412 Oct 20 10:28:02.269826 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device d1882c9d-0251-4a84-98f2-1d05710b577d up at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:28:02.276272 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:02.296384 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7cdd8017-9148-4e67-ba07-6e83bdf0a45d req-c89ec2f4-116f-49b8-8e5a-cc7548e8dd6c service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=d8c4ce3d-1dc2-4ac7-9d09-2daac6fec311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762496 Oct 20 10:28:02.305578 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc1363c-cd5b-4195-9d64-1c69f2b3cd3d req-ce601190-e08d-4055-88ba-2fabe263755e tempest-DeleteServersAdminTestJSON-1027242035 tempest-DeleteServersAdminTestJSON-1027242035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:02.313443 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3fc1363c-cd5b-4195-9d64-1c69f2b3cd3d req-ce601190-e08d-4055-88ba-2fabe263755e tempest-DeleteServersAdminTestJSON-1027242035 tempest-DeleteServersAdminTestJSON-1027242035-project] 10.222.0.64 "GET /v2.0/ports?device_id=afa59ad2-542c-477e-9313-ae8481c61734 HTTP/1.1" status: 200 len: 949 time: 0.0949121 Oct 20 10:28:02.361213 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-382ee1c6-59f8-43e6-929c-5594913eb13c admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:02.373726 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3fc1363c-cd5b-4195-9d64-1c69f2b3cd3d req-9278df57-81eb-4fad-add0-42cf6916df86 tempest-DeleteServersAdminTestJSON-1027242035 tempest-DeleteServersAdminTestJSON-1027242035-project] 10.222.0.64 "GET /v2.0/security-groups?id=3a84262c-cab4-4d90-859d-7e7710412781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536335 Oct 20 10:28:02.427301 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port aae3cda1-d0c7-410c-8006-356e09a086ac, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=aae3cda1-d0c7-410c-8006-356e09a086ac,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:28:02.441264 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:02.477521 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-e0616fa2-1450-4d75-aab9-06af416cff68 admin admin] Allocated IP 172.20.0.1 (8cfae792-dae1-499b-8163-e6aee18e9ac1/fa453291-6ed6-480d-9668-eca2978cd872/149f9058-29ee-4a37-bd93-7b114ac9a7c5) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:28:02.486638 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning for port d1882c9d-0251-4a84-98f2-1d05710b577d completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:28:02.502614 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning complete for port d1882c9d-0251-4a84-98f2-1d05710b577d triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:28:02.503022 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:02.548906 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-382ee1c6-59f8-43e6-929c-5594913eb13c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:02.555963 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=aae3cda1-d0c7-410c-8006-356e09a086ac,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:02.607553 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-f4bd29ef-e0f8-422f-bdab-8642ca988ac8 None None] Publish callbacks [] for port, precommit_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:02.614088 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-382ee1c6-59f8-43e6-929c-5594913eb13c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:02.617071 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-f4bd29ef-e0f8-422f-bdab-8642ca988ac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:02.637917 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:02.679299 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bcd679-dda2-466b-862f-f9b6f9858e97 None None] Pushing event updated for resources: {'Port': ['ID=1a519a09-d356-413e-ae59-0df26543268f,revision_number=2']} {{(pid=100599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:02.693461 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bcd679-dda2-466b-862f-f9b6f9858e97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:28:02.694412 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bcd679-dda2-466b-862f-f9b6f9858e97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:28:02.695041 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bcd679-dda2-466b-862f-f9b6f9858e97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:28:02.695608 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bcd679-dda2-466b-862f-f9b6f9858e97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:28:02.696199 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bcd679-dda2-466b-862f-f9b6f9858e97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:28:02.696822 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bcd679-dda2-466b-862f-f9b6f9858e97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:28:02.697362 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bcd679-dda2-466b-862f-f9b6f9858e97 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:28:02.697939 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bcd679-dda2-466b-862f-f9b6f9858e97 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:28:02.698532 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bcd679-dda2-466b-862f-f9b6f9858e97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:28:02.699067 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bcd679-dda2-466b-862f-f9b6f9858e97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:28:02.699631 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bcd679-dda2-466b-862f-f9b6f9858e97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:28:02.700182 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bcd679-dda2-466b-862f-f9b6f9858e97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:28:02.701610 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bcd679-dda2-466b-862f-f9b6f9858e97 None None] Tracked resource versions report: Oct 20 10:28:02.701610 n-d-811396-3 neutron-server[100599]: pushed versions: Oct 20 10:28:02.701610 n-d-811396-3 neutron-server[100599]: { 'AddressGroup': {'1.2'}, Oct 20 10:28:02.701610 n-d-811396-3 neutron-server[100599]: 'ConntrackHelper': {'1.0'}, Oct 20 10:28:02.701610 n-d-811396-3 neutron-server[100599]: 'Log': {'1.0'}, Oct 20 10:28:02.701610 n-d-811396-3 neutron-server[100599]: 'Network': {'1.1'}, Oct 20 10:28:02.701610 n-d-811396-3 neutron-server[100599]: 'Port': {'1.7'}, Oct 20 10:28:02.701610 n-d-811396-3 neutron-server[100599]: 'PortForwarding': {'1.2'}, Oct 20 10:28:02.701610 n-d-811396-3 neutron-server[100599]: 'QosPolicy': {'1.10'}, Oct 20 10:28:02.701610 n-d-811396-3 neutron-server[100599]: 'SecurityGroup': {'1.4'}, Oct 20 10:28:02.701610 n-d-811396-3 neutron-server[100599]: 'SecurityGroupRule': {'1.2'}, Oct 20 10:28:02.701610 n-d-811396-3 neutron-server[100599]: 'SubPort': {'1.0'}, Oct 20 10:28:02.701610 n-d-811396-3 neutron-server[100599]: 'Subnet': {'1.1'}, Oct 20 10:28:02.701610 n-d-811396-3 neutron-server[100599]: 'Trunk': {'1.1'}} Oct 20 10:28:02.701610 n-d-811396-3 neutron-server[100599]: consumer versions: Oct 20 10:28:02.701610 n-d-811396-3 neutron-server[100599]: { DHCP agent@n-d-811396-3: {}, Oct 20 10:28:02.701610 n-d-811396-3 neutron-server[100599]: HyperV agent@n-h1-811396-3: {}, Oct 20 10:28:02.701610 n-d-811396-3 neutron-server[100599]: HyperV agent@n-h2-811396-3: {}, Oct 20 10:28:02.701610 n-d-811396-3 neutron-server[100599]: L3 agent@n-d-811396-3: {}, Oct 20 10:28:02.701610 n-d-811396-3 neutron-server[100599]: Metadata agent@n-d-811396-3: {}, Oct 20 10:28:02.701610 n-d-811396-3 neutron-server[100599]: Metering agent@n-d-811396-3: {}, Oct 20 10:28:02.701610 n-d-811396-3 neutron-server[100599]: Open vSwitch agent@n-d-811396-3: { 'AddressGroup': '1.2', Oct 20 10:28:02.701610 n-d-811396-3 neutron-server[100599]: 'ConntrackHelper': '1.0', Oct 20 10:28:02.701610 n-d-811396-3 neutron-server[100599]: 'Log': '1.0', Oct 20 10:28:02.701610 n-d-811396-3 neutron-server[100599]: 'Network': '1.1', Oct 20 10:28:02.701610 n-d-811396-3 neutron-server[100599]: 'Port': '1.7', Oct 20 10:28:02.701610 n-d-811396-3 neutron-server[100599]: 'PortForwarding': '1.2', Oct 20 10:28:02.701610 n-d-811396-3 neutron-server[100599]: 'QosPolicy': '1.10', Oct 20 10:28:02.701610 n-d-811396-3 neutron-server[100599]: 'SecurityGroup': '1.4', Oct 20 10:28:02.701610 n-d-811396-3 neutron-server[100599]: 'SecurityGroupRule': '1.2', Oct 20 10:28:02.701610 n-d-811396-3 neutron-server[100599]: 'SubPort': '1.0', Oct 20 10:28:02.701610 n-d-811396-3 neutron-server[100599]: 'Subnet': '1.1', Oct 20 10:28:02.701610 n-d-811396-3 neutron-server[100599]: 'Trunk': '1.1'}} Oct 20 10:28:02.701610 n-d-811396-3 neutron-server[100599]: {{(pid=100599) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 20 10:28:02.717940 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port d1882c9d-0251-4a84-98f2-1d05710b577d, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=d1882c9d-0251-4a84-98f2-1d05710b577d,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:28:02.724498 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-382ee1c6-59f8-43e6-929c-5594913eb13c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3679151b9fc748f5a2cfc8a444202a57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9766352 Oct 20 10:28:02.727397 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382ee1c6-59f8-43e6-929c-5594913eb13c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4734f0f-3566-4aab-bff8-cf9d771ac7b5,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:02.728251 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:02.729773 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 37094) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:28:02.732003 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-f4bd29ef-e0f8-422f-bdab-8642ca988ac8 None None] Attempting to bind port 1a519a09-d356-413e-ae59-0df26543268f on host n-d-811396-3 for vnic_type normal with profile {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:28:02.733077 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-f4bd29ef-e0f8-422f-bdab-8642ca988ac8 None None] Attempting to bind port 1a519a09-d356-413e-ae59-0df26543268f by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}] {{(pid=100599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:28:02.736234 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4bd29ef-e0f8-422f-bdab-8642ca988ac8 None None] Attempting to bind port 1a519a09-d356-413e-ae59-0df26543268f on network cbe170d3-31ba-45a2-b477-520ab0a7a8ea {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:28:02.744350 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4bd29ef-e0f8-422f-bdab-8642ca988ac8 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 27, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:28:02.744890 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4bd29ef-e0f8-422f-bdab-8642ca988ac8 None None] Checking segment: {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:28:02.746244 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-f4bd29ef-e0f8-422f-bdab-8642ca988ac8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:02.746784 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4bd29ef-e0f8-422f-bdab-8642ca988ac8 None None] Bound using segment: {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'} {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:28:02.747358 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-f4bd29ef-e0f8-422f-bdab-8642ca988ac8 None None] Bound port: 1a519a09-d356-413e-ae59-0df26543268f, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}}] {{(pid=100599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:28:02.747928 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-f4bd29ef-e0f8-422f-bdab-8642ca988ac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:02.780847 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 37096) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:28:02.790058 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a81408-7be8-48b7-99c4-23b604e2a89a req-4af46f65-bedb-4c10-8d37-a51b8dbd9f9e tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:02.791819 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-48a81408-7be8-48b7-99c4-23b604e2a89a req-4af46f65-bedb-4c10-8d37-a51b8dbd9f9e tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=140f67b6-b627-4357-882b-b43ba6bc30e0 HTTP/1.1" status: 200 len: 949 time: 0.1459928 Oct 20 10:28:02.809334 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=d1882c9d-0251-4a84-98f2-1d05710b577d,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:02.817183 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.db [None req-f4bd29ef-e0f8-422f-bdab-8642ca988ac8 None None] For port 1a519a09-d356-413e-ae59-0df26543268f, host n-d-811396-3, cleared binding levels {{(pid=100599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:28:02.821539 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.db [None req-f4bd29ef-e0f8-422f-bdab-8642ca988ac8 None None] For port 1a519a09-d356-413e-ae59-0df26543268f, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=1a519a09-d356-413e-ae59-0df26543268f,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:28:02.829655 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-f4bd29ef-e0f8-422f-bdab-8642ca988ac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:02.832375 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ad6c56f5-6b5a-4230-b5aa-4e6a4704cad2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:02.836053 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4acbb4c7-c3b8-47c3-8551-05044a0cd133 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:02.853798 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ad6c56f5-6b5a-4230-b5aa-4e6a4704cad2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:02.876951 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebafd2d7-8ef8-4d59-9797-7f7addbc262b req-bca5d6d3-6c2b-4895-8f9b-71a49fec9745 tempest-LiveAutoBlockMigrationV225Test-237435139 tempest-LiveAutoBlockMigrationV225Test-237435139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:02.879137 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ebafd2d7-8ef8-4d59-9797-7f7addbc262b req-bca5d6d3-6c2b-4895-8f9b-71a49fec9745 tempest-LiveAutoBlockMigrationV225Test-237435139 tempest-LiveAutoBlockMigrationV225Test-237435139-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=9f19914c-2a94-4ff4-a81b-b77e4f1d979c HTTP/1.1" status: 200 len: 1096 time: 0.1874750 Oct 20 10:28:02.897872 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4bd29ef-e0f8-422f-bdab-8642ca988ac8 None None] Routers {'b8382396-2dc4-4d0c-a583-761d4735ed35'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:28:02.898675 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-f4bd29ef-e0f8-422f-bdab-8642ca988ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:27:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['b8382396-2dc4-4d0c-a583-761d4735ed35'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:28:02.898844 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-b55dcbd4-929d-473b-a427-56f5f170c30f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:02.900646 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bcd679-dda2-466b-862f-f9b6f9858e97 None None] Pushing event updated for resources: {'Port': ['ID=1a519a09-d356-413e-ae59-0df26543268f,revision_number=3']} {{(pid=100599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:02.922746 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e0616fa2-1450-4d75-aab9-06af416cff68 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:02.932732 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ad6c56f5-6b5a-4230-b5aa-4e6a4704cad2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:02.935277 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ad6c56f5-6b5a-4230-b5aa-4e6a4704cad2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:02.936487 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-ad6c56f5-6b5a-4230-b5aa-4e6a4704cad2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e4734f0f-3566-4aab-bff8-cf9d771ac7b5 HTTP/1.1" status: 204 len: 168 time: 0.2001715 Oct 20 10:28:02.951690 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-48a81408-7be8-48b7-99c4-23b604e2a89a req-fb39aed0-bcdf-43b5-8301-f790499955f2 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434321 Oct 20 10:28:02.994501 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ebafd2d7-8ef8-4d59-9797-7f7addbc262b req-7701652d-7b5b-4fe2-9d9c-a03928ef27e3 tempest-LiveAutoBlockMigrationV225Test-237435139 tempest-LiveAutoBlockMigrationV225Test-237435139-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=ba094063-4980-4c22-bc34-9c1534c0beb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042137 Oct 20 10:28:03.021552 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6c56f5-6b5a-4230-b5aa-4e6a4704cad2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4734f0f-3566-4aab-bff8-cf9d771ac7b5,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:03.031216 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e0616fa2-1450-4d75-aab9-06af416cff68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:03.064771 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4acbb4c7-c3b8-47c3-8551-05044a0cd133 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:03.093265 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4acbb4c7-c3b8-47c3-8551-05044a0cd133 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:03.108832 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0616fa2-1450-4d75-aab9-06af416cff68 admin admin] Network 8cfae792-dae1-499b-8163-e6aee18e9ac1 is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:28:03.114583 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-e0616fa2-1450-4d75-aab9-06af416cff68 admin admin] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:28:03.123629 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0616fa2-1450-4d75-aab9-06af416cff68 admin admin] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:28:03.124124 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e0616fa2-1450-4d75-aab9-06af416cff68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1774540'] for router_interface, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:03.171299 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-4acbb4c7-c3b8-47c3-8551-05044a0cd133 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=48a91e05d1144dc9ae14e91841b40b8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9759262 Oct 20 10:28:03.175026 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 37106) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:28:03.180212 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acbb4c7-c3b8-47c3-8551-05044a0cd133 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc094ac0-a391-450a-bacd-91be7c328543,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:03.183271 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0616fa2-1450-4d75-aab9-06af416cff68 admin admin] Pushing event updated for resources: {'Port': ['ID=149f9058-29ee-4a37-bd93-7b114ac9a7c5,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:03.250467 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-b55dcbd4-929d-473b-a427-56f5f170c30f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:03.259117 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-f4bd29ef-e0f8-422f-bdab-8642ca988ac8 None None] Set router b8382396-2dc4-4d0c-a583-761d4735ed35 gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:28:03.266814 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456eedc5-a37c-4806-a80a-076be44f26e7 req-0954d8c6-ee15-4928-bfe2-701a9ec889ec tempest-ServersAdminNegativeTestJSON-1660104221 tempest-ServersAdminNegativeTestJSON-1660104221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:03.275811 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-456eedc5-a37c-4806-a80a-076be44f26e7 req-0954d8c6-ee15-4928-bfe2-701a9ec889ec tempest-ServersAdminNegativeTestJSON-1660104221 tempest-ServersAdminNegativeTestJSON-1660104221-project] 10.222.0.64 "GET /v2.0/ports?device_id=df0060b3-4c76-4b14-8518-2253604b7b9c HTTP/1.1" status: 200 len: 950 time: 0.2200718 Oct 20 10:28:03.284537 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-b55dcbd4-929d-473b-a427-56f5f170c30f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:03.350213 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fafbb80d-dd92-4e73-8c5e-92b2ca4302aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:03.377018 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 37108) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:28:03.408919 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fafbb80d-dd92-4e73-8c5e-92b2ca4302aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:03.428964 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3b86c834-3191-4ee3-9485-66d31ac2f3a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:03.449609 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e0616fa2-1450-4d75-aab9-06af416cff68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:03.463844 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-e92eeb48-0a4b-4095-9447-4c2ab4b50697 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:03.484606 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d915dbf8-2e9f-488e-92f2-9c8996853a4b req-f1087185-29bf-41fd-b832-5f6e47777e24 tempest-LiveAutoBlockMigrationV225Test-237435139 tempest-LiveAutoBlockMigrationV225Test-237435139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:03.492434 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d915dbf8-2e9f-488e-92f2-9c8996853a4b req-f1087185-29bf-41fd-b832-5f6e47777e24 tempest-LiveAutoBlockMigrationV225Test-237435139 tempest-LiveAutoBlockMigrationV225Test-237435139-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=9f19914c-2a94-4ff4-a81b-b77e4f1d979c HTTP/1.1" status: 200 len: 1096 time: 0.3154051 Oct 20 10:28:03.496566 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-f4bd29ef-e0f8-422f-bdab-8642ca988ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8382396-2dc4-4d0c-a583-761d4735ed35', 'name': 'tempest-ServerRescueTestJSONUnderV235-1835896000-router', 'tenant_id': '42b1ef643dda4357aa2693544e61640e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': '1a519a09-d356-413e-ae59-0df26543268f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:27:59Z', 'updated_at': '2021-10-20T10:28:00Z', 'revision_number': 3, 'project_id': '42b1ef643dda4357aa2693544e61640e', 'gw_port': {'id': '1a519a09-d356-413e-ae59-0df26543268f', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:11:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8382396-2dc4-4d0c-a583-761d4735ed35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 227, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:27:59Z', 'updated_at': '2021-10-20T10:28:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:28:03.516748 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-b55dcbd4-929d-473b-a427-56f5f170c30f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ff0c0dbbb946414c84ac985b9ff854be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7226536 Oct 20 10:28:03.519489 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 37112) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:28:03.533091 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4bd29ef-e0f8-422f-bdab-8642ca988ac8 None None] The sync data for ids ['b8382396-2dc4-4d0c-a583-761d4735ed35'] in n-d-811396-3 is: [{'id': 'b8382396-2dc4-4d0c-a583-761d4735ed35', 'name': 'tempest-ServerRescueTestJSONUnderV235-1835896000-router', 'tenant_id': '42b1ef643dda4357aa2693544e61640e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': '1a519a09-d356-413e-ae59-0df26543268f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:27:59Z', 'updated_at': '2021-10-20T10:28:00Z', 'revision_number': 3, 'project_id': '42b1ef643dda4357aa2693544e61640e', 'gw_port': {'id': '1a519a09-d356-413e-ae59-0df26543268f', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:11:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8382396-2dc4-4d0c-a583-761d4735ed35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 227, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:27:59Z', 'updated_at': '2021-10-20T10:28:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:28:03.539448 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-456eedc5-a37c-4806-a80a-076be44f26e7 req-38bf8eb9-5f76-418b-b2ac-de0e99a972aa tempest-ServersAdminNegativeTestJSON-1660104221 tempest-ServersAdminNegativeTestJSON-1660104221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d8c4ce3d-1dc2-4ac7-9d09-2daac6fec311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2627323 Oct 20 10:28:03.541241 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55dcbd4-929d-473b-a427-56f5f170c30f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52d2df06-29cf-496d-a9c2-ba2f9f0ee7e0,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:03.542181 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fafbb80d-dd92-4e73-8c5e-92b2ca4302aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:03.544794 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fafbb80d-dd92-4e73-8c5e-92b2ca4302aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:03.548787 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-fafbb80d-dd92-4e73-8c5e-92b2ca4302aa admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/cc094ac0-a391-450a-bacd-91be7c328543 HTTP/1.1" status: 204 len: 168 time: 0.3696439 Oct 20 10:28:03.601709 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d915dbf8-2e9f-488e-92f2-9c8996853a4b req-52442181-1a62-487d-8e6b-8b55a46ce29d tempest-LiveAutoBlockMigrationV225Test-237435139 tempest-LiveAutoBlockMigrationV225Test-237435139-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=ba094063-4980-4c22-bc34-9c1534c0beb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080647 Oct 20 10:28:03.605859 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafbb80d-dd92-4e73-8c5e-92b2ca4302aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc094ac0-a391-450a-bacd-91be7c328543,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:03.689228 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3b86c834-3191-4ee3-9485-66d31ac2f3a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:03.722885 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3b86c834-3191-4ee3-9485-66d31ac2f3a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:03.730626 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca718e3-fa7c-4257-832c-ebad59d91111 req-e24b4ef6-f23c-45af-a5e7-c01f2bfbe773 tempest-DeleteServersAdminTestJSON-1027242035 tempest-DeleteServersAdminTestJSON-1027242035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:03.734413 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9ca718e3-fa7c-4257-832c-ebad59d91111 req-e24b4ef6-f23c-45af-a5e7-c01f2bfbe773 tempest-DeleteServersAdminTestJSON-1027242035 tempest-DeleteServersAdminTestJSON-1027242035-project] 10.222.0.64 "GET /v2.0/ports?device_id=afa59ad2-542c-477e-9313-ae8481c61734 HTTP/1.1" status: 200 len: 950 time: 0.1003199 Oct 20 10:28:03.739469 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-67bf0b23-1eab-4ccc-9871-5fd9ddb876f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:03.819646 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9ca718e3-fa7c-4257-832c-ebad59d91111 req-bc98c274-b6c3-4828-a4e9-f1590df16f4a tempest-DeleteServersAdminTestJSON-1027242035 tempest-DeleteServersAdminTestJSON-1027242035-project] 10.222.0.64 "GET /v2.0/security-groups?id=3a84262c-cab4-4d90-859d-7e7710412781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769725 Oct 20 10:28:03.852058 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-3b86c834-3191-4ee3-9485-66d31ac2f3a0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=135bb353b08844cdbdc4c228ef84b5eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4731710 Oct 20 10:28:03.854699 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 37126) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:28:03.859625 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-67bf0b23-1eab-4ccc-9871-5fd9ddb876f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:03.871350 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b86c834-3191-4ee3-9485-66d31ac2f3a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73645c95-9fba-4e94-882d-2b0124921a9e,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:03.942002 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5ee14bf6-2773-4976-ad35-abe529c58124 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:03.947322 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e0616fa2-1450-4d75-aab9-06af416cff68 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:03.959737 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e0616fa2-1450-4d75-aab9-06af416cff68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:03.960624 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e0616fa2-1450-4d75-aab9-06af416cff68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1774432'] for router_interface, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:03.971852 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-67bf0b23-1eab-4ccc-9871-5fd9ddb876f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:03.974499 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-67bf0b23-1eab-4ccc-9871-5fd9ddb876f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:03.975938 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-67bf0b23-1eab-4ccc-9871-5fd9ddb876f3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/52d2df06-29cf-496d-a9c2-ba2f9f0ee7e0 HTTP/1.1" status: 204 len: 168 time: 0.4526625 Oct 20 10:28:03.992466 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5ee14bf6-2773-4976-ad35-abe529c58124 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:04.023625 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bf0b23-1eab-4ccc-9871-5fd9ddb876f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52d2df06-29cf-496d-a9c2-ba2f9f0ee7e0,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:04.045569 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '140f67b6-b627-4357-882b-b43ba6bc30e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aae3cda1-d0c7-410c-8006-356e09a086ac'}, {'server_uuid': 'afa59ad2-542c-477e-9313-ae8481c61734', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1882c9d-0251-4a84-98f2-1d05710b577d'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:28:04.053069 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5114926-644e-411d-b7b5-b3f399ffa411" -d '{"events": [{"server_uuid": "140f67b6-b627-4357-882b-b43ba6bc30e0", "name": "network-vif-plugged", "status": "completed", "tag": "aae3cda1-d0c7-410c-8006-356e09a086ac"}, {"server_uuid": "afa59ad2-542c-477e-9313-ae8481c61734", "name": "network-vif-plugged", "status": "completed", "tag": "d1882c9d-0251-4a84-98f2-1d05710b577d"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:28:04.063364 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0616fa2-1450-4d75-aab9-06af416cff68 admin admin] Pushing event updated for resources: {'Port': ['ID=149f9058-29ee-4a37-bd93-7b114ac9a7c5,revision_number=2']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:04.101577 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5ee14bf6-2773-4976-ad35-abe529c58124 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:04.104243 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5ee14bf6-2773-4976-ad35-abe529c58124 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:04.108423 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-5ee14bf6-2773-4976-ad35-abe529c58124 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/73645c95-9fba-4e94-882d-2b0124921a9e HTTP/1.1" status: 204 len: 168 time: 0.2526610 Oct 20 10:28:04.135975 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee14bf6-2773-4976-ad35-abe529c58124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73645c95-9fba-4e94-882d-2b0124921a9e,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:04.212250 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfa3e8e-7fb9-4787-af68-68f0d5920254 req-d484b062-9491-4a3b-b004-f7721d89691a tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:04.213694 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bdfa3e8e-7fb9-4787-af68-68f0d5920254 req-d484b062-9491-4a3b-b004-f7721d89691a tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=140f67b6-b627-4357-882b-b43ba6bc30e0 HTTP/1.1" status: 200 len: 949 time: 0.0622787 Oct 20 10:28:04.225603 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [req-a5f56b3b-6b93-4132-93d8-0d6da7c6e0dc req-b55e4444-9e95-4719-8887-ea99161554bc service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:28:04.232052 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a5f56b3b-6b93-4132-93d8-0d6da7c6e0dc req-b55e4444-9e95-4719-8887-ea99161554bc service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1650441 Oct 20 10:28:04.318528 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bdfa3e8e-7fb9-4787-af68-68f0d5920254 req-92d8eef8-fd6e-41a1-a99d-ffb922400d36 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976646 Oct 20 10:28:04.409660 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0616fa2-1450-4d75-aab9-06af416cff68 admin admin] Network 8cfae792-dae1-499b-8163-e6aee18e9ac1 is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:28:04.411608 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-e0616fa2-1450-4d75-aab9-06af416cff68 admin admin] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:28:04.425987 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 20 Oct 2021 10:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76eb6b42-baed-42f7-920f-59bff2328d73 x-openstack-request-id: req-76eb6b42-baed-42f7-920f-59bff2328d73 {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:28:04.426485 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "140f67b6-b627-4357-882b-b43ba6bc30e0", "name": "network-vif-plugged", "status": "completed", "tag": "aae3cda1-d0c7-410c-8006-356e09a086ac", "code": 200}, {"server_uuid": "afa59ad2-542c-477e-9313-ae8481c61734", "name": "network-vif-plugged", "status": "completed", "tag": "d1882c9d-0251-4a84-98f2-1d05710b577d", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:28:04.426934 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-76eb6b42-baed-42f7-920f-59bff2328d73 {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:28:04.427491 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '140f67b6-b627-4357-882b-b43ba6bc30e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aae3cda1-d0c7-410c-8006-356e09a086ac', 'code': 200} Oct 20 10:28:04.427884 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afa59ad2-542c-477e-9313-ae8481c61734', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1882c9d-0251-4a84-98f2-1d05710b577d', 'code': 200} Oct 20 10:28:04.610274 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf52ba2-7cb1-4c29-b018-9c3eedf8b43e req-64db57e0-dd15-426f-b72b-464038545ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:04.613676 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9bf52ba2-7cb1-4c29-b018-9c3eedf8b43e req-64db57e0-dd15-426f-b72b-464038545ad4 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=140f67b6-b627-4357-882b-b43ba6bc30e0 HTTP/1.1" status: 200 len: 1100 time: 0.1029966 Oct 20 10:28:04.646120 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f85790-6296-4ad8-b50f-bb6a597120d8 req-777255f5-f6b1-44ef-bb31-dfedb32793c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:04.658776 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-c5f85790-6296-4ad8-b50f-bb6a597120d8 req-777255f5-f6b1-44ef-bb31-dfedb32793c8 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=afa59ad2-542c-477e-9313-ae8481c61734 HTTP/1.1" status: 200 len: 1101 time: 0.1676002 Oct 20 10:28:04.699243 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0616fa2-1450-4d75-aab9-06af416cff68 admin admin] Router b8382396-2dc4-4d0c-a583-761d4735ed35 has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:28:04.713151 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9bf52ba2-7cb1-4c29-b018-9c3eedf8b43e req-5d91741b-1df7-426d-bcfe-01c714a7288b service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918422 Oct 20 10:28:04.717139 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-c5f85790-6296-4ad8-b50f-bb6a597120d8 req-30811292-05b9-4d35-be9c-323083bee1bd service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=3a84262c-cab4-4d90-859d-7e7710412781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491881 Oct 20 10:28:04.782847 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa232e39-4fe1-4d68-9403-2229632f1853 req-eda136a4-6300-470c-bd9b-2fcb3e0595f0 tempest-ServersAdminNegativeTestJSON-1660104221 tempest-ServersAdminNegativeTestJSON-1660104221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:04.791571 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-aa232e39-4fe1-4d68-9403-2229632f1853 req-eda136a4-6300-470c-bd9b-2fcb3e0595f0 tempest-ServersAdminNegativeTestJSON-1660104221 tempest-ServersAdminNegativeTestJSON-1660104221-project] 10.222.0.64 "GET /v2.0/ports?device_id=df0060b3-4c76-4b14-8518-2253604b7b9c HTTP/1.1" status: 200 len: 950 time: 0.0933399 Oct 20 10:28:04.828631 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-aa232e39-4fe1-4d68-9403-2229632f1853 req-c877b671-05d7-4f53-91df-9948b4b4c623 tempest-ServersAdminNegativeTestJSON-1660104221 tempest-ServersAdminNegativeTestJSON-1660104221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d8c4ce3d-1dc2-4ac7-9d09-2daac6fec311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356483 Oct 20 10:28:04.855364 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0616fa2-1450-4d75-aab9-06af416cff68 admin admin] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:28:04.866098 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-e0616fa2-1450-4d75-aab9-06af416cff68 admin admin] 10.222.0.64 "PUT /v2.0/routers/b8382396-2dc4-4d0c-a583-761d4735ed35/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4165554 Oct 20 10:28:04.917284 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 37166) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:28:04.949907 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-946e3d58-b93f-4320-910f-fdabb3a77dca admin admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:05.034589 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73d7079-e88c-44f0-8c5f-9e6d1579c54e req-f0a1fb4e-488f-4c3f-b2ac-fde9c81696c3 tempest-DeleteServersAdminTestJSON-1027242035 tempest-DeleteServersAdminTestJSON-1027242035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:05.036393 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c73d7079-e88c-44f0-8c5f-9e6d1579c54e req-f0a1fb4e-488f-4c3f-b2ac-fde9c81696c3 tempest-DeleteServersAdminTestJSON-1027242035 tempest-DeleteServersAdminTestJSON-1027242035-project] 10.222.0.64 "GET /v2.0/ports?device_id=afa59ad2-542c-477e-9313-ae8481c61734 HTTP/1.1" status: 200 len: 950 time: 0.1169226 Oct 20 10:28:05.108858 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c73d7079-e88c-44f0-8c5f-9e6d1579c54e req-e96d9e54-a66d-4c4a-80aa-bb53033434ad tempest-DeleteServersAdminTestJSON-1027242035 tempest-DeleteServersAdminTestJSON-1027242035-project] 10.222.0.64 "GET /v2.0/security-groups?id=3a84262c-cab4-4d90-859d-7e7710412781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637622 Oct 20 10:28:05.118149 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-946e3d58-b93f-4320-910f-fdabb3a77dca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:05.123138 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-946e3d58-b93f-4320-910f-fdabb3a77dca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:05.168419 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-946e3d58-b93f-4320-910f-fdabb3a77dca admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e73137c2e1324d11a5095063dfaa4905&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2476377 Oct 20 10:28:05.169164 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 37186) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:28:05.177528 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946e3d58-b93f-4320-910f-fdabb3a77dca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b55665a7-b45a-4ca0-b11c-19de30c6a9e2,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:05.234697 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-840c163b-66d8-46f5-a41f-82bd81d80a57 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:05.293926 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-840c163b-66d8-46f5-a41f-82bd81d80a57 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:05.371683 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-840c163b-66d8-46f5-a41f-82bd81d80a57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:05.375564 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-840c163b-66d8-46f5-a41f-82bd81d80a57 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:05.378248 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-840c163b-66d8-46f5-a41f-82bd81d80a57 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b55665a7-b45a-4ca0-b11c-19de30c6a9e2 HTTP/1.1" status: 204 len: 168 time: 0.2078798 Oct 20 10:28:05.379444 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 1a519a09-d356-413e-ae59-0df26543268f up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:28:05.389539 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840c163b-66d8-46f5-a41f-82bd81d80a57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b55665a7-b45a-4ca0-b11c-19de30c6a9e2,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:05.437781 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 1a519a09-d356-413e-ae59-0df26543268f triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:28:05.438398 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:05.573455 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:05.606723 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] For port 1a519a09-d356-413e-ae59-0df26543268f, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=1a519a09-d356-413e-ae59-0df26543268f,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:28:05.614993 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:05.688924 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Pushing event updated for resources: {'Port': ['ID=1a519a09-d356-413e-ae59-0df26543268f,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:06.121810 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-bb81690b-008a-4584-a102-68719ea47811 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:06.224786 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7059b2d6-0dcc-43e1-8c52-141bcd55766f req-d6487d22-ef6b-427d-82b3-6b73a424bfb0 tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:06.235699 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7059b2d6-0dcc-43e1-8c52-141bcd55766f req-d6487d22-ef6b-427d-82b3-6b73a424bfb0 tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] 10.222.0.64 "GET /v2.0/networks?id=8cfae792-dae1-499b-8163-e6aee18e9ac1 HTTP/1.1" status: 200 len: 820 time: 0.2506711 Oct 20 10:28:06.274851 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7059b2d6-0dcc-43e1-8c52-141bcd55766f req-22c6f81f-7eb5-4297-9da3-32260acf2f23 tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] 10.222.0.64 "GET /v2.0/quotas/42b1ef643dda4357aa2693544e61640e HTTP/1.1" status: 200 len: 375 time: 0.0364752 Oct 20 10:28:06.371366 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7059b2d6-0dcc-43e1-8c52-141bcd55766f req-a9465c9a-327e-45bf-aa2c-1f56966e0939 tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=42b1ef643dda4357aa2693544e61640e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0941362 Oct 20 10:28:06.496924 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7059b2d6-0dcc-43e1-8c52-141bcd55766f req-ba0c2e3b-bb94-4649-b590-d2b9f9425cc2 service neutron] 10.222.0.64 "GET /v2.0/networks/8cfae792-dae1-499b-8163-e6aee18e9ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124249 Oct 20 10:28:06.620844 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7059b2d6-0dcc-43e1-8c52-141bcd55766f req-a6039d34-3b5e-45bd-bd20-fc54891410d9 service neutron] 10.222.0.64 "GET /v2.0/networks/8cfae792-dae1-499b-8163-e6aee18e9ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089013 Oct 20 10:28:06.722914 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0603a97b-b01a-4538-8370-495e15533604 None None] Sync routers for ids ['b8382396-2dc4-4d0c-a583-761d4735ed35'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:28:06.748363 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0603a97b-b01a-4538-8370-495e15533604 None None] Routers {'b8382396-2dc4-4d0c-a583-761d4735ed35'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:28:06.748999 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-0603a97b-b01a-4538-8370-495e15533604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:28:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['b8382396-2dc4-4d0c-a583-761d4735ed35'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:28:06.920580 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abd37d3-6067-432f-8333-041e2f9e3cc4 req-d8371d80-1526-4901-b025-b4b0fddaabbe tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:06.921281 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-0603a97b-b01a-4538-8370-495e15533604 None None] Set router b8382396-2dc4-4d0c-a583-761d4735ed35 gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:28:06.924049 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3abd37d3-6067-432f-8333-041e2f9e3cc4 req-d8371d80-1526-4901-b025-b4b0fddaabbe tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=140f67b6-b627-4357-882b-b43ba6bc30e0 HTTP/1.1" status: 200 len: 949 time: 0.0732875 Oct 20 10:28:06.979671 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3abd37d3-6067-432f-8333-041e2f9e3cc4 req-e7cd70a4-20bf-4c3e-9bd4-5eff30c6d338 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492051 Oct 20 10:28:06.992720 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 37294) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:28:07.105297 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:07.131760 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-92600dd3-6540-466f-a7db-c139e0d40194 req-bc249b5d-dd8b-4427-bd9b-87a7ff756a58 tempest-ServersAdminNegativeTestJSON-1660104221 tempest-ServersAdminNegativeTestJSON-1660104221-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=034e70e8a6ff4c2ca18238cd861744e5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0306184 Oct 20 10:28:07.304779 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-0603a97b-b01a-4538-8370-495e15533604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8382396-2dc4-4d0c-a583-761d4735ed35', 'name': 'tempest-ServerRescueTestJSONUnderV235-1835896000-router', 'tenant_id': '42b1ef643dda4357aa2693544e61640e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': '1a519a09-d356-413e-ae59-0df26543268f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:27:59Z', 'updated_at': '2021-10-20T10:28:03Z', 'revision_number': 4, 'project_id': '42b1ef643dda4357aa2693544e61640e', 'gw_port': {'id': '1a519a09-d356-413e-ae59-0df26543268f', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:11:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8382396-2dc4-4d0c-a583-761d4735ed35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 227, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:27:59Z', 'updated_at': '2021-10-20T10:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '149f9058-29ee-4a37-bd93-7b114ac9a7c5', 'name': '', 'network_id': '8cfae792-dae1-499b-8163-e6aee18e9ac1', 'tenant_id': '42b1ef643dda4357aa2693544e61640e', 'mac_address': 'fa:16:3e:21:e7:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8382396-2dc4-4d0c-a583-761d4735ed35', 'device_owner': 'network:router_interface', 'standard_attr_id': 228, 'fixed_ips': [{'subnet_id': 'fa453291-6ed6-480d-9668-eca2978cd872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:28:02Z', 'updated_at': '2021-10-20T10:28:03Z', 'revision_number': 2, 'project_id': '42b1ef643dda4357aa2693544e61640e', 'subnets': [{'id': 'fa453291-6ed6-480d-9668-eca2978cd872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:28:07.311603 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92600dd3-6540-466f-a7db-c139e0d40194 req-6da737e0-4b9b-402e-a0f2-3df00dc0b298 tempest-ServersAdminNegativeTestJSON-1660104221 tempest-ServersAdminNegativeTestJSON-1660104221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:07.320846 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-92600dd3-6540-466f-a7db-c139e0d40194 req-6da737e0-4b9b-402e-a0f2-3df00dc0b298 tempest-ServersAdminNegativeTestJSON-1660104221 tempest-ServersAdminNegativeTestJSON-1660104221-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1795578 Oct 20 10:28:07.321126 n-d-811396-3 neutron-server[100597]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 20 10:28:07.324781 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [req-58bac33b-8a8b-499e-a9e3-6437eed4caa6 req-ad4a29e1-cb63-4421-8d3b-f3640b5eec4c tempest-LiveAutoBlockMigrationV225Test-237435139 tempest-LiveAutoBlockMigrationV225Test-237435139-project-admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:28:07.325822 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-58bac33b-8a8b-499e-a9e3-6437eed4caa6 req-ad4a29e1-cb63-4421-8d3b-f3640b5eec4c tempest-LiveAutoBlockMigrationV225Test-237435139 tempest-LiveAutoBlockMigrationV225Test-237435139-project-admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3319550 Oct 20 10:28:07.350196 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-92600dd3-6540-466f-a7db-c139e0d40194 req-ed51a17d-b834-4d43-98e9-4880f8022ae5 tempest-ServersAdminNegativeTestJSON-1660104221 tempest-ServersAdminNegativeTestJSON-1660104221-project] 10.222.0.64 "GET /v2.0/quotas/034e70e8a6ff4c2ca18238cd861744e5 HTTP/1.1" status: 200 len: 375 time: 0.0107214 Oct 20 10:28:07.362687 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0603a97b-b01a-4538-8370-495e15533604 None None] Checking router: b8382396-2dc4-4d0c-a583-761d4735ed35 for host: n-d-811396-3 {{(pid=100598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:28:07.363053 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0603a97b-b01a-4538-8370-495e15533604 None None] Updating router b8382396-2dc4-4d0c-a583-761d4735ed35 port 149f9058-29ee-4a37-bd93-7b114ac9a7c5 binding host n-d-811396-3 {{(pid=100598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 10:28:07.395450 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-0603a97b-b01a-4538-8370-495e15533604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:07.411541 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 1a519a09-d356-413e-ae59-0df26543268f up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:28:07.453264 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-92600dd3-6540-466f-a7db-c139e0d40194 req-6946c177-0579-4f20-b6e6-9e6f1295b08c tempest-ServersAdminNegativeTestJSON-1660104221 tempest-ServersAdminNegativeTestJSON-1660104221-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=034e70e8a6ff4c2ca18238cd861744e5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0952961 Oct 20 10:28:07.642141 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 1a519a09-d356-413e-ae59-0df26543268f triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:28:07.642740 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:07.688661 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:07.692940 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:07.807187 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9b337a-a979-4b9b-8854-4b06e9259aa5 req-53831569-e232-4098-970f-ccb58d445b8b tempest-DeleteServersAdminTestJSON-1027242035 tempest-DeleteServersAdminTestJSON-1027242035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:07.808785 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8f9b337a-a979-4b9b-8854-4b06e9259aa5 req-53831569-e232-4098-970f-ccb58d445b8b tempest-DeleteServersAdminTestJSON-1027242035 tempest-DeleteServersAdminTestJSON-1027242035-project] 10.222.0.64 "GET /v2.0/ports?device_id=afa59ad2-542c-477e-9313-ae8481c61734 HTTP/1.1" status: 200 len: 950 time: 0.0816436 Oct 20 10:28:07.867602 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bac33b-8a8b-499e-a9e3-6437eed4caa6 req-eb7f5813-a458-439b-b1f2-2efee6066c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:07.869225 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-58bac33b-8a8b-499e-a9e3-6437eed4caa6 req-eb7f5813-a458-439b-b1f2-2efee6066c5d service neutron] 10.222.0.64 "GET /v2.0/ports/85405136-a680-4d6f-b8b5-cef238e9a0af HTTP/1.1" status: 200 len: 1093 time: 0.2522795 Oct 20 10:28:07.881908 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [req-58bac33b-8a8b-499e-a9e3-6437eed4caa6 req-de22799a-359f-42cd-b029-308c0b7920a1 service neutron] Request body: {'binding': {'host': 'n-h2-811396-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:28:07.883141 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [req-58bac33b-8a8b-499e-a9e3-6437eed4caa6 req-de22799a-359f-42cd-b029-308c0b7920a1 service neutron] Unknown quota resources ['binding']. {{(pid=100597) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 20 10:28:07.900453 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8f9b337a-a979-4b9b-8854-4b06e9259aa5 req-a57844fa-b6ed-43e4-b9b5-ca3ca361c454 tempest-DeleteServersAdminTestJSON-1027242035 tempest-DeleteServersAdminTestJSON-1027242035-project] 10.222.0.64 "GET /v2.0/security-groups?id=3a84262c-cab4-4d90-859d-7e7710412781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717614 Oct 20 10:28:07.913183 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-0603a97b-b01a-4538-8370-495e15533604 None None] Publish callbacks [] for port, precommit_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:07.927289 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-0603a97b-b01a-4538-8370-495e15533604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:08.114490 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a807522e-7e9b-42e5-99b5-b82dba2337ea None None] Pushing event updated for resources: {'Port': ['ID=149f9058-29ee-4a37-bd93-7b114ac9a7c5,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:08.138911 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-0603a97b-b01a-4538-8370-495e15533604 None None] Attempting to bind port 149f9058-29ee-4a37-bd93-7b114ac9a7c5 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:28:08.139816 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-0603a97b-b01a-4538-8370-495e15533604 None None] Attempting to bind port 149f9058-29ee-4a37-bd93-7b114ac9a7c5 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '9e138cd8-6672-4dd2-ab84-31af91836628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '8cfae792-dae1-499b-8163-e6aee18e9ac1'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:28:08.140926 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0603a97b-b01a-4538-8370-495e15533604 None None] Attempting to bind port 149f9058-29ee-4a37-bd93-7b114ac9a7c5 on network 8cfae792-dae1-499b-8163-e6aee18e9ac1 {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:28:08.148059 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0603a97b-b01a-4538-8370-495e15533604 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 28, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:28:08.148961 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0603a97b-b01a-4538-8370-495e15533604 None None] Checking segment: {'id': '9e138cd8-6672-4dd2-ab84-31af91836628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '8cfae792-dae1-499b-8163-e6aee18e9ac1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:28:08.149612 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-0603a97b-b01a-4538-8370-495e15533604 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:08.150372 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0603a97b-b01a-4538-8370-495e15533604 None None] Bound using segment: {'id': '9e138cd8-6672-4dd2-ab84-31af91836628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '8cfae792-dae1-499b-8163-e6aee18e9ac1'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:28:08.151065 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-0603a97b-b01a-4538-8370-495e15533604 None None] Bound port: 149f9058-29ee-4a37-bd93-7b114ac9a7c5, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e138cd8-6672-4dd2-ab84-31af91836628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '8cfae792-dae1-499b-8163-e6aee18e9ac1'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:28:08.151756 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-0603a97b-b01a-4538-8370-495e15533604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:08.175984 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-248e882a-895c-4c3d-8ce7-a9c36d03c4f1 req-6a03fe56-21b7-4dc1-98d4-de5b47f5cc68 tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] 10.222.0.64 "GET /v2.0/ports?device_id=37819879-6a8f-4e60-9b45-e7343fc19d33 HTTP/1.1" status: 200 len: 210 time: 0.0691674 Oct 20 10:28:08.343707 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7059b2d6-0dcc-43e1-8c52-141bcd55766f req-9d1ae1be-2798-4308-b1e8-20e43ecf5544 tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:08.346696 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-7059b2d6-0dcc-43e1-8c52-141bcd55766f req-9d1ae1be-2798-4308-b1e8-20e43ecf5544 tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] 10.222.0.69 "GET /v2.0/networks?id=8cfae792-dae1-499b-8163-e6aee18e9ac1 HTTP/1.1" status: 200 len: 820 time: 0.2791750 Oct 20 10:28:08.405612 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [req-7059b2d6-0dcc-43e1-8c52-141bcd55766f req-ec2f1659-6d12-473c-a51f-757f72d0d178 tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] Request body: {'port': {'device_id': '37819879-6a8f-4e60-9b45-e7343fc19d33', 'network_id': '8cfae792-dae1-499b-8163-e6aee18e9ac1', 'admin_state_up': True, 'tenant_id': '42b1ef643dda4357aa2693544e61640e'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:28:08.410988 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-0603a97b-b01a-4538-8370-495e15533604 None None] For port 149f9058-29ee-4a37-bd93-7b114ac9a7c5, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:28:08.415236 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-0603a97b-b01a-4538-8370-495e15533604 None None] For port 149f9058-29ee-4a37-bd93-7b114ac9a7c5, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=149f9058-29ee-4a37-bd93-7b114ac9a7c5,segment=NetworkSegment(9e138cd8-6672-4dd2-ab84-31af91836628),segment_id=9e138cd8-6672-4dd2-ab84-31af91836628)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:28:08.426378 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-0603a97b-b01a-4538-8370-495e15533604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:08.502726 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-58bac33b-8a8b-499e-a9e3-6437eed4caa6 req-de22799a-359f-42cd-b029-308c0b7920a1 service neutron] Attempting to bind port 85405136-a680-4d6f-b8b5-cef238e9a0af on host n-h2-811396-3 for vnic_type normal with profile None {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:28:08.503493 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-58bac33b-8a8b-499e-a9e3-6437eed4caa6 req-de22799a-359f-42cd-b029-308c0b7920a1 service neutron] Attempting to bind port 85405136-a680-4d6f-b8b5-cef238e9a0af by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': '21a06331-2010-4bb7-8d07-13da7f15af4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '1ce4070f-3cfd-4061-95b1-2481b8fda5e7'}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:28:08.504616 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58bac33b-8a8b-499e-a9e3-6437eed4caa6 req-de22799a-359f-42cd-b029-308c0b7920a1 service neutron] Attempting to bind port 85405136-a680-4d6f-b8b5-cef238e9a0af on network 1ce4070f-3cfd-4061-95b1-2481b8fda5e7 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:28:08.521548 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58bac33b-8a8b-499e-a9e3-6437eed4caa6 req-de22799a-359f-42cd-b029-308c0b7920a1 service neutron] Port 85405136-a680-4d6f-b8b5-cef238e9a0af on network 1ce4070f-3cfd-4061-95b1-2481b8fda5e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:28:08.522164 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58bac33b-8a8b-499e-a9e3-6437eed4caa6 req-de22799a-359f-42cd-b029-308c0b7920a1 service neutron] Attempting to bind port 85405136-a680-4d6f-b8b5-cef238e9a0af on network 1ce4070f-3cfd-4061-95b1-2481b8fda5e7 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:28:08.526210 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0603a97b-b01a-4538-8370-495e15533604 None None] Routers {'b8382396-2dc4-4d0c-a583-761d4735ed35'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:28:08.526920 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-0603a97b-b01a-4538-8370-495e15533604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:28:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['b8382396-2dc4-4d0c-a583-761d4735ed35'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:28:08.530375 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58bac33b-8a8b-499e-a9e3-6437eed4caa6 req-de22799a-359f-42cd-b029-308c0b7920a1 service neutron] Checking agent: {'id': '061232a2-7adc-4ba1-a873-e8cb136b064d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:28:08.530921 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58bac33b-8a8b-499e-a9e3-6437eed4caa6 req-de22799a-359f-42cd-b029-308c0b7920a1 service neutron] Checking segment: {'id': '21a06331-2010-4bb7-8d07-13da7f15af4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '1ce4070f-3cfd-4061-95b1-2481b8fda5e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:28:08.531534 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58bac33b-8a8b-499e-a9e3-6437eed4caa6 req-de22799a-359f-42cd-b029-308c0b7920a1 service neutron] Bound using segment: {'id': '21a06331-2010-4bb7-8d07-13da7f15af4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '1ce4070f-3cfd-4061-95b1-2481b8fda5e7'} {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:28:08.532497 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-58bac33b-8a8b-499e-a9e3-6437eed4caa6 req-de22799a-359f-42cd-b029-308c0b7920a1 service neutron] Bound port: 85405136-a680-4d6f-b8b5-cef238e9a0af, host: n-h2-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21a06331-2010-4bb7-8d07-13da7f15af4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '1ce4070f-3cfd-4061-95b1-2481b8fda5e7'}}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:28:08.634591 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a807522e-7e9b-42e5-99b5-b82dba2337ea None None] Pushing event updated for resources: {'Port': ['ID=149f9058-29ee-4a37-bd93-7b114ac9a7c5,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:08.639283 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887ce02f-9820-476c-bb8e-b5179858a43a req-2e342f02-8ee8-43d2-a936-d7e218d7c397 tempest-MigrationsAdminTest-214281560 tempest-MigrationsAdminTest-214281560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:08.646950 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [req-58bac33b-8a8b-499e-a9e3-6437eed4caa6 req-de22799a-359f-42cd-b029-308c0b7920a1 service neutron] For port 85405136-a680-4d6f-b8b5-cef238e9a0af, host n-h2-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=85405136-a680-4d6f-b8b5-cef238e9a0af,segment=NetworkSegment(21a06331-2010-4bb7-8d07-13da7f15af4f),segment_id=21a06331-2010-4bb7-8d07-13da7f15af4f)] {{(pid=100597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:28:08.648557 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-887ce02f-9820-476c-bb8e-b5179858a43a req-2e342f02-8ee8-43d2-a936-d7e218d7c397 tempest-MigrationsAdminTest-214281560 tempest-MigrationsAdminTest-214281560-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=140f67b6-b627-4357-882b-b43ba6bc30e0 HTTP/1.1" status: 200 len: 1100 time: 0.0796010 Oct 20 10:28:08.663254 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-58bac33b-8a8b-499e-a9e3-6437eed4caa6 req-de22799a-359f-42cd-b029-308c0b7920a1 service neutron] Publish callbacks [] for binding, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:08.665714 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-58bac33b-8a8b-499e-a9e3-6437eed4caa6 req-de22799a-359f-42cd-b029-308c0b7920a1 service neutron] 10.222.0.64 "POST /v2.0/ports/85405136-a680-4d6f-b8b5-cef238e9a0af/bindings HTTP/1.1" status: 201 len: 389 time: 0.7892413 Oct 20 10:28:08.677898 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-0603a97b-b01a-4538-8370-495e15533604 None None] Set router b8382396-2dc4-4d0c-a583-761d4735ed35 gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:28:08.686237 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7059b2d6-0dcc-43e1-8c52-141bcd55766f req-ec2f1659-6d12-473c-a51f-757f72d0d178 tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] Made reservation on behalf of 42b1ef643dda4357aa2693544e61640e for: {'port': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:28:08.692144 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-7059b2d6-0dcc-43e1-8c52-141bcd55766f req-ec2f1659-6d12-473c-a51f-757f72d0d178 tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:08.698263 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-887ce02f-9820-476c-bb8e-b5179858a43a req-c49b8a6e-d221-4bdb-ad9a-6a90b7cdfd5c tempest-MigrationsAdminTest-214281560 tempest-MigrationsAdminTest-214281560-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:08.821889 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 7 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 10:28:08.875988 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-887ce02f-9820-476c-bb8e-b5179858a43a req-c49b8a6e-d221-4bdb-ad9a-6a90b7cdfd5c tempest-MigrationsAdminTest-214281560 tempest-MigrationsAdminTest-214281560-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:08.889366 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-887ce02f-9820-476c-bb8e-b5179858a43a req-c49b8a6e-d221-4bdb-ad9a-6a90b7cdfd5c tempest-MigrationsAdminTest-214281560 tempest-MigrationsAdminTest-214281560-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:08.915337 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [req-7059b2d6-0dcc-43e1-8c52-141bcd55766f req-ec2f1659-6d12-473c-a51f-757f72d0d178 tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] Allocated IP 172.20.0.9 (8cfae792-dae1-499b-8163-e6aee18e9ac1/fa453291-6ed6-480d-9668-eca2978cd872/9ff0c57f-c9ee-48e9-a95b-2abd8954e425) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:28:08.918742 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:08.926016 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-887ce02f-9820-476c-bb8e-b5179858a43a req-c49b8a6e-d221-4bdb-ad9a-6a90b7cdfd5c tempest-MigrationsAdminTest-214281560 tempest-MigrationsAdminTest-214281560-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2758284 Oct 20 10:28:08.941620 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49b8a6e-d221-4bdb-ad9a-6a90b7cdfd5c tempest-MigrationsAdminTest-214281560 tempest-MigrationsAdminTest-214281560-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe673de9-5ef4-433a-8c44-aa808aa539d6,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:09.054030 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0a27367f-7192-4972-a1e8-7f0777c7130e req-d1baf2fe-ec0d-456d-b995-351e9a4efa6e tempest-ServersAdminNegativeTestJSON-1660104221 tempest-ServersAdminNegativeTestJSON-1660104221-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd9b3dd1-21d2-4e5d-beb0-2ae5ca6514f2 HTTP/1.1" status: 200 len: 210 time: 0.0351338 Oct 20 10:28:09.081915 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-0603a97b-b01a-4538-8370-495e15533604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8382396-2dc4-4d0c-a583-761d4735ed35', 'name': 'tempest-ServerRescueTestJSONUnderV235-1835896000-router', 'tenant_id': '42b1ef643dda4357aa2693544e61640e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': '1a519a09-d356-413e-ae59-0df26543268f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:27:59Z', 'updated_at': '2021-10-20T10:28:03Z', 'revision_number': 4, 'project_id': '42b1ef643dda4357aa2693544e61640e', 'gw_port': {'id': '1a519a09-d356-413e-ae59-0df26543268f', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:11:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8382396-2dc4-4d0c-a583-761d4735ed35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 227, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:27:59Z', 'updated_at': '2021-10-20T10:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '149f9058-29ee-4a37-bd93-7b114ac9a7c5', 'name': '', 'network_id': '8cfae792-dae1-499b-8163-e6aee18e9ac1', 'tenant_id': '42b1ef643dda4357aa2693544e61640e', 'mac_address': 'fa:16:3e:21:e7:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8382396-2dc4-4d0c-a583-761d4735ed35', 'device_owner': 'network:router_interface', 'standard_attr_id': 228, 'fixed_ips': [{'subnet_id': 'fa453291-6ed6-480d-9668-eca2978cd872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:28:02Z', 'updated_at': '2021-10-20T10:28:08Z', 'revision_number': 4, 'project_id': '42b1ef643dda4357aa2693544e61640e', 'subnets': [{'id': 'fa453291-6ed6-480d-9668-eca2978cd872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:28:09.130206 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-7059b2d6-0dcc-43e1-8c52-141bcd55766f req-ec2f1659-6d12-473c-a51f-757f72d0d178 tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:09.134083 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0603a97b-b01a-4538-8370-495e15533604 None None] The sync data for ids ['b8382396-2dc4-4d0c-a583-761d4735ed35'] in n-d-811396-3 is: [{'id': 'b8382396-2dc4-4d0c-a583-761d4735ed35', 'name': 'tempest-ServerRescueTestJSONUnderV235-1835896000-router', 'tenant_id': '42b1ef643dda4357aa2693544e61640e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': '1a519a09-d356-413e-ae59-0df26543268f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:27:59Z', 'updated_at': '2021-10-20T10:28:03Z', 'revision_number': 4, 'project_id': '42b1ef643dda4357aa2693544e61640e', 'gw_port': {'id': '1a519a09-d356-413e-ae59-0df26543268f', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:11:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8382396-2dc4-4d0c-a583-761d4735ed35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 227, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:27:59Z', 'updated_at': '2021-10-20T10:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '149f9058-29ee-4a37-bd93-7b114ac9a7c5', 'name': '', 'network_id': '8cfae792-dae1-499b-8163-e6aee18e9ac1', 'tenant_id': '42b1ef643dda4357aa2693544e61640e', 'mac_address': 'fa:16:3e:21:e7:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8382396-2dc4-4d0c-a583-761d4735ed35', 'device_owner': 'network:router_interface', 'standard_attr_id': 228, 'fixed_ips': [{'subnet_id': 'fa453291-6ed6-480d-9668-eca2978cd872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:28:02Z', 'updated_at': '2021-10-20T10:28:08Z', 'revision_number': 4, 'project_id': '42b1ef643dda4357aa2693544e61640e', 'subnets': [{'id': 'fa453291-6ed6-480d-9668-eca2978cd872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:28:09.169609 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bac33b-8a8b-499e-a9e3-6437eed4caa6 req-31db0e75-a9f4-4b3d-8eb1-cb251fefe881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:09.172144 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-7059b2d6-0dcc-43e1-8c52-141bcd55766f req-ec2f1659-6d12-473c-a51f-757f72d0d178 tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:09.185940 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-58bac33b-8a8b-499e-a9e3-6437eed4caa6 req-31db0e75-a9f4-4b3d-8eb1-cb251fefe881 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9d344b97e96e4da89707d7e9ad8232dc&device_id=9f19914c-2a94-4ff4-a81b-b77e4f1d979c HTTP/1.1" status: 200 len: 1096 time: 0.0939555 Oct 20 10:28:09.282201 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.69', 54981) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:28:09.302172 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7059b2d6-0dcc-43e1-8c52-141bcd55766f req-ec2f1659-6d12-473c-a51f-757f72d0d178 tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] Network 8cfae792-dae1-499b-8163-e6aee18e9ac1 is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:28:09.331351 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [req-7059b2d6-0dcc-43e1-8c52-141bcd55766f req-ec2f1659-6d12-473c-a51f-757f72d0d178 tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:28:09.368216 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [req-7059b2d6-0dcc-43e1-8c52-141bcd55766f req-ec2f1659-6d12-473c-a51f-757f72d0d178 tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:28:09.381800 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7059b2d6-0dcc-43e1-8c52-141bcd55766f req-ec2f1659-6d12-473c-a51f-757f72d0d178 tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:09.382403 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-7059b2d6-0dcc-43e1-8c52-141bcd55766f req-ec2f1659-6d12-473c-a51f-757f72d0d178 tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:09.401308 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-92600dd3-6540-466f-a7db-c139e0d40194 req-544f6b0a-8362-4d09-9663-fa853e10e53a tempest-ServersAdminNegativeTestJSON-1660104221 tempest-ServersAdminNegativeTestJSON-1660104221-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=034e70e8a6ff4c2ca18238cd861744e5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1056614 Oct 20 10:28:09.402081 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2f1659-6d12-473c-a51f-757f72d0d178 tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] Pushing event updated for resources: {'Port': ['ID=9ff0c57f-c9ee-48e9-a95b-2abd8954e425,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:09.405018 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 149f9058-29ee-4a37-bd93-7b114ac9a7c5 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:28:09.415063 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-7059b2d6-0dcc-43e1-8c52-141bcd55766f req-ec2f1659-6d12-473c-a51f-757f72d0d178 tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0310881 Oct 20 10:28:09.445183 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [req-7059b2d6-0dcc-43e1-8c52-141bcd55766f req-520d8c56-0c16-4d7d-9c24-c0bbfdb16a40 service neutron] Request body: {'port': {'device_id': '37819879-6a8f-4e60-9b45-e7343fc19d33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811396-3'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:28:09.575248 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 149f9058-29ee-4a37-bd93-7b114ac9a7c5 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:28:09.575861 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:09.641831 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bac33b-8a8b-499e-a9e3-6437eed4caa6 req-33740e73-963d-48ed-a365-2d1081858b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:09.648348 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-58bac33b-8a8b-499e-a9e3-6437eed4caa6 req-33740e73-963d-48ed-a365-2d1081858b0c service neutron] 10.222.0.69 "GET /v2.0/networks?id=1ce4070f-3cfd-4061-95b1-2481b8fda5e7 HTTP/1.1" status: 200 len: 922 time: 0.4500873 Oct 20 10:28:09.663122 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-7059b2d6-0dcc-43e1-8c52-141bcd55766f req-520d8c56-0c16-4d7d-9c24-c0bbfdb16a40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:09.703547 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:09.755325 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] For port 149f9058-29ee-4a37-bd93-7b114ac9a7c5, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=149f9058-29ee-4a37-bd93-7b114ac9a7c5,segment=NetworkSegment(9e138cd8-6672-4dd2-ab84-31af91836628),segment_id=9e138cd8-6672-4dd2-ab84-31af91836628)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:28:09.761343 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:09.775103 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.69', 54982) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:28:09.775484 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 37382) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:28:09.812694 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-58bac33b-8a8b-499e-a9e3-6437eed4caa6 req-c556da9a-bcd1-4434-8357-57283ab846d5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=85405136-a680-4d6f-b8b5-cef238e9a0af HTTP/1.1" status: 200 len: 217 time: 0.1543076 Oct 20 10:28:09.834998 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Pushing event updated for resources: {'Port': ['ID=149f9058-29ee-4a37-bd93-7b114ac9a7c5,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:09.856068 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90aee1a-9791-4bdd-90e9-a6ae8e415a0c req-8e729cda-9df0-4d04-90ec-10098dad73a6 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:09.865579 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e90aee1a-9791-4bdd-90e9-a6ae8e415a0c req-8e729cda-9df0-4d04-90ec-10098dad73a6 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/ports?device_id=9f19914c-2a94-4ff4-a81b-b77e4f1d979c HTTP/1.1" status: 200 len: 945 time: 0.2944579 Oct 20 10:28:09.897463 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1e0206bf-993e-47be-9cf9-44c739615b17 req-24d8df0c-6a68-4b5a-ac36-8ebe1cf33cb7 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=afa59ad2-542c-477e-9313-ae8481c61734&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1199355 Oct 20 10:28:09.950900 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e90aee1a-9791-4bdd-90e9-a6ae8e415a0c req-8c3ab691-30f2-4c9d-80f2-132095fe4e50 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba094063-4980-4c22-bc34-9c1534c0beb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809093 Oct 20 10:28:09.992606 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bac33b-8a8b-499e-a9e3-6437eed4caa6 req-771aaf9d-bdea-4ff2-9ccc-980312d61dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:09.994117 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-58bac33b-8a8b-499e-a9e3-6437eed4caa6 req-771aaf9d-bdea-4ff2-9ccc-980312d61dda service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4012c245-3079-4795-8c54-d3f2bf73a5b0 HTTP/1.1" status: 200 len: 861 time: 0.1718116 Oct 20 10:28:10.043972 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [req-7059b2d6-0dcc-43e1-8c52-141bcd55766f req-520d8c56-0c16-4d7d-9c24-c0bbfdb16a40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ff0c57f-c9ee-48e9-a95b-2abd8954e425 {{(pid=100597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:28:10.054009 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-7059b2d6-0dcc-43e1-8c52-141bcd55766f req-520d8c56-0c16-4d7d-9c24-c0bbfdb16a40 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:10.087235 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92600dd3-6540-466f-a7db-c139e0d40194 req-22d237d1-2c7f-40ff-8ad9-b0b970a60158 tempest-ServersAdminNegativeTestJSON-1660104221 tempest-ServersAdminNegativeTestJSON-1660104221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:10.089236 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-92600dd3-6540-466f-a7db-c139e0d40194 req-22d237d1-2c7f-40ff-8ad9-b0b970a60158 tempest-ServersAdminNegativeTestJSON-1660104221 tempest-ServersAdminNegativeTestJSON-1660104221-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6725590 Oct 20 10:28:10.090486 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.provisioning_blocks [req-7059b2d6-0dcc-43e1-8c52-141bcd55766f req-520d8c56-0c16-4d7d-9c24-c0bbfdb16a40 service neutron] Transition to ACTIVE for port object 9ff0c57f-c9ee-48e9-a95b-2abd8954e425 will not be triggered until provisioned by entity L2. {{(pid=100597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:28:10.111410 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [req-92600dd3-6540-466f-a7db-c139e0d40194 req-5ac28e01-c1d4-4aed-8e5e-48d50a27ccd3 tempest-ServersAdminNegativeTestJSON-1660104221 tempest-ServersAdminNegativeTestJSON-1660104221-project] Request body: {'port': {'device_id': 'cd9b3dd1-21d2-4e5d-beb0-2ae5ca6514f2', 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84', 'admin_state_up': True, 'tenant_id': '034e70e8a6ff4c2ca18238cd861744e5'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:28:10.115125 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-7059b2d6-0dcc-43e1-8c52-141bcd55766f req-520d8c56-0c16-4d7d-9c24-c0bbfdb16a40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:10.168970 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-58bac33b-8a8b-499e-a9e3-6437eed4caa6 req-f270401f-2440-403a-a53c-1b01bc85ecb2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1ce4070f-3cfd-4061-95b1-2481b8fda5e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1362951 Oct 20 10:28:10.192146 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0206bf-993e-47be-9cf9-44c739615b17 req-8c0deabd-1d6a-4185-8f1d-249747c481e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:10.193649 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1e0206bf-993e-47be-9cf9-44c739615b17 req-8c0deabd-1d6a-4185-8f1d-249747c481e6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=782469d29b0d4989bf1db671d2d5222e&device_id=afa59ad2-542c-477e-9313-ae8481c61734 HTTP/1.1" status: 200 len: 1101 time: 0.2301879 Oct 20 10:28:10.207981 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0e8c2d51-9247-45bf-bc06-076a7ef637c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:10.259280 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520d8c56-0c16-4d7d-9c24-c0bbfdb16a40 service neutron] Pushing event updated for resources: {'Port': ['ID=9ff0c57f-c9ee-48e9-a95b-2abd8954e425,revision_number=2']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:10.294136 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f0af13-3d5a-4a47-858b-0b69f993fd9d req-ed2798d7-2e44-414f-ac1a-39cabda0c860 tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:10.296051 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-27f0af13-3d5a-4a47-858b-0b69f993fd9d req-ed2798d7-2e44-414f-ac1a-39cabda0c860 tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] 10.222.0.64 "GET /v2.0/ports?device_id=37819879-6a8f-4e60-9b45-e7343fc19d33 HTTP/1.1" status: 200 len: 943 time: 0.1899025 Oct 20 10:28:10.330254 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-7059b2d6-0dcc-43e1-8c52-141bcd55766f req-520d8c56-0c16-4d7d-9c24-c0bbfdb16a40 service neutron] Attempting to bind port 9ff0c57f-c9ee-48e9-a95b-2abd8954e425 on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:28:10.331157 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-7059b2d6-0dcc-43e1-8c52-141bcd55766f req-520d8c56-0c16-4d7d-9c24-c0bbfdb16a40 service neutron] Attempting to bind port 9ff0c57f-c9ee-48e9-a95b-2abd8954e425 by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': '9e138cd8-6672-4dd2-ab84-31af91836628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '8cfae792-dae1-499b-8163-e6aee18e9ac1'}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:28:10.335669 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7059b2d6-0dcc-43e1-8c52-141bcd55766f req-520d8c56-0c16-4d7d-9c24-c0bbfdb16a40 service neutron] Attempting to bind port 9ff0c57f-c9ee-48e9-a95b-2abd8954e425 on network 8cfae792-dae1-499b-8163-e6aee18e9ac1 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:28:10.348872 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7059b2d6-0dcc-43e1-8c52-141bcd55766f req-520d8c56-0c16-4d7d-9c24-c0bbfdb16a40 service neutron] Port 9ff0c57f-c9ee-48e9-a95b-2abd8954e425 on network 8cfae792-dae1-499b-8163-e6aee18e9ac1 not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:28:10.349355 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7059b2d6-0dcc-43e1-8c52-141bcd55766f req-520d8c56-0c16-4d7d-9c24-c0bbfdb16a40 service neutron] Attempting to bind port 9ff0c57f-c9ee-48e9-a95b-2abd8954e425 on network 8cfae792-dae1-499b-8163-e6aee18e9ac1 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:28:10.386964 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92600dd3-6540-466f-a7db-c139e0d40194 req-5ac28e01-c1d4-4aed-8e5e-48d50a27ccd3 tempest-ServersAdminNegativeTestJSON-1660104221 tempest-ServersAdminNegativeTestJSON-1660104221-project] Made reservation on behalf of 034e70e8a6ff4c2ca18238cd861744e5 for: {'port': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:28:10.391701 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-92600dd3-6540-466f-a7db-c139e0d40194 req-5ac28e01-c1d4-4aed-8e5e-48d50a27ccd3 tempest-ServersAdminNegativeTestJSON-1660104221 tempest-ServersAdminNegativeTestJSON-1660104221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:10.395141 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7059b2d6-0dcc-43e1-8c52-141bcd55766f req-520d8c56-0c16-4d7d-9c24-c0bbfdb16a40 service neutron] Checking agent: {'id': '061232a2-7adc-4ba1-a873-e8cb136b064d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:28:10.395670 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7059b2d6-0dcc-43e1-8c52-141bcd55766f req-520d8c56-0c16-4d7d-9c24-c0bbfdb16a40 service neutron] Checking segment: {'id': '9e138cd8-6672-4dd2-ab84-31af91836628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '8cfae792-dae1-499b-8163-e6aee18e9ac1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:28:10.396175 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7059b2d6-0dcc-43e1-8c52-141bcd55766f req-520d8c56-0c16-4d7d-9c24-c0bbfdb16a40 service neutron] Bound using segment: {'id': '9e138cd8-6672-4dd2-ab84-31af91836628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '8cfae792-dae1-499b-8163-e6aee18e9ac1'} {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:28:10.397623 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-7059b2d6-0dcc-43e1-8c52-141bcd55766f req-520d8c56-0c16-4d7d-9c24-c0bbfdb16a40 service neutron] Bound port: 9ff0c57f-c9ee-48e9-a95b-2abd8954e425, host: n-h2-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e138cd8-6672-4dd2-ab84-31af91836628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '8cfae792-dae1-499b-8163-e6aee18e9ac1'}}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:28:10.398258 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-7059b2d6-0dcc-43e1-8c52-141bcd55766f req-520d8c56-0c16-4d7d-9c24-c0bbfdb16a40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:10.479431 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-58bac33b-8a8b-499e-a9e3-6437eed4caa6 req-e3d0c6c6-5b8a-468b-af1e-93f7fae36ab9 service neutron] 10.222.0.69 "GET /v2.0/networks/1ce4070f-3cfd-4061-95b1-2481b8fda5e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2966104 Oct 20 10:28:10.490936 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-27f0af13-3d5a-4a47-858b-0b69f993fd9d req-c3ff0f28-3379-424f-b191-58fbbc8f13e0 tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] 10.222.0.64 "GET /v2.0/security-groups?id=a63fa035-9252-4a30-bf29-691fc7c00c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555443 Oct 20 10:28:10.621111 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0206bf-993e-47be-9cf9-44c739615b17 req-081ef5a9-dd0a-4eda-9121-ac40712656ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:10.622551 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1e0206bf-993e-47be-9cf9-44c739615b17 req-081ef5a9-dd0a-4eda-9121-ac40712656ea service neutron] 10.222.0.69 "GET /v2.0/networks?id=a7c57b12-d7c3-48bb-aa54-a67a56468a84 HTTP/1.1" status: 200 len: 870 time: 0.3881483 Oct 20 10:28:10.674862 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0e8c2d51-9247-45bf-bc06-076a7ef637c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:10.677101 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 37412) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:28:10.714851 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-58bac33b-8a8b-499e-a9e3-6437eed4caa6 req-369e9cd0-4cb4-47ba-b202-9e2c4e9353e4 service neutron] 10.222.0.69 "GET /v2.0/networks/1ce4070f-3cfd-4061-95b1-2481b8fda5e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183278 Oct 20 10:28:10.717108 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0e8c2d51-9247-45bf-bc06-076a7ef637c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:10.721503 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1e0206bf-993e-47be-9cf9-44c739615b17 req-03128a7d-9456-40cf-8606-213dcfe4169e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=d1882c9d-0251-4a84-98f2-1d05710b577d HTTP/1.1" status: 200 len: 217 time: 0.0709519 Oct 20 10:28:10.866052 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [req-7059b2d6-0dcc-43e1-8c52-141bcd55766f req-520d8c56-0c16-4d7d-9c24-c0bbfdb16a40 service neutron] For port 9ff0c57f-c9ee-48e9-a95b-2abd8954e425, host n-h2-811396-3, cleared binding levels {{(pid=100597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:28:10.872394 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [req-7059b2d6-0dcc-43e1-8c52-141bcd55766f req-520d8c56-0c16-4d7d-9c24-c0bbfdb16a40 service neutron] For port 9ff0c57f-c9ee-48e9-a95b-2abd8954e425, host n-h2-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=9ff0c57f-c9ee-48e9-a95b-2abd8954e425,segment=NetworkSegment(9e138cd8-6672-4dd2-ab84-31af91836628),segment_id=9e138cd8-6672-4dd2-ab84-31af91836628)] {{(pid=100597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:28:10.878952 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-7059b2d6-0dcc-43e1-8c52-141bcd55766f req-520d8c56-0c16-4d7d-9c24-c0bbfdb16a40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:10.962380 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7059b2d6-0dcc-43e1-8c52-141bcd55766f req-520d8c56-0c16-4d7d-9c24-c0bbfdb16a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:10.963012 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-7059b2d6-0dcc-43e1-8c52-141bcd55766f req-520d8c56-0c16-4d7d-9c24-c0bbfdb16a40 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:10.964469 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-7059b2d6-0dcc-43e1-8c52-141bcd55766f req-520d8c56-0c16-4d7d-9c24-c0bbfdb16a40 service neutron] 10.222.0.69 "PUT /v2.0/ports/9ff0c57f-c9ee-48e9-a95b-2abd8954e425 HTTP/1.1" status: 200 len: 1091 time: 1.5318761 Oct 20 10:28:10.967450 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37819879-6a8f-4e60-9b45-e7343fc19d33', 'tag': '9ff0c57f-c9ee-48e9-a95b-2abd8954e425'}] {{(pid=100597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:28:10.969950 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd85cad6a391afaa95d2dd5280bfd4659fc1e1b2aba53b5e7ef874f059efcdc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c475d4c-7238-46e4-9867-c548f8619aa5" -d '{"events": [{"name": "network-changed", "server_uuid": "37819879-6a8f-4e60-9b45-e7343fc19d33", "tag": "9ff0c57f-c9ee-48e9-a95b-2abd8954e425"}]}' {{(pid=100597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:28:11.017867 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [req-92600dd3-6540-466f-a7db-c139e0d40194 req-5ac28e01-c1d4-4aed-8e5e-48d50a27ccd3 tempest-ServersAdminNegativeTestJSON-1660104221 tempest-ServersAdminNegativeTestJSON-1660104221-project] Allocated IP 192.168.233.45 (a7c57b12-d7c3-48bb-aa54-a67a56468a84/8f86199a-b8f2-45b4-a83a-995a7ea6fe42/ddddab3d-5ced-4348-8f5e-0c26a7adc772) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:28:11.056245 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520d8c56-0c16-4d7d-9c24-c0bbfdb16a40 service neutron] Pushing event updated for resources: {'Port': ['ID=9ff0c57f-c9ee-48e9-a95b-2abd8954e425,revision_number=3']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:11.093224 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7059b2d6-0dcc-43e1-8c52-141bcd55766f req-62cc30b5-ab3f-4f36-8287-2cafb82ca4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:11.094721 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-7059b2d6-0dcc-43e1-8c52-141bcd55766f req-62cc30b5-ab3f-4f36-8287-2cafb82ca4a6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=42b1ef643dda4357aa2693544e61640e&device_id=37819879-6a8f-4e60-9b45-e7343fc19d33 HTTP/1.1" status: 200 len: 1094 time: 0.0858948 Oct 20 10:28:11.097034 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0206bf-993e-47be-9cf9-44c739615b17 req-561b415d-24b3-4a43-89b9-210469b94e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:11.098471 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1e0206bf-993e-47be-9cf9-44c739615b17 req-561b415d-24b3-4a43-89b9-210469b94e4b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8f86199a-b8f2-45b4-a83a-995a7ea6fe42 HTTP/1.1" status: 200 len: 843 time: 0.3627255 Oct 20 10:28:11.099348 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8c2d51-9247-45bf-bc06-076a7ef637c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6feeaab1-7b6d-4879-a6a8-4a2d46ef51fc,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:11.116667 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcf6f10-9b63-44a3-bc78-62f31c36e165 req-0c76350e-2a86-4803-bf36-e6aee129e047 tempest-DeleteServersAdminTestJSON-1027242035 tempest-DeleteServersAdminTestJSON-1027242035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:11.118138 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bfcf6f10-9b63-44a3-bc78-62f31c36e165 req-0c76350e-2a86-4803-bf36-e6aee129e047 tempest-DeleteServersAdminTestJSON-1027242035 tempest-DeleteServersAdminTestJSON-1027242035-project] 10.222.0.64 "GET /v2.0/ports?device_id=afa59ad2-542c-477e-9313-ae8481c61734 HTTP/1.1" status: 200 len: 950 time: 0.5273035 Oct 20 10:28:11.143897 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-0e8c2d51-9247-45bf-bc06-076a7ef637c3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7d3638a35c3840cd8786935bf268fe8d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3652296 Oct 20 10:28:11.158593 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 37422) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:28:11.171814 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7d21f9a9-c264-4c70-85e4-d06416dd0e7b req-267aacde-7dbf-4ad5-961e-03cbe88871e0 tempest-ServersAdminNegativeTestJSON-1660104221 tempest-ServersAdminNegativeTestJSON-1660104221-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd9b3dd1-21d2-4e5d-beb0-2ae5ca6514f2 HTTP/1.1" status: 200 len: 210 time: 0.0861604 Oct 20 10:28:11.172436 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-7059b2d6-0dcc-43e1-8c52-141bcd55766f req-d9dc061b-851d-409c-b55b-02de931e1512 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9ff0c57f-c9ee-48e9-a95b-2abd8954e425 HTTP/1.1" status: 200 len: 217 time: 0.0549695 Oct 20 10:28:11.242251 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-55651709-5293-43ad-9aa1-1c39d3578ba3 req-9a44876c-c14f-45bb-97f7-241695da0e4e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=140f67b6-b627-4357-882b-b43ba6bc30e0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5357158 Oct 20 10:28:11.247859 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bac33b-8a8b-499e-a9e3-6437eed4caa6 req-90dc595a-6309-46e3-bc92-871f0d3eeb0f tempest-LiveAutoBlockMigrationV225Test-237435139 tempest-LiveAutoBlockMigrationV225Test-237435139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:11.247859 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-58bac33b-8a8b-499e-a9e3-6437eed4caa6 req-90dc595a-6309-46e3-bc92-871f0d3eeb0f tempest-LiveAutoBlockMigrationV225Test-237435139 tempest-LiveAutoBlockMigrationV225Test-237435139-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=9f19914c-2a94-4ff4-a81b-b77e4f1d979c&tenant_id=9d344b97e96e4da89707d7e9ad8232dc&binding%3Ahost_id=n-h1-811396-3 HTTP/1.1" status: 200 len: 1096 time: 0.3896391 Oct 20 10:28:11.259432 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [req-55651709-5293-43ad-9aa1-1c39d3578ba3 req-60457733-7527-46dc-833f-7266889819e1 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:28:11.264366 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-55651709-5293-43ad-9aa1-1c39d3578ba3 req-60457733-7527-46dc-833f-7266889819e1 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0109372 Oct 20 10:28:11.274524 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bfcf6f10-9b63-44a3-bc78-62f31c36e165 req-33cb4309-c002-4cfe-8193-c6203505de30 tempest-DeleteServersAdminTestJSON-1027242035 tempest-DeleteServersAdminTestJSON-1027242035-project] 10.222.0.64 "GET /v2.0/security-groups?id=3a84262c-cab4-4d90-859d-7e7710412781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339130 Oct 20 10:28:11.280562 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-58bac33b-8a8b-499e-a9e3-6437eed4caa6 req-23cf3fea-eb7f-45ba-b65b-357635485344 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-811396-3'}}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:28:11.308879 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 149f9058-29ee-4a37-bd93-7b114ac9a7c5 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:28:11.358084 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-92600dd3-6540-466f-a7db-c139e0d40194 req-5ac28e01-c1d4-4aed-8e5e-48d50a27ccd3 tempest-ServersAdminNegativeTestJSON-1660104221 tempest-ServersAdminNegativeTestJSON-1660104221-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:11.379482 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 149f9058-29ee-4a37-bd93-7b114ac9a7c5 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:28:11.380234 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:11.382210 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-58bac33b-8a8b-499e-a9e3-6437eed4caa6 req-23cf3fea-eb7f-45ba-b65b-357635485344 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:11.385170 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0206bf-993e-47be-9cf9-44c739615b17 req-e81bd073-2fe2-4895-b489-d38963944257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:11.386956 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1e0206bf-993e-47be-9cf9-44c739615b17 req-e81bd073-2fe2-4895-b489-d38963944257 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a7c57b12-d7c3-48bb-aa54-a67a56468a84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2666733 Oct 20 10:28:11.396699 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7059b2d6-0dcc-43e1-8c52-141bcd55766f req-a6606a30-c4c3-46c9-8b8a-285724eb0bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:11.398298 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-7059b2d6-0dcc-43e1-8c52-141bcd55766f req-a6606a30-c4c3-46c9-8b8a-285724eb0bae service neutron] 10.222.0.69 "GET /v2.0/subnets?id=fa453291-6ed6-480d-9668-eca2978cd872 HTTP/1.1" status: 200 len: 860 time: 0.2161064 Oct 20 10:28:11.408555 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-50d9ed73-8474-4314-a6a4-12af1b496a4c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:11.443672 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c45d435-11af-4935-a4cf-1bb500daa653 req-a5fa53f5-c265-405b-bfc6-643240e353e0 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:11.445415 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1c45d435-11af-4935-a4cf-1bb500daa653 req-a5fa53f5-c265-405b-bfc6-643240e353e0 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=140f67b6-b627-4357-882b-b43ba6bc30e0 HTTP/1.1" status: 200 len: 949 time: 0.1934321 Oct 20 10:28:11.452728 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-50d9ed73-8474-4314-a6a4-12af1b496a4c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:11.485017 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e73362c-5c8c-4d8d-98d7-0f2636f4f102 x-openstack-request-id: req-9e73362c-5c8c-4d8d-98d7-0f2636f4f102 {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:28:11.485380 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37819879-6a8f-4e60-9b45-e7343fc19d33", "tag": "9ff0c57f-c9ee-48e9-a95b-2abd8954e425", "status": "completed", "code": 200}]} {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:28:11.485691 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9e73362c-5c8c-4d8d-98d7-0f2636f4f102 {{(pid=100597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:28:11.486142 n-d-811396-3 neutron-server[100597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37819879-6a8f-4e60-9b45-e7343fc19d33', 'tag': '9ff0c57f-c9ee-48e9-a95b-2abd8954e425', 'status': 'completed', 'code': 200} Oct 20 10:28:11.490674 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-7059b2d6-0dcc-43e1-8c52-141bcd55766f req-5789fea4-f12f-41af-a95e-ac4f77bb90a2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8cfae792-dae1-499b-8163-e6aee18e9ac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0830889 Oct 20 10:28:11.544349 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1c45d435-11af-4935-a4cf-1bb500daa653 req-31f18f63-49af-4a90-aa11-cee9e1faeec6 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758419 Oct 20 10:28:11.573316 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-92600dd3-6540-466f-a7db-c139e0d40194 req-5ac28e01-c1d4-4aed-8e5e-48d50a27ccd3 tempest-ServersAdminNegativeTestJSON-1660104221 tempest-ServersAdminNegativeTestJSON-1660104221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:11.624092 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['658edd2e-0064-41fb-a701-0bef1771929d'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:28:11.649379 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92600dd3-6540-466f-a7db-c139e0d40194 req-5ac28e01-c1d4-4aed-8e5e-48d50a27ccd3 tempest-ServersAdminNegativeTestJSON-1660104221 tempest-ServersAdminNegativeTestJSON-1660104221-project] Network a7c57b12-d7c3-48bb-aa54-a67a56468a84 is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:28:11.654000 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [req-92600dd3-6540-466f-a7db-c139e0d40194 req-5ac28e01-c1d4-4aed-8e5e-48d50a27ccd3 tempest-ServersAdminNegativeTestJSON-1660104221 tempest-ServersAdminNegativeTestJSON-1660104221-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:28:11.656685 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [req-92600dd3-6540-466f-a7db-c139e0d40194 req-5ac28e01-c1d4-4aed-8e5e-48d50a27ccd3 tempest-ServersAdminNegativeTestJSON-1660104221 tempest-ServersAdminNegativeTestJSON-1660104221-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:28:11.663508 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92600dd3-6540-466f-a7db-c139e0d40194 req-5ac28e01-c1d4-4aed-8e5e-48d50a27ccd3 tempest-ServersAdminNegativeTestJSON-1660104221 tempest-ServersAdminNegativeTestJSON-1660104221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:11.664129 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-92600dd3-6540-466f-a7db-c139e0d40194 req-5ac28e01-c1d4-4aed-8e5e-48d50a27ccd3 tempest-ServersAdminNegativeTestJSON-1660104221 tempest-ServersAdminNegativeTestJSON-1660104221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:11.678509 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-50d9ed73-8474-4314-a6a4-12af1b496a4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:11.681503 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-50d9ed73-8474-4314-a6a4-12af1b496a4c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:11.682726 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-50d9ed73-8474-4314-a6a4-12af1b496a4c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6feeaab1-7b6d-4879-a6a8-4a2d46ef51fc HTTP/1.1" status: 204 len: 168 time: 0.5226085 Oct 20 10:28:11.731475 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d9ed73-8474-4314-a6a4-12af1b496a4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6feeaab1-7b6d-4879-a6a8-4a2d46ef51fc,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:11.789356 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-92600dd3-6540-466f-a7db-c139e0d40194 req-5ac28e01-c1d4-4aed-8e5e-48d50a27ccd3 tempest-ServersAdminNegativeTestJSON-1660104221 tempest-ServersAdminNegativeTestJSON-1660104221-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6895537 Oct 20 10:28:11.792945 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac28e01-c1d4-4aed-8e5e-48d50a27ccd3 tempest-ServersAdminNegativeTestJSON-1660104221 tempest-ServersAdminNegativeTestJSON-1660104221-project] Pushing event updated for resources: {'Port': ['ID=ddddab3d-5ced-4348-8f5e-0c26a7adc772,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:11.805995 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [req-92600dd3-6540-466f-a7db-c139e0d40194 req-daca0399-d96f-4008-86ef-d2d7c59798ab service neutron] Request body: {'port': {'device_id': 'cd9b3dd1-21d2-4e5d-beb0-2ae5ca6514f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811396-3'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:28:11.812096 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-7059b2d6-0dcc-43e1-8c52-141bcd55766f req-0417c312-19f1-4eee-bd82-d1c3c403fcc1 service neutron] 10.222.0.69 "GET /v2.0/networks/8cfae792-dae1-499b-8163-e6aee18e9ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3064280 Oct 20 10:28:11.861036 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5fa139-559b-4370-8007-9b7d6805a878 req-898d63c7-25bb-42b1-94b6-69ef4be1f9cb tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:11.871782 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1e5fa139-559b-4370-8007-9b7d6805a878 req-898d63c7-25bb-42b1-94b6-69ef4be1f9cb tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/ports?device_id=9f19914c-2a94-4ff4-a81b-b77e4f1d979c HTTP/1.1" status: 200 len: 945 time: 0.2416759 Oct 20 10:28:11.927828 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-58bac33b-8a8b-499e-a9e3-6437eed4caa6 req-23cf3fea-eb7f-45ba-b65b-357635485344 service neutron] For port 85405136-a680-4d6f-b8b5-cef238e9a0af, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=85405136-a680-4d6f-b8b5-cef238e9a0af,segment=NetworkSegment(21a06331-2010-4bb7-8d07-13da7f15af4f),segment_id=21a06331-2010-4bb7-8d07-13da7f15af4f)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:28:11.936049 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1e0206bf-993e-47be-9cf9-44c739615b17 req-082e262e-7cf9-464f-8a54-19f33a416ada service neutron] 10.222.0.69 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5389578 Oct 20 10:28:12.046339 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-ec3b69bb-cd8b-4aaf-b134-7f060450a9b0 None None] Provisioning complete for port ddddab3d-5ced-4348-8f5e-0c26a7adc772 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:28:12.046913 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-ec3b69bb-cd8b-4aaf-b134-7f060450a9b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:12.071810 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-92600dd3-6540-466f-a7db-c139e0d40194 req-daca0399-d96f-4008-86ef-d2d7c59798ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:12.085404 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-7059b2d6-0dcc-43e1-8c52-141bcd55766f req-a8e6f06e-0f4f-4212-91d5-835452761a75 service neutron] 10.222.0.69 "GET /v2.0/networks/8cfae792-dae1-499b-8163-e6aee18e9ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2567370 Oct 20 10:28:12.096825 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-ec3b69bb-cd8b-4aaf-b134-7f060450a9b0 None None] Port ddddab3d-5ced-4348-8f5e-0c26a7adc772 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:28:12.126567 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1e5fa139-559b-4370-8007-9b7d6805a878 req-e4569b22-9e77-498e-b980-ca04a05e050e tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba094063-4980-4c22-bc34-9c1534c0beb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2540083 Oct 20 10:28:12.157528 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1e0206bf-993e-47be-9cf9-44c739615b17 req-fc26bb2b-248a-40ab-86f7-f6604034d5e0 service neutron] 10.222.0.69 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767006 Oct 20 10:28:12.234209 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-58bac33b-8a8b-499e-a9e3-6437eed4caa6 req-23cf3fea-eb7f-45ba-b65b-357635485344 service neutron] For port 85405136-a680-4d6f-b8b5-cef238e9a0af, host n-h1-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:28:12.352044 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c475d4c-7238-46e4-9867-c548f8619aa5 req-072831ce-ad04-4a41-88dd-dcae6f544ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:12.353908 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-2c475d4c-7238-46e4-9867-c548f8619aa5 req-072831ce-ad04-4a41-88dd-dcae6f544ba9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=42b1ef643dda4357aa2693544e61640e&device_id=37819879-6a8f-4e60-9b45-e7343fc19d33 HTTP/1.1" status: 200 len: 1094 time: 0.2001946 Oct 20 10:28:12.360408 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-58bac33b-8a8b-499e-a9e3-6437eed4caa6 req-23cf3fea-eb7f-45ba-b65b-357635485344 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:12.366875 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f19914c-2a94-4ff4-a81b-b77e4f1d979c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85405136-a680-4d6f-b8b5-cef238e9a0af'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:28:12.371433 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f76272ec-a830-4a60-b76b-8e69c1466563" -d '{"events": [{"server_uuid": "9f19914c-2a94-4ff4-a81b-b77e4f1d979c", "name": "network-vif-unplugged", "status": "completed", "tag": "85405136-a680-4d6f-b8b5-cef238e9a0af"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:28:12.381947 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 37468) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:28:12.387534 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-58bac33b-8a8b-499e-a9e3-6437eed4caa6 req-23cf3fea-eb7f-45ba-b65b-357635485344 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:12.467594 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cf3fea-eb7f-45ba-b65b-357635485344 service neutron] Pushing event updated for resources: {'Port': ['ID=85405136-a680-4d6f-b8b5-cef238e9a0af,revision_number=7']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:12.486108 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 37472) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:28:12.510120 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-57bed6c9-c87e-4afb-8be2-886cb6138761 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:12.521753 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b416d089-54e1-4b85-840e-233fd902a139 req-7e42aee2-d9cb-4198-abcb-c10ad7de310c tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:12.523451 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b416d089-54e1-4b85-840e-233fd902a139 req-7e42aee2-d9cb-4198-abcb-c10ad7de310c tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] 10.222.0.64 "GET /v2.0/ports?device_id=37819879-6a8f-4e60-9b45-e7343fc19d33 HTTP/1.1" status: 200 len: 943 time: 0.3395157 Oct 20 10:28:12.559711 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c475d4c-7238-46e4-9867-c548f8619aa5 req-630278a8-4067-4fcb-af71-3ae931af0d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:12.561264 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-2c475d4c-7238-46e4-9867-c548f8619aa5 req-630278a8-4067-4fcb-af71-3ae931af0d24 service neutron] 10.222.0.69 "GET /v2.0/networks?id=8cfae792-dae1-499b-8163-e6aee18e9ac1 HTTP/1.1" status: 200 len: 921 time: 0.1904202 Oct 20 10:28:12.591013 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f359ea-9e39-4d12-a054-e4a6ade329f1 req-7af7bf2e-70c1-4e51-9311-4ad2ed5b32c4 tempest-DeleteServersAdminTestJSON-1027242035 tempest-DeleteServersAdminTestJSON-1027242035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:12.592669 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a3f359ea-9e39-4d12-a054-e4a6ade329f1 req-7af7bf2e-70c1-4e51-9311-4ad2ed5b32c4 tempest-DeleteServersAdminTestJSON-1027242035 tempest-DeleteServersAdminTestJSON-1027242035-project] 10.222.0.64 "GET /v2.0/ports?device_id=afa59ad2-542c-477e-9313-ae8481c61734 HTTP/1.1" status: 200 len: 950 time: 0.2805679 Oct 20 10:28:12.616902 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-2c475d4c-7238-46e4-9867-c548f8619aa5 req-7851dfcc-2af0-4ac0-94d7-767e680c072f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9ff0c57f-c9ee-48e9-a95b-2abd8954e425 HTTP/1.1" status: 200 len: 217 time: 0.0444977 Oct 20 10:28:12.669456 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-58bac33b-8a8b-499e-a9e3-6437eed4caa6 req-23cf3fea-eb7f-45ba-b65b-357635485344 service neutron] Attempting to bind port 85405136-a680-4d6f-b8b5-cef238e9a0af on host n-h1-811396-3 for vnic_type normal with profile {"migrating_to": "n-h2-811396-3"} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:28:12.669772 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-58bac33b-8a8b-499e-a9e3-6437eed4caa6 req-23cf3fea-eb7f-45ba-b65b-357635485344 service neutron] Attempting to bind port 85405136-a680-4d6f-b8b5-cef238e9a0af by drivers openvswitch,hyperv on host n-h1-811396-3 at level 0 using segments [{'id': '21a06331-2010-4bb7-8d07-13da7f15af4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '1ce4070f-3cfd-4061-95b1-2481b8fda5e7'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:28:12.670044 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58bac33b-8a8b-499e-a9e3-6437eed4caa6 req-23cf3fea-eb7f-45ba-b65b-357635485344 service neutron] Attempting to bind port 85405136-a680-4d6f-b8b5-cef238e9a0af on network 1ce4070f-3cfd-4061-95b1-2481b8fda5e7 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:28:12.694625 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b416d089-54e1-4b85-840e-233fd902a139 req-fbd4a026-55c6-4b46-96f3-fe6bff9eb8e0 tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] 10.222.0.64 "GET /v2.0/security-groups?id=a63fa035-9252-4a30-bf29-691fc7c00c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417615 Oct 20 10:28:12.715865 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58bac33b-8a8b-499e-a9e3-6437eed4caa6 req-23cf3fea-eb7f-45ba-b65b-357635485344 service neutron] Port 85405136-a680-4d6f-b8b5-cef238e9a0af on network 1ce4070f-3cfd-4061-95b1-2481b8fda5e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:28:12.716203 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58bac33b-8a8b-499e-a9e3-6437eed4caa6 req-23cf3fea-eb7f-45ba-b65b-357635485344 service neutron] Attempting to bind port 85405136-a680-4d6f-b8b5-cef238e9a0af on network 1ce4070f-3cfd-4061-95b1-2481b8fda5e7 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:28:12.719652 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [req-92600dd3-6540-466f-a7db-c139e0d40194 req-daca0399-d96f-4008-86ef-d2d7c59798ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddddab3d-5ced-4348-8f5e-0c26a7adc772 {{(pid=100597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:28:12.729267 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c475d4c-7238-46e4-9867-c548f8619aa5 req-f7d02153-2d4b-4164-94a3-16300a86cf16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:12.730777 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-2c475d4c-7238-46e4-9867-c548f8619aa5 req-f7d02153-2d4b-4164-94a3-16300a86cf16 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=fa453291-6ed6-480d-9668-eca2978cd872 HTTP/1.1" status: 200 len: 860 time: 0.1001031 Oct 20 10:28:12.732778 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-92600dd3-6540-466f-a7db-c139e0d40194 req-daca0399-d96f-4008-86ef-d2d7c59798ab service neutron] Publish callbacks [] for port, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:12.738707 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a3f359ea-9e39-4d12-a054-e4a6ade329f1 req-5b292fcf-a0e2-4d36-a4cf-754409853cd3 tempest-DeleteServersAdminTestJSON-1027242035 tempest-DeleteServersAdminTestJSON-1027242035-project] 10.222.0.64 "GET /v2.0/security-groups?id=3a84262c-cab4-4d90-859d-7e7710412781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298158 Oct 20 10:28:12.748716 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58bac33b-8a8b-499e-a9e3-6437eed4caa6 req-23cf3fea-eb7f-45ba-b65b-357635485344 service neutron] Checking agent: {'id': 'b707b4cc-061f-4cf4-bce0-0b3df9b7bec9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:28:12.748992 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58bac33b-8a8b-499e-a9e3-6437eed4caa6 req-23cf3fea-eb7f-45ba-b65b-357635485344 service neutron] Checking segment: {'id': '21a06331-2010-4bb7-8d07-13da7f15af4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '1ce4070f-3cfd-4061-95b1-2481b8fda5e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:28:12.749446 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58bac33b-8a8b-499e-a9e3-6437eed4caa6 req-23cf3fea-eb7f-45ba-b65b-357635485344 service neutron] Bound using segment: {'id': '21a06331-2010-4bb7-8d07-13da7f15af4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '1ce4070f-3cfd-4061-95b1-2481b8fda5e7'} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:28:12.749875 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-58bac33b-8a8b-499e-a9e3-6437eed4caa6 req-23cf3fea-eb7f-45ba-b65b-357635485344 service neutron] Bound port: 85405136-a680-4d6f-b8b5-cef238e9a0af, host: n-h1-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21a06331-2010-4bb7-8d07-13da7f15af4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '1ce4070f-3cfd-4061-95b1-2481b8fda5e7'}}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:28:12.750241 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-58bac33b-8a8b-499e-a9e3-6437eed4caa6 req-23cf3fea-eb7f-45ba-b65b-357635485344 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:12.791030 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.provisioning_blocks [req-92600dd3-6540-466f-a7db-c139e0d40194 req-daca0399-d96f-4008-86ef-d2d7c59798ab service neutron] Transition to ACTIVE for port object ddddab3d-5ced-4348-8f5e-0c26a7adc772 will not be triggered until provisioned by entity L2. {{(pid=100597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:28:12.794838 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-2c475d4c-7238-46e4-9867-c548f8619aa5 req-cf49b9fd-5934-4e93-a321-a4d675300c2c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8cfae792-dae1-499b-8163-e6aee18e9ac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545423 Oct 20 10:28:12.801163 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-92600dd3-6540-466f-a7db-c139e0d40194 req-daca0399-d96f-4008-86ef-d2d7c59798ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:12.812805 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Oct 2021 10:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95e3cd90-04fd-4d6a-8b9f-2fe7ff4fb2e2 x-openstack-request-id: req-95e3cd90-04fd-4d6a-8b9f-2fe7ff4fb2e2 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:28:12.813095 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f19914c-2a94-4ff4-a81b-b77e4f1d979c", "name": "network-vif-unplugged", "status": "completed", "tag": "85405136-a680-4d6f-b8b5-cef238e9a0af", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:28:12.813348 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-95e3cd90-04fd-4d6a-8b9f-2fe7ff4fb2e2 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:28:12.813733 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f19914c-2a94-4ff4-a81b-b77e4f1d979c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85405136-a680-4d6f-b8b5-cef238e9a0af', 'code': 200} Oct 20 10:28:12.870431 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-57bed6c9-c87e-4afb-8be2-886cb6138761 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:12.912049 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-57bed6c9-c87e-4afb-8be2-886cb6138761 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:12.933062 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daca0399-d96f-4008-86ef-d2d7c59798ab service neutron] Pushing event updated for resources: {'Port': ['ID=ddddab3d-5ced-4348-8f5e-0c26a7adc772,revision_number=2']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:12.952688 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-7d985df8-2f6c-47f3-a079-44ff9e5d98fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:12.976852 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-2c475d4c-7238-46e4-9867-c548f8619aa5 req-92953ab0-14da-4243-a508-bb9a304285f5 service neutron] 10.222.0.69 "GET /v2.0/networks/8cfae792-dae1-499b-8163-e6aee18e9ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709876 Oct 20 10:28:12.977534 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-92600dd3-6540-466f-a7db-c139e0d40194 req-daca0399-d96f-4008-86ef-d2d7c59798ab service neutron] Attempting to bind port ddddab3d-5ced-4348-8f5e-0c26a7adc772 on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:28:12.977863 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-92600dd3-6540-466f-a7db-c139e0d40194 req-daca0399-d96f-4008-86ef-d2d7c59798ab service neutron] Attempting to bind port ddddab3d-5ced-4348-8f5e-0c26a7adc772 by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': '6f472196-aa1a-40bf-bd06-ef9f07584bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84'}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:28:12.978183 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92600dd3-6540-466f-a7db-c139e0d40194 req-daca0399-d96f-4008-86ef-d2d7c59798ab service neutron] Attempting to bind port ddddab3d-5ced-4348-8f5e-0c26a7adc772 on network a7c57b12-d7c3-48bb-aa54-a67a56468a84 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:28:12.983230 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92600dd3-6540-466f-a7db-c139e0d40194 req-daca0399-d96f-4008-86ef-d2d7c59798ab service neutron] Port ddddab3d-5ced-4348-8f5e-0c26a7adc772 on network a7c57b12-d7c3-48bb-aa54-a67a56468a84 not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:28:12.983589 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92600dd3-6540-466f-a7db-c139e0d40194 req-daca0399-d96f-4008-86ef-d2d7c59798ab service neutron] Attempting to bind port ddddab3d-5ced-4348-8f5e-0c26a7adc772 on network a7c57b12-d7c3-48bb-aa54-a67a56468a84 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:28:12.996869 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92600dd3-6540-466f-a7db-c139e0d40194 req-daca0399-d96f-4008-86ef-d2d7c59798ab service neutron] Checking agent: {'id': '061232a2-7adc-4ba1-a873-e8cb136b064d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:28:12.997195 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92600dd3-6540-466f-a7db-c139e0d40194 req-daca0399-d96f-4008-86ef-d2d7c59798ab service neutron] Checking segment: {'id': '6f472196-aa1a-40bf-bd06-ef9f07584bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:28:12.997570 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92600dd3-6540-466f-a7db-c139e0d40194 req-daca0399-d96f-4008-86ef-d2d7c59798ab service neutron] Bound using segment: {'id': '6f472196-aa1a-40bf-bd06-ef9f07584bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84'} {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:28:12.998003 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-92600dd3-6540-466f-a7db-c139e0d40194 req-daca0399-d96f-4008-86ef-d2d7c59798ab service neutron] Bound port: ddddab3d-5ced-4348-8f5e-0c26a7adc772, host: n-h2-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f472196-aa1a-40bf-bd06-ef9f07584bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84'}}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:28:12.999176 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-92600dd3-6540-466f-a7db-c139e0d40194 req-daca0399-d96f-4008-86ef-d2d7c59798ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:13.037845 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-57bed6c9-c87e-4afb-8be2-886cb6138761 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=da24619c77554a39b94cdf2a31d826a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6520903 Oct 20 10:28:13.043543 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-58bac33b-8a8b-499e-a9e3-6437eed4caa6 req-23cf3fea-eb7f-45ba-b65b-357635485344 service neutron] For port 85405136-a680-4d6f-b8b5-cef238e9a0af, host n-h1-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:28:13.064475 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 37482) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:28:13.067934 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bed6c9-c87e-4afb-8be2-886cb6138761 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21780acd-d87a-49e6-bc41-8f7a2cb9a537,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:13.094927 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb3dbe4-3ecc-4fde-af67-c498459df999 req-de71d7eb-bd6e-42f9-be21-d54185158d0a tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:13.096921 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0fb3dbe4-3ecc-4fde-af67-c498459df999 req-de71d7eb-bd6e-42f9-be21-d54185158d0a tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=140f67b6-b627-4357-882b-b43ba6bc30e0 HTTP/1.1" status: 200 len: 949 time: 0.2354856 Oct 20 10:28:13.098729 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-58bac33b-8a8b-499e-a9e3-6437eed4caa6 req-23cf3fea-eb7f-45ba-b65b-357635485344 service neutron] For port 85405136-a680-4d6f-b8b5-cef238e9a0af, host n-h1-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=85405136-a680-4d6f-b8b5-cef238e9a0af,segment=NetworkSegment(21a06331-2010-4bb7-8d07-13da7f15af4f),segment_id=21a06331-2010-4bb7-8d07-13da7f15af4f)] {{(pid=100596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:28:13.122847 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed330fff-77d2-4eee-959f-93332e300b3a req-c67d55e6-7916-428e-8f68-250a0e33f8a2 tempest-ServersAdminNegativeTestJSON-1660104221 tempest-ServersAdminNegativeTestJSON-1660104221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:13.124560 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ed330fff-77d2-4eee-959f-93332e300b3a req-c67d55e6-7916-428e-8f68-250a0e33f8a2 tempest-ServersAdminNegativeTestJSON-1660104221 tempest-ServersAdminNegativeTestJSON-1660104221-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd9b3dd1-21d2-4e5d-beb0-2ae5ca6514f2 HTTP/1.1" status: 200 len: 947 time: 0.2614846 Oct 20 10:28:13.129593 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-58bac33b-8a8b-499e-a9e3-6437eed4caa6 req-23cf3fea-eb7f-45ba-b65b-357635485344 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:13.135608 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [req-92600dd3-6540-466f-a7db-c139e0d40194 req-daca0399-d96f-4008-86ef-d2d7c59798ab service neutron] For port ddddab3d-5ced-4348-8f5e-0c26a7adc772, host n-h2-811396-3, cleared binding levels {{(pid=100597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:28:13.139856 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [req-92600dd3-6540-466f-a7db-c139e0d40194 req-daca0399-d96f-4008-86ef-d2d7c59798ab service neutron] For port ddddab3d-5ced-4348-8f5e-0c26a7adc772, host n-h2-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=ddddab3d-5ced-4348-8f5e-0c26a7adc772,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:28:13.151083 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-92600dd3-6540-466f-a7db-c139e0d40194 req-daca0399-d96f-4008-86ef-d2d7c59798ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:13.165248 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-2c475d4c-7238-46e4-9867-c548f8619aa5 req-7bc27943-1ecc-40b0-bf78-8763d5360408 service neutron] 10.222.0.69 "GET /v2.0/networks/8cfae792-dae1-499b-8163-e6aee18e9ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785703 Oct 20 10:28:13.198747 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92600dd3-6540-466f-a7db-c139e0d40194 req-daca0399-d96f-4008-86ef-d2d7c59798ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:13.199365 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-92600dd3-6540-466f-a7db-c139e0d40194 req-daca0399-d96f-4008-86ef-d2d7c59798ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:13.200764 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-92600dd3-6540-466f-a7db-c139e0d40194 req-daca0399-d96f-4008-86ef-d2d7c59798ab service neutron] 10.222.0.69 "PUT /v2.0/ports/ddddab3d-5ced-4348-8f5e-0c26a7adc772 HTTP/1.1" status: 200 len: 1095 time: 1.4009168 Oct 20 10:28:13.234834 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daca0399-d96f-4008-86ef-d2d7c59798ab service neutron] Pushing event updated for resources: {'Port': ['ID=ddddab3d-5ced-4348-8f5e-0c26a7adc772,revision_number=3']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:13.305931 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92600dd3-6540-466f-a7db-c139e0d40194 req-495e0764-713e-40a5-b4fd-2172e96cdcee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:13.307478 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-92600dd3-6540-466f-a7db-c139e0d40194 req-495e0764-713e-40a5-b4fd-2172e96cdcee service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=034e70e8a6ff4c2ca18238cd861744e5&device_id=cd9b3dd1-21d2-4e5d-beb0-2ae5ca6514f2 HTTP/1.1" status: 200 len: 1098 time: 0.0458672 Oct 20 10:28:13.344962 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cf3fea-eb7f-45ba-b65b-357635485344 service neutron] Pushing event updated for resources: {'Port': ['ID=85405136-a680-4d6f-b8b5-cef238e9a0af,revision_number=8']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:13.350526 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0fb3dbe4-3ecc-4fde-af67-c498459df999 req-ab2b3f0c-1633-4ab8-8e01-21044bfb41f0 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399075 Oct 20 10:28:13.353515 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-92600dd3-6540-466f-a7db-c139e0d40194 req-5461cc98-13af-4332-94d1-d139c6559cf5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=ddddab3d-5ced-4348-8f5e-0c26a7adc772 HTTP/1.1" status: 200 len: 217 time: 0.0354288 Oct 20 10:28:13.387198 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ed330fff-77d2-4eee-959f-93332e300b3a req-1bd026f5-d9ef-4744-83f0-3f1b26d9cdfe tempest-ServersAdminNegativeTestJSON-1660104221 tempest-ServersAdminNegativeTestJSON-1660104221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d8c4ce3d-1dc2-4ac7-9d09-2daac6fec311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417731 Oct 20 10:28:13.394129 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55651709-5293-43ad-9aa1-1c39d3578ba3 req-b5bdf07a-d056-4eaa-ad05-e9e13246aa0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:13.395467 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-55651709-5293-43ad-9aa1-1c39d3578ba3 req-b5bdf07a-d056-4eaa-ad05-e9e13246aa0a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9f75d9a0b8ce44faaac4d8054667820c&device_id=140f67b6-b627-4357-882b-b43ba6bc30e0 HTTP/1.1" status: 200 len: 1100 time: 0.2561440 Oct 20 10:28:13.409043 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bac33b-8a8b-499e-a9e3-6437eed4caa6 req-23cf3fea-eb7f-45ba-b65b-357635485344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:13.409770 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-58bac33b-8a8b-499e-a9e3-6437eed4caa6 req-23cf3fea-eb7f-45ba-b65b-357635485344 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:13.411159 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-58bac33b-8a8b-499e-a9e3-6437eed4caa6 req-23cf3fea-eb7f-45ba-b65b-357635485344 service neutron] 10.222.0.69 "PUT /v2.0/ports/85405136-a680-4d6f-b8b5-cef238e9a0af HTTP/1.1" status: 200 len: 1121 time: 2.1403637 Oct 20 10:28:13.448982 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-7d985df8-2f6c-47f3-a079-44ff9e5d98fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:13.488543 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-7d985df8-2f6c-47f3-a079-44ff9e5d98fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:13.489433 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd9b3dd1-21d2-4e5d-beb0-2ae5ca6514f2', 'tag': 'ddddab3d-5ced-4348-8f5e-0c26a7adc772'}] {{(pid=100597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:28:13.492026 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd85cad6a391afaa95d2dd5280bfd4659fc1e1b2aba53b5e7ef874f059efcdc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1326df2a-9ae4-4628-9dc0-1efd4327e775" -d '{"events": [{"name": "network-changed", "server_uuid": "cd9b3dd1-21d2-4e5d-beb0-2ae5ca6514f2", "tag": "ddddab3d-5ced-4348-8f5e-0c26a7adc772"}]}' {{(pid=100597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:28:13.498521 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92600dd3-6540-466f-a7db-c139e0d40194 req-0a6ee134-c8e7-449f-8b94-65e41ed89124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:13.500016 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-92600dd3-6540-466f-a7db-c139e0d40194 req-0a6ee134-c8e7-449f-8b94-65e41ed89124 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8f86199a-b8f2-45b4-a83a-995a7ea6fe42 HTTP/1.1" status: 200 len: 843 time: 0.1377380 Oct 20 10:28:13.530251 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278d032f-5b5f-488e-8e5b-691b392f031e req-b81662d9-73f1-47d1-8b2f-a748112d6937 tempest-DeleteServersAdminTestJSON-1027242035 tempest-DeleteServersAdminTestJSON-1027242035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:13.531949 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-278d032f-5b5f-488e-8e5b-691b392f031e req-b81662d9-73f1-47d1-8b2f-a748112d6937 tempest-DeleteServersAdminTestJSON-1027242035 tempest-DeleteServersAdminTestJSON-1027242035-project] 10.222.0.69 "GET /v2.0/ports?device_id=afa59ad2-542c-477e-9313-ae8481c61734 HTTP/1.1" status: 200 len: 950 time: 0.1229336 Oct 20 10:28:13.541672 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-67f0606f-2a61-40cb-ad73-06c52d6e75ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:13.572951 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d273354-6f87-479f-ae5c-d62a2574f2a0 x-openstack-request-id: req-6d273354-6f87-479f-ae5c-d62a2574f2a0 {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:28:13.573482 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd9b3dd1-21d2-4e5d-beb0-2ae5ca6514f2", "tag": "ddddab3d-5ced-4348-8f5e-0c26a7adc772", "status": "completed", "code": 200}]} {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:28:13.573482 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6d273354-6f87-479f-ae5c-d62a2574f2a0 {{(pid=100597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:28:13.573900 n-d-811396-3 neutron-server[100597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd9b3dd1-21d2-4e5d-beb0-2ae5ca6514f2', 'tag': 'ddddab3d-5ced-4348-8f5e-0c26a7adc772', 'status': 'completed', 'code': 200} Oct 20 10:28:13.581651 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['85405136-a680-4d6f-b8b5-cef238e9a0af'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:28:13.630638 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d985df8-2f6c-47f3-a079-44ff9e5d98fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3afacb40-90c4-4481-bd4f-d0e157a2454f,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:13.640484 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-67f0606f-2a61-40cb-ad73-06c52d6e75ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:13.647097 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-7d985df8-2f6c-47f3-a079-44ff9e5d98fd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b591aa1751314be3a6b16e26ec7daa07&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1476352 Oct 20 10:28:13.649444 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 37496) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:28:13.697403 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf35070-e02d-45f9-ab45-409f9f560cd6 req-5d4340de-da79-4f32-af76-029061e9cd52 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:13.701225 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92600dd3-6540-466f-a7db-c139e0d40194 req-66239d89-49b3-4d3d-b66d-6ec248b5746e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:13.702716 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-92600dd3-6540-466f-a7db-c139e0d40194 req-66239d89-49b3-4d3d-b66d-6ec248b5746e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a7c57b12-d7c3-48bb-aa54-a67a56468a84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1953301 Oct 20 10:28:13.704792 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7bf35070-e02d-45f9-ab45-409f9f560cd6 req-5d4340de-da79-4f32-af76-029061e9cd52 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/ports?device_id=9f19914c-2a94-4ff4-a81b-b77e4f1d979c HTTP/1.1" status: 200 len: 943 time: 0.2308624 Oct 20 10:28:13.741229 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 37500) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:28:13.759228 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55651709-5293-43ad-9aa1-1c39d3578ba3 req-70a1e4a9-c520-49da-8fb3-c1ec7f90b6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:13.760723 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-55651709-5293-43ad-9aa1-1c39d3578ba3 req-70a1e4a9-c520-49da-8fb3-c1ec7f90b6ec service neutron] 10.222.0.55 "GET /v2.0/networks?id=a7c57b12-d7c3-48bb-aa54-a67a56468a84 HTTP/1.1" status: 200 len: 870 time: 0.3563318 Oct 20 10:28:13.840760 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [req-278d032f-5b5f-488e-8e5b-691b392f031e req-fe72b716-b9ef-4771-951d-92a39e764045 tempest-DeleteServersAdminTestJSON-1027242035 tempest-DeleteServersAdminTestJSON-1027242035-project] Deleting port d1882c9d-0251-4a84-98f2-1d05710b577d {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:28:13.841259 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-278d032f-5b5f-488e-8e5b-691b392f031e req-fe72b716-b9ef-4771-951d-92a39e764045 tempest-DeleteServersAdminTestJSON-1027242035 tempest-DeleteServersAdminTestJSON-1027242035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:13.884871 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-92600dd3-6540-466f-a7db-c139e0d40194 req-c9a5489a-abf1-4b48-b3d9-5b1dfcf9186a service neutron] 10.222.0.69 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732738 Oct 20 10:28:13.989575 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7bf35070-e02d-45f9-ab45-409f9f560cd6 req-2216ea4b-374b-41de-a89c-6dff8c80bd82 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba094063-4980-4c22-bc34-9c1534c0beb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2833295 Oct 20 10:28:14.016019 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-55651709-5293-43ad-9aa1-1c39d3578ba3 req-09430f65-9a1a-46c3-bf12-483b71083ce5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=aae3cda1-d0c7-410c-8006-356e09a086ac HTTP/1.1" status: 200 len: 217 time: 0.2388334 Oct 20 10:28:14.043218 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-67f0606f-2a61-40cb-ad73-06c52d6e75ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:14.046122 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-67f0606f-2a61-40cb-ad73-06c52d6e75ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:14.047686 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-67f0606f-2a61-40cb-ad73-06c52d6e75ef admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/21780acd-d87a-49e6-bc41-8f7a2cb9a537 HTTP/1.1" status: 204 len: 168 time: 0.9819725 Oct 20 10:28:14.088279 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2d6d1b9c-2eb6-46c2-a75d-5a9b94b3303b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:14.100648 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f0606f-2a61-40cb-ad73-06c52d6e75ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21780acd-d87a-49e6-bc41-8f7a2cb9a537,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:14.138235 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-461e0ddd-d089-4f33-b77a-2408963cf026 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:14.164732 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2d6d1b9c-2eb6-46c2-a75d-5a9b94b3303b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:14.182076 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9063e744-b0db-426d-828b-ee74dd03536d req-e60b8e1a-103c-4ce7-b027-32e4f47ca6b1 tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:14.183694 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9063e744-b0db-426d-828b-ee74dd03536d req-e60b8e1a-103c-4ce7-b027-32e4f47ca6b1 tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] 10.222.0.64 "GET /v2.0/ports?device_id=37819879-6a8f-4e60-9b45-e7343fc19d33 HTTP/1.1" status: 200 len: 943 time: 0.2023990 Oct 20 10:28:14.185150 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55651709-5293-43ad-9aa1-1c39d3578ba3 req-ce58eae5-2381-4fc4-8e79-04c1fffda953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:14.186521 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-55651709-5293-43ad-9aa1-1c39d3578ba3 req-ce58eae5-2381-4fc4-8e79-04c1fffda953 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8f86199a-b8f2-45b4-a83a-995a7ea6fe42 HTTP/1.1" status: 200 len: 843 time: 0.1569011 Oct 20 10:28:14.243332 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [req-278d032f-5b5f-488e-8e5b-691b392f031e req-fe72b716-b9ef-4771-951d-92a39e764045 tempest-DeleteServersAdminTestJSON-1027242035 tempest-DeleteServersAdminTestJSON-1027242035-project] For port d1882c9d-0251-4a84-98f2-1d05710b577d, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=d1882c9d-0251-4a84-98f2-1d05710b577d,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:28:14.243661 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-278d032f-5b5f-488e-8e5b-691b392f031e req-fe72b716-b9ef-4771-951d-92a39e764045 tempest-DeleteServersAdminTestJSON-1027242035 tempest-DeleteServersAdminTestJSON-1027242035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:14.274116 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [req-278d032f-5b5f-488e-8e5b-691b392f031e req-fe72b716-b9ef-4771-951d-92a39e764045 tempest-DeleteServersAdminTestJSON-1027242035 tempest-DeleteServersAdminTestJSON-1027242035-project] Calling delete_port for d1882c9d-0251-4a84-98f2-1d05710b577d owned by compute:nova {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:28:14.287657 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102a3711-eb30-495d-b27c-6f1521cb1d84 req-4a4c8c9d-2e30-4b21-bc8f-3dc6bedd2b15 tempest-DeleteServersAdminTestJSON-1027242035 tempest-DeleteServersAdminTestJSON-1027242035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:14.295233 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-102a3711-eb30-495d-b27c-6f1521cb1d84 req-4a4c8c9d-2e30-4b21-bc8f-3dc6bedd2b15 tempest-DeleteServersAdminTestJSON-1027242035 tempest-DeleteServersAdminTestJSON-1027242035-project] 10.222.0.64 "GET /v2.0/ports?device_id=afa59ad2-542c-477e-9313-ae8481c61734 HTTP/1.1" status: 200 len: 950 time: 0.2185624 Oct 20 10:28:14.303147 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-92600dd3-6540-466f-a7db-c139e0d40194 req-de0bf16e-975d-4321-8184-bdb9c6af3864 service neutron] 10.222.0.69 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4090695 Oct 20 10:28:14.353422 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9063e744-b0db-426d-828b-ee74dd03536d req-59fd474f-8424-4ff8-b119-e02fd4b818ae tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] 10.222.0.64 "GET /v2.0/security-groups?id=a63fa035-9252-4a30-bf29-691fc7c00c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561439 Oct 20 10:28:14.381939 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2d6d1b9c-2eb6-46c2-a75d-5a9b94b3303b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:14.384544 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2d6d1b9c-2eb6-46c2-a75d-5a9b94b3303b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:14.388210 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-2d6d1b9c-2eb6-46c2-a75d-5a9b94b3303b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3afacb40-90c4-4481-bd4f-d0e157a2454f HTTP/1.1" status: 204 len: 168 time: 0.7287230 Oct 20 10:28:14.389930 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55651709-5293-43ad-9aa1-1c39d3578ba3 req-922dc157-bdfd-414f-84f3-50fae9d8f725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:14.391432 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-55651709-5293-43ad-9aa1-1c39d3578ba3 req-922dc157-bdfd-414f-84f3-50fae9d8f725 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a7c57b12-d7c3-48bb-aa54-a67a56468a84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1956067 Oct 20 10:28:14.406807 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-461e0ddd-d089-4f33-b77a-2408963cf026 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:14.407145 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-102a3711-eb30-495d-b27c-6f1521cb1d84 req-3e2141a3-a627-4354-933e-dc86714d0bcc tempest-DeleteServersAdminTestJSON-1027242035 tempest-DeleteServersAdminTestJSON-1027242035-project] 10.222.0.64 "GET /v2.0/security-groups?id=3a84262c-cab4-4d90-859d-7e7710412781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107013 Oct 20 10:28:14.452246 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6d1b9c-2eb6-46c2-a75d-5a9b94b3303b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3afacb40-90c4-4481-bd4f-d0e157a2454f,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:14.459426 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-461e0ddd-d089-4f33-b77a-2408963cf026 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:14.540988 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-461e0ddd-d089-4f33-b77a-2408963cf026 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=17677b4a55f74eb6a648c9d0cf40c800&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7902534 Oct 20 10:28:14.541765 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 37524) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:28:14.550237 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1326df2a-9ae4-4628-9dc0-1efd4327e775 req-f26463be-0518-403c-b387-c7dc9ea5c78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:14.551723 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-1326df2a-9ae4-4628-9dc0-1efd4327e775 req-f26463be-0518-403c-b387-c7dc9ea5c78e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=034e70e8a6ff4c2ca18238cd861744e5&device_id=cd9b3dd1-21d2-4e5d-beb0-2ae5ca6514f2 HTTP/1.1" status: 200 len: 1098 time: 0.1823938 Oct 20 10:28:14.554760 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461e0ddd-d089-4f33-b77a-2408963cf026 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93d55bde-682b-4d05-8d67-d4798fdbd9b1,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:14.651252 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7913d18f-f2ad-4820-a3e8-062117617784 req-b6f81a11-bdb9-4a50-b18f-11dbe7819839 tempest-ServersAdminNegativeTestJSON-1660104221 tempest-ServersAdminNegativeTestJSON-1660104221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:14.652719 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7913d18f-f2ad-4820-a3e8-062117617784 req-b6f81a11-bdb9-4a50-b18f-11dbe7819839 tempest-ServersAdminNegativeTestJSON-1660104221 tempest-ServersAdminNegativeTestJSON-1660104221-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd9b3dd1-21d2-4e5d-beb0-2ae5ca6514f2 HTTP/1.1" status: 200 len: 947 time: 0.1310143 Oct 20 10:28:14.662219 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caa7194-7d4c-4e04-b713-e4a3dd268822 req-4628b7ec-c88f-485b-8707-7b3b2091eb1d tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:14.672613 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6caa7194-7d4c-4e04-b713-e4a3dd268822 req-4628b7ec-c88f-485b-8707-7b3b2091eb1d tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=140f67b6-b627-4357-882b-b43ba6bc30e0 HTTP/1.1" status: 200 len: 949 time: 0.1837056 Oct 20 10:28:14.678100 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-55651709-5293-43ad-9aa1-1c39d3578ba3 req-d94bb5bc-3f6b-4262-a52e-7ed15f5d8412 service neutron] 10.222.0.55 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2683139 Oct 20 10:28:14.703638 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-278d032f-5b5f-488e-8e5b-691b392f031e req-fe72b716-b9ef-4771-951d-92a39e764045 tempest-DeleteServersAdminTestJSON-1027242035 tempest-DeleteServersAdminTestJSON-1027242035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:14.716887 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['d1882c9d-0251-4a84-98f2-1d05710b577d'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:28:14.776292 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a77d7adb-19c1-4bee-98f8-5d13dc299aaa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:14.801370 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6caa7194-7d4c-4e04-b713-e4a3dd268822 req-4c785283-ac48-4b8e-9e77-ce53ada0265b tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143191 Oct 20 10:28:14.817881 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f19914c-2a94-4ff4-a81b-b77e4f1d979c', 'tag': '85405136-a680-4d6f-b8b5-cef238e9a0af'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:28:14.820188 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da24a67b-1e24-4245-b468-0386b34ba53b" -d '{"events": [{"name": "network-changed", "server_uuid": "9f19914c-2a94-4ff4-a81b-b77e4f1d979c", "tag": "85405136-a680-4d6f-b8b5-cef238e9a0af"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:28:14.840969 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1326df2a-9ae4-4628-9dc0-1efd4327e775 req-d7f166d4-513d-443e-acae-5a314e43622b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:14.845129 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7913d18f-f2ad-4820-a3e8-062117617784 req-fdf3e5d7-e57d-4184-b3b4-87837016acb1 tempest-ServersAdminNegativeTestJSON-1660104221 tempest-ServersAdminNegativeTestJSON-1660104221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d8c4ce3d-1dc2-4ac7-9d09-2daac6fec311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692667 Oct 20 10:28:14.853134 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-1326df2a-9ae4-4628-9dc0-1efd4327e775 req-d7f166d4-513d-443e-acae-5a314e43622b service neutron] 10.222.0.69 "GET /v2.0/networks?id=a7c57b12-d7c3-48bb-aa54-a67a56468a84 HTTP/1.1" status: 200 len: 870 time: 0.2783611 Oct 20 10:28:14.857552 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe72b716-b9ef-4771-951d-92a39e764045 tempest-DeleteServersAdminTestJSON-1027242035 tempest-DeleteServersAdminTestJSON-1027242035-project] Pushing event deleted for resources: {'Port': ['ID=d1882c9d-0251-4a84-98f2-1d05710b577d,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:14.892609 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-705019de-3907-4054-92a6-8d0ea6eb1893 x-openstack-request-id: req-705019de-3907-4054-92a6-8d0ea6eb1893 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:28:14.892971 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f19914c-2a94-4ff4-a81b-b77e4f1d979c", "tag": "85405136-a680-4d6f-b8b5-cef238e9a0af", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:28:14.893728 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-705019de-3907-4054-92a6-8d0ea6eb1893 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:28:14.894291 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f19914c-2a94-4ff4-a81b-b77e4f1d979c', 'tag': '85405136-a680-4d6f-b8b5-cef238e9a0af', 'status': 'completed', 'code': 200} Oct 20 10:28:14.894704 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 37536) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:28:14.903723 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [req-278d032f-5b5f-488e-8e5b-691b392f031e req-fe72b716-b9ef-4771-951d-92a39e764045 tempest-DeleteServersAdminTestJSON-1027242035 tempest-DeleteServersAdminTestJSON-1027242035-project] No DVR routers for this DVR port d1882c9d-0251-4a84-98f2-1d05710b577d on host n-h2-811396-3 {{(pid=100597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:28:14.922472 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-19150037-d24c-41cc-8ed1-e1a67ad2c4bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:14.941551 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-278d032f-5b5f-488e-8e5b-691b392f031e req-fe72b716-b9ef-4771-951d-92a39e764045 tempest-DeleteServersAdminTestJSON-1027242035 tempest-DeleteServersAdminTestJSON-1027242035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:14.944865 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-278d032f-5b5f-488e-8e5b-691b392f031e req-fe72b716-b9ef-4771-951d-92a39e764045 tempest-DeleteServersAdminTestJSON-1027242035 tempest-DeleteServersAdminTestJSON-1027242035-project] 10.222.0.69 "DELETE /v2.0/ports/d1882c9d-0251-4a84-98f2-1d05710b577d HTTP/1.1" status: 204 len: 173 time: 1.3962519 Oct 20 10:28:14.948688 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a77d7adb-19c1-4bee-98f8-5d13dc299aaa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:14.951732 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-1326df2a-9ae4-4628-9dc0-1efd4327e775 req-b1ebed54-5be4-4bcd-b82b-aa26e6ea8c43 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=ddddab3d-5ced-4348-8f5e-0c26a7adc772 HTTP/1.1" status: 200 len: 217 time: 0.0953262 Oct 20 10:28:15.026782 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 37540) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:28:15.076817 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1326df2a-9ae4-4628-9dc0-1efd4327e775 req-4ca404e8-b536-4564-94dd-973e57ef3c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:15.078743 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-1326df2a-9ae4-4628-9dc0-1efd4327e775 req-4ca404e8-b536-4564-94dd-973e57ef3c52 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8f86199a-b8f2-45b4-a83a-995a7ea6fe42 HTTP/1.1" status: 200 len: 843 time: 0.0956531 Oct 20 10:28:15.085308 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da24a67b-1e24-4245-b468-0386b34ba53b req-09067b2b-112d-4452-8163-6ee8a1558186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:15.087048 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-da24a67b-1e24-4245-b468-0386b34ba53b req-09067b2b-112d-4452-8163-6ee8a1558186 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9d344b97e96e4da89707d7e9ad8232dc&device_id=9f19914c-2a94-4ff4-a81b-b77e4f1d979c HTTP/1.1" status: 200 len: 1124 time: 0.1409116 Oct 20 10:28:15.117208 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-19150037-d24c-41cc-8ed1-e1a67ad2c4bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:15.157767 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a77d7adb-19c1-4bee-98f8-5d13dc299aaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:15.160054 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-55651709-5293-43ad-9aa1-1c39d3578ba3 req-078dad2e-a731-4885-a977-7d01cc3905c0 service neutron] 10.222.0.55 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4605057 Oct 20 10:28:15.160734 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-19150037-d24c-41cc-8ed1-e1a67ad2c4bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:15.160943 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a77d7adb-19c1-4bee-98f8-5d13dc299aaa admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:15.162087 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-a77d7adb-19c1-4bee-98f8-5d13dc299aaa admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/93d55bde-682b-4d05-8d67-d4798fdbd9b1 HTTP/1.1" status: 204 len: 168 time: 0.6200221 Oct 20 10:28:15.215994 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-8f5985e3-ee3d-413e-9f41-f9e6238024cf admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-281578177-network', 'tenant_id': '615f0f1e0330428db980ed70e8d1044c'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:28:15.219047 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77d7adb-19c1-4bee-98f8-5d13dc299aaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93d55bde-682b-4d05-8d67-d4798fdbd9b1,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:15.224792 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1326df2a-9ae4-4628-9dc0-1efd4327e775 req-bc9c1076-9fa3-4c96-8587-3e315456218b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:15.226332 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-1326df2a-9ae4-4628-9dc0-1efd4327e775 req-bc9c1076-9fa3-4c96-8587-3e315456218b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a7c57b12-d7c3-48bb-aa54-a67a56468a84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1374016 Oct 20 10:28:15.263437 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-19150037-d24c-41cc-8ed1-e1a67ad2c4bf admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=799a468e20684645bb5c8e630c371d7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3654883 Oct 20 10:28:15.267271 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 37548) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:28:15.271373 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a223a2eb-159b-4577-b7b3-f02efe99ede1 req-908286be-f120-4a82-98ef-27e0f6f8c5c4 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:15.272993 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a223a2eb-159b-4577-b7b3-f02efe99ede1 req-908286be-f120-4a82-98ef-27e0f6f8c5c4 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/ports?device_id=9f19914c-2a94-4ff4-a81b-b77e4f1d979c HTTP/1.1" status: 200 len: 943 time: 0.1583118 Oct 20 10:28:15.273929 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19150037-d24c-41cc-8ed1-e1a67ad2c4bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d982452c-d93f-4dac-9d59-4ad931af209f,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:15.332335 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da24a67b-1e24-4245-b468-0386b34ba53b req-56855cbb-30a6-4463-a15b-3db68787b899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:15.333802 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-da24a67b-1e24-4245-b468-0386b34ba53b req-56855cbb-30a6-4463-a15b-3db68787b899 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1ce4070f-3cfd-4061-95b1-2481b8fda5e7 HTTP/1.1" status: 200 len: 922 time: 0.2351708 Oct 20 10:28:15.338397 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f5985e3-ee3d-413e-9f41-f9e6238024cf admin admin] Made reservation on behalf of 615f0f1e0330428db980ed70e8d1044c for: {'network': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:28:15.340697 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8f5985e3-ee3d-413e-9f41-f9e6238024cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:15.344458 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a223a2eb-159b-4577-b7b3-f02efe99ede1 req-db18530c-4431-407f-93ac-36a7be462e3c tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba094063-4980-4c22-bc34-9c1534c0beb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552418 Oct 20 10:28:15.426620 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-da24a67b-1e24-4245-b468-0386b34ba53b req-4898001b-cb51-4fa0-adbd-9fcd03561a12 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=85405136-a680-4d6f-b8b5-cef238e9a0af HTTP/1.1" status: 200 len: 217 time: 0.0835562 Oct 20 10:28:15.429026 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8f5985e3-ee3d-413e-9f41-f9e6238024cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:15.511166 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-1326df2a-9ae4-4628-9dc0-1efd4327e775 req-5570c208-db8a-4790-b5bd-6019a4caebac service neutron] 10.222.0.69 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2535679 Oct 20 10:28:15.520891 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-53e0b3b9-1295-444d-b7d6-f689f61feffa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:15.541182 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c6f05972-484d-44f2-a0ee-e2c36a48fbd4 req-5ad520d1-89f7-4226-b8ac-edb559110ff9 tempest-DeleteServersAdminTestJSON-1027242035 tempest-DeleteServersAdminTestJSON-1027242035-project] 10.222.0.64 "GET /v2.0/ports?device_id=afa59ad2-542c-477e-9313-ae8481c61734 HTTP/1.1" status: 200 len: 210 time: 0.0447528 Oct 20 10:28:15.555625 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da24a67b-1e24-4245-b468-0386b34ba53b req-68030658-7d9f-49a7-bcb4-79435e0f750e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:15.563549 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3acd2ee-ce7f-4102-95ed-78e3365a2b13 req-ada90dae-c2a8-44b9-9f4f-7f40ac678355 tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:15.563856 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-da24a67b-1e24-4245-b468-0386b34ba53b req-68030658-7d9f-49a7-bcb4-79435e0f750e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4012c245-3079-4795-8c54-d3f2bf73a5b0 HTTP/1.1" status: 200 len: 861 time: 0.1177652 Oct 20 10:28:15.565823 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b3acd2ee-ce7f-4102-95ed-78e3365a2b13 req-ada90dae-c2a8-44b9-9f4f-7f40ac678355 tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] 10.222.0.64 "GET /v2.0/ports?device_id=37819879-6a8f-4e60-9b45-e7343fc19d33 HTTP/1.1" status: 200 len: 943 time: 0.1223583 Oct 20 10:28:15.580820 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afa59ad2-542c-477e-9313-ae8481c61734', 'name': 'network-vif-deleted', 'tag': 'd1882c9d-0251-4a84-98f2-1d05710b577d'}] {{(pid=100597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:28:15.583351 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd85cad6a391afaa95d2dd5280bfd4659fc1e1b2aba53b5e7ef874f059efcdc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6b84322-abe9-4513-ae31-b3210d7c8841" -d '{"events": [{"server_uuid": "afa59ad2-542c-477e-9313-ae8481c61734", "name": "network-vif-deleted", "tag": "d1882c9d-0251-4a84-98f2-1d05710b577d"}]}' {{(pid=100597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:28:15.587681 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 37558) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:28:15.610755 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4f997604-e14a-4307-ad37-7699f91ef28f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:15.641635 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b3acd2ee-ce7f-4102-95ed-78e3365a2b13 req-0dbcb93a-516a-4475-8528-74dcfd495580 tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] 10.222.0.64 "GET /v2.0/security-groups?id=a63fa035-9252-4a30-bf29-691fc7c00c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749545 Oct 20 10:28:15.642110 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-936a1c60-4614-4c21-89c1-65c39bc7abff x-openstack-request-id: req-936a1c60-4614-4c21-89c1-65c39bc7abff {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:28:15.642407 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afa59ad2-542c-477e-9313-ae8481c61734", "name": "network-vif-deleted", "tag": "d1882c9d-0251-4a84-98f2-1d05710b577d", "status": "completed", "code": 200}]} {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:28:15.643168 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-936a1c60-4614-4c21-89c1-65c39bc7abff {{(pid=100597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:28:15.643609 n-d-811396-3 neutron-server[100597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afa59ad2-542c-477e-9313-ae8481c61734', 'name': 'network-vif-deleted', 'tag': 'd1882c9d-0251-4a84-98f2-1d05710b577d', 'status': 'completed', 'code': 200} Oct 20 10:28:15.645928 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-da24a67b-1e24-4245-b468-0386b34ba53b req-469faeed-0335-4946-845e-d2b29dd7b1ef service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1ce4070f-3cfd-4061-95b1-2481b8fda5e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0772827 Oct 20 10:28:15.683926 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-53e0b3b9-1295-444d-b7d6-f689f61feffa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:15.712521 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4f997604-e14a-4307-ad37-7699f91ef28f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:15.717510 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4f997604-e14a-4307-ad37-7699f91ef28f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:15.756176 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-4f997604-e14a-4307-ad37-7699f91ef28f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=289bdcf69a404feeb7d95b4f97ef79bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1671333 Oct 20 10:28:15.757461 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f997604-e14a-4307-ad37-7699f91ef28f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9117bb5-e1d3-422d-a622-cb219307d8f6,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:15.761162 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 37560) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:28:15.812800 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-b2df08bf-31ae-4d81-b126-ac2b744772cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:15.830044 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-1326df2a-9ae4-4628-9dc0-1efd4327e775 req-eb192661-a9a0-4f90-a3b1-7576bc2ef04b service neutron] 10.222.0.69 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3056684 Oct 20 10:28:15.841271 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-b2df08bf-31ae-4d81-b126-ac2b744772cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:15.850299 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8f5985e3-ee3d-413e-9f41-f9e6238024cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:15.856626 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8f5985e3-ee3d-413e-9f41-f9e6238024cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:15.890793 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-53e0b3b9-1295-444d-b7d6-f689f61feffa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:15.893983 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-53e0b3b9-1295-444d-b7d6-f689f61feffa admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:15.897576 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-53e0b3b9-1295-444d-b7d6-f689f61feffa admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d982452c-d93f-4dac-9d59-4ad931af209f HTTP/1.1" status: 204 len: 168 time: 0.6245649 Oct 20 10:28:15.901791 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f5985e3-ee3d-413e-9f41-f9e6238024cf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 811} {{(pid=100597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:28:15.933003 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-da24a67b-1e24-4245-b468-0386b34ba53b req-a3d6b956-0b64-44f5-8e85-0ad6bc6a88cf service neutron] 10.222.0.55 "GET /v2.0/networks/1ce4070f-3cfd-4061-95b1-2481b8fda5e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430363 Oct 20 10:28:15.933595 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5985e3-ee3d-413e-9f41-f9e6238024cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aee3fa3-bdbc-4587-bf3a-ab30c0b847bf,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:15.934040 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2844b73a-4eca-4239-805a-a95255583b80 req-0e5faa98-8ad2-46e3-82d4-8c22f68d3de9 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:15.936144 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2844b73a-4eca-4239-805a-a95255583b80 req-0e5faa98-8ad2-46e3-82d4-8c22f68d3de9 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=140f67b6-b627-4357-882b-b43ba6bc30e0 HTTP/1.1" status: 200 len: 949 time: 0.0775270 Oct 20 10:28:15.952580 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8f5985e3-ee3d-413e-9f41-f9e6238024cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:15.953040 n-d-811396-3 neutron-server[100597]: INFO neutron.db.segments_db [None req-8f5985e3-ee3d-413e-9f41-f9e6238024cf admin admin] Added segment dd88a4e0-deb3-4ff4-9fda-1ddc61c05921 of type vlan for network 9dfc8104-588f-4ed0-ad5c-e57e4df0d1f9 Oct 20 10:28:16.000345 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-b2df08bf-31ae-4d81-b126-ac2b744772cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:16.003540 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-b2df08bf-31ae-4d81-b126-ac2b744772cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:16.007129 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-b2df08bf-31ae-4d81-b126-ac2b744772cf admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c9117bb5-e1d3-422d-a622-cb219307d8f6 HTTP/1.1" status: 204 len: 168 time: 0.2426043 Oct 20 10:28:16.013166 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e0b3b9-1295-444d-b7d6-f689f61feffa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d982452c-d93f-4dac-9d59-4ad931af209f,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:16.015977 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2df08bf-31ae-4d81-b126-ac2b744772cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9117bb5-e1d3-422d-a622-cb219307d8f6,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:16.045259 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2844b73a-4eca-4239-805a-a95255583b80 req-cc0d63fc-4b55-4ec9-9e17-c12ab2fc57b9 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920768 Oct 20 10:28:16.063785 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faec6b9-caf3-4594-aa9c-d026eadaff1f req-f6c05afc-31e6-4e8d-9382-185eca8207b0 tempest-ServersAdminNegativeTestJSON-1660104221 tempest-ServersAdminNegativeTestJSON-1660104221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:16.065449 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2faec6b9-caf3-4594-aa9c-d026eadaff1f req-f6c05afc-31e6-4e8d-9382-185eca8207b0 tempest-ServersAdminNegativeTestJSON-1660104221 tempest-ServersAdminNegativeTestJSON-1660104221-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd9b3dd1-21d2-4e5d-beb0-2ae5ca6514f2 HTTP/1.1" status: 200 len: 947 time: 0.1281030 Oct 20 10:28:16.075932 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8f5985e3-ee3d-413e-9f41-f9e6238024cf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:16.130913 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8f5985e3-ee3d-413e-9f41-f9e6238024cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:16.132264 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f5985e3-ee3d-413e-9f41-f9e6238024cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:16.132898 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8f5985e3-ee3d-413e-9f41-f9e6238024cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:16.140590 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2faec6b9-caf3-4594-aa9c-d026eadaff1f req-90752277-65d1-41f1-8c39-6fd872e21a21 tempest-ServersAdminNegativeTestJSON-1660104221 tempest-ServersAdminNegativeTestJSON-1660104221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d8c4ce3d-1dc2-4ac7-9d09-2daac6fec311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536478 Oct 20 10:28:16.155758 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-da24a67b-1e24-4245-b468-0386b34ba53b req-c421bc18-1fd1-4716-803a-acdeb09d29a6 service neutron] 10.222.0.55 "GET /v2.0/networks/1ce4070f-3cfd-4061-95b1-2481b8fda5e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006233 Oct 20 10:28:16.176007 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-8f5985e3-ee3d-413e-9f41-f9e6238024cf admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.1476660 Oct 20 10:28:16.176554 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 37574) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:28:16.181992 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-3706dd5e-297a-42f1-8e19-8c89d5207756 admin admin] Request body: {'subnet': {'network_id': '9dfc8104-588f-4ed0-ad5c-e57e4df0d1f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-281578177-subnet', 'tenant_id': '615f0f1e0330428db980ed70e8d1044c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:28:16.211114 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3706dd5e-297a-42f1-8e19-8c89d5207756 admin admin] Made reservation on behalf of 615f0f1e0330428db980ed70e8d1044c for: {'subnet': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:28:16.215700 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5985e3-ee3d-413e-9f41-f9e6238024cf admin admin] Pushing event updated for resources: {'Network': ['ID=9dfc8104-588f-4ed0-ad5c-e57e4df0d1f9,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:16.218355 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3706dd5e-297a-42f1-8e19-8c89d5207756 admin admin] Publish callbacks [] for subnet, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:16.227426 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network 9dfc8104-588f-4ed0-ad5c-e57e4df0d1f9 details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:28:16.358737 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 9ff0c57f-c9ee-48e9-a95b-2abd8954e425 details requested by agent hyperv_n-h2-811396-3 with host n-h2-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:28:16.434916 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3706dd5e-297a-42f1-8e19-8c89d5207756 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for subnet, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:16.501136 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 9ff0c57f-c9ee-48e9-a95b-2abd8954e425, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=9ff0c57f-c9ee-48e9-a95b-2abd8954e425,segment=NetworkSegment(9e138cd8-6672-4dd2-ab84-31af91836628),segment_id=9e138cd8-6672-4dd2-ab84-31af91836628)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:28:16.524566 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Returning: {'device': '9ff0c57f-c9ee-48e9-a95b-2abd8954e425', 'network_id': '8cfae792-dae1-499b-8163-e6aee18e9ac1', 'port_id': '9ff0c57f-c9ee-48e9-a95b-2abd8954e425', 'mac_address': 'fa:16:3e:c4:08:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 809, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa453291-6ed6-480d-9668-eca2978cd872', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:28:16.541175 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3706dd5e-297a-42f1-8e19-8c89d5207756 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56841db6-7a1e-47d6-b1e7-25a7cc618d35,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:16.559101 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e847175-ac49-4966-93bb-d363897d125d req-466b5186-438a-4918-be1e-6a38a96e252b tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:16.560786 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7e847175-ac49-4966-93bb-d363897d125d req-466b5186-438a-4918-be1e-6a38a96e252b tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/ports?device_id=9f19914c-2a94-4ff4-a81b-b77e4f1d979c HTTP/1.1" status: 200 len: 943 time: 0.1201503 Oct 20 10:28:16.566129 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3706dd5e-297a-42f1-8e19-8c89d5207756 admin admin] Checking segment: {'id': 'dd88a4e0-deb3-4ff4-9fda-1ddc61c05921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '9dfc8104-588f-4ed0-ad5c-e57e4df0d1f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:28:16.566523 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3706dd5e-297a-42f1-8e19-8c89d5207756 admin admin] Network hostable DHCP agents. Network: 9dfc8104-588f-4ed0-ad5c-e57e4df0d1f9, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:28:16.586870 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:16.607891 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ff0c57f-c9ee-48e9-a95b-2abd8954e425 {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:28:16.622220 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3706dd5e-297a-42f1-8e19-8c89d5207756 admin admin] Network 9dfc8104-588f-4ed0-ad5c-e57e4df0d1f9 is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:28:16.639208 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7e847175-ac49-4966-93bb-d363897d125d req-f5fc098a-8d32-49a9-af3c-b44908919d0f tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba094063-4980-4c22-bc34-9c1534c0beb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576062 Oct 20 10:28:16.647047 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-3706dd5e-297a-42f1-8e19-8c89d5207756 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, 9dfc8104-588f-4ed0-ad5c-e57e4df0d1f9) {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:28:16.655152 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 9ff0c57f-c9ee-48e9-a95b-2abd8954e425, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=9ff0c57f-c9ee-48e9-a95b-2abd8954e425,segment=NetworkSegment(9e138cd8-6672-4dd2-ab84-31af91836628),segment_id=9e138cd8-6672-4dd2-ab84-31af91836628)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:28:16.665663 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3706dd5e-297a-42f1-8e19-8c89d5207756 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:16.666598 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3706dd5e-297a-42f1-8e19-8c89d5207756 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:16.669225 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fedc8f5b-6ce9-4b67-a969-a5bbe31234cc None None] Network 9dfc8104-588f-4ed0-ad5c-e57e4df0d1f9 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:28:16.676312 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:16.678466 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 85405136-a680-4d6f-b8b5-cef238e9a0af details requested by agent hyperv_n-h2-811396-3 with host n-h2-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:28:16.699030 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 37604) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:28:16.699892 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-3706dd5e-297a-42f1-8e19-8c89d5207756 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.5220058 Oct 20 10:28:16.704487 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-72640080-30e4-4ab7-9531-021998ea2090 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-281578177-router', 'tenant_id': '615f0f1e0330428db980ed70e8d1044c', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:28:16.744620 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-72640080-30e4-4ab7-9531-021998ea2090 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1772442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258322'] for router, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:16.746130 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-72640080-30e4-4ab7-9531-021998ea2090 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1772334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773516', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258315'] for router, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:16.863564 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=9ff0c57f-c9ee-48e9-a95b-2abd8954e425,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:16.864152 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9b69dc-9537-4c5c-8e6a-a3a5f2088f9c req-2f53c12d-cb1a-4986-aa61-f03c25df804a tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:16.886312 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7c9b69dc-9537-4c5c-8e6a-a3a5f2088f9c req-2f53c12d-cb1a-4986-aa61-f03c25df804a tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] 10.222.0.64 "GET /v2.0/ports?device_id=37819879-6a8f-4e60-9b45-e7343fc19d33 HTTP/1.1" status: 200 len: 944 time: 0.1218731 Oct 20 10:28:16.894877 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-72640080-30e4-4ab7-9531-021998ea2090 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:16.948992 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7c9b69dc-9537-4c5c-8e6a-a3a5f2088f9c req-44065483-cd11-4e4d-b42e-2871d3fe5c7e tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] 10.222.0.64 "GET /v2.0/security-groups?id=a63fa035-9252-4a30-bf29-691fc7c00c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635037 Oct 20 10:28:17.028056 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 85405136-a680-4d6f-b8b5-cef238e9a0af, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=85405136-a680-4d6f-b8b5-cef238e9a0af,segment=NetworkSegment(21a06331-2010-4bb7-8d07-13da7f15af4f),segment_id=21a06331-2010-4bb7-8d07-13da7f15af4f)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:28:17.068162 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 85405136-a680-4d6f-b8b5-cef238e9a0af has no active binding in host n-h2-811396-3 {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 20 10:28:17.084832 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b062a6-3543-498b-adb6-0244ac170f36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524064ba-869c-5550-b826-c26b69a11278-9dfc8104-588f-4ed0-ad5c-e57e4df0d1f9', 'network_id': '9dfc8104-588f-4ed0-ad5c-e57e4df0d1f9', 'tenant_id': '615f0f1e0330428db980ed70e8d1044c', 'fixed_ips': [{'subnet_id': '56841db6-7a1e-47d6-b1e7-25a7cc618d35'}]}} from n-d-811396-3. {{(pid=100598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:28:17.086058 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-49b062a6-3543-498b-adb6-0244ac170f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:17.099769 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-72640080-30e4-4ab7-9531-021998ea2090 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:17.205773 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a257954-54d6-4d87-abe4-cd8bb2cfee91 req-69981abf-eeeb-4cfd-9b9b-c7184005bfa1 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:17.217744 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3a257954-54d6-4d87-abe4-cd8bb2cfee91 req-69981abf-eeeb-4cfd-9b9b-c7184005bfa1 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=140f67b6-b627-4357-882b-b43ba6bc30e0 HTTP/1.1" status: 200 len: 949 time: 0.1035333 Oct 20 10:28:17.322588 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3a257954-54d6-4d87-abe4-cd8bb2cfee91 req-ef567fa2-f91a-47b4-9f42-0348896489a2 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039610 Oct 20 10:28:17.365674 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-49b062a6-3543-498b-adb6-0244ac170f36 None None] Allocated IP 172.20.0.2 (9dfc8104-588f-4ed0-ad5c-e57e4df0d1f9/56841db6-7a1e-47d6-b1e7-25a7cc618d35/fa9102c4-c672-419e-8512-10e05b3879fc) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:28:17.372062 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c39a0d-ebca-4d29-be86-94fbdc1cce6a req-965073e7-d2f2-472c-9f76-b6b1fc498cd9 tempest-ServersAdminNegativeTestJSON-1660104221 tempest-ServersAdminNegativeTestJSON-1660104221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:17.373680 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-21c39a0d-ebca-4d29-be86-94fbdc1cce6a req-965073e7-d2f2-472c-9f76-b6b1fc498cd9 tempest-ServersAdminNegativeTestJSON-1660104221 tempest-ServersAdminNegativeTestJSON-1660104221-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd9b3dd1-21d2-4e5d-beb0-2ae5ca6514f2 HTTP/1.1" status: 200 len: 947 time: 0.1127474 Oct 20 10:28:17.384856 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['9ff0c57f-c9ee-48e9-a95b-2abd8954e425'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:28:17.431077 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-21c39a0d-ebca-4d29-be86-94fbdc1cce6a req-883c18c6-f6b8-4e8c-abc7-99db77439019 tempest-ServersAdminNegativeTestJSON-1660104221 tempest-ServersAdminNegativeTestJSON-1660104221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d8c4ce3d-1dc2-4ac7-9d09-2daac6fec311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460827 Oct 20 10:28:17.485625 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 37640) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:28:17.636499 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-72640080-30e4-4ab7-9531-021998ea2090 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:17.648292 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-49b062a6-3543-498b-adb6-0244ac170f36 None None] Publish callbacks [] for port, precommit_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:17.661628 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-72640080-30e4-4ab7-9531-021998ea2090 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:17.661933 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-49b062a6-3543-498b-adb6-0244ac170f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:17.724818 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b062a6-3543-498b-adb6-0244ac170f36 None None] Network 9dfc8104-588f-4ed0-ad5c-e57e4df0d1f9 is already hosted by enough agents. {{(pid=100598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:28:17.731967 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.base_scheduler [None req-49b062a6-3543-498b-adb6-0244ac170f36 None None] Resources bound (agent type, host, resource id): {{(pid=100598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:28:17.734548 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b062a6-3543-498b-adb6-0244ac170f36 None None] Received port after_create {{(pid=100598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:28:17.740339 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b062a6-3543-498b-adb6-0244ac170f36 None None] Pushing event updated for resources: {'Port': ['ID=fa9102c4-c672-419e-8512-10e05b3879fc,revision_number=1']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:17.778727 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-f165fd25-9bf7-4d73-b0b3-268c68a1465d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=782469d29b0d4989bf1db671d2d5222e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2911222 Oct 20 10:28:17.782568 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 37654) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:28:17.830177 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-49b062a6-3543-498b-adb6-0244ac170f36 None None] Attempting to bind port fa9102c4-c672-419e-8512-10e05b3879fc on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:28:17.834254 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-72640080-30e4-4ab7-9531-021998ea2090 admin admin] Allocated IP 172.25.1.179 (cbe170d3-31ba-45a2-b477-520ab0a7a8ea/f4e26aca-17ac-4adb-a66b-d939a1b35b64/4e37ba73-bcaa-45d4-9464-c8fadabed098) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:28:17.835108 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-49b062a6-3543-498b-adb6-0244ac170f36 None None] Attempting to bind port fa9102c4-c672-419e-8512-10e05b3879fc by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': 'dd88a4e0-deb3-4ff4-9fda-1ddc61c05921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '9dfc8104-588f-4ed0-ad5c-e57e4df0d1f9'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:28:17.836904 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b062a6-3543-498b-adb6-0244ac170f36 None None] Attempting to bind port fa9102c4-c672-419e-8512-10e05b3879fc on network 9dfc8104-588f-4ed0-ad5c-e57e4df0d1f9 {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:28:17.853429 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b062a6-3543-498b-adb6-0244ac170f36 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 28, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:28:17.855241 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b062a6-3543-498b-adb6-0244ac170f36 None None] Checking segment: {'id': 'dd88a4e0-deb3-4ff4-9fda-1ddc61c05921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '9dfc8104-588f-4ed0-ad5c-e57e4df0d1f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:28:17.855914 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-49b062a6-3543-498b-adb6-0244ac170f36 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:17.856707 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b062a6-3543-498b-adb6-0244ac170f36 None None] Bound using segment: {'id': 'dd88a4e0-deb3-4ff4-9fda-1ddc61c05921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '9dfc8104-588f-4ed0-ad5c-e57e4df0d1f9'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:28:17.857518 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-49b062a6-3543-498b-adb6-0244ac170f36 None None] Bound port: fa9102c4-c672-419e-8512-10e05b3879fc, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd88a4e0-deb3-4ff4-9fda-1ddc61c05921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '9dfc8104-588f-4ed0-ad5c-e57e4df0d1f9'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:28:17.858200 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-49b062a6-3543-498b-adb6-0244ac170f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:17.889822 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b9bbcc-3ac3-4b04-9fcc-587a5977c303 req-14d9dd02-ed0a-438e-9208-6cc583fc3b65 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:17.896941 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-78b9bbcc-3ac3-4b04-9fcc-587a5977c303 req-14d9dd02-ed0a-438e-9208-6cc583fc3b65 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/ports?device_id=9f19914c-2a94-4ff4-a81b-b77e4f1d979c HTTP/1.1" status: 200 len: 943 time: 0.1015217 Oct 20 10:28:17.906726 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-84f65394-7a32-4bd0-815a-906b81d8799d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:17.951229 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-49b062a6-3543-498b-adb6-0244ac170f36 None None] For port fa9102c4-c672-419e-8512-10e05b3879fc, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:28:17.952252 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-84f65394-7a32-4bd0-815a-906b81d8799d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:17.953219 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-72640080-30e4-4ab7-9531-021998ea2090 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:17.956849 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-49b062a6-3543-498b-adb6-0244ac170f36 None None] For port fa9102c4-c672-419e-8512-10e05b3879fc, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=fa9102c4-c672-419e-8512-10e05b3879fc,segment=NetworkSegment(dd88a4e0-deb3-4ff4-9fda-1ddc61c05921),segment_id=dd88a4e0-deb3-4ff4-9fda-1ddc61c05921)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:28:17.965296 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-49b062a6-3543-498b-adb6-0244ac170f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:17.969718 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-78b9bbcc-3ac3-4b04-9fcc-587a5977c303 req-ec19f30e-68a8-451d-830a-788fe66851d4 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba094063-4980-4c22-bc34-9c1534c0beb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718622 Oct 20 10:28:18.047274 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-84f65394-7a32-4bd0-815a-906b81d8799d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:18.050435 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-84f65394-7a32-4bd0-815a-906b81d8799d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:18.061599 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b062a6-3543-498b-adb6-0244ac170f36 None None] Pushing event updated for resources: {'Port': ['ID=fa9102c4-c672-419e-8512-10e05b3879fc,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:18.061816 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-84f65394-7a32-4bd0-815a-906b81d8799d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3a84262c-cab4-4d90-859d-7e7710412781 HTTP/1.1" status: 204 len: 168 time: 0.2755442 Oct 20 10:28:18.073541 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-72640080-30e4-4ab7-9531-021998ea2090 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:18.090261 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f65394-7a32-4bd0-815a-906b81d8799d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a84262c-cab4-4d90-859d-7e7710412781,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:18.166779 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72640080-30e4-4ab7-9531-021998ea2090 admin admin] Network cbe170d3-31ba-45a2-b477-520ab0a7a8ea is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:28:18.168312 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-72640080-30e4-4ab7-9531-021998ea2090 admin admin] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:28:18.173237 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d02ecc9-efcb-452a-b3f3-0a231d840d2b req-37a668fd-741b-4e15-9dca-2a2293ebdf33 tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:18.174842 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72640080-30e4-4ab7-9531-021998ea2090 admin admin] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:28:18.179995 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7d02ecc9-efcb-452a-b3f3-0a231d840d2b req-37a668fd-741b-4e15-9dca-2a2293ebdf33 tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] 10.222.0.64 "GET /v2.0/ports?device_id=37819879-6a8f-4e60-9b45-e7343fc19d33 HTTP/1.1" status: 200 len: 944 time: 0.0726140 Oct 20 10:28:18.240124 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7d02ecc9-efcb-452a-b3f3-0a231d840d2b req-2fce6119-bcb7-4d5d-9b6e-52eaa112cd80 tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] 10.222.0.64 "GET /v2.0/security-groups?id=a63fa035-9252-4a30-bf29-691fc7c00c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539696 Oct 20 10:28:18.299993 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72640080-30e4-4ab7-9531-021998ea2090 admin admin] Pushing event updated for resources: {'Port': ['ID=4e37ba73-bcaa-45d4-9464-c8fadabed098,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:18.374550 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device ddddab3d-5ced-4348-8f5e-0c26a7adc772 details requested by agent hyperv_n-h2-811396-3 with host n-h2-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:28:18.378295 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 9ff0c57f-c9ee-48e9-a95b-2abd8954e425 up at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:28:18.485155 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049d5bf6-444a-47b0-a79b-7c8fc135ed8d req-b7c50efb-04e0-44ae-a6f9-ccfa5c23d5e8 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:18.491909 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-049d5bf6-444a-47b0-a79b-7c8fc135ed8d req-b7c50efb-04e0-44ae-a6f9-ccfa5c23d5e8 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=140f67b6-b627-4357-882b-b43ba6bc30e0 HTTP/1.1" status: 200 len: 949 time: 0.0788262 Oct 20 10:28:18.498726 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-72640080-30e4-4ab7-9531-021998ea2090 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:18.566691 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-049d5bf6-444a-47b0-a79b-7c8fc135ed8d req-93066be8-9674-4be6-b846-510665fd1c13 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718186 Oct 20 10:28:18.677265 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dd6f53-a8fb-49ee-9428-78f176014e59 req-a3e2ffc0-9903-4fb7-a0c9-00172a97573f tempest-ServersAdminNegativeTestJSON-1660104221 tempest-ServersAdminNegativeTestJSON-1660104221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:18.683084 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-24dd6f53-a8fb-49ee-9428-78f176014e59 req-a3e2ffc0-9903-4fb7-a0c9-00172a97573f tempest-ServersAdminNegativeTestJSON-1660104221 tempest-ServersAdminNegativeTestJSON-1660104221-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd9b3dd1-21d2-4e5d-beb0-2ae5ca6514f2 HTTP/1.1" status: 200 len: 947 time: 0.1124907 Oct 20 10:28:18.753240 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-24dd6f53-a8fb-49ee-9428-78f176014e59 req-cfcda50d-1ff6-411e-a160-500028ccdc0e tempest-ServersAdminNegativeTestJSON-1660104221 tempest-ServersAdminNegativeTestJSON-1660104221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d8c4ce3d-1dc2-4ac7-9d09-2daac6fec311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637667 Oct 20 10:28:18.771629 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port ddddab3d-5ced-4348-8f5e-0c26a7adc772, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=ddddab3d-5ced-4348-8f5e-0c26a7adc772,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:28:18.774399 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning for port 9ff0c57f-c9ee-48e9-a95b-2abd8954e425 completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:28:18.778522 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning complete for port 9ff0c57f-c9ee-48e9-a95b-2abd8954e425 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:28:18.778967 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:18.822937 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Returning: {'device': 'ddddab3d-5ced-4348-8f5e-0c26a7adc772', 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84', 'port_id': 'ddddab3d-5ced-4348-8f5e-0c26a7adc772', 'mac_address': 'fa:16:3e:b8:30:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 800, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f86199a-b8f2-45b4-a83a-995a7ea6fe42', 'ip_address': '192.168.233.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:28:18.831086 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-72640080-30e4-4ab7-9531-021998ea2090 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1773475'] for router, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:18.882497 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:18.940820 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:18.941195 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-2f9d703f-9236-47ea-ae20-02937d47041b req-1a5abe20-6939-477a-a31c-2873f047ca9d tempest-SecurityGroupsTestAdminJSON-2011821192 tempest-SecurityGroupsTestAdminJSON-2011821192-project] Request body: {'security_group': {'name': 'tempest-securitygroup-464614768', 'description': 'tempest-description-621305957'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:28:18.989294 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:19.000940 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-2f9d703f-9236-47ea-ae20-02937d47041b req-1a5abe20-6939-477a-a31c-2873f047ca9d tempest-SecurityGroupsTestAdminJSON-2011821192 tempest-SecurityGroupsTestAdminJSON-2011821192-project] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:19.021119 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddddab3d-5ced-4348-8f5e-0c26a7adc772 {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:28:19.030351 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 37690) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:28:19.042264 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-2f9d703f-9236-47ea-ae20-02937d47041b req-1a5abe20-6939-477a-a31c-2873f047ca9d tempest-SecurityGroupsTestAdminJSON-2011821192 tempest-SecurityGroupsTestAdminJSON-2011821192-project] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:19.049692 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 9ff0c57f-c9ee-48e9-a95b-2abd8954e425, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=9ff0c57f-c9ee-48e9-a95b-2abd8954e425,segment=NetworkSegment(9e138cd8-6672-4dd2-ab84-31af91836628),segment_id=9e138cd8-6672-4dd2-ab84-31af91836628)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:28:19.051754 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37819879-6a8f-4e60-9b45-e7343fc19d33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ff0c57f-c9ee-48e9-a95b-2abd8954e425'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:28:19.054681 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a200ae3-36dd-4a2a-8c66-77c5064c6777" -d '{"events": [{"server_uuid": "37819879-6a8f-4e60-9b45-e7343fc19d33", "name": "network-vif-plugged", "status": "completed", "tag": "9ff0c57f-c9ee-48e9-a95b-2abd8954e425"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:28:19.060382 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6c87d602-efce-4332-8314-41a3d62d6e77 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:19.063463 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:19.065001 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device d1882c9d-0251-4a84-98f2-1d05710b577d no longer exists at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:28:19.072618 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72640080-30e4-4ab7-9531-021998ea2090 admin admin] Router 39bc061e-7c84-407e-9038-82ed06b6b0ee is scheduled to L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 with binding_index 1 {{(pid=100597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 10:28:19.102677 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] No Port match for: d1882c9d-0251-4a84-98f2-1d05710b577d {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:28:19.103029 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device d1882c9d-0251-4a84-98f2-1d05710b577d not bound to the agent host n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:28:19.105771 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port ddddab3d-5ced-4348-8f5e-0c26a7adc772, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=ddddab3d-5ced-4348-8f5e-0c26a7adc772,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:28:19.126238 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:19.153723 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=9ff0c57f-c9ee-48e9-a95b-2abd8954e425,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:19.216575 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=ddddab3d-5ced-4348-8f5e-0c26a7adc772,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:19.280093 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-2f9d703f-9236-47ea-ae20-02937d47041b req-1a5abe20-6939-477a-a31c-2873f047ca9d tempest-SecurityGroupsTestAdminJSON-2011821192 tempest-SecurityGroupsTestAdminJSON-2011821192-project] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:19.292150 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72640080-30e4-4ab7-9531-021998ea2090 admin admin] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:28:19.294080 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97595430-8c8a-42ce-be75-75a2961881c2 req-a6794ca6-aced-48c4-8ed4-1573095d6dc5 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:19.296195 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-97595430-8c8a-42ce-be75-75a2961881c2 req-a6794ca6-aced-48c4-8ed4-1573095d6dc5 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/ports?device_id=9f19914c-2a94-4ff4-a81b-b77e4f1d979c HTTP/1.1" status: 200 len: 943 time: 0.1324086 Oct 20 10:28:19.300830 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-2f9d703f-9236-47ea-ae20-02937d47041b req-1a5abe20-6939-477a-a31c-2873f047ca9d tempest-SecurityGroupsTestAdminJSON-2011821192 tempest-SecurityGroupsTestAdminJSON-2011821192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:19.304903 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312bab07-ca05-475b-8502-ca51921fdd46 None None] Sync routers for ids ['39bc061e-7c84-407e-9038-82ed06b6b0ee'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:28:19.305785 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6c87d602-efce-4332-8314-41a3d62d6e77 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:19.319634 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312bab07-ca05-475b-8502-ca51921fdd46 None None] Routers {'39bc061e-7c84-407e-9038-82ed06b6b0ee'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:28:19.320617 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-312bab07-ca05-475b-8502-ca51921fdd46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:28:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['39bc061e-7c84-407e-9038-82ed06b6b0ee'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:28:19.322518 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-72640080-30e4-4ab7-9531-021998ea2090 admin admin] Publish callbacks [] for router, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:19.326282 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-72640080-30e4-4ab7-9531-021998ea2090 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.6231813 Oct 20 10:28:19.329270 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 37700) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:28:19.343044 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6c87d602-efce-4332-8314-41a3d62d6e77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:19.355960 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['ddddab3d-5ced-4348-8f5e-0c26a7adc772'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:28:19.401900 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bdce97a-0464-4eb7-bc8b-b5993d60a83d None None] Network 9dfc8104-588f-4ed0-ad5c-e57e4df0d1f9 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:28:19.402939 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-58bac33b-8a8b-499e-a9e3-6437eed4caa6 req-6c61786e-c44b-4ee9-9bd3-dfe1bf6b678a service neutron] 10.222.0.55 "GET /v2.0/ports/85405136-a680-4d6f-b8b5-cef238e9a0af/bindings/n-h2-811396-3 HTTP/1.1" status: 200 len: 384 time: 0.0770769 Oct 20 10:28:19.436959 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device fa9102c4-c672-419e-8512-10e05b3879fc up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:28:19.478694 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-655862cc-948c-4fbf-8d5a-46a57b7effc5 None None] Provisioning complete for port fa9102c4-c672-419e-8512-10e05b3879fc triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:28:19.478694 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-655862cc-948c-4fbf-8d5a-46a57b7effc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:19.484007 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5abe20-6939-477a-a31c-2873f047ca9d tempest-SecurityGroupsTestAdminJSON-2011821192 tempest-SecurityGroupsTestAdminJSON-2011821192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b486aa86-c135-4c74-93c6-8a3a5d39a0a6,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:19.485931 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-312bab07-ca05-475b-8502-ca51921fdd46 None None] Set router 39bc061e-7c84-407e-9038-82ed06b6b0ee gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:28:19.542029 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-97595430-8c8a-42ce-be75-75a2961881c2 req-3f50383e-e923-4dd1-bd40-fc7ffe2a100c tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba094063-4980-4c22-bc34-9c1534c0beb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334197 Oct 20 10:28:19.542888 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c87d602-efce-4332-8314-41a3d62d6e77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34a668df-4d7b-4003-92b0-8f7c4b4d5048,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:19.594785 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-6c87d602-efce-4332-8314-41a3d62d6e77 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a42cfa00e9494ae8ba9f1f93e9bc05b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5597696 Oct 20 10:28:19.609766 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 37704) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:28:19.642315 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c41dde1e-4a5f-4426-8fbb-6a0a43419f4d x-openstack-request-id: req-c41dde1e-4a5f-4426-8fbb-6a0a43419f4d {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:28:19.642734 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37819879-6a8f-4e60-9b45-e7343fc19d33", "name": "network-vif-plugged", "status": "completed", "tag": "9ff0c57f-c9ee-48e9-a95b-2abd8954e425", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:28:19.642905 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c41dde1e-4a5f-4426-8fbb-6a0a43419f4d {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:28:19.643297 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37819879-6a8f-4e60-9b45-e7343fc19d33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ff0c57f-c9ee-48e9-a95b-2abd8954e425', 'code': 200} Oct 20 10:28:19.653724 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-655862cc-948c-4fbf-8d5a-46a57b7effc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:19.665032 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [req-58bac33b-8a8b-499e-a9e3-6437eed4caa6 req-b28f3d08-41ea-4c90-b9b2-4f85a23a8d66 service neutron] For port 85405136-a680-4d6f-b8b5-cef238e9a0af, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=85405136-a680-4d6f-b8b5-cef238e9a0af,segment=NetworkSegment(21a06331-2010-4bb7-8d07-13da7f15af4f),segment_id=21a06331-2010-4bb7-8d07-13da7f15af4f)] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:28:19.665248 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-2f9d703f-9236-47ea-ae20-02937d47041b req-1a5abe20-6939-477a-a31c-2873f047ca9d tempest-SecurityGroupsTestAdminJSON-2011821192 tempest-SecurityGroupsTestAdminJSON-2011821192-project] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:19.692997 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [req-58bac33b-8a8b-499e-a9e3-6437eed4caa6 req-b28f3d08-41ea-4c90-b9b2-4f85a23a8d66 service neutron] For port 85405136-a680-4d6f-b8b5-cef238e9a0af, host n-h1-811396-3, cleared binding levels {{(pid=100597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:28:19.700671 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-655862cc-948c-4fbf-8d5a-46a57b7effc5 None None] For port fa9102c4-c672-419e-8512-10e05b3879fc, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=fa9102c4-c672-419e-8512-10e05b3879fc,segment=NetworkSegment(dd88a4e0-deb3-4ff4-9fda-1ddc61c05921),segment_id=dd88a4e0-deb3-4ff4-9fda-1ddc61c05921)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:28:19.710281 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-655862cc-948c-4fbf-8d5a-46a57b7effc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:19.720053 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-2f9d703f-9236-47ea-ae20-02937d47041b req-1a5abe20-6939-477a-a31c-2873f047ca9d tempest-SecurityGroupsTestAdminJSON-2011821192 tempest-SecurityGroupsTestAdminJSON-2011821192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:19.737869 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [req-58bac33b-8a8b-499e-a9e3-6437eed4caa6 req-b28f3d08-41ea-4c90-b9b2-4f85a23a8d66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85405136-a680-4d6f-b8b5-cef238e9a0af {{(pid=100597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:28:19.754143 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [req-58bac33b-8a8b-499e-a9e3-6437eed4caa6 req-b28f3d08-41ea-4c90-b9b2-4f85a23a8d66 service neutron] For port 85405136-a680-4d6f-b8b5-cef238e9a0af, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=85405136-a680-4d6f-b8b5-cef238e9a0af,segment=NetworkSegment(21a06331-2010-4bb7-8d07-13da7f15af4f),segment_id=21a06331-2010-4bb7-8d07-13da7f15af4f)] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:28:19.810544 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-312bab07-ca05-475b-8502-ca51921fdd46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39bc061e-7c84-407e-9038-82ed06b6b0ee', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-281578177-router', 'tenant_id': '615f0f1e0330428db980ed70e8d1044c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': '4e37ba73-bcaa-45d4-9464-c8fadabed098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:28:16Z', 'updated_at': '2021-10-20T10:28:18Z', 'revision_number': 3, 'project_id': '615f0f1e0330428db980ed70e8d1044c', 'gw_port': {'id': '4e37ba73-bcaa-45d4-9464-c8fadabed098', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b9:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39bc061e-7c84-407e-9038-82ed06b6b0ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:28:17Z', 'updated_at': '2021-10-20T10:28:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:28:19.821074 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-58bac33b-8a8b-499e-a9e3-6437eed4caa6 req-b28f3d08-41ea-4c90-b9b2-4f85a23a8d66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:19.842227 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df4dd0d-cdbb-4bd3-8d0e-29928c18257c req-8fba4160-58fc-4ca9-89ad-679be8dd30f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:19.842745 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312bab07-ca05-475b-8502-ca51921fdd46 None None] Checking router: 39bc061e-7c84-407e-9038-82ed06b6b0ee for host: n-d-811396-3 {{(pid=100599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:28:19.843310 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312bab07-ca05-475b-8502-ca51921fdd46 None None] Updating router 39bc061e-7c84-407e-9038-82ed06b6b0ee port 4e37ba73-bcaa-45d4-9464-c8fadabed098 binding host n-d-811396-3 {{(pid=100599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 10:28:19.844519 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-2df4dd0d-cdbb-4bd3-8d0e-29928c18257c req-8fba4160-58fc-4ca9-89ad-679be8dd30f3 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=37819879-6a8f-4e60-9b45-e7343fc19d33 HTTP/1.1" status: 200 len: 1096 time: 0.0702755 Oct 20 10:28:19.857911 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655862cc-948c-4fbf-8d5a-46a57b7effc5 None None] Pushing event updated for resources: {'Port': ['ID=fa9102c4-c672-419e-8512-10e05b3879fc,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:19.862387 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port fa9102c4-c672-419e-8512-10e05b3879fc triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:28:19.862858 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:19.883126 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-312bab07-ca05-475b-8502-ca51921fdd46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:19.913151 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-2df4dd0d-cdbb-4bd3-8d0e-29928c18257c req-d518e90e-0b74-49c9-a5cd-b49eeb1a7dba service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=a63fa035-9252-4a30-bf29-691fc7c00c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375249 Oct 20 10:28:19.955924 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.provisioning_blocks [req-58bac33b-8a8b-499e-a9e3-6437eed4caa6 req-b28f3d08-41ea-4c90-b9b2-4f85a23a8d66 service neutron] Transition to ACTIVE for port object 85405136-a680-4d6f-b8b5-cef238e9a0af will not be triggered until provisioned by entity L2. {{(pid=100597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:28:19.962443 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-58bac33b-8a8b-499e-a9e3-6437eed4caa6 req-b28f3d08-41ea-4c90-b9b2-4f85a23a8d66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:20.015686 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-2f9d703f-9236-47ea-ae20-02937d47041b req-1a5abe20-6939-477a-a31c-2873f047ca9d tempest-SecurityGroupsTestAdminJSON-2011821192 tempest-SecurityGroupsTestAdminJSON-2011821192-project] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:20.023171 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2f9d703f-9236-47ea-ae20-02937d47041b req-1a5abe20-6939-477a-a31c-2873f047ca9d tempest-SecurityGroupsTestAdminJSON-2011821192 tempest-SecurityGroupsTestAdminJSON-2011821192-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.0864818 Oct 20 10:28:20.026024 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [req-58bac33b-8a8b-499e-a9e3-6437eed4caa6 req-b28f3d08-41ea-4c90-b9b2-4f85a23a8d66 service neutron] No DVR routers for this DVR port 85405136-a680-4d6f-b8b5-cef238e9a0af on host n-h1-811396-3 {{(pid=100597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:28:20.072313 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-58bac33b-8a8b-499e-a9e3-6437eed4caa6 req-b28f3d08-41ea-4c90-b9b2-4f85a23a8d66 service neutron] 10.222.0.55 "PUT /v2.0/ports/85405136-a680-4d6f-b8b5-cef238e9a0af/bindings/n-h2-811396-3/activate HTTP/1.1" status: 200 len: 369 time: 0.6611395 Oct 20 10:28:20.100152 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28f3d08-41ea-4c90-b9b2-4f85a23a8d66 service neutron] Pushing event updated for resources: {'Port': ['ID=85405136-a680-4d6f-b8b5-cef238e9a0af,revision_number=10']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:20.190869 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5abe20-6939-477a-a31c-2873f047ca9d tempest-SecurityGroupsTestAdminJSON-2011821192 tempest-SecurityGroupsTestAdminJSON-2011821192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdd13d84-0247-4743-a2b7-78e50c8c74ac,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:20.227500 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ac6ba04a-e995-452d-95e4-c6e1c146743b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:20.243590 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-312bab07-ca05-475b-8502-ca51921fdd46 None None] Publish callbacks [] for port, precommit_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:20.254940 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-312bab07-ca05-475b-8502-ca51921fdd46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:20.271153 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ac6ba04a-e995-452d-95e4-c6e1c146743b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:20.289416 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123ad0b1-29ce-45f3-9545-d328c7fbc83e req-ce3a9be0-cb60-4b4f-8599-13658394dc25 tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:20.290969 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-123ad0b1-29ce-45f3-9545-d328c7fbc83e req-ce3a9be0-cb60-4b4f-8599-13658394dc25 tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] 10.222.0.64 "GET /v2.0/ports?device_id=37819879-6a8f-4e60-9b45-e7343fc19d33 HTTP/1.1" status: 200 len: 945 time: 0.3002758 Oct 20 10:28:20.291991 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bac33b-8a8b-499e-a9e3-6437eed4caa6 req-6e4a4719-0a3e-4c76-be41-223af51c3f47 tempest-LiveAutoBlockMigrationV225Test-237435139 tempest-LiveAutoBlockMigrationV225Test-237435139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:20.293605 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-58bac33b-8a8b-499e-a9e3-6437eed4caa6 req-6e4a4719-0a3e-4c76-be41-223af51c3f47 tempest-LiveAutoBlockMigrationV225Test-237435139 tempest-LiveAutoBlockMigrationV225Test-237435139-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=9f19914c-2a94-4ff4-a81b-b77e4f1d979c&tenant_id=9d344b97e96e4da89707d7e9ad8232dc&binding%3Ahost_id=n-h1-811396-3 HTTP/1.1" status: 200 len: 1095 time: 0.1025560 Oct 20 10:28:20.307225 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-312bab07-ca05-475b-8502-ca51921fdd46 None None] Attempting to bind port 4e37ba73-bcaa-45d4-9464-c8fadabed098 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:28:20.307865 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-312bab07-ca05-475b-8502-ca51921fdd46 None None] Attempting to bind port 4e37ba73-bcaa-45d4-9464-c8fadabed098 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}] {{(pid=100599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:28:20.308104 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312bab07-ca05-475b-8502-ca51921fdd46 None None] Attempting to bind port 4e37ba73-bcaa-45d4-9464-c8fadabed098 on network cbe170d3-31ba-45a2-b477-520ab0a7a8ea {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:28:20.315744 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28b194a-6876-4f1c-8236-335f6ec02734 None None] Pushing event updated for resources: {'Port': ['ID=4e37ba73-bcaa-45d4-9464-c8fadabed098,revision_number=2']} {{(pid=100599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:20.319265 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312bab07-ca05-475b-8502-ca51921fdd46 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 28, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:28:20.319675 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312bab07-ca05-475b-8502-ca51921fdd46 None None] Checking segment: {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:28:20.320063 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-312bab07-ca05-475b-8502-ca51921fdd46 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:20.320442 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312bab07-ca05-475b-8502-ca51921fdd46 None None] Bound using segment: {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'} {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:28:20.320903 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-312bab07-ca05-475b-8502-ca51921fdd46 None None] Bound port: 4e37ba73-bcaa-45d4-9464-c8fadabed098, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}}] {{(pid=100599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:28:20.321297 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-312bab07-ca05-475b-8502-ca51921fdd46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:20.343369 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-b337dd7e-5238-40e2-8c50-46850a4fd0dc None None] Provisioning complete for port fa9102c4-c672-419e-8512-10e05b3879fc triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:28:20.344159 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-b337dd7e-5238-40e2-8c50-46850a4fd0dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:20.355737 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351e6ebe-6c76-4e22-88b1-5e745a61fcc3 req-988021b8-b80d-42c8-a610-568db2670513 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:20.357237 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-351e6ebe-6c76-4e22-88b1-5e745a61fcc3 req-988021b8-b80d-42c8-a610-568db2670513 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=140f67b6-b627-4357-882b-b43ba6bc30e0 HTTP/1.1" status: 200 len: 949 time: 0.2413633 Oct 20 10:28:20.379127 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bac33b-8a8b-499e-a9e3-6437eed4caa6 req-1e93d666-df32-4605-8f71-2a1f3028c8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:20.380822 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-58bac33b-8a8b-499e-a9e3-6437eed4caa6 req-1e93d666-df32-4605-8f71-2a1f3028c8a2 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9f19914c-2a94-4ff4-a81b-b77e4f1d979c&tenant_id=9d344b97e96e4da89707d7e9ad8232dc HTTP/1.1" status: 200 len: 1095 time: 0.0775909 Oct 20 10:28:20.393331 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.db [None req-312bab07-ca05-475b-8502-ca51921fdd46 None None] For port 4e37ba73-bcaa-45d4-9464-c8fadabed098, host n-d-811396-3, cleared binding levels {{(pid=100599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:28:20.399016 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.db [None req-312bab07-ca05-475b-8502-ca51921fdd46 None None] For port 4e37ba73-bcaa-45d4-9464-c8fadabed098, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=4e37ba73-bcaa-45d4-9464-c8fadabed098,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:28:20.404741 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-312bab07-ca05-475b-8502-ca51921fdd46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:20.456385 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-123ad0b1-29ce-45f3-9545-d328c7fbc83e req-9deb56a5-0960-48b1-afe9-b70e3f91313d tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] 10.222.0.64 "GET /v2.0/security-groups?id=a63fa035-9252-4a30-bf29-691fc7c00c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260076 Oct 20 10:28:20.474184 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-351e6ebe-6c76-4e22-88b1-5e745a61fcc3 req-b9f8d161-64ac-4ca2-9858-35df64c018f0 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006007 Oct 20 10:28:20.475363 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312bab07-ca05-475b-8502-ca51921fdd46 None None] Routers {'39bc061e-7c84-407e-9038-82ed06b6b0ee'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:28:20.476137 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-312bab07-ca05-475b-8502-ca51921fdd46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:28:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['39bc061e-7c84-407e-9038-82ed06b6b0ee'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:28:20.487447 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ac6ba04a-e995-452d-95e4-c6e1c146743b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:20.490074 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ac6ba04a-e995-452d-95e4-c6e1c146743b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:20.491234 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-ac6ba04a-e995-452d-95e4-c6e1c146743b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/34a668df-4d7b-4003-92b0-8f7c4b4d5048 HTTP/1.1" status: 204 len: 168 time: 0.8270955 Oct 20 10:28:20.496830 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bac33b-8a8b-499e-a9e3-6437eed4caa6 req-9865b955-b835-4fc6-bc47-8c7f7f715247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:20.498352 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-58bac33b-8a8b-499e-a9e3-6437eed4caa6 req-9865b955-b835-4fc6-bc47-8c7f7f715247 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9d344b97e96e4da89707d7e9ad8232dc&device_id=9f19914c-2a94-4ff4-a81b-b77e4f1d979c HTTP/1.1" status: 200 len: 1095 time: 0.0901296 Oct 20 10:28:20.555972 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28b194a-6876-4f1c-8236-335f6ec02734 None None] Pushing event updated for resources: {'Port': ['ID=4e37ba73-bcaa-45d4-9464-c8fadabed098,revision_number=3']} {{(pid=100599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:20.650760 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bac33b-8a8b-499e-a9e3-6437eed4caa6 req-e6af8abb-2663-48fd-b8cc-2e0a2e739bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:20.652886 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-58bac33b-8a8b-499e-a9e3-6437eed4caa6 req-e6af8abb-2663-48fd-b8cc-2e0a2e739bd4 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1ce4070f-3cfd-4061-95b1-2481b8fda5e7 HTTP/1.1" status: 200 len: 922 time: 0.1469643 Oct 20 10:28:20.658048 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-312bab07-ca05-475b-8502-ca51921fdd46 None None] Set router 39bc061e-7c84-407e-9038-82ed06b6b0ee gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:28:20.661048 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6ba04a-e995-452d-95e4-c6e1c146743b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34a668df-4d7b-4003-92b0-8f7c4b4d5048,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:20.686552 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-4bcb61af-d353-4d22-952f-e50a55ddf157 req-2838e5e0-5df9-48e5-a9ab-02036ba964a1 tempest-SecurityGroupsTestAdminJSON-2011821192 tempest-SecurityGroupsTestAdminJSON-2011821192-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1593178036', 'description': 'tempest-description-697721886'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:28:20.711497 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-58bac33b-8a8b-499e-a9e3-6437eed4caa6 req-c28902a9-3482-4724-9c79-1096c28a7695 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=85405136-a680-4d6f-b8b5-cef238e9a0af HTTP/1.1" status: 200 len: 217 time: 0.0505927 Oct 20 10:28:20.785315 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-4bcb61af-d353-4d22-952f-e50a55ddf157 req-2838e5e0-5df9-48e5-a9ab-02036ba964a1 tempest-SecurityGroupsTestAdminJSON-2011821192 tempest-SecurityGroupsTestAdminJSON-2011821192-project] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:20.803757 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2ed31b-fa55-422a-aa1b-9ba37a5e122c req-772ea3e2-5ab4-4812-9e05-316ff4a6f33f tempest-ServersAdminNegativeTestJSON-1660104221 tempest-ServersAdminNegativeTestJSON-1660104221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:20.805375 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ce2ed31b-fa55-422a-aa1b-9ba37a5e122c req-772ea3e2-5ab4-4812-9e05-316ff4a6f33f tempest-ServersAdminNegativeTestJSON-1660104221 tempest-ServersAdminNegativeTestJSON-1660104221-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd9b3dd1-21d2-4e5d-beb0-2ae5ca6514f2 HTTP/1.1" status: 200 len: 948 time: 0.1910386 Oct 20 10:28:20.809394 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-73c0ea10-53fa-4df6-92d4-1c1c70bfedb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:20.925877 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-312bab07-ca05-475b-8502-ca51921fdd46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39bc061e-7c84-407e-9038-82ed06b6b0ee', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-281578177-router', 'tenant_id': '615f0f1e0330428db980ed70e8d1044c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': '4e37ba73-bcaa-45d4-9464-c8fadabed098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:28:16Z', 'updated_at': '2021-10-20T10:28:18Z', 'revision_number': 3, 'project_id': '615f0f1e0330428db980ed70e8d1044c', 'gw_port': {'id': '4e37ba73-bcaa-45d4-9464-c8fadabed098', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b9:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39bc061e-7c84-407e-9038-82ed06b6b0ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:28:17Z', 'updated_at': '2021-10-20T10:28:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:28:20.961314 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312bab07-ca05-475b-8502-ca51921fdd46 None None] The sync data for ids ['39bc061e-7c84-407e-9038-82ed06b6b0ee'] in n-d-811396-3 is: [{'id': '39bc061e-7c84-407e-9038-82ed06b6b0ee', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-281578177-router', 'tenant_id': '615f0f1e0330428db980ed70e8d1044c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': '4e37ba73-bcaa-45d4-9464-c8fadabed098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:28:16Z', 'updated_at': '2021-10-20T10:28:18Z', 'revision_number': 3, 'project_id': '615f0f1e0330428db980ed70e8d1044c', 'gw_port': {'id': '4e37ba73-bcaa-45d4-9464-c8fadabed098', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b9:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39bc061e-7c84-407e-9038-82ed06b6b0ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:28:17Z', 'updated_at': '2021-10-20T10:28:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:28:20.975819 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ce2ed31b-fa55-422a-aa1b-9ba37a5e122c req-ea0addac-ae42-4f74-a3c8-3a32cfb93942 tempest-ServersAdminNegativeTestJSON-1660104221 tempest-ServersAdminNegativeTestJSON-1660104221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d8c4ce3d-1dc2-4ac7-9d09-2daac6fec311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620438 Oct 20 10:28:21.019770 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bac33b-8a8b-499e-a9e3-6437eed4caa6 req-80652cb7-da82-4ae2-b8cf-1a9d1c7b8f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:21.020914 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-58bac33b-8a8b-499e-a9e3-6437eed4caa6 req-80652cb7-da82-4ae2-b8cf-1a9d1c7b8f3a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4012c245-3079-4795-8c54-d3f2bf73a5b0 HTTP/1.1" status: 200 len: 861 time: 0.3015013 Oct 20 10:28:21.059145 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-58bac33b-8a8b-499e-a9e3-6437eed4caa6 req-5c04fdff-3f4e-4728-8eac-a11d3377c5e4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1ce4070f-3cfd-4061-95b1-2481b8fda5e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293097 Oct 20 10:28:21.118776 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-4bcb61af-d353-4d22-952f-e50a55ddf157 req-2838e5e0-5df9-48e5-a9ab-02036ba964a1 tempest-SecurityGroupsTestAdminJSON-2011821192 tempest-SecurityGroupsTestAdminJSON-2011821192-project] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:21.157879 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-4bcb61af-d353-4d22-952f-e50a55ddf157 req-2838e5e0-5df9-48e5-a9ab-02036ba964a1 tempest-SecurityGroupsTestAdminJSON-2011821192 tempest-SecurityGroupsTestAdminJSON-2011821192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:21.206414 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-58bac33b-8a8b-499e-a9e3-6437eed4caa6 req-9d3f1c16-a7f6-4437-a298-7dd2c61e1f81 service neutron] 10.222.0.69 "GET /v2.0/networks/1ce4070f-3cfd-4061-95b1-2481b8fda5e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401031 Oct 20 10:28:21.256685 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2838e5e0-5df9-48e5-a9ab-02036ba964a1 tempest-SecurityGroupsTestAdminJSON-2011821192 tempest-SecurityGroupsTestAdminJSON-2011821192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f64af2d-7b6d-4797-b3ac-81b9d3da7ad3,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:21.264425 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-4bcb61af-d353-4d22-952f-e50a55ddf157 req-2838e5e0-5df9-48e5-a9ab-02036ba964a1 tempest-SecurityGroupsTestAdminJSON-2011821192 tempest-SecurityGroupsTestAdminJSON-2011821192-project] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:21.276078 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4bcb61af-d353-4d22-952f-e50a55ddf157 req-2838e5e0-5df9-48e5-a9ab-02036ba964a1 tempest-SecurityGroupsTestAdminJSON-2011821192 tempest-SecurityGroupsTestAdminJSON-2011821192-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6089139 Oct 20 10:28:21.296267 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52d4da2-40c5-45c6-9844-b13c7fbb562a req-07da788c-cd01-47aa-8568-26b4c16b673b tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:21.298756 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d52d4da2-40c5-45c6-9844-b13c7fbb562a req-07da788c-cd01-47aa-8568-26b4c16b673b tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/ports?device_id=9f19914c-2a94-4ff4-a81b-b77e4f1d979c HTTP/1.1" status: 200 len: 944 time: 0.2087097 Oct 20 10:28:21.351065 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device fa9102c4-c672-419e-8512-10e05b3879fc up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:28:21.421623 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d52d4da2-40c5-45c6-9844-b13c7fbb562a req-19bd040c-3c64-49f4-8097-c49596a2e8eb tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba094063-4980-4c22-bc34-9c1534c0beb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062241 Oct 20 10:28:21.427083 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [None req-73c0ea10-53fa-4df6-92d4-1c1c70bfedb9 admin admin] Allocated IP 172.20.0.1 (9dfc8104-588f-4ed0-ad5c-e57e4df0d1f9/56841db6-7a1e-47d6-b1e7-25a7cc618d35/0502e922-759c-442a-8382-e0628ca54986) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:28:21.437340 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-58bac33b-8a8b-499e-a9e3-6437eed4caa6 req-b52443fa-9dad-4dd0-a99d-a8534a65a936 service neutron] 10.222.0.69 "GET /v2.0/networks/1ce4070f-3cfd-4061-95b1-2481b8fda5e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221820 Oct 20 10:28:21.494816 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port fa9102c4-c672-419e-8512-10e05b3879fc triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:28:21.495199 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:21.684254 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-73c0ea10-53fa-4df6-92d4-1c1c70bfedb9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:21.778782 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26f8d36-a6da-44ef-88f0-eb05287f6b5d req-d1ee178c-701e-4bdd-a72c-c009fe15f3ec tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:21.787923 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f26f8d36-a6da-44ef-88f0-eb05287f6b5d req-d1ee178c-701e-4bdd-a72c-c009fe15f3ec tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] 10.222.0.64 "GET /v2.0/ports?device_id=37819879-6a8f-4e60-9b45-e7343fc19d33 HTTP/1.1" status: 200 len: 945 time: 0.0963123 Oct 20 10:28:21.867175 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f26f8d36-a6da-44ef-88f0-eb05287f6b5d req-2a6d8a5d-6306-4934-a286-11dac3c4c3e5 tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] 10.222.0.64 "GET /v2.0/security-groups?id=a63fa035-9252-4a30-bf29-691fc7c00c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782599 Oct 20 10:28:21.912210 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-73c0ea10-53fa-4df6-92d4-1c1c70bfedb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:22.002039 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73c0ea10-53fa-4df6-92d4-1c1c70bfedb9 admin admin] Network 9dfc8104-588f-4ed0-ad5c-e57e4df0d1f9 is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:28:22.025663 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-c09c12dc-3d07-40e4-9d07-679dc201c0aa req-04f76730-37ee-4bec-8f17-8d81fa8d5f38 tempest-SecurityGroupsTestAdminJSON-400929001 tempest-SecurityGroupsTestAdminJSON-400929001-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-254983497', 'description': 'tempest-description-646530149'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:28:22.034813 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bac33b-8a8b-499e-a9e3-6437eed4caa6 req-4804f3a5-5605-41b0-b97e-8cbc0ec09cb7 tempest-LiveAutoBlockMigrationV225Test-237435139 tempest-LiveAutoBlockMigrationV225Test-237435139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:22.036788 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-58bac33b-8a8b-499e-a9e3-6437eed4caa6 req-4804f3a5-5605-41b0-b97e-8cbc0ec09cb7 tempest-LiveAutoBlockMigrationV225Test-237435139 tempest-LiveAutoBlockMigrationV225Test-237435139-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=9f19914c-2a94-4ff4-a81b-b77e4f1d979c&tenant_id=9d344b97e96e4da89707d7e9ad8232dc&binding%3Ahost_id=n-h2-811396-3 HTTP/1.1" status: 200 len: 1095 time: 0.1641176 Oct 20 10:28:22.042774 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4db87e-a853-457d-9c65-b58e1a5c4569 req-c975d435-0545-48f2-abd1-f29c41b0a9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:22.044428 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-6f4db87e-a853-457d-9c65-b58e1a5c4569 req-c975d435-0545-48f2-abd1-f29c41b0a9d2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9d344b97e96e4da89707d7e9ad8232dc&device_id=9f19914c-2a94-4ff4-a81b-b77e4f1d979c HTTP/1.1" status: 200 len: 1095 time: 0.1130004 Oct 20 10:28:22.060750 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-73c0ea10-53fa-4df6-92d4-1c1c70bfedb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:28:22.064147 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c0ea10-53fa-4df6-92d4-1c1c70bfedb9 admin admin] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:28:22.070022 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-73c0ea10-53fa-4df6-92d4-1c1c70bfedb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1774540'] for router_interface, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:22.218948 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c0ea10-53fa-4df6-92d4-1c1c70bfedb9 admin admin] Pushing event updated for resources: {'Port': ['ID=0502e922-759c-442a-8382-e0628ca54986,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:22.296191 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c09c12dc-3d07-40e4-9d07-679dc201c0aa req-04f76730-37ee-4bec-8f17-8d81fa8d5f38 tempest-SecurityGroupsTestAdminJSON-400929001 tempest-SecurityGroupsTestAdminJSON-400929001-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:22.309240 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1b24e6-7d4a-4988-8a92-aa0b530c9d00 req-42066c04-9257-4831-b799-a15d715bfa26 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:22.323705 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8f1b24e6-7d4a-4988-8a92-aa0b530c9d00 req-42066c04-9257-4831-b799-a15d715bfa26 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=140f67b6-b627-4357-882b-b43ba6bc30e0 HTTP/1.1" status: 200 len: 949 time: 0.3237364 Oct 20 10:28:22.354244 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [req-58bac33b-8a8b-499e-a9e3-6437eed4caa6 req-b26b42ed-3063-4bb3-ae3b-042c39561429 service neutron] For port 85405136-a680-4d6f-b8b5-cef238e9a0af, host n-h1-811396-3, cleared binding levels {{(pid=100597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:28:22.360532 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-58bac33b-8a8b-499e-a9e3-6437eed4caa6 req-b26b42ed-3063-4bb3-ae3b-042c39561429 service neutron] Publish callbacks [] for binding, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:22.361983 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-58bac33b-8a8b-499e-a9e3-6437eed4caa6 req-b26b42ed-3063-4bb3-ae3b-042c39561429 service neutron] 10.222.0.69 "DELETE /v2.0/ports/85405136-a680-4d6f-b8b5-cef238e9a0af/bindings/n-h1-811396-3 HTTP/1.1" status: 204 len: 173 time: 0.3143265 Oct 20 10:28:22.380825 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device ddddab3d-5ced-4348-8f5e-0c26a7adc772 up at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:28:22.389472 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4db87e-a853-457d-9c65-b58e1a5c4569 req-f93e856b-2d33-458e-a9eb-4731d2479fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:22.391696 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-6f4db87e-a853-457d-9c65-b58e1a5c4569 req-f93e856b-2d33-458e-a9eb-4731d2479fe5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1ce4070f-3cfd-4061-95b1-2481b8fda5e7 HTTP/1.1" status: 200 len: 922 time: 0.2627733 Oct 20 10:28:22.456827 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c09c12dc-3d07-40e4-9d07-679dc201c0aa req-04f76730-37ee-4bec-8f17-8d81fa8d5f38 tempest-SecurityGroupsTestAdminJSON-400929001 tempest-SecurityGroupsTestAdminJSON-400929001-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:22.461195 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-6f4db87e-a853-457d-9c65-b58e1a5c4569 req-1a0732e1-7202-4f24-a22d-9091e0123830 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=85405136-a680-4d6f-b8b5-cef238e9a0af HTTP/1.1" status: 200 len: 217 time: 0.0596480 Oct 20 10:28:22.499294 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-5d1e0f75-b3e5-4a08-b1ac-9da486a5a6ba None None] Provisioning complete for port 0502e922-759c-442a-8382-e0628ca54986 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:28:22.499816 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-5d1e0f75-b3e5-4a08-b1ac-9da486a5a6ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:22.578325 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-5d1e0f75-b3e5-4a08-b1ac-9da486a5a6ba None None] Port 0502e922-759c-442a-8382-e0628ca54986 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:28:22.586489 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning for port ddddab3d-5ced-4348-8f5e-0c26a7adc772 completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:28:22.592053 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning complete for port ddddab3d-5ced-4348-8f5e-0c26a7adc772 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:28:22.592730 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:22.598939 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4db87e-a853-457d-9c65-b58e1a5c4569 req-7b2ab337-ef33-443c-b7dd-5afd1fb3d320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:22.600477 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-6f4db87e-a853-457d-9c65-b58e1a5c4569 req-7b2ab337-ef33-443c-b7dd-5afd1fb3d320 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4012c245-3079-4795-8c54-d3f2bf73a5b0 HTTP/1.1" status: 200 len: 861 time: 0.1144669 Oct 20 10:28:22.646023 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-6f4db87e-a853-457d-9c65-b58e1a5c4569 req-db8da857-19f8-4a33-b699-66c3a92d2a76 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1ce4070f-3cfd-4061-95b1-2481b8fda5e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369153 Oct 20 10:28:22.697736 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:22.744525 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port ddddab3d-5ced-4348-8f5e-0c26a7adc772, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=ddddab3d-5ced-4348-8f5e-0c26a7adc772,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:28:22.746065 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd9b3dd1-21d2-4e5d-beb0-2ae5ca6514f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddddab3d-5ced-4348-8f5e-0c26a7adc772'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:28:22.748864 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5505d26-dc54-49c4-838e-640abcda7cfe" -d '{"events": [{"server_uuid": "cd9b3dd1-21d2-4e5d-beb0-2ae5ca6514f2", "name": "network-vif-plugged", "status": "completed", "tag": "ddddab3d-5ced-4348-8f5e-0c26a7adc772"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:28:22.755827 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:22.793634 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-73c0ea10-53fa-4df6-92d4-1c1c70bfedb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:22.813609 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8f1b24e6-7d4a-4988-8a92-aa0b530c9d00 req-5c5d3a14-0450-42b4-86b4-a3b1b25c0587 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4888918 Oct 20 10:28:22.819912 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-6f4db87e-a853-457d-9c65-b58e1a5c4569 req-b3af0bb7-6a2d-49b2-9aef-4056617063ee service neutron] 10.222.0.55 "GET /v2.0/networks/1ce4070f-3cfd-4061-95b1-2481b8fda5e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629179 Oct 20 10:28:22.846255 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=ddddab3d-5ced-4348-8f5e-0c26a7adc772,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:22.950753 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c09c12dc-3d07-40e4-9d07-679dc201c0aa req-04f76730-37ee-4bec-8f17-8d81fa8d5f38 tempest-SecurityGroupsTestAdminJSON-400929001 tempest-SecurityGroupsTestAdminJSON-400929001-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:22.951716 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-6f4db87e-a853-457d-9c65-b58e1a5c4569 req-39e0593b-b1e2-4f45-9423-76226d931980 service neutron] 10.222.0.55 "GET /v2.0/networks/1ce4070f-3cfd-4061-95b1-2481b8fda5e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201620 Oct 20 10:28:22.991452 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c09c12dc-3d07-40e4-9d07-679dc201c0aa req-04f76730-37ee-4bec-8f17-8d81fa8d5f38 tempest-SecurityGroupsTestAdminJSON-400929001 tempest-SecurityGroupsTestAdminJSON-400929001-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:23.029770 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f76730-37ee-4bec-8f17-8d81fa8d5f38 tempest-SecurityGroupsTestAdminJSON-400929001 tempest-SecurityGroupsTestAdminJSON-400929001-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c83aefc-d2a3-41d5-8756-8f2afad50bf8,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:23.129258 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-73c0ea10-53fa-4df6-92d4-1c1c70bfedb9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:23.141481 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c09c12dc-3d07-40e4-9d07-679dc201c0aa req-04f76730-37ee-4bec-8f17-8d81fa8d5f38 tempest-SecurityGroupsTestAdminJSON-400929001 tempest-SecurityGroupsTestAdminJSON-400929001-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:23.143504 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-73c0ea10-53fa-4df6-92d4-1c1c70bfedb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:23.144324 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-73c0ea10-53fa-4df6-92d4-1c1c70bfedb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1774432'] for router_interface, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:23.186421 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c09c12dc-3d07-40e4-9d07-679dc201c0aa req-04f76730-37ee-4bec-8f17-8d81fa8d5f38 tempest-SecurityGroupsTestAdminJSON-400929001 tempest-SecurityGroupsTestAdminJSON-400929001-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:23.239676 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c0ea10-53fa-4df6-92d4-1c1c70bfedb9 admin admin] Pushing event updated for resources: {'Port': ['ID=0502e922-759c-442a-8382-e0628ca54986,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:23.287821 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60af001b-8685-4d31-983f-abbe6aea5c6a req-8e157d4b-c030-4eee-a5ee-d84899fbe02f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:23.289727 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-60af001b-8685-4d31-983f-abbe6aea5c6a req-8e157d4b-c030-4eee-a5ee-d84899fbe02f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=42b1ef643dda4357aa2693544e61640e&device_id=37819879-6a8f-4e60-9b45-e7343fc19d33 HTTP/1.1" status: 200 len: 1096 time: 0.0911489 Oct 20 10:28:23.318538 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c09c12dc-3d07-40e4-9d07-679dc201c0aa req-04f76730-37ee-4bec-8f17-8d81fa8d5f38 tempest-SecurityGroupsTestAdminJSON-400929001 tempest-SecurityGroupsTestAdminJSON-400929001-project-admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:23.319841 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c09c12dc-3d07-40e4-9d07-679dc201c0aa req-04f76730-37ee-4bec-8f17-8d81fa8d5f38 tempest-SecurityGroupsTestAdminJSON-400929001 tempest-SecurityGroupsTestAdminJSON-400929001-project-admin] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.3150542 Oct 20 10:28:23.338287 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 4e37ba73-bcaa-45d4-9464-c8fadabed098 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:28:23.344923 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f76730-37ee-4bec-8f17-8d81fa8d5f38 tempest-SecurityGroupsTestAdminJSON-400929001 tempest-SecurityGroupsTestAdminJSON-400929001-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77adad39-bf2b-41c2-b570-835a5244c75a,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:23.372903 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28f2286-ce69-4875-83a2-3957c28ace0b req-546af4e5-e887-48f0-8733-dde736e2c7a5 tempest-ServersAdminNegativeTestJSON-1660104221 tempest-ServersAdminNegativeTestJSON-1660104221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:23.374495 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e28f2286-ce69-4875-83a2-3957c28ace0b req-546af4e5-e887-48f0-8733-dde736e2c7a5 tempest-ServersAdminNegativeTestJSON-1660104221 tempest-ServersAdminNegativeTestJSON-1660104221-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd9b3dd1-21d2-4e5d-beb0-2ae5ca6514f2 HTTP/1.1" status: 200 len: 949 time: 0.1405380 Oct 20 10:28:23.420491 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 4e37ba73-bcaa-45d4-9464-c8fadabed098 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:28:23.421809 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:23.424955 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73c0ea10-53fa-4df6-92d4-1c1c70bfedb9 admin admin] Network 9dfc8104-588f-4ed0-ad5c-e57e4df0d1f9 is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:28:23.428191 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e28f2286-ce69-4875-83a2-3957c28ace0b req-9193f22e-64ad-4b4d-9ad5-114ec0ea4376 tempest-ServersAdminNegativeTestJSON-1660104221 tempest-ServersAdminNegativeTestJSON-1660104221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d8c4ce3d-1dc2-4ac7-9d09-2daac6fec311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462742 Oct 20 10:28:23.438696 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-73c0ea10-53fa-4df6-92d4-1c1c70bfedb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:28:23.487467 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60af001b-8685-4d31-983f-abbe6aea5c6a req-3fece026-80f7-4759-9c18-3730f1f2462e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:23.489184 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-60af001b-8685-4d31-983f-abbe6aea5c6a req-3fece026-80f7-4759-9c18-3730f1f2462e service neutron] 10.222.0.69 "GET /v2.0/networks?id=8cfae792-dae1-499b-8163-e6aee18e9ac1 HTTP/1.1" status: 200 len: 921 time: 0.1920850 Oct 20 10:28:23.541594 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f02f9f40-a77e-4da2-b076-0e958d3e99f0 x-openstack-request-id: req-f02f9f40-a77e-4da2-b076-0e958d3e99f0 {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:28:23.542171 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd9b3dd1-21d2-4e5d-beb0-2ae5ca6514f2", "name": "network-vif-plugged", "status": "completed", "tag": "ddddab3d-5ced-4348-8f5e-0c26a7adc772", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:28:23.542566 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f02f9f40-a77e-4da2-b076-0e958d3e99f0 {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:28:23.543182 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd9b3dd1-21d2-4e5d-beb0-2ae5ca6514f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddddab3d-5ced-4348-8f5e-0c26a7adc772', 'code': 200} Oct 20 10:28:23.567676 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:23.571036 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09efb0d-b843-47ff-a9e6-c96e709587c4 req-d1a772ff-4266-4414-b74f-e19a2ce08735 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:23.572650 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b09efb0d-b843-47ff-a9e6-c96e709587c4 req-d1a772ff-4266-4414-b74f-e19a2ce08735 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/ports?device_id=9f19914c-2a94-4ff4-a81b-b77e4f1d979c HTTP/1.1" status: 200 len: 944 time: 0.1498072 Oct 20 10:28:23.596066 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-60af001b-8685-4d31-983f-abbe6aea5c6a req-942806ed-5a45-4129-a42c-699ab7788ec5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9ff0c57f-c9ee-48e9-a95b-2abd8954e425 HTTP/1.1" status: 200 len: 217 time: 0.0959232 Oct 20 10:28:23.633771 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] For port 4e37ba73-bcaa-45d4-9464-c8fadabed098, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=4e37ba73-bcaa-45d4-9464-c8fadabed098,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:28:23.641162 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:23.712548 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Pushing event updated for resources: {'Port': ['ID=4e37ba73-bcaa-45d4-9464-c8fadabed098,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:23.743183 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 85405136-a680-4d6f-b8b5-cef238e9a0af no longer exists at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:28:23.762393 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60af001b-8685-4d31-983f-abbe6aea5c6a req-1a5a0022-76d5-4542-a681-68cc897e0d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:23.764028 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-60af001b-8685-4d31-983f-abbe6aea5c6a req-1a5a0022-76d5-4542-a681-68cc897e0d55 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=fa453291-6ed6-480d-9668-eca2978cd872 HTTP/1.1" status: 200 len: 860 time: 0.1594458 Oct 20 10:28:23.774057 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd3156a-5e26-4110-8c83-876d48f9d36f req-02c6f3d2-c846-4fc9-8601-e7f7c0710db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:23.775278 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-7bd3156a-5e26-4110-8c83-876d48f9d36f req-02c6f3d2-c846-4fc9-8601-e7f7c0710db8 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=cd9b3dd1-21d2-4e5d-beb0-2ae5ca6514f2 HTTP/1.1" status: 200 len: 1100 time: 0.1062586 Oct 20 10:28:23.800704 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 85405136-a680-4d6f-b8b5-cef238e9a0af not bound to the agent host n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:28:23.808487 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-60af001b-8685-4d31-983f-abbe6aea5c6a req-f702a45d-5bf4-4635-b50e-2bf13be6ee00 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8cfae792-dae1-499b-8163-e6aee18e9ac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366838 Oct 20 10:28:23.821010 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b09efb0d-b843-47ff-a9e6-c96e709587c4 req-18c11399-4794-442d-8705-9a5e90a5076d tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba094063-4980-4c22-bc34-9c1534c0beb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308650 Oct 20 10:28:23.848777 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73c0ea10-53fa-4df6-92d4-1c1c70bfedb9 admin admin] Router 39bc061e-7c84-407e-9038-82ed06b6b0ee has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:28:23.861736 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-7bd3156a-5e26-4110-8c83-876d48f9d36f req-05eedc02-fdb9-424f-af19-693bebc6389a service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=d8c4ce3d-1dc2-4ac7-9d09-2daac6fec311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786550 Oct 20 10:28:23.887899 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a601f7-a240-4d10-9a70-1d406bae803a req-a939cac6-2240-4684-a26b-33730d44a58c tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:23.889468 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-34a601f7-a240-4d10-9a70-1d406bae803a req-a939cac6-2240-4684-a26b-33730d44a58c tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] 10.222.0.64 "GET /v2.0/ports?device_id=37819879-6a8f-4e60-9b45-e7343fc19d33 HTTP/1.1" status: 200 len: 945 time: 0.1411238 Oct 20 10:28:23.926098 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-03a28252-b7bf-4bad-8c00-06010b6cc2bb None None] Provisioning complete for port 0502e922-759c-442a-8382-e0628ca54986 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:28:23.926315 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-03a28252-b7bf-4bad-8c00-06010b6cc2bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:23.945470 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-f16bd830-404b-40e4-8d68-9eaba0254c62 req-db283ea3-ee42-422a-9888-4bc93c92a8ae tempest-SecurityGroupsTestAdminJSON-400929001 tempest-SecurityGroupsTestAdminJSON-400929001-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-766463326', 'description': 'tempest-description-553371386'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:28:23.967692 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-60af001b-8685-4d31-983f-abbe6aea5c6a req-fd854233-fb2c-4a06-9f11-661288634e77 service neutron] 10.222.0.69 "GET /v2.0/networks/8cfae792-dae1-499b-8163-e6aee18e9ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499743 Oct 20 10:28:23.972907 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-03a28252-b7bf-4bad-8c00-06010b6cc2bb None None] Port 0502e922-759c-442a-8382-e0628ca54986 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:28:24.001058 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 37798) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:28:24.020075 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-34a601f7-a240-4d10-9a70-1d406bae803a req-cbbe1eae-5c50-4715-b3fa-dde48a5db918 tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] 10.222.0.64 "GET /v2.0/security-groups?id=a63fa035-9252-4a30-bf29-691fc7c00c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880747 Oct 20 10:28:24.056968 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-f16bd830-404b-40e4-8d68-9eaba0254c62 req-db283ea3-ee42-422a-9888-4bc93c92a8ae tempest-SecurityGroupsTestAdminJSON-400929001 tempest-SecurityGroupsTestAdminJSON-400929001-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:24.094195 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73c0ea10-53fa-4df6-92d4-1c1c70bfedb9 admin admin] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:28:24.110753 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c211e7-982f-4b07-b30a-4924ca367584 None None] Sync routers for ids ['39bc061e-7c84-407e-9038-82ed06b6b0ee'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:28:24.112245 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-73c0ea10-53fa-4df6-92d4-1c1c70bfedb9 admin admin] 10.222.0.64 "PUT /v2.0/routers/39bc061e-7c84-407e-9038-82ed06b6b0ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7701442 Oct 20 10:28:24.124919 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c211e7-982f-4b07-b30a-4924ca367584 None None] Routers {'39bc061e-7c84-407e-9038-82ed06b6b0ee'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:28:24.125873 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-63c211e7-982f-4b07-b30a-4924ca367584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:28:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['39bc061e-7c84-407e-9038-82ed06b6b0ee'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:28:24.168218 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-f16bd830-404b-40e4-8d68-9eaba0254c62 req-db283ea3-ee42-422a-9888-4bc93c92a8ae tempest-SecurityGroupsTestAdminJSON-400929001 tempest-SecurityGroupsTestAdminJSON-400929001-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:24.175756 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-f16bd830-404b-40e4-8d68-9eaba0254c62 req-db283ea3-ee42-422a-9888-4bc93c92a8ae tempest-SecurityGroupsTestAdminJSON-400929001 tempest-SecurityGroupsTestAdminJSON-400929001-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:24.213157 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b0bec809-84e2-471e-be24-65212d1129c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:24.233040 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-60af001b-8685-4d31-983f-abbe6aea5c6a req-c3ba516d-7328-4d5a-bf62-a84e297dae29 service neutron] 10.222.0.69 "GET /v2.0/networks/8cfae792-dae1-499b-8163-e6aee18e9ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868992 Oct 20 10:28:24.248261 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-f16bd830-404b-40e4-8d68-9eaba0254c62 req-db283ea3-ee42-422a-9888-4bc93c92a8ae tempest-SecurityGroupsTestAdminJSON-400929001 tempest-SecurityGroupsTestAdminJSON-400929001-project-admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:24.262359 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f16bd830-404b-40e4-8d68-9eaba0254c62 req-db283ea3-ee42-422a-9888-4bc93c92a8ae tempest-SecurityGroupsTestAdminJSON-400929001 tempest-SecurityGroupsTestAdminJSON-400929001-project-admin] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3291247 Oct 20 10:28:24.302597 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db283ea3-ee42-422a-9888-4bc93c92a8ae tempest-SecurityGroupsTestAdminJSON-400929001 tempest-SecurityGroupsTestAdminJSON-400929001-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=390f6447-1655-4812-80b0-a5bc44254873,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:24.350667 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b0bec809-84e2-471e-be24-65212d1129c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:24.358889 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b0bec809-84e2-471e-be24-65212d1129c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:24.371039 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-63c211e7-982f-4b07-b30a-4924ca367584 None None] Set router 39bc061e-7c84-407e-9038-82ed06b6b0ee gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:28:24.371208 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b1a90c-c586-4032-8733-7fc953d6e883 req-2c5ce83a-18e2-4f60-818e-de736b58b0b0 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:24.386612 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e2b1a90c-c586-4032-8733-7fc953d6e883 req-2c5ce83a-18e2-4f60-818e-de736b58b0b0 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=140f67b6-b627-4357-882b-b43ba6bc30e0 HTTP/1.1" status: 200 len: 949 time: 0.1890767 Oct 20 10:28:24.441108 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-b0bec809-84e2-471e-be24-65212d1129c7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=064aef741601491ebe295efe8bdecf2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4382250 Oct 20 10:28:24.443968 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 37816) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:28:24.451973 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bec809-84e2-471e-be24-65212d1129c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=366bafc8-6e81-45a2-8720-8419207fb34a,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:24.467173 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 37820) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:28:24.553717 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e2b1a90c-c586-4032-8733-7fc953d6e883 req-ea27f8cf-6058-4d26-8443-3707be6cbce7 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662333 Oct 20 10:28:24.641179 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0220e996-2eae-4a0d-a14d-b96a983cb357 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:24.692843 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ea80777e-3d37-4b88-bbc0-0ccf6b610b7f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:24.709398 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-63c211e7-982f-4b07-b30a-4924ca367584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39bc061e-7c84-407e-9038-82ed06b6b0ee', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-281578177-router', 'tenant_id': '615f0f1e0330428db980ed70e8d1044c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': '4e37ba73-bcaa-45d4-9464-c8fadabed098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:28:16Z', 'updated_at': '2021-10-20T10:28:22Z', 'revision_number': 4, 'project_id': '615f0f1e0330428db980ed70e8d1044c', 'gw_port': {'id': '4e37ba73-bcaa-45d4-9464-c8fadabed098', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b9:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39bc061e-7c84-407e-9038-82ed06b6b0ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:28:17Z', 'updated_at': '2021-10-20T10:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '0502e922-759c-442a-8382-e0628ca54986', 'name': '', 'network_id': '9dfc8104-588f-4ed0-ad5c-e57e4df0d1f9', 'tenant_id': '615f0f1e0330428db980ed70e8d1044c', 'mac_address': 'fa:16:3e:2c:7b:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39bc061e-7c84-407e-9038-82ed06b6b0ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '56841db6-7a1e-47d6-b1e7-25a7cc618d35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:28:20Z', 'updated_at': '2021-10-20T10:28:22Z', 'revision_number': 2, 'project_id': '615f0f1e0330428db980ed70e8d1044c', 'subnets': [{'id': '56841db6-7a1e-47d6-b1e7-25a7cc618d35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:28:24.716050 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0220e996-2eae-4a0d-a14d-b96a983cb357 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:24.747327 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c211e7-982f-4b07-b30a-4924ca367584 None None] Checking router: 39bc061e-7c84-407e-9038-82ed06b6b0ee for host: n-d-811396-3 {{(pid=100598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:28:24.747791 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c211e7-982f-4b07-b30a-4924ca367584 None None] Updating router 39bc061e-7c84-407e-9038-82ed06b6b0ee port 0502e922-759c-442a-8382-e0628ca54986 binding host n-d-811396-3 {{(pid=100598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 10:28:24.765490 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0251c6-9dfa-488c-aa85-afab714b6102 req-3b39cb7c-9f62-4c5e-a684-adb5de7c35a0 tempest-LiveAutoBlockMigrationV225Test-237435139 tempest-LiveAutoBlockMigrationV225Test-237435139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:24.767047 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9f0251c6-9dfa-488c-aa85-afab714b6102 req-3b39cb7c-9f62-4c5e-a684-adb5de7c35a0 tempest-LiveAutoBlockMigrationV225Test-237435139 tempest-LiveAutoBlockMigrationV225Test-237435139-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=9f19914c-2a94-4ff4-a81b-b77e4f1d979c HTTP/1.1" status: 200 len: 1095 time: 0.1298740 Oct 20 10:28:24.777445 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-63c211e7-982f-4b07-b30a-4924ca367584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:24.820035 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ea80777e-3d37-4b88-bbc0-0ccf6b610b7f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:24.826633 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ea80777e-3d37-4b88-bbc0-0ccf6b610b7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:24.878452 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9f0251c6-9dfa-488c-aa85-afab714b6102 req-52d19d87-0ed4-4fe8-a38f-7ad75e72b9d5 tempest-LiveAutoBlockMigrationV225Test-237435139 tempest-LiveAutoBlockMigrationV225Test-237435139-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=ba094063-4980-4c22-bc34-9c1534c0beb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972650 Oct 20 10:28:24.882141 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0220e996-2eae-4a0d-a14d-b96a983cb357 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:24.883209 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-ea80777e-3d37-4b88-bbc0-0ccf6b610b7f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2788f4d1f54f4376a5ce52de01845dc0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4149270 Oct 20 10:28:24.887785 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 37834) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:28:24.897212 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0220e996-2eae-4a0d-a14d-b96a983cb357 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:24.900668 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-0220e996-2eae-4a0d-a14d-b96a983cb357 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/366bafc8-6e81-45a2-8720-8419207fb34a HTTP/1.1" status: 204 len: 168 time: 0.4533706 Oct 20 10:28:24.902058 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea80777e-3d37-4b88-bbc0-0ccf6b610b7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d6779d7-a329-4a6d-bbb2-28e59a757b95,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:24.935408 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0220e996-2eae-4a0d-a14d-b96a983cb357 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=366bafc8-6e81-45a2-8720-8419207fb34a,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:24.985757 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ff0a8cd1-c243-4308-98a2-babd27b77b98 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:24.997296 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0220e996-2eae-4a0d-a14d-b96a983cb357 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:28:24.997645 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0220e996-2eae-4a0d-a14d-b96a983cb357 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:28:24.998008 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0220e996-2eae-4a0d-a14d-b96a983cb357 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:28:24.998320 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0220e996-2eae-4a0d-a14d-b96a983cb357 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:28:24.998654 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0220e996-2eae-4a0d-a14d-b96a983cb357 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:28:24.998983 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0220e996-2eae-4a0d-a14d-b96a983cb357 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:28:24.999309 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0220e996-2eae-4a0d-a14d-b96a983cb357 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:28:25.019493 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0220e996-2eae-4a0d-a14d-b96a983cb357 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:28:25.020106 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0220e996-2eae-4a0d-a14d-b96a983cb357 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:28:25.020584 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0220e996-2eae-4a0d-a14d-b96a983cb357 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:28:25.021057 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0220e996-2eae-4a0d-a14d-b96a983cb357 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:28:25.021523 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0220e996-2eae-4a0d-a14d-b96a983cb357 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:28:25.047979 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ff0a8cd1-c243-4308-98a2-babd27b77b98 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:25.077083 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-04264408-cc3d-4a38-b7a7-75db0cf6e162 req-c5e3a4cd-a215-4b09-a3be-c24f9acb9bce tempest-SecurityGroupsTestAdminJSON-400929001 tempest-SecurityGroupsTestAdminJSON-400929001-project-admin] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 42358 time: 0.6878645 Oct 20 10:28:25.100794 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 37844) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:28:25.112650 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-beb78c2a-b7e7-4c27-8c08-e8d64c8ab01a admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1640098787-network', 'tenant_id': '8beaf2f5954940dc8d21472300ff0623'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:28:25.181797 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beb78c2a-b7e7-4c27-8c08-e8d64c8ab01a admin admin] Made reservation on behalf of 8beaf2f5954940dc8d21472300ff0623 for: {'network': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:28:25.185557 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-beb78c2a-b7e7-4c27-8c08-e8d64c8ab01a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:25.200512 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-04264408-cc3d-4a38-b7a7-75db0cf6e162 req-d638eab2-9167-466d-8e84-0441289263b5 tempest-SecurityGroupsTestAdminJSON-400929001 tempest-SecurityGroupsTestAdminJSON-400929001-project-admin] 10.222.0.64 "GET /v2.0/security-groups/1c83aefc-d2a3-41d5-8756-8f2afad50bf8 HTTP/1.1" status: 200 len: 2981 time: 0.1134887 Oct 20 10:28:25.207082 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-beb78c2a-b7e7-4c27-8c08-e8d64c8ab01a admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:25.227307 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ff0a8cd1-c243-4308-98a2-babd27b77b98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:25.231604 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ff0a8cd1-c243-4308-98a2-babd27b77b98 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:25.236468 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-ff0a8cd1-c243-4308-98a2-babd27b77b98 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8d6779d7-a329-4a6d-bbb2-28e59a757b95 HTTP/1.1" status: 204 len: 168 time: 0.3472838 Oct 20 10:28:25.262405 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0a8cd1-c243-4308-98a2-babd27b77b98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d6779d7-a329-4a6d-bbb2-28e59a757b95,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:25.278917 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0a8cd1-c243-4308-98a2-babd27b77b98 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:28:25.279526 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0a8cd1-c243-4308-98a2-babd27b77b98 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:28:25.280162 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0a8cd1-c243-4308-98a2-babd27b77b98 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:28:25.280638 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0a8cd1-c243-4308-98a2-babd27b77b98 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:28:25.281131 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0a8cd1-c243-4308-98a2-babd27b77b98 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:28:25.281745 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0a8cd1-c243-4308-98a2-babd27b77b98 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:28:25.283878 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0a8cd1-c243-4308-98a2-babd27b77b98 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:28:25.284523 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0a8cd1-c243-4308-98a2-babd27b77b98 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:28:25.284998 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0a8cd1-c243-4308-98a2-babd27b77b98 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:28:25.285466 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0a8cd1-c243-4308-98a2-babd27b77b98 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:28:25.285958 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0a8cd1-c243-4308-98a2-babd27b77b98 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:28:25.286551 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0a8cd1-c243-4308-98a2-babd27b77b98 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:28:25.313180 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-63c211e7-982f-4b07-b30a-4924ca367584 None None] Publish callbacks [] for port, precommit_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:25.330480 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-63c211e7-982f-4b07-b30a-4924ca367584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:25.337903 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 4e37ba73-bcaa-45d4-9464-c8fadabed098 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:28:25.354065 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12fb9cb-e5ea-47a2-8d41-fab5e1b93246 req-3b5a2024-4746-4567-90e7-6cc87908cb2f tempest-ServersAdminNegativeTestJSON-1660104221 tempest-ServersAdminNegativeTestJSON-1660104221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:25.355827 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d12fb9cb-e5ea-47a2-8d41-fab5e1b93246 req-3b5a2024-4746-4567-90e7-6cc87908cb2f tempest-ServersAdminNegativeTestJSON-1660104221 tempest-ServersAdminNegativeTestJSON-1660104221-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd9b3dd1-21d2-4e5d-beb0-2ae5ca6514f2 HTTP/1.1" status: 200 len: 949 time: 0.1901193 Oct 20 10:28:25.364890 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-04264408-cc3d-4a38-b7a7-75db0cf6e162 req-26cf57cb-effc-4451-ade9-69db8aff935a tempest-SecurityGroupsTestAdminJSON-400929001 tempest-SecurityGroupsTestAdminJSON-400929001-project-admin] 10.222.0.64 "GET /v2.0/security-groups/1c83aefc-d2a3-41d5-8756-8f2afad50bf8 HTTP/1.1" status: 200 len: 2981 time: 0.1634705 Oct 20 10:28:25.415842 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-beb78c2a-b7e7-4c27-8c08-e8d64c8ab01a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:25.434560 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d12fb9cb-e5ea-47a2-8d41-fab5e1b93246 req-76dead9c-504e-427e-ba25-0f88acd2e0cd tempest-ServersAdminNegativeTestJSON-1660104221 tempest-ServersAdminNegativeTestJSON-1660104221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d8c4ce3d-1dc2-4ac7-9d09-2daac6fec311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671785 Oct 20 10:28:25.439739 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-beb78c2a-b7e7-4c27-8c08-e8d64c8ab01a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:25.442818 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-04264408-cc3d-4a38-b7a7-75db0cf6e162 req-bcaaea4d-6fff-4b4a-bef0-a88bce6e58a2 tempest-SecurityGroupsTestAdminJSON-400929001 tempest-SecurityGroupsTestAdminJSON-400929001-project-admin] 10.222.0.64 "GET /v2.0/security-groups/3321a1b5-84b4-4f05-9825-40aa66c169cd HTTP/1.1" status: 200 len: 2981 time: 0.0765946 Oct 20 10:28:25.494577 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-beb78c2a-b7e7-4c27-8c08-e8d64c8ab01a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 807} {{(pid=100597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:28:25.496324 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c136d8-0ee1-4b92-99dd-6cd6ba7897b5 None None] Pushing event updated for resources: {'Port': ['ID=0502e922-759c-442a-8382-e0628ca54986,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:25.518397 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-04264408-cc3d-4a38-b7a7-75db0cf6e162 req-2c66f103-cb27-41f2-811b-d3e7d567859e tempest-SecurityGroupsTestAdminJSON-400929001 tempest-SecurityGroupsTestAdminJSON-400929001-project-admin] 10.222.0.64 "GET /v2.0/security-groups/3321a1b5-84b4-4f05-9825-40aa66c169cd HTTP/1.1" status: 200 len: 2981 time: 0.0734758 Oct 20 10:28:25.522323 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb78c2a-b7e7-4c27-8c08-e8d64c8ab01a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c9036d4-32c8-4b6a-b56e-cae0cb7cc9d7,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:25.533689 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-beb78c2a-b7e7-4c27-8c08-e8d64c8ab01a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:25.535779 n-d-811396-3 neutron-server[100597]: INFO neutron.db.segments_db [None req-beb78c2a-b7e7-4c27-8c08-e8d64c8ab01a admin admin] Added segment 87e02897-1704-419e-92a1-5fb4dfb3e030 of type vlan for network 69656706-041c-4c18-9559-4c2c8bbafe68 Oct 20 10:28:25.542325 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 37854) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:28:25.548853 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 4e37ba73-bcaa-45d4-9464-c8fadabed098 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:28:25.554602 n-d-811396-3 neutron-server[100596]: INFO neutron.api.v2.resource [req-04264408-cc3d-4a38-b7a7-75db0cf6e162 req-4cd3c762-5898-4394-9ff0-c9e540ea13a0 tempest-SecurityGroupsTestAdminJSON-400929001 tempest-SecurityGroupsTestAdminJSON-400929001-project-admin] show failed (client error): The resource could not be found. Oct 20 10:28:25.559930 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-04264408-cc3d-4a38-b7a7-75db0cf6e162 req-4cd3c762-5898-4394-9ff0-c9e540ea13a0 tempest-SecurityGroupsTestAdminJSON-400929001 tempest-SecurityGroupsTestAdminJSON-400929001-project-admin] 10.222.0.64 "GET /v2.0/security-groups/366bafc8-6e81-45a2-8720-8419207fb34a HTTP/1.1" status: 404 len: 352 time: 0.0404038 Oct 20 10:28:25.565147 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:25.580369 n-d-811396-3 neutron-server[100596]: INFO neutron.api.v2.resource [req-04264408-cc3d-4a38-b7a7-75db0cf6e162 req-7017a620-b489-4cff-83f3-2105b9885bf8 tempest-SecurityGroupsTestAdminJSON-400929001 tempest-SecurityGroupsTestAdminJSON-400929001-project-admin] show failed (client error): The resource could not be found. Oct 20 10:28:25.581610 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-04264408-cc3d-4a38-b7a7-75db0cf6e162 req-7017a620-b489-4cff-83f3-2105b9885bf8 tempest-SecurityGroupsTestAdminJSON-400929001 tempest-SecurityGroupsTestAdminJSON-400929001-project-admin] 10.222.0.64 "GET /v2.0/security-groups/366bafc8-6e81-45a2-8720-8419207fb34a HTTP/1.1" status: 404 len: 352 time: 0.0161934 Oct 20 10:28:25.592251 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-63c211e7-982f-4b07-b30a-4924ca367584 None None] Attempting to bind port 0502e922-759c-442a-8382-e0628ca54986 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:28:25.592718 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-63c211e7-982f-4b07-b30a-4924ca367584 None None] Attempting to bind port 0502e922-759c-442a-8382-e0628ca54986 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': 'dd88a4e0-deb3-4ff4-9fda-1ddc61c05921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '9dfc8104-588f-4ed0-ad5c-e57e4df0d1f9'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:28:25.593239 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c211e7-982f-4b07-b30a-4924ca367584 None None] Attempting to bind port 0502e922-759c-442a-8382-e0628ca54986 on network 9dfc8104-588f-4ed0-ad5c-e57e4df0d1f9 {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:28:25.653692 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-52e0f98a-9507-44ff-8fa9-8ab2b6300996 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:25.671183 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-04264408-cc3d-4a38-b7a7-75db0cf6e162 req-1650dafb-b795-4ed5-a20d-24ca60898e32 tempest-SecurityGroupsTestAdminJSON-400929001 tempest-SecurityGroupsTestAdminJSON-400929001-project-admin] 10.222.0.64 "GET /v2.0/security-groups/568b8a6e-c60f-4a48-9b99-67e8dd54732a HTTP/1.1" status: 200 len: 2981 time: 0.0726714 Oct 20 10:28:25.722840 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9753c51a-dfdc-4d29-94f5-3c9bd95d5336 req-770be952-73bb-490c-97b2-509e47a4e7ea tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:25.724320 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9753c51a-dfdc-4d29-94f5-3c9bd95d5336 req-770be952-73bb-490c-97b2-509e47a4e7ea tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] 10.222.0.64 "GET /v2.0/ports?device_id=37819879-6a8f-4e60-9b45-e7343fc19d33 HTTP/1.1" status: 200 len: 945 time: 0.1412883 Oct 20 10:28:25.731899 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-beb78c2a-b7e7-4c27-8c08-e8d64c8ab01a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:25.758472 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-04264408-cc3d-4a38-b7a7-75db0cf6e162 req-f1b6999f-27bb-4dd1-9e10-899aa6ab95a9 tempest-SecurityGroupsTestAdminJSON-400929001 tempest-SecurityGroupsTestAdminJSON-400929001-project-admin] 10.222.0.64 "GET /v2.0/security-groups/568b8a6e-c60f-4a48-9b99-67e8dd54732a HTTP/1.1" status: 200 len: 2981 time: 0.0801921 Oct 20 10:28:25.776053 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-52e0f98a-9507-44ff-8fa9-8ab2b6300996 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:25.784765 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-52e0f98a-9507-44ff-8fa9-8ab2b6300996 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:25.800002 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c211e7-982f-4b07-b30a-4924ca367584 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 28, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:28:25.801049 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c211e7-982f-4b07-b30a-4924ca367584 None None] Checking segment: {'id': 'dd88a4e0-deb3-4ff4-9fda-1ddc61c05921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '9dfc8104-588f-4ed0-ad5c-e57e4df0d1f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:28:25.802088 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-63c211e7-982f-4b07-b30a-4924ca367584 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:25.803059 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c211e7-982f-4b07-b30a-4924ca367584 None None] Bound using segment: {'id': 'dd88a4e0-deb3-4ff4-9fda-1ddc61c05921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '9dfc8104-588f-4ed0-ad5c-e57e4df0d1f9'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:28:25.803825 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-63c211e7-982f-4b07-b30a-4924ca367584 None None] Bound port: 0502e922-759c-442a-8382-e0628ca54986, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd88a4e0-deb3-4ff4-9fda-1ddc61c05921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '9dfc8104-588f-4ed0-ad5c-e57e4df0d1f9'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:28:25.804430 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-63c211e7-982f-4b07-b30a-4924ca367584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:25.804821 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-beb78c2a-b7e7-4c27-8c08-e8d64c8ab01a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:25.805781 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb78c2a-b7e7-4c27-8c08-e8d64c8ab01a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:25.806386 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-beb78c2a-b7e7-4c27-8c08-e8d64c8ab01a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:25.807640 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9753c51a-dfdc-4d29-94f5-3c9bd95d5336 req-93b4f2ba-9f44-4bea-b430-a5a1afb956db tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] 10.222.0.64 "GET /v2.0/security-groups?id=a63fa035-9252-4a30-bf29-691fc7c00c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733953 Oct 20 10:28:25.821317 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-04264408-cc3d-4a38-b7a7-75db0cf6e162 req-deda3d80-1b16-473f-9add-d8b9884e28d2 tempest-SecurityGroupsTestAdminJSON-400929001 tempest-SecurityGroupsTestAdminJSON-400929001-project-admin] 10.222.0.64 "GET /v2.0/security-groups/81cb153e-b406-4ed8-9e1c-0ce560cb1a88 HTTP/1.1" status: 200 len: 2973 time: 0.0509267 Oct 20 10:28:25.860846 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-8eed3bfc-90ee-4729-aff4-047537ddbae0 None None] Provisioning complete for port 0502e922-759c-442a-8382-e0628ca54986 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:28:25.861269 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-8eed3bfc-90ee-4729-aff4-047537ddbae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:25.866888 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 37860) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:28:25.867244 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-52e0f98a-9507-44ff-8fa9-8ab2b6300996 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=771d8171ddad445bb4a5ca7aea971c4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3211267 Oct 20 10:28:25.870572 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e0f98a-9507-44ff-8fa9-8ab2b6300996 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9888061-0587-4a1b-b42a-600024203027,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:25.886492 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-beb78c2a-b7e7-4c27-8c08-e8d64c8ab01a admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7822301 Oct 20 10:28:25.886742 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 37862) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:28:25.894285 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-98b7cd5c-c3f7-408e-9104-57ace2452db6 admin admin] Request body: {'subnet': {'network_id': '69656706-041c-4c18-9559-4c2c8bbafe68', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1640098787-subnet', 'tenant_id': '8beaf2f5954940dc8d21472300ff0623', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:28:25.906355 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-04264408-cc3d-4a38-b7a7-75db0cf6e162 req-7c205d68-0a58-4d70-9c6f-6b10bd8b593a tempest-SecurityGroupsTestAdminJSON-400929001 tempest-SecurityGroupsTestAdminJSON-400929001-project-admin] 10.222.0.64 "GET /v2.0/security-groups/81cb153e-b406-4ed8-9e1c-0ce560cb1a88 HTTP/1.1" status: 200 len: 2973 time: 0.0705867 Oct 20 10:28:25.927953 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-8eed3bfc-90ee-4729-aff4-047537ddbae0 None None] Port 0502e922-759c-442a-8382-e0628ca54986 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:28:25.960032 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb78c2a-b7e7-4c27-8c08-e8d64c8ab01a admin admin] Pushing event updated for resources: {'Network': ['ID=69656706-041c-4c18-9559-4c2c8bbafe68,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:25.962070 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98b7cd5c-c3f7-408e-9104-57ace2452db6 admin admin] Made reservation on behalf of 8beaf2f5954940dc8d21472300ff0623 for: {'subnet': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:28:25.967801 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-98b7cd5c-c3f7-408e-9104-57ace2452db6 admin admin] Publish callbacks [] for subnet, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:25.977056 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a5081432-9bf8-463e-837e-822377ebe1ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:25.980953 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network 69656706-041c-4c18-9559-4c2c8bbafe68 details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:28:26.010872 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-63c211e7-982f-4b07-b30a-4924ca367584 None None] For port 0502e922-759c-442a-8382-e0628ca54986, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:28:26.052353 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-63c211e7-982f-4b07-b30a-4924ca367584 None None] For port 0502e922-759c-442a-8382-e0628ca54986, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=0502e922-759c-442a-8382-e0628ca54986,segment=NetworkSegment(dd88a4e0-deb3-4ff4-9fda-1ddc61c05921),segment_id=dd88a4e0-deb3-4ff4-9fda-1ddc61c05921)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:28:26.065738 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a5081432-9bf8-463e-837e-822377ebe1ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:26.069600 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-04264408-cc3d-4a38-b7a7-75db0cf6e162 req-ec5ed115-f4a1-4552-8a06-af1231443332 tempest-SecurityGroupsTestAdminJSON-400929001 tempest-SecurityGroupsTestAdminJSON-400929001-project-admin] 10.222.0.64 "GET /v2.0/security-groups/8aee3fa3-bdbc-4587-bf3a-ab30c0b847bf HTTP/1.1" status: 200 len: 2981 time: 0.1563604 Oct 20 10:28:26.099666 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-63c211e7-982f-4b07-b30a-4924ca367584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:26.133735 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 37872) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:28:26.163752 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-98b7cd5c-c3f7-408e-9104-57ace2452db6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for subnet, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:26.169130 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c211e7-982f-4b07-b30a-4924ca367584 None None] Routers {'39bc061e-7c84-407e-9038-82ed06b6b0ee'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:28:26.169757 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-63c211e7-982f-4b07-b30a-4924ca367584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:28:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['39bc061e-7c84-407e-9038-82ed06b6b0ee'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:28:26.211021 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c136d8-0ee1-4b92-99dd-6cd6ba7897b5 None None] Pushing event updated for resources: {'Port': ['ID=0502e922-759c-442a-8382-e0628ca54986,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:26.211242 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b7cd5c-c3f7-408e-9104-57ace2452db6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=33f28086-8644-4605-8dd2-cfc524602613,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:26.239071 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3aa23374-33a1-4b6d-89dc-d97809caff84 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:26.240231 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b7cd5c-c3f7-408e-9104-57ace2452db6 admin admin] Checking segment: {'id': '87e02897-1704-419e-92a1-5fb4dfb3e030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '69656706-041c-4c18-9559-4c2c8bbafe68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:28:26.240794 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b7cd5c-c3f7-408e-9104-57ace2452db6 admin admin] Network hostable DHCP agents. Network: 69656706-041c-4c18-9559-4c2c8bbafe68, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:28:26.257530 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-04264408-cc3d-4a38-b7a7-75db0cf6e162 req-c987b1c4-8ddb-4333-bda4-97212db803b4 tempest-SecurityGroupsTestAdminJSON-400929001 tempest-SecurityGroupsTestAdminJSON-400929001-project-admin] 10.222.0.64 "GET /v2.0/security-groups/8aee3fa3-bdbc-4587-bf3a-ab30c0b847bf HTTP/1.1" status: 200 len: 2981 time: 0.1703444 Oct 20 10:28:26.268377 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b7cd5c-c3f7-408e-9104-57ace2452db6 admin admin] Network 69656706-041c-4c18-9559-4c2c8bbafe68 is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:28:26.279832 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-98b7cd5c-c3f7-408e-9104-57ace2452db6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, 69656706-041c-4c18-9559-4c2c8bbafe68) {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:28:26.284467 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b7cd5c-c3f7-408e-9104-57ace2452db6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:26.285809 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-98b7cd5c-c3f7-408e-9104-57ace2452db6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:26.301496 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ec332a-98dc-4715-878d-dc1c953c086d None None] Network 69656706-041c-4c18-9559-4c2c8bbafe68 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:28:26.301753 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a5081432-9bf8-463e-837e-822377ebe1ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:26.304186 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a5081432-9bf8-463e-837e-822377ebe1ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:26.308808 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-a5081432-9bf8-463e-837e-822377ebe1ef admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f9888061-0587-4a1b-b42a-600024203027 HTTP/1.1" status: 204 len: 168 time: 0.4372644 Oct 20 10:28:26.309036 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-98b7cd5c-c3f7-408e-9104-57ace2452db6 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.4176691 Oct 20 10:28:26.309036 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 37874) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:28:26.315311 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-8c4408ee-5c69-4dfc-b703-bbefdaf60c69 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1640098787-router', 'tenant_id': '8beaf2f5954940dc8d21472300ff0623', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:28:26.338610 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6517a625-f9a1-45f8-96de-c64bd3522dfa req-5f832059-176d-4ff6-8667-b8f9704944a2 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:26.347471 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-63c211e7-982f-4b07-b30a-4924ca367584 None None] Set router 39bc061e-7c84-407e-9038-82ed06b6b0ee gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:28:26.347675 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6517a625-f9a1-45f8-96de-c64bd3522dfa req-5f832059-176d-4ff6-8667-b8f9704944a2 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/networks?id=1ce4070f-3cfd-4061-95b1-2481b8fda5e7 HTTP/1.1" status: 200 len: 821 time: 0.3659997 Oct 20 10:28:26.350566 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8c4408ee-5c69-4dfc-b703-bbefdaf60c69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1772442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258322'] for router, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:26.352065 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8c4408ee-5c69-4dfc-b703-bbefdaf60c69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1772334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773516', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258315'] for router, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:26.369814 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5081432-9bf8-463e-837e-822377ebe1ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9888061-0587-4a1b-b42a-600024203027,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:26.401438 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6517a625-f9a1-45f8-96de-c64bd3522dfa req-43616602-b4b0-446d-b4c4-ce3ac3d01c80 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/quotas/9d344b97e96e4da89707d7e9ad8232dc HTTP/1.1" status: 200 len: 375 time: 0.0544424 Oct 20 10:28:26.453013 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8c4408ee-5c69-4dfc-b703-bbefdaf60c69 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:26.473140 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-04264408-cc3d-4a38-b7a7-75db0cf6e162 req-8a39ad33-58bc-4c25-9950-720d3c6d0c99 tempest-SecurityGroupsTestAdminJSON-400929001 tempest-SecurityGroupsTestAdminJSON-400929001-project-admin] 10.222.0.64 "GET /v2.0/security-groups/a63fa035-9252-4a30-bf29-691fc7c00c76 HTTP/1.1" status: 200 len: 2981 time: 0.1976919 Oct 20 10:28:26.593573 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6517a625-f9a1-45f8-96de-c64bd3522dfa req-3aede256-3ff9-4e12-9bc1-4f657a503eff tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=9d344b97e96e4da89707d7e9ad8232dc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1911874 Oct 20 10:28:26.608352 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1cb4820f-e118-4c70-bc1f-6d11dca40cb9 None None] Provisioning complete for port 0502e922-759c-442a-8382-e0628ca54986 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:28:26.608723 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1cb4820f-e118-4c70-bc1f-6d11dca40cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:26.638911 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-04264408-cc3d-4a38-b7a7-75db0cf6e162 req-205eb8bb-046c-4a51-85bb-476a55cf138c tempest-SecurityGroupsTestAdminJSON-400929001 tempest-SecurityGroupsTestAdminJSON-400929001-project-admin] 10.222.0.64 "GET /v2.0/security-groups/a63fa035-9252-4a30-bf29-691fc7c00c76 HTTP/1.1" status: 200 len: 2981 time: 0.1416237 Oct 20 10:28:26.644301 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3aa23374-33a1-4b6d-89dc-d97809caff84 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:26.662546 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8c4408ee-5c69-4dfc-b703-bbefdaf60c69 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:26.706336 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3aa23374-33a1-4b6d-89dc-d97809caff84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:26.729848 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c079ee52-694b-4ff1-b5c6-22f6e9c55bda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524064ba-869c-5550-b826-c26b69a11278-69656706-041c-4c18-9559-4c2c8bbafe68', 'network_id': '69656706-041c-4c18-9559-4c2c8bbafe68', 'tenant_id': '8beaf2f5954940dc8d21472300ff0623', 'fixed_ips': [{'subnet_id': '33f28086-8644-4605-8dd2-cfc524602613'}]}} from n-d-811396-3. {{(pid=100598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:28:26.730680 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-c079ee52-694b-4ff1-b5c6-22f6e9c55bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:26.760097 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 37880) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:28:26.760728 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-3aa23374-33a1-4b6d-89dc-d97809caff84 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=978467ddc08544acb9983a188f3e5539&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6252098 Oct 20 10:28:26.775924 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-04264408-cc3d-4a38-b7a7-75db0cf6e162 req-3d4e0942-c5f1-4aaf-814e-0be4bef8399c tempest-SecurityGroupsTestAdminJSON-400929001 tempest-SecurityGroupsTestAdminJSON-400929001-project-admin] 10.222.0.64 "GET /v2.0/security-groups/b486aa86-c135-4c74-93c6-8a3a5d39a0a6 HTTP/1.1" status: 200 len: 2981 time: 0.1278722 Oct 20 10:28:26.823770 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa23374-33a1-4b6d-89dc-d97809caff84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2320904d-d28d-4c70-8cc1-92b9f7e4d3d2,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:26.854345 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6517a625-f9a1-45f8-96de-c64bd3522dfa req-760d767b-5c51-4ea4-8f8d-00309f07da44 service neutron] 10.222.0.64 "GET /v2.0/networks/1ce4070f-3cfd-4061-95b1-2481b8fda5e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2597933 Oct 20 10:28:26.889199 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5698db00-d857-4cc6-8bb4-70bcefbcb6bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:26.960114 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-04264408-cc3d-4a38-b7a7-75db0cf6e162 req-e2156060-a286-4e99-8cbc-1d15517aa697 tempest-SecurityGroupsTestAdminJSON-400929001 tempest-SecurityGroupsTestAdminJSON-400929001-project-admin] 10.222.0.64 "GET /v2.0/security-groups/b486aa86-c135-4c74-93c6-8a3a5d39a0a6 HTTP/1.1" status: 200 len: 2981 time: 0.1771872 Oct 20 10:28:26.962146 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6517a625-f9a1-45f8-96de-c64bd3522dfa req-6b0183be-ce04-4732-a8d7-ec271f68b63e service neutron] 10.222.0.64 "GET /v2.0/networks/1ce4070f-3cfd-4061-95b1-2481b8fda5e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906420 Oct 20 10:28:26.964324 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-c079ee52-694b-4ff1-b5c6-22f6e9c55bda None None] Allocated IP 172.20.0.2 (69656706-041c-4c18-9559-4c2c8bbafe68/33f28086-8644-4605-8dd2-cfc524602613/67cd3a75-d0c7-498e-bfbc-019c70912c86) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:28:26.968996 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5698db00-d857-4cc6-8bb4-70bcefbcb6bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:27.009358 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8c4408ee-5c69-4dfc-b703-bbefdaf60c69 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:27.027943 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-04264408-cc3d-4a38-b7a7-75db0cf6e162 req-beb62098-8a9a-4bf3-90a0-f08ca10914db tempest-SecurityGroupsTestAdminJSON-400929001 tempest-SecurityGroupsTestAdminJSON-400929001-project-admin] 10.222.0.64 "GET /v2.0/security-groups/ba094063-4980-4c22-bc34-9c1534c0beb0 HTTP/1.1" status: 200 len: 2977 time: 0.0612435 Oct 20 10:28:27.044212 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8c4408ee-5c69-4dfc-b703-bbefdaf60c69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:27.114982 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-04264408-cc3d-4a38-b7a7-75db0cf6e162 req-bb87f9ce-2ecf-4602-a0f3-bbd3e6fe5cc5 tempest-SecurityGroupsTestAdminJSON-400929001 tempest-SecurityGroupsTestAdminJSON-400929001-project-admin] 10.222.0.64 "GET /v2.0/security-groups/ba094063-4980-4c22-bc34-9c1534c0beb0 HTTP/1.1" status: 200 len: 2977 time: 0.0803878 Oct 20 10:28:27.122453 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5698db00-d857-4cc6-8bb4-70bcefbcb6bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:27.126798 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5698db00-d857-4cc6-8bb4-70bcefbcb6bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:27.135940 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-5698db00-d857-4cc6-8bb4-70bcefbcb6bb admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2320904d-d28d-4c70-8cc1-92b9f7e4d3d2 HTTP/1.1" status: 204 len: 168 time: 0.3694451 Oct 20 10:28:27.145765 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-c079ee52-694b-4ff1-b5c6-22f6e9c55bda None None] Publish callbacks [] for port, precommit_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:27.147641 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1cb4820f-e118-4c70-bc1f-6d11dca40cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:27.166004 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-c079ee52-694b-4ff1-b5c6-22f6e9c55bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:27.172163 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5698db00-d857-4cc6-8bb4-70bcefbcb6bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2320904d-d28d-4c70-8cc1-92b9f7e4d3d2,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:27.214577 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-8c4408ee-5c69-4dfc-b703-bbefdaf60c69 admin admin] Allocated IP 172.25.1.203 (cbe170d3-31ba-45a2-b477-520ab0a7a8ea/f4e26aca-17ac-4adb-a66b-d939a1b35b64/a91872ef-91ca-40c7-adb8-6af85125749a) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:28:27.253006 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-04264408-cc3d-4a38-b7a7-75db0cf6e162 req-ff442516-671b-419b-9577-66ffe2a18b3d tempest-SecurityGroupsTestAdminJSON-400929001 tempest-SecurityGroupsTestAdminJSON-400929001-project-admin] 10.222.0.64 "GET /v2.0/security-groups/c9530d58-9cbe-4f3f-8220-e88580bc5e05 HTTP/1.1" status: 200 len: 2977 time: 0.1244085 Oct 20 10:28:27.346951 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-04264408-cc3d-4a38-b7a7-75db0cf6e162 req-703b0f5f-71f2-4048-8cfa-29b773ac7053 tempest-SecurityGroupsTestAdminJSON-400929001 tempest-SecurityGroupsTestAdminJSON-400929001-project-admin] 10.222.0.64 "GET /v2.0/security-groups/c9530d58-9cbe-4f3f-8220-e88580bc5e05 HTTP/1.1" status: 200 len: 2977 time: 0.0834749 Oct 20 10:28:27.352158 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-63c211e7-982f-4b07-b30a-4924ca367584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39bc061e-7c84-407e-9038-82ed06b6b0ee', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-281578177-router', 'tenant_id': '615f0f1e0330428db980ed70e8d1044c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': '4e37ba73-bcaa-45d4-9464-c8fadabed098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:28:16Z', 'updated_at': '2021-10-20T10:28:22Z', 'revision_number': 4, 'project_id': '615f0f1e0330428db980ed70e8d1044c', 'gw_port': {'id': '4e37ba73-bcaa-45d4-9464-c8fadabed098', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b9:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39bc061e-7c84-407e-9038-82ed06b6b0ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:28:17Z', 'updated_at': '2021-10-20T10:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '0502e922-759c-442a-8382-e0628ca54986', 'name': '', 'network_id': '9dfc8104-588f-4ed0-ad5c-e57e4df0d1f9', 'tenant_id': '615f0f1e0330428db980ed70e8d1044c', 'mac_address': 'fa:16:3e:2c:7b:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39bc061e-7c84-407e-9038-82ed06b6b0ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '56841db6-7a1e-47d6-b1e7-25a7cc618d35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:28:20Z', 'updated_at': '2021-10-20T10:28:26Z', 'revision_number': 4, 'project_id': '615f0f1e0330428db980ed70e8d1044c', 'subnets': [{'id': '56841db6-7a1e-47d6-b1e7-25a7cc618d35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:28:27.411719 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c079ee52-694b-4ff1-b5c6-22f6e9c55bda None None] Network 69656706-041c-4c18-9559-4c2c8bbafe68 is already hosted by enough agents. {{(pid=100598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:28:27.414807 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c211e7-982f-4b07-b30a-4924ca367584 None None] The sync data for ids ['39bc061e-7c84-407e-9038-82ed06b6b0ee'] in n-d-811396-3 is: [{'id': '39bc061e-7c84-407e-9038-82ed06b6b0ee', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-281578177-router', 'tenant_id': '615f0f1e0330428db980ed70e8d1044c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': '4e37ba73-bcaa-45d4-9464-c8fadabed098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:28:16Z', 'updated_at': '2021-10-20T10:28:22Z', 'revision_number': 4, 'project_id': '615f0f1e0330428db980ed70e8d1044c', 'gw_port': {'id': '4e37ba73-bcaa-45d4-9464-c8fadabed098', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b9:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39bc061e-7c84-407e-9038-82ed06b6b0ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:28:17Z', 'updated_at': '2021-10-20T10:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '0502e922-759c-442a-8382-e0628ca54986', 'name': '', 'network_id': '9dfc8104-588f-4ed0-ad5c-e57e4df0d1f9', 'tenant_id': '615f0f1e0330428db980ed70e8d1044c', 'mac_address': 'fa:16:3e:2c:7b:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39bc061e-7c84-407e-9038-82ed06b6b0ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '56841db6-7a1e-47d6-b1e7-25a7cc618d35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:28:20Z', 'updated_at': '2021-10-20T10:28:26Z', 'revision_number': 4, 'project_id': '615f0f1e0330428db980ed70e8d1044c', 'subnets': [{'id': '56841db6-7a1e-47d6-b1e7-25a7cc618d35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:28:27.417490 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1cb4820f-e118-4c70-bc1f-6d11dca40cb9 None None] For port 0502e922-759c-442a-8382-e0628ca54986, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=0502e922-759c-442a-8382-e0628ca54986,segment=NetworkSegment(dd88a4e0-deb3-4ff4-9fda-1ddc61c05921),segment_id=dd88a4e0-deb3-4ff4-9fda-1ddc61c05921)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:28:27.440845 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.base_scheduler [None req-c079ee52-694b-4ff1-b5c6-22f6e9c55bda None None] Resources bound (agent type, host, resource id): {{(pid=100598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:28:27.445442 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1cb4820f-e118-4c70-bc1f-6d11dca40cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:27.447419 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c079ee52-694b-4ff1-b5c6-22f6e9c55bda None None] Received port after_create {{(pid=100598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:28:27.467163 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c079ee52-694b-4ff1-b5c6-22f6e9c55bda None None] Pushing event updated for resources: {'Port': ['ID=67cd3a75-d0c7-498e-bfbc-019c70912c86,revision_number=1']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:27.480430 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8c4408ee-5c69-4dfc-b703-bbefdaf60c69 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:27.484273 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-04264408-cc3d-4a38-b7a7-75db0cf6e162 req-ed18aff5-9b7e-4958-85a1-a86926d8331d tempest-SecurityGroupsTestAdminJSON-400929001 tempest-SecurityGroupsTestAdminJSON-400929001-project-admin] 10.222.0.64 "GET /v2.0/security-groups/d8c4ce3d-1dc2-4ac7-9d09-2daac6fec311 HTTP/1.1" status: 200 len: 2981 time: 0.1223447 Oct 20 10:28:27.577385 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8c4408ee-5c69-4dfc-b703-bbefdaf60c69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:27.644000 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-04264408-cc3d-4a38-b7a7-75db0cf6e162 req-ef0f7db3-947e-400f-95e9-66e6788644fd tempest-SecurityGroupsTestAdminJSON-400929001 tempest-SecurityGroupsTestAdminJSON-400929001-project-admin] 10.222.0.64 "GET /v2.0/security-groups/d8c4ce3d-1dc2-4ac7-9d09-2daac6fec311 HTTP/1.1" status: 200 len: 2981 time: 0.1456814 Oct 20 10:28:27.675647 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c4408ee-5c69-4dfc-b703-bbefdaf60c69 admin admin] Network cbe170d3-31ba-45a2-b477-520ab0a7a8ea is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:28:27.679157 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-8c4408ee-5c69-4dfc-b703-bbefdaf60c69 admin admin] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:28:27.685274 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4408ee-5c69-4dfc-b703-bbefdaf60c69 admin admin] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:28:27.743677 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-04264408-cc3d-4a38-b7a7-75db0cf6e162 req-d79a5142-17f9-4f76-8987-9433baa941ec tempest-SecurityGroupsTestAdminJSON-400929001 tempest-SecurityGroupsTestAdminJSON-400929001-project-admin] 10.222.0.64 "GET /v2.0/security-groups/fc349499-1aec-42c3-a410-62502e78c68d HTTP/1.1" status: 200 len: 2981 time: 0.0983906 Oct 20 10:28:27.751043 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb4820f-e118-4c70-bc1f-6d11dca40cb9 None None] Pushing event updated for resources: {'Port': ['ID=0502e922-759c-442a-8382-e0628ca54986,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:27.788856 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4408ee-5c69-4dfc-b703-bbefdaf60c69 admin admin] Pushing event updated for resources: {'Port': ['ID=a91872ef-91ca-40c7-adb8-6af85125749a,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:27.837485 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-c079ee52-694b-4ff1-b5c6-22f6e9c55bda None None] Attempting to bind port 67cd3a75-d0c7-498e-bfbc-019c70912c86 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:28:27.841801 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-c079ee52-694b-4ff1-b5c6-22f6e9c55bda None None] Attempting to bind port 67cd3a75-d0c7-498e-bfbc-019c70912c86 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '87e02897-1704-419e-92a1-5fb4dfb3e030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '69656706-041c-4c18-9559-4c2c8bbafe68'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:28:27.843404 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c079ee52-694b-4ff1-b5c6-22f6e9c55bda None None] Attempting to bind port 67cd3a75-d0c7-498e-bfbc-019c70912c86 on network 69656706-041c-4c18-9559-4c2c8bbafe68 {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:28:27.859258 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c079ee52-694b-4ff1-b5c6-22f6e9c55bda None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 28, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:28:27.860081 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c079ee52-694b-4ff1-b5c6-22f6e9c55bda None None] Checking segment: {'id': '87e02897-1704-419e-92a1-5fb4dfb3e030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '69656706-041c-4c18-9559-4c2c8bbafe68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:28:27.860692 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-c079ee52-694b-4ff1-b5c6-22f6e9c55bda None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:27.861807 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c079ee52-694b-4ff1-b5c6-22f6e9c55bda None None] Bound using segment: {'id': '87e02897-1704-419e-92a1-5fb4dfb3e030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '69656706-041c-4c18-9559-4c2c8bbafe68'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:28:27.864743 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-c079ee52-694b-4ff1-b5c6-22f6e9c55bda None None] Bound port: 67cd3a75-d0c7-498e-bfbc-019c70912c86, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87e02897-1704-419e-92a1-5fb4dfb3e030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '69656706-041c-4c18-9559-4c2c8bbafe68'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:28:27.865411 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-c079ee52-694b-4ff1-b5c6-22f6e9c55bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:27.900006 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-04264408-cc3d-4a38-b7a7-75db0cf6e162 req-5ede6736-f252-4cb3-bc58-059dcee02ca2 tempest-SecurityGroupsTestAdminJSON-400929001 tempest-SecurityGroupsTestAdminJSON-400929001-project-admin] 10.222.0.64 "GET /v2.0/security-groups/fc349499-1aec-42c3-a410-62502e78c68d HTTP/1.1" status: 200 len: 2981 time: 0.1496148 Oct 20 10:28:27.925483 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145c1a72-c15a-49b5-91da-363f919f757a req-814460e8-5542-411c-9ca6-032dc0a8b23e tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:27.937558 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-145c1a72-c15a-49b5-91da-363f919f757a req-814460e8-5542-411c-9ca6-032dc0a8b23e tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=140f67b6-b627-4357-882b-b43ba6bc30e0 HTTP/1.1" status: 200 len: 949 time: 0.1643798 Oct 20 10:28:28.034480 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-c079ee52-694b-4ff1-b5c6-22f6e9c55bda None None] For port 67cd3a75-d0c7-498e-bfbc-019c70912c86, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:28:28.039244 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-c079ee52-694b-4ff1-b5c6-22f6e9c55bda None None] For port 67cd3a75-d0c7-498e-bfbc-019c70912c86, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=67cd3a75-d0c7-498e-bfbc-019c70912c86,segment=NetworkSegment(87e02897-1704-419e-92a1-5fb4dfb3e030),segment_id=87e02897-1704-419e-92a1-5fb4dfb3e030)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:28:28.044604 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-145c1a72-c15a-49b5-91da-363f919f757a req-f14d7310-d375-4a6c-8305-cc1c6d24def3 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055069 Oct 20 10:28:28.048130 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-c079ee52-694b-4ff1-b5c6-22f6e9c55bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:28.050629 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-04264408-cc3d-4a38-b7a7-75db0cf6e162 req-8f1fd1af-3a29-4026-aacb-a82a12c012bf tempest-SecurityGroupsTestAdminJSON-400929001 tempest-SecurityGroupsTestAdminJSON-400929001-project-admin] 10.222.0.64 "GET /v2.0/security-groups/fe673de9-5ef4-433a-8c44-aa808aa539d6 HTTP/1.1" status: 200 len: 2981 time: 0.1025739 Oct 20 10:28:28.141516 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-04264408-cc3d-4a38-b7a7-75db0cf6e162 req-db7be575-7bbb-4d28-bdd7-7c73b8f3be0a tempest-SecurityGroupsTestAdminJSON-400929001 tempest-SecurityGroupsTestAdminJSON-400929001-project-admin] 10.222.0.64 "GET /v2.0/security-groups/fe673de9-5ef4-433a-8c44-aa808aa539d6 HTTP/1.1" status: 200 len: 2981 time: 0.0825877 Oct 20 10:28:28.166754 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c079ee52-694b-4ff1-b5c6-22f6e9c55bda None None] Pushing event updated for resources: {'Port': ['ID=67cd3a75-d0c7-498e-bfbc-019c70912c86,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:28.330238 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aef60c-10e4-4017-b846-365a77f5a70b req-4c1d0c59-4d09-470f-931f-4b28722b82f7 tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:28.341878 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a4aef60c-10e4-4017-b846-365a77f5a70b req-4c1d0c59-4d09-470f-931f-4b28722b82f7 tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] 10.222.0.64 "GET /v2.0/ports?device_id=37819879-6a8f-4e60-9b45-e7343fc19d33 HTTP/1.1" status: 200 len: 945 time: 0.1545098 Oct 20 10:28:28.423677 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d395db16-6cf4-4171-b3c4-238e426ca19c req-3a369ec8-8ea8-4b5c-86cf-f0711c893f32 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/ports?device_id=1eabf57a-87ff-45e4-a8c1-0331e36a3388 HTTP/1.1" status: 200 len: 210 time: 0.0631943 Oct 20 10:28:28.483674 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a4aef60c-10e4-4017-b846-365a77f5a70b req-6c37f57b-c375-44d9-bd4c-0252725ffd21 tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] 10.222.0.64 "GET /v2.0/security-groups?id=a63fa035-9252-4a30-bf29-691fc7c00c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342134 Oct 20 10:28:28.675897 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8c4408ee-5c69-4dfc-b703-bbefdaf60c69 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:28.686438 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2893a8b2-f447-448c-9b3a-7f13c81797e5 req-e01ed6e5-f721-4357-a59d-9b2b79a3ad35 tempest-SecurityGroupsTestAdminJSON-2011821192 tempest-SecurityGroupsTestAdminJSON-2011821192-project] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=eb2cda6fa6bb46d68cb9bf4df0542577 HTTP/1.1" status: 200 len: 6101 time: 0.1539674 Oct 20 10:28:28.693114 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386c9f6a-349b-4826-bf5c-9e387c0f7fae req-bee9b568-1cf1-421a-bcf2-c9b47c453536 tempest-ServersAdminNegativeTestJSON-1346474541 tempest-ServersAdminNegativeTestJSON-1346474541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:28.695122 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-386c9f6a-349b-4826-bf5c-9e387c0f7fae req-bee9b568-1cf1-421a-bcf2-c9b47c453536 tempest-ServersAdminNegativeTestJSON-1346474541 tempest-ServersAdminNegativeTestJSON-1346474541-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=cd9b3dd1-21d2-4e5d-beb0-2ae5ca6514f2 HTTP/1.1" status: 200 len: 1100 time: 0.1025009 Oct 20 10:28:28.766540 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-386c9f6a-349b-4826-bf5c-9e387c0f7fae req-2b9c7e43-5ea9-4408-bf1d-b3bd218b2a66 tempest-ServersAdminNegativeTestJSON-1346474541 tempest-ServersAdminNegativeTestJSON-1346474541-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:28.837630 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2893a8b2-f447-448c-9b3a-7f13c81797e5 req-d66ceb9b-bcaf-419b-b5e6-c641aff4cf1f tempest-SecurityGroupsTestAdminJSON-2011821192 tempest-SecurityGroupsTestAdminJSON-2011821192-project] 10.222.0.64 "GET /v2.0/security-groups/b486aa86-c135-4c74-93c6-8a3a5d39a0a6 HTTP/1.1" status: 200 len: 2981 time: 0.1414933 Oct 20 10:28:28.916043 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 37948) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:28:28.985400 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-386c9f6a-349b-4826-bf5c-9e387c0f7fae req-2b9c7e43-5ea9-4408-bf1d-b3bd218b2a66 tempest-ServersAdminNegativeTestJSON-1346474541 tempest-ServersAdminNegativeTestJSON-1346474541-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:28.994668 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2893a8b2-f447-448c-9b3a-7f13c81797e5 req-638a96d8-f8b7-4bf2-8501-1655bc99afa9 tempest-SecurityGroupsTestAdminJSON-2011821192 tempest-SecurityGroupsTestAdminJSON-2011821192-project] 10.222.0.64 "GET /v2.0/security-groups/b486aa86-c135-4c74-93c6-8a3a5d39a0a6 HTTP/1.1" status: 200 len: 2981 time: 0.1453428 Oct 20 10:28:28.996342 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-386c9f6a-349b-4826-bf5c-9e387c0f7fae req-2b9c7e43-5ea9-4408-bf1d-b3bd218b2a66 tempest-ServersAdminNegativeTestJSON-1346474541 tempest-ServersAdminNegativeTestJSON-1346474541-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:29.083365 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-386c9f6a-349b-4826-bf5c-9e387c0f7fae req-2b9c7e43-5ea9-4408-bf1d-b3bd218b2a66 tempest-ServersAdminNegativeTestJSON-1346474541 tempest-ServersAdminNegativeTestJSON-1346474541-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=d8c4ce3d-1dc2-4ac7-9d09-2daac6fec311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3786044 Oct 20 10:28:29.123265 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9c7e43-5ea9-4408-bf1d-b3bd218b2a66 tempest-ServersAdminNegativeTestJSON-1346474541 tempest-ServersAdminNegativeTestJSON-1346474541-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac9b5619-bf05-4043-a86b-94420fc7be09,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:29.160403 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8c4408ee-5c69-4dfc-b703-bbefdaf60c69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1773475'] for router, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:29.176902 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b8fa92f9-8f0e-4d47-a360-bff4042f984f req-e72aad04-47af-4998-9743-7e9324399adb tempest-SecurityGroupsTestAdminJSON-400929001 tempest-SecurityGroupsTestAdminJSON-400929001-project-admin] 10.222.0.64 "GET /v2.0/security-groups/390f6447-1655-4812-80b0-a5bc44254873 HTTP/1.1" status: 200 len: 1776 time: 0.1503475 Oct 20 10:28:29.180791 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6517a625-f9a1-45f8-96de-c64bd3522dfa req-de31eb0f-0098-4d7b-b4ae-a4d5ee81a8d3 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:29.182698 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-6517a625-f9a1-45f8-96de-c64bd3522dfa req-de31eb0f-0098-4d7b-b4ae-a4d5ee81a8d3 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.55 "GET /v2.0/networks?id=1ce4070f-3cfd-4061-95b1-2481b8fda5e7 HTTP/1.1" status: 200 len: 821 time: 0.2592664 Oct 20 10:28:29.355914 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-b8fa92f9-8f0e-4d47-a360-bff4042f984f req-d0a221bd-52f7-47ac-982e-cc87982ae4d6 tempest-SecurityGroupsTestAdminJSON-400929001 tempest-SecurityGroupsTestAdminJSON-400929001-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:29.381486 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69a0c2b-81ff-4f03-9c6d-27bdf41cc58d req-9a39b227-6b02-4f0c-99b6-3864d90c3d36 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:29.390849 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b69a0c2b-81ff-4f03-9c6d-27bdf41cc58d req-9a39b227-6b02-4f0c-99b6-3864d90c3d36 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=140f67b6-b627-4357-882b-b43ba6bc30e0 HTTP/1.1" status: 200 len: 949 time: 0.1286433 Oct 20 10:28:29.396936 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [req-6517a625-f9a1-45f8-96de-c64bd3522dfa req-ddb6edfe-0ed5-4d7b-924c-4413a63c6a51 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Request body: {'port': {'device_id': '1eabf57a-87ff-45e4-a8c1-0331e36a3388', 'network_id': '1ce4070f-3cfd-4061-95b1-2481b8fda5e7', 'admin_state_up': True, 'tenant_id': '9d344b97e96e4da89707d7e9ad8232dc'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:28:29.422920 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 67cd3a75-d0c7-498e-bfbc-019c70912c86 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:28:29.440269 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-99651e74-0979-4822-94ab-36127d516562 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-440255220-network', 'tenant_id': 'fff86a44e327447bb75659e2caf6a026'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:28:29.486987 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b69a0c2b-81ff-4f03-9c6d-27bdf41cc58d req-c9ed2e68-7c76-4cc6-985c-78d7d6b9d354 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948238 Oct 20 10:28:29.489247 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-b8fa92f9-8f0e-4d47-a360-bff4042f984f req-d0a221bd-52f7-47ac-982e-cc87982ae4d6 tempest-SecurityGroupsTestAdminJSON-400929001 tempest-SecurityGroupsTestAdminJSON-400929001-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:29.533819 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99651e74-0979-4822-94ab-36127d516562 admin admin] Made reservation on behalf of fff86a44e327447bb75659e2caf6a026 for: {'network': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:28:29.536151 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-99651e74-0979-4822-94ab-36127d516562 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:29.539662 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 67cd3a75-d0c7-498e-bfbc-019c70912c86 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:28:29.540034 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:29.590548 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-b8fa92f9-8f0e-4d47-a360-bff4042f984f req-d0a221bd-52f7-47ac-982e-cc87982ae4d6 tempest-SecurityGroupsTestAdminJSON-400929001 tempest-SecurityGroupsTestAdminJSON-400929001-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:29.593250 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-b8fa92f9-8f0e-4d47-a360-bff4042f984f req-d0a221bd-52f7-47ac-982e-cc87982ae4d6 tempest-SecurityGroupsTestAdminJSON-400929001 tempest-SecurityGroupsTestAdminJSON-400929001-project-admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:29.594392 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b8fa92f9-8f0e-4d47-a360-bff4042f984f req-d0a221bd-52f7-47ac-982e-cc87982ae4d6 tempest-SecurityGroupsTestAdminJSON-400929001 tempest-SecurityGroupsTestAdminJSON-400929001-project-admin] 10.222.0.64 "DELETE /v2.0/security-groups/390f6447-1655-4812-80b0-a5bc44254873 HTTP/1.1" status: 204 len: 173 time: 0.4114962 Oct 20 10:28:29.595077 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-99651e74-0979-4822-94ab-36127d516562 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:29.618010 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a221bd-52f7-47ac-982e-cc87982ae4d6 tempest-SecurityGroupsTestAdminJSON-400929001 tempest-SecurityGroupsTestAdminJSON-400929001-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=390f6447-1655-4812-80b0-a5bc44254873,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:29.644130 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c4408ee-5c69-4dfc-b703-bbefdaf60c69 admin admin] Router da764ea0-9cfb-46d0-b19b-a8155d883e97 is scheduled to L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 with binding_index 1 {{(pid=100597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 10:28:29.661101 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6517a625-f9a1-45f8-96de-c64bd3522dfa req-ddb6edfe-0ed5-4d7b-924c-4413a63c6a51 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Made reservation on behalf of 9d344b97e96e4da89707d7e9ad8232dc for: {'port': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:28:29.667005 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-6517a625-f9a1-45f8-96de-c64bd3522dfa req-ddb6edfe-0ed5-4d7b-924c-4413a63c6a51 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:29.704176 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-99651e74-0979-4822-94ab-36127d516562 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:29.722266 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:29.745824 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-008d3994-1208-4d65-9604-c6f5b0a97234 req-0f1e60d7-5dcc-4414-a6d5-944338ecc118 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/ports?device_id=1eabf57a-87ff-45e4-a8c1-0331e36a3388 HTTP/1.1" status: 200 len: 210 time: 0.0381398 Oct 20 10:28:29.746462 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-99651e74-0979-4822-94ab-36127d516562 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:29.760604 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99651e74-0979-4822-94ab-36127d516562 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 847} {{(pid=100596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:28:29.771654 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-99651e74-0979-4822-94ab-36127d516562 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:29.772053 n-d-811396-3 neutron-server[100596]: INFO neutron.db.segments_db [None req-99651e74-0979-4822-94ab-36127d516562 admin admin] Added segment 17900514-97ff-467b-a333-775ac0a7e9c5 of type vlan for network 268051f2-4fcd-4d16-988f-ce0a95643dbd Oct 20 10:28:29.797697 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] For port 67cd3a75-d0c7-498e-bfbc-019c70912c86, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=67cd3a75-d0c7-498e-bfbc-019c70912c86,segment=NetworkSegment(87e02897-1704-419e-92a1-5fb4dfb3e030),segment_id=87e02897-1704-419e-92a1-5fb4dfb3e030)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:28:29.799905 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2091ac2-2f3e-4d63-b5d5-875b3d733177 None None] Network 69656706-041c-4c18-9559-4c2c8bbafe68 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:28:29.825871 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-99651e74-0979-4822-94ab-36127d516562 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:29.886432 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-99651e74-0979-4822-94ab-36127d516562 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:29.887432 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99651e74-0979-4822-94ab-36127d516562 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:29.888031 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-99651e74-0979-4822-94ab-36127d516562 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:29.909765 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c4408ee-5c69-4dfc-b703-bbefdaf60c69 admin admin] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:28:29.923315 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b7a83d-29ee-4119-8e52-e32ed2d8760b None None] Sync routers for ids ['da764ea0-9cfb-46d0-b19b-a8155d883e97'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:28:29.934444 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b7a83d-29ee-4119-8e52-e32ed2d8760b None None] Routers {'da764ea0-9cfb-46d0-b19b-a8155d883e97'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:28:29.935711 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-b3b7a83d-29ee-4119-8e52-e32ed2d8760b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:28:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['da764ea0-9cfb-46d0-b19b-a8155d883e97'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:28:29.952766 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99651e74-0979-4822-94ab-36127d516562 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94941ded-85d2-4277-ab75-d91afaf0d4fb,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:29.953024 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [req-6517a625-f9a1-45f8-96de-c64bd3522dfa req-ddb6edfe-0ed5-4d7b-924c-4413a63c6a51 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Allocated IP 172.20.0.8 (1ce4070f-3cfd-4061-95b1-2481b8fda5e7/4012c245-3079-4795-8c54-d3f2bf73a5b0/0371987a-4774-44fc-8b5d-9c1c4a305a09) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:28:29.959160 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8c4408ee-5c69-4dfc-b703-bbefdaf60c69 admin admin] Publish callbacks [] for router, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:29.963538 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-8c4408ee-5c69-4dfc-b703-bbefdaf60c69 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 3.6520867 Oct 20 10:28:29.964543 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 37976) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:28:29.978225 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-99651e74-0979-4822-94ab-36127d516562 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0586646 Oct 20 10:28:29.978885 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 37978) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:28:30.019784 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-89f6926f-f017-4493-a69f-f7526eeb9608 admin admin] Request body: {'subnet': {'network_id': '268051f2-4fcd-4d16-988f-ce0a95643dbd', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-440255220-subnet', 'tenant_id': 'fff86a44e327447bb75659e2caf6a026', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:28:30.049179 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99651e74-0979-4822-94ab-36127d516562 admin admin] Pushing event updated for resources: {'Network': ['ID=268051f2-4fcd-4d16-988f-ce0a95643dbd,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:30.062062 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89f6926f-f017-4493-a69f-f7526eeb9608 admin admin] Made reservation on behalf of fff86a44e327447bb75659e2caf6a026 for: {'subnet': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:28:30.065429 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-89f6926f-f017-4493-a69f-f7526eeb9608 admin admin] Publish callbacks [] for subnet, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:30.073515 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-b3b7a83d-29ee-4119-8e52-e32ed2d8760b None None] Set router da764ea0-9cfb-46d0-b19b-a8155d883e97 gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:28:30.090808 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5b59dd-4ac6-4b6f-9d64-22fefbc893b2 req-12ebb1a0-96ea-4a89-93a1-57d00eb849b1 tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:30.092418 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2e5b59dd-4ac6-4b6f-9d64-22fefbc893b2 req-12ebb1a0-96ea-4a89-93a1-57d00eb849b1 tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] 10.222.0.64 "GET /v2.0/ports?device_id=37819879-6a8f-4e60-9b45-e7343fc19d33 HTTP/1.1" status: 200 len: 945 time: 0.2399008 Oct 20 10:28:30.102214 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3e59f9a7-ecb2-492d-93c5-80ae082c67f4 req-2712633d-2261-443f-b41a-32f9d4766fa1 tempest-SecurityGroupsTestAdminJSON-400929001 tempest-SecurityGroupsTestAdminJSON-400929001-project-admin] 10.222.0.64 "GET /v2.0/security-groups/77adad39-bf2b-41c2-b570-835a5244c75a HTTP/1.1" status: 200 len: 1776 time: 0.1945465 Oct 20 10:28:30.102420 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:30.103017 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 0502e922-759c-442a-8382-e0628ca54986 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:28:30.210637 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2e5b59dd-4ac6-4b6f-9d64-22fefbc893b2 req-06acac3f-7dcb-4b97-9cb4-f9f31dedd5ef tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] 10.222.0.64 "GET /v2.0/security-groups?id=a63fa035-9252-4a30-bf29-691fc7c00c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057491 Oct 20 10:28:30.230365 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network 268051f2-4fcd-4d16-988f-ce0a95643dbd details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:28:30.266225 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-3e59f9a7-ecb2-492d-93c5-80ae082c67f4 req-3a917ec5-fe73-4ca4-9887-09a3910ff00d tempest-SecurityGroupsTestAdminJSON-400929001 tempest-SecurityGroupsTestAdminJSON-400929001-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:30.299715 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-3e59f9a7-ecb2-492d-93c5-80ae082c67f4 req-3a917ec5-fe73-4ca4-9887-09a3910ff00d tempest-SecurityGroupsTestAdminJSON-400929001 tempest-SecurityGroupsTestAdminJSON-400929001-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:30.333515 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Pushing event updated for resources: {'Port': ['ID=67cd3a75-d0c7-498e-bfbc-019c70912c86,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:30.366547 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-6a5664dd-d35f-4fbd-94a4-26b26b41aede None None] Provisioning complete for port 67cd3a75-d0c7-498e-bfbc-019c70912c86 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:28:30.367277 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-6a5664dd-d35f-4fbd-94a4-26b26b41aede None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:30.482417 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 0502e922-759c-442a-8382-e0628ca54986 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:28:30.482948 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:30.485474 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-6517a625-f9a1-45f8-96de-c64bd3522dfa req-ddb6edfe-0ed5-4d7b-924c-4413a63c6a51 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:30.628031 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-3e59f9a7-ecb2-492d-93c5-80ae082c67f4 req-3a917ec5-fe73-4ca4-9887-09a3910ff00d tempest-SecurityGroupsTestAdminJSON-400929001 tempest-SecurityGroupsTestAdminJSON-400929001-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:30.632515 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-3e59f9a7-ecb2-492d-93c5-80ae082c67f4 req-3a917ec5-fe73-4ca4-9887-09a3910ff00d tempest-SecurityGroupsTestAdminJSON-400929001 tempest-SecurityGroupsTestAdminJSON-400929001-project-admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:30.637387 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-b3b7a83d-29ee-4119-8e52-e32ed2d8760b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da764ea0-9cfb-46d0-b19b-a8155d883e97', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1640098787-router', 'tenant_id': '8beaf2f5954940dc8d21472300ff0623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.203'}], 'enable_snat': True}, 'gw_port_id': 'a91872ef-91ca-40c7-adb8-6af85125749a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:28:26Z', 'updated_at': '2021-10-20T10:28:27Z', 'revision_number': 3, 'project_id': '8beaf2f5954940dc8d21472300ff0623', 'gw_port': {'id': 'a91872ef-91ca-40c7-adb8-6af85125749a', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:9e:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da764ea0-9cfb-46d0-b19b-a8155d883e97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:28:27Z', 'updated_at': '2021-10-20T10:28:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:28:30.640754 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3e59f9a7-ecb2-492d-93c5-80ae082c67f4 req-3a917ec5-fe73-4ca4-9887-09a3910ff00d tempest-SecurityGroupsTestAdminJSON-400929001 tempest-SecurityGroupsTestAdminJSON-400929001-project-admin] 10.222.0.64 "DELETE /v2.0/security-groups/77adad39-bf2b-41c2-b570-835a5244c75a HTTP/1.1" status: 204 len: 173 time: 0.5370269 Oct 20 10:28:30.656356 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-6517a625-f9a1-45f8-96de-c64bd3522dfa req-ddb6edfe-0ed5-4d7b-924c-4413a63c6a51 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:30.678226 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a917ec5-fe73-4ca4-9887-09a3910ff00d tempest-SecurityGroupsTestAdminJSON-400929001 tempest-SecurityGroupsTestAdminJSON-400929001-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77adad39-bf2b-41c2-b570-835a5244c75a,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:30.684030 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-89f6926f-f017-4493-a69f-f7526eeb9608 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for subnet, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:30.726115 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b7a83d-29ee-4119-8e52-e32ed2d8760b None None] Checking router: da764ea0-9cfb-46d0-b19b-a8155d883e97 for host: n-d-811396-3 {{(pid=100599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:28:30.726483 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b7a83d-29ee-4119-8e52-e32ed2d8760b None None] Updating router da764ea0-9cfb-46d0-b19b-a8155d883e97 port a91872ef-91ca-40c7-adb8-6af85125749a binding host n-d-811396-3 {{(pid=100599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 10:28:30.764310 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f6926f-f017-4493-a69f-f7526eeb9608 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a854f75-38f5-47a2-87ef-2c04e5f6e746,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:30.777395 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 37994) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:28:30.781759 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0de1ddcd-7012-45b6-93f4-32efc1641e5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:30.809189 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-b3b7a83d-29ee-4119-8e52-e32ed2d8760b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:30.861590 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6517a625-f9a1-45f8-96de-c64bd3522dfa req-ddb6edfe-0ed5-4d7b-924c-4413a63c6a51 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Network 1ce4070f-3cfd-4061-95b1-2481b8fda5e7 is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:28:30.866254 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [req-6517a625-f9a1-45f8-96de-c64bd3522dfa req-ddb6edfe-0ed5-4d7b-924c-4413a63c6a51 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:28:30.874728 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [req-6517a625-f9a1-45f8-96de-c64bd3522dfa req-ddb6edfe-0ed5-4d7b-924c-4413a63c6a51 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:28:30.881169 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6517a625-f9a1-45f8-96de-c64bd3522dfa req-ddb6edfe-0ed5-4d7b-924c-4413a63c6a51 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:30.882575 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-6517a625-f9a1-45f8-96de-c64bd3522dfa req-ddb6edfe-0ed5-4d7b-924c-4413a63c6a51 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:30.902050 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149b93dc-6947-431c-869d-394b3f995ebe req-526997f1-f097-453d-8d62-694766946b87 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:30.914639 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-149b93dc-6947-431c-869d-394b3f995ebe req-526997f1-f097-453d-8d62-694766946b87 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=140f67b6-b627-4357-882b-b43ba6bc30e0 HTTP/1.1" status: 200 len: 949 time: 0.1521189 Oct 20 10:28:30.927213 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-79e0e6ac-cc6f-45ab-b596-2febcf9ef86a req-ca9e047e-9d9c-4aa3-9682-5a6b2a8b7d46 tempest-SecurityGroupsTestAdminJSON-2011821192 tempest-SecurityGroupsTestAdminJSON-2011821192-project] 10.222.0.64 "GET /v2.0/security-groups/7f64af2d-7b6d-4797-b3ac-81b9d3da7ad3 HTTP/1.1" status: 200 len: 1777 time: 0.1637726 Oct 20 10:28:30.936335 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f6926f-f017-4493-a69f-f7526eeb9608 admin admin] Checking segment: {'id': '17900514-97ff-467b-a333-775ac0a7e9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '268051f2-4fcd-4d16-988f-ce0a95643dbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:28:30.936537 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f6926f-f017-4493-a69f-f7526eeb9608 admin admin] Network hostable DHCP agents. Network: 268051f2-4fcd-4d16-988f-ce0a95643dbd, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:28:30.954565 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-6517a625-f9a1-45f8-96de-c64bd3522dfa req-ddb6edfe-0ed5-4d7b-924c-4413a63c6a51 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5650821 Oct 20 10:28:30.982256 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f6926f-f017-4493-a69f-f7526eeb9608 admin admin] Network 268051f2-4fcd-4d16-988f-ce0a95643dbd is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:28:30.994799 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [req-6517a625-f9a1-45f8-96de-c64bd3522dfa req-e7e437d0-6047-42fa-a3fb-c39af9cec21d service neutron] Request body: {'port': {'device_id': '1eabf57a-87ff-45e4-a8c1-0331e36a3388', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811396-3'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:28:31.009097 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-89f6926f-f017-4493-a69f-f7526eeb9608 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, 268051f2-4fcd-4d16-988f-ce0a95643dbd) {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:28:31.018896 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfbe4093-9497-4dd3-9d8f-4d638ee59742 None None] Network 268051f2-4fcd-4d16-988f-ce0a95643dbd requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:28:31.026617 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-149b93dc-6947-431c-869d-394b3f995ebe req-4cbf01e7-1bed-4906-9979-f6a011de80c3 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066775 Oct 20 10:28:31.035255 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f6926f-f017-4493-a69f-f7526eeb9608 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:31.046655 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-89f6926f-f017-4493-a69f-f7526eeb9608 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:31.106706 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-89f6926f-f017-4493-a69f-f7526eeb9608 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1178653 Oct 20 10:28:31.148857 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-79e0e6ac-cc6f-45ab-b596-2febcf9ef86a req-411ab9a0-a63b-4baa-8645-003bea9de59c tempest-SecurityGroupsTestAdminJSON-2011821192 tempest-SecurityGroupsTestAdminJSON-2011821192-project] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:31.175505 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-977ebbb4-fc8a-424b-8cc8-9016e87f9a84 None None] Provisioning complete for port 67cd3a75-d0c7-498e-bfbc-019c70912c86 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:28:31.175891 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-977ebbb4-fc8a-424b-8cc8-9016e87f9a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:31.184675 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-b3b7a83d-29ee-4119-8e52-e32ed2d8760b None None] Publish callbacks [] for port, precommit_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:31.193193 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-79e0e6ac-cc6f-45ab-b596-2febcf9ef86a req-411ab9a0-a63b-4baa-8645-003bea9de59c tempest-SecurityGroupsTestAdminJSON-2011821192 tempest-SecurityGroupsTestAdminJSON-2011821192-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:31.193756 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-b3b7a83d-29ee-4119-8e52-e32ed2d8760b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:31.215637 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2743e4a5-2e2e-4a4f-854d-b8ab8abfeb4e None None] Network 268051f2-4fcd-4d16-988f-ce0a95643dbd requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:28:31.221412 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e79da5b-830c-4544-94e7-f9dec7291982 req-fad56048-e072-45e8-b2ff-c392dda18fa2 tempest-ServersAdminNegativeTestJSON-1660104221 tempest-ServersAdminNegativeTestJSON-1660104221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:31.231418 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6e79da5b-830c-4544-94e7-f9dec7291982 req-fad56048-e072-45e8-b2ff-c392dda18fa2 tempest-ServersAdminNegativeTestJSON-1660104221 tempest-ServersAdminNegativeTestJSON-1660104221-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd9b3dd1-21d2-4e5d-beb0-2ae5ca6514f2 HTTP/1.1" status: 200 len: 949 time: 0.1019862 Oct 20 10:28:31.313174 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da35da9-23fa-4dc6-8ebf-e18675dc96c5 None None] Pushing event updated for resources: {'Port': ['ID=a91872ef-91ca-40c7-adb8-6af85125749a,revision_number=2']} {{(pid=100599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:31.317926 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-79e0e6ac-cc6f-45ab-b596-2febcf9ef86a req-411ab9a0-a63b-4baa-8645-003bea9de59c tempest-SecurityGroupsTestAdminJSON-2011821192 tempest-SecurityGroupsTestAdminJSON-2011821192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:31.320654 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-79e0e6ac-cc6f-45ab-b596-2febcf9ef86a req-411ab9a0-a63b-4baa-8645-003bea9de59c tempest-SecurityGroupsTestAdminJSON-2011821192 tempest-SecurityGroupsTestAdminJSON-2011821192-project] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:31.324077 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-79e0e6ac-cc6f-45ab-b596-2febcf9ef86a req-411ab9a0-a63b-4baa-8645-003bea9de59c tempest-SecurityGroupsTestAdminJSON-2011821192 tempest-SecurityGroupsTestAdminJSON-2011821192-project] 10.222.0.64 "DELETE /v2.0/security-groups/7f64af2d-7b6d-4797-b3ac-81b9d3da7ad3 HTTP/1.1" status: 204 len: 173 time: 0.3756685 Oct 20 10:28:31.326838 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-b3b7a83d-29ee-4119-8e52-e32ed2d8760b None None] Attempting to bind port a91872ef-91ca-40c7-adb8-6af85125749a on host n-d-811396-3 for vnic_type normal with profile {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:28:31.331084 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-b3b7a83d-29ee-4119-8e52-e32ed2d8760b None None] Attempting to bind port a91872ef-91ca-40c7-adb8-6af85125749a by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}] {{(pid=100599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:28:31.331646 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b7a83d-29ee-4119-8e52-e32ed2d8760b None None] Attempting to bind port a91872ef-91ca-40c7-adb8-6af85125749a on network cbe170d3-31ba-45a2-b477-520ab0a7a8ea {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:28:31.352567 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6e79da5b-830c-4544-94e7-f9dec7291982 req-63aa5d22-a7bf-4ced-9b53-279a9ff7f2fc tempest-ServersAdminNegativeTestJSON-1660104221 tempest-ServersAdminNegativeTestJSON-1660104221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d8c4ce3d-1dc2-4ac7-9d09-2daac6fec311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219530 Oct 20 10:28:31.359522 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 67cd3a75-d0c7-498e-bfbc-019c70912c86 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:28:31.364782 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb6edfe-0ed5-4d7b-924c-4413a63c6a51 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Pushing event updated for resources: {'Port': ['ID=0371987a-4774-44fc-8b5d-9c1c4a305a09,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:31.367158 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b7a83d-29ee-4119-8e52-e32ed2d8760b None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 28, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:28:31.370910 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-819b1319-7ade-4ba0-afa7-fc0406d41dd9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:31.376449 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b7a83d-29ee-4119-8e52-e32ed2d8760b None None] Checking segment: {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:28:31.378004 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-b3b7a83d-29ee-4119-8e52-e32ed2d8760b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:31.378540 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b7a83d-29ee-4119-8e52-e32ed2d8760b None None] Bound using segment: {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'} {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:28:31.380801 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-b3b7a83d-29ee-4119-8e52-e32ed2d8760b None None] Bound port: a91872ef-91ca-40c7-adb8-6af85125749a, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}}] {{(pid=100599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:28:31.382504 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-b3b7a83d-29ee-4119-8e52-e32ed2d8760b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:31.386335 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411ab9a0-a63b-4baa-8645-003bea9de59c tempest-SecurityGroupsTestAdminJSON-2011821192 tempest-SecurityGroupsTestAdminJSON-2011821192-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f64af2d-7b6d-4797-b3ac-81b9d3da7ad3,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:31.483633 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.db [None req-b3b7a83d-29ee-4119-8e52-e32ed2d8760b None None] For port a91872ef-91ca-40c7-adb8-6af85125749a, host n-d-811396-3, cleared binding levels {{(pid=100599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:28:31.488986 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.db [None req-b3b7a83d-29ee-4119-8e52-e32ed2d8760b None None] For port a91872ef-91ca-40c7-adb8-6af85125749a, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=a91872ef-91ca-40c7-adb8-6af85125749a,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:28:31.496950 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-b3b7a83d-29ee-4119-8e52-e32ed2d8760b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:31.527517 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 67cd3a75-d0c7-498e-bfbc-019c70912c86 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:28:31.528968 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:31.539123 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b94a02f-20fc-437e-96a0-3449d6362f1c req-9fd01229-9cf3-4ab3-a6a7-aaeb392ff63e tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:31.548878 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4b94a02f-20fc-437e-96a0-3449d6362f1c req-9fd01229-9cf3-4ab3-a6a7-aaeb392ff63e tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/ports?device_id=1eabf57a-87ff-45e4-a8c1-0331e36a3388 HTTP/1.1" status: 200 len: 931 time: 0.1082211 Oct 20 10:28:31.589339 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b7a83d-29ee-4119-8e52-e32ed2d8760b None None] Routers {'da764ea0-9cfb-46d0-b19b-a8155d883e97'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:28:31.590023 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-b3b7a83d-29ee-4119-8e52-e32ed2d8760b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:28:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['da764ea0-9cfb-46d0-b19b-a8155d883e97'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:28:31.592607 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da35da9-23fa-4dc6-8ebf-e18675dc96c5 None None] Pushing event updated for resources: {'Port': ['ID=a91872ef-91ca-40c7-adb8-6af85125749a,revision_number=3']} {{(pid=100599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:31.607998 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-819b1319-7ade-4ba0-afa7-fc0406d41dd9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:31.612266 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359ff0d5-1bdf-4a26-af88-7aca3d37f777 req-041828c3-040b-4ec6-be79-9d5c5b4496e8 tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:31.613799 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-359ff0d5-1bdf-4a26-af88-7aca3d37f777 req-041828c3-040b-4ec6-be79-9d5c5b4496e8 tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] 10.222.0.64 "GET /v2.0/ports?device_id=37819879-6a8f-4e60-9b45-e7343fc19d33 HTTP/1.1" status: 200 len: 945 time: 0.1378243 Oct 20 10:28:31.636697 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-819b1319-7ade-4ba0-afa7-fc0406d41dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:31.637486 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4b94a02f-20fc-437e-96a0-3449d6362f1c req-a3da2fad-6c5f-4377-8a6e-865d473c73fc tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba094063-4980-4c22-bc34-9c1534c0beb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875580 Oct 20 10:28:31.679281 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-359ff0d5-1bdf-4a26-af88-7aca3d37f777 req-1bc88c9b-a335-4a61-a96f-f6d834df366d tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] 10.222.0.64 "GET /v2.0/security-groups?id=a63fa035-9252-4a30-bf29-691fc7c00c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461082 Oct 20 10:28:31.693643 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-819b1319-7ade-4ba0-afa7-fc0406d41dd9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d3712e7412e54a63817e94c3a4015d80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8932583 Oct 20 10:28:31.695173 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 38014) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:28:31.731507 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-6517a625-f9a1-45f8-96de-c64bd3522dfa req-e7e437d0-6047-42fa-a3fb-c39af9cec21d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:31.741310 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-b3b7a83d-29ee-4119-8e52-e32ed2d8760b None None] Set router da764ea0-9cfb-46d0-b19b-a8155d883e97 gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:28:31.772698 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819b1319-7ade-4ba0-afa7-fc0406d41dd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e4e3067-fff7-499b-9b0e-f69784ca63b0,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:31.820063 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-0de1ddcd-7012-45b6-93f4-32efc1641e5b admin admin] Allocated IP 172.20.0.1 (69656706-041c-4c18-9559-4c2c8bbafe68/33f28086-8644-4605-8dd2-cfc524602613/11e3191b-56cf-4b9f-b7f3-884480285997) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:28:31.842794 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c90cfd49-ee7a-4d1e-a041-3320be4d92f7 req-7bc9d455-6737-4a5c-bc20-0c0e627b1026 tempest-SecurityGroupsTestAdminJSON-2011821192 tempest-SecurityGroupsTestAdminJSON-2011821192-project] 10.222.0.64 "GET /v2.0/security-groups/bdd13d84-0247-4743-a2b7-78e50c8c74ac HTTP/1.1" status: 200 len: 1776 time: 0.1243069 Oct 20 10:28:31.857219 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c1bdb48d-7285-43f2-ab0e-72d9c9480a6f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:31.907514 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c1bdb48d-7285-43f2-ab0e-72d9c9480a6f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:31.969479 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c90cfd49-ee7a-4d1e-a041-3320be4d92f7 req-ba5672b4-9b4f-499d-a087-a5458969d867 tempest-SecurityGroupsTestAdminJSON-2011821192 tempest-SecurityGroupsTestAdminJSON-2011821192-project] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:31.995486 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c90cfd49-ee7a-4d1e-a041-3320be4d92f7 req-ba5672b4-9b4f-499d-a087-a5458969d867 tempest-SecurityGroupsTestAdminJSON-2011821192 tempest-SecurityGroupsTestAdminJSON-2011821192-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:32.000148 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-b3b7a83d-29ee-4119-8e52-e32ed2d8760b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da764ea0-9cfb-46d0-b19b-a8155d883e97', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1640098787-router', 'tenant_id': '8beaf2f5954940dc8d21472300ff0623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.203'}], 'enable_snat': True}, 'gw_port_id': 'a91872ef-91ca-40c7-adb8-6af85125749a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:28:26Z', 'updated_at': '2021-10-20T10:28:27Z', 'revision_number': 3, 'project_id': '8beaf2f5954940dc8d21472300ff0623', 'gw_port': {'id': 'a91872ef-91ca-40c7-adb8-6af85125749a', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:9e:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da764ea0-9cfb-46d0-b19b-a8155d883e97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:28:27Z', 'updated_at': '2021-10-20T10:28:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:28:32.016352 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c1bdb48d-7285-43f2-ab0e-72d9c9480a6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:32.019809 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c1bdb48d-7285-43f2-ab0e-72d9c9480a6f admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:32.021207 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-c1bdb48d-7285-43f2-ab0e-72d9c9480a6f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3e4e3067-fff7-499b-9b0e-f69784ca63b0 HTTP/1.1" status: 204 len: 168 time: 0.3249202 Oct 20 10:28:32.044737 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b7a83d-29ee-4119-8e52-e32ed2d8760b None None] The sync data for ids ['da764ea0-9cfb-46d0-b19b-a8155d883e97'] in n-d-811396-3 is: [{'id': 'da764ea0-9cfb-46d0-b19b-a8155d883e97', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1640098787-router', 'tenant_id': '8beaf2f5954940dc8d21472300ff0623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.203'}], 'enable_snat': True}, 'gw_port_id': 'a91872ef-91ca-40c7-adb8-6af85125749a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:28:26Z', 'updated_at': '2021-10-20T10:28:27Z', 'revision_number': 3, 'project_id': '8beaf2f5954940dc8d21472300ff0623', 'gw_port': {'id': 'a91872ef-91ca-40c7-adb8-6af85125749a', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:9e:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da764ea0-9cfb-46d0-b19b-a8155d883e97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:28:27Z', 'updated_at': '2021-10-20T10:28:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:28:32.045588 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 38024) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:28:32.050466 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bdb48d-7285-43f2-ab0e-72d9c9480a6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e4e3067-fff7-499b-9b0e-f69784ca63b0,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:32.057168 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-0bcbe96d-a43e-47db-bc44-2cf697c568dd admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1266712149-network', 'tenant_id': '85e40f1d87614e32887e61679a5e8284'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:28:32.083790 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c90cfd49-ee7a-4d1e-a041-3320be4d92f7 req-ba5672b4-9b4f-499d-a087-a5458969d867 tempest-SecurityGroupsTestAdminJSON-2011821192 tempest-SecurityGroupsTestAdminJSON-2011821192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:32.086722 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c90cfd49-ee7a-4d1e-a041-3320be4d92f7 req-ba5672b4-9b4f-499d-a087-a5458969d867 tempest-SecurityGroupsTestAdminJSON-2011821192 tempest-SecurityGroupsTestAdminJSON-2011821192-project] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:32.091987 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c90cfd49-ee7a-4d1e-a041-3320be4d92f7 req-ba5672b4-9b4f-499d-a087-a5458969d867 tempest-SecurityGroupsTestAdminJSON-2011821192 tempest-SecurityGroupsTestAdminJSON-2011821192-project] 10.222.0.64 "DELETE /v2.0/security-groups/bdd13d84-0247-4743-a2b7-78e50c8c74ac HTTP/1.1" status: 204 len: 173 time: 0.2482071 Oct 20 10:28:32.105362 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5672b4-9b4f-499d-a087-a5458969d867 tempest-SecurityGroupsTestAdminJSON-2011821192 tempest-SecurityGroupsTestAdminJSON-2011821192-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdd13d84-0247-4743-a2b7-78e50c8c74ac,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:32.107767 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bcbe96d-a43e-47db-bc44-2cf697c568dd admin admin] Made reservation on behalf of 85e40f1d87614e32887e61679a5e8284 for: {'network': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:28:32.110512 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0bcbe96d-a43e-47db-bc44-2cf697c568dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:32.119274 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0de1ddcd-7012-45b6-93f4-32efc1641e5b admin admin] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:32.121410 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0bcbe96d-a43e-47db-bc44-2cf697c568dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:32.258210 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0bcbe96d-a43e-47db-bc44-2cf697c568dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:32.268455 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0de1ddcd-7012-45b6-93f4-32efc1641e5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:32.295088 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0bcbe96d-a43e-47db-bc44-2cf697c568dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:32.306980 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [req-6517a625-f9a1-45f8-96de-c64bd3522dfa req-e7e437d0-6047-42fa-a3fb-c39af9cec21d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0371987a-4774-44fc-8b5d-9c1c4a305a09 {{(pid=100597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:28:32.309514 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bcbe96d-a43e-47db-bc44-2cf697c568dd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 813} {{(pid=100596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:28:32.321287 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-6517a625-f9a1-45f8-96de-c64bd3522dfa req-e7e437d0-6047-42fa-a3fb-c39af9cec21d service neutron] Publish callbacks [] for port, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:32.335605 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0bcbe96d-a43e-47db-bc44-2cf697c568dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:32.335605 n-d-811396-3 neutron-server[100596]: INFO neutron.db.segments_db [None req-0bcbe96d-a43e-47db-bc44-2cf697c568dd admin admin] Added segment 1fa2f934-e58d-40a8-8380-4dfe918e424c of type vlan for network 97e130bf-8523-4377-9cc4-bfa9b080d2c7 Oct 20 10:28:32.354701 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcbe96d-a43e-47db-bc44-2cf697c568dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6889851c-7caf-49c0-894b-7e1ab58eab3b,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:32.359720 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de1ddcd-7012-45b6-93f4-32efc1641e5b admin admin] Network 69656706-041c-4c18-9559-4c2c8bbafe68 is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:28:32.377632 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-0de1ddcd-7012-45b6-93f4-32efc1641e5b admin admin] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:28:32.380334 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de1ddcd-7012-45b6-93f4-32efc1641e5b admin admin] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:28:32.381066 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0de1ddcd-7012-45b6-93f4-32efc1641e5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1774540'] for router_interface, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:32.398450 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.provisioning_blocks [req-6517a625-f9a1-45f8-96de-c64bd3522dfa req-e7e437d0-6047-42fa-a3fb-c39af9cec21d service neutron] Transition to ACTIVE for port object 0371987a-4774-44fc-8b5d-9c1c4a305a09 will not be triggered until provisioned by entity L2. {{(pid=100597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:28:32.453062 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dccc67-a2de-4ac8-a6fa-621902986ea0 req-510bf42e-7a5d-4e51-aad7-a306ded3969c tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:32.454741 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-81dccc67-a2de-4ac8-a6fa-621902986ea0 req-510bf42e-7a5d-4e51-aad7-a306ded3969c tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=140f67b6-b627-4357-882b-b43ba6bc30e0 HTTP/1.1" status: 200 len: 949 time: 0.1951826 Oct 20 10:28:32.469425 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-6517a625-f9a1-45f8-96de-c64bd3522dfa req-e7e437d0-6047-42fa-a3fb-c39af9cec21d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:32.478332 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de1ddcd-7012-45b6-93f4-32efc1641e5b admin admin] Pushing event updated for resources: {'Port': ['ID=11e3191b-56cf-4b9f-b7f3-884480285997,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:32.522447 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19619527-aa8c-4fab-8cb6-1a43815e5391 req-701b496c-a9bc-4d7a-9c94-a72638862efb tempest-ServersAdminNegativeTestJSON-1660104221 tempest-ServersAdminNegativeTestJSON-1660104221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:32.524078 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-19619527-aa8c-4fab-8cb6-1a43815e5391 req-701b496c-a9bc-4d7a-9c94-a72638862efb tempest-ServersAdminNegativeTestJSON-1660104221 tempest-ServersAdminNegativeTestJSON-1660104221-project] 10.222.0.69 "GET /v2.0/ports?device_id=cd9b3dd1-21d2-4e5d-beb0-2ae5ca6514f2 HTTP/1.1" status: 200 len: 949 time: 0.2718835 Oct 20 10:28:32.552142 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0bcbe96d-a43e-47db-bc44-2cf697c568dd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:32.572521 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-81dccc67-a2de-4ac8-a6fa-621902986ea0 req-d249c175-726d-4223-b4a7-9c4edf7e7d7c tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090295 Oct 20 10:28:32.618560 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e437d0-6047-42fa-a3fb-c39af9cec21d service neutron] Pushing event updated for resources: {'Port': ['ID=0371987a-4774-44fc-8b5d-9c1c4a305a09,revision_number=2']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:32.672030 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0bcbe96d-a43e-47db-bc44-2cf697c568dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:32.674246 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bcbe96d-a43e-47db-bc44-2cf697c568dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:32.675266 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0bcbe96d-a43e-47db-bc44-2cf697c568dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:32.703942 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b071a297-9935-432d-a65a-9ec5b102eb6f req-ea8df13d-df42-4dd3-a496-7d2a4f343965 tempest-ServersAdminNegativeTestJSON-1660104221 tempest-ServersAdminNegativeTestJSON-1660104221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:32.706681 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b071a297-9935-432d-a65a-9ec5b102eb6f req-ea8df13d-df42-4dd3-a496-7d2a4f343965 tempest-ServersAdminNegativeTestJSON-1660104221 tempest-ServersAdminNegativeTestJSON-1660104221-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd9b3dd1-21d2-4e5d-beb0-2ae5ca6514f2 HTTP/1.1" status: 200 len: 949 time: 0.1800470 Oct 20 10:28:32.707285 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 38036) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:28:32.767819 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-6517a625-f9a1-45f8-96de-c64bd3522dfa req-e7e437d0-6047-42fa-a3fb-c39af9cec21d service neutron] Attempting to bind port 0371987a-4774-44fc-8b5d-9c1c4a305a09 on host n-h1-811396-3 for vnic_type normal with profile {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:28:32.768176 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-6517a625-f9a1-45f8-96de-c64bd3522dfa req-e7e437d0-6047-42fa-a3fb-c39af9cec21d service neutron] Attempting to bind port 0371987a-4774-44fc-8b5d-9c1c4a305a09 by drivers openvswitch,hyperv on host n-h1-811396-3 at level 0 using segments [{'id': '21a06331-2010-4bb7-8d07-13da7f15af4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '1ce4070f-3cfd-4061-95b1-2481b8fda5e7'}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:28:32.768559 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6517a625-f9a1-45f8-96de-c64bd3522dfa req-e7e437d0-6047-42fa-a3fb-c39af9cec21d service neutron] Attempting to bind port 0371987a-4774-44fc-8b5d-9c1c4a305a09 on network 1ce4070f-3cfd-4061-95b1-2481b8fda5e7 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:28:32.780985 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6517a625-f9a1-45f8-96de-c64bd3522dfa req-e7e437d0-6047-42fa-a3fb-c39af9cec21d service neutron] Port 0371987a-4774-44fc-8b5d-9c1c4a305a09 on network 1ce4070f-3cfd-4061-95b1-2481b8fda5e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-811396-3 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:28:32.781361 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6517a625-f9a1-45f8-96de-c64bd3522dfa req-e7e437d0-6047-42fa-a3fb-c39af9cec21d service neutron] Attempting to bind port 0371987a-4774-44fc-8b5d-9c1c4a305a09 on network 1ce4070f-3cfd-4061-95b1-2481b8fda5e7 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:28:32.806996 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-b6e81e24-798e-49f4-bda8-e441a25b9799 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:32.811480 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6517a625-f9a1-45f8-96de-c64bd3522dfa req-e7e437d0-6047-42fa-a3fb-c39af9cec21d service neutron] Checking agent: {'id': 'b707b4cc-061f-4cf4-bce0-0b3df9b7bec9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:28:32.811900 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6517a625-f9a1-45f8-96de-c64bd3522dfa req-e7e437d0-6047-42fa-a3fb-c39af9cec21d service neutron] Checking segment: {'id': '21a06331-2010-4bb7-8d07-13da7f15af4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '1ce4070f-3cfd-4061-95b1-2481b8fda5e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:28:32.812708 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6517a625-f9a1-45f8-96de-c64bd3522dfa req-e7e437d0-6047-42fa-a3fb-c39af9cec21d service neutron] Bound using segment: {'id': '21a06331-2010-4bb7-8d07-13da7f15af4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '1ce4070f-3cfd-4061-95b1-2481b8fda5e7'} {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:28:32.813169 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-6517a625-f9a1-45f8-96de-c64bd3522dfa req-e7e437d0-6047-42fa-a3fb-c39af9cec21d service neutron] Bound port: 0371987a-4774-44fc-8b5d-9c1c4a305a09, host: n-h1-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21a06331-2010-4bb7-8d07-13da7f15af4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '1ce4070f-3cfd-4061-95b1-2481b8fda5e7'}}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:28:32.813531 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-6517a625-f9a1-45f8-96de-c64bd3522dfa req-e7e437d0-6047-42fa-a3fb-c39af9cec21d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:32.841743 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0de1ddcd-7012-45b6-93f4-32efc1641e5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:32.885318 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [req-19619527-aa8c-4fab-8cb6-1a43815e5391 req-98360c7e-b5a1-4559-8426-6d22be4614e2 tempest-ServersAdminNegativeTestJSON-1660104221 tempest-ServersAdminNegativeTestJSON-1660104221-project] Deleting port ddddab3d-5ced-4348-8f5e-0c26a7adc772 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:28:32.885616 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-19619527-aa8c-4fab-8cb6-1a43815e5391 req-98360c7e-b5a1-4559-8426-6d22be4614e2 tempest-ServersAdminNegativeTestJSON-1660104221 tempest-ServersAdminNegativeTestJSON-1660104221-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:32.902642 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-0bcbe96d-a43e-47db-bc44-2cf697c568dd admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8522792 Oct 20 10:28:32.908048 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 38042) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:28:32.915414 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-b8b961c2-f59f-4962-ac9c-18154be3651d admin admin] Request body: {'subnet': {'network_id': '97e130bf-8523-4377-9cc4-bfa9b080d2c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1266712149-subnet', 'tenant_id': '85e40f1d87614e32887e61679a5e8284', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:28:32.948550 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 38044) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:28:32.960993 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b071a297-9935-432d-a65a-9ec5b102eb6f req-04734e03-4af6-48a9-8c33-9107abd9a166 tempest-ServersAdminNegativeTestJSON-1660104221 tempest-ServersAdminNegativeTestJSON-1660104221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d8c4ce3d-1dc2-4ac7-9d09-2daac6fec311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402940 Oct 20 10:28:32.965366 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcbe96d-a43e-47db-bc44-2cf697c568dd admin admin] Pushing event updated for resources: {'Network': ['ID=97e130bf-8523-4377-9cc4-bfa9b080d2c7,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:32.990463 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network 97e130bf-8523-4377-9cc4-bfa9b080d2c7 details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:28:33.064746 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-b6e81e24-798e-49f4-bda8-e441a25b9799 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:33.102492 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f045a8-dc50-4e2d-a55c-e3c239249b45 req-ab248920-8eb8-41b3-93b2-04cd126ef25d tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:33.109760 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-28f045a8-dc50-4e2d-a55c-e3c239249b45 req-ab248920-8eb8-41b3-93b2-04cd126ef25d tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/ports?device_id=1eabf57a-87ff-45e4-a8c1-0331e36a3388 HTTP/1.1" status: 200 len: 943 time: 0.3040025 Oct 20 10:28:33.122919 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [req-19619527-aa8c-4fab-8cb6-1a43815e5391 req-98360c7e-b5a1-4559-8426-6d22be4614e2 tempest-ServersAdminNegativeTestJSON-1660104221 tempest-ServersAdminNegativeTestJSON-1660104221-project] For port ddddab3d-5ced-4348-8f5e-0c26a7adc772, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=ddddab3d-5ced-4348-8f5e-0c26a7adc772,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:28:33.123437 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-19619527-aa8c-4fab-8cb6-1a43815e5391 req-98360c7e-b5a1-4559-8426-6d22be4614e2 tempest-ServersAdminNegativeTestJSON-1660104221 tempest-ServersAdminNegativeTestJSON-1660104221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:33.127075 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-0f2a4ebf-feb8-4ea2-a358-ca5a31857703 None None] Provisioning complete for port 11e3191b-56cf-4b9f-b7f3-884480285997 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:28:33.127698 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-0f2a4ebf-feb8-4ea2-a358-ca5a31857703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:33.132361 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-b6e81e24-798e-49f4-bda8-e441a25b9799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:33.137349 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [req-19619527-aa8c-4fab-8cb6-1a43815e5391 req-98360c7e-b5a1-4559-8426-6d22be4614e2 tempest-ServersAdminNegativeTestJSON-1660104221 tempest-ServersAdminNegativeTestJSON-1660104221-project] Calling delete_port for ddddab3d-5ced-4348-8f5e-0c26a7adc772 owned by compute:nova {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:28:33.170223 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-0f2a4ebf-feb8-4ea2-a358-ca5a31857703 None None] Port 11e3191b-56cf-4b9f-b7f3-884480285997 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:28:33.184386 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8b961c2-f59f-4962-ac9c-18154be3651d admin admin] Made reservation on behalf of 85e40f1d87614e32887e61679a5e8284 for: {'subnet': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:28:33.187147 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b8b961c2-f59f-4962-ac9c-18154be3651d admin admin] Publish callbacks [] for subnet, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:33.195741 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [req-6517a625-f9a1-45f8-96de-c64bd3522dfa req-e7e437d0-6047-42fa-a3fb-c39af9cec21d service neutron] For port 0371987a-4774-44fc-8b5d-9c1c4a305a09, host n-h1-811396-3, cleared binding levels {{(pid=100597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:28:33.207166 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-28f045a8-dc50-4e2d-a55c-e3c239249b45 req-de27674e-536b-4930-90ed-15b29c20b2ce tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba094063-4980-4c22-bc34-9c1534c0beb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964978 Oct 20 10:28:33.241596 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e81e24-798e-49f4-bda8-e441a25b9799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a045bc7-6c7a-4217-9755-61a86e75194e,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:33.261351 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2896bef9-803b-4bdf-96a0-2037f715ca97 req-840536ee-b6dd-449a-8272-68e36669ef23 tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:33.262840 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2896bef9-803b-4bdf-96a0-2037f715ca97 req-840536ee-b6dd-449a-8272-68e36669ef23 tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] 10.222.0.64 "GET /v2.0/ports?device_id=37819879-6a8f-4e60-9b45-e7343fc19d33 HTTP/1.1" status: 200 len: 945 time: 0.1889517 Oct 20 10:28:33.265477 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-b6e81e24-798e-49f4-bda8-e441a25b9799 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3b341741f5784e1db19ca42b662bd020&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5544548 Oct 20 10:28:33.269007 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 38048) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:28:33.277909 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [req-6517a625-f9a1-45f8-96de-c64bd3522dfa req-e7e437d0-6047-42fa-a3fb-c39af9cec21d service neutron] For port 0371987a-4774-44fc-8b5d-9c1c4a305a09, host n-h1-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=0371987a-4774-44fc-8b5d-9c1c4a305a09,segment=NetworkSegment(21a06331-2010-4bb7-8d07-13da7f15af4f),segment_id=21a06331-2010-4bb7-8d07-13da7f15af4f)] {{(pid=100597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:28:33.312758 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-6517a625-f9a1-45f8-96de-c64bd3522dfa req-e7e437d0-6047-42fa-a3fb-c39af9cec21d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:33.352839 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-7a658f4f-7912-471a-9410-15e410725841 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:33.361531 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2896bef9-803b-4bdf-96a0-2037f715ca97 req-3cd45c53-05a1-458e-bfba-df13668fdaf9 tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] 10.222.0.64 "GET /v2.0/security-groups?id=a63fa035-9252-4a30-bf29-691fc7c00c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640628 Oct 20 10:28:33.380372 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-7a658f4f-7912-471a-9410-15e410725841 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:33.413210 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device a91872ef-91ca-40c7-adb8-6af85125749a up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:28:33.454451 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-7a658f4f-7912-471a-9410-15e410725841 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:33.459262 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-7a658f4f-7912-471a-9410-15e410725841 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:33.460637 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-7a658f4f-7912-471a-9410-15e410725841 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3a045bc7-6c7a-4217-9755-61a86e75194e HTTP/1.1" status: 204 len: 168 time: 0.1905677 Oct 20 10:28:33.472696 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a658f4f-7912-471a-9410-15e410725841 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a045bc7-6c7a-4217-9755-61a86e75194e,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:33.477778 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-ed52f0bf-c367-4602-a75d-1e56dced31d8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=eb2cda6fa6bb46d68cb9bf4df0542577&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5279686 Oct 20 10:28:33.480203 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 38054) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:28:33.482511 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-a765dfa8-bf5b-43d9-bc58-03514467842c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:33.487066 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e437d0-6047-42fa-a3fb-c39af9cec21d service neutron] Pushing event updated for resources: {'Port': ['ID=0371987a-4774-44fc-8b5d-9c1c4a305a09,revision_number=3']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:33.498546 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6517a625-f9a1-45f8-96de-c64bd3522dfa req-e7e437d0-6047-42fa-a3fb-c39af9cec21d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:33.499163 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-6517a625-f9a1-45f8-96de-c64bd3522dfa req-e7e437d0-6047-42fa-a3fb-c39af9cec21d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:33.500572 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-6517a625-f9a1-45f8-96de-c64bd3522dfa req-e7e437d0-6047-42fa-a3fb-c39af9cec21d service neutron] 10.222.0.55 "PUT /v2.0/ports/0371987a-4774-44fc-8b5d-9c1c4a305a09 HTTP/1.1" status: 200 len: 1091 time: 2.5207593 Oct 20 10:28:33.503854 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port a91872ef-91ca-40c7-adb8-6af85125749a triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:28:33.504242 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:33.509511 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1eabf57a-87ff-45e4-a8c1-0331e36a3388', 'tag': '0371987a-4774-44fc-8b5d-9c1c4a305a09'}] {{(pid=100597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:28:33.511855 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd85cad6a391afaa95d2dd5280bfd4659fc1e1b2aba53b5e7ef874f059efcdc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0079e21-4d0c-4314-bcb5-215b60423c50" -d '{"events": [{"name": "network-changed", "server_uuid": "1eabf57a-87ff-45e4-a8c1-0331e36a3388", "tag": "0371987a-4774-44fc-8b5d-9c1c4a305a09"}]}' {{(pid=100597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:28:33.591685 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bf84e24-4717-4050-a236-2992d4fc593b x-openstack-request-id: req-2bf84e24-4717-4050-a236-2992d4fc593b {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:28:33.591952 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1eabf57a-87ff-45e4-a8c1-0331e36a3388", "tag": "0371987a-4774-44fc-8b5d-9c1c4a305a09", "status": "completed", "code": 200}]} {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:28:33.592203 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2bf84e24-4717-4050-a236-2992d4fc593b {{(pid=100597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:28:33.592660 n-d-811396-3 neutron-server[100597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1eabf57a-87ff-45e4-a8c1-0331e36a3388', 'tag': '0371987a-4774-44fc-8b5d-9c1c4a305a09', 'status': 'completed', 'code': 200} Oct 20 10:28:33.635106 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-54706b5b-94d7-4243-b94a-f8bf8330234b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:33.666937 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-54706b5b-94d7-4243-b94a-f8bf8330234b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:33.703375 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:33.737565 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] For port a91872ef-91ca-40c7-adb8-6af85125749a, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=a91872ef-91ca-40c7-adb8-6af85125749a,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:28:33.749190 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:33.772339 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0de1ddcd-7012-45b6-93f4-32efc1641e5b admin admin] Publish callbacks [] for port, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:33.772943 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837f4441-3586-4242-9872-c9c3eb6848b5 req-b4bd5933-b617-4c93-9e5e-9421280fbe4a tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:33.774570 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-837f4441-3586-4242-9872-c9c3eb6848b5 req-b4bd5933-b617-4c93-9e5e-9421280fbe4a tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=140f67b6-b627-4357-882b-b43ba6bc30e0 HTTP/1.1" status: 200 len: 949 time: 0.0771952 Oct 20 10:28:33.777729 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-19619527-aa8c-4fab-8cb6-1a43815e5391 req-98360c7e-b5a1-4559-8426-6d22be4614e2 tempest-ServersAdminNegativeTestJSON-1660104221 tempest-ServersAdminNegativeTestJSON-1660104221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:33.791101 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['ddddab3d-5ced-4348-8f5e-0c26a7adc772'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:28:33.796345 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0de1ddcd-7012-45b6-93f4-32efc1641e5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:33.797036 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0de1ddcd-7012-45b6-93f4-32efc1641e5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1774432'] for router_interface, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:33.811891 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-54706b5b-94d7-4243-b94a-f8bf8330234b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:33.815417 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-54706b5b-94d7-4243-b94a-f8bf8330234b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:33.818872 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-54706b5b-94d7-4243-b94a-f8bf8330234b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b486aa86-c135-4c74-93c6-8a3a5d39a0a6 HTTP/1.1" status: 204 len: 168 time: 0.3241897 Oct 20 10:28:33.835517 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['658edd2e-0064-41fb-a701-0bef1771929d'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:28:33.847878 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6517a625-f9a1-45f8-96de-c64bd3522dfa req-4761d4eb-0c5c-4076-b3e5-1fc027c50829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:33.851902 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-6517a625-f9a1-45f8-96de-c64bd3522dfa req-4761d4eb-0c5c-4076-b3e5-1fc027c50829 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9d344b97e96e4da89707d7e9ad8232dc&device_id=1eabf57a-87ff-45e4-a8c1-0331e36a3388 HTTP/1.1" status: 200 len: 1094 time: 0.2213798 Oct 20 10:28:33.854749 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54706b5b-94d7-4243-b94a-f8bf8330234b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b486aa86-c135-4c74-93c6-8a3a5d39a0a6,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:33.864420 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-837f4441-3586-4242-9872-c9c3eb6848b5 req-1570433e-1ca8-47a1-b321-601627a6296f tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790920 Oct 20 10:28:33.876018 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98360c7e-b5a1-4559-8426-6d22be4614e2 tempest-ServersAdminNegativeTestJSON-1660104221 tempest-ServersAdminNegativeTestJSON-1660104221-project] Pushing event deleted for resources: {'Port': ['ID=ddddab3d-5ced-4348-8f5e-0c26a7adc772,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:33.890100 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b8b961c2-f59f-4962-ac9c-18154be3651d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for subnet, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:33.949985 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Pushing event updated for resources: {'Port': ['ID=a91872ef-91ca-40c7-adb8-6af85125749a,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:34.134479 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3f699a83-e147-4e5a-9e90-59818e1a8afb req-be77392e-e3c3-46cb-9159-2d2e4c23e4c4 tempest-ServersAdminNegativeTestJSON-1660104221 tempest-ServersAdminNegativeTestJSON-1660104221-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd9b3dd1-21d2-4e5d-beb0-2ae5ca6514f2 HTTP/1.1" status: 200 len: 210 time: 0.0365677 Oct 20 10:28:34.186861 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de1ddcd-7012-45b6-93f4-32efc1641e5b admin admin] Pushing event updated for resources: {'Port': ['ID=11e3191b-56cf-4b9f-b7f3-884480285997,revision_number=2']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:34.341460 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de1ddcd-7012-45b6-93f4-32efc1641e5b admin admin] Network 69656706-041c-4c18-9559-4c2c8bbafe68 is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:28:34.350670 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 38078) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:28:34.362525 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-0de1ddcd-7012-45b6-93f4-32efc1641e5b admin admin] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:28:34.364678 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [req-19619527-aa8c-4fab-8cb6-1a43815e5391 req-98360c7e-b5a1-4559-8426-6d22be4614e2 tempest-ServersAdminNegativeTestJSON-1660104221 tempest-ServersAdminNegativeTestJSON-1660104221-project] No DVR routers for this DVR port ddddab3d-5ced-4348-8f5e-0c26a7adc772 on host n-h2-811396-3 {{(pid=100597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:28:34.380336 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-6517a625-f9a1-45f8-96de-c64bd3522dfa req-67482f65-fff7-459a-bcb5-f4fcf08b985e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0371987a-4774-44fc-8b5d-9c1c4a305a09 HTTP/1.1" status: 200 len: 217 time: 0.2096972 Oct 20 10:28:34.393564 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-19619527-aa8c-4fab-8cb6-1a43815e5391 req-98360c7e-b5a1-4559-8426-6d22be4614e2 tempest-ServersAdminNegativeTestJSON-1660104221 tempest-ServersAdminNegativeTestJSON-1660104221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:34.397316 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-19619527-aa8c-4fab-8cb6-1a43815e5391 req-98360c7e-b5a1-4559-8426-6d22be4614e2 tempest-ServersAdminNegativeTestJSON-1660104221 tempest-ServersAdminNegativeTestJSON-1660104221-project] 10.222.0.69 "DELETE /v2.0/ports/ddddab3d-5ced-4348-8f5e-0c26a7adc772 HTTP/1.1" status: 204 len: 173 time: 1.8570776 Oct 20 10:28:34.421940 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1155a81-9570-48a9-960e-f897ac1ab832 req-f4d7d6c1-08a2-4439-9b99-0f32cdedc5e1 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:34.433031 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b961c2-f59f-4962-ac9c-18154be3651d admin admin] Checking segment: {'id': '1fa2f934-e58d-40a8-8380-4dfe918e424c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '97e130bf-8523-4377-9cc4-bfa9b080d2c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:28:34.433421 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b961c2-f59f-4962-ac9c-18154be3651d admin admin] Network hostable DHCP agents. Network: 97e130bf-8523-4377-9cc4-bfa9b080d2c7, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:28:34.437957 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c1155a81-9570-48a9-960e-f897ac1ab832 req-f4d7d6c1-08a2-4439-9b99-0f32cdedc5e1 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/ports?device_id=1eabf57a-87ff-45e4-a8c1-0331e36a3388 HTTP/1.1" status: 200 len: 943 time: 0.1173611 Oct 20 10:28:34.476208 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-7b764060-5640-4c3c-9bfa-668a4a5ac5fc admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=69ea032ee1f8474eab25884c07d93bda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1225133 Oct 20 10:28:34.478396 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 38082) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:28:34.487585 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b961c2-f59f-4962-ac9c-18154be3651d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d163b582-6601-4db7-a4d1-50e93a4906ae,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:34.580319 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b961c2-f59f-4962-ac9c-18154be3651d admin admin] Network 97e130bf-8523-4377-9cc4-bfa9b080d2c7 is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:28:34.601658 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6517a625-f9a1-45f8-96de-c64bd3522dfa req-1b1b2180-e958-4a00-8710-c2c9ee925ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:34.603227 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-6517a625-f9a1-45f8-96de-c64bd3522dfa req-1b1b2180-e958-4a00-8710-c2c9ee925ac7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4012c245-3079-4795-8c54-d3f2bf73a5b0 HTTP/1.1" status: 200 len: 861 time: 0.1878743 Oct 20 10:28:34.609917 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c1155a81-9570-48a9-960e-f897ac1ab832 req-aee39a36-0c57-4be9-817e-9bf2445c1c5d tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba094063-4980-4c22-bc34-9c1534c0beb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708808 Oct 20 10:28:34.685981 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a83ba12-b5ad-4525-8441-fa16687a3cf0 req-52135910-e22a-45a4-af8e-da3dd0eea9eb tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:34.688171 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7a83ba12-b5ad-4525-8441-fa16687a3cf0 req-52135910-e22a-45a4-af8e-da3dd0eea9eb tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] 10.222.0.64 "GET /v2.0/ports?device_id=37819879-6a8f-4e60-9b45-e7343fc19d33 HTTP/1.1" status: 200 len: 945 time: 0.1797605 Oct 20 10:28:34.689098 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-bb27c521-c9d3-490c-90c9-c43657a57ecd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:34.744700 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-bb27c521-c9d3-490c-90c9-c43657a57ecd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:34.796298 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7a83ba12-b5ad-4525-8441-fa16687a3cf0 req-71cc3097-8623-440b-9b36-96a357136c94 tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] 10.222.0.64 "GET /v2.0/security-groups?id=a63fa035-9252-4a30-bf29-691fc7c00c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962646 Oct 20 10:28:34.803138 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-cfbe4e99-fdd0-4bc2-9db6-37f696b43930 None None] Provisioning complete for port 11e3191b-56cf-4b9f-b7f3-884480285997 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:28:34.804866 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-cfbe4e99-fdd0-4bc2-9db6-37f696b43930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:34.837451 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-bb27c521-c9d3-490c-90c9-c43657a57ecd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:34.842743 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-bb27c521-c9d3-490c-90c9-c43657a57ecd admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:34.847796 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-bb27c521-c9d3-490c-90c9-c43657a57ecd admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1c83aefc-d2a3-41d5-8756-8f2afad50bf8 HTTP/1.1" status: 204 len: 168 time: 0.3684649 Oct 20 10:28:34.860187 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb27c521-c9d3-490c-90c9-c43657a57ecd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c83aefc-d2a3-41d5-8756-8f2afad50bf8,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:34.868128 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-cfbe4e99-fdd0-4bc2-9db6-37f696b43930 None None] Port 11e3191b-56cf-4b9f-b7f3-884480285997 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:28:34.898141 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-b8b961c2-f59f-4962-ac9c-18154be3651d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, 97e130bf-8523-4377-9cc4-bfa9b080d2c7) {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:28:34.903287 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-6517a625-f9a1-45f8-96de-c64bd3522dfa req-cbf0323c-4912-40b9-923c-24a8e8df37b3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1ce4070f-3cfd-4061-95b1-2481b8fda5e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2927167 Oct 20 10:28:34.910513 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b961c2-f59f-4962-ac9c-18154be3651d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:34.911190 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b8b961c2-f59f-4962-ac9c-18154be3651d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:34.911514 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f07c56-3c40-4cd7-a21c-124938b55ff3 None None] Network 97e130bf-8523-4377-9cc4-bfa9b080d2c7 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:28:34.997544 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-b8b961c2-f59f-4962-ac9c-18154be3651d admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.0773950 Oct 20 10:28:35.019134 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0de1ddcd-7012-45b6-93f4-32efc1641e5b admin admin] Router da764ea0-9cfb-46d0-b19b-a8155d883e97 has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:28:35.031257 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad280972-b432-4384-b5fc-aff6987dbe51 req-90f9e543-9faa-4b60-8187-a12a0b0fe035 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:35.038890 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ad280972-b432-4384-b5fc-aff6987dbe51 req-90f9e543-9faa-4b60-8187-a12a0b0fe035 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=140f67b6-b627-4357-882b-b43ba6bc30e0 HTTP/1.1" status: 200 len: 949 time: 0.0775967 Oct 20 10:28:35.086953 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ad280972-b432-4384-b5fc-aff6987dbe51 req-3aec6ef3-acad-440f-a0f9-58af2cffe39c tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468168 Oct 20 10:28:35.087376 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d3aa7fe-0052-4c83-b06e-b86993974a00 None None] Network 97e130bf-8523-4377-9cc4-bfa9b080d2c7 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:28:35.170547 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-6517a625-f9a1-45f8-96de-c64bd3522dfa req-c5b616b2-f490-4f97-b392-d4f6b1f4f4d6 service neutron] 10.222.0.55 "GET /v2.0/networks/1ce4070f-3cfd-4061-95b1-2481b8fda5e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2541602 Oct 20 10:28:35.312368 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 38106) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:28:35.330955 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0de1ddcd-7012-45b6-93f4-32efc1641e5b admin admin] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:28:35.338835 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-0de1ddcd-7012-45b6-93f4-32efc1641e5b admin admin] 10.222.0.64 "PUT /v2.0/routers/da764ea0-9cfb-46d0-b19b-a8155d883e97/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3725207 Oct 20 10:28:35.391331 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-6517a625-f9a1-45f8-96de-c64bd3522dfa req-3184bde8-91ec-4832-9bb5-e1e528fb5d99 service neutron] 10.222.0.55 "GET /v2.0/networks/1ce4070f-3cfd-4061-95b1-2481b8fda5e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113760 Oct 20 10:28:35.418656 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a964a83-a545-40ff-bf2c-31275edf6f2a None None] Sync routers for ids ['da764ea0-9cfb-46d0-b19b-a8155d883e97'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:28:35.425136 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device a91872ef-91ca-40c7-adb8-6af85125749a up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:28:35.454953 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_v2 [None req-d91a868b-e451-4abc-873a-2702a083e91e admin admin] Deleting subnet 1a854f75-38f5-47a2-87ef-2c04e5f6e746 {{(pid=100596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:28:35.461682 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d91a868b-e451-4abc-873a-2702a083e91e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:35.474120 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a964a83-a545-40ff-bf2c-31275edf6f2a None None] Routers {'da764ea0-9cfb-46d0-b19b-a8155d883e97'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:28:35.474568 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-6a964a83-a545-40ff-bf2c-31275edf6f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:28:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['da764ea0-9cfb-46d0-b19b-a8155d883e97'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:28:35.530125 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d91a868b-e451-4abc-873a-2702a083e91e admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:35.542204 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d91a868b-e451-4abc-873a-2702a083e91e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:35.594018 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd9b3dd1-21d2-4e5d-beb0-2ae5ca6514f2', 'name': 'network-vif-deleted', 'tag': 'ddddab3d-5ced-4348-8f5e-0c26a7adc772'}] {{(pid=100597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:28:35.604545 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd85cad6a391afaa95d2dd5280bfd4659fc1e1b2aba53b5e7ef874f059efcdc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccc7e50d-0a8b-4e74-bd29-53c3c6d5b824" -d '{"events": [{"server_uuid": "cd9b3dd1-21d2-4e5d-beb0-2ae5ca6514f2", "name": "network-vif-deleted", "tag": "ddddab3d-5ced-4348-8f5e-0c26a7adc772"}]}' {{(pid=100597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:28:35.645246 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf8fa8d-509f-44f3-a0de-69a9f9e194b9 req-d557b0fa-0f97-4c61-ad37-69aaf964ef3f tempest-ServersAdminNegativeTestJSON-1660104221 tempest-ServersAdminNegativeTestJSON-1660104221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:35.647031 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-baf8fa8d-509f-44f3-a0de-69a9f9e194b9 req-d557b0fa-0f97-4c61-ad37-69aaf964ef3f tempest-ServersAdminNegativeTestJSON-1660104221 tempest-ServersAdminNegativeTestJSON-1660104221-project] 10.222.0.64 "GET /v2.0/ports?device_id=df0060b3-4c76-4b14-8518-2253604b7b9c HTTP/1.1" status: 200 len: 950 time: 0.0818458 Oct 20 10:28:35.658831 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port a91872ef-91ca-40c7-adb8-6af85125749a triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:28:35.659665 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:35.665415 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d91a868b-e451-4abc-873a-2702a083e91e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for subnet, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:35.676074 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0079e21-4d0c-4314-bcb5-215b60423c50 req-3d7a97af-fd73-45d4-893b-a5a379880aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:35.682587 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-b0079e21-4d0c-4314-bcb5-215b60423c50 req-3d7a97af-fd73-45d4-893b-a5a379880aab service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9d344b97e96e4da89707d7e9ad8232dc&device_id=1eabf57a-87ff-45e4-a8c1-0331e36a3388 HTTP/1.1" status: 200 len: 1094 time: 0.1404707 Oct 20 10:28:35.692220 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d91a868b-e451-4abc-873a-2702a083e91e admin admin] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:35.692582 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-6a964a83-a545-40ff-bf2c-31275edf6f2a None None] Set router da764ea0-9cfb-46d0-b19b-a8155d883e97 gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:28:35.701215 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-d91a868b-e451-4abc-873a-2702a083e91e admin admin] 10.222.0.64 "DELETE /v2.0/subnets/1a854f75-38f5-47a2-87ef-2c04e5f6e746 HTTP/1.1" status: 204 len: 168 time: 0.3869514 Oct 20 10:28:35.710903 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 38130) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:28:35.725167 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91a868b-e451-4abc-873a-2702a083e91e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a854f75-38f5-47a2-87ef-2c04e5f6e746,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:35.756736 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-baf8fa8d-509f-44f3-a0de-69a9f9e194b9 req-29a0db3b-8a8f-4348-8d17-6ecf1727bbb5 tempest-ServersAdminNegativeTestJSON-1660104221 tempest-ServersAdminNegativeTestJSON-1660104221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d8c4ce3d-1dc2-4ac7-9d09-2daac6fec311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014996 Oct 20 10:28:35.769950 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-468c2e20-efba-4669-a27b-f992bda6cf30 x-openstack-request-id: req-468c2e20-efba-4669-a27b-f992bda6cf30 {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:28:35.770315 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd9b3dd1-21d2-4e5d-beb0-2ae5ca6514f2", "name": "network-vif-deleted", "tag": "ddddab3d-5ced-4348-8f5e-0c26a7adc772", "status": "completed", "code": 200}]} {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:28:35.770497 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-468c2e20-efba-4669-a27b-f992bda6cf30 {{(pid=100597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:28:35.770892 n-d-811396-3 neutron-server[100597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd9b3dd1-21d2-4e5d-beb0-2ae5ca6514f2', 'name': 'network-vif-deleted', 'tag': 'ddddab3d-5ced-4348-8f5e-0c26a7adc772', 'status': 'completed', 'code': 200} Oct 20 10:28:35.909741 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b8f14463-2222-477c-bad5-b4b0c4d2a875 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:35.915270 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25929d1-8868-46cd-82c6-c62f1baf17c0 req-26c67c2b-8867-4655-95fe-9ac822be7c8b tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:35.917320 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f25929d1-8868-46cd-82c6-c62f1baf17c0 req-26c67c2b-8867-4655-95fe-9ac822be7c8b tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/ports?device_id=1eabf57a-87ff-45e4-a8c1-0331e36a3388 HTTP/1.1" status: 200 len: 943 time: 0.0734692 Oct 20 10:28:35.957648 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0079e21-4d0c-4314-bcb5-215b60423c50 req-5f74d66f-e82c-4313-8d8c-6acd97be17af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:35.959781 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-b0079e21-4d0c-4314-bcb5-215b60423c50 req-5f74d66f-e82c-4313-8d8c-6acd97be17af service neutron] 10.222.0.55 "GET /v2.0/networks?id=1ce4070f-3cfd-4061-95b1-2481b8fda5e7 HTTP/1.1" status: 200 len: 922 time: 0.2675419 Oct 20 10:28:35.986549 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-6a964a83-a545-40ff-bf2c-31275edf6f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da764ea0-9cfb-46d0-b19b-a8155d883e97', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1640098787-router', 'tenant_id': '8beaf2f5954940dc8d21472300ff0623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.203'}], 'enable_snat': True}, 'gw_port_id': 'a91872ef-91ca-40c7-adb8-6af85125749a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:28:26Z', 'updated_at': '2021-10-20T10:28:32Z', 'revision_number': 4, 'project_id': '8beaf2f5954940dc8d21472300ff0623', 'gw_port': {'id': 'a91872ef-91ca-40c7-adb8-6af85125749a', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:9e:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da764ea0-9cfb-46d0-b19b-a8155d883e97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:28:27Z', 'updated_at': '2021-10-20T10:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '11e3191b-56cf-4b9f-b7f3-884480285997', 'name': '', 'network_id': '69656706-041c-4c18-9559-4c2c8bbafe68', 'tenant_id': '8beaf2f5954940dc8d21472300ff0623', 'mac_address': 'fa:16:3e:8f:51:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da764ea0-9cfb-46d0-b19b-a8155d883e97', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '33f28086-8644-4605-8dd2-cfc524602613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:28:30Z', 'updated_at': '2021-10-20T10:28:33Z', 'revision_number': 2, 'project_id': '8beaf2f5954940dc8d21472300ff0623', 'subnets': [{'id': '33f28086-8644-4605-8dd2-cfc524602613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:28:36.011180 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f25929d1-8868-46cd-82c6-c62f1baf17c0 req-9f5c660f-b7d2-4c38-bb53-3acd8c6749b5 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba094063-4980-4c22-bc34-9c1534c0beb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867372 Oct 20 10:28:36.017823 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-b0079e21-4d0c-4314-bcb5-215b60423c50 req-fd19c1ba-595c-40d7-bcd4-c18d192a04c2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0371987a-4774-44fc-8b5d-9c1c4a305a09 HTTP/1.1" status: 200 len: 217 time: 0.0431955 Oct 20 10:28:36.023884 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a964a83-a545-40ff-bf2c-31275edf6f2a None None] Checking router: da764ea0-9cfb-46d0-b19b-a8155d883e97 for host: n-d-811396-3 {{(pid=100598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:28:36.024304 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a964a83-a545-40ff-bf2c-31275edf6f2a None None] Updating router da764ea0-9cfb-46d0-b19b-a8155d883e97 port 11e3191b-56cf-4b9f-b7f3-884480285997 binding host n-d-811396-3 {{(pid=100598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 10:28:36.057785 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b8f14463-2222-477c-bad5-b4b0c4d2a875 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:36.060150 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-6a964a83-a545-40ff-bf2c-31275edf6f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:36.083818 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b8f14463-2222-477c-bad5-b4b0c4d2a875 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:28:36.084247 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b8f14463-2222-477c-bad5-b4b0c4d2a875 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:28:36.085062 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b8f14463-2222-477c-bad5-b4b0c4d2a875 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:28:36.085466 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b8f14463-2222-477c-bad5-b4b0c4d2a875 admin admin] Subscribe: > port after_create 55550000 {{(pid=100597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:28:36.085870 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b8f14463-2222-477c-bad5-b4b0c4d2a875 admin admin] Subscribe: > port after_delete 55550000 {{(pid=100597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:28:36.086256 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b8f14463-2222-477c-bad5-b4b0c4d2a875 admin admin] Subscribe: > port after_update 55550000 {{(pid=100597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:28:36.086712 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b8f14463-2222-477c-bad5-b4b0c4d2a875 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:28:36.087117 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b8f14463-2222-477c-bad5-b4b0c4d2a875 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:28:36.087833 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b8f14463-2222-477c-bad5-b4b0c4d2a875 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:28:36.088274 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b8f14463-2222-477c-bad5-b4b0c4d2a875 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:28:36.144639 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-d0c1ea32-1aec-4340-b33a-9670af559e06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:36.183706 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360f05b3-2892-4f61-a9e6-3c4ea99aca82 req-9ae2b71e-eda6-46b0-af66-c3c5a3eff79d tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:36.183706 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-360f05b3-2892-4f61-a9e6-3c4ea99aca82 req-9ae2b71e-eda6-46b0-af66-c3c5a3eff79d tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] 10.222.0.64 "GET /v2.0/ports?device_id=37819879-6a8f-4e60-9b45-e7343fc19d33 HTTP/1.1" status: 200 len: 945 time: 0.0908189 Oct 20 10:28:36.254488 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-360f05b3-2892-4f61-a9e6-3c4ea99aca82 req-5380705b-3020-4623-ad66-7987242a14a3 tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] 10.222.0.64 "GET /v2.0/security-groups?id=a63fa035-9252-4a30-bf29-691fc7c00c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627158 Oct 20 10:28:36.261119 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b8f14463-2222-477c-bad5-b4b0c4d2a875 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:28:36.261838 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b8f14463-2222-477c-bad5-b4b0c4d2a875 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:28:36.261838 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b8f14463-2222-477c-bad5-b4b0c4d2a875 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:28:36.262089 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b8f14463-2222-477c-bad5-b4b0c4d2a875 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:28:36.262453 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-b8f14463-2222-477c-bad5-b4b0c4d2a875 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['268051f2-4fcd-4d16-988f-ce0a95643dbd']}} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:28:36.313244 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88433d0-6264-4397-99c4-ebf06cddf570 req-753e635c-226e-4b64-826c-81db95354de6 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:36.316862 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f88433d0-6264-4397-99c4-ebf06cddf570 req-753e635c-226e-4b64-826c-81db95354de6 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=140f67b6-b627-4357-882b-b43ba6bc30e0 HTTP/1.1" status: 200 len: 949 time: 0.0755868 Oct 20 10:28:36.340044 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0079e21-4d0c-4314-bcb5-215b60423c50 req-28c93fb2-07e5-4747-9ba1-15a9b3a0aa07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:36.341904 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-b0079e21-4d0c-4314-bcb5-215b60423c50 req-28c93fb2-07e5-4747-9ba1-15a9b3a0aa07 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4012c245-3079-4795-8c54-d3f2bf73a5b0 HTTP/1.1" status: 200 len: 861 time: 0.0685389 Oct 20 10:28:36.349470 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-b8f14463-2222-477c-bad5-b4b0c4d2a875 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17900514-97ff-467b-a333-775ac0a7e9c5') {'for_net_delete': True} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:28:36.349872 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-b8f14463-2222-477c-bad5-b4b0c4d2a875 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17900514-97ff-467b-a333-775ac0a7e9c5') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:28:36.389527 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f88433d0-6264-4397-99c4-ebf06cddf570 req-bc76f924-7c11-44e8-827d-c55cdf099bd7 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609941 Oct 20 10:28:36.396537 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-b0079e21-4d0c-4314-bcb5-215b60423c50 req-9a16852a-7443-4549-b3f6-0dc30205ee9b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1ce4070f-3cfd-4061-95b1-2481b8fda5e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384476 Oct 20 10:28:36.402761 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b8f14463-2222-477c-bad5-b4b0c4d2a875 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25852596'] for segment, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:36.443345 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b8f14463-2222-477c-bad5-b4b0c4d2a875 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:36.470243 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8f14463-2222-477c-bad5-b4b0c4d2a875 admin admin] Releasing vlan 847 on physical network physnet1 to pool {{(pid=100597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:28:36.470723 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b8f14463-2222-477c-bad5-b4b0c4d2a875 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951012'] for segment, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:36.473446 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-6a964a83-a545-40ff-bf2c-31275edf6f2a None None] Publish callbacks [] for port, precommit_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:36.477292 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device ddddab3d-5ced-4348-8f5e-0c26a7adc772 no longer exists at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:28:36.498901 n-d-811396-3 neutron-server[100597]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 20 10:28:36.498901 n-d-811396-3 neutron-server[100597]: from cryptography.utils import int_from_bytes Oct 20 10:28:36.498901 n-d-811396-3 neutron-server[100597]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 20 10:28:36.498901 n-d-811396-3 neutron-server[100597]: from cryptography.utils import int_from_bytes Oct 20 10:28:36.498901 n-d-811396-3 neutron-server[100597]: Traceback (most recent call last): Oct 20 10:28:36.498901 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:28:36.498901 n-d-811396-3 neutron-server[100597]: timer() Oct 20 10:28:36.498901 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:28:36.498901 n-d-811396-3 neutron-server[100597]: cb(*args, **kw) Oct 20 10:28:36.498901 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:28:36.498901 n-d-811396-3 neutron-server[100597]: return func(*args, **kwargs) Oct 20 10:28:36.498901 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:28:36.498901 n-d-811396-3 neutron-server[100597]: self._notify() Oct 20 10:28:36.498901 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:28:36.498901 n-d-811396-3 neutron-server[100597]: self.callback(batched_events) Oct 20 10:28:36.498901 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:28:36.498901 n-d-811396-3 neutron-server[100597]: event.method(event) Oct 20 10:28:36.498901 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:28:36.498901 n-d-811396-3 neutron-server[100597]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:28:36.498901 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:28:36.498901 n-d-811396-3 neutron-server[100597]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:28:36.498901 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:28:36.498901 n-d-811396-3 neutron-server[100597]: return f(self, *a, **k) Oct 20 10:28:36.498901 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:28:36.498901 n-d-811396-3 neutron-server[100597]: return self._get(url).json() Oct 20 10:28:36.498901 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:28:36.498901 n-d-811396-3 neutron-server[100597]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:28:36.498901 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:28:36.498901 n-d-811396-3 neutron-server[100597]: return self.request(url, 'GET', **kwargs) Oct 20 10:28:36.498901 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:28:36.498901 n-d-811396-3 neutron-server[100597]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:28:36.498901 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:28:36.498901 n-d-811396-3 neutron-server[100597]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:28:36.498901 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:28:36.498901 n-d-811396-3 neutron-server[100597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:28:36.498901 n-d-811396-3 neutron-server[100597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:28:36.501771 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] No Port match for: ddddab3d-5ced-4348-8f5e-0c26a7adc772 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:28:36.501771 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device ddddab3d-5ced-4348-8f5e-0c26a7adc772 not bound to the agent host n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:28:36.504197 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-6a964a83-a545-40ff-bf2c-31275edf6f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:36.607263 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175c7601-7207-44ad-a7dc-f2a19aa0e690 None None] Pushing event updated for resources: {'Port': ['ID=11e3191b-56cf-4b9f-b7f3-884480285997,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:36.614075 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b8f14463-2222-477c-bad5-b4b0c4d2a875 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:36.622542 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-b0079e21-4d0c-4314-bcb5-215b60423c50 req-f7f407b8-1376-4f70-bf22-790e0d742645 service neutron] 10.222.0.55 "GET /v2.0/networks/1ce4070f-3cfd-4061-95b1-2481b8fda5e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158175 Oct 20 10:28:36.640263 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b8f14463-2222-477c-bad5-b4b0c4d2a875 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:36.647138 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 38164) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:28:36.647490 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-b8f14463-2222-477c-bad5-b4b0c4d2a875 admin admin] 10.222.0.64 "DELETE /v2.0/networks/268051f2-4fcd-4d16-988f-ce0a95643dbd HTTP/1.1" status: 204 len: 168 time: 0.9315472 Oct 20 10:28:36.674495 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f14463-2222-477c-bad5-b4b0c4d2a875 admin admin] Pushing event deleted for resources: {'Network': ['ID=268051f2-4fcd-4d16-988f-ce0a95643dbd,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:36.693939 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-6a964a83-a545-40ff-bf2c-31275edf6f2a None None] Attempting to bind port 11e3191b-56cf-4b9f-b7f3-884480285997 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:28:36.695226 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-6a964a83-a545-40ff-bf2c-31275edf6f2a None None] Attempting to bind port 11e3191b-56cf-4b9f-b7f3-884480285997 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '87e02897-1704-419e-92a1-5fb4dfb3e030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '69656706-041c-4c18-9559-4c2c8bbafe68'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:28:36.695805 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a964a83-a545-40ff-bf2c-31275edf6f2a None None] Attempting to bind port 11e3191b-56cf-4b9f-b7f3-884480285997 on network 69656706-041c-4c18-9559-4c2c8bbafe68 {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:28:36.703113 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a964a83-a545-40ff-bf2c-31275edf6f2a None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 28, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:28:36.703793 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a964a83-a545-40ff-bf2c-31275edf6f2a None None] Checking segment: {'id': '87e02897-1704-419e-92a1-5fb4dfb3e030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '69656706-041c-4c18-9559-4c2c8bbafe68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:28:36.705579 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-6a964a83-a545-40ff-bf2c-31275edf6f2a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:36.706126 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a964a83-a545-40ff-bf2c-31275edf6f2a None None] Bound using segment: {'id': '87e02897-1704-419e-92a1-5fb4dfb3e030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '69656706-041c-4c18-9559-4c2c8bbafe68'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:28:36.708377 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-6a964a83-a545-40ff-bf2c-31275edf6f2a None None] Bound port: 11e3191b-56cf-4b9f-b7f3-884480285997, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87e02897-1704-419e-92a1-5fb4dfb3e030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '69656706-041c-4c18-9559-4c2c8bbafe68'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:28:36.708964 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-6a964a83-a545-40ff-bf2c-31275edf6f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:36.720245 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_v2 [None req-62bc139a-c2da-4106-8e4b-5a7f6212a2ca admin admin] Deleting subnet d163b582-6601-4db7-a4d1-50e93a4906ae {{(pid=100596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:28:36.729393 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-62bc139a-c2da-4106-8e4b-5a7f6212a2ca admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:36.805130 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-62bc139a-c2da-4106-8e4b-5a7f6212a2ca admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:36.811527 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-62bc139a-c2da-4106-8e4b-5a7f6212a2ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:36.850596 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-6a964a83-a545-40ff-bf2c-31275edf6f2a None None] For port 11e3191b-56cf-4b9f-b7f3-884480285997, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:28:36.853147 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-b0079e21-4d0c-4314-bcb5-215b60423c50 req-1676c002-5852-47e8-a34a-4e6e4086aaa1 service neutron] 10.222.0.55 "GET /v2.0/networks/1ce4070f-3cfd-4061-95b1-2481b8fda5e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218764 Oct 20 10:28:36.861704 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-6a964a83-a545-40ff-bf2c-31275edf6f2a None None] For port 11e3191b-56cf-4b9f-b7f3-884480285997, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=11e3191b-56cf-4b9f-b7f3-884480285997,segment=NetworkSegment(87e02897-1704-419e-92a1-5fb4dfb3e030),segment_id=87e02897-1704-419e-92a1-5fb4dfb3e030)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:28:36.872747 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-6a964a83-a545-40ff-bf2c-31275edf6f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:36.882625 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-62bc139a-c2da-4106-8e4b-5a7f6212a2ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for subnet, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:36.936635 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bc139a-c2da-4106-8e4b-5a7f6212a2ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d163b582-6601-4db7-a4d1-50e93a4906ae,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:36.985038 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-62bc139a-c2da-4106-8e4b-5a7f6212a2ca admin admin] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:36.988559 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-62bc139a-c2da-4106-8e4b-5a7f6212a2ca admin admin] 10.222.0.64 "DELETE /v2.0/subnets/d163b582-6601-4db7-a4d1-50e93a4906ae HTTP/1.1" status: 204 len: 168 time: 0.3399482 Oct 20 10:28:36.991346 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a964a83-a545-40ff-bf2c-31275edf6f2a None None] Routers {'da764ea0-9cfb-46d0-b19b-a8155d883e97'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:28:36.991883 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 38180) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:28:36.992246 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-6a964a83-a545-40ff-bf2c-31275edf6f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:28:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['da764ea0-9cfb-46d0-b19b-a8155d883e97'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:28:37.000064 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175c7601-7207-44ad-a7dc-f2a19aa0e690 None None] Pushing event updated for resources: {'Port': ['ID=11e3191b-56cf-4b9f-b7f3-884480285997,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:37.021681 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5caa5812-1e49-41b5-ab55-edf8a8f01aa1 req-f09d08e0-e385-46e5-842e-d0f74ca0a555 tempest-LiveMigrationNegativeTest-1850627167 tempest-LiveMigrationNegativeTest-1850627167-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=5669cc13a2d4478491e7476a17e4f5cc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0881410 Oct 20 10:28:37.035520 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-92655e75-c083-45ac-a088-eea1086e93e6 None None] Provisioning complete for port 11e3191b-56cf-4b9f-b7f3-884480285997 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:28:37.036115 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-92655e75-c083-45ac-a088-eea1086e93e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:37.073889 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed11abbf-928f-48ef-bbe9-7b2385f3a712 req-ccd9123e-79c8-4010-b213-b4fc868e02f4 tempest-ServersAdminNegativeTestJSON-1660104221 tempest-ServersAdminNegativeTestJSON-1660104221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:37.075462 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ed11abbf-928f-48ef-bbe9-7b2385f3a712 req-ccd9123e-79c8-4010-b213-b4fc868e02f4 tempest-ServersAdminNegativeTestJSON-1660104221 tempest-ServersAdminNegativeTestJSON-1660104221-project] 10.222.0.64 "GET /v2.0/ports?device_id=df0060b3-4c76-4b14-8518-2253604b7b9c HTTP/1.1" status: 200 len: 950 time: 0.1455369 Oct 20 10:28:37.125464 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-515d9490-df4b-4bcf-8b47-983c2df8b0e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:37.202182 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:37.243559 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-6a964a83-a545-40ff-bf2c-31275edf6f2a None None] Set router da764ea0-9cfb-46d0-b19b-a8155d883e97 gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:28:37.246250 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ed11abbf-928f-48ef-bbe9-7b2385f3a712 req-2c442104-bea3-41cd-ab7e-3523bf33a384 tempest-ServersAdminNegativeTestJSON-1660104221 tempest-ServersAdminNegativeTestJSON-1660104221-project] 10.222.0.64 "GET /v2.0/security-groups?id=d8c4ce3d-1dc2-4ac7-9d09-2daac6fec311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589382 Oct 20 10:28:37.272535 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-515d9490-df4b-4bcf-8b47-983c2df8b0e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:37.308214 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-515d9490-df4b-4bcf-8b47-983c2df8b0e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97e130bf-8523-4377-9cc4-bfa9b080d2c7']}} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:28:37.312007 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caa5812-1e49-41b5-ab55-edf8a8f01aa1 req-9736a4e7-0ed2-46cb-9651-59a900458bf7 tempest-LiveMigrationNegativeTest-1850627167 tempest-LiveMigrationNegativeTest-1850627167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:37.319688 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5caa5812-1e49-41b5-ab55-edf8a8f01aa1 req-9736a4e7-0ed2-46cb-9651-59a900458bf7 tempest-LiveMigrationNegativeTest-1850627167 tempest-LiveMigrationNegativeTest-1850627167-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2970521 Oct 20 10:28:37.323462 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-515d9490-df4b-4bcf-8b47-983c2df8b0e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fa2f934-e58d-40a8-8380-4dfe918e424c') {'for_net_delete': True} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:28:37.323710 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-515d9490-df4b-4bcf-8b47-983c2df8b0e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fa2f934-e58d-40a8-8380-4dfe918e424c') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:28:37.339158 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-515d9490-df4b-4bcf-8b47-983c2df8b0e3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25852596'] for segment, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:37.341375 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5caa5812-1e49-41b5-ab55-edf8a8f01aa1 req-09707a82-ce1e-484b-aae1-29748600b1cd tempest-LiveMigrationNegativeTest-1850627167 tempest-LiveMigrationNegativeTest-1850627167-project] 10.222.0.64 "GET /v2.0/quotas/5669cc13a2d4478491e7476a17e4f5cc HTTP/1.1" status: 200 len: 375 time: 0.0189731 Oct 20 10:28:37.360275 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-515d9490-df4b-4bcf-8b47-983c2df8b0e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:37.371873 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-515d9490-df4b-4bcf-8b47-983c2df8b0e3 admin admin] Releasing vlan 813 on physical network physnet1 to pool {{(pid=100597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:28:37.372414 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-515d9490-df4b-4bcf-8b47-983c2df8b0e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951012'] for segment, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:37.376609 n-d-811396-3 neutron-server[100597]: Traceback (most recent call last): Oct 20 10:28:37.376609 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:28:37.376609 n-d-811396-3 neutron-server[100597]: timer() Oct 20 10:28:37.376609 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:28:37.376609 n-d-811396-3 neutron-server[100597]: cb(*args, **kw) Oct 20 10:28:37.376609 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:28:37.376609 n-d-811396-3 neutron-server[100597]: return func(*args, **kwargs) Oct 20 10:28:37.376609 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:28:37.376609 n-d-811396-3 neutron-server[100597]: self._notify() Oct 20 10:28:37.376609 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:28:37.376609 n-d-811396-3 neutron-server[100597]: self.callback(batched_events) Oct 20 10:28:37.376609 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:28:37.376609 n-d-811396-3 neutron-server[100597]: event.method(event) Oct 20 10:28:37.376609 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:28:37.376609 n-d-811396-3 neutron-server[100597]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:28:37.376609 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:28:37.376609 n-d-811396-3 neutron-server[100597]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:28:37.376609 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:28:37.376609 n-d-811396-3 neutron-server[100597]: return f(self, *a, **k) Oct 20 10:28:37.376609 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:28:37.376609 n-d-811396-3 neutron-server[100597]: return self._get(url).json() Oct 20 10:28:37.376609 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:28:37.376609 n-d-811396-3 neutron-server[100597]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:28:37.376609 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:28:37.376609 n-d-811396-3 neutron-server[100597]: return self.request(url, 'GET', **kwargs) Oct 20 10:28:37.376609 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:28:37.376609 n-d-811396-3 neutron-server[100597]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:28:37.376609 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:28:37.376609 n-d-811396-3 neutron-server[100597]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:28:37.376609 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:28:37.376609 n-d-811396-3 neutron-server[100597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:28:37.376609 n-d-811396-3 neutron-server[100597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:28:37.394861 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5caa5812-1e49-41b5-ab55-edf8a8f01aa1 req-e08286a8-8622-4334-b07e-5eca8b88ee58 tempest-LiveMigrationNegativeTest-1850627167 tempest-LiveMigrationNegativeTest-1850627167-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=5669cc13a2d4478491e7476a17e4f5cc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0491948 Oct 20 10:28:37.409124 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-92655e75-c083-45ac-a088-eea1086e93e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:37.413867 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:37.462453 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c962bb-3e2a-462d-a9f8-d993cabd0ff3 req-05421edf-41ad-4c8f-be15-4d8a728dd6f8 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:37.469954 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-15c962bb-3e2a-462d-a9f8-d993cabd0ff3 req-05421edf-41ad-4c8f-be15-4d8a728dd6f8 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/ports?device_id=1eabf57a-87ff-45e4-a8c1-0331e36a3388 HTTP/1.1" status: 200 len: 943 time: 0.0737362 Oct 20 10:28:37.491913 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-92655e75-c083-45ac-a088-eea1086e93e6 None None] For port 11e3191b-56cf-4b9f-b7f3-884480285997, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=11e3191b-56cf-4b9f-b7f3-884480285997,segment=NetworkSegment(87e02897-1704-419e-92a1-5fb4dfb3e030),segment_id=87e02897-1704-419e-92a1-5fb4dfb3e030)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:28:37.494420 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-515d9490-df4b-4bcf-8b47-983c2df8b0e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:37.504595 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-515d9490-df4b-4bcf-8b47-983c2df8b0e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:37.504995 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-92655e75-c083-45ac-a088-eea1086e93e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:37.509588 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-515d9490-df4b-4bcf-8b47-983c2df8b0e3 admin admin] 10.222.0.64 "DELETE /v2.0/networks/97e130bf-8523-4377-9cc4-bfa9b080d2c7 HTTP/1.1" status: 204 len: 168 time: 0.5142739 Oct 20 10:28:37.540769 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-15c962bb-3e2a-462d-a9f8-d993cabd0ff3 req-32a61bcd-8415-430b-8168-f863440cbb1b tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba094063-4980-4c22-bc34-9c1534c0beb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603671 Oct 20 10:28:37.555922 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515d9490-df4b-4bcf-8b47-983c2df8b0e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=97e130bf-8523-4377-9cc4-bfa9b080d2c7,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:37.632186 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:37.654710 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92655e75-c083-45ac-a088-eea1086e93e6 None None] Pushing event updated for resources: {'Port': ['ID=11e3191b-56cf-4b9f-b7f3-884480285997,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:37.674761 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-fb0fa208-1194-4766-a3c6-b7df1c29a2fd None None] Provisioning complete for port 11e3191b-56cf-4b9f-b7f3-884480285997 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:28:37.675137 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-fb0fa208-1194-4766-a3c6-b7df1c29a2fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:37.723423 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-6a964a83-a545-40ff-bf2c-31275edf6f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da764ea0-9cfb-46d0-b19b-a8155d883e97', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1640098787-router', 'tenant_id': '8beaf2f5954940dc8d21472300ff0623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.203'}], 'enable_snat': True}, 'gw_port_id': 'a91872ef-91ca-40c7-adb8-6af85125749a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:28:26Z', 'updated_at': '2021-10-20T10:28:32Z', 'revision_number': 4, 'project_id': '8beaf2f5954940dc8d21472300ff0623', 'gw_port': {'id': 'a91872ef-91ca-40c7-adb8-6af85125749a', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:9e:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da764ea0-9cfb-46d0-b19b-a8155d883e97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:28:27Z', 'updated_at': '2021-10-20T10:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '11e3191b-56cf-4b9f-b7f3-884480285997', 'name': '', 'network_id': '69656706-041c-4c18-9559-4c2c8bbafe68', 'tenant_id': '8beaf2f5954940dc8d21472300ff0623', 'mac_address': 'fa:16:3e:8f:51:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da764ea0-9cfb-46d0-b19b-a8155d883e97', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '33f28086-8644-4605-8dd2-cfc524602613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:28:30Z', 'updated_at': '2021-10-20T10:28:36Z', 'revision_number': 4, 'project_id': '8beaf2f5954940dc8d21472300ff0623', 'subnets': [{'id': '33f28086-8644-4605-8dd2-cfc524602613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:28:37.736302 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb30d5f-ec55-40ad-abc1-e15e370b9ca9 req-7817b578-4c18-4a29-a383-96839ac432a6 tempest-ServersAdminNegativeTestJSON-1660104221 tempest-ServersAdminNegativeTestJSON-1660104221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:37.737199 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0360460-37ae-4d17-8655-e11d8a05ef91 req-0a69f349-7973-4cdc-b368-f294785a2eb7 tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:37.739047 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a0360460-37ae-4d17-8655-e11d8a05ef91 req-0a69f349-7973-4cdc-b368-f294785a2eb7 tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] 10.222.0.64 "GET /v2.0/ports?device_id=37819879-6a8f-4e60-9b45-e7343fc19d33 HTTP/1.1" status: 200 len: 945 time: 0.1072626 Oct 20 10:28:37.740715 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-ebb30d5f-ec55-40ad-abc1-e15e370b9ca9 req-7817b578-4c18-4a29-a383-96839ac432a6 tempest-ServersAdminNegativeTestJSON-1660104221 tempest-ServersAdminNegativeTestJSON-1660104221-project] 10.222.0.55 "GET /v2.0/ports?device_id=df0060b3-4c76-4b14-8518-2253604b7b9c HTTP/1.1" status: 200 len: 950 time: 0.1652396 Oct 20 10:28:37.826902 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a0360460-37ae-4d17-8655-e11d8a05ef91 req-819d34a9-0d19-4756-a964-22d8e2f91e4f tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] 10.222.0.64 "GET /v2.0/security-groups?id=a63fa035-9252-4a30-bf29-691fc7c00c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679936 Oct 20 10:28:37.850611 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983ab51d-28e7-4217-9ad2-cc20fb36409e req-8ad15a62-36bb-4d7e-9cdf-01a05aacf473 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:37.861764 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-983ab51d-28e7-4217-9ad2-cc20fb36409e req-8ad15a62-36bb-4d7e-9cdf-01a05aacf473 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=140f67b6-b627-4357-882b-b43ba6bc30e0 HTTP/1.1" status: 200 len: 949 time: 0.0835874 Oct 20 10:28:37.917200 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 38212) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:28:37.973614 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [req-ebb30d5f-ec55-40ad-abc1-e15e370b9ca9 req-18369222-bd68-4cfa-ac45-7940e6b2ac6f tempest-ServersAdminNegativeTestJSON-1660104221 tempest-ServersAdminNegativeTestJSON-1660104221-project] Deleting port 658edd2e-0064-41fb-a701-0bef1771929d {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:28:37.973948 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-ebb30d5f-ec55-40ad-abc1-e15e370b9ca9 req-18369222-bd68-4cfa-ac45-7940e6b2ac6f tempest-ServersAdminNegativeTestJSON-1660104221 tempest-ServersAdminNegativeTestJSON-1660104221-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:37.999213 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a964a83-a545-40ff-bf2c-31275edf6f2a None None] The sync data for ids ['da764ea0-9cfb-46d0-b19b-a8155d883e97'] in n-d-811396-3 is: [{'id': 'da764ea0-9cfb-46d0-b19b-a8155d883e97', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1640098787-router', 'tenant_id': '8beaf2f5954940dc8d21472300ff0623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.203'}], 'enable_snat': True}, 'gw_port_id': 'a91872ef-91ca-40c7-adb8-6af85125749a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:28:26Z', 'updated_at': '2021-10-20T10:28:32Z', 'revision_number': 4, 'project_id': '8beaf2f5954940dc8d21472300ff0623', 'gw_port': {'id': 'a91872ef-91ca-40c7-adb8-6af85125749a', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:9e:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da764ea0-9cfb-46d0-b19b-a8155d883e97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:28:27Z', 'updated_at': '2021-10-20T10:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '11e3191b-56cf-4b9f-b7f3-884480285997', 'name': '', 'network_id': '69656706-041c-4c18-9559-4c2c8bbafe68', 'tenant_id': '8beaf2f5954940dc8d21472300ff0623', 'mac_address': 'fa:16:3e:8f:51:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da764ea0-9cfb-46d0-b19b-a8155d883e97', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '33f28086-8644-4605-8dd2-cfc524602613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:28:30Z', 'updated_at': '2021-10-20T10:28:36Z', 'revision_number': 4, 'project_id': '8beaf2f5954940dc8d21472300ff0623', 'subnets': [{'id': '33f28086-8644-4605-8dd2-cfc524602613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:28:37.999827 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a6160b84-595f-4027-9d0e-b4e701b7afe9 req-0d741604-d727-452b-b04d-2f92fbde4bd8 tempest-LiveMigrationNegativeTest-1850627167 tempest-LiveMigrationNegativeTest-1850627167-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0213a17-48ff-49f2-b9ac-26bb84963d5f HTTP/1.1" status: 200 len: 210 time: 0.0681362 Oct 20 10:28:38.002635 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-983ab51d-28e7-4217-9ad2-cc20fb36409e req-c20d79f9-3176-4e49-a800-6008336a8a46 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397231 Oct 20 10:28:38.105927 n-d-811396-3 neutron-server[100596]: INFO neutron.api.v2.resource [req-55651709-5293-43ad-9aa1-1c39d3578ba3 req-12fa5162-0701-4e0a-bfb3-8ede4d0ad132 service neutron] show failed (client error): The resource could not be found. Oct 20 10:28:38.106960 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-55651709-5293-43ad-9aa1-1c39d3578ba3 req-12fa5162-0701-4e0a-bfb3-8ede4d0ad132 service neutron] 10.222.0.55 "GET /v2.0/ports/aae3cda1-d0c7-410c-8006-356e09a086ac/bindings/n-h2-811396-3 HTTP/1.1" status: 404 len: 380 time: 0.2416482 Oct 20 10:28:38.120634 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-79d2272d-15f8-40b7-abd8-b77a6590d1db admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fff86a44e327447bb75659e2caf6a026&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1989102 Oct 20 10:28:38.123162 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 38224) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:28:38.151129 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [req-ebb30d5f-ec55-40ad-abc1-e15e370b9ca9 req-18369222-bd68-4cfa-ac45-7940e6b2ac6f tempest-ServersAdminNegativeTestJSON-1660104221 tempest-ServersAdminNegativeTestJSON-1660104221-project] For port 658edd2e-0064-41fb-a701-0bef1771929d, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=658edd2e-0064-41fb-a701-0bef1771929d,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:28:38.151680 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-ebb30d5f-ec55-40ad-abc1-e15e370b9ca9 req-18369222-bd68-4cfa-ac45-7940e6b2ac6f tempest-ServersAdminNegativeTestJSON-1660104221 tempest-ServersAdminNegativeTestJSON-1660104221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:38.171179 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [req-ebb30d5f-ec55-40ad-abc1-e15e370b9ca9 req-18369222-bd68-4cfa-ac45-7940e6b2ac6f tempest-ServersAdminNegativeTestJSON-1660104221 tempest-ServersAdminNegativeTestJSON-1660104221-project] Calling delete_port for 658edd2e-0064-41fb-a701-0bef1771929d owned by compute:nova {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:28:38.233414 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e6da02d7-fe25-4819-9094-adeb68721b00 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:38.281869 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e6da02d7-fe25-4819-9094-adeb68721b00 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:38.373184 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e6da02d7-fe25-4819-9094-adeb68721b00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:38.376508 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e6da02d7-fe25-4819-9094-adeb68721b00 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:38.378537 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-e6da02d7-fe25-4819-9094-adeb68721b00 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/94941ded-85d2-4277-ab75-d91afaf0d4fb HTTP/1.1" status: 204 len: 168 time: 0.2509830 Oct 20 10:28:38.411564 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6da02d7-fe25-4819-9094-adeb68721b00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94941ded-85d2-4277-ab75-d91afaf0d4fb,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:38.432727 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 38230) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:28:38.452878 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-94246232-9608-4c6e-8c97-515fef4ff802 tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1425545498', 'description': 'tempest-description--867048284'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:28:38.475477 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-ebb30d5f-ec55-40ad-abc1-e15e370b9ca9 req-18369222-bd68-4cfa-ac45-7940e6b2ac6f tempest-ServersAdminNegativeTestJSON-1660104221 tempest-ServersAdminNegativeTestJSON-1660104221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:38.504545 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18369222-bd68-4cfa-ac45-7940e6b2ac6f tempest-ServersAdminNegativeTestJSON-1660104221 tempest-ServersAdminNegativeTestJSON-1660104221-project] Pushing event deleted for resources: {'Port': ['ID=658edd2e-0064-41fb-a701-0bef1771929d,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:38.515702 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55651709-5293-43ad-9aa1-1c39d3578ba3 req-daf29282-6d56-4561-898e-a066219b0fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:38.515915 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['658edd2e-0064-41fb-a701-0bef1771929d'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:28:38.517743 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-55651709-5293-43ad-9aa1-1c39d3578ba3 req-daf29282-6d56-4561-898e-a066219b0fb5 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=140f67b6-b627-4357-882b-b43ba6bc30e0&tenant_id=9f75d9a0b8ce44faaac4d8054667820c HTTP/1.1" status: 200 len: 1100 time: 0.0857904 Oct 20 10:28:38.562752 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-94246232-9608-4c6e-8c97-515fef4ff802 tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:38.596630 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [req-55651709-5293-43ad-9aa1-1c39d3578ba3 req-79630282-8fb8-494c-9560-34e269266ddd service neutron] Request body: {'port': {'binding:host_id': 'n-h2-811396-3', 'device_owner': 'compute:nova'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:28:38.736509 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-94246232-9608-4c6e-8c97-515fef4ff802 tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:38.740628 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebb30d5f-ec55-40ad-abc1-e15e370b9ca9 req-18369222-bd68-4cfa-ac45-7940e6b2ac6f tempest-ServersAdminNegativeTestJSON-1660104221 tempest-ServersAdminNegativeTestJSON-1660104221-project] No DVR routers for this DVR port 658edd2e-0064-41fb-a701-0bef1771929d on host n-h1-811396-3 {{(pid=100597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:28:38.773047 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1a9b6814-fc09-438d-bffd-900c9ac9b9cc req-d0ded0bd-196e-492a-a4dd-0cfe6d80d33b tempest-ServersAdminNegativeTestJSON-1660104221 tempest-ServersAdminNegativeTestJSON-1660104221-project] 10.222.0.64 "GET /v2.0/ports?device_id=df0060b3-4c76-4b14-8518-2253604b7b9c HTTP/1.1" status: 200 len: 210 time: 0.1771636 Oct 20 10:28:38.773922 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-ebb30d5f-ec55-40ad-abc1-e15e370b9ca9 req-18369222-bd68-4cfa-ac45-7940e6b2ac6f tempest-ServersAdminNegativeTestJSON-1660104221 tempest-ServersAdminNegativeTestJSON-1660104221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:38.780563 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-94246232-9608-4c6e-8c97-515fef4ff802 tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:38.783882 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-ebb30d5f-ec55-40ad-abc1-e15e370b9ca9 req-18369222-bd68-4cfa-ac45-7940e6b2ac6f tempest-ServersAdminNegativeTestJSON-1660104221 tempest-ServersAdminNegativeTestJSON-1660104221-project] 10.222.0.55 "DELETE /v2.0/ports/658edd2e-0064-41fb-a701-0bef1771929d HTTP/1.1" status: 204 len: 173 time: 1.0374913 Oct 20 10:28:38.784787 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df0060b3-4c76-4b14-8518-2253604b7b9c', 'name': 'network-vif-deleted', 'tag': '658edd2e-0064-41fb-a701-0bef1771929d'}] {{(pid=100597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:28:38.786944 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd85cad6a391afaa95d2dd5280bfd4659fc1e1b2aba53b5e7ef874f059efcdc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5d30637-5d6d-452c-af3c-91d258c63658" -d '{"events": [{"server_uuid": "df0060b3-4c76-4b14-8518-2253604b7b9c", "name": "network-vif-deleted", "tag": "658edd2e-0064-41fb-a701-0bef1771929d"}]}' {{(pid=100597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:28:38.797378 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:38.815342 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-55651709-5293-43ad-9aa1-1c39d3578ba3 req-79630282-8fb8-494c-9560-34e269266ddd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:38.944781 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94246232-9608-4c6e-8c97-515fef4ff802 tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a2ddb16-f0a7-4b59-b44b-d401de192cb7,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:39.000595 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-94246232-9608-4c6e-8c97-515fef4ff802 tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:39.006660 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-94246232-9608-4c6e-8c97-515fef4ff802 tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5725868 Oct 20 10:28:39.007247 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 38250) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:28:39.010950 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9987aec1-8dc1-4c3f-9e66-bee4f18b7498 req-8c44f47e-830e-4e4d-8a0a-37ffb37688e6 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=cbb7919139e74aa3a9a9edbe5b865f11&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2715976 Oct 20 10:28:39.013337 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-27075bf1-a7d6-4f70-967a-749257c49dc4 tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] Request body: {'security_group_rule': {'security_group_id': '3a2ddb16-f0a7-4b59-b44b-d401de192cb7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:28:39.104966 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe652908-3d9b-48b2-a48e-6cac32e910fc req-48c36928-ea76-4eb0-9764-d6d373fd19aa tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:39.106532 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fe652908-3d9b-48b2-a48e-6cac32e910fc req-48c36928-ea76-4eb0-9764-d6d373fd19aa tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/ports?device_id=1eabf57a-87ff-45e4-a8c1-0331e36a3388 HTTP/1.1" status: 200 len: 943 time: 0.1635175 Oct 20 10:28:39.116062 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-27075bf1-a7d6-4f70-967a-749257c49dc4 tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:39.139947 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 38256) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:28:39.204120 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [req-55651709-5293-43ad-9aa1-1c39d3578ba3 req-79630282-8fb8-494c-9560-34e269266ddd service neutron] For port aae3cda1-d0c7-410c-8006-356e09a086ac, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=aae3cda1-d0c7-410c-8006-356e09a086ac,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:28:39.226109 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-27075bf1-a7d6-4f70-967a-749257c49dc4 tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:39.240995 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-27075bf1-a7d6-4f70-967a-749257c49dc4 tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:39.257619 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fe652908-3d9b-48b2-a48e-6cac32e910fc req-7262e61e-0b00-44e5-9061-de1ed615b101 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba094063-4980-4c22-bc34-9c1534c0beb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050761 Oct 20 10:28:39.266047 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27075bf1-a7d6-4f70-967a-749257c49dc4 tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4a2627b-0788-42ad-baa9-1bd902216091,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:39.277518 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [req-55651709-5293-43ad-9aa1-1c39d3578ba3 req-79630282-8fb8-494c-9560-34e269266ddd service neutron] For port aae3cda1-d0c7-410c-8006-356e09a086ac, host n-h1-811396-3, cleared binding levels {{(pid=100597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:28:39.287854 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9987aec1-8dc1-4c3f-9e66-bee4f18b7498 req-26fa3166-1474-4812-9a7e-4a216d0abe70 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:39.290278 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9987aec1-8dc1-4c3f-9e66-bee4f18b7498 req-26fa3166-1474-4812-9a7e-4a216d0abe70 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2611418 Oct 20 10:28:39.300849 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-ab5e36f2-616b-4024-9e6b-39fcbd6be44a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=85e40f1d87614e32887e61679a5e8284&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1581557 Oct 20 10:28:39.305377 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 38258) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:28:39.325532 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-27075bf1-a7d6-4f70-967a-749257c49dc4 tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:39.328133 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-27075bf1-a7d6-4f70-967a-749257c49dc4 tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3189890 Oct 20 10:28:39.331322 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 38260) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:28:39.338749 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-b8e11573-c2a8-4e9b-9125-d99378c8b8aa tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] Request body: {'security_group_rule': {'security_group_id': '3a2ddb16-f0a7-4b59-b44b-d401de192cb7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:28:39.388367 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d3af33f-ef21-47ab-8571-b52a19eecfa3 x-openstack-request-id: req-0d3af33f-ef21-47ab-8571-b52a19eecfa3 {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:28:39.388695 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df0060b3-4c76-4b14-8518-2253604b7b9c", "name": "network-vif-deleted", "tag": "658edd2e-0064-41fb-a701-0bef1771929d", "status": "completed", "code": 200}]} {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:28:39.389021 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0d3af33f-ef21-47ab-8571-b52a19eecfa3 {{(pid=100597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:28:39.389834 n-d-811396-3 neutron-server[100597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df0060b3-4c76-4b14-8518-2253604b7b9c', 'name': 'network-vif-deleted', 'tag': '658edd2e-0064-41fb-a701-0bef1771929d', 'status': 'completed', 'code': 200} Oct 20 10:28:39.394672 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 11e3191b-56cf-4b9f-b7f3-884480285997 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:28:39.414021 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9987aec1-8dc1-4c3f-9e66-bee4f18b7498 req-04e81549-2a30-4111-ae04-ae77ba74e552 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/quotas/cbb7919139e74aa3a9a9edbe5b865f11 HTTP/1.1" status: 200 len: 375 time: 0.1105776 Oct 20 10:28:39.434124 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b8e11573-c2a8-4e9b-9125-d99378c8b8aa tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:39.439285 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-55651709-5293-43ad-9aa1-1c39d3578ba3 req-79630282-8fb8-494c-9560-34e269266ddd service neutron] Publish callbacks [] for port, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:39.475438 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-5caa5812-1e49-41b5-ab55-edf8a8f01aa1 req-022132e3-d8f1-4811-91b1-6310161f993b tempest-LiveMigrationNegativeTest-1850627167 tempest-LiveMigrationNegativeTest-1850627167-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=5669cc13a2d4478491e7476a17e4f5cc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0586090 Oct 20 10:28:39.482280 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 11e3191b-56cf-4b9f-b7f3-884480285997 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:28:39.482656 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:39.485885 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9987aec1-8dc1-4c3f-9e66-bee4f18b7498 req-e23554ae-3fa0-48bf-9001-2c717b328379 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=cbb7919139e74aa3a9a9edbe5b865f11&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0575924 Oct 20 10:28:39.537747 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.provisioning_blocks [req-55651709-5293-43ad-9aa1-1c39d3578ba3 req-79630282-8fb8-494c-9560-34e269266ddd service neutron] Transition to ACTIVE for port object aae3cda1-d0c7-410c-8006-356e09a086ac will not be triggered until provisioned by entity L2. {{(pid=100597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:28:39.582132 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-55651709-5293-43ad-9aa1-1c39d3578ba3 req-79630282-8fb8-494c-9560-34e269266ddd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:39.625782 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-9835ad9f-a5dc-424b-9669-eb5c8d8e59fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:39.685866 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e25f38-a07f-42ea-be95-70fcc4bb8930 req-bf5df333-c55e-4da9-a1d6-04862565b730 tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:39.687777 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d5e25f38-a07f-42ea-be95-70fcc4bb8930 req-bf5df333-c55e-4da9-a1d6-04862565b730 tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] 10.222.0.64 "GET /v2.0/ports?device_id=37819879-6a8f-4e60-9b45-e7343fc19d33 HTTP/1.1" status: 200 len: 945 time: 0.1602461 Oct 20 10:28:39.694576 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-9835ad9f-a5dc-424b-9669-eb5c8d8e59fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:39.749088 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b8e11573-c2a8-4e9b-9125-d99378c8b8aa tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:39.770436 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d5e25f38-a07f-42ea-be95-70fcc4bb8930 req-677d5738-2432-4340-b9cb-a7c677756bb1 tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] 10.222.0.64 "GET /v2.0/security-groups?id=a63fa035-9252-4a30-bf29-691fc7c00c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734136 Oct 20 10:28:39.782489 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b8e11573-c2a8-4e9b-9125-d99378c8b8aa tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:39.821340 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b6f4e721-ad35-4a1a-95bb-67078b0acd20 req-9d8709a3-6c4f-46af-a47e-309ac45c3389 tempest-LiveMigrationNegativeTest-1850627167 tempest-LiveMigrationNegativeTest-1850627167-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0213a17-48ff-49f2-b9ac-26bb84963d5f HTTP/1.1" status: 200 len: 210 time: 0.0496747 Oct 20 10:28:39.838744 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 0371987a-4774-44fc-8b5d-9c1c4a305a09 details requested by agent hyperv_n-h1-811396-3 with host n-h1-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:28:39.845889 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-9835ad9f-a5dc-424b-9669-eb5c8d8e59fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:39.848628 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-9835ad9f-a5dc-424b-9669-eb5c8d8e59fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:39.849924 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-9835ad9f-a5dc-424b-9669-eb5c8d8e59fd admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6889851c-7caf-49c0-894b-7e1ab58eab3b HTTP/1.1" status: 204 len: 168 time: 0.5425391 Oct 20 10:28:39.888075 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9835ad9f-a5dc-424b-9669-eb5c8d8e59fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6889851c-7caf-49c0-894b-7e1ab58eab3b,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:39.958510 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e11573-c2a8-4e9b-9125-d99378c8b8aa tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23e91590-cb0f-41be-95ea-090626b9c3ab,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:39.977046 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [req-55651709-5293-43ad-9aa1-1c39d3578ba3 req-79630282-8fb8-494c-9560-34e269266ddd service neutron] No DVR routers for this DVR port aae3cda1-d0c7-410c-8006-356e09a086ac on host n-h1-811396-3 {{(pid=100597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:28:40.003760 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 0371987a-4774-44fc-8b5d-9c1c4a305a09, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=0371987a-4774-44fc-8b5d-9c1c4a305a09,segment=NetworkSegment(21a06331-2010-4bb7-8d07-13da7f15af4f),segment_id=21a06331-2010-4bb7-8d07-13da7f15af4f)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:28:40.026467 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Returning: {'device': '0371987a-4774-44fc-8b5d-9c1c4a305a09', 'network_id': '1ce4070f-3cfd-4061-95b1-2481b8fda5e7', 'port_id': '0371987a-4774-44fc-8b5d-9c1c4a305a09', 'mac_address': 'fa:16:3e:f0:2a:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 838, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4012c245-3079-4795-8c54-d3f2bf73a5b0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:28:40.060635 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79630282-8fb8-494c-9560-34e269266ddd service neutron] Pushing event updated for resources: {'Port': ['ID=aae3cda1-d0c7-410c-8006-356e09a086ac,revision_number=6']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:40.081485 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-516d2882-2215-47e2-a925-277918ac03c0 req-f5aeb230-26de-4539-a8bc-7f27481d339a tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed8b260-e677-410d-8e1a-3f9bd4c5c192 HTTP/1.1" status: 200 len: 210 time: 0.0896060 Oct 20 10:28:40.091647 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:40.092603 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b8e11573-c2a8-4e9b-9125-d99378c8b8aa tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:40.097009 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-b8e11573-c2a8-4e9b-9125-d99378c8b8aa tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7646635 Oct 20 10:28:40.110170 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 38274) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:28:40.124050 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-8b7c9eaf-3d7d-42ba-87dd-35901a77632a tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] Request body: {'floatingip': {'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:28:40.125679 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0371987a-4774-44fc-8b5d-9c1c4a305a09 {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:28:40.159120 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-55651709-5293-43ad-9aa1-1c39d3578ba3 req-79630282-8fb8-494c-9560-34e269266ddd service neutron] Attempting to bind port aae3cda1-d0c7-410c-8006-356e09a086ac on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:28:40.161312 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-55651709-5293-43ad-9aa1-1c39d3578ba3 req-79630282-8fb8-494c-9560-34e269266ddd service neutron] Attempting to bind port aae3cda1-d0c7-410c-8006-356e09a086ac by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': '6f472196-aa1a-40bf-bd06-ef9f07584bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84'}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:28:40.161692 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55651709-5293-43ad-9aa1-1c39d3578ba3 req-79630282-8fb8-494c-9560-34e269266ddd service neutron] Attempting to bind port aae3cda1-d0c7-410c-8006-356e09a086ac on network a7c57b12-d7c3-48bb-aa54-a67a56468a84 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:28:40.171065 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55651709-5293-43ad-9aa1-1c39d3578ba3 req-79630282-8fb8-494c-9560-34e269266ddd service neutron] Port aae3cda1-d0c7-410c-8006-356e09a086ac on network a7c57b12-d7c3-48bb-aa54-a67a56468a84 not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:28:40.171405 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55651709-5293-43ad-9aa1-1c39d3578ba3 req-79630282-8fb8-494c-9560-34e269266ddd service neutron] Attempting to bind port aae3cda1-d0c7-410c-8006-356e09a086ac on network a7c57b12-d7c3-48bb-aa54-a67a56468a84 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:28:40.178117 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 0371987a-4774-44fc-8b5d-9c1c4a305a09, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=0371987a-4774-44fc-8b5d-9c1c4a305a09,segment=NetworkSegment(21a06331-2010-4bb7-8d07-13da7f15af4f),segment_id=21a06331-2010-4bb7-8d07-13da7f15af4f)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:28:40.194040 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caa5812-1e49-41b5-ab55-edf8a8f01aa1 req-6de9843b-2352-468b-88f4-e4f06f7766b5 tempest-LiveMigrationNegativeTest-1850627167 tempest-LiveMigrationNegativeTest-1850627167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:40.194202 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:40.197449 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-5caa5812-1e49-41b5-ab55-edf8a8f01aa1 req-6de9843b-2352-468b-88f4-e4f06f7766b5 tempest-LiveMigrationNegativeTest-1850627167 tempest-LiveMigrationNegativeTest-1850627167-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6802456 Oct 20 10:28:40.197614 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8b7c9eaf-3d7d-42ba-87dd-35901a77632a tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] Publish callbacks [] for floatingip, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:40.209440 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba76bc8-454d-40bc-864d-ff15eb6d4995 req-679c0616-9c38-4fcb-ae6d-f20840836aba tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:40.210364 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55651709-5293-43ad-9aa1-1c39d3578ba3 req-79630282-8fb8-494c-9560-34e269266ddd service neutron] Checking agent: {'id': '061232a2-7adc-4ba1-a873-e8cb136b064d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 28, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:28:40.210880 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55651709-5293-43ad-9aa1-1c39d3578ba3 req-79630282-8fb8-494c-9560-34e269266ddd service neutron] Checking segment: {'id': '6f472196-aa1a-40bf-bd06-ef9f07584bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:28:40.211122 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55651709-5293-43ad-9aa1-1c39d3578ba3 req-79630282-8fb8-494c-9560-34e269266ddd service neutron] Bound using segment: {'id': '6f472196-aa1a-40bf-bd06-ef9f07584bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84'} {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:28:40.211591 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-55651709-5293-43ad-9aa1-1c39d3578ba3 req-79630282-8fb8-494c-9560-34e269266ddd service neutron] Bound port: aae3cda1-d0c7-410c-8006-356e09a086ac, host: n-h2-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f472196-aa1a-40bf-bd06-ef9f07584bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84'}}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:28:40.211997 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-55651709-5293-43ad-9aa1-1c39d3578ba3 req-79630282-8fb8-494c-9560-34e269266ddd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:40.212665 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9ba76bc8-454d-40bc-864d-ff15eb6d4995 req-679c0616-9c38-4fcb-ae6d-f20840836aba tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=140f67b6-b627-4357-882b-b43ba6bc30e0 HTTP/1.1" status: 200 len: 947 time: 0.3071003 Oct 20 10:28:40.228767 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [req-5caa5812-1e49-41b5-ab55-edf8a8f01aa1 req-e23b1e0e-f1de-4281-9f99-deec966755a8 tempest-LiveMigrationNegativeTest-1850627167 tempest-LiveMigrationNegativeTest-1850627167-project] Request body: {'port': {'device_id': 'a0213a17-48ff-49f2-b9ac-26bb84963d5f', 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84', 'admin_state_up': True, 'tenant_id': '5669cc13a2d4478491e7476a17e4f5cc'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:28:40.343350 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=0371987a-4774-44fc-8b5d-9c1c4a305a09,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:40.349703 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9ba76bc8-454d-40bc-864d-ff15eb6d4995 req-4e214681-ba3f-411b-8ac1-31dd0487b835 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841227 Oct 20 10:28:40.440363 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [req-55651709-5293-43ad-9aa1-1c39d3578ba3 req-79630282-8fb8-494c-9560-34e269266ddd service neutron] For port aae3cda1-d0c7-410c-8006-356e09a086ac, host n-h2-811396-3, cleared binding levels {{(pid=100597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:28:40.450984 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [req-55651709-5293-43ad-9aa1-1c39d3578ba3 req-79630282-8fb8-494c-9560-34e269266ddd service neutron] For port aae3cda1-d0c7-410c-8006-356e09a086ac, host n-h2-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=aae3cda1-d0c7-410c-8006-356e09a086ac,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:28:40.466079 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-55651709-5293-43ad-9aa1-1c39d3578ba3 req-79630282-8fb8-494c-9560-34e269266ddd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:40.640230 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['0371987a-4774-44fc-8b5d-9c1c4a305a09'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:28:40.711865 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 38294) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:28:40.747064 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5caa5812-1e49-41b5-ab55-edf8a8f01aa1 req-e23b1e0e-f1de-4281-9f99-deec966755a8 tempest-LiveMigrationNegativeTest-1850627167 tempest-LiveMigrationNegativeTest-1850627167-project] Made reservation on behalf of 5669cc13a2d4478491e7476a17e4f5cc for: {'port': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:28:40.751293 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-5caa5812-1e49-41b5-ab55-edf8a8f01aa1 req-e23b1e0e-f1de-4281-9f99-deec966755a8 tempest-LiveMigrationNegativeTest-1850627167 tempest-LiveMigrationNegativeTest-1850627167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:40.759479 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55651709-5293-43ad-9aa1-1c39d3578ba3 req-79630282-8fb8-494c-9560-34e269266ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:40.760402 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-55651709-5293-43ad-9aa1-1c39d3578ba3 req-79630282-8fb8-494c-9560-34e269266ddd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:40.761998 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-55651709-5293-43ad-9aa1-1c39d3578ba3 req-79630282-8fb8-494c-9560-34e269266ddd service neutron] 10.222.0.69 "PUT /v2.0/ports/aae3cda1-d0c7-410c-8006-356e09a086ac HTTP/1.1" status: 200 len: 1095 time: 2.1858053 Oct 20 10:28:40.772727 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-5caa5812-1e49-41b5-ab55-edf8a8f01aa1 req-e23b1e0e-f1de-4281-9f99-deec966755a8 tempest-LiveMigrationNegativeTest-1850627167 tempest-LiveMigrationNegativeTest-1850627167-project] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:40.852055 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79630282-8fb8-494c-9560-34e269266ddd service neutron] Pushing event updated for resources: {'Port': ['ID=aae3cda1-d0c7-410c-8006-356e09a086ac,revision_number=7']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:40.896294 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8b7c9eaf-3d7d-42ba-87dd-35901a77632a tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:40.914330 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55651709-5293-43ad-9aa1-1c39d3578ba3 req-bbd3e3ef-eb68-4ef2-a8cf-c2c0d52cab89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:40.916642 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-55651709-5293-43ad-9aa1-1c39d3578ba3 req-bbd3e3ef-eb68-4ef2-a8cf-c2c0d52cab89 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9f75d9a0b8ce44faaac4d8054667820c&device_id=140f67b6-b627-4357-882b-b43ba6bc30e0 HTTP/1.1" status: 200 len: 1098 time: 0.1221719 Oct 20 10:28:40.998977 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7884e3a5-1592-4661-a64d-f89e17316c3b req-55544aed-298c-4b28-b8c1-23f0c770ec22 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:41.003653 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7884e3a5-1592-4661-a64d-f89e17316c3b req-55544aed-298c-4b28-b8c1-23f0c770ec22 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/ports?device_id=1eabf57a-87ff-45e4-a8c1-0331e36a3388 HTTP/1.1" status: 200 len: 944 time: 0.5843670 Oct 20 10:28:41.045125 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-5caa5812-1e49-41b5-ab55-edf8a8f01aa1 req-e23b1e0e-f1de-4281-9f99-deec966755a8 tempest-LiveMigrationNegativeTest-1850627167 tempest-LiveMigrationNegativeTest-1850627167-project] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:41.059771 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-5caa5812-1e49-41b5-ab55-edf8a8f01aa1 req-e23b1e0e-f1de-4281-9f99-deec966755a8 tempest-LiveMigrationNegativeTest-1850627167 tempest-LiveMigrationNegativeTest-1850627167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:41.112628 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7884e3a5-1592-4661-a64d-f89e17316c3b req-aa899f2f-cf0d-4a97-bd71-7d147b1ffc3b tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba094063-4980-4c22-bc34-9c1534c0beb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637772 Oct 20 10:28:41.161782 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3660f1-56f3-47aa-b13d-aed52051002e req-a8795ecc-f0b9-4b38-a2c2-ec922a3bc1da tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:41.163322 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6a3660f1-56f3-47aa-b13d-aed52051002e req-a8795ecc-f0b9-4b38-a2c2-ec922a3bc1da tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] 10.222.0.64 "GET /v2.0/ports?device_id=37819879-6a8f-4e60-9b45-e7343fc19d33 HTTP/1.1" status: 200 len: 945 time: 0.1953225 Oct 20 10:28:41.190662 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [None req-8b7c9eaf-3d7d-42ba-87dd-35901a77632a tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] Allocated IP 172.25.1.102 (cbe170d3-31ba-45a2-b477-520ab0a7a8ea/f4e26aca-17ac-4adb-a66b-d939a1b35b64/0cd30ad1-a8f6-4fef-a4f6-730df7c6f0bb) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:28:41.267317 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23b1e0e-f1de-4281-9f99-deec966755a8 tempest-LiveMigrationNegativeTest-1850627167 tempest-LiveMigrationNegativeTest-1850627167-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16f29da4-e76c-43e0-934f-c02c5cb6afce,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:41.281835 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-9987aec1-8dc1-4c3f-9e66-bee4f18b7498 req-fbc4f0ba-3d8e-4842-94c7-013f48c11676 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=cbb7919139e74aa3a9a9edbe5b865f11&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1275201 Oct 20 10:28:41.292010 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6a3660f1-56f3-47aa-b13d-aed52051002e req-6f89bd32-366a-4a23-a000-de1caacdb4c1 tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] 10.222.0.64 "GET /v2.0/security-groups?id=a63fa035-9252-4a30-bf29-691fc7c00c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200948 Oct 20 10:28:41.296093 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-53f6f641-03a0-46e4-9064-f1e87a1f85e4 req-5e0d7d81-e7d9-42aa-82c8-9c182af9c566 tempest-LiveMigrationNegativeTest-1850627167 tempest-LiveMigrationNegativeTest-1850627167-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0213a17-48ff-49f2-b9ac-26bb84963d5f HTTP/1.1" status: 200 len: 210 time: 0.0315785 Oct 20 10:28:41.352726 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55651709-5293-43ad-9aa1-1c39d3578ba3 req-ecb00c9c-bbec-467f-ba07-2391d88a01e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:41.355673 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-55651709-5293-43ad-9aa1-1c39d3578ba3 req-ecb00c9c-bbec-467f-ba07-2391d88a01e2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a7c57b12-d7c3-48bb-aa54-a67a56468a84 HTTP/1.1" status: 200 len: 870 time: 0.4313486 Oct 20 10:28:41.381287 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 38316) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:28:41.381957 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-5f6e49f1-493c-44a6-bd69-7a2e60382f89 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=034e70e8a6ff4c2ca18238cd861744e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6671510 Oct 20 10:28:41.397128 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8b7c9eaf-3d7d-42ba-87dd-35901a77632a tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:41.399649 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '140f67b6-b627-4357-882b-b43ba6bc30e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aae3cda1-d0c7-410c-8006-356e09a086ac'}, {'name': 'network-changed', 'server_uuid': '140f67b6-b627-4357-882b-b43ba6bc30e0', 'tag': 'aae3cda1-d0c7-410c-8006-356e09a086ac'}] {{(pid=100597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:28:41.402527 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd85cad6a391afaa95d2dd5280bfd4659fc1e1b2aba53b5e7ef874f059efcdc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8559ef5c-352e-4d76-8c9b-c253a6acfae8" -d '{"events": [{"server_uuid": "140f67b6-b627-4357-882b-b43ba6bc30e0", "name": "network-vif-unplugged", "status": "completed", "tag": "aae3cda1-d0c7-410c-8006-356e09a086ac"}, {"name": "network-changed", "server_uuid": "140f67b6-b627-4357-882b-b43ba6bc30e0", "tag": "aae3cda1-d0c7-410c-8006-356e09a086ac"}]}' {{(pid=100597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:28:41.440089 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fcc4330a-93a6-4025-917e-72b5d8775591 req-cd4cd49a-b4bf-49ae-bdf4-c2086baadd4b tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed8b260-e677-410d-8e1a-3f9bd4c5c192 HTTP/1.1" status: 200 len: 210 time: 0.0409322 Oct 20 10:28:41.462449 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-55651709-5293-43ad-9aa1-1c39d3578ba3 req-aeec7e84-23be-4b22-a714-257ed73496fc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=aae3cda1-d0c7-410c-8006-356e09a086ac HTTP/1.1" status: 200 len: 217 time: 0.0741415 Oct 20 10:28:41.534438 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [req-5caa5812-1e49-41b5-ab55-edf8a8f01aa1 req-e23b1e0e-f1de-4281-9f99-deec966755a8 tempest-LiveMigrationNegativeTest-1850627167 tempest-LiveMigrationNegativeTest-1850627167-project] Allocated IP 192.168.233.56 (a7c57b12-d7c3-48bb-aa54-a67a56468a84/8f86199a-b8f2-45b4-a83a-995a7ea6fe42/bec81d9f-4c36-4c6d-999a-5447da3c446a) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:28:41.537362 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-9a9a2eed-706b-4bf5-a09d-32d27b91f4b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:41.537546 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 20 Oct 2021 10:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ac84507-cce8-4d38-9cd4-e65b3216a63a x-openstack-request-id: req-5ac84507-cce8-4d38-9cd4-e65b3216a63a {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:28:41.537651 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "140f67b6-b627-4357-882b-b43ba6bc30e0", "name": "network-vif-unplugged", "status": "completed", "tag": "aae3cda1-d0c7-410c-8006-356e09a086ac", "code": 200}, {"name": "network-changed", "server_uuid": "140f67b6-b627-4357-882b-b43ba6bc30e0", "tag": "aae3cda1-d0c7-410c-8006-356e09a086ac", "status": "completed", "code": 200}]} {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:28:41.537944 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5ac84507-cce8-4d38-9cd4-e65b3216a63a {{(pid=100597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:28:41.538320 n-d-811396-3 neutron-server[100597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '140f67b6-b627-4357-882b-b43ba6bc30e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aae3cda1-d0c7-410c-8006-356e09a086ac', 'code': 200} Oct 20 10:28:41.538655 n-d-811396-3 neutron-server[100597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '140f67b6-b627-4357-882b-b43ba6bc30e0', 'tag': 'aae3cda1-d0c7-410c-8006-356e09a086ac', 'status': 'completed', 'code': 200} Oct 20 10:28:41.544314 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8b7c9eaf-3d7d-42ba-87dd-35901a77632a tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:41.576347 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7a3e51-a236-4655-8454-ae185867825c req-473554d0-def6-4afe-a5dd-dadbb215d61f tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:41.577867 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2d7a3e51-a236-4655-8454-ae185867825c req-473554d0-def6-4afe-a5dd-dadbb215d61f tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=140f67b6-b627-4357-882b-b43ba6bc30e0 HTTP/1.1" status: 200 len: 947 time: 0.1369050 Oct 20 10:28:41.602163 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9987aec1-8dc1-4c3f-9e66-bee4f18b7498 req-ef97242d-29af-4b3c-b3a1-6728a6c1fc4a tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:41.603738 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-9987aec1-8dc1-4c3f-9e66-bee4f18b7498 req-ef97242d-29af-4b3c-b3a1-6728a6c1fc4a tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3105388 Oct 20 10:28:41.632930 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [req-9987aec1-8dc1-4c3f-9e66-bee4f18b7498 req-babfd1c8-d3f8-44e9-8ed8-9211a31e89db tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Request body: {'port': {'device_id': '2ed8b260-e677-410d-8e1a-3f9bd4c5c192', 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84', 'admin_state_up': True, 'tenant_id': 'cbb7919139e74aa3a9a9edbe5b865f11'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:28:41.639921 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55651709-5293-43ad-9aa1-1c39d3578ba3 req-09dd453f-3c59-4bf6-8d7e-3070684325de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:41.641387 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-55651709-5293-43ad-9aa1-1c39d3578ba3 req-09dd453f-3c59-4bf6-8d7e-3070684325de service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8f86199a-b8f2-45b4-a83a-995a7ea6fe42 HTTP/1.1" status: 200 len: 843 time: 0.1669500 Oct 20 10:28:41.644655 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-9a9a2eed-706b-4bf5-a09d-32d27b91f4b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:41.682676 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b7c9eaf-3d7d-42ba-87dd-35901a77632a tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] Network cbe170d3-31ba-45a2-b477-520ab0a7a8ea is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:28:41.702996 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-8b7c9eaf-3d7d-42ba-87dd-35901a77632a tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:28:41.706046 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7c9eaf-3d7d-42ba-87dd-35901a77632a tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:28:41.716573 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2d7a3e51-a236-4655-8454-ae185867825c req-fc32cb7c-1d24-40d5-8f3b-e81bdeda4e6e tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096132 Oct 20 10:28:41.727542 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7c9eaf-3d7d-42ba-87dd-35901a77632a tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] Pushing event updated for resources: {'Port': ['ID=0cd30ad1-a8f6-4fef-a4f6-730df7c6f0bb,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:41.818591 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8559ef5c-352e-4d76-8c9b-c253a6acfae8 req-bf57a3cd-e6e7-4707-80c1-f1bab2d7aa9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:41.820151 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8559ef5c-352e-4d76-8c9b-c253a6acfae8 req-bf57a3cd-e6e7-4707-80c1-f1bab2d7aa9e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9f75d9a0b8ce44faaac4d8054667820c&device_id=140f67b6-b627-4357-882b-b43ba6bc30e0 HTTP/1.1" status: 200 len: 1098 time: 0.1794202 Oct 20 10:28:41.830112 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55651709-5293-43ad-9aa1-1c39d3578ba3 req-e266fd8f-250a-4882-93f0-40865f39966d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:41.831707 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-55651709-5293-43ad-9aa1-1c39d3578ba3 req-e266fd8f-250a-4882-93f0-40865f39966d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a7c57b12-d7c3-48bb-aa54-a67a56468a84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1724515 Oct 20 10:28:41.863802 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 0371987a-4774-44fc-8b5d-9c1c4a305a09 up at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:28:41.865247 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8b7c9eaf-3d7d-42ba-87dd-35901a77632a tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:41.928851 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning for port 0371987a-4774-44fc-8b5d-9c1c4a305a09 completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:28:41.933396 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning complete for port 0371987a-4774-44fc-8b5d-9c1c4a305a09 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:28:41.934107 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:41.944030 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-5caa5812-1e49-41b5-ab55-edf8a8f01aa1 req-e23b1e0e-f1de-4281-9f99-deec966755a8 tempest-LiveMigrationNegativeTest-1850627167 tempest-LiveMigrationNegativeTest-1850627167-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:41.947565 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9987aec1-8dc1-4c3f-9e66-bee4f18b7498 req-babfd1c8-d3f8-44e9-8ed8-9211a31e89db tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Made reservation on behalf of cbb7919139e74aa3a9a9edbe5b865f11 for: {'port': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:28:41.951163 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-9987aec1-8dc1-4c3f-9e66-bee4f18b7498 req-babfd1c8-d3f8-44e9-8ed8-9211a31e89db tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:41.967237 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8b7c9eaf-3d7d-42ba-87dd-35901a77632a tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:41.976460 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-9a9a2eed-706b-4bf5-a09d-32d27b91f4b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:41.976988 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-9987aec1-8dc1-4c3f-9e66-bee4f18b7498 req-babfd1c8-d3f8-44e9-8ed8-9211a31e89db tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:41.979006 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-9a9a2eed-706b-4bf5-a09d-32d27b91f4b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:41.980249 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-9a9a2eed-706b-4bf5-a09d-32d27b91f4b7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d8c4ce3d-1dc2-4ac7-9d09-2daac6fec311 HTTP/1.1" status: 204 len: 168 time: 0.5979507 Oct 20 10:28:42.019031 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-55651709-5293-43ad-9aa1-1c39d3578ba3 req-ecf56320-3800-4577-b7f1-3d077fba42e0 service neutron] 10.222.0.69 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771946 Oct 20 10:28:42.047310 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:42.076755 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eabf57a-87ff-45e4-a8c1-0331e36a3388', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0371987a-4774-44fc-8b5d-9c1c4a305a09'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:28:42.079905 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f3ec984-0dcb-4641-b380-173b307f4525" -d '{"events": [{"server_uuid": "1eabf57a-87ff-45e4-a8c1-0331e36a3388", "name": "network-vif-plugged", "status": "completed", "tag": "0371987a-4774-44fc-8b5d-9c1c4a305a09"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:28:42.114470 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 0371987a-4774-44fc-8b5d-9c1c4a305a09, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=0371987a-4774-44fc-8b5d-9c1c4a305a09,segment=NetworkSegment(21a06331-2010-4bb7-8d07-13da7f15af4f),segment_id=21a06331-2010-4bb7-8d07-13da7f15af4f)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:28:42.115676 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-5caa5812-1e49-41b5-ab55-edf8a8f01aa1 req-e23b1e0e-f1de-4281-9f99-deec966755a8 tempest-LiveMigrationNegativeTest-1850627167 tempest-LiveMigrationNegativeTest-1850627167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:42.127969 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:42.129065 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 658edd2e-0064-41fb-a701-0bef1771929d no longer exists at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:28:42.196346 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5caa5812-1e49-41b5-ab55-edf8a8f01aa1 req-e23b1e0e-f1de-4281-9f99-deec966755a8 tempest-LiveMigrationNegativeTest-1850627167 tempest-LiveMigrationNegativeTest-1850627167-project] Network a7c57b12-d7c3-48bb-aa54-a67a56468a84 is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:28:42.209008 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [req-5caa5812-1e49-41b5-ab55-edf8a8f01aa1 req-e23b1e0e-f1de-4281-9f99-deec966755a8 tempest-LiveMigrationNegativeTest-1850627167 tempest-LiveMigrationNegativeTest-1850627167-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:28:42.215537 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [req-5caa5812-1e49-41b5-ab55-edf8a8f01aa1 req-e23b1e0e-f1de-4281-9f99-deec966755a8 tempest-LiveMigrationNegativeTest-1850627167 tempest-LiveMigrationNegativeTest-1850627167-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:28:42.222687 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-55651709-5293-43ad-9aa1-1c39d3578ba3 req-363b8cde-1647-4091-b36b-f2bb32e47f18 service neutron] 10.222.0.69 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952124 Oct 20 10:28:42.228684 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23b1e0e-f1de-4281-9f99-deec966755a8 tempest-LiveMigrationNegativeTest-1850627167 tempest-LiveMigrationNegativeTest-1850627167-project] Pushing event updated for resources: {'Port': ['ID=bec81d9f-4c36-4c6d-999a-5447da3c446a,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:42.239653 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9a2eed-706b-4bf5-a09d-32d27b91f4b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8c4ce3d-1dc2-4ac7-9d09-2daac6fec311,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:42.240669 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10fe46d3-9263-489a-b11b-e6272e5de02d x-openstack-request-id: req-10fe46d3-9263-489a-b11b-e6272e5de02d {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:28:42.241221 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1eabf57a-87ff-45e4-a8c1-0331e36a3388", "name": "network-vif-plugged", "status": "completed", "tag": "0371987a-4774-44fc-8b5d-9c1c4a305a09", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:28:42.242019 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-10fe46d3-9263-489a-b11b-e6272e5de02d {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:28:42.243168 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1eabf57a-87ff-45e4-a8c1-0331e36a3388', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0371987a-4774-44fc-8b5d-9c1c4a305a09', 'code': 200} Oct 20 10:28:42.262001 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] No Port match for: 658edd2e-0064-41fb-a701-0bef1771929d {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:28:42.262633 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 658edd2e-0064-41fb-a701-0bef1771929d not bound to the agent host n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:28:42.264166 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device aae3cda1-d0c7-410c-8006-356e09a086ac no longer exists at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:28:42.265947 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-9987aec1-8dc1-4c3f-9e66-bee4f18b7498 req-babfd1c8-d3f8-44e9-8ed8-9211a31e89db tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:42.284966 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-9987aec1-8dc1-4c3f-9e66-bee4f18b7498 req-babfd1c8-d3f8-44e9-8ed8-9211a31e89db tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:42.359999 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=0371987a-4774-44fc-8b5d-9c1c4a305a09,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:42.388175 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:28:42.388994 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:28:42.389534 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:28:42.390066 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:28:42.390586 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:28:42.391095 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:28:42.392901 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:28:42.393568 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:28:42.394108 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:28:42.394767 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:28:42.395300 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:28:42.397952 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:28:42.424230 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device aae3cda1-d0c7-410c-8006-356e09a086ac not bound to the agent host n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:28:42.475292 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caa5812-1e49-41b5-ab55-edf8a8f01aa1 req-e23b1e0e-f1de-4281-9f99-deec966755a8 tempest-LiveMigrationNegativeTest-1850627167 tempest-LiveMigrationNegativeTest-1850627167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:42.475993 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-5caa5812-1e49-41b5-ab55-edf8a8f01aa1 req-e23b1e0e-f1de-4281-9f99-deec966755a8 tempest-LiveMigrationNegativeTest-1850627167 tempest-LiveMigrationNegativeTest-1850627167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:42.485084 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babfd1c8-d3f8-44e9-8ed8-9211a31e89db tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfac1146-e768-4d56-96b1-8816525464ee,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:42.551562 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-5caa5812-1e49-41b5-ab55-edf8a8f01aa1 req-e23b1e0e-f1de-4281-9f99-deec966755a8 tempest-LiveMigrationNegativeTest-1850627167 tempest-LiveMigrationNegativeTest-1850627167-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3323903 Oct 20 10:28:42.560214 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8559ef5c-352e-4d76-8c9b-c253a6acfae8 req-95755895-c23e-4d77-9ee4-7cbae7c41946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:42.562518 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8559ef5c-352e-4d76-8c9b-c253a6acfae8 req-95755895-c23e-4d77-9ee4-7cbae7c41946 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a7c57b12-d7c3-48bb-aa54-a67a56468a84 HTTP/1.1" status: 200 len: 870 time: 0.7139788 Oct 20 10:28:42.577645 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [req-5caa5812-1e49-41b5-ab55-edf8a8f01aa1 req-efd1364d-7b41-4523-b9ca-6bfc220c11eb service neutron] Request body: {'port': {'device_id': 'a0213a17-48ff-49f2-b9ac-26bb84963d5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811396-3'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:28:42.600653 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce08acc-5618-4261-9ba2-947d070b1eaa req-56920268-4944-4ba0-ae1b-0c3151919bec tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:42.602251 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5ce08acc-5618-4261-9ba2-947d070b1eaa req-56920268-4944-4ba0-ae1b-0c3151919bec tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/ports?device_id=1eabf57a-87ff-45e4-a8c1-0331e36a3388 HTTP/1.1" status: 200 len: 945 time: 0.2172406 Oct 20 10:28:42.606830 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8559ef5c-352e-4d76-8c9b-c253a6acfae8 req-791daeb8-60d2-4bbd-b5f2-013e13d0b02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:42.608647 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-8559ef5c-352e-4d76-8c9b-c253a6acfae8 req-791daeb8-60d2-4bbd-b5f2-013e13d0b02a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9f75d9a0b8ce44faaac4d8054667820c&device_id=140f67b6-b627-4357-882b-b43ba6bc30e0 HTTP/1.1" status: 200 len: 1098 time: 0.2142251 Oct 20 10:28:42.617695 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [req-9987aec1-8dc1-4c3f-9e66-bee4f18b7498 req-babfd1c8-d3f8-44e9-8ed8-9211a31e89db tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Allocated IP 192.168.233.162 (a7c57b12-d7c3-48bb-aa54-a67a56468a84/8f86199a-b8f2-45b4-a83a-995a7ea6fe42/4bf11690-7f8a-4a5d-b7d6-9b02b6176fea) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:28:42.681188 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-0c1a72ed-eea0-4c44-a5cf-70e1dedb48c6 None None] Provisioning complete for port bec81d9f-4c36-4c6d-999a-5447da3c446a triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:28:42.681860 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-0c1a72ed-eea0-4c44-a5cf-70e1dedb48c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:42.693232 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8559ef5c-352e-4d76-8c9b-c253a6acfae8 req-f38d1ba0-8dba-45e2-a944-2d22081cd303 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=aae3cda1-d0c7-410c-8006-356e09a086ac HTTP/1.1" status: 200 len: 217 time: 0.1151640 Oct 20 10:28:42.701902 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3893a63-0f90-43db-9028-979d9926ac17 req-0d74e251-37b4-4c85-bc33-79beb1643963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:42.703089 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-5caa5812-1e49-41b5-ab55-edf8a8f01aa1 req-efd1364d-7b41-4523-b9ca-6bfc220c11eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:42.703705 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e3893a63-0f90-43db-9028-979d9926ac17 req-0d74e251-37b4-4c85-bc33-79beb1643963 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1eabf57a-87ff-45e4-a8c1-0331e36a3388 HTTP/1.1" status: 200 len: 1096 time: 0.4269838 Oct 20 10:28:42.721308 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d7c35f-0495-4d25-bad8-5fc5b4e97530 req-93131347-05e1-484a-bb2b-5e92df408c70 tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:42.724273 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a8d7c35f-0495-4d25-bad8-5fc5b4e97530 req-93131347-05e1-484a-bb2b-5e92df408c70 tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] 10.222.0.64 "GET /v2.0/ports?device_id=37819879-6a8f-4e60-9b45-e7343fc19d33 HTTP/1.1" status: 200 len: 945 time: 0.2333937 Oct 20 10:28:42.725928 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-0c1a72ed-eea0-4c44-a5cf-70e1dedb48c6 None None] Port bec81d9f-4c36-4c6d-999a-5447da3c446a cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:28:42.734976 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 38352) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:28:42.850492 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5ce08acc-5618-4261-9ba2-947d070b1eaa req-b2a7171e-8c75-46ef-bad2-0a1c7bf5ab54 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba094063-4980-4c22-bc34-9c1534c0beb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181935 Oct 20 10:28:42.862931 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8559ef5c-352e-4d76-8c9b-c253a6acfae8 req-301819b0-6d49-441c-85e9-564e1a788fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:42.864436 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8559ef5c-352e-4d76-8c9b-c253a6acfae8 req-301819b0-6d49-441c-85e9-564e1a788fe6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8f86199a-b8f2-45b4-a83a-995a7ea6fe42 HTTP/1.1" status: 200 len: 843 time: 0.1535473 Oct 20 10:28:42.869377 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e3893a63-0f90-43db-9028-979d9926ac17 req-38dad3ff-040b-4d85-bb20-5bee98466ba0 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=ba094063-4980-4c22-bc34-9c1534c0beb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351025 Oct 20 10:28:42.877111 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8559ef5c-352e-4d76-8c9b-c253a6acfae8 req-8c5b1708-710d-46e1-9d09-0bf9f8b8f396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:42.878143 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a8d7c35f-0495-4d25-bad8-5fc5b4e97530 req-453f3d87-969f-477c-9cad-30d1048dfc84 tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] 10.222.0.64 "GET /v2.0/security-groups?id=a63fa035-9252-4a30-bf29-691fc7c00c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397657 Oct 20 10:28:42.878557 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-8559ef5c-352e-4d76-8c9b-c253a6acfae8 req-8c5b1708-710d-46e1-9d09-0bf9f8b8f396 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a7c57b12-d7c3-48bb-aa54-a67a56468a84 HTTP/1.1" status: 200 len: 870 time: 0.2585912 Oct 20 10:28:42.893201 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8b7c9eaf-3d7d-42ba-87dd-35901a77632a tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:42.905248 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8b7c9eaf-3d7d-42ba-87dd-35901a77632a tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:42.936159 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-4df1dfdc-943c-49db-8ccf-2e7ee1288be8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=912b4b0b0e10424da91c503032152f8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1935921 Oct 20 10:28:42.945332 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 38356) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:28:42.957557 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8b7c9eaf-3d7d-42ba-87dd-35901a77632a tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1773381'] for floatingip, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:43.018357 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7c9eaf-3d7d-42ba-87dd-35901a77632a tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] Pushing event updated for resources: {'Port': ['ID=0cd30ad1-a8f6-4fef-a4f6-730df7c6f0bb,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:43.020358 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-8559ef5c-352e-4d76-8c9b-c253a6acfae8 req-7e213c55-ef3f-4edc-89a9-bdcab3a77a56 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=aae3cda1-d0c7-410c-8006-356e09a086ac HTTP/1.1" status: 200 len: 217 time: 0.0890167 Oct 20 10:28:43.045096 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8b7c9eaf-3d7d-42ba-87dd-35901a77632a tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for floatingip, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:43.046638 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-8b7c9eaf-3d7d-42ba-87dd-35901a77632a tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9341652 Oct 20 10:28:43.096670 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-9987aec1-8dc1-4c3f-9e66-bee4f18b7498 req-babfd1c8-d3f8-44e9-8ed8-9211a31e89db tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:43.104278 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8559ef5c-352e-4d76-8c9b-c253a6acfae8 req-2a538cfb-2705-4e86-bf09-d916604a9d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:43.104946 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-8559ef5c-352e-4d76-8c9b-c253a6acfae8 req-2a538cfb-2705-4e86-bf09-d916604a9d8b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8f86199a-b8f2-45b4-a83a-995a7ea6fe42 HTTP/1.1" status: 200 len: 843 time: 0.0761750 Oct 20 10:28:43.110607 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d036d2-74f6-4363-bc48-451893e41a57 req-edbd7203-a711-4362-aa19-3ee9436a0f62 tempest-LiveMigrationNegativeTest-1850627167 tempest-LiveMigrationNegativeTest-1850627167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:43.112575 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-64d036d2-74f6-4363-bc48-451893e41a57 req-edbd7203-a711-4362-aa19-3ee9436a0f62 tempest-LiveMigrationNegativeTest-1850627167 tempest-LiveMigrationNegativeTest-1850627167-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0213a17-48ff-49f2-b9ac-26bb84963d5f HTTP/1.1" status: 200 len: 935 time: 0.1524053 Oct 20 10:28:43.117638 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0d1dadd3-f962-4a93-90cf-2bf631de4099 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:43.177531 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8559ef5c-352e-4d76-8c9b-c253a6acfae8 req-b796f424-e779-48ef-be2a-a0d91e6ebdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:43.179059 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-8559ef5c-352e-4d76-8c9b-c253a6acfae8 req-b796f424-e779-48ef-be2a-a0d91e6ebdc7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a7c57b12-d7c3-48bb-aa54-a67a56468a84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0651031 Oct 20 10:28:43.179704 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0d1dadd3-f962-4a93-90cf-2bf631de4099 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:43.185327 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-9987aec1-8dc1-4c3f-9e66-bee4f18b7498 req-babfd1c8-d3f8-44e9-8ed8-9211a31e89db tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:43.189178 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-64d036d2-74f6-4363-bc48-451893e41a57 req-2f18b393-dd04-40b5-9ae7-c1119c8d9034 tempest-LiveMigrationNegativeTest-1850627167 tempest-LiveMigrationNegativeTest-1850627167-project] 10.222.0.64 "GET /v2.0/security-groups?id=16f29da4-e76c-43e0-934f-c02c5cb6afce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687928 Oct 20 10:28:43.285577 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8559ef5c-352e-4d76-8c9b-c253a6acfae8 req-8e397a6b-10a8-4a67-9f61-482ed2f1e2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:43.287896 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8559ef5c-352e-4d76-8c9b-c253a6acfae8 req-8e397a6b-10a8-4a67-9f61-482ed2f1e2b6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a7c57b12-d7c3-48bb-aa54-a67a56468a84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0600820 Oct 20 10:28:43.299895 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0d1dadd3-f962-4a93-90cf-2bf631de4099 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:43.302730 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0d1dadd3-f962-4a93-90cf-2bf631de4099 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:43.304042 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-0d1dadd3-f962-4a93-90cf-2bf631de4099 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ac9b5619-bf05-4043-a86b-94420fc7be09 HTTP/1.1" status: 204 len: 168 time: 0.3577123 Oct 20 10:28:43.353116 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1dadd3-f962-4a93-90cf-2bf631de4099 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac9b5619-bf05-4043-a86b-94420fc7be09,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:43.447074 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffd6ab8-5385-4d84-81ae-3d0e68da3c4e req-4d9c1d05-359a-4757-b2cb-b3b0f5bd90c0 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:43.451907 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-dffd6ab8-5385-4d84-81ae-3d0e68da3c4e req-4d9c1d05-359a-4757-b2cb-b3b0f5bd90c0 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed8b260-e677-410d-8e1a-3f9bd4c5c192 HTTP/1.1" status: 200 len: 936 time: 0.1696911 Oct 20 10:28:43.476891 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b415375c-75d3-4ea4-81ef-955bc5e88c7e req-5eae177f-de03-493f-b153-fbc62e26f013 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:43.478348 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b415375c-75d3-4ea4-81ef-955bc5e88c7e req-5eae177f-de03-493f-b153-fbc62e26f013 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=140f67b6-b627-4357-882b-b43ba6bc30e0 HTTP/1.1" status: 200 len: 947 time: 0.1303174 Oct 20 10:28:43.507146 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babfd1c8-d3f8-44e9-8ed8-9211a31e89db tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Pushing event updated for resources: {'Port': ['ID=4bf11690-7f8a-4a5d-b7d6-9b02b6176fea,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:43.514306 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8559ef5c-352e-4d76-8c9b-c253a6acfae8 req-db7acd05-b106-49b8-b21a-4e3c6a24cc90 service neutron] 10.222.0.55 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2155385 Oct 20 10:28:43.528378 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9987aec1-8dc1-4c3f-9e66-bee4f18b7498 req-babfd1c8-d3f8-44e9-8ed8-9211a31e89db tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Network a7c57b12-d7c3-48bb-aa54-a67a56468a84 is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:28:43.539448 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [req-9987aec1-8dc1-4c3f-9e66-bee4f18b7498 req-babfd1c8-d3f8-44e9-8ed8-9211a31e89db tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:28:43.549374 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [req-9987aec1-8dc1-4c3f-9e66-bee4f18b7498 req-babfd1c8-d3f8-44e9-8ed8-9211a31e89db tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:28:43.565833 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-dffd6ab8-5385-4d84-81ae-3d0e68da3c4e req-0dd96dff-b052-4c34-811a-223ef150a9e8 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/security-groups?id=dfac1146-e768-4d56-96b1-8816525464ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088898 Oct 20 10:28:43.590431 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b415375c-75d3-4ea4-81ef-955bc5e88c7e req-86780166-db29-45ac-808e-6a9455f14019 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969126 Oct 20 10:28:43.671732 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8559ef5c-352e-4d76-8c9b-c253a6acfae8 req-d2222cb3-209c-4056-98cc-221bd3ef017b service neutron] 10.222.0.55 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459458 Oct 20 10:28:43.745658 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9987aec1-8dc1-4c3f-9e66-bee4f18b7498 req-babfd1c8-d3f8-44e9-8ed8-9211a31e89db tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:43.746578 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-9987aec1-8dc1-4c3f-9e66-bee4f18b7498 req-babfd1c8-d3f8-44e9-8ed8-9211a31e89db tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:43.749443 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e4e6ba91-2e37-4be9-9b5b-01ef679ecd61 req-71ea48fa-0aa7-433c-9e3f-2b42cbb87d7e tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1425545498&fields=id&tenant_id=615f0f1e0330428db980ed70e8d1044c HTTP/1.1" status: 200 len: 267 time: 0.0660794 Oct 20 10:28:43.787979 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-8559ef5c-352e-4d76-8c9b-c253a6acfae8 req-7e34ff46-e79a-4de4-aa4e-8bf0614c39fc service neutron] 10.222.0.69 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5970974 Oct 20 10:28:43.829893 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-9987aec1-8dc1-4c3f-9e66-bee4f18b7498 req-babfd1c8-d3f8-44e9-8ed8-9211a31e89db tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2007906 Oct 20 10:28:43.854544 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [req-9987aec1-8dc1-4c3f-9e66-bee4f18b7498 req-f74a22be-8f59-43a1-9b53-c5ff53cd6362 service neutron] Request body: {'port': {'device_id': '2ed8b260-e677-410d-8e1a-3f9bd4c5c192', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811396-3'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:28:43.954265 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [req-5caa5812-1e49-41b5-ab55-edf8a8f01aa1 req-efd1364d-7b41-4523-b9ca-6bfc220c11eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bec81d9f-4c36-4c6d-999a-5447da3c446a {{(pid=100597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:28:43.964289 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e6ba91-2e37-4be9-9b5b-01ef679ecd61 req-27575acf-0ff2-4cbe-8dd2-f873720f2497 tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:43.973062 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e4e6ba91-2e37-4be9-9b5b-01ef679ecd61 req-27575acf-0ff2-4cbe-8dd2-f873720f2497 tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] 10.222.0.64 "GET /v2.0/networks?id=9dfc8104-588f-4ed0-ad5c-e57e4df0d1f9 HTTP/1.1" status: 200 len: 823 time: 0.2154589 Oct 20 10:28:43.979025 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-c4afff67-4712-4ed7-8a2a-1c8bea506754 None None] Provisioning complete for port 4bf11690-7f8a-4a5d-b7d6-9b02b6176fea triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:28:43.980857 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-c4afff67-4712-4ed7-8a2a-1c8bea506754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:43.981104 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-5caa5812-1e49-41b5-ab55-edf8a8f01aa1 req-efd1364d-7b41-4523-b9ca-6bfc220c11eb service neutron] Publish callbacks [] for port, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:44.012157 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-9987aec1-8dc1-4c3f-9e66-bee4f18b7498 req-f74a22be-8f59-43a1-9b53-c5ff53cd6362 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:44.014538 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.provisioning_blocks [req-5caa5812-1e49-41b5-ab55-edf8a8f01aa1 req-efd1364d-7b41-4523-b9ca-6bfc220c11eb service neutron] Transition to ACTIVE for port object bec81d9f-4c36-4c6d-999a-5447da3c446a will not be triggered until provisioned by entity L2. {{(pid=100597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:28:44.027547 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-8559ef5c-352e-4d76-8c9b-c253a6acfae8 req-94cedf5d-dbfe-437d-898b-43d930322711 service neutron] 10.222.0.69 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307270 Oct 20 10:28:44.028494 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-5caa5812-1e49-41b5-ab55-edf8a8f01aa1 req-efd1364d-7b41-4523-b9ca-6bfc220c11eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:44.080596 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-c4afff67-4712-4ed7-8a2a-1c8bea506754 None None] Port 4bf11690-7f8a-4a5d-b7d6-9b02b6176fea cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:28:44.130485 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd1364d-7b41-4523-b9ca-6bfc220c11eb service neutron] Pushing event updated for resources: {'Port': ['ID=bec81d9f-4c36-4c6d-999a-5447da3c446a,revision_number=2']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:44.270797 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e4e6ba91-2e37-4be9-9b5b-01ef679ecd61 req-4ae1e509-059d-4c9a-b1ea-d93a0de020f9 tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] 10.222.0.64 "GET /v2.0/quotas/615f0f1e0330428db980ed70e8d1044c HTTP/1.1" status: 200 len: 375 time: 0.2968040 Oct 20 10:28:44.347593 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b142d0-7937-4c3d-9f6c-1e4068bc4b1c req-7e667a29-ef04-4f46-bb2a-6803d3468bfb tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:44.356887 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-85b142d0-7937-4c3d-9f6c-1e4068bc4b1c req-7e667a29-ef04-4f46-bb2a-6803d3468bfb tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/ports?device_id=1eabf57a-87ff-45e4-a8c1-0331e36a3388 HTTP/1.1" status: 200 len: 945 time: 0.3742645 Oct 20 10:28:44.391290 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e4e6ba91-2e37-4be9-9b5b-01ef679ecd61 req-e417700b-c6de-4341-ad76-d96fe6bd1e1d tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=615f0f1e0330428db980ed70e8d1044c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1194935 Oct 20 10:28:44.417267 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [req-e4e6ba91-2e37-4be9-9b5b-01ef679ecd61 req-6b4a6d02-4681-44d6-9294-e035535d5a33 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:28:44.418832 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e4e6ba91-2e37-4be9-9b5b-01ef679ecd61 req-6b4a6d02-4681-44d6-9294-e035535d5a33 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0098560 Oct 20 10:28:44.449154 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-5caa5812-1e49-41b5-ab55-edf8a8f01aa1 req-efd1364d-7b41-4523-b9ca-6bfc220c11eb service neutron] Attempting to bind port bec81d9f-4c36-4c6d-999a-5447da3c446a on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:28:44.449496 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-5caa5812-1e49-41b5-ab55-edf8a8f01aa1 req-efd1364d-7b41-4523-b9ca-6bfc220c11eb service neutron] Attempting to bind port bec81d9f-4c36-4c6d-999a-5447da3c446a by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': '6f472196-aa1a-40bf-bd06-ef9f07584bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84'}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:28:44.449833 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5caa5812-1e49-41b5-ab55-edf8a8f01aa1 req-efd1364d-7b41-4523-b9ca-6bfc220c11eb service neutron] Attempting to bind port bec81d9f-4c36-4c6d-999a-5447da3c446a on network a7c57b12-d7c3-48bb-aa54-a67a56468a84 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:28:44.462660 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5caa5812-1e49-41b5-ab55-edf8a8f01aa1 req-efd1364d-7b41-4523-b9ca-6bfc220c11eb service neutron] Port bec81d9f-4c36-4c6d-999a-5447da3c446a on network a7c57b12-d7c3-48bb-aa54-a67a56468a84 not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:28:44.463461 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5caa5812-1e49-41b5-ab55-edf8a8f01aa1 req-efd1364d-7b41-4523-b9ca-6bfc220c11eb service neutron] Attempting to bind port bec81d9f-4c36-4c6d-999a-5447da3c446a on network a7c57b12-d7c3-48bb-aa54-a67a56468a84 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:28:44.476710 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-85b142d0-7937-4c3d-9f6c-1e4068bc4b1c req-204c02b2-b031-4442-8b71-7f0b388fb678 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba094063-4980-4c22-bc34-9c1534c0beb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187942 Oct 20 10:28:44.502571 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5caa5812-1e49-41b5-ab55-edf8a8f01aa1 req-efd1364d-7b41-4523-b9ca-6bfc220c11eb service neutron] Checking agent: {'id': '061232a2-7adc-4ba1-a873-e8cb136b064d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 28, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:28:44.502948 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5caa5812-1e49-41b5-ab55-edf8a8f01aa1 req-efd1364d-7b41-4523-b9ca-6bfc220c11eb service neutron] Checking segment: {'id': '6f472196-aa1a-40bf-bd06-ef9f07584bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:28:44.503418 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5caa5812-1e49-41b5-ab55-edf8a8f01aa1 req-efd1364d-7b41-4523-b9ca-6bfc220c11eb service neutron] Bound using segment: {'id': '6f472196-aa1a-40bf-bd06-ef9f07584bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84'} {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:28:44.503911 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-5caa5812-1e49-41b5-ab55-edf8a8f01aa1 req-efd1364d-7b41-4523-b9ca-6bfc220c11eb service neutron] Bound port: bec81d9f-4c36-4c6d-999a-5447da3c446a, host: n-h2-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f472196-aa1a-40bf-bd06-ef9f07584bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84'}}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:28:44.504284 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-5caa5812-1e49-41b5-ab55-edf8a8f01aa1 req-efd1364d-7b41-4523-b9ca-6bfc220c11eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:44.547706 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 38408) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:28:44.591916 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e4e6ba91-2e37-4be9-9b5b-01ef679ecd61 req-88995292-ce25-475c-9696-b645040cddc6 service neutron] 10.222.0.64 "GET /v2.0/networks/9dfc8104-588f-4ed0-ad5c-e57e4df0d1f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645145 Oct 20 10:28:44.646564 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [req-5caa5812-1e49-41b5-ab55-edf8a8f01aa1 req-efd1364d-7b41-4523-b9ca-6bfc220c11eb service neutron] For port bec81d9f-4c36-4c6d-999a-5447da3c446a, host n-h2-811396-3, cleared binding levels {{(pid=100597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:28:44.652875 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [req-5caa5812-1e49-41b5-ab55-edf8a8f01aa1 req-efd1364d-7b41-4523-b9ca-6bfc220c11eb service neutron] For port bec81d9f-4c36-4c6d-999a-5447da3c446a, host n-h2-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=bec81d9f-4c36-4c6d-999a-5447da3c446a,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:28:44.678851 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-5caa5812-1e49-41b5-ab55-edf8a8f01aa1 req-efd1364d-7b41-4523-b9ca-6bfc220c11eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:44.718994 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d12a1695-52e0-426a-81b6-e81fd4273565 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:44.740093 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caa5812-1e49-41b5-ab55-edf8a8f01aa1 req-efd1364d-7b41-4523-b9ca-6bfc220c11eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:44.741134 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9a816e-56ea-4bca-8d5b-db82dbc246c3 req-cccd7560-e2de-41ee-9de9-7b8be22f922a tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:44.741450 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-5caa5812-1e49-41b5-ab55-edf8a8f01aa1 req-efd1364d-7b41-4523-b9ca-6bfc220c11eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:44.742833 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2d9a816e-56ea-4bca-8d5b-db82dbc246c3 req-cccd7560-e2de-41ee-9de9-7b8be22f922a tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] 10.222.0.64 "GET /v2.0/ports?device_id=37819879-6a8f-4e60-9b45-e7343fc19d33 HTTP/1.1" status: 200 len: 945 time: 0.1568546 Oct 20 10:28:44.743347 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-5caa5812-1e49-41b5-ab55-edf8a8f01aa1 req-efd1364d-7b41-4523-b9ca-6bfc220c11eb service neutron] 10.222.0.69 "PUT /v2.0/ports/bec81d9f-4c36-4c6d-999a-5447da3c446a HTTP/1.1" status: 200 len: 1095 time: 2.1724217 Oct 20 10:28:44.744007 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0213a17-48ff-49f2-b9ac-26bb84963d5f', 'tag': 'bec81d9f-4c36-4c6d-999a-5447da3c446a'}] {{(pid=100597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:28:44.746642 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd85cad6a391afaa95d2dd5280bfd4659fc1e1b2aba53b5e7ef874f059efcdc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c437f915-4699-45fc-b8f0-6dcfd5150957" -d '{"events": [{"name": "network-changed", "server_uuid": "a0213a17-48ff-49f2-b9ac-26bb84963d5f", "tag": "bec81d9f-4c36-4c6d-999a-5447da3c446a"}]}' {{(pid=100597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:28:44.755588 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [req-9987aec1-8dc1-4c3f-9e66-bee4f18b7498 req-f74a22be-8f59-43a1-9b53-c5ff53cd6362 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bf11690-7f8a-4a5d-b7d6-9b02b6176fea {{(pid=100597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:28:44.768396 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-9987aec1-8dc1-4c3f-9e66-bee4f18b7498 req-f74a22be-8f59-43a1-9b53-c5ff53cd6362 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:44.783866 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e4e6ba91-2e37-4be9-9b5b-01ef679ecd61 req-1caac9bc-bcf9-42b2-b14a-6c51d9fb4525 service neutron] 10.222.0.64 "GET /v2.0/networks/9dfc8104-588f-4ed0-ad5c-e57e4df0d1f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764388 Oct 20 10:28:44.796312 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.provisioning_blocks [req-9987aec1-8dc1-4c3f-9e66-bee4f18b7498 req-f74a22be-8f59-43a1-9b53-c5ff53cd6362 service neutron] Transition to ACTIVE for port object 4bf11690-7f8a-4a5d-b7d6-9b02b6176fea will not be triggered until provisioned by entity L2. {{(pid=100597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:28:44.797350 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd1364d-7b41-4523-b9ca-6bfc220c11eb service neutron] Pushing event updated for resources: {'Port': ['ID=bec81d9f-4c36-4c6d-999a-5447da3c446a,revision_number=3']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:44.803444 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-9987aec1-8dc1-4c3f-9e66-bee4f18b7498 req-f74a22be-8f59-43a1-9b53-c5ff53cd6362 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:44.839655 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2d9a816e-56ea-4bca-8d5b-db82dbc246c3 req-ef13882c-1bc1-403e-ac20-8014710d315a tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] 10.222.0.64 "GET /v2.0/security-groups?id=a63fa035-9252-4a30-bf29-691fc7c00c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763681 Oct 20 10:28:44.916462 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d12a1695-52e0-426a-81b6-e81fd4273565 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:44.924180 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d12a1695-52e0-426a-81b6-e81fd4273565 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:44.961783 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caa5812-1e49-41b5-ab55-edf8a8f01aa1 req-c9b2cca7-c997-4b44-978a-ff61226ed828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:44.963597 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-5caa5812-1e49-41b5-ab55-edf8a8f01aa1 req-c9b2cca7-c997-4b44-978a-ff61226ed828 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5669cc13a2d4478491e7476a17e4f5cc&device_id=a0213a17-48ff-49f2-b9ac-26bb84963d5f HTTP/1.1" status: 200 len: 1098 time: 0.1277711 Oct 20 10:28:44.970596 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74a22be-8f59-43a1-9b53-c5ff53cd6362 service neutron] Pushing event updated for resources: {'Port': ['ID=4bf11690-7f8a-4a5d-b7d6-9b02b6176fea,revision_number=2']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:44.986927 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12a1695-52e0-426a-81b6-e81fd4273565 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f835af40-4d40-4384-9066-033541755cbc,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:44.993421 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-d12a1695-52e0-426a-81b6-e81fd4273565 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3451bcd362e74a86a5f060f357b4d6fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4443772 Oct 20 10:28:45.033550 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 38426) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:28:45.080604 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-5caa5812-1e49-41b5-ab55-edf8a8f01aa1 req-61009b74-ac18-4c8d-97d3-442029ed9b41 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=bec81d9f-4c36-4c6d-999a-5447da3c446a HTTP/1.1" status: 200 len: 217 time: 0.1069551 Oct 20 10:28:45.084698 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93205e3-6dad-4970-bc31-6273abe6e239 req-6c4f947b-3152-4a5e-8968-c78861dca8f3 tempest-LiveMigrationNegativeTest-1850627167 tempest-LiveMigrationNegativeTest-1850627167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:45.099122 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c93205e3-6dad-4970-bc31-6273abe6e239 req-6c4f947b-3152-4a5e-8968-c78861dca8f3 tempest-LiveMigrationNegativeTest-1850627167 tempest-LiveMigrationNegativeTest-1850627167-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0213a17-48ff-49f2-b9ac-26bb84963d5f HTTP/1.1" status: 200 len: 947 time: 0.1401765 Oct 20 10:28:45.221502 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c93205e3-6dad-4970-bc31-6273abe6e239 req-570427e2-6092-4a52-a431-da7cc3322858 tempest-LiveMigrationNegativeTest-1850627167 tempest-LiveMigrationNegativeTest-1850627167-project] 10.222.0.64 "GET /v2.0/security-groups?id=16f29da4-e76c-43e0-934f-c02c5cb6afce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186342 Oct 20 10:28:45.229970 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caa5812-1e49-41b5-ab55-edf8a8f01aa1 req-3f9c2fba-ed68-4f2d-89cf-6f4e470789fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:45.231725 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-5caa5812-1e49-41b5-ab55-edf8a8f01aa1 req-3f9c2fba-ed68-4f2d-89cf-6f4e470789fa service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8f86199a-b8f2-45b4-a83a-995a7ea6fe42 HTTP/1.1" status: 200 len: 843 time: 0.1218894 Oct 20 10:28:45.234926 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4c85cb2b-d36e-4344-a817-a783090630ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:45.245807 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50794db8-434e-4231-8c4a-118f816a3095 req-f7a26c6a-f440-4b6c-b7a7-97989c60be38 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:45.256454 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-50794db8-434e-4231-8c4a-118f816a3095 req-f7a26c6a-f440-4b6c-b7a7-97989c60be38 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed8b260-e677-410d-8e1a-3f9bd4c5c192 HTTP/1.1" status: 200 len: 948 time: 0.1433887 Oct 20 10:28:45.279137 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4c85cb2b-d36e-4344-a817-a783090630ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:45.282817 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-9987aec1-8dc1-4c3f-9e66-bee4f18b7498 req-f74a22be-8f59-43a1-9b53-c5ff53cd6362 service neutron] Attempting to bind port 4bf11690-7f8a-4a5d-b7d6-9b02b6176fea on host n-h1-811396-3 for vnic_type normal with profile {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:28:45.283149 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-9987aec1-8dc1-4c3f-9e66-bee4f18b7498 req-f74a22be-8f59-43a1-9b53-c5ff53cd6362 service neutron] Attempting to bind port 4bf11690-7f8a-4a5d-b7d6-9b02b6176fea by drivers openvswitch,hyperv on host n-h1-811396-3 at level 0 using segments [{'id': '6f472196-aa1a-40bf-bd06-ef9f07584bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84'}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:28:45.283761 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9987aec1-8dc1-4c3f-9e66-bee4f18b7498 req-f74a22be-8f59-43a1-9b53-c5ff53cd6362 service neutron] Attempting to bind port 4bf11690-7f8a-4a5d-b7d6-9b02b6176fea on network a7c57b12-d7c3-48bb-aa54-a67a56468a84 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:28:45.350158 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-50794db8-434e-4231-8c4a-118f816a3095 req-44083e3b-ae10-44f8-bbca-5c1cfad339cf tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/security-groups?id=dfac1146-e768-4d56-96b1-8816525464ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813727 Oct 20 10:28:45.366144 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9987aec1-8dc1-4c3f-9e66-bee4f18b7498 req-f74a22be-8f59-43a1-9b53-c5ff53cd6362 service neutron] Port 4bf11690-7f8a-4a5d-b7d6-9b02b6176fea on network a7c57b12-d7c3-48bb-aa54-a67a56468a84 not bound, no agent of type Open vSwitch agent registered on host n-h1-811396-3 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:28:45.368777 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9987aec1-8dc1-4c3f-9e66-bee4f18b7498 req-f74a22be-8f59-43a1-9b53-c5ff53cd6362 service neutron] Attempting to bind port 4bf11690-7f8a-4a5d-b7d6-9b02b6176fea on network a7c57b12-d7c3-48bb-aa54-a67a56468a84 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:28:45.429162 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9987aec1-8dc1-4c3f-9e66-bee4f18b7498 req-f74a22be-8f59-43a1-9b53-c5ff53cd6362 service neutron] Checking agent: {'id': 'b707b4cc-061f-4cf4-bce0-0b3df9b7bec9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:28:45.429785 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9987aec1-8dc1-4c3f-9e66-bee4f18b7498 req-f74a22be-8f59-43a1-9b53-c5ff53cd6362 service neutron] Checking segment: {'id': '6f472196-aa1a-40bf-bd06-ef9f07584bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:28:45.429920 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9987aec1-8dc1-4c3f-9e66-bee4f18b7498 req-f74a22be-8f59-43a1-9b53-c5ff53cd6362 service neutron] Bound using segment: {'id': '6f472196-aa1a-40bf-bd06-ef9f07584bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84'} {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:28:45.430404 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-9987aec1-8dc1-4c3f-9e66-bee4f18b7498 req-f74a22be-8f59-43a1-9b53-c5ff53cd6362 service neutron] Bound port: 4bf11690-7f8a-4a5d-b7d6-9b02b6176fea, host: n-h1-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f472196-aa1a-40bf-bd06-ef9f07584bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84'}}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:28:45.430803 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-9987aec1-8dc1-4c3f-9e66-bee4f18b7498 req-f74a22be-8f59-43a1-9b53-c5ff53cd6362 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:45.439796 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ed04d99-5fe8-4a42-8cab-f6b0a12ce902 x-openstack-request-id: req-6ed04d99-5fe8-4a42-8cab-f6b0a12ce902 {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:28:45.440160 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0213a17-48ff-49f2-b9ac-26bb84963d5f", "tag": "bec81d9f-4c36-4c6d-999a-5447da3c446a", "status": "completed", "code": 200}]} {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:28:45.440440 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6ed04d99-5fe8-4a42-8cab-f6b0a12ce902 {{(pid=100597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:28:45.440839 n-d-811396-3 neutron-server[100597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0213a17-48ff-49f2-b9ac-26bb84963d5f', 'tag': 'bec81d9f-4c36-4c6d-999a-5447da3c446a', 'status': 'completed', 'code': 200} Oct 20 10:28:45.453850 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd657d8-869d-4548-bd55-f804cd319351 req-487dccea-63a6-4ff1-b70d-501692a9ff2d tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:45.456540 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ecd657d8-869d-4548-bd55-f804cd319351 req-487dccea-63a6-4ff1-b70d-501692a9ff2d tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=140f67b6-b627-4357-882b-b43ba6bc30e0 HTTP/1.1" status: 200 len: 947 time: 0.0959852 Oct 20 10:28:45.485765 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caa5812-1e49-41b5-ab55-edf8a8f01aa1 req-3dcb270b-8fdb-43e0-91ee-ee8d2f148d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:45.487769 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-5caa5812-1e49-41b5-ab55-edf8a8f01aa1 req-3dcb270b-8fdb-43e0-91ee-ee8d2f148d3e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a7c57b12-d7c3-48bb-aa54-a67a56468a84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2064397 Oct 20 10:28:45.503623 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-80730425-fc5f-457a-a10d-9b091d2c88f3 req-9e1b555b-5e83-4f34-9b52-ef925d4ba71b tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] 10.222.0.64 "GET /v2.0/ports?device_id=9f9f84b3-38b7-4b0b-9bb9-8512b0ad0404 HTTP/1.1" status: 200 len: 210 time: 0.0441732 Oct 20 10:28:45.521548 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4c85cb2b-d36e-4344-a817-a783090630ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:45.524103 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4c85cb2b-d36e-4344-a817-a783090630ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:45.525233 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-4c85cb2b-d36e-4344-a817-a783090630ff admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f835af40-4d40-4384-9066-033541755cbc HTTP/1.1" status: 204 len: 168 time: 0.4551513 Oct 20 10:28:45.561482 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c85cb2b-d36e-4344-a817-a783090630ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f835af40-4d40-4384-9066-033541755cbc,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:45.574960 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ecd657d8-869d-4548-bd55-f804cd319351 req-4789b092-d580-47e6-8d1d-d7170205cdbb tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007290 Oct 20 10:28:45.638351 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [req-9987aec1-8dc1-4c3f-9e66-bee4f18b7498 req-f74a22be-8f59-43a1-9b53-c5ff53cd6362 service neutron] For port 4bf11690-7f8a-4a5d-b7d6-9b02b6176fea, host n-h1-811396-3, cleared binding levels {{(pid=100597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:28:45.658175 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [req-9987aec1-8dc1-4c3f-9e66-bee4f18b7498 req-f74a22be-8f59-43a1-9b53-c5ff53cd6362 service neutron] For port 4bf11690-7f8a-4a5d-b7d6-9b02b6176fea, host n-h1-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=4bf11690-7f8a-4a5d-b7d6-9b02b6176fea,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:28:45.679569 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-9987aec1-8dc1-4c3f-9e66-bee4f18b7498 req-f74a22be-8f59-43a1-9b53-c5ff53cd6362 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:45.717096 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9987aec1-8dc1-4c3f-9e66-bee4f18b7498 req-f74a22be-8f59-43a1-9b53-c5ff53cd6362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:45.720221 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-9987aec1-8dc1-4c3f-9e66-bee4f18b7498 req-f74a22be-8f59-43a1-9b53-c5ff53cd6362 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:45.723152 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-9987aec1-8dc1-4c3f-9e66-bee4f18b7498 req-f74a22be-8f59-43a1-9b53-c5ff53cd6362 service neutron] 10.222.0.55 "PUT /v2.0/ports/4bf11690-7f8a-4a5d-b7d6-9b02b6176fea HTTP/1.1" status: 200 len: 1096 time: 1.8756993 Oct 20 10:28:45.747472 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-5caa5812-1e49-41b5-ab55-edf8a8f01aa1 req-d7f05abf-9cfa-4692-8fa5-7c3d32f8f0d7 service neutron] 10.222.0.69 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2505240 Oct 20 10:28:45.759800 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042188a8-03dc-4ba8-8855-0717757edd42 req-8140b960-3c4c-4568-8190-ad2ee09d3c21 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:45.768208 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-042188a8-03dc-4ba8-8855-0717757edd42 req-8140b960-3c4c-4568-8190-ad2ee09d3c21 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/ports?device_id=1eabf57a-87ff-45e4-a8c1-0331e36a3388 HTTP/1.1" status: 200 len: 945 time: 0.0859189 Oct 20 10:28:45.827862 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 7 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 10:28:45.859737 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-042188a8-03dc-4ba8-8855-0717757edd42 req-381f708d-ef84-4c07-b3ed-d479624264e1 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba094063-4980-4c22-bc34-9c1534c0beb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870581 Oct 20 10:28:45.945675 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-5caa5812-1e49-41b5-ab55-edf8a8f01aa1 req-029e4f5e-70e2-4a17-b3d7-ef5cfb9a8aa1 service neutron] 10.222.0.69 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883304 Oct 20 10:28:45.962953 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74a22be-8f59-43a1-9b53-c5ff53cd6362 service neutron] Pushing event updated for resources: {'Port': ['ID=4bf11690-7f8a-4a5d-b7d6-9b02b6176fea,revision_number=3']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:45.973160 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9987aec1-8dc1-4c3f-9e66-bee4f18b7498 req-724d6524-6edc-4370-8311-211f1c72cfed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:45.974825 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-9987aec1-8dc1-4c3f-9e66-bee4f18b7498 req-724d6524-6edc-4370-8311-211f1c72cfed service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cbb7919139e74aa3a9a9edbe5b865f11&device_id=2ed8b260-e677-410d-8e1a-3f9bd4c5c192 HTTP/1.1" status: 200 len: 1099 time: 0.1248634 Oct 20 10:28:46.094235 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-9987aec1-8dc1-4c3f-9e66-bee4f18b7498 req-ae08bc19-6e51-4bb9-aef4-512c22364671 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=4bf11690-7f8a-4a5d-b7d6-9b02b6176fea HTTP/1.1" status: 200 len: 217 time: 0.0879016 Oct 20 10:28:46.127238 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551127a0-12de-45b2-9937-d85cb70d141c req-abba3b51-517d-4bc4-bc06-dc0953786576 tempest-LiveAutoBlockMigrationV225Test-237435139 tempest-LiveAutoBlockMigrationV225Test-237435139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:46.134911 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-551127a0-12de-45b2-9937-d85cb70d141c req-abba3b51-517d-4bc4-bc06-dc0953786576 tempest-LiveAutoBlockMigrationV225Test-237435139 tempest-LiveAutoBlockMigrationV225Test-237435139-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=1eabf57a-87ff-45e4-a8c1-0331e36a3388 HTTP/1.1" status: 200 len: 1096 time: 0.1023903 Oct 20 10:28:46.144208 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00602655-ff96-45c7-9ad1-544ba28e5340 req-21e778a0-84df-43e4-b281-4907413fe05a tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:46.145654 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-00602655-ff96-45c7-9ad1-544ba28e5340 req-21e778a0-84df-43e4-b281-4907413fe05a tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] 10.222.0.64 "GET /v2.0/ports?device_id=37819879-6a8f-4e60-9b45-e7343fc19d33 HTTP/1.1" status: 200 len: 945 time: 0.1449547 Oct 20 10:28:46.147155 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 38468) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:28:46.176829 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c437f915-4699-45fc-b8f0-6dcfd5150957 req-8bf797d5-f8e6-4fa6-a339-f7582d14223d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:46.178231 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-c437f915-4699-45fc-b8f0-6dcfd5150957 req-8bf797d5-f8e6-4fa6-a339-f7582d14223d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5669cc13a2d4478491e7476a17e4f5cc&device_id=a0213a17-48ff-49f2-b9ac-26bb84963d5f HTTP/1.1" status: 200 len: 1098 time: 0.0982244 Oct 20 10:28:46.185528 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9987aec1-8dc1-4c3f-9e66-bee4f18b7498 req-950c5465-ca3f-4de8-a432-44ae2fee07ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:46.187092 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-9987aec1-8dc1-4c3f-9e66-bee4f18b7498 req-950c5465-ca3f-4de8-a432-44ae2fee07ef service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8f86199a-b8f2-45b4-a83a-995a7ea6fe42 HTTP/1.1" status: 200 len: 843 time: 0.0718608 Oct 20 10:28:46.220269 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-37d7295d-7726-44b1-8585-7946e612958f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:46.287002 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-551127a0-12de-45b2-9937-d85cb70d141c req-5918a4d9-707a-4efd-98b7-0f772b61f805 tempest-LiveAutoBlockMigrationV225Test-237435139 tempest-LiveAutoBlockMigrationV225Test-237435139-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=ba094063-4980-4c22-bc34-9c1534c0beb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512296 Oct 20 10:28:46.290258 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9987aec1-8dc1-4c3f-9e66-bee4f18b7498 req-b27737c9-4768-4c2f-b46a-e695f30c2c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:46.291784 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-9987aec1-8dc1-4c3f-9e66-bee4f18b7498 req-b27737c9-4768-4c2f-b46a-e695f30c2c90 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a7c57b12-d7c3-48bb-aa54-a67a56468a84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0954099 Oct 20 10:28:46.306834 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-00602655-ff96-45c7-9ad1-544ba28e5340 req-6171dfbb-ba07-4b01-9014-b6aac3a1559d tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] 10.222.0.64 "GET /v2.0/security-groups?id=a63fa035-9252-4a30-bf29-691fc7c00c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341360 Oct 20 10:28:46.321950 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50092ac-c1fc-4903-aa10-2844df2b3d3f req-33abbcbc-efb5-40b3-8177-0c8c87eb9661 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:46.322165 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c437f915-4699-45fc-b8f0-6dcfd5150957 req-1dd67e8e-5489-4d14-b670-72205462d261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:46.323680 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-c437f915-4699-45fc-b8f0-6dcfd5150957 req-1dd67e8e-5489-4d14-b670-72205462d261 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a7c57b12-d7c3-48bb-aa54-a67a56468a84 HTTP/1.1" status: 200 len: 870 time: 0.1356752 Oct 20 10:28:46.327855 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b50092ac-c1fc-4903-aa10-2844df2b3d3f req-33abbcbc-efb5-40b3-8177-0c8c87eb9661 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.55 "GET /v2.0/ports?device_id=140f67b6-b627-4357-882b-b43ba6bc30e0&tenant_id=9f75d9a0b8ce44faaac4d8054667820c&binding%3Ahost_id=n-h2-811396-3 HTTP/1.1" status: 200 len: 947 time: 0.1811228 Oct 20 10:28:46.414087 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-c437f915-4699-45fc-b8f0-6dcfd5150957 req-23d8a7d4-0cb2-4613-b4b6-8978b4eacc05 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=bec81d9f-4c36-4c6d-999a-5447da3c446a HTTP/1.1" status: 200 len: 217 time: 0.0774646 Oct 20 10:28:46.467630 n-d-811396-3 neutron-server[100596]: INFO neutron.api.v2.resource [req-b50092ac-c1fc-4903-aa10-2844df2b3d3f req-bb524af7-235d-46c6-9d85-325618b0287f service neutron] delete failed (client error): The resource could not be found. Oct 20 10:28:46.468558 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b50092ac-c1fc-4903-aa10-2844df2b3d3f req-bb524af7-235d-46c6-9d85-325618b0287f service neutron] 10.222.0.55 "DELETE /v2.0/ports/aae3cda1-d0c7-410c-8006-356e09a086ac/bindings/n-h1-811396-3 HTTP/1.1" status: 404 len: 380 time: 0.1340137 Oct 20 10:28:46.472809 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-9987aec1-8dc1-4c3f-9e66-bee4f18b7498 req-957110a4-08e4-4be2-8334-d72c316e568d service neutron] 10.222.0.55 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710987 Oct 20 10:28:46.481382 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c437f915-4699-45fc-b8f0-6dcfd5150957 req-fdc094f9-ebc9-4470-b6af-45eed51f51e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:46.482769 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-c437f915-4699-45fc-b8f0-6dcfd5150957 req-fdc094f9-ebc9-4470-b6af-45eed51f51e4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8f86199a-b8f2-45b4-a83a-995a7ea6fe42 HTTP/1.1" status: 200 len: 843 time: 0.0579705 Oct 20 10:28:46.487837 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-37d7295d-7726-44b1-8585-7946e612958f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:46.494738 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-37d7295d-7726-44b1-8585-7946e612958f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:46.532095 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device aae3cda1-d0c7-410c-8006-356e09a086ac details requested by agent hyperv_n-h2-811396-3 with host n-h2-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:28:46.537771 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7036fac8-42c8-4af3-9eb9-cae946631811 req-0a695c90-ed1a-47a3-901c-bc3a66f5f6e4 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:46.539298 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7036fac8-42c8-4af3-9eb9-cae946631811 req-0a695c90-ed1a-47a3-901c-bc3a66f5f6e4 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=140f67b6-b627-4357-882b-b43ba6bc30e0 HTTP/1.1" status: 200 len: 947 time: 0.1316984 Oct 20 10:28:46.558796 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7295d-7726-44b1-8585-7946e612958f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a433fc25-441f-4b5b-83e2-cd70f3722612,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:46.572909 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c437f915-4699-45fc-b8f0-6dcfd5150957 req-4077813b-1a0f-4b52-a48a-ece83dd1cbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:46.574482 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-c437f915-4699-45fc-b8f0-6dcfd5150957 req-4077813b-1a0f-4b52-a48a-ece83dd1cbc2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a7c57b12-d7c3-48bb-aa54-a67a56468a84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0837753 Oct 20 10:28:46.575734 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-37d7295d-7726-44b1-8585-7946e612958f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7e1a1dc71f564302ab137bdbb4801ee2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4270108 Oct 20 10:28:46.581923 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 38482) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:28:46.589536 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded30754-4bda-4ab5-b1d5-11f835c2775b req-5be2a311-76e8-42cb-bec5-7196920ce226 tempest-LiveMigrationNegativeTest-1850627167 tempest-LiveMigrationNegativeTest-1850627167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:46.591229 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ded30754-4bda-4ab5-b1d5-11f835c2775b req-5be2a311-76e8-42cb-bec5-7196920ce226 tempest-LiveMigrationNegativeTest-1850627167 tempest-LiveMigrationNegativeTest-1850627167-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0213a17-48ff-49f2-b9ac-26bb84963d5f HTTP/1.1" status: 200 len: 947 time: 0.1470242 Oct 20 10:28:46.707274 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port aae3cda1-d0c7-410c-8006-356e09a086ac, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=aae3cda1-d0c7-410c-8006-356e09a086ac,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:28:46.709008 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7036fac8-42c8-4af3-9eb9-cae946631811 req-2aeb88b0-9ee7-458d-9d39-1395b3cc7bb2 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284628 Oct 20 10:28:46.719490 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ded30754-4bda-4ab5-b1d5-11f835c2775b req-feda829a-6e6d-4119-b405-77cf7b5f9049 tempest-LiveMigrationNegativeTest-1850627167 tempest-LiveMigrationNegativeTest-1850627167-project] 10.222.0.64 "GET /v2.0/security-groups?id=16f29da4-e76c-43e0-934f-c02c5cb6afce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165781 Oct 20 10:28:46.722415 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-9987aec1-8dc1-4c3f-9e66-bee4f18b7498 req-9c4def44-fb25-4614-85c6-f9ba20e0a35a service neutron] 10.222.0.55 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063038 Oct 20 10:28:46.723972 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50092ac-c1fc-4903-aa10-2844df2b3d3f req-30056d09-66a3-4427-9557-0c4c17274336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:46.725515 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b50092ac-c1fc-4903-aa10-2844df2b3d3f req-30056d09-66a3-4427-9557-0c4c17274336 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9f75d9a0b8ce44faaac4d8054667820c&device_id=140f67b6-b627-4357-882b-b43ba6bc30e0 HTTP/1.1" status: 200 len: 1098 time: 0.1238005 Oct 20 10:28:46.730763 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Returning: {'device': 'aae3cda1-d0c7-410c-8006-356e09a086ac', 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84', 'port_id': 'aae3cda1-d0c7-410c-8006-356e09a086ac', 'mac_address': 'fa:16:3e:48:b2:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 800, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f86199a-b8f2-45b4-a83a-995a7ea6fe42', 'ip_address': '192.168.233.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:28:46.736961 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-16363de1-9144-45c0-9187-0b44670a2024 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:46.805019 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:46.808348 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-16363de1-9144-45c0-9187-0b44670a2024 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:46.827349 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aae3cda1-d0c7-410c-8006-356e09a086ac {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:28:46.838306 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-c437f915-4699-45fc-b8f0-6dcfd5150957 req-c46eb7d7-ba86-4bf7-b547-338d638233e5 service neutron] 10.222.0.69 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2365124 Oct 20 10:28:46.860063 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port aae3cda1-d0c7-410c-8006-356e09a086ac, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=aae3cda1-d0c7-410c-8006-356e09a086ac,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:28:46.868163 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:46.872942 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e6ba91-2e37-4be9-9b5b-01ef679ecd61 req-29b623ec-f67f-44a0-9759-85031097bae0 tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:46.874066 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-e4e6ba91-2e37-4be9-9b5b-01ef679ecd61 req-29b623ec-f67f-44a0-9759-85031097bae0 tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] 10.222.0.69 "GET /v2.0/networks?id=9dfc8104-588f-4ed0-ad5c-e57e4df0d1f9 HTTP/1.1" status: 200 len: 823 time: 0.2735596 Oct 20 10:28:46.926098 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=aae3cda1-d0c7-410c-8006-356e09a086ac,revision_number=8']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:46.959193 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50092ac-c1fc-4903-aa10-2844df2b3d3f req-1acbca2a-8fa4-47b7-be86-531d67f38985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:46.960700 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b50092ac-c1fc-4903-aa10-2844df2b3d3f req-1acbca2a-8fa4-47b7-be86-531d67f38985 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a7c57b12-d7c3-48bb-aa54-a67a56468a84 HTTP/1.1" status: 200 len: 870 time: 0.2203624 Oct 20 10:28:46.974981 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-e4e6ba91-2e37-4be9-9b5b-01ef679ecd61 req-e24d91c1-cc71-4abc-a4b5-fff963d99741 tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=615f0f1e0330428db980ed70e8d1044c HTTP/1.1" status: 200 len: 380 time: 0.0887680 Oct 20 10:28:46.986323 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [req-e4e6ba91-2e37-4be9-9b5b-01ef679ecd61 req-497512ef-8933-4daf-95df-3e87ceb06d50 tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] Request body: {'port': {'device_id': '9f9f84b3-38b7-4b0b-9bb9-8512b0ad0404', 'network_id': '9dfc8104-588f-4ed0-ad5c-e57e4df0d1f9', 'admin_state_up': True, 'tenant_id': '615f0f1e0330428db980ed70e8d1044c', 'security_groups': ['3a2ddb16-f0a7-4b59-b44b-d401de192cb7']}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:28:46.986762 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd80da36-4dab-4eea-bcd9-fd1114d2e1bd req-1d358604-a02d-47e2-8e4e-3a3388a5058e tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:46.988232 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bd80da36-4dab-4eea-bcd9-fd1114d2e1bd req-1d358604-a02d-47e2-8e4e-3a3388a5058e tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed8b260-e677-410d-8e1a-3f9bd4c5c192 HTTP/1.1" status: 200 len: 948 time: 0.1149259 Oct 20 10:28:47.015587 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-c437f915-4699-45fc-b8f0-6dcfd5150957 req-c490f4a8-e2e4-4125-b0bc-4f9f7f99685a service neutron] 10.222.0.69 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605370 Oct 20 10:28:47.016579 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1ff37b-113a-4030-8650-b8544e505a39 req-fc742b68-5483-45c0-a1d4-b082f0f53551 tempest-LiveAutoBlockMigrationV225Test-237435139 tempest-LiveAutoBlockMigrationV225Test-237435139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:47.018690 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7d1ff37b-113a-4030-8650-b8544e505a39 req-fc742b68-5483-45c0-a1d4-b082f0f53551 tempest-LiveAutoBlockMigrationV225Test-237435139 tempest-LiveAutoBlockMigrationV225Test-237435139-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=1eabf57a-87ff-45e4-a8c1-0331e36a3388 HTTP/1.1" status: 200 len: 1096 time: 0.1441867 Oct 20 10:28:47.021810 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-16363de1-9144-45c0-9187-0b44670a2024 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:47.024334 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-16363de1-9144-45c0-9187-0b44670a2024 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:47.025386 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-16363de1-9144-45c0-9187-0b44670a2024 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a433fc25-441f-4b5b-83e2-cd70f3722612 HTTP/1.1" status: 204 len: 168 time: 0.4329879 Oct 20 10:28:47.026726 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b50092ac-c1fc-4903-aa10-2844df2b3d3f req-f6cd0170-e321-4c28-aece-24dcb347d001 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=aae3cda1-d0c7-410c-8006-356e09a086ac HTTP/1.1" status: 200 len: 217 time: 0.0576482 Oct 20 10:28:47.082690 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16363de1-9144-45c0-9187-0b44670a2024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a433fc25-441f-4b5b-83e2-cd70f3722612,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:47.133192 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['aae3cda1-d0c7-410c-8006-356e09a086ac'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:28:47.137353 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bd80da36-4dab-4eea-bcd9-fd1114d2e1bd req-2204d749-117d-4bf5-ae68-2c139c7bef1f tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/security-groups?id=dfac1146-e768-4d56-96b1-8816525464ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170399 Oct 20 10:28:47.144167 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50092ac-c1fc-4903-aa10-2844df2b3d3f req-29848f62-05ce-4125-a507-ac1530cd0039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:47.155236 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b50092ac-c1fc-4903-aa10-2844df2b3d3f req-29848f62-05ce-4125-a507-ac1530cd0039 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8f86199a-b8f2-45b4-a83a-995a7ea6fe42 HTTP/1.1" status: 200 len: 843 time: 0.1118321 Oct 20 10:28:47.206718 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7d1ff37b-113a-4030-8650-b8544e505a39 req-af772733-1d04-4f04-b8b2-7d74fa9e1aa9 tempest-LiveAutoBlockMigrationV225Test-237435139 tempest-LiveAutoBlockMigrationV225Test-237435139-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=ba094063-4980-4c22-bc34-9c1534c0beb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585009 Oct 20 10:28:47.267236 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50092ac-c1fc-4903-aa10-2844df2b3d3f req-78325ac1-af39-437b-b2a5-65312f9b35e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:47.269086 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b50092ac-c1fc-4903-aa10-2844df2b3d3f req-78325ac1-af39-437b-b2a5-65312f9b35e9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a7c57b12-d7c3-48bb-aa54-a67a56468a84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1126256 Oct 20 10:28:47.334399 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7d16c1c1-9bd8-42ff-a5e1-3ee3c666a20c req-10f302db-0e27-4afe-9a68-d544909cf120 tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] 10.222.0.64 "GET /v2.0/ports?device_id=9f9f84b3-38b7-4b0b-9bb9-8512b0ad0404 HTTP/1.1" status: 200 len: 210 time: 0.0524502 Oct 20 10:28:47.416215 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4e6ba91-2e37-4be9-9b5b-01ef679ecd61 req-497512ef-8933-4daf-95df-3e87ceb06d50 tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] Made reservation on behalf of 615f0f1e0330428db980ed70e8d1044c for: {'port': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:28:47.420654 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-e4e6ba91-2e37-4be9-9b5b-01ef679ecd61 req-497512ef-8933-4daf-95df-3e87ceb06d50 tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:47.442028 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ed8b260-e677-410d-8e1a-3f9bd4c5c192', 'tag': '4bf11690-7f8a-4a5d-b7d6-9b02b6176fea'}] {{(pid=100597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:28:47.444983 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd85cad6a391afaa95d2dd5280bfd4659fc1e1b2aba53b5e7ef874f059efcdc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67f01fd4-174b-4b30-b4b4-dd67ae732563" -d '{"events": [{"name": "network-changed", "server_uuid": "2ed8b260-e677-410d-8e1a-3f9bd4c5c192", "tag": "4bf11690-7f8a-4a5d-b7d6-9b02b6176fea"}]}' {{(pid=100597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:28:47.519672 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde189fe-c8fb-4321-8962-ae55952ec685 req-05002bc5-8ba7-4738-8b64-058f110754cc tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:47.522975 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-dde189fe-c8fb-4321-8962-ae55952ec685 req-05002bc5-8ba7-4738-8b64-058f110754cc tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] 10.222.0.64 "GET /v2.0/ports?device_id=37819879-6a8f-4e60-9b45-e7343fc19d33 HTTP/1.1" status: 200 len: 945 time: 0.0816834 Oct 20 10:28:47.525347 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b50092ac-c1fc-4903-aa10-2844df2b3d3f req-d2016fcc-2a3d-4dfc-b5ea-a1cef08586c1 service neutron] 10.222.0.55 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2481909 Oct 20 10:28:47.593750 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:28:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da1700de-76ed-4ca3-ae24-ed54f053a008 x-openstack-request-id: req-da1700de-76ed-4ca3-ae24-ed54f053a008 {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:28:47.593922 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ed8b260-e677-410d-8e1a-3f9bd4c5c192", "tag": "4bf11690-7f8a-4a5d-b7d6-9b02b6176fea", "status": "completed", "code": 200}]} {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:28:47.594165 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-da1700de-76ed-4ca3-ae24-ed54f053a008 {{(pid=100597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:28:47.594545 n-d-811396-3 neutron-server[100597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ed8b260-e677-410d-8e1a-3f9bd4c5c192', 'tag': '4bf11690-7f8a-4a5d-b7d6-9b02b6176fea', 'status': 'completed', 'code': 200} Oct 20 10:28:47.680103 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [req-e4e6ba91-2e37-4be9-9b5b-01ef679ecd61 req-497512ef-8933-4daf-95df-3e87ceb06d50 tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] Allocated IP 172.20.0.12 (9dfc8104-588f-4ed0-ad5c-e57e4df0d1f9/56841db6-7a1e-47d6-b1e7-25a7cc618d35/881c7a80-b4c4-49cf-830f-c0cebb93d82f) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:28:47.701994 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-dde189fe-c8fb-4321-8962-ae55952ec685 req-37e30761-dc6f-4f71-b842-039a42a6283d tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] 10.222.0.64 "GET /v2.0/security-groups?id=a63fa035-9252-4a30-bf29-691fc7c00c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665082 Oct 20 10:28:47.751760 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b50092ac-c1fc-4903-aa10-2844df2b3d3f req-2e93d9a9-f0e3-4869-84d8-bd6ee487656e service neutron] 10.222.0.55 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092490 Oct 20 10:28:47.756200 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1a2261-effe-48fc-9552-f518d293a604 req-4198d3d9-da25-4581-af5c-51202228da47 tempest-LiveAutoBlockMigrationV225Test-237435139 tempest-LiveAutoBlockMigrationV225Test-237435139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:47.764672 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-af1a2261-effe-48fc-9552-f518d293a604 req-4198d3d9-da25-4581-af5c-51202228da47 tempest-LiveAutoBlockMigrationV225Test-237435139 tempest-LiveAutoBlockMigrationV225Test-237435139-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=1eabf57a-87ff-45e4-a8c1-0331e36a3388 HTTP/1.1" status: 200 len: 1096 time: 0.1161437 Oct 20 10:28:47.769984 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f01fd4-174b-4b30-b4b4-dd67ae732563 req-5da8e8b8-137b-43da-b183-73decd3a7524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:47.771473 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-67f01fd4-174b-4b30-b4b4-dd67ae732563 req-5da8e8b8-137b-43da-b183-73decd3a7524 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cbb7919139e74aa3a9a9edbe5b865f11&device_id=2ed8b260-e677-410d-8e1a-3f9bd4c5c192 HTTP/1.1" status: 200 len: 1099 time: 0.1215818 Oct 20 10:28:47.798619 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 38516) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:28:47.827987 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-af1a2261-effe-48fc-9552-f518d293a604 req-833c8a3f-05bd-430e-808b-5c6836ed4d45 tempest-LiveAutoBlockMigrationV225Test-237435139 tempest-LiveAutoBlockMigrationV225Test-237435139-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=ba094063-4980-4c22-bc34-9c1534c0beb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569849 Oct 20 10:28:47.930009 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a48fc58-0a9a-4992-abf9-a77911d30644 req-3fe8d050-3f83-40ca-abbe-d58a2c4ae19f tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:47.943509 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6a48fc58-0a9a-4992-abf9-a77911d30644 req-3fe8d050-3f83-40ca-abbe-d58a2c4ae19f tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=140f67b6-b627-4357-882b-b43ba6bc30e0 HTTP/1.1" status: 200 len: 948 time: 0.0908909 Oct 20 10:28:47.950518 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-e4e6ba91-2e37-4be9-9b5b-01ef679ecd61 req-497512ef-8933-4daf-95df-3e87ceb06d50 tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:47.987950 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6a48fc58-0a9a-4992-abf9-a77911d30644 req-73e9d39c-2844-4fd4-a94c-0bd39cdb5135 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431619 Oct 20 10:28:47.996403 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-e4e6ba91-2e37-4be9-9b5b-01ef679ecd61 req-497512ef-8933-4daf-95df-3e87ceb06d50 tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:48.082444 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe969c50-f439-4e0f-bd1d-a58e1214cfca req-b98c2ecb-d996-4925-93fa-891e35b8c062 tempest-LiveMigrationNegativeTest-1850627167 tempest-LiveMigrationNegativeTest-1850627167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:48.084159 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fe969c50-f439-4e0f-bd1d-a58e1214cfca req-b98c2ecb-d996-4925-93fa-891e35b8c062 tempest-LiveMigrationNegativeTest-1850627167 tempest-LiveMigrationNegativeTest-1850627167-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0213a17-48ff-49f2-b9ac-26bb84963d5f HTTP/1.1" status: 200 len: 947 time: 0.0895805 Oct 20 10:28:48.103688 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4e6ba91-2e37-4be9-9b5b-01ef679ecd61 req-497512ef-8933-4daf-95df-3e87ceb06d50 tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] Network 9dfc8104-588f-4ed0-ad5c-e57e4df0d1f9 is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:28:48.110366 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [req-e4e6ba91-2e37-4be9-9b5b-01ef679ecd61 req-497512ef-8933-4daf-95df-3e87ceb06d50 tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:28:48.117849 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4e6ba91-2e37-4be9-9b5b-01ef679ecd61 req-497512ef-8933-4daf-95df-3e87ceb06d50 tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:28:48.126101 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0aaf99ac-11bf-47a5-9cb8-a7f010b1f5ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:48.161904 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497512ef-8933-4daf-95df-3e87ceb06d50 tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] Pushing event updated for resources: {'Port': ['ID=881c7a80-b4c4-49cf-830f-c0cebb93d82f,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:48.175679 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fe969c50-f439-4e0f-bd1d-a58e1214cfca req-6db9d4aa-6fa1-4036-9700-147a37c1a405 tempest-LiveMigrationNegativeTest-1850627167 tempest-LiveMigrationNegativeTest-1850627167-project] 10.222.0.64 "GET /v2.0/security-groups?id=16f29da4-e76c-43e0-934f-c02c5cb6afce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733423 Oct 20 10:28:48.201129 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e6ba91-2e37-4be9-9b5b-01ef679ecd61 req-497512ef-8933-4daf-95df-3e87ceb06d50 tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:48.201765 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-e4e6ba91-2e37-4be9-9b5b-01ef679ecd61 req-497512ef-8933-4daf-95df-3e87ceb06d50 tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:48.209692 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f01fd4-174b-4b30-b4b4-dd67ae732563 req-28a39e8a-053b-4367-a4df-dc76337f70da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:48.211194 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-67f01fd4-174b-4b30-b4b4-dd67ae732563 req-28a39e8a-053b-4367-a4df-dc76337f70da service neutron] 10.222.0.55 "GET /v2.0/networks?id=a7c57b12-d7c3-48bb-aa54-a67a56468a84 HTTP/1.1" status: 200 len: 870 time: 0.4306014 Oct 20 10:28:48.249407 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-e4e6ba91-2e37-4be9-9b5b-01ef679ecd61 req-497512ef-8933-4daf-95df-3e87ceb06d50 tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2667770 Oct 20 10:28:48.283728 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0aaf99ac-11bf-47a5-9cb8-a7f010b1f5ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:48.295608 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0aaf99ac-11bf-47a5-9cb8-a7f010b1f5ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:48.314814 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [req-e4e6ba91-2e37-4be9-9b5b-01ef679ecd61 req-b812699b-7ebf-4853-8227-aff9f32c5cba service neutron] Request body: {'port': {'device_id': '9f9f84b3-38b7-4b0b-9bb9-8512b0ad0404', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811396-3'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:28:48.319365 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-67f01fd4-174b-4b30-b4b4-dd67ae732563 req-a809c219-98aa-4d08-9664-f6b325b14e25 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=4bf11690-7f8a-4a5d-b7d6-9b02b6176fea HTTP/1.1" status: 200 len: 217 time: 0.0979185 Oct 20 10:28:48.341583 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-0aaf99ac-11bf-47a5-9cb8-a7f010b1f5ad admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8d13ba7be8c54b5a954c23f8c4896283&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5424206 Oct 20 10:28:48.356833 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 38532) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:28:48.436945 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaf99ac-11bf-47a5-9cb8-a7f010b1f5ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd79b5b6-0a22-45d1-a087-4190480ed627,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:48.449827 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f01fd4-174b-4b30-b4b4-dd67ae732563 req-ff1a8f72-e976-464a-b7b5-e6bab0eec983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:48.451693 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-67f01fd4-174b-4b30-b4b4-dd67ae732563 req-ff1a8f72-e976-464a-b7b5-e6bab0eec983 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8f86199a-b8f2-45b4-a83a-995a7ea6fe42 HTTP/1.1" status: 200 len: 843 time: 0.1122720 Oct 20 10:28:48.452550 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-e4e6ba91-2e37-4be9-9b5b-01ef679ecd61 req-b812699b-7ebf-4853-8227-aff9f32c5cba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:48.457378 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-00e06642-e399-460f-9b16-da8dbba57605 None None] Provisioning complete for port 881c7a80-b4c4-49cf-830f-c0cebb93d82f triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:28:48.458040 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-00e06642-e399-460f-9b16-da8dbba57605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:48.535645 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da651c2-30cc-4191-81da-0e0a5e64e869 req-202848f8-8d72-457d-9310-a87cedc2d4fb tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:48.537194 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2da651c2-30cc-4191-81da-0e0a5e64e869 req-202848f8-8d72-457d-9310-a87cedc2d4fb tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed8b260-e677-410d-8e1a-3f9bd4c5c192 HTTP/1.1" status: 200 len: 948 time: 0.2357209 Oct 20 10:28:48.553528 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-995106fc-60fa-472e-bacc-66f424fe90fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:48.558935 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device bec81d9f-4c36-4c6d-999a-5447da3c446a details requested by agent hyperv_n-h2-811396-3 with host n-h2-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:28:48.561579 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device aae3cda1-d0c7-410c-8006-356e09a086ac up at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:28:48.582074 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ff1e96-6074-41fb-8e0f-e1c25d6d3a00 req-8af243fa-cc64-4ba4-a127-db6ef3599a49 tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:48.589224 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-05ff1e96-6074-41fb-8e0f-e1c25d6d3a00 req-8af243fa-cc64-4ba4-a127-db6ef3599a49 tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] 10.222.0.64 "GET /v2.0/ports?device_id=9f9f84b3-38b7-4b0b-9bb9-8512b0ad0404 HTTP/1.1" status: 200 len: 932 time: 0.1311731 Oct 20 10:28:48.603149 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f01fd4-174b-4b30-b4b4-dd67ae732563 req-0f6cd58a-d06f-4e4a-ae45-87d92e9adace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:48.604955 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-67f01fd4-174b-4b30-b4b4-dd67ae732563 req-0f6cd58a-d06f-4e4a-ae45-87d92e9adace service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a7c57b12-d7c3-48bb-aa54-a67a56468a84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1398647 Oct 20 10:28:48.618600 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-00e06642-e399-460f-9b16-da8dbba57605 None None] Port 881c7a80-b4c4-49cf-830f-c0cebb93d82f cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:28:48.653340 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2da651c2-30cc-4191-81da-0e0a5e64e869 req-f781eb8f-662a-4f44-b662-4c3e49d57710 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/security-groups?id=dfac1146-e768-4d56-96b1-8816525464ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016238 Oct 20 10:28:48.657491 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-995106fc-60fa-472e-bacc-66f424fe90fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:48.703667 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-05ff1e96-6074-41fb-8e0f-e1c25d6d3a00 req-ebac4304-b09d-4618-be7e-d76a9fdc6625 tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] 10.222.0.64 "GET /v2.0/security-groups?id=3a2ddb16-f0a7-4b59-b44b-d401de192cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084471 Oct 20 10:28:48.770627 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-995106fc-60fa-472e-bacc-66f424fe90fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:48.773959 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-995106fc-60fa-472e-bacc-66f424fe90fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:48.775431 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-995106fc-60fa-472e-bacc-66f424fe90fb admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/dd79b5b6-0a22-45d1-a087-4190480ed627 HTTP/1.1" status: 204 len: 168 time: 0.4168360 Oct 20 10:28:48.791570 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995106fc-60fa-472e-bacc-66f424fe90fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd79b5b6-0a22-45d1-a087-4190480ed627,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:48.805135 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-67f01fd4-174b-4b30-b4b4-dd67ae732563 req-8ed936b8-99ed-48a8-a1f6-fabcff1440e0 service neutron] 10.222.0.55 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890633 Oct 20 10:28:48.833632 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning for port aae3cda1-d0c7-410c-8006-356e09a086ac completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:28:48.856622 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0fda7c-7fe0-4da3-b850-a4165e966866 req-18905b67-1df9-44d4-abf4-36216f99935b tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:48.865536 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5e0fda7c-7fe0-4da3-b850-a4165e966866 req-18905b67-1df9-44d4-abf4-36216f99935b tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] 10.222.0.64 "GET /v2.0/ports?device_id=37819879-6a8f-4e60-9b45-e7343fc19d33 HTTP/1.1" status: 200 len: 945 time: 0.0828576 Oct 20 10:28:48.867606 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning complete for port aae3cda1-d0c7-410c-8006-356e09a086ac triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:28:48.867986 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:48.919005 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5e0fda7c-7fe0-4da3-b850-a4165e966866 req-6f4d7e3b-14ad-47c0-8960-4779ec92f4e7 tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] 10.222.0.64 "GET /v2.0/security-groups?id=a63fa035-9252-4a30-bf29-691fc7c00c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521371 Oct 20 10:28:48.964072 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:48.979150 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port bec81d9f-4c36-4c6d-999a-5447da3c446a, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=bec81d9f-4c36-4c6d-999a-5447da3c446a,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:28:48.983728 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [req-e4e6ba91-2e37-4be9-9b5b-01ef679ecd61 req-b812699b-7ebf-4853-8227-aff9f32c5cba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 881c7a80-b4c4-49cf-830f-c0cebb93d82f {{(pid=100597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:28:49.000666 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-e4e6ba91-2e37-4be9-9b5b-01ef679ecd61 req-b812699b-7ebf-4853-8227-aff9f32c5cba service neutron] Publish callbacks [] for port, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:49.004399 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Returning: {'device': 'bec81d9f-4c36-4c6d-999a-5447da3c446a', 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84', 'port_id': 'bec81d9f-4c36-4c6d-999a-5447da3c446a', 'mac_address': 'fa:16:3e:73:64:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 800, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f86199a-b8f2-45b4-a83a-995a7ea6fe42', 'ip_address': '192.168.233.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:28:49.011033 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-67f01fd4-174b-4b30-b4b4-dd67ae732563 req-16dfa174-d175-4f33-8d17-c5cd9a975e62 service neutron] 10.222.0.55 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980815 Oct 20 10:28:49.021830 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.provisioning_blocks [req-e4e6ba91-2e37-4be9-9b5b-01ef679ecd61 req-b812699b-7ebf-4853-8227-aff9f32c5cba service neutron] Transition to ACTIVE for port object 881c7a80-b4c4-49cf-830f-c0cebb93d82f will not be triggered until provisioned by entity L2. {{(pid=100597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:28:49.030512 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-e4e6ba91-2e37-4be9-9b5b-01ef679ecd61 req-b812699b-7ebf-4853-8227-aff9f32c5cba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:49.062550 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983459d6-e02e-4a56-8a51-08f913c9a864 req-619b8e5c-36e7-41b9-a0fb-f804caa3d7a9 tempest-LiveAutoBlockMigrationV225Test-237435139 tempest-LiveAutoBlockMigrationV225Test-237435139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:49.089566 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b812699b-7ebf-4853-8227-aff9f32c5cba service neutron] Pushing event updated for resources: {'Port': ['ID=881c7a80-b4c4-49cf-830f-c0cebb93d82f,revision_number=2']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:49.093638 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-983459d6-e02e-4a56-8a51-08f913c9a864 req-619b8e5c-36e7-41b9-a0fb-f804caa3d7a9 tempest-LiveAutoBlockMigrationV225Test-237435139 tempest-LiveAutoBlockMigrationV225Test-237435139-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=1eabf57a-87ff-45e4-a8c1-0331e36a3388 HTTP/1.1" status: 200 len: 1096 time: 0.1204112 Oct 20 10:28:49.158817 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:49.182174 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:49.192628 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-e4e6ba91-2e37-4be9-9b5b-01ef679ecd61 req-b812699b-7ebf-4853-8227-aff9f32c5cba service neutron] Attempting to bind port 881c7a80-b4c4-49cf-830f-c0cebb93d82f on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:28:49.192961 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-e4e6ba91-2e37-4be9-9b5b-01ef679ecd61 req-b812699b-7ebf-4853-8227-aff9f32c5cba service neutron] Attempting to bind port 881c7a80-b4c4-49cf-830f-c0cebb93d82f by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': 'dd88a4e0-deb3-4ff4-9fda-1ddc61c05921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '9dfc8104-588f-4ed0-ad5c-e57e4df0d1f9'}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:28:49.193289 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e6ba91-2e37-4be9-9b5b-01ef679ecd61 req-b812699b-7ebf-4853-8227-aff9f32c5cba service neutron] Attempting to bind port 881c7a80-b4c4-49cf-830f-c0cebb93d82f on network 9dfc8104-588f-4ed0-ad5c-e57e4df0d1f9 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:28:49.198036 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e6ba91-2e37-4be9-9b5b-01ef679ecd61 req-b812699b-7ebf-4853-8227-aff9f32c5cba service neutron] Port 881c7a80-b4c4-49cf-830f-c0cebb93d82f on network 9dfc8104-588f-4ed0-ad5c-e57e4df0d1f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:28:49.198349 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e6ba91-2e37-4be9-9b5b-01ef679ecd61 req-b812699b-7ebf-4853-8227-aff9f32c5cba service neutron] Attempting to bind port 881c7a80-b4c4-49cf-830f-c0cebb93d82f on network 9dfc8104-588f-4ed0-ad5c-e57e4df0d1f9 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:28:49.203653 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e6ba91-2e37-4be9-9b5b-01ef679ecd61 req-b812699b-7ebf-4853-8227-aff9f32c5cba service neutron] Checking agent: {'id': '061232a2-7adc-4ba1-a873-e8cb136b064d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 28, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:28:49.204021 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e6ba91-2e37-4be9-9b5b-01ef679ecd61 req-b812699b-7ebf-4853-8227-aff9f32c5cba service neutron] Checking segment: {'id': 'dd88a4e0-deb3-4ff4-9fda-1ddc61c05921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '9dfc8104-588f-4ed0-ad5c-e57e4df0d1f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:28:49.204823 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e6ba91-2e37-4be9-9b5b-01ef679ecd61 req-b812699b-7ebf-4853-8227-aff9f32c5cba service neutron] Bound using segment: {'id': 'dd88a4e0-deb3-4ff4-9fda-1ddc61c05921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '9dfc8104-588f-4ed0-ad5c-e57e4df0d1f9'} {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:28:49.204823 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-e4e6ba91-2e37-4be9-9b5b-01ef679ecd61 req-b812699b-7ebf-4853-8227-aff9f32c5cba service neutron] Bound port: 881c7a80-b4c4-49cf-830f-c0cebb93d82f, host: n-h2-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd88a4e0-deb3-4ff4-9fda-1ddc61c05921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '9dfc8104-588f-4ed0-ad5c-e57e4df0d1f9'}}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:28:49.205142 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-e4e6ba91-2e37-4be9-9b5b-01ef679ecd61 req-b812699b-7ebf-4853-8227-aff9f32c5cba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:49.220721 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bec81d9f-4c36-4c6d-999a-5447da3c446a {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:28:49.229379 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-983459d6-e02e-4a56-8a51-08f913c9a864 req-be888ac3-10d3-4235-a0e3-9f1eee8dcd31 tempest-LiveAutoBlockMigrationV225Test-237435139 tempest-LiveAutoBlockMigrationV225Test-237435139-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=ba094063-4980-4c22-bc34-9c1534c0beb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327701 Oct 20 10:28:49.280872 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2f7d58-2f8f-4514-804d-63aa26cf9bb0 req-ade1ee41-e766-4c46-9bda-f49a10981b63 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:49.281052 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port aae3cda1-d0c7-410c-8006-356e09a086ac, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=aae3cda1-d0c7-410c-8006-356e09a086ac,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:28:49.282711 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4c2f7d58-2f8f-4514-804d-63aa26cf9bb0 req-ade1ee41-e766-4c46-9bda-f49a10981b63 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=140f67b6-b627-4357-882b-b43ba6bc30e0 HTTP/1.1" status: 200 len: 948 time: 0.1442382 Oct 20 10:28:49.293113 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '140f67b6-b627-4357-882b-b43ba6bc30e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aae3cda1-d0c7-410c-8006-356e09a086ac'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:28:49.296415 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95997918-a7c1-4c46-90cc-8276a5802e72" -d '{"events": [{"server_uuid": "140f67b6-b627-4357-882b-b43ba6bc30e0", "name": "network-vif-plugged", "status": "completed", "tag": "aae3cda1-d0c7-410c-8006-356e09a086ac"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:28:49.308621 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:49.349523 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [req-e4e6ba91-2e37-4be9-9b5b-01ef679ecd61 req-b812699b-7ebf-4853-8227-aff9f32c5cba service neutron] For port 881c7a80-b4c4-49cf-830f-c0cebb93d82f, host n-h2-811396-3, cleared binding levels {{(pid=100597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:28:49.353587 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [req-e4e6ba91-2e37-4be9-9b5b-01ef679ecd61 req-b812699b-7ebf-4853-8227-aff9f32c5cba service neutron] For port 881c7a80-b4c4-49cf-830f-c0cebb93d82f, host n-h2-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=881c7a80-b4c4-49cf-830f-c0cebb93d82f,segment=NetworkSegment(dd88a4e0-deb3-4ff4-9fda-1ddc61c05921),segment_id=dd88a4e0-deb3-4ff4-9fda-1ddc61c05921)] {{(pid=100597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:28:49.366386 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-e4e6ba91-2e37-4be9-9b5b-01ef679ecd61 req-b812699b-7ebf-4853-8227-aff9f32c5cba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:49.386451 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=aae3cda1-d0c7-410c-8006-356e09a086ac,revision_number=9']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:49.396486 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port bec81d9f-4c36-4c6d-999a-5447da3c446a, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=bec81d9f-4c36-4c6d-999a-5447da3c446a,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:28:49.404087 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:49.443300 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4c2f7d58-2f8f-4514-804d-63aa26cf9bb0 req-123ceb05-0c4e-4520-bd31-68e68fb3ab30 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505539 Oct 20 10:28:49.466225 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b812699b-7ebf-4853-8227-aff9f32c5cba service neutron] Pushing event updated for resources: {'Port': ['ID=881c7a80-b4c4-49cf-830f-c0cebb93d82f,revision_number=3']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:49.470586 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e6ba91-2e37-4be9-9b5b-01ef679ecd61 req-b812699b-7ebf-4853-8227-aff9f32c5cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:49.471599 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-e4e6ba91-2e37-4be9-9b5b-01ef679ecd61 req-b812699b-7ebf-4853-8227-aff9f32c5cba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:49.473249 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-e4e6ba91-2e37-4be9-9b5b-01ef679ecd61 req-b812699b-7ebf-4853-8227-aff9f32c5cba service neutron] 10.222.0.69 "PUT /v2.0/ports/881c7a80-b4c4-49cf-830f-c0cebb93d82f HTTP/1.1" status: 200 len: 1092 time: 1.1634154 Oct 20 10:28:49.506281 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0593dcb3-50e5-4dc1-a3e2-40c028fbfa5c req-9e429ebf-d64b-46fb-9006-febc6cdc5a70 tempest-LiveMigrationNegativeTest-1850627167 tempest-LiveMigrationNegativeTest-1850627167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:49.507855 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0593dcb3-50e5-4dc1-a3e2-40c028fbfa5c req-9e429ebf-d64b-46fb-9006-febc6cdc5a70 tempest-LiveMigrationNegativeTest-1850627167 tempest-LiveMigrationNegativeTest-1850627167-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0213a17-48ff-49f2-b9ac-26bb84963d5f HTTP/1.1" status: 200 len: 948 time: 0.1328015 Oct 20 10:28:49.511328 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=bec81d9f-4c36-4c6d-999a-5447da3c446a,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:49.517673 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 38568) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:28:49.563639 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75b01416-d4f9-4d4c-bca3-e572b30ebafb x-openstack-request-id: req-75b01416-d4f9-4d4c-bca3-e572b30ebafb {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:28:49.564663 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "140f67b6-b627-4357-882b-b43ba6bc30e0", "name": "network-vif-plugged", "status": "completed", "tag": "aae3cda1-d0c7-410c-8006-356e09a086ac", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:28:49.565076 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-75b01416-d4f9-4d4c-bca3-e572b30ebafb {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:28:49.565603 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '140f67b6-b627-4357-882b-b43ba6bc30e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aae3cda1-d0c7-410c-8006-356e09a086ac', 'code': 200} Oct 20 10:28:49.573808 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bba73a83-9e9d-485d-b133-ae2486763c33 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:49.605470 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f9f84b3-38b7-4b0b-9bb9-8512b0ad0404', 'tag': '881c7a80-b4c4-49cf-830f-c0cebb93d82f'}] {{(pid=100597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:28:49.605907 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0593dcb3-50e5-4dc1-a3e2-40c028fbfa5c req-528cc535-773b-45fb-a155-eeeecfeae89b tempest-LiveMigrationNegativeTest-1850627167 tempest-LiveMigrationNegativeTest-1850627167-project] 10.222.0.64 "GET /v2.0/security-groups?id=16f29da4-e76c-43e0-934f-c02c5cb6afce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646641 Oct 20 10:28:49.610887 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd85cad6a391afaa95d2dd5280bfd4659fc1e1b2aba53b5e7ef874f059efcdc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ff9b2e6-7d4c-4e20-bbfa-7249e03baf7c" -d '{"events": [{"name": "network-changed", "server_uuid": "9f9f84b3-38b7-4b0b-9bb9-8512b0ad0404", "tag": "881c7a80-b4c4-49cf-830f-c0cebb93d82f"}]}' {{(pid=100597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:28:49.649140 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['bec81d9f-4c36-4c6d-999a-5447da3c446a'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:28:49.682479 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e6ba91-2e37-4be9-9b5b-01ef679ecd61 req-9956dbc6-15ec-4cd8-8e9b-e94352e4f28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:49.684047 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-e4e6ba91-2e37-4be9-9b5b-01ef679ecd61 req-9956dbc6-15ec-4cd8-8e9b-e94352e4f28c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=615f0f1e0330428db980ed70e8d1044c&device_id=9f9f84b3-38b7-4b0b-9bb9-8512b0ad0404 HTTP/1.1" status: 200 len: 1095 time: 0.1517127 Oct 20 10:28:49.735125 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [req-cee0109d-da2d-4355-907e-012bbf7e63d7 req-1bd78f7a-3c01-48be-ac9c-de38ed5e9348 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:28:49.736820 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cee0109d-da2d-4355-907e-012bbf7e63d7 req-1bd78f7a-3c01-48be-ac9c-de38ed5e9348 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0140352 Oct 20 10:28:49.746978 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-e4e6ba91-2e37-4be9-9b5b-01ef679ecd61 req-d2d7df62-f822-483c-95f8-4e0dc7c109f5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=881c7a80-b4c4-49cf-830f-c0cebb93d82f HTTP/1.1" status: 200 len: 217 time: 0.0510201 Oct 20 10:28:49.774003 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a28f99-9211-49c6-baad-3310678bcc9a req-73facb31-fc55-450f-8eef-373a53ecf0ad tempest-MigrationsAdminTest-214281560 tempest-MigrationsAdminTest-214281560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:49.774003 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c4a28f99-9211-49c6-baad-3310678bcc9a req-73facb31-fc55-450f-8eef-373a53ecf0ad tempest-MigrationsAdminTest-214281560 tempest-MigrationsAdminTest-214281560-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=140f67b6-b627-4357-882b-b43ba6bc30e0 HTTP/1.1" status: 200 len: 1100 time: 0.0901797 Oct 20 10:28:49.804379 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bba73a83-9e9d-485d-b133-ae2486763c33 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:49.818597 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c4a28f99-9211-49c6-baad-3310678bcc9a req-566c686b-b211-43fa-9ecc-b038e0fd01c2 tempest-MigrationsAdminTest-214281560 tempest-MigrationsAdminTest-214281560-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412955 Oct 20 10:28:49.819089 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bba73a83-9e9d-485d-b133-ae2486763c33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:49.897084 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b83b4f9-07dc-46bb-a88e-5faeac0b016a x-openstack-request-id: req-1b83b4f9-07dc-46bb-a88e-5faeac0b016a {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:28:49.897371 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f9f84b3-38b7-4b0b-9bb9-8512b0ad0404", "tag": "881c7a80-b4c4-49cf-830f-c0cebb93d82f", "status": "completed", "code": 200}]} {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:28:49.897618 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1b83b4f9-07dc-46bb-a88e-5faeac0b016a {{(pid=100597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:28:49.898405 n-d-811396-3 neutron-server[100597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f9f84b3-38b7-4b0b-9bb9-8512b0ad0404', 'tag': '881c7a80-b4c4-49cf-830f-c0cebb93d82f', 'status': 'completed', 'code': 200} Oct 20 10:28:49.903107 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba73a83-9e9d-485d-b133-ae2486763c33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=685ef541-2e4e-42ba-9aee-97a9e9457824,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:49.933941 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-bba73a83-9e9d-485d-b133-ae2486763c33 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0f807bf3e93c448282b68efe81fc1589&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4124215 Oct 20 10:28:49.933941 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e6ba91-2e37-4be9-9b5b-01ef679ecd61 req-ebf494e9-554d-4a02-8288-987e4a505d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:49.934528 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 38584) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:28:49.936414 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-e4e6ba91-2e37-4be9-9b5b-01ef679ecd61 req-ebf494e9-554d-4a02-8288-987e4a505d80 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=56841db6-7a1e-47d6-b1e7-25a7cc618d35 HTTP/1.1" status: 200 len: 862 time: 0.1299438 Oct 20 10:28:49.985488 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e6ba91-2e37-4be9-9b5b-01ef679ecd61 req-856e118b-8ea2-4679-b20f-0502b5f1562b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:49.987101 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-e4e6ba91-2e37-4be9-9b5b-01ef679ecd61 req-856e118b-8ea2-4679-b20f-0502b5f1562b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9dfc8104-588f-4ed0-ad5c-e57e4df0d1f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429616 Oct 20 10:28:50.015757 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b182c84-9e12-4924-9cc9-2d4f19f359c2 req-63d00a2a-cde9-4aa1-aff3-59024d501ce9 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:50.017855 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7b182c84-9e12-4924-9cc9-2d4f19f359c2 req-63d00a2a-cde9-4aa1-aff3-59024d501ce9 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed8b260-e677-410d-8e1a-3f9bd4c5c192 HTTP/1.1" status: 200 len: 948 time: 0.0753162 Oct 20 10:28:50.028914 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-02899511-cd62-4ee2-a45b-9eefefbc2c92 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:50.071619 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-02899511-cd62-4ee2-a45b-9eefefbc2c92 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:50.086840 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7b182c84-9e12-4924-9cc9-2d4f19f359c2 req-f7894b45-fa5f-4bad-a9bb-6adfec5bf644 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/security-groups?id=dfac1146-e768-4d56-96b1-8816525464ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595796 Oct 20 10:28:50.087564 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-e4e6ba91-2e37-4be9-9b5b-01ef679ecd61 req-6f03f010-8b20-4ee8-b76e-90f00f725bde service neutron] 10.222.0.69 "GET /v2.0/networks/9dfc8104-588f-4ed0-ad5c-e57e4df0d1f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917413 Oct 20 10:28:50.143762 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-02899511-cd62-4ee2-a45b-9eefefbc2c92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:50.146630 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-02899511-cd62-4ee2-a45b-9eefefbc2c92 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:50.147871 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-02899511-cd62-4ee2-a45b-9eefefbc2c92 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/685ef541-2e4e-42ba-9aee-97a9e9457824 HTTP/1.1" status: 204 len: 168 time: 0.2116807 Oct 20 10:28:50.158168 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02899511-cd62-4ee2-a45b-9eefefbc2c92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=685ef541-2e4e-42ba-9aee-97a9e9457824,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:50.225793 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-e4e6ba91-2e37-4be9-9b5b-01ef679ecd61 req-5685f773-58c3-4109-bc07-58d55bbe56cf service neutron] 10.222.0.69 "GET /v2.0/networks/9dfc8104-588f-4ed0-ad5c-e57e4df0d1f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302862 Oct 20 10:28:50.227029 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be30a705-657f-4b58-a5a4-f698ac9f5587 req-23e94380-42e7-452a-add6-72cf108f8cf2 tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:50.240438 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-be30a705-657f-4b58-a5a4-f698ac9f5587 req-23e94380-42e7-452a-add6-72cf108f8cf2 tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] 10.222.0.64 "GET /v2.0/ports?device_id=9f9f84b3-38b7-4b0b-9bb9-8512b0ad0404 HTTP/1.1" status: 200 len: 944 time: 0.0782089 Oct 20 10:28:50.304448 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-be30a705-657f-4b58-a5a4-f698ac9f5587 req-362236c4-192e-47bc-ae20-c20583fc6b76 tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] 10.222.0.64 "GET /v2.0/security-groups?id=3a2ddb16-f0a7-4b59-b44b-d401de192cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634184 Oct 20 10:28:50.332002 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff9b2e6-7d4c-4e20-bbfa-7249e03baf7c req-4f9a3d06-c12e-45c5-affa-92fb71a66b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:50.333773 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-4ff9b2e6-7d4c-4e20-bbfa-7249e03baf7c req-4f9a3d06-c12e-45c5-affa-92fb71a66b46 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=615f0f1e0330428db980ed70e8d1044c&device_id=9f9f84b3-38b7-4b0b-9bb9-8512b0ad0404 HTTP/1.1" status: 200 len: 1095 time: 0.0566640 Oct 20 10:28:50.440281 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff9b2e6-7d4c-4e20-bbfa-7249e03baf7c req-dd6965a8-7d95-4a4e-98a9-9f0ada088d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:50.442264 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-4ff9b2e6-7d4c-4e20-bbfa-7249e03baf7c req-dd6965a8-7d95-4a4e-98a9-9f0ada088d1c service neutron] 10.222.0.69 "GET /v2.0/networks?id=9dfc8104-588f-4ed0-ad5c-e57e4df0d1f9 HTTP/1.1" status: 200 len: 924 time: 0.1001961 Oct 20 10:28:50.491992 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-4ff9b2e6-7d4c-4e20-bbfa-7249e03baf7c req-6b8d7019-15f3-412a-9d16-790d42ca12cc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=881c7a80-b4c4-49cf-830f-c0cebb93d82f HTTP/1.1" status: 200 len: 217 time: 0.0367315 Oct 20 10:28:50.541920 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff9b2e6-7d4c-4e20-bbfa-7249e03baf7c req-e6e5d3fb-c43c-4738-bb6c-12d3508e4667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:50.543540 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-4ff9b2e6-7d4c-4e20-bbfa-7249e03baf7c req-e6e5d3fb-c43c-4738-bb6c-12d3508e4667 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=56841db6-7a1e-47d6-b1e7-25a7cc618d35 HTTP/1.1" status: 200 len: 862 time: 0.0482149 Oct 20 10:28:50.545064 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device bec81d9f-4c36-4c6d-999a-5447da3c446a up at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:28:50.621824 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning for port bec81d9f-4c36-4c6d-999a-5447da3c446a completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:28:50.623614 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff9b2e6-7d4c-4e20-bbfa-7249e03baf7c req-d55a80f6-5c44-45ec-a5c8-2f946f9fc1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:50.625641 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-4ff9b2e6-7d4c-4e20-bbfa-7249e03baf7c req-d55a80f6-5c44-45ec-a5c8-2f946f9fc1fd service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9dfc8104-588f-4ed0-ad5c-e57e4df0d1f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0748937 Oct 20 10:28:50.626840 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning complete for port bec81d9f-4c36-4c6d-999a-5447da3c446a triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:28:50.627360 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:50.755120 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-42f8eb8b-820b-4336-9ca1-dcbc6eea0ac2 req-aad2c119-8446-4442-a6d8-9ff23aac00c4 tempest-ServerDiagnosticsNegativeTest-1035048809 tempest-ServerDiagnosticsNegativeTest-1035048809-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=f0b7a1cf92504b77b60d73accbe0210e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0635157 Oct 20 10:28:50.778278 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-4ff9b2e6-7d4c-4e20-bbfa-7249e03baf7c req-9f7e6a59-d762-4e59-bd94-bbc9951afa82 service neutron] 10.222.0.69 "GET /v2.0/networks/9dfc8104-588f-4ed0-ad5c-e57e4df0d1f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341403 Oct 20 10:28:50.786270 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:50.830386 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port bec81d9f-4c36-4c6d-999a-5447da3c446a, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=bec81d9f-4c36-4c6d-999a-5447da3c446a,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:28:50.839009 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:50.873886 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [req-fd8d8f6f-8522-4ccc-bc67-7f20344f8834 req-8113a044-8d53-4331-a388-cdfb5ed7dfb9 tempest-LiveAutoBlockMigrationV225Test-237435139 tempest-LiveAutoBlockMigrationV225Test-237435139-project-admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:28:50.876799 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-fd8d8f6f-8522-4ccc-bc67-7f20344f8834 req-8113a044-8d53-4331-a388-cdfb5ed7dfb9 tempest-LiveAutoBlockMigrationV225Test-237435139 tempest-LiveAutoBlockMigrationV225Test-237435139-project-admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0273101 Oct 20 10:28:50.899811 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=bec81d9f-4c36-4c6d-999a-5447da3c446a,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:50.918637 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f8eb8b-820b-4336-9ca1-dcbc6eea0ac2 req-54a1f687-737b-4b4f-957f-8074aaae832b tempest-ServerDiagnosticsNegativeTest-1035048809 tempest-ServerDiagnosticsNegativeTest-1035048809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:50.920295 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-42f8eb8b-820b-4336-9ca1-dcbc6eea0ac2 req-54a1f687-737b-4b4f-957f-8074aaae832b tempest-ServerDiagnosticsNegativeTest-1035048809 tempest-ServerDiagnosticsNegativeTest-1035048809-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1629791 Oct 20 10:28:50.939469 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-42f8eb8b-820b-4336-9ca1-dcbc6eea0ac2 req-7d903394-4738-4478-82a3-cf3927a8de3f tempest-ServerDiagnosticsNegativeTest-1035048809 tempest-ServerDiagnosticsNegativeTest-1035048809-project] 10.222.0.64 "GET /v2.0/quotas/f0b7a1cf92504b77b60d73accbe0210e HTTP/1.1" status: 200 len: 375 time: 0.0101235 Oct 20 10:28:50.969111 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1700a188-0cf6-4a2f-83a9-df31226fe980 req-7394f43c-1b71-4198-b01d-0acc14fbda53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:50.971155 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-1700a188-0cf6-4a2f-83a9-df31226fe980 req-7394f43c-1b71-4198-b01d-0acc14fbda53 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=37819879-6a8f-4e60-9b45-e7343fc19d33 HTTP/1.1" status: 200 len: 1096 time: 0.1470833 Oct 20 10:28:50.973791 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8d8f6f-8522-4ccc-bc67-7f20344f8834 req-21da20fe-3f0f-47ae-9644-e9e94f4c0d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:50.974754 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-fd8d8f6f-8522-4ccc-bc67-7f20344f8834 req-21da20fe-3f0f-47ae-9644-e9e94f4c0d5d service neutron] 10.222.0.64 "GET /v2.0/ports/0371987a-4774-44fc-8b5d-9c1c4a305a09 HTTP/1.1" status: 200 len: 1093 time: 0.0573204 Oct 20 10:28:50.975884 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-42f8eb8b-820b-4336-9ca1-dcbc6eea0ac2 req-7b1016a6-fc70-4cc3-bcea-522518f9d25b tempest-ServerDiagnosticsNegativeTest-1035048809 tempest-ServerDiagnosticsNegativeTest-1035048809-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=f0b7a1cf92504b77b60d73accbe0210e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0303059 Oct 20 10:28:51.007837 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [req-fd8d8f6f-8522-4ccc-bc67-7f20344f8834 req-8242ce51-7a16-4d2b-8970-1d5fb6d68246 service neutron] Request body: {'binding': {'host': 'n-h2-811396-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:28:51.008284 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [req-fd8d8f6f-8522-4ccc-bc67-7f20344f8834 req-8242ce51-7a16-4d2b-8970-1d5fb6d68246 service neutron] Unknown quota resources ['binding']. {{(pid=100597) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 20 10:28:51.038094 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-4ff9b2e6-7d4c-4e20-bbfa-7249e03baf7c req-051b9ae1-00de-45cb-9fc7-4e7ce99e46e5 service neutron] 10.222.0.69 "GET /v2.0/networks/9dfc8104-588f-4ed0-ad5c-e57e4df0d1f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2523119 Oct 20 10:28:51.050175 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-1700a188-0cf6-4a2f-83a9-df31226fe980 req-905f482f-09e6-45dc-82bc-cb842c626b86 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=a63fa035-9252-4a30-bf29-691fc7c00c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653472 Oct 20 10:28:51.149917 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 38648) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:28:51.205230 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-fd8d8f6f-8522-4ccc-bc67-7f20344f8834 req-8242ce51-7a16-4d2b-8970-1d5fb6d68246 service neutron] Attempting to bind port 0371987a-4774-44fc-8b5d-9c1c4a305a09 on host n-h2-811396-3 for vnic_type normal with profile None {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:28:51.205651 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-fd8d8f6f-8522-4ccc-bc67-7f20344f8834 req-8242ce51-7a16-4d2b-8970-1d5fb6d68246 service neutron] Attempting to bind port 0371987a-4774-44fc-8b5d-9c1c4a305a09 by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': '21a06331-2010-4bb7-8d07-13da7f15af4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '1ce4070f-3cfd-4061-95b1-2481b8fda5e7'}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:28:51.206077 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8d8f6f-8522-4ccc-bc67-7f20344f8834 req-8242ce51-7a16-4d2b-8970-1d5fb6d68246 service neutron] Attempting to bind port 0371987a-4774-44fc-8b5d-9c1c4a305a09 on network 1ce4070f-3cfd-4061-95b1-2481b8fda5e7 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:28:51.210662 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8d8f6f-8522-4ccc-bc67-7f20344f8834 req-8242ce51-7a16-4d2b-8970-1d5fb6d68246 service neutron] Port 0371987a-4774-44fc-8b5d-9c1c4a305a09 on network 1ce4070f-3cfd-4061-95b1-2481b8fda5e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:28:51.210987 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8d8f6f-8522-4ccc-bc67-7f20344f8834 req-8242ce51-7a16-4d2b-8970-1d5fb6d68246 service neutron] Attempting to bind port 0371987a-4774-44fc-8b5d-9c1c4a305a09 on network 1ce4070f-3cfd-4061-95b1-2481b8fda5e7 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:28:51.216316 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8d8f6f-8522-4ccc-bc67-7f20344f8834 req-8242ce51-7a16-4d2b-8970-1d5fb6d68246 service neutron] Checking agent: {'id': '061232a2-7adc-4ba1-a873-e8cb136b064d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 28, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:28:51.216656 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8d8f6f-8522-4ccc-bc67-7f20344f8834 req-8242ce51-7a16-4d2b-8970-1d5fb6d68246 service neutron] Checking segment: {'id': '21a06331-2010-4bb7-8d07-13da7f15af4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '1ce4070f-3cfd-4061-95b1-2481b8fda5e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:28:51.217043 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8d8f6f-8522-4ccc-bc67-7f20344f8834 req-8242ce51-7a16-4d2b-8970-1d5fb6d68246 service neutron] Bound using segment: {'id': '21a06331-2010-4bb7-8d07-13da7f15af4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '1ce4070f-3cfd-4061-95b1-2481b8fda5e7'} {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:28:51.217901 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-fd8d8f6f-8522-4ccc-bc67-7f20344f8834 req-8242ce51-7a16-4d2b-8970-1d5fb6d68246 service neutron] Bound port: 0371987a-4774-44fc-8b5d-9c1c4a305a09, host: n-h2-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21a06331-2010-4bb7-8d07-13da7f15af4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '1ce4070f-3cfd-4061-95b1-2481b8fda5e7'}}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:28:51.245100 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7a5bdc-3311-4a42-9466-e157bf7c438b req-b196bd23-2c9b-4ba8-b7b5-225e660e695a tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:51.252782 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bc7a5bdc-3311-4a42-9466-e157bf7c438b req-b196bd23-2c9b-4ba8-b7b5-225e660e695a tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] 10.222.0.64 "GET /v2.0/ports?device_id=37819879-6a8f-4e60-9b45-e7343fc19d33 HTTP/1.1" status: 200 len: 945 time: 0.0961039 Oct 20 10:28:51.284003 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-ac0e42b9-7eda-44f9-a98e-ee0aeb64236e admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1962902620-network', 'tenant_id': '5da7f2ee1bf648c2a4ac6363d2afec67'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:28:51.290669 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bc7a5bdc-3311-4a42-9466-e157bf7c438b req-c2e1ffcb-bacb-41f6-b0ab-c739b2e18a5e tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] 10.222.0.64 "GET /v2.0/security-groups?id=a63fa035-9252-4a30-bf29-691fc7c00c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367534 Oct 20 10:28:51.302959 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [req-fd8d8f6f-8522-4ccc-bc67-7f20344f8834 req-8242ce51-7a16-4d2b-8970-1d5fb6d68246 service neutron] For port 0371987a-4774-44fc-8b5d-9c1c4a305a09, host n-h2-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=0371987a-4774-44fc-8b5d-9c1c4a305a09,segment=NetworkSegment(21a06331-2010-4bb7-8d07-13da7f15af4f),segment_id=21a06331-2010-4bb7-8d07-13da7f15af4f)] {{(pid=100597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:28:51.322371 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac0e42b9-7eda-44f9-a98e-ee0aeb64236e admin admin] Made reservation on behalf of 5da7f2ee1bf648c2a4ac6363d2afec67 for: {'network': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:28:51.322371 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ac0e42b9-7eda-44f9-a98e-ee0aeb64236e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:51.328599 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-fd8d8f6f-8522-4ccc-bc67-7f20344f8834 req-8242ce51-7a16-4d2b-8970-1d5fb6d68246 service neutron] Publish callbacks [] for binding, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:51.330325 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-fd8d8f6f-8522-4ccc-bc67-7f20344f8834 req-8242ce51-7a16-4d2b-8970-1d5fb6d68246 service neutron] 10.222.0.64 "POST /v2.0/ports/0371987a-4774-44fc-8b5d-9c1c4a305a09/bindings HTTP/1.1" status: 201 len: 389 time: 0.3467610 Oct 20 10:28:51.331464 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ac0e42b9-7eda-44f9-a98e-ee0aeb64236e admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:51.437946 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ac0e42b9-7eda-44f9-a98e-ee0aeb64236e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:51.449275 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ac0e42b9-7eda-44f9-a98e-ee0aeb64236e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:51.457880 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b74b674-56b8-488d-a990-d18c2f22c9f3 req-7ca491fa-e1cd-4806-9a78-ad04ca1deda8 tempest-LiveMigrationNegativeTest-1850627167 tempest-LiveMigrationNegativeTest-1850627167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:51.460027 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6b74b674-56b8-488d-a990-d18c2f22c9f3 req-7ca491fa-e1cd-4806-9a78-ad04ca1deda8 tempest-LiveMigrationNegativeTest-1850627167 tempest-LiveMigrationNegativeTest-1850627167-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0213a17-48ff-49f2-b9ac-26bb84963d5f HTTP/1.1" status: 200 len: 949 time: 0.0789573 Oct 20 10:28:51.468291 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac0e42b9-7eda-44f9-a98e-ee0aeb64236e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 843} {{(pid=100597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:28:51.487648 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ac0e42b9-7eda-44f9-a98e-ee0aeb64236e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:51.489080 n-d-811396-3 neutron-server[100597]: INFO neutron.db.segments_db [None req-ac0e42b9-7eda-44f9-a98e-ee0aeb64236e admin admin] Added segment 2a955507-8aa3-4dce-8a9a-35b2ba6d189c of type vlan for network 1d304c1c-2df7-49e8-aecc-af0c3a0b69ff Oct 20 10:28:51.496335 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0e42b9-7eda-44f9-a98e-ee0aeb64236e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32bbe414-470e-4c0f-b2cf-cab80f11842d,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:51.545427 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ac0e42b9-7eda-44f9-a98e-ee0aeb64236e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:51.568643 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0213a17-48ff-49f2-b9ac-26bb84963d5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bec81d9f-4c36-4c6d-999a-5447da3c446a'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:28:51.572918 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06dbb95d-df82-4c67-a8a1-d276b499667f" -d '{"events": [{"server_uuid": "a0213a17-48ff-49f2-b9ac-26bb84963d5f", "name": "network-vif-plugged", "status": "completed", "tag": "bec81d9f-4c36-4c6d-999a-5447da3c446a"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:28:51.582402 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ac0e42b9-7eda-44f9-a98e-ee0aeb64236e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:51.583900 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac0e42b9-7eda-44f9-a98e-ee0aeb64236e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:51.584868 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ac0e42b9-7eda-44f9-a98e-ee0aeb64236e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:51.650342 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-ac0e42b9-7eda-44f9-a98e-ee0aeb64236e admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4990256 Oct 20 10:28:51.651340 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 38668) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:28:51.662187 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-072e2600-f788-47c0-b514-36dc1e5e38e5 admin admin] Request body: {'subnet': {'network_id': '1d304c1c-2df7-49e8-aecc-af0c3a0b69ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1962902620-subnet', 'tenant_id': '5da7f2ee1bf648c2a4ac6363d2afec67', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:28:51.717263 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9337be3d-e089-48d5-9cdf-3207b706c267 req-2114f6e9-5d4e-4f51-ae65-66391f630021 tempest-ServerDiagnosticsNegativeTest-1035048809 tempest-ServerDiagnosticsNegativeTest-1035048809-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca3b72a5-5f22-42e5-b43d-f2d1016af8d5 HTTP/1.1" status: 200 len: 210 time: 0.2283003 Oct 20 10:28:51.724486 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6b74b674-56b8-488d-a990-d18c2f22c9f3 req-0bd4f088-7733-4def-94ec-5e10e85e67a7 tempest-LiveMigrationNegativeTest-1850627167 tempest-LiveMigrationNegativeTest-1850627167-project] 10.222.0.64 "GET /v2.0/security-groups?id=16f29da4-e76c-43e0-934f-c02c5cb6afce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521005 Oct 20 10:28:51.730216 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0e42b9-7eda-44f9-a98e-ee0aeb64236e admin admin] Pushing event updated for resources: {'Network': ['ID=1d304c1c-2df7-49e8-aecc-af0c3a0b69ff,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:51.738362 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-072e2600-f788-47c0-b514-36dc1e5e38e5 admin admin] Made reservation on behalf of 5da7f2ee1bf648c2a4ac6363d2afec67 for: {'subnet': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:28:51.742001 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-072e2600-f788-47c0-b514-36dc1e5e38e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25350782'] for subnet, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:51.742466 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network 1d304c1c-2df7-49e8-aecc-af0c3a0b69ff details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:28:51.755595 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8d8f6f-8522-4ccc-bc67-7f20344f8834 req-fa4e86f8-c3c1-4ca8-97fb-70a3f98f2760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:51.755595 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-fd8d8f6f-8522-4ccc-bc67-7f20344f8834 req-fa4e86f8-c3c1-4ca8-97fb-70a3f98f2760 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9d344b97e96e4da89707d7e9ad8232dc&device_id=1eabf57a-87ff-45e4-a8c1-0331e36a3388 HTTP/1.1" status: 200 len: 1096 time: 0.1534553 Oct 20 10:28:51.886294 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4e083cb8-315e-4fda-90bf-77cbeaec527f req-afb797f1-4647-45b2-8388-e15c5df892dc tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=9f75d9a0b8ce44faaac4d8054667820c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0274119 Oct 20 10:28:51.894674 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4731645a-3db3-40bb-9012-d4c45ab72202 req-8d5663a6-b222-4f05-bc7f-4bbde9adfe70 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:51.896124 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4731645a-3db3-40bb-9012-d4c45ab72202 req-8d5663a6-b222-4f05-bc7f-4bbde9adfe70 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed8b260-e677-410d-8e1a-3f9bd4c5c192 HTTP/1.1" status: 200 len: 948 time: 0.0733845 Oct 20 10:28:51.950254 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 4bf11690-7f8a-4a5d-b7d6-9b02b6176fea details requested by agent hyperv_n-h1-811396-3 with host n-h1-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:28:51.982960 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8d8f6f-8522-4ccc-bc67-7f20344f8834 req-5202510c-90fb-4cd4-bfac-b332a4d6b943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:51.985920 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-fd8d8f6f-8522-4ccc-bc67-7f20344f8834 req-5202510c-90fb-4cd4-bfac-b332a4d6b943 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1ce4070f-3cfd-4061-95b1-2481b8fda5e7 HTTP/1.1" status: 200 len: 922 time: 0.2143056 Oct 20 10:28:51.997942 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4731645a-3db3-40bb-9012-d4c45ab72202 req-6f060fe2-31d8-4500-9fa3-a550a29d4cca tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/security-groups?id=dfac1146-e768-4d56-96b1-8816525464ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918431 Oct 20 10:28:52.044352 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e083cb8-315e-4fda-90bf-77cbeaec527f req-d6e73c56-3dc4-4804-bc35-46f4ab9b37a3 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:52.044946 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-fd8d8f6f-8522-4ccc-bc67-7f20344f8834 req-fe397c2c-ec9f-4312-aa14-76b4b2008677 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0371987a-4774-44fc-8b5d-9c1c4a305a09 HTTP/1.1" status: 200 len: 217 time: 0.0449905 Oct 20 10:28:52.053613 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4e083cb8-315e-4fda-90bf-77cbeaec527f req-d6e73c56-3dc4-4804-bc35-46f4ab9b37a3 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1552982 Oct 20 10:28:52.075369 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4e083cb8-315e-4fda-90bf-77cbeaec527f req-17f7fde2-1884-4dcc-b847-74e77623e3f7 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/quotas/9f75d9a0b8ce44faaac4d8054667820c HTTP/1.1" status: 200 len: 375 time: 0.0205870 Oct 20 10:28:52.111786 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 4bf11690-7f8a-4a5d-b7d6-9b02b6176fea, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=4bf11690-7f8a-4a5d-b7d6-9b02b6176fea,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:28:52.134606 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Returning: {'device': '4bf11690-7f8a-4a5d-b7d6-9b02b6176fea', 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84', 'port_id': '4bf11690-7f8a-4a5d-b7d6-9b02b6176fea', 'mac_address': 'fa:16:3e:e0:aa:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 800, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f86199a-b8f2-45b4-a83a-995a7ea6fe42', 'ip_address': '192.168.233.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:28:52.155563 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-072e2600-f788-47c0-b514-36dc1e5e38e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25350752'] for subnet, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:52.161228 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d553783a-5737-4a55-80b6-7d92db051fc4 req-a4c7e53e-cab5-4c55-b181-e8e980175c0b tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:52.162718 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d553783a-5737-4a55-80b6-7d92db051fc4 req-a4c7e53e-cab5-4c55-b181-e8e980175c0b tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] 10.222.0.64 "GET /v2.0/ports?device_id=9f9f84b3-38b7-4b0b-9bb9-8512b0ad0404 HTTP/1.1" status: 200 len: 944 time: 0.0847380 Oct 20 10:28:52.170652 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4e083cb8-315e-4fda-90bf-77cbeaec527f req-d366d3a2-3768-4f7a-8311-4b3c0c179694 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=9f75d9a0b8ce44faaac4d8054667820c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0829334 Oct 20 10:28:52.186330 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:52.217302 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bf11690-7f8a-4a5d-b7d6-9b02b6176fea {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:28:52.217891 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d553783a-5737-4a55-80b6-7d92db051fc4 req-737897f5-9035-41df-9f5a-1d70a02880e0 tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] 10.222.0.64 "GET /v2.0/security-groups?id=3a2ddb16-f0a7-4b59-b44b-d401de192cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419948 Oct 20 10:28:52.257995 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 4bf11690-7f8a-4a5d-b7d6-9b02b6176fea, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=4bf11690-7f8a-4a5d-b7d6-9b02b6176fea,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:28:52.264971 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:52.353072 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=4bf11690-7f8a-4a5d-b7d6-9b02b6176fea,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:52.372732 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d3c7fd0-704c-42e7-bfa6-d48e40d29827 x-openstack-request-id: req-9d3c7fd0-704c-42e7-bfa6-d48e40d29827 {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:28:52.373212 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0213a17-48ff-49f2-b9ac-26bb84963d5f", "name": "network-vif-plugged", "status": "completed", "tag": "bec81d9f-4c36-4c6d-999a-5447da3c446a", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:28:52.373692 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9d3c7fd0-704c-42e7-bfa6-d48e40d29827 {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:28:52.375197 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0213a17-48ff-49f2-b9ac-26bb84963d5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bec81d9f-4c36-4c6d-999a-5447da3c446a', 'code': 200} Oct 20 10:28:52.452481 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4caa444-63aa-4be5-a18a-ccf0abea9e4b req-e8439c0a-8974-4f2e-9781-30eb8698e15b tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:52.454576 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f4caa444-63aa-4be5-a18a-ccf0abea9e4b req-e8439c0a-8974-4f2e-9781-30eb8698e15b tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/ports?device_id=1eabf57a-87ff-45e4-a8c1-0331e36a3388 HTTP/1.1" status: 200 len: 945 time: 0.1503627 Oct 20 10:28:52.459981 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8d8f6f-8522-4ccc-bc67-7f20344f8834 req-b8e6987d-ee89-4df6-81a1-654162518140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:52.461845 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-fd8d8f6f-8522-4ccc-bc67-7f20344f8834 req-b8e6987d-ee89-4df6-81a1-654162518140 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4012c245-3079-4795-8c54-d3f2bf73a5b0 HTTP/1.1" status: 200 len: 861 time: 0.3721225 Oct 20 10:28:52.490158 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c5d16460-0bda-40fa-a72d-64b17c0b0d0b req-b6c8c4e6-c031-4a98-bd1d-9327bdf394dd tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=39b19f26-435f-4219-86de-3e7bc15de1ed HTTP/1.1" status: 200 len: 210 time: 0.0605221 Oct 20 10:28:52.551884 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-42f8eb8b-820b-4336-9ca1-dcbc6eea0ac2 req-308b670f-eaba-4a20-927b-e91f4bd4a9da tempest-ServerDiagnosticsNegativeTest-1035048809 tempest-ServerDiagnosticsNegativeTest-1035048809-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=f0b7a1cf92504b77b60d73accbe0210e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1003294 Oct 20 10:28:52.558191 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-fd8d8f6f-8522-4ccc-bc67-7f20344f8834 req-23f3851d-e70a-46d3-bd16-ef2d03b2df2f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1ce4070f-3cfd-4061-95b1-2481b8fda5e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541704 Oct 20 10:28:52.572905 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072e2600-f788-47c0-b514-36dc1e5e38e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3cd7c84c-79ac-4cc8-9907-f0b0a8fe0f53,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:52.626753 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f4caa444-63aa-4be5-a18a-ccf0abea9e4b req-abe7a716-498e-460b-9db6-8a672160b4be tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba094063-4980-4c22-bc34-9c1534c0beb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607687 Oct 20 10:28:52.641214 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247df5da-c76f-4d0b-96c5-7f49433823b9 req-e7601bf9-e29c-42a8-8e80-f3123a429e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:52.643489 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-247df5da-c76f-4d0b-96c5-7f49433823b9 req-e7601bf9-e29c-42a8-8e80-f3123a429e09 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a0213a17-48ff-49f2-b9ac-26bb84963d5f HTTP/1.1" status: 200 len: 1100 time: 0.1901572 Oct 20 10:28:52.650673 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['4bf11690-7f8a-4a5d-b7d6-9b02b6176fea'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:28:52.690725 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072e2600-f788-47c0-b514-36dc1e5e38e5 admin admin] Checking segment: {'id': '2a955507-8aa3-4dce-8a9a-35b2ba6d189c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '1d304c1c-2df7-49e8-aecc-af0c3a0b69ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:28:52.691079 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072e2600-f788-47c0-b514-36dc1e5e38e5 admin admin] Network hostable DHCP agents. Network: 1d304c1c-2df7-49e8-aecc-af0c3a0b69ff, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:28:52.695058 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0ffc97-ce01-4530-8cc9-eb94a3c6bf7a req-c45c5728-0edc-4012-b68f-e17ff0eb2b48 tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:52.704381 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cd0ffc97-ce01-4530-8cc9-eb94a3c6bf7a req-c45c5728-0edc-4012-b68f-e17ff0eb2b48 tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] 10.222.0.64 "GET /v2.0/ports?device_id=37819879-6a8f-4e60-9b45-e7343fc19d33 HTTP/1.1" status: 200 len: 945 time: 0.1108069 Oct 20 10:28:52.755412 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cd0ffc97-ce01-4530-8cc9-eb94a3c6bf7a req-348e9bcc-f3b3-4478-b8fc-cecc0cf32096 tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] 10.222.0.64 "GET /v2.0/security-groups?id=a63fa035-9252-4a30-bf29-691fc7c00c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500557 Oct 20 10:28:52.801449 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f8eb8b-820b-4336-9ca1-dcbc6eea0ac2 req-8525ccb5-9d8f-4145-a7bb-f9e1d5e3c4d9 tempest-ServerDiagnosticsNegativeTest-1035048809 tempest-ServerDiagnosticsNegativeTest-1035048809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:52.802927 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-42f8eb8b-820b-4336-9ca1-dcbc6eea0ac2 req-8525ccb5-9d8f-4145-a7bb-f9e1d5e3c4d9 tempest-ServerDiagnosticsNegativeTest-1035048809 tempest-ServerDiagnosticsNegativeTest-1035048809-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2436628 Oct 20 10:28:52.810019 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-247df5da-c76f-4d0b-96c5-7f49433823b9 req-25c29942-9ab4-44ba-a02a-4c2fd24f0116 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=16f29da4-e76c-43e0-934f-c02c5cb6afce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282072 Oct 20 10:28:52.812189 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072e2600-f788-47c0-b514-36dc1e5e38e5 admin admin] Network 1d304c1c-2df7-49e8-aecc-af0c3a0b69ff is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:28:52.820610 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-fd8d8f6f-8522-4ccc-bc67-7f20344f8834 req-6d66fa6e-b08e-4ead-8ef5-12dd235bd596 service neutron] 10.222.0.69 "GET /v2.0/networks/1ce4070f-3cfd-4061-95b1-2481b8fda5e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2420521 Oct 20 10:28:52.827233 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [req-42f8eb8b-820b-4336-9ca1-dcbc6eea0ac2 req-c1529d0c-4bfb-4055-b697-3b45e9ff09ad tempest-ServerDiagnosticsNegativeTest-1035048809 tempest-ServerDiagnosticsNegativeTest-1035048809-project] Request body: {'port': {'device_id': 'ca3b72a5-5f22-42e5-b43d-f2d1016af8d5', 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84', 'admin_state_up': True, 'tenant_id': 'f0b7a1cf92504b77b60d73accbe0210e'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:28:52.832206 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-072e2600-f788-47c0-b514-36dc1e5e38e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, 1d304c1c-2df7-49e8-aecc-af0c3a0b69ff) {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:28:52.842430 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f0c5885-53ad-4f20-a87f-09d64f22b897 None None] Network 1d304c1c-2df7-49e8-aecc-af0c3a0b69ff requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:28:52.849932 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-072e2600-f788-47c0-b514-36dc1e5e38e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:52.850590 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-072e2600-f788-47c0-b514-36dc1e5e38e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:52.890537 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-072e2600-f788-47c0-b514-36dc1e5e38e5 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2272272 Oct 20 10:28:52.902460 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6123663b-af66-4295-9665-4fa133b07116 req-d87c964d-1455-4b2b-9e3e-feb2e04f295d tempest-ServerDiagnosticsNegativeTest-1035048809 tempest-ServerDiagnosticsNegativeTest-1035048809-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca3b72a5-5f22-42e5-b43d-f2d1016af8d5 HTTP/1.1" status: 200 len: 210 time: 0.0346427 Oct 20 10:28:52.919127 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2df43b-8ecf-428d-bacb-ade182e08d2a req-8131e466-af3e-4fac-9340-8d93b1194d58 tempest-LiveMigrationNegativeTest-1850627167 tempest-LiveMigrationNegativeTest-1850627167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:52.927809 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6c2df43b-8ecf-428d-bacb-ade182e08d2a req-8131e466-af3e-4fac-9340-8d93b1194d58 tempest-LiveMigrationNegativeTest-1850627167 tempest-LiveMigrationNegativeTest-1850627167-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0213a17-48ff-49f2-b9ac-26bb84963d5f HTTP/1.1" status: 200 len: 949 time: 0.0984104 Oct 20 10:28:52.948413 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-1d814eca-8189-4b83-ac18-51972c94384a req-b067c370-5cfc-4445-ad46-9040ad2a447a tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-318513596', 'description': 'tempest-description-1893106755'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:28:52.988605 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6c2df43b-8ecf-428d-bacb-ade182e08d2a req-fc8ce3f5-0840-416a-a6e7-2bf117f40171 tempest-LiveMigrationNegativeTest-1850627167 tempest-LiveMigrationNegativeTest-1850627167-project] 10.222.0.64 "GET /v2.0/security-groups?id=16f29da4-e76c-43e0-934f-c02c5cb6afce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548012 Oct 20 10:28:53.003368 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-1d814eca-8189-4b83-ac18-51972c94384a req-b067c370-5cfc-4445-ad46-9040ad2a447a tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:53.034942 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42f8eb8b-820b-4336-9ca1-dcbc6eea0ac2 req-c1529d0c-4bfb-4055-b697-3b45e9ff09ad tempest-ServerDiagnosticsNegativeTest-1035048809 tempest-ServerDiagnosticsNegativeTest-1035048809-project] Made reservation on behalf of f0b7a1cf92504b77b60d73accbe0210e for: {'port': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:28:53.041797 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-42f8eb8b-820b-4336-9ca1-dcbc6eea0ac2 req-c1529d0c-4bfb-4055-b697-3b45e9ff09ad tempest-ServerDiagnosticsNegativeTest-1035048809 tempest-ServerDiagnosticsNegativeTest-1035048809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:53.074783 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-42f8eb8b-820b-4336-9ca1-dcbc6eea0ac2 req-c1529d0c-4bfb-4055-b697-3b45e9ff09ad tempest-ServerDiagnosticsNegativeTest-1035048809 tempest-ServerDiagnosticsNegativeTest-1035048809-project] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:53.162107 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f3a585-615d-4960-a2ae-1e839b70e692 None None] Network 1d304c1c-2df7-49e8-aecc-af0c3a0b69ff requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:28:53.168817 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-1d814eca-8189-4b83-ac18-51972c94384a req-b067c370-5cfc-4445-ad46-9040ad2a447a tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:53.175745 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-1d814eca-8189-4b83-ac18-51972c94384a req-b067c370-5cfc-4445-ad46-9040ad2a447a tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:53.219178 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705d6be4-d749-45f2-ae5e-5ca5c6d389d9 req-ee1254a9-6fb1-48fe-ac90-f227df11fb8a tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:53.227066 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-705d6be4-d749-45f2-ae5e-5ca5c6d389d9 req-ee1254a9-6fb1-48fe-ac90-f227df11fb8a tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed8b260-e677-410d-8e1a-3f9bd4c5c192 HTTP/1.1" status: 200 len: 949 time: 0.1122007 Oct 20 10:28:53.251800 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-1d814eca-8189-4b83-ac18-51972c94384a req-b067c370-5cfc-4445-ad46-9040ad2a447a tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:53.267618 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1d814eca-8189-4b83-ac18-51972c94384a req-b067c370-5cfc-4445-ad46-9040ad2a447a tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.3286572 Oct 20 10:28:53.267954 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b067c370-5cfc-4445-ad46-9040ad2a447a tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd9b4bfc-9726-4a96-9fc1-c0feb5d33bf4,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:53.288910 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-fd8d8f6f-8522-4ccc-bc67-7f20344f8834 req-c3339165-060f-459f-9e48-c10c83d05dc9 service neutron] 10.222.0.69 "GET /v2.0/networks/1ce4070f-3cfd-4061-95b1-2481b8fda5e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2682738 Oct 20 10:28:53.338990 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-705d6be4-d749-45f2-ae5e-5ca5c6d389d9 req-44420b01-847e-41ec-9182-fc0ad14aee20 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/security-groups?id=dfac1146-e768-4d56-96b1-8816525464ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989096 Oct 20 10:28:53.382510 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-42f8eb8b-820b-4336-9ca1-dcbc6eea0ac2 req-c1529d0c-4bfb-4055-b697-3b45e9ff09ad tempest-ServerDiagnosticsNegativeTest-1035048809 tempest-ServerDiagnosticsNegativeTest-1035048809-project] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:53.404875 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-42f8eb8b-820b-4336-9ca1-dcbc6eea0ac2 req-c1529d0c-4bfb-4055-b697-3b45e9ff09ad tempest-ServerDiagnosticsNegativeTest-1035048809 tempest-ServerDiagnosticsNegativeTest-1035048809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:53.451369 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4332da7f-eeca-4af2-90c8-9e9308e3f86e req-22916243-3cc5-4306-af2b-cd9d9fdddd4d tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:53.453110 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4332da7f-eeca-4af2-90c8-9e9308e3f86e req-22916243-3cc5-4306-af2b-cd9d9fdddd4d tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] 10.222.0.64 "GET /v2.0/ports?device_id=9f9f84b3-38b7-4b0b-9bb9-8512b0ad0404 HTTP/1.1" status: 200 len: 944 time: 0.0876582 Oct 20 10:28:53.456574 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-eed5d2e1-c5f4-4908-85a0-8a39b962e305 req-18c29cf1-69ed-4ece-8047-0c6d04bebd3a tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-318513596&fields=id&tenant_id=42b1ef643dda4357aa2693544e61640e HTTP/1.1" status: 200 len: 267 time: 0.0538189 Oct 20 10:28:53.475664 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1529d0c-4bfb-4055-b697-3b45e9ff09ad tempest-ServerDiagnosticsNegativeTest-1035048809 tempest-ServerDiagnosticsNegativeTest-1035048809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31667a16-125a-4972-bd52-40ce9f379022,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:53.479372 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8d8f6f-8522-4ccc-bc67-7f20344f8834 req-20fe393d-6d2b-4b53-9633-a2ef3940fbd5 tempest-LiveAutoBlockMigrationV225Test-237435139 tempest-LiveAutoBlockMigrationV225Test-237435139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:53.480924 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-fd8d8f6f-8522-4ccc-bc67-7f20344f8834 req-20fe393d-6d2b-4b53-9633-a2ef3940fbd5 tempest-LiveAutoBlockMigrationV225Test-237435139 tempest-LiveAutoBlockMigrationV225Test-237435139-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=1eabf57a-87ff-45e4-a8c1-0331e36a3388&tenant_id=9d344b97e96e4da89707d7e9ad8232dc&binding%3Ahost_id=n-h1-811396-3 HTTP/1.1" status: 200 len: 1096 time: 0.1134849 Oct 20 10:28:53.501295 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [req-fd8d8f6f-8522-4ccc-bc67-7f20344f8834 req-ecd829da-a9e2-489e-96a6-717b67a5f452 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-811396-3'}}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:28:53.523930 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4332da7f-eeca-4af2-90c8-9e9308e3f86e req-5787c8ff-1745-425c-8763-8b6fd11df598 tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] 10.222.0.64 "GET /v2.0/security-groups?id=3a2ddb16-f0a7-4b59-b44b-d401de192cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642169 Oct 20 10:28:53.544166 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed5d2e1-c5f4-4908-85a0-8a39b962e305 req-d2200cad-eb05-4bde-923d-1f162214b66f tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:53.553621 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-eed5d2e1-c5f4-4908-85a0-8a39b962e305 req-d2200cad-eb05-4bde-923d-1f162214b66f tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] 10.222.0.64 "GET /v2.0/ports?device_id=37819879-6a8f-4e60-9b45-e7343fc19d33 HTTP/1.1" status: 200 len: 945 time: 0.0866024 Oct 20 10:28:53.559934 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-eed5d2e1-c5f4-4908-85a0-8a39b962e305 req-442c2c49-2a3d-48b2-b9ff-52e5d003fbd4 tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] Request body: {'port': {'security_groups': ['a63fa035-9252-4a30-bf29-691fc7c00c76', 'cd9b4bfc-9726-4a96-9fc1-c0feb5d33bf4']}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:28:53.619348 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-fd8d8f6f-8522-4ccc-bc67-7f20344f8834 req-ecd829da-a9e2-489e-96a6-717b67a5f452 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:53.646400 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [req-42f8eb8b-820b-4336-9ca1-dcbc6eea0ac2 req-c1529d0c-4bfb-4055-b697-3b45e9ff09ad tempest-ServerDiagnosticsNegativeTest-1035048809 tempest-ServerDiagnosticsNegativeTest-1035048809-project] Allocated IP 192.168.233.138 (a7c57b12-d7c3-48bb-aa54-a67a56468a84/8f86199a-b8f2-45b4-a83a-995a7ea6fe42/0fe2e350-e1c7-4f76-917a-6377afa56771) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:28:53.660389 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d4e51f63-eaf3-4de3-a458-a36151b90526 req-af9b5445-152a-4040-92b5-e90c5c2a6fea tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=39b19f26-435f-4219-86de-3e7bc15de1ed HTTP/1.1" status: 200 len: 210 time: 0.0363686 Oct 20 10:28:53.660982 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-eed5d2e1-c5f4-4908-85a0-8a39b962e305 req-442c2c49-2a3d-48b2-b9ff-52e5d003fbd4 tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:53.699652 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 38720) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:28:53.718896 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-ec8a27e9-8781-4f08-9268-64cd5774fc86 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1711203895-network', 'tenant_id': '304f4168aa1049649288025bb2fb827b'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:28:53.821126 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-4e083cb8-315e-4fda-90bf-77cbeaec527f req-9137b4a5-bb69-4300-b30b-42c86ad3847c tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=9f75d9a0b8ce44faaac4d8054667820c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0311575 Oct 20 10:28:53.838635 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec8a27e9-8781-4f08-9268-64cd5774fc86 admin admin] Made reservation on behalf of 304f4168aa1049649288025bb2fb827b for: {'network': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:28:53.841366 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ec8a27e9-8781-4f08-9268-64cd5774fc86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:53.874061 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ec8a27e9-8781-4f08-9268-64cd5774fc86 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:53.886282 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354bb064-d75c-4dca-860b-62d3d8b0e5fc req-66823350-80a2-480e-82f0-a1aafb8ea155 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:53.888482 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-354bb064-d75c-4dca-860b-62d3d8b0e5fc req-66823350-80a2-480e-82f0-a1aafb8ea155 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/ports?device_id=1eabf57a-87ff-45e4-a8c1-0331e36a3388 HTTP/1.1" status: 200 len: 945 time: 0.1218369 Oct 20 10:28:53.902933 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [req-fd8d8f6f-8522-4ccc-bc67-7f20344f8834 req-ecd829da-a9e2-489e-96a6-717b67a5f452 service neutron] For port 0371987a-4774-44fc-8b5d-9c1c4a305a09, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=0371987a-4774-44fc-8b5d-9c1c4a305a09,segment=NetworkSegment(21a06331-2010-4bb7-8d07-13da7f15af4f),segment_id=21a06331-2010-4bb7-8d07-13da7f15af4f)] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:28:53.983374 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 4bf11690-7f8a-4a5d-b7d6-9b02b6176fea up at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:28:53.985116 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-354bb064-d75c-4dca-860b-62d3d8b0e5fc req-be19f2e8-5059-41f6-a60d-054817076400 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba094063-4980-4c22-bc34-9c1534c0beb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886860 Oct 20 10:28:54.014868 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-42f8eb8b-820b-4336-9ca1-dcbc6eea0ac2 req-c1529d0c-4bfb-4055-b697-3b45e9ff09ad tempest-ServerDiagnosticsNegativeTest-1035048809 tempest-ServerDiagnosticsNegativeTest-1035048809-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:54.024873 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-eed5d2e1-c5f4-4908-85a0-8a39b962e305 req-442c2c49-2a3d-48b2-b9ff-52e5d003fbd4 tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] For port 9ff0c57f-c9ee-48e9-a95b-2abd8954e425, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=9ff0c57f-c9ee-48e9-a95b-2abd8954e425,segment=NetworkSegment(9e138cd8-6672-4dd2-ab84-31af91836628),segment_id=9e138cd8-6672-4dd2-ab84-31af91836628)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:28:54.030368 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [req-fd8d8f6f-8522-4ccc-bc67-7f20344f8834 req-ecd829da-a9e2-489e-96a6-717b67a5f452 service neutron] For port 0371987a-4774-44fc-8b5d-9c1c4a305a09, host n-h1-811396-3, cleared binding levels {{(pid=100597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:28:54.070715 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning for port 4bf11690-7f8a-4a5d-b7d6-9b02b6176fea completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:28:54.075728 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning complete for port 4bf11690-7f8a-4a5d-b7d6-9b02b6176fea triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:28:54.076292 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:54.077886 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e083cb8-315e-4fda-90bf-77cbeaec527f req-a0a81f7b-ce74-4190-af1d-6777ae9ce252 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:54.080941 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-4e083cb8-315e-4fda-90bf-77cbeaec527f req-a0a81f7b-ce74-4190-af1d-6777ae9ce252 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2486479 Oct 20 10:28:54.089515 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-eed5d2e1-c5f4-4908-85a0-8a39b962e305 req-442c2c49-2a3d-48b2-b9ff-52e5d003fbd4 tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:54.098398 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [req-4e083cb8-315e-4fda-90bf-77cbeaec527f req-5da16e8d-55f1-47d3-b0d9-4dbc27f02020 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Request body: {'port': {'device_id': '39b19f26-435f-4219-86de-3e7bc15de1ed', 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84', 'admin_state_up': True, 'tenant_id': '9f75d9a0b8ce44faaac4d8054667820c'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:28:54.102577 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-eed5d2e1-c5f4-4908-85a0-8a39b962e305 req-442c2c49-2a3d-48b2-b9ff-52e5d003fbd4 tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:54.106462 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ec8a27e9-8781-4f08-9268-64cd5774fc86 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:54.125493 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eabf57a-87ff-45e4-a8c1-0331e36a3388', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0371987a-4774-44fc-8b5d-9c1c4a305a09'}] {{(pid=100597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:28:54.127115 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['9ff0c57f-c9ee-48e9-a95b-2abd8954e425'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:28:54.127800 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd85cad6a391afaa95d2dd5280bfd4659fc1e1b2aba53b5e7ef874f059efcdc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3017235-e558-41ac-88ae-a982925fb343" -d '{"events": [{"server_uuid": "1eabf57a-87ff-45e4-a8c1-0331e36a3388", "name": "network-vif-unplugged", "status": "completed", "tag": "0371987a-4774-44fc-8b5d-9c1c4a305a09"}]}' {{(pid=100597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:28:54.135851 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-fd8d8f6f-8522-4ccc-bc67-7f20344f8834 req-ecd829da-a9e2-489e-96a6-717b67a5f452 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:54.145347 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ec8a27e9-8781-4f08-9268-64cd5774fc86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:54.155329 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-fd8d8f6f-8522-4ccc-bc67-7f20344f8834 req-ecd829da-a9e2-489e-96a6-717b67a5f452 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:54.187013 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8a27e9-8781-4f08-9268-64cd5774fc86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c95942e7-b6ca-4513-980a-d1f6010936d0,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:54.213917 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-42f8eb8b-820b-4336-9ca1-dcbc6eea0ac2 req-c1529d0c-4bfb-4055-b697-3b45e9ff09ad tempest-ServerDiagnosticsNegativeTest-1035048809 tempest-ServerDiagnosticsNegativeTest-1035048809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:54.235579 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed5d2e1-c5f4-4908-85a0-8a39b962e305 req-442c2c49-2a3d-48b2-b9ff-52e5d003fbd4 tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:54.236280 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-eed5d2e1-c5f4-4908-85a0-8a39b962e305 req-442c2c49-2a3d-48b2-b9ff-52e5d003fbd4 tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:54.245025 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-eed5d2e1-c5f4-4908-85a0-8a39b962e305 req-442c2c49-2a3d-48b2-b9ff-52e5d003fbd4 tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] 10.222.0.64 "PUT /v2.0/ports/9ff0c57f-c9ee-48e9-a95b-2abd8954e425 HTTP/1.1" status: 200 len: 981 time: 0.6906996 Oct 20 10:28:54.251196 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37819879-6a8f-4e60-9b45-e7343fc19d33', 'tag': '9ff0c57f-c9ee-48e9-a95b-2abd8954e425'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:28:54.257937 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d774efc7-83cb-4707-98d9-afc642702ffc" -d '{"events": [{"name": "network-changed", "server_uuid": "37819879-6a8f-4e60-9b45-e7343fc19d33", "tag": "9ff0c57f-c9ee-48e9-a95b-2abd8954e425"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:28:54.268581 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42f8eb8b-820b-4336-9ca1-dcbc6eea0ac2 req-c1529d0c-4bfb-4055-b697-3b45e9ff09ad tempest-ServerDiagnosticsNegativeTest-1035048809 tempest-ServerDiagnosticsNegativeTest-1035048809-project] Network a7c57b12-d7c3-48bb-aa54-a67a56468a84 is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:28:54.274095 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec8a27e9-8781-4f08-9268-64cd5774fc86 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 824} {{(pid=100596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:28:54.285046 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [req-42f8eb8b-820b-4336-9ca1-dcbc6eea0ac2 req-c1529d0c-4bfb-4055-b697-3b45e9ff09ad tempest-ServerDiagnosticsNegativeTest-1035048809 tempest-ServerDiagnosticsNegativeTest-1035048809-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:28:54.301044 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [req-42f8eb8b-820b-4336-9ca1-dcbc6eea0ac2 req-c1529d0c-4bfb-4055-b697-3b45e9ff09ad tempest-ServerDiagnosticsNegativeTest-1035048809 tempest-ServerDiagnosticsNegativeTest-1035048809-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:28:54.307817 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd829da-a9e2-489e-96a6-717b67a5f452 service neutron] Pushing event updated for resources: {'Port': ['ID=0371987a-4774-44fc-8b5d-9c1c4a305a09,revision_number=7']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:54.332185 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ec8a27e9-8781-4f08-9268-64cd5774fc86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:54.332527 n-d-811396-3 neutron-server[100596]: INFO neutron.db.segments_db [None req-ec8a27e9-8781-4f08-9268-64cd5774fc86 admin admin] Added segment 75fb7eec-707f-463a-8723-6d8858b50827 of type vlan for network 47c56c38-83b7-4b60-aa28-0691cde97b4b Oct 20 10:28:54.351763 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442c2c49-2a3d-48b2-b9ff-52e5d003fbd4 tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] Pushing event updated for resources: {'Port': ['ID=9ff0c57f-c9ee-48e9-a95b-2abd8954e425,revision_number=6']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:54.351987 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:54.354598 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['9ff0c57f-c9ee-48e9-a95b-2abd8954e425'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:28:54.454717 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-fd8d8f6f-8522-4ccc-bc67-7f20344f8834 req-ecd829da-a9e2-489e-96a6-717b67a5f452 service neutron] Attempting to bind port 0371987a-4774-44fc-8b5d-9c1c4a305a09 on host n-h1-811396-3 for vnic_type normal with profile {"migrating_to": "n-h2-811396-3"} {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:28:54.455014 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-fd8d8f6f-8522-4ccc-bc67-7f20344f8834 req-ecd829da-a9e2-489e-96a6-717b67a5f452 service neutron] Attempting to bind port 0371987a-4774-44fc-8b5d-9c1c4a305a09 by drivers openvswitch,hyperv on host n-h1-811396-3 at level 0 using segments [{'id': '21a06331-2010-4bb7-8d07-13da7f15af4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '1ce4070f-3cfd-4061-95b1-2481b8fda5e7'}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:28:54.455607 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8d8f6f-8522-4ccc-bc67-7f20344f8834 req-ecd829da-a9e2-489e-96a6-717b67a5f452 service neutron] Attempting to bind port 0371987a-4774-44fc-8b5d-9c1c4a305a09 on network 1ce4070f-3cfd-4061-95b1-2481b8fda5e7 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:28:54.478241 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4656a332-da96-4157-a9a4-82784dbb2922 req-896e7b33-43b7-4337-86c3-2ce45fd89937 tempest-ServerDiagnosticsNegativeTest-1035048809 tempest-ServerDiagnosticsNegativeTest-1035048809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:54.479964 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4656a332-da96-4157-a9a4-82784dbb2922 req-896e7b33-43b7-4337-86c3-2ce45fd89937 tempest-ServerDiagnosticsNegativeTest-1035048809 tempest-ServerDiagnosticsNegativeTest-1035048809-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca3b72a5-5f22-42e5-b43d-f2d1016af8d5 HTTP/1.1" status: 200 len: 936 time: 0.3406594 Oct 20 10:28:54.487505 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ed8b260-e677-410d-8e1a-3f9bd4c5c192', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bf11690-7f8a-4a5d-b7d6-9b02b6176fea'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:28:54.490574 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-140923f3-0cc1-4f76-9e12-eb2880e632dd" -d '{"events": [{"server_uuid": "2ed8b260-e677-410d-8e1a-3f9bd4c5c192", "name": "network-vif-plugged", "status": "completed", "tag": "4bf11690-7f8a-4a5d-b7d6-9b02b6176fea"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:28:54.496818 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f8eb8b-820b-4336-9ca1-dcbc6eea0ac2 req-c1529d0c-4bfb-4055-b697-3b45e9ff09ad tempest-ServerDiagnosticsNegativeTest-1035048809 tempest-ServerDiagnosticsNegativeTest-1035048809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:54.497718 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-42f8eb8b-820b-4336-9ca1-dcbc6eea0ac2 req-c1529d0c-4bfb-4055-b697-3b45e9ff09ad tempest-ServerDiagnosticsNegativeTest-1035048809 tempest-ServerDiagnosticsNegativeTest-1035048809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:54.510125 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8d8f6f-8522-4ccc-bc67-7f20344f8834 req-ecd829da-a9e2-489e-96a6-717b67a5f452 service neutron] Port 0371987a-4774-44fc-8b5d-9c1c4a305a09 on network 1ce4070f-3cfd-4061-95b1-2481b8fda5e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-811396-3 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:28:54.510740 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8d8f6f-8522-4ccc-bc67-7f20344f8834 req-ecd829da-a9e2-489e-96a6-717b67a5f452 service neutron] Attempting to bind port 0371987a-4774-44fc-8b5d-9c1c4a305a09 on network 1ce4070f-3cfd-4061-95b1-2481b8fda5e7 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:28:54.514718 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 4bf11690-7f8a-4a5d-b7d6-9b02b6176fea, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=4bf11690-7f8a-4a5d-b7d6-9b02b6176fea,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:28:54.523616 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ec8a27e9-8781-4f08-9268-64cd5774fc86 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:54.526518 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1529d0c-4bfb-4055-b697-3b45e9ff09ad tempest-ServerDiagnosticsNegativeTest-1035048809 tempest-ServerDiagnosticsNegativeTest-1035048809-project] Pushing event updated for resources: {'Port': ['ID=0fe2e350-e1c7-4f76-917a-6377afa56771,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:54.531174 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:54.533080 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e083cb8-315e-4fda-90bf-77cbeaec527f req-5da16e8d-55f1-47d3-b0d9-4dbc27f02020 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Made reservation on behalf of 9f75d9a0b8ce44faaac4d8054667820c for: {'port': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:28:54.536805 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-4e083cb8-315e-4fda-90bf-77cbeaec527f req-5da16e8d-55f1-47d3-b0d9-4dbc27f02020 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:54.560808 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 881c7a80-b4c4-49cf-830f-c0cebb93d82f details requested by agent hyperv_n-h2-811396-3 with host n-h2-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:28:54.567308 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8d8f6f-8522-4ccc-bc67-7f20344f8834 req-ecd829da-a9e2-489e-96a6-717b67a5f452 service neutron] Checking agent: {'id': 'b707b4cc-061f-4cf4-bce0-0b3df9b7bec9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:28:54.567909 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8d8f6f-8522-4ccc-bc67-7f20344f8834 req-ecd829da-a9e2-489e-96a6-717b67a5f452 service neutron] Checking segment: {'id': '21a06331-2010-4bb7-8d07-13da7f15af4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '1ce4070f-3cfd-4061-95b1-2481b8fda5e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:28:54.568477 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8d8f6f-8522-4ccc-bc67-7f20344f8834 req-ecd829da-a9e2-489e-96a6-717b67a5f452 service neutron] Bound using segment: {'id': '21a06331-2010-4bb7-8d07-13da7f15af4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '1ce4070f-3cfd-4061-95b1-2481b8fda5e7'} {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:28:54.569080 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-fd8d8f6f-8522-4ccc-bc67-7f20344f8834 req-ecd829da-a9e2-489e-96a6-717b67a5f452 service neutron] Bound port: 0371987a-4774-44fc-8b5d-9c1c4a305a09, host: n-h1-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21a06331-2010-4bb7-8d07-13da7f15af4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '1ce4070f-3cfd-4061-95b1-2481b8fda5e7'}}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:28:54.569586 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-fd8d8f6f-8522-4ccc-bc67-7f20344f8834 req-ecd829da-a9e2-489e-96a6-717b67a5f452 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:54.593199 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-42f8eb8b-820b-4336-9ca1-dcbc6eea0ac2 req-c1529d0c-4bfb-4055-b697-3b45e9ff09ad tempest-ServerDiagnosticsNegativeTest-1035048809 tempest-ServerDiagnosticsNegativeTest-1035048809-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7702389 Oct 20 10:28:54.605531 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa761fa3-1722-457a-849c-acfbd900ed06 req-5cf88f5a-50aa-46b1-a73c-0cbe6aef6450 tempest-LiveMigrationNegativeTest-1850627167 tempest-LiveMigrationNegativeTest-1850627167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:54.613281 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-aa761fa3-1722-457a-849c-acfbd900ed06 req-5cf88f5a-50aa-46b1-a73c-0cbe6aef6450 tempest-LiveMigrationNegativeTest-1850627167 tempest-LiveMigrationNegativeTest-1850627167-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0213a17-48ff-49f2-b9ac-26bb84963d5f HTTP/1.1" status: 200 len: 949 time: 0.2307262 Oct 20 10:28:54.619836 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ec8a27e9-8781-4f08-9268-64cd5774fc86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:54.620784 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec8a27e9-8781-4f08-9268-64cd5774fc86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:54.621381 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ec8a27e9-8781-4f08-9268-64cd5774fc86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:54.636702 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4656a332-da96-4157-a9a4-82784dbb2922 req-f8b18cac-a374-4d7e-9f7c-109abe936c4f tempest-ServerDiagnosticsNegativeTest-1035048809 tempest-ServerDiagnosticsNegativeTest-1035048809-project] 10.222.0.64 "GET /v2.0/security-groups?id=31667a16-125a-4972-bd52-40ce9f379022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202073 Oct 20 10:28:54.712994 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=4bf11690-7f8a-4a5d-b7d6-9b02b6176fea,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:54.723101 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-ec8a27e9-8781-4f08-9268-64cd5774fc86 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0218515 Oct 20 10:28:54.724086 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8a27e9-8781-4f08-9268-64cd5774fc86 admin admin] Pushing event updated for resources: {'Network': ['ID=47c56c38-83b7-4b60-aa28-0691cde97b4b,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:54.726495 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 38740) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:28:54.733616 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-8e876e6f-ca7b-4d5f-ab06-716d2e69d771 admin admin] Request body: {'subnet': {'network_id': '47c56c38-83b7-4b60-aa28-0691cde97b4b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1711203895-subnet', 'tenant_id': '304f4168aa1049649288025bb2fb827b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:28:54.752822 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-aa761fa3-1722-457a-849c-acfbd900ed06 req-8b146ce0-47f8-4633-9451-933985ff4542 tempest-LiveMigrationNegativeTest-1850627167 tempest-LiveMigrationNegativeTest-1850627167-project] 10.222.0.64 "GET /v2.0/security-groups?id=16f29da4-e76c-43e0-934f-c02c5cb6afce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389318 Oct 20 10:28:54.762728 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network 47c56c38-83b7-4b60-aa28-0691cde97b4b details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:28:54.779788 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [req-fd8d8f6f-8522-4ccc-bc67-7f20344f8834 req-ecd829da-a9e2-489e-96a6-717b67a5f452 service neutron] For port 0371987a-4774-44fc-8b5d-9c1c4a305a09, host n-h1-811396-3, cleared binding levels {{(pid=100597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:28:54.790541 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [req-fd8d8f6f-8522-4ccc-bc67-7f20344f8834 req-ecd829da-a9e2-489e-96a6-717b67a5f452 service neutron] For port 0371987a-4774-44fc-8b5d-9c1c4a305a09, host n-h1-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=0371987a-4774-44fc-8b5d-9c1c4a305a09,segment=NetworkSegment(21a06331-2010-4bb7-8d07-13da7f15af4f),segment_id=21a06331-2010-4bb7-8d07-13da7f15af4f)] {{(pid=100597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:28:54.806036 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e876e6f-ca7b-4d5f-ab06-716d2e69d771 admin admin] Made reservation on behalf of 304f4168aa1049649288025bb2fb827b for: {'subnet': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:28:54.808611 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8e876e6f-ca7b-4d5f-ab06-716d2e69d771 admin admin] Publish callbacks [] for subnet, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:54.811961 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [req-42f8eb8b-820b-4336-9ca1-dcbc6eea0ac2 req-14077db2-676c-444f-9ca9-6bc1e098f2b4 service neutron] Request body: {'port': {'device_id': 'ca3b72a5-5f22-42e5-b43d-f2d1016af8d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811396-3'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:28:54.833937 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6a35c53-ddb7-4160-becf-cb1de72c6eaf x-openstack-request-id: req-b6a35c53-ddb7-4160-becf-cb1de72c6eaf {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:28:54.834218 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37819879-6a8f-4e60-9b45-e7343fc19d33", "tag": "9ff0c57f-c9ee-48e9-a95b-2abd8954e425", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:28:54.834464 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b6a35c53-ddb7-4160-becf-cb1de72c6eaf {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:28:54.834857 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37819879-6a8f-4e60-9b45-e7343fc19d33', 'tag': '9ff0c57f-c9ee-48e9-a95b-2abd8954e425', 'status': 'completed', 'code': 200} Oct 20 10:28:54.858480 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Oct 2021 10:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89d7e32f-00b7-4f45-9ad7-f0c3a16e71b0 x-openstack-request-id: req-89d7e32f-00b7-4f45-9ad7-f0c3a16e71b0 {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:28:54.858941 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1eabf57a-87ff-45e4-a8c1-0331e36a3388", "name": "network-vif-unplugged", "status": "completed", "tag": "0371987a-4774-44fc-8b5d-9c1c4a305a09", "code": 200}]} {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:28:54.859210 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-89d7e32f-00b7-4f45-9ad7-f0c3a16e71b0 {{(pid=100597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:28:54.859528 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 881c7a80-b4c4-49cf-830f-c0cebb93d82f, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=881c7a80-b4c4-49cf-830f-c0cebb93d82f,segment=NetworkSegment(dd88a4e0-deb3-4ff4-9fda-1ddc61c05921),segment_id=dd88a4e0-deb3-4ff4-9fda-1ddc61c05921)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:28:54.859714 n-d-811396-3 neutron-server[100597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1eabf57a-87ff-45e4-a8c1-0331e36a3388', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0371987a-4774-44fc-8b5d-9c1c4a305a09', 'code': 200} Oct 20 10:28:54.875737 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Returning: {'device': '881c7a80-b4c4-49cf-830f-c0cebb93d82f', 'network_id': '9dfc8104-588f-4ed0-ad5c-e57e4df0d1f9', 'port_id': '881c7a80-b4c4-49cf-830f-c0cebb93d82f', 'mac_address': 'fa:16:3e:9e:7d:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 811, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56841db6-7a1e-47d6-b1e7-25a7cc618d35', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:28:54.898991 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-42f8eb8b-820b-4336-9ca1-dcbc6eea0ac2 req-14077db2-676c-444f-9ca9-6bc1e098f2b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:54.901185 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-fd8d8f6f-8522-4ccc-bc67-7f20344f8834 req-ecd829da-a9e2-489e-96a6-717b67a5f452 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:54.919690 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-9ae01b54-8cde-4f88-b28b-3e8eaac39fbc None None] Provisioning complete for port 0fe2e350-e1c7-4f76-917a-6377afa56771 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:28:54.920048 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-9ae01b54-8cde-4f88-b28b-3e8eaac39fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:54.994498 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-17cb70fb-bd23-4802-ace2-e107ee0a5d8a req-48662891-98ef-436d-b259-d9eceaa3bf2b tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-318513596&fields=id&tenant_id=42b1ef643dda4357aa2693544e61640e HTTP/1.1" status: 200 len: 267 time: 0.1405656 Oct 20 10:28:55.021289 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-9ae01b54-8cde-4f88-b28b-3e8eaac39fbc None None] Port 0fe2e350-e1c7-4f76-917a-6377afa56771 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:28:55.028384 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:55.052039 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d774efc7-83cb-4707-98d9-afc642702ffc req-d5d79a55-c0d1-4441-90e4-288bf8f98ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:55.053881 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d774efc7-83cb-4707-98d9-afc642702ffc req-d5d79a55-c0d1-4441-90e4-288bf8f98ae9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=42b1ef643dda4357aa2693544e61640e&device_id=37819879-6a8f-4e60-9b45-e7343fc19d33 HTTP/1.1" status: 200 len: 1135 time: 0.1785326 Oct 20 10:28:55.055048 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 881c7a80-b4c4-49cf-830f-c0cebb93d82f {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:28:55.079668 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 881c7a80-b4c4-49cf-830f-c0cebb93d82f, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=881c7a80-b4c4-49cf-830f-c0cebb93d82f,segment=NetworkSegment(dd88a4e0-deb3-4ff4-9fda-1ddc61c05921),segment_id=dd88a4e0-deb3-4ff4-9fda-1ddc61c05921)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:28:55.081129 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d765763-c9f1-4693-868e-f7e82375c9cd req-7919bcfa-b38b-4ca4-9cad-d51853a3e1e4 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:55.082634 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7d765763-c9f1-4693-868e-f7e82375c9cd req-7919bcfa-b38b-4ca4-9cad-d51853a3e1e4 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed8b260-e677-410d-8e1a-3f9bd4c5c192 HTTP/1.1" status: 200 len: 950 time: 0.1665411 Oct 20 10:28:55.084472 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:55.100095 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8d8f6f-8522-4ccc-bc67-7f20344f8834 req-ecd829da-a9e2-489e-96a6-717b67a5f452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:55.100732 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-fd8d8f6f-8522-4ccc-bc67-7f20344f8834 req-ecd829da-a9e2-489e-96a6-717b67a5f452 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:55.102661 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-fd8d8f6f-8522-4ccc-bc67-7f20344f8834 req-ecd829da-a9e2-489e-96a6-717b67a5f452 service neutron] 10.222.0.69 "PUT /v2.0/ports/0371987a-4774-44fc-8b5d-9c1c4a305a09 HTTP/1.1" status: 200 len: 1121 time: 1.6061745 Oct 20 10:28:55.103425 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd829da-a9e2-489e-96a6-717b67a5f452 service neutron] Pushing event updated for resources: {'Port': ['ID=0371987a-4774-44fc-8b5d-9c1c4a305a09,revision_number=8']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:55.144632 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=881c7a80-b4c4-49cf-830f-c0cebb93d82f,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:55.152822 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cb70fb-bd23-4802-ace2-e107ee0a5d8a req-7fe77583-41af-4b75-b9c7-fed06e351c7a tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:55.154521 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-17cb70fb-bd23-4802-ace2-e107ee0a5d8a req-7fe77583-41af-4b75-b9c7-fed06e351c7a tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] 10.222.0.64 "GET /v2.0/ports?device_id=37819879-6a8f-4e60-9b45-e7343fc19d33 HTTP/1.1" status: 200 len: 984 time: 0.1591909 Oct 20 10:28:55.181015 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-17cb70fb-bd23-4802-ace2-e107ee0a5d8a req-426af1b3-3cea-425d-90ae-45babbb23d8d tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] Request body: {'port': {'security_groups': ['a63fa035-9252-4a30-bf29-691fc7c00c76']}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:28:55.204534 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [req-4e083cb8-315e-4fda-90bf-77cbeaec527f req-5da16e8d-55f1-47d3-b0d9-4dbc27f02020 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Allocated IP 192.168.233.235 (a7c57b12-d7c3-48bb-aa54-a67a56468a84/8f86199a-b8f2-45b4-a83a-995a7ea6fe42/fa148701-2bd3-45e4-ace6-f079253fac3b) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:28:55.239847 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['0371987a-4774-44fc-8b5d-9c1c4a305a09'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:28:55.292004 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7d765763-c9f1-4693-868e-f7e82375c9cd req-e667579d-ecf3-417b-bec5-376cddff2dc6 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/security-groups?id=dfac1146-e768-4d56-96b1-8816525464ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872828 Oct 20 10:28:55.350668 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d774efc7-83cb-4707-98d9-afc642702ffc req-ead21b47-2bb7-4dc6-8b60-4117d1540adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:55.351775 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d774efc7-83cb-4707-98d9-afc642702ffc req-ead21b47-2bb7-4dc6-8b60-4117d1540adc service neutron] 10.222.0.69 "GET /v2.0/networks?id=8cfae792-dae1-499b-8163-e6aee18e9ac1 HTTP/1.1" status: 200 len: 921 time: 0.2889917 Oct 20 10:28:55.352583 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8e876e6f-ca7b-4d5f-ab06-716d2e69d771 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for subnet, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:55.357799 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-17cb70fb-bd23-4802-ace2-e107ee0a5d8a req-426af1b3-3cea-425d-90ae-45babbb23d8d tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:55.364464 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b437c94b-f189-4c7e-b5d4-51c555d04a4d x-openstack-request-id: req-b437c94b-f189-4c7e-b5d4-51c555d04a4d {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:28:55.364777 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ed8b260-e677-410d-8e1a-3f9bd4c5c192", "name": "network-vif-plugged", "status": "completed", "tag": "4bf11690-7f8a-4a5d-b7d6-9b02b6176fea", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:28:55.365028 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b437c94b-f189-4c7e-b5d4-51c555d04a4d {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:28:55.365413 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ed8b260-e677-410d-8e1a-3f9bd4c5c192', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bf11690-7f8a-4a5d-b7d6-9b02b6176fea', 'code': 200} Oct 20 10:28:55.368921 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['881c7a80-b4c4-49cf-830f-c0cebb93d82f'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:28:55.409570 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-4e083cb8-315e-4fda-90bf-77cbeaec527f req-5da16e8d-55f1-47d3-b0d9-4dbc27f02020 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:55.444495 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d774efc7-83cb-4707-98d9-afc642702ffc req-e4764035-f737-46c2-997e-8144de8c60f0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9ff0c57f-c9ee-48e9-a95b-2abd8954e425 HTTP/1.1" status: 200 len: 217 time: 0.0592980 Oct 20 10:28:55.454269 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-4e083cb8-315e-4fda-90bf-77cbeaec527f req-5da16e8d-55f1-47d3-b0d9-4dbc27f02020 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:55.490753 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e876e6f-ca7b-4d5f-ab06-716d2e69d771 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3992aa86-237f-4dca-b281-e65b9c2cfa3d,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:55.624315 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d774efc7-83cb-4707-98d9-afc642702ffc req-91e409f8-5bfa-45a4-b3e2-552c3ea7c275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:55.626411 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d774efc7-83cb-4707-98d9-afc642702ffc req-91e409f8-5bfa-45a4-b3e2-552c3ea7c275 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=fa453291-6ed6-480d-9668-eca2978cd872 HTTP/1.1" status: 200 len: 860 time: 0.1513236 Oct 20 10:28:55.636738 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e876e6f-ca7b-4d5f-ab06-716d2e69d771 admin admin] Checking segment: {'id': '75fb7eec-707f-463a-8723-6d8858b50827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '47c56c38-83b7-4b60-aa28-0691cde97b4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:28:55.637098 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e876e6f-ca7b-4d5f-ab06-716d2e69d771 admin admin] Network hostable DHCP agents. Network: 47c56c38-83b7-4b60-aa28-0691cde97b4b, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:28:55.659761 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425e8a51-cb90-4731-ab83-1a1819d2c573 req-9db93682-e8a7-44f8-8ae6-56d3c0fe6590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:55.661252 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-425e8a51-cb90-4731-ab83-1a1819d2c573 req-9db93682-e8a7-44f8-8ae6-56d3c0fe6590 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2ed8b260-e677-410d-8e1a-3f9bd4c5c192 HTTP/1.1" status: 200 len: 1101 time: 0.1879134 Oct 20 10:28:55.688910 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d774efc7-83cb-4707-98d9-afc642702ffc req-fb9ddddf-06ef-45f2-b7a6-712020297883 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8cfae792-dae1-499b-8163-e6aee18e9ac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475879 Oct 20 10:28:55.704287 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b731b6b-0b3b-4d6b-8e7d-1dd45f5ccc1b req-764e1b51-f7f1-4571-89e5-bd83c5218c55 tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:55.705782 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0b731b6b-0b3b-4d6b-8e7d-1dd45f5ccc1b req-764e1b51-f7f1-4571-89e5-bd83c5218c55 tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] 10.222.0.64 "GET /v2.0/ports?device_id=9f9f84b3-38b7-4b0b-9bb9-8512b0ad0404 HTTP/1.1" status: 200 len: 945 time: 0.2120550 Oct 20 10:28:55.761757 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e083cb8-315e-4fda-90bf-77cbeaec527f req-5da16e8d-55f1-47d3-b0d9-4dbc27f02020 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Network a7c57b12-d7c3-48bb-aa54-a67a56468a84 is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:28:55.771935 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [req-4e083cb8-315e-4fda-90bf-77cbeaec527f req-5da16e8d-55f1-47d3-b0d9-4dbc27f02020 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:28:55.775306 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da16e8d-55f1-47d3-b0d9-4dbc27f02020 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Pushing event updated for resources: {'Port': ['ID=fa148701-2bd3-45e4-ace6-f079253fac3b,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:55.778846 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e083cb8-315e-4fda-90bf-77cbeaec527f req-5da16e8d-55f1-47d3-b0d9-4dbc27f02020 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:28:55.784990 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e876e6f-ca7b-4d5f-ab06-716d2e69d771 admin admin] Network 47c56c38-83b7-4b60-aa28-0691cde97b4b is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:28:55.851353 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e083cb8-315e-4fda-90bf-77cbeaec527f req-5da16e8d-55f1-47d3-b0d9-4dbc27f02020 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:55.852018 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-4e083cb8-315e-4fda-90bf-77cbeaec527f req-5da16e8d-55f1-47d3-b0d9-4dbc27f02020 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:55.879437 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-4e083cb8-315e-4fda-90bf-77cbeaec527f req-5da16e8d-55f1-47d3-b0d9-4dbc27f02020 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7856634 Oct 20 10:28:55.913189 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [req-4e083cb8-315e-4fda-90bf-77cbeaec527f req-17b0a4e0-9ab4-4e95-b618-ea81952956ae service neutron] Request body: {'port': {'device_id': '39b19f26-435f-4219-86de-3e7bc15de1ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811396-3'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:28:55.946850 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [req-42f8eb8b-820b-4336-9ca1-dcbc6eea0ac2 req-14077db2-676c-444f-9ca9-6bc1e098f2b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fe2e350-e1c7-4f76-917a-6377afa56771 {{(pid=100597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:28:55.959845 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-42f8eb8b-820b-4336-9ca1-dcbc6eea0ac2 req-14077db2-676c-444f-9ca9-6bc1e098f2b4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:55.994967 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.provisioning_blocks [req-42f8eb8b-820b-4336-9ca1-dcbc6eea0ac2 req-14077db2-676c-444f-9ca9-6bc1e098f2b4 service neutron] Transition to ACTIVE for port object 0fe2e350-e1c7-4f76-917a-6377afa56771 will not be triggered until provisioned by entity L2. {{(pid=100597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:28:55.996082 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-4e083cb8-315e-4fda-90bf-77cbeaec527f req-17b0a4e0-9ab4-4e95-b618-ea81952956ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:56.005356 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-42f8eb8b-820b-4336-9ca1-dcbc6eea0ac2 req-14077db2-676c-444f-9ca9-6bc1e098f2b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:56.055665 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1182b699-7c90-4b47-b958-f2503c88c2a0 None None] Provisioning complete for port fa148701-2bd3-45e4-ace6-f079253fac3b triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:28:56.056208 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1182b699-7c90-4b47-b958-f2503c88c2a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:56.078325 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-425e8a51-cb90-4731-ab83-1a1819d2c573 req-6c342da6-e1e0-40b3-90af-21037a75d3aa service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=dfac1146-e768-4d56-96b1-8816525464ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3932848 Oct 20 10:28:56.087793 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-8e876e6f-ca7b-4d5f-ab06-716d2e69d771 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, 47c56c38-83b7-4b60-aa28-0691cde97b4b) {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:28:56.099313 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6825938a-ba43-4acd-bb0b-581470c78f0b None None] Network 47c56c38-83b7-4b60-aa28-0691cde97b4b requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:28:56.116232 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e876e6f-ca7b-4d5f-ab06-716d2e69d771 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:56.116809 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8e876e6f-ca7b-4d5f-ab06-716d2e69d771 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:56.122553 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1182b699-7c90-4b47-b958-f2503c88c2a0 None None] Port fa148701-2bd3-45e4-ace6-f079253fac3b cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:28:56.146040 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0b731b6b-0b3b-4d6b-8e7d-1dd45f5ccc1b req-24a0d46a-260b-4945-a2d5-b42240fa1dd6 tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] 10.222.0.64 "GET /v2.0/security-groups?id=3a2ddb16-f0a7-4b59-b44b-d401de192cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4200459 Oct 20 10:28:56.195530 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14077db2-676c-444f-9ca9-6bc1e098f2b4 service neutron] Pushing event updated for resources: {'Port': ['ID=0fe2e350-e1c7-4f76-917a-6377afa56771,revision_number=2']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:56.198371 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['aae3cda1-d0c7-410c-8006-356e09a086ac'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:28:56.210115 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-8e876e6f-ca7b-4d5f-ab06-716d2e69d771 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4802153 Oct 20 10:28:56.222700 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-17cb70fb-bd23-4802-ace2-e107ee0a5d8a req-426af1b3-3cea-425d-90ae-45babbb23d8d tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] For port 9ff0c57f-c9ee-48e9-a95b-2abd8954e425, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=9ff0c57f-c9ee-48e9-a95b-2abd8954e425,segment=NetworkSegment(9e138cd8-6672-4dd2-ab84-31af91836628),segment_id=9e138cd8-6672-4dd2-ab84-31af91836628)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:28:56.249002 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d774efc7-83cb-4707-98d9-afc642702ffc req-4337e097-c38e-4fb8-a97c-26c94132e5d3 service neutron] 10.222.0.69 "GET /v2.0/networks/8cfae792-dae1-499b-8163-e6aee18e9ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5401134 Oct 20 10:28:56.323426 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-42f8eb8b-820b-4336-9ca1-dcbc6eea0ac2 req-14077db2-676c-444f-9ca9-6bc1e098f2b4 service neutron] Attempting to bind port 0fe2e350-e1c7-4f76-917a-6377afa56771 on host n-h1-811396-3 for vnic_type normal with profile {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:28:56.323760 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-42f8eb8b-820b-4336-9ca1-dcbc6eea0ac2 req-14077db2-676c-444f-9ca9-6bc1e098f2b4 service neutron] Attempting to bind port 0fe2e350-e1c7-4f76-917a-6377afa56771 by drivers openvswitch,hyperv on host n-h1-811396-3 at level 0 using segments [{'id': '6f472196-aa1a-40bf-bd06-ef9f07584bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84'}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:28:56.324325 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f8eb8b-820b-4336-9ca1-dcbc6eea0ac2 req-14077db2-676c-444f-9ca9-6bc1e098f2b4 service neutron] Attempting to bind port 0fe2e350-e1c7-4f76-917a-6377afa56771 on network a7c57b12-d7c3-48bb-aa54-a67a56468a84 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:28:56.335257 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f8eb8b-820b-4336-9ca1-dcbc6eea0ac2 req-14077db2-676c-444f-9ca9-6bc1e098f2b4 service neutron] Port 0fe2e350-e1c7-4f76-917a-6377afa56771 on network a7c57b12-d7c3-48bb-aa54-a67a56468a84 not bound, no agent of type Open vSwitch agent registered on host n-h1-811396-3 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:28:56.335741 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f8eb8b-820b-4336-9ca1-dcbc6eea0ac2 req-14077db2-676c-444f-9ca9-6bc1e098f2b4 service neutron] Attempting to bind port 0fe2e350-e1c7-4f76-917a-6377afa56771 on network a7c57b12-d7c3-48bb-aa54-a67a56468a84 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:28:56.345287 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f8eb8b-820b-4336-9ca1-dcbc6eea0ac2 req-14077db2-676c-444f-9ca9-6bc1e098f2b4 service neutron] Checking agent: {'id': 'b707b4cc-061f-4cf4-bce0-0b3df9b7bec9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:28:56.345287 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f8eb8b-820b-4336-9ca1-dcbc6eea0ac2 req-14077db2-676c-444f-9ca9-6bc1e098f2b4 service neutron] Checking segment: {'id': '6f472196-aa1a-40bf-bd06-ef9f07584bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:28:56.345641 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f8eb8b-820b-4336-9ca1-dcbc6eea0ac2 req-14077db2-676c-444f-9ca9-6bc1e098f2b4 service neutron] Bound using segment: {'id': '6f472196-aa1a-40bf-bd06-ef9f07584bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84'} {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:28:56.345891 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-42f8eb8b-820b-4336-9ca1-dcbc6eea0ac2 req-14077db2-676c-444f-9ca9-6bc1e098f2b4 service neutron] Bound port: 0fe2e350-e1c7-4f76-917a-6377afa56771, host: n-h1-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f472196-aa1a-40bf-bd06-ef9f07584bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84'}}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:28:56.346248 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-42f8eb8b-820b-4336-9ca1-dcbc6eea0ac2 req-14077db2-676c-444f-9ca9-6bc1e098f2b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:56.381159 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-17cb70fb-bd23-4802-ace2-e107ee0a5d8a req-426af1b3-3cea-425d-90ae-45babbb23d8d tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:56.394713 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab34cf68-1139-4c78-916b-36b5a93d78b8 None None] Network 47c56c38-83b7-4b60-aa28-0691cde97b4b requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:28:56.395457 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-17cb70fb-bd23-4802-ace2-e107ee0a5d8a req-426af1b3-3cea-425d-90ae-45babbb23d8d tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:56.424928 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dad9903-26c2-4d77-a605-778071799c95 req-42988458-08c3-40f7-8b95-384c23d1e1be tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:56.433348 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1dad9903-26c2-4d77-a605-778071799c95 req-42988458-08c3-40f7-8b95-384c23d1e1be tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=39b19f26-435f-4219-86de-3e7bc15de1ed HTTP/1.1" status: 200 len: 936 time: 0.1816564 Oct 20 10:28:56.483598 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [req-42f8eb8b-820b-4336-9ca1-dcbc6eea0ac2 req-14077db2-676c-444f-9ca9-6bc1e098f2b4 service neutron] For port 0fe2e350-e1c7-4f76-917a-6377afa56771, host n-h1-811396-3, cleared binding levels {{(pid=100597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:28:56.489434 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [req-42f8eb8b-820b-4336-9ca1-dcbc6eea0ac2 req-14077db2-676c-444f-9ca9-6bc1e098f2b4 service neutron] For port 0fe2e350-e1c7-4f76-917a-6377afa56771, host n-h1-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=0fe2e350-e1c7-4f76-917a-6377afa56771,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:28:56.516951 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-42f8eb8b-820b-4336-9ca1-dcbc6eea0ac2 req-14077db2-676c-444f-9ca9-6bc1e098f2b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:56.523770 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cb70fb-bd23-4802-ace2-e107ee0a5d8a req-426af1b3-3cea-425d-90ae-45babbb23d8d tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:56.524552 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-17cb70fb-bd23-4802-ace2-e107ee0a5d8a req-426af1b3-3cea-425d-90ae-45babbb23d8d tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:56.526424 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-17cb70fb-bd23-4802-ace2-e107ee0a5d8a req-426af1b3-3cea-425d-90ae-45babbb23d8d tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] 10.222.0.64 "PUT /v2.0/ports/9ff0c57f-c9ee-48e9-a95b-2abd8954e425 HTTP/1.1" status: 200 len: 942 time: 1.3555646 Oct 20 10:28:56.541747 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d774efc7-83cb-4707-98d9-afc642702ffc req-aa2342f2-7bed-42b2-bc1d-237ce6203cf0 service neutron] 10.222.0.69 "GET /v2.0/networks/8cfae792-dae1-499b-8163-e6aee18e9ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2766411 Oct 20 10:28:56.556192 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426af1b3-3cea-425d-90ae-45babbb23d8d tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] Pushing event updated for resources: {'Port': ['ID=9ff0c57f-c9ee-48e9-a95b-2abd8954e425,revision_number=7']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:56.580247 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1dad9903-26c2-4d77-a605-778071799c95 req-911db845-4b99-4d35-8308-dd82c51040aa tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396265 Oct 20 10:28:56.597108 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14077db2-676c-444f-9ca9-6bc1e098f2b4 service neutron] Pushing event updated for resources: {'Port': ['ID=0fe2e350-e1c7-4f76-917a-6377afa56771,revision_number=3']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:56.602729 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [req-4e083cb8-315e-4fda-90bf-77cbeaec527f req-17b0a4e0-9ab4-4e95-b618-ea81952956ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa148701-2bd3-45e4-ace6-f079253fac3b {{(pid=100597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:28:56.607960 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f8eb8b-820b-4336-9ca1-dcbc6eea0ac2 req-14077db2-676c-444f-9ca9-6bc1e098f2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:56.608516 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-42f8eb8b-820b-4336-9ca1-dcbc6eea0ac2 req-14077db2-676c-444f-9ca9-6bc1e098f2b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:56.610017 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-42f8eb8b-820b-4336-9ca1-dcbc6eea0ac2 req-14077db2-676c-444f-9ca9-6bc1e098f2b4 service neutron] 10.222.0.55 "PUT /v2.0/ports/0fe2e350-e1c7-4f76-917a-6377afa56771 HTTP/1.1" status: 200 len: 1096 time: 1.8096449 Oct 20 10:28:56.611795 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 881c7a80-b4c4-49cf-830f-c0cebb93d82f up at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:28:56.614735 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-4e083cb8-315e-4fda-90bf-77cbeaec527f req-17b0a4e0-9ab4-4e95-b618-ea81952956ae service neutron] Publish callbacks [] for port, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:56.634330 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.provisioning_blocks [req-4e083cb8-315e-4fda-90bf-77cbeaec527f req-17b0a4e0-9ab4-4e95-b618-ea81952956ae service neutron] Transition to ACTIVE for port object fa148701-2bd3-45e4-ace6-f079253fac3b will not be triggered until provisioned by entity L2. {{(pid=100597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:28:56.639570 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-4e083cb8-315e-4fda-90bf-77cbeaec527f req-17b0a4e0-9ab4-4e95-b618-ea81952956ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:56.733496 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning for port 881c7a80-b4c4-49cf-830f-c0cebb93d82f completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:28:56.734353 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b0a4e0-9ab4-4e95-b618-ea81952956ae service neutron] Pushing event updated for resources: {'Port': ['ID=fa148701-2bd3-45e4-ace6-f079253fac3b,revision_number=2']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:56.749541 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning complete for port 881c7a80-b4c4-49cf-830f-c0cebb93d82f triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:28:56.750082 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:56.783058 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f809f0fb-ca98-431b-8a07-b522646e694e req-fa5f8288-904b-4362-af56-66f138778781 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:56.784769 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f809f0fb-ca98-431b-8a07-b522646e694e req-fa5f8288-904b-4362-af56-66f138778781 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/ports?device_id=1eabf57a-87ff-45e4-a8c1-0331e36a3388 HTTP/1.1" status: 200 len: 943 time: 0.0944698 Oct 20 10:28:56.791681 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['9ff0c57f-c9ee-48e9-a95b-2abd8954e425'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:28:56.840150 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37819879-6a8f-4e60-9b45-e7343fc19d33', 'tag': '9ff0c57f-c9ee-48e9-a95b-2abd8954e425'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:28:56.842499 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c45cbecf-5bf7-4e00-bcd7-b49273db066a" -d '{"events": [{"name": "network-changed", "server_uuid": "37819879-6a8f-4e60-9b45-e7343fc19d33", "tag": "9ff0c57f-c9ee-48e9-a95b-2abd8954e425"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:28:56.870284 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1eabf57a-87ff-45e4-a8c1-0331e36a3388', 'tag': '0371987a-4774-44fc-8b5d-9c1c4a305a09'}, {'name': 'network-changed', 'server_uuid': 'ca3b72a5-5f22-42e5-b43d-f2d1016af8d5', 'tag': '0fe2e350-e1c7-4f76-917a-6377afa56771'}] {{(pid=100597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:28:56.872618 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd85cad6a391afaa95d2dd5280bfd4659fc1e1b2aba53b5e7ef874f059efcdc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46cdb2fd-477a-4982-97e6-cef482588ef2" -d '{"events": [{"name": "network-changed", "server_uuid": "1eabf57a-87ff-45e4-a8c1-0331e36a3388", "tag": "0371987a-4774-44fc-8b5d-9c1c4a305a09"}, {"name": "network-changed", "server_uuid": "ca3b72a5-5f22-42e5-b43d-f2d1016af8d5", "tag": "0fe2e350-e1c7-4f76-917a-6377afa56771"}]}' {{(pid=100597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:28:56.876872 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f809f0fb-ca98-431b-8a07-b522646e694e req-a9a98f5c-5b26-4a28-ba33-ff7922810044 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba094063-4980-4c22-bc34-9c1534c0beb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843847 Oct 20 10:28:56.897824 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-4e083cb8-315e-4fda-90bf-77cbeaec527f req-17b0a4e0-9ab4-4e95-b618-ea81952956ae service neutron] Attempting to bind port fa148701-2bd3-45e4-ace6-f079253fac3b on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:28:56.898157 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-4e083cb8-315e-4fda-90bf-77cbeaec527f req-17b0a4e0-9ab4-4e95-b618-ea81952956ae service neutron] Attempting to bind port fa148701-2bd3-45e4-ace6-f079253fac3b by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': '6f472196-aa1a-40bf-bd06-ef9f07584bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84'}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:28:56.898591 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e083cb8-315e-4fda-90bf-77cbeaec527f req-17b0a4e0-9ab4-4e95-b618-ea81952956ae service neutron] Attempting to bind port fa148701-2bd3-45e4-ace6-f079253fac3b on network a7c57b12-d7c3-48bb-aa54-a67a56468a84 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:28:56.913969 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f8eb8b-820b-4336-9ca1-dcbc6eea0ac2 req-24410233-7716-485a-ab14-6f604e873250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:56.915564 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-42f8eb8b-820b-4336-9ca1-dcbc6eea0ac2 req-24410233-7716-485a-ab14-6f604e873250 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f0b7a1cf92504b77b60d73accbe0210e&device_id=ca3b72a5-5f22-42e5-b43d-f2d1016af8d5 HTTP/1.1" status: 200 len: 1099 time: 0.2372360 Oct 20 10:28:56.916719 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e083cb8-315e-4fda-90bf-77cbeaec527f req-17b0a4e0-9ab4-4e95-b618-ea81952956ae service neutron] Port fa148701-2bd3-45e4-ace6-f079253fac3b on network a7c57b12-d7c3-48bb-aa54-a67a56468a84 not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:28:56.917006 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e083cb8-315e-4fda-90bf-77cbeaec527f req-17b0a4e0-9ab4-4e95-b618-ea81952956ae service neutron] Attempting to bind port fa148701-2bd3-45e4-ace6-f079253fac3b on network a7c57b12-d7c3-48bb-aa54-a67a56468a84 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:28:56.923314 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e083cb8-315e-4fda-90bf-77cbeaec527f req-17b0a4e0-9ab4-4e95-b618-ea81952956ae service neutron] Checking agent: {'id': '061232a2-7adc-4ba1-a873-e8cb136b064d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 28, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:28:56.927915 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e083cb8-315e-4fda-90bf-77cbeaec527f req-17b0a4e0-9ab4-4e95-b618-ea81952956ae service neutron] Checking segment: {'id': '6f472196-aa1a-40bf-bd06-ef9f07584bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:28:56.928342 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e083cb8-315e-4fda-90bf-77cbeaec527f req-17b0a4e0-9ab4-4e95-b618-ea81952956ae service neutron] Bound using segment: {'id': '6f472196-aa1a-40bf-bd06-ef9f07584bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84'} {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:28:56.928806 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-4e083cb8-315e-4fda-90bf-77cbeaec527f req-17b0a4e0-9ab4-4e95-b618-ea81952956ae service neutron] Bound port: fa148701-2bd3-45e4-ace6-f079253fac3b, host: n-h2-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f472196-aa1a-40bf-bd06-ef9f07584bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84'}}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:28:56.929174 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-4e083cb8-315e-4fda-90bf-77cbeaec527f req-17b0a4e0-9ab4-4e95-b618-ea81952956ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:56.980213 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-42f8eb8b-820b-4336-9ca1-dcbc6eea0ac2 req-a021f2a4-e379-4525-959a-e4d10fc86afa service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=0fe2e350-e1c7-4f76-917a-6377afa56771 HTTP/1.1" status: 200 len: 217 time: 0.0405772 Oct 20 10:28:57.040127 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:57.063504 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd4a806-6276-4710-9685-18ba2a1ff1f4 req-b16b1c43-7b70-4dee-9732-20ebd2f8a778 tempest-ServerDiagnosticsNegativeTest-1035048809 tempest-ServerDiagnosticsNegativeTest-1035048809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:57.071978 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5bd4a806-6276-4710-9685-18ba2a1ff1f4 req-b16b1c43-7b70-4dee-9732-20ebd2f8a778 tempest-ServerDiagnosticsNegativeTest-1035048809 tempest-ServerDiagnosticsNegativeTest-1035048809-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca3b72a5-5f22-42e5-b43d-f2d1016af8d5 HTTP/1.1" status: 200 len: 948 time: 0.0895913 Oct 20 10:28:57.088535 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cf83c8-979e-47ef-9223-26da9a2b483f req-8371e78d-b12b-4405-adb9-9ced9815f9c9 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:57.096237 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-33cf83c8-979e-47ef-9223-26da9a2b483f req-8371e78d-b12b-4405-adb9-9ced9815f9c9 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed8b260-e677-410d-8e1a-3f9bd4c5c192 HTTP/1.1" status: 200 len: 950 time: 0.1022418 Oct 20 10:28:57.100811 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f8eb8b-820b-4336-9ca1-dcbc6eea0ac2 req-3d88cda8-1452-4c60-89b5-eefcbdb6cf2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:57.102304 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-42f8eb8b-820b-4336-9ca1-dcbc6eea0ac2 req-3d88cda8-1452-4c60-89b5-eefcbdb6cf2c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8f86199a-b8f2-45b4-a83a-995a7ea6fe42 HTTP/1.1" status: 200 len: 843 time: 0.0932245 Oct 20 10:28:57.104888 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['9ff0c57f-c9ee-48e9-a95b-2abd8954e425'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:28:57.107292 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [req-4e083cb8-315e-4fda-90bf-77cbeaec527f req-17b0a4e0-9ab4-4e95-b618-ea81952956ae service neutron] For port fa148701-2bd3-45e4-ace6-f079253fac3b, host n-h2-811396-3, cleared binding levels {{(pid=100597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:28:57.107915 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 881c7a80-b4c4-49cf-830f-c0cebb93d82f, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=881c7a80-b4c4-49cf-830f-c0cebb93d82f,segment=NetworkSegment(dd88a4e0-deb3-4ff4-9fda-1ddc61c05921),segment_id=dd88a4e0-deb3-4ff4-9fda-1ddc61c05921)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:28:57.111249 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [req-4e083cb8-315e-4fda-90bf-77cbeaec527f req-17b0a4e0-9ab4-4e95-b618-ea81952956ae service neutron] For port fa148701-2bd3-45e4-ace6-f079253fac3b, host n-h2-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=fa148701-2bd3-45e4-ace6-f079253fac3b,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:28:57.124925 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-4e083cb8-315e-4fda-90bf-77cbeaec527f req-17b0a4e0-9ab4-4e95-b618-ea81952956ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:57.148899 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:57.171543 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5bd4a806-6276-4710-9685-18ba2a1ff1f4 req-75a63ae4-1cb4-41f2-9929-440bcae74953 tempest-ServerDiagnosticsNegativeTest-1035048809 tempest-ServerDiagnosticsNegativeTest-1035048809-project] 10.222.0.64 "GET /v2.0/security-groups?id=31667a16-125a-4972-bd52-40ce9f379022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897958 Oct 20 10:28:57.188154 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e083cb8-315e-4fda-90bf-77cbeaec527f req-17b0a4e0-9ab4-4e95-b618-ea81952956ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:57.189389 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-4e083cb8-315e-4fda-90bf-77cbeaec527f req-17b0a4e0-9ab4-4e95-b618-ea81952956ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:57.190813 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-4e083cb8-315e-4fda-90bf-77cbeaec527f req-17b0a4e0-9ab4-4e95-b618-ea81952956ae service neutron] 10.222.0.69 "PUT /v2.0/ports/fa148701-2bd3-45e4-ace6-f079253fac3b HTTP/1.1" status: 200 len: 1096 time: 1.2839506 Oct 20 10:28:57.191771 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-33cf83c8-979e-47ef-9223-26da9a2b483f req-fd6c78e5-2c07-45a0-9495-a3a18d4714b5 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/security-groups?id=dfac1146-e768-4d56-96b1-8816525464ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889003 Oct 20 10:28:57.217114 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f8eb8b-820b-4336-9ca1-dcbc6eea0ac2 req-4be8e227-9ae9-46b7-890b-4bac541b0970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:57.218873 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-42f8eb8b-820b-4336-9ca1-dcbc6eea0ac2 req-4be8e227-9ae9-46b7-890b-4bac541b0970 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a7c57b12-d7c3-48bb-aa54-a67a56468a84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1061571 Oct 20 10:28:57.256141 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b0a4e0-9ab4-4e95-b618-ea81952956ae service neutron] Pushing event updated for resources: {'Port': ['ID=fa148701-2bd3-45e4-ace6-f079253fac3b,revision_number=3']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:57.275700 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=881c7a80-b4c4-49cf-830f-c0cebb93d82f,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:57.372539 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e083cb8-315e-4fda-90bf-77cbeaec527f req-8c1ae11b-c545-4f98-ac88-5b423cdd0fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:57.374106 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-4e083cb8-315e-4fda-90bf-77cbeaec527f req-8c1ae11b-c545-4f98-ac88-5b423cdd0fe2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9f75d9a0b8ce44faaac4d8054667820c&device_id=39b19f26-435f-4219-86de-3e7bc15de1ed HTTP/1.1" status: 200 len: 1099 time: 0.0962486 Oct 20 10:28:57.380768 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f9f84b3-38b7-4b0b-9bb9-8512b0ad0404', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '881c7a80-b4c4-49cf-830f-c0cebb93d82f'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:28:57.383032 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec2a2e71-ee4e-4dad-8622-3afe5278db41" -d '{"events": [{"server_uuid": "9f9f84b3-38b7-4b0b-9bb9-8512b0ad0404", "name": "network-vif-plugged", "status": "completed", "tag": "881c7a80-b4c4-49cf-830f-c0cebb93d82f"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:28:57.431408 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-42f8eb8b-820b-4336-9ca1-dcbc6eea0ac2 req-dd4edac4-cdfc-4df5-b261-c978fbea7298 service neutron] 10.222.0.55 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021897 Oct 20 10:28:57.433047 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-4e083cb8-315e-4fda-90bf-77cbeaec527f req-9a625d18-4e6c-4b0d-81ee-7e572c14a40d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=fa148701-2bd3-45e4-ace6-f079253fac3b HTTP/1.1" status: 200 len: 217 time: 0.0466411 Oct 20 10:28:57.550918 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c06875dc-031f-45d6-a2d7-ebfc1e7ef375 req-a4b1ad20-8c4e-4aa4-8770-475c4ce1f0d5 tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3450928 Oct 20 10:28:57.563904 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-c06875dc-031f-45d6-a2d7-ebfc1e7ef375 req-75f9793a-0918-44a8-93e5-b9b9cfc9c6d5 tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] Request body: {'floatingip': {'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:28:57.565384 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e083cb8-315e-4fda-90bf-77cbeaec527f req-36c48ca8-eea1-4236-a2e0-57086352d31b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:57.566854 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-4e083cb8-315e-4fda-90bf-77cbeaec527f req-36c48ca8-eea1-4236-a2e0-57086352d31b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8f86199a-b8f2-45b4-a83a-995a7ea6fe42 HTTP/1.1" status: 200 len: 843 time: 0.1242321 Oct 20 10:28:57.621933 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-42f8eb8b-820b-4336-9ca1-dcbc6eea0ac2 req-fdf5eab4-5f49-4767-bea9-0c52e2bfa727 service neutron] 10.222.0.55 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612206 Oct 20 10:28:57.630994 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e083cb8-315e-4fda-90bf-77cbeaec527f req-feaa9ed1-e8d4-4462-830f-831d96c6cfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:57.632451 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-4e083cb8-315e-4fda-90bf-77cbeaec527f req-feaa9ed1-e8d4-4462-830f-831d96c6cfb5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a7c57b12-d7c3-48bb-aa54-a67a56468a84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0564685 Oct 20 10:28:57.643043 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c06875dc-031f-45d6-a2d7-ebfc1e7ef375 req-75f9793a-0918-44a8-93e5-b9b9cfc9c6d5 tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] Publish callbacks [] for floatingip, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:57.678015 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6e39eb-51d0-4afe-b58b-383510759cb7 req-a04d31c3-887b-4f39-8a2f-f61040afe227 tempest-VolumesAdminNegativeTest-1459988767 tempest-VolumesAdminNegativeTest-1459988767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:57.679507 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9f6e39eb-51d0-4afe-b58b-383510759cb7 req-a04d31c3-887b-4f39-8a2f-f61040afe227 tempest-VolumesAdminNegativeTest-1459988767 tempest-VolumesAdminNegativeTest-1459988767-project] 10.222.0.64 "GET /v2.0/networks?id=1d304c1c-2df7-49e8-aecc-af0c3a0b69ff HTTP/1.1" status: 200 len: 815 time: 0.1807804 Oct 20 10:28:57.704435 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9f6e39eb-51d0-4afe-b58b-383510759cb7 req-b8674b80-5f13-4fa0-882a-84dd5b1c5360 tempest-VolumesAdminNegativeTest-1459988767 tempest-VolumesAdminNegativeTest-1459988767-project] 10.222.0.64 "GET /v2.0/quotas/5da7f2ee1bf648c2a4ac6363d2afec67 HTTP/1.1" status: 200 len: 375 time: 0.0186076 Oct 20 10:28:57.730172 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-4e083cb8-315e-4fda-90bf-77cbeaec527f req-01163de0-34b6-484d-ba12-6484cccf4ffe service neutron] 10.222.0.69 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845873 Oct 20 10:28:57.766120 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9f6e39eb-51d0-4afe-b58b-383510759cb7 req-8a9740f2-0579-46fa-ac68-90de23bfba4f tempest-VolumesAdminNegativeTest-1459988767 tempest-VolumesAdminNegativeTest-1459988767-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=5da7f2ee1bf648c2a4ac6363d2afec67&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0556719 Oct 20 10:28:57.829842 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-4e083cb8-315e-4fda-90bf-77cbeaec527f req-3d5c6749-d43c-4878-ad60-910d7cc6c52f service neutron] 10.222.0.69 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848768 Oct 20 10:28:57.854224 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c06875dc-031f-45d6-a2d7-ebfc1e7ef375 req-75f9793a-0918-44a8-93e5-b9b9cfc9c6d5 tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:57.880009 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9f6e39eb-51d0-4afe-b58b-383510759cb7 req-825d95d0-f604-40c2-a8b6-8e6d0b817577 service neutron] 10.222.0.64 "GET /v2.0/networks/1d304c1c-2df7-49e8-aecc-af0c3a0b69ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049566 Oct 20 10:28:58.049014 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [req-c06875dc-031f-45d6-a2d7-ebfc1e7ef375 req-75f9793a-0918-44a8-93e5-b9b9cfc9c6d5 tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] Allocated IP 172.25.1.5 (cbe170d3-31ba-45a2-b477-520ab0a7a8ea/f4e26aca-17ac-4adb-a66b-d939a1b35b64/432695c3-5fe2-45fc-9cfb-0b49b65b0a73) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:28:58.054568 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9f6e39eb-51d0-4afe-b58b-383510759cb7 req-c68cbfaf-b4f3-4698-90d8-fd91f8804386 service neutron] 10.222.0.64 "GET /v2.0/networks/1d304c1c-2df7-49e8-aecc-af0c3a0b69ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438646 Oct 20 10:28:58.158130 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c06875dc-031f-45d6-a2d7-ebfc1e7ef375 req-75f9793a-0918-44a8-93e5-b9b9cfc9c6d5 tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:58.198945 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c06875dc-031f-45d6-a2d7-ebfc1e7ef375 req-75f9793a-0918-44a8-93e5-b9b9cfc9c6d5 tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:58.201726 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:28:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44c16ac7-a7c5-471e-91d4-7eaadbe4e4cd x-openstack-request-id: req-44c16ac7-a7c5-471e-91d4-7eaadbe4e4cd {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:28:58.202132 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37819879-6a8f-4e60-9b45-e7343fc19d33", "tag": "9ff0c57f-c9ee-48e9-a95b-2abd8954e425", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:28:58.202383 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-44c16ac7-a7c5-471e-91d4-7eaadbe4e4cd {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:28:58.202763 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37819879-6a8f-4e60-9b45-e7343fc19d33', 'tag': '9ff0c57f-c9ee-48e9-a95b-2abd8954e425', 'status': 'completed', 'code': 200} Oct 20 10:28:58.252058 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c06875dc-031f-45d6-a2d7-ebfc1e7ef375 req-75f9793a-0918-44a8-93e5-b9b9cfc9c6d5 tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] Network cbe170d3-31ba-45a2-b477-520ab0a7a8ea is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:28:58.257216 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f9793a-0918-44a8-93e5-b9b9cfc9c6d5 tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] Pushing event updated for resources: {'Port': ['ID=432695c3-5fe2-45fc-9cfb-0b49b65b0a73,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:58.260978 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [req-c06875dc-031f-45d6-a2d7-ebfc1e7ef375 req-75f9793a-0918-44a8-93e5-b9b9cfc9c6d5 tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:28:58.262545 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 20 Oct 2021 10:28:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6504a63c-cefd-4a60-9a39-8ab55852cd75 x-openstack-request-id: req-6504a63c-cefd-4a60-9a39-8ab55852cd75 {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:28:58.263023 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1eabf57a-87ff-45e4-a8c1-0331e36a3388", "tag": "0371987a-4774-44fc-8b5d-9c1c4a305a09", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ca3b72a5-5f22-42e5-b43d-f2d1016af8d5", "tag": "0fe2e350-e1c7-4f76-917a-6377afa56771", "status": "completed", "code": 200}]} {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:28:58.263108 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6504a63c-cefd-4a60-9a39-8ab55852cd75 {{(pid=100597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:28:58.263282 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-c06875dc-031f-45d6-a2d7-ebfc1e7ef375 req-75f9793a-0918-44a8-93e5-b9b9cfc9c6d5 tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:28:58.263514 n-d-811396-3 neutron-server[100597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1eabf57a-87ff-45e4-a8c1-0331e36a3388', 'tag': '0371987a-4774-44fc-8b5d-9c1c4a305a09', 'status': 'completed', 'code': 200} Oct 20 10:28:58.263774 n-d-811396-3 neutron-server[100597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca3b72a5-5f22-42e5-b43d-f2d1016af8d5', 'tag': '0fe2e350-e1c7-4f76-917a-6377afa56771', 'status': 'completed', 'code': 200} Oct 20 10:28:58.305450 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45cbecf-5bf7-4e00-bcd7-b49273db066a req-9a38155d-d78f-4520-b714-7dad63aa9da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:58.306945 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-c45cbecf-5bf7-4e00-bcd7-b49273db066a req-9a38155d-d78f-4520-b714-7dad63aa9da0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=42b1ef643dda4357aa2693544e61640e&device_id=37819879-6a8f-4e60-9b45-e7343fc19d33 HTTP/1.1" status: 200 len: 1096 time: 0.0577838 Oct 20 10:28:58.317898 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c06875dc-031f-45d6-a2d7-ebfc1e7ef375 req-75f9793a-0918-44a8-93e5-b9b9cfc9c6d5 tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:58.363267 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c06875dc-031f-45d6-a2d7-ebfc1e7ef375 req-75f9793a-0918-44a8-93e5-b9b9cfc9c6d5 tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:58.438115 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45cbecf-5bf7-4e00-bcd7-b49273db066a req-4cc81f00-d10b-4867-b5cd-2b0a2796415c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:58.439716 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-c45cbecf-5bf7-4e00-bcd7-b49273db066a req-4cc81f00-d10b-4867-b5cd-2b0a2796415c service neutron] 10.222.0.69 "GET /v2.0/networks?id=8cfae792-dae1-499b-8163-e6aee18e9ac1 HTTP/1.1" status: 200 len: 921 time: 0.1179142 Oct 20 10:28:58.442611 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2c2f9b-c745-4bd8-9017-ba5ffe4157a3 req-27c3a9ae-cf62-46db-a89a-b6478ecce1fa tempest-LiveMigrationNegativeTest-1850627167 tempest-LiveMigrationNegativeTest-1850627167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:58.444146 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ed2c2f9b-c745-4bd8-9017-ba5ffe4157a3 req-27c3a9ae-cf62-46db-a89a-b6478ecce1fa tempest-LiveMigrationNegativeTest-1850627167 tempest-LiveMigrationNegativeTest-1850627167-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0213a17-48ff-49f2-b9ac-26bb84963d5f HTTP/1.1" status: 200 len: 949 time: 0.0921724 Oct 20 10:28:58.449577 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cdb2fd-477a-4982-97e6-cef482588ef2 req-4fc43cb4-8375-4c62-b99d-de706a2f902a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:58.451075 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-46cdb2fd-477a-4982-97e6-cef482588ef2 req-4fc43cb4-8375-4c62-b99d-de706a2f902a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9d344b97e96e4da89707d7e9ad8232dc&device_id=1eabf57a-87ff-45e4-a8c1-0331e36a3388 HTTP/1.1" status: 200 len: 1124 time: 0.0563099 Oct 20 10:28:58.509511 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-c45cbecf-5bf7-4e00-bcd7-b49273db066a req-44236b27-39ac-4af9-980a-6e3b54aada3d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9ff0c57f-c9ee-48e9-a95b-2abd8954e425 HTTP/1.1" status: 200 len: 217 time: 0.0572410 Oct 20 10:28:58.551736 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ed2c2f9b-c745-4bd8-9017-ba5ffe4157a3 req-f4338bf2-0930-4b6f-8673-3dbbe7ef903a tempest-LiveMigrationNegativeTest-1850627167 tempest-LiveMigrationNegativeTest-1850627167-project] 10.222.0.64 "GET /v2.0/security-groups?id=16f29da4-e76c-43e0-934f-c02c5cb6afce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817339 Oct 20 10:28:58.593633 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 0371987a-4774-44fc-8b5d-9c1c4a305a09 details requested by agent hyperv_n-h2-811396-3 with host n-h2-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:28:58.611069 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45cbecf-5bf7-4e00-bcd7-b49273db066a req-4f50969f-d125-4f03-bf8f-df8b14092be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:58.612633 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-c45cbecf-5bf7-4e00-bcd7-b49273db066a req-4f50969f-d125-4f03-bf8f-df8b14092be9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=fa453291-6ed6-480d-9668-eca2978cd872 HTTP/1.1" status: 200 len: 860 time: 0.0897315 Oct 20 10:28:58.629401 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c06875dc-031f-45d6-a2d7-ebfc1e7ef375 req-75f9793a-0918-44a8-93e5-b9b9cfc9c6d5 tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:58.630154 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cdb2fd-477a-4982-97e6-cef482588ef2 req-8493c5a3-78e9-48fe-84bc-192626519e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:58.631698 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-46cdb2fd-477a-4982-97e6-cef482588ef2 req-8493c5a3-78e9-48fe-84bc-192626519e71 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1ce4070f-3cfd-4061-95b1-2481b8fda5e7 HTTP/1.1" status: 200 len: 922 time: 0.1697023 Oct 20 10:28:58.649345 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c06875dc-031f-45d6-a2d7-ebfc1e7ef375 req-75f9793a-0918-44a8-93e5-b9b9cfc9c6d5 tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:58.661437 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-c45cbecf-5bf7-4e00-bcd7-b49273db066a req-02349762-e6d2-48a0-b515-75ee587db5eb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8cfae792-dae1-499b-8163-e6aee18e9ac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395427 Oct 20 10:28:58.697929 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-46cdb2fd-477a-4982-97e6-cef482588ef2 req-bdc3a3fb-0fb7-4e7e-82ed-fae40fa7e571 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0371987a-4774-44fc-8b5d-9c1c4a305a09 HTTP/1.1" status: 200 len: 217 time: 0.0459867 Oct 20 10:28:58.706261 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c06875dc-031f-45d6-a2d7-ebfc1e7ef375 req-75f9793a-0918-44a8-93e5-b9b9cfc9c6d5 tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1773381'] for floatingip, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:58.731200 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f9793a-0918-44a8-93e5-b9b9cfc9c6d5 tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] Pushing event updated for resources: {'Port': ['ID=432695c3-5fe2-45fc-9cfb-0b49b65b0a73,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:58.739117 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c06875dc-031f-45d6-a2d7-ebfc1e7ef375 req-75f9793a-0918-44a8-93e5-b9b9cfc9c6d5 tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for floatingip, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:58.743943 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c06875dc-031f-45d6-a2d7-ebfc1e7ef375 req-75f9793a-0918-44a8-93e5-b9b9cfc9c6d5 tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 1.1918485 Oct 20 10:28:58.756691 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cfe61a-951d-4b1d-9945-664aeba2248e req-9b8c6e03-6ea8-4a7f-89b0-ab9cc059b519 tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:58.764925 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-57cfe61a-951d-4b1d-9945-664aeba2248e req-9b8c6e03-6ea8-4a7f-89b0-ab9cc059b519 tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] 10.222.0.64 "GET /v2.0/ports?device_id=9f9f84b3-38b7-4b0b-9bb9-8512b0ad0404 HTTP/1.1" status: 200 len: 946 time: 0.1266625 Oct 20 10:28:58.770911 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 0371987a-4774-44fc-8b5d-9c1c4a305a09, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=0371987a-4774-44fc-8b5d-9c1c4a305a09,segment=NetworkSegment(21a06331-2010-4bb7-8d07-13da7f15af4f),segment_id=21a06331-2010-4bb7-8d07-13da7f15af4f)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:28:58.784452 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 0371987a-4774-44fc-8b5d-9c1c4a305a09 has no active binding in host n-h2-811396-3 {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 20 10:28:58.840234 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cdb2fd-477a-4982-97e6-cef482588ef2 req-0cb97942-c1eb-4e51-9170-408dc2c976af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:58.841798 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-46cdb2fd-477a-4982-97e6-cef482588ef2 req-0cb97942-c1eb-4e51-9170-408dc2c976af service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4012c245-3079-4795-8c54-d3f2bf73a5b0 HTTP/1.1" status: 200 len: 861 time: 0.0977883 Oct 20 10:28:58.845340 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-c45cbecf-5bf7-4e00-bcd7-b49273db066a req-8c347669-2a9b-4b22-a17f-fc170e2a745c service neutron] 10.222.0.69 "GET /v2.0/networks/8cfae792-dae1-499b-8163-e6aee18e9ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567833 Oct 20 10:28:58.854455 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c06875dc-031f-45d6-a2d7-ebfc1e7ef375 req-35a0dac5-a17f-4160-8056-43e735b892ac tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.1.5 HTTP/1.1" status: 200 len: 694 time: 0.0884075 Oct 20 10:28:58.882108 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-46cdb2fd-477a-4982-97e6-cef482588ef2 req-2041fe2c-6f05-4784-9cf6-c3b24460e1f2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1ce4070f-3cfd-4061-95b1-2481b8fda5e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318041 Oct 20 10:28:58.897027 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-57cfe61a-951d-4b1d-9945-664aeba2248e req-c73b6b0c-8017-4018-9b32-a2f37ecaf3bc tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] 10.222.0.64 "GET /v2.0/security-groups?id=3a2ddb16-f0a7-4b59-b44b-d401de192cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197259 Oct 20 10:28:58.949498 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ff31b62-0770-4abf-befd-2af1117a9c76 x-openstack-request-id: req-5ff31b62-0770-4abf-befd-2af1117a9c76 {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:28:58.949814 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f9f84b3-38b7-4b0b-9bb9-8512b0ad0404", "name": "network-vif-plugged", "status": "completed", "tag": "881c7a80-b4c4-49cf-830f-c0cebb93d82f", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:28:58.950072 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5ff31b62-0770-4abf-befd-2af1117a9c76 {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:28:58.950466 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f9f84b3-38b7-4b0b-9bb9-8512b0ad0404', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '881c7a80-b4c4-49cf-830f-c0cebb93d82f', 'code': 200} Oct 20 10:28:59.017119 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06875dc-031f-45d6-a2d7-ebfc1e7ef375 req-cbd1ecbf-b2b7-41ca-94aa-335306235280 tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:59.018730 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c06875dc-031f-45d6-a2d7-ebfc1e7ef375 req-cbd1ecbf-b2b7-41ca-94aa-335306235280 tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] 10.222.0.64 "GET /v2.0/networks/cbe170d3-31ba-45a2-b477-520ab0a7a8ea HTTP/1.1" status: 200 len: 784 time: 0.1575544 Oct 20 10:28:59.023501 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-c45cbecf-5bf7-4e00-bcd7-b49273db066a req-2639c0be-801e-4b13-a3f0-8759a05dff97 service neutron] 10.222.0.69 "GET /v2.0/networks/8cfae792-dae1-499b-8163-e6aee18e9ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635635 Oct 20 10:28:59.030832 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [req-c06875dc-031f-45d6-a2d7-ebfc1e7ef375 req-aa96fda5-f475-441a-9780-b6142ff1442d tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:28:59.031922 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c06875dc-031f-45d6-a2d7-ebfc1e7ef375 req-aa96fda5-f475-441a-9780-b6142ff1442d tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0071080 Oct 20 10:28:59.055338 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-46cdb2fd-477a-4982-97e6-cef482588ef2 req-88bd56a7-f8ab-4eaf-9be9-2c2b08e44cca service neutron] 10.222.0.55 "GET /v2.0/networks/1ce4070f-3cfd-4061-95b1-2481b8fda5e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191773 Oct 20 10:28:59.136938 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505b815e-c170-4aaf-91ef-46175ba22658 req-53cfb245-826b-4095-8427-17ccdd9a03c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:59.138408 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-505b815e-c170-4aaf-91ef-46175ba22658 req-53cfb245-826b-4095-8427-17ccdd9a03c0 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9f9f84b3-38b7-4b0b-9bb9-8512b0ad0404 HTTP/1.1" status: 200 len: 1097 time: 0.0944240 Oct 20 10:28:59.147763 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ad5940-8b01-4cd2-8691-2037dc892f68 req-8bdef3dd-b0c1-40e5-bf88-ce0e4aef7d09 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:59.149136 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d2ad5940-8b01-4cd2-8691-2037dc892f68 req-8bdef3dd-b0c1-40e5-bf88-ce0e4aef7d09 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=39b19f26-435f-4219-86de-3e7bc15de1ed HTTP/1.1" status: 200 len: 948 time: 0.1162891 Oct 20 10:28:59.149986 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-46cdb2fd-477a-4982-97e6-cef482588ef2 req-2ae216b2-7792-446c-8cd0-a7befb789d23 service neutron] 10.222.0.55 "GET /v2.0/networks/1ce4070f-3cfd-4061-95b1-2481b8fda5e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858271 Oct 20 10:28:59.180324 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebc31e8-2566-4117-ab16-ca6b428d8c13 req-0042dbb9-a9ac-4af1-b7c4-ec948028a43f tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:59.181778 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bebc31e8-2566-4117-ab16-ca6b428d8c13 req-0042dbb9-a9ac-4af1-b7c4-ec948028a43f tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/ports?device_id=1eabf57a-87ff-45e4-a8c1-0331e36a3388 HTTP/1.1" status: 200 len: 943 time: 0.0908427 Oct 20 10:28:59.229844 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-505b815e-c170-4aaf-91ef-46175ba22658 req-f1021a5c-07ab-40cf-a202-2e247332c4cc service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=3a2ddb16-f0a7-4b59-b44b-d401de192cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772033 Oct 20 10:28:59.239422 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d2ad5940-8b01-4cd2-8691-2037dc892f68 req-7ce5fa4b-a0d5-4f12-aa14-848af547dfff tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799131 Oct 20 10:28:59.258342 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bebc31e8-2566-4117-ab16-ca6b428d8c13 req-53bdf111-d1a1-4423-9353-f0148be891de tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba094063-4980-4c22-bc34-9c1534c0beb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665100 Oct 20 10:28:59.295414 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cdb2fd-477a-4982-97e6-cef482588ef2 req-e38c5275-38e7-4327-93b0-a12707f60c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:59.297183 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-46cdb2fd-477a-4982-97e6-cef482588ef2 req-e38c5275-38e7-4327-93b0-a12707f60c71 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f0b7a1cf92504b77b60d73accbe0210e&device_id=ca3b72a5-5f22-42e5-b43d-f2d1016af8d5 HTTP/1.1" status: 200 len: 1099 time: 0.0490363 Oct 20 10:28:59.317149 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-fd8d8f6f-8522-4ccc-bc67-7f20344f8834 req-716d9cd5-c6d3-4fd4-b528-10b72dac90a2 service neutron] 10.222.0.55 "GET /v2.0/ports/0371987a-4774-44fc-8b5d-9c1c4a305a09/bindings/n-h2-811396-3 HTTP/1.1" status: 200 len: 384 time: 0.0927184 Oct 20 10:28:59.359769 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9b67cb4d-551d-46b1-820c-63229e104ad3 req-c9073681-55cf-46a1-a018-f09a91bbddc5 tempest-VolumesAdminNegativeTest-1459988767 tempest-VolumesAdminNegativeTest-1459988767-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3c00359-1736-425e-ab57-e5c6ad8b6548 HTTP/1.1" status: 200 len: 210 time: 0.0439303 Oct 20 10:28:59.486266 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08af3996-310c-448a-bd8c-1839098d8686 req-fa20f5b3-af48-48d4-8bc0-c89a81c4d55b tempest-ServerDiagnosticsNegativeTest-1035048809 tempest-ServerDiagnosticsNegativeTest-1035048809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:59.487678 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-08af3996-310c-448a-bd8c-1839098d8686 req-fa20f5b3-af48-48d4-8bc0-c89a81c4d55b tempest-ServerDiagnosticsNegativeTest-1035048809 tempest-ServerDiagnosticsNegativeTest-1035048809-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca3b72a5-5f22-42e5-b43d-f2d1016af8d5 HTTP/1.1" status: 200 len: 948 time: 0.1363280 Oct 20 10:28:59.493120 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cdb2fd-477a-4982-97e6-cef482588ef2 req-2e37c3b1-cf95-47bb-9296-c3755cf193b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:59.494523 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-46cdb2fd-477a-4982-97e6-cef482588ef2 req-2e37c3b1-cf95-47bb-9296-c3755cf193b6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a7c57b12-d7c3-48bb-aa54-a67a56468a84 HTTP/1.1" status: 200 len: 870 time: 0.1883123 Oct 20 10:28:59.510552 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [req-fd8d8f6f-8522-4ccc-bc67-7f20344f8834 req-06643ccc-2439-43b9-b922-5e09fa228a24 service neutron] For port 0371987a-4774-44fc-8b5d-9c1c4a305a09, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=0371987a-4774-44fc-8b5d-9c1c4a305a09,segment=NetworkSegment(21a06331-2010-4bb7-8d07-13da7f15af4f),segment_id=21a06331-2010-4bb7-8d07-13da7f15af4f)] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:28:59.526369 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f167318e-a0c9-4564-b35a-62e4a23865a6 req-396358b3-6bdf-47db-af07-2f51b835f7ad tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:28:59.528352 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f167318e-a0c9-4564-b35a-62e4a23865a6 req-396358b3-6bdf-47db-af07-2f51b835f7ad tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed8b260-e677-410d-8e1a-3f9bd4c5c192 HTTP/1.1" status: 200 len: 950 time: 0.1018867 Oct 20 10:28:59.532512 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [req-fd8d8f6f-8522-4ccc-bc67-7f20344f8834 req-06643ccc-2439-43b9-b922-5e09fa228a24 service neutron] For port 0371987a-4774-44fc-8b5d-9c1c4a305a09, host n-h1-811396-3, cleared binding levels {{(pid=100597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:28:59.567825 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [req-fd8d8f6f-8522-4ccc-bc67-7f20344f8834 req-06643ccc-2439-43b9-b922-5e09fa228a24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0371987a-4774-44fc-8b5d-9c1c4a305a09 {{(pid=100597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:28:59.573891 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-08af3996-310c-448a-bd8c-1839098d8686 req-c0f3d3cf-ec18-419e-907c-88af18440e6e tempest-ServerDiagnosticsNegativeTest-1035048809 tempest-ServerDiagnosticsNegativeTest-1035048809-project] 10.222.0.64 "GET /v2.0/security-groups?id=31667a16-125a-4972-bd52-40ce9f379022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774593 Oct 20 10:28:59.578629 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [req-fd8d8f6f-8522-4ccc-bc67-7f20344f8834 req-06643ccc-2439-43b9-b922-5e09fa228a24 service neutron] For port 0371987a-4774-44fc-8b5d-9c1c4a305a09, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=0371987a-4774-44fc-8b5d-9c1c4a305a09,segment=NetworkSegment(21a06331-2010-4bb7-8d07-13da7f15af4f),segment_id=21a06331-2010-4bb7-8d07-13da7f15af4f)] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:28:59.603055 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-fd8d8f6f-8522-4ccc-bc67-7f20344f8834 req-06643ccc-2439-43b9-b922-5e09fa228a24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:59.624155 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-46cdb2fd-477a-4982-97e6-cef482588ef2 req-877da6ac-5068-4e0c-9b14-59a3be0bf4c9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=0fe2e350-e1c7-4f76-917a-6377afa56771 HTTP/1.1" status: 200 len: 217 time: 0.0740154 Oct 20 10:28:59.681928 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f167318e-a0c9-4564-b35a-62e4a23865a6 req-b266f263-b095-4f3d-87d0-c4399cf46bbb tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/security-groups?id=dfac1146-e768-4d56-96b1-8816525464ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430316 Oct 20 10:28:59.699719 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.provisioning_blocks [req-fd8d8f6f-8522-4ccc-bc67-7f20344f8834 req-06643ccc-2439-43b9-b922-5e09fa228a24 service neutron] Transition to ACTIVE for port object 0371987a-4774-44fc-8b5d-9c1c4a305a09 will not be triggered until provisioned by entity L2. {{(pid=100597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:28:59.703976 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-fd8d8f6f-8522-4ccc-bc67-7f20344f8834 req-06643ccc-2439-43b9-b922-5e09fa228a24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:28:59.762901 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd8d8f6f-8522-4ccc-bc67-7f20344f8834 req-06643ccc-2439-43b9-b922-5e09fa228a24 service neutron] No DVR routers for this DVR port 0371987a-4774-44fc-8b5d-9c1c4a305a09 on host n-h1-811396-3 {{(pid=100597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:28:59.797996 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06643ccc-2439-43b9-b922-5e09fa228a24 service neutron] Pushing event updated for resources: {'Port': ['ID=0371987a-4774-44fc-8b5d-9c1c4a305a09,revision_number=10']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:28:59.804854 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-fd8d8f6f-8522-4ccc-bc67-7f20344f8834 req-06643ccc-2439-43b9-b922-5e09fa228a24 service neutron] 10.222.0.55 "PUT /v2.0/ports/0371987a-4774-44fc-8b5d-9c1c4a305a09/bindings/n-h2-811396-3/activate HTTP/1.1" status: 200 len: 369 time: 0.4792731 Oct 20 10:29:00.006951 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6c406dda-9522-4a23-a3ab-708df11f21f6 req-039fd3c5-5fa7-4e3b-8184-a4c02f6c6a4f tempest-LiveMigrationNegativeTest-1850627167 tempest-LiveMigrationNegativeTest-1850627167-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=5669cc13a2d4478491e7476a17e4f5cc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3307092 Oct 20 10:29:00.073944 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cdb2fd-477a-4982-97e6-cef482588ef2 req-f9f7c688-48bb-4834-a99c-ad339ed8d8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:00.075529 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-46cdb2fd-477a-4982-97e6-cef482588ef2 req-f9f7c688-48bb-4834-a99c-ad339ed8d8ea service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8f86199a-b8f2-45b4-a83a-995a7ea6fe42 HTTP/1.1" status: 200 len: 843 time: 0.4423165 Oct 20 10:29:00.115257 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6e39eb-51d0-4afe-b58b-383510759cb7 req-ccca0f9c-9dc0-4eb6-8ef1-e5845825af8a tempest-VolumesAdminNegativeTest-1459988767 tempest-VolumesAdminNegativeTest-1459988767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:00.116646 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9f6e39eb-51d0-4afe-b58b-383510759cb7 req-ccca0f9c-9dc0-4eb6-8ef1-e5845825af8a tempest-VolumesAdminNegativeTest-1459988767 tempest-VolumesAdminNegativeTest-1459988767-project] 10.222.0.55 "GET /v2.0/networks?id=1d304c1c-2df7-49e8-aecc-af0c3a0b69ff HTTP/1.1" status: 200 len: 815 time: 0.5653968 Oct 20 10:29:00.178488 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8d8f6f-8522-4ccc-bc67-7f20344f8834 req-a6883615-49d7-416e-bbe1-7c904b62fb19 tempest-LiveAutoBlockMigrationV225Test-237435139 tempest-LiveAutoBlockMigrationV225Test-237435139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:00.179953 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fd8d8f6f-8522-4ccc-bc67-7f20344f8834 req-a6883615-49d7-416e-bbe1-7c904b62fb19 tempest-LiveAutoBlockMigrationV225Test-237435139 tempest-LiveAutoBlockMigrationV225Test-237435139-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=1eabf57a-87ff-45e4-a8c1-0331e36a3388&tenant_id=9d344b97e96e4da89707d7e9ad8232dc&binding%3Ahost_id=n-h1-811396-3 HTTP/1.1" status: 200 len: 1095 time: 0.2377081 Oct 20 10:29:00.184089 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-9f6e39eb-51d0-4afe-b58b-383510759cb7 req-63680490-f909-47cf-8291-5a03c192ea95 tempest-VolumesAdminNegativeTest-1459988767 tempest-VolumesAdminNegativeTest-1459988767-project] Request body: {'port': {'device_id': 'b3c00359-1736-425e-ab57-e5c6ad8b6548', 'network_id': '1d304c1c-2df7-49e8-aecc-af0c3a0b69ff', 'admin_state_up': True, 'tenant_id': '5da7f2ee1bf648c2a4ac6363d2afec67'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:29:00.204413 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565c5699-fdc4-4925-aabc-7673a855ec47 req-c3e7116b-a3b6-4bb0-8d47-abf0002bd7fb tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:00.205797 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-565c5699-fdc4-4925-aabc-7673a855ec47 req-c3e7116b-a3b6-4bb0-8d47-abf0002bd7fb tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] 10.222.0.64 "GET /v2.0/ports?device_id=37819879-6a8f-4e60-9b45-e7343fc19d33&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2682555 Oct 20 10:29:00.264502 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39b19f26-435f-4219-86de-3e7bc15de1ed', 'tag': 'fa148701-2bd3-45e4-ace6-f079253fac3b'}] {{(pid=100597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:29:00.266845 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd85cad6a391afaa95d2dd5280bfd4659fc1e1b2aba53b5e7ef874f059efcdc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-317f71cd-5bb5-4d36-8f00-35b5542084ea" -d '{"events": [{"name": "network-changed", "server_uuid": "39b19f26-435f-4219-86de-3e7bc15de1ed", "tag": "fa148701-2bd3-45e4-ace6-f079253fac3b"}]}' {{(pid=100597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:29:00.388564 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c406dda-9522-4a23-a3ab-708df11f21f6 req-f5a96daa-3633-4753-8fcc-f6a4b6590648 tempest-LiveMigrationNegativeTest-1850627167 tempest-LiveMigrationNegativeTest-1850627167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:00.390034 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6c406dda-9522-4a23-a3ab-708df11f21f6 req-f5a96daa-3633-4753-8fcc-f6a4b6590648 tempest-LiveMigrationNegativeTest-1850627167 tempest-LiveMigrationNegativeTest-1850627167-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3608112 Oct 20 10:29:00.395980 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-565c5699-fdc4-4925-aabc-7673a855ec47 req-2bda4824-bbef-4d59-b99f-db964e4be39d tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.1.5 HTTP/1.1" status: 200 len: 694 time: 0.1513011 Oct 20 10:29:00.401763 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cdb2fd-477a-4982-97e6-cef482588ef2 req-2c1aa911-c716-478a-a53d-ff627cd91db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:00.403172 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-46cdb2fd-477a-4982-97e6-cef482588ef2 req-2c1aa911-c716-478a-a53d-ff627cd91db7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a7c57b12-d7c3-48bb-aa54-a67a56468a84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3086991 Oct 20 10:29:00.420104 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-565c5699-fdc4-4925-aabc-7673a855ec47 req-4b8eb475-5752-4df6-b792-3acf9be9a965 tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] Request body: {'floatingip': {'port_id': '9ff0c57f-c9ee-48e9-a95b-2abd8954e425', 'fixed_ip_address': '172.20.0.9'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:29:00.503929 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6c406dda-9522-4a23-a3ab-708df11f21f6 req-a1ef895f-3577-4301-a98b-c4f2f0d68bda tempest-LiveMigrationNegativeTest-1850627167 tempest-LiveMigrationNegativeTest-1850627167-project] 10.222.0.64 "GET /v2.0/quotas/5669cc13a2d4478491e7476a17e4f5cc HTTP/1.1" status: 200 len: 375 time: 0.1040511 Oct 20 10:29:00.518315 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8d8f6f-8522-4ccc-bc67-7f20344f8834 req-7f56db6f-d04a-4063-882c-ee2d5a4ea55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:00.519707 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fd8d8f6f-8522-4ccc-bc67-7f20344f8834 req-7f56db6f-d04a-4063-882c-ee2d5a4ea55a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=1eabf57a-87ff-45e4-a8c1-0331e36a3388&tenant_id=9d344b97e96e4da89707d7e9ad8232dc HTTP/1.1" status: 200 len: 1095 time: 0.3235610 Oct 20 10:29:00.548645 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-565c5699-fdc4-4925-aabc-7673a855ec47 req-4b8eb475-5752-4df6-b792-3acf9be9a965 tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] Publish callbacks [] for floatingip, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:00.595965 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device fa148701-2bd3-45e4-ace6-f079253fac3b details requested by agent hyperv_n-h2-811396-3 with host n-h2-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:29:00.694371 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port fa148701-2bd3-45e4-ace6-f079253fac3b, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=fa148701-2bd3-45e4-ace6-f079253fac3b,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:29:00.705147 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Returning: {'device': 'fa148701-2bd3-45e4-ace6-f079253fac3b', 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84', 'port_id': 'fa148701-2bd3-45e4-ace6-f079253fac3b', 'mac_address': 'fa:16:3e:88:64:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 800, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f86199a-b8f2-45b4-a83a-995a7ea6fe42', 'ip_address': '192.168.233.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:29:00.726327 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f6e39eb-51d0-4afe-b58b-383510759cb7 req-63680490-f909-47cf-8291-5a03c192ea95 tempest-VolumesAdminNegativeTest-1459988767 tempest-VolumesAdminNegativeTest-1459988767-project] Made reservation on behalf of 5da7f2ee1bf648c2a4ac6363d2afec67 for: {'port': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:29:00.729786 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-9f6e39eb-51d0-4afe-b58b-383510759cb7 req-63680490-f909-47cf-8291-5a03c192ea95 tempest-VolumesAdminNegativeTest-1459988767 tempest-VolumesAdminNegativeTest-1459988767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:00.743271 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:00.756500 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa148701-2bd3-45e4-ace6-f079253fac3b {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:29:00.776772 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port fa148701-2bd3-45e4-ace6-f079253fac3b, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=fa148701-2bd3-45e4-ace6-f079253fac3b,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:29:00.780765 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:00.796183 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6c406dda-9522-4a23-a3ab-708df11f21f6 req-d42baf10-a0be-469a-b898-230b77f91459 tempest-LiveMigrationNegativeTest-1850627167 tempest-LiveMigrationNegativeTest-1850627167-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=5669cc13a2d4478491e7476a17e4f5cc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2740154 Oct 20 10:29:00.804236 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8d8f6f-8522-4ccc-bc67-7f20344f8834 req-71bcb528-4fd7-4e2b-9e39-6eff5edca06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:00.805740 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fd8d8f6f-8522-4ccc-bc67-7f20344f8834 req-71bcb528-4fd7-4e2b-9e39-6eff5edca06f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9d344b97e96e4da89707d7e9ad8232dc&device_id=1eabf57a-87ff-45e4-a8c1-0331e36a3388 HTTP/1.1" status: 200 len: 1095 time: 0.2540820 Oct 20 10:29:00.830457 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=fa148701-2bd3-45e4-ace6-f079253fac3b,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:29:00.890050 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-46cdb2fd-477a-4982-97e6-cef482588ef2 req-160d740b-b664-44ba-8e3e-e13b621ec2aa service neutron] 10.222.0.55 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3947039 Oct 20 10:29:01.090987 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['fa148701-2bd3-45e4-ace6-f079253fac3b'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:29:01.245416 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8d8f6f-8522-4ccc-bc67-7f20344f8834 req-0f1a2bfd-bb6f-4691-93c9-ea2fbf5abb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:01.247251 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fd8d8f6f-8522-4ccc-bc67-7f20344f8834 req-0f1a2bfd-bb6f-4691-93c9-ea2fbf5abb2c service neutron] 10.222.0.69 "GET /v2.0/networks?id=1ce4070f-3cfd-4061-95b1-2481b8fda5e7 HTTP/1.1" status: 200 len: 922 time: 0.4160042 Oct 20 10:29:01.249785 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [req-9f6e39eb-51d0-4afe-b58b-383510759cb7 req-63680490-f909-47cf-8291-5a03c192ea95 tempest-VolumesAdminNegativeTest-1459988767 tempest-VolumesAdminNegativeTest-1459988767-project] Allocated IP 172.20.0.2 (1d304c1c-2df7-49e8-aecc-af0c3a0b69ff/3cd7c84c-79ac-4cc8-9907-f0b0a8fe0f53/d07ae021-73b5-4fba-ad90-ad3a58f5de10) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:29:01.573386 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-46cdb2fd-477a-4982-97e6-cef482588ef2 req-0b1ebb1b-8331-4dd6-878f-5624f67529be service neutron] 10.222.0.55 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6522322 Oct 20 10:29:01.605127 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9c3ea7-b407-400f-b5a9-d23575d137f7 req-616ea2e6-025e-4297-9e35-e2d5ce599d44 tempest-ServersOnMultiNodesTest-83646510 tempest-ServersOnMultiNodesTest-83646510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:01.606611 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cc9c3ea7-b407-400f-b5a9-d23575d137f7 req-616ea2e6-025e-4297-9e35-e2d5ce599d44 tempest-ServersOnMultiNodesTest-83646510 tempest-ServersOnMultiNodesTest-83646510-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=2ed8b260-e677-410d-8e1a-3f9bd4c5c192 HTTP/1.1" status: 200 len: 1101 time: 0.4995470 Oct 20 10:29:01.620245 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fd8d8f6f-8522-4ccc-bc67-7f20344f8834 req-f429275d-58bb-43b3-af6b-a82a41e4f793 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0371987a-4774-44fc-8b5d-9c1c4a305a09 HTTP/1.1" status: 200 len: 217 time: 0.3293939 Oct 20 10:29:01.722920 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-cc9c3ea7-b407-400f-b5a9-d23575d137f7 req-63e08b5f-ac5d-4135-8690-c32373a1cacd tempest-ServersOnMultiNodesTest-83646510 tempest-ServersOnMultiNodesTest-83646510-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:01.874422 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8d8f6f-8522-4ccc-bc67-7f20344f8834 req-ac702efc-7cc4-4444-88a7-24aba6324236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:01.875845 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fd8d8f6f-8522-4ccc-bc67-7f20344f8834 req-ac702efc-7cc4-4444-88a7-24aba6324236 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4012c245-3079-4795-8c54-d3f2bf73a5b0 HTTP/1.1" status: 200 len: 861 time: 0.2294464 Oct 20 10:29:01.892328 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-6c406dda-9522-4a23-a3ab-708df11f21f6 req-5111d5ef-534b-4ef6-b0cd-422d7f95ad65 tempest-LiveMigrationNegativeTest-1850627167 tempest-LiveMigrationNegativeTest-1850627167-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=5669cc13a2d4478491e7476a17e4f5cc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0273941 Oct 20 10:29:02.006220 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c406dda-9522-4a23-a3ab-708df11f21f6 req-f828ed21-fdc2-4aa9-8f30-fdfb8709e367 tempest-LiveMigrationNegativeTest-1850627167 tempest-LiveMigrationNegativeTest-1850627167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:02.007702 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-6c406dda-9522-4a23-a3ab-708df11f21f6 req-f828ed21-fdc2-4aa9-8f30-fdfb8709e367 tempest-LiveMigrationNegativeTest-1850627167 tempest-LiveMigrationNegativeTest-1850627167-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1100984 Oct 20 10:29:02.018326 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fd8d8f6f-8522-4ccc-bc67-7f20344f8834 req-49f7e996-3150-4b85-b8e1-fb0eddd7a297 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1ce4070f-3cfd-4061-95b1-2481b8fda5e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1310036 Oct 20 10:29:02.021711 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [req-6c406dda-9522-4a23-a3ab-708df11f21f6 req-6d7e643c-aa05-4ed8-9db9-672fde922b15 tempest-LiveMigrationNegativeTest-1850627167 tempest-LiveMigrationNegativeTest-1850627167-project] Request body: {'port': {'device_id': 'df59eb4f-2f81-4006-a5eb-513cd28e8687', 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84', 'admin_state_up': True, 'tenant_id': '5669cc13a2d4478491e7476a17e4f5cc'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:29:02.042831 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 0fe2e350-e1c7-4f76-917a-6377afa56771 details requested by agent hyperv_n-h1-811396-3 with host n-h1-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:29:02.092204 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.db.resource_extend [req-565c5699-fdc4-4925-aabc-7673a855ec47 req-4b8eb475-5752-4df6-b792-3acf9be9a965 tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 20 10:29:02.138722 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c406dda-9522-4a23-a3ab-708df11f21f6 req-6d7e643c-aa05-4ed8-9db9-672fde922b15 tempest-LiveMigrationNegativeTest-1850627167 tempest-LiveMigrationNegativeTest-1850627167-project] Made reservation on behalf of 5669cc13a2d4478491e7476a17e4f5cc for: {'port': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:29:02.143656 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-6c406dda-9522-4a23-a3ab-708df11f21f6 req-6d7e643c-aa05-4ed8-9db9-672fde922b15 tempest-LiveMigrationNegativeTest-1850627167 tempest-LiveMigrationNegativeTest-1850627167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:02.143918 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 0fe2e350-e1c7-4f76-917a-6377afa56771, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=0fe2e350-e1c7-4f76-917a-6377afa56771,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:29:02.155831 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Returning: {'device': '0fe2e350-e1c7-4f76-917a-6377afa56771', 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84', 'port_id': '0fe2e350-e1c7-4f76-917a-6377afa56771', 'mac_address': 'fa:16:3e:14:24:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 800, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f86199a-b8f2-45b4-a83a-995a7ea6fe42', 'ip_address': '192.168.233.138'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:29:02.195707 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:02.212403 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fe2e350-e1c7-4f76-917a-6377afa56771 {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:29:02.237110 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 0fe2e350-e1c7-4f76-917a-6377afa56771, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=0fe2e350-e1c7-4f76-917a-6377afa56771,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:29:02.242579 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:02.245386 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-9f6e39eb-51d0-4afe-b58b-383510759cb7 req-63680490-f909-47cf-8291-5a03c192ea95 tempest-VolumesAdminNegativeTest-1459988767 tempest-VolumesAdminNegativeTest-1459988767-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:02.266970 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-565c5699-fdc4-4925-aabc-7673a855ec47 req-4b8eb475-5752-4df6-b792-3acf9be9a965 tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:02.282946 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-cc9c3ea7-b407-400f-b5a9-d23575d137f7 req-63e08b5f-ac5d-4135-8690-c32373a1cacd tempest-ServersOnMultiNodesTest-83646510 tempest-ServersOnMultiNodesTest-83646510-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:02.285380 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-565c5699-fdc4-4925-aabc-7673a855ec47 req-4b8eb475-5752-4df6-b792-3acf9be9a965 tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1773381'] for floatingip, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:02.292300 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [req-6c406dda-9522-4a23-a3ab-708df11f21f6 req-6d7e643c-aa05-4ed8-9db9-672fde922b15 tempest-LiveMigrationNegativeTest-1850627167 tempest-LiveMigrationNegativeTest-1850627167-project] Allocated IP 192.168.233.90 (a7c57b12-d7c3-48bb-aa54-a67a56468a84/8f86199a-b8f2-45b4-a83a-995a7ea6fe42/8ddb2bfe-3917-4316-8293-5b61e6c6eaae) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:29:02.308419 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=0fe2e350-e1c7-4f76-917a-6377afa56771,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:29:02.327058 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-cc9c3ea7-b407-400f-b5a9-d23575d137f7 req-63e08b5f-ac5d-4135-8690-c32373a1cacd tempest-ServersOnMultiNodesTest-83646510 tempest-ServersOnMultiNodesTest-83646510-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:02.334992 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fd8d8f6f-8522-4ccc-bc67-7f20344f8834 req-7b59c5bf-b398-47d9-9bff-0f6176f482ec service neutron] 10.222.0.69 "GET /v2.0/networks/1ce4070f-3cfd-4061-95b1-2481b8fda5e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2948251 Oct 20 10:29:02.398407 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cc9c3ea7-b407-400f-b5a9-d23575d137f7 req-63e08b5f-ac5d-4135-8690-c32373a1cacd tempest-ServersOnMultiNodesTest-83646510 tempest-ServersOnMultiNodesTest-83646510-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=dfac1146-e768-4d56-96b1-8816525464ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7830198 Oct 20 10:29:02.442587 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e08b5f-ac5d-4135-8690-c32373a1cacd tempest-ServersOnMultiNodesTest-83646510 tempest-ServersOnMultiNodesTest-83646510-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d973b4dc-2915-4ea6-a194-a5dc427fb831,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:29:02.447612 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-6c406dda-9522-4a23-a3ab-708df11f21f6 req-6d7e643c-aa05-4ed8-9db9-672fde922b15 tempest-LiveMigrationNegativeTest-1850627167 tempest-LiveMigrationNegativeTest-1850627167-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:02.487528 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-6c406dda-9522-4a23-a3ab-708df11f21f6 req-6d7e643c-aa05-4ed8-9db9-672fde922b15 tempest-LiveMigrationNegativeTest-1850627167 tempest-LiveMigrationNegativeTest-1850627167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:02.499871 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['bec81d9f-4c36-4c6d-999a-5447da3c446a'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:29:02.512765 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-9f6e39eb-51d0-4afe-b58b-383510759cb7 req-63680490-f909-47cf-8291-5a03c192ea95 tempest-VolumesAdminNegativeTest-1459988767 tempest-VolumesAdminNegativeTest-1459988767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:02.544206 n-d-811396-3 neutron-server[100596]: INFO neutron.db.l3_db [req-565c5699-fdc4-4925-aabc-7673a855ec47 req-4b8eb475-5752-4df6-b792-3acf9be9a965 tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] Floating IP 7920ebda-0ef7-4ab7-b6de-85c837d01578 associated. External IP: 172.25.1.5, port: 9ff0c57f-c9ee-48e9-a95b-2abd8954e425. Oct 20 10:29:02.553790 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c406dda-9522-4a23-a3ab-708df11f21f6 req-6d7e643c-aa05-4ed8-9db9-672fde922b15 tempest-LiveMigrationNegativeTest-1850627167 tempest-LiveMigrationNegativeTest-1850627167-project] Network a7c57b12-d7c3-48bb-aa54-a67a56468a84 is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:29:02.556985 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [req-6c406dda-9522-4a23-a3ab-708df11f21f6 req-6d7e643c-aa05-4ed8-9db9-672fde922b15 tempest-LiveMigrationNegativeTest-1850627167 tempest-LiveMigrationNegativeTest-1850627167-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:29:02.560744 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c406dda-9522-4a23-a3ab-708df11f21f6 req-6d7e643c-aa05-4ed8-9db9-672fde922b15 tempest-LiveMigrationNegativeTest-1850627167 tempest-LiveMigrationNegativeTest-1850627167-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:29:02.598381 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7e643c-aa05-4ed8-9db9-672fde922b15 tempest-LiveMigrationNegativeTest-1850627167 tempest-LiveMigrationNegativeTest-1850627167-project] Pushing event updated for resources: {'Port': ['ID=8ddb2bfe-3917-4316-8293-5b61e6c6eaae,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:29:02.613092 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device fa148701-2bd3-45e4-ace6-f079253fac3b up at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:29:02.617590 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c406dda-9522-4a23-a3ab-708df11f21f6 req-6d7e643c-aa05-4ed8-9db9-672fde922b15 tempest-LiveMigrationNegativeTest-1850627167 tempest-LiveMigrationNegativeTest-1850627167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:02.618223 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-6c406dda-9522-4a23-a3ab-708df11f21f6 req-6d7e643c-aa05-4ed8-9db9-672fde922b15 tempest-LiveMigrationNegativeTest-1850627167 tempest-LiveMigrationNegativeTest-1850627167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:02.639328 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-6c406dda-9522-4a23-a3ab-708df11f21f6 req-6d7e643c-aa05-4ed8-9db9-672fde922b15 tempest-LiveMigrationNegativeTest-1850627167 tempest-LiveMigrationNegativeTest-1850627167-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6214643 Oct 20 10:29:02.647227 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f6e39eb-51d0-4afe-b58b-383510759cb7 req-63680490-f909-47cf-8291-5a03c192ea95 tempest-VolumesAdminNegativeTest-1459988767 tempest-VolumesAdminNegativeTest-1459988767-project] Network 1d304c1c-2df7-49e8-aecc-af0c3a0b69ff is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:29:02.652293 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [req-6c406dda-9522-4a23-a3ab-708df11f21f6 req-4a9cfa6b-aad8-4442-95ac-2ccef53ed8e8 service neutron] Request body: {'port': {'device_id': 'df59eb4f-2f81-4006-a5eb-513cd28e8687', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811396-3'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:29:02.657529 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fd8d8f6f-8522-4ccc-bc67-7f20344f8834 req-387be84a-1e12-46fa-868b-fd552e994c9f service neutron] 10.222.0.69 "GET /v2.0/networks/1ce4070f-3cfd-4061-95b1-2481b8fda5e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3085327 Oct 20 10:29:02.664380 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [req-9f6e39eb-51d0-4afe-b58b-383510759cb7 req-63680490-f909-47cf-8291-5a03c192ea95 tempest-VolumesAdminNegativeTest-1459988767 tempest-VolumesAdminNegativeTest-1459988767-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:29:02.668754 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63680490-f909-47cf-8291-5a03c192ea95 tempest-VolumesAdminNegativeTest-1459988767 tempest-VolumesAdminNegativeTest-1459988767-project] Pushing event updated for resources: {'Port': ['ID=d07ae021-73b5-4fba-ad90-ad3a58f5de10,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:29:02.673297 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f6e39eb-51d0-4afe-b58b-383510759cb7 req-63680490-f909-47cf-8291-5a03c192ea95 tempest-VolumesAdminNegativeTest-1459988767 tempest-VolumesAdminNegativeTest-1459988767-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:29:02.679335 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6e39eb-51d0-4afe-b58b-383510759cb7 req-63680490-f909-47cf-8291-5a03c192ea95 tempest-VolumesAdminNegativeTest-1459988767 tempest-VolumesAdminNegativeTest-1459988767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:02.680002 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-9f6e39eb-51d0-4afe-b58b-383510759cb7 req-63680490-f909-47cf-8291-5a03c192ea95 tempest-VolumesAdminNegativeTest-1459988767 tempest-VolumesAdminNegativeTest-1459988767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:02.690566 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6866e4f-3397-471d-adcf-d3b0497ef0c2 req-2e2865b0-f76d-451d-9a13-8cdbdf220f38 tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:02.692201 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c6866e4f-3397-471d-adcf-d3b0497ef0c2 req-2e2865b0-f76d-451d-9a13-8cdbdf220f38 tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] 10.222.0.64 "GET /v2.0/ports?device_id=9f9f84b3-38b7-4b0b-9bb9-8512b0ad0404 HTTP/1.1" status: 200 len: 946 time: 0.2070746 Oct 20 10:29:02.709075 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['0fe2e350-e1c7-4f76-917a-6377afa56771'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:29:02.724486 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-6c406dda-9522-4a23-a3ab-708df11f21f6 req-4a9cfa6b-aad8-4442-95ac-2ccef53ed8e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:02.763270 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9f6e39eb-51d0-4afe-b58b-383510759cb7 req-63680490-f909-47cf-8291-5a03c192ea95 tempest-VolumesAdminNegativeTest-1459988767 tempest-VolumesAdminNegativeTest-1459988767-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5870078 Oct 20 10:29:02.789824 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-9f6e39eb-51d0-4afe-b58b-383510759cb7 req-5d488d92-c8bb-42a1-a484-08ee844dba80 service neutron] Request body: {'port': {'device_id': 'b3c00359-1736-425e-ab57-e5c6ad8b6548', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811396-3'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:29:02.797437 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning for port fa148701-2bd3-45e4-ace6-f079253fac3b completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:29:02.803273 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning complete for port fa148701-2bd3-45e4-ace6-f079253fac3b triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:29:02.803672 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:02.828224 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c6866e4f-3397-471d-adcf-d3b0497ef0c2 req-85d34a27-414e-4308-b404-f367abbdd211 tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] 10.222.0.64 "GET /v2.0/security-groups?id=3a2ddb16-f0a7-4b59-b44b-d401de192cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273882 Oct 20 10:29:02.910624 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f0e8790-9797-4ed5-b3df-89fb4e0f713c x-openstack-request-id: req-8f0e8790-9797-4ed5-b3df-89fb4e0f713c {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:29:02.911149 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39b19f26-435f-4219-86de-3e7bc15de1ed", "tag": "fa148701-2bd3-45e4-ace6-f079253fac3b", "status": "completed", "code": 200}]} {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:29:02.911149 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8f0e8790-9797-4ed5-b3df-89fb4e0f713c {{(pid=100597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:29:02.911604 n-d-811396-3 neutron-server[100597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39b19f26-435f-4219-86de-3e7bc15de1ed', 'tag': 'fa148701-2bd3-45e4-ace6-f079253fac3b', 'status': 'completed', 'code': 200} Oct 20 10:29:02.962684 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1b2c4833-9377-472d-8509-fbddba512163 None None] Provisioning complete for port 8ddb2bfe-3917-4316-8293-5b61e6c6eaae triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:29:02.963052 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1b2c4833-9377-472d-8509-fbddba512163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:03.028657 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-9f6e39eb-51d0-4afe-b58b-383510759cb7 req-5d488d92-c8bb-42a1-a484-08ee844dba80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:03.031267 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317f71cd-5bb5-4d36-8f00-35b5542084ea req-5cc765ae-e10a-46d5-9428-3ba6ca799d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:03.032901 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-317f71cd-5bb5-4d36-8f00-35b5542084ea req-5cc765ae-e10a-46d5-9428-3ba6ca799d8f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9f75d9a0b8ce44faaac4d8054667820c&device_id=39b19f26-435f-4219-86de-3e7bc15de1ed HTTP/1.1" status: 200 len: 1100 time: 0.0904868 Oct 20 10:29:03.055893 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1b2c4833-9377-472d-8509-fbddba512163 None None] Port 8ddb2bfe-3917-4316-8293-5b61e6c6eaae cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:29:03.065959 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:03.099976 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39b19f26-435f-4219-86de-3e7bc15de1ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa148701-2bd3-45e4-ace6-f079253fac3b'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:29:03.102515 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5547e82e-5820-4783-ba50-a134a09fd23d" -d '{"events": [{"server_uuid": "39b19f26-435f-4219-86de-3e7bc15de1ed", "name": "network-vif-plugged", "status": "completed", "tag": "fa148701-2bd3-45e4-ace6-f079253fac3b"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:29:03.116185 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port fa148701-2bd3-45e4-ace6-f079253fac3b, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=fa148701-2bd3-45e4-ace6-f079253fac3b,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:29:03.121002 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:03.173774 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=fa148701-2bd3-45e4-ace6-f079253fac3b,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:29:03.352505 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8d8f6f-8522-4ccc-bc67-7f20344f8834 req-df09159e-eb06-416b-8618-047ed7ce3fe3 tempest-LiveAutoBlockMigrationV225Test-237435139 tempest-LiveAutoBlockMigrationV225Test-237435139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:03.354029 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fd8d8f6f-8522-4ccc-bc67-7f20344f8834 req-df09159e-eb06-416b-8618-047ed7ce3fe3 tempest-LiveAutoBlockMigrationV225Test-237435139 tempest-LiveAutoBlockMigrationV225Test-237435139-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=1eabf57a-87ff-45e4-a8c1-0331e36a3388&tenant_id=9d344b97e96e4da89707d7e9ad8232dc&binding%3Ahost_id=n-h2-811396-3 HTTP/1.1" status: 200 len: 1095 time: 0.4028807 Oct 20 10:29:03.358123 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.l3_agent_scheduler [req-565c5699-fdc4-4925-aabc-7673a855ec47 req-4b8eb475-5752-4df6-b792-3acf9be9a965 tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] Router b8382396-2dc4-4d0c-a583-761d4735ed35 has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:29:03.368085 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a2f9e4-6189-4453-8aa8-7510d68dd310 req-db768dfe-e693-4b48-b8b0-033276476d53 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:03.369499 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-28a2f9e4-6189-4453-8aa8-7510d68dd310 req-db768dfe-e693-4b48-b8b0-033276476d53 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=39b19f26-435f-4219-86de-3e7bc15de1ed HTTP/1.1" status: 200 len: 949 time: 0.3836906 Oct 20 10:29:03.387319 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317f71cd-5bb5-4d36-8f00-35b5542084ea req-d5fd4a91-badc-4e8b-ab0d-6119a336bab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:03.388788 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-317f71cd-5bb5-4d36-8f00-35b5542084ea req-d5fd4a91-badc-4e8b-ab0d-6119a336bab6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a7c57b12-d7c3-48bb-aa54-a67a56468a84 HTTP/1.1" status: 200 len: 870 time: 0.3463457 Oct 20 10:29:03.390569 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [req-6c406dda-9522-4a23-a3ab-708df11f21f6 req-4a9cfa6b-aad8-4442-95ac-2ccef53ed8e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ddb2bfe-3917-4316-8293-5b61e6c6eaae {{(pid=100597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:29:03.397890 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-6c406dda-9522-4a23-a3ab-708df11f21f6 req-4a9cfa6b-aad8-4442-95ac-2ccef53ed8e8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:03.440440 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.provisioning_blocks [req-6c406dda-9522-4a23-a3ab-708df11f21f6 req-4a9cfa6b-aad8-4442-95ac-2ccef53ed8e8 service neutron] Transition to ACTIVE for port object 8ddb2bfe-3917-4316-8293-5b61e6c6eaae will not be triggered until provisioned by entity L2. {{(pid=100597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:29:03.442444 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-317f71cd-5bb5-4d36-8f00-35b5542084ea req-b93db1b4-31e0-445d-be70-11854ff37065 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=fa148701-2bd3-45e4-ace6-f079253fac3b HTTP/1.1" status: 200 len: 217 time: 0.0390341 Oct 20 10:29:03.445128 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-6c406dda-9522-4a23-a3ab-708df11f21f6 req-4a9cfa6b-aad8-4442-95ac-2ccef53ed8e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:03.458950 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-ab3f6130-f5ab-4cbc-acf8-f14c1c9836fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:03.527150 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9cfa6b-aad8-4442-95ac-2ccef53ed8e8 service neutron] Pushing event updated for resources: {'Port': ['ID=8ddb2bfe-3917-4316-8293-5b61e6c6eaae,revision_number=2']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:29:03.554045 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317f71cd-5bb5-4d36-8f00-35b5542084ea req-722dc9c2-7db3-4178-b46f-ec0350aa098e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:03.555547 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-317f71cd-5bb5-4d36-8f00-35b5542084ea req-722dc9c2-7db3-4178-b46f-ec0350aa098e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8f86199a-b8f2-45b4-a83a-995a7ea6fe42 HTTP/1.1" status: 200 len: 843 time: 0.1014047 Oct 20 10:29:03.572072 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-28a2f9e4-6189-4453-8aa8-7510d68dd310 req-b56f1f59-29ab-46a5-96d8-3e92504b4418 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861584 Oct 20 10:29:03.636069 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-6c406dda-9522-4a23-a3ab-708df11f21f6 req-4a9cfa6b-aad8-4442-95ac-2ccef53ed8e8 service neutron] Attempting to bind port 8ddb2bfe-3917-4316-8293-5b61e6c6eaae on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:29:03.636408 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-6c406dda-9522-4a23-a3ab-708df11f21f6 req-4a9cfa6b-aad8-4442-95ac-2ccef53ed8e8 service neutron] Attempting to bind port 8ddb2bfe-3917-4316-8293-5b61e6c6eaae by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': '6f472196-aa1a-40bf-bd06-ef9f07584bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84'}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:29:03.636740 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c406dda-9522-4a23-a3ab-708df11f21f6 req-4a9cfa6b-aad8-4442-95ac-2ccef53ed8e8 service neutron] Attempting to bind port 8ddb2bfe-3917-4316-8293-5b61e6c6eaae on network a7c57b12-d7c3-48bb-aa54-a67a56468a84 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:29:03.651141 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c406dda-9522-4a23-a3ab-708df11f21f6 req-4a9cfa6b-aad8-4442-95ac-2ccef53ed8e8 service neutron] Port 8ddb2bfe-3917-4316-8293-5b61e6c6eaae on network a7c57b12-d7c3-48bb-aa54-a67a56468a84 not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:29:03.651518 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c406dda-9522-4a23-a3ab-708df11f21f6 req-4a9cfa6b-aad8-4442-95ac-2ccef53ed8e8 service neutron] Attempting to bind port 8ddb2bfe-3917-4316-8293-5b61e6c6eaae on network a7c57b12-d7c3-48bb-aa54-a67a56468a84 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:29:03.662429 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317f71cd-5bb5-4d36-8f00-35b5542084ea req-e021e909-8f6d-4749-bf4e-92a39e35072a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:03.664449 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-317f71cd-5bb5-4d36-8f00-35b5542084ea req-e021e909-8f6d-4749-bf4e-92a39e35072a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a7c57b12-d7c3-48bb-aa54-a67a56468a84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0530467 Oct 20 10:29:03.664718 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c406dda-9522-4a23-a3ab-708df11f21f6 req-4a9cfa6b-aad8-4442-95ac-2ccef53ed8e8 service neutron] Checking agent: {'id': '061232a2-7adc-4ba1-a873-e8cb136b064d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 28, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:29:03.665056 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c406dda-9522-4a23-a3ab-708df11f21f6 req-4a9cfa6b-aad8-4442-95ac-2ccef53ed8e8 service neutron] Checking segment: {'id': '6f472196-aa1a-40bf-bd06-ef9f07584bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:29:03.665431 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c406dda-9522-4a23-a3ab-708df11f21f6 req-4a9cfa6b-aad8-4442-95ac-2ccef53ed8e8 service neutron] Bound using segment: {'id': '6f472196-aa1a-40bf-bd06-ef9f07584bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84'} {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:29:03.665867 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-6c406dda-9522-4a23-a3ab-708df11f21f6 req-4a9cfa6b-aad8-4442-95ac-2ccef53ed8e8 service neutron] Bound port: 8ddb2bfe-3917-4316-8293-5b61e6c6eaae, host: n-h2-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f472196-aa1a-40bf-bd06-ef9f07584bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84'}}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:29:03.666227 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-6c406dda-9522-4a23-a3ab-708df11f21f6 req-4a9cfa6b-aad8-4442-95ac-2ccef53ed8e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:03.793491 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-565c5699-fdc4-4925-aabc-7673a855ec47 req-4b8eb475-5752-4df6-b792-3acf9be9a965 tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:29:03.799642 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [req-6c406dda-9522-4a23-a3ab-708df11f21f6 req-4a9cfa6b-aad8-4442-95ac-2ccef53ed8e8 service neutron] For port 8ddb2bfe-3917-4316-8293-5b61e6c6eaae, host n-h2-811396-3, cleared binding levels {{(pid=100597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:29:03.803951 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [req-6c406dda-9522-4a23-a3ab-708df11f21f6 req-4a9cfa6b-aad8-4442-95ac-2ccef53ed8e8 service neutron] For port 8ddb2bfe-3917-4316-8293-5b61e6c6eaae, host n-h2-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=8ddb2bfe-3917-4316-8293-5b61e6c6eaae,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:29:03.804434 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-565c5699-fdc4-4925-aabc-7673a855ec47 req-4b8eb475-5752-4df6-b792-3acf9be9a965 tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for floatingip, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:03.808667 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-317f71cd-5bb5-4d36-8f00-35b5542084ea req-1b366fee-819c-4f99-8855-74df87bc5fcf service neutron] 10.222.0.69 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321995 Oct 20 10:29:03.809586 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d7f57c-1540-49bb-9dbb-66eca765012e None None] Sync routers for ids ['b8382396-2dc4-4d0c-a583-761d4735ed35'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:29:03.810182 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-6c406dda-9522-4a23-a3ab-708df11f21f6 req-4a9cfa6b-aad8-4442-95ac-2ccef53ed8e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:03.821354 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d7f57c-1540-49bb-9dbb-66eca765012e None None] Routers {'b8382396-2dc4-4d0c-a583-761d4735ed35'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:29:03.822293 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-c2d7f57c-1540-49bb-9dbb-66eca765012e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:28:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['b8382396-2dc4-4d0c-a583-761d4735ed35'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:29:03.842030 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-fd8d8f6f-8522-4ccc-bc67-7f20344f8834 req-73402870-443d-4b84-92e4-09a6147d8109 service neutron] For port 0371987a-4774-44fc-8b5d-9c1c4a305a09, host n-h1-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:29:03.863112 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-fd8d8f6f-8522-4ccc-bc67-7f20344f8834 req-73402870-443d-4b84-92e4-09a6147d8109 service neutron] Publish callbacks [] for binding, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:03.864341 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fd8d8f6f-8522-4ccc-bc67-7f20344f8834 req-73402870-443d-4b84-92e4-09a6147d8109 service neutron] 10.222.0.69 "DELETE /v2.0/ports/0371987a-4774-44fc-8b5d-9c1c4a305a09/bindings/n-h1-811396-3 HTTP/1.1" status: 204 len: 173 time: 0.4922137 Oct 20 10:29:03.874427 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c406dda-9522-4a23-a3ab-708df11f21f6 req-4a9cfa6b-aad8-4442-95ac-2ccef53ed8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:03.875061 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-6c406dda-9522-4a23-a3ab-708df11f21f6 req-4a9cfa6b-aad8-4442-95ac-2ccef53ed8e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:03.876731 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-6c406dda-9522-4a23-a3ab-708df11f21f6 req-4a9cfa6b-aad8-4442-95ac-2ccef53ed8e8 service neutron] 10.222.0.69 "PUT /v2.0/ports/8ddb2bfe-3917-4316-8293-5b61e6c6eaae HTTP/1.1" status: 200 len: 1095 time: 1.2286417 Oct 20 10:29:03.881712 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efe183e-e896-4065-981c-e6724ceba661 req-7083e4d4-0413-4dbd-aca4-4f5b623459c4 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:03.883230 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6efe183e-e896-4065-981c-e6724ceba661 req-7083e4d4-0413-4dbd-aca4-4f5b623459c4 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/ports?device_id=1eabf57a-87ff-45e4-a8c1-0331e36a3388 HTTP/1.1" status: 200 len: 944 time: 0.2183552 Oct 20 10:29:03.884732 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-565c5699-fdc4-4925-aabc-7673a855ec47 req-4b8eb475-5752-4df6-b792-3acf9be9a965 tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] 10.222.0.64 "PUT /v2.0/floatingips/7920ebda-0ef7-4ab7-b6de-85c837d01578 HTTP/1.1" status: 200 len: 994 time: 3.4767146 Oct 20 10:29:03.886870 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37819879-6a8f-4e60-9b45-e7343fc19d33', 'tag': '9ff0c57f-c9ee-48e9-a95b-2abd8954e425'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:29:03.889193 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-035d99cf-c148-4041-9e23-e63e67505cbe" -d '{"events": [{"name": "network-changed", "server_uuid": "37819879-6a8f-4e60-9b45-e7343fc19d33", "tag": "9ff0c57f-c9ee-48e9-a95b-2abd8954e425"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:29:03.967999 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9cfa6b-aad8-4442-95ac-2ccef53ed8e8 service neutron] Pushing event updated for resources: {'Port': ['ID=8ddb2bfe-3917-4316-8293-5b61e6c6eaae,revision_number=3']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:29:03.971999 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-c2d7f57c-1540-49bb-9dbb-66eca765012e None None] Set router b8382396-2dc4-4d0c-a583-761d4735ed35 gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:29:04.012776 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [req-9f6e39eb-51d0-4afe-b58b-383510759cb7 req-5d488d92-c8bb-42a1-a484-08ee844dba80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d07ae021-73b5-4fba-ad90-ad3a58f5de10 {{(pid=100596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:29:04.028927 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565c5699-fdc4-4925-aabc-7673a855ec47 req-3f007149-4cb0-4d73-b437-d51086b1f432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:04.031489 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-565c5699-fdc4-4925-aabc-7673a855ec47 req-3f007149-4cb0-4d73-b437-d51086b1f432 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=42b1ef643dda4357aa2693544e61640e&device_id=37819879-6a8f-4e60-9b45-e7343fc19d33 HTTP/1.1" status: 200 len: 1096 time: 0.0981379 Oct 20 10:29:04.034546 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-9f6e39eb-51d0-4afe-b58b-383510759cb7 req-5d488d92-c8bb-42a1-a484-08ee844dba80 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:04.036551 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-317f71cd-5bb5-4d36-8f00-35b5542084ea req-59985c62-5433-43c4-9843-eb327fd74395 service neutron] 10.222.0.69 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167788 Oct 20 10:29:04.042586 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c406dda-9522-4a23-a3ab-708df11f21f6 req-8feab4d3-6868-4442-aacc-ac86f3d07480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:04.052904 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-6c406dda-9522-4a23-a3ab-708df11f21f6 req-8feab4d3-6868-4442-aacc-ac86f3d07480 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5669cc13a2d4478491e7476a17e4f5cc&device_id=df59eb4f-2f81-4006-a5eb-513cd28e8687 HTTP/1.1" status: 200 len: 1098 time: 0.0790741 Oct 20 10:29:04.066354 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 0fe2e350-e1c7-4f76-917a-6377afa56771 up at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:29:04.072410 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6efe183e-e896-4065-981c-e6724ceba661 req-7828c6b6-899b-4c61-a42c-482d7f4298d4 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba094063-4980-4c22-bc34-9c1534c0beb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383209 Oct 20 10:29:04.096404 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.provisioning_blocks [req-9f6e39eb-51d0-4afe-b58b-383510759cb7 req-5d488d92-c8bb-42a1-a484-08ee844dba80 service neutron] Transition to ACTIVE for port object d07ae021-73b5-4fba-ad90-ad3a58f5de10 will not be triggered until provisioned by entity L2. {{(pid=100596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:29:04.122080 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-9f6e39eb-51d0-4afe-b58b-383510759cb7 req-5d488d92-c8bb-42a1-a484-08ee844dba80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:04.136969 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-6c406dda-9522-4a23-a3ab-708df11f21f6 req-cc8e889c-d6b5-4c54-8e68-70745b685045 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=8ddb2bfe-3917-4316-8293-5b61e6c6eaae HTTP/1.1" status: 200 len: 217 time: 0.0716126 Oct 20 10:29:04.145742 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning for port 0fe2e350-e1c7-4f76-917a-6377afa56771 completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:29:04.151927 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning complete for port 0fe2e350-e1c7-4f76-917a-6377afa56771 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:29:04.152289 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:04.210890 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c406dda-9522-4a23-a3ab-708df11f21f6 req-59e3f0f2-2401-44bb-bd13-580be6d3c50a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:04.212504 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-6c406dda-9522-4a23-a3ab-708df11f21f6 req-59e3f0f2-2401-44bb-bd13-580be6d3c50a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8f86199a-b8f2-45b4-a83a-995a7ea6fe42 HTTP/1.1" status: 200 len: 843 time: 0.0578141 Oct 20 10:29:04.282089 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c406dda-9522-4a23-a3ab-708df11f21f6 req-c1559646-01ae-4758-b56c-7b45786ace36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:04.283919 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-6c406dda-9522-4a23-a3ab-708df11f21f6 req-c1559646-01ae-4758-b56c-7b45786ace36 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a7c57b12-d7c3-48bb-aa54-a67a56468a84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0557499 Oct 20 10:29:04.297672 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:04.297876 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d488d92-c8bb-42a1-a484-08ee844dba80 service neutron] Pushing event updated for resources: {'Port': ['ID=d07ae021-73b5-4fba-ad90-ad3a58f5de10,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:29:04.310191 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565c5699-fdc4-4925-aabc-7673a855ec47 req-d521efc0-d9f7-414f-bba1-5b6367811d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:04.311793 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-565c5699-fdc4-4925-aabc-7673a855ec47 req-d521efc0-d9f7-414f-bba1-5b6367811d0e service neutron] 10.222.0.64 "GET /v2.0/networks?id=8cfae792-dae1-499b-8163-e6aee18e9ac1 HTTP/1.1" status: 200 len: 921 time: 0.2580311 Oct 20 10:29:04.344399 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 0fe2e350-e1c7-4f76-917a-6377afa56771, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=0fe2e350-e1c7-4f76-917a-6377afa56771,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:29:04.349526 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:04.350517 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 0371987a-4774-44fc-8b5d-9c1c4a305a09 no longer exists at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:29:04.407802 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=0fe2e350-e1c7-4f76-917a-6377afa56771,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:29:04.429019 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-565c5699-fdc4-4925-aabc-7673a855ec47 req-33a7730e-62ba-4fa1-93df-604f4503142f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9ff0c57f-c9ee-48e9-a95b-2abd8954e425 HTTP/1.1" status: 200 len: 997 time: 0.1085441 Oct 20 10:29:04.430534 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-9f6e39eb-51d0-4afe-b58b-383510759cb7 req-5d488d92-c8bb-42a1-a484-08ee844dba80 service neutron] Attempting to bind port d07ae021-73b5-4fba-ad90-ad3a58f5de10 on host n-h1-811396-3 for vnic_type normal with profile {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:29:04.430865 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-9f6e39eb-51d0-4afe-b58b-383510759cb7 req-5d488d92-c8bb-42a1-a484-08ee844dba80 service neutron] Attempting to bind port d07ae021-73b5-4fba-ad90-ad3a58f5de10 by drivers openvswitch,hyperv on host n-h1-811396-3 at level 0 using segments [{'id': '2a955507-8aa3-4dce-8a9a-35b2ba6d189c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '1d304c1c-2df7-49e8-aecc-af0c3a0b69ff'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:29:04.431195 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f6e39eb-51d0-4afe-b58b-383510759cb7 req-5d488d92-c8bb-42a1-a484-08ee844dba80 service neutron] Attempting to bind port d07ae021-73b5-4fba-ad90-ad3a58f5de10 on network 1d304c1c-2df7-49e8-aecc-af0c3a0b69ff {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:29:04.441222 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b737f0-22b7-4fc7-86ed-2adb431602b6 req-c0da01a8-8507-413c-b3f6-4a020c82debd tempest-VolumesAdminNegativeTest-1459988767 tempest-VolumesAdminNegativeTest-1459988767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:04.441851 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-6c406dda-9522-4a23-a3ab-708df11f21f6 req-bdb68254-1222-4900-8f55-266f1c7169ff service neutron] 10.222.0.69 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388729 Oct 20 10:29:04.442835 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-65b737f0-22b7-4fc7-86ed-2adb431602b6 req-c0da01a8-8507-413c-b3f6-4a020c82debd tempest-VolumesAdminNegativeTest-1459988767 tempest-VolumesAdminNegativeTest-1459988767-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3c00359-1736-425e-ab57-e5c6ad8b6548 HTTP/1.1" status: 200 len: 943 time: 0.2536263 Oct 20 10:29:04.454380 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-c2d7f57c-1540-49bb-9dbb-66eca765012e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8382396-2dc4-4d0c-a583-761d4735ed35', 'name': 'tempest-ServerRescueTestJSONUnderV235-1835896000-router', 'tenant_id': '42b1ef643dda4357aa2693544e61640e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': '1a519a09-d356-413e-ae59-0df26543268f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:27:59Z', 'updated_at': '2021-10-20T10:28:03Z', 'revision_number': 4, 'project_id': '42b1ef643dda4357aa2693544e61640e', 'gw_port': {'id': '1a519a09-d356-413e-ae59-0df26543268f', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:11:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8382396-2dc4-4d0c-a583-761d4735ed35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 227, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:27:59Z', 'updated_at': '2021-10-20T10:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_floatingips': [{'id': '7920ebda-0ef7-4ab7-b6de-85c837d01578', 'tenant_id': '42b1ef643dda4357aa2693544e61640e', 'floating_ip_address': '172.25.1.5', 'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'router_id': 'b8382396-2dc4-4d0c-a583-761d4735ed35', 'port_id': '9ff0c57f-c9ee-48e9-a95b-2abd8954e425', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cfae792-dae1-499b-8163-e6aee18e9ac1', 'mac_address': 'fa:16:3e:c4:08:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37819879-6a8f-4e60-9b45-e7343fc19d33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T10:28:58Z', 'updated_at': '2021-10-20T10:29:01Z', 'revision_number': 1, 'project_id': '42b1ef643dda4357aa2693544e61640e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '149f9058-29ee-4a37-bd93-7b114ac9a7c5', 'name': '', 'network_id': '8cfae792-dae1-499b-8163-e6aee18e9ac1', 'tenant_id': '42b1ef643dda4357aa2693544e61640e', 'mac_address': 'fa:16:3e:21:e7:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8382396-2dc4-4d0c-a583-761d4735ed35', 'device_owner': 'network:router_interface', 'standard_attr_id': 228, 'fixed_ips': [{'subnet_id': 'fa453291-6ed6-480d-9668-eca2978cd872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:28:02Z', 'updated_at': '2021-10-20T10:28:09Z', 'revision_number': 5, 'project_id': '42b1ef643dda4357aa2693544e61640e', 'subnets': [{'id': 'fa453291-6ed6-480d-9668-eca2978cd872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:29:04.463544 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 0371987a-4774-44fc-8b5d-9c1c4a305a09 not bound to the agent host n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:29:04.483592 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f6e39eb-51d0-4afe-b58b-383510759cb7 req-5d488d92-c8bb-42a1-a484-08ee844dba80 service neutron] Port d07ae021-73b5-4fba-ad90-ad3a58f5de10 on network 1d304c1c-2df7-49e8-aecc-af0c3a0b69ff not bound, no agent of type Open vSwitch agent registered on host n-h1-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:29:04.483841 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f6e39eb-51d0-4afe-b58b-383510759cb7 req-5d488d92-c8bb-42a1-a484-08ee844dba80 service neutron] Attempting to bind port d07ae021-73b5-4fba-ad90-ad3a58f5de10 on network 1d304c1c-2df7-49e8-aecc-af0c3a0b69ff {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:29:04.486135 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d7f57c-1540-49bb-9dbb-66eca765012e None None] Checking router: b8382396-2dc4-4d0c-a583-761d4735ed35 for host: n-d-811396-3 {{(pid=100599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:29:04.494718 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d7f57c-1540-49bb-9dbb-66eca765012e None None] Routers {'b8382396-2dc4-4d0c-a583-761d4735ed35'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:29:04.495341 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-c2d7f57c-1540-49bb-9dbb-66eca765012e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:28:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['b8382396-2dc4-4d0c-a583-761d4735ed35'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:29:04.507255 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f6e39eb-51d0-4afe-b58b-383510759cb7 req-5d488d92-c8bb-42a1-a484-08ee844dba80 service neutron] Checking agent: {'id': 'b707b4cc-061f-4cf4-bce0-0b3df9b7bec9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:29:04.507616 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f6e39eb-51d0-4afe-b58b-383510759cb7 req-5d488d92-c8bb-42a1-a484-08ee844dba80 service neutron] Checking segment: {'id': '2a955507-8aa3-4dce-8a9a-35b2ba6d189c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '1d304c1c-2df7-49e8-aecc-af0c3a0b69ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:29:04.508406 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f6e39eb-51d0-4afe-b58b-383510759cb7 req-5d488d92-c8bb-42a1-a484-08ee844dba80 service neutron] Bound using segment: {'id': '2a955507-8aa3-4dce-8a9a-35b2ba6d189c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '1d304c1c-2df7-49e8-aecc-af0c3a0b69ff'} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:29:04.508526 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-9f6e39eb-51d0-4afe-b58b-383510759cb7 req-5d488d92-c8bb-42a1-a484-08ee844dba80 service neutron] Bound port: d07ae021-73b5-4fba-ad90-ad3a58f5de10, host: n-h1-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a955507-8aa3-4dce-8a9a-35b2ba6d189c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '1d304c1c-2df7-49e8-aecc-af0c3a0b69ff'}}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:29:04.508846 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-9f6e39eb-51d0-4afe-b58b-383510759cb7 req-5d488d92-c8bb-42a1-a484-08ee844dba80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:04.534908 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565c5699-fdc4-4925-aabc-7673a855ec47 req-5bbd472a-ba4e-44c2-9efd-5e2e097f0dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:04.536435 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-565c5699-fdc4-4925-aabc-7673a855ec47 req-5bbd472a-ba4e-44c2-9efd-5e2e097f0dc1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fa453291-6ed6-480d-9668-eca2978cd872 HTTP/1.1" status: 200 len: 860 time: 0.0926888 Oct 20 10:29:04.548272 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-65b737f0-22b7-4fc7-86ed-2adb431602b6 req-b2f132ee-f628-4744-bccd-9107d9008842 tempest-VolumesAdminNegativeTest-1459988767 tempest-VolumesAdminNegativeTest-1459988767-project] 10.222.0.64 "GET /v2.0/security-groups?id=32bbe414-470e-4c0f-b2cf-cab80f11842d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945451 Oct 20 10:29:04.549689 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-6c406dda-9522-4a23-a3ab-708df11f21f6 req-5163814b-b1d5-4d8f-874a-d3fce351e651 service neutron] 10.222.0.69 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002111 Oct 20 10:29:04.614209 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-565c5699-fdc4-4925-aabc-7673a855ec47 req-6cc7c1d4-d40a-44ce-82b3-5a2ac88e8a89 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8cfae792-dae1-499b-8163-e6aee18e9ac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628893 Oct 20 10:29:04.634514 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [req-565c5699-fdc4-4925-aabc-7673a855ec47 req-f3f168b3-48b3-4234-9a4f-057d3f4cb05d service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:29:04.635541 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-565c5699-fdc4-4925-aabc-7673a855ec47 req-f3f168b3-48b3-4234-9a4f-057d3f4cb05d service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0085709 Oct 20 10:29:04.701663 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-c2d7f57c-1540-49bb-9dbb-66eca765012e None None] Set router b8382396-2dc4-4d0c-a583-761d4735ed35 gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:29:04.751172 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d0de96-286c-4a75-8852-5a81962221d9 req-9b040c76-9226-4345-beb8-1eaaf788a061 tempest-ServerDiagnosticsNegativeTest-1035048809 tempest-ServerDiagnosticsNegativeTest-1035048809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:04.752746 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c7d0de96-286c-4a75-8852-5a81962221d9 req-9b040c76-9226-4345-beb8-1eaaf788a061 tempest-ServerDiagnosticsNegativeTest-1035048809 tempest-ServerDiagnosticsNegativeTest-1035048809-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca3b72a5-5f22-42e5-b43d-f2d1016af8d5 HTTP/1.1" status: 200 len: 950 time: 0.1434870 Oct 20 10:29:04.762131 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-9f6e39eb-51d0-4afe-b58b-383510759cb7 req-5d488d92-c8bb-42a1-a484-08ee844dba80 service neutron] For port d07ae021-73b5-4fba-ad90-ad3a58f5de10, host n-h1-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:29:04.797026 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-9f6e39eb-51d0-4afe-b58b-383510759cb7 req-5d488d92-c8bb-42a1-a484-08ee844dba80 service neutron] For port d07ae021-73b5-4fba-ad90-ad3a58f5de10, host n-h1-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=d07ae021-73b5-4fba-ad90-ad3a58f5de10,segment=NetworkSegment(2a955507-8aa3-4dce-8a9a-35b2ba6d189c),segment_id=2a955507-8aa3-4dce-8a9a-35b2ba6d189c)] {{(pid=100596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:29:04.813822 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-9f6e39eb-51d0-4afe-b58b-383510759cb7 req-5d488d92-c8bb-42a1-a484-08ee844dba80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:04.862844 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-565c5699-fdc4-4925-aabc-7673a855ec47 req-b7a46220-14bf-4069-a456-e63e4b343479 service neutron] 10.222.0.64 "GET /v2.0/networks/8cfae792-dae1-499b-8163-e6aee18e9ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116470 Oct 20 10:29:04.871047 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6e39eb-51d0-4afe-b58b-383510759cb7 req-5d488d92-c8bb-42a1-a484-08ee844dba80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:04.871819 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-9f6e39eb-51d0-4afe-b58b-383510759cb7 req-5d488d92-c8bb-42a1-a484-08ee844dba80 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:04.873269 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9f6e39eb-51d0-4afe-b58b-383510759cb7 req-5d488d92-c8bb-42a1-a484-08ee844dba80 service neutron] 10.222.0.55 "PUT /v2.0/ports/d07ae021-73b5-4fba-ad90-ad3a58f5de10 HTTP/1.1" status: 200 len: 1091 time: 2.0894029 Oct 20 10:29:04.904497 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c7d0de96-286c-4a75-8852-5a81962221d9 req-4e6a7ade-a9bc-4016-89c6-776627fac3c8 tempest-ServerDiagnosticsNegativeTest-1035048809 tempest-ServerDiagnosticsNegativeTest-1035048809-project] 10.222.0.64 "GET /v2.0/security-groups?id=31667a16-125a-4972-bd52-40ce9f379022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393573 Oct 20 10:29:04.917852 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df59eb4f-2f81-4006-a5eb-513cd28e8687', 'tag': '8ddb2bfe-3917-4316-8293-5b61e6c6eaae'}] {{(pid=100597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:29:04.917852 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd85cad6a391afaa95d2dd5280bfd4659fc1e1b2aba53b5e7ef874f059efcdc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72192587-08a3-4bc8-8572-0f80ed183b90" -d '{"events": [{"name": "network-changed", "server_uuid": "df59eb4f-2f81-4006-a5eb-513cd28e8687", "tag": "8ddb2bfe-3917-4316-8293-5b61e6c6eaae"}]}' {{(pid=100597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:29:04.948167 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-c2d7f57c-1540-49bb-9dbb-66eca765012e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8382396-2dc4-4d0c-a583-761d4735ed35', 'name': 'tempest-ServerRescueTestJSONUnderV235-1835896000-router', 'tenant_id': '42b1ef643dda4357aa2693544e61640e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': '1a519a09-d356-413e-ae59-0df26543268f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:27:59Z', 'updated_at': '2021-10-20T10:28:03Z', 'revision_number': 4, 'project_id': '42b1ef643dda4357aa2693544e61640e', 'gw_port': {'id': '1a519a09-d356-413e-ae59-0df26543268f', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:11:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8382396-2dc4-4d0c-a583-761d4735ed35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 227, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:27:59Z', 'updated_at': '2021-10-20T10:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_floatingips': [{'id': '7920ebda-0ef7-4ab7-b6de-85c837d01578', 'tenant_id': '42b1ef643dda4357aa2693544e61640e', 'floating_ip_address': '172.25.1.5', 'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'router_id': 'b8382396-2dc4-4d0c-a583-761d4735ed35', 'port_id': '9ff0c57f-c9ee-48e9-a95b-2abd8954e425', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cfae792-dae1-499b-8163-e6aee18e9ac1', 'mac_address': 'fa:16:3e:c4:08:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37819879-6a8f-4e60-9b45-e7343fc19d33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T10:28:58Z', 'updated_at': '2021-10-20T10:29:01Z', 'revision_number': 1, 'project_id': '42b1ef643dda4357aa2693544e61640e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '149f9058-29ee-4a37-bd93-7b114ac9a7c5', 'name': '', 'network_id': '8cfae792-dae1-499b-8163-e6aee18e9ac1', 'tenant_id': '42b1ef643dda4357aa2693544e61640e', 'mac_address': 'fa:16:3e:21:e7:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8382396-2dc4-4d0c-a583-761d4735ed35', 'device_owner': 'network:router_interface', 'standard_attr_id': 228, 'fixed_ips': [{'subnet_id': 'fa453291-6ed6-480d-9668-eca2978cd872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:28:02Z', 'updated_at': '2021-10-20T10:28:09Z', 'revision_number': 5, 'project_id': '42b1ef643dda4357aa2693544e61640e', 'subnets': [{'id': 'fa453291-6ed6-480d-9668-eca2978cd872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:29:04.979642 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d7f57c-1540-49bb-9dbb-66eca765012e None None] The sync data for ids ['b8382396-2dc4-4d0c-a583-761d4735ed35'] in n-d-811396-3 is: [{'id': 'b8382396-2dc4-4d0c-a583-761d4735ed35', 'name': 'tempest-ServerRescueTestJSONUnderV235-1835896000-router', 'tenant_id': '42b1ef643dda4357aa2693544e61640e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': '1a519a09-d356-413e-ae59-0df26543268f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:27:59Z', 'updated_at': '2021-10-20T10:28:03Z', 'revision_number': 4, 'project_id': '42b1ef643dda4357aa2693544e61640e', 'gw_port': {'id': '1a519a09-d356-413e-ae59-0df26543268f', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:11:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8382396-2dc4-4d0c-a583-761d4735ed35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 227, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:27:59Z', 'updated_at': '2021-10-20T10:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_floatingips': [{'id': '7920ebda-0ef7-4ab7-b6de-85c837d01578', 'tenant_id': '42b1ef643dda4357aa2693544e61640e', 'floating_ip_address': '172.25.1.5', 'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'router_id': 'b8382396-2dc4-4d0c-a583-761d4735ed35', 'port_id': '9ff0c57f-c9ee-48e9-a95b-2abd8954e425', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cfae792-dae1-499b-8163-e6aee18e9ac1', 'mac_address': 'fa:16:3e:c4:08:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37819879-6a8f-4e60-9b45-e7343fc19d33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T10:28:58Z', 'updated_at': '2021-10-20T10:29:01Z', 'revision_number': 1, 'project_id': '42b1ef643dda4357aa2693544e61640e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '149f9058-29ee-4a37-bd93-7b114ac9a7c5', 'name': '', 'network_id': '8cfae792-dae1-499b-8163-e6aee18e9ac1', 'tenant_id': '42b1ef643dda4357aa2693544e61640e', 'mac_address': 'fa:16:3e:21:e7:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8382396-2dc4-4d0c-a583-761d4735ed35', 'device_owner': 'network:router_interface', 'standard_attr_id': 228, 'fixed_ips': [{'subnet_id': 'fa453291-6ed6-480d-9668-eca2978cd872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:28:02Z', 'updated_at': '2021-10-20T10:28:09Z', 'revision_number': 5, 'project_id': '42b1ef643dda4357aa2693544e61640e', 'subnets': [{'id': 'fa453291-6ed6-480d-9668-eca2978cd872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:29:05.040616 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d488d92-c8bb-42a1-a484-08ee844dba80 service neutron] Pushing event updated for resources: {'Port': ['ID=d07ae021-73b5-4fba-ad90-ad3a58f5de10,revision_number=3']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:29:05.083102 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-565c5699-fdc4-4925-aabc-7673a855ec47 req-a1507dc7-044d-47bc-9417-74c8ef685cf9 service neutron] 10.222.0.64 "GET /v2.0/networks/8cfae792-dae1-499b-8163-e6aee18e9ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190344 Oct 20 10:29:05.084729 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6e39eb-51d0-4afe-b58b-383510759cb7 req-1da722a7-e95a-4f12-87f3-ddd972dd0f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:05.086070 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9f6e39eb-51d0-4afe-b58b-383510759cb7 req-1da722a7-e95a-4f12-87f3-ddd972dd0f4b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5da7f2ee1bf648c2a4ac6363d2afec67&device_id=b3c00359-1736-425e-ab57-e5c6ad8b6548 HTTP/1.1" status: 200 len: 1094 time: 0.1386244 Oct 20 10:29:05.094090 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fbdee7-f4ec-4420-8dbe-8a8ea509be18 req-99899bda-01ce-4b95-9884-81b45a2caf1e tempest-LiveMigrationNegativeTest-1850627167 tempest-LiveMigrationNegativeTest-1850627167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:05.095684 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d4fbdee7-f4ec-4420-8dbe-8a8ea509be18 req-99899bda-01ce-4b95-9884-81b45a2caf1e tempest-LiveMigrationNegativeTest-1850627167 tempest-LiveMigrationNegativeTest-1850627167-project] 10.222.0.64 "GET /v2.0/ports?device_id=df59eb4f-2f81-4006-a5eb-513cd28e8687 HTTP/1.1" status: 200 len: 947 time: 0.1263890 Oct 20 10:29:05.147254 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9f6e39eb-51d0-4afe-b58b-383510759cb7 req-ea555fe1-6544-4dbb-94b1-ee3042f0602b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d07ae021-73b5-4fba-ad90-ad3a58f5de10 HTTP/1.1" status: 200 len: 217 time: 0.0471349 Oct 20 10:29:05.199091 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d4fbdee7-f4ec-4420-8dbe-8a8ea509be18 req-2be0d9c2-6cd9-4ee2-b927-f9f6b2c76be0 tempest-LiveMigrationNegativeTest-1850627167 tempest-LiveMigrationNegativeTest-1850627167-project] 10.222.0.64 "GET /v2.0/security-groups?id=16f29da4-e76c-43e0-934f-c02c5cb6afce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928347 Oct 20 10:29:05.215872 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021f998f-e34c-470e-b37f-514b2d0c79b2 None None] New status for floating IP 7920ebda-0ef7-4ab7-b6de-85c837d01578: ACTIVE {{(pid=100598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 10:29:05.229869 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6e39eb-51d0-4afe-b58b-383510759cb7 req-f8eef90e-dd48-4863-b5e7-c5570a7f8b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:05.229869 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9f6e39eb-51d0-4afe-b58b-383510759cb7 req-f8eef90e-dd48-4863-b5e7-c5570a7f8b4c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3cd7c84c-79ac-4cc8-9907-f0b0a8fe0f53 HTTP/1.1" status: 200 len: 855 time: 0.0726140 Oct 20 10:29:05.276522 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b382605-dc67-4282-b1f0-8bbe06823d16 x-openstack-request-id: req-6b382605-dc67-4282-b1f0-8bbe06823d16 {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:29:05.277495 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39b19f26-435f-4219-86de-3e7bc15de1ed", "name": "network-vif-plugged", "status": "completed", "tag": "fa148701-2bd3-45e4-ace6-f079253fac3b", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:29:05.278166 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6b382605-dc67-4282-b1f0-8bbe06823d16 {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:29:05.278798 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39b19f26-435f-4219-86de-3e7bc15de1ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa148701-2bd3-45e4-ace6-f079253fac3b', 'code': 200} Oct 20 10:29:05.286088 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9f6e39eb-51d0-4afe-b58b-383510759cb7 req-df437b2d-bcde-4eb3-bf69-fc0d635c019a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1d304c1c-2df7-49e8-aecc-af0c3a0b69ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491838 Oct 20 10:29:05.341835 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6037e43f-d09e-496b-98be-c720f4cd01b7 x-openstack-request-id: req-6037e43f-d09e-496b-98be-c720f4cd01b7 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:29:05.342217 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37819879-6a8f-4e60-9b45-e7343fc19d33", "tag": "9ff0c57f-c9ee-48e9-a95b-2abd8954e425", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:29:05.342401 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6037e43f-d09e-496b-98be-c720f4cd01b7 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:29:05.342763 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37819879-6a8f-4e60-9b45-e7343fc19d33', 'tag': '9ff0c57f-c9ee-48e9-a95b-2abd8954e425', 'status': 'completed', 'code': 200} Oct 20 10:29:05.439736 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035d99cf-c148-4041-9e23-e63e67505cbe req-fe27752f-280e-4067-b95c-79e98f3a41a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:05.441396 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-035d99cf-c148-4041-9e23-e63e67505cbe req-fe27752f-280e-4067-b95c-79e98f3a41a9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=42b1ef643dda4357aa2693544e61640e&device_id=37819879-6a8f-4e60-9b45-e7343fc19d33 HTTP/1.1" status: 200 len: 1096 time: 0.0815096 Oct 20 10:29:05.443968 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597c4b79-5149-46a8-9aab-06edd8625fd7 req-fc928823-6a26-40f8-8a45-0665ad82ade4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:05.445320 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-597c4b79-5149-46a8-9aab-06edd8625fd7 req-fc928823-6a26-40f8-8a45-0665ad82ade4 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=39b19f26-435f-4219-86de-3e7bc15de1ed HTTP/1.1" status: 200 len: 1101 time: 0.0947104 Oct 20 10:29:05.462703 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda413b0-5d9a-4042-b0a7-d0f38aff78c3 req-05c99558-d116-4177-9250-3b2e6933c934 tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:05.464262 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-eda413b0-5d9a-4042-b0a7-d0f38aff78c3 req-05c99558-d116-4177-9250-3b2e6933c934 tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] 10.222.0.64 "GET /v2.0/ports?device_id=9f9f84b3-38b7-4b0b-9bb9-8512b0ad0404 HTTP/1.1" status: 200 len: 946 time: 0.1581612 Oct 20 10:29:05.474010 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 38862) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:29:05.481643 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-6b76b0c3-2528-41dd-86ae-d65730cf7028 tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] Request body: {'floatingip': {'port_id': '881c7a80-b4c4-49cf-830f-c0cebb93d82f'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:29:05.512692 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1c64d64-40d3-4631-a2f2-1898535a9926 x-openstack-request-id: req-b1c64d64-40d3-4631-a2f2-1898535a9926 {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:29:05.512979 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df59eb4f-2f81-4006-a5eb-513cd28e8687", "tag": "8ddb2bfe-3917-4316-8293-5b61e6c6eaae", "status": "completed", "code": 200}]} {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:29:05.513240 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b1c64d64-40d3-4631-a2f2-1898535a9926 {{(pid=100597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:29:05.513671 n-d-811396-3 neutron-server[100597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df59eb4f-2f81-4006-a5eb-513cd28e8687', 'tag': '8ddb2bfe-3917-4316-8293-5b61e6c6eaae', 'status': 'completed', 'code': 200} Oct 20 10:29:05.537340 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6b76b0c3-2528-41dd-86ae-d65730cf7028 tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] Publish callbacks [] for floatingip, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:05.543630 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9f6e39eb-51d0-4afe-b58b-383510759cb7 req-614cb2b9-339d-4e22-bf3c-8104228c4905 service neutron] 10.222.0.55 "GET /v2.0/networks/1d304c1c-2df7-49e8-aecc-af0c3a0b69ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2475181 Oct 20 10:29:05.577240 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-597c4b79-5149-46a8-9aab-06edd8625fd7 req-fc4c69b8-0cc5-40a5-9321-3c1037301608 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989602 Oct 20 10:29:05.605753 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035d99cf-c148-4041-9e23-e63e67505cbe req-6067d875-4e66-4144-b67b-22b32b76605b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:05.607226 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-035d99cf-c148-4041-9e23-e63e67505cbe req-6067d875-4e66-4144-b67b-22b32b76605b service neutron] 10.222.0.69 "GET /v2.0/networks?id=8cfae792-dae1-499b-8163-e6aee18e9ac1 HTTP/1.1" status: 200 len: 921 time: 0.1415803 Oct 20 10:29:05.635532 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701f2a5b-6a72-4e2d-8136-32acc5fb945b req-d6236dda-15cc-4878-aa5a-3637c183a869 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:05.636978 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-701f2a5b-6a72-4e2d-8136-32acc5fb945b req-d6236dda-15cc-4878-aa5a-3637c183a869 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=39b19f26-435f-4219-86de-3e7bc15de1ed HTTP/1.1" status: 200 len: 950 time: 0.2186399 Oct 20 10:29:05.900494 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-035d99cf-c148-4041-9e23-e63e67505cbe req-b6bab5bc-d4e9-4fed-bdd3-9b1d54b7e2e0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9ff0c57f-c9ee-48e9-a95b-2abd8954e425 HTTP/1.1" status: 200 len: 999 time: 0.0911441 Oct 20 10:29:05.959402 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035d99cf-c148-4041-9e23-e63e67505cbe req-2d2851dc-6ebd-4c7d-8774-5793abb61f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:05.960866 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-035d99cf-c148-4041-9e23-e63e67505cbe req-2d2851dc-6ebd-4c7d-8774-5793abb61f6e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=fa453291-6ed6-480d-9668-eca2978cd872 HTTP/1.1" status: 200 len: 860 time: 0.0496528 Oct 20 10:29:05.992515 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-035d99cf-c148-4041-9e23-e63e67505cbe req-e7258f4c-01af-4dfd-9e84-842660c386ec service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8cfae792-dae1-499b-8163-e6aee18e9ac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234275 Oct 20 10:29:06.060292 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-335ee4dd-474c-49f3-bdc7-d63e708d148a req-01cbb9e4-8a2c-4fae-a6b5-da619d0d379c tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.1.5 HTTP/1.1" status: 200 len: 999 time: 0.5265994 Oct 20 10:29:06.085344 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-035d99cf-c148-4041-9e23-e63e67505cbe req-392306e9-1d1a-4ad6-a8ad-e8f85453d0a3 service neutron] 10.222.0.69 "GET /v2.0/networks/8cfae792-dae1-499b-8163-e6aee18e9ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802548 Oct 20 10:29:06.099786 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-701f2a5b-6a72-4e2d-8136-32acc5fb945b req-bd170607-4a72-4db1-b37a-3f70cd8b4622 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724327 Oct 20 10:29:06.101727 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72192587-08a3-4bc8-8572-0f80ed183b90 req-955867a6-ab7f-4731-80ce-ae3f3b30c99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:06.103151 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-72192587-08a3-4bc8-8572-0f80ed183b90 req-955867a6-ab7f-4731-80ce-ae3f3b30c99d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5669cc13a2d4478491e7476a17e4f5cc&device_id=df59eb4f-2f81-4006-a5eb-513cd28e8687 HTTP/1.1" status: 200 len: 1098 time: 0.5559301 Oct 20 10:29:06.131538 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-90891f0e-9ffd-4e3c-8c4d-74d94a7bca73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:06.190290 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-035d99cf-c148-4041-9e23-e63e67505cbe req-9956522d-95ef-491c-9063-1c7a80a6f641 service neutron] 10.222.0.69 "GET /v2.0/networks/8cfae792-dae1-499b-8163-e6aee18e9ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969243 Oct 20 10:29:06.227743 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9f6e39eb-51d0-4afe-b58b-383510759cb7 req-fa35f470-0b6d-4bc9-bfb2-f9ec9a7f0891 service neutron] 10.222.0.55 "GET /v2.0/networks/1d304c1c-2df7-49e8-aecc-af0c3a0b69ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6706910 Oct 20 10:29:06.234306 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335ee4dd-474c-49f3-bdc7-d63e708d148a req-1de3d943-fe5f-49ee-b705-62fc1c531aa7 tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:06.235655 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-335ee4dd-474c-49f3-bdc7-d63e708d148a req-1de3d943-fe5f-49ee-b705-62fc1c531aa7 tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] 10.222.0.64 "GET /v2.0/ports/9ff0c57f-c9ee-48e9-a95b-2abd8954e425 HTTP/1.1" status: 200 len: 942 time: 0.1663084 Oct 20 10:29:06.277137 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-06d221d5-3449-4546-ae6b-cf7aebefbfa0 req-acd0832c-ead6-4b47-a240-6544368913ea tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=cbb7919139e74aa3a9a9edbe5b865f11&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0795803 Oct 20 10:29:06.434479 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72192587-08a3-4bc8-8572-0f80ed183b90 req-46bbdef0-2394-4437-a505-bd7b024b27ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:06.435881 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-72192587-08a3-4bc8-8572-0f80ed183b90 req-46bbdef0-2394-4437-a505-bd7b024b27ec service neutron] 10.222.0.69 "GET /v2.0/networks?id=a7c57b12-d7c3-48bb-aa54-a67a56468a84 HTTP/1.1" status: 200 len: 870 time: 0.3105292 Oct 20 10:29:06.507117 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-335ee4dd-474c-49f3-bdc7-d63e708d148a req-3ad166ed-7521-4557-9ddb-01f94aa2e708 tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.1.5 HTTP/1.1" status: 200 len: 999 time: 0.2186656 Oct 20 10:29:06.574707 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-72192587-08a3-4bc8-8572-0f80ed183b90 req-b35d069b-a4f5-419d-bbdd-be99f337c714 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=8ddb2bfe-3917-4316-8293-5b61e6c6eaae HTTP/1.1" status: 200 len: 217 time: 0.0859292 Oct 20 10:29:06.677468 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d221d5-3449-4546-ae6b-cf7aebefbfa0 req-e4fc85fa-7700-467c-9351-42c5895ef070 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:06.678936 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-06d221d5-3449-4546-ae6b-cf7aebefbfa0 req-e4fc85fa-7700-467c-9351-42c5895ef070 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3941438 Oct 20 10:29:06.765607 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72192587-08a3-4bc8-8572-0f80ed183b90 req-892c0b72-ed9f-45ab-986a-1beeff25c068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:06.767033 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-72192587-08a3-4bc8-8572-0f80ed183b90 req-892c0b72-ed9f-45ab-986a-1beeff25c068 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8f86199a-b8f2-45b4-a83a-995a7ea6fe42 HTTP/1.1" status: 200 len: 843 time: 0.1786981 Oct 20 10:29:06.771590 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-06d221d5-3449-4546-ae6b-cf7aebefbfa0 req-3e679a42-88b6-40b5-bcfb-06134b40d22d tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/quotas/cbb7919139e74aa3a9a9edbe5b865f11 HTTP/1.1" status: 200 len: 375 time: 0.0855050 Oct 20 10:29:06.870653 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335ee4dd-474c-49f3-bdc7-d63e708d148a req-559036b1-7510-4f5f-9203-9c8337f213da tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:06.872059 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-335ee4dd-474c-49f3-bdc7-d63e708d148a req-559036b1-7510-4f5f-9203-9c8337f213da tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] 10.222.0.64 "GET /v2.0/networks/cbe170d3-31ba-45a2-b477-520ab0a7a8ea HTTP/1.1" status: 200 len: 784 time: 0.3309410 Oct 20 10:29:06.934811 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.db.resource_extend [None req-6b76b0c3-2528-41dd-86ae-d65730cf7028 tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 20 10:29:06.989250 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-06d221d5-3449-4546-ae6b-cf7aebefbfa0 req-df4a2cad-0015-4d20-bd34-e703640d75eb tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=cbb7919139e74aa3a9a9edbe5b865f11&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2087247 Oct 20 10:29:07.001344 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72192587-08a3-4bc8-8572-0f80ed183b90 req-4e4e6200-c32c-4a88-963c-052cf438bda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:07.002820 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-72192587-08a3-4bc8-8572-0f80ed183b90 req-4e4e6200-c32c-4a88-963c-052cf438bda7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a7c57b12-d7c3-48bb-aa54-a67a56468a84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2101760 Oct 20 10:29:07.025114 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-335ee4dd-474c-49f3-bdc7-d63e708d148a req-5bc16a07-9398-4da5-9965-bde6927ac628 tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.1.5 HTTP/1.1" status: 200 len: 999 time: 0.1399314 Oct 20 10:29:07.028700 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6b76b0c3-2528-41dd-86ae-d65730cf7028 tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:07.042612 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:07.043207 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6b76b0c3-2528-41dd-86ae-d65730cf7028 tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1773381'] for floatingip, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:07.060018 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-335ee4dd-474c-49f3-bdc7-d63e708d148a req-b5ddc570-33b5-4c26-987c-2cd94d8dc788 tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:29:07.233236 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-335ee4dd-474c-49f3-bdc7-d63e708d148a req-b5ddc570-33b5-4c26-987c-2cd94d8dc788 tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] Publish callbacks [] for floatingip, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:07.281278 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca3b72a5-5f22-42e5-b43d-f2d1016af8d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fe2e350-e1c7-4f76-917a-6377afa56771'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:29:07.286023 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-384286bb-1178-4c07-ac89-f225c80f1ada" -d '{"events": [{"server_uuid": "ca3b72a5-5f22-42e5-b43d-f2d1016af8d5", "name": "network-vif-plugged", "status": "completed", "tag": "0fe2e350-e1c7-4f76-917a-6377afa56771"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:29:07.304876 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-72192587-08a3-4bc8-8572-0f80ed183b90 req-987330c4-8a27-4bbc-beac-ccc249da3a9a service neutron] 10.222.0.69 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2747416 Oct 20 10:29:07.307743 n-d-811396-3 neutron-server[100596]: INFO neutron.db.l3_db [None req-6b76b0c3-2528-41dd-86ae-d65730cf7028 tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] Floating IP db5b716c-eebb-4d16-9188-309110e292ff associated. External IP: 172.25.1.102, port: 881c7a80-b4c4-49cf-830f-c0cebb93d82f. Oct 20 10:29:07.345934 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3c00359-1736-425e-ab57-e5c6ad8b6548', 'tag': 'd07ae021-73b5-4fba-ad90-ad3a58f5de10'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:29:07.348211 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2893b04b-f9e5-4b06-9e14-ae10d5790f63" -d '{"events": [{"name": "network-changed", "server_uuid": "b3c00359-1736-425e-ab57-e5c6ad8b6548", "tag": "d07ae021-73b5-4fba-ad90-ad3a58f5de10"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:29:07.377417 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:07.592676 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:07.839905 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-335ee4dd-474c-49f3-bdc7-d63e708d148a req-b5ddc570-33b5-4c26-987c-2cd94d8dc788 tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:07.848227 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e764e686-1636-431e-a242-cf35a59d7aec req-fdb1a565-0a99-4d51-9acb-095f78486cbc tempest-LiveAutoBlockMigrationV225Test-237435139 tempest-LiveAutoBlockMigrationV225Test-237435139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:07.849769 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e764e686-1636-431e-a242-cf35a59d7aec req-fdb1a565-0a99-4d51-9acb-095f78486cbc tempest-LiveAutoBlockMigrationV225Test-237435139 tempest-LiveAutoBlockMigrationV225Test-237435139-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=1eabf57a-87ff-45e4-a8c1-0331e36a3388 HTTP/1.1" status: 200 len: 1095 time: 0.1979167 Oct 20 10:29:07.859081 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-335ee4dd-474c-49f3-bdc7-d63e708d148a req-b5ddc570-33b5-4c26-987c-2cd94d8dc788 tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1773381'] for floatingip, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:07.859452 n-d-811396-3 neutron-server[100596]: INFO neutron.db.l3_db [req-335ee4dd-474c-49f3-bdc7-d63e708d148a req-b5ddc570-33b5-4c26-987c-2cd94d8dc788 tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] Floating IP 7920ebda-0ef7-4ab7-b6de-85c837d01578 disassociated. External IP: 172.25.1.5, port: 9ff0c57f-c9ee-48e9-a95b-2abd8954e425. Oct 20 10:29:07.869258 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-72192587-08a3-4bc8-8572-0f80ed183b90 req-a74efaf1-9df3-4c12-b71c-8edf43b7a5cd service neutron] 10.222.0.69 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5241418 Oct 20 10:29:07.992803 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e764e686-1636-431e-a242-cf35a59d7aec req-5c1b1c6f-4a72-4454-be73-5e95cb83f190 tempest-LiveAutoBlockMigrationV225Test-237435139 tempest-LiveAutoBlockMigrationV225Test-237435139-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=ba094063-4980-4c22-bc34-9c1534c0beb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346924 Oct 20 10:29:08.095903 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b76b0c3-2528-41dd-86ae-d65730cf7028 tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] Router 39bc061e-7c84-407e-9038-82ed06b6b0ee has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:29:08.277881 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e9eb67-862c-4a3b-8dd8-4408160ed202 req-440d4727-d2c1-46cc-ab38-0fdf37f52a0c tempest-VolumesAdminNegativeTest-1459988767 tempest-VolumesAdminNegativeTest-1459988767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:08.279374 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f0e9eb67-862c-4a3b-8dd8-4408160ed202 req-440d4727-d2c1-46cc-ab38-0fdf37f52a0c tempest-VolumesAdminNegativeTest-1459988767 tempest-VolumesAdminNegativeTest-1459988767-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3c00359-1736-425e-ab57-e5c6ad8b6548 HTTP/1.1" status: 200 len: 943 time: 0.1487460 Oct 20 10:29:08.347580 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.l3_agent_scheduler [req-335ee4dd-474c-49f3-bdc7-d63e708d148a req-b5ddc570-33b5-4c26-987c-2cd94d8dc788 tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] Router b8382396-2dc4-4d0c-a583-761d4735ed35 has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:29:08.364157 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b76b0c3-2528-41dd-86ae-d65730cf7028 tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:29:08.372580 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6b76b0c3-2528-41dd-86ae-d65730cf7028 tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for floatingip, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:08.373391 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a733e359-bd5a-4523-8be2-9087d051a79a None None] Sync routers for ids ['39bc061e-7c84-407e-9038-82ed06b6b0ee'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:29:08.378847 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f0e9eb67-862c-4a3b-8dd8-4408160ed202 req-25c81a59-a1f2-4236-9409-6e6bb7f99b0d tempest-VolumesAdminNegativeTest-1459988767 tempest-VolumesAdminNegativeTest-1459988767-project] 10.222.0.64 "GET /v2.0/security-groups?id=32bbe414-470e-4c0f-b2cf-cab80f11842d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928748 Oct 20 10:29:08.383597 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a733e359-bd5a-4523-8be2-9087d051a79a None None] Routers {'39bc061e-7c84-407e-9038-82ed06b6b0ee'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:29:08.384751 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-a733e359-bd5a-4523-8be2-9087d051a79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:29:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['39bc061e-7c84-407e-9038-82ed06b6b0ee'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:29:08.406794 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-6b76b0c3-2528-41dd-86ae-d65730cf7028 tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] 10.222.0.64 "PUT /v2.0/floatingips/db5b716c-eebb-4d16-9188-309110e292ff HTTP/1.1" status: 200 len: 992 time: 2.9316943 Oct 20 10:29:08.496853 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-a733e359-bd5a-4523-8be2-9087d051a79a None None] Set router 39bc061e-7c84-407e-9038-82ed06b6b0ee gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:29:08.536977 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b133a5ba-e7bf-45dc-9797-cffdf2e537a4 req-bcd750c9-d04b-4ffa-b362-e66e2a54e3c3 tempest-ServerDiagnosticsNegativeTest-1035048809 tempest-ServerDiagnosticsNegativeTest-1035048809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:08.538515 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b133a5ba-e7bf-45dc-9797-cffdf2e537a4 req-bcd750c9-d04b-4ffa-b362-e66e2a54e3c3 tempest-ServerDiagnosticsNegativeTest-1035048809 tempest-ServerDiagnosticsNegativeTest-1035048809-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca3b72a5-5f22-42e5-b43d-f2d1016af8d5 HTTP/1.1" status: 200 len: 950 time: 0.0946333 Oct 20 10:29:08.555602 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-335ee4dd-474c-49f3-bdc7-d63e708d148a req-b5ddc570-33b5-4c26-987c-2cd94d8dc788 tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:29:08.561361 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-335ee4dd-474c-49f3-bdc7-d63e708d148a req-b5ddc570-33b5-4c26-987c-2cd94d8dc788 tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for floatingip, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:08.568526 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0867c94d-60b8-496a-a4de-4d3fc8914e17 None None] Sync routers for ids ['b8382396-2dc4-4d0c-a583-761d4735ed35'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:29:08.581487 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0867c94d-60b8-496a-a4de-4d3fc8914e17 None None] Routers {'b8382396-2dc4-4d0c-a583-761d4735ed35'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:29:08.582494 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-0867c94d-60b8-496a-a4de-4d3fc8914e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:29:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['b8382396-2dc4-4d0c-a583-761d4735ed35'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:29:08.604346 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-335ee4dd-474c-49f3-bdc7-d63e708d148a req-b5ddc570-33b5-4c26-987c-2cd94d8dc788 tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] 10.222.0.64 "PUT /v2.0/floatingips/7920ebda-0ef7-4ab7-b6de-85c837d01578 HTTP/1.1" status: 200 len: 693 time: 1.5650001 Oct 20 10:29:08.621800 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b133a5ba-e7bf-45dc-9797-cffdf2e537a4 req-f5bef79c-882d-4dca-b487-f7ef5933bcb4 tempest-ServerDiagnosticsNegativeTest-1035048809 tempest-ServerDiagnosticsNegativeTest-1035048809-project] 10.222.0.64 "GET /v2.0/security-groups?id=31667a16-125a-4972-bd52-40ce9f379022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735552 Oct 20 10:29:08.623173 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 8ddb2bfe-3917-4316-8293-5b61e6c6eaae details requested by agent hyperv_n-h2-811396-3 with host n-h2-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:29:08.731657 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-06d221d5-3449-4546-ae6b-cf7aebefbfa0 req-c59e0e57-272e-42ee-8bdf-82e49414760e tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=cbb7919139e74aa3a9a9edbe5b865f11&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0439799 Oct 20 10:29:08.791822 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-0867c94d-60b8-496a-a4de-4d3fc8914e17 None None] Set router b8382396-2dc4-4d0c-a583-761d4735ed35 gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:29:08.809588 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335ee4dd-474c-49f3-bdc7-d63e708d148a req-cb43de80-904d-4fa4-9ed8-f786e3285427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:08.811411 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-335ee4dd-474c-49f3-bdc7-d63e708d148a req-cb43de80-904d-4fa4-9ed8-f786e3285427 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=42b1ef643dda4357aa2693544e61640e&device_id=37819879-6a8f-4e60-9b45-e7343fc19d33 HTTP/1.1" status: 200 len: 1096 time: 0.1848731 Oct 20 10:29:08.826312 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:08.856397 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-a733e359-bd5a-4523-8be2-9087d051a79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39bc061e-7c84-407e-9038-82ed06b6b0ee', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-281578177-router', 'tenant_id': '615f0f1e0330428db980ed70e8d1044c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': '4e37ba73-bcaa-45d4-9464-c8fadabed098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:28:16Z', 'updated_at': '2021-10-20T10:28:22Z', 'revision_number': 4, 'project_id': '615f0f1e0330428db980ed70e8d1044c', 'gw_port': {'id': '4e37ba73-bcaa-45d4-9464-c8fadabed098', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b9:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39bc061e-7c84-407e-9038-82ed06b6b0ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:28:17Z', 'updated_at': '2021-10-20T10:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_floatingips': [{'id': 'db5b716c-eebb-4d16-9188-309110e292ff', 'tenant_id': '615f0f1e0330428db980ed70e8d1044c', 'floating_ip_address': '172.25.1.102', 'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'router_id': '39bc061e-7c84-407e-9038-82ed06b6b0ee', 'port_id': '881c7a80-b4c4-49cf-830f-c0cebb93d82f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9dfc8104-588f-4ed0-ad5c-e57e4df0d1f9', 'mac_address': 'fa:16:3e:9e:7d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9f84b3-38b7-4b0b-9bb9-8512b0ad0404', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T10:28:41Z', 'updated_at': '2021-10-20T10:29:06Z', 'revision_number': 1, 'project_id': '615f0f1e0330428db980ed70e8d1044c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0502e922-759c-442a-8382-e0628ca54986', 'name': '', 'network_id': '9dfc8104-588f-4ed0-ad5c-e57e4df0d1f9', 'tenant_id': '615f0f1e0330428db980ed70e8d1044c', 'mac_address': 'fa:16:3e:2c:7b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39bc061e-7c84-407e-9038-82ed06b6b0ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '56841db6-7a1e-47d6-b1e7-25a7cc618d35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:28:20Z', 'updated_at': '2021-10-20T10:28:27Z', 'revision_number': 5, 'project_id': '615f0f1e0330428db980ed70e8d1044c', 'subnets': [{'id': '56841db6-7a1e-47d6-b1e7-25a7cc618d35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:29:08.864591 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 8ddb2bfe-3917-4316-8293-5b61e6c6eaae, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=8ddb2bfe-3917-4316-8293-5b61e6c6eaae,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:29:08.889402 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104c9f18-785c-4f08-adf8-a216e4c6e8bc req-9c24ee79-1385-4f96-86ec-814810b898b8 tempest-LiveMigrationNegativeTest-1850627167 tempest-LiveMigrationNegativeTest-1850627167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:08.891888 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a733e359-bd5a-4523-8be2-9087d051a79a None None] Checking router: 39bc061e-7c84-407e-9038-82ed06b6b0ee for host: n-d-811396-3 {{(pid=100599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:29:08.895868 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-104c9f18-785c-4f08-adf8-a216e4c6e8bc req-9c24ee79-1385-4f96-86ec-814810b898b8 tempest-LiveMigrationNegativeTest-1850627167 tempest-LiveMigrationNegativeTest-1850627167-project] 10.222.0.64 "GET /v2.0/ports?device_id=df59eb4f-2f81-4006-a5eb-513cd28e8687 HTTP/1.1" status: 200 len: 947 time: 0.1683550 Oct 20 10:29:08.900565 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a733e359-bd5a-4523-8be2-9087d051a79a None None] Routers {'39bc061e-7c84-407e-9038-82ed06b6b0ee'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:29:08.901163 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-a733e359-bd5a-4523-8be2-9087d051a79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:29:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['39bc061e-7c84-407e-9038-82ed06b6b0ee'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:29:08.908538 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Returning: {'device': '8ddb2bfe-3917-4316-8293-5b61e6c6eaae', 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84', 'port_id': '8ddb2bfe-3917-4316-8293-5b61e6c6eaae', 'mac_address': 'fa:16:3e:27:80:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 800, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f86199a-b8f2-45b4-a83a-995a7ea6fe42', 'ip_address': '192.168.233.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:29:08.939786 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d221d5-3449-4546-ae6b-cf7aebefbfa0 req-ad925df2-0cc1-4f9f-95af-abe3a8456dfe tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:08.941389 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-06d221d5-3449-4546-ae6b-cf7aebefbfa0 req-ad925df2-0cc1-4f9f-95af-abe3a8456dfe tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1982546 Oct 20 10:29:08.975224 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-06d221d5-3449-4546-ae6b-cf7aebefbfa0 req-9a316cfb-7d46-43c7-b0ab-a1a73a59fc6d tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Request body: {'port': {'device_id': '33ae5c8c-1cb9-4f31-97e4-591cab6c15f6', 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84', 'admin_state_up': True, 'tenant_id': 'cbb7919139e74aa3a9a9edbe5b865f11'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:29:09.016984 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-a733e359-bd5a-4523-8be2-9087d051a79a None None] Set router 39bc061e-7c84-407e-9038-82ed06b6b0ee gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:29:09.031796 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-104c9f18-785c-4f08-adf8-a216e4c6e8bc req-240f87fe-85d3-4eb8-ae12-7c9170143d39 tempest-LiveMigrationNegativeTest-1850627167 tempest-LiveMigrationNegativeTest-1850627167-project] 10.222.0.64 "GET /v2.0/security-groups?id=16f29da4-e76c-43e0-934f-c02c5cb6afce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209497 Oct 20 10:29:09.099943 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:09.102806 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335ee4dd-474c-49f3-bdc7-d63e708d148a req-6cd55a9c-6666-4f1b-a1ae-21a9e6cd9f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:09.104453 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-335ee4dd-474c-49f3-bdc7-d63e708d148a req-6cd55a9c-6666-4f1b-a1ae-21a9e6cd9f5b service neutron] 10.222.0.64 "GET /v2.0/networks?id=8cfae792-dae1-499b-8163-e6aee18e9ac1 HTTP/1.1" status: 200 len: 921 time: 0.2614715 Oct 20 10:29:09.159728 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-335ee4dd-474c-49f3-bdc7-d63e708d148a req-113ee3bc-a2f3-4dae-a5bb-973760acb43b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9ff0c57f-c9ee-48e9-a95b-2abd8954e425 HTTP/1.1" status: 200 len: 217 time: 0.0467510 Oct 20 10:29:09.168609 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ddb2bfe-3917-4316-8293-5b61e6c6eaae {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:29:09.221702 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 8ddb2bfe-3917-4316-8293-5b61e6c6eaae, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=8ddb2bfe-3917-4316-8293-5b61e6c6eaae,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:29:09.243759 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:09.275146 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06d221d5-3449-4546-ae6b-cf7aebefbfa0 req-9a316cfb-7d46-43c7-b0ab-a1a73a59fc6d tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Made reservation on behalf of cbb7919139e74aa3a9a9edbe5b865f11 for: {'port': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:29:09.278728 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-06d221d5-3449-4546-ae6b-cf7aebefbfa0 req-9a316cfb-7d46-43c7-b0ab-a1a73a59fc6d tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:09.294248 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335ee4dd-474c-49f3-bdc7-d63e708d148a req-77fe759a-dca5-4542-8a22-761f9bceeb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:09.296577 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-335ee4dd-474c-49f3-bdc7-d63e708d148a req-77fe759a-dca5-4542-8a22-761f9bceeb2a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fa453291-6ed6-480d-9668-eca2978cd872 HTTP/1.1" status: 200 len: 860 time: 0.1255023 Oct 20 10:29:09.300215 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-a733e359-bd5a-4523-8be2-9087d051a79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39bc061e-7c84-407e-9038-82ed06b6b0ee', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-281578177-router', 'tenant_id': '615f0f1e0330428db980ed70e8d1044c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': '4e37ba73-bcaa-45d4-9464-c8fadabed098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:28:16Z', 'updated_at': '2021-10-20T10:28:22Z', 'revision_number': 4, 'project_id': '615f0f1e0330428db980ed70e8d1044c', 'gw_port': {'id': '4e37ba73-bcaa-45d4-9464-c8fadabed098', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b9:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39bc061e-7c84-407e-9038-82ed06b6b0ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:28:17Z', 'updated_at': '2021-10-20T10:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_floatingips': [{'id': 'db5b716c-eebb-4d16-9188-309110e292ff', 'tenant_id': '615f0f1e0330428db980ed70e8d1044c', 'floating_ip_address': '172.25.1.102', 'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'router_id': '39bc061e-7c84-407e-9038-82ed06b6b0ee', 'port_id': '881c7a80-b4c4-49cf-830f-c0cebb93d82f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9dfc8104-588f-4ed0-ad5c-e57e4df0d1f9', 'mac_address': 'fa:16:3e:9e:7d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9f84b3-38b7-4b0b-9bb9-8512b0ad0404', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T10:28:41Z', 'updated_at': '2021-10-20T10:29:06Z', 'revision_number': 1, 'project_id': '615f0f1e0330428db980ed70e8d1044c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0502e922-759c-442a-8382-e0628ca54986', 'name': '', 'network_id': '9dfc8104-588f-4ed0-ad5c-e57e4df0d1f9', 'tenant_id': '615f0f1e0330428db980ed70e8d1044c', 'mac_address': 'fa:16:3e:2c:7b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39bc061e-7c84-407e-9038-82ed06b6b0ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '56841db6-7a1e-47d6-b1e7-25a7cc618d35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:28:20Z', 'updated_at': '2021-10-20T10:28:27Z', 'revision_number': 5, 'project_id': '615f0f1e0330428db980ed70e8d1044c', 'subnets': [{'id': '56841db6-7a1e-47d6-b1e7-25a7cc618d35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:29:09.306257 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-06d221d5-3449-4546-ae6b-cf7aebefbfa0 req-5a08f6b1-ca70-4ddf-ad17-7923256cab95 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=cbb7919139e74aa3a9a9edbe5b865f11&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0566123 Oct 20 10:29:09.314023 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2185771b-f7db-455a-ae9c-12030e6f7dc2 req-df796084-72a1-4881-9873-bfa6d2bc8821 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:09.315590 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2185771b-f7db-455a-ae9c-12030e6f7dc2 req-df796084-72a1-4881-9873-bfa6d2bc8821 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=39b19f26-435f-4219-86de-3e7bc15de1ed HTTP/1.1" status: 200 len: 950 time: 0.1581972 Oct 20 10:29:09.327779 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a733e359-bd5a-4523-8be2-9087d051a79a None None] The sync data for ids ['39bc061e-7c84-407e-9038-82ed06b6b0ee'] in n-d-811396-3 is: [{'id': '39bc061e-7c84-407e-9038-82ed06b6b0ee', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-281578177-router', 'tenant_id': '615f0f1e0330428db980ed70e8d1044c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': '4e37ba73-bcaa-45d4-9464-c8fadabed098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:28:16Z', 'updated_at': '2021-10-20T10:28:22Z', 'revision_number': 4, 'project_id': '615f0f1e0330428db980ed70e8d1044c', 'gw_port': {'id': '4e37ba73-bcaa-45d4-9464-c8fadabed098', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b9:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39bc061e-7c84-407e-9038-82ed06b6b0ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:28:17Z', 'updated_at': '2021-10-20T10:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_floatingips': [{'id': 'db5b716c-eebb-4d16-9188-309110e292ff', 'tenant_id': '615f0f1e0330428db980ed70e8d1044c', 'floating_ip_address': '172.25.1.102', 'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'router_id': '39bc061e-7c84-407e-9038-82ed06b6b0ee', 'port_id': '881c7a80-b4c4-49cf-830f-c0cebb93d82f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9dfc8104-588f-4ed0-ad5c-e57e4df0d1f9', 'mac_address': 'fa:16:3e:9e:7d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9f84b3-38b7-4b0b-9bb9-8512b0ad0404', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T10:28:41Z', 'updated_at': '2021-10-20T10:29:06Z', 'revision_number': 1, 'project_id': '615f0f1e0330428db980ed70e8d1044c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0502e922-759c-442a-8382-e0628ca54986', 'name': '', 'network_id': '9dfc8104-588f-4ed0-ad5c-e57e4df0d1f9', 'tenant_id': '615f0f1e0330428db980ed70e8d1044c', 'mac_address': 'fa:16:3e:2c:7b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39bc061e-7c84-407e-9038-82ed06b6b0ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '56841db6-7a1e-47d6-b1e7-25a7cc618d35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:28:20Z', 'updated_at': '2021-10-20T10:28:27Z', 'revision_number': 5, 'project_id': '615f0f1e0330428db980ed70e8d1044c', 'subnets': [{'id': '56841db6-7a1e-47d6-b1e7-25a7cc618d35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:29:09.362838 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=8ddb2bfe-3917-4316-8293-5b61e6c6eaae,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:29:09.382908 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-0867c94d-60b8-496a-a4de-4d3fc8914e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8382396-2dc4-4d0c-a583-761d4735ed35', 'name': 'tempest-ServerRescueTestJSONUnderV235-1835896000-router', 'tenant_id': '42b1ef643dda4357aa2693544e61640e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': '1a519a09-d356-413e-ae59-0df26543268f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:27:59Z', 'updated_at': '2021-10-20T10:28:03Z', 'revision_number': 4, 'project_id': '42b1ef643dda4357aa2693544e61640e', 'gw_port': {'id': '1a519a09-d356-413e-ae59-0df26543268f', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:11:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8382396-2dc4-4d0c-a583-761d4735ed35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 227, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:27:59Z', 'updated_at': '2021-10-20T10:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '149f9058-29ee-4a37-bd93-7b114ac9a7c5', 'name': '', 'network_id': '8cfae792-dae1-499b-8163-e6aee18e9ac1', 'tenant_id': '42b1ef643dda4357aa2693544e61640e', 'mac_address': 'fa:16:3e:21:e7:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8382396-2dc4-4d0c-a583-761d4735ed35', 'device_owner': 'network:router_interface', 'standard_attr_id': 228, 'fixed_ips': [{'subnet_id': 'fa453291-6ed6-480d-9668-eca2978cd872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:28:02Z', 'updated_at': '2021-10-20T10:28:09Z', 'revision_number': 5, 'project_id': '42b1ef643dda4357aa2693544e61640e', 'subnets': [{'id': 'fa453291-6ed6-480d-9668-eca2978cd872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:29:09.388928 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-335ee4dd-474c-49f3-bdc7-d63e708d148a req-dbcf1e08-893b-442b-b853-dc8e45d0f968 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8cfae792-dae1-499b-8163-e6aee18e9ac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0722582 Oct 20 10:29:09.433326 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0867c94d-60b8-496a-a4de-4d3fc8914e17 None None] Checking router: b8382396-2dc4-4d0c-a583-761d4735ed35 for host: n-d-811396-3 {{(pid=100598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:29:09.462822 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0867c94d-60b8-496a-a4de-4d3fc8914e17 None None] Routers {'b8382396-2dc4-4d0c-a583-761d4735ed35'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:29:09.463551 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-0867c94d-60b8-496a-a4de-4d3fc8914e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:29:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['b8382396-2dc4-4d0c-a583-761d4735ed35'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:29:09.589344 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['8ddb2bfe-3917-4316-8293-5b61e6c6eaae'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:29:09.593365 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-0867c94d-60b8-496a-a4de-4d3fc8914e17 None None] Set router b8382396-2dc4-4d0c-a583-761d4735ed35 gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:29:09.636324 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57cfa78-20d4-4f01-b880-0b17f56f9f73 None None] New status for floating IP db5b716c-eebb-4d16-9188-309110e292ff: ACTIVE {{(pid=100599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 10:29:09.811942 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2185771b-f7db-455a-ae9c-12030e6f7dc2 req-a36b855a-8341-4f5f-9bec-ac4c6075065d tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4753602 Oct 20 10:29:09.873619 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0387400-472a-41bd-89bf-d5c66283e688 x-openstack-request-id: req-b0387400-472a-41bd-89bf-d5c66283e688 {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:29:09.874024 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca3b72a5-5f22-42e5-b43d-f2d1016af8d5", "name": "network-vif-plugged", "status": "completed", "tag": "0fe2e350-e1c7-4f76-917a-6377afa56771", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:29:09.874981 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b0387400-472a-41bd-89bf-d5c66283e688 {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:29:09.876186 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca3b72a5-5f22-42e5-b43d-f2d1016af8d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fe2e350-e1c7-4f76-917a-6377afa56771', 'code': 200} Oct 20 10:29:09.948263 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [req-06d221d5-3449-4546-ae6b-cf7aebefbfa0 req-9a316cfb-7d46-43c7-b0ab-a1a73a59fc6d tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Allocated IP 192.168.233.158 (a7c57b12-d7c3-48bb-aa54-a67a56468a84/8f86199a-b8f2-45b4-a83a-995a7ea6fe42/8742fd55-79bc-42e6-ba15-c45d424c2847) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:29:09.951276 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-0867c94d-60b8-496a-a4de-4d3fc8914e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8382396-2dc4-4d0c-a583-761d4735ed35', 'name': 'tempest-ServerRescueTestJSONUnderV235-1835896000-router', 'tenant_id': '42b1ef643dda4357aa2693544e61640e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': '1a519a09-d356-413e-ae59-0df26543268f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:27:59Z', 'updated_at': '2021-10-20T10:28:03Z', 'revision_number': 4, 'project_id': '42b1ef643dda4357aa2693544e61640e', 'gw_port': {'id': '1a519a09-d356-413e-ae59-0df26543268f', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:11:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8382396-2dc4-4d0c-a583-761d4735ed35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 227, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:27:59Z', 'updated_at': '2021-10-20T10:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '149f9058-29ee-4a37-bd93-7b114ac9a7c5', 'name': '', 'network_id': '8cfae792-dae1-499b-8163-e6aee18e9ac1', 'tenant_id': '42b1ef643dda4357aa2693544e61640e', 'mac_address': 'fa:16:3e:21:e7:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8382396-2dc4-4d0c-a583-761d4735ed35', 'device_owner': 'network:router_interface', 'standard_attr_id': 228, 'fixed_ips': [{'subnet_id': 'fa453291-6ed6-480d-9668-eca2978cd872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:28:02Z', 'updated_at': '2021-10-20T10:28:09Z', 'revision_number': 5, 'project_id': '42b1ef643dda4357aa2693544e61640e', 'subnets': [{'id': 'fa453291-6ed6-480d-9668-eca2978cd872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:29:09.972141 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d221d5-3449-4546-ae6b-cf7aebefbfa0 req-394bf90f-1c70-4254-999b-ee9027fb8aa7 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:09.974049 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-06d221d5-3449-4546-ae6b-cf7aebefbfa0 req-394bf90f-1c70-4254-999b-ee9027fb8aa7 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6544938 Oct 20 10:29:09.983537 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0867c94d-60b8-496a-a4de-4d3fc8914e17 None None] The sync data for ids ['b8382396-2dc4-4d0c-a583-761d4735ed35'] in n-d-811396-3 is: [{'id': 'b8382396-2dc4-4d0c-a583-761d4735ed35', 'name': 'tempest-ServerRescueTestJSONUnderV235-1835896000-router', 'tenant_id': '42b1ef643dda4357aa2693544e61640e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': '1a519a09-d356-413e-ae59-0df26543268f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:27:59Z', 'updated_at': '2021-10-20T10:28:03Z', 'revision_number': 4, 'project_id': '42b1ef643dda4357aa2693544e61640e', 'gw_port': {'id': '1a519a09-d356-413e-ae59-0df26543268f', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:11:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8382396-2dc4-4d0c-a583-761d4735ed35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 227, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:27:59Z', 'updated_at': '2021-10-20T10:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '149f9058-29ee-4a37-bd93-7b114ac9a7c5', 'name': '', 'network_id': '8cfae792-dae1-499b-8163-e6aee18e9ac1', 'tenant_id': '42b1ef643dda4357aa2693544e61640e', 'mac_address': 'fa:16:3e:21:e7:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8382396-2dc4-4d0c-a583-761d4735ed35', 'device_owner': 'network:router_interface', 'standard_attr_id': 228, 'fixed_ips': [{'subnet_id': 'fa453291-6ed6-480d-9668-eca2978cd872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:28:02Z', 'updated_at': '2021-10-20T10:28:09Z', 'revision_number': 5, 'project_id': '42b1ef643dda4357aa2693544e61640e', 'subnets': [{'id': 'fa453291-6ed6-480d-9668-eca2978cd872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:29:10.015646 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-06d221d5-3449-4546-ae6b-cf7aebefbfa0 req-e55538bb-5137-47f6-a613-074794e9d769 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Request body: {'port': {'device_id': '4cac01b4-5943-4577-b46d-85b13a75bd87', 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84', 'admin_state_up': True, 'tenant_id': 'cbb7919139e74aa3a9a9edbe5b865f11'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:29:10.050850 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9537d2-d92b-4805-9bc4-84ea0a6a48d6 req-f0322921-30d9-4b31-b148-e1eeede4745a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:10.053119 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-6b9537d2-d92b-4805-9bc4-84ea0a6a48d6 req-f0322921-30d9-4b31-b148-e1eeede4745a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ca3b72a5-5f22-42e5-b43d-f2d1016af8d5 HTTP/1.1" status: 200 len: 1101 time: 0.0462995 Oct 20 10:29:10.113979 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device d07ae021-73b5-4fba-ad90-ad3a58f5de10 details requested by agent hyperv_n-h1-811396-3 with host n-h1-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:29:10.154350 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fe2a1c3-600b-47ff-8a8e-837cba4e2953 x-openstack-request-id: req-2fe2a1c3-600b-47ff-8a8e-837cba4e2953 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:29:10.154929 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3c00359-1736-425e-ab57-e5c6ad8b6548", "tag": "d07ae021-73b5-4fba-ad90-ad3a58f5de10", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:29:10.155188 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2fe2a1c3-600b-47ff-8a8e-837cba4e2953 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:29:10.155605 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3c00359-1736-425e-ab57-e5c6ad8b6548', 'tag': 'd07ae021-73b5-4fba-ad90-ad3a58f5de10', 'status': 'completed', 'code': 200} Oct 20 10:29:10.157626 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-335ee4dd-474c-49f3-bdc7-d63e708d148a req-9d35ed8e-e063-4353-bba1-b950a0742460 service neutron] 10.222.0.64 "GET /v2.0/networks/8cfae792-dae1-499b-8163-e6aee18e9ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7518091 Oct 20 10:29:10.226676 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.55', 57396) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:29:10.230008 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port d07ae021-73b5-4fba-ad90-ad3a58f5de10, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=d07ae021-73b5-4fba-ad90-ad3a58f5de10,segment=NetworkSegment(2a955507-8aa3-4dce-8a9a-35b2ba6d189c),segment_id=2a955507-8aa3-4dce-8a9a-35b2ba6d189c)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:29:10.243577 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Returning: {'device': 'd07ae021-73b5-4fba-ad90-ad3a58f5de10', 'network_id': '1d304c1c-2df7-49e8-aecc-af0c3a0b69ff', 'port_id': 'd07ae021-73b5-4fba-ad90-ad3a58f5de10', 'mac_address': 'fa:16:3e:dc:24:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cd7c84c-79ac-4cc8-9907-f0b0a8fe0f53', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:29:10.266599 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-6b9537d2-d92b-4805-9bc4-84ea0a6a48d6 req-65d38ec8-634f-4403-81be-7cbb74f9c607 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=31667a16-125a-4972-bd52-40ce9f379022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606501 Oct 20 10:29:10.288140 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:10.299806 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2893b04b-f9e5-4b06-9e14-ae10d5790f63 req-7ec2377e-77d2-4c79-b914-dc2a4d935361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:10.301655 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-2893b04b-f9e5-4b06-9e14-ae10d5790f63 req-7ec2377e-77d2-4c79-b914-dc2a4d935361 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5da7f2ee1bf648c2a4ac6363d2afec67&device_id=b3c00359-1736-425e-ab57-e5c6ad8b6548 HTTP/1.1" status: 200 len: 1094 time: 0.0730090 Oct 20 10:29:10.303271 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d07ae021-73b5-4fba-ad90-ad3a58f5de10 {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:29:10.327144 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port d07ae021-73b5-4fba-ad90-ad3a58f5de10, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=d07ae021-73b5-4fba-ad90-ad3a58f5de10,segment=NetworkSegment(2a955507-8aa3-4dce-8a9a-35b2ba6d189c),segment_id=2a955507-8aa3-4dce-8a9a-35b2ba6d189c)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:29:10.330986 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2cabfe0-d97b-40bc-8bfa-95e97c06bd43 None None] New status for floating IP 7920ebda-0ef7-4ab7-b6de-85c837d01578: DOWN {{(pid=100598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 10:29:10.334660 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:10.369461 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-06d221d5-3449-4546-ae6b-cf7aebefbfa0 req-9a316cfb-7d46-43c7-b0ab-a1a73a59fc6d tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:10.444494 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-335ee4dd-474c-49f3-bdc7-d63e708d148a req-4382c880-987c-4280-bf6b-646741a9687c service neutron] 10.222.0.64 "GET /v2.0/networks/8cfae792-dae1-499b-8163-e6aee18e9ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2330966 Oct 20 10:29:10.455755 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06d221d5-3449-4546-ae6b-cf7aebefbfa0 req-e55538bb-5137-47f6-a613-074794e9d769 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Made reservation on behalf of cbb7919139e74aa3a9a9edbe5b865f11 for: {'port': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:29:10.459214 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-06d221d5-3449-4546-ae6b-cf7aebefbfa0 req-e55538bb-5137-47f6-a613-074794e9d769 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:10.510273 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ade0dd5-8686-4b1b-b286-46d05c399725 req-436d3f66-5a6c-422d-9166-d3b5570b17a5 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:10.511786 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2ade0dd5-8686-4b1b-b286-46d05c399725 req-436d3f66-5a6c-422d-9166-d3b5570b17a5 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/networks?id=1ce4070f-3cfd-4061-95b1-2481b8fda5e7 HTTP/1.1" status: 200 len: 821 time: 0.2993526 Oct 20 10:29:10.532174 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=d07ae021-73b5-4fba-ad90-ad3a58f5de10,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:29:10.559438 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-06d221d5-3449-4546-ae6b-cf7aebefbfa0 req-9a316cfb-7d46-43c7-b0ab-a1a73a59fc6d tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:10.575202 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2ade0dd5-8686-4b1b-b286-46d05c399725 req-f20b713f-7a27-4f64-bc9f-a933ce6144fa tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/quotas/9d344b97e96e4da89707d7e9ad8232dc HTTP/1.1" status: 200 len: 375 time: 0.0554042 Oct 20 10:29:10.597302 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['4bf11690-7f8a-4a5d-b7d6-9b02b6176fea'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:29:10.652981 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06d221d5-3449-4546-ae6b-cf7aebefbfa0 req-9a316cfb-7d46-43c7-b0ab-a1a73a59fc6d tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Network a7c57b12-d7c3-48bb-aa54-a67a56468a84 is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:29:10.678916 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [req-06d221d5-3449-4546-ae6b-cf7aebefbfa0 req-9a316cfb-7d46-43c7-b0ab-a1a73a59fc6d tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:29:10.709231 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-06d221d5-3449-4546-ae6b-cf7aebefbfa0 req-9a316cfb-7d46-43c7-b0ab-a1a73a59fc6d tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:29:10.714795 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d221d5-3449-4546-ae6b-cf7aebefbfa0 req-9a316cfb-7d46-43c7-b0ab-a1a73a59fc6d tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:10.715429 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-06d221d5-3449-4546-ae6b-cf7aebefbfa0 req-9a316cfb-7d46-43c7-b0ab-a1a73a59fc6d tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:10.735696 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a316cfb-7d46-43c7-b0ab-a1a73a59fc6d tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Pushing event updated for resources: {'Port': ['ID=8742fd55-79bc-42e6-ba15-c45d424c2847,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:29:10.775411 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-06d221d5-3449-4546-ae6b-cf7aebefbfa0 req-9a316cfb-7d46-43c7-b0ab-a1a73a59fc6d tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8052452 Oct 20 10:29:10.778843 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [req-06d221d5-3449-4546-ae6b-cf7aebefbfa0 req-e55538bb-5137-47f6-a613-074794e9d769 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Allocated IP 192.168.233.212 (a7c57b12-d7c3-48bb-aa54-a67a56468a84/8f86199a-b8f2-45b4-a83a-995a7ea6fe42/550f7c00-47d3-4e55-be09-c45b0e8ce738) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:29:10.786598 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2893b04b-f9e5-4b06-9e14-ae10d5790f63 req-de0cc70d-b38a-472e-8f6f-fd1a20354a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:10.788246 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-2893b04b-f9e5-4b06-9e14-ae10d5790f63 req-de0cc70d-b38a-472e-8f6f-fd1a20354a0a service neutron] 10.222.0.55 "GET /v2.0/networks?id=1d304c1c-2df7-49e8-aecc-af0c3a0b69ff HTTP/1.1" status: 200 len: 916 time: 0.1181235 Oct 20 10:29:10.796221 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2ade0dd5-8686-4b1b-b286-46d05c399725 req-f15dff29-410e-4e37-a635-82e2abc0df44 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=9d344b97e96e4da89707d7e9ad8232dc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1979234 Oct 20 10:29:10.804019 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5f9ffe-0455-4bfc-9536-5d8cbfb368ae req-7c882d87-039d-4940-aa9b-596745ce617e tempest-VolumesAdminNegativeTest-1459988767 tempest-VolumesAdminNegativeTest-1459988767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:10.805463 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3e5f9ffe-0455-4bfc-9536-5d8cbfb368ae req-7c882d87-039d-4940-aa9b-596745ce617e tempest-VolumesAdminNegativeTest-1459988767 tempest-VolumesAdminNegativeTest-1459988767-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3c00359-1736-425e-ab57-e5c6ad8b6548 HTTP/1.1" status: 200 len: 944 time: 0.1994145 Oct 20 10:29:10.819265 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-06d221d5-3449-4546-ae6b-cf7aebefbfa0 req-4c6b295b-d688-4ccb-a019-1c565c64833c service neutron] Request body: {'port': {'device_id': '33ae5c8c-1cb9-4f31-97e4-591cab6c15f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811396-3'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:29:10.835476 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-2893b04b-f9e5-4b06-9e14-ae10d5790f63 req-2767ca48-40c8-41d7-8f26-48ce6d492655 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d07ae021-73b5-4fba-ad90-ad3a58f5de10 HTTP/1.1" status: 200 len: 217 time: 0.0381353 Oct 20 10:29:10.848289 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['d07ae021-73b5-4fba-ad90-ad3a58f5de10'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:29:10.896378 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2893b04b-f9e5-4b06-9e14-ae10d5790f63 req-536538ca-adc9-4610-aeec-d1420477728e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:10.899134 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-2893b04b-f9e5-4b06-9e14-ae10d5790f63 req-536538ca-adc9-4610-aeec-d1420477728e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3cd7c84c-79ac-4cc8-9907-f0b0a8fe0f53 HTTP/1.1" status: 200 len: 855 time: 0.0530508 Oct 20 10:29:10.951612 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-2893b04b-f9e5-4b06-9e14-ae10d5790f63 req-fa229a81-d52f-489c-b3b5-79d8e49683a1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1d304c1c-2df7-49e8-aecc-af0c3a0b69ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414014 Oct 20 10:29:11.011749 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-a9297eaa-494a-4714-85d7-b1216dc5400f None None] Provisioning complete for port 8742fd55-79bc-42e6-ba15-c45d424c2847 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:29:11.012553 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-a9297eaa-494a-4714-85d7-b1216dc5400f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:11.015931 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3e5f9ffe-0455-4bfc-9536-5d8cbfb368ae req-34acf5c8-f5a5-4bd0-b4dd-23e260b9692b tempest-VolumesAdminNegativeTest-1459988767 tempest-VolumesAdminNegativeTest-1459988767-project] 10.222.0.64 "GET /v2.0/security-groups?id=32bbe414-470e-4c0f-b2cf-cab80f11842d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901238 Oct 20 10:29:11.038699 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-06d221d5-3449-4546-ae6b-cf7aebefbfa0 req-4c6b295b-d688-4ccb-a019-1c565c64833c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:11.055763 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-a9297eaa-494a-4714-85d7-b1216dc5400f None None] Port 8742fd55-79bc-42e6-ba15-c45d424c2847 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:29:11.061375 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-2893b04b-f9e5-4b06-9e14-ae10d5790f63 req-b44f1731-e725-4aba-97a2-6e1f04ce958d service neutron] 10.222.0.55 "GET /v2.0/networks/1d304c1c-2df7-49e8-aecc-af0c3a0b69ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013057 Oct 20 10:29:11.088006 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2ade0dd5-8686-4b1b-b286-46d05c399725 req-c00949ef-82d9-4e55-b902-cfd722690d49 service neutron] 10.222.0.64 "GET /v2.0/networks/1ce4070f-3cfd-4061-95b1-2481b8fda5e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2814834 Oct 20 10:29:11.159983 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-2893b04b-f9e5-4b06-9e14-ae10d5790f63 req-1c728d49-aefa-440d-9097-e3f71aa053d4 service neutron] 10.222.0.55 "GET /v2.0/networks/1d304c1c-2df7-49e8-aecc-af0c3a0b69ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881882 Oct 20 10:29:11.197511 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-831ee9ca-4d18-4f98-b2b5-2762e986207d req-34a0982f-8f18-41f6-8d64-a67b5ba7c3b5 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9f19914c-2a94-4ff4-a81b-b77e4f1d979c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2223108 Oct 20 10:29:11.370910 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaf3b81-b6e6-4c57-9d5f-7610b986bc8d req-55764257-fa5f-4f5f-a230-7c0e9b720011 tempest-ServerDiagnosticsNegativeTest-1035048809 tempest-ServerDiagnosticsNegativeTest-1035048809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:11.372327 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ceaf3b81-b6e6-4c57-9d5f-7610b986bc8d req-55764257-fa5f-4f5f-a230-7c0e9b720011 tempest-ServerDiagnosticsNegativeTest-1035048809 tempest-ServerDiagnosticsNegativeTest-1035048809-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca3b72a5-5f22-42e5-b43d-f2d1016af8d5 HTTP/1.1" status: 200 len: 950 time: 0.2877409 Oct 20 10:29:11.406116 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-06d221d5-3449-4546-ae6b-cf7aebefbfa0 req-e55538bb-5137-47f6-a613-074794e9d769 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:11.438385 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2ade0dd5-8686-4b1b-b286-46d05c399725 req-64488f03-3366-4f49-bfed-c984b9faec88 service neutron] 10.222.0.64 "GET /v2.0/networks/1ce4070f-3cfd-4061-95b1-2481b8fda5e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3388748 Oct 20 10:29:11.451320 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831ee9ca-4d18-4f98-b2b5-2762e986207d req-ce26860e-3444-49fd-9c1a-cdff169a8975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:11.452776 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-831ee9ca-4d18-4f98-b2b5-2762e986207d req-ce26860e-3444-49fd-9c1a-cdff169a8975 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9d344b97e96e4da89707d7e9ad8232dc&device_id=9f19914c-2a94-4ff4-a81b-b77e4f1d979c HTTP/1.1" status: 200 len: 1095 time: 0.1869369 Oct 20 10:29:11.473667 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ceaf3b81-b6e6-4c57-9d5f-7610b986bc8d req-3f5dd0a4-dee8-4d44-888a-fd42a75ed5fb tempest-ServerDiagnosticsNegativeTest-1035048809 tempest-ServerDiagnosticsNegativeTest-1035048809-project] 10.222.0.64 "GET /v2.0/security-groups?id=31667a16-125a-4972-bd52-40ce9f379022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889220 Oct 20 10:29:11.507561 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-06d221d5-3449-4546-ae6b-cf7aebefbfa0 req-e55538bb-5137-47f6-a613-074794e9d769 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:11.641283 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [req-1aa183c3-95c0-4841-8182-93d12b8b2b8a req-0a4f65d5-b643-4a15-b871-ce0cdf491d3a service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:29:11.642292 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1aa183c3-95c0-4841-8182-93d12b8b2b8a req-0a4f65d5-b643-4a15-b871-ce0cdf491d3a service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0388556 Oct 20 10:29:11.658212 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06d221d5-3449-4546-ae6b-cf7aebefbfa0 req-e55538bb-5137-47f6-a613-074794e9d769 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Network a7c57b12-d7c3-48bb-aa54-a67a56468a84 is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:29:11.675784 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [req-06d221d5-3449-4546-ae6b-cf7aebefbfa0 req-e55538bb-5137-47f6-a613-074794e9d769 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:29:11.680768 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['4bf11690-7f8a-4a5d-b7d6-9b02b6176fea'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:29:11.727157 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-06d221d5-3449-4546-ae6b-cf7aebefbfa0 req-e55538bb-5137-47f6-a613-074794e9d769 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:29:11.739135 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d221d5-3449-4546-ae6b-cf7aebefbfa0 req-e55538bb-5137-47f6-a613-074794e9d769 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:11.739967 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-06d221d5-3449-4546-ae6b-cf7aebefbfa0 req-e55538bb-5137-47f6-a613-074794e9d769 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:11.765715 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831ee9ca-4d18-4f98-b2b5-2762e986207d req-ca557ce6-cc69-4680-8df5-5eced9a08e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:11.768682 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-831ee9ca-4d18-4f98-b2b5-2762e986207d req-ca557ce6-cc69-4680-8df5-5eced9a08e9c service neutron] 10.222.0.69 "GET /v2.0/networks?id=1ce4070f-3cfd-4061-95b1-2481b8fda5e7 HTTP/1.1" status: 200 len: 922 time: 0.2893991 Oct 20 10:29:11.781043 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55538bb-5137-47f6-a613-074794e9d769 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Pushing event updated for resources: {'Port': ['ID=550f7c00-47d3-4e55-be09-c45b0e8ce738,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:29:11.865773 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-831ee9ca-4d18-4f98-b2b5-2762e986207d req-386a9737-aa20-4a80-b4a6-fcc328e011b7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=85405136-a680-4d6f-b8b5-cef238e9a0af HTTP/1.1" status: 200 len: 217 time: 0.0605884 Oct 20 10:29:11.975754 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-06d221d5-3449-4546-ae6b-cf7aebefbfa0 req-e55538bb-5137-47f6-a613-074794e9d769 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9678473 Oct 20 10:29:12.018469 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-06d221d5-3449-4546-ae6b-cf7aebefbfa0 req-5c01ce7c-c2cc-4131-a63b-102bfed26e13 service neutron] Request body: {'port': {'device_id': '4cac01b4-5943-4577-b46d-85b13a75bd87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811396-3'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:29:12.066379 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e256f2f7-b545-4742-9019-eeed216d40aa req-caeda4d5-f9f4-42fd-b40d-aea5ae7f7164 tempest-LiveMigrationNegativeTest-1850627167 tempest-LiveMigrationNegativeTest-1850627167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:12.068235 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e256f2f7-b545-4742-9019-eeed216d40aa req-caeda4d5-f9f4-42fd-b40d-aea5ae7f7164 tempest-LiveMigrationNegativeTest-1850627167 tempest-LiveMigrationNegativeTest-1850627167-project] 10.222.0.64 "GET /v2.0/ports?device_id=df59eb4f-2f81-4006-a5eb-513cd28e8687 HTTP/1.1" status: 200 len: 948 time: 0.4190977 Oct 20 10:29:12.088261 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-61233987-c28f-414b-96e3-4dafb808a8cb None None] Provisioning complete for port 550f7c00-47d3-4e55-be09-c45b0e8ce738 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:29:12.088936 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-61233987-c28f-414b-96e3-4dafb808a8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:12.129044 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-61233987-c28f-414b-96e3-4dafb808a8cb None None] Port 550f7c00-47d3-4e55-be09-c45b0e8ce738 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:29:12.134996 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device d07ae021-73b5-4fba-ad90-ad3a58f5de10 up at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:29:12.201872 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning for port d07ae021-73b5-4fba-ad90-ad3a58f5de10 completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:29:12.216455 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning complete for port d07ae021-73b5-4fba-ad90-ad3a58f5de10 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:29:12.217304 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:12.316401 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:12.339658 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3c00359-1736-425e-ab57-e5c6ad8b6548', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd07ae021-73b5-4fba-ad90-ad3a58f5de10'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:29:12.341929 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c9fa654-dc2b-446f-b957-2c93a5729b7a" -d '{"events": [{"server_uuid": "b3c00359-1736-425e-ab57-e5c6ad8b6548", "name": "network-vif-plugged", "status": "completed", "tag": "d07ae021-73b5-4fba-ad90-ad3a58f5de10"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:29:12.356596 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port d07ae021-73b5-4fba-ad90-ad3a58f5de10, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=d07ae021-73b5-4fba-ad90-ad3a58f5de10,segment=NetworkSegment(2a955507-8aa3-4dce-8a9a-35b2ba6d189c),segment_id=2a955507-8aa3-4dce-8a9a-35b2ba6d189c)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:29:12.361197 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:12.379220 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f9f84b3-38b7-4b0b-9bb9-8512b0ad0404', 'tag': '881c7a80-b4c4-49cf-830f-c0cebb93d82f'}, {'name': 'network-changed', 'server_uuid': '37819879-6a8f-4e60-9b45-e7343fc19d33', 'tag': '9ff0c57f-c9ee-48e9-a95b-2abd8954e425'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:29:12.382013 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b371fb9-a2e4-43aa-ac31-144479e867dd" -d '{"events": [{"name": "network-changed", "server_uuid": "9f9f84b3-38b7-4b0b-9bb9-8512b0ad0404", "tag": "881c7a80-b4c4-49cf-830f-c0cebb93d82f"}, {"name": "network-changed", "server_uuid": "37819879-6a8f-4e60-9b45-e7343fc19d33", "tag": "9ff0c57f-c9ee-48e9-a95b-2abd8954e425"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:29:12.418576 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=d07ae021-73b5-4fba-ad90-ad3a58f5de10,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:29:12.426397 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831ee9ca-4d18-4f98-b2b5-2762e986207d req-cb6c5b66-d920-42bd-9ffa-19c2c4dd041d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:12.428239 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-831ee9ca-4d18-4f98-b2b5-2762e986207d req-cb6c5b66-d920-42bd-9ffa-19c2c4dd041d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4012c245-3079-4795-8c54-d3f2bf73a5b0 HTTP/1.1" status: 200 len: 861 time: 0.5394166 Oct 20 10:29:12.482060 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-606a7580-35a6-419e-b7b6-75a9591d82e3 req-1949b6f2-53e1-4aa6-8334-6443a8ec0efb service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=39b19f26-435f-4219-86de-3e7bc15de1ed&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5110362 Oct 20 10:29:12.527546 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7b49fc-d2e8-4903-ab8b-2ba9bee1dfd7 req-df8077a1-2f71-4075-9676-29525cb4b385 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:12.530884 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-db7b49fc-d2e8-4903-ab8b-2ba9bee1dfd7 req-df8077a1-2f71-4075-9676-29525cb4b385 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/ports?device_id=33ae5c8c-1cb9-4f31-97e4-591cab6c15f6 HTTP/1.1" status: 200 len: 936 time: 0.5233591 Oct 20 10:29:12.533415 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-831ee9ca-4d18-4f98-b2b5-2762e986207d req-8a42b067-413c-44d4-a17f-80945ab38334 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1ce4070f-3cfd-4061-95b1-2481b8fda5e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0715580 Oct 20 10:29:12.539805 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-06d221d5-3449-4546-ae6b-cf7aebefbfa0 req-5c01ce7c-c2cc-4131-a63b-102bfed26e13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:12.545130 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [req-06d221d5-3449-4546-ae6b-cf7aebefbfa0 req-4c6b295b-d688-4ccb-a019-1c565c64833c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8742fd55-79bc-42e6-ba15-c45d424c2847 {{(pid=100596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:29:12.562445 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e256f2f7-b545-4742-9019-eeed216d40aa req-f02eb7bf-661e-42f3-b145-bac76cc94439 tempest-LiveMigrationNegativeTest-1850627167 tempest-LiveMigrationNegativeTest-1850627167-project] 10.222.0.64 "GET /v2.0/security-groups?id=16f29da4-e76c-43e0-934f-c02c5cb6afce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4687157 Oct 20 10:29:12.574276 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-06d221d5-3449-4546-ae6b-cf7aebefbfa0 req-4c6b295b-d688-4ccb-a019-1c565c64833c service neutron] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:12.639371 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.provisioning_blocks [req-06d221d5-3449-4546-ae6b-cf7aebefbfa0 req-4c6b295b-d688-4ccb-a019-1c565c64833c service neutron] Transition to ACTIVE for port object 8742fd55-79bc-42e6-ba15-c45d424c2847 will not be triggered until provisioned by entity L2. {{(pid=100596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:29:12.639670 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 8ddb2bfe-3917-4316-8293-5b61e6c6eaae up at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:29:12.693945 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-06d221d5-3449-4546-ae6b-cf7aebefbfa0 req-4c6b295b-d688-4ccb-a019-1c565c64833c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:12.697433 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning for port 8ddb2bfe-3917-4316-8293-5b61e6c6eaae completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:29:12.702219 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning complete for port 8ddb2bfe-3917-4316-8293-5b61e6c6eaae triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:29:12.702466 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:12.754004 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-db7b49fc-d2e8-4903-ab8b-2ba9bee1dfd7 req-3f9e5f18-ce26-4f13-9bf6-42f257803b00 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/security-groups?id=dfac1146-e768-4d56-96b1-8816525464ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118905 Oct 20 10:29:12.784176 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bc189d2b-2aa9-45d2-9482-c1290dd30850 req-c76e45de-f98b-4d7f-ab88-8006002fc302 tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] 10.222.0.64 "GET /v2.0/floatingips/7920ebda-0ef7-4ab7-b6de-85c837d01578 HTTP/1.1" status: 200 len: 691 time: 0.1709282 Oct 20 10:29:12.814214 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:12.877930 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 8ddb2bfe-3917-4316-8293-5b61e6c6eaae, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=8ddb2bfe-3917-4316-8293-5b61e6c6eaae,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:29:12.886206 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:12.947404 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6b295b-d688-4ccb-a019-1c565c64833c service neutron] Pushing event updated for resources: {'Port': ['ID=8742fd55-79bc-42e6-ba15-c45d424c2847,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:29:12.975750 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-831ee9ca-4d18-4f98-b2b5-2762e986207d req-c40e3de1-aec8-41bd-8e46-99188513453b service neutron] 10.222.0.69 "GET /v2.0/networks/1ce4070f-3cfd-4061-95b1-2481b8fda5e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4122922 Oct 20 10:29:13.025009 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=8ddb2bfe-3917-4316-8293-5b61e6c6eaae,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:29:13.098835 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ade0dd5-8686-4b1b-b286-46d05c399725 req-c5a7ab3e-f085-439c-be2f-2dccc17273b7 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:13.103186 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-2ade0dd5-8686-4b1b-b286-46d05c399725 req-c5a7ab3e-f085-439c-be2f-2dccc17273b7 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.69 "GET /v2.0/networks?id=1ce4070f-3cfd-4061-95b1-2481b8fda5e7 HTTP/1.1" status: 200 len: 821 time: 0.1972675 Oct 20 10:29:13.120651 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [req-2ade0dd5-8686-4b1b-b286-46d05c399725 req-fda7b423-8544-411d-ad61-915effa92a68 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Request body: {'port': {'device_id': '95fa9703-1404-4771-a94e-0d9e1c8e85e7', 'network_id': '1ce4070f-3cfd-4061-95b1-2481b8fda5e7', 'admin_state_up': True, 'tenant_id': '9d344b97e96e4da89707d7e9ad8232dc'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:29:13.145664 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-06d221d5-3449-4546-ae6b-cf7aebefbfa0 req-4c6b295b-d688-4ccb-a019-1c565c64833c service neutron] Attempting to bind port 8742fd55-79bc-42e6-ba15-c45d424c2847 on host n-h1-811396-3 for vnic_type normal with profile {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:29:13.146130 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-06d221d5-3449-4546-ae6b-cf7aebefbfa0 req-4c6b295b-d688-4ccb-a019-1c565c64833c service neutron] Attempting to bind port 8742fd55-79bc-42e6-ba15-c45d424c2847 by drivers openvswitch,hyperv on host n-h1-811396-3 at level 0 using segments [{'id': '6f472196-aa1a-40bf-bd06-ef9f07584bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:29:13.146312 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d221d5-3449-4546-ae6b-cf7aebefbfa0 req-4c6b295b-d688-4ccb-a019-1c565c64833c service neutron] Attempting to bind port 8742fd55-79bc-42e6-ba15-c45d424c2847 on network a7c57b12-d7c3-48bb-aa54-a67a56468a84 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:29:13.149656 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1f22d467-5555-4422-8925-7c00c547f339 req-32875d92-cee1-4e29-84d7-dc81f59bca16 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/ports?device_id=95fa9703-1404-4771-a94e-0d9e1c8e85e7 HTTP/1.1" status: 200 len: 210 time: 0.0824537 Oct 20 10:29:13.210291 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d221d5-3449-4546-ae6b-cf7aebefbfa0 req-4c6b295b-d688-4ccb-a019-1c565c64833c service neutron] Port 8742fd55-79bc-42e6-ba15-c45d424c2847 on network a7c57b12-d7c3-48bb-aa54-a67a56468a84 not bound, no agent of type Open vSwitch agent registered on host n-h1-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:29:13.210615 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d221d5-3449-4546-ae6b-cf7aebefbfa0 req-4c6b295b-d688-4ccb-a019-1c565c64833c service neutron] Attempting to bind port 8742fd55-79bc-42e6-ba15-c45d424c2847 on network a7c57b12-d7c3-48bb-aa54-a67a56468a84 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:29:13.265115 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d221d5-3449-4546-ae6b-cf7aebefbfa0 req-4c6b295b-d688-4ccb-a019-1c565c64833c service neutron] Checking agent: {'id': 'b707b4cc-061f-4cf4-bce0-0b3df9b7bec9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:29:13.265466 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d221d5-3449-4546-ae6b-cf7aebefbfa0 req-4c6b295b-d688-4ccb-a019-1c565c64833c service neutron] Checking segment: {'id': '6f472196-aa1a-40bf-bd06-ef9f07584bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:29:13.265958 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d221d5-3449-4546-ae6b-cf7aebefbfa0 req-4c6b295b-d688-4ccb-a019-1c565c64833c service neutron] Bound using segment: {'id': '6f472196-aa1a-40bf-bd06-ef9f07584bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84'} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:29:13.266346 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-06d221d5-3449-4546-ae6b-cf7aebefbfa0 req-4c6b295b-d688-4ccb-a019-1c565c64833c service neutron] Bound port: 8742fd55-79bc-42e6-ba15-c45d424c2847, host: n-h1-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f472196-aa1a-40bf-bd06-ef9f07584bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84'}}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:29:13.266709 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-06d221d5-3449-4546-ae6b-cf7aebefbfa0 req-4c6b295b-d688-4ccb-a019-1c565c64833c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:13.276006 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc189d2b-2aa9-45d2-9482-c1290dd30850 req-f4f31f3f-95aa-420b-a5a6-21d6183e1e0d tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:13.278433 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ade0dd5-8686-4b1b-b286-46d05c399725 req-fda7b423-8544-411d-ad61-915effa92a68 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Made reservation on behalf of 9d344b97e96e4da89707d7e9ad8232dc for: {'port': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:29:13.282811 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-2ade0dd5-8686-4b1b-b286-46d05c399725 req-fda7b423-8544-411d-ad61-915effa92a68 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:13.283046 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bc189d2b-2aa9-45d2-9482-c1290dd30850 req-f4f31f3f-95aa-420b-a5a6-21d6183e1e0d tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] 10.222.0.64 "GET /v2.0/networks/cbe170d3-31ba-45a2-b477-520ab0a7a8ea HTTP/1.1" status: 200 len: 784 time: 0.4390507 Oct 20 10:29:13.290602 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [req-bc189d2b-2aa9-45d2-9482-c1290dd30850 req-9b27b631-86f7-417d-84ed-52ce3e10b592 tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:29:13.291609 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bc189d2b-2aa9-45d2-9482-c1290dd30850 req-9b27b631-86f7-417d-84ed-52ce3e10b592 tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0077596 Oct 20 10:29:13.423940 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bc189d2b-2aa9-45d2-9482-c1290dd30850 req-9a60523c-69e8-498f-9548-1800f0c88ef3 tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.1.5 HTTP/1.1" status: 200 len: 694 time: 0.1059966 Oct 20 10:29:13.430727 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [req-2ade0dd5-8686-4b1b-b286-46d05c399725 req-fda7b423-8544-411d-ad61-915effa92a68 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Allocated IP 172.20.0.2 (1ce4070f-3cfd-4061-95b1-2481b8fda5e7/4012c245-3079-4795-8c54-d3f2bf73a5b0/c775663b-fc25-4ef4-aea4-435e5dde701a) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:29:13.440741 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-831ee9ca-4d18-4f98-b2b5-2762e986207d req-d69efaa4-dd66-4c00-9221-f3cae08a3291 service neutron] 10.222.0.69 "GET /v2.0/networks/1ce4070f-3cfd-4061-95b1-2481b8fda5e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3901317 Oct 20 10:29:13.472876 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c4ed98-5798-4c41-b1ac-6d03e8ade912 req-500c1529-20fe-478f-ab36-51cb2cea7327 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:13.475840 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c4c4ed98-5798-4c41-b1ac-6d03e8ade912 req-500c1529-20fe-478f-ab36-51cb2cea7327 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=39b19f26-435f-4219-86de-3e7bc15de1ed HTTP/1.1" status: 200 len: 950 time: 0.2267249 Oct 20 10:29:13.577056 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bc189d2b-2aa9-45d2-9482-c1290dd30850 req-9c162532-70cc-4cf0-9dea-7bc7526d405c tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.1.5 HTTP/1.1" status: 200 len: 694 time: 0.1385369 Oct 20 10:29:13.589915 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-06d221d5-3449-4546-ae6b-cf7aebefbfa0 req-4c6b295b-d688-4ccb-a019-1c565c64833c service neutron] For port 8742fd55-79bc-42e6-ba15-c45d424c2847, host n-h1-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:29:13.616746 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-2ade0dd5-8686-4b1b-b286-46d05c399725 req-fda7b423-8544-411d-ad61-915effa92a68 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:13.651536 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-2ade0dd5-8686-4b1b-b286-46d05c399725 req-fda7b423-8544-411d-ad61-915effa92a68 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:13.652905 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-06d221d5-3449-4546-ae6b-cf7aebefbfa0 req-4c6b295b-d688-4ccb-a019-1c565c64833c service neutron] For port 8742fd55-79bc-42e6-ba15-c45d424c2847, host n-h1-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=8742fd55-79bc-42e6-ba15-c45d424c2847,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:29:13.661314 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [req-06d221d5-3449-4546-ae6b-cf7aebefbfa0 req-5c01ce7c-c2cc-4131-a63b-102bfed26e13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 550f7c00-47d3-4e55-be09-c45b0e8ce738 {{(pid=100596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:29:13.674569 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-06d221d5-3449-4546-ae6b-cf7aebefbfa0 req-4c6b295b-d688-4ccb-a019-1c565c64833c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:13.678485 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-06d221d5-3449-4546-ae6b-cf7aebefbfa0 req-5c01ce7c-c2cc-4131-a63b-102bfed26e13 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:13.697194 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ade0dd5-8686-4b1b-b286-46d05c399725 req-fda7b423-8544-411d-ad61-915effa92a68 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Network 1ce4070f-3cfd-4061-95b1-2481b8fda5e7 is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:29:13.700188 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [req-2ade0dd5-8686-4b1b-b286-46d05c399725 req-fda7b423-8544-411d-ad61-915effa92a68 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:29:13.704485 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ade0dd5-8686-4b1b-b286-46d05c399725 req-fda7b423-8544-411d-ad61-915effa92a68 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:29:13.712444 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c4c4ed98-5798-4c41-b1ac-6d03e8ade912 req-3bb62b3c-48d2-4d52-9b6a-df342abc7255 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953762 Oct 20 10:29:13.727946 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda7b423-8544-411d-ad61-915effa92a68 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Pushing event updated for resources: {'Port': ['ID=c775663b-fc25-4ef4-aea4-435e5dde701a,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:29:13.765414 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ade0dd5-8686-4b1b-b286-46d05c399725 req-fda7b423-8544-411d-ad61-915effa92a68 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:13.766616 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-2ade0dd5-8686-4b1b-b286-46d05c399725 req-fda7b423-8544-411d-ad61-915effa92a68 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:13.772147 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d221d5-3449-4546-ae6b-cf7aebefbfa0 req-4c6b295b-d688-4ccb-a019-1c565c64833c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:13.772756 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-06d221d5-3449-4546-ae6b-cf7aebefbfa0 req-4c6b295b-d688-4ccb-a019-1c565c64833c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:13.774136 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-06d221d5-3449-4546-ae6b-cf7aebefbfa0 req-4c6b295b-d688-4ccb-a019-1c565c64833c service neutron] 10.222.0.55 "PUT /v2.0/ports/8742fd55-79bc-42e6-ba15-c45d424c2847 HTTP/1.1" status: 200 len: 1096 time: 2.9658899 Oct 20 10:29:13.779949 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.provisioning_blocks [req-06d221d5-3449-4546-ae6b-cf7aebefbfa0 req-5c01ce7c-c2cc-4131-a63b-102bfed26e13 service neutron] Transition to ACTIVE for port object 550f7c00-47d3-4e55-be09-c45b0e8ce738 will not be triggered until provisioned by entity L2. {{(pid=100596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:29:13.787482 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-2ade0dd5-8686-4b1b-b286-46d05c399725 req-fda7b423-8544-411d-ad61-915effa92a68 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6717706 Oct 20 10:29:13.809000 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-06d221d5-3449-4546-ae6b-cf7aebefbfa0 req-5c01ce7c-c2cc-4131-a63b-102bfed26e13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:13.809547 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [req-2ade0dd5-8686-4b1b-b286-46d05c399725 req-90523003-6698-4086-a1f3-b5fca88d1b15 service neutron] Request body: {'port': {'device_id': '95fa9703-1404-4771-a94e-0d9e1c8e85e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811396-3'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:29:13.828144 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6b295b-d688-4ccb-a019-1c565c64833c service neutron] Pushing event updated for resources: {'Port': ['ID=8742fd55-79bc-42e6-ba15-c45d424c2847,revision_number=3']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:29:13.871911 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-2ade0dd5-8686-4b1b-b286-46d05c399725 req-90523003-6698-4086-a1f3-b5fca88d1b15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:13.952449 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c01ce7c-c2cc-4131-a63b-102bfed26e13 service neutron] Pushing event updated for resources: {'Port': ['ID=550f7c00-47d3-4e55-be09-c45b0e8ce738,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:29:13.981774 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dffae1-a4dc-42bf-a1ac-fa5097fda38e req-16944ab1-f5ae-4cf6-8164-223334f998f6 tempest-VolumesAdminNegativeTest-1459988767 tempest-VolumesAdminNegativeTest-1459988767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:13.983309 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-73dffae1-a4dc-42bf-a1ac-fa5097fda38e req-16944ab1-f5ae-4cf6-8164-223334f998f6 tempest-VolumesAdminNegativeTest-1459988767 tempest-VolumesAdminNegativeTest-1459988767-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3c00359-1736-425e-ab57-e5c6ad8b6548 HTTP/1.1" status: 200 len: 945 time: 0.1808264 Oct 20 10:29:14.009513 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d221d5-3449-4546-ae6b-cf7aebefbfa0 req-391d1e12-2561-4a3b-94e5-79257cf89997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:14.010936 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-06d221d5-3449-4546-ae6b-cf7aebefbfa0 req-391d1e12-2561-4a3b-94e5-79257cf89997 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cbb7919139e74aa3a9a9edbe5b865f11&device_id=33ae5c8c-1cb9-4f31-97e4-591cab6c15f6 HTTP/1.1" status: 200 len: 1099 time: 0.1588261 Oct 20 10:29:14.020172 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-06d221d5-3449-4546-ae6b-cf7aebefbfa0 req-5c01ce7c-c2cc-4131-a63b-102bfed26e13 service neutron] Attempting to bind port 550f7c00-47d3-4e55-be09-c45b0e8ce738 on host n-h1-811396-3 for vnic_type normal with profile {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:29:14.020501 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-06d221d5-3449-4546-ae6b-cf7aebefbfa0 req-5c01ce7c-c2cc-4131-a63b-102bfed26e13 service neutron] Attempting to bind port 550f7c00-47d3-4e55-be09-c45b0e8ce738 by drivers openvswitch,hyperv on host n-h1-811396-3 at level 0 using segments [{'id': '6f472196-aa1a-40bf-bd06-ef9f07584bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:29:14.020823 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d221d5-3449-4546-ae6b-cf7aebefbfa0 req-5c01ce7c-c2cc-4131-a63b-102bfed26e13 service neutron] Attempting to bind port 550f7c00-47d3-4e55-be09-c45b0e8ce738 on network a7c57b12-d7c3-48bb-aa54-a67a56468a84 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:29:14.031013 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-bc189d2b-2aa9-45d2-9482-c1290dd30850 req-7e0476e3-c866-4b9c-bd9b-d1ac57ad063c tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] Deleting port 432695c3-5fe2-45fc-9cfb-0b49b65b0a73 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:29:14.031421 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-bc189d2b-2aa9-45d2-9482-c1290dd30850 req-7e0476e3-c866-4b9c-bd9b-d1ac57ad063c tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:14.039250 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d221d5-3449-4546-ae6b-cf7aebefbfa0 req-5c01ce7c-c2cc-4131-a63b-102bfed26e13 service neutron] Port 550f7c00-47d3-4e55-be09-c45b0e8ce738 on network a7c57b12-d7c3-48bb-aa54-a67a56468a84 not bound, no agent of type Open vSwitch agent registered on host n-h1-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:29:14.039529 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d221d5-3449-4546-ae6b-cf7aebefbfa0 req-5c01ce7c-c2cc-4131-a63b-102bfed26e13 service neutron] Attempting to bind port 550f7c00-47d3-4e55-be09-c45b0e8ce738 on network a7c57b12-d7c3-48bb-aa54-a67a56468a84 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:29:14.105450 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d221d5-3449-4546-ae6b-cf7aebefbfa0 req-5c01ce7c-c2cc-4131-a63b-102bfed26e13 service neutron] Checking agent: {'id': 'b707b4cc-061f-4cf4-bce0-0b3df9b7bec9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:29:14.105791 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d221d5-3449-4546-ae6b-cf7aebefbfa0 req-5c01ce7c-c2cc-4131-a63b-102bfed26e13 service neutron] Checking segment: {'id': '6f472196-aa1a-40bf-bd06-ef9f07584bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:29:14.106157 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d221d5-3449-4546-ae6b-cf7aebefbfa0 req-5c01ce7c-c2cc-4131-a63b-102bfed26e13 service neutron] Bound using segment: {'id': '6f472196-aa1a-40bf-bd06-ef9f07584bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84'} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:29:14.106599 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-06d221d5-3449-4546-ae6b-cf7aebefbfa0 req-5c01ce7c-c2cc-4131-a63b-102bfed26e13 service neutron] Bound port: 550f7c00-47d3-4e55-be09-c45b0e8ce738, host: n-h1-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f472196-aa1a-40bf-bd06-ef9f07584bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84'}}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:29:14.106951 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-06d221d5-3449-4546-ae6b-cf7aebefbfa0 req-5c01ce7c-c2cc-4131-a63b-102bfed26e13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:14.109597 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-06d221d5-3449-4546-ae6b-cf7aebefbfa0 req-80f2954d-416c-4847-94e0-8a9197d952b5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=8742fd55-79bc-42e6-ba15-c45d424c2847 HTTP/1.1" status: 200 len: 217 time: 0.0804374 Oct 20 10:29:14.121074 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-73dffae1-a4dc-42bf-a1ac-fa5097fda38e req-751e7980-4221-4a4a-8d9e-2ed21cc88de5 tempest-VolumesAdminNegativeTest-1459988767 tempest-VolumesAdminNegativeTest-1459988767-project] 10.222.0.64 "GET /v2.0/security-groups?id=32bbe414-470e-4c0f-b2cf-cab80f11842d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251018 Oct 20 10:29:14.183604 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9d9047b-d10a-4cbe-adab-bbff8fc9f0a2 x-openstack-request-id: req-f9d9047b-d10a-4cbe-adab-bbff8fc9f0a2 {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:29:14.184089 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3c00359-1736-425e-ab57-e5c6ad8b6548", "name": "network-vif-plugged", "status": "completed", "tag": "d07ae021-73b5-4fba-ad90-ad3a58f5de10", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:29:14.184290 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f9d9047b-d10a-4cbe-adab-bbff8fc9f0a2 {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:29:14.184753 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3c00359-1736-425e-ab57-e5c6ad8b6548', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd07ae021-73b5-4fba-ad90-ad3a58f5de10', 'code': 200} Oct 20 10:29:14.193484 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [req-2ade0dd5-8686-4b1b-b286-46d05c399725 req-90523003-6698-4086-a1f3-b5fca88d1b15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c775663b-fc25-4ef4-aea4-435e5dde701a {{(pid=100597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:29:14.203521 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-2ade0dd5-8686-4b1b-b286-46d05c399725 req-90523003-6698-4086-a1f3-b5fca88d1b15 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:14.229214 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.provisioning_blocks [req-2ade0dd5-8686-4b1b-b286-46d05c399725 req-90523003-6698-4086-a1f3-b5fca88d1b15 service neutron] Transition to ACTIVE for port object c775663b-fc25-4ef4-aea4-435e5dde701a will not be triggered until provisioned by entity L2. {{(pid=100597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:29:14.239891 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-2ade0dd5-8686-4b1b-b286-46d05c399725 req-90523003-6698-4086-a1f3-b5fca88d1b15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:14.265607 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 20 Oct 2021 10:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-423b9449-9c39-424a-b933-db7f85618ff0 x-openstack-request-id: req-423b9449-9c39-424a-b933-db7f85618ff0 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:29:14.266659 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f9f84b3-38b7-4b0b-9bb9-8512b0ad0404", "tag": "881c7a80-b4c4-49cf-830f-c0cebb93d82f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "37819879-6a8f-4e60-9b45-e7343fc19d33", "tag": "9ff0c57f-c9ee-48e9-a95b-2abd8954e425", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:29:14.266659 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-423b9449-9c39-424a-b933-db7f85618ff0 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:29:14.267095 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f9f84b3-38b7-4b0b-9bb9-8512b0ad0404', 'tag': '881c7a80-b4c4-49cf-830f-c0cebb93d82f', 'status': 'completed', 'code': 200} Oct 20 10:29:14.267291 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37819879-6a8f-4e60-9b45-e7343fc19d33', 'tag': '9ff0c57f-c9ee-48e9-a95b-2abd8954e425', 'status': 'completed', 'code': 200} Oct 20 10:29:14.284205 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-bc189d2b-2aa9-45d2-9482-c1290dd30850 req-7e0476e3-c866-4b9c-bd9b-d1ac57ad063c tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:14.284530 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-bc189d2b-2aa9-45d2-9482-c1290dd30850 req-7e0476e3-c866-4b9c-bd9b-d1ac57ad063c tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:14.298180 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d221d5-3449-4546-ae6b-cf7aebefbfa0 req-c42938fe-2858-437d-8660-3d62e9b56d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:14.299696 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-06d221d5-3449-4546-ae6b-cf7aebefbfa0 req-c42938fe-2858-437d-8660-3d62e9b56d91 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8f86199a-b8f2-45b4-a83a-995a7ea6fe42 HTTP/1.1" status: 200 len: 843 time: 0.1777208 Oct 20 10:29:14.301340 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606a7580-35a6-419e-b7b6-75a9591d82e3 req-08c0d6c5-37a3-4d8d-a0e5-45e252d606f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:14.302687 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-606a7580-35a6-419e-b7b6-75a9591d82e3 req-08c0d6c5-37a3-4d8d-a0e5-45e252d606f3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9f75d9a0b8ce44faaac4d8054667820c&device_id=39b19f26-435f-4219-86de-3e7bc15de1ed HTTP/1.1" status: 200 len: 1101 time: 0.2068818 Oct 20 10:29:14.316414 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-bc189d2b-2aa9-45d2-9482-c1290dd30850 req-7e0476e3-c866-4b9c-bd9b-d1ac57ad063c tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] Calling delete_port for 432695c3-5fe2-45fc-9cfb-0b49b65b0a73 owned by network:floatingip {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:29:14.363501 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90523003-6698-4086-a1f3-b5fca88d1b15 service neutron] Pushing event updated for resources: {'Port': ['ID=c775663b-fc25-4ef4-aea4-435e5dde701a,revision_number=2']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:29:14.395413 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-06d221d5-3449-4546-ae6b-cf7aebefbfa0 req-5c01ce7c-c2cc-4131-a63b-102bfed26e13 service neutron] For port 550f7c00-47d3-4e55-be09-c45b0e8ce738, host n-h1-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:29:14.411086 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b371fb9-a2e4-43aa-ac31-144479e867dd req-781800f2-3f14-4a67-a57c-732b290bb727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:14.412605 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-3b371fb9-a2e4-43aa-ac31-144479e867dd req-781800f2-3f14-4a67-a57c-732b290bb727 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=615f0f1e0330428db980ed70e8d1044c&device_id=9f9f84b3-38b7-4b0b-9bb9-8512b0ad0404 HTTP/1.1" status: 200 len: 1097 time: 0.1366155 Oct 20 10:29:14.420614 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba21a04-4c0c-4dc4-9e10-38898b32d3de req-8425152b-5211-44d0-b3c6-db40f90a2a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:14.422795 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-7ba21a04-4c0c-4dc4-9e10-38898b32d3de req-8425152b-5211-44d0-b3c6-db40f90a2a8a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b3c00359-1736-425e-ab57-e5c6ad8b6548 HTTP/1.1" status: 200 len: 1096 time: 0.1130571 Oct 20 10:29:14.427406 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-06d221d5-3449-4546-ae6b-cf7aebefbfa0 req-5c01ce7c-c2cc-4131-a63b-102bfed26e13 service neutron] For port 550f7c00-47d3-4e55-be09-c45b0e8ce738, host n-h1-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=550f7c00-47d3-4e55-be09-c45b0e8ce738,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:29:14.525412 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-2ade0dd5-8686-4b1b-b286-46d05c399725 req-90523003-6698-4086-a1f3-b5fca88d1b15 service neutron] Attempting to bind port c775663b-fc25-4ef4-aea4-435e5dde701a on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:29:14.525747 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-2ade0dd5-8686-4b1b-b286-46d05c399725 req-90523003-6698-4086-a1f3-b5fca88d1b15 service neutron] Attempting to bind port c775663b-fc25-4ef4-aea4-435e5dde701a by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': '21a06331-2010-4bb7-8d07-13da7f15af4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '1ce4070f-3cfd-4061-95b1-2481b8fda5e7'}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:29:14.526077 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ade0dd5-8686-4b1b-b286-46d05c399725 req-90523003-6698-4086-a1f3-b5fca88d1b15 service neutron] Attempting to bind port c775663b-fc25-4ef4-aea4-435e5dde701a on network 1ce4070f-3cfd-4061-95b1-2481b8fda5e7 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:29:14.538096 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-7ba21a04-4c0c-4dc4-9e10-38898b32d3de req-cdffc8d6-764f-462a-9d43-c8909fb844f9 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=32bbe414-470e-4c0f-b2cf-cab80f11842d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015565 Oct 20 10:29:14.542617 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ade0dd5-8686-4b1b-b286-46d05c399725 req-90523003-6698-4086-a1f3-b5fca88d1b15 service neutron] Port c775663b-fc25-4ef4-aea4-435e5dde701a on network 1ce4070f-3cfd-4061-95b1-2481b8fda5e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:29:14.542933 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ade0dd5-8686-4b1b-b286-46d05c399725 req-90523003-6698-4086-a1f3-b5fca88d1b15 service neutron] Attempting to bind port c775663b-fc25-4ef4-aea4-435e5dde701a on network 1ce4070f-3cfd-4061-95b1-2481b8fda5e7 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:29:14.552789 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ade0dd5-8686-4b1b-b286-46d05c399725 req-90523003-6698-4086-a1f3-b5fca88d1b15 service neutron] Checking agent: {'id': '061232a2-7adc-4ba1-a873-e8cb136b064d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 29, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:29:14.553118 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ade0dd5-8686-4b1b-b286-46d05c399725 req-90523003-6698-4086-a1f3-b5fca88d1b15 service neutron] Checking segment: {'id': '21a06331-2010-4bb7-8d07-13da7f15af4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '1ce4070f-3cfd-4061-95b1-2481b8fda5e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:29:14.553494 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ade0dd5-8686-4b1b-b286-46d05c399725 req-90523003-6698-4086-a1f3-b5fca88d1b15 service neutron] Bound using segment: {'id': '21a06331-2010-4bb7-8d07-13da7f15af4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '1ce4070f-3cfd-4061-95b1-2481b8fda5e7'} {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:29:14.553918 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-2ade0dd5-8686-4b1b-b286-46d05c399725 req-90523003-6698-4086-a1f3-b5fca88d1b15 service neutron] Bound port: c775663b-fc25-4ef4-aea4-435e5dde701a, host: n-h2-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21a06331-2010-4bb7-8d07-13da7f15af4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '1ce4070f-3cfd-4061-95b1-2481b8fda5e7'}}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:29:14.554261 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-2ade0dd5-8686-4b1b-b286-46d05c399725 req-90523003-6698-4086-a1f3-b5fca88d1b15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:14.578752 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b371fb9-a2e4-43aa-ac31-144479e867dd req-d6953b82-5826-49c8-9367-0fefd2889934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:14.580252 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-3b371fb9-a2e4-43aa-ac31-144479e867dd req-d6953b82-5826-49c8-9367-0fefd2889934 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9dfc8104-588f-4ed0-ad5c-e57e4df0d1f9 HTTP/1.1" status: 200 len: 924 time: 0.1550591 Oct 20 10:29:14.683621 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-3b371fb9-a2e4-43aa-ac31-144479e867dd req-0ab9b4b2-daec-4939-8f17-7c4aa9e37122 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=881c7a80-b4c4-49cf-830f-c0cebb93d82f HTTP/1.1" status: 200 len: 1002 time: 0.0840147 Oct 20 10:29:14.684498 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [req-2ade0dd5-8686-4b1b-b286-46d05c399725 req-90523003-6698-4086-a1f3-b5fca88d1b15 service neutron] For port c775663b-fc25-4ef4-aea4-435e5dde701a, host n-h2-811396-3, cleared binding levels {{(pid=100597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:29:14.687694 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [req-2ade0dd5-8686-4b1b-b286-46d05c399725 req-90523003-6698-4086-a1f3-b5fca88d1b15 service neutron] For port c775663b-fc25-4ef4-aea4-435e5dde701a, host n-h2-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=c775663b-fc25-4ef4-aea4-435e5dde701a,segment=NetworkSegment(21a06331-2010-4bb7-8d07-13da7f15af4f),segment_id=21a06331-2010-4bb7-8d07-13da7f15af4f)] {{(pid=100597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:29:14.693811 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-2ade0dd5-8686-4b1b-b286-46d05c399725 req-90523003-6698-4086-a1f3-b5fca88d1b15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:14.739745 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-06d221d5-3449-4546-ae6b-cf7aebefbfa0 req-5c01ce7c-c2cc-4131-a63b-102bfed26e13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:14.760401 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ade0dd5-8686-4b1b-b286-46d05c399725 req-90523003-6698-4086-a1f3-b5fca88d1b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:14.761020 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-2ade0dd5-8686-4b1b-b286-46d05c399725 req-90523003-6698-4086-a1f3-b5fca88d1b15 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:14.762512 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-2ade0dd5-8686-4b1b-b286-46d05c399725 req-90523003-6698-4086-a1f3-b5fca88d1b15 service neutron] 10.222.0.69 "PUT /v2.0/ports/c775663b-fc25-4ef4-aea4-435e5dde701a HTTP/1.1" status: 200 len: 1091 time: 0.9587841 Oct 20 10:29:14.764569 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95fa9703-1404-4771-a94e-0d9e1c8e85e7', 'tag': 'c775663b-fc25-4ef4-aea4-435e5dde701a'}] {{(pid=100597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:29:14.766954 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd85cad6a391afaa95d2dd5280bfd4659fc1e1b2aba53b5e7ef874f059efcdc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2627807b-11c0-4ba8-9a53-891b2a2d7a3c" -d '{"events": [{"name": "network-changed", "server_uuid": "95fa9703-1404-4771-a94e-0d9e1c8e85e7", "tag": "c775663b-fc25-4ef4-aea4-435e5dde701a"}]}' {{(pid=100597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:29:14.794434 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b371fb9-a2e4-43aa-ac31-144479e867dd req-bb2bed98-5827-47ee-ab83-df704d43f43b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:14.796110 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-3b371fb9-a2e4-43aa-ac31-144479e867dd req-bb2bed98-5827-47ee-ab83-df704d43f43b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=56841db6-7a1e-47d6-b1e7-25a7cc618d35 HTTP/1.1" status: 200 len: 862 time: 0.1035047 Oct 20 10:29:14.797731 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90523003-6698-4086-a1f3-b5fca88d1b15 service neutron] Pushing event updated for resources: {'Port': ['ID=c775663b-fc25-4ef4-aea4-435e5dde701a,revision_number=3']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:29:14.807896 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d221d5-3449-4546-ae6b-cf7aebefbfa0 req-8e0d4ae6-91b7-4d0b-bccf-317d5202b3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:14.809391 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-06d221d5-3449-4546-ae6b-cf7aebefbfa0 req-8e0d4ae6-91b7-4d0b-bccf-317d5202b3e8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a7c57b12-d7c3-48bb-aa54-a67a56468a84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4952462 Oct 20 10:29:14.829280 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d675857-12af-468f-a8cc-3aa014bed4e7 req-5b34303f-26dd-4186-b7fd-8bc49521f75f tempest-ServerDiagnosticsNegativeTest-1035048809 tempest-ServerDiagnosticsNegativeTest-1035048809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:14.830777 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6d675857-12af-468f-a8cc-3aa014bed4e7 req-5b34303f-26dd-4186-b7fd-8bc49521f75f tempest-ServerDiagnosticsNegativeTest-1035048809 tempest-ServerDiagnosticsNegativeTest-1035048809-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca3b72a5-5f22-42e5-b43d-f2d1016af8d5 HTTP/1.1" status: 200 len: 950 time: 0.5155005 Oct 20 10:29:14.854054 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d221d5-3449-4546-ae6b-cf7aebefbfa0 req-5c01ce7c-c2cc-4131-a63b-102bfed26e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:14.854678 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-06d221d5-3449-4546-ae6b-cf7aebefbfa0 req-5c01ce7c-c2cc-4131-a63b-102bfed26e13 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:14.856076 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-06d221d5-3449-4546-ae6b-cf7aebefbfa0 req-5c01ce7c-c2cc-4131-a63b-102bfed26e13 service neutron] 10.222.0.55 "PUT /v2.0/ports/550f7c00-47d3-4e55-be09-c45b0e8ce738 HTTP/1.1" status: 200 len: 1096 time: 2.8458924 Oct 20 10:29:14.877983 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b371fb9-a2e4-43aa-ac31-144479e867dd req-e3e79425-cd53-4760-8484-7c1323e6cd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:14.878221 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606a7580-35a6-419e-b7b6-75a9591d82e3 req-5365904e-5562-44cf-b037-c6fd36ba3c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:14.879558 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-3b371fb9-a2e4-43aa-ac31-144479e867dd req-e3e79425-cd53-4760-8484-7c1323e6cd88 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9dfc8104-588f-4ed0-ad5c-e57e4df0d1f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0712445 Oct 20 10:29:14.879716 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-606a7580-35a6-419e-b7b6-75a9591d82e3 req-5365904e-5562-44cf-b037-c6fd36ba3c5c service neutron] 10.222.0.69 "GET /v2.0/networks?id=a7c57b12-d7c3-48bb-aa54-a67a56468a84 HTTP/1.1" status: 200 len: 870 time: 0.5520930 Oct 20 10:29:14.884709 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ade0dd5-8686-4b1b-b286-46d05c399725 req-9671bc5d-e575-4845-ad14-413934a93519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:14.886195 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-2ade0dd5-8686-4b1b-b286-46d05c399725 req-9671bc5d-e575-4845-ad14-413934a93519 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9d344b97e96e4da89707d7e9ad8232dc&device_id=95fa9703-1404-4771-a94e-0d9e1c8e85e7 HTTP/1.1" status: 200 len: 1094 time: 0.0692017 Oct 20 10:29:14.893529 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c01ce7c-c2cc-4131-a63b-102bfed26e13 service neutron] Pushing event updated for resources: {'Port': ['ID=550f7c00-47d3-4e55-be09-c45b0e8ce738,revision_number=3']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:29:14.988530 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-606a7580-35a6-419e-b7b6-75a9591d82e3 req-fb614294-71f3-4cd4-974e-06ccc0bffeaa service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=fa148701-2bd3-45e4-ace6-f079253fac3b HTTP/1.1" status: 200 len: 217 time: 0.0729785 Oct 20 10:29:14.991337 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-2ade0dd5-8686-4b1b-b286-46d05c399725 req-01185745-6cc0-484b-92d1-bac5d4d6f17b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c775663b-fc25-4ef4-aea4-435e5dde701a HTTP/1.1" status: 200 len: 217 time: 0.0775664 Oct 20 10:29:15.001439 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6d675857-12af-468f-a8cc-3aa014bed4e7 req-bbefe746-2876-46b9-a1c9-926ec7f42221 tempest-ServerDiagnosticsNegativeTest-1035048809 tempest-ServerDiagnosticsNegativeTest-1035048809-project] 10.222.0.64 "GET /v2.0/security-groups?id=31667a16-125a-4972-bd52-40ce9f379022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504014 Oct 20 10:29:15.092161 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-3b371fb9-a2e4-43aa-ac31-144479e867dd req-923ed468-be8c-471f-a632-98d7eddc0075 service neutron] 10.222.0.69 "GET /v2.0/networks/9dfc8104-588f-4ed0-ad5c-e57e4df0d1f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770706 Oct 20 10:29:15.093502 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ade0dd5-8686-4b1b-b286-46d05c399725 req-d85c4f26-eb41-462b-8a45-4301fd3dcb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:15.095401 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-2ade0dd5-8686-4b1b-b286-46d05c399725 req-d85c4f26-eb41-462b-8a45-4301fd3dcb29 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4012c245-3079-4795-8c54-d3f2bf73a5b0 HTTP/1.1" status: 200 len: 861 time: 0.0757480 Oct 20 10:29:15.160668 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-2ade0dd5-8686-4b1b-b286-46d05c399725 req-94d2c543-395a-4409-b93f-2799977f40b3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1ce4070f-3cfd-4061-95b1-2481b8fda5e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441382 Oct 20 10:29:15.177011 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606a7580-35a6-419e-b7b6-75a9591d82e3 req-ef4d7edc-41bb-41b0-aba5-361005a91c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:15.178466 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-606a7580-35a6-419e-b7b6-75a9591d82e3 req-ef4d7edc-41bb-41b0-aba5-361005a91c37 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8f86199a-b8f2-45b4-a83a-995a7ea6fe42 HTTP/1.1" status: 200 len: 843 time: 0.1608045 Oct 20 10:29:15.184051 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d221d5-3449-4546-ae6b-cf7aebefbfa0 req-a2ac363b-b05e-480e-be85-915d1d19af82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:15.185404 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-06d221d5-3449-4546-ae6b-cf7aebefbfa0 req-a2ac363b-b05e-480e-be85-915d1d19af82 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cbb7919139e74aa3a9a9edbe5b865f11&device_id=4cac01b4-5943-4577-b46d-85b13a75bd87 HTTP/1.1" status: 200 len: 1099 time: 0.2090983 Oct 20 10:29:15.185994 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-bc189d2b-2aa9-45d2-9482-c1290dd30850 req-7e0476e3-c866-4b9c-bd9b-d1ac57ad063c tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:15.224463 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-06d221d5-3449-4546-ae6b-cf7aebefbfa0 req-2d06e54e-2015-4aae-9d96-8627ede98463 service neutron] 10.222.0.55 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3192055 Oct 20 10:29:15.249434 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0476e3-c866-4b9c-bd9b-d1ac57ad063c tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] Pushing event deleted for resources: {'Port': ['ID=432695c3-5fe2-45fc-9cfb-0b49b65b0a73,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:29:15.304391 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4c7cc8-f46e-4164-8224-1063c2875a04 req-8ab16af5-1ae9-40a7-be7e-52059c134f29 tempest-LiveMigrationNegativeTest-1850627167 tempest-LiveMigrationNegativeTest-1850627167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:15.305960 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8a4c7cc8-f46e-4164-8224-1063c2875a04 req-8ab16af5-1ae9-40a7-be7e-52059c134f29 tempest-LiveMigrationNegativeTest-1850627167 tempest-LiveMigrationNegativeTest-1850627167-project] 10.222.0.64 "GET /v2.0/ports?device_id=df59eb4f-2f81-4006-a5eb-513cd28e8687 HTTP/1.1" status: 200 len: 949 time: 0.2063792 Oct 20 10:29:15.331037 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-06d221d5-3449-4546-ae6b-cf7aebefbfa0 req-facc2884-646f-4812-96e3-9d3013434ee6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=550f7c00-47d3-4e55-be09-c45b0e8ce738 HTTP/1.1" status: 200 len: 217 time: 0.1035511 Oct 20 10:29:15.338861 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-bc189d2b-2aa9-45d2-9482-c1290dd30850 req-7e0476e3-c866-4b9c-bd9b-d1ac57ad063c tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] Publish callbacks [] for floatingip, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:15.341862 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-bc189d2b-2aa9-45d2-9482-c1290dd30850 req-7e0476e3-c866-4b9c-bd9b-d1ac57ad063c tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for floatingip, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:15.343024 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bc189d2b-2aa9-45d2-9482-c1290dd30850 req-7e0476e3-c866-4b9c-bd9b-d1ac57ad063c tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] 10.222.0.64 "DELETE /v2.0/floatingips/7920ebda-0ef7-4ab7-b6de-85c837d01578 HTTP/1.1" status: 204 len: 173 time: 1.7504215 Oct 20 10:29:15.488018 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-3b371fb9-a2e4-43aa-ac31-144479e867dd req-a990ce71-f5e6-45d0-9ac9-7ee4b518f9ed service neutron] 10.222.0.69 "GET /v2.0/networks/9dfc8104-588f-4ed0-ad5c-e57e4df0d1f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3725643 Oct 20 10:29:15.494191 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606a7580-35a6-419e-b7b6-75a9591d82e3 req-2bb8305e-abcb-4f13-9063-6e9325907eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:15.495719 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-606a7580-35a6-419e-b7b6-75a9591d82e3 req-2bb8305e-abcb-4f13-9063-6e9325907eef service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a7c57b12-d7c3-48bb-aa54-a67a56468a84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3002613 Oct 20 10:29:15.503603 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8a4c7cc8-f46e-4164-8224-1063c2875a04 req-c7143bf7-dcd1-46ab-9b40-35cfde0c292c tempest-LiveMigrationNegativeTest-1850627167 tempest-LiveMigrationNegativeTest-1850627167-project] 10.222.0.64 "GET /v2.0/security-groups?id=16f29da4-e76c-43e0-934f-c02c5cb6afce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687701 Oct 20 10:29:15.508168 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-2ade0dd5-8686-4b1b-b286-46d05c399725 req-86b67c20-820f-48c3-a1d2-4ecc89ddddcf service neutron] 10.222.0.69 "GET /v2.0/networks/1ce4070f-3cfd-4061-95b1-2481b8fda5e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3350627 Oct 20 10:29:15.512569 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d221d5-3449-4546-ae6b-cf7aebefbfa0 req-167a63f3-ed19-461c-87d4-ef2cf8fb0944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:15.513997 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-06d221d5-3449-4546-ae6b-cf7aebefbfa0 req-167a63f3-ed19-461c-87d4-ef2cf8fb0944 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8f86199a-b8f2-45b4-a83a-995a7ea6fe42 HTTP/1.1" status: 200 len: 843 time: 0.1614182 Oct 20 10:29:15.574155 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-06d221d5-3449-4546-ae6b-cf7aebefbfa0 req-c9d5abf3-d755-4bc6-adaf-a7d768199c48 service neutron] 10.222.0.55 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3202946 Oct 20 10:29:15.622812 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b6acdb-d784-4ea3-a114-72c9d60dd844 req-5d397259-4641-4125-a5b2-83651a873db0 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:15.624339 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c7b6acdb-d784-4ea3-a114-72c9d60dd844 req-5d397259-4641-4125-a5b2-83651a873db0 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/ports?device_id=33ae5c8c-1cb9-4f31-97e4-591cab6c15f6 HTTP/1.1" status: 200 len: 948 time: 0.1979170 Oct 20 10:29:15.657389 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b371fb9-a2e4-43aa-ac31-144479e867dd req-869955c7-cd5e-4bf9-9866-c5a4d06e70f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:15.658873 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-3b371fb9-a2e4-43aa-ac31-144479e867dd req-869955c7-cd5e-4bf9-9866-c5a4d06e70f1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=42b1ef643dda4357aa2693544e61640e&device_id=37819879-6a8f-4e60-9b45-e7343fc19d33 HTTP/1.1" status: 200 len: 1096 time: 0.1031716 Oct 20 10:29:15.662458 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-2ade0dd5-8686-4b1b-b286-46d05c399725 req-74cf375c-4e76-40cb-b9e2-72094ae1b6ac service neutron] 10.222.0.69 "GET /v2.0/networks/1ce4070f-3cfd-4061-95b1-2481b8fda5e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361771 Oct 20 10:29:15.681951 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d221d5-3449-4546-ae6b-cf7aebefbfa0 req-a7e36b8d-d2f7-4746-8605-4ddf8219d577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:15.683479 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-06d221d5-3449-4546-ae6b-cf7aebefbfa0 req-a7e36b8d-d2f7-4746-8605-4ddf8219d577 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a7c57b12-d7c3-48bb-aa54-a67a56468a84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1532128 Oct 20 10:29:15.738977 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-606a7580-35a6-419e-b7b6-75a9591d82e3 req-548aaddc-c43f-402e-a48c-d5cd24e8243e service neutron] 10.222.0.69 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2318261 Oct 20 10:29:15.755472 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c7b6acdb-d784-4ea3-a114-72c9d60dd844 req-58aeb4e3-fa29-43bd-8a71-763b70063dad tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/security-groups?id=dfac1146-e768-4d56-96b1-8816525464ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177044 Oct 20 10:29:15.768241 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b371fb9-a2e4-43aa-ac31-144479e867dd req-33544d9c-74ba-4a43-b00d-5ea8d87017da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:15.769748 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-3b371fb9-a2e4-43aa-ac31-144479e867dd req-33544d9c-74ba-4a43-b00d-5ea8d87017da service neutron] 10.222.0.69 "GET /v2.0/networks?id=8cfae792-dae1-499b-8163-e6aee18e9ac1 HTTP/1.1" status: 200 len: 921 time: 0.0898154 Oct 20 10:29:15.808868 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3ba063-97f8-4215-af50-39eae4b6e60a req-8a0e3c2e-74f8-4b90-8369-93b43ddd26e3 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:15.810369 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0a3ba063-97f8-4215-af50-39eae4b6e60a req-8a0e3c2e-74f8-4b90-8369-93b43ddd26e3 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/ports?device_id=95fa9703-1404-4771-a94e-0d9e1c8e85e7 HTTP/1.1" status: 200 len: 943 time: 0.1764975 Oct 20 10:29:15.819799 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-3b371fb9-a2e4-43aa-ac31-144479e867dd req-970240b0-310b-44b2-a0ba-5d7bc464aed0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9ff0c57f-c9ee-48e9-a95b-2abd8954e425 HTTP/1.1" status: 200 len: 217 time: 0.0404401 Oct 20 10:29:15.868509 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b371fb9-a2e4-43aa-ac31-144479e867dd req-5d5e9239-7bfb-496a-b7b7-8a6bb4ec7c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:15.869966 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-3b371fb9-a2e4-43aa-ac31-144479e867dd req-5d5e9239-7bfb-496a-b7b7-8a6bb4ec7c07 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=fa453291-6ed6-480d-9668-eca2978cd872 HTTP/1.1" status: 200 len: 860 time: 0.0432389 Oct 20 10:29:15.901530 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-3b371fb9-a2e4-43aa-ac31-144479e867dd req-dc85ef1a-3947-4dbe-ad83-26298604b804 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8cfae792-dae1-499b-8163-e6aee18e9ac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233526 Oct 20 10:29:15.932317 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-06d221d5-3449-4546-ae6b-cf7aebefbfa0 req-2ec7dab0-dae2-4289-830c-24fa1f94f1a9 service neutron] 10.222.0.55 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400532 Oct 20 10:29:15.947222 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0a3ba063-97f8-4215-af50-39eae4b6e60a req-8aeddb15-163a-45c8-b68d-45bb8f3b2816 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba094063-4980-4c22-bc34-9c1534c0beb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184893 Oct 20 10:29:15.963139 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7763d5-4016-416c-a011-79e556553ca9 req-5359e79e-1bcf-47d1-8f7b-24f6ab360902 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:15.964686 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0a7763d5-4016-416c-a011-79e556553ca9 req-5359e79e-1bcf-47d1-8f7b-24f6ab360902 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=39b19f26-435f-4219-86de-3e7bc15de1ed HTTP/1.1" status: 200 len: 950 time: 0.1492674 Oct 20 10:29:16.008820 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f930b6d2-0e09-493b-9c75-58e4adc21c9c x-openstack-request-id: req-f930b6d2-0e09-493b-9c75-58e4adc21c9c {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:29:16.009133 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95fa9703-1404-4771-a94e-0d9e1c8e85e7", "tag": "c775663b-fc25-4ef4-aea4-435e5dde701a", "status": "completed", "code": 200}]} {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:29:16.009553 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f930b6d2-0e09-493b-9c75-58e4adc21c9c {{(pid=100597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:29:16.010034 n-d-811396-3 neutron-server[100597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95fa9703-1404-4771-a94e-0d9e1c8e85e7', 'tag': 'c775663b-fc25-4ef4-aea4-435e5dde701a', 'status': 'completed', 'code': 200} Oct 20 10:29:16.016479 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-3b371fb9-a2e4-43aa-ac31-144479e867dd req-c5c1eab6-48d9-4b90-9c09-c0557e636867 service neutron] 10.222.0.69 "GET /v2.0/networks/8cfae792-dae1-499b-8163-e6aee18e9ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993237 Oct 20 10:29:16.039186 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-606a7580-35a6-419e-b7b6-75a9591d82e3 req-a282bdce-b0f3-4f26-93e8-44242d35fce8 service neutron] 10.222.0.69 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2887373 Oct 20 10:29:16.099341 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0a7763d5-4016-416c-a011-79e556553ca9 req-5108a808-864f-4f5e-a2c5-e57ca9b14fc7 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025271 Oct 20 10:29:16.128773 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2627807b-11c0-4ba8-9a53-891b2a2d7a3c req-b31930c6-b431-410a-b961-b8e604a2a30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:16.130264 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-2627807b-11c0-4ba8-9a53-891b2a2d7a3c req-b31930c6-b431-410a-b961-b8e604a2a30f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9d344b97e96e4da89707d7e9ad8232dc&device_id=95fa9703-1404-4771-a94e-0d9e1c8e85e7 HTTP/1.1" status: 200 len: 1094 time: 0.0944512 Oct 20 10:29:16.143547 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-06d221d5-3449-4546-ae6b-cf7aebefbfa0 req-05ac166d-92c9-433d-806f-4a7bf326e524 service neutron] 10.222.0.55 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005570 Oct 20 10:29:16.146006 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-3b371fb9-a2e4-43aa-ac31-144479e867dd req-48132fc1-f321-46b5-a749-4b8f2d2f0477 service neutron] 10.222.0.69 "GET /v2.0/networks/8cfae792-dae1-499b-8163-e6aee18e9ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191897 Oct 20 10:29:16.160564 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246730e9-696e-4275-937c-db634ab8487d req-8de6b2a8-a611-466f-aab5-1535d0efdfad tempest-VolumesAdminNegativeTest-1459988767 tempest-VolumesAdminNegativeTest-1459988767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:16.162885 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-246730e9-696e-4275-937c-db634ab8487d req-8de6b2a8-a611-466f-aab5-1535d0efdfad tempest-VolumesAdminNegativeTest-1459988767 tempest-VolumesAdminNegativeTest-1459988767-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3c00359-1736-425e-ab57-e5c6ad8b6548 HTTP/1.1" status: 200 len: 945 time: 0.0626047 Oct 20 10:29:16.186188 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df59eb4f-2f81-4006-a5eb-513cd28e8687', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ddb2bfe-3917-4316-8293-5b61e6c6eaae'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:29:16.188860 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f74f93b-e909-4368-af9f-89cfb7934e60" -d '{"events": [{"server_uuid": "df59eb4f-2f81-4006-a5eb-513cd28e8687", "name": "network-vif-plugged", "status": "completed", "tag": "8ddb2bfe-3917-4316-8293-5b61e6c6eaae"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:29:16.247250 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-246730e9-696e-4275-937c-db634ab8487d req-9039fed6-a570-4b20-b707-c75e0d6077b9 tempest-VolumesAdminNegativeTest-1459988767 tempest-VolumesAdminNegativeTest-1459988767-project] 10.222.0.64 "GET /v2.0/security-groups?id=32bbe414-470e-4c0f-b2cf-cab80f11842d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759561 Oct 20 10:29:16.259778 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9dc405c2-0842-463b-a7e6-dddcb61166d2 req-b60c5f31-dc6a-4355-af9c-930b47d08988 tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] 10.222.0.64 "GET /v2.0/security-groups/cd9b4bfc-9726-4a96-9fc1-c0feb5d33bf4 HTTP/1.1" status: 200 len: 1807 time: 0.0921190 Oct 20 10:29:16.268187 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33ae5c8c-1cb9-4f31-97e4-591cab6c15f6', 'tag': '8742fd55-79bc-42e6-ba15-c45d424c2847'}, {'name': 'network-changed', 'server_uuid': '4cac01b4-5943-4577-b46d-85b13a75bd87', 'tag': '550f7c00-47d3-4e55-be09-c45b0e8ce738'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:29:16.271416 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46559165-a719-4e96-9480-cbe81ae99f5b" -d '{"events": [{"name": "network-changed", "server_uuid": "33ae5c8c-1cb9-4f31-97e4-591cab6c15f6", "tag": "8742fd55-79bc-42e6-ba15-c45d424c2847"}, {"name": "network-changed", "server_uuid": "4cac01b4-5943-4577-b46d-85b13a75bd87", "tag": "550f7c00-47d3-4e55-be09-c45b0e8ce738"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:29:16.281878 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2627807b-11c0-4ba8-9a53-891b2a2d7a3c req-215106cb-c32b-4736-baae-ee090964a9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:16.283841 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-2627807b-11c0-4ba8-9a53-891b2a2d7a3c req-215106cb-c32b-4736-baae-ee090964a9f0 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1ce4070f-3cfd-4061-95b1-2481b8fda5e7 HTTP/1.1" status: 200 len: 922 time: 0.1369107 Oct 20 10:29:16.333814 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-9dc405c2-0842-463b-a7e6-dddcb61166d2 req-52b10e6d-a42d-463c-8b53-2d9bdba7d92f tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:16.338947 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-2627807b-11c0-4ba8-9a53-891b2a2d7a3c req-248916f3-6236-4f9e-90d7-dd6f7613db55 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c775663b-fc25-4ef4-aea4-435e5dde701a HTTP/1.1" status: 200 len: 217 time: 0.0350373 Oct 20 10:29:16.356716 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-9dc405c2-0842-463b-a7e6-dddcb61166d2 req-52b10e6d-a42d-463c-8b53-2d9bdba7d92f tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:16.402815 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-9dc405c2-0842-463b-a7e6-dddcb61166d2 req-52b10e6d-a42d-463c-8b53-2d9bdba7d92f tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:16.406799 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-9dc405c2-0842-463b-a7e6-dddcb61166d2 req-52b10e6d-a42d-463c-8b53-2d9bdba7d92f tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:16.407839 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9dc405c2-0842-463b-a7e6-dddcb61166d2 req-52b10e6d-a42d-463c-8b53-2d9bdba7d92f tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] 10.222.0.64 "DELETE /v2.0/security-groups/cd9b4bfc-9726-4a96-9fc1-c0feb5d33bf4 HTTP/1.1" status: 204 len: 173 time: 0.1472633 Oct 20 10:29:16.417063 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2627807b-11c0-4ba8-9a53-891b2a2d7a3c req-639c2255-e104-4cd4-a1f2-ead970c15ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:16.419582 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-2627807b-11c0-4ba8-9a53-891b2a2d7a3c req-639c2255-e104-4cd4-a1f2-ead970c15ff8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4012c245-3079-4795-8c54-d3f2bf73a5b0 HTTP/1.1" status: 200 len: 861 time: 0.0719795 Oct 20 10:29:16.420247 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b10e6d-a42d-463c-8b53-2d9bdba7d92f tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd9b4bfc-9726-4a96-9fc1-c0feb5d33bf4,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:29:16.441086 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e59892f-f92e-489c-bc3d-d2f9766d7915 x-openstack-request-id: req-7e59892f-f92e-489c-bc3d-d2f9766d7915 {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:29:16.441682 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df59eb4f-2f81-4006-a5eb-513cd28e8687", "name": "network-vif-plugged", "status": "completed", "tag": "8ddb2bfe-3917-4316-8293-5b61e6c6eaae", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:29:16.442194 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7e59892f-f92e-489c-bc3d-d2f9766d7915 {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:29:16.442863 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df59eb4f-2f81-4006-a5eb-513cd28e8687', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ddb2bfe-3917-4316-8293-5b61e6c6eaae', 'code': 200} Oct 20 10:29:16.458328 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-2627807b-11c0-4ba8-9a53-891b2a2d7a3c req-798e3619-7096-4035-97af-2f9196467beb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1ce4070f-3cfd-4061-95b1-2481b8fda5e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282805 Oct 20 10:29:16.463516 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 20 Oct 2021 10:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-172ca88e-c77a-48ce-9597-6235422bc36f x-openstack-request-id: req-172ca88e-c77a-48ce-9597-6235422bc36f {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:29:16.463834 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33ae5c8c-1cb9-4f31-97e4-591cab6c15f6", "tag": "8742fd55-79bc-42e6-ba15-c45d424c2847", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4cac01b4-5943-4577-b46d-85b13a75bd87", "tag": "550f7c00-47d3-4e55-be09-c45b0e8ce738", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:29:16.464085 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-172ca88e-c77a-48ce-9597-6235422bc36f {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:29:16.464475 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33ae5c8c-1cb9-4f31-97e4-591cab6c15f6', 'tag': '8742fd55-79bc-42e6-ba15-c45d424c2847', 'status': 'completed', 'code': 200} Oct 20 10:29:16.464729 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cac01b4-5943-4577-b46d-85b13a75bd87', 'tag': '550f7c00-47d3-4e55-be09-c45b0e8ce738', 'status': 'completed', 'code': 200} Oct 20 10:29:16.585393 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831e151c-650e-40b2-afa7-b9e11e988018 req-becb8e44-106f-4206-a8d6-6a8b77c778bb tempest-ServerDiagnosticsNegativeTest-1035048809 tempest-ServerDiagnosticsNegativeTest-1035048809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:16.587089 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-831e151c-650e-40b2-afa7-b9e11e988018 req-becb8e44-106f-4206-a8d6-6a8b77c778bb tempest-ServerDiagnosticsNegativeTest-1035048809 tempest-ServerDiagnosticsNegativeTest-1035048809-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca3b72a5-5f22-42e5-b43d-f2d1016af8d5 HTTP/1.1" status: 200 len: 950 time: 0.0962970 Oct 20 10:29:16.589816 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46559165-a719-4e96-9480-cbe81ae99f5b req-7bd0fd05-6dc9-4559-9a0f-dd6f19735912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:16.591213 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-46559165-a719-4e96-9480-cbe81ae99f5b req-7bd0fd05-6dc9-4559-9a0f-dd6f19735912 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cbb7919139e74aa3a9a9edbe5b865f11&device_id=33ae5c8c-1cb9-4f31-97e4-591cab6c15f6 HTTP/1.1" status: 200 len: 1099 time: 0.0616286 Oct 20 10:29:16.604640 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-2627807b-11c0-4ba8-9a53-891b2a2d7a3c req-5a0ccaa5-af0f-431d-a21f-ed1875779813 service neutron] 10.222.0.69 "GET /v2.0/networks/1ce4070f-3cfd-4061-95b1-2481b8fda5e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321135 Oct 20 10:29:16.611793 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7cf607-47c0-44e3-870f-e6bb6d45b9c0 req-cec991c0-4868-4942-8483-9787487e60b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:16.615297 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-eb7cf607-47c0-44e3-870f-e6bb6d45b9c0 req-cec991c0-4868-4942-8483-9787487e60b4 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=df59eb4f-2f81-4006-a5eb-513cd28e8687 HTTP/1.1" status: 200 len: 1100 time: 0.0677481 Oct 20 10:29:16.661902 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-831e151c-650e-40b2-afa7-b9e11e988018 req-d1c07f3f-a19f-4383-bdae-596eb9cdf92c tempest-ServerDiagnosticsNegativeTest-1035048809 tempest-ServerDiagnosticsNegativeTest-1035048809-project] 10.222.0.64 "GET /v2.0/security-groups?id=31667a16-125a-4972-bd52-40ce9f379022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654514 Oct 20 10:29:16.704190 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-eb7cf607-47c0-44e3-870f-e6bb6d45b9c0 req-acbd5c12-ff27-423a-bd94-9167989ad4aa service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=16f29da4-e76c-43e0-934f-c02c5cb6afce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704713 Oct 20 10:29:16.723633 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-2627807b-11c0-4ba8-9a53-891b2a2d7a3c req-abfc24ff-77da-48c0-85a1-2fcece57c488 service neutron] 10.222.0.69 "GET /v2.0/networks/1ce4070f-3cfd-4061-95b1-2481b8fda5e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082554 Oct 20 10:29:16.761821 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8079dc71-2805-4fd7-9fd5-f2b004bdb5a1 req-dc418ebd-aaf0-4339-8c06-dc38099ecaee tempest-LiveMigrationNegativeTest-1850627167 tempest-LiveMigrationNegativeTest-1850627167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:16.763287 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8079dc71-2805-4fd7-9fd5-f2b004bdb5a1 req-dc418ebd-aaf0-4339-8c06-dc38099ecaee tempest-LiveMigrationNegativeTest-1850627167 tempest-LiveMigrationNegativeTest-1850627167-project] 10.222.0.64 "GET /v2.0/ports?device_id=df59eb4f-2f81-4006-a5eb-513cd28e8687 HTTP/1.1" status: 200 len: 949 time: 0.0735540 Oct 20 10:29:16.766052 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46559165-a719-4e96-9480-cbe81ae99f5b req-f3ae1131-3b96-4391-b054-e883fb8ff507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:16.767400 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-46559165-a719-4e96-9480-cbe81ae99f5b req-f3ae1131-3b96-4391-b054-e883fb8ff507 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a7c57b12-d7c3-48bb-aa54-a67a56468a84 HTTP/1.1" status: 200 len: 870 time: 0.1604474 Oct 20 10:29:16.819887 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-46559165-a719-4e96-9480-cbe81ae99f5b req-2c9b2978-828a-45fe-8262-c488c90c0704 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=8742fd55-79bc-42e6-ba15-c45d424c2847 HTTP/1.1" status: 200 len: 217 time: 0.0372803 Oct 20 10:29:16.831424 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8079dc71-2805-4fd7-9fd5-f2b004bdb5a1 req-5ffa12c3-c976-4aa7-892d-1e14c599d7fd tempest-LiveMigrationNegativeTest-1850627167 tempest-LiveMigrationNegativeTest-1850627167-project] 10.222.0.64 "GET /v2.0/security-groups?id=16f29da4-e76c-43e0-934f-c02c5cb6afce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622590 Oct 20 10:29:16.875854 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46559165-a719-4e96-9480-cbe81ae99f5b req-e6de3813-701d-41ac-ae42-62795a129959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:16.877330 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-46559165-a719-4e96-9480-cbe81ae99f5b req-e6de3813-701d-41ac-ae42-62795a129959 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8f86199a-b8f2-45b4-a83a-995a7ea6fe42 HTTP/1.1" status: 200 len: 843 time: 0.0450931 Oct 20 10:29:16.956247 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46559165-a719-4e96-9480-cbe81ae99f5b req-844bf3e6-3d46-4178-a8ea-ad36f26f3091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:16.957779 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-46559165-a719-4e96-9480-cbe81ae99f5b req-844bf3e6-3d46-4178-a8ea-ad36f26f3091 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a7c57b12-d7c3-48bb-aa54-a67a56468a84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0690877 Oct 20 10:29:16.969501 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a508bf-b207-4747-9a72-00fd2107d933 req-573f2898-e521-4a58-b3b6-a7adf7d5b16b tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:16.971411 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e2a508bf-b207-4747-9a72-00fd2107d933 req-573f2898-e521-4a58-b3b6-a7adf7d5b16b tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] 10.222.0.64 "GET /v2.0/ports?device_id=37819879-6a8f-4e60-9b45-e7343fc19d33 HTTP/1.1" status: 200 len: 945 time: 0.0748994 Oct 20 10:29:17.331343 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e2a508bf-b207-4747-9a72-00fd2107d933 req-46c786f9-ba38-4018-addd-7675e6e5dc67 tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] 10.222.0.64 "GET /v2.0/security-groups?id=a63fa035-9252-4a30-bf29-691fc7c00c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3513772 Oct 20 10:29:17.353654 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20522b60-67d5-4dc4-b6ff-c5a0553cdc7a req-051ad7c8-3133-4510-b629-42f6ed77d074 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:17.355023 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-20522b60-67d5-4dc4-b6ff-c5a0553cdc7a req-051ad7c8-3133-4510-b629-42f6ed77d074 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/ports?device_id=33ae5c8c-1cb9-4f31-97e4-591cab6c15f6 HTTP/1.1" status: 200 len: 948 time: 0.3643906 Oct 20 10:29:17.371893 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-46559165-a719-4e96-9480-cbe81ae99f5b req-b5a912f4-1184-4e62-b193-f5533a985aba service neutron] 10.222.0.55 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3998978 Oct 20 10:29:17.423702 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-20522b60-67d5-4dc4-b6ff-c5a0553cdc7a req-3f241808-41e0-4b11-b441-c57121a4b582 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/security-groups?id=dfac1146-e768-4d56-96b1-8816525464ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612776 Oct 20 10:29:17.532929 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478decca-46ca-414f-b23b-68654de961b4 req-23a385b6-123a-4c80-b491-a932f5cb8a5b tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:17.534317 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-478decca-46ca-414f-b23b-68654de961b4 req-23a385b6-123a-4c80-b491-a932f5cb8a5b tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/ports?device_id=95fa9703-1404-4771-a94e-0d9e1c8e85e7 HTTP/1.1" status: 200 len: 943 time: 0.1414585 Oct 20 10:29:17.560796 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-46559165-a719-4e96-9480-cbe81ae99f5b req-21bbea72-bfbf-4cb0-8e3c-e002b5f0f20f service neutron] 10.222.0.55 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787260 Oct 20 10:29:17.580796 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a69ab0-edfb-4075-b620-321eee2e7e91 req-52c6863f-0fbd-4470-9462-a5fe5c8d4252 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:17.582451 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-16a69ab0-edfb-4075-b620-321eee2e7e91 req-52c6863f-0fbd-4470-9462-a5fe5c8d4252 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=39b19f26-435f-4219-86de-3e7bc15de1ed HTTP/1.1" status: 200 len: 950 time: 0.0999386 Oct 20 10:29:17.606852 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-478decca-46ca-414f-b23b-68654de961b4 req-b31e5802-0f0a-40c8-a591-2107b0a3e4aa tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba094063-4980-4c22-bc34-9c1534c0beb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609035 Oct 20 10:29:17.637360 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-16a69ab0-edfb-4075-b620-321eee2e7e91 req-7fbdefa2-d0cf-4b5e-be82-da9165ff0f00 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444746 Oct 20 10:29:17.774043 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520f6e85-2274-4820-b82e-afc97611d642 req-992db995-9436-43fa-80f8-7b719c3dd9ba tempest-VolumesAdminNegativeTest-1459988767 tempest-VolumesAdminNegativeTest-1459988767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:17.775518 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-520f6e85-2274-4820-b82e-afc97611d642 req-992db995-9436-43fa-80f8-7b719c3dd9ba tempest-VolumesAdminNegativeTest-1459988767 tempest-VolumesAdminNegativeTest-1459988767-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3c00359-1736-425e-ab57-e5c6ad8b6548 HTTP/1.1" status: 200 len: 945 time: 0.0954795 Oct 20 10:29:17.777049 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46559165-a719-4e96-9480-cbe81ae99f5b req-a939dba6-2763-499c-9c2f-ea4e384650a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:17.778400 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-46559165-a719-4e96-9480-cbe81ae99f5b req-a939dba6-2763-499c-9c2f-ea4e384650a2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cbb7919139e74aa3a9a9edbe5b865f11&device_id=4cac01b4-5943-4577-b46d-85b13a75bd87 HTTP/1.1" status: 200 len: 1099 time: 0.1076062 Oct 20 10:29:17.833959 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e5ad1b-1f33-4dbe-9cf6-3b3fbb286e7e req-bf62b34a-b831-4262-9c2a-f7cfe9554aee tempest-ServerDiagnosticsNegativeTest-1035048809 tempest-ServerDiagnosticsNegativeTest-1035048809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:17.835321 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-70e5ad1b-1f33-4dbe-9cf6-3b3fbb286e7e req-bf62b34a-b831-4262-9c2a-f7cfe9554aee tempest-ServerDiagnosticsNegativeTest-1035048809 tempest-ServerDiagnosticsNegativeTest-1035048809-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca3b72a5-5f22-42e5-b43d-f2d1016af8d5 HTTP/1.1" status: 200 len: 950 time: 0.1028101 Oct 20 10:29:17.889621 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-520f6e85-2274-4820-b82e-afc97611d642 req-45fcffdf-75b8-497d-86b5-a7f9e646e7da tempest-VolumesAdminNegativeTest-1459988767 tempest-VolumesAdminNegativeTest-1459988767-project] 10.222.0.64 "GET /v2.0/security-groups?id=32bbe414-470e-4c0f-b2cf-cab80f11842d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065044 Oct 20 10:29:17.938533 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-70e5ad1b-1f33-4dbe-9cf6-3b3fbb286e7e req-d2f90814-d215-4457-833a-764230d73f68 tempest-ServerDiagnosticsNegativeTest-1035048809 tempest-ServerDiagnosticsNegativeTest-1035048809-project] 10.222.0.64 "GET /v2.0/security-groups?id=31667a16-125a-4972-bd52-40ce9f379022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962424 Oct 20 10:29:17.939788 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46559165-a719-4e96-9480-cbe81ae99f5b req-6f5bdab5-714d-4b03-9d3f-e11bddb673cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:17.941206 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-46559165-a719-4e96-9480-cbe81ae99f5b req-6f5bdab5-714d-4b03-9d3f-e11bddb673cf service neutron] 10.222.0.55 "GET /v2.0/networks?id=a7c57b12-d7c3-48bb-aa54-a67a56468a84 HTTP/1.1" status: 200 len: 870 time: 0.1487625 Oct 20 10:29:18.007141 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-46559165-a719-4e96-9480-cbe81ae99f5b req-9e3ed6c8-91a5-462c-9e92-ea0b6ccc17c4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=550f7c00-47d3-4e55-be09-c45b0e8ce738 HTTP/1.1" status: 200 len: 217 time: 0.0524294 Oct 20 10:29:18.052891 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12365b58-7d1d-4d19-af14-1350f70ee824 req-a67fcfad-3038-475c-bdda-7154c15a1a2d tempest-LiveMigrationNegativeTest-1850627167 tempest-LiveMigrationNegativeTest-1850627167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:18.054383 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-12365b58-7d1d-4d19-af14-1350f70ee824 req-a67fcfad-3038-475c-bdda-7154c15a1a2d tempest-LiveMigrationNegativeTest-1850627167 tempest-LiveMigrationNegativeTest-1850627167-project] 10.222.0.64 "GET /v2.0/ports?device_id=df59eb4f-2f81-4006-a5eb-513cd28e8687 HTTP/1.1" status: 200 len: 949 time: 0.1097963 Oct 20 10:29:18.077197 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46559165-a719-4e96-9480-cbe81ae99f5b req-91d65759-866d-42b9-bbeb-d9743c726460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:18.079178 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-46559165-a719-4e96-9480-cbe81ae99f5b req-91d65759-866d-42b9-bbeb-d9743c726460 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8f86199a-b8f2-45b4-a83a-995a7ea6fe42 HTTP/1.1" status: 200 len: 843 time: 0.0638390 Oct 20 10:29:18.128732 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-12365b58-7d1d-4d19-af14-1350f70ee824 req-50211dfa-d5b4-4303-9331-e2e33cbe8bbb tempest-LiveMigrationNegativeTest-1850627167 tempest-LiveMigrationNegativeTest-1850627167-project] 10.222.0.64 "GET /v2.0/security-groups?id=16f29da4-e76c-43e0-934f-c02c5cb6afce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632613 Oct 20 10:29:18.138519 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46559165-a719-4e96-9480-cbe81ae99f5b req-fcb1a4a9-21fd-4c1c-8e22-57a31be91141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:18.141657 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-46559165-a719-4e96-9480-cbe81ae99f5b req-fcb1a4a9-21fd-4c1c-8e22-57a31be91141 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a7c57b12-d7c3-48bb-aa54-a67a56468a84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0545270 Oct 20 10:29:18.243022 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-46559165-a719-4e96-9480-cbe81ae99f5b req-b53ce9a4-c85f-4364-bb6b-aa2695ef22f2 service neutron] 10.222.0.55 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917504 Oct 20 10:29:18.352477 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-46559165-a719-4e96-9480-cbe81ae99f5b req-c1a3774f-0bd9-4fc4-af55-0f43ab9b16e5 service neutron] 10.222.0.55 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980165 Oct 20 10:29:18.477942 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a777074-3686-423e-8233-a6f2f455d752 req-8d7de0bc-0c3e-44a3-b372-32d8e4f3a6e7 tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:18.479494 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5a777074-3686-423e-8233-a6f2f455d752 req-8d7de0bc-0c3e-44a3-b372-32d8e4f3a6e7 tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] 10.222.0.64 "GET /v2.0/ports?device_id=37819879-6a8f-4e60-9b45-e7343fc19d33 HTTP/1.1" status: 200 len: 945 time: 0.0691099 Oct 20 10:29:18.553506 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5a777074-3686-423e-8233-a6f2f455d752 req-566d1b23-a04f-48db-b7dd-9f88925030b2 tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] 10.222.0.64 "GET /v2.0/security-groups?id=a63fa035-9252-4a30-bf29-691fc7c00c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669398 Oct 20 10:29:18.571607 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6ca9b7-61ea-4e01-aec4-91bba77d6631 req-8d6487ac-285a-4642-9163-1deefcb5f03d tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:18.573251 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ae6ca9b7-61ea-4e01-aec4-91bba77d6631 req-8d6487ac-285a-4642-9163-1deefcb5f03d tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/ports?device_id=33ae5c8c-1cb9-4f31-97e4-591cab6c15f6 HTTP/1.1" status: 200 len: 948 time: 0.0733724 Oct 20 10:29:18.615835 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ae6ca9b7-61ea-4e01-aec4-91bba77d6631 req-026d547c-4e62-4522-aaf2-ad76778998f9 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/security-groups?id=dfac1146-e768-4d56-96b1-8816525464ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336173 Oct 20 10:29:18.671030 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d8cebf-11a9-4299-9cc5-f8fb34f4b5ee req-7e91e258-0e84-4651-91a5-781cde72a676 tempest-ServerDiagnosticsNegativeTest-1035048809 tempest-ServerDiagnosticsNegativeTest-1035048809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:18.673143 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-66d8cebf-11a9-4299-9cc5-f8fb34f4b5ee req-7e91e258-0e84-4651-91a5-781cde72a676 tempest-ServerDiagnosticsNegativeTest-1035048809 tempest-ServerDiagnosticsNegativeTest-1035048809-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca3b72a5-5f22-42e5-b43d-f2d1016af8d5 HTTP/1.1" status: 200 len: 950 time: 0.0565085 Oct 20 10:29:18.692784 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device c775663b-fc25-4ef4-aea4-435e5dde701a details requested by agent hyperv_n-h2-811396-3 with host n-h2-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:29:18.810145 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port c775663b-fc25-4ef4-aea4-435e5dde701a, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=c775663b-fc25-4ef4-aea4-435e5dde701a,segment=NetworkSegment(21a06331-2010-4bb7-8d07-13da7f15af4f),segment_id=21a06331-2010-4bb7-8d07-13da7f15af4f)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:29:18.828819 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Returning: {'device': 'c775663b-fc25-4ef4-aea4-435e5dde701a', 'network_id': '1ce4070f-3cfd-4061-95b1-2481b8fda5e7', 'port_id': 'c775663b-fc25-4ef4-aea4-435e5dde701a', 'mac_address': 'fa:16:3e:e0:9f:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 838, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4012c245-3079-4795-8c54-d3f2bf73a5b0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:29:18.835537 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:18.840303 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8fe3f1-f2b2-4221-9f65-d0d8341324fa req-b9291b85-9f16-4aa6-a584-801f05c9467b tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:18.841797 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-eb8fe3f1-f2b2-4221-9f65-d0d8341324fa req-b9291b85-9f16-4aa6-a584-801f05c9467b tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=39b19f26-435f-4219-86de-3e7bc15de1ed HTTP/1.1" status: 200 len: 950 time: 0.1307485 Oct 20 10:29:18.850876 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7def864a-e754-4467-9075-d8ee9b7c084b req-7a82d169-4f5d-4ff7-886f-8dea9b6c540b tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:18.852305 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7def864a-e754-4467-9075-d8ee9b7c084b req-7a82d169-4f5d-4ff7-886f-8dea9b6c540b tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/ports?device_id=95fa9703-1404-4771-a94e-0d9e1c8e85e7 HTTP/1.1" status: 200 len: 943 time: 0.1267173 Oct 20 10:29:18.882409 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:18.890180 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-66d8cebf-11a9-4299-9cc5-f8fb34f4b5ee req-388bd99e-41c1-4433-bf56-3667f6b625d3 tempest-ServerDiagnosticsNegativeTest-1035048809 tempest-ServerDiagnosticsNegativeTest-1035048809-project] Deleting port 0fe2e350-e1c7-4f76-917a-6377afa56771 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:29:18.890546 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-66d8cebf-11a9-4299-9cc5-f8fb34f4b5ee req-388bd99e-41c1-4433-bf56-3667f6b625d3 tempest-ServerDiagnosticsNegativeTest-1035048809 tempest-ServerDiagnosticsNegativeTest-1035048809-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:18.897236 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c775663b-fc25-4ef4-aea4-435e5dde701a {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:29:18.923041 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port c775663b-fc25-4ef4-aea4-435e5dde701a, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=c775663b-fc25-4ef4-aea4-435e5dde701a,segment=NetworkSegment(21a06331-2010-4bb7-8d07-13da7f15af4f),segment_id=21a06331-2010-4bb7-8d07-13da7f15af4f)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:29:18.928400 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:18.950624 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-eb8fe3f1-f2b2-4221-9f65-d0d8341324fa req-56f3c638-f71f-48af-9e2e-224f5d144bc6 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972469 Oct 20 10:29:18.987760 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7def864a-e754-4467-9075-d8ee9b7c084b req-06d00786-5606-4d54-9bc0-6d8d0b4ec60b tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba094063-4980-4c22-bc34-9c1534c0beb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236010 Oct 20 10:29:19.004168 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=c775663b-fc25-4ef4-aea4-435e5dde701a,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:29:19.028860 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-66d8cebf-11a9-4299-9cc5-f8fb34f4b5ee req-388bd99e-41c1-4433-bf56-3667f6b625d3 tempest-ServerDiagnosticsNegativeTest-1035048809 tempest-ServerDiagnosticsNegativeTest-1035048809-project] For port 0fe2e350-e1c7-4f76-917a-6377afa56771, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=0fe2e350-e1c7-4f76-917a-6377afa56771,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:29:19.029475 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-66d8cebf-11a9-4299-9cc5-f8fb34f4b5ee req-388bd99e-41c1-4433-bf56-3667f6b625d3 tempest-ServerDiagnosticsNegativeTest-1035048809 tempest-ServerDiagnosticsNegativeTest-1035048809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:19.056600 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-66d8cebf-11a9-4299-9cc5-f8fb34f4b5ee req-388bd99e-41c1-4433-bf56-3667f6b625d3 tempest-ServerDiagnosticsNegativeTest-1035048809 tempest-ServerDiagnosticsNegativeTest-1035048809-project] Calling delete_port for 0fe2e350-e1c7-4f76-917a-6377afa56771 owned by compute:nova {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:29:19.136188 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4814ba-e94c-42f6-b75a-089352e6974f req-7c08f080-c8a8-410b-ab6f-a882225a6b85 tempest-ServerDiagnosticsNegativeTest-1035048809 tempest-ServerDiagnosticsNegativeTest-1035048809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:19.137580 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cc4814ba-e94c-42f6-b75a-089352e6974f req-7c08f080-c8a8-410b-ab6f-a882225a6b85 tempest-ServerDiagnosticsNegativeTest-1035048809 tempest-ServerDiagnosticsNegativeTest-1035048809-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca3b72a5-5f22-42e5-b43d-f2d1016af8d5 HTTP/1.1" status: 200 len: 950 time: 0.0932298 Oct 20 10:29:19.193113 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cc4814ba-e94c-42f6-b75a-089352e6974f req-a707b576-36fb-44eb-9eea-0e4dfe57bb66 tempest-ServerDiagnosticsNegativeTest-1035048809 tempest-ServerDiagnosticsNegativeTest-1035048809-project] 10.222.0.64 "GET /v2.0/security-groups?id=31667a16-125a-4972-bd52-40ce9f379022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484459 Oct 20 10:29:19.286483 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-66d8cebf-11a9-4299-9cc5-f8fb34f4b5ee req-388bd99e-41c1-4433-bf56-3667f6b625d3 tempest-ServerDiagnosticsNegativeTest-1035048809 tempest-ServerDiagnosticsNegativeTest-1035048809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:19.305887 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dab788-171b-4c0d-afb3-0e4bd259ceb7 req-36b5c7d7-731b-44b5-8a8a-88f3f0dbccd1 tempest-LiveMigrationNegativeTest-1850627167 tempest-LiveMigrationNegativeTest-1850627167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:19.307341 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-30dab788-171b-4c0d-afb3-0e4bd259ceb7 req-36b5c7d7-731b-44b5-8a8a-88f3f0dbccd1 tempest-LiveMigrationNegativeTest-1850627167 tempest-LiveMigrationNegativeTest-1850627167-project] 10.222.0.64 "GET /v2.0/ports?device_id=df59eb4f-2f81-4006-a5eb-513cd28e8687 HTTP/1.1" status: 200 len: 949 time: 0.0813165 Oct 20 10:29:19.322806 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['0fe2e350-e1c7-4f76-917a-6377afa56771'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:29:19.328137 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388bd99e-41c1-4433-bf56-3667f6b625d3 tempest-ServerDiagnosticsNegativeTest-1035048809 tempest-ServerDiagnosticsNegativeTest-1035048809-project] Pushing event deleted for resources: {'Port': ['ID=0fe2e350-e1c7-4f76-917a-6377afa56771,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:29:19.376033 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['c775663b-fc25-4ef4-aea4-435e5dde701a'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:29:19.382278 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-66d8cebf-11a9-4299-9cc5-f8fb34f4b5ee req-388bd99e-41c1-4433-bf56-3667f6b625d3 tempest-ServerDiagnosticsNegativeTest-1035048809 tempest-ServerDiagnosticsNegativeTest-1035048809-project] No DVR routers for this DVR port 0fe2e350-e1c7-4f76-917a-6377afa56771 on host n-h1-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:29:19.385105 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-66d8cebf-11a9-4299-9cc5-f8fb34f4b5ee req-388bd99e-41c1-4433-bf56-3667f6b625d3 tempest-ServerDiagnosticsNegativeTest-1035048809 tempest-ServerDiagnosticsNegativeTest-1035048809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:19.388826 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-66d8cebf-11a9-4299-9cc5-f8fb34f4b5ee req-388bd99e-41c1-4433-bf56-3667f6b625d3 tempest-ServerDiagnosticsNegativeTest-1035048809 tempest-ServerDiagnosticsNegativeTest-1035048809-project] 10.222.0.55 "DELETE /v2.0/ports/0fe2e350-e1c7-4f76-917a-6377afa56771 HTTP/1.1" status: 204 len: 173 time: 0.7094033 Oct 20 10:29:19.389550 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca3b72a5-5f22-42e5-b43d-f2d1016af8d5', 'name': 'network-vif-deleted', 'tag': '0fe2e350-e1c7-4f76-917a-6377afa56771'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:29:19.392371 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1a1506a-52c7-4129-8d1d-daf8c8d699fc" -d '{"events": [{"server_uuid": "ca3b72a5-5f22-42e5-b43d-f2d1016af8d5", "name": "network-vif-deleted", "tag": "0fe2e350-e1c7-4f76-917a-6377afa56771"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:29:19.414866 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-30dab788-171b-4c0d-afb3-0e4bd259ceb7 req-5e8f016a-29ed-46fd-991c-708d21d5576d tempest-LiveMigrationNegativeTest-1850627167 tempest-LiveMigrationNegativeTest-1850627167-project] 10.222.0.64 "GET /v2.0/security-groups?id=16f29da4-e76c-43e0-934f-c02c5cb6afce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885332 Oct 20 10:29:19.472558 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2140c2e-ead5-4f2e-b9fa-47addc86c5f0 x-openstack-request-id: req-b2140c2e-ead5-4f2e-b9fa-47addc86c5f0 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:29:19.472906 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca3b72a5-5f22-42e5-b43d-f2d1016af8d5", "name": "network-vif-deleted", "tag": "0fe2e350-e1c7-4f76-917a-6377afa56771", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:29:19.474645 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b2140c2e-ead5-4f2e-b9fa-47addc86c5f0 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:29:19.477741 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca3b72a5-5f22-42e5-b43d-f2d1016af8d5', 'name': 'network-vif-deleted', 'tag': '0fe2e350-e1c7-4f76-917a-6377afa56771', 'status': 'completed', 'code': 200} Oct 20 10:29:19.739544 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f461ed-f2cc-4907-965b-0ad43bb0d0ee req-2568a707-d1ba-40df-a2eb-6eeaae368100 tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:19.741002 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-44f461ed-f2cc-4907-965b-0ad43bb0d0ee req-2568a707-d1ba-40df-a2eb-6eeaae368100 tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] 10.222.0.64 "GET /v2.0/ports?device_id=37819879-6a8f-4e60-9b45-e7343fc19d33 HTTP/1.1" status: 200 len: 945 time: 0.0777900 Oct 20 10:29:19.753733 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c48874-5e48-4ace-ba29-76d0d9a6f167 req-524fc47f-5b3d-403c-94bb-f719af4a780f tempest-LiveMigrationNegativeTest-1850627167 tempest-LiveMigrationNegativeTest-1850627167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:19.755187 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-85c48874-5e48-4ace-ba29-76d0d9a6f167 req-524fc47f-5b3d-403c-94bb-f719af4a780f tempest-LiveMigrationNegativeTest-1850627167 tempest-LiveMigrationNegativeTest-1850627167-project] 10.222.0.64 "GET /v2.0/ports?device_id=df59eb4f-2f81-4006-a5eb-513cd28e8687 HTTP/1.1" status: 200 len: 949 time: 0.0806484 Oct 20 10:29:19.807975 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-44f461ed-f2cc-4907-965b-0ad43bb0d0ee req-1b9e3033-fe8e-40af-970d-7c7819f82ffe tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] 10.222.0.64 "GET /v2.0/security-groups?id=a63fa035-9252-4a30-bf29-691fc7c00c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517910 Oct 20 10:29:19.815888 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-85c48874-5e48-4ace-ba29-76d0d9a6f167 req-8386824f-481b-44bf-a362-35460a38229f tempest-LiveMigrationNegativeTest-1850627167 tempest-LiveMigrationNegativeTest-1850627167-project] 10.222.0.64 "GET /v2.0/security-groups?id=16f29da4-e76c-43e0-934f-c02c5cb6afce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539129 Oct 20 10:29:19.910034 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284aca84-054a-4deb-9e65-32c5b3554cac req-3ea957ee-e3e4-4480-b1bf-a7b91487f86b tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:19.911554 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-284aca84-054a-4deb-9e65-32c5b3554cac req-3ea957ee-e3e4-4480-b1bf-a7b91487f86b tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/ports?device_id=33ae5c8c-1cb9-4f31-97e4-591cab6c15f6 HTTP/1.1" status: 200 len: 948 time: 0.0487313 Oct 20 10:29:19.951906 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-284aca84-054a-4deb-9e65-32c5b3554cac req-b7a9620a-934a-4542-8eba-3d3f8a102f9b tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/security-groups?id=dfac1146-e768-4d56-96b1-8816525464ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337658 Oct 20 10:29:20.099022 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4ea9b2-a751-4ac7-93b9-e267d6e6413e req-11405412-b366-4fa6-a563-9699288e8945 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:20.101059 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bc4ea9b2-a751-4ac7-93b9-e267d6e6413e req-11405412-b366-4fa6-a563-9699288e8945 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=39b19f26-435f-4219-86de-3e7bc15de1ed HTTP/1.1" status: 200 len: 950 time: 0.0739205 Oct 20 10:29:20.170373 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc65d897-2b35-4de5-b789-72ef81dcb798 req-9149567d-a67b-4b1c-99a6-272873d4fcd2 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:20.172670 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bc65d897-2b35-4de5-b789-72ef81dcb798 req-9149567d-a67b-4b1c-99a6-272873d4fcd2 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/ports?device_id=95fa9703-1404-4771-a94e-0d9e1c8e85e7 HTTP/1.1" status: 200 len: 944 time: 0.0937238 Oct 20 10:29:20.175337 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bc4ea9b2-a751-4ac7-93b9-e267d6e6413e req-37f683a6-9a87-43af-83ac-a5980f1d3593 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509541 Oct 20 10:29:20.187111 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 8742fd55-79bc-42e6-ba15-c45d424c2847 details requested by agent hyperv_n-h1-811396-3 with host n-h1-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:29:20.223181 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bc65d897-2b35-4de5-b789-72ef81dcb798 req-dc13e446-bee2-4caa-9c84-51fde06580b9 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba094063-4980-4c22-bc34-9c1534c0beb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446072 Oct 20 10:29:20.341390 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 8742fd55-79bc-42e6-ba15-c45d424c2847, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=8742fd55-79bc-42e6-ba15-c45d424c2847,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:29:20.352740 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Returning: {'device': '8742fd55-79bc-42e6-ba15-c45d424c2847', 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84', 'port_id': '8742fd55-79bc-42e6-ba15-c45d424c2847', 'mac_address': 'fa:16:3e:b9:d3:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 800, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f86199a-b8f2-45b4-a83a-995a7ea6fe42', 'ip_address': '192.168.233.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:29:20.393247 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:20.409348 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8742fd55-79bc-42e6-ba15-c45d424c2847 {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:29:20.429869 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 8742fd55-79bc-42e6-ba15-c45d424c2847, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=8742fd55-79bc-42e6-ba15-c45d424c2847,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:29:20.434246 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:20.434941 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 550f7c00-47d3-4e55-be09-c45b0e8ce738 details requested by agent hyperv_n-h1-811396-3 with host n-h1-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:29:20.477746 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3137cb47-dc60-41ed-a41e-82247680c4e1 req-7ca8099f-a171-4264-be43-e1c283bbb117 tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:20.480037 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-3137cb47-dc60-41ed-a41e-82247680c4e1 req-7ca8099f-a171-4264-be43-e1c283bbb117 tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] 10.222.0.69 "GET /v2.0/ports?device_id=37819879-6a8f-4e60-9b45-e7343fc19d33 HTTP/1.1" status: 200 len: 945 time: 0.0571792 Oct 20 10:29:20.572946 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 39074) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:29:20.610524 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [req-3137cb47-dc60-41ed-a41e-82247680c4e1 req-72822535-7c3b-4396-b03b-5025602f2b82 tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] Deleting port 9ff0c57f-c9ee-48e9-a95b-2abd8954e425 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:29:20.610873 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-3137cb47-dc60-41ed-a41e-82247680c4e1 req-72822535-7c3b-4396-b03b-5025602f2b82 tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:20.625951 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=8742fd55-79bc-42e6-ba15-c45d424c2847,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:29:20.635742 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 550f7c00-47d3-4e55-be09-c45b0e8ce738, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=550f7c00-47d3-4e55-be09-c45b0e8ce738,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:29:20.649393 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Returning: {'device': '550f7c00-47d3-4e55-be09-c45b0e8ce738', 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84', 'port_id': '550f7c00-47d3-4e55-be09-c45b0e8ce738', 'mac_address': 'fa:16:3e:88:42:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 800, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f86199a-b8f2-45b4-a83a-995a7ea6fe42', 'ip_address': '192.168.233.212'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:29:20.693462 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:20.707668 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 550f7c00-47d3-4e55-be09-c45b0e8ce738 {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:29:20.708014 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [req-3137cb47-dc60-41ed-a41e-82247680c4e1 req-72822535-7c3b-4396-b03b-5025602f2b82 tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] For port 9ff0c57f-c9ee-48e9-a95b-2abd8954e425, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=9ff0c57f-c9ee-48e9-a95b-2abd8954e425,segment=NetworkSegment(9e138cd8-6672-4dd2-ab84-31af91836628),segment_id=9e138cd8-6672-4dd2-ab84-31af91836628)] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:29:20.708380 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-3137cb47-dc60-41ed-a41e-82247680c4e1 req-72822535-7c3b-4396-b03b-5025602f2b82 tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:20.723798 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [req-3137cb47-dc60-41ed-a41e-82247680c4e1 req-72822535-7c3b-4396-b03b-5025602f2b82 tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] Calling delete_port for 9ff0c57f-c9ee-48e9-a95b-2abd8954e425 owned by compute:nova {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:29:20.728922 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 550f7c00-47d3-4e55-be09-c45b0e8ce738, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=550f7c00-47d3-4e55-be09-c45b0e8ce738,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:29:20.733718 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:20.748045 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-df6c3d71-533d-4c8f-a3a9-4ad416747529 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f0b7a1cf92504b77b60d73accbe0210e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1738019 Oct 20 10:29:20.749510 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 39082) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:29:20.793471 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=550f7c00-47d3-4e55-be09-c45b0e8ce738,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:29:20.812813 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0e8a8ab8-9071-40ff-b74f-9403adf34419 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:20.838574 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0e8a8ab8-9071-40ff-b74f-9403adf34419 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:20.887249 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-3137cb47-dc60-41ed-a41e-82247680c4e1 req-72822535-7c3b-4396-b03b-5025602f2b82 tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:20.902503 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['9ff0c57f-c9ee-48e9-a95b-2abd8954e425'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:29:20.919182 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0e8a8ab8-9071-40ff-b74f-9403adf34419 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:20.922767 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0e8a8ab8-9071-40ff-b74f-9403adf34419 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:20.924788 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-0e8a8ab8-9071-40ff-b74f-9403adf34419 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/31667a16-125a-4972-bd52-40ce9f379022 HTTP/1.1" status: 204 len: 168 time: 0.1735349 Oct 20 10:29:20.935024 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5615cec7-6021-4b83-afa3-ce0b4fee12c0 req-3cab1676-d47d-4f48-9e28-2935cd3a234d tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] 10.222.0.64 "GET /v2.0/ports?device_id=37819879-6a8f-4e60-9b45-e7343fc19d33 HTTP/1.1" status: 200 len: 210 time: 0.0445840 Oct 20 10:29:20.936096 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8a8ab8-9071-40ff-b74f-9403adf34419 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31667a16-125a-4972-bd52-40ce9f379022,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:29:20.939036 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72822535-7c3b-4396-b03b-5025602f2b82 tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] Pushing event deleted for resources: {'Port': ['ID=9ff0c57f-c9ee-48e9-a95b-2abd8954e425,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:29:20.991129 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [req-3137cb47-dc60-41ed-a41e-82247680c4e1 req-72822535-7c3b-4396-b03b-5025602f2b82 tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] No DVR routers for this DVR port 9ff0c57f-c9ee-48e9-a95b-2abd8954e425 on host n-h2-811396-3 {{(pid=100597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:29:20.994078 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-3137cb47-dc60-41ed-a41e-82247680c4e1 req-72822535-7c3b-4396-b03b-5025602f2b82 tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:20.997946 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-3137cb47-dc60-41ed-a41e-82247680c4e1 req-72822535-7c3b-4396-b03b-5025602f2b82 tempest-ServerRescueTestJSONUnderV235-1044405348 tempest-ServerRescueTestJSONUnderV235-1044405348-project] 10.222.0.69 "DELETE /v2.0/ports/9ff0c57f-c9ee-48e9-a95b-2abd8954e425 HTTP/1.1" status: 204 len: 173 time: 0.5109103 Oct 20 10:29:20.998576 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37819879-6a8f-4e60-9b45-e7343fc19d33', 'name': 'network-vif-deleted', 'tag': '9ff0c57f-c9ee-48e9-a95b-2abd8954e425'}] {{(pid=100597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:29:21.001661 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd85cad6a391afaa95d2dd5280bfd4659fc1e1b2aba53b5e7ef874f059efcdc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a9e3111-96e1-4d1e-8aee-f7660d1cc6e9" -d '{"events": [{"server_uuid": "37819879-6a8f-4e60-9b45-e7343fc19d33", "name": "network-vif-deleted", "tag": "9ff0c57f-c9ee-48e9-a95b-2abd8954e425"}]}' {{(pid=100597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:29:21.123854 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7efac9a-cac2-4f00-939c-7a09453d660c req-d9d7f290-9a39-4db9-8d65-855b66444985 tempest-LiveMigrationNegativeTest-1850627167 tempest-LiveMigrationNegativeTest-1850627167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:21.127527 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f7efac9a-cac2-4f00-939c-7a09453d660c req-d9d7f290-9a39-4db9-8d65-855b66444985 tempest-LiveMigrationNegativeTest-1850627167 tempest-LiveMigrationNegativeTest-1850627167-project] 10.222.0.64 "GET /v2.0/ports?device_id=df59eb4f-2f81-4006-a5eb-513cd28e8687 HTTP/1.1" status: 200 len: 949 time: 0.0861695 Oct 20 10:29:21.196632 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f7efac9a-cac2-4f00-939c-7a09453d660c req-203d67f6-fd2c-4cc0-9835-605a3c130238 tempest-LiveMigrationNegativeTest-1850627167 tempest-LiveMigrationNegativeTest-1850627167-project] 10.222.0.64 "GET /v2.0/security-groups?id=16f29da4-e76c-43e0-934f-c02c5cb6afce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599124 Oct 20 10:29:21.206384 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd6c850-6b71-42f6-81be-dd0af897b037 req-98543720-9ede-4a14-a86b-c5acb75432cf tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:21.207918 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-dcd6c850-6b71-42f6-81be-dd0af897b037 req-98543720-9ede-4a14-a86b-c5acb75432cf tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/ports?device_id=33ae5c8c-1cb9-4f31-97e4-591cab6c15f6 HTTP/1.1" status: 200 len: 949 time: 0.1039221 Oct 20 10:29:21.241665 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9b41665-7761-47ca-887b-a20f5607b836 x-openstack-request-id: req-e9b41665-7761-47ca-887b-a20f5607b836 {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:29:21.242157 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37819879-6a8f-4e60-9b45-e7343fc19d33", "name": "network-vif-deleted", "tag": "9ff0c57f-c9ee-48e9-a95b-2abd8954e425", "status": "completed", "code": 200}]} {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:29:21.242578 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e9b41665-7761-47ca-887b-a20f5607b836 {{(pid=100597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:29:21.243180 n-d-811396-3 neutron-server[100597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37819879-6a8f-4e60-9b45-e7343fc19d33', 'name': 'network-vif-deleted', 'tag': '9ff0c57f-c9ee-48e9-a95b-2abd8954e425', 'status': 'completed', 'code': 200} Oct 20 10:29:21.260324 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['550f7c00-47d3-4e55-be09-c45b0e8ce738'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:29:21.293331 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-dcd6c850-6b71-42f6-81be-dd0af897b037 req-6513e2dd-96b0-4b69-8d73-54787ece1c4b tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/security-groups?id=dfac1146-e768-4d56-96b1-8816525464ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668867 Oct 20 10:29:21.355227 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 39110) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:29:21.377511 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-850be930-acf1-4134-b13a-c1ae8576937a admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:21.391438 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['8742fd55-79bc-42e6-ba15-c45d424c2847'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:29:21.430547 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8ad5d1-e8da-4e89-a42a-ee5c863e1ee5 req-33af2597-be27-4291-b74c-71309311f739 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:21.432778 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bd8ad5d1-e8da-4e89-a42a-ee5c863e1ee5 req-33af2597-be27-4291-b74c-71309311f739 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=39b19f26-435f-4219-86de-3e7bc15de1ed HTTP/1.1" status: 200 len: 950 time: 0.1132200 Oct 20 10:29:21.481880 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27d9ee2-0274-4799-b874-ffee7f7de0af req-20142a45-8f0f-4c6d-bd4c-de859eb2d3f1 tempest-LiveMigrationNegativeTest-295334099 tempest-LiveMigrationNegativeTest-295334099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:21.483698 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f27d9ee2-0274-4799-b874-ffee7f7de0af req-20142a45-8f0f-4c6d-bd4c-de859eb2d3f1 tempest-LiveMigrationNegativeTest-295334099 tempest-LiveMigrationNegativeTest-295334099-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=df59eb4f-2f81-4006-a5eb-513cd28e8687 HTTP/1.1" status: 200 len: 1100 time: 0.1077969 Oct 20 10:29:21.489277 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-850be930-acf1-4134-b13a-c1ae8576937a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:21.498586 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-850be930-acf1-4134-b13a-c1ae8576937a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:21.535298 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bd8ad5d1-e8da-4e89-a42a-ee5c863e1ee5 req-2496e033-0714-42d3-843c-ed6dfdd86d6e tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756304 Oct 20 10:29:21.538811 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-f27d9ee2-0274-4799-b874-ffee7f7de0af req-8e9d6ba7-ef4f-418b-859c-9be03240679d tempest-LiveMigrationNegativeTest-295334099 tempest-LiveMigrationNegativeTest-295334099-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:21.561035 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-850be930-acf1-4134-b13a-c1ae8576937a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9c6aa4ab4a7946148240cc10b94f077c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2046034 Oct 20 10:29:21.562896 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850be930-acf1-4134-b13a-c1ae8576937a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8762f73-0c38-40d6-9b98-52d92143b9d9,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:29:21.565623 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 39112) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:29:21.664231 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-df0578d9-6ea3-4bdd-9031-0e2b8c86adc7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:21.694868 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-df0578d9-6ea3-4bdd-9031-0e2b8c86adc7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:21.702109 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66603d0d-2581-412b-aee2-64dbc0bf7f2b req-40198de7-123a-40ad-94ba-9fba16078f09 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:21.704287 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-66603d0d-2581-412b-aee2-64dbc0bf7f2b req-40198de7-123a-40ad-94ba-9fba16078f09 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/ports?device_id=95fa9703-1404-4771-a94e-0d9e1c8e85e7 HTTP/1.1" status: 200 len: 944 time: 0.0763557 Oct 20 10:29:21.767790 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-df0578d9-6ea3-4bdd-9031-0e2b8c86adc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:21.770561 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-df0578d9-6ea3-4bdd-9031-0e2b8c86adc7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:21.778489 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-df0578d9-6ea3-4bdd-9031-0e2b8c86adc7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e8762f73-0c38-40d6-9b98-52d92143b9d9 HTTP/1.1" status: 204 len: 168 time: 0.2113895 Oct 20 10:29:21.799104 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0578d9-6ea3-4bdd-9031-0e2b8c86adc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8762f73-0c38-40d6-9b98-52d92143b9d9,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:29:21.804924 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-66603d0d-2581-412b-aee2-64dbc0bf7f2b req-5d5540e0-2985-44cd-9ef2-8cd25eaa5120 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba094063-4980-4c22-bc34-9c1534c0beb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911860 Oct 20 10:29:21.821525 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-f27d9ee2-0274-4799-b874-ffee7f7de0af req-8e9d6ba7-ef4f-418b-859c-9be03240679d tempest-LiveMigrationNegativeTest-295334099 tempest-LiveMigrationNegativeTest-295334099-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:21.827150 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-f27d9ee2-0274-4799-b874-ffee7f7de0af req-8e9d6ba7-ef4f-418b-859c-9be03240679d tempest-LiveMigrationNegativeTest-295334099 tempest-LiveMigrationNegativeTest-295334099-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:21.858449 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f27d9ee2-0274-4799-b874-ffee7f7de0af req-8e9d6ba7-ef4f-418b-859c-9be03240679d tempest-LiveMigrationNegativeTest-295334099 tempest-LiveMigrationNegativeTest-295334099-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=16f29da4-e76c-43e0-934f-c02c5cb6afce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3629794 Oct 20 10:29:21.871280 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9d6ba7-ef4f-418b-859c-9be03240679d tempest-LiveMigrationNegativeTest-295334099 tempest-LiveMigrationNegativeTest-295334099-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb442334-c216-42a5-8c40-1261d4e3b884,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:29:22.016530 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 39128) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:29:22.183476 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 0fe2e350-e1c7-4f76-917a-6377afa56771 no longer exists at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:29:22.217902 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] No Port match for: 0fe2e350-e1c7-4f76-917a-6377afa56771 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:29:22.218391 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 0fe2e350-e1c7-4f76-917a-6377afa56771 not bound to the agent host n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:29:22.372453 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a103897d-194a-4e88-bc3b-e998d009db3f req-fad37758-eb2b-4a03-9510-5ad58596c35d tempest-LiveMigrationNegativeTest-1850627167 tempest-LiveMigrationNegativeTest-1850627167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:22.386145 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a103897d-194a-4e88-bc3b-e998d009db3f req-fad37758-eb2b-4a03-9510-5ad58596c35d tempest-LiveMigrationNegativeTest-1850627167 tempest-LiveMigrationNegativeTest-1850627167-project] 10.222.0.64 "GET /v2.0/ports?device_id=df59eb4f-2f81-4006-a5eb-513cd28e8687 HTTP/1.1" status: 200 len: 949 time: 0.0918229 Oct 20 10:29:22.522188 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a103897d-194a-4e88-bc3b-e998d009db3f req-f16adfec-3dc0-4b7e-a066-c5d16e4b4df9 tempest-LiveMigrationNegativeTest-1850627167 tempest-LiveMigrationNegativeTest-1850627167-project] 10.222.0.64 "GET /v2.0/security-groups?id=16f29da4-e76c-43e0-934f-c02c5cb6afce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336391 Oct 20 10:29:22.560846 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28378ac2-25b6-49d4-b335-17a90aa205c5 req-07e32b80-04e7-4a22-96e3-114e9160d2a3 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:22.571962 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-28378ac2-25b6-49d4-b335-17a90aa205c5 req-07e32b80-04e7-4a22-96e3-114e9160d2a3 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/ports?device_id=33ae5c8c-1cb9-4f31-97e4-591cab6c15f6 HTTP/1.1" status: 200 len: 949 time: 0.1588647 Oct 20 10:29:22.702692 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-28378ac2-25b6-49d4-b335-17a90aa205c5 req-6526d099-62ad-4516-a91c-1fff25e1104d tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/security-groups?id=dfac1146-e768-4d56-96b1-8816525464ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288750 Oct 20 10:29:22.704839 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3b5ee72e-3344-4197-a3ec-4e045d10bd0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1774405'] for router_interface, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:22.706989 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device c775663b-fc25-4ef4-aea4-435e5dde701a up at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:29:22.728198 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d5b73f-5c84-4b24-befd-aea27a0cb042 req-2d5644e3-e115-4e48-b3cb-b37d3ccf9c1d tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:22.736292 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a4d5b73f-5c84-4b24-befd-aea27a0cb042 req-2d5644e3-e115-4e48-b3cb-b37d3ccf9c1d tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=39b19f26-435f-4219-86de-3e7bc15de1ed HTTP/1.1" status: 200 len: 950 time: 0.1125841 Oct 20 10:29:22.789037 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a4d5b73f-5c84-4b24-befd-aea27a0cb042 req-803d9d1b-dda4-45fd-bfaa-2e5e9d53541a tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517640 Oct 20 10:29:22.796813 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning for port c775663b-fc25-4ef4-aea4-435e5dde701a completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:29:22.802598 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning complete for port c775663b-fc25-4ef4-aea4-435e5dde701a triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:29:22.803549 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:22.820456 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 7 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 10:29:22.949585 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:22.996695 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e8ec85-b375-4452-9b20-63d41127364c req-676f988f-24ec-48fa-96f5-7b7fd5c3849d tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:23.009315 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-92e8ec85-b375-4452-9b20-63d41127364c req-676f988f-24ec-48fa-96f5-7b7fd5c3849d tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/ports?device_id=95fa9703-1404-4771-a94e-0d9e1c8e85e7 HTTP/1.1" status: 200 len: 944 time: 0.0945864 Oct 20 10:29:23.020151 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95fa9703-1404-4771-a94e-0d9e1c8e85e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c775663b-fc25-4ef4-aea4-435e5dde701a'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:29:23.029095 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ac94ff4-9150-48e5-90d6-df46fb2b69ab" -d '{"events": [{"server_uuid": "95fa9703-1404-4771-a94e-0d9e1c8e85e7", "name": "network-vif-plugged", "status": "completed", "tag": "c775663b-fc25-4ef4-aea4-435e5dde701a"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:29:23.079286 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port c775663b-fc25-4ef4-aea4-435e5dde701a, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=c775663b-fc25-4ef4-aea4-435e5dde701a,segment=NetworkSegment(21a06331-2010-4bb7-8d07-13da7f15af4f),segment_id=21a06331-2010-4bb7-8d07-13da7f15af4f)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:29:23.087256 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-92e8ec85-b375-4452-9b20-63d41127364c req-6991902d-5901-4b5b-8657-2937114502d7 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba094063-4980-4c22-bc34-9c1534c0beb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751300 Oct 20 10:29:23.093652 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 39164) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:29:23.095500 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:23.096830 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 9ff0c57f-c9ee-48e9-a95b-2abd8954e425 no longer exists at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:29:23.159655 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62483609-e2ca-44be-ba87-a94917bd731f x-openstack-request-id: req-62483609-e2ca-44be-ba87-a94917bd731f {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:29:23.159951 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95fa9703-1404-4771-a94e-0d9e1c8e85e7", "name": "network-vif-plugged", "status": "completed", "tag": "c775663b-fc25-4ef4-aea4-435e5dde701a", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:29:23.160206 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-62483609-e2ca-44be-ba87-a94917bd731f {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:29:23.160595 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95fa9703-1404-4771-a94e-0d9e1c8e85e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c775663b-fc25-4ef4-aea4-435e5dde701a', 'code': 200} Oct 20 10:29:23.188863 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] No Port match for: 9ff0c57f-c9ee-48e9-a95b-2abd8954e425 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:29:23.189164 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 9ff0c57f-c9ee-48e9-a95b-2abd8954e425 not bound to the agent host n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:29:23.217166 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=c775663b-fc25-4ef4-aea4-435e5dde701a,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:29:23.227068 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-3b5ee72e-3344-4197-a3ec-4e045d10bd0f admin admin] Deleting port 149f9058-29ee-4a37-bd93-7b114ac9a7c5 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:29:23.227068 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3b5ee72e-3344-4197-a3ec-4e045d10bd0f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:23.290677 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-940ba1c4-fb0e-412b-888f-417779f5ce57 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-2140568848-network', 'tenant_id': '5d5801a72f874cfa82c6a1a3ca94c98c'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:29:23.314196 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-940ba1c4-fb0e-412b-888f-417779f5ce57 admin admin] Made reservation on behalf of 5d5801a72f874cfa82c6a1a3ca94c98c for: {'network': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:29:23.316551 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-940ba1c4-fb0e-412b-888f-417779f5ce57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:23.325245 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-940ba1c4-fb0e-412b-888f-417779f5ce57 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:23.408072 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-940ba1c4-fb0e-412b-888f-417779f5ce57 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:23.413496 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-940ba1c4-fb0e-412b-888f-417779f5ce57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:23.442484 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-940ba1c4-fb0e-412b-888f-417779f5ce57 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 829} {{(pid=100596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:29:23.451894 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940ba1c4-fb0e-412b-888f-417779f5ce57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97428721-c626-42c3-b9e9-cf5193407f03,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:29:23.472031 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-940ba1c4-fb0e-412b-888f-417779f5ce57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:23.472436 n-d-811396-3 neutron-server[100596]: INFO neutron.db.segments_db [None req-940ba1c4-fb0e-412b-888f-417779f5ce57 admin admin] Added segment 27efea6d-6bdf-4362-b2da-e3ad48250fad of type vlan for network c0947ba6-2630-45a6-a045-b57a9f3a1649 Oct 20 10:29:23.514696 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-940ba1c4-fb0e-412b-888f-417779f5ce57 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:23.547742 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-940ba1c4-fb0e-412b-888f-417779f5ce57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:23.548880 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-940ba1c4-fb0e-412b-888f-417779f5ce57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:23.549071 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5773ea-9147-4d74-bc15-6b1d82051503 req-3cc0f610-147b-47bb-b52d-5b91c4cd0f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:23.550510 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-ce5773ea-9147-4d74-bc15-6b1d82051503 req-3cc0f610-147b-47bb-b52d-5b91c4cd0f45 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=95fa9703-1404-4771-a94e-0d9e1c8e85e7 HTTP/1.1" status: 200 len: 1096 time: 0.3080976 Oct 20 10:29:23.554203 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-940ba1c4-fb0e-412b-888f-417779f5ce57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:23.572741 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [None req-3b5ee72e-3344-4197-a3ec-4e045d10bd0f admin admin] For port 149f9058-29ee-4a37-bd93-7b114ac9a7c5, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=149f9058-29ee-4a37-bd93-7b114ac9a7c5,segment=NetworkSegment(9e138cd8-6672-4dd2-ab84-31af91836628),segment_id=9e138cd8-6672-4dd2-ab84-31af91836628)] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:29:23.573737 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3b5ee72e-3344-4197-a3ec-4e045d10bd0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:23.589459 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-3b5ee72e-3344-4197-a3ec-4e045d10bd0f admin admin] Calling delete_port for 149f9058-29ee-4a37-bd93-7b114ac9a7c5 owned by network:router_interface {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:29:23.595942 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-940ba1c4-fb0e-412b-888f-417779f5ce57 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.4996686 Oct 20 10:29:23.600819 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 39172) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:29:23.605441 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-4b3c82a8-e81e-41e4-861b-95f0af941803 admin admin] Request body: {'subnet': {'network_id': 'c0947ba6-2630-45a6-a045-b57a9f3a1649', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-2140568848-subnet', 'tenant_id': '5d5801a72f874cfa82c6a1a3ca94c98c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:29:23.634032 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940ba1c4-fb0e-412b-888f-417779f5ce57 admin admin] Pushing event updated for resources: {'Network': ['ID=c0947ba6-2630-45a6-a045-b57a9f3a1649,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:29:23.647539 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network c0947ba6-2630-45a6-a045-b57a9f3a1649 details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:29:23.695313 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a94fe81-a17e-4d07-9037-616296694625 req-060747eb-4ffb-4a46-affb-18b7e58c039a tempest-LiveMigrationNegativeTest-1850627167 tempest-LiveMigrationNegativeTest-1850627167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:23.697451 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1a94fe81-a17e-4d07-9037-616296694625 req-060747eb-4ffb-4a46-affb-18b7e58c039a tempest-LiveMigrationNegativeTest-1850627167 tempest-LiveMigrationNegativeTest-1850627167-project] 10.222.0.64 "GET /v2.0/ports?device_id=df59eb4f-2f81-4006-a5eb-513cd28e8687 HTTP/1.1" status: 200 len: 949 time: 0.1002023 Oct 20 10:29:23.711646 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-ce5773ea-9147-4d74-bc15-6b1d82051503 req-cf76d4b2-47e5-4e3e-8460-6b1441ec4cbc service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=ba094063-4980-4c22-bc34-9c1534c0beb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115253 Oct 20 10:29:23.746281 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b3c82a8-e81e-41e4-861b-95f0af941803 admin admin] Made reservation on behalf of 5d5801a72f874cfa82c6a1a3ca94c98c for: {'subnet': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:29:23.748689 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4b3c82a8-e81e-41e4-861b-95f0af941803 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25350782'] for subnet, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:23.756296 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1a94fe81-a17e-4d07-9037-616296694625 req-a0b30d45-8705-4290-b2fc-40cba8b113a0 tempest-LiveMigrationNegativeTest-1850627167 tempest-LiveMigrationNegativeTest-1850627167-project] 10.222.0.64 "GET /v2.0/security-groups?id=16f29da4-e76c-43e0-934f-c02c5cb6afce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512905 Oct 20 10:29:23.844722 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8519999e-37c3-41f6-a27e-7d0b79fcd14f req-a085464c-8098-4aed-9002-f6b298bfea49 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:23.847958 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8519999e-37c3-41f6-a27e-7d0b79fcd14f req-a085464c-8098-4aed-9002-f6b298bfea49 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/ports?device_id=33ae5c8c-1cb9-4f31-97e4-591cab6c15f6 HTTP/1.1" status: 200 len: 949 time: 0.0590959 Oct 20 10:29:23.933201 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8519999e-37c3-41f6-a27e-7d0b79fcd14f req-859d19a7-1e99-4686-aec0-5027e97c5ae1 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/security-groups?id=dfac1146-e768-4d56-96b1-8816525464ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788875 Oct 20 10:29:23.945082 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f23cba5-d99d-4b3c-b77a-f2c3e18933db req-78cadbb8-835a-4c9c-906b-8f810f50419a tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:23.947295 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4f23cba5-d99d-4b3c-b77a-f2c3e18933db req-78cadbb8-835a-4c9c-906b-8f810f50419a tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=39b19f26-435f-4219-86de-3e7bc15de1ed HTTP/1.1" status: 200 len: 950 time: 0.0710950 Oct 20 10:29:23.981264 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3b5ee72e-3344-4197-a3ec-4e045d10bd0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:24.001261 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4f23cba5-d99d-4b3c-b77a-f2c3e18933db req-4e93609c-c244-4f69-9486-8eadd3ee0466 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400379 Oct 20 10:29:24.043602 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5ee72e-3344-4197-a3ec-4e045d10bd0f admin admin] Pushing event deleted for resources: {'Port': ['ID=149f9058-29ee-4a37-bd93-7b114ac9a7c5,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:29:24.114116 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4b3c82a8-e81e-41e4-861b-95f0af941803 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25350752'] for subnet, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:24.213394 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 8742fd55-79bc-42e6-ba15-c45d424c2847 up at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:29:24.250573 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3c82a8-e81e-41e4-861b-95f0af941803 admin admin] Pushing event updated for resources: {'Subnet': ['ID=66cdf79f-1f02-4442-ab7d-aaa60c553b92,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:29:24.291187 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def24354-ffc8-45ab-9532-b371ca9341e3 req-a8817523-fbf4-481f-a337-876d35234440 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:24.293555 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-def24354-ffc8-45ab-9532-b371ca9341e3 req-a8817523-fbf4-481f-a337-876d35234440 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/ports?device_id=95fa9703-1404-4771-a94e-0d9e1c8e85e7 HTTP/1.1" status: 200 len: 945 time: 0.0867021 Oct 20 10:29:24.302616 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning for port 8742fd55-79bc-42e6-ba15-c45d424c2847 completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:29:24.307361 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning complete for port 8742fd55-79bc-42e6-ba15-c45d424c2847 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:29:24.307873 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:24.330914 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fced6539-d9ed-4d0a-af91-8f6e034907eb req-7f089796-535f-4bf8-92e3-9fcf4ef73114 tempest-LiveMigrationNegativeTest-1850627167 tempest-LiveMigrationNegativeTest-1850627167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:24.332738 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-fced6539-d9ed-4d0a-af91-8f6e034907eb req-7f089796-535f-4bf8-92e3-9fcf4ef73114 tempest-LiveMigrationNegativeTest-1850627167 tempest-LiveMigrationNegativeTest-1850627167-project] 10.222.0.69 "GET /v2.0/ports?device_id=df59eb4f-2f81-4006-a5eb-513cd28e8687 HTTP/1.1" status: 200 len: 949 time: 0.1843324 Oct 20 10:29:24.351068 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3c82a8-e81e-41e4-861b-95f0af941803 admin admin] Checking segment: {'id': '27efea6d-6bdf-4362-b2da-e3ad48250fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'c0947ba6-2630-45a6-a045-b57a9f3a1649'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:29:24.351453 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b3c82a8-e81e-41e4-861b-95f0af941803 admin admin] Network hostable DHCP agents. Network: c0947ba6-2630-45a6-a045-b57a9f3a1649, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:29:24.370623 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-def24354-ffc8-45ab-9532-b371ca9341e3 req-23545160-e48c-4d5c-8e03-ad5d7306a35c tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba094063-4980-4c22-bc34-9c1534c0beb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679271 Oct 20 10:29:24.411896 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3b5ee72e-3344-4197-a3ec-4e045d10bd0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1771989'] for router_interface, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:24.427759 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:24.464875 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 8742fd55-79bc-42e6-ba15-c45d424c2847, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=8742fd55-79bc-42e6-ba15-c45d424c2847,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:29:24.469193 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:24.470012 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 550f7c00-47d3-4e55-be09-c45b0e8ce738 up at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:29:24.481289 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b3c82a8-e81e-41e4-861b-95f0af941803 admin admin] Network c0947ba6-2630-45a6-a045-b57a9f3a1649 is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:29:24.503303 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-4b3c82a8-e81e-41e4-861b-95f0af941803 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, c0947ba6-2630-45a6-a045-b57a9f3a1649) {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:29:24.511730 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b3c82a8-e81e-41e4-861b-95f0af941803 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:24.512319 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4b3c82a8-e81e-41e4-861b-95f0af941803 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:24.530703 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-605cb26b-74ea-4ef1-866b-a10409a4e30e None None] Network c0947ba6-2630-45a6-a045-b57a9f3a1649 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:29:24.570475 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-4b3c82a8-e81e-41e4-861b-95f0af941803 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9662504 Oct 20 10:29:24.572056 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [req-fced6539-d9ed-4d0a-af91-8f6e034907eb req-37485adc-3e39-4e07-906c-f6ab0b54bea4 tempest-LiveMigrationNegativeTest-1850627167 tempest-LiveMigrationNegativeTest-1850627167-project] Deleting port 8ddb2bfe-3917-4316-8293-5b61e6c6eaae {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:29:24.572391 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-fced6539-d9ed-4d0a-af91-8f6e034907eb req-37485adc-3e39-4e07-906c-f6ab0b54bea4 tempest-LiveMigrationNegativeTest-1850627167 tempest-LiveMigrationNegativeTest-1850627167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:24.573088 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 39184) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:29:24.583655 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-f69b27cc-184a-476a-ab91-759c9fed266c admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-2140568848-router', 'tenant_id': '5d5801a72f874cfa82c6a1a3ca94c98c', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:29:24.632731 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=8742fd55-79bc-42e6-ba15-c45d424c2847,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:29:24.640237 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f69b27cc-184a-476a-ab91-759c9fed266c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1772442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258322'] for router, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:24.646556 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f69b27cc-184a-476a-ab91-759c9fed266c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1772334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773516', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258315'] for router, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:24.661101 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning for port 550f7c00-47d3-4e55-be09-c45b0e8ce738 completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:29:24.675834 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning complete for port 550f7c00-47d3-4e55-be09-c45b0e8ce738 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:29:24.676344 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:24.739028 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f69b27cc-184a-476a-ab91-759c9fed266c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:24.784289 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [req-fced6539-d9ed-4d0a-af91-8f6e034907eb req-37485adc-3e39-4e07-906c-f6ab0b54bea4 tempest-LiveMigrationNegativeTest-1850627167 tempest-LiveMigrationNegativeTest-1850627167-project] For port 8ddb2bfe-3917-4316-8293-5b61e6c6eaae, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=8ddb2bfe-3917-4316-8293-5b61e6c6eaae,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:29:24.784289 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-fced6539-d9ed-4d0a-af91-8f6e034907eb req-37485adc-3e39-4e07-906c-f6ab0b54bea4 tempest-LiveMigrationNegativeTest-1850627167 tempest-LiveMigrationNegativeTest-1850627167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:24.805682 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [req-fced6539-d9ed-4d0a-af91-8f6e034907eb req-37485adc-3e39-4e07-906c-f6ab0b54bea4 tempest-LiveMigrationNegativeTest-1850627167 tempest-LiveMigrationNegativeTest-1850627167-project] Calling delete_port for 8ddb2bfe-3917-4316-8293-5b61e6c6eaae owned by compute:nova {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:29:24.840874 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:24.883407 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 550f7c00-47d3-4e55-be09-c45b0e8ce738, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=550f7c00-47d3-4e55-be09-c45b0e8ce738,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:29:24.886398 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9028f7c-8d52-4304-bae3-2ae83a9aa60c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524064ba-869c-5550-b826-c26b69a11278-c0947ba6-2630-45a6-a045-b57a9f3a1649', 'network_id': 'c0947ba6-2630-45a6-a045-b57a9f3a1649', 'tenant_id': '5d5801a72f874cfa82c6a1a3ca94c98c', 'fixed_ips': [{'subnet_id': '66cdf79f-1f02-4442-ab7d-aaa60c553b92'}]}} from n-d-811396-3. {{(pid=100598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:29:24.887250 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-d9028f7c-8d52-4304-bae3-2ae83a9aa60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:24.898735 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:24.947292 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f69b27cc-184a-476a-ab91-759c9fed266c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:25.037896 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe99cb6-e96b-4891-9be4-3c4c2b2352a0 req-7d97ea3a-514b-49f3-b774-1db4bc73e877 tempest-LiveMigrationNegativeTest-1850627167 tempest-LiveMigrationNegativeTest-1850627167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:25.042896 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b5ee72e-3344-4197-a3ec-4e045d10bd0f admin admin] Router b8382396-2dc4-4d0c-a583-761d4735ed35 has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:29:25.045455 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-dfe99cb6-e96b-4891-9be4-3c4c2b2352a0 req-7d97ea3a-514b-49f3-b774-1db4bc73e877 tempest-LiveMigrationNegativeTest-1850627167 tempest-LiveMigrationNegativeTest-1850627167-project] 10.222.0.64 "GET /v2.0/ports?device_id=df59eb4f-2f81-4006-a5eb-513cd28e8687 HTTP/1.1" status: 200 len: 949 time: 0.0925276 Oct 20 10:29:25.064335 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-fced6539-d9ed-4d0a-af91-8f6e034907eb req-37485adc-3e39-4e07-906c-f6ab0b54bea4 tempest-LiveMigrationNegativeTest-1850627167 tempest-LiveMigrationNegativeTest-1850627167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:25.090895 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['bec81d9f-4c36-4c6d-999a-5447da3c446a', '8ddb2bfe-3917-4316-8293-5b61e6c6eaae'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:29:25.134574 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=550f7c00-47d3-4e55-be09-c45b0e8ce738,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:29:25.142683 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-dfe99cb6-e96b-4891-9be4-3c4c2b2352a0 req-86a8eb87-6610-4716-b514-98ab2d8a2198 tempest-LiveMigrationNegativeTest-1850627167 tempest-LiveMigrationNegativeTest-1850627167-project] 10.222.0.64 "GET /v2.0/security-groups?id=16f29da4-e76c-43e0-934f-c02c5cb6afce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959611 Oct 20 10:29:25.158471 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-d9028f7c-8d52-4304-bae3-2ae83a9aa60c None None] Allocated IP 172.20.0.2 (c0947ba6-2630-45a6-a045-b57a9f3a1649/66cdf79f-1f02-4442-ab7d-aaa60c553b92/7101f450-b86c-49b1-a64f-792384ab28ee) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:29:25.162474 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33ae5c8c-1cb9-4f31-97e4-591cab6c15f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8742fd55-79bc-42e6-ba15-c45d424c2847'}, {'server_uuid': '4cac01b4-5943-4577-b46d-85b13a75bd87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '550f7c00-47d3-4e55-be09-c45b0e8ce738'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:29:25.184830 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-530e35ce-6d2f-486b-a294-d84cc462b48d" -d '{"events": [{"server_uuid": "33ae5c8c-1cb9-4f31-97e4-591cab6c15f6", "name": "network-vif-plugged", "status": "completed", "tag": "8742fd55-79bc-42e6-ba15-c45d424c2847"}, {"server_uuid": "4cac01b4-5943-4577-b46d-85b13a75bd87", "name": "network-vif-plugged", "status": "completed", "tag": "550f7c00-47d3-4e55-be09-c45b0e8ce738"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:29:25.195062 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37485adc-3e39-4e07-906c-f6ab0b54bea4 tempest-LiveMigrationNegativeTest-1850627167 tempest-LiveMigrationNegativeTest-1850627167-project] Pushing event deleted for resources: {'Port': ['ID=8ddb2bfe-3917-4316-8293-5b61e6c6eaae,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:29:25.254235 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c097150-095e-47a9-90e3-c8835f6ecb61 req-892e3a40-5737-4722-8984-2def609db40a tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:25.259244 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2c097150-095e-47a9-90e3-c8835f6ecb61 req-892e3a40-5737-4722-8984-2def609db40a tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/ports?device_id=33ae5c8c-1cb9-4f31-97e4-591cab6c15f6 HTTP/1.1" status: 200 len: 950 time: 0.2074337 Oct 20 10:29:25.367367 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2c097150-095e-47a9-90e3-c8835f6ecb61 req-041667c0-69ef-4f4a-8581-e1fd43d00446 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/security-groups?id=dfac1146-e768-4d56-96b1-8816525464ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952928 Oct 20 10:29:25.382139 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [req-fced6539-d9ed-4d0a-af91-8f6e034907eb req-37485adc-3e39-4e07-906c-f6ab0b54bea4 tempest-LiveMigrationNegativeTest-1850627167 tempest-LiveMigrationNegativeTest-1850627167-project] No DVR routers for this DVR port 8ddb2bfe-3917-4316-8293-5b61e6c6eaae on host n-h2-811396-3 {{(pid=100597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:29:25.391173 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-fced6539-d9ed-4d0a-af91-8f6e034907eb req-37485adc-3e39-4e07-906c-f6ab0b54bea4 tempest-LiveMigrationNegativeTest-1850627167 tempest-LiveMigrationNegativeTest-1850627167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:25.395906 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc319ceb-583d-4211-8fde-886536630705 req-f22ece6f-5826-455d-9563-e0fa21f0137a tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:25.397490 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fc319ceb-583d-4211-8fde-886536630705 req-f22ece6f-5826-455d-9563-e0fa21f0137a tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=39b19f26-435f-4219-86de-3e7bc15de1ed HTTP/1.1" status: 200 len: 950 time: 0.1115663 Oct 20 10:29:25.409128 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-fced6539-d9ed-4d0a-af91-8f6e034907eb req-37485adc-3e39-4e07-906c-f6ab0b54bea4 tempest-LiveMigrationNegativeTest-1850627167 tempest-LiveMigrationNegativeTest-1850627167-project] 10.222.0.69 "DELETE /v2.0/ports/8ddb2bfe-3917-4316-8293-5b61e6c6eaae HTTP/1.1" status: 204 len: 173 time: 1.0667570 Oct 20 10:29:25.410795 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b5ee72e-3344-4197-a3ec-4e045d10bd0f admin admin] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:29:25.425757 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28bb86f0-b584-473e-baa2-9039d5debeb4 None None] Sync routers for ids ['b8382396-2dc4-4d0c-a583-761d4735ed35'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:29:25.429657 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-3b5ee72e-3344-4197-a3ec-4e045d10bd0f admin admin] 10.222.0.64 "PUT /v2.0/routers/b8382396-2dc4-4d0c-a583-761d4735ed35/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4106998 Oct 20 10:29:25.430637 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df59eb4f-2f81-4006-a5eb-513cd28e8687', 'name': 'network-vif-deleted', 'tag': '8ddb2bfe-3917-4316-8293-5b61e6c6eaae'}] {{(pid=100597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:29:25.433964 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd85cad6a391afaa95d2dd5280bfd4659fc1e1b2aba53b5e7ef874f059efcdc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e67ab94e-4b76-446d-aa06-274b5edcb284" -d '{"events": [{"server_uuid": "df59eb4f-2f81-4006-a5eb-513cd28e8687", "name": "network-vif-deleted", "tag": "8ddb2bfe-3917-4316-8293-5b61e6c6eaae"}]}' {{(pid=100597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:29:25.443029 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 39200) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:29:25.459676 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28bb86f0-b584-473e-baa2-9039d5debeb4 None None] Routers {'b8382396-2dc4-4d0c-a583-761d4735ed35'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:29:25.460329 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-28bb86f0-b584-473e-baa2-9039d5debeb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:29:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['b8382396-2dc4-4d0c-a583-761d4735ed35'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:29:25.559778 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-d9028f7c-8d52-4304-bae3-2ae83a9aa60c None None] Publish callbacks [] for port, precommit_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:25.569486 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 20 Oct 2021 10:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd0377b7-fba2-4800-882e-748db6f11fca x-openstack-request-id: req-dd0377b7-fba2-4800-882e-748db6f11fca {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:29:25.569788 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33ae5c8c-1cb9-4f31-97e4-591cab6c15f6", "name": "network-vif-plugged", "status": "completed", "tag": "8742fd55-79bc-42e6-ba15-c45d424c2847", "code": 200}, {"server_uuid": "4cac01b4-5943-4577-b46d-85b13a75bd87", "name": "network-vif-plugged", "status": "completed", "tag": "550f7c00-47d3-4e55-be09-c45b0e8ce738", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:29:25.571616 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-dd0377b7-fba2-4800-882e-748db6f11fca {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:29:25.572085 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33ae5c8c-1cb9-4f31-97e4-591cab6c15f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8742fd55-79bc-42e6-ba15-c45d424c2847', 'code': 200} Oct 20 10:29:25.572445 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cac01b4-5943-4577-b46d-85b13a75bd87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '550f7c00-47d3-4e55-be09-c45b0e8ce738', 'code': 200} Oct 20 10:29:25.594445 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-d9028f7c-8d52-4304-bae3-2ae83a9aa60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:25.686086 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-286219b0-5ace-43d5-b8af-7c4d9669544f admin admin] Publish callbacks [] for router, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:25.713385 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9028f7c-8d52-4304-bae3-2ae83a9aa60c None None] Network c0947ba6-2630-45a6-a045-b57a9f3a1649 is already hosted by enough agents. {{(pid=100598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:29:25.715743 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9028f7c-8d52-4304-bae3-2ae83a9aa60c None None] Pushing event updated for resources: {'Port': ['ID=7101f450-b86c-49b1-a64f-792384ab28ee,revision_number=1']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:29:25.718303 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.base_scheduler [None req-d9028f7c-8d52-4304-bae3-2ae83a9aa60c None None] Resources bound (agent type, host, resource id): {{(pid=100598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:29:25.725916 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9028f7c-8d52-4304-bae3-2ae83a9aa60c None None] Received port after_create {{(pid=100598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:29:25.769340 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-28bb86f0-b584-473e-baa2-9039d5debeb4 None None] Set router b8382396-2dc4-4d0c-a583-761d4735ed35 gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:29:25.802014 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-d9028f7c-8d52-4304-bae3-2ae83a9aa60c None None] Attempting to bind port 7101f450-b86c-49b1-a64f-792384ab28ee on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:29:25.802415 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-d9028f7c-8d52-4304-bae3-2ae83a9aa60c None None] Attempting to bind port 7101f450-b86c-49b1-a64f-792384ab28ee by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '27efea6d-6bdf-4362-b2da-e3ad48250fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'c0947ba6-2630-45a6-a045-b57a9f3a1649'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:29:25.802834 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9028f7c-8d52-4304-bae3-2ae83a9aa60c None None] Attempting to bind port 7101f450-b86c-49b1-a64f-792384ab28ee on network c0947ba6-2630-45a6-a045-b57a9f3a1649 {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:29:25.818183 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9028f7c-8d52-4304-bae3-2ae83a9aa60c None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:29:25.818745 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9028f7c-8d52-4304-bae3-2ae83a9aa60c None None] Checking segment: {'id': '27efea6d-6bdf-4362-b2da-e3ad48250fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'c0947ba6-2630-45a6-a045-b57a9f3a1649'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:29:25.819261 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-d9028f7c-8d52-4304-bae3-2ae83a9aa60c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:25.819404 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fc319ceb-583d-4211-8fde-886536630705 req-e06ac033-a0f9-4716-99ae-70fc632e962f tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3884943 Oct 20 10:29:25.820397 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9028f7c-8d52-4304-bae3-2ae83a9aa60c None None] Bound using segment: {'id': '27efea6d-6bdf-4362-b2da-e3ad48250fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'c0947ba6-2630-45a6-a045-b57a9f3a1649'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:29:25.821001 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-d9028f7c-8d52-4304-bae3-2ae83a9aa60c None None] Bound port: 7101f450-b86c-49b1-a64f-792384ab28ee, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27efea6d-6bdf-4362-b2da-e3ad48250fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'c0947ba6-2630-45a6-a045-b57a9f3a1649'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:29:25.821755 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-d9028f7c-8d52-4304-bae3-2ae83a9aa60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:25.903627 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-286219b0-5ace-43d5-b8af-7c4d9669544f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:25.924774 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-d9028f7c-8d52-4304-bae3-2ae83a9aa60c None None] For port 7101f450-b86c-49b1-a64f-792384ab28ee, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:29:25.930412 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-d9028f7c-8d52-4304-bae3-2ae83a9aa60c None None] For port 7101f450-b86c-49b1-a64f-792384ab28ee, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=7101f450-b86c-49b1-a64f-792384ab28ee,segment=NetworkSegment(27efea6d-6bdf-4362-b2da-e3ad48250fad),segment_id=27efea6d-6bdf-4362-b2da-e3ad48250fad)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:29:25.937166 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-d9028f7c-8d52-4304-bae3-2ae83a9aa60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:25.942833 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd8a9292-e3f8-46d4-a7a6-3c37ef449783 x-openstack-request-id: req-fd8a9292-e3f8-46d4-a7a6-3c37ef449783 {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:29:25.943210 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df59eb4f-2f81-4006-a5eb-513cd28e8687", "name": "network-vif-deleted", "tag": "8ddb2bfe-3917-4316-8293-5b61e6c6eaae", "status": "completed", "code": 200}]} {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:29:25.943555 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fd8a9292-e3f8-46d4-a7a6-3c37ef449783 {{(pid=100597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:29:25.944011 n-d-811396-3 neutron-server[100597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df59eb4f-2f81-4006-a5eb-513cd28e8687', 'name': 'network-vif-deleted', 'tag': '8ddb2bfe-3917-4316-8293-5b61e6c6eaae', 'status': 'completed', 'code': 200} Oct 20 10:29:25.975220 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-286219b0-5ace-43d5-b8af-7c4d9669544f admin admin] Deleting port 1a519a09-d356-413e-ae59-0df26543268f {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:29:25.975783 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-286219b0-5ace-43d5-b8af-7c4d9669544f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:26.021470 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9028f7c-8d52-4304-bae3-2ae83a9aa60c None None] Pushing event updated for resources: {'Port': ['ID=7101f450-b86c-49b1-a64f-792384ab28ee,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:29:26.145054 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [None req-286219b0-5ace-43d5-b8af-7c4d9669544f admin admin] For port 1a519a09-d356-413e-ae59-0df26543268f, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=1a519a09-d356-413e-ae59-0df26543268f,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:29:26.145959 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-286219b0-5ace-43d5-b8af-7c4d9669544f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:26.169715 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-286219b0-5ace-43d5-b8af-7c4d9669544f admin admin] Calling delete_port for 1a519a09-d356-413e-ae59-0df26543268f owned by network:router_gateway {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:29:26.300627 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-28bb86f0-b584-473e-baa2-9039d5debeb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8382396-2dc4-4d0c-a583-761d4735ed35', 'name': 'tempest-ServerRescueTestJSONUnderV235-1835896000-router', 'tenant_id': '42b1ef643dda4357aa2693544e61640e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': '1a519a09-d356-413e-ae59-0df26543268f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:27:59Z', 'updated_at': '2021-10-20T10:29:23Z', 'revision_number': 5, 'project_id': '42b1ef643dda4357aa2693544e61640e', 'gw_port': {'id': '1a519a09-d356-413e-ae59-0df26543268f', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:11:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8382396-2dc4-4d0c-a583-761d4735ed35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 227, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:27:59Z', 'updated_at': '2021-10-20T10:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:29:26.373214 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28bb86f0-b584-473e-baa2-9039d5debeb4 None None] Checking router: b8382396-2dc4-4d0c-a583-761d4735ed35 for host: n-d-811396-3 {{(pid=100599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:29:26.383590 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28bb86f0-b584-473e-baa2-9039d5debeb4 None None] Routers {'b8382396-2dc4-4d0c-a583-761d4735ed35'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:29:26.384403 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-28bb86f0-b584-473e-baa2-9039d5debeb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:29:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['b8382396-2dc4-4d0c-a583-761d4735ed35'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:29:26.450210 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f69b27cc-184a-476a-ab91-759c9fed266c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:26.472080 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-286219b0-5ace-43d5-b8af-7c4d9669544f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:26.512211 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a916512-90c8-498d-b0a6-2a0e36bb2ed2 req-87dba13d-f57f-4c4b-a8d5-a4759d3acbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:26.520885 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9a916512-90c8-498d-b0a6-2a0e36bb2ed2 req-87dba13d-f57f-4c4b-a8d5-a4759d3acbe7 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4cac01b4-5943-4577-b46d-85b13a75bd87 HTTP/1.1" status: 200 len: 1101 time: 0.7877557 Oct 20 10:29:26.530155 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b6c3dd-a801-4bf9-a035-e0eae00fefe0 req-85743c24-2c0f-40df-a9d0-271884ec83b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:26.530422 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286219b0-5ace-43d5-b8af-7c4d9669544f admin admin] Pushing event deleted for resources: {'Port': ['ID=1a519a09-d356-413e-ae59-0df26543268f,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:29:26.532126 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-28bb86f0-b584-473e-baa2-9039d5debeb4 None None] Set router b8382396-2dc4-4d0c-a583-761d4735ed35 gateway port host: None {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:29:26.533759 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c4b6c3dd-a801-4bf9-a035-e0eae00fefe0 req-85743c24-2c0f-40df-a9d0-271884ec83b1 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=33ae5c8c-1cb9-4f31-97e4-591cab6c15f6 HTTP/1.1" status: 200 len: 1101 time: 0.7671084 Oct 20 10:29:26.566420 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286219b0-5ace-43d5-b8af-7c4d9669544f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:29:26.566959 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286219b0-5ace-43d5-b8af-7c4d9669544f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:29:26.567371 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286219b0-5ace-43d5-b8af-7c4d9669544f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:29:26.567860 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286219b0-5ace-43d5-b8af-7c4d9669544f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:29:26.568291 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286219b0-5ace-43d5-b8af-7c4d9669544f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:29:26.568673 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286219b0-5ace-43d5-b8af-7c4d9669544f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:29:26.569227 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286219b0-5ace-43d5-b8af-7c4d9669544f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:29:26.569480 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286219b0-5ace-43d5-b8af-7c4d9669544f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:29:26.569867 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286219b0-5ace-43d5-b8af-7c4d9669544f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:29:26.570406 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286219b0-5ace-43d5-b8af-7c4d9669544f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:29:26.570796 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286219b0-5ace-43d5-b8af-7c4d9669544f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:29:26.571186 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286219b0-5ace-43d5-b8af-7c4d9669544f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:29:26.590629 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f69b27cc-184a-476a-ab91-759c9fed266c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:26.612875 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9a916512-90c8-498d-b0a6-2a0e36bb2ed2 req-310f2647-bc6c-4e36-8f45-fb48bafea6e5 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=dfac1146-e768-4d56-96b1-8816525464ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713699 Oct 20 10:29:26.613353 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-28bb86f0-b584-473e-baa2-9039d5debeb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8382396-2dc4-4d0c-a583-761d4735ed35', 'name': 'tempest-ServerRescueTestJSONUnderV235-1835896000-router', 'tenant_id': '42b1ef643dda4357aa2693544e61640e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:27:59Z', 'updated_at': '2021-10-20T10:29:25Z', 'revision_number': 6, 'project_id': '42b1ef643dda4357aa2693544e61640e', 'gw_port_host': None}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:29:26.625673 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff1741f-09d5-49d4-a5fd-9f691d3a5cc7 req-2f656f77-7a80-47fd-ac98-02b3f0415000 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:26.633328 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-eff1741f-09d5-49d4-a5fd-9f691d3a5cc7 req-2f656f77-7a80-47fd-ac98-02b3f0415000 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/ports?device_id=95fa9703-1404-4771-a94e-0d9e1c8e85e7 HTTP/1.1" status: 200 len: 945 time: 0.7750108 Oct 20 10:29:26.634763 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-286219b0-5ace-43d5-b8af-7c4d9669544f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1773439'] for router_gateway, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:26.635976 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-65ac9169-206b-45d9-8725-9f339059201a req-cde82ae5-4967-47c0-b88e-eaa3381d3c4f tempest-LiveMigrationNegativeTest-1850627167 tempest-LiveMigrationNegativeTest-1850627167-project] 10.222.0.64 "GET /v2.0/ports?device_id=df59eb4f-2f81-4006-a5eb-513cd28e8687 HTTP/1.1" status: 200 len: 210 time: 0.1836538 Oct 20 10:29:26.641127 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28bb86f0-b584-473e-baa2-9039d5debeb4 None None] The sync data for ids ['b8382396-2dc4-4d0c-a583-761d4735ed35'] in n-d-811396-3 is: [{'id': 'b8382396-2dc4-4d0c-a583-761d4735ed35', 'name': 'tempest-ServerRescueTestJSONUnderV235-1835896000-router', 'tenant_id': '42b1ef643dda4357aa2693544e61640e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:27:59Z', 'updated_at': '2021-10-20T10:29:25Z', 'revision_number': 6, 'project_id': '42b1ef643dda4357aa2693544e61640e', 'gw_port_host': None}] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:29:26.732436 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c4b6c3dd-a801-4bf9-a035-e0eae00fefe0 req-78933067-4dc2-42ab-99f5-05a088ac10b9 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=dfac1146-e768-4d56-96b1-8816525464ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569095 Oct 20 10:29:26.744553 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-eff1741f-09d5-49d4-a5fd-9f691d3a5cc7 req-26c79398-70b4-47ad-9f8a-e4a70491dcc1 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba094063-4980-4c22-bc34-9c1534c0beb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104441 Oct 20 10:29:26.790642 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-286219b0-5ace-43d5-b8af-7c4d9669544f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1772272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258304'] for router, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:26.793801 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-286219b0-5ace-43d5-b8af-7c4d9669544f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:26.834806 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [None req-f69b27cc-184a-476a-ab91-759c9fed266c admin admin] Allocated IP 172.25.1.142 (cbe170d3-31ba-45a2-b477-520ab0a7a8ea/f4e26aca-17ac-4adb-a66b-d939a1b35b64/4c6a559b-7721-4605-9d3a-63d9b3502415) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:29:26.846921 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977ba3ef-7436-42b7-b8eb-b02466b36afb req-4f9dfdb8-a339-47a7-8864-26beeea555e5 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:26.861028 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-977ba3ef-7436-42b7-b8eb-b02466b36afb req-4f9dfdb8-a339-47a7-8864-26beeea555e5 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/ports?device_id=33ae5c8c-1cb9-4f31-97e4-591cab6c15f6 HTTP/1.1" status: 200 len: 950 time: 0.1230137 Oct 20 10:29:26.903923 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-286219b0-5ace-43d5-b8af-7c4d9669544f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1772267'] for router, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:26.905416 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-286219b0-5ace-43d5-b8af-7c4d9669544f admin admin] Fanout notify agent at l3_agent the message router_deleted on router b8382396-2dc4-4d0c-a583-761d4735ed35 {{(pid=100597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 10:29:26.914698 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-286219b0-5ace-43d5-b8af-7c4d9669544f admin admin] Publish callbacks [] for router, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:26.915932 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-286219b0-5ace-43d5-b8af-7c4d9669544f admin admin] 10.222.0.64 "DELETE /v2.0/routers/b8382396-2dc4-4d0c-a583-761d4735ed35 HTTP/1.1" status: 204 len: 168 time: 1.4718683 Oct 20 10:29:26.920200 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 39216) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:29:26.965959 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-977ba3ef-7436-42b7-b8eb-b02466b36afb req-43279747-e203-464b-9981-0286b558761c tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/security-groups?id=dfac1146-e768-4d56-96b1-8816525464ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034575 Oct 20 10:29:26.971080 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_v2 [None req-f36f769d-9411-40b4-8e6d-f1d52b5a766c admin admin] Deleting subnet fa453291-6ed6-480d-9668-eca2978cd872 {{(pid=100597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:29:26.989490 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f36f769d-9411-40b4-8e6d-f1d52b5a766c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:27.059580 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f69b27cc-184a-476a-ab91-759c9fed266c admin admin] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:27.068240 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab707e7-15cf-4361-bfd5-167c13cabed5 req-17cd5f41-a1b3-445a-b8b9-baf96c668737 tempest-LiveAutoBlockMigrationV225Test-237435139 tempest-LiveAutoBlockMigrationV225Test-237435139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:27.076024 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2ab707e7-15cf-4361-bfd5-167c13cabed5 req-17cd5f41-a1b3-445a-b8b9-baf96c668737 tempest-LiveAutoBlockMigrationV225Test-237435139 tempest-LiveAutoBlockMigrationV225Test-237435139-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=95fa9703-1404-4771-a94e-0d9e1c8e85e7 HTTP/1.1" status: 200 len: 1096 time: 0.1565175 Oct 20 10:29:27.101614 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f36f769d-9411-40b4-8e6d-f1d52b5a766c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25852621'] for subnet, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:27.163201 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f36f769d-9411-40b4-8e6d-f1d52b5a766c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:27.182891 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2ab707e7-15cf-4361-bfd5-167c13cabed5 req-d2e2cef9-d116-48e0-aa68-d7da373427dd tempest-LiveAutoBlockMigrationV225Test-237435139 tempest-LiveAutoBlockMigrationV225Test-237435139-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=ba094063-4980-4c22-bc34-9c1534c0beb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046600 Oct 20 10:29:27.243089 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f36f769d-9411-40b4-8e6d-f1d52b5a766c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25350811'] for subnet, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:27.279431 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36f769d-9411-40b4-8e6d-f1d52b5a766c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa453291-6ed6-480d-9668-eca2978cd872,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:29:27.282615 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f36f769d-9411-40b4-8e6d-f1d52b5a766c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:27.289543 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-f36f769d-9411-40b4-8e6d-f1d52b5a766c admin admin] 10.222.0.64 "DELETE /v2.0/subnets/fa453291-6ed6-480d-9668-eca2978cd872 HTTP/1.1" status: 204 len: 168 time: 0.3680348 Oct 20 10:29:27.290614 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 39220) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:29:27.293973 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0bd987-d586-4b21-824d-e3ad5196aba5 req-f528a6d3-48a1-425b-bdf4-2d96fc1b4481 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:27.298882 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ac0bd987-d586-4b21-824d-e3ad5196aba5 req-f528a6d3-48a1-425b-bdf4-2d96fc1b4481 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=39b19f26-435f-4219-86de-3e7bc15de1ed HTTP/1.1" status: 200 len: 950 time: 0.1795981 Oct 20 10:29:27.333882 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f69b27cc-184a-476a-ab91-759c9fed266c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:27.380141 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40447194-f123-4a8f-908a-c3ebb329f615 None None] Network c0947ba6-2630-45a6-a045-b57a9f3a1649 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:29:27.381807 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69b27cc-184a-476a-ab91-759c9fed266c admin admin] Pushing event updated for resources: {'Port': ['ID=4c6a559b-7721-4605-9d3a-63d9b3502415,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:29:27.392957 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69b27cc-184a-476a-ab91-759c9fed266c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:29:27.393249 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69b27cc-184a-476a-ab91-759c9fed266c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:29:27.393593 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69b27cc-184a-476a-ab91-759c9fed266c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:29:27.393932 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69b27cc-184a-476a-ab91-759c9fed266c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:29:27.394263 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69b27cc-184a-476a-ab91-759c9fed266c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:29:27.394596 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69b27cc-184a-476a-ab91-759c9fed266c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:29:27.394920 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69b27cc-184a-476a-ab91-759c9fed266c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:29:27.395295 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69b27cc-184a-476a-ab91-759c9fed266c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:29:27.395693 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69b27cc-184a-476a-ab91-759c9fed266c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:29:27.396100 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69b27cc-184a-476a-ab91-759c9fed266c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:29:27.396385 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69b27cc-184a-476a-ab91-759c9fed266c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:29:27.396739 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69b27cc-184a-476a-ab91-759c9fed266c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:29:27.416573 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f69b27cc-184a-476a-ab91-759c9fed266c admin admin] Network cbe170d3-31ba-45a2-b477-520ab0a7a8ea is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:29:27.419996 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-f69b27cc-184a-476a-ab91-759c9fed266c admin admin] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:29:27.422989 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69b27cc-184a-476a-ab91-759c9fed266c admin admin] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:29:27.493263 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ac0bd987-d586-4b21-824d-e3ad5196aba5 req-3cda3f7f-6364-4c35-a85e-c39ad79431c3 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884904 Oct 20 10:29:27.573801 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-03a32508-da88-4037-882b-61ef2c9b08a8 None None] Provisioning complete for port 7101f450-b86c-49b1-a64f-792384ab28ee triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:29:27.574174 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-03a32508-da88-4037-882b-61ef2c9b08a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:27.740928 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 7101f450-b86c-49b1-a64f-792384ab28ee up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:29:27.816751 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b316fbc4-9d31-4ed7-8dc0-9e1f80521945 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:27.917368 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f69b27cc-184a-476a-ab91-759c9fed266c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:28.002572 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b316fbc4-9d31-4ed7-8dc0-9e1f80521945 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:28.079910 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-b316fbc4-9d31-4ed7-8dc0-9e1f80521945 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cfae792-dae1-499b-8163-e6aee18e9ac1']}} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:29:28.091407 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-b316fbc4-9d31-4ed7-8dc0-9e1f80521945 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e138cd8-6672-4dd2-ab84-31af91836628') {'for_net_delete': True} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:29:28.091822 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-b316fbc4-9d31-4ed7-8dc0-9e1f80521945 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e138cd8-6672-4dd2-ab84-31af91836628') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:29:28.104074 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b316fbc4-9d31-4ed7-8dc0-9e1f80521945 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25852596'] for segment, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:28.117923 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b316fbc4-9d31-4ed7-8dc0-9e1f80521945 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:28.125300 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b316fbc4-9d31-4ed7-8dc0-9e1f80521945 admin admin] Releasing vlan 809 on physical network physnet1 to pool {{(pid=100597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:29:28.125695 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b316fbc4-9d31-4ed7-8dc0-9e1f80521945 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951012'] for segment, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:28.172024 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 7101f450-b86c-49b1-a64f-792384ab28ee triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:29:28.172024 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:28.202170 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-03a32508-da88-4037-882b-61ef2c9b08a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:28.213961 n-d-811396-3 neutron-server[100597]: Traceback (most recent call last): Oct 20 10:29:28.213961 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:29:28.213961 n-d-811396-3 neutron-server[100597]: timer() Oct 20 10:29:28.213961 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:29:28.213961 n-d-811396-3 neutron-server[100597]: cb(*args, **kw) Oct 20 10:29:28.213961 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:29:28.213961 n-d-811396-3 neutron-server[100597]: return func(*args, **kwargs) Oct 20 10:29:28.213961 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:29:28.213961 n-d-811396-3 neutron-server[100597]: self._notify() Oct 20 10:29:28.213961 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:29:28.213961 n-d-811396-3 neutron-server[100597]: self.callback(batched_events) Oct 20 10:29:28.213961 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:29:28.213961 n-d-811396-3 neutron-server[100597]: event.method(event) Oct 20 10:29:28.213961 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:29:28.213961 n-d-811396-3 neutron-server[100597]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:29:28.213961 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:29:28.213961 n-d-811396-3 neutron-server[100597]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:29:28.213961 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:29:28.213961 n-d-811396-3 neutron-server[100597]: return f(self, *a, **k) Oct 20 10:29:28.213961 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:29:28.213961 n-d-811396-3 neutron-server[100597]: return self._get(url).json() Oct 20 10:29:28.213961 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:29:28.213961 n-d-811396-3 neutron-server[100597]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:29:28.213961 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:29:28.213961 n-d-811396-3 neutron-server[100597]: return self.request(url, 'GET', **kwargs) Oct 20 10:29:28.213961 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:29:28.213961 n-d-811396-3 neutron-server[100597]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:29:28.213961 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:29:28.213961 n-d-811396-3 neutron-server[100597]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:29:28.213961 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:29:28.213961 n-d-811396-3 neutron-server[100597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:29:28.213961 n-d-811396-3 neutron-server[100597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:29:28.220448 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b316fbc4-9d31-4ed7-8dc0-9e1f80521945 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:28.238548 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b316fbc4-9d31-4ed7-8dc0-9e1f80521945 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:28.252714 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-b316fbc4-9d31-4ed7-8dc0-9e1f80521945 admin admin] 10.222.0.64 "DELETE /v2.0/networks/8cfae792-dae1-499b-8163-e6aee18e9ac1 HTTP/1.1" status: 204 len: 168 time: 0.9596841 Oct 20 10:29:28.275466 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b316fbc4-9d31-4ed7-8dc0-9e1f80521945 admin admin] Pushing event deleted for resources: {'Network': ['ID=8cfae792-dae1-499b-8163-e6aee18e9ac1,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:29:28.306638 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-03a32508-da88-4037-882b-61ef2c9b08a8 None None] For port 7101f450-b86c-49b1-a64f-792384ab28ee, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=7101f450-b86c-49b1-a64f-792384ab28ee,segment=NetworkSegment(27efea6d-6bdf-4362-b2da-e3ad48250fad),segment_id=27efea6d-6bdf-4362-b2da-e3ad48250fad)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:29:28.343802 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-03a32508-da88-4037-882b-61ef2c9b08a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:28.470912 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a32508-da88-4037-882b-61ef2c9b08a8 None None] Pushing event updated for resources: {'Port': ['ID=7101f450-b86c-49b1-a64f-792384ab28ee,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:29:28.507586 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 39246) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:29:28.513166 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 149f9058-29ee-4a37-bd93-7b114ac9a7c5 no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:29:28.564075 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 149f9058-29ee-4a37-bd93-7b114ac9a7c5 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:29:28.564421 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 149f9058-29ee-4a37-bd93-7b114ac9a7c5 not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:29:28.564844 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 1a519a09-d356-413e-ae59-0df26543268f no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:29:28.576138 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-4c33cb69-3dac-426a-83f7-fe6fdf5ba97f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=42b1ef643dda4357aa2693544e61640e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0671315 Oct 20 10:29:28.578353 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 39250) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:29:28.610014 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 1a519a09-d356-413e-ae59-0df26543268f {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:29:28.610359 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 1a519a09-d356-413e-ae59-0df26543268f not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:29:28.623176 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68153550-38db-4549-ac4d-f74af1c72d7e req-ea63f987-c2b9-4f3c-9bb3-6118369a67ad tempest-LiveMigrationNegativeTest-1850627167 tempest-LiveMigrationNegativeTest-1850627167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:28.633391 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-68153550-38db-4549-ac4d-f74af1c72d7e req-ea63f987-c2b9-4f3c-9bb3-6118369a67ad tempest-LiveMigrationNegativeTest-1850627167 tempest-LiveMigrationNegativeTest-1850627167-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0213a17-48ff-49f2-b9ac-26bb84963d5f HTTP/1.1" status: 200 len: 949 time: 0.4503608 Oct 20 10:29:28.633748 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-3a576f86-59a0-4464-9d78-5d0bd872b847 None None] Provisioning complete for port 7101f450-b86c-49b1-a64f-792384ab28ee triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:29:28.634125 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3a576f86-59a0-4464-9d78-5d0bd872b847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:28.643145 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-24576bc7-36f3-4612-abfb-490a39d86f4c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:28.666045 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0848ea-e011-4ae5-9fe8-247aa73e64c2 req-dbc3d6e0-002f-474b-bd47-e7d4d3cb87a5 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:28.668373 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1f0848ea-e011-4ae5-9fe8-247aa73e64c2 req-dbc3d6e0-002f-474b-bd47-e7d4d3cb87a5 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/ports?device_id=33ae5c8c-1cb9-4f31-97e4-591cab6c15f6 HTTP/1.1" status: 200 len: 950 time: 0.4842572 Oct 20 10:29:28.691795 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-24576bc7-36f3-4612-abfb-490a39d86f4c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:28.711181 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f69b27cc-184a-476a-ab91-759c9fed266c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1773475'] for router, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:28.767331 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 8ddb2bfe-3917-4316-8293-5b61e6c6eaae no longer exists at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:29:28.783158 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-24576bc7-36f3-4612-abfb-490a39d86f4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:28.786085 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-24576bc7-36f3-4612-abfb-490a39d86f4c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:28.788036 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-24576bc7-36f3-4612-abfb-490a39d86f4c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a63fa035-9252-4a30-bf29-691fc7c00c76 HTTP/1.1" status: 204 len: 168 time: 0.2085865 Oct 20 10:29:28.802888 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24576bc7-36f3-4612-abfb-490a39d86f4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a63fa035-9252-4a30-bf29-691fc7c00c76,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:29:28.863074 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] No Port match for: 8ddb2bfe-3917-4316-8293-5b61e6c6eaae {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:29:28.863533 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 8ddb2bfe-3917-4316-8293-5b61e6c6eaae not bound to the agent host n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:29:28.900020 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-68153550-38db-4549-ac4d-f74af1c72d7e req-5514c67f-0e70-4007-a08a-a6af9db432d2 tempest-LiveMigrationNegativeTest-1850627167 tempest-LiveMigrationNegativeTest-1850627167-project] 10.222.0.64 "GET /v2.0/security-groups?id=16f29da4-e76c-43e0-934f-c02c5cb6afce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651289 Oct 20 10:29:28.989051 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1f0848ea-e011-4ae5-9fe8-247aa73e64c2 req-8478f1b2-a289-417e-9e98-de8ed0bc87b3 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/security-groups?id=dfac1146-e768-4d56-96b1-8816525464ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2803621 Oct 20 10:29:29.064084 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f69b27cc-184a-476a-ab91-759c9fed266c admin admin] Router f5c933f3-3698-4ffd-a7e2-7e408d3a3ec3 is scheduled to L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 with binding_index 1 {{(pid=100596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 10:29:29.093871 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9982a8-9eb1-487c-b852-dec02bceddb5 req-30f51258-34d0-4aa4-9c9d-e4f32403ddf8 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:29.105398 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cf9982a8-9eb1-487c-b852-dec02bceddb5 req-30f51258-34d0-4aa4-9c9d-e4f32403ddf8 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=39b19f26-435f-4219-86de-3e7bc15de1ed HTTP/1.1" status: 200 len: 950 time: 0.1152327 Oct 20 10:29:29.169277 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cf9982a8-9eb1-487c-b852-dec02bceddb5 req-d6f677aa-67dc-4f6b-8118-3a3d007f004a tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628996 Oct 20 10:29:29.352490 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f69b27cc-184a-476a-ab91-759c9fed266c admin admin] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:29:29.365397 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe073717-c427-4f1e-bc81-5285766d6e72 None None] Sync routers for ids ['f5c933f3-3698-4ffd-a7e2-7e408d3a3ec3'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:29:29.376390 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f69b27cc-184a-476a-ab91-759c9fed266c admin admin] Publish callbacks [] for router, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:29.377654 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe073717-c427-4f1e-bc81-5285766d6e72 None None] Routers {'f5c933f3-3698-4ffd-a7e2-7e408d3a3ec3'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:29:29.378396 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-fe073717-c427-4f1e-bc81-5285766d6e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:29:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['f5c933f3-3698-4ffd-a7e2-7e408d3a3ec3'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:29:29.378906 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-f69b27cc-184a-476a-ab91-759c9fed266c admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.8045952 Oct 20 10:29:29.381719 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 39266) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:29:29.505469 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 7101f450-b86c-49b1-a64f-792384ab28ee up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:29:29.534979 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-fe073717-c427-4f1e-bc81-5285766d6e72 None None] Set router f5c933f3-3698-4ffd-a7e2-7e408d3a3ec3 gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:29:29.814518 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 7101f450-b86c-49b1-a64f-792384ab28ee triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:29:29.814798 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:29.841557 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194356ad-0a53-4121-b259-28b98a06fe49 req-b2c09904-89f3-4574-b8d1-2fa0d7be7cc3 tempest-LiveMigrationNegativeTest-1850627167 tempest-LiveMigrationNegativeTest-1850627167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:29.842482 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-194356ad-0a53-4121-b259-28b98a06fe49 req-b2c09904-89f3-4574-b8d1-2fa0d7be7cc3 tempest-LiveMigrationNegativeTest-1850627167 tempest-LiveMigrationNegativeTest-1850627167-project] 10.222.0.69 "GET /v2.0/ports?device_id=a0213a17-48ff-49f2-b9ac-26bb84963d5f HTTP/1.1" status: 200 len: 949 time: 0.1042688 Oct 20 10:29:29.861013 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 39280) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:29:29.971349 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-fe073717-c427-4f1e-bc81-5285766d6e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5c933f3-3698-4ffd-a7e2-7e408d3a3ec3', 'name': 'tempest-FloatingIPsNegativeTestJSON-2140568848-router', 'tenant_id': '5d5801a72f874cfa82c6a1a3ca94c98c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '4c6a559b-7721-4605-9d3a-63d9b3502415', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:29:24Z', 'updated_at': '2021-10-20T10:29:27Z', 'revision_number': 3, 'project_id': '5d5801a72f874cfa82c6a1a3ca94c98c', 'gw_port': {'id': '4c6a559b-7721-4605-9d3a-63d9b3502415', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:42:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5c933f3-3698-4ffd-a7e2-7e408d3a3ec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:29:26Z', 'updated_at': '2021-10-20T10:29:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:29:29.986365 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-1a6653d5-9f28-4991-b8e0-27b37a6e5cdc admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-786048680-network', 'tenant_id': 'b37ecdb3c3de4c7fa76ddc8c34931f3a'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:29:29.997987 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5d962562-dc63-4174-89de-e1de6303d41c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:30.007821 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe073717-c427-4f1e-bc81-5285766d6e72 None None] Checking router: f5c933f3-3698-4ffd-a7e2-7e408d3a3ec3 for host: n-d-811396-3 {{(pid=100598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:29:30.008291 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe073717-c427-4f1e-bc81-5285766d6e72 None None] Updating router f5c933f3-3698-4ffd-a7e2-7e408d3a3ec3 port 4c6a559b-7721-4605-9d3a-63d9b3502415 binding host n-d-811396-3 {{(pid=100598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 10:29:30.031400 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a6653d5-9f28-4991-b8e0-27b37a6e5cdc admin admin] Made reservation on behalf of b37ecdb3c3de4c7fa76ddc8c34931f3a for: {'network': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:29:30.033734 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1a6653d5-9f28-4991-b8e0-27b37a6e5cdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:30.035235 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [req-194356ad-0a53-4121-b259-28b98a06fe49 req-fbbf069c-1489-48c7-bb2a-73e858298562 tempest-LiveMigrationNegativeTest-1850627167 tempest-LiveMigrationNegativeTest-1850627167-project] Deleting port bec81d9f-4c36-4c6d-999a-5447da3c446a {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:29:30.035638 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-194356ad-0a53-4121-b259-28b98a06fe49 req-fbbf069c-1489-48c7-bb2a-73e858298562 tempest-LiveMigrationNegativeTest-1850627167 tempest-LiveMigrationNegativeTest-1850627167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:30.039225 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-fe073717-c427-4f1e-bc81-5285766d6e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:30.045778 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4ed79e-1f5f-4ff3-a6f4-a0dfcfbe7d4e req-932d9218-bbec-4b54-bbf5-df9a1438a521 tempest-LiveMigrationNegativeTest-1850627167 tempest-LiveMigrationNegativeTest-1850627167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:30.049326 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3d4ed79e-1f5f-4ff3-a6f4-a0dfcfbe7d4e req-932d9218-bbec-4b54-bbf5-df9a1438a521 tempest-LiveMigrationNegativeTest-1850627167 tempest-LiveMigrationNegativeTest-1850627167-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0213a17-48ff-49f2-b9ac-26bb84963d5f HTTP/1.1" status: 200 len: 949 time: 0.0792158 Oct 20 10:29:30.055585 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1a6653d5-9f28-4991-b8e0-27b37a6e5cdc admin admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:30.199050 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [req-194356ad-0a53-4121-b259-28b98a06fe49 req-fbbf069c-1489-48c7-bb2a-73e858298562 tempest-LiveMigrationNegativeTest-1850627167 tempest-LiveMigrationNegativeTest-1850627167-project] For port bec81d9f-4c36-4c6d-999a-5447da3c446a, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=bec81d9f-4c36-4c6d-999a-5447da3c446a,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:29:30.199429 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-194356ad-0a53-4121-b259-28b98a06fe49 req-fbbf069c-1489-48c7-bb2a-73e858298562 tempest-LiveMigrationNegativeTest-1850627167 tempest-LiveMigrationNegativeTest-1850627167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:30.213467 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1a6653d5-9f28-4991-b8e0-27b37a6e5cdc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:30.217536 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [req-194356ad-0a53-4121-b259-28b98a06fe49 req-fbbf069c-1489-48c7-bb2a-73e858298562 tempest-LiveMigrationNegativeTest-1850627167 tempest-LiveMigrationNegativeTest-1850627167-project] Calling delete_port for bec81d9f-4c36-4c6d-999a-5447da3c446a owned by compute:nova {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:29:30.225044 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3d4ed79e-1f5f-4ff3-a6f4-a0dfcfbe7d4e req-4455c193-d77c-4448-966a-97a0c38db491 tempest-LiveMigrationNegativeTest-1850627167 tempest-LiveMigrationNegativeTest-1850627167-project] 10.222.0.64 "GET /v2.0/security-groups?id=16f29da4-e76c-43e0-934f-c02c5cb6afce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666248 Oct 20 10:29:30.227428 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1a6653d5-9f28-4991-b8e0-27b37a6e5cdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:30.241833 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a6653d5-9f28-4991-b8e0-27b37a6e5cdc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 810} {{(pid=100596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:29:30.253030 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1a6653d5-9f28-4991-b8e0-27b37a6e5cdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:30.253274 n-d-811396-3 neutron-server[100596]: INFO neutron.db.segments_db [None req-1a6653d5-9f28-4991-b8e0-27b37a6e5cdc admin admin] Added segment 23c73203-a685-45be-be3b-2f84a4ce0927 of type vlan for network 98d2c220-d451-42fc-8d5a-a8342230a4c6 Oct 20 10:29:30.301257 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1a6653d5-9f28-4991-b8e0-27b37a6e5cdc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:30.321838 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-fe073717-c427-4f1e-bc81-5285766d6e72 None None] Publish callbacks [] for port, precommit_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:30.331789 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-fe073717-c427-4f1e-bc81-5285766d6e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:30.352617 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6653d5-9f28-4991-b8e0-27b37a6e5cdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8163060-7a7f-4f26-85c9-7f434c3018c5,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:29:30.363846 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1a6653d5-9f28-4991-b8e0-27b37a6e5cdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:30.364995 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6653d5-9f28-4991-b8e0-27b37a6e5cdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:30.365649 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1a6653d5-9f28-4991-b8e0-27b37a6e5cdc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:30.387948 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ce2a45-e4f9-4acb-83c8-b2da9606dfa4 req-db3c412a-9960-4a39-b7fb-9513faca872e tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:30.392838 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-5d962562-dc63-4174-89de-e1de6303d41c admin admin] Allocated IP 172.20.0.1 (c0947ba6-2630-45a6-a045-b57a9f3a1649/66cdf79f-1f02-4442-ab7d-aaa60c553b92/78703d03-dcde-4ac1-8bfb-0490f85eecdb) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:29:30.396026 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-24ce2a45-e4f9-4acb-83c8-b2da9606dfa4 req-db3c412a-9960-4a39-b7fb-9513faca872e tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/ports?device_id=33ae5c8c-1cb9-4f31-97e4-591cab6c15f6 HTTP/1.1" status: 200 len: 950 time: 0.3128181 Oct 20 10:29:30.397420 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4777e6c-a1d2-419f-8472-07bb921cf6fb None None] Pushing event updated for resources: {'Port': ['ID=4c6a559b-7721-4605-9d3a-63d9b3502415,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:29:30.418913 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-1a6653d5-9f28-4991-b8e0-27b37a6e5cdc admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5559394 Oct 20 10:29:30.426859 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 39298) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:29:30.428912 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-fe073717-c427-4f1e-bc81-5285766d6e72 None None] Attempting to bind port 4c6a559b-7721-4605-9d3a-63d9b3502415 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:29:30.429509 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-fe073717-c427-4f1e-bc81-5285766d6e72 None None] Attempting to bind port 4c6a559b-7721-4605-9d3a-63d9b3502415 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:29:30.430126 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe073717-c427-4f1e-bc81-5285766d6e72 None None] Attempting to bind port 4c6a559b-7721-4605-9d3a-63d9b3502415 on network cbe170d3-31ba-45a2-b477-520ab0a7a8ea {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:29:30.431679 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-037ead08-a523-44bb-8c79-fe51d546e31e admin admin] Request body: {'subnet': {'network_id': '98d2c220-d451-42fc-8d5a-a8342230a4c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-786048680-subnet', 'tenant_id': 'b37ecdb3c3de4c7fa76ddc8c34931f3a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:29:30.436740 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe073717-c427-4f1e-bc81-5285766d6e72 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:29:30.437991 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe073717-c427-4f1e-bc81-5285766d6e72 None None] Checking segment: {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:29:30.438641 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-fe073717-c427-4f1e-bc81-5285766d6e72 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:30.439252 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe073717-c427-4f1e-bc81-5285766d6e72 None None] Bound using segment: {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:29:30.439996 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-fe073717-c427-4f1e-bc81-5285766d6e72 None None] Bound port: 4c6a559b-7721-4605-9d3a-63d9b3502415, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:29:30.440705 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-fe073717-c427-4f1e-bc81-5285766d6e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:30.500500 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6653d5-9f28-4991-b8e0-27b37a6e5cdc admin admin] Pushing event updated for resources: {'Network': ['ID=98d2c220-d451-42fc-8d5a-a8342230a4c6,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:29:30.501857 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-fe073717-c427-4f1e-bc81-5285766d6e72 None None] For port 4c6a559b-7721-4605-9d3a-63d9b3502415, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:29:30.505555 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-fe073717-c427-4f1e-bc81-5285766d6e72 None None] For port 4c6a559b-7721-4605-9d3a-63d9b3502415, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=4c6a559b-7721-4605-9d3a-63d9b3502415,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:29:30.512306 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network 98d2c220-d451-42fc-8d5a-a8342230a4c6 details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:29:30.516452 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-fe073717-c427-4f1e-bc81-5285766d6e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:30.528957 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-037ead08-a523-44bb-8c79-fe51d546e31e admin admin] Made reservation on behalf of b37ecdb3c3de4c7fa76ddc8c34931f3a for: {'subnet': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:29:30.530450 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-24ce2a45-e4f9-4acb-83c8-b2da9606dfa4 req-516ce486-df3e-4972-b728-aa3e1ccaaf0c tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/security-groups?id=dfac1146-e768-4d56-96b1-8816525464ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333861 Oct 20 10:29:30.531573 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-037ead08-a523-44bb-8c79-fe51d546e31e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25350782'] for subnet, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:30.624991 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-194356ad-0a53-4121-b259-28b98a06fe49 req-fbbf069c-1489-48c7-bb2a-73e858298562 tempest-LiveMigrationNegativeTest-1850627167 tempest-LiveMigrationNegativeTest-1850627167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:30.652601 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4ce480-947f-49ed-ad9d-95e41e916382 req-4ee14416-fa12-4b3b-9e64-aebdcb222388 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:30.654772 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bd4ce480-947f-49ed-ad9d-95e41e916382 req-4ee14416-fa12-4b3b-9e64-aebdcb222388 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=39b19f26-435f-4219-86de-3e7bc15de1ed HTTP/1.1" status: 200 len: 950 time: 0.0593867 Oct 20 10:29:30.667204 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbf069c-1489-48c7-bb2a-73e858298562 tempest-LiveMigrationNegativeTest-1850627167 tempest-LiveMigrationNegativeTest-1850627167-project] Pushing event deleted for resources: {'Port': ['ID=bec81d9f-4c36-4c6d-999a-5447da3c446a,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:29:30.683070 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['bec81d9f-4c36-4c6d-999a-5447da3c446a'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:29:30.721883 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4777e6c-a1d2-419f-8472-07bb921cf6fb None None] Pushing event updated for resources: {'Port': ['ID=4c6a559b-7721-4605-9d3a-63d9b3502415,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:29:30.741773 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5d962562-dc63-4174-89de-e1de6303d41c admin admin] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:30.742251 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe073717-c427-4f1e-bc81-5285766d6e72 None None] Routers {'f5c933f3-3698-4ffd-a7e2-7e408d3a3ec3'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:29:30.743024 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-fe073717-c427-4f1e-bc81-5285766d6e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:29:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['f5c933f3-3698-4ffd-a7e2-7e408d3a3ec3'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:29:30.743326 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [req-194356ad-0a53-4121-b259-28b98a06fe49 req-fbbf069c-1489-48c7-bb2a-73e858298562 tempest-LiveMigrationNegativeTest-1850627167 tempest-LiveMigrationNegativeTest-1850627167-project] No DVR routers for this DVR port bec81d9f-4c36-4c6d-999a-5447da3c446a on host n-h2-811396-3 {{(pid=100597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:29:30.750069 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-194356ad-0a53-4121-b259-28b98a06fe49 req-fbbf069c-1489-48c7-bb2a-73e858298562 tempest-LiveMigrationNegativeTest-1850627167 tempest-LiveMigrationNegativeTest-1850627167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:30.752082 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bd4ce480-947f-49ed-ad9d-95e41e916382 req-880ffc8c-8442-401b-88b6-8968dd780948 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888982 Oct 20 10:29:30.753387 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-194356ad-0a53-4121-b259-28b98a06fe49 req-fbbf069c-1489-48c7-bb2a-73e858298562 tempest-LiveMigrationNegativeTest-1850627167 tempest-LiveMigrationNegativeTest-1850627167-project] 10.222.0.69 "DELETE /v2.0/ports/bec81d9f-4c36-4c6d-999a-5447da3c446a HTTP/1.1" status: 204 len: 173 time: 0.8820877 Oct 20 10:29:30.753929 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0213a17-48ff-49f2-b9ac-26bb84963d5f', 'name': 'network-vif-deleted', 'tag': 'bec81d9f-4c36-4c6d-999a-5447da3c446a'}] {{(pid=100597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:29:30.757042 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd85cad6a391afaa95d2dd5280bfd4659fc1e1b2aba53b5e7ef874f059efcdc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3b381a3-a6ac-4b77-8db4-0da81fc84d96" -d '{"events": [{"server_uuid": "a0213a17-48ff-49f2-b9ac-26bb84963d5f", "name": "network-vif-deleted", "tag": "bec81d9f-4c36-4c6d-999a-5447da3c446a"}]}' {{(pid=100597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:29:30.856315 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1a22048-4dd4-40b5-93e5-7a1fadf6c0b0 x-openstack-request-id: req-e1a22048-4dd4-40b5-93e5-7a1fadf6c0b0 {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:29:30.856602 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0213a17-48ff-49f2-b9ac-26bb84963d5f", "name": "network-vif-deleted", "tag": "bec81d9f-4c36-4c6d-999a-5447da3c446a", "status": "completed", "code": 200}]} {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:29:30.856853 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e1a22048-4dd4-40b5-93e5-7a1fadf6c0b0 {{(pid=100597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:29:30.857247 n-d-811396-3 neutron-server[100597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0213a17-48ff-49f2-b9ac-26bb84963d5f', 'name': 'network-vif-deleted', 'tag': 'bec81d9f-4c36-4c6d-999a-5447da3c446a', 'status': 'completed', 'code': 200} Oct 20 10:29:30.863417 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5d962562-dc63-4174-89de-e1de6303d41c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:30.913274 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-037ead08-a523-44bb-8c79-fe51d546e31e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25350752'] for subnet, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:30.926313 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a2375b-86e5-471b-a8cd-823913d759f3 req-5c69b148-51a9-45fb-bff2-a6f68550c541 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:30.927650 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-63a2375b-86e5-471b-a8cd-823913d759f3 req-5c69b148-51a9-45fb-bff2-a6f68550c541 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/ports?device_id=4cac01b4-5943-4577-b46d-85b13a75bd87 HTTP/1.1" status: 200 len: 950 time: 0.0626023 Oct 20 10:29:30.942698 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-fe073717-c427-4f1e-bc81-5285766d6e72 None None] Set router f5c933f3-3698-4ffd-a7e2-7e408d3a3ec3 gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:29:30.955914 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d962562-dc63-4174-89de-e1de6303d41c admin admin] Network c0947ba6-2630-45a6-a045-b57a9f3a1649 is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:29:30.962440 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d962562-dc63-4174-89de-e1de6303d41c admin admin] Pushing event updated for resources: {'Port': ['ID=78703d03-dcde-4ac1-8bfb-0490f85eecdb,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:29:30.967486 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-5d962562-dc63-4174-89de-e1de6303d41c admin admin] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:29:30.973564 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d962562-dc63-4174-89de-e1de6303d41c admin admin] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:29:31.008487 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-63a2375b-86e5-471b-a8cd-823913d759f3 req-fe5665b6-d0fd-4a40-a791-f8d8e7444ce8 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/security-groups?id=dfac1146-e768-4d56-96b1-8816525464ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746703 Oct 20 10:29:31.010745 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5d962562-dc63-4174-89de-e1de6303d41c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1774540'] for router_interface, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:31.190746 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037ead08-a523-44bb-8c79-fe51d546e31e admin admin] Pushing event updated for resources: {'Subnet': ['ID=2050c15f-2dd0-4e17-a188-dda47d1d3ff0,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:29:31.213291 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037ead08-a523-44bb-8c79-fe51d546e31e admin admin] Checking segment: {'id': '23c73203-a685-45be-be3b-2f84a4ce0927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '98d2c220-d451-42fc-8d5a-a8342230a4c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:29:31.213765 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037ead08-a523-44bb-8c79-fe51d546e31e admin admin] Network hostable DHCP agents. Network: 98d2c220-d451-42fc-8d5a-a8342230a4c6, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:29:31.383640 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037ead08-a523-44bb-8c79-fe51d546e31e admin admin] Network 98d2c220-d451-42fc-8d5a-a8342230a4c6 is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:29:31.408041 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-fe073717-c427-4f1e-bc81-5285766d6e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5c933f3-3698-4ffd-a7e2-7e408d3a3ec3', 'name': 'tempest-FloatingIPsNegativeTestJSON-2140568848-router', 'tenant_id': '5d5801a72f874cfa82c6a1a3ca94c98c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '4c6a559b-7721-4605-9d3a-63d9b3502415', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:29:24Z', 'updated_at': '2021-10-20T10:29:27Z', 'revision_number': 3, 'project_id': '5d5801a72f874cfa82c6a1a3ca94c98c', 'gw_port': {'id': '4c6a559b-7721-4605-9d3a-63d9b3502415', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:42:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5c933f3-3698-4ffd-a7e2-7e408d3a3ec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:29:26Z', 'updated_at': '2021-10-20T10:29:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:29:31.414267 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-34325f0d-bbbe-4d27-bc33-c9ada2a05f68 None None] Provisioning complete for port 78703d03-dcde-4ac1-8bfb-0490f85eecdb triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:29:31.415412 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-34325f0d-bbbe-4d27-bc33-c9ada2a05f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:31.418643 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-037ead08-a523-44bb-8c79-fe51d546e31e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, 98d2c220-d451-42fc-8d5a-a8342230a4c6) {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:29:31.423180 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5d962562-dc63-4174-89de-e1de6303d41c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:31.428440 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037ead08-a523-44bb-8c79-fe51d546e31e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:31.429148 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-037ead08-a523-44bb-8c79-fe51d546e31e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:31.474731 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-037ead08-a523-44bb-8c79-fe51d546e31e admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0385823 Oct 20 10:29:31.485658 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7131f48d-fd17-496a-87ee-2351126fac31 req-925bc976-2caa-4e42-a2c9-dff09a139d1c tempest-LiveMigrationNegativeTest-1850627167 tempest-LiveMigrationNegativeTest-1850627167-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0213a17-48ff-49f2-b9ac-26bb84963d5f HTTP/1.1" status: 200 len: 210 time: 0.0641272 Oct 20 10:29:31.499467 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16196291-456e-46d4-970c-fdf23abe690c None None] Network 98d2c220-d451-42fc-8d5a-a8342230a4c6 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:29:31.527334 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe073717-c427-4f1e-bc81-5285766d6e72 None None] The sync data for ids ['f5c933f3-3698-4ffd-a7e2-7e408d3a3ec3'] in n-d-811396-3 is: [{'id': 'f5c933f3-3698-4ffd-a7e2-7e408d3a3ec3', 'name': 'tempest-FloatingIPsNegativeTestJSON-2140568848-router', 'tenant_id': '5d5801a72f874cfa82c6a1a3ca94c98c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '4c6a559b-7721-4605-9d3a-63d9b3502415', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:29:24Z', 'updated_at': '2021-10-20T10:29:27Z', 'revision_number': 3, 'project_id': '5d5801a72f874cfa82c6a1a3ca94c98c', 'gw_port': {'id': '4c6a559b-7721-4605-9d3a-63d9b3502415', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:42:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5c933f3-3698-4ffd-a7e2-7e408d3a3ec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:29:26Z', 'updated_at': '2021-10-20T10:29:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:29:31.675990 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210423dd-07f8-4f5b-ac46-137b952afce7 req-9b2e5b5f-6df3-4161-8927-5a13b02add9f tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:31.682895 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210423dd-07f8-4f5b-ac46-137b952afce7 req-9b2e5b5f-6df3-4161-8927-5a13b02add9f tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:31.684670 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-210423dd-07f8-4f5b-ac46-137b952afce7 req-9b2e5b5f-6df3-4161-8927-5a13b02add9f tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/ports?device_id=33ae5c8c-1cb9-4f31-97e4-591cab6c15f6&device_id=4cac01b4-5943-4577-b46d-85b13a75bd87 HTTP/1.1" status: 200 len: 1691 time: 0.1128964 Oct 20 10:29:31.763279 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-210423dd-07f8-4f5b-ac46-137b952afce7 req-07c650b3-ca54-456b-808c-17b8dd858259 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/security-groups?id=dfac1146-e768-4d56-96b1-8816525464ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691881 Oct 20 10:29:31.812146 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-34325f0d-bbbe-4d27-bc33-c9ada2a05f68 None None] Port 78703d03-dcde-4ac1-8bfb-0490f85eecdb cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:29:31.840343 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ec0674-b3bf-4ca4-8fd4-2e44858e4f24 None None] Network 98d2c220-d451-42fc-8d5a-a8342230a4c6 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:29:31.908054 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5d962562-dc63-4174-89de-e1de6303d41c admin admin] Publish callbacks [] for port, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:31.927396 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5d962562-dc63-4174-89de-e1de6303d41c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:32.161335 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d962562-dc63-4174-89de-e1de6303d41c admin admin] Pushing event updated for resources: {'Port': ['ID=78703d03-dcde-4ac1-8bfb-0490f85eecdb,revision_number=2']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:29:32.164313 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5d962562-dc63-4174-89de-e1de6303d41c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1774432'] for router_interface, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:32.223568 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250b4914-9722-4b69-9e80-8fa309d81e80 req-393a9e71-c926-4fad-8201-84332fab3677 tempest-ServersOnMultiNodesTest-83646510 tempest-ServersOnMultiNodesTest-83646510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:32.227905 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-250b4914-9722-4b69-9e80-8fa309d81e80 req-393a9e71-c926-4fad-8201-84332fab3677 tempest-ServersOnMultiNodesTest-83646510 tempest-ServersOnMultiNodesTest-83646510-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=33ae5c8c-1cb9-4f31-97e4-591cab6c15f6 HTTP/1.1" status: 200 len: 1101 time: 0.0824971 Oct 20 10:29:32.301588 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-250b4914-9722-4b69-9e80-8fa309d81e80 req-4f18a695-7f0b-42d7-8e12-1e0515f7e533 tempest-ServersOnMultiNodesTest-83646510 tempest-ServersOnMultiNodesTest-83646510-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=dfac1146-e768-4d56-96b1-8816525464ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590968 Oct 20 10:29:32.402326 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d962562-dc63-4174-89de-e1de6303d41c admin admin] Network c0947ba6-2630-45a6-a045-b57a9f3a1649 is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:29:32.406388 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-5d962562-dc63-4174-89de-e1de6303d41c admin admin] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:29:32.473866 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 39344) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:29:32.485115 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-4c515219-2704-4520-a36a-206d7b0f8b4a admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-916710844-network', 'tenant_id': 'a08ab0fdd3704a429954d0bdb811e01a'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:29:32.525581 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763b55e3-5e54-4878-807f-d2baf421ae65 req-8381a9be-38c7-43eb-8554-4bd9ecedf8b9 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:32.527139 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-763b55e3-5e54-4878-807f-d2baf421ae65 req-8381a9be-38c7-43eb-8554-4bd9ecedf8b9 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=39b19f26-435f-4219-86de-3e7bc15de1ed HTTP/1.1" status: 200 len: 950 time: 0.1531403 Oct 20 10:29:32.586634 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c515219-2704-4520-a36a-206d7b0f8b4a admin admin] Made reservation on behalf of a08ab0fdd3704a429954d0bdb811e01a for: {'network': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:29:32.589039 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4c515219-2704-4520-a36a-206d7b0f8b4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:32.616048 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588bea23-fe89-495a-b7c3-58ca87ae337e req-1b042664-3113-4ca8-953e-b240c73696dd tempest-ServersOnMultiNodesTest-83646510 tempest-ServersOnMultiNodesTest-83646510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:32.617738 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-588bea23-fe89-495a-b7c3-58ca87ae337e req-1b042664-3113-4ca8-953e-b240c73696dd tempest-ServersOnMultiNodesTest-83646510 tempest-ServersOnMultiNodesTest-83646510-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=4cac01b4-5943-4577-b46d-85b13a75bd87 HTTP/1.1" status: 200 len: 1101 time: 0.1908915 Oct 20 10:29:32.633739 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4c515219-2704-4520-a36a-206d7b0f8b4a admin admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:32.651836 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-763b55e3-5e54-4878-807f-d2baf421ae65 req-31dc603b-4b80-4207-b662-d750263a81e6 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115081 Oct 20 10:29:32.690934 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d962562-dc63-4174-89de-e1de6303d41c admin admin] Router f5c933f3-3698-4ffd-a7e2-7e408d3a3ec3 has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:29:32.750121 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device bec81d9f-4c36-4c6d-999a-5447da3c446a no longer exists at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:29:32.795605 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4c515219-2704-4520-a36a-206d7b0f8b4a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:32.812898 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4c515219-2704-4520-a36a-206d7b0f8b4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:32.822999 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] No Port match for: bec81d9f-4c36-4c6d-999a-5447da3c446a {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:29:32.824822 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device bec81d9f-4c36-4c6d-999a-5447da3c446a not bound to the agent host n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:29:32.838218 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c515219-2704-4520-a36a-206d7b0f8b4a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 822} {{(pid=100596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:29:32.859512 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4c515219-2704-4520-a36a-206d7b0f8b4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:32.859868 n-d-811396-3 neutron-server[100596]: INFO neutron.db.segments_db [None req-4c515219-2704-4520-a36a-206d7b0f8b4a admin admin] Added segment da9095ae-d030-4cd3-8c4e-d2790671f311 of type vlan for network 909660ef-2883-4fec-87c7-324e677107bc Oct 20 10:29:32.884324 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-39a1eedc-3fd9-42d4-92b5-6128f0896877 None None] Provisioning complete for port 78703d03-dcde-4ac1-8bfb-0490f85eecdb triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:29:32.884680 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-39a1eedc-3fd9-42d4-92b5-6128f0896877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:32.955077 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4c515219-2704-4520-a36a-206d7b0f8b4a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:32.965823 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d962562-dc63-4174-89de-e1de6303d41c admin admin] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:29:32.974915 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-5d962562-dc63-4174-89de-e1de6303d41c admin admin] 10.222.0.64 "PUT /v2.0/routers/f5c933f3-3698-4ffd-a7e2-7e408d3a3ec3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5912242 Oct 20 10:29:32.997536 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-39a1eedc-3fd9-42d4-92b5-6128f0896877 None None] Port 78703d03-dcde-4ac1-8bfb-0490f85eecdb cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:29:33.044721 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4c515219-2704-4520-a36a-206d7b0f8b4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:33.046883 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c515219-2704-4520-a36a-206d7b0f8b4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:33.047668 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4c515219-2704-4520-a36a-206d7b0f8b4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:33.092390 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-588bea23-fe89-495a-b7c3-58ca87ae337e req-048ed081-a275-4362-a1e5-6b54e2f3dd07 tempest-ServersOnMultiNodesTest-83646510 tempest-ServersOnMultiNodesTest-83646510-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=dfac1146-e768-4d56-96b1-8816525464ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4590609 Oct 20 10:29:33.131654 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-4c515219-2704-4520-a36a-206d7b0f8b4a admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6527419 Oct 20 10:29:33.131654 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c515219-2704-4520-a36a-206d7b0f8b4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a601192-8042-452e-9295-9a855ed492e6,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:29:33.132249 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 39358) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:29:33.137506 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-b23e0cfb-5b74-42a6-94b7-bfb888f98032 admin admin] Request body: {'subnet': {'network_id': '909660ef-2883-4fec-87c7-324e677107bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-916710844-subnet', 'tenant_id': 'a08ab0fdd3704a429954d0bdb811e01a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:29:33.203802 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b23e0cfb-5b74-42a6-94b7-bfb888f98032 admin admin] Made reservation on behalf of a08ab0fdd3704a429954d0bdb811e01a for: {'subnet': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:29:33.206234 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b23e0cfb-5b74-42a6-94b7-bfb888f98032 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25350782'] for subnet, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:33.219445 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c515219-2704-4520-a36a-206d7b0f8b4a admin admin] Pushing event updated for resources: {'Network': ['ID=909660ef-2883-4fec-87c7-324e677107bc,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:29:33.244270 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network 909660ef-2883-4fec-87c7-324e677107bc details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:29:33.477147 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 39368) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:29:33.489935 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1d380746-8edd-45f7-950e-aeb46818d20c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:33.520891 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 4c6a559b-7721-4605-9d3a-63d9b3502415 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:29:33.614706 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b23e0cfb-5b74-42a6-94b7-bfb888f98032 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25350752'] for subnet, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:33.641116 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 4c6a559b-7721-4605-9d3a-63d9b3502415 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:29:33.641503 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:33.771765 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23e0cfb-5b74-42a6-94b7-bfb888f98032 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1541b357-b11d-46ca-8819-d8c348485683,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:29:33.806948 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23e0cfb-5b74-42a6-94b7-bfb888f98032 admin admin] Checking segment: {'id': 'da9095ae-d030-4cd3-8c4e-d2790671f311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '909660ef-2883-4fec-87c7-324e677107bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:29:33.807289 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b23e0cfb-5b74-42a6-94b7-bfb888f98032 admin admin] Network hostable DHCP agents. Network: 909660ef-2883-4fec-87c7-324e677107bc, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:29:33.851579 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:33.859920 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b23e0cfb-5b74-42a6-94b7-bfb888f98032 admin admin] Network 909660ef-2883-4fec-87c7-324e677107bc is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:29:33.876481 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-b23e0cfb-5b74-42a6-94b7-bfb888f98032 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, 909660ef-2883-4fec-87c7-324e677107bc) {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:29:33.878672 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] For port 4c6a559b-7721-4605-9d3a-63d9b3502415, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=4c6a559b-7721-4605-9d3a-63d9b3502415,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:29:33.881963 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b23e0cfb-5b74-42a6-94b7-bfb888f98032 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:33.882652 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b23e0cfb-5b74-42a6-94b7-bfb888f98032 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:33.887534 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:33.919815 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-b23e0cfb-5b74-42a6-94b7-bfb888f98032 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7863605 Oct 20 10:29:33.956428 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0e861770-b1a9-4d6b-97cc-74c25adf07f9 req-471ecad8-da21-4dfc-80d5-8603c6732f1b tempest-FloatingIPsNegativeTestJSON-1393021533 tempest-FloatingIPsNegativeTestJSON-1393021533-project] 10.222.0.64 "GET /v2.0/floatingips?tenant_id=5d5801a72f874cfa82c6a1a3ca94c98c HTTP/1.1" status: 200 len: 217 time: 0.1986911 Oct 20 10:29:33.982879 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ea2100-a0cf-4681-9f37-eafc641af058 None None] Network 909660ef-2883-4fec-87c7-324e677107bc requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:29:33.991836 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Pushing event updated for resources: {'Port': ['ID=4c6a559b-7721-4605-9d3a-63d9b3502415,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:29:34.017731 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d664af9-2c14-4293-b330-15ec8de49c70 req-7d6d604a-b5d9-4d38-bfd9-0df8425e6d29 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:34.025571 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2d664af9-2c14-4293-b330-15ec8de49c70 req-7d6d604a-b5d9-4d38-bfd9-0df8425e6d29 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=39b19f26-435f-4219-86de-3e7bc15de1ed HTTP/1.1" status: 200 len: 950 time: 0.2421842 Oct 20 10:29:34.047656 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-8130c24e-34e9-4778-a368-2630c8e1b2f6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5669cc13a2d4478491e7476a17e4f5cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5664027 Oct 20 10:29:34.050161 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 39392) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:29:34.160878 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9568a812-cf5c-40af-93a4-f2b681f37e1c req-a67cfcb2-8caf-4caa-8add-6158850c27c2 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=cbb7919139e74aa3a9a9edbe5b865f11&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0972896 Oct 20 10:29:34.167598 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b4baedc3-fbb8-41d2-b656-2f874779f061 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:34.198876 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b4baedc3-fbb8-41d2-b656-2f874779f061 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:34.223501 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8f4c95c-1699-454d-9661-ef48544b31ec None None] Network 909660ef-2883-4fec-87c7-324e677107bc requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:29:34.253730 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249c1152-ee45-450e-944a-a18e48946fe5 None None] Sync routers for ids ['f5c933f3-3698-4ffd-a7e2-7e408d3a3ec3'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:29:34.267057 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249c1152-ee45-450e-944a-a18e48946fe5 None None] Routers {'f5c933f3-3698-4ffd-a7e2-7e408d3a3ec3'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:29:34.268065 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-249c1152-ee45-450e-944a-a18e48946fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:29:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['f5c933f3-3698-4ffd-a7e2-7e408d3a3ec3'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:29:34.361032 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9568a812-cf5c-40af-93a4-f2b681f37e1c req-79df19c7-8f04-4b52-b5c1-e8075498dc91 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:34.362512 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9568a812-cf5c-40af-93a4-f2b681f37e1c req-79df19c7-8f04-4b52-b5c1-e8075498dc91 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1822011 Oct 20 10:29:34.387938 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2d664af9-2c14-4293-b330-15ec8de49c70 req-5766bd48-c283-4b12-bdde-35760b6ad083 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3481150 Oct 20 10:29:34.408008 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9568a812-cf5c-40af-93a4-f2b681f37e1c req-59159581-1585-4cfe-9a94-34fa3c322fc7 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/quotas/cbb7919139e74aa3a9a9edbe5b865f11 HTTP/1.1" status: 200 len: 375 time: 0.0271039 Oct 20 10:29:34.427659 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-249c1152-ee45-450e-944a-a18e48946fe5 None None] Set router f5c933f3-3698-4ffd-a7e2-7e408d3a3ec3 gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:29:34.549589 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9568a812-cf5c-40af-93a4-f2b681f37e1c req-a8600018-50df-4e24-b1d8-2b0519bd4fd1 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=cbb7919139e74aa3a9a9edbe5b865f11&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1348648 Oct 20 10:29:34.587753 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c2dc2196-72b2-4c89-ba1f-157d99c2db79 req-cdace70a-d675-487e-92c2-09bdddff43eb tempest-FloatingIPsNegativeTestJSON-1393021533 tempest-FloatingIPsNegativeTestJSON-1393021533-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0337100 Oct 20 10:29:34.715017 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b4baedc3-fbb8-41d2-b656-2f874779f061 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:34.718242 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b4baedc3-fbb8-41d2-b656-2f874779f061 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:34.719831 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-b4baedc3-fbb8-41d2-b656-2f874779f061 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/16f29da4-e76c-43e0-934f-c02c5cb6afce HTTP/1.1" status: 204 len: 168 time: 0.6686249 Oct 20 10:29:34.730916 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4baedc3-fbb8-41d2-b656-2f874779f061 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16f29da4-e76c-43e0-934f-c02c5cb6afce,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:29:34.893973 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-249c1152-ee45-450e-944a-a18e48946fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5c933f3-3698-4ffd-a7e2-7e408d3a3ec3', 'name': 'tempest-FloatingIPsNegativeTestJSON-2140568848-router', 'tenant_id': '5d5801a72f874cfa82c6a1a3ca94c98c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '4c6a559b-7721-4605-9d3a-63d9b3502415', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:29:24Z', 'updated_at': '2021-10-20T10:29:31Z', 'revision_number': 4, 'project_id': '5d5801a72f874cfa82c6a1a3ca94c98c', 'gw_port': {'id': '4c6a559b-7721-4605-9d3a-63d9b3502415', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:42:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c933f3-3698-4ffd-a7e2-7e408d3a3ec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:29:26Z', 'updated_at': '2021-10-20T10:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '78703d03-dcde-4ac1-8bfb-0490f85eecdb', 'name': '', 'network_id': 'c0947ba6-2630-45a6-a045-b57a9f3a1649', 'tenant_id': '5d5801a72f874cfa82c6a1a3ca94c98c', 'mac_address': 'fa:16:3e:e8:c2:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5c933f3-3698-4ffd-a7e2-7e408d3a3ec3', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '66cdf79f-1f02-4442-ab7d-aaa60c553b92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:29:30Z', 'updated_at': '2021-10-20T10:29:31Z', 'revision_number': 2, 'project_id': '5d5801a72f874cfa82c6a1a3ca94c98c', 'subnets': [{'id': '66cdf79f-1f02-4442-ab7d-aaa60c553b92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:29:34.913223 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77b9cac-ebdf-4c7c-871e-b0ad08b5dde2 req-ae99df3d-42b8-4782-8201-a3856cd69daf tempest-ServersNegativeTestMultiTenantJSON-26582195 tempest-ServersNegativeTestMultiTenantJSON-26582195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:34.923274 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f77b9cac-ebdf-4c7c-871e-b0ad08b5dde2 req-ae99df3d-42b8-4782-8201-a3856cd69daf tempest-ServersNegativeTestMultiTenantJSON-26582195 tempest-ServersNegativeTestMultiTenantJSON-26582195-project] 10.222.0.64 "GET /v2.0/networks?id=98d2c220-d451-42fc-8d5a-a8342230a4c6 HTTP/1.1" status: 200 len: 824 time: 0.1537850 Oct 20 10:29:34.944425 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249c1152-ee45-450e-944a-a18e48946fe5 None None] Checking router: f5c933f3-3698-4ffd-a7e2-7e408d3a3ec3 for host: n-d-811396-3 {{(pid=100599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:29:34.945023 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249c1152-ee45-450e-944a-a18e48946fe5 None None] Updating router f5c933f3-3698-4ffd-a7e2-7e408d3a3ec3 port 78703d03-dcde-4ac1-8bfb-0490f85eecdb binding host n-d-811396-3 {{(pid=100599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 10:29:34.958192 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f77b9cac-ebdf-4c7c-871e-b0ad08b5dde2 req-17e47251-49f9-4ba8-9c2d-a3d4540175f5 tempest-ServersNegativeTestMultiTenantJSON-26582195 tempest-ServersNegativeTestMultiTenantJSON-26582195-project] 10.222.0.64 "GET /v2.0/quotas/b37ecdb3c3de4c7fa76ddc8c34931f3a HTTP/1.1" status: 200 len: 375 time: 0.0273156 Oct 20 10:29:34.976731 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-249c1152-ee45-450e-944a-a18e48946fe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:35.007303 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f77b9cac-ebdf-4c7c-871e-b0ad08b5dde2 req-a6a7117e-6513-4ccc-8b62-4cecb4bfb670 tempest-ServersNegativeTestMultiTenantJSON-26582195 tempest-ServersNegativeTestMultiTenantJSON-26582195-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=b37ecdb3c3de4c7fa76ddc8c34931f3a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0417490 Oct 20 10:29:35.141421 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f77b9cac-ebdf-4c7c-871e-b0ad08b5dde2 req-0a47e968-2df2-44d8-b916-7dbaef686903 service neutron] 10.222.0.64 "GET /v2.0/networks/98d2c220-d451-42fc-8d5a-a8342230a4c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253653 Oct 20 10:29:35.217595 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 39420) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:29:35.218796 n-d-811396-3 neutron-server[100596]: INFO neutron.api.v2.resource [req-fb83f6d1-1888-48aa-be66-038ea38d5aa2 req-868b99b8-5484-4b6f-a576-c78727d185ba tempest-FloatingIPsNegativeTestJSON-1393021533 tempest-FloatingIPsNegativeTestJSON-1393021533-project] show failed (client error): The resource could not be found. Oct 20 10:29:35.220014 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fb83f6d1-1888-48aa-be66-038ea38d5aa2 req-868b99b8-5484-4b6f-a576-c78727d185ba tempest-FloatingIPsNegativeTestJSON-1393021533 tempest-FloatingIPsNegativeTestJSON-1393021533-project] 10.222.0.64 "GET /v2.0/floatingips/f5b6b008-1cd3-4b32-a849-794654cdff9d HTTP/1.1" status: 404 len: 350 time: 0.0533168 Oct 20 10:29:35.236080 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 39422) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:29:35.329288 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f77b9cac-ebdf-4c7c-871e-b0ad08b5dde2 req-f6c9e3c3-beff-4940-8eb0-9d71c4cb23ea service neutron] 10.222.0.64 "GET /v2.0/networks/98d2c220-d451-42fc-8d5a-a8342230a4c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868956 Oct 20 10:29:35.451502 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 4c6a559b-7721-4605-9d3a-63d9b3502415 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:29:35.541517 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-64306c2d-eadf-4de6-989a-0845c521d93f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=949ee580f27b45f09dcfab6ca60a752a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3220360 Oct 20 10:29:35.544218 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 39438) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:29:35.694326 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-249c1152-ee45-450e-944a-a18e48946fe5 None None] Publish callbacks [] for port, precommit_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:35.710591 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 4c6a559b-7721-4605-9d3a-63d9b3502415 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:29:35.713496 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:35.714870 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-249c1152-ee45-450e-944a-a18e48946fe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:35.795477 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-56b24478-f5a3-4b64-9ff2-c67b796d51d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:35.863298 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e54d46b-f2a9-41db-b429-6c8764d5928b None None] Pushing event updated for resources: {'Port': ['ID=78703d03-dcde-4ac1-8bfb-0490f85eecdb,revision_number=3']} {{(pid=100599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:29:35.873287 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e54d46b-f2a9-41db-b429-6c8764d5928b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:29:35.873983 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e54d46b-f2a9-41db-b429-6c8764d5928b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:29:35.875288 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e54d46b-f2a9-41db-b429-6c8764d5928b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:29:35.875892 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e54d46b-f2a9-41db-b429-6c8764d5928b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:29:35.877252 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e54d46b-f2a9-41db-b429-6c8764d5928b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:29:35.878220 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e54d46b-f2a9-41db-b429-6c8764d5928b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:29:35.878785 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e54d46b-f2a9-41db-b429-6c8764d5928b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:29:35.879320 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e54d46b-f2a9-41db-b429-6c8764d5928b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:29:35.880127 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e54d46b-f2a9-41db-b429-6c8764d5928b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:29:35.880722 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e54d46b-f2a9-41db-b429-6c8764d5928b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:29:35.881261 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e54d46b-f2a9-41db-b429-6c8764d5928b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:29:35.881809 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e54d46b-f2a9-41db-b429-6c8764d5928b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:29:35.916054 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-56b24478-f5a3-4b64-9ff2-c67b796d51d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:36.013535 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-249c1152-ee45-450e-944a-a18e48946fe5 None None] Attempting to bind port 78703d03-dcde-4ac1-8bfb-0490f85eecdb on host n-d-811396-3 for vnic_type normal with profile {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:29:36.013864 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-249c1152-ee45-450e-944a-a18e48946fe5 None None] Attempting to bind port 78703d03-dcde-4ac1-8bfb-0490f85eecdb by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '27efea6d-6bdf-4362-b2da-e3ad48250fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'c0947ba6-2630-45a6-a045-b57a9f3a1649'}] {{(pid=100599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:29:36.014230 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249c1152-ee45-450e-944a-a18e48946fe5 None None] Attempting to bind port 78703d03-dcde-4ac1-8bfb-0490f85eecdb on network c0947ba6-2630-45a6-a045-b57a9f3a1649 {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:29:36.028478 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249c1152-ee45-450e-944a-a18e48946fe5 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:29:36.029176 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249c1152-ee45-450e-944a-a18e48946fe5 None None] Checking segment: {'id': '27efea6d-6bdf-4362-b2da-e3ad48250fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'c0947ba6-2630-45a6-a045-b57a9f3a1649'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:29:36.029749 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-249c1152-ee45-450e-944a-a18e48946fe5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:36.030307 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249c1152-ee45-450e-944a-a18e48946fe5 None None] Bound using segment: {'id': '27efea6d-6bdf-4362-b2da-e3ad48250fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'c0947ba6-2630-45a6-a045-b57a9f3a1649'} {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:29:36.031015 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-249c1152-ee45-450e-944a-a18e48946fe5 None None] Bound port: 78703d03-dcde-4ac1-8bfb-0490f85eecdb, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27efea6d-6bdf-4362-b2da-e3ad48250fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'c0947ba6-2630-45a6-a045-b57a9f3a1649'}}] {{(pid=100599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:29:36.032692 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-249c1152-ee45-450e-944a-a18e48946fe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:36.041352 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b1c1f96c-d272-4f1f-8941-2445056b2b2d req-cf59cab3-743f-4f57-9da0-19a3de9ccab2 tempest-ServersNegativeTestMultiTenantJSON-26582195 tempest-ServersNegativeTestMultiTenantJSON-26582195-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac0adda0-726a-4083-83e3-68fcba3b4c74 HTTP/1.1" status: 200 len: 210 time: 0.0637455 Oct 20 10:29:36.110828 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e730da5-31de-457f-9b40-73936fec38e4 req-aad4b38c-b53e-4b55-b7d8-a8fdd12e2302 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:36.120011 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1e730da5-31de-457f-9b40-73936fec38e4 req-aad4b38c-b53e-4b55-b7d8-a8fdd12e2302 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=39b19f26-435f-4219-86de-3e7bc15de1ed HTTP/1.1" status: 200 len: 950 time: 0.3141077 Oct 20 10:29:36.129739 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-04d201c1-7e00-4c57-891b-b04fbe785442 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:36.183989 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.db [None req-249c1152-ee45-450e-944a-a18e48946fe5 None None] For port 78703d03-dcde-4ac1-8bfb-0490f85eecdb, host n-d-811396-3, cleared binding levels {{(pid=100599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:29:36.192424 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.db [None req-249c1152-ee45-450e-944a-a18e48946fe5 None None] For port 78703d03-dcde-4ac1-8bfb-0490f85eecdb, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=78703d03-dcde-4ac1-8bfb-0490f85eecdb,segment=NetworkSegment(27efea6d-6bdf-4362-b2da-e3ad48250fad),segment_id=27efea6d-6bdf-4362-b2da-e3ad48250fad)] {{(pid=100599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:29:36.205864 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-249c1152-ee45-450e-944a-a18e48946fe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:36.261169 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-cf980ef0-c23f-4c95-8941-567939ae2d37 None None] Provisioning complete for port 78703d03-dcde-4ac1-8bfb-0490f85eecdb triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:29:36.261703 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-cf980ef0-c23f-4c95-8941-567939ae2d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:36.272738 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249c1152-ee45-450e-944a-a18e48946fe5 None None] Routers {'f5c933f3-3698-4ffd-a7e2-7e408d3a3ec3'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:29:36.273833 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-249c1152-ee45-450e-944a-a18e48946fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:29:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['f5c933f3-3698-4ffd-a7e2-7e408d3a3ec3'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:29:36.290889 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ba2022b6-6f87-4e9b-8a85-487e29700d41 req-dd22d582-9af0-46c6-abd1-e7f92ce4d677 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/ports?device_id=38e4aa4a-6de3-4c39-a753-d611e7dc2929 HTTP/1.1" status: 200 len: 210 time: 0.1335070 Oct 20 10:29:36.325375 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-56b24478-f5a3-4b64-9ff2-c67b796d51d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:36.333852 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-601efa2b-eb0d-42d7-a707-4bac5ff94ac5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1774405'] for router_interface, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:36.334610 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-56b24478-f5a3-4b64-9ff2-c67b796d51d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:36.349192 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-56b24478-f5a3-4b64-9ff2-c67b796d51d0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/bb442334-c216-42a5-8c40-1261d4e3b884 HTTP/1.1" status: 204 len: 168 time: 0.8038876 Oct 20 10:29:36.357681 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e54d46b-f2a9-41db-b429-6c8764d5928b None None] Pushing event updated for resources: {'Port': ['ID=78703d03-dcde-4ac1-8bfb-0490f85eecdb,revision_number=4']} {{(pid=100599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:29:36.374890 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1e730da5-31de-457f-9b40-73936fec38e4 req-ea039270-224b-4842-9010-5115f7a42196 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499914 Oct 20 10:29:36.394800 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b24478-f5a3-4b64-9ff2-c67b796d51d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb442334-c216-42a5-8c40-1261d4e3b884,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:29:36.470076 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-249c1152-ee45-450e-944a-a18e48946fe5 None None] Set router f5c933f3-3698-4ffd-a7e2-7e408d3a3ec3 gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:29:36.943335 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-601efa2b-eb0d-42d7-a707-4bac5ff94ac5 admin admin] Deleting port 78703d03-dcde-4ac1-8bfb-0490f85eecdb {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:29:36.943766 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-601efa2b-eb0d-42d7-a707-4bac5ff94ac5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:36.953217 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-cf980ef0-c23f-4c95-8941-567939ae2d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:37.081404 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:37.109901 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [None req-601efa2b-eb0d-42d7-a707-4bac5ff94ac5 admin admin] For port 78703d03-dcde-4ac1-8bfb-0490f85eecdb, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=78703d03-dcde-4ac1-8bfb-0490f85eecdb,segment=NetworkSegment(27efea6d-6bdf-4362-b2da-e3ad48250fad),segment_id=27efea6d-6bdf-4362-b2da-e3ad48250fad)] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:29:37.110370 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-601efa2b-eb0d-42d7-a707-4bac5ff94ac5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:37.121486 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-cf980ef0-c23f-4c95-8941-567939ae2d37 None None] For port 78703d03-dcde-4ac1-8bfb-0490f85eecdb, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=78703d03-dcde-4ac1-8bfb-0490f85eecdb,segment=NetworkSegment(27efea6d-6bdf-4362-b2da-e3ad48250fad),segment_id=27efea6d-6bdf-4362-b2da-e3ad48250fad)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:29:37.127172 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-601efa2b-eb0d-42d7-a707-4bac5ff94ac5 admin admin] Calling delete_port for 78703d03-dcde-4ac1-8bfb-0490f85eecdb owned by network:router_interface {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:29:37.128142 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-cf980ef0-c23f-4c95-8941-567939ae2d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:37.154284 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-249c1152-ee45-450e-944a-a18e48946fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5c933f3-3698-4ffd-a7e2-7e408d3a3ec3', 'name': 'tempest-FloatingIPsNegativeTestJSON-2140568848-router', 'tenant_id': '5d5801a72f874cfa82c6a1a3ca94c98c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '4c6a559b-7721-4605-9d3a-63d9b3502415', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:29:24Z', 'updated_at': '2021-10-20T10:29:31Z', 'revision_number': 4, 'project_id': '5d5801a72f874cfa82c6a1a3ca94c98c', 'gw_port': {'id': '4c6a559b-7721-4605-9d3a-63d9b3502415', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:42:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c933f3-3698-4ffd-a7e2-7e408d3a3ec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:29:26Z', 'updated_at': '2021-10-20T10:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '78703d03-dcde-4ac1-8bfb-0490f85eecdb', 'name': '', 'network_id': 'c0947ba6-2630-45a6-a045-b57a9f3a1649', 'tenant_id': '5d5801a72f874cfa82c6a1a3ca94c98c', 'mac_address': 'fa:16:3e:e8:c2:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5c933f3-3698-4ffd-a7e2-7e408d3a3ec3', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '66cdf79f-1f02-4442-ab7d-aaa60c553b92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:29:30Z', 'updated_at': '2021-10-20T10:29:36Z', 'revision_number': 4, 'project_id': '5d5801a72f874cfa82c6a1a3ca94c98c', 'subnets': [{'id': '66cdf79f-1f02-4442-ab7d-aaa60c553b92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:29:37.195913 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249c1152-ee45-450e-944a-a18e48946fe5 None None] The sync data for ids ['f5c933f3-3698-4ffd-a7e2-7e408d3a3ec3'] in n-d-811396-3 is: [{'id': 'f5c933f3-3698-4ffd-a7e2-7e408d3a3ec3', 'name': 'tempest-FloatingIPsNegativeTestJSON-2140568848-router', 'tenant_id': '5d5801a72f874cfa82c6a1a3ca94c98c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '4c6a559b-7721-4605-9d3a-63d9b3502415', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:29:24Z', 'updated_at': '2021-10-20T10:29:31Z', 'revision_number': 4, 'project_id': '5d5801a72f874cfa82c6a1a3ca94c98c', 'gw_port': {'id': '4c6a559b-7721-4605-9d3a-63d9b3502415', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:42:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c933f3-3698-4ffd-a7e2-7e408d3a3ec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:29:26Z', 'updated_at': '2021-10-20T10:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '78703d03-dcde-4ac1-8bfb-0490f85eecdb', 'name': '', 'network_id': 'c0947ba6-2630-45a6-a045-b57a9f3a1649', 'tenant_id': '5d5801a72f874cfa82c6a1a3ca94c98c', 'mac_address': 'fa:16:3e:e8:c2:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5c933f3-3698-4ffd-a7e2-7e408d3a3ec3', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '66cdf79f-1f02-4442-ab7d-aaa60c553b92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:29:30Z', 'updated_at': '2021-10-20T10:29:36Z', 'revision_number': 4, 'project_id': '5d5801a72f874cfa82c6a1a3ca94c98c', 'subnets': [{'id': '66cdf79f-1f02-4442-ab7d-aaa60c553b92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:29:37.212963 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-268bdbe0-0ac4-4adb-9911-e2eaa1285649 req-df86d11c-8503-4f8f-9507-90f8f20e77e7 tempest-ServersNegativeTestMultiTenantJSON-26582195 tempest-ServersNegativeTestMultiTenantJSON-26582195-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac0adda0-726a-4083-83e3-68fcba3b4c74 HTTP/1.1" status: 200 len: 210 time: 0.0431595 Oct 20 10:29:37.229387 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf980ef0-c23f-4c95-8941-567939ae2d37 None None] Pushing event updated for resources: {'Port': ['ID=78703d03-dcde-4ac1-8bfb-0490f85eecdb,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:29:37.255313 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-908a8aeb-f404-47b6-8a3f-5c54582b2022 None None] Provisioning complete for port 78703d03-dcde-4ac1-8bfb-0490f85eecdb triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:29:37.256404 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-908a8aeb-f404-47b6-8a3f-5c54582b2022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:37.526639 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:37.576868 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c261bc74-bc88-4449-ac00-2d3dcb92d82e req-391b0aef-ed7f-485a-b57a-584a0b234523 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/ports?device_id=38e4aa4a-6de3-4c39-a753-d611e7dc2929 HTTP/1.1" status: 200 len: 210 time: 0.0690002 Oct 20 10:29:37.604838 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 78703d03-dcde-4ac1-8bfb-0490f85eecdb up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:29:37.706874 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-601efa2b-eb0d-42d7-a707-4bac5ff94ac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:37.711209 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:37.751032 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No active binding found for port 78703d03-dcde-4ac1-8bfb-0490f85eecdb {{(pid=100598) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 20 10:29:37.751524 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 78703d03-dcde-4ac1-8bfb-0490f85eecdb not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Oct 20 10:29:37.819013 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Port 78703d03-dcde-4ac1-8bfb-0490f85eecdb not found, will not notify nova. {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Oct 20 10:29:37.941469 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601efa2b-eb0d-42d7-a707-4bac5ff94ac5 admin admin] Pushing event deleted for resources: {'Port': ['ID=78703d03-dcde-4ac1-8bfb-0490f85eecdb,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:29:38.027230 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-9568a812-cf5c-40af-93a4-f2b681f37e1c req-78b6268c-8213-46c3-b981-fd24a898cd97 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=cbb7919139e74aa3a9a9edbe5b865f11&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1358774 Oct 20 10:29:38.437927 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9568a812-cf5c-40af-93a4-f2b681f37e1c req-b7b1d524-902c-4630-bd0b-092e9ec5a70d tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:38.439727 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-9568a812-cf5c-40af-93a4-f2b681f37e1c req-b7b1d524-902c-4630-bd0b-092e9ec5a70d tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3976696 Oct 20 10:29:38.448569 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863f8794-ca65-4549-b209-62fb18568744 req-ed8899c5-9446-4571-a8fb-5cb31ab4d00e tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:38.462409 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-863f8794-ca65-4549-b209-62fb18568744 req-ed8899c5-9446-4571-a8fb-5cb31ab4d00e tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=39b19f26-435f-4219-86de-3e7bc15de1ed HTTP/1.1" status: 200 len: 950 time: 0.9326189 Oct 20 10:29:38.463744 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [req-9568a812-cf5c-40af-93a4-f2b681f37e1c req-e9ca6807-14d8-4e86-9d1c-a5c2c9946494 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Request body: {'port': {'device_id': 'a278457f-0627-4f71-b06b-8a074f97133c', 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84', 'admin_state_up': True, 'tenant_id': 'cbb7919139e74aa3a9a9edbe5b865f11'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:29:38.489253 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9568a812-cf5c-40af-93a4-f2b681f37e1c req-a6e7463c-21f7-421c-bfe0-b141cc2ce15c tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=cbb7919139e74aa3a9a9edbe5b865f11&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1286137 Oct 20 10:29:38.571572 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-601efa2b-eb0d-42d7-a707-4bac5ff94ac5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1771989'] for router_interface, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:38.631607 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-863f8794-ca65-4549-b209-62fb18568744 req-4b2b3a5f-6093-414f-8750-ca286eae4325 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666603 Oct 20 10:29:38.786191 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:38.825964 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-dff1379d-1ef6-4707-98c1-51303a49130a req-b076552e-c152-4650-93f5-81699196e0e4 tempest-ServersNegativeTestMultiTenantJSON-26582195 tempest-ServersNegativeTestMultiTenantJSON-26582195-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac0adda0-726a-4083-83e3-68fcba3b4c74 HTTP/1.1" status: 200 len: 210 time: 0.0855725 Oct 20 10:29:38.833546 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77b9cac-ebdf-4c7c-871e-b0ad08b5dde2 req-3ba2d680-104c-4e82-af04-2a969d27eb4c tempest-ServersNegativeTestMultiTenantJSON-26582195 tempest-ServersNegativeTestMultiTenantJSON-26582195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:38.835044 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-f77b9cac-ebdf-4c7c-871e-b0ad08b5dde2 req-3ba2d680-104c-4e82-af04-2a969d27eb4c tempest-ServersNegativeTestMultiTenantJSON-26582195 tempest-ServersNegativeTestMultiTenantJSON-26582195-project] 10.222.0.69 "GET /v2.0/networks?id=98d2c220-d451-42fc-8d5a-a8342230a4c6 HTTP/1.1" status: 200 len: 824 time: 0.5106325 Oct 20 10:29:38.892264 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9568a812-cf5c-40af-93a4-f2b681f37e1c req-2a37ffed-03c3-458e-8f34-60c7161a6046 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:38.894543 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9568a812-cf5c-40af-93a4-f2b681f37e1c req-2a37ffed-03c3-458e-8f34-60c7161a6046 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3872454 Oct 20 10:29:38.898826 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [req-f77b9cac-ebdf-4c7c-871e-b0ad08b5dde2 req-36bb6848-cd11-407a-9570-013af93b092d tempest-ServersNegativeTestMultiTenantJSON-26582195 tempest-ServersNegativeTestMultiTenantJSON-26582195-project] Request body: {'port': {'device_id': 'ac0adda0-726a-4083-83e3-68fcba3b4c74', 'network_id': '98d2c220-d451-42fc-8d5a-a8342230a4c6', 'admin_state_up': True, 'tenant_id': 'b37ecdb3c3de4c7fa76ddc8c34931f3a'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:29:38.916238 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-9568a812-cf5c-40af-93a4-f2b681f37e1c req-03d26942-646e-49e4-871c-70d5342dcd45 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Request body: {'port': {'device_id': '38e4aa4a-6de3-4c39-a753-d611e7dc2929', 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84', 'admin_state_up': True, 'tenant_id': 'cbb7919139e74aa3a9a9edbe5b865f11'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:29:39.000920 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bfb2ac8b-b51f-4bef-8081-71c1b64523eb req-7a436068-3733-4cdd-9d45-e32bd0c569d4 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/ports?device_id=38e4aa4a-6de3-4c39-a753-d611e7dc2929 HTTP/1.1" status: 200 len: 210 time: 0.0330462 Oct 20 10:29:39.130883 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9568a812-cf5c-40af-93a4-f2b681f37e1c req-e9ca6807-14d8-4e86-9d1c-a5c2c9946494 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Made reservation on behalf of cbb7919139e74aa3a9a9edbe5b865f11 for: {'port': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:29:39.134617 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-9568a812-cf5c-40af-93a4-f2b681f37e1c req-e9ca6807-14d8-4e86-9d1c-a5c2c9946494 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:39.148470 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9568a812-cf5c-40af-93a4-f2b681f37e1c req-03d26942-646e-49e4-871c-70d5342dcd45 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Made reservation on behalf of cbb7919139e74aa3a9a9edbe5b865f11 for: {'port': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:29:39.153491 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-9568a812-cf5c-40af-93a4-f2b681f37e1c req-03d26942-646e-49e4-871c-70d5342dcd45 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:39.403592 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f77b9cac-ebdf-4c7c-871e-b0ad08b5dde2 req-36bb6848-cd11-407a-9570-013af93b092d tempest-ServersNegativeTestMultiTenantJSON-26582195 tempest-ServersNegativeTestMultiTenantJSON-26582195-project] Made reservation on behalf of b37ecdb3c3de4c7fa76ddc8c34931f3a for: {'port': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:29:39.409738 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-f77b9cac-ebdf-4c7c-871e-b0ad08b5dde2 req-36bb6848-cd11-407a-9570-013af93b092d tempest-ServersNegativeTestMultiTenantJSON-26582195 tempest-ServersNegativeTestMultiTenantJSON-26582195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:39.429998 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [req-9568a812-cf5c-40af-93a4-f2b681f37e1c req-03d26942-646e-49e4-871c-70d5342dcd45 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Allocated IP 192.168.233.179 (a7c57b12-d7c3-48bb-aa54-a67a56468a84/8f86199a-b8f2-45b4-a83a-995a7ea6fe42/94206ac3-057e-462d-b6fd-4665c89c4a2c) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:29:39.643865 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-601efa2b-eb0d-42d7-a707-4bac5ff94ac5 admin admin] Router f5c933f3-3698-4ffd-a7e2-7e408d3a3ec3 has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:29:39.650896 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [req-f77b9cac-ebdf-4c7c-871e-b0ad08b5dde2 req-36bb6848-cd11-407a-9570-013af93b092d tempest-ServersNegativeTestMultiTenantJSON-26582195 tempest-ServersNegativeTestMultiTenantJSON-26582195-project] Allocated IP 172.20.0.3 (98d2c220-d451-42fc-8d5a-a8342230a4c6/2050c15f-2dd0-4e17-a188-dda47d1d3ff0/408bb5c0-e0dc-460c-94e3-7f47daf87d80) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:29:39.675040 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-9568a812-cf5c-40af-93a4-f2b681f37e1c req-03d26942-646e-49e4-871c-70d5342dcd45 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:39.720683 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-9568a812-cf5c-40af-93a4-f2b681f37e1c req-03d26942-646e-49e4-871c-70d5342dcd45 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:39.769627 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['4bf11690-7f8a-4a5d-b7d6-9b02b6176fea', '550f7c00-47d3-4e55-be09-c45b0e8ce738', '8742fd55-79bc-42e6-ba15-c45d424c2847'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:29:39.823962 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9568a812-cf5c-40af-93a4-f2b681f37e1c req-03d26942-646e-49e4-871c-70d5342dcd45 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Network a7c57b12-d7c3-48bb-aa54-a67a56468a84 is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:29:39.827614 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [req-9568a812-cf5c-40af-93a4-f2b681f37e1c req-03d26942-646e-49e4-871c-70d5342dcd45 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:29:39.832172 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-9568a812-cf5c-40af-93a4-f2b681f37e1c req-03d26942-646e-49e4-871c-70d5342dcd45 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:29:39.837283 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9568a812-cf5c-40af-93a4-f2b681f37e1c req-03d26942-646e-49e4-871c-70d5342dcd45 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:39.838007 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-9568a812-cf5c-40af-93a4-f2b681f37e1c req-03d26942-646e-49e4-871c-70d5342dcd45 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:39.849583 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d26942-646e-49e4-871c-70d5342dcd45 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Pushing event updated for resources: {'Port': ['ID=94206ac3-057e-462d-b6fd-4665c89c4a2c,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:29:39.868581 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9568a812-cf5c-40af-93a4-f2b681f37e1c req-03d26942-646e-49e4-871c-70d5342dcd45 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9564650 Oct 20 10:29:39.894357 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-9568a812-cf5c-40af-93a4-f2b681f37e1c req-e78f61a7-6f31-4297-8329-85e0b4c3f95a service neutron] Request body: {'port': {'device_id': '38e4aa4a-6de3-4c39-a753-d611e7dc2929', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811396-3'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:29:40.079618 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-9568a812-cf5c-40af-93a4-f2b681f37e1c req-e78f61a7-6f31-4297-8329-85e0b4c3f95a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:40.118345 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10a754f-7c62-4be6-ba8e-b5d4746b13e0 req-bf16c86d-1855-42cc-a787-229ed2226137 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:40.120041 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e10a754f-7c62-4be6-ba8e-b5d4746b13e0 req-bf16c86d-1855-42cc-a787-229ed2226137 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=39b19f26-435f-4219-86de-3e7bc15de1ed HTTP/1.1" status: 200 len: 950 time: 0.1941063 Oct 20 10:29:40.245503 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e10a754f-7c62-4be6-ba8e-b5d4746b13e0 req-eceb2962-d8db-46ae-8ecb-fc5dc5aa75db tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144917 Oct 20 10:29:40.337889 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-51146d0c-cfae-4db0-bdaa-6b157b7be739 None None] Provisioning complete for port 94206ac3-057e-462d-b6fd-4665c89c4a2c triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:29:40.338479 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-51146d0c-cfae-4db0-bdaa-6b157b7be739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:40.346925 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [req-9568a812-cf5c-40af-93a4-f2b681f37e1c req-e9ca6807-14d8-4e86-9d1c-a5c2c9946494 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Allocated IP 192.168.233.201 (a7c57b12-d7c3-48bb-aa54-a67a56468a84/8f86199a-b8f2-45b4-a83a-995a7ea6fe42/0c2ac16c-39fa-4445-a3d7-43e100268554) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:29:40.400822 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-601efa2b-eb0d-42d7-a707-4bac5ff94ac5 admin admin] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:29:40.412316 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-601efa2b-eb0d-42d7-a707-4bac5ff94ac5 admin admin] 10.222.0.64 "PUT /v2.0/routers/f5c933f3-3698-4ffd-a7e2-7e408d3a3ec3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1708169 Oct 20 10:29:40.417311 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 39566) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:29:40.420288 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-f77b9cac-ebdf-4c7c-871e-b0ad08b5dde2 req-36bb6848-cd11-407a-9570-013af93b092d tempest-ServersNegativeTestMultiTenantJSON-26582195 tempest-ServersNegativeTestMultiTenantJSON-26582195-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:40.420432 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-150965b0-3e7d-4902-ab4f-7d20bacc3944 None None] Sync routers for ids ['f5c933f3-3698-4ffd-a7e2-7e408d3a3ec3'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:29:40.423974 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-71024bf5-917e-4d5d-9d65-76b90c111a0e req-6b92ac8e-b5cc-4b90-957b-15402bd7493b tempest-ServersNegativeTestMultiTenantJSON-26582195 tempest-ServersNegativeTestMultiTenantJSON-26582195-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac0adda0-726a-4083-83e3-68fcba3b4c74 HTTP/1.1" status: 200 len: 210 time: 0.0507166 Oct 20 10:29:40.439473 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-51146d0c-cfae-4db0-bdaa-6b157b7be739 None None] Port 94206ac3-057e-462d-b6fd-4665c89c4a2c cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:29:40.509893 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150965b0-3e7d-4902-ab4f-7d20bacc3944 None None] Routers {'f5c933f3-3698-4ffd-a7e2-7e408d3a3ec3'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:29:40.510730 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-150965b0-3e7d-4902-ab4f-7d20bacc3944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:29:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['f5c933f3-3698-4ffd-a7e2-7e408d3a3ec3'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:29:40.545622 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e56837-caf1-4c69-93ed-7cc171c02e52 req-83d3c347-2598-4e51-a070-05c83796d0f4 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:40.553058 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-26e56837-caf1-4c69-93ed-7cc171c02e52 req-83d3c347-2598-4e51-a070-05c83796d0f4 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/ports?device_id=38e4aa4a-6de3-4c39-a753-d611e7dc2929 HTTP/1.1" status: 200 len: 936 time: 0.1278045 Oct 20 10:29:40.625609 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-26e56837-caf1-4c69-93ed-7cc171c02e52 req-8858c12f-0ab4-432a-808e-8461bb77db6b tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/security-groups?id=dfac1146-e768-4d56-96b1-8816525464ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654294 Oct 20 10:29:40.671710 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-150965b0-3e7d-4902-ab4f-7d20bacc3944 None None] Set router f5c933f3-3698-4ffd-a7e2-7e408d3a3ec3 gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:29:40.733346 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-f77b9cac-ebdf-4c7c-871e-b0ad08b5dde2 req-36bb6848-cd11-407a-9570-013af93b092d tempest-ServersNegativeTestMultiTenantJSON-26582195 tempest-ServersNegativeTestMultiTenantJSON-26582195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:40.744038 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7e341153-00ec-4980-8832-9dd53db215c3 admin admin] Publish callbacks [] for router, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:40.833709 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f77b9cac-ebdf-4c7c-871e-b0ad08b5dde2 req-36bb6848-cd11-407a-9570-013af93b092d tempest-ServersNegativeTestMultiTenantJSON-26582195 tempest-ServersNegativeTestMultiTenantJSON-26582195-project] Network 98d2c220-d451-42fc-8d5a-a8342230a4c6 is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:29:40.841868 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-9568a812-cf5c-40af-93a4-f2b681f37e1c req-e9ca6807-14d8-4e86-9d1c-a5c2c9946494 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:40.848025 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [req-f77b9cac-ebdf-4c7c-871e-b0ad08b5dde2 req-36bb6848-cd11-407a-9570-013af93b092d tempest-ServersNegativeTestMultiTenantJSON-26582195 tempest-ServersNegativeTestMultiTenantJSON-26582195-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:29:40.860081 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [req-f77b9cac-ebdf-4c7c-871e-b0ad08b5dde2 req-36bb6848-cd11-407a-9570-013af93b092d tempest-ServersNegativeTestMultiTenantJSON-26582195 tempest-ServersNegativeTestMultiTenantJSON-26582195-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:29:40.906346 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bb6848-cd11-407a-9570-013af93b092d tempest-ServersNegativeTestMultiTenantJSON-26582195 tempest-ServersNegativeTestMultiTenantJSON-26582195-project] Pushing event updated for resources: {'Port': ['ID=408bb5c0-e0dc-460c-94e3-7f47daf87d80,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:29:40.910215 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-150965b0-3e7d-4902-ab4f-7d20bacc3944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5c933f3-3698-4ffd-a7e2-7e408d3a3ec3', 'name': 'tempest-FloatingIPsNegativeTestJSON-2140568848-router', 'tenant_id': '5d5801a72f874cfa82c6a1a3ca94c98c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '4c6a559b-7721-4605-9d3a-63d9b3502415', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:29:24Z', 'updated_at': '2021-10-20T10:29:37Z', 'revision_number': 5, 'project_id': '5d5801a72f874cfa82c6a1a3ca94c98c', 'gw_port': {'id': '4c6a559b-7721-4605-9d3a-63d9b3502415', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:42:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c933f3-3698-4ffd-a7e2-7e408d3a3ec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:29:26Z', 'updated_at': '2021-10-20T10:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:29:40.946206 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-150965b0-3e7d-4902-ab4f-7d20bacc3944 None None] Checking router: f5c933f3-3698-4ffd-a7e2-7e408d3a3ec3 for host: n-d-811396-3 {{(pid=100598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:29:40.960852 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150965b0-3e7d-4902-ab4f-7d20bacc3944 None None] Routers {'f5c933f3-3698-4ffd-a7e2-7e408d3a3ec3'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:29:40.961641 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-150965b0-3e7d-4902-ab4f-7d20bacc3944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:29:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['f5c933f3-3698-4ffd-a7e2-7e408d3a3ec3'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:29:41.007999 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77b9cac-ebdf-4c7c-871e-b0ad08b5dde2 req-36bb6848-cd11-407a-9570-013af93b092d tempest-ServersNegativeTestMultiTenantJSON-26582195 tempest-ServersNegativeTestMultiTenantJSON-26582195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:41.008730 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-f77b9cac-ebdf-4c7c-871e-b0ad08b5dde2 req-36bb6848-cd11-407a-9570-013af93b092d tempest-ServersNegativeTestMultiTenantJSON-26582195 tempest-ServersNegativeTestMultiTenantJSON-26582195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:41.020039 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-9568a812-cf5c-40af-93a4-f2b681f37e1c req-e9ca6807-14d8-4e86-9d1c-a5c2c9946494 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:41.082215 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-f77b9cac-ebdf-4c7c-871e-b0ad08b5dde2 req-36bb6848-cd11-407a-9570-013af93b092d tempest-ServersNegativeTestMultiTenantJSON-26582195 tempest-ServersNegativeTestMultiTenantJSON-26582195-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2262521 Oct 20 10:29:41.087070 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7e341153-00ec-4980-8832-9dd53db215c3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:41.110698 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [req-f77b9cac-ebdf-4c7c-871e-b0ad08b5dde2 req-7ce0c1bb-5d21-43f8-9c31-43fbc3da247c service neutron] Request body: {'port': {'device_id': 'ac0adda0-726a-4083-83e3-68fcba3b4c74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811396-3'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:29:41.138112 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-150965b0-3e7d-4902-ab4f-7d20bacc3944 None None] Set router f5c933f3-3698-4ffd-a7e2-7e408d3a3ec3 gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:29:41.218087 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9568a812-cf5c-40af-93a4-f2b681f37e1c req-e9ca6807-14d8-4e86-9d1c-a5c2c9946494 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Network a7c57b12-d7c3-48bb-aa54-a67a56468a84 is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:29:41.227750 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [req-9568a812-cf5c-40af-93a4-f2b681f37e1c req-e9ca6807-14d8-4e86-9d1c-a5c2c9946494 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:29:41.242309 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [req-9568a812-cf5c-40af-93a4-f2b681f37e1c req-e9ca6807-14d8-4e86-9d1c-a5c2c9946494 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:29:41.245153 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ca6807-14d8-4e86-9d1c-a5c2c9946494 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Pushing event updated for resources: {'Port': ['ID=0c2ac16c-39fa-4445-a3d7-43e100268554,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:29:41.339205 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [req-9568a812-cf5c-40af-93a4-f2b681f37e1c req-e78f61a7-6f31-4297-8329-85e0b4c3f95a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94206ac3-057e-462d-b6fd-4665c89c4a2c {{(pid=100596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:29:41.354519 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-9568a812-cf5c-40af-93a4-f2b681f37e1c req-e78f61a7-6f31-4297-8329-85e0b4c3f95a service neutron] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:41.375307 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.provisioning_blocks [req-9568a812-cf5c-40af-93a4-f2b681f37e1c req-e78f61a7-6f31-4297-8329-85e0b4c3f95a service neutron] Transition to ACTIVE for port object 94206ac3-057e-462d-b6fd-4665c89c4a2c will not be triggered until provisioned by entity L2. {{(pid=100596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:29:41.375664 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9568a812-cf5c-40af-93a4-f2b681f37e1c req-e9ca6807-14d8-4e86-9d1c-a5c2c9946494 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:41.376186 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-9568a812-cf5c-40af-93a4-f2b681f37e1c req-e9ca6807-14d8-4e86-9d1c-a5c2c9946494 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:41.385413 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-9568a812-cf5c-40af-93a4-f2b681f37e1c req-e78f61a7-6f31-4297-8329-85e0b4c3f95a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:41.462053 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['4bf11690-7f8a-4a5d-b7d6-9b02b6176fea', '550f7c00-47d3-4e55-be09-c45b0e8ce738', '8742fd55-79bc-42e6-ba15-c45d424c2847'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:29:41.522603 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78f61a7-6f31-4297-8329-85e0b4c3f95a service neutron] Pushing event updated for resources: {'Port': ['ID=94206ac3-057e-462d-b6fd-4665c89c4a2c,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:29:41.560418 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-9568a812-cf5c-40af-93a4-f2b681f37e1c req-e9ca6807-14d8-4e86-9d1c-a5c2c9946494 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1068943 Oct 20 10:29:41.567068 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-f77b9cac-ebdf-4c7c-871e-b0ad08b5dde2 req-7ce0c1bb-5d21-43f8-9c31-43fbc3da247c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:41.573266 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-150965b0-3e7d-4902-ab4f-7d20bacc3944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5c933f3-3698-4ffd-a7e2-7e408d3a3ec3', 'name': 'tempest-FloatingIPsNegativeTestJSON-2140568848-router', 'tenant_id': '5d5801a72f874cfa82c6a1a3ca94c98c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '4c6a559b-7721-4605-9d3a-63d9b3502415', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:29:24Z', 'updated_at': '2021-10-20T10:29:37Z', 'revision_number': 5, 'project_id': '5d5801a72f874cfa82c6a1a3ca94c98c', 'gw_port': {'id': '4c6a559b-7721-4605-9d3a-63d9b3502415', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:42:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c933f3-3698-4ffd-a7e2-7e408d3a3ec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:29:26Z', 'updated_at': '2021-10-20T10:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:29:41.590677 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-7e341153-00ec-4980-8832-9dd53db215c3 admin admin] Deleting port 4c6a559b-7721-4605-9d3a-63d9b3502415 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:29:41.591020 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7e341153-00ec-4980-8832-9dd53db215c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:41.662831 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3252be7-c487-4a62-a666-26c24a34620d req-99f58356-7de6-42ba-b9bd-929cbedaf344 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:41.664467 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b3252be7-c487-4a62-a666-26c24a34620d req-99f58356-7de6-42ba-b9bd-929cbedaf344 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=39b19f26-435f-4219-86de-3e7bc15de1ed HTTP/1.1" status: 200 len: 950 time: 0.1471074 Oct 20 10:29:41.681062 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-150965b0-3e7d-4902-ab4f-7d20bacc3944 None None] The sync data for ids ['f5c933f3-3698-4ffd-a7e2-7e408d3a3ec3'] in n-d-811396-3 is: [{'id': 'f5c933f3-3698-4ffd-a7e2-7e408d3a3ec3', 'name': 'tempest-FloatingIPsNegativeTestJSON-2140568848-router', 'tenant_id': '5d5801a72f874cfa82c6a1a3ca94c98c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '4c6a559b-7721-4605-9d3a-63d9b3502415', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:29:24Z', 'updated_at': '2021-10-20T10:29:37Z', 'revision_number': 5, 'project_id': '5d5801a72f874cfa82c6a1a3ca94c98c', 'gw_port': {'id': '4c6a559b-7721-4605-9d3a-63d9b3502415', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:42:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c933f3-3698-4ffd-a7e2-7e408d3a3ec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:29:26Z', 'updated_at': '2021-10-20T10:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:29:41.713027 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-9568a812-cf5c-40af-93a4-f2b681f37e1c req-e78f61a7-6f31-4297-8329-85e0b4c3f95a service neutron] Attempting to bind port 94206ac3-057e-462d-b6fd-4665c89c4a2c on host n-h1-811396-3 for vnic_type normal with profile {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:29:41.713305 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-9568a812-cf5c-40af-93a4-f2b681f37e1c req-e78f61a7-6f31-4297-8329-85e0b4c3f95a service neutron] Attempting to bind port 94206ac3-057e-462d-b6fd-4665c89c4a2c by drivers openvswitch,hyperv on host n-h1-811396-3 at level 0 using segments [{'id': '6f472196-aa1a-40bf-bd06-ef9f07584bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:29:41.713598 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9568a812-cf5c-40af-93a4-f2b681f37e1c req-e78f61a7-6f31-4297-8329-85e0b4c3f95a service neutron] Attempting to bind port 94206ac3-057e-462d-b6fd-4665c89c4a2c on network a7c57b12-d7c3-48bb-aa54-a67a56468a84 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:29:41.747853 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9568a812-cf5c-40af-93a4-f2b681f37e1c req-e78f61a7-6f31-4297-8329-85e0b4c3f95a service neutron] Port 94206ac3-057e-462d-b6fd-4665c89c4a2c on network a7c57b12-d7c3-48bb-aa54-a67a56468a84 not bound, no agent of type Open vSwitch agent registered on host n-h1-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:29:41.748522 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9568a812-cf5c-40af-93a4-f2b681f37e1c req-e78f61a7-6f31-4297-8329-85e0b4c3f95a service neutron] Attempting to bind port 94206ac3-057e-462d-b6fd-4665c89c4a2c on network a7c57b12-d7c3-48bb-aa54-a67a56468a84 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:29:41.759805 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b3252be7-c487-4a62-a666-26c24a34620d req-b3b2c62f-fe5b-49e2-8800-9975a0d902d6 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753436 Oct 20 10:29:41.761950 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9568a812-cf5c-40af-93a4-f2b681f37e1c req-e78f61a7-6f31-4297-8329-85e0b4c3f95a service neutron] Checking agent: {'id': 'b707b4cc-061f-4cf4-bce0-0b3df9b7bec9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:29:41.762300 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9568a812-cf5c-40af-93a4-f2b681f37e1c req-e78f61a7-6f31-4297-8329-85e0b4c3f95a service neutron] Checking segment: {'id': '6f472196-aa1a-40bf-bd06-ef9f07584bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:29:41.762859 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9568a812-cf5c-40af-93a4-f2b681f37e1c req-e78f61a7-6f31-4297-8329-85e0b4c3f95a service neutron] Bound using segment: {'id': '6f472196-aa1a-40bf-bd06-ef9f07584bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84'} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:29:41.763650 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-9568a812-cf5c-40af-93a4-f2b681f37e1c req-e78f61a7-6f31-4297-8329-85e0b4c3f95a service neutron] Bound port: 94206ac3-057e-462d-b6fd-4665c89c4a2c, host: n-h1-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f472196-aa1a-40bf-bd06-ef9f07584bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84'}}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:29:41.764097 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-9568a812-cf5c-40af-93a4-f2b681f37e1c req-e78f61a7-6f31-4297-8329-85e0b4c3f95a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:41.808992 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d70c9d-4bed-44aa-a317-9ce0d6e94aa6 req-06bed1e6-e2e0-4dcc-8261-f07c4a2358a8 tempest-ServersNegativeTestMultiTenantJSON-26582195 tempest-ServersNegativeTestMultiTenantJSON-26582195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:41.816898 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-04d70c9d-4bed-44aa-a317-9ce0d6e94aa6 req-06bed1e6-e2e0-4dcc-8261-f07c4a2358a8 tempest-ServersNegativeTestMultiTenantJSON-26582195 tempest-ServersNegativeTestMultiTenantJSON-26582195-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac0adda0-726a-4083-83e3-68fcba3b4c74 HTTP/1.1" status: 200 len: 931 time: 0.2588830 Oct 20 10:29:41.838746 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-605fb6d8-151c-44c5-b039-b9f94de847dc None None] Provisioning complete for port 0c2ac16c-39fa-4445-a3d7-43e100268554 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:29:41.839524 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-605fb6d8-151c-44c5-b039-b9f94de847dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:41.883294 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [req-9568a812-cf5c-40af-93a4-f2b681f37e1c req-d986a244-0c5f-4c04-85bc-e28c99762eb2 service neutron] Request body: {'port': {'device_id': 'a278457f-0627-4f71-b06b-8a074f97133c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811396-3'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:29:41.886672 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-9568a812-cf5c-40af-93a4-f2b681f37e1c req-e78f61a7-6f31-4297-8329-85e0b4c3f95a service neutron] For port 94206ac3-057e-462d-b6fd-4665c89c4a2c, host n-h1-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:29:41.888569 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-605fb6d8-151c-44c5-b039-b9f94de847dc None None] Port 0c2ac16c-39fa-4445-a3d7-43e100268554 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:29:41.893453 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-9568a812-cf5c-40af-93a4-f2b681f37e1c req-e78f61a7-6f31-4297-8329-85e0b4c3f95a service neutron] For port 94206ac3-057e-462d-b6fd-4665c89c4a2c, host n-h1-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=94206ac3-057e-462d-b6fd-4665c89c4a2c,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:29:41.909091 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-9568a812-cf5c-40af-93a4-f2b681f37e1c req-e78f61a7-6f31-4297-8329-85e0b4c3f95a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:41.990588 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9568a812-cf5c-40af-93a4-f2b681f37e1c req-e78f61a7-6f31-4297-8329-85e0b4c3f95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:41.991763 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-9568a812-cf5c-40af-93a4-f2b681f37e1c req-e78f61a7-6f31-4297-8329-85e0b4c3f95a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:41.993326 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9568a812-cf5c-40af-93a4-f2b681f37e1c req-e78f61a7-6f31-4297-8329-85e0b4c3f95a service neutron] 10.222.0.55 "PUT /v2.0/ports/94206ac3-057e-462d-b6fd-4665c89c4a2c HTTP/1.1" status: 200 len: 1096 time: 2.1038508 Oct 20 10:29:41.997829 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38e4aa4a-6de3-4c39-a753-d611e7dc2929', 'tag': '94206ac3-057e-462d-b6fd-4665c89c4a2c'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:29:42.000736 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e03c4448-d4bd-45a9-a02f-d07b6cc8898f" -d '{"events": [{"name": "network-changed", "server_uuid": "38e4aa4a-6de3-4c39-a753-d611e7dc2929", "tag": "94206ac3-057e-462d-b6fd-4665c89c4a2c"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:29:42.022519 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [None req-7e341153-00ec-4980-8832-9dd53db215c3 admin admin] For port 4c6a559b-7721-4605-9d3a-63d9b3502415, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=4c6a559b-7721-4605-9d3a-63d9b3502415,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:29:42.022872 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7e341153-00ec-4980-8832-9dd53db215c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:42.069833 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-7e341153-00ec-4980-8832-9dd53db215c3 admin admin] Calling delete_port for 4c6a559b-7721-4605-9d3a-63d9b3502415 owned by network:router_gateway {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:29:42.115853 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-9568a812-cf5c-40af-93a4-f2b681f37e1c req-d986a244-0c5f-4c04-85bc-e28c99762eb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:42.149441 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-04d70c9d-4bed-44aa-a317-9ce0d6e94aa6 req-8b397d13-6fb8-43e1-8fb8-cea990106c92 tempest-ServersNegativeTestMultiTenantJSON-26582195 tempest-ServersNegativeTestMultiTenantJSON-26582195-project] 10.222.0.64 "GET /v2.0/security-groups?id=e8163060-7a7f-4f26-85c9-7f434c3018c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3264515 Oct 20 10:29:42.180765 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78f61a7-6f31-4297-8329-85e0b4c3f95a service neutron] Pushing event updated for resources: {'Port': ['ID=94206ac3-057e-462d-b6fd-4665c89c4a2c,revision_number=3']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:29:42.221794 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd57fac3-ffcd-439c-b526-dcbe5fba18b2 req-26194cf9-6faf-4520-914d-233e8803e2d5 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:42.236396 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bd57fac3-ffcd-439c-b526-dcbe5fba18b2 req-26194cf9-6faf-4520-914d-233e8803e2d5 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/ports?device_id=38e4aa4a-6de3-4c39-a753-d611e7dc2929 HTTP/1.1" status: 200 len: 948 time: 0.3322272 Oct 20 10:29:42.312561 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9568a812-cf5c-40af-93a4-f2b681f37e1c req-878b0b14-ef00-435c-886b-52c32b02f51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:42.314115 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9568a812-cf5c-40af-93a4-f2b681f37e1c req-878b0b14-ef00-435c-886b-52c32b02f51f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cbb7919139e74aa3a9a9edbe5b865f11&device_id=38e4aa4a-6de3-4c39-a753-d611e7dc2929 HTTP/1.1" status: 200 len: 1099 time: 0.2448292 Oct 20 10:29:42.427041 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bd57fac3-ffcd-439c-b526-dcbe5fba18b2 req-9ac86c4e-d26f-4881-90c0-23bdb5051ce2 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/security-groups?id=dfac1146-e768-4d56-96b1-8816525464ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803420 Oct 20 10:29:42.432016 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdee16dc-c5dd-43d3-9ad0-dd2d2ba9ddec x-openstack-request-id: req-bdee16dc-c5dd-43d3-9ad0-dd2d2ba9ddec {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:29:42.432312 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38e4aa4a-6de3-4c39-a753-d611e7dc2929", "tag": "94206ac3-057e-462d-b6fd-4665c89c4a2c", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:29:42.433052 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bdee16dc-c5dd-43d3-9ad0-dd2d2ba9ddec {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:29:42.434543 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38e4aa4a-6de3-4c39-a753-d611e7dc2929', 'tag': '94206ac3-057e-462d-b6fd-4665c89c4a2c', 'status': 'completed', 'code': 200} Oct 20 10:29:42.441281 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9568a812-cf5c-40af-93a4-f2b681f37e1c req-ccf50b40-80fb-46a2-bdca-c5f4a5fc8c2d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=94206ac3-057e-462d-b6fd-4665c89c4a2c HTTP/1.1" status: 200 len: 217 time: 0.1063292 Oct 20 10:29:42.563160 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9568a812-cf5c-40af-93a4-f2b681f37e1c req-bec5b2a9-04c9-4a38-ba34-2cfcda8799b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:42.566879 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9568a812-cf5c-40af-93a4-f2b681f37e1c req-bec5b2a9-04c9-4a38-ba34-2cfcda8799b8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8f86199a-b8f2-45b4-a83a-995a7ea6fe42 HTTP/1.1" status: 200 len: 843 time: 0.1134236 Oct 20 10:29:42.617724 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9568a812-cf5c-40af-93a4-f2b681f37e1c req-dcf6dd30-1334-4675-9e58-251e4b639ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:42.619350 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9568a812-cf5c-40af-93a4-f2b681f37e1c req-dcf6dd30-1334-4675-9e58-251e4b639ab1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a7c57b12-d7c3-48bb-aa54-a67a56468a84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0405467 Oct 20 10:29:42.659155 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 39618) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:29:42.759374 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9568a812-cf5c-40af-93a4-f2b681f37e1c req-e8a48dc3-d44c-4d7f-8da8-deb8966045bc service neutron] 10.222.0.55 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281669 Oct 20 10:29:42.772154 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [req-f77b9cac-ebdf-4c7c-871e-b0ad08b5dde2 req-7ce0c1bb-5d21-43f8-9c31-43fbc3da247c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 408bb5c0-e0dc-460c-94e3-7f47daf87d80 {{(pid=100597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:29:42.805874 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-f77b9cac-ebdf-4c7c-871e-b0ad08b5dde2 req-7ce0c1bb-5d21-43f8-9c31-43fbc3da247c service neutron] Publish callbacks [] for port, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:42.838457 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.provisioning_blocks [req-f77b9cac-ebdf-4c7c-871e-b0ad08b5dde2 req-7ce0c1bb-5d21-43f8-9c31-43fbc3da247c service neutron] Transition to ACTIVE for port object 408bb5c0-e0dc-460c-94e3-7f47daf87d80 will not be triggered until provisioned by entity L2. {{(pid=100597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:29:42.858209 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-f77b9cac-ebdf-4c7c-871e-b0ad08b5dde2 req-7ce0c1bb-5d21-43f8-9c31-43fbc3da247c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:42.873075 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9568a812-cf5c-40af-93a4-f2b681f37e1c req-9fef967f-a3da-43e3-9bfd-c1e8c0cf263f service neutron] 10.222.0.55 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045489 Oct 20 10:29:42.903903 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4937f0bc-23d9-4a3f-846d-0cd7485d9bf0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:42.919428 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7e341153-00ec-4980-8832-9dd53db215c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:42.926435 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce690b7-5431-434b-b51c-c24ea260856b req-a781758d-7e1b-42b2-a4ee-55d079edb058 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:42.928107 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5ce690b7-5431-434b-b51c-c24ea260856b req-a781758d-7e1b-42b2-a4ee-55d079edb058 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=39b19f26-435f-4219-86de-3e7bc15de1ed HTTP/1.1" status: 200 len: 950 time: 0.0540464 Oct 20 10:29:42.939796 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce0c1bb-5d21-43f8-9c31-43fbc3da247c service neutron] Pushing event updated for resources: {'Port': ['ID=408bb5c0-e0dc-460c-94e3-7f47daf87d80,revision_number=2']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:29:42.980607 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5ce690b7-5431-434b-b51c-c24ea260856b req-84636060-0352-4e72-81fc-d8d55d785995 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428193 Oct 20 10:29:42.990158 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e341153-00ec-4980-8832-9dd53db215c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c6a559b-7721-4605-9d3a-63d9b3502415,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:29:43.048795 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03c4448-d4bd-45a9-a02f-d07b6cc8898f req-06c4f908-ab2c-4970-a233-3cda3c737c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:43.050276 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e03c4448-d4bd-45a9-a02f-d07b6cc8898f req-06c4f908-ab2c-4970-a233-3cda3c737c49 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cbb7919139e74aa3a9a9edbe5b865f11&device_id=38e4aa4a-6de3-4c39-a753-d611e7dc2929 HTTP/1.1" status: 200 len: 1099 time: 0.0576601 Oct 20 10:29:43.137817 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [req-9568a812-cf5c-40af-93a4-f2b681f37e1c req-d986a244-0c5f-4c04-85bc-e28c99762eb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c2ac16c-39fa-4445-a3d7-43e100268554 {{(pid=100597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:29:43.158725 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-9568a812-cf5c-40af-93a4-f2b681f37e1c req-d986a244-0c5f-4c04-85bc-e28c99762eb2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:43.164431 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03c4448-d4bd-45a9-a02f-d07b6cc8898f req-73bbface-23f4-4f6d-bd9e-055946b13d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:43.165956 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e03c4448-d4bd-45a9-a02f-d07b6cc8898f req-73bbface-23f4-4f6d-bd9e-055946b13d58 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a7c57b12-d7c3-48bb-aa54-a67a56468a84 HTTP/1.1" status: 200 len: 870 time: 0.1056786 Oct 20 10:29:43.179331 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7e341153-00ec-4980-8832-9dd53db215c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1773439'] for router_gateway, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:43.220601 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.provisioning_blocks [req-9568a812-cf5c-40af-93a4-f2b681f37e1c req-d986a244-0c5f-4c04-85bc-e28c99762eb2 service neutron] Transition to ACTIVE for port object 0c2ac16c-39fa-4445-a3d7-43e100268554 will not be triggered until provisioned by entity L2. {{(pid=100597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:29:43.224636 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e03c4448-d4bd-45a9-a02f-d07b6cc8898f req-5ac1d21f-e17a-4094-8889-1a67dc867e4d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=94206ac3-057e-462d-b6fd-4665c89c4a2c HTTP/1.1" status: 200 len: 217 time: 0.0463605 Oct 20 10:29:43.261483 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-9568a812-cf5c-40af-93a4-f2b681f37e1c req-d986a244-0c5f-4c04-85bc-e28c99762eb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:43.308176 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03c4448-d4bd-45a9-a02f-d07b6cc8898f req-37b227ad-cbc2-49d6-a816-b4312090d16d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:43.309655 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e03c4448-d4bd-45a9-a02f-d07b6cc8898f req-37b227ad-cbc2-49d6-a816-b4312090d16d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8f86199a-b8f2-45b4-a83a-995a7ea6fe42 HTTP/1.1" status: 200 len: 843 time: 0.0760872 Oct 20 10:29:43.319416 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7e341153-00ec-4980-8832-9dd53db215c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1772272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258304'] for router, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:43.326065 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86dfab4-c645-4e56-9eec-acc9c2a6644e req-f9a35a9b-a608-4173-bcbf-4d6a42e376ba tempest-ServersNegativeTestMultiTenantJSON-26582195 tempest-ServersNegativeTestMultiTenantJSON-26582195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:43.334920 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e86dfab4-c645-4e56-9eec-acc9c2a6644e req-f9a35a9b-a608-4173-bcbf-4d6a42e376ba tempest-ServersNegativeTestMultiTenantJSON-26582195 tempest-ServersNegativeTestMultiTenantJSON-26582195-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac0adda0-726a-4083-83e3-68fcba3b4c74 HTTP/1.1" status: 200 len: 943 time: 0.0929074 Oct 20 10:29:43.338765 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-f77b9cac-ebdf-4c7c-871e-b0ad08b5dde2 req-7ce0c1bb-5d21-43f8-9c31-43fbc3da247c service neutron] Attempting to bind port 408bb5c0-e0dc-460c-94e3-7f47daf87d80 on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:29:43.339153 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-f77b9cac-ebdf-4c7c-871e-b0ad08b5dde2 req-7ce0c1bb-5d21-43f8-9c31-43fbc3da247c service neutron] Attempting to bind port 408bb5c0-e0dc-460c-94e3-7f47daf87d80 by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': '23c73203-a685-45be-be3b-2f84a4ce0927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '98d2c220-d451-42fc-8d5a-a8342230a4c6'}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:29:43.339571 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77b9cac-ebdf-4c7c-871e-b0ad08b5dde2 req-7ce0c1bb-5d21-43f8-9c31-43fbc3da247c service neutron] Attempting to bind port 408bb5c0-e0dc-460c-94e3-7f47daf87d80 on network 98d2c220-d451-42fc-8d5a-a8342230a4c6 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:29:43.346257 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7e341153-00ec-4980-8832-9dd53db215c3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:43.378688 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77b9cac-ebdf-4c7c-871e-b0ad08b5dde2 req-7ce0c1bb-5d21-43f8-9c31-43fbc3da247c service neutron] Port 408bb5c0-e0dc-460c-94e3-7f47daf87d80 on network 98d2c220-d451-42fc-8d5a-a8342230a4c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:29:43.380209 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77b9cac-ebdf-4c7c-871e-b0ad08b5dde2 req-7ce0c1bb-5d21-43f8-9c31-43fbc3da247c service neutron] Attempting to bind port 408bb5c0-e0dc-460c-94e3-7f47daf87d80 on network 98d2c220-d451-42fc-8d5a-a8342230a4c6 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:29:43.385664 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4937f0bc-23d9-4a3f-846d-0cd7485d9bf0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:43.432025 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e86dfab4-c645-4e56-9eec-acc9c2a6644e req-668f33bf-d2d6-4a26-9d6a-7f20825ddb74 tempest-ServersNegativeTestMultiTenantJSON-26582195 tempest-ServersNegativeTestMultiTenantJSON-26582195-project] 10.222.0.64 "GET /v2.0/security-groups?id=e8163060-7a7f-4f26-85c9-7f434c3018c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821209 Oct 20 10:29:43.441943 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4937f0bc-23d9-4a3f-846d-0cd7485d9bf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:43.448387 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03c4448-d4bd-45a9-a02f-d07b6cc8898f req-de9fd34b-b8cb-494b-b2c8-64befe53e8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:43.449553 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77b9cac-ebdf-4c7c-871e-b0ad08b5dde2 req-7ce0c1bb-5d21-43f8-9c31-43fbc3da247c service neutron] Checking agent: {'id': '061232a2-7adc-4ba1-a873-e8cb136b064d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 29, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:29:43.449888 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77b9cac-ebdf-4c7c-871e-b0ad08b5dde2 req-7ce0c1bb-5d21-43f8-9c31-43fbc3da247c service neutron] Checking segment: {'id': '23c73203-a685-45be-be3b-2f84a4ce0927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '98d2c220-d451-42fc-8d5a-a8342230a4c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:29:43.450082 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e03c4448-d4bd-45a9-a02f-d07b6cc8898f req-de9fd34b-b8cb-494b-b2c8-64befe53e8d5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a7c57b12-d7c3-48bb-aa54-a67a56468a84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1129136 Oct 20 10:29:43.450343 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77b9cac-ebdf-4c7c-871e-b0ad08b5dde2 req-7ce0c1bb-5d21-43f8-9c31-43fbc3da247c service neutron] Bound using segment: {'id': '23c73203-a685-45be-be3b-2f84a4ce0927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '98d2c220-d451-42fc-8d5a-a8342230a4c6'} {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:29:43.450803 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-f77b9cac-ebdf-4c7c-871e-b0ad08b5dde2 req-7ce0c1bb-5d21-43f8-9c31-43fbc3da247c service neutron] Bound port: 408bb5c0-e0dc-460c-94e3-7f47daf87d80, host: n-h2-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23c73203-a685-45be-be3b-2f84a4ce0927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '98d2c220-d451-42fc-8d5a-a8342230a4c6'}}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:29:43.451358 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-f77b9cac-ebdf-4c7c-871e-b0ad08b5dde2 req-7ce0c1bb-5d21-43f8-9c31-43fbc3da247c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:43.465005 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 78703d03-dcde-4ac1-8bfb-0490f85eecdb no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:29:43.470199 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d986a244-0c5f-4c04-85bc-e28c99762eb2 service neutron] Pushing event updated for resources: {'Port': ['ID=0c2ac16c-39fa-4445-a3d7-43e100268554,revision_number=2']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:29:43.492031 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7e341153-00ec-4980-8832-9dd53db215c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1772267'] for router, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:43.492569 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e341153-00ec-4980-8832-9dd53db215c3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f5c933f3-3698-4ffd-a7e2-7e408d3a3ec3 {{(pid=100597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 10:29:43.505542 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 78703d03-dcde-4ac1-8bfb-0490f85eecdb {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:29:43.506009 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 78703d03-dcde-4ac1-8bfb-0490f85eecdb not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:29:43.557206 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7e341153-00ec-4980-8832-9dd53db215c3 admin admin] Publish callbacks [] for router, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:43.558694 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-7e341153-00ec-4980-8832-9dd53db215c3 admin admin] 10.222.0.64 "DELETE /v2.0/routers/f5c933f3-3698-4ffd-a7e2-7e408d3a3ec3 HTTP/1.1" status: 204 len: 168 time: 3.1364546 Oct 20 10:29:43.563341 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 39634) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:29:43.637942 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4937f0bc-23d9-4a3f-846d-0cd7485d9bf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=222db8f5-c3f3-4a88-8e6f-15184f0b58e8,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:29:43.691751 n-d-811396-3 neutron-server[100596]: INFO neutron.api.v2.resource [req-606a7580-35a6-419e-b7b6-75a9591d82e3 req-1d8ffcc0-7081-4853-aeb5-0def7a6c7107 service neutron] show failed (client error): The resource could not be found. Oct 20 10:29:43.692792 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-606a7580-35a6-419e-b7b6-75a9591d82e3 req-1d8ffcc0-7081-4853-aeb5-0def7a6c7107 service neutron] 10.222.0.69 "GET /v2.0/ports/fa148701-2bd3-45e4-ace6-f079253fac3b/bindings/n-h1-811396-3 HTTP/1.1" status: 404 len: 380 time: 0.2260940 Oct 20 10:29:43.723568 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69d117f-4dd6-4820-af90-0aebf979a73c req-bf6fb1dd-399c-4101-961d-da86483ec27e tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:43.728202 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a69d117f-4dd6-4820-af90-0aebf979a73c req-bf6fb1dd-399c-4101-961d-da86483ec27e tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/ports?device_id=38e4aa4a-6de3-4c39-a753-d611e7dc2929 HTTP/1.1" status: 200 len: 948 time: 0.1155553 Oct 20 10:29:43.853216 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a69d117f-4dd6-4820-af90-0aebf979a73c req-34aa3f71-c0bb-44f6-bb07-f47a9ba3a62e tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/security-groups?id=dfac1146-e768-4d56-96b1-8816525464ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176839 Oct 20 10:29:43.892050 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e03c4448-d4bd-45a9-a02f-d07b6cc8898f req-660cb356-b6a0-4c96-afe5-ace1785b3246 service neutron] 10.222.0.55 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3872943 Oct 20 10:29:43.958551 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-4937f0bc-23d9-4a3f-846d-0cd7485d9bf0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9cc3482ec24b4081b7a05e3380145a52&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2978117 Oct 20 10:29:43.969492 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 39636) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:29:44.032913 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e03c4448-d4bd-45a9-a02f-d07b6cc8898f req-28f125aa-7866-476c-8285-92b40e02b83d service neutron] 10.222.0.55 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319876 Oct 20 10:29:44.035767 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [req-f77b9cac-ebdf-4c7c-871e-b0ad08b5dde2 req-7ce0c1bb-5d21-43f8-9c31-43fbc3da247c service neutron] For port 408bb5c0-e0dc-460c-94e3-7f47daf87d80, host n-h2-811396-3, cleared binding levels {{(pid=100597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:29:44.050939 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606a7580-35a6-419e-b7b6-75a9591d82e3 req-208c2b62-cb4f-4290-987e-a92ebeb1610f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:44.051331 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [req-f77b9cac-ebdf-4c7c-871e-b0ad08b5dde2 req-7ce0c1bb-5d21-43f8-9c31-43fbc3da247c service neutron] For port 408bb5c0-e0dc-460c-94e3-7f47daf87d80, host n-h2-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=408bb5c0-e0dc-460c-94e3-7f47daf87d80,segment=NetworkSegment(23c73203-a685-45be-be3b-2f84a4ce0927),segment_id=23c73203-a685-45be-be3b-2f84a4ce0927)] {{(pid=100597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:29:44.052770 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-606a7580-35a6-419e-b7b6-75a9591d82e3 req-208c2b62-cb4f-4290-987e-a92ebeb1610f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=39b19f26-435f-4219-86de-3e7bc15de1ed&tenant_id=9f75d9a0b8ce44faaac4d8054667820c HTTP/1.1" status: 200 len: 1101 time: 0.0584745 Oct 20 10:29:44.072576 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-606a7580-35a6-419e-b7b6-75a9591d82e3 req-2e23ff4e-c7eb-4062-88d4-32a323e1c574 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-811396-3', 'device_owner': 'compute:nova'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:29:44.073307 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_v2 [None req-424dd6f2-acfa-42b2-98e8-5e1bc24eb3f5 admin admin] Deleting subnet 66cdf79f-1f02-4442-ab7d-aaa60c553b92 {{(pid=100597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:29:44.085938 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-424dd6f2-acfa-42b2-98e8-5e1bc24eb3f5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:44.088032 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-f77b9cac-ebdf-4c7c-871e-b0ad08b5dde2 req-7ce0c1bb-5d21-43f8-9c31-43fbc3da247c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:44.109514 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-9568a812-cf5c-40af-93a4-f2b681f37e1c req-d986a244-0c5f-4c04-85bc-e28c99762eb2 service neutron] Attempting to bind port 0c2ac16c-39fa-4445-a3d7-43e100268554 on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:29:44.109873 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-9568a812-cf5c-40af-93a4-f2b681f37e1c req-d986a244-0c5f-4c04-85bc-e28c99762eb2 service neutron] Attempting to bind port 0c2ac16c-39fa-4445-a3d7-43e100268554 by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': '6f472196-aa1a-40bf-bd06-ef9f07584bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84'}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:29:44.110155 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9568a812-cf5c-40af-93a4-f2b681f37e1c req-d986a244-0c5f-4c04-85bc-e28c99762eb2 service neutron] Attempting to bind port 0c2ac16c-39fa-4445-a3d7-43e100268554 on network a7c57b12-d7c3-48bb-aa54-a67a56468a84 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:29:44.162410 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-606a7580-35a6-419e-b7b6-75a9591d82e3 req-2e23ff4e-c7eb-4062-88d4-32a323e1c574 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:44.195230 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-424dd6f2-acfa-42b2-98e8-5e1bc24eb3f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25852621'] for subnet, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:44.212511 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b75657-8e6e-4d98-8ded-0ed8df452be8 req-b022c044-a583-4ee8-ab72-dc2dd2b6c0f5 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:44.213965 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-11b75657-8e6e-4d98-8ded-0ed8df452be8 req-b022c044-a583-4ee8-ab72-dc2dd2b6c0f5 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=39b19f26-435f-4219-86de-3e7bc15de1ed HTTP/1.1" status: 200 len: 950 time: 0.1386602 Oct 20 10:29:44.225361 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce0c1bb-5d21-43f8-9c31-43fbc3da247c service neutron] Pushing event updated for resources: {'Port': ['ID=408bb5c0-e0dc-460c-94e3-7f47daf87d80,revision_number=3']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:29:44.239963 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9568a812-cf5c-40af-93a4-f2b681f37e1c req-d986a244-0c5f-4c04-85bc-e28c99762eb2 service neutron] Port 0c2ac16c-39fa-4445-a3d7-43e100268554 on network a7c57b12-d7c3-48bb-aa54-a67a56468a84 not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:29:44.240286 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9568a812-cf5c-40af-93a4-f2b681f37e1c req-d986a244-0c5f-4c04-85bc-e28c99762eb2 service neutron] Attempting to bind port 0c2ac16c-39fa-4445-a3d7-43e100268554 on network a7c57b12-d7c3-48bb-aa54-a67a56468a84 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:29:44.260466 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f7018d51-4af7-46c4-adf8-56c007cd59e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:44.263098 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77b9cac-ebdf-4c7c-871e-b0ad08b5dde2 req-7ce0c1bb-5d21-43f8-9c31-43fbc3da247c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:44.263722 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-f77b9cac-ebdf-4c7c-871e-b0ad08b5dde2 req-7ce0c1bb-5d21-43f8-9c31-43fbc3da247c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:44.265139 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-f77b9cac-ebdf-4c7c-871e-b0ad08b5dde2 req-7ce0c1bb-5d21-43f8-9c31-43fbc3da247c service neutron] 10.222.0.69 "PUT /v2.0/ports/408bb5c0-e0dc-460c-94e3-7f47daf87d80 HTTP/1.1" status: 200 len: 1091 time: 3.1620574 Oct 20 10:29:44.268121 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac0adda0-726a-4083-83e3-68fcba3b4c74', 'tag': '408bb5c0-e0dc-460c-94e3-7f47daf87d80'}] {{(pid=100597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:29:44.270487 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd85cad6a391afaa95d2dd5280bfd4659fc1e1b2aba53b5e7ef874f059efcdc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a64b9985-c55b-4b32-a2b1-9f3e985164ac" -d '{"events": [{"name": "network-changed", "server_uuid": "ac0adda0-726a-4083-83e3-68fcba3b4c74", "tag": "408bb5c0-e0dc-460c-94e3-7f47daf87d80"}]}' {{(pid=100597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:29:44.273429 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9568a812-cf5c-40af-93a4-f2b681f37e1c req-d986a244-0c5f-4c04-85bc-e28c99762eb2 service neutron] Checking agent: {'id': '061232a2-7adc-4ba1-a873-e8cb136b064d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 29, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:29:44.273776 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9568a812-cf5c-40af-93a4-f2b681f37e1c req-d986a244-0c5f-4c04-85bc-e28c99762eb2 service neutron] Checking segment: {'id': '6f472196-aa1a-40bf-bd06-ef9f07584bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:29:44.274143 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9568a812-cf5c-40af-93a4-f2b681f37e1c req-d986a244-0c5f-4c04-85bc-e28c99762eb2 service neutron] Bound using segment: {'id': '6f472196-aa1a-40bf-bd06-ef9f07584bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84'} {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:29:44.274578 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-9568a812-cf5c-40af-93a4-f2b681f37e1c req-d986a244-0c5f-4c04-85bc-e28c99762eb2 service neutron] Bound port: 0c2ac16c-39fa-4445-a3d7-43e100268554, host: n-h2-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f472196-aa1a-40bf-bd06-ef9f07584bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84'}}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:29:44.274921 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-9568a812-cf5c-40af-93a4-f2b681f37e1c req-d986a244-0c5f-4c04-85bc-e28c99762eb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:44.331129 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-11b75657-8e6e-4d98-8ded-0ed8df452be8 req-e8032825-0146-4f5b-bc18-4f2d81721fad tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087143 Oct 20 10:29:44.389389 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-714309fd-ef01-403f-8dd4-b4a4f8ca9ffa x-openstack-request-id: req-714309fd-ef01-403f-8dd4-b4a4f8ca9ffa {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:29:44.390331 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac0adda0-726a-4083-83e3-68fcba3b4c74", "tag": "408bb5c0-e0dc-460c-94e3-7f47daf87d80", "status": "completed", "code": 200}]} {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:29:44.390581 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-714309fd-ef01-403f-8dd4-b4a4f8ca9ffa {{(pid=100597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:29:44.390970 n-d-811396-3 neutron-server[100597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac0adda0-726a-4083-83e3-68fcba3b4c74', 'tag': '408bb5c0-e0dc-460c-94e3-7f47daf87d80', 'status': 'completed', 'code': 200} Oct 20 10:29:44.404442 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f7018d51-4af7-46c4-adf8-56c007cd59e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:44.487955 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-606a7580-35a6-419e-b7b6-75a9591d82e3 req-2e23ff4e-c7eb-4062-88d4-32a323e1c574 service neutron] For port fa148701-2bd3-45e4-ace6-f079253fac3b, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=fa148701-2bd3-45e4-ace6-f079253fac3b,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:29:44.494783 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-424dd6f2-acfa-42b2-98e8-5e1bc24eb3f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:44.525428 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-606a7580-35a6-419e-b7b6-75a9591d82e3 req-2e23ff4e-c7eb-4062-88d4-32a323e1c574 service neutron] For port fa148701-2bd3-45e4-ace6-f079253fac3b, host n-h2-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:29:44.542475 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [req-9568a812-cf5c-40af-93a4-f2b681f37e1c req-d986a244-0c5f-4c04-85bc-e28c99762eb2 service neutron] For port 0c2ac16c-39fa-4445-a3d7-43e100268554, host n-h2-811396-3, cleared binding levels {{(pid=100597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:29:44.548969 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [req-9568a812-cf5c-40af-93a4-f2b681f37e1c req-d986a244-0c5f-4c04-85bc-e28c99762eb2 service neutron] For port 0c2ac16c-39fa-4445-a3d7-43e100268554, host n-h2-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=0c2ac16c-39fa-4445-a3d7-43e100268554,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:29:44.551193 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77b9cac-ebdf-4c7c-871e-b0ad08b5dde2 req-29ea8933-d6f3-428f-9f9f-e899d067d118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:44.552704 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-f77b9cac-ebdf-4c7c-871e-b0ad08b5dde2 req-29ea8933-d6f3-428f-9f9f-e899d067d118 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b37ecdb3c3de4c7fa76ddc8c34931f3a&device_id=ac0adda0-726a-4083-83e3-68fcba3b4c74 HTTP/1.1" status: 200 len: 1094 time: 0.1989675 Oct 20 10:29:44.557257 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-9568a812-cf5c-40af-93a4-f2b681f37e1c req-d986a244-0c5f-4c04-85bc-e28c99762eb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:44.601055 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39b19f26-435f-4219-86de-3e7bc15de1ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa148701-2bd3-45e4-ace6-f079253fac3b'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:29:44.603249 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98db29e0-5dbb-47f8-9ec7-f95731d90ef3" -d '{"events": [{"server_uuid": "39b19f26-435f-4219-86de-3e7bc15de1ed", "name": "network-vif-unplugged", "status": "completed", "tag": "fa148701-2bd3-45e4-ace6-f079253fac3b"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:29:44.609680 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-606a7580-35a6-419e-b7b6-75a9591d82e3 req-2e23ff4e-c7eb-4062-88d4-32a323e1c574 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:44.619180 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b90060-4f5c-493a-ad98-76005362fd66 req-31a07d88-15ae-4399-ad1a-01623410c00f tempest-ServersNegativeTestMultiTenantJSON-26582195 tempest-ServersNegativeTestMultiTenantJSON-26582195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:44.620793 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-87b90060-4f5c-493a-ad98-76005362fd66 req-31a07d88-15ae-4399-ad1a-01623410c00f tempest-ServersNegativeTestMultiTenantJSON-26582195 tempest-ServersNegativeTestMultiTenantJSON-26582195-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac0adda0-726a-4083-83e3-68fcba3b4c74 HTTP/1.1" status: 200 len: 943 time: 0.0971227 Oct 20 10:29:44.646519 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9568a812-cf5c-40af-93a4-f2b681f37e1c req-d986a244-0c5f-4c04-85bc-e28c99762eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:44.647051 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-9568a812-cf5c-40af-93a4-f2b681f37e1c req-d986a244-0c5f-4c04-85bc-e28c99762eb2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:44.653349 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-9568a812-cf5c-40af-93a4-f2b681f37e1c req-d986a244-0c5f-4c04-85bc-e28c99762eb2 service neutron] 10.222.0.69 "PUT /v2.0/ports/0c2ac16c-39fa-4445-a3d7-43e100268554 HTTP/1.1" status: 200 len: 1096 time: 2.8039150 Oct 20 10:29:44.658179 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f7018d51-4af7-46c4-adf8-56c007cd59e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:44.675648 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f7018d51-4af7-46c4-adf8-56c007cd59e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:44.703605 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-f7018d51-4af7-46c4-adf8-56c007cd59e2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/222db8f5-c3f3-4a88-8e6f-15184f0b58e8 HTTP/1.1" status: 204 len: 168 time: 0.7050946 Oct 20 10:29:44.705682 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-f77b9cac-ebdf-4c7c-871e-b0ad08b5dde2 req-a2aa9ab0-cb34-4ca3-beee-d5341b71c3d4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=408bb5c0-e0dc-460c-94e3-7f47daf87d80 HTTP/1.1" status: 200 len: 217 time: 0.1367643 Oct 20 10:29:44.709366 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Oct 2021 10:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65f58695-6f61-4d49-9389-3cefc551dc69 x-openstack-request-id: req-65f58695-6f61-4d49-9389-3cefc551dc69 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:29:44.709665 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39b19f26-435f-4219-86de-3e7bc15de1ed", "name": "network-vif-unplugged", "status": "completed", "tag": "fa148701-2bd3-45e4-ace6-f079253fac3b", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:29:44.709916 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-65f58695-6f61-4d49-9389-3cefc551dc69 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:29:44.710315 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39b19f26-435f-4219-86de-3e7bc15de1ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa148701-2bd3-45e4-ace6-f079253fac3b', 'code': 200} Oct 20 10:29:44.711300 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.provisioning_blocks [req-606a7580-35a6-419e-b7b6-75a9591d82e3 req-2e23ff4e-c7eb-4062-88d4-32a323e1c574 service neutron] Transition to ACTIVE for port object fa148701-2bd3-45e4-ace6-f079253fac3b will not be triggered until provisioned by entity L2. {{(pid=100596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:29:44.719056 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-87b90060-4f5c-493a-ad98-76005362fd66 req-853fbb50-b9e9-4bf9-9099-8199fbe63fb7 tempest-ServersNegativeTestMultiTenantJSON-26582195 tempest-ServersNegativeTestMultiTenantJSON-26582195-project] 10.222.0.64 "GET /v2.0/security-groups?id=e8163060-7a7f-4f26-85c9-7f434c3018c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826416 Oct 20 10:29:44.734378 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-606a7580-35a6-419e-b7b6-75a9591d82e3 req-2e23ff4e-c7eb-4062-88d4-32a323e1c574 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:44.736139 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-424dd6f2-acfa-42b2-98e8-5e1bc24eb3f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25350811'] for subnet, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:44.754493 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7018d51-4af7-46c4-adf8-56c007cd59e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=222db8f5-c3f3-4a88-8e6f-15184f0b58e8,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:29:44.826516 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c18c8a42-5abf-410b-bb82-9e29cb478f1b None None] Network c0947ba6-2630-45a6-a045-b57a9f3a1649 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:29:44.857461 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-606a7580-35a6-419e-b7b6-75a9591d82e3 req-2e23ff4e-c7eb-4062-88d4-32a323e1c574 service neutron] No DVR routers for this DVR port fa148701-2bd3-45e4-ace6-f079253fac3b on host n-h2-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:29:44.862166 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e23ff4e-c7eb-4062-88d4-32a323e1c574 service neutron] Pushing event updated for resources: {'Port': ['ID=fa148701-2bd3-45e4-ace6-f079253fac3b,revision_number=6']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:29:44.914285 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-606a7580-35a6-419e-b7b6-75a9591d82e3 req-2e23ff4e-c7eb-4062-88d4-32a323e1c574 service neutron] Attempting to bind port fa148701-2bd3-45e4-ace6-f079253fac3b on host n-h1-811396-3 for vnic_type normal with profile {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:29:44.914714 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-606a7580-35a6-419e-b7b6-75a9591d82e3 req-2e23ff4e-c7eb-4062-88d4-32a323e1c574 service neutron] Attempting to bind port fa148701-2bd3-45e4-ace6-f079253fac3b by drivers openvswitch,hyperv on host n-h1-811396-3 at level 0 using segments [{'id': '6f472196-aa1a-40bf-bd06-ef9f07584bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:29:44.915039 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606a7580-35a6-419e-b7b6-75a9591d82e3 req-2e23ff4e-c7eb-4062-88d4-32a323e1c574 service neutron] Attempting to bind port fa148701-2bd3-45e4-ace6-f079253fac3b on network a7c57b12-d7c3-48bb-aa54-a67a56468a84 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:29:44.920637 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606a7580-35a6-419e-b7b6-75a9591d82e3 req-2e23ff4e-c7eb-4062-88d4-32a323e1c574 service neutron] Port fa148701-2bd3-45e4-ace6-f079253fac3b on network a7c57b12-d7c3-48bb-aa54-a67a56468a84 not bound, no agent of type Open vSwitch agent registered on host n-h1-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:29:44.921942 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606a7580-35a6-419e-b7b6-75a9591d82e3 req-2e23ff4e-c7eb-4062-88d4-32a323e1c574 service neutron] Attempting to bind port fa148701-2bd3-45e4-ace6-f079253fac3b on network a7c57b12-d7c3-48bb-aa54-a67a56468a84 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:29:44.933894 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606a7580-35a6-419e-b7b6-75a9591d82e3 req-2e23ff4e-c7eb-4062-88d4-32a323e1c574 service neutron] Checking agent: {'id': 'b707b4cc-061f-4cf4-bce0-0b3df9b7bec9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:29:44.934234 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606a7580-35a6-419e-b7b6-75a9591d82e3 req-2e23ff4e-c7eb-4062-88d4-32a323e1c574 service neutron] Checking segment: {'id': '6f472196-aa1a-40bf-bd06-ef9f07584bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:29:44.934625 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606a7580-35a6-419e-b7b6-75a9591d82e3 req-2e23ff4e-c7eb-4062-88d4-32a323e1c574 service neutron] Bound using segment: {'id': '6f472196-aa1a-40bf-bd06-ef9f07584bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84'} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:29:44.935673 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-606a7580-35a6-419e-b7b6-75a9591d82e3 req-2e23ff4e-c7eb-4062-88d4-32a323e1c574 service neutron] Bound port: fa148701-2bd3-45e4-ace6-f079253fac3b, host: n-h1-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f472196-aa1a-40bf-bd06-ef9f07584bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84'}}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:29:44.935910 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-606a7580-35a6-419e-b7b6-75a9591d82e3 req-2e23ff4e-c7eb-4062-88d4-32a323e1c574 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:44.995082 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77b9cac-ebdf-4c7c-871e-b0ad08b5dde2 req-291f604e-c244-4436-8653-f7772b816f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:44.997571 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-f77b9cac-ebdf-4c7c-871e-b0ad08b5dde2 req-291f604e-c244-4436-8653-f7772b816f68 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2050c15f-2dd0-4e17-a188-dda47d1d3ff0 HTTP/1.1" status: 200 len: 864 time: 0.2543755 Oct 20 10:29:44.998629 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424dd6f2-acfa-42b2-98e8-5e1bc24eb3f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66cdf79f-1f02-4442-ab7d-aaa60c553b92,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:29:45.001730 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d986a244-0c5f-4c04-85bc-e28c99762eb2 service neutron] Pushing event updated for resources: {'Port': ['ID=0c2ac16c-39fa-4445-a3d7-43e100268554,revision_number=3']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:29:45.016596 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-424dd6f2-acfa-42b2-98e8-5e1bc24eb3f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:45.020519 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-424dd6f2-acfa-42b2-98e8-5e1bc24eb3f5 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/66cdf79f-1f02-4442-ab7d-aaa60c553b92 HTTP/1.1" status: 204 len: 168 time: 1.4443276 Oct 20 10:29:45.037331 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 39660) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:29:45.154584 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b8c143a8-5f8d-4a3b-887b-0622aeddbdde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:45.160439 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-f77b9cac-ebdf-4c7c-871e-b0ad08b5dde2 req-8c59bd05-45c0-46c0-bdfe-a5a8c3351959 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=98d2c220-d451-42fc-8d5a-a8342230a4c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1378255 Oct 20 10:29:45.173621 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ea0cc6-a5c1-4dab-a048-9afae95ff7bf req-19780ba9-fa21-4254-b3b2-6bc38c895e51 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:45.174617 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9568a812-cf5c-40af-93a4-f2b681f37e1c req-20f8571c-9d2f-4c0a-a3d2-602468fdc629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:45.176426 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-9568a812-cf5c-40af-93a4-f2b681f37e1c req-20f8571c-9d2f-4c0a-a3d2-602468fdc629 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cbb7919139e74aa3a9a9edbe5b865f11&device_id=a278457f-0627-4f71-b06b-8a074f97133c HTTP/1.1" status: 200 len: 1099 time: 0.4344029 Oct 20 10:29:45.195362 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e9ea0cc6-a5c1-4dab-a048-9afae95ff7bf req-19780ba9-fa21-4254-b3b2-6bc38c895e51 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/ports?device_id=38e4aa4a-6de3-4c39-a753-d611e7dc2929 HTTP/1.1" status: 200 len: 948 time: 0.2248578 Oct 20 10:29:45.234343 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88011c7c-2f13-47fa-b163-dfbe2a8a703a None None] DHCP port deletion for c0947ba6-2630-45a6-a045-b57a9f3a1649 request from n-d-811396-3 {{(pid=100598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:29:45.277657 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-606a7580-35a6-419e-b7b6-75a9591d82e3 req-2e23ff4e-c7eb-4062-88d4-32a323e1c574 service neutron] For port fa148701-2bd3-45e4-ace6-f079253fac3b, host n-h1-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:29:45.285608 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 39662) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:29:45.294833 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-606a7580-35a6-419e-b7b6-75a9591d82e3 req-2e23ff4e-c7eb-4062-88d4-32a323e1c574 service neutron] For port fa148701-2bd3-45e4-ace6-f079253fac3b, host n-h1-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=fa148701-2bd3-45e4-ace6-f079253fac3b,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:29:45.313315 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-88011c7c-2f13-47fa-b163-dfbe2a8a703a None None] Deleting port 7101f450-b86c-49b1-a64f-792384ab28ee {{(pid=100598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:29:45.313803 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-88011c7c-2f13-47fa-b163-dfbe2a8a703a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:45.321925 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-f77b9cac-ebdf-4c7c-871e-b0ad08b5dde2 req-0923a8ed-4d93-4215-afd7-67a181b9a1b4 service neutron] 10.222.0.69 "GET /v2.0/networks/98d2c220-d451-42fc-8d5a-a8342230a4c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444104 Oct 20 10:29:45.323833 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-606a7580-35a6-419e-b7b6-75a9591d82e3 req-2e23ff4e-c7eb-4062-88d4-32a323e1c574 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:45.414603 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-9568a812-cf5c-40af-93a4-f2b681f37e1c req-5804a8b7-2548-4395-adce-e127318c55ac service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=0c2ac16c-39fa-4445-a3d7-43e100268554 HTTP/1.1" status: 200 len: 217 time: 0.0984986 Oct 20 10:29:45.415620 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-cb06669f-2571-4072-bd5d-f1d171b7a40f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:45.431863 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606a7580-35a6-419e-b7b6-75a9591d82e3 req-2e23ff4e-c7eb-4062-88d4-32a323e1c574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:45.432740 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-606a7580-35a6-419e-b7b6-75a9591d82e3 req-2e23ff4e-c7eb-4062-88d4-32a323e1c574 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:45.433883 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-606a7580-35a6-419e-b7b6-75a9591d82e3 req-2e23ff4e-c7eb-4062-88d4-32a323e1c574 service neutron] 10.222.0.55 "PUT /v2.0/ports/fa148701-2bd3-45e4-ace6-f079253fac3b HTTP/1.1" status: 200 len: 1096 time: 1.3660474 Oct 20 10:29:45.466536 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e9ea0cc6-a5c1-4dab-a048-9afae95ff7bf req-11e9c2ed-fc87-44e8-9225-cd5e2abd79b5 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/security-groups?id=dfac1146-e768-4d56-96b1-8816525464ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2702007 Oct 20 10:29:45.486847 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e23ff4e-c7eb-4062-88d4-32a323e1c574 service neutron] Pushing event updated for resources: {'Port': ['ID=fa148701-2bd3-45e4-ace6-f079253fac3b,revision_number=7']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:29:45.541198 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 4c6a559b-7721-4605-9d3a-63d9b3502415 no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:29:45.570493 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 4c6a559b-7721-4605-9d3a-63d9b3502415 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:29:45.571171 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 4c6a559b-7721-4605-9d3a-63d9b3502415 not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:29:45.571370 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 7101f450-b86c-49b1-a64f-792384ab28ee no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:29:45.658187 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606a7580-35a6-419e-b7b6-75a9591d82e3 req-15981b8f-6582-47c0-abae-84bc665f3b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:45.659704 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-606a7580-35a6-419e-b7b6-75a9591d82e3 req-15981b8f-6582-47c0-abae-84bc665f3b24 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9f75d9a0b8ce44faaac4d8054667820c&device_id=39b19f26-435f-4219-86de-3e7bc15de1ed HTTP/1.1" status: 200 len: 1099 time: 0.1652761 Oct 20 10:29:45.665800 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-f77b9cac-ebdf-4c7c-871e-b0ad08b5dde2 req-3a2200a1-bf93-47ba-9dea-a03601cd014c service neutron] 10.222.0.69 "GET /v2.0/networks/98d2c220-d451-42fc-8d5a-a8342230a4c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3126822 Oct 20 10:29:45.668488 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9568a812-cf5c-40af-93a4-f2b681f37e1c req-17fefdb1-82c4-49f1-9316-f998b6bcf0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:45.680621 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-9568a812-cf5c-40af-93a4-f2b681f37e1c req-17fefdb1-82c4-49f1-9316-f998b6bcf0d6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8f86199a-b8f2-45b4-a83a-995a7ea6fe42 HTTP/1.1" status: 200 len: 843 time: 0.2569201 Oct 20 10:29:45.682559 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-88011c7c-2f13-47fa-b163-dfbe2a8a703a None None] For port 7101f450-b86c-49b1-a64f-792384ab28ee, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=7101f450-b86c-49b1-a64f-792384ab28ee,segment=NetworkSegment(27efea6d-6bdf-4362-b2da-e3ad48250fad),segment_id=27efea6d-6bdf-4362-b2da-e3ad48250fad)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:29:45.683841 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-88011c7c-2f13-47fa-b163-dfbe2a8a703a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:45.684861 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df987090-8fa8-4378-b0d2-552460f5c8e8 req-a536e199-c93d-4d5e-9c35-505f62a93f4a tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:45.693069 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-df987090-8fa8-4378-b0d2-552460f5c8e8 req-a536e199-c93d-4d5e-9c35-505f62a93f4a tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=39b19f26-435f-4219-86de-3e7bc15de1ed HTTP/1.1" status: 200 len: 948 time: 0.1996446 Oct 20 10:29:45.717527 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-88011c7c-2f13-47fa-b163-dfbe2a8a703a None None] Calling delete_port for 7101f450-b86c-49b1-a64f-792384ab28ee owned by network:dhcp {{(pid=100598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:29:45.761474 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-b8c143a8-5f8d-4a3b-887b-0622aeddbdde admin admin] Deleting port 7101f450-b86c-49b1-a64f-792384ab28ee {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:29:45.761991 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b8c143a8-5f8d-4a3b-887b-0622aeddbdde admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:45.771304 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-cb06669f-2571-4072-bd5d-f1d171b7a40f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:45.803754 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-cb06669f-2571-4072-bd5d-f1d171b7a40f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:45.833419 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-df987090-8fa8-4378-b0d2-552460f5c8e8 req-147273c7-cc5f-49f4-8681-a12498ce27a2 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376376 Oct 20 10:29:45.862271 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9568a812-cf5c-40af-93a4-f2b681f37e1c req-7f298725-a435-48eb-96f6-f051527a3c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:45.863816 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-9568a812-cf5c-40af-93a4-f2b681f37e1c req-7f298725-a435-48eb-96f6-f051527a3c3b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a7c57b12-d7c3-48bb-aa54-a67a56468a84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1591399 Oct 20 10:29:45.906308 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64b9985-c55b-4b32-a2b1-9f3e985164ac req-b1072b3b-333d-4a45-adaa-b80d3f8c3714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:45.907739 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-a64b9985-c55b-4b32-a2b1-9f3e985164ac req-b1072b3b-333d-4a45-adaa-b80d3f8c3714 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b37ecdb3c3de4c7fa76ddc8c34931f3a&device_id=ac0adda0-726a-4083-83e3-68fcba3b4c74 HTTP/1.1" status: 200 len: 1094 time: 0.1599369 Oct 20 10:29:45.950085 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [None req-b8c143a8-5f8d-4a3b-887b-0622aeddbdde admin admin] For port 7101f450-b86c-49b1-a64f-792384ab28ee, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=7101f450-b86c-49b1-a64f-792384ab28ee,segment=NetworkSegment(27efea6d-6bdf-4362-b2da-e3ad48250fad),segment_id=27efea6d-6bdf-4362-b2da-e3ad48250fad)] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:29:45.950482 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b8c143a8-5f8d-4a3b-887b-0622aeddbdde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:45.953428 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-cb06669f-2571-4072-bd5d-f1d171b7a40f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9f7bd7b2d8234d2d87b50fe143504ef9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6538928 Oct 20 10:29:45.958981 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 39674) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:29:45.967091 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb06669f-2571-4072-bd5d-f1d171b7a40f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cea05cfa-3ce5-4c3c-959e-8862ad8c0050,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:29:45.967829 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-88011c7c-2f13-47fa-b163-dfbe2a8a703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956'] for port, after_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:45.972687 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606a7580-35a6-419e-b7b6-75a9591d82e3 req-da549a86-e857-4bed-90c2-ca389b073245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:45.974406 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-606a7580-35a6-419e-b7b6-75a9591d82e3 req-da549a86-e857-4bed-90c2-ca389b073245 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a7c57b12-d7c3-48bb-aa54-a67a56468a84 HTTP/1.1" status: 200 len: 870 time: 0.3013089 Oct 20 10:29:45.978219 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-b8c143a8-5f8d-4a3b-887b-0622aeddbdde admin admin] Calling delete_port for 7101f450-b86c-49b1-a64f-792384ab28ee owned by network:dhcp {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:29:46.039408 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-606a7580-35a6-419e-b7b6-75a9591d82e3 req-f03e41ae-0f78-4272-b4a3-f758f57fe9fc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=fa148701-2bd3-45e4-ace6-f079253fac3b HTTP/1.1" status: 200 len: 217 time: 0.0550025 Oct 20 10:29:46.054675 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88011c7c-2f13-47fa-b163-dfbe2a8a703a None None] No DVR routers for this DVR port 7101f450-b86c-49b1-a64f-792384ab28ee on host n-d-811396-3 {{(pid=100598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:29:46.068273 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1020227-5100-4cd0-a914-c2999043536f req-0a3a9912-f643-4927-b9a7-7fea6a51406f tempest-ServersNegativeTestMultiTenantJSON-26582195 tempest-ServersNegativeTestMultiTenantJSON-26582195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:46.070087 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d1020227-5100-4cd0-a914-c2999043536f req-0a3a9912-f643-4927-b9a7-7fea6a51406f tempest-ServersNegativeTestMultiTenantJSON-26582195 tempest-ServersNegativeTestMultiTenantJSON-26582195-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac0adda0-726a-4083-83e3-68fcba3b4c74 HTTP/1.1" status: 200 len: 943 time: 0.1789896 Oct 20 10:29:46.074452 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88011c7c-2f13-47fa-b163-dfbe2a8a703a None None] Pushing event deleted for resources: {'Port': ['ID=7101f450-b86c-49b1-a64f-792384ab28ee,revision_number=None']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:29:46.080799 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:46.115751 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88011c7c-2f13-47fa-b163-dfbe2a8a703a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:29:46.116092 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88011c7c-2f13-47fa-b163-dfbe2a8a703a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:29:46.116435 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88011c7c-2f13-47fa-b163-dfbe2a8a703a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:29:46.119894 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88011c7c-2f13-47fa-b163-dfbe2a8a703a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:29:46.119894 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88011c7c-2f13-47fa-b163-dfbe2a8a703a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:29:46.119894 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88011c7c-2f13-47fa-b163-dfbe2a8a703a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:29:46.119894 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88011c7c-2f13-47fa-b163-dfbe2a8a703a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:29:46.119894 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88011c7c-2f13-47fa-b163-dfbe2a8a703a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:29:46.119894 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88011c7c-2f13-47fa-b163-dfbe2a8a703a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:29:46.119894 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88011c7c-2f13-47fa-b163-dfbe2a8a703a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:29:46.119894 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88011c7c-2f13-47fa-b163-dfbe2a8a703a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:29:46.119894 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88011c7c-2f13-47fa-b163-dfbe2a8a703a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:29:46.140981 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-af72b096-9d6b-4b8f-ab9e-5482d2ed2ee2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:46.143964 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606a7580-35a6-419e-b7b6-75a9591d82e3 req-3740e2c2-65e5-44d8-a9db-8788911e6c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:46.145431 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-606a7580-35a6-419e-b7b6-75a9591d82e3 req-3740e2c2-65e5-44d8-a9db-8788911e6c3a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8f86199a-b8f2-45b4-a83a-995a7ea6fe42 HTTP/1.1" status: 200 len: 843 time: 0.0970976 Oct 20 10:29:46.151204 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-9568a812-cf5c-40af-93a4-f2b681f37e1c req-64de6ad1-4214-4ceb-a0ca-f18e2be412c4 service neutron] 10.222.0.69 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2604387 Oct 20 10:29:46.175284 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64b9985-c55b-4b32-a2b1-9f3e985164ac req-aaf6a1aa-b3a8-4f97-b9e8-f7a736e52a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:46.176875 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-a64b9985-c55b-4b32-a2b1-9f3e985164ac req-aaf6a1aa-b3a8-4f97-b9e8-f7a736e52a38 service neutron] 10.222.0.69 "GET /v2.0/networks?id=98d2c220-d451-42fc-8d5a-a8342230a4c6 HTTP/1.1" status: 200 len: 925 time: 0.2547097 Oct 20 10:29:46.181703 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d1020227-5100-4cd0-a914-c2999043536f req-2e283eab-ed82-4848-abff-f86045c545f1 tempest-ServersNegativeTestMultiTenantJSON-26582195 tempest-ServersNegativeTestMultiTenantJSON-26582195-project] 10.222.0.64 "GET /v2.0/security-groups?id=e8163060-7a7f-4f26-85c9-7f434c3018c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857887 Oct 20 10:29:46.205389 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-af72b096-9d6b-4b8f-ab9e-5482d2ed2ee2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:46.244583 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606a7580-35a6-419e-b7b6-75a9591d82e3 req-20db92a9-00e4-41a3-942a-9f3836f77a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:46.246217 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-606a7580-35a6-419e-b7b6-75a9591d82e3 req-20db92a9-00e4-41a3-942a-9f3836f77a2d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a7c57b12-d7c3-48bb-aa54-a67a56468a84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0817671 Oct 20 10:29:46.249991 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-a64b9985-c55b-4b32-a2b1-9f3e985164ac req-ad2fd91a-fc6c-4c34-bf50-6d0d73d405fb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=408bb5c0-e0dc-460c-94e3-7f47daf87d80 HTTP/1.1" status: 200 len: 217 time: 0.0567205 Oct 20 10:29:46.291110 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-af72b096-9d6b-4b8f-ab9e-5482d2ed2ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:46.293835 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-af72b096-9d6b-4b8f-ab9e-5482d2ed2ee2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:46.295080 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-af72b096-9d6b-4b8f-ab9e-5482d2ed2ee2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/cea05cfa-3ce5-4c3c-959e-8862ad8c0050 HTTP/1.1" status: 204 len: 168 time: 0.3346150 Oct 20 10:29:46.335192 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af72b096-9d6b-4b8f-ab9e-5482d2ed2ee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cea05cfa-3ce5-4c3c-959e-8862ad8c0050,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:29:46.345503 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b8c143a8-5f8d-4a3b-887b-0622aeddbdde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:46.352421 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64b9985-c55b-4b32-a2b1-9f3e985164ac req-02b10b03-51c8-4424-a6e4-da968eded9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:46.353799 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-a64b9985-c55b-4b32-a2b1-9f3e985164ac req-02b10b03-51c8-4424-a6e4-da968eded9fd service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2050c15f-2dd0-4e17-a188-dda47d1d3ff0 HTTP/1.1" status: 200 len: 864 time: 0.0935476 Oct 20 10:29:46.370472 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-606a7580-35a6-419e-b7b6-75a9591d82e3 req-59ef8fb0-49da-4d6b-99aa-6d15c663b7b5 service neutron] 10.222.0.55 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144853 Oct 20 10:29:46.397655 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a278457f-0627-4f71-b06b-8a074f97133c', 'tag': '0c2ac16c-39fa-4445-a3d7-43e100268554'}] {{(pid=100597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:29:46.399955 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd85cad6a391afaa95d2dd5280bfd4659fc1e1b2aba53b5e7ef874f059efcdc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cc82ba0-e967-4f91-88b6-8dbeaed4fb75" -d '{"events": [{"name": "network-changed", "server_uuid": "a278457f-0627-4f71-b06b-8a074f97133c", "tag": "0c2ac16c-39fa-4445-a3d7-43e100268554"}]}' {{(pid=100597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:29:46.416101 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c143a8-5f8d-4a3b-887b-0622aeddbdde admin admin] Pushing event deleted for resources: {'Port': ['ID=7101f450-b86c-49b1-a64f-792384ab28ee,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:29:46.432800 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c143a8-5f8d-4a3b-887b-0622aeddbdde admin admin] No DVR routers for this DVR port 7101f450-b86c-49b1-a64f-792384ab28ee on host n-d-811396-3 {{(pid=100597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:29:46.435505 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-a64b9985-c55b-4b32-a2b1-9f3e985164ac req-4652bce6-58f1-4ff3-8928-ba7e12b92835 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=98d2c220-d451-42fc-8d5a-a8342230a4c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405400 Oct 20 10:29:46.476952 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7941c74a-c872-44cb-b26b-93b83f2fee8c x-openstack-request-id: req-7941c74a-c872-44cb-b26b-93b83f2fee8c {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:29:46.477245 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a278457f-0627-4f71-b06b-8a074f97133c", "tag": "0c2ac16c-39fa-4445-a3d7-43e100268554", "status": "completed", "code": 200}]} {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:29:46.477503 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7941c74a-c872-44cb-b26b-93b83f2fee8c {{(pid=100597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:29:46.477897 n-d-811396-3 neutron-server[100597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a278457f-0627-4f71-b06b-8a074f97133c', 'tag': '0c2ac16c-39fa-4445-a3d7-43e100268554', 'status': 'completed', 'code': 200} Oct 20 10:29:46.498590 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-9568a812-cf5c-40af-93a4-f2b681f37e1c req-0eba4207-490e-4e5f-a6dc-afed71ed20d4 service neutron] 10.222.0.69 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3354383 Oct 20 10:29:46.588754 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-606a7580-35a6-419e-b7b6-75a9591d82e3 req-ff4055d1-c871-4666-a396-61daa3fb8c84 service neutron] 10.222.0.55 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088871 Oct 20 10:29:46.614562 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b8c143a8-5f8d-4a3b-887b-0622aeddbdde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:46.632742 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00023a51-c3cc-465a-8e98-fdd709bce9d7 req-22722e6b-992b-4ccf-8407-2f3f2fc658a5 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:46.643767 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-00023a51-c3cc-465a-8e98-fdd709bce9d7 req-22722e6b-992b-4ccf-8407-2f3f2fc658a5 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/ports?device_id=38e4aa4a-6de3-4c39-a753-d611e7dc2929 HTTP/1.1" status: 200 len: 948 time: 0.0976562 Oct 20 10:29:46.667610 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-b8c143a8-5f8d-4a3b-887b-0622aeddbdde admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0947ba6-2630-45a6-a045-b57a9f3a1649']}} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:29:46.689815 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-b8c143a8-5f8d-4a3b-887b-0622aeddbdde admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27efea6d-6bdf-4362-b2da-e3ad48250fad') {'for_net_delete': True} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:29:46.689815 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-b8c143a8-5f8d-4a3b-887b-0622aeddbdde admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27efea6d-6bdf-4362-b2da-e3ad48250fad') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:29:46.703829 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b8c143a8-5f8d-4a3b-887b-0622aeddbdde admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25852596'] for segment, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:46.707664 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-a64b9985-c55b-4b32-a2b1-9f3e985164ac req-dd9248bc-fd12-4eaf-902c-fa1409b37a77 service neutron] 10.222.0.69 "GET /v2.0/networks/98d2c220-d451-42fc-8d5a-a8342230a4c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2578344 Oct 20 10:29:46.711206 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc82ba0-e967-4f91-88b6-8dbeaed4fb75 req-fdfbb774-c95f-4cc2-b576-8d311edd18ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:46.712738 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-0cc82ba0-e967-4f91-88b6-8dbeaed4fb75 req-fdfbb774-c95f-4cc2-b576-8d311edd18ed service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cbb7919139e74aa3a9a9edbe5b865f11&device_id=a278457f-0627-4f71-b06b-8a074f97133c HTTP/1.1" status: 200 len: 1099 time: 0.1334093 Oct 20 10:29:46.715148 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39b19f26-435f-4219-86de-3e7bc15de1ed', 'tag': 'fa148701-2bd3-45e4-ace6-f079253fac3b'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:29:46.722117 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2d8e869-ab88-400d-8db2-68902207ee48" -d '{"events": [{"name": "network-changed", "server_uuid": "39b19f26-435f-4219-86de-3e7bc15de1ed", "tag": "fa148701-2bd3-45e4-ace6-f079253fac3b"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:29:46.726753 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b8c143a8-5f8d-4a3b-887b-0622aeddbdde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:46.794707 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device fa148701-2bd3-45e4-ace6-f079253fac3b no longer exists at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:29:46.866229 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-a64b9985-c55b-4b32-a2b1-9f3e985164ac req-e55254d2-9482-4a3d-b504-3f56bbca9c46 service neutron] 10.222.0.69 "GET /v2.0/networks/98d2c220-d451-42fc-8d5a-a8342230a4c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341548 Oct 20 10:29:46.870435 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8c143a8-5f8d-4a3b-887b-0622aeddbdde admin admin] Releasing vlan 829 on physical network physnet1 to pool {{(pid=100597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:29:46.870893 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b8c143a8-5f8d-4a3b-887b-0622aeddbdde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951012'] for segment, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:46.881357 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device fa148701-2bd3-45e4-ace6-f079253fac3b not bound to the agent host n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:29:46.896659 n-d-811396-3 neutron-server[100597]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:29:46.896659 n-d-811396-3 neutron-server[100597]: self.session.flush() Oct 20 10:29:46.896659 n-d-811396-3 neutron-server[100597]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:29:46.896659 n-d-811396-3 neutron-server[100597]: self.session.flush() Oct 20 10:29:46.896659 n-d-811396-3 neutron-server[100597]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:29:46.896659 n-d-811396-3 neutron-server[100597]: self.session.flush() Oct 20 10:29:46.896659 n-d-811396-3 neutron-server[100597]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:29:46.896659 n-d-811396-3 neutron-server[100597]: self.session.flush() Oct 20 10:29:46.896659 n-d-811396-3 neutron-server[100597]: Traceback (most recent call last): Oct 20 10:29:46.896659 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:29:46.896659 n-d-811396-3 neutron-server[100597]: timer() Oct 20 10:29:46.896659 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:29:46.896659 n-d-811396-3 neutron-server[100597]: cb(*args, **kw) Oct 20 10:29:46.896659 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:29:46.896659 n-d-811396-3 neutron-server[100597]: return func(*args, **kwargs) Oct 20 10:29:46.896659 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:29:46.896659 n-d-811396-3 neutron-server[100597]: self._notify() Oct 20 10:29:46.896659 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:29:46.896659 n-d-811396-3 neutron-server[100597]: self.callback(batched_events) Oct 20 10:29:46.896659 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:29:46.896659 n-d-811396-3 neutron-server[100597]: event.method(event) Oct 20 10:29:46.896659 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:29:46.896659 n-d-811396-3 neutron-server[100597]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:29:46.896659 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:29:46.896659 n-d-811396-3 neutron-server[100597]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:29:46.896659 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:29:46.896659 n-d-811396-3 neutron-server[100597]: return f(self, *a, **k) Oct 20 10:29:46.896659 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:29:46.896659 n-d-811396-3 neutron-server[100597]: return self._get(url).json() Oct 20 10:29:46.896659 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:29:46.896659 n-d-811396-3 neutron-server[100597]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:29:46.896659 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:29:46.896659 n-d-811396-3 neutron-server[100597]: return self.request(url, 'GET', **kwargs) Oct 20 10:29:46.896659 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:29:46.896659 n-d-811396-3 neutron-server[100597]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:29:46.896659 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:29:46.896659 n-d-811396-3 neutron-server[100597]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:29:46.896659 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:29:46.896659 n-d-811396-3 neutron-server[100597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:29:46.896659 n-d-811396-3 neutron-server[100597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:29:47.029120 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b8c143a8-5f8d-4a3b-887b-0622aeddbdde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:47.078528 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c143a8-5f8d-4a3b-887b-0622aeddbdde admin admin] Pushing event deleted for resources: {'Network': ['ID=c0947ba6-2630-45a6-a045-b57a9f3a1649,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:29:47.081793 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b8c143a8-5f8d-4a3b-887b-0622aeddbdde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:47.087421 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-b8c143a8-5f8d-4a3b-887b-0622aeddbdde admin admin] 10.222.0.64 "DELETE /v2.0/networks/c0947ba6-2630-45a6-a045-b57a9f3a1649 HTTP/1.1" status: 204 len: 168 time: 2.0412462 Oct 20 10:29:47.129912 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc82ba0-e967-4f91-88b6-8dbeaed4fb75 req-df4f822f-3111-411e-b8cc-b8ffb5df936e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:47.133266 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-0cc82ba0-e967-4f91-88b6-8dbeaed4fb75 req-df4f822f-3111-411e-b8cc-b8ffb5df936e service neutron] 10.222.0.69 "GET /v2.0/networks?id=a7c57b12-d7c3-48bb-aa54-a67a56468a84 HTTP/1.1" status: 200 len: 870 time: 0.2662473 Oct 20 10:29:47.133685 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-00023a51-c3cc-465a-8e98-fdd709bce9d7 req-0068fe5d-4d8b-4062-b013-6d84f7236d46 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/security-groups?id=dfac1146-e768-4d56-96b1-8816525464ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4836884 Oct 20 10:29:47.176868 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2a38a8-1cc0-42cb-9e19-d0b641fd7bcf req-c4fecc96-191e-4165-adb0-f91ff1161936 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:47.186393 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-be2a38a8-1cc0-42cb-9e19-d0b641fd7bcf req-c4fecc96-191e-4165-adb0-f91ff1161936 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=39b19f26-435f-4219-86de-3e7bc15de1ed HTTP/1.1" status: 200 len: 948 time: 0.1043923 Oct 20 10:29:47.218212 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-0cc82ba0-e967-4f91-88b6-8dbeaed4fb75 req-2331e32d-cc3f-48be-810d-27430276dd1b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=0c2ac16c-39fa-4445-a3d7-43e100268554 HTTP/1.1" status: 200 len: 217 time: 0.0714447 Oct 20 10:29:47.256533 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-be2a38a8-1cc0-42cb-9e19-d0b641fd7bcf req-c694489a-b771-421e-869e-9eb67e307bb1 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685308 Oct 20 10:29:47.300002 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc82ba0-e967-4f91-88b6-8dbeaed4fb75 req-d76c59b2-fb19-4b0b-8742-154a71e8c933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:47.301704 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-0cc82ba0-e967-4f91-88b6-8dbeaed4fb75 req-d76c59b2-fb19-4b0b-8742-154a71e8c933 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8f86199a-b8f2-45b4-a83a-995a7ea6fe42 HTTP/1.1" status: 200 len: 843 time: 0.0716848 Oct 20 10:29:47.345517 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 39714) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:29:47.375756 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47564c0-610a-47db-9dfd-1fc4fc45b649 req-8cb6d673-ce0f-44d8-8087-363bb5826d9e tempest-ServersNegativeTestMultiTenantJSON-26582195 tempest-ServersNegativeTestMultiTenantJSON-26582195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:47.377130 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d47564c0-610a-47db-9dfd-1fc4fc45b649 req-8cb6d673-ce0f-44d8-8087-363bb5826d9e tempest-ServersNegativeTestMultiTenantJSON-26582195 tempest-ServersNegativeTestMultiTenantJSON-26582195-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac0adda0-726a-4083-83e3-68fcba3b4c74 HTTP/1.1" status: 200 len: 943 time: 0.0542371 Oct 20 10:29:47.387482 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57c1f749-10f6-4898-9854-521678e91d9d x-openstack-request-id: req-57c1f749-10f6-4898-9854-521678e91d9d {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:29:47.389767 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39b19f26-435f-4219-86de-3e7bc15de1ed", "tag": "fa148701-2bd3-45e4-ace6-f079253fac3b", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:29:47.390904 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-57c1f749-10f6-4898-9854-521678e91d9d {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:29:47.391865 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39b19f26-435f-4219-86de-3e7bc15de1ed', 'tag': 'fa148701-2bd3-45e4-ace6-f079253fac3b', 'status': 'completed', 'code': 200} Oct 20 10:29:47.400015 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc82ba0-e967-4f91-88b6-8dbeaed4fb75 req-7c50f51d-90fa-4df7-8ebd-605541ffc0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:47.401639 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-0cc82ba0-e967-4f91-88b6-8dbeaed4fb75 req-7c50f51d-90fa-4df7-8ebd-605541ffc0c7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a7c57b12-d7c3-48bb-aa54-a67a56468a84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0899489 Oct 20 10:29:47.425468 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-71514490-9f83-4cba-8467-44940dad5301 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5d5801a72f874cfa82c6a1a3ca94c98c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0782685 Oct 20 10:29:47.435342 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 39716) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:29:47.446195 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d47564c0-610a-47db-9dfd-1fc4fc45b649 req-2ba73ac4-71fc-4d49-b010-adba48042fd6 tempest-ServersNegativeTestMultiTenantJSON-26582195 tempest-ServersNegativeTestMultiTenantJSON-26582195-project] 10.222.0.64 "GET /v2.0/security-groups?id=e8163060-7a7f-4f26-85c9-7f434c3018c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530224 Oct 20 10:29:47.494753 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d8e869-ab88-400d-8db2-68902207ee48 req-6bf4e291-6bb7-4678-9e01-2411111acc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:47.496421 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d2d8e869-ab88-400d-8db2-68902207ee48 req-6bf4e291-6bb7-4678-9e01-2411111acc60 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9f75d9a0b8ce44faaac4d8054667820c&device_id=39b19f26-435f-4219-86de-3e7bc15de1ed HTTP/1.1" status: 200 len: 1099 time: 0.0543027 Oct 20 10:29:47.587327 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b0013403-7f61-4371-a23d-95e0745ecb99 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:47.595720 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d8e869-ab88-400d-8db2-68902207ee48 req-484f7eec-fe1c-4c17-837e-ee286b6d9116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:47.601644 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-d2d8e869-ab88-400d-8db2-68902207ee48 req-484f7eec-fe1c-4c17-837e-ee286b6d9116 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9f75d9a0b8ce44faaac4d8054667820c&device_id=39b19f26-435f-4219-86de-3e7bc15de1ed HTTP/1.1" status: 200 len: 1099 time: 0.1549907 Oct 20 10:29:47.627094 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d8e869-ab88-400d-8db2-68902207ee48 req-619fbc55-4d70-47e6-9c85-61e1385ddd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:47.628651 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d2d8e869-ab88-400d-8db2-68902207ee48 req-619fbc55-4d70-47e6-9c85-61e1385ddd35 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a7c57b12-d7c3-48bb-aa54-a67a56468a84 HTTP/1.1" status: 200 len: 870 time: 0.1238537 Oct 20 10:29:47.708210 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d2d8e869-ab88-400d-8db2-68902207ee48 req-1edcde35-05fa-4457-b6b2-5152cad3f2fd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=fa148701-2bd3-45e4-ace6-f079253fac3b HTTP/1.1" status: 200 len: 217 time: 0.0560055 Oct 20 10:29:47.782527 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d8e869-ab88-400d-8db2-68902207ee48 req-2002efd6-8fcb-4291-8f45-945947086888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:47.784246 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d2d8e869-ab88-400d-8db2-68902207ee48 req-2002efd6-8fcb-4291-8f45-945947086888 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8f86199a-b8f2-45b4-a83a-995a7ea6fe42 HTTP/1.1" status: 200 len: 843 time: 0.0674443 Oct 20 10:29:47.842765 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d8e869-ab88-400d-8db2-68902207ee48 req-8fac9b24-2b75-464f-a90f-b71a452e13c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:47.844983 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d2d8e869-ab88-400d-8db2-68902207ee48 req-8fac9b24-2b75-464f-a90f-b71a452e13c7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a7c57b12-d7c3-48bb-aa54-a67a56468a84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0519984 Oct 20 10:29:47.899051 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b0013403-7f61-4371-a23d-95e0745ecb99 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:47.923267 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-0cc82ba0-e967-4f91-88b6-8dbeaed4fb75 req-583ece84-95c0-4ecb-b4f8-9f95db8f4977 service neutron] 10.222.0.69 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5094948 Oct 20 10:29:47.945897 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d2d8e869-ab88-400d-8db2-68902207ee48 req-10fc530e-40db-4ad3-9ce3-cc909e1d3bae service neutron] 10.222.0.55 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929818 Oct 20 10:29:48.056285 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d8e869-ab88-400d-8db2-68902207ee48 req-0c6585fb-b960-4948-8698-e5f0feb5146b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:48.057760 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-d2d8e869-ab88-400d-8db2-68902207ee48 req-0c6585fb-b960-4948-8698-e5f0feb5146b service neutron] 10.222.0.69 "GET /v2.0/networks?id=a7c57b12-d7c3-48bb-aa54-a67a56468a84 HTTP/1.1" status: 200 len: 870 time: 0.4453802 Oct 20 10:29:48.060555 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d2d8e869-ab88-400d-8db2-68902207ee48 req-8e19d088-9e4e-4192-85e4-8477b477801d service neutron] 10.222.0.55 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050532 Oct 20 10:29:48.069900 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b0013403-7f61-4371-a23d-95e0745ecb99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:48.072394 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b0013403-7f61-4371-a23d-95e0745ecb99 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:48.075423 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-b0013403-7f61-4371-a23d-95e0745ecb99 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/97428721-c626-42c3-b9e9-cf5193407f03 HTTP/1.1" status: 204 len: 168 time: 0.6369677 Oct 20 10:29:48.131593 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-d2d8e869-ab88-400d-8db2-68902207ee48 req-ff98c15e-f5a3-45a4-93a4-5632dd52720d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=fa148701-2bd3-45e4-ace6-f079253fac3b HTTP/1.1" status: 200 len: 217 time: 0.0527117 Oct 20 10:29:48.131593 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0013403-7f61-4371-a23d-95e0745ecb99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97428721-c626-42c3-b9e9-cf5193407f03,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:29:48.131593 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-0cc82ba0-e967-4f91-88b6-8dbeaed4fb75 req-8771fd70-185c-44a2-806d-bc4127475bce service neutron] 10.222.0.69 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767693 Oct 20 10:29:48.204188 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d8e869-ab88-400d-8db2-68902207ee48 req-4affb266-9835-4d6c-91bc-0d76696b74ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:48.205658 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-d2d8e869-ab88-400d-8db2-68902207ee48 req-4affb266-9835-4d6c-91bc-0d76696b74ac service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8f86199a-b8f2-45b4-a83a-995a7ea6fe42 HTTP/1.1" status: 200 len: 843 time: 0.0645413 Oct 20 10:29:48.262384 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e126c0bd-489c-483e-be70-8df875ce8b59 req-f5eb4abd-1f16-4086-8a95-8c681dab51c2 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:48.264081 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e126c0bd-489c-483e-be70-8df875ce8b59 req-f5eb4abd-1f16-4086-8a95-8c681dab51c2 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/ports?device_id=38e4aa4a-6de3-4c39-a753-d611e7dc2929 HTTP/1.1" status: 200 len: 948 time: 0.0586276 Oct 20 10:29:48.275423 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d8e869-ab88-400d-8db2-68902207ee48 req-c47933cc-d516-449e-95ae-01bab6541d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:48.277012 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-d2d8e869-ab88-400d-8db2-68902207ee48 req-c47933cc-d516-449e-95ae-01bab6541d29 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a7c57b12-d7c3-48bb-aa54-a67a56468a84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0611932 Oct 20 10:29:48.286278 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 94206ac3-057e-462d-b6fd-4665c89c4a2c details requested by agent hyperv_n-h1-811396-3 with host n-h1-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:29:48.311649 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e126c0bd-489c-483e-be70-8df875ce8b59 req-65a92cb8-bc4f-42db-ab57-fe999876ef86 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/security-groups?id=dfac1146-e768-4d56-96b1-8816525464ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410683 Oct 20 10:29:48.440597 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 94206ac3-057e-462d-b6fd-4665c89c4a2c, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=94206ac3-057e-462d-b6fd-4665c89c4a2c,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:29:48.471063 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Returning: {'device': '94206ac3-057e-462d-b6fd-4665c89c4a2c', 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84', 'port_id': '94206ac3-057e-462d-b6fd-4665c89c4a2c', 'mac_address': 'fa:16:3e:ae:a8:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 800, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f86199a-b8f2-45b4-a83a-995a7ea6fe42', 'ip_address': '192.168.233.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:29:48.485724 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af4d63b-19c1-4259-99f6-7245262ac957 req-771c82a7-aab3-4725-b888-28210a35feac tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:48.492204 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9af4d63b-19c1-4259-99f6-7245262ac957 req-771c82a7-aab3-4725-b888-28210a35feac tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=39b19f26-435f-4219-86de-3e7bc15de1ed HTTP/1.1" status: 200 len: 948 time: 0.0615594 Oct 20 10:29:48.496010 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-d2d8e869-ab88-400d-8db2-68902207ee48 req-62a80e50-6397-4db5-990d-e53e77772436 service neutron] 10.222.0.69 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094884 Oct 20 10:29:48.575206 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:48.580225 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9af4d63b-19c1-4259-99f6-7245262ac957 req-418a6615-a6fb-4431-9b1c-bd29c18f70b5 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728354 Oct 20 10:29:48.593368 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94206ac3-057e-462d-b6fd-4665c89c4a2c {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:29:48.618668 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 94206ac3-057e-462d-b6fd-4665c89c4a2c, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=94206ac3-057e-462d-b6fd-4665c89c4a2c,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:29:48.626555 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:48.642280 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-d2d8e869-ab88-400d-8db2-68902207ee48 req-53cef556-c217-4174-b589-eeea64415a80 service neutron] 10.222.0.69 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353683 Oct 20 10:29:48.720845 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=94206ac3-057e-462d-b6fd-4665c89c4a2c,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:29:48.754727 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6f6d087c-20da-4b00-aba4-233c484d36e5 req-23244901-05a1-4a7c-b864-19cb27798a79 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=5b81adf076f1422695016e55d14dae22&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0376999 Oct 20 10:29:48.799198 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 408bb5c0-e0dc-460c-94e3-7f47daf87d80 details requested by agent hyperv_n-h2-811396-3 with host n-h2-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:29:48.831902 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:48.885354 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e70faf-4162-4287-8086-1ef5acbcb475 req-6b02f124-c847-496f-83dc-7b3e1f60b989 tempest-ServersNegativeTestMultiTenantJSON-26582195 tempest-ServersNegativeTestMultiTenantJSON-26582195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:48.887019 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-81e70faf-4162-4287-8086-1ef5acbcb475 req-6b02f124-c847-496f-83dc-7b3e1f60b989 tempest-ServersNegativeTestMultiTenantJSON-26582195 tempest-ServersNegativeTestMultiTenantJSON-26582195-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac0adda0-726a-4083-83e3-68fcba3b4c74 HTTP/1.1" status: 200 len: 943 time: 0.1302340 Oct 20 10:29:48.929961 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6d087c-20da-4b00-aba4-233c484d36e5 req-ece5fd04-1f87-44be-ae1d-d5c6fef62ce7 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:48.937587 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6f6d087c-20da-4b00-aba4-233c484d36e5 req-ece5fd04-1f87-44be-ae1d-d5c6fef62ce7 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1819267 Oct 20 10:29:48.951538 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 408bb5c0-e0dc-460c-94e3-7f47daf87d80, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=408bb5c0-e0dc-460c-94e3-7f47daf87d80,segment=NetworkSegment(23c73203-a685-45be-be3b-2f84a4ce0927),segment_id=23c73203-a685-45be-be3b-2f84a4ce0927)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:29:48.954921 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6f6d087c-20da-4b00-aba4-233c484d36e5 req-89a3fb6e-f62e-47b7-b97f-b3fd7bea6c18 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/quotas/5b81adf076f1422695016e55d14dae22 HTTP/1.1" status: 200 len: 375 time: 0.0164640 Oct 20 10:29:48.965491 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Returning: {'device': '408bb5c0-e0dc-460c-94e3-7f47daf87d80', 'network_id': '98d2c220-d451-42fc-8d5a-a8342230a4c6', 'port_id': '408bb5c0-e0dc-460c-94e3-7f47daf87d80', 'mac_address': 'fa:16:3e:60:53:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 810, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2050c15f-2dd0-4e17-a188-dda47d1d3ff0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:29:48.999791 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6f6d087c-20da-4b00-aba4-233c484d36e5 req-4e4229f8-c625-435f-9416-d7c23c44bd88 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=5b81adf076f1422695016e55d14dae22&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0438840 Oct 20 10:29:49.009373 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-81e70faf-4162-4287-8086-1ef5acbcb475 req-fe1383cb-ef88-4b0a-a830-3ee1402365bc tempest-ServersNegativeTestMultiTenantJSON-26582195 tempest-ServersNegativeTestMultiTenantJSON-26582195-project] 10.222.0.64 "GET /v2.0/security-groups?id=e8163060-7a7f-4f26-85c9-7f434c3018c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120467 Oct 20 10:29:49.016473 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:49.031970 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 408bb5c0-e0dc-460c-94e3-7f47daf87d80 {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:29:49.054216 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 408bb5c0-e0dc-460c-94e3-7f47daf87d80, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=408bb5c0-e0dc-460c-94e3-7f47daf87d80,segment=NetworkSegment(23c73203-a685-45be-be3b-2f84a4ce0927),segment_id=23c73203-a685-45be-be3b-2f84a4ce0927)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:29:49.059830 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:49.156050 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=408bb5c0-e0dc-460c-94e3-7f47daf87d80,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:29:49.160260 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 39790) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:29:49.216508 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['94206ac3-057e-462d-b6fd-4665c89c4a2c'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:29:49.383221 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-d6310920-bd8f-4c44-9d07-0749e1638721 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1848729314-network', 'tenant_id': '733e0ae3617d4d649cf978417165b931'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:29:49.447138 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['408bb5c0-e0dc-460c-94e3-7f47daf87d80'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:29:49.458737 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b6934e6d-7336-4901-94ef-9893516675fa req-a77e3219-86ac-4db1-8f35-3aefc93c3ae5 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=5b81adf076f1422695016e55d14dae22&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0306032 Oct 20 10:29:49.461950 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dded36b-62ec-47ce-a3ec-a3f11aa05839 req-d6a5076a-fbcd-4b49-88ef-aa586580e2ec tempest-LiveAutoBlockMigrationV225Test-237435139 tempest-LiveAutoBlockMigrationV225Test-237435139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:49.470221 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4dded36b-62ec-47ce-a3ec-a3f11aa05839 req-d6a5076a-fbcd-4b49-88ef-aa586580e2ec tempest-LiveAutoBlockMigrationV225Test-237435139 tempest-LiveAutoBlockMigrationV225Test-237435139-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=95fa9703-1404-4771-a94e-0d9e1c8e85e7 HTTP/1.1" status: 200 len: 1096 time: 0.1229022 Oct 20 10:29:49.594651 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6310920-bd8f-4c44-9d07-0749e1638721 admin admin] Made reservation on behalf of 733e0ae3617d4d649cf978417165b931 for: {'network': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:29:49.597046 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d6310920-bd8f-4c44-9d07-0749e1638721 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:49.605296 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6934e6d-7336-4901-94ef-9893516675fa req-cd7e03fd-b206-444b-9241-f6ba1e67572a tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:49.612855 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b6934e6d-7336-4901-94ef-9893516675fa req-cd7e03fd-b206-444b-9241-f6ba1e67572a tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1530733 Oct 20 10:29:49.637292 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d6310920-bd8f-4c44-9d07-0749e1638721 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:49.659031 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b6934e6d-7336-4901-94ef-9893516675fa req-628bd787-4ec0-4074-ba0b-e16d3b2320e0 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/quotas/5b81adf076f1422695016e55d14dae22 HTTP/1.1" status: 200 len: 375 time: 0.0451250 Oct 20 10:29:49.663689 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4dded36b-62ec-47ce-a3ec-a3f11aa05839 req-e1da3732-1633-43aa-9092-7b9f6fb3a2f1 tempest-LiveAutoBlockMigrationV225Test-237435139 tempest-LiveAutoBlockMigrationV225Test-237435139-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=ba094063-4980-4c22-bc34-9c1534c0beb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924646 Oct 20 10:29:49.708207 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b6934e6d-7336-4901-94ef-9893516675fa req-18824db4-0310-4071-aeee-09c058a911e7 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=5b81adf076f1422695016e55d14dae22&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0479727 Oct 20 10:29:49.784481 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d6310920-bd8f-4c44-9d07-0749e1638721 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:49.791075 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d6310920-bd8f-4c44-9d07-0749e1638721 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:49.844403 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6310920-bd8f-4c44-9d07-0749e1638721 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 833} {{(pid=100596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:29:49.868546 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6310920-bd8f-4c44-9d07-0749e1638721 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86067063-f5e4-4e77-9825-0a77623af17f,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:29:49.884275 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d6310920-bd8f-4c44-9d07-0749e1638721 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:49.884632 n-d-811396-3 neutron-server[100596]: INFO neutron.db.segments_db [None req-d6310920-bd8f-4c44-9d07-0749e1638721 admin admin] Added segment c9f340c0-9c49-427c-b46d-475b702ed788 of type vlan for network 6102411a-939e-434e-b2b8-0c46972ff74e Oct 20 10:29:49.913238 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45c4453-1551-49aa-8ea7-5e7008009b48 req-c45bd947-4735-45ed-9fa1-8b391f7ade2f tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:49.914904 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f45c4453-1551-49aa-8ea7-5e7008009b48 req-c45bd947-4735-45ed-9fa1-8b391f7ade2f tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/ports?device_id=38e4aa4a-6de3-4c39-a753-d611e7dc2929 HTTP/1.1" status: 200 len: 949 time: 0.1027839 Oct 20 10:29:49.987173 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d6310920-bd8f-4c44-9d07-0749e1638721 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:50.027047 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f45c4453-1551-49aa-8ea7-5e7008009b48 req-15fea757-d961-4a16-8796-a41aaf2c9ee9 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/security-groups?id=dfac1146-e768-4d56-96b1-8816525464ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871966 Oct 20 10:29:50.054758 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cde2e4a-a8ae-47f2-8d6e-d3c4e3f35c9a req-c6936d29-ce61-4fe8-9a07-6c6f0951e000 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:50.056606 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6cde2e4a-a8ae-47f2-8d6e-d3c4e3f35c9a req-c6936d29-ce61-4fe8-9a07-6c6f0951e000 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=39b19f26-435f-4219-86de-3e7bc15de1ed HTTP/1.1" status: 200 len: 948 time: 0.1179338 Oct 20 10:29:50.058521 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d6310920-bd8f-4c44-9d07-0749e1638721 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:50.059512 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6310920-bd8f-4c44-9d07-0749e1638721 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:50.060891 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d6310920-bd8f-4c44-9d07-0749e1638721 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:50.123427 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-d6310920-bd8f-4c44-9d07-0749e1638721 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.9582231 Oct 20 10:29:50.123597 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 39836) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:29:50.131411 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-1db9334b-0318-492d-a623-8779d470c356 admin admin] Request body: {'subnet': {'network_id': '6102411a-939e-434e-b2b8-0c46972ff74e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1848729314-subnet', 'tenant_id': '733e0ae3617d4d649cf978417165b931', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:29:50.166026 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6310920-bd8f-4c44-9d07-0749e1638721 admin admin] Pushing event updated for resources: {'Network': ['ID=6102411a-939e-434e-b2b8-0c46972ff74e,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:29:50.192533 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network 6102411a-939e-434e-b2b8-0c46972ff74e details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:29:50.208121 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1db9334b-0318-492d-a623-8779d470c356 admin admin] Made reservation on behalf of 733e0ae3617d4d649cf978417165b931 for: {'subnet': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:29:50.210499 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1db9334b-0318-492d-a623-8779d470c356 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25350782'] for subnet, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:50.242154 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6cde2e4a-a8ae-47f2-8d6e-d3c4e3f35c9a req-6892f1e9-0219-42d7-bea6-75622489cd1e tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744072 Oct 20 10:29:50.327669 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device fa148701-2bd3-45e4-ace6-f079253fac3b details requested by agent hyperv_n-h1-811396-3 with host n-h1-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:29:50.362686 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f4608eb8-499a-422b-95c3-22b298f0abe4 req-635975e8-d8af-4cf9-9366-d68506f7e04d tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/ports?device_id=c33d2f24-c354-497f-a5a9-d23371745ada HTTP/1.1" status: 200 len: 210 time: 0.0433946 Oct 20 10:29:50.476564 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port fa148701-2bd3-45e4-ace6-f079253fac3b, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=fa148701-2bd3-45e4-ace6-f079253fac3b,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:29:50.492214 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Returning: {'device': 'fa148701-2bd3-45e4-ace6-f079253fac3b', 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84', 'port_id': 'fa148701-2bd3-45e4-ace6-f079253fac3b', 'mac_address': 'fa:16:3e:88:64:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 800, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f86199a-b8f2-45b4-a83a-995a7ea6fe42', 'ip_address': '192.168.233.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:29:50.511868 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1db9334b-0318-492d-a623-8779d470c356 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25350752'] for subnet, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:50.542284 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a6c24e-55f8-4109-bd21-05a0ed71e2ee req-77679c21-5e9d-4510-9a98-2bff05df3463 tempest-ServersNegativeTestMultiTenantJSON-26582195 tempest-ServersNegativeTestMultiTenantJSON-26582195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:50.544835 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:50.550901 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-02a6c24e-55f8-4109-bd21-05a0ed71e2ee req-77679c21-5e9d-4510-9a98-2bff05df3463 tempest-ServersNegativeTestMultiTenantJSON-26582195 tempest-ServersNegativeTestMultiTenantJSON-26582195-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac0adda0-726a-4083-83e3-68fcba3b4c74 HTTP/1.1" status: 200 len: 944 time: 0.1259022 Oct 20 10:29:50.564423 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa148701-2bd3-45e4-ace6-f079253fac3b {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:29:50.591275 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port fa148701-2bd3-45e4-ace6-f079253fac3b, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=fa148701-2bd3-45e4-ace6-f079253fac3b,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:29:50.597483 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-02a6c24e-55f8-4109-bd21-05a0ed71e2ee req-41fecd08-9ad5-48da-b311-71645f119b2f tempest-ServersNegativeTestMultiTenantJSON-26582195 tempest-ServersNegativeTestMultiTenantJSON-26582195-project] 10.222.0.64 "GET /v2.0/security-groups?id=e8163060-7a7f-4f26-85c9-7f434c3018c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447412 Oct 20 10:29:50.598155 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:50.612914 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db9334b-0318-492d-a623-8779d470c356 admin admin] Checking segment: {'id': 'c9f340c0-9c49-427c-b46d-475b702ed788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '6102411a-939e-434e-b2b8-0c46972ff74e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:29:50.613282 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db9334b-0318-492d-a623-8779d470c356 admin admin] Network hostable DHCP agents. Network: 6102411a-939e-434e-b2b8-0c46972ff74e, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:29:50.615326 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db9334b-0318-492d-a623-8779d470c356 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c78e58fe-8eeb-4a44-80cb-439bcac28ede,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:29:50.658998 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db9334b-0318-492d-a623-8779d470c356 admin admin] Network 6102411a-939e-434e-b2b8-0c46972ff74e is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:29:50.678247 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-1db9334b-0318-492d-a623-8779d470c356 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, 6102411a-939e-434e-b2b8-0c46972ff74e) {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:29:50.678440 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=fa148701-2bd3-45e4-ace6-f079253fac3b,revision_number=8']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:29:50.683358 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db9334b-0318-492d-a623-8779d470c356 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:50.683989 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1db9334b-0318-492d-a623-8779d470c356 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:50.697983 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d0148f-eb68-4c06-a1e5-40530d978f3d None None] Network 6102411a-939e-434e-b2b8-0c46972ff74e requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:29:50.718984 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-1db9334b-0318-492d-a623-8779d470c356 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.5947566 Oct 20 10:29:50.829682 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 0c2ac16c-39fa-4445-a3d7-43e100268554 details requested by agent hyperv_n-h2-811396-3 with host n-h2-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:29:50.832220 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 408bb5c0-e0dc-460c-94e3-7f47daf87d80 up at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:29:50.892521 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c3c5ec-1c9d-4659-9c87-e34d7cef1963 None None] Network 6102411a-939e-434e-b2b8-0c46972ff74e requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:29:50.935139 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6f6d087c-20da-4b00-aba4-233c484d36e5 req-c340eae7-70e1-4f67-868f-eb358cafe154 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=5b81adf076f1422695016e55d14dae22&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0385468 Oct 20 10:29:51.093279 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6d087c-20da-4b00-aba4-233c484d36e5 req-c200f16a-264a-456d-89a1-a3576eba0864 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:51.094808 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6f6d087c-20da-4b00-aba4-233c484d36e5 req-c200f16a-264a-456d-89a1-a3576eba0864 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1525166 Oct 20 10:29:51.132263 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning for port 408bb5c0-e0dc-460c-94e3-7f47daf87d80 completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:29:51.138506 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-6f6d087c-20da-4b00-aba4-233c484d36e5 req-a66d9a1d-bf0e-4487-9fe6-cc7e57710672 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] Request body: {'port': {'device_id': '4569972b-c804-4ed9-a1b0-4552777252e5', 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84', 'admin_state_up': True, 'tenant_id': '5b81adf076f1422695016e55d14dae22'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:29:51.160944 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning complete for port 408bb5c0-e0dc-460c-94e3-7f47daf87d80 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:29:51.161313 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:51.167979 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 0c2ac16c-39fa-4445-a3d7-43e100268554, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=0c2ac16c-39fa-4445-a3d7-43e100268554,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:29:51.224198 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['fa148701-2bd3-45e4-ace6-f079253fac3b'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:29:51.228954 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Returning: {'device': '0c2ac16c-39fa-4445-a3d7-43e100268554', 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84', 'port_id': '0c2ac16c-39fa-4445-a3d7-43e100268554', 'mac_address': 'fa:16:3e:c9:f9:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 800, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f86199a-b8f2-45b4-a83a-995a7ea6fe42', 'ip_address': '192.168.233.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:29:51.322324 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f6d087c-20da-4b00-aba4-233c484d36e5 req-a66d9a1d-bf0e-4487-9fe6-cc7e57710672 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] Made reservation on behalf of 5b81adf076f1422695016e55d14dae22 for: {'port': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:29:51.326099 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-6f6d087c-20da-4b00-aba4-233c484d36e5 req-a66d9a1d-bf0e-4487-9fe6-cc7e57710672 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:51.360260 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:51.363451 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-6f6d087c-20da-4b00-aba4-233c484d36e5 req-a66d9a1d-bf0e-4487-9fe6-cc7e57710672 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:51.405439 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c2ac16c-39fa-4445-a3d7-43e100268554 {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:29:51.412798 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:51.419470 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676d7fe7-48ac-4d2b-ae61-aa037ee2756d req-d26fc804-926c-46da-83e4-0228e36cae1e tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:51.427121 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-676d7fe7-48ac-4d2b-ae61-aa037ee2756d req-d26fc804-926c-46da-83e4-0228e36cae1e tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] 10.222.0.64 "GET /v2.0/networks?id=6102411a-939e-434e-b2b8-0c46972ff74e HTTP/1.1" status: 200 len: 822 time: 0.1655095 Oct 20 10:29:51.448679 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-676d7fe7-48ac-4d2b-ae61-aa037ee2756d req-1d6a1495-cad4-4419-8cb7-a423fbed8e04 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] 10.222.0.64 "GET /v2.0/quotas/733e0ae3617d4d649cf978417165b931 HTTP/1.1" status: 200 len: 375 time: 0.0198138 Oct 20 10:29:51.453817 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 0c2ac16c-39fa-4445-a3d7-43e100268554, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=0c2ac16c-39fa-4445-a3d7-43e100268554,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:29:51.464658 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:51.474636 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac0adda0-726a-4083-83e3-68fcba3b4c74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '408bb5c0-e0dc-460c-94e3-7f47daf87d80'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:29:51.476890 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15cd3af2-3d85-42f4-aad2-8103c4f8a4df" -d '{"events": [{"server_uuid": "ac0adda0-726a-4083-83e3-68fcba3b4c74", "name": "network-vif-plugged", "status": "completed", "tag": "408bb5c0-e0dc-460c-94e3-7f47daf87d80"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:29:51.477525 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [req-56e00d27-eb84-4fe8-bba9-9824de5dcc91 req-a934cc48-f3fc-4ff6-b45c-02059e716683 tempest-LiveAutoBlockMigrationV225Test-237435139 tempest-LiveAutoBlockMigrationV225Test-237435139-project-admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:29:51.478007 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-56e00d27-eb84-4fe8-bba9-9824de5dcc91 req-a934cc48-f3fc-4ff6-b45c-02059e716683 tempest-LiveAutoBlockMigrationV225Test-237435139 tempest-LiveAutoBlockMigrationV225Test-237435139-project-admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0056317 Oct 20 10:29:51.510875 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-676d7fe7-48ac-4d2b-ae61-aa037ee2756d req-aa580082-fdea-4dc1-9040-3e9af1f0e364 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=733e0ae3617d4d649cf978417165b931&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0484884 Oct 20 10:29:51.519176 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 408bb5c0-e0dc-460c-94e3-7f47daf87d80, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=408bb5c0-e0dc-460c-94e3-7f47daf87d80,segment=NetworkSegment(23c73203-a685-45be-be3b-2f84a4ce0927),segment_id=23c73203-a685-45be-be3b-2f84a4ce0927)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:29:51.525961 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e00d27-eb84-4fe8-bba9-9824de5dcc91 req-bc7261c2-b2ff-42df-b02a-8fd9bf153460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:51.534015 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-56e00d27-eb84-4fe8-bba9-9824de5dcc91 req-bc7261c2-b2ff-42df-b02a-8fd9bf153460 service neutron] 10.222.0.64 "GET /v2.0/ports/c775663b-fc25-4ef4-aea4-435e5dde701a HTTP/1.1" status: 200 len: 1093 time: 0.0465095 Oct 20 10:29:51.538155 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [req-56e00d27-eb84-4fe8-bba9-9824de5dcc91 req-be571d78-c6a2-49ef-91e1-d756bd1f81a2 service neutron] Request body: {'binding': {'host': 'n-h1-811396-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:29:51.539057 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [req-56e00d27-eb84-4fe8-bba9-9824de5dcc91 req-be571d78-c6a2-49ef-91e1-d756bd1f81a2 service neutron] Unknown quota resources ['binding']. {{(pid=100597) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 20 10:29:51.539269 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:51.544232 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-6f6d087c-20da-4b00-aba4-233c484d36e5 req-a66d9a1d-bf0e-4487-9fe6-cc7e57710672 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:51.554939 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-6f6d087c-20da-4b00-aba4-233c484d36e5 req-a66d9a1d-bf0e-4487-9fe6-cc7e57710672 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:51.559562 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=0c2ac16c-39fa-4445-a3d7-43e100268554,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:29:51.625700 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=408bb5c0-e0dc-460c-94e3-7f47daf87d80,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:29:51.672614 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66d9a1d-bf0e-4487-9fe6-cc7e57710672 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33b0304f-e8b0-41ca-8b6c-fa0f5439f339,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:29:51.690010 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-56e00d27-eb84-4fe8-bba9-9824de5dcc91 req-be571d78-c6a2-49ef-91e1-d756bd1f81a2 service neutron] Attempting to bind port c775663b-fc25-4ef4-aea4-435e5dde701a on host n-h1-811396-3 for vnic_type normal with profile None {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:29:51.690435 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-56e00d27-eb84-4fe8-bba9-9824de5dcc91 req-be571d78-c6a2-49ef-91e1-d756bd1f81a2 service neutron] Attempting to bind port c775663b-fc25-4ef4-aea4-435e5dde701a by drivers openvswitch,hyperv on host n-h1-811396-3 at level 0 using segments [{'id': '21a06331-2010-4bb7-8d07-13da7f15af4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '1ce4070f-3cfd-4061-95b1-2481b8fda5e7'}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:29:51.690850 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e00d27-eb84-4fe8-bba9-9824de5dcc91 req-be571d78-c6a2-49ef-91e1-d756bd1f81a2 service neutron] Attempting to bind port c775663b-fc25-4ef4-aea4-435e5dde701a on network 1ce4070f-3cfd-4061-95b1-2481b8fda5e7 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:29:51.695773 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e00d27-eb84-4fe8-bba9-9824de5dcc91 req-be571d78-c6a2-49ef-91e1-d756bd1f81a2 service neutron] Port c775663b-fc25-4ef4-aea4-435e5dde701a on network 1ce4070f-3cfd-4061-95b1-2481b8fda5e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-811396-3 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:29:51.696165 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e00d27-eb84-4fe8-bba9-9824de5dcc91 req-be571d78-c6a2-49ef-91e1-d756bd1f81a2 service neutron] Attempting to bind port c775663b-fc25-4ef4-aea4-435e5dde701a on network 1ce4070f-3cfd-4061-95b1-2481b8fda5e7 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:29:51.701307 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e00d27-eb84-4fe8-bba9-9824de5dcc91 req-be571d78-c6a2-49ef-91e1-d756bd1f81a2 service neutron] Checking agent: {'id': 'b707b4cc-061f-4cf4-bce0-0b3df9b7bec9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:29:51.701732 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e00d27-eb84-4fe8-bba9-9824de5dcc91 req-be571d78-c6a2-49ef-91e1-d756bd1f81a2 service neutron] Checking segment: {'id': '21a06331-2010-4bb7-8d07-13da7f15af4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '1ce4070f-3cfd-4061-95b1-2481b8fda5e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:29:51.702611 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e00d27-eb84-4fe8-bba9-9824de5dcc91 req-be571d78-c6a2-49ef-91e1-d756bd1f81a2 service neutron] Bound using segment: {'id': '21a06331-2010-4bb7-8d07-13da7f15af4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '1ce4070f-3cfd-4061-95b1-2481b8fda5e7'} {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:29:51.702611 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-56e00d27-eb84-4fe8-bba9-9824de5dcc91 req-be571d78-c6a2-49ef-91e1-d756bd1f81a2 service neutron] Bound port: c775663b-fc25-4ef4-aea4-435e5dde701a, host: n-h1-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21a06331-2010-4bb7-8d07-13da7f15af4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '1ce4070f-3cfd-4061-95b1-2481b8fda5e7'}}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:29:51.743209 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-676d7fe7-48ac-4d2b-ae61-aa037ee2756d req-7eb21bbc-beea-4b6b-a482-b23e17a8de88 service neutron] 10.222.0.64 "GET /v2.0/networks/6102411a-939e-434e-b2b8-0c46972ff74e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121687 Oct 20 10:29:51.754474 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['0c2ac16c-39fa-4445-a3d7-43e100268554'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:29:51.776901 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [req-56e00d27-eb84-4fe8-bba9-9824de5dcc91 req-be571d78-c6a2-49ef-91e1-d756bd1f81a2 service neutron] For port c775663b-fc25-4ef4-aea4-435e5dde701a, host n-h1-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=c775663b-fc25-4ef4-aea4-435e5dde701a,segment=NetworkSegment(21a06331-2010-4bb7-8d07-13da7f15af4f),segment_id=21a06331-2010-4bb7-8d07-13da7f15af4f)] {{(pid=100597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:29:51.788201 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-56e00d27-eb84-4fe8-bba9-9824de5dcc91 req-be571d78-c6a2-49ef-91e1-d756bd1f81a2 service neutron] Publish callbacks [] for binding, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:51.789579 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-56e00d27-eb84-4fe8-bba9-9824de5dcc91 req-be571d78-c6a2-49ef-91e1-d756bd1f81a2 service neutron] 10.222.0.64 "POST /v2.0/ports/c775663b-fc25-4ef4-aea4-435e5dde701a/bindings HTTP/1.1" status: 201 len: 389 time: 0.2552965 Oct 20 10:29:51.808453 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b6934e6d-7336-4901-94ef-9893516675fa req-e63feeda-5769-44c7-bba1-d99caa668f55 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=5b81adf076f1422695016e55d14dae22&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0677049 Oct 20 10:29:52.007313 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [req-6f6d087c-20da-4b00-aba4-233c484d36e5 req-a66d9a1d-bf0e-4487-9fe6-cc7e57710672 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] Allocated IP 192.168.233.141 (a7c57b12-d7c3-48bb-aa54-a67a56468a84/8f86199a-b8f2-45b4-a83a-995a7ea6fe42/6f56cdd5-3a21-42fd-82df-94804732ae43) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:29:52.070799 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6934e6d-7336-4901-94ef-9893516675fa req-5ea39175-7601-4cb2-b09d-9eb25a754277 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:52.072183 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b6934e6d-7336-4901-94ef-9893516675fa req-5ea39175-7601-4cb2-b09d-9eb25a754277 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2508242 Oct 20 10:29:52.104584 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-b6934e6d-7336-4901-94ef-9893516675fa req-fd30cd2d-ab31-4145-8f23-bc728145b2cf tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] Request body: {'port': {'device_id': 'c33d2f24-c354-497f-a5a9-d23371745ada', 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84', 'admin_state_up': True, 'tenant_id': '5b81adf076f1422695016e55d14dae22'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:29:52.111840 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-676d7fe7-48ac-4d2b-ae61-aa037ee2756d req-08149cd9-cd4d-46c6-9c53-fc3cf254cbd3 service neutron] 10.222.0.64 "GET /v2.0/networks/6102411a-939e-434e-b2b8-0c46972ff74e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3496799 Oct 20 10:29:52.137167 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9b3d26-6d2b-4ae3-b4b5-c9612fcf5830 req-95cd9d65-0c84-489e-b83f-6909db1f2bd3 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:52.138638 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ee9b3d26-6d2b-4ae3-b4b5-c9612fcf5830 req-95cd9d65-0c84-489e-b83f-6909db1f2bd3 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/ports?device_id=38e4aa4a-6de3-4c39-a753-d611e7dc2929 HTTP/1.1" status: 200 len: 949 time: 0.1605062 Oct 20 10:29:52.238164 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e00d27-eb84-4fe8-bba9-9824de5dcc91 req-a8baf04c-9889-465d-bd13-73a952773bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:52.239865 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-56e00d27-eb84-4fe8-bba9-9824de5dcc91 req-a8baf04c-9889-465d-bd13-73a952773bf9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9d344b97e96e4da89707d7e9ad8232dc&device_id=95fa9703-1404-4771-a94e-0d9e1c8e85e7 HTTP/1.1" status: 200 len: 1096 time: 0.0552239 Oct 20 10:29:52.308993 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 94206ac3-057e-462d-b6fd-4665c89c4a2c up at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:29:52.345566 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e00d27-eb84-4fe8-bba9-9824de5dcc91 req-3f7aae66-8abc-4f25-b878-f9fcfa334d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:52.347174 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-56e00d27-eb84-4fe8-bba9-9824de5dcc91 req-3f7aae66-8abc-4f25-b878-f9fcfa334d96 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1ce4070f-3cfd-4061-95b1-2481b8fda5e7 HTTP/1.1" status: 200 len: 922 time: 0.0980065 Oct 20 10:29:52.360802 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning for port 94206ac3-057e-462d-b6fd-4665c89c4a2c completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:29:52.364304 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ee9b3d26-6d2b-4ae3-b4b5-c9612fcf5830 req-e5f7228c-15c8-4a79-b8c7-b10f7a8a9c3e tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/security-groups?id=dfac1146-e768-4d56-96b1-8816525464ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159762 Oct 20 10:29:52.366007 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning complete for port 94206ac3-057e-462d-b6fd-4665c89c4a2c triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:29:52.366534 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:52.410742 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-6f6d087c-20da-4b00-aba4-233c484d36e5 req-a66d9a1d-bf0e-4487-9fe6-cc7e57710672 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:52.441570 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bb5890-ff3f-46d8-a022-2f58be331ea4 req-28651943-8a1d-48e8-9c30-fa3e14856524 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:52.443073 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-87bb5890-ff3f-46d8-a022-2f58be331ea4 req-28651943-8a1d-48e8-9c30-fa3e14856524 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=39b19f26-435f-4219-86de-3e7bc15de1ed HTTP/1.1" status: 200 len: 949 time: 0.1477580 Oct 20 10:29:52.453458 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-56e00d27-eb84-4fe8-bba9-9824de5dcc91 req-1b21f815-e00c-496c-924e-11bf93c5fcf1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c775663b-fc25-4ef4-aea4-435e5dde701a HTTP/1.1" status: 200 len: 217 time: 0.0909281 Oct 20 10:29:52.483834 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6934e6d-7336-4901-94ef-9893516675fa req-fd30cd2d-ab31-4145-8f23-bc728145b2cf tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] Made reservation on behalf of 5b81adf076f1422695016e55d14dae22 for: {'port': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:29:52.487637 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-b6934e6d-7336-4901-94ef-9893516675fa req-fd30cd2d-ab31-4145-8f23-bc728145b2cf tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:52.489128 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:52.541589 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e00d27-eb84-4fe8-bba9-9824de5dcc91 req-58779e70-5e5c-4709-b124-edfddcb7e2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:52.544208 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-56e00d27-eb84-4fe8-bba9-9824de5dcc91 req-58779e70-5e5c-4709-b124-edfddcb7e2ae service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4012c245-3079-4795-8c54-d3f2bf73a5b0 HTTP/1.1" status: 200 len: 861 time: 0.0767007 Oct 20 10:29:52.549343 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-87bb5890-ff3f-46d8-a022-2f58be331ea4 req-7c2b0326-e362-4b7d-8344-f31694dc8785 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916779 Oct 20 10:29:52.558201 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-6f6d087c-20da-4b00-aba4-233c484d36e5 req-a66d9a1d-bf0e-4487-9fe6-cc7e57710672 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:52.580427 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 94206ac3-057e-462d-b6fd-4665c89c4a2c, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=94206ac3-057e-462d-b6fd-4665c89c4a2c,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:29:52.594768 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-56e00d27-eb84-4fe8-bba9-9824de5dcc91 req-61d3e4dd-d1e6-4d48-a096-f33db637a66a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1ce4070f-3cfd-4061-95b1-2481b8fda5e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376456 Oct 20 10:29:52.598415 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:52.661763 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f6d087c-20da-4b00-aba4-233c484d36e5 req-a66d9a1d-bf0e-4487-9fe6-cc7e57710672 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] Network a7c57b12-d7c3-48bb-aa54-a67a56468a84 is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:29:52.674239 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [req-6f6d087c-20da-4b00-aba4-233c484d36e5 req-a66d9a1d-bf0e-4487-9fe6-cc7e57710672 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:29:52.688579 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f6d087c-20da-4b00-aba4-233c484d36e5 req-a66d9a1d-bf0e-4487-9fe6-cc7e57710672 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:29:52.700949 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:29:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-266b83e3-cf02-436e-83e8-11e23d98e76d x-openstack-request-id: req-266b83e3-cf02-436e-83e8-11e23d98e76d {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:29:52.701308 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac0adda0-726a-4083-83e3-68fcba3b4c74", "name": "network-vif-plugged", "status": "completed", "tag": "408bb5c0-e0dc-460c-94e3-7f47daf87d80", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:29:52.701600 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-266b83e3-cf02-436e-83e8-11e23d98e76d {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:29:52.702133 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac0adda0-726a-4083-83e3-68fcba3b4c74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '408bb5c0-e0dc-460c-94e3-7f47daf87d80', 'code': 200} Oct 20 10:29:52.714482 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=94206ac3-057e-462d-b6fd-4665c89c4a2c,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:29:52.718065 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6d087c-20da-4b00-aba4-233c484d36e5 req-a66d9a1d-bf0e-4487-9fe6-cc7e57710672 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:52.722564 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-6f6d087c-20da-4b00-aba4-233c484d36e5 req-a66d9a1d-bf0e-4487-9fe6-cc7e57710672 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:52.771713 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66d9a1d-bf0e-4487-9fe6-cc7e57710672 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] Pushing event updated for resources: {'Port': ['ID=6f56cdd5-3a21-42fd-82df-94804732ae43,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:29:52.811578 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7c8556ca-5fb6-4934-8995-7e05914572f4 req-30f5f4ac-2056-4d96-828f-af77b33ae159 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/ports?device_id=c33d2f24-c354-497f-a5a9-d23371745ada HTTP/1.1" status: 200 len: 210 time: 0.0777504 Oct 20 10:29:52.844140 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 0c2ac16c-39fa-4445-a3d7-43e100268554 up at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:29:52.925113 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f27be9-8020-4df9-8cc6-0914fcde6624 req-65d4b314-1b03-46c9-8f59-dd04461f31bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:52.928727 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-f5f27be9-8020-4df9-8cc6-0914fcde6624 req-65d4b314-1b03-46c9-8f59-dd04461f31bf service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ac0adda0-726a-4083-83e3-68fcba3b4c74 HTTP/1.1" status: 200 len: 1096 time: 0.1364865 Oct 20 10:29:52.933975 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-56e00d27-eb84-4fe8-bba9-9824de5dcc91 req-2de89bd0-fc1a-47de-aef8-9702e1cb4de4 service neutron] 10.222.0.55 "GET /v2.0/networks/1ce4070f-3cfd-4061-95b1-2481b8fda5e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3290739 Oct 20 10:29:52.952458 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6f6d087c-20da-4b00-aba4-233c484d36e5 req-a66d9a1d-bf0e-4487-9fe6-cc7e57710672 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8186738 Oct 20 10:29:52.973829 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning for port 0c2ac16c-39fa-4445-a3d7-43e100268554 completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:29:52.980411 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning complete for port 0c2ac16c-39fa-4445-a3d7-43e100268554 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:29:52.980835 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:52.987539 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-6f6d087c-20da-4b00-aba4-233c484d36e5 req-c1e783b0-9a71-43bf-b69f-cad8ce0d5a27 service neutron] Request body: {'port': {'device_id': '4569972b-c804-4ed9-a1b0-4552777252e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811396-3'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:29:53.020648 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b185cb57-a11e-43fc-b507-e9ca82222dba req-e62431c9-e19c-4006-9f52-92f5daa8cecb tempest-ServersNegativeTestMultiTenantJSON-26582195 tempest-ServersNegativeTestMultiTenantJSON-26582195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:53.031803 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b185cb57-a11e-43fc-b507-e9ca82222dba req-e62431c9-e19c-4006-9f52-92f5daa8cecb tempest-ServersNegativeTestMultiTenantJSON-26582195 tempest-ServersNegativeTestMultiTenantJSON-26582195-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac0adda0-726a-4083-83e3-68fcba3b4c74 HTTP/1.1" status: 200 len: 945 time: 0.2094929 Oct 20 10:29:53.117766 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:53.120878 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-56e00d27-eb84-4fe8-bba9-9824de5dcc91 req-4b546bd5-0119-4e2d-a60d-8d7ddfc2f1fe service neutron] 10.222.0.55 "GET /v2.0/networks/1ce4070f-3cfd-4061-95b1-2481b8fda5e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473916 Oct 20 10:29:53.137307 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-f5f27be9-8020-4df9-8cc6-0914fcde6624 req-2403d916-99da-4544-8a5b-27129b42a7d9 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=e8163060-7a7f-4f26-85c9-7f434c3018c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995761 Oct 20 10:29:53.187969 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 0c2ac16c-39fa-4445-a3d7-43e100268554, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=0c2ac16c-39fa-4445-a3d7-43e100268554,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:29:53.198302 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:53.208603 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-989bae33-c301-4447-a2a4-43b8411aaaf5 None None] Provisioning complete for port 6f56cdd5-3a21-42fd-82df-94804732ae43 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:29:53.208603 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-989bae33-c301-4447-a2a4-43b8411aaaf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:53.324986 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-989bae33-c301-4447-a2a4-43b8411aaaf5 None None] Port 6f56cdd5-3a21-42fd-82df-94804732ae43 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:29:53.329765 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=0c2ac16c-39fa-4445-a3d7-43e100268554,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:29:53.372183 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [req-b6934e6d-7336-4901-94ef-9893516675fa req-fd30cd2d-ab31-4145-8f23-bc728145b2cf tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] Allocated IP 192.168.233.70 (a7c57b12-d7c3-48bb-aa54-a67a56468a84/8f86199a-b8f2-45b4-a83a-995a7ea6fe42/ca4b6c1b-62ef-450a-aa40-8f2ecc9ced87) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:29:53.454197 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714a34bf-67fe-408f-a54c-fa58c076783f req-5b5d8006-ec92-46d4-b85f-662d86a8665e tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:53.455789 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-714a34bf-67fe-408f-a54c-fa58c076783f req-5b5d8006-ec92-46d4-b85f-662d86a8665e tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/ports?device_id=95fa9703-1404-4771-a94e-0d9e1c8e85e7 HTTP/1.1" status: 200 len: 945 time: 0.4776869 Oct 20 10:29:53.477958 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b185cb57-a11e-43fc-b507-e9ca82222dba req-0b1f9343-d863-4cc3-a50c-ca4911f8752a tempest-ServersNegativeTestMultiTenantJSON-26582195 tempest-ServersNegativeTestMultiTenantJSON-26582195-project] 10.222.0.64 "GET /v2.0/security-groups?id=e8163060-7a7f-4f26-85c9-7f434c3018c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4453149 Oct 20 10:29:53.502526 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-6f6d087c-20da-4b00-aba4-233c484d36e5 req-c1e783b0-9a71-43bf-b69f-cad8ce0d5a27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:53.544852 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-714a34bf-67fe-408f-a54c-fa58c076783f req-5d42868a-891c-44a4-ab07-e5a67b5b8b76 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba094063-4980-4c22-bc34-9c1534c0beb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781667 Oct 20 10:29:53.690917 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-21906a39-c489-4a9c-9583-45f408ceae11 req-0162f5bf-b471-4224-a1c3-de86efe4d3f1 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] 10.222.0.64 "GET /v2.0/ports?device_id=91f08e17-013a-43df-a287-3962fa56a0c2 HTTP/1.1" status: 200 len: 210 time: 0.1440916 Oct 20 10:29:53.742318 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-b6934e6d-7336-4901-94ef-9893516675fa req-fd30cd2d-ab31-4145-8f23-bc728145b2cf tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:53.969703 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fbf7c5-f1ad-4d7f-8ef7-3e2ba8fa29e4 req-5f49f54f-4527-46da-9e7a-b3e487363091 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:53.972141 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-32fbf7c5-f1ad-4d7f-8ef7-3e2ba8fa29e4 req-5f49f54f-4527-46da-9e7a-b3e487363091 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.69 "GET /v2.0/ports?device_id=39b19f26-435f-4219-86de-3e7bc15de1ed&tenant_id=9f75d9a0b8ce44faaac4d8054667820c&binding%3Ahost_id=n-h1-811396-3 HTTP/1.1" status: 200 len: 949 time: 0.1920631 Oct 20 10:29:54.009924 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3f396e-9951-4078-aa90-9e0455cc3782 req-d73e6ad5-70c2-4a81-bccb-2d3e531e54bc tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:54.019483 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1d3f396e-9951-4078-aa90-9e0455cc3782 req-d73e6ad5-70c2-4a81-bccb-2d3e531e54bc tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/ports?device_id=38e4aa4a-6de3-4c39-a753-d611e7dc2929 HTTP/1.1" status: 200 len: 950 time: 0.2805254 Oct 20 10:29:54.059709 n-d-811396-3 neutron-server[100597]: INFO neutron.api.v2.resource [req-32fbf7c5-f1ad-4d7f-8ef7-3e2ba8fa29e4 req-cf3d3899-0d66-4c15-a6f2-f67e042120cb service neutron] delete failed (client error): The resource could not be found. Oct 20 10:29:54.067475 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a66fac7-be91-44cd-bd77-090f04c6e400 req-015f6169-adc1-49be-96cb-0368c2e2388f tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:54.068330 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-32fbf7c5-f1ad-4d7f-8ef7-3e2ba8fa29e4 req-cf3d3899-0d66-4c15-a6f2-f67e042120cb service neutron] 10.222.0.69 "DELETE /v2.0/ports/fa148701-2bd3-45e4-ace6-f079253fac3b/bindings/n-h2-811396-3 HTTP/1.1" status: 404 len: 380 time: 0.0781980 Oct 20 10:29:54.069498 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3a66fac7-be91-44cd-bd77-090f04c6e400 req-015f6169-adc1-49be-96cb-0368c2e2388f tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=39b19f26-435f-4219-86de-3e7bc15de1ed HTTP/1.1" status: 200 len: 949 time: 0.2361839 Oct 20 10:29:54.162155 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1d3f396e-9951-4078-aa90-9e0455cc3782 req-09f0c16a-6064-41d1-ac6f-9d823324a091 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/security-groups?id=dfac1146-e768-4d56-96b1-8816525464ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415637 Oct 20 10:29:54.233763 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3a66fac7-be91-44cd-bd77-090f04c6e400 req-0429c97f-18c4-46a2-920a-cc9a817ebaeb tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381190 Oct 20 10:29:54.257169 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676d7fe7-48ac-4d2b-ae61-aa037ee2756d req-c31a7c4c-3564-4e24-86a5-4c05bcd30fab tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:54.259132 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-676d7fe7-48ac-4d2b-ae61-aa037ee2756d req-c31a7c4c-3564-4e24-86a5-4c05bcd30fab tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] 10.222.0.69 "GET /v2.0/networks?id=6102411a-939e-434e-b2b8-0c46972ff74e HTTP/1.1" status: 200 len: 822 time: 0.3357618 Oct 20 10:29:54.263452 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-b6934e6d-7336-4901-94ef-9893516675fa req-fd30cd2d-ab31-4145-8f23-bc728145b2cf tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:54.284875 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [req-676d7fe7-48ac-4d2b-ae61-aa037ee2756d req-28f27440-c71b-433d-b155-f24f1ea7576c tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Request body: {'port': {'device_id': '91f08e17-013a-43df-a287-3962fa56a0c2', 'network_id': '6102411a-939e-434e-b2b8-0c46972ff74e', 'admin_state_up': True, 'tenant_id': '733e0ae3617d4d649cf978417165b931'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:29:54.323360 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device fa148701-2bd3-45e4-ace6-f079253fac3b up at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:29:54.379880 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fbf7c5-f1ad-4d7f-8ef7-3e2ba8fa29e4 req-34a126f1-c495-4331-9b30-91064f04d703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:54.381782 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-32fbf7c5-f1ad-4d7f-8ef7-3e2ba8fa29e4 req-34a126f1-c495-4331-9b30-91064f04d703 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9f75d9a0b8ce44faaac4d8054667820c&device_id=39b19f26-435f-4219-86de-3e7bc15de1ed HTTP/1.1" status: 200 len: 1100 time: 0.1806803 Oct 20 10:29:54.427710 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning for port fa148701-2bd3-45e4-ace6-f079253fac3b completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:29:54.432239 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning complete for port fa148701-2bd3-45e4-ace6-f079253fac3b triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:29:54.433463 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:54.489087 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6934e6d-7336-4901-94ef-9893516675fa req-fd30cd2d-ab31-4145-8f23-bc728145b2cf tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] Network a7c57b12-d7c3-48bb-aa54-a67a56468a84 is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:29:54.504883 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [req-b6934e6d-7336-4901-94ef-9893516675fa req-fd30cd2d-ab31-4145-8f23-bc728145b2cf tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:29:54.509313 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd30cd2d-ab31-4145-8f23-bc728145b2cf tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] Pushing event updated for resources: {'Port': ['ID=ca4b6c1b-62ef-450a-aa40-8f2ecc9ced87,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:29:54.518127 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6934e6d-7336-4901-94ef-9893516675fa req-fd30cd2d-ab31-4145-8f23-bc728145b2cf tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:29:54.523735 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6934e6d-7336-4901-94ef-9893516675fa req-fd30cd2d-ab31-4145-8f23-bc728145b2cf tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:54.524371 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-b6934e6d-7336-4901-94ef-9893516675fa req-fd30cd2d-ab31-4145-8f23-bc728145b2cf tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:54.534705 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:54.542788 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac85bd3-c18f-4ad3-a004-372ed0078cc6 req-ddd8bab7-55b6-4b24-9e96-54cb34c04d09 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:54.544350 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4ac85bd3-c18f-4ad3-a004-372ed0078cc6 req-ddd8bab7-55b6-4b24-9e96-54cb34c04d09 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/ports?device_id=c33d2f24-c354-497f-a5a9-d23371745ada HTTP/1.1" status: 200 len: 935 time: 0.1600416 Oct 20 10:29:54.574922 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b6934e6d-7336-4901-94ef-9893516675fa req-fd30cd2d-ab31-4145-8f23-bc728145b2cf tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4769678 Oct 20 10:29:54.594841 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port fa148701-2bd3-45e4-ace6-f079253fac3b, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=fa148701-2bd3-45e4-ace6-f079253fac3b,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:29:54.610489 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:54.624935 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-b6934e6d-7336-4901-94ef-9893516675fa req-93efb721-2a9b-4ca3-8c35-04a5487a723c service neutron] Request body: {'port': {'device_id': 'c33d2f24-c354-497f-a5a9-d23371745ada', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811396-3'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:29:54.683824 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=fa148701-2bd3-45e4-ace6-f079253fac3b,revision_number=9']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:29:54.703581 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38e4aa4a-6de3-4c39-a753-d611e7dc2929', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94206ac3-057e-462d-b6fd-4665c89c4a2c'}, {'server_uuid': 'a278457f-0627-4f71-b06b-8a074f97133c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c2ac16c-39fa-4445-a3d7-43e100268554'}, {'server_uuid': '39b19f26-435f-4219-86de-3e7bc15de1ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa148701-2bd3-45e4-ace6-f079253fac3b'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:29:54.706617 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [req-6f6d087c-20da-4b00-aba4-233c484d36e5 req-c1e783b0-9a71-43bf-b69f-cad8ce0d5a27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f56cdd5-3a21-42fd-82df-94804732ae43 {{(pid=100596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:29:54.707073 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eb64395-5544-4de1-9188-f8925252bcff" -d '{"events": [{"server_uuid": "38e4aa4a-6de3-4c39-a753-d611e7dc2929", "name": "network-vif-plugged", "status": "completed", "tag": "94206ac3-057e-462d-b6fd-4665c89c4a2c"}, {"server_uuid": "a278457f-0627-4f71-b06b-8a074f97133c", "name": "network-vif-plugged", "status": "completed", "tag": "0c2ac16c-39fa-4445-a3d7-43e100268554"}, {"server_uuid": "39b19f26-435f-4219-86de-3e7bc15de1ed", "name": "network-vif-plugged", "status": "completed", "tag": "fa148701-2bd3-45e4-ace6-f079253fac3b"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:29:54.749855 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fbf7c5-f1ad-4d7f-8ef7-3e2ba8fa29e4 req-34290d60-e3a4-4e7d-89c2-7817142559b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:54.751642 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-32fbf7c5-f1ad-4d7f-8ef7-3e2ba8fa29e4 req-34290d60-e3a4-4e7d-89c2-7817142559b3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a7c57b12-d7c3-48bb-aa54-a67a56468a84 HTTP/1.1" status: 200 len: 870 time: 0.3392999 Oct 20 10:29:54.755638 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-6f6d087c-20da-4b00-aba4-233c484d36e5 req-c1e783b0-9a71-43bf-b69f-cad8ce0d5a27 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:54.809338 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4ac85bd3-c18f-4ad3-a004-372ed0078cc6 req-42010c53-ec1e-4eb4-bbd2-f366b42e5eca tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/security-groups?id=33b0304f-e8b0-41ca-8b6c-fa0f5439f339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2563407 Oct 20 10:29:54.809562 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-32fbf7c5-f1ad-4d7f-8ef7-3e2ba8fa29e4 req-3a5a3aa0-ad72-4f87-bac2-1d61c17be46b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=fa148701-2bd3-45e4-ace6-f079253fac3b HTTP/1.1" status: 200 len: 217 time: 0.0488477 Oct 20 10:29:54.899109 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-676d7fe7-48ac-4d2b-ae61-aa037ee2756d req-28f27440-c71b-433d-b155-f24f1ea7576c tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Made reservation on behalf of 733e0ae3617d4d649cf978417165b931 for: {'port': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:29:54.902329 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.provisioning_blocks [req-6f6d087c-20da-4b00-aba4-233c484d36e5 req-c1e783b0-9a71-43bf-b69f-cad8ce0d5a27 service neutron] Transition to ACTIVE for port object 6f56cdd5-3a21-42fd-82df-94804732ae43 will not be triggered until provisioned by entity L2. {{(pid=100596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:29:54.916441 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2826d46b-28fa-4f66-84dd-7fbd8e5f90b4 req-079b254d-04fc-4ac4-81e3-ee3b64c6be65 tempest-ServersNegativeTestMultiTenantJSON-26582195 tempest-ServersNegativeTestMultiTenantJSON-26582195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:54.919217 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-676d7fe7-48ac-4d2b-ae61-aa037ee2756d req-28f27440-c71b-433d-b155-f24f1ea7576c tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:54.925588 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2826d46b-28fa-4f66-84dd-7fbd8e5f90b4 req-079b254d-04fc-4ac4-81e3-ee3b64c6be65 tempest-ServersNegativeTestMultiTenantJSON-26582195 tempest-ServersNegativeTestMultiTenantJSON-26582195-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac0adda0-726a-4083-83e3-68fcba3b4c74 HTTP/1.1" status: 200 len: 945 time: 0.2618225 Oct 20 10:29:54.927312 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-b6934e6d-7336-4901-94ef-9893516675fa req-93efb721-2a9b-4ca3-8c35-04a5487a723c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:54.948830 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-6f6d087c-20da-4b00-aba4-233c484d36e5 req-c1e783b0-9a71-43bf-b69f-cad8ce0d5a27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:54.991829 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-ace9d303-46a9-4848-9ceb-156307964aa4 None None] Provisioning complete for port ca4b6c1b-62ef-450a-aa40-8f2ecc9ced87 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:29:54.993700 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-ace9d303-46a9-4848-9ceb-156307964aa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:55.064477 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-ace9d303-46a9-4848-9ceb-156307964aa4 None None] Port ca4b6c1b-62ef-450a-aa40-8f2ecc9ced87 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:29:55.093647 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fbf7c5-f1ad-4d7f-8ef7-3e2ba8fa29e4 req-a1f9d2aa-9727-4a1b-9682-7c9ca3f05a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:55.095213 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-32fbf7c5-f1ad-4d7f-8ef7-3e2ba8fa29e4 req-a1f9d2aa-9727-4a1b-9682-7c9ca3f05a0c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8f86199a-b8f2-45b4-a83a-995a7ea6fe42 HTTP/1.1" status: 200 len: 843 time: 0.2773318 Oct 20 10:29:55.253375 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2826d46b-28fa-4f66-84dd-7fbd8e5f90b4 req-f8bf8682-45eb-404e-bbb5-24ac1a2740e1 tempest-ServersNegativeTestMultiTenantJSON-26582195 tempest-ServersNegativeTestMultiTenantJSON-26582195-project] 10.222.0.64 "GET /v2.0/security-groups?id=e8163060-7a7f-4f26-85c9-7f434c3018c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3214977 Oct 20 10:29:55.253375 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e783b0-9a71-43bf-b69f-cad8ce0d5a27 service neutron] Pushing event updated for resources: {'Port': ['ID=6f56cdd5-3a21-42fd-82df-94804732ae43,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:29:55.264276 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fbf7c5-f1ad-4d7f-8ef7-3e2ba8fa29e4 req-f5609df0-fa7d-4ae3-8d6e-e9d39b004947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:55.266707 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-32fbf7c5-f1ad-4d7f-8ef7-3e2ba8fa29e4 req-f5609df0-fa7d-4ae3-8d6e-e9d39b004947 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a7c57b12-d7c3-48bb-aa54-a67a56468a84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1557751 Oct 20 10:29:55.319461 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [req-676d7fe7-48ac-4d2b-ae61-aa037ee2756d req-28f27440-c71b-433d-b155-f24f1ea7576c tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Allocated IP 172.20.0.5 (6102411a-939e-434e-b2b8-0c46972ff74e/c78e58fe-8eeb-4a44-80cb-439bcac28ede/b7dde49d-909d-4ddf-86b7-ffbb521107f3) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:29:55.365566 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d3e434-5833-4de4-8df4-f191294d03bc req-5f4460f0-329f-4046-9873-1e0415a3d5e9 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:55.368210 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e3d3e434-5833-4de4-8df4-f191294d03bc req-5f4460f0-329f-4046-9873-1e0415a3d5e9 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/ports?device_id=95fa9703-1404-4771-a94e-0d9e1c8e85e7 HTTP/1.1" status: 200 len: 945 time: 0.3574574 Oct 20 10:29:55.386849 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-6f6d087c-20da-4b00-aba4-233c484d36e5 req-c1e783b0-9a71-43bf-b69f-cad8ce0d5a27 service neutron] Attempting to bind port 6f56cdd5-3a21-42fd-82df-94804732ae43 on host n-h1-811396-3 for vnic_type normal with profile {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:29:55.387305 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-6f6d087c-20da-4b00-aba4-233c484d36e5 req-c1e783b0-9a71-43bf-b69f-cad8ce0d5a27 service neutron] Attempting to bind port 6f56cdd5-3a21-42fd-82df-94804732ae43 by drivers openvswitch,hyperv on host n-h1-811396-3 at level 0 using segments [{'id': '6f472196-aa1a-40bf-bd06-ef9f07584bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:29:55.387661 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6d087c-20da-4b00-aba4-233c484d36e5 req-c1e783b0-9a71-43bf-b69f-cad8ce0d5a27 service neutron] Attempting to bind port 6f56cdd5-3a21-42fd-82df-94804732ae43 on network a7c57b12-d7c3-48bb-aa54-a67a56468a84 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:29:55.410888 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 20 Oct 2021 10:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de59228c-3b83-46b7-80e7-a58d0ead308c x-openstack-request-id: req-de59228c-3b83-46b7-80e7-a58d0ead308c {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:29:55.411519 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38e4aa4a-6de3-4c39-a753-d611e7dc2929", "name": "network-vif-plugged", "status": "completed", "tag": "94206ac3-057e-462d-b6fd-4665c89c4a2c", "code": 200}, {"server_uuid": "a278457f-0627-4f71-b06b-8a074f97133c", "name": "network-vif-plugged", "status": "completed", "tag": "0c2ac16c-39fa-4445-a3d7-43e100268554", "code": 200}, {"server_uuid": "39b19f26-435f-4219-86de-3e7bc15de1ed", "name": "network-vif-plugged", "status": "completed", "tag": "fa148701-2bd3-45e4-ace6-f079253fac3b", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:29:55.411519 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-de59228c-3b83-46b7-80e7-a58d0ead308c {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:29:55.412581 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38e4aa4a-6de3-4c39-a753-d611e7dc2929', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94206ac3-057e-462d-b6fd-4665c89c4a2c', 'code': 200} Oct 20 10:29:55.412822 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a278457f-0627-4f71-b06b-8a074f97133c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c2ac16c-39fa-4445-a3d7-43e100268554', 'code': 200} Oct 20 10:29:55.413072 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39b19f26-435f-4219-86de-3e7bc15de1ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa148701-2bd3-45e4-ace6-f079253fac3b', 'code': 200} Oct 20 10:29:55.415685 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6d087c-20da-4b00-aba4-233c484d36e5 req-c1e783b0-9a71-43bf-b69f-cad8ce0d5a27 service neutron] Port 6f56cdd5-3a21-42fd-82df-94804732ae43 on network a7c57b12-d7c3-48bb-aa54-a67a56468a84 not bound, no agent of type Open vSwitch agent registered on host n-h1-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:29:55.416020 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6d087c-20da-4b00-aba4-233c484d36e5 req-c1e783b0-9a71-43bf-b69f-cad8ce0d5a27 service neutron] Attempting to bind port 6f56cdd5-3a21-42fd-82df-94804732ae43 on network a7c57b12-d7c3-48bb-aa54-a67a56468a84 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:29:55.442003 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6d087c-20da-4b00-aba4-233c484d36e5 req-c1e783b0-9a71-43bf-b69f-cad8ce0d5a27 service neutron] Checking agent: {'id': 'b707b4cc-061f-4cf4-bce0-0b3df9b7bec9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:29:55.442336 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6d087c-20da-4b00-aba4-233c484d36e5 req-c1e783b0-9a71-43bf-b69f-cad8ce0d5a27 service neutron] Checking segment: {'id': '6f472196-aa1a-40bf-bd06-ef9f07584bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:29:55.442722 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6d087c-20da-4b00-aba4-233c484d36e5 req-c1e783b0-9a71-43bf-b69f-cad8ce0d5a27 service neutron] Bound using segment: {'id': '6f472196-aa1a-40bf-bd06-ef9f07584bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84'} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:29:55.443273 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-6f6d087c-20da-4b00-aba4-233c484d36e5 req-c1e783b0-9a71-43bf-b69f-cad8ce0d5a27 service neutron] Bound port: 6f56cdd5-3a21-42fd-82df-94804732ae43, host: n-h1-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f472196-aa1a-40bf-bd06-ef9f07584bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84'}}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:29:55.443674 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-6f6d087c-20da-4b00-aba4-233c484d36e5 req-c1e783b0-9a71-43bf-b69f-cad8ce0d5a27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:55.520575 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e3d3e434-5833-4de4-8df4-f191294d03bc req-8276c071-dd7b-4302-90c3-7c0b64d3334e tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba094063-4980-4c22-bc34-9c1534c0beb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364617 Oct 20 10:29:55.639541 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-32fbf7c5-f1ad-4d7f-8ef7-3e2ba8fa29e4 req-df7aa9fd-cdd7-4239-8935-e1fbc7987cd8 service neutron] 10.222.0.69 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3496683 Oct 20 10:29:55.660060 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-88f0e784-47ae-42eb-8fa5-426450f9b9a0 req-16e33abb-e8c3-4bc0-bd41-dfc659057c3e tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] 10.222.0.64 "GET /v2.0/ports?device_id=91f08e17-013a-43df-a287-3962fa56a0c2 HTTP/1.1" status: 200 len: 210 time: 0.0833299 Oct 20 10:29:55.704843 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eaba0c-9681-4200-9389-8bae227ccb7d req-d28093e5-d1ba-4495-b313-ac56073ca45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:55.707572 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-59eaba0c-9681-4200-9389-8bae227ccb7d req-d28093e5-d1ba-4495-b313-ac56073ca45f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=38e4aa4a-6de3-4c39-a753-d611e7dc2929 HTTP/1.1" status: 200 len: 1101 time: 0.1614935 Oct 20 10:29:55.709021 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d95531-cfe9-4e34-9ebd-2b2f1e3e05a2 req-c4294449-7e4c-4b54-9899-a57b33fe5a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:55.710627 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-10d95531-cfe9-4e34-9ebd-2b2f1e3e05a2 req-c4294449-7e4c-4b54-9899-a57b33fe5a9e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a278457f-0627-4f71-b06b-8a074f97133c HTTP/1.1" status: 200 len: 1101 time: 0.2146492 Oct 20 10:29:55.799323 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-6f6d087c-20da-4b00-aba4-233c484d36e5 req-c1e783b0-9a71-43bf-b69f-cad8ce0d5a27 service neutron] For port 6f56cdd5-3a21-42fd-82df-94804732ae43, host n-h1-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:29:55.839908 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-59eaba0c-9681-4200-9389-8bae227ccb7d req-1761437d-1392-4492-b37a-3d011de07776 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=dfac1146-e768-4d56-96b1-8816525464ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211910 Oct 20 10:29:55.854665 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-6f6d087c-20da-4b00-aba4-233c484d36e5 req-c1e783b0-9a71-43bf-b69f-cad8ce0d5a27 service neutron] For port 6f56cdd5-3a21-42fd-82df-94804732ae43, host n-h1-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=6f56cdd5-3a21-42fd-82df-94804732ae43,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:29:55.886945 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-6f6d087c-20da-4b00-aba4-233c484d36e5 req-c1e783b0-9a71-43bf-b69f-cad8ce0d5a27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:55.890251 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-10d95531-cfe9-4e34-9ebd-2b2f1e3e05a2 req-fa19c759-c74b-44c1-b30b-5bcc9382f895 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=dfac1146-e768-4d56-96b1-8816525464ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432548 Oct 20 10:29:55.894116 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-32fbf7c5-f1ad-4d7f-8ef7-3e2ba8fa29e4 req-39126022-0179-4306-ac48-4840c0749ae5 service neutron] 10.222.0.69 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2425399 Oct 20 10:29:55.922504 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-676d7fe7-48ac-4d2b-ae61-aa037ee2756d req-28f27440-c71b-433d-b155-f24f1ea7576c tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:55.949565 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9944561-192b-484a-b9b8-ba2734da996c req-8ff55471-ef58-41bd-b65d-870724c93a41 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:55.951100 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f9944561-192b-484a-b9b8-ba2734da996c req-8ff55471-ef58-41bd-b65d-870724c93a41 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/ports?device_id=38e4aa4a-6de3-4c39-a753-d611e7dc2929 HTTP/1.1" status: 200 len: 950 time: 0.2982049 Oct 20 10:29:55.974152 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-676d7fe7-48ac-4d2b-ae61-aa037ee2756d req-28f27440-c71b-433d-b155-f24f1ea7576c tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:55.979688 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e783b0-9a71-43bf-b69f-cad8ce0d5a27 service neutron] Pushing event updated for resources: {'Port': ['ID=6f56cdd5-3a21-42fd-82df-94804732ae43,revision_number=3']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:29:56.022561 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6d087c-20da-4b00-aba4-233c484d36e5 req-c1e783b0-9a71-43bf-b69f-cad8ce0d5a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:56.023104 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-6f6d087c-20da-4b00-aba4-233c484d36e5 req-c1e783b0-9a71-43bf-b69f-cad8ce0d5a27 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:56.024519 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6f6d087c-20da-4b00-aba4-233c484d36e5 req-c1e783b0-9a71-43bf-b69f-cad8ce0d5a27 service neutron] 10.222.0.55 "PUT /v2.0/ports/6f56cdd5-3a21-42fd-82df-94804732ae43 HTTP/1.1" status: 200 len: 1096 time: 3.0495474 Oct 20 10:29:56.029099 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4569972b-c804-4ed9-a1b0-4552777252e5', 'tag': '6f56cdd5-3a21-42fd-82df-94804732ae43'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:29:56.031940 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d948ad7-5fb5-4cae-9373-a4138aca57e8" -d '{"events": [{"name": "network-changed", "server_uuid": "4569972b-c804-4ed9-a1b0-4552777252e5", "tag": "6f56cdd5-3a21-42fd-82df-94804732ae43"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:29:56.035809 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-676d7fe7-48ac-4d2b-ae61-aa037ee2756d req-28f27440-c71b-433d-b155-f24f1ea7576c tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Network 6102411a-939e-434e-b2b8-0c46972ff74e is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:29:56.039910 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [req-676d7fe7-48ac-4d2b-ae61-aa037ee2756d req-28f27440-c71b-433d-b155-f24f1ea7576c tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:29:56.044415 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [req-b6934e6d-7336-4901-94ef-9893516675fa req-93efb721-2a9b-4ca3-8c35-04a5487a723c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca4b6c1b-62ef-450a-aa40-8f2ecc9ced87 {{(pid=100596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:29:56.044598 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [req-676d7fe7-48ac-4d2b-ae61-aa037ee2756d req-28f27440-c71b-433d-b155-f24f1ea7576c tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:29:56.063877 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-b6934e6d-7336-4901-94ef-9893516675fa req-93efb721-2a9b-4ca3-8c35-04a5487a723c service neutron] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:56.077974 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d803c1b-7294-4eef-b927-0d2bb35bc268 req-6e725f23-cd87-487e-9bab-51bcb125b9c7 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:56.085857 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5d803c1b-7294-4eef-b927-0d2bb35bc268 req-6e725f23-cd87-487e-9bab-51bcb125b9c7 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=39b19f26-435f-4219-86de-3e7bc15de1ed HTTP/1.1" status: 200 len: 950 time: 0.2883623 Oct 20 10:29:56.106925 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676d7fe7-48ac-4d2b-ae61-aa037ee2756d req-28f27440-c71b-433d-b155-f24f1ea7576c tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:56.107689 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-676d7fe7-48ac-4d2b-ae61-aa037ee2756d req-28f27440-c71b-433d-b155-f24f1ea7576c tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:56.115675 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f27440-c71b-433d-b155-f24f1ea7576c tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Pushing event updated for resources: {'Port': ['ID=b7dde49d-909d-4ddf-86b7-ffbb521107f3,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:29:56.127726 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f9944561-192b-484a-b9b8-ba2734da996c req-67a2e63e-6590-4e07-b72e-11eedd90e588 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/security-groups?id=dfac1146-e768-4d56-96b1-8816525464ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312041 Oct 20 10:29:56.129961 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.provisioning_blocks [req-b6934e6d-7336-4901-94ef-9893516675fa req-93efb721-2a9b-4ca3-8c35-04a5487a723c service neutron] Transition to ACTIVE for port object ca4b6c1b-62ef-450a-aa40-8f2ecc9ced87 will not be triggered until provisioned by entity L2. {{(pid=100596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:29:56.147220 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-676d7fe7-48ac-4d2b-ae61-aa037ee2756d req-28f27440-c71b-433d-b155-f24f1ea7576c tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8767760 Oct 20 10:29:56.149225 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-b6934e6d-7336-4901-94ef-9893516675fa req-93efb721-2a9b-4ca3-8c35-04a5487a723c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:56.189817 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [req-676d7fe7-48ac-4d2b-ae61-aa037ee2756d req-ea64e4ec-f8db-4bdc-85d8-0ad3cac759fb service neutron] Request body: {'port': {'device_id': '91f08e17-013a-43df-a287-3962fa56a0c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811396-3'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:29:56.256168 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5d803c1b-7294-4eef-b927-0d2bb35bc268 req-8827fcfe-c3b6-40e0-b289-a540b970c1a6 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692491 Oct 20 10:29:56.289314 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-676d7fe7-48ac-4d2b-ae61-aa037ee2756d req-ea64e4ec-f8db-4bdc-85d8-0ad3cac759fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:56.435759 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93efb721-2a9b-4ca3-8c35-04a5487a723c service neutron] Pushing event updated for resources: {'Port': ['ID=ca4b6c1b-62ef-450a-aa40-8f2ecc9ced87,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:29:56.455440 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-b6934e6d-7336-4901-94ef-9893516675fa req-93efb721-2a9b-4ca3-8c35-04a5487a723c service neutron] Attempting to bind port ca4b6c1b-62ef-450a-aa40-8f2ecc9ced87 on host n-h1-811396-3 for vnic_type normal with profile {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:29:56.455881 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-b6934e6d-7336-4901-94ef-9893516675fa req-93efb721-2a9b-4ca3-8c35-04a5487a723c service neutron] Attempting to bind port ca4b6c1b-62ef-450a-aa40-8f2ecc9ced87 by drivers openvswitch,hyperv on host n-h1-811396-3 at level 0 using segments [{'id': '6f472196-aa1a-40bf-bd06-ef9f07584bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:29:56.456904 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6934e6d-7336-4901-94ef-9893516675fa req-93efb721-2a9b-4ca3-8c35-04a5487a723c service neutron] Attempting to bind port ca4b6c1b-62ef-450a-aa40-8f2ecc9ced87 on network a7c57b12-d7c3-48bb-aa54-a67a56468a84 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:29:56.533796 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6934e6d-7336-4901-94ef-9893516675fa req-93efb721-2a9b-4ca3-8c35-04a5487a723c service neutron] Port ca4b6c1b-62ef-450a-aa40-8f2ecc9ced87 on network a7c57b12-d7c3-48bb-aa54-a67a56468a84 not bound, no agent of type Open vSwitch agent registered on host n-h1-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:29:56.534292 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6934e6d-7336-4901-94ef-9893516675fa req-93efb721-2a9b-4ca3-8c35-04a5487a723c service neutron] Attempting to bind port ca4b6c1b-62ef-450a-aa40-8f2ecc9ced87 on network a7c57b12-d7c3-48bb-aa54-a67a56468a84 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:29:56.557347 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608c96ec-7b53-4604-b866-418f204db686 req-a35c9de3-6d7b-4e3f-aa2d-8c31f44e9aab tempest-ServersNegativeTestMultiTenantJSON-26582195 tempest-ServersNegativeTestMultiTenantJSON-26582195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:56.568958 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-608c96ec-7b53-4604-b866-418f204db686 req-a35c9de3-6d7b-4e3f-aa2d-8c31f44e9aab tempest-ServersNegativeTestMultiTenantJSON-26582195 tempest-ServersNegativeTestMultiTenantJSON-26582195-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac0adda0-726a-4083-83e3-68fcba3b4c74 HTTP/1.1" status: 200 len: 945 time: 0.3110766 Oct 20 10:29:56.619056 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6934e6d-7336-4901-94ef-9893516675fa req-93efb721-2a9b-4ca3-8c35-04a5487a723c service neutron] Checking agent: {'id': 'b707b4cc-061f-4cf4-bce0-0b3df9b7bec9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:29:56.619513 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6934e6d-7336-4901-94ef-9893516675fa req-93efb721-2a9b-4ca3-8c35-04a5487a723c service neutron] Checking segment: {'id': '6f472196-aa1a-40bf-bd06-ef9f07584bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:29:56.628189 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6934e6d-7336-4901-94ef-9893516675fa req-93efb721-2a9b-4ca3-8c35-04a5487a723c service neutron] Bound using segment: {'id': '6f472196-aa1a-40bf-bd06-ef9f07584bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84'} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:29:56.628803 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-b6934e6d-7336-4901-94ef-9893516675fa req-93efb721-2a9b-4ca3-8c35-04a5487a723c service neutron] Bound port: ca4b6c1b-62ef-450a-aa40-8f2ecc9ced87, host: n-h1-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f472196-aa1a-40bf-bd06-ef9f07584bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84'}}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:29:56.629274 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-b6934e6d-7336-4901-94ef-9893516675fa req-93efb721-2a9b-4ca3-8c35-04a5487a723c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:56.648253 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6d087c-20da-4b00-aba4-233c484d36e5 req-a196e260-1e76-46ad-8c14-b1f53c34c593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:56.649650 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6f6d087c-20da-4b00-aba4-233c484d36e5 req-a196e260-1e76-46ad-8c14-b1f53c34c593 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5b81adf076f1422695016e55d14dae22&device_id=4569972b-c804-4ed9-a1b0-4552777252e5 HTTP/1.1" status: 200 len: 1099 time: 0.3145659 Oct 20 10:29:56.751429 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [req-676d7fe7-48ac-4d2b-ae61-aa037ee2756d req-ea64e4ec-f8db-4bdc-85d8-0ad3cac759fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7dde49d-909d-4ddf-86b7-ffbb521107f3 {{(pid=100597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:29:56.761682 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-676d7fe7-48ac-4d2b-ae61-aa037ee2756d req-ea64e4ec-f8db-4bdc-85d8-0ad3cac759fb service neutron] Publish callbacks [] for port, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:56.766856 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad8982d-2642-4c3f-a60d-6ff8397f2c4b req-5a6cf753-589c-4f2d-a058-932f0fe70e85 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:56.772773 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fad8982d-2642-4c3f-a60d-6ff8397f2c4b req-5a6cf753-589c-4f2d-a058-932f0fe70e85 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/ports?device_id=c33d2f24-c354-497f-a5a9-d23371745ada HTTP/1.1" status: 200 len: 947 time: 0.3064663 Oct 20 10:29:56.779183 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.provisioning_blocks [req-676d7fe7-48ac-4d2b-ae61-aa037ee2756d req-ea64e4ec-f8db-4bdc-85d8-0ad3cac759fb service neutron] Transition to ACTIVE for port object b7dde49d-909d-4ddf-86b7-ffbb521107f3 will not be triggered until provisioned by entity L2. {{(pid=100597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:29:56.779529 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6f6d087c-20da-4b00-aba4-233c484d36e5 req-877159aa-0fac-4605-a1d2-19d5c3ae013a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=6f56cdd5-3a21-42fd-82df-94804732ae43 HTTP/1.1" status: 200 len: 217 time: 0.1092424 Oct 20 10:29:56.785827 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-676d7fe7-48ac-4d2b-ae61-aa037ee2756d req-ea64e4ec-f8db-4bdc-85d8-0ad3cac759fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:56.855969 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea64e4ec-f8db-4bdc-85d8-0ad3cac759fb service neutron] Pushing event updated for resources: {'Port': ['ID=b7dde49d-909d-4ddf-86b7-ffbb521107f3,revision_number=2']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:29:56.892711 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-608c96ec-7b53-4604-b866-418f204db686 req-af25a5a2-78bb-4089-8257-d1d996a7c7ff tempest-ServersNegativeTestMultiTenantJSON-26582195 tempest-ServersNegativeTestMultiTenantJSON-26582195-project] 10.222.0.64 "GET /v2.0/security-groups?id=e8163060-7a7f-4f26-85c9-7f434c3018c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3185685 Oct 20 10:29:56.979903 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-676d7fe7-48ac-4d2b-ae61-aa037ee2756d req-ea64e4ec-f8db-4bdc-85d8-0ad3cac759fb service neutron] Attempting to bind port b7dde49d-909d-4ddf-86b7-ffbb521107f3 on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:29:56.980370 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-676d7fe7-48ac-4d2b-ae61-aa037ee2756d req-ea64e4ec-f8db-4bdc-85d8-0ad3cac759fb service neutron] Attempting to bind port b7dde49d-909d-4ddf-86b7-ffbb521107f3 by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': 'c9f340c0-9c49-427c-b46d-475b702ed788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '6102411a-939e-434e-b2b8-0c46972ff74e'}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:29:56.980776 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-676d7fe7-48ac-4d2b-ae61-aa037ee2756d req-ea64e4ec-f8db-4bdc-85d8-0ad3cac759fb service neutron] Attempting to bind port b7dde49d-909d-4ddf-86b7-ffbb521107f3 on network 6102411a-939e-434e-b2b8-0c46972ff74e {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:29:56.992878 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-676d7fe7-48ac-4d2b-ae61-aa037ee2756d req-ea64e4ec-f8db-4bdc-85d8-0ad3cac759fb service neutron] Port b7dde49d-909d-4ddf-86b7-ffbb521107f3 on network 6102411a-939e-434e-b2b8-0c46972ff74e not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:29:56.992878 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-676d7fe7-48ac-4d2b-ae61-aa037ee2756d req-ea64e4ec-f8db-4bdc-85d8-0ad3cac759fb service neutron] Attempting to bind port b7dde49d-909d-4ddf-86b7-ffbb521107f3 on network 6102411a-939e-434e-b2b8-0c46972ff74e {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:29:56.995366 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6d087c-20da-4b00-aba4-233c484d36e5 req-2bbb45c8-5d8c-4d36-9c23-a9e112a7c8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:56.996876 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6f6d087c-20da-4b00-aba4-233c484d36e5 req-2bbb45c8-5d8c-4d36-9c23-a9e112a7c8f2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8f86199a-b8f2-45b4-a83a-995a7ea6fe42 HTTP/1.1" status: 200 len: 843 time: 0.1948674 Oct 20 10:29:56.999917 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-676d7fe7-48ac-4d2b-ae61-aa037ee2756d req-ea64e4ec-f8db-4bdc-85d8-0ad3cac759fb service neutron] Checking agent: {'id': '061232a2-7adc-4ba1-a873-e8cb136b064d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 29, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:29:57.000383 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-676d7fe7-48ac-4d2b-ae61-aa037ee2756d req-ea64e4ec-f8db-4bdc-85d8-0ad3cac759fb service neutron] Checking segment: {'id': 'c9f340c0-9c49-427c-b46d-475b702ed788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '6102411a-939e-434e-b2b8-0c46972ff74e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:29:57.000839 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-676d7fe7-48ac-4d2b-ae61-aa037ee2756d req-ea64e4ec-f8db-4bdc-85d8-0ad3cac759fb service neutron] Bound using segment: {'id': 'c9f340c0-9c49-427c-b46d-475b702ed788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '6102411a-939e-434e-b2b8-0c46972ff74e'} {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:29:57.001461 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-676d7fe7-48ac-4d2b-ae61-aa037ee2756d req-ea64e4ec-f8db-4bdc-85d8-0ad3cac759fb service neutron] Bound port: b7dde49d-909d-4ddf-86b7-ffbb521107f3, host: n-h2-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9f340c0-9c49-427c-b46d-475b702ed788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '6102411a-939e-434e-b2b8-0c46972ff74e'}}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:29:57.001819 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-676d7fe7-48ac-4d2b-ae61-aa037ee2756d req-ea64e4ec-f8db-4bdc-85d8-0ad3cac759fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:57.004256 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d981d58-115f-4a44-a45f-e5475487b4a3 x-openstack-request-id: req-2d981d58-115f-4a44-a45f-e5475487b4a3 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:29:57.004883 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4569972b-c804-4ed9-a1b0-4552777252e5", "tag": "6f56cdd5-3a21-42fd-82df-94804732ae43", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:29:57.004883 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2d981d58-115f-4a44-a45f-e5475487b4a3 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:29:57.005178 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4569972b-c804-4ed9-a1b0-4552777252e5', 'tag': '6f56cdd5-3a21-42fd-82df-94804732ae43', 'status': 'completed', 'code': 200} Oct 20 10:29:57.008756 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fad8982d-2642-4c3f-a60d-6ff8397f2c4b req-7a9561d8-ec9b-47ad-8df1-124abf1e694d tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/security-groups?id=33b0304f-e8b0-41ca-8b6c-fa0f5439f339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260447 Oct 20 10:29:57.166817 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [req-676d7fe7-48ac-4d2b-ae61-aa037ee2756d req-ea64e4ec-f8db-4bdc-85d8-0ad3cac759fb service neutron] For port b7dde49d-909d-4ddf-86b7-ffbb521107f3, host n-h2-811396-3, cleared binding levels {{(pid=100597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:29:57.175256 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [req-676d7fe7-48ac-4d2b-ae61-aa037ee2756d req-ea64e4ec-f8db-4bdc-85d8-0ad3cac759fb service neutron] For port b7dde49d-909d-4ddf-86b7-ffbb521107f3, host n-h2-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=b7dde49d-909d-4ddf-86b7-ffbb521107f3,segment=NetworkSegment(c9f340c0-9c49-427c-b46d-475b702ed788),segment_id=c9f340c0-9c49-427c-b46d-475b702ed788)] {{(pid=100597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:29:57.177206 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-b6934e6d-7336-4901-94ef-9893516675fa req-93efb721-2a9b-4ca3-8c35-04a5487a723c service neutron] For port ca4b6c1b-62ef-450a-aa40-8f2ecc9ced87, host n-h1-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:29:57.189722 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-676d7fe7-48ac-4d2b-ae61-aa037ee2756d req-ea64e4ec-f8db-4bdc-85d8-0ad3cac759fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:57.241656 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-b6934e6d-7336-4901-94ef-9893516675fa req-93efb721-2a9b-4ca3-8c35-04a5487a723c service neutron] For port ca4b6c1b-62ef-450a-aa40-8f2ecc9ced87, host n-h1-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=ca4b6c1b-62ef-450a-aa40-8f2ecc9ced87,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:29:57.273442 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6d087c-20da-4b00-aba4-233c484d36e5 req-dabe82a3-15bb-4b9a-8f9f-6bf5aa7b5f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:57.274994 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6f6d087c-20da-4b00-aba4-233c484d36e5 req-dabe82a3-15bb-4b9a-8f9f-6bf5aa7b5f29 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a7c57b12-d7c3-48bb-aa54-a67a56468a84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2529421 Oct 20 10:29:57.280921 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-b6934e6d-7336-4901-94ef-9893516675fa req-93efb721-2a9b-4ca3-8c35-04a5487a723c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:57.293697 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea64e4ec-f8db-4bdc-85d8-0ad3cac759fb service neutron] Pushing event updated for resources: {'Port': ['ID=b7dde49d-909d-4ddf-86b7-ffbb521107f3,revision_number=3']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:29:57.308902 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676d7fe7-48ac-4d2b-ae61-aa037ee2756d req-ea64e4ec-f8db-4bdc-85d8-0ad3cac759fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:57.309547 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-676d7fe7-48ac-4d2b-ae61-aa037ee2756d req-ea64e4ec-f8db-4bdc-85d8-0ad3cac759fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:57.315912 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-676d7fe7-48ac-4d2b-ae61-aa037ee2756d req-ea64e4ec-f8db-4bdc-85d8-0ad3cac759fb service neutron] 10.222.0.69 "PUT /v2.0/ports/b7dde49d-909d-4ddf-86b7-ffbb521107f3 HTTP/1.1" status: 200 len: 1091 time: 1.1304615 Oct 20 10:29:57.316514 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91f08e17-013a-43df-a287-3962fa56a0c2', 'tag': 'b7dde49d-909d-4ddf-86b7-ffbb521107f3'}] {{(pid=100597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:29:57.320278 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd85cad6a391afaa95d2dd5280bfd4659fc1e1b2aba53b5e7ef874f059efcdc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6af2cd0-2b40-4b37-b69d-edf2bb6ec254" -d '{"events": [{"name": "network-changed", "server_uuid": "91f08e17-013a-43df-a287-3962fa56a0c2", "tag": "b7dde49d-909d-4ddf-86b7-ffbb521107f3"}]}' {{(pid=100597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:29:57.338093 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6934e6d-7336-4901-94ef-9893516675fa req-93efb721-2a9b-4ca3-8c35-04a5487a723c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:57.339083 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-b6934e6d-7336-4901-94ef-9893516675fa req-93efb721-2a9b-4ca3-8c35-04a5487a723c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:29:57.340223 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b6934e6d-7336-4901-94ef-9893516675fa req-93efb721-2a9b-4ca3-8c35-04a5487a723c service neutron] 10.222.0.55 "PUT /v2.0/ports/ca4b6c1b-62ef-450a-aa40-8f2ecc9ced87 HTTP/1.1" status: 200 len: 1095 time: 2.7200680 Oct 20 10:29:57.351705 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0845a3ba-ef73-4e19-82e9-d5afa6ed60e7 req-61e56b19-50b5-44f9-873e-3bc86dfed71b tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:57.353378 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0845a3ba-ef73-4e19-82e9-d5afa6ed60e7 req-61e56b19-50b5-44f9-873e-3bc86dfed71b tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/ports?device_id=95fa9703-1404-4771-a94e-0d9e1c8e85e7 HTTP/1.1" status: 200 len: 945 time: 0.2571549 Oct 20 10:29:57.387520 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e371527a-e8e0-4b83-8b6d-9d8da94b5bf6 req-eee606bd-fc15-4b67-aaef-5c0b1dce2902 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:57.388968 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e371527a-e8e0-4b83-8b6d-9d8da94b5bf6 req-eee606bd-fc15-4b67-aaef-5c0b1dce2902 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] 10.222.0.64 "GET /v2.0/ports?device_id=91f08e17-013a-43df-a287-3962fa56a0c2 HTTP/1.1" status: 200 len: 943 time: 0.2838163 Oct 20 10:29:57.454849 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676d7fe7-48ac-4d2b-ae61-aa037ee2756d req-a79de544-08a8-4ae6-8021-953494249387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:57.456786 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-676d7fe7-48ac-4d2b-ae61-aa037ee2756d req-a79de544-08a8-4ae6-8021-953494249387 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=733e0ae3617d4d649cf978417165b931&device_id=91f08e17-013a-43df-a287-3962fa56a0c2 HTTP/1.1" status: 200 len: 1094 time: 0.0817852 Oct 20 10:29:57.493822 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0845a3ba-ef73-4e19-82e9-d5afa6ed60e7 req-d736a5b4-2d4d-4c9d-b306-c2c3aacc2573 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba094063-4980-4c22-bc34-9c1534c0beb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262777 Oct 20 10:29:57.516162 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-676d7fe7-48ac-4d2b-ae61-aa037ee2756d req-c2ffcf37-d6f2-4c0f-81c7-a551b3e3a147 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b7dde49d-909d-4ddf-86b7-ffbb521107f3 HTTP/1.1" status: 200 len: 217 time: 0.0490510 Oct 20 10:29:57.613130 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676d7fe7-48ac-4d2b-ae61-aa037ee2756d req-ce145125-d372-46c9-bfa1-fcf23bf609af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:57.616814 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-676d7fe7-48ac-4d2b-ae61-aa037ee2756d req-ce145125-d372-46c9-bfa1-fcf23bf609af service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c78e58fe-8eeb-4a44-80cb-439bcac28ede HTTP/1.1" status: 200 len: 862 time: 0.0927880 Oct 20 10:29:57.689523 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-676d7fe7-48ac-4d2b-ae61-aa037ee2756d req-5d063446-6be7-4e4f-aeb5-83a797523062 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6102411a-939e-434e-b2b8-0c46972ff74e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630980 Oct 20 10:29:57.757771 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e371527a-e8e0-4b83-8b6d-9d8da94b5bf6 req-cc51d143-37f3-4fbe-b80c-cb0c04065a46 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] 10.222.0.64 "GET /v2.0/security-groups?id=86067063-f5e4-4e77-9825-0a77623af17f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3203101 Oct 20 10:29:57.763116 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93efb721-2a9b-4ca3-8c35-04a5487a723c service neutron] Pushing event updated for resources: {'Port': ['ID=ca4b6c1b-62ef-450a-aa40-8f2ecc9ced87,revision_number=3']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:29:57.801757 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6934e6d-7336-4901-94ef-9893516675fa req-90691636-79bf-4cae-ae2a-7038707efbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:57.803771 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b6934e6d-7336-4901-94ef-9893516675fa req-90691636-79bf-4cae-ae2a-7038707efbbe service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5b81adf076f1422695016e55d14dae22&device_id=c33d2f24-c354-497f-a5a9-d23371745ada HTTP/1.1" status: 200 len: 1098 time: 0.2437484 Oct 20 10:29:57.814301 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6f6d087c-20da-4b00-aba4-233c484d36e5 req-3270e7c1-6794-4ca1-b7a9-ce8cc9658d86 service neutron] 10.222.0.55 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5228610 Oct 20 10:29:57.866689 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-676d7fe7-48ac-4d2b-ae61-aa037ee2756d req-bc5edfb4-e946-4077-a77d-77336f58af63 service neutron] 10.222.0.69 "GET /v2.0/networks/6102411a-939e-434e-b2b8-0c46972ff74e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679113 Oct 20 10:29:57.899618 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b6934e6d-7336-4901-94ef-9893516675fa req-8e98aa02-3fbf-43ec-9e9c-8554be0b2cb5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=ca4b6c1b-62ef-450a-aa40-8f2ecc9ced87 HTTP/1.1" status: 200 len: 217 time: 0.0453532 Oct 20 10:29:57.968752 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-676d7fe7-48ac-4d2b-ae61-aa037ee2756d req-b970642a-f4d6-4e71-81cd-54db9e557ccf service neutron] 10.222.0.69 "GET /v2.0/networks/6102411a-939e-434e-b2b8-0c46972ff74e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925119 Oct 20 10:29:58.316712 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b25735-c7c9-41d7-b0e7-c59573fdebfa req-c7a82831-306c-481b-9c84-1ff1e6f2a63d tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:58.318220 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-57b25735-c7c9-41d7-b0e7-c59573fdebfa req-c7a82831-306c-481b-9c84-1ff1e6f2a63d tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/ports?device_id=38e4aa4a-6de3-4c39-a753-d611e7dc2929 HTTP/1.1" status: 200 len: 950 time: 0.4942093 Oct 20 10:29:58.327757 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6934e6d-7336-4901-94ef-9893516675fa req-6444a6fe-296d-4023-bbb0-b48b31bd09c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:58.329354 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b6934e6d-7336-4901-94ef-9893516675fa req-6444a6fe-296d-4023-bbb0-b48b31bd09c0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8f86199a-b8f2-45b4-a83a-995a7ea6fe42 HTTP/1.1" status: 200 len: 843 time: 0.4069667 Oct 20 10:29:58.350350 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a18cf0-c685-43e1-bc86-5462a60927b7 req-2fdfff90-25dc-48c4-b9c0-4278b56a96d0 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:58.351837 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b7a18cf0-c685-43e1-bc86-5462a60927b7 req-2fdfff90-25dc-48c4-b9c0-4278b56a96d0 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=39b19f26-435f-4219-86de-3e7bc15de1ed HTTP/1.1" status: 200 len: 950 time: 0.4513516 Oct 20 10:29:58.414887 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6f6d087c-20da-4b00-aba4-233c484d36e5 req-aff2ae80-78f6-4f60-ab05-f9bddf4e040d service neutron] 10.222.0.55 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5599651 Oct 20 10:29:58.429937 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-57b25735-c7c9-41d7-b0e7-c59573fdebfa req-f13e1003-075c-49bb-bbe7-509a34b4dcb5 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/security-groups?id=dfac1146-e768-4d56-96b1-8816525464ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996604 Oct 20 10:29:58.449251 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6934e6d-7336-4901-94ef-9893516675fa req-afbfd48e-f76c-4cdf-ac52-7628c457fca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:58.450793 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b6934e6d-7336-4901-94ef-9893516675fa req-afbfd48e-f76c-4cdf-ac52-7628c457fca0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a7c57b12-d7c3-48bb-aa54-a67a56468a84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1097362 Oct 20 10:29:58.454202 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b7a18cf0-c685-43e1-bc86-5462a60927b7 req-54f4ba69-c599-432f-b6b2-b755adf8e4cc tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834754 Oct 20 10:29:58.501354 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da39d37b-2b98-49ed-9b91-fb66ffd80ccd x-openstack-request-id: req-da39d37b-2b98-49ed-9b91-fb66ffd80ccd {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:29:58.501846 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91f08e17-013a-43df-a287-3962fa56a0c2", "tag": "b7dde49d-909d-4ddf-86b7-ffbb521107f3", "status": "completed", "code": 200}]} {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:29:58.502072 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-da39d37b-2b98-49ed-9b91-fb66ffd80ccd {{(pid=100597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:29:58.502572 n-d-811396-3 neutron-server[100597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91f08e17-013a-43df-a287-3962fa56a0c2', 'tag': 'b7dde49d-909d-4ddf-86b7-ffbb521107f3', 'status': 'completed', 'code': 200} Oct 20 10:29:58.602491 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b6934e6d-7336-4901-94ef-9893516675fa req-d6fcbdee-1bf8-434f-8883-01897d20fbdf service neutron] 10.222.0.55 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394935 Oct 20 10:29:58.608857 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d948ad7-5fb5-4cae-9373-a4138aca57e8 req-1973509c-1e63-4d71-8224-6dcfd2c548c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:58.610386 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0d948ad7-5fb5-4cae-9373-a4138aca57e8 req-1973509c-1e63-4d71-8224-6dcfd2c548c0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5b81adf076f1422695016e55d14dae22&device_id=4569972b-c804-4ed9-a1b0-4552777252e5 HTTP/1.1" status: 200 len: 1099 time: 0.0634484 Oct 20 10:29:58.618979 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6af2cd0-2b40-4b37-b69d-edf2bb6ec254 req-6ff0028a-4ffa-442b-93c5-01d4e77ed9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:58.620837 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-e6af2cd0-2b40-4b37-b69d-edf2bb6ec254 req-6ff0028a-4ffa-442b-93c5-01d4e77ed9d1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=733e0ae3617d4d649cf978417165b931&device_id=91f08e17-013a-43df-a287-3962fa56a0c2 HTTP/1.1" status: 200 len: 1094 time: 0.0990257 Oct 20 10:29:58.730368 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6af2cd0-2b40-4b37-b69d-edf2bb6ec254 req-dfab4bde-a541-435a-8b3a-097803738817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:58.731881 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-e6af2cd0-2b40-4b37-b69d-edf2bb6ec254 req-dfab4bde-a541-435a-8b3a-097803738817 service neutron] 10.222.0.69 "GET /v2.0/networks?id=6102411a-939e-434e-b2b8-0c46972ff74e HTTP/1.1" status: 200 len: 923 time: 0.0924819 Oct 20 10:29:58.825575 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54dff75-ab0c-4481-ad13-5304fa2fc971 req-b1620e73-2bfd-4f59-b778-115f06b72315 tempest-ServersNegativeTestMultiTenantJSON-26582195 tempest-ServersNegativeTestMultiTenantJSON-26582195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:58.827785 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f54dff75-ab0c-4481-ad13-5304fa2fc971 req-b1620e73-2bfd-4f59-b778-115f06b72315 tempest-ServersNegativeTestMultiTenantJSON-26582195 tempest-ServersNegativeTestMultiTenantJSON-26582195-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac0adda0-726a-4083-83e3-68fcba3b4c74 HTTP/1.1" status: 200 len: 945 time: 0.2164125 Oct 20 10:29:58.838760 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f5bda6-56be-4be5-9b45-a13ac7440865 req-d382c34e-8c0e-4dc6-906e-f3c05e8eab5f tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:58.840349 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-51f5bda6-56be-4be5-9b45-a13ac7440865 req-d382c34e-8c0e-4dc6-906e-f3c05e8eab5f tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/ports?device_id=c33d2f24-c354-497f-a5a9-d23371745ada HTTP/1.1" status: 200 len: 947 time: 0.2015646 Oct 20 10:29:58.895041 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d948ad7-5fb5-4cae-9373-a4138aca57e8 req-93ad8a15-97af-4477-8f3a-bc891ce3988c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:58.896613 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0d948ad7-5fb5-4cae-9373-a4138aca57e8 req-93ad8a15-97af-4477-8f3a-bc891ce3988c service neutron] 10.222.0.55 "GET /v2.0/networks?id=a7c57b12-d7c3-48bb-aa54-a67a56468a84 HTTP/1.1" status: 200 len: 870 time: 0.2666962 Oct 20 10:29:58.902966 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b6934e6d-7336-4901-94ef-9893516675fa req-daaba74e-59c3-4fe9-8e56-276e53a012cf service neutron] 10.222.0.55 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2829947 Oct 20 10:29:58.964799 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f54dff75-ab0c-4481-ad13-5304fa2fc971 req-48ea7c3e-c35c-4008-97ff-ec29a3a31b28 tempest-ServersNegativeTestMultiTenantJSON-26582195 tempest-ServersNegativeTestMultiTenantJSON-26582195-project] 10.222.0.64 "GET /v2.0/security-groups?id=e8163060-7a7f-4f26-85c9-7f434c3018c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215971 Oct 20 10:29:58.968835 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0d948ad7-5fb5-4cae-9373-a4138aca57e8 req-61b1b49f-ce1e-487d-83c9-a7a8b4382cf1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=6f56cdd5-3a21-42fd-82df-94804732ae43 HTTP/1.1" status: 200 len: 217 time: 0.0516651 Oct 20 10:29:58.974471 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-51f5bda6-56be-4be5-9b45-a13ac7440865 req-c863d3ff-4a3d-450d-97ea-66029504c599 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/security-groups?id=33b0304f-e8b0-41ca-8b6c-fa0f5439f339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181190 Oct 20 10:29:59.012820 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c33d2f24-c354-497f-a5a9-d23371745ada', 'tag': 'ca4b6c1b-62ef-450a-aa40-8f2ecc9ced87'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:29:59.017948 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feddce40-c0b2-46e9-b4ff-a3b1b1db71b2" -d '{"events": [{"name": "network-changed", "server_uuid": "c33d2f24-c354-497f-a5a9-d23371745ada", "tag": "ca4b6c1b-62ef-450a-aa40-8f2ecc9ced87"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:29:59.039619 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-e6af2cd0-2b40-4b37-b69d-edf2bb6ec254 req-90ad1015-1b18-4a82-9b75-a3d6061ccc5f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b7dde49d-909d-4ddf-86b7-ffbb521107f3 HTTP/1.1" status: 200 len: 217 time: 0.2992477 Oct 20 10:29:59.085798 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d948ad7-5fb5-4cae-9373-a4138aca57e8 req-4f2b8d8e-de80-477c-beca-85098e4b5fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:59.087193 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0d948ad7-5fb5-4cae-9373-a4138aca57e8 req-4f2b8d8e-de80-477c-beca-85098e4b5fd9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8f86199a-b8f2-45b4-a83a-995a7ea6fe42 HTTP/1.1" status: 200 len: 843 time: 0.0906427 Oct 20 10:29:59.100479 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6af2cd0-2b40-4b37-b69d-edf2bb6ec254 req-ab2b91b0-22ac-4a52-a654-71607759cc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:59.101981 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-e6af2cd0-2b40-4b37-b69d-edf2bb6ec254 req-ab2b91b0-22ac-4a52-a654-71607759cc9f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c78e58fe-8eeb-4a44-80cb-439bcac28ede HTTP/1.1" status: 200 len: 862 time: 0.0550449 Oct 20 10:29:59.137512 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-e6af2cd0-2b40-4b37-b69d-edf2bb6ec254 req-7abe5ffb-fac8-40e7-a825-1b69b8e82bff service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6102411a-939e-434e-b2b8-0c46972ff74e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271370 Oct 20 10:29:59.175360 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a69e4bd-2652-4ff1-a2e7-45f3be08737a req-3dab253e-e736-4044-94ad-8c075d7b3291 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:59.177021 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5a69e4bd-2652-4ff1-a2e7-45f3be08737a req-3dab253e-e736-4044-94ad-8c075d7b3291 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=39b19f26-435f-4219-86de-3e7bc15de1ed HTTP/1.1" status: 200 len: 950 time: 0.1059906 Oct 20 10:29:59.199551 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d948ad7-5fb5-4cae-9373-a4138aca57e8 req-c432b8fa-4596-45eb-8444-49ae43b3fa31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:59.201030 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0d948ad7-5fb5-4cae-9373-a4138aca57e8 req-c432b8fa-4596-45eb-8444-49ae43b3fa31 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a7c57b12-d7c3-48bb-aa54-a67a56468a84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0985360 Oct 20 10:29:59.209940 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92246df6-b967-4730-bc2e-91afe6e0c41d req-ef5db49c-557d-43b7-8aeb-21740100bd38 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:59.211421 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-92246df6-b967-4730-bc2e-91afe6e0c41d req-ef5db49c-557d-43b7-8aeb-21740100bd38 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/ports?device_id=a278457f-0627-4f71-b06b-8a074f97133c HTTP/1.1" status: 200 len: 950 time: 0.1110177 Oct 20 10:29:59.255764 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-e6af2cd0-2b40-4b37-b69d-edf2bb6ec254 req-b11bd42f-0b43-4dfb-a6cd-ae55f2e56d14 service neutron] 10.222.0.69 "GET /v2.0/networks/6102411a-939e-434e-b2b8-0c46972ff74e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089501 Oct 20 10:29:59.292405 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5a69e4bd-2652-4ff1-a2e7-45f3be08737a req-b5d61290-103b-4e63-89e7-56ae96d8f7ac tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030080 Oct 20 10:29:59.360959 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-92246df6-b967-4730-bc2e-91afe6e0c41d req-001ee453-ea71-45e3-ab43-5267f7d2f193 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/security-groups?id=dfac1146-e768-4d56-96b1-8816525464ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310732 Oct 20 10:29:59.402209 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0d948ad7-5fb5-4cae-9373-a4138aca57e8 req-7d6b61d1-8c21-43ab-a0a2-73fe6d53248d service neutron] 10.222.0.55 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897650 Oct 20 10:29:59.479750 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-e6af2cd0-2b40-4b37-b69d-edf2bb6ec254 req-a4ae79b6-b99c-44c7-886e-181b33a09fd4 service neutron] 10.222.0.69 "GET /v2.0/networks/6102411a-939e-434e-b2b8-0c46972ff74e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158525 Oct 20 10:29:59.592673 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0d948ad7-5fb5-4cae-9373-a4138aca57e8 req-2f80b2d2-6caf-4dd9-b676-870d9f4b910b service neutron] 10.222.0.55 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827908 Oct 20 10:29:59.600962 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61770618-f312-45ae-ba1f-de6ff8471547 req-8ba12ad2-bc85-436d-a8b9-e640e45b177e tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:59.602363 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-61770618-f312-45ae-ba1f-de6ff8471547 req-8ba12ad2-bc85-436d-a8b9-e640e45b177e tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/ports?device_id=95fa9703-1404-4771-a94e-0d9e1c8e85e7 HTTP/1.1" status: 200 len: 945 time: 0.1022487 Oct 20 10:29:59.609564 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee73df2-6dc9-47da-ae31-a8dfe962e8eb req-9fba5b2c-fddc-4401-b435-558025d8e10d tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:59.610975 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fee73df2-6dc9-47da-ae31-a8dfe962e8eb req-9fba5b2c-fddc-4401-b435-558025d8e10d tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] 10.222.0.64 "GET /v2.0/ports?device_id=91f08e17-013a-43df-a287-3962fa56a0c2 HTTP/1.1" status: 200 len: 943 time: 0.1097343 Oct 20 10:29:59.670010 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-61770618-f312-45ae-ba1f-de6ff8471547 req-932fca89-0bfd-4926-8737-02613c5970df tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba094063-4980-4c22-bc34-9c1534c0beb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579488 Oct 20 10:29:59.681744 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fee73df2-6dc9-47da-ae31-a8dfe962e8eb req-b3d255ab-5e1f-438b-acc6-f84b31567824 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] 10.222.0.64 "GET /v2.0/security-groups?id=86067063-f5e4-4e77-9825-0a77623af17f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630858 Oct 20 10:29:59.740745 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b497d76-6535-411d-9abd-6b8b157b3f32 x-openstack-request-id: req-8b497d76-6535-411d-9abd-6b8b157b3f32 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:29:59.741037 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c33d2f24-c354-497f-a5a9-d23371745ada", "tag": "ca4b6c1b-62ef-450a-aa40-8f2ecc9ced87", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:29:59.741290 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8b497d76-6535-411d-9abd-6b8b157b3f32 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:29:59.741688 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c33d2f24-c354-497f-a5a9-d23371745ada', 'tag': 'ca4b6c1b-62ef-450a-aa40-8f2ecc9ced87', 'status': 'completed', 'code': 200} Oct 20 10:29:59.820879 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 7 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 10:29:59.858103 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feddce40-c0b2-46e9-b4ff-a3b1b1db71b2 req-1983f3c7-0c87-4d54-8e38-df3372ac1616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:59.860473 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-feddce40-c0b2-46e9-b4ff-a3b1b1db71b2 req-1983f3c7-0c87-4d54-8e38-df3372ac1616 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5b81adf076f1422695016e55d14dae22&device_id=c33d2f24-c354-497f-a5a9-d23371745ada HTTP/1.1" status: 200 len: 1098 time: 0.0591614 Oct 20 10:29:59.986858 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feddce40-c0b2-46e9-b4ff-a3b1b1db71b2 req-ab36f90d-c8d4-4db4-ba04-483fde999065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:29:59.989110 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-feddce40-c0b2-46e9-b4ff-a3b1b1db71b2 req-ab36f90d-c8d4-4db4-ba04-483fde999065 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a7c57b12-d7c3-48bb-aa54-a67a56468a84 HTTP/1.1" status: 200 len: 870 time: 0.1200628 Oct 20 10:30:00.048822 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-feddce40-c0b2-46e9-b4ff-a3b1b1db71b2 req-02fe348c-a4a7-461f-87cf-250d9673322b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=ca4b6c1b-62ef-450a-aa40-8f2ecc9ced87 HTTP/1.1" status: 200 len: 217 time: 0.0514920 Oct 20 10:30:00.153518 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ffbde3-326b-4b40-9318-3368f8fb7aad req-a2e0a6bc-e4c8-41f2-bd9f-29663f9d9ff7 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:00.160191 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ffbde3-326b-4b40-9318-3368f8fb7aad req-a2e0a6bc-e4c8-41f2-bd9f-29663f9d9ff7 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:00.167739 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c6ffbde3-326b-4b40-9318-3368f8fb7aad req-a2e0a6bc-e4c8-41f2-bd9f-29663f9d9ff7 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/ports?device_id=38e4aa4a-6de3-4c39-a753-d611e7dc2929&device_id=a278457f-0627-4f71-b06b-8a074f97133c HTTP/1.1" status: 200 len: 1691 time: 0.1208074 Oct 20 10:30:00.177145 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feddce40-c0b2-46e9-b4ff-a3b1b1db71b2 req-27c26258-76bc-47dc-99cf-d75e99f566c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:00.178557 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-feddce40-c0b2-46e9-b4ff-a3b1b1db71b2 req-27c26258-76bc-47dc-99cf-d75e99f566c1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8f86199a-b8f2-45b4-a83a-995a7ea6fe42 HTTP/1.1" status: 200 len: 843 time: 0.1157787 Oct 20 10:30:00.266459 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c6ffbde3-326b-4b40-9318-3368f8fb7aad req-ab2d27fa-effd-4a32-aebf-cfbb46ecbe3a tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/security-groups?id=dfac1146-e768-4d56-96b1-8816525464ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978448 Oct 20 10:30:00.290991 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770d0c73-3f05-4f2a-9577-9348b93b2858 req-6ae37a6b-0e33-4af8-8373-0d98110a6fa4 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:00.293834 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-770d0c73-3f05-4f2a-9577-9348b93b2858 req-6ae37a6b-0e33-4af8-8373-0d98110a6fa4 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/ports?device_id=c33d2f24-c354-497f-a5a9-d23371745ada HTTP/1.1" status: 200 len: 947 time: 0.1602287 Oct 20 10:30:00.295752 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feddce40-c0b2-46e9-b4ff-a3b1b1db71b2 req-8040e787-c831-470e-8422-c168a88e509f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:00.297426 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-feddce40-c0b2-46e9-b4ff-a3b1b1db71b2 req-8040e787-c831-470e-8422-c168a88e509f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a7c57b12-d7c3-48bb-aa54-a67a56468a84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0957737 Oct 20 10:30:00.427648 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-770d0c73-3f05-4f2a-9577-9348b93b2858 req-b2c81b53-2a8b-4c63-86fe-56a4ddee93b3 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/security-groups?id=33b0304f-e8b0-41ca-8b6c-fa0f5439f339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221344 Oct 20 10:30:00.477395 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-feddce40-c0b2-46e9-b4ff-a3b1b1db71b2 req-725b4858-4e62-449b-b2bf-07031e407dcc service neutron] 10.222.0.55 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695120 Oct 20 10:30:00.495500 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e0a78c-9240-400b-a5a2-6994a34cdf8b req-e76b3872-5a62-4a46-9963-fc0afc0106b5 tempest-ServersNegativeTestMultiTenantJSON-26582195 tempest-ServersNegativeTestMultiTenantJSON-26582195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:00.497023 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f2e0a78c-9240-400b-a5a2-6994a34cdf8b req-e76b3872-5a62-4a46-9963-fc0afc0106b5 tempest-ServersNegativeTestMultiTenantJSON-26582195 tempest-ServersNegativeTestMultiTenantJSON-26582195-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac0adda0-726a-4083-83e3-68fcba3b4c74 HTTP/1.1" status: 200 len: 945 time: 0.1643398 Oct 20 10:30:00.667629 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f2e0a78c-9240-400b-a5a2-6994a34cdf8b req-5d058e25-7d77-4781-bd91-9341d4caaced tempest-ServersNegativeTestMultiTenantJSON-26582195 tempest-ServersNegativeTestMultiTenantJSON-26582195-project] 10.222.0.64 "GET /v2.0/security-groups?id=e8163060-7a7f-4f26-85c9-7f434c3018c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583240 Oct 20 10:30:00.703660 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-feddce40-c0b2-46e9-b4ff-a3b1b1db71b2 req-646d651f-e846-4ee9-bb23-439debb68ae2 service neutron] 10.222.0.55 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056284 Oct 20 10:30:00.718668 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c951039a-859e-49cd-9f7d-b0db9c7a1789 req-893ca9e0-c8c0-42f5-8d23-1e8d544e848b tempest-ServersOnMultiNodesTest-83646510 tempest-ServersOnMultiNodesTest-83646510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:00.720511 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c951039a-859e-49cd-9f7d-b0db9c7a1789 req-893ca9e0-c8c0-42f5-8d23-1e8d544e848b tempest-ServersOnMultiNodesTest-83646510 tempest-ServersOnMultiNodesTest-83646510-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=38e4aa4a-6de3-4c39-a753-d611e7dc2929 HTTP/1.1" status: 200 len: 1101 time: 0.1076798 Oct 20 10:30:00.789568 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c951039a-859e-49cd-9f7d-b0db9c7a1789 req-dc89333a-2af0-479f-b203-06eeaeb286cc tempest-ServersOnMultiNodesTest-83646510 tempest-ServersOnMultiNodesTest-83646510-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=dfac1146-e768-4d56-96b1-8816525464ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629535 Oct 20 10:30:00.791336 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-dd8ad591-e737-421e-9897-85c178135f83 req-1d63710d-1f4b-49dc-8c46-7597d01cd139 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=9f75d9a0b8ce44faaac4d8054667820c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0331652 Oct 20 10:30:00.862115 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device b7dde49d-909d-4ddf-86b7-ffbb521107f3 details requested by agent hyperv_n-h2-811396-3 with host n-h2-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:30:00.958029 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8ad591-e737-421e-9897-85c178135f83 req-56ad8f4e-1d98-4c41-8141-560d94f2d61f tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:00.959650 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-dd8ad591-e737-421e-9897-85c178135f83 req-56ad8f4e-1d98-4c41-8141-560d94f2d61f tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1601441 Oct 20 10:30:00.967929 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9720f5a4-4a63-46f9-a1a8-9240e97cbe75 req-53dd0d02-e678-45b4-a308-75153f9bbe31 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:00.969457 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9720f5a4-4a63-46f9-a1a8-9240e97cbe75 req-53dd0d02-e678-45b4-a308-75153f9bbe31 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] 10.222.0.64 "GET /v2.0/ports?device_id=91f08e17-013a-43df-a287-3962fa56a0c2 HTTP/1.1" status: 200 len: 943 time: 0.0725114 Oct 20 10:30:00.987764 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port b7dde49d-909d-4ddf-86b7-ffbb521107f3, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=b7dde49d-909d-4ddf-86b7-ffbb521107f3,segment=NetworkSegment(c9f340c0-9c49-427c-b46d-475b702ed788),segment_id=c9f340c0-9c49-427c-b46d-475b702ed788)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:30:01.001168 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Returning: {'device': 'b7dde49d-909d-4ddf-86b7-ffbb521107f3', 'network_id': '6102411a-939e-434e-b2b8-0c46972ff74e', 'port_id': 'b7dde49d-909d-4ddf-86b7-ffbb521107f3', 'mac_address': 'fa:16:3e:6a:88:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 833, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c78e58fe-8eeb-4a44-80cb-439bcac28ede', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:30:01.010156 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-dd8ad591-e737-421e-9897-85c178135f83 req-7f896229-952c-45dc-9d47-c86ffc843c7a tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/quotas/9f75d9a0b8ce44faaac4d8054667820c HTTP/1.1" status: 200 len: 375 time: 0.0396402 Oct 20 10:30:01.043332 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:01.058033 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7dde49d-909d-4ddf-86b7-ffbb521107f3 {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:30:01.059104 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9720f5a4-4a63-46f9-a1a8-9240e97cbe75 req-4bd720d7-b10e-4886-8c8e-3a4a54cec2a2 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] 10.222.0.64 "GET /v2.0/security-groups?id=86067063-f5e4-4e77-9825-0a77623af17f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732710 Oct 20 10:30:01.088690 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port b7dde49d-909d-4ddf-86b7-ffbb521107f3, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=b7dde49d-909d-4ddf-86b7-ffbb521107f3,segment=NetworkSegment(c9f340c0-9c49-427c-b46d-475b702ed788),segment_id=c9f340c0-9c49-427c-b46d-475b702ed788)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:30:01.091932 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-dd8ad591-e737-421e-9897-85c178135f83 req-248f1120-3661-47e1-b9e7-3e16257a8efa tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=9f75d9a0b8ce44faaac4d8054667820c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0697620 Oct 20 10:30:01.097360 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:01.176546 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=b7dde49d-909d-4ddf-86b7-ffbb521107f3,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:30:01.237728 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e47f10-4bb8-49f1-a465-78b3db41cd16 req-2091474f-d2f0-4255-bde6-9befd6837254 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:01.244127 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-12e47f10-4bb8-49f1-a465-78b3db41cd16 req-2091474f-d2f0-4255-bde6-9befd6837254 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/ports?device_id=95fa9703-1404-4771-a94e-0d9e1c8e85e7 HTTP/1.1" status: 200 len: 945 time: 0.0853837 Oct 20 10:30:01.413238 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-12e47f10-4bb8-49f1-a465-78b3db41cd16 req-e1b30ddd-a5b0-44cb-8245-2c9bce4e0fc5 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba094063-4980-4c22-bc34-9c1534c0beb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588314 Oct 20 10:30:01.433310 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8eebef-72cc-470e-9325-a9c7b8ca5dde req-a57ca07e-88c0-4488-a045-b7c815174246 tempest-ServersOnMultiNodesTest-83646510 tempest-ServersOnMultiNodesTest-83646510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:01.435602 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fa8eebef-72cc-470e-9325-a9c7b8ca5dde req-a57ca07e-88c0-4488-a045-b7c815174246 tempest-ServersOnMultiNodesTest-83646510 tempest-ServersOnMultiNodesTest-83646510-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=a278457f-0627-4f71-b06b-8a074f97133c HTTP/1.1" status: 200 len: 1101 time: 0.0909681 Oct 20 10:30:01.483624 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['b7dde49d-909d-4ddf-86b7-ffbb521107f3'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:30:01.489268 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fa8eebef-72cc-470e-9325-a9c7b8ca5dde req-998c7535-f46c-445b-990d-25c8b7576334 tempest-ServersOnMultiNodesTest-83646510 tempest-ServersOnMultiNodesTest-83646510-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=dfac1146-e768-4d56-96b1-8816525464ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385451 Oct 20 10:30:01.611457 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d2a71c-775a-4867-88b5-eb4ac1d1fce5 req-194535f4-0cd7-47fe-a0d7-6e502d11bc40 tempest-ServersNegativeTestMultiTenantJSON-26582195 tempest-ServersNegativeTestMultiTenantJSON-26582195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:01.613800 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-d9d2a71c-775a-4867-88b5-eb4ac1d1fce5 req-194535f4-0cd7-47fe-a0d7-6e502d11bc40 tempest-ServersNegativeTestMultiTenantJSON-26582195 tempest-ServersNegativeTestMultiTenantJSON-26582195-project] 10.222.0.69 "GET /v2.0/ports?device_id=ac0adda0-726a-4083-83e3-68fcba3b4c74 HTTP/1.1" status: 200 len: 945 time: 0.0706484 Oct 20 10:30:01.684615 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0825796b-a358-440d-8043-dc54d82994c0 req-e5fab058-b33a-4a0b-bdff-52b8697d3660 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d088f35-587e-4c94-b637-18178327009b HTTP/1.1" status: 200 len: 210 time: 0.0640721 Oct 20 10:30:01.824285 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [req-d9d2a71c-775a-4867-88b5-eb4ac1d1fce5 req-c680adcf-fe41-4df6-a776-c488392d1d51 tempest-ServersNegativeTestMultiTenantJSON-26582195 tempest-ServersNegativeTestMultiTenantJSON-26582195-project] Deleting port 408bb5c0-e0dc-460c-94e3-7f47daf87d80 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:30:01.825300 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-d9d2a71c-775a-4867-88b5-eb4ac1d1fce5 req-c680adcf-fe41-4df6-a776-c488392d1d51 tempest-ServersNegativeTestMultiTenantJSON-26582195 tempest-ServersNegativeTestMultiTenantJSON-26582195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:01.841052 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cb53ae-06c5-4959-a23f-042388f96c82 req-d06e10cc-8d0b-4812-b817-7046641c42a7 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:01.860489 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e3cb53ae-06c5-4959-a23f-042388f96c82 req-d06e10cc-8d0b-4812-b817-7046641c42a7 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/ports?device_id=c33d2f24-c354-497f-a5a9-d23371745ada HTTP/1.1" status: 200 len: 947 time: 0.1063163 Oct 20 10:30:01.964687 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e3cb53ae-06c5-4959-a23f-042388f96c82 req-1193172a-958f-4138-a1f4-af75dcf0ab91 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/security-groups?id=33b0304f-e8b0-41ca-8b6c-fa0f5439f339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030276 Oct 20 10:30:01.985078 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [req-d9d2a71c-775a-4867-88b5-eb4ac1d1fce5 req-c680adcf-fe41-4df6-a776-c488392d1d51 tempest-ServersNegativeTestMultiTenantJSON-26582195 tempest-ServersNegativeTestMultiTenantJSON-26582195-project] For port 408bb5c0-e0dc-460c-94e3-7f47daf87d80, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=408bb5c0-e0dc-460c-94e3-7f47daf87d80,segment=NetworkSegment(23c73203-a685-45be-be3b-2f84a4ce0927),segment_id=23c73203-a685-45be-be3b-2f84a4ce0927)] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:30:01.985560 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-d9d2a71c-775a-4867-88b5-eb4ac1d1fce5 req-c680adcf-fe41-4df6-a776-c488392d1d51 tempest-ServersNegativeTestMultiTenantJSON-26582195 tempest-ServersNegativeTestMultiTenantJSON-26582195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:02.019775 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [req-d9d2a71c-775a-4867-88b5-eb4ac1d1fce5 req-c680adcf-fe41-4df6-a776-c488392d1d51 tempest-ServersNegativeTestMultiTenantJSON-26582195 tempest-ServersNegativeTestMultiTenantJSON-26582195-project] Calling delete_port for 408bb5c0-e0dc-460c-94e3-7f47daf87d80 owned by compute:nova {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:30:02.108583 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5dba2188-fe50-4d4d-ad14-fb4ec439649d req-acdab1cb-4c01-47dc-8e77-c4d0f527d28e tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=cbb7919139e74aa3a9a9edbe5b865f11&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0454376 Oct 20 10:30:02.145523 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf48b7a-19b2-4372-9cb9-7aa116a6090e req-44d493f6-d8be-4482-a240-d8ec7c898c85 tempest-ServersNegativeTestMultiTenantJSON-26582195 tempest-ServersNegativeTestMultiTenantJSON-26582195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:02.147207 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8cf48b7a-19b2-4372-9cb9-7aa116a6090e req-44d493f6-d8be-4482-a240-d8ec7c898c85 tempest-ServersNegativeTestMultiTenantJSON-26582195 tempest-ServersNegativeTestMultiTenantJSON-26582195-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac0adda0-726a-4083-83e3-68fcba3b4c74 HTTP/1.1" status: 200 len: 945 time: 0.1183670 Oct 20 10:30:02.210532 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-d9d2a71c-775a-4867-88b5-eb4ac1d1fce5 req-c680adcf-fe41-4df6-a776-c488392d1d51 tempest-ServersNegativeTestMultiTenantJSON-26582195 tempest-ServersNegativeTestMultiTenantJSON-26582195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:02.251055 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c680adcf-fe41-4df6-a776-c488392d1d51 tempest-ServersNegativeTestMultiTenantJSON-26582195 tempest-ServersNegativeTestMultiTenantJSON-26582195-project] Pushing event deleted for resources: {'Port': ['ID=408bb5c0-e0dc-460c-94e3-7f47daf87d80,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:30:02.280661 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8cf48b7a-19b2-4372-9cb9-7aa116a6090e req-bfc225a4-c43e-4fc4-bcf9-f05b9a7d587f tempest-ServersNegativeTestMultiTenantJSON-26582195 tempest-ServersNegativeTestMultiTenantJSON-26582195-project] 10.222.0.64 "GET /v2.0/security-groups?id=e8163060-7a7f-4f26-85c9-7f434c3018c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170645 Oct 20 10:30:02.298925 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9d2a71c-775a-4867-88b5-eb4ac1d1fce5 req-c680adcf-fe41-4df6-a776-c488392d1d51 tempest-ServersNegativeTestMultiTenantJSON-26582195 tempest-ServersNegativeTestMultiTenantJSON-26582195-project] No DVR routers for this DVR port 408bb5c0-e0dc-460c-94e3-7f47daf87d80 on host n-h2-811396-3 {{(pid=100597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:30:02.299070 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dba2188-fe50-4d4d-ad14-fb4ec439649d req-d742b868-077c-44a2-919e-fe6dc7f6bbbb tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:02.302103 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-d9d2a71c-775a-4867-88b5-eb4ac1d1fce5 req-c680adcf-fe41-4df6-a776-c488392d1d51 tempest-ServersNegativeTestMultiTenantJSON-26582195 tempest-ServersNegativeTestMultiTenantJSON-26582195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:02.306400 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5dba2188-fe50-4d4d-ad14-fb4ec439649d req-d742b868-077c-44a2-919e-fe6dc7f6bbbb tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1968524 Oct 20 10:30:02.307235 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-d9d2a71c-775a-4867-88b5-eb4ac1d1fce5 req-c680adcf-fe41-4df6-a776-c488392d1d51 tempest-ServersNegativeTestMultiTenantJSON-26582195 tempest-ServersNegativeTestMultiTenantJSON-26582195-project] 10.222.0.69 "DELETE /v2.0/ports/408bb5c0-e0dc-460c-94e3-7f47daf87d80 HTTP/1.1" status: 204 len: 173 time: 0.6858683 Oct 20 10:30:02.307867 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac0adda0-726a-4083-83e3-68fcba3b4c74', 'name': 'network-vif-deleted', 'tag': '408bb5c0-e0dc-460c-94e3-7f47daf87d80'}] {{(pid=100597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:30:02.314513 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['408bb5c0-e0dc-460c-94e3-7f47daf87d80'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:30:02.322075 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd85cad6a391afaa95d2dd5280bfd4659fc1e1b2aba53b5e7ef874f059efcdc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65161cf0-e4c3-4e74-8177-1e7c9ce293d7" -d '{"events": [{"server_uuid": "ac0adda0-726a-4083-83e3-68fcba3b4c74", "name": "network-vif-deleted", "tag": "408bb5c0-e0dc-460c-94e3-7f47daf87d80"}]}' {{(pid=100597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:30:02.324540 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5dba2188-fe50-4d4d-ad14-fb4ec439649d req-82a4034d-4ab9-42b9-9867-29fb4b591f4c tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/quotas/cbb7919139e74aa3a9a9edbe5b865f11 HTTP/1.1" status: 200 len: 375 time: 0.0171061 Oct 20 10:30:02.363433 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 6f56cdd5-3a21-42fd-82df-94804732ae43 details requested by agent hyperv_n-h1-811396-3 with host n-h1-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:30:02.395207 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5dba2188-fe50-4d4d-ad14-fb4ec439649d req-2e839066-511f-4ac8-a828-e0dd740f6843 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=cbb7919139e74aa3a9a9edbe5b865f11&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0696061 Oct 20 10:30:02.459694 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17c60a5-1703-4b44-86e0-7966cfda8563 req-6a21de5d-3220-48d5-a04c-e6732c7a0cf1 tempest-VolumesAdminNegativeTest-1459988767 tempest-VolumesAdminNegativeTest-1459988767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:02.464144 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e17c60a5-1703-4b44-86e0-7966cfda8563 req-6a21de5d-3220-48d5-a04c-e6732c7a0cf1 tempest-VolumesAdminNegativeTest-1459988767 tempest-VolumesAdminNegativeTest-1459988767-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3c00359-1736-425e-ab57-e5c6ad8b6548 HTTP/1.1" status: 200 len: 945 time: 0.0672350 Oct 20 10:30:02.481454 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 6f56cdd5-3a21-42fd-82df-94804732ae43, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=6f56cdd5-3a21-42fd-82df-94804732ae43,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:30:02.494381 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Returning: {'device': '6f56cdd5-3a21-42fd-82df-94804732ae43', 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84', 'port_id': '6f56cdd5-3a21-42fd-82df-94804732ae43', 'mac_address': 'fa:16:3e:cd:68:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 800, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f86199a-b8f2-45b4-a83a-995a7ea6fe42', 'ip_address': '192.168.233.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:30:02.517895 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e17c60a5-1703-4b44-86e0-7966cfda8563 req-68dfc35c-f347-4252-a467-89ae8c86aa50 tempest-VolumesAdminNegativeTest-1459988767 tempest-VolumesAdminNegativeTest-1459988767-project] 10.222.0.64 "GET /v2.0/security-groups?id=32bbe414-470e-4c0f-b2cf-cab80f11842d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433903 Oct 20 10:30:02.547869 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:02.569359 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f56cdd5-3a21-42fd-82df-94804732ae43 {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:30:02.590570 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 6f56cdd5-3a21-42fd-82df-94804732ae43, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=6f56cdd5-3a21-42fd-82df-94804732ae43,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:30:02.595336 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:02.634813 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78d73fa0-246c-4ca7-bdbc-159fdad90925 x-openstack-request-id: req-78d73fa0-246c-4ca7-bdbc-159fdad90925 {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:30:02.635895 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac0adda0-726a-4083-83e3-68fcba3b4c74", "name": "network-vif-deleted", "tag": "408bb5c0-e0dc-460c-94e3-7f47daf87d80", "status": "completed", "code": 200}]} {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:30:02.636309 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-78d73fa0-246c-4ca7-bdbc-159fdad90925 {{(pid=100597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:30:02.636758 n-d-811396-3 neutron-server[100597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac0adda0-726a-4083-83e3-68fcba3b4c74', 'name': 'network-vif-deleted', 'tag': '408bb5c0-e0dc-460c-94e3-7f47daf87d80', 'status': 'completed', 'code': 200} Oct 20 10:30:02.657399 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=6f56cdd5-3a21-42fd-82df-94804732ae43,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:30:02.694753 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e64708-d078-4d3e-b871-77edf6a13a7e req-ae38a544-0fe2-49cc-9523-9d8dd218a5b9 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:02.703955 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-90e64708-d078-4d3e-b871-77edf6a13a7e req-ae38a544-0fe2-49cc-9523-9d8dd218a5b9 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] 10.222.0.64 "GET /v2.0/ports?device_id=91f08e17-013a-43df-a287-3962fa56a0c2 HTTP/1.1" status: 200 len: 944 time: 0.0831709 Oct 20 10:30:02.770329 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-90e64708-d078-4d3e-b871-77edf6a13a7e req-afe349ea-7118-4c79-9e62-8a18d8fdf35c tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] 10.222.0.64 "GET /v2.0/security-groups?id=86067063-f5e4-4e77-9825-0a77623af17f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653234 Oct 20 10:30:02.819239 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-dd8ad591-e737-421e-9897-85c178135f83 req-e233d584-3da8-4d6a-ab27-028837f7ded1 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=9f75d9a0b8ce44faaac4d8054667820c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0572953 Oct 20 10:30:02.831401 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69accdc-91ad-49f4-8d6c-c0b5a5bfb95b req-450a583d-40fc-48be-b290-4614e20d1d32 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:02.833264 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a69accdc-91ad-49f4-8d6c-c0b5a5bfb95b req-450a583d-40fc-48be-b290-4614e20d1d32 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/ports?device_id=95fa9703-1404-4771-a94e-0d9e1c8e85e7 HTTP/1.1" status: 200 len: 945 time: 0.0972288 Oct 20 10:30:02.867192 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b43242a7-c5ae-447b-92d6-228b16c7442d req-179af96c-0ef3-4bcf-9245-0822b774bdfa tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/ports?device_id=cfd9c347-823b-4439-8390-32d9d5c874fc HTTP/1.1" status: 200 len: 210 time: 0.0325570 Oct 20 10:30:02.877702 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device b7dde49d-909d-4ddf-86b7-ffbb521107f3 up at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:30:02.913834 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a69accdc-91ad-49f4-8d6c-c0b5a5bfb95b req-fbe806de-7ee5-45e6-adf2-2e43724299d2 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba094063-4980-4c22-bc34-9c1534c0beb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690033 Oct 20 10:30:03.051667 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-849e1313-5ff0-44fa-9484-31c834526f84 req-9f324188-337b-4b7f-81a8-ba8d57882267 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d088f35-587e-4c94-b637-18178327009b HTTP/1.1" status: 200 len: 210 time: 0.0558143 Oct 20 10:30:03.103710 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning for port b7dde49d-909d-4ddf-86b7-ffbb521107f3 completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:30:03.108132 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning complete for port b7dde49d-909d-4ddf-86b7-ffbb521107f3 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:30:03.108885 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:03.137831 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8ad591-e737-421e-9897-85c178135f83 req-cb33d7e3-002b-4991-bd85-21afb287ed37 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:03.140086 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-dd8ad591-e737-421e-9897-85c178135f83 req-cb33d7e3-002b-4991-bd85-21afb287ed37 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3139760 Oct 20 10:30:03.156874 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da10488c-f1dc-4dcc-8f5f-0d5ff5909df2 req-6f4ae802-21bb-4154-989f-5899221c2509 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:03.161166 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [req-dd8ad591-e737-421e-9897-85c178135f83 req-99087659-9841-44a9-b88a-50bed24e9345 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Request body: {'port': {'device_id': '2d088f35-587e-4c94-b637-18178327009b', 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84', 'admin_state_up': True, 'tenant_id': '9f75d9a0b8ce44faaac4d8054667820c'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:30:03.165909 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-da10488c-f1dc-4dcc-8f5f-0d5ff5909df2 req-6f4ae802-21bb-4154-989f-5899221c2509 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/ports?device_id=c33d2f24-c354-497f-a5a9-d23371745ada HTTP/1.1" status: 200 len: 947 time: 0.1122332 Oct 20 10:30:03.237909 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['6f56cdd5-3a21-42fd-82df-94804732ae43'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:30:03.257646 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-da10488c-f1dc-4dcc-8f5f-0d5ff5909df2 req-54ca1dfa-d3c3-4ea4-9248-41aeeef641ef tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/security-groups?id=33b0304f-e8b0-41ca-8b6c-fa0f5439f339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911801 Oct 20 10:30:03.284938 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:03.316233 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91f08e17-013a-43df-a287-3962fa56a0c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7dde49d-909d-4ddf-86b7-ffbb521107f3'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:30:03.319118 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c532eac0-2199-49a9-bb43-f91a1754a85d" -d '{"events": [{"server_uuid": "91f08e17-013a-43df-a287-3962fa56a0c2", "name": "network-vif-plugged", "status": "completed", "tag": "b7dde49d-909d-4ddf-86b7-ffbb521107f3"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:30:03.346654 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port b7dde49d-909d-4ddf-86b7-ffbb521107f3, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=b7dde49d-909d-4ddf-86b7-ffbb521107f3,segment=NetworkSegment(c9f340c0-9c49-427c-b46d-475b702ed788),segment_id=c9f340c0-9c49-427c-b46d-475b702ed788)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:30:03.358969 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd8ad591-e737-421e-9897-85c178135f83 req-99087659-9841-44a9-b88a-50bed24e9345 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Made reservation on behalf of 9f75d9a0b8ce44faaac4d8054667820c for: {'port': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:30:03.364899 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 40094) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:30:03.366690 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-dd8ad591-e737-421e-9897-85c178135f83 req-99087659-9841-44a9-b88a-50bed24e9345 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:03.368624 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:03.377467 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-795fa582-c22d-4ab6-ad70-809eb579edeb x-openstack-request-id: req-795fa582-c22d-4ab6-ad70-809eb579edeb {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:30:03.377782 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91f08e17-013a-43df-a287-3962fa56a0c2", "name": "network-vif-plugged", "status": "completed", "tag": "b7dde49d-909d-4ddf-86b7-ffbb521107f3", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:30:03.378595 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-795fa582-c22d-4ab6-ad70-809eb579edeb {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:30:03.379041 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91f08e17-013a-43df-a287-3962fa56a0c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7dde49d-909d-4ddf-86b7-ffbb521107f3', 'code': 200} Oct 20 10:30:03.433768 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_v2 [None req-f99512e9-e531-44df-ad63-f8225f9ada0c admin admin] Deleting subnet 2050c15f-2dd0-4e17-a188-dda47d1d3ff0 {{(pid=100596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:30:03.437746 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f99512e9-e531-44df-ad63-f8225f9ada0c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:03.495644 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f99512e9-e531-44df-ad63-f8225f9ada0c admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:03.503097 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f99512e9-e531-44df-ad63-f8225f9ada0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:03.520732 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=b7dde49d-909d-4ddf-86b7-ffbb521107f3,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:30:03.542883 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-080fdbb0-d05d-4ac2-afb2-bc38fb712870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:03.589227 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1d5735-5390-44a1-acc1-595e56cc0a2a req-bf4342f6-b10f-4aaa-b417-56ad2ffe1bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:03.589881 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-5a1d5735-5390-44a1-acc1-595e56cc0a2a req-bf4342f6-b10f-4aaa-b417-56ad2ffe1bf3 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=91f08e17-013a-43df-a287-3962fa56a0c2 HTTP/1.1" status: 200 len: 1096 time: 0.1161754 Oct 20 10:30:03.620924 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [req-dd8ad591-e737-421e-9897-85c178135f83 req-99087659-9841-44a9-b88a-50bed24e9345 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Allocated IP 192.168.233.9 (a7c57b12-d7c3-48bb-aa54-a67a56468a84/8f86199a-b8f2-45b4-a83a-995a7ea6fe42/a29ba1ab-cf1c-4b4a-ae64-f554ce2cb852) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:30:03.658425 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f99512e9-e531-44df-ad63-f8225f9ada0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for subnet, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:03.676637 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-5a1d5735-5390-44a1-acc1-595e56cc0a2a req-b8375e96-12b1-4d34-986a-5d114dacd869 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=86067063-f5e4-4e77-9825-0a77623af17f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525856 Oct 20 10:30:03.687662 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99512e9-e531-44df-ad63-f8225f9ada0c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2050c15f-2dd0-4e17-a188-dda47d1d3ff0,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:30:03.692029 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f99512e9-e531-44df-ad63-f8225f9ada0c admin admin] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:03.697391 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-f99512e9-e531-44df-ad63-f8225f9ada0c admin admin] 10.222.0.64 "DELETE /v2.0/subnets/2050c15f-2dd0-4e17-a188-dda47d1d3ff0 HTTP/1.1" status: 204 len: 168 time: 0.3288791 Oct 20 10:30:03.698118 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 40098) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:30:03.710642 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc3ca0c-9da5-4628-a5ef-cd55c01600e7 req-212fa95a-a77c-4c0a-900c-0355d25ec3c0 tempest-VolumesAdminNegativeTest-1459988767 tempest-VolumesAdminNegativeTest-1459988767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:03.712120 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9cc3ca0c-9da5-4628-a5ef-cd55c01600e7 req-212fa95a-a77c-4c0a-900c-0355d25ec3c0 tempest-VolumesAdminNegativeTest-1459988767 tempest-VolumesAdminNegativeTest-1459988767-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3c00359-1736-425e-ab57-e5c6ad8b6548 HTTP/1.1" status: 200 len: 945 time: 0.0845673 Oct 20 10:30:03.750440 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9cc3ca0c-9da5-4628-a5ef-cd55c01600e7 req-d451a4d5-c6cc-44f6-8aed-1489c112d325 tempest-VolumesAdminNegativeTest-1459988767 tempest-VolumesAdminNegativeTest-1459988767-project] 10.222.0.64 "GET /v2.0/security-groups?id=32bbe414-470e-4c0f-b2cf-cab80f11842d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314770 Oct 20 10:30:03.821218 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4a0ce83d-68e0-4686-a2f2-ac25c3ad8724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:03.890302 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-dd8ad591-e737-421e-9897-85c178135f83 req-99087659-9841-44a9-b88a-50bed24e9345 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:03.894334 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c472a2-4ee5-47e2-9602-9c70989499de req-71831b53-095d-4270-9f5b-4d4d38e5d166 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:03.895884 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-52c472a2-4ee5-47e2-9602-9c70989499de req-71831b53-095d-4270-9f5b-4d4d38e5d166 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] 10.222.0.64 "GET /v2.0/ports?device_id=91f08e17-013a-43df-a287-3962fa56a0c2 HTTP/1.1" status: 200 len: 945 time: 0.0475087 Oct 20 10:30:03.934024 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4a0ce83d-68e0-4686-a2f2-ac25c3ad8724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:03.935517 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-52c472a2-4ee5-47e2-9602-9c70989499de req-3af741ec-f2aa-41f3-a3d2-4504feb11e31 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] 10.222.0.64 "GET /v2.0/security-groups?id=86067063-f5e4-4e77-9825-0a77623af17f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334806 Oct 20 10:30:03.969216 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-4a0ce83d-68e0-4686-a2f2-ac25c3ad8724 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98d2c220-d451-42fc-8d5a-a8342230a4c6']}} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:30:03.981782 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-4a0ce83d-68e0-4686-a2f2-ac25c3ad8724 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23c73203-a685-45be-be3b-2f84a4ce0927') {'for_net_delete': True} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:30:03.982078 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-4a0ce83d-68e0-4686-a2f2-ac25c3ad8724 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23c73203-a685-45be-be3b-2f84a4ce0927') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:30:03.988737 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4fe49794-704a-4ab1-a7c9-65eb3e62d60f req-0ebb8ef7-78bb-4538-8c06-bb749f917052 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/ports?device_id=cfd9c347-823b-4439-8390-32d9d5c874fc HTTP/1.1" status: 200 len: 210 time: 0.0315750 Oct 20 10:30:03.993135 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4a0ce83d-68e0-4686-a2f2-ac25c3ad8724 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25852596'] for segment, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:04.012201 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-dd8ad591-e737-421e-9897-85c178135f83 req-99087659-9841-44a9-b88a-50bed24e9345 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:04.014880 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4a0ce83d-68e0-4686-a2f2-ac25c3ad8724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:04.026757 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a0ce83d-68e0-4686-a2f2-ac25c3ad8724 admin admin] Releasing vlan 810 on physical network physnet1 to pool {{(pid=100597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:30:04.027156 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4a0ce83d-68e0-4686-a2f2-ac25c3ad8724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951012'] for segment, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:04.028840 n-d-811396-3 neutron-server[100597]: Traceback (most recent call last): Oct 20 10:30:04.028840 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:30:04.028840 n-d-811396-3 neutron-server[100597]: timer() Oct 20 10:30:04.028840 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:30:04.028840 n-d-811396-3 neutron-server[100597]: cb(*args, **kw) Oct 20 10:30:04.028840 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:30:04.028840 n-d-811396-3 neutron-server[100597]: return func(*args, **kwargs) Oct 20 10:30:04.028840 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:30:04.028840 n-d-811396-3 neutron-server[100597]: self._notify() Oct 20 10:30:04.028840 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:30:04.028840 n-d-811396-3 neutron-server[100597]: self.callback(batched_events) Oct 20 10:30:04.028840 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:30:04.028840 n-d-811396-3 neutron-server[100597]: event.method(event) Oct 20 10:30:04.028840 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:30:04.028840 n-d-811396-3 neutron-server[100597]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:30:04.028840 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:30:04.028840 n-d-811396-3 neutron-server[100597]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:30:04.028840 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:30:04.028840 n-d-811396-3 neutron-server[100597]: return f(self, *a, **k) Oct 20 10:30:04.028840 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:30:04.028840 n-d-811396-3 neutron-server[100597]: return self._get(url).json() Oct 20 10:30:04.028840 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:30:04.028840 n-d-811396-3 neutron-server[100597]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:30:04.028840 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:30:04.028840 n-d-811396-3 neutron-server[100597]: return self.request(url, 'GET', **kwargs) Oct 20 10:30:04.028840 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:30:04.028840 n-d-811396-3 neutron-server[100597]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:30:04.028840 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:30:04.028840 n-d-811396-3 neutron-server[100597]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:30:04.028840 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:30:04.028840 n-d-811396-3 neutron-server[100597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:30:04.028840 n-d-811396-3 neutron-server[100597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:30:04.035758 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['aae3cda1-d0c7-410c-8006-356e09a086ac'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:30:04.065712 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6856b6-dd03-4b1c-8cf2-3a7c997ec348 req-8fdd21d9-de62-4f27-a3e3-b7964bb50c76 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:04.068276 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1b6856b6-dd03-4b1c-8cf2-3a7c997ec348 req-8fdd21d9-de62-4f27-a3e3-b7964bb50c76 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/ports?device_id=95fa9703-1404-4771-a94e-0d9e1c8e85e7 HTTP/1.1" status: 200 len: 945 time: 0.0673862 Oct 20 10:30:04.117522 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd8ad591-e737-421e-9897-85c178135f83 req-99087659-9841-44a9-b88a-50bed24e9345 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Network a7c57b12-d7c3-48bb-aa54-a67a56468a84 is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:30:04.122845 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [req-dd8ad591-e737-421e-9897-85c178135f83 req-99087659-9841-44a9-b88a-50bed24e9345 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:30:04.128839 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd8ad591-e737-421e-9897-85c178135f83 req-99087659-9841-44a9-b88a-50bed24e9345 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:30:04.134433 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99087659-9841-44a9-b88a-50bed24e9345 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Pushing event updated for resources: {'Port': ['ID=a29ba1ab-cf1c-4b4a-ae64-f554ce2cb852,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:30:04.150753 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1b6856b6-dd03-4b1c-8cf2-3a7c997ec348 req-67cc1203-e24f-4a6a-b3fe-9bcf64baae27 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba094063-4980-4c22-bc34-9c1534c0beb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706015 Oct 20 10:30:04.157695 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4a0ce83d-68e0-4686-a2f2-ac25c3ad8724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:04.164427 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4a0ce83d-68e0-4686-a2f2-ac25c3ad8724 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:04.170514 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-4a0ce83d-68e0-4686-a2f2-ac25c3ad8724 admin admin] 10.222.0.64 "DELETE /v2.0/networks/98d2c220-d451-42fc-8d5a-a8342230a4c6 HTTP/1.1" status: 204 len: 168 time: 0.4684589 Oct 20 10:30:04.170759 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 40110) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:30:04.186658 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0ce83d-68e0-4686-a2f2-ac25c3ad8724 admin admin] Pushing event deleted for resources: {'Network': ['ID=98d2c220-d451-42fc-8d5a-a8342230a4c6,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:30:04.212948 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8ad591-e737-421e-9897-85c178135f83 req-99087659-9841-44a9-b88a-50bed24e9345 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:04.213623 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-dd8ad591-e737-421e-9897-85c178135f83 req-99087659-9841-44a9-b88a-50bed24e9345 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:04.232893 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-dd8ad591-e737-421e-9897-85c178135f83 req-99087659-9841-44a9-b88a-50bed24e9345 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.0761507 Oct 20 10:30:04.273377 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [req-dd8ad591-e737-421e-9897-85c178135f83 req-e6f6ccb8-885f-4a21-81bc-a439d5ffe49f service neutron] Request body: {'port': {'device_id': '2d088f35-587e-4c94-b637-18178327009b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811396-3'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:30:04.321155 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-5dba2188-fe50-4d4d-ad14-fb4ec439649d req-c90a8216-59c7-4e24-a0c3-d66c02b8c63b tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=cbb7919139e74aa3a9a9edbe5b865f11&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0530264 Oct 20 10:30:04.356319 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device ca4b6c1b-62ef-450a-aa40-8f2ecc9ced87 details requested by agent hyperv_n-h1-811396-3 with host n-h1-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:30:04.386573 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1a1a07-9855-4360-a929-2fa2cb8d6362 req-e140f47f-8f0d-46d2-8dac-d6ae90393816 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:04.397292 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ce1a1a07-9855-4360-a929-2fa2cb8d6362 req-e140f47f-8f0d-46d2-8dac-d6ae90393816 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d088f35-587e-4c94-b637-18178327009b HTTP/1.1" status: 200 len: 934 time: 0.2421875 Oct 20 10:30:04.410981 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-dd8ad591-e737-421e-9897-85c178135f83 req-e6f6ccb8-885f-4a21-81bc-a439d5ffe49f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:04.451930 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_v2 [None req-d84d2b0a-9c66-443e-9585-7dde660a6401 admin admin] Deleting subnet 1541b357-b11d-46ca-8819-d8c348485683 {{(pid=100596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:30:04.469614 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d84d2b0a-9c66-443e-9585-7dde660a6401 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:04.487600 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port ca4b6c1b-62ef-450a-aa40-8f2ecc9ced87, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=ca4b6c1b-62ef-450a-aa40-8f2ecc9ced87,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:30:04.498358 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-098d64fb-dd88-4d70-ab21-2243c8194244 None None] Provisioning complete for port a29ba1ab-cf1c-4b4a-ae64-f554ce2cb852 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:30:04.498966 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-098d64fb-dd88-4d70-ab21-2243c8194244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:04.517348 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df34dbe7-6191-4d3d-bf83-3fd414790d6f req-0fb0ff22-8d51-4b06-858e-a54e02217082 tempest-VolumesAdminNegativeTest-1459988767 tempest-VolumesAdminNegativeTest-1459988767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:04.519328 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-df34dbe7-6191-4d3d-bf83-3fd414790d6f req-0fb0ff22-8d51-4b06-858e-a54e02217082 tempest-VolumesAdminNegativeTest-1459988767 tempest-VolumesAdminNegativeTest-1459988767-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3c00359-1736-425e-ab57-e5c6ad8b6548 HTTP/1.1" status: 200 len: 945 time: 0.2973645 Oct 20 10:30:04.519819 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Returning: {'device': 'ca4b6c1b-62ef-450a-aa40-8f2ecc9ced87', 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84', 'port_id': 'ca4b6c1b-62ef-450a-aa40-8f2ecc9ced87', 'mac_address': 'fa:16:3e:1a:b1:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 800, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f86199a-b8f2-45b4-a83a-995a7ea6fe42', 'ip_address': '192.168.233.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:30:04.520065 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dba2188-fe50-4d4d-ad14-fb4ec439649d req-90d17895-51ac-4cdb-a522-09b6c63b172f tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:04.521528 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-5dba2188-fe50-4d4d-ad14-fb4ec439649d req-90d17895-51ac-4cdb-a522-09b6c63b172f tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1918871 Oct 20 10:30:04.566172 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-098d64fb-dd88-4d70-ab21-2243c8194244 None None] Port a29ba1ab-cf1c-4b4a-ae64-f554ce2cb852 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:30:04.576958 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:04.589762 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [req-5dba2188-fe50-4d4d-ad14-fb4ec439649d req-4c23aff9-369a-41fa-b9d6-58597621f685 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Request body: {'port': {'device_id': 'cfd9c347-823b-4439-8390-32d9d5c874fc', 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84', 'admin_state_up': True, 'tenant_id': 'cbb7919139e74aa3a9a9edbe5b865f11'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:30:04.591099 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca4b6c1b-62ef-450a-aa40-8f2ecc9ced87 {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:30:04.614959 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port ca4b6c1b-62ef-450a-aa40-8f2ecc9ced87, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=ca4b6c1b-62ef-450a-aa40-8f2ecc9ced87,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:30:04.620480 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:04.677367 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=ca4b6c1b-62ef-450a-aa40-8f2ecc9ced87,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:30:04.719316 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['fa148701-2bd3-45e4-ace6-f079253fac3b'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:30:04.796795 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5dba2188-fe50-4d4d-ad14-fb4ec439649d req-4c23aff9-369a-41fa-b9d6-58597621f685 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Made reservation on behalf of cbb7919139e74aa3a9a9edbe5b865f11 for: {'port': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:30:04.800272 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-5dba2188-fe50-4d4d-ad14-fb4ec439649d req-4c23aff9-369a-41fa-b9d6-58597621f685 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:04.823686 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d84d2b0a-9c66-443e-9585-7dde660a6401 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:04.832622 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059204dc-5231-4d38-8137-03a943a5f951 req-da53b2cc-af91-4652-bee3-3660faeb1d98 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:04.834031 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-059204dc-5231-4d38-8137-03a943a5f951 req-da53b2cc-af91-4652-bee3-3660faeb1d98 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/ports?device_id=c33d2f24-c354-497f-a5a9-d23371745ada HTTP/1.1" status: 200 len: 947 time: 0.4748867 Oct 20 10:30:04.843460 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ce1a1a07-9855-4360-a929-2fa2cb8d6362 req-616fc165-c86c-4672-84b1-ac310817a4ca tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4166391 Oct 20 10:30:04.866016 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d84d2b0a-9c66-443e-9585-7dde660a6401 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:04.897137 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 408bb5c0-e0dc-460c-94e3-7f47daf87d80 no longer exists at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:30:04.915864 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [req-dd8ad591-e737-421e-9897-85c178135f83 req-e6f6ccb8-885f-4a21-81bc-a439d5ffe49f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a29ba1ab-cf1c-4b4a-ae64-f554ce2cb852 {{(pid=100597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:30:04.927577 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-dd8ad591-e737-421e-9897-85c178135f83 req-e6f6ccb8-885f-4a21-81bc-a439d5ffe49f service neutron] Publish callbacks [] for port, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:04.931042 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] No Port match for: 408bb5c0-e0dc-460c-94e3-7f47daf87d80 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:30:04.931543 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 408bb5c0-e0dc-460c-94e3-7f47daf87d80 not bound to the agent host n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:30:04.941349 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.provisioning_blocks [req-dd8ad591-e737-421e-9897-85c178135f83 req-e6f6ccb8-885f-4a21-81bc-a439d5ffe49f service neutron] Transition to ACTIVE for port object a29ba1ab-cf1c-4b4a-ae64-f554ce2cb852 will not be triggered until provisioned by entity L2. {{(pid=100597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:30:04.947710 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-dd8ad591-e737-421e-9897-85c178135f83 req-e6f6ccb8-885f-4a21-81bc-a439d5ffe49f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:04.997207 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-059204dc-5231-4d38-8137-03a943a5f951 req-c05723f4-5630-42d0-b058-f662a9f6a140 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/security-groups?id=33b0304f-e8b0-41ca-8b6c-fa0f5439f339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527116 Oct 20 10:30:05.020262 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d84d2b0a-9c66-443e-9585-7dde660a6401 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for subnet, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:05.038218 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6774b05e-dd84-444e-8754-4b2a4c2c6c15 req-6d01b344-db2f-4344-9a64-2a43e4cc0ec1 tempest-VolumesAdminNegativeTest-1459988767 tempest-VolumesAdminNegativeTest-1459988767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:05.040239 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6774b05e-dd84-444e-8754-4b2a4c2c6c15 req-6d01b344-db2f-4344-9a64-2a43e4cc0ec1 tempest-VolumesAdminNegativeTest-1459988767 tempest-VolumesAdminNegativeTest-1459988767-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3c00359-1736-425e-ab57-e5c6ad8b6548 HTTP/1.1" status: 200 len: 945 time: 0.1160605 Oct 20 10:30:05.046646 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d84d2b0a-9c66-443e-9585-7dde660a6401 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:05.052545 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-d84d2b0a-9c66-443e-9585-7dde660a6401 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/1541b357-b11d-46ca-8819-d8c348485683 HTTP/1.1" status: 204 len: 168 time: 0.8804879 Oct 20 10:30:05.063435 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 40120) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:30:05.094080 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [req-5dba2188-fe50-4d4d-ad14-fb4ec439649d req-4c23aff9-369a-41fa-b9d6-58597621f685 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Allocated IP 192.168.233.131 (a7c57b12-d7c3-48bb-aa54-a67a56468a84/8f86199a-b8f2-45b4-a83a-995a7ea6fe42/8ddc9018-c3de-475d-9862-8c844418908a) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:30:05.102313 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84d2b0a-9c66-443e-9585-7dde660a6401 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1541b357-b11d-46ca-8819-d8c348485683,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:30:05.122808 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-df34dbe7-6191-4d3d-bf83-3fd414790d6f req-92e44db5-eb18-40e3-ab04-f5ffd5793903 tempest-VolumesAdminNegativeTest-1459988767 tempest-VolumesAdminNegativeTest-1459988767-project] Deleting port d07ae021-73b5-4fba-ad90-ad3a58f5de10 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:30:05.124064 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-df34dbe7-6191-4d3d-bf83-3fd414790d6f req-92e44db5-eb18-40e3-ab04-f5ffd5793903 tempest-VolumesAdminNegativeTest-1459988767 tempest-VolumesAdminNegativeTest-1459988767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:05.125836 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f6ccb8-885f-4a21-81bc-a439d5ffe49f service neutron] Pushing event updated for resources: {'Port': ['ID=a29ba1ab-cf1c-4b4a-ae64-f554ce2cb852,revision_number=2']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:30:05.213542 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6774b05e-dd84-444e-8754-4b2a4c2c6c15 req-36f6db1c-3255-4853-95db-dbffab194d6a tempest-VolumesAdminNegativeTest-1459988767 tempest-VolumesAdminNegativeTest-1459988767-project] 10.222.0.64 "GET /v2.0/security-groups?id=32bbe414-470e-4c0f-b2cf-cab80f11842d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584904 Oct 20 10:30:05.240456 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['ca4b6c1b-62ef-450a-aa40-8f2ecc9ced87'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:30:05.262727 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c8130277-d733-40f3-a654-9d464c6947e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:05.282087 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa69062-c213-499d-ba76-2cd71858b74c req-133b8aee-fa83-4c3a-9ecc-f5c5912dc030 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:05.283769 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9fa69062-c213-499d-ba76-2cd71858b74c req-133b8aee-fa83-4c3a-9ecc-f5c5912dc030 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] 10.222.0.64 "GET /v2.0/ports?device_id=91f08e17-013a-43df-a287-3962fa56a0c2 HTTP/1.1" status: 200 len: 945 time: 0.1561451 Oct 20 10:30:05.313874 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-df34dbe7-6191-4d3d-bf83-3fd414790d6f req-92e44db5-eb18-40e3-ab04-f5ffd5793903 tempest-VolumesAdminNegativeTest-1459988767 tempest-VolumesAdminNegativeTest-1459988767-project] For port d07ae021-73b5-4fba-ad90-ad3a58f5de10, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=d07ae021-73b5-4fba-ad90-ad3a58f5de10,segment=NetworkSegment(2a955507-8aa3-4dce-8a9a-35b2ba6d189c),segment_id=2a955507-8aa3-4dce-8a9a-35b2ba6d189c)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:30:05.314228 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-df34dbe7-6191-4d3d-bf83-3fd414790d6f req-92e44db5-eb18-40e3-ab04-f5ffd5793903 tempest-VolumesAdminNegativeTest-1459988767 tempest-VolumesAdminNegativeTest-1459988767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:05.317630 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-dd8ad591-e737-421e-9897-85c178135f83 req-e6f6ccb8-885f-4a21-81bc-a439d5ffe49f service neutron] Attempting to bind port a29ba1ab-cf1c-4b4a-ae64-f554ce2cb852 on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:30:05.317968 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-dd8ad591-e737-421e-9897-85c178135f83 req-e6f6ccb8-885f-4a21-81bc-a439d5ffe49f service neutron] Attempting to bind port a29ba1ab-cf1c-4b4a-ae64-f554ce2cb852 by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': '6f472196-aa1a-40bf-bd06-ef9f07584bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84'}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:30:05.318301 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8ad591-e737-421e-9897-85c178135f83 req-e6f6ccb8-885f-4a21-81bc-a439d5ffe49f service neutron] Attempting to bind port a29ba1ab-cf1c-4b4a-ae64-f554ce2cb852 on network a7c57b12-d7c3-48bb-aa54-a67a56468a84 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:30:05.328229 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-df34dbe7-6191-4d3d-bf83-3fd414790d6f req-92e44db5-eb18-40e3-ab04-f5ffd5793903 tempest-VolumesAdminNegativeTest-1459988767 tempest-VolumesAdminNegativeTest-1459988767-project] Calling delete_port for d07ae021-73b5-4fba-ad90-ad3a58f5de10 owned by compute:nova {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:30:05.379496 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8ad591-e737-421e-9897-85c178135f83 req-e6f6ccb8-885f-4a21-81bc-a439d5ffe49f service neutron] Port a29ba1ab-cf1c-4b4a-ae64-f554ce2cb852 on network a7c57b12-d7c3-48bb-aa54-a67a56468a84 not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:30:05.379828 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8ad591-e737-421e-9897-85c178135f83 req-e6f6ccb8-885f-4a21-81bc-a439d5ffe49f service neutron] Attempting to bind port a29ba1ab-cf1c-4b4a-ae64-f554ce2cb852 on network a7c57b12-d7c3-48bb-aa54-a67a56468a84 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:30:05.403247 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8ad591-e737-421e-9897-85c178135f83 req-e6f6ccb8-885f-4a21-81bc-a439d5ffe49f service neutron] Checking agent: {'id': '061232a2-7adc-4ba1-a873-e8cb136b064d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 29, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:30:05.403671 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8ad591-e737-421e-9897-85c178135f83 req-e6f6ccb8-885f-4a21-81bc-a439d5ffe49f service neutron] Checking segment: {'id': '6f472196-aa1a-40bf-bd06-ef9f07584bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:30:05.403981 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8ad591-e737-421e-9897-85c178135f83 req-e6f6ccb8-885f-4a21-81bc-a439d5ffe49f service neutron] Bound using segment: {'id': '6f472196-aa1a-40bf-bd06-ef9f07584bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84'} {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:30:05.404462 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-dd8ad591-e737-421e-9897-85c178135f83 req-e6f6ccb8-885f-4a21-81bc-a439d5ffe49f service neutron] Bound port: a29ba1ab-cf1c-4b4a-ae64-f554ce2cb852, host: n-h2-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f472196-aa1a-40bf-bd06-ef9f07584bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84'}}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:30:05.404819 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-dd8ad591-e737-421e-9897-85c178135f83 req-e6f6ccb8-885f-4a21-81bc-a439d5ffe49f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:05.467619 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-37f1bb81-1814-41d5-b021-53d1274b0e57 req-53d60a2d-a6a1-40d7-9ebd-4b2c39956bfc tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/ports?device_id=cfd9c347-823b-4439-8390-32d9d5c874fc HTTP/1.1" status: 200 len: 210 time: 0.0687082 Oct 20 10:30:05.473425 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9fa69062-c213-499d-ba76-2cd71858b74c req-52290cdc-4e64-4057-8e1b-06315c8309ab tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] 10.222.0.64 "GET /v2.0/security-groups?id=86067063-f5e4-4e77-9825-0a77623af17f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756924 Oct 20 10:30:05.475357 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c8130277-d733-40f3-a654-9d464c6947e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:05.514592 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-5dba2188-fe50-4d4d-ad14-fb4ec439649d req-4c23aff9-369a-41fa-b9d6-58597621f685 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:05.537021 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-c8130277-d733-40f3-a654-9d464c6947e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['909660ef-2883-4fec-87c7-324e677107bc']}} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:30:05.558098 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-df34dbe7-6191-4d3d-bf83-3fd414790d6f req-92e44db5-eb18-40e3-ab04-f5ffd5793903 tempest-VolumesAdminNegativeTest-1459988767 tempest-VolumesAdminNegativeTest-1459988767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:05.563196 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-c8130277-d733-40f3-a654-9d464c6947e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da9095ae-d030-4cd3-8c4e-d2790671f311') {'for_net_delete': True} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:30:05.563522 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-c8130277-d733-40f3-a654-9d464c6947e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da9095ae-d030-4cd3-8c4e-d2790671f311') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:30:05.576175 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c8130277-d733-40f3-a654-9d464c6947e3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25852596'] for segment, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:05.599740 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [req-dd8ad591-e737-421e-9897-85c178135f83 req-e6f6ccb8-885f-4a21-81bc-a439d5ffe49f service neutron] For port a29ba1ab-cf1c-4b4a-ae64-f554ce2cb852, host n-h2-811396-3, cleared binding levels {{(pid=100597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:30:05.612428 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c8130277-d733-40f3-a654-9d464c6947e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:05.617618 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [req-dd8ad591-e737-421e-9897-85c178135f83 req-e6f6ccb8-885f-4a21-81bc-a439d5ffe49f service neutron] For port a29ba1ab-cf1c-4b4a-ae64-f554ce2cb852, host n-h2-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=a29ba1ab-cf1c-4b4a-ae64-f554ce2cb852,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:30:05.624604 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8130277-d733-40f3-a654-9d464c6947e3 admin admin] Releasing vlan 822 on physical network physnet1 to pool {{(pid=100597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:30:05.624992 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c8130277-d733-40f3-a654-9d464c6947e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951012'] for segment, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:05.626846 n-d-811396-3 neutron-server[100597]: Traceback (most recent call last): Oct 20 10:30:05.626846 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:30:05.626846 n-d-811396-3 neutron-server[100597]: timer() Oct 20 10:30:05.626846 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:30:05.626846 n-d-811396-3 neutron-server[100597]: cb(*args, **kw) Oct 20 10:30:05.626846 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:30:05.626846 n-d-811396-3 neutron-server[100597]: return func(*args, **kwargs) Oct 20 10:30:05.626846 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:30:05.626846 n-d-811396-3 neutron-server[100597]: self._notify() Oct 20 10:30:05.626846 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:30:05.626846 n-d-811396-3 neutron-server[100597]: self.callback(batched_events) Oct 20 10:30:05.626846 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:30:05.626846 n-d-811396-3 neutron-server[100597]: event.method(event) Oct 20 10:30:05.626846 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:30:05.626846 n-d-811396-3 neutron-server[100597]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:30:05.626846 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:30:05.626846 n-d-811396-3 neutron-server[100597]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:30:05.626846 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:30:05.626846 n-d-811396-3 neutron-server[100597]: return f(self, *a, **k) Oct 20 10:30:05.626846 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:30:05.626846 n-d-811396-3 neutron-server[100597]: return self._get(url).json() Oct 20 10:30:05.626846 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:30:05.626846 n-d-811396-3 neutron-server[100597]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:30:05.626846 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:30:05.626846 n-d-811396-3 neutron-server[100597]: return self.request(url, 'GET', **kwargs) Oct 20 10:30:05.626846 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:30:05.626846 n-d-811396-3 neutron-server[100597]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:30:05.626846 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:30:05.626846 n-d-811396-3 neutron-server[100597]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:30:05.626846 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:30:05.626846 n-d-811396-3 neutron-server[100597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:30:05.626846 n-d-811396-3 neutron-server[100597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:30:05.629222 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-dd8ad591-e737-421e-9897-85c178135f83 req-e6f6ccb8-885f-4a21-81bc-a439d5ffe49f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:05.638338 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e44db5-eb18-40e3-ab04-f5ffd5793903 tempest-VolumesAdminNegativeTest-1459988767 tempest-VolumesAdminNegativeTest-1459988767-project] Pushing event deleted for resources: {'Port': ['ID=d07ae021-73b5-4fba-ad90-ad3a58f5de10,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:30:05.669078 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-df34dbe7-6191-4d3d-bf83-3fd414790d6f req-92e44db5-eb18-40e3-ab04-f5ffd5793903 tempest-VolumesAdminNegativeTest-1459988767 tempest-VolumesAdminNegativeTest-1459988767-project] No DVR routers for this DVR port d07ae021-73b5-4fba-ad90-ad3a58f5de10 on host n-h1-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:30:05.673214 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-df34dbe7-6191-4d3d-bf83-3fd414790d6f req-92e44db5-eb18-40e3-ab04-f5ffd5793903 tempest-VolumesAdminNegativeTest-1459988767 tempest-VolumesAdminNegativeTest-1459988767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:05.676743 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-df34dbe7-6191-4d3d-bf83-3fd414790d6f req-92e44db5-eb18-40e3-ab04-f5ffd5793903 tempest-VolumesAdminNegativeTest-1459988767 tempest-VolumesAdminNegativeTest-1459988767-project] 10.222.0.55 "DELETE /v2.0/ports/d07ae021-73b5-4fba-ad90-ad3a58f5de10 HTTP/1.1" status: 204 len: 173 time: 1.1446812 Oct 20 10:30:05.677370 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3c00359-1736-425e-ab57-e5c6ad8b6548', 'name': 'network-vif-deleted', 'tag': 'd07ae021-73b5-4fba-ad90-ad3a58f5de10'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:30:05.680801 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-5dba2188-fe50-4d4d-ad14-fb4ec439649d req-4c23aff9-369a-41fa-b9d6-58597621f685 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:05.688067 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a2fabf4-3774-4fe5-9f44-cef4fdb509eb" -d '{"events": [{"server_uuid": "b3c00359-1736-425e-ab57-e5c6ad8b6548", "name": "network-vif-deleted", "tag": "d07ae021-73b5-4fba-ad90-ad3a58f5de10"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:30:05.692098 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['0c2ac16c-39fa-4445-a3d7-43e100268554'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:30:05.723860 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8ad591-e737-421e-9897-85c178135f83 req-e6f6ccb8-885f-4a21-81bc-a439d5ffe49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:05.724927 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-dd8ad591-e737-421e-9897-85c178135f83 req-e6f6ccb8-885f-4a21-81bc-a439d5ffe49f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:05.729387 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-dd8ad591-e737-421e-9897-85c178135f83 req-e6f6ccb8-885f-4a21-81bc-a439d5ffe49f service neutron] 10.222.0.69 "PUT /v2.0/ports/a29ba1ab-cf1c-4b4a-ae64-f554ce2cb852 HTTP/1.1" status: 200 len: 1094 time: 1.4633873 Oct 20 10:30:05.731937 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d088f35-587e-4c94-b637-18178327009b', 'tag': 'a29ba1ab-cf1c-4b4a-ae64-f554ce2cb852'}] {{(pid=100597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:30:05.732446 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b03ac2-b992-4d22-86e4-e5e8e942272c req-374a3c59-9e80-4ad9-98d2-576c7300af32 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:05.735283 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-81b03ac2-b992-4d22-86e4-e5e8e942272c req-374a3c59-9e80-4ad9-98d2-576c7300af32 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/ports?device_id=95fa9703-1404-4771-a94e-0d9e1c8e85e7 HTTP/1.1" status: 200 len: 945 time: 0.1640575 Oct 20 10:30:05.747768 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd85cad6a391afaa95d2dd5280bfd4659fc1e1b2aba53b5e7ef874f059efcdc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-223aeee1-d2a4-4038-aeb0-0c51d704afcf" -d '{"events": [{"name": "network-changed", "server_uuid": "2d088f35-587e-4c94-b637-18178327009b", "tag": "a29ba1ab-cf1c-4b4a-ae64-f554ce2cb852"}]}' {{(pid=100597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:30:05.779294 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c8130277-d733-40f3-a654-9d464c6947e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:05.806828 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c8130277-d733-40f3-a654-9d464c6947e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:05.829987 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-c8130277-d733-40f3-a654-9d464c6947e3 admin admin] 10.222.0.64 "DELETE /v2.0/networks/909660ef-2883-4fec-87c7-324e677107bc HTTP/1.1" status: 204 len: 168 time: 0.7451389 Oct 20 10:30:05.830549 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c8e34ac-d8f4-4852-ad43-e225b44cd55f x-openstack-request-id: req-2c8e34ac-d8f4-4852-ad43-e225b44cd55f {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:30:05.831031 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3c00359-1736-425e-ab57-e5c6ad8b6548", "name": "network-vif-deleted", "tag": "d07ae021-73b5-4fba-ad90-ad3a58f5de10", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:30:05.831658 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2c8e34ac-d8f4-4852-ad43-e225b44cd55f {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:30:05.832256 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3c00359-1736-425e-ab57-e5c6ad8b6548', 'name': 'network-vif-deleted', 'tag': 'd07ae021-73b5-4fba-ad90-ad3a58f5de10', 'status': 'completed', 'code': 200} Oct 20 10:30:05.837012 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-81b03ac2-b992-4d22-86e4-e5e8e942272c req-a620c502-0a69-45b0-a2da-75c91ab85fe3 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba094063-4980-4c22-bc34-9c1534c0beb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893998 Oct 20 10:30:05.837986 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5dba2188-fe50-4d4d-ad14-fb4ec439649d req-4c23aff9-369a-41fa-b9d6-58597621f685 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Network a7c57b12-d7c3-48bb-aa54-a67a56468a84 is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:30:05.873422 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9539db8b-837d-498e-910f-9c767546b3c3 x-openstack-request-id: req-9539db8b-837d-498e-910f-9c767546b3c3 {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:30:05.873876 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d088f35-587e-4c94-b637-18178327009b", "tag": "a29ba1ab-cf1c-4b4a-ae64-f554ce2cb852", "status": "completed", "code": 200}]} {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:30:05.874192 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9539db8b-837d-498e-910f-9c767546b3c3 {{(pid=100597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:30:05.874521 n-d-811396-3 neutron-server[100597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d088f35-587e-4c94-b637-18178327009b', 'tag': 'a29ba1ab-cf1c-4b4a-ae64-f554ce2cb852', 'status': 'completed', 'code': 200} Oct 20 10:30:05.875861 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [req-5dba2188-fe50-4d4d-ad14-fb4ec439649d req-4c23aff9-369a-41fa-b9d6-58597621f685 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:30:05.888323 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f6ccb8-885f-4a21-81bc-a439d5ffe49f service neutron] Pushing event updated for resources: {'Port': ['ID=a29ba1ab-cf1c-4b4a-ae64-f554ce2cb852,revision_number=3']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:30:05.910778 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8130277-d733-40f3-a654-9d464c6947e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=909660ef-2883-4fec-87c7-324e677107bc,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:30:05.937420 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dba2188-fe50-4d4d-ad14-fb4ec439649d req-4c23aff9-369a-41fa-b9d6-58597621f685 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:30:06.011849 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842680f7-4f32-4873-b99b-c68ee99af14b req-64f18d1d-52b0-4ee1-b9d6-2cad92c42c76 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:06.013623 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-842680f7-4f32-4873-b99b-c68ee99af14b req-64f18d1d-52b0-4ee1-b9d6-2cad92c42c76 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d088f35-587e-4c94-b637-18178327009b HTTP/1.1" status: 200 len: 946 time: 0.0705194 Oct 20 10:30:06.029451 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 40134) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:30:06.042800 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c23aff9-369a-41fa-b9d6-58597621f685 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Pushing event updated for resources: {'Port': ['ID=8ddc9018-c3de-475d-9862-8c844418908a,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:30:06.081642 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-842680f7-4f32-4873-b99b-c68ee99af14b req-88554c84-67b9-449b-a2de-3203076f1ea5 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604184 Oct 20 10:30:06.088247 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dba2188-fe50-4d4d-ad14-fb4ec439649d req-4c23aff9-369a-41fa-b9d6-58597621f685 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:06.089015 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-5dba2188-fe50-4d4d-ad14-fb4ec439649d req-4c23aff9-369a-41fa-b9d6-58597621f685 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:06.098264 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-babc3446-6978-47ab-b91b-0b3d0510ca7a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b37ecdb3c3de4c7fa76ddc8c34931f3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0660663 Oct 20 10:30:06.099060 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 40138) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:30:06.099547 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8ad591-e737-421e-9897-85c178135f83 req-e4c05a2d-5afc-4123-a068-7a9568340892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:06.107437 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-dd8ad591-e737-421e-9897-85c178135f83 req-e4c05a2d-5afc-4123-a068-7a9568340892 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9f75d9a0b8ce44faaac4d8054667820c&device_id=2d088f35-587e-4c94-b637-18178327009b HTTP/1.1" status: 200 len: 1097 time: 0.2700071 Oct 20 10:30:06.125818 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-b8c0227e-a4f4-4b9d-bef5-24ec2e052cc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:06.159060 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-5dba2188-fe50-4d4d-ad14-fb4ec439649d req-4c23aff9-369a-41fa-b9d6-58597621f685 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6224751 Oct 20 10:30:06.160564 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-dd8ad591-e737-421e-9897-85c178135f83 req-bfcb795e-7b2b-42a6-b35f-61c3f6f72376 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=a29ba1ab-cf1c-4b4a-ae64-f554ce2cb852 HTTP/1.1" status: 200 len: 217 time: 0.0479522 Oct 20 10:30:06.178760 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [req-5dba2188-fe50-4d4d-ad14-fb4ec439649d req-ac5a663d-25e8-4d0c-b717-183d2475e53f service neutron] Request body: {'port': {'device_id': 'cfd9c347-823b-4439-8390-32d9d5c874fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811396-3'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:30:06.196676 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f280ece-748c-4cbc-99f9-835af2ce4c7d req-7a454cf2-d883-40d2-8eb3-e07e4a75c500 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:06.198167 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4f280ece-748c-4cbc-99f9-835af2ce4c7d req-7a454cf2-d883-40d2-8eb3-e07e4a75c500 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/ports?device_id=c33d2f24-c354-497f-a5a9-d23371745ada HTTP/1.1" status: 200 len: 948 time: 0.0750422 Oct 20 10:30:06.203665 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-911094eb-ba00-40e0-885c-b5e805facec5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:06.210923 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-e905a213-4380-47f0-a299-cc33cded7ee4 None None] Provisioning complete for port 8ddc9018-c3de-475d-9862-8c844418908a triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:30:06.211398 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-e905a213-4380-47f0-a299-cc33cded7ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:06.241131 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-911094eb-ba00-40e0-885c-b5e805facec5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:06.267006 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-e905a213-4380-47f0-a299-cc33cded7ee4 None None] Port 8ddc9018-c3de-475d-9862-8c844418908a cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:30:06.280498 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4f280ece-748c-4cbc-99f9-835af2ce4c7d req-fa9d805b-4c8a-43bd-840f-82479b617f88 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/security-groups?id=33b0304f-e8b0-41ca-8b6c-fa0f5439f339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653882 Oct 20 10:30:06.301790 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-5dba2188-fe50-4d4d-ad14-fb4ec439649d req-ac5a663d-25e8-4d0c-b717-183d2475e53f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:06.317901 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8ad591-e737-421e-9897-85c178135f83 req-53c16633-3cae-497c-9a68-3d5baeab032c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:06.319348 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-dd8ad591-e737-421e-9897-85c178135f83 req-53c16633-3cae-497c-9a68-3d5baeab032c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8f86199a-b8f2-45b4-a83a-995a7ea6fe42 HTTP/1.1" status: 200 len: 843 time: 0.1446376 Oct 20 10:30:06.338989 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8c131181-9bc5-4dc9-8a30-4161539b181e req-beb843d6-2d45-4379-a54e-0b8c195100b8 tempest-VolumesAdminNegativeTest-1459988767 tempest-VolumesAdminNegativeTest-1459988767-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3c00359-1736-425e-ab57-e5c6ad8b6548 HTTP/1.1" status: 200 len: 210 time: 0.0292909 Oct 20 10:30:06.350238 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-911094eb-ba00-40e0-885c-b5e805facec5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:06.354751 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-911094eb-ba00-40e0-885c-b5e805facec5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:06.355939 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-911094eb-ba00-40e0-885c-b5e805facec5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e8163060-7a7f-4f26-85c9-7f434c3018c5 HTTP/1.1" status: 204 len: 168 time: 0.2563117 Oct 20 10:30:06.382804 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911094eb-ba00-40e0-885c-b5e805facec5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8163060-7a7f-4f26-85c9-7f434c3018c5,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:30:06.383767 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 6f56cdd5-3a21-42fd-82df-94804732ae43 up at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:30:06.432111 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8ad591-e737-421e-9897-85c178135f83 req-7ddadf53-386c-4651-b667-314d6bb502d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:06.433618 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-dd8ad591-e737-421e-9897-85c178135f83 req-7ddadf53-386c-4651-b667-314d6bb502d6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a7c57b12-d7c3-48bb-aa54-a67a56468a84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0922449 Oct 20 10:30:06.437994 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['d07ae021-73b5-4fba-ad90-ad3a58f5de10'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:30:06.463063 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['4bf11690-7f8a-4a5d-b7d6-9b02b6176fea', '550f7c00-47d3-4e55-be09-c45b0e8ce738', '8742fd55-79bc-42e6-ba15-c45d424c2847', '94206ac3-057e-462d-b6fd-4665c89c4a2c'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:30:06.515139 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning for port 6f56cdd5-3a21-42fd-82df-94804732ae43 completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:30:06.542008 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning complete for port 6f56cdd5-3a21-42fd-82df-94804732ae43 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:30:06.544679 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:06.665091 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7c4afa-a556-4d12-8fcd-37b402d7775d req-bb16196e-63e7-4490-ac96-7ab7f4e11363 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:06.667282 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1c7c4afa-a556-4d12-8fcd-37b402d7775d req-bb16196e-63e7-4490-ac96-7ab7f4e11363 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] 10.222.0.64 "GET /v2.0/ports?device_id=91f08e17-013a-43df-a287-3962fa56a0c2 HTTP/1.1" status: 200 len: 945 time: 0.0955579 Oct 20 10:30:06.682883 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2649c1-b194-41ff-b2ff-a2c06996d022 req-fd1881ad-4cf4-414e-bf44-f780e97d8413 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:06.688693 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4f2649c1-b194-41ff-b2ff-a2c06996d022 req-fd1881ad-4cf4-414e-bf44-f780e97d8413 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/ports?device_id=cfd9c347-823b-4439-8390-32d9d5c874fc HTTP/1.1" status: 200 len: 936 time: 0.1006145 Oct 20 10:30:06.736295 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1c7c4afa-a556-4d12-8fcd-37b402d7775d req-7798c1e4-31d2-4a46-98d9-8efdfb0d4f9f tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] 10.222.0.64 "GET /v2.0/security-groups?id=86067063-f5e4-4e77-9825-0a77623af17f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453084 Oct 20 10:30:06.784903 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4f2649c1-b194-41ff-b2ff-a2c06996d022 req-81b698f5-1a7e-4726-86fb-627e871c0297 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/security-groups?id=dfac1146-e768-4d56-96b1-8816525464ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914011 Oct 20 10:30:06.834326 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:06.849138 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 40154) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:30:06.894205 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4569972b-c804-4ed9-a1b0-4552777252e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f56cdd5-3a21-42fd-82df-94804732ae43'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:30:06.896467 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-501242c2-cc3f-4601-8c23-821004ffd2de" -d '{"events": [{"server_uuid": "4569972b-c804-4ed9-a1b0-4552777252e5", "name": "network-vif-plugged", "status": "completed", "tag": "6f56cdd5-3a21-42fd-82df-94804732ae43"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:30:06.917077 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 6f56cdd5-3a21-42fd-82df-94804732ae43, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=6f56cdd5-3a21-42fd-82df-94804732ae43,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:30:06.932792 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-e630fc94-15bc-4b47-970f-59ef15946abe admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a08ab0fdd3704a429954d0bdb811e01a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0800617 Oct 20 10:30:06.933178 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:06.936783 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 40160) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:30:06.963276 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31299205-bd3f-4759-8f72-9e9e649ac844 req-b522c0c4-37c4-4d74-978e-228a251dd155 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:06.964794 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-31299205-bd3f-4759-8f72-9e9e649ac844 req-b522c0c4-37c4-4d74-978e-228a251dd155 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] 10.222.0.64 "GET /v2.0/ports?device_id=91f08e17-013a-43df-a287-3962fa56a0c2 HTTP/1.1" status: 200 len: 945 time: 0.0804000 Oct 20 10:30:07.016205 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [req-5dba2188-fe50-4d4d-ad14-fb4ec439649d req-ac5a663d-25e8-4d0c-b717-183d2475e53f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ddc9018-c3de-475d-9862-8c844418908a {{(pid=100597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:30:07.019298 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=6f56cdd5-3a21-42fd-82df-94804732ae43,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:30:07.025246 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-5dba2188-fe50-4d4d-ad14-fb4ec439649d req-ac5a663d-25e8-4d0c-b717-183d2475e53f service neutron] Publish callbacks [] for port, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:07.040112 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.provisioning_blocks [req-5dba2188-fe50-4d4d-ad14-fb4ec439649d req-ac5a663d-25e8-4d0c-b717-183d2475e53f service neutron] Transition to ACTIVE for port object 8ddc9018-c3de-475d-9862-8c844418908a will not be triggered until provisioned by entity L2. {{(pid=100597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:30:07.056321 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-5dba2188-fe50-4d4d-ad14-fb4ec439649d req-ac5a663d-25e8-4d0c-b717-183d2475e53f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:07.067143 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:07.067703 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-31299205-bd3f-4759-8f72-9e9e649ac844 req-71e3b0c2-d41a-4938-a031-679128baff2d tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] 10.222.0.64 "GET /v2.0/security-groups?id=86067063-f5e4-4e77-9825-0a77623af17f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832412 Oct 20 10:30:07.127234 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8383c98b-cfc4-4c3e-9192-2a0a3f4c19c1 req-456d5110-70dd-4031-91e7-1a8dbcb3ec57 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:07.129960 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-dd8ad591-e737-421e-9897-85c178135f83 req-dd8eb74e-f868-4272-8719-ab7e787917a4 service neutron] 10.222.0.69 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6471553 Oct 20 10:30:07.136179 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8383c98b-cfc4-4c3e-9192-2a0a3f4c19c1 req-456d5110-70dd-4031-91e7-1a8dbcb3ec57 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/ports?device_id=95fa9703-1404-4771-a94e-0d9e1c8e85e7 HTTP/1.1" status: 200 len: 945 time: 0.1681490 Oct 20 10:30:07.146028 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-fa1df725-db76-4594-aba7-e756066ac42a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:07.163835 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a00cd189-8b09-4355-88f5-3d9d67316c49 x-openstack-request-id: req-a00cd189-8b09-4355-88f5-3d9d67316c49 {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:30:07.164134 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4569972b-c804-4ed9-a1b0-4552777252e5", "name": "network-vif-plugged", "status": "completed", "tag": "6f56cdd5-3a21-42fd-82df-94804732ae43", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:30:07.164396 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a00cd189-8b09-4355-88f5-3d9d67316c49 {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:30:07.167528 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4569972b-c804-4ed9-a1b0-4552777252e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f56cdd5-3a21-42fd-82df-94804732ae43', 'code': 200} Oct 20 10:30:07.205581 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8383c98b-cfc4-4c3e-9192-2a0a3f4c19c1 req-8fc9b923-36f2-4a38-a896-ef9ada621f8b tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba094063-4980-4c22-bc34-9c1534c0beb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635180 Oct 20 10:30:07.245642 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-fa1df725-db76-4594-aba7-e756066ac42a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:07.256158 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5a663d-25e8-4d0c-b717-183d2475e53f service neutron] Pushing event updated for resources: {'Port': ['ID=8ddc9018-c3de-475d-9862-8c844418908a,revision_number=2']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:30:07.384412 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:07.402598 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-5dba2188-fe50-4d4d-ad14-fb4ec439649d req-ac5a663d-25e8-4d0c-b717-183d2475e53f service neutron] Attempting to bind port 8ddc9018-c3de-475d-9862-8c844418908a on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:30:07.402835 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-5dba2188-fe50-4d4d-ad14-fb4ec439649d req-ac5a663d-25e8-4d0c-b717-183d2475e53f service neutron] Attempting to bind port 8ddc9018-c3de-475d-9862-8c844418908a by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': '6f472196-aa1a-40bf-bd06-ef9f07584bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84'}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:30:07.403192 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dba2188-fe50-4d4d-ad14-fb4ec439649d req-ac5a663d-25e8-4d0c-b717-183d2475e53f service neutron] Attempting to bind port 8ddc9018-c3de-475d-9862-8c844418908a on network a7c57b12-d7c3-48bb-aa54-a67a56468a84 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:30:07.409131 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dba2188-fe50-4d4d-ad14-fb4ec439649d req-ac5a663d-25e8-4d0c-b717-183d2475e53f service neutron] Port 8ddc9018-c3de-475d-9862-8c844418908a on network a7c57b12-d7c3-48bb-aa54-a67a56468a84 not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:30:07.410222 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dba2188-fe50-4d4d-ad14-fb4ec439649d req-ac5a663d-25e8-4d0c-b717-183d2475e53f service neutron] Attempting to bind port 8ddc9018-c3de-475d-9862-8c844418908a on network a7c57b12-d7c3-48bb-aa54-a67a56468a84 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:30:07.414731 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-dd8ad591-e737-421e-9897-85c178135f83 req-06a32b68-c844-44c6-98fc-60ca5809aff2 service neutron] 10.222.0.69 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2744727 Oct 20 10:30:07.417477 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dba2188-fe50-4d4d-ad14-fb4ec439649d req-ac5a663d-25e8-4d0c-b717-183d2475e53f service neutron] Checking agent: {'id': '061232a2-7adc-4ba1-a873-e8cb136b064d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 29, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:30:07.417869 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dba2188-fe50-4d4d-ad14-fb4ec439649d req-ac5a663d-25e8-4d0c-b717-183d2475e53f service neutron] Checking segment: {'id': '6f472196-aa1a-40bf-bd06-ef9f07584bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:30:07.418191 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dba2188-fe50-4d4d-ad14-fb4ec439649d req-ac5a663d-25e8-4d0c-b717-183d2475e53f service neutron] Bound using segment: {'id': '6f472196-aa1a-40bf-bd06-ef9f07584bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84'} {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:30:07.418615 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-5dba2188-fe50-4d4d-ad14-fb4ec439649d req-ac5a663d-25e8-4d0c-b717-183d2475e53f service neutron] Bound port: 8ddc9018-c3de-475d-9862-8c844418908a, host: n-h2-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f472196-aa1a-40bf-bd06-ef9f07584bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84'}}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:30:07.418980 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-5dba2188-fe50-4d4d-ad14-fb4ec439649d req-ac5a663d-25e8-4d0c-b717-183d2475e53f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:07.442399 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2794e44-0b50-4d94-98e1-63dadd878f67 req-dbcc7620-dd68-49f3-8f29-a1047fdb35f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:07.444199 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a2794e44-0b50-4d94-98e1-63dadd878f67 req-dbcc7620-dd68-49f3-8f29-a1047fdb35f9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4569972b-c804-4ed9-a1b0-4552777252e5 HTTP/1.1" status: 200 len: 1101 time: 0.1530743 Oct 20 10:30:07.460802 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f354f30-81c6-4d63-9c7e-e91e522d0184 req-b068b88f-2b2b-4a76-93e7-8fb476da61f7 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:07.462157 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5f354f30-81c6-4d63-9c7e-e91e522d0184 req-b068b88f-2b2b-4a76-93e7-8fb476da61f7 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d088f35-587e-4c94-b637-18178327009b HTTP/1.1" status: 200 len: 946 time: 0.1441011 Oct 20 10:30:07.469878 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82651556-d1d8-4eca-9282-f6f5533e31fd req-2d36a607-ba61-4a5b-afa7-238ad9882c09 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:07.471343 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-82651556-d1d8-4eca-9282-f6f5533e31fd req-2d36a607-ba61-4a5b-afa7-238ad9882c09 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] 10.222.0.64 "GET /v2.0/ports?device_id=91f08e17-013a-43df-a287-3962fa56a0c2 HTTP/1.1" status: 200 len: 945 time: 0.1560388 Oct 20 10:30:07.484232 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-fa1df725-db76-4594-aba7-e756066ac42a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:07.487599 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-fa1df725-db76-4594-aba7-e756066ac42a admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:07.488759 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-fa1df725-db76-4594-aba7-e756066ac42a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1a601192-8042-452e-9295-9a855ed492e6 HTTP/1.1" status: 204 len: 168 time: 0.5496888 Oct 20 10:30:07.526854 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [req-5dba2188-fe50-4d4d-ad14-fb4ec439649d req-ac5a663d-25e8-4d0c-b717-183d2475e53f service neutron] For port 8ddc9018-c3de-475d-9862-8c844418908a, host n-h2-811396-3, cleared binding levels {{(pid=100597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:30:07.546265 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [req-5dba2188-fe50-4d4d-ad14-fb4ec439649d req-ac5a663d-25e8-4d0c-b717-183d2475e53f service neutron] For port 8ddc9018-c3de-475d-9862-8c844418908a, host n-h2-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=8ddc9018-c3de-475d-9862-8c844418908a,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:30:07.554864 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-5dba2188-fe50-4d4d-ad14-fb4ec439649d req-ac5a663d-25e8-4d0c-b717-183d2475e53f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:07.558532 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1df725-db76-4594-aba7-e756066ac42a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a601192-8042-452e-9295-9a855ed492e6,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:30:07.605768 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223aeee1-d2a4-4038-aeb0-0c51d704afcf req-04963696-6e98-4267-ac4b-fe3633575c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:07.608364 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-223aeee1-d2a4-4038-aeb0-0c51d704afcf req-04963696-6e98-4267-ac4b-fe3633575c2d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9f75d9a0b8ce44faaac4d8054667820c&device_id=2d088f35-587e-4c94-b637-18178327009b HTTP/1.1" status: 200 len: 1097 time: 0.1262703 Oct 20 10:30:07.616743 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dba2188-fe50-4d4d-ad14-fb4ec439649d req-ac5a663d-25e8-4d0c-b717-183d2475e53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:07.617428 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-5dba2188-fe50-4d4d-ad14-fb4ec439649d req-ac5a663d-25e8-4d0c-b717-183d2475e53f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:07.619401 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-5dba2188-fe50-4d4d-ad14-fb4ec439649d req-ac5a663d-25e8-4d0c-b717-183d2475e53f service neutron] 10.222.0.69 "PUT /v2.0/ports/8ddc9018-c3de-475d-9862-8c844418908a HTTP/1.1" status: 200 len: 1096 time: 1.4459059 Oct 20 10:30:07.628762 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5f354f30-81c6-4d63-9c7e-e91e522d0184 req-06923a07-9e47-4c2e-ab7e-90fef38b2a13 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449406 Oct 20 10:30:07.636147 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a2794e44-0b50-4d94-98e1-63dadd878f67 req-8c96eceb-e908-4ee7-a7bc-a374576b919b service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=33b0304f-e8b0-41ca-8b6c-fa0f5439f339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633787 Oct 20 10:30:07.668912 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-82651556-d1d8-4eca-9282-f6f5533e31fd req-617f3fb2-c943-4d39-afe4-0f6149c31393 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] 10.222.0.64 "GET /v2.0/security-groups?id=86067063-f5e4-4e77-9825-0a77623af17f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757910 Oct 20 10:30:07.709295 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:07.774692 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 40176) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:30:07.834192 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b2f660-7b71-4c0c-8644-a1cb1e6d3538 req-2a687237-02c2-426c-b877-77dfbe323b24 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:07.837253 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b1b2f660-7b71-4c0c-8644-a1cb1e6d3538 req-2a687237-02c2-426c-b877-77dfbe323b24 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/ports?device_id=c33d2f24-c354-497f-a5a9-d23371745ada HTTP/1.1" status: 200 len: 948 time: 0.1043332 Oct 20 10:30:07.866430 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5a663d-25e8-4d0c-b717-183d2475e53f service neutron] Pushing event updated for resources: {'Port': ['ID=8ddc9018-c3de-475d-9862-8c844418908a,revision_number=3']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:30:07.906927 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfd9c347-823b-4439-8390-32d9d5c874fc', 'tag': '8ddc9018-c3de-475d-9862-8c844418908a'}] {{(pid=100597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:30:07.909474 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd85cad6a391afaa95d2dd5280bfd4659fc1e1b2aba53b5e7ef874f059efcdc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8649e5de-079c-4b79-b593-c6c8b8cb62bb" -d '{"events": [{"name": "network-changed", "server_uuid": "cfd9c347-823b-4439-8390-32d9d5c874fc", "tag": "8ddc9018-c3de-475d-9862-8c844418908a"}]}' {{(pid=100597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:30:07.962876 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dba2188-fe50-4d4d-ad14-fb4ec439649d req-70ebab3f-4a67-427e-a83c-e1ccd07fc475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:07.969839 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0d4548-0f18-4e6c-b679-20c431ac4bb3 req-98cedcda-68c9-4181-a36d-a1a1ed8d21b5 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:07.971413 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7f0d4548-0f18-4e6c-b679-20c431ac4bb3 req-98cedcda-68c9-4181-a36d-a1a1ed8d21b5 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] 10.222.0.64 "GET /v2.0/ports?device_id=91f08e17-013a-43df-a287-3962fa56a0c2 HTTP/1.1" status: 200 len: 945 time: 0.1040492 Oct 20 10:30:07.974995 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-5dba2188-fe50-4d4d-ad14-fb4ec439649d req-70ebab3f-4a67-427e-a83c-e1ccd07fc475 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cbb7919139e74aa3a9a9edbe5b865f11&device_id=cfd9c347-823b-4439-8390-32d9d5c874fc HTTP/1.1" status: 200 len: 1099 time: 0.2668147 Oct 20 10:30:07.986231 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b1b2f660-7b71-4c0c-8644-a1cb1e6d3538 req-9d11cc64-ee91-49b2-bc80-f63be35a6111 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/security-groups?id=33b0304f-e8b0-41ca-8b6c-fa0f5439f339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445229 Oct 20 10:30:08.006594 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223aeee1-d2a4-4038-aeb0-0c51d704afcf req-2a03e386-4e9a-43cf-ab21-6549e6febeb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:08.008412 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-223aeee1-d2a4-4038-aeb0-0c51d704afcf req-2a03e386-4e9a-43cf-ab21-6549e6febeb7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a7c57b12-d7c3-48bb-aa54-a67a56468a84 HTTP/1.1" status: 200 len: 870 time: 0.3880713 Oct 20 10:30:08.013022 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_v2 [None req-1efa1117-82d7-47ca-a093-2e542d8495a4 admin admin] Deleting subnet 3cd7c84c-79ac-4cc8-9907-f0b0a8fe0f53 {{(pid=100597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:30:08.046682 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1efa1117-82d7-47ca-a093-2e542d8495a4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:08.054481 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-5dba2188-fe50-4d4d-ad14-fb4ec439649d req-b47fffe8-d81b-4edb-ad46-a7c95d59563b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=8ddc9018-c3de-475d-9862-8c844418908a HTTP/1.1" status: 200 len: 217 time: 0.0785611 Oct 20 10:30:08.054944 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7f0d4548-0f18-4e6c-b679-20c431ac4bb3 req-10e1a76c-a308-4025-bf1f-f51770b4ffcd tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] 10.222.0.64 "GET /v2.0/security-groups?id=86067063-f5e4-4e77-9825-0a77623af17f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661340 Oct 20 10:30:08.155902 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760fce4b-7a56-473d-81d0-54358ae296d7 req-7fbfd4a6-700f-4434-b450-96bd2d02a94c tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:08.163654 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-760fce4b-7a56-473d-81d0-54358ae296d7 req-7fbfd4a6-700f-4434-b450-96bd2d02a94c tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/ports?device_id=cfd9c347-823b-4439-8390-32d9d5c874fc HTTP/1.1" status: 200 len: 948 time: 0.0761240 Oct 20 10:30:08.176569 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dba2188-fe50-4d4d-ad14-fb4ec439649d req-75fc54e6-e4be-43ba-9937-48d33d834417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:08.178027 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-5dba2188-fe50-4d4d-ad14-fb4ec439649d req-75fc54e6-e4be-43ba-9937-48d33d834417 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8f86199a-b8f2-45b4-a83a-995a7ea6fe42 HTTP/1.1" status: 200 len: 843 time: 0.1012182 Oct 20 10:30:08.182825 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-223aeee1-d2a4-4038-aeb0-0c51d704afcf req-ed3419d9-ea10-4d01-8988-7d20a00f3032 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=a29ba1ab-cf1c-4b4a-ae64-f554ce2cb852 HTTP/1.1" status: 200 len: 217 time: 0.1382394 Oct 20 10:30:08.224526 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-760fce4b-7a56-473d-81d0-54358ae296d7 req-5d3cfe5e-d648-4bf4-98b5-22cbeef7f3ff tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/security-groups?id=dfac1146-e768-4d56-96b1-8816525464ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593202 Oct 20 10:30:08.238877 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1efa1117-82d7-47ca-a093-2e542d8495a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25852621'] for subnet, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:08.317091 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223aeee1-d2a4-4038-aeb0-0c51d704afcf req-a534bd50-eaa5-4e24-898e-c39e62b19105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:08.318366 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-223aeee1-d2a4-4038-aeb0-0c51d704afcf req-a534bd50-eaa5-4e24-898e-c39e62b19105 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8f86199a-b8f2-45b4-a83a-995a7ea6fe42 HTTP/1.1" status: 200 len: 843 time: 0.0554061 Oct 20 10:30:08.323269 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d94f88e2-b9bb-4212-8120-03bc4f29eee6 x-openstack-request-id: req-d94f88e2-b9bb-4212-8120-03bc4f29eee6 {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:30:08.323874 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfd9c347-823b-4439-8390-32d9d5c874fc", "tag": "8ddc9018-c3de-475d-9862-8c844418908a", "status": "completed", "code": 200}]} {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:30:08.324136 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d94f88e2-b9bb-4212-8120-03bc4f29eee6 {{(pid=100597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:30:08.324613 n-d-811396-3 neutron-server[100597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfd9c347-823b-4439-8390-32d9d5c874fc', 'tag': '8ddc9018-c3de-475d-9862-8c844418908a', 'status': 'completed', 'code': 200} Oct 20 10:30:08.373526 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device ca4b6c1b-62ef-450a-aa40-8f2ecc9ced87 up at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:30:08.380793 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dba2188-fe50-4d4d-ad14-fb4ec439649d req-68c4b594-04e8-48e8-935d-ea1bc37dc66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:08.382281 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-5dba2188-fe50-4d4d-ad14-fb4ec439649d req-68c4b594-04e8-48e8-935d-ea1bc37dc66b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a7c57b12-d7c3-48bb-aa54-a67a56468a84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1831989 Oct 20 10:30:08.385632 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1efa1117-82d7-47ca-a093-2e542d8495a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:08.404268 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c2dedd-0227-4638-bfe8-10d00505093e req-f7b9d921-3b7a-43e0-801a-f11a6a5bdb29 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:08.414542 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d5c2dedd-0227-4638-bfe8-10d00505093e req-f7b9d921-3b7a-43e0-801a-f11a6a5bdb29 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/ports?device_id=95fa9703-1404-4771-a94e-0d9e1c8e85e7 HTTP/1.1" status: 200 len: 945 time: 0.1123824 Oct 20 10:30:08.443965 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223aeee1-d2a4-4038-aeb0-0c51d704afcf req-09d06b1d-6e0f-445e-909f-98b2b0354827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:08.445380 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-223aeee1-d2a4-4038-aeb0-0c51d704afcf req-09d06b1d-6e0f-445e-909f-98b2b0354827 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a7c57b12-d7c3-48bb-aa54-a67a56468a84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1138947 Oct 20 10:30:08.461671 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dcefd2-f0ac-454f-a827-2f3a8f768204 req-ba681b59-8ab3-4886-99a8-c87fcd4c9d7f tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:08.463992 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c6dcefd2-f0ac-454f-a827-2f3a8f768204 req-ba681b59-8ab3-4886-99a8-c87fcd4c9d7f tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] 10.222.0.64 "GET /v2.0/ports?device_id=91f08e17-013a-43df-a287-3962fa56a0c2 HTTP/1.1" status: 200 len: 945 time: 0.1077907 Oct 20 10:30:08.555694 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d5c2dedd-0227-4638-bfe8-10d00505093e req-e14b017f-ce1f-42f3-ab82-a1f89b73c065 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba094063-4980-4c22-bc34-9c1534c0beb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394737 Oct 20 10:30:08.583906 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c6dcefd2-f0ac-454f-a827-2f3a8f768204 req-e704af03-f0ad-4f84-a91e-cab2b6406d99 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] 10.222.0.64 "GET /v2.0/security-groups?id=86067063-f5e4-4e77-9825-0a77623af17f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053629 Oct 20 10:30:08.596912 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1efa1117-82d7-47ca-a093-2e542d8495a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25350811'] for subnet, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:08.621333 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e00d27-eb84-4fe8-bba9-9824de5dcc91 req-2283d9b4-435f-4dcc-b35f-60374c611ca5 tempest-LiveAutoBlockMigrationV225Test-237435139 tempest-LiveAutoBlockMigrationV225Test-237435139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:08.622952 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-56e00d27-eb84-4fe8-bba9-9824de5dcc91 req-2283d9b4-435f-4dcc-b35f-60374c611ca5 tempest-LiveAutoBlockMigrationV225Test-237435139 tempest-LiveAutoBlockMigrationV225Test-237435139-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=95fa9703-1404-4771-a94e-0d9e1c8e85e7&tenant_id=9d344b97e96e4da89707d7e9ad8232dc&binding%3Ahost_id=n-h2-811396-3 HTTP/1.1" status: 200 len: 1096 time: 0.1179883 Oct 20 10:30:08.637379 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-56e00d27-eb84-4fe8-bba9-9824de5dcc91 req-a76c514e-c8b6-4559-9f87-c89536281ffb service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-811396-3'}}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:30:08.681943 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-5dba2188-fe50-4d4d-ad14-fb4ec439649d req-39fc657f-fd98-4897-b07a-7547aee9de2e service neutron] 10.222.0.69 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2747920 Oct 20 10:30:08.693898 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efa1117-82d7-47ca-a093-2e542d8495a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3cd7c84c-79ac-4cc8-9907-f0b0a8fe0f53,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:30:08.736340 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1efa1117-82d7-47ca-a093-2e542d8495a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:08.749383 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-1efa1117-82d7-47ca-a093-2e542d8495a4 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/3cd7c84c-79ac-4cc8-9907-f0b0a8fe0f53 HTTP/1.1" status: 204 len: 168 time: 0.9274189 Oct 20 10:30:08.762676 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning for port ca4b6c1b-62ef-450a-aa40-8f2ecc9ced87 completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:30:08.774043 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 40212) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:30:08.774593 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 40214) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:30:08.778238 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning complete for port ca4b6c1b-62ef-450a-aa40-8f2ecc9ced87 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:30:08.778602 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:08.791168 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-223aeee1-d2a4-4038-aeb0-0c51d704afcf req-f42fd66e-241c-4e7b-af40-44b591c2e5b8 service neutron] 10.222.0.69 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3338034 Oct 20 10:30:08.820359 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:08.851699 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-56e00d27-eb84-4fe8-bba9-9824de5dcc91 req-a76c514e-c8b6-4559-9f87-c89536281ffb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:08.890357 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-5dba2188-fe50-4d4d-ad14-fb4ec439649d req-592a821c-48a0-440d-b51c-83857b9f0416 service neutron] 10.222.0.69 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940064 Oct 20 10:30:08.892882 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:08.932680 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d87a4700-0007-46ee-bc7d-b76191189931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:08.942310 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port ca4b6c1b-62ef-450a-aa40-8f2ecc9ced87, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=ca4b6c1b-62ef-450a-aa40-8f2ecc9ced87,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:30:08.947432 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955e0339-e306-47d0-8ce9-18fa68add9be req-aa55da4d-98a6-4db7-a3f7-4803be38ac36 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:08.948102 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:08.949011 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device d07ae021-73b5-4fba-ad90-ad3a58f5de10 no longer exists at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:30:08.955810 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-955e0339-e306-47d0-8ce9-18fa68add9be req-aa55da4d-98a6-4db7-a3f7-4803be38ac36 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d088f35-587e-4c94-b637-18178327009b HTTP/1.1" status: 200 len: 946 time: 0.2152879 Oct 20 10:30:09.014955 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237bbe84-3633-408d-bff8-25cf1b5f8f64 req-80ee25e3-2b8e-4272-ac76-ae459dc5a142 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:09.016494 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-237bbe84-3633-408d-bff8-25cf1b5f8f64 req-80ee25e3-2b8e-4272-ac76-ae459dc5a142 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] 10.222.0.64 "GET /v2.0/ports?device_id=91f08e17-013a-43df-a287-3962fa56a0c2 HTTP/1.1" status: 200 len: 945 time: 0.2228999 Oct 20 10:30:09.020443 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-419d2174-d837-47b3-be84-f04ca0c072a1 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1422425969-network', 'tenant_id': '9094d3be2f6d4d13975b868eaac7e11c'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:30:09.038406 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=ca4b6c1b-62ef-450a-aa40-8f2ecc9ced87,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:30:09.043663 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] No Port match for: d07ae021-73b5-4fba-ad90-ad3a58f5de10 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:30:09.044420 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device d07ae021-73b5-4fba-ad90-ad3a58f5de10 not bound to the agent host n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:30:09.049403 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-223aeee1-d2a4-4038-aeb0-0c51d704afcf req-fe32994d-daed-43f6-805e-1aae936bf74d service neutron] 10.222.0.69 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2472184 Oct 20 10:30:09.054211 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8649e5de-079c-4b79-b593-c6c8b8cb62bb req-b8996be1-97a1-48fa-98b2-be79c6778456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:09.055638 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-8649e5de-079c-4b79-b593-c6c8b8cb62bb req-b8996be1-97a1-48fa-98b2-be79c6778456 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cbb7919139e74aa3a9a9edbe5b865f11&device_id=cfd9c347-823b-4439-8390-32d9d5c874fc HTTP/1.1" status: 200 len: 1099 time: 0.0634947 Oct 20 10:30:09.128893 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-955e0339-e306-47d0-8ce9-18fa68add9be req-ee112358-3600-41fc-b0d5-b812202eceaf tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723838 Oct 20 10:30:09.146354 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-419d2174-d837-47b3-be84-f04ca0c072a1 admin admin] Made reservation on behalf of 9094d3be2f6d4d13975b868eaac7e11c for: {'network': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:30:09.148671 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-419d2174-d837-47b3-be84-f04ca0c072a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:09.165052 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8649e5de-079c-4b79-b593-c6c8b8cb62bb req-ed6331ec-e736-4ee7-9605-5976d36fa19e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:09.166700 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-8649e5de-079c-4b79-b593-c6c8b8cb62bb req-ed6331ec-e736-4ee7-9605-5976d36fa19e service neutron] 10.222.0.69 "GET /v2.0/networks?id=a7c57b12-d7c3-48bb-aa54-a67a56468a84 HTTP/1.1" status: 200 len: 870 time: 0.0976675 Oct 20 10:30:09.168494 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c33d2f24-c354-497f-a5a9-d23371745ada', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca4b6c1b-62ef-450a-aa40-8f2ecc9ced87'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:30:09.171653 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02ba16e0-b524-4ed8-83bb-df4fdb218adb" -d '{"events": [{"server_uuid": "c33d2f24-c354-497f-a5a9-d23371745ada", "name": "network-vif-plugged", "status": "completed", "tag": "ca4b6c1b-62ef-450a-aa40-8f2ecc9ced87"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:30:09.194936 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-237bbe84-3633-408d-bff8-25cf1b5f8f64 req-786aedff-b3e4-469f-849d-d05fcf99e667 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] 10.222.0.64 "GET /v2.0/security-groups?id=86067063-f5e4-4e77-9825-0a77623af17f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664288 Oct 20 10:30:09.199830 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-419d2174-d837-47b3-be84-f04ca0c072a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:09.215395 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-8649e5de-079c-4b79-b593-c6c8b8cb62bb req-2f97735f-dd9e-479b-b353-d994e105c0bd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=8ddc9018-c3de-475d-9862-8c844418908a HTTP/1.1" status: 200 len: 217 time: 0.0407014 Oct 20 10:30:09.242694 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1083b8fd-c32e-484e-913e-19860795c921 x-openstack-request-id: req-1083b8fd-c32e-484e-913e-19860795c921 {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:30:09.242987 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c33d2f24-c354-497f-a5a9-d23371745ada", "name": "network-vif-plugged", "status": "completed", "tag": "ca4b6c1b-62ef-450a-aa40-8f2ecc9ced87", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:30:09.243239 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1083b8fd-c32e-484e-913e-19860795c921 {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:30:09.243670 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c33d2f24-c354-497f-a5a9-d23371745ada', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca4b6c1b-62ef-450a-aa40-8f2ecc9ced87', 'code': 200} Oct 20 10:30:09.273531 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d87a4700-0007-46ee-bc7d-b76191189931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:09.280827 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8649e5de-079c-4b79-b593-c6c8b8cb62bb req-0eda75f8-c0b1-47f5-8bbe-6723f0709383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:09.282744 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-8649e5de-079c-4b79-b593-c6c8b8cb62bb req-0eda75f8-c0b1-47f5-8bbe-6723f0709383 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8f86199a-b8f2-45b4-a83a-995a7ea6fe42 HTTP/1.1" status: 200 len: 843 time: 0.0595238 Oct 20 10:30:09.340256 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-56e00d27-eb84-4fe8-bba9-9824de5dcc91 req-a76c514e-c8b6-4559-9f87-c89536281ffb service neutron] For port c775663b-fc25-4ef4-aea4-435e5dde701a, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=c775663b-fc25-4ef4-aea4-435e5dde701a,segment=NetworkSegment(21a06331-2010-4bb7-8d07-13da7f15af4f),segment_id=21a06331-2010-4bb7-8d07-13da7f15af4f)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:30:09.344502 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8649e5de-079c-4b79-b593-c6c8b8cb62bb req-e29b3cc6-f662-438c-b599-056dac97c6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:09.346220 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-8649e5de-079c-4b79-b593-c6c8b8cb62bb req-e29b3cc6-f662-438c-b599-056dac97c6ce service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a7c57b12-d7c3-48bb-aa54-a67a56468a84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0548120 Oct 20 10:30:09.360389 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d87a4700-0007-46ee-bc7d-b76191189931 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:30:09.360744 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d87a4700-0007-46ee-bc7d-b76191189931 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:30:09.361505 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d87a4700-0007-46ee-bc7d-b76191189931 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:30:09.361845 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d87a4700-0007-46ee-bc7d-b76191189931 admin admin] Subscribe: > port after_create 55550000 {{(pid=100596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:30:09.362197 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d87a4700-0007-46ee-bc7d-b76191189931 admin admin] Subscribe: > port after_delete 55550000 {{(pid=100596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:30:09.362507 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d87a4700-0007-46ee-bc7d-b76191189931 admin admin] Subscribe: > port after_update 55550000 {{(pid=100596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:30:09.362843 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d87a4700-0007-46ee-bc7d-b76191189931 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:30:09.363179 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d87a4700-0007-46ee-bc7d-b76191189931 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:30:09.363523 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d87a4700-0007-46ee-bc7d-b76191189931 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:30:09.363849 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d87a4700-0007-46ee-bc7d-b76191189931 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:30:09.432867 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d87a4700-0007-46ee-bc7d-b76191189931 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:30:09.433218 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d87a4700-0007-46ee-bc7d-b76191189931 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:30:09.433554 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d87a4700-0007-46ee-bc7d-b76191189931 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:30:09.433889 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d87a4700-0007-46ee-bc7d-b76191189931 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 10:30:09.434263 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-d87a4700-0007-46ee-bc7d-b76191189931 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d304c1c-2df7-49e8-aecc-af0c3a0b69ff']}} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:30:09.444393 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-8649e5de-079c-4b79-b593-c6c8b8cb62bb req-4776909b-e8f4-4248-afc6-6c38866dd513 service neutron] 10.222.0.69 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846326 Oct 20 10:30:09.466068 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-d87a4700-0007-46ee-bc7d-b76191189931 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a955507-8aa3-4dce-8a9a-35b2ba6d189c') {'for_net_delete': True} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:30:09.466274 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-d87a4700-0007-46ee-bc7d-b76191189931 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a955507-8aa3-4dce-8a9a-35b2ba6d189c') {} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:30:09.528309 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d87a4700-0007-46ee-bc7d-b76191189931 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25189038'] for segment, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:09.538181 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-8649e5de-079c-4b79-b593-c6c8b8cb62bb req-53dfee82-36b4-4c79-9e0c-5ea6ed0a3c4c service neutron] 10.222.0.69 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856740 Oct 20 10:30:09.590564 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd82984c-75e3-41fa-8f8c-cdc784dc4c05 req-6968826e-da94-4c43-bc12-a59b6afdc311 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:09.592872 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-dd82984c-75e3-41fa-8f8c-cdc784dc4c05 req-6968826e-da94-4c43-bc12-a59b6afdc311 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/ports?device_id=c33d2f24-c354-497f-a5a9-d23371745ada HTTP/1.1" status: 200 len: 949 time: 0.3969016 Oct 20 10:30:09.643537 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d87a4700-0007-46ee-bc7d-b76191189931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:09.656844 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-56e00d27-eb84-4fe8-bba9-9824de5dcc91 req-a76c514e-c8b6-4559-9f87-c89536281ffb service neutron] For port c775663b-fc25-4ef4-aea4-435e5dde701a, host n-h2-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:30:09.686632 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d87a4700-0007-46ee-bc7d-b76191189931 admin admin] Releasing vlan 843 on physical network physnet1 to pool {{(pid=100596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:30:09.687030 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d87a4700-0007-46ee-bc7d-b76191189931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26833155'] for segment, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:09.693815 n-d-811396-3 neutron-server[100596]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 20 10:30:09.693815 n-d-811396-3 neutron-server[100596]: from cryptography.utils import int_from_bytes Oct 20 10:30:09.693815 n-d-811396-3 neutron-server[100596]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 20 10:30:09.693815 n-d-811396-3 neutron-server[100596]: from cryptography.utils import int_from_bytes Oct 20 10:30:09.693815 n-d-811396-3 neutron-server[100596]: Traceback (most recent call last): Oct 20 10:30:09.693815 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:30:09.693815 n-d-811396-3 neutron-server[100596]: timer() Oct 20 10:30:09.693815 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:30:09.693815 n-d-811396-3 neutron-server[100596]: cb(*args, **kw) Oct 20 10:30:09.693815 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:30:09.693815 n-d-811396-3 neutron-server[100596]: return func(*args, **kwargs) Oct 20 10:30:09.693815 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:30:09.693815 n-d-811396-3 neutron-server[100596]: self._notify() Oct 20 10:30:09.693815 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:30:09.693815 n-d-811396-3 neutron-server[100596]: self.callback(batched_events) Oct 20 10:30:09.693815 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:30:09.693815 n-d-811396-3 neutron-server[100596]: event.method(event) Oct 20 10:30:09.693815 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:30:09.693815 n-d-811396-3 neutron-server[100596]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:30:09.693815 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:30:09.693815 n-d-811396-3 neutron-server[100596]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:30:09.693815 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:30:09.693815 n-d-811396-3 neutron-server[100596]: return f(self, *a, **k) Oct 20 10:30:09.693815 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:30:09.693815 n-d-811396-3 neutron-server[100596]: return self._get(url).json() Oct 20 10:30:09.693815 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:30:09.693815 n-d-811396-3 neutron-server[100596]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:30:09.693815 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:30:09.693815 n-d-811396-3 neutron-server[100596]: return self.request(url, 'GET', **kwargs) Oct 20 10:30:09.693815 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:30:09.693815 n-d-811396-3 neutron-server[100596]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:30:09.693815 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:30:09.693815 n-d-811396-3 neutron-server[100596]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:30:09.693815 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:30:09.693815 n-d-811396-3 neutron-server[100596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:30:09.693815 n-d-811396-3 neutron-server[100596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:30:09.738864 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724ebfef-f518-4546-8cb0-954cc49ddc17 req-9e4cf6b2-b5fc-4023-923d-39b7726e096c tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:09.740295 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-724ebfef-f518-4546-8cb0-954cc49ddc17 req-9e4cf6b2-b5fc-4023-923d-39b7726e096c tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/ports?device_id=cfd9c347-823b-4439-8390-32d9d5c874fc HTTP/1.1" status: 200 len: 948 time: 0.2990513 Oct 20 10:30:09.812462 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-dd82984c-75e3-41fa-8f8c-cdc784dc4c05 req-169841b0-5487-4e10-a0a4-899f808cddfd tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/security-groups?id=33b0304f-e8b0-41ca-8b6c-fa0f5439f339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025518 Oct 20 10:30:09.814112 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da936ed-2f7a-4767-afa2-6060caa63a64 req-b09a54b7-0ed2-4d9e-b72c-765deb98e205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:09.815587 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9da936ed-2f7a-4767-afa2-6060caa63a64 req-b09a54b7-0ed2-4d9e-b72c-765deb98e205 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c33d2f24-c354-497f-a5a9-d23371745ada HTTP/1.1" status: 200 len: 1100 time: 0.3359694 Oct 20 10:30:09.822496 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95fa9703-1404-4771-a94e-0d9e1c8e85e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c775663b-fc25-4ef4-aea4-435e5dde701a'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:30:09.824986 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f48d6467-66d7-4e4b-aac9-2a17d99c7a13" -d '{"events": [{"server_uuid": "95fa9703-1404-4771-a94e-0d9e1c8e85e7", "name": "network-vif-unplugged", "status": "completed", "tag": "c775663b-fc25-4ef4-aea4-435e5dde701a"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:30:09.840371 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-56e00d27-eb84-4fe8-bba9-9824de5dcc91 req-a76c514e-c8b6-4559-9f87-c89536281ffb service neutron] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:09.856635 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-419d2174-d837-47b3-be84-f04ca0c072a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:09.865771 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d87a4700-0007-46ee-bc7d-b76191189931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:09.871727 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d87a4700-0007-46ee-bc7d-b76191189931 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:09.875308 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-d87a4700-0007-46ee-bc7d-b76191189931 admin admin] 10.222.0.64 "DELETE /v2.0/networks/1d304c1c-2df7-49e8-aecc-af0c3a0b69ff HTTP/1.1" status: 204 len: 168 time: 1.0998802 Oct 20 10:30:09.878802 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 40234) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:30:09.882494 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-56e00d27-eb84-4fe8-bba9-9824de5dcc91 req-a76c514e-c8b6-4559-9f87-c89536281ffb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:09.891982 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-419d2174-d837-47b3-be84-f04ca0c072a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:09.932004 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_v2 [None req-056c2652-d4e7-4d72-8985-55b8caaa22eb admin admin] Deleting subnet 3992aa86-237f-4dca-b281-e65b9c2cfa3d {{(pid=100597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:30:09.935424 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-056c2652-d4e7-4d72-8985-55b8caaa22eb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:09.957081 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87a4700-0007-46ee-bc7d-b76191189931 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d304c1c-2df7-49e8-aecc-af0c3a0b69ff,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:30:09.971947 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-056c2652-d4e7-4d72-8985-55b8caaa22eb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25852621'] for subnet, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:09.997989 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-724ebfef-f518-4546-8cb0-954cc49ddc17 req-9a08b2c1-3f7f-4e1e-b304-fe13d14ff53a tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/security-groups?id=dfac1146-e768-4d56-96b1-8816525464ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2433465 Oct 20 10:30:10.008295 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-419d2174-d837-47b3-be84-f04ca0c072a1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 808} {{(pid=100596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:30:10.009451 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-056c2652-d4e7-4d72-8985-55b8caaa22eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:10.024955 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9da936ed-2f7a-4767-afa2-6060caa63a64 req-89df9526-9476-41e9-b7fc-3257ef51a013 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=33b0304f-e8b0-41ca-8b6c-fa0f5439f339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826477 Oct 20 10:30:10.036215 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-419d2174-d837-47b3-be84-f04ca0c072a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:10.036571 n-d-811396-3 neutron-server[100596]: INFO neutron.db.segments_db [None req-419d2174-d837-47b3-be84-f04ca0c072a1 admin admin] Added segment 39d2fa14-82a9-4aa1-b7db-302080f96ec7 of type vlan for network 4d5b0a7c-0700-44f6-a275-a35b28876e44 Oct 20 10:30:10.049604 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419d2174-d837-47b3-be84-f04ca0c072a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa12e6d5-5bb4-4ce0-8f8e-7c6134c3f601,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:30:10.072104 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-056c2652-d4e7-4d72-8985-55b8caaa22eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25350811'] for subnet, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:10.097995 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056c2652-d4e7-4d72-8985-55b8caaa22eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3992aa86-237f-4dca-b281-e65b9c2cfa3d,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:30:10.101765 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-056c2652-d4e7-4d72-8985-55b8caaa22eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:10.105073 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-056c2652-d4e7-4d72-8985-55b8caaa22eb admin admin] 10.222.0.64 "DELETE /v2.0/subnets/3992aa86-237f-4dca-b281-e65b9c2cfa3d HTTP/1.1" status: 204 len: 168 time: 0.2250748 Oct 20 10:30:10.107632 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 40236) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:30:10.132134 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76c514e-c8b6-4559-9f87-c89536281ffb service neutron] Pushing event updated for resources: {'Port': ['ID=c775663b-fc25-4ef4-aea4-435e5dde701a,revision_number=7']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:30:10.157270 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-419d2174-d837-47b3-be84-f04ca0c072a1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:10.168316 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92613c1e-5906-44b6-9a4f-9fbcf0482a1e req-39438ae4-b330-4220-ad63-3acf0d602670 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:10.169802 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-92613c1e-5906-44b6-9a4f-9fbcf0482a1e req-39438ae4-b330-4220-ad63-3acf0d602670 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] 10.222.0.64 "GET /v2.0/ports?device_id=91f08e17-013a-43df-a287-3962fa56a0c2 HTTP/1.1" status: 200 len: 945 time: 0.2827399 Oct 20 10:30:10.178104 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-56e00d27-eb84-4fe8-bba9-9824de5dcc91 req-a76c514e-c8b6-4559-9f87-c89536281ffb service neutron] Attempting to bind port c775663b-fc25-4ef4-aea4-435e5dde701a on host n-h2-811396-3 for vnic_type normal with profile {"migrating_to": "n-h1-811396-3"} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:30:10.178480 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-56e00d27-eb84-4fe8-bba9-9824de5dcc91 req-a76c514e-c8b6-4559-9f87-c89536281ffb service neutron] Attempting to bind port c775663b-fc25-4ef4-aea4-435e5dde701a by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': '21a06331-2010-4bb7-8d07-13da7f15af4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '1ce4070f-3cfd-4061-95b1-2481b8fda5e7'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:30:10.178762 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e00d27-eb84-4fe8-bba9-9824de5dcc91 req-a76c514e-c8b6-4559-9f87-c89536281ffb service neutron] Attempting to bind port c775663b-fc25-4ef4-aea4-435e5dde701a on network 1ce4070f-3cfd-4061-95b1-2481b8fda5e7 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:30:10.181356 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3bdf194e-1932-4720-bd5c-088256fca4f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:10.206088 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e00d27-eb84-4fe8-bba9-9824de5dcc91 req-a76c514e-c8b6-4559-9f87-c89536281ffb service neutron] Port c775663b-fc25-4ef4-aea4-435e5dde701a on network 1ce4070f-3cfd-4061-95b1-2481b8fda5e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:30:10.206418 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e00d27-eb84-4fe8-bba9-9824de5dcc91 req-a76c514e-c8b6-4559-9f87-c89536281ffb service neutron] Attempting to bind port c775663b-fc25-4ef4-aea4-435e5dde701a on network 1ce4070f-3cfd-4061-95b1-2481b8fda5e7 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:30:10.235169 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30f62e2-ef19-44ee-9d97-cc3af6440099 req-a8f3ad70-5a36-431b-974e-0449ce1ec292 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:10.236671 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d30f62e2-ef19-44ee-9d97-cc3af6440099 req-a8f3ad70-5a36-431b-974e-0449ce1ec292 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/ports?device_id=95fa9703-1404-4771-a94e-0d9e1c8e85e7 HTTP/1.1" status: 200 len: 943 time: 0.1458218 Oct 20 10:30:10.239640 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e00d27-eb84-4fe8-bba9-9824de5dcc91 req-a76c514e-c8b6-4559-9f87-c89536281ffb service neutron] Checking agent: {'id': '061232a2-7adc-4ba1-a873-e8cb136b064d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 30, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:30:10.239979 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e00d27-eb84-4fe8-bba9-9824de5dcc91 req-a76c514e-c8b6-4559-9f87-c89536281ffb service neutron] Checking segment: {'id': '21a06331-2010-4bb7-8d07-13da7f15af4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '1ce4070f-3cfd-4061-95b1-2481b8fda5e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:30:10.240360 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e00d27-eb84-4fe8-bba9-9824de5dcc91 req-a76c514e-c8b6-4559-9f87-c89536281ffb service neutron] Bound using segment: {'id': '21a06331-2010-4bb7-8d07-13da7f15af4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '1ce4070f-3cfd-4061-95b1-2481b8fda5e7'} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:30:10.240798 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-56e00d27-eb84-4fe8-bba9-9824de5dcc91 req-a76c514e-c8b6-4559-9f87-c89536281ffb service neutron] Bound port: c775663b-fc25-4ef4-aea4-435e5dde701a, host: n-h2-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21a06331-2010-4bb7-8d07-13da7f15af4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '1ce4070f-3cfd-4061-95b1-2481b8fda5e7'}}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:30:10.241152 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-56e00d27-eb84-4fe8-bba9-9824de5dcc91 req-a76c514e-c8b6-4559-9f87-c89536281ffb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:10.264426 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3bdf194e-1932-4720-bd5c-088256fca4f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:10.271699 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-419d2174-d837-47b3-be84-f04ca0c072a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:10.272618 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-419d2174-d837-47b3-be84-f04ca0c072a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:10.273189 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-419d2174-d837-47b3-be84-f04ca0c072a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:10.284862 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-3bdf194e-1932-4720-bd5c-088256fca4f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47c56c38-83b7-4b60-aa28-0691cde97b4b']}} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:30:10.290710 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-92613c1e-5906-44b6-9a4f-9fbcf0482a1e req-13d3b57f-c4dc-4c40-9dd7-7480f62a46f3 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] 10.222.0.64 "GET /v2.0/security-groups?id=86067063-f5e4-4e77-9825-0a77623af17f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075075 Oct 20 10:30:10.294280 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-3bdf194e-1932-4720-bd5c-088256fca4f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75fb7eec-707f-463a-8723-6d8858b50827') {'for_net_delete': True} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:30:10.294581 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-3bdf194e-1932-4720-bd5c-088256fca4f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75fb7eec-707f-463a-8723-6d8858b50827') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:30:10.314167 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3bdf194e-1932-4720-bd5c-088256fca4f2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25852596'] for segment, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:10.330606 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3bdf194e-1932-4720-bd5c-088256fca4f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:10.336628 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bdf194e-1932-4720-bd5c-088256fca4f2 admin admin] Releasing vlan 824 on physical network physnet1 to pool {{(pid=100597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:30:10.337271 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3bdf194e-1932-4720-bd5c-088256fca4f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951012'] for segment, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:10.339131 n-d-811396-3 neutron-server[100597]: Traceback (most recent call last): Oct 20 10:30:10.339131 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:30:10.339131 n-d-811396-3 neutron-server[100597]: timer() Oct 20 10:30:10.339131 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:30:10.339131 n-d-811396-3 neutron-server[100597]: cb(*args, **kw) Oct 20 10:30:10.339131 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:30:10.339131 n-d-811396-3 neutron-server[100597]: return func(*args, **kwargs) Oct 20 10:30:10.339131 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:30:10.339131 n-d-811396-3 neutron-server[100597]: self._notify() Oct 20 10:30:10.339131 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:30:10.339131 n-d-811396-3 neutron-server[100597]: self.callback(batched_events) Oct 20 10:30:10.339131 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:30:10.339131 n-d-811396-3 neutron-server[100597]: event.method(event) Oct 20 10:30:10.339131 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:30:10.339131 n-d-811396-3 neutron-server[100597]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:30:10.339131 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:30:10.339131 n-d-811396-3 neutron-server[100597]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:30:10.339131 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:30:10.339131 n-d-811396-3 neutron-server[100597]: return f(self, *a, **k) Oct 20 10:30:10.339131 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:30:10.339131 n-d-811396-3 neutron-server[100597]: return self._get(url).json() Oct 20 10:30:10.339131 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:30:10.339131 n-d-811396-3 neutron-server[100597]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:30:10.339131 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:30:10.339131 n-d-811396-3 neutron-server[100597]: return self.request(url, 'GET', **kwargs) Oct 20 10:30:10.339131 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:30:10.339131 n-d-811396-3 neutron-server[100597]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:30:10.339131 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:30:10.339131 n-d-811396-3 neutron-server[100597]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:30:10.339131 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:30:10.339131 n-d-811396-3 neutron-server[100597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:30:10.339131 n-d-811396-3 neutron-server[100597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:30:10.349958 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-419d2174-d837-47b3-be84-f04ca0c072a1 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5729508 Oct 20 10:30:10.353152 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Oct 2021 10:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a40a121-315e-4e1f-a475-cd52af7bea30 x-openstack-request-id: req-8a40a121-315e-4e1f-a475-cd52af7bea30 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:30:10.353810 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95fa9703-1404-4771-a94e-0d9e1c8e85e7", "name": "network-vif-unplugged", "status": "completed", "tag": "c775663b-fc25-4ef4-aea4-435e5dde701a", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:30:10.353810 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8a40a121-315e-4e1f-a475-cd52af7bea30 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:30:10.354053 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95fa9703-1404-4771-a94e-0d9e1c8e85e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c775663b-fc25-4ef4-aea4-435e5dde701a', 'code': 200} Oct 20 10:30:10.382223 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device c775663b-fc25-4ef4-aea4-435e5dde701a details requested by agent hyperv_n-h1-811396-3 with host n-h1-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:30:10.405082 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3bdf194e-1932-4720-bd5c-088256fca4f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:10.410059 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d30f62e2-ef19-44ee-9d97-cc3af6440099 req-b907254b-f3a4-4377-91f8-ab9488d7289b tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba094063-4980-4c22-bc34-9c1534c0beb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571789 Oct 20 10:30:10.411531 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3bdf194e-1932-4720-bd5c-088256fca4f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:10.416015 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419d2174-d837-47b3-be84-f04ca0c072a1 admin admin] Pushing event updated for resources: {'Network': ['ID=4d5b0a7c-0700-44f6-a275-a35b28876e44,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:30:10.423844 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-3bdf194e-1932-4720-bd5c-088256fca4f2 admin admin] 10.222.0.64 "DELETE /v2.0/networks/47c56c38-83b7-4b60-aa28-0691cde97b4b HTTP/1.1" status: 204 len: 168 time: 0.3147812 Oct 20 10:30:10.440443 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdf194e-1932-4720-bd5c-088256fca4f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=47c56c38-83b7-4b60-aa28-0691cde97b4b,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:30:10.442119 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network 4d5b0a7c-0700-44f6-a275-a35b28876e44 details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:30:10.599490 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 40250) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:30:10.652982 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port c775663b-fc25-4ef4-aea4-435e5dde701a, host n-h2-811396-3, got binding levels [] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:30:10.657251 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-2a3f15a7-13cf-4039-a898-0fec250abab4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5da7f2ee1bf648c2a4ac6363d2afec67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0550618 Oct 20 10:30:10.659680 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 40252) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:30:10.684326 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Attempting to bind port c775663b-fc25-4ef4-aea4-435e5dde701a on host n-h2-811396-3 for vnic_type normal with profile {"migrating_to": "n-h1-811396-3"} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:30:10.684698 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Attempting to bind port c775663b-fc25-4ef4-aea4-435e5dde701a by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': '21a06331-2010-4bb7-8d07-13da7f15af4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '1ce4070f-3cfd-4061-95b1-2481b8fda5e7'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:30:10.687130 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Attempting to bind port c775663b-fc25-4ef4-aea4-435e5dde701a on network 1ce4070f-3cfd-4061-95b1-2481b8fda5e7 {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:30:10.695365 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Port c775663b-fc25-4ef4-aea4-435e5dde701a on network 1ce4070f-3cfd-4061-95b1-2481b8fda5e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:30:10.695992 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Attempting to bind port c775663b-fc25-4ef4-aea4-435e5dde701a on network 1ce4070f-3cfd-4061-95b1-2481b8fda5e7 {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:30:10.704752 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Checking agent: {'id': '061232a2-7adc-4ba1-a873-e8cb136b064d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 30, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:30:10.705477 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Checking segment: {'id': '21a06331-2010-4bb7-8d07-13da7f15af4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '1ce4070f-3cfd-4061-95b1-2481b8fda5e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:30:10.706298 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Bound using segment: {'id': '21a06331-2010-4bb7-8d07-13da7f15af4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '1ce4070f-3cfd-4061-95b1-2481b8fda5e7'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:30:10.706928 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Bound port: c775663b-fc25-4ef4-aea4-435e5dde701a, host: n-h2-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21a06331-2010-4bb7-8d07-13da7f15af4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '1ce4070f-3cfd-4061-95b1-2481b8fda5e7'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:30:10.707502 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:10.726147 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-56e00d27-eb84-4fe8-bba9-9824de5dcc91 req-a76c514e-c8b6-4559-9f87-c89536281ffb service neutron] For port c775663b-fc25-4ef4-aea4-435e5dde701a, host n-h2-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:30:10.727895 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4ea729aa-b9d4-479e-9796-4d0fe7348b64 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:10.751703 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4ea729aa-b9d4-479e-9796-4d0fe7348b64 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:10.767359 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-56e00d27-eb84-4fe8-bba9-9824de5dcc91 req-a76c514e-c8b6-4559-9f87-c89536281ffb service neutron] For port c775663b-fc25-4ef4-aea4-435e5dde701a, host n-h2-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=c775663b-fc25-4ef4-aea4-435e5dde701a,segment=NetworkSegment(21a06331-2010-4bb7-8d07-13da7f15af4f),segment_id=21a06331-2010-4bb7-8d07-13da7f15af4f)] {{(pid=100596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:30:10.779004 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port c775663b-fc25-4ef4-aea4-435e5dde701a, host n-h2-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:30:10.786332 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.db.api [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) c775663b-fc25-4ef4-aea4-435e5dde701a-n-h2-811396-3-0 {{(pid=100598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 10:30:10.786746 n-d-811396-3 neutron-server[100598]: DEBUG oslo_db.api [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 10:30:10.790807 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-56e00d27-eb84-4fe8-bba9-9824de5dcc91 req-a76c514e-c8b6-4559-9f87-c89536281ffb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:10.808812 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4ea729aa-b9d4-479e-9796-4d0fe7348b64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:10.811426 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4ea729aa-b9d4-479e-9796-4d0fe7348b64 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:10.812571 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-4ea729aa-b9d4-479e-9796-4d0fe7348b64 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/32bbe414-470e-4c0f-b2cf-cab80f11842d HTTP/1.1" status: 204 len: 168 time: 0.1517506 Oct 20 10:30:10.820272 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea729aa-b9d4-479e-9796-4d0fe7348b64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32bbe414-470e-4c0f-b2cf-cab80f11842d,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:30:10.858283 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0235d2c9-d69c-40ac-8424-f92209cfe11a req-af763f38-d156-4ac0-9bb0-340de827492f tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:10.859830 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0235d2c9-d69c-40ac-8424-f92209cfe11a req-af763f38-d156-4ac0-9bb0-340de827492f tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d088f35-587e-4c94-b637-18178327009b HTTP/1.1" status: 200 len: 946 time: 0.4279144 Oct 20 10:30:10.890267 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a89567-72cf-46c3-a63d-722e01cb0f32 req-93916d08-5dfa-4c2c-b5db-e823b27cbb5c tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:10.891988 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-61a89567-72cf-46c3-a63d-722e01cb0f32 req-93916d08-5dfa-4c2c-b5db-e823b27cbb5c tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] 10.222.0.64 "GET /v2.0/ports?device_id=91f08e17-013a-43df-a287-3962fa56a0c2 HTTP/1.1" status: 200 len: 945 time: 0.1677186 Oct 20 10:30:10.928083 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device a29ba1ab-cf1c-4b4a-ae64-f554ce2cb852 details requested by agent hyperv_n-h2-811396-3 with host n-h2-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:30:10.945594 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76c514e-c8b6-4559-9f87-c89536281ffb service neutron] Pushing event updated for resources: {'Port': ['ID=c775663b-fc25-4ef4-aea4-435e5dde701a,revision_number=8']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:30:10.965057 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e00d27-eb84-4fe8-bba9-9824de5dcc91 req-a76c514e-c8b6-4559-9f87-c89536281ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:10.965900 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-56e00d27-eb84-4fe8-bba9-9824de5dcc91 req-a76c514e-c8b6-4559-9f87-c89536281ffb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:10.968175 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-56e00d27-eb84-4fe8-bba9-9824de5dcc91 req-a76c514e-c8b6-4559-9f87-c89536281ffb service neutron] 10.222.0.55 "PUT /v2.0/ports/c775663b-fc25-4ef4-aea4-435e5dde701a HTTP/1.1" status: 200 len: 1121 time: 2.3353426 Oct 20 10:30:11.025525 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-793c59da-9de0-4a6c-9f15-2f481f7cc80d req-a2923e55-df66-4fed-85be-1963ac59cda7 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=140f67b6-b627-4357-882b-b43ba6bc30e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0526927 Oct 20 10:30:11.041000 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0235d2c9-d69c-40ac-8424-f92209cfe11a req-ee76c38e-1027-4922-a7c7-32b2c47e1369 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651139 Oct 20 10:30:11.070333 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-61a89567-72cf-46c3-a63d-722e01cb0f32 req-794c5548-366a-4649-af92-b58ea57f71d9 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] 10.222.0.64 "GET /v2.0/security-groups?id=86067063-f5e4-4e77-9825-0a77623af17f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667662 Oct 20 10:30:11.128545 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['c775663b-fc25-4ef4-aea4-435e5dde701a'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:30:11.136719 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793c59da-9de0-4a6c-9f15-2f481f7cc80d req-b0e465ab-e55f-469c-b7b0-886b671ca78d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:11.138362 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-793c59da-9de0-4a6c-9f15-2f481f7cc80d req-b0e465ab-e55f-469c-b7b0-886b671ca78d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9f75d9a0b8ce44faaac4d8054667820c&device_id=140f67b6-b627-4357-882b-b43ba6bc30e0 HTTP/1.1" status: 200 len: 1100 time: 0.0882349 Oct 20 10:30:11.180799 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port a29ba1ab-cf1c-4b4a-ae64-f554ce2cb852, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=a29ba1ab-cf1c-4b4a-ae64-f554ce2cb852,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:30:11.202022 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Returning: {'device': 'a29ba1ab-cf1c-4b4a-ae64-f554ce2cb852', 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84', 'port_id': 'a29ba1ab-cf1c-4b4a-ae64-f554ce2cb852', 'mac_address': 'fa:16:3e:f0:f9:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 800, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f86199a-b8f2-45b4-a83a-995a7ea6fe42', 'ip_address': '192.168.233.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:30:11.210319 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['c775663b-fc25-4ef4-aea4-435e5dde701a'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:30:11.317364 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793c59da-9de0-4a6c-9f15-2f481f7cc80d req-d3a73a94-3c66-414b-8b0d-d732857d2f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:11.321823 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-793c59da-9de0-4a6c-9f15-2f481f7cc80d req-d3a73a94-3c66-414b-8b0d-d732857d2f97 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a7c57b12-d7c3-48bb-aa54-a67a56468a84 HTTP/1.1" status: 200 len: 870 time: 0.1581564 Oct 20 10:30:11.342933 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:11.346234 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf2833b-000d-49f4-9b69-b538ac41c18d req-13c63c69-54a8-4c98-b2c7-9d7af5023d82 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:11.348266 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-daf2833b-000d-49f4-9b69-b538ac41c18d req-13c63c69-54a8-4c98-b2c7-9d7af5023d82 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/ports?device_id=c33d2f24-c354-497f-a5a9-d23371745ada HTTP/1.1" status: 200 len: 949 time: 0.0942147 Oct 20 10:30:11.351151 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Attempting to bind port c775663b-fc25-4ef4-aea4-435e5dde701a on host n-h2-811396-3 for vnic_type normal with profile {"migrating_to": "n-h1-811396-3"} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:30:11.351555 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Attempting to bind port c775663b-fc25-4ef4-aea4-435e5dde701a by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': '21a06331-2010-4bb7-8d07-13da7f15af4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '1ce4070f-3cfd-4061-95b1-2481b8fda5e7'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:30:11.352156 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Attempting to bind port c775663b-fc25-4ef4-aea4-435e5dde701a on network 1ce4070f-3cfd-4061-95b1-2481b8fda5e7 {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:30:11.371525 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 40268) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:30:11.380071 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Port c775663b-fc25-4ef4-aea4-435e5dde701a on network 1ce4070f-3cfd-4061-95b1-2481b8fda5e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:30:11.380437 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Attempting to bind port c775663b-fc25-4ef4-aea4-435e5dde701a on network 1ce4070f-3cfd-4061-95b1-2481b8fda5e7 {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:30:11.389630 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-793c59da-9de0-4a6c-9f15-2f481f7cc80d req-5d0887ca-6937-4d3b-91cb-ac959746303a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=aae3cda1-d0c7-410c-8006-356e09a086ac HTTP/1.1" status: 200 len: 217 time: 0.0579462 Oct 20 10:30:11.393934 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a29ba1ab-cf1c-4b4a-ae64-f554ce2cb852 {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:30:11.419287 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Checking agent: {'id': '061232a2-7adc-4ba1-a873-e8cb136b064d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 30, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:30:11.419657 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Checking segment: {'id': '21a06331-2010-4bb7-8d07-13da7f15af4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '1ce4070f-3cfd-4061-95b1-2481b8fda5e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:30:11.420862 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Bound using segment: {'id': '21a06331-2010-4bb7-8d07-13da7f15af4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '1ce4070f-3cfd-4061-95b1-2481b8fda5e7'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:30:11.421669 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Bound port: c775663b-fc25-4ef4-aea4-435e5dde701a, host: n-h2-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21a06331-2010-4bb7-8d07-13da7f15af4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '1ce4070f-3cfd-4061-95b1-2481b8fda5e7'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:30:11.422068 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:11.450329 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793c59da-9de0-4a6c-9f15-2f481f7cc80d req-1eed6bc2-2738-4641-a40a-737c204996fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:11.452833 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-793c59da-9de0-4a6c-9f15-2f481f7cc80d req-1eed6bc2-2738-4641-a40a-737c204996fe service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8f86199a-b8f2-45b4-a83a-995a7ea6fe42 HTTP/1.1" status: 200 len: 843 time: 0.0523438 Oct 20 10:30:11.453953 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-daf2833b-000d-49f4-9b69-b538ac41c18d req-e4488842-53a1-436e-af04-77a4a3e26ae4 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/security-groups?id=33b0304f-e8b0-41ca-8b6c-fa0f5439f339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996530 Oct 20 10:30:11.462837 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port a29ba1ab-cf1c-4b4a-ae64-f554ce2cb852, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=a29ba1ab-cf1c-4b4a-ae64-f554ce2cb852,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:30:11.513818 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793c59da-9de0-4a6c-9f15-2f481f7cc80d req-a0d4de8e-0776-4228-a672-b7be5a6d83e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:11.515330 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-793c59da-9de0-4a6c-9f15-2f481f7cc80d req-a0d4de8e-0776-4228-a672-b7be5a6d83e0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a7c57b12-d7c3-48bb-aa54-a67a56468a84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0524442 Oct 20 10:30:11.518515 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:11.521044 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-f958e82f-0b7f-4bc3-a25d-61076b1b9e69 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=304f4168aa1049649288025bb2fb827b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1483512 Oct 20 10:30:11.524245 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 40272) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:30:11.621987 n-d-811396-3 neutron-server[100598]: WARNING neutron.plugins.ml2.plugin [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Concurrent port binding operations failed on port c775663b-fc25-4ef4-aea4-435e5dde701a Oct 20 10:30:11.652277 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-eec2b890-c69c-4ea0-ab32-2ecdbc4d9eba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:11.656119 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port c775663b-fc25-4ef4-aea4-435e5dde701a, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=c775663b-fc25-4ef4-aea4-435e5dde701a,segment=NetworkSegment(21a06331-2010-4bb7-8d07-13da7f15af4f),segment_id=21a06331-2010-4bb7-8d07-13da7f15af4f)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:30:11.658593 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60116b6b-c212-4fff-9805-1c7459b7a5dc req-e14e004f-5239-4c98-8d7a-a31085c9b2c2 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:11.660198 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-60116b6b-c212-4fff-9805-1c7459b7a5dc req-e14e004f-5239-4c98-8d7a-a31085c9b2c2 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/ports?device_id=cfd9c347-823b-4439-8390-32d9d5c874fc HTTP/1.1" status: 200 len: 948 time: 0.1014624 Oct 20 10:30:11.661251 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=a29ba1ab-cf1c-4b4a-ae64-f554ce2cb852,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:30:11.674569 n-d-811396-3 neutron-server[100598]: INFO neutron.plugins.ml2.plugin [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Attempt 2 to bind port c775663b-fc25-4ef4-aea4-435e5dde701a Oct 20 10:30:11.674877 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb00db50-c204-40bf-9a6e-44683e395c4a req-692c98be-6ef2-41d5-bd6f-6f96ec29f54c tempest-ComputeTenantNetworksTest-452250861 tempest-ComputeTenantNetworksTest-452250861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:11.675136 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device c775663b-fc25-4ef4-aea4-435e5dde701a has no active binding in host n-h1-811396-3 {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 20 10:30:11.682202 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb00db50-c204-40bf-9a6e-44683e395c4a req-692c98be-6ef2-41d5-bd6f-6f96ec29f54c tempest-ComputeTenantNetworksTest-452250861 tempest-ComputeTenantNetworksTest-452250861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:11.690865 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb00db50-c204-40bf-9a6e-44683e395c4a req-692c98be-6ef2-41d5-bd6f-6f96ec29f54c tempest-ComputeTenantNetworksTest-452250861 tempest-ComputeTenantNetworksTest-452250861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:11.694599 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cb00db50-c204-40bf-9a6e-44683e395c4a req-692c98be-6ef2-41d5-bd6f-6f96ec29f54c tempest-ComputeTenantNetworksTest-452250861 tempest-ComputeTenantNetworksTest-452250861-project] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.2869334 Oct 20 10:30:11.697889 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-793c59da-9de0-4a6c-9f15-2f481f7cc80d req-a9182159-1bd8-4b65-816d-5ad593c15dc9 service neutron] 10.222.0.69 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653535 Oct 20 10:30:11.703288 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-eec2b890-c69c-4ea0-ab32-2ecdbc4d9eba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:11.740010 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-60116b6b-c212-4fff-9805-1c7459b7a5dc req-7f365850-c40c-4fe1-bf18-b5ee4a2dc8a3 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/security-groups?id=dfac1146-e768-4d56-96b1-8816525464ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443590 Oct 20 10:30:11.836418 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-793c59da-9de0-4a6c-9f15-2f481f7cc80d req-4c5be367-d0c1-4e29-bbb1-e29ed66b43f6 service neutron] 10.222.0.69 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200855 Oct 20 10:30:11.838701 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-eec2b890-c69c-4ea0-ab32-2ecdbc4d9eba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:11.842224 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-eec2b890-c69c-4ea0-ab32-2ecdbc4d9eba admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:11.845663 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-eec2b890-c69c-4ea0-ab32-2ecdbc4d9eba admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c95942e7-b6ca-4513-980a-d1f6010936d0 HTTP/1.1" status: 204 len: 168 time: 0.3180614 Oct 20 10:30:11.855824 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec2b890-c69c-4ea0-ab32-2ecdbc4d9eba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c95942e7-b6ca-4513-980a-d1f6010936d0,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:30:11.900642 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['a29ba1ab-cf1c-4b4a-ae64-f554ce2cb852'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:30:11.926671 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b46f32-5175-4819-b04c-ae79b0625eec req-3c808b90-cc99-4134-9642-f00c339e8028 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:11.936695 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-12b46f32-5175-4819-b04c-ae79b0625eec req-3c808b90-cc99-4134-9642-f00c339e8028 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/ports?device_id=95fa9703-1404-4771-a94e-0d9e1c8e85e7 HTTP/1.1" status: 200 len: 943 time: 0.1190438 Oct 20 10:30:11.986900 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-12b46f32-5175-4819-b04c-ae79b0625eec req-7105ca9c-ad5f-4c01-b798-a7a9dd974113 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba094063-4980-4c22-bc34-9c1534c0beb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436943 Oct 20 10:30:12.133615 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0e884d-4ba1-4924-9e30-97cc99778f4d req-daa135c2-65e4-4983-9e8c-7cfed104a3c1 tempest-ComputeTenantNetworksTest-452250861 tempest-ComputeTenantNetworksTest-452250861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:12.145445 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 40292) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:30:12.149330 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6c0e884d-4ba1-4924-9e30-97cc99778f4d req-daa135c2-65e4-4983-9e8c-7cfed104a3c1 tempest-ComputeTenantNetworksTest-452250861 tempest-ComputeTenantNetworksTest-452250861-project] 10.222.0.64 "GET /v2.0/networks/4d5b0a7c-0700-44f6-a275-a35b28876e44 HTTP/1.1" status: 200 len: 769 time: 0.1302817 Oct 20 10:30:12.233737 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8f057b29-1911-48e6-99af-0f526c727ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:12.360699 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95fa9703-1404-4771-a94e-0d9e1c8e85e7', 'tag': 'c775663b-fc25-4ef4-aea4-435e5dde701a'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:30:12.363038 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f3c16b0-9350-48f9-968b-7029206e0f22" -d '{"events": [{"name": "network-changed", "server_uuid": "95fa9703-1404-4771-a94e-0d9e1c8e85e7", "tag": "c775663b-fc25-4ef4-aea4-435e5dde701a"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:30:12.394487 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feff5eb-14a3-4139-85de-52e8de748f5c req-e3c57f10-5527-4bcc-ab4a-d58c96ea8387 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:12.396294 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4feff5eb-14a3-4139-85de-52e8de748f5c req-e3c57f10-5527-4bcc-ab4a-d58c96ea8387 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d088f35-587e-4c94-b637-18178327009b HTTP/1.1" status: 200 len: 947 time: 0.1855705 Oct 20 10:30:12.465380 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8f057b29-1911-48e6-99af-0f526c727ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:12.500021 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4feff5eb-14a3-4139-85de-52e8de748f5c req-d4dc6ff1-6103-4fee-996f-cb60b31adca1 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833766 Oct 20 10:30:12.521754 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-8f057b29-1911-48e6-99af-0f526c727ef4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d5b0a7c-0700-44f6-a275-a35b28876e44']}} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:30:12.549984 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-8f057b29-1911-48e6-99af-0f526c727ef4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39d2fa14-82a9-4aa1-b7db-302080f96ec7') {'for_net_delete': True} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:30:12.550582 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-8f057b29-1911-48e6-99af-0f526c727ef4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39d2fa14-82a9-4aa1-b7db-302080f96ec7') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:30:12.565157 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8f057b29-1911-48e6-99af-0f526c727ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25852596'] for segment, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:12.598022 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:30:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12193c8d-906f-4891-8aeb-e9ab6ec12324 x-openstack-request-id: req-12193c8d-906f-4891-8aeb-e9ab6ec12324 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:30:12.598571 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95fa9703-1404-4771-a94e-0d9e1c8e85e7", "tag": "c775663b-fc25-4ef4-aea4-435e5dde701a", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:30:12.599086 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-12193c8d-906f-4891-8aeb-e9ab6ec12324 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:30:12.599664 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95fa9703-1404-4771-a94e-0d9e1c8e85e7', 'tag': 'c775663b-fc25-4ef4-aea4-435e5dde701a', 'status': 'completed', 'code': 200} Oct 20 10:30:12.599796 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8f057b29-1911-48e6-99af-0f526c727ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:12.614680 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f057b29-1911-48e6-99af-0f526c727ef4 admin admin] Releasing vlan 808 on physical network physnet1 to pool {{(pid=100597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:30:12.615431 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8f057b29-1911-48e6-99af-0f526c727ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951012'] for segment, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:12.617995 n-d-811396-3 neutron-server[100597]: Traceback (most recent call last): Oct 20 10:30:12.617995 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:30:12.617995 n-d-811396-3 neutron-server[100597]: timer() Oct 20 10:30:12.617995 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:30:12.617995 n-d-811396-3 neutron-server[100597]: cb(*args, **kw) Oct 20 10:30:12.617995 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:30:12.617995 n-d-811396-3 neutron-server[100597]: return func(*args, **kwargs) Oct 20 10:30:12.617995 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:30:12.617995 n-d-811396-3 neutron-server[100597]: self._notify() Oct 20 10:30:12.617995 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:30:12.617995 n-d-811396-3 neutron-server[100597]: self.callback(batched_events) Oct 20 10:30:12.617995 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:30:12.617995 n-d-811396-3 neutron-server[100597]: event.method(event) Oct 20 10:30:12.617995 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:30:12.617995 n-d-811396-3 neutron-server[100597]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:30:12.617995 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:30:12.617995 n-d-811396-3 neutron-server[100597]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:30:12.617995 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:30:12.617995 n-d-811396-3 neutron-server[100597]: return f(self, *a, **k) Oct 20 10:30:12.617995 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:30:12.617995 n-d-811396-3 neutron-server[100597]: return self._get(url).json() Oct 20 10:30:12.617995 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:30:12.617995 n-d-811396-3 neutron-server[100597]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:30:12.617995 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:30:12.617995 n-d-811396-3 neutron-server[100597]: return self.request(url, 'GET', **kwargs) Oct 20 10:30:12.617995 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:30:12.617995 n-d-811396-3 neutron-server[100597]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:30:12.617995 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:30:12.617995 n-d-811396-3 neutron-server[100597]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:30:12.617995 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:30:12.617995 n-d-811396-3 neutron-server[100597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:30:12.617995 n-d-811396-3 neutron-server[100597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:30:12.750150 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541151a0-aecc-4709-b5f0-d7232abf81fd req-09480ce3-d3ea-4093-9e18-d2c0f2eaeed8 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:12.759365 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-541151a0-aecc-4709-b5f0-d7232abf81fd req-09480ce3-d3ea-4093-9e18-d2c0f2eaeed8 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] 10.222.0.64 "GET /v2.0/ports?device_id=91f08e17-013a-43df-a287-3962fa56a0c2 HTTP/1.1" status: 200 len: 945 time: 0.1013572 Oct 20 10:30:12.787936 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b796161d-8e15-4c6d-92d1-09443ecc4ce6 req-33489b00-6954-4b18-8106-2aabf652b0b9 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:12.789771 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b796161d-8e15-4c6d-92d1-09443ecc4ce6 req-33489b00-6954-4b18-8106-2aabf652b0b9 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/ports?device_id=c33d2f24-c354-497f-a5a9-d23371745ada HTTP/1.1" status: 200 len: 949 time: 0.1027713 Oct 20 10:30:12.831207 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-541151a0-aecc-4709-b5f0-d7232abf81fd req-5e43c7d9-016b-49f6-bf10-73e0ea91c04e tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] 10.222.0.64 "GET /v2.0/security-groups?id=86067063-f5e4-4e77-9825-0a77623af17f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705011 Oct 20 10:30:12.855706 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b796161d-8e15-4c6d-92d1-09443ecc4ce6 req-391286bd-ea65-42a2-936c-9de5d12fdbc1 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/security-groups?id=33b0304f-e8b0-41ca-8b6c-fa0f5439f339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560377 Oct 20 10:30:12.934114 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 8ddc9018-c3de-475d-9862-8c844418908a details requested by agent hyperv_n-h2-811396-3 with host n-h2-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:30:13.078627 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f133e4e7-4f13-4155-afcf-193eba52ff2f req-d9498071-5e16-4c38-b786-44c365a31aab tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:13.082331 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 8ddc9018-c3de-475d-9862-8c844418908a, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=8ddc9018-c3de-475d-9862-8c844418908a,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:30:13.087348 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f133e4e7-4f13-4155-afcf-193eba52ff2f req-d9498071-5e16-4c38-b786-44c365a31aab tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/ports?device_id=4569972b-c804-4ed9-a1b0-4552777252e5 HTTP/1.1" status: 200 len: 950 time: 0.0677986 Oct 20 10:30:13.096090 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Returning: {'device': '8ddc9018-c3de-475d-9862-8c844418908a', 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84', 'port_id': '8ddc9018-c3de-475d-9862-8c844418908a', 'mac_address': 'fa:16:3e:95:e2:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 800, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f86199a-b8f2-45b4-a83a-995a7ea6fe42', 'ip_address': '192.168.233.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:30:13.127245 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8f057b29-1911-48e6-99af-0f526c727ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:13.135943 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8f057b29-1911-48e6-99af-0f526c727ef4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:13.143784 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-8f057b29-1911-48e6-99af-0f526c727ef4 admin admin] 10.222.0.64 "DELETE /v2.0/networks/4d5b0a7c-0700-44f6-a275-a35b28876e44 HTTP/1.1" status: 204 len: 168 time: 0.9978445 Oct 20 10:30:13.156958 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3c16b0-9350-48f9-968b-7029206e0f22 req-2070e611-f279-49a2-be3a-0df5e41c5d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:13.158434 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-7f3c16b0-9350-48f9-968b-7029206e0f22 req-2070e611-f279-49a2-be3a-0df5e41c5d3f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9d344b97e96e4da89707d7e9ad8232dc&device_id=95fa9703-1404-4771-a94e-0d9e1c8e85e7 HTTP/1.1" status: 200 len: 1124 time: 0.5016367 Oct 20 10:30:13.159304 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f057b29-1911-48e6-99af-0f526c727ef4 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d5b0a7c-0700-44f6-a275-a35b28876e44,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:30:13.166772 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f133e4e7-4f13-4155-afcf-193eba52ff2f req-c4df43aa-7ac7-4b5e-a699-50176633563e tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/security-groups?id=33b0304f-e8b0-41ca-8b6c-fa0f5439f339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752981 Oct 20 10:30:13.196878 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ac5ff4-4cf2-4428-b062-06daaa66df83 req-505f1691-507a-41d8-a45c-a437e372f134 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:13.209882 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:13.222474 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-01ac5ff4-4cf2-4428-b062-06daaa66df83 req-505f1691-507a-41d8-a45c-a437e372f134 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/ports?device_id=cfd9c347-823b-4439-8390-32d9d5c874fc HTTP/1.1" status: 200 len: 948 time: 0.2386360 Oct 20 10:30:13.250562 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ddc9018-c3de-475d-9862-8c844418908a {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:30:13.264405 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3c16b0-9350-48f9-968b-7029206e0f22 req-50565ccb-53e3-4258-95a5-f169cd18acf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:13.265956 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-7f3c16b0-9350-48f9-968b-7029206e0f22 req-50565ccb-53e3-4258-95a5-f169cd18acf3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1ce4070f-3cfd-4061-95b1-2481b8fda5e7 HTTP/1.1" status: 200 len: 922 time: 0.0960546 Oct 20 10:30:13.328804 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-01ac5ff4-4cf2-4428-b062-06daaa66df83 req-2d3fc9ca-3c62-4eb5-94e0-a16f5499f49b tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/security-groups?id=dfac1146-e768-4d56-96b1-8816525464ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010916 Oct 20 10:30:13.332674 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 8ddc9018-c3de-475d-9862-8c844418908a, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=8ddc9018-c3de-475d-9862-8c844418908a,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:30:13.332939 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 40338) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:30:13.346563 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:13.434252 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-7f3c16b0-9350-48f9-968b-7029206e0f22 req-677835dc-850c-4380-8742-e49cbecfdc66 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c775663b-fc25-4ef4-aea4-435e5dde701a HTTP/1.1" status: 200 len: 217 time: 0.1584468 Oct 20 10:30:13.453116 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=8ddc9018-c3de-475d-9862-8c844418908a,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:30:13.485424 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04a4d0a-1ec2-499e-8d6a-4f4fbee72dc6 req-fd27fa89-3764-4996-ba49-b06ca95e5269 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:13.494580 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e04a4d0a-1ec2-499e-8d6a-4f4fbee72dc6 req-fd27fa89-3764-4996-ba49-b06ca95e5269 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/ports?device_id=95fa9703-1404-4771-a94e-0d9e1c8e85e7 HTTP/1.1" status: 200 len: 943 time: 0.1628468 Oct 20 10:30:13.570577 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3c16b0-9350-48f9-968b-7029206e0f22 req-9b7c99dd-915a-46d6-908b-6641e08b488c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:13.572189 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-7f3c16b0-9350-48f9-968b-7029206e0f22 req-9b7c99dd-915a-46d6-908b-6641e08b488c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4012c245-3079-4795-8c54-d3f2bf73a5b0 HTTP/1.1" status: 200 len: 861 time: 0.1238470 Oct 20 10:30:13.592869 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e04a4d0a-1ec2-499e-8d6a-4f4fbee72dc6 req-704ed264-57fd-47d7-a335-d2fd7060ae27 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba094063-4980-4c22-bc34-9c1534c0beb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914094 Oct 20 10:30:13.595317 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 40356) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:30:13.625855 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-7f3c16b0-9350-48f9-968b-7029206e0f22 req-93d9e4ed-0642-4f0e-9827-25a2b709702a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1ce4070f-3cfd-4061-95b1-2481b8fda5e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405595 Oct 20 10:30:13.679736 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-abe845cd-39ed-45bb-8e75-e1260c835712 req-d2422f57-794e-441a-aa9a-c6a3d6c1fdb9 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=5b81adf076f1422695016e55d14dae22&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0869045 Oct 20 10:30:13.718107 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['8ddc9018-c3de-475d-9862-8c844418908a'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:30:13.760075 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-7f3c16b0-9350-48f9-968b-7029206e0f22 req-99a98777-ce89-4281-991f-f17189898c32 service neutron] 10.222.0.69 "GET /v2.0/networks/1ce4070f-3cfd-4061-95b1-2481b8fda5e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118445 Oct 20 10:30:13.822325 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-12ef1787-2cb6-4e29-94f7-7248d14311bc admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9094d3be2f6d4d13975b868eaac7e11c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2256851 Oct 20 10:30:13.828159 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 40358) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:30:13.876616 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3224e729-a788-40be-8f5c-5380c393207a req-4466241c-0954-47cd-bd7a-3a94b8f69547 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:13.880194 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-7f3c16b0-9350-48f9-968b-7029206e0f22 req-29a50bd3-ab16-4bb1-8b30-7615eafa1f60 service neutron] 10.222.0.69 "GET /v2.0/networks/1ce4070f-3cfd-4061-95b1-2481b8fda5e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123705 Oct 20 10:30:13.884232 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3224e729-a788-40be-8f5c-5380c393207a req-4466241c-0954-47cd-bd7a-3a94b8f69547 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d088f35-587e-4c94-b637-18178327009b HTTP/1.1" status: 200 len: 947 time: 0.1822422 Oct 20 10:30:13.945998 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe845cd-39ed-45bb-8e75-e1260c835712 req-00872985-3f22-4884-8f66-7b291092b2f6 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:13.947526 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-abe845cd-39ed-45bb-8e75-e1260c835712 req-00872985-3f22-4884-8f66-7b291092b2f6 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2613780 Oct 20 10:30:13.962619 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3224e729-a788-40be-8f5c-5380c393207a req-eb49f03b-2a7f-4df4-a5c4-a6ad103a45af tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773749 Oct 20 10:30:13.984386 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f05000c0-ab62-460d-bac7-dc1c192b106e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:13.997317 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-abe845cd-39ed-45bb-8e75-e1260c835712 req-eca87cb6-e5ce-46d8-a183-c1034c006b19 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/quotas/5b81adf076f1422695016e55d14dae22 HTTP/1.1" status: 200 len: 375 time: 0.0265300 Oct 20 10:30:14.043462 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-c372cf5e-e872-4cea-a114-ec9127356506 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-658524306-network', 'tenant_id': 'addcd1b9b9394a29a5fe1f6732be8acf'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:30:14.068366 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f05000c0-ab62-460d-bac7-dc1c192b106e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:14.119067 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-abe845cd-39ed-45bb-8e75-e1260c835712 req-a7058547-cb3f-49a2-8fb8-d793044f1d69 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=5b81adf076f1422695016e55d14dae22&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1207149 Oct 20 10:30:14.125221 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c372cf5e-e872-4cea-a114-ec9127356506 admin admin] Made reservation on behalf of addcd1b9b9394a29a5fe1f6732be8acf for: {'network': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:30:14.128140 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c372cf5e-e872-4cea-a114-ec9127356506 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:14.142257 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c372cf5e-e872-4cea-a114-ec9127356506 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:14.205663 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f05000c0-ab62-460d-bac7-dc1c192b106e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:14.209271 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f05000c0-ab62-460d-bac7-dc1c192b106e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:14.211871 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-f05000c0-ab62-460d-bac7-dc1c192b106e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/aa12e6d5-5bb4-4ce0-8f8e-7c6134c3f601 HTTP/1.1" status: 204 len: 168 time: 0.3788483 Oct 20 10:30:14.238364 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05000c0-ab62-460d-bac7-dc1c192b106e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa12e6d5-5bb4-4ce0-8f8e-7c6134c3f601,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:30:14.268899 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d840cbd9-1f09-4969-a290-958707cc3fe4 req-5ad30de6-eaa6-4df8-9cde-569b236e8959 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:14.270880 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d840cbd9-1f09-4969-a290-958707cc3fe4 req-5ad30de6-eaa6-4df8-9cde-569b236e8959 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] 10.222.0.64 "GET /v2.0/ports?device_id=91f08e17-013a-43df-a287-3962fa56a0c2 HTTP/1.1" status: 200 len: 945 time: 0.1184163 Oct 20 10:30:14.356803 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-67b39429-dfee-4877-b677-54ab06388300 req-fcea98ac-3555-4604-bb12-8833faaa4ff9 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/ports?device_id=71975b9b-47f8-4e27-9d16-6eec3ce4ea95 HTTP/1.1" status: 200 len: 210 time: 0.0489960 Oct 20 10:30:14.359818 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d840cbd9-1f09-4969-a290-958707cc3fe4 req-0ea298a8-c2a3-40a2-a13f-8146cd9bc336 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] 10.222.0.64 "GET /v2.0/security-groups?id=86067063-f5e4-4e77-9825-0a77623af17f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793979 Oct 20 10:30:14.386944 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c372cf5e-e872-4cea-a114-ec9127356506 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:14.395269 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c372cf5e-e872-4cea-a114-ec9127356506 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:14.424931 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c372cf5e-e872-4cea-a114-ec9127356506 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 818} {{(pid=100596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:30:14.477600 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c372cf5e-e872-4cea-a114-ec9127356506 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5de52cfb-e511-4ef2-b708-d60a4e61f2bb,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:30:14.486371 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c372cf5e-e872-4cea-a114-ec9127356506 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:14.486725 n-d-811396-3 neutron-server[100596]: INFO neutron.db.segments_db [None req-c372cf5e-e872-4cea-a114-ec9127356506 admin admin] Added segment 7c611083-a477-4d58-b583-65deaf36ff49 of type vlan for network ea0e3ac3-624c-46e6-8862-2fce7b0644d1 Oct 20 10:30:14.540041 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c372cf5e-e872-4cea-a114-ec9127356506 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:14.554778 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0fdab9-95cb-4837-9c71-5181a406b75e req-9b73ba77-0099-4f11-b5c0-5cd840d6755f tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:14.556349 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6e0fdab9-95cb-4837-9c71-5181a406b75e req-9b73ba77-0099-4f11-b5c0-5cd840d6755f tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/ports?device_id=cfd9c347-823b-4439-8390-32d9d5c874fc HTTP/1.1" status: 200 len: 949 time: 0.1165693 Oct 20 10:30:14.599651 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c372cf5e-e872-4cea-a114-ec9127356506 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:14.600659 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c372cf5e-e872-4cea-a114-ec9127356506 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:14.601192 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c372cf5e-e872-4cea-a114-ec9127356506 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:14.627172 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6e0fdab9-95cb-4837-9c71-5181a406b75e req-35f53607-d1bb-427f-a3a7-c07390ca0fde tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/security-groups?id=dfac1146-e768-4d56-96b1-8816525464ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635819 Oct 20 10:30:14.638595 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-c372cf5e-e872-4cea-a114-ec9127356506 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.3016055 Oct 20 10:30:14.642345 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 40386) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:30:14.647722 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-7449e417-f033-4fe1-8f0b-1f50a10adef4 admin admin] Request body: {'subnet': {'network_id': 'ea0e3ac3-624c-46e6-8862-2fce7b0644d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-658524306-subnet', 'tenant_id': 'addcd1b9b9394a29a5fe1f6732be8acf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:30:14.673675 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7449e417-f033-4fe1-8f0b-1f50a10adef4 admin admin] Made reservation on behalf of addcd1b9b9394a29a5fe1f6732be8acf for: {'subnet': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:30:14.676735 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7449e417-f033-4fe1-8f0b-1f50a10adef4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25350782'] for subnet, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:14.686179 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c372cf5e-e872-4cea-a114-ec9127356506 admin admin] Pushing event updated for resources: {'Network': ['ID=ea0e3ac3-624c-46e6-8862-2fce7b0644d1,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:30:14.698126 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network ea0e3ac3-624c-46e6-8862-2fce7b0644d1 details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:30:14.807856 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acec9c97-202c-48ed-a308-5df67f4236fc req-fcf3d61d-3ceb-487e-9360-af98a9e11ffa tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:14.814207 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-acec9c97-202c-48ed-a308-5df67f4236fc req-fcf3d61d-3ceb-487e-9360-af98a9e11ffa tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/ports?device_id=95fa9703-1404-4771-a94e-0d9e1c8e85e7 HTTP/1.1" status: 200 len: 943 time: 0.1015120 Oct 20 10:30:14.863959 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-acec9c97-202c-48ed-a308-5df67f4236fc req-8ef84599-0d25-41c3-adf7-794b23a6f10f tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba094063-4980-4c22-bc34-9c1534c0beb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431232 Oct 20 10:30:14.899651 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7449e417-f033-4fe1-8f0b-1f50a10adef4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25350752'] for subnet, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:14.954234 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device b7dde49d-909d-4ddf-86b7-ffbb521107f3 details requested by agent hyperv_n-h2-811396-3 with host n-h2-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:30:14.958408 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device a29ba1ab-cf1c-4b4a-ae64-f554ce2cb852 up at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:30:14.967639 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7449e417-f033-4fe1-8f0b-1f50a10adef4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee4c91ca-f71a-4b1c-8124-ace76e61766a,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:30:14.980168 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7449e417-f033-4fe1-8f0b-1f50a10adef4 admin admin] Checking segment: {'id': '7c611083-a477-4d58-b583-65deaf36ff49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'ea0e3ac3-624c-46e6-8862-2fce7b0644d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:30:14.980527 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7449e417-f033-4fe1-8f0b-1f50a10adef4 admin admin] Network hostable DHCP agents. Network: ea0e3ac3-624c-46e6-8862-2fce7b0644d1, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:30:14.998646 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7449e417-f033-4fe1-8f0b-1f50a10adef4 admin admin] Network ea0e3ac3-624c-46e6-8862-2fce7b0644d1 is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:30:15.010709 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-7449e417-f033-4fe1-8f0b-1f50a10adef4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, ea0e3ac3-624c-46e6-8862-2fce7b0644d1) {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:30:15.025297 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7449e417-f033-4fe1-8f0b-1f50a10adef4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:15.025894 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7449e417-f033-4fe1-8f0b-1f50a10adef4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:15.027931 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5508bc91-9ace-4d83-841d-2f79a316e1ec None None] Network ea0e3ac3-624c-46e6-8862-2fce7b0644d1 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:30:15.048721 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-7449e417-f033-4fe1-8f0b-1f50a10adef4 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.4049048 Oct 20 10:30:15.052061 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 40400) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:30:15.057864 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-5f46fc1a-8ff8-403e-babc-e3da5b2f2acd admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-658524306-router', 'tenant_id': 'addcd1b9b9394a29a5fe1f6732be8acf', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:30:15.091501 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5f46fc1a-8ff8-403e-babc-e3da5b2f2acd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1772442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258322'] for router, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:15.093489 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5f46fc1a-8ff8-403e-babc-e3da5b2f2acd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1772334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773516', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258315'] for router, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:15.216089 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5f46fc1a-8ff8-403e-babc-e3da5b2f2acd admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:15.230261 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 40406) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:30:15.245081 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e317dbb9-4c3c-4c49-aa8f-3e9520305cb7 req-536d9843-8043-4cc6-bb84-9c7e9b195eaf tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:15.246785 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e317dbb9-4c3c-4c49-aa8f-3e9520305cb7 req-536d9843-8043-4cc6-bb84-9c7e9b195eaf tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d088f35-587e-4c94-b637-18178327009b HTTP/1.1" status: 200 len: 947 time: 0.1115668 Oct 20 10:30:15.257477 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port b7dde49d-909d-4ddf-86b7-ffbb521107f3, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=b7dde49d-909d-4ddf-86b7-ffbb521107f3,segment=NetworkSegment(c9f340c0-9c49-427c-b46d-475b702ed788),segment_id=c9f340c0-9c49-427c-b46d-475b702ed788)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:30:15.271208 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning for port a29ba1ab-cf1c-4b4a-ae64-f554ce2cb852 completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:30:15.284431 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Returning: {'device': 'b7dde49d-909d-4ddf-86b7-ffbb521107f3', 'network_id': '6102411a-939e-434e-b2b8-0c46972ff74e', 'port_id': 'b7dde49d-909d-4ddf-86b7-ffbb521107f3', 'mac_address': 'fa:16:3e:6a:88:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 833, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c78e58fe-8eeb-4a44-80cb-439bcac28ede', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:30:15.290334 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning complete for port a29ba1ab-cf1c-4b4a-ae64-f554ce2cb852 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:30:15.290956 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:15.364237 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-69ab274b-8566-4451-a352-2c08f14017bc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1408467026-network', 'tenant_id': '946a9e604754455a8a9faea87bc41b49'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:30:15.393594 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69ab274b-8566-4451-a352-2c08f14017bc admin admin] Made reservation on behalf of 946a9e604754455a8a9faea87bc41b49 for: {'network': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:30:15.397161 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-69ab274b-8566-4451-a352-2c08f14017bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:15.405340 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5f46fc1a-8ff8-403e-babc-e3da5b2f2acd admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:15.411684 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e317dbb9-4c3c-4c49-aa8f-3e9520305cb7 req-e1c86c71-aac2-4859-a156-9d222b8a94df tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309757 Oct 20 10:30:15.414103 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-69ab274b-8566-4451-a352-2c08f14017bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:15.417364 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:15.472880 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b7dde49d-909d-4ddf-86b7-ffbb521107f3 {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:30:15.489009 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a21d28ac-fcb9-4c89-b15f-b06c1d3cdc4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524064ba-869c-5550-b826-c26b69a11278-ea0e3ac3-624c-46e6-8862-2fce7b0644d1', 'network_id': 'ea0e3ac3-624c-46e6-8862-2fce7b0644d1', 'tenant_id': 'addcd1b9b9394a29a5fe1f6732be8acf', 'fixed_ips': [{'subnet_id': 'ee4c91ca-f71a-4b1c-8124-ace76e61766a'}]}} from n-d-811396-3. {{(pid=100598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:30:15.490151 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-a21d28ac-fcb9-4c89-b15f-b06c1d3cdc4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:15.505312 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-84f83d73-5b15-407f-a169-cc47288014bf req-4cd77a1f-cca6-45c0-8d24-fd624788773c tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/ports?device_id=71975b9b-47f8-4e27-9d16-6eec3ce4ea95 HTTP/1.1" status: 200 len: 210 time: 0.0351396 Oct 20 10:30:15.532779 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-69ab274b-8566-4451-a352-2c08f14017bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:15.533031 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-69ab274b-8566-4451-a352-2c08f14017bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:15.556242 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69ab274b-8566-4451-a352-2c08f14017bc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 844} {{(pid=100597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:30:15.557841 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port b7dde49d-909d-4ddf-86b7-ffbb521107f3, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=b7dde49d-909d-4ddf-86b7-ffbb521107f3,segment=NetworkSegment(c9f340c0-9c49-427c-b46d-475b702ed788),segment_id=c9f340c0-9c49-427c-b46d-475b702ed788)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:30:15.565142 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:15.574371 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-69ab274b-8566-4451-a352-2c08f14017bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:15.574712 n-d-811396-3 neutron-server[100597]: INFO neutron.db.segments_db [None req-69ab274b-8566-4451-a352-2c08f14017bc admin admin] Added segment 051f9c65-4e4b-4cc9-ace7-f0cfbcf6fdaf of type vlan for network 7541d774-cf46-43a8-ab91-4a72282aac35 Oct 20 10:30:15.580708 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:15.584074 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ab274b-8566-4451-a352-2c08f14017bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1422a292-09fc-4d0c-bc84-02b1b86cc6ce,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:30:15.606574 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6621d14-ce5d-4195-aff5-40ddf6fdb493 req-c08585ce-ee80-427d-a350-b20e6140273e tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:15.608236 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a6621d14-ce5d-4195-aff5-40ddf6fdb493 req-c08585ce-ee80-427d-a350-b20e6140273e tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] 10.222.0.64 "GET /v2.0/ports?device_id=91f08e17-013a-43df-a287-3962fa56a0c2 HTTP/1.1" status: 200 len: 945 time: 0.0733082 Oct 20 10:30:15.626409 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-69ab274b-8566-4451-a352-2c08f14017bc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:15.655947 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-69ab274b-8566-4451-a352-2c08f14017bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:15.657626 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ab274b-8566-4451-a352-2c08f14017bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:15.658221 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-69ab274b-8566-4451-a352-2c08f14017bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:15.700707 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-69ab274b-8566-4451-a352-2c08f14017bc admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4691155 Oct 20 10:30:15.707935 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 40416) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:30:15.710219 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=b7dde49d-909d-4ddf-86b7-ffbb521107f3,revision_number=6']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:30:15.712868 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-704aa40c-03bb-45d2-8203-23dc35084356 admin admin] Request body: {'subnet': {'network_id': '7541d774-cf46-43a8-ab91-4a72282aac35', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1408467026-subnet', 'tenant_id': '946a9e604754455a8a9faea87bc41b49', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:30:15.728639 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ab274b-8566-4451-a352-2c08f14017bc admin admin] Pushing event updated for resources: {'Network': ['ID=7541d774-cf46-43a8-ab91-4a72282aac35,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:30:15.737305 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['b7dde49d-909d-4ddf-86b7-ffbb521107f3'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:30:15.763361 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network 7541d774-cf46-43a8-ab91-4a72282aac35 details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:30:15.803966 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a6621d14-ce5d-4195-aff5-40ddf6fdb493 req-e0996cb5-65ca-4c67-bf98-142322a7ce8c tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] 10.222.0.64 "GET /v2.0/security-groups?id=86067063-f5e4-4e77-9825-0a77623af17f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834056 Oct 20 10:30:15.819836 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d088f35-587e-4c94-b637-18178327009b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a29ba1ab-cf1c-4b4a-ae64-f554ce2cb852'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:30:15.823165 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-302b78f9-105e-49e8-adbc-a9444f0cde4a" -d '{"events": [{"server_uuid": "2d088f35-587e-4c94-b637-18178327009b", "name": "network-vif-plugged", "status": "completed", "tag": "a29ba1ab-cf1c-4b4a-ae64-f554ce2cb852"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:30:15.876310 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-abe845cd-39ed-45bb-8e75-e1260c835712 req-122884f6-2e85-4d05-84b6-cec20a3120c8 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=5b81adf076f1422695016e55d14dae22&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0346639 Oct 20 10:30:15.876951 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-704aa40c-03bb-45d2-8203-23dc35084356 admin admin] Made reservation on behalf of 946a9e604754455a8a9faea87bc41b49 for: {'subnet': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:30:15.879244 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-704aa40c-03bb-45d2-8203-23dc35084356 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26761797'] for subnet, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:15.918740 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f390c83-d34b-45ed-84ca-a7f3b860735e req-5d10328d-3c61-4d7f-87d6-931b7653fcf1 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:15.921679 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2f390c83-d34b-45ed-84ca-a7f3b860735e req-5d10328d-3c61-4d7f-87d6-931b7653fcf1 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/ports?device_id=cfd9c347-823b-4439-8390-32d9d5c874fc HTTP/1.1" status: 200 len: 949 time: 0.1730082 Oct 20 10:30:15.939684 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5f46fc1a-8ff8-403e-babc-e3da5b2f2acd admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:16.027162 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5f46fc1a-8ff8-403e-babc-e3da5b2f2acd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:16.028199 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port a29ba1ab-cf1c-4b4a-ae64-f554ce2cb852, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=a29ba1ab-cf1c-4b4a-ae64-f554ce2cb852,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:30:16.038154 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:16.054431 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bc2387a-f0f8-4eb4-a314-1f208de9ac33 x-openstack-request-id: req-9bc2387a-f0f8-4eb4-a314-1f208de9ac33 {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:30:16.054696 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d088f35-587e-4c94-b637-18178327009b", "name": "network-vif-plugged", "status": "completed", "tag": "a29ba1ab-cf1c-4b4a-ae64-f554ce2cb852", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:30:16.054951 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9bc2387a-f0f8-4eb4-a314-1f208de9ac33 {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:30:16.055334 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d088f35-587e-4c94-b637-18178327009b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a29ba1ab-cf1c-4b4a-ae64-f554ce2cb852', 'code': 200} Oct 20 10:30:16.104515 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-a21d28ac-fcb9-4c89-b15f-b06c1d3cdc4f None None] Allocated IP 172.20.0.2 (ea0e3ac3-624c-46e6-8862-2fce7b0644d1/ee4c91ca-f71a-4b1c-8124-ace76e61766a/b98e71c4-5677-4bf9-807d-e0874d0808d9) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:30:16.148361 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=a29ba1ab-cf1c-4b4a-ae64-f554ce2cb852,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:30:16.165682 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8ee113-fbd7-4a69-ac69-e2588e92f264 req-61429f62-7bf8-4d21-99f4-9ce3e396cf99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:16.167220 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-dd8ee113-fbd7-4a69-ac69-e2588e92f264 req-61429f62-7bf8-4d21-99f4-9ce3e396cf99 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=2d088f35-587e-4c94-b637-18178327009b HTTP/1.1" status: 200 len: 1099 time: 0.0468125 Oct 20 10:30:16.209781 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-dd8ee113-fbd7-4a69-ac69-e2588e92f264 req-d2429afb-1c20-4ff9-ac43-53022ccd0103 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342898 Oct 20 10:30:16.338711 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-a21d28ac-fcb9-4c89-b15f-b06c1d3cdc4f None None] Publish callbacks [] for port, precommit_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:16.345350 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-a21d28ac-fcb9-4c89-b15f-b06c1d3cdc4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:16.383832 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a21d28ac-fcb9-4c89-b15f-b06c1d3cdc4f None None] Network ea0e3ac3-624c-46e6-8862-2fce7b0644d1 is already hosted by enough agents. {{(pid=100598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:30:16.388183 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.base_scheduler [None req-a21d28ac-fcb9-4c89-b15f-b06c1d3cdc4f None None] Resources bound (agent type, host, resource id): {{(pid=100598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:30:16.392108 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21d28ac-fcb9-4c89-b15f-b06c1d3cdc4f None None] Received port after_create {{(pid=100598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:30:16.398665 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21d28ac-fcb9-4c89-b15f-b06c1d3cdc4f None None] Pushing event updated for resources: {'Port': ['ID=b98e71c4-5677-4bf9-807d-e0874d0808d9,revision_number=1']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:30:16.419045 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2f390c83-d34b-45ed-84ca-a7f3b860735e req-21b13d30-749d-4200-8afe-6b2d0a109ebb tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/security-groups?id=dfac1146-e768-4d56-96b1-8816525464ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4745965 Oct 20 10:30:16.452170 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-a21d28ac-fcb9-4c89-b15f-b06c1d3cdc4f None None] Attempting to bind port b98e71c4-5677-4bf9-807d-e0874d0808d9 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:30:16.452549 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-a21d28ac-fcb9-4c89-b15f-b06c1d3cdc4f None None] Attempting to bind port b98e71c4-5677-4bf9-807d-e0874d0808d9 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '7c611083-a477-4d58-b583-65deaf36ff49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'ea0e3ac3-624c-46e6-8862-2fce7b0644d1'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:30:16.452914 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21d28ac-fcb9-4c89-b15f-b06c1d3cdc4f None None] Attempting to bind port b98e71c4-5677-4bf9-807d-e0874d0808d9 on network ea0e3ac3-624c-46e6-8862-2fce7b0644d1 {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:30:16.459188 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21d28ac-fcb9-4c89-b15f-b06c1d3cdc4f None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:30:16.459605 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21d28ac-fcb9-4c89-b15f-b06c1d3cdc4f None None] Checking segment: {'id': '7c611083-a477-4d58-b583-65deaf36ff49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'ea0e3ac3-624c-46e6-8862-2fce7b0644d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:30:16.460253 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-a21d28ac-fcb9-4c89-b15f-b06c1d3cdc4f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:16.460787 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21d28ac-fcb9-4c89-b15f-b06c1d3cdc4f None None] Bound using segment: {'id': '7c611083-a477-4d58-b583-65deaf36ff49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'ea0e3ac3-624c-46e6-8862-2fce7b0644d1'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:30:16.461440 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-a21d28ac-fcb9-4c89-b15f-b06c1d3cdc4f None None] Bound port: b98e71c4-5677-4bf9-807d-e0874d0808d9, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c611083-a477-4d58-b583-65deaf36ff49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'ea0e3ac3-624c-46e6-8862-2fce7b0644d1'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:30:16.461826 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-a21d28ac-fcb9-4c89-b15f-b06c1d3cdc4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:16.515238 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe845cd-39ed-45bb-8e75-e1260c835712 req-b2a76318-ede9-403d-b9f6-45a26ea46e6c tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:16.516706 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-abe845cd-39ed-45bb-8e75-e1260c835712 req-b2a76318-ede9-403d-b9f6-45a26ea46e6c tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6169558 Oct 20 10:30:16.529841 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-a21d28ac-fcb9-4c89-b15f-b06c1d3cdc4f None None] For port b98e71c4-5677-4bf9-807d-e0874d0808d9, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:30:16.532934 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-a21d28ac-fcb9-4c89-b15f-b06c1d3cdc4f None None] For port b98e71c4-5677-4bf9-807d-e0874d0808d9, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=b98e71c4-5677-4bf9-807d-e0874d0808d9,segment=NetworkSegment(7c611083-a477-4d58-b583-65deaf36ff49),segment_id=7c611083-a477-4d58-b583-65deaf36ff49)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:30:16.536686 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-a21d28ac-fcb9-4c89-b15f-b06c1d3cdc4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:16.560943 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-abe845cd-39ed-45bb-8e75-e1260c835712 req-660186dc-bb25-4041-9397-f718075fcc38 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] Request body: {'port': {'device_id': '71975b9b-47f8-4e27-9d16-6eec3ce4ea95', 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84', 'admin_state_up': True, 'tenant_id': '5b81adf076f1422695016e55d14dae22'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:30:16.590359 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9e88c7-6552-4b2f-8407-572a965541f6 req-26859bed-3f5f-4bcf-8188-ffb86af4ff8b tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:16.593150 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21d28ac-fcb9-4c89-b15f-b06c1d3cdc4f None None] Pushing event updated for resources: {'Port': ['ID=b98e71c4-5677-4bf9-807d-e0874d0808d9,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:30:16.598863 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9f9e88c7-6552-4b2f-8407-572a965541f6 req-26859bed-3f5f-4bcf-8188-ffb86af4ff8b tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/ports?device_id=95fa9703-1404-4771-a94e-0d9e1c8e85e7 HTTP/1.1" status: 200 len: 943 time: 0.2324874 Oct 20 10:30:16.739037 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [None req-5f46fc1a-8ff8-403e-babc-e3da5b2f2acd admin admin] Allocated IP 172.25.1.130 (cbe170d3-31ba-45a2-b477-520ab0a7a8ea/f4e26aca-17ac-4adb-a66b-d939a1b35b64/fc3a0916-601c-4571-b259-0f2397433069) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:30:16.787152 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9f9e88c7-6552-4b2f-8407-572a965541f6 req-a4c1efea-34ad-40f3-b96e-fa158c54ecee tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba094063-4980-4c22-bc34-9c1534c0beb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874073 Oct 20 10:30:16.802034 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d373ba8-e6f0-409a-8b82-d3d6bc33119c req-e73c7c72-4f1c-4df2-a8af-4c020e5cc37d tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:16.803595 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1d373ba8-e6f0-409a-8b82-d3d6bc33119c req-e73c7c72-4f1c-4df2-a8af-4c020e5cc37d tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] 10.222.0.64 "GET /v2.0/ports?device_id=91f08e17-013a-43df-a287-3962fa56a0c2 HTTP/1.1" status: 200 len: 944 time: 0.3192973 Oct 20 10:30:16.810117 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-704aa40c-03bb-45d2-8203-23dc35084356 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26836128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26761819'] for subnet, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:16.962467 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 8ddc9018-c3de-475d-9862-8c844418908a up at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:30:16.966294 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704aa40c-03bb-45d2-8203-23dc35084356 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba1df794-ccae-4e17-be55-4b4a3764e935,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:30:17.016676 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abe845cd-39ed-45bb-8e75-e1260c835712 req-660186dc-bb25-4041-9397-f718075fcc38 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] Made reservation on behalf of 5b81adf076f1422695016e55d14dae22 for: {'port': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:30:17.017197 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning for port 8ddc9018-c3de-475d-9862-8c844418908a completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:30:17.020208 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-abe845cd-39ed-45bb-8e75-e1260c835712 req-660186dc-bb25-4041-9397-f718075fcc38 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:17.021168 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning complete for port 8ddc9018-c3de-475d-9862-8c844418908a triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:30:17.021622 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:17.024429 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1d373ba8-e6f0-409a-8b82-d3d6bc33119c req-d877a61d-3a1a-4526-a32d-3a5e1810e3a4 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] 10.222.0.64 "GET /v2.0/security-groups?id=86067063-f5e4-4e77-9825-0a77623af17f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815619 Oct 20 10:30:17.052583 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704aa40c-03bb-45d2-8203-23dc35084356 admin admin] Checking segment: {'id': '051f9c65-4e4b-4cc9-ace7-f0cfbcf6fdaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '7541d774-cf46-43a8-ab91-4a72282aac35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:30:17.052946 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-704aa40c-03bb-45d2-8203-23dc35084356 admin admin] Network hostable DHCP agents. Network: 7541d774-cf46-43a8-ab91-4a72282aac35, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:30:17.097727 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5f46fc1a-8ff8-403e-babc-e3da5b2f2acd admin admin] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:17.114809 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:17.115043 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4527ae-60f8-4d0f-85a1-85e98176e1bc req-f50b0c1a-4482-4579-a1bd-1ab68e18a921 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:17.116539 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9b4527ae-60f8-4d0f-85a1-85e98176e1bc req-f50b0c1a-4482-4579-a1bd-1ab68e18a921 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d088f35-587e-4c94-b637-18178327009b HTTP/1.1" status: 200 len: 948 time: 0.1670823 Oct 20 10:30:17.148797 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 8ddc9018-c3de-475d-9862-8c844418908a, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=8ddc9018-c3de-475d-9862-8c844418908a,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:30:17.152634 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:17.153743 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device b7dde49d-909d-4ddf-86b7-ffbb521107f3 no longer exists at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:30:17.159472 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-704aa40c-03bb-45d2-8203-23dc35084356 admin admin] Network 7541d774-cf46-43a8-ab91-4a72282aac35 is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:30:17.196187 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1434be6d-a382-41e3-a1b4-101724690766 req-ee366600-4397-4392-abbb-0f97b766334f tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/ports?device_id=71975b9b-47f8-4e27-9d16-6eec3ce4ea95 HTTP/1.1" status: 200 len: 210 time: 0.0913379 Oct 20 10:30:17.226180 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-704aa40c-03bb-45d2-8203-23dc35084356 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, 7541d774-cf46-43a8-ab91-4a72282aac35) {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:30:17.237484 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-704aa40c-03bb-45d2-8203-23dc35084356 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:17.237844 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b83f2f3-2d95-47de-9b62-a8889898f4f9 None None] Network 7541d774-cf46-43a8-ab91-4a72282aac35 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:30:17.238320 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-704aa40c-03bb-45d2-8203-23dc35084356 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:17.257673 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=8ddc9018-c3de-475d-9862-8c844418908a,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:30:17.308136 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9b4527ae-60f8-4d0f-85a1-85e98176e1bc req-4be552a9-68b5-4062-93ba-1799e704eedb tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550474 Oct 20 10:30:17.315653 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-704aa40c-03bb-45d2-8203-23dc35084356 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6065326 Oct 20 10:30:17.318456 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 40432) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:30:17.324294 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-b5c9886e-dc6e-401f-bc57-07b59aa22bbd admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1408467026-router', 'tenant_id': '946a9e604754455a8a9faea87bc41b49', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:30:17.337446 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [req-abe845cd-39ed-45bb-8e75-e1260c835712 req-660186dc-bb25-4041-9397-f718075fcc38 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] Allocated IP 192.168.233.207 (a7c57b12-d7c3-48bb-aa54-a67a56468a84/8f86199a-b8f2-45b4-a83a-995a7ea6fe42/03d43538-ffbf-4b30-98d6-4a77208ff3d3) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:30:17.356072 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:17.391784 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id b7dde49d-909d-4ddf-86b7-ffbb521107f3 {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:30:17.412149 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b5c9886e-dc6e-401f-bc57-07b59aa22bbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1772442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258322'] for router, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:17.413444 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b5c9886e-dc6e-401f-bc57-07b59aa22bbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1772334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773516', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258315'] for router, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:17.418590 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5f46fc1a-8ff8-403e-babc-e3da5b2f2acd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:17.421183 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port b7dde49d-909d-4ddf-86b7-ffbb521107f3, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=b7dde49d-909d-4ddf-86b7-ffbb521107f3,segment=NetworkSegment(c9f340c0-9c49-427c-b46d-475b702ed788),segment_id=c9f340c0-9c49-427c-b46d-475b702ed788)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:30:17.427292 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:17.508662 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f46fc1a-8ff8-403e-babc-e3da5b2f2acd admin admin] Pushing event updated for resources: {'Port': ['ID=fc3a0916-601c-4571-b259-0f2397433069,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:30:17.531642 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=b7dde49d-909d-4ddf-86b7-ffbb521107f3,revision_number=7']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:30:17.539648 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b5c9886e-dc6e-401f-bc57-07b59aa22bbd admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:17.564238 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a73d29-3a26-4726-bdd2-bcb06c84ef48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524064ba-869c-5550-b826-c26b69a11278-7541d774-cf46-43a8-ab91-4a72282aac35', 'network_id': '7541d774-cf46-43a8-ab91-4a72282aac35', 'tenant_id': '946a9e604754455a8a9faea87bc41b49', 'fixed_ips': [{'subnet_id': 'ba1df794-ccae-4e17-be55-4b4a3764e935'}]}} from n-d-811396-3. {{(pid=100598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:30:17.565115 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-05a73d29-3a26-4726-bdd2-bcb06c84ef48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:17.567321 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device b98e71c4-5677-4bf9-807d-e0874d0808d9 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:30:17.656065 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f46fc1a-8ff8-403e-babc-e3da5b2f2acd admin admin] Network cbe170d3-31ba-45a2-b477-520ab0a7a8ea is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:30:17.659899 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-5f46fc1a-8ff8-403e-babc-e3da5b2f2acd admin admin] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:30:17.667272 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f46fc1a-8ff8-403e-babc-e3da5b2f2acd admin admin] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:30:17.712864 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b5c9886e-dc6e-401f-bc57-07b59aa22bbd admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:17.729425 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port b98e71c4-5677-4bf9-807d-e0874d0808d9 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:30:17.729803 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:17.790049 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc96763-39f6-47dc-9788-27bb4a582139 None None] Network ea0e3ac3-624c-46e6-8862-2fce7b0644d1 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:30:17.884755 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97dcc4f-7513-4b4e-be2e-ef80f4d47ce6 req-ee897f77-3b34-4066-8a87-f90ee545de51 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:17.888428 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f97dcc4f-7513-4b4e-be2e-ef80f4d47ce6 req-ee897f77-3b34-4066-8a87-f90ee545de51 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/ports?device_id=cfd9c347-823b-4439-8390-32d9d5c874fc HTTP/1.1" status: 200 len: 950 time: 0.3444760 Oct 20 10:30:17.892845 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-06995d13-dc7b-41a9-9caa-2bd8e95ac663 None None] Provisioning complete for port b98e71c4-5677-4bf9-807d-e0874d0808d9 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:30:17.893233 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-06995d13-dc7b-41a9-9caa-2bd8e95ac663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:17.902479 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-05a73d29-3a26-4726-bdd2-bcb06c84ef48 None None] Allocated IP 172.20.0.2 (7541d774-cf46-43a8-ab91-4a72282aac35/ba1df794-ccae-4e17-be55-4b4a3764e935/b54b905b-9c3f-4432-9580-93c6fb902a1e) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:30:17.965549 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-abe845cd-39ed-45bb-8e75-e1260c835712 req-660186dc-bb25-4041-9397-f718075fcc38 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:17.993134 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b5c9886e-dc6e-401f-bc57-07b59aa22bbd admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:18.015591 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b5c9886e-dc6e-401f-bc57-07b59aa22bbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:18.043746 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f97dcc4f-7513-4b4e-be2e-ef80f4d47ce6 req-099ef03b-63d5-4859-99e4-bc5e54bca184 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/security-groups?id=dfac1146-e768-4d56-96b1-8816525464ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365831 Oct 20 10:30:18.057836 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ebd8af-3cfd-4d73-826c-68ee577b9d74 req-2c3bb090-85ac-4550-bf6e-150d1703ddc5 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:18.059368 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d3ebd8af-3cfd-4d73-826c-68ee577b9d74 req-2c3bb090-85ac-4550-bf6e-150d1703ddc5 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/ports?device_id=95fa9703-1404-4771-a94e-0d9e1c8e85e7 HTTP/1.1" status: 200 len: 943 time: 0.1689479 Oct 20 10:30:18.083666 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfd9c347-823b-4439-8390-32d9d5c874fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ddc9018-c3de-475d-9862-8c844418908a'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:30:18.083666 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f66bfdb5-fd2c-49e0-86c3-115fda6eda3c" -d '{"events": [{"server_uuid": "cfd9c347-823b-4439-8390-32d9d5c874fc", "name": "network-vif-plugged", "status": "completed", "tag": "8ddc9018-c3de-475d-9862-8c844418908a"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:30:18.086102 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:18.161947 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-abe845cd-39ed-45bb-8e75-e1260c835712 req-660186dc-bb25-4041-9397-f718075fcc38 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:18.172487 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-b5c9886e-dc6e-401f-bc57-07b59aa22bbd admin admin] Allocated IP 172.25.1.193 (cbe170d3-31ba-45a2-b477-520ab0a7a8ea/f4e26aca-17ac-4adb-a66b-d939a1b35b64/e5f260e5-f754-4927-a4f2-d69263350b2b) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:30:18.203584 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] For port b98e71c4-5677-4bf9-807d-e0874d0808d9, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=b98e71c4-5677-4bf9-807d-e0874d0808d9,segment=NetworkSegment(7c611083-a477-4d58-b583-65deaf36ff49),segment_id=7c611083-a477-4d58-b583-65deaf36ff49)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:30:18.215182 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5f46fc1a-8ff8-403e-babc-e3da5b2f2acd admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:18.219326 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-06995d13-dc7b-41a9-9caa-2bd8e95ac663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:18.246704 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:18.261716 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['6f56cdd5-3a21-42fd-82df-94804732ae43', 'ca4b6c1b-62ef-450a-aa40-8f2ecc9ced87'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:30:18.286976 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d3ebd8af-3cfd-4d73-826c-68ee577b9d74 req-3011c1d8-e462-413c-a49e-3e439a9c8045 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba094063-4980-4c22-bc34-9c1534c0beb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166555 Oct 20 10:30:18.322501 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abe845cd-39ed-45bb-8e75-e1260c835712 req-660186dc-bb25-4041-9397-f718075fcc38 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] Network a7c57b12-d7c3-48bb-aa54-a67a56468a84 is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:30:18.362160 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b5c9886e-dc6e-401f-bc57-07b59aa22bbd admin admin] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:18.366359 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [req-abe845cd-39ed-45bb-8e75-e1260c835712 req-660186dc-bb25-4041-9397-f718075fcc38 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:30:18.366676 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80c32d2c-bab0-4977-be33-78d06cd922e2 x-openstack-request-id: req-80c32d2c-bab0-4977-be33-78d06cd922e2 {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:30:18.366984 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfd9c347-823b-4439-8390-32d9d5c874fc", "name": "network-vif-plugged", "status": "completed", "tag": "8ddc9018-c3de-475d-9862-8c844418908a", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:30:18.367239 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-80c32d2c-bab0-4977-be33-78d06cd922e2 {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:30:18.368003 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfd9c347-823b-4439-8390-32d9d5c874fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ddc9018-c3de-475d-9862-8c844418908a', 'code': 200} Oct 20 10:30:18.368289 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660186dc-bb25-4041-9397-f718075fcc38 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] Pushing event updated for resources: {'Port': ['ID=03d43538-ffbf-4b30-98d6-4a77208ff3d3,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:30:18.372603 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-abe845cd-39ed-45bb-8e75-e1260c835712 req-660186dc-bb25-4041-9397-f718075fcc38 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:30:18.383790 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-05a73d29-3a26-4726-bdd2-bcb06c84ef48 None None] Publish callbacks [] for port, precommit_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:18.450331 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-05a73d29-3a26-4726-bdd2-bcb06c84ef48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:18.486308 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Pushing event updated for resources: {'Port': ['ID=b98e71c4-5677-4bf9-807d-e0874d0808d9,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:30:18.514994 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.db.api [None req-06995d13-dc7b-41a9-9caa-2bd8e95ac663 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 10:30:18.516323 n-d-811396-3 neutron-server[100598]: DEBUG oslo_db.api [None req-06995d13-dc7b-41a9-9caa-2bd8e95ac663 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 10:30:18.524007 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b5c9886e-dc6e-401f-bc57-07b59aa22bbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:18.532454 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a73d29-3a26-4726-bdd2-bcb06c84ef48 None None] Network 7541d774-cf46-43a8-ab91-4a72282aac35 is already hosted by enough agents. {{(pid=100598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:30:18.557798 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe845cd-39ed-45bb-8e75-e1260c835712 req-660186dc-bb25-4041-9397-f718075fcc38 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:18.558248 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.base_scheduler [None req-05a73d29-3a26-4726-bdd2-bcb06c84ef48 None None] Resources bound (agent type, host, resource id): {{(pid=100598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:30:18.558355 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-abe845cd-39ed-45bb-8e75-e1260c835712 req-660186dc-bb25-4041-9397-f718075fcc38 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:18.585786 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c9886e-dc6e-401f-bc57-07b59aa22bbd admin admin] Pushing event updated for resources: {'Port': ['ID=e5f260e5-f754-4927-a4f2-d69263350b2b,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:30:18.587671 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4b75c4-a513-4c47-b1b0-ca862ef6c02b req-2715079c-4143-4db5-ad5a-4143d828c138 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:18.595791 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6c4b75c4-a513-4c47-b1b0-ca862ef6c02b req-2715079c-4143-4db5-ad5a-4143d828c138 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] 10.222.0.64 "GET /v2.0/ports?device_id=91f08e17-013a-43df-a287-3962fa56a0c2 HTTP/1.1" status: 200 len: 943 time: 0.3148615 Oct 20 10:30:18.599218 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a73d29-3a26-4726-bdd2-bcb06c84ef48 None None] Received port after_create {{(pid=100598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:30:18.617482 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1a3259-a6ee-4289-acd0-efd73b8c3093 req-4cc7d955-10f3-4c25-ac36-c66518d101a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:18.619348 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-0a1a3259-a6ee-4289-acd0-efd73b8c3093 req-4cc7d955-10f3-4c25-ac36-c66518d101a3 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=cfd9c347-823b-4439-8390-32d9d5c874fc HTTP/1.1" status: 200 len: 1101 time: 0.1532438 Oct 20 10:30:18.633015 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e004930e-91fe-4fd5-a7ef-ced8ea591041 req-5808ffc7-ae2b-467e-892b-bac2934dcb85 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:18.634748 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-e004930e-91fe-4fd5-a7ef-ced8ea591041 req-5808ffc7-ae2b-467e-892b-bac2934dcb85 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] 10.222.0.69 "GET /v2.0/ports?device_id=91f08e17-013a-43df-a287-3962fa56a0c2 HTTP/1.1" status: 200 len: 943 time: 0.2010577 Oct 20 10:30:18.670471 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-abe845cd-39ed-45bb-8e75-e1260c835712 req-660186dc-bb25-4041-9397-f718075fcc38 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1207044 Oct 20 10:30:18.714925 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee6d8eb-96b9-4116-abd1-0c31a1f6a53d req-f8a6d478-d3b9-442a-8e65-ba96f0617c02 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:18.717076 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-dee6d8eb-96b9-4116-abd1-0c31a1f6a53d req-f8a6d478-d3b9-442a-8e65-ba96f0617c02 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/ports?device_id=71975b9b-47f8-4e27-9d16-6eec3ce4ea95 HTTP/1.1" status: 200 len: 936 time: 0.2318456 Oct 20 10:30:18.720582 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-0a1a3259-a6ee-4289-acd0-efd73b8c3093 req-8203ff7d-5990-4eb7-920b-32e1269f7803 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=dfac1146-e768-4d56-96b1-8816525464ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830572 Oct 20 10:30:18.722484 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c9886e-dc6e-401f-bc57-07b59aa22bbd admin admin] Network cbe170d3-31ba-45a2-b477-520ab0a7a8ea is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:30:18.730248 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-b5c9886e-dc6e-401f-bc57-07b59aa22bbd admin admin] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:30:18.732748 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6c4b75c4-a513-4c47-b1b0-ca862ef6c02b req-c0a12b36-16c7-4ff9-8fe3-c9f33668a506 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] 10.222.0.64 "GET /v2.0/security-groups?id=86067063-f5e4-4e77-9825-0a77623af17f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352952 Oct 20 10:30:18.733742 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c9886e-dc6e-401f-bc57-07b59aa22bbd admin admin] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:30:18.776026 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-abe845cd-39ed-45bb-8e75-e1260c835712 req-356ce31d-56c5-4c7d-a603-fe475fb4d14d service neutron] Request body: {'port': {'device_id': '71975b9b-47f8-4e27-9d16-6eec3ce4ea95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811396-3'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:30:18.830564 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a73d29-3a26-4726-bdd2-bcb06c84ef48 None None] Pushing event updated for resources: {'Port': ['ID=b54b905b-9c3f-4432-9580-93c6fb902a1e,revision_number=1']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:30:18.891128 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [req-e004930e-91fe-4fd5-a7ef-ced8ea591041 req-6880531c-46e5-4c9d-b9f1-e0fef530921f tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Deleting port b7dde49d-909d-4ddf-86b7-ffbb521107f3 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:30:18.891568 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-e004930e-91fe-4fd5-a7ef-ced8ea591041 req-6880531c-46e5-4c9d-b9f1-e0fef530921f tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:18.899775 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-05a73d29-3a26-4726-bdd2-bcb06c84ef48 None None] Attempting to bind port b54b905b-9c3f-4432-9580-93c6fb902a1e on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:30:18.900235 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-05a73d29-3a26-4726-bdd2-bcb06c84ef48 None None] Attempting to bind port b54b905b-9c3f-4432-9580-93c6fb902a1e by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '051f9c65-4e4b-4cc9-ace7-f0cfbcf6fdaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '7541d774-cf46-43a8-ab91-4a72282aac35'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:30:18.900674 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a73d29-3a26-4726-bdd2-bcb06c84ef48 None None] Attempting to bind port b54b905b-9c3f-4432-9580-93c6fb902a1e on network 7541d774-cf46-43a8-ab91-4a72282aac35 {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:30:18.904904 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:18.915840 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a73d29-3a26-4726-bdd2-bcb06c84ef48 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:30:18.916310 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a73d29-3a26-4726-bdd2-bcb06c84ef48 None None] Checking segment: {'id': '051f9c65-4e4b-4cc9-ace7-f0cfbcf6fdaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '7541d774-cf46-43a8-ab91-4a72282aac35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:30:18.916776 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-05a73d29-3a26-4726-bdd2-bcb06c84ef48 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:18.917253 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a73d29-3a26-4726-bdd2-bcb06c84ef48 None None] Bound using segment: {'id': '051f9c65-4e4b-4cc9-ace7-f0cfbcf6fdaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '7541d774-cf46-43a8-ab91-4a72282aac35'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:30:18.917817 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-05a73d29-3a26-4726-bdd2-bcb06c84ef48 None None] Bound port: b54b905b-9c3f-4432-9580-93c6fb902a1e, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '051f9c65-4e4b-4cc9-ace7-f0cfbcf6fdaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '7541d774-cf46-43a8-ab91-4a72282aac35'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:30:18.918268 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-05a73d29-3a26-4726-bdd2-bcb06c84ef48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:18.920709 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-dee6d8eb-96b9-4116-abd1-0c31a1f6a53d req-bf44a521-408e-4a65-b2a1-0d4d7da5c88c tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/security-groups?id=33b0304f-e8b0-41ca-8b6c-fa0f5439f339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799183 Oct 20 10:30:18.939552 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-abe845cd-39ed-45bb-8e75-e1260c835712 req-356ce31d-56c5-4c7d-a603-fe475fb4d14d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:18.948558 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3e9ca9-9a4f-4d9a-86b0-afbf252d600c req-a282dc2c-c49c-4fc9-a921-a69619b7b01d tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:18.950124 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ba3e9ca9-9a4f-4d9a-86b0-afbf252d600c req-a282dc2c-c49c-4fc9-a921-a69619b7b01d tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d088f35-587e-4c94-b637-18178327009b HTTP/1.1" status: 200 len: 948 time: 0.1084208 Oct 20 10:30:18.953136 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5f46fc1a-8ff8-403e-babc-e3da5b2f2acd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1773475'] for router, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:19.058951 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-05a73d29-3a26-4726-bdd2-bcb06c84ef48 None None] For port b54b905b-9c3f-4432-9580-93c6fb902a1e, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:30:19.080596 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [req-e004930e-91fe-4fd5-a7ef-ced8ea591041 req-6880531c-46e5-4c9d-b9f1-e0fef530921f tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] For port b7dde49d-909d-4ddf-86b7-ffbb521107f3, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=b7dde49d-909d-4ddf-86b7-ffbb521107f3,segment=NetworkSegment(c9f340c0-9c49-427c-b46d-475b702ed788),segment_id=c9f340c0-9c49-427c-b46d-475b702ed788)] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:30:19.080968 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-e004930e-91fe-4fd5-a7ef-ced8ea591041 req-6880531c-46e5-4c9d-b9f1-e0fef530921f tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:19.091218 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-05a73d29-3a26-4726-bdd2-bcb06c84ef48 None None] For port b54b905b-9c3f-4432-9580-93c6fb902a1e, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=b54b905b-9c3f-4432-9580-93c6fb902a1e,segment=NetworkSegment(051f9c65-4e4b-4cc9-ace7-f0cfbcf6fdaf),segment_id=051f9c65-4e4b-4cc9-ace7-f0cfbcf6fdaf)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:30:19.103583 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [req-e004930e-91fe-4fd5-a7ef-ced8ea591041 req-6880531c-46e5-4c9d-b9f1-e0fef530921f tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Calling delete_port for b7dde49d-909d-4ddf-86b7-ffbb521107f3 owned by compute:nova {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:30:19.148336 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-05a73d29-3a26-4726-bdd2-bcb06c84ef48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:19.223323 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b5c9886e-dc6e-401f-bc57-07b59aa22bbd admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:19.242962 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a73d29-3a26-4726-bdd2-bcb06c84ef48 None None] Pushing event updated for resources: {'Port': ['ID=b54b905b-9c3f-4432-9580-93c6fb902a1e,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:30:19.265727 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-8ca3a34d-ab43-479e-8b52-4acd24aa3bfc None None] Provisioning complete for port b98e71c4-5677-4bf9-807d-e0874d0808d9 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:30:19.266112 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-8ca3a34d-ab43-479e-8b52-4acd24aa3bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:19.384391 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-8ca3a34d-ab43-479e-8b52-4acd24aa3bfc None None] Provisioning complete for port 03d43538-ffbf-4b30-98d6-4a77208ff3d3 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:30:19.384881 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-8ca3a34d-ab43-479e-8b52-4acd24aa3bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:19.467335 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device b98e71c4-5677-4bf9-807d-e0874d0808d9 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:30:19.503153 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b5c9886e-dc6e-401f-bc57-07b59aa22bbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1773475'] for router, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:19.505189 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-e004930e-91fe-4fd5-a7ef-ced8ea591041 req-6880531c-46e5-4c9d-b9f1-e0fef530921f tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:19.523250 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ba3e9ca9-9a4f-4d9a-86b0-afbf252d600c req-87bcfa9d-bbb9-4881-9919-b66c4b2a59ab tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5518334 Oct 20 10:30:19.524200 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-8ca3a34d-ab43-479e-8b52-4acd24aa3bfc None None] Port 03d43538-ffbf-4b30-98d6-4a77208ff3d3 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:30:19.542051 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port b98e71c4-5677-4bf9-807d-e0874d0808d9 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:30:19.542438 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:19.605519 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6880531c-46e5-4c9d-b9f1-e0fef530921f tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Pushing event deleted for resources: {'Port': ['ID=b7dde49d-909d-4ddf-86b7-ffbb521107f3,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:30:19.773703 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fc61d7-d0bb-4254-b6af-c36ccdaa2505 req-bfbf1150-6c93-416e-b19c-72ef679c2f64 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:19.775287 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-03fc61d7-d0bb-4254-b6af-c36ccdaa2505 req-bfbf1150-6c93-416e-b19c-72ef679c2f64 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/ports?device_id=cfd9c347-823b-4439-8390-32d9d5c874fc HTTP/1.1" status: 200 len: 950 time: 0.2386379 Oct 20 10:30:19.879242 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [req-e004930e-91fe-4fd5-a7ef-ced8ea591041 req-6880531c-46e5-4c9d-b9f1-e0fef530921f tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] No DVR routers for this DVR port b7dde49d-909d-4ddf-86b7-ffbb521107f3 on host n-h2-811396-3 {{(pid=100597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:30:19.881895 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-e004930e-91fe-4fd5-a7ef-ced8ea591041 req-6880531c-46e5-4c9d-b9f1-e0fef530921f tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:19.882697 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2f374e-39b1-412d-aef9-6169ce90dbaf req-1556b476-27a2-4adb-a4cd-ac7e9bc557bb tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:19.884263 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-be2f374e-39b1-412d-aef9-6169ce90dbaf req-1556b476-27a2-4adb-a4cd-ac7e9bc557bb tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/ports?device_id=95fa9703-1404-4771-a94e-0d9e1c8e85e7 HTTP/1.1" status: 200 len: 943 time: 0.1745980 Oct 20 10:30:19.885398 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-e004930e-91fe-4fd5-a7ef-ced8ea591041 req-6880531c-46e5-4c9d-b9f1-e0fef530921f tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] 10.222.0.69 "DELETE /v2.0/ports/b7dde49d-909d-4ddf-86b7-ffbb521107f3 HTTP/1.1" status: 204 len: 173 time: 1.2127445 Oct 20 10:30:19.887880 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91f08e17-013a-43df-a287-3962fa56a0c2', 'name': 'network-vif-deleted', 'tag': 'b7dde49d-909d-4ddf-86b7-ffbb521107f3'}] {{(pid=100597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:30:19.890874 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd85cad6a391afaa95d2dd5280bfd4659fc1e1b2aba53b5e7ef874f059efcdc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fff07408-de08-4ae4-afd3-0d89efa63f46" -d '{"events": [{"server_uuid": "91f08e17-013a-43df-a287-3962fa56a0c2", "name": "network-vif-deleted", "tag": "b7dde49d-909d-4ddf-86b7-ffbb521107f3"}]}' {{(pid=100597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:30:19.908911 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-03fc61d7-d0bb-4254-b6af-c36ccdaa2505 req-bf343df2-e2d1-4c1e-9a9c-b65b5156f3f2 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/security-groups?id=dfac1146-e768-4d56-96b1-8816525464ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167951 Oct 20 10:30:19.937126 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f46fc1a-8ff8-403e-babc-e3da5b2f2acd admin admin] Router 7323eb29-a929-40ae-bb0d-6b1a01d31d06 is scheduled to L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 with binding_index 1 {{(pid=100596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 10:30:19.943640 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [req-abe845cd-39ed-45bb-8e75-e1260c835712 req-356ce31d-56c5-4c7d-a603-fe475fb4d14d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03d43538-ffbf-4b30-98d6-4a77208ff3d3 {{(pid=100596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:30:19.962843 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-abe845cd-39ed-45bb-8e75-e1260c835712 req-356ce31d-56c5-4c7d-a603-fe475fb4d14d service neutron] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:19.983993 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-be2f374e-39b1-412d-aef9-6169ce90dbaf req-5a75607a-3015-4420-943c-20ac41f38966 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba094063-4980-4c22-bc34-9c1534c0beb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724168 Oct 20 10:30:19.988535 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.provisioning_blocks [req-abe845cd-39ed-45bb-8e75-e1260c835712 req-356ce31d-56c5-4c7d-a603-fe475fb4d14d service neutron] Transition to ACTIVE for port object 03d43538-ffbf-4b30-98d6-4a77208ff3d3 will not be triggered until provisioned by entity L2. {{(pid=100596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:30:20.000272 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5c9886e-dc6e-401f-bc57-07b59aa22bbd admin admin] Router 6c8e07ba-d16f-474e-8dce-631d71307689 is scheduled to L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 with binding_index 1 {{(pid=100597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 10:30:20.079311 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-abe845cd-39ed-45bb-8e75-e1260c835712 req-356ce31d-56c5-4c7d-a603-fe475fb4d14d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:20.179534 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5ab92cd0-b141-428f-bad9-94735a37e6c9 req-53b603e6-4294-4d9a-9325-a59bd3df72fd tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] 10.222.0.64 "GET /v2.0/ports?device_id=91f08e17-013a-43df-a287-3962fa56a0c2 HTTP/1.1" status: 200 len: 210 time: 0.0559983 Oct 20 10:30:20.203137 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5c9886e-dc6e-401f-bc57-07b59aa22bbd admin admin] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:30:20.213736 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d90fd4f-81e0-4dc5-93d4-ac1f3b5e7b7e None None] Sync routers for ids ['6c8e07ba-d16f-474e-8dce-631d71307689'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:30:20.226608 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d90fd4f-81e0-4dc5-93d4-ac1f3b5e7b7e None None] Routers {'6c8e07ba-d16f-474e-8dce-631d71307689'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:30:20.227333 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-4d90fd4f-81e0-4dc5-93d4-ac1f3b5e7b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:30:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['6c8e07ba-d16f-474e-8dce-631d71307689'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:30:20.236833 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b5c9886e-dc6e-401f-bc57-07b59aa22bbd admin admin] Publish callbacks [] for router, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:20.237966 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-b5c9886e-dc6e-401f-bc57-07b59aa22bbd admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.9177322 Oct 20 10:30:20.241699 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-508b86de-6463-41bf-91f8-87294416a2ed x-openstack-request-id: req-508b86de-6463-41bf-91f8-87294416a2ed {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:30:20.242211 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91f08e17-013a-43df-a287-3962fa56a0c2", "name": "network-vif-deleted", "tag": "b7dde49d-909d-4ddf-86b7-ffbb521107f3", "status": "completed", "code": 200}]} {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:30:20.242674 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-508b86de-6463-41bf-91f8-87294416a2ed {{(pid=100597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:30:20.243298 n-d-811396-3 neutron-server[100597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91f08e17-013a-43df-a287-3962fa56a0c2', 'name': 'network-vif-deleted', 'tag': 'b7dde49d-909d-4ddf-86b7-ffbb521107f3', 'status': 'completed', 'code': 200} Oct 20 10:30:20.243942 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 40462) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:30:20.261834 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356ce31d-56c5-4c7d-a603-fe475fb4d14d service neutron] Pushing event updated for resources: {'Port': ['ID=03d43538-ffbf-4b30-98d6-4a77208ff3d3,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:30:20.302843 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c499b59-2c29-482f-b29f-8823c739a482 req-e6ee3367-268d-4acb-b378-f38e1d9dbe49 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:20.304467 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8c499b59-2c29-482f-b29f-8823c739a482 req-e6ee3367-268d-4acb-b378-f38e1d9dbe49 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d088f35-587e-4c94-b637-18178327009b HTTP/1.1" status: 200 len: 948 time: 0.2377806 Oct 20 10:30:20.329475 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f46fc1a-8ff8-403e-babc-e3da5b2f2acd admin admin] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:30:20.342725 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff280f7-2b13-4193-a84e-2ac82cd3a57c None None] Sync routers for ids ['7323eb29-a929-40ae-bb0d-6b1a01d31d06'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:30:20.358711 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff280f7-2b13-4193-a84e-2ac82cd3a57c None None] Routers {'7323eb29-a929-40ae-bb0d-6b1a01d31d06'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:30:20.359342 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-1ff280f7-2b13-4193-a84e-2ac82cd3a57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:30:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['7323eb29-a929-40ae-bb0d-6b1a01d31d06'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:30:20.481013 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5f46fc1a-8ff8-403e-babc-e3da5b2f2acd admin admin] Publish callbacks [] for router, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:20.482596 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-5f46fc1a-8ff8-403e-babc-e3da5b2f2acd admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 5.4283903 Oct 20 10:30:20.492919 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-4d90fd4f-81e0-4dc5-93d4-ac1f3b5e7b7e None None] Set router 6c8e07ba-d16f-474e-8dce-631d71307689 gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:30:20.508979 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 40464) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:30:20.517942 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8c499b59-2c29-482f-b29f-8823c739a482 req-c5977a39-3df7-450e-b1ee-8402d77cb666 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806803 Oct 20 10:30:20.606793 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-1ff280f7-2b13-4193-a84e-2ac82cd3a57c None None] Set router 7323eb29-a929-40ae-bb0d-6b1a01d31d06 gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:30:20.706176 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-abe845cd-39ed-45bb-8e75-e1260c835712 req-356ce31d-56c5-4c7d-a603-fe475fb4d14d service neutron] Attempting to bind port 03d43538-ffbf-4b30-98d6-4a77208ff3d3 on host n-h1-811396-3 for vnic_type normal with profile {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:30:20.706176 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-abe845cd-39ed-45bb-8e75-e1260c835712 req-356ce31d-56c5-4c7d-a603-fe475fb4d14d service neutron] Attempting to bind port 03d43538-ffbf-4b30-98d6-4a77208ff3d3 by drivers openvswitch,hyperv on host n-h1-811396-3 at level 0 using segments [{'id': '6f472196-aa1a-40bf-bd06-ef9f07584bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:30:20.706550 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe845cd-39ed-45bb-8e75-e1260c835712 req-356ce31d-56c5-4c7d-a603-fe475fb4d14d service neutron] Attempting to bind port 03d43538-ffbf-4b30-98d6-4a77208ff3d3 on network a7c57b12-d7c3-48bb-aa54-a67a56468a84 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:30:20.729067 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c5ee89-070c-45be-9e7c-3b23e824a2de None None] Network 7541d774-cf46-43a8-ab91-4a72282aac35 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:30:20.735697 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b580151-ebed-4551-a02b-bd375ae20538 req-23c996e7-89c5-4429-aa7e-08efae317d4d tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:20.737241 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4b580151-ebed-4551-a02b-bd375ae20538 req-23c996e7-89c5-4429-aa7e-08efae317d4d tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/ports?device_id=71975b9b-47f8-4e27-9d16-6eec3ce4ea95 HTTP/1.1" status: 200 len: 948 time: 0.4092622 Oct 20 10:30:20.739752 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe845cd-39ed-45bb-8e75-e1260c835712 req-356ce31d-56c5-4c7d-a603-fe475fb4d14d service neutron] Port 03d43538-ffbf-4b30-98d6-4a77208ff3d3 on network a7c57b12-d7c3-48bb-aa54-a67a56468a84 not bound, no agent of type Open vSwitch agent registered on host n-h1-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:30:20.740071 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe845cd-39ed-45bb-8e75-e1260c835712 req-356ce31d-56c5-4c7d-a603-fe475fb4d14d service neutron] Attempting to bind port 03d43538-ffbf-4b30-98d6-4a77208ff3d3 on network a7c57b12-d7c3-48bb-aa54-a67a56468a84 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:30:20.887430 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-4d90fd4f-81e0-4dc5-93d4-ac1f3b5e7b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c8e07ba-d16f-474e-8dce-631d71307689', 'name': 'tempest-AttachVolumeTestJSON-1408467026-router', 'tenant_id': '946a9e604754455a8a9faea87bc41b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': 'e5f260e5-f754-4927-a4f2-d69263350b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:30:17Z', 'updated_at': '2021-10-20T10:30:19Z', 'revision_number': 3, 'project_id': '946a9e604754455a8a9faea87bc41b49', 'gw_port': {'id': 'e5f260e5-f754-4927-a4f2-d69263350b2b', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:80:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c8e07ba-d16f-474e-8dce-631d71307689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:30:18Z', 'updated_at': '2021-10-20T10:30:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:30:20.891755 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe845cd-39ed-45bb-8e75-e1260c835712 req-356ce31d-56c5-4c7d-a603-fe475fb4d14d service neutron] Checking agent: {'id': 'b707b4cc-061f-4cf4-bce0-0b3df9b7bec9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:30:20.891755 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe845cd-39ed-45bb-8e75-e1260c835712 req-356ce31d-56c5-4c7d-a603-fe475fb4d14d service neutron] Checking segment: {'id': '6f472196-aa1a-40bf-bd06-ef9f07584bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:30:20.892407 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe845cd-39ed-45bb-8e75-e1260c835712 req-356ce31d-56c5-4c7d-a603-fe475fb4d14d service neutron] Bound using segment: {'id': '6f472196-aa1a-40bf-bd06-ef9f07584bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84'} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:30:20.892674 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-abe845cd-39ed-45bb-8e75-e1260c835712 req-356ce31d-56c5-4c7d-a603-fe475fb4d14d service neutron] Bound port: 03d43538-ffbf-4b30-98d6-4a77208ff3d3, host: n-h1-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f472196-aa1a-40bf-bd06-ef9f07584bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84'}}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:30:20.893037 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-abe845cd-39ed-45bb-8e75-e1260c835712 req-356ce31d-56c5-4c7d-a603-fe475fb4d14d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:20.951762 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d90fd4f-81e0-4dc5-93d4-ac1f3b5e7b7e None None] Checking router: 6c8e07ba-d16f-474e-8dce-631d71307689 for host: n-d-811396-3 {{(pid=100599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:30:20.954198 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d90fd4f-81e0-4dc5-93d4-ac1f3b5e7b7e None None] Updating router 6c8e07ba-d16f-474e-8dce-631d71307689 port e5f260e5-f754-4927-a4f2-d69263350b2b binding host n-d-811396-3 {{(pid=100599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 10:30:20.973758 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-923da13e-891f-4600-9672-2ea1363e9db6 None None] Provisioning complete for port b54b905b-9c3f-4432-9580-93c6fb902a1e triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:30:20.974132 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-923da13e-891f-4600-9672-2ea1363e9db6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:21.001693 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4b580151-ebed-4551-a02b-bd375ae20538 req-fae8a5ce-6941-465f-8a99-c4239d6864ca tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/security-groups?id=33b0304f-e8b0-41ca-8b6c-fa0f5439f339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562625 Oct 20 10:30:21.006986 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [req-19d5b12e-6ef9-490f-85a4-c3ab26744d22 req-69183290-961a-41fb-b41e-bc58f57fde17 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:30:21.008030 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-19d5b12e-6ef9-490f-85a4-c3ab26744d22 req-69183290-961a-41fb-b41e-bc58f57fde17 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0117085 Oct 20 10:30:21.017906 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-4d90fd4f-81e0-4dc5-93d4-ac1f3b5e7b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:21.168138 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fdbee600-11b1-4563-af48-ec967b5b7ca3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:21.205496 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-1ff280f7-2b13-4193-a84e-2ac82cd3a57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7323eb29-a929-40ae-bb0d-6b1a01d31d06', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-658524306-router', 'tenant_id': 'addcd1b9b9394a29a5fe1f6732be8acf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': 'fc3a0916-601c-4571-b259-0f2397433069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:30:15Z', 'updated_at': '2021-10-20T10:30:17Z', 'revision_number': 3, 'project_id': 'addcd1b9b9394a29a5fe1f6732be8acf', 'gw_port': {'id': 'fc3a0916-601c-4571-b259-0f2397433069', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:76:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7323eb29-a929-40ae-bb0d-6b1a01d31d06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:30:16Z', 'updated_at': '2021-10-20T10:30:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:30:21.236523 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-923da13e-891f-4600-9672-2ea1363e9db6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:21.238654 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff280f7-2b13-4193-a84e-2ac82cd3a57c None None] Checking router: 7323eb29-a929-40ae-bb0d-6b1a01d31d06 for host: n-d-811396-3 {{(pid=100598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:30:21.239005 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff280f7-2b13-4193-a84e-2ac82cd3a57c None None] Updating router 7323eb29-a929-40ae-bb0d-6b1a01d31d06 port fc3a0916-601c-4571-b259-0f2397433069 binding host n-d-811396-3 {{(pid=100598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 10:30:21.305350 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1ff280f7-2b13-4193-a84e-2ac82cd3a57c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:21.375130 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-923da13e-891f-4600-9672-2ea1363e9db6 None None] For port b54b905b-9c3f-4432-9580-93c6fb902a1e, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=b54b905b-9c3f-4432-9580-93c6fb902a1e,segment=NetworkSegment(051f9c65-4e4b-4cc9-ace7-f0cfbcf6fdaf),segment_id=051f9c65-4e4b-4cc9-ace7-f0cfbcf6fdaf)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:30:21.388259 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-923da13e-891f-4600-9672-2ea1363e9db6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:21.461836 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-4d90fd4f-81e0-4dc5-93d4-ac1f3b5e7b7e None None] Publish callbacks [] for port, precommit_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:21.462411 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-abe845cd-39ed-45bb-8e75-e1260c835712 req-356ce31d-56c5-4c7d-a603-fe475fb4d14d service neutron] For port 03d43538-ffbf-4b30-98d6-4a77208ff3d3, host n-h1-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:30:21.480046 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-4d90fd4f-81e0-4dc5-93d4-ac1f3b5e7b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:21.524450 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-abe845cd-39ed-45bb-8e75-e1260c835712 req-356ce31d-56c5-4c7d-a603-fe475fb4d14d service neutron] For port 03d43538-ffbf-4b30-98d6-4a77208ff3d3, host n-h1-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=03d43538-ffbf-4b30-98d6-4a77208ff3d3,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:30:21.549266 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-abe845cd-39ed-45bb-8e75-e1260c835712 req-356ce31d-56c5-4c7d-a603-fe475fb4d14d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:21.568984 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923da13e-891f-4600-9672-2ea1363e9db6 None None] Pushing event updated for resources: {'Port': ['ID=b54b905b-9c3f-4432-9580-93c6fb902a1e,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:30:21.569752 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-fdbee600-11b1-4563-af48-ec967b5b7ca3 admin admin] Allocated IP 172.20.0.1 (7541d774-cf46-43a8-ab91-4a72282aac35/ba1df794-ccae-4e17-be55-4b4a3764e935/9dfb4e95-3a0b-4871-b3e3-59e557713c68) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:30:21.615037 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device b54b905b-9c3f-4432-9580-93c6fb902a1e up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:30:21.665395 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-4d90fd4f-81e0-4dc5-93d4-ac1f3b5e7b7e None None] Attempting to bind port e5f260e5-f754-4927-a4f2-d69263350b2b on host n-d-811396-3 for vnic_type normal with profile {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:30:21.665943 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-4d90fd4f-81e0-4dc5-93d4-ac1f3b5e7b7e None None] Attempting to bind port e5f260e5-f754-4927-a4f2-d69263350b2b by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}] {{(pid=100599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:30:21.666404 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d90fd4f-81e0-4dc5-93d4-ac1f3b5e7b7e None None] Attempting to bind port e5f260e5-f754-4927-a4f2-d69263350b2b on network cbe170d3-31ba-45a2-b477-520ab0a7a8ea {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:30:21.669777 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21102c6f-c763-4709-9d98-3e9fe302dd64 None None] Pushing event updated for resources: {'Port': ['ID=e5f260e5-f754-4927-a4f2-d69263350b2b,revision_number=2']} {{(pid=100599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:30:21.675708 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d90fd4f-81e0-4dc5-93d4-ac1f3b5e7b7e None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:30:21.676147 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d90fd4f-81e0-4dc5-93d4-ac1f3b5e7b7e None None] Checking segment: {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:30:21.676667 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-4d90fd4f-81e0-4dc5-93d4-ac1f3b5e7b7e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:21.677154 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d90fd4f-81e0-4dc5-93d4-ac1f3b5e7b7e None None] Bound using segment: {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'} {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:30:21.677722 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-4d90fd4f-81e0-4dc5-93d4-ac1f3b5e7b7e None None] Bound port: e5f260e5-f754-4927-a4f2-d69263350b2b, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}}] {{(pid=100599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:30:21.678231 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-4d90fd4f-81e0-4dc5-93d4-ac1f3b5e7b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:21.715241 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8314c199-a67e-4576-afee-84736cbc5bfb req-ad81ae1f-7562-4e38-9a34-a383acbe9810 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:21.725262 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8314c199-a67e-4576-afee-84736cbc5bfb req-ad81ae1f-7562-4e38-9a34-a383acbe9810 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/ports?device_id=95fa9703-1404-4771-a94e-0d9e1c8e85e7 HTTP/1.1" status: 200 len: 943 time: 0.3066566 Oct 20 10:30:21.735441 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9982acb9-8677-42cf-89c2-9f90ce850edb req-19b70e1f-0c71-46ca-b9a7-a3bc68340c52 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:21.741293 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.db [None req-4d90fd4f-81e0-4dc5-93d4-ac1f3b5e7b7e None None] For port e5f260e5-f754-4927-a4f2-d69263350b2b, host n-d-811396-3, cleared binding levels {{(pid=100599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:30:21.742588 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9982acb9-8677-42cf-89c2-9f90ce850edb req-19b70e1f-0c71-46ca-b9a7-a3bc68340c52 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/ports?device_id=cfd9c347-823b-4439-8390-32d9d5c874fc HTTP/1.1" status: 200 len: 950 time: 0.5378735 Oct 20 10:30:21.748231 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.db [None req-4d90fd4f-81e0-4dc5-93d4-ac1f3b5e7b7e None None] For port e5f260e5-f754-4927-a4f2-d69263350b2b, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=e5f260e5-f754-4927-a4f2-d69263350b2b,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:30:21.753836 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fdbee600-11b1-4563-af48-ec967b5b7ca3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:21.766082 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-4d90fd4f-81e0-4dc5-93d4-ac1f3b5e7b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:21.791796 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3f513a72-b1a6-47a6-9d55-69a7cc7451d6 req-88e57a5e-60ff-4ea0-bba3-4eacfcc1a3b3 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2d088f35-587e-4c94-b637-18178327009b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3894794 Oct 20 10:30:21.807297 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fdbee600-11b1-4563-af48-ec967b5b7ca3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:21.809724 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-fdc61e38-ad9a-49ed-8d3a-2f3c93da2251 None None] Provisioning complete for port b54b905b-9c3f-4432-9580-93c6fb902a1e triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:30:21.810158 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-fdc61e38-ad9a-49ed-8d3a-2f3c93da2251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:21.811638 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe845cd-39ed-45bb-8e75-e1260c835712 req-356ce31d-56c5-4c7d-a603-fe475fb4d14d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:21.812252 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-abe845cd-39ed-45bb-8e75-e1260c835712 req-356ce31d-56c5-4c7d-a603-fe475fb4d14d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:21.813748 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-abe845cd-39ed-45bb-8e75-e1260c835712 req-356ce31d-56c5-4c7d-a603-fe475fb4d14d service neutron] 10.222.0.55 "PUT /v2.0/ports/03d43538-ffbf-4b30-98d6-4a77208ff3d3 HTTP/1.1" status: 200 len: 1096 time: 3.0420136 Oct 20 10:30:21.840211 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71975b9b-47f8-4e27-9d16-6eec3ce4ea95', 'tag': '03d43538-ffbf-4b30-98d6-4a77208ff3d3'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:30:21.843185 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-494b90a7-8160-4ccf-ad23-ab982605af39" -d '{"events": [{"name": "network-changed", "server_uuid": "71975b9b-47f8-4e27-9d16-6eec3ce4ea95", "tag": "03d43538-ffbf-4b30-98d6-4a77208ff3d3"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:30:21.847099 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356ce31d-56c5-4c7d-a603-fe475fb4d14d service neutron] Pushing event updated for resources: {'Port': ['ID=03d43538-ffbf-4b30-98d6-4a77208ff3d3,revision_number=3']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:30:21.878714 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbee600-11b1-4563-af48-ec967b5b7ca3 admin admin] Pushing event updated for resources: {'Port': ['ID=9dfb4e95-3a0b-4871-b3e3-59e557713c68,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:30:21.894368 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdbee600-11b1-4563-af48-ec967b5b7ca3 admin admin] Network 7541d774-cf46-43a8-ab91-4a72282aac35 is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:30:21.896101 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-fdbee600-11b1-4563-af48-ec967b5b7ca3 admin admin] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:30:21.899950 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d90fd4f-81e0-4dc5-93d4-ac1f3b5e7b7e None None] Routers {'6c8e07ba-d16f-474e-8dce-631d71307689'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:30:21.901328 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdbee600-11b1-4563-af48-ec967b5b7ca3 admin admin] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:30:21.903669 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-4d90fd4f-81e0-4dc5-93d4-ac1f3b5e7b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:30:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['6c8e07ba-d16f-474e-8dce-631d71307689'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:30:21.937394 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port b54b905b-9c3f-4432-9580-93c6fb902a1e triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:30:21.938029 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:21.996826 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-b5839d4a-11d6-4c52-8115-5052e9234025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:22.047908 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fdbee600-11b1-4563-af48-ec967b5b7ca3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1774540'] for router_interface, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:22.079328 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21102c6f-c763-4709-9d98-3e9fe302dd64 None None] Pushing event updated for resources: {'Port': ['ID=e5f260e5-f754-4927-a4f2-d69263350b2b,revision_number=3']} {{(pid=100599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:30:22.186806 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9982acb9-8677-42cf-89c2-9f90ce850edb req-3f04864f-f363-4474-8cb2-a5bff2304dfb tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/security-groups?id=dfac1146-e768-4d56-96b1-8816525464ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4431713 Oct 20 10:30:22.211604 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1ff280f7-2b13-4193-a84e-2ac82cd3a57c None None] Publish callbacks [] for port, precommit_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:22.285234 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8314c199-a67e-4576-afee-84736cbc5bfb req-bb897885-2ebe-4209-b46c-964c8201dc44 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba094063-4980-4c22-bc34-9c1534c0beb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5590022 Oct 20 10:30:22.392020 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe845cd-39ed-45bb-8e75-e1260c835712 req-32ad658f-d1a9-43de-bce7-205cace28f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:22.393449 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-abe845cd-39ed-45bb-8e75-e1260c835712 req-32ad658f-d1a9-43de-bce7-205cace28f13 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5b81adf076f1422695016e55d14dae22&device_id=71975b9b-47f8-4e27-9d16-6eec3ce4ea95 HTTP/1.1" status: 200 len: 1099 time: 0.4817159 Oct 20 10:30:22.410535 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-4d90fd4f-81e0-4dc5-93d4-ac1f3b5e7b7e None None] Set router 6c8e07ba-d16f-474e-8dce-631d71307689 gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:30:22.476026 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fdbee600-11b1-4563-af48-ec967b5b7ca3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:22.476560 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-838ee4ec-2428-45a2-804d-f37012ffedf7 x-openstack-request-id: req-838ee4ec-2428-45a2-804d-f37012ffedf7 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:30:22.476560 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71975b9b-47f8-4e27-9d16-6eec3ce4ea95", "tag": "03d43538-ffbf-4b30-98d6-4a77208ff3d3", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:30:22.476560 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-838ee4ec-2428-45a2-804d-f37012ffedf7 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:30:22.476913 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71975b9b-47f8-4e27-9d16-6eec3ce4ea95', 'tag': '03d43538-ffbf-4b30-98d6-4a77208ff3d3', 'status': 'completed', 'code': 200} Oct 20 10:30:22.606748 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-abe845cd-39ed-45bb-8e75-e1260c835712 req-6e3f8fdd-fe5a-45e8-b4fe-98f29a82df7e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=03d43538-ffbf-4b30-98d6-4a77208ff3d3 HTTP/1.1" status: 200 len: 217 time: 0.1386981 Oct 20 10:30:22.720698 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-4d90fd4f-81e0-4dc5-93d4-ac1f3b5e7b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c8e07ba-d16f-474e-8dce-631d71307689', 'name': 'tempest-AttachVolumeTestJSON-1408467026-router', 'tenant_id': '946a9e604754455a8a9faea87bc41b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': 'e5f260e5-f754-4927-a4f2-d69263350b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:30:17Z', 'updated_at': '2021-10-20T10:30:19Z', 'revision_number': 3, 'project_id': '946a9e604754455a8a9faea87bc41b49', 'gw_port': {'id': 'e5f260e5-f754-4927-a4f2-d69263350b2b', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:80:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c8e07ba-d16f-474e-8dce-631d71307689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:30:18Z', 'updated_at': '2021-10-20T10:30:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:30:22.756037 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1ff280f7-2b13-4193-a84e-2ac82cd3a57c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:22.765218 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d90fd4f-81e0-4dc5-93d4-ac1f3b5e7b7e None None] The sync data for ids ['6c8e07ba-d16f-474e-8dce-631d71307689'] in n-d-811396-3 is: [{'id': '6c8e07ba-d16f-474e-8dce-631d71307689', 'name': 'tempest-AttachVolumeTestJSON-1408467026-router', 'tenant_id': '946a9e604754455a8a9faea87bc41b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': 'e5f260e5-f754-4927-a4f2-d69263350b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:30:17Z', 'updated_at': '2021-10-20T10:30:19Z', 'revision_number': 3, 'project_id': '946a9e604754455a8a9faea87bc41b49', 'gw_port': {'id': 'e5f260e5-f754-4927-a4f2-d69263350b2b', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:80:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c8e07ba-d16f-474e-8dce-631d71307689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:30:18Z', 'updated_at': '2021-10-20T10:30:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:30:22.959895 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-1ff280f7-2b13-4193-a84e-2ac82cd3a57c None None] Attempting to bind port fc3a0916-601c-4571-b259-0f2397433069 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:30:22.960269 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-1ff280f7-2b13-4193-a84e-2ac82cd3a57c None None] Attempting to bind port fc3a0916-601c-4571-b259-0f2397433069 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:30:22.960640 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff280f7-2b13-4193-a84e-2ac82cd3a57c None None] Attempting to bind port fc3a0916-601c-4571-b259-0f2397433069 on network cbe170d3-31ba-45a2-b477-520ab0a7a8ea {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:30:22.969040 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fdbee600-11b1-4563-af48-ec967b5b7ca3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:22.973174 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device b7dde49d-909d-4ddf-86b7-ffbb521107f3 no longer exists at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:30:22.975650 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dd62b1-3379-4f36-bf17-48acb000ece9 None None] Pushing event updated for resources: {'Port': ['ID=fc3a0916-601c-4571-b259-0f2397433069,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:30:22.981885 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff280f7-2b13-4193-a84e-2ac82cd3a57c None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:30:22.982228 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff280f7-2b13-4193-a84e-2ac82cd3a57c None None] Checking segment: {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:30:22.983616 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fdbee600-11b1-4563-af48-ec967b5b7ca3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:22.992149 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1ff280f7-2b13-4193-a84e-2ac82cd3a57c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:22.992598 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff280f7-2b13-4193-a84e-2ac82cd3a57c None None] Bound using segment: {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:30:22.993129 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-1ff280f7-2b13-4193-a84e-2ac82cd3a57c None None] Bound port: fc3a0916-601c-4571-b259-0f2397433069, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:30:22.993533 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1ff280f7-2b13-4193-a84e-2ac82cd3a57c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:23.033598 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-27735cfb-48da-4287-bd12-de6b6cea8a4e None None] Provisioning complete for port 9dfb4e95-3a0b-4871-b3e3-59e557713c68 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:30:23.034011 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-27735cfb-48da-4287-bd12-de6b6cea8a4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:23.102474 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] No Port match for: b7dde49d-909d-4ddf-86b7-ffbb521107f3 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:30:23.102848 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device b7dde49d-909d-4ddf-86b7-ffbb521107f3 not bound to the agent host n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:30:23.103237 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device c775663b-fc25-4ef4-aea4-435e5dde701a no longer exists at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:30:23.137341 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbee600-11b1-4563-af48-ec967b5b7ca3 admin admin] Pushing event updated for resources: {'Port': ['ID=9dfb4e95-3a0b-4871-b3e3-59e557713c68,revision_number=2']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:30:23.148479 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fdbee600-11b1-4563-af48-ec967b5b7ca3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1774432'] for router_interface, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:23.272487 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [None req-b5839d4a-11d6-4c52-8115-5052e9234025 admin admin] Allocated IP 172.20.0.1 (ea0e3ac3-624c-46e6-8862-2fce7b0644d1/ee4c91ca-f71a-4b1c-8124-ace76e61766a/ca160e7e-ff68-4d38-8ac9-333257a8c65d) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:30:23.367791 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5e2bccd3-9da5-4038-b2e5-83024d9d55ba req-75313aa9-2699-4e2f-92b3-14547e8c9444 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2ed8b260-e677-410d-8e1a-3f9bd4c5c192&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.1779313 Oct 20 10:30:23.387188 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdbee600-11b1-4563-af48-ec967b5b7ca3 admin admin] Network 7541d774-cf46-43a8-ab91-4a72282aac35 is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:30:23.392634 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-fdbee600-11b1-4563-af48-ec967b5b7ca3 admin admin] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:30:23.410868 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-27735cfb-48da-4287-bd12-de6b6cea8a4e None None] Port 9dfb4e95-3a0b-4871-b3e3-59e557713c68 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:30:23.437783 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1ff280f7-2b13-4193-a84e-2ac82cd3a57c None None] For port fc3a0916-601c-4571-b259-0f2397433069, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:30:23.465172 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1ff280f7-2b13-4193-a84e-2ac82cd3a57c None None] For port fc3a0916-601c-4571-b259-0f2397433069, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=fc3a0916-601c-4571-b259-0f2397433069,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:30:23.479721 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1ff280f7-2b13-4193-a84e-2ac82cd3a57c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:23.605217 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe845cd-39ed-45bb-8e75-e1260c835712 req-a3713d63-1822-416c-b005-5aa37ad24a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:23.608296 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-abe845cd-39ed-45bb-8e75-e1260c835712 req-a3713d63-1822-416c-b005-5aa37ad24a51 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8f86199a-b8f2-45b4-a83a-995a7ea6fe42 HTTP/1.1" status: 200 len: 843 time: 0.9871614 Oct 20 10:30:23.743946 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdbee600-11b1-4563-af48-ec967b5b7ca3 admin admin] Router 6c8e07ba-d16f-474e-8dce-631d71307689 has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:30:23.762995 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device e5f260e5-f754-4927-a4f2-d69263350b2b up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:30:23.807850 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-b5839d4a-11d6-4c52-8115-5052e9234025 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:23.855875 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dd62b1-3379-4f36-bf17-48acb000ece9 None None] Pushing event updated for resources: {'Port': ['ID=fc3a0916-601c-4571-b259-0f2397433069,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:30:23.865251 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663499b9-9e00-4524-8764-85b8c1ab1738 req-cdefcf24-eba3-44d0-a546-fc442d4c02dc tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:23.878416 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-663499b9-9e00-4524-8764-85b8c1ab1738 req-cdefcf24-eba3-44d0-a546-fc442d4c02dc tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d088f35-587e-4c94-b637-18178327009b HTTP/1.1" status: 200 len: 948 time: 1.4006021 Oct 20 10:30:23.879638 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff280f7-2b13-4193-a84e-2ac82cd3a57c None None] Routers {'7323eb29-a929-40ae-bb0d-6b1a01d31d06'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:30:23.880370 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-1ff280f7-2b13-4193-a84e-2ac82cd3a57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:30:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['7323eb29-a929-40ae-bb0d-6b1a01d31d06'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:30:23.895233 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-b5839d4a-11d6-4c52-8115-5052e9234025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:23.935339 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdbee600-11b1-4563-af48-ec967b5b7ca3 admin admin] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:30:23.950404 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-fdbee600-11b1-4563-af48-ec967b5b7ca3 admin admin] 10.222.0.64 "PUT /v2.0/routers/6c8e07ba-d16f-474e-8dce-631d71307689/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7051766 Oct 20 10:30:23.979284 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1229a92-a75a-4579-9bde-3e1c735b0783 req-46c46dbe-a5c6-414d-ba1c-101b82fe5234 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:23.988135 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e1229a92-a75a-4579-9bde-3e1c735b0783 req-46c46dbe-a5c6-414d-ba1c-101b82fe5234 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/ports?device_id=71975b9b-47f8-4e27-9d16-6eec3ce4ea95 HTTP/1.1" status: 200 len: 948 time: 1.4042983 Oct 20 10:30:23.999041 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5839d4a-11d6-4c52-8115-5052e9234025 admin admin] Network ea0e3ac3-624c-46e6-8862-2fce7b0644d1 is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:30:24.027452 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-b5839d4a-11d6-4c52-8115-5052e9234025 admin admin] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:30:24.035066 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5839d4a-11d6-4c52-8115-5052e9234025 admin admin] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:30:24.189432 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-1ff280f7-2b13-4193-a84e-2ac82cd3a57c None None] Set router 7323eb29-a929-40ae-bb0d-6b1a01d31d06 gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:30:24.237151 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5839d4a-11d6-4c52-8115-5052e9234025 admin admin] Pushing event updated for resources: {'Port': ['ID=ca160e7e-ff68-4d38-8ac9-333257a8c65d,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:30:24.269999 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe845cd-39ed-45bb-8e75-e1260c835712 req-5d172d1a-a8a5-4118-bc97-01f9b02a6dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:24.272117 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-abe845cd-39ed-45bb-8e75-e1260c835712 req-5d172d1a-a8a5-4118-bc97-01f9b02a6dea service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a7c57b12-d7c3-48bb-aa54-a67a56468a84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3896389 Oct 20 10:30:24.280814 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f513a72-b1a6-47a6-9d55-69a7cc7451d6 req-a4874d8d-647f-4ca8-9b4a-33276496a5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:24.282535 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-3f513a72-b1a6-47a6-9d55-69a7cc7451d6 req-a4874d8d-647f-4ca8-9b4a-33276496a5db service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9f75d9a0b8ce44faaac4d8054667820c&device_id=2d088f35-587e-4c94-b637-18178327009b HTTP/1.1" status: 200 len: 1099 time: 0.0969162 Oct 20 10:30:24.302056 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2bccd3-9da5-4038-b2e5-83024d9d55ba req-abe19e56-41c0-4d6b-b93f-d038af7b1850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:24.307453 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5e2bccd3-9da5-4038-b2e5-83024d9d55ba req-abe19e56-41c0-4d6b-b93f-d038af7b1850 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cbb7919139e74aa3a9a9edbe5b865f11&device_id=2ed8b260-e677-410d-8e1a-3f9bd4c5c192 HTTP/1.1" status: 200 len: 1101 time: 0.7972994 Oct 20 10:30:24.337346 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-64d9cbe1-85ab-4cc2-aeb2-73f28d686c11 None None] Provisioning complete for port 9dfb4e95-3a0b-4871-b3e3-59e557713c68 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:30:24.338021 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-64d9cbe1-85ab-4cc2-aeb2-73f28d686c11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:24.418893 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e1229a92-a75a-4579-9bde-3e1c735b0783 req-e5e7d5bc-a37d-4773-82ef-a392a80a986c tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/security-groups?id=33b0304f-e8b0-41ca-8b6c-fa0f5439f339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4297683 Oct 20 10:30:24.438794 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port e5f260e5-f754-4927-a4f2-d69263350b2b triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:30:24.439271 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:24.475814 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f513a72-b1a6-47a6-9d55-69a7cc7451d6 req-8fe24247-b29b-4795-b682-0b4da259af72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:24.476354 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-3f513a72-b1a6-47a6-9d55-69a7cc7451d6 req-8fe24247-b29b-4795-b682-0b4da259af72 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a7c57b12-d7c3-48bb-aa54-a67a56468a84 HTTP/1.1" status: 200 len: 870 time: 0.1863430 Oct 20 10:30:24.499754 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-64d9cbe1-85ab-4cc2-aeb2-73f28d686c11 None None] Port 9dfb4e95-3a0b-4871-b3e3-59e557713c68 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:30:24.530271 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-3f513a72-b1a6-47a6-9d55-69a7cc7451d6 req-60ca93a3-861f-4044-b390-98b97164fe81 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=a29ba1ab-cf1c-4b4a-ae64-f554ce2cb852 HTTP/1.1" status: 200 len: 217 time: 0.0457268 Oct 20 10:30:24.531620 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-663499b9-9e00-4524-8764-85b8c1ab1738 req-42a1e122-9400-4b91-b473-8e8b0096ea96 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6290605 Oct 20 10:30:24.541706 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-b5839d4a-11d6-4c52-8115-5052e9234025 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1774540'] for router_interface, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:24.636078 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:24.642474 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f513a72-b1a6-47a6-9d55-69a7cc7451d6 req-7a833b22-e113-4be4-9252-8a74105de1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:24.650141 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-3f513a72-b1a6-47a6-9d55-69a7cc7451d6 req-7a833b22-e113-4be4-9252-8a74105de1f4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8f86199a-b8f2-45b4-a83a-995a7ea6fe42 HTTP/1.1" status: 200 len: 843 time: 0.1073420 Oct 20 10:30:24.668739 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] For port e5f260e5-f754-4927-a4f2-d69263350b2b, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=e5f260e5-f754-4927-a4f2-d69263350b2b,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:30:24.691634 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:24.693287 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2bccd3-9da5-4038-b2e5-83024d9d55ba req-710bb876-eb9c-4a06-b1a8-a9f609a415ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:24.694178 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device b54b905b-9c3f-4432-9580-93c6fb902a1e up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:30:24.694984 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5e2bccd3-9da5-4038-b2e5-83024d9d55ba req-710bb876-eb9c-4a06-b1a8-a9f609a415ef service neutron] 10.222.0.55 "GET /v2.0/networks?id=a7c57b12-d7c3-48bb-aa54-a67a56468a84 HTTP/1.1" status: 200 len: 870 time: 0.3000073 Oct 20 10:30:24.741771 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-70c8c5c6-732a-4610-9c2e-075cbf829ed3 None None] Provisioning complete for port ca160e7e-ff68-4d38-8ac9-333257a8c65d triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:30:24.742151 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-70c8c5c6-732a-4610-9c2e-075cbf829ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:24.743592 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f513a72-b1a6-47a6-9d55-69a7cc7451d6 req-576e1a82-3a1d-46ca-9849-8185b1eaa031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:24.745287 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-3f513a72-b1a6-47a6-9d55-69a7cc7451d6 req-576e1a82-3a1d-46ca-9849-8185b1eaa031 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a7c57b12-d7c3-48bb-aa54-a67a56468a84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0736108 Oct 20 10:30:24.801533 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-70c8c5c6-732a-4610-9c2e-075cbf829ed3 None None] Port ca160e7e-ff68-4d38-8ac9-333257a8c65d cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:30:24.820819 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62de922-73f7-407f-a998-212525cbd815 req-59749dc5-8b10-4ad4-8024-a120bb15d102 tempest-ServersOnMultiNodesTest-83646510 tempest-ServersOnMultiNodesTest-83646510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:24.830760 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c62de922-73f7-407f-a998-212525cbd815 req-59749dc5-8b10-4ad4-8024-a120bb15d102 tempest-ServersOnMultiNodesTest-83646510 tempest-ServersOnMultiNodesTest-83646510-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=cfd9c347-823b-4439-8390-32d9d5c874fc HTTP/1.1" status: 200 len: 1101 time: 0.2972491 Oct 20 10:30:24.837392 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5e2bccd3-9da5-4038-b2e5-83024d9d55ba req-5989acfc-5570-45da-acbf-6608fbc24ca4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=4bf11690-7f8a-4a5d-b7d6-9b02b6176fea HTTP/1.1" status: 200 len: 217 time: 0.1052332 Oct 20 10:30:24.861297 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-abe845cd-39ed-45bb-8e75-e1260c835712 req-86945743-cddb-47db-bd66-fc07ed5509f4 service neutron] 10.222.0.55 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5718927 Oct 20 10:30:24.865045 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-3f513a72-b1a6-47a6-9d55-69a7cc7451d6 req-44e5c54a-06a8-4e6a-8767-53c9b7d57382 service neutron] 10.222.0.69 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095364 Oct 20 10:30:24.870747 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port b54b905b-9c3f-4432-9580-93c6fb902a1e triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:30:24.871141 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:24.895458 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-1ff280f7-2b13-4193-a84e-2ac82cd3a57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7323eb29-a929-40ae-bb0d-6b1a01d31d06', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-658524306-router', 'tenant_id': 'addcd1b9b9394a29a5fe1f6732be8acf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': 'fc3a0916-601c-4571-b259-0f2397433069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:30:15Z', 'updated_at': '2021-10-20T10:30:17Z', 'revision_number': 3, 'project_id': 'addcd1b9b9394a29a5fe1f6732be8acf', 'gw_port': {'id': 'fc3a0916-601c-4571-b259-0f2397433069', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:76:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7323eb29-a929-40ae-bb0d-6b1a01d31d06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:30:16Z', 'updated_at': '2021-10-20T10:30:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:30:24.967130 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff280f7-2b13-4193-a84e-2ac82cd3a57c None None] The sync data for ids ['7323eb29-a929-40ae-bb0d-6b1a01d31d06'] in n-d-811396-3 is: [{'id': '7323eb29-a929-40ae-bb0d-6b1a01d31d06', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-658524306-router', 'tenant_id': 'addcd1b9b9394a29a5fe1f6732be8acf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': 'fc3a0916-601c-4571-b259-0f2397433069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:30:15Z', 'updated_at': '2021-10-20T10:30:17Z', 'revision_number': 3, 'project_id': 'addcd1b9b9394a29a5fe1f6732be8acf', 'gw_port': {'id': 'fc3a0916-601c-4571-b259-0f2397433069', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:76:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7323eb29-a929-40ae-bb0d-6b1a01d31d06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:30:16Z', 'updated_at': '2021-10-20T10:30:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:30:24.979887 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Pushing event updated for resources: {'Port': ['ID=e5f260e5-f754-4927-a4f2-d69263350b2b,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:30:24.989270 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2bccd3-9da5-4038-b2e5-83024d9d55ba req-c638f4a1-1f58-4688-8042-30ac380c82c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:24.992425 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5e2bccd3-9da5-4038-b2e5-83024d9d55ba req-c638f4a1-1f58-4688-8042-30ac380c82c0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8f86199a-b8f2-45b4-a83a-995a7ea6fe42 HTTP/1.1" status: 200 len: 843 time: 0.1357644 Oct 20 10:30:25.038857 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 40522) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:30:25.080900 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-3f513a72-b1a6-47a6-9d55-69a7cc7451d6 req-5bc89ab1-9af5-4dfc-bbc8-01adedb5f426 service neutron] 10.222.0.69 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044415 Oct 20 10:30:25.085878 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-91ea8afa-d3e4-46a3-8155-690a938a7b2a tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1717253045', 'description': 'tempest-description--1138255942'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:30:25.170756 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c62de922-73f7-407f-a998-212525cbd815 req-2a110258-33a1-44d9-835c-f39515b019cc tempest-ServersOnMultiNodesTest-83646510 tempest-ServersOnMultiNodesTest-83646510-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=dfac1146-e768-4d56-96b1-8816525464ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3192289 Oct 20 10:30:25.329661 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-91ea8afa-d3e4-46a3-8155-690a938a7b2a tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:25.400068 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2bccd3-9da5-4038-b2e5-83024d9d55ba req-ef5f7c9d-bec2-4796-8a6c-8ab59c36b127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:25.400068 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5e2bccd3-9da5-4038-b2e5-83024d9d55ba req-ef5f7c9d-bec2-4796-8a6c-8ab59c36b127 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a7c57b12-d7c3-48bb-aa54-a67a56468a84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3675609 Oct 20 10:30:25.464337 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-abe845cd-39ed-45bb-8e75-e1260c835712 req-b7777ee1-60eb-4e39-96ae-e8be0c973122 service neutron] 10.222.0.55 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5406210 Oct 20 10:30:25.464822 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-b5839d4a-11d6-4c52-8115-5052e9234025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:25.501267 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device e5f260e5-f754-4927-a4f2-d69263350b2b up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:30:25.536213 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed4d564-39bf-4d1c-8305-6c522876bc1c None None] Sync routers for ids ['6c8e07ba-d16f-474e-8dce-631d71307689'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:30:25.561177 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd065084-af77-41f8-bf5c-9cbda5cb4728 req-81dab627-c4d7-4c97-819b-2f855ffbcdf2 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:25.562788 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed4d564-39bf-4d1c-8305-6c522876bc1c None None] Routers {'6c8e07ba-d16f-474e-8dce-631d71307689'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:30:25.565306 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-0ed4d564-39bf-4d1c-8305-6c522876bc1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:30:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['6c8e07ba-d16f-474e-8dce-631d71307689'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:30:25.568274 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cd065084-af77-41f8-bf5c-9cbda5cb4728 req-81dab627-c4d7-4c97-819b-2f855ffbcdf2 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/ports?device_id=95fa9703-1404-4771-a94e-0d9e1c8e85e7 HTTP/1.1" status: 200 len: 943 time: 0.4181015 Oct 20 10:30:25.594678 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port e5f260e5-f754-4927-a4f2-d69263350b2b triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:30:25.608345 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:25.780538 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-0ed4d564-39bf-4d1c-8305-6c522876bc1c None None] Set router 6c8e07ba-d16f-474e-8dce-631d71307689 gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:30:25.786480 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-91ea8afa-d3e4-46a3-8155-690a938a7b2a tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:25.809129 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cd065084-af77-41f8-bf5c-9cbda5cb4728 req-7e7f75d1-6af3-4872-8b79-07b689b094dd tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba094063-4980-4c22-bc34-9c1534c0beb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284470 Oct 20 10:30:25.819713 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-56e00d27-eb84-4fe8-bba9-9824de5dcc91 req-7a9bac76-1c04-4d9c-8cc6-ac7826c350b3 service neutron] 10.222.0.69 "GET /v2.0/ports/c775663b-fc25-4ef4-aea4-435e5dde701a/bindings/n-h1-811396-3 HTTP/1.1" status: 200 len: 384 time: 0.1156783 Oct 20 10:30:25.828697 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 40534) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:30:25.834081 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-91ea8afa-d3e4-46a3-8155-690a938a7b2a tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:25.841230 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-bbbd2f07-c05d-4c78-85b5-d86b8bb0e742 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1460052972', 'description': 'tempest-description--927711719'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:30:25.936044 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bbbd2f07-c05d-4c78-85b5-d86b8bb0e742 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:25.993139 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-91ea8afa-d3e4-46a3-8155-690a938a7b2a tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:25.994632 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-91ea8afa-d3e4-46a3-8155-690a938a7b2a tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.9142625 Oct 20 10:30:25.996827 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494b90a7-8160-4ccf-ad23-ab982605af39 req-06634fa8-bb88-4ade-a3c2-f236afab9914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:25.998970 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-494b90a7-8160-4ccf-ad23-ab982605af39 req-06634fa8-bb88-4ade-a3c2-f236afab9914 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5b81adf076f1422695016e55d14dae22&device_id=71975b9b-47f8-4e27-9d16-6eec3ce4ea95 HTTP/1.1" status: 200 len: 1099 time: 0.3676710 Oct 20 10:30:26.009451 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 40544) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:30:26.016025 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-9a69fd85-9485-4fd2-9c34-25f618ba7ed5 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Request body: {'security_group_rule': {'security_group_id': '06b4a812-7a7b-426e-8943-523048d88e35', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:30:26.033782 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5e2bccd3-9da5-4038-b2e5-83024d9d55ba req-28cee2cf-f6f2-44f0-8b56-1ca68a0f6d46 service neutron] 10.222.0.55 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6115470 Oct 20 10:30:26.034390 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ea8afa-d3e4-46a3-8155-690a938a7b2a tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06b4a812-7a7b-426e-8943-523048d88e35,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:30:26.056284 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-dac98e8c-d639-4f46-8202-869c287a6b39 req-e2e6854e-a1cc-4f72-82ef-68cd303065f8 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=cbb7919139e74aa3a9a9edbe5b865f11&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1130075 Oct 20 10:30:26.085053 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-0ed4d564-39bf-4d1c-8305-6c522876bc1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c8e07ba-d16f-474e-8dce-631d71307689', 'name': 'tempest-AttachVolumeTestJSON-1408467026-router', 'tenant_id': '946a9e604754455a8a9faea87bc41b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': 'e5f260e5-f754-4927-a4f2-d69263350b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:30:17Z', 'updated_at': '2021-10-20T10:30:22Z', 'revision_number': 4, 'project_id': '946a9e604754455a8a9faea87bc41b49', 'gw_port': {'id': 'e5f260e5-f754-4927-a4f2-d69263350b2b', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:80:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8e07ba-d16f-474e-8dce-631d71307689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:30:18Z', 'updated_at': '2021-10-20T10:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '9dfb4e95-3a0b-4871-b3e3-59e557713c68', 'name': '', 'network_id': '7541d774-cf46-43a8-ab91-4a72282aac35', 'tenant_id': '946a9e604754455a8a9faea87bc41b49', 'mac_address': 'fa:16:3e:8b:3f:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c8e07ba-d16f-474e-8dce-631d71307689', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'ba1df794-ccae-4e17-be55-4b4a3764e935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:30:21Z', 'updated_at': '2021-10-20T10:30:22Z', 'revision_number': 2, 'project_id': '946a9e604754455a8a9faea87bc41b49', 'subnets': [{'id': 'ba1df794-ccae-4e17-be55-4b4a3764e935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:30:26.086236 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bbbd2f07-c05d-4c78-85b5-d86b8bb0e742 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:26.108533 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bbbd2f07-c05d-4c78-85b5-d86b8bb0e742 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:26.191091 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbd2f07-c05d-4c78-85b5-d86b8bb0e742 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97729601-032d-4729-bc88-1bc65d21f71b,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:30:26.218146 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed4d564-39bf-4d1c-8305-6c522876bc1c None None] Checking router: 6c8e07ba-d16f-474e-8dce-631d71307689 for host: n-d-811396-3 {{(pid=100599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:30:26.218370 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed4d564-39bf-4d1c-8305-6c522876bc1c None None] Updating router 6c8e07ba-d16f-474e-8dce-631d71307689 port 9dfb4e95-3a0b-4871-b3e3-59e557713c68 binding host n-d-811396-3 {{(pid=100599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 10:30:26.227465 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [req-56e00d27-eb84-4fe8-bba9-9824de5dcc91 req-2465e0d8-068a-449c-8bf1-48d065b78dec service neutron] For port c775663b-fc25-4ef4-aea4-435e5dde701a, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=c775663b-fc25-4ef4-aea4-435e5dde701a,segment=NetworkSegment(21a06331-2010-4bb7-8d07-13da7f15af4f),segment_id=21a06331-2010-4bb7-8d07-13da7f15af4f)] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:30:26.248754 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-0ed4d564-39bf-4d1c-8305-6c522876bc1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:26.265606 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [req-56e00d27-eb84-4fe8-bba9-9824de5dcc91 req-2465e0d8-068a-449c-8bf1-48d065b78dec service neutron] For port c775663b-fc25-4ef4-aea4-435e5dde701a, host n-h2-811396-3, cleared binding levels {{(pid=100597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:30:26.315979 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bbbd2f07-c05d-4c78-85b5-d86b8bb0e742 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:26.320247 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-bbbd2f07-c05d-4c78-85b5-d86b8bb0e742 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4842939 Oct 20 10:30:26.324135 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 40548) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:30:26.330495 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-2e7b6707-8510-4bfa-9695-8f8f999da261 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Request body: {'security_group_rule': {'security_group_id': '97729601-032d-4729-bc88-1bc65d21f71b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:30:26.336292 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [req-56e00d27-eb84-4fe8-bba9-9824de5dcc91 req-2465e0d8-068a-449c-8bf1-48d065b78dec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c775663b-fc25-4ef4-aea4-435e5dde701a {{(pid=100597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:30:26.344925 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce2062c-7f61-4fa6-ae20-cd6e909500ee req-87438336-5e3a-43b6-b1e4-d1380059aea4 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:26.346388 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bce2062c-7f61-4fa6-ae20-cd6e909500ee req-87438336-5e3a-43b6-b1e4-d1380059aea4 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/ports?device_id=71975b9b-47f8-4e27-9d16-6eec3ce4ea95 HTTP/1.1" status: 200 len: 948 time: 0.4375865 Oct 20 10:30:26.350493 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [req-56e00d27-eb84-4fe8-bba9-9824de5dcc91 req-2465e0d8-068a-449c-8bf1-48d065b78dec service neutron] For port c775663b-fc25-4ef4-aea4-435e5dde701a, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=c775663b-fc25-4ef4-aea4-435e5dde701a,segment=NetworkSegment(21a06331-2010-4bb7-8d07-13da7f15af4f),segment_id=21a06331-2010-4bb7-8d07-13da7f15af4f)] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:30:26.375568 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-56e00d27-eb84-4fe8-bba9-9824de5dcc91 req-2465e0d8-068a-449c-8bf1-48d065b78dec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:26.386036 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-9a69fd85-9485-4fd2-9c34-25f618ba7ed5 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:26.403492 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2e7b6707-8510-4bfa-9695-8f8f999da261 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:26.505967 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2e7b6707-8510-4bfa-9695-8f8f999da261 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:26.510653 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494b90a7-8160-4ccf-ad23-ab982605af39 req-59ffa8a9-8965-459f-a82e-15bd303ec451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:26.512511 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-494b90a7-8160-4ccf-ad23-ab982605af39 req-59ffa8a9-8965-459f-a82e-15bd303ec451 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a7c57b12-d7c3-48bb-aa54-a67a56468a84 HTTP/1.1" status: 200 len: 870 time: 0.4916677 Oct 20 10:30:26.518844 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2e7b6707-8510-4bfa-9695-8f8f999da261 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:26.526917 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.provisioning_blocks [req-56e00d27-eb84-4fe8-bba9-9824de5dcc91 req-2465e0d8-068a-449c-8bf1-48d065b78dec service neutron] Transition to ACTIVE for port object c775663b-fc25-4ef4-aea4-435e5dde701a will not be triggered until provisioned by entity L2. {{(pid=100597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:30:26.535927 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5e2bccd3-9da5-4038-b2e5-83024d9d55ba req-fc421e08-49ca-48c4-9a53-9c6f9834954a service neutron] 10.222.0.55 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4557745 Oct 20 10:30:26.540917 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-56e00d27-eb84-4fe8-bba9-9824de5dcc91 req-2465e0d8-068a-449c-8bf1-48d065b78dec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:26.547454 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7b6707-8510-4bfa-9695-8f8f999da261 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf3e8a2f-95f2-48b4-861f-f31f5ad36a3d,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:30:26.566304 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac98e8c-d639-4f46-8202-869c287a6b39 req-16850510-c2bd-4957-a0f7-75c734190254 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:26.572730 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-0ed4d564-39bf-4d1c-8305-6c522876bc1c None None] Publish callbacks [] for port, precommit_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:26.573426 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-dac98e8c-d639-4f46-8202-869c287a6b39 req-16850510-c2bd-4957-a0f7-75c734190254 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5162771 Oct 20 10:30:26.581651 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-0ed4d564-39bf-4d1c-8305-6c522876bc1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:26.593914 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2e7b6707-8510-4bfa-9695-8f8f999da261 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:26.597578 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-2e7b6707-8510-4bfa-9695-8f8f999da261 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2683823 Oct 20 10:30:26.598755 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 40550) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:30:26.604113 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-4a352d00-bf2f-43a2-bbb9-24d76635efb7 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Request body: {'security_group_rule': {'security_group_id': '97729601-032d-4729-bc88-1bc65d21f71b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:30:26.614349 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bce2062c-7f61-4fa6-ae20-cd6e909500ee req-096f915a-fe38-48b3-8109-a0f2ab791331 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/security-groups?id=33b0304f-e8b0-41ca-8b6c-fa0f5439f339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537336 Oct 20 10:30:26.635613 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-494b90a7-8160-4ccf-ad23-ab982605af39 req-9310d19d-ac8d-4c2d-9165-e05aae98ce9f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=03d43538-ffbf-4b30-98d6-4a77208ff3d3 HTTP/1.1" status: 200 len: 217 time: 0.1094458 Oct 20 10:30:26.636183 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [req-56e00d27-eb84-4fe8-bba9-9824de5dcc91 req-2465e0d8-068a-449c-8bf1-48d065b78dec service neutron] No DVR routers for this DVR port c775663b-fc25-4ef4-aea4-435e5dde701a on host n-h2-811396-3 {{(pid=100597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:30:26.640309 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-b5839d4a-11d6-4c52-8115-5052e9234025 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:26.650827 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-dac98e8c-d639-4f46-8202-869c287a6b39 req-148b5576-48b3-44b9-8b93-338a922572de tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/quotas/cbb7919139e74aa3a9a9edbe5b865f11 HTTP/1.1" status: 200 len: 375 time: 0.0764408 Oct 20 10:30:26.651060 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9987b8-1a1a-4c0d-96fa-64115634fb83 None None] Pushing event updated for resources: {'Port': ['ID=9dfb4e95-3a0b-4871-b3e3-59e557713c68,revision_number=3']} {{(pid=100599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:30:26.654177 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2465e0d8-068a-449c-8bf1-48d065b78dec service neutron] Pushing event updated for resources: {'Port': ['ID=c775663b-fc25-4ef4-aea4-435e5dde701a,revision_number=10']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:30:26.687302 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-b5839d4a-11d6-4c52-8115-5052e9234025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:26.691123 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2465e0d8-068a-449c-8bf1-48d065b78dec service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:30:26.691439 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2465e0d8-068a-449c-8bf1-48d065b78dec service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:30:26.691812 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2465e0d8-068a-449c-8bf1-48d065b78dec service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:30:26.692096 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2465e0d8-068a-449c-8bf1-48d065b78dec service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:30:26.692438 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2465e0d8-068a-449c-8bf1-48d065b78dec service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:30:26.692760 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2465e0d8-068a-449c-8bf1-48d065b78dec service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:30:26.693092 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2465e0d8-068a-449c-8bf1-48d065b78dec service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:30:26.693418 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2465e0d8-068a-449c-8bf1-48d065b78dec service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:30:26.693741 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2465e0d8-068a-449c-8bf1-48d065b78dec service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:30:26.694068 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2465e0d8-068a-449c-8bf1-48d065b78dec service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:30:26.694438 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2465e0d8-068a-449c-8bf1-48d065b78dec service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:30:26.694683 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2465e0d8-068a-449c-8bf1-48d065b78dec service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:30:26.708079 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-9a69fd85-9485-4fd2-9c34-25f618ba7ed5 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:26.709407 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-56e00d27-eb84-4fe8-bba9-9824de5dcc91 req-2465e0d8-068a-449c-8bf1-48d065b78dec service neutron] 10.222.0.69 "PUT /v2.0/ports/c775663b-fc25-4ef4-aea4-435e5dde701a/bindings/n-h1-811396-3/activate HTTP/1.1" status: 200 len: 369 time: 0.8819983 Oct 20 10:30:26.719002 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4a352d00-bf2f-43a2-bbb9-24d76635efb7 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:26.782115 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-9a69fd85-9485-4fd2-9c34-25f618ba7ed5 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:26.816871 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-0ed4d564-39bf-4d1c-8305-6c522876bc1c None None] Attempting to bind port 9dfb4e95-3a0b-4871-b3e3-59e557713c68 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:30:26.817692 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-0ed4d564-39bf-4d1c-8305-6c522876bc1c None None] Attempting to bind port 9dfb4e95-3a0b-4871-b3e3-59e557713c68 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '051f9c65-4e4b-4cc9-ace7-f0cfbcf6fdaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '7541d774-cf46-43a8-ab91-4a72282aac35'}] {{(pid=100599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:30:26.818285 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed4d564-39bf-4d1c-8305-6c522876bc1c None None] Attempting to bind port 9dfb4e95-3a0b-4871-b3e3-59e557713c68 on network 7541d774-cf46-43a8-ab91-4a72282aac35 {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:30:26.819587 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4a352d00-bf2f-43a2-bbb9-24d76635efb7 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:26.825744 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4a352d00-bf2f-43a2-bbb9-24d76635efb7 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:26.827117 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed4d564-39bf-4d1c-8305-6c522876bc1c None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:30:26.827868 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed4d564-39bf-4d1c-8305-6c522876bc1c None None] Checking segment: {'id': '051f9c65-4e4b-4cc9-ace7-f0cfbcf6fdaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '7541d774-cf46-43a8-ab91-4a72282aac35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:30:26.828428 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-0ed4d564-39bf-4d1c-8305-6c522876bc1c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:26.828991 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed4d564-39bf-4d1c-8305-6c522876bc1c None None] Bound using segment: {'id': '051f9c65-4e4b-4cc9-ace7-f0cfbcf6fdaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '7541d774-cf46-43a8-ab91-4a72282aac35'} {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:30:26.829959 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-0ed4d564-39bf-4d1c-8305-6c522876bc1c None None] Bound port: 9dfb4e95-3a0b-4871-b3e3-59e557713c68, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '051f9c65-4e4b-4cc9-ace7-f0cfbcf6fdaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '7541d774-cf46-43a8-ab91-4a72282aac35'}}] {{(pid=100599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:30:26.833088 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-0ed4d564-39bf-4d1c-8305-6c522876bc1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:26.848968 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a69fd85-9485-4fd2-9c34-25f618ba7ed5 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86f61209-4e3c-44c2-8dd2-7ab4100ca6fd,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:30:26.850266 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a352d00-bf2f-43a2-bbb9-24d76635efb7 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e12a7c7-5181-45ca-9eda-2aa6a3d43df0,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:30:26.859701 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4a352d00-bf2f-43a2-bbb9-24d76635efb7 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:26.864028 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-4a352d00-bf2f-43a2-bbb9-24d76635efb7 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2622900 Oct 20 10:30:26.864428 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 40554) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:30:26.869574 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-411acd67-c1f4-469d-b123-a8b6a60f802f tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Request body: {'floatingip': {'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:30:26.878415 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494b90a7-8160-4ccf-ad23-ab982605af39 req-e0abe4c6-53d8-4663-9ee8-3c27b0c5a6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:26.879927 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-494b90a7-8160-4ccf-ad23-ab982605af39 req-e0abe4c6-53d8-4663-9ee8-3c27b0c5a6f2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8f86199a-b8f2-45b4-a83a-995a7ea6fe42 HTTP/1.1" status: 200 len: 843 time: 0.2268658 Oct 20 10:30:26.915574 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-411acd67-c1f4-469d-b123-a8b6a60f802f tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Publish callbacks [] for floatingip, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:26.933043 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.db [None req-0ed4d564-39bf-4d1c-8305-6c522876bc1c None None] For port 9dfb4e95-3a0b-4871-b3e3-59e557713c68, host n-d-811396-3, cleared binding levels {{(pid=100599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:30:26.937556 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.db [None req-0ed4d564-39bf-4d1c-8305-6c522876bc1c None None] For port 9dfb4e95-3a0b-4871-b3e3-59e557713c68, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=9dfb4e95-3a0b-4871-b3e3-59e557713c68,segment=NetworkSegment(051f9c65-4e4b-4cc9-ace7-f0cfbcf6fdaf),segment_id=051f9c65-4e4b-4cc9-ace7-f0cfbcf6fdaf)] {{(pid=100599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:30:26.941363 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-0ed4d564-39bf-4d1c-8305-6c522876bc1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:27.015931 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed4d564-39bf-4d1c-8305-6c522876bc1c None None] Routers {'6c8e07ba-d16f-474e-8dce-631d71307689'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:30:27.016823 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-0ed4d564-39bf-4d1c-8305-6c522876bc1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:30:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['6c8e07ba-d16f-474e-8dce-631d71307689'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:30:27.061317 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9987b8-1a1a-4c0d-96fa-64115634fb83 None None] Pushing event updated for resources: {'Port': ['ID=9dfb4e95-3a0b-4871-b3e3-59e557713c68,revision_number=4']} {{(pid=100599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:30:27.085064 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-411acd67-c1f4-469d-b123-a8b6a60f802f tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:27.216214 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-0ed4d564-39bf-4d1c-8305-6c522876bc1c None None] Set router 6c8e07ba-d16f-474e-8dce-631d71307689 gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:30:27.224332 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-411acd67-c1f4-469d-b123-a8b6a60f802f tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Allocated IP 172.25.1.187 (cbe170d3-31ba-45a2-b477-520ab0a7a8ea/f4e26aca-17ac-4adb-a66b-d939a1b35b64/c8ff3b03-88b8-4ac7-87af-d1666d6e57e2) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:30:27.237818 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5839d4a-11d6-4c52-8115-5052e9234025 admin admin] Pushing event updated for resources: {'Port': ['ID=ca160e7e-ff68-4d38-8ac9-333257a8c65d,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:30:27.241409 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-b5839d4a-11d6-4c52-8115-5052e9234025 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1774432'] for router_interface, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:27.252855 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-9a69fd85-9485-4fd2-9c34-25f618ba7ed5 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:27.256573 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-9a69fd85-9485-4fd2-9c34-25f618ba7ed5 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2422113 Oct 20 10:30:27.258256 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 40556) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:30:27.280380 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-a43fc829-66c5-4be0-8aa7-079dd0cdb060 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Request body: {'security_group_rule': {'security_group_id': '06b4a812-7a7b-426e-8943-523048d88e35', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:30:27.315252 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-dac98e8c-d639-4f46-8202-869c287a6b39 req-86677540-1567-42dc-94af-d50561cce701 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=cbb7919139e74aa3a9a9edbe5b865f11&fields=id HTTP/1.1" status: 200 len: 486 time: 0.6634479 Oct 20 10:30:27.341814 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1683dbcb-a115-402c-8068-fdcbf793bb1a None None] Provisioning complete for port 9dfb4e95-3a0b-4871-b3e3-59e557713c68 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:30:27.342939 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1683dbcb-a115-402c-8068-fdcbf793bb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:27.420823 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a43fc829-66c5-4be0-8aa7-079dd0cdb060 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:27.474326 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd16673a-54aa-414d-bc18-647b273cc670 req-35ac5cf4-ac8c-4689-a20d-a99c4bea4b07 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:27.487968 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cd16673a-54aa-414d-bc18-647b273cc670 req-35ac5cf4-ac8c-4689-a20d-a99c4bea4b07 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d088f35-587e-4c94-b637-18178327009b HTTP/1.1" status: 200 len: 948 time: 0.6790910 Oct 20 10:30:27.503961 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e00d27-eb84-4fe8-bba9-9824de5dcc91 req-e52f8a5f-b68f-4bda-a228-428b2dba4b99 tempest-LiveAutoBlockMigrationV225Test-237435139 tempest-LiveAutoBlockMigrationV225Test-237435139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:27.505932 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-56e00d27-eb84-4fe8-bba9-9824de5dcc91 req-e52f8a5f-b68f-4bda-a228-428b2dba4b99 tempest-LiveAutoBlockMigrationV225Test-237435139 tempest-LiveAutoBlockMigrationV225Test-237435139-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=95fa9703-1404-4771-a94e-0d9e1c8e85e7&tenant_id=9d344b97e96e4da89707d7e9ad8232dc&binding%3Ahost_id=n-h2-811396-3 HTTP/1.1" status: 200 len: 1095 time: 0.6604366 Oct 20 10:30:27.568567 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device fc3a0916-601c-4571-b259-0f2397433069 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:30:27.578687 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1683dbcb-a115-402c-8068-fdcbf793bb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:27.589962 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-411acd67-c1f4-469d-b123-a8b6a60f802f tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:27.648185 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a43fc829-66c5-4be0-8aa7-079dd0cdb060 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:27.705911 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a43fc829-66c5-4be0-8aa7-079dd0cdb060 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:27.714312 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-0ed4d564-39bf-4d1c-8305-6c522876bc1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c8e07ba-d16f-474e-8dce-631d71307689', 'name': 'tempest-AttachVolumeTestJSON-1408467026-router', 'tenant_id': '946a9e604754455a8a9faea87bc41b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': 'e5f260e5-f754-4927-a4f2-d69263350b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:30:17Z', 'updated_at': '2021-10-20T10:30:22Z', 'revision_number': 4, 'project_id': '946a9e604754455a8a9faea87bc41b49', 'gw_port': {'id': 'e5f260e5-f754-4927-a4f2-d69263350b2b', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:80:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8e07ba-d16f-474e-8dce-631d71307689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:30:18Z', 'updated_at': '2021-10-20T10:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '9dfb4e95-3a0b-4871-b3e3-59e557713c68', 'name': '', 'network_id': '7541d774-cf46-43a8-ab91-4a72282aac35', 'tenant_id': '946a9e604754455a8a9faea87bc41b49', 'mac_address': 'fa:16:3e:8b:3f:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c8e07ba-d16f-474e-8dce-631d71307689', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'ba1df794-ccae-4e17-be55-4b4a3764e935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:30:21Z', 'updated_at': '2021-10-20T10:30:26Z', 'revision_number': 4, 'project_id': '946a9e604754455a8a9faea87bc41b49', 'subnets': [{'id': 'ba1df794-ccae-4e17-be55-4b4a3764e935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:30:27.718471 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1683dbcb-a115-402c-8068-fdcbf793bb1a None None] For port 9dfb4e95-3a0b-4871-b3e3-59e557713c68, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=9dfb4e95-3a0b-4871-b3e3-59e557713c68,segment=NetworkSegment(051f9c65-4e4b-4cc9-ace7-f0cfbcf6fdaf),segment_id=051f9c65-4e4b-4cc9-ace7-f0cfbcf6fdaf)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:30:27.745338 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-411acd67-c1f4-469d-b123-a8b6a60f802f tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:27.746440 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1683dbcb-a115-402c-8068-fdcbf793bb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:27.755707 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port fc3a0916-601c-4571-b259-0f2397433069 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:30:27.756397 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:27.762505 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43fc829-66c5-4be0-8aa7-079dd0cdb060 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b376a32-9901-4717-846a-d6decb7b7e7a,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:30:27.773956 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed4d564-39bf-4d1c-8305-6c522876bc1c None None] The sync data for ids ['6c8e07ba-d16f-474e-8dce-631d71307689'] in n-d-811396-3 is: [{'id': '6c8e07ba-d16f-474e-8dce-631d71307689', 'name': 'tempest-AttachVolumeTestJSON-1408467026-router', 'tenant_id': '946a9e604754455a8a9faea87bc41b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': 'e5f260e5-f754-4927-a4f2-d69263350b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:30:17Z', 'updated_at': '2021-10-20T10:30:22Z', 'revision_number': 4, 'project_id': '946a9e604754455a8a9faea87bc41b49', 'gw_port': {'id': 'e5f260e5-f754-4927-a4f2-d69263350b2b', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:80:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8e07ba-d16f-474e-8dce-631d71307689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:30:18Z', 'updated_at': '2021-10-20T10:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '9dfb4e95-3a0b-4871-b3e3-59e557713c68', 'name': '', 'network_id': '7541d774-cf46-43a8-ab91-4a72282aac35', 'tenant_id': '946a9e604754455a8a9faea87bc41b49', 'mac_address': 'fa:16:3e:8b:3f:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c8e07ba-d16f-474e-8dce-631d71307689', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'ba1df794-ccae-4e17-be55-4b4a3764e935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:30:21Z', 'updated_at': '2021-10-20T10:30:26Z', 'revision_number': 4, 'project_id': '946a9e604754455a8a9faea87bc41b49', 'subnets': [{'id': 'ba1df794-ccae-4e17-be55-4b4a3764e935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:30:27.790959 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494b90a7-8160-4ccf-ad23-ab982605af39 req-7abc3636-a22c-4ed7-adb4-3f20b476806c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:27.792584 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-494b90a7-8160-4ccf-ad23-ab982605af39 req-7abc3636-a22c-4ed7-adb4-3f20b476806c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a7c57b12-d7c3-48bb-aa54-a67a56468a84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5672643 Oct 20 10:30:27.824002 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a43fc829-66c5-4be0-8aa7-079dd0cdb060 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:27.824339 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-a43fc829-66c5-4be0-8aa7-079dd0cdb060 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5652938 Oct 20 10:30:27.860024 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 40564) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:30:27.871193 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-411acd67-c1f4-469d-b123-a8b6a60f802f tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Network cbe170d3-31ba-45a2-b477-520ab0a7a8ea is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:30:27.880768 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-d9be4013-6c63-4076-8a86-f1a2606f1db6 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Request body: {'floatingip': {'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:30:27.894025 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-411acd67-c1f4-469d-b123-a8b6a60f802f tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:30:27.909604 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411acd67-c1f4-469d-b123-a8b6a60f802f tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:30:27.963614 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cd16673a-54aa-414d-bc18-647b273cc670 req-448db5e7-a0b7-49ff-839e-15f329d02d31 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4694118 Oct 20 10:30:27.972112 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411acd67-c1f4-469d-b123-a8b6a60f802f tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Pushing event updated for resources: {'Port': ['ID=c8ff3b03-88b8-4ac7-87af-d1666d6e57e2,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:30:27.981165 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1683dbcb-a115-402c-8068-fdcbf793bb1a None None] Pushing event updated for resources: {'Port': ['ID=9dfb4e95-3a0b-4871-b3e3-59e557713c68,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:30:28.002260 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-ff5ca59c-7c43-4519-a898-b4889f8c706e None None] Provisioning complete for port 9dfb4e95-3a0b-4871-b3e3-59e557713c68 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:30:28.002833 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-ff5ca59c-7c43-4519-a898-b4889f8c706e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:28.003725 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d9be4013-6c63-4076-8a86-f1a2606f1db6 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Publish callbacks [] for floatingip, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:28.007217 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5839d4a-11d6-4c52-8115-5052e9234025 admin admin] Network ea0e3ac3-624c-46e6-8862-2fce7b0644d1 is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:30:28.010868 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e00d27-eb84-4fe8-bba9-9824de5dcc91 req-86edf57c-2cc4-4254-a573-0d63db6de1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:28.015072 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-56e00d27-eb84-4fe8-bba9-9824de5dcc91 req-86edf57c-2cc4-4254-a573-0d63db6de1d4 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=95fa9703-1404-4771-a94e-0d9e1c8e85e7&tenant_id=9d344b97e96e4da89707d7e9ad8232dc HTTP/1.1" status: 200 len: 1095 time: 0.4796805 Oct 20 10:30:28.032237 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-b5839d4a-11d6-4c52-8115-5052e9234025 admin admin] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:30:28.173403 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:28.208058 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] For port fc3a0916-601c-4571-b259-0f2397433069, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=fc3a0916-601c-4571-b259-0f2397433069,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:30:28.220127 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:28.277799 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Pushing event updated for resources: {'Port': ['ID=fc3a0916-601c-4571-b259-0f2397433069,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:30:28.373981 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-411acd67-c1f4-469d-b123-a8b6a60f802f tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:28.384727 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3eade1-5a9a-4c69-a015-26b504757be6 req-7c09e2a6-cb2d-42d1-b955-520227d70a02 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:28.386315 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9e3eade1-5a9a-4c69-a015-26b504757be6 req-7c09e2a6-cb2d-42d1-b955-520227d70a02 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/ports?device_id=95fa9703-1404-4771-a94e-0d9e1c8e85e7 HTTP/1.1" status: 200 len: 944 time: 0.5709453 Oct 20 10:30:28.423217 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-75f00b39-115a-43b7-b1be-9277bfb0150a None None] Provisioning complete for port ca160e7e-ff68-4d38-8ac9-333257a8c65d triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:30:28.423858 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-75f00b39-115a-43b7-b1be-9277bfb0150a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:28.471929 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-411acd67-c1f4-469d-b123-a8b6a60f802f tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:28.481798 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-db4a922b-5628-4136-bc06-adf0ee3bb653 req-709ded79-5727-47dc-a918-1b614e622edf tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/ports?device_id=c9c98351-a62e-4395-a008-d798500de9bc HTTP/1.1" status: 200 len: 210 time: 0.4342778 Oct 20 10:30:28.498496 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-75f00b39-115a-43b7-b1be-9277bfb0150a None None] Port ca160e7e-ff68-4d38-8ac9-333257a8c65d cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:30:28.569980 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d9be4013-6c63-4076-8a86-f1a2606f1db6 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:28.573532 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5839d4a-11d6-4c52-8115-5052e9234025 admin admin] Router 7323eb29-a929-40ae-bb0d-6b1a01d31d06 has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:30:28.576515 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-494b90a7-8160-4ccf-ad23-ab982605af39 req-445394fe-9fc1-4f5c-837c-1e9f9cfba1c2 service neutron] 10.222.0.55 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7629619 Oct 20 10:30:28.670073 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e00d27-eb84-4fe8-bba9-9824de5dcc91 req-f762daab-ffed-4418-ab2f-eb9b9e38eb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:28.671882 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-56e00d27-eb84-4fe8-bba9-9824de5dcc91 req-f762daab-ffed-4418-ab2f-eb9b9e38eb37 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9d344b97e96e4da89707d7e9ad8232dc&device_id=95fa9703-1404-4771-a94e-0d9e1c8e85e7 HTTP/1.1" status: 200 len: 1095 time: 0.5179961 Oct 20 10:30:28.708068 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9e3eade1-5a9a-4c69-a015-26b504757be6 req-2e441b9f-1a3b-43ba-8046-013603853b9c tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba094063-4980-4c22-bc34-9c1534c0beb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2684393 Oct 20 10:30:28.824141 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-d9be4013-6c63-4076-8a86-f1a2606f1db6 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Allocated IP 172.25.1.49 (cbe170d3-31ba-45a2-b477-520ab0a7a8ea/f4e26aca-17ac-4adb-a66b-d939a1b35b64/3d8e8ac9-3def-44b1-8393-be7401552f4a) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:30:28.883691 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796261df-a656-48f2-8e30-74188cfa20cf req-b1e17aa9-cef3-4d72-80f2-889003f7242e tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:28.887865 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-796261df-a656-48f2-8e30-74188cfa20cf req-b1e17aa9-cef3-4d72-80f2-889003f7242e tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/ports?device_id=71975b9b-47f8-4e27-9d16-6eec3ce4ea95 HTTP/1.1" status: 200 len: 948 time: 0.3099153 Oct 20 10:30:28.974918 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-411acd67-c1f4-469d-b123-a8b6a60f802f tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Publish callbacks [] for port, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:28.993722 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-411acd67-c1f4-469d-b123-a8b6a60f802f tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:28.994537 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5839d4a-11d6-4c52-8115-5052e9234025 admin admin] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:30:29.011001 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa697d09-69c3-4d7a-a771-a7654044a7c3 None None] Sync routers for ids ['7323eb29-a929-40ae-bb0d-6b1a01d31d06'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:30:29.026572 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-b5839d4a-11d6-4c52-8115-5052e9234025 admin admin] 10.222.0.64 "PUT /v2.0/routers/7323eb29-a929-40ae-bb0d-6b1a01d31d06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4995160 Oct 20 10:30:29.038591 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa697d09-69c3-4d7a-a771-a7654044a7c3 None None] Routers {'7323eb29-a929-40ae-bb0d-6b1a01d31d06'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:30:29.039762 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-fa697d09-69c3-4d7a-a771-a7654044a7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:30:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['7323eb29-a929-40ae-bb0d-6b1a01d31d06'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:30:29.053880 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-494b90a7-8160-4ccf-ad23-ab982605af39 req-4de15e67-3f4e-4d0c-8716-d45b01b4f88a service neutron] 10.222.0.55 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4594958 Oct 20 10:30:29.076983 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e00d27-eb84-4fe8-bba9-9824de5dcc91 req-b26ff94f-3dc9-4ead-9bcd-5f49d62346d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:29.078869 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-56e00d27-eb84-4fe8-bba9-9824de5dcc91 req-b26ff94f-3dc9-4ead-9bcd-5f49d62346d3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1ce4070f-3cfd-4061-95b1-2481b8fda5e7 HTTP/1.1" status: 200 len: 922 time: 0.3874753 Oct 20 10:30:29.225650 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-796261df-a656-48f2-8e30-74188cfa20cf req-ede0ba37-f90a-49bc-a005-e13d39d9a4a0 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/security-groups?id=33b0304f-e8b0-41ca-8b6c-fa0f5439f339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547026 Oct 20 10:30:29.303200 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-56e00d27-eb84-4fe8-bba9-9824de5dcc91 req-b1e8321e-b588-4ea0-a8c8-ae8cab4ac1a3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c775663b-fc25-4ef4-aea4-435e5dde701a HTTP/1.1" status: 200 len: 217 time: 0.1103790 Oct 20 10:30:29.356526 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-fa697d09-69c3-4d7a-a771-a7654044a7c3 None None] Set router 7323eb29-a929-40ae-bb0d-6b1a01d31d06 gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:30:29.453177 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c59433-7778-4af8-98ae-f31a97c7cd7c req-7cbb352f-39d9-414c-87a0-f0375b2bd3dd tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:29.459501 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b9c59433-7778-4af8-98ae-f31a97c7cd7c req-7cbb352f-39d9-414c-87a0-f0375b2bd3dd tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d088f35-587e-4c94-b637-18178327009b HTTP/1.1" status: 200 len: 948 time: 0.3774257 Oct 20 10:30:29.562732 n-d-811396-3 neutron-server[100596]: INFO neutron.api.v2.resource [req-8af30534-2550-459a-90b4-4c25336be91c req-de3854e9-c5a5-434a-903c-306a55a97846 tempest-FloatingIPDetailsNegativeTestJSON-1734946543 tempest-FloatingIPDetailsNegativeTestJSON-1734946543-project] show failed (client error): The resource could not be found. Oct 20 10:30:29.565541 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8af30534-2550-459a-90b4-4c25336be91c req-de3854e9-c5a5-434a-903c-306a55a97846 tempest-FloatingIPDetailsNegativeTestJSON-1734946543 tempest-FloatingIPDetailsNegativeTestJSON-1734946543-project] 10.222.0.64 "GET /v2.0/floatingips/7699b594-9d98-4ce2-ac58-8e32fab9ef9e HTTP/1.1" status: 404 len: 350 time: 0.1000526 Oct 20 10:30:29.577507 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e00d27-eb84-4fe8-bba9-9824de5dcc91 req-45ee3ba7-f949-41d9-aba6-1480530ab76d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:29.579287 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-56e00d27-eb84-4fe8-bba9-9824de5dcc91 req-45ee3ba7-f949-41d9-aba6-1480530ab76d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4012c245-3079-4795-8c54-d3f2bf73a5b0 HTTP/1.1" status: 200 len: 861 time: 0.2649741 Oct 20 10:30:29.579787 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 40584) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:30:29.666009 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-dac98e8c-d639-4f46-8202-869c287a6b39 req-32c3051c-990e-4069-90f9-1309ff995b72 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=cbb7919139e74aa3a9a9edbe5b865f11&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1377792 Oct 20 10:30:29.666616 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411acd67-c1f4-469d-b123-a8b6a60f802f tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Pushing event updated for resources: {'Port': ['ID=c8ff3b03-88b8-4ac7-87af-d1666d6e57e2,revision_number=2']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:30:29.674934 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d9be4013-6c63-4076-8a86-f1a2606f1db6 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:29.686808 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-56e00d27-eb84-4fe8-bba9-9824de5dcc91 req-5ff901dd-4580-4bf2-8e7a-27922ef3f622 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1ce4070f-3cfd-4061-95b1-2481b8fda5e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0962427 Oct 20 10:30:29.701486 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b9c59433-7778-4af8-98ae-f31a97c7cd7c req-4a2ce500-a86a-4505-8ff3-cbd58b3cf52b tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211564 Oct 20 10:30:29.771567 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device fc3a0916-601c-4571-b259-0f2397433069 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:30:29.796804 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6bd7e739-1f66-4a7f-a862-20f62219e367 req-39492782-303a-4159-ad7f-668e13af5d26 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/ports?device_id=c9c98351-a62e-4395-a008-d798500de9bc HTTP/1.1" status: 200 len: 210 time: 0.0801725 Oct 20 10:30:29.816239 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-411acd67-c1f4-469d-b123-a8b6a60f802f tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1773381'] for floatingip, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:29.899589 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-411acd67-c1f4-469d-b123-a8b6a60f802f tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for floatingip, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:29.909263 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-411acd67-c1f4-469d-b123-a8b6a60f802f tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0436757 Oct 20 10:30:29.991106 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac98e8c-d639-4f46-8202-869c287a6b39 req-7ead28b9-849d-4eec-85b3-2a165abbd19f tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:29.991106 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-dac98e8c-d639-4f46-8202-869c287a6b39 req-7ead28b9-849d-4eec-85b3-2a165abbd19f tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2754686 Oct 20 10:30:29.993913 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d9be4013-6c63-4076-8a86-f1a2606f1db6 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:30.011335 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-56e00d27-eb84-4fe8-bba9-9824de5dcc91 req-5ec95772-4d8b-4f7b-b14e-2cc3722dcf04 service neutron] 10.222.0.55 "GET /v2.0/networks/1ce4070f-3cfd-4061-95b1-2481b8fda5e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2981086 Oct 20 10:30:30.014422 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [req-dac98e8c-d639-4f46-8202-869c287a6b39 req-58395dc9-16d5-40c2-b876-b2236d451d40 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Request body: {'port': {'device_id': 'c9c98351-a62e-4395-a008-d798500de9bc', 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84', 'admin_state_up': True, 'tenant_id': 'cbb7919139e74aa3a9a9edbe5b865f11'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:30:30.033047 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port fc3a0916-601c-4571-b259-0f2397433069 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:30:30.033625 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:30.082745 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-fa697d09-69c3-4d7a-a771-a7654044a7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7323eb29-a929-40ae-bb0d-6b1a01d31d06', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-658524306-router', 'tenant_id': 'addcd1b9b9394a29a5fe1f6732be8acf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': 'fc3a0916-601c-4571-b259-0f2397433069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:30:15Z', 'updated_at': '2021-10-20T10:30:25Z', 'revision_number': 4, 'project_id': 'addcd1b9b9394a29a5fe1f6732be8acf', 'gw_port': {'id': 'fc3a0916-601c-4571-b259-0f2397433069', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:76:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7323eb29-a929-40ae-bb0d-6b1a01d31d06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:30:16Z', 'updated_at': '2021-10-20T10:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': 'ca160e7e-ff68-4d38-8ac9-333257a8c65d', 'name': '', 'network_id': 'ea0e3ac3-624c-46e6-8862-2fce7b0644d1', 'tenant_id': 'addcd1b9b9394a29a5fe1f6732be8acf', 'mac_address': 'fa:16:3e:1a:86:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7323eb29-a929-40ae-bb0d-6b1a01d31d06', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'ee4c91ca-f71a-4b1c-8124-ace76e61766a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:30:22Z', 'updated_at': '2021-10-20T10:30:25Z', 'revision_number': 2, 'project_id': 'addcd1b9b9394a29a5fe1f6732be8acf', 'subnets': [{'id': 'ee4c91ca-f71a-4b1c-8124-ace76e61766a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:30:30.124924 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa697d09-69c3-4d7a-a771-a7654044a7c3 None None] Checking router: 7323eb29-a929-40ae-bb0d-6b1a01d31d06 for host: n-d-811396-3 {{(pid=100598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:30:30.127067 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa697d09-69c3-4d7a-a771-a7654044a7c3 None None] Updating router 7323eb29-a929-40ae-bb0d-6b1a01d31d06 port ca160e7e-ff68-4d38-8ac9-333257a8c65d binding host n-d-811396-3 {{(pid=100598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 10:30:30.169796 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449f3060-5f24-4972-ab87-b11bd7a18137 req-c848aaac-b521-4c57-85c7-33372c1fe25d tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:30.171638 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-449f3060-5f24-4972-ab87-b11bd7a18137 req-c848aaac-b521-4c57-85c7-33372c1fe25d tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/ports?device_id=95fa9703-1404-4771-a94e-0d9e1c8e85e7 HTTP/1.1" status: 200 len: 944 time: 0.2889698 Oct 20 10:30:30.179651 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9be4013-6c63-4076-8a86-f1a2606f1db6 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Pushing event updated for resources: {'Port': ['ID=3d8e8ac9-3def-44b1-8393-be7401552f4a,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:30:30.189154 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9be4013-6c63-4076-8a86-f1a2606f1db6 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Network cbe170d3-31ba-45a2-b477-520ab0a7a8ea is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:30:30.192632 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-d9be4013-6c63-4076-8a86-f1a2606f1db6 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:30:30.193882 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-fa697d09-69c3-4d7a-a771-a7654044a7c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:30.196559 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9be4013-6c63-4076-8a86-f1a2606f1db6 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:30:30.251235 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 9dfb4e95-3a0b-4871-b3e3-59e557713c68 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:30:30.304351 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dac98e8c-d639-4f46-8202-869c287a6b39 req-58395dc9-16d5-40c2-b876-b2236d451d40 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Made reservation on behalf of cbb7919139e74aa3a9a9edbe5b865f11 for: {'port': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:30:30.308145 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-dac98e8c-d639-4f46-8202-869c287a6b39 req-58395dc9-16d5-40c2-b876-b2236d451d40 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:30.312006 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8429c708-e2bf-4ea7-8f5b-ee18fa523e3a req-fc7e63fb-49e4-4ddc-99bf-078637d7ba4b tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1460052972&fields=id&tenant_id=946a9e604754455a8a9faea87bc41b49 HTTP/1.1" status: 200 len: 267 time: 0.1681435 Oct 20 10:30:30.361349 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d9be4013-6c63-4076-8a86-f1a2606f1db6 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:30.368109 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-56e00d27-eb84-4fe8-bba9-9824de5dcc91 req-3dc8252f-c2cc-4adf-bbdd-639d1a1be380 service neutron] 10.222.0.55 "GET /v2.0/networks/1ce4070f-3cfd-4061-95b1-2481b8fda5e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3224037 Oct 20 10:30:30.408814 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 9dfb4e95-3a0b-4871-b3e3-59e557713c68 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:30:30.409296 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:30.410527 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-449f3060-5f24-4972-ab87-b11bd7a18137 req-d09982f2-2772-4f0c-8d6f-09433c54eba8 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba094063-4980-4c22-bc34-9c1534c0beb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098930 Oct 20 10:30:30.489877 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [req-dac98e8c-d639-4f46-8202-869c287a6b39 req-58395dc9-16d5-40c2-b876-b2236d451d40 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Allocated IP 192.168.233.110 (a7c57b12-d7c3-48bb-aa54-a67a56468a84/8f86199a-b8f2-45b4-a83a-995a7ea6fe42/631560fe-48f6-4e9b-8ca7-59d6911c1b5d) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:30:30.541017 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 03d43538-ffbf-4b30-98d6-4a77208ff3d3 details requested by agent hyperv_n-h1-811396-3 with host n-h1-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:30:30.659925 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d9be4013-6c63-4076-8a86-f1a2606f1db6 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:30.782630 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-dac98e8c-d639-4f46-8202-869c287a6b39 req-58395dc9-16d5-40c2-b876-b2236d451d40 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:30.815826 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-fa697d09-69c3-4d7a-a771-a7654044a7c3 None None] Publish callbacks [] for port, precommit_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:30.834026 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-fa697d09-69c3-4d7a-a771-a7654044a7c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:30.897787 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-dac98e8c-d639-4f46-8202-869c287a6b39 req-58395dc9-16d5-40c2-b876-b2236d451d40 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:30.903360 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 03d43538-ffbf-4b30-98d6-4a77208ff3d3, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=03d43538-ffbf-4b30-98d6-4a77208ff3d3,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:30:30.933418 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['0c2ac16c-39fa-4445-a3d7-43e100268554', '8ddc9018-c3de-475d-9862-8c844418908a'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:30:30.969526 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dac98e8c-d639-4f46-8202-869c287a6b39 req-58395dc9-16d5-40c2-b876-b2236d451d40 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Network a7c57b12-d7c3-48bb-aa54-a67a56468a84 is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:30:30.983237 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [req-dac98e8c-d639-4f46-8202-869c287a6b39 req-58395dc9-16d5-40c2-b876-b2236d451d40 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:30:30.991921 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [req-dac98e8c-d639-4f46-8202-869c287a6b39 req-58395dc9-16d5-40c2-b876-b2236d451d40 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:30:31.013412 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c90077-4246-4e41-a509-13b395916a47 None None] Pushing event updated for resources: {'Port': ['ID=ca160e7e-ff68-4d38-8ac9-333257a8c65d,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:30:31.025337 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['4bf11690-7f8a-4a5d-b7d6-9b02b6176fea', '550f7c00-47d3-4e55-be09-c45b0e8ce738', '8742fd55-79bc-42e6-ba15-c45d424c2847', '94206ac3-057e-462d-b6fd-4665c89c4a2c'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:30:31.034470 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Returning: {'device': '03d43538-ffbf-4b30-98d6-4a77208ff3d3', 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84', 'port_id': '03d43538-ffbf-4b30-98d6-4a77208ff3d3', 'mac_address': 'fa:16:3e:2c:38:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 800, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f86199a-b8f2-45b4-a83a-995a7ea6fe42', 'ip_address': '192.168.233.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:30:31.051935 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58395dc9-16d5-40c2-b876-b2236d451d40 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Pushing event updated for resources: {'Port': ['ID=631560fe-48f6-4e9b-8ca7-59d6911c1b5d,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:30:31.102842 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d9be4013-6c63-4076-8a86-f1a2606f1db6 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Publish callbacks [] for port, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:31.124192 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac98e8c-d639-4f46-8202-869c287a6b39 req-58395dc9-16d5-40c2-b876-b2236d451d40 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:31.124993 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-dac98e8c-d639-4f46-8202-869c287a6b39 req-58395dc9-16d5-40c2-b876-b2236d451d40 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:31.142575 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d9be4013-6c63-4076-8a86-f1a2606f1db6 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:31.148736 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8429c708-e2bf-4ea7-8f5b-ee18fa523e3a req-f4f727eb-2b58-4b65-aee0-6dcfbe6e67dc tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:31.161149 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8429c708-e2bf-4ea7-8f5b-ee18fa523e3a req-f4f727eb-2b58-4b65-aee0-6dcfbe6e67dc tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] 10.222.0.64 "GET /v2.0/networks?id=7541d774-cf46-43a8-ab91-4a72282aac35 HTTP/1.1" status: 200 len: 811 time: 0.7883339 Oct 20 10:30:31.218047 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-dac98e8c-d639-4f46-8202-869c287a6b39 req-58395dc9-16d5-40c2-b876-b2236d451d40 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2146933 Oct 20 10:30:31.239571 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8429c708-e2bf-4ea7-8f5b-ee18fa523e3a req-6cb89843-b620-4590-a921-6ea4e8eff88d tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] 10.222.0.64 "GET /v2.0/quotas/946a9e604754455a8a9faea87bc41b49 HTTP/1.1" status: 200 len: 375 time: 0.0767593 Oct 20 10:30:31.252435 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-fa697d09-69c3-4d7a-a771-a7654044a7c3 None None] Attempting to bind port ca160e7e-ff68-4d38-8ac9-333257a8c65d on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:30:31.252931 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-fa697d09-69c3-4d7a-a771-a7654044a7c3 None None] Attempting to bind port ca160e7e-ff68-4d38-8ac9-333257a8c65d by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '7c611083-a477-4d58-b583-65deaf36ff49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'ea0e3ac3-624c-46e6-8862-2fce7b0644d1'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:30:31.253301 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa697d09-69c3-4d7a-a771-a7654044a7c3 None None] Attempting to bind port ca160e7e-ff68-4d38-8ac9-333257a8c65d on network ea0e3ac3-624c-46e6-8862-2fce7b0644d1 {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:30:31.277367 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [req-dac98e8c-d639-4f46-8202-869c287a6b39 req-cd0ae574-5ac9-4c55-aa2d-64d6b712b323 service neutron] Request body: {'port': {'device_id': 'c9c98351-a62e-4395-a008-d798500de9bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811396-3'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:30:31.277609 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:31.295729 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa697d09-69c3-4d7a-a771-a7654044a7c3 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:30:31.296365 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa697d09-69c3-4d7a-a771-a7654044a7c3 None None] Checking segment: {'id': '7c611083-a477-4d58-b583-65deaf36ff49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'ea0e3ac3-624c-46e6-8862-2fce7b0644d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:30:31.296776 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-fa697d09-69c3-4d7a-a771-a7654044a7c3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:31.297173 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa697d09-69c3-4d7a-a771-a7654044a7c3 None None] Bound using segment: {'id': '7c611083-a477-4d58-b583-65deaf36ff49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'ea0e3ac3-624c-46e6-8862-2fce7b0644d1'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:30:31.298452 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-fa697d09-69c3-4d7a-a771-a7654044a7c3 None None] Bound port: ca160e7e-ff68-4d38-8ac9-333257a8c65d, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c611083-a477-4d58-b583-65deaf36ff49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'ea0e3ac3-624c-46e6-8862-2fce7b0644d1'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:30:31.298868 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-fa697d09-69c3-4d7a-a771-a7654044a7c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:31.307636 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e00d27-eb84-4fe8-bba9-9824de5dcc91 req-ebf7d59b-95bb-4617-b6c8-02a7178085f6 tempest-LiveAutoBlockMigrationV225Test-237435139 tempest-LiveAutoBlockMigrationV225Test-237435139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:31.309145 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-56e00d27-eb84-4fe8-bba9-9824de5dcc91 req-ebf7d59b-95bb-4617-b6c8-02a7178085f6 tempest-LiveAutoBlockMigrationV225Test-237435139 tempest-LiveAutoBlockMigrationV225Test-237435139-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=95fa9703-1404-4771-a94e-0d9e1c8e85e7&tenant_id=9d344b97e96e4da89707d7e9ad8232dc&binding%3Ahost_id=n-h1-811396-3 HTTP/1.1" status: 200 len: 1095 time: 0.3593695 Oct 20 10:30:31.323191 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fca2f8-7e39-4091-8ba5-034661b66d54 req-2883cea6-93a8-4ccc-bd42-a583c09ff16c tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:31.332602 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-40fca2f8-7e39-4091-8ba5-034661b66d54 req-2883cea6-93a8-4ccc-bd42-a583c09ff16c tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/ports?device_id=71975b9b-47f8-4e27-9d16-6eec3ce4ea95 HTTP/1.1" status: 200 len: 948 time: 0.7861938 Oct 20 10:30:31.335514 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9be4013-6c63-4076-8a86-f1a2606f1db6 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Pushing event updated for resources: {'Port': ['ID=3d8e8ac9-3def-44b1-8393-be7401552f4a,revision_number=2']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:30:31.346707 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-a3f61a92-25eb-4031-b5ad-7c531087aa8c None None] Provisioning complete for port ca160e7e-ff68-4d38-8ac9-333257a8c65d triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:30:31.347240 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-a3f61a92-25eb-4031-b5ad-7c531087aa8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:31.351360 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d9be4013-6c63-4076-8a86-f1a2606f1db6 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1773381'] for floatingip, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:31.392755 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03d43538-ffbf-4b30-98d6-4a77208ff3d3 {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:30:31.393179 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-dac98e8c-d639-4f46-8202-869c287a6b39 req-cd0ae574-5ac9-4c55-aa2d-64d6b712b323 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:31.406946 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d9be4013-6c63-4076-8a86-f1a2606f1db6 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for floatingip, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:31.417276 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-d9be4013-6c63-4076-8a86-f1a2606f1db6 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.5492194 Oct 20 10:30:31.470705 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-a3f61a92-25eb-4031-b5ad-7c531087aa8c None None] Port ca160e7e-ff68-4d38-8ac9-333257a8c65d cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:30:31.496098 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 03d43538-ffbf-4b30-98d6-4a77208ff3d3, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=03d43538-ffbf-4b30-98d6-4a77208ff3d3,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:30:31.522854 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:31.539767 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8429c708-e2bf-4ea7-8f5b-ee18fa523e3a req-1cf412f1-0ada-46c9-a4db-d1f77208d589 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=946a9e604754455a8a9faea87bc41b49&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2989922 Oct 20 10:30:31.569880 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-40fca2f8-7e39-4091-8ba5-034661b66d54 req-1d8dc7a0-d9c0-4c01-86ac-027ffe404cf6 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/security-groups?id=33b0304f-e8b0-41ca-8b6c-fa0f5439f339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356842 Oct 20 10:30:31.618670 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-fa697d09-69c3-4d7a-a771-a7654044a7c3 None None] For port ca160e7e-ff68-4d38-8ac9-333257a8c65d, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:30:31.674015 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-fa697d09-69c3-4d7a-a771-a7654044a7c3 None None] For port ca160e7e-ff68-4d38-8ac9-333257a8c65d, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=ca160e7e-ff68-4d38-8ac9-333257a8c65d,segment=NetworkSegment(7c611083-a477-4d58-b583-65deaf36ff49),segment_id=7c611083-a477-4d58-b583-65deaf36ff49)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:30:31.700779 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-fa697d09-69c3-4d7a-a771-a7654044a7c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:31.702960 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-321a5129-ea74-453e-ad6b-b147ae92fa06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1774405'] for router_interface, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:31.704332 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-4f0cb669-4754-490c-a496-b538cd6bfbf7 None None] Provisioning complete for port 631560fe-48f6-4e9b-8ca7-59d6911c1b5d triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:30:31.704687 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-4f0cb669-4754-490c-a496-b538cd6bfbf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:31.716040 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=03d43538-ffbf-4b30-98d6-4a77208ff3d3,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:30:31.805638 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-56e00d27-eb84-4fe8-bba9-9824de5dcc91 req-a5d95453-d4b7-4e80-a797-9d4d1cf5a367 service neutron] For port c775663b-fc25-4ef4-aea4-435e5dde701a, host n-h2-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:30:31.821975 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-56e00d27-eb84-4fe8-bba9-9824de5dcc91 req-a5d95453-d4b7-4e80-a797-9d4d1cf5a367 service neutron] Publish callbacks [] for binding, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:31.822948 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-56e00d27-eb84-4fe8-bba9-9824de5dcc91 req-a5d95453-d4b7-4e80-a797-9d4d1cf5a367 service neutron] 10.222.0.55 "DELETE /v2.0/ports/c775663b-fc25-4ef4-aea4-435e5dde701a/bindings/n-h2-811396-3 HTTP/1.1" status: 204 len: 173 time: 0.4876430 Oct 20 10:30:31.830431 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-4f0cb669-4754-490c-a496-b538cd6bfbf7 None None] Port 631560fe-48f6-4e9b-8ca7-59d6911c1b5d cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:30:31.898481 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c90077-4246-4e41-a509-13b395916a47 None None] Pushing event updated for resources: {'Port': ['ID=ca160e7e-ff68-4d38-8ac9-333257a8c65d,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:30:31.899562 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [req-dac98e8c-d639-4f46-8202-869c287a6b39 req-cd0ae574-5ac9-4c55-aa2d-64d6b712b323 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 631560fe-48f6-4e9b-8ca7-59d6911c1b5d {{(pid=100597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:30:31.918398 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-dac98e8c-d639-4f46-8202-869c287a6b39 req-cd0ae574-5ac9-4c55-aa2d-64d6b712b323 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:31.925401 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8429c708-e2bf-4ea7-8f5b-ee18fa523e3a req-a4f75eb6-ae95-4872-87f3-6ace33aa8a59 service neutron] 10.222.0.64 "GET /v2.0/networks/7541d774-cf46-43a8-ab91-4a72282aac35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3606253 Oct 20 10:30:31.941262 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c85375-128a-4f30-a7ab-08b5a5d31a9b req-eb72a013-5f19-4686-8475-65bec3ff3264 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:31.950000 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.provisioning_blocks [req-dac98e8c-d639-4f46-8202-869c287a6b39 req-cd0ae574-5ac9-4c55-aa2d-64d6b712b323 service neutron] Transition to ACTIVE for port object 631560fe-48f6-4e9b-8ca7-59d6911c1b5d will not be triggered until provisioned by entity L2. {{(pid=100597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:30:31.955461 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-80c85375-128a-4f30-a7ab-08b5a5d31a9b req-eb72a013-5f19-4686-8475-65bec3ff3264 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d088f35-587e-4c94-b637-18178327009b HTTP/1.1" status: 200 len: 948 time: 0.1998217 Oct 20 10:30:31.961619 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-dac98e8c-d639-4f46-8202-869c287a6b39 req-cd0ae574-5ac9-4c55-aa2d-64d6b712b323 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:31.966822 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa697d09-69c3-4d7a-a771-a7654044a7c3 None None] Routers {'7323eb29-a929-40ae-bb0d-6b1a01d31d06'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:30:31.967757 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-fa697d09-69c3-4d7a-a771-a7654044a7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:30:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['7323eb29-a929-40ae-bb0d-6b1a01d31d06'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:30:32.134717 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0ae574-5ac9-4c55-aa2d-64d6b712b323 service neutron] Pushing event updated for resources: {'Port': ['ID=631560fe-48f6-4e9b-8ca7-59d6911c1b5d,revision_number=2']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:30:32.144645 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['03d43538-ffbf-4b30-98d6-4a77208ff3d3'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:30:32.161422 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-dac98e8c-d639-4f46-8202-869c287a6b39 req-cd0ae574-5ac9-4c55-aa2d-64d6b712b323 service neutron] Attempting to bind port 631560fe-48f6-4e9b-8ca7-59d6911c1b5d on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:30:32.161422 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-dac98e8c-d639-4f46-8202-869c287a6b39 req-cd0ae574-5ac9-4c55-aa2d-64d6b712b323 service neutron] Attempting to bind port 631560fe-48f6-4e9b-8ca7-59d6911c1b5d by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': '6f472196-aa1a-40bf-bd06-ef9f07584bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84'}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:30:32.161422 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac98e8c-d639-4f46-8202-869c287a6b39 req-cd0ae574-5ac9-4c55-aa2d-64d6b712b323 service neutron] Attempting to bind port 631560fe-48f6-4e9b-8ca7-59d6911c1b5d on network a7c57b12-d7c3-48bb-aa54-a67a56468a84 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:30:32.174810 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac98e8c-d639-4f46-8202-869c287a6b39 req-cd0ae574-5ac9-4c55-aa2d-64d6b712b323 service neutron] Port 631560fe-48f6-4e9b-8ca7-59d6911c1b5d on network a7c57b12-d7c3-48bb-aa54-a67a56468a84 not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:30:32.175354 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac98e8c-d639-4f46-8202-869c287a6b39 req-cd0ae574-5ac9-4c55-aa2d-64d6b712b323 service neutron] Attempting to bind port 631560fe-48f6-4e9b-8ca7-59d6911c1b5d on network a7c57b12-d7c3-48bb-aa54-a67a56468a84 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:30:32.182930 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac98e8c-d639-4f46-8202-869c287a6b39 req-cd0ae574-5ac9-4c55-aa2d-64d6b712b323 service neutron] Checking agent: {'id': '061232a2-7adc-4ba1-a873-e8cb136b064d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 30, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:30:32.185493 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac98e8c-d639-4f46-8202-869c287a6b39 req-cd0ae574-5ac9-4c55-aa2d-64d6b712b323 service neutron] Checking segment: {'id': '6f472196-aa1a-40bf-bd06-ef9f07584bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:30:32.186115 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac98e8c-d639-4f46-8202-869c287a6b39 req-cd0ae574-5ac9-4c55-aa2d-64d6b712b323 service neutron] Bound using segment: {'id': '6f472196-aa1a-40bf-bd06-ef9f07584bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84'} {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:30:32.186751 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-dac98e8c-d639-4f46-8202-869c287a6b39 req-cd0ae574-5ac9-4c55-aa2d-64d6b712b323 service neutron] Bound port: 631560fe-48f6-4e9b-8ca7-59d6911c1b5d, host: n-h2-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f472196-aa1a-40bf-bd06-ef9f07584bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84'}}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:30:32.187305 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-dac98e8c-d639-4f46-8202-869c287a6b39 req-cd0ae574-5ac9-4c55-aa2d-64d6b712b323 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:32.316504 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [req-dac98e8c-d639-4f46-8202-869c287a6b39 req-cd0ae574-5ac9-4c55-aa2d-64d6b712b323 service neutron] For port 631560fe-48f6-4e9b-8ca7-59d6911c1b5d, host n-h2-811396-3, cleared binding levels {{(pid=100597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:30:32.318422 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-80c85375-128a-4f30-a7ab-08b5a5d31a9b req-42e34979-e70a-4db0-b533-149f9d4bcc39 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3616841 Oct 20 10:30:32.322943 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [req-dac98e8c-d639-4f46-8202-869c287a6b39 req-cd0ae574-5ac9-4c55-aa2d-64d6b712b323 service neutron] For port 631560fe-48f6-4e9b-8ca7-59d6911c1b5d, host n-h2-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=631560fe-48f6-4e9b-8ca7-59d6911c1b5d,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:30:32.343677 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-dac98e8c-d639-4f46-8202-869c287a6b39 req-cd0ae574-5ac9-4c55-aa2d-64d6b712b323 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:32.396847 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac98e8c-d639-4f46-8202-869c287a6b39 req-cd0ae574-5ac9-4c55-aa2d-64d6b712b323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:32.397524 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-dac98e8c-d639-4f46-8202-869c287a6b39 req-cd0ae574-5ac9-4c55-aa2d-64d6b712b323 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:32.399433 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-dac98e8c-d639-4f46-8202-869c287a6b39 req-cd0ae574-5ac9-4c55-aa2d-64d6b712b323 service neutron] 10.222.0.69 "PUT /v2.0/ports/631560fe-48f6-4e9b-8ca7-59d6911c1b5d HTTP/1.1" status: 200 len: 1096 time: 1.1319089 Oct 20 10:30:32.401938 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8429c708-e2bf-4ea7-8f5b-ee18fa523e3a req-3e96f334-ee93-4ee4-ad1d-7dff429a0df2 service neutron] 10.222.0.64 "GET /v2.0/networks/7541d774-cf46-43a8-ab91-4a72282aac35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4406662 Oct 20 10:30:32.412148 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9c98351-a62e-4395-a008-d798500de9bc', 'tag': '631560fe-48f6-4e9b-8ca7-59d6911c1b5d'}] {{(pid=100597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:30:32.421889 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd85cad6a391afaa95d2dd5280bfd4659fc1e1b2aba53b5e7ef874f059efcdc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12f2e134-0520-4f97-abc8-4b60d8ca2452" -d '{"events": [{"name": "network-changed", "server_uuid": "c9c98351-a62e-4395-a008-d798500de9bc", "tag": "631560fe-48f6-4e9b-8ca7-59d6911c1b5d"}]}' {{(pid=100597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:30:32.468691 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-a5791a6a-85fd-40fd-99a3-6233516901e0 None None] Provisioning complete for port ca160e7e-ff68-4d38-8ac9-333257a8c65d triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:30:32.469074 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-a5791a6a-85fd-40fd-99a3-6233516901e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:32.470589 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0ae574-5ac9-4c55-aa2d-64d6b712b323 service neutron] Pushing event updated for resources: {'Port': ['ID=631560fe-48f6-4e9b-8ca7-59d6911c1b5d,revision_number=3']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:30:32.606769 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac98e8c-d639-4f46-8202-869c287a6b39 req-c6a0deae-61a9-480b-a52a-5c75293d8af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:32.611027 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-dac98e8c-d639-4f46-8202-869c287a6b39 req-c6a0deae-61a9-480b-a52a-5c75293d8af4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cbb7919139e74aa3a9a9edbe5b865f11&device_id=c9c98351-a62e-4395-a008-d798500de9bc HTTP/1.1" status: 200 len: 1099 time: 0.1146660 Oct 20 10:30:32.635969 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28e0520-4c23-462b-9c48-380923e6979f req-7a6c299f-fe4f-4650-a5dd-64ca95cfa4c4 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:32.649670 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d28e0520-4c23-462b-9c48-380923e6979f req-7a6c299f-fe4f-4650-a5dd-64ca95cfa4c4 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/ports?device_id=c9c98351-a62e-4395-a008-d798500de9bc HTTP/1.1" status: 200 len: 948 time: 0.1936131 Oct 20 10:30:32.719973 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d28e0520-4c23-462b-9c48-380923e6979f req-b0441c25-bfea-4e4b-a51d-f105b720ba35 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/security-groups?id=dfac1146-e768-4d56-96b1-8816525464ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693343 Oct 20 10:30:32.720788 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-dac98e8c-d639-4f46-8202-869c287a6b39 req-dc2107c0-9412-4c75-99cd-d52406f78989 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=631560fe-48f6-4e9b-8ca7-59d6911c1b5d HTTP/1.1" status: 200 len: 217 time: 0.0923576 Oct 20 10:30:32.744717 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-fa697d09-69c3-4d7a-a771-a7654044a7c3 None None] Set router 7323eb29-a929-40ae-bb0d-6b1a01d31d06 gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:30:32.747080 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-321a5129-ea74-453e-ad6b-b147ae92fa06 admin admin] Deleting port ca160e7e-ff68-4d38-8ac9-333257a8c65d {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:30:32.747548 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-321a5129-ea74-453e-ad6b-b147ae92fa06 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:32.863710 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac98e8c-d639-4f46-8202-869c287a6b39 req-048e38e8-3891-4c26-be67-cc1dddbeba15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:32.866159 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-dac98e8c-d639-4f46-8202-869c287a6b39 req-048e38e8-3891-4c26-be67-cc1dddbeba15 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8f86199a-b8f2-45b4-a83a-995a7ea6fe42 HTTP/1.1" status: 200 len: 843 time: 0.1338005 Oct 20 10:30:32.935343 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [None req-321a5129-ea74-453e-ad6b-b147ae92fa06 admin admin] For port ca160e7e-ff68-4d38-8ac9-333257a8c65d, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=ca160e7e-ff68-4d38-8ac9-333257a8c65d,segment=NetworkSegment(7c611083-a477-4d58-b583-65deaf36ff49),segment_id=7c611083-a477-4d58-b583-65deaf36ff49)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:30:32.935735 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-321a5129-ea74-453e-ad6b-b147ae92fa06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:32.962659 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-321a5129-ea74-453e-ad6b-b147ae92fa06 admin admin] Calling delete_port for ca160e7e-ff68-4d38-8ac9-333257a8c65d owned by network:router_interface {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:30:32.996773 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac98e8c-d639-4f46-8202-869c287a6b39 req-bdd50898-d271-4a9c-a30f-95aa3f86438b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:32.997903 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b53aab-7b2a-4cf8-b506-13f1200b5e45 req-4e1d0edb-296f-4ccc-8616-5b4172ae9d47 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:32.999909 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-42b53aab-7b2a-4cf8-b506-13f1200b5e45 req-4e1d0edb-296f-4ccc-8616-5b4172ae9d47 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/ports?device_id=95fa9703-1404-4771-a94e-0d9e1c8e85e7 HTTP/1.1" status: 200 len: 944 time: 0.1300871 Oct 20 10:30:33.000199 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-dac98e8c-d639-4f46-8202-869c287a6b39 req-bdd50898-d271-4a9c-a30f-95aa3f86438b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a7c57b12-d7c3-48bb-aa54-a67a56468a84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1133254 Oct 20 10:30:33.185450 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-dac98e8c-d639-4f46-8202-869c287a6b39 req-1da4817e-b0a9-41c5-8aed-d552f0996c99 service neutron] 10.222.0.69 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732953 Oct 20 10:30:33.198613 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-42b53aab-7b2a-4cf8-b506-13f1200b5e45 req-52704ed9-7688-4d41-98d6-7ebb01205b95 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba094063-4980-4c22-bc34-9c1534c0beb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871526 Oct 20 10:30:33.357864 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-033327af-d150-4e65-bdf6-59010382df35 x-openstack-request-id: req-033327af-d150-4e65-bdf6-59010382df35 {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:30:33.358165 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9c98351-a62e-4395-a008-d798500de9bc", "tag": "631560fe-48f6-4e9b-8ca7-59d6911c1b5d", "status": "completed", "code": 200}]} {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:30:33.358416 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-033327af-d150-4e65-bdf6-59010382df35 {{(pid=100597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:30:33.358816 n-d-811396-3 neutron-server[100597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9c98351-a62e-4395-a008-d798500de9bc', 'tag': '631560fe-48f6-4e9b-8ca7-59d6911c1b5d', 'status': 'completed', 'code': 200} Oct 20 10:30:33.365565 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-a5791a6a-85fd-40fd-99a3-6233516901e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:33.385037 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff7b3bf-e28a-453a-bb40-dc273ba03b5f req-9c3e498e-18f2-4d52-b4c2-edf30c6af711 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:33.396974 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1ff7b3bf-e28a-453a-bb40-dc273ba03b5f req-9c3e498e-18f2-4d52-b4c2-edf30c6af711 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] 10.222.0.64 "GET /v2.0/networks?id=6102411a-939e-434e-b2b8-0c46972ff74e HTTP/1.1" status: 200 len: 822 time: 0.3929956 Oct 20 10:30:33.426195 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-dac98e8c-d639-4f46-8202-869c287a6b39 req-6c502d8c-b735-435a-b0a9-b551678d46d3 service neutron] 10.222.0.69 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244148 Oct 20 10:30:33.445867 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-a5791a6a-85fd-40fd-99a3-6233516901e0 None None] For port ca160e7e-ff68-4d38-8ac9-333257a8c65d, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=ca160e7e-ff68-4d38-8ac9-333257a8c65d,segment=NetworkSegment(7c611083-a477-4d58-b583-65deaf36ff49),segment_id=7c611083-a477-4d58-b583-65deaf36ff49)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:30:33.474544 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-a5791a6a-85fd-40fd-99a3-6233516901e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:33.518481 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-aa624551-60e3-4236-93b5-15612cd6cc1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:33.543159 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-fa697d09-69c3-4d7a-a771-a7654044a7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7323eb29-a929-40ae-bb0d-6b1a01d31d06', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-658524306-router', 'tenant_id': 'addcd1b9b9394a29a5fe1f6732be8acf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': 'fc3a0916-601c-4571-b259-0f2397433069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:30:15Z', 'updated_at': '2021-10-20T10:30:25Z', 'revision_number': 4, 'project_id': 'addcd1b9b9394a29a5fe1f6732be8acf', 'gw_port': {'id': 'fc3a0916-601c-4571-b259-0f2397433069', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:76:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7323eb29-a929-40ae-bb0d-6b1a01d31d06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:30:16Z', 'updated_at': '2021-10-20T10:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': 'ca160e7e-ff68-4d38-8ac9-333257a8c65d', 'name': '', 'network_id': 'ea0e3ac3-624c-46e6-8862-2fce7b0644d1', 'tenant_id': 'addcd1b9b9394a29a5fe1f6732be8acf', 'mac_address': 'fa:16:3e:1a:86:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7323eb29-a929-40ae-bb0d-6b1a01d31d06', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'ee4c91ca-f71a-4b1c-8124-ace76e61766a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:30:22Z', 'updated_at': '2021-10-20T10:30:31Z', 'revision_number': 4, 'project_id': 'addcd1b9b9394a29a5fe1f6732be8acf', 'subnets': [{'id': 'ee4c91ca-f71a-4b1c-8124-ace76e61766a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:30:33.555934 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1ff7b3bf-e28a-453a-bb40-dc273ba03b5f req-7018bf1b-5f7e-4a59-8627-1d313620224e tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] 10.222.0.64 "GET /v2.0/quotas/733e0ae3617d4d649cf978417165b931 HTTP/1.1" status: 200 len: 375 time: 0.1084552 Oct 20 10:30:33.595762 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa697d09-69c3-4d7a-a771-a7654044a7c3 None None] The sync data for ids ['7323eb29-a929-40ae-bb0d-6b1a01d31d06'] in n-d-811396-3 is: [{'id': '7323eb29-a929-40ae-bb0d-6b1a01d31d06', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-658524306-router', 'tenant_id': 'addcd1b9b9394a29a5fe1f6732be8acf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': 'fc3a0916-601c-4571-b259-0f2397433069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:30:15Z', 'updated_at': '2021-10-20T10:30:25Z', 'revision_number': 4, 'project_id': 'addcd1b9b9394a29a5fe1f6732be8acf', 'gw_port': {'id': 'fc3a0916-601c-4571-b259-0f2397433069', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:76:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7323eb29-a929-40ae-bb0d-6b1a01d31d06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:30:16Z', 'updated_at': '2021-10-20T10:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': 'ca160e7e-ff68-4d38-8ac9-333257a8c65d', 'name': '', 'network_id': 'ea0e3ac3-624c-46e6-8862-2fce7b0644d1', 'tenant_id': 'addcd1b9b9394a29a5fe1f6732be8acf', 'mac_address': 'fa:16:3e:1a:86:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7323eb29-a929-40ae-bb0d-6b1a01d31d06', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'ee4c91ca-f71a-4b1c-8124-ace76e61766a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:30:22Z', 'updated_at': '2021-10-20T10:30:31Z', 'revision_number': 4, 'project_id': 'addcd1b9b9394a29a5fe1f6732be8acf', 'subnets': [{'id': 'ee4c91ca-f71a-4b1c-8124-ace76e61766a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:30:33.605957 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-321a5129-ea74-453e-ad6b-b147ae92fa06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:33.610630 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5791a6a-85fd-40fd-99a3-6233516901e0 None None] Pushing event updated for resources: {'Port': ['ID=ca160e7e-ff68-4d38-8ac9-333257a8c65d,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:30:33.626592 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f2e134-0520-4f97-abc8-4b60d8ca2452 req-de475c11-a25c-462a-bd52-53e660bc2e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:33.640299 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-12f2e134-0520-4f97-abc8-4b60d8ca2452 req-de475c11-a25c-462a-bd52-53e660bc2e3c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cbb7919139e74aa3a9a9edbe5b865f11&device_id=c9c98351-a62e-4395-a008-d798500de9bc HTTP/1.1" status: 200 len: 1099 time: 0.1276295 Oct 20 10:30:33.689697 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321a5129-ea74-453e-ad6b-b147ae92fa06 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca160e7e-ff68-4d38-8ac9-333257a8c65d,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:30:33.827763 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f2e134-0520-4f97-abc8-4b60d8ca2452 req-c21f2369-1dfc-4cbe-b89f-3d15b76b08d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:33.834950 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-12f2e134-0520-4f97-abc8-4b60d8ca2452 req-c21f2369-1dfc-4cbe-b89f-3d15b76b08d1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a7c57b12-d7c3-48bb-aa54-a67a56468a84 HTTP/1.1" status: 200 len: 870 time: 0.1868818 Oct 20 10:30:33.837690 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1ff7b3bf-e28a-453a-bb40-dc273ba03b5f req-a2fb460d-a845-4424-b6e1-f1335a9ec761 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=733e0ae3617d4d649cf978417165b931&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2808824 Oct 20 10:30:33.865836 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472933a4-3945-4211-8631-d47ae37e359a req-a4f74aa7-09f0-407c-b5bd-473a181ed5ce tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:33.870176 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-472933a4-3945-4211-8631-d47ae37e359a req-a4f74aa7-09f0-407c-b5bd-473a181ed5ce tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/ports?device_id=71975b9b-47f8-4e27-9d16-6eec3ce4ea95 HTTP/1.1" status: 200 len: 949 time: 0.4190385 Oct 20 10:30:33.876799 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321a5129-ea74-453e-ad6b-b147ae92fa06 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:30:33.877149 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321a5129-ea74-453e-ad6b-b147ae92fa06 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:30:33.877488 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321a5129-ea74-453e-ad6b-b147ae92fa06 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:30:33.877819 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321a5129-ea74-453e-ad6b-b147ae92fa06 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:30:33.878149 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321a5129-ea74-453e-ad6b-b147ae92fa06 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:30:33.881625 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321a5129-ea74-453e-ad6b-b147ae92fa06 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:30:33.882037 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321a5129-ea74-453e-ad6b-b147ae92fa06 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:30:33.882374 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321a5129-ea74-453e-ad6b-b147ae92fa06 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:30:33.884191 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321a5129-ea74-453e-ad6b-b147ae92fa06 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:30:33.884679 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321a5129-ea74-453e-ad6b-b147ae92fa06 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:30:33.885033 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321a5129-ea74-453e-ad6b-b147ae92fa06 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:30:33.885364 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321a5129-ea74-453e-ad6b-b147ae92fa06 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:30:33.934178 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-12f2e134-0520-4f97-abc8-4b60d8ca2452 req-c001b8d5-196b-4443-bdbc-bcc760bb26d3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=631560fe-48f6-4e9b-8ca7-59d6911c1b5d HTTP/1.1" status: 200 len: 217 time: 0.0900021 Oct 20 10:30:34.033802 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f2e134-0520-4f97-abc8-4b60d8ca2452 req-7dd8aad8-01f0-4a75-b59e-c5aa6695d9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:34.035290 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-12f2e134-0520-4f97-abc8-4b60d8ca2452 req-7dd8aad8-01f0-4a75-b59e-c5aa6695d9a7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8f86199a-b8f2-45b4-a83a-995a7ea6fe42 HTTP/1.1" status: 200 len: 843 time: 0.0910852 Oct 20 10:30:34.049947 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-472933a4-3945-4211-8631-d47ae37e359a req-d864366a-1fa6-4488-af89-67fe50d1e715 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/security-groups?id=33b0304f-e8b0-41ca-8b6c-fa0f5439f339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418684 Oct 20 10:30:34.171841 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f2e134-0520-4f97-abc8-4b60d8ca2452 req-d3382f29-e956-48d4-83cb-b36d47f5d892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:34.177550 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-12f2e134-0520-4f97-abc8-4b60d8ca2452 req-d3382f29-e956-48d4-83cb-b36d47f5d892 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a7c57b12-d7c3-48bb-aa54-a67a56468a84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1295404 Oct 20 10:30:34.215812 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e4894b47-7898-4ef8-b34a-f54a63a792a7 req-1098305a-7970-4de1-be23-d5bdc1c1f352 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] 10.222.0.64 "GET /v2.0/ports?device_id=26e29c85-389d-454c-930b-0f837d303e1a HTTP/1.1" status: 200 len: 210 time: 0.0345311 Oct 20 10:30:34.256005 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1ff7b3bf-e28a-453a-bb40-dc273ba03b5f req-73333768-0d13-4408-86a5-580ad5526e59 service neutron] 10.222.0.64 "GET /v2.0/networks/6102411a-939e-434e-b2b8-0c46972ff74e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3193834 Oct 20 10:30:34.266067 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-321a5129-ea74-453e-ad6b-b147ae92fa06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1771989'] for router_interface, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:34.405357 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-12f2e134-0520-4f97-abc8-4b60d8ca2452 req-9b97f144-d272-4e53-82c2-b110a2471a92 service neutron] 10.222.0.69 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123563 Oct 20 10:30:34.504290 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-12f2e134-0520-4f97-abc8-4b60d8ca2452 req-b45de93b-0b9a-43ab-8539-150c93fdc677 service neutron] 10.222.0.69 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904031 Oct 20 10:30:34.828302 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e132381-c7ae-4794-af6d-f516742e9181 req-c4664391-96d6-4ce6-8ca5-b7600ca15129 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:34.831990 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9e132381-c7ae-4794-af6d-f516742e9181 req-c4664391-96d6-4ce6-8ca5-b7600ca15129 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d088f35-587e-4c94-b637-18178327009b HTTP/1.1" status: 200 len: 948 time: 0.4375408 Oct 20 10:30:34.845566 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1ff7b3bf-e28a-453a-bb40-dc273ba03b5f req-65446780-6f5b-4f0f-82ac-106658fa8c74 service neutron] 10.222.0.64 "GET /v2.0/networks/6102411a-939e-434e-b2b8-0c46972ff74e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5739570 Oct 20 10:30:34.967649 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9e132381-c7ae-4794-af6d-f516742e9181 req-a8b98f7b-d5fb-410e-b882-1e7e0969b627 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246521 Oct 20 10:30:35.173660 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8429c708-e2bf-4ea7-8f5b-ee18fa523e3a req-313be78b-86fc-4877-9cb1-a30bc080db05 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:35.175111 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8429c708-e2bf-4ea7-8f5b-ee18fa523e3a req-313be78b-86fc-4877-9cb1-a30bc080db05 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] 10.222.0.55 "GET /v2.0/networks?id=7541d774-cf46-43a8-ab91-4a72282aac35 HTTP/1.1" status: 200 len: 811 time: 0.2997866 Oct 20 10:30:35.249490 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-321a5129-ea74-453e-ad6b-b147ae92fa06 admin admin] Router 7323eb29-a929-40ae-bb0d-6b1a01d31d06 has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:30:35.372525 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8429c708-e2bf-4ea7-8f5b-ee18fa523e3a req-dcf67bd9-95b8-4e51-aa73-1aca24ef8baf tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=946a9e604754455a8a9faea87bc41b49 HTTP/1.1" status: 200 len: 380 time: 0.1620946 Oct 20 10:30:35.381189 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edccefd9-8794-4f74-9e14-7d95fe369c04 req-3a997215-d8b9-405f-9c56-28aa1c6a3816 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:35.382721 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-edccefd9-8794-4f74-9e14-7d95fe369c04 req-3a997215-d8b9-405f-9c56-28aa1c6a3816 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/ports?device_id=c9c98351-a62e-4395-a008-d798500de9bc HTTP/1.1" status: 200 len: 948 time: 0.3035302 Oct 20 10:30:35.397849 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-8429c708-e2bf-4ea7-8f5b-ee18fa523e3a req-0406d1dc-a131-4721-b404-6e8f0211f4e9 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Request body: {'port': {'device_id': '26e29c85-389d-454c-930b-0f837d303e1a', 'network_id': '7541d774-cf46-43a8-ab91-4a72282aac35', 'admin_state_up': True, 'tenant_id': '946a9e604754455a8a9faea87bc41b49', 'security_groups': ['97729601-032d-4729-bc88-1bc65d21f71b']}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:30:35.521952 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026202e4-5236-4e59-9556-db48f7fd6488 req-e11ebfe6-0eb4-488c-b2d2-30bf3b8a02a5 tempest-LiveAutoBlockMigrationV225Test-237435139 tempest-LiveAutoBlockMigrationV225Test-237435139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:35.523785 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-026202e4-5236-4e59-9556-db48f7fd6488 req-e11ebfe6-0eb4-488c-b2d2-30bf3b8a02a5 tempest-LiveAutoBlockMigrationV225Test-237435139 tempest-LiveAutoBlockMigrationV225Test-237435139-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=95fa9703-1404-4771-a94e-0d9e1c8e85e7 HTTP/1.1" status: 200 len: 1095 time: 0.2540770 Oct 20 10:30:35.589416 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-edccefd9-8794-4f74-9e14-7d95fe369c04 req-3d1039b4-9b12-482c-bff6-f8f69828d58f tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/security-groups?id=dfac1146-e768-4d56-96b1-8816525464ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879179 Oct 20 10:30:35.613069 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-321a5129-ea74-453e-ad6b-b147ae92fa06 admin admin] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:30:35.626511 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-321a5129-ea74-453e-ad6b-b147ae92fa06 admin admin] 10.222.0.64 "PUT /v2.0/routers/7323eb29-a929-40ae-bb0d-6b1a01d31d06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0439811 Oct 20 10:30:35.629325 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 40664) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:30:35.664035 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-026202e4-5236-4e59-9556-db48f7fd6488 req-84c8aa31-9de3-49b0-b1bd-9d0e88d28f57 tempest-LiveAutoBlockMigrationV225Test-237435139 tempest-LiveAutoBlockMigrationV225Test-237435139-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=ba094063-4980-4c22-bc34-9c1534c0beb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930467 Oct 20 10:30:35.727588 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2b6b5b23-f545-4d6f-9d7b-a835970385e8 req-f42e855d-71d7-4052-ad76-9d9929e9a450 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6f9886f-a105-43b7-8e40-2f4226d5b3ba HTTP/1.1" status: 200 len: 210 time: 0.0372055 Oct 20 10:30:35.729119 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8429c708-e2bf-4ea7-8f5b-ee18fa523e3a req-0406d1dc-a131-4721-b404-6e8f0211f4e9 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Made reservation on behalf of 946a9e604754455a8a9faea87bc41b49 for: {'port': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:30:35.736012 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-8429c708-e2bf-4ea7-8f5b-ee18fa523e3a req-0406d1dc-a131-4721-b404-6e8f0211f4e9 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:35.849213 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-81147d09-0429-4d27-a572-e8cf4b576a64 admin admin] Publish callbacks [] for router, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:35.896758 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3f9df341-4106-4e3a-b835-133a43ab1623 req-5139b265-e7af-4378-92eb-516cb76abf51 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] 10.222.0.64 "GET /v2.0/ports?device_id=26e29c85-389d-454c-930b-0f837d303e1a HTTP/1.1" status: 200 len: 210 time: 0.0723364 Oct 20 10:30:35.954086 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be8f324-ba6c-42fd-a336-6dc9a5974cce req-64d431a8-cb0a-43ac-93f2-aae5070b950f tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:35.960025 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8be8f324-ba6c-42fd-a336-6dc9a5974cce req-64d431a8-cb0a-43ac-93f2-aae5070b950f tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/ports?device_id=71975b9b-47f8-4e27-9d16-6eec3ce4ea95 HTTP/1.1" status: 200 len: 949 time: 0.1865926 Oct 20 10:30:36.021953 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-81147d09-0429-4d27-a572-e8cf4b576a64 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:36.092711 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-81147d09-0429-4d27-a572-e8cf4b576a64 admin admin] Deleting port fc3a0916-601c-4571-b259-0f2397433069 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:30:36.093471 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-81147d09-0429-4d27-a572-e8cf4b576a64 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:36.107839 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [req-8429c708-e2bf-4ea7-8f5b-ee18fa523e3a req-0406d1dc-a131-4721-b404-6e8f0211f4e9 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Allocated IP 172.20.0.8 (7541d774-cf46-43a8-ab91-4a72282aac35/ba1df794-ccae-4e17-be55-4b4a3764e935/7924cc35-bcd5-4c0c-924a-d847de89b737) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:30:36.117725 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-17df5f20-491f-492d-8b08-744b562b0834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:36.127617 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8be8f324-ba6c-42fd-a336-6dc9a5974cce req-8bdc962a-b77b-4baf-8738-666382109925 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/security-groups?id=33b0304f-e8b0-41ca-8b6c-fa0f5439f339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137779 Oct 20 10:30:36.129431 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f64b0f-257b-4448-a41b-fccea072fe10 req-9a71a6cb-7ad5-4cdc-9fc0-771df40b7d8e tempest-LiveAutoBlockMigrationV225Test-237435139 tempest-LiveAutoBlockMigrationV225Test-237435139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:36.138847 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-59f64b0f-257b-4448-a41b-fccea072fe10 req-9a71a6cb-7ad5-4cdc-9fc0-771df40b7d8e tempest-LiveAutoBlockMigrationV225Test-237435139 tempest-LiveAutoBlockMigrationV225Test-237435139-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=95fa9703-1404-4771-a94e-0d9e1c8e85e7 HTTP/1.1" status: 200 len: 1095 time: 0.1238878 Oct 20 10:30:36.180021 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f0c230-4240-4104-8440-21e05d533677 None None] Sync routers for ids ['7323eb29-a929-40ae-bb0d-6b1a01d31d06'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:30:36.195058 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f0c230-4240-4104-8440-21e05d533677 None None] Routers {'7323eb29-a929-40ae-bb0d-6b1a01d31d06'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:30:36.195714 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-14f0c230-4240-4104-8440-21e05d533677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:30:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['7323eb29-a929-40ae-bb0d-6b1a01d31d06'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:30:36.214294 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [None req-81147d09-0429-4d27-a572-e8cf4b576a64 admin admin] For port fc3a0916-601c-4571-b259-0f2397433069, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=fc3a0916-601c-4571-b259-0f2397433069,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:30:36.214687 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-81147d09-0429-4d27-a572-e8cf4b576a64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:36.235760 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-81147d09-0429-4d27-a572-e8cf4b576a64 admin admin] Calling delete_port for fc3a0916-601c-4571-b259-0f2397433069 owned by network:router_gateway {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:30:36.275234 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-59f64b0f-257b-4448-a41b-fccea072fe10 req-f0efdb99-22b5-41a3-aa52-8c5e414af44f tempest-LiveAutoBlockMigrationV225Test-237435139 tempest-LiveAutoBlockMigrationV225Test-237435139-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=ba094063-4980-4c22-bc34-9c1534c0beb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355009 Oct 20 10:30:36.333072 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-14f0c230-4240-4104-8440-21e05d533677 None None] Set router 7323eb29-a929-40ae-bb0d-6b1a01d31d06 gateway port host: None {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:30:36.382798 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa70feb-b350-48f1-95e5-d293e1935c8c req-3e72cc5a-0fbd-4e22-99d8-d8c9816d5111 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:36.385236 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0aa70feb-b350-48f1-95e5-d293e1935c8c req-3e72cc5a-0fbd-4e22-99d8-d8c9816d5111 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d088f35-587e-4c94-b637-18178327009b HTTP/1.1" status: 200 len: 948 time: 0.1500232 Oct 20 10:30:36.401184 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-14f0c230-4240-4104-8440-21e05d533677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7323eb29-a929-40ae-bb0d-6b1a01d31d06', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-658524306-router', 'tenant_id': 'addcd1b9b9394a29a5fe1f6732be8acf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:30:15Z', 'updated_at': '2021-10-20T10:30:36Z', 'revision_number': 6, 'project_id': 'addcd1b9b9394a29a5fe1f6732be8acf', 'gw_port_host': None}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:30:36.455091 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f0c230-4240-4104-8440-21e05d533677 None None] Checking router: 7323eb29-a929-40ae-bb0d-6b1a01d31d06 for host: n-d-811396-3 {{(pid=100599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:30:36.463795 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-8429c708-e2bf-4ea7-8f5b-ee18fa523e3a req-0406d1dc-a131-4721-b404-6e8f0211f4e9 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:36.482885 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0aa70feb-b350-48f1-95e5-d293e1935c8c req-786c1843-ba4e-44bc-968b-582d2c460f1e tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804577 Oct 20 10:30:36.485690 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f0c230-4240-4104-8440-21e05d533677 None None] Routers {'7323eb29-a929-40ae-bb0d-6b1a01d31d06'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:30:36.486454 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-14f0c230-4240-4104-8440-21e05d533677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:30:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['7323eb29-a929-40ae-bb0d-6b1a01d31d06'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:30:36.499039 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-81147d09-0429-4d27-a572-e8cf4b576a64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:36.537798 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81147d09-0429-4d27-a572-e8cf4b576a64 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc3a0916-601c-4571-b259-0f2397433069,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:30:36.545016 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-8429c708-e2bf-4ea7-8f5b-ee18fa523e3a req-0406d1dc-a131-4721-b404-6e8f0211f4e9 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:36.564792 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 03d43538-ffbf-4b30-98d6-4a77208ff3d3 up at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:30:36.649234 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8429c708-e2bf-4ea7-8f5b-ee18fa523e3a req-0406d1dc-a131-4721-b404-6e8f0211f4e9 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Network 7541d774-cf46-43a8-ab91-4a72282aac35 is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:30:36.654192 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [req-8429c708-e2bf-4ea7-8f5b-ee18fa523e3a req-0406d1dc-a131-4721-b404-6e8f0211f4e9 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:30:36.662450 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-8429c708-e2bf-4ea7-8f5b-ee18fa523e3a req-0406d1dc-a131-4721-b404-6e8f0211f4e9 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:30:36.682223 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning for port 03d43538-ffbf-4b30-98d6-4a77208ff3d3 completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:30:36.696069 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning complete for port 03d43538-ffbf-4b30-98d6-4a77208ff3d3 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:30:36.697298 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:36.719348 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-14f0c230-4240-4104-8440-21e05d533677 None None] Set router 7323eb29-a929-40ae-bb0d-6b1a01d31d06 gateway port host: None {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:30:36.727697 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0406d1dc-a131-4721-b404-6e8f0211f4e9 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Pushing event updated for resources: {'Port': ['ID=7924cc35-bcd5-4c0c-924a-d847de89b737,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:30:36.779588 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-81147d09-0429-4d27-a572-e8cf4b576a64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1773439'] for router_gateway, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:36.873338 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8429c708-e2bf-4ea7-8f5b-ee18fa523e3a req-0406d1dc-a131-4721-b404-6e8f0211f4e9 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:36.878949 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-8429c708-e2bf-4ea7-8f5b-ee18fa523e3a req-0406d1dc-a131-4721-b404-6e8f0211f4e9 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:36.889952 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-14f0c230-4240-4104-8440-21e05d533677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7323eb29-a929-40ae-bb0d-6b1a01d31d06', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-658524306-router', 'tenant_id': 'addcd1b9b9394a29a5fe1f6732be8acf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:30:15Z', 'updated_at': '2021-10-20T10:30:36Z', 'revision_number': 6, 'project_id': 'addcd1b9b9394a29a5fe1f6732be8acf', 'gw_port_host': None}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:30:36.956357 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 7 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 10:30:36.958114 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f0c230-4240-4104-8440-21e05d533677 None None] The sync data for ids ['7323eb29-a929-40ae-bb0d-6b1a01d31d06'] in n-d-811396-3 is: [{'id': '7323eb29-a929-40ae-bb0d-6b1a01d31d06', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-658524306-router', 'tenant_id': 'addcd1b9b9394a29a5fe1f6732be8acf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:30:15Z', 'updated_at': '2021-10-20T10:30:36Z', 'revision_number': 6, 'project_id': 'addcd1b9b9394a29a5fe1f6732be8acf', 'gw_port_host': None}] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:30:36.961961 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:36.983247 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8429c708-e2bf-4ea7-8f5b-ee18fa523e3a req-0406d1dc-a131-4721-b404-6e8f0211f4e9 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5945005 Oct 20 10:30:36.991233 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71975b9b-47f8-4e27-9d16-6eec3ce4ea95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03d43538-ffbf-4b30-98d6-4a77208ff3d3'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:30:36.993554 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12b045fa-2dc8-4104-b245-4f5e5b82f53d" -d '{"events": [{"server_uuid": "71975b9b-47f8-4e27-9d16-6eec3ce4ea95", "name": "network-vif-plugged", "status": "completed", "tag": "03d43538-ffbf-4b30-98d6-4a77208ff3d3"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:30:37.006874 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abb1ebd-7b27-4a9a-bba1-4529ffed56f4 req-84fdbf6b-e238-4659-98c0-d0b56652623d tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:37.016629 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 03d43538-ffbf-4b30-98d6-4a77208ff3d3, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=03d43538-ffbf-4b30-98d6-4a77208ff3d3,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:30:37.019604 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6abb1ebd-7b27-4a9a-bba1-4529ffed56f4 req-84fdbf6b-e238-4659-98c0-d0b56652623d tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/ports?device_id=c9c98351-a62e-4395-a008-d798500de9bc HTTP/1.1" status: 200 len: 948 time: 0.2449627 Oct 20 10:30:37.039198 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-81147d09-0429-4d27-a572-e8cf4b576a64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1772272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258304'] for router, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:37.044308 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-81147d09-0429-4d27-a572-e8cf4b576a64 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:37.058618 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-8429c708-e2bf-4ea7-8f5b-ee18fa523e3a req-51a01c42-0855-49f4-aa74-565b5911ebda service neutron] Request body: {'port': {'device_id': '26e29c85-389d-454c-930b-0f837d303e1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811396-3'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:30:37.082806 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 631560fe-48f6-4e9b-8ca7-59d6911c1b5d details requested by agent hyperv_n-h2-811396-3 with host n-h2-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:30:37.129794 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:37.162371 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-8429c708-e2bf-4ea7-8f5b-ee18fa523e3a req-51a01c42-0855-49f4-aa74-565b5911ebda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:37.168010 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6abb1ebd-7b27-4a9a-bba1-4529ffed56f4 req-c8a6583f-2064-45e3-9277-41497cd5f3e0 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/security-groups?id=dfac1146-e768-4d56-96b1-8816525464ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475484 Oct 20 10:30:37.188118 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:37.199565 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-81147d09-0429-4d27-a572-e8cf4b576a64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1772267'] for router, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:37.200807 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81147d09-0429-4d27-a572-e8cf4b576a64 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7323eb29-a929-40ae-bb0d-6b1a01d31d06 {{(pid=100597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 10:30:37.223638 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-81147d09-0429-4d27-a572-e8cf4b576a64 admin admin] Publish callbacks [] for router, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:37.226031 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-81147d09-0429-4d27-a572-e8cf4b576a64 admin admin] 10.222.0.64 "DELETE /v2.0/routers/7323eb29-a929-40ae-bb0d-6b1a01d31d06 HTTP/1.1" status: 204 len: 168 time: 1.5949097 Oct 20 10:30:37.228925 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 40692) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:30:37.243327 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cad5987f-9f09-42e5-b521-e819ff0c01ab req-53437710-7cb1-4341-82d5-e78e19fc59b5 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6f9886f-a105-43b7-8e40-2f4226d5b3ba HTTP/1.1" status: 200 len: 210 time: 0.0499315 Oct 20 10:30:37.282777 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-aba3e4e2-d3e2-442a-91b1-f9403860ebd0 None None] Provisioning complete for port 7924cc35-bcd5-4c0c-924a-d847de89b737 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:30:37.283756 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-aba3e4e2-d3e2-442a-91b1-f9403860ebd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:37.345535 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6268e061-836b-4904-b444-499981ab2332 x-openstack-request-id: req-6268e061-836b-4904-b444-499981ab2332 {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:30:37.346023 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71975b9b-47f8-4e27-9d16-6eec3ce4ea95", "name": "network-vif-plugged", "status": "completed", "tag": "03d43538-ffbf-4b30-98d6-4a77208ff3d3", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:30:37.346393 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6268e061-836b-4904-b444-499981ab2332 {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:30:37.346891 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71975b9b-47f8-4e27-9d16-6eec3ce4ea95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03d43538-ffbf-4b30-98d6-4a77208ff3d3', 'code': 200} Oct 20 10:30:37.480645 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=03d43538-ffbf-4b30-98d6-4a77208ff3d3,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:30:37.527634 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-aba3e4e2-d3e2-442a-91b1-f9403860ebd0 None None] Port 7924cc35-bcd5-4c0c-924a-d847de89b737 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:30:37.550125 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:37.580966 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 631560fe-48f6-4e9b-8ca7-59d6911c1b5d, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=631560fe-48f6-4e9b-8ca7-59d6911c1b5d,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:30:37.616803 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Returning: {'device': '631560fe-48f6-4e9b-8ca7-59d6911c1b5d', 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84', 'port_id': '631560fe-48f6-4e9b-8ca7-59d6911c1b5d', 'mac_address': 'fa:16:3e:72:88:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 800, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f86199a-b8f2-45b4-a83a-995a7ea6fe42', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:30:37.641407 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device ca160e7e-ff68-4d38-8ac9-333257a8c65d no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:30:37.680483 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: ca160e7e-ff68-4d38-8ac9-333257a8c65d {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:30:37.680995 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device ca160e7e-ff68-4d38-8ac9-333257a8c65d not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:30:37.705755 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff7b3bf-e28a-453a-bb40-dc273ba03b5f req-78160c7e-ea02-4c1e-961b-c295d092cfd8 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:37.708854 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-1ff7b3bf-e28a-453a-bb40-dc273ba03b5f req-78160c7e-ea02-4c1e-961b-c295d092cfd8 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] 10.222.0.69 "GET /v2.0/networks?id=6102411a-939e-434e-b2b8-0c46972ff74e HTTP/1.1" status: 200 len: 822 time: 1.1033101 Oct 20 10:30:37.724706 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:37.728628 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [req-1ff7b3bf-e28a-453a-bb40-dc273ba03b5f req-73ef6c99-4bb3-4123-8d2e-d0fdc04ed5b3 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Request body: {'port': {'device_id': 'c6f9886f-a105-43b7-8e40-2f4226d5b3ba', 'network_id': '6102411a-939e-434e-b2b8-0c46972ff74e', 'admin_state_up': True, 'tenant_id': '733e0ae3617d4d649cf978417165b931'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:30:37.752623 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:37.757484 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_v2 [None req-5232d91d-fa59-429b-9991-b800935b1e54 admin admin] Deleting subnet ee4c91ca-f71a-4b1c-8124-ace76e61766a {{(pid=100597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:30:37.759549 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [req-8429c708-e2bf-4ea7-8f5b-ee18fa523e3a req-51a01c42-0855-49f4-aa74-565b5911ebda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7924cc35-bcd5-4c0c-924a-d847de89b737 {{(pid=100596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:30:37.765530 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5232d91d-fa59-429b-9991-b800935b1e54 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:37.772656 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-8429c708-e2bf-4ea7-8f5b-ee18fa523e3a req-51a01c42-0855-49f4-aa74-565b5911ebda service neutron] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:37.775091 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 631560fe-48f6-4e9b-8ca7-59d6911c1b5d {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:30:37.801126 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 631560fe-48f6-4e9b-8ca7-59d6911c1b5d, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=631560fe-48f6-4e9b-8ca7-59d6911c1b5d,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:30:37.806442 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11603e06-a395-45d3-9ca6-511b11e44ac9 req-fbc7c4fa-7a53-46a0-8078-84d5d7e1166d tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:37.808437 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:37.815433 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-11603e06-a395-45d3-9ca6-511b11e44ac9 req-fbc7c4fa-7a53-46a0-8078-84d5d7e1166d tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/ports?device_id=71975b9b-47f8-4e27-9d16-6eec3ce4ea95 HTTP/1.1" status: 200 len: 950 time: 0.1857605 Oct 20 10:30:37.818878 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.provisioning_blocks [req-8429c708-e2bf-4ea7-8f5b-ee18fa523e3a req-51a01c42-0855-49f4-aa74-565b5911ebda service neutron] Transition to ACTIVE for port object 7924cc35-bcd5-4c0c-924a-d847de89b737 will not be triggered until provisioned by entity L2. {{(pid=100596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:30:37.832359 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8754e6-2e82-4b86-a8ec-cadb1128ad71 req-70878156-f38b-4f12-933a-f8ceb5c30cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:37.833811 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4e8754e6-2e82-4b86-a8ec-cadb1128ad71 req-70878156-f38b-4f12-933a-f8ceb5c30cfe service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=71975b9b-47f8-4e27-9d16-6eec3ce4ea95 HTTP/1.1" status: 200 len: 1101 time: 0.3222561 Oct 20 10:30:37.841726 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef05efed-0653-4943-822d-d4db4e585768 req-6e11d279-699c-4fce-b200-e7df246fe458 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:37.843187 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ef05efed-0653-4943-822d-d4db4e585768 req-6e11d279-699c-4fce-b200-e7df246fe458 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] 10.222.0.64 "GET /v2.0/ports?device_id=26e29c85-389d-454c-930b-0f837d303e1a HTTP/1.1" status: 200 len: 931 time: 0.3304567 Oct 20 10:30:37.849841 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-8429c708-e2bf-4ea7-8f5b-ee18fa523e3a req-51a01c42-0855-49f4-aa74-565b5911ebda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:37.877531 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=631560fe-48f6-4e9b-8ca7-59d6911c1b5d,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:30:37.886090 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5232d91d-fa59-429b-9991-b800935b1e54 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25852621'] for subnet, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:37.984307 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ff7b3bf-e28a-453a-bb40-dc273ba03b5f req-73ef6c99-4bb3-4123-8d2e-d0fdc04ed5b3 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Made reservation on behalf of 733e0ae3617d4d649cf978417165b931 for: {'port': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:30:37.995904 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-1ff7b3bf-e28a-453a-bb40-dc273ba03b5f req-73ef6c99-4bb3-4123-8d2e-d0fdc04ed5b3 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:38.008269 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a01c42-0855-49f4-aa74-565b5911ebda service neutron] Pushing event updated for resources: {'Port': ['ID=7924cc35-bcd5-4c0c-924a-d847de89b737,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:30:38.060247 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-11603e06-a395-45d3-9ca6-511b11e44ac9 req-2e8182e4-064c-4a8c-beb3-a68ef7d2e6e2 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/security-groups?id=33b0304f-e8b0-41ca-8b6c-fa0f5439f339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203801 Oct 20 10:30:38.074273 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5232d91d-fa59-429b-9991-b800935b1e54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:38.077378 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4e8754e6-2e82-4b86-a8ec-cadb1128ad71 req-6338eaf4-6141-4930-a36a-ad3058dd9396 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=33b0304f-e8b0-41ca-8b6c-fa0f5439f339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252891 Oct 20 10:30:38.133831 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ef05efed-0653-4943-822d-d4db4e585768 req-d62c321e-4275-4f18-b8ba-d593fd4c040b tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] 10.222.0.64 "GET /v2.0/security-groups?id=97729601-032d-4729-bc88-1bc65d21f71b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2804918 Oct 20 10:30:38.138460 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['631560fe-48f6-4e9b-8ca7-59d6911c1b5d'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:30:38.239184 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-8429c708-e2bf-4ea7-8f5b-ee18fa523e3a req-51a01c42-0855-49f4-aa74-565b5911ebda service neutron] Attempting to bind port 7924cc35-bcd5-4c0c-924a-d847de89b737 on host n-h1-811396-3 for vnic_type normal with profile {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:30:38.243686 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-8429c708-e2bf-4ea7-8f5b-ee18fa523e3a req-51a01c42-0855-49f4-aa74-565b5911ebda service neutron] Attempting to bind port 7924cc35-bcd5-4c0c-924a-d847de89b737 by drivers openvswitch,hyperv on host n-h1-811396-3 at level 0 using segments [{'id': '051f9c65-4e4b-4cc9-ace7-f0cfbcf6fdaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '7541d774-cf46-43a8-ab91-4a72282aac35'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:30:38.245327 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8429c708-e2bf-4ea7-8f5b-ee18fa523e3a req-51a01c42-0855-49f4-aa74-565b5911ebda service neutron] Attempting to bind port 7924cc35-bcd5-4c0c-924a-d847de89b737 on network 7541d774-cf46-43a8-ab91-4a72282aac35 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:30:38.300904 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8429c708-e2bf-4ea7-8f5b-ee18fa523e3a req-51a01c42-0855-49f4-aa74-565b5911ebda service neutron] Port 7924cc35-bcd5-4c0c-924a-d847de89b737 on network 7541d774-cf46-43a8-ab91-4a72282aac35 not bound, no agent of type Open vSwitch agent registered on host n-h1-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:30:38.302529 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8429c708-e2bf-4ea7-8f5b-ee18fa523e3a req-51a01c42-0855-49f4-aa74-565b5911ebda service neutron] Attempting to bind port 7924cc35-bcd5-4c0c-924a-d847de89b737 on network 7541d774-cf46-43a8-ab91-4a72282aac35 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:30:38.330724 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8429c708-e2bf-4ea7-8f5b-ee18fa523e3a req-51a01c42-0855-49f4-aa74-565b5911ebda service neutron] Checking agent: {'id': 'b707b4cc-061f-4cf4-bce0-0b3df9b7bec9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:30:38.331324 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8429c708-e2bf-4ea7-8f5b-ee18fa523e3a req-51a01c42-0855-49f4-aa74-565b5911ebda service neutron] Checking segment: {'id': '051f9c65-4e4b-4cc9-ace7-f0cfbcf6fdaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '7541d774-cf46-43a8-ab91-4a72282aac35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:30:38.332058 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8429c708-e2bf-4ea7-8f5b-ee18fa523e3a req-51a01c42-0855-49f4-aa74-565b5911ebda service neutron] Bound using segment: {'id': '051f9c65-4e4b-4cc9-ace7-f0cfbcf6fdaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '7541d774-cf46-43a8-ab91-4a72282aac35'} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:30:38.332681 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-8429c708-e2bf-4ea7-8f5b-ee18fa523e3a req-51a01c42-0855-49f4-aa74-565b5911ebda service neutron] Bound port: 7924cc35-bcd5-4c0c-924a-d847de89b737, host: n-h1-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '051f9c65-4e4b-4cc9-ace7-f0cfbcf6fdaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '7541d774-cf46-43a8-ab91-4a72282aac35'}}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:30:38.333611 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-8429c708-e2bf-4ea7-8f5b-ee18fa523e3a req-51a01c42-0855-49f4-aa74-565b5911ebda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:38.446977 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5232d91d-fa59-429b-9991-b800935b1e54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25350811'] for subnet, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:38.470158 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9419d8f-3d02-4a26-96db-81b87e749286 req-7e7a96e9-3933-499e-b2b0-01f0cd35b965 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:38.479642 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b9419d8f-3d02-4a26-96db-81b87e749286 req-7e7a96e9-3933-499e-b2b0-01f0cd35b965 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d088f35-587e-4c94-b637-18178327009b HTTP/1.1" status: 200 len: 948 time: 0.2187839 Oct 20 10:30:38.501820 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [req-1ff7b3bf-e28a-453a-bb40-dc273ba03b5f req-73ef6c99-4bb3-4123-8d2e-d0fdc04ed5b3 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Allocated IP 172.20.0.7 (6102411a-939e-434e-b2b8-0c46972ff74e/c78e58fe-8eeb-4a44-80cb-439bcac28ede/dc583634-81b8-4ca8-91c0-1a84cac72e1e) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:30:38.507177 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5232d91d-fa59-429b-9991-b800935b1e54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee4c91ca-f71a-4b1c-8124-ace76e61766a,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:30:38.513259 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5232d91d-fa59-429b-9991-b800935b1e54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:38.523327 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df556145-4bad-4070-8641-4fd44e20e209 None None] Network ea0e3ac3-624c-46e6-8862-2fce7b0644d1 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:30:38.525404 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-5232d91d-fa59-429b-9991-b800935b1e54 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/ee4c91ca-f71a-4b1c-8124-ace76e61766a HTTP/1.1" status: 204 len: 168 time: 1.2897363 Oct 20 10:30:38.526341 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 40704) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:30:38.615927 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907a1cb8-fdb3-4d25-976a-9f313eee574c req-4f1cb0e0-1f22-4d95-bc1c-541494032b8b tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:38.624846 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-907a1cb8-fdb3-4d25-976a-9f313eee574c req-4f1cb0e0-1f22-4d95-bc1c-541494032b8b tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/ports?device_id=c9c98351-a62e-4395-a008-d798500de9bc HTTP/1.1" status: 200 len: 949 time: 0.2838943 Oct 20 10:30:38.673734 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b9419d8f-3d02-4a26-96db-81b87e749286 req-c99b8750-5632-4804-a45c-82c65a5f770a tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930323 Oct 20 10:30:38.707634 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-8429c708-e2bf-4ea7-8f5b-ee18fa523e3a req-51a01c42-0855-49f4-aa74-565b5911ebda service neutron] For port 7924cc35-bcd5-4c0c-924a-d847de89b737, host n-h1-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:30:38.731285 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9452c960-7cb9-4aa8-94fb-8fd48486c078 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:38.752859 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-907a1cb8-fdb3-4d25-976a-9f313eee574c req-f84e6e95-84db-491f-b175-02dfd95e7743 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/security-groups?id=dfac1146-e768-4d56-96b1-8816525464ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259298 Oct 20 10:30:38.756919 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-8429c708-e2bf-4ea7-8f5b-ee18fa523e3a req-51a01c42-0855-49f4-aa74-565b5911ebda service neutron] For port 7924cc35-bcd5-4c0c-924a-d847de89b737, host n-h1-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=7924cc35-bcd5-4c0c-924a-d847de89b737,segment=NetworkSegment(051f9c65-4e4b-4cc9-ace7-f0cfbcf6fdaf),segment_id=051f9c65-4e4b-4cc9-ace7-f0cfbcf6fdaf)] {{(pid=100596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:30:38.766732 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-8429c708-e2bf-4ea7-8f5b-ee18fa523e3a req-51a01c42-0855-49f4-aa74-565b5911ebda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:38.813466 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:38.868280 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24613dae-36cd-4d6c-a814-873f915e96a6 None None] DHCP port deletion for ea0e3ac3-624c-46e6-8862-2fce7b0644d1 request from n-d-811396-3 {{(pid=100598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:30:38.902974 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a01c42-0855-49f4-aa74-565b5911ebda service neutron] Pushing event updated for resources: {'Port': ['ID=7924cc35-bcd5-4c0c-924a-d847de89b737,revision_number=3']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:30:38.907310 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-1ff7b3bf-e28a-453a-bb40-dc273ba03b5f req-73ef6c99-4bb3-4123-8d2e-d0fdc04ed5b3 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:38.923141 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-9452c960-7cb9-4aa8-94fb-8fd48486c078 admin admin] Deleting port b98e71c4-5677-4bf9-807d-e0874d0808d9 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:30:38.923682 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9452c960-7cb9-4aa8-94fb-8fd48486c078 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:38.986629 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-24613dae-36cd-4d6c-a814-873f915e96a6 None None] Deleting port b98e71c4-5677-4bf9-807d-e0874d0808d9 {{(pid=100598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:30:38.987034 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-24613dae-36cd-4d6c-a814-873f915e96a6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:38.991783 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8dc623b3-b410-4fec-b467-5527ce63ba6b req-0cbf7857-ff71-426b-8e61-ded09c0095de tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6f9886f-a105-43b7-8e40-2f4226d5b3ba HTTP/1.1" status: 200 len: 210 time: 0.0935116 Oct 20 10:30:38.994532 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8429c708-e2bf-4ea7-8f5b-ee18fa523e3a req-51a01c42-0855-49f4-aa74-565b5911ebda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:39.000446 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-8429c708-e2bf-4ea7-8f5b-ee18fa523e3a req-51a01c42-0855-49f4-aa74-565b5911ebda service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:39.002150 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8429c708-e2bf-4ea7-8f5b-ee18fa523e3a req-51a01c42-0855-49f4-aa74-565b5911ebda service neutron] 10.222.0.55 "PUT /v2.0/ports/7924cc35-bcd5-4c0c-924a-d847de89b737 HTTP/1.1" status: 200 len: 1091 time: 1.9767933 Oct 20 10:30:39.002913 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26e29c85-389d-454c-930b-0f837d303e1a', 'tag': '7924cc35-bcd5-4c0c-924a-d847de89b737'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:30:39.008238 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-057266ac-17a5-468e-a23e-7348e71704c4" -d '{"events": [{"name": "network-changed", "server_uuid": "26e29c85-389d-454c-930b-0f837d303e1a", "tag": "7924cc35-bcd5-4c0c-924a-d847de89b737"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:30:39.053731 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [None req-9452c960-7cb9-4aa8-94fb-8fd48486c078 admin admin] For port b98e71c4-5677-4bf9-807d-e0874d0808d9, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=b98e71c4-5677-4bf9-807d-e0874d0808d9,segment=NetworkSegment(7c611083-a477-4d58-b583-65deaf36ff49),segment_id=7c611083-a477-4d58-b583-65deaf36ff49)] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:30:39.054191 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9452c960-7cb9-4aa8-94fb-8fd48486c078 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:39.064013 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-1ff7b3bf-e28a-453a-bb40-dc273ba03b5f req-73ef6c99-4bb3-4123-8d2e-d0fdc04ed5b3 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:39.088927 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-9452c960-7cb9-4aa8-94fb-8fd48486c078 admin admin] Calling delete_port for b98e71c4-5677-4bf9-807d-e0874d0808d9 owned by network:dhcp {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:30:39.104237 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-24613dae-36cd-4d6c-a814-873f915e96a6 None None] For port b98e71c4-5677-4bf9-807d-e0874d0808d9, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=b98e71c4-5677-4bf9-807d-e0874d0808d9,segment=NetworkSegment(7c611083-a477-4d58-b583-65deaf36ff49),segment_id=7c611083-a477-4d58-b583-65deaf36ff49)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:30:39.104645 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-24613dae-36cd-4d6c-a814-873f915e96a6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:39.118853 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-24613dae-36cd-4d6c-a814-873f915e96a6 None None] Calling delete_port for b98e71c4-5677-4bf9-807d-e0874d0808d9 owned by network:dhcp {{(pid=100598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:30:39.141535 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a3c8be7-0fd1-4e0d-ae43-c750f3707b42 x-openstack-request-id: req-9a3c8be7-0fd1-4e0d-ae43-c750f3707b42 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:30:39.142091 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26e29c85-389d-454c-930b-0f837d303e1a", "tag": "7924cc35-bcd5-4c0c-924a-d847de89b737", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:30:39.142515 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9a3c8be7-0fd1-4e0d-ae43-c750f3707b42 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:30:39.146231 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26e29c85-389d-454c-930b-0f837d303e1a', 'tag': '7924cc35-bcd5-4c0c-924a-d847de89b737', 'status': 'completed', 'code': 200} Oct 20 10:30:39.177805 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8429c708-e2bf-4ea7-8f5b-ee18fa523e3a req-ceac1d5b-47f1-4feb-8291-54b700b13bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:39.182688 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8429c708-e2bf-4ea7-8f5b-ee18fa523e3a req-ceac1d5b-47f1-4feb-8291-54b700b13bbc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=946a9e604754455a8a9faea87bc41b49&device_id=26e29c85-389d-454c-930b-0f837d303e1a HTTP/1.1" status: 200 len: 1094 time: 0.0869336 Oct 20 10:30:39.261941 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ff7b3bf-e28a-453a-bb40-dc273ba03b5f req-73ef6c99-4bb3-4123-8d2e-d0fdc04ed5b3 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Network 6102411a-939e-434e-b2b8-0c46972ff74e is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:30:39.274315 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-24613dae-36cd-4d6c-a814-873f915e96a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956'] for port, after_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:39.303938 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8429c708-e2bf-4ea7-8f5b-ee18fa523e3a req-8bd249eb-3514-4410-b019-6b2ad16cbd60 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7924cc35-bcd5-4c0c-924a-d847de89b737 HTTP/1.1" status: 200 len: 217 time: 0.1020858 Oct 20 10:30:39.313018 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24613dae-36cd-4d6c-a814-873f915e96a6 None None] No DVR routers for this DVR port b98e71c4-5677-4bf9-807d-e0874d0808d9 on host n-d-811396-3 {{(pid=100598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:30:39.318765 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24613dae-36cd-4d6c-a814-873f915e96a6 None None] Pushing event deleted for resources: {'Port': ['ID=b98e71c4-5677-4bf9-807d-e0874d0808d9,revision_number=None']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:30:39.329147 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [req-1ff7b3bf-e28a-453a-bb40-dc273ba03b5f req-73ef6c99-4bb3-4123-8d2e-d0fdc04ed5b3 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:30:39.333101 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ff7b3bf-e28a-453a-bb40-dc273ba03b5f req-73ef6c99-4bb3-4123-8d2e-d0fdc04ed5b3 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:30:39.337007 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ef6c99-4bb3-4123-8d2e-d0fdc04ed5b3 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Pushing event updated for resources: {'Port': ['ID=dc583634-81b8-4ca8-91c0-1a84cac72e1e,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:30:39.414033 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff7b3bf-e28a-453a-bb40-dc273ba03b5f req-73ef6c99-4bb3-4123-8d2e-d0fdc04ed5b3 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:39.415604 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-1ff7b3bf-e28a-453a-bb40-dc273ba03b5f req-73ef6c99-4bb3-4123-8d2e-d0fdc04ed5b3 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:39.435045 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9452c960-7cb9-4aa8-94fb-8fd48486c078 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:39.447351 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-1ff7b3bf-e28a-453a-bb40-dc273ba03b5f req-73ef6c99-4bb3-4123-8d2e-d0fdc04ed5b3 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7225516 Oct 20 10:30:39.462304 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device b98e71c4-5677-4bf9-807d-e0874d0808d9 no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:30:39.487069 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [req-1ff7b3bf-e28a-453a-bb40-dc273ba03b5f req-7b2c24d3-ef5a-45a9-a3e7-78f5193740e6 service neutron] Request body: {'port': {'device_id': 'c6f9886f-a105-43b7-8e40-2f4226d5b3ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811396-3'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:30:39.494741 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9452c960-7cb9-4aa8-94fb-8fd48486c078 admin admin] No DVR routers for this DVR port b98e71c4-5677-4bf9-807d-e0874d0808d9 on host n-d-811396-3 {{(pid=100597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:30:39.500438 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9452c960-7cb9-4aa8-94fb-8fd48486c078 admin admin] Pushing event deleted for resources: {'Port': ['ID=b98e71c4-5677-4bf9-807d-e0874d0808d9,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:30:39.507879 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: b98e71c4-5677-4bf9-807d-e0874d0808d9 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:30:39.509289 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device b98e71c4-5677-4bf9-807d-e0874d0808d9 not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:30:39.509872 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device fc3a0916-601c-4571-b259-0f2397433069 no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:30:39.515637 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f82ccfe-d44a-4655-ab2c-7c8095b445b4 req-d360b5e5-8834-445e-b6b2-7b377c0f7ff3 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:39.517486 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8f82ccfe-d44a-4655-ab2c-7c8095b445b4 req-d360b5e5-8834-445e-b6b2-7b377c0f7ff3 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/ports?device_id=71975b9b-47f8-4e27-9d16-6eec3ce4ea95 HTTP/1.1" status: 200 len: 950 time: 0.2226572 Oct 20 10:30:39.534128 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8429c708-e2bf-4ea7-8f5b-ee18fa523e3a req-b76d0f8d-a135-44d3-9838-3cab30e6fefd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:39.535765 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8429c708-e2bf-4ea7-8f5b-ee18fa523e3a req-b76d0f8d-a135-44d3-9838-3cab30e6fefd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ba1df794-ccae-4e17-be55-4b4a3764e935 HTTP/1.1" status: 200 len: 850 time: 0.1985772 Oct 20 10:30:39.547494 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b932de1-1835-4d22-85eb-b979e469b8da req-02e51568-9843-4bc8-8ebe-66f5afb55b16 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:39.548748 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: fc3a0916-601c-4571-b259-0f2397433069 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:30:39.549270 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device fc3a0916-601c-4571-b259-0f2397433069 not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:30:39.555724 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3b932de1-1835-4d22-85eb-b979e469b8da req-02e51568-9843-4bc8-8ebe-66f5afb55b16 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] 10.222.0.64 "GET /v2.0/ports?device_id=26e29c85-389d-454c-930b-0f837d303e1a HTTP/1.1" status: 200 len: 943 time: 0.2589653 Oct 20 10:30:39.653839 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8f82ccfe-d44a-4655-ab2c-7c8095b445b4 req-85da9745-1f0d-47be-aab5-f8c3f84e5e02 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/security-groups?id=33b0304f-e8b0-41ca-8b6c-fa0f5439f339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269586 Oct 20 10:30:39.657426 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9452c960-7cb9-4aa8-94fb-8fd48486c078 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:39.659911 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3b932de1-1835-4d22-85eb-b979e469b8da req-f92c0459-2673-486d-9e05-08f6c2aec0eb tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] 10.222.0.64 "GET /v2.0/security-groups?id=97729601-032d-4729-bc88-1bc65d21f71b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026137 Oct 20 10:30:39.660429 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-1ff7b3bf-e28a-453a-bb40-dc273ba03b5f req-7b2c24d3-ef5a-45a9-a3e7-78f5193740e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:39.677884 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8429c708-e2bf-4ea7-8f5b-ee18fa523e3a req-84c37592-4cab-41a8-810c-45a0aead2f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:39.679370 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8429c708-e2bf-4ea7-8f5b-ee18fa523e3a req-84c37592-4cab-41a8-810c-45a0aead2f3b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7541d774-cf46-43a8-ab91-4a72282aac35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1052270 Oct 20 10:30:39.812007 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-9452c960-7cb9-4aa8-94fb-8fd48486c078 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea0e3ac3-624c-46e6-8862-2fce7b0644d1']}} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:30:39.839842 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-9452c960-7cb9-4aa8-94fb-8fd48486c078 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c611083-a477-4d58-b583-65deaf36ff49') {'for_net_delete': True} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:30:39.840455 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-9452c960-7cb9-4aa8-94fb-8fd48486c078 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c611083-a477-4d58-b583-65deaf36ff49') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:30:39.874137 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9452c960-7cb9-4aa8-94fb-8fd48486c078 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25852596'] for segment, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:39.909676 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9452c960-7cb9-4aa8-94fb-8fd48486c078 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:39.930495 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9452c960-7cb9-4aa8-94fb-8fd48486c078 admin admin] Releasing vlan 818 on physical network physnet1 to pool {{(pid=100597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:30:39.930891 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9452c960-7cb9-4aa8-94fb-8fd48486c078 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951012'] for segment, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:39.932664 n-d-811396-3 neutron-server[100597]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:30:39.932664 n-d-811396-3 neutron-server[100597]: self.session.flush() Oct 20 10:30:39.932664 n-d-811396-3 neutron-server[100597]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:30:39.932664 n-d-811396-3 neutron-server[100597]: self.session.flush() Oct 20 10:30:39.932664 n-d-811396-3 neutron-server[100597]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:30:39.932664 n-d-811396-3 neutron-server[100597]: self.session.flush() Oct 20 10:30:39.932664 n-d-811396-3 neutron-server[100597]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:30:39.932664 n-d-811396-3 neutron-server[100597]: self.session.flush() Oct 20 10:30:39.932664 n-d-811396-3 neutron-server[100597]: Traceback (most recent call last): Oct 20 10:30:39.932664 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:30:39.932664 n-d-811396-3 neutron-server[100597]: timer() Oct 20 10:30:39.932664 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:30:39.932664 n-d-811396-3 neutron-server[100597]: cb(*args, **kw) Oct 20 10:30:39.932664 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:30:39.932664 n-d-811396-3 neutron-server[100597]: return func(*args, **kwargs) Oct 20 10:30:39.932664 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:30:39.932664 n-d-811396-3 neutron-server[100597]: self._notify() Oct 20 10:30:39.932664 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:30:39.932664 n-d-811396-3 neutron-server[100597]: self.callback(batched_events) Oct 20 10:30:39.932664 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:30:39.932664 n-d-811396-3 neutron-server[100597]: event.method(event) Oct 20 10:30:39.932664 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:30:39.932664 n-d-811396-3 neutron-server[100597]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:30:39.932664 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:30:39.932664 n-d-811396-3 neutron-server[100597]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:30:39.932664 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:30:39.932664 n-d-811396-3 neutron-server[100597]: return f(self, *a, **k) Oct 20 10:30:39.932664 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:30:39.932664 n-d-811396-3 neutron-server[100597]: return self._get(url).json() Oct 20 10:30:39.932664 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:30:39.932664 n-d-811396-3 neutron-server[100597]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:30:39.932664 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:30:39.932664 n-d-811396-3 neutron-server[100597]: return self.request(url, 'GET', **kwargs) Oct 20 10:30:39.932664 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:30:39.932664 n-d-811396-3 neutron-server[100597]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:30:39.932664 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:30:39.932664 n-d-811396-3 neutron-server[100597]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:30:39.932664 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:30:39.932664 n-d-811396-3 neutron-server[100597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:30:39.932664 n-d-811396-3 neutron-server[100597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:30:39.974483 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8429c708-e2bf-4ea7-8f5b-ee18fa523e3a req-5bb4c302-ec5f-40b6-930f-9e745a68c61c service neutron] 10.222.0.55 "GET /v2.0/networks/7541d774-cf46-43a8-ab91-4a72282aac35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2868986 Oct 20 10:30:40.014111 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04745528-690d-46e1-b21a-834b55b2644e req-82a38b8b-6976-4b65-8c4c-8dd1ccec680f tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:40.021718 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-04745528-690d-46e1-b21a-834b55b2644e req-82a38b8b-6976-4b65-8c4c-8dd1ccec680f tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d088f35-587e-4c94-b637-18178327009b HTTP/1.1" status: 200 len: 948 time: 0.2029116 Oct 20 10:30:40.050580 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9452c960-7cb9-4aa8-94fb-8fd48486c078 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:40.058775 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9452c960-7cb9-4aa8-94fb-8fd48486c078 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:40.062833 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-9452c960-7cb9-4aa8-94fb-8fd48486c078 admin admin] 10.222.0.64 "DELETE /v2.0/networks/ea0e3ac3-624c-46e6-8862-2fce7b0644d1 HTTP/1.1" status: 204 len: 168 time: 1.5233290 Oct 20 10:30:40.087573 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9452c960-7cb9-4aa8-94fb-8fd48486c078 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea0e3ac3-624c-46e6-8862-2fce7b0644d1,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:30:40.199322 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [req-1ff7b3bf-e28a-453a-bb40-dc273ba03b5f req-7b2c24d3-ef5a-45a9-a3e7-78f5193740e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc583634-81b8-4ca8-91c0-1a84cac72e1e {{(pid=100597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:30:40.211689 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-1ff7b3bf-e28a-453a-bb40-dc273ba03b5f req-7b2c24d3-ef5a-45a9-a3e7-78f5193740e6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:40.224327 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-04745528-690d-46e1-b21a-834b55b2644e req-0e754258-efb2-4004-a7a0-7753d5316cbe tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015853 Oct 20 10:30:40.227150 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.provisioning_blocks [req-1ff7b3bf-e28a-453a-bb40-dc273ba03b5f req-7b2c24d3-ef5a-45a9-a3e7-78f5193740e6 service neutron] Transition to ACTIVE for port object dc583634-81b8-4ca8-91c0-1a84cac72e1e will not be triggered until provisioned by entity L2. {{(pid=100597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:30:40.238774 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-1ff7b3bf-e28a-453a-bb40-dc273ba03b5f req-7b2c24d3-ef5a-45a9-a3e7-78f5193740e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:40.260875 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58478205-6bf8-4b0a-861d-82a95dd74df7 req-aff94975-165b-4cf7-8748-5e97c8445188 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:40.266751 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-58478205-6bf8-4b0a-861d-82a95dd74df7 req-aff94975-165b-4cf7-8748-5e97c8445188 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/ports?device_id=c9c98351-a62e-4395-a008-d798500de9bc HTTP/1.1" status: 200 len: 949 time: 0.3369772 Oct 20 10:30:40.344925 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2c24d3-ef5a-45a9-a3e7-78f5193740e6 service neutron] Pushing event updated for resources: {'Port': ['ID=dc583634-81b8-4ca8-91c0-1a84cac72e1e,revision_number=2']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:30:40.375479 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 40724) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:30:40.414251 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8429c708-e2bf-4ea7-8f5b-ee18fa523e3a req-17f25dc1-0901-4170-a2eb-363b1cda2504 service neutron] 10.222.0.55 "GET /v2.0/networks/7541d774-cf46-43a8-ab91-4a72282aac35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4183006 Oct 20 10:30:40.432556 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-1ff7b3bf-e28a-453a-bb40-dc273ba03b5f req-7b2c24d3-ef5a-45a9-a3e7-78f5193740e6 service neutron] Attempting to bind port dc583634-81b8-4ca8-91c0-1a84cac72e1e on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:30:40.433230 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-1ff7b3bf-e28a-453a-bb40-dc273ba03b5f req-7b2c24d3-ef5a-45a9-a3e7-78f5193740e6 service neutron] Attempting to bind port dc583634-81b8-4ca8-91c0-1a84cac72e1e by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': 'c9f340c0-9c49-427c-b46d-475b702ed788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '6102411a-939e-434e-b2b8-0c46972ff74e'}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:30:40.434358 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff7b3bf-e28a-453a-bb40-dc273ba03b5f req-7b2c24d3-ef5a-45a9-a3e7-78f5193740e6 service neutron] Attempting to bind port dc583634-81b8-4ca8-91c0-1a84cac72e1e on network 6102411a-939e-434e-b2b8-0c46972ff74e {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:30:40.439446 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff7b3bf-e28a-453a-bb40-dc273ba03b5f req-7b2c24d3-ef5a-45a9-a3e7-78f5193740e6 service neutron] Port dc583634-81b8-4ca8-91c0-1a84cac72e1e on network 6102411a-939e-434e-b2b8-0c46972ff74e not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:30:40.440027 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff7b3bf-e28a-453a-bb40-dc273ba03b5f req-7b2c24d3-ef5a-45a9-a3e7-78f5193740e6 service neutron] Attempting to bind port dc583634-81b8-4ca8-91c0-1a84cac72e1e on network 6102411a-939e-434e-b2b8-0c46972ff74e {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:30:40.446579 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff7b3bf-e28a-453a-bb40-dc273ba03b5f req-7b2c24d3-ef5a-45a9-a3e7-78f5193740e6 service neutron] Checking agent: {'id': '061232a2-7adc-4ba1-a873-e8cb136b064d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:30:40.447525 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff7b3bf-e28a-453a-bb40-dc273ba03b5f req-7b2c24d3-ef5a-45a9-a3e7-78f5193740e6 service neutron] Checking segment: {'id': 'c9f340c0-9c49-427c-b46d-475b702ed788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '6102411a-939e-434e-b2b8-0c46972ff74e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:30:40.448105 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff7b3bf-e28a-453a-bb40-dc273ba03b5f req-7b2c24d3-ef5a-45a9-a3e7-78f5193740e6 service neutron] Bound using segment: {'id': 'c9f340c0-9c49-427c-b46d-475b702ed788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '6102411a-939e-434e-b2b8-0c46972ff74e'} {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:30:40.448772 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-1ff7b3bf-e28a-453a-bb40-dc273ba03b5f req-7b2c24d3-ef5a-45a9-a3e7-78f5193740e6 service neutron] Bound port: dc583634-81b8-4ca8-91c0-1a84cac72e1e, host: n-h2-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9f340c0-9c49-427c-b46d-475b702ed788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '6102411a-939e-434e-b2b8-0c46972ff74e'}}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:30:40.449322 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-1ff7b3bf-e28a-453a-bb40-dc273ba03b5f req-7b2c24d3-ef5a-45a9-a3e7-78f5193740e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:40.485224 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-58478205-6bf8-4b0a-861d-82a95dd74df7 req-6d06d9df-74f0-49e9-9528-ecfc4c2d02b1 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/security-groups?id=dfac1146-e768-4d56-96b1-8816525464ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083743 Oct 20 10:30:40.537993 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-ab9d53b7-c2ff-4cfa-b5ec-a4ed1c56b75c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=addcd1b9b9394a29a5fe1f6732be8acf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1589200 Oct 20 10:30:40.541913 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 40726) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:30:40.560816 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c63437a-9eb9-4fdd-a1c6-ccc7cdb32c79 req-a2136ecf-015a-44ac-81ad-b521173561cd tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:40.562559 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9c63437a-9eb9-4fdd-a1c6-ccc7cdb32c79 req-a2136ecf-015a-44ac-81ad-b521173561cd tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6f9886f-a105-43b7-8e40-2f4226d5b3ba HTTP/1.1" status: 200 len: 943 time: 0.0930598 Oct 20 10:30:40.569655 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [req-1ff7b3bf-e28a-453a-bb40-dc273ba03b5f req-7b2c24d3-ef5a-45a9-a3e7-78f5193740e6 service neutron] For port dc583634-81b8-4ca8-91c0-1a84cac72e1e, host n-h2-811396-3, cleared binding levels {{(pid=100597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:30:40.574882 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [req-1ff7b3bf-e28a-453a-bb40-dc273ba03b5f req-7b2c24d3-ef5a-45a9-a3e7-78f5193740e6 service neutron] For port dc583634-81b8-4ca8-91c0-1a84cac72e1e, host n-h2-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=dc583634-81b8-4ca8-91c0-1a84cac72e1e,segment=NetworkSegment(c9f340c0-9c49-427c-b46d-475b702ed788),segment_id=c9f340c0-9c49-427c-b46d-475b702ed788)] {{(pid=100597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:30:40.582681 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-1ff7b3bf-e28a-453a-bb40-dc273ba03b5f req-7b2c24d3-ef5a-45a9-a3e7-78f5193740e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:40.621220 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff7b3bf-e28a-453a-bb40-dc273ba03b5f req-7b2c24d3-ef5a-45a9-a3e7-78f5193740e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:40.621832 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-1ff7b3bf-e28a-453a-bb40-dc273ba03b5f req-7b2c24d3-ef5a-45a9-a3e7-78f5193740e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:40.624076 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-1ff7b3bf-e28a-453a-bb40-dc273ba03b5f req-7b2c24d3-ef5a-45a9-a3e7-78f5193740e6 service neutron] 10.222.0.69 "PUT /v2.0/ports/dc583634-81b8-4ca8-91c0-1a84cac72e1e HTTP/1.1" status: 200 len: 1091 time: 1.1449423 Oct 20 10:30:40.624685 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6f9886f-a105-43b7-8e40-2f4226d5b3ba', 'tag': 'dc583634-81b8-4ca8-91c0-1a84cac72e1e'}] {{(pid=100597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:30:40.626967 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd85cad6a391afaa95d2dd5280bfd4659fc1e1b2aba53b5e7ef874f059efcdc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c70f15c6-03da-42dc-8077-d204560d69a0" -d '{"events": [{"name": "network-changed", "server_uuid": "c6f9886f-a105-43b7-8e40-2f4226d5b3ba", "tag": "dc583634-81b8-4ca8-91c0-1a84cac72e1e"}]}' {{(pid=100597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:30:40.685863 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-37b1a4db-3cf3-4cf2-9b27-5a414c0024b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:40.697092 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057266ac-17a5-468e-a23e-7348e71704c4 req-32e825cf-ff36-4383-8211-49fd39fb0abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:40.698611 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-057266ac-17a5-468e-a23e-7348e71704c4 req-32e825cf-ff36-4383-8211-49fd39fb0abc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=946a9e604754455a8a9faea87bc41b49&device_id=26e29c85-389d-454c-930b-0f837d303e1a HTTP/1.1" status: 200 len: 1094 time: 0.1351602 Oct 20 10:30:40.701514 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9c63437a-9eb9-4fdd-a1c6-ccc7cdb32c79 req-6096b1f7-3586-4106-951d-3e5963817885 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] 10.222.0.64 "GET /v2.0/security-groups?id=86067063-f5e4-4e77-9825-0a77623af17f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206214 Oct 20 10:30:40.747781 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-37b1a4db-3cf3-4cf2-9b27-5a414c0024b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:40.813550 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d06c6385-0cd1-4215-b465-c879847f1f7c x-openstack-request-id: req-d06c6385-0cd1-4215-b465-c879847f1f7c {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:30:40.813550 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6f9886f-a105-43b7-8e40-2f4226d5b3ba", "tag": "dc583634-81b8-4ca8-91c0-1a84cac72e1e", "status": "completed", "code": 200}]} {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:30:40.813550 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d06c6385-0cd1-4215-b465-c879847f1f7c {{(pid=100597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:30:40.813915 n-d-811396-3 neutron-server[100597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6f9886f-a105-43b7-8e40-2f4226d5b3ba', 'tag': 'dc583634-81b8-4ca8-91c0-1a84cac72e1e', 'status': 'completed', 'code': 200} Oct 20 10:30:40.822997 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2c24d3-ef5a-45a9-a3e7-78f5193740e6 service neutron] Pushing event updated for resources: {'Port': ['ID=dc583634-81b8-4ca8-91c0-1a84cac72e1e,revision_number=3']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:30:40.851418 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff7b3bf-e28a-453a-bb40-dc273ba03b5f req-4681bd8b-250b-425c-9cb5-022a0655aded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:40.853169 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-1ff7b3bf-e28a-453a-bb40-dc273ba03b5f req-4681bd8b-250b-425c-9cb5-022a0655aded service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=733e0ae3617d4d649cf978417165b931&device_id=c6f9886f-a105-43b7-8e40-2f4226d5b3ba HTTP/1.1" status: 200 len: 1094 time: 0.1550097 Oct 20 10:30:40.908795 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-1ff7b3bf-e28a-453a-bb40-dc273ba03b5f req-fc68196c-9c76-43a7-a154-df42d190c043 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dc583634-81b8-4ca8-91c0-1a84cac72e1e HTTP/1.1" status: 200 len: 217 time: 0.0459244 Oct 20 10:30:40.919984 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057266ac-17a5-468e-a23e-7348e71704c4 req-f225610e-83bb-4f72-be3c-cbb5d441179c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:40.921707 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-057266ac-17a5-468e-a23e-7348e71704c4 req-f225610e-83bb-4f72-be3c-cbb5d441179c service neutron] 10.222.0.55 "GET /v2.0/networks?id=7541d774-cf46-43a8-ab91-4a72282aac35 HTTP/1.1" status: 200 len: 912 time: 0.2084327 Oct 20 10:30:40.992614 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff7b3bf-e28a-453a-bb40-dc273ba03b5f req-e97170ec-1881-4ce5-8d7d-039cfde2bd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:40.994394 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-1ff7b3bf-e28a-453a-bb40-dc273ba03b5f req-e97170ec-1881-4ce5-8d7d-039cfde2bd29 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c78e58fe-8eeb-4a44-80cb-439bcac28ede HTTP/1.1" status: 200 len: 862 time: 0.0735707 Oct 20 10:30:41.031199 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-1ff7b3bf-e28a-453a-bb40-dc273ba03b5f req-4a65a85e-4896-42c5-ba31-b1e5f54e7d44 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6102411a-939e-434e-b2b8-0c46972ff74e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288084 Oct 20 10:30:41.035269 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 631560fe-48f6-4e9b-8ca7-59d6911c1b5d up at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:30:41.136580 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning for port 631560fe-48f6-4e9b-8ca7-59d6911c1b5d completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:30:41.147173 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning complete for port 631560fe-48f6-4e9b-8ca7-59d6911c1b5d triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:30:41.147584 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:41.280627 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-1ff7b3bf-e28a-453a-bb40-dc273ba03b5f req-3c29b7f3-6e9c-4ed8-a822-e65d9c20c089 service neutron] 10.222.0.69 "GET /v2.0/networks/6102411a-939e-434e-b2b8-0c46972ff74e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292790 Oct 20 10:30:41.282669 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-057266ac-17a5-468e-a23e-7348e71704c4 req-45f240ef-323f-4526-bfb4-d8db2a6d0c95 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7924cc35-bcd5-4c0c-924a-d847de89b737 HTTP/1.1" status: 200 len: 217 time: 0.3468256 Oct 20 10:30:41.300883 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2142031f-def2-4058-a20b-74370fd53eb7 req-9d0d81aa-c1c5-4f30-8630-776c79451c5b tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:41.302334 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2142031f-def2-4058-a20b-74370fd53eb7 req-9d0d81aa-c1c5-4f30-8630-776c79451c5b tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/ports?device_id=71975b9b-47f8-4e27-9d16-6eec3ce4ea95 HTTP/1.1" status: 200 len: 950 time: 0.4596636 Oct 20 10:30:41.320428 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaf179b-4897-4ed6-9c06-735462d71f22 req-dab4e4be-cb73-4eef-9075-6b417c0d3fa9 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:41.321887 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ceaf179b-4897-4ed6-9c06-735462d71f22 req-dab4e4be-cb73-4eef-9075-6b417c0d3fa9 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] 10.222.0.64 "GET /v2.0/ports?device_id=26e29c85-389d-454c-930b-0f837d303e1a HTTP/1.1" status: 200 len: 943 time: 0.4623940 Oct 20 10:30:41.323896 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-37b1a4db-3cf3-4cf2-9b27-5a414c0024b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:41.328838 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-37b1a4db-3cf3-4cf2-9b27-5a414c0024b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:41.329855 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-37b1a4db-3cf3-4cf2-9b27-5a414c0024b9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5de52cfb-e511-4ef2-b708-d60a4e61f2bb HTTP/1.1" status: 204 len: 168 time: 0.7870231 Oct 20 10:30:41.443136 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057266ac-17a5-468e-a23e-7348e71704c4 req-b0697a87-f6c1-4452-be88-91a89d587093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:41.448953 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-057266ac-17a5-468e-a23e-7348e71704c4 req-b0697a87-f6c1-4452-be88-91a89d587093 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ba1df794-ccae-4e17-be55-4b4a3764e935 HTTP/1.1" status: 200 len: 850 time: 0.1261799 Oct 20 10:30:41.452557 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b1a4db-3cf3-4cf2-9b27-5a414c0024b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5de52cfb-e511-4ef2-b708-d60a4e61f2bb,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:30:41.465508 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-1ff7b3bf-e28a-453a-bb40-dc273ba03b5f req-00a1d4e3-3b27-445f-a7c0-c473c91a9f17 service neutron] 10.222.0.69 "GET /v2.0/networks/6102411a-939e-434e-b2b8-0c46972ff74e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743619 Oct 20 10:30:41.568971 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2142031f-def2-4058-a20b-74370fd53eb7 req-f9a8face-0856-4277-8166-98b9802a689f tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/security-groups?id=33b0304f-e8b0-41ca-8b6c-fa0f5439f339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176980 Oct 20 10:30:41.619086 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70f15c6-03da-42dc-8077-d204560d69a0 req-42d56315-41f8-443e-8745-5a8c24f742a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:41.620789 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-c70f15c6-03da-42dc-8077-d204560d69a0 req-42d56315-41f8-443e-8745-5a8c24f742a9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=733e0ae3617d4d649cf978417165b931&device_id=c6f9886f-a105-43b7-8e40-2f4226d5b3ba HTTP/1.1" status: 200 len: 1094 time: 0.0866051 Oct 20 10:30:41.670525 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ceaf179b-4897-4ed6-9c06-735462d71f22 req-a438806d-e974-4583-b8a5-b21059b8f827 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] 10.222.0.64 "GET /v2.0/security-groups?id=97729601-032d-4729-bc88-1bc65d21f71b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2203562 Oct 20 10:30:41.679677 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:41.691864 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057266ac-17a5-468e-a23e-7348e71704c4 req-78338760-85a6-48f1-9844-2af893de8256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:41.705041 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-057266ac-17a5-468e-a23e-7348e71704c4 req-78338760-85a6-48f1-9844-2af893de8256 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7541d774-cf46-43a8-ab91-4a72282aac35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2370222 Oct 20 10:30:41.720006 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9c98351-a62e-4395-a008-d798500de9bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '631560fe-48f6-4e9b-8ca7-59d6911c1b5d'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:30:41.722330 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff50cce6-f096-426d-a102-2c6fda8513b7" -d '{"events": [{"server_uuid": "c9c98351-a62e-4395-a008-d798500de9bc", "name": "network-vif-plugged", "status": "completed", "tag": "631560fe-48f6-4e9b-8ca7-59d6911c1b5d"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:30:41.738110 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 631560fe-48f6-4e9b-8ca7-59d6911c1b5d, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=631560fe-48f6-4e9b-8ca7-59d6911c1b5d,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:30:41.745584 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:41.810157 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=631560fe-48f6-4e9b-8ca7-59d6911c1b5d,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:30:41.846178 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70f15c6-03da-42dc-8077-d204560d69a0 req-1ad2f140-dd15-4b63-ae1c-25630c540a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:41.849884 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-c70f15c6-03da-42dc-8077-d204560d69a0 req-1ad2f140-dd15-4b63-ae1c-25630c540a46 service neutron] 10.222.0.69 "GET /v2.0/networks?id=6102411a-939e-434e-b2b8-0c46972ff74e HTTP/1.1" status: 200 len: 923 time: 0.2211046 Oct 20 10:30:41.909624 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-c70f15c6-03da-42dc-8077-d204560d69a0 req-f2670755-d7d0-4c3c-acf7-396a909fa375 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dc583634-81b8-4ca8-91c0-1a84cac72e1e HTTP/1.1" status: 200 len: 217 time: 0.0450649 Oct 20 10:30:41.944263 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-057266ac-17a5-468e-a23e-7348e71704c4 req-04dcec2f-8bc3-4061-aeee-c7a26d739b12 service neutron] 10.222.0.55 "GET /v2.0/networks/7541d774-cf46-43a8-ab91-4a72282aac35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254410 Oct 20 10:30:41.976174 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70f15c6-03da-42dc-8077-d204560d69a0 req-ba672295-022a-4835-add4-1802f1048703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:41.977799 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-c70f15c6-03da-42dc-8077-d204560d69a0 req-ba672295-022a-4835-add4-1802f1048703 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c78e58fe-8eeb-4a44-80cb-439bcac28ede HTTP/1.1" status: 200 len: 862 time: 0.0587022 Oct 20 10:30:42.015095 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eb9dac-9fd4-45e4-be44-7688b5fc15a0 req-63bf8c6c-54ac-4483-b1bb-8c6b9fad6486 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:42.016893 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-91eb9dac-9fd4-45e4-be44-7688b5fc15a0 req-63bf8c6c-54ac-4483-b1bb-8c6b9fad6486 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d088f35-587e-4c94-b637-18178327009b HTTP/1.1" status: 200 len: 948 time: 0.1347148 Oct 20 10:30:42.031313 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-c70f15c6-03da-42dc-8077-d204560d69a0 req-8ae6030f-d3a8-4da3-9d3b-f536910877ea service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6102411a-939e-434e-b2b8-0c46972ff74e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446846 Oct 20 10:30:42.093205 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31beb558-179e-4c0c-843b-5bdc020615bd req-a7a033f5-6e1d-4680-b687-43de7e3439c4 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:42.094694 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-31beb558-179e-4c0c-843b-5bdc020615bd req-a7a033f5-6e1d-4680-b687-43de7e3439c4 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/ports?device_id=c9c98351-a62e-4395-a008-d798500de9bc HTTP/1.1" status: 200 len: 950 time: 0.1471658 Oct 20 10:30:42.149215 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-91eb9dac-9fd4-45e4-be44-7688b5fc15a0 req-cd03f748-a7d4-4514-980f-766adb29dcb7 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133282 Oct 20 10:30:42.169450 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-057266ac-17a5-468e-a23e-7348e71704c4 req-2c369da7-e2f3-4067-8752-c05f23757d2b service neutron] 10.222.0.55 "GET /v2.0/networks/7541d774-cf46-43a8-ab91-4a72282aac35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879272 Oct 20 10:30:42.177396 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-31beb558-179e-4c0c-843b-5bdc020615bd req-e1f37d58-1e51-471d-a152-1e14495501c7 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/security-groups?id=dfac1146-e768-4d56-96b1-8816525464ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737638 Oct 20 10:30:42.187780 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-c70f15c6-03da-42dc-8077-d204560d69a0 req-01a3a5f9-ea67-4b6d-b21b-baa479f832ab service neutron] 10.222.0.69 "GET /v2.0/networks/6102411a-939e-434e-b2b8-0c46972ff74e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409922 Oct 20 10:30:42.257416 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-199d36bf-b59a-45a6-adb8-431d27040029 x-openstack-request-id: req-199d36bf-b59a-45a6-adb8-431d27040029 {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:30:42.257921 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9c98351-a62e-4395-a008-d798500de9bc", "name": "network-vif-plugged", "status": "completed", "tag": "631560fe-48f6-4e9b-8ca7-59d6911c1b5d", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:30:42.258015 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-199d36bf-b59a-45a6-adb8-431d27040029 {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:30:42.258413 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9c98351-a62e-4395-a008-d798500de9bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '631560fe-48f6-4e9b-8ca7-59d6911c1b5d', 'code': 200} Oct 20 10:30:42.326160 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-c70f15c6-03da-42dc-8077-d204560d69a0 req-a18f472e-d6b7-41a4-b6ba-f42a5ee51a61 service neutron] 10.222.0.69 "GET /v2.0/networks/6102411a-939e-434e-b2b8-0c46972ff74e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283100 Oct 20 10:30:42.376323 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77973161-cb43-4219-94d9-18f7d4d7d8a1 req-6882f11f-700a-40bf-904e-9eafa231d70b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:42.377947 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-77973161-cb43-4219-94d9-18f7d4d7d8a1 req-6882f11f-700a-40bf-904e-9eafa231d70b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=c9c98351-a62e-4395-a008-d798500de9bc HTTP/1.1" status: 200 len: 1101 time: 0.0507224 Oct 20 10:30:42.443236 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-77973161-cb43-4219-94d9-18f7d4d7d8a1 req-e409ed99-ce15-44d0-b184-5f7cf47f1f86 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=dfac1146-e768-4d56-96b1-8816525464ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561187 Oct 20 10:30:42.454774 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f2a461-a5fb-4338-933d-4c7f381126db req-916f072c-72f6-4ba7-a0d2-4a578fd12d48 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:42.462389 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-77f2a461-a5fb-4338-933d-4c7f381126db req-916f072c-72f6-4ba7-a0d2-4a578fd12d48 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6f9886f-a105-43b7-8e40-2f4226d5b3ba HTTP/1.1" status: 200 len: 943 time: 0.0824161 Oct 20 10:30:42.507972 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-77f2a461-a5fb-4338-933d-4c7f381126db req-f4839b94-27e4-4eb1-b7ec-61ffb1453fc2 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] 10.222.0.64 "GET /v2.0/security-groups?id=86067063-f5e4-4e77-9825-0a77623af17f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446525 Oct 20 10:30:43.034816 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8502bf-c769-4fc5-8d89-bdaefbab5c2b req-8948c422-044a-4b38-8d71-4dd14c9f4806 tempest-ServersAdminTestJSON-1433447106 tempest-ServersAdminTestJSON-1433447106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:43.035304 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8502bf-c769-4fc5-8d89-bdaefbab5c2b req-8948c422-044a-4b38-8d71-4dd14c9f4806 tempest-ServersAdminTestJSON-1433447106 tempest-ServersAdminTestJSON-1433447106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:43.036105 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8502bf-c769-4fc5-8d89-bdaefbab5c2b req-8948c422-044a-4b38-8d71-4dd14c9f4806 tempest-ServersAdminTestJSON-1433447106 tempest-ServersAdminTestJSON-1433447106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:43.036754 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8502bf-c769-4fc5-8d89-bdaefbab5c2b req-8948c422-044a-4b38-8d71-4dd14c9f4806 tempest-ServersAdminTestJSON-1433447106 tempest-ServersAdminTestJSON-1433447106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:43.037413 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8502bf-c769-4fc5-8d89-bdaefbab5c2b req-8948c422-044a-4b38-8d71-4dd14c9f4806 tempest-ServersAdminTestJSON-1433447106 tempest-ServersAdminTestJSON-1433447106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:43.038059 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8502bf-c769-4fc5-8d89-bdaefbab5c2b req-8948c422-044a-4b38-8d71-4dd14c9f4806 tempest-ServersAdminTestJSON-1433447106 tempest-ServersAdminTestJSON-1433447106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:43.038528 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8502bf-c769-4fc5-8d89-bdaefbab5c2b req-8948c422-044a-4b38-8d71-4dd14c9f4806 tempest-ServersAdminTestJSON-1433447106 tempest-ServersAdminTestJSON-1433447106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:43.038994 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8502bf-c769-4fc5-8d89-bdaefbab5c2b req-8948c422-044a-4b38-8d71-4dd14c9f4806 tempest-ServersAdminTestJSON-1433447106 tempest-ServersAdminTestJSON-1433447106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:43.039477 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8502bf-c769-4fc5-8d89-bdaefbab5c2b req-8948c422-044a-4b38-8d71-4dd14c9f4806 tempest-ServersAdminTestJSON-1433447106 tempest-ServersAdminTestJSON-1433447106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:43.040227 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8502bf-c769-4fc5-8d89-bdaefbab5c2b req-8948c422-044a-4b38-8d71-4dd14c9f4806 tempest-ServersAdminTestJSON-1433447106 tempest-ServersAdminTestJSON-1433447106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:43.040856 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8502bf-c769-4fc5-8d89-bdaefbab5c2b req-8948c422-044a-4b38-8d71-4dd14c9f4806 tempest-ServersAdminTestJSON-1433447106 tempest-ServersAdminTestJSON-1433447106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:43.041319 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8502bf-c769-4fc5-8d89-bdaefbab5c2b req-8948c422-044a-4b38-8d71-4dd14c9f4806 tempest-ServersAdminTestJSON-1433447106 tempest-ServersAdminTestJSON-1433447106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:43.041780 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8502bf-c769-4fc5-8d89-bdaefbab5c2b req-8948c422-044a-4b38-8d71-4dd14c9f4806 tempest-ServersAdminTestJSON-1433447106 tempest-ServersAdminTestJSON-1433447106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:43.042448 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8502bf-c769-4fc5-8d89-bdaefbab5c2b req-8948c422-044a-4b38-8d71-4dd14c9f4806 tempest-ServersAdminTestJSON-1433447106 tempest-ServersAdminTestJSON-1433447106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:43.043094 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8502bf-c769-4fc5-8d89-bdaefbab5c2b req-8948c422-044a-4b38-8d71-4dd14c9f4806 tempest-ServersAdminTestJSON-1433447106 tempest-ServersAdminTestJSON-1433447106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:43.043783 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8502bf-c769-4fc5-8d89-bdaefbab5c2b req-8948c422-044a-4b38-8d71-4dd14c9f4806 tempest-ServersAdminTestJSON-1433447106 tempest-ServersAdminTestJSON-1433447106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:43.044399 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8502bf-c769-4fc5-8d89-bdaefbab5c2b req-8948c422-044a-4b38-8d71-4dd14c9f4806 tempest-ServersAdminTestJSON-1433447106 tempest-ServersAdminTestJSON-1433447106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:43.045026 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8502bf-c769-4fc5-8d89-bdaefbab5c2b req-8948c422-044a-4b38-8d71-4dd14c9f4806 tempest-ServersAdminTestJSON-1433447106 tempest-ServersAdminTestJSON-1433447106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:43.045491 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8502bf-c769-4fc5-8d89-bdaefbab5c2b req-8948c422-044a-4b38-8d71-4dd14c9f4806 tempest-ServersAdminTestJSON-1433447106 tempest-ServersAdminTestJSON-1433447106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:43.048699 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8e8502bf-c769-4fc5-8d89-bdaefbab5c2b req-8948c422-044a-4b38-8d71-4dd14c9f4806 tempest-ServersAdminTestJSON-1433447106 tempest-ServersAdminTestJSON-1433447106-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=c6f9886f-a105-43b7-8e40-2f4226d5b3ba&device_id=26e29c85-389d-454c-930b-0f837d303e1a&device_id=c9c98351-a62e-4395-a008-d798500de9bc&device_id=71975b9b-47f8-4e27-9d16-6eec3ce4ea95&device_id=cfd9c347-823b-4439-8390-32d9d5c874fc&device_id=2d088f35-587e-4c94-b637-18178327009b&device_id=4569972b-c804-4ed9-a1b0-4552777252e5&device_id=c33d2f24-c354-497f-a5a9-d23371745ada&device_id=38e4aa4a-6de3-4c39-a753-d611e7dc2929&device_id=a278457f-0627-4f71-b06b-8a074f97133c&device_id=95fa9703-1404-4771-a94e-0d9e1c8e85e7&device_id=33ae5c8c-1cb9-4f31-97e4-591cab6c15f6&device_id=4cac01b4-5943-4577-b46d-85b13a75bd87&device_id=39b19f26-435f-4219-86de-3e7bc15de1ed&device_id=9f9f84b3-38b7-4b0b-9bb9-8512b0ad0404&device_id=2ed8b260-e677-410d-8e1a-3f9bd4c5c192&device_id=1eabf57a-87ff-45e4-a8c1-0331e36a3388&device_id=140f67b6-b627-4357-882b-b43ba6bc30e0&device_id=9f19914c-2a94-4ff4-a81b-b77e4f1d979c HTTP/1.1" status: 200 len: 17101 time: 0.0808415 Oct 20 10:30:43.072644 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-8e8502bf-c769-4fc5-8d89-bdaefbab5c2b req-a688ecf0-5d6d-4093-b1d5-d011c90e6142 tempest-ServersAdminTestJSON-1433447106 tempest-ServersAdminTestJSON-1433447106-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:43.151804 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05dba15-0694-4f39-901a-97a2b7b17b67 req-65f86f50-bd26-42f7-b4f4-35b31125b8e0 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:43.153346 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f05dba15-0694-4f39-901a-97a2b7b17b67 req-65f86f50-bd26-42f7-b4f4-35b31125b8e0 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] 10.222.0.64 "GET /v2.0/ports?device_id=26e29c85-389d-454c-930b-0f837d303e1a HTTP/1.1" status: 200 len: 943 time: 0.0783145 Oct 20 10:30:43.218379 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f05dba15-0694-4f39-901a-97a2b7b17b67 req-df348b6b-1679-46bb-b160-0ffe33fe47c3 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] 10.222.0.64 "GET /v2.0/security-groups?id=97729601-032d-4729-bc88-1bc65d21f71b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555654 Oct 20 10:30:43.222688 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-8e8502bf-c769-4fc5-8d89-bdaefbab5c2b req-a688ecf0-5d6d-4093-b1d5-d011c90e6142 tempest-ServersAdminTestJSON-1433447106 tempest-ServersAdminTestJSON-1433447106-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:43.228200 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-8e8502bf-c769-4fc5-8d89-bdaefbab5c2b req-a688ecf0-5d6d-4093-b1d5-d011c90e6142 tempest-ServersAdminTestJSON-1433447106 tempest-ServersAdminTestJSON-1433447106-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:43.261045 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8e8502bf-c769-4fc5-8d89-bdaefbab5c2b req-a688ecf0-5d6d-4093-b1d5-d011c90e6142 tempest-ServersAdminTestJSON-1433447106 tempest-ServersAdminTestJSON-1433447106-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=3a2ddb16-f0a7-4b59-b44b-d401de192cb7&id=33b0304f-e8b0-41ca-8b6c-fa0f5439f339&id=dfac1146-e768-4d56-96b1-8816525464ee&id=86067063-f5e4-4e77-9825-0a77623af17f&id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&id=ba094063-4980-4c22-bc34-9c1534c0beb0&id=97729601-032d-4729-bc88-1bc65d21f71b&fields=id&fields=name HTTP/1.1" status: 200 len: 741 time: 0.2026989 Oct 20 10:30:43.297058 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a688ecf0-5d6d-4093-b1d5-d011c90e6142 tempest-ServersAdminTestJSON-1433447106 tempest-ServersAdminTestJSON-1433447106-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8110152f-f3b0-4eff-b4e4-d823bfc0f430,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:30:43.446217 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755b030d-0f69-4c5c-91f9-4ca2fd0f6e3a req-9b83622b-1982-47a1-83e2-e17e057979ee tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:43.447630 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-755b030d-0f69-4c5c-91f9-4ca2fd0f6e3a req-9b83622b-1982-47a1-83e2-e17e057979ee tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/ports?device_id=c9c98351-a62e-4395-a008-d798500de9bc HTTP/1.1" status: 200 len: 950 time: 0.0765700 Oct 20 10:30:43.455552 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011f3d2c-e2ee-4252-b73f-d1fd7937ce9a req-b2d0f3eb-235a-4b7c-a521-d36afa460604 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:43.456940 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-011f3d2c-e2ee-4252-b73f-d1fd7937ce9a req-b2d0f3eb-235a-4b7c-a521-d36afa460604 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d088f35-587e-4c94-b637-18178327009b HTTP/1.1" status: 200 len: 948 time: 0.0877452 Oct 20 10:30:43.509178 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-755b030d-0f69-4c5c-91f9-4ca2fd0f6e3a req-44e966c4-d2f7-489f-bde1-0063737835ec tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/security-groups?id=dfac1146-e768-4d56-96b1-8816525464ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512981 Oct 20 10:30:43.516277 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-011f3d2c-e2ee-4252-b73f-d1fd7937ce9a req-c7732c0d-f110-4547-9c76-8d47917b4107 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526605 Oct 20 10:30:43.664892 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c027d0b-fc3e-4d6c-ab02-20d9b7e4e820 req-281a8c57-f434-49f0-a52c-093d4ae1cb1f tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:43.666411 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4c027d0b-fc3e-4d6c-ab02-20d9b7e4e820 req-281a8c57-f434-49f0-a52c-093d4ae1cb1f tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6f9886f-a105-43b7-8e40-2f4226d5b3ba HTTP/1.1" status: 200 len: 943 time: 0.0515757 Oct 20 10:30:43.711715 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4c027d0b-fc3e-4d6c-ab02-20d9b7e4e820 req-cb6abe5e-62f1-4695-bc35-b5098c7f6d72 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] 10.222.0.64 "GET /v2.0/security-groups?id=86067063-f5e4-4e77-9825-0a77623af17f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367255 Oct 20 10:30:43.922054 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d55c4b-d3cd-4d2f-9a13-a6dfd4bae77c req-e6041088-3097-4361-b6b1-50e88fd0543d tempest-ServersAdminTestJSON-1433447106 tempest-ServersAdminTestJSON-1433447106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:43.922539 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d55c4b-d3cd-4d2f-9a13-a6dfd4bae77c req-e6041088-3097-4361-b6b1-50e88fd0543d tempest-ServersAdminTestJSON-1433447106 tempest-ServersAdminTestJSON-1433447106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:43.923019 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d55c4b-d3cd-4d2f-9a13-a6dfd4bae77c req-e6041088-3097-4361-b6b1-50e88fd0543d tempest-ServersAdminTestJSON-1433447106 tempest-ServersAdminTestJSON-1433447106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:43.924736 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d4d55c4b-d3cd-4d2f-9a13-a6dfd4bae77c req-e6041088-3097-4361-b6b1-50e88fd0543d tempest-ServersAdminTestJSON-1433447106 tempest-ServersAdminTestJSON-1433447106-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=71975b9b-47f8-4e27-9d16-6eec3ce4ea95&device_id=4569972b-c804-4ed9-a1b0-4552777252e5&device_id=c33d2f24-c354-497f-a5a9-d23371745ada HTTP/1.1" status: 200 len: 2883 time: 0.0546227 Oct 20 10:30:43.965351 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d4d55c4b-d3cd-4d2f-9a13-a6dfd4bae77c req-3766ebc5-d7aa-43d9-be1c-d2671e4fcb58 tempest-ServersAdminTestJSON-1433447106 tempest-ServersAdminTestJSON-1433447106-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=33b0304f-e8b0-41ca-8b6c-fa0f5439f339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342886 Oct 20 10:30:44.422061 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4071f881-77cc-4a18-8728-8ab624e8f081 req-d18956f4-7ad5-48ef-8d85-a9956c94daad tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:44.423577 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4071f881-77cc-4a18-8728-8ab624e8f081 req-d18956f4-7ad5-48ef-8d85-a9956c94daad tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] 10.222.0.64 "GET /v2.0/ports?device_id=26e29c85-389d-454c-930b-0f837d303e1a HTTP/1.1" status: 200 len: 943 time: 0.0523217 Oct 20 10:30:44.467197 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4071f881-77cc-4a18-8728-8ab624e8f081 req-9aee9f14-adc5-45f4-ab36-1f12cb3ae197 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] 10.222.0.64 "GET /v2.0/security-groups?id=97729601-032d-4729-bc88-1bc65d21f71b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376546 Oct 20 10:30:44.619746 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 7924cc35-bcd5-4c0c-924a-d847de89b737 details requested by agent hyperv_n-h1-811396-3 with host n-h1-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:30:44.679925 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce3a43b-6496-4dd1-b896-410314e7ca37 req-952f63f7-1abd-4a19-8275-0a1678bd41ca tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:44.687655 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0ce3a43b-6496-4dd1-b896-410314e7ca37 req-952f63f7-1abd-4a19-8275-0a1678bd41ca tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/ports?device_id=c9c98351-a62e-4395-a008-d798500de9bc HTTP/1.1" status: 200 len: 950 time: 0.0626554 Oct 20 10:30:44.732647 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0ce3a43b-6496-4dd1-b896-410314e7ca37 req-212456f9-9d0b-46e3-8882-40cd15d74bd8 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/security-groups?id=dfac1146-e768-4d56-96b1-8816525464ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441890 Oct 20 10:30:44.760423 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 7924cc35-bcd5-4c0c-924a-d847de89b737, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=7924cc35-bcd5-4c0c-924a-d847de89b737,segment=NetworkSegment(051f9c65-4e4b-4cc9-ace7-f0cfbcf6fdaf),segment_id=051f9c65-4e4b-4cc9-ace7-f0cfbcf6fdaf)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:30:44.775419 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Returning: {'device': '7924cc35-bcd5-4c0c-924a-d847de89b737', 'network_id': '7541d774-cf46-43a8-ab91-4a72282aac35', 'port_id': '7924cc35-bcd5-4c0c-924a-d847de89b737', 'mac_address': 'fa:16:3e:f9:97:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 844, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba1df794-ccae-4e17-be55-4b4a3764e935', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:30:44.819746 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:44.841484 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7924cc35-bcd5-4c0c-924a-d847de89b737 {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:30:44.862913 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 7924cc35-bcd5-4c0c-924a-d847de89b737, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=7924cc35-bcd5-4c0c-924a-d847de89b737,segment=NetworkSegment(051f9c65-4e4b-4cc9-ace7-f0cfbcf6fdaf),segment_id=051f9c65-4e4b-4cc9-ace7-f0cfbcf6fdaf)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:30:44.869841 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:44.870965 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b28a27-fe7d-47a3-aedd-fb38f65e672c req-3e12cc86-9933-41b3-be39-cf445a0b4518 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:44.873301 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-92b28a27-fe7d-47a3-aedd-fb38f65e672c req-3e12cc86-9933-41b3-be39-cf445a0b4518 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d088f35-587e-4c94-b637-18178327009b HTTP/1.1" status: 200 len: 948 time: 0.0587687 Oct 20 10:30:44.930043 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=7924cc35-bcd5-4c0c-924a-d847de89b737,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:30:44.944868 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-92b28a27-fe7d-47a3-aedd-fb38f65e672c req-39e2b2a9-c653-45b8-a857-3424c4ad8982 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644522 Oct 20 10:30:44.955922 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ab1c9a-c2b5-45cd-8862-b88f581f863a req-c1398914-d16e-49c1-905d-49bb25107454 tempest-ServersAdminTestJSON-1433447106 tempest-ServersAdminTestJSON-1433447106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:44.958017 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-12ab1c9a-c2b5-45cd-8862-b88f581f863a req-c1398914-d16e-49c1-905d-49bb25107454 tempest-ServersAdminTestJSON-1433447106 tempest-ServersAdminTestJSON-1433447106-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=4569972b-c804-4ed9-a1b0-4552777252e5 HTTP/1.1" status: 200 len: 1101 time: 0.0612669 Oct 20 10:30:44.999182 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-12ab1c9a-c2b5-45cd-8862-b88f581f863a req-22a530df-1c64-4446-b047-f5347b1a9cef tempest-ServersAdminTestJSON-1433447106 tempest-ServersAdminTestJSON-1433447106-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=33b0304f-e8b0-41ca-8b6c-fa0f5439f339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353944 Oct 20 10:30:45.052225 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device dc583634-81b8-4ca8-91c0-1a84cac72e1e details requested by agent hyperv_n-h2-811396-3 with host n-h2-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:30:45.070252 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bad591c-8d2b-43d6-a257-b1a2674510ec req-0f01938e-f339-4b34-adbc-e393aabac4d7 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:45.073092 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6bad591c-8d2b-43d6-a257-b1a2674510ec req-0f01938e-f339-4b34-adbc-e393aabac4d7 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6f9886f-a105-43b7-8e40-2f4226d5b3ba HTTP/1.1" status: 200 len: 943 time: 0.0686202 Oct 20 10:30:45.150239 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6bad591c-8d2b-43d6-a257-b1a2674510ec req-e811825d-bf98-4e10-8861-3deb60369f51 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] 10.222.0.64 "GET /v2.0/security-groups?id=86067063-f5e4-4e77-9825-0a77623af17f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642824 Oct 20 10:30:45.152893 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port dc583634-81b8-4ca8-91c0-1a84cac72e1e, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=dc583634-81b8-4ca8-91c0-1a84cac72e1e,segment=NetworkSegment(c9f340c0-9c49-427c-b46d-475b702ed788),segment_id=c9f340c0-9c49-427c-b46d-475b702ed788)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:30:45.158755 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6374a15e-2a51-45d2-ac7a-8095624e0afc req-08b7563d-7114-48ca-ab54-4464b2426963 tempest-ServersOnMultiNodesTest-83646510 tempest-ServersOnMultiNodesTest-83646510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:45.160428 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6374a15e-2a51-45d2-ac7a-8095624e0afc req-08b7563d-7114-48ca-ab54-4464b2426963 tempest-ServersOnMultiNodesTest-83646510 tempest-ServersOnMultiNodesTest-83646510-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=c9c98351-a62e-4395-a008-d798500de9bc HTTP/1.1" status: 200 len: 1101 time: 0.0761595 Oct 20 10:30:45.180005 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Returning: {'device': 'dc583634-81b8-4ca8-91c0-1a84cac72e1e', 'network_id': '6102411a-939e-434e-b2b8-0c46972ff74e', 'port_id': 'dc583634-81b8-4ca8-91c0-1a84cac72e1e', 'mac_address': 'fa:16:3e:cd:f5:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 833, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c78e58fe-8eeb-4a44-80cb-439bcac28ede', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:30:45.209884 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6374a15e-2a51-45d2-ac7a-8095624e0afc req-6fe8d18f-ba64-4e01-80c5-41d41e3ca72a tempest-ServersOnMultiNodesTest-83646510 tempest-ServersOnMultiNodesTest-83646510-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=dfac1146-e768-4d56-96b1-8816525464ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419188 Oct 20 10:30:45.230202 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:45.368002 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc583634-81b8-4ca8-91c0-1a84cac72e1e {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:30:45.373726 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8b0cd1-1a2b-4a48-8c0c-276daf43d437 req-8c4b7b2e-6715-48ff-a6a9-f8eaadd9b8f0 tempest-ServersAdminTestJSON-1433447106 tempest-ServersAdminTestJSON-1433447106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:45.383534 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bb8b0cd1-1a2b-4a48-8c0c-276daf43d437 req-8c4b7b2e-6715-48ff-a6a9-f8eaadd9b8f0 tempest-ServersAdminTestJSON-1433447106 tempest-ServersAdminTestJSON-1433447106-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=4569972b-c804-4ed9-a1b0-4552777252e5 HTTP/1.1" status: 200 len: 1101 time: 0.0548723 Oct 20 10:30:45.390181 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port dc583634-81b8-4ca8-91c0-1a84cac72e1e, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=dc583634-81b8-4ca8-91c0-1a84cac72e1e,segment=NetworkSegment(c9f340c0-9c49-427c-b46d-475b702ed788),segment_id=c9f340c0-9c49-427c-b46d-475b702ed788)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:30:45.395348 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:45.419574 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bb8b0cd1-1a2b-4a48-8c0c-276daf43d437 req-b9c35cb1-6208-4ff9-8cfd-3be900cbd831 tempest-ServersAdminTestJSON-1433447106 tempest-ServersAdminTestJSON-1433447106-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=33b0304f-e8b0-41ca-8b6c-fa0f5439f339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349610 Oct 20 10:30:45.447093 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['7924cc35-bcd5-4c0c-924a-d847de89b737'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:30:45.488899 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=dc583634-81b8-4ca8-91c0-1a84cac72e1e,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:30:45.552194 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0ecd5c18-58f2-45f8-a389-135a7b705de3 req-cae4974d-5dc7-408c-b725-661ae0702045 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=cbb7919139e74aa3a9a9edbe5b865f11&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0222094 Oct 20 10:30:45.698019 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecd5c18-58f2-45f8-a389-135a7b705de3 req-eef3fb8d-1780-4a86-a248-2554af24a847 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:45.703912 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0ecd5c18-58f2-45f8-a389-135a7b705de3 req-eef3fb8d-1780-4a86-a248-2554af24a847 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1454492 Oct 20 10:30:45.717139 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0ecd5c18-58f2-45f8-a389-135a7b705de3 req-d90f145a-3c4c-4ecd-ad12-1d8e8c35fc15 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/quotas/cbb7919139e74aa3a9a9edbe5b865f11 HTTP/1.1" status: 200 len: 375 time: 0.0096869 Oct 20 10:30:45.732696 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['dc583634-81b8-4ca8-91c0-1a84cac72e1e'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:30:45.786527 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0ecd5c18-58f2-45f8-a389-135a7b705de3 req-dafd8383-ef2c-41da-a2fc-ecbff01d82d7 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=cbb7919139e74aa3a9a9edbe5b865f11&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0654554 Oct 20 10:30:45.993175 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebdf6c1-2ca3-4ab8-9471-c10982ad186c req-c382dec8-5060-41e8-aec5-d3c0a2af0f50 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:45.994952 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8ebdf6c1-2ca3-4ab8-9471-c10982ad186c req-c382dec8-5060-41e8-aec5-d3c0a2af0f50 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] 10.222.0.64 "GET /v2.0/ports?device_id=26e29c85-389d-454c-930b-0f837d303e1a HTTP/1.1" status: 200 len: 944 time: 0.0658963 Oct 20 10:30:46.042927 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8ebdf6c1-2ca3-4ab8-9471-c10982ad186c req-284ae067-b215-4a03-a348-ae7b3de40444 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] 10.222.0.64 "GET /v2.0/security-groups?id=97729601-032d-4729-bc88-1bc65d21f71b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408864 Oct 20 10:30:46.155151 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4f9ca077-2f02-433a-b0a4-f797872dbfb8 req-a2d1deca-4f69-4d86-a43b-43989a746378 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/ports?device_id=2030abe2-557f-4af5-bbd9-0ad66c6e9b02 HTTP/1.1" status: 200 len: 210 time: 0.0533748 Oct 20 10:30:46.224135 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a947d0-101b-4d12-bb8d-b2225dfd38e6 req-25052117-4c79-4e06-8cfd-bbaa85f29024 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:46.225648 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-27a947d0-101b-4d12-bb8d-b2225dfd38e6 req-25052117-4c79-4e06-8cfd-bbaa85f29024 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d088f35-587e-4c94-b637-18178327009b HTTP/1.1" status: 200 len: 948 time: 0.0695996 Oct 20 10:30:46.289459 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-27a947d0-101b-4d12-bb8d-b2225dfd38e6 req-cbac6930-c39e-406e-aeb6-c685cbdb5d03 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562794 Oct 20 10:30:46.431734 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c673df-a479-480a-b362-f14728122ff4 req-177c6477-aae1-4c49-9d87-cb26ba02cc10 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:46.433870 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-94c673df-a479-480a-b362-f14728122ff4 req-177c6477-aae1-4c49-9d87-cb26ba02cc10 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6f9886f-a105-43b7-8e40-2f4226d5b3ba HTTP/1.1" status: 200 len: 944 time: 0.0738666 Oct 20 10:30:46.484325 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-94c673df-a479-480a-b362-f14728122ff4 req-5d3daf8b-2250-400f-8d6d-d25291d00f49 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] 10.222.0.64 "GET /v2.0/security-groups?id=86067063-f5e4-4e77-9825-0a77623af17f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399756 Oct 20 10:30:46.750302 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4877488-4f7f-48b3-be00-4cd05f18c3cf req-07325dae-8350-4e6a-b97f-44c903bb38c8 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:46.758287 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b4877488-4f7f-48b3-be00-4cd05f18c3cf req-07325dae-8350-4e6a-b97f-44c903bb38c8 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/ports?device_id=4569972b-c804-4ed9-a1b0-4552777252e5 HTTP/1.1" status: 200 len: 950 time: 0.1120324 Oct 20 10:30:46.820272 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b4877488-4f7f-48b3-be00-4cd05f18c3cf req-5e781240-7658-4f16-8b2f-54f4ebefd1ed tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/security-groups?id=33b0304f-e8b0-41ca-8b6c-fa0f5439f339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604548 Oct 20 10:30:46.912728 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 40990) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:30:47.042083 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d9814f70-dfb2-48b9-a571-802fe2a90659 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:47.069827 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device dc583634-81b8-4ca8-91c0-1a84cac72e1e up at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:30:47.136389 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning for port dc583634-81b8-4ca8-91c0-1a84cac72e1e completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:30:47.143938 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning complete for port dc583634-81b8-4ca8-91c0-1a84cac72e1e triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:30:47.144320 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:47.182746 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d9814f70-dfb2-48b9-a571-802fe2a90659 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:47.191344 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d9814f70-dfb2-48b9-a571-802fe2a90659 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:47.212694 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79281c81-3608-4a11-85e5-d066c8afd01b req-457d0281-eeb7-4075-aab6-87e00f9ef0e5 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:47.214474 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-79281c81-3608-4a11-85e5-d066c8afd01b req-457d0281-eeb7-4075-aab6-87e00f9ef0e5 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] 10.222.0.64 "GET /v2.0/ports?device_id=26e29c85-389d-454c-930b-0f837d303e1a HTTP/1.1" status: 200 len: 944 time: 0.0805714 Oct 20 10:30:47.259202 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9814f70-dfb2-48b9-a571-802fe2a90659 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b66de233-2eac-477a-bd3d-46635c982033,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:30:47.273405 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-d9814f70-dfb2-48b9-a571-802fe2a90659 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7ea4682b7ce84a70bcc6d1b3fa423642&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3593187 Oct 20 10:30:47.278632 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 41000) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:30:47.290266 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:47.301685 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-75a63bed-cff8-4141-a5af-2a784e91cf0a req-6b707164-5869-4d4e-8730-e4f287d144c7 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/ports?device_id=2030abe2-557f-4af5-bbd9-0ad66c6e9b02 HTTP/1.1" status: 200 len: 210 time: 0.0424640 Oct 20 10:30:47.326488 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6f9886f-a105-43b7-8e40-2f4226d5b3ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc583634-81b8-4ca8-91c0-1a84cac72e1e'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:30:47.329851 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e16f139-095f-41e8-9600-2b0bbcde381c" -d '{"events": [{"server_uuid": "c6f9886f-a105-43b7-8e40-2f4226d5b3ba", "name": "network-vif-plugged", "status": "completed", "tag": "dc583634-81b8-4ca8-91c0-1a84cac72e1e"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:30:47.335152 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-79281c81-3608-4a11-85e5-d066c8afd01b req-f0d61428-5e61-4edf-9bd3-89f88f71aae9 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] 10.222.0.64 "GET /v2.0/security-groups?id=97729601-032d-4729-bc88-1bc65d21f71b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104202 Oct 20 10:30:47.361818 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6d292b71-07d5-426b-8546-6b437c187d14 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:47.368862 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port dc583634-81b8-4ca8-91c0-1a84cac72e1e, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=dc583634-81b8-4ca8-91c0-1a84cac72e1e,segment=NetworkSegment(c9f340c0-9c49-427c-b46d-475b702ed788),segment_id=c9f340c0-9c49-427c-b46d-475b702ed788)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:30:47.383619 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:47.419887 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6d292b71-07d5-426b-8546-6b437c187d14 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:47.423030 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ebfbef2-92e2-49fe-947a-8f1af6cd0c21 x-openstack-request-id: req-5ebfbef2-92e2-49fe-947a-8f1af6cd0c21 {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:30:47.423565 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6f9886f-a105-43b7-8e40-2f4226d5b3ba", "name": "network-vif-plugged", "status": "completed", "tag": "dc583634-81b8-4ca8-91c0-1a84cac72e1e", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:30:47.423998 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5ebfbef2-92e2-49fe-947a-8f1af6cd0c21 {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:30:47.424610 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6f9886f-a105-43b7-8e40-2f4226d5b3ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc583634-81b8-4ca8-91c0-1a84cac72e1e', 'code': 200} Oct 20 10:30:47.459888 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=dc583634-81b8-4ca8-91c0-1a84cac72e1e,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:30:47.472661 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:30:47.473479 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:30:47.473993 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:30:47.474494 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:30:47.475058 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:30:47.475579 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:30:47.476427 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:30:47.476772 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:30:47.477286 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:30:47.478066 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:30:47.478561 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:30:47.479081 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:30:47.492844 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6d292b71-07d5-426b-8546-6b437c187d14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:47.498659 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6d292b71-07d5-426b-8546-6b437c187d14 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:47.500916 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-6d292b71-07d5-426b-8546-6b437c187d14 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b66de233-2eac-477a-bd3d-46635c982033 HTTP/1.1" status: 204 len: 168 time: 0.2212830 Oct 20 10:30:47.509397 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d292b71-07d5-426b-8546-6b437c187d14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b66de233-2eac-477a-bd3d-46635c982033,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:30:47.516474 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0ecd5c18-58f2-45f8-a389-135a7b705de3 req-d23d1614-8f1d-4bd0-a683-879c33ac2654 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=cbb7919139e74aa3a9a9edbe5b865f11&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0284657 Oct 20 10:30:47.574207 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705845bd-0de7-47d2-853d-33af80eeb237 req-64fa2e9d-3183-4f3a-ac59-44714e19e5f5 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:47.576590 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-705845bd-0de7-47d2-853d-33af80eeb237 req-64fa2e9d-3183-4f3a-ac59-44714e19e5f5 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d088f35-587e-4c94-b637-18178327009b HTTP/1.1" status: 200 len: 948 time: 0.1737568 Oct 20 10:30:47.587665 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33eac16-86df-4cfa-af30-0d472fda6cc8 req-9840446b-6ccc-4b01-bc9b-5a98a9ae31b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:47.590822 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-e33eac16-86df-4cfa-af30-0d472fda6cc8 req-9840446b-6ccc-4b01-bc9b-5a98a9ae31b6 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=c6f9886f-a105-43b7-8e40-2f4226d5b3ba HTTP/1.1" status: 200 len: 1096 time: 0.0754535 Oct 20 10:30:47.663642 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-e33eac16-86df-4cfa-af30-0d472fda6cc8 req-7faba816-336c-4012-aef3-a445aece10fd service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=86067063-f5e4-4e77-9825-0a77623af17f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626597 Oct 20 10:30:47.747292 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-705845bd-0de7-47d2-853d-33af80eeb237 req-11b5b9cb-d396-480b-a28f-e1bb542e4c4c tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588686 Oct 20 10:30:47.781432 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecd5c18-58f2-45f8-a389-135a7b705de3 req-5c5871bb-cd55-4452-9bd0-e78cbf75d5e5 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:47.783304 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0ecd5c18-58f2-45f8-a389-135a7b705de3 req-5c5871bb-cd55-4452-9bd0-e78cbf75d5e5 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2587578 Oct 20 10:30:47.797769 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef88d98-9f31-49f9-9205-f4600cdaea19 req-a10f62c7-3892-4043-8b4c-08a5631fb147 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:47.805264 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7ef88d98-9f31-49f9-9205-f4600cdaea19 req-a10f62c7-3892-4043-8b4c-08a5631fb147 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6f9886f-a105-43b7-8e40-2f4226d5b3ba HTTP/1.1" status: 200 len: 945 time: 0.1660151 Oct 20 10:30:47.812324 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-0ecd5c18-58f2-45f8-a389-135a7b705de3 req-9b787f47-f72e-4f02-912d-1fa2230770ee tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Request body: {'port': {'device_id': '2030abe2-557f-4af5-bbd9-0ad66c6e9b02', 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84', 'admin_state_up': True, 'tenant_id': 'cbb7919139e74aa3a9a9edbe5b865f11'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:30:47.873695 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7ef88d98-9f31-49f9-9205-f4600cdaea19 req-39d9adb6-7e27-4f35-96b5-0140ec760024 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] 10.222.0.64 "GET /v2.0/security-groups?id=86067063-f5e4-4e77-9825-0a77623af17f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673308 Oct 20 10:30:47.991363 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ecd5c18-58f2-45f8-a389-135a7b705de3 req-9b787f47-f72e-4f02-912d-1fa2230770ee tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Made reservation on behalf of cbb7919139e74aa3a9a9edbe5b865f11 for: {'port': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:30:47.995357 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-0ecd5c18-58f2-45f8-a389-135a7b705de3 req-9b787f47-f72e-4f02-912d-1fa2230770ee tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:48.033506 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8776a6b-dcb2-48c6-ad85-903579d00606 req-87d47a16-de3c-4ef6-8e79-86dec10309d7 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:48.035068 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d8776a6b-dcb2-48c6-ad85-903579d00606 req-87d47a16-de3c-4ef6-8e79-86dec10309d7 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/ports?device_id=4569972b-c804-4ed9-a1b0-4552777252e5 HTTP/1.1" status: 200 len: 950 time: 0.0927260 Oct 20 10:30:48.119434 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d8776a6b-dcb2-48c6-ad85-903579d00606 req-6001dfd6-fc5e-4367-9b29-86e84b930f4f tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/security-groups?id=33b0304f-e8b0-41ca-8b6c-fa0f5439f339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771852 Oct 20 10:30:48.190687 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [req-0ecd5c18-58f2-45f8-a389-135a7b705de3 req-9b787f47-f72e-4f02-912d-1fa2230770ee tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Allocated IP 192.168.233.37 (a7c57b12-d7c3-48bb-aa54-a67a56468a84/8f86199a-b8f2-45b4-a83a-995a7ea6fe42/a1287255-f5ac-4f84-a85c-0660b0204b74) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:30:48.364358 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-0ecd5c18-58f2-45f8-a389-135a7b705de3 req-9b787f47-f72e-4f02-912d-1fa2230770ee tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:48.446204 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-0ecd5c18-58f2-45f8-a389-135a7b705de3 req-9b787f47-f72e-4f02-912d-1fa2230770ee tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:48.457688 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['0c2ac16c-39fa-4445-a3d7-43e100268554', '8ddc9018-c3de-475d-9862-8c844418908a', '631560fe-48f6-4e9b-8ca7-59d6911c1b5d'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:30:48.497158 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['4bf11690-7f8a-4a5d-b7d6-9b02b6176fea', '550f7c00-47d3-4e55-be09-c45b0e8ce738', '8742fd55-79bc-42e6-ba15-c45d424c2847', '94206ac3-057e-462d-b6fd-4665c89c4a2c'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:30:48.538053 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ecd5c18-58f2-45f8-a389-135a7b705de3 req-9b787f47-f72e-4f02-912d-1fa2230770ee tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Network a7c57b12-d7c3-48bb-aa54-a67a56468a84 is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:30:48.551285 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5b93f1-2f63-4de3-9131-f858d97940ca req-8cc5373a-f336-4ecf-8f43-bda1e924c71e tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:48.552827 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-dc5b93f1-2f63-4de3-9131-f858d97940ca req-8cc5373a-f336-4ecf-8f43-bda1e924c71e tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/ports?device_id=2030abe2-557f-4af5-bbd9-0ad66c6e9b02 HTTP/1.1" status: 200 len: 935 time: 0.1441040 Oct 20 10:30:48.563425 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8941179-b404-4464-8b58-a1c1824aace4 req-64bdcd62-8e23-4040-8412-9019467098a0 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:48.565073 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a8941179-b404-4464-8b58-a1c1824aace4 req-64bdcd62-8e23-4040-8412-9019467098a0 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] 10.222.0.64 "GET /v2.0/ports?device_id=26e29c85-389d-454c-930b-0f837d303e1a HTTP/1.1" status: 200 len: 944 time: 0.1213005 Oct 20 10:30:48.570199 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [req-0ecd5c18-58f2-45f8-a389-135a7b705de3 req-9b787f47-f72e-4f02-912d-1fa2230770ee tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:30:48.579424 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ecd5c18-58f2-45f8-a389-135a7b705de3 req-9b787f47-f72e-4f02-912d-1fa2230770ee tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:30:48.604532 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b787f47-f72e-4f02-912d-1fa2230770ee tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Pushing event updated for resources: {'Port': ['ID=a1287255-f5ac-4f84-a85c-0660b0204b74,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:30:48.650984 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 7924cc35-bcd5-4c0c-924a-d847de89b737 up at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:30:48.683161 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecd5c18-58f2-45f8-a389-135a7b705de3 req-9b787f47-f72e-4f02-912d-1fa2230770ee tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:48.683933 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-0ecd5c18-58f2-45f8-a389-135a7b705de3 req-9b787f47-f72e-4f02-912d-1fa2230770ee tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:48.700603 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-dc5b93f1-2f63-4de3-9131-f858d97940ca req-1da453d7-7df5-4309-a444-fcace44b7329 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/security-groups?id=dfac1146-e768-4d56-96b1-8816525464ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265490 Oct 20 10:30:48.722358 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a8941179-b404-4464-8b58-a1c1824aace4 req-85cb60d2-4a52-4706-9bf0-80b4b1270125 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] 10.222.0.64 "GET /v2.0/security-groups?id=97729601-032d-4729-bc88-1bc65d21f71b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189454 Oct 20 10:30:48.750442 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0ecd5c18-58f2-45f8-a389-135a7b705de3 req-9b787f47-f72e-4f02-912d-1fa2230770ee tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9421651 Oct 20 10:30:48.770676 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-0ecd5c18-58f2-45f8-a389-135a7b705de3 req-4fd67766-673a-4003-8247-de90efcb29bf service neutron] Request body: {'port': {'device_id': '2030abe2-557f-4af5-bbd9-0ad66c6e9b02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811396-3'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:30:48.830771 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning for port 7924cc35-bcd5-4c0c-924a-d847de89b737 completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:30:48.881143 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-0ecd5c18-58f2-45f8-a389-135a7b705de3 req-4fd67766-673a-4003-8247-de90efcb29bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:48.925335 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning complete for port 7924cc35-bcd5-4c0c-924a-d847de89b737 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:30:48.926398 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:48.970678 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e13e51-a334-42f9-ba4d-7b8db5ab7b46 req-87752a97-3f1e-4fa0-80a9-f6ab5b337819 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:48.981862 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f1e13e51-a334-42f9-ba4d-7b8db5ab7b46 req-87752a97-3f1e-4fa0-80a9-f6ab5b337819 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d088f35-587e-4c94-b637-18178327009b HTTP/1.1" status: 200 len: 948 time: 0.1350694 Oct 20 10:30:49.044832 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:49.055784 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-b96314dd-480b-49df-952f-ba9fbfa11e43 None None] Provisioning complete for port a1287255-f5ac-4f84-a85c-0660b0204b74 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:30:49.056545 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-b96314dd-480b-49df-952f-ba9fbfa11e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:49.130241 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f1e13e51-a334-42f9-ba4d-7b8db5ab7b46 req-3be3d554-4390-432e-aed8-33f9fd193e93 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471779 Oct 20 10:30:49.271500 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-b96314dd-480b-49df-952f-ba9fbfa11e43 None None] Port a1287255-f5ac-4f84-a85c-0660b0204b74 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:30:49.380994 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:49.393771 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec9b08b-68b7-49fc-94ed-e0dcbf508f9e req-ef83ee7d-7862-44a7-9c9f-924c5cad3ed9 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:49.395435 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7ec9b08b-68b7-49fc-94ed-e0dcbf508f9e req-ef83ee7d-7862-44a7-9c9f-924c5cad3ed9 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6f9886f-a105-43b7-8e40-2f4226d5b3ba HTTP/1.1" status: 200 len: 945 time: 0.1988113 Oct 20 10:30:49.424006 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 41058) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:30:49.437520 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e60bda-a3a3-4f51-aaa3-4b4f78b6b988 req-5fd8da03-a1ec-4aa7-8811-27c40c4989ba tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:49.444616 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-32e60bda-a3a3-4f51-aaa3-4b4f78b6b988 req-5fd8da03-a1ec-4aa7-8811-27c40c4989ba tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/ports?device_id=4569972b-c804-4ed9-a1b0-4552777252e5 HTTP/1.1" status: 200 len: 950 time: 0.2165909 Oct 20 10:30:49.458989 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26e29c85-389d-454c-930b-0f837d303e1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7924cc35-bcd5-4c0c-924a-d847de89b737'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:30:49.461545 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8c6e12d-3374-47b2-ac3d-9729689476a3" -d '{"events": [{"server_uuid": "26e29c85-389d-454c-930b-0f837d303e1a", "name": "network-vif-plugged", "status": "completed", "tag": "7924cc35-bcd5-4c0c-924a-d847de89b737"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:30:49.489207 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 7924cc35-bcd5-4c0c-924a-d847de89b737, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=7924cc35-bcd5-4c0c-924a-d847de89b737,segment=NetworkSegment(051f9c65-4e4b-4cc9-ace7-f0cfbcf6fdaf),segment_id=051f9c65-4e4b-4cc9-ace7-f0cfbcf6fdaf)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:30:49.501171 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:49.509983 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [req-0ecd5c18-58f2-45f8-a389-135a7b705de3 req-4fd67766-673a-4003-8247-de90efcb29bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1287255-f5ac-4f84-a85c-0660b0204b74 {{(pid=100596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:30:49.523731 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-0ecd5c18-58f2-45f8-a389-135a7b705de3 req-4fd67766-673a-4003-8247-de90efcb29bf service neutron] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:49.554158 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.provisioning_blocks [req-0ecd5c18-58f2-45f8-a389-135a7b705de3 req-4fd67766-673a-4003-8247-de90efcb29bf service neutron] Transition to ACTIVE for port object a1287255-f5ac-4f84-a85c-0660b0204b74 will not be triggered until provisioned by entity L2. {{(pid=100596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:30:49.570774 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7ec9b08b-68b7-49fc-94ed-e0dcbf508f9e req-0821fc45-64da-4fd5-af13-8c75375d5d91 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] 10.222.0.64 "GET /v2.0/security-groups?id=86067063-f5e4-4e77-9825-0a77623af17f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625941 Oct 20 10:30:49.577804 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-0ecd5c18-58f2-45f8-a389-135a7b705de3 req-4fd67766-673a-4003-8247-de90efcb29bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:49.589126 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=7924cc35-bcd5-4c0c-924a-d847de89b737,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:30:49.628437 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e2cd14fc-d77b-45bf-a707-630c7bc4de00 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:49.631987 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-32e60bda-a3a3-4f51-aaa3-4b4f78b6b988 req-9d126c8c-3a06-41bb-8caa-a22cdaecd779 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/security-groups?id=33b0304f-e8b0-41ca-8b6c-fa0f5439f339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285686 Oct 20 10:30:49.656275 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c5c9384-8a29-4687-9e54-5efb8e305f49 x-openstack-request-id: req-9c5c9384-8a29-4687-9e54-5efb8e305f49 {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:30:49.657388 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26e29c85-389d-454c-930b-0f837d303e1a", "name": "network-vif-plugged", "status": "completed", "tag": "7924cc35-bcd5-4c0c-924a-d847de89b737", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:30:49.657673 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9c5c9384-8a29-4687-9e54-5efb8e305f49 {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:30:49.658078 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26e29c85-389d-454c-930b-0f837d303e1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7924cc35-bcd5-4c0c-924a-d847de89b737', 'code': 200} Oct 20 10:30:49.670834 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd67766-673a-4003-8247-de90efcb29bf service neutron] Pushing event updated for resources: {'Port': ['ID=a1287255-f5ac-4f84-a85c-0660b0204b74,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:30:49.799076 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-0ecd5c18-58f2-45f8-a389-135a7b705de3 req-4fd67766-673a-4003-8247-de90efcb29bf service neutron] Attempting to bind port a1287255-f5ac-4f84-a85c-0660b0204b74 on host n-h1-811396-3 for vnic_type normal with profile {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:30:49.799461 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-0ecd5c18-58f2-45f8-a389-135a7b705de3 req-4fd67766-673a-4003-8247-de90efcb29bf service neutron] Attempting to bind port a1287255-f5ac-4f84-a85c-0660b0204b74 by drivers openvswitch,hyperv on host n-h1-811396-3 at level 0 using segments [{'id': '6f472196-aa1a-40bf-bd06-ef9f07584bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:30:49.799794 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ecd5c18-58f2-45f8-a389-135a7b705de3 req-4fd67766-673a-4003-8247-de90efcb29bf service neutron] Attempting to bind port a1287255-f5ac-4f84-a85c-0660b0204b74 on network a7c57b12-d7c3-48bb-aa54-a67a56468a84 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:30:49.812430 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e2cd14fc-d77b-45bf-a707-630c7bc4de00 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:49.820623 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e2cd14fc-d77b-45bf-a707-630c7bc4de00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:49.851543 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ecd5c18-58f2-45f8-a389-135a7b705de3 req-4fd67766-673a-4003-8247-de90efcb29bf service neutron] Port a1287255-f5ac-4f84-a85c-0660b0204b74 on network a7c57b12-d7c3-48bb-aa54-a67a56468a84 not bound, no agent of type Open vSwitch agent registered on host n-h1-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:30:49.853357 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ecd5c18-58f2-45f8-a389-135a7b705de3 req-4fd67766-673a-4003-8247-de90efcb29bf service neutron] Attempting to bind port a1287255-f5ac-4f84-a85c-0660b0204b74 on network a7c57b12-d7c3-48bb-aa54-a67a56468a84 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:30:49.868071 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-e2cd14fc-d77b-45bf-a707-630c7bc4de00 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d5f2a0cd9ca54aa18d0f1ac419cf24d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4428151 Oct 20 10:30:49.868687 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 41068) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:30:49.879115 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ecd5c18-58f2-45f8-a389-135a7b705de3 req-4fd67766-673a-4003-8247-de90efcb29bf service neutron] Checking agent: {'id': 'b707b4cc-061f-4cf4-bce0-0b3df9b7bec9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:30:49.879774 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ecd5c18-58f2-45f8-a389-135a7b705de3 req-4fd67766-673a-4003-8247-de90efcb29bf service neutron] Checking segment: {'id': '6f472196-aa1a-40bf-bd06-ef9f07584bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:30:49.880173 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ecd5c18-58f2-45f8-a389-135a7b705de3 req-4fd67766-673a-4003-8247-de90efcb29bf service neutron] Bound using segment: {'id': '6f472196-aa1a-40bf-bd06-ef9f07584bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84'} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:30:49.880624 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-0ecd5c18-58f2-45f8-a389-135a7b705de3 req-4fd67766-673a-4003-8247-de90efcb29bf service neutron] Bound port: a1287255-f5ac-4f84-a85c-0660b0204b74, host: n-h1-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f472196-aa1a-40bf-bd06-ef9f07584bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84'}}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:30:49.880977 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-0ecd5c18-58f2-45f8-a389-135a7b705de3 req-4fd67766-673a-4003-8247-de90efcb29bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:49.886578 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cd14fc-d77b-45bf-a707-630c7bc4de00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d1cf7ba-6bdd-4a31-8b91-dbe7097f1358,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:30:49.953633 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b57d1449-109d-4b79-8e9c-3f70abea6853 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:49.986454 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b57d1449-109d-4b79-8e9c-3f70abea6853 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:50.001238 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a86bf7-1cb9-4eb8-b3fb-199324dbac17 req-8d2a7fc2-98e0-4705-a852-11c4bf4a4a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:50.007577 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-20a86bf7-1cb9-4eb8-b3fb-199324dbac17 req-8d2a7fc2-98e0-4705-a852-11c4bf4a4a21 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=26e29c85-389d-454c-930b-0f837d303e1a HTTP/1.1" status: 200 len: 1096 time: 0.2279406 Oct 20 10:30:50.042867 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b57d1449-109d-4b79-8e9c-3f70abea6853 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:50.043085 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445ab519-0f2f-4698-a3f7-4d099653e6bb req-2ae12694-fcc7-49d4-88e3-2e36e95b67a3 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:50.044394 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-445ab519-0f2f-4698-a3f7-4d099653e6bb req-2ae12694-fcc7-49d4-88e3-2e36e95b67a3 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/ports?device_id=2030abe2-557f-4af5-bbd9-0ad66c6e9b02 HTTP/1.1" status: 200 len: 947 time: 0.2118416 Oct 20 10:30:50.046503 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b57d1449-109d-4b79-8e9c-3f70abea6853 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:50.051254 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-b57d1449-109d-4b79-8e9c-3f70abea6853 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1d1cf7ba-6bdd-4a31-8b91-dbe7097f1358 HTTP/1.1" status: 204 len: 168 time: 0.1713665 Oct 20 10:30:50.058888 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57d1449-109d-4b79-8e9c-3f70abea6853 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d1cf7ba-6bdd-4a31-8b91-dbe7097f1358,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:30:50.093221 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181c4519-19f9-4a0b-814c-0199e750352e req-f5001dfc-3c1b-4155-9ed4-e231a8d33dea tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:50.094604 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-181c4519-19f9-4a0b-814c-0199e750352e req-f5001dfc-3c1b-4155-9ed4-e231a8d33dea tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] 10.222.0.64 "GET /v2.0/ports?device_id=26e29c85-389d-454c-930b-0f837d303e1a HTTP/1.1" status: 200 len: 945 time: 0.1754515 Oct 20 10:30:50.110594 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-0ecd5c18-58f2-45f8-a389-135a7b705de3 req-4fd67766-673a-4003-8247-de90efcb29bf service neutron] For port a1287255-f5ac-4f84-a85c-0660b0204b74, host n-h1-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:30:50.155642 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-0ecd5c18-58f2-45f8-a389-135a7b705de3 req-4fd67766-673a-4003-8247-de90efcb29bf service neutron] For port a1287255-f5ac-4f84-a85c-0660b0204b74, host n-h1-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=a1287255-f5ac-4f84-a85c-0660b0204b74,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:30:50.157899 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-20a86bf7-1cb9-4eb8-b3fb-199324dbac17 req-fd8bae14-9a20-4319-bf76-bee59cacd9d0 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=97729601-032d-4729-bc88-1bc65d21f71b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1384904 Oct 20 10:30:50.165561 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-0ecd5c18-58f2-45f8-a389-135a7b705de3 req-4fd67766-673a-4003-8247-de90efcb29bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:50.170241 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-445ab519-0f2f-4698-a3f7-4d099653e6bb req-f31ad573-5ad5-4963-8a13-875b7d8a043e tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/security-groups?id=dfac1146-e768-4d56-96b1-8816525464ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039684 Oct 20 10:30:50.217507 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-181c4519-19f9-4a0b-814c-0199e750352e req-131daa4e-45db-49bc-afb9-686db56206ab tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] 10.222.0.64 "GET /v2.0/security-groups?id=97729601-032d-4729-bc88-1bc65d21f71b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123257 Oct 20 10:30:50.223820 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecd5c18-58f2-45f8-a389-135a7b705de3 req-4fd67766-673a-4003-8247-de90efcb29bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:50.224435 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-0ecd5c18-58f2-45f8-a389-135a7b705de3 req-4fd67766-673a-4003-8247-de90efcb29bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:50.226498 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0ecd5c18-58f2-45f8-a389-135a7b705de3 req-4fd67766-673a-4003-8247-de90efcb29bf service neutron] 10.222.0.55 "PUT /v2.0/ports/a1287255-f5ac-4f84-a85c-0660b0204b74 HTTP/1.1" status: 200 len: 1095 time: 1.4604950 Oct 20 10:30:50.226875 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2030abe2-557f-4af5-bbd9-0ad66c6e9b02', 'tag': 'a1287255-f5ac-4f84-a85c-0660b0204b74'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:30:50.229523 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0a82203-82f0-4c61-94cd-bf6331ef7c03" -d '{"events": [{"name": "network-changed", "server_uuid": "2030abe2-557f-4af5-bbd9-0ad66c6e9b02", "tag": "a1287255-f5ac-4f84-a85c-0660b0204b74"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:30:50.246793 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd67766-673a-4003-8247-de90efcb29bf service neutron] Pushing event updated for resources: {'Port': ['ID=a1287255-f5ac-4f84-a85c-0660b0204b74,revision_number=3']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:30:50.332625 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a138a6b-9c5d-4806-806e-77c916721c68 x-openstack-request-id: req-7a138a6b-9c5d-4806-806e-77c916721c68 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:30:50.332919 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2030abe2-557f-4af5-bbd9-0ad66c6e9b02", "tag": "a1287255-f5ac-4f84-a85c-0660b0204b74", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:30:50.333171 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7a138a6b-9c5d-4806-806e-77c916721c68 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:30:50.333574 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2030abe2-557f-4af5-bbd9-0ad66c6e9b02', 'tag': 'a1287255-f5ac-4f84-a85c-0660b0204b74', 'status': 'completed', 'code': 200} Oct 20 10:30:50.390741 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f49005-a1ec-4e79-b020-aa202edea7a8 req-53e42573-1374-4c9a-a0e2-4c48b34d111a tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:50.393009 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-99f49005-a1ec-4e79-b020-aa202edea7a8 req-53e42573-1374-4c9a-a0e2-4c48b34d111a tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d088f35-587e-4c94-b637-18178327009b HTTP/1.1" status: 200 len: 948 time: 0.0796969 Oct 20 10:30:50.459843 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-99f49005-a1ec-4e79-b020-aa202edea7a8 req-813e0bb0-025e-4b56-9ed4-2d138a3061a8 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597796 Oct 20 10:30:50.706499 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01a998d-2572-4f27-90fc-d31a259db095 req-5dd9284c-a061-4205-ba82-7f8a1c1b1743 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:50.708045 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c01a998d-2572-4f27-90fc-d31a259db095 req-5dd9284c-a061-4205-ba82-7f8a1c1b1743 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6f9886f-a105-43b7-8e40-2f4226d5b3ba HTTP/1.1" status: 200 len: 945 time: 0.0678532 Oct 20 10:30:50.813795 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c01a998d-2572-4f27-90fc-d31a259db095 req-1c3b5d1b-6af1-4d9c-9dd2-80a6c232aaef tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] 10.222.0.64 "GET /v2.0/security-groups?id=86067063-f5e4-4e77-9825-0a77623af17f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905154 Oct 20 10:30:50.822695 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a79d3a-db53-40d8-9bb2-8b1d91dcf560 req-57925978-9a45-4d68-b4fe-cad52692321b tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:50.824182 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b8a79d3a-db53-40d8-9bb2-8b1d91dcf560 req-57925978-9a45-4d68-b4fe-cad52692321b tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/ports?device_id=4569972b-c804-4ed9-a1b0-4552777252e5 HTTP/1.1" status: 200 len: 950 time: 0.1020477 Oct 20 10:30:50.829259 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a82203-82f0-4c61-94cd-bf6331ef7c03 req-61fc9243-9ef4-4be3-887f-714fb9d3d5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:50.830654 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d0a82203-82f0-4c61-94cd-bf6331ef7c03 req-61fc9243-9ef4-4be3-887f-714fb9d3d5b2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cbb7919139e74aa3a9a9edbe5b865f11&device_id=2030abe2-557f-4af5-bbd9-0ad66c6e9b02 HTTP/1.1" status: 200 len: 1098 time: 0.1165962 Oct 20 10:30:50.883139 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d0a82203-82f0-4c61-94cd-bf6331ef7c03 req-2de54dad-e080-455c-aba5-104b17be5c51 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=cbb7919139e74aa3a9a9edbe5b865f11&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0362370 Oct 20 10:30:50.889033 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b8a79d3a-db53-40d8-9bb2-8b1d91dcf560 req-25ec317b-2df4-42cf-832e-195b489fe42b tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/security-groups?id=33b0304f-e8b0-41ca-8b6c-fa0f5439f339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568500 Oct 20 10:30:50.899229 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 41104) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:30:51.013678 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-4ce0cd2d-14b2-4630-ad9b-638805a96b42 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-851771422-network', 'tenant_id': 'd56e66757235425b8b4292fe0806a998'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:30:51.038204 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ce0cd2d-14b2-4630-ad9b-638805a96b42 admin admin] Made reservation on behalf of d56e66757235425b8b4292fe0806a998 for: {'network': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:30:51.041107 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4ce0cd2d-14b2-4630-ad9b-638805a96b42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:51.053493 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4ce0cd2d-14b2-4630-ad9b-638805a96b42 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:51.147658 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4ce0cd2d-14b2-4630-ad9b-638805a96b42 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:51.152038 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4ce0cd2d-14b2-4630-ad9b-638805a96b42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:51.175003 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ce0cd2d-14b2-4630-ad9b-638805a96b42 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 849} {{(pid=100597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:30:51.197158 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4ce0cd2d-14b2-4630-ad9b-638805a96b42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:51.198069 n-d-811396-3 neutron-server[100597]: INFO neutron.db.segments_db [None req-4ce0cd2d-14b2-4630-ad9b-638805a96b42 admin admin] Added segment 760fd5f5-7d8a-4858-a4a5-c86e9af501b1 of type vlan for network d77166cd-ed72-4807-9abc-17a290c99985 Oct 20 10:30:51.248874 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce0cd2d-14b2-4630-ad9b-638805a96b42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9c980fc-0a46-4f32-94b1-cac98eb83195,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:30:51.272181 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4ce0cd2d-14b2-4630-ad9b-638805a96b42 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:51.300549 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4ce0cd2d-14b2-4630-ad9b-638805a96b42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:51.301734 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce0cd2d-14b2-4630-ad9b-638805a96b42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:51.302409 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4ce0cd2d-14b2-4630-ad9b-638805a96b42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:51.344495 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-4ce0cd2d-14b2-4630-ad9b-638805a96b42 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4407103 Oct 20 10:30:51.344724 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 41114) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:30:51.374125 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-44fd4ab2-8af2-4fdf-aa15-419cb9e2446a admin admin] Request body: {'subnet': {'network_id': 'd77166cd-ed72-4807-9abc-17a290c99985', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-851771422-subnet', 'tenant_id': 'd56e66757235425b8b4292fe0806a998', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:30:51.378443 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce0cd2d-14b2-4630-ad9b-638805a96b42 admin admin] Pushing event updated for resources: {'Network': ['ID=d77166cd-ed72-4807-9abc-17a290c99985,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:30:51.395656 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6e5f49-c6c2-47d6-a13d-9adff60433a3 req-d73f37b1-3385-421b-8c9a-812c6fc8814e tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:51.403248 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0a6e5f49-c6c2-47d6-a13d-9adff60433a3 req-d73f37b1-3385-421b-8c9a-812c6fc8814e tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6f9886f-a105-43b7-8e40-2f4226d5b3ba HTTP/1.1" status: 200 len: 945 time: 0.4892783 Oct 20 10:30:51.403574 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network d77166cd-ed72-4807-9abc-17a290c99985 details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:30:51.404690 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44fd4ab2-8af2-4fdf-aa15-419cb9e2446a admin admin] Made reservation on behalf of d56e66757235425b8b4292fe0806a998 for: {'subnet': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:30:51.408535 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-44fd4ab2-8af2-4fdf-aa15-419cb9e2446a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25350782'] for subnet, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:51.445764 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a82203-82f0-4c61-94cd-bf6331ef7c03 req-b79fbe38-dc9e-4e20-8451-3cc0064570fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:51.447228 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d0a82203-82f0-4c61-94cd-bf6331ef7c03 req-b79fbe38-dc9e-4e20-8451-3cc0064570fa service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5502090 Oct 20 10:30:51.460858 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13655891-05c0-4d55-9619-af18f9c913fe req-e170296d-60e1-446f-bd71-c331899b74d5 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:51.468362 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-13655891-05c0-4d55-9619-af18f9c913fe req-e170296d-60e1-446f-bd71-c331899b74d5 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/ports?device_id=2030abe2-557f-4af5-bbd9-0ad66c6e9b02 HTTP/1.1" status: 200 len: 947 time: 0.1950300 Oct 20 10:30:51.501999 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0a6e5f49-c6c2-47d6-a13d-9adff60433a3 req-fc26c608-57d6-46c2-a66e-e2d8eb829220 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] 10.222.0.64 "GET /v2.0/security-groups?id=86067063-f5e4-4e77-9825-0a77623af17f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976603 Oct 20 10:30:51.523947 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-13655891-05c0-4d55-9619-af18f9c913fe req-1c41be5f-ca54-43d7-ae39-8a92b57af50b tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/security-groups?id=dfac1146-e768-4d56-96b1-8816525464ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548465 Oct 20 10:30:51.655128 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-44fd4ab2-8af2-4fdf-aa15-419cb9e2446a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25350752'] for subnet, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:51.656412 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecd5c18-58f2-45f8-a389-135a7b705de3 req-f7e08092-49d4-44e4-9da8-fc377765e62d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:51.659018 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0ecd5c18-58f2-45f8-a389-135a7b705de3 req-f7e08092-49d4-44e4-9da8-fc377765e62d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cbb7919139e74aa3a9a9edbe5b865f11&device_id=2030abe2-557f-4af5-bbd9-0ad66c6e9b02 HTTP/1.1" status: 200 len: 1098 time: 0.0928500 Oct 20 10:30:51.687318 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5b32dc-c3be-4d01-8d73-83693e85d10b req-e256cb26-ded7-47af-88e8-01dad6c486b3 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:51.688941 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fc5b32dc-c3be-4d01-8d73-83693e85d10b req-e256cb26-ded7-47af-88e8-01dad6c486b3 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] 10.222.0.64 "GET /v2.0/ports?device_id=26e29c85-389d-454c-930b-0f837d303e1a HTTP/1.1" status: 200 len: 945 time: 0.0731320 Oct 20 10:30:51.733066 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0ecd5c18-58f2-45f8-a389-135a7b705de3 req-20956647-20a1-4e19-aa39-56d8e9e97e6c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=a1287255-f5ac-4f84-a85c-0660b0204b74 HTTP/1.1" status: 200 len: 217 time: 0.0537665 Oct 20 10:30:51.735272 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fd4ab2-8af2-4fdf-aa15-419cb9e2446a admin admin] Pushing event updated for resources: {'Subnet': ['ID=399fe7e9-9073-4966-b92d-21e0c6ee35d6,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:30:51.741656 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44fd4ab2-8af2-4fdf-aa15-419cb9e2446a admin admin] Checking segment: {'id': '760fd5f5-7d8a-4858-a4a5-c86e9af501b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'd77166cd-ed72-4807-9abc-17a290c99985'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:30:51.742005 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44fd4ab2-8af2-4fdf-aa15-419cb9e2446a admin admin] Network hostable DHCP agents. Network: d77166cd-ed72-4807-9abc-17a290c99985, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:30:51.761814 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44fd4ab2-8af2-4fdf-aa15-419cb9e2446a admin admin] Network d77166cd-ed72-4807-9abc-17a290c99985 is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:30:51.773064 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-44fd4ab2-8af2-4fdf-aa15-419cb9e2446a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, d77166cd-ed72-4807-9abc-17a290c99985) {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:30:51.778907 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44fd4ab2-8af2-4fdf-aa15-419cb9e2446a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:51.779626 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-44fd4ab2-8af2-4fdf-aa15-419cb9e2446a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:51.784971 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f96d29-5b73-452a-bb88-9c99516f1701 None None] Network d77166cd-ed72-4807-9abc-17a290c99985 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:30:51.800798 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-44fd4ab2-8af2-4fdf-aa15-419cb9e2446a admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4525716 Oct 20 10:30:51.801228 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 41124) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:30:51.811429 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-1be86638-6ebc-4008-b610-f35d1f24a115 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-851771422-router', 'tenant_id': 'd56e66757235425b8b4292fe0806a998', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:30:51.844268 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1be86638-6ebc-4008-b610-f35d1f24a115 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1772442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258322'] for router, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:51.845483 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1be86638-6ebc-4008-b610-f35d1f24a115 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1772334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773516', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258315'] for router, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:51.846732 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fc5b32dc-c3be-4d01-8d73-83693e85d10b req-12a19592-6aae-4a6a-8c2a-2f349f702102 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] 10.222.0.64 "GET /v2.0/security-groups?id=97729601-032d-4729-bc88-1bc65d21f71b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1499135 Oct 20 10:30:51.877698 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecd5c18-58f2-45f8-a389-135a7b705de3 req-f4148e38-5ef8-4abc-a289-75c1d7343cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:51.890049 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0ecd5c18-58f2-45f8-a389-135a7b705de3 req-f4148e38-5ef8-4abc-a289-75c1d7343cb8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8f86199a-b8f2-45b4-a83a-995a7ea6fe42 HTTP/1.1" status: 200 len: 843 time: 0.1333370 Oct 20 10:30:51.897726 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f86531-bf21-48c6-b5c4-255a295d86a6 req-ca26b551-67e8-4c83-bc6d-d3ec3bde97f0 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:51.899265 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d4f86531-bf21-48c6-b5c4-255a295d86a6 req-ca26b551-67e8-4c83-bc6d-d3ec3bde97f0 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d088f35-587e-4c94-b637-18178327009b HTTP/1.1" status: 200 len: 948 time: 0.1703920 Oct 20 10:30:51.914668 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1be86638-6ebc-4008-b610-f35d1f24a115 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:51.998629 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d5db09-0ac4-4b27-89c8-7fba1d3cd020 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524064ba-869c-5550-b826-c26b69a11278-d77166cd-ed72-4807-9abc-17a290c99985', 'network_id': 'd77166cd-ed72-4807-9abc-17a290c99985', 'tenant_id': 'd56e66757235425b8b4292fe0806a998', 'fixed_ips': [{'subnet_id': '399fe7e9-9073-4966-b92d-21e0c6ee35d6'}]}} from n-d-811396-3. {{(pid=100598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:30:51.999562 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-e7d5db09-0ac4-4b27-89c8-7fba1d3cd020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:52.048986 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d4f86531-bf21-48c6-b5c4-255a295d86a6 req-5f79bece-a07f-4ceb-83bb-5ffb8075a59e tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201940 Oct 20 10:30:52.085758 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1be86638-6ebc-4008-b610-f35d1f24a115 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:52.098128 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecd5c18-58f2-45f8-a389-135a7b705de3 req-aa13bfa7-04fb-4b07-b3be-32d12a498fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:52.102165 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0ecd5c18-58f2-45f8-a389-135a7b705de3 req-aa13bfa7-04fb-4b07-b3be-32d12a498fa8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a7c57b12-d7c3-48bb-aa54-a67a56468a84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1952839 Oct 20 10:30:52.273714 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-e7d5db09-0ac4-4b27-89c8-7fba1d3cd020 None None] Allocated IP 172.20.0.2 (d77166cd-ed72-4807-9abc-17a290c99985/399fe7e9-9073-4966-b92d-21e0c6ee35d6/204588a4-fadb-4f1a-9611-c058486fe3e0) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:30:52.291630 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0ecd5c18-58f2-45f8-a389-135a7b705de3 req-65508155-c640-4c44-afdf-1f02754b34fa service neutron] 10.222.0.55 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611736 Oct 20 10:30:52.390970 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1be86638-6ebc-4008-b610-f35d1f24a115 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:52.403727 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c80fb70-3863-43d9-a5df-48aa42937a85 req-0001a697-a423-4c9c-9f25-84e75ae0ac11 tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:52.405344 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3c80fb70-3863-43d9-a5df-48aa42937a85 req-0001a697-a423-4c9c-9f25-84e75ae0ac11 tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] 10.222.0.64 "GET /v2.0/ports?device_id=9f9f84b3-38b7-4b0b-9bb9-8512b0ad0404 HTTP/1.1" status: 200 len: 946 time: 0.1126955 Oct 20 10:30:52.453163 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1be86638-6ebc-4008-b610-f35d1f24a115 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:52.476408 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-e7d5db09-0ac4-4b27-89c8-7fba1d3cd020 None None] Publish callbacks [] for port, precommit_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:52.488008 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-e7d5db09-0ac4-4b27-89c8-7fba1d3cd020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:52.529594 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d5db09-0ac4-4b27-89c8-7fba1d3cd020 None None] Network d77166cd-ed72-4807-9abc-17a290c99985 is already hosted by enough agents. {{(pid=100598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:30:52.532946 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.base_scheduler [None req-e7d5db09-0ac4-4b27-89c8-7fba1d3cd020 None None] Resources bound (agent type, host, resource id): {{(pid=100598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:30:52.539440 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d5db09-0ac4-4b27-89c8-7fba1d3cd020 None None] Received port after_create {{(pid=100598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:30:52.546276 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3c80fb70-3863-43d9-a5df-48aa42937a85 req-1fd1f8df-e784-4d04-9cab-ee2988855577 tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] 10.222.0.64 "GET /v2.0/security-groups?id=3a2ddb16-f0a7-4b59-b44b-d401de192cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1301804 Oct 20 10:30:52.586596 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0ecd5c18-58f2-45f8-a389-135a7b705de3 req-0cfb2217-fb5e-491e-96fb-5c8699dc788a service neutron] 10.222.0.55 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2827213 Oct 20 10:30:52.588818 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d5db09-0ac4-4b27-89c8-7fba1d3cd020 None None] Pushing event updated for resources: {'Port': ['ID=204588a4-fadb-4f1a-9611-c058486fe3e0,revision_number=1']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:30:52.614318 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f67702-03b2-4836-87b6-802ffa3faf31 req-13e25f04-c148-403e-9a9e-407d3e01cd5a tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:52.625496 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-08f67702-03b2-4836-87b6-802ffa3faf31 req-13e25f04-c148-403e-9a9e-407d3e01cd5a tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/ports?device_id=4569972b-c804-4ed9-a1b0-4552777252e5 HTTP/1.1" status: 200 len: 950 time: 0.1567938 Oct 20 10:30:52.665183 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-e7d5db09-0ac4-4b27-89c8-7fba1d3cd020 None None] Attempting to bind port 204588a4-fadb-4f1a-9611-c058486fe3e0 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:30:52.665559 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-e7d5db09-0ac4-4b27-89c8-7fba1d3cd020 None None] Attempting to bind port 204588a4-fadb-4f1a-9611-c058486fe3e0 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '760fd5f5-7d8a-4858-a4a5-c86e9af501b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'd77166cd-ed72-4807-9abc-17a290c99985'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:30:52.666053 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d5db09-0ac4-4b27-89c8-7fba1d3cd020 None None] Attempting to bind port 204588a4-fadb-4f1a-9611-c058486fe3e0 on network d77166cd-ed72-4807-9abc-17a290c99985 {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:30:52.670491 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-1be86638-6ebc-4008-b610-f35d1f24a115 admin admin] Allocated IP 172.25.1.184 (cbe170d3-31ba-45a2-b477-520ab0a7a8ea/f4e26aca-17ac-4adb-a66b-d939a1b35b64/4666318c-1280-42ca-aa23-ac9e6cfd6c16) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:30:52.673910 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d5db09-0ac4-4b27-89c8-7fba1d3cd020 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:30:52.674647 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d5db09-0ac4-4b27-89c8-7fba1d3cd020 None None] Checking segment: {'id': '760fd5f5-7d8a-4858-a4a5-c86e9af501b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'd77166cd-ed72-4807-9abc-17a290c99985'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:30:52.675619 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-e7d5db09-0ac4-4b27-89c8-7fba1d3cd020 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:52.676048 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d5db09-0ac4-4b27-89c8-7fba1d3cd020 None None] Bound using segment: {'id': '760fd5f5-7d8a-4858-a4a5-c86e9af501b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'd77166cd-ed72-4807-9abc-17a290c99985'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:30:52.676538 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-e7d5db09-0ac4-4b27-89c8-7fba1d3cd020 None None] Bound port: 204588a4-fadb-4f1a-9611-c058486fe3e0, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '760fd5f5-7d8a-4858-a4a5-c86e9af501b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'd77166cd-ed72-4807-9abc-17a290c99985'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:30:52.677221 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-e7d5db09-0ac4-4b27-89c8-7fba1d3cd020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:52.685043 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-08f67702-03b2-4836-87b6-802ffa3faf31 req-f7a35759-6d56-455c-b1ee-51fa3570b9ec tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/security-groups?id=33b0304f-e8b0-41ca-8b6c-fa0f5439f339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543246 Oct 20 10:30:52.763665 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-e7d5db09-0ac4-4b27-89c8-7fba1d3cd020 None None] For port 204588a4-fadb-4f1a-9611-c058486fe3e0, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:30:52.767098 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-e7d5db09-0ac4-4b27-89c8-7fba1d3cd020 None None] For port 204588a4-fadb-4f1a-9611-c058486fe3e0, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=204588a4-fadb-4f1a-9611-c058486fe3e0,segment=NetworkSegment(760fd5f5-7d8a-4858-a4a5-c86e9af501b1),segment_id=760fd5f5-7d8a-4858-a4a5-c86e9af501b1)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:30:52.772961 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-e7d5db09-0ac4-4b27-89c8-7fba1d3cd020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:52.844974 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1be86638-6ebc-4008-b610-f35d1f24a115 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:52.876483 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d5db09-0ac4-4b27-89c8-7fba1d3cd020 None None] Pushing event updated for resources: {'Port': ['ID=204588a4-fadb-4f1a-9611-c058486fe3e0,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:30:52.891029 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1be86638-6ebc-4008-b610-f35d1f24a115 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:52.899197 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b6e2cd-98ec-4d47-a497-700ee675311d req-208eb344-8ac7-4796-8693-150db483e873 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:52.903904 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d6b6e2cd-98ec-4d47-a497-700ee675311d req-208eb344-8ac7-4796-8693-150db483e873 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/ports?device_id=2030abe2-557f-4af5-bbd9-0ad66c6e9b02 HTTP/1.1" status: 200 len: 947 time: 0.0668881 Oct 20 10:30:52.932361 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be86638-6ebc-4008-b610-f35d1f24a115 admin admin] Network cbe170d3-31ba-45a2-b477-520ab0a7a8ea is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:30:52.945385 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-1be86638-6ebc-4008-b610-f35d1f24a115 admin admin] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:30:52.950772 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be86638-6ebc-4008-b610-f35d1f24a115 admin admin] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:30:52.961348 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d6b6e2cd-98ec-4d47-a497-700ee675311d req-41f1c89a-c03f-430e-b043-549963195896 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/security-groups?id=dfac1146-e768-4d56-96b1-8816525464ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538130 Oct 20 10:30:53.002174 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be86638-6ebc-4008-b610-f35d1f24a115 admin admin] Pushing event updated for resources: {'Port': ['ID=4666318c-1280-42ca-aa23-ac9e6cfd6c16,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:30:53.114353 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f9d9f0-7be5-4516-941d-85e79b6b584c req-4aa1da7c-e3d7-4b18-8383-5370197c001c tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:53.116168 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-86f9d9f0-7be5-4516-941d-85e79b6b584c req-4aa1da7c-e3d7-4b18-8383-5370197c001c tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] 10.222.0.64 "GET /v2.0/ports?device_id=26e29c85-389d-454c-930b-0f837d303e1a HTTP/1.1" status: 200 len: 945 time: 0.1058252 Oct 20 10:30:53.194502 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-86f9d9f0-7be5-4516-941d-85e79b6b584c req-8732f447-308a-40e4-897a-caadce83805e tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] 10.222.0.64 "GET /v2.0/security-groups?id=97729601-032d-4729-bc88-1bc65d21f71b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677068 Oct 20 10:30:53.240560 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62f9d4a-3fd5-437f-ad41-f6a01796a32b req-937d6473-f946-4211-8ed5-3d5c30bb23d0 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:53.242201 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b62f9d4a-3fd5-437f-ad41-f6a01796a32b req-937d6473-f946-4211-8ed5-3d5c30bb23d0 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6f9886f-a105-43b7-8e40-2f4226d5b3ba HTTP/1.1" status: 200 len: 945 time: 0.0884688 Oct 20 10:30:53.302866 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b62f9d4a-3fd5-437f-ad41-f6a01796a32b req-5eb5e19a-03ed-412e-99f2-470ce645556d tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] 10.222.0.64 "GET /v2.0/security-groups?id=86067063-f5e4-4e77-9825-0a77623af17f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501211 Oct 20 10:30:53.360001 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26f56f1-874d-4ece-9905-37c997f9b3c4 req-35745708-be9e-4bc2-9e32-75495e377a47 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:53.361488 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e26f56f1-874d-4ece-9905-37c997f9b3c4 req-35745708-be9e-4bc2-9e32-75495e377a47 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d088f35-587e-4c94-b637-18178327009b HTTP/1.1" status: 200 len: 948 time: 0.0787258 Oct 20 10:30:53.451996 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e26f56f1-874d-4ece-9905-37c997f9b3c4 req-b3a6fc61-ea05-4803-8a2b-987597dabf44 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834219 Oct 20 10:30:53.462726 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adb9ac0-6268-4060-b9c8-0ac94e8317b2 req-9c4b2f80-7e4d-48a3-ade9-bbbca2412ca9 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:53.477922 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9adb9ac0-6268-4060-b9c8-0ac94e8317b2 req-9c4b2f80-7e4d-48a3-ade9-bbbca2412ca9 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] 10.222.0.64 "GET /v2.0/ports?device_id=26e29c85-389d-454c-930b-0f837d303e1a HTTP/1.1" status: 200 len: 945 time: 0.1031213 Oct 20 10:30:53.483920 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 41162) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:30:53.489412 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-cd6c4197-41bd-46a9-a7fd-dd5be23e4e4e tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Request body: {'floatingip': {'port_id': '7924cc35-bcd5-4c0c-924a-d847de89b737'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:30:53.518141 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 204588a4-fadb-4f1a-9611-c058486fe3e0 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:30:53.543358 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-cd6c4197-41bd-46a9-a7fd-dd5be23e4e4e tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Publish callbacks [] for floatingip, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:53.597490 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1be86638-6ebc-4008-b610-f35d1f24a115 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:53.611234 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 204588a4-fadb-4f1a-9611-c058486fe3e0 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:30:53.620150 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:53.827709 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:53.896317 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] For port 204588a4-fadb-4f1a-9611-c058486fe3e0, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=204588a4-fadb-4f1a-9611-c058486fe3e0,segment=NetworkSegment(760fd5f5-7d8a-4858-a4a5-c86e9af501b1),segment_id=760fd5f5-7d8a-4858-a4a5-c86e9af501b1)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:30:53.904509 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:53.955007 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1be86638-6ebc-4008-b610-f35d1f24a115 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1773475'] for router, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:53.972671 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66da1adc-6bc2-43f8-8d21-1fdff5b8503e req-a1ab4818-a848-4f37-8841-f488faa64169 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:53.977519 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-66da1adc-6bc2-43f8-8d21-1fdff5b8503e req-a1ab4818-a848-4f37-8841-f488faa64169 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/ports?device_id=4569972b-c804-4ed9-a1b0-4552777252e5 HTTP/1.1" status: 200 len: 950 time: 0.1231823 Oct 20 10:30:54.034387 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Pushing event updated for resources: {'Port': ['ID=204588a4-fadb-4f1a-9611-c058486fe3e0,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:30:54.150843 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1be86638-6ebc-4008-b610-f35d1f24a115 admin admin] Router f33843e5-d1ef-4706-a292-e1ff77f94a6a is scheduled to L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 with binding_index 1 {{(pid=100597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 10:30:54.176772 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-66da1adc-6bc2-43f8-8d21-1fdff5b8503e req-3e01a111-6dab-4a44-bb48-2a9d3e56526f tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/security-groups?id=33b0304f-e8b0-41ca-8b6c-fa0f5439f339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053612 Oct 20 10:30:54.237538 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bd343f-9509-4660-8f72-4e9ead554d7c req-280ce1bd-85e4-4708-8a1c-9628818211c2 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:54.244911 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-49bd343f-9509-4660-8f72-4e9ead554d7c req-280ce1bd-85e4-4708-8a1c-9628818211c2 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/ports?device_id=2030abe2-557f-4af5-bbd9-0ad66c6e9b02 HTTP/1.1" status: 200 len: 947 time: 0.1479259 Oct 20 10:30:54.264059 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fecf2832-59ed-4858-9d9a-6105e66d4581 None None] Network d77166cd-ed72-4807-9abc-17a290c99985 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:30:54.334862 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1be86638-6ebc-4008-b610-f35d1f24a115 admin admin] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:30:54.357381 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e177c3ce-dbfe-431b-87cc-725c86d4cef6 None None] Sync routers for ids ['f33843e5-d1ef-4706-a292-e1ff77f94a6a'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:30:54.361857 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1be86638-6ebc-4008-b610-f35d1f24a115 admin admin] Publish callbacks [] for router, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:54.366908 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-1be86638-6ebc-4008-b610-f35d1f24a115 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.5646424 Oct 20 10:30:54.369607 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 41186) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:30:54.369785 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-49bd343f-9509-4660-8f72-4e9ead554d7c req-cba9a1c0-2423-4ae2-8a2d-d83aea3d4a72 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/security-groups?id=dfac1146-e768-4d56-96b1-8816525464ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240499 Oct 20 10:30:54.400600 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-df458c1a-21bd-4c6b-92fd-fbdf5212296b None None] Provisioning complete for port 204588a4-fadb-4f1a-9611-c058486fe3e0 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:30:54.401245 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-df458c1a-21bd-4c6b-92fd-fbdf5212296b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:54.437356 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-eef631c1-7625-4c39-b2b3-de865f8e8505 req-7c017c0b-dd32-41e2-8122-82ab985f87b7 tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1425545498&fields=id&tenant_id=615f0f1e0330428db980ed70e8d1044c HTTP/1.1" status: 200 len: 267 time: 0.1443427 Oct 20 10:30:54.450763 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e177c3ce-dbfe-431b-87cc-725c86d4cef6 None None] Routers {'f33843e5-d1ef-4706-a292-e1ff77f94a6a'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:30:54.451436 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-e177c3ce-dbfe-431b-87cc-725c86d4cef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:30:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['f33843e5-d1ef-4706-a292-e1ff77f94a6a'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:30:54.677088 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef631c1-7625-4c39-b2b3-de865f8e8505 req-3502bb4b-b893-4ef6-bf36-a4e92bf70870 tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:54.681591 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-e177c3ce-dbfe-431b-87cc-725c86d4cef6 None None] Set router f33843e5-d1ef-4706-a292-e1ff77f94a6a gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:30:54.686253 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-eef631c1-7625-4c39-b2b3-de865f8e8505 req-3502bb4b-b893-4ef6-bf36-a4e92bf70870 tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] 10.222.0.64 "GET /v2.0/networks?id=9dfc8104-588f-4ed0-ad5c-e57e4df0d1f9 HTTP/1.1" status: 200 len: 823 time: 0.2275484 Oct 20 10:30:54.704389 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c434bad3-c5e6-43b6-9375-d10eecfde0b9 req-32a32990-30eb-49d6-a372-dd1ae628f10c tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:54.711875 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c434bad3-c5e6-43b6-9375-d10eecfde0b9 req-32a32990-30eb-49d6-a372-dd1ae628f10c tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6f9886f-a105-43b7-8e40-2f4226d5b3ba HTTP/1.1" status: 200 len: 945 time: 0.1496513 Oct 20 10:30:54.742054 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-eef631c1-7625-4c39-b2b3-de865f8e8505 req-7c0ad91b-7841-4e54-9e3a-1a14c68cc105 tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] 10.222.0.64 "GET /v2.0/quotas/615f0f1e0330428db980ed70e8d1044c HTTP/1.1" status: 200 len: 375 time: 0.0273800 Oct 20 10:30:54.765200 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.db.resource_extend [None req-cd6c4197-41bd-46a9-a7fd-dd5be23e4e4e tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 20 10:30:54.907830 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-e177c3ce-dbfe-431b-87cc-725c86d4cef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f33843e5-d1ef-4706-a292-e1ff77f94a6a', 'name': 'tempest-ServersTestManualDisk-851771422-router', 'tenant_id': 'd56e66757235425b8b4292fe0806a998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': '4666318c-1280-42ca-aa23-ac9e6cfd6c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:30:51Z', 'updated_at': '2021-10-20T10:30:53Z', 'revision_number': 3, 'project_id': 'd56e66757235425b8b4292fe0806a998', 'gw_port': {'id': '4666318c-1280-42ca-aa23-ac9e6cfd6c16', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:44:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f33843e5-d1ef-4706-a292-e1ff77f94a6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:30:52Z', 'updated_at': '2021-10-20T10:30:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:30:54.909942 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-8a2a3509-4c4c-45a1-96f0-a19d76df351f None None] Provisioning complete for port 204588a4-fadb-4f1a-9611-c058486fe3e0 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:30:54.910480 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-8a2a3509-4c4c-45a1-96f0-a19d76df351f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:54.934155 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c434bad3-c5e6-43b6-9375-d10eecfde0b9 req-8b1658b0-5c96-4022-929e-b65c9c495abe tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] 10.222.0.64 "GET /v2.0/security-groups?id=86067063-f5e4-4e77-9825-0a77623af17f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212021 Oct 20 10:30:54.936442 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-cd6c4197-41bd-46a9-a7fd-dd5be23e4e4e tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:54.952414 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-cd6c4197-41bd-46a9-a7fd-dd5be23e4e4e tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1773381'] for floatingip, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:54.959276 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e177c3ce-dbfe-431b-87cc-725c86d4cef6 None None] Checking router: f33843e5-d1ef-4706-a292-e1ff77f94a6a for host: n-d-811396-3 {{(pid=100598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:30:54.959978 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e177c3ce-dbfe-431b-87cc-725c86d4cef6 None None] Updating router f33843e5-d1ef-4706-a292-e1ff77f94a6a port 4666318c-1280-42ca-aa23-ac9e6cfd6c16 binding host n-d-811396-3 {{(pid=100598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 10:30:54.979366 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-eef631c1-7625-4c39-b2b3-de865f8e8505 req-9fe99fd4-d5de-41b0-8ae6-ec294b14be6a tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=615f0f1e0330428db980ed70e8d1044c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2363546 Oct 20 10:30:55.014293 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-e177c3ce-dbfe-431b-87cc-725c86d4cef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:55.024612 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-95a08239-7913-40dd-94b2-c982787372d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:55.116106 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device dc583634-81b8-4ca8-91c0-1a84cac72e1e details requested by agent hyperv_n-h2-811396-3 with host n-h2-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:30:55.209319 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e9c8a7-721a-4ffc-8f4a-47cd1fffc53a req-ca38cb47-b6e2-4be7-9507-cab6a3307923 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:55.216968 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-37e9c8a7-721a-4ffc-8f4a-47cd1fffc53a req-ca38cb47-b6e2-4be7-9507-cab6a3307923 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d088f35-587e-4c94-b637-18178327009b HTTP/1.1" status: 200 len: 948 time: 0.1722836 Oct 20 10:30:55.244118 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-95a08239-7913-40dd-94b2-c982787372d0 admin admin] Allocated IP 172.20.0.1 (d77166cd-ed72-4807-9abc-17a290c99985/399fe7e9-9073-4966-b92d-21e0c6ee35d6/687e2c7b-fca0-4a88-a74f-db45a95c63e7) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:30:55.255979 n-d-811396-3 neutron-server[100596]: INFO neutron.db.l3_db [None req-cd6c4197-41bd-46a9-a7fd-dd5be23e4e4e tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Floating IP c119ed19-9c7c-4989-a166-e64a9185c9a5 associated. External IP: 172.25.1.187, port: 7924cc35-bcd5-4c0c-924a-d847de89b737. Oct 20 10:30:55.283240 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-37e9c8a7-721a-4ffc-8f4a-47cd1fffc53a req-2da20124-a79c-4710-a5b2-ec914ef88922 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653763 Oct 20 10:30:55.328107 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-eef631c1-7625-4c39-b2b3-de865f8e8505 req-d1a14095-cea3-47aa-bbd5-9b5fb111d1e5 service neutron] 10.222.0.64 "GET /v2.0/networks/9dfc8104-588f-4ed0-ad5c-e57e4df0d1f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2822590 Oct 20 10:30:55.479242 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-95a08239-7913-40dd-94b2-c982787372d0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:55.581155 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-95a08239-7913-40dd-94b2-c982787372d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:55.593806 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 204588a4-fadb-4f1a-9611-c058486fe3e0 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:30:55.656420 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a08239-7913-40dd-94b2-c982787372d0 admin admin] Network d77166cd-ed72-4807-9abc-17a290c99985 is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:30:55.669174 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-95a08239-7913-40dd-94b2-c982787372d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:30:55.679431 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a08239-7913-40dd-94b2-c982787372d0 admin admin] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:30:55.703226 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a08239-7913-40dd-94b2-c982787372d0 admin admin] Pushing event updated for resources: {'Port': ['ID=687e2c7b-fca0-4a88-a74f-db45a95c63e7,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:30:55.748092 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port dc583634-81b8-4ca8-91c0-1a84cac72e1e, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=dc583634-81b8-4ca8-91c0-1a84cac72e1e,segment=NetworkSegment(c9f340c0-9c49-427c-b46d-475b702ed788),segment_id=c9f340c0-9c49-427c-b46d-475b702ed788)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:30:55.830880 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-95a08239-7913-40dd-94b2-c982787372d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1774540'] for router_interface, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:55.838757 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Returning: {'device': 'dc583634-81b8-4ca8-91c0-1a84cac72e1e', 'network_id': '6102411a-939e-434e-b2b8-0c46972ff74e', 'port_id': 'dc583634-81b8-4ca8-91c0-1a84cac72e1e', 'mac_address': 'fa:16:3e:cd:f5:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 833, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c78e58fe-8eeb-4a44-80cb-439bcac28ede', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:30:55.922748 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-e177c3ce-dbfe-431b-87cc-725c86d4cef6 None None] Publish callbacks [] for port, precommit_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:55.927163 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 204588a4-fadb-4f1a-9611-c058486fe3e0 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:30:55.927680 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:55.959529 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-e177c3ce-dbfe-431b-87cc-725c86d4cef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:56.007439 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:56.014901 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e4aa43-3d36-4b56-a269-1fe08b402169 None None] Pushing event updated for resources: {'Port': ['ID=4666318c-1280-42ca-aa23-ac9e6cfd6c16,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:30:56.052916 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dc583634-81b8-4ca8-91c0-1a84cac72e1e {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:30:56.071512 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ec1f48-479b-48d6-b2b9-f36813ec09d3 req-9eb07ccd-7281-408c-901e-d2266eb50d60 tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:56.073283 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-54ec1f48-479b-48d6-b2b9-f36813ec09d3 req-9eb07ccd-7281-408c-901e-d2266eb50d60 tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] 10.222.0.69 "GET /v2.0/ports?device_id=9f9f84b3-38b7-4b0b-9bb9-8512b0ad0404 HTTP/1.1" status: 200 len: 946 time: 0.1461987 Oct 20 10:30:56.085780 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port dc583634-81b8-4ca8-91c0-1a84cac72e1e, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=dc583634-81b8-4ca8-91c0-1a84cac72e1e,segment=NetworkSegment(c9f340c0-9c49-427c-b46d-475b702ed788),segment_id=c9f340c0-9c49-427c-b46d-475b702ed788)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:30:56.093926 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-e177c3ce-dbfe-431b-87cc-725c86d4cef6 None None] Attempting to bind port 4666318c-1280-42ca-aa23-ac9e6cfd6c16 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:30:56.094276 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-e177c3ce-dbfe-431b-87cc-725c86d4cef6 None None] Attempting to bind port 4666318c-1280-42ca-aa23-ac9e6cfd6c16 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:30:56.094781 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e177c3ce-dbfe-431b-87cc-725c86d4cef6 None None] Attempting to bind port 4666318c-1280-42ca-aa23-ac9e6cfd6c16 on network cbe170d3-31ba-45a2-b477-520ab0a7a8ea {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:30:56.102503 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:56.104101 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-eef631c1-7625-4c39-b2b3-de865f8e8505 req-7351dda1-8f5c-49b3-a2e5-c062b5f1f2be service neutron] 10.222.0.64 "GET /v2.0/networks/9dfc8104-588f-4ed0-ad5c-e57e4df0d1f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7741160 Oct 20 10:30:56.111760 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e177c3ce-dbfe-431b-87cc-725c86d4cef6 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:30:56.111760 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e177c3ce-dbfe-431b-87cc-725c86d4cef6 None None] Checking segment: {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:30:56.112088 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-e177c3ce-dbfe-431b-87cc-725c86d4cef6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:56.112405 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e177c3ce-dbfe-431b-87cc-725c86d4cef6 None None] Bound using segment: {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:30:56.112888 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-e177c3ce-dbfe-431b-87cc-725c86d4cef6 None None] Bound port: 4666318c-1280-42ca-aa23-ac9e6cfd6c16, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:30:56.113268 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-e177c3ce-dbfe-431b-87cc-725c86d4cef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:56.186484 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc10bfec-4cee-4897-9565-ee92b8377394 req-02b4f47c-59ec-43e1-9da3-74de0cca096a tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:56.188237 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cc10bfec-4cee-4897-9565-ee92b8377394 req-02b4f47c-59ec-43e1-9da3-74de0cca096a tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/ports?device_id=4569972b-c804-4ed9-a1b0-4552777252e5 HTTP/1.1" status: 200 len: 950 time: 0.6786740 Oct 20 10:30:56.205943 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-95a08239-7913-40dd-94b2-c982787372d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:56.265178 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-97a8b3c6-101a-4cdd-8045-44e448b5c108 None None] Provisioning complete for port 687e2c7b-fca0-4a88-a74f-db45a95c63e7 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:30:56.265545 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-97a8b3c6-101a-4cdd-8045-44e448b5c108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:56.297054 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=dc583634-81b8-4ca8-91c0-1a84cac72e1e,revision_number=6']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:30:56.304681 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['dc583634-81b8-4ca8-91c0-1a84cac72e1e'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:30:56.312668 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-e177c3ce-dbfe-431b-87cc-725c86d4cef6 None None] For port 4666318c-1280-42ca-aa23-ac9e6cfd6c16, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:30:56.369991 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-e177c3ce-dbfe-431b-87cc-725c86d4cef6 None None] For port 4666318c-1280-42ca-aa23-ac9e6cfd6c16, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=4666318c-1280-42ca-aa23-ac9e6cfd6c16,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:30:56.377579 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cc10bfec-4cee-4897-9565-ee92b8377394 req-2841e42f-c947-4b3e-bacb-6290f52436b6 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/security-groups?id=33b0304f-e8b0-41ca-8b6c-fa0f5439f339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704333 Oct 20 10:30:56.386709 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-97a8b3c6-101a-4cdd-8045-44e448b5c108 None None] Port 687e2c7b-fca0-4a88-a74f-db45a95c63e7 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:30:56.395482 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-e177c3ce-dbfe-431b-87cc-725c86d4cef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:56.415332 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd6c4197-41bd-46a9-a7fd-dd5be23e4e4e tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Router 6c8e07ba-d16f-474e-8dce-631d71307689 has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:30:56.453279 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [req-54ec1f48-479b-48d6-b2b9-f36813ec09d3 req-7ecce7ef-f3dc-4fab-9e6d-c2a3639b013e tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] Deleting port 881c7a80-b4c4-49cf-830f-c0cebb93d82f {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:30:56.453750 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-54ec1f48-479b-48d6-b2b9-f36813ec09d3 req-7ecce7ef-f3dc-4fab-9e6d-c2a3639b013e tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:56.537199 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e4aa43-3d36-4b56-a269-1fe08b402169 None None] Pushing event updated for resources: {'Port': ['ID=4666318c-1280-42ca-aa23-ac9e6cfd6c16,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:30:56.563871 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e177c3ce-dbfe-431b-87cc-725c86d4cef6 None None] Routers {'f33843e5-d1ef-4706-a292-e1ff77f94a6a'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:30:56.565441 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-e177c3ce-dbfe-431b-87cc-725c86d4cef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:30:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['f33843e5-d1ef-4706-a292-e1ff77f94a6a'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:30:56.587533 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-95a08239-7913-40dd-94b2-c982787372d0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:56.602739 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-95a08239-7913-40dd-94b2-c982787372d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:56.670237 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80f7549-4f86-40b3-981d-1791d4bbbf2c req-b3797b39-31ec-418e-bfe8-fb865f7c6114 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:56.675232 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c80f7549-4f86-40b3-981d-1791d4bbbf2c req-b3797b39-31ec-418e-bfe8-fb865f7c6114 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6f9886f-a105-43b7-8e40-2f4226d5b3ba HTTP/1.1" status: 200 len: 944 time: 0.1580076 Oct 20 10:30:56.693038 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [req-54ec1f48-479b-48d6-b2b9-f36813ec09d3 req-7ecce7ef-f3dc-4fab-9e6d-c2a3639b013e tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] For port 881c7a80-b4c4-49cf-830f-c0cebb93d82f, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=881c7a80-b4c4-49cf-830f-c0cebb93d82f,segment=NetworkSegment(dd88a4e0-deb3-4ff4-9fda-1ddc61c05921),segment_id=dd88a4e0-deb3-4ff4-9fda-1ddc61c05921)] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:30:56.693457 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-54ec1f48-479b-48d6-b2b9-f36813ec09d3 req-7ecce7ef-f3dc-4fab-9e6d-c2a3639b013e tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:56.702274 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-e177c3ce-dbfe-431b-87cc-725c86d4cef6 None None] Set router f33843e5-d1ef-4706-a292-e1ff77f94a6a gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:30:56.709979 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a08239-7913-40dd-94b2-c982787372d0 admin admin] Pushing event updated for resources: {'Port': ['ID=687e2c7b-fca0-4a88-a74f-db45a95c63e7,revision_number=2']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:30:56.737097 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53054f00-8708-4741-ac49-b6ff15d8bd19 req-3786d4c4-0844-4588-bf99-8c842cb1e3e0 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:56.740474 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-95a08239-7913-40dd-94b2-c982787372d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1774432'] for router_interface, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:56.746112 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-53054f00-8708-4741-ac49-b6ff15d8bd19 req-3786d4c4-0844-4588-bf99-8c842cb1e3e0 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/ports?device_id=2030abe2-557f-4af5-bbd9-0ad66c6e9b02 HTTP/1.1" status: 200 len: 947 time: 0.2331038 Oct 20 10:30:56.902257 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device a1287255-f5ac-4f84-a85c-0660b0204b74 details requested by agent hyperv_n-h1-811396-3 with host n-h1-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:30:56.937973 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c80f7549-4f86-40b3-981d-1791d4bbbf2c req-5d82bf7f-3e44-4f52-a1b9-d923f7e0e9cc tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] 10.222.0.64 "GET /v2.0/security-groups?id=86067063-f5e4-4e77-9825-0a77623af17f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042351 Oct 20 10:30:56.965870 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-53054f00-8708-4741-ac49-b6ff15d8bd19 req-54021c2c-c8d2-4183-8279-2658113dfea2 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/security-groups?id=dfac1146-e768-4d56-96b1-8816525464ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175212 Oct 20 10:30:56.970934 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd6c4197-41bd-46a9-a7fd-dd5be23e4e4e tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:30:56.986943 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42540785-8d31-42d6-b036-86d0cff2bee2 None None] Sync routers for ids ['6c8e07ba-d16f-474e-8dce-631d71307689'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:30:56.997666 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-cd6c4197-41bd-46a9-a7fd-dd5be23e4e4e tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for floatingip, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:57.016050 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port a1287255-f5ac-4f84-a85c-0660b0204b74, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=a1287255-f5ac-4f84-a85c-0660b0204b74,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:30:57.018624 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42540785-8d31-42d6-b036-86d0cff2bee2 None None] Routers {'6c8e07ba-d16f-474e-8dce-631d71307689'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:30:57.022261 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-42540785-8d31-42d6-b036-86d0cff2bee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:30:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['6c8e07ba-d16f-474e-8dce-631d71307689'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:30:57.060157 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Returning: {'device': 'a1287255-f5ac-4f84-a85c-0660b0204b74', 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84', 'port_id': 'a1287255-f5ac-4f84-a85c-0660b0204b74', 'mac_address': 'fa:16:3e:ad:c6:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 800, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f86199a-b8f2-45b4-a83a-995a7ea6fe42', 'ip_address': '192.168.233.37'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:30:57.097710 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-cd6c4197-41bd-46a9-a7fd-dd5be23e4e4e tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] 10.222.0.64 "PUT /v2.0/floatingips/c119ed19-9c7c-4989-a166-e64a9185c9a5 HTTP/1.1" status: 200 len: 991 time: 3.6122441 Oct 20 10:30:57.101981 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26e29c85-389d-454c-930b-0f837d303e1a', 'tag': '7924cc35-bcd5-4c0c-924a-d847de89b737'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:30:57.104197 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2351a58b-8fb2-4a4e-b97e-44cf10748a8f" -d '{"events": [{"name": "network-changed", "server_uuid": "26e29c85-389d-454c-930b-0f837d303e1a", "tag": "7924cc35-bcd5-4c0c-924a-d847de89b737"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:30:57.115074 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:57.170098 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1287255-f5ac-4f84-a85c-0660b0204b74 {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:30:57.208016 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9a292cf2-996c-496a-84c9-cdd8e33af86b req-6dcb0524-8f9c-4140-8e57-cd91e9dfce90 tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] 10.222.0.64 "GET /v2.0/ports?device_id=3df71501-f495-4b85-a696-85566b0b8070 HTTP/1.1" status: 200 len: 210 time: 0.1068606 Oct 20 10:30:57.288233 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5cc103-31e2-4c69-b1da-2e3aa89e0bfd req-1d71df6a-5522-4d7d-9358-802e3614d642 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:57.290131 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ff5cc103-31e2-4c69-b1da-2e3aa89e0bfd req-1d71df6a-5522-4d7d-9358-802e3614d642 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d088f35-587e-4c94-b637-18178327009b HTTP/1.1" status: 200 len: 948 time: 0.1612990 Oct 20 10:30:57.305194 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port a1287255-f5ac-4f84-a85c-0660b0204b74, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=a1287255-f5ac-4f84-a85c-0660b0204b74,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:30:57.308247 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-e177c3ce-dbfe-431b-87cc-725c86d4cef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f33843e5-d1ef-4706-a292-e1ff77f94a6a', 'name': 'tempest-ServersTestManualDisk-851771422-router', 'tenant_id': 'd56e66757235425b8b4292fe0806a998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': '4666318c-1280-42ca-aa23-ac9e6cfd6c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:30:51Z', 'updated_at': '2021-10-20T10:30:56Z', 'revision_number': 4, 'project_id': 'd56e66757235425b8b4292fe0806a998', 'gw_port': {'id': '4666318c-1280-42ca-aa23-ac9e6cfd6c16', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:44:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f33843e5-d1ef-4706-a292-e1ff77f94a6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:30:52Z', 'updated_at': '2021-10-20T10:30:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '687e2c7b-fca0-4a88-a74f-db45a95c63e7', 'name': '', 'network_id': 'd77166cd-ed72-4807-9abc-17a290c99985', 'tenant_id': 'd56e66757235425b8b4292fe0806a998', 'mac_address': 'fa:16:3e:ea:e4:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f33843e5-d1ef-4706-a292-e1ff77f94a6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '399fe7e9-9073-4966-b92d-21e0c6ee35d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:30:55Z', 'updated_at': '2021-10-20T10:30:55Z', 'revision_number': 1, 'project_id': 'd56e66757235425b8b4292fe0806a998', 'subnets': [{'id': '399fe7e9-9073-4966-b92d-21e0c6ee35d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:30:57.347034 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e177c3ce-dbfe-431b-87cc-725c86d4cef6 None None] The sync data for ids ['f33843e5-d1ef-4706-a292-e1ff77f94a6a'] in n-d-811396-3 is: [{'id': 'f33843e5-d1ef-4706-a292-e1ff77f94a6a', 'name': 'tempest-ServersTestManualDisk-851771422-router', 'tenant_id': 'd56e66757235425b8b4292fe0806a998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': '4666318c-1280-42ca-aa23-ac9e6cfd6c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:30:51Z', 'updated_at': '2021-10-20T10:30:56Z', 'revision_number': 4, 'project_id': 'd56e66757235425b8b4292fe0806a998', 'gw_port': {'id': '4666318c-1280-42ca-aa23-ac9e6cfd6c16', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:44:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f33843e5-d1ef-4706-a292-e1ff77f94a6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:30:52Z', 'updated_at': '2021-10-20T10:30:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '687e2c7b-fca0-4a88-a74f-db45a95c63e7', 'name': '', 'network_id': 'd77166cd-ed72-4807-9abc-17a290c99985', 'tenant_id': 'd56e66757235425b8b4292fe0806a998', 'mac_address': 'fa:16:3e:ea:e4:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f33843e5-d1ef-4706-a292-e1ff77f94a6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '399fe7e9-9073-4966-b92d-21e0c6ee35d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:30:55Z', 'updated_at': '2021-10-20T10:30:55Z', 'revision_number': 1, 'project_id': 'd56e66757235425b8b4292fe0806a998', 'subnets': [{'id': '399fe7e9-9073-4966-b92d-21e0c6ee35d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:30:57.348934 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:57.370523 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-42540785-8d31-42d6-b036-86d0cff2bee2 None None] Set router 6c8e07ba-d16f-474e-8dce-631d71307689 gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:30:57.394539 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ff5cc103-31e2-4c69-b1da-2e3aa89e0bfd req-66513a42-f796-4a1e-b76f-cf2d70060541 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915720 Oct 20 10:30:57.505705 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=a1287255-f5ac-4f84-a85c-0660b0204b74,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:30:57.562544 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-3f513a72-b1a6-47a6-9d55-69a7cc7451d6 req-5a142f66-cff1-4456-8cd9-2b44a3dc583d service neutron] 10.222.0.69 "GET /v2.0/ports/a29ba1ab-cf1c-4b4a-ae64-f554ce2cb852/bindings/n-h2-811396-3 HTTP/1.1" status: 200 len: 382 time: 0.1520088 Oct 20 10:30:57.599115 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a08239-7913-40dd-94b2-c982787372d0 admin admin] Network d77166cd-ed72-4807-9abc-17a290c99985 is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:30:57.629778 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-95a08239-7913-40dd-94b2-c982787372d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:30:57.698026 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-071b5544-f8a4-4210-9107-1491d129c904 x-openstack-request-id: req-071b5544-f8a4-4210-9107-1491d129c904 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:30:57.698321 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26e29c85-389d-454c-930b-0f837d303e1a", "tag": "7924cc35-bcd5-4c0c-924a-d847de89b737", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:30:57.698576 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-071b5544-f8a4-4210-9107-1491d129c904 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:30:57.698992 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26e29c85-389d-454c-930b-0f837d303e1a', 'tag': '7924cc35-bcd5-4c0c-924a-d847de89b737', 'status': 'completed', 'code': 200} Oct 20 10:30:57.806598 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-54ec1f48-479b-48d6-b2b9-f36813ec09d3 req-7ecce7ef-f3dc-4fab-9e6d-c2a3639b013e tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:57.806975 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-54ec1f48-479b-48d6-b2b9-f36813ec09d3 req-7ecce7ef-f3dc-4fab-9e6d-c2a3639b013e tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1773381'] for floatingip, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:57.807348 n-d-811396-3 neutron-server[100597]: INFO neutron.db.l3_db [req-54ec1f48-479b-48d6-b2b9-f36813ec09d3 req-7ecce7ef-f3dc-4fab-9e6d-c2a3639b013e tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] Floating IP db5b716c-eebb-4d16-9188-309110e292ff disassociated. External IP: 172.25.1.102, port: 881c7a80-b4c4-49cf-830f-c0cebb93d82f. Oct 20 10:30:57.807723 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [req-54ec1f48-479b-48d6-b2b9-f36813ec09d3 req-7ecce7ef-f3dc-4fab-9e6d-c2a3639b013e tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] Calling delete_port for 881c7a80-b4c4-49cf-830f-c0cebb93d82f owned by compute:nova {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:30:57.915961 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['a1287255-f5ac-4f84-a85c-0660b0204b74'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:30:58.050462 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2351a58b-8fb2-4a4e-b97e-44cf10748a8f req-2362bef6-4cd5-4285-82b0-74935d3a8533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:58.070147 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2351a58b-8fb2-4a4e-b97e-44cf10748a8f req-2362bef6-4cd5-4285-82b0-74935d3a8533 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=946a9e604754455a8a9faea87bc41b49&device_id=26e29c85-389d-454c-930b-0f837d303e1a HTTP/1.1" status: 200 len: 1096 time: 0.3159318 Oct 20 10:30:58.138614 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e9fd2b-f619-42c3-afa5-5a142feba6e9 req-88d57bc7-b64e-4280-8e4d-3114170d2f5e tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:58.149702 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-04e9fd2b-f619-42c3-afa5-5a142feba6e9 req-88d57bc7-b64e-4280-8e4d-3114170d2f5e tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/ports?device_id=4569972b-c804-4ed9-a1b0-4552777252e5 HTTP/1.1" status: 200 len: 950 time: 0.3964567 Oct 20 10:30:58.237009 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-de22ffd1-0b5c-43ee-8a5f-5514a2083a84 None None] Provisioning complete for port 687e2c7b-fca0-4a88-a74f-db45a95c63e7 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:30:58.239828 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-de22ffd1-0b5c-43ee-8a5f-5514a2083a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:58.248092 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-42540785-8d31-42d6-b036-86d0cff2bee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c8e07ba-d16f-474e-8dce-631d71307689', 'name': 'tempest-AttachVolumeTestJSON-1408467026-router', 'tenant_id': '946a9e604754455a8a9faea87bc41b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': 'e5f260e5-f754-4927-a4f2-d69263350b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:30:17Z', 'updated_at': '2021-10-20T10:30:22Z', 'revision_number': 4, 'project_id': '946a9e604754455a8a9faea87bc41b49', 'gw_port': {'id': 'e5f260e5-f754-4927-a4f2-d69263350b2b', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:80:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8e07ba-d16f-474e-8dce-631d71307689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:30:18Z', 'updated_at': '2021-10-20T10:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_floatingips': [{'id': 'c119ed19-9c7c-4989-a166-e64a9185c9a5', 'tenant_id': '946a9e604754455a8a9faea87bc41b49', 'floating_ip_address': '172.25.1.187', 'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'router_id': '6c8e07ba-d16f-474e-8dce-631d71307689', 'port_id': '7924cc35-bcd5-4c0c-924a-d847de89b737', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7541d774-cf46-43a8-ab91-4a72282aac35', 'mac_address': 'fa:16:3e:f9:97:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e29c85-389d-454c-930b-0f837d303e1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T10:30:28Z', 'updated_at': '2021-10-20T10:30:54Z', 'revision_number': 1, 'project_id': '946a9e604754455a8a9faea87bc41b49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dfb4e95-3a0b-4871-b3e3-59e557713c68', 'name': '', 'network_id': '7541d774-cf46-43a8-ab91-4a72282aac35', 'tenant_id': '946a9e604754455a8a9faea87bc41b49', 'mac_address': 'fa:16:3e:8b:3f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8e07ba-d16f-474e-8dce-631d71307689', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'ba1df794-ccae-4e17-be55-4b4a3764e935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:30:21Z', 'updated_at': '2021-10-20T10:30:27Z', 'revision_number': 5, 'project_id': '946a9e604754455a8a9faea87bc41b49', 'subnets': [{'id': 'ba1df794-ccae-4e17-be55-4b4a3764e935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:30:58.314123 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42540785-8d31-42d6-b036-86d0cff2bee2 None None] Checking router: 6c8e07ba-d16f-474e-8dce-631d71307689 for host: n-d-811396-3 {{(pid=100599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:30:58.320724 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-de22ffd1-0b5c-43ee-8a5f-5514a2083a84 None None] Port 687e2c7b-fca0-4a88-a74f-db45a95c63e7 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:30:58.320992 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2850f530-a299-4db9-a53d-0bf8323f51bb req-50978268-b145-44dd-90c9-82c05e3d7141 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:58.332589 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2850f530-a299-4db9-a53d-0bf8323f51bb req-50978268-b145-44dd-90c9-82c05e3d7141 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6f9886f-a105-43b7-8e40-2f4226d5b3ba HTTP/1.1" status: 200 len: 944 time: 0.4130676 Oct 20 10:30:58.338331 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42540785-8d31-42d6-b036-86d0cff2bee2 None None] Routers {'6c8e07ba-d16f-474e-8dce-631d71307689'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:30:58.339258 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-42540785-8d31-42d6-b036-86d0cff2bee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:30:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['6c8e07ba-d16f-474e-8dce-631d71307689'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:30:58.361787 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-54ec1f48-479b-48d6-b2b9-f36813ec09d3 req-7ecce7ef-f3dc-4fab-9e6d-c2a3639b013e tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:58.367701 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95a08239-7913-40dd-94b2-c982787372d0 admin admin] Router f33843e5-d1ef-4706-a292-e1ff77f94a6a has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:30:58.417428 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecce7ef-f3dc-4fab-9e6d-c2a3639b013e tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] Pushing event deleted for resources: {'Port': ['ID=881c7a80-b4c4-49cf-830f-c0cebb93d82f,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:30:58.539928 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f513a72-b1a6-47a6-9d55-69a7cc7451d6 req-bb5298a5-5202-4fbe-ba06-4606ac03a0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:58.541872 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-3f513a72-b1a6-47a6-9d55-69a7cc7451d6 req-bb5298a5-5202-4fbe-ba06-4606ac03a0bb service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=2d088f35-587e-4c94-b637-18178327009b&tenant_id=9f75d9a0b8ce44faaac4d8054667820c HTTP/1.1" status: 200 len: 1099 time: 0.5185106 Oct 20 10:30:58.558867 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-42540785-8d31-42d6-b036-86d0cff2bee2 None None] Set router 6c8e07ba-d16f-474e-8dce-631d71307689 gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:30:58.632846 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-04e9fd2b-f619-42c3-afa5-5a142feba6e9 req-f06c39f7-998b-4992-80f0-a089c27df97e tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/security-groups?id=33b0304f-e8b0-41ca-8b6c-fa0f5439f339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4777565 Oct 20 10:30:58.759733 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2850f530-a299-4db9-a53d-0bf8323f51bb req-5b5aac55-ba4a-4d42-96f5-1bbfb489088b tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] 10.222.0.64 "GET /v2.0/security-groups?id=86067063-f5e4-4e77-9825-0a77623af17f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4202645 Oct 20 10:30:58.794469 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2351a58b-8fb2-4a4e-b97e-44cf10748a8f req-355540c6-a39c-425a-abae-631cb580f16d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:58.797112 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2351a58b-8fb2-4a4e-b97e-44cf10748a8f req-355540c6-a39c-425a-abae-631cb580f16d service neutron] 10.222.0.55 "GET /v2.0/networks?id=7541d774-cf46-43a8-ab91-4a72282aac35 HTTP/1.1" status: 200 len: 912 time: 0.7097609 Oct 20 10:30:58.812551 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef631c1-7625-4c39-b2b3-de865f8e8505 req-67a08770-e1b5-4366-9864-1cc2b7981d9f tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:58.815181 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-eef631c1-7625-4c39-b2b3-de865f8e8505 req-67a08770-e1b5-4366-9864-1cc2b7981d9f tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] 10.222.0.69 "GET /v2.0/networks?id=9dfc8104-588f-4ed0-ad5c-e57e4df0d1f9 HTTP/1.1" status: 200 len: 823 time: 0.6413758 Oct 20 10:30:58.897761 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f513a72-b1a6-47a6-9d55-69a7cc7451d6 req-f8aef3dc-7d26-428f-b196-0a0eb0d04762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:58.900180 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-3f513a72-b1a6-47a6-9d55-69a7cc7451d6 req-f8aef3dc-7d26-428f-b196-0a0eb0d04762 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9f75d9a0b8ce44faaac4d8054667820c&device_id=2d088f35-587e-4c94-b637-18178327009b HTTP/1.1" status: 200 len: 1099 time: 0.2611799 Oct 20 10:30:58.918764 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95a08239-7913-40dd-94b2-c982787372d0 admin admin] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:30:58.950634 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-95a08239-7913-40dd-94b2-c982787372d0 admin admin] 10.222.0.64 "PUT /v2.0/routers/f33843e5-d1ef-4706-a292-e1ff77f94a6a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5716236 Oct 20 10:30:58.975359 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [req-54ec1f48-479b-48d6-b2b9-f36813ec09d3 req-7ecce7ef-f3dc-4fab-9e6d-c2a3639b013e tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] Router 39bc061e-7c84-407e-9038-82ed06b6b0ee has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:30:58.980453 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2351a58b-8fb2-4a4e-b97e-44cf10748a8f req-36dbb581-0952-4a41-b5b2-679b6b8ddbf9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7924cc35-bcd5-4c0c-924a-d847de89b737 HTTP/1.1" status: 200 len: 999 time: 0.1636496 Oct 20 10:30:59.072442 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-12af40cc-3c5b-4082-bd33-34ee197fd14d req-618628e1-7a65-4609-b13a-7dde8004b2be tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] 10.222.0.64 "GET /v2.0/ports?device_id=3df71501-f495-4b85-a696-85566b0b8070 HTTP/1.1" status: 200 len: 210 time: 0.1434011 Oct 20 10:30:59.129992 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device dc583634-81b8-4ca8-91c0-1a84cac72e1e up at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:30:59.157528 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-42540785-8d31-42d6-b036-86d0cff2bee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c8e07ba-d16f-474e-8dce-631d71307689', 'name': 'tempest-AttachVolumeTestJSON-1408467026-router', 'tenant_id': '946a9e604754455a8a9faea87bc41b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': 'e5f260e5-f754-4927-a4f2-d69263350b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:30:17Z', 'updated_at': '2021-10-20T10:30:22Z', 'revision_number': 4, 'project_id': '946a9e604754455a8a9faea87bc41b49', 'gw_port': {'id': 'e5f260e5-f754-4927-a4f2-d69263350b2b', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:80:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8e07ba-d16f-474e-8dce-631d71307689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:30:18Z', 'updated_at': '2021-10-20T10:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_floatingips': [{'id': 'c119ed19-9c7c-4989-a166-e64a9185c9a5', 'tenant_id': '946a9e604754455a8a9faea87bc41b49', 'floating_ip_address': '172.25.1.187', 'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'router_id': '6c8e07ba-d16f-474e-8dce-631d71307689', 'port_id': '7924cc35-bcd5-4c0c-924a-d847de89b737', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7541d774-cf46-43a8-ab91-4a72282aac35', 'mac_address': 'fa:16:3e:f9:97:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e29c85-389d-454c-930b-0f837d303e1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T10:30:28Z', 'updated_at': '2021-10-20T10:30:54Z', 'revision_number': 1, 'project_id': '946a9e604754455a8a9faea87bc41b49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dfb4e95-3a0b-4871-b3e3-59e557713c68', 'name': '', 'network_id': '7541d774-cf46-43a8-ab91-4a72282aac35', 'tenant_id': '946a9e604754455a8a9faea87bc41b49', 'mac_address': 'fa:16:3e:8b:3f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8e07ba-d16f-474e-8dce-631d71307689', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'ba1df794-ccae-4e17-be55-4b4a3764e935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:30:21Z', 'updated_at': '2021-10-20T10:30:27Z', 'revision_number': 5, 'project_id': '946a9e604754455a8a9faea87bc41b49', 'subnets': [{'id': 'ba1df794-ccae-4e17-be55-4b4a3764e935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:30:59.233388 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78920d1-4a62-484e-8777-a27da9ebd622 req-ff80661b-0101-49d5-a9af-c4739099c8f4 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:59.253702 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b78920d1-4a62-484e-8777-a27da9ebd622 req-ff80661b-0101-49d5-a9af-c4739099c8f4 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/ports?device_id=2030abe2-557f-4af5-bbd9-0ad66c6e9b02 HTTP/1.1" status: 200 len: 948 time: 0.5312650 Oct 20 10:30:59.270079 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42540785-8d31-42d6-b036-86d0cff2bee2 None None] The sync data for ids ['6c8e07ba-d16f-474e-8dce-631d71307689'] in n-d-811396-3 is: [{'id': '6c8e07ba-d16f-474e-8dce-631d71307689', 'name': 'tempest-AttachVolumeTestJSON-1408467026-router', 'tenant_id': '946a9e604754455a8a9faea87bc41b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': 'e5f260e5-f754-4927-a4f2-d69263350b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:30:17Z', 'updated_at': '2021-10-20T10:30:22Z', 'revision_number': 4, 'project_id': '946a9e604754455a8a9faea87bc41b49', 'gw_port': {'id': 'e5f260e5-f754-4927-a4f2-d69263350b2b', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:80:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8e07ba-d16f-474e-8dce-631d71307689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:30:18Z', 'updated_at': '2021-10-20T10:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_floatingips': [{'id': 'c119ed19-9c7c-4989-a166-e64a9185c9a5', 'tenant_id': '946a9e604754455a8a9faea87bc41b49', 'floating_ip_address': '172.25.1.187', 'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'router_id': '6c8e07ba-d16f-474e-8dce-631d71307689', 'port_id': '7924cc35-bcd5-4c0c-924a-d847de89b737', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7541d774-cf46-43a8-ab91-4a72282aac35', 'mac_address': 'fa:16:3e:f9:97:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e29c85-389d-454c-930b-0f837d303e1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T10:30:28Z', 'updated_at': '2021-10-20T10:30:54Z', 'revision_number': 1, 'project_id': '946a9e604754455a8a9faea87bc41b49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dfb4e95-3a0b-4871-b3e3-59e557713c68', 'name': '', 'network_id': '7541d774-cf46-43a8-ab91-4a72282aac35', 'tenant_id': '946a9e604754455a8a9faea87bc41b49', 'mac_address': 'fa:16:3e:8b:3f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8e07ba-d16f-474e-8dce-631d71307689', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'ba1df794-ccae-4e17-be55-4b4a3764e935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:30:21Z', 'updated_at': '2021-10-20T10:30:27Z', 'revision_number': 5, 'project_id': '946a9e604754455a8a9faea87bc41b49', 'subnets': [{'id': 'ba1df794-ccae-4e17-be55-4b4a3764e935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:30:59.277163 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-eef631c1-7625-4c39-b2b3-de865f8e8505 req-aea82c87-0832-4f03-83eb-caacedf14da2 tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=615f0f1e0330428db980ed70e8d1044c HTTP/1.1" status: 200 len: 380 time: 0.3537519 Oct 20 10:30:59.307001 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f513a72-b1a6-47a6-9d55-69a7cc7451d6 req-b4a7e82a-43ed-412b-949d-cc0042cda2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:59.308653 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-3f513a72-b1a6-47a6-9d55-69a7cc7451d6 req-b4a7e82a-43ed-412b-949d-cc0042cda2b4 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a7c57b12-d7c3-48bb-aa54-a67a56468a84 HTTP/1.1" status: 200 len: 870 time: 0.3919296 Oct 20 10:30:59.350130 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning complete for port dc583634-81b8-4ca8-91c0-1a84cac72e1e triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:30:59.351061 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:59.390214 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-eef631c1-7625-4c39-b2b3-de865f8e8505 req-ca87ec9b-c7d3-4fbe-9428-986e24809363 tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] Request body: {'port': {'device_id': '3df71501-f495-4b85-a696-85566b0b8070', 'network_id': '9dfc8104-588f-4ed0-ad5c-e57e4df0d1f9', 'admin_state_up': True, 'tenant_id': '615f0f1e0330428db980ed70e8d1044c', 'security_groups': ['3a2ddb16-f0a7-4b59-b44b-d401de192cb7']}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:30:59.395463 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2351a58b-8fb2-4a4e-b97e-44cf10748a8f req-693e32da-98ad-4452-8189-4426968a02d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:59.397293 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2351a58b-8fb2-4a4e-b97e-44cf10748a8f req-693e32da-98ad-4452-8189-4426968a02d2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ba1df794-ccae-4e17-be55-4b4a3764e935 HTTP/1.1" status: 200 len: 850 time: 0.3920856 Oct 20 10:30:59.429180 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-54ec1f48-479b-48d6-b2b9-f36813ec09d3 req-7ecce7ef-f3dc-4fab-9e6d-c2a3639b013e tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:30:59.448373 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5854c5aa-dabc-43ae-b4b0-bea04747f5ff None None] Sync routers for ids ['39bc061e-7c84-407e-9038-82ed06b6b0ee'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:30:59.466870 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5854c5aa-dabc-43ae-b4b0-bea04747f5ff None None] Routers {'39bc061e-7c84-407e-9038-82ed06b6b0ee'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:30:59.467628 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-5854c5aa-dabc-43ae-b4b0-bea04747f5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:30:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['39bc061e-7c84-407e-9038-82ed06b6b0ee'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:30:59.497998 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b78920d1-4a62-484e-8777-a27da9ebd622 req-0be563b6-a60f-4623-ab73-0c7757ba202e tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/security-groups?id=dfac1146-e768-4d56-96b1-8816525464ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397177 Oct 20 10:30:59.564508 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-3f513a72-b1a6-47a6-9d55-69a7cc7451d6 req-3337a3b7-08f1-496f-b9c6-9ea53d2986d4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=a29ba1ab-cf1c-4b4a-ae64-f554ce2cb852 HTTP/1.1" status: 200 len: 217 time: 0.2150948 Oct 20 10:30:59.581806 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [req-54ec1f48-479b-48d6-b2b9-f36813ec09d3 req-7ecce7ef-f3dc-4fab-9e6d-c2a3639b013e tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] No DVR routers for this DVR port 881c7a80-b4c4-49cf-830f-c0cebb93d82f on host n-h2-811396-3 {{(pid=100597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:30:59.600369 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 4666318c-1280-42ca-aa23-ac9e6cfd6c16 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:30:59.649058 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f513a72-b1a6-47a6-9d55-69a7cc7451d6 req-40cf1341-aa49-43fa-b8bb-3e0af27ec114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:59.650992 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-3f513a72-b1a6-47a6-9d55-69a7cc7451d6 req-40cf1341-aa49-43fa-b8bb-3e0af27ec114 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8f86199a-b8f2-45b4-a83a-995a7ea6fe42 HTTP/1.1" status: 200 len: 843 time: 0.0744362 Oct 20 10:30:59.652433 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-54ec1f48-479b-48d6-b2b9-f36813ec09d3 req-7ecce7ef-f3dc-4fab-9e6d-c2a3639b013e tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:30:59.657766 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-54ec1f48-479b-48d6-b2b9-f36813ec09d3 req-7ecce7ef-f3dc-4fab-9e6d-c2a3639b013e tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] 10.222.0.69 "DELETE /v2.0/ports/881c7a80-b4c4-49cf-830f-c0cebb93d82f HTTP/1.1" status: 204 len: 173 time: 3.5686257 Oct 20 10:30:59.658614 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f9f84b3-38b7-4b0b-9bb9-8512b0ad0404', 'name': 'network-vif-deleted', 'tag': '881c7a80-b4c4-49cf-830f-c0cebb93d82f'}] {{(pid=100597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:30:59.661785 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd85cad6a391afaa95d2dd5280bfd4659fc1e1b2aba53b5e7ef874f059efcdc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1994c0c-5a77-4aeb-a4be-63f3756f993e" -d '{"events": [{"server_uuid": "9f9f84b3-38b7-4b0b-9bb9-8512b0ad0404", "name": "network-vif-deleted", "tag": "881c7a80-b4c4-49cf-830f-c0cebb93d82f"}]}' {{(pid=100597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:30:59.725609 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c068df-5a93-47be-9516-68df5ab843f9 req-100c23f3-990e-4842-8356-0da0a012b2a0 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:59.741697 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f513a72-b1a6-47a6-9d55-69a7cc7451d6 req-facfb614-e35f-4dbd-8f6b-46e4603db98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:59.747657 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-3f513a72-b1a6-47a6-9d55-69a7cc7451d6 req-facfb614-e35f-4dbd-8f6b-46e4603db98a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a7c57b12-d7c3-48bb-aa54-a67a56468a84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0824180 Oct 20 10:30:59.756013 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d2c068df-5a93-47be-9516-68df5ab843f9 req-100c23f3-990e-4842-8356-0da0a012b2a0 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d088f35-587e-4c94-b637-18178327009b HTTP/1.1" status: 200 len: 948 time: 0.4176600 Oct 20 10:30:59.859890 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a372717-723f-473d-a6d6-a0ced6c05a45 None None] New status for floating IP c119ed19-9c7c-4989-a166-e64a9185c9a5: ACTIVE {{(pid=100599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 10:30:59.908823 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2351a58b-8fb2-4a4e-b97e-44cf10748a8f req-ac5ec76c-8609-4215-9371-e61088a07c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:59.910315 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2351a58b-8fb2-4a4e-b97e-44cf10748a8f req-ac5ec76c-8609-4215-9371-e61088a07c35 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7541d774-cf46-43a8-ab91-4a72282aac35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4039850 Oct 20 10:30:59.965462 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c147f55a-606f-4616-beeb-9fce887bc396 req-65c1be9b-a600-406e-a85e-775d772ece2a tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:30:59.966988 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c147f55a-606f-4616-beeb-9fce887bc396 req-65c1be9b-a600-406e-a85e-775d772ece2a tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] 10.222.0.69 "GET /v2.0/ports?device_id=c6f9886f-a105-43b7-8e40-2f4226d5b3ba HTTP/1.1" status: 200 len: 944 time: 0.3528588 Oct 20 10:30:59.998032 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-3f513a72-b1a6-47a6-9d55-69a7cc7451d6 req-342809a2-6a78-4679-af9d-a9ef4e1534c1 service neutron] 10.222.0.69 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411578 Oct 20 10:31:00.026664 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:00.068721 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d2c068df-5a93-47be-9516-68df5ab843f9 req-4b1496c4-862b-4df5-abee-5a19646b7cc9 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3113825 Oct 20 10:31:00.170857 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-3f513a72-b1a6-47a6-9d55-69a7cc7451d6 req-acf9ff1c-daac-4d85-9f94-162d3e2ade7a service neutron] 10.222.0.69 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633854 Oct 20 10:31:00.219650 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-5854c5aa-dabc-43ae-b4b0-bea04747f5ff None None] Set router 39bc061e-7c84-407e-9038-82ed06b6b0ee gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:31:00.259582 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eef631c1-7625-4c39-b2b3-de865f8e8505 req-ca87ec9b-c7d3-4fbe-9428-986e24809363 tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] Made reservation on behalf of 615f0f1e0330428db980ed70e8d1044c for: {'port': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:31:00.264294 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-eef631c1-7625-4c39-b2b3-de865f8e8505 req-ca87ec9b-c7d3-4fbe-9428-986e24809363 tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:00.302696 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2351a58b-8fb2-4a4e-b97e-44cf10748a8f req-9ab9e513-3707-44bd-aec8-4989b2c9b82e service neutron] 10.222.0.55 "GET /v2.0/networks/7541d774-cf46-43a8-ab91-4a72282aac35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3624244 Oct 20 10:31:00.404110 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port dc583634-81b8-4ca8-91c0-1a84cac72e1e, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=dc583634-81b8-4ca8-91c0-1a84cac72e1e,segment=NetworkSegment(c9f340c0-9c49-427c-b46d-475b702ed788),segment_id=c9f340c0-9c49-427c-b46d-475b702ed788)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:31:00.406759 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6f9886f-a105-43b7-8e40-2f4226d5b3ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc583634-81b8-4ca8-91c0-1a84cac72e1e'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:31:00.409126 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9723628c-8442-4810-a5cb-8a622d86d2ae" -d '{"events": [{"server_uuid": "c6f9886f-a105-43b7-8e40-2f4226d5b3ba", "name": "network-vif-plugged", "status": "completed", "tag": "dc583634-81b8-4ca8-91c0-1a84cac72e1e"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:31:00.429101 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-c147f55a-606f-4616-beeb-9fce887bc396 req-d15b5b77-0fb0-4e9e-947c-f36db7173cdd tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Deleting port dc583634-81b8-4ca8-91c0-1a84cac72e1e {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:31:00.429455 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c147f55a-606f-4616-beeb-9fce887bc396 req-d15b5b77-0fb0-4e9e-947c-f36db7173cdd tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:00.454549 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:00.455357 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 881c7a80-b4c4-49cf-830f-c0cebb93d82f no longer exists at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:31:00.483172 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 4666318c-1280-42ca-aa23-ac9e6cfd6c16 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:31:00.483592 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:00.517674 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea4248c-0e49-4fdf-8ca4-6ea894d07bd1 req-ffa00521-d959-4e10-8dfd-18fe7da8df6d tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:00.521666 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3ea4248c-0e49-4fdf-8ca4-6ea894d07bd1 req-ffa00521-d959-4e10-8dfd-18fe7da8df6d tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/ports?device_id=4569972b-c804-4ed9-a1b0-4552777252e5 HTTP/1.1" status: 200 len: 950 time: 0.3005977 Oct 20 10:31:00.556193 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] No Port match for: 881c7a80-b4c4-49cf-830f-c0cebb93d82f {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:31:00.556539 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 881c7a80-b4c4-49cf-830f-c0cebb93d82f not bound to the agent host n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:31:00.597572 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=dc583634-81b8-4ca8-91c0-1a84cac72e1e,revision_number=7']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:31:00.661320 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3ea4248c-0e49-4fdf-8ca4-6ea894d07bd1 req-8af063bf-9f82-4303-9d54-b9d74b30ef6e tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/security-groups?id=33b0304f-e8b0-41ca-8b6c-fa0f5439f339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208725 Oct 20 10:31:00.719883 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device a1287255-f5ac-4f84-a85c-0660b0204b74 up at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:31:00.739757 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2351a58b-8fb2-4a4e-b97e-44cf10748a8f req-a652c791-77d6-48a4-8a2a-b6af21225e3c service neutron] 10.222.0.55 "GET /v2.0/networks/7541d774-cf46-43a8-ab91-4a72282aac35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4263332 Oct 20 10:31:00.744345 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edb22859-be27-4d92-a8db-44a456c4f61a x-openstack-request-id: req-edb22859-be27-4d92-a8db-44a456c4f61a {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:31:00.744640 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f9f84b3-38b7-4b0b-9bb9-8512b0ad0404", "name": "network-vif-deleted", "tag": "881c7a80-b4c4-49cf-830f-c0cebb93d82f", "status": "completed", "code": 200}]} {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:31:00.744894 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-edb22859-be27-4d92-a8db-44a456c4f61a {{(pid=100597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:31:00.745412 n-d-811396-3 neutron-server[100597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f9f84b3-38b7-4b0b-9bb9-8512b0ad0404', 'name': 'network-vif-deleted', 'tag': '881c7a80-b4c4-49cf-830f-c0cebb93d82f', 'status': 'completed', 'code': 200} Oct 20 10:31:00.754505 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-c147f55a-606f-4616-beeb-9fce887bc396 req-d15b5b77-0fb0-4e9e-947c-f36db7173cdd tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] For port dc583634-81b8-4ca8-91c0-1a84cac72e1e, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=dc583634-81b8-4ca8-91c0-1a84cac72e1e,segment=NetworkSegment(c9f340c0-9c49-427c-b46d-475b702ed788),segment_id=c9f340c0-9c49-427c-b46d-475b702ed788)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:31:00.754741 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c147f55a-606f-4616-beeb-9fce887bc396 req-d15b5b77-0fb0-4e9e-947c-f36db7173cdd tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:00.795046 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-c147f55a-606f-4616-beeb-9fce887bc396 req-d15b5b77-0fb0-4e9e-947c-f36db7173cdd tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Calling delete_port for dc583634-81b8-4ca8-91c0-1a84cac72e1e owned by compute:nova {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:31:00.798664 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [req-eef631c1-7625-4c39-b2b3-de865f8e8505 req-ca87ec9b-c7d3-4fbe-9428-986e24809363 tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] Allocated IP 172.20.0.4 (9dfc8104-588f-4ed0-ad5c-e57e4df0d1f9/56841db6-7a1e-47d6-b1e7-25a7cc618d35/58ff0261-a29f-4f88-99f3-6f9a3ae974f2) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:31:00.809451 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:00.837634 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] For port 4666318c-1280-42ca-aa23-ac9e6cfd6c16, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=4666318c-1280-42ca-aa23-ac9e6cfd6c16,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:31:00.841471 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning for port a1287255-f5ac-4f84-a85c-0660b0204b74 completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:31:00.847879 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:00.857594 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning complete for port a1287255-f5ac-4f84-a85c-0660b0204b74 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:31:00.858032 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:00.940642 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 41262) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:31:00.945236 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-6745c0b8-4df8-4d4d-9e2b-7c654290b2bd tempest-ServersTestManualDisk-1372781018 tempest-ServersTestManualDisk-1372781018-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1505183533', 'description': 'tempest-description--603853453'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:31:00.985034 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Pushing event updated for resources: {'Port': ['ID=4666318c-1280-42ca-aa23-ac9e6cfd6c16,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:31:00.996336 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6745c0b8-4df8-4d4d-9e2b-7c654290b2bd tempest-ServersTestManualDisk-1372781018 tempest-ServersTestManualDisk-1372781018-project] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:01.053313 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-5854c5aa-dabc-43ae-b4b0-bea04747f5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39bc061e-7c84-407e-9038-82ed06b6b0ee', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-281578177-router', 'tenant_id': '615f0f1e0330428db980ed70e8d1044c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': '4e37ba73-bcaa-45d4-9464-c8fadabed098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:28:16Z', 'updated_at': '2021-10-20T10:28:22Z', 'revision_number': 4, 'project_id': '615f0f1e0330428db980ed70e8d1044c', 'gw_port': {'id': '4e37ba73-bcaa-45d4-9464-c8fadabed098', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b9:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39bc061e-7c84-407e-9038-82ed06b6b0ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:28:17Z', 'updated_at': '2021-10-20T10:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '0502e922-759c-442a-8382-e0628ca54986', 'name': '', 'network_id': '9dfc8104-588f-4ed0-ad5c-e57e4df0d1f9', 'tenant_id': '615f0f1e0330428db980ed70e8d1044c', 'mac_address': 'fa:16:3e:2c:7b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39bc061e-7c84-407e-9038-82ed06b6b0ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '56841db6-7a1e-47d6-b1e7-25a7cc618d35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:28:20Z', 'updated_at': '2021-10-20T10:28:27Z', 'revision_number': 5, 'project_id': '615f0f1e0330428db980ed70e8d1044c', 'subnets': [{'id': '56841db6-7a1e-47d6-b1e7-25a7cc618d35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:31:01.082007 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:01.101344 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-406162bd-c2d9-481c-bd5b-90c31a4447b7 req-4bef5d4c-b9ba-413d-9352-832d237e027a tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] 10.222.0.64 "GET /v2.0/ports?device_id=3df71501-f495-4b85-a696-85566b0b8070 HTTP/1.1" status: 200 len: 210 time: 0.0601628 Oct 20 10:31:01.133513 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6745c0b8-4df8-4d4d-9e2b-7c654290b2bd tempest-ServersTestManualDisk-1372781018 tempest-ServersTestManualDisk-1372781018-project] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:01.145671 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6745c0b8-4df8-4d4d-9e2b-7c654290b2bd tempest-ServersTestManualDisk-1372781018 tempest-ServersTestManualDisk-1372781018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:01.166901 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf6c7f9-e00e-4258-98f2-10593d2842e9 req-f6278ac4-56e0-4784-8821-808230df46ef tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:01.167555 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port a1287255-f5ac-4f84-a85c-0660b0204b74, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=a1287255-f5ac-4f84-a85c-0660b0204b74,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:31:01.168490 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6cf6c7f9-e00e-4258-98f2-10593d2842e9 req-f6278ac4-56e0-4784-8821-808230df46ef tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6f9886f-a105-43b7-8e40-2f4226d5b3ba HTTP/1.1" status: 200 len: 945 time: 0.2978365 Oct 20 10:31:01.181708 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device dc583634-81b8-4ca8-91c0-1a84cac72e1e no longer exists at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:31:01.194682 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-eef631c1-7625-4c39-b2b3-de865f8e8505 req-ca87ec9b-c7d3-4fbe-9428-986e24809363 tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:01.206878 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6745c0b8-4df8-4d4d-9e2b-7c654290b2bd tempest-ServersTestManualDisk-1372781018 tempest-ServersTestManualDisk-1372781018-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c39e0f34-ceec-4b47-a636-c4d7d2c4e3d0,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:31:01.234316 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6745c0b8-4df8-4d4d-9e2b-7c654290b2bd tempest-ServersTestManualDisk-1372781018 tempest-ServersTestManualDisk-1372781018-project] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:01.240445 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-6745c0b8-4df8-4d4d-9e2b-7c654290b2bd tempest-ServersTestManualDisk-1372781018 tempest-ServersTestManualDisk-1372781018-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2976086 Oct 20 10:31:01.242793 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 41266) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:31:01.254323 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-b9b2c8bd-8741-49e4-ad9a-b62d2f8e25c4 tempest-ServersTestManualDisk-1372781018 tempest-ServersTestManualDisk-1372781018-project] Request body: {'security_group_rule': {'security_group_id': 'c39e0f34-ceec-4b47-a636-c4d7d2c4e3d0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:31:01.263368 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27159c89-a346-43e9-9849-53a9339b4887 x-openstack-request-id: req-27159c89-a346-43e9-9849-53a9339b4887 {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:31:01.264562 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6f9886f-a105-43b7-8e40-2f4226d5b3ba", "name": "network-vif-plugged", "status": "completed", "tag": "dc583634-81b8-4ca8-91c0-1a84cac72e1e", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:31:01.265141 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-27159c89-a346-43e9-9849-53a9339b4887 {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:31:01.267142 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6f9886f-a105-43b7-8e40-2f4226d5b3ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc583634-81b8-4ca8-91c0-1a84cac72e1e', 'code': 200} Oct 20 10:31:01.270090 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2c9ade-ff8e-4eea-9afe-67e283792bfd None None] Sync routers for ids ['f33843e5-d1ef-4706-a292-e1ff77f94a6a'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:31:01.278848 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:01.284025 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5854c5aa-dabc-43ae-b4b0-bea04747f5ff None None] Checking router: 39bc061e-7c84-407e-9038-82ed06b6b0ee for host: n-d-811396-3 {{(pid=100598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:31:01.294313 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6cf6c7f9-e00e-4258-98f2-10593d2842e9 req-af388f01-ac3a-417c-83e5-88568cc54014 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] 10.222.0.64 "GET /v2.0/security-groups?id=86067063-f5e4-4e77-9825-0a77623af17f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149282 Oct 20 10:31:01.304302 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b9b2c8bd-8741-49e4-ad9a-b62d2f8e25c4 tempest-ServersTestManualDisk-1372781018 tempest-ServersTestManualDisk-1372781018-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:01.310512 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c147f55a-606f-4616-beeb-9fce887bc396 req-d15b5b77-0fb0-4e9e-947c-f36db7173cdd tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:01.346483 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2c9ade-ff8e-4eea-9afe-67e283792bfd None None] Routers {'f33843e5-d1ef-4706-a292-e1ff77f94a6a'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:31:01.347483 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-de2c9ade-ff8e-4eea-9afe-67e283792bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:30:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['f33843e5-d1ef-4706-a292-e1ff77f94a6a'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:31:01.353267 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5854c5aa-dabc-43ae-b4b0-bea04747f5ff None None] Routers {'39bc061e-7c84-407e-9038-82ed06b6b0ee'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:31:01.354353 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-5854c5aa-dabc-43ae-b4b0-bea04747f5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:30:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['39bc061e-7c84-407e-9038-82ed06b6b0ee'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:31:01.363656 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15b5b77-0fb0-4e9e-947c-f36db7173cdd tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Pushing event deleted for resources: {'Port': ['ID=dc583634-81b8-4ca8-91c0-1a84cac72e1e,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:31:01.458923 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b9b2c8bd-8741-49e4-ad9a-b62d2f8e25c4 tempest-ServersTestManualDisk-1372781018 tempest-ServersTestManualDisk-1372781018-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:01.463618 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b9b2c8bd-8741-49e4-ad9a-b62d2f8e25c4 tempest-ServersTestManualDisk-1372781018 tempest-ServersTestManualDisk-1372781018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:01.490180 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4c9fb8-5b22-449a-a45d-f7a442e55338 req-007e7ebe-3d40-4983-bb18-947a8961315f tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:01.504569 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b2c8bd-8741-49e4-ad9a-b62d2f8e25c4 tempest-ServersTestManualDisk-1372781018 tempest-ServersTestManualDisk-1372781018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=970fc8ae-6247-431e-9b96-39b6630013b1,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:31:01.505792 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=a1287255-f5ac-4f84-a85c-0660b0204b74,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:31:01.509201 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] No active binding found for port dc583634-81b8-4ca8-91c0-1a84cac72e1e {{(pid=100598) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 20 10:31:01.509659 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device dc583634-81b8-4ca8-91c0-1a84cac72e1e not bound to the agent host n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:31:01.510086 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device a29ba1ab-cf1c-4b4a-ae64-f554ce2cb852 no longer exists at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:31:01.519197 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-dc4c9fb8-5b22-449a-a45d-f7a442e55338 req-007e7ebe-3d40-4983-bb18-947a8961315f tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/ports?device_id=2030abe2-557f-4af5-bbd9-0ad66c6e9b02 HTTP/1.1" status: 200 len: 949 time: 0.2197125 Oct 20 10:31:01.519573 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b9b2c8bd-8741-49e4-ad9a-b62d2f8e25c4 tempest-ServersTestManualDisk-1372781018 tempest-ServersTestManualDisk-1372781018-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:01.521581 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-eef631c1-7625-4c39-b2b3-de865f8e8505 req-ca87ec9b-c7d3-4fbe-9428-986e24809363 tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:01.522565 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-b9b2c8bd-8741-49e4-ad9a-b62d2f8e25c4 tempest-ServersTestManualDisk-1372781018 tempest-ServersTestManualDisk-1372781018-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2761290 Oct 20 10:31:01.525255 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 41270) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:31:01.538271 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-0dec2fe8-9977-4798-be2e-983756325ca8 tempest-ServersTestManualDisk-1372781018 tempest-ServersTestManualDisk-1372781018-project] Request body: {'security_group_rule': {'security_group_id': 'c39e0f34-ceec-4b47-a636-c4d7d2c4e3d0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:31:01.551622 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-c147f55a-606f-4616-beeb-9fce887bc396 req-d15b5b77-0fb0-4e9e-947c-f36db7173cdd tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] No DVR routers for this DVR port dc583634-81b8-4ca8-91c0-1a84cac72e1e on host n-h2-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:31:01.566059 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c147f55a-606f-4616-beeb-9fce887bc396 req-d15b5b77-0fb0-4e9e-947c-f36db7173cdd tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:01.569439 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c147f55a-606f-4616-beeb-9fce887bc396 req-d15b5b77-0fb0-4e9e-947c-f36db7173cdd tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] 10.222.0.69 "DELETE /v2.0/ports/dc583634-81b8-4ca8-91c0-1a84cac72e1e HTTP/1.1" status: 204 len: 173 time: 1.5611732 Oct 20 10:31:01.571353 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6f9886f-a105-43b7-8e40-2f4226d5b3ba', 'name': 'network-vif-deleted', 'tag': 'dc583634-81b8-4ca8-91c0-1a84cac72e1e'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:31:01.573786 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aca75d3-4cb9-4bef-9329-ad444f6eb1eb" -d '{"events": [{"server_uuid": "c6f9886f-a105-43b7-8e40-2f4226d5b3ba", "name": "network-vif-deleted", "tag": "dc583634-81b8-4ca8-91c0-1a84cac72e1e"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:31:01.582857 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0dec2fe8-9977-4798-be2e-983756325ca8 tempest-ServersTestManualDisk-1372781018 tempest-ServersTestManualDisk-1372781018-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:01.638501 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-5854c5aa-dabc-43ae-b4b0-bea04747f5ff None None] Set router 39bc061e-7c84-407e-9038-82ed06b6b0ee gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:31:01.667889 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0dec2fe8-9977-4798-be2e-983756325ca8 tempest-ServersTestManualDisk-1372781018 tempest-ServersTestManualDisk-1372781018-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:01.672505 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eef631c1-7625-4c39-b2b3-de865f8e8505 req-ca87ec9b-c7d3-4fbe-9428-986e24809363 tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] Network 9dfc8104-588f-4ed0-ad5c-e57e4df0d1f9 is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:31:01.677624 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0dec2fe8-9977-4798-be2e-983756325ca8 tempest-ServersTestManualDisk-1372781018 tempest-ServersTestManualDisk-1372781018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:01.679275 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [req-eef631c1-7625-4c39-b2b3-de865f8e8505 req-ca87ec9b-c7d3-4fbe-9428-986e24809363 tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:31:01.684700 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-eef631c1-7625-4c39-b2b3-de865f8e8505 req-ca87ec9b-c7d3-4fbe-9428-986e24809363 tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:31:01.693801 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-dc4c9fb8-5b22-449a-a45d-f7a442e55338 req-7c308dce-c7df-488a-b85b-87167c14b60b tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/security-groups?id=dfac1146-e768-4d56-96b1-8816525464ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736729 Oct 20 10:31:01.722860 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dec2fe8-9977-4798-be2e-983756325ca8 tempest-ServersTestManualDisk-1372781018 tempest-ServersTestManualDisk-1372781018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fd50bfa-672c-4439-a6f1-656eff696f9a,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:31:01.725962 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca87ec9b-c7d3-4fbe-9428-986e24809363 tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] Pushing event updated for resources: {'Port': ['ID=58ff0261-a29f-4f88-99f3-6f9a3ae974f2,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:31:01.747767 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0dec2fe8-9977-4798-be2e-983756325ca8 tempest-ServersTestManualDisk-1372781018 tempest-ServersTestManualDisk-1372781018-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:01.755005 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 41276) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:31:01.755511 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-0dec2fe8-9977-4798-be2e-983756325ca8 tempest-ServersTestManualDisk-1372781018 tempest-ServersTestManualDisk-1372781018-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2277360 Oct 20 10:31:01.763368 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-498a1ded-f002-48e9-9f4d-fc27ba7e1f03 tempest-ServersTestManualDisk-1372781018 tempest-ServersTestManualDisk-1372781018-project] Request body: {'floatingip': {'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:31:01.776205 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad9de84-cdd7-4d9e-9272-ea98c8d652f0 req-d9e51ebe-43f8-4f44-af11-a45c05178b2a tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:01.778368 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fad9de84-cdd7-4d9e-9272-ea98c8d652f0 req-d9e51ebe-43f8-4f44-af11-a45c05178b2a tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d088f35-587e-4c94-b637-18178327009b HTTP/1.1" status: 200 len: 948 time: 0.2077935 Oct 20 10:31:01.804647 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef631c1-7625-4c39-b2b3-de865f8e8505 req-ca87ec9b-c7d3-4fbe-9428-986e24809363 tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:01.805265 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-eef631c1-7625-4c39-b2b3-de865f8e8505 req-ca87ec9b-c7d3-4fbe-9428-986e24809363 tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:01.836085 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ace0167-3d0c-4b51-8fdf-d2637d268533 x-openstack-request-id: req-2ace0167-3d0c-4b51-8fdf-d2637d268533 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:31:01.836380 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6f9886f-a105-43b7-8e40-2f4226d5b3ba", "name": "network-vif-deleted", "tag": "dc583634-81b8-4ca8-91c0-1a84cac72e1e", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:31:01.836649 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2ace0167-3d0c-4b51-8fdf-d2637d268533 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:31:01.837185 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6f9886f-a105-43b7-8e40-2f4226d5b3ba', 'name': 'network-vif-deleted', 'tag': 'dc583634-81b8-4ca8-91c0-1a84cac72e1e', 'status': 'completed', 'code': 200} Oct 20 10:31:01.852108 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-498a1ded-f002-48e9-9f4d-fc27ba7e1f03 tempest-ServersTestManualDisk-1372781018 tempest-ServersTestManualDisk-1372781018-project] Publish callbacks [] for floatingip, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:01.854608 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 4666318c-1280-42ca-aa23-ac9e6cfd6c16 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:31:01.898903 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-eef631c1-7625-4c39-b2b3-de865f8e8505 req-ca87ec9b-c7d3-4fbe-9428-986e24809363 tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5808511 Oct 20 10:31:01.901388 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fad9de84-cdd7-4d9e-9272-ea98c8d652f0 req-9b2d5ccd-71a8-4c21-83cc-319fef1a6527 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131039 Oct 20 10:31:01.921535 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-eef631c1-7625-4c39-b2b3-de865f8e8505 req-5d048f0d-5c69-4bca-8117-dca117f84837 service neutron] Request body: {'port': {'device_id': '3df71501-f495-4b85-a696-85566b0b8070', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811396-3'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:31:02.047429 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-eef631c1-7625-4c39-b2b3-de865f8e8505 req-5d048f0d-5c69-4bca-8117-dca117f84837 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:02.072376 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d62a3cb-ae84-47bd-a8f5-dd91475e27d1 req-cb05e0e6-8cd1-4dc6-bdc2-aee6d83b16ca tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:02.075979 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3d62a3cb-ae84-47bd-a8f5-dd91475e27d1 req-cb05e0e6-8cd1-4dc6-bdc2-aee6d83b16ca tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/ports?device_id=4569972b-c804-4ed9-a1b0-4552777252e5 HTTP/1.1" status: 200 len: 950 time: 0.1735206 Oct 20 10:31:02.205909 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-de2c9ade-ff8e-4eea-9afe-67e283792bfd None None] Set router f33843e5-d1ef-4706-a292-e1ff77f94a6a gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:31:02.210210 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-e82c4372-3111-40e7-a4bd-8966e2356ea1 None None] Provisioning complete for port 58ff0261-a29f-4f88-99f3-6f9a3ae974f2 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:31:02.210575 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-e82c4372-3111-40e7-a4bd-8966e2356ea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:02.309715 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 4666318c-1280-42ca-aa23-ac9e6cfd6c16 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:31:02.310495 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:02.407657 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-e82c4372-3111-40e7-a4bd-8966e2356ea1 None None] Port 58ff0261-a29f-4f88-99f3-6f9a3ae974f2 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:31:02.417924 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:02.512664 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3d62a3cb-ae84-47bd-a8f5-dd91475e27d1 req-d2939f0d-2d15-4faf-a44f-c82699bc052f tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/security-groups?id=33b0304f-e8b0-41ca-8b6c-fa0f5439f339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4010713 Oct 20 10:31:02.606190 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-5854c5aa-dabc-43ae-b4b0-bea04747f5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39bc061e-7c84-407e-9038-82ed06b6b0ee', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-281578177-router', 'tenant_id': '615f0f1e0330428db980ed70e8d1044c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': '4e37ba73-bcaa-45d4-9464-c8fadabed098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:28:16Z', 'updated_at': '2021-10-20T10:28:22Z', 'revision_number': 4, 'project_id': '615f0f1e0330428db980ed70e8d1044c', 'gw_port': {'id': '4e37ba73-bcaa-45d4-9464-c8fadabed098', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b9:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39bc061e-7c84-407e-9038-82ed06b6b0ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:28:17Z', 'updated_at': '2021-10-20T10:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '0502e922-759c-442a-8382-e0628ca54986', 'name': '', 'network_id': '9dfc8104-588f-4ed0-ad5c-e57e4df0d1f9', 'tenant_id': '615f0f1e0330428db980ed70e8d1044c', 'mac_address': 'fa:16:3e:2c:7b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39bc061e-7c84-407e-9038-82ed06b6b0ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '56841db6-7a1e-47d6-b1e7-25a7cc618d35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:28:20Z', 'updated_at': '2021-10-20T10:28:27Z', 'revision_number': 5, 'project_id': '615f0f1e0330428db980ed70e8d1044c', 'subnets': [{'id': '56841db6-7a1e-47d6-b1e7-25a7cc618d35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:31:02.630285 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-498a1ded-f002-48e9-9f4d-fc27ba7e1f03 tempest-ServersTestManualDisk-1372781018 tempest-ServersTestManualDisk-1372781018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:02.639471 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8d2f20-f526-4925-ab64-f532dcab0ac3 req-319a33d7-c792-4383-b09c-1e878550c0bc tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:02.641266 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ce8d2f20-f526-4925-ab64-f532dcab0ac3 req-319a33d7-c792-4383-b09c-1e878550c0bc tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] 10.222.0.64 "GET /v2.0/ports?device_id=3df71501-f495-4b85-a696-85566b0b8070 HTTP/1.1" status: 200 len: 931 time: 0.1456230 Oct 20 10:31:02.662709 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5854c5aa-dabc-43ae-b4b0-bea04747f5ff None None] The sync data for ids ['39bc061e-7c84-407e-9038-82ed06b6b0ee'] in n-d-811396-3 is: [{'id': '39bc061e-7c84-407e-9038-82ed06b6b0ee', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-281578177-router', 'tenant_id': '615f0f1e0330428db980ed70e8d1044c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': '4e37ba73-bcaa-45d4-9464-c8fadabed098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:28:16Z', 'updated_at': '2021-10-20T10:28:22Z', 'revision_number': 4, 'project_id': '615f0f1e0330428db980ed70e8d1044c', 'gw_port': {'id': '4e37ba73-bcaa-45d4-9464-c8fadabed098', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b9:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39bc061e-7c84-407e-9038-82ed06b6b0ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:28:17Z', 'updated_at': '2021-10-20T10:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '0502e922-759c-442a-8382-e0628ca54986', 'name': '', 'network_id': '9dfc8104-588f-4ed0-ad5c-e57e4df0d1f9', 'tenant_id': '615f0f1e0330428db980ed70e8d1044c', 'mac_address': 'fa:16:3e:2c:7b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39bc061e-7c84-407e-9038-82ed06b6b0ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '56841db6-7a1e-47d6-b1e7-25a7cc618d35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:28:20Z', 'updated_at': '2021-10-20T10:28:27Z', 'revision_number': 5, 'project_id': '615f0f1e0330428db980ed70e8d1044c', 'subnets': [{'id': '56841db6-7a1e-47d6-b1e7-25a7cc618d35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:31:02.720383 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 6f56cdd5-3a21-42fd-82df-94804732ae43 no longer exists at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:31:02.839730 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ce8d2f20-f526-4925-ab64-f532dcab0ac3 req-3f6d21ef-324e-4a0e-8f7c-6be0548847a2 tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] 10.222.0.64 "GET /v2.0/security-groups?id=3a2ddb16-f0a7-4b59-b44b-d401de192cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137209 Oct 20 10:31:02.878566 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port a29ba1ab-cf1c-4b4a-ae64-f554ce2cb852, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=a29ba1ab-cf1c-4b4a-ae64-f554ce2cb852,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:31:02.957971 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:02.984156 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff177d4-4603-49c0-8bd4-74529330dcc2 req-4b64a9a3-76bd-4f3b-a80f-492403b42ee7 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:02.991725 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4ff177d4-4603-49c0-8bd4-74529330dcc2 req-4b64a9a3-76bd-4f3b-a80f-492403b42ee7 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] 10.222.0.64 "GET /v2.0/networks?id=6102411a-939e-434e-b2b8-0c46972ff74e HTTP/1.1" status: 200 len: 822 time: 0.1476226 Oct 20 10:31:03.029450 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:03.064283 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4ff177d4-4603-49c0-8bd4-74529330dcc2 req-9f63e869-6512-47e0-a838-2f9c5febb70e tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] 10.222.0.64 "GET /v2.0/quotas/733e0ae3617d4d649cf978417165b931 HTTP/1.1" status: 200 len: 375 time: 0.0715854 Oct 20 10:31:03.091194 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=a29ba1ab-cf1c-4b4a-ae64-f554ce2cb852,revision_number=6']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:31:03.092223 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623de01a-a53f-4524-9081-1d7d50216f72 None None] New status for floating IP db5b716c-eebb-4d16-9188-309110e292ff: DOWN {{(pid=100599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 10:31:03.108200 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 6f56cdd5-3a21-42fd-82df-94804732ae43, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=6f56cdd5-3a21-42fd-82df-94804732ae43,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:31:03.114390 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:03.151356 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device a29ba1ab-cf1c-4b4a-ae64-f554ce2cb852 details requested by agent hyperv_n-h2-811396-3 with host n-h2-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:31:03.154941 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-de2c9ade-ff8e-4eea-9afe-67e283792bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f33843e5-d1ef-4706-a292-e1ff77f94a6a', 'name': 'tempest-ServersTestManualDisk-851771422-router', 'tenant_id': 'd56e66757235425b8b4292fe0806a998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': '4666318c-1280-42ca-aa23-ac9e6cfd6c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:30:51Z', 'updated_at': '2021-10-20T10:30:56Z', 'revision_number': 4, 'project_id': 'd56e66757235425b8b4292fe0806a998', 'gw_port': {'id': '4666318c-1280-42ca-aa23-ac9e6cfd6c16', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:44:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33843e5-d1ef-4706-a292-e1ff77f94a6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:30:52Z', 'updated_at': '2021-10-20T10:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '687e2c7b-fca0-4a88-a74f-db45a95c63e7', 'name': '', 'network_id': 'd77166cd-ed72-4807-9abc-17a290c99985', 'tenant_id': 'd56e66757235425b8b4292fe0806a998', 'mac_address': 'fa:16:3e:ea:e4:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f33843e5-d1ef-4706-a292-e1ff77f94a6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '399fe7e9-9073-4966-b92d-21e0c6ee35d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:30:55Z', 'updated_at': '2021-10-20T10:30:56Z', 'revision_number': 2, 'project_id': 'd56e66757235425b8b4292fe0806a998', 'subnets': [{'id': '399fe7e9-9073-4966-b92d-21e0c6ee35d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:31:03.194045 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6994de-5f1e-4bca-808c-e339d021a899 req-eaffef27-af77-4e97-8379-304faec81125 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:03.195285 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-af6994de-5f1e-4bca-808c-e339d021a899 req-eaffef27-af77-4e97-8379-304faec81125 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/ports?device_id=2030abe2-557f-4af5-bbd9-0ad66c6e9b02 HTTP/1.1" status: 200 len: 949 time: 0.1977639 Oct 20 10:31:03.197535 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2c9ade-ff8e-4eea-9afe-67e283792bfd None None] Checking router: f33843e5-d1ef-4706-a292-e1ff77f94a6a for host: n-d-811396-3 {{(pid=100598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:31:03.197891 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2c9ade-ff8e-4eea-9afe-67e283792bfd None None] Updating router f33843e5-d1ef-4706-a292-e1ff77f94a6a port 687e2c7b-fca0-4a88-a74f-db45a95c63e7 binding host n-d-811396-3 {{(pid=100598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 10:31:03.226914 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [None req-498a1ded-f002-48e9-9f4d-fc27ba7e1f03 tempest-ServersTestManualDisk-1372781018 tempest-ServersTestManualDisk-1372781018-project] Allocated IP 172.25.1.172 (cbe170d3-31ba-45a2-b477-520ab0a7a8ea/f4e26aca-17ac-4adb-a66b-d939a1b35b64/2a8f27f8-668b-4491-b868-646d88c8417b) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:31:03.238747 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=6f56cdd5-3a21-42fd-82df-94804732ae43,revision_number=6']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:31:03.260834 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-de2c9ade-ff8e-4eea-9afe-67e283792bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:03.272518 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2030abe2-557f-4af5-bbd9-0ad66c6e9b02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1287255-f5ac-4f84-a85c-0660b0204b74'}, {'server_uuid': '2d088f35-587e-4c94-b637-18178327009b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a29ba1ab-cf1c-4b4a-ae64-f554ce2cb852'}, {'server_uuid': '4569972b-c804-4ed9-a1b0-4552777252e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f56cdd5-3a21-42fd-82df-94804732ae43'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:31:03.275012 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67c746cf-2623-47b2-b937-4d207c863378" -d '{"events": [{"server_uuid": "2030abe2-557f-4af5-bbd9-0ad66c6e9b02", "name": "network-vif-plugged", "status": "completed", "tag": "a1287255-f5ac-4f84-a85c-0660b0204b74"}, {"server_uuid": "2d088f35-587e-4c94-b637-18178327009b", "name": "network-vif-unplugged", "status": "completed", "tag": "a29ba1ab-cf1c-4b4a-ae64-f554ce2cb852"}, {"server_uuid": "4569972b-c804-4ed9-a1b0-4552777252e5", "name": "network-vif-unplugged", "status": "completed", "tag": "6f56cdd5-3a21-42fd-82df-94804732ae43"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:31:03.281805 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4ff177d4-4603-49c0-8bd4-74529330dcc2 req-9c8488b0-8941-4656-8988-0402338d8cba tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=733e0ae3617d4d649cf978417165b931&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2034080 Oct 20 10:31:03.340060 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-af6994de-5f1e-4bca-808c-e339d021a899 req-39bc3c9f-af74-4d43-a366-6b1d64e66bd0 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/security-groups?id=dfac1146-e768-4d56-96b1-8816525464ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298707 Oct 20 10:31:03.358105 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port a29ba1ab-cf1c-4b4a-ae64-f554ce2cb852, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=a29ba1ab-cf1c-4b4a-ae64-f554ce2cb852,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:31:03.401619 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Returning: {'device': 'a29ba1ab-cf1c-4b4a-ae64-f554ce2cb852', 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84', 'port_id': 'a29ba1ab-cf1c-4b4a-ae64-f554ce2cb852', 'mac_address': 'fa:16:3e:f0:f9:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 800, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f86199a-b8f2-45b4-a83a-995a7ea6fe42', 'ip_address': '192.168.233.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:31:03.514154 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:03.523902 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [req-eef631c1-7625-4c39-b2b3-de865f8e8505 req-5d048f0d-5c69-4bca-8117-dca117f84837 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58ff0261-a29f-4f88-99f3-6f9a3ae974f2 {{(pid=100596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:31:03.535459 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-fe202c00-611d-4518-b72d-c9156b6810a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:03.547535 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a29ba1ab-cf1c-4b4a-ae64-f554ce2cb852 {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:31:03.551040 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-eef631c1-7625-4c39-b2b3-de865f8e8505 req-5d048f0d-5c69-4bca-8117-dca117f84837 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:03.590790 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.provisioning_blocks [req-eef631c1-7625-4c39-b2b3-de865f8e8505 req-5d048f0d-5c69-4bca-8117-dca117f84837 service neutron] Transition to ACTIVE for port object 58ff0261-a29f-4f88-99f3-6f9a3ae974f2 will not be triggered until provisioned by entity L2. {{(pid=100596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:31:03.599252 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4ff177d4-4603-49c0-8bd4-74529330dcc2 req-684fa0cb-36bd-4d07-97c8-fa5736a4ae7c service neutron] 10.222.0.64 "GET /v2.0/networks/6102411a-939e-434e-b2b8-0c46972ff74e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2966113 Oct 20 10:31:03.621570 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc3379a-4b15-4310-909a-98dd8d2447d7 req-0d227f1d-b72c-42ef-8b22-197a7c089fb7 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:03.623180 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7dc3379a-4b15-4310-909a-98dd8d2447d7 req-0d227f1d-b72c-42ef-8b22-197a7c089fb7 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d088f35-587e-4c94-b637-18178327009b HTTP/1.1" status: 200 len: 946 time: 0.1791861 Oct 20 10:31:03.626592 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-eef631c1-7625-4c39-b2b3-de865f8e8505 req-5d048f0d-5c69-4bca-8117-dca117f84837 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:03.630831 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-498a1ded-f002-48e9-9f4d-fc27ba7e1f03 tempest-ServersTestManualDisk-1372781018 tempest-ServersTestManualDisk-1372781018-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:03.636504 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port a29ba1ab-cf1c-4b4a-ae64-f554ce2cb852, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=a29ba1ab-cf1c-4b4a-ae64-f554ce2cb852,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:31:03.646513 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:03.722523 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=a29ba1ab-cf1c-4b4a-ae64-f554ce2cb852,revision_number=7']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:31:03.800001 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d048f0d-5c69-4bca-8117-dca117f84837 service neutron] Pushing event updated for resources: {'Port': ['ID=58ff0261-a29f-4f88-99f3-6f9a3ae974f2,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:31:03.817491 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-de2c9ade-ff8e-4eea-9afe-67e283792bfd None None] Publish callbacks [] for port, precommit_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:03.820425 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7dc3379a-4b15-4310-909a-98dd8d2447d7 req-52ba45df-2591-468c-8b22-dad83df6a8d2 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715968 Oct 20 10:31:03.843199 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-de2c9ade-ff8e-4eea-9afe-67e283792bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:03.890463 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4ff177d4-4603-49c0-8bd4-74529330dcc2 req-5bb76fd2-dc52-4ef8-9232-9aebe9971448 service neutron] 10.222.0.64 "GET /v2.0/networks/6102411a-939e-434e-b2b8-0c46972ff74e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2831876 Oct 20 10:31:03.969495 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-498a1ded-f002-48e9-9f4d-fc27ba7e1f03 tempest-ServersTestManualDisk-1372781018 tempest-ServersTestManualDisk-1372781018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:03.986230 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 529 Content-Type: application/json Date: Wed, 20 Oct 2021 10:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02406021-a1b7-44a2-b09d-bec14851aa72 x-openstack-request-id: req-02406021-a1b7-44a2-b09d-bec14851aa72 {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:31:03.986419 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2030abe2-557f-4af5-bbd9-0ad66c6e9b02", "name": "network-vif-plugged", "status": "completed", "tag": "a1287255-f5ac-4f84-a85c-0660b0204b74", "code": 200}, {"server_uuid": "2d088f35-587e-4c94-b637-18178327009b", "name": "network-vif-unplugged", "status": "completed", "tag": "a29ba1ab-cf1c-4b4a-ae64-f554ce2cb852", "code": 200}, {"server_uuid": "4569972b-c804-4ed9-a1b0-4552777252e5", "name": "network-vif-unplugged", "status": "completed", "tag": "6f56cdd5-3a21-42fd-82df-94804732ae43", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:31:03.986597 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-02406021-a1b7-44a2-b09d-bec14851aa72 {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:31:03.988005 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2030abe2-557f-4af5-bbd9-0ad66c6e9b02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1287255-f5ac-4f84-a85c-0660b0204b74', 'code': 200} Oct 20 10:31:03.989195 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d088f35-587e-4c94-b637-18178327009b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a29ba1ab-cf1c-4b4a-ae64-f554ce2cb852', 'code': 200} Oct 20 10:31:03.991705 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4569972b-c804-4ed9-a1b0-4552777252e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f56cdd5-3a21-42fd-82df-94804732ae43', 'code': 200} Oct 20 10:31:04.014872 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['a29ba1ab-cf1c-4b4a-ae64-f554ce2cb852'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:31:04.077841 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-498a1ded-f002-48e9-9f4d-fc27ba7e1f03 tempest-ServersTestManualDisk-1372781018 tempest-ServersTestManualDisk-1372781018-project] Network cbe170d3-31ba-45a2-b477-520ab0a7a8ea is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:31:04.085184 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5213d21e-672e-4b3b-9199-3caed447da14 None None] Pushing event updated for resources: {'Port': ['ID=687e2c7b-fca0-4a88-a74f-db45a95c63e7,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:31:04.099119 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-498a1ded-f002-48e9-9f4d-fc27ba7e1f03 tempest-ServersTestManualDisk-1372781018 tempest-ServersTestManualDisk-1372781018-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:31:04.107434 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498a1ded-f002-48e9-9f4d-fc27ba7e1f03 tempest-ServersTestManualDisk-1372781018 tempest-ServersTestManualDisk-1372781018-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:31:04.160062 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-de2c9ade-ff8e-4eea-9afe-67e283792bfd None None] Attempting to bind port 687e2c7b-fca0-4a88-a74f-db45a95c63e7 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:31:04.174980 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-de2c9ade-ff8e-4eea-9afe-67e283792bfd None None] Attempting to bind port 687e2c7b-fca0-4a88-a74f-db45a95c63e7 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '760fd5f5-7d8a-4858-a4a5-c86e9af501b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'd77166cd-ed72-4807-9abc-17a290c99985'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:31:04.176862 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2c9ade-ff8e-4eea-9afe-67e283792bfd None None] Attempting to bind port 687e2c7b-fca0-4a88-a74f-db45a95c63e7 on network d77166cd-ed72-4807-9abc-17a290c99985 {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:31:04.233111 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2c9ade-ff8e-4eea-9afe-67e283792bfd None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:31:04.233618 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2c9ade-ff8e-4eea-9afe-67e283792bfd None None] Checking segment: {'id': '760fd5f5-7d8a-4858-a4a5-c86e9af501b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'd77166cd-ed72-4807-9abc-17a290c99985'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:31:04.234652 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-de2c9ade-ff8e-4eea-9afe-67e283792bfd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:04.235154 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2c9ade-ff8e-4eea-9afe-67e283792bfd None None] Bound using segment: {'id': '760fd5f5-7d8a-4858-a4a5-c86e9af501b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'd77166cd-ed72-4807-9abc-17a290c99985'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:31:04.235798 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-de2c9ade-ff8e-4eea-9afe-67e283792bfd None None] Bound port: 687e2c7b-fca0-4a88-a74f-db45a95c63e7, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '760fd5f5-7d8a-4858-a4a5-c86e9af501b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'd77166cd-ed72-4807-9abc-17a290c99985'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:31:04.236291 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-de2c9ade-ff8e-4eea-9afe-67e283792bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:04.285147 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-eef631c1-7625-4c39-b2b3-de865f8e8505 req-5d048f0d-5c69-4bca-8117-dca117f84837 service neutron] Attempting to bind port 58ff0261-a29f-4f88-99f3-6f9a3ae974f2 on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:31:04.285435 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-eef631c1-7625-4c39-b2b3-de865f8e8505 req-5d048f0d-5c69-4bca-8117-dca117f84837 service neutron] Attempting to bind port 58ff0261-a29f-4f88-99f3-6f9a3ae974f2 by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': 'dd88a4e0-deb3-4ff4-9fda-1ddc61c05921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '9dfc8104-588f-4ed0-ad5c-e57e4df0d1f9'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:31:04.285771 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef631c1-7625-4c39-b2b3-de865f8e8505 req-5d048f0d-5c69-4bca-8117-dca117f84837 service neutron] Attempting to bind port 58ff0261-a29f-4f88-99f3-6f9a3ae974f2 on network 9dfc8104-588f-4ed0-ad5c-e57e4df0d1f9 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:31:04.288735 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498a1ded-f002-48e9-9f4d-fc27ba7e1f03 tempest-ServersTestManualDisk-1372781018 tempest-ServersTestManualDisk-1372781018-project] Pushing event updated for resources: {'Port': ['ID=2a8f27f8-668b-4491-b868-646d88c8417b,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:31:04.305643 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef631c1-7625-4c39-b2b3-de865f8e8505 req-5d048f0d-5c69-4bca-8117-dca117f84837 service neutron] Port 58ff0261-a29f-4f88-99f3-6f9a3ae974f2 on network 9dfc8104-588f-4ed0-ad5c-e57e4df0d1f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:31:04.305983 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef631c1-7625-4c39-b2b3-de865f8e8505 req-5d048f0d-5c69-4bca-8117-dca117f84837 service neutron] Attempting to bind port 58ff0261-a29f-4f88-99f3-6f9a3ae974f2 on network 9dfc8104-588f-4ed0-ad5c-e57e4df0d1f9 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:31:04.319954 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef631c1-7625-4c39-b2b3-de865f8e8505 req-5d048f0d-5c69-4bca-8117-dca117f84837 service neutron] Checking agent: {'id': '061232a2-7adc-4ba1-a873-e8cb136b064d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:31:04.320299 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef631c1-7625-4c39-b2b3-de865f8e8505 req-5d048f0d-5c69-4bca-8117-dca117f84837 service neutron] Checking segment: {'id': 'dd88a4e0-deb3-4ff4-9fda-1ddc61c05921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '9dfc8104-588f-4ed0-ad5c-e57e4df0d1f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:31:04.320699 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef631c1-7625-4c39-b2b3-de865f8e8505 req-5d048f0d-5c69-4bca-8117-dca117f84837 service neutron] Bound using segment: {'id': 'dd88a4e0-deb3-4ff4-9fda-1ddc61c05921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '9dfc8104-588f-4ed0-ad5c-e57e4df0d1f9'} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:31:04.321139 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-eef631c1-7625-4c39-b2b3-de865f8e8505 req-5d048f0d-5c69-4bca-8117-dca117f84837 service neutron] Bound port: 58ff0261-a29f-4f88-99f3-6f9a3ae974f2, host: n-h2-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd88a4e0-deb3-4ff4-9fda-1ddc61c05921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '9dfc8104-588f-4ed0-ad5c-e57e4df0d1f9'}}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:31:04.321503 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-eef631c1-7625-4c39-b2b3-de865f8e8505 req-5d048f0d-5c69-4bca-8117-dca117f84837 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:04.341797 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91527512-75fb-4a32-89ac-1446fd35665b req-1a83b750-fc98-49b7-a08c-6bcdbc304b04 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:04.344307 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-91527512-75fb-4a32-89ac-1446fd35665b req-1a83b750-fc98-49b7-a08c-6bcdbc304b04 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/ports?device_id=4569972b-c804-4ed9-a1b0-4552777252e5 HTTP/1.1" status: 200 len: 948 time: 0.2639716 Oct 20 10:31:04.345090 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-6a8ac6c1-1b8c-4e47-960c-1ca5d32d8403 None None] Provisioning complete for port 687e2c7b-fca0-4a88-a74f-db45a95c63e7 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:31:04.345589 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-6a8ac6c1-1b8c-4e47-960c-1ca5d32d8403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:04.384969 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fa5175-58b6-40c5-bbb5-d28eb5920676 req-229bc2be-604a-41bc-888a-04ec8b2a3eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:04.388121 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d8fa5175-58b6-40c5-bbb5-d28eb5920676 req-229bc2be-604a-41bc-888a-04ec8b2a3eea service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2030abe2-557f-4af5-bbd9-0ad66c6e9b02 HTTP/1.1" status: 200 len: 1100 time: 0.2292211 Oct 20 10:31:04.395517 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-498a1ded-f002-48e9-9f4d-fc27ba7e1f03 tempest-ServersTestManualDisk-1372781018 tempest-ServersTestManualDisk-1372781018-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:04.396492 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-6a8ac6c1-1b8c-4e47-960c-1ca5d32d8403 None None] Port 687e2c7b-fca0-4a88-a74f-db45a95c63e7 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:31:04.464571 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-de2c9ade-ff8e-4eea-9afe-67e283792bfd None None] For port 687e2c7b-fca0-4a88-a74f-db45a95c63e7, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:31:04.476967 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d8fa5175-58b6-40c5-bbb5-d28eb5920676 req-323b212f-b182-4fd6-9506-437850baa1ca service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=dfac1146-e768-4d56-96b1-8816525464ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707123 Oct 20 10:31:04.477265 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-de2c9ade-ff8e-4eea-9afe-67e283792bfd None None] For port 687e2c7b-fca0-4a88-a74f-db45a95c63e7, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=687e2c7b-fca0-4a88-a74f-db45a95c63e7,segment=NetworkSegment(760fd5f5-7d8a-4858-a4a5-c86e9af501b1),segment_id=760fd5f5-7d8a-4858-a4a5-c86e9af501b1)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:31:04.489617 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-de2c9ade-ff8e-4eea-9afe-67e283792bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:04.522269 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-498a1ded-f002-48e9-9f4d-fc27ba7e1f03 tempest-ServersTestManualDisk-1372781018 tempest-ServersTestManualDisk-1372781018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:04.567534 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2c9ade-ff8e-4eea-9afe-67e283792bfd None None] Routers {'f33843e5-d1ef-4706-a292-e1ff77f94a6a'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:31:04.571556 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-de2c9ade-ff8e-4eea-9afe-67e283792bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:30:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['f33843e5-d1ef-4706-a292-e1ff77f94a6a'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:31:04.583468 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-91527512-75fb-4a32-89ac-1446fd35665b req-b906f4c8-c549-40a0-ba13-627f84ac941a tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/security-groups?id=33b0304f-e8b0-41ca-8b6c-fa0f5439f339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134507 Oct 20 10:31:04.700791 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-eef631c1-7625-4c39-b2b3-de865f8e8505 req-5d048f0d-5c69-4bca-8117-dca117f84837 service neutron] For port 58ff0261-a29f-4f88-99f3-6f9a3ae974f2, host n-h2-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:31:04.720098 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5213d21e-672e-4b3b-9199-3caed447da14 None None] Pushing event updated for resources: {'Port': ['ID=687e2c7b-fca0-4a88-a74f-db45a95c63e7,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:31:04.749720 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 6f56cdd5-3a21-42fd-82df-94804732ae43 details requested by agent hyperv_n-h1-811396-3 with host n-h1-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:31:04.870588 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-eef631c1-7625-4c39-b2b3-de865f8e8505 req-5d048f0d-5c69-4bca-8117-dca117f84837 service neutron] For port 58ff0261-a29f-4f88-99f3-6f9a3ae974f2, host n-h2-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=58ff0261-a29f-4f88-99f3-6f9a3ae974f2,segment=NetworkSegment(dd88a4e0-deb3-4ff4-9fda-1ddc61c05921),segment_id=dd88a4e0-deb3-4ff4-9fda-1ddc61c05921)] {{(pid=100596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:31:04.900221 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4f80bc50-fa62-4ec3-b80c-618f274ad647 req-3d1def82-0a23-47be-8fe9-1c351424e0dc tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] 10.222.0.64 "GET /v2.0/ports?device_id=672d8d6b-42d0-498b-80b9-d23e33f8b319 HTTP/1.1" status: 200 len: 210 time: 0.0945487 Oct 20 10:31:04.947783 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-eef631c1-7625-4c39-b2b3-de865f8e8505 req-5d048f0d-5c69-4bca-8117-dca117f84837 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:04.950621 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-de2c9ade-ff8e-4eea-9afe-67e283792bfd None None] Set router f33843e5-d1ef-4706-a292-e1ff77f94a6a gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:31:05.054137 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-8ecbed1c-eecb-4ea8-8795-4b77b49224dc None None] Provisioning complete for port 687e2c7b-fca0-4a88-a74f-db45a95c63e7 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:31:05.054505 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-8ecbed1c-eecb-4ea8-8795-4b77b49224dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:05.070468 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 6f56cdd5-3a21-42fd-82df-94804732ae43, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=6f56cdd5-3a21-42fd-82df-94804732ae43,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:31:05.090372 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66efad4b-1194-4e59-ba90-e97cb691c90b req-33555c7d-7e01-462e-893e-ccf9a949dddd tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:05.093577 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-66efad4b-1194-4e59-ba90-e97cb691c90b req-33555c7d-7e01-462e-893e-ccf9a949dddd tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.69 "GET /v2.0/ports?device_id=2d088f35-587e-4c94-b637-18178327009b&tenant_id=9f75d9a0b8ce44faaac4d8054667820c&binding%3Ahost_id=n-h2-811396-3 HTTP/1.1" status: 200 len: 947 time: 0.3959141 Oct 20 10:31:05.094750 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef631c1-7625-4c39-b2b3-de865f8e8505 req-5d048f0d-5c69-4bca-8117-dca117f84837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:05.095524 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-eef631c1-7625-4c39-b2b3-de865f8e8505 req-5d048f0d-5c69-4bca-8117-dca117f84837 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:05.096907 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-eef631c1-7625-4c39-b2b3-de865f8e8505 req-5d048f0d-5c69-4bca-8117-dca117f84837 service neutron] 10.222.0.69 "PUT /v2.0/ports/58ff0261-a29f-4f88-99f3-6f9a3ae974f2 HTTP/1.1" status: 200 len: 1091 time: 3.1824148 Oct 20 10:31:05.126424 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3df71501-f495-4b85-a696-85566b0b8070', 'tag': '58ff0261-a29f-4f88-99f3-6f9a3ae974f2'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:31:05.129049 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d079cbb0-2272-44a6-a7c0-9b7ec5d6bcb9" -d '{"events": [{"name": "network-changed", "server_uuid": "3df71501-f495-4b85-a696-85566b0b8070", "tag": "58ff0261-a29f-4f88-99f3-6f9a3ae974f2"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:31:05.142766 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c791c0-dfa8-48d6-ad6a-a24f80ed142c req-19ee5b52-d579-4187-b6da-91c98e35f62d tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:05.149483 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Returning: {'device': '6f56cdd5-3a21-42fd-82df-94804732ae43', 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84', 'port_id': '6f56cdd5-3a21-42fd-82df-94804732ae43', 'mac_address': 'fa:16:3e:cd:68:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 800, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f86199a-b8f2-45b4-a83a-995a7ea6fe42', 'ip_address': '192.168.233.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:31:05.153163 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-39c791c0-dfa8-48d6-ad6a-a24f80ed142c req-19ee5b52-d579-4187-b6da-91c98e35f62d tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] 10.222.0.64 "GET /v2.0/ports?device_id=3df71501-f495-4b85-a696-85566b0b8070 HTTP/1.1" status: 200 len: 943 time: 0.3814993 Oct 20 10:31:05.253877 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d048f0d-5c69-4bca-8117-dca117f84837 service neutron] Pushing event updated for resources: {'Port': ['ID=58ff0261-a29f-4f88-99f3-6f9a3ae974f2,revision_number=3']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:31:05.282385 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-498a1ded-f002-48e9-9f4d-fc27ba7e1f03 tempest-ServersTestManualDisk-1372781018 tempest-ServersTestManualDisk-1372781018-project] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:05.309628 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-39c791c0-dfa8-48d6-ad6a-a24f80ed142c req-2e175092-e016-4b93-81ff-575988658d9f tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] 10.222.0.64 "GET /v2.0/security-groups?id=3a2ddb16-f0a7-4b59-b44b-d401de192cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1549876 Oct 20 10:31:05.318287 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-498a1ded-f002-48e9-9f4d-fc27ba7e1f03 tempest-ServersTestManualDisk-1372781018 tempest-ServersTestManualDisk-1372781018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:05.328679 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b893a210-2b5a-4141-a92d-9524261c9f2b req-16442151-914f-4625-851c-2beecd6722b8 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:05.336516 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b893a210-2b5a-4141-a92d-9524261c9f2b req-16442151-914f-4625-851c-2beecd6722b8 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/ports?device_id=2030abe2-557f-4af5-bbd9-0ad66c6e9b02 HTTP/1.1" status: 200 len: 949 time: 0.3369582 Oct 20 10:31:05.431775 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:05.462759 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef631c1-7625-4c39-b2b3-de865f8e8505 req-e320194f-5be4-46f2-8d02-cd3f043ced14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:05.464896 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-eef631c1-7625-4c39-b2b3-de865f8e8505 req-e320194f-5be4-46f2-8d02-cd3f043ced14 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=615f0f1e0330428db980ed70e8d1044c&device_id=3df71501-f495-4b85-a696-85566b0b8070 HTTP/1.1" status: 200 len: 1094 time: 0.2227156 Oct 20 10:31:05.475015 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498a1ded-f002-48e9-9f4d-fc27ba7e1f03 tempest-ServersTestManualDisk-1372781018 tempest-ServersTestManualDisk-1372781018-project] Pushing event updated for resources: {'Port': ['ID=2a8f27f8-668b-4491-b868-646d88c8417b,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:31:05.493563 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f56cdd5-3a21-42fd-82df-94804732ae43 {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:31:05.514165 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b893a210-2b5a-4141-a92d-9524261c9f2b req-3c9a555e-2aef-41cf-a5b8-438b26e1a782 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/security-groups?id=dfac1146-e768-4d56-96b1-8816525464ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766262 Oct 20 10:31:05.562586 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 6f56cdd5-3a21-42fd-82df-94804732ae43, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=6f56cdd5-3a21-42fd-82df-94804732ae43,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:31:05.589233 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-8ecbed1c-eecb-4ea8-8795-4b77b49224dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:05.591892 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 687e2c7b-fca0-4a88-a74f-db45a95c63e7 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:31:05.597829 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:05.630610 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-eef631c1-7625-4c39-b2b3-de865f8e8505 req-4b173d78-b41b-4f5a-90a6-accfe505ec54 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=58ff0261-a29f-4f88-99f3-6f9a3ae974f2 HTTP/1.1" status: 200 len: 217 time: 0.1310341 Oct 20 10:31:05.638708 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-66efad4b-1194-4e59-ba90-e97cb691c90b req-d5ce6977-3530-4237-b674-3908b35115bc service neutron] 10.222.0.69 "GET /v2.0/ports/a29ba1ab-cf1c-4b4a-ae64-f554ce2cb852/bindings/n-h2-811396-3 HTTP/1.1" status: 200 len: 382 time: 0.4601321 Oct 20 10:31:05.648834 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebcec72e-4bd2-467e-a0b2-37bb83bf331d x-openstack-request-id: req-ebcec72e-4bd2-467e-a0b2-37bb83bf331d {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:31:05.649234 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3df71501-f495-4b85-a696-85566b0b8070", "tag": "58ff0261-a29f-4f88-99f3-6f9a3ae974f2", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:31:05.649590 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ebcec72e-4bd2-467e-a0b2-37bb83bf331d {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:31:05.650084 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3df71501-f495-4b85-a696-85566b0b8070', 'tag': '58ff0261-a29f-4f88-99f3-6f9a3ae974f2', 'status': 'completed', 'code': 200} Oct 20 10:31:05.707328 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef631c1-7625-4c39-b2b3-de865f8e8505 req-27b9e274-dfb8-442a-a242-ee462b8be780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:05.709149 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-eef631c1-7625-4c39-b2b3-de865f8e8505 req-27b9e274-dfb8-442a-a242-ee462b8be780 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=56841db6-7a1e-47d6-b1e7-25a7cc618d35 HTTP/1.1" status: 200 len: 862 time: 0.0498574 Oct 20 10:31:05.722789 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-8ecbed1c-eecb-4ea8-8795-4b77b49224dc None None] For port 687e2c7b-fca0-4a88-a74f-db45a95c63e7, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=687e2c7b-fca0-4a88-a74f-db45a95c63e7,segment=NetworkSegment(760fd5f5-7d8a-4858-a4a5-c86e9af501b1),segment_id=760fd5f5-7d8a-4858-a4a5-c86e9af501b1)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:31:05.735023 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=6f56cdd5-3a21-42fd-82df-94804732ae43,revision_number=7']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:31:05.742180 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-8ecbed1c-eecb-4ea8-8795-4b77b49224dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:05.784603 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66efad4b-1194-4e59-ba90-e97cb691c90b req-426460aa-3fec-43eb-80d9-ff43e6bdde71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:05.786186 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b8bb06-18f2-4e0a-b395-748b6110c6be req-228eff2f-ca1f-4710-abd8-7d4cd211b645 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:05.796623 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 687e2c7b-fca0-4a88-a74f-db45a95c63e7 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:31:05.797001 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:05.797692 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-38b8bb06-18f2-4e0a-b395-748b6110c6be req-228eff2f-ca1f-4710-abd8-7d4cd211b645 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d088f35-587e-4c94-b637-18178327009b HTTP/1.1" status: 200 len: 947 time: 0.3609962 Oct 20 10:31:05.800337 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-66efad4b-1194-4e59-ba90-e97cb691c90b req-426460aa-3fec-43eb-80d9-ff43e6bdde71 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9f75d9a0b8ce44faaac4d8054667820c&device_id=2d088f35-587e-4c94-b637-18178327009b HTTP/1.1" status: 200 len: 1098 time: 0.1139021 Oct 20 10:31:05.802649 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-de2c9ade-ff8e-4eea-9afe-67e283792bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f33843e5-d1ef-4706-a292-e1ff77f94a6a', 'name': 'tempest-ServersTestManualDisk-851771422-router', 'tenant_id': 'd56e66757235425b8b4292fe0806a998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': '4666318c-1280-42ca-aa23-ac9e6cfd6c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:30:51Z', 'updated_at': '2021-10-20T10:30:56Z', 'revision_number': 4, 'project_id': 'd56e66757235425b8b4292fe0806a998', 'gw_port': {'id': '4666318c-1280-42ca-aa23-ac9e6cfd6c16', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:44:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33843e5-d1ef-4706-a292-e1ff77f94a6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:30:52Z', 'updated_at': '2021-10-20T10:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '687e2c7b-fca0-4a88-a74f-db45a95c63e7', 'name': '', 'network_id': 'd77166cd-ed72-4807-9abc-17a290c99985', 'tenant_id': 'd56e66757235425b8b4292fe0806a998', 'mac_address': 'fa:16:3e:ea:e4:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f33843e5-d1ef-4706-a292-e1ff77f94a6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '399fe7e9-9073-4966-b92d-21e0c6ee35d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:30:55Z', 'updated_at': '2021-10-20T10:31:04Z', 'revision_number': 4, 'project_id': 'd56e66757235425b8b4292fe0806a998', 'subnets': [{'id': '399fe7e9-9073-4966-b92d-21e0c6ee35d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:31:05.807149 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-498a1ded-f002-48e9-9f4d-fc27ba7e1f03 tempest-ServersTestManualDisk-1372781018 tempest-ServersTestManualDisk-1372781018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1773381'] for floatingip, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:05.876039 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2c9ade-ff8e-4eea-9afe-67e283792bfd None None] The sync data for ids ['f33843e5-d1ef-4706-a292-e1ff77f94a6a'] in n-d-811396-3 is: [{'id': 'f33843e5-d1ef-4706-a292-e1ff77f94a6a', 'name': 'tempest-ServersTestManualDisk-851771422-router', 'tenant_id': 'd56e66757235425b8b4292fe0806a998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': '4666318c-1280-42ca-aa23-ac9e6cfd6c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:30:51Z', 'updated_at': '2021-10-20T10:30:56Z', 'revision_number': 4, 'project_id': 'd56e66757235425b8b4292fe0806a998', 'gw_port': {'id': '4666318c-1280-42ca-aa23-ac9e6cfd6c16', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:44:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33843e5-d1ef-4706-a292-e1ff77f94a6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:30:52Z', 'updated_at': '2021-10-20T10:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '687e2c7b-fca0-4a88-a74f-db45a95c63e7', 'name': '', 'network_id': 'd77166cd-ed72-4807-9abc-17a290c99985', 'tenant_id': 'd56e66757235425b8b4292fe0806a998', 'mac_address': 'fa:16:3e:ea:e4:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f33843e5-d1ef-4706-a292-e1ff77f94a6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '399fe7e9-9073-4966-b92d-21e0c6ee35d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:30:55Z', 'updated_at': '2021-10-20T10:31:04Z', 'revision_number': 4, 'project_id': 'd56e66757235425b8b4292fe0806a998', 'subnets': [{'id': '399fe7e9-9073-4966-b92d-21e0c6ee35d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:31:05.889979 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-498a1ded-f002-48e9-9f4d-fc27ba7e1f03 tempest-ServersTestManualDisk-1372781018 tempest-ServersTestManualDisk-1372781018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for floatingip, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:05.895887 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecbed1c-eecb-4ea8-8795-4b77b49224dc None None] Pushing event updated for resources: {'Port': ['ID=687e2c7b-fca0-4a88-a74f-db45a95c63e7,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:31:05.898507 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-498a1ded-f002-48e9-9f4d-fc27ba7e1f03 tempest-ServersTestManualDisk-1372781018 tempest-ServersTestManualDisk-1372781018-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1387150 Oct 20 10:31:06.023112 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66efad4b-1194-4e59-ba90-e97cb691c90b req-856dec2b-4bc0-4875-b038-74d7fc80103f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:06.024643 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-66efad4b-1194-4e59-ba90-e97cb691c90b req-856dec2b-4bc0-4875-b038-74d7fc80103f service neutron] 10.222.0.69 "GET /v2.0/networks?id=a7c57b12-d7c3-48bb-aa54-a67a56468a84 HTTP/1.1" status: 200 len: 870 time: 0.2160707 Oct 20 10:31:06.068660 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-38b8bb06-18f2-4e0a-b395-748b6110c6be req-23b1e922-34e5-4ad7-a3f5-0a695a385a1d tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651515 Oct 20 10:31:06.077323 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-66efad4b-1194-4e59-ba90-e97cb691c90b req-44055aa6-505e-4fb1-9340-d9a5bdee08e7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=a29ba1ab-cf1c-4b4a-ae64-f554ce2cb852 HTTP/1.1" status: 200 len: 217 time: 0.0438619 Oct 20 10:31:06.122123 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-f0f120b2-035b-460d-b130-b99f63cbeef7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:06.139938 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef631c1-7625-4c39-b2b3-de865f8e8505 req-78a89ff8-eea4-4535-87fb-2a8b1a9c4c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:06.142101 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-eef631c1-7625-4c39-b2b3-de865f8e8505 req-78a89ff8-eea4-4535-87fb-2a8b1a9c4c7e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9dfc8104-588f-4ed0-ad5c-e57e4df0d1f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4164174 Oct 20 10:31:06.150694 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66efad4b-1194-4e59-ba90-e97cb691c90b req-1059d514-66d5-4176-8e2a-690c5ebe2001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:06.153400 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-66efad4b-1194-4e59-ba90-e97cb691c90b req-1059d514-66d5-4176-8e2a-690c5ebe2001 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8f86199a-b8f2-45b4-a83a-995a7ea6fe42 HTTP/1.1" status: 200 len: 843 time: 0.0561254 Oct 20 10:31:06.208399 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66efad4b-1194-4e59-ba90-e97cb691c90b req-01a3ecf6-546c-487e-8065-139bfb3603b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:06.210334 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-66efad4b-1194-4e59-ba90-e97cb691c90b req-01a3ecf6-546c-487e-8065-139bfb3603b6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a7c57b12-d7c3-48bb-aa54-a67a56468a84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0501852 Oct 20 10:31:06.237211 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff177d4-4603-49c0-8bd4-74529330dcc2 req-4f59de85-b783-48f9-9129-e31948314c01 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:06.239117 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4ff177d4-4603-49c0-8bd4-74529330dcc2 req-4f59de85-b783-48f9-9129-e31948314c01 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] 10.222.0.69 "GET /v2.0/networks?id=6102411a-939e-434e-b2b8-0c46972ff74e HTTP/1.1" status: 200 len: 822 time: 0.5253077 Oct 20 10:31:06.253384 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-672ec169-afee-4f3b-b5fd-08979b198d30 req-25abb447-2842-443c-bcf2-f7290ede7d3b tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] 10.222.0.64 "GET /v2.0/ports?device_id=672d8d6b-42d0-498b-80b9-d23e33f8b319 HTTP/1.1" status: 200 len: 210 time: 0.0761261 Oct 20 10:31:06.281708 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-4ff177d4-4603-49c0-8bd4-74529330dcc2 req-905c5a5b-f69a-4e1d-b106-805a2cacfbc3 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Request body: {'port': {'device_id': '672d8d6b-42d0-498b-80b9-d23e33f8b319', 'network_id': '6102411a-939e-434e-b2b8-0c46972ff74e', 'admin_state_up': True, 'tenant_id': '733e0ae3617d4d649cf978417165b931'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:31:06.342094 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-66efad4b-1194-4e59-ba90-e97cb691c90b req-761c85f9-8024-405a-8392-27c5f0cba0e4 service neutron] 10.222.0.69 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230056 Oct 20 10:31:06.349706 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c9e0b0-e596-427a-847b-058987750d51 req-d84e77c9-5395-4b89-85a4-26e6d44aecca tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:06.351418 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a9c9e0b0-e596-427a-847b-058987750d51 req-d84e77c9-5395-4b89-85a4-26e6d44aecca tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/ports?device_id=4569972b-c804-4ed9-a1b0-4552777252e5 HTTP/1.1" status: 200 len: 949 time: 0.3011618 Oct 20 10:31:06.395001 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['6f56cdd5-3a21-42fd-82df-94804732ae43'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:31:06.459107 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-66efad4b-1194-4e59-ba90-e97cb691c90b req-c661f304-11f2-43d0-aee2-0af778c6e5a1 service neutron] 10.222.0.69 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078193 Oct 20 10:31:06.472011 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-18b454d9-b9c7-4b21-bbf0-009947efcfed req-1c334c83-4a41-4bf3-9604-ee7d9c5248d1 tempest-ServersTestManualDisk-1372781018 tempest-ServersTestManualDisk-1372781018-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1505183533&fields=id&tenant_id=d56e66757235425b8b4292fe0806a998 HTTP/1.1" status: 200 len: 267 time: 0.1151161 Oct 20 10:31:06.530374 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-eef631c1-7625-4c39-b2b3-de865f8e8505 req-b74e9763-c01a-44d3-8e62-004792dbffca service neutron] 10.222.0.69 "GET /v2.0/networks/9dfc8104-588f-4ed0-ad5c-e57e4df0d1f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3670452 Oct 20 10:31:06.567921 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a9c9e0b0-e596-427a-847b-058987750d51 req-f98c9d6a-45d6-40bc-add9-e9c8139208ce tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/security-groups?id=33b0304f-e8b0-41ca-8b6c-fa0f5439f339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841650 Oct 20 10:31:07.021536 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:07.061717 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b454d9-b9c7-4b21-bbf0-009947efcfed req-2679f031-0ca6-4340-a1d1-49104f3d27de tempest-ServersTestManualDisk-1372781018 tempest-ServersTestManualDisk-1372781018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:07.063321 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-18b454d9-b9c7-4b21-bbf0-009947efcfed req-2679f031-0ca6-4340-a1d1-49104f3d27de tempest-ServersTestManualDisk-1372781018 tempest-ServersTestManualDisk-1372781018-project] 10.222.0.64 "GET /v2.0/networks?id=d77166cd-ed72-4807-9abc-17a290c99985 HTTP/1.1" status: 200 len: 811 time: 0.5763364 Oct 20 10:31:07.068638 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ff177d4-4603-49c0-8bd4-74529330dcc2 req-905c5a5b-f69a-4e1d-b106-805a2cacfbc3 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Made reservation on behalf of 733e0ae3617d4d649cf978417165b931 for: {'port': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:31:07.072166 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-4ff177d4-4603-49c0-8bd4-74529330dcc2 req-905c5a5b-f69a-4e1d-b106-805a2cacfbc3 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:07.110654 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-18b454d9-b9c7-4b21-bbf0-009947efcfed req-58d900d8-dd72-46ef-9111-47c5c5283d61 tempest-ServersTestManualDisk-1372781018 tempest-ServersTestManualDisk-1372781018-project] 10.222.0.64 "GET /v2.0/quotas/d56e66757235425b8b4292fe0806a998 HTTP/1.1" status: 200 len: 375 time: 0.0359697 Oct 20 10:31:07.112583 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-eef631c1-7625-4c39-b2b3-de865f8e8505 req-bdafe345-3cea-4741-b6ac-10badc26f26b service neutron] 10.222.0.69 "GET /v2.0/networks/9dfc8104-588f-4ed0-ad5c-e57e4df0d1f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5589488 Oct 20 10:31:07.149366 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a026ced-0828-41c2-8651-c90302c622fa req-772e3c3b-5d3c-42d7-9bef-c57f599f2a1f tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:07.150850 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2a026ced-0828-41c2-8651-c90302c622fa req-772e3c3b-5d3c-42d7-9bef-c57f599f2a1f tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] 10.222.0.64 "GET /v2.0/ports?device_id=3df71501-f495-4b85-a696-85566b0b8070 HTTP/1.1" status: 200 len: 943 time: 0.4424832 Oct 20 10:31:07.173425 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device a29ba1ab-cf1c-4b4a-ae64-f554ce2cb852 up at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:31:07.225447 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning complete for port a29ba1ab-cf1c-4b4a-ae64-f554ce2cb852 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:31:07.225830 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:07.305344 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:07.307409 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2a026ced-0828-41c2-8651-c90302c622fa req-927ea143-4547-4f27-8540-d9ccd65aafb1 tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] 10.222.0.64 "GET /v2.0/security-groups?id=3a2ddb16-f0a7-4b59-b44b-d401de192cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158130 Oct 20 10:31:07.322087 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-18b454d9-b9c7-4b21-bbf0-009947efcfed req-0f3c0a7d-99b6-492a-9d01-86e4bf6526e2 tempest-ServersTestManualDisk-1372781018 tempest-ServersTestManualDisk-1372781018-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=d56e66757235425b8b4292fe0806a998&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2042534 Oct 20 10:31:07.331035 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d088f35-587e-4c94-b637-18178327009b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a29ba1ab-cf1c-4b4a-ae64-f554ce2cb852'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:31:07.333339 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2643bd75-07c4-4e9e-a332-e5361b43027f" -d '{"events": [{"server_uuid": "2d088f35-587e-4c94-b637-18178327009b", "name": "network-vif-plugged", "status": "completed", "tag": "a29ba1ab-cf1c-4b4a-ae64-f554ce2cb852"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:31:07.334059 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d079cbb0-2272-44a6-a7c0-9b7ec5d6bcb9 req-ab79d945-b2f2-41bf-88a2-1c028aae1cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:07.335541 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d079cbb0-2272-44a6-a7c0-9b7ec5d6bcb9 req-ab79d945-b2f2-41bf-88a2-1c028aae1cb8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=615f0f1e0330428db980ed70e8d1044c&device_id=3df71501-f495-4b85-a696-85566b0b8070 HTTP/1.1" status: 200 len: 1094 time: 0.1347921 Oct 20 10:31:07.348066 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port a29ba1ab-cf1c-4b4a-ae64-f554ce2cb852, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=a29ba1ab-cf1c-4b4a-ae64-f554ce2cb852,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:31:07.355229 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:07.395028 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [req-4ff177d4-4603-49c0-8bd4-74529330dcc2 req-905c5a5b-f69a-4e1d-b106-805a2cacfbc3 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Allocated IP 172.20.0.9 (6102411a-939e-434e-b2b8-0c46972ff74e/c78e58fe-8eeb-4a44-80cb-439bcac28ede/6e96c012-f83e-4f42-a9b7-a35b967290cc) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:31:07.457859 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=a29ba1ab-cf1c-4b4a-ae64-f554ce2cb852,revision_number=8']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:31:07.464994 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:07.488222 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 687e2c7b-fca0-4a88-a74f-db45a95c63e7 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:31:07.537758 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 687e2c7b-fca0-4a88-a74f-db45a95c63e7 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:31:07.538238 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:07.592604 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2090951a-c0e6-46ae-b13d-39f8c8a83d99 req-c8c84cfa-24e2-4794-b6aa-abce6c7f5f03 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:07.599601 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2090951a-c0e6-46ae-b13d-39f8c8a83d99 req-c8c84cfa-24e2-4794-b6aa-abce6c7f5f03 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/ports?device_id=2030abe2-557f-4af5-bbd9-0ad66c6e9b02 HTTP/1.1" status: 200 len: 949 time: 0.1965170 Oct 20 10:31:07.627148 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-18b454d9-b9c7-4b21-bbf0-009947efcfed req-e1f31cd9-f6d3-445c-8558-82c9e4533d06 service neutron] 10.222.0.64 "GET /v2.0/networks/d77166cd-ed72-4807-9abc-17a290c99985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2797728 Oct 20 10:31:07.646606 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:07.661005 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d079cbb0-2272-44a6-a7c0-9b7ec5d6bcb9 req-058d0d3e-1e47-4613-abbe-ef00808637ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:07.662713 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d079cbb0-2272-44a6-a7c0-9b7ec5d6bcb9 req-058d0d3e-1e47-4613-abbe-ef00808637ed service neutron] 10.222.0.69 "GET /v2.0/networks?id=9dfc8104-588f-4ed0-ad5c-e57e4df0d1f9 HTTP/1.1" status: 200 len: 924 time: 0.3143528 Oct 20 10:31:07.785619 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2090951a-c0e6-46ae-b13d-39f8c8a83d99 req-e5583a52-cf5d-4327-91e7-bde987045466 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/security-groups?id=dfac1146-e768-4d56-96b1-8816525464ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824770 Oct 20 10:31:07.786800 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d079cbb0-2272-44a6-a7c0-9b7ec5d6bcb9 req-1c10e970-7baf-4ad7-aa4f-435dfff2a2c7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=58ff0261-a29f-4f88-99f3-6f9a3ae974f2 HTTP/1.1" status: 200 len: 217 time: 0.0968635 Oct 20 10:31:07.901953 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-4ff177d4-4603-49c0-8bd4-74529330dcc2 req-905c5a5b-f69a-4e1d-b106-805a2cacfbc3 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:07.910079 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d079cbb0-2272-44a6-a7c0-9b7ec5d6bcb9 req-5eba4582-eee6-4388-a08e-d22015bbdb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:07.911896 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d079cbb0-2272-44a6-a7c0-9b7ec5d6bcb9 req-5eba4582-eee6-4388-a08e-d22015bbdb2e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=56841db6-7a1e-47d6-b1e7-25a7cc618d35 HTTP/1.1" status: 200 len: 862 time: 0.0938270 Oct 20 10:31:07.917249 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-18b454d9-b9c7-4b21-bbf0-009947efcfed req-247dcad2-e469-415c-ac55-f5d5eb17400a service neutron] 10.222.0.64 "GET /v2.0/networks/d77166cd-ed72-4807-9abc-17a290c99985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2792072 Oct 20 10:31:07.989778 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d079cbb0-2272-44a6-a7c0-9b7ec5d6bcb9 req-6eb53764-a3fa-4887-a39f-74380cf8139a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:07.989778 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d079cbb0-2272-44a6-a7c0-9b7ec5d6bcb9 req-6eb53764-a3fa-4887-a39f-74380cf8139a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9dfc8104-588f-4ed0-ad5c-e57e4df0d1f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0655363 Oct 20 10:31:07.989778 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-4ff177d4-4603-49c0-8bd4-74529330dcc2 req-905c5a5b-f69a-4e1d-b106-805a2cacfbc3 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:08.129110 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ff177d4-4603-49c0-8bd4-74529330dcc2 req-905c5a5b-f69a-4e1d-b106-805a2cacfbc3 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Network 6102411a-939e-434e-b2b8-0c46972ff74e is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:31:08.166766 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [req-4ff177d4-4603-49c0-8bd4-74529330dcc2 req-905c5a5b-f69a-4e1d-b106-805a2cacfbc3 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:31:08.173092 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905c5a5b-f69a-4e1d-b106-805a2cacfbc3 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Pushing event updated for resources: {'Port': ['ID=6e96c012-f83e-4f42-a9b7-a35b967290cc,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:31:08.190418 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ff177d4-4603-49c0-8bd4-74529330dcc2 req-905c5a5b-f69a-4e1d-b106-805a2cacfbc3 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:31:08.259478 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eaf542-d726-423c-92da-deef8e8a3012 req-0565c51f-c09e-4168-9e33-ac46f13605fd tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:08.260904 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-17eaf542-d726-423c-92da-deef8e8a3012 req-0565c51f-c09e-4168-9e33-ac46f13605fd tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d088f35-587e-4c94-b637-18178327009b HTTP/1.1" status: 200 len: 948 time: 0.2298629 Oct 20 10:31:08.336492 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d079cbb0-2272-44a6-a7c0-9b7ec5d6bcb9 req-4c183c33-40a8-4042-8c49-103b6e78283c service neutron] 10.222.0.69 "GET /v2.0/networks/9dfc8104-588f-4ed0-ad5c-e57e4df0d1f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3358698 Oct 20 10:31:08.350089 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff177d4-4603-49c0-8bd4-74529330dcc2 req-905c5a5b-f69a-4e1d-b106-805a2cacfbc3 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:08.351007 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-4ff177d4-4603-49c0-8bd4-74529330dcc2 req-905c5a5b-f69a-4e1d-b106-805a2cacfbc3 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:08.424156 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-17eaf542-d726-423c-92da-deef8e8a3012 req-fa0595fb-ed74-4fe5-b791-25802d6e3deb tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502550 Oct 20 10:31:08.455457 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70441998-a25d-42c8-b89a-cc7d2705c13b req-2ce51fea-a519-40ad-9fb6-03af14b2639c tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:08.466244 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-70441998-a25d-42c8-b89a-cc7d2705c13b req-2ce51fea-a519-40ad-9fb6-03af14b2639c tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] 10.222.0.64 "GET /v2.0/ports?device_id=672d8d6b-42d0-498b-80b9-d23e33f8b319 HTTP/1.1" status: 200 len: 931 time: 0.2965248 Oct 20 10:31:08.501992 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4ff177d4-4603-49c0-8bd4-74529330dcc2 req-905c5a5b-f69a-4e1d-b106-805a2cacfbc3 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2433727 Oct 20 10:31:08.502957 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbd96cf6-4da4-4197-9d1b-8b60cf032bf5 x-openstack-request-id: req-dbd96cf6-4da4-4197-9d1b-8b60cf032bf5 {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:31:08.503694 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d088f35-587e-4c94-b637-18178327009b", "name": "network-vif-plugged", "status": "completed", "tag": "a29ba1ab-cf1c-4b4a-ae64-f554ce2cb852", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:31:08.503972 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-dbd96cf6-4da4-4197-9d1b-8b60cf032bf5 {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:31:08.504901 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d088f35-587e-4c94-b637-18178327009b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a29ba1ab-cf1c-4b4a-ae64-f554ce2cb852', 'code': 200} Oct 20 10:31:08.549508 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-4ff177d4-4603-49c0-8bd4-74529330dcc2 req-3d34f1bc-cea3-4231-8e0f-6c6eee2b697b service neutron] Request body: {'port': {'device_id': '672d8d6b-42d0-498b-80b9-d23e33f8b319', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811396-3'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:31:08.615461 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-70441998-a25d-42c8-b89a-cc7d2705c13b req-81fc0769-1ce7-4b78-b0ff-9c9c7c7a76bd tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] 10.222.0.64 "GET /v2.0/security-groups?id=86067063-f5e4-4e77-9825-0a77623af17f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440492 Oct 20 10:31:08.766391 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 6f56cdd5-3a21-42fd-82df-94804732ae43 up at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:31:08.834343 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:08.853248 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d079cbb0-2272-44a6-a7c0-9b7ec5d6bcb9 req-2e3e681c-cced-4c4d-bc41-3389b16cf63b service neutron] 10.222.0.69 "GET /v2.0/networks/9dfc8104-588f-4ed0-ad5c-e57e4df0d1f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4951973 Oct 20 10:31:08.853993 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning complete for port 6f56cdd5-3a21-42fd-82df-94804732ae43 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:31:08.854527 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:08.855239 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-4ff177d4-4603-49c0-8bd4-74529330dcc2 req-3d34f1bc-cea3-4231-8e0f-6c6eee2b697b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:08.895502 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc92539e-405d-421f-91a9-b6370c72eb8a req-f47baa06-bcb4-4da9-8465-43dfade3d9b1 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:08.896789 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bc92539e-405d-421f-91a9-b6370c72eb8a req-f47baa06-bcb4-4da9-8465-43dfade3d9b1 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/ports?device_id=4569972b-c804-4ed9-a1b0-4552777252e5 HTTP/1.1" status: 200 len: 949 time: 0.2335286 Oct 20 10:31:08.919446 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69748ed0-27de-4d36-86c7-65a302d945d3 req-6181bb90-e5a2-48d8-a04f-0f8011e17f9b tempest-ServersOnMultiNodesTest-83646510 tempest-ServersOnMultiNodesTest-83646510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:08.929268 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-69748ed0-27de-4d36-86c7-65a302d945d3 req-6181bb90-e5a2-48d8-a04f-0f8011e17f9b tempest-ServersOnMultiNodesTest-83646510 tempest-ServersOnMultiNodesTest-83646510-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=2030abe2-557f-4af5-bbd9-0ad66c6e9b02 HTTP/1.1" status: 200 len: 1100 time: 0.2018366 Oct 20 10:31:08.983117 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:09.060399 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 6f56cdd5-3a21-42fd-82df-94804732ae43, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=6f56cdd5-3a21-42fd-82df-94804732ae43,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:31:09.067233 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:09.132393 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=6f56cdd5-3a21-42fd-82df-94804732ae43,revision_number=8']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:31:09.148507 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-69748ed0-27de-4d36-86c7-65a302d945d3 req-7ccb4493-9bd5-47ca-97b6-4c2cf7c2e37c tempest-ServersOnMultiNodesTest-83646510 tempest-ServersOnMultiNodesTest-83646510-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=dfac1146-e768-4d56-96b1-8816525464ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711509 Oct 20 10:31:09.256187 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bc92539e-405d-421f-91a9-b6370c72eb8a req-7601f12b-4817-47f6-809d-bae3200e487f tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/security-groups?id=33b0304f-e8b0-41ca-8b6c-fa0f5439f339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3436024 Oct 20 10:31:09.279164 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0dd208f4-31e4-4794-861c-0705be1b71ed req-8f590d45-b3f7-4ee4-ba23-0d52e90c0391 tempest-ServersTestManualDisk-1372781018 tempest-ServersTestManualDisk-1372781018-project] 10.222.0.64 "GET /v2.0/ports?device_id=113ff081-63ea-49f7-8759-d8256c9eaf8d HTTP/1.1" status: 200 len: 210 time: 0.0421846 Oct 20 10:31:09.362274 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66efad4b-1194-4e59-ba90-e97cb691c90b req-69b303d4-b6d8-41eb-a0cb-53494a712ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:09.363940 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-66efad4b-1194-4e59-ba90-e97cb691c90b req-69b303d4-b6d8-41eb-a0cb-53494a712ae1 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=2d088f35-587e-4c94-b637-18178327009b&tenant_id=9f75d9a0b8ce44faaac4d8054667820c HTTP/1.1" status: 200 len: 1099 time: 0.3196058 Oct 20 10:31:09.462223 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc59759-0dba-4476-b31c-7a5312240f74 req-24fc6b96-0033-4cac-ab3f-e3e2f0d59794 tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:09.463915 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6dc59759-0dba-4476-b31c-7a5312240f74 req-24fc6b96-0033-4cac-ab3f-e3e2f0d59794 tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] 10.222.0.64 "GET /v2.0/ports?device_id=3df71501-f495-4b85-a696-85566b0b8070 HTTP/1.1" status: 200 len: 943 time: 0.1052995 Oct 20 10:31:09.548946 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66efad4b-1194-4e59-ba90-e97cb691c90b req-c79dbca3-8164-466f-93b6-c27e051d4034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:09.553906 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-66efad4b-1194-4e59-ba90-e97cb691c90b req-c79dbca3-8164-466f-93b6-c27e051d4034 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9f75d9a0b8ce44faaac4d8054667820c&device_id=2d088f35-587e-4c94-b637-18178327009b HTTP/1.1" status: 200 len: 1099 time: 0.1413591 Oct 20 10:31:09.604674 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b454d9-b9c7-4b21-bbf0-009947efcfed req-157e2f5f-2c64-48c1-93ae-8c419da259a6 tempest-ServersTestManualDisk-1372781018 tempest-ServersTestManualDisk-1372781018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:09.607955 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-18b454d9-b9c7-4b21-bbf0-009947efcfed req-157e2f5f-2c64-48c1-93ae-8c419da259a6 tempest-ServersTestManualDisk-1372781018 tempest-ServersTestManualDisk-1372781018-project] 10.222.0.69 "GET /v2.0/networks?id=d77166cd-ed72-4807-9abc-17a290c99985 HTTP/1.1" status: 200 len: 811 time: 0.1372528 Oct 20 10:31:09.628246 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6dc59759-0dba-4476-b31c-7a5312240f74 req-8955dc71-38d4-4cc2-aed1-dd4cdc6493d4 tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] 10.222.0.64 "GET /v2.0/security-groups?id=3a2ddb16-f0a7-4b59-b44b-d401de192cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1558349 Oct 20 10:31:09.681888 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [req-4ff177d4-4603-49c0-8bd4-74529330dcc2 req-3d34f1bc-cea3-4231-8e0f-6c6eee2b697b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e96c012-f83e-4f42-a9b7-a35b967290cc {{(pid=100596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:31:09.689700 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-18b454d9-b9c7-4b21-bbf0-009947efcfed req-1c502b99-fab1-498e-a02d-6d8fd27890b1 tempest-ServersTestManualDisk-1372781018 tempest-ServersTestManualDisk-1372781018-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d56e66757235425b8b4292fe0806a998 HTTP/1.1" status: 200 len: 380 time: 0.0716655 Oct 20 10:31:09.702033 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [req-18b454d9-b9c7-4b21-bbf0-009947efcfed req-e7209504-a6a5-4a8c-a040-a5558888de2b tempest-ServersTestManualDisk-1372781018 tempest-ServersTestManualDisk-1372781018-project] Request body: {'port': {'device_id': '113ff081-63ea-49f7-8759-d8256c9eaf8d', 'network_id': 'd77166cd-ed72-4807-9abc-17a290c99985', 'admin_state_up': True, 'tenant_id': 'd56e66757235425b8b4292fe0806a998', 'security_groups': ['c39e0f34-ceec-4b47-a636-c4d7d2c4e3d0']}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:31:09.720243 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-4ff177d4-4603-49c0-8bd4-74529330dcc2 req-3d34f1bc-cea3-4231-8e0f-6c6eee2b697b service neutron] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:09.808303 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.provisioning_blocks [req-4ff177d4-4603-49c0-8bd4-74529330dcc2 req-3d34f1bc-cea3-4231-8e0f-6c6eee2b697b service neutron] Transition to ACTIVE for port object 6e96c012-f83e-4f42-a9b7-a35b967290cc will not be triggered until provisioned by entity L2. {{(pid=100596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:31:09.834958 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac2dbed-e6d4-4d12-97e2-845f65ffb3a2 req-348f2974-5103-4156-afef-999134a850cb tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:09.836565 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2ac2dbed-e6d4-4d12-97e2-845f65ffb3a2 req-348f2974-5103-4156-afef-999134a850cb tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d088f35-587e-4c94-b637-18178327009b HTTP/1.1" status: 200 len: 948 time: 0.1776788 Oct 20 10:31:09.837085 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18b454d9-b9c7-4b21-bbf0-009947efcfed req-e7209504-a6a5-4a8c-a040-a5558888de2b tempest-ServersTestManualDisk-1372781018 tempest-ServersTestManualDisk-1372781018-project] Made reservation on behalf of d56e66757235425b8b4292fe0806a998 for: {'port': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:31:09.837218 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-4ff177d4-4603-49c0-8bd4-74529330dcc2 req-3d34f1bc-cea3-4231-8e0f-6c6eee2b697b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:09.842100 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-18b454d9-b9c7-4b21-bbf0-009947efcfed req-e7209504-a6a5-4a8c-a040-a5558888de2b tempest-ServersTestManualDisk-1372781018 tempest-ServersTestManualDisk-1372781018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:09.873008 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66efad4b-1194-4e59-ba90-e97cb691c90b req-7349131a-6f49-4dc7-aa2e-1c84a0d9f12f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:09.874937 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-66efad4b-1194-4e59-ba90-e97cb691c90b req-7349131a-6f49-4dc7-aa2e-1c84a0d9f12f service neutron] 10.222.0.69 "GET /v2.0/networks?id=a7c57b12-d7c3-48bb-aa54-a67a56468a84 HTTP/1.1" status: 200 len: 870 time: 0.2989221 Oct 20 10:31:09.927466 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb804be6-7af2-413e-94e5-ce2056ac8839 req-6468f8dd-124d-4e6c-97ce-76f8386f021f tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:09.929183 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fb804be6-7af2-413e-94e5-ce2056ac8839 req-6468f8dd-124d-4e6c-97ce-76f8386f021f tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/ports?device_id=2030abe2-557f-4af5-bbd9-0ad66c6e9b02 HTTP/1.1" status: 200 len: 949 time: 0.2230906 Oct 20 10:31:09.983369 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-66efad4b-1194-4e59-ba90-e97cb691c90b req-771375e5-3f26-4108-9e30-8298ef1c5920 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=a29ba1ab-cf1c-4b4a-ae64-f554ce2cb852 HTTP/1.1" status: 200 len: 217 time: 0.0911174 Oct 20 10:31:10.003072 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [req-18b454d9-b9c7-4b21-bbf0-009947efcfed req-e7209504-a6a5-4a8c-a040-a5558888de2b tempest-ServersTestManualDisk-1372781018 tempest-ServersTestManualDisk-1372781018-project] Allocated IP 172.20.0.5 (d77166cd-ed72-4807-9abc-17a290c99985/399fe7e9-9073-4966-b92d-21e0c6ee35d6/c9b444e0-8fd1-4b76-826f-dba4e7f13d51) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:31:10.012943 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d34f1bc-cea3-4231-8e0f-6c6eee2b697b service neutron] Pushing event updated for resources: {'Port': ['ID=6e96c012-f83e-4f42-a9b7-a35b967290cc,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:31:10.045629 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2ac2dbed-e6d4-4d12-97e2-845f65ffb3a2 req-807da90b-3fe3-480f-abe7-e63003d8f29f tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973426 Oct 20 10:31:10.082312 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fb804be6-7af2-413e-94e5-ce2056ac8839 req-713ddfc9-6759-4caa-bc40-b643c02675ed tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/security-groups?id=dfac1146-e768-4d56-96b1-8816525464ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113234 Oct 20 10:31:10.181227 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66efad4b-1194-4e59-ba90-e97cb691c90b req-74c7ac6f-ed6d-4d43-b1cc-cfc9d7dfb940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:10.182629 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-66efad4b-1194-4e59-ba90-e97cb691c90b req-74c7ac6f-ed6d-4d43-b1cc-cfc9d7dfb940 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8f86199a-b8f2-45b4-a83a-995a7ea6fe42 HTTP/1.1" status: 200 len: 843 time: 0.1728373 Oct 20 10:31:10.227303 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-18b454d9-b9c7-4b21-bbf0-009947efcfed req-e7209504-a6a5-4a8c-a040-a5558888de2b tempest-ServersTestManualDisk-1372781018 tempest-ServersTestManualDisk-1372781018-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:10.227596 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-4ff177d4-4603-49c0-8bd4-74529330dcc2 req-3d34f1bc-cea3-4231-8e0f-6c6eee2b697b service neutron] Attempting to bind port 6e96c012-f83e-4f42-a9b7-a35b967290cc on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:31:10.227825 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-4ff177d4-4603-49c0-8bd4-74529330dcc2 req-3d34f1bc-cea3-4231-8e0f-6c6eee2b697b service neutron] Attempting to bind port 6e96c012-f83e-4f42-a9b7-a35b967290cc by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': 'c9f340c0-9c49-427c-b46d-475b702ed788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '6102411a-939e-434e-b2b8-0c46972ff74e'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:31:10.228160 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff177d4-4603-49c0-8bd4-74529330dcc2 req-3d34f1bc-cea3-4231-8e0f-6c6eee2b697b service neutron] Attempting to bind port 6e96c012-f83e-4f42-a9b7-a35b967290cc on network 6102411a-939e-434e-b2b8-0c46972ff74e {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:31:10.255232 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff177d4-4603-49c0-8bd4-74529330dcc2 req-3d34f1bc-cea3-4231-8e0f-6c6eee2b697b service neutron] Port 6e96c012-f83e-4f42-a9b7-a35b967290cc on network 6102411a-939e-434e-b2b8-0c46972ff74e not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:31:10.255232 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff177d4-4603-49c0-8bd4-74529330dcc2 req-3d34f1bc-cea3-4231-8e0f-6c6eee2b697b service neutron] Attempting to bind port 6e96c012-f83e-4f42-a9b7-a35b967290cc on network 6102411a-939e-434e-b2b8-0c46972ff74e {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:31:10.268017 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff177d4-4603-49c0-8bd4-74529330dcc2 req-3d34f1bc-cea3-4231-8e0f-6c6eee2b697b service neutron] Checking agent: {'id': '061232a2-7adc-4ba1-a873-e8cb136b064d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:31:10.268293 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff177d4-4603-49c0-8bd4-74529330dcc2 req-3d34f1bc-cea3-4231-8e0f-6c6eee2b697b service neutron] Checking segment: {'id': 'c9f340c0-9c49-427c-b46d-475b702ed788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '6102411a-939e-434e-b2b8-0c46972ff74e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:31:10.268683 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff177d4-4603-49c0-8bd4-74529330dcc2 req-3d34f1bc-cea3-4231-8e0f-6c6eee2b697b service neutron] Bound using segment: {'id': 'c9f340c0-9c49-427c-b46d-475b702ed788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '6102411a-939e-434e-b2b8-0c46972ff74e'} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:31:10.269039 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-4ff177d4-4603-49c0-8bd4-74529330dcc2 req-3d34f1bc-cea3-4231-8e0f-6c6eee2b697b service neutron] Bound port: 6e96c012-f83e-4f42-a9b7-a35b967290cc, host: n-h2-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9f340c0-9c49-427c-b46d-475b702ed788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '6102411a-939e-434e-b2b8-0c46972ff74e'}}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:31:10.269408 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-4ff177d4-4603-49c0-8bd4-74529330dcc2 req-3d34f1bc-cea3-4231-8e0f-6c6eee2b697b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:10.272381 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-18b454d9-b9c7-4b21-bbf0-009947efcfed req-e7209504-a6a5-4a8c-a040-a5558888de2b tempest-ServersTestManualDisk-1372781018 tempest-ServersTestManualDisk-1372781018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:10.280378 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a22a50-4187-478f-84b4-6974a212660c req-e8a5d829-1be8-400e-9686-b4ceca8ffd87 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:10.281896 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-44a22a50-4187-478f-84b4-6974a212660c req-e8a5d829-1be8-400e-9686-b4ceca8ffd87 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] 10.222.0.64 "GET /v2.0/ports?device_id=672d8d6b-42d0-498b-80b9-d23e33f8b319 HTTP/1.1" status: 200 len: 943 time: 0.1156614 Oct 20 10:31:10.306602 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66efad4b-1194-4e59-ba90-e97cb691c90b req-76ae1529-b176-43a5-bf02-9b6361d14783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:10.308572 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-66efad4b-1194-4e59-ba90-e97cb691c90b req-76ae1529-b176-43a5-bf02-9b6361d14783 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a7c57b12-d7c3-48bb-aa54-a67a56468a84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1053197 Oct 20 10:31:10.330212 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18b454d9-b9c7-4b21-bbf0-009947efcfed req-e7209504-a6a5-4a8c-a040-a5558888de2b tempest-ServersTestManualDisk-1372781018 tempest-ServersTestManualDisk-1372781018-project] Network d77166cd-ed72-4807-9abc-17a290c99985 is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:31:10.333291 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [req-18b454d9-b9c7-4b21-bbf0-009947efcfed req-e7209504-a6a5-4a8c-a040-a5558888de2b tempest-ServersTestManualDisk-1372781018 tempest-ServersTestManualDisk-1372781018-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:31:10.337024 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [req-18b454d9-b9c7-4b21-bbf0-009947efcfed req-e7209504-a6a5-4a8c-a040-a5558888de2b tempest-ServersTestManualDisk-1372781018 tempest-ServersTestManualDisk-1372781018-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:31:10.367668 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7209504-a6a5-4a8c-a040-a5558888de2b tempest-ServersTestManualDisk-1372781018 tempest-ServersTestManualDisk-1372781018-project] Pushing event updated for resources: {'Port': ['ID=c9b444e0-8fd1-4b76-826f-dba4e7f13d51,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:31:10.398168 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b454d9-b9c7-4b21-bbf0-009947efcfed req-e7209504-a6a5-4a8c-a040-a5558888de2b tempest-ServersTestManualDisk-1372781018 tempest-ServersTestManualDisk-1372781018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:10.398921 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-18b454d9-b9c7-4b21-bbf0-009947efcfed req-e7209504-a6a5-4a8c-a040-a5558888de2b tempest-ServersTestManualDisk-1372781018 tempest-ServersTestManualDisk-1372781018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:10.419976 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-18b454d9-b9c7-4b21-bbf0-009947efcfed req-e7209504-a6a5-4a8c-a040-a5558888de2b tempest-ServersTestManualDisk-1372781018 tempest-ServersTestManualDisk-1372781018-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7222879 Oct 20 10:31:10.437916 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [req-18b454d9-b9c7-4b21-bbf0-009947efcfed req-5a6a0936-6eef-41a1-9359-cf02cfdb03f1 service neutron] Request body: {'port': {'device_id': '113ff081-63ea-49f7-8759-d8256c9eaf8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811396-3'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:31:10.440255 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-44a22a50-4187-478f-84b4-6974a212660c req-7c6c49ce-2b1e-42a6-b279-001353310647 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] 10.222.0.64 "GET /v2.0/security-groups?id=86067063-f5e4-4e77-9825-0a77623af17f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474473 Oct 20 10:31:10.447752 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-4ff177d4-4603-49c0-8bd4-74529330dcc2 req-3d34f1bc-cea3-4231-8e0f-6c6eee2b697b service neutron] For port 6e96c012-f83e-4f42-a9b7-a35b967290cc, host n-h2-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:31:10.452292 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-4ff177d4-4603-49c0-8bd4-74529330dcc2 req-3d34f1bc-cea3-4231-8e0f-6c6eee2b697b service neutron] For port 6e96c012-f83e-4f42-a9b7-a35b967290cc, host n-h2-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=6e96c012-f83e-4f42-a9b7-a35b967290cc,segment=NetworkSegment(c9f340c0-9c49-427c-b46d-475b702ed788),segment_id=c9f340c0-9c49-427c-b46d-475b702ed788)] {{(pid=100596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:31:10.485857 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-4ff177d4-4603-49c0-8bd4-74529330dcc2 req-3d34f1bc-cea3-4231-8e0f-6c6eee2b697b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:10.506670 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4569972b-c804-4ed9-a1b0-4552777252e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f56cdd5-3a21-42fd-82df-94804732ae43'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:31:10.509146 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-18b454d9-b9c7-4b21-bbf0-009947efcfed req-5a6a0936-6eef-41a1-9359-cf02cfdb03f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:10.509281 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db91575c-f436-4e43-9459-dc3538f43c55" -d '{"events": [{"server_uuid": "4569972b-c804-4ed9-a1b0-4552777252e5", "name": "network-vif-plugged", "status": "completed", "tag": "6f56cdd5-3a21-42fd-82df-94804732ae43"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:31:10.625511 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-813f4966-777e-4099-a7f4-fca74de71a21 None None] Provisioning complete for port c9b444e0-8fd1-4b76-826f-dba4e7f13d51 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:31:10.625983 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-813f4966-777e-4099-a7f4-fca74de71a21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:10.670513 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-813f4966-777e-4099-a7f4-fca74de71a21 None None] Port c9b444e0-8fd1-4b76-826f-dba4e7f13d51 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:31:10.792195 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [req-18b454d9-b9c7-4b21-bbf0-009947efcfed req-5a6a0936-6eef-41a1-9359-cf02cfdb03f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9b444e0-8fd1-4b76-826f-dba4e7f13d51 {{(pid=100597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:31:10.800897 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-18b454d9-b9c7-4b21-bbf0-009947efcfed req-5a6a0936-6eef-41a1-9359-cf02cfdb03f1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:10.814283 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.provisioning_blocks [req-18b454d9-b9c7-4b21-bbf0-009947efcfed req-5a6a0936-6eef-41a1-9359-cf02cfdb03f1 service neutron] Transition to ACTIVE for port object c9b444e0-8fd1-4b76-826f-dba4e7f13d51 will not be triggered until provisioned by entity L2. {{(pid=100597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:31:10.818261 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-18b454d9-b9c7-4b21-bbf0-009947efcfed req-5a6a0936-6eef-41a1-9359-cf02cfdb03f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:10.872146 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a0936-6eef-41a1-9359-cf02cfdb03f1 service neutron] Pushing event updated for resources: {'Port': ['ID=c9b444e0-8fd1-4b76-826f-dba4e7f13d51,revision_number=2']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:31:10.876825 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332347e2-7d26-4cac-83ff-339b58ba1a12 req-37c03012-3f4c-4116-b01b-42a02c7848a5 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:10.879419 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-332347e2-7d26-4cac-83ff-339b58ba1a12 req-37c03012-3f4c-4116-b01b-42a02c7848a5 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/ports?device_id=4569972b-c804-4ed9-a1b0-4552777252e5 HTTP/1.1" status: 200 len: 950 time: 0.5301216 Oct 20 10:31:10.879734 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff177d4-4603-49c0-8bd4-74529330dcc2 req-3d34f1bc-cea3-4231-8e0f-6c6eee2b697b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:10.880333 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-4ff177d4-4603-49c0-8bd4-74529330dcc2 req-3d34f1bc-cea3-4231-8e0f-6c6eee2b697b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:10.881570 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4ff177d4-4603-49c0-8bd4-74529330dcc2 req-3d34f1bc-cea3-4231-8e0f-6c6eee2b697b service neutron] 10.222.0.69 "PUT /v2.0/ports/6e96c012-f83e-4f42-a9b7-a35b967290cc HTTP/1.1" status: 200 len: 1091 time: 2.3415310 Oct 20 10:31:10.889343 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '672d8d6b-42d0-498b-80b9-d23e33f8b319', 'tag': '6e96c012-f83e-4f42-a9b7-a35b967290cc'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:31:10.891681 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8d47704-5e8c-48df-b62b-5a88a9ec978c" -d '{"events": [{"name": "network-changed", "server_uuid": "672d8d6b-42d0-498b-80b9-d23e33f8b319", "tag": "6e96c012-f83e-4f42-a9b7-a35b967290cc"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:31:10.934333 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-66efad4b-1194-4e59-ba90-e97cb691c90b req-8aa23657-fdb3-4844-91c2-ec5ce9af593a service neutron] 10.222.0.69 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6178408 Oct 20 10:31:10.957072 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d34f1bc-cea3-4231-8e0f-6c6eee2b697b service neutron] Pushing event updated for resources: {'Port': ['ID=6e96c012-f83e-4f42-a9b7-a35b967290cc,revision_number=3']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:31:10.979164 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14edbcfb-2dec-436a-ad41-06264666f1f1 req-d814680e-43b7-450f-bf7f-f1038c9a4fd5 tempest-ServersTestManualDisk-1372781018 tempest-ServersTestManualDisk-1372781018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:10.984972 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-14edbcfb-2dec-436a-ad41-06264666f1f1 req-d814680e-43b7-450f-bf7f-f1038c9a4fd5 tempest-ServersTestManualDisk-1372781018 tempest-ServersTestManualDisk-1372781018-project] 10.222.0.64 "GET /v2.0/ports?device_id=113ff081-63ea-49f7-8759-d8256c9eaf8d HTTP/1.1" status: 200 len: 931 time: 0.4540763 Oct 20 10:31:11.073224 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-332347e2-7d26-4cac-83ff-339b58ba1a12 req-4869b907-9406-4fe1-8aa3-61108a753483 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/security-groups?id=33b0304f-e8b0-41ca-8b6c-fa0f5439f339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699162 Oct 20 10:31:11.133590 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff177d4-4603-49c0-8bd4-74529330dcc2 req-6ca7dc6b-f225-4e11-bc5d-0a17808da86d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:11.135291 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4ff177d4-4603-49c0-8bd4-74529330dcc2 req-6ca7dc6b-f225-4e11-bc5d-0a17808da86d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=733e0ae3617d4d649cf978417165b931&device_id=672d8d6b-42d0-498b-80b9-d23e33f8b319 HTTP/1.1" status: 200 len: 1094 time: 0.1997647 Oct 20 10:31:11.163965 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-14edbcfb-2dec-436a-ad41-06264666f1f1 req-b02e5735-3a40-4ae1-8358-45bf5547a8f1 tempest-ServersTestManualDisk-1372781018 tempest-ServersTestManualDisk-1372781018-project] 10.222.0.64 "GET /v2.0/security-groups?id=c39e0f34-ceec-4b47-a636-c4d7d2c4e3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1456239 Oct 20 10:31:11.210778 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 58ff0261-a29f-4f88-99f3-6f9a3ae974f2 details requested by agent hyperv_n-h2-811396-3 with host n-h2-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:31:11.214176 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device a29ba1ab-cf1c-4b4a-ae64-f554ce2cb852 no longer exists at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:31:11.241748 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-f748d2a3-c026-47ea-b03f-bf3c93d6ce0f req-395d579e-754a-4d2a-8d9e-502fc8c096f3 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=1eabf57a-87ff-45e4-a8c1-0331e36a3388&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0834999 Oct 20 10:31:11.252133 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-66efad4b-1194-4e59-ba90-e97cb691c90b req-6b7f1d0a-2559-4feb-a981-e2f39672a135 service neutron] 10.222.0.69 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3072217 Oct 20 10:31:11.253877 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4ff177d4-4603-49c0-8bd4-74529330dcc2 req-fa4357d3-ba68-447a-a022-ea9f68211250 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6e96c012-f83e-4f42-a9b7-a35b967290cc HTTP/1.1" status: 200 len: 217 time: 0.1065896 Oct 20 10:31:11.261139 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9070f666-1c26-4d94-adb6-862ff465ac0b x-openstack-request-id: req-9070f666-1c26-4d94-adb6-862ff465ac0b {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:31:11.261642 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4569972b-c804-4ed9-a1b0-4552777252e5", "name": "network-vif-plugged", "status": "completed", "tag": "6f56cdd5-3a21-42fd-82df-94804732ae43", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:31:11.262001 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9070f666-1c26-4d94-adb6-862ff465ac0b {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:31:11.262628 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4569972b-c804-4ed9-a1b0-4552777252e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f56cdd5-3a21-42fd-82df-94804732ae43', 'code': 200} Oct 20 10:31:11.270890 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-18b454d9-b9c7-4b21-bbf0-009947efcfed req-5a6a0936-6eef-41a1-9359-cf02cfdb03f1 service neutron] Attempting to bind port c9b444e0-8fd1-4b76-826f-dba4e7f13d51 on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:31:11.271566 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-18b454d9-b9c7-4b21-bbf0-009947efcfed req-5a6a0936-6eef-41a1-9359-cf02cfdb03f1 service neutron] Attempting to bind port c9b444e0-8fd1-4b76-826f-dba4e7f13d51 by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': '760fd5f5-7d8a-4858-a4a5-c86e9af501b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'd77166cd-ed72-4807-9abc-17a290c99985'}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:31:11.271920 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18b454d9-b9c7-4b21-bbf0-009947efcfed req-5a6a0936-6eef-41a1-9359-cf02cfdb03f1 service neutron] Attempting to bind port c9b444e0-8fd1-4b76-826f-dba4e7f13d51 on network d77166cd-ed72-4807-9abc-17a290c99985 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:31:11.282181 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18b454d9-b9c7-4b21-bbf0-009947efcfed req-5a6a0936-6eef-41a1-9359-cf02cfdb03f1 service neutron] Port c9b444e0-8fd1-4b76-826f-dba4e7f13d51 on network d77166cd-ed72-4807-9abc-17a290c99985 not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:31:11.282181 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18b454d9-b9c7-4b21-bbf0-009947efcfed req-5a6a0936-6eef-41a1-9359-cf02cfdb03f1 service neutron] Attempting to bind port c9b444e0-8fd1-4b76-826f-dba4e7f13d51 on network d77166cd-ed72-4807-9abc-17a290c99985 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:31:11.295979 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18b454d9-b9c7-4b21-bbf0-009947efcfed req-5a6a0936-6eef-41a1-9359-cf02cfdb03f1 service neutron] Checking agent: {'id': '061232a2-7adc-4ba1-a873-e8cb136b064d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:31:11.296694 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18b454d9-b9c7-4b21-bbf0-009947efcfed req-5a6a0936-6eef-41a1-9359-cf02cfdb03f1 service neutron] Checking segment: {'id': '760fd5f5-7d8a-4858-a4a5-c86e9af501b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'd77166cd-ed72-4807-9abc-17a290c99985'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:31:11.297098 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18b454d9-b9c7-4b21-bbf0-009947efcfed req-5a6a0936-6eef-41a1-9359-cf02cfdb03f1 service neutron] Bound using segment: {'id': '760fd5f5-7d8a-4858-a4a5-c86e9af501b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'd77166cd-ed72-4807-9abc-17a290c99985'} {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:31:11.297550 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-18b454d9-b9c7-4b21-bbf0-009947efcfed req-5a6a0936-6eef-41a1-9359-cf02cfdb03f1 service neutron] Bound port: c9b444e0-8fd1-4b76-826f-dba4e7f13d51, host: n-h2-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '760fd5f5-7d8a-4858-a4a5-c86e9af501b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'd77166cd-ed72-4807-9abc-17a290c99985'}}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:31:11.297905 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-18b454d9-b9c7-4b21-bbf0-009947efcfed req-5a6a0936-6eef-41a1-9359-cf02cfdb03f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:11.328223 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be60c9af-4675-4f00-b821-f85d212d2f2c x-openstack-request-id: req-be60c9af-4675-4f00-b821-f85d212d2f2c {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:31:11.328405 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "672d8d6b-42d0-498b-80b9-d23e33f8b319", "tag": "6e96c012-f83e-4f42-a9b7-a35b967290cc", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:31:11.328607 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-be60c9af-4675-4f00-b821-f85d212d2f2c {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:31:11.328997 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '672d8d6b-42d0-498b-80b9-d23e33f8b319', 'tag': '6e96c012-f83e-4f42-a9b7-a35b967290cc', 'status': 'completed', 'code': 200} Oct 20 10:31:11.370230 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [req-18b454d9-b9c7-4b21-bbf0-009947efcfed req-5a6a0936-6eef-41a1-9359-cf02cfdb03f1 service neutron] For port c9b444e0-8fd1-4b76-826f-dba4e7f13d51, host n-h2-811396-3, cleared binding levels {{(pid=100597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:31:11.374399 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [req-18b454d9-b9c7-4b21-bbf0-009947efcfed req-5a6a0936-6eef-41a1-9359-cf02cfdb03f1 service neutron] For port c9b444e0-8fd1-4b76-826f-dba4e7f13d51, host n-h2-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=c9b444e0-8fd1-4b76-826f-dba4e7f13d51,segment=NetworkSegment(760fd5f5-7d8a-4858-a4a5-c86e9af501b1),segment_id=760fd5f5-7d8a-4858-a4a5-c86e9af501b1)] {{(pid=100597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:31:11.381568 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-18b454d9-b9c7-4b21-bbf0-009947efcfed req-5a6a0936-6eef-41a1-9359-cf02cfdb03f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:11.411706 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:11.415248 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff177d4-4603-49c0-8bd4-74529330dcc2 req-a2f6147c-b4bc-4468-af4b-a5b6754e3c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:11.416705 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4ff177d4-4603-49c0-8bd4-74529330dcc2 req-a2f6147c-b4bc-4468-af4b-a5b6754e3c23 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c78e58fe-8eeb-4a44-80cb-439bcac28ede HTTP/1.1" status: 200 len: 862 time: 0.1296847 Oct 20 10:31:11.419925 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 58ff0261-a29f-4f88-99f3-6f9a3ae974f2, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=58ff0261-a29f-4f88-99f3-6f9a3ae974f2,segment=NetworkSegment(dd88a4e0-deb3-4ff4-9fda-1ddc61c05921),segment_id=dd88a4e0-deb3-4ff4-9fda-1ddc61c05921)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:31:11.425957 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b454d9-b9c7-4b21-bbf0-009947efcfed req-5a6a0936-6eef-41a1-9359-cf02cfdb03f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:11.426690 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-18b454d9-b9c7-4b21-bbf0-009947efcfed req-5a6a0936-6eef-41a1-9359-cf02cfdb03f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:11.428192 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-18b454d9-b9c7-4b21-bbf0-009947efcfed req-5a6a0936-6eef-41a1-9359-cf02cfdb03f1 service neutron] 10.222.0.69 "PUT /v2.0/ports/c9b444e0-8fd1-4b76-826f-dba4e7f13d51 HTTP/1.1" status: 200 len: 1091 time: 0.9965839 Oct 20 10:31:11.428738 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '113ff081-63ea-49f7-8759-d8256c9eaf8d', 'tag': 'c9b444e0-8fd1-4b76-826f-dba4e7f13d51'}] {{(pid=100597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:31:11.430170 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5e738f-b62b-4022-8cea-63ed63438637 req-c4024217-d0fb-48a9-af1f-e26ed41faa10 tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:11.431267 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd85cad6a391afaa95d2dd5280bfd4659fc1e1b2aba53b5e7ef874f059efcdc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bf59f49-4e6b-4a59-bf39-7bef1ce78a9c" -d '{"events": [{"name": "network-changed", "server_uuid": "113ff081-63ea-49f7-8759-d8256c9eaf8d", "tag": "c9b444e0-8fd1-4b76-826f-dba4e7f13d51"}]}' {{(pid=100597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:31:11.432262 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1e5e738f-b62b-4022-8cea-63ed63438637 req-c4024217-d0fb-48a9-af1f-e26ed41faa10 tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] 10.222.0.64 "GET /v2.0/ports?device_id=3df71501-f495-4b85-a696-85566b0b8070 HTTP/1.1" status: 200 len: 943 time: 0.1673613 Oct 20 10:31:11.455281 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f748d2a3-c026-47ea-b03f-bf3c93d6ce0f req-e809f3c5-6a71-4c7f-9683-2158db0ed35f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:11.456930 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f748d2a3-c026-47ea-b03f-bf3c93d6ce0f req-e809f3c5-6a71-4c7f-9683-2158db0ed35f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9d344b97e96e4da89707d7e9ad8232dc&device_id=1eabf57a-87ff-45e4-a8c1-0331e36a3388 HTTP/1.1" status: 200 len: 1095 time: 0.1798468 Oct 20 10:31:11.463742 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port a29ba1ab-cf1c-4b4a-ae64-f554ce2cb852, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=a29ba1ab-cf1c-4b4a-ae64-f554ce2cb852,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:31:11.465755 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Returning: {'device': '58ff0261-a29f-4f88-99f3-6f9a3ae974f2', 'network_id': '9dfc8104-588f-4ed0-ad5c-e57e4df0d1f9', 'port_id': '58ff0261-a29f-4f88-99f3-6f9a3ae974f2', 'mac_address': 'fa:16:3e:da:13:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 811, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56841db6-7a1e-47d6-b1e7-25a7cc618d35', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:31:11.475071 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:11.476646 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a0936-6eef-41a1-9359-cf02cfdb03f1 service neutron] Pushing event updated for resources: {'Port': ['ID=c9b444e0-8fd1-4b76-826f-dba4e7f13d51,revision_number=3']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:31:11.488098 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4ff177d4-4603-49c0-8bd4-74529330dcc2 req-16e44015-0d6d-4587-a3e5-3140333f5487 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6102411a-939e-434e-b2b8-0c46972ff74e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548623 Oct 20 10:31:11.521486 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b12655-0c62-419d-8838-f1736c2bb4fe req-f13bfa9f-3186-4b33-8bc8-1121f44262e5 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:11.529429 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-99b12655-0c62-419d-8838-f1736c2bb4fe req-f13bfa9f-3186-4b33-8bc8-1121f44262e5 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d088f35-587e-4c94-b637-18178327009b HTTP/1.1" status: 200 len: 948 time: 0.1460996 Oct 20 10:31:11.555617 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:11.557070 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1e5e738f-b62b-4022-8cea-63ed63438637 req-bb22afb9-8933-4ba2-86ee-a376b62faa63 tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] 10.222.0.64 "GET /v2.0/security-groups?id=3a2ddb16-f0a7-4b59-b44b-d401de192cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141565 Oct 20 10:31:11.588442 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58ff0261-a29f-4f88-99f3-6f9a3ae974f2 {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:31:11.594714 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b454d9-b9c7-4b21-bbf0-009947efcfed req-a8a5f1f6-cbf0-4d17-9e12-ee5e1d2ac540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:11.595544 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=a29ba1ab-cf1c-4b4a-ae64-f554ce2cb852,revision_number=9']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:31:11.596343 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-18b454d9-b9c7-4b21-bbf0-009947efcfed req-a8a5f1f6-cbf0-4d17-9e12-ee5e1d2ac540 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d56e66757235425b8b4292fe0806a998&device_id=113ff081-63ea-49f7-8759-d8256c9eaf8d HTTP/1.1" status: 200 len: 1094 time: 0.0761905 Oct 20 10:31:11.617472 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 58ff0261-a29f-4f88-99f3-6f9a3ae974f2, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=58ff0261-a29f-4f88-99f3-6f9a3ae974f2,segment=NetworkSegment(dd88a4e0-deb3-4ff4-9fda-1ddc61c05921),segment_id=dd88a4e0-deb3-4ff4-9fda-1ddc61c05921)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:31:11.636855 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:11.686143 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-18b454d9-b9c7-4b21-bbf0-009947efcfed req-8b3ebffb-9d4f-476c-8211-0eac6cd65c25 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c9b444e0-8fd1-4b76-826f-dba4e7f13d51 HTTP/1.1" status: 200 len: 217 time: 0.0684068 Oct 20 10:31:11.733107 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=58ff0261-a29f-4f88-99f3-6f9a3ae974f2,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:31:11.741275 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b454d9-b9c7-4b21-bbf0-009947efcfed req-0958189f-460c-4d81-91e6-cd2f017feb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:11.742738 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-18b454d9-b9c7-4b21-bbf0-009947efcfed req-0958189f-460c-4d81-91e6-cd2f017feb1d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=399fe7e9-9073-4966-b92d-21e0c6ee35d6 HTTP/1.1" status: 200 len: 850 time: 0.0501325 Oct 20 10:31:11.748937 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f748d2a3-c026-47ea-b03f-bf3c93d6ce0f req-5771256d-2dea-4af2-b92b-ba358c589760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:11.750348 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f748d2a3-c026-47ea-b03f-bf3c93d6ce0f req-5771256d-2dea-4af2-b92b-ba358c589760 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1ce4070f-3cfd-4061-95b1-2481b8fda5e7 HTTP/1.1" status: 200 len: 922 time: 0.2139387 Oct 20 10:31:11.789654 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b454d9-b9c7-4b21-bbf0-009947efcfed req-7dd16791-e53d-448d-8302-dd262e23809e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:11.791074 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-18b454d9-b9c7-4b21-bbf0-009947efcfed req-7dd16791-e53d-448d-8302-dd262e23809e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d77166cd-ed72-4807-9abc-17a290c99985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410469 Oct 20 10:31:11.825544 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-99b12655-0c62-419d-8838-f1736c2bb4fe req-b1876024-19fd-414c-be2c-118794196c49 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2952311 Oct 20 10:31:11.873704 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f748d2a3-c026-47ea-b03f-bf3c93d6ce0f req-0a56973d-0c95-409b-8d02-4676762be191 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0371987a-4774-44fc-8b5d-9c1c4a305a09 HTTP/1.1" status: 200 len: 217 time: 0.0725024 Oct 20 10:31:11.889138 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-18b454d9-b9c7-4b21-bbf0-009947efcfed req-6244e2d0-4c0b-404a-88b2-36b0dd485ebe service neutron] 10.222.0.69 "GET /v2.0/networks/d77166cd-ed72-4807-9abc-17a290c99985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900941 Oct 20 10:31:11.917117 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['58ff0261-a29f-4f88-99f3-6f9a3ae974f2'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:31:11.936142 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4ff177d4-4603-49c0-8bd4-74529330dcc2 req-1aa2e6a3-c95a-4ff5-9bdc-17985eba1b71 service neutron] 10.222.0.69 "GET /v2.0/networks/6102411a-939e-434e-b2b8-0c46972ff74e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3911417 Oct 20 10:31:11.963170 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdfbb1e-59a7-49b4-982f-4c78b9a9d289 req-64787011-a551-4dc8-ba16-02b6252dce26 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:11.964918 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5fdfbb1e-59a7-49b4-982f-4c78b9a9d289 req-64787011-a551-4dc8-ba16-02b6252dce26 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/ports?device_id=2030abe2-557f-4af5-bbd9-0ad66c6e9b02 HTTP/1.1" status: 200 len: 949 time: 0.2362862 Oct 20 10:31:11.984946 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09c1650-cfc4-4972-a430-e382aaf1b901 req-f3650a75-af9d-46a2-b0a1-5b9825826e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:11.986974 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b09c1650-cfc4-4972-a430-e382aaf1b901 req-f3650a75-af9d-46a2-b0a1-5b9825826e2c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4569972b-c804-4ed9-a1b0-4552777252e5 HTTP/1.1" status: 200 len: 1101 time: 0.2415619 Oct 20 10:31:12.002061 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-18b454d9-b9c7-4b21-bbf0-009947efcfed req-136bdde5-9fe3-4ed3-aa68-27a43f34cbfd service neutron] 10.222.0.69 "GET /v2.0/networks/d77166cd-ed72-4807-9abc-17a290c99985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023266 Oct 20 10:31:12.153042 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f748d2a3-c026-47ea-b03f-bf3c93d6ce0f req-c2f17ffc-cfcb-4fa5-84c2-59b1fa4cd457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:12.154397 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f748d2a3-c026-47ea-b03f-bf3c93d6ce0f req-c2f17ffc-cfcb-4fa5-84c2-59b1fa4cd457 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4012c245-3079-4795-8c54-d3f2bf73a5b0 HTTP/1.1" status: 200 len: 861 time: 0.2600279 Oct 20 10:31:12.224206 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f748d2a3-c026-47ea-b03f-bf3c93d6ce0f req-c3804539-3018-4044-89a4-b01a2b84019f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1ce4070f-3cfd-4061-95b1-2481b8fda5e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582895 Oct 20 10:31:12.225731 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b09c1650-cfc4-4972-a430-e382aaf1b901 req-8ff59be1-da37-47b8-8292-6fa6b5c5045b service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=33b0304f-e8b0-41ca-8b6c-fa0f5439f339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104230 Oct 20 10:31:12.232316 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5fdfbb1e-59a7-49b4-982f-4c78b9a9d289 req-63af1527-aa91-4d59-a401-ff952d5c1f90 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/security-groups?id=dfac1146-e768-4d56-96b1-8816525464ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425561 Oct 20 10:31:12.267336 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67f4ef1-e4ad-4e16-93fb-e4a837393f73 req-af0f0dda-5d32-4b45-b3f2-9b221f6a3101 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:12.269096 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c67f4ef1-e4ad-4e16-93fb-e4a837393f73 req-af0f0dda-5d32-4b45-b3f2-9b221f6a3101 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.55 "GET /v2.0/ports?device_id=2030abe2-557f-4af5-bbd9-0ad66c6e9b02 HTTP/1.1" status: 200 len: 949 time: 0.2875280 Oct 20 10:31:12.276923 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-612bbfd4-8deb-47cc-8c61-c7796d46e555 x-openstack-request-id: req-612bbfd4-8deb-47cc-8c61-c7796d46e555 {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:31:12.277780 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "113ff081-63ea-49f7-8759-d8256c9eaf8d", "tag": "c9b444e0-8fd1-4b76-826f-dba4e7f13d51", "status": "completed", "code": 200}]} {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:31:12.278096 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-612bbfd4-8deb-47cc-8c61-c7796d46e555 {{(pid=100597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:31:12.278560 n-d-811396-3 neutron-server[100597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '113ff081-63ea-49f7-8759-d8256c9eaf8d', 'tag': 'c9b444e0-8fd1-4b76-826f-dba4e7f13d51', 'status': 'completed', 'code': 200} Oct 20 10:31:12.289111 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4ff177d4-4603-49c0-8bd4-74529330dcc2 req-3be7c600-252e-41ba-b982-ea050ad797a1 service neutron] 10.222.0.69 "GET /v2.0/networks/6102411a-939e-434e-b2b8-0c46972ff74e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3417854 Oct 20 10:31:12.331902 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4493bf0e-4d32-4819-8e23-63b5025da738 req-32639737-136a-4b80-9880-5401db416406 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:12.333224 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4493bf0e-4d32-4819-8e23-63b5025da738 req-32639737-136a-4b80-9880-5401db416406 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/networks?id=1ce4070f-3cfd-4061-95b1-2481b8fda5e7 HTTP/1.1" status: 200 len: 821 time: 0.4022059 Oct 20 10:31:12.392831 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d47704-5e8c-48df-b62b-5a88a9ec978c req-5d20ece8-1185-41eb-8a1b-7c5831da5f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:12.394446 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-c8d47704-5e8c-48df-b62b-5a88a9ec978c req-5d20ece8-1185-41eb-8a1b-7c5831da5f6a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=733e0ae3617d4d649cf978417165b931&device_id=672d8d6b-42d0-498b-80b9-d23e33f8b319 HTTP/1.1" status: 200 len: 1094 time: 0.0405443 Oct 20 10:31:12.425590 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4493bf0e-4d32-4819-8e23-63b5025da738 req-4ab8168d-fce1-4d7b-95fe-aa19283ac8b7 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/quotas/9d344b97e96e4da89707d7e9ad8232dc HTTP/1.1" status: 200 len: 375 time: 0.0860636 Oct 20 10:31:12.482998 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf59f49-4e6b-4a59-bf39-7bef1ce78a9c req-70ddbdc0-824f-447c-887f-e78e15846895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:12.484529 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4bf59f49-4e6b-4a59-bf39-7bef1ce78a9c req-70ddbdc0-824f-447c-887f-e78e15846895 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d56e66757235425b8b4292fe0806a998&device_id=113ff081-63ea-49f7-8759-d8256c9eaf8d HTTP/1.1" status: 200 len: 1094 time: 0.1757846 Oct 20 10:31:12.486606 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f748d2a3-c026-47ea-b03f-bf3c93d6ce0f req-8a2a709a-0846-49e2-8e3a-7dc3013bd2c8 service neutron] 10.222.0.69 "GET /v2.0/networks/1ce4070f-3cfd-4061-95b1-2481b8fda5e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416449 Oct 20 10:31:12.489997 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d47704-5e8c-48df-b62b-5a88a9ec978c req-f16a938a-ed9b-45f1-8b87-c1c9bd6b3115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:12.491521 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-c8d47704-5e8c-48df-b62b-5a88a9ec978c req-f16a938a-ed9b-45f1-8b87-c1c9bd6b3115 service neutron] 10.222.0.69 "GET /v2.0/networks?id=6102411a-939e-434e-b2b8-0c46972ff74e HTTP/1.1" status: 200 len: 923 time: 0.0883689 Oct 20 10:31:12.494723 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2530fadf-b524-454d-80fd-7bae8781416a req-04edcbfc-206f-4b8e-bc1c-fbd2763d066a tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:12.496153 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2530fadf-b524-454d-80fd-7bae8781416a req-04edcbfc-206f-4b8e-bc1c-fbd2763d066a tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] 10.222.0.64 "GET /v2.0/ports?device_id=672d8d6b-42d0-498b-80b9-d23e33f8b319 HTTP/1.1" status: 200 len: 943 time: 0.1585865 Oct 20 10:31:12.538620 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-c8d47704-5e8c-48df-b62b-5a88a9ec978c req-20997214-8f38-4998-b94b-9f22edd42553 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6e96c012-f83e-4f42-a9b7-a35b967290cc HTTP/1.1" status: 200 len: 217 time: 0.0341403 Oct 20 10:31:12.572135 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4493bf0e-4d32-4819-8e23-63b5025da738 req-deb57b15-5e1f-48ae-ac23-8d6e4923451d tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=9d344b97e96e4da89707d7e9ad8232dc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1371324 Oct 20 10:31:12.593279 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d47704-5e8c-48df-b62b-5a88a9ec978c req-cad6427d-20d1-45c4-9d16-e33b4e702f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:12.594727 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-c8d47704-5e8c-48df-b62b-5a88a9ec978c req-cad6427d-20d1-45c4-9d16-e33b4e702f65 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c78e58fe-8eeb-4a44-80cb-439bcac28ede HTTP/1.1" status: 200 len: 862 time: 0.0487416 Oct 20 10:31:12.627265 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-c8d47704-5e8c-48df-b62b-5a88a9ec978c req-0b6b0420-c954-4670-b9ec-83a171cfdc1c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6102411a-939e-434e-b2b8-0c46972ff74e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243018 Oct 20 10:31:12.691824 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2530fadf-b524-454d-80fd-7bae8781416a req-d1566b99-32b9-4a41-ba7e-249a61b250f7 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] 10.222.0.64 "GET /v2.0/security-groups?id=86067063-f5e4-4e77-9825-0a77623af17f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890783 Oct 20 10:31:12.742002 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-c8d47704-5e8c-48df-b62b-5a88a9ec978c req-5de4472e-0861-4994-b9bb-273a67774f15 service neutron] 10.222.0.69 "GET /v2.0/networks/6102411a-939e-434e-b2b8-0c46972ff74e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038210 Oct 20 10:31:12.841371 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-c8d47704-5e8c-48df-b62b-5a88a9ec978c req-6db12f9b-4736-4f54-a43b-014ca7b8a13c service neutron] 10.222.0.69 "GET /v2.0/networks/6102411a-939e-434e-b2b8-0c46972ff74e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894382 Oct 20 10:31:12.845604 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf59f49-4e6b-4a59-bf39-7bef1ce78a9c req-d22d5deb-51ff-44e5-bc52-372ca461ec95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:12.847358 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4bf59f49-4e6b-4a59-bf39-7bef1ce78a9c req-d22d5deb-51ff-44e5-bc52-372ca461ec95 service neutron] 10.222.0.69 "GET /v2.0/networks?id=d77166cd-ed72-4807-9abc-17a290c99985 HTTP/1.1" status: 200 len: 912 time: 0.3424287 Oct 20 10:31:12.853513 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f748d2a3-c026-47ea-b03f-bf3c93d6ce0f req-b4fc88c7-7340-413e-bc2d-2c9855315203 service neutron] 10.222.0.69 "GET /v2.0/networks/1ce4070f-3cfd-4061-95b1-2481b8fda5e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3476636 Oct 20 10:31:12.887809 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4493bf0e-4d32-4819-8e23-63b5025da738 req-74b74a84-6ae6-4b22-8cd0-2f88dd952c04 service neutron] 10.222.0.64 "GET /v2.0/networks/1ce4070f-3cfd-4061-95b1-2481b8fda5e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3068976 Oct 20 10:31:12.928665 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4bf59f49-4e6b-4a59-bf39-7bef1ce78a9c req-3067df50-10d7-439a-b6b1-2038f286cff5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c9b444e0-8fd1-4b76-826f-dba4e7f13d51 HTTP/1.1" status: 200 len: 217 time: 0.0567610 Oct 20 10:31:12.959669 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cd537b-4d02-4baf-9d32-9852b5f91fd5 req-12d597b0-952e-4c2f-9db5-95bd5b2acd37 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:12.961014 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-91cd537b-4d02-4baf-9d32-9852b5f91fd5 req-12d597b0-952e-4c2f-9db5-95bd5b2acd37 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/ports?device_id=4569972b-c804-4ed9-a1b0-4552777252e5 HTTP/1.1" status: 200 len: 950 time: 0.1926284 Oct 20 10:31:13.074075 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-c67f4ef1-e4ad-4e16-93fb-e4a837393f73 req-d30e5a5c-13c2-4eb9-bbc3-d49d461713ac tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Deleting port a1287255-f5ac-4f84-a85c-0660b0204b74 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:31:13.074919 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c67f4ef1-e4ad-4e16-93fb-e4a837393f73 req-d30e5a5c-13c2-4eb9-bbc3-d49d461713ac tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:13.088426 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf59f49-4e6b-4a59-bf39-7bef1ce78a9c req-54854298-7348-4760-9458-7a877764cd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:13.089957 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4bf59f49-4e6b-4a59-bf39-7bef1ce78a9c req-54854298-7348-4760-9458-7a877764cd7e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=399fe7e9-9073-4966-b92d-21e0c6ee35d6 HTTP/1.1" status: 200 len: 850 time: 0.1425648 Oct 20 10:31:13.115636 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-91cd537b-4d02-4baf-9d32-9852b5f91fd5 req-23266f94-a696-44b3-8413-20a58498448a tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/security-groups?id=33b0304f-e8b0-41ca-8b6c-fa0f5439f339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433420 Oct 20 10:31:13.160048 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4493bf0e-4d32-4819-8e23-63b5025da738 req-7efb20f5-aab6-4c7b-a65a-d77b3b800a65 service neutron] 10.222.0.64 "GET /v2.0/networks/1ce4070f-3cfd-4061-95b1-2481b8fda5e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2411213 Oct 20 10:31:13.211731 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device a29ba1ab-cf1c-4b4a-ae64-f554ce2cb852 details requested by agent hyperv_n-h2-811396-3 with host n-h2-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:31:13.214817 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 58ff0261-a29f-4f88-99f3-6f9a3ae974f2 up at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:31:13.247425 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf59f49-4e6b-4a59-bf39-7bef1ce78a9c req-82e8ddd7-abab-4954-8ec8-9490f111a3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:13.248942 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4bf59f49-4e6b-4a59-bf39-7bef1ce78a9c req-82e8ddd7-abab-4954-8ec8-9490f111a3d9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d77166cd-ed72-4807-9abc-17a290c99985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1407495 Oct 20 10:31:13.263296 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d088f35-587e-4c94-b637-18178327009b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a29ba1ab-cf1c-4b4a-ae64-f554ce2cb852'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:31:13.265697 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ee3e895-e6ed-4f63-accc-bdb01c27eb33" -d '{"events": [{"server_uuid": "2d088f35-587e-4c94-b637-18178327009b", "name": "network-vif-unplugged", "status": "completed", "tag": "a29ba1ab-cf1c-4b4a-ae64-f554ce2cb852"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:31:13.279814 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44b0841-d7e3-4728-b1e9-a08758d18ece req-2e89f581-a016-450a-b1da-03237269a19a tempest-ServersTestManualDisk-1372781018 tempest-ServersTestManualDisk-1372781018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:13.282547 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d44b0841-d7e3-4728-b1e9-a08758d18ece req-2e89f581-a016-450a-b1da-03237269a19a tempest-ServersTestManualDisk-1372781018 tempest-ServersTestManualDisk-1372781018-project] 10.222.0.64 "GET /v2.0/ports?device_id=113ff081-63ea-49f7-8759-d8256c9eaf8d HTTP/1.1" status: 200 len: 943 time: 0.0936906 Oct 20 10:31:13.291572 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-c67f4ef1-e4ad-4e16-93fb-e4a837393f73 req-d30e5a5c-13c2-4eb9-bbc3-d49d461713ac tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] For port a1287255-f5ac-4f84-a85c-0660b0204b74, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=a1287255-f5ac-4f84-a85c-0660b0204b74,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:31:13.291944 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c67f4ef1-e4ad-4e16-93fb-e4a837393f73 req-d30e5a5c-13c2-4eb9-bbc3-d49d461713ac tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:13.342590 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-c67f4ef1-e4ad-4e16-93fb-e4a837393f73 req-d30e5a5c-13c2-4eb9-bbc3-d49d461713ac tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Calling delete_port for a1287255-f5ac-4f84-a85c-0660b0204b74 owned by compute:nova {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:31:13.373528 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port a29ba1ab-cf1c-4b4a-ae64-f554ce2cb852, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=a29ba1ab-cf1c-4b4a-ae64-f554ce2cb852,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:31:13.386538 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Returning: {'device': 'a29ba1ab-cf1c-4b4a-ae64-f554ce2cb852', 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84', 'port_id': 'a29ba1ab-cf1c-4b4a-ae64-f554ce2cb852', 'mac_address': 'fa:16:3e:f0:f9:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 800, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f86199a-b8f2-45b4-a83a-995a7ea6fe42', 'ip_address': '192.168.233.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:31:13.392571 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning for port 58ff0261-a29f-4f88-99f3-6f9a3ae974f2 completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:31:13.397732 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning complete for port 58ff0261-a29f-4f88-99f3-6f9a3ae974f2 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:31:13.398442 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:13.453605 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d44b0841-d7e3-4728-b1e9-a08758d18ece req-e1a04ec0-5947-4dce-87fb-1d407067e4ba tempest-ServersTestManualDisk-1372781018 tempest-ServersTestManualDisk-1372781018-project] 10.222.0.64 "GET /v2.0/security-groups?id=c39e0f34-ceec-4b47-a636-c4d7d2c4e3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1331601 Oct 20 10:31:13.525144 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:13.565305 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a29ba1ab-cf1c-4b4a-ae64-f554ce2cb852 {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:31:13.608301 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port a29ba1ab-cf1c-4b4a-ae64-f554ce2cb852, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=a29ba1ab-cf1c-4b4a-ae64-f554ce2cb852,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:31:13.628443 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:13.636175 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:13.726459 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 58ff0261-a29f-4f88-99f3-6f9a3ae974f2, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=58ff0261-a29f-4f88-99f3-6f9a3ae974f2,segment=NetworkSegment(dd88a4e0-deb3-4ff4-9fda-1ddc61c05921),segment_id=dd88a4e0-deb3-4ff4-9fda-1ddc61c05921)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:31:13.748049 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=a29ba1ab-cf1c-4b4a-ae64-f554ce2cb852,revision_number=10']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:31:13.752403 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:13.816497 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=58ff0261-a29f-4f88-99f3-6f9a3ae974f2,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:31:13.854033 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4bf59f49-4e6b-4a59-bf39-7bef1ce78a9c req-a5c64bb1-812b-4ef5-ac14-45bb4fc8034d service neutron] 10.222.0.69 "GET /v2.0/networks/d77166cd-ed72-4807-9abc-17a290c99985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5842671 Oct 20 10:31:13.887909 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 7 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 10:31:13.942309 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['a29ba1ab-cf1c-4b4a-ae64-f554ce2cb852'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:31:13.978619 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4256127-f702-4761-9530-281980068c28 req-d9b187c9-7bdb-4bda-bfc6-41a0594b3b54 tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:13.980111 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b4256127-f702-4761-9530-281980068c28 req-d9b187c9-7bdb-4bda-bfc6-41a0594b3b54 tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] 10.222.0.64 "GET /v2.0/ports?device_id=3df71501-f495-4b85-a696-85566b0b8070 HTTP/1.1" status: 200 len: 945 time: 0.1772771 Oct 20 10:31:14.000063 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7b596b-ccd1-45fa-9ab5-fdc697a6354e req-b22801ab-c00f-4144-8ea7-635aa2b7ff09 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:14.001570 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3c7b596b-ccd1-45fa-9ab5-fdc697a6354e req-b22801ab-c00f-4144-8ea7-635aa2b7ff09 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d088f35-587e-4c94-b637-18178327009b HTTP/1.1" status: 200 len: 948 time: 0.1887469 Oct 20 10:31:14.109600 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4bf59f49-4e6b-4a59-bf39-7bef1ce78a9c req-995aae16-68b6-48c1-baac-01039a76d44b service neutron] 10.222.0.69 "GET /v2.0/networks/d77166cd-ed72-4807-9abc-17a290c99985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2372596 Oct 20 10:31:14.127874 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b4256127-f702-4761-9530-281980068c28 req-34f0ce92-33b9-41d6-be23-2fd56b11643b tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] 10.222.0.64 "GET /v2.0/security-groups?id=3a2ddb16-f0a7-4b59-b44b-d401de192cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1391733 Oct 20 10:31:14.130796 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c67f4ef1-e4ad-4e16-93fb-e4a837393f73 req-d30e5a5c-13c2-4eb9-bbc3-d49d461713ac tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:14.144990 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3c7b596b-ccd1-45fa-9ab5-fdc697a6354e req-9c8aceec-8732-44fa-a9ee-becd172c63aa tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111581 Oct 20 10:31:14.171693 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['4bf11690-7f8a-4a5d-b7d6-9b02b6176fea', '550f7c00-47d3-4e55-be09-c45b0e8ce738', '8742fd55-79bc-42e6-ba15-c45d424c2847', '94206ac3-057e-462d-b6fd-4665c89c4a2c'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:31:14.196927 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30e5a5c-13c2-4eb9-bbc3-d49d461713ac tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Pushing event deleted for resources: {'Port': ['ID=a1287255-f5ac-4f84-a85c-0660b0204b74,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:31:14.234650 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Oct 2021 10:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-915daf19-7491-46b2-82b8-4e7197cb4daf x-openstack-request-id: req-915daf19-7491-46b2-82b8-4e7197cb4daf {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:31:14.235175 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d088f35-587e-4c94-b637-18178327009b", "name": "network-vif-unplugged", "status": "completed", "tag": "a29ba1ab-cf1c-4b4a-ae64-f554ce2cb852", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:31:14.235175 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-915daf19-7491-46b2-82b8-4e7197cb4daf {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:31:14.238266 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d088f35-587e-4c94-b637-18178327009b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a29ba1ab-cf1c-4b4a-ae64-f554ce2cb852', 'code': 200} Oct 20 10:31:14.279024 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-c67f4ef1-e4ad-4e16-93fb-e4a837393f73 req-d30e5a5c-13c2-4eb9-bbc3-d49d461713ac tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] No DVR routers for this DVR port a1287255-f5ac-4f84-a85c-0660b0204b74 on host n-h1-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:31:14.283272 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c67f4ef1-e4ad-4e16-93fb-e4a837393f73 req-d30e5a5c-13c2-4eb9-bbc3-d49d461713ac tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:14.288969 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c67f4ef1-e4ad-4e16-93fb-e4a837393f73 req-d30e5a5c-13c2-4eb9-bbc3-d49d461713ac tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.55 "DELETE /v2.0/ports/a1287255-f5ac-4f84-a85c-0660b0204b74 HTTP/1.1" status: 204 len: 173 time: 1.6135802 Oct 20 10:31:14.304458 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2030abe2-557f-4af5-bbd9-0ad66c6e9b02', 'name': 'network-vif-deleted', 'tag': 'a1287255-f5ac-4f84-a85c-0660b0204b74'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:31:14.307645 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e0067af-18eb-4509-a7e6-99c3a89b9f6e" -d '{"events": [{"server_uuid": "2030abe2-557f-4af5-bbd9-0ad66c6e9b02", "name": "network-vif-deleted", "tag": "a1287255-f5ac-4f84-a85c-0660b0204b74"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:31:14.354515 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-40b0b6d9-02ab-46de-b8e8-f97cc61a3d89 req-9a212382-46e2-4785-82b2-ac4d186cda8a tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/ports?device_id=64903675-1d35-478c-8304-5f01886d8f04 HTTP/1.1" status: 200 len: 210 time: 0.0583320 Oct 20 10:31:14.357165 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-46db889f-be47-49c3-9d40-088ba5d8824d req-0d72dfff-8c4f-4946-bbcd-0a088dc0a2dd tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/ports?device_id=2030abe2-557f-4af5-bbd9-0ad66c6e9b02 HTTP/1.1" status: 200 len: 210 time: 0.0669956 Oct 20 10:31:14.544940 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0e90ae-77e9-46b9-96ac-cbab0c52e3eb req-35ab8d40-6f51-4cdd-99a0-a054a68208ac tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:14.546716 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9b0e90ae-77e9-46b9-96ac-cbab0c52e3eb req-35ab8d40-6f51-4cdd-99a0-a054a68208ac tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/ports?device_id=4569972b-c804-4ed9-a1b0-4552777252e5 HTTP/1.1" status: 200 len: 950 time: 0.0898638 Oct 20 10:31:14.561906 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d2809f-ecc4-40a9-b5ba-f57941c6b014 req-f30bc54c-b7cb-4aee-9993-f0b1fea03f7a tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:14.564101 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-59d2809f-ecc4-40a9-b5ba-f57941c6b014 req-f30bc54c-b7cb-4aee-9993-f0b1fea03f7a tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] 10.222.0.64 "GET /v2.0/ports?device_id=672d8d6b-42d0-498b-80b9-d23e33f8b319 HTTP/1.1" status: 200 len: 943 time: 0.0911262 Oct 20 10:31:14.621439 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9b0e90ae-77e9-46b9-96ac-cbab0c52e3eb req-3e593c47-3ed2-4880-991e-e1c93408d6a6 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/security-groups?id=33b0304f-e8b0-41ca-8b6c-fa0f5439f339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562475 Oct 20 10:31:14.626530 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-59d2809f-ecc4-40a9-b5ba-f57941c6b014 req-924b33b3-0ede-41be-8f27-9548993b5f7f tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] 10.222.0.64 "GET /v2.0/security-groups?id=86067063-f5e4-4e77-9825-0a77623af17f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542936 Oct 20 10:31:14.675285 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dfad9ed-e9c8-4843-9743-1f661f8e0935 x-openstack-request-id: req-9dfad9ed-e9c8-4843-9743-1f661f8e0935 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:31:14.675633 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2030abe2-557f-4af5-bbd9-0ad66c6e9b02", "name": "network-vif-deleted", "tag": "a1287255-f5ac-4f84-a85c-0660b0204b74", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:31:14.675887 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9dfad9ed-e9c8-4843-9743-1f661f8e0935 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:31:14.676287 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2030abe2-557f-4af5-bbd9-0ad66c6e9b02', 'name': 'network-vif-deleted', 'tag': 'a1287255-f5ac-4f84-a85c-0660b0204b74', 'status': 'completed', 'code': 200} Oct 20 10:31:14.780761 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c64ea9-bfd0-4514-bc6e-00c211c3b62a req-3ffd98db-ce6f-479a-b113-0842c35ab6f1 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:14.782564 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-08c64ea9-bfd0-4514-bc6e-00c211c3b62a req-3ffd98db-ce6f-479a-b113-0842c35ab6f1 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d088f35-587e-4c94-b637-18178327009b HTTP/1.1" status: 200 len: 948 time: 0.1020436 Oct 20 10:31:14.820669 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['0c2ac16c-39fa-4445-a3d7-43e100268554', '8ddc9018-c3de-475d-9862-8c844418908a', '631560fe-48f6-4e9b-8ca7-59d6911c1b5d'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:31:14.825269 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3e4352-6e62-4b99-8ff5-5006f30b0866 req-3bf5c31d-a6c8-4619-8623-8df701696f79 tempest-ServersTestManualDisk-1372781018 tempest-ServersTestManualDisk-1372781018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:14.826794 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3e3e4352-6e62-4b99-8ff5-5006f30b0866 req-3bf5c31d-a6c8-4619-8623-8df701696f79 tempest-ServersTestManualDisk-1372781018 tempest-ServersTestManualDisk-1372781018-project] 10.222.0.64 "GET /v2.0/ports?device_id=113ff081-63ea-49f7-8759-d8256c9eaf8d HTTP/1.1" status: 200 len: 943 time: 0.1039593 Oct 20 10:31:14.862694 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device a1287255-f5ac-4f84-a85c-0660b0204b74 no longer exists at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:31:14.889467 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] No Port match for: a1287255-f5ac-4f84-a85c-0660b0204b74 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:31:14.889809 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device a1287255-f5ac-4f84-a85c-0660b0204b74 not bound to the agent host n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:31:14.933130 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-08c64ea9-bfd0-4514-bc6e-00c211c3b62a req-85d327f3-8baf-4ed7-a8af-010bb56892e5 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357043 Oct 20 10:31:14.978554 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4493bf0e-4d32-4819-8e23-63b5025da738 req-8c6e1415-3d49-4c83-995e-aec34d720242 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:14.980582 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4493bf0e-4d32-4819-8e23-63b5025da738 req-8c6e1415-3d49-4c83-995e-aec34d720242 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.69 "GET /v2.0/networks?id=1ce4070f-3cfd-4061-95b1-2481b8fda5e7 HTTP/1.1" status: 200 len: 821 time: 0.1967814 Oct 20 10:31:14.997608 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3e3e4352-6e62-4b99-8ff5-5006f30b0866 req-bdf219f3-9950-4311-a392-fadbe146c8e3 tempest-ServersTestManualDisk-1372781018 tempest-ServersTestManualDisk-1372781018-project] 10.222.0.64 "GET /v2.0/security-groups?id=c39e0f34-ceec-4b47-a636-c4d7d2c4e3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1579871 Oct 20 10:31:15.002695 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-4493bf0e-4d32-4819-8e23-63b5025da738 req-0aa1bd61-cf18-43e9-a116-5ab66262e915 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Request body: {'port': {'device_id': '64903675-1d35-478c-8304-5f01886d8f04', 'network_id': '1ce4070f-3cfd-4061-95b1-2481b8fda5e7', 'admin_state_up': True, 'tenant_id': '9d344b97e96e4da89707d7e9ad8232dc'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:31:15.158861 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9a0581-3860-4c39-9246-d3a709d419a1 req-d876b10d-eef3-46c1-9400-8558657747d5 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:15.158861 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-db9a0581-3860-4c39-9246-d3a709d419a1 req-d876b10d-eef3-46c1-9400-8558657747d5 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/ports?device_id=4569972b-c804-4ed9-a1b0-4552777252e5 HTTP/1.1" status: 200 len: 950 time: 0.1001163 Oct 20 10:31:15.182330 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4493bf0e-4d32-4819-8e23-63b5025da738 req-0aa1bd61-cf18-43e9-a116-5ab66262e915 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Made reservation on behalf of 9d344b97e96e4da89707d7e9ad8232dc for: {'port': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:31:15.187611 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-4493bf0e-4d32-4819-8e23-63b5025da738 req-0aa1bd61-cf18-43e9-a116-5ab66262e915 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:15.225633 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device c9b444e0-8fd1-4b76-826f-dba4e7f13d51 details requested by agent hyperv_n-h2-811396-3 with host n-h2-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:31:15.260602 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-db9a0581-3860-4c39-9246-d3a709d419a1 req-d31ab130-fc22-4614-b31c-966f537f8e62 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/security-groups?id=33b0304f-e8b0-41ca-8b6c-fa0f5439f339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869341 Oct 20 10:31:15.298638 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device a29ba1ab-cf1c-4b4a-ae64-f554ce2cb852 up at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:31:15.436486 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a039b81-c692-47ee-9caf-e0b40a7d91b9 req-560e4229-ad26-402b-ae59-757d3c982ef2 tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:15.446691 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7a039b81-c692-47ee-9caf-e0b40a7d91b9 req-560e4229-ad26-402b-ae59-757d3c982ef2 tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] 10.222.0.64 "GET /v2.0/ports?device_id=3df71501-f495-4b85-a696-85566b0b8070 HTTP/1.1" status: 200 len: 945 time: 0.1144094 Oct 20 10:31:15.493079 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port c9b444e0-8fd1-4b76-826f-dba4e7f13d51, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=c9b444e0-8fd1-4b76-826f-dba4e7f13d51,segment=NetworkSegment(760fd5f5-7d8a-4858-a4a5-c86e9af501b1),segment_id=760fd5f5-7d8a-4858-a4a5-c86e9af501b1)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:31:15.517639 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning complete for port a29ba1ab-cf1c-4b4a-ae64-f554ce2cb852 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:31:15.518170 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:15.523841 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Returning: {'device': 'c9b444e0-8fd1-4b76-826f-dba4e7f13d51', 'network_id': 'd77166cd-ed72-4807-9abc-17a290c99985', 'port_id': 'c9b444e0-8fd1-4b76-826f-dba4e7f13d51', 'mac_address': 'fa:16:3e:ea:0e:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 849, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '399fe7e9-9073-4966-b92d-21e0c6ee35d6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:31:15.541912 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7a039b81-c692-47ee-9caf-e0b40a7d91b9 req-e94db9fc-8167-4d72-982a-5b2278c9b92b tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] 10.222.0.64 "GET /v2.0/security-groups?id=3a2ddb16-f0a7-4b59-b44b-d401de192cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917974 Oct 20 10:31:15.572774 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [req-4493bf0e-4d32-4819-8e23-63b5025da738 req-0aa1bd61-cf18-43e9-a116-5ab66262e915 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Allocated IP 172.20.0.4 (1ce4070f-3cfd-4061-95b1-2481b8fda5e7/4012c245-3079-4795-8c54-d3f2bf73a5b0/e0251dce-b2aa-4267-a129-68fa1ecc090b) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:31:15.701410 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:15.755547 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-4493bf0e-4d32-4819-8e23-63b5025da738 req-0aa1bd61-cf18-43e9-a116-5ab66262e915 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:15.771467 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9b444e0-8fd1-4b76-826f-dba4e7f13d51 {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:31:15.805614 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-89cec665-5cd1-412a-97c3-1694609871e4 req-ae06e674-3dcf-4cb6-86b1-3931ca746428 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/ports?device_id=64903675-1d35-478c-8304-5f01886d8f04 HTTP/1.1" status: 200 len: 210 time: 0.0542054 Oct 20 10:31:15.807367 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4fa47383-acd6-4fd6-bcc4-6e408465ece0 req-50b61e55-9b32-4856-a2d7-b1686a8be3e7 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=9f75d9a0b8ce44faaac4d8054667820c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0626638 Oct 20 10:31:15.841702 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:15.850407 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port c9b444e0-8fd1-4b76-826f-dba4e7f13d51, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=c9b444e0-8fd1-4b76-826f-dba4e7f13d51,segment=NetworkSegment(760fd5f5-7d8a-4858-a4a5-c86e9af501b1),segment_id=760fd5f5-7d8a-4858-a4a5-c86e9af501b1)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:31:15.873508 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:15.874268 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 6e96c012-f83e-4f42-a9b7-a35b967290cc details requested by agent hyperv_n-h2-811396-3 with host n-h2-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:31:16.010251 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port a29ba1ab-cf1c-4b4a-ae64-f554ce2cb852, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=a29ba1ab-cf1c-4b4a-ae64-f554ce2cb852,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:31:16.013079 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-4493bf0e-4d32-4819-8e23-63b5025da738 req-0aa1bd61-cf18-43e9-a116-5ab66262e915 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:16.028243 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:16.039321 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=c9b444e0-8fd1-4b76-826f-dba4e7f13d51,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:31:16.097002 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 6e96c012-f83e-4f42-a9b7-a35b967290cc, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=6e96c012-f83e-4f42-a9b7-a35b967290cc,segment=NetworkSegment(c9f340c0-9c49-427c-b46d-475b702ed788),segment_id=c9f340c0-9c49-427c-b46d-475b702ed788)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:31:16.112889 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4493bf0e-4d32-4819-8e23-63b5025da738 req-0aa1bd61-cf18-43e9-a116-5ab66262e915 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Network 1ce4070f-3cfd-4061-95b1-2481b8fda5e7 is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:31:16.118721 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Returning: {'device': '6e96c012-f83e-4f42-a9b7-a35b967290cc', 'network_id': '6102411a-939e-434e-b2b8-0c46972ff74e', 'port_id': '6e96c012-f83e-4f42-a9b7-a35b967290cc', 'mac_address': 'fa:16:3e:0e:11:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 833, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c78e58fe-8eeb-4a44-80cb-439bcac28ede', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:31:16.124686 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=a29ba1ab-cf1c-4b4a-ae64-f554ce2cb852,revision_number=11']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:31:16.124921 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa47383-acd6-4fd6-bcc4-6e408465ece0 req-5ebb8968-fadf-43e5-98d9-c7e2f02e4a75 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:16.126569 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4fa47383-acd6-4fd6-bcc4-6e408465ece0 req-5ebb8968-fadf-43e5-98d9-c7e2f02e4a75 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3133810 Oct 20 10:31:16.140801 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2462f7-a9c6-42bf-806b-d93cc23e6f4b req-ee62b9aa-9936-49c6-9369-778401b59537 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:16.147992 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3d2462f7-a9c6-42bf-806b-d93cc23e6f4b req-ee62b9aa-9936-49c6-9369-778401b59537 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/ports?device_id=4569972b-c804-4ed9-a1b0-4552777252e5 HTTP/1.1" status: 200 len: 950 time: 0.2165458 Oct 20 10:31:16.150081 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [req-4493bf0e-4d32-4819-8e23-63b5025da738 req-0aa1bd61-cf18-43e9-a116-5ab66262e915 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:31:16.158102 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa1bd61-cf18-43e9-a116-5ab66262e915 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Pushing event updated for resources: {'Port': ['ID=e0251dce-b2aa-4267-a129-68fa1ecc090b,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:31:16.164735 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:16.176854 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-4493bf0e-4d32-4819-8e23-63b5025da738 req-0aa1bd61-cf18-43e9-a116-5ab66262e915 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:31:16.178003 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e96c012-f83e-4f42-a9b7-a35b967290cc {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:31:16.200229 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 6e96c012-f83e-4f42-a9b7-a35b967290cc, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=6e96c012-f83e-4f42-a9b7-a35b967290cc,segment=NetworkSegment(c9f340c0-9c49-427c-b46d-475b702ed788),segment_id=c9f340c0-9c49-427c-b46d-475b702ed788)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:31:16.204914 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:16.222788 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4fa47383-acd6-4fd6-bcc4-6e408465ece0 req-b9b73f6f-cbb5-4563-aabf-4e51d4ce20cb tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/quotas/9f75d9a0b8ce44faaac4d8054667820c HTTP/1.1" status: 200 len: 375 time: 0.0662332 Oct 20 10:31:16.239794 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3df71501-f495-4b85-a696-85566b0b8070', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58ff0261-a29f-4f88-99f3-6f9a3ae974f2'}, {'server_uuid': '2d088f35-587e-4c94-b637-18178327009b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a29ba1ab-cf1c-4b4a-ae64-f554ce2cb852'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:31:16.241922 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95605e84-0981-44c9-9708-055cc6c9bae3" -d '{"events": [{"server_uuid": "3df71501-f495-4b85-a696-85566b0b8070", "name": "network-vif-plugged", "status": "completed", "tag": "58ff0261-a29f-4f88-99f3-6f9a3ae974f2"}, {"server_uuid": "2d088f35-587e-4c94-b637-18178327009b", "name": "network-vif-plugged", "status": "completed", "tag": "a29ba1ab-cf1c-4b4a-ae64-f554ce2cb852"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:31:16.262210 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3d2462f7-a9c6-42bf-806b-d93cc23e6f4b req-dd347f05-8263-43dd-b986-a7eaa9b83a87 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/security-groups?id=33b0304f-e8b0-41ca-8b6c-fa0f5439f339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124778 Oct 20 10:31:16.273385 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=6e96c012-f83e-4f42-a9b7-a35b967290cc,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:31:16.301665 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4493bf0e-4d32-4819-8e23-63b5025da738 req-0aa1bd61-cf18-43e9-a116-5ab66262e915 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:16.302427 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-4493bf0e-4d32-4819-8e23-63b5025da738 req-0aa1bd61-cf18-43e9-a116-5ab66262e915 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:16.322529 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4fa47383-acd6-4fd6-bcc4-6e408465ece0 req-e4181b54-df27-42e9-97db-e1af1d99b8c9 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=9f75d9a0b8ce44faaac4d8054667820c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0815015 Oct 20 10:31:16.336581 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4493bf0e-4d32-4819-8e23-63b5025da738 req-0aa1bd61-cf18-43e9-a116-5ab66262e915 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3372982 Oct 20 10:31:16.350321 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-4493bf0e-4d32-4819-8e23-63b5025da738 req-c700acbc-14cf-4bdb-bc4b-e1d4bab2dbc3 service neutron] Request body: {'port': {'device_id': '64903675-1d35-478c-8304-5f01886d8f04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811396-3'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:31:16.442123 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-4493bf0e-4d32-4819-8e23-63b5025da738 req-c700acbc-14cf-4bdb-bc4b-e1d4bab2dbc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:16.468291 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07caae9-ea94-4743-9a3f-0a2273f340a9 req-26141fa5-2ee1-4f94-8888-598be7e5b378 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:16.471942 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a07caae9-ea94-4743-9a3f-0a2273f340a9 req-26141fa5-2ee1-4f94-8888-598be7e5b378 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] 10.222.0.64 "GET /v2.0/ports?device_id=672d8d6b-42d0-498b-80b9-d23e33f8b319 HTTP/1.1" status: 200 len: 944 time: 0.1173460 Oct 20 10:31:16.663171 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['6e96c012-f83e-4f42-a9b7-a35b967290cc'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:31:16.699705 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a07caae9-ea94-4743-9a3f-0a2273f340a9 req-69669c05-503e-40f0-8637-b10758345323 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] 10.222.0.64 "GET /v2.0/security-groups?id=86067063-f5e4-4e77-9825-0a77623af17f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974600 Oct 20 10:31:16.722976 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['c9b444e0-8fd1-4b76-826f-dba4e7f13d51'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:31:16.821492 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['c775663b-fc25-4ef4-aea4-435e5dde701a'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:31:16.851024 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [req-4493bf0e-4d32-4819-8e23-63b5025da738 req-c700acbc-14cf-4bdb-bc4b-e1d4bab2dbc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0251dce-b2aa-4267-a129-68fa1ecc090b {{(pid=100596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:31:16.860721 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-4493bf0e-4d32-4819-8e23-63b5025da738 req-c700acbc-14cf-4bdb-bc4b-e1d4bab2dbc3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:16.886293 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.provisioning_blocks [req-4493bf0e-4d32-4819-8e23-63b5025da738 req-c700acbc-14cf-4bdb-bc4b-e1d4bab2dbc3 service neutron] Transition to ACTIVE for port object e0251dce-b2aa-4267-a129-68fa1ecc090b will not be triggered until provisioned by entity L2. {{(pid=100596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:31:16.891691 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 20 Oct 2021 10:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed3ce7eb-f2aa-487c-9305-05deb11c63b9 x-openstack-request-id: req-ed3ce7eb-f2aa-487c-9305-05deb11c63b9 {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:31:16.891996 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3df71501-f495-4b85-a696-85566b0b8070", "name": "network-vif-plugged", "status": "completed", "tag": "58ff0261-a29f-4f88-99f3-6f9a3ae974f2", "code": 200}, {"server_uuid": "2d088f35-587e-4c94-b637-18178327009b", "name": "network-vif-plugged", "status": "completed", "tag": "a29ba1ab-cf1c-4b4a-ae64-f554ce2cb852", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:31:16.892253 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ed3ce7eb-f2aa-487c-9305-05deb11c63b9 {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:31:16.892927 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3df71501-f495-4b85-a696-85566b0b8070', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58ff0261-a29f-4f88-99f3-6f9a3ae974f2', 'code': 200} Oct 20 10:31:16.893189 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d088f35-587e-4c94-b637-18178327009b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a29ba1ab-cf1c-4b4a-ae64-f554ce2cb852', 'code': 200} Oct 20 10:31:16.898847 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-4493bf0e-4d32-4819-8e23-63b5025da738 req-c700acbc-14cf-4bdb-bc4b-e1d4bab2dbc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:17.000639 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff500d4-7cf9-4bb6-aa93-cb056bc30d35 req-36683a36-b277-46da-a7a1-772cc5be7ada tempest-ServersTestManualDisk-1372781018 tempest-ServersTestManualDisk-1372781018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:17.008626 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bff500d4-7cf9-4bb6-aa93-cb056bc30d35 req-36683a36-b277-46da-a7a1-772cc5be7ada tempest-ServersTestManualDisk-1372781018 tempest-ServersTestManualDisk-1372781018-project] 10.222.0.64 "GET /v2.0/ports?device_id=113ff081-63ea-49f7-8759-d8256c9eaf8d HTTP/1.1" status: 200 len: 944 time: 0.3053453 Oct 20 10:31:17.087852 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-39610d5c-497c-4cd8-a156-29ac070b998f req-0336ed6d-0759-400d-9b9d-d662628e4366 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c59bb62-1789-41a6-acf6-9b0278dd9612 HTTP/1.1" status: 200 len: 210 time: 0.1121247 Oct 20 10:31:17.113889 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c700acbc-14cf-4bdb-bc4b-e1d4bab2dbc3 service neutron] Pushing event updated for resources: {'Port': ['ID=e0251dce-b2aa-4267-a129-68fa1ecc090b,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:31:17.143999 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bff500d4-7cf9-4bb6-aa93-cb056bc30d35 req-e763f74d-cea2-4329-aec3-ee76230af9b7 tempest-ServersTestManualDisk-1372781018 tempest-ServersTestManualDisk-1372781018-project] 10.222.0.64 "GET /v2.0/security-groups?id=c39e0f34-ceec-4b47-a636-c4d7d2c4e3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1343923 Oct 20 10:31:17.259033 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82253ea5-46f0-488c-945c-cbef1eb65c9c req-ef070015-dad0-49b8-8f57-a75893d2f869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:17.260752 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-82253ea5-46f0-488c-945c-cbef1eb65c9c req-ef070015-dad0-49b8-8f57-a75893d2f869 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=3df71501-f495-4b85-a696-85566b0b8070 HTTP/1.1" status: 200 len: 1096 time: 0.2838225 Oct 20 10:31:17.363484 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-4493bf0e-4d32-4819-8e23-63b5025da738 req-c700acbc-14cf-4bdb-bc4b-e1d4bab2dbc3 service neutron] Attempting to bind port e0251dce-b2aa-4267-a129-68fa1ecc090b on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:31:17.363784 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-4493bf0e-4d32-4819-8e23-63b5025da738 req-c700acbc-14cf-4bdb-bc4b-e1d4bab2dbc3 service neutron] Attempting to bind port e0251dce-b2aa-4267-a129-68fa1ecc090b by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': '21a06331-2010-4bb7-8d07-13da7f15af4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '1ce4070f-3cfd-4061-95b1-2481b8fda5e7'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:31:17.364620 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4493bf0e-4d32-4819-8e23-63b5025da738 req-c700acbc-14cf-4bdb-bc4b-e1d4bab2dbc3 service neutron] Attempting to bind port e0251dce-b2aa-4267-a129-68fa1ecc090b on network 1ce4070f-3cfd-4061-95b1-2481b8fda5e7 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:31:17.373535 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3aa2a9-04ae-48df-bf9c-46e6e6bad552 req-e5dd145a-1496-4790-8a43-f1bb5dc359cb tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:17.375037 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0f3aa2a9-04ae-48df-bf9c-46e6e6bad552 req-e5dd145a-1496-4790-8a43-f1bb5dc359cb tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/ports?device_id=c9c98351-a62e-4395-a008-d798500de9bc HTTP/1.1" status: 200 len: 950 time: 0.1592100 Oct 20 10:31:17.378599 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-82253ea5-46f0-488c-945c-cbef1eb65c9c req-211d3aaa-9f5a-4cd4-a7fd-348791cb9405 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=3a2ddb16-f0a7-4b59-b44b-d401de192cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890059 Oct 20 10:31:17.387672 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ab3e74-7674-468c-bdce-4acfc583c66d req-2d5516da-cdea-43e6-bce4-0f58c718d5ab tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:17.389104 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a3ab3e74-7674-468c-bdce-4acfc583c66d req-2d5516da-cdea-43e6-bce4-0f58c718d5ab tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] 10.222.0.64 "GET /v2.0/ports?device_id=3df71501-f495-4b85-a696-85566b0b8070 HTTP/1.1" status: 200 len: 945 time: 0.1750381 Oct 20 10:31:17.391878 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4493bf0e-4d32-4819-8e23-63b5025da738 req-c700acbc-14cf-4bdb-bc4b-e1d4bab2dbc3 service neutron] Port e0251dce-b2aa-4267-a129-68fa1ecc090b on network 1ce4070f-3cfd-4061-95b1-2481b8fda5e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:31:17.392203 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4493bf0e-4d32-4819-8e23-63b5025da738 req-c700acbc-14cf-4bdb-bc4b-e1d4bab2dbc3 service neutron] Attempting to bind port e0251dce-b2aa-4267-a129-68fa1ecc090b on network 1ce4070f-3cfd-4061-95b1-2481b8fda5e7 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:31:17.417728 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4493bf0e-4d32-4819-8e23-63b5025da738 req-c700acbc-14cf-4bdb-bc4b-e1d4bab2dbc3 service neutron] Checking agent: {'id': '061232a2-7adc-4ba1-a873-e8cb136b064d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:31:17.418064 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4493bf0e-4d32-4819-8e23-63b5025da738 req-c700acbc-14cf-4bdb-bc4b-e1d4bab2dbc3 service neutron] Checking segment: {'id': '21a06331-2010-4bb7-8d07-13da7f15af4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '1ce4070f-3cfd-4061-95b1-2481b8fda5e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:31:17.418447 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4493bf0e-4d32-4819-8e23-63b5025da738 req-c700acbc-14cf-4bdb-bc4b-e1d4bab2dbc3 service neutron] Bound using segment: {'id': '21a06331-2010-4bb7-8d07-13da7f15af4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '1ce4070f-3cfd-4061-95b1-2481b8fda5e7'} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:31:17.418880 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-4493bf0e-4d32-4819-8e23-63b5025da738 req-c700acbc-14cf-4bdb-bc4b-e1d4bab2dbc3 service neutron] Bound port: e0251dce-b2aa-4267-a129-68fa1ecc090b, host: n-h2-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21a06331-2010-4bb7-8d07-13da7f15af4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '1ce4070f-3cfd-4061-95b1-2481b8fda5e7'}}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:31:17.419233 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-4493bf0e-4d32-4819-8e23-63b5025da738 req-c700acbc-14cf-4bdb-bc4b-e1d4bab2dbc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:17.483522 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0f3aa2a9-04ae-48df-bf9c-46e6e6bad552 req-e43f1969-e2f7-4052-9b45-56af1b449552 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/security-groups?id=dfac1146-e768-4d56-96b1-8816525464ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931561 Oct 20 10:31:17.489899 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a3ab3e74-7674-468c-bdce-4acfc583c66d req-7de2ec47-9b21-4c11-869d-08102936d6b4 tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] 10.222.0.64 "GET /v2.0/security-groups?id=3a2ddb16-f0a7-4b59-b44b-d401de192cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912459 Oct 20 10:31:17.528084 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-4493bf0e-4d32-4819-8e23-63b5025da738 req-c700acbc-14cf-4bdb-bc4b-e1d4bab2dbc3 service neutron] For port e0251dce-b2aa-4267-a129-68fa1ecc090b, host n-h2-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:31:17.535777 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-4493bf0e-4d32-4819-8e23-63b5025da738 req-c700acbc-14cf-4bdb-bc4b-e1d4bab2dbc3 service neutron] For port e0251dce-b2aa-4267-a129-68fa1ecc090b, host n-h2-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=e0251dce-b2aa-4267-a129-68fa1ecc090b,segment=NetworkSegment(21a06331-2010-4bb7-8d07-13da7f15af4f),segment_id=21a06331-2010-4bb7-8d07-13da7f15af4f)] {{(pid=100596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:31:17.544074 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-4493bf0e-4d32-4819-8e23-63b5025da738 req-c700acbc-14cf-4bdb-bc4b-e1d4bab2dbc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:17.586371 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4493bf0e-4d32-4819-8e23-63b5025da738 req-c700acbc-14cf-4bdb-bc4b-e1d4bab2dbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:17.586980 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-4493bf0e-4d32-4819-8e23-63b5025da738 req-c700acbc-14cf-4bdb-bc4b-e1d4bab2dbc3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:17.588356 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4493bf0e-4d32-4819-8e23-63b5025da738 req-c700acbc-14cf-4bdb-bc4b-e1d4bab2dbc3 service neutron] 10.222.0.69 "PUT /v2.0/ports/e0251dce-b2aa-4267-a129-68fa1ecc090b HTTP/1.1" status: 200 len: 1091 time: 1.2433329 Oct 20 10:31:17.589407 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64903675-1d35-478c-8304-5f01886d8f04', 'tag': 'e0251dce-b2aa-4267-a129-68fa1ecc090b'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:31:17.591595 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad2dee07-3384-486d-83b1-f24f0b15d841" -d '{"events": [{"name": "network-changed", "server_uuid": "64903675-1d35-478c-8304-5f01886d8f04", "tag": "e0251dce-b2aa-4267-a129-68fa1ecc090b"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:31:17.712412 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c700acbc-14cf-4bdb-bc4b-e1d4bab2dbc3 service neutron] Pushing event updated for resources: {'Port': ['ID=e0251dce-b2aa-4267-a129-68fa1ecc090b,revision_number=3']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:31:17.730447 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e9b354-529d-4f3d-a87b-6a73ed74b1d1 req-ca2f3256-d959-47d4-aa80-e5f1325bc4d6 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:17.737644 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a8e9b354-529d-4f3d-a87b-6a73ed74b1d1 req-ca2f3256-d959-47d4-aa80-e5f1325bc4d6 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/ports?device_id=4569972b-c804-4ed9-a1b0-4552777252e5 HTTP/1.1" status: 200 len: 950 time: 0.1583486 Oct 20 10:31:17.754281 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86674ec9-02ca-4650-87c0-09b633d7f9b8 req-b60e9fbf-ea4f-4c6c-85ca-66dcd6c0ecad tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:17.756878 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-86674ec9-02ca-4650-87c0-09b633d7f9b8 req-b60e9fbf-ea4f-4c6c-85ca-66dcd6c0ecad tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/ports?device_id=64903675-1d35-478c-8304-5f01886d8f04 HTTP/1.1" status: 200 len: 943 time: 0.1757264 Oct 20 10:31:17.809815 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4493bf0e-4d32-4819-8e23-63b5025da738 req-ff4e994e-653b-4e5c-90d8-16e4b5c47b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:17.811544 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4493bf0e-4d32-4819-8e23-63b5025da738 req-ff4e994e-653b-4e5c-90d8-16e4b5c47b77 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9d344b97e96e4da89707d7e9ad8232dc&device_id=64903675-1d35-478c-8304-5f01886d8f04 HTTP/1.1" status: 200 len: 1094 time: 0.1395819 Oct 20 10:31:17.820240 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a8e9b354-529d-4f3d-a87b-6a73ed74b1d1 req-ac851be0-ed30-4bd9-b1f0-756013713d86 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/security-groups?id=33b0304f-e8b0-41ca-8b6c-fa0f5439f339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815749 Oct 20 10:31:17.869280 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-86674ec9-02ca-4650-87c0-09b633d7f9b8 req-af44dd48-fba2-4858-bb0d-85a5c4cb8a66 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba094063-4980-4c22-bc34-9c1534c0beb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018128 Oct 20 10:31:17.879430 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4493bf0e-4d32-4819-8e23-63b5025da738 req-35305915-4acc-48df-9486-d564af9ad6e9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e0251dce-b2aa-4267-a129-68fa1ecc090b HTTP/1.1" status: 200 len: 217 time: 0.0581417 Oct 20 10:31:17.892962 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e45c44a-960a-40a8-a808-a2d85c3c837c x-openstack-request-id: req-5e45c44a-960a-40a8-a808-a2d85c3c837c {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:31:17.893210 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64903675-1d35-478c-8304-5f01886d8f04", "tag": "e0251dce-b2aa-4267-a129-68fa1ecc090b", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:31:17.893406 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5e45c44a-960a-40a8-a808-a2d85c3c837c {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:31:17.893803 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64903675-1d35-478c-8304-5f01886d8f04', 'tag': 'e0251dce-b2aa-4267-a129-68fa1ecc090b', 'status': 'completed', 'code': 200} Oct 20 10:31:17.903773 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4fa47383-acd6-4fd6-bcc4-6e408465ece0 req-b322b7ab-423d-4ac2-858c-e1f2ef6f6257 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=9f75d9a0b8ce44faaac4d8054667820c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0383534 Oct 20 10:31:18.008764 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4493bf0e-4d32-4819-8e23-63b5025da738 req-b933873d-7e8d-4cdf-9045-ee5314d75783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:18.009342 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4493bf0e-4d32-4819-8e23-63b5025da738 req-b933873d-7e8d-4cdf-9045-ee5314d75783 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4012c245-3079-4795-8c54-d3f2bf73a5b0 HTTP/1.1" status: 200 len: 861 time: 0.1148005 Oct 20 10:31:18.077803 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4493bf0e-4d32-4819-8e23-63b5025da738 req-c7e84f0e-fc2e-40c6-8e56-93c5696df03d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1ce4070f-3cfd-4061-95b1-2481b8fda5e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340044 Oct 20 10:31:18.093587 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3861d53-4f4b-43ab-89bd-573053cb9a29 req-7bb38a27-7034-4fd6-80ea-8bceb3782efd tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:18.094988 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c3861d53-4f4b-43ab-89bd-573053cb9a29 req-7bb38a27-7034-4fd6-80ea-8bceb3782efd tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] 10.222.0.64 "GET /v2.0/ports?device_id=672d8d6b-42d0-498b-80b9-d23e33f8b319 HTTP/1.1" status: 200 len: 944 time: 0.1422906 Oct 20 10:31:18.148092 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa47383-acd6-4fd6-bcc4-6e408465ece0 req-e9b789bb-bccc-4ee0-a7d9-ba33d2e51ad0 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:18.149278 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4fa47383-acd6-4fd6-bcc4-6e408465ece0 req-e9b789bb-bccc-4ee0-a7d9-ba33d2e51ad0 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2242935 Oct 20 10:31:18.179669 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-4fa47383-acd6-4fd6-bcc4-6e408465ece0 req-11fc79a7-2026-464b-8996-69729fa23f3d tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Request body: {'port': {'device_id': '3c59bb62-1789-41a6-acf6-9b0278dd9612', 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84', 'admin_state_up': True, 'tenant_id': '9f75d9a0b8ce44faaac4d8054667820c'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:31:18.232927 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c3861d53-4f4b-43ab-89bd-573053cb9a29 req-fc110b0c-c887-4836-8e35-d2c27707a2dd tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] 10.222.0.64 "GET /v2.0/security-groups?id=86067063-f5e4-4e77-9825-0a77623af17f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218998 Oct 20 10:31:18.252360 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e24c10c6-fa62-4b2e-a5a5-299e7baec700 req-fa23531d-39e4-49df-b8f9-486a36689589 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c59bb62-1789-41a6-acf6-9b0278dd9612 HTTP/1.1" status: 200 len: 210 time: 0.0815115 Oct 20 10:31:18.328574 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4493bf0e-4d32-4819-8e23-63b5025da738 req-e0668cfe-1dc7-4010-ab03-07cdf745461c service neutron] 10.222.0.69 "GET /v2.0/networks/1ce4070f-3cfd-4061-95b1-2481b8fda5e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294972 Oct 20 10:31:18.445429 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45bbaae-6a9a-417d-9781-3515cbe57314 req-26760fef-e480-4967-ad29-05fa011cddab tempest-ServersTestManualDisk-1372781018 tempest-ServersTestManualDisk-1372781018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:18.446907 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e45bbaae-6a9a-417d-9781-3515cbe57314 req-26760fef-e480-4967-ad29-05fa011cddab tempest-ServersTestManualDisk-1372781018 tempest-ServersTestManualDisk-1372781018-project] 10.222.0.64 "GET /v2.0/ports?device_id=113ff081-63ea-49f7-8759-d8256c9eaf8d HTTP/1.1" status: 200 len: 944 time: 0.1321840 Oct 20 10:31:18.774928 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fa47383-acd6-4fd6-bcc4-6e408465ece0 req-11fc79a7-2026-464b-8996-69729fa23f3d tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Made reservation on behalf of 9f75d9a0b8ce44faaac4d8054667820c for: {'port': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:31:18.778782 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-4fa47383-acd6-4fd6-bcc4-6e408465ece0 req-11fc79a7-2026-464b-8996-69729fa23f3d tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:18.810131 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4493bf0e-4d32-4819-8e23-63b5025da738 req-dc72f1ed-e661-4b8f-a05b-b6ed28227356 service neutron] 10.222.0.69 "GET /v2.0/networks/1ce4070f-3cfd-4061-95b1-2481b8fda5e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4649065 Oct 20 10:31:18.851423 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:18.870148 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e45bbaae-6a9a-417d-9781-3515cbe57314 req-9e098131-08fd-432d-8bdc-c464394d46ad tempest-ServersTestManualDisk-1372781018 tempest-ServersTestManualDisk-1372781018-project] 10.222.0.64 "GET /v2.0/security-groups?id=c39e0f34-ceec-4b47-a636-c4d7d2c4e3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4146252 Oct 20 10:31:18.956969 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7af222-2ebb-46c6-8987-f52e74321c96 req-0c9a77b8-214a-4553-b9ec-da78d7ebaf5d tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:18.958369 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8a7af222-2ebb-46c6-8987-f52e74321c96 req-0c9a77b8-214a-4553-b9ec-da78d7ebaf5d tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.69 "GET /v2.0/ports?device_id=c9c98351-a62e-4395-a008-d798500de9bc HTTP/1.1" status: 200 len: 950 time: 0.1962192 Oct 20 10:31:18.981660 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a8059d-9dd0-44ed-9b9e-0eca5772d346 req-b35490d6-3cd7-405f-8a2c-775723cd74f9 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:18.983101 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-57a8059d-9dd0-44ed-9b9e-0eca5772d346 req-b35490d6-3cd7-405f-8a2c-775723cd74f9 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/ports?device_id=c9c98351-a62e-4395-a008-d798500de9bc HTTP/1.1" status: 200 len: 950 time: 0.2190671 Oct 20 10:31:19.097863 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2dee07-3384-486d-83b1-f24f0b15d841 req-0c8cd80c-f251-4936-bc34-3ad8ccacc5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:19.099251 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ad2dee07-3384-486d-83b1-f24f0b15d841 req-0c8cd80c-f251-4936-bc34-3ad8ccacc5fb service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9d344b97e96e4da89707d7e9ad8232dc&device_id=64903675-1d35-478c-8304-5f01886d8f04 HTTP/1.1" status: 200 len: 1094 time: 0.2273276 Oct 20 10:31:19.158611 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5e0c67-64eb-4ad0-9489-10afd64bbca8 req-0362a7c5-119e-4724-88ea-b78dfc0bc549 tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:19.160077 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8f5e0c67-64eb-4ad0-9489-10afd64bbca8 req-0362a7c5-119e-4724-88ea-b78dfc0bc549 tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] 10.222.0.64 "GET /v2.0/ports?device_id=3df71501-f495-4b85-a696-85566b0b8070 HTTP/1.1" status: 200 len: 945 time: 0.2162771 Oct 20 10:31:19.188262 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [req-4fa47383-acd6-4fd6-bcc4-6e408465ece0 req-11fc79a7-2026-464b-8996-69729fa23f3d tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Allocated IP 192.168.233.132 (a7c57b12-d7c3-48bb-aa54-a67a56468a84/8f86199a-b8f2-45b4-a83a-995a7ea6fe42/2bcffcff-10cd-400f-ba99-63f92ee35bbb) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:31:19.193852 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-57a8059d-9dd0-44ed-9b9e-0eca5772d346 req-639fca05-f580-4af8-85e6-000265e2f281 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/security-groups?id=dfac1146-e768-4d56-96b1-8816525464ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865194 Oct 20 10:31:19.263963 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 6e96c012-f83e-4f42-a9b7-a35b967290cc up at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:31:19.318003 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning for port 6e96c012-f83e-4f42-a9b7-a35b967290cc completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:31:19.322378 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning complete for port 6e96c012-f83e-4f42-a9b7-a35b967290cc triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:31:19.322850 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:19.340194 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8f5e0c67-64eb-4ad0-9489-10afd64bbca8 req-f55c85c4-9b51-42e2-b5f7-7420d655b647 tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] 10.222.0.64 "GET /v2.0/security-groups?id=3a2ddb16-f0a7-4b59-b44b-d401de192cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1646457 Oct 20 10:31:19.367744 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-8a7af222-2ebb-46c6-8987-f52e74321c96 req-523018ef-015b-41ea-80d8-bf64fbb5490c tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Deleting port 631560fe-48f6-4e9b-8ca7-59d6911c1b5d {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:31:19.368082 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-8a7af222-2ebb-46c6-8987-f52e74321c96 req-523018ef-015b-41ea-80d8-bf64fbb5490c tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:19.413531 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2dee07-3384-486d-83b1-f24f0b15d841 req-79d61afd-f45d-4057-a5af-a19cad4670ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:19.415015 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ad2dee07-3384-486d-83b1-f24f0b15d841 req-79d61afd-f45d-4057-a5af-a19cad4670ac service neutron] 10.222.0.69 "GET /v2.0/networks?id=1ce4070f-3cfd-4061-95b1-2481b8fda5e7 HTTP/1.1" status: 200 len: 922 time: 0.2890460 Oct 20 10:31:19.428039 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:19.453689 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '672d8d6b-42d0-498b-80b9-d23e33f8b319', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e96c012-f83e-4f42-a9b7-a35b967290cc'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:31:19.456457 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d02502b0-9195-4c33-8074-ffbe82bbcf48" -d '{"events": [{"server_uuid": "672d8d6b-42d0-498b-80b9-d23e33f8b319", "name": "network-vif-plugged", "status": "completed", "tag": "6e96c012-f83e-4f42-a9b7-a35b967290cc"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:31:19.469272 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 6e96c012-f83e-4f42-a9b7-a35b967290cc, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=6e96c012-f83e-4f42-a9b7-a35b967290cc,segment=NetworkSegment(c9f340c0-9c49-427c-b46d-475b702ed788),segment_id=c9f340c0-9c49-427c-b46d-475b702ed788)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:31:19.477722 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:19.478658 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device c9b444e0-8fd1-4b76-826f-dba4e7f13d51 up at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:31:19.556525 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=6e96c012-f83e-4f42-a9b7-a35b967290cc,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:31:19.561879 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61759ac6-2d55-4e84-b549-38a6b050424b req-b59e967b-a32a-41af-9c3a-e0ac8bb99049 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:19.563400 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-61759ac6-2d55-4e84-b549-38a6b050424b req-b59e967b-a32a-41af-9c3a-e0ac8bb99049 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/ports?device_id=4569972b-c804-4ed9-a1b0-4552777252e5 HTTP/1.1" status: 200 len: 950 time: 0.2802942 Oct 20 10:31:19.576013 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning for port c9b444e0-8fd1-4b76-826f-dba4e7f13d51 completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:31:19.578817 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ad2dee07-3384-486d-83b1-f24f0b15d841 req-65bb01fc-2963-4154-93b2-3649a253221e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e0251dce-b2aa-4267-a129-68fa1ecc090b HTTP/1.1" status: 200 len: 217 time: 0.1327541 Oct 20 10:31:19.580478 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning complete for port c9b444e0-8fd1-4b76-826f-dba4e7f13d51 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:31:19.580951 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:19.674810 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:19.697235 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5905ab-e64b-4f02-9ca8-62ed6a7cce26 req-d04318e4-974d-46a1-8cf4-0bb0e2666e91 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:19.699353 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3f5905ab-e64b-4f02-9ca8-62ed6a7cce26 req-d04318e4-974d-46a1-8cf4-0bb0e2666e91 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/ports?device_id=64903675-1d35-478c-8304-5f01886d8f04 HTTP/1.1" status: 200 len: 943 time: 0.2828565 Oct 20 10:31:19.710958 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port c9b444e0-8fd1-4b76-826f-dba4e7f13d51, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=c9b444e0-8fd1-4b76-826f-dba4e7f13d51,segment=NetworkSegment(760fd5f5-7d8a-4858-a4a5-c86e9af501b1),segment_id=760fd5f5-7d8a-4858-a4a5-c86e9af501b1)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:31:19.712756 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-8a7af222-2ebb-46c6-8987-f52e74321c96 req-523018ef-015b-41ea-80d8-bf64fbb5490c tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] For port 631560fe-48f6-4e9b-8ca7-59d6911c1b5d, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=631560fe-48f6-4e9b-8ca7-59d6911c1b5d,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:31:19.713166 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-8a7af222-2ebb-46c6-8987-f52e74321c96 req-523018ef-015b-41ea-80d8-bf64fbb5490c tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:19.716538 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:19.717423 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 631560fe-48f6-4e9b-8ca7-59d6911c1b5d no longer exists at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:31:19.725436 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-61759ac6-2d55-4e84-b549-38a6b050424b req-439d8ada-388b-402d-b9b8-cec44c607669 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/security-groups?id=33b0304f-e8b0-41ca-8b6c-fa0f5439f339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445146 Oct 20 10:31:19.746864 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2dee07-3384-486d-83b1-f24f0b15d841 req-97e0b78f-d415-4cce-8028-aebca6690808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:19.746864 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ad2dee07-3384-486d-83b1-f24f0b15d841 req-97e0b78f-d415-4cce-8028-aebca6690808 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4012c245-3079-4795-8c54-d3f2bf73a5b0 HTTP/1.1" status: 200 len: 861 time: 0.1530366 Oct 20 10:31:19.755687 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-8a7af222-2ebb-46c6-8987-f52e74321c96 req-523018ef-015b-41ea-80d8-bf64fbb5490c tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Calling delete_port for 631560fe-48f6-4e9b-8ca7-59d6911c1b5d owned by compute:nova {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:31:19.763153 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-4fa47383-acd6-4fd6-bcc4-6e408465ece0 req-11fc79a7-2026-464b-8996-69729fa23f3d tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:19.799175 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ad2dee07-3384-486d-83b1-f24f0b15d841 req-306b9e09-1935-4a19-9166-26dcf27e63a7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1ce4070f-3cfd-4061-95b1-2481b8fda5e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411243 Oct 20 10:31:19.801540 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=c9b444e0-8fd1-4b76-826f-dba4e7f13d51,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:31:19.846177 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:19.880795 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 631560fe-48f6-4e9b-8ca7-59d6911c1b5d, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=631560fe-48f6-4e9b-8ca7-59d6911c1b5d,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:31:19.884570 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3f5905ab-e64b-4f02-9ca8-62ed6a7cce26 req-e30a3fa5-c931-4b10-a188-47445ffbecb1 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba094063-4980-4c22-bc34-9c1534c0beb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624203 Oct 20 10:31:19.888096 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:19.972453 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=631560fe-48f6-4e9b-8ca7-59d6911c1b5d,revision_number=6']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:31:20.049290 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-476782c5-3aa2-475d-9585-6c1c64bd432f req-f1f4f87c-c68b-4335-b081-07861fd18681 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c59bb62-1789-41a6-acf6-9b0278dd9612 HTTP/1.1" status: 200 len: 210 time: 0.0725527 Oct 20 10:31:20.056245 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-4fa47383-acd6-4fd6-bcc4-6e408465ece0 req-11fc79a7-2026-464b-8996-69729fa23f3d tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:20.077440 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['aae3cda1-d0c7-410c-8006-356e09a086ac', 'a29ba1ab-cf1c-4b4a-ae64-f554ce2cb852'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:31:20.131759 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['fa148701-2bd3-45e4-ace6-f079253fac3b'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:31:20.143340 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ad2dee07-3384-486d-83b1-f24f0b15d841 req-4d3f2352-d2fb-442f-a8ad-3f233858d57a service neutron] 10.222.0.69 "GET /v2.0/networks/1ce4070f-3cfd-4061-95b1-2481b8fda5e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3301756 Oct 20 10:31:20.162215 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fa47383-acd6-4fd6-bcc4-6e408465ece0 req-11fc79a7-2026-464b-8996-69729fa23f3d tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Network a7c57b12-d7c3-48bb-aa54-a67a56468a84 is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:31:20.199078 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [req-4fa47383-acd6-4fd6-bcc4-6e408465ece0 req-11fc79a7-2026-464b-8996-69729fa23f3d tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:31:20.201476 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fa47383-acd6-4fd6-bcc4-6e408465ece0 req-11fc79a7-2026-464b-8996-69729fa23f3d tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:31:20.220903 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48056261-bd14-4ea0-aacf-fb4189be3501 req-e0d7dd0c-b4e1-4885-ab0d-1b89a3f05528 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:20.222569 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-48056261-bd14-4ea0-aacf-fb4189be3501 req-e0d7dd0c-b4e1-4885-ab0d-1b89a3f05528 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] 10.222.0.64 "GET /v2.0/ports?device_id=672d8d6b-42d0-498b-80b9-d23e33f8b319 HTTP/1.1" status: 200 len: 945 time: 0.2760205 Oct 20 10:31:20.276489 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fc79a7-2026-464b-8996-69729fa23f3d tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Pushing event updated for resources: {'Port': ['ID=2bcffcff-10cd-400f-ba99-63f92ee35bbb,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:31:20.389595 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801c2510-a9cd-435d-8069-215680044092 req-4fd3562b-36c4-4f7c-9211-82b766ebfe86 tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:20.391772 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-801c2510-a9cd-435d-8069-215680044092 req-4fd3562b-36c4-4f7c-9211-82b766ebfe86 tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] 10.222.0.64 "GET /v2.0/ports?device_id=3df71501-f495-4b85-a696-85566b0b8070 HTTP/1.1" status: 200 len: 945 time: 0.2821593 Oct 20 10:31:20.401092 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 41594) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:31:20.406742 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-77687217-f0dd-4a36-95a1-5f73e984d256 tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] Request body: {'floatingip': {'port_id': '58ff0261-a29f-4f88-99f3-6f9a3ae974f2'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:31:20.455065 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa47383-acd6-4fd6-bcc4-6e408465ece0 req-11fc79a7-2026-464b-8996-69729fa23f3d tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:20.456169 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-4fa47383-acd6-4fd6-bcc4-6e408465ece0 req-11fc79a7-2026-464b-8996-69729fa23f3d tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:20.466018 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-77687217-f0dd-4a36-95a1-5f73e984d256 tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] Publish callbacks [] for floatingip, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:20.466194 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc267897-8de1-4066-be66-34df6500b8f5 x-openstack-request-id: req-dc267897-8de1-4066-be66-34df6500b8f5 {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:31:20.466439 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "672d8d6b-42d0-498b-80b9-d23e33f8b319", "name": "network-vif-plugged", "status": "completed", "tag": "6e96c012-f83e-4f42-a9b7-a35b967290cc", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:31:20.466639 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-dc267897-8de1-4066-be66-34df6500b8f5 {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:31:20.467013 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '672d8d6b-42d0-498b-80b9-d23e33f8b319', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e96c012-f83e-4f42-a9b7-a35b967290cc', 'code': 200} Oct 20 10:31:20.487039 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ad2dee07-3384-486d-83b1-f24f0b15d841 req-ed5e91b3-5522-4486-b338-b9878fc3b45a service neutron] 10.222.0.69 "GET /v2.0/networks/1ce4070f-3cfd-4061-95b1-2481b8fda5e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3231027 Oct 20 10:31:20.525891 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-48056261-bd14-4ea0-aacf-fb4189be3501 req-53a9efe1-8991-46c0-9bfc-8d7c0a478f52 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] 10.222.0.64 "GET /v2.0/security-groups?id=86067063-f5e4-4e77-9825-0a77623af17f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301309 Oct 20 10:31:20.537838 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-8a7af222-2ebb-46c6-8987-f52e74321c96 req-523018ef-015b-41ea-80d8-bf64fbb5490c tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:20.630879 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-d8ef1eb6-db15-4e05-a846-ed1edcf7e157 None None] Provisioning complete for port 2bcffcff-10cd-400f-ba99-63f92ee35bbb triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:31:20.631345 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-d8ef1eb6-db15-4e05-a846-ed1edcf7e157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:20.643625 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4fa47383-acd6-4fd6-bcc4-6e408465ece0 req-11fc79a7-2026-464b-8996-69729fa23f3d tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4698217 Oct 20 10:31:20.656660 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523018ef-015b-41ea-80d8-bf64fbb5490c tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Pushing event deleted for resources: {'Port': ['ID=631560fe-48f6-4e9b-8ca7-59d6911c1b5d,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:31:20.677979 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-4fa47383-acd6-4fd6-bcc4-6e408465ece0 req-90695286-b5be-48d8-81ef-b983ec052731 service neutron] Request body: {'port': {'device_id': '3c59bb62-1789-41a6-acf6-9b0278dd9612', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811396-3'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:31:20.683696 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-d8ef1eb6-db15-4e05-a846-ed1edcf7e157 None None] Port 2bcffcff-10cd-400f-ba99-63f92ee35bbb cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:31:20.752008 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f1f6dab8-3672-449e-8965-f5071b0a68ae req-9058d6cc-c3ff-437d-aaa8-e8c197adb904 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/ports?device_id=c9c98351-a62e-4395-a008-d798500de9bc HTTP/1.1" status: 200 len: 210 time: 0.1155272 Oct 20 10:31:20.785565 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239295a7-4a5d-40a2-8366-50e4c724605f req-8d01041a-4d15-4577-ba8f-0494aca742e7 tempest-ServersTestManualDisk-1372781018 tempest-ServersTestManualDisk-1372781018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:20.787070 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-239295a7-4a5d-40a2-8366-50e4c724605f req-8d01041a-4d15-4577-ba8f-0494aca742e7 tempest-ServersTestManualDisk-1372781018 tempest-ServersTestManualDisk-1372781018-project] 10.222.0.64 "GET /v2.0/ports?device_id=113ff081-63ea-49f7-8759-d8256c9eaf8d HTTP/1.1" status: 200 len: 945 time: 0.2602212 Oct 20 10:31:20.791509 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a7af222-2ebb-46c6-8987-f52e74321c96 req-523018ef-015b-41ea-80d8-bf64fbb5490c tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] No DVR routers for this DVR port 631560fe-48f6-4e9b-8ca7-59d6911c1b5d on host n-h2-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:31:20.797128 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-8a7af222-2ebb-46c6-8987-f52e74321c96 req-523018ef-015b-41ea-80d8-bf64fbb5490c tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:20.800411 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8a7af222-2ebb-46c6-8987-f52e74321c96 req-523018ef-015b-41ea-80d8-bf64fbb5490c tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.69 "DELETE /v2.0/ports/631560fe-48f6-4e9b-8ca7-59d6911c1b5d HTTP/1.1" status: 204 len: 173 time: 1.8309836 Oct 20 10:31:20.801762 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9c98351-a62e-4395-a008-d798500de9bc', 'name': 'network-vif-deleted', 'tag': '631560fe-48f6-4e9b-8ca7-59d6911c1b5d'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:31:20.804043 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1beab642-d01c-47ed-b0e0-5c0e8de2983c" -d '{"events": [{"server_uuid": "c9c98351-a62e-4395-a008-d798500de9bc", "name": "network-vif-deleted", "tag": "631560fe-48f6-4e9b-8ca7-59d6911c1b5d"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:31:20.845069 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-4fa47383-acd6-4fd6-bcc4-6e408465ece0 req-90695286-b5be-48d8-81ef-b983ec052731 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:20.858476 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7ee0de-f820-4bce-86e9-ccf003bce06f req-a9cb3137-2264-4519-b9d5-fba874cb8bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:20.859989 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ff7ee0de-f820-4bce-86e9-ccf003bce06f req-a9cb3137-2264-4519-b9d5-fba874cb8bf9 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=672d8d6b-42d0-498b-80b9-d23e33f8b319 HTTP/1.1" status: 200 len: 1096 time: 0.2872415 Oct 20 10:31:20.952769 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-239295a7-4a5d-40a2-8366-50e4c724605f req-ee918fc4-d2dd-4953-be1f-bf4f2a156aad tempest-ServersTestManualDisk-1372781018 tempest-ServersTestManualDisk-1372781018-project] 10.222.0.64 "GET /v2.0/security-groups?id=c39e0f34-ceec-4b47-a636-c4d7d2c4e3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1453075 Oct 20 10:31:20.961031 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['4bf11690-7f8a-4a5d-b7d6-9b02b6176fea', '550f7c00-47d3-4e55-be09-c45b0e8ce738', '8742fd55-79bc-42e6-ba15-c45d424c2847', '94206ac3-057e-462d-b6fd-4665c89c4a2c'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:31:20.991515 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a56664-2662-40fd-9550-aa22a9c293c8 req-01c57c51-c56c-4d00-8e71-2a91ea3e0d12 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:20.993247 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-07a56664-2662-40fd-9550-aa22a9c293c8 req-01c57c51-c56c-4d00-8e71-2a91ea3e0d12 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/ports?device_id=4569972b-c804-4ed9-a1b0-4552777252e5 HTTP/1.1" status: 200 len: 950 time: 0.1489887 Oct 20 10:31:20.996129 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ff7ee0de-f820-4bce-86e9-ccf003bce06f req-307078d7-7535-458f-a89b-daad8a2fe42e service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=86067063-f5e4-4e77-9825-0a77623af17f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178117 Oct 20 10:31:21.046534 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['0c2ac16c-39fa-4445-a3d7-43e100268554', '8ddc9018-c3de-475d-9862-8c844418908a'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:31:21.052383 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-657cfbf3-a99e-4887-8962-df910ffd5326 x-openstack-request-id: req-657cfbf3-a99e-4887-8962-df910ffd5326 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:31:21.052670 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9c98351-a62e-4395-a008-d798500de9bc", "name": "network-vif-deleted", "tag": "631560fe-48f6-4e9b-8ca7-59d6911c1b5d", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:31:21.052917 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-657cfbf3-a99e-4887-8962-df910ffd5326 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:31:21.053311 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9c98351-a62e-4395-a008-d798500de9bc', 'name': 'network-vif-deleted', 'tag': '631560fe-48f6-4e9b-8ca7-59d6911c1b5d', 'status': 'completed', 'code': 200} Oct 20 10:31:21.128966 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-07a56664-2662-40fd-9550-aa22a9c293c8 req-7fefea60-a530-4913-aef3-bc4264ffda70 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/security-groups?id=33b0304f-e8b0-41ca-8b6c-fa0f5439f339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264739 Oct 20 10:31:21.412264 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-77687217-f0dd-4a36-95a1-5f73e984d256 tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:21.419371 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-77687217-f0dd-4a36-95a1-5f73e984d256 tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1773381'] for floatingip, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:21.578838 n-d-811396-3 neutron-server[100597]: INFO neutron.db.l3_db [None req-77687217-f0dd-4a36-95a1-5f73e984d256 tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] Floating IP db5b716c-eebb-4d16-9188-309110e292ff associated. External IP: 172.25.1.102, port: 58ff0261-a29f-4f88-99f3-6f9a3ae974f2. Oct 20 10:31:21.700087 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f230cf-4008-42b7-94e1-af13ef62143d req-34ce168f-4867-4a5e-a2d6-39a1ee7c0a01 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:21.707247 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c3f230cf-4008-42b7-94e1-af13ef62143d req-34ce168f-4867-4a5e-a2d6-39a1ee7c0a01 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/ports?device_id=64903675-1d35-478c-8304-5f01886d8f04 HTTP/1.1" status: 200 len: 943 time: 0.4843273 Oct 20 10:31:21.767065 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0054859-5089-4b93-89bb-b04688d29887 req-b2c8eff5-43d7-40bd-8063-372143861d3e tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:21.768639 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f0054859-5089-4b93-89bb-b04688d29887 req-b2c8eff5-43d7-40bd-8063-372143861d3e tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c59bb62-1789-41a6-acf6-9b0278dd9612 HTTP/1.1" status: 200 len: 936 time: 0.4739850 Oct 20 10:31:21.783546 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c3f230cf-4008-42b7-94e1-af13ef62143d req-1434fb63-fc3f-4503-b7c8-c8c77f59aa69 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba094063-4980-4c22-bc34-9c1534c0beb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718126 Oct 20 10:31:21.875355 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77687217-f0dd-4a36-95a1-5f73e984d256 tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] Router 39bc061e-7c84-407e-9038-82ed06b6b0ee has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:31:21.883897 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [req-4fa47383-acd6-4fd6-bcc4-6e408465ece0 req-90695286-b5be-48d8-81ef-b983ec052731 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bcffcff-10cd-400f-ba99-63f92ee35bbb {{(pid=100596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:31:21.895516 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-4fa47383-acd6-4fd6-bcc4-6e408465ece0 req-90695286-b5be-48d8-81ef-b983ec052731 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:21.928758 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f0054859-5089-4b93-89bb-b04688d29887 req-eb84c133-f39b-4fe7-a47c-6cde532dddb6 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913403 Oct 20 10:31:21.930584 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.provisioning_blocks [req-4fa47383-acd6-4fd6-bcc4-6e408465ece0 req-90695286-b5be-48d8-81ef-b983ec052731 service neutron] Transition to ACTIVE for port object 2bcffcff-10cd-400f-ba99-63f92ee35bbb will not be triggered until provisioned by entity L2. {{(pid=100596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:31:21.936207 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-4fa47383-acd6-4fd6-bcc4-6e408465ece0 req-90695286-b5be-48d8-81ef-b983ec052731 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:21.951499 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc5bd7c-76f1-4943-bf5f-9728f2b727d0 req-b287ce71-9055-418d-8c73-e9f8328a928c tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:21.955574 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7fc5bd7c-76f1-4943-bf5f-9728f2b727d0 req-b287ce71-9055-418d-8c73-e9f8328a928c tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] 10.222.0.64 "GET /v2.0/ports?device_id=672d8d6b-42d0-498b-80b9-d23e33f8b319 HTTP/1.1" status: 200 len: 945 time: 0.1169944 Oct 20 10:31:21.993758 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77687217-f0dd-4a36-95a1-5f73e984d256 tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:31:22.010838 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7df32b-fa35-41b8-ba45-54716770a3c9 None None] Sync routers for ids ['39bc061e-7c84-407e-9038-82ed06b6b0ee'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:31:22.025083 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-77687217-f0dd-4a36-95a1-5f73e984d256 tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for floatingip, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:22.032062 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7df32b-fa35-41b8-ba45-54716770a3c9 None None] Routers {'39bc061e-7c84-407e-9038-82ed06b6b0ee'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:31:22.032735 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-5d7df32b-fa35-41b8-ba45-54716770a3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:31:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['39bc061e-7c84-407e-9038-82ed06b6b0ee'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:31:22.066502 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7fc5bd7c-76f1-4943-bf5f-9728f2b727d0 req-2413ba8b-1d0b-4104-b917-24489e68dbc6 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] 10.222.0.64 "GET /v2.0/security-groups?id=86067063-f5e4-4e77-9825-0a77623af17f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098921 Oct 20 10:31:22.096572 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-77687217-f0dd-4a36-95a1-5f73e984d256 tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] 10.222.0.64 "PUT /v2.0/floatingips/db5b716c-eebb-4d16-9188-309110e292ff HTTP/1.1" status: 200 len: 991 time: 1.6916978 Oct 20 10:31:22.099315 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3df71501-f495-4b85-a696-85566b0b8070', 'tag': '58ff0261-a29f-4f88-99f3-6f9a3ae974f2'}] {{(pid=100597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:31:22.108956 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90695286-b5be-48d8-81ef-b983ec052731 service neutron] Pushing event updated for resources: {'Port': ['ID=2bcffcff-10cd-400f-ba99-63f92ee35bbb,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:31:22.118847 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd85cad6a391afaa95d2dd5280bfd4659fc1e1b2aba53b5e7ef874f059efcdc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31baad55-bd1c-453f-8c0f-f0b7b01311fa" -d '{"events": [{"name": "network-changed", "server_uuid": "3df71501-f495-4b85-a696-85566b0b8070", "tag": "58ff0261-a29f-4f88-99f3-6f9a3ae974f2"}]}' {{(pid=100597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:31:22.190195 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce58d9a-68fb-4e22-afbd-fca050ffe386 req-dd7d6f2d-ab8c-46f7-b1fb-c06d3b8f5ddf tempest-ServersTestManualDisk-1372781018 tempest-ServersTestManualDisk-1372781018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:22.197747 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7ce58d9a-68fb-4e22-afbd-fca050ffe386 req-dd7d6f2d-ab8c-46f7-b1fb-c06d3b8f5ddf tempest-ServersTestManualDisk-1372781018 tempest-ServersTestManualDisk-1372781018-project] 10.222.0.64 "GET /v2.0/ports?device_id=113ff081-63ea-49f7-8759-d8256c9eaf8d HTTP/1.1" status: 200 len: 945 time: 0.1265790 Oct 20 10:31:22.321892 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7ce58d9a-68fb-4e22-afbd-fca050ffe386 req-394f3619-6d86-4ce6-8418-41f1f3483dee tempest-ServersTestManualDisk-1372781018 tempest-ServersTestManualDisk-1372781018-project] 10.222.0.64 "GET /v2.0/security-groups?id=c39e0f34-ceec-4b47-a636-c4d7d2c4e3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154995 Oct 20 10:31:22.392488 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-4fa47383-acd6-4fd6-bcc4-6e408465ece0 req-90695286-b5be-48d8-81ef-b983ec052731 service neutron] Attempting to bind port 2bcffcff-10cd-400f-ba99-63f92ee35bbb on host n-h1-811396-3 for vnic_type normal with profile {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:31:22.393425 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-4fa47383-acd6-4fd6-bcc4-6e408465ece0 req-90695286-b5be-48d8-81ef-b983ec052731 service neutron] Attempting to bind port 2bcffcff-10cd-400f-ba99-63f92ee35bbb by drivers openvswitch,hyperv on host n-h1-811396-3 at level 0 using segments [{'id': '6f472196-aa1a-40bf-bd06-ef9f07584bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:31:22.395010 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fa47383-acd6-4fd6-bcc4-6e408465ece0 req-90695286-b5be-48d8-81ef-b983ec052731 service neutron] Attempting to bind port 2bcffcff-10cd-400f-ba99-63f92ee35bbb on network a7c57b12-d7c3-48bb-aa54-a67a56468a84 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:31:22.397630 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3e44595-2feb-4b19-afdc-72a7653252d2 x-openstack-request-id: req-b3e44595-2feb-4b19-afdc-72a7653252d2 {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:31:22.397966 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3df71501-f495-4b85-a696-85566b0b8070", "tag": "58ff0261-a29f-4f88-99f3-6f9a3ae974f2", "status": "completed", "code": 200}]} {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:31:22.398504 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b3e44595-2feb-4b19-afdc-72a7653252d2 {{(pid=100597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:31:22.399305 n-d-811396-3 neutron-server[100597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3df71501-f495-4b85-a696-85566b0b8070', 'tag': '58ff0261-a29f-4f88-99f3-6f9a3ae974f2', 'status': 'completed', 'code': 200} Oct 20 10:31:22.427463 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fa47383-acd6-4fd6-bcc4-6e408465ece0 req-90695286-b5be-48d8-81ef-b983ec052731 service neutron] Port 2bcffcff-10cd-400f-ba99-63f92ee35bbb on network a7c57b12-d7c3-48bb-aa54-a67a56468a84 not bound, no agent of type Open vSwitch agent registered on host n-h1-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:31:22.428354 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fa47383-acd6-4fd6-bcc4-6e408465ece0 req-90695286-b5be-48d8-81ef-b983ec052731 service neutron] Attempting to bind port 2bcffcff-10cd-400f-ba99-63f92ee35bbb on network a7c57b12-d7c3-48bb-aa54-a67a56468a84 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:31:22.433925 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-5d7df32b-fa35-41b8-ba45-54716770a3c9 None None] Set router 39bc061e-7c84-407e-9038-82ed06b6b0ee gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:31:22.473945 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fa47383-acd6-4fd6-bcc4-6e408465ece0 req-90695286-b5be-48d8-81ef-b983ec052731 service neutron] Checking agent: {'id': 'b707b4cc-061f-4cf4-bce0-0b3df9b7bec9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:31:22.474566 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fa47383-acd6-4fd6-bcc4-6e408465ece0 req-90695286-b5be-48d8-81ef-b983ec052731 service neutron] Checking segment: {'id': '6f472196-aa1a-40bf-bd06-ef9f07584bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:31:22.475279 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fa47383-acd6-4fd6-bcc4-6e408465ece0 req-90695286-b5be-48d8-81ef-b983ec052731 service neutron] Bound using segment: {'id': '6f472196-aa1a-40bf-bd06-ef9f07584bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84'} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:31:22.475971 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-4fa47383-acd6-4fd6-bcc4-6e408465ece0 req-90695286-b5be-48d8-81ef-b983ec052731 service neutron] Bound port: 2bcffcff-10cd-400f-ba99-63f92ee35bbb, host: n-h1-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f472196-aa1a-40bf-bd06-ef9f07584bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84'}}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:31:22.476585 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-4fa47383-acd6-4fd6-bcc4-6e408465ece0 req-90695286-b5be-48d8-81ef-b983ec052731 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:22.487242 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '113ff081-63ea-49f7-8759-d8256c9eaf8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9b444e0-8fd1-4b76-826f-dba4e7f13d51'}, {'server_uuid': 'c9c98351-a62e-4395-a008-d798500de9bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '631560fe-48f6-4e9b-8ca7-59d6911c1b5d'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:31:22.489553 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-188f4c73-0e20-43aa-94c0-e495298dc97b" -d '{"events": [{"server_uuid": "113ff081-63ea-49f7-8759-d8256c9eaf8d", "name": "network-vif-plugged", "status": "completed", "tag": "c9b444e0-8fd1-4b76-826f-dba4e7f13d51"}, {"server_uuid": "c9c98351-a62e-4395-a008-d798500de9bc", "name": "network-vif-unplugged", "status": "completed", "tag": "631560fe-48f6-4e9b-8ca7-59d6911c1b5d"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:31:22.587742 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3375bf3-879e-4b2b-bb8a-a737790cff8e req-cdc2530f-8ef9-46cb-9df3-20c61272ffc5 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:22.595270 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a3375bf3-879e-4b2b-bb8a-a737790cff8e req-cdc2530f-8ef9-46cb-9df3-20c61272ffc5 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/ports?device_id=4569972b-c804-4ed9-a1b0-4552777252e5 HTTP/1.1" status: 200 len: 950 time: 0.1342983 Oct 20 10:31:22.598464 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31baad55-bd1c-453f-8c0f-f0b7b01311fa req-449e7898-2a9e-45bb-b40d-ab8414451d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:22.600150 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-31baad55-bd1c-453f-8c0f-f0b7b01311fa req-449e7898-2a9e-45bb-b40d-ab8414451d16 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=615f0f1e0330428db980ed70e8d1044c&device_id=3df71501-f495-4b85-a696-85566b0b8070 HTTP/1.1" status: 200 len: 1096 time: 0.1947885 Oct 20 10:31:22.685522 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-4fa47383-acd6-4fd6-bcc4-6e408465ece0 req-90695286-b5be-48d8-81ef-b983ec052731 service neutron] For port 2bcffcff-10cd-400f-ba99-63f92ee35bbb, host n-h1-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:31:22.688905 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-4fa47383-acd6-4fd6-bcc4-6e408465ece0 req-90695286-b5be-48d8-81ef-b983ec052731 service neutron] For port 2bcffcff-10cd-400f-ba99-63f92ee35bbb, host n-h1-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=2bcffcff-10cd-400f-ba99-63f92ee35bbb,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:31:22.713022 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-4fa47383-acd6-4fd6-bcc4-6e408465ece0 req-90695286-b5be-48d8-81ef-b983ec052731 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:22.774077 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a3375bf3-879e-4b2b-bb8a-a737790cff8e req-c85af91b-8a5c-4d86-aecd-1363139fca62 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/security-groups?id=33b0304f-e8b0-41ca-8b6c-fa0f5439f339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776743 Oct 20 10:31:22.779722 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-5d7df32b-fa35-41b8-ba45-54716770a3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39bc061e-7c84-407e-9038-82ed06b6b0ee', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-281578177-router', 'tenant_id': '615f0f1e0330428db980ed70e8d1044c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': '4e37ba73-bcaa-45d4-9464-c8fadabed098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:28:16Z', 'updated_at': '2021-10-20T10:28:22Z', 'revision_number': 4, 'project_id': '615f0f1e0330428db980ed70e8d1044c', 'gw_port': {'id': '4e37ba73-bcaa-45d4-9464-c8fadabed098', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b9:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39bc061e-7c84-407e-9038-82ed06b6b0ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:28:17Z', 'updated_at': '2021-10-20T10:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_floatingips': [{'id': 'db5b716c-eebb-4d16-9188-309110e292ff', 'tenant_id': '615f0f1e0330428db980ed70e8d1044c', 'floating_ip_address': '172.25.1.102', 'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'router_id': '39bc061e-7c84-407e-9038-82ed06b6b0ee', 'port_id': '58ff0261-a29f-4f88-99f3-6f9a3ae974f2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9dfc8104-588f-4ed0-ad5c-e57e4df0d1f9', 'mac_address': 'fa:16:3e:da:13:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df71501-f495-4b85-a696-85566b0b8070', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T10:28:41Z', 'updated_at': '2021-10-20T10:31:21Z', 'revision_number': 5, 'project_id': '615f0f1e0330428db980ed70e8d1044c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0502e922-759c-442a-8382-e0628ca54986', 'name': '', 'network_id': '9dfc8104-588f-4ed0-ad5c-e57e4df0d1f9', 'tenant_id': '615f0f1e0330428db980ed70e8d1044c', 'mac_address': 'fa:16:3e:2c:7b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39bc061e-7c84-407e-9038-82ed06b6b0ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '56841db6-7a1e-47d6-b1e7-25a7cc618d35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:28:20Z', 'updated_at': '2021-10-20T10:28:27Z', 'revision_number': 5, 'project_id': '615f0f1e0330428db980ed70e8d1044c', 'subnets': [{'id': '56841db6-7a1e-47d6-b1e7-25a7cc618d35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:31:22.803419 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa47383-acd6-4fd6-bcc4-6e408465ece0 req-90695286-b5be-48d8-81ef-b983ec052731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:22.804022 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-4fa47383-acd6-4fd6-bcc4-6e408465ece0 req-90695286-b5be-48d8-81ef-b983ec052731 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:22.805380 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4fa47383-acd6-4fd6-bcc4-6e408465ece0 req-90695286-b5be-48d8-81ef-b983ec052731 service neutron] 10.222.0.55 "PUT /v2.0/ports/2bcffcff-10cd-400f-ba99-63f92ee35bbb HTTP/1.1" status: 200 len: 1096 time: 2.1317666 Oct 20 10:31:22.828173 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7df32b-fa35-41b8-ba45-54716770a3c9 None None] Checking router: 39bc061e-7c84-407e-9038-82ed06b6b0ee for host: n-d-811396-3 {{(pid=100598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:31:22.843980 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7df32b-fa35-41b8-ba45-54716770a3c9 None None] Routers {'39bc061e-7c84-407e-9038-82ed06b6b0ee'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:31:22.845166 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-5d7df32b-fa35-41b8-ba45-54716770a3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:31:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['39bc061e-7c84-407e-9038-82ed06b6b0ee'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:31:22.886275 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7dc0db-430c-4106-85ad-ca13d35565a4 req-0bbb8cbb-eaba-4ef8-a086-fb614fc3a4f8 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:22.898760 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6a7dc0db-430c-4106-85ad-ca13d35565a4 req-0bbb8cbb-eaba-4ef8-a086-fb614fc3a4f8 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/ports?device_id=cfd9c347-823b-4439-8390-32d9d5c874fc HTTP/1.1" status: 200 len: 950 time: 0.2950594 Oct 20 10:31:22.900729 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90695286-b5be-48d8-81ef-b983ec052731 service neutron] Pushing event updated for resources: {'Port': ['ID=2bcffcff-10cd-400f-ba99-63f92ee35bbb,revision_number=3']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:31:22.932914 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Wed, 20 Oct 2021 10:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b94d9cb-48ff-4255-a5eb-4ad175bf7136 x-openstack-request-id: req-7b94d9cb-48ff-4255-a5eb-4ad175bf7136 {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:31:22.933220 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "113ff081-63ea-49f7-8759-d8256c9eaf8d", "name": "network-vif-plugged", "status": "completed", "tag": "c9b444e0-8fd1-4b76-826f-dba4e7f13d51", "code": 200}, {"server_uuid": "c9c98351-a62e-4395-a008-d798500de9bc", "name": "network-vif-unplugged", "status": "completed", "tag": "631560fe-48f6-4e9b-8ca7-59d6911c1b5d", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:31:22.933449 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7b94d9cb-48ff-4255-a5eb-4ad175bf7136 {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:31:22.933844 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '113ff081-63ea-49f7-8759-d8256c9eaf8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9b444e0-8fd1-4b76-826f-dba4e7f13d51', 'code': 200} Oct 20 10:31:22.934094 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9c98351-a62e-4395-a008-d798500de9bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '631560fe-48f6-4e9b-8ca7-59d6911c1b5d', 'code': 200} Oct 20 10:31:22.962565 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ff0026a3-cb73-4dac-aab0-8e566448d33a req-78529bc6-64b2-46bd-9b3e-0817f0af550f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=39b19f26-435f-4219-86de-3e7bc15de1ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2509835 Oct 20 10:31:23.001586 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-5d7df32b-fa35-41b8-ba45-54716770a3c9 None None] Set router 39bc061e-7c84-407e-9038-82ed06b6b0ee gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:31:23.036320 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31baad55-bd1c-453f-8c0f-f0b7b01311fa req-7d482061-15f2-46a0-9a92-9fd4ee1372b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:23.037813 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-31baad55-bd1c-453f-8c0f-f0b7b01311fa req-7d482061-15f2-46a0-9a92-9fd4ee1372b1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9dfc8104-588f-4ed0-ad5c-e57e4df0d1f9 HTTP/1.1" status: 200 len: 924 time: 0.4151998 Oct 20 10:31:23.066259 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c59bb62-1789-41a6-acf6-9b0278dd9612', 'tag': '2bcffcff-10cd-400f-ba99-63f92ee35bbb'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:31:23.068491 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c05cbb4c-f53f-46fa-9923-12e7ec252822" -d '{"events": [{"name": "network-changed", "server_uuid": "3c59bb62-1789-41a6-acf6-9b0278dd9612", "tag": "2bcffcff-10cd-400f-ba99-63f92ee35bbb"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:31:23.132304 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6a7dc0db-430c-4106-85ad-ca13d35565a4 req-6110403f-1dab-4f73-8777-c1bdb0f97532 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/security-groups?id=dfac1146-e768-4d56-96b1-8816525464ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325101 Oct 20 10:31:23.177287 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa47383-acd6-4fd6-bcc4-6e408465ece0 req-30699174-c580-41c5-8f46-7278d4f87048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:23.178798 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4fa47383-acd6-4fd6-bcc4-6e408465ece0 req-30699174-c580-41c5-8f46-7278d4f87048 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9f75d9a0b8ce44faaac4d8054667820c&device_id=3c59bb62-1789-41a6-acf6-9b0278dd9612 HTTP/1.1" status: 200 len: 1099 time: 0.2717695 Oct 20 10:31:23.186638 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa275d0c-e257-46f4-a4f0-821571f5a8e2 req-1c7190ee-a0a3-4b52-a74c-a6b887c44f74 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:23.187675 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-aa275d0c-e257-46f4-a4f0-821571f5a8e2 req-1c7190ee-a0a3-4b52-a74c-a6b887c44f74 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/ports?device_id=64903675-1d35-478c-8304-5f01886d8f04 HTTP/1.1" status: 200 len: 943 time: 0.2302239 Oct 20 10:31:23.192757 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a082df7-32d4-4677-be2c-3654d01c8dbb req-708cdead-d055-4968-8f8b-ff94804c7458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:23.194186 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5a082df7-32d4-4677-be2c-3654d01c8dbb req-708cdead-d055-4968-8f8b-ff94804c7458 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=113ff081-63ea-49f7-8759-d8256c9eaf8d HTTP/1.1" status: 200 len: 1096 time: 0.2348905 Oct 20 10:31:23.216081 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-31baad55-bd1c-453f-8c0f-f0b7b01311fa req-06f0c851-9f14-4b4e-915b-3a874258b38e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=58ff0261-a29f-4f88-99f3-6f9a3ae974f2 HTTP/1.1" status: 200 len: 999 time: 0.1517720 Oct 20 10:31:23.243356 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-5d7df32b-fa35-41b8-ba45-54716770a3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39bc061e-7c84-407e-9038-82ed06b6b0ee', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-281578177-router', 'tenant_id': '615f0f1e0330428db980ed70e8d1044c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': '4e37ba73-bcaa-45d4-9464-c8fadabed098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:28:16Z', 'updated_at': '2021-10-20T10:28:22Z', 'revision_number': 4, 'project_id': '615f0f1e0330428db980ed70e8d1044c', 'gw_port': {'id': '4e37ba73-bcaa-45d4-9464-c8fadabed098', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b9:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39bc061e-7c84-407e-9038-82ed06b6b0ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:28:17Z', 'updated_at': '2021-10-20T10:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_floatingips': [{'id': 'db5b716c-eebb-4d16-9188-309110e292ff', 'tenant_id': '615f0f1e0330428db980ed70e8d1044c', 'floating_ip_address': '172.25.1.102', 'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'router_id': '39bc061e-7c84-407e-9038-82ed06b6b0ee', 'port_id': '58ff0261-a29f-4f88-99f3-6f9a3ae974f2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9dfc8104-588f-4ed0-ad5c-e57e4df0d1f9', 'mac_address': 'fa:16:3e:da:13:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df71501-f495-4b85-a696-85566b0b8070', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T10:28:41Z', 'updated_at': '2021-10-20T10:31:21Z', 'revision_number': 5, 'project_id': '615f0f1e0330428db980ed70e8d1044c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0502e922-759c-442a-8382-e0628ca54986', 'name': '', 'network_id': '9dfc8104-588f-4ed0-ad5c-e57e4df0d1f9', 'tenant_id': '615f0f1e0330428db980ed70e8d1044c', 'mac_address': 'fa:16:3e:2c:7b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39bc061e-7c84-407e-9038-82ed06b6b0ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '56841db6-7a1e-47d6-b1e7-25a7cc618d35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:28:20Z', 'updated_at': '2021-10-20T10:28:27Z', 'revision_number': 5, 'project_id': '615f0f1e0330428db980ed70e8d1044c', 'subnets': [{'id': '56841db6-7a1e-47d6-b1e7-25a7cc618d35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:31:23.264962 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0026a3-cb73-4dac-aab0-8e566448d33a req-768cf762-164d-4678-b7b6-6df659c566fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:23.266375 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ff0026a3-cb73-4dac-aab0-8e566448d33a req-768cf762-164d-4678-b7b6-6df659c566fd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9f75d9a0b8ce44faaac4d8054667820c&device_id=39b19f26-435f-4219-86de-3e7bc15de1ed HTTP/1.1" status: 200 len: 1101 time: 0.2208998 Oct 20 10:31:23.273619 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7df32b-fa35-41b8-ba45-54716770a3c9 None None] The sync data for ids ['39bc061e-7c84-407e-9038-82ed06b6b0ee'] in n-d-811396-3 is: [{'id': '39bc061e-7c84-407e-9038-82ed06b6b0ee', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-281578177-router', 'tenant_id': '615f0f1e0330428db980ed70e8d1044c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': '4e37ba73-bcaa-45d4-9464-c8fadabed098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:28:16Z', 'updated_at': '2021-10-20T10:28:22Z', 'revision_number': 4, 'project_id': '615f0f1e0330428db980ed70e8d1044c', 'gw_port': {'id': '4e37ba73-bcaa-45d4-9464-c8fadabed098', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b9:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39bc061e-7c84-407e-9038-82ed06b6b0ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:28:17Z', 'updated_at': '2021-10-20T10:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_floatingips': [{'id': 'db5b716c-eebb-4d16-9188-309110e292ff', 'tenant_id': '615f0f1e0330428db980ed70e8d1044c', 'floating_ip_address': '172.25.1.102', 'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'router_id': '39bc061e-7c84-407e-9038-82ed06b6b0ee', 'port_id': '58ff0261-a29f-4f88-99f3-6f9a3ae974f2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9dfc8104-588f-4ed0-ad5c-e57e4df0d1f9', 'mac_address': 'fa:16:3e:da:13:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df71501-f495-4b85-a696-85566b0b8070', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T10:28:41Z', 'updated_at': '2021-10-20T10:31:21Z', 'revision_number': 5, 'project_id': '615f0f1e0330428db980ed70e8d1044c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0502e922-759c-442a-8382-e0628ca54986', 'name': '', 'network_id': '9dfc8104-588f-4ed0-ad5c-e57e4df0d1f9', 'tenant_id': '615f0f1e0330428db980ed70e8d1044c', 'mac_address': 'fa:16:3e:2c:7b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39bc061e-7c84-407e-9038-82ed06b6b0ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '56841db6-7a1e-47d6-b1e7-25a7cc618d35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:28:20Z', 'updated_at': '2021-10-20T10:28:27Z', 'revision_number': 5, 'project_id': '615f0f1e0330428db980ed70e8d1044c', 'subnets': [{'id': '56841db6-7a1e-47d6-b1e7-25a7cc618d35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:31:23.284373 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4fa47383-acd6-4fd6-bcc4-6e408465ece0 req-fa517704-acdf-4431-b9a1-7bc22d9570fc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=2bcffcff-10cd-400f-ba99-63f92ee35bbb HTTP/1.1" status: 200 len: 217 time: 0.0884829 Oct 20 10:31:23.432120 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-aa275d0c-e257-46f4-a4f0-821571f5a8e2 req-108e6815-d711-4d88-965d-43b41a248623 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba094063-4980-4c22-bc34-9c1534c0beb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350957 Oct 20 10:31:23.434176 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5a082df7-32d4-4677-be2c-3654d01c8dbb req-2234b91e-e38c-4bcf-91ad-05644e1a16b0 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=c39e0f34-ceec-4b47-a636-c4d7d2c4e3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2240314 Oct 20 10:31:23.439830 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31baad55-bd1c-453f-8c0f-f0b7b01311fa req-c8e82679-76dc-4976-9207-50082077db47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:23.441295 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-31baad55-bd1c-453f-8c0f-f0b7b01311fa req-c8e82679-76dc-4976-9207-50082077db47 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=56841db6-7a1e-47d6-b1e7-25a7cc618d35 HTTP/1.1" status: 200 len: 862 time: 0.1915355 Oct 20 10:31:23.477739 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc7f0d1-ecdb-4bb7-9fe5-21574bd1b56c None None] New status for floating IP db5b716c-eebb-4d16-9188-309110e292ff: ACTIVE {{(pid=100599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 10:31:23.485560 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa47383-acd6-4fd6-bcc4-6e408465ece0 req-8ee404ad-32b8-4da3-9a14-aae4aebe0648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:23.487030 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4fa47383-acd6-4fd6-bcc4-6e408465ece0 req-8ee404ad-32b8-4da3-9a14-aae4aebe0648 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8f86199a-b8f2-45b4-a83a-995a7ea6fe42 HTTP/1.1" status: 200 len: 843 time: 0.1690490 Oct 20 10:31:23.495893 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2d936d-5f50-4387-957c-529c567ecffd req-29e5a642-e94b-465f-9dcd-b846d7a2e516 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:23.497412 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-da2d936d-5f50-4387-957c-529c567ecffd req-29e5a642-e94b-465f-9dcd-b846d7a2e516 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c59bb62-1789-41a6-acf6-9b0278dd9612 HTTP/1.1" status: 200 len: 948 time: 0.2839341 Oct 20 10:31:23.500762 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-549aef79-e86b-41ca-a706-7aa2534ce2ad x-openstack-request-id: req-549aef79-e86b-41ca-a706-7aa2534ce2ad {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:31:23.501143 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c59bb62-1789-41a6-acf6-9b0278dd9612", "tag": "2bcffcff-10cd-400f-ba99-63f92ee35bbb", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:31:23.501257 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-549aef79-e86b-41ca-a706-7aa2534ce2ad {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:31:23.501652 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c59bb62-1789-41a6-acf6-9b0278dd9612', 'tag': '2bcffcff-10cd-400f-ba99-63f92ee35bbb', 'status': 'completed', 'code': 200} Oct 20 10:31:23.572792 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0026a3-cb73-4dac-aab0-8e566448d33a req-c9063997-e95a-4c5f-9056-90b1180a7dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:23.574792 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ff0026a3-cb73-4dac-aab0-8e566448d33a req-c9063997-e95a-4c5f-9056-90b1180a7dec service neutron] 10.222.0.55 "GET /v2.0/networks?id=a7c57b12-d7c3-48bb-aa54-a67a56468a84 HTTP/1.1" status: 200 len: 870 time: 0.2527013 Oct 20 10:31:23.606408 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-da2d936d-5f50-4387-957c-529c567ecffd req-e5e7e63e-5e2d-4b41-bfb5-ee72657338fd tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007290 Oct 20 10:31:23.653986 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ff0026a3-cb73-4dac-aab0-8e566448d33a req-5bf94b8a-3513-40a4-85a9-7d1efed085a4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=fa148701-2bd3-45e4-ace6-f079253fac3b HTTP/1.1" status: 200 len: 217 time: 0.0515652 Oct 20 10:31:23.660015 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa47383-acd6-4fd6-bcc4-6e408465ece0 req-c285652c-3481-47ef-9eb0-721ec7b9be33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:23.661534 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4fa47383-acd6-4fd6-bcc4-6e408465ece0 req-c285652c-3481-47ef-9eb0-721ec7b9be33 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a7c57b12-d7c3-48bb-aa54-a67a56468a84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1346693 Oct 20 10:31:23.767033 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3903d665-e9d7-4ecd-8ab2-76b01827be74 req-72a071d0-003b-4425-ae6d-796df223d720 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:23.768518 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3903d665-e9d7-4ecd-8ab2-76b01827be74 req-72a071d0-003b-4425-ae6d-796df223d720 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] 10.222.0.64 "GET /v2.0/ports?device_id=672d8d6b-42d0-498b-80b9-d23e33f8b319 HTTP/1.1" status: 200 len: 945 time: 0.2043216 Oct 20 10:31:23.846252 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0026a3-cb73-4dac-aab0-8e566448d33a req-ce0f8039-eab7-4a6b-8ccf-ece05464d5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:23.847714 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ff0026a3-cb73-4dac-aab0-8e566448d33a req-ce0f8039-eab7-4a6b-8ccf-ece05464d5e4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8f86199a-b8f2-45b4-a83a-995a7ea6fe42 HTTP/1.1" status: 200 len: 843 time: 0.1837256 Oct 20 10:31:23.871400 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31baad55-bd1c-453f-8c0f-f0b7b01311fa req-bbfd72c3-4683-4d68-b13e-6699fa731ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:23.872773 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-31baad55-bd1c-453f-8c0f-f0b7b01311fa req-bbfd72c3-4683-4d68-b13e-6699fa731ab5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9dfc8104-588f-4ed0-ad5c-e57e4df0d1f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1900880 Oct 20 10:31:23.887459 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b949031a-3d64-4238-b293-df471d2520be req-6eaf124e-bb7c-482f-becc-9d7183b24bfe tempest-ServersTestManualDisk-1372781018 tempest-ServersTestManualDisk-1372781018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:23.888784 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b949031a-3d64-4238-b293-df471d2520be req-6eaf124e-bb7c-482f-becc-9d7183b24bfe tempest-ServersTestManualDisk-1372781018 tempest-ServersTestManualDisk-1372781018-project] 10.222.0.64 "GET /v2.0/ports?device_id=113ff081-63ea-49f7-8759-d8256c9eaf8d HTTP/1.1" status: 200 len: 945 time: 0.2164924 Oct 20 10:31:23.968019 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3903d665-e9d7-4ecd-8ab2-76b01827be74 req-de04ea80-2055-4d42-9be1-d0bf9bb71c8e tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] 10.222.0.64 "GET /v2.0/security-groups?id=86067063-f5e4-4e77-9825-0a77623af17f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914754 Oct 20 10:31:24.000565 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4fa47383-acd6-4fd6-bcc4-6e408465ece0 req-e28c9635-2912-409e-8a11-2547644029ab service neutron] 10.222.0.55 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3271284 Oct 20 10:31:24.060678 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0026a3-cb73-4dac-aab0-8e566448d33a req-add87555-0dc9-4c43-ab6c-ff7d5862f5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:24.062333 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ff0026a3-cb73-4dac-aab0-8e566448d33a req-add87555-0dc9-4c43-ab6c-ff7d5862f5bc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a7c57b12-d7c3-48bb-aa54-a67a56468a84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2036848 Oct 20 10:31:24.090496 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b949031a-3d64-4238-b293-df471d2520be req-b252a508-88f1-4e7a-ab95-345c4d53c508 tempest-ServersTestManualDisk-1372781018 tempest-ServersTestManualDisk-1372781018-project] 10.222.0.64 "GET /v2.0/security-groups?id=c39e0f34-ceec-4b47-a636-c4d7d2c4e3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1858454 Oct 20 10:31:24.111523 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eac96e-2593-44d8-8018-48e399c09916 req-f0d380a1-8afa-40e7-8eea-e092e038376e tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:24.113054 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c5eac96e-2593-44d8-8018-48e399c09916 req-f0d380a1-8afa-40e7-8eea-e092e038376e tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.69 "GET /v2.0/ports?device_id=cfd9c347-823b-4439-8390-32d9d5c874fc HTTP/1.1" status: 200 len: 950 time: 0.2065609 Oct 20 10:31:24.205763 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-31baad55-bd1c-453f-8c0f-f0b7b01311fa req-87627a82-8a5d-4289-943e-48a71a566d52 service neutron] 10.222.0.69 "GET /v2.0/networks/9dfc8104-588f-4ed0-ad5c-e57e4df0d1f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3000629 Oct 20 10:31:24.658547 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4fa47383-acd6-4fd6-bcc4-6e408465ece0 req-6b277be5-04f5-475a-9676-bc743dec38a3 service neutron] 10.222.0.55 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6168513 Oct 20 10:31:24.721654 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ff0026a3-cb73-4dac-aab0-8e566448d33a req-ad4a7cdb-7ab5-48aa-b3eb-45f3cf20b2bf service neutron] 10.222.0.55 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6344378 Oct 20 10:31:24.734132 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4724ab53-4064-4e45-a7b9-82574c58ca0d req-2e264874-aed8-4f0d-a009-e855ea4d5023 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:24.736432 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4724ab53-4064-4e45-a7b9-82574c58ca0d req-2e264874-aed8-4f0d-a009-e855ea4d5023 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/ports?device_id=4569972b-c804-4ed9-a1b0-4552777252e5 HTTP/1.1" status: 200 len: 950 time: 0.5432656 Oct 20 10:31:24.754147 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5568e1fb-7f44-4171-8731-11ec29bc01e3 req-0f0ea3ef-844c-419a-b4cf-78d174519c65 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:24.755702 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5568e1fb-7f44-4171-8731-11ec29bc01e3 req-0f0ea3ef-844c-419a-b4cf-78d174519c65 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/ports?device_id=cfd9c347-823b-4439-8390-32d9d5c874fc HTTP/1.1" status: 200 len: 950 time: 0.2308152 Oct 20 10:31:24.833652 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-c5eac96e-2593-44d8-8018-48e399c09916 req-d08fd50a-590f-495e-9de7-2c8ee17b6ad8 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Deleting port 8ddc9018-c3de-475d-9862-8c844418908a {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:31:24.834009 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c5eac96e-2593-44d8-8018-48e399c09916 req-d08fd50a-590f-495e-9de7-2c8ee17b6ad8 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:24.837806 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-31baad55-bd1c-453f-8c0f-f0b7b01311fa req-111a629c-b0f7-4738-9e9c-b4f68032f7f8 service neutron] 10.222.0.69 "GET /v2.0/networks/9dfc8104-588f-4ed0-ad5c-e57e4df0d1f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6136234 Oct 20 10:31:24.925608 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4724ab53-4064-4e45-a7b9-82574c58ca0d req-318c4064-a7a1-4675-bad4-0d891a642bc6 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/security-groups?id=33b0304f-e8b0-41ca-8b6c-fa0f5439f339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823628 Oct 20 10:31:24.959696 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5568e1fb-7f44-4171-8731-11ec29bc01e3 req-2682bfaa-d5bb-4a5d-a3b2-afd97a141f5b tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/security-groups?id=dfac1146-e768-4d56-96b1-8816525464ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869009 Oct 20 10:31:25.028231 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05cbb4c-f53f-46fa-9923-12e7ec252822 req-7778c2a6-4528-4171-b53c-dce04f809382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:25.029697 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c05cbb4c-f53f-46fa-9923-12e7ec252822 req-7778c2a6-4528-4171-b53c-dce04f809382 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9f75d9a0b8ce44faaac4d8054667820c&device_id=3c59bb62-1789-41a6-acf6-9b0278dd9612 HTTP/1.1" status: 200 len: 1099 time: 0.2266095 Oct 20 10:31:25.109503 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ff0026a3-cb73-4dac-aab0-8e566448d33a req-621abe5d-0e49-4191-a6c6-d6e466c52b34 service neutron] 10.222.0.55 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3158205 Oct 20 10:31:25.171787 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-c5eac96e-2593-44d8-8018-48e399c09916 req-d08fd50a-590f-495e-9de7-2c8ee17b6ad8 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] For port 8ddc9018-c3de-475d-9862-8c844418908a, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=8ddc9018-c3de-475d-9862-8c844418908a,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:31:25.171787 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c5eac96e-2593-44d8-8018-48e399c09916 req-d08fd50a-590f-495e-9de7-2c8ee17b6ad8 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:25.192526 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d570f1-bfe3-4cf5-840b-b9be2a468c02 req-e36fcdc2-bd96-4455-92db-58e97fe27207 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:25.194580 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-64d570f1-bfe3-4cf5-840b-b9be2a468c02 req-e36fcdc2-bd96-4455-92db-58e97fe27207 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] 10.222.0.64 "GET /v2.0/ports?device_id=672d8d6b-42d0-498b-80b9-d23e33f8b319 HTTP/1.1" status: 200 len: 945 time: 0.2052388 Oct 20 10:31:25.204817 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-c5eac96e-2593-44d8-8018-48e399c09916 req-d08fd50a-590f-495e-9de7-2c8ee17b6ad8 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Calling delete_port for 8ddc9018-c3de-475d-9862-8c844418908a owned by compute:nova {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:31:25.228209 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bdcdd1-0c0b-4304-ae96-80ddf5729a0f req-c0db4812-3e38-4611-9fdc-84a441ac60fe tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:25.229646 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d3bdcdd1-0c0b-4304-ae96-80ddf5729a0f req-c0db4812-3e38-4611-9fdc-84a441ac60fe tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/ports?device_id=64903675-1d35-478c-8304-5f01886d8f04 HTTP/1.1" status: 200 len: 943 time: 0.1959593 Oct 20 10:31:25.298221 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05cbb4c-f53f-46fa-9923-12e7ec252822 req-89c928eb-b57e-4218-adb9-2972a7a40966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:25.299664 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c05cbb4c-f53f-46fa-9923-12e7ec252822 req-89c928eb-b57e-4218-adb9-2972a7a40966 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a7c57b12-d7c3-48bb-aa54-a67a56468a84 HTTP/1.1" status: 200 len: 870 time: 0.2493937 Oct 20 10:31:25.370581 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-64d570f1-bfe3-4cf5-840b-b9be2a468c02 req-2f30c888-bb9e-4cde-9673-9af4d407f2a7 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] 10.222.0.64 "GET /v2.0/security-groups?id=86067063-f5e4-4e77-9825-0a77623af17f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615438 Oct 20 10:31:25.375276 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c05cbb4c-f53f-46fa-9923-12e7ec252822 req-1d5a40dd-35c7-475e-b577-f86aa0e86695 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=2bcffcff-10cd-400f-ba99-63f92ee35bbb HTTP/1.1" status: 200 len: 217 time: 0.0570092 Oct 20 10:31:25.379256 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d3bdcdd1-0c0b-4304-ae96-80ddf5729a0f req-b57b3761-32ec-41a3-afdb-1eb6a59a265f tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba094063-4980-4c22-bc34-9c1534c0beb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415427 Oct 20 10:31:25.497849 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05cbb4c-f53f-46fa-9923-12e7ec252822 req-40adb432-507e-4a01-bf28-415f5ff782b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:25.499329 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c05cbb4c-f53f-46fa-9923-12e7ec252822 req-40adb432-507e-4a01-bf28-415f5ff782b6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8f86199a-b8f2-45b4-a83a-995a7ea6fe42 HTTP/1.1" status: 200 len: 843 time: 0.1067700 Oct 20 10:31:25.570780 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef33f269-86fc-41cb-adc4-12835f63e4dd req-12375c31-b267-4d98-9862-c11fca50fa51 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:25.572271 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ef33f269-86fc-41cb-adc4-12835f63e4dd req-12375c31-b267-4d98-9862-c11fca50fa51 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c59bb62-1789-41a6-acf6-9b0278dd9612 HTTP/1.1" status: 200 len: 948 time: 0.1426570 Oct 20 10:31:25.576907 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c5eac96e-2593-44d8-8018-48e399c09916 req-d08fd50a-590f-495e-9de7-2c8ee17b6ad8 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:25.592663 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['0c2ac16c-39fa-4445-a3d7-43e100268554'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:31:25.630265 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08fd50a-590f-495e-9de7-2c8ee17b6ad8 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Pushing event deleted for resources: {'Port': ['ID=8ddc9018-c3de-475d-9862-8c844418908a,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:31:25.631915 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['4bf11690-7f8a-4a5d-b7d6-9b02b6176fea', '550f7c00-47d3-4e55-be09-c45b0e8ce738', '8742fd55-79bc-42e6-ba15-c45d424c2847', '94206ac3-057e-462d-b6fd-4665c89c4a2c'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:31:25.659477 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de72348-d5b3-4dff-9c8c-497cd4da8f73 req-97da8b01-ac11-4e04-90ff-04554dfe00fa tempest-ServersTestManualDisk-1372781018 tempest-ServersTestManualDisk-1372781018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:25.661465 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6de72348-d5b3-4dff-9c8c-497cd4da8f73 req-97da8b01-ac11-4e04-90ff-04554dfe00fa tempest-ServersTestManualDisk-1372781018 tempest-ServersTestManualDisk-1372781018-project] 10.222.0.64 "GET /v2.0/ports?device_id=113ff081-63ea-49f7-8759-d8256c9eaf8d HTTP/1.1" status: 200 len: 945 time: 0.1582136 Oct 20 10:31:25.685321 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05cbb4c-f53f-46fa-9923-12e7ec252822 req-2845a389-0887-422e-81fb-a32ad017caf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:25.686845 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c05cbb4c-f53f-46fa-9923-12e7ec252822 req-2845a389-0887-422e-81fb-a32ad017caf8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a7c57b12-d7c3-48bb-aa54-a67a56468a84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1654274 Oct 20 10:31:25.723529 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ef33f269-86fc-41cb-adc4-12835f63e4dd req-2180ad0c-febd-4ae8-bf73-899bb4fea85b tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441460 Oct 20 10:31:25.727282 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5eac96e-2593-44d8-8018-48e399c09916 req-d08fd50a-590f-495e-9de7-2c8ee17b6ad8 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] No DVR routers for this DVR port 8ddc9018-c3de-475d-9862-8c844418908a on host n-h2-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:31:25.737944 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c5eac96e-2593-44d8-8018-48e399c09916 req-d08fd50a-590f-495e-9de7-2c8ee17b6ad8 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:25.741700 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c5eac96e-2593-44d8-8018-48e399c09916 req-d08fd50a-590f-495e-9de7-2c8ee17b6ad8 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.69 "DELETE /v2.0/ports/8ddc9018-c3de-475d-9862-8c844418908a HTTP/1.1" status: 204 len: 173 time: 1.6097775 Oct 20 10:31:25.742601 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfd9c347-823b-4439-8390-32d9d5c874fc', 'name': 'network-vif-deleted', 'tag': '8ddc9018-c3de-475d-9862-8c844418908a'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:31:25.744519 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-553d6047-69d6-42a9-9456-46bfa76b2136" -d '{"events": [{"server_uuid": "cfd9c347-823b-4439-8390-32d9d5c874fc", "name": "network-vif-deleted", "tag": "8ddc9018-c3de-475d-9862-8c844418908a"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:31:25.807478 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6de72348-d5b3-4dff-9c8c-497cd4da8f73 req-0a116450-9ed1-47e5-8676-9f755dfa0f84 tempest-ServersTestManualDisk-1372781018 tempest-ServersTestManualDisk-1372781018-project] 10.222.0.64 "GET /v2.0/security-groups?id=c39e0f34-ceec-4b47-a636-c4d7d2c4e3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194129 Oct 20 10:31:25.902781 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caef08dd-ac3b-432f-bc91-6ad6ef2de847 x-openstack-request-id: req-caef08dd-ac3b-432f-bc91-6ad6ef2de847 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:31:25.903084 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfd9c347-823b-4439-8390-32d9d5c874fc", "name": "network-vif-deleted", "tag": "8ddc9018-c3de-475d-9862-8c844418908a", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:31:25.903327 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-caef08dd-ac3b-432f-bc91-6ad6ef2de847 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:31:25.903745 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfd9c347-823b-4439-8390-32d9d5c874fc', 'name': 'network-vif-deleted', 'tag': '8ddc9018-c3de-475d-9862-8c844418908a', 'status': 'completed', 'code': 200} Oct 20 10:31:25.946634 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c05cbb4c-f53f-46fa-9923-12e7ec252822 req-6d151775-d892-4317-a300-9e9b764955ec service neutron] 10.222.0.55 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200756 Oct 20 10:31:25.987762 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec27e08-b3f8-4b1e-8134-7fa0d331bf72 req-023a5c2f-ace4-487e-8930-47d5a51f5f62 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:25.989263 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7ec27e08-b3f8-4b1e-8134-7fa0d331bf72 req-023a5c2f-ace4-487e-8930-47d5a51f5f62 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] 10.222.0.69 "GET /v2.0/ports?device_id=672d8d6b-42d0-498b-80b9-d23e33f8b319 HTTP/1.1" status: 200 len: 945 time: 0.1370060 Oct 20 10:31:26.111313 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc18e06-02dc-49dc-84fd-f0a6d4f425bf req-6ae51513-5650-4629-8e14-b4dce96bb2ff tempest-ServersTestManualDisk-1372781018 tempest-ServersTestManualDisk-1372781018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:26.112944 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5cc18e06-02dc-49dc-84fd-f0a6d4f425bf req-6ae51513-5650-4629-8e14-b4dce96bb2ff tempest-ServersTestManualDisk-1372781018 tempest-ServersTestManualDisk-1372781018-project] 10.222.0.64 "GET /v2.0/ports?device_id=113ff081-63ea-49f7-8759-d8256c9eaf8d HTTP/1.1" status: 200 len: 945 time: 0.1655879 Oct 20 10:31:26.125931 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 41666) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:31:26.131560 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-a2ea152e-8c98-4953-9058-250ab2863145 tempest-ServersTestManualDisk-1372781018 tempest-ServersTestManualDisk-1372781018-project] Request body: {'floatingip': {'port_id': 'c9b444e0-8fd1-4b76-826f-dba4e7f13d51'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:31:26.204571 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a2ea152e-8c98-4953-9058-250ab2863145 tempest-ServersTestManualDisk-1372781018 tempest-ServersTestManualDisk-1372781018-project] Publish callbacks [] for floatingip, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:26.275366 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7edebb3-a572-4f45-ac35-3d804dfbedc6 req-da24b2cd-77e0-4d4d-9758-688beba12ab6 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:26.277559 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c7edebb3-a572-4f45-ac35-3d804dfbedc6 req-da24b2cd-77e0-4d4d-9758-688beba12ab6 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/ports?device_id=4569972b-c804-4ed9-a1b0-4552777252e5 HTTP/1.1" status: 200 len: 950 time: 0.2650061 Oct 20 10:31:26.304256 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6bda286a-5c0b-4e40-a6a3-37a0d573dd1b req-d891ad6c-5073-4cba-ae13-0312a27c53d7 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/ports?device_id=cfd9c347-823b-4439-8390-32d9d5c874fc HTTP/1.1" status: 200 len: 210 time: 0.0907762 Oct 20 10:31:26.363511 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c05cbb4c-f53f-46fa-9923-12e7ec252822 req-e3577ee8-8d6c-44f0-a575-29c3f1dac2b6 service neutron] 10.222.0.55 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2687147 Oct 20 10:31:26.368952 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c7edebb3-a572-4f45-ac35-3d804dfbedc6 req-de756876-8eb1-4557-896e-82d6321862ed tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/security-groups?id=33b0304f-e8b0-41ca-8b6c-fa0f5439f339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714309 Oct 20 10:31:26.376956 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-7ec27e08-b3f8-4b1e-8134-7fa0d331bf72 req-0187adb7-e09b-4418-9600-3e8d1e72d4b8 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Deleting port 6e96c012-f83e-4f42-a9b7-a35b967290cc {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:31:26.377298 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-7ec27e08-b3f8-4b1e-8134-7fa0d331bf72 req-0187adb7-e09b-4418-9600-3e8d1e72d4b8 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:26.490486 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-7ec27e08-b3f8-4b1e-8134-7fa0d331bf72 req-0187adb7-e09b-4418-9600-3e8d1e72d4b8 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] For port 6e96c012-f83e-4f42-a9b7-a35b967290cc, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=6e96c012-f83e-4f42-a9b7-a35b967290cc,segment=NetworkSegment(c9f340c0-9c49-427c-b46d-475b702ed788),segment_id=c9f340c0-9c49-427c-b46d-475b702ed788)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:31:26.490899 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-7ec27e08-b3f8-4b1e-8134-7fa0d331bf72 req-0187adb7-e09b-4418-9600-3e8d1e72d4b8 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:26.544616 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-7ec27e08-b3f8-4b1e-8134-7fa0d331bf72 req-0187adb7-e09b-4418-9600-3e8d1e72d4b8 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Calling delete_port for 6e96c012-f83e-4f42-a9b7-a35b967290cc owned by compute:nova {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:31:26.612946 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db15e18-f59c-4ccc-83d3-4796ffc99080 req-712a7062-ee31-49a0-9263-adc830b89b10 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:26.614528 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9db15e18-f59c-4ccc-83d3-4796ffc99080 req-712a7062-ee31-49a0-9263-adc830b89b10 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] 10.222.0.64 "GET /v2.0/ports?device_id=672d8d6b-42d0-498b-80b9-d23e33f8b319 HTTP/1.1" status: 200 len: 945 time: 0.1309142 Oct 20 10:31:26.624543 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1029cc8-b47d-4c62-a809-860f33d35dfb req-63e6e05b-d155-4463-aa7a-bee432371845 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:26.626066 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b1029cc8-b47d-4c62-a809-860f33d35dfb req-63e6e05b-d155-4463-aa7a-bee432371845 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/ports?device_id=64903675-1d35-478c-8304-5f01886d8f04 HTTP/1.1" status: 200 len: 943 time: 0.1576920 Oct 20 10:31:26.710851 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9db15e18-f59c-4ccc-83d3-4796ffc99080 req-c0dc8b60-e91b-45e8-b777-c472a6bc57a4 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] 10.222.0.64 "GET /v2.0/security-groups?id=86067063-f5e4-4e77-9825-0a77623af17f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836470 Oct 20 10:31:26.718683 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b1029cc8-b47d-4c62-a809-860f33d35dfb req-e07e56b9-3509-47d4-9543-304ed6f3afc2 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba094063-4980-4c22-bc34-9c1534c0beb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825040 Oct 20 10:31:26.782383 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-7ec27e08-b3f8-4b1e-8134-7fa0d331bf72 req-0187adb7-e09b-4418-9600-3e8d1e72d4b8 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:26.795738 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['6e96c012-f83e-4f42-a9b7-a35b967290cc'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:31:26.823424 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0187adb7-e09b-4418-9600-3e8d1e72d4b8 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Pushing event deleted for resources: {'Port': ['ID=6e96c012-f83e-4f42-a9b7-a35b967290cc,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:31:26.903468 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ec27e08-b3f8-4b1e-8134-7fa0d331bf72 req-0187adb7-e09b-4418-9600-3e8d1e72d4b8 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] No DVR routers for this DVR port 6e96c012-f83e-4f42-a9b7-a35b967290cc on host n-h2-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:31:26.906599 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-7ec27e08-b3f8-4b1e-8134-7fa0d331bf72 req-0187adb7-e09b-4418-9600-3e8d1e72d4b8 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:26.910381 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7ec27e08-b3f8-4b1e-8134-7fa0d331bf72 req-0187adb7-e09b-4418-9600-3e8d1e72d4b8 tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] 10.222.0.69 "DELETE /v2.0/ports/6e96c012-f83e-4f42-a9b7-a35b967290cc HTTP/1.1" status: 204 len: 173 time: 0.9108834 Oct 20 10:31:26.936637 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c776cb-27a8-47be-9763-9090394c59b5 req-49dcd356-3c86-413c-885e-c55948fc9cfa tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:26.938192 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-44c776cb-27a8-47be-9763-9090394c59b5 req-49dcd356-3c86-413c-885e-c55948fc9cfa tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c59bb62-1789-41a6-acf6-9b0278dd9612 HTTP/1.1" status: 200 len: 948 time: 0.1123776 Oct 20 10:31:26.977239 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-44c776cb-27a8-47be-9763-9090394c59b5 req-f9786409-0eb5-4a98-ba48-83c417e5bc0a tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320885 Oct 20 10:31:27.034925 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a2ea152e-8c98-4953-9058-250ab2863145 tempest-ServersTestManualDisk-1372781018 tempest-ServersTestManualDisk-1372781018-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:27.037911 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a2ea152e-8c98-4953-9058-250ab2863145 tempest-ServersTestManualDisk-1372781018 tempest-ServersTestManualDisk-1372781018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1773381'] for floatingip, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:27.138823 n-d-811396-3 neutron-server[100597]: INFO neutron.db.l3_db [None req-a2ea152e-8c98-4953-9058-250ab2863145 tempest-ServersTestManualDisk-1372781018 tempest-ServersTestManualDisk-1372781018-project] Floating IP 8f7491a7-1adc-4389-a065-7eaff1461a5a associated. External IP: 172.25.1.172, port: c9b444e0-8fd1-4b76-826f-dba4e7f13d51. Oct 20 10:31:27.295048 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 8ddc9018-c3de-475d-9862-8c844418908a no longer exists at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:31:27.317814 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] No Port match for: 8ddc9018-c3de-475d-9862-8c844418908a {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:31:27.318223 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 8ddc9018-c3de-475d-9862-8c844418908a not bound to the agent host n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:31:27.318581 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 6e96c012-f83e-4f42-a9b7-a35b967290cc no longer exists at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:31:27.343708 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] No Port match for: 6e96c012-f83e-4f42-a9b7-a35b967290cc {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:31:27.344315 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 6e96c012-f83e-4f42-a9b7-a35b967290cc not bound to the agent host n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:31:27.365442 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2ea152e-8c98-4953-9058-250ab2863145 tempest-ServersTestManualDisk-1372781018 tempest-ServersTestManualDisk-1372781018-project] Router f33843e5-d1ef-4706-a292-e1ff77f94a6a has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:31:27.505131 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2ea152e-8c98-4953-9058-250ab2863145 tempest-ServersTestManualDisk-1372781018 tempest-ServersTestManualDisk-1372781018-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:31:27.513894 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a2ea152e-8c98-4953-9058-250ab2863145 tempest-ServersTestManualDisk-1372781018 tempest-ServersTestManualDisk-1372781018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for floatingip, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:27.516635 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64408db-e87c-4939-a7b1-0cb4da8b3ff2 req-e742541b-7442-41ab-a1cb-7397e5a5da7b tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:27.519358 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82665ae6-c32d-46c1-99d9-fec010ba006f None None] Sync routers for ids ['f33843e5-d1ef-4706-a292-e1ff77f94a6a'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:31:27.524414 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a64408db-e87c-4939-a7b1-0cb4da8b3ff2 req-e742541b-7442-41ab-a1cb-7397e5a5da7b tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/ports?device_id=4569972b-c804-4ed9-a1b0-4552777252e5 HTTP/1.1" status: 200 len: 950 time: 0.0627568 Oct 20 10:31:27.533884 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82665ae6-c32d-46c1-99d9-fec010ba006f None None] Routers {'f33843e5-d1ef-4706-a292-e1ff77f94a6a'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:31:27.534941 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-82665ae6-c32d-46c1-99d9-fec010ba006f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:31:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['f33843e5-d1ef-4706-a292-e1ff77f94a6a'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:31:27.576444 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-a2ea152e-8c98-4953-9058-250ab2863145 tempest-ServersTestManualDisk-1372781018 tempest-ServersTestManualDisk-1372781018-project] 10.222.0.64 "PUT /v2.0/floatingips/8f7491a7-1adc-4389-a065-7eaff1461a5a HTTP/1.1" status: 200 len: 991 time: 1.4491639 Oct 20 10:31:27.576935 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '113ff081-63ea-49f7-8759-d8256c9eaf8d', 'tag': 'c9b444e0-8fd1-4b76-826f-dba4e7f13d51'}] {{(pid=100597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:31:27.580370 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd85cad6a391afaa95d2dd5280bfd4659fc1e1b2aba53b5e7ef874f059efcdc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07ceba32-73b1-4e93-9efa-2c2a973a0921" -d '{"events": [{"name": "network-changed", "server_uuid": "113ff081-63ea-49f7-8759-d8256c9eaf8d", "tag": "c9b444e0-8fd1-4b76-826f-dba4e7f13d51"}]}' {{(pid=100597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:31:27.586792 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a64408db-e87c-4939-a7b1-0cb4da8b3ff2 req-524f8485-566c-436e-89d7-40d743cac178 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/security-groups?id=33b0304f-e8b0-41ca-8b6c-fa0f5439f339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573635 Oct 20 10:31:27.694539 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ec96dec-5caf-4f98-89b5-7fd52dcebaba x-openstack-request-id: req-0ec96dec-5caf-4f98-89b5-7fd52dcebaba {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:31:27.694896 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "113ff081-63ea-49f7-8759-d8256c9eaf8d", "tag": "c9b444e0-8fd1-4b76-826f-dba4e7f13d51", "status": "completed", "code": 200}]} {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:31:27.695265 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0ec96dec-5caf-4f98-89b5-7fd52dcebaba {{(pid=100597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:31:27.695764 n-d-811396-3 neutron-server[100597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '113ff081-63ea-49f7-8759-d8256c9eaf8d', 'tag': 'c9b444e0-8fd1-4b76-826f-dba4e7f13d51', 'status': 'completed', 'code': 200} Oct 20 10:31:27.721162 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-82665ae6-c32d-46c1-99d9-fec010ba006f None None] Set router f33843e5-d1ef-4706-a292-e1ff77f94a6a gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:31:27.770872 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ceba32-73b1-4e93-9efa-2c2a973a0921 req-1ae1e166-2881-4e60-97c4-3ebdfef57477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:27.772432 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-07ceba32-73b1-4e93-9efa-2c2a973a0921 req-1ae1e166-2881-4e60-97c4-3ebdfef57477 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d56e66757235425b8b4292fe0806a998&device_id=113ff081-63ea-49f7-8759-d8256c9eaf8d HTTP/1.1" status: 200 len: 1096 time: 0.0531621 Oct 20 10:31:27.965865 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-82665ae6-c32d-46c1-99d9-fec010ba006f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f33843e5-d1ef-4706-a292-e1ff77f94a6a', 'name': 'tempest-ServersTestManualDisk-851771422-router', 'tenant_id': 'd56e66757235425b8b4292fe0806a998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': '4666318c-1280-42ca-aa23-ac9e6cfd6c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:30:51Z', 'updated_at': '2021-10-20T10:30:56Z', 'revision_number': 4, 'project_id': 'd56e66757235425b8b4292fe0806a998', 'gw_port': {'id': '4666318c-1280-42ca-aa23-ac9e6cfd6c16', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:44:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33843e5-d1ef-4706-a292-e1ff77f94a6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:30:52Z', 'updated_at': '2021-10-20T10:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_floatingips': [{'id': '8f7491a7-1adc-4389-a065-7eaff1461a5a', 'tenant_id': 'd56e66757235425b8b4292fe0806a998', 'floating_ip_address': '172.25.1.172', 'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'router_id': 'f33843e5-d1ef-4706-a292-e1ff77f94a6a', 'port_id': 'c9b444e0-8fd1-4b76-826f-dba4e7f13d51', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd77166cd-ed72-4807-9abc-17a290c99985', 'mac_address': 'fa:16:3e:ea:0e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113ff081-63ea-49f7-8759-d8256c9eaf8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T10:31:04Z', 'updated_at': '2021-10-20T10:31:26Z', 'revision_number': 1, 'project_id': 'd56e66757235425b8b4292fe0806a998', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '687e2c7b-fca0-4a88-a74f-db45a95c63e7', 'name': '', 'network_id': 'd77166cd-ed72-4807-9abc-17a290c99985', 'tenant_id': 'd56e66757235425b8b4292fe0806a998', 'mac_address': 'fa:16:3e:ea:e4:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33843e5-d1ef-4706-a292-e1ff77f94a6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '399fe7e9-9073-4966-b92d-21e0c6ee35d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:30:55Z', 'updated_at': '2021-10-20T10:31:05Z', 'revision_number': 5, 'project_id': 'd56e66757235425b8b4292fe0806a998', 'subnets': [{'id': '399fe7e9-9073-4966-b92d-21e0c6ee35d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:31:27.992875 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82665ae6-c32d-46c1-99d9-fec010ba006f None None] Checking router: f33843e5-d1ef-4706-a292-e1ff77f94a6a for host: n-d-811396-3 {{(pid=100598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:31:28.002423 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82665ae6-c32d-46c1-99d9-fec010ba006f None None] Routers {'f33843e5-d1ef-4706-a292-e1ff77f94a6a'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:31:28.003041 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-82665ae6-c32d-46c1-99d9-fec010ba006f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:31:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['f33843e5-d1ef-4706-a292-e1ff77f94a6a'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:31:28.120698 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-82665ae6-c32d-46c1-99d9-fec010ba006f None None] Set router f33843e5-d1ef-4706-a292-e1ff77f94a6a gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:31:28.186176 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '672d8d6b-42d0-498b-80b9-d23e33f8b319', 'name': 'network-vif-deleted', 'tag': '6e96c012-f83e-4f42-a9b7-a35b967290cc'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:31:28.188405 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a1a7ec7-450a-4c56-9ffc-32a21b9ea29e" -d '{"events": [{"server_uuid": "672d8d6b-42d0-498b-80b9-d23e33f8b319", "name": "network-vif-deleted", "tag": "6e96c012-f83e-4f42-a9b7-a35b967290cc"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:31:28.210096 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0f64bc-f9b0-40b1-a17a-62e9704be439 req-fc33c067-3b7b-4d51-a76c-c70035321108 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:28.211582 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-da0f64bc-f9b0-40b1-a17a-62e9704be439 req-fc33c067-3b7b-4d51-a76c-c70035321108 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/ports?device_id=a278457f-0627-4f71-b06b-8a074f97133c HTTP/1.1" status: 200 len: 950 time: 0.4199276 Oct 20 10:31:28.244787 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ceba32-73b1-4e93-9efa-2c2a973a0921 req-8f387bc3-ef04-4dfa-93eb-ba9029a14f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:28.246282 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-07ceba32-73b1-4e93-9efa-2c2a973a0921 req-8f387bc3-ef04-4dfa-93eb-ba9029a14f28 service neutron] 10.222.0.69 "GET /v2.0/networks?id=d77166cd-ed72-4807-9abc-17a290c99985 HTTP/1.1" status: 200 len: 912 time: 0.4662254 Oct 20 10:31:28.263077 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692343c3-ae76-42df-9e39-54bc4629996f req-c73d01c9-f186-4d0e-aa92-8ce0d2ff785e tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:28.264537 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-692343c3-ae76-42df-9e39-54bc4629996f req-c73d01c9-f186-4d0e-aa92-8ce0d2ff785e tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/ports?device_id=64903675-1d35-478c-8304-5f01886d8f04 HTTP/1.1" status: 200 len: 943 time: 0.4281001 Oct 20 10:31:28.320758 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-da0f64bc-f9b0-40b1-a17a-62e9704be439 req-c06e092d-48ce-4b0b-992d-587d614b1e8b tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/security-groups?id=dfac1146-e768-4d56-96b1-8816525464ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007006 Oct 20 10:31:28.351872 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-82665ae6-c32d-46c1-99d9-fec010ba006f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f33843e5-d1ef-4706-a292-e1ff77f94a6a', 'name': 'tempest-ServersTestManualDisk-851771422-router', 'tenant_id': 'd56e66757235425b8b4292fe0806a998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': '4666318c-1280-42ca-aa23-ac9e6cfd6c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:30:51Z', 'updated_at': '2021-10-20T10:30:56Z', 'revision_number': 4, 'project_id': 'd56e66757235425b8b4292fe0806a998', 'gw_port': {'id': '4666318c-1280-42ca-aa23-ac9e6cfd6c16', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:44:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33843e5-d1ef-4706-a292-e1ff77f94a6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:30:52Z', 'updated_at': '2021-10-20T10:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_floatingips': [{'id': '8f7491a7-1adc-4389-a065-7eaff1461a5a', 'tenant_id': 'd56e66757235425b8b4292fe0806a998', 'floating_ip_address': '172.25.1.172', 'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'router_id': 'f33843e5-d1ef-4706-a292-e1ff77f94a6a', 'port_id': 'c9b444e0-8fd1-4b76-826f-dba4e7f13d51', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd77166cd-ed72-4807-9abc-17a290c99985', 'mac_address': 'fa:16:3e:ea:0e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113ff081-63ea-49f7-8759-d8256c9eaf8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T10:31:04Z', 'updated_at': '2021-10-20T10:31:26Z', 'revision_number': 1, 'project_id': 'd56e66757235425b8b4292fe0806a998', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '687e2c7b-fca0-4a88-a74f-db45a95c63e7', 'name': '', 'network_id': 'd77166cd-ed72-4807-9abc-17a290c99985', 'tenant_id': 'd56e66757235425b8b4292fe0806a998', 'mac_address': 'fa:16:3e:ea:e4:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33843e5-d1ef-4706-a292-e1ff77f94a6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '399fe7e9-9073-4966-b92d-21e0c6ee35d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:30:55Z', 'updated_at': '2021-10-20T10:31:05Z', 'revision_number': 5, 'project_id': 'd56e66757235425b8b4292fe0806a998', 'subnets': [{'id': '399fe7e9-9073-4966-b92d-21e0c6ee35d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:31:28.367809 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-07ceba32-73b1-4e93-9efa-2c2a973a0921 req-4c7e05ff-f939-431a-b3f5-4f2ecdd165bf service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c9b444e0-8fd1-4b76-826f-dba4e7f13d51 HTTP/1.1" status: 200 len: 999 time: 0.1022751 Oct 20 10:31:28.370821 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-692343c3-ae76-42df-9e39-54bc4629996f req-c3a0ccfd-6fd6-4640-92c4-b297fa96672f tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba094063-4980-4c22-bc34-9c1534c0beb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919404 Oct 20 10:31:28.449086 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ceba32-73b1-4e93-9efa-2c2a973a0921 req-a1a846d7-3cc5-4aa2-bff5-c16ab971253f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:28.451492 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-07ceba32-73b1-4e93-9efa-2c2a973a0921 req-a1a846d7-3cc5-4aa2-bff5-c16ab971253f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=399fe7e9-9073-4966-b92d-21e0c6ee35d6 HTTP/1.1" status: 200 len: 850 time: 0.0692017 Oct 20 10:31:28.522663 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ceba32-73b1-4e93-9efa-2c2a973a0921 req-50ef571f-7975-4cfc-ab5d-183fee1fba2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:28.524246 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-07ceba32-73b1-4e93-9efa-2c2a973a0921 req-50ef571f-7975-4cfc-ab5d-183fee1fba2c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d77166cd-ed72-4807-9abc-17a290c99985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0618436 Oct 20 10:31:28.535933 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82665ae6-c32d-46c1-99d9-fec010ba006f None None] The sync data for ids ['f33843e5-d1ef-4706-a292-e1ff77f94a6a'] in n-d-811396-3 is: [{'id': 'f33843e5-d1ef-4706-a292-e1ff77f94a6a', 'name': 'tempest-ServersTestManualDisk-851771422-router', 'tenant_id': 'd56e66757235425b8b4292fe0806a998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': '4666318c-1280-42ca-aa23-ac9e6cfd6c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:30:51Z', 'updated_at': '2021-10-20T10:30:56Z', 'revision_number': 4, 'project_id': 'd56e66757235425b8b4292fe0806a998', 'gw_port': {'id': '4666318c-1280-42ca-aa23-ac9e6cfd6c16', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:44:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33843e5-d1ef-4706-a292-e1ff77f94a6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:30:52Z', 'updated_at': '2021-10-20T10:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_floatingips': [{'id': '8f7491a7-1adc-4389-a065-7eaff1461a5a', 'tenant_id': 'd56e66757235425b8b4292fe0806a998', 'floating_ip_address': '172.25.1.172', 'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'router_id': 'f33843e5-d1ef-4706-a292-e1ff77f94a6a', 'port_id': 'c9b444e0-8fd1-4b76-826f-dba4e7f13d51', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd77166cd-ed72-4807-9abc-17a290c99985', 'mac_address': 'fa:16:3e:ea:0e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113ff081-63ea-49f7-8759-d8256c9eaf8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T10:31:04Z', 'updated_at': '2021-10-20T10:31:26Z', 'revision_number': 1, 'project_id': 'd56e66757235425b8b4292fe0806a998', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '687e2c7b-fca0-4a88-a74f-db45a95c63e7', 'name': '', 'network_id': 'd77166cd-ed72-4807-9abc-17a290c99985', 'tenant_id': 'd56e66757235425b8b4292fe0806a998', 'mac_address': 'fa:16:3e:ea:e4:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33843e5-d1ef-4706-a292-e1ff77f94a6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '399fe7e9-9073-4966-b92d-21e0c6ee35d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:30:55Z', 'updated_at': '2021-10-20T10:31:05Z', 'revision_number': 5, 'project_id': 'd56e66757235425b8b4292fe0806a998', 'subnets': [{'id': '399fe7e9-9073-4966-b92d-21e0c6ee35d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:31:28.557688 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b2f9fde-b81d-43a1-aec2-f960c490c7a1 x-openstack-request-id: req-1b2f9fde-b81d-43a1-aec2-f960c490c7a1 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:31:28.558393 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "672d8d6b-42d0-498b-80b9-d23e33f8b319", "name": "network-vif-deleted", "tag": "6e96c012-f83e-4f42-a9b7-a35b967290cc", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:31:28.558634 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1b2f9fde-b81d-43a1-aec2-f960c490c7a1 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:31:28.559023 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '672d8d6b-42d0-498b-80b9-d23e33f8b319', 'name': 'network-vif-deleted', 'tag': '6e96c012-f83e-4f42-a9b7-a35b967290cc', 'status': 'completed', 'code': 200} Oct 20 10:31:28.657407 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4c2e33-bfab-46cd-aff8-c92b7c8460dc req-1aacf1c7-4209-4f04-90dc-54fad08af6a4 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:28.658895 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0b4c2e33-bfab-46cd-aff8-c92b7c8460dc req-1aacf1c7-4209-4f04-90dc-54fad08af6a4 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c59bb62-1789-41a6-acf6-9b0278dd9612 HTTP/1.1" status: 200 len: 948 time: 0.1030793 Oct 20 10:31:28.697741 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-07ceba32-73b1-4e93-9efa-2c2a973a0921 req-ea9ea17e-de1b-4ce0-a4cf-86b373c55923 service neutron] 10.222.0.69 "GET /v2.0/networks/d77166cd-ed72-4807-9abc-17a290c99985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653478 Oct 20 10:31:28.758252 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0b4c2e33-bfab-46cd-aff8-c92b7c8460dc req-46f5e424-fed8-489b-8d8f-fb5293ea4689 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871880 Oct 20 10:31:28.786901 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315f1ac8-40a7-47d3-9445-7ce3bb133c2a None None] New status for floating IP 8f7491a7-1adc-4389-a065-7eaff1461a5a: ACTIVE {{(pid=100599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 10:31:28.811310 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 41720) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:31:28.853764 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51305986-a80a-4e30-aff9-d85809f4158f req-ae59c126-1b94-4c1c-8a27-f0ea09348a54 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:28.859902 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-51305986-a80a-4e30-aff9-d85809f4158f req-ae59c126-1b94-4c1c-8a27-f0ea09348a54 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/ports?device_id=4569972b-c804-4ed9-a1b0-4552777252e5 HTTP/1.1" status: 200 len: 950 time: 0.1790924 Oct 20 10:31:28.890709 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5ede26d8-9097-46f3-9f63-a97c2ce8b7ec tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:28.905408 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-07ceba32-73b1-4e93-9efa-2c2a973a0921 req-8ae26b5e-2102-4b6d-82b1-d815bdbf2183 service neutron] 10.222.0.69 "GET /v2.0/networks/d77166cd-ed72-4807-9abc-17a290c99985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856148 Oct 20 10:31:28.913534 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-51305986-a80a-4e30-aff9-d85809f4158f req-f52f7a5a-9481-4265-8bab-5ed9c23b2efd tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/security-groups?id=33b0304f-e8b0-41ca-8b6c-fa0f5439f339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502698 Oct 20 10:31:28.920146 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 2bcffcff-10cd-400f-ba99-63f92ee35bbb details requested by agent hyperv_n-h1-811396-3 with host n-h1-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:31:28.928490 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5ede26d8-9097-46f3-9f63-a97c2ce8b7ec tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:28.989369 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5ede26d8-9097-46f3-9f63-a97c2ce8b7ec tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:28.992079 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5ede26d8-9097-46f3-9f63-a97c2ce8b7ec tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:28.993269 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-5ede26d8-9097-46f3-9f63-a97c2ce8b7ec tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] 10.222.0.64 "DELETE /v2.0/security-groups/06b4a812-7a7b-426e-8943-523048d88e35 HTTP/1.1" status: 204 len: 168 time: 0.1803484 Oct 20 10:31:28.996402 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 41722) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:31:29.002778 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ede26d8-9097-46f3-9f63-a97c2ce8b7ec tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06b4a812-7a7b-426e-8943-523048d88e35,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:31:29.009660 n-d-811396-3 neutron-server[100596]: INFO neutron.api.v2.resource [None req-cfcdbb8a-e3c5-4f49-ae06-932b3a40c62a tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] show failed (client error): The resource could not be found. Oct 20 10:31:29.011573 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-cfcdbb8a-e3c5-4f49-ae06-932b3a40c62a tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] 10.222.0.64 "GET /v2.0/security-groups/06b4a812-7a7b-426e-8943-523048d88e35 HTTP/1.1" status: 404 len: 347 time: 0.0135596 Oct 20 10:31:29.013288 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ede26d8-9097-46f3-9f63-a97c2ce8b7ec tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:31:29.013813 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ede26d8-9097-46f3-9f63-a97c2ce8b7ec tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:31:29.014168 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ede26d8-9097-46f3-9f63-a97c2ce8b7ec tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:31:29.014509 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ede26d8-9097-46f3-9f63-a97c2ce8b7ec tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:31:29.014727 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 41724) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:31:29.014853 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ede26d8-9097-46f3-9f63-a97c2ce8b7ec tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:31:29.015165 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ede26d8-9097-46f3-9f63-a97c2ce8b7ec tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:31:29.015712 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ede26d8-9097-46f3-9f63-a97c2ce8b7ec tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:31:29.016197 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ede26d8-9097-46f3-9f63-a97c2ce8b7ec tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:31:29.016791 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ede26d8-9097-46f3-9f63-a97c2ce8b7ec tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:31:29.017730 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ede26d8-9097-46f3-9f63-a97c2ce8b7ec tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:31:29.018062 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ede26d8-9097-46f3-9f63-a97c2ce8b7ec tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:31:29.018389 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ede26d8-9097-46f3-9f63-a97c2ce8b7ec tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:31:29.044343 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 2bcffcff-10cd-400f-ba99-63f92ee35bbb, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=2bcffcff-10cd-400f-ba99-63f92ee35bbb,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:31:29.055770 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Returning: {'device': '2bcffcff-10cd-400f-ba99-63f92ee35bbb', 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84', 'port_id': '2bcffcff-10cd-400f-ba99-63f92ee35bbb', 'mac_address': 'fa:16:3e:45:f1:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 800, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f86199a-b8f2-45b4-a83a-995a7ea6fe42', 'ip_address': '192.168.233.132'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:31:29.097085 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:29.109321 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bcffcff-10cd-400f-ba99-63f92ee35bbb {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:31:29.129357 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 2bcffcff-10cd-400f-ba99-63f92ee35bbb, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=2bcffcff-10cd-400f-ba99-63f92ee35bbb,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:31:29.133328 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:29.156265 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219427a6-4e86-42b6-a266-c0a5480fe165 req-49fa9b3f-647e-4aa1-b429-708eecc7f5ec tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:29.157619 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-219427a6-4e86-42b6-a266-c0a5480fe165 req-49fa9b3f-647e-4aa1-b429-708eecc7f5ec tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.69 "GET /v2.0/ports?device_id=a278457f-0627-4f71-b06b-8a074f97133c HTTP/1.1" status: 200 len: 950 time: 0.1295915 Oct 20 10:31:29.179832 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=2bcffcff-10cd-400f-ba99-63f92ee35bbb,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:31:29.233736 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-8ab7938a-48cf-4b40-98f9-1005adb2f11a tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Deleting port 3d8e8ac9-3def-44b1-8393-be7401552f4a {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:31:29.234271 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8ab7938a-48cf-4b40-98f9-1005adb2f11a tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:29.308394 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device e0251dce-b2aa-4267-a129-68fa1ecc090b details requested by agent hyperv_n-h2-811396-3 with host n-h2-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:31:29.324890 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8ab7938a-48cf-4b40-98f9-1005adb2f11a tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:29.325212 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8ab7938a-48cf-4b40-98f9-1005adb2f11a tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:29.328704 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-219427a6-4e86-42b6-a266-c0a5480fe165 req-e9987772-9e89-47c7-8e4a-065869c1bc92 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Deleting port 0c2ac16c-39fa-4445-a3d7-43e100268554 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:31:29.329024 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-219427a6-4e86-42b6-a266-c0a5480fe165 req-e9987772-9e89-47c7-8e4a-065869c1bc92 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:29.364238 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-8ab7938a-48cf-4b40-98f9-1005adb2f11a tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Calling delete_port for 3d8e8ac9-3def-44b1-8393-be7401552f4a owned by network:floatingip {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:31:29.409896 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port e0251dce-b2aa-4267-a129-68fa1ecc090b, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=e0251dce-b2aa-4267-a129-68fa1ecc090b,segment=NetworkSegment(21a06331-2010-4bb7-8d07-13da7f15af4f),segment_id=21a06331-2010-4bb7-8d07-13da7f15af4f)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:31:29.423419 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Returning: {'device': 'e0251dce-b2aa-4267-a129-68fa1ecc090b', 'network_id': '1ce4070f-3cfd-4061-95b1-2481b8fda5e7', 'port_id': 'e0251dce-b2aa-4267-a129-68fa1ecc090b', 'mac_address': 'fa:16:3e:91:92:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 838, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4012c245-3079-4795-8c54-d3f2bf73a5b0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:31:29.469873 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:29.484015 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0251dce-b2aa-4267-a129-68fa1ecc090b {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:31:29.506063 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port e0251dce-b2aa-4267-a129-68fa1ecc090b, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=e0251dce-b2aa-4267-a129-68fa1ecc090b,segment=NetworkSegment(21a06331-2010-4bb7-8d07-13da7f15af4f),segment_id=21a06331-2010-4bb7-8d07-13da7f15af4f)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:31:29.510986 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:29.565226 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=e0251dce-b2aa-4267-a129-68fa1ecc090b,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:31:29.577583 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-219427a6-4e86-42b6-a266-c0a5480fe165 req-e9987772-9e89-47c7-8e4a-065869c1bc92 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] For port 0c2ac16c-39fa-4445-a3d7-43e100268554, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=0c2ac16c-39fa-4445-a3d7-43e100268554,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:31:29.577947 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-219427a6-4e86-42b6-a266-c0a5480fe165 req-e9987772-9e89-47c7-8e4a-065869c1bc92 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:29.616722 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-219427a6-4e86-42b6-a266-c0a5480fe165 req-e9987772-9e89-47c7-8e4a-065869c1bc92 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Calling delete_port for 0c2ac16c-39fa-4445-a3d7-43e100268554 owned by compute:nova {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:31:29.625609 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75d28b2-4892-4a2c-8e7f-622088932cd4 req-f8cb550a-e09b-42f2-ae1c-12addc791472 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:29.627749 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d75d28b2-4892-4a2c-8e7f-622088932cd4 req-f8cb550a-e09b-42f2-ae1c-12addc791472 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/ports?device_id=a278457f-0627-4f71-b06b-8a074f97133c HTTP/1.1" status: 200 len: 950 time: 0.2112973 Oct 20 10:31:29.640045 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469a15ed-7080-4e97-834e-665922e02f15 req-d9abf5aa-427f-491f-bd52-afea3150eea6 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:29.641958 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-469a15ed-7080-4e97-834e-665922e02f15 req-d9abf5aa-427f-491f-bd52-afea3150eea6 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/ports?device_id=64903675-1d35-478c-8304-5f01886d8f04 HTTP/1.1" status: 200 len: 943 time: 0.1785097 Oct 20 10:31:29.803799 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d75d28b2-4892-4a2c-8e7f-622088932cd4 req-f73267b7-2e1a-4eb2-b324-29c2088a95ce tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/security-groups?id=dfac1146-e768-4d56-96b1-8816525464ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606221 Oct 20 10:31:29.810361 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-469a15ed-7080-4e97-834e-665922e02f15 req-3a20d5c8-e116-49d7-a1af-d442c110eca8 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba094063-4980-4c22-bc34-9c1534c0beb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531868 Oct 20 10:31:29.813129 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['e0251dce-b2aa-4267-a129-68fa1ecc090b'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:31:29.860916 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8ab7938a-48cf-4b40-98f9-1005adb2f11a tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:29.924093 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab7938a-48cf-4b40-98f9-1005adb2f11a tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Pushing event deleted for resources: {'Port': ['ID=3d8e8ac9-3def-44b1-8393-be7401552f4a,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:31:29.971553 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['2bcffcff-10cd-400f-ba99-63f92ee35bbb'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:31:30.022439 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-219427a6-4e86-42b6-a266-c0a5480fe165 req-e9987772-9e89-47c7-8e4a-065869c1bc92 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:30.086289 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9987772-9e89-47c7-8e4a-065869c1bc92 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Pushing event deleted for resources: {'Port': ['ID=0c2ac16c-39fa-4445-a3d7-43e100268554,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:31:30.110115 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8ab7938a-48cf-4b40-98f9-1005adb2f11a tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Publish callbacks [] for floatingip, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:30.113562 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8ab7938a-48cf-4b40-98f9-1005adb2f11a tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for floatingip, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:30.117288 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-8ab7938a-48cf-4b40-98f9-1005adb2f11a tempest-ImagesOneServerNegativeTestJSON-2057378458 tempest-ImagesOneServerNegativeTestJSON-2057378458-project] 10.222.0.64 "DELETE /v2.0/floatingips/36d8d5ae-f7ff-47a7-b730-4c53630aa53c HTTP/1.1" status: 204 len: 168 time: 1.0986075 Oct 20 10:31:30.200090 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73963348-c408-4949-b2ea-7d1de09ed796 req-910b5d75-ea97-4054-8755-ae6e2bbf11e5 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:30.201957 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-73963348-c408-4949-b2ea-7d1de09ed796 req-910b5d75-ea97-4054-8755-ae6e2bbf11e5 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c59bb62-1789-41a6-acf6-9b0278dd9612 HTTP/1.1" status: 200 len: 949 time: 0.2144635 Oct 20 10:31:30.204076 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-219427a6-4e86-42b6-a266-c0a5480fe165 req-e9987772-9e89-47c7-8e4a-065869c1bc92 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] No DVR routers for this DVR port 0c2ac16c-39fa-4445-a3d7-43e100268554 on host n-h2-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:31:30.207353 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-219427a6-4e86-42b6-a266-c0a5480fe165 req-e9987772-9e89-47c7-8e4a-065869c1bc92 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:30.210699 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-219427a6-4e86-42b6-a266-c0a5480fe165 req-e9987772-9e89-47c7-8e4a-065869c1bc92 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.69 "DELETE /v2.0/ports/0c2ac16c-39fa-4445-a3d7-43e100268554 HTTP/1.1" status: 204 len: 173 time: 1.0458055 Oct 20 10:31:30.253933 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d909ca-73e7-408b-b0fa-e83a1c55469f req-e5169325-67ff-4119-969d-2992037a0fc0 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:30.256033 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-16d909ca-73e7-408b-b0fa-e83a1c55469f req-e5169325-67ff-4119-969d-2992037a0fc0 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/ports?device_id=4569972b-c804-4ed9-a1b0-4552777252e5 HTTP/1.1" status: 200 len: 950 time: 0.1470034 Oct 20 10:31:30.271062 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-73963348-c408-4949-b2ea-7d1de09ed796 req-7f81bc41-567d-4c7c-8d7d-53cacd542d26 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593779 Oct 20 10:31:30.311533 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-16d909ca-73e7-408b-b0fa-e83a1c55469f req-05e8e943-3f22-4580-b906-01136ff38af7 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/security-groups?id=33b0304f-e8b0-41ca-8b6c-fa0f5439f339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478475 Oct 20 10:31:30.419312 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 41750) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:31:30.450384 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ead8e4-6ba4-43c8-8dca-4b4f6bacc425 req-5ff1ecbf-df1a-488a-ad2d-f3ef40c4a32c tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:30.451102 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-95ead8e4-6ba4-43c8-8dca-4b4f6bacc425 req-5ff1ecbf-df1a-488a-ad2d-f3ef40c4a32c tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.55 "GET /v2.0/ports?device_id=38e4aa4a-6de3-4c39-a753-d611e7dc2929 HTTP/1.1" status: 200 len: 950 time: 0.0547214 Oct 20 10:31:30.470303 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f8cb20e-ac7c-4fab-9952-664afd4ac0fa admin admin] Deleting subnet c78e58fe-8eeb-4a44-80cb-439bcac28ede {{(pid=100597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:31:30.474991 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0f8cb20e-ac7c-4fab-9952-664afd4ac0fa admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:30.521773 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0f8cb20e-ac7c-4fab-9952-664afd4ac0fa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25852621'] for subnet, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:30.558764 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-95ead8e4-6ba4-43c8-8dca-4b4f6bacc425 req-27017513-b3d8-42f4-8812-98a69af1cb4c tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Deleting port 94206ac3-057e-462d-b6fd-4665c89c4a2c {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:31:30.559194 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-95ead8e4-6ba4-43c8-8dca-4b4f6bacc425 req-27017513-b3d8-42f4-8812-98a69af1cb4c tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:30.562846 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a278457f-0627-4f71-b06b-8a074f97133c', 'name': 'network-vif-deleted', 'tag': '0c2ac16c-39fa-4445-a3d7-43e100268554'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:31:30.565188 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6c4f9c4-2c9d-4779-95e6-b468bd7cb64b" -d '{"events": [{"server_uuid": "a278457f-0627-4f71-b06b-8a074f97133c", "name": "network-vif-deleted", "tag": "0c2ac16c-39fa-4445-a3d7-43e100268554"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:31:30.580015 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0f8cb20e-ac7c-4fab-9952-664afd4ac0fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:30.634174 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbe6a05b-eb13-4ba6-b1ca-8398d8531b37 x-openstack-request-id: req-fbe6a05b-eb13-4ba6-b1ca-8398d8531b37 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:31:30.634531 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a278457f-0627-4f71-b06b-8a074f97133c", "name": "network-vif-deleted", "tag": "0c2ac16c-39fa-4445-a3d7-43e100268554", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:31:30.634708 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fbe6a05b-eb13-4ba6-b1ca-8398d8531b37 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:31:30.635153 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a278457f-0627-4f71-b06b-8a074f97133c', 'name': 'network-vif-deleted', 'tag': '0c2ac16c-39fa-4445-a3d7-43e100268554', 'status': 'completed', 'code': 200} Oct 20 10:31:30.650794 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0f8cb20e-ac7c-4fab-9952-664afd4ac0fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25350811'] for subnet, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:30.673559 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-95ead8e4-6ba4-43c8-8dca-4b4f6bacc425 req-27017513-b3d8-42f4-8812-98a69af1cb4c tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] For port 94206ac3-057e-462d-b6fd-4665c89c4a2c, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=94206ac3-057e-462d-b6fd-4665c89c4a2c,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:31:30.673930 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-95ead8e4-6ba4-43c8-8dca-4b4f6bacc425 req-27017513-b3d8-42f4-8812-98a69af1cb4c tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:30.679301 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8cb20e-ac7c-4fab-9952-664afd4ac0fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c78e58fe-8eeb-4a44-80cb-439bcac28ede,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:31:30.681313 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0f8cb20e-ac7c-4fab-9952-664afd4ac0fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:30.685131 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-0f8cb20e-ac7c-4fab-9952-664afd4ac0fa admin admin] 10.222.0.64 "DELETE /v2.0/subnets/c78e58fe-8eeb-4a44-80cb-439bcac28ede HTTP/1.1" status: 204 len: 168 time: 0.2647233 Oct 20 10:31:30.688247 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 41754) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:31:30.693172 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-95ead8e4-6ba4-43c8-8dca-4b4f6bacc425 req-27017513-b3d8-42f4-8812-98a69af1cb4c tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Calling delete_port for 94206ac3-057e-462d-b6fd-4665c89c4a2c owned by compute:nova {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:31:30.771047 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-46d6b83c-7228-4415-95f8-1d81c946d374 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:30.853032 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-46d6b83c-7228-4415-95f8-1d81c946d374 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:30.863496 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-95ead8e4-6ba4-43c8-8dca-4b4f6bacc425 req-27017513-b3d8-42f4-8812-98a69af1cb4c tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:30.898004 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27017513-b3d8-42f4-8812-98a69af1cb4c tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Pushing event deleted for resources: {'Port': ['ID=94206ac3-057e-462d-b6fd-4665c89c4a2c,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:31:30.903563 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-46d6b83c-7228-4415-95f8-1d81c946d374 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6102411a-939e-434e-b2b8-0c46972ff74e']}} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:31:30.919727 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-46d6b83c-7228-4415-95f8-1d81c946d374 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9f340c0-9c49-427c-b46d-475b702ed788') {'for_net_delete': True} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:31:30.920158 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-46d6b83c-7228-4415-95f8-1d81c946d374 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9f340c0-9c49-427c-b46d-475b702ed788') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:31:30.945561 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-46d6b83c-7228-4415-95f8-1d81c946d374 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25852596'] for segment, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:30.962691 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-46d6b83c-7228-4415-95f8-1d81c946d374 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:30.971701 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46d6b83c-7228-4415-95f8-1d81c946d374 admin admin] Releasing vlan 833 on physical network physnet1 to pool {{(pid=100597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:31:30.972099 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-46d6b83c-7228-4415-95f8-1d81c946d374 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951012'] for segment, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:30.973974 n-d-811396-3 neutron-server[100597]: Traceback (most recent call last): Oct 20 10:31:30.973974 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:31:30.973974 n-d-811396-3 neutron-server[100597]: timer() Oct 20 10:31:30.973974 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:31:30.973974 n-d-811396-3 neutron-server[100597]: cb(*args, **kw) Oct 20 10:31:30.973974 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:31:30.973974 n-d-811396-3 neutron-server[100597]: return func(*args, **kwargs) Oct 20 10:31:30.973974 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:31:30.973974 n-d-811396-3 neutron-server[100597]: self._notify() Oct 20 10:31:30.973974 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:31:30.973974 n-d-811396-3 neutron-server[100597]: self.callback(batched_events) Oct 20 10:31:30.973974 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:31:30.973974 n-d-811396-3 neutron-server[100597]: event.method(event) Oct 20 10:31:30.973974 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:31:30.973974 n-d-811396-3 neutron-server[100597]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:31:30.973974 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:31:30.973974 n-d-811396-3 neutron-server[100597]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:31:30.973974 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:31:30.973974 n-d-811396-3 neutron-server[100597]: return f(self, *a, **k) Oct 20 10:31:30.973974 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:31:30.973974 n-d-811396-3 neutron-server[100597]: return self._get(url).json() Oct 20 10:31:30.973974 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:31:30.973974 n-d-811396-3 neutron-server[100597]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:31:30.973974 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:31:30.973974 n-d-811396-3 neutron-server[100597]: return self.request(url, 'GET', **kwargs) Oct 20 10:31:30.973974 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:31:30.973974 n-d-811396-3 neutron-server[100597]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:31:30.973974 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:31:30.973974 n-d-811396-3 neutron-server[100597]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:31:30.973974 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:31:30.973974 n-d-811396-3 neutron-server[100597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:31:30.973974 n-d-811396-3 neutron-server[100597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:31:31.009238 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3e7cd71f-5fb1-475a-95a8-7b97ca27429e req-39f12125-6b70-423f-a055-3752166d81c2 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/ports?device_id=38e4aa4a-6de3-4c39-a753-d611e7dc2929 HTTP/1.1" status: 200 len: 210 time: 0.0456414 Oct 20 10:31:31.011972 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-95ead8e4-6ba4-43c8-8dca-4b4f6bacc425 req-27017513-b3d8-42f4-8812-98a69af1cb4c tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] No DVR routers for this DVR port 94206ac3-057e-462d-b6fd-4665c89c4a2c on host n-h1-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:31:31.014955 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-95ead8e4-6ba4-43c8-8dca-4b4f6bacc425 req-27017513-b3d8-42f4-8812-98a69af1cb4c tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:31.018256 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-95ead8e4-6ba4-43c8-8dca-4b4f6bacc425 req-27017513-b3d8-42f4-8812-98a69af1cb4c tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.55 "DELETE /v2.0/ports/94206ac3-057e-462d-b6fd-4665c89c4a2c HTTP/1.1" status: 204 len: 173 time: 0.5584381 Oct 20 10:31:31.037597 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-46d6b83c-7228-4415-95f8-1d81c946d374 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:31.040978 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67f3474-9b37-4971-815a-8958f6ce0094 req-61fdf986-6d52-4e79-9ad9-29d63511a7c6 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:31.043331 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b67f3474-9b37-4971-815a-8958f6ce0094 req-61fdf986-6d52-4e79-9ad9-29d63511a7c6 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/ports?device_id=64903675-1d35-478c-8304-5f01886d8f04 HTTP/1.1" status: 200 len: 944 time: 0.1234820 Oct 20 10:31:31.047872 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-46d6b83c-7228-4415-95f8-1d81c946d374 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:31.052380 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-46d6b83c-7228-4415-95f8-1d81c946d374 admin admin] 10.222.0.64 "DELETE /v2.0/networks/6102411a-939e-434e-b2b8-0c46972ff74e HTTP/1.1" status: 204 len: 168 time: 0.3621190 Oct 20 10:31:31.077836 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d6b83c-7228-4415-95f8-1d81c946d374 admin admin] Pushing event deleted for resources: {'Network': ['ID=6102411a-939e-434e-b2b8-0c46972ff74e,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:31:31.095013 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b67f3474-9b37-4971-815a-8958f6ce0094 req-31519267-acf8-4aee-994d-66b0ad49a9bc tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba094063-4980-4c22-bc34-9c1534c0beb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450294 Oct 20 10:31:31.188665 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 41770) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:31:31.227959 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-3cd3ab24-a030-4add-be8a-e9dfff5d0d6a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=733e0ae3617d4d649cf978417165b931&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0381184 Oct 20 10:31:31.231032 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 41772) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:31:31.298069 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-21316b6c-1ae5-4555-9781-ccfff37a9bfb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:31.319297 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device e0251dce-b2aa-4267-a129-68fa1ecc090b up at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:31:31.328004 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-21316b6c-1ae5-4555-9781-ccfff37a9bfb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:31.388270 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-21316b6c-1ae5-4555-9781-ccfff37a9bfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:31.393850 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-21316b6c-1ae5-4555-9781-ccfff37a9bfb admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:31.395725 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-21316b6c-1ae5-4555-9781-ccfff37a9bfb admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/86067063-f5e4-4e77-9825-0a77623af17f HTTP/1.1" status: 204 len: 168 time: 0.1636531 Oct 20 10:31:31.412447 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21316b6c-1ae5-4555-9781-ccfff37a9bfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86067063-f5e4-4e77-9825-0a77623af17f,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:31:31.424969 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc35aaf-4d29-45bc-9718-1c213d818af1 req-ff64ab97-bcb7-4fb3-b895-553803e77c9d tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:31.437295 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5fc35aaf-4d29-45bc-9718-1c213d818af1 req-ff64ab97-bcb7-4fb3-b895-553803e77c9d tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c59bb62-1789-41a6-acf6-9b0278dd9612 HTTP/1.1" status: 200 len: 949 time: 0.0849919 Oct 20 10:31:31.442404 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning for port e0251dce-b2aa-4267-a129-68fa1ecc090b completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:31:31.449181 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning complete for port e0251dce-b2aa-4267-a129-68fa1ecc090b triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:31:31.449748 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:31.521447 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5fc35aaf-4d29-45bc-9718-1c213d818af1 req-5756a1a7-5e5e-4030-a5b8-d38ecb4bac51 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826106 Oct 20 10:31:31.546847 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b5715a-81ac-4f81-ae4b-a0989dd0ddf7 req-2fcbc179-eaec-419e-b7f6-773f3fd165c1 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:31.548395 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b7b5715a-81ac-4f81-ae4b-a0989dd0ddf7 req-2fcbc179-eaec-419e-b7f6-773f3fd165c1 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/ports?device_id=4569972b-c804-4ed9-a1b0-4552777252e5 HTTP/1.1" status: 200 len: 950 time: 0.1012371 Oct 20 10:31:31.560808 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:31.593031 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b7b5715a-81ac-4f81-ae4b-a0989dd0ddf7 req-5ed41895-66c5-45e2-a38d-ea7bea246265 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/security-groups?id=33b0304f-e8b0-41ca-8b6c-fa0f5439f339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376759 Oct 20 10:31:31.593227 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64903675-1d35-478c-8304-5f01886d8f04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0251dce-b2aa-4267-a129-68fa1ecc090b'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:31:31.596324 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8e18da6-7d73-42f6-a23d-b06b6df46e36" -d '{"events": [{"server_uuid": "64903675-1d35-478c-8304-5f01886d8f04", "name": "network-vif-plugged", "status": "completed", "tag": "e0251dce-b2aa-4267-a129-68fa1ecc090b"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:31:31.615447 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port e0251dce-b2aa-4267-a129-68fa1ecc090b, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=e0251dce-b2aa-4267-a129-68fa1ecc090b,segment=NetworkSegment(21a06331-2010-4bb7-8d07-13da7f15af4f),segment_id=21a06331-2010-4bb7-8d07-13da7f15af4f)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:31:31.620487 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:31.621605 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 0c2ac16c-39fa-4445-a3d7-43e100268554 no longer exists at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:31:31.665810 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95d19a5b-598c-4a78-b527-507ffd2c0c63 x-openstack-request-id: req-95d19a5b-598c-4a78-b527-507ffd2c0c63 {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:31:31.666190 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64903675-1d35-478c-8304-5f01886d8f04", "name": "network-vif-plugged", "status": "completed", "tag": "e0251dce-b2aa-4267-a129-68fa1ecc090b", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:31:31.666508 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-95d19a5b-598c-4a78-b527-507ffd2c0c63 {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:31:31.667002 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64903675-1d35-478c-8304-5f01886d8f04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0251dce-b2aa-4267-a129-68fa1ecc090b', 'code': 200} Oct 20 10:31:31.669689 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] No Port match for: 0c2ac16c-39fa-4445-a3d7-43e100268554 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:31:31.670311 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 0c2ac16c-39fa-4445-a3d7-43e100268554 not bound to the agent host n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:31:31.696851 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=e0251dce-b2aa-4267-a129-68fa1ecc090b,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:31:31.759976 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3865210-efc8-4b07-bd06-873b3ee4ca68 req-6ab12d53-93d9-4608-88c5-30e6c3b20a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:31.762738 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e3865210-efc8-4b07-bd06-873b3ee4ca68 req-6ab12d53-93d9-4608-88c5-30e6c3b20a08 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=64903675-1d35-478c-8304-5f01886d8f04 HTTP/1.1" status: 200 len: 1096 time: 0.0434911 Oct 20 10:31:31.811619 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e3865210-efc8-4b07-bd06-873b3ee4ca68 req-d92839c2-ffc9-4cbe-bb8f-653cc5c37480 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=ba094063-4980-4c22-bc34-9c1534c0beb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398049 Oct 20 10:31:31.911884 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['4bf11690-7f8a-4a5d-b7d6-9b02b6176fea', '550f7c00-47d3-4e55-be09-c45b0e8ce738', '8742fd55-79bc-42e6-ba15-c45d424c2847'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:31:31.939436 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['4bf11690-7f8a-4a5d-b7d6-9b02b6176fea', '550f7c00-47d3-4e55-be09-c45b0e8ce738', '8742fd55-79bc-42e6-ba15-c45d424c2847'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:31:32.147233 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-21a708bb-ecc1-495c-b91a-abe0a57859ff req-99b2483b-a2b0-4791-a786-286f30c7dee4 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/ports?device_id=38e4aa4a-6de3-4c39-a753-d611e7dc2929 HTTP/1.1" status: 200 len: 210 time: 0.0311832 Oct 20 10:31:32.240126 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6857a65c-1d1c-4839-9755-b0a1f1276ed2 req-cc0ed01b-772f-40a2-b5e0-f1d1de38197a tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:32.241898 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6857a65c-1d1c-4839-9755-b0a1f1276ed2 req-cc0ed01b-772f-40a2-b5e0-f1d1de38197a tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/ports?device_id=64903675-1d35-478c-8304-5f01886d8f04 HTTP/1.1" status: 200 len: 945 time: 0.0568128 Oct 20 10:31:32.291318 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6857a65c-1d1c-4839-9755-b0a1f1276ed2 req-b0014e92-8f5f-48be-9b73-ba6ec0cf2c6e tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba094063-4980-4c22-bc34-9c1534c0beb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367639 Oct 20 10:31:32.301223 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 41810) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:31:32.417673 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-76786f2b-2f4f-4647-9f1e-58a6ba743244 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1649398209-network', 'tenant_id': 'c403c40bbf7f4a248f56e3795d093508'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:31:32.439145 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76786f2b-2f4f-4647-9f1e-58a6ba743244 admin admin] Made reservation on behalf of c403c40bbf7f4a248f56e3795d093508 for: {'network': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:31:32.441598 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-76786f2b-2f4f-4647-9f1e-58a6ba743244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:32.450672 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-76786f2b-2f4f-4647-9f1e-58a6ba743244 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:32.525048 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-76786f2b-2f4f-4647-9f1e-58a6ba743244 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:32.529347 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-76786f2b-2f4f-4647-9f1e-58a6ba743244 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:32.559490 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76786f2b-2f4f-4647-9f1e-58a6ba743244 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 831} {{(pid=100597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:31:32.569133 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76786f2b-2f4f-4647-9f1e-58a6ba743244 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1153913-9a21-443f-9b81-d29db01f882f,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:31:32.574529 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-76786f2b-2f4f-4647-9f1e-58a6ba743244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:32.574871 n-d-811396-3 neutron-server[100597]: INFO neutron.db.segments_db [None req-76786f2b-2f4f-4647-9f1e-58a6ba743244 admin admin] Added segment 9e616d02-390a-4656-8a4e-b93f56ca0d07 of type vlan for network b5348cfb-edec-469e-9a10-140f5e3d3dc7 Oct 20 10:31:32.614821 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-76786f2b-2f4f-4647-9f1e-58a6ba743244 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:32.635989 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38e4aa4a-6de3-4c39-a753-d611e7dc2929', 'name': 'network-vif-deleted', 'tag': '94206ac3-057e-462d-b6fd-4665c89c4a2c'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:31:32.638284 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec9a7164-c0be-4e28-83d4-844b779ca9e1" -d '{"events": [{"server_uuid": "38e4aa4a-6de3-4c39-a753-d611e7dc2929", "name": "network-vif-deleted", "tag": "94206ac3-057e-462d-b6fd-4665c89c4a2c"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:31:32.653029 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-76786f2b-2f4f-4647-9f1e-58a6ba743244 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:32.653913 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76786f2b-2f4f-4647-9f1e-58a6ba743244 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:32.654874 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-76786f2b-2f4f-4647-9f1e-58a6ba743244 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:32.657388 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93d2f42-6a35-47bb-8d45-188b9f335f31 req-59416722-5220-4157-a408-58908e4bbb34 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:32.659228 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d93d2f42-6a35-47bb-8d45-188b9f335f31 req-59416722-5220-4157-a408-58908e4bbb34 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c59bb62-1789-41a6-acf6-9b0278dd9612 HTTP/1.1" status: 200 len: 949 time: 0.0661621 Oct 20 10:31:32.684996 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-76786f2b-2f4f-4647-9f1e-58a6ba743244 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3817925 Oct 20 10:31:32.693883 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 41820) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:31:32.698638 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-f7b38aef-8ded-4ac1-bb48-6cce5d2d6989 admin admin] Request body: {'subnet': {'network_id': 'b5348cfb-edec-469e-9a10-140f5e3d3dc7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1649398209-subnet', 'tenant_id': 'c403c40bbf7f4a248f56e3795d093508', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:31:32.724329 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76786f2b-2f4f-4647-9f1e-58a6ba743244 admin admin] Pushing event updated for resources: {'Network': ['ID=b5348cfb-edec-469e-9a10-140f5e3d3dc7,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:31:32.735636 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network b5348cfb-edec-469e-9a10-140f5e3d3dc7 details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:31:32.744373 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d93d2f42-6a35-47bb-8d45-188b9f335f31 req-30fe1c63-274a-41d5-8377-e24cbaa9d013 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786543 Oct 20 10:31:32.754732 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7b38aef-8ded-4ac1-bb48-6cce5d2d6989 admin admin] Made reservation on behalf of c403c40bbf7f4a248f56e3795d093508 for: {'subnet': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:31:32.757046 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f7b38aef-8ded-4ac1-bb48-6cce5d2d6989 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26761797'] for subnet, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:32.767559 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ede2ff-98ab-4b7c-87f2-1074a18b6e77 req-405bc806-c021-46d1-8bd7-0d1558e23b1b tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:32.774544 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-09ede2ff-98ab-4b7c-87f2-1074a18b6e77 req-405bc806-c021-46d1-8bd7-0d1558e23b1b tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/ports?device_id=4569972b-c804-4ed9-a1b0-4552777252e5 HTTP/1.1" status: 200 len: 950 time: 0.0935602 Oct 20 10:31:32.794412 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8397cc2a-2dd4-43af-b631-fb9db31f36d0 x-openstack-request-id: req-8397cc2a-2dd4-43af-b631-fb9db31f36d0 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:31:32.794701 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38e4aa4a-6de3-4c39-a753-d611e7dc2929", "name": "network-vif-deleted", "tag": "94206ac3-057e-462d-b6fd-4665c89c4a2c", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:31:32.794947 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8397cc2a-2dd4-43af-b631-fb9db31f36d0 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:31:32.795329 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38e4aa4a-6de3-4c39-a753-d611e7dc2929', 'name': 'network-vif-deleted', 'tag': '94206ac3-057e-462d-b6fd-4665c89c4a2c', 'status': 'completed', 'code': 200} Oct 20 10:31:32.864487 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-09ede2ff-98ab-4b7c-87f2-1074a18b6e77 req-d1d957ea-40c5-4274-8c8d-2ea514fafbab tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/security-groups?id=33b0304f-e8b0-41ca-8b6c-fa0f5439f339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890882 Oct 20 10:31:32.965797 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 2bcffcff-10cd-400f-ba99-63f92ee35bbb up at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:31:32.967159 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f7b38aef-8ded-4ac1-bb48-6cce5d2d6989 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26836128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26761819'] for subnet, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:33.013151 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b38aef-8ded-4ac1-bb48-6cce5d2d6989 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf7a4fdc-497b-4ffd-af1e-57b2c48df7c3,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:31:33.014541 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning for port 2bcffcff-10cd-400f-ba99-63f92ee35bbb completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:31:33.019415 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning complete for port 2bcffcff-10cd-400f-ba99-63f92ee35bbb triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:31:33.019722 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:33.029842 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b38aef-8ded-4ac1-bb48-6cce5d2d6989 admin admin] Checking segment: {'id': '9e616d02-390a-4656-8a4e-b93f56ca0d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'b5348cfb-edec-469e-9a10-140f5e3d3dc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:31:33.030197 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b38aef-8ded-4ac1-bb48-6cce5d2d6989 admin admin] Network hostable DHCP agents. Network: b5348cfb-edec-469e-9a10-140f5e3d3dc7, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:31:33.045494 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b38aef-8ded-4ac1-bb48-6cce5d2d6989 admin admin] Network b5348cfb-edec-469e-9a10-140f5e3d3dc7 is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:31:33.054632 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-f7b38aef-8ded-4ac1-bb48-6cce5d2d6989 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, b5348cfb-edec-469e-9a10-140f5e3d3dc7) {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:31:33.058684 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b38aef-8ded-4ac1-bb48-6cce5d2d6989 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:33.059305 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f7b38aef-8ded-4ac1-bb48-6cce5d2d6989 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:33.067272 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0cdab60-6c96-476d-9b88-d86fc1586e1e None None] Network b5348cfb-edec-469e-9a10-140f5e3d3dc7 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:31:33.078502 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-f7b38aef-8ded-4ac1-bb48-6cce5d2d6989 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3834615 Oct 20 10:31:33.081496 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 41822) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:31:33.087323 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-87911698-d212-4ee8-a1a4-4565795783ff admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1649398209-router', 'tenant_id': 'c403c40bbf7f4a248f56e3795d093508', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:31:33.109777 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-87911698-d212-4ee8-a1a4-4565795783ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1772442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258322'] for router, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:33.111164 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-87911698-d212-4ee8-a1a4-4565795783ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1772334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773516', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258315'] for router, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:33.132089 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:33.170702 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-87911698-d212-4ee8-a1a4-4565795783ff admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:33.257973 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 2bcffcff-10cd-400f-ba99-63f92ee35bbb, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=2bcffcff-10cd-400f-ba99-63f92ee35bbb,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:31:33.265132 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:33.266218 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 94206ac3-057e-462d-b6fd-4665c89c4a2c no longer exists at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:31:33.335261 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-87911698-d212-4ee8-a1a4-4565795783ff admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:33.340719 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] No Port match for: 94206ac3-057e-462d-b6fd-4665c89c4a2c {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:31:33.341069 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 94206ac3-057e-462d-b6fd-4665c89c4a2c not bound to the agent host n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:31:33.353786 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db3b7f5-6ee4-4908-9816-89b117936d13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524064ba-869c-5550-b826-c26b69a11278-b5348cfb-edec-469e-9a10-140f5e3d3dc7', 'network_id': 'b5348cfb-edec-469e-9a10-140f5e3d3dc7', 'tenant_id': 'c403c40bbf7f4a248f56e3795d093508', 'fixed_ips': [{'subnet_id': 'bf7a4fdc-497b-4ffd-af1e-57b2c48df7c3'}]}} from n-d-811396-3. {{(pid=100598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:31:33.354902 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-9db3b7f5-6ee4-4908-9816-89b117936d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:33.378847 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=2bcffcff-10cd-400f-ba99-63f92ee35bbb,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:31:33.517513 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-16bb1749-0380-4cea-a9cf-528afa0551ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:33.530002 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703b2eb3-ea1a-4505-8f85-9dc2fae6bb6e req-af1999ae-c7f5-4ae8-b53c-d996a5de432a tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:33.532078 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-703b2eb3-ea1a-4505-8f85-9dc2fae6bb6e req-af1999ae-c7f5-4ae8-b53c-d996a5de432a tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/ports?device_id=64903675-1d35-478c-8304-5f01886d8f04 HTTP/1.1" status: 200 len: 945 time: 0.0631540 Oct 20 10:31:33.581590 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-87911698-d212-4ee8-a1a4-4565795783ff admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:33.591604 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-9db3b7f5-6ee4-4908-9816-89b117936d13 None None] Allocated IP 172.20.0.2 (b5348cfb-edec-469e-9a10-140f5e3d3dc7/bf7a4fdc-497b-4ffd-af1e-57b2c48df7c3/be162d6c-46b6-4505-b6d7-6784ed178d41) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:31:33.595041 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-703b2eb3-ea1a-4505-8f85-9dc2fae6bb6e req-c6ef5813-770b-4645-a789-d8fe1b1a21d7 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba094063-4980-4c22-bc34-9c1534c0beb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509956 Oct 20 10:31:33.605153 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-87911698-d212-4ee8-a1a4-4565795783ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:33.668466 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c59bb62-1789-41a6-acf6-9b0278dd9612', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bcffcff-10cd-400f-ba99-63f92ee35bbb'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:31:33.670734 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a008e71e-9259-473b-aae6-48b5b0c6920a" -d '{"events": [{"server_uuid": "3c59bb62-1789-41a6-acf6-9b0278dd9612", "name": "network-vif-plugged", "status": "completed", "tag": "2bcffcff-10cd-400f-ba99-63f92ee35bbb"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:31:33.733629 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6a5329-5223-4f24-8829-227129be478f req-2c89e8fa-3d86-489b-84a6-7fb78e946c55 tempest-LiveAutoBlockMigrationV225Test-237435139 tempest-LiveAutoBlockMigrationV225Test-237435139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:33.737325 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0a6a5329-5223-4f24-8829-227129be478f req-2c89e8fa-3d86-489b-84a6-7fb78e946c55 tempest-LiveAutoBlockMigrationV225Test-237435139 tempest-LiveAutoBlockMigrationV225Test-237435139-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=64903675-1d35-478c-8304-5f01886d8f04 HTTP/1.1" status: 200 len: 1096 time: 0.0558496 Oct 20 10:31:33.739263 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-87911698-d212-4ee8-a1a4-4565795783ff admin admin] Allocated IP 172.25.1.145 (cbe170d3-31ba-45a2-b477-520ab0a7a8ea/f4e26aca-17ac-4adb-a66b-d939a1b35b64/b6e2eb77-c3bf-421f-81a0-86236d3c345b) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:31:33.761717 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-874a63c5-2a17-4973-893f-679c02a724bc x-openstack-request-id: req-874a63c5-2a17-4973-893f-679c02a724bc {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:31:33.762221 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c59bb62-1789-41a6-acf6-9b0278dd9612", "name": "network-vif-plugged", "status": "completed", "tag": "2bcffcff-10cd-400f-ba99-63f92ee35bbb", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:31:33.762309 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-874a63c5-2a17-4973-893f-679c02a724bc {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:31:33.762690 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c59bb62-1789-41a6-acf6-9b0278dd9612', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bcffcff-10cd-400f-ba99-63f92ee35bbb', 'code': 200} Oct 20 10:31:33.779046 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-9db3b7f5-6ee4-4908-9816-89b117936d13 None None] Publish callbacks [] for port, precommit_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:33.787451 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-9db3b7f5-6ee4-4908-9816-89b117936d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:33.798356 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0a6a5329-5223-4f24-8829-227129be478f req-8f021085-6334-421e-a6f0-346b0bd87471 tempest-LiveAutoBlockMigrationV225Test-237435139 tempest-LiveAutoBlockMigrationV225Test-237435139-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=ba094063-4980-4c22-bc34-9c1534c0beb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476370 Oct 20 10:31:33.839089 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db3b7f5-6ee4-4908-9816-89b117936d13 None None] Network b5348cfb-edec-469e-9a10-140f5e3d3dc7 is already hosted by enough agents. {{(pid=100598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:31:33.847051 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.base_scheduler [None req-9db3b7f5-6ee4-4908-9816-89b117936d13 None None] Resources bound (agent type, host, resource id): {{(pid=100598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:31:33.851724 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db3b7f5-6ee4-4908-9816-89b117936d13 None None] Received port after_create {{(pid=100598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:31:33.893572 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-87911698-d212-4ee8-a1a4-4565795783ff admin admin] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:33.899011 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccede38-9cc7-41de-bde3-cc68108e7e8a req-daa05f4f-a19d-401d-bb0e-9e6c46a2869a tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:33.900771 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cccede38-9cc7-41de-bde3-cc68108e7e8a req-daa05f4f-a19d-401d-bb0e-9e6c46a2869a tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/ports?device_id=4cac01b4-5943-4577-b46d-85b13a75bd87 HTTP/1.1" status: 200 len: 950 time: 0.0706983 Oct 20 10:31:33.921021 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db3b7f5-6ee4-4908-9816-89b117936d13 None None] Pushing event updated for resources: {'Port': ['ID=be162d6c-46b6-4505-b6d7-6784ed178d41,revision_number=1']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:31:33.935961 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-9db3b7f5-6ee4-4908-9816-89b117936d13 None None] Attempting to bind port be162d6c-46b6-4505-b6d7-6784ed178d41 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:31:33.936344 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-9db3b7f5-6ee4-4908-9816-89b117936d13 None None] Attempting to bind port be162d6c-46b6-4505-b6d7-6784ed178d41 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '9e616d02-390a-4656-8a4e-b93f56ca0d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'b5348cfb-edec-469e-9a10-140f5e3d3dc7'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:31:33.936717 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db3b7f5-6ee4-4908-9816-89b117936d13 None None] Attempting to bind port be162d6c-46b6-4505-b6d7-6784ed178d41 on network b5348cfb-edec-469e-9a10-140f5e3d3dc7 {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:31:33.940547 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-87911698-d212-4ee8-a1a4-4565795783ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:33.945729 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db3b7f5-6ee4-4908-9816-89b117936d13 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:31:33.946280 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db3b7f5-6ee4-4908-9816-89b117936d13 None None] Checking segment: {'id': '9e616d02-390a-4656-8a4e-b93f56ca0d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'b5348cfb-edec-469e-9a10-140f5e3d3dc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:31:33.946723 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-9db3b7f5-6ee4-4908-9816-89b117936d13 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:33.949298 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db3b7f5-6ee4-4908-9816-89b117936d13 None None] Bound using segment: {'id': '9e616d02-390a-4656-8a4e-b93f56ca0d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'b5348cfb-edec-469e-9a10-140f5e3d3dc7'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:31:33.950088 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-9db3b7f5-6ee4-4908-9816-89b117936d13 None None] Bound port: be162d6c-46b6-4505-b6d7-6784ed178d41, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e616d02-390a-4656-8a4e-b93f56ca0d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'b5348cfb-edec-469e-9a10-140f5e3d3dc7'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:31:33.950770 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-9db3b7f5-6ee4-4908-9816-89b117936d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:33.986123 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87911698-d212-4ee8-a1a4-4565795783ff admin admin] Network cbe170d3-31ba-45a2-b477-520ab0a7a8ea is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:31:33.989004 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-87911698-d212-4ee8-a1a4-4565795783ff admin admin] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:31:33.991806 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87911698-d212-4ee8-a1a4-4565795783ff admin admin] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:31:34.004714 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671e0232-077f-4a03-9f2b-5a22b5be0183 req-04346d9c-9c9c-48c4-8bc7-fdffcec20934 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:34.006198 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-671e0232-077f-4a03-9f2b-5a22b5be0183 req-04346d9c-9c9c-48c4-8bc7-fdffcec20934 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c59bb62-1789-41a6-acf6-9b0278dd9612 HTTP/1.1" status: 200 len: 950 time: 0.1157379 Oct 20 10:31:34.010255 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cccede38-9cc7-41de-bde3-cc68108e7e8a req-30616c78-c5a2-4bbd-9354-30be82d27724 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/security-groups?id=dfac1146-e768-4d56-96b1-8816525464ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832226 Oct 20 10:31:34.016795 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d756ca9-25d8-456c-9f93-ca07dc1b5992 req-92089b29-5250-4130-801a-d237689e48eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:34.018489 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4d756ca9-25d8-456c-9f93-ca07dc1b5992 req-92089b29-5250-4130-801a-d237689e48eb service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3c59bb62-1789-41a6-acf6-9b0278dd9612 HTTP/1.1" status: 200 len: 1101 time: 0.0925825 Oct 20 10:31:34.031642 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-9db3b7f5-6ee4-4908-9816-89b117936d13 None None] For port be162d6c-46b6-4505-b6d7-6784ed178d41, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:31:34.035477 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87911698-d212-4ee8-a1a4-4565795783ff admin admin] Pushing event updated for resources: {'Port': ['ID=b6e2eb77-c3bf-421f-81a0-86236d3c345b,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:31:34.039983 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-9db3b7f5-6ee4-4908-9816-89b117936d13 None None] For port be162d6c-46b6-4505-b6d7-6784ed178d41, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=be162d6c-46b6-4505-b6d7-6784ed178d41,segment=NetworkSegment(9e616d02-390a-4656-8a4e-b93f56ca0d07),segment_id=9e616d02-390a-4656-8a4e-b93f56ca0d07)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:31:34.047328 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-9db3b7f5-6ee4-4908-9816-89b117936d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:34.074911 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-671e0232-077f-4a03-9f2b-5a22b5be0183 req-28b976c1-3ddb-423f-9188-e7120ee959f6 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549631 Oct 20 10:31:34.078824 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4d756ca9-25d8-456c-9f93-ca07dc1b5992 req-3a300bba-bd36-40ec-b3d0-5fb3a08cad05 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454316 Oct 20 10:31:34.140858 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db3b7f5-6ee4-4908-9816-89b117936d13 None None] Pushing event updated for resources: {'Port': ['ID=be162d6c-46b6-4505-b6d7-6784ed178d41,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:31:34.145452 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6f3c0b-d618-49df-a6a5-b2ffa0be0eb1 req-8293acc3-8e38-4a02-b330-b83ff29eeb60 tempest-LiveAutoBlockMigrationV225Test-237435139 tempest-LiveAutoBlockMigrationV225Test-237435139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:34.146887 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ce6f3c0b-d618-49df-a6a5-b2ffa0be0eb1 req-8293acc3-8e38-4a02-b330-b83ff29eeb60 tempest-LiveAutoBlockMigrationV225Test-237435139 tempest-LiveAutoBlockMigrationV225Test-237435139-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=64903675-1d35-478c-8304-5f01886d8f04 HTTP/1.1" status: 200 len: 1096 time: 0.0601633 Oct 20 10:31:34.224434 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ce6f3c0b-d618-49df-a6a5-b2ffa0be0eb1 req-685dcf95-a7d9-4b58-9d27-2e169a3cecba tempest-LiveAutoBlockMigrationV225Test-237435139 tempest-LiveAutoBlockMigrationV225Test-237435139-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=ba094063-4980-4c22-bc34-9c1534c0beb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643632 Oct 20 10:31:34.244011 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b0ed67-4f74-4315-9994-344bdc6725ef req-fc5073d0-6771-41ab-aeff-50cbbdb9cca4 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:34.246106 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-33b0ed67-4f74-4315-9994-344bdc6725ef req-fc5073d0-6771-41ab-aeff-50cbbdb9cca4 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/ports?device_id=4569972b-c804-4ed9-a1b0-4552777252e5 HTTP/1.1" status: 200 len: 950 time: 0.0874021 Oct 20 10:31:34.306678 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-33b0ed67-4f74-4315-9994-344bdc6725ef req-bb7d114f-94af-4524-b5f9-808b42c3ef16 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/security-groups?id=33b0304f-e8b0-41ca-8b6c-fa0f5439f339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449636 Oct 20 10:31:34.340523 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-87911698-d212-4ee8-a1a4-4565795783ff admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:34.614955 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-87911698-d212-4ee8-a1a4-4565795783ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1773475'] for router, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:34.744372 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87911698-d212-4ee8-a1a4-4565795783ff admin admin] Router fb07eb1c-4354-44a1-9ea0-1510afd3f1ca is scheduled to L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 with binding_index 1 {{(pid=100597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 10:31:34.852795 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87911698-d212-4ee8-a1a4-4565795783ff admin admin] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:31:34.862363 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4658c78-5792-4aa4-add1-ee1dbcfa506f None None] Sync routers for ids ['fb07eb1c-4354-44a1-9ea0-1510afd3f1ca'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:31:34.873701 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4658c78-5792-4aa4-add1-ee1dbcfa506f None None] Routers {'fb07eb1c-4354-44a1-9ea0-1510afd3f1ca'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:31:34.874442 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-b4658c78-5792-4aa4-add1-ee1dbcfa506f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:31:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['fb07eb1c-4354-44a1-9ea0-1510afd3f1ca'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:31:34.879072 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-87911698-d212-4ee8-a1a4-4565795783ff admin admin] Publish callbacks [] for router, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:34.883057 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-87911698-d212-4ee8-a1a4-4565795783ff admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.7980111 Oct 20 10:31:34.883334 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 41880) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:31:34.991934 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-b4658c78-5792-4aa4-add1-ee1dbcfa506f None None] Set router fb07eb1c-4354-44a1-9ea0-1510afd3f1ca gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:31:35.200163 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3597b045-d8e6-499a-984c-6fe787ad7a44 req-0a68c9eb-08d6-49e5-a9b4-adae564c8563 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:35.207733 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3597b045-d8e6-499a-984c-6fe787ad7a44 req-0a68c9eb-08d6-49e5-a9b4-adae564c8563 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/ports?device_id=4cac01b4-5943-4577-b46d-85b13a75bd87 HTTP/1.1" status: 200 len: 950 time: 0.0607066 Oct 20 10:31:35.220128 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-b4658c78-5792-4aa4-add1-ee1dbcfa506f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb07eb1c-4354-44a1-9ea0-1510afd3f1ca', 'name': 'tempest-ServersTestBootFromVolume-1649398209-router', 'tenant_id': 'c403c40bbf7f4a248f56e3795d093508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': 'b6e2eb77-c3bf-421f-81a0-86236d3c345b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:31:33Z', 'updated_at': '2021-10-20T10:31:34Z', 'revision_number': 3, 'project_id': 'c403c40bbf7f4a248f56e3795d093508', 'gw_port': {'id': 'b6e2eb77-c3bf-421f-81a0-86236d3c345b', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:81:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb07eb1c-4354-44a1-9ea0-1510afd3f1ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:31:33Z', 'updated_at': '2021-10-20T10:31:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:31:35.262041 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4658c78-5792-4aa4-add1-ee1dbcfa506f None None] Checking router: fb07eb1c-4354-44a1-9ea0-1510afd3f1ca for host: n-d-811396-3 {{(pid=100598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:31:35.262678 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4658c78-5792-4aa4-add1-ee1dbcfa506f None None] Updating router fb07eb1c-4354-44a1-9ea0-1510afd3f1ca port b6e2eb77-c3bf-421f-81a0-86236d3c345b binding host n-d-811396-3 {{(pid=100598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 10:31:35.264045 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3597b045-d8e6-499a-984c-6fe787ad7a44 req-71028857-7f01-4d3d-8cba-3cf0b5a30a11 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/security-groups?id=dfac1146-e768-4d56-96b1-8816525464ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553820 Oct 20 10:31:35.392168 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0c7213-5cd2-4728-8d34-c0e5ae20c4eb req-93832928-9a94-462a-8162-ee3dc81949af tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:35.394286 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fd0c7213-5cd2-4728-8d34-c0e5ae20c4eb req-93832928-9a94-462a-8162-ee3dc81949af tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c59bb62-1789-41a6-acf6-9b0278dd9612 HTTP/1.1" status: 200 len: 950 time: 0.0590005 Oct 20 10:31:35.434754 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f81bf23d-6c6b-48e3-a9fb-cf717014f7c5 None None] Network b5348cfb-edec-469e-9a10-140f5e3d3dc7 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:31:35.453634 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fd0c7213-5cd2-4728-8d34-c0e5ae20c4eb req-3600a8cc-b5dc-4572-a195-7ec616cda6c0 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532560 Oct 20 10:31:35.471094 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-b4658c78-5792-4aa4-add1-ee1dbcfa506f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:35.542969 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-6771b685-1aba-4860-9c15-c6b6dd7a1b1f None None] Provisioning complete for port be162d6c-46b6-4505-b6d7-6784ed178d41 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:31:35.543336 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-6771b685-1aba-4860-9c15-c6b6dd7a1b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:35.623581 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cd11cf-8a46-4f8f-b4fb-7bf5bde7aee8 req-bd7cb5b4-c3bb-43a3-bf72-c08163d5f4c6 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:35.625242 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-46cd11cf-8a46-4f8f-b4fb-7bf5bde7aee8 req-bd7cb5b4-c3bb-43a3-bf72-c08163d5f4c6 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/ports?device_id=4569972b-c804-4ed9-a1b0-4552777252e5 HTTP/1.1" status: 200 len: 950 time: 0.0773973 Oct 20 10:31:35.650554 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device be162d6c-46b6-4505-b6d7-6784ed178d41 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:31:35.657792 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [req-25969303-3398-4947-b962-d163e959d765 req-7ab32952-a664-4db0-9ba8-cc3f04873f24 tempest-LiveAutoBlockMigrationV225Test-237435139 tempest-LiveAutoBlockMigrationV225Test-237435139-project-admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:31:35.658790 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-25969303-3398-4947-b962-d163e959d765 req-7ab32952-a664-4db0-9ba8-cc3f04873f24 tempest-LiveAutoBlockMigrationV225Test-237435139 tempest-LiveAutoBlockMigrationV225Test-237435139-project-admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0749254 Oct 20 10:31:35.681810 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-46cd11cf-8a46-4f8f-b4fb-7bf5bde7aee8 req-c3998e85-237b-429e-9921-c6dce6e5ef71 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/security-groups?id=33b0304f-e8b0-41ca-8b6c-fa0f5439f339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496917 Oct 20 10:31:35.716598 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6aad8159-86a7-412c-859b-c23b627f5d1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:35.720521 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25969303-3398-4947-b962-d163e959d765 req-926a7fe3-e4e9-4b59-87b9-0a1824e73745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:35.722776 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-25969303-3398-4947-b962-d163e959d765 req-926a7fe3-e4e9-4b59-87b9-0a1824e73745 service neutron] 10.222.0.64 "GET /v2.0/ports/e0251dce-b2aa-4267-a129-68fa1ecc090b HTTP/1.1" status: 200 len: 1093 time: 0.0517612 Oct 20 10:31:35.734517 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-25969303-3398-4947-b962-d163e959d765 req-4c6424a8-1f9f-4f75-b369-c36349b3de45 service neutron] Request body: {'binding': {'host': 'n-h1-811396-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:31:35.735047 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-25969303-3398-4947-b962-d163e959d765 req-4c6424a8-1f9f-4f75-b369-c36349b3de45 service neutron] Unknown quota resources ['binding']. {{(pid=100596) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 20 10:31:35.893530 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-25969303-3398-4947-b962-d163e959d765 req-4c6424a8-1f9f-4f75-b369-c36349b3de45 service neutron] Attempting to bind port e0251dce-b2aa-4267-a129-68fa1ecc090b on host n-h1-811396-3 for vnic_type normal with profile None {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:31:35.893758 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-25969303-3398-4947-b962-d163e959d765 req-4c6424a8-1f9f-4f75-b369-c36349b3de45 service neutron] Attempting to bind port e0251dce-b2aa-4267-a129-68fa1ecc090b by drivers openvswitch,hyperv on host n-h1-811396-3 at level 0 using segments [{'id': '21a06331-2010-4bb7-8d07-13da7f15af4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '1ce4070f-3cfd-4061-95b1-2481b8fda5e7'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:31:35.894463 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25969303-3398-4947-b962-d163e959d765 req-4c6424a8-1f9f-4f75-b369-c36349b3de45 service neutron] Attempting to bind port e0251dce-b2aa-4267-a129-68fa1ecc090b on network 1ce4070f-3cfd-4061-95b1-2481b8fda5e7 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:31:35.896232 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-6aad8159-86a7-412c-859b-c23b627f5d1e admin admin] Allocated IP 172.20.0.1 (b5348cfb-edec-469e-9a10-140f5e3d3dc7/bf7a4fdc-497b-4ffd-af1e-57b2c48df7c3/85b9368f-4a43-4c3f-a8d5-1b26c6444ea9) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:31:35.901141 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25969303-3398-4947-b962-d163e959d765 req-4c6424a8-1f9f-4f75-b369-c36349b3de45 service neutron] Port e0251dce-b2aa-4267-a129-68fa1ecc090b on network 1ce4070f-3cfd-4061-95b1-2481b8fda5e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:31:35.901916 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25969303-3398-4947-b962-d163e959d765 req-4c6424a8-1f9f-4f75-b369-c36349b3de45 service neutron] Attempting to bind port e0251dce-b2aa-4267-a129-68fa1ecc090b on network 1ce4070f-3cfd-4061-95b1-2481b8fda5e7 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:31:35.906003 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port be162d6c-46b6-4505-b6d7-6784ed178d41 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:31:35.906552 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:35.911887 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25969303-3398-4947-b962-d163e959d765 req-4c6424a8-1f9f-4f75-b369-c36349b3de45 service neutron] Checking agent: {'id': 'b707b4cc-061f-4cf4-bce0-0b3df9b7bec9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:31:35.911887 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25969303-3398-4947-b962-d163e959d765 req-4c6424a8-1f9f-4f75-b369-c36349b3de45 service neutron] Checking segment: {'id': '21a06331-2010-4bb7-8d07-13da7f15af4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '1ce4070f-3cfd-4061-95b1-2481b8fda5e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:31:35.912141 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25969303-3398-4947-b962-d163e959d765 req-4c6424a8-1f9f-4f75-b369-c36349b3de45 service neutron] Bound using segment: {'id': '21a06331-2010-4bb7-8d07-13da7f15af4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '1ce4070f-3cfd-4061-95b1-2481b8fda5e7'} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:31:35.912894 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-25969303-3398-4947-b962-d163e959d765 req-4c6424a8-1f9f-4f75-b369-c36349b3de45 service neutron] Bound port: e0251dce-b2aa-4267-a129-68fa1ecc090b, host: n-h1-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21a06331-2010-4bb7-8d07-13da7f15af4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '1ce4070f-3cfd-4061-95b1-2481b8fda5e7'}}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:31:35.949893 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-6771b685-1aba-4860-9c15-c6b6dd7a1b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:35.974975 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-25969303-3398-4947-b962-d163e959d765 req-4c6424a8-1f9f-4f75-b369-c36349b3de45 service neutron] For port e0251dce-b2aa-4267-a129-68fa1ecc090b, host n-h1-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=e0251dce-b2aa-4267-a129-68fa1ecc090b,segment=NetworkSegment(21a06331-2010-4bb7-8d07-13da7f15af4f),segment_id=21a06331-2010-4bb7-8d07-13da7f15af4f)] {{(pid=100596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:31:35.983490 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-25969303-3398-4947-b962-d163e959d765 req-4c6424a8-1f9f-4f75-b369-c36349b3de45 service neutron] Publish callbacks [] for binding, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:35.991775 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-25969303-3398-4947-b962-d163e959d765 req-4c6424a8-1f9f-4f75-b369-c36349b3de45 service neutron] 10.222.0.64 "POST /v2.0/ports/e0251dce-b2aa-4267-a129-68fa1ecc090b/bindings HTTP/1.1" status: 201 len: 389 time: 0.2587376 Oct 20 10:31:36.012069 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6aad8159-86a7-412c-859b-c23b627f5d1e admin admin] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:36.025061 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-b4658c78-5792-4aa4-add1-ee1dbcfa506f None None] Publish callbacks [] for port, precommit_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:36.040774 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-b4658c78-5792-4aa4-add1-ee1dbcfa506f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:36.057174 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-6771b685-1aba-4860-9c15-c6b6dd7a1b1f None None] For port be162d6c-46b6-4505-b6d7-6784ed178d41, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=be162d6c-46b6-4505-b6d7-6784ed178d41,segment=NetworkSegment(9e616d02-390a-4656-8a4e-b93f56ca0d07),segment_id=9e616d02-390a-4656-8a4e-b93f56ca0d07)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:31:36.065591 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6aad8159-86a7-412c-859b-c23b627f5d1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:36.107429 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-6771b685-1aba-4860-9c15-c6b6dd7a1b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:36.118313 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aad8159-86a7-412c-859b-c23b627f5d1e admin admin] Network b5348cfb-edec-469e-9a10-140f5e3d3dc7 is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:31:36.143225 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-6aad8159-86a7-412c-859b-c23b627f5d1e admin admin] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:31:36.162323 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aad8159-86a7-412c-859b-c23b627f5d1e admin admin] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:31:36.175851 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:36.178269 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191d91db-2634-435a-aae1-41b8f8c095e9 None None] Pushing event updated for resources: {'Port': ['ID=b6e2eb77-c3bf-421f-81a0-86236d3c345b,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:31:36.182241 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-9aa5583a-b00d-4269-9ef0-6b27621b6d29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:36.185208 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-b4658c78-5792-4aa4-add1-ee1dbcfa506f None None] Attempting to bind port b6e2eb77-c3bf-421f-81a0-86236d3c345b on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:31:36.185585 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-b4658c78-5792-4aa4-add1-ee1dbcfa506f None None] Attempting to bind port b6e2eb77-c3bf-421f-81a0-86236d3c345b by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:31:36.186483 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4658c78-5792-4aa4-add1-ee1dbcfa506f None None] Attempting to bind port b6e2eb77-c3bf-421f-81a0-86236d3c345b on network cbe170d3-31ba-45a2-b477-520ab0a7a8ea {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:31:36.195478 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aad8159-86a7-412c-859b-c23b627f5d1e admin admin] Pushing event updated for resources: {'Port': ['ID=85b9368f-4a43-4c3f-a8d5-1b26c6444ea9,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:31:36.222425 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6aad8159-86a7-412c-859b-c23b627f5d1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1774540'] for router_interface, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:36.241762 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4658c78-5792-4aa4-add1-ee1dbcfa506f None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:31:36.242146 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4658c78-5792-4aa4-add1-ee1dbcfa506f None None] Checking segment: {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:31:36.242557 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-b4658c78-5792-4aa4-add1-ee1dbcfa506f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:36.242952 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4658c78-5792-4aa4-add1-ee1dbcfa506f None None] Bound using segment: {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:31:36.243490 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-b4658c78-5792-4aa4-add1-ee1dbcfa506f None None] Bound port: b6e2eb77-c3bf-421f-81a0-86236d3c345b, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:31:36.243884 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-b4658c78-5792-4aa4-add1-ee1dbcfa506f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:36.263104 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76f914e-b6d9-4fa6-8707-15e564d08049 req-f64f4aa7-3c97-4b68-890f-7e7b345e874f tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:36.273413 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f76f914e-b6d9-4fa6-8707-15e564d08049 req-f64f4aa7-3c97-4b68-890f-7e7b345e874f tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/ports?device_id=64903675-1d35-478c-8304-5f01886d8f04 HTTP/1.1" status: 200 len: 945 time: 0.1476169 Oct 20 10:31:36.360670 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f76f914e-b6d9-4fa6-8707-15e564d08049 req-7b0a3989-1b86-4ffc-85ff-06a34b33c535 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba094063-4980-4c22-bc34-9c1534c0beb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808902 Oct 20 10:31:36.362682 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-b4658c78-5792-4aa4-add1-ee1dbcfa506f None None] For port b6e2eb77-c3bf-421f-81a0-86236d3c345b, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:31:36.383122 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6771b685-1aba-4860-9c15-c6b6dd7a1b1f None None] Pushing event updated for resources: {'Port': ['ID=be162d6c-46b6-4505-b6d7-6784ed178d41,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:31:36.395834 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6aad8159-86a7-412c-859b-c23b627f5d1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:36.420817 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-b4658c78-5792-4aa4-add1-ee1dbcfa506f None None] For port b6e2eb77-c3bf-421f-81a0-86236d3c345b, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=b6e2eb77-c3bf-421f-81a0-86236d3c345b,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:31:36.423090 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.db.api [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 10:31:36.423497 n-d-811396-3 neutron-server[100598]: DEBUG oslo_db.api [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 10:31:36.424037 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1807edc4-c44b-4f77-9872-8f043e0023bd None None] Provisioning complete for port be162d6c-46b6-4505-b6d7-6784ed178d41 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:31:36.424402 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1807edc4-c44b-4f77-9872-8f043e0023bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:36.447359 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-b4658c78-5792-4aa4-add1-ee1dbcfa506f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:36.469366 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac44fd4-0ba0-4170-a889-0737e24f75d8 req-877b0651-5314-47dd-98c2-e540109869ad tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:36.484084 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4ac44fd4-0ba0-4170-a889-0737e24f75d8 req-877b0651-5314-47dd-98c2-e540109869ad tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/ports?device_id=4cac01b4-5943-4577-b46d-85b13a75bd87 HTTP/1.1" status: 200 len: 950 time: 0.1097925 Oct 20 10:31:36.531824 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4658c78-5792-4aa4-add1-ee1dbcfa506f None None] Routers {'fb07eb1c-4354-44a1-9ea0-1510afd3f1ca'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:31:36.532230 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-b4658c78-5792-4aa4-add1-ee1dbcfa506f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:31:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['fb07eb1c-4354-44a1-9ea0-1510afd3f1ca'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:31:36.574392 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191d91db-2634-435a-aae1-41b8f8c095e9 None None] Pushing event updated for resources: {'Port': ['ID=b6e2eb77-c3bf-421f-81a0-86236d3c345b,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:31:36.627912 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6aad8159-86a7-412c-859b-c23b627f5d1e admin admin] Publish callbacks [] for port, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:36.628965 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4ac44fd4-0ba0-4170-a889-0737e24f75d8 req-64a4a077-1e03-464b-85e1-abcbb03c9d43 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/security-groups?id=dfac1146-e768-4d56-96b1-8816525464ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440165 Oct 20 10:31:36.646806 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce58dc6-79f1-4c58-98d0-553ee7da696e req-f4baa005-6b99-4ed0-87e7-b2d8c87ffb7f tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:36.648325 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5ce58dc6-79f1-4c58-98d0-553ee7da696e req-f4baa005-6b99-4ed0-87e7-b2d8c87ffb7f tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c59bb62-1789-41a6-acf6-9b0278dd9612 HTTP/1.1" status: 200 len: 950 time: 0.0883641 Oct 20 10:31:36.650397 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6aad8159-86a7-412c-859b-c23b627f5d1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:36.660508 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25969303-3398-4947-b962-d163e959d765 req-72834093-7515-4041-8aaf-91015ffdaba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:36.662113 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-25969303-3398-4947-b962-d163e959d765 req-72834093-7515-4041-8aaf-91015ffdaba5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9d344b97e96e4da89707d7e9ad8232dc&device_id=64903675-1d35-478c-8304-5f01886d8f04 HTTP/1.1" status: 200 len: 1096 time: 0.1467590 Oct 20 10:31:36.692705 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-b4658c78-5792-4aa4-add1-ee1dbcfa506f None None] Set router fb07eb1c-4354-44a1-9ea0-1510afd3f1ca gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:31:36.696746 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5ce58dc6-79f1-4c58-98d0-553ee7da696e req-5068cd9a-7b86-4012-bdbb-1cb2e3a88603 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387173 Oct 20 10:31:36.731877 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6aad8159-86a7-412c-859b-c23b627f5d1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1774432'] for router_interface, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:36.746224 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aad8159-86a7-412c-859b-c23b627f5d1e admin admin] Pushing event updated for resources: {'Port': ['ID=85b9368f-4a43-4c3f-a8d5-1b26c6444ea9,revision_number=2']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:31:36.859669 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-3cecbb8c-b569-419f-a6b7-9dde313e1248 None None] Provisioning complete for port 85b9368f-4a43-4c3f-a8d5-1b26c6444ea9 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:31:36.860056 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3cecbb8c-b569-419f-a6b7-9dde313e1248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:36.887638 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aad8159-86a7-412c-859b-c23b627f5d1e admin admin] Network b5348cfb-edec-469e-9a10-140f5e3d3dc7 is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:31:36.891710 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-6aad8159-86a7-412c-859b-c23b627f5d1e admin admin] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:31:37.033254 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-3cecbb8c-b569-419f-a6b7-9dde313e1248 None None] Port 85b9368f-4a43-4c3f-a8d5-1b26c6444ea9 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:31:37.049797 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aad8159-86a7-412c-859b-c23b627f5d1e admin admin] Router fb07eb1c-4354-44a1-9ea0-1510afd3f1ca has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:31:37.075361 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:37.125606 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-b4658c78-5792-4aa4-add1-ee1dbcfa506f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb07eb1c-4354-44a1-9ea0-1510afd3f1ca', 'name': 'tempest-ServersTestBootFromVolume-1649398209-router', 'tenant_id': 'c403c40bbf7f4a248f56e3795d093508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': 'b6e2eb77-c3bf-421f-81a0-86236d3c345b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:31:33Z', 'updated_at': '2021-10-20T10:31:36Z', 'revision_number': 4, 'project_id': 'c403c40bbf7f4a248f56e3795d093508', 'gw_port': {'id': 'b6e2eb77-c3bf-421f-81a0-86236d3c345b', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:81:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb07eb1c-4354-44a1-9ea0-1510afd3f1ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:31:33Z', 'updated_at': '2021-10-20T10:31:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '85b9368f-4a43-4c3f-a8d5-1b26c6444ea9', 'name': '', 'network_id': 'b5348cfb-edec-469e-9a10-140f5e3d3dc7', 'tenant_id': 'c403c40bbf7f4a248f56e3795d093508', 'mac_address': 'fa:16:3e:5c:d1:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb07eb1c-4354-44a1-9ea0-1510afd3f1ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'bf7a4fdc-497b-4ffd-af1e-57b2c48df7c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:31:35Z', 'updated_at': '2021-10-20T10:31:35Z', 'revision_number': 1, 'project_id': 'c403c40bbf7f4a248f56e3795d093508', 'subnets': [{'id': 'bf7a4fdc-497b-4ffd-af1e-57b2c48df7c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:31:37.133075 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac51a3f9-784d-4390-8e68-1c6606b40023 req-b49a80fe-28ef-401f-b96a-210301a87fe0 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:37.135531 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-ac51a3f9-784d-4390-8e68-1c6606b40023 req-b49a80fe-28ef-401f-b96a-210301a87fe0 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.55 "GET /v2.0/ports?device_id=33ae5c8c-1cb9-4f31-97e4-591cab6c15f6 HTTP/1.1" status: 200 len: 950 time: 0.0838270 Oct 20 10:31:37.163009 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4658c78-5792-4aa4-add1-ee1dbcfa506f None None] The sync data for ids ['fb07eb1c-4354-44a1-9ea0-1510afd3f1ca'] in n-d-811396-3 is: [{'id': 'fb07eb1c-4354-44a1-9ea0-1510afd3f1ca', 'name': 'tempest-ServersTestBootFromVolume-1649398209-router', 'tenant_id': 'c403c40bbf7f4a248f56e3795d093508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': 'b6e2eb77-c3bf-421f-81a0-86236d3c345b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:31:33Z', 'updated_at': '2021-10-20T10:31:36Z', 'revision_number': 4, 'project_id': 'c403c40bbf7f4a248f56e3795d093508', 'gw_port': {'id': 'b6e2eb77-c3bf-421f-81a0-86236d3c345b', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:81:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb07eb1c-4354-44a1-9ea0-1510afd3f1ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:31:33Z', 'updated_at': '2021-10-20T10:31:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '85b9368f-4a43-4c3f-a8d5-1b26c6444ea9', 'name': '', 'network_id': 'b5348cfb-edec-469e-9a10-140f5e3d3dc7', 'tenant_id': 'c403c40bbf7f4a248f56e3795d093508', 'mac_address': 'fa:16:3e:5c:d1:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb07eb1c-4354-44a1-9ea0-1510afd3f1ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'bf7a4fdc-497b-4ffd-af1e-57b2c48df7c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:31:35Z', 'updated_at': '2021-10-20T10:31:35Z', 'revision_number': 1, 'project_id': 'c403c40bbf7f4a248f56e3795d093508', 'subnets': [{'id': 'bf7a4fdc-497b-4ffd-af1e-57b2c48df7c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:31:37.253647 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25969303-3398-4947-b962-d163e959d765 req-6c808f9a-1793-4a35-b766-35231f090258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:37.255439 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-25969303-3398-4947-b962-d163e959d765 req-6c808f9a-1793-4a35-b766-35231f090258 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1ce4070f-3cfd-4061-95b1-2481b8fda5e7 HTTP/1.1" status: 200 len: 922 time: 0.5305483 Oct 20 10:31:37.258725 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-f3609a09-df7c-4ff0-839f-371f3c3b96ea None None] Provisioning complete for port 85b9368f-4a43-4c3f-a8d5-1b26c6444ea9 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:31:37.259448 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-f3609a09-df7c-4ff0-839f-371f3c3b96ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:37.264207 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6136a1-cabf-48d4-90fe-f07b5dd7b301 req-38c08ccd-38b0-4fb6-b346-e69344148010 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:37.265972 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7c6136a1-cabf-48d4-90fe-f07b5dd7b301 req-38c08ccd-38b0-4fb6-b346-e69344148010 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/ports?device_id=4569972b-c804-4ed9-a1b0-4552777252e5 HTTP/1.1" status: 200 len: 950 time: 0.5038559 Oct 20 10:31:37.302119 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-f3609a09-df7c-4ff0-839f-371f3c3b96ea None None] Port 85b9368f-4a43-4c3f-a8d5-1b26c6444ea9 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:31:37.317029 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aad8159-86a7-412c-859b-c23b627f5d1e admin admin] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:31:37.321779 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-25969303-3398-4947-b962-d163e959d765 req-38ab90f3-33da-4c05-ae18-9184edf36914 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e0251dce-b2aa-4267-a129-68fa1ecc090b HTTP/1.1" status: 200 len: 217 time: 0.0529995 Oct 20 10:31:37.326980 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-6aad8159-86a7-412c-859b-c23b627f5d1e admin admin] 10.222.0.64 "PUT /v2.0/routers/fb07eb1c-4354-44a1-9ea0-1510afd3f1ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4421947 Oct 20 10:31:37.329323 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b28f11f-c832-47ae-8192-1083321f1dbe req-f5d28e70-c7be-479b-a1b5-e7d779784319 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:37.330733 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6b28f11f-c832-47ae-8192-1083321f1dbe req-f5d28e70-c7be-479b-a1b5-e7d779784319 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.55 "GET /v2.0/ports?device_id=4cac01b4-5943-4577-b46d-85b13a75bd87 HTTP/1.1" status: 200 len: 950 time: 0.1386640 Oct 20 10:31:37.343280 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [req-ac51a3f9-784d-4390-8e68-1c6606b40023 req-dda2605b-d3d3-4b56-864b-15b760cd9f51 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Deleting port 8742fd55-79bc-42e6-ba15-c45d424c2847 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:31:37.343892 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-ac51a3f9-784d-4390-8e68-1c6606b40023 req-dda2605b-d3d3-4b56-864b-15b760cd9f51 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:37.408811 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:37.471921 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7c6136a1-cabf-48d4-90fe-f07b5dd7b301 req-611e8b50-b9ae-4bb4-b54b-9b85c7b1f6a1 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/security-groups?id=33b0304f-e8b0-41ca-8b6c-fa0f5439f339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940649 Oct 20 10:31:37.482949 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25969303-3398-4947-b962-d163e959d765 req-7fdd4787-a4ce-43f2-993c-1f7e6dc2e98d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:37.484765 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-25969303-3398-4947-b962-d163e959d765 req-7fdd4787-a4ce-43f2-993c-1f7e6dc2e98d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4012c245-3079-4795-8c54-d3f2bf73a5b0 HTTP/1.1" status: 200 len: 861 time: 0.1472263 Oct 20 10:31:37.501651 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [req-ac51a3f9-784d-4390-8e68-1c6606b40023 req-dda2605b-d3d3-4b56-864b-15b760cd9f51 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] For port 8742fd55-79bc-42e6-ba15-c45d424c2847, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=8742fd55-79bc-42e6-ba15-c45d424c2847,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:31:37.506614 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-ac51a3f9-784d-4390-8e68-1c6606b40023 req-dda2605b-d3d3-4b56-864b-15b760cd9f51 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:37.522771 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [req-ac51a3f9-784d-4390-8e68-1c6606b40023 req-dda2605b-d3d3-4b56-864b-15b760cd9f51 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Calling delete_port for 8742fd55-79bc-42e6-ba15-c45d424c2847 owned by compute:nova {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:31:37.564522 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-25969303-3398-4947-b962-d163e959d765 req-b3230933-41a3-4bc0-a86b-67388647c39a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1ce4070f-3cfd-4061-95b1-2481b8fda5e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0709944 Oct 20 10:31:37.630593 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device be162d6c-46b6-4505-b6d7-6784ed178d41 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:31:37.692582 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eebb913-94ef-4329-bcb1-b022dae3ffda req-bfde7e6f-4fdd-47f0-9a45-dd5b942404ff tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:37.699777 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:37.702288 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1eebb913-94ef-4329-bcb1-b022dae3ffda req-bfde7e6f-4fdd-47f0-9a45-dd5b942404ff tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/ports?device_id=64903675-1d35-478c-8304-5f01886d8f04 HTTP/1.1" status: 200 len: 945 time: 0.2093315 Oct 20 10:31:37.732988 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port be162d6c-46b6-4505-b6d7-6784ed178d41 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:31:37.733623 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:37.748925 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-ac51a3f9-784d-4390-8e68-1c6606b40023 req-dda2605b-d3d3-4b56-864b-15b760cd9f51 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:37.770603 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-25969303-3398-4947-b962-d163e959d765 req-26b2fdf1-5de2-46ef-a78f-885f7dafae71 service neutron] 10.222.0.55 "GET /v2.0/networks/1ce4070f-3cfd-4061-95b1-2481b8fda5e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674922 Oct 20 10:31:37.796976 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['4bf11690-7f8a-4a5d-b7d6-9b02b6176fea', '8742fd55-79bc-42e6-ba15-c45d424c2847'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:31:37.799203 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda2605b-d3d3-4b56-864b-15b760cd9f51 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Pushing event deleted for resources: {'Port': ['ID=8742fd55-79bc-42e6-ba15-c45d424c2847,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:31:37.864459 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac51a3f9-784d-4390-8e68-1c6606b40023 req-dda2605b-d3d3-4b56-864b-15b760cd9f51 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] No DVR routers for this DVR port 8742fd55-79bc-42e6-ba15-c45d424c2847 on host n-h1-811396-3 {{(pid=100597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:31:37.869003 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-ac51a3f9-784d-4390-8e68-1c6606b40023 req-dda2605b-d3d3-4b56-864b-15b760cd9f51 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:37.880883 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-ac51a3f9-784d-4390-8e68-1c6606b40023 req-dda2605b-d3d3-4b56-864b-15b760cd9f51 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.55 "DELETE /v2.0/ports/8742fd55-79bc-42e6-ba15-c45d424c2847 HTTP/1.1" status: 204 len: 173 time: 0.7060225 Oct 20 10:31:37.881695 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33ae5c8c-1cb9-4f31-97e4-591cab6c15f6', 'name': 'network-vif-deleted', 'tag': '8742fd55-79bc-42e6-ba15-c45d424c2847'}] {{(pid=100597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:31:37.885056 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd85cad6a391afaa95d2dd5280bfd4659fc1e1b2aba53b5e7ef874f059efcdc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-089f1985-3c18-4bdb-a4ed-5d9fa2ca8d7a" -d '{"events": [{"server_uuid": "33ae5c8c-1cb9-4f31-97e4-591cab6c15f6", "name": "network-vif-deleted", "tag": "8742fd55-79bc-42e6-ba15-c45d424c2847"}]}' {{(pid=100597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:31:37.894215 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 41932) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:31:37.900264 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-2ec12627-cceb-4598-8dc5-46a78dfb326a tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1577953428', 'description': 'tempest-description--1504301815'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:31:37.906119 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-25969303-3398-4947-b962-d163e959d765 req-0a395fa2-d636-4861-af44-023744487864 service neutron] 10.222.0.55 "GET /v2.0/networks/1ce4070f-3cfd-4061-95b1-2481b8fda5e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275170 Oct 20 10:31:37.925619 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-6b28f11f-c832-47ae-8192-1083321f1dbe req-76af78d9-6d41-4755-a15b-8601652e821b tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Deleting port 550f7c00-47d3-4e55-be09-c45b0e8ce738 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:31:37.926048 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-6b28f11f-c832-47ae-8192-1083321f1dbe req-76af78d9-6d41-4755-a15b-8601652e821b tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:37.942404 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1eebb913-94ef-4329-bcb1-b022dae3ffda req-766602a0-7ab5-4755-9d92-daf624fb69ea tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba094063-4980-4c22-bc34-9c1534c0beb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762257 Oct 20 10:31:37.950743 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2ec12627-cceb-4598-8dc5-46a78dfb326a tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:38.077767 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2ec12627-cceb-4598-8dc5-46a78dfb326a tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:38.083007 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2ec12627-cceb-4598-8dc5-46a78dfb326a tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:38.127066 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec12627-cceb-4598-8dc5-46a78dfb326a tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bf05388-42aa-4d45-8ad3-a92e8669d9d9,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:31:38.158594 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2ec12627-cceb-4598-8dc5-46a78dfb326a tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:38.159977 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-2ec12627-cceb-4598-8dc5-46a78dfb326a tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2642822 Oct 20 10:31:38.162594 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 41940) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:31:38.172983 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-e01835e0-12f4-4d8f-92a3-a1af2301c084 tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] Request body: {'security_group_rule': {'security_group_id': '7bf05388-42aa-4d45-8ad3-a92e8669d9d9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:31:38.225469 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-6b28f11f-c832-47ae-8192-1083321f1dbe req-76af78d9-6d41-4755-a15b-8601652e821b tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] For port 550f7c00-47d3-4e55-be09-c45b0e8ce738, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=550f7c00-47d3-4e55-be09-c45b0e8ce738,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:31:38.226983 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-6b28f11f-c832-47ae-8192-1083321f1dbe req-76af78d9-6d41-4755-a15b-8601652e821b tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:38.263090 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ac6236-cec7-4e10-8371-1c35d73faeb0 req-e6986fd8-5e62-4026-b556-5225ce426ba2 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:38.272320 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e01835e0-12f4-4d8f-92a3-a1af2301c084 tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:38.273889 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-17ac6236-cec7-4e10-8371-1c35d73faeb0 req-e6986fd8-5e62-4026-b556-5225ce426ba2 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c59bb62-1789-41a6-acf6-9b0278dd9612 HTTP/1.1" status: 200 len: 950 time: 0.2436428 Oct 20 10:31:38.298985 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-6b28f11f-c832-47ae-8192-1083321f1dbe req-76af78d9-6d41-4755-a15b-8601652e821b tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Calling delete_port for 550f7c00-47d3-4e55-be09-c45b0e8ce738 owned by compute:nova {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:31:38.327728 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb77f79-1f4b-4fe8-bf4d-b3c78dccf03f req-21fd8c84-d052-431c-ba90-b3abde2c6452 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:38.330015 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6fb77f79-1f4b-4fe8-bf4d-b3c78dccf03f req-21fd8c84-d052-431c-ba90-b3abde2c6452 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/ports?device_id=4cac01b4-5943-4577-b46d-85b13a75bd87 HTTP/1.1" status: 200 len: 950 time: 0.2844419 Oct 20 10:31:38.384085 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e01835e0-12f4-4d8f-92a3-a1af2301c084 tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:38.396927 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e01835e0-12f4-4d8f-92a3-a1af2301c084 tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:38.414421 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01835e0-12f4-4d8f-92a3-a1af2301c084 tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7121e4c-b7cd-476d-aeb7-58c35760c82f,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:31:38.452491 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e01835e0-12f4-4d8f-92a3-a1af2301c084 tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:38.454129 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-e01835e0-12f4-4d8f-92a3-a1af2301c084 tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2894862 Oct 20 10:31:38.462700 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 41942) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:31:38.471142 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-4a7eb74f-d70d-4ecc-a9ca-7422ec47333c tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] Request body: {'security_group_rule': {'security_group_id': '7bf05388-42aa-4d45-8ad3-a92e8669d9d9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:31:38.485707 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6fb77f79-1f4b-4fe8-bf4d-b3c78dccf03f req-ffb13124-33af-4964-9bb8-3ef0096fbb33 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/security-groups?id=dfac1146-e768-4d56-96b1-8816525464ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767121 Oct 20 10:31:38.524306 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-17ac6236-cec7-4e10-8371-1c35d73faeb0 req-cdd503d6-63df-4673-8e68-ea8da134a2b9 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2492979 Oct 20 10:31:38.548982 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4a7eb74f-d70d-4ecc-a9ca-7422ec47333c tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:38.608459 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4837e1b-cffe-402c-b22e-0dc4afcbf422 x-openstack-request-id: req-d4837e1b-cffe-402c-b22e-0dc4afcbf422 {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:31:38.608753 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33ae5c8c-1cb9-4f31-97e4-591cab6c15f6", "name": "network-vif-deleted", "tag": "8742fd55-79bc-42e6-ba15-c45d424c2847", "status": "completed", "code": 200}]} {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:31:38.609005 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d4837e1b-cffe-402c-b22e-0dc4afcbf422 {{(pid=100597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:31:38.609415 n-d-811396-3 neutron-server[100597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33ae5c8c-1cb9-4f31-97e4-591cab6c15f6', 'name': 'network-vif-deleted', 'tag': '8742fd55-79bc-42e6-ba15-c45d424c2847', 'status': 'completed', 'code': 200} Oct 20 10:31:38.702779 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-6b28f11f-c832-47ae-8192-1083321f1dbe req-76af78d9-6d41-4755-a15b-8601652e821b tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:38.710019 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4a7eb74f-d70d-4ecc-a9ca-7422ec47333c tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:38.719212 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4a7eb74f-d70d-4ecc-a9ca-7422ec47333c tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:38.744587 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76af78d9-6d41-4755-a15b-8601652e821b tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Pushing event deleted for resources: {'Port': ['ID=550f7c00-47d3-4e55-be09-c45b0e8ce738,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:31:38.755587 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76af78d9-6d41-4755-a15b-8601652e821b tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:31:38.756212 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76af78d9-6d41-4755-a15b-8601652e821b tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:31:38.756340 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76af78d9-6d41-4755-a15b-8601652e821b tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:31:38.756759 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76af78d9-6d41-4755-a15b-8601652e821b tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:31:38.757134 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76af78d9-6d41-4755-a15b-8601652e821b tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:31:38.757457 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76af78d9-6d41-4755-a15b-8601652e821b tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:31:38.757964 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76af78d9-6d41-4755-a15b-8601652e821b tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:31:38.758470 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76af78d9-6d41-4755-a15b-8601652e821b tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:31:38.760523 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76af78d9-6d41-4755-a15b-8601652e821b tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:31:38.761780 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76af78d9-6d41-4755-a15b-8601652e821b tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:31:38.762353 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76af78d9-6d41-4755-a15b-8601652e821b tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:31:38.762845 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76af78d9-6d41-4755-a15b-8601652e821b tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:31:38.785405 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7eb74f-d70d-4ecc-a9ca-7422ec47333c tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b7f0abb-0bb4-4791-8f12-9a796f16ce33,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:31:38.796789 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['4bf11690-7f8a-4a5d-b7d6-9b02b6176fea', '8742fd55-79bc-42e6-ba15-c45d424c2847'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:31:38.825206 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4a7eb74f-d70d-4ecc-a9ca-7422ec47333c tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:38.827168 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-4a7eb74f-d70d-4ecc-a9ca-7422ec47333c tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3632979 Oct 20 10:31:38.832201 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 41948) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:31:38.837584 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-6c1e0f32-8868-479e-a793-39f2040818c4 tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] Request body: {'floatingip': {'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:31:38.861147 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:38.896073 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6c1e0f32-8868-479e-a793-39f2040818c4 tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] Publish callbacks [] for floatingip, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:38.902682 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b28f11f-c832-47ae-8192-1083321f1dbe req-76af78d9-6d41-4755-a15b-8601652e821b tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] No DVR routers for this DVR port 550f7c00-47d3-4e55-be09-c45b0e8ce738 on host n-h1-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:31:38.957630 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-6b28f11f-c832-47ae-8192-1083321f1dbe req-76af78d9-6d41-4755-a15b-8601652e821b tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:38.968266 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6b28f11f-c832-47ae-8192-1083321f1dbe req-76af78d9-6d41-4755-a15b-8601652e821b tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.55 "DELETE /v2.0/ports/550f7c00-47d3-4e55-be09-c45b0e8ce738 HTTP/1.1" status: 204 len: 173 time: 1.6199875 Oct 20 10:31:38.970038 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cac01b4-5943-4577-b46d-85b13a75bd87', 'name': 'network-vif-deleted', 'tag': '550f7c00-47d3-4e55-be09-c45b0e8ce738'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:31:38.980254 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d9bbe74-c13d-4320-9d08-d3a4963e25c5" -d '{"events": [{"server_uuid": "4cac01b4-5943-4577-b46d-85b13a75bd87", "name": "network-vif-deleted", "tag": "550f7c00-47d3-4e55-be09-c45b0e8ce738"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:31:39.023478 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 550f7c00-47d3-4e55-be09-c45b0e8ce738 no longer exists at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:31:39.054603 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6c1e0f32-8868-479e-a793-39f2040818c4 tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:39.068607 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] No Port match for: 550f7c00-47d3-4e55-be09-c45b0e8ce738 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:31:39.069998 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 550f7c00-47d3-4e55-be09-c45b0e8ce738 not bound to the agent host n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:31:39.070963 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 8742fd55-79bc-42e6-ba15-c45d424c2847 no longer exists at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:31:39.077559 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505a1294-a2d8-445c-9431-cadca66420dc req-a885e51b-b9b2-4269-8c42-b16e7bb05886 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:39.087962 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-505a1294-a2d8-445c-9431-cadca66420dc req-a885e51b-b9b2-4269-8c42-b16e7bb05886 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/ports?device_id=4569972b-c804-4ed9-a1b0-4552777252e5 HTTP/1.1" status: 200 len: 950 time: 0.1974149 Oct 20 10:31:39.094157 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb0d066-d32c-432c-8c76-e64d0b30b93c req-f5008062-1857-4b55-b47d-166c8f007729 tempest-MigrationsAdminTest-214281560 tempest-MigrationsAdminTest-214281560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:39.095882 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bbb0d066-d32c-432c-8c76-e64d0b30b93c req-f5008062-1857-4b55-b47d-166c8f007729 tempest-MigrationsAdminTest-214281560 tempest-MigrationsAdminTest-214281560-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=3c59bb62-1789-41a6-acf6-9b0278dd9612 HTTP/1.1" status: 200 len: 1101 time: 0.1912975 Oct 20 10:31:39.098279 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] No Port match for: 8742fd55-79bc-42e6-ba15-c45d424c2847 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:31:39.098818 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 8742fd55-79bc-42e6-ba15-c45d424c2847 not bound to the agent host n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:31:39.158179 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-505a1294-a2d8-445c-9431-cadca66420dc req-ffa9360b-148a-4295-acb4-794123d448f2 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/security-groups?id=33b0304f-e8b0-41ca-8b6c-fa0f5439f339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689385 Oct 20 10:31:39.171793 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bbb0d066-d32c-432c-8c76-e64d0b30b93c req-9a9200b6-1fd2-4576-8fd2-b147d5d7c3d4 tempest-MigrationsAdminTest-214281560 tempest-MigrationsAdminTest-214281560-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630851 Oct 20 10:31:39.238411 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6e88951-e1fa-4d44-ace0-d747186ecd1f x-openstack-request-id: req-e6e88951-e1fa-4d44-ace0-d747186ecd1f {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:31:39.238921 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cac01b4-5943-4577-b46d-85b13a75bd87", "name": "network-vif-deleted", "tag": "550f7c00-47d3-4e55-be09-c45b0e8ce738", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:31:39.239186 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e6e88951-e1fa-4d44-ace0-d747186ecd1f {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:31:39.239645 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cac01b4-5943-4577-b46d-85b13a75bd87', 'name': 'network-vif-deleted', 'tag': '550f7c00-47d3-4e55-be09-c45b0e8ce738', 'status': 'completed', 'code': 200} Oct 20 10:31:39.305513 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-6c1e0f32-8868-479e-a793-39f2040818c4 tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] Allocated IP 172.25.1.216 (cbe170d3-31ba-45a2-b477-520ab0a7a8ea/f4e26aca-17ac-4adb-a66b-d939a1b35b64/30bcd54a-60ba-4c42-8a40-4ad758270db2) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:31:39.365016 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f59dec-1137-40cd-b002-e3f22cad1eff req-d51b40cd-5d69-4ee1-954e-9f7cc56323e2 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:39.368689 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a1f59dec-1137-40cd-b002-e3f22cad1eff req-d51b40cd-5d69-4ee1-954e-9f7cc56323e2 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/ports?device_id=64903675-1d35-478c-8304-5f01886d8f04 HTTP/1.1" status: 200 len: 945 time: 0.1070340 Oct 20 10:31:39.439092 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a1f59dec-1137-40cd-b002-e3f22cad1eff req-9de9acd6-768d-4a3c-a367-f7dd2db854f7 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba094063-4980-4c22-bc34-9c1534c0beb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562871 Oct 20 10:31:39.512845 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6c1e0f32-8868-479e-a793-39f2040818c4 tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:39.599636 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6c1e0f32-8868-479e-a793-39f2040818c4 tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:39.622437 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device b6e2eb77-c3bf-421f-81a0-86236d3c345b up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:31:39.649912 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c1e0f32-8868-479e-a793-39f2040818c4 tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] Network cbe170d3-31ba-45a2-b477-520ab0a7a8ea is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:31:39.654225 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-6c1e0f32-8868-479e-a793-39f2040818c4 tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:31:39.668577 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1e0f32-8868-479e-a793-39f2040818c4 tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:31:39.689883 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8111cf96-1acb-478d-814f-a82f6eb67eff req-93fc144e-956f-4833-a85e-86bed9fb3e0b tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/ports?device_id=4cac01b4-5943-4577-b46d-85b13a75bd87 HTTP/1.1" status: 200 len: 210 time: 0.0924680 Oct 20 10:31:39.761891 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port b6e2eb77-c3bf-421f-81a0-86236d3c345b triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:31:39.762902 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:39.769783 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1e0f32-8868-479e-a793-39f2040818c4 tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] Pushing event updated for resources: {'Port': ['ID=30bcd54a-60ba-4c42-8a40-4ad758270db2,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:31:39.799546 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6c1e0f32-8868-479e-a793-39f2040818c4 tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:39.851083 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6c1e0f32-8868-479e-a793-39f2040818c4 tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:39.885137 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:39.927095 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] For port b6e2eb77-c3bf-421f-81a0-86236d3c345b, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=b6e2eb77-c3bf-421f-81a0-86236d3c345b,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:31:39.937225 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:40.021169 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Pushing event updated for resources: {'Port': ['ID=b6e2eb77-c3bf-421f-81a0-86236d3c345b,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:31:40.053102 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52387cb0-c3ad-4bd0-add1-882ef1e4ae82 req-875aca12-b163-48ba-bb66-937f71e657d0 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:40.060906 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-52387cb0-c3ad-4bd0-add1-882ef1e4ae82 req-875aca12-b163-48ba-bb66-937f71e657d0 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c59bb62-1789-41a6-acf6-9b0278dd9612 HTTP/1.1" status: 200 len: 950 time: 0.0618930 Oct 20 10:31:40.094238 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6c1e0f32-8868-479e-a793-39f2040818c4 tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] Publish callbacks [] for port, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:40.098406 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-52387cb0-c3ad-4bd0-add1-882ef1e4ae82 req-6973f8bc-4d77-462d-8a53-0d92ab439c67 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350859 Oct 20 10:31:40.101132 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-8cccb704-47c5-491a-bd54-559d6aa9dec9 req-d7e4f611-287d-45d0-b040-b2e4ce74c576 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3c59bb62-1789-41a6-acf6-9b0278dd9612&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0623128 Oct 20 10:31:40.106160 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6c1e0f32-8868-479e-a793-39f2040818c4 tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:40.116949 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [req-8cccb704-47c5-491a-bd54-559d6aa9dec9 req-c8ab3116-c055-4145-bd66-0227e7041d3f service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:31:40.118074 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-8cccb704-47c5-491a-bd54-559d6aa9dec9 req-c8ab3116-c055-4145-bd66-0227e7041d3f service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0094252 Oct 20 10:31:40.201640 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6c1e0f32-8868-479e-a793-39f2040818c4 tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1773381'] for floatingip, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:40.209604 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1e0f32-8868-479e-a793-39f2040818c4 tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] Pushing event updated for resources: {'Port': ['ID=30bcd54a-60ba-4c42-8a40-4ad758270db2,revision_number=2']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:31:40.232378 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6c1e0f32-8868-479e-a793-39f2040818c4 tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for floatingip, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:40.234068 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-6c1e0f32-8868-479e-a793-39f2040818c4 tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4029353 Oct 20 10:31:40.329561 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabd10a7-23bc-4e11-bba2-a3e3c77aa219 req-4184d3ea-c778-4b8c-a4a3-94e33ac9713a tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:40.331450 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-aabd10a7-23bc-4e11-bba2-a3e3c77aa219 req-4184d3ea-c778-4b8c-a4a3-94e33ac9713a tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/ports?device_id=4569972b-c804-4ed9-a1b0-4552777252e5 HTTP/1.1" status: 200 len: 950 time: 0.0648191 Oct 20 10:31:40.402294 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-aabd10a7-23bc-4e11-bba2-a3e3c77aa219 req-e44cd4d3-8dcc-41d0-9467-35dd5de08dfd tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/security-groups?id=33b0304f-e8b0-41ca-8b6c-fa0f5439f339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577390 Oct 20 10:31:40.486119 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df62fd4-0e9f-4ef6-848b-5fba1e670532 None None] Sync routers for ids ['fb07eb1c-4354-44a1-9ea0-1510afd3f1ca'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:31:40.502401 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df62fd4-0e9f-4ef6-848b-5fba1e670532 None None] Routers {'fb07eb1c-4354-44a1-9ea0-1510afd3f1ca'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:31:40.504350 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-5df62fd4-0e9f-4ef6-848b-5fba1e670532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:31:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['fb07eb1c-4354-44a1-9ea0-1510afd3f1ca'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:31:40.593974 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2038fb76-b748-4ac6-ad67-e7f9e77731df req-7b4a13d1-d781-449c-a678-9b3eb862daf0 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:40.601910 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2038fb76-b748-4ac6-ad67-e7f9e77731df req-7b4a13d1-d781-449c-a678-9b3eb862daf0 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/ports?device_id=64903675-1d35-478c-8304-5f01886d8f04 HTTP/1.1" status: 200 len: 945 time: 0.0715570 Oct 20 10:31:40.648015 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2038fb76-b748-4ac6-ad67-e7f9e77731df req-a69b1ad0-8945-47a0-9c61-22cdf7963823 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba094063-4980-4c22-bc34-9c1534c0beb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448396 Oct 20 10:31:40.671528 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-5df62fd4-0e9f-4ef6-848b-5fba1e670532 None None] Set router fb07eb1c-4354-44a1-9ea0-1510afd3f1ca gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:31:41.264145 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-5df62fd4-0e9f-4ef6-848b-5fba1e670532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb07eb1c-4354-44a1-9ea0-1510afd3f1ca', 'name': 'tempest-ServersTestBootFromVolume-1649398209-router', 'tenant_id': 'c403c40bbf7f4a248f56e3795d093508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': 'b6e2eb77-c3bf-421f-81a0-86236d3c345b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:31:33Z', 'updated_at': '2021-10-20T10:31:36Z', 'revision_number': 4, 'project_id': 'c403c40bbf7f4a248f56e3795d093508', 'gw_port': {'id': 'b6e2eb77-c3bf-421f-81a0-86236d3c345b', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:81:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb07eb1c-4354-44a1-9ea0-1510afd3f1ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:31:33Z', 'updated_at': '2021-10-20T10:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '85b9368f-4a43-4c3f-a8d5-1b26c6444ea9', 'name': '', 'network_id': 'b5348cfb-edec-469e-9a10-140f5e3d3dc7', 'tenant_id': 'c403c40bbf7f4a248f56e3795d093508', 'mac_address': 'fa:16:3e:5c:d1:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb07eb1c-4354-44a1-9ea0-1510afd3f1ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'bf7a4fdc-497b-4ffd-af1e-57b2c48df7c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:31:35Z', 'updated_at': '2021-10-20T10:31:36Z', 'revision_number': 2, 'project_id': 'c403c40bbf7f4a248f56e3795d093508', 'subnets': [{'id': 'bf7a4fdc-497b-4ffd-af1e-57b2c48df7c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:31:41.278285 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4f043b-6ca5-487f-b72b-397051e415c1 req-b11c2f63-6320-4653-bd8e-ab5c1e875bf3 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:41.279957 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9e4f043b-6ca5-487f-b72b-397051e415c1 req-b11c2f63-6320-4653-bd8e-ab5c1e875bf3 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed8b260-e677-410d-8e1a-3f9bd4c5c192 HTTP/1.1" status: 200 len: 950 time: 0.0857954 Oct 20 10:31:41.317153 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df62fd4-0e9f-4ef6-848b-5fba1e670532 None None] Checking router: fb07eb1c-4354-44a1-9ea0-1510afd3f1ca for host: n-d-811396-3 {{(pid=100599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:31:41.317830 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df62fd4-0e9f-4ef6-848b-5fba1e670532 None None] Updating router fb07eb1c-4354-44a1-9ea0-1510afd3f1ca port 85b9368f-4a43-4c3f-a8d5-1b26c6444ea9 binding host n-d-811396-3 {{(pid=100599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 10:31:41.347434 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-5df62fd4-0e9f-4ef6-848b-5fba1e670532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:41.378226 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9e4f043b-6ca5-487f-b72b-397051e415c1 req-05b6bc28-680b-4968-900a-8af071c13dcd tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/security-groups?id=dfac1146-e768-4d56-96b1-8816525464ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885549 Oct 20 10:31:41.431956 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aa8475-e135-4c67-a8e4-db068e814ac8 req-6e3ed7ce-3c7c-4877-ab22-5fd35f35b27b tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:41.438192 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-76aa8475-e135-4c67-a8e4-db068e814ac8 req-6e3ed7ce-3c7c-4877-ab22-5fd35f35b27b tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c59bb62-1789-41a6-acf6-9b0278dd9612 HTTP/1.1" status: 200 len: 950 time: 0.1414464 Oct 20 10:31:41.500349 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-76aa8475-e135-4c67-a8e4-db068e814ac8 req-81868212-e943-4aee-9b23-ff410a87b25d tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547452 Oct 20 10:31:41.580076 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device b6e2eb77-c3bf-421f-81a0-86236d3c345b up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:31:41.613430 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da00a66-b2db-4ccc-8dcc-316ae426c699 req-cc84df90-9921-4bde-bd12-c1a390b1c2f8 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:41.615593 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7da00a66-b2db-4ccc-8dcc-316ae426c699 req-cc84df90-9921-4bde-bd12-c1a390b1c2f8 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/ports?device_id=4569972b-c804-4ed9-a1b0-4552777252e5 HTTP/1.1" status: 200 len: 950 time: 0.0942400 Oct 20 10:31:41.654716 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port b6e2eb77-c3bf-421f-81a0-86236d3c345b triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:31:41.655083 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:41.674484 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7da00a66-b2db-4ccc-8dcc-316ae426c699 req-f413b303-bd44-4625-8111-694389c4d47b tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/security-groups?id=33b0304f-e8b0-41ca-8b6c-fa0f5439f339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505226 Oct 20 10:31:41.779222 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-5df62fd4-0e9f-4ef6-848b-5fba1e670532 None None] Publish callbacks [] for port, precommit_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:41.795558 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-5df62fd4-0e9f-4ef6-848b-5fba1e670532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:41.857461 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b5ed3e-6dfa-442b-a500-63e9dbb43323 req-c792b656-7397-4a56-b8a7-b0ba9918ae76 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:41.859676 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-34b5ed3e-6dfa-442b-a500-63e9dbb43323 req-c792b656-7397-4a56-b8a7-b0ba9918ae76 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/ports?device_id=64903675-1d35-478c-8304-5f01886d8f04 HTTP/1.1" status: 200 len: 945 time: 0.1210182 Oct 20 10:31:41.863082 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cccb704-47c5-491a-bd54-559d6aa9dec9 req-5b9393cf-3f19-423b-aa8a-04ad0a5564dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:41.863552 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a301f027-eefc-4c6b-9a60-9feba3a1cd61 None None] Pushing event updated for resources: {'Port': ['ID=85b9368f-4a43-4c3f-a8d5-1b26c6444ea9,revision_number=3']} {{(pid=100599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:31:41.864259 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8cccb704-47c5-491a-bd54-559d6aa9dec9 req-5b9393cf-3f19-423b-aa8a-04ad0a5564dd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9f75d9a0b8ce44faaac4d8054667820c&device_id=3c59bb62-1789-41a6-acf6-9b0278dd9612 HTTP/1.1" status: 200 len: 1101 time: 0.0906441 Oct 20 10:31:41.882120 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a301f027-eefc-4c6b-9a60-9feba3a1cd61 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:31:41.883026 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a301f027-eefc-4c6b-9a60-9feba3a1cd61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:31:41.883722 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a301f027-eefc-4c6b-9a60-9feba3a1cd61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:31:41.884386 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a301f027-eefc-4c6b-9a60-9feba3a1cd61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:31:41.884894 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a301f027-eefc-4c6b-9a60-9feba3a1cd61 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:31:41.885990 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a301f027-eefc-4c6b-9a60-9feba3a1cd61 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:31:41.886548 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a301f027-eefc-4c6b-9a60-9feba3a1cd61 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:31:41.887043 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a301f027-eefc-4c6b-9a60-9feba3a1cd61 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:31:41.887728 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a301f027-eefc-4c6b-9a60-9feba3a1cd61 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:31:41.888337 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a301f027-eefc-4c6b-9a60-9feba3a1cd61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:31:41.888672 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a301f027-eefc-4c6b-9a60-9feba3a1cd61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:31:41.889003 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a301f027-eefc-4c6b-9a60-9feba3a1cd61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:31:41.913631 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-34b5ed3e-6dfa-442b-a500-63e9dbb43323 req-eb957048-80c1-41fe-9cfb-0e697cf36fa3 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba094063-4980-4c22-bc34-9c1534c0beb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434434 Oct 20 10:31:41.949591 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-5df62fd4-0e9f-4ef6-848b-5fba1e670532 None None] Attempting to bind port 85b9368f-4a43-4c3f-a8d5-1b26c6444ea9 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:31:41.950186 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-5df62fd4-0e9f-4ef6-848b-5fba1e670532 None None] Attempting to bind port 85b9368f-4a43-4c3f-a8d5-1b26c6444ea9 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '9e616d02-390a-4656-8a4e-b93f56ca0d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'b5348cfb-edec-469e-9a10-140f5e3d3dc7'}] {{(pid=100599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:31:41.950608 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df62fd4-0e9f-4ef6-848b-5fba1e670532 None None] Attempting to bind port 85b9368f-4a43-4c3f-a8d5-1b26c6444ea9 on network b5348cfb-edec-469e-9a10-140f5e3d3dc7 {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:31:41.957040 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df62fd4-0e9f-4ef6-848b-5fba1e670532 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:31:41.957709 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df62fd4-0e9f-4ef6-848b-5fba1e670532 None None] Checking segment: {'id': '9e616d02-390a-4656-8a4e-b93f56ca0d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'b5348cfb-edec-469e-9a10-140f5e3d3dc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:31:41.958200 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-5df62fd4-0e9f-4ef6-848b-5fba1e670532 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:41.958710 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df62fd4-0e9f-4ef6-848b-5fba1e670532 None None] Bound using segment: {'id': '9e616d02-390a-4656-8a4e-b93f56ca0d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'b5348cfb-edec-469e-9a10-140f5e3d3dc7'} {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:31:41.959271 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-5df62fd4-0e9f-4ef6-848b-5fba1e670532 None None] Bound port: 85b9368f-4a43-4c3f-a8d5-1b26c6444ea9, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e616d02-390a-4656-8a4e-b93f56ca0d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'b5348cfb-edec-469e-9a10-140f5e3d3dc7'}}] {{(pid=100599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:31:41.959949 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-5df62fd4-0e9f-4ef6-848b-5fba1e670532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:42.028314 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cccb704-47c5-491a-bd54-559d6aa9dec9 req-6e5e297d-f32c-4bc3-8c71-eb38647d4f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:42.030070 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8cccb704-47c5-491a-bd54-559d6aa9dec9 req-6e5e297d-f32c-4bc3-8c71-eb38647d4f72 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a7c57b12-d7c3-48bb-aa54-a67a56468a84 HTTP/1.1" status: 200 len: 870 time: 0.1201758 Oct 20 10:31:42.086547 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.db [None req-5df62fd4-0e9f-4ef6-848b-5fba1e670532 None None] For port 85b9368f-4a43-4c3f-a8d5-1b26c6444ea9, host n-d-811396-3, cleared binding levels {{(pid=100599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:31:42.093296 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.db [None req-5df62fd4-0e9f-4ef6-848b-5fba1e670532 None None] For port 85b9368f-4a43-4c3f-a8d5-1b26c6444ea9, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=85b9368f-4a43-4c3f-a8d5-1b26c6444ea9,segment=NetworkSegment(9e616d02-390a-4656-8a4e-b93f56ca0d07),segment_id=9e616d02-390a-4656-8a4e-b93f56ca0d07)] {{(pid=100599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:31:42.107617 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-5df62fd4-0e9f-4ef6-848b-5fba1e670532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:42.127629 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8cccb704-47c5-491a-bd54-559d6aa9dec9 req-1b70b87c-a4f9-4ba8-830f-0e1e82a5b34b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=2bcffcff-10cd-400f-ba99-63f92ee35bbb HTTP/1.1" status: 200 len: 217 time: 0.0804489 Oct 20 10:31:42.173388 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-5295ef55-6eda-4388-a793-b3c67480568c None None] Provisioning complete for port 85b9368f-4a43-4c3f-a8d5-1b26c6444ea9 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:31:42.173903 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-5295ef55-6eda-4388-a793-b3c67480568c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:42.215080 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cccb704-47c5-491a-bd54-559d6aa9dec9 req-856e5ee8-e81a-4eef-b164-5e08bc357101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:42.216900 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8cccb704-47c5-491a-bd54-559d6aa9dec9 req-856e5ee8-e81a-4eef-b164-5e08bc357101 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8f86199a-b8f2-45b4-a83a-995a7ea6fe42 HTTP/1.1" status: 200 len: 843 time: 0.0778866 Oct 20 10:31:42.275271 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a301f027-eefc-4c6b-9a60-9feba3a1cd61 None None] Pushing event updated for resources: {'Port': ['ID=85b9368f-4a43-4c3f-a8d5-1b26c6444ea9,revision_number=4']} {{(pid=100599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:31:42.289731 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df62fd4-0e9f-4ef6-848b-5fba1e670532 None None] Routers {'fb07eb1c-4354-44a1-9ea0-1510afd3f1ca'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:31:42.290585 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-5df62fd4-0e9f-4ef6-848b-5fba1e670532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:31:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['fb07eb1c-4354-44a1-9ea0-1510afd3f1ca'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:31:42.329092 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cccb704-47c5-491a-bd54-559d6aa9dec9 req-1f93c7b3-53b9-435e-bdf9-da2a5ac6505a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:42.333752 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8cccb704-47c5-491a-bd54-559d6aa9dec9 req-1f93c7b3-53b9-435e-bdf9-da2a5ac6505a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a7c57b12-d7c3-48bb-aa54-a67a56468a84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1059437 Oct 20 10:31:42.362350 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-5295ef55-6eda-4388-a793-b3c67480568c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:42.439711 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-5295ef55-6eda-4388-a793-b3c67480568c None None] For port 85b9368f-4a43-4c3f-a8d5-1b26c6444ea9, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=85b9368f-4a43-4c3f-a8d5-1b26c6444ea9,segment=NetworkSegment(9e616d02-390a-4656-8a4e-b93f56ca0d07),segment_id=9e616d02-390a-4656-8a4e-b93f56ca0d07)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:31:42.447218 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-5295ef55-6eda-4388-a793-b3c67480568c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:42.528641 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-5df62fd4-0e9f-4ef6-848b-5fba1e670532 None None] Set router fb07eb1c-4354-44a1-9ea0-1510afd3f1ca gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:31:42.569079 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8cccb704-47c5-491a-bd54-559d6aa9dec9 req-27671a24-e031-49ff-b1a4-8781f37271f5 service neutron] 10.222.0.55 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206509 Oct 20 10:31:42.582534 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5295ef55-6eda-4388-a793-b3c67480568c None None] Pushing event updated for resources: {'Port': ['ID=85b9368f-4a43-4c3f-a8d5-1b26c6444ea9,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:31:42.583108 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293423b8-d877-4e0e-9f5a-cc1f6120b355 req-22f59637-b1bc-4a04-8d91-3d2117cafd31 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:42.584408 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-293423b8-d877-4e0e-9f5a-cc1f6120b355 req-22f59637-b1bc-4a04-8d91-3d2117cafd31 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed8b260-e677-410d-8e1a-3f9bd4c5c192 HTTP/1.1" status: 200 len: 950 time: 0.0815182 Oct 20 10:31:42.608425 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1a23c3e9-7601-4ec7-8e40-d1ef117b323c None None] Provisioning complete for port 85b9368f-4a43-4c3f-a8d5-1b26c6444ea9 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:31:42.608802 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1a23c3e9-7601-4ec7-8e40-d1ef117b323c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:42.798780 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8cccb704-47c5-491a-bd54-559d6aa9dec9 req-6f01ffaf-e352-4b39-be48-2a1b791d1220 service neutron] 10.222.0.55 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133780 Oct 20 10:31:42.847576 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-5df62fd4-0e9f-4ef6-848b-5fba1e670532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb07eb1c-4354-44a1-9ea0-1510afd3f1ca', 'name': 'tempest-ServersTestBootFromVolume-1649398209-router', 'tenant_id': 'c403c40bbf7f4a248f56e3795d093508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': 'b6e2eb77-c3bf-421f-81a0-86236d3c345b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:31:33Z', 'updated_at': '2021-10-20T10:31:36Z', 'revision_number': 4, 'project_id': 'c403c40bbf7f4a248f56e3795d093508', 'gw_port': {'id': 'b6e2eb77-c3bf-421f-81a0-86236d3c345b', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:81:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb07eb1c-4354-44a1-9ea0-1510afd3f1ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:31:33Z', 'updated_at': '2021-10-20T10:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '85b9368f-4a43-4c3f-a8d5-1b26c6444ea9', 'name': '', 'network_id': 'b5348cfb-edec-469e-9a10-140f5e3d3dc7', 'tenant_id': 'c403c40bbf7f4a248f56e3795d093508', 'mac_address': 'fa:16:3e:5c:d1:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb07eb1c-4354-44a1-9ea0-1510afd3f1ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'bf7a4fdc-497b-4ffd-af1e-57b2c48df7c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:31:35Z', 'updated_at': '2021-10-20T10:31:42Z', 'revision_number': 4, 'project_id': 'c403c40bbf7f4a248f56e3795d093508', 'subnets': [{'id': 'bf7a4fdc-497b-4ffd-af1e-57b2c48df7c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:31:42.849265 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-293423b8-d877-4e0e-9f5a-cc1f6120b355 req-149d7799-3f31-4578-95ef-079a3559654b tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/security-groups?id=dfac1146-e768-4d56-96b1-8816525464ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574082 Oct 20 10:31:42.861933 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123f87d8-31ea-4283-a719-084c06ce4533 req-a4861705-3d5e-4f7f-90ed-f0cf14432c7f tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:42.870825 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-123f87d8-31ea-4283-a719-084c06ce4533 req-a4861705-3d5e-4f7f-90ed-f0cf14432c7f tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c59bb62-1789-41a6-acf6-9b0278dd9612 HTTP/1.1" status: 200 len: 950 time: 0.1778443 Oct 20 10:31:42.920505 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df62fd4-0e9f-4ef6-848b-5fba1e670532 None None] The sync data for ids ['fb07eb1c-4354-44a1-9ea0-1510afd3f1ca'] in n-d-811396-3 is: [{'id': 'fb07eb1c-4354-44a1-9ea0-1510afd3f1ca', 'name': 'tempest-ServersTestBootFromVolume-1649398209-router', 'tenant_id': 'c403c40bbf7f4a248f56e3795d093508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': 'b6e2eb77-c3bf-421f-81a0-86236d3c345b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:31:33Z', 'updated_at': '2021-10-20T10:31:36Z', 'revision_number': 4, 'project_id': 'c403c40bbf7f4a248f56e3795d093508', 'gw_port': {'id': 'b6e2eb77-c3bf-421f-81a0-86236d3c345b', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:81:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb07eb1c-4354-44a1-9ea0-1510afd3f1ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:31:33Z', 'updated_at': '2021-10-20T10:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '85b9368f-4a43-4c3f-a8d5-1b26c6444ea9', 'name': '', 'network_id': 'b5348cfb-edec-469e-9a10-140f5e3d3dc7', 'tenant_id': 'c403c40bbf7f4a248f56e3795d093508', 'mac_address': 'fa:16:3e:5c:d1:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb07eb1c-4354-44a1-9ea0-1510afd3f1ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'bf7a4fdc-497b-4ffd-af1e-57b2c48df7c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:31:35Z', 'updated_at': '2021-10-20T10:31:42Z', 'revision_number': 4, 'project_id': 'c403c40bbf7f4a248f56e3795d093508', 'subnets': [{'id': 'bf7a4fdc-497b-4ffd-af1e-57b2c48df7c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:31:42.929804 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-123f87d8-31ea-4283-a719-084c06ce4533 req-36cfaa0c-3491-4c27-a665-8ddc1049fbdc tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579607 Oct 20 10:31:43.060134 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e730209-3984-40ef-80b0-ec00b2990586 req-214e910b-b4c4-462f-b50b-e53206e2357b tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:43.062201 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4e730209-3984-40ef-80b0-ec00b2990586 req-214e910b-b4c4-462f-b50b-e53206e2357b tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/ports?device_id=4569972b-c804-4ed9-a1b0-4552777252e5 HTTP/1.1" status: 200 len: 950 time: 0.1092405 Oct 20 10:31:43.145857 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c66c54-3bc7-4a57-abeb-81e4dd22998d req-9cecf15a-6b78-41c6-8f74-b81630b4e766 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:43.147543 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e7c66c54-3bc7-4a57-abeb-81e4dd22998d req-9cecf15a-6b78-41c6-8f74-b81630b4e766 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/ports?device_id=64903675-1d35-478c-8304-5f01886d8f04 HTTP/1.1" status: 200 len: 945 time: 0.0843456 Oct 20 10:31:43.158343 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4e730209-3984-40ef-80b0-ec00b2990586 req-3410c76a-4007-4cdd-ab3b-1b1abcf34039 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/security-groups?id=33b0304f-e8b0-41ca-8b6c-fa0f5439f339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662305 Oct 20 10:31:43.231611 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e7c66c54-3bc7-4a57-abeb-81e4dd22998d req-1e633a55-1b6c-4850-9095-7f39c9cd148c tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba094063-4980-4c22-bc34-9c1534c0beb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644858 Oct 20 10:31:43.441041 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7622c1d3-1946-4b5e-a0c9-e5f4e06e6dd3 req-f015dee7-dbed-4e55-a721-c4579f3197b6 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:43.442613 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7622c1d3-1946-4b5e-a0c9-e5f4e06e6dd3 req-f015dee7-dbed-4e55-a721-c4579f3197b6 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ed8b260-e677-410d-8e1a-3f9bd4c5c192 HTTP/1.1" status: 200 len: 950 time: 0.0783689 Oct 20 10:31:43.592148 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 85b9368f-4a43-4c3f-a8d5-1b26c6444ea9 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:31:43.611754 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-7622c1d3-1946-4b5e-a0c9-e5f4e06e6dd3 req-889859e3-59d7-4745-b06c-fe6536c64e70 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Deleting port 4bf11690-7f8a-4a5d-b7d6-9b02b6176fea {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:31:43.612299 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-7622c1d3-1946-4b5e-a0c9-e5f4e06e6dd3 req-889859e3-59d7-4745-b06c-fe6536c64e70 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:43.672474 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 85b9368f-4a43-4c3f-a8d5-1b26c6444ea9 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:31:43.673256 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:43.753687 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-7622c1d3-1946-4b5e-a0c9-e5f4e06e6dd3 req-889859e3-59d7-4745-b06c-fe6536c64e70 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] For port 4bf11690-7f8a-4a5d-b7d6-9b02b6176fea, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=4bf11690-7f8a-4a5d-b7d6-9b02b6176fea,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:31:43.754060 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-7622c1d3-1946-4b5e-a0c9-e5f4e06e6dd3 req-889859e3-59d7-4745-b06c-fe6536c64e70 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:43.782887 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-7622c1d3-1946-4b5e-a0c9-e5f4e06e6dd3 req-889859e3-59d7-4745-b06c-fe6536c64e70 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Calling delete_port for 4bf11690-7f8a-4a5d-b7d6-9b02b6176fea owned by compute:nova {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:31:43.990194 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-7622c1d3-1946-4b5e-a0c9-e5f4e06e6dd3 req-889859e3-59d7-4745-b06c-fe6536c64e70 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:44.023587 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0acfffec-01fe-45a9-b6f0-db981bac4cff req-c2923ac0-a711-40dc-882f-330f7e1858be tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed8b260-e677-410d-8e1a-3f9bd4c5c192 HTTP/1.1" status: 200 len: 210 time: 0.0576079 Oct 20 10:31:44.027770 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['4bf11690-7f8a-4a5d-b7d6-9b02b6176fea'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:31:44.081786 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889859e3-59d7-4745-b06c-fe6536c64e70 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Pushing event deleted for resources: {'Port': ['ID=4bf11690-7f8a-4a5d-b7d6-9b02b6176fea,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:31:44.155682 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-7622c1d3-1946-4b5e-a0c9-e5f4e06e6dd3 req-889859e3-59d7-4745-b06c-fe6536c64e70 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] No DVR routers for this DVR port 4bf11690-7f8a-4a5d-b7d6-9b02b6176fea on host n-h1-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:31:44.175508 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-7622c1d3-1946-4b5e-a0c9-e5f4e06e6dd3 req-889859e3-59d7-4745-b06c-fe6536c64e70 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:44.179627 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7622c1d3-1946-4b5e-a0c9-e5f4e06e6dd3 req-889859e3-59d7-4745-b06c-fe6536c64e70 tempest-ServersOnMultiNodesTest-1095283997 tempest-ServersOnMultiNodesTest-1095283997-project] 10.222.0.55 "DELETE /v2.0/ports/4bf11690-7f8a-4a5d-b7d6-9b02b6176fea HTTP/1.1" status: 204 len: 173 time: 0.7170396 Oct 20 10:31:44.180148 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ed8b260-e677-410d-8e1a-3f9bd4c5c192', 'name': 'network-vif-deleted', 'tag': '4bf11690-7f8a-4a5d-b7d6-9b02b6176fea'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:31:44.183852 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cd3e963-c626-4afb-afbc-92f11e10875a" -d '{"events": [{"server_uuid": "2ed8b260-e677-410d-8e1a-3f9bd4c5c192", "name": "network-vif-deleted", "tag": "4bf11690-7f8a-4a5d-b7d6-9b02b6176fea"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:31:44.196551 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ac7b12-568d-4265-a2a3-edf63f2301e7 req-eb8ab2d6-5779-4fe5-a1b7-bb466d96519e tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:44.206296 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-21ac7b12-568d-4265-a2a3-edf63f2301e7 req-eb8ab2d6-5779-4fe5-a1b7-bb466d96519e tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c59bb62-1789-41a6-acf6-9b0278dd9612 HTTP/1.1" status: 200 len: 950 time: 0.1986632 Oct 20 10:31:44.267430 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-21ac7b12-568d-4265-a2a3-edf63f2301e7 req-ced8ff82-a064-439c-83cf-189d6722ae85 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596635 Oct 20 10:31:44.349131 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d988824-a8c5-4d0b-99f8-c3f64e381b38 req-5f658e98-8050-47a7-aed2-cf91da5e4dc6 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:44.351146 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7d988824-a8c5-4d0b-99f8-c3f64e381b38 req-5f658e98-8050-47a7-aed2-cf91da5e4dc6 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/ports?device_id=4569972b-c804-4ed9-a1b0-4552777252e5 HTTP/1.1" status: 200 len: 950 time: 0.0828066 Oct 20 10:31:44.403457 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39da4511-7871-4f21-9af2-ce832345f65c x-openstack-request-id: req-39da4511-7871-4f21-9af2-ce832345f65c {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:31:44.406576 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ed8b260-e677-410d-8e1a-3f9bd4c5c192", "name": "network-vif-deleted", "tag": "4bf11690-7f8a-4a5d-b7d6-9b02b6176fea", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:31:44.406576 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-39da4511-7871-4f21-9af2-ce832345f65c {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:31:44.411118 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ed8b260-e677-410d-8e1a-3f9bd4c5c192', 'name': 'network-vif-deleted', 'tag': '4bf11690-7f8a-4a5d-b7d6-9b02b6176fea', 'status': 'completed', 'code': 200} Oct 20 10:31:44.443190 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7d988824-a8c5-4d0b-99f8-c3f64e381b38 req-c78c3804-9d30-4942-8a2e-aa066c4e389f tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/security-groups?id=33b0304f-e8b0-41ca-8b6c-fa0f5439f339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854204 Oct 20 10:31:44.501826 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c9378f-9079-4c8a-9930-f843098051dd req-31a542f0-6ea1-4e28-b3aa-15e0d03a161a tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:44.507861 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-81c9378f-9079-4c8a-9930-f843098051dd req-31a542f0-6ea1-4e28-b3aa-15e0d03a161a tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/ports?device_id=64903675-1d35-478c-8304-5f01886d8f04 HTTP/1.1" status: 200 len: 945 time: 0.0830159 Oct 20 10:31:44.593217 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-81c9378f-9079-4c8a-9930-f843098051dd req-5103c7af-cbf0-400b-a36c-394236e7808b tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba094063-4980-4c22-bc34-9c1534c0beb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833836 Oct 20 10:31:45.306040 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 42144) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:31:45.440666 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9344833b-49fb-45d1-bfae-b1e961fdea1a req-f9578555-4417-438f-81d5-7c8629518682 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:45.442906 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9344833b-49fb-45d1-bfae-b1e961fdea1a req-f9578555-4417-438f-81d5-7c8629518682 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c59bb62-1789-41a6-acf6-9b0278dd9612 HTTP/1.1" status: 200 len: 950 time: 0.0683575 Oct 20 10:31:45.501979 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9344833b-49fb-45d1-bfae-b1e961fdea1a req-48787e41-32fc-4fb4-98a0-8275f2035e61 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523808 Oct 20 10:31:45.507213 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-41e050fd-ec7c-4404-9ad7-e39701b11daf admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cbb7919139e74aa3a9a9edbe5b865f11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1999006 Oct 20 10:31:45.512036 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 42152) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:31:45.578557 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6201a604-ae45-4e0a-81c8-9df28d574550 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:45.594193 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4ac6ae-a1ea-442d-a874-4e5ef6f4052d req-5d7478d9-80e8-4c65-afe4-85efe81c1fd3 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:45.596100 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6e4ac6ae-a1ea-442d-a874-4e5ef6f4052d req-5d7478d9-80e8-4c65-afe4-85efe81c1fd3 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/ports?device_id=4569972b-c804-4ed9-a1b0-4552777252e5 HTTP/1.1" status: 200 len: 950 time: 0.0661983 Oct 20 10:31:45.610755 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6201a604-ae45-4e0a-81c8-9df28d574550 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:45.646699 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6e4ac6ae-a1ea-442d-a874-4e5ef6f4052d req-219f9a33-09b4-469d-9501-b56beb68ce7e tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/security-groups?id=33b0304f-e8b0-41ca-8b6c-fa0f5439f339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448821 Oct 20 10:31:45.677179 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6201a604-ae45-4e0a-81c8-9df28d574550 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:45.680491 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6201a604-ae45-4e0a-81c8-9df28d574550 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:45.681662 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-6201a604-ae45-4e0a-81c8-9df28d574550 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/dfac1146-e768-4d56-96b1-8816525464ee HTTP/1.1" status: 204 len: 168 time: 0.1685107 Oct 20 10:31:45.694111 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6201a604-ae45-4e0a-81c8-9df28d574550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfac1146-e768-4d56-96b1-8816525464ee,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:31:45.783458 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94451bfa-78f2-47c4-a246-24ffa710180d req-2804afac-fcf7-44de-afa9-61a95a838329 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:45.785279 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-94451bfa-78f2-47c4-a246-24ffa710180d req-2804afac-fcf7-44de-afa9-61a95a838329 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/ports?device_id=64903675-1d35-478c-8304-5f01886d8f04 HTTP/1.1" status: 200 len: 945 time: 0.0771916 Oct 20 10:31:45.831444 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-94451bfa-78f2-47c4-a246-24ffa710180d req-05e07662-5287-4545-8e27-1146df02e8ae tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba094063-4980-4c22-bc34-9c1534c0beb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378745 Oct 20 10:31:46.023925 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 42166) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:31:46.068417 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-157a96b0-ff77-4487-8252-2888b78d8d5a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1fffbe1ce0504eed922481c71ccb0f75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0432036 Oct 20 10:31:46.070948 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 42168) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:31:46.129873 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2c19f7a2-5154-440e-8c5b-4d79fbc04837 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:46.152652 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2c19f7a2-5154-440e-8c5b-4d79fbc04837 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:46.203317 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2c19f7a2-5154-440e-8c5b-4d79fbc04837 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:46.206309 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2c19f7a2-5154-440e-8c5b-4d79fbc04837 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:46.207580 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-2c19f7a2-5154-440e-8c5b-4d79fbc04837 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d973b4dc-2915-4ea6-a194-a5dc427fb831 HTTP/1.1" status: 204 len: 168 time: 0.1355946 Oct 20 10:31:46.216693 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c19f7a2-5154-440e-8c5b-4d79fbc04837 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d973b4dc-2915-4ea6-a194-a5dc427fb831,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:31:46.629714 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37790bf-18f2-4330-b841-283da98c21a7 req-6bf56ed2-8b6f-4796-a96d-7ca93c191fe5 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:46.631454 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b37790bf-18f2-4330-b841-283da98c21a7 req-6bf56ed2-8b6f-4796-a96d-7ca93c191fe5 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c59bb62-1789-41a6-acf6-9b0278dd9612 HTTP/1.1" status: 200 len: 950 time: 0.0594165 Oct 20 10:31:46.682005 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b37790bf-18f2-4330-b841-283da98c21a7 req-295facc9-843f-48d4-890f-8616d70f5378 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424297 Oct 20 10:31:46.801189 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1043634d-7ecb-4973-89c9-9b085873e5fb req-337f6313-b80c-49f5-991c-4469f96ba5e8 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:46.802697 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1043634d-7ecb-4973-89c9-9b085873e5fb req-337f6313-b80c-49f5-991c-4469f96ba5e8 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/ports?device_id=4569972b-c804-4ed9-a1b0-4552777252e5 HTTP/1.1" status: 200 len: 950 time: 0.0570924 Oct 20 10:31:46.856040 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1043634d-7ecb-4973-89c9-9b085873e5fb req-bd08fa3e-0e3e-4f90-9160-a2dfd4e2dbae tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/security-groups?id=33b0304f-e8b0-41ca-8b6c-fa0f5439f339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450051 Oct 20 10:31:46.996228 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 4bf11690-7f8a-4a5d-b7d6-9b02b6176fea no longer exists at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:31:47.004684 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46d6524-6cbc-4ee4-8a03-571befff6280 req-408d0ac4-56af-4804-bd9d-8578eaa2722a tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:47.006319 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c46d6524-6cbc-4ee4-8a03-571befff6280 req-408d0ac4-56af-4804-bd9d-8578eaa2722a tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/ports?device_id=64903675-1d35-478c-8304-5f01886d8f04 HTTP/1.1" status: 200 len: 945 time: 0.0744879 Oct 20 10:31:47.028478 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] No Port match for: 4bf11690-7f8a-4a5d-b7d6-9b02b6176fea {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:31:47.028829 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 4bf11690-7f8a-4a5d-b7d6-9b02b6176fea not bound to the agent host n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:31:47.029440 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 6f56cdd5-3a21-42fd-82df-94804732ae43 no longer exists at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:31:47.050828 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c46d6524-6cbc-4ee4-8a03-571befff6280 req-8d8ad261-1819-414c-8f9e-f691daa55552 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba094063-4980-4c22-bc34-9c1534c0beb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367281 Oct 20 10:31:47.062380 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 42204) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:31:47.117997 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:47.142330 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4569972b-c804-4ed9-a1b0-4552777252e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f56cdd5-3a21-42fd-82df-94804732ae43'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:31:47.144600 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-807e725f-8a19-444e-ba04-23f2952e7d57" -d '{"events": [{"server_uuid": "4569972b-c804-4ed9-a1b0-4552777252e5", "name": "network-vif-unplugged", "status": "completed", "tag": "6f56cdd5-3a21-42fd-82df-94804732ae43"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:31:47.158467 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 6f56cdd5-3a21-42fd-82df-94804732ae43, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=6f56cdd5-3a21-42fd-82df-94804732ae43,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:31:47.163475 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:47.190662 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Oct 2021 10:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69dd83a0-783a-4099-ad34-9cdea436b8e9 x-openstack-request-id: req-69dd83a0-783a-4099-ad34-9cdea436b8e9 {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:31:47.191458 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4569972b-c804-4ed9-a1b0-4552777252e5", "name": "network-vif-unplugged", "status": "completed", "tag": "6f56cdd5-3a21-42fd-82df-94804732ae43", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:31:47.191720 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-69dd83a0-783a-4099-ad34-9cdea436b8e9 {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:31:47.192115 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4569972b-c804-4ed9-a1b0-4552777252e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f56cdd5-3a21-42fd-82df-94804732ae43', 'code': 200} Oct 20 10:31:47.202142 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-55bdc5c6-b1da-4ad2-bf1e-3c187547e6d6 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1908337322-network', 'tenant_id': '865c422727dd4ee4b9122df8ae6bb00f'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:31:47.222201 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=6f56cdd5-3a21-42fd-82df-94804732ae43,revision_number=9']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:31:47.224125 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55bdc5c6-b1da-4ad2-bf1e-3c187547e6d6 admin admin] Made reservation on behalf of 865c422727dd4ee4b9122df8ae6bb00f for: {'network': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:31:47.226725 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-55bdc5c6-b1da-4ad2-bf1e-3c187547e6d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:47.236433 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-55bdc5c6-b1da-4ad2-bf1e-3c187547e6d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:47.316083 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-55bdc5c6-b1da-4ad2-bf1e-3c187547e6d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:47.320194 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-55bdc5c6-b1da-4ad2-bf1e-3c187547e6d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:47.347748 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55bdc5c6-b1da-4ad2-bf1e-3c187547e6d6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 824} {{(pid=100597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:31:47.354047 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bdc5c6-b1da-4ad2-bf1e-3c187547e6d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=480fd21c-bd7f-4959-86aa-8971fae5bd2a,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:31:47.360711 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-55bdc5c6-b1da-4ad2-bf1e-3c187547e6d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:47.361112 n-d-811396-3 neutron-server[100597]: INFO neutron.db.segments_db [None req-55bdc5c6-b1da-4ad2-bf1e-3c187547e6d6 admin admin] Added segment f09b9630-998d-403e-9785-72c7796faf71 of type vlan for network 84bc009e-adb6-405c-96a3-3997c0651fe1 Oct 20 10:31:47.405706 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-55bdc5c6-b1da-4ad2-bf1e-3c187547e6d6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:47.434622 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-55bdc5c6-b1da-4ad2-bf1e-3c187547e6d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:47.435830 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55bdc5c6-b1da-4ad2-bf1e-3c187547e6d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:47.436487 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-55bdc5c6-b1da-4ad2-bf1e-3c187547e6d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:47.480978 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-55bdc5c6-b1da-4ad2-bf1e-3c187547e6d6 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4147086 Oct 20 10:31:47.481712 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 42212) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:31:47.488000 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-aa9c0a20-24b0-4b25-98f4-c673d536a829 admin admin] Request body: {'subnet': {'network_id': '84bc009e-adb6-405c-96a3-3997c0651fe1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1908337322-subnet', 'tenant_id': '865c422727dd4ee4b9122df8ae6bb00f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:31:47.511418 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bdc5c6-b1da-4ad2-bf1e-3c187547e6d6 admin admin] Pushing event updated for resources: {'Network': ['ID=84bc009e-adb6-405c-96a3-3997c0651fe1,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:31:47.520302 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa9c0a20-24b0-4b25-98f4-c673d536a829 admin admin] Made reservation on behalf of 865c422727dd4ee4b9122df8ae6bb00f for: {'subnet': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:31:47.521726 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network 84bc009e-adb6-405c-96a3-3997c0651fe1 details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:31:47.522626 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-aa9c0a20-24b0-4b25-98f4-c673d536a829 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26761797'] for subnet, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:47.699661 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-aa9c0a20-24b0-4b25-98f4-c673d536a829 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26836128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26761819'] for subnet, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:47.753093 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9c0a20-24b0-4b25-98f4-c673d536a829 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ca31e27-4f7e-42ad-a2c5-54497e7341a0,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:31:47.784918 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9c0a20-24b0-4b25-98f4-c673d536a829 admin admin] Checking segment: {'id': 'f09b9630-998d-403e-9785-72c7796faf71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '84bc009e-adb6-405c-96a3-3997c0651fe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:31:47.785281 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa9c0a20-24b0-4b25-98f4-c673d536a829 admin admin] Network hostable DHCP agents. Network: 84bc009e-adb6-405c-96a3-3997c0651fe1, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:31:47.825142 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa9c0a20-24b0-4b25-98f4-c673d536a829 admin admin] Network 84bc009e-adb6-405c-96a3-3997c0651fe1 is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:31:47.837811 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85ceb2a-2dd0-4db6-8e1b-3c2d945b23c0 req-0d66f3eb-083e-4216-9b6d-9fbfaa1d143f tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:47.839831 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b85ceb2a-2dd0-4db6-8e1b-3c2d945b23c0 req-0d66f3eb-083e-4216-9b6d-9fbfaa1d143f tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c59bb62-1789-41a6-acf6-9b0278dd9612 HTTP/1.1" status: 200 len: 950 time: 0.0695271 Oct 20 10:31:47.844162 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-aa9c0a20-24b0-4b25-98f4-c673d536a829 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, 84bc009e-adb6-405c-96a3-3997c0651fe1) {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:31:47.853068 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffc3195f-fac8-4b88-9f32-16f0566ac754 None None] Network 84bc009e-adb6-405c-96a3-3997c0651fe1 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:31:47.856585 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa9c0a20-24b0-4b25-98f4-c673d536a829 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:47.857454 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-aa9c0a20-24b0-4b25-98f4-c673d536a829 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:47.894056 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 42222) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:31:47.894621 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-aa9c0a20-24b0-4b25-98f4-c673d536a829 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4104178 Oct 20 10:31:47.899089 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-bcc017ab-da7d-47a4-ac27-8a4655b05d6d admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1908337322-router', 'tenant_id': '865c422727dd4ee4b9122df8ae6bb00f', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:31:47.932957 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bcc017ab-da7d-47a4-ac27-8a4655b05d6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1772442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258322'] for router, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:47.936151 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bcc017ab-da7d-47a4-ac27-8a4655b05d6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1772334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773516', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258315'] for router, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:47.937618 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b85ceb2a-2dd0-4db6-8e1b-3c2d945b23c0 req-90e64677-bd70-42f1-93c5-ecb26c42ad98 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880313 Oct 20 10:31:48.025133 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4952e253-90b6-4bf5-a53e-e22a73c2333d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524064ba-869c-5550-b826-c26b69a11278-84bc009e-adb6-405c-96a3-3997c0651fe1', 'network_id': '84bc009e-adb6-405c-96a3-3997c0651fe1', 'tenant_id': '865c422727dd4ee4b9122df8ae6bb00f', 'fixed_ips': [{'subnet_id': '5ca31e27-4f7e-42ad-a2c5-54497e7341a0'}]}} from n-d-811396-3. {{(pid=100598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:31:48.026065 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-4952e253-90b6-4bf5-a53e-e22a73c2333d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:48.040375 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bcc017ab-da7d-47a4-ac27-8a4655b05d6d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:48.054755 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3f03be-16f3-4972-8b38-b91644f2c2cf req-5f1b993a-72fc-4ea0-b6e5-eac572d78f3b tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:48.063055 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-de3f03be-16f3-4972-8b38-b91644f2c2cf req-5f1b993a-72fc-4ea0-b6e5-eac572d78f3b tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/ports?device_id=4569972b-c804-4ed9-a1b0-4552777252e5 HTTP/1.1" status: 200 len: 948 time: 0.0838597 Oct 20 10:31:48.105958 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-de3f03be-16f3-4972-8b38-b91644f2c2cf req-46cec5a7-a683-4f92-9c0e-e59b4884c099 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/security-groups?id=33b0304f-e8b0-41ca-8b6c-fa0f5439f339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419414 Oct 20 10:31:48.202556 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-4952e253-90b6-4bf5-a53e-e22a73c2333d None None] Allocated IP 172.20.0.2 (84bc009e-adb6-405c-96a3-3997c0651fe1/5ca31e27-4f7e-42ad-a2c5-54497e7341a0/c62a7353-cc32-47a1-8cb3-92dc612030ec) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:31:48.213241 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bcc017ab-da7d-47a4-ac27-8a4655b05d6d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:48.227184 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa4d0cd-e05e-47e6-b18e-4b23827e249f req-6e13b9d1-da12-4f67-9664-5023135534f0 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:48.229916 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7fa4d0cd-e05e-47e6-b18e-4b23827e249f req-6e13b9d1-da12-4f67-9664-5023135534f0 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/ports?device_id=64903675-1d35-478c-8304-5f01886d8f04 HTTP/1.1" status: 200 len: 945 time: 0.0724669 Oct 20 10:31:48.279551 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7fa4d0cd-e05e-47e6-b18e-4b23827e249f req-9aa6c9f8-00db-45c1-a236-70ce6078aa14 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba094063-4980-4c22-bc34-9c1534c0beb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434065 Oct 20 10:31:48.382223 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-4952e253-90b6-4bf5-a53e-e22a73c2333d None None] Publish callbacks [] for port, precommit_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:48.389486 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-4952e253-90b6-4bf5-a53e-e22a73c2333d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:48.434719 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4952e253-90b6-4bf5-a53e-e22a73c2333d None None] Network 84bc009e-adb6-405c-96a3-3997c0651fe1 is already hosted by enough agents. {{(pid=100598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:31:48.437546 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.base_scheduler [None req-4952e253-90b6-4bf5-a53e-e22a73c2333d None None] Resources bound (agent type, host, resource id): {{(pid=100598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:31:48.441973 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4952e253-90b6-4bf5-a53e-e22a73c2333d None None] Received port after_create {{(pid=100598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:31:48.451257 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4952e253-90b6-4bf5-a53e-e22a73c2333d None None] Pushing event updated for resources: {'Port': ['ID=c62a7353-cc32-47a1-8cb3-92dc612030ec,revision_number=1']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:31:48.453677 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bcc017ab-da7d-47a4-ac27-8a4655b05d6d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:48.474806 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4952e253-90b6-4bf5-a53e-e22a73c2333d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:31:48.475159 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4952e253-90b6-4bf5-a53e-e22a73c2333d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:31:48.475528 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4952e253-90b6-4bf5-a53e-e22a73c2333d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:31:48.475737 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bcc017ab-da7d-47a4-ac27-8a4655b05d6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:48.475886 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4952e253-90b6-4bf5-a53e-e22a73c2333d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:31:48.476197 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4952e253-90b6-4bf5-a53e-e22a73c2333d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:31:48.476543 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4952e253-90b6-4bf5-a53e-e22a73c2333d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:31:48.477131 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4952e253-90b6-4bf5-a53e-e22a73c2333d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:31:48.477476 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4952e253-90b6-4bf5-a53e-e22a73c2333d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:31:48.477807 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4952e253-90b6-4bf5-a53e-e22a73c2333d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:31:48.478132 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4952e253-90b6-4bf5-a53e-e22a73c2333d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:31:48.478531 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4952e253-90b6-4bf5-a53e-e22a73c2333d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:31:48.478784 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4952e253-90b6-4bf5-a53e-e22a73c2333d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:31:48.529666 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-4952e253-90b6-4bf5-a53e-e22a73c2333d None None] Attempting to bind port c62a7353-cc32-47a1-8cb3-92dc612030ec on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:31:48.530053 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-4952e253-90b6-4bf5-a53e-e22a73c2333d None None] Attempting to bind port c62a7353-cc32-47a1-8cb3-92dc612030ec by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': 'f09b9630-998d-403e-9785-72c7796faf71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '84bc009e-adb6-405c-96a3-3997c0651fe1'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:31:48.530425 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4952e253-90b6-4bf5-a53e-e22a73c2333d None None] Attempting to bind port c62a7353-cc32-47a1-8cb3-92dc612030ec on network 84bc009e-adb6-405c-96a3-3997c0651fe1 {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:31:48.535817 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4952e253-90b6-4bf5-a53e-e22a73c2333d None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:31:48.536186 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4952e253-90b6-4bf5-a53e-e22a73c2333d None None] Checking segment: {'id': 'f09b9630-998d-403e-9785-72c7796faf71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '84bc009e-adb6-405c-96a3-3997c0651fe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:31:48.536594 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-4952e253-90b6-4bf5-a53e-e22a73c2333d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:48.536985 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4952e253-90b6-4bf5-a53e-e22a73c2333d None None] Bound using segment: {'id': 'f09b9630-998d-403e-9785-72c7796faf71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '84bc009e-adb6-405c-96a3-3997c0651fe1'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:31:48.537489 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-4952e253-90b6-4bf5-a53e-e22a73c2333d None None] Bound port: c62a7353-cc32-47a1-8cb3-92dc612030ec, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f09b9630-998d-403e-9785-72c7796faf71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '84bc009e-adb6-405c-96a3-3997c0651fe1'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:31:48.537828 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-4952e253-90b6-4bf5-a53e-e22a73c2333d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:48.610209 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-bcc017ab-da7d-47a4-ac27-8a4655b05d6d admin admin] Allocated IP 172.25.1.28 (cbe170d3-31ba-45a2-b477-520ab0a7a8ea/f4e26aca-17ac-4adb-a66b-d939a1b35b64/9f6d0947-9770-4b6f-990e-eacb1e3cf8d8) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:31:48.612474 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-4952e253-90b6-4bf5-a53e-e22a73c2333d None None] For port c62a7353-cc32-47a1-8cb3-92dc612030ec, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:31:48.615994 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-4952e253-90b6-4bf5-a53e-e22a73c2333d None None] For port c62a7353-cc32-47a1-8cb3-92dc612030ec, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=c62a7353-cc32-47a1-8cb3-92dc612030ec,segment=NetworkSegment(f09b9630-998d-403e-9785-72c7796faf71),segment_id=f09b9630-998d-403e-9785-72c7796faf71)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:31:48.621442 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-4952e253-90b6-4bf5-a53e-e22a73c2333d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:48.694717 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4952e253-90b6-4bf5-a53e-e22a73c2333d None None] Pushing event updated for resources: {'Port': ['ID=c62a7353-cc32-47a1-8cb3-92dc612030ec,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:31:48.729906 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bcc017ab-da7d-47a4-ac27-8a4655b05d6d admin admin] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:48.871948 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:49.013338 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 6f56cdd5-3a21-42fd-82df-94804732ae43 details requested by agent hyperv_n-h1-811396-3 with host n-h1-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:31:49.088723 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bcc017ab-da7d-47a4-ac27-8a4655b05d6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:49.110971 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7f8878-61ed-4857-9855-c845c9db71a4 req-6ed8b048-f113-49f2-b204-02c00e8f6352 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:49.113598 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0b7f8878-61ed-4857-9855-c845c9db71a4 req-6ed8b048-f113-49f2-b204-02c00e8f6352 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c59bb62-1789-41a6-acf6-9b0278dd9612 HTTP/1.1" status: 200 len: 950 time: 0.0820034 Oct 20 10:31:49.142720 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc017ab-da7d-47a4-ac27-8a4655b05d6d admin admin] Network cbe170d3-31ba-45a2-b477-520ab0a7a8ea is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:31:49.148791 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-bcc017ab-da7d-47a4-ac27-8a4655b05d6d admin admin] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:31:49.152883 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc017ab-da7d-47a4-ac27-8a4655b05d6d admin admin] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:31:49.156682 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc017ab-da7d-47a4-ac27-8a4655b05d6d admin admin] Pushing event updated for resources: {'Port': ['ID=9f6d0947-9770-4b6f-990e-eacb1e3cf8d8,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:31:49.182383 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 6f56cdd5-3a21-42fd-82df-94804732ae43, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=6f56cdd5-3a21-42fd-82df-94804732ae43,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:31:49.203912 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Returning: {'device': '6f56cdd5-3a21-42fd-82df-94804732ae43', 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84', 'port_id': '6f56cdd5-3a21-42fd-82df-94804732ae43', 'mac_address': 'fa:16:3e:cd:68:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 800, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f86199a-b8f2-45b4-a83a-995a7ea6fe42', 'ip_address': '192.168.233.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:31:49.204159 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0b7f8878-61ed-4857-9855-c845c9db71a4 req-4ca77076-7a15-49db-9c94-6fbf537d7023 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838873 Oct 20 10:31:49.266662 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:49.294089 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f56cdd5-3a21-42fd-82df-94804732ae43 {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:31:49.335360 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9e62bd-8e91-4e59-8941-46c31bff3cbc req-ad1b22fa-4b29-4e10-b794-4b9d00189b79 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:49.341664 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0f9e62bd-8e91-4e59-8941-46c31bff3cbc req-ad1b22fa-4b29-4e10-b794-4b9d00189b79 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/ports?device_id=4569972b-c804-4ed9-a1b0-4552777252e5 HTTP/1.1" status: 200 len: 948 time: 0.0594349 Oct 20 10:31:49.342131 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 6f56cdd5-3a21-42fd-82df-94804732ae43, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=6f56cdd5-3a21-42fd-82df-94804732ae43,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:31:49.345919 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:49.393634 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0f9e62bd-8e91-4e59-8941-46c31bff3cbc req-3fb0f8f4-6d7b-44c5-b1dc-f773ddb8b4a5 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/security-groups?id=33b0304f-e8b0-41ca-8b6c-fa0f5439f339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491014 Oct 20 10:31:49.431852 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=6f56cdd5-3a21-42fd-82df-94804732ae43,revision_number=10']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:31:49.470907 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34acf87e-5bf1-4b12-927f-0b9a4b00dd42 req-9586ad25-f4d8-4abb-8a31-a94a89e1b646 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:49.473113 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-34acf87e-5bf1-4b12-927f-0b9a4b00dd42 req-9586ad25-f4d8-4abb-8a31-a94a89e1b646 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/ports?device_id=64903675-1d35-478c-8304-5f01886d8f04 HTTP/1.1" status: 200 len: 945 time: 0.0732672 Oct 20 10:31:49.490037 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bcc017ab-da7d-47a4-ac27-8a4655b05d6d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:49.536106 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-34acf87e-5bf1-4b12-927f-0b9a4b00dd42 req-f8c4527e-d6f2-42a8-bcca-07d0c13e912e tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba094063-4980-4c22-bc34-9c1534c0beb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560646 Oct 20 10:31:49.608358 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device c62a7353-cc32-47a1-8cb3-92dc612030ec up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:31:49.684308 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port c62a7353-cc32-47a1-8cb3-92dc612030ec triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:31:49.684687 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:49.740277 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bcc017ab-da7d-47a4-ac27-8a4655b05d6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1773475'] for router, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:49.781222 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:49.817360 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] For port c62a7353-cc32-47a1-8cb3-92dc612030ec, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=c62a7353-cc32-47a1-8cb3-92dc612030ec,segment=NetworkSegment(f09b9630-998d-403e-9785-72c7796faf71),segment_id=f09b9630-998d-403e-9785-72c7796faf71)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:31:49.821929 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:49.882498 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Pushing event updated for resources: {'Port': ['ID=c62a7353-cc32-47a1-8cb3-92dc612030ec,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:31:49.922628 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcc017ab-da7d-47a4-ac27-8a4655b05d6d admin admin] Router 87c76035-3239-4d0b-ac38-75023810884d is scheduled to L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 with binding_index 1 {{(pid=100597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 10:31:49.930638 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5baa9552-2960-4773-b076-39e3b42154f0 None None] Network 84bc009e-adb6-405c-96a3-3997c0651fe1 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:31:49.936240 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['6f56cdd5-3a21-42fd-82df-94804732ae43'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:31:50.045807 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-4237b72a-71db-47bc-92a1-9019ec20a1fd None None] Provisioning complete for port c62a7353-cc32-47a1-8cb3-92dc612030ec triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:31:50.045940 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcc017ab-da7d-47a4-ac27-8a4655b05d6d admin admin] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:31:50.046374 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-4237b72a-71db-47bc-92a1-9019ec20a1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:50.073638 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bcc017ab-da7d-47a4-ac27-8a4655b05d6d admin admin] Publish callbacks [] for router, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:50.075200 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-bcc017ab-da7d-47a4-ac27-8a4655b05d6d admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1797903 Oct 20 10:31:50.077919 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 42248) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:31:50.081955 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52df711f-b8d5-4f05-b4cb-32ba19be1d5a None None] Sync routers for ids ['87c76035-3239-4d0b-ac38-75023810884d'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:31:50.139425 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52df711f-b8d5-4f05-b4cb-32ba19be1d5a None None] Routers {'87c76035-3239-4d0b-ac38-75023810884d'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:31:50.139809 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-52df711f-b8d5-4f05-b4cb-32ba19be1d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:31:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['87c76035-3239-4d0b-ac38-75023810884d'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:31:50.386668 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc5487b-b2a8-4758-93ed-415a264d8c6e req-322cdaad-a97d-4e5d-88c4-312b554fd074 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:50.389446 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-efc5487b-b2a8-4758-93ed-415a264d8c6e req-322cdaad-a97d-4e5d-88c4-312b554fd074 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c59bb62-1789-41a6-acf6-9b0278dd9612 HTTP/1.1" status: 200 len: 950 time: 0.0727730 Oct 20 10:31:50.488994 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-efc5487b-b2a8-4758-93ed-415a264d8c6e req-848e6c30-2bff-46d3-82c1-2090cbc9c589 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913985 Oct 20 10:31:50.490026 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-52df711f-b8d5-4f05-b4cb-32ba19be1d5a None None] Set router 87c76035-3239-4d0b-ac38-75023810884d gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:31:50.583989 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a12137e-ce84-4b48-ae47-349314438328 req-f414676e-b8fd-4673-b1c8-301b53b771f7 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:50.587715 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7a12137e-ce84-4b48-ae47-349314438328 req-f414676e-b8fd-4673-b1c8-301b53b771f7 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/ports?device_id=4569972b-c804-4ed9-a1b0-4552777252e5 HTTP/1.1" status: 200 len: 950 time: 0.0742085 Oct 20 10:31:50.707950 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7a12137e-ce84-4b48-ae47-349314438328 req-fe5fd6ef-f67a-4931-a674-4f83b0bbd804 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/security-groups?id=33b0304f-e8b0-41ca-8b6c-fa0f5439f339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139882 Oct 20 10:31:50.709794 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-afe84987-e558-4f02-86e9-0b9a0f7626a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:50.759049 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0073b679-e777-4494-80b6-2e277b2f3d24 req-a7b7af10-bfdf-4802-bac5-907940f5fa00 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:50.763283 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0073b679-e777-4494-80b6-2e277b2f3d24 req-a7b7af10-bfdf-4802-bac5-907940f5fa00 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/ports?device_id=64903675-1d35-478c-8304-5f01886d8f04 HTTP/1.1" status: 200 len: 945 time: 0.1231987 Oct 20 10:31:50.768322 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-52df711f-b8d5-4f05-b4cb-32ba19be1d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87c76035-3239-4d0b-ac38-75023810884d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1908337322-router', 'tenant_id': '865c422727dd4ee4b9122df8ae6bb00f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': '9f6d0947-9770-4b6f-990e-eacb1e3cf8d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:31:47Z', 'updated_at': '2021-10-20T10:31:49Z', 'revision_number': 3, 'project_id': '865c422727dd4ee4b9122df8ae6bb00f', 'gw_port': {'id': '9f6d0947-9770-4b6f-990e-eacb1e3cf8d8', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a9:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87c76035-3239-4d0b-ac38-75023810884d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:31:48Z', 'updated_at': '2021-10-20T10:31:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:31:50.819126 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52df711f-b8d5-4f05-b4cb-32ba19be1d5a None None] Checking router: 87c76035-3239-4d0b-ac38-75023810884d for host: n-d-811396-3 {{(pid=100598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:31:50.819589 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52df711f-b8d5-4f05-b4cb-32ba19be1d5a None None] Updating router 87c76035-3239-4d0b-ac38-75023810884d port 9f6d0947-9770-4b6f-990e-eacb1e3cf8d8 binding host n-d-811396-3 {{(pid=100598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 10:31:50.828211 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0073b679-e777-4494-80b6-2e277b2f3d24 req-e219ac70-a62b-46bb-9ab5-f8ad17ab4d62 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba094063-4980-4c22-bc34-9c1534c0beb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571835 Oct 20 10:31:50.860917 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-52df711f-b8d5-4f05-b4cb-32ba19be1d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:50.887901 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 7 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 10:31:50.918416 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-afe84987-e558-4f02-86e9-0b9a0f7626a4 admin admin] Allocated IP 172.20.0.1 (84bc009e-adb6-405c-96a3-3997c0651fe1/5ca31e27-4f7e-42ad-a2c5-54497e7341a0/86d0a506-8204-4ead-a856-58105cb23b9d) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:31:50.967528 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-618e886f-b42e-4f5a-8fd2-475deaf3cb71 None None] Provisioning complete for port c62a7353-cc32-47a1-8cb3-92dc612030ec triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:31:50.967993 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-618e886f-b42e-4f5a-8fd2-475deaf3cb71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:51.033417 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-afe84987-e558-4f02-86e9-0b9a0f7626a4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:51.070940 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-afe84987-e558-4f02-86e9-0b9a0f7626a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:51.114404 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe84987-e558-4f02-86e9-0b9a0f7626a4 admin admin] Network 84bc009e-adb6-405c-96a3-3997c0651fe1 is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:31:51.118074 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-afe84987-e558-4f02-86e9-0b9a0f7626a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:31:51.121817 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe84987-e558-4f02-86e9-0b9a0f7626a4 admin admin] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:31:51.127581 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe84987-e558-4f02-86e9-0b9a0f7626a4 admin admin] Pushing event updated for resources: {'Port': ['ID=86d0a506-8204-4ead-a856-58105cb23b9d,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:31:51.172647 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-afe84987-e558-4f02-86e9-0b9a0f7626a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1774540'] for router_interface, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:51.257816 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-52df711f-b8d5-4f05-b4cb-32ba19be1d5a None None] Publish callbacks [] for port, precommit_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:51.266439 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-52df711f-b8d5-4f05-b4cb-32ba19be1d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:51.321265 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-afe84987-e558-4f02-86e9-0b9a0f7626a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:51.322952 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-52df711f-b8d5-4f05-b4cb-32ba19be1d5a None None] Attempting to bind port 9f6d0947-9770-4b6f-990e-eacb1e3cf8d8 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:31:51.323331 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-52df711f-b8d5-4f05-b4cb-32ba19be1d5a None None] Attempting to bind port 9f6d0947-9770-4b6f-990e-eacb1e3cf8d8 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:31:51.323736 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52df711f-b8d5-4f05-b4cb-32ba19be1d5a None None] Attempting to bind port 9f6d0947-9770-4b6f-990e-eacb1e3cf8d8 on network cbe170d3-31ba-45a2-b477-520ab0a7a8ea {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:31:51.332926 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcba109-afbd-4e66-9e2a-bfca469d8179 None None] Pushing event updated for resources: {'Port': ['ID=9f6d0947-9770-4b6f-990e-eacb1e3cf8d8,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:31:51.341836 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52df711f-b8d5-4f05-b4cb-32ba19be1d5a None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:31:51.342273 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52df711f-b8d5-4f05-b4cb-32ba19be1d5a None None] Checking segment: {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:31:51.342690 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-52df711f-b8d5-4f05-b4cb-32ba19be1d5a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:51.343083 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52df711f-b8d5-4f05-b4cb-32ba19be1d5a None None] Bound using segment: {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:31:51.343611 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-52df711f-b8d5-4f05-b4cb-32ba19be1d5a None None] Bound port: 9f6d0947-9770-4b6f-990e-eacb1e3cf8d8, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:31:51.344003 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-52df711f-b8d5-4f05-b4cb-32ba19be1d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:51.404170 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-52df711f-b8d5-4f05-b4cb-32ba19be1d5a None None] For port 9f6d0947-9770-4b6f-990e-eacb1e3cf8d8, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:31:51.407938 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-52df711f-b8d5-4f05-b4cb-32ba19be1d5a None None] For port 9f6d0947-9770-4b6f-990e-eacb1e3cf8d8, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=9f6d0947-9770-4b6f-990e-eacb1e3cf8d8,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:31:51.413792 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-52df711f-b8d5-4f05-b4cb-32ba19be1d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:51.498359 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52df711f-b8d5-4f05-b4cb-32ba19be1d5a None None] Routers {'87c76035-3239-4d0b-ac38-75023810884d'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:31:51.499055 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-52df711f-b8d5-4f05-b4cb-32ba19be1d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:31:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['87c76035-3239-4d0b-ac38-75023810884d'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:31:51.514098 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-afe84987-e558-4f02-86e9-0b9a0f7626a4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:51.519664 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-afe84987-e558-4f02-86e9-0b9a0f7626a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:51.593261 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-afe84987-e558-4f02-86e9-0b9a0f7626a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1774432'] for router_interface, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:51.595331 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe84987-e558-4f02-86e9-0b9a0f7626a4 admin admin] Pushing event updated for resources: {'Port': ['ID=86d0a506-8204-4ead-a856-58105cb23b9d,revision_number=2']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:31:51.646586 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-52df711f-b8d5-4f05-b4cb-32ba19be1d5a None None] Set router 87c76035-3239-4d0b-ac38-75023810884d gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:31:51.646889 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48383ad-57a3-4b99-8b76-04b474034fe7 req-5b2dce5a-0660-45e9-9497-d91e50aff522 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:51.657553 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d48383ad-57a3-4b99-8b76-04b474034fe7 req-5b2dce5a-0660-45e9-9497-d91e50aff522 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c59bb62-1789-41a6-acf6-9b0278dd9612 HTTP/1.1" status: 200 len: 950 time: 0.0712366 Oct 20 10:31:51.683056 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device c62a7353-cc32-47a1-8cb3-92dc612030ec up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:31:51.698486 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d48383ad-57a3-4b99-8b76-04b474034fe7 req-d4330c09-8f98-4012-be63-53cb7187e2e9 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365353 Oct 20 10:31:51.702917 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe84987-e558-4f02-86e9-0b9a0f7626a4 admin admin] Network 84bc009e-adb6-405c-96a3-3997c0651fe1 is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:31:51.704719 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-afe84987-e558-4f02-86e9-0b9a0f7626a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:31:51.719806 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcba109-afbd-4e66-9e2a-bfca469d8179 None None] Pushing event updated for resources: {'Port': ['ID=9f6d0947-9770-4b6f-990e-eacb1e3cf8d8,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:31:51.723567 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-c978a055-0865-45c0-98db-488e75d281f5 None None] Provisioning complete for port 86d0a506-8204-4ead-a856-58105cb23b9d triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:31:51.723980 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-c978a055-0865-45c0-98db-488e75d281f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:51.830660 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port c62a7353-cc32-47a1-8cb3-92dc612030ec triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:31:51.831128 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:51.843194 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-c978a055-0865-45c0-98db-488e75d281f5 None None] Port 86d0a506-8204-4ead-a856-58105cb23b9d cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:31:51.937241 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afe84987-e558-4f02-86e9-0b9a0f7626a4 admin admin] Router 87c76035-3239-4d0b-ac38-75023810884d has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:31:51.965794 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af46f047-de93-4953-b126-9ced9c6a0940 req-2b7cf3ca-38ca-465e-a8e8-723ea6643f78 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:51.973538 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-af46f047-de93-4953-b126-9ced9c6a0940 req-2b7cf3ca-38ca-465e-a8e8-723ea6643f78 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/ports?device_id=4569972b-c804-4ed9-a1b0-4552777252e5 HTTP/1.1" status: 200 len: 950 time: 0.1373074 Oct 20 10:31:52.061027 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-af46f047-de93-4953-b126-9ced9c6a0940 req-837c1ae3-c28d-4f4e-b186-e7f6b0168c63 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/security-groups?id=33b0304f-e8b0-41ca-8b6c-fa0f5439f339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865366 Oct 20 10:31:52.079186 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afe84987-e558-4f02-86e9-0b9a0f7626a4 admin admin] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:31:52.085355 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dac60e4-b5b4-4b7b-bcb3-37cef11d2d75 req-53c84f08-aaf0-45ba-bc31-054491da89a7 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:52.087529 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-afe84987-e558-4f02-86e9-0b9a0f7626a4 admin admin] 10.222.0.64 "PUT /v2.0/routers/87c76035-3239-4d0b-ac38-75023810884d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0076623 Oct 20 10:31:52.099028 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-b600aca5-7602-4c61-a253-8ef7729c85e9 None None] Provisioning complete for port 86d0a506-8204-4ead-a856-58105cb23b9d triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:31:52.099555 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-b600aca5-7602-4c61-a253-8ef7729c85e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:52.100363 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0dac60e4-b5b4-4b7b-bcb3-37cef11d2d75 req-53c84f08-aaf0-45ba-bc31-054491da89a7 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/ports?device_id=64903675-1d35-478c-8304-5f01886d8f04 HTTP/1.1" status: 200 len: 945 time: 0.1179955 Oct 20 10:31:52.149898 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0dac60e4-b5b4-4b7b-bcb3-37cef11d2d75 req-eb39b2d9-4f66-4857-a72e-149c56552941 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba094063-4980-4c22-bc34-9c1534c0beb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481443 Oct 20 10:31:52.155246 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-b600aca5-7602-4c61-a253-8ef7729c85e9 None None] Port 86d0a506-8204-4ead-a856-58105cb23b9d cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:31:52.160538 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-52df711f-b8d5-4f05-b4cb-32ba19be1d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87c76035-3239-4d0b-ac38-75023810884d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1908337322-router', 'tenant_id': '865c422727dd4ee4b9122df8ae6bb00f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': '9f6d0947-9770-4b6f-990e-eacb1e3cf8d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:31:47Z', 'updated_at': '2021-10-20T10:31:51Z', 'revision_number': 4, 'project_id': '865c422727dd4ee4b9122df8ae6bb00f', 'gw_port': {'id': '9f6d0947-9770-4b6f-990e-eacb1e3cf8d8', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a9:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87c76035-3239-4d0b-ac38-75023810884d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:31:48Z', 'updated_at': '2021-10-20T10:31:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '86d0a506-8204-4ead-a856-58105cb23b9d', 'name': '', 'network_id': '84bc009e-adb6-405c-96a3-3997c0651fe1', 'tenant_id': '865c422727dd4ee4b9122df8ae6bb00f', 'mac_address': 'fa:16:3e:be:99:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87c76035-3239-4d0b-ac38-75023810884d', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '5ca31e27-4f7e-42ad-a2c5-54497e7341a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:31:50Z', 'updated_at': '2021-10-20T10:31:50Z', 'revision_number': 1, 'project_id': '865c422727dd4ee4b9122df8ae6bb00f', 'subnets': [{'id': '5ca31e27-4f7e-42ad-a2c5-54497e7341a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:31:52.193365 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52df711f-b8d5-4f05-b4cb-32ba19be1d5a None None] The sync data for ids ['87c76035-3239-4d0b-ac38-75023810884d'] in n-d-811396-3 is: [{'id': '87c76035-3239-4d0b-ac38-75023810884d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1908337322-router', 'tenant_id': '865c422727dd4ee4b9122df8ae6bb00f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': '9f6d0947-9770-4b6f-990e-eacb1e3cf8d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:31:47Z', 'updated_at': '2021-10-20T10:31:51Z', 'revision_number': 4, 'project_id': '865c422727dd4ee4b9122df8ae6bb00f', 'gw_port': {'id': '9f6d0947-9770-4b6f-990e-eacb1e3cf8d8', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a9:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87c76035-3239-4d0b-ac38-75023810884d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:31:48Z', 'updated_at': '2021-10-20T10:31:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '86d0a506-8204-4ead-a856-58105cb23b9d', 'name': '', 'network_id': '84bc009e-adb6-405c-96a3-3997c0651fe1', 'tenant_id': '865c422727dd4ee4b9122df8ae6bb00f', 'mac_address': 'fa:16:3e:be:99:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87c76035-3239-4d0b-ac38-75023810884d', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '5ca31e27-4f7e-42ad-a2c5-54497e7341a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:31:50Z', 'updated_at': '2021-10-20T10:31:50Z', 'revision_number': 1, 'project_id': '865c422727dd4ee4b9122df8ae6bb00f', 'subnets': [{'id': '5ca31e27-4f7e-42ad-a2c5-54497e7341a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:31:52.590417 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25969303-3398-4947-b962-d163e959d765 req-0f12d427-839e-46a7-b3ad-b73f7a7877b5 tempest-LiveAutoBlockMigrationV225Test-237435139 tempest-LiveAutoBlockMigrationV225Test-237435139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:52.592012 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-25969303-3398-4947-b962-d163e959d765 req-0f12d427-839e-46a7-b3ad-b73f7a7877b5 tempest-LiveAutoBlockMigrationV225Test-237435139 tempest-LiveAutoBlockMigrationV225Test-237435139-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=64903675-1d35-478c-8304-5f01886d8f04&tenant_id=9d344b97e96e4da89707d7e9ad8232dc&binding%3Ahost_id=n-h2-811396-3 HTTP/1.1" status: 200 len: 1096 time: 0.0609114 Oct 20 10:31:52.612033 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-25969303-3398-4947-b962-d163e959d765 req-17dee9c0-b693-4347-b9c7-a52adbcd8eea service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-811396-3'}}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:31:52.696156 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-25969303-3398-4947-b962-d163e959d765 req-17dee9c0-b693-4347-b9c7-a52adbcd8eea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:52.817119 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 42298) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:31:52.823721 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-7c787688-60c3-4886-a5e5-342f8f43d5b7 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1886457982-network', 'tenant_id': '48ccf29c225140d485da830519a3e3da'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:31:52.856369 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c787688-60c3-4886-a5e5-342f8f43d5b7 admin admin] Made reservation on behalf of 48ccf29c225140d485da830519a3e3da for: {'network': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:31:52.858935 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7c787688-60c3-4886-a5e5-342f8f43d5b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:52.868677 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7c787688-60c3-4886-a5e5-342f8f43d5b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:52.927178 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e216ad95-9f43-4d49-95cb-a76e29756d63 req-51dfa43d-ddea-44f4-9fe2-7521f72ef174 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:52.928746 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e216ad95-9f43-4d49-95cb-a76e29756d63 req-51dfa43d-ddea-44f4-9fe2-7521f72ef174 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c59bb62-1789-41a6-acf6-9b0278dd9612 HTTP/1.1" status: 200 len: 950 time: 0.1265628 Oct 20 10:31:52.950606 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-25969303-3398-4947-b962-d163e959d765 req-17dee9c0-b693-4347-b9c7-a52adbcd8eea service neutron] For port e0251dce-b2aa-4267-a129-68fa1ecc090b, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=e0251dce-b2aa-4267-a129-68fa1ecc090b,segment=NetworkSegment(21a06331-2010-4bb7-8d07-13da7f15af4f),segment_id=21a06331-2010-4bb7-8d07-13da7f15af4f)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:31:52.987270 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7c787688-60c3-4886-a5e5-342f8f43d5b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:52.996841 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7c787688-60c3-4886-a5e5-342f8f43d5b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:53.037821 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e216ad95-9f43-4d49-95cb-a76e29756d63 req-bea8d074-f196-46b3-bcbe-efc82f630068 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988929 Oct 20 10:31:53.039619 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device e0251dce-b2aa-4267-a129-68fa1ecc090b details requested by agent hyperv_n-h1-811396-3 with host n-h1-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:31:53.054836 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-25969303-3398-4947-b962-d163e959d765 req-17dee9c0-b693-4347-b9c7-a52adbcd8eea service neutron] For port e0251dce-b2aa-4267-a129-68fa1ecc090b, host n-h2-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:31:53.061945 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 6f56cdd5-3a21-42fd-82df-94804732ae43 up at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:31:53.081613 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c787688-60c3-4886-a5e5-342f8f43d5b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e7b54df-864c-4fba-bf9c-f1c5bbf30dbe,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:31:53.087118 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c787688-60c3-4886-a5e5-342f8f43d5b7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 823} {{(pid=100597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:31:53.102215 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7c787688-60c3-4886-a5e5-342f8f43d5b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:53.102576 n-d-811396-3 neutron-server[100597]: INFO neutron.db.segments_db [None req-7c787688-60c3-4886-a5e5-342f8f43d5b7 admin admin] Added segment 98901888-ca87-41c6-9677-698810f64e5c of type vlan for network 7976a7eb-2897-4eb8-995e-f08c1cd2f412 Oct 20 10:31:53.116754 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64903675-1d35-478c-8304-5f01886d8f04', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0251dce-b2aa-4267-a129-68fa1ecc090b'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:31:53.120910 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f271c97-c6db-4ec8-b920-aedb04ecd2c3" -d '{"events": [{"server_uuid": "64903675-1d35-478c-8304-5f01886d8f04", "name": "network-vif-unplugged", "status": "completed", "tag": "e0251dce-b2aa-4267-a129-68fa1ecc090b"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:31:53.126220 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-25969303-3398-4947-b962-d163e959d765 req-17dee9c0-b693-4347-b9c7-a52adbcd8eea service neutron] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:53.145774 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-25969303-3398-4947-b962-d163e959d765 req-17dee9c0-b693-4347-b9c7-a52adbcd8eea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:53.175666 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7c787688-60c3-4886-a5e5-342f8f43d5b7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:53.221958 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7c787688-60c3-4886-a5e5-342f8f43d5b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:53.224680 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c787688-60c3-4886-a5e5-342f8f43d5b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:53.225690 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7c787688-60c3-4886-a5e5-342f8f43d5b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:53.240395 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Oct 2021 10:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e3a6c5b-9f1e-4242-80e4-97e9addcffc6 x-openstack-request-id: req-6e3a6c5b-9f1e-4242-80e4-97e9addcffc6 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:31:53.240711 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64903675-1d35-478c-8304-5f01886d8f04", "name": "network-vif-unplugged", "status": "completed", "tag": "e0251dce-b2aa-4267-a129-68fa1ecc090b", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:31:53.240929 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6e3a6c5b-9f1e-4242-80e4-97e9addcffc6 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:31:53.241459 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64903675-1d35-478c-8304-5f01886d8f04', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0251dce-b2aa-4267-a129-68fa1ecc090b', 'code': 200} Oct 20 10:31:53.279755 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-7c787688-60c3-4886-a5e5-342f8f43d5b7 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4612999 Oct 20 10:31:53.289870 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 42308) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:31:53.325538 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-c580ab31-de01-4be1-9305-4ff9306cf752 admin admin] Request body: {'subnet': {'network_id': '7976a7eb-2897-4eb8-995e-f08c1cd2f412', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1886457982-subnet', 'tenant_id': '48ccf29c225140d485da830519a3e3da', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:31:53.330390 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c787688-60c3-4886-a5e5-342f8f43d5b7 admin admin] Pushing event updated for resources: {'Network': ['ID=7976a7eb-2897-4eb8-995e-f08c1cd2f412,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:31:53.372309 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c580ab31-de01-4be1-9305-4ff9306cf752 admin admin] Made reservation on behalf of 48ccf29c225140d485da830519a3e3da for: {'subnet': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:31:53.375890 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c580ab31-de01-4be1-9305-4ff9306cf752 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26761797'] for subnet, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:53.450024 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network 7976a7eb-2897-4eb8-995e-f08c1cd2f412 details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:31:53.452500 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dee9c0-b693-4347-b9c7-a52adbcd8eea service neutron] Pushing event updated for resources: {'Port': ['ID=e0251dce-b2aa-4267-a129-68fa1ecc090b,revision_number=7']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:31:53.567357 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port e0251dce-b2aa-4267-a129-68fa1ecc090b, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=e0251dce-b2aa-4267-a129-68fa1ecc090b,segment=NetworkSegment(21a06331-2010-4bb7-8d07-13da7f15af4f),segment_id=21a06331-2010-4bb7-8d07-13da7f15af4f)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:31:53.579548 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning complete for port 6f56cdd5-3a21-42fd-82df-94804732ae43 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:31:53.579930 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:53.583354 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3383bd-a6c1-4294-86ae-83ef24446177 req-7e32074b-0d00-48c4-93e2-6adb4e7e23f0 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:53.585044 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8f3383bd-a6c1-4294-86ae-83ef24446177 req-7e32074b-0d00-48c4-93e2-6adb4e7e23f0 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/ports?device_id=4569972b-c804-4ed9-a1b0-4552777252e5 HTTP/1.1" status: 200 len: 950 time: 0.3565829 Oct 20 10:31:53.603639 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-25969303-3398-4947-b962-d163e959d765 req-17dee9c0-b693-4347-b9c7-a52adbcd8eea service neutron] Attempting to bind port e0251dce-b2aa-4267-a129-68fa1ecc090b on host n-h2-811396-3 for vnic_type normal with profile {"migrating_to": "n-h1-811396-3"} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:31:53.604800 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-25969303-3398-4947-b962-d163e959d765 req-17dee9c0-b693-4347-b9c7-a52adbcd8eea service neutron] Attempting to bind port e0251dce-b2aa-4267-a129-68fa1ecc090b by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': '21a06331-2010-4bb7-8d07-13da7f15af4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '1ce4070f-3cfd-4061-95b1-2481b8fda5e7'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:31:53.605297 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25969303-3398-4947-b962-d163e959d765 req-17dee9c0-b693-4347-b9c7-a52adbcd8eea service neutron] Attempting to bind port e0251dce-b2aa-4267-a129-68fa1ecc090b on network 1ce4070f-3cfd-4061-95b1-2481b8fda5e7 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:31:53.635450 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 9f6d0947-9770-4b6f-990e-eacb1e3cf8d8 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:31:53.642519 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device e0251dce-b2aa-4267-a129-68fa1ecc090b has no active binding in host n-h1-811396-3 {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 20 10:31:53.647557 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488331bd-fb95-40ce-adf7-48acdb935486 req-e151f65f-d283-4b42-a5cb-26dd3a71bdba tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:53.649095 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-488331bd-fb95-40ce-adf7-48acdb935486 req-e151f65f-d283-4b42-a5cb-26dd3a71bdba tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/ports?device_id=64903675-1d35-478c-8304-5f01886d8f04 HTTP/1.1" status: 200 len: 943 time: 0.3290744 Oct 20 10:31:53.657355 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25969303-3398-4947-b962-d163e959d765 req-17dee9c0-b693-4347-b9c7-a52adbcd8eea service neutron] Port e0251dce-b2aa-4267-a129-68fa1ecc090b on network 1ce4070f-3cfd-4061-95b1-2481b8fda5e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:31:53.657677 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25969303-3398-4947-b962-d163e959d765 req-17dee9c0-b693-4347-b9c7-a52adbcd8eea service neutron] Attempting to bind port e0251dce-b2aa-4267-a129-68fa1ecc090b on network 1ce4070f-3cfd-4061-95b1-2481b8fda5e7 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:31:53.709946 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25969303-3398-4947-b962-d163e959d765 req-17dee9c0-b693-4347-b9c7-a52adbcd8eea service neutron] Checking agent: {'id': '061232a2-7adc-4ba1-a873-e8cb136b064d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:31:53.710615 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25969303-3398-4947-b962-d163e959d765 req-17dee9c0-b693-4347-b9c7-a52adbcd8eea service neutron] Checking segment: {'id': '21a06331-2010-4bb7-8d07-13da7f15af4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '1ce4070f-3cfd-4061-95b1-2481b8fda5e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:31:53.710915 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25969303-3398-4947-b962-d163e959d765 req-17dee9c0-b693-4347-b9c7-a52adbcd8eea service neutron] Bound using segment: {'id': '21a06331-2010-4bb7-8d07-13da7f15af4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '1ce4070f-3cfd-4061-95b1-2481b8fda5e7'} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:31:53.711374 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-25969303-3398-4947-b962-d163e959d765 req-17dee9c0-b693-4347-b9c7-a52adbcd8eea service neutron] Bound port: e0251dce-b2aa-4267-a129-68fa1ecc090b, host: n-h2-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21a06331-2010-4bb7-8d07-13da7f15af4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '1ce4070f-3cfd-4061-95b1-2481b8fda5e7'}}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:31:53.711755 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-25969303-3398-4947-b962-d163e959d765 req-17dee9c0-b693-4347-b9c7-a52adbcd8eea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:53.742292 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 9f6d0947-9770-4b6f-990e-eacb1e3cf8d8 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:31:53.742518 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:53.746644 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:53.754960 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8f3383bd-a6c1-4294-86ae-83ef24446177 req-4b6f970f-9ac8-4577-8213-412f877b3372 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/security-groups?id=33b0304f-e8b0-41ca-8b6c-fa0f5439f339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431706 Oct 20 10:31:53.810834 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-488331bd-fb95-40ce-adf7-48acdb935486 req-151f4b21-48aa-4b64-afd6-913f20de3922 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba094063-4980-4c22-bc34-9c1534c0beb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425350 Oct 20 10:31:53.822706 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4569972b-c804-4ed9-a1b0-4552777252e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f56cdd5-3a21-42fd-82df-94804732ae43'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:31:53.825071 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf0bf731-0b35-4d69-9429-b15938c673ce" -d '{"events": [{"server_uuid": "4569972b-c804-4ed9-a1b0-4552777252e5", "name": "network-vif-plugged", "status": "completed", "tag": "6f56cdd5-3a21-42fd-82df-94804732ae43"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:31:53.843514 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 6f56cdd5-3a21-42fd-82df-94804732ae43, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=6f56cdd5-3a21-42fd-82df-94804732ae43,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:31:53.853314 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:53.964987 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=6f56cdd5-3a21-42fd-82df-94804732ae43,revision_number=11']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:31:54.001614 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:54.035271 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] For port 9f6d0947-9770-4b6f-990e-eacb1e3cf8d8, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=9f6d0947-9770-4b6f-990e-eacb1e3cf8d8,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:31:54.042112 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:54.052712 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-25969303-3398-4947-b962-d163e959d765 req-17dee9c0-b693-4347-b9c7-a52adbcd8eea service neutron] For port e0251dce-b2aa-4267-a129-68fa1ecc090b, host n-h2-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:31:54.095271 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35b68085-8a29-4cb1-b3e9-06ffe45c4f11 x-openstack-request-id: req-35b68085-8a29-4cb1-b3e9-06ffe45c4f11 {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:31:54.096341 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4569972b-c804-4ed9-a1b0-4552777252e5", "name": "network-vif-plugged", "status": "completed", "tag": "6f56cdd5-3a21-42fd-82df-94804732ae43", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:31:54.096706 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-35b68085-8a29-4cb1-b3e9-06ffe45c4f11 {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:31:54.097139 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4569972b-c804-4ed9-a1b0-4552777252e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f56cdd5-3a21-42fd-82df-94804732ae43', 'code': 200} Oct 20 10:31:54.102515 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-25969303-3398-4947-b962-d163e959d765 req-17dee9c0-b693-4347-b9c7-a52adbcd8eea service neutron] For port e0251dce-b2aa-4267-a129-68fa1ecc090b, host n-h2-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=e0251dce-b2aa-4267-a129-68fa1ecc090b,segment=NetworkSegment(21a06331-2010-4bb7-8d07-13da7f15af4f),segment_id=21a06331-2010-4bb7-8d07-13da7f15af4f)] {{(pid=100596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:31:54.105204 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c580ab31-de01-4be1-9305-4ff9306cf752 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26836128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26761819'] for subnet, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:54.145264 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-25969303-3398-4947-b962-d163e959d765 req-17dee9c0-b693-4347-b9c7-a52adbcd8eea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:54.154541 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Pushing event updated for resources: {'Port': ['ID=9f6d0947-9770-4b6f-990e-eacb1e3cf8d8,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:31:54.576035 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c580ab31-de01-4be1-9305-4ff9306cf752 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbb20899-e9ea-4ce7-b0d6-4e06ff362867,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:31:54.597539 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c580ab31-de01-4be1-9305-4ff9306cf752 admin admin] Checking segment: {'id': '98901888-ca87-41c6-9677-698810f64e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '7976a7eb-2897-4eb8-995e-f08c1cd2f412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:31:54.597875 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c580ab31-de01-4be1-9305-4ff9306cf752 admin admin] Network hostable DHCP agents. Network: 7976a7eb-2897-4eb8-995e-f08c1cd2f412, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:31:54.606698 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dee9c0-b693-4347-b9c7-a52adbcd8eea service neutron] Pushing event updated for resources: {'Port': ['ID=e0251dce-b2aa-4267-a129-68fa1ecc090b,revision_number=8']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:31:54.631081 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25969303-3398-4947-b962-d163e959d765 req-17dee9c0-b693-4347-b9c7-a52adbcd8eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:54.631677 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-25969303-3398-4947-b962-d163e959d765 req-17dee9c0-b693-4347-b9c7-a52adbcd8eea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:54.633113 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-25969303-3398-4947-b962-d163e959d765 req-17dee9c0-b693-4347-b9c7-a52adbcd8eea service neutron] 10.222.0.55 "PUT /v2.0/ports/e0251dce-b2aa-4267-a129-68fa1ecc090b HTTP/1.1" status: 200 len: 1121 time: 2.0290742 Oct 20 10:31:54.650336 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61971ae-bfc3-4f16-a05d-7080d466562f req-55f3d278-d666-4a71-876e-f76b16eafb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:54.651909 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c61971ae-bfc3-4f16-a05d-7080d466562f req-55f3d278-d666-4a71-876e-f76b16eafb1a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4569972b-c804-4ed9-a1b0-4552777252e5 HTTP/1.1" status: 200 len: 1102 time: 0.1400836 Oct 20 10:31:54.661826 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd74884-73c2-479b-9b37-f19cb8376f5e req-f8fbe279-95de-42cd-b5d8-b1685f0ee8b1 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:54.663474 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fbd74884-73c2-479b-9b37-f19cb8376f5e req-f8fbe279-95de-42cd-b5d8-b1685f0ee8b1 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c59bb62-1789-41a6-acf6-9b0278dd9612 HTTP/1.1" status: 200 len: 950 time: 0.4618766 Oct 20 10:31:54.670722 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c580ab31-de01-4be1-9305-4ff9306cf752 admin admin] Network 7976a7eb-2897-4eb8-995e-f08c1cd2f412 is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:31:54.697597 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-c580ab31-de01-4be1-9305-4ff9306cf752 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, 7976a7eb-2897-4eb8-995e-f08c1cd2f412) {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:31:54.709113 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c580ab31-de01-4be1-9305-4ff9306cf752 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:54.709581 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c580ab31-de01-4be1-9305-4ff9306cf752 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:54.715413 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5da7d90-0367-4d12-a006-dba4b51f542a None None] Network 7976a7eb-2897-4eb8-995e-f08c1cd2f412 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:31:54.739257 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c61971ae-bfc3-4f16-a05d-7080d466562f req-1c9ca038-01ca-446c-8442-bf14fcc6e589 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=33b0304f-e8b0-41ca-8b6c-fa0f5439f339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747926 Oct 20 10:31:54.754346 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-c580ab31-de01-4be1-9305-4ff9306cf752 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4262288 Oct 20 10:31:54.754346 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 42320) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:31:54.762530 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['e0251dce-b2aa-4267-a129-68fa1ecc090b'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:31:54.763758 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fbd74884-73c2-479b-9b37-f19cb8376f5e req-df6beb44-1039-4c3e-a2f3-2b6287a290f6 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844121 Oct 20 10:31:54.768558 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-642760b1-0b6c-4754-8e7d-a0222525bdc5 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1886457982-router', 'tenant_id': '48ccf29c225140d485da830519a3e3da', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:31:54.798501 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-642760b1-0b6c-4754-8e7d-a0222525bdc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1772442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258322'] for router, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:54.800803 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-642760b1-0b6c-4754-8e7d-a0222525bdc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1772334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773516', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258315'] for router, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:54.878687 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['e0251dce-b2aa-4267-a129-68fa1ecc090b'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:31:54.886729 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-642760b1-0b6c-4754-8e7d-a0222525bdc5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:55.005463 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd31c6d5-e4de-4cf5-a9e3-acc436cdd8b3 None None] Sync routers for ids ['87c76035-3239-4d0b-ac38-75023810884d'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:31:55.023679 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd31c6d5-e4de-4cf5-a9e3-acc436cdd8b3 None None] Routers {'87c76035-3239-4d0b-ac38-75023810884d'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:31:55.026150 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-dd31c6d5-e4de-4cf5-a9e3-acc436cdd8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:31:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['87c76035-3239-4d0b-ac38-75023810884d'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:31:55.099205 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea926056-ed14-405c-a02f-eb7b85eafb4e req-0dcd9765-651b-4ff1-adbc-8a809084e222 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:55.107092 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ea926056-ed14-405c-a02f-eb7b85eafb4e req-0dcd9765-651b-4ff1-adbc-8a809084e222 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/ports?device_id=4569972b-c804-4ed9-a1b0-4552777252e5 HTTP/1.1" status: 200 len: 951 time: 0.2246425 Oct 20 10:31:55.126197 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aea17ef-577b-439b-a208-92c987b11a25 req-455549ba-4f05-49c9-8d4d-cc47795c8a73 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:55.127808 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7aea17ef-577b-439b-a208-92c987b11a25 req-455549ba-4f05-49c9-8d4d-cc47795c8a73 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/ports?device_id=64903675-1d35-478c-8304-5f01886d8f04 HTTP/1.1" status: 200 len: 943 time: 0.2232320 Oct 20 10:31:55.165388 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-642760b1-0b6c-4754-8e7d-a0222525bdc5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:55.176092 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-dd31c6d5-e4de-4cf5-a9e3-acc436cdd8b3 None None] Set router 87c76035-3239-4d0b-ac38-75023810884d gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:31:55.201134 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d82181a-fe97-48bf-9f02-dd429a4586d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524064ba-869c-5550-b826-c26b69a11278-7976a7eb-2897-4eb8-995e-f08c1cd2f412', 'network_id': '7976a7eb-2897-4eb8-995e-f08c1cd2f412', 'tenant_id': '48ccf29c225140d485da830519a3e3da', 'fixed_ips': [{'subnet_id': 'fbb20899-e9ea-4ce7-b0d6-4e06ff362867'}]}} from n-d-811396-3. {{(pid=100598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:31:55.202019 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-8d82181a-fe97-48bf-9f02-dd429a4586d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:55.243539 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ea926056-ed14-405c-a02f-eb7b85eafb4e req-d9b4e44e-69ac-436a-aefa-3688e8462077 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/security-groups?id=33b0304f-e8b0-41ca-8b6c-fa0f5439f339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293335 Oct 20 10:31:55.255618 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64903675-1d35-478c-8304-5f01886d8f04', 'tag': 'e0251dce-b2aa-4267-a129-68fa1ecc090b'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:31:55.266688 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4095a200-fe01-48db-90d7-9f533438570c" -d '{"events": [{"name": "network-changed", "server_uuid": "64903675-1d35-478c-8304-5f01886d8f04", "tag": "e0251dce-b2aa-4267-a129-68fa1ecc090b"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:31:55.295159 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7aea17ef-577b-439b-a208-92c987b11a25 req-2a3c41ce-bb2e-4d95-b88b-4bafb35d0c4b tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba094063-4980-4c22-bc34-9c1534c0beb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595776 Oct 20 10:31:55.495740 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d292244c-7f94-4f05-a85d-8205e5cbd325 x-openstack-request-id: req-d292244c-7f94-4f05-a85d-8205e5cbd325 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:31:55.496046 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64903675-1d35-478c-8304-5f01886d8f04", "tag": "e0251dce-b2aa-4267-a129-68fa1ecc090b", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:31:55.497157 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d292244c-7f94-4f05-a85d-8205e5cbd325 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:31:55.497680 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64903675-1d35-478c-8304-5f01886d8f04', 'tag': 'e0251dce-b2aa-4267-a129-68fa1ecc090b', 'status': 'completed', 'code': 200} Oct 20 10:31:55.541576 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-8d82181a-fe97-48bf-9f02-dd429a4586d3 None None] Allocated IP 172.20.0.2 (7976a7eb-2897-4eb8-995e-f08c1cd2f412/fbb20899-e9ea-4ce7-b0d6-4e06ff362867/c358df09-9b84-4d28-b4c2-de10ed91f027) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:31:55.555621 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-dd31c6d5-e4de-4cf5-a9e3-acc436cdd8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87c76035-3239-4d0b-ac38-75023810884d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1908337322-router', 'tenant_id': '865c422727dd4ee4b9122df8ae6bb00f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': '9f6d0947-9770-4b6f-990e-eacb1e3cf8d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:31:47Z', 'updated_at': '2021-10-20T10:31:51Z', 'revision_number': 4, 'project_id': '865c422727dd4ee4b9122df8ae6bb00f', 'gw_port': {'id': '9f6d0947-9770-4b6f-990e-eacb1e3cf8d8', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a9:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c76035-3239-4d0b-ac38-75023810884d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:31:48Z', 'updated_at': '2021-10-20T10:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '86d0a506-8204-4ead-a856-58105cb23b9d', 'name': '', 'network_id': '84bc009e-adb6-405c-96a3-3997c0651fe1', 'tenant_id': '865c422727dd4ee4b9122df8ae6bb00f', 'mac_address': 'fa:16:3e:be:99:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87c76035-3239-4d0b-ac38-75023810884d', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '5ca31e27-4f7e-42ad-a2c5-54497e7341a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:31:50Z', 'updated_at': '2021-10-20T10:31:51Z', 'revision_number': 2, 'project_id': '865c422727dd4ee4b9122df8ae6bb00f', 'subnets': [{'id': '5ca31e27-4f7e-42ad-a2c5-54497e7341a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:31:55.589781 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 9f6d0947-9770-4b6f-990e-eacb1e3cf8d8 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:31:55.594482 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd31c6d5-e4de-4cf5-a9e3-acc436cdd8b3 None None] Checking router: 87c76035-3239-4d0b-ac38-75023810884d for host: n-d-811396-3 {{(pid=100599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:31:55.595090 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd31c6d5-e4de-4cf5-a9e3-acc436cdd8b3 None None] Updating router 87c76035-3239-4d0b-ac38-75023810884d port 86d0a506-8204-4ead-a856-58105cb23b9d binding host n-d-811396-3 {{(pid=100599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 10:31:55.607533 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-642760b1-0b6c-4754-8e7d-a0222525bdc5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:55.621169 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-dd31c6d5-e4de-4cf5-a9e3-acc436cdd8b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:55.629623 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-642760b1-0b6c-4754-8e7d-a0222525bdc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:55.641695 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4095a200-fe01-48db-90d7-9f533438570c req-87d1cbe2-e9ed-48a3-ac66-42b85ac406d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:55.643227 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4095a200-fe01-48db-90d7-9f533438570c req-87d1cbe2-e9ed-48a3-ac66-42b85ac406d1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9d344b97e96e4da89707d7e9ad8232dc&device_id=64903675-1d35-478c-8304-5f01886d8f04 HTTP/1.1" status: 200 len: 1124 time: 0.1410947 Oct 20 10:31:55.770301 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 9f6d0947-9770-4b6f-990e-eacb1e3cf8d8 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:31:55.770770 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:55.833585 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-8d82181a-fe97-48bf-9f02-dd429a4586d3 None None] Publish callbacks [] for port, precommit_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:55.871406 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [None req-642760b1-0b6c-4754-8e7d-a0222525bdc5 admin admin] Allocated IP 172.25.1.119 (cbe170d3-31ba-45a2-b477-520ab0a7a8ea/f4e26aca-17ac-4adb-a66b-d939a1b35b64/bbb03dff-6cf8-4232-aa5d-8c6517b0264d) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:31:55.879171 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4095a200-fe01-48db-90d7-9f533438570c req-b3e57864-195e-4236-93cc-a39b0f7ed339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:55.881355 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4095a200-fe01-48db-90d7-9f533438570c req-b3e57864-195e-4236-93cc-a39b0f7ed339 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1ce4070f-3cfd-4061-95b1-2481b8fda5e7 HTTP/1.1" status: 200 len: 922 time: 0.2049065 Oct 20 10:31:55.913872 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-8d82181a-fe97-48bf-9f02-dd429a4586d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:55.991682 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4095a200-fe01-48db-90d7-9f533438570c req-b2f3bfb5-89b4-48b1-b3df-a8679dee17c5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e0251dce-b2aa-4267-a129-68fa1ecc090b HTTP/1.1" status: 200 len: 217 time: 0.0911269 Oct 20 10:31:56.009229 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d82181a-fe97-48bf-9f02-dd429a4586d3 None None] Network 7976a7eb-2897-4eb8-995e-f08c1cd2f412 is already hosted by enough agents. {{(pid=100598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:31:56.020796 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.base_scheduler [None req-8d82181a-fe97-48bf-9f02-dd429a4586d3 None None] Resources bound (agent type, host, resource id): {{(pid=100598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:31:56.045409 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d82181a-fe97-48bf-9f02-dd429a4586d3 None None] Received port after_create {{(pid=100598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:31:56.066658 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d82181a-fe97-48bf-9f02-dd429a4586d3 None None] Pushing event updated for resources: {'Port': ['ID=c358df09-9b84-4d28-b4c2-de10ed91f027,revision_number=1']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:31:56.110550 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bacec9a-a193-4e1c-a4fc-b7cc012547b3 req-3dfdac1f-0380-4667-bd5f-5d5c685b03aa tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:56.117732 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9bacec9a-a193-4e1c-a4fc-b7cc012547b3 req-3dfdac1f-0380-4667-bd5f-5d5c685b03aa tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c59bb62-1789-41a6-acf6-9b0278dd9612 HTTP/1.1" status: 200 len: 950 time: 0.2160785 Oct 20 10:31:56.131198 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-dd31c6d5-e4de-4cf5-a9e3-acc436cdd8b3 None None] Publish callbacks [] for port, precommit_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:56.139110 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-dd31c6d5-e4de-4cf5-a9e3-acc436cdd8b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:56.143654 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4095a200-fe01-48db-90d7-9f533438570c req-b66b465d-7cd4-4ac3-abf0-638e8303723f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:56.145130 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4095a200-fe01-48db-90d7-9f533438570c req-b66b465d-7cd4-4ac3-abf0-638e8303723f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4012c245-3079-4795-8c54-d3f2bf73a5b0 HTTP/1.1" status: 200 len: 861 time: 0.1378491 Oct 20 10:31:56.165542 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-8d82181a-fe97-48bf-9f02-dd429a4586d3 None None] Attempting to bind port c358df09-9b84-4d28-b4c2-de10ed91f027 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:31:56.166807 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-8d82181a-fe97-48bf-9f02-dd429a4586d3 None None] Attempting to bind port c358df09-9b84-4d28-b4c2-de10ed91f027 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '98901888-ca87-41c6-9677-698810f64e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '7976a7eb-2897-4eb8-995e-f08c1cd2f412'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:31:56.167494 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d82181a-fe97-48bf-9f02-dd429a4586d3 None None] Attempting to bind port c358df09-9b84-4d28-b4c2-de10ed91f027 on network 7976a7eb-2897-4eb8-995e-f08c1cd2f412 {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:31:56.179949 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d82181a-fe97-48bf-9f02-dd429a4586d3 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:31:56.180929 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d82181a-fe97-48bf-9f02-dd429a4586d3 None None] Checking segment: {'id': '98901888-ca87-41c6-9677-698810f64e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '7976a7eb-2897-4eb8-995e-f08c1cd2f412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:31:56.181845 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-8d82181a-fe97-48bf-9f02-dd429a4586d3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:56.184106 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d82181a-fe97-48bf-9f02-dd429a4586d3 None None] Bound using segment: {'id': '98901888-ca87-41c6-9677-698810f64e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '7976a7eb-2897-4eb8-995e-f08c1cd2f412'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:31:56.186489 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-8d82181a-fe97-48bf-9f02-dd429a4586d3 None None] Bound port: c358df09-9b84-4d28-b4c2-de10ed91f027, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98901888-ca87-41c6-9677-698810f64e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '7976a7eb-2897-4eb8-995e-f08c1cd2f412'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:31:56.187650 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-8d82181a-fe97-48bf-9f02-dd429a4586d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:56.204116 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4095a200-fe01-48db-90d7-9f533438570c req-1a6d33a4-d2b1-41b1-b260-0f07d9e68b9b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1ce4070f-3cfd-4061-95b1-2481b8fda5e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477860 Oct 20 10:31:56.215899 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9bacec9a-a193-4e1c-a4fc-b7cc012547b3 req-7b6a9af4-ea69-4c93-806a-b6e4db06da0c tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970950 Oct 20 10:31:56.221836 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-642760b1-0b6c-4754-8e7d-a0222525bdc5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:56.233521 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a595c4-2b6f-40f3-a839-19e8fba2570a None None] Pushing event updated for resources: {'Port': ['ID=86d0a506-8204-4ead-a856-58105cb23b9d,revision_number=3']} {{(pid=100599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:31:56.340270 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-8d82181a-fe97-48bf-9f02-dd429a4586d3 None None] For port c358df09-9b84-4d28-b4c2-de10ed91f027, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:31:56.352453 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-8d82181a-fe97-48bf-9f02-dd429a4586d3 None None] For port c358df09-9b84-4d28-b4c2-de10ed91f027, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=c358df09-9b84-4d28-b4c2-de10ed91f027,segment=NetworkSegment(98901888-ca87-41c6-9677-698810f64e5c),segment_id=98901888-ca87-41c6-9677-698810f64e5c)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:31:56.363793 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-8d82181a-fe97-48bf-9f02-dd429a4586d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:56.379838 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-dd31c6d5-e4de-4cf5-a9e3-acc436cdd8b3 None None] Attempting to bind port 86d0a506-8204-4ead-a856-58105cb23b9d on host n-d-811396-3 for vnic_type normal with profile {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:31:56.380563 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-dd31c6d5-e4de-4cf5-a9e3-acc436cdd8b3 None None] Attempting to bind port 86d0a506-8204-4ead-a856-58105cb23b9d by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': 'f09b9630-998d-403e-9785-72c7796faf71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '84bc009e-adb6-405c-96a3-3997c0651fe1'}] {{(pid=100599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:31:56.380563 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd31c6d5-e4de-4cf5-a9e3-acc436cdd8b3 None None] Attempting to bind port 86d0a506-8204-4ead-a856-58105cb23b9d on network 84bc009e-adb6-405c-96a3-3997c0651fe1 {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:31:56.413477 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd31c6d5-e4de-4cf5-a9e3-acc436cdd8b3 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:31:56.413907 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd31c6d5-e4de-4cf5-a9e3-acc436cdd8b3 None None] Checking segment: {'id': 'f09b9630-998d-403e-9785-72c7796faf71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '84bc009e-adb6-405c-96a3-3997c0651fe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:31:56.417157 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-dd31c6d5-e4de-4cf5-a9e3-acc436cdd8b3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:56.417157 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd31c6d5-e4de-4cf5-a9e3-acc436cdd8b3 None None] Bound using segment: {'id': 'f09b9630-998d-403e-9785-72c7796faf71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '84bc009e-adb6-405c-96a3-3997c0651fe1'} {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:31:56.417157 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-dd31c6d5-e4de-4cf5-a9e3-acc436cdd8b3 None None] Bound port: 86d0a506-8204-4ead-a856-58105cb23b9d, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f09b9630-998d-403e-9785-72c7796faf71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '84bc009e-adb6-405c-96a3-3997c0651fe1'}}] {{(pid=100599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:31:56.417157 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-dd31c6d5-e4de-4cf5-a9e3-acc436cdd8b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:56.432464 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4095a200-fe01-48db-90d7-9f533438570c req-85cb135f-daec-4c65-87be-d4448651ca92 service neutron] 10.222.0.69 "GET /v2.0/networks/1ce4070f-3cfd-4061-95b1-2481b8fda5e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117159 Oct 20 10:31:56.434265 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-642760b1-0b6c-4754-8e7d-a0222525bdc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:56.512156 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d82181a-fe97-48bf-9f02-dd429a4586d3 None None] Pushing event updated for resources: {'Port': ['ID=c358df09-9b84-4d28-b4c2-de10ed91f027,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:31:56.538376 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.db [None req-dd31c6d5-e4de-4cf5-a9e3-acc436cdd8b3 None None] For port 86d0a506-8204-4ead-a856-58105cb23b9d, host n-d-811396-3, cleared binding levels {{(pid=100599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:31:56.542543 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.db [None req-dd31c6d5-e4de-4cf5-a9e3-acc436cdd8b3 None None] For port 86d0a506-8204-4ead-a856-58105cb23b9d, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=86d0a506-8204-4ead-a856-58105cb23b9d,segment=NetworkSegment(f09b9630-998d-403e-9785-72c7796faf71),segment_id=f09b9630-998d-403e-9785-72c7796faf71)] {{(pid=100599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:31:56.549614 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-dd31c6d5-e4de-4cf5-a9e3-acc436cdd8b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:56.624189 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-64abad67-83c5-41dc-a683-f2cb3a546a9a None None] Provisioning complete for port 86d0a506-8204-4ead-a856-58105cb23b9d triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:31:56.624819 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd31c6d5-e4de-4cf5-a9e3-acc436cdd8b3 None None] Routers {'87c76035-3239-4d0b-ac38-75023810884d'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:31:56.624951 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-64abad67-83c5-41dc-a683-f2cb3a546a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:56.625434 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-dd31c6d5-e4de-4cf5-a9e3-acc436cdd8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:31:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['87c76035-3239-4d0b-ac38-75023810884d'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:31:56.725025 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4095a200-fe01-48db-90d7-9f533438570c req-7db13ec0-e2ed-4226-8a1e-cf5dbcaa4fd3 service neutron] 10.222.0.69 "GET /v2.0/networks/1ce4070f-3cfd-4061-95b1-2481b8fda5e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2764990 Oct 20 10:31:56.725731 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642760b1-0b6c-4754-8e7d-a0222525bdc5 admin admin] Pushing event updated for resources: {'Port': ['ID=bbb03dff-6cf8-4232-aa5d-8c6517b0264d,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:31:56.740908 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-642760b1-0b6c-4754-8e7d-a0222525bdc5 admin admin] Network cbe170d3-31ba-45a2-b477-520ab0a7a8ea is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:31:56.761525 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-642760b1-0b6c-4754-8e7d-a0222525bdc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:31:56.772451 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642760b1-0b6c-4754-8e7d-a0222525bdc5 admin admin] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:31:56.788129 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb63143-9ba2-43ec-9524-07cd5aec4afa req-365f808c-931a-43ea-8fd5-349876bd08b6 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:56.789977 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fcb63143-9ba2-43ec-9524-07cd5aec4afa req-365f808c-931a-43ea-8fd5-349876bd08b6 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/ports?device_id=64903675-1d35-478c-8304-5f01886d8f04 HTTP/1.1" status: 200 len: 943 time: 0.3469069 Oct 20 10:31:56.831439 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6d5a53-9f97-4798-b65d-ea60aef80765 req-df62286d-7391-4d64-9db1-40cd6c3cb5a9 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:56.850364 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3d6d5a53-9f97-4798-b65d-ea60aef80765 req-df62286d-7391-4d64-9db1-40cd6c3cb5a9 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/ports?device_id=4569972b-c804-4ed9-a1b0-4552777252e5 HTTP/1.1" status: 200 len: 951 time: 0.3641150 Oct 20 10:31:56.855441 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-64abad67-83c5-41dc-a683-f2cb3a546a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:56.932804 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-64abad67-83c5-41dc-a683-f2cb3a546a9a None None] For port 86d0a506-8204-4ead-a856-58105cb23b9d, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=86d0a506-8204-4ead-a856-58105cb23b9d,segment=NetworkSegment(f09b9630-998d-403e-9785-72c7796faf71),segment_id=f09b9630-998d-403e-9785-72c7796faf71)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:31:56.953882 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-64abad67-83c5-41dc-a683-f2cb3a546a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:57.002530 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fcb63143-9ba2-43ec-9524-07cd5aec4afa req-8d3361f3-b9bc-4904-b99e-c25fca7c1d63 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba094063-4980-4c22-bc34-9c1534c0beb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835072 Oct 20 10:31:57.009695 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-dd31c6d5-e4de-4cf5-a9e3-acc436cdd8b3 None None] Set router 87c76035-3239-4d0b-ac38-75023810884d gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:31:57.023342 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3d6d5a53-9f97-4798-b65d-ea60aef80765 req-0b18c30d-1b17-46af-bb9e-a2b78e24f699 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/security-groups?id=33b0304f-e8b0-41ca-8b6c-fa0f5439f339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713035 Oct 20 10:31:57.154251 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64abad67-83c5-41dc-a683-f2cb3a546a9a None None] Pushing event updated for resources: {'Port': ['ID=86d0a506-8204-4ead-a856-58105cb23b9d,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:31:57.169660 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a595c4-2b6f-40f3-a839-19e8fba2570a None None] Pushing event updated for resources: {'Port': ['ID=86d0a506-8204-4ead-a856-58105cb23b9d,revision_number=4']} {{(pid=100599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:31:57.175933 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-7f1e1f4c-3e73-4e3a-8b6c-1ae7ce2b62d9 None None] Provisioning complete for port 86d0a506-8204-4ead-a856-58105cb23b9d triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:31:57.176891 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-7f1e1f4c-3e73-4e3a-8b6c-1ae7ce2b62d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:57.358589 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-dd31c6d5-e4de-4cf5-a9e3-acc436cdd8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87c76035-3239-4d0b-ac38-75023810884d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1908337322-router', 'tenant_id': '865c422727dd4ee4b9122df8ae6bb00f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': '9f6d0947-9770-4b6f-990e-eacb1e3cf8d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:31:47Z', 'updated_at': '2021-10-20T10:31:51Z', 'revision_number': 4, 'project_id': '865c422727dd4ee4b9122df8ae6bb00f', 'gw_port': {'id': '9f6d0947-9770-4b6f-990e-eacb1e3cf8d8', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a9:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c76035-3239-4d0b-ac38-75023810884d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:31:48Z', 'updated_at': '2021-10-20T10:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '86d0a506-8204-4ead-a856-58105cb23b9d', 'name': '', 'network_id': '84bc009e-adb6-405c-96a3-3997c0651fe1', 'tenant_id': '865c422727dd4ee4b9122df8ae6bb00f', 'mac_address': 'fa:16:3e:be:99:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87c76035-3239-4d0b-ac38-75023810884d', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '5ca31e27-4f7e-42ad-a2c5-54497e7341a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:31:50Z', 'updated_at': '2021-10-20T10:31:56Z', 'revision_number': 4, 'project_id': '865c422727dd4ee4b9122df8ae6bb00f', 'subnets': [{'id': '5ca31e27-4f7e-42ad-a2c5-54497e7341a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:31:57.389979 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd31c6d5-e4de-4cf5-a9e3-acc436cdd8b3 None None] The sync data for ids ['87c76035-3239-4d0b-ac38-75023810884d'] in n-d-811396-3 is: [{'id': '87c76035-3239-4d0b-ac38-75023810884d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1908337322-router', 'tenant_id': '865c422727dd4ee4b9122df8ae6bb00f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': '9f6d0947-9770-4b6f-990e-eacb1e3cf8d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:31:47Z', 'updated_at': '2021-10-20T10:31:51Z', 'revision_number': 4, 'project_id': '865c422727dd4ee4b9122df8ae6bb00f', 'gw_port': {'id': '9f6d0947-9770-4b6f-990e-eacb1e3cf8d8', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a9:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c76035-3239-4d0b-ac38-75023810884d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:31:48Z', 'updated_at': '2021-10-20T10:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '86d0a506-8204-4ead-a856-58105cb23b9d', 'name': '', 'network_id': '84bc009e-adb6-405c-96a3-3997c0651fe1', 'tenant_id': '865c422727dd4ee4b9122df8ae6bb00f', 'mac_address': 'fa:16:3e:be:99:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87c76035-3239-4d0b-ac38-75023810884d', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '5ca31e27-4f7e-42ad-a2c5-54497e7341a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:31:50Z', 'updated_at': '2021-10-20T10:31:56Z', 'revision_number': 4, 'project_id': '865c422727dd4ee4b9122df8ae6bb00f', 'subnets': [{'id': '5ca31e27-4f7e-42ad-a2c5-54497e7341a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:31:57.460129 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda16013-7e49-4f61-a2db-cf649bafe6f8 req-fc2a45d9-06b1-4404-8d98-200aa313228e tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:57.461702 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cda16013-7e49-4f61-a2db-cf649bafe6f8 req-fc2a45d9-06b1-4404-8d98-200aa313228e tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c59bb62-1789-41a6-acf6-9b0278dd9612 HTTP/1.1" status: 200 len: 950 time: 0.1053734 Oct 20 10:31:57.492806 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-642760b1-0b6c-4754-8e7d-a0222525bdc5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:57.586199 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cda16013-7e49-4f61-a2db-cf649bafe6f8 req-2754b86b-eb34-487e-8ad3-4e0de1f06a8c tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042476 Oct 20 10:31:57.808855 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device c358df09-9b84-4d28-b4c2-de10ed91f027 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:31:57.822537 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-642760b1-0b6c-4754-8e7d-a0222525bdc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1773475'] for router, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:57.895679 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port c358df09-9b84-4d28-b4c2-de10ed91f027 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:31:57.908262 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:57.913008 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-487e0863-2d5c-4369-9acc-b6c2642df295 None None] Network 7976a7eb-2897-4eb8-995e-f08c1cd2f412 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:31:57.985083 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-642760b1-0b6c-4754-8e7d-a0222525bdc5 admin admin] Router 78677311-e65a-4f75-85c5-303c4dee016b is scheduled to L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 with binding_index 1 {{(pid=100596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 10:31:58.032554 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-a1703175-dad0-4d33-8f4e-190811cdbc64 None None] Provisioning complete for port c358df09-9b84-4d28-b4c2-de10ed91f027 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:31:58.033091 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-a1703175-dad0-4d33-8f4e-190811cdbc64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:58.220744 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:58.240776 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-642760b1-0b6c-4754-8e7d-a0222525bdc5 admin admin] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:31:58.267564 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60651806-f6e5-4e3b-8bb4-269509796381 None None] Sync routers for ids ['78677311-e65a-4f75-85c5-303c4dee016b'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:31:58.278553 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87e1fc3-a1bb-4ec1-bb9f-7cffcd22ec0c req-2899a870-db71-46b7-92cc-05d1dfa57aa0 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:58.280754 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a87e1fc3-a1bb-4ec1-bb9f-7cffcd22ec0c req-2899a870-db71-46b7-92cc-05d1dfa57aa0 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/ports?device_id=64903675-1d35-478c-8304-5f01886d8f04 HTTP/1.1" status: 200 len: 943 time: 0.1134691 Oct 20 10:31:58.288589 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af4d59c-c416-46a2-a3cf-a4b7759567e7 req-cec1ea15-a95f-44cb-bc6f-0889d11076a9 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:58.296512 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0af4d59c-c416-46a2-a3cf-a4b7759567e7 req-cec1ea15-a95f-44cb-bc6f-0889d11076a9 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/ports?device_id=4569972b-c804-4ed9-a1b0-4552777252e5 HTTP/1.1" status: 200 len: 951 time: 0.1449070 Oct 20 10:31:58.308198 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-a1703175-dad0-4d33-8f4e-190811cdbc64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:58.314120 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60651806-f6e5-4e3b-8bb4-269509796381 None None] Routers {'78677311-e65a-4f75-85c5-303c4dee016b'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:31:58.315297 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-60651806-f6e5-4e3b-8bb4-269509796381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:31:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['78677311-e65a-4f75-85c5-303c4dee016b'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:31:58.315936 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-642760b1-0b6c-4754-8e7d-a0222525bdc5 admin admin] Publish callbacks [] for router, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:58.317142 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-642760b1-0b6c-4754-8e7d-a0222525bdc5 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.5680435 Oct 20 10:31:58.319923 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 42382) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:31:58.361629 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] For port c358df09-9b84-4d28-b4c2-de10ed91f027, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=c358df09-9b84-4d28-b4c2-de10ed91f027,segment=NetworkSegment(98901888-ca87-41c6-9677-698810f64e5c),segment_id=98901888-ca87-41c6-9677-698810f64e5c)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:31:58.364029 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0af4d59c-c416-46a2-a3cf-a4b7759567e7 req-365c5c07-883f-4732-bad8-7628b652d93a tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/security-groups?id=33b0304f-e8b0-41ca-8b6c-fa0f5439f339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659428 Oct 20 10:31:58.378192 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a87e1fc3-a1bb-4ec1-bb9f-7cffcd22ec0c req-37865ee6-530e-41c8-9cf1-d16572a8570a tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba094063-4980-4c22-bc34-9c1534c0beb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746074 Oct 20 10:31:58.505858 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:58.506726 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 86d0a506-8204-4ead-a856-58105cb23b9d up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:31:58.680331 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Pushing event updated for resources: {'Port': ['ID=c358df09-9b84-4d28-b4c2-de10ed91f027,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:31:58.849148 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf0ea9b-ed77-4f6d-9329-f7262d026057 req-6fb245fd-e628-4aca-9c65-9829a530a937 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:58.865681 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0bf0ea9b-ed77-4f6d-9329-f7262d026057 req-6fb245fd-e628-4aca-9c65-9829a530a937 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c59bb62-1789-41a6-acf6-9b0278dd9612 HTTP/1.1" status: 200 len: 950 time: 0.1116872 Oct 20 10:31:58.907523 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.db.api [None req-a1703175-dad0-4d33-8f4e-190811cdbc64 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 10:31:58.908108 n-d-811396-3 neutron-server[100598]: DEBUG oslo_db.api [None req-a1703175-dad0-4d33-8f4e-190811cdbc64 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 10:31:58.931741 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 86d0a506-8204-4ead-a856-58105cb23b9d triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:31:58.932505 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:58.936337 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0bf0ea9b-ed77-4f6d-9329-f7262d026057 req-36486ec0-92d2-4f48-9493-89e6096a2294 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697770 Oct 20 10:31:58.949564 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c05054-5ca3-4e0f-b4b5-3b8eef860dc8 req-e3846707-22b9-4738-a3b8-dbaea136a06c tempest-ServersAdminTestJSON-1433447106 tempest-ServersAdminTestJSON-1433447106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:58.957649 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-25c05054-5ca3-4e0f-b4b5-3b8eef860dc8 req-e3846707-22b9-4738-a3b8-dbaea136a06c tempest-ServersAdminTestJSON-1433447106 tempest-ServersAdminTestJSON-1433447106-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=4569972b-c804-4ed9-a1b0-4552777252e5 HTTP/1.1" status: 200 len: 1102 time: 0.0739267 Oct 20 10:31:58.999569 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-25c05054-5ca3-4e0f-b4b5-3b8eef860dc8 req-8b34f636-2717-4321-b745-6492c4ef371e tempest-ServersAdminTestJSON-1433447106 tempest-ServersAdminTestJSON-1433447106-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=33b0304f-e8b0-41ca-8b6c-fa0f5439f339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409005 Oct 20 10:31:59.029167 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-60651806-f6e5-4e3b-8bb4-269509796381 None None] Set router 78677311-e65a-4f75-85c5-303c4dee016b gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:31:59.256604 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-85a24154-b2d1-475e-ab62-8a2b10b489d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:59.265343 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed699f4c-4a93-419f-b567-d401463af155 req-d3d4c03a-1944-4983-a23b-06b88f7178d6 tempest-ServersAdminTestJSON-1433447106 tempest-ServersAdminTestJSON-1433447106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:59.284313 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ed699f4c-4a93-419f-b567-d401463af155 req-d3d4c03a-1944-4983-a23b-06b88f7178d6 tempest-ServersAdminTestJSON-1433447106 tempest-ServersAdminTestJSON-1433447106-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=4569972b-c804-4ed9-a1b0-4552777252e5 HTTP/1.1" status: 200 len: 1102 time: 0.0918541 Oct 20 10:31:59.326128 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ed699f4c-4a93-419f-b567-d401463af155 req-5e430ea6-b7da-4a7b-ac3c-36bb249d31cb tempest-ServersAdminTestJSON-1433447106 tempest-ServersAdminTestJSON-1433447106-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=33b0304f-e8b0-41ca-8b6c-fa0f5439f339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409193 Oct 20 10:31:59.353111 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-60651806-f6e5-4e3b-8bb4-269509796381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78677311-e65a-4f75-85c5-303c4dee016b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1886457982-router', 'tenant_id': '48ccf29c225140d485da830519a3e3da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': 'bbb03dff-6cf8-4232-aa5d-8c6517b0264d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:31:54Z', 'updated_at': '2021-10-20T10:31:57Z', 'revision_number': 3, 'project_id': '48ccf29c225140d485da830519a3e3da', 'gw_port': {'id': 'bbb03dff-6cf8-4232-aa5d-8c6517b0264d', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e9:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78677311-e65a-4f75-85c5-303c4dee016b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:31:55Z', 'updated_at': '2021-10-20T10:31:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:31:59.407800 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60651806-f6e5-4e3b-8bb4-269509796381 None None] Checking router: 78677311-e65a-4f75-85c5-303c4dee016b for host: n-d-811396-3 {{(pid=100598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:31:59.408157 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60651806-f6e5-4e3b-8bb4-269509796381 None None] Updating router 78677311-e65a-4f75-85c5-303c4dee016b port bbb03dff-6cf8-4232-aa5d-8c6517b0264d binding host n-d-811396-3 {{(pid=100598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 10:31:59.492352 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-60651806-f6e5-4e3b-8bb4-269509796381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:59.578167 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-85a24154-b2d1-475e-ab62-8a2b10b489d5 admin admin] Allocated IP 172.20.0.1 (7976a7eb-2897-4eb8-995e-f08c1cd2f412/fbb20899-e9ea-4ce7-b0d6-4e06ff362867/0084268a-6887-477a-8234-ea7293716c96) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:31:59.644727 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e2a37d-47cd-4618-9953-21ee28068368 req-cd9c943c-6f61-492f-8cfa-d6de9254bdc9 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:59.655185 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b0e2a37d-47cd-4618-9953-21ee28068368 req-cd9c943c-6f61-492f-8cfa-d6de9254bdc9 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/ports?device_id=64903675-1d35-478c-8304-5f01886d8f04 HTTP/1.1" status: 200 len: 943 time: 0.1369441 Oct 20 10:31:59.666746 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device c358df09-9b84-4d28-b4c2-de10ed91f027 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:31:59.670929 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-84550c1a-35ac-4312-b2c5-02818738d755 None None] Provisioning complete for port c358df09-9b84-4d28-b4c2-de10ed91f027 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:31:59.671705 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-84550c1a-35ac-4312-b2c5-02818738d755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:59.715235 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b0e2a37d-47cd-4618-9953-21ee28068368 req-92b2c21a-9996-40b8-bf8d-133372fb126e tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba094063-4980-4c22-bc34-9c1534c0beb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599291 Oct 20 10:31:59.836647 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-85a24154-b2d1-475e-ab62-8a2b10b489d5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:59.895168 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-85a24154-b2d1-475e-ab62-8a2b10b489d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:31:59.928496 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36136b91-7246-4af4-be89-860d539c0bbd req-ca5af1f2-4f95-496b-a246-a1d861599041 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:31:59.930059 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-36136b91-7246-4af4-be89-860d539c0bbd req-ca5af1f2-4f95-496b-a246-a1d861599041 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/ports?device_id=71975b9b-47f8-4e27-9d16-6eec3ce4ea95 HTTP/1.1" status: 200 len: 950 time: 0.0715690 Oct 20 10:31:59.959942 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a24154-b2d1-475e-ab62-8a2b10b489d5 admin admin] Network 7976a7eb-2897-4eb8-995e-f08c1cd2f412 is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:31:59.963101 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-85a24154-b2d1-475e-ab62-8a2b10b489d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:31:59.965715 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a24154-b2d1-475e-ab62-8a2b10b489d5 admin admin] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:31:59.991618 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a24154-b2d1-475e-ab62-8a2b10b489d5 admin admin] Pushing event updated for resources: {'Port': ['ID=0084268a-6887-477a-8234-ea7293716c96,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:32:00.023370 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-36136b91-7246-4af4-be89-860d539c0bbd req-a4a1d61f-4078-4931-972a-0803a93c2e29 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/security-groups?id=33b0304f-e8b0-41ca-8b6c-fa0f5439f339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860133 Oct 20 10:32:00.025111 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port c358df09-9b84-4d28-b4c2-de10ed91f027 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:32:00.025658 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:00.065519 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-85a24154-b2d1-475e-ab62-8a2b10b489d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1774540'] for router_interface, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:00.149471 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd68140b-03d3-45f6-9046-54a9c4c57bda req-aebfbebd-7c6f-4a5c-be2c-2b6bf4ab76fc tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:00.157203 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bd68140b-03d3-45f6-9046-54a9c4c57bda req-aebfbebd-7c6f-4a5c-be2c-2b6bf4ab76fc tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c59bb62-1789-41a6-acf6-9b0278dd9612 HTTP/1.1" status: 200 len: 950 time: 0.0870669 Oct 20 10:32:00.206382 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-60651806-f6e5-4e3b-8bb4-269509796381 None None] Publish callbacks [] for port, precommit_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:00.225173 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bd68140b-03d3-45f6-9046-54a9c4c57bda req-fff71a54-0ab8-4793-b9fb-12574258d72f tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657468 Oct 20 10:32:00.227328 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-60651806-f6e5-4e3b-8bb4-269509796381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:00.309863 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-85a24154-b2d1-475e-ab62-8a2b10b489d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:00.312116 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8bf52b-66cc-4acc-aa46-cf3f7c6beeba None None] Pushing event updated for resources: {'Port': ['ID=bbb03dff-6cf8-4232-aa5d-8c6517b0264d,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:32:00.346771 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-60651806-f6e5-4e3b-8bb4-269509796381 None None] Attempting to bind port bbb03dff-6cf8-4232-aa5d-8c6517b0264d on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:32:00.347143 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-60651806-f6e5-4e3b-8bb4-269509796381 None None] Attempting to bind port bbb03dff-6cf8-4232-aa5d-8c6517b0264d by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:32:00.347595 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60651806-f6e5-4e3b-8bb4-269509796381 None None] Attempting to bind port bbb03dff-6cf8-4232-aa5d-8c6517b0264d on network cbe170d3-31ba-45a2-b477-520ab0a7a8ea {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:32:00.353032 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60651806-f6e5-4e3b-8bb4-269509796381 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:32:00.353407 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60651806-f6e5-4e3b-8bb4-269509796381 None None] Checking segment: {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:32:00.353841 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-60651806-f6e5-4e3b-8bb4-269509796381 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:00.354236 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60651806-f6e5-4e3b-8bb4-269509796381 None None] Bound using segment: {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:32:00.354708 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-60651806-f6e5-4e3b-8bb4-269509796381 None None] Bound port: bbb03dff-6cf8-4232-aa5d-8c6517b0264d, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:32:00.355091 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-60651806-f6e5-4e3b-8bb4-269509796381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:00.434837 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-60651806-f6e5-4e3b-8bb4-269509796381 None None] For port bbb03dff-6cf8-4232-aa5d-8c6517b0264d, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:32:00.449704 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-60651806-f6e5-4e3b-8bb4-269509796381 None None] For port bbb03dff-6cf8-4232-aa5d-8c6517b0264d, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=bbb03dff-6cf8-4232-aa5d-8c6517b0264d,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:32:00.458756 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-60651806-f6e5-4e3b-8bb4-269509796381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:00.474763 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-0332d473-9a6d-4c55-92d3-21f3f621fd88 None None] Provisioning complete for port 0084268a-6887-477a-8234-ea7293716c96 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:32:00.475298 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-0332d473-9a6d-4c55-92d3-21f3f621fd88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:00.537857 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-85a24154-b2d1-475e-ab62-8a2b10b489d5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:00.545293 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-85a24154-b2d1-475e-ab62-8a2b10b489d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:00.556171 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-0332d473-9a6d-4c55-92d3-21f3f621fd88 None None] Port 0084268a-6887-477a-8234-ea7293716c96 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:32:00.563323 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60651806-f6e5-4e3b-8bb4-269509796381 None None] Routers {'78677311-e65a-4f75-85c5-303c4dee016b'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:32:00.564014 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-60651806-f6e5-4e3b-8bb4-269509796381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:31:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['78677311-e65a-4f75-85c5-303c4dee016b'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:32:00.618570 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8bf52b-66cc-4acc-aa46-cf3f7c6beeba None None] Pushing event updated for resources: {'Port': ['ID=bbb03dff-6cf8-4232-aa5d-8c6517b0264d,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:32:00.630418 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-85a24154-b2d1-475e-ab62-8a2b10b489d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1774432'] for router_interface, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:00.632884 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a24154-b2d1-475e-ab62-8a2b10b489d5 admin admin] Pushing event updated for resources: {'Port': ['ID=0084268a-6887-477a-8234-ea7293716c96,revision_number=2']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:32:00.708772 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-60651806-f6e5-4e3b-8bb4-269509796381 None None] Set router 78677311-e65a-4f75-85c5-303c4dee016b gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:32:00.744879 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a24154-b2d1-475e-ab62-8a2b10b489d5 admin admin] Network 7976a7eb-2897-4eb8-995e-f08c1cd2f412 is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:32:00.747071 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-85a24154-b2d1-475e-ab62-8a2b10b489d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:32:00.966567 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7085ab3d-ac9a-45e9-ab51-3d61ecdce46f req-3c9ca4d6-98c2-41d2-9219-b79ef05c8a39 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:00.979174 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7085ab3d-ac9a-45e9-ab51-3d61ecdce46f req-3c9ca4d6-98c2-41d2-9219-b79ef05c8a39 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/ports?device_id=64903675-1d35-478c-8304-5f01886d8f04 HTTP/1.1" status: 200 len: 943 time: 0.1247845 Oct 20 10:32:01.037932 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85a24154-b2d1-475e-ab62-8a2b10b489d5 admin admin] Router 78677311-e65a-4f75-85c5-303c4dee016b has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:32:01.085351 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7085ab3d-ac9a-45e9-ab51-3d61ecdce46f req-e44d9077-8f2f-4f1c-b387-42a172f59c02 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba094063-4980-4c22-bc34-9c1534c0beb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047242 Oct 20 10:32:01.184054 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-60651806-f6e5-4e3b-8bb4-269509796381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78677311-e65a-4f75-85c5-303c4dee016b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1886457982-router', 'tenant_id': '48ccf29c225140d485da830519a3e3da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': 'bbb03dff-6cf8-4232-aa5d-8c6517b0264d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:31:54Z', 'updated_at': '2021-10-20T10:32:00Z', 'revision_number': 4, 'project_id': '48ccf29c225140d485da830519a3e3da', 'gw_port': {'id': 'bbb03dff-6cf8-4232-aa5d-8c6517b0264d', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e9:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78677311-e65a-4f75-85c5-303c4dee016b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:31:55Z', 'updated_at': '2021-10-20T10:32:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '0084268a-6887-477a-8234-ea7293716c96', 'name': '', 'network_id': '7976a7eb-2897-4eb8-995e-f08c1cd2f412', 'tenant_id': '48ccf29c225140d485da830519a3e3da', 'mac_address': 'fa:16:3e:6d:7e:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78677311-e65a-4f75-85c5-303c4dee016b', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'fbb20899-e9ea-4ce7-b0d6-4e06ff362867', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:31:59Z', 'updated_at': '2021-10-20T10:32:00Z', 'revision_number': 2, 'project_id': '48ccf29c225140d485da830519a3e3da', 'subnets': [{'id': 'fbb20899-e9ea-4ce7-b0d6-4e06ff362867', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:32:01.221013 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85a24154-b2d1-475e-ab62-8a2b10b489d5 admin admin] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:32:01.238832 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60651806-f6e5-4e3b-8bb4-269509796381 None None] The sync data for ids ['78677311-e65a-4f75-85c5-303c4dee016b'] in n-d-811396-3 is: [{'id': '78677311-e65a-4f75-85c5-303c4dee016b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1886457982-router', 'tenant_id': '48ccf29c225140d485da830519a3e3da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': 'bbb03dff-6cf8-4232-aa5d-8c6517b0264d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:31:54Z', 'updated_at': '2021-10-20T10:32:00Z', 'revision_number': 4, 'project_id': '48ccf29c225140d485da830519a3e3da', 'gw_port': {'id': 'bbb03dff-6cf8-4232-aa5d-8c6517b0264d', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e9:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78677311-e65a-4f75-85c5-303c4dee016b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:31:55Z', 'updated_at': '2021-10-20T10:32:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '0084268a-6887-477a-8234-ea7293716c96', 'name': '', 'network_id': '7976a7eb-2897-4eb8-995e-f08c1cd2f412', 'tenant_id': '48ccf29c225140d485da830519a3e3da', 'mac_address': 'fa:16:3e:6d:7e:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78677311-e65a-4f75-85c5-303c4dee016b', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'fbb20899-e9ea-4ce7-b0d6-4e06ff362867', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:31:59Z', 'updated_at': '2021-10-20T10:32:00Z', 'revision_number': 2, 'project_id': '48ccf29c225140d485da830519a3e3da', 'subnets': [{'id': 'fbb20899-e9ea-4ce7-b0d6-4e06ff362867', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:32:01.247455 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-85a24154-b2d1-475e-ab62-8a2b10b489d5 admin admin] 10.222.0.64 "PUT /v2.0/routers/78677311-e65a-4f75-85c5-303c4dee016b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9263289 Oct 20 10:32:01.268636 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-ac38223b-6b2b-4f6a-8056-1518be4340cd None None] Provisioning complete for port 0084268a-6887-477a-8234-ea7293716c96 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:32:01.269342 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-ac38223b-6b2b-4f6a-8056-1518be4340cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:01.310807 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11912bd-fd65-4b89-81c5-6db21fb59673 req-942cdc45-3435-427c-971a-07d0228441fc tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:01.320671 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b11912bd-fd65-4b89-81c5-6db21fb59673 req-942cdc45-3435-427c-971a-07d0228441fc tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/ports?device_id=71975b9b-47f8-4e27-9d16-6eec3ce4ea95 HTTP/1.1" status: 200 len: 950 time: 0.1163580 Oct 20 10:32:01.328080 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-ac38223b-6b2b-4f6a-8056-1518be4340cd None None] Port 0084268a-6887-477a-8234-ea7293716c96 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:32:01.410528 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b11912bd-fd65-4b89-81c5-6db21fb59673 req-70f08285-daf7-4bcc-a5bc-69a2b02f233b tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/security-groups?id=33b0304f-e8b0-41ca-8b6c-fa0f5439f339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867290 Oct 20 10:32:01.467727 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dbfd91-950f-4b6a-890a-635936adb22d req-3d7d7c6d-3dfd-43d9-b590-3b8b7e7471f8 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:01.472059 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device e0251dce-b2aa-4267-a129-68fa1ecc090b no longer exists at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:32:01.495576 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-94dbfd91-950f-4b6a-890a-635936adb22d req-3d7d7c6d-3dfd-43d9-b590-3b8b7e7471f8 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c59bb62-1789-41a6-acf6-9b0278dd9612 HTTP/1.1" status: 200 len: 950 time: 0.1467283 Oct 20 10:32:01.556041 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-94dbfd91-950f-4b6a-890a-635936adb22d req-82cfec7d-839c-4445-a8a2-e01539942c69 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530653 Oct 20 10:32:02.442113 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-25969303-3398-4947-b962-d163e959d765 req-7ecb393a-22ec-4812-b22b-35866ff160f6 service neutron] 10.222.0.69 "GET /v2.0/ports/e0251dce-b2aa-4267-a129-68fa1ecc090b/bindings/n-h1-811396-3 HTTP/1.1" status: 200 len: 384 time: 0.1364388 Oct 20 10:32:02.458516 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ece2a7-23c2-489e-a246-c2675447df32 req-4c091ecd-ec11-4d25-acb7-5cd948e96624 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:02.464069 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-11ece2a7-23c2-489e-a246-c2675447df32 req-4c091ecd-ec11-4d25-acb7-5cd948e96624 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/ports?device_id=64903675-1d35-478c-8304-5f01886d8f04 HTTP/1.1" status: 200 len: 943 time: 0.0969741 Oct 20 10:32:02.633637 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-11ece2a7-23c2-489e-a246-c2675447df32 req-1dbb25c3-ee50-483c-9aeb-57baa5165ac8 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba094063-4980-4c22-bc34-9c1534c0beb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622195 Oct 20 10:32:02.746155 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9085b97f-a697-4b7c-805d-b1173374e2b7 req-1186955d-d8f7-4223-9f3d-66dfedc8b7cc tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:02.748104 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9085b97f-a697-4b7c-805d-b1173374e2b7 req-1186955d-d8f7-4223-9f3d-66dfedc8b7cc tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/ports?device_id=71975b9b-47f8-4e27-9d16-6eec3ce4ea95 HTTP/1.1" status: 200 len: 950 time: 0.2352362 Oct 20 10:32:03.219742 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44ae8f9-b17d-4359-af74-ed3d4df0a540 req-5180be3a-74a9-460e-877e-5fe807b68136 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:03.221482 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e44ae8f9-b17d-4359-af74-ed3d4df0a540 req-5180be3a-74a9-460e-877e-5fe807b68136 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.55 "GET /v2.0/ports?device_id=71975b9b-47f8-4e27-9d16-6eec3ce4ea95 HTTP/1.1" status: 200 len: 950 time: 0.6569793 Oct 20 10:32:03.410887 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e24481-2108-495b-b9c9-aeaec8fd210e req-a9e3669a-0537-4d11-a743-27c28f8e0e63 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:03.416264 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-86e24481-2108-495b-b9c9-aeaec8fd210e req-a9e3669a-0537-4d11-a743-27c28f8e0e63 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c59bb62-1789-41a6-acf6-9b0278dd9612 HTTP/1.1" status: 200 len: 950 time: 0.6669922 Oct 20 10:32:03.484642 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9085b97f-a697-4b7c-805d-b1173374e2b7 req-e6b7da0f-2d11-48e3-b24b-39b32bf9c5e2 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/security-groups?id=33b0304f-e8b0-41ca-8b6c-fa0f5439f339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7195277 Oct 20 10:32:03.523046 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-f683ad0d-3e27-4e28-b31a-c4a5891c42b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:03.838855 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device bbb03dff-6cf8-4232-aa5d-8c6517b0264d up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:32:03.846514 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-25969303-3398-4947-b962-d163e959d765 req-f672f968-9047-4335-8365-58425716e4d8 service neutron] For port e0251dce-b2aa-4267-a129-68fa1ecc090b, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=e0251dce-b2aa-4267-a129-68fa1ecc090b,segment=NetworkSegment(21a06331-2010-4bb7-8d07-13da7f15af4f),segment_id=21a06331-2010-4bb7-8d07-13da7f15af4f)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:32:03.975583 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port bbb03dff-6cf8-4232-aa5d-8c6517b0264d triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:32:03.975909 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:04.003889 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-86e24481-2108-495b-b9c9-aeaec8fd210e req-2870fe7e-7531-4a8f-8d57-1657ab0d9d95 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5583277 Oct 20 10:32:04.069098 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-25969303-3398-4947-b962-d163e959d765 req-f672f968-9047-4335-8365-58425716e4d8 service neutron] For port e0251dce-b2aa-4267-a129-68fa1ecc090b, host n-h2-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:32:04.169509 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-e44ae8f9-b17d-4359-af74-ed3d4df0a540 req-94895031-62b5-46e4-854a-52a23164c078 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] Deleting port 03d43538-ffbf-4b30-98d6-4a77208ff3d3 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:32:04.170121 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-e44ae8f9-b17d-4359-af74-ed3d4df0a540 req-94895031-62b5-46e4-854a-52a23164c078 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:04.191795 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:04.234767 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] For port bbb03dff-6cf8-4232-aa5d-8c6517b0264d, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=bbb03dff-6cf8-4232-aa5d-8c6517b0264d,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:32:04.242784 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:04.280022 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-e44ae8f9-b17d-4359-af74-ed3d4df0a540 req-94895031-62b5-46e4-854a-52a23164c078 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] For port 03d43538-ffbf-4b30-98d6-4a77208ff3d3, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=03d43538-ffbf-4b30-98d6-4a77208ff3d3,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:32:04.280397 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-e44ae8f9-b17d-4359-af74-ed3d4df0a540 req-94895031-62b5-46e4-854a-52a23164c078 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:04.295188 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-e44ae8f9-b17d-4359-af74-ed3d4df0a540 req-94895031-62b5-46e4-854a-52a23164c078 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] Calling delete_port for 03d43538-ffbf-4b30-98d6-4a77208ff3d3 owned by compute:nova {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:32:04.343563 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Pushing event updated for resources: {'Port': ['ID=bbb03dff-6cf8-4232-aa5d-8c6517b0264d,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:32:04.464000 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-e44ae8f9-b17d-4359-af74-ed3d4df0a540 req-94895031-62b5-46e4-854a-52a23164c078 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:04.468985 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [req-25969303-3398-4947-b962-d163e959d765 req-f672f968-9047-4335-8365-58425716e4d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0251dce-b2aa-4267-a129-68fa1ecc090b {{(pid=100596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:32:04.502105 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-25969303-3398-4947-b962-d163e959d765 req-f672f968-9047-4335-8365-58425716e4d8 service neutron] For port e0251dce-b2aa-4267-a129-68fa1ecc090b, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=e0251dce-b2aa-4267-a129-68fa1ecc090b,segment=NetworkSegment(21a06331-2010-4bb7-8d07-13da7f15af4f),segment_id=21a06331-2010-4bb7-8d07-13da7f15af4f)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:32:04.506235 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['ca4b6c1b-62ef-450a-aa40-8f2ecc9ced87', '03d43538-ffbf-4b30-98d6-4a77208ff3d3', '6f56cdd5-3a21-42fd-82df-94804732ae43'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:32:04.555000 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94895031-62b5-46e4-854a-52a23164c078 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] Pushing event deleted for resources: {'Port': ['ID=03d43538-ffbf-4b30-98d6-4a77208ff3d3,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:32:04.614494 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-25969303-3398-4947-b962-d163e959d765 req-f672f968-9047-4335-8365-58425716e4d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:04.757967 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-e44ae8f9-b17d-4359-af74-ed3d4df0a540 req-94895031-62b5-46e4-854a-52a23164c078 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] No DVR routers for this DVR port 03d43538-ffbf-4b30-98d6-4a77208ff3d3 on host n-h1-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:32:04.764439 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-e44ae8f9-b17d-4359-af74-ed3d4df0a540 req-94895031-62b5-46e4-854a-52a23164c078 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:04.768071 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e44ae8f9-b17d-4359-af74-ed3d4df0a540 req-94895031-62b5-46e4-854a-52a23164c078 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.55 "DELETE /v2.0/ports/03d43538-ffbf-4b30-98d6-4a77208ff3d3 HTTP/1.1" status: 204 len: 173 time: 1.5144839 Oct 20 10:32:04.769977 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71975b9b-47f8-4e27-9d16-6eec3ce4ea95', 'name': 'network-vif-deleted', 'tag': '03d43538-ffbf-4b30-98d6-4a77208ff3d3'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:32:04.774043 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6ebe559-de3e-4256-9bbc-7400663493de" -d '{"events": [{"server_uuid": "71975b9b-47f8-4e27-9d16-6eec3ce4ea95", "name": "network-vif-deleted", "tag": "03d43538-ffbf-4b30-98d6-4a77208ff3d3"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:32:04.872543 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-90c4dade-05fa-4dd7-81c6-2c125fe2575f req-eecadef6-750f-4ba8-bc7b-cdca71b8a425 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/ports?device_id=71975b9b-47f8-4e27-9d16-6eec3ce4ea95 HTTP/1.1" status: 200 len: 210 time: 0.1784148 Oct 20 10:32:04.970181 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f44a1b-cd1a-43df-9b3d-a47b9cf2db7b req-fa71638b-1442-49c2-9943-eb3517a83970 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:04.979724 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-62f44a1b-cd1a-43df-9b3d-a47b9cf2db7b req-fa71638b-1442-49c2-9943-eb3517a83970 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/ports?device_id=64903675-1d35-478c-8304-5f01886d8f04 HTTP/1.1" status: 200 len: 943 time: 0.5196230 Oct 20 10:32:05.127725 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.provisioning_blocks [req-25969303-3398-4947-b962-d163e959d765 req-f672f968-9047-4335-8365-58425716e4d8 service neutron] Transition to ACTIVE for port object e0251dce-b2aa-4267-a129-68fa1ecc090b will not be triggered until provisioned by entity L2. {{(pid=100596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:32:05.174284 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2308e518-03ce-4301-9033-855f8a954ecd x-openstack-request-id: req-2308e518-03ce-4301-9033-855f8a954ecd {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:32:05.174692 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71975b9b-47f8-4e27-9d16-6eec3ce4ea95", "name": "network-vif-deleted", "tag": "03d43538-ffbf-4b30-98d6-4a77208ff3d3", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:32:05.175158 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2308e518-03ce-4301-9033-855f8a954ecd {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:32:05.175672 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71975b9b-47f8-4e27-9d16-6eec3ce4ea95', 'name': 'network-vif-deleted', 'tag': '03d43538-ffbf-4b30-98d6-4a77208ff3d3', 'status': 'completed', 'code': 200} Oct 20 10:32:05.180130 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-25969303-3398-4947-b962-d163e959d765 req-f672f968-9047-4335-8365-58425716e4d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:05.282975 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f672f968-9047-4335-8365-58425716e4d8 service neutron] Pushing event updated for resources: {'Port': ['ID=e0251dce-b2aa-4267-a129-68fa1ecc090b,revision_number=10']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:32:05.294031 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-62f44a1b-cd1a-43df-9b3d-a47b9cf2db7b req-b069d291-d689-4157-ace7-54f589cff672 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba094063-4980-4c22-bc34-9c1534c0beb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3131504 Oct 20 10:32:05.374146 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-25969303-3398-4947-b962-d163e959d765 req-f672f968-9047-4335-8365-58425716e4d8 service neutron] No DVR routers for this DVR port e0251dce-b2aa-4267-a129-68fa1ecc090b on host n-h2-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:32:05.447900 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-25969303-3398-4947-b962-d163e959d765 req-f672f968-9047-4335-8365-58425716e4d8 service neutron] 10.222.0.69 "PUT /v2.0/ports/e0251dce-b2aa-4267-a129-68fa1ecc090b/bindings/n-h1-811396-3/activate HTTP/1.1" status: 200 len: 369 time: 2.9827583 Oct 20 10:32:05.530759 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaf0ba6-c005-439f-a434-6fdc0236b124 req-a27b295d-4d07-4a42-bf2f-d271da1c2b82 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:05.543893 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-edaf0ba6-c005-439f-a434-6fdc0236b124 req-a27b295d-4d07-4a42-bf2f-d271da1c2b82 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c59bb62-1789-41a6-acf6-9b0278dd9612 HTTP/1.1" status: 200 len: 950 time: 0.1333442 Oct 20 10:32:05.645996 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device bbb03dff-6cf8-4232-aa5d-8c6517b0264d up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:32:05.729838 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port bbb03dff-6cf8-4232-aa5d-8c6517b0264d triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:32:05.730538 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:05.738916 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-edaf0ba6-c005-439f-a434-6fdc0236b124 req-5f8043af-5430-49bd-be9f-e6bd89e593d0 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317074 Oct 20 10:32:05.761429 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25969303-3398-4947-b962-d163e959d765 req-0796bd38-4fb1-4736-8d73-fda1e9e3db70 tempest-LiveAutoBlockMigrationV225Test-237435139 tempest-LiveAutoBlockMigrationV225Test-237435139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:05.763170 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-25969303-3398-4947-b962-d163e959d765 req-0796bd38-4fb1-4736-8d73-fda1e9e3db70 tempest-LiveAutoBlockMigrationV225Test-237435139 tempest-LiveAutoBlockMigrationV225Test-237435139-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=64903675-1d35-478c-8304-5f01886d8f04&tenant_id=9d344b97e96e4da89707d7e9ad8232dc&binding%3Ahost_id=n-h2-811396-3 HTTP/1.1" status: 200 len: 1095 time: 0.2181554 Oct 20 10:32:05.825619 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25969303-3398-4947-b962-d163e959d765 req-f828751d-66a0-42c8-8157-646582a11b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:05.827071 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-25969303-3398-4947-b962-d163e959d765 req-f828751d-66a0-42c8-8157-646582a11b72 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=64903675-1d35-478c-8304-5f01886d8f04&tenant_id=9d344b97e96e4da89707d7e9ad8232dc HTTP/1.1" status: 200 len: 1095 time: 0.0534525 Oct 20 10:32:05.988030 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25969303-3398-4947-b962-d163e959d765 req-a48fe8d9-7d6a-47b0-b6a7-7292cc97dfef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:05.989994 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-25969303-3398-4947-b962-d163e959d765 req-a48fe8d9-7d6a-47b0-b6a7-7292cc97dfef service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9d344b97e96e4da89707d7e9ad8232dc&device_id=64903675-1d35-478c-8304-5f01886d8f04 HTTP/1.1" status: 200 len: 1095 time: 0.1115077 Oct 20 10:32:06.087879 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcfabfe4-81c4-4eff-b122-a574fe02ac93 None None] Sync routers for ids ['78677311-e65a-4f75-85c5-303c4dee016b'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:32:06.101361 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcfabfe4-81c4-4eff-b122-a574fe02ac93 None None] Routers {'78677311-e65a-4f75-85c5-303c4dee016b'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:32:06.105020 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-bcfabfe4-81c4-4eff-b122-a574fe02ac93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:31:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['78677311-e65a-4f75-85c5-303c4dee016b'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:32:06.166086 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-029cf9bb-c9f5-40d7-a08f-8cfcce3e8268 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:06.183486 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25969303-3398-4947-b962-d163e959d765 req-f79fd4c2-702c-43a1-b23a-060c8e8ae966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:06.194672 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-25969303-3398-4947-b962-d163e959d765 req-f79fd4c2-702c-43a1-b23a-060c8e8ae966 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1ce4070f-3cfd-4061-95b1-2481b8fda5e7 HTTP/1.1" status: 200 len: 922 time: 0.1865458 Oct 20 10:32:06.256163 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-25969303-3398-4947-b962-d163e959d765 req-3dae123e-8dd6-44f7-8a37-4c692ac4d563 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e0251dce-b2aa-4267-a129-68fa1ecc090b HTTP/1.1" status: 200 len: 217 time: 0.0545683 Oct 20 10:32:06.294607 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-bcfabfe4-81c4-4eff-b122-a574fe02ac93 None None] Set router 78677311-e65a-4f75-85c5-303c4dee016b gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:32:06.324919 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25969303-3398-4947-b962-d163e959d765 req-989522d4-aa56-431f-bd07-0cee623532a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:06.326956 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-25969303-3398-4947-b962-d163e959d765 req-989522d4-aa56-431f-bd07-0cee623532a6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4012c245-3079-4795-8c54-d3f2bf73a5b0 HTTP/1.1" status: 200 len: 861 time: 0.0603654 Oct 20 10:32:06.389028 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-25969303-3398-4947-b962-d163e959d765 req-521426f9-20bf-42b5-9959-5c85c2359a01 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1ce4070f-3cfd-4061-95b1-2481b8fda5e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515966 Oct 20 10:32:06.408521 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96f9302-fcb3-4d52-80e4-c43bebb69315 req-a66d9c1d-e3e2-4589-a68c-8f3c1b60810f tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:06.410038 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c96f9302-fcb3-4d52-80e4-c43bebb69315 req-a66d9c1d-e3e2-4589-a68c-8f3c1b60810f tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/ports?device_id=c33d2f24-c354-497f-a5a9-d23371745ada HTTP/1.1" status: 200 len: 949 time: 0.0880995 Oct 20 10:32:06.536462 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-bcfabfe4-81c4-4eff-b122-a574fe02ac93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78677311-e65a-4f75-85c5-303c4dee016b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1886457982-router', 'tenant_id': '48ccf29c225140d485da830519a3e3da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': 'bbb03dff-6cf8-4232-aa5d-8c6517b0264d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:31:54Z', 'updated_at': '2021-10-20T10:32:00Z', 'revision_number': 4, 'project_id': '48ccf29c225140d485da830519a3e3da', 'gw_port': {'id': 'bbb03dff-6cf8-4232-aa5d-8c6517b0264d', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e9:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78677311-e65a-4f75-85c5-303c4dee016b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:31:55Z', 'updated_at': '2021-10-20T10:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '0084268a-6887-477a-8234-ea7293716c96', 'name': '', 'network_id': '7976a7eb-2897-4eb8-995e-f08c1cd2f412', 'tenant_id': '48ccf29c225140d485da830519a3e3da', 'mac_address': 'fa:16:3e:6d:7e:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78677311-e65a-4f75-85c5-303c4dee016b', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'fbb20899-e9ea-4ce7-b0d6-4e06ff362867', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:31:59Z', 'updated_at': '2021-10-20T10:32:00Z', 'revision_number': 2, 'project_id': '48ccf29c225140d485da830519a3e3da', 'subnets': [{'id': 'fbb20899-e9ea-4ce7-b0d6-4e06ff362867', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:32:06.552665 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c96f9302-fcb3-4d52-80e4-c43bebb69315 req-a08e21c9-2b43-44cb-a578-588e03895d19 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/security-groups?id=33b0304f-e8b0-41ca-8b6c-fa0f5439f339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225078 Oct 20 10:32:06.569285 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e741d0-c6d4-4a49-92b6-000957d5c6f2 req-c630bbb3-22ca-43d8-9b33-d571fc0d6ae9 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:06.571084 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-86e741d0-c6d4-4a49-92b6-000957d5c6f2 req-c630bbb3-22ca-43d8-9b33-d571fc0d6ae9 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/ports?device_id=64903675-1d35-478c-8304-5f01886d8f04 HTTP/1.1" status: 200 len: 944 time: 0.1601336 Oct 20 10:32:06.602559 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcfabfe4-81c4-4eff-b122-a574fe02ac93 None None] Checking router: 78677311-e65a-4f75-85c5-303c4dee016b for host: n-d-811396-3 {{(pid=100599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:32:06.603060 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcfabfe4-81c4-4eff-b122-a574fe02ac93 None None] Updating router 78677311-e65a-4f75-85c5-303c4dee016b port 0084268a-6887-477a-8234-ea7293716c96 binding host n-d-811396-3 {{(pid=100599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 10:32:06.604974 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-25969303-3398-4947-b962-d163e959d765 req-1d147bc5-bdd2-44dc-a0e5-ee01967ec9f2 service neutron] 10.222.0.55 "GET /v2.0/networks/1ce4070f-3cfd-4061-95b1-2481b8fda5e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849861 Oct 20 10:32:06.631399 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-bcfabfe4-81c4-4eff-b122-a574fe02ac93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:06.650099 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-86e741d0-c6d4-4a49-92b6-000957d5c6f2 req-4c214e56-2ef7-4ae9-8091-3d6e586c2185 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba094063-4980-4c22-bc34-9c1534c0beb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657017 Oct 20 10:32:06.742995 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-25969303-3398-4947-b962-d163e959d765 req-59397322-09ef-4b0e-807c-fca7cd9dfc5f service neutron] 10.222.0.55 "GET /v2.0/networks/1ce4070f-3cfd-4061-95b1-2481b8fda5e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274087 Oct 20 10:32:06.886735 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09000afb-7fb4-475a-8a05-03fd22293fa3 req-59afde76-171c-409e-8e9f-7547d147df53 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:06.888966 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-09000afb-7fb4-475a-8a05-03fd22293fa3 req-59afde76-171c-409e-8e9f-7547d147df53 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c59bb62-1789-41a6-acf6-9b0278dd9612 HTTP/1.1" status: 200 len: 950 time: 0.0664592 Oct 20 10:32:06.934769 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-09000afb-7fb4-475a-8a05-03fd22293fa3 req-51e3ec84-9fa6-403b-a479-aa172bc926e1 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387268 Oct 20 10:32:06.984023 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-bcfabfe4-81c4-4eff-b122-a574fe02ac93 None None] Publish callbacks [] for port, precommit_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:06.992397 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-bcfabfe4-81c4-4eff-b122-a574fe02ac93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:07.050144 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d06fba1-23a0-469f-a03f-9c3d3499bda4 None None] Pushing event updated for resources: {'Port': ['ID=0084268a-6887-477a-8234-ea7293716c96,revision_number=3']} {{(pid=100599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:32:07.065646 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:07.140624 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25969303-3398-4947-b962-d163e959d765 req-455a75bd-a5e7-429f-8ee8-61b01143c2a0 tempest-LiveAutoBlockMigrationV225Test-237435139 tempest-LiveAutoBlockMigrationV225Test-237435139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:07.140880 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-bcfabfe4-81c4-4eff-b122-a574fe02ac93 None None] Attempting to bind port 0084268a-6887-477a-8234-ea7293716c96 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:32:07.141574 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-bcfabfe4-81c4-4eff-b122-a574fe02ac93 None None] Attempting to bind port 0084268a-6887-477a-8234-ea7293716c96 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '98901888-ca87-41c6-9677-698810f64e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '7976a7eb-2897-4eb8-995e-f08c1cd2f412'}] {{(pid=100599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:32:07.141574 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcfabfe4-81c4-4eff-b122-a574fe02ac93 None None] Attempting to bind port 0084268a-6887-477a-8234-ea7293716c96 on network 7976a7eb-2897-4eb8-995e-f08c1cd2f412 {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:32:07.142230 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-25969303-3398-4947-b962-d163e959d765 req-455a75bd-a5e7-429f-8ee8-61b01143c2a0 tempest-LiveAutoBlockMigrationV225Test-237435139 tempest-LiveAutoBlockMigrationV225Test-237435139-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=64903675-1d35-478c-8304-5f01886d8f04&tenant_id=9d344b97e96e4da89707d7e9ad8232dc&binding%3Ahost_id=n-h1-811396-3 HTTP/1.1" status: 200 len: 1095 time: 0.0723274 Oct 20 10:32:07.148455 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcfabfe4-81c4-4eff-b122-a574fe02ac93 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:32:07.149312 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcfabfe4-81c4-4eff-b122-a574fe02ac93 None None] Checking segment: {'id': '98901888-ca87-41c6-9677-698810f64e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '7976a7eb-2897-4eb8-995e-f08c1cd2f412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:32:07.151314 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 03d43538-ffbf-4b30-98d6-4a77208ff3d3 no longer exists at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:32:07.152024 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-bcfabfe4-81c4-4eff-b122-a574fe02ac93 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:07.177992 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcfabfe4-81c4-4eff-b122-a574fe02ac93 None None] Bound using segment: {'id': '98901888-ca87-41c6-9677-698810f64e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '7976a7eb-2897-4eb8-995e-f08c1cd2f412'} {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:32:07.181392 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-bcfabfe4-81c4-4eff-b122-a574fe02ac93 None None] Bound port: 0084268a-6887-477a-8234-ea7293716c96, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98901888-ca87-41c6-9677-698810f64e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '7976a7eb-2897-4eb8-995e-f08c1cd2f412'}}] {{(pid=100599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:32:07.185148 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-bcfabfe4-81c4-4eff-b122-a574fe02ac93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:07.202608 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] No Port match for: 03d43538-ffbf-4b30-98d6-4a77208ff3d3 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:32:07.202957 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 03d43538-ffbf-4b30-98d6-4a77208ff3d3 not bound to the agent host n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:32:07.340703 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.db [None req-bcfabfe4-81c4-4eff-b122-a574fe02ac93 None None] For port 0084268a-6887-477a-8234-ea7293716c96, host n-d-811396-3, cleared binding levels {{(pid=100599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:32:07.346135 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.db [None req-bcfabfe4-81c4-4eff-b122-a574fe02ac93 None None] For port 0084268a-6887-477a-8234-ea7293716c96, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=0084268a-6887-477a-8234-ea7293716c96,segment=NetworkSegment(98901888-ca87-41c6-9677-698810f64e5c),segment_id=98901888-ca87-41c6-9677-698810f64e5c)] {{(pid=100599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:32:07.355322 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e9566af1-54cd-41b1-8187-89da290b69ad req-a2189ebe-b830-4666-945f-01587d456799 tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1577953428&fields=id&tenant_id=c403c40bbf7f4a248f56e3795d093508 HTTP/1.1" status: 200 len: 267 time: 0.0508208 Oct 20 10:32:07.357455 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-bcfabfe4-81c4-4eff-b122-a574fe02ac93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:07.399243 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:07.404696 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-25969303-3398-4947-b962-d163e959d765 req-c155418e-be5f-4cb1-8056-666973ec1bd3 service neutron] For port e0251dce-b2aa-4267-a129-68fa1ecc090b, host n-h2-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:32:07.411956 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-25969303-3398-4947-b962-d163e959d765 req-c155418e-be5f-4cb1-8056-666973ec1bd3 service neutron] Publish callbacks [] for binding, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:07.412823 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-25969303-3398-4947-b962-d163e959d765 req-c155418e-be5f-4cb1-8056-666973ec1bd3 service neutron] 10.222.0.55 "DELETE /v2.0/ports/e0251dce-b2aa-4267-a129-68fa1ecc090b/bindings/n-h2-811396-3 HTTP/1.1" status: 204 len: 173 time: 0.2523785 Oct 20 10:32:07.422883 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcfabfe4-81c4-4eff-b122-a574fe02ac93 None None] Routers {'78677311-e65a-4f75-85c5-303c4dee016b'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:32:07.423989 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-bcfabfe4-81c4-4eff-b122-a574fe02ac93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:32:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['78677311-e65a-4f75-85c5-303c4dee016b'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:32:07.465074 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-60258088-075a-4c4e-b39d-c3c9bf8ddff5 None None] Provisioning complete for port 0084268a-6887-477a-8234-ea7293716c96 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:32:07.465785 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-60258088-075a-4c4e-b39d-c3c9bf8ddff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:07.513115 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d06fba1-23a0-469f-a03f-9c3d3499bda4 None None] Pushing event updated for resources: {'Port': ['ID=0084268a-6887-477a-8234-ea7293716c96,revision_number=4']} {{(pid=100599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:32:07.565766 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9566af1-54cd-41b1-8187-89da290b69ad req-51b35785-410d-46bd-ae49-1d06b66eeccb tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:07.568869 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e9566af1-54cd-41b1-8187-89da290b69ad req-51b35785-410d-46bd-ae49-1d06b66eeccb tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] 10.222.0.64 "GET /v2.0/networks?id=b5348cfb-edec-469e-9a10-140f5e3d3dc7 HTTP/1.1" status: 200 len: 816 time: 0.2045395 Oct 20 10:32:07.592516 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e9566af1-54cd-41b1-8187-89da290b69ad req-02dc7509-9b77-48df-9934-db60aeac1595 tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] 10.222.0.64 "GET /v2.0/quotas/c403c40bbf7f4a248f56e3795d093508 HTTP/1.1" status: 200 len: 375 time: 0.0158644 Oct 20 10:32:07.691929 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-60258088-075a-4c4e-b39d-c3c9bf8ddff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:07.698928 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:07.702527 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e9566af1-54cd-41b1-8187-89da290b69ad req-1618a228-53a5-4920-8b53-d83e248b1ef2 tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=c403c40bbf7f4a248f56e3795d093508&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0819955 Oct 20 10:32:07.704653 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-bcfabfe4-81c4-4eff-b122-a574fe02ac93 None None] Set router 78677311-e65a-4f75-85c5-303c4dee016b gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:32:07.783276 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-60258088-075a-4c4e-b39d-c3c9bf8ddff5 None None] For port 0084268a-6887-477a-8234-ea7293716c96, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=0084268a-6887-477a-8234-ea7293716c96,segment=NetworkSegment(98901888-ca87-41c6-9677-698810f64e5c),segment_id=98901888-ca87-41c6-9677-698810f64e5c)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:32:07.790161 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-60258088-075a-4c4e-b39d-c3c9bf8ddff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:07.865556 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60258088-075a-4c4e-b39d-c3c9bf8ddff5 None None] Pushing event updated for resources: {'Port': ['ID=0084268a-6887-477a-8234-ea7293716c96,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:32:07.908191 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3486cf-eb1c-4ef2-9981-2d41b6da56d5 req-b8be34be-e33e-4302-a7c3-363e5507871a tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:07.916178 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ca3486cf-eb1c-4ef2-9981-2d41b6da56d5 req-b8be34be-e33e-4302-a7c3-363e5507871a tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/ports?device_id=c33d2f24-c354-497f-a5a9-d23371745ada HTTP/1.1" status: 200 len: 949 time: 0.1783950 Oct 20 10:32:07.933997 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-a1e89423-4cf2-477c-9b5f-8fb478fa7e29 None None] Provisioning complete for port 0084268a-6887-477a-8234-ea7293716c96 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:32:07.934445 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-a1e89423-4cf2-477c-9b5f-8fb478fa7e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:07.975452 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ca3486cf-eb1c-4ef2-9981-2d41b6da56d5 req-8b26edab-86d1-48ad-b790-0ff94849a156 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/security-groups?id=33b0304f-e8b0-41ca-8b6c-fa0f5439f339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550046 Oct 20 10:32:08.005259 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e9566af1-54cd-41b1-8187-89da290b69ad req-c7e9b0a7-7746-45c8-b8dd-b5c1c7f1bf76 service neutron] 10.222.0.64 "GET /v2.0/networks/b5348cfb-edec-469e-9a10-140f5e3d3dc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2757602 Oct 20 10:32:08.082038 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-bcfabfe4-81c4-4eff-b122-a574fe02ac93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78677311-e65a-4f75-85c5-303c4dee016b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1886457982-router', 'tenant_id': '48ccf29c225140d485da830519a3e3da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': 'bbb03dff-6cf8-4232-aa5d-8c6517b0264d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:31:54Z', 'updated_at': '2021-10-20T10:32:00Z', 'revision_number': 4, 'project_id': '48ccf29c225140d485da830519a3e3da', 'gw_port': {'id': 'bbb03dff-6cf8-4232-aa5d-8c6517b0264d', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e9:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78677311-e65a-4f75-85c5-303c4dee016b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:31:55Z', 'updated_at': '2021-10-20T10:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '0084268a-6887-477a-8234-ea7293716c96', 'name': '', 'network_id': '7976a7eb-2897-4eb8-995e-f08c1cd2f412', 'tenant_id': '48ccf29c225140d485da830519a3e3da', 'mac_address': 'fa:16:3e:6d:7e:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78677311-e65a-4f75-85c5-303c4dee016b', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'fbb20899-e9ea-4ce7-b0d6-4e06ff362867', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:31:59Z', 'updated_at': '2021-10-20T10:32:07Z', 'revision_number': 4, 'project_id': '48ccf29c225140d485da830519a3e3da', 'subnets': [{'id': 'fbb20899-e9ea-4ce7-b0d6-4e06ff362867', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:32:08.111022 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcfabfe4-81c4-4eff-b122-a574fe02ac93 None None] The sync data for ids ['78677311-e65a-4f75-85c5-303c4dee016b'] in n-d-811396-3 is: [{'id': '78677311-e65a-4f75-85c5-303c4dee016b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1886457982-router', 'tenant_id': '48ccf29c225140d485da830519a3e3da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': 'bbb03dff-6cf8-4232-aa5d-8c6517b0264d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:31:54Z', 'updated_at': '2021-10-20T10:32:00Z', 'revision_number': 4, 'project_id': '48ccf29c225140d485da830519a3e3da', 'gw_port': {'id': 'bbb03dff-6cf8-4232-aa5d-8c6517b0264d', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e9:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78677311-e65a-4f75-85c5-303c4dee016b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:31:55Z', 'updated_at': '2021-10-20T10:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '0084268a-6887-477a-8234-ea7293716c96', 'name': '', 'network_id': '7976a7eb-2897-4eb8-995e-f08c1cd2f412', 'tenant_id': '48ccf29c225140d485da830519a3e3da', 'mac_address': 'fa:16:3e:6d:7e:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78677311-e65a-4f75-85c5-303c4dee016b', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'fbb20899-e9ea-4ce7-b0d6-4e06ff362867', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:31:59Z', 'updated_at': '2021-10-20T10:32:07Z', 'revision_number': 4, 'project_id': '48ccf29c225140d485da830519a3e3da', 'subnets': [{'id': 'fbb20899-e9ea-4ce7-b0d6-4e06ff362867', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:32:08.157047 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26e6c4e-fc43-4bb1-ac6e-8c9ef9a42ca2 req-71958837-ed48-48d0-91b3-78dd07964b06 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:08.158545 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b26e6c4e-fc43-4bb1-ac6e-8c9ef9a42ca2 req-71958837-ed48-48d0-91b3-78dd07964b06 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/ports?device_id=64903675-1d35-478c-8304-5f01886d8f04 HTTP/1.1" status: 200 len: 944 time: 0.0893013 Oct 20 10:32:08.167294 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e9566af1-54cd-41b1-8187-89da290b69ad req-21c89b34-b04e-4069-b0f5-bda1032bcb5a service neutron] 10.222.0.64 "GET /v2.0/networks/b5348cfb-edec-469e-9a10-140f5e3d3dc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613133 Oct 20 10:32:08.204353 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b26e6c4e-fc43-4bb1-ac6e-8c9ef9a42ca2 req-9402b3d8-8de6-4cee-915a-89b0bcc3f285 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba094063-4980-4c22-bc34-9c1534c0beb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357399 Oct 20 10:32:08.603434 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cac8d4e-30ad-42ec-9fde-06463ff4674a req-748f512d-d6f8-443d-8ecd-a0cce093ff5a tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:08.605189 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6cac8d4e-30ad-42ec-9fde-06463ff4674a req-748f512d-d6f8-443d-8ecd-a0cce093ff5a tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.55 "GET /v2.0/ports?device_id=c33d2f24-c354-497f-a5a9-d23371745ada HTTP/1.1" status: 200 len: 949 time: 0.1023753 Oct 20 10:32:08.613318 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7258ff2a-9084-4caf-978c-d2abd48fa00a req-adef0eda-6ed3-455a-9d02-26d40b86d56d tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:08.614938 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7258ff2a-9084-4caf-978c-d2abd48fa00a req-adef0eda-6ed3-455a-9d02-26d40b86d56d tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c59bb62-1789-41a6-acf6-9b0278dd9612 HTTP/1.1" status: 200 len: 950 time: 0.1021488 Oct 20 10:32:08.795759 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7258ff2a-9084-4caf-978c-d2abd48fa00a req-06676dcd-bb57-47b7-b671-4076a594a340 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264117 Oct 20 10:32:08.800601 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:08.835956 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6233a910-adbc-47c6-94df-a93f983ad058 req-17d1e242-13df-483c-9835-20504be2ce45 tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] 10.222.0.64 "GET /v2.0/ports?device_id=5494c8bb-e16d-4c69-9bbd-57729001929d HTTP/1.1" status: 200 len: 210 time: 0.0568547 Oct 20 10:32:08.905638 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-6cac8d4e-30ad-42ec-9fde-06463ff4674a req-abd28d98-637c-4cd1-8f3e-765848973858 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] Deleting port ca4b6c1b-62ef-450a-aa40-8f2ecc9ced87 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:32:08.906022 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-6cac8d4e-30ad-42ec-9fde-06463ff4674a req-abd28d98-637c-4cd1-8f3e-765848973858 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:09.102218 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091d582c-1b78-40f9-8adb-ed1d01192415 req-58c85963-0522-4f30-a537-a7d7cde6e6cc tempest-LiveAutoBlockMigrationV225Test-237435139 tempest-LiveAutoBlockMigrationV225Test-237435139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:09.104550 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-091d582c-1b78-40f9-8adb-ed1d01192415 req-58c85963-0522-4f30-a537-a7d7cde6e6cc tempest-LiveAutoBlockMigrationV225Test-237435139 tempest-LiveAutoBlockMigrationV225Test-237435139-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=64903675-1d35-478c-8304-5f01886d8f04 HTTP/1.1" status: 200 len: 1095 time: 0.1941314 Oct 20 10:32:09.169327 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-6cac8d4e-30ad-42ec-9fde-06463ff4674a req-abd28d98-637c-4cd1-8f3e-765848973858 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] For port ca4b6c1b-62ef-450a-aa40-8f2ecc9ced87, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=ca4b6c1b-62ef-450a-aa40-8f2ecc9ced87,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:32:09.169920 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-6cac8d4e-30ad-42ec-9fde-06463ff4674a req-abd28d98-637c-4cd1-8f3e-765848973858 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:09.200858 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-6cac8d4e-30ad-42ec-9fde-06463ff4674a req-abd28d98-637c-4cd1-8f3e-765848973858 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] Calling delete_port for ca4b6c1b-62ef-450a-aa40-8f2ecc9ced87 owned by compute:nova {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:32:09.216331 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d07dac-5e74-4d52-8306-ff59c62c4b4b req-f82f3d38-7449-4f2b-a4de-03b3901ff3d9 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:09.217947 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c9d07dac-5e74-4d52-8306-ff59c62c4b4b req-f82f3d38-7449-4f2b-a4de-03b3901ff3d9 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/ports?device_id=c33d2f24-c354-497f-a5a9-d23371745ada HTTP/1.1" status: 200 len: 949 time: 0.1293786 Oct 20 10:32:09.221944 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-091d582c-1b78-40f9-8adb-ed1d01192415 req-2ea705c4-6a0c-4b46-85b9-9906bd2374e7 tempest-LiveAutoBlockMigrationV225Test-237435139 tempest-LiveAutoBlockMigrationV225Test-237435139-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=ba094063-4980-4c22-bc34-9c1534c0beb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983970 Oct 20 10:32:09.349166 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c9d07dac-5e74-4d52-8306-ff59c62c4b4b req-2c40d7f0-d21e-4a3a-ba81-8fe80b64f3cb tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/security-groups?id=33b0304f-e8b0-41ca-8b6c-fa0f5439f339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164012 Oct 20 10:32:09.477029 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-6cac8d4e-30ad-42ec-9fde-06463ff4674a req-abd28d98-637c-4cd1-8f3e-765848973858 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:09.531744 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['ca4b6c1b-62ef-450a-aa40-8f2ecc9ced87', '6f56cdd5-3a21-42fd-82df-94804732ae43'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:32:09.550536 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd28d98-637c-4cd1-8f3e-765848973858 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] Pushing event deleted for resources: {'Port': ['ID=ca4b6c1b-62ef-450a-aa40-8f2ecc9ced87,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:32:09.634234 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cac8d4e-30ad-42ec-9fde-06463ff4674a req-abd28d98-637c-4cd1-8f3e-765848973858 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] No DVR routers for this DVR port ca4b6c1b-62ef-450a-aa40-8f2ecc9ced87 on host n-h1-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:32:09.663714 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-6cac8d4e-30ad-42ec-9fde-06463ff4674a req-abd28d98-637c-4cd1-8f3e-765848973858 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:09.667754 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6cac8d4e-30ad-42ec-9fde-06463ff4674a req-abd28d98-637c-4cd1-8f3e-765848973858 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.55 "DELETE /v2.0/ports/ca4b6c1b-62ef-450a-aa40-8f2ecc9ced87 HTTP/1.1" status: 204 len: 173 time: 1.0515862 Oct 20 10:32:09.669853 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c33d2f24-c354-497f-a5a9-d23371745ada', 'name': 'network-vif-deleted', 'tag': 'ca4b6c1b-62ef-450a-aa40-8f2ecc9ced87'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:32:09.672173 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea4baf20-646a-4e0b-b868-d666e3cbed2e" -d '{"events": [{"server_uuid": "c33d2f24-c354-497f-a5a9-d23371745ada", "name": "network-vif-deleted", "tag": "ca4b6c1b-62ef-450a-aa40-8f2ecc9ced87"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:32:09.703525 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca5a17e-e3c8-4121-96da-24efa401ceb8 req-1222b5f5-21b0-4226-b6ce-6b2019ca1f71 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:09.715152 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4ca5a17e-e3c8-4121-96da-24efa401ceb8 req-1222b5f5-21b0-4226-b6ce-6b2019ca1f71 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/ports?device_id=64903675-1d35-478c-8304-5f01886d8f04 HTTP/1.1" status: 200 len: 944 time: 0.0826707 Oct 20 10:32:09.735136 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 0084268a-6887-477a-8234-ea7293716c96 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:32:09.759209 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d79d2a6-cd18-4472-bb23-2c7cee589066 x-openstack-request-id: req-0d79d2a6-cd18-4472-bb23-2c7cee589066 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:32:09.759577 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c33d2f24-c354-497f-a5a9-d23371745ada", "name": "network-vif-deleted", "tag": "ca4b6c1b-62ef-450a-aa40-8f2ecc9ced87", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:32:09.759884 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0d79d2a6-cd18-4472-bb23-2c7cee589066 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:32:09.760579 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c33d2f24-c354-497f-a5a9-d23371745ada', 'name': 'network-vif-deleted', 'tag': 'ca4b6c1b-62ef-450a-aa40-8f2ecc9ced87', 'status': 'completed', 'code': 200} Oct 20 10:32:09.787542 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4ca5a17e-e3c8-4121-96da-24efa401ceb8 req-585f50a7-7276-499f-9cd4-053d41d3d5f7 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba094063-4980-4c22-bc34-9c1534c0beb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709341 Oct 20 10:32:09.855852 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 0084268a-6887-477a-8234-ea7293716c96 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:32:09.857013 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:10.084143 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-dd66856c-a973-4172-bd0d-bb9532933f22 req-ad68f810-04c7-4f01-8571-f27a8f293ef1 tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] 10.222.0.64 "GET /v2.0/ports?device_id=5494c8bb-e16d-4c69-9bbd-57729001929d HTTP/1.1" status: 200 len: 210 time: 0.0946026 Oct 20 10:32:10.166140 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c350db8d-f079-4e14-b57f-f858520c539e req-5665f865-0f32-4700-a008-52c0271fb6e8 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:10.167679 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c350db8d-f079-4e14-b57f-f858520c539e req-5665f865-0f32-4700-a008-52c0271fb6e8 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c59bb62-1789-41a6-acf6-9b0278dd9612 HTTP/1.1" status: 200 len: 950 time: 0.1698294 Oct 20 10:32:10.237837 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9566af1-54cd-41b1-8187-89da290b69ad req-a8fb72d2-6129-4735-a8a7-b216489c6f5e tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:10.239813 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e9566af1-54cd-41b1-8187-89da290b69ad req-a8fb72d2-6129-4735-a8a7-b216489c6f5e tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] 10.222.0.69 "GET /v2.0/networks?id=b5348cfb-edec-469e-9a10-140f5e3d3dc7 HTTP/1.1" status: 200 len: 816 time: 0.2711740 Oct 20 10:32:10.254163 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c350db8d-f079-4e14-b57f-f858520c539e req-41503030-91eb-4038-92f0-7285ea54ec5b tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653067 Oct 20 10:32:10.293949 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e9566af1-54cd-41b1-8187-89da290b69ad req-bd8239dd-1b5d-4887-a409-6d1e31ec5b5a tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c403c40bbf7f4a248f56e3795d093508 HTTP/1.1" status: 200 len: 380 time: 0.0443678 Oct 20 10:32:10.304219 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-e9566af1-54cd-41b1-8187-89da290b69ad req-2bfabf7c-9c0d-41aa-98cd-52945ea02339 tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] Request body: {'port': {'device_id': '5494c8bb-e16d-4c69-9bbd-57729001929d', 'network_id': 'b5348cfb-edec-469e-9a10-140f5e3d3dc7', 'admin_state_up': True, 'tenant_id': 'c403c40bbf7f4a248f56e3795d093508', 'security_groups': ['7bf05388-42aa-4d45-8ad3-a92e8669d9d9']}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:32:10.435413 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9566af1-54cd-41b1-8187-89da290b69ad req-2bfabf7c-9c0d-41aa-98cd-52945ea02339 tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] Made reservation on behalf of c403c40bbf7f4a248f56e3795d093508 for: {'port': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:32:10.441278 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-e9566af1-54cd-41b1-8187-89da290b69ad req-2bfabf7c-9c0d-41aa-98cd-52945ea02339 tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:10.581854 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-880f89aa-468e-4c44-bb2e-2aa88b5eaf36 req-cd56eab1-da10-4900-8d22-e8c027986e41 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/ports?device_id=c33d2f24-c354-497f-a5a9-d23371745ada HTTP/1.1" status: 200 len: 210 time: 0.0511894 Oct 20 10:32:10.684654 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [req-e9566af1-54cd-41b1-8187-89da290b69ad req-2bfabf7c-9c0d-41aa-98cd-52945ea02339 tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] Allocated IP 172.20.0.11 (b5348cfb-edec-469e-9a10-140f5e3d3dc7/bf7a4fdc-497b-4ffd-af1e-57b2c48df7c3/9b98137f-64b7-47dd-94b7-8706ff9c48f0) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:32:10.904949 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868781ef-5d7f-4cc6-bdc2-220298cb7fe8 req-a67dde54-2bf4-4f5b-b6ec-318e72a90a35 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:10.906496 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-868781ef-5d7f-4cc6-bdc2-220298cb7fe8 req-a67dde54-2bf4-4f5b-b6ec-318e72a90a35 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.55 "GET /v2.0/ports?device_id=64903675-1d35-478c-8304-5f01886d8f04 HTTP/1.1" status: 200 len: 944 time: 0.0879593 Oct 20 10:32:10.936361 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-e9566af1-54cd-41b1-8187-89da290b69ad req-2bfabf7c-9c0d-41aa-98cd-52945ea02339 tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:11.390271 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9596dfb9-6505-4644-9f04-10e1308d2f4b req-7b0f8b4b-af5b-454a-8db1-76ecabec2136 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:11.391737 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9596dfb9-6505-4644-9f04-10e1308d2f4b req-7b0f8b4b-af5b-454a-8db1-76ecabec2136 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/ports?device_id=64903675-1d35-478c-8304-5f01886d8f04 HTTP/1.1" status: 200 len: 944 time: 0.4706092 Oct 20 10:32:11.398248 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4814aba5-4e49-42be-a983-907adaa0c300 req-58271622-a13e-40bd-adf3-c58bcdb2e56e tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] 10.222.0.64 "GET /v2.0/ports?device_id=5494c8bb-e16d-4c69-9bbd-57729001929d HTTP/1.1" status: 200 len: 210 time: 0.0491831 Oct 20 10:32:11.430624 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-e9566af1-54cd-41b1-8187-89da290b69ad req-2bfabf7c-9c0d-41aa-98cd-52945ea02339 tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:11.501833 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9596dfb9-6505-4644-9f04-10e1308d2f4b req-8b005835-a6ea-4570-b1ee-9255ce440e2f tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba094063-4980-4c22-bc34-9c1534c0beb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026192 Oct 20 10:32:11.509816 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9566af1-54cd-41b1-8187-89da290b69ad req-2bfabf7c-9c0d-41aa-98cd-52945ea02339 tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] Network b5348cfb-edec-469e-9a10-140f5e3d3dc7 is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:32:11.511957 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-868781ef-5d7f-4cc6-bdc2-220298cb7fe8 req-696ac8fd-ee3e-49c5-aa63-d05809faede9 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Deleting port e0251dce-b2aa-4267-a129-68fa1ecc090b {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:32:11.512170 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-868781ef-5d7f-4cc6-bdc2-220298cb7fe8 req-696ac8fd-ee3e-49c5-aa63-d05809faede9 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:11.519519 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [req-e9566af1-54cd-41b1-8187-89da290b69ad req-2bfabf7c-9c0d-41aa-98cd-52945ea02339 tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:32:11.533649 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfabf7c-9c0d-41aa-98cd-52945ea02339 tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] Pushing event updated for resources: {'Port': ['ID=9b98137f-64b7-47dd-94b7-8706ff9c48f0,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:32:11.536367 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9566af1-54cd-41b1-8187-89da290b69ad req-2bfabf7c-9c0d-41aa-98cd-52945ea02339 tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:32:11.730376 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9566af1-54cd-41b1-8187-89da290b69ad req-2bfabf7c-9c0d-41aa-98cd-52945ea02339 tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:11.731057 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-e9566af1-54cd-41b1-8187-89da290b69ad req-2bfabf7c-9c0d-41aa-98cd-52945ea02339 tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:11.789705 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6ecab3-6084-4496-8ddd-b838e22eae67 req-44baefe8-3290-4ae8-adb3-ec41ae3b32f9 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:11.797450 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2b6ecab3-6084-4496-8ddd-b838e22eae67 req-44baefe8-3290-4ae8-adb3-ec41ae3b32f9 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c59bb62-1789-41a6-acf6-9b0278dd9612 HTTP/1.1" status: 200 len: 950 time: 0.1913555 Oct 20 10:32:11.805692 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-868781ef-5d7f-4cc6-bdc2-220298cb7fe8 req-696ac8fd-ee3e-49c5-aa63-d05809faede9 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] For port e0251dce-b2aa-4267-a129-68fa1ecc090b, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=e0251dce-b2aa-4267-a129-68fa1ecc090b,segment=NetworkSegment(21a06331-2010-4bb7-8d07-13da7f15af4f),segment_id=21a06331-2010-4bb7-8d07-13da7f15af4f)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:32:11.806064 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-868781ef-5d7f-4cc6-bdc2-220298cb7fe8 req-696ac8fd-ee3e-49c5-aa63-d05809faede9 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:11.825045 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e9566af1-54cd-41b1-8187-89da290b69ad req-2bfabf7c-9c0d-41aa-98cd-52945ea02339 tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5246382 Oct 20 10:32:11.837460 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-e9566af1-54cd-41b1-8187-89da290b69ad req-7e0faa0e-3b2d-4553-8454-3c25770ae3e0 service neutron] Request body: {'port': {'device_id': '5494c8bb-e16d-4c69-9bbd-57729001929d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811396-3'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:32:11.840916 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-868781ef-5d7f-4cc6-bdc2-220298cb7fe8 req-696ac8fd-ee3e-49c5-aa63-d05809faede9 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Calling delete_port for e0251dce-b2aa-4267-a129-68fa1ecc090b owned by compute:nova {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:32:11.958733 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2b6ecab3-6084-4496-8ddd-b838e22eae67 req-f1800f7f-cf66-4c0a-8d9d-cf83000b4a5f tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602700 Oct 20 10:32:11.998655 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-cd5f0b65-5766-4edd-9640-cd5683124f6b None None] Provisioning complete for port 9b98137f-64b7-47dd-94b7-8706ff9c48f0 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:32:11.999232 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-cd5f0b65-5766-4edd-9640-cd5683124f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:12.016904 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-e9566af1-54cd-41b1-8187-89da290b69ad req-7e0faa0e-3b2d-4553-8454-3c25770ae3e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:12.071414 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-cd5f0b65-5766-4edd-9640-cd5683124f6b None None] Port 9b98137f-64b7-47dd-94b7-8706ff9c48f0 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:32:12.276587 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-868781ef-5d7f-4cc6-bdc2-220298cb7fe8 req-696ac8fd-ee3e-49c5-aa63-d05809faede9 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:12.287922 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5175695d-68b7-48a2-8f84-1ba0ac63ded9 req-e85ab9d5-bf90-4ec0-9e49-400556bfe0e6 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:12.289434 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5175695d-68b7-48a2-8f84-1ba0ac63ded9 req-e85ab9d5-bf90-4ec0-9e49-400556bfe0e6 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/ports?device_id=4569972b-c804-4ed9-a1b0-4552777252e5 HTTP/1.1" status: 200 len: 951 time: 0.2067094 Oct 20 10:32:12.324647 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['c775663b-fc25-4ef4-aea4-435e5dde701a', 'e0251dce-b2aa-4267-a129-68fa1ecc090b'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:32:12.476874 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5175695d-68b7-48a2-8f84-1ba0ac63ded9 req-1ad5289d-a967-44b4-bb38-392a0894390d tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/security-groups?id=33b0304f-e8b0-41ca-8b6c-fa0f5439f339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725855 Oct 20 10:32:12.478138 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696ac8fd-ee3e-49c5-aa63-d05809faede9 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Pushing event deleted for resources: {'Port': ['ID=e0251dce-b2aa-4267-a129-68fa1ecc090b,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:32:12.560479 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-868781ef-5d7f-4cc6-bdc2-220298cb7fe8 req-696ac8fd-ee3e-49c5-aa63-d05809faede9 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] No DVR routers for this DVR port e0251dce-b2aa-4267-a129-68fa1ecc090b on host n-h1-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:32:12.563512 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-868781ef-5d7f-4cc6-bdc2-220298cb7fe8 req-696ac8fd-ee3e-49c5-aa63-d05809faede9 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:12.567141 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-868781ef-5d7f-4cc6-bdc2-220298cb7fe8 req-696ac8fd-ee3e-49c5-aa63-d05809faede9 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.55 "DELETE /v2.0/ports/e0251dce-b2aa-4267-a129-68fa1ecc090b HTTP/1.1" status: 204 len: 173 time: 1.6446686 Oct 20 10:32:12.572606 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64903675-1d35-478c-8304-5f01886d8f04', 'name': 'network-vif-deleted', 'tag': 'e0251dce-b2aa-4267-a129-68fa1ecc090b'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:32:12.573806 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6d2df90-88f5-495a-8bc7-8aedbbabd8c2" -d '{"events": [{"server_uuid": "64903675-1d35-478c-8304-5f01886d8f04", "name": "network-vif-deleted", "tag": "e0251dce-b2aa-4267-a129-68fa1ecc090b"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:32:12.714671 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f97f52-db5b-4f09-b765-deda0c3c9957 req-fa965fc1-d512-4ceb-9855-aca90bb1847e tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:12.720952 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-94f97f52-db5b-4f09-b765-deda0c3c9957 req-fa965fc1-d512-4ceb-9855-aca90bb1847e tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] 10.222.0.64 "GET /v2.0/ports?device_id=5494c8bb-e16d-4c69-9bbd-57729001929d HTTP/1.1" status: 200 len: 932 time: 0.2114592 Oct 20 10:32:12.758380 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [req-e9566af1-54cd-41b1-8187-89da290b69ad req-7e0faa0e-3b2d-4553-8454-3c25770ae3e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b98137f-64b7-47dd-94b7-8706ff9c48f0 {{(pid=100596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:32:12.767197 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2c5d2b3c-f408-4632-901f-a15208b78b1f req-88304be8-cb59-4c21-adb5-b33ee6160d44 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/ports?device_id=64903675-1d35-478c-8304-5f01886d8f04 HTTP/1.1" status: 200 len: 210 time: 0.0925105 Oct 20 10:32:12.777017 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-e9566af1-54cd-41b1-8187-89da290b69ad req-7e0faa0e-3b2d-4553-8454-3c25770ae3e0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:12.798889 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.provisioning_blocks [req-e9566af1-54cd-41b1-8187-89da290b69ad req-7e0faa0e-3b2d-4553-8454-3c25770ae3e0 service neutron] Transition to ACTIVE for port object 9b98137f-64b7-47dd-94b7-8706ff9c48f0 will not be triggered until provisioned by entity L2. {{(pid=100596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:32:12.813504 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-e9566af1-54cd-41b1-8187-89da290b69ad req-7e0faa0e-3b2d-4553-8454-3c25770ae3e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:12.855634 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8608e78-827f-48db-8ce8-415ee7bf4caa x-openstack-request-id: req-d8608e78-827f-48db-8ce8-415ee7bf4caa {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:32:12.856135 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64903675-1d35-478c-8304-5f01886d8f04", "name": "network-vif-deleted", "tag": "e0251dce-b2aa-4267-a129-68fa1ecc090b", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:32:12.856790 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d8608e78-827f-48db-8ce8-415ee7bf4caa {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:32:12.857327 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64903675-1d35-478c-8304-5f01886d8f04', 'name': 'network-vif-deleted', 'tag': 'e0251dce-b2aa-4267-a129-68fa1ecc090b', 'status': 'completed', 'code': 200} Oct 20 10:32:12.879020 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-94f97f52-db5b-4f09-b765-deda0c3c9957 req-f7b79714-7ddb-4739-9672-ea923026d2db tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] 10.222.0.64 "GET /v2.0/security-groups?id=7bf05388-42aa-4d45-8ad3-a92e8669d9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148205 Oct 20 10:32:12.973116 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0faa0e-3b2d-4553-8454-3c25770ae3e0 service neutron] Pushing event updated for resources: {'Port': ['ID=9b98137f-64b7-47dd-94b7-8706ff9c48f0,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:32:13.051261 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-e9566af1-54cd-41b1-8187-89da290b69ad req-7e0faa0e-3b2d-4553-8454-3c25770ae3e0 service neutron] Attempting to bind port 9b98137f-64b7-47dd-94b7-8706ff9c48f0 on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:32:13.051670 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-e9566af1-54cd-41b1-8187-89da290b69ad req-7e0faa0e-3b2d-4553-8454-3c25770ae3e0 service neutron] Attempting to bind port 9b98137f-64b7-47dd-94b7-8706ff9c48f0 by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': '9e616d02-390a-4656-8a4e-b93f56ca0d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'b5348cfb-edec-469e-9a10-140f5e3d3dc7'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:32:13.051950 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9566af1-54cd-41b1-8187-89da290b69ad req-7e0faa0e-3b2d-4553-8454-3c25770ae3e0 service neutron] Attempting to bind port 9b98137f-64b7-47dd-94b7-8706ff9c48f0 on network b5348cfb-edec-469e-9a10-140f5e3d3dc7 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:32:13.070868 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9566af1-54cd-41b1-8187-89da290b69ad req-7e0faa0e-3b2d-4553-8454-3c25770ae3e0 service neutron] Port 9b98137f-64b7-47dd-94b7-8706ff9c48f0 on network b5348cfb-edec-469e-9a10-140f5e3d3dc7 not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:32:13.071235 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9566af1-54cd-41b1-8187-89da290b69ad req-7e0faa0e-3b2d-4553-8454-3c25770ae3e0 service neutron] Attempting to bind port 9b98137f-64b7-47dd-94b7-8706ff9c48f0 on network b5348cfb-edec-469e-9a10-140f5e3d3dc7 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:32:13.091107 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9566af1-54cd-41b1-8187-89da290b69ad req-7e0faa0e-3b2d-4553-8454-3c25770ae3e0 service neutron] Checking agent: {'id': '061232a2-7adc-4ba1-a873-e8cb136b064d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:32:13.092203 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9566af1-54cd-41b1-8187-89da290b69ad req-7e0faa0e-3b2d-4553-8454-3c25770ae3e0 service neutron] Checking segment: {'id': '9e616d02-390a-4656-8a4e-b93f56ca0d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'b5348cfb-edec-469e-9a10-140f5e3d3dc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:32:13.092203 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9566af1-54cd-41b1-8187-89da290b69ad req-7e0faa0e-3b2d-4553-8454-3c25770ae3e0 service neutron] Bound using segment: {'id': '9e616d02-390a-4656-8a4e-b93f56ca0d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'b5348cfb-edec-469e-9a10-140f5e3d3dc7'} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:32:13.092487 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-e9566af1-54cd-41b1-8187-89da290b69ad req-7e0faa0e-3b2d-4553-8454-3c25770ae3e0 service neutron] Bound port: 9b98137f-64b7-47dd-94b7-8706ff9c48f0, host: n-h2-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e616d02-390a-4656-8a4e-b93f56ca0d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'b5348cfb-edec-469e-9a10-140f5e3d3dc7'}}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:32:13.092773 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-e9566af1-54cd-41b1-8187-89da290b69ad req-7e0faa0e-3b2d-4553-8454-3c25770ae3e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:13.188474 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-e9566af1-54cd-41b1-8187-89da290b69ad req-7e0faa0e-3b2d-4553-8454-3c25770ae3e0 service neutron] For port 9b98137f-64b7-47dd-94b7-8706ff9c48f0, host n-h2-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:32:13.217881 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device e0251dce-b2aa-4267-a129-68fa1ecc090b no longer exists at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:32:13.263695 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-e9566af1-54cd-41b1-8187-89da290b69ad req-7e0faa0e-3b2d-4553-8454-3c25770ae3e0 service neutron] For port 9b98137f-64b7-47dd-94b7-8706ff9c48f0, host n-h2-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=9b98137f-64b7-47dd-94b7-8706ff9c48f0,segment=NetworkSegment(9e616d02-390a-4656-8a4e-b93f56ca0d07),segment_id=9e616d02-390a-4656-8a4e-b93f56ca0d07)] {{(pid=100596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:32:13.268045 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-e9566af1-54cd-41b1-8187-89da290b69ad req-7e0faa0e-3b2d-4553-8454-3c25770ae3e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:13.280512 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] No Port match for: e0251dce-b2aa-4267-a129-68fa1ecc090b {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:32:13.281259 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device e0251dce-b2aa-4267-a129-68fa1ecc090b not bound to the agent host n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:32:13.281929 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device ca4b6c1b-62ef-450a-aa40-8f2ecc9ced87 no longer exists at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:32:13.305847 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] No Port match for: ca4b6c1b-62ef-450a-aa40-8f2ecc9ced87 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:32:13.307812 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device ca4b6c1b-62ef-450a-aa40-8f2ecc9ced87 not bound to the agent host n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:32:13.315362 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d67136-4156-463c-a015-23621573b5d2 req-a9cbbbc4-feed-4a5f-957b-20f95789566b tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:13.330002 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b0d67136-4156-463c-a015-23621573b5d2 req-a9cbbbc4-feed-4a5f-957b-20f95789566b tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c59bb62-1789-41a6-acf6-9b0278dd9612 HTTP/1.1" status: 200 len: 950 time: 0.1314378 Oct 20 10:32:13.356049 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9566af1-54cd-41b1-8187-89da290b69ad req-7e0faa0e-3b2d-4553-8454-3c25770ae3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:13.356689 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-e9566af1-54cd-41b1-8187-89da290b69ad req-7e0faa0e-3b2d-4553-8454-3c25770ae3e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:13.358806 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e9566af1-54cd-41b1-8187-89da290b69ad req-7e0faa0e-3b2d-4553-8454-3c25770ae3e0 service neutron] 10.222.0.69 "PUT /v2.0/ports/9b98137f-64b7-47dd-94b7-8706ff9c48f0 HTTP/1.1" status: 200 len: 1092 time: 1.5255020 Oct 20 10:32:13.402884 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0faa0e-3b2d-4553-8454-3c25770ae3e0 service neutron] Pushing event updated for resources: {'Port': ['ID=9b98137f-64b7-47dd-94b7-8706ff9c48f0,revision_number=3']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:32:13.489484 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b0d67136-4156-463c-a015-23621573b5d2 req-2244031f-73d7-4f12-809e-86f7c71c723f tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639986 Oct 20 10:32:13.538347 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9566af1-54cd-41b1-8187-89da290b69ad req-0aa8e3c9-6f17-48de-947c-531ff0aec671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:13.539932 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e9566af1-54cd-41b1-8187-89da290b69ad req-0aa8e3c9-6f17-48de-947c-531ff0aec671 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c403c40bbf7f4a248f56e3795d093508&device_id=5494c8bb-e16d-4c69-9bbd-57729001929d HTTP/1.1" status: 200 len: 1095 time: 0.1174576 Oct 20 10:32:13.617342 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e9566af1-54cd-41b1-8187-89da290b69ad req-d8e2d6cf-86de-4d65-a450-ac08a9cb5674 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9b98137f-64b7-47dd-94b7-8706ff9c48f0 HTTP/1.1" status: 200 len: 217 time: 0.0693157 Oct 20 10:32:13.754977 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b871023-dd86-41a5-a72e-c7d5f66724b4 req-d3201172-ebd0-4214-b515-508ee04cfc4a tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:13.756850 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0b871023-dd86-41a5-a72e-c7d5f66724b4 req-d3201172-ebd0-4214-b515-508ee04cfc4a tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/ports?device_id=4569972b-c804-4ed9-a1b0-4552777252e5 HTTP/1.1" status: 200 len: 951 time: 0.1334321 Oct 20 10:32:13.758871 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9566af1-54cd-41b1-8187-89da290b69ad req-9e4d4b13-43e4-4352-b833-1e5e25e797df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:13.760289 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e9566af1-54cd-41b1-8187-89da290b69ad req-9e4d4b13-43e4-4352-b833-1e5e25e797df service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bf7a4fdc-497b-4ffd-af1e-57b2c48df7c3 HTTP/1.1" status: 200 len: 855 time: 0.0844333 Oct 20 10:32:13.856176 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0b871023-dd86-41a5-a72e-c7d5f66724b4 req-15140053-abcd-4fbc-b9b2-0df88e76a478 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/security-groups?id=33b0304f-e8b0-41ca-8b6c-fa0f5439f339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875812 Oct 20 10:32:13.867758 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9566af1-54cd-41b1-8187-89da290b69ad req-ae1f8c31-0081-4d65-bceb-d18e69a3cea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:13.869279 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e9566af1-54cd-41b1-8187-89da290b69ad req-ae1f8c31-0081-4d65-bceb-d18e69a3cea5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b5348cfb-edec-469e-9a10-140f5e3d3dc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0933952 Oct 20 10:32:13.925839 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bff2aa56-8131-4bf3-802d-4d7be1a7ed9a req-99529ad6-fb90-47fc-9b60-c23e79e2dac1 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/ports?device_id=64903675-1d35-478c-8304-5f01886d8f04 HTTP/1.1" status: 200 len: 210 time: 0.0605664 Oct 20 10:32:14.107343 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e9566af1-54cd-41b1-8187-89da290b69ad req-b23f5696-7575-4656-952c-cc3133f697f1 service neutron] 10.222.0.69 "GET /v2.0/networks/b5348cfb-edec-469e-9a10-140f5e3d3dc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274745 Oct 20 10:32:14.121386 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07d5d3a-063e-4bf7-9018-36f48f566fd3 req-e8bf1371-9dad-4cdf-b063-4ee7e3c6913a tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:14.122872 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f07d5d3a-063e-4bf7-9018-36f48f566fd3 req-e8bf1371-9dad-4cdf-b063-4ee7e3c6913a tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] 10.222.0.64 "GET /v2.0/ports?device_id=5494c8bb-e16d-4c69-9bbd-57729001929d HTTP/1.1" status: 200 len: 944 time: 0.1580300 Oct 20 10:32:14.137847 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d96dce-218b-4192-9e47-bc3cb99f26f4 req-55c2469a-92e2-4db6-b097-313e4f545349 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:14.139304 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b3d96dce-218b-4192-9e47-bc3cb99f26f4 req-55c2469a-92e2-4db6-b097-313e4f545349 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.55 "GET /v2.0/ports?device_id=4569972b-c804-4ed9-a1b0-4552777252e5 HTTP/1.1" status: 200 len: 951 time: 0.1970153 Oct 20 10:32:14.311310 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f07d5d3a-063e-4bf7-9018-36f48f566fd3 req-29064ac6-763c-41a8-830e-b2b0baa3ba49 tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] 10.222.0.64 "GET /v2.0/security-groups?id=7bf05388-42aa-4d45-8ad3-a92e8669d9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1700165 Oct 20 10:32:14.345731 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e9566af1-54cd-41b1-8187-89da290b69ad req-f1875f8f-8136-4c48-95b6-dff42095fd83 service neutron] 10.222.0.69 "GET /v2.0/networks/b5348cfb-edec-469e-9a10-140f5e3d3dc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217140 Oct 20 10:32:14.362041 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-b3d96dce-218b-4192-9e47-bc3cb99f26f4 req-ececcdd5-660a-4961-b10d-bc0cccdbf267 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] Deleting port 6f56cdd5-3a21-42fd-82df-94804732ae43 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:32:14.362386 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-b3d96dce-218b-4192-9e47-bc3cb99f26f4 req-ececcdd5-660a-4961-b10d-bc0cccdbf267 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:14.455193 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-b3d96dce-218b-4192-9e47-bc3cb99f26f4 req-ececcdd5-660a-4961-b10d-bc0cccdbf267 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] For port 6f56cdd5-3a21-42fd-82df-94804732ae43, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=6f56cdd5-3a21-42fd-82df-94804732ae43,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:32:14.455631 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-b3d96dce-218b-4192-9e47-bc3cb99f26f4 req-ececcdd5-660a-4961-b10d-bc0cccdbf267 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:14.468971 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-b3d96dce-218b-4192-9e47-bc3cb99f26f4 req-ececcdd5-660a-4961-b10d-bc0cccdbf267 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] Calling delete_port for 6f56cdd5-3a21-42fd-82df-94804732ae43 owned by compute:nova {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:32:14.653315 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c121f267-d62d-40fd-8210-ee536ee7ad13 req-8a38f1a4-bb5f-48b4-8996-4c1a126c2fc2 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:14.654862 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c121f267-d62d-40fd-8210-ee536ee7ad13 req-8a38f1a4-bb5f-48b4-8996-4c1a126c2fc2 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c59bb62-1789-41a6-acf6-9b0278dd9612 HTTP/1.1" status: 200 len: 950 time: 0.0893261 Oct 20 10:32:14.656051 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-b3d96dce-218b-4192-9e47-bc3cb99f26f4 req-ececcdd5-660a-4961-b10d-bc0cccdbf267 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:14.699615 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ececcdd5-660a-4961-b10d-bc0cccdbf267 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] Pushing event deleted for resources: {'Port': ['ID=6f56cdd5-3a21-42fd-82df-94804732ae43,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:32:14.703869 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['6f56cdd5-3a21-42fd-82df-94804732ae43'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:32:14.757967 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3d96dce-218b-4192-9e47-bc3cb99f26f4 req-ececcdd5-660a-4961-b10d-bc0cccdbf267 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] No DVR routers for this DVR port 6f56cdd5-3a21-42fd-82df-94804732ae43 on host n-h1-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:32:14.761669 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-b3d96dce-218b-4192-9e47-bc3cb99f26f4 req-ececcdd5-660a-4961-b10d-bc0cccdbf267 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:14.765828 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b3d96dce-218b-4192-9e47-bc3cb99f26f4 req-ececcdd5-660a-4961-b10d-bc0cccdbf267 tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.55 "DELETE /v2.0/ports/6f56cdd5-3a21-42fd-82df-94804732ae43 HTTP/1.1" status: 204 len: 173 time: 0.6092618 Oct 20 10:32:14.803774 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c121f267-d62d-40fd-8210-ee536ee7ad13 req-561d2d97-51de-4856-84cd-26c208412c64 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356239 Oct 20 10:32:14.860446 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5494c8bb-e16d-4c69-9bbd-57729001929d', 'tag': '9b98137f-64b7-47dd-94b7-8706ff9c48f0'}, {'server_uuid': '4569972b-c804-4ed9-a1b0-4552777252e5', 'name': 'network-vif-deleted', 'tag': '6f56cdd5-3a21-42fd-82df-94804732ae43'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:32:14.862753 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6efc5fe0-aebb-40f6-ba8f-5ff8d1589420" -d '{"events": [{"name": "network-changed", "server_uuid": "5494c8bb-e16d-4c69-9bbd-57729001929d", "tag": "9b98137f-64b7-47dd-94b7-8706ff9c48f0"}, {"server_uuid": "4569972b-c804-4ed9-a1b0-4552777252e5", "name": "network-vif-deleted", "tag": "6f56cdd5-3a21-42fd-82df-94804732ae43"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:32:14.990225 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 20 Oct 2021 10:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8e962ad-e2e4-4bb7-b8ac-a2b3d24b47fb x-openstack-request-id: req-e8e962ad-e2e4-4bb7-b8ac-a2b3d24b47fb {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:32:14.990979 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5494c8bb-e16d-4c69-9bbd-57729001929d", "tag": "9b98137f-64b7-47dd-94b7-8706ff9c48f0", "status": "completed", "code": 200}, {"server_uuid": "4569972b-c804-4ed9-a1b0-4552777252e5", "name": "network-vif-deleted", "tag": "6f56cdd5-3a21-42fd-82df-94804732ae43", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:32:14.991626 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e8e962ad-e2e4-4bb7-b8ac-a2b3d24b47fb {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:32:14.992399 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5494c8bb-e16d-4c69-9bbd-57729001929d', 'tag': '9b98137f-64b7-47dd-94b7-8706ff9c48f0', 'status': 'completed', 'code': 200} Oct 20 10:32:14.993006 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4569972b-c804-4ed9-a1b0-4552777252e5', 'name': 'network-vif-deleted', 'tag': '6f56cdd5-3a21-42fd-82df-94804732ae43', 'status': 'completed', 'code': 200} Oct 20 10:32:15.099800 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c595c1be-1a9d-44c8-a893-68415e878ca2 req-524b03f2-bc3d-40a9-b7f9-dd50378d605b tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/ports?device_id=64903675-1d35-478c-8304-5f01886d8f04 HTTP/1.1" status: 200 len: 210 time: 0.0402024 Oct 20 10:32:15.126488 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-08f137e9-6a60-48e3-af4c-d1d650cf9624 req-479ac6b0-7b48-4953-a1c6-e7c8f27fa99d tempest-ServersAdminTestJSON-1836383588 tempest-ServersAdminTestJSON-1836383588-project] 10.222.0.64 "GET /v2.0/ports?device_id=4569972b-c804-4ed9-a1b0-4552777252e5 HTTP/1.1" status: 200 len: 210 time: 0.0787761 Oct 20 10:32:15.143089 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efc5fe0-aebb-40f6-ba8f-5ff8d1589420 req-c01bfe89-a16e-46ac-9645-6925f9fd8964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:15.144833 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6efc5fe0-aebb-40f6-ba8f-5ff8d1589420 req-c01bfe89-a16e-46ac-9645-6925f9fd8964 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c403c40bbf7f4a248f56e3795d093508&device_id=5494c8bb-e16d-4c69-9bbd-57729001929d HTTP/1.1" status: 200 len: 1095 time: 0.1438386 Oct 20 10:32:15.306458 n-d-811396-3 neutron-server[100596]: INFO neutron.api.v2.resource [req-8cccb704-47c5-491a-bd54-559d6aa9dec9 req-02b63f53-2c7e-4057-91a1-262a82b57cb1 service neutron] show failed (client error): The resource could not be found. Oct 20 10:32:15.307651 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8cccb704-47c5-491a-bd54-559d6aa9dec9 req-02b63f53-2c7e-4057-91a1-262a82b57cb1 service neutron] 10.222.0.55 "GET /v2.0/ports/2bcffcff-10cd-400f-ba99-63f92ee35bbb/bindings/n-h2-811396-3 HTTP/1.1" status: 404 len: 380 time: 0.1283801 Oct 20 10:32:15.329080 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efc5fe0-aebb-40f6-ba8f-5ff8d1589420 req-bdd8fe2a-a400-476b-901c-f3deee42f84e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:15.330713 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6efc5fe0-aebb-40f6-ba8f-5ff8d1589420 req-bdd8fe2a-a400-476b-901c-f3deee42f84e service neutron] 10.222.0.69 "GET /v2.0/networks?id=b5348cfb-edec-469e-9a10-140f5e3d3dc7 HTTP/1.1" status: 200 len: 917 time: 0.1788583 Oct 20 10:32:15.411250 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6efc5fe0-aebb-40f6-ba8f-5ff8d1589420 req-b8d398eb-01da-4791-a314-a2b99b56a20f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9b98137f-64b7-47dd-94b7-8706ff9c48f0 HTTP/1.1" status: 200 len: 217 time: 0.0719244 Oct 20 10:32:15.528037 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efc5fe0-aebb-40f6-ba8f-5ff8d1589420 req-ffcd5672-ea17-4f7d-a8ae-f79741e023d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:15.530345 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6efc5fe0-aebb-40f6-ba8f-5ff8d1589420 req-ffcd5672-ea17-4f7d-a8ae-f79741e023d7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bf7a4fdc-497b-4ffd-af1e-57b2c48df7c3 HTTP/1.1" status: 200 len: 855 time: 0.1129863 Oct 20 10:32:15.622440 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8ec72b-753d-4bbc-a039-2d4ffc960fdf req-2143fbe6-9981-4b43-9227-8a9b994a5a8a tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:15.630762 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3c8ec72b-753d-4bbc-a039-2d4ffc960fdf req-2143fbe6-9981-4b43-9227-8a9b994a5a8a tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] 10.222.0.64 "GET /v2.0/ports?device_id=5494c8bb-e16d-4c69-9bbd-57729001929d HTTP/1.1" status: 200 len: 944 time: 0.1180570 Oct 20 10:32:15.640688 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efc5fe0-aebb-40f6-ba8f-5ff8d1589420 req-6ad28c5d-bff1-4ca1-a30f-27f4375df331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:15.642514 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6efc5fe0-aebb-40f6-ba8f-5ff8d1589420 req-6ad28c5d-bff1-4ca1-a30f-27f4375df331 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b5348cfb-edec-469e-9a10-140f5e3d3dc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0866892 Oct 20 10:32:15.727494 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3c8ec72b-753d-4bbc-a039-2d4ffc960fdf req-70e1cd68-daf1-4c31-bacc-1cc4ccb11020 tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] 10.222.0.64 "GET /v2.0/security-groups?id=7bf05388-42aa-4d45-8ad3-a92e8669d9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957973 Oct 20 10:32:15.791934 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cccb704-47c5-491a-bd54-559d6aa9dec9 req-68b48a83-a42d-4399-b964-1e8d65ccca25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:15.793866 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8cccb704-47c5-491a-bd54-559d6aa9dec9 req-68b48a83-a42d-4399-b964-1e8d65ccca25 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=3c59bb62-1789-41a6-acf6-9b0278dd9612&tenant_id=9f75d9a0b8ce44faaac4d8054667820c HTTP/1.1" status: 200 len: 1101 time: 0.1449051 Oct 20 10:32:15.805489 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-8cccb704-47c5-491a-bd54-559d6aa9dec9 req-27e2a39d-a7a7-4b61-b08f-c05ca22ff909 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-811396-3', 'device_owner': 'compute:nova'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:32:15.846078 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6efc5fe0-aebb-40f6-ba8f-5ff8d1589420 req-1f1374ee-90ab-4d8f-9a16-7f740daf2509 service neutron] 10.222.0.69 "GET /v2.0/networks/b5348cfb-edec-469e-9a10-140f5e3d3dc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875956 Oct 20 10:32:15.882784 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-8cccb704-47c5-491a-bd54-559d6aa9dec9 req-27e2a39d-a7a7-4b61-b08f-c05ca22ff909 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:16.492038 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3abcf5e-cac9-41ca-a647-6f764b4c8f93 req-cca05af9-ec30-4c9c-9d03-15399a798708 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:16.493784 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a3abcf5e-cac9-41ca-a647-6f764b4c8f93 req-cca05af9-ec30-4c9c-9d03-15399a798708 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c59bb62-1789-41a6-acf6-9b0278dd9612 HTTP/1.1" status: 200 len: 950 time: 0.5738022 Oct 20 10:32:16.520250 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1b6c43c3-068f-49fc-a379-698a47a7862a req-1f204f86-be95-477f-b490-543f066ef2ab tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/ports?device_id=64903675-1d35-478c-8304-5f01886d8f04 HTTP/1.1" status: 200 len: 210 time: 0.0772057 Oct 20 10:32:16.546987 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6efc5fe0-aebb-40f6-ba8f-5ff8d1589420 req-2769273d-cf9b-4b97-9b1a-281b7db98cc9 service neutron] 10.222.0.69 "GET /v2.0/networks/b5348cfb-edec-469e-9a10-140f5e3d3dc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6651270 Oct 20 10:32:16.632828 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a3abcf5e-cac9-41ca-a647-6f764b4c8f93 req-9dc63cbc-b97f-4294-a023-68d8a4bf397e tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191936 Oct 20 10:32:16.691770 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-8cccb704-47c5-491a-bd54-559d6aa9dec9 req-27e2a39d-a7a7-4b61-b08f-c05ca22ff909 service neutron] For port 2bcffcff-10cd-400f-ba99-63f92ee35bbb, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=2bcffcff-10cd-400f-ba99-63f92ee35bbb,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:32:16.767719 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-8cccb704-47c5-491a-bd54-559d6aa9dec9 req-27e2a39d-a7a7-4b61-b08f-c05ca22ff909 service neutron] For port 2bcffcff-10cd-400f-ba99-63f92ee35bbb, host n-h1-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:32:16.857667 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-8cccb704-47c5-491a-bd54-559d6aa9dec9 req-27e2a39d-a7a7-4b61-b08f-c05ca22ff909 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:16.893903 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.provisioning_blocks [req-8cccb704-47c5-491a-bd54-559d6aa9dec9 req-27e2a39d-a7a7-4b61-b08f-c05ca22ff909 service neutron] Transition to ACTIVE for port object 2bcffcff-10cd-400f-ba99-63f92ee35bbb will not be triggered until provisioned by entity L2. {{(pid=100596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:32:16.902389 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-8cccb704-47c5-491a-bd54-559d6aa9dec9 req-27e2a39d-a7a7-4b61-b08f-c05ca22ff909 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:17.016930 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c59bb62-1789-41a6-acf6-9b0278dd9612', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2bcffcff-10cd-400f-ba99-63f92ee35bbb'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:32:17.019112 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6823744-8ca1-461b-a487-6a5589c07ee1" -d '{"events": [{"server_uuid": "3c59bb62-1789-41a6-acf6-9b0278dd9612", "name": "network-vif-unplugged", "status": "completed", "tag": "2bcffcff-10cd-400f-ba99-63f92ee35bbb"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:32:17.165918 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 42676) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:32:17.182511 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cccb704-47c5-491a-bd54-559d6aa9dec9 req-27e2a39d-a7a7-4b61-b08f-c05ca22ff909 service neutron] No DVR routers for this DVR port 2bcffcff-10cd-400f-ba99-63f92ee35bbb on host n-h1-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:32:17.185059 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e2a39d-a7a7-4b61-b08f-c05ca22ff909 service neutron] Pushing event updated for resources: {'Port': ['ID=2bcffcff-10cd-400f-ba99-63f92ee35bbb,revision_number=6']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:32:17.198089 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Oct 2021 10:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72bf0fdd-1257-4351-a517-8de6dbee24f8 x-openstack-request-id: req-72bf0fdd-1257-4351-a517-8de6dbee24f8 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:32:17.198481 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c59bb62-1789-41a6-acf6-9b0278dd9612", "name": "network-vif-unplugged", "status": "completed", "tag": "2bcffcff-10cd-400f-ba99-63f92ee35bbb", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:32:17.199060 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-72bf0fdd-1257-4351-a517-8de6dbee24f8 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:32:17.199813 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c59bb62-1789-41a6-acf6-9b0278dd9612', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2bcffcff-10cd-400f-ba99-63f92ee35bbb', 'code': 200} Oct 20 10:32:17.249691 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c69660-6c82-43d8-94ed-43620d01853e req-6c37fa13-d3eb-4f61-a8b5-4b90cc4db771 tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:17.251281 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-92c69660-6c82-43d8-94ed-43620d01853e req-6c37fa13-d3eb-4f61-a8b5-4b90cc4db771 tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] 10.222.0.64 "GET /v2.0/ports?device_id=5494c8bb-e16d-4c69-9bbd-57729001929d HTTP/1.1" status: 200 len: 944 time: 0.3129854 Oct 20 10:32:17.278653 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-8cccb704-47c5-491a-bd54-559d6aa9dec9 req-27e2a39d-a7a7-4b61-b08f-c05ca22ff909 service neutron] Attempting to bind port 2bcffcff-10cd-400f-ba99-63f92ee35bbb on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:32:17.279024 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-8cccb704-47c5-491a-bd54-559d6aa9dec9 req-27e2a39d-a7a7-4b61-b08f-c05ca22ff909 service neutron] Attempting to bind port 2bcffcff-10cd-400f-ba99-63f92ee35bbb by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': '6f472196-aa1a-40bf-bd06-ef9f07584bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:32:17.279609 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cccb704-47c5-491a-bd54-559d6aa9dec9 req-27e2a39d-a7a7-4b61-b08f-c05ca22ff909 service neutron] Attempting to bind port 2bcffcff-10cd-400f-ba99-63f92ee35bbb on network a7c57b12-d7c3-48bb-aa54-a67a56468a84 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:32:17.289522 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cccb704-47c5-491a-bd54-559d6aa9dec9 req-27e2a39d-a7a7-4b61-b08f-c05ca22ff909 service neutron] Port 2bcffcff-10cd-400f-ba99-63f92ee35bbb on network a7c57b12-d7c3-48bb-aa54-a67a56468a84 not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:32:17.289853 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cccb704-47c5-491a-bd54-559d6aa9dec9 req-27e2a39d-a7a7-4b61-b08f-c05ca22ff909 service neutron] Attempting to bind port 2bcffcff-10cd-400f-ba99-63f92ee35bbb on network a7c57b12-d7c3-48bb-aa54-a67a56468a84 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:32:17.299021 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cccb704-47c5-491a-bd54-559d6aa9dec9 req-27e2a39d-a7a7-4b61-b08f-c05ca22ff909 service neutron] Checking agent: {'id': '061232a2-7adc-4ba1-a873-e8cb136b064d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:32:17.299452 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cccb704-47c5-491a-bd54-559d6aa9dec9 req-27e2a39d-a7a7-4b61-b08f-c05ca22ff909 service neutron] Checking segment: {'id': '6f472196-aa1a-40bf-bd06-ef9f07584bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:32:17.299874 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cccb704-47c5-491a-bd54-559d6aa9dec9 req-27e2a39d-a7a7-4b61-b08f-c05ca22ff909 service neutron] Bound using segment: {'id': '6f472196-aa1a-40bf-bd06-ef9f07584bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84'} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:32:17.300385 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-8cccb704-47c5-491a-bd54-559d6aa9dec9 req-27e2a39d-a7a7-4b61-b08f-c05ca22ff909 service neutron] Bound port: 2bcffcff-10cd-400f-ba99-63f92ee35bbb, host: n-h2-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f472196-aa1a-40bf-bd06-ef9f07584bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84'}}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:32:17.300759 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-8cccb704-47c5-491a-bd54-559d6aa9dec9 req-27e2a39d-a7a7-4b61-b08f-c05ca22ff909 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:17.331141 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-92c69660-6c82-43d8-94ed-43620d01853e req-79ab59fc-ca2f-43c2-86fb-083c8d9b9a84 tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] 10.222.0.64 "GET /v2.0/security-groups?id=7bf05388-42aa-4d45-8ad3-a92e8669d9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687666 Oct 20 10:32:17.443179 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-ea2c534a-fc41-4578-89a4-795dd4013fa0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5b81adf076f1422695016e55d14dae22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2757993 Oct 20 10:32:17.445561 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 42680) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:32:17.482122 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-8cccb704-47c5-491a-bd54-559d6aa9dec9 req-27e2a39d-a7a7-4b61-b08f-c05ca22ff909 service neutron] For port 2bcffcff-10cd-400f-ba99-63f92ee35bbb, host n-h2-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:32:17.528196 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-8cccb704-47c5-491a-bd54-559d6aa9dec9 req-27e2a39d-a7a7-4b61-b08f-c05ca22ff909 service neutron] For port 2bcffcff-10cd-400f-ba99-63f92ee35bbb, host n-h2-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=2bcffcff-10cd-400f-ba99-63f92ee35bbb,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:32:17.537209 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-8cccb704-47c5-491a-bd54-559d6aa9dec9 req-27e2a39d-a7a7-4b61-b08f-c05ca22ff909 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:17.647619 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cccb704-47c5-491a-bd54-559d6aa9dec9 req-27e2a39d-a7a7-4b61-b08f-c05ca22ff909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:17.648383 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-8cccb704-47c5-491a-bd54-559d6aa9dec9 req-27e2a39d-a7a7-4b61-b08f-c05ca22ff909 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:17.649938 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8cccb704-47c5-491a-bd54-559d6aa9dec9 req-27e2a39d-a7a7-4b61-b08f-c05ca22ff909 service neutron] 10.222.0.69 "PUT /v2.0/ports/2bcffcff-10cd-400f-ba99-63f92ee35bbb HTTP/1.1" status: 200 len: 1096 time: 1.8486731 Oct 20 10:32:17.662429 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6ce007c1-c434-49cc-9f5f-ea0e9341e65a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:17.724084 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6ce007c1-c434-49cc-9f5f-ea0e9341e65a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:17.859643 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-159782be-f4d5-4dfa-9339-bf46ffcedc4b req-7fe2cd05-13bd-4137-bd66-0e989a8c83bd tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/ports?device_id=64903675-1d35-478c-8304-5f01886d8f04 HTTP/1.1" status: 200 len: 210 time: 0.2003884 Oct 20 10:32:17.892181 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e2a39d-a7a7-4b61-b08f-c05ca22ff909 service neutron] Pushing event updated for resources: {'Port': ['ID=2bcffcff-10cd-400f-ba99-63f92ee35bbb,revision_number=7']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:32:17.924346 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cccb704-47c5-491a-bd54-559d6aa9dec9 req-73abb0db-edaa-4238-a331-c39789f93506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:17.925901 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8cccb704-47c5-491a-bd54-559d6aa9dec9 req-73abb0db-edaa-4238-a331-c39789f93506 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9f75d9a0b8ce44faaac4d8054667820c&device_id=3c59bb62-1789-41a6-acf6-9b0278dd9612 HTTP/1.1" status: 200 len: 1099 time: 0.1904697 Oct 20 10:32:17.942189 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846bf952-56e0-405c-8862-3f7f939ab057 req-0032d47e-adc6-4eb2-9b84-adbabbcc495b tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:17.944510 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-846bf952-56e0-405c-8862-3f7f939ab057 req-0032d47e-adc6-4eb2-9b84-adbabbcc495b tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c59bb62-1789-41a6-acf6-9b0278dd9612 HTTP/1.1" status: 200 len: 948 time: 0.1967251 Oct 20 10:32:17.960034 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6ce007c1-c434-49cc-9f5f-ea0e9341e65a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:17.962630 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6ce007c1-c434-49cc-9f5f-ea0e9341e65a admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:17.963747 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-6ce007c1-c434-49cc-9f5f-ea0e9341e65a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/33b0304f-e8b0-41ca-8b6c-fa0f5439f339 HTTP/1.1" status: 204 len: 168 time: 0.5167201 Oct 20 10:32:18.015609 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce007c1-c434-49cc-9f5f-ea0e9341e65a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33b0304f-e8b0-41ca-8b6c-fa0f5439f339,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:32:18.122004 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-846bf952-56e0-405c-8862-3f7f939ab057 req-7dcb9076-37ed-47fb-884c-22b55302b3f1 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650934 Oct 20 10:32:18.174889 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cccb704-47c5-491a-bd54-559d6aa9dec9 req-9a38857f-76f2-4c5d-bc9c-7d697be7f7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:18.176656 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8cccb704-47c5-491a-bd54-559d6aa9dec9 req-9a38857f-76f2-4c5d-bc9c-7d697be7f7dd service neutron] 10.222.0.69 "GET /v2.0/networks?id=a7c57b12-d7c3-48bb-aa54-a67a56468a84 HTTP/1.1" status: 200 len: 870 time: 0.2311556 Oct 20 10:32:18.258294 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8cccb704-47c5-491a-bd54-559d6aa9dec9 req-2b0f945a-f1bb-407a-af00-786506320b7b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=2bcffcff-10cd-400f-ba99-63f92ee35bbb HTTP/1.1" status: 200 len: 217 time: 0.0738363 Oct 20 10:32:18.323283 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cccb704-47c5-491a-bd54-559d6aa9dec9 req-bcbb3482-a8e2-460a-bb6e-62e442343304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:18.324890 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8cccb704-47c5-491a-bd54-559d6aa9dec9 req-bcbb3482-a8e2-460a-bb6e-62e442343304 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8f86199a-b8f2-45b4-a83a-995a7ea6fe42 HTTP/1.1" status: 200 len: 843 time: 0.0601375 Oct 20 10:32:18.396905 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cccb704-47c5-491a-bd54-559d6aa9dec9 req-ff1c32c7-3f92-4809-a2b1-b4275bce2b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:18.401630 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8cccb704-47c5-491a-bd54-559d6aa9dec9 req-ff1c32c7-3f92-4809-a2b1-b4275bce2b58 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a7c57b12-d7c3-48bb-aa54-a67a56468a84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0690494 Oct 20 10:32:18.466241 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 42698) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:32:18.545202 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-d8d813b6-f5e1-468e-8763-fe0da9c371a1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b0962e92675b4053866ad37c9ff7925d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0777760 Oct 20 10:32:18.545999 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 42700) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:32:18.597084 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d018188c-096e-49f9-82b2-ed7259cecb21 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:18.597517 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8cccb704-47c5-491a-bd54-559d6aa9dec9 req-ee384389-7a9f-4368-a5d2-efa079ed2234 service neutron] 10.222.0.69 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869304 Oct 20 10:32:18.624671 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d018188c-096e-49f9-82b2-ed7259cecb21 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:18.679851 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd7db96-ed95-46a2-91bf-f6f333bd7ca6 req-6606c6bc-2558-446d-9eab-67aa53d4ecc2 tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:18.683919 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d018188c-096e-49f9-82b2-ed7259cecb21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:18.687307 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d018188c-096e-49f9-82b2-ed7259cecb21 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:18.691332 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6bd7db96-ed95-46a2-91bf-f6f333bd7ca6 req-6606c6bc-2558-446d-9eab-67aa53d4ecc2 tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] 10.222.0.64 "GET /v2.0/ports?device_id=5494c8bb-e16d-4c69-9bbd-57729001929d HTTP/1.1" status: 200 len: 944 time: 0.2009192 Oct 20 10:32:18.703175 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-d018188c-096e-49f9-82b2-ed7259cecb21 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8110152f-f3b0-4eff-b4e4-d823bfc0f430 HTTP/1.1" status: 204 len: 168 time: 0.1483455 Oct 20 10:32:18.719622 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d018188c-096e-49f9-82b2-ed7259cecb21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8110152f-f3b0-4eff-b4e4-d823bfc0f430,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:32:18.765170 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6bd7db96-ed95-46a2-91bf-f6f333bd7ca6 req-cf3bd893-cc10-4853-98d1-1ef09adb080d tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] 10.222.0.64 "GET /v2.0/security-groups?id=7bf05388-42aa-4d45-8ad3-a92e8669d9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728514 Oct 20 10:32:18.804237 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8cccb704-47c5-491a-bd54-559d6aa9dec9 req-e826d87c-9356-439f-beb7-6662efbb855f service neutron] 10.222.0.69 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843777 Oct 20 10:32:18.862426 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:19.023770 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d44c2597-c092-4d67-a04b-8528355d9390 req-f5d72238-9c8d-46c5-9dea-55a14d8108b7 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/ports?device_id=64903675-1d35-478c-8304-5f01886d8f04 HTTP/1.1" status: 200 len: 210 time: 0.0675242 Oct 20 10:32:19.205104 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c59bb62-1789-41a6-acf6-9b0278dd9612', 'tag': '2bcffcff-10cd-400f-ba99-63f92ee35bbb'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:32:19.209494 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dd99d3d-15fe-4a51-bb53-0302bcae6701" -d '{"events": [{"name": "network-changed", "server_uuid": "3c59bb62-1789-41a6-acf6-9b0278dd9612", "tag": "2bcffcff-10cd-400f-ba99-63f92ee35bbb"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:32:19.241746 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 6f56cdd5-3a21-42fd-82df-94804732ae43 no longer exists at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:32:19.315346 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] No Port match for: 6f56cdd5-3a21-42fd-82df-94804732ae43 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:32:19.318080 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 6f56cdd5-3a21-42fd-82df-94804732ae43 not bound to the agent host n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:32:19.318555 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 2bcffcff-10cd-400f-ba99-63f92ee35bbb no longer exists at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:32:19.342043 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:32:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bea927ee-ff2b-4929-ba56-346ff6d7efe1 x-openstack-request-id: req-bea927ee-ff2b-4929-ba56-346ff6d7efe1 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:32:19.342337 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c59bb62-1789-41a6-acf6-9b0278dd9612", "tag": "2bcffcff-10cd-400f-ba99-63f92ee35bbb", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:32:19.342594 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bea927ee-ff2b-4929-ba56-346ff6d7efe1 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:32:19.342997 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c59bb62-1789-41a6-acf6-9b0278dd9612', 'tag': '2bcffcff-10cd-400f-ba99-63f92ee35bbb', 'status': 'completed', 'code': 200} Oct 20 10:32:19.462940 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 2bcffcff-10cd-400f-ba99-63f92ee35bbb not bound to the agent host n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:32:19.515666 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd99d3d-15fe-4a51-bb53-0302bcae6701 req-245bb49f-7ac2-44d2-ae82-153e9d5476e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:19.518969 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0dd99d3d-15fe-4a51-bb53-0302bcae6701 req-245bb49f-7ac2-44d2-ae82-153e9d5476e1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9f75d9a0b8ce44faaac4d8054667820c&device_id=3c59bb62-1789-41a6-acf6-9b0278dd9612 HTTP/1.1" status: 200 len: 1099 time: 0.1201346 Oct 20 10:32:19.564643 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde17b60-9974-4718-979a-d735c73b0d98 req-750d8a17-665a-42d3-95fb-9320db187fff tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:19.572204 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-dde17b60-9974-4718-979a-d735c73b0d98 req-750d8a17-665a-42d3-95fb-9320db187fff tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c59bb62-1789-41a6-acf6-9b0278dd9612 HTTP/1.1" status: 200 len: 948 time: 0.3468773 Oct 20 10:32:19.577593 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd99d3d-15fe-4a51-bb53-0302bcae6701 req-b53ed602-5691-4f45-9c8f-81e605452054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:19.579058 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0dd99d3d-15fe-4a51-bb53-0302bcae6701 req-b53ed602-5691-4f45-9c8f-81e605452054 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9f75d9a0b8ce44faaac4d8054667820c&device_id=3c59bb62-1789-41a6-acf6-9b0278dd9612 HTTP/1.1" status: 200 len: 1099 time: 0.2134254 Oct 20 10:32:19.681323 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-dde17b60-9974-4718-979a-d735c73b0d98 req-ef4ff340-a974-4ac3-8d10-21fdf0196b31 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037354 Oct 20 10:32:19.757205 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd99d3d-15fe-4a51-bb53-0302bcae6701 req-5f9f87d1-29fb-4ebb-a2e2-38e0268efb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:19.759122 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0dd99d3d-15fe-4a51-bb53-0302bcae6701 req-5f9f87d1-29fb-4ebb-a2e2-38e0268efb9d service neutron] 10.222.0.69 "GET /v2.0/networks?id=a7c57b12-d7c3-48bb-aa54-a67a56468a84 HTTP/1.1" status: 200 len: 870 time: 0.2346246 Oct 20 10:32:19.832291 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd99d3d-15fe-4a51-bb53-0302bcae6701 req-41d96adf-a6ba-47d1-a18e-d22e9a75f9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:19.835592 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0dd99d3d-15fe-4a51-bb53-0302bcae6701 req-41d96adf-a6ba-47d1-a18e-d22e9a75f9f7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a7c57b12-d7c3-48bb-aa54-a67a56468a84 HTTP/1.1" status: 200 len: 870 time: 0.2391877 Oct 20 10:32:19.837911 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0dd99d3d-15fe-4a51-bb53-0302bcae6701 req-066590e4-66a0-4cb7-a6b6-7429a6b47532 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=2bcffcff-10cd-400f-ba99-63f92ee35bbb HTTP/1.1" status: 200 len: 217 time: 0.0678480 Oct 20 10:32:19.858448 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 42740) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:32:19.886184 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0dd99d3d-15fe-4a51-bb53-0302bcae6701 req-4aeb9b27-15a7-4a42-a60b-049b1fb4b377 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=2bcffcff-10cd-400f-ba99-63f92ee35bbb HTTP/1.1" status: 200 len: 217 time: 0.0422060 Oct 20 10:32:19.942026 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd99d3d-15fe-4a51-bb53-0302bcae6701 req-b67a415e-af12-4ba7-b42b-09ccc50b8255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:19.943832 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0dd99d3d-15fe-4a51-bb53-0302bcae6701 req-b67a415e-af12-4ba7-b42b-09ccc50b8255 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8f86199a-b8f2-45b4-a83a-995a7ea6fe42 HTTP/1.1" status: 200 len: 843 time: 0.0503039 Oct 20 10:32:20.025589 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd99d3d-15fe-4a51-bb53-0302bcae6701 req-ec0d340f-0071-4811-a4c4-ce6dc460b306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:20.028059 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0dd99d3d-15fe-4a51-bb53-0302bcae6701 req-ec0d340f-0071-4811-a4c4-ce6dc460b306 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8f86199a-b8f2-45b4-a83a-995a7ea6fe42 HTTP/1.1" status: 200 len: 843 time: 0.1446221 Oct 20 10:32:20.035482 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd99d3d-15fe-4a51-bb53-0302bcae6701 req-615d938a-de2d-4f26-b3dc-d89982ee6865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:20.037161 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0dd99d3d-15fe-4a51-bb53-0302bcae6701 req-615d938a-de2d-4f26-b3dc-d89982ee6865 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a7c57b12-d7c3-48bb-aa54-a67a56468a84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0734897 Oct 20 10:32:20.054395 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-be27de2e-cd29-4d9e-9d84-614803bb2b77 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-938104294-network', 'tenant_id': '91a6d102a7024bebbfd61d0f5b40ceaf'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:32:20.094684 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be27de2e-cd29-4d9e-9d84-614803bb2b77 admin admin] Made reservation on behalf of 91a6d102a7024bebbfd61d0f5b40ceaf for: {'network': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:32:20.097395 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-be27de2e-cd29-4d9e-9d84-614803bb2b77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:20.116948 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-be27de2e-cd29-4d9e-9d84-614803bb2b77 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:20.238290 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-be27de2e-cd29-4d9e-9d84-614803bb2b77 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:20.244343 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-be27de2e-cd29-4d9e-9d84-614803bb2b77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:20.294064 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be27de2e-cd29-4d9e-9d84-614803bb2b77 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 843} {{(pid=100597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:32:20.295415 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0dd99d3d-15fe-4a51-bb53-0302bcae6701 req-51ce3c71-39c5-4ebe-8e6a-46d507314b38 service neutron] 10.222.0.55 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766970 Oct 20 10:32:20.305222 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be27de2e-cd29-4d9e-9d84-614803bb2b77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6689dc3-e02c-440c-86e1-854021f8b779,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:32:20.329274 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-be27de2e-cd29-4d9e-9d84-614803bb2b77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:20.329623 n-d-811396-3 neutron-server[100597]: INFO neutron.db.segments_db [None req-be27de2e-cd29-4d9e-9d84-614803bb2b77 admin admin] Added segment cbd480c5-a26d-4b6c-994d-e850032613d3 of type vlan for network f9950125-549c-48cb-ac04-18e3069eed3d Oct 20 10:32:20.375131 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-be27de2e-cd29-4d9e-9d84-614803bb2b77 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:20.396007 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9fb1daf7-2786-4c14-97ac-d115699ddaa4 req-2b3b39e4-74f2-4bfc-bab9-5554542023bb tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/ports?device_id=64903675-1d35-478c-8304-5f01886d8f04 HTTP/1.1" status: 200 len: 210 time: 0.0995717 Oct 20 10:32:20.404627 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-be27de2e-cd29-4d9e-9d84-614803bb2b77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:20.405887 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be27de2e-cd29-4d9e-9d84-614803bb2b77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:20.407571 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-be27de2e-cd29-4d9e-9d84-614803bb2b77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:20.421936 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd99d3d-15fe-4a51-bb53-0302bcae6701 req-f12af366-e512-4525-abc7-d7e097c77b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:20.424688 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0dd99d3d-15fe-4a51-bb53-0302bcae6701 req-f12af366-e512-4525-abc7-d7e097c77b5a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a7c57b12-d7c3-48bb-aa54-a67a56468a84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3863266 Oct 20 10:32:20.466895 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-be27de2e-cd29-4d9e-9d84-614803bb2b77 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6071632 Oct 20 10:32:20.469983 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 42754) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:32:20.476894 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-3e51ce23-bdc2-4795-b93f-c4b1f1dddc39 admin admin] Request body: {'subnet': {'network_id': 'f9950125-549c-48cb-ac04-18e3069eed3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-938104294-subnet', 'tenant_id': '91a6d102a7024bebbfd61d0f5b40ceaf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:32:20.510536 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be27de2e-cd29-4d9e-9d84-614803bb2b77 admin admin] Pushing event updated for resources: {'Network': ['ID=f9950125-549c-48cb-ac04-18e3069eed3d,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:32:20.522726 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network f9950125-549c-48cb-ac04-18e3069eed3d details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:32:20.547190 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e51ce23-bdc2-4795-b93f-c4b1f1dddc39 admin admin] Made reservation on behalf of 91a6d102a7024bebbfd61d0f5b40ceaf for: {'subnet': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:32:20.549610 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3e51ce23-bdc2-4795-b93f-c4b1f1dddc39 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25350782'] for subnet, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:20.644851 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430d68dd-8ddd-4340-be90-293270bdd1ef req-fbb4441a-3c01-4c6c-a68a-18bf294ac077 tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:20.656427 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-430d68dd-8ddd-4340-be90-293270bdd1ef req-fbb4441a-3c01-4c6c-a68a-18bf294ac077 tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] 10.222.0.64 "GET /v2.0/ports?device_id=5494c8bb-e16d-4c69-9bbd-57729001929d HTTP/1.1" status: 200 len: 944 time: 0.7114141 Oct 20 10:32:20.785817 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0dd99d3d-15fe-4a51-bb53-0302bcae6701 req-9562a9bb-c9ce-49ee-83d6-7f05159d821d service neutron] 10.222.0.55 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4411011 Oct 20 10:32:20.890853 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3e51ce23-bdc2-4795-b93f-c4b1f1dddc39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25350752'] for subnet, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:20.898585 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0dd99d3d-15fe-4a51-bb53-0302bcae6701 req-68675a7a-3bc0-4b9d-883e-4bc86b4a31e2 service neutron] 10.222.0.69 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4654744 Oct 20 10:32:20.914759 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-430d68dd-8ddd-4340-be90-293270bdd1ef req-ef1b1374-7e42-421a-9b31-d300f676ebd3 tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] 10.222.0.64 "GET /v2.0/security-groups?id=7bf05388-42aa-4d45-8ad3-a92e8669d9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2560992 Oct 20 10:32:20.954310 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e51ce23-bdc2-4795-b93f-c4b1f1dddc39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d880e39-644b-4d88-917f-6868a70aff51,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:32:20.998793 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e51ce23-bdc2-4795-b93f-c4b1f1dddc39 admin admin] Checking segment: {'id': 'cbd480c5-a26d-4b6c-994d-e850032613d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'f9950125-549c-48cb-ac04-18e3069eed3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:32:20.999601 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e51ce23-bdc2-4795-b93f-c4b1f1dddc39 admin admin] Network hostable DHCP agents. Network: f9950125-549c-48cb-ac04-18e3069eed3d, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:32:21.042472 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e51ce23-bdc2-4795-b93f-c4b1f1dddc39 admin admin] Network f9950125-549c-48cb-ac04-18e3069eed3d is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:32:21.059409 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89f2c0c-c5cb-4689-9357-65f5168061f5 req-786fe0a5-c15f-4712-add1-8f78697e05fc tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:21.069696 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e89f2c0c-c5cb-4689-9357-65f5168061f5 req-786fe0a5-c15f-4712-add1-8f78697e05fc tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c59bb62-1789-41a6-acf6-9b0278dd9612 HTTP/1.1" status: 200 len: 948 time: 0.2569346 Oct 20 10:32:21.077599 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-3e51ce23-bdc2-4795-b93f-c4b1f1dddc39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, f9950125-549c-48cb-ac04-18e3069eed3d) {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:32:21.084057 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0dd99d3d-15fe-4a51-bb53-0302bcae6701 req-6f123565-1ab6-4865-993f-7c5af24a4815 service neutron] 10.222.0.69 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655605 Oct 20 10:32:21.085037 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e51ce23-bdc2-4795-b93f-c4b1f1dddc39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:21.085743 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3e51ce23-bdc2-4795-b93f-c4b1f1dddc39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:21.097519 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0942937f-54e3-4729-b699-3f92054e9268 None None] Network f9950125-549c-48cb-ac04-18e3069eed3d requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:32:21.125551 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e89f2c0c-c5cb-4689-9357-65f5168061f5 req-2ed8d37c-9fb5-4916-8371-34fd36e7f461 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549495 Oct 20 10:32:21.154034 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-3e51ce23-bdc2-4795-b93f-c4b1f1dddc39 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6827576 Oct 20 10:32:21.156740 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 42758) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:32:21.195712 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-6a2ad8ce-7bdf-4c15-ba4e-2bc0efaef728 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-938104294-router', 'tenant_id': '91a6d102a7024bebbfd61d0f5b40ceaf', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:32:21.283187 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6a2ad8ce-7bdf-4c15-ba4e-2bc0efaef728 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1772442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258322'] for router, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:21.286068 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6a2ad8ce-7bdf-4c15-ba4e-2bc0efaef728 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1772334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773516', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258315'] for router, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:21.345067 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b24f57b5-f1ae-49f1-8e0b-0f15d449e994 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524064ba-869c-5550-b826-c26b69a11278-f9950125-549c-48cb-ac04-18e3069eed3d', 'network_id': 'f9950125-549c-48cb-ac04-18e3069eed3d', 'tenant_id': '91a6d102a7024bebbfd61d0f5b40ceaf', 'fixed_ips': [{'subnet_id': '2d880e39-644b-4d88-917f-6868a70aff51'}]}} from n-d-811396-3. {{(pid=100598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:32:21.346315 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-b24f57b5-f1ae-49f1-8e0b-0f15d449e994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:21.467693 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6a2ad8ce-7bdf-4c15-ba4e-2bc0efaef728 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:21.618561 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 2bcffcff-10cd-400f-ba99-63f92ee35bbb details requested by agent hyperv_n-h2-811396-3 with host n-h2-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:32:21.657360 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a5734fdd-084a-4fd4-a52f-d464abcffd0e req-771d2d4d-6a8c-4bfb-a944-d63ed30efb10 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/ports?device_id=64903675-1d35-478c-8304-5f01886d8f04 HTTP/1.1" status: 200 len: 210 time: 0.0624237 Oct 20 10:32:21.664966 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-b24f57b5-f1ae-49f1-8e0b-0f15d449e994 None None] Allocated IP 172.20.0.2 (f9950125-549c-48cb-ac04-18e3069eed3d/2d880e39-644b-4d88-917f-6868a70aff51/6ad61f5c-59d7-4689-ad78-d888960fc0aa) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:32:21.842033 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6a2ad8ce-7bdf-4c15-ba4e-2bc0efaef728 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:21.973617 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-b24f57b5-f1ae-49f1-8e0b-0f15d449e994 None None] Publish callbacks [] for port, precommit_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:21.985959 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-b24f57b5-f1ae-49f1-8e0b-0f15d449e994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:22.036052 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b24f57b5-f1ae-49f1-8e0b-0f15d449e994 None None] Network f9950125-549c-48cb-ac04-18e3069eed3d is already hosted by enough agents. {{(pid=100598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:32:22.051060 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.base_scheduler [None req-b24f57b5-f1ae-49f1-8e0b-0f15d449e994 None None] Resources bound (agent type, host, resource id): {{(pid=100598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:32:22.102547 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e171afd6-e4d2-4eec-9e08-edcdbb200897 req-df66efb0-488d-4f17-9885-bc7c9008eee8 tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:22.110219 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e171afd6-e4d2-4eec-9e08-edcdbb200897 req-df66efb0-488d-4f17-9885-bc7c9008eee8 tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] 10.222.0.64 "GET /v2.0/ports?device_id=5494c8bb-e16d-4c69-9bbd-57729001929d HTTP/1.1" status: 200 len: 944 time: 0.0766511 Oct 20 10:32:22.119894 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24f57b5-f1ae-49f1-8e0b-0f15d449e994 None None] Received port after_create {{(pid=100598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:32:22.207267 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e171afd6-e4d2-4eec-9e08-edcdbb200897 req-9aed6ac7-746c-421f-a8ea-2674db450cac tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] 10.222.0.64 "GET /v2.0/security-groups?id=7bf05388-42aa-4d45-8ad3-a92e8669d9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961394 Oct 20 10:32:22.265655 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-b24f57b5-f1ae-49f1-8e0b-0f15d449e994 None None] Attempting to bind port 6ad61f5c-59d7-4689-ad78-d888960fc0aa on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:32:22.272239 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-b24f57b5-f1ae-49f1-8e0b-0f15d449e994 None None] Attempting to bind port 6ad61f5c-59d7-4689-ad78-d888960fc0aa by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': 'cbd480c5-a26d-4b6c-994d-e850032613d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'f9950125-549c-48cb-ac04-18e3069eed3d'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:32:22.272661 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24f57b5-f1ae-49f1-8e0b-0f15d449e994 None None] Attempting to bind port 6ad61f5c-59d7-4689-ad78-d888960fc0aa on network f9950125-549c-48cb-ac04-18e3069eed3d {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:32:22.285748 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24f57b5-f1ae-49f1-8e0b-0f15d449e994 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:32:22.286128 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24f57b5-f1ae-49f1-8e0b-0f15d449e994 None None] Checking segment: {'id': 'cbd480c5-a26d-4b6c-994d-e850032613d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'f9950125-549c-48cb-ac04-18e3069eed3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:32:22.287584 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-b24f57b5-f1ae-49f1-8e0b-0f15d449e994 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:22.288316 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24f57b5-f1ae-49f1-8e0b-0f15d449e994 None None] Bound using segment: {'id': 'cbd480c5-a26d-4b6c-994d-e850032613d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'f9950125-549c-48cb-ac04-18e3069eed3d'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:32:22.288619 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-b24f57b5-f1ae-49f1-8e0b-0f15d449e994 None None] Bound port: 6ad61f5c-59d7-4689-ad78-d888960fc0aa, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbd480c5-a26d-4b6c-994d-e850032613d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'f9950125-549c-48cb-ac04-18e3069eed3d'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:32:22.289017 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-b24f57b5-f1ae-49f1-8e0b-0f15d449e994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:22.350750 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6a2ad8ce-7bdf-4c15-ba4e-2bc0efaef728 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:22.371780 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6a2ad8ce-7bdf-4c15-ba4e-2bc0efaef728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:22.378868 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-b24f57b5-f1ae-49f1-8e0b-0f15d449e994 None None] For port 6ad61f5c-59d7-4689-ad78-d888960fc0aa, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:32:22.383069 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-b24f57b5-f1ae-49f1-8e0b-0f15d449e994 None None] For port 6ad61f5c-59d7-4689-ad78-d888960fc0aa, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=6ad61f5c-59d7-4689-ad78-d888960fc0aa,segment=NetworkSegment(cbd480c5-a26d-4b6c-994d-e850032613d3),segment_id=cbd480c5-a26d-4b6c-994d-e850032613d3)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:32:22.396636 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579fc294-73a9-4c36-b663-7f1a92f289fe req-557f9267-635d-4341-a558-9c6f29eadf7d tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:22.408095 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-579fc294-73a9-4c36-b663-7f1a92f289fe req-557f9267-635d-4341-a558-9c6f29eadf7d tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c59bb62-1789-41a6-acf6-9b0278dd9612 HTTP/1.1" status: 200 len: 948 time: 0.1002932 Oct 20 10:32:22.421069 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-b24f57b5-f1ae-49f1-8e0b-0f15d449e994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:22.458391 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24f57b5-f1ae-49f1-8e0b-0f15d449e994 None None] Pushing event updated for resources: {'Port': ['ID=6ad61f5c-59d7-4689-ad78-d888960fc0aa,revision_number=1']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:32:22.482149 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 2bcffcff-10cd-400f-ba99-63f92ee35bbb, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=2bcffcff-10cd-400f-ba99-63f92ee35bbb,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:32:22.493113 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-579fc294-73a9-4c36-b663-7f1a92f289fe req-869a0256-9c21-47ba-9561-385e20612f9e tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787454 Oct 20 10:32:22.588913 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Returning: {'device': '2bcffcff-10cd-400f-ba99-63f92ee35bbb', 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84', 'port_id': '2bcffcff-10cd-400f-ba99-63f92ee35bbb', 'mac_address': 'fa:16:3e:45:f1:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 800, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f86199a-b8f2-45b4-a83a-995a7ea6fe42', 'ip_address': '192.168.233.132'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:32:22.607512 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-6a2ad8ce-7bdf-4c15-ba4e-2bc0efaef728 admin admin] Allocated IP 172.25.1.107 (cbe170d3-31ba-45a2-b477-520ab0a7a8ea/f4e26aca-17ac-4adb-a66b-d939a1b35b64/daf6985f-833e-4bc4-922e-e976f0cead04) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:32:22.727144 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6a2ad8ce-7bdf-4c15-ba4e-2bc0efaef728 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:22.810063 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6a2ad8ce-7bdf-4c15-ba4e-2bc0efaef728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:22.853329 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:22.870184 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24f57b5-f1ae-49f1-8e0b-0f15d449e994 None None] Pushing event updated for resources: {'Port': ['ID=6ad61f5c-59d7-4689-ad78-d888960fc0aa,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:32:22.909412 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bcffcff-10cd-400f-ba99-63f92ee35bbb {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:32:22.956607 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 2bcffcff-10cd-400f-ba99-63f92ee35bbb, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=2bcffcff-10cd-400f-ba99-63f92ee35bbb,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:32:22.964303 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:22.998069 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a2ad8ce-7bdf-4c15-ba4e-2bc0efaef728 admin admin] Network cbe170d3-31ba-45a2-b477-520ab0a7a8ea is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:32:23.012857 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-6a2ad8ce-7bdf-4c15-ba4e-2bc0efaef728 admin admin] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:32:23.017438 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2ad8ce-7bdf-4c15-ba4e-2bc0efaef728 admin admin] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:32:23.077856 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff6b2de-4bdb-4517-a99b-fbb4b354adb6 req-fe4df188-69d1-4fe9-bb8b-f6954e7060f2 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:23.079473 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bff6b2de-4bdb-4517-a99b-fbb4b354adb6 req-fe4df188-69d1-4fe9-bb8b-f6954e7060f2 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.69 "GET /v2.0/ports?device_id=3c59bb62-1789-41a6-acf6-9b0278dd9612&tenant_id=9f75d9a0b8ce44faaac4d8054667820c&binding%3Ahost_id=n-h2-811396-3 HTTP/1.1" status: 200 len: 949 time: 0.1277168 Oct 20 10:32:23.114135 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=2bcffcff-10cd-400f-ba99-63f92ee35bbb,revision_number=8']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:32:23.150308 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2ad8ce-7bdf-4c15-ba4e-2bc0efaef728 admin admin] Pushing event updated for resources: {'Port': ['ID=daf6985f-833e-4bc4-922e-e976f0cead04,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:32:23.255719 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['2bcffcff-10cd-400f-ba99-63f92ee35bbb'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:32:23.276189 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bff6b2de-4bdb-4517-a99b-fbb4b354adb6 req-ca4bd60e-07ab-4677-a558-bc26a10fe482 service neutron] 10.222.0.69 "GET /v2.0/ports/2bcffcff-10cd-400f-ba99-63f92ee35bbb/bindings/n-h2-811396-3 HTTP/1.1" status: 200 len: 382 time: 0.1839705 Oct 20 10:32:23.441985 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff6b2de-4bdb-4517-a99b-fbb4b354adb6 req-1b4de5c3-977d-460b-9647-bf4a4ebeafc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:23.443578 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bff6b2de-4bdb-4517-a99b-fbb4b354adb6 req-1b4de5c3-977d-460b-9647-bf4a4ebeafc4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9f75d9a0b8ce44faaac4d8054667820c&device_id=3c59bb62-1789-41a6-acf6-9b0278dd9612 HTTP/1.1" status: 200 len: 1100 time: 0.1462371 Oct 20 10:32:23.662623 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036ef547-0c3a-4b4b-9610-35d1d78001d6 req-6785e6b3-27a1-4dfd-941d-0342e6159877 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:23.669986 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-036ef547-0c3a-4b4b-9610-35d1d78001d6 req-6785e6b3-27a1-4dfd-941d-0342e6159877 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c59bb62-1789-41a6-acf6-9b0278dd9612 HTTP/1.1" status: 200 len: 949 time: 0.3022692 Oct 20 10:32:23.707819 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff6b2de-4bdb-4517-a99b-fbb4b354adb6 req-270dfc60-1176-4134-81ed-f1a8ec4d631e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:23.722034 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bff6b2de-4bdb-4517-a99b-fbb4b354adb6 req-270dfc60-1176-4134-81ed-f1a8ec4d631e service neutron] 10.222.0.69 "GET /v2.0/networks?id=a7c57b12-d7c3-48bb-aa54-a67a56468a84 HTTP/1.1" status: 200 len: 870 time: 0.2671864 Oct 20 10:32:23.778017 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 6ad61f5c-59d7-4689-ad78-d888960fc0aa up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:32:23.804643 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6a2ad8ce-7bdf-4c15-ba4e-2bc0efaef728 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:23.835034 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bff6b2de-4bdb-4517-a99b-fbb4b354adb6 req-14fd5689-00b9-4ed1-b4cc-77cc54ab3819 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=2bcffcff-10cd-400f-ba99-63f92ee35bbb HTTP/1.1" status: 200 len: 217 time: 0.0992270 Oct 20 10:32:23.867143 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 6ad61f5c-59d7-4689-ad78-d888960fc0aa triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:32:23.867732 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:23.939991 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-036ef547-0c3a-4b4b-9610-35d1d78001d6 req-bdf465dd-dd70-48b2-a1ea-ca980e401c0a tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2690358 Oct 20 10:32:24.000937 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:24.045492 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] For port 6ad61f5c-59d7-4689-ad78-d888960fc0aa, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=6ad61f5c-59d7-4689-ad78-d888960fc0aa,segment=NetworkSegment(cbd480c5-a26d-4b6c-994d-e850032613d3),segment_id=cbd480c5-a26d-4b6c-994d-e850032613d3)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:32:24.052041 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:24.068339 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff6b2de-4bdb-4517-a99b-fbb4b354adb6 req-0a991e79-364b-42ed-af6c-1145cf616290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:24.069850 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bff6b2de-4bdb-4517-a99b-fbb4b354adb6 req-0a991e79-364b-42ed-af6c-1145cf616290 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8f86199a-b8f2-45b4-a83a-995a7ea6fe42 HTTP/1.1" status: 200 len: 843 time: 0.2130675 Oct 20 10:32:24.117116 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c551a537-dcda-4ed5-b78c-323fc387fdf9 req-7d57fb04-749f-4d3c-b904-2cfa4423cd4c tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:24.134366 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c551a537-dcda-4ed5-b78c-323fc387fdf9 req-7d57fb04-749f-4d3c-b904-2cfa4423cd4c tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] 10.222.0.64 "GET /v2.0/ports?device_id=5494c8bb-e16d-4c69-9bbd-57729001929d HTTP/1.1" status: 200 len: 944 time: 0.3186371 Oct 20 10:32:24.162275 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Pushing event updated for resources: {'Port': ['ID=6ad61f5c-59d7-4689-ad78-d888960fc0aa,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:32:24.286611 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c551a537-dcda-4ed5-b78c-323fc387fdf9 req-314f2a13-7886-423c-b080-ecb9a320dc37 tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] 10.222.0.64 "GET /v2.0/security-groups?id=7bf05388-42aa-4d45-8ad3-a92e8669d9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1321905 Oct 20 10:32:24.298625 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff6b2de-4bdb-4517-a99b-fbb4b354adb6 req-83dd21df-9336-4d4e-876e-8a4186b675fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:24.302981 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bff6b2de-4bdb-4517-a99b-fbb4b354adb6 req-83dd21df-9336-4d4e-876e-8a4186b675fd service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a7c57b12-d7c3-48bb-aa54-a67a56468a84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2099717 Oct 20 10:32:24.306806 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6a2ad8ce-7bdf-4c15-ba4e-2bc0efaef728 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1773475'] for router, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:24.321983 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d03adc17-2563-4f8f-8263-ded85385308d None None] Network f9950125-549c-48cb-ac04-18e3069eed3d requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:32:24.445915 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bff6b2de-4bdb-4517-a99b-fbb4b354adb6 req-6ca41b9a-8849-48a6-bd0a-ae651e0ed41f service neutron] 10.222.0.69 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339190 Oct 20 10:32:24.512578 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-20b1ab45-8325-468a-891d-c839d3799cd9 None None] Provisioning complete for port 6ad61f5c-59d7-4689-ad78-d888960fc0aa triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:32:24.513332 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-20b1ab45-8325-468a-891d-c839d3799cd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:24.627290 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bff6b2de-4bdb-4517-a99b-fbb4b354adb6 req-b10f9f6f-edd7-433b-8d0f-2412c7a47ff9 service neutron] 10.222.0.69 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721063 Oct 20 10:32:24.893972 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a2ad8ce-7bdf-4c15-ba4e-2bc0efaef728 admin admin] Router d1e01ac1-0c4c-44c6-87f8-0ae87aafbe8a is scheduled to L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 with binding_index 1 {{(pid=100597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 10:32:25.108109 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a2ad8ce-7bdf-4c15-ba4e-2bc0efaef728 admin admin] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:32:25.122579 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a88f30-8f9b-4971-9894-22ff3437e454 None None] Sync routers for ids ['d1e01ac1-0c4c-44c6-87f8-0ae87aafbe8a'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:32:25.155102 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-3b296223-5221-46e6-88c7-dbaba44a5d5f None None] Provisioning complete for port 6ad61f5c-59d7-4689-ad78-d888960fc0aa triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:32:25.155925 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3b296223-5221-46e6-88c7-dbaba44a5d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:25.158132 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6a2ad8ce-7bdf-4c15-ba4e-2bc0efaef728 admin admin] Publish callbacks [] for router, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:25.163577 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-6a2ad8ce-7bdf-4c15-ba4e-2bc0efaef728 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.9895537 Oct 20 10:32:25.163746 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a88f30-8f9b-4971-9894-22ff3437e454 None None] Routers {'d1e01ac1-0c4c-44c6-87f8-0ae87aafbe8a'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:32:25.163746 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-82a88f30-8f9b-4971-9894-22ff3437e454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:32:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['d1e01ac1-0c4c-44c6-87f8-0ae87aafbe8a'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:32:25.174334 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db65e7de-14d6-4a94-958c-59d7ce353b0f req-0c222c49-8929-43c5-b835-f8c61f0aac0a tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:25.178623 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 42804) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:32:25.190236 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-db65e7de-14d6-4a94-958c-59d7ce353b0f req-0c222c49-8929-43c5-b835-f8c61f0aac0a tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c59bb62-1789-41a6-acf6-9b0278dd9612 HTTP/1.1" status: 200 len: 949 time: 0.1441517 Oct 20 10:32:25.294224 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-db65e7de-14d6-4a94-958c-59d7ce353b0f req-ab56910d-3b8b-4623-9d63-7524f95e11d3 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013863 Oct 20 10:32:25.522852 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb34f73-a87f-433a-862d-5481a26dff1c req-5ae524d7-9ba9-41d0-8bbe-8dc5cca9099c tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:25.532080 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-feb34f73-a87f-433a-862d-5481a26dff1c req-5ae524d7-9ba9-41d0-8bbe-8dc5cca9099c tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] 10.222.0.64 "GET /v2.0/ports?device_id=5494c8bb-e16d-4c69-9bbd-57729001929d HTTP/1.1" status: 200 len: 944 time: 0.1154954 Oct 20 10:32:25.610094 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-feb34f73-a87f-433a-862d-5481a26dff1c req-eb6041c2-ff4e-4c90-a4c4-18249e62b100 tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] 10.222.0.64 "GET /v2.0/security-groups?id=7bf05388-42aa-4d45-8ad3-a92e8669d9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769041 Oct 20 10:32:25.714045 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-82a88f30-8f9b-4971-9894-22ff3437e454 None None] Set router d1e01ac1-0c4c-44c6-87f8-0ae87aafbe8a gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:32:25.770724 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 2bcffcff-10cd-400f-ba99-63f92ee35bbb up at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:32:25.772452 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 6ad61f5c-59d7-4689-ad78-d888960fc0aa up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:32:25.939780 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c3bfcee4-7cab-47b4-808d-0a809dc5b09e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:25.947256 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 6ad61f5c-59d7-4689-ad78-d888960fc0aa triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:32:25.947651 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:25.993922 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning for port 2bcffcff-10cd-400f-ba99-63f92ee35bbb completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:32:26.000015 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning complete for port 2bcffcff-10cd-400f-ba99-63f92ee35bbb triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:32:26.000366 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:26.179809 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-c3bfcee4-7cab-47b4-808d-0a809dc5b09e admin admin] Allocated IP 172.20.0.1 (f9950125-549c-48cb-ac04-18e3069eed3d/2d880e39-644b-4d88-917f-6868a70aff51/63c6336d-1112-4f87-9895-9e1c7b70b14a) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:32:26.346415 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:26.355871 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c3bfcee4-7cab-47b4-808d-0a809dc5b09e admin admin] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:26.407082 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c59bb62-1789-41a6-acf6-9b0278dd9612', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bcffcff-10cd-400f-ba99-63f92ee35bbb'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:32:26.413689 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9152adfe-ca76-41fe-8015-c828e74d0dac" -d '{"events": [{"server_uuid": "3c59bb62-1789-41a6-acf6-9b0278dd9612", "name": "network-vif-plugged", "status": "completed", "tag": "2bcffcff-10cd-400f-ba99-63f92ee35bbb"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:32:26.450540 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 2bcffcff-10cd-400f-ba99-63f92ee35bbb, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=2bcffcff-10cd-400f-ba99-63f92ee35bbb,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:32:26.458178 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c3bfcee4-7cab-47b4-808d-0a809dc5b09e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:26.461708 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:26.478076 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-82a88f30-8f9b-4971-9894-22ff3437e454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1e01ac1-0c4c-44c6-87f8-0ae87aafbe8a', 'name': 'tempest-FloatingIPsTestJSON-938104294-router', 'tenant_id': '91a6d102a7024bebbfd61d0f5b40ceaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': 'daf6985f-833e-4bc4-922e-e976f0cead04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:32:21Z', 'updated_at': '2021-10-20T10:32:23Z', 'revision_number': 3, 'project_id': '91a6d102a7024bebbfd61d0f5b40ceaf', 'gw_port': {'id': 'daf6985f-833e-4bc4-922e-e976f0cead04', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:9f:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1e01ac1-0c4c-44c6-87f8-0ae87aafbe8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:32:22Z', 'updated_at': '2021-10-20T10:32:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:32:26.562863 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27572b5f-6b67-4883-836d-fc38fc9503f3 req-65f47424-f2b6-4816-b284-c9d9f453d1bf tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:26.576856 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-27572b5f-6b67-4883-836d-fc38fc9503f3 req-65f47424-f2b6-4816-b284-c9d9f453d1bf tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c59bb62-1789-41a6-acf6-9b0278dd9612 HTTP/1.1" status: 200 len: 949 time: 0.1937404 Oct 20 10:32:26.580263 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3bfcee4-7cab-47b4-808d-0a809dc5b09e admin admin] Network f9950125-549c-48cb-ac04-18e3069eed3d is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:32:26.588087 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-c3bfcee4-7cab-47b4-808d-0a809dc5b09e admin admin] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:32:26.604575 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a30bd99-901c-41cf-a355-d7d8066c0130 x-openstack-request-id: req-6a30bd99-901c-41cf-a355-d7d8066c0130 {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:32:26.605271 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c59bb62-1789-41a6-acf6-9b0278dd9612", "name": "network-vif-plugged", "status": "completed", "tag": "2bcffcff-10cd-400f-ba99-63f92ee35bbb", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:32:26.606111 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6a30bd99-901c-41cf-a355-d7d8066c0130 {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:32:26.606818 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c59bb62-1789-41a6-acf6-9b0278dd9612', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bcffcff-10cd-400f-ba99-63f92ee35bbb', 'code': 200} Oct 20 10:32:26.610844 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a88f30-8f9b-4971-9894-22ff3437e454 None None] Checking router: d1e01ac1-0c4c-44c6-87f8-0ae87aafbe8a for host: n-d-811396-3 {{(pid=100598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:32:26.611667 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a88f30-8f9b-4971-9894-22ff3437e454 None None] Updating router d1e01ac1-0c4c-44c6-87f8-0ae87aafbe8a port daf6985f-833e-4bc4-922e-e976f0cead04 binding host n-d-811396-3 {{(pid=100598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 10:32:26.617334 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3bfcee4-7cab-47b4-808d-0a809dc5b09e admin admin] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:32:26.658895 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-27572b5f-6b67-4883-836d-fc38fc9503f3 req-e72b420c-a9f9-4bec-98b5-63fd3358a945 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795827 Oct 20 10:32:26.670314 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-82a88f30-8f9b-4971-9894-22ff3437e454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:26.742032 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bfcee4-7cab-47b4-808d-0a809dc5b09e admin admin] Pushing event updated for resources: {'Port': ['ID=63c6336d-1112-4f87-9895-9e1c7b70b14a,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:32:26.766825 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c3bfcee4-7cab-47b4-808d-0a809dc5b09e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1774540'] for router_interface, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:27.080994 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32e3250-7470-4de9-ae7d-21b187ca5aab req-5c0f6ca5-dc98-4c29-834f-8b35a0d53157 tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:27.091213 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a32e3250-7470-4de9-ae7d-21b187ca5aab req-5c0f6ca5-dc98-4c29-834f-8b35a0d53157 tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] 10.222.0.64 "GET /v2.0/ports?device_id=5494c8bb-e16d-4c69-9bbd-57729001929d HTTP/1.1" status: 200 len: 944 time: 0.1596162 Oct 20 10:32:27.159988 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a32e3250-7470-4de9-ae7d-21b187ca5aab req-9d2fe89a-c86f-456a-bc54-fa3b4186da3b tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] 10.222.0.64 "GET /v2.0/security-groups?id=7bf05388-42aa-4d45-8ad3-a92e8669d9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677004 Oct 20 10:32:27.163807 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c3bfcee4-7cab-47b4-808d-0a809dc5b09e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:27.353810 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-82a88f30-8f9b-4971-9894-22ff3437e454 None None] Publish callbacks [] for port, precommit_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:27.392407 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-82a88f30-8f9b-4971-9894-22ff3437e454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:27.411131 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=2bcffcff-10cd-400f-ba99-63f92ee35bbb,revision_number=9']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:32:27.433910 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff6b2de-4bdb-4517-a99b-fbb4b354adb6 req-ba87d9d8-f31a-46ef-b291-de5b28e49ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:27.439257 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bff6b2de-4bdb-4517-a99b-fbb4b354adb6 req-ba87d9d8-f31a-46ef-b291-de5b28e49ab5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3c59bb62-1789-41a6-acf6-9b0278dd9612&tenant_id=9f75d9a0b8ce44faaac4d8054667820c HTTP/1.1" status: 200 len: 1101 time: 0.0800552 Oct 20 10:32:27.454337 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-bff6b2de-4bdb-4517-a99b-fbb4b354adb6 req-d7366d2c-19ea-4197-8453-9c533973b93c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-811396-3', 'device_owner': 'compute:nova'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:32:27.509407 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-4a5a5f1d-5abd-4193-9c46-dbafcdbbbcb0 None None] Provisioning complete for port 63c6336d-1112-4f87-9895-9e1c7b70b14a triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:32:27.509785 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-4a5a5f1d-5abd-4193-9c46-dbafcdbbbcb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:27.519230 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c3bfcee4-7cab-47b4-808d-0a809dc5b09e admin admin] Publish callbacks [] for port, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:27.526668 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c3bfcee4-7cab-47b4-808d-0a809dc5b09e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:27.587992 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-bff6b2de-4bdb-4517-a99b-fbb4b354adb6 req-d7366d2c-19ea-4197-8453-9c533973b93c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:27.632917 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-4a5a5f1d-5abd-4193-9c46-dbafcdbbbcb0 None None] Port 63c6336d-1112-4f87-9895-9e1c7b70b14a cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:32:27.647750 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c3bfcee4-7cab-47b4-808d-0a809dc5b09e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1774432'] for router_interface, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:27.656238 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-82a88f30-8f9b-4971-9894-22ff3437e454 None None] Attempting to bind port daf6985f-833e-4bc4-922e-e976f0cead04 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:32:27.659005 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-82a88f30-8f9b-4971-9894-22ff3437e454 None None] Attempting to bind port daf6985f-833e-4bc4-922e-e976f0cead04 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:32:27.660896 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a88f30-8f9b-4971-9894-22ff3437e454 None None] Attempting to bind port daf6985f-833e-4bc4-922e-e976f0cead04 on network cbe170d3-31ba-45a2-b477-520ab0a7a8ea {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:32:27.682004 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e747e20a-3834-47a9-9256-28cfec29c035 None None] Pushing event updated for resources: {'Port': ['ID=daf6985f-833e-4bc4-922e-e976f0cead04,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:32:27.709193 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a88f30-8f9b-4971-9894-22ff3437e454 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:32:27.709610 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a88f30-8f9b-4971-9894-22ff3437e454 None None] Checking segment: {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:32:27.710017 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-82a88f30-8f9b-4971-9894-22ff3437e454 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:27.711668 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a88f30-8f9b-4971-9894-22ff3437e454 None None] Bound using segment: {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:32:27.712812 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-82a88f30-8f9b-4971-9894-22ff3437e454 None None] Bound port: daf6985f-833e-4bc4-922e-e976f0cead04, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:32:27.715660 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-82a88f30-8f9b-4971-9894-22ff3437e454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:27.834370 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-82a88f30-8f9b-4971-9894-22ff3437e454 None None] For port daf6985f-833e-4bc4-922e-e976f0cead04, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:32:27.841264 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-82a88f30-8f9b-4971-9894-22ff3437e454 None None] For port daf6985f-833e-4bc4-922e-e976f0cead04, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=daf6985f-833e-4bc4-922e-e976f0cead04,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:32:27.855483 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-82a88f30-8f9b-4971-9894-22ff3437e454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:27.895180 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 7 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 10:32:27.896952 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bfcee4-7cab-47b4-808d-0a809dc5b09e admin admin] Pushing event updated for resources: {'Port': ['ID=63c6336d-1112-4f87-9895-9e1c7b70b14a,revision_number=2']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:32:27.960890 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a88f30-8f9b-4971-9894-22ff3437e454 None None] Routers {'d1e01ac1-0c4c-44c6-87f8-0ae87aafbe8a'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:32:27.961536 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-82a88f30-8f9b-4971-9894-22ff3437e454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:32:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['d1e01ac1-0c4c-44c6-87f8-0ae87aafbe8a'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:32:28.025805 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3bfcee4-7cab-47b4-808d-0a809dc5b09e admin admin] Network f9950125-549c-48cb-ac04-18e3069eed3d is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:32:28.027672 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-c3bfcee4-7cab-47b4-808d-0a809dc5b09e admin admin] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:32:28.096732 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-82a88f30-8f9b-4971-9894-22ff3437e454 None None] Set router d1e01ac1-0c4c-44c6-87f8-0ae87aafbe8a gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:32:28.184550 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b20405-dda4-4a94-9f2e-bb2341ba56f0 req-d06509df-fd47-4a93-ad5d-c0331a6bc4be tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:28.186158 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-89b20405-dda4-4a94-9f2e-bb2341ba56f0 req-d06509df-fd47-4a93-ad5d-c0331a6bc4be tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c59bb62-1789-41a6-acf6-9b0278dd9612 HTTP/1.1" status: 200 len: 950 time: 0.3331382 Oct 20 10:32:28.340527 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e747e20a-3834-47a9-9256-28cfec29c035 None None] Pushing event updated for resources: {'Port': ['ID=daf6985f-833e-4bc4-922e-e976f0cead04,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:32:28.341827 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3bfcee4-7cab-47b4-808d-0a809dc5b09e admin admin] Router d1e01ac1-0c4c-44c6-87f8-0ae87aafbe8a has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:32:28.470807 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-bff6b2de-4bdb-4517-a99b-fbb4b354adb6 req-d7366d2c-19ea-4197-8453-9c533973b93c service neutron] For port 2bcffcff-10cd-400f-ba99-63f92ee35bbb, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=2bcffcff-10cd-400f-ba99-63f92ee35bbb,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:32:28.492181 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-82a88f30-8f9b-4971-9894-22ff3437e454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1e01ac1-0c4c-44c6-87f8-0ae87aafbe8a', 'name': 'tempest-FloatingIPsTestJSON-938104294-router', 'tenant_id': '91a6d102a7024bebbfd61d0f5b40ceaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': 'daf6985f-833e-4bc4-922e-e976f0cead04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:32:21Z', 'updated_at': '2021-10-20T10:32:27Z', 'revision_number': 4, 'project_id': '91a6d102a7024bebbfd61d0f5b40ceaf', 'gw_port': {'id': 'daf6985f-833e-4bc4-922e-e976f0cead04', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:9f:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1e01ac1-0c4c-44c6-87f8-0ae87aafbe8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:32:22Z', 'updated_at': '2021-10-20T10:32:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '63c6336d-1112-4f87-9895-9e1c7b70b14a', 'name': '', 'network_id': 'f9950125-549c-48cb-ac04-18e3069eed3d', 'tenant_id': '91a6d102a7024bebbfd61d0f5b40ceaf', 'mac_address': 'fa:16:3e:61:c7:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1e01ac1-0c4c-44c6-87f8-0ae87aafbe8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '2d880e39-644b-4d88-917f-6868a70aff51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:32:25Z', 'updated_at': '2021-10-20T10:32:27Z', 'revision_number': 2, 'project_id': '91a6d102a7024bebbfd61d0f5b40ceaf', 'subnets': [{'id': '2d880e39-644b-4d88-917f-6868a70aff51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:32:28.498986 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-3e56b221-ab3f-4d2f-9b00-fbc182fa5a96 None None] Provisioning complete for port 63c6336d-1112-4f87-9895-9e1c7b70b14a triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:32:28.499972 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3e56b221-ab3f-4d2f-9b00-fbc182fa5a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:28.547463 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-bff6b2de-4bdb-4517-a99b-fbb4b354adb6 req-d7366d2c-19ea-4197-8453-9c533973b93c service neutron] For port 2bcffcff-10cd-400f-ba99-63f92ee35bbb, host n-h2-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:32:28.553935 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a88f30-8f9b-4971-9894-22ff3437e454 None None] The sync data for ids ['d1e01ac1-0c4c-44c6-87f8-0ae87aafbe8a'] in n-d-811396-3 is: [{'id': 'd1e01ac1-0c4c-44c6-87f8-0ae87aafbe8a', 'name': 'tempest-FloatingIPsTestJSON-938104294-router', 'tenant_id': '91a6d102a7024bebbfd61d0f5b40ceaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': 'daf6985f-833e-4bc4-922e-e976f0cead04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:32:21Z', 'updated_at': '2021-10-20T10:32:27Z', 'revision_number': 4, 'project_id': '91a6d102a7024bebbfd61d0f5b40ceaf', 'gw_port': {'id': 'daf6985f-833e-4bc4-922e-e976f0cead04', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:9f:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1e01ac1-0c4c-44c6-87f8-0ae87aafbe8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:32:22Z', 'updated_at': '2021-10-20T10:32:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '63c6336d-1112-4f87-9895-9e1c7b70b14a', 'name': '', 'network_id': 'f9950125-549c-48cb-ac04-18e3069eed3d', 'tenant_id': '91a6d102a7024bebbfd61d0f5b40ceaf', 'mac_address': 'fa:16:3e:61:c7:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1e01ac1-0c4c-44c6-87f8-0ae87aafbe8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '2d880e39-644b-4d88-917f-6868a70aff51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:32:25Z', 'updated_at': '2021-10-20T10:32:27Z', 'revision_number': 2, 'project_id': '91a6d102a7024bebbfd61d0f5b40ceaf', 'subnets': [{'id': '2d880e39-644b-4d88-917f-6868a70aff51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:32:28.596329 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-3e56b221-ab3f-4d2f-9b00-fbc182fa5a96 None None] Port 63c6336d-1112-4f87-9895-9e1c7b70b14a cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:32:28.626284 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3bfcee4-7cab-47b4-808d-0a809dc5b09e admin admin] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:32:28.641320 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-c3bfcee4-7cab-47b4-808d-0a809dc5b09e admin admin] 10.222.0.64 "PUT /v2.0/routers/d1e01ac1-0c4c-44c6-87f8-0ae87aafbe8a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4615762 Oct 20 10:32:28.659094 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-bff6b2de-4bdb-4517-a99b-fbb4b354adb6 req-d7366d2c-19ea-4197-8453-9c533973b93c service neutron] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:28.685459 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.provisioning_blocks [req-bff6b2de-4bdb-4517-a99b-fbb4b354adb6 req-d7366d2c-19ea-4197-8453-9c533973b93c service neutron] Transition to ACTIVE for port object 2bcffcff-10cd-400f-ba99-63f92ee35bbb will not be triggered until provisioned by entity L2. {{(pid=100596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:32:28.736837 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c59bb62-1789-41a6-acf6-9b0278dd9612', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2bcffcff-10cd-400f-ba99-63f92ee35bbb'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:32:28.746261 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1218a4d6-233d-40a8-ae2e-648cbcda86fe" -d '{"events": [{"server_uuid": "3c59bb62-1789-41a6-acf6-9b0278dd9612", "name": "network-vif-unplugged", "status": "completed", "tag": "2bcffcff-10cd-400f-ba99-63f92ee35bbb"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:32:28.766290 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-89b20405-dda4-4a94-9f2e-bb2341ba56f0 req-21f93432-2253-4c3d-93d0-9f56c49bd0a8 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5645285 Oct 20 10:32:28.773157 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-bff6b2de-4bdb-4517-a99b-fbb4b354adb6 req-d7366d2c-19ea-4197-8453-9c533973b93c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:28.905665 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7366d2c-19ea-4197-8453-9c533973b93c service neutron] Pushing event updated for resources: {'Port': ['ID=2bcffcff-10cd-400f-ba99-63f92ee35bbb,revision_number=10']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:32:29.058925 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-bff6b2de-4bdb-4517-a99b-fbb4b354adb6 req-d7366d2c-19ea-4197-8453-9c533973b93c service neutron] No DVR routers for this DVR port 2bcffcff-10cd-400f-ba99-63f92ee35bbb on host n-h2-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:32:29.084864 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a408d0f6-8e6c-4754-8e48-4312bb25d61f req-5a5da0d2-a5f0-45b8-9a62-e11ce7ab3131 tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:29.092961 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a408d0f6-8e6c-4754-8e48-4312bb25d61f req-5a5da0d2-a5f0-45b8-9a62-e11ce7ab3131 tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] 10.222.0.64 "GET /v2.0/ports?device_id=5494c8bb-e16d-4c69-9bbd-57729001929d HTTP/1.1" status: 200 len: 944 time: 0.7776582 Oct 20 10:32:29.229850 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-bff6b2de-4bdb-4517-a99b-fbb4b354adb6 req-d7366d2c-19ea-4197-8453-9c533973b93c service neutron] Attempting to bind port 2bcffcff-10cd-400f-ba99-63f92ee35bbb on host n-h1-811396-3 for vnic_type normal with profile {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:32:29.230267 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-bff6b2de-4bdb-4517-a99b-fbb4b354adb6 req-d7366d2c-19ea-4197-8453-9c533973b93c service neutron] Attempting to bind port 2bcffcff-10cd-400f-ba99-63f92ee35bbb by drivers openvswitch,hyperv on host n-h1-811396-3 at level 0 using segments [{'id': '6f472196-aa1a-40bf-bd06-ef9f07584bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:32:29.230606 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bff6b2de-4bdb-4517-a99b-fbb4b354adb6 req-d7366d2c-19ea-4197-8453-9c533973b93c service neutron] Attempting to bind port 2bcffcff-10cd-400f-ba99-63f92ee35bbb on network a7c57b12-d7c3-48bb-aa54-a67a56468a84 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:32:29.236706 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Oct 2021 10:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42b44f5c-076a-499d-99b1-7fbe31a40c2f x-openstack-request-id: req-42b44f5c-076a-499d-99b1-7fbe31a40c2f {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:32:29.236999 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c59bb62-1789-41a6-acf6-9b0278dd9612", "name": "network-vif-unplugged", "status": "completed", "tag": "2bcffcff-10cd-400f-ba99-63f92ee35bbb", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:32:29.237250 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-42b44f5c-076a-499d-99b1-7fbe31a40c2f {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:32:29.237645 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c59bb62-1789-41a6-acf6-9b0278dd9612', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2bcffcff-10cd-400f-ba99-63f92ee35bbb', 'code': 200} Oct 20 10:32:29.264465 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a408d0f6-8e6c-4754-8e48-4312bb25d61f req-945a6960-5651-474d-91bb-2f2720b32665 tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] 10.222.0.64 "GET /v2.0/security-groups?id=7bf05388-42aa-4d45-8ad3-a92e8669d9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1702561 Oct 20 10:32:29.282381 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bff6b2de-4bdb-4517-a99b-fbb4b354adb6 req-d7366d2c-19ea-4197-8453-9c533973b93c service neutron] Port 2bcffcff-10cd-400f-ba99-63f92ee35bbb on network a7c57b12-d7c3-48bb-aa54-a67a56468a84 not bound, no agent of type Open vSwitch agent registered on host n-h1-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:32:29.285456 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bff6b2de-4bdb-4517-a99b-fbb4b354adb6 req-d7366d2c-19ea-4197-8453-9c533973b93c service neutron] Attempting to bind port 2bcffcff-10cd-400f-ba99-63f92ee35bbb on network a7c57b12-d7c3-48bb-aa54-a67a56468a84 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:32:29.298516 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bff6b2de-4bdb-4517-a99b-fbb4b354adb6 req-d7366d2c-19ea-4197-8453-9c533973b93c service neutron] Checking agent: {'id': 'b707b4cc-061f-4cf4-bce0-0b3df9b7bec9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:32:29.299414 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bff6b2de-4bdb-4517-a99b-fbb4b354adb6 req-d7366d2c-19ea-4197-8453-9c533973b93c service neutron] Checking segment: {'id': '6f472196-aa1a-40bf-bd06-ef9f07584bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:32:29.300080 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bff6b2de-4bdb-4517-a99b-fbb4b354adb6 req-d7366d2c-19ea-4197-8453-9c533973b93c service neutron] Bound using segment: {'id': '6f472196-aa1a-40bf-bd06-ef9f07584bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84'} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:32:29.304071 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-bff6b2de-4bdb-4517-a99b-fbb4b354adb6 req-d7366d2c-19ea-4197-8453-9c533973b93c service neutron] Bound port: 2bcffcff-10cd-400f-ba99-63f92ee35bbb, host: n-h1-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f472196-aa1a-40bf-bd06-ef9f07584bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84'}}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:32:29.304713 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-bff6b2de-4bdb-4517-a99b-fbb4b354adb6 req-d7366d2c-19ea-4197-8453-9c533973b93c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:29.655482 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 2bcffcff-10cd-400f-ba99-63f92ee35bbb no longer exists at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:32:29.754789 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 2bcffcff-10cd-400f-ba99-63f92ee35bbb not bound to the agent host n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:32:30.208852 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-bff6b2de-4bdb-4517-a99b-fbb4b354adb6 req-d7366d2c-19ea-4197-8453-9c533973b93c service neutron] For port 2bcffcff-10cd-400f-ba99-63f92ee35bbb, host n-h1-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:32:30.226990 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-91857d3c-97a1-4832-bb33-c24a91d4ee4f req-f90fe8af-823b-4d93-b494-fbef142c143f tempest-FloatingIPsTestJSON-635694620 tempest-FloatingIPsTestJSON-635694620-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7856061 Oct 20 10:32:30.241376 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-91857d3c-97a1-4832-bb33-c24a91d4ee4f req-6b65737b-8693-4156-9f89-ac20552831a2 tempest-FloatingIPsTestJSON-635694620 tempest-FloatingIPsTestJSON-635694620-project] Request body: {'floatingip': {'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:32:30.250944 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-bff6b2de-4bdb-4517-a99b-fbb4b354adb6 req-d7366d2c-19ea-4197-8453-9c533973b93c service neutron] For port 2bcffcff-10cd-400f-ba99-63f92ee35bbb, host n-h1-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=2bcffcff-10cd-400f-ba99-63f92ee35bbb,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:32:30.268113 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-bff6b2de-4bdb-4517-a99b-fbb4b354adb6 req-d7366d2c-19ea-4197-8453-9c533973b93c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:30.353328 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882f1a4c-2e3f-4069-a569-cc1c3bcc63a6 req-ff312620-05a5-434b-a776-c97865bb66d5 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:30.364674 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-882f1a4c-2e3f-4069-a569-cc1c3bcc63a6 req-ff312620-05a5-434b-a776-c97865bb66d5 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c59bb62-1789-41a6-acf6-9b0278dd9612 HTTP/1.1" status: 200 len: 949 time: 0.2251396 Oct 20 10:32:30.373533 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff6b2de-4bdb-4517-a99b-fbb4b354adb6 req-d7366d2c-19ea-4197-8453-9c533973b93c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:30.374256 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-bff6b2de-4bdb-4517-a99b-fbb4b354adb6 req-d7366d2c-19ea-4197-8453-9c533973b93c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:30.379512 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bff6b2de-4bdb-4517-a99b-fbb4b354adb6 req-d7366d2c-19ea-4197-8453-9c533973b93c service neutron] 10.222.0.55 "PUT /v2.0/ports/2bcffcff-10cd-400f-ba99-63f92ee35bbb HTTP/1.1" status: 200 len: 1097 time: 2.9291809 Oct 20 10:32:30.388887 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7366d2c-19ea-4197-8453-9c533973b93c service neutron] Pushing event updated for resources: {'Port': ['ID=2bcffcff-10cd-400f-ba99-63f92ee35bbb,revision_number=11']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:32:30.458032 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-91857d3c-97a1-4832-bb33-c24a91d4ee4f req-6b65737b-8693-4156-9f89-ac20552831a2 tempest-FloatingIPsTestJSON-635694620 tempest-FloatingIPsTestJSON-635694620-project] Publish callbacks [] for floatingip, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:30.509285 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-882f1a4c-2e3f-4069-a569-cc1c3bcc63a6 req-502079e1-6056-4787-ae57-882bca4816c8 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434231 Oct 20 10:32:30.573223 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff6b2de-4bdb-4517-a99b-fbb4b354adb6 req-89cc00fc-5548-414c-acf2-f261536ff24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:30.574957 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bff6b2de-4bdb-4517-a99b-fbb4b354adb6 req-89cc00fc-5548-414c-acf2-f261536ff24f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9f75d9a0b8ce44faaac4d8054667820c&device_id=3c59bb62-1789-41a6-acf6-9b0278dd9612 HTTP/1.1" status: 200 len: 1100 time: 0.1558661 Oct 20 10:32:30.920737 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63e6709-5409-4497-92e0-3bf599fe9b9b req-16d91fd3-8c01-4562-888f-ae23abe888e3 tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:30.927999 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f63e6709-5409-4497-92e0-3bf599fe9b9b req-16d91fd3-8c01-4562-888f-ae23abe888e3 tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] 10.222.0.64 "GET /v2.0/ports?device_id=5494c8bb-e16d-4c69-9bbd-57729001929d HTTP/1.1" status: 200 len: 944 time: 0.1551774 Oct 20 10:32:30.962884 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff6b2de-4bdb-4517-a99b-fbb4b354adb6 req-c3362406-c156-4dac-98bf-01583121a1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:30.964202 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bff6b2de-4bdb-4517-a99b-fbb4b354adb6 req-c3362406-c156-4dac-98bf-01583121a1fe service neutron] 10.222.0.55 "GET /v2.0/networks?id=a7c57b12-d7c3-48bb-aa54-a67a56468a84 HTTP/1.1" status: 200 len: 870 time: 0.3799934 Oct 20 10:32:30.967917 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-91857d3c-97a1-4832-bb33-c24a91d4ee4f req-6b65737b-8693-4156-9f89-ac20552831a2 tempest-FloatingIPsTestJSON-635694620 tempest-FloatingIPsTestJSON-635694620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:30.994006 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f63e6709-5409-4497-92e0-3bf599fe9b9b req-5d219a88-6116-477d-bcc5-64329b938b44 tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] 10.222.0.64 "GET /v2.0/security-groups?id=7bf05388-42aa-4d45-8ad3-a92e8669d9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649855 Oct 20 10:32:31.103360 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bff6b2de-4bdb-4517-a99b-fbb4b354adb6 req-21022347-876d-4ccb-a0b0-e0c0ba89ac40 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=2bcffcff-10cd-400f-ba99-63f92ee35bbb HTTP/1.1" status: 200 len: 217 time: 0.1021912 Oct 20 10:32:31.238503 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c59bb62-1789-41a6-acf6-9b0278dd9612', 'tag': '2bcffcff-10cd-400f-ba99-63f92ee35bbb'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:32:31.240809 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-181b7f2b-e8a2-4f67-8447-22db8797e100" -d '{"events": [{"name": "network-changed", "server_uuid": "3c59bb62-1789-41a6-acf6-9b0278dd9612", "tag": "2bcffcff-10cd-400f-ba99-63f92ee35bbb"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:32:31.249058 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff6b2de-4bdb-4517-a99b-fbb4b354adb6 req-d8832ca1-bbba-4302-980d-8f026d4406a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:31.250537 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bff6b2de-4bdb-4517-a99b-fbb4b354adb6 req-d8832ca1-bbba-4302-980d-8f026d4406a9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8f86199a-b8f2-45b4-a83a-995a7ea6fe42 HTTP/1.1" status: 200 len: 843 time: 0.1259215 Oct 20 10:32:31.324186 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [req-91857d3c-97a1-4832-bb33-c24a91d4ee4f req-6b65737b-8693-4156-9f89-ac20552831a2 tempest-FloatingIPsTestJSON-635694620 tempest-FloatingIPsTestJSON-635694620-project] Allocated IP 172.25.1.41 (cbe170d3-31ba-45a2-b477-520ab0a7a8ea/f4e26aca-17ac-4adb-a66b-d939a1b35b64/02b91902-aafe-4135-a311-2733131aa090) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:32:31.335147 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69f462bc-0eeb-4003-bcb1-8f7518814276 x-openstack-request-id: req-69f462bc-0eeb-4003-bcb1-8f7518814276 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:32:31.335529 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c59bb62-1789-41a6-acf6-9b0278dd9612", "tag": "2bcffcff-10cd-400f-ba99-63f92ee35bbb", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:32:31.335837 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-69f462bc-0eeb-4003-bcb1-8f7518814276 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:32:31.336327 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c59bb62-1789-41a6-acf6-9b0278dd9612', 'tag': '2bcffcff-10cd-400f-ba99-63f92ee35bbb', 'status': 'completed', 'code': 200} Oct 20 10:32:31.345158 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff6b2de-4bdb-4517-a99b-fbb4b354adb6 req-562eb6c3-5ad3-4c1e-afa8-e92e42a883fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:31.346794 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bff6b2de-4bdb-4517-a99b-fbb4b354adb6 req-562eb6c3-5ad3-4c1e-afa8-e92e42a883fe service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a7c57b12-d7c3-48bb-aa54-a67a56468a84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0817714 Oct 20 10:32:31.742369 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181b7f2b-e8a2-4f67-8447-22db8797e100 req-a7645da4-540b-4ffe-b32a-77bb3b93d135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:31.744035 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-181b7f2b-e8a2-4f67-8447-22db8797e100 req-a7645da4-540b-4ffe-b32a-77bb3b93d135 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9f75d9a0b8ce44faaac4d8054667820c&device_id=3c59bb62-1789-41a6-acf6-9b0278dd9612 HTTP/1.1" status: 200 len: 1100 time: 0.3800023 Oct 20 10:32:31.749618 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device daf6985f-833e-4bc4-922e-e976f0cead04 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:32:31.805076 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-91857d3c-97a1-4832-bb33-c24a91d4ee4f req-6b65737b-8693-4156-9f89-ac20552831a2 tempest-FloatingIPsTestJSON-635694620 tempest-FloatingIPsTestJSON-635694620-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:31.812540 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bff6b2de-4bdb-4517-a99b-fbb4b354adb6 req-103d7f85-036f-474b-8178-24e2bfe6d438 service neutron] 10.222.0.55 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4472408 Oct 20 10:32:31.868737 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port daf6985f-833e-4bc4-922e-e976f0cead04 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:32:31.872084 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:31.964250 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bff6b2de-4bdb-4517-a99b-fbb4b354adb6 req-279f6158-ec52-466b-9a38-16d596da824a service neutron] 10.222.0.55 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361432 Oct 20 10:32:31.986148 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:32.016784 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] For port daf6985f-833e-4bc4-922e-e976f0cead04, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=daf6985f-833e-4bc4-922e-e976f0cead04,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:32:32.022870 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:32.087036 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321821bb-6293-4339-9436-2380c48676cd req-f9dd84fd-5708-4e8d-90eb-7da14e13a4e5 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:32.096598 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-321821bb-6293-4339-9436-2380c48676cd req-f9dd84fd-5708-4e8d-90eb-7da14e13a4e5 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c59bb62-1789-41a6-acf6-9b0278dd9612 HTTP/1.1" status: 200 len: 949 time: 0.3750257 Oct 20 10:32:32.115180 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a013d91-3830-45c8-a27e-654557e3a3ab None None] Sync routers for ids ['d1e01ac1-0c4c-44c6-87f8-0ae87aafbe8a'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:32:32.130469 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a013d91-3830-45c8-a27e-654557e3a3ab None None] Routers {'d1e01ac1-0c4c-44c6-87f8-0ae87aafbe8a'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:32:32.131109 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-1a013d91-3830-45c8-a27e-654557e3a3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:32:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['d1e01ac1-0c4c-44c6-87f8-0ae87aafbe8a'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:32:32.148348 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Pushing event updated for resources: {'Port': ['ID=daf6985f-833e-4bc4-922e-e976f0cead04,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:32:32.184772 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-321821bb-6293-4339-9436-2380c48676cd req-363f3f02-61c7-43d9-b614-e96a86891334 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868003 Oct 20 10:32:32.205765 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181b7f2b-e8a2-4f67-8447-22db8797e100 req-d0132abf-2e0a-4bc2-b406-e9b6d57cbe55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:32.210287 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-181b7f2b-e8a2-4f67-8447-22db8797e100 req-d0132abf-2e0a-4bc2-b406-e9b6d57cbe55 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a7c57b12-d7c3-48bb-aa54-a67a56468a84 HTTP/1.1" status: 200 len: 870 time: 0.4498036 Oct 20 10:32:32.213748 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-91857d3c-97a1-4832-bb33-c24a91d4ee4f req-6b65737b-8693-4156-9f89-ac20552831a2 tempest-FloatingIPsTestJSON-635694620 tempest-FloatingIPsTestJSON-635694620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:32.394220 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-181b7f2b-e8a2-4f67-8447-22db8797e100 req-7713ceda-2169-4c74-b614-bd88108e187a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=2bcffcff-10cd-400f-ba99-63f92ee35bbb HTTP/1.1" status: 200 len: 217 time: 0.1512749 Oct 20 10:32:32.414197 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91857d3c-97a1-4832-bb33-c24a91d4ee4f req-6b65737b-8693-4156-9f89-ac20552831a2 tempest-FloatingIPsTestJSON-635694620 tempest-FloatingIPsTestJSON-635694620-project] Network cbe170d3-31ba-45a2-b477-520ab0a7a8ea is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:32:32.450523 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181b7f2b-e8a2-4f67-8447-22db8797e100 req-7648bef3-e53e-4d2b-87e1-c74840a28a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:32.452053 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-181b7f2b-e8a2-4f67-8447-22db8797e100 req-7648bef3-e53e-4d2b-87e1-c74840a28a3f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9f75d9a0b8ce44faaac4d8054667820c&device_id=3c59bb62-1789-41a6-acf6-9b0278dd9612 HTTP/1.1" status: 200 len: 1100 time: 0.3920407 Oct 20 10:32:32.493931 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [req-91857d3c-97a1-4832-bb33-c24a91d4ee4f req-6b65737b-8693-4156-9f89-ac20552831a2 tempest-FloatingIPsTestJSON-635694620 tempest-FloatingIPsTestJSON-635694620-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:32:32.506258 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-1a013d91-3830-45c8-a27e-654557e3a3ab None None] Set router d1e01ac1-0c4c-44c6-87f8-0ae87aafbe8a gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:32:32.584014 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-91857d3c-97a1-4832-bb33-c24a91d4ee4f req-6b65737b-8693-4156-9f89-ac20552831a2 tempest-FloatingIPsTestJSON-635694620 tempest-FloatingIPsTestJSON-635694620-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:32:32.587635 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181b7f2b-e8a2-4f67-8447-22db8797e100 req-83f4f754-2a36-4141-a5b2-a219bb996796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:32.589318 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-181b7f2b-e8a2-4f67-8447-22db8797e100 req-83f4f754-2a36-4141-a5b2-a219bb996796 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8f86199a-b8f2-45b4-a83a-995a7ea6fe42 HTTP/1.1" status: 200 len: 843 time: 0.1711850 Oct 20 10:32:32.639900 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b65737b-8693-4156-9f89-ac20552831a2 tempest-FloatingIPsTestJSON-635694620 tempest-FloatingIPsTestJSON-635694620-project] Pushing event updated for resources: {'Port': ['ID=02b91902-aafe-4135-a311-2733131aa090,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:32:32.791066 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-91857d3c-97a1-4832-bb33-c24a91d4ee4f req-6b65737b-8693-4156-9f89-ac20552831a2 tempest-FloatingIPsTestJSON-635694620 tempest-FloatingIPsTestJSON-635694620-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:32.813328 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97373a08-65a9-43ea-824f-d32ff4adfcd9 req-3f15d2ea-0c5b-4998-92e5-67212c4e6427 tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:32.819405 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-1a013d91-3830-45c8-a27e-654557e3a3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1e01ac1-0c4c-44c6-87f8-0ae87aafbe8a', 'name': 'tempest-FloatingIPsTestJSON-938104294-router', 'tenant_id': '91a6d102a7024bebbfd61d0f5b40ceaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': 'daf6985f-833e-4bc4-922e-e976f0cead04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:32:21Z', 'updated_at': '2021-10-20T10:32:27Z', 'revision_number': 4, 'project_id': '91a6d102a7024bebbfd61d0f5b40ceaf', 'gw_port': {'id': 'daf6985f-833e-4bc4-922e-e976f0cead04', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:9f:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1e01ac1-0c4c-44c6-87f8-0ae87aafbe8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:32:22Z', 'updated_at': '2021-10-20T10:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '63c6336d-1112-4f87-9895-9e1c7b70b14a', 'name': '', 'network_id': 'f9950125-549c-48cb-ac04-18e3069eed3d', 'tenant_id': '91a6d102a7024bebbfd61d0f5b40ceaf', 'mac_address': 'fa:16:3e:61:c7:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1e01ac1-0c4c-44c6-87f8-0ae87aafbe8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '2d880e39-644b-4d88-917f-6868a70aff51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:32:25Z', 'updated_at': '2021-10-20T10:32:27Z', 'revision_number': 2, 'project_id': '91a6d102a7024bebbfd61d0f5b40ceaf', 'subnets': [{'id': '2d880e39-644b-4d88-917f-6868a70aff51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:32:32.821956 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-97373a08-65a9-43ea-824f-d32ff4adfcd9 req-3f15d2ea-0c5b-4998-92e5-67212c4e6427 tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] 10.222.0.64 "GET /v2.0/ports?device_id=5494c8bb-e16d-4c69-9bbd-57729001929d HTTP/1.1" status: 200 len: 944 time: 0.3663211 Oct 20 10:32:32.829889 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181b7f2b-e8a2-4f67-8447-22db8797e100 req-90ebde34-6900-40b0-94c6-fa43a0059be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:32.831557 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-181b7f2b-e8a2-4f67-8447-22db8797e100 req-90ebde34-6900-40b0-94c6-fa43a0059be0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a7c57b12-d7c3-48bb-aa54-a67a56468a84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2112303 Oct 20 10:32:32.850332 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a013d91-3830-45c8-a27e-654557e3a3ab None None] Checking router: d1e01ac1-0c4c-44c6-87f8-0ae87aafbe8a for host: n-d-811396-3 {{(pid=100599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:32:32.850688 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a013d91-3830-45c8-a27e-654557e3a3ab None None] Updating router d1e01ac1-0c4c-44c6-87f8-0ae87aafbe8a port 63c6336d-1112-4f87-9895-9e1c7b70b14a binding host n-d-811396-3 {{(pid=100599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 10:32:32.875689 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-1a013d91-3830-45c8-a27e-654557e3a3ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:32.927409 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-91857d3c-97a1-4832-bb33-c24a91d4ee4f req-6b65737b-8693-4156-9f89-ac20552831a2 tempest-FloatingIPsTestJSON-635694620 tempest-FloatingIPsTestJSON-635694620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:33.084988 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-91857d3c-97a1-4832-bb33-c24a91d4ee4f req-6b65737b-8693-4156-9f89-ac20552831a2 tempest-FloatingIPsTestJSON-635694620 tempest-FloatingIPsTestJSON-635694620-project] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:33.087681 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181b7f2b-e8a2-4f67-8447-22db8797e100 req-a9a38c44-cc77-4ee4-b86b-77fccdf3773c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:33.089716 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-181b7f2b-e8a2-4f67-8447-22db8797e100 req-a9a38c44-cc77-4ee4-b86b-77fccdf3773c service neutron] 10.222.0.55 "GET /v2.0/networks?id=a7c57b12-d7c3-48bb-aa54-a67a56468a84 HTTP/1.1" status: 200 len: 870 time: 0.5905712 Oct 20 10:32:33.092980 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-91857d3c-97a1-4832-bb33-c24a91d4ee4f req-6b65737b-8693-4156-9f89-ac20552831a2 tempest-FloatingIPsTestJSON-635694620 tempest-FloatingIPsTestJSON-635694620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:33.104677 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-97373a08-65a9-43ea-824f-d32ff4adfcd9 req-a287ba2a-516e-4b75-8f6b-87b5b00051da tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] 10.222.0.64 "GET /v2.0/security-groups?id=7bf05388-42aa-4d45-8ad3-a92e8669d9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2816498 Oct 20 10:32:33.155353 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-1a013d91-3830-45c8-a27e-654557e3a3ab None None] Publish callbacks [] for port, precommit_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:33.164105 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-1a013d91-3830-45c8-a27e-654557e3a3ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:33.224717 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-181b7f2b-e8a2-4f67-8447-22db8797e100 req-42ff0ae8-223d-45f2-93ef-ebd6fd0ac921 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=2bcffcff-10cd-400f-ba99-63f92ee35bbb HTTP/1.1" status: 200 len: 217 time: 0.1142235 Oct 20 10:32:33.252588 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb3d49b-6e1b-4e6d-87e8-5ba52cef9aa8 None None] Pushing event updated for resources: {'Port': ['ID=63c6336d-1112-4f87-9895-9e1c7b70b14a,revision_number=3']} {{(pid=100599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:32:33.349327 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b65737b-8693-4156-9f89-ac20552831a2 tempest-FloatingIPsTestJSON-635694620 tempest-FloatingIPsTestJSON-635694620-project] Pushing event updated for resources: {'Port': ['ID=02b91902-aafe-4135-a311-2733131aa090,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:32:33.364967 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-181b7f2b-e8a2-4f67-8447-22db8797e100 req-0b55f42c-510b-442f-9a74-7dfdb0b19011 service neutron] 10.222.0.69 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5215907 Oct 20 10:32:33.373376 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-91857d3c-97a1-4832-bb33-c24a91d4ee4f req-6b65737b-8693-4156-9f89-ac20552831a2 tempest-FloatingIPsTestJSON-635694620 tempest-FloatingIPsTestJSON-635694620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1773381'] for floatingip, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:33.384541 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181b7f2b-e8a2-4f67-8447-22db8797e100 req-29e3b563-83ab-4b86-a6b9-f2db5771038f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:33.385972 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-181b7f2b-e8a2-4f67-8447-22db8797e100 req-29e3b563-83ab-4b86-a6b9-f2db5771038f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8f86199a-b8f2-45b4-a83a-995a7ea6fe42 HTTP/1.1" status: 200 len: 843 time: 0.1539092 Oct 20 10:32:33.465557 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-91857d3c-97a1-4832-bb33-c24a91d4ee4f req-6b65737b-8693-4156-9f89-ac20552831a2 tempest-FloatingIPsTestJSON-635694620 tempest-FloatingIPsTestJSON-635694620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for floatingip, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:33.469502 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-91857d3c-97a1-4832-bb33-c24a91d4ee4f req-6b65737b-8693-4156-9f89-ac20552831a2 tempest-FloatingIPsTestJSON-635694620 tempest-FloatingIPsTestJSON-635694620-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.2410131 Oct 20 10:32:33.475766 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-da8d3080-ea64-490c-85d8-87f8abc2abb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:33.492762 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-1a013d91-3830-45c8-a27e-654557e3a3ab None None] Attempting to bind port 63c6336d-1112-4f87-9895-9e1c7b70b14a on host n-d-811396-3 for vnic_type normal with profile {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:32:33.493702 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-1a013d91-3830-45c8-a27e-654557e3a3ab None None] Attempting to bind port 63c6336d-1112-4f87-9895-9e1c7b70b14a by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': 'cbd480c5-a26d-4b6c-994d-e850032613d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'f9950125-549c-48cb-ac04-18e3069eed3d'}] {{(pid=100599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:32:33.498145 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a013d91-3830-45c8-a27e-654557e3a3ab None None] Attempting to bind port 63c6336d-1112-4f87-9895-9e1c7b70b14a on network f9950125-549c-48cb-ac04-18e3069eed3d {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:32:33.515648 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a013d91-3830-45c8-a27e-654557e3a3ab None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:32:33.517135 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a013d91-3830-45c8-a27e-654557e3a3ab None None] Checking segment: {'id': 'cbd480c5-a26d-4b6c-994d-e850032613d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'f9950125-549c-48cb-ac04-18e3069eed3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:32:33.518359 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-1a013d91-3830-45c8-a27e-654557e3a3ab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:33.518869 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a013d91-3830-45c8-a27e-654557e3a3ab None None] Bound using segment: {'id': 'cbd480c5-a26d-4b6c-994d-e850032613d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'f9950125-549c-48cb-ac04-18e3069eed3d'} {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:32:33.520428 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-1a013d91-3830-45c8-a27e-654557e3a3ab None None] Bound port: 63c6336d-1112-4f87-9895-9e1c7b70b14a, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbd480c5-a26d-4b6c-994d-e850032613d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'f9950125-549c-48cb-ac04-18e3069eed3d'}}] {{(pid=100599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:32:33.521635 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-1a013d91-3830-45c8-a27e-654557e3a3ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:33.569207 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-aba1ab40-7f0d-49c5-ae7e-8500aaeb0958 None None] Provisioning complete for port 63c6336d-1112-4f87-9895-9e1c7b70b14a triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:32:33.570471 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-aba1ab40-7f0d-49c5-ae7e-8500aaeb0958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:33.625443 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-91857d3c-97a1-4832-bb33-c24a91d4ee4f req-3ed4b173-65e7-42d5-a82b-8853c4e02945 tempest-FloatingIPsTestJSON-635694620 tempest-FloatingIPsTestJSON-635694620-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.1.41 HTTP/1.1" status: 200 len: 695 time: 0.1445675 Oct 20 10:32:33.671017 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181b7f2b-e8a2-4f67-8447-22db8797e100 req-094d9e75-b835-4004-a0b4-b6e98f80f5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:33.673157 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-181b7f2b-e8a2-4f67-8447-22db8797e100 req-094d9e75-b835-4004-a0b4-b6e98f80f5cd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a7c57b12-d7c3-48bb-aa54-a67a56468a84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2714796 Oct 20 10:32:33.701724 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 9b98137f-64b7-47dd-94b7-8706ff9c48f0 details requested by agent hyperv_n-h2-811396-3 with host n-h2-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:32:33.732331 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device daf6985f-833e-4bc4-922e-e976f0cead04 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:32:33.732630 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-181b7f2b-e8a2-4f67-8447-22db8797e100 req-2edc1588-542d-4c18-a803-8ad0441e71ba service neutron] 10.222.0.69 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3605664 Oct 20 10:32:33.751867 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.db [None req-1a013d91-3830-45c8-a27e-654557e3a3ab None None] For port 63c6336d-1112-4f87-9895-9e1c7b70b14a, host n-d-811396-3, cleared binding levels {{(pid=100599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:32:33.758858 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.db [None req-1a013d91-3830-45c8-a27e-654557e3a3ab None None] For port 63c6336d-1112-4f87-9895-9e1c7b70b14a, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=63c6336d-1112-4f87-9895-9e1c7b70b14a,segment=NetworkSegment(cbd480c5-a26d-4b6c-994d-e850032613d3),segment_id=cbd480c5-a26d-4b6c-994d-e850032613d3)] {{(pid=100599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:32:33.759643 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-aba1ab40-7f0d-49c5-ae7e-8500aaeb0958 None None] Port 63c6336d-1112-4f87-9895-9e1c7b70b14a cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:32:33.764538 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-1a013d91-3830-45c8-a27e-654557e3a3ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:33.897955 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a013d91-3830-45c8-a27e-654557e3a3ab None None] Routers {'d1e01ac1-0c4c-44c6-87f8-0ae87aafbe8a'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:32:33.903135 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-1a013d91-3830-45c8-a27e-654557e3a3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:32:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['d1e01ac1-0c4c-44c6-87f8-0ae87aafbe8a'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:32:33.994133 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91857d3c-97a1-4832-bb33-c24a91d4ee4f req-f94a088e-96c3-4fde-b020-003b00c0cb67 tempest-FloatingIPsTestJSON-635694620 tempest-FloatingIPsTestJSON-635694620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:33.995722 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-91857d3c-97a1-4832-bb33-c24a91d4ee4f req-f94a088e-96c3-4fde-b020-003b00c0cb67 tempest-FloatingIPsTestJSON-635694620 tempest-FloatingIPsTestJSON-635694620-project] 10.222.0.64 "GET /v2.0/networks/cbe170d3-31ba-45a2-b477-520ab0a7a8ea HTTP/1.1" status: 200 len: 784 time: 0.3600874 Oct 20 10:32:33.997959 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-181b7f2b-e8a2-4f67-8447-22db8797e100 req-89b8f319-f713-44fb-8638-710cfd9a36e8 service neutron] 10.222.0.55 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3131194 Oct 20 10:32:34.008160 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [req-91857d3c-97a1-4832-bb33-c24a91d4ee4f req-1124cc2c-68dc-492d-9011-365020dedb33 tempest-FloatingIPsTestJSON-635694620 tempest-FloatingIPsTestJSON-635694620-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:32:34.015916 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-91857d3c-97a1-4832-bb33-c24a91d4ee4f req-1124cc2c-68dc-492d-9011-365020dedb33 tempest-FloatingIPsTestJSON-635694620 tempest-FloatingIPsTestJSON-635694620-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0123289 Oct 20 10:32:34.178697 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-1a013d91-3830-45c8-a27e-654557e3a3ab None None] Set router d1e01ac1-0c4c-44c6-87f8-0ae87aafbe8a gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:32:34.191595 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-181b7f2b-e8a2-4f67-8447-22db8797e100 req-c370f942-ef82-4318-8f94-08fccb44a4d3 service neutron] 10.222.0.55 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742368 Oct 20 10:32:34.258957 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port daf6985f-833e-4bc4-922e-e976f0cead04 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:32:34.259224 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:34.381119 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 9b98137f-64b7-47dd-94b7-8706ff9c48f0, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=9b98137f-64b7-47dd-94b7-8706ff9c48f0,segment=NetworkSegment(9e616d02-390a-4656-8a4e-b93f56ca0d07),segment_id=9e616d02-390a-4656-8a4e-b93f56ca0d07)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:32:34.392779 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb3d49b-6e1b-4e6d-87e8-5ba52cef9aa8 None None] Pushing event updated for resources: {'Port': ['ID=63c6336d-1112-4f87-9895-9e1c7b70b14a,revision_number=4']} {{(pid=100599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:32:34.422319 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Returning: {'device': '9b98137f-64b7-47dd-94b7-8706ff9c48f0', 'network_id': 'b5348cfb-edec-469e-9a10-140f5e3d3dc7', 'port_id': '9b98137f-64b7-47dd-94b7-8706ff9c48f0', 'mac_address': 'fa:16:3e:f3:8f:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 831, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf7a4fdc-497b-4ffd-af1e-57b2c48df7c3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:32:34.428520 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-24e14dde-8fb2-4912-a705-6c276362ca81 None None] Provisioning complete for port 63c6336d-1112-4f87-9895-9e1c7b70b14a triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:32:34.428903 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-24e14dde-8fb2-4912-a705-6c276362ca81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:34.627004 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-1a013d91-3830-45c8-a27e-654557e3a3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1e01ac1-0c4c-44c6-87f8-0ae87aafbe8a', 'name': 'tempest-FloatingIPsTestJSON-938104294-router', 'tenant_id': '91a6d102a7024bebbfd61d0f5b40ceaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': 'daf6985f-833e-4bc4-922e-e976f0cead04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:32:21Z', 'updated_at': '2021-10-20T10:32:27Z', 'revision_number': 4, 'project_id': '91a6d102a7024bebbfd61d0f5b40ceaf', 'gw_port': {'id': 'daf6985f-833e-4bc4-922e-e976f0cead04', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:9f:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1e01ac1-0c4c-44c6-87f8-0ae87aafbe8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:32:22Z', 'updated_at': '2021-10-20T10:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '63c6336d-1112-4f87-9895-9e1c7b70b14a', 'name': '', 'network_id': 'f9950125-549c-48cb-ac04-18e3069eed3d', 'tenant_id': '91a6d102a7024bebbfd61d0f5b40ceaf', 'mac_address': 'fa:16:3e:61:c7:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1e01ac1-0c4c-44c6-87f8-0ae87aafbe8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '2d880e39-644b-4d88-917f-6868a70aff51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:32:25Z', 'updated_at': '2021-10-20T10:32:33Z', 'revision_number': 4, 'project_id': '91a6d102a7024bebbfd61d0f5b40ceaf', 'subnets': [{'id': '2d880e39-644b-4d88-917f-6868a70aff51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:32:34.658689 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a013d91-3830-45c8-a27e-654557e3a3ab None None] The sync data for ids ['d1e01ac1-0c4c-44c6-87f8-0ae87aafbe8a'] in n-d-811396-3 is: [{'id': 'd1e01ac1-0c4c-44c6-87f8-0ae87aafbe8a', 'name': 'tempest-FloatingIPsTestJSON-938104294-router', 'tenant_id': '91a6d102a7024bebbfd61d0f5b40ceaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': 'daf6985f-833e-4bc4-922e-e976f0cead04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:32:21Z', 'updated_at': '2021-10-20T10:32:27Z', 'revision_number': 4, 'project_id': '91a6d102a7024bebbfd61d0f5b40ceaf', 'gw_port': {'id': 'daf6985f-833e-4bc4-922e-e976f0cead04', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:9f:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1e01ac1-0c4c-44c6-87f8-0ae87aafbe8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:32:22Z', 'updated_at': '2021-10-20T10:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '63c6336d-1112-4f87-9895-9e1c7b70b14a', 'name': '', 'network_id': 'f9950125-549c-48cb-ac04-18e3069eed3d', 'tenant_id': '91a6d102a7024bebbfd61d0f5b40ceaf', 'mac_address': 'fa:16:3e:61:c7:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1e01ac1-0c4c-44c6-87f8-0ae87aafbe8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '2d880e39-644b-4d88-917f-6868a70aff51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:32:25Z', 'updated_at': '2021-10-20T10:32:33Z', 'revision_number': 4, 'project_id': '91a6d102a7024bebbfd61d0f5b40ceaf', 'subnets': [{'id': '2d880e39-644b-4d88-917f-6868a70aff51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:32:34.673208 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-97c74faa-bad4-4482-9cb7-3bdd01b5fa36 req-76b9d1a4-8c85-4d31-a90f-d893d091bb72 tempest-FloatingIPsTestJSON-635694620 tempest-FloatingIPsTestJSON-635694620-project] 10.222.0.64 "GET /v2.0/floatingips/53c5e21a-47f7-4e44-bbcb-d64612c6451d HTTP/1.1" status: 200 len: 692 time: 0.4384873 Oct 20 10:32:34.721656 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779e3754-4ca8-4451-a680-5b201f423b12 req-c98a8eb0-af5d-4c64-bd2c-f0e6b4ff1f82 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:34.729713 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-779e3754-4ca8-4451-a680-5b201f423b12 req-c98a8eb0-af5d-4c64-bd2c-f0e6b4ff1f82 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c59bb62-1789-41a6-acf6-9b0278dd9612 HTTP/1.1" status: 200 len: 949 time: 0.5366070 Oct 20 10:32:34.827490 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-779e3754-4ca8-4451-a680-5b201f423b12 req-2b76ba09-a251-40f3-a7d3-718dbba6a800 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966675 Oct 20 10:32:34.861839 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c74faa-bad4-4482-9cb7-3bdd01b5fa36 req-b3820fc5-eaa5-4ae1-a9b5-1398dbb04dde tempest-FloatingIPsTestJSON-635694620 tempest-FloatingIPsTestJSON-635694620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:34.868883 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-97c74faa-bad4-4482-9cb7-3bdd01b5fa36 req-b3820fc5-eaa5-4ae1-a9b5-1398dbb04dde tempest-FloatingIPsTestJSON-635694620 tempest-FloatingIPsTestJSON-635694620-project] 10.222.0.64 "GET /v2.0/networks/cbe170d3-31ba-45a2-b477-520ab0a7a8ea HTTP/1.1" status: 200 len: 784 time: 0.1947131 Oct 20 10:32:34.874544 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [req-97c74faa-bad4-4482-9cb7-3bdd01b5fa36 req-d128dc68-723b-46ab-b8fb-5062d58f7779 tempest-FloatingIPsTestJSON-635694620 tempest-FloatingIPsTestJSON-635694620-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:32:34.886257 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-97c74faa-bad4-4482-9cb7-3bdd01b5fa36 req-d128dc68-723b-46ab-b8fb-5062d58f7779 tempest-FloatingIPsTestJSON-635694620 tempest-FloatingIPsTestJSON-635694620-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0162709 Oct 20 10:32:34.913588 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:35.066052 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f69844-7e98-4f69-b360-5deec0f1afef req-44e032b0-b7e8-42f1-bd07-8445feffcfd0 tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:35.068162 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d6f69844-7e98-4f69-b360-5deec0f1afef req-44e032b0-b7e8-42f1-bd07-8445feffcfd0 tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] 10.222.0.64 "GET /v2.0/ports?device_id=5494c8bb-e16d-4c69-9bbd-57729001929d HTTP/1.1" status: 200 len: 944 time: 0.0893095 Oct 20 10:32:35.072440 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b98137f-64b7-47dd-94b7-8706ff9c48f0 {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:32:35.103902 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 9b98137f-64b7-47dd-94b7-8706ff9c48f0, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=9b98137f-64b7-47dd-94b7-8706ff9c48f0,segment=NetworkSegment(9e616d02-390a-4656-8a4e-b93f56ca0d07),segment_id=9e616d02-390a-4656-8a4e-b93f56ca0d07)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:32:35.125890 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:35.199397 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-24e14dde-8fb2-4912-a705-6c276362ca81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:35.212799 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d6f69844-7e98-4f69-b360-5deec0f1afef req-3a1985ae-a059-46f1-812d-4fd3963a1eee tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] 10.222.0.64 "GET /v2.0/security-groups?id=7bf05388-42aa-4d45-8ad3-a92e8669d9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1187031 Oct 20 10:32:35.226492 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=9b98137f-64b7-47dd-94b7-8706ff9c48f0,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:32:35.266925 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-24e14dde-8fb2-4912-a705-6c276362ca81 None None] For port 63c6336d-1112-4f87-9895-9e1c7b70b14a, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=63c6336d-1112-4f87-9895-9e1c7b70b14a,segment=NetworkSegment(cbd480c5-a26d-4b6c-994d-e850032613d3),segment_id=cbd480c5-a26d-4b6c-994d-e850032613d3)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:32:35.267182 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c61a23-f0b1-478b-a5d5-e77a741f8db9 req-3ce941a5-2ef8-4599-9666-8c83e5935afd tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:35.269357 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e9c61a23-f0b1-478b-a5d5-e77a741f8db9 req-3ce941a5-2ef8-4599-9666-8c83e5935afd tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.55 "GET /v2.0/ports?device_id=95fa9703-1404-4771-a94e-0d9e1c8e85e7 HTTP/1.1" status: 200 len: 944 time: 0.1083870 Oct 20 10:32:35.285045 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a73738-6267-440e-beb9-2a12349e9be6 req-1b4cdb78-60f2-4e57-a5ef-52655ea6f396 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:35.286840 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c3a73738-6267-440e-beb9-2a12349e9be6 req-1b4cdb78-60f2-4e57-a5ef-52655ea6f396 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/ports?device_id=95fa9703-1404-4771-a94e-0d9e1c8e85e7 HTTP/1.1" status: 200 len: 944 time: 0.1696572 Oct 20 10:32:35.307117 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-24e14dde-8fb2-4912-a705-6c276362ca81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:35.431993 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['9b98137f-64b7-47dd-94b7-8706ff9c48f0'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:32:35.552119 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-31fe6219-50a2-4f9b-b4fd-0c13fa1505c5 req-8e07d322-833f-4740-9cd2-1bc678cc6282 tempest-FloatingIPsTestJSON-635694620 tempest-FloatingIPsTestJSON-635694620-project] 10.222.0.64 "GET /v2.0/floatingips?tenant_id=91a6d102a7024bebbfd61d0f5b40ceaf HTTP/1.1" status: 200 len: 695 time: 0.0884922 Oct 20 10:32:35.601800 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c3a73738-6267-440e-beb9-2a12349e9be6 req-5d6c1b8d-08aa-4241-9424-87ddc2bc6da4 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba094063-4980-4c22-bc34-9c1534c0beb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496532 Oct 20 10:32:35.654413 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e14dde-8fb2-4912-a705-6c276362ca81 None None] Pushing event updated for resources: {'Port': ['ID=63c6336d-1112-4f87-9895-9e1c7b70b14a,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:32:35.690685 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-e9c61a23-f0b1-478b-a5d5-e77a741f8db9 req-8bd7542d-2e68-4541-be60-3b8681b7ed97 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Deleting port c775663b-fc25-4ef4-aea4-435e5dde701a {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:32:35.700064 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-e9c61a23-f0b1-478b-a5d5-e77a741f8db9 req-8bd7542d-2e68-4541-be60-3b8681b7ed97 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:35.771537 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 63c6336d-1112-4f87-9895-9e1c7b70b14a up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:32:35.862099 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fe6219-50a2-4f9b-b4fd-0c13fa1505c5 req-132c0fad-a67d-47ce-9a24-5d7e8d074ea1 tempest-FloatingIPsTestJSON-635694620 tempest-FloatingIPsTestJSON-635694620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:35.869099 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-31fe6219-50a2-4f9b-b4fd-0c13fa1505c5 req-132c0fad-a67d-47ce-9a24-5d7e8d074ea1 tempest-FloatingIPsTestJSON-635694620 tempest-FloatingIPsTestJSON-635694620-project] 10.222.0.64 "GET /v2.0/networks?id=cbe170d3-31ba-45a2-b477-520ab0a7a8ea HTTP/1.1" status: 200 len: 787 time: 0.2967563 Oct 20 10:32:35.874283 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 63c6336d-1112-4f87-9895-9e1c7b70b14a triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:32:35.874672 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:35.877162 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [req-31fe6219-50a2-4f9b-b4fd-0c13fa1505c5 req-75447921-e192-4ece-b72a-dd83162a01b7 tempest-FloatingIPsTestJSON-635694620 tempest-FloatingIPsTestJSON-635694620-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:32:35.887778 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-31fe6219-50a2-4f9b-b4fd-0c13fa1505c5 req-75447921-e192-4ece-b72a-dd83162a01b7 tempest-FloatingIPsTestJSON-635694620 tempest-FloatingIPsTestJSON-635694620-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0123432 Oct 20 10:32:35.962455 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-328b9e78-32c4-43c0-8f5c-d68dddcb7338 req-b62b4aed-6ec5-4bd7-8860-236baafacc43 tempest-FloatingIPsTestJSON-635694620 tempest-FloatingIPsTestJSON-635694620-project] 10.222.0.64 "GET /v2.0/floatingips/53c5e21a-47f7-4e44-bbcb-d64612c6451d HTTP/1.1" status: 200 len: 692 time: 0.0542519 Oct 20 10:32:36.073243 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-e9c61a23-f0b1-478b-a5d5-e77a741f8db9 req-8bd7542d-2e68-4541-be60-3b8681b7ed97 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] For port c775663b-fc25-4ef4-aea4-435e5dde701a, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=c775663b-fc25-4ef4-aea4-435e5dde701a,segment=NetworkSegment(21a06331-2010-4bb7-8d07-13da7f15af4f),segment_id=21a06331-2010-4bb7-8d07-13da7f15af4f)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:32:36.073620 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-e9c61a23-f0b1-478b-a5d5-e77a741f8db9 req-8bd7542d-2e68-4541-be60-3b8681b7ed97 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:36.095796 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-e9c61a23-f0b1-478b-a5d5-e77a741f8db9 req-8bd7542d-2e68-4541-be60-3b8681b7ed97 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Calling delete_port for c775663b-fc25-4ef4-aea4-435e5dde701a owned by compute:nova {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:32:36.110548 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-0395a59a-0d7f-401e-b9c4-d545b5941492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:36.130125 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328b9e78-32c4-43c0-8f5c-d68dddcb7338 req-0362a82f-a2eb-474e-b407-976ceb92c67a tempest-FloatingIPsTestJSON-635694620 tempest-FloatingIPsTestJSON-635694620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:36.131486 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-328b9e78-32c4-43c0-8f5c-d68dddcb7338 req-0362a82f-a2eb-474e-b407-976ceb92c67a tempest-FloatingIPsTestJSON-635694620 tempest-FloatingIPsTestJSON-635694620-project] 10.222.0.64 "GET /v2.0/networks/cbe170d3-31ba-45a2-b477-520ab0a7a8ea HTTP/1.1" status: 200 len: 784 time: 0.1682615 Oct 20 10:32:36.141969 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005e3d77-9b59-4d9c-b84b-62fb29e41fd9 req-80f45119-dfd6-436d-b26b-5d614536c3c5 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:36.143880 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-005e3d77-9b59-4d9c-b84b-62fb29e41fd9 req-80f45119-dfd6-436d-b26b-5d614536c3c5 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c59bb62-1789-41a6-acf6-9b0278dd9612 HTTP/1.1" status: 200 len: 949 time: 0.1387544 Oct 20 10:32:36.237680 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-328b9e78-32c4-43c0-8f5c-d68dddcb7338 req-0e405d3f-8941-42c3-b82a-d09a38f1528c tempest-FloatingIPsTestJSON-635694620 tempest-FloatingIPsTestJSON-635694620-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.1.41 HTTP/1.1" status: 200 len: 695 time: 0.0933137 Oct 20 10:32:36.308397 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-005e3d77-9b59-4d9c-b84b-62fb29e41fd9 req-2266a4c3-15dd-4d60-a722-651e5f5855b8 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248071 Oct 20 10:32:36.312557 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-328b9e78-32c4-43c0-8f5c-d68dddcb7338 req-240c48c9-b23e-4d00-961f-9051d78f6a60 tempest-FloatingIPsTestJSON-635694620 tempest-FloatingIPsTestJSON-635694620-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.1.41 HTTP/1.1" status: 200 len: 695 time: 0.0655947 Oct 20 10:32:36.489547 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-e9c61a23-f0b1-478b-a5d5-e77a741f8db9 req-8bd7542d-2e68-4541-be60-3b8681b7ed97 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:36.524205 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['c775663b-fc25-4ef4-aea4-435e5dde701a'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:32:36.531681 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd7542d-2e68-4541-be60-3b8681b7ed97 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Pushing event deleted for resources: {'Port': ['ID=c775663b-fc25-4ef4-aea4-435e5dde701a,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:32:36.541636 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79db3ce0-3e3b-4501-ae6f-ced5cd33309a req-d54c973a-852e-4056-a8d2-364efefddaf6 tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:36.543577 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-79db3ce0-3e3b-4501-ae6f-ced5cd33309a req-d54c973a-852e-4056-a8d2-364efefddaf6 tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] 10.222.0.64 "GET /v2.0/ports?device_id=5494c8bb-e16d-4c69-9bbd-57729001929d HTTP/1.1" status: 200 len: 945 time: 0.1577337 Oct 20 10:32:36.606662 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9c61a23-f0b1-478b-a5d5-e77a741f8db9 req-8bd7542d-2e68-4541-be60-3b8681b7ed97 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] No DVR routers for this DVR port c775663b-fc25-4ef4-aea4-435e5dde701a on host n-h1-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:32:36.613412 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-e9c61a23-f0b1-478b-a5d5-e77a741f8db9 req-8bd7542d-2e68-4541-be60-3b8681b7ed97 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:36.617239 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e9c61a23-f0b1-478b-a5d5-e77a741f8db9 req-8bd7542d-2e68-4541-be60-3b8681b7ed97 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.55 "DELETE /v2.0/ports/c775663b-fc25-4ef4-aea4-435e5dde701a HTTP/1.1" status: 204 len: 173 time: 1.3188186 Oct 20 10:32:36.619083 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95fa9703-1404-4771-a94e-0d9e1c8e85e7', 'name': 'network-vif-deleted', 'tag': 'c775663b-fc25-4ef4-aea4-435e5dde701a'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:32:36.621819 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ddd7d42-5f1a-4fc5-a92c-f5751311ecd2" -d '{"events": [{"server_uuid": "95fa9703-1404-4771-a94e-0d9e1c8e85e7", "name": "network-vif-deleted", "tag": "c775663b-fc25-4ef4-aea4-435e5dde701a"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:32:36.646396 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-328b9e78-32c4-43c0-8f5c-d68dddcb7338 req-ed089b11-0262-471a-9e45-dbb14dcd47b9 tempest-FloatingIPsTestJSON-635694620 tempest-FloatingIPsTestJSON-635694620-project] Deleting port 02b91902-aafe-4135-a311-2733131aa090 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:32:36.646894 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-328b9e78-32c4-43c0-8f5c-d68dddcb7338 req-ed089b11-0262-471a-9e45-dbb14dcd47b9 tempest-FloatingIPsTestJSON-635694620 tempest-FloatingIPsTestJSON-635694620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:36.654656 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-79db3ce0-3e3b-4501-ae6f-ced5cd33309a req-e63218c1-ced6-4129-b9b4-86161d2b214b tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] 10.222.0.64 "GET /v2.0/security-groups?id=7bf05388-42aa-4d45-8ad3-a92e8669d9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995431 Oct 20 10:32:36.781595 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-328b9e78-32c4-43c0-8f5c-d68dddcb7338 req-ed089b11-0262-471a-9e45-dbb14dcd47b9 tempest-FloatingIPsTestJSON-635694620 tempest-FloatingIPsTestJSON-635694620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:36.782344 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-328b9e78-32c4-43c0-8f5c-d68dddcb7338 req-ed089b11-0262-471a-9e45-dbb14dcd47b9 tempest-FloatingIPsTestJSON-635694620 tempest-FloatingIPsTestJSON-635694620-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:36.798197 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-328b9e78-32c4-43c0-8f5c-d68dddcb7338 req-ed089b11-0262-471a-9e45-dbb14dcd47b9 tempest-FloatingIPsTestJSON-635694620 tempest-FloatingIPsTestJSON-635694620-project] Calling delete_port for 02b91902-aafe-4135-a311-2733131aa090 owned by network:floatingip {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:32:36.801004 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8923c911-699b-429c-87f8-ad188efedf1f req-22695822-5712-4658-a942-41436fe0d84d tempest-MigrationsAdminTest-214281560 tempest-MigrationsAdminTest-214281560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:36.802498 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8923c911-699b-429c-87f8-ad188efedf1f req-22695822-5712-4658-a942-41436fe0d84d tempest-MigrationsAdminTest-214281560 tempest-MigrationsAdminTest-214281560-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=3c59bb62-1789-41a6-acf6-9b0278dd9612 HTTP/1.1" status: 200 len: 1100 time: 0.0795135 Oct 20 10:32:36.874491 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8923c911-699b-429c-87f8-ad188efedf1f req-8470f2a2-8b39-43b9-96ab-16d066ced63d tempest-MigrationsAdminTest-214281560 tempest-MigrationsAdminTest-214281560-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650544 Oct 20 10:32:36.960918 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-328b9e78-32c4-43c0-8f5c-d68dddcb7338 req-ed089b11-0262-471a-9e45-dbb14dcd47b9 tempest-FloatingIPsTestJSON-635694620 tempest-FloatingIPsTestJSON-635694620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:36.993564 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed089b11-0262-471a-9e45-dbb14dcd47b9 tempest-FloatingIPsTestJSON-635694620 tempest-FloatingIPsTestJSON-635694620-project] Pushing event deleted for resources: {'Port': ['ID=02b91902-aafe-4135-a311-2733131aa090,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:32:37.030893 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:37.090177 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-328b9e78-32c4-43c0-8f5c-d68dddcb7338 req-ed089b11-0262-471a-9e45-dbb14dcd47b9 tempest-FloatingIPsTestJSON-635694620 tempest-FloatingIPsTestJSON-635694620-project] Publish callbacks [] for floatingip, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:37.093171 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-328b9e78-32c4-43c0-8f5c-d68dddcb7338 req-ed089b11-0262-471a-9e45-dbb14dcd47b9 tempest-FloatingIPsTestJSON-635694620 tempest-FloatingIPsTestJSON-635694620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for floatingip, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:37.094322 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-328b9e78-32c4-43c0-8f5c-d68dddcb7338 req-ed089b11-0262-471a-9e45-dbb14dcd47b9 tempest-FloatingIPsTestJSON-635694620 tempest-FloatingIPsTestJSON-635694620-project] 10.222.0.64 "DELETE /v2.0/floatingips/53c5e21a-47f7-4e44-bbcb-d64612c6451d HTTP/1.1" status: 204 len: 173 time: 0.7733867 Oct 20 10:32:37.161780 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a00e00-b811-4459-b605-f53cc6e9e778 req-f5aa7129-6dee-4115-896a-54360db0362f tempest-AttachSCSIVolumeTestJSON-565632580 tempest-AttachSCSIVolumeTestJSON-565632580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:37.163234 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a1a00e00-b811-4459-b605-f53cc6e9e778 req-f5aa7129-6dee-4115-896a-54360db0362f tempest-AttachSCSIVolumeTestJSON-565632580 tempest-AttachSCSIVolumeTestJSON-565632580-project] 10.222.0.64 "GET /v2.0/networks?id=84bc009e-adb6-405c-96a3-3997c0651fe1 HTTP/1.1" status: 200 len: 815 time: 0.1253293 Oct 20 10:32:37.182254 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a1a00e00-b811-4459-b605-f53cc6e9e778 req-ea180f5f-e77d-48b7-81a5-2bd7bcfecb7b tempest-AttachSCSIVolumeTestJSON-565632580 tempest-AttachSCSIVolumeTestJSON-565632580-project] 10.222.0.64 "GET /v2.0/quotas/865c422727dd4ee4b9122df8ae6bb00f HTTP/1.1" status: 200 len: 375 time: 0.0127988 Oct 20 10:32:37.236883 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a1a00e00-b811-4459-b605-f53cc6e9e778 req-ae43785f-d98b-4053-a9b0-c7c5f3243991 tempest-AttachSCSIVolumeTestJSON-565632580 tempest-AttachSCSIVolumeTestJSON-565632580-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=865c422727dd4ee4b9122df8ae6bb00f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0474768 Oct 20 10:32:37.294945 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 2bcffcff-10cd-400f-ba99-63f92ee35bbb details requested by agent hyperv_n-h1-811396-3 with host n-h1-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:32:37.304518 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81192102-4a1a-489c-833f-caa4bb78c46c x-openstack-request-id: req-81192102-4a1a-489c-833f-caa4bb78c46c {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:32:37.304912 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95fa9703-1404-4771-a94e-0d9e1c8e85e7", "name": "network-vif-deleted", "tag": "c775663b-fc25-4ef4-aea4-435e5dde701a", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:32:37.305293 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-81192102-4a1a-489c-833f-caa4bb78c46c {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:32:37.305825 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95fa9703-1404-4771-a94e-0d9e1c8e85e7', 'name': 'network-vif-deleted', 'tag': 'c775663b-fc25-4ef4-aea4-435e5dde701a', 'status': 'completed', 'code': 200} Oct 20 10:32:37.338461 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a1a00e00-b811-4459-b605-f53cc6e9e778 req-5f6ced3a-2e88-434c-a6f4-1fab9663cc83 service neutron] 10.222.0.64 "GET /v2.0/networks/84bc009e-adb6-405c-96a3-3997c0651fe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942967 Oct 20 10:32:37.400485 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 2bcffcff-10cd-400f-ba99-63f92ee35bbb, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=2bcffcff-10cd-400f-ba99-63f92ee35bbb,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:32:37.410291 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:37.412704 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Returning: {'device': '2bcffcff-10cd-400f-ba99-63f92ee35bbb', 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84', 'port_id': '2bcffcff-10cd-400f-ba99-63f92ee35bbb', 'mac_address': 'fa:16:3e:45:f1:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 800, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f86199a-b8f2-45b4-a83a-995a7ea6fe42', 'ip_address': '192.168.233.132'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:32:37.439975 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a1a00e00-b811-4459-b605-f53cc6e9e778 req-a8c315ed-e290-457f-8260-b33df4fa57aa service neutron] 10.222.0.64 "GET /v2.0/networks/84bc009e-adb6-405c-96a3-3997c0651fe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943165 Oct 20 10:32:37.451268 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:37.468840 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bcffcff-10cd-400f-ba99-63f92ee35bbb {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:32:37.490798 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 2bcffcff-10cd-400f-ba99-63f92ee35bbb, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=2bcffcff-10cd-400f-ba99-63f92ee35bbb,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:32:37.499999 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:37.590668 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=2bcffcff-10cd-400f-ba99-63f92ee35bbb,revision_number=12']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:32:37.649592 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a8424d24-b315-4f94-abc7-2488fc3e80c3 req-af6bd541-8699-4eb8-b4a0-a932ab67f33e tempest-FloatingIPsTestJSON-635694620 tempest-FloatingIPsTestJSON-635694620-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1427765 Oct 20 10:32:37.661721 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:37.665350 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-a8424d24-b315-4f94-abc7-2488fc3e80c3 req-40bf70a8-3bba-4ad6-bbf0-6ac2d1559a90 tempest-FloatingIPsTestJSON-635694620 tempest-FloatingIPsTestJSON-635694620-project] Request body: {'floatingip': {'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:32:37.681235 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 63c6336d-1112-4f87-9895-9e1c7b70b14a up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:32:37.714847 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-a8424d24-b315-4f94-abc7-2488fc3e80c3 req-40bf70a8-3bba-4ad6-bbf0-6ac2d1559a90 tempest-FloatingIPsTestJSON-635694620 tempest-FloatingIPsTestJSON-635694620-project] Publish callbacks [] for floatingip, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:37.728316 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 9b98137f-64b7-47dd-94b7-8706ff9c48f0 up at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:32:37.793999 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 63c6336d-1112-4f87-9895-9e1c7b70b14a triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:32:37.794766 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:37.823424 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning for port 9b98137f-64b7-47dd-94b7-8706ff9c48f0 completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:32:37.833788 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning complete for port 9b98137f-64b7-47dd-94b7-8706ff9c48f0 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:32:37.834157 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:37.859031 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba3c8e8-3870-4384-9e9d-5f9522cc0a80 req-68e39bc8-2973-440e-9b4f-9bf0cc3bd785 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:37.860599 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3ba3c8e8-3870-4384-9e9d-5f9522cc0a80 req-68e39bc8-2973-440e-9b4f-9bf0cc3bd785 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c59bb62-1789-41a6-acf6-9b0278dd9612 HTTP/1.1" status: 200 len: 950 time: 0.0939670 Oct 20 10:32:37.898754 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-a8424d24-b315-4f94-abc7-2488fc3e80c3 req-40bf70a8-3bba-4ad6-bbf0-6ac2d1559a90 tempest-FloatingIPsTestJSON-635694620 tempest-FloatingIPsTestJSON-635694620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:37.912027 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3ba3c8e8-3870-4384-9e9d-5f9522cc0a80 req-ae6ff818-3a79-4a6e-b4c4-601fb56a1c44 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436273 Oct 20 10:32:37.978240 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['2bcffcff-10cd-400f-ba99-63f92ee35bbb'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:32:38.013714 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:38.035140 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-09978f19-87ca-4aec-ad17-98fa255f2753 req-a2f40a22-04b8-46b0-9440-a8a845600af0 tempest-AttachSCSIVolumeTestJSON-565632580 tempest-AttachSCSIVolumeTestJSON-565632580-project] 10.222.0.64 "GET /v2.0/ports?device_id=c914b246-3e17-4b2d-8c05-d4c7a4e27b0f HTTP/1.1" status: 200 len: 210 time: 0.0430014 Oct 20 10:32:38.057345 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [req-a8424d24-b315-4f94-abc7-2488fc3e80c3 req-40bf70a8-3bba-4ad6-bbf0-6ac2d1559a90 tempest-FloatingIPsTestJSON-635694620 tempest-FloatingIPsTestJSON-635694620-project] Allocated IP 172.25.1.211 (cbe170d3-31ba-45a2-b477-520ab0a7a8ea/f4e26aca-17ac-4adb-a66b-d939a1b35b64/438a92b5-34a7-4d85-890c-a964508bcd8e) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:32:38.062112 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5494c8bb-e16d-4c69-9bbd-57729001929d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b98137f-64b7-47dd-94b7-8706ff9c48f0'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:32:38.064816 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c76fa869-0053-493b-a706-9c8ac3a197e1" -d '{"events": [{"server_uuid": "5494c8bb-e16d-4c69-9bbd-57729001929d", "name": "network-vif-plugged", "status": "completed", "tag": "9b98137f-64b7-47dd-94b7-8706ff9c48f0"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:32:38.088678 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 9b98137f-64b7-47dd-94b7-8706ff9c48f0, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=9b98137f-64b7-47dd-94b7-8706ff9c48f0,segment=NetworkSegment(9e616d02-390a-4656-8a4e-b93f56ca0d07),segment_id=9e616d02-390a-4656-8a4e-b93f56ca0d07)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:32:38.099033 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:38.176598 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=9b98137f-64b7-47dd-94b7-8706ff9c48f0,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:32:38.258787 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfceb5c6-e62b-440a-bb83-2b9939011212 req-5dd73485-d808-41de-810b-251e4e7ae395 tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:38.260800 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cfceb5c6-e62b-440a-bb83-2b9939011212 req-5dd73485-d808-41de-810b-251e4e7ae395 tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] 10.222.0.64 "GET /v2.0/ports?device_id=5494c8bb-e16d-4c69-9bbd-57729001929d HTTP/1.1" status: 200 len: 946 time: 0.1222396 Oct 20 10:32:38.263772 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-a8424d24-b315-4f94-abc7-2488fc3e80c3 req-40bf70a8-3bba-4ad6-bbf0-6ac2d1559a90 tempest-FloatingIPsTestJSON-635694620 tempest-FloatingIPsTestJSON-635694620-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:38.273502 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b242166-f6c1-49dc-9f5e-b0b981fb8559 req-21a29bca-61e6-4e0b-9422-75023841100a tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:38.274871 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1b242166-f6c1-49dc-9f5e-b0b981fb8559 req-21a29bca-61e6-4e0b-9422-75023841100a tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.69 "GET /v2.0/ports?device_id=1eabf57a-87ff-45e4-a8c1-0331e36a3388 HTTP/1.1" status: 200 len: 944 time: 0.1069896 Oct 20 10:32:38.364605 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cfceb5c6-e62b-440a-bb83-2b9939011212 req-c412732c-720c-4034-af92-65f09e7a4ff8 tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] 10.222.0.64 "GET /v2.0/security-groups?id=7bf05388-42aa-4d45-8ad3-a92e8669d9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874505 Oct 20 10:32:38.391944 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-a8424d24-b315-4f94-abc7-2488fc3e80c3 req-40bf70a8-3bba-4ad6-bbf0-6ac2d1559a90 tempest-FloatingIPsTestJSON-635694620 tempest-FloatingIPsTestJSON-635694620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:38.443364 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8424d24-b315-4f94-abc7-2488fc3e80c3 req-40bf70a8-3bba-4ad6-bbf0-6ac2d1559a90 tempest-FloatingIPsTestJSON-635694620 tempest-FloatingIPsTestJSON-635694620-project] Network cbe170d3-31ba-45a2-b477-520ab0a7a8ea is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:32:38.456090 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [req-a8424d24-b315-4f94-abc7-2488fc3e80c3 req-40bf70a8-3bba-4ad6-bbf0-6ac2d1559a90 tempest-FloatingIPsTestJSON-635694620 tempest-FloatingIPsTestJSON-635694620-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:32:38.458447 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8424d24-b315-4f94-abc7-2488fc3e80c3 req-40bf70a8-3bba-4ad6-bbf0-6ac2d1559a90 tempest-FloatingIPsTestJSON-635694620 tempest-FloatingIPsTestJSON-635694620-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:32:38.500009 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bf70a8-3bba-4ad6-bbf0-6ac2d1559a90 tempest-FloatingIPsTestJSON-635694620 tempest-FloatingIPsTestJSON-635694620-project] Pushing event updated for resources: {'Port': ['ID=438a92b5-34a7-4d85-890c-a964508bcd8e,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:32:38.529927 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-1b242166-f6c1-49dc-9f5e-b0b981fb8559 req-d97c6346-47ef-452b-96ca-0dc6a3108a66 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Deleting port 0371987a-4774-44fc-8b5d-9c1c4a305a09 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:32:38.530265 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-1b242166-f6c1-49dc-9f5e-b0b981fb8559 req-d97c6346-47ef-452b-96ca-0dc6a3108a66 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:38.560340 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870652b6-56af-44c1-96bf-256e30231135 req-d9b75026-3a30-42ed-b7a4-477c0beeb6ed tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:38.561812 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-870652b6-56af-44c1-96bf-256e30231135 req-d9b75026-3a30-42ed-b7a4-477c0beeb6ed tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/ports?device_id=1eabf57a-87ff-45e4-a8c1-0331e36a3388 HTTP/1.1" status: 200 len: 944 time: 0.1284902 Oct 20 10:32:38.685892 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-870652b6-56af-44c1-96bf-256e30231135 req-c9cc78f8-8aeb-460f-80c2-d14d9707d02f tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba094063-4980-4c22-bc34-9c1534c0beb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154444 Oct 20 10:32:38.691077 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-a8424d24-b315-4f94-abc7-2488fc3e80c3 req-40bf70a8-3bba-4ad6-bbf0-6ac2d1559a90 tempest-FloatingIPsTestJSON-635694620 tempest-FloatingIPsTestJSON-635694620-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:38.704279 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-1b242166-f6c1-49dc-9f5e-b0b981fb8559 req-d97c6346-47ef-452b-96ca-0dc6a3108a66 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] For port 0371987a-4774-44fc-8b5d-9c1c4a305a09, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=0371987a-4774-44fc-8b5d-9c1c4a305a09,segment=NetworkSegment(21a06331-2010-4bb7-8d07-13da7f15af4f),segment_id=21a06331-2010-4bb7-8d07-13da7f15af4f)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:32:38.704694 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-1b242166-f6c1-49dc-9f5e-b0b981fb8559 req-d97c6346-47ef-452b-96ca-0dc6a3108a66 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:38.730181 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87f48e3f-a9c6-4f63-9241-a33e13058c4c x-openstack-request-id: req-87f48e3f-a9c6-4f63-9241-a33e13058c4c {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:32:38.730752 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5494c8bb-e16d-4c69-9bbd-57729001929d", "name": "network-vif-plugged", "status": "completed", "tag": "9b98137f-64b7-47dd-94b7-8706ff9c48f0", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:32:38.731026 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-87f48e3f-a9c6-4f63-9241-a33e13058c4c {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:32:38.731556 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5494c8bb-e16d-4c69-9bbd-57729001929d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b98137f-64b7-47dd-94b7-8706ff9c48f0', 'code': 200} Oct 20 10:32:38.799313 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:39.013360 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-1b242166-f6c1-49dc-9f5e-b0b981fb8559 req-d97c6346-47ef-452b-96ca-0dc6a3108a66 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Calling delete_port for 0371987a-4774-44fc-8b5d-9c1c4a305a09 owned by compute:nova {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:32:39.084520 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-a8424d24-b315-4f94-abc7-2488fc3e80c3 req-40bf70a8-3bba-4ad6-bbf0-6ac2d1559a90 tempest-FloatingIPsTestJSON-635694620 tempest-FloatingIPsTestJSON-635694620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:39.214574 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f213f3c0-ea4b-4675-ac95-d76a8799a1f9 req-c67903bb-ce07-4fb6-9153-e466c1c83200 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:39.215988 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f213f3c0-ea4b-4675-ac95-d76a8799a1f9 req-c67903bb-ce07-4fb6-9153-e466c1c83200 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c59bb62-1789-41a6-acf6-9b0278dd9612 HTTP/1.1" status: 200 len: 950 time: 0.2109599 Oct 20 10:32:39.225954 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34785f9d-3ce4-47e7-9c7b-8a9f8831c152 req-db90c90f-f69e-4ff4-8a12-93abf4ffd745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:39.228067 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-34785f9d-3ce4-47e7-9c7b-8a9f8831c152 req-db90c90f-f69e-4ff4-8a12-93abf4ffd745 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=5494c8bb-e16d-4c69-9bbd-57729001929d HTTP/1.1" status: 200 len: 1097 time: 0.2213144 Oct 20 10:32:39.313109 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 2bcffcff-10cd-400f-ba99-63f92ee35bbb details requested by agent hyperv_n-h1-811396-3 with host n-h1-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:32:39.319746 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device c775663b-fc25-4ef4-aea4-435e5dde701a no longer exists at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:32:39.349205 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] No Port match for: c775663b-fc25-4ef4-aea4-435e5dde701a {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:32:39.349549 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device c775663b-fc25-4ef4-aea4-435e5dde701a not bound to the agent host n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:32:39.440350 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a00e00-b811-4459-b605-f53cc6e9e778 req-76b84ed1-3ace-47f4-a2bf-cec76e784ceb tempest-AttachSCSIVolumeTestJSON-565632580 tempest-AttachSCSIVolumeTestJSON-565632580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:39.441815 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a1a00e00-b811-4459-b605-f53cc6e9e778 req-76b84ed1-3ace-47f4-a2bf-cec76e784ceb tempest-AttachSCSIVolumeTestJSON-565632580 tempest-AttachSCSIVolumeTestJSON-565632580-project] 10.222.0.55 "GET /v2.0/networks?id=84bc009e-adb6-405c-96a3-3997c0651fe1 HTTP/1.1" status: 200 len: 815 time: 0.3037293 Oct 20 10:32:39.444031 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 2bcffcff-10cd-400f-ba99-63f92ee35bbb, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=2bcffcff-10cd-400f-ba99-63f92ee35bbb,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:32:39.455337 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Returning: {'device': '2bcffcff-10cd-400f-ba99-63f92ee35bbb', 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84', 'port_id': '2bcffcff-10cd-400f-ba99-63f92ee35bbb', 'mac_address': 'fa:16:3e:45:f1:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 800, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f86199a-b8f2-45b4-a83a-995a7ea6fe42', 'ip_address': '192.168.233.132'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:32:39.471998 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-34785f9d-3ce4-47e7-9c7b-8a9f8831c152 req-d80b6b0a-0a7e-4e1d-b6eb-ae2d3159fe89 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=7bf05388-42aa-4d45-8ad3-a92e8669d9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2019932 Oct 20 10:32:39.474702 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f213f3c0-ea4b-4675-ac95-d76a8799a1f9 req-b208fbc3-a619-4106-97b6-6c2f92ba4d68 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445910 Oct 20 10:32:39.484275 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-a1a00e00-b811-4459-b605-f53cc6e9e778 req-5a311f1b-a1ea-4af7-b625-5562143a4b71 tempest-AttachSCSIVolumeTestJSON-565632580 tempest-AttachSCSIVolumeTestJSON-565632580-project] Request body: {'port': {'device_id': 'c914b246-3e17-4b2d-8c05-d4c7a4e27b0f', 'network_id': '84bc009e-adb6-405c-96a3-3997c0651fe1', 'admin_state_up': True, 'tenant_id': '865c422727dd4ee4b9122df8ae6bb00f'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:32:39.520117 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24038695-1a2c-47f6-8005-877344beaef3 req-82bedce3-cc08-4bb6-b895-713ef3f4c092 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:39.521699 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-24038695-1a2c-47f6-8005-877344beaef3 req-82bedce3-cc08-4bb6-b895-713ef3f4c092 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c59bb62-1789-41a6-acf6-9b0278dd9612 HTTP/1.1" status: 200 len: 950 time: 0.2618024 Oct 20 10:32:39.639170 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-1b242166-f6c1-49dc-9f5e-b0b981fb8559 req-d97c6346-47ef-452b-96ca-0dc6a3108a66 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:39.651176 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d64980fb-bc0a-4583-b484-6d73d10725d8 req-42e5d649-9965-43f9-8a20-be5a39e7232c tempest-AttachSCSIVolumeTestJSON-565632580 tempest-AttachSCSIVolumeTestJSON-565632580-project] 10.222.0.64 "GET /v2.0/ports?device_id=c914b246-3e17-4b2d-8c05-d4c7a4e27b0f HTTP/1.1" status: 200 len: 210 time: 0.1181109 Oct 20 10:32:39.706905 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97c6346-47ef-452b-96ca-0dc6a3108a66 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Pushing event deleted for resources: {'Port': ['ID=0371987a-4774-44fc-8b5d-9c1c4a305a09,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:32:39.766964 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97c6346-47ef-452b-96ca-0dc6a3108a66 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:32:39.767344 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97c6346-47ef-452b-96ca-0dc6a3108a66 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:32:39.767674 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97c6346-47ef-452b-96ca-0dc6a3108a66 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:32:39.768003 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97c6346-47ef-452b-96ca-0dc6a3108a66 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:32:39.768336 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97c6346-47ef-452b-96ca-0dc6a3108a66 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:32:39.768684 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97c6346-47ef-452b-96ca-0dc6a3108a66 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:32:39.769007 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97c6346-47ef-452b-96ca-0dc6a3108a66 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:32:39.769383 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97c6346-47ef-452b-96ca-0dc6a3108a66 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:32:39.769778 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97c6346-47ef-452b-96ca-0dc6a3108a66 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:32:39.769962 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97c6346-47ef-452b-96ca-0dc6a3108a66 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:32:39.770286 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97c6346-47ef-452b-96ca-0dc6a3108a66 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:32:39.770614 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97c6346-47ef-452b-96ca-0dc6a3108a66 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:32:39.830414 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-a8424d24-b315-4f94-abc7-2488fc3e80c3 req-40bf70a8-3bba-4ad6-bbf0-6ac2d1559a90 tempest-FloatingIPsTestJSON-635694620 tempest-FloatingIPsTestJSON-635694620-project] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:39.860509 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b242166-f6c1-49dc-9f5e-b0b981fb8559 req-d97c6346-47ef-452b-96ca-0dc6a3108a66 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] No DVR routers for this DVR port 0371987a-4774-44fc-8b5d-9c1c4a305a09 on host n-h2-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:32:39.862112 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-a8424d24-b315-4f94-abc7-2488fc3e80c3 req-40bf70a8-3bba-4ad6-bbf0-6ac2d1559a90 tempest-FloatingIPsTestJSON-635694620 tempest-FloatingIPsTestJSON-635694620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:39.866838 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-1b242166-f6c1-49dc-9f5e-b0b981fb8559 req-d97c6346-47ef-452b-96ca-0dc6a3108a66 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:39.870729 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1b242166-f6c1-49dc-9f5e-b0b981fb8559 req-d97c6346-47ef-452b-96ca-0dc6a3108a66 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.69 "DELETE /v2.0/ports/0371987a-4774-44fc-8b5d-9c1c4a305a09 HTTP/1.1" status: 204 len: 173 time: 1.5849550 Oct 20 10:32:39.874901 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eabf57a-87ff-45e4-a8c1-0331e36a3388', 'name': 'network-vif-deleted', 'tag': '0371987a-4774-44fc-8b5d-9c1c4a305a09'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:32:39.877233 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00769b22-2f42-4585-b13f-eca54c51013b" -d '{"events": [{"server_uuid": "1eabf57a-87ff-45e4-a8c1-0331e36a3388", "name": "network-vif-deleted", "tag": "0371987a-4774-44fc-8b5d-9c1c4a305a09"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:32:39.973533 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1a00e00-b811-4459-b605-f53cc6e9e778 req-5a311f1b-a1ea-4af7-b625-5562143a4b71 tempest-AttachSCSIVolumeTestJSON-565632580 tempest-AttachSCSIVolumeTestJSON-565632580-project] Made reservation on behalf of 865c422727dd4ee4b9122df8ae6bb00f for: {'port': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:32:39.977135 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-a1a00e00-b811-4459-b605-f53cc6e9e778 req-5a311f1b-a1ea-4af7-b625-5562143a4b71 tempest-AttachSCSIVolumeTestJSON-565632580 tempest-AttachSCSIVolumeTestJSON-565632580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:39.994515 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d38f77-faaa-421d-b6a0-674ec28ba140 req-bdd436b3-dd1c-4389-aeef-639970c26884 tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:40.001750 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-87d38f77-faaa-421d-b6a0-674ec28ba140 req-bdd436b3-dd1c-4389-aeef-639970c26884 tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] 10.222.0.64 "GET /v2.0/ports?device_id=5494c8bb-e16d-4c69-9bbd-57729001929d HTTP/1.1" status: 200 len: 946 time: 0.2620430 Oct 20 10:32:40.022600 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bf70a8-3bba-4ad6-bbf0-6ac2d1559a90 tempest-FloatingIPsTestJSON-635694620 tempest-FloatingIPsTestJSON-635694620-project] Pushing event updated for resources: {'Port': ['ID=438a92b5-34a7-4d85-890c-a964508bcd8e,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:32:40.047160 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-24038695-1a2c-47f6-8005-877344beaef3 req-38b03ea8-68eb-4b54-af14-7e48c43437d3 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Deleting port 2bcffcff-10cd-400f-ba99-63f92ee35bbb {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:32:40.047432 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-24038695-1a2c-47f6-8005-877344beaef3 req-38b03ea8-68eb-4b54-af14-7e48c43437d3 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:40.061153 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-a8424d24-b315-4f94-abc7-2488fc3e80c3 req-40bf70a8-3bba-4ad6-bbf0-6ac2d1559a90 tempest-FloatingIPsTestJSON-635694620 tempest-FloatingIPsTestJSON-635694620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1773381'] for floatingip, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:40.147129 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-87d38f77-faaa-421d-b6a0-674ec28ba140 req-35976fb2-13e2-4452-9d92-a731368b56fd tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] 10.222.0.64 "GET /v2.0/security-groups?id=7bf05388-42aa-4d45-8ad3-a92e8669d9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1444170 Oct 20 10:32:40.154379 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-a8424d24-b315-4f94-abc7-2488fc3e80c3 req-40bf70a8-3bba-4ad6-bbf0-6ac2d1559a90 tempest-FloatingIPsTestJSON-635694620 tempest-FloatingIPsTestJSON-635694620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for floatingip, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:40.155717 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a8424d24-b315-4f94-abc7-2488fc3e80c3 req-40bf70a8-3bba-4ad6-bbf0-6ac2d1559a90 tempest-FloatingIPsTestJSON-635694620 tempest-FloatingIPsTestJSON-635694620-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.4997423 Oct 20 10:32:40.285737 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a8424d24-b315-4f94-abc7-2488fc3e80c3 req-e4c6ee2f-7509-420a-b1dc-0a89f389a52d tempest-FloatingIPsTestJSON-635694620 tempest-FloatingIPsTestJSON-635694620-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.1.211 HTTP/1.1" status: 200 len: 696 time: 0.1050825 Oct 20 10:32:40.385427 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4bea6b55-687c-4fdc-91e0-e378fdd07de3 req-d3060712-597a-4069-accb-fc36219be135 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/ports?device_id=1eabf57a-87ff-45e4-a8c1-0331e36a3388 HTTP/1.1" status: 200 len: 210 time: 0.1249709 Oct 20 10:32:40.444791 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-24038695-1a2c-47f6-8005-877344beaef3 req-38b03ea8-68eb-4b54-af14-7e48c43437d3 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] For port 2bcffcff-10cd-400f-ba99-63f92ee35bbb, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=2bcffcff-10cd-400f-ba99-63f92ee35bbb,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:32:40.445164 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-24038695-1a2c-47f6-8005-877344beaef3 req-38b03ea8-68eb-4b54-af14-7e48c43437d3 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:40.479209 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-24038695-1a2c-47f6-8005-877344beaef3 req-38b03ea8-68eb-4b54-af14-7e48c43437d3 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Calling delete_port for 2bcffcff-10cd-400f-ba99-63f92ee35bbb owned by compute:nova {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:32:40.506650 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [req-a1a00e00-b811-4459-b605-f53cc6e9e778 req-5a311f1b-a1ea-4af7-b625-5562143a4b71 tempest-AttachSCSIVolumeTestJSON-565632580 tempest-AttachSCSIVolumeTestJSON-565632580-project] Allocated IP 172.20.0.6 (84bc009e-adb6-405c-96a3-3997c0651fe1/5ca31e27-4f7e-42ad-a2c5-54497e7341a0/40025f0f-7dab-4069-9add-3698a7e32bed) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:32:40.519703 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8424d24-b315-4f94-abc7-2488fc3e80c3 req-111c23a6-2bca-4099-b1f0-d089e09f4d4d tempest-FloatingIPsTestJSON-635694620 tempest-FloatingIPsTestJSON-635694620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:40.520984 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a8424d24-b315-4f94-abc7-2488fc3e80c3 req-111c23a6-2bca-4099-b1f0-d089e09f4d4d tempest-FloatingIPsTestJSON-635694620 tempest-FloatingIPsTestJSON-635694620-project] 10.222.0.64 "GET /v2.0/networks/cbe170d3-31ba-45a2-b477-520ab0a7a8ea HTTP/1.1" status: 200 len: 784 time: 0.2180536 Oct 20 10:32:40.674780 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-789d7b2d-8520-49c6-b51d-37f6656ed277 x-openstack-request-id: req-789d7b2d-8520-49c6-b51d-37f6656ed277 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:32:40.675046 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1eabf57a-87ff-45e4-a8c1-0331e36a3388", "name": "network-vif-deleted", "tag": "0371987a-4774-44fc-8b5d-9c1c4a305a09", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:32:40.675301 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-789d7b2d-8520-49c6-b51d-37f6656ed277 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:32:40.675793 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1eabf57a-87ff-45e4-a8c1-0331e36a3388', 'name': 'network-vif-deleted', 'tag': '0371987a-4774-44fc-8b5d-9c1c4a305a09', 'status': 'completed', 'code': 200} Oct 20 10:32:40.794209 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-24038695-1a2c-47f6-8005-877344beaef3 req-38b03ea8-68eb-4b54-af14-7e48c43437d3 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:40.806954 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['aae3cda1-d0c7-410c-8006-356e09a086ac', 'a29ba1ab-cf1c-4b4a-ae64-f554ce2cb852'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:32:40.816866 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-a1a00e00-b811-4459-b605-f53cc6e9e778 req-5a311f1b-a1ea-4af7-b625-5562143a4b71 tempest-AttachSCSIVolumeTestJSON-565632580 tempest-AttachSCSIVolumeTestJSON-565632580-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:40.843798 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['fa148701-2bd3-45e4-ace6-f079253fac3b', '2bcffcff-10cd-400f-ba99-63f92ee35bbb'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:32:40.865333 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b03ea8-68eb-4b54-af14-7e48c43437d3 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Pushing event deleted for resources: {'Port': ['ID=2bcffcff-10cd-400f-ba99-63f92ee35bbb,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:32:40.871280 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bfd31cb3-2437-4468-851d-f0456ab6ccd2 req-7ae23cb5-3459-4a58-ad0e-dec21ca2d069 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c59bb62-1789-41a6-acf6-9b0278dd9612 HTTP/1.1" status: 200 len: 210 time: 0.0612731 Oct 20 10:32:40.938199 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-24038695-1a2c-47f6-8005-877344beaef3 req-38b03ea8-68eb-4b54-af14-7e48c43437d3 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] No DVR routers for this DVR port 2bcffcff-10cd-400f-ba99-63f92ee35bbb on host n-h1-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:32:41.001665 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-639fceb9-426f-4e4c-b45f-4d432bf88fc4 req-946bf632-8eec-402b-aa6b-649ffe1dd515 tempest-FloatingIPsTestJSON-635694620 tempest-FloatingIPsTestJSON-635694620-project] 10.222.0.64 "GET /v2.0/floatingips/56b0458a-ce8c-48e3-8f5f-15be2fe98018 HTTP/1.1" status: 200 len: 693 time: 0.0592082 Oct 20 10:32:41.006216 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-24038695-1a2c-47f6-8005-877344beaef3 req-38b03ea8-68eb-4b54-af14-7e48c43437d3 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:41.010171 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-24038695-1a2c-47f6-8005-877344beaef3 req-38b03ea8-68eb-4b54-af14-7e48c43437d3 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.55 "DELETE /v2.0/ports/2bcffcff-10cd-400f-ba99-63f92ee35bbb HTTP/1.1" status: 204 len: 173 time: 1.4814074 Oct 20 10:32:41.099014 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-a1a00e00-b811-4459-b605-f53cc6e9e778 req-5a311f1b-a1ea-4af7-b625-5562143a4b71 tempest-AttachSCSIVolumeTestJSON-565632580 tempest-AttachSCSIVolumeTestJSON-565632580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:41.184575 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1a00e00-b811-4459-b605-f53cc6e9e778 req-5a311f1b-a1ea-4af7-b625-5562143a4b71 tempest-AttachSCSIVolumeTestJSON-565632580 tempest-AttachSCSIVolumeTestJSON-565632580-project] Network 84bc009e-adb6-405c-96a3-3997c0651fe1 is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:32:41.196456 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [req-a1a00e00-b811-4459-b605-f53cc6e9e778 req-5a311f1b-a1ea-4af7-b625-5562143a4b71 tempest-AttachSCSIVolumeTestJSON-565632580 tempest-AttachSCSIVolumeTestJSON-565632580-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:32:41.199467 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1a00e00-b811-4459-b605-f53cc6e9e778 req-5a311f1b-a1ea-4af7-b625-5562143a4b71 tempest-AttachSCSIVolumeTestJSON-565632580 tempest-AttachSCSIVolumeTestJSON-565632580-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:32:41.265742 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639fceb9-426f-4e4c-b45f-4d432bf88fc4 req-5ff15a6e-871b-4023-99fd-3ff4b7d1a4a0 tempest-FloatingIPsTestJSON-635694620 tempest-FloatingIPsTestJSON-635694620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:41.268685 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-639fceb9-426f-4e4c-b45f-4d432bf88fc4 req-5ff15a6e-871b-4023-99fd-3ff4b7d1a4a0 tempest-FloatingIPsTestJSON-635694620 tempest-FloatingIPsTestJSON-635694620-project] 10.222.0.64 "GET /v2.0/networks/cbe170d3-31ba-45a2-b477-520ab0a7a8ea HTTP/1.1" status: 200 len: 784 time: 0.2527807 Oct 20 10:32:41.269430 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a311f1b-a1ea-4af7-b625-5562143a4b71 tempest-AttachSCSIVolumeTestJSON-565632580 tempest-AttachSCSIVolumeTestJSON-565632580-project] Pushing event updated for resources: {'Port': ['ID=40025f0f-7dab-4069-9add-3698a7e32bed,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:32:41.331017 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a00e00-b811-4459-b605-f53cc6e9e778 req-5a311f1b-a1ea-4af7-b625-5562143a4b71 tempest-AttachSCSIVolumeTestJSON-565632580 tempest-AttachSCSIVolumeTestJSON-565632580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:41.331682 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-a1a00e00-b811-4459-b605-f53cc6e9e778 req-5a311f1b-a1ea-4af7-b625-5562143a4b71 tempest-AttachSCSIVolumeTestJSON-565632580 tempest-AttachSCSIVolumeTestJSON-565632580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:41.342327 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-639fceb9-426f-4e4c-b45f-4d432bf88fc4 req-39e7ca22-b7e2-4840-928c-f18ee03ca7b4 tempest-FloatingIPsTestJSON-635694620 tempest-FloatingIPsTestJSON-635694620-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.1.211 HTTP/1.1" status: 200 len: 696 time: 0.0640337 Oct 20 10:32:41.424772 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-639fceb9-426f-4e4c-b45f-4d432bf88fc4 req-50418657-ab4f-44be-a620-8220e7ddc2a2 tempest-FloatingIPsTestJSON-635694620 tempest-FloatingIPsTestJSON-635694620-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.1.211 HTTP/1.1" status: 200 len: 696 time: 0.0738683 Oct 20 10:32:41.431019 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a1a00e00-b811-4459-b605-f53cc6e9e778 req-5a311f1b-a1ea-4af7-b625-5562143a4b71 tempest-AttachSCSIVolumeTestJSON-565632580 tempest-AttachSCSIVolumeTestJSON-565632580-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9496777 Oct 20 10:32:41.488022 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1e711b21-ec38-49c7-b686-6f7ecdaf2a0b None None] Provisioning complete for port 40025f0f-7dab-4069-9add-3698a7e32bed triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:32:41.488428 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1e711b21-ec38-49c7-b686-6f7ecdaf2a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:41.524465 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1e711b21-ec38-49c7-b686-6f7ecdaf2a0b None None] Port 40025f0f-7dab-4069-9add-3698a7e32bed cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:32:41.569722 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-639fceb9-426f-4e4c-b45f-4d432bf88fc4 req-262b7658-04fa-4d4f-a54b-6af3744d0c30 tempest-FloatingIPsTestJSON-635694620 tempest-FloatingIPsTestJSON-635694620-project] Deleting port 438a92b5-34a7-4d85-890c-a964508bcd8e {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:32:41.570066 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-639fceb9-426f-4e4c-b45f-4d432bf88fc4 req-262b7658-04fa-4d4f-a54b-6af3744d0c30 tempest-FloatingIPsTestJSON-635694620 tempest-FloatingIPsTestJSON-635694620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:41.727057 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 0371987a-4774-44fc-8b5d-9c1c4a305a09 no longer exists at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:32:41.749833 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] No Port match for: 0371987a-4774-44fc-8b5d-9c1c4a305a09 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:32:41.750182 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 0371987a-4774-44fc-8b5d-9c1c4a305a09 not bound to the agent host n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:32:41.936966 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-639fceb9-426f-4e4c-b45f-4d432bf88fc4 req-262b7658-04fa-4d4f-a54b-6af3744d0c30 tempest-FloatingIPsTestJSON-635694620 tempest-FloatingIPsTestJSON-635694620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:41.937285 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-639fceb9-426f-4e4c-b45f-4d432bf88fc4 req-262b7658-04fa-4d4f-a54b-6af3744d0c30 tempest-FloatingIPsTestJSON-635694620 tempest-FloatingIPsTestJSON-635694620-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:41.950062 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-639fceb9-426f-4e4c-b45f-4d432bf88fc4 req-262b7658-04fa-4d4f-a54b-6af3744d0c30 tempest-FloatingIPsTestJSON-635694620 tempest-FloatingIPsTestJSON-635694620-project] Calling delete_port for 438a92b5-34a7-4d85-890c-a964508bcd8e owned by network:floatingip {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:32:42.084368 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-639fceb9-426f-4e4c-b45f-4d432bf88fc4 req-262b7658-04fa-4d4f-a54b-6af3744d0c30 tempest-FloatingIPsTestJSON-635694620 tempest-FloatingIPsTestJSON-635694620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:42.113083 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262b7658-04fa-4d4f-a54b-6af3744d0c30 tempest-FloatingIPsTestJSON-635694620 tempest-FloatingIPsTestJSON-635694620-project] Pushing event deleted for resources: {'Port': ['ID=438a92b5-34a7-4d85-890c-a964508bcd8e,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:32:42.171877 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-639fceb9-426f-4e4c-b45f-4d432bf88fc4 req-262b7658-04fa-4d4f-a54b-6af3744d0c30 tempest-FloatingIPsTestJSON-635694620 tempest-FloatingIPsTestJSON-635694620-project] Publish callbacks [] for floatingip, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:42.174427 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-639fceb9-426f-4e4c-b45f-4d432bf88fc4 req-262b7658-04fa-4d4f-a54b-6af3744d0c30 tempest-FloatingIPsTestJSON-635694620 tempest-FloatingIPsTestJSON-635694620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for floatingip, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:42.175714 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-639fceb9-426f-4e4c-b45f-4d432bf88fc4 req-262b7658-04fa-4d4f-a54b-6af3744d0c30 tempest-FloatingIPsTestJSON-635694620 tempest-FloatingIPsTestJSON-635694620-project] 10.222.0.64 "DELETE /v2.0/floatingips/56b0458a-ce8c-48e3-8f5f-15be2fe98018 HTTP/1.1" status: 204 len: 173 time: 0.7440617 Oct 20 10:32:42.270788 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4849b8-6f8f-438c-9a2d-5b07e3e8a389 req-3da823f7-cb7c-45ca-94da-c1b937094bbb tempest-AttachSCSIVolumeTestJSON-565632580 tempest-AttachSCSIVolumeTestJSON-565632580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:42.272296 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bb4849b8-6f8f-438c-9a2d-5b07e3e8a389 req-3da823f7-cb7c-45ca-94da-c1b937094bbb tempest-AttachSCSIVolumeTestJSON-565632580 tempest-AttachSCSIVolumeTestJSON-565632580-project] 10.222.0.64 "GET /v2.0/ports?device_id=c914b246-3e17-4b2d-8c05-d4c7a4e27b0f HTTP/1.1" status: 200 len: 931 time: 0.0486546 Oct 20 10:32:42.315894 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bb4849b8-6f8f-438c-9a2d-5b07e3e8a389 req-1a23fff6-6bf8-4846-8ff8-4b690242e9f7 tempest-AttachSCSIVolumeTestJSON-565632580 tempest-AttachSCSIVolumeTestJSON-565632580-project] 10.222.0.64 "GET /v2.0/security-groups?id=480fd21c-bd7f-4959-86aa-8971fae5bd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370553 Oct 20 10:32:42.417745 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687ca9be-69f3-47e0-a4cd-91bfb42d4b2a req-fd4db13f-70c5-4008-aa31-751837c9b058 tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:42.419297 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-687ca9be-69f3-47e0-a4cd-91bfb42d4b2a req-fd4db13f-70c5-4008-aa31-751837c9b058 tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] 10.222.0.64 "GET /v2.0/ports?device_id=5494c8bb-e16d-4c69-9bbd-57729001929d HTTP/1.1" status: 200 len: 946 time: 0.0478146 Oct 20 10:32:42.459888 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-687ca9be-69f3-47e0-a4cd-91bfb42d4b2a req-c1c0aa76-14c5-400d-8012-41187208b17c tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] 10.222.0.64 "GET /v2.0/security-groups?id=7bf05388-42aa-4d45-8ad3-a92e8669d9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338156 Oct 20 10:32:42.683165 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c59bb62-1789-41a6-acf6-9b0278dd9612', 'name': 'network-vif-deleted', 'tag': '2bcffcff-10cd-400f-ba99-63f92ee35bbb'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:32:42.685582 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b1dae23-c08e-47cd-9083-6b366a3a4534" -d '{"events": [{"server_uuid": "3c59bb62-1789-41a6-acf6-9b0278dd9612", "name": "network-vif-deleted", "tag": "2bcffcff-10cd-400f-ba99-63f92ee35bbb"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:32:42.689587 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1aaa044a-523b-43cc-936c-a489e2504fdd req-33554880-e142-4741-ac38-81a267e01157 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c59bb62-1789-41a6-acf6-9b0278dd9612 HTTP/1.1" status: 200 len: 210 time: 0.0329988 Oct 20 10:32:42.764827 n-d-811396-3 neutron-server[100596]: INFO neutron.api.v2.resource [req-5a773121-bc73-4d88-9133-ed673efb2c82 req-d5257690-9e59-47de-a7cf-00b4a97af895 tempest-FloatingIPsTestJSON-635694620 tempest-FloatingIPsTestJSON-635694620-project] show failed (client error): The resource could not be found. Oct 20 10:32:42.765846 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5a773121-bc73-4d88-9133-ed673efb2c82 req-d5257690-9e59-47de-a7cf-00b4a97af895 tempest-FloatingIPsTestJSON-635694620 tempest-FloatingIPsTestJSON-635694620-project] 10.222.0.64 "GET /v2.0/floatingips/56b0458a-ce8c-48e3-8f5f-15be2fe98018 HTTP/1.1" status: 404 len: 350 time: 0.0433028 Oct 20 10:32:42.870967 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb38324-a5b9-405d-a430-2e214a8b26bd req-4b7f2766-257a-4df9-8adb-37db989e9339 tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:42.872454 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-eeb38324-a5b9-405d-a430-2e214a8b26bd req-4b7f2766-257a-4df9-8adb-37db989e9339 tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] 10.222.0.64 "GET /v2.0/ports?device_id=5494c8bb-e16d-4c69-9bbd-57729001929d HTTP/1.1" status: 200 len: 946 time: 0.0511916 Oct 20 10:32:42.881203 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 43052) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:32:42.886318 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-22c50e02-814e-44f6-ae69-6d5daa749606 tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] Request body: {'floatingip': {'port_id': '9b98137f-64b7-47dd-94b7-8706ff9c48f0'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:32:42.927765 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-22c50e02-814e-44f6-ae69-6d5daa749606 tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] Publish callbacks [] for floatingip, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:43.048497 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6967be8-62d9-4d60-aebc-9a6b5c4ad652 x-openstack-request-id: req-a6967be8-62d9-4d60-aebc-9a6b5c4ad652 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:32:43.048795 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c59bb62-1789-41a6-acf6-9b0278dd9612", "name": "network-vif-deleted", "tag": "2bcffcff-10cd-400f-ba99-63f92ee35bbb", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:32:43.049057 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a6967be8-62d9-4d60-aebc-9a6b5c4ad652 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:32:43.049471 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c59bb62-1789-41a6-acf6-9b0278dd9612', 'name': 'network-vif-deleted', 'tag': '2bcffcff-10cd-400f-ba99-63f92ee35bbb', 'status': 'completed', 'code': 200} Oct 20 10:32:43.102301 n-d-811396-3 neutron-server[100596]: INFO neutron.api.v2.resource [req-470d0da7-6a79-40ba-90ff-acae73cb3457 req-c52d8dcc-a873-4f95-988f-6480db0ded7e tempest-FloatingIPsTestJSON-635694620 tempest-FloatingIPsTestJSON-635694620-project] show failed (client error): The resource could not be found. Oct 20 10:32:43.103840 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-470d0da7-6a79-40ba-90ff-acae73cb3457 req-c52d8dcc-a873-4f95-988f-6480db0ded7e tempest-FloatingIPsTestJSON-635694620 tempest-FloatingIPsTestJSON-635694620-project] 10.222.0.64 "GET /v2.0/floatingips/56b0458a-ce8c-48e3-8f5f-15be2fe98018 HTTP/1.1" status: 404 len: 350 time: 0.0405586 Oct 20 10:32:43.111996 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 43056) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:32:43.218071 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27db748-de2e-4e3b-8716-3a92d57138c1 req-7df0e127-1860-473a-8537-fe49f5c27234 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:43.219579 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e27db748-de2e-4e3b-8716-3a92d57138c1 req-7df0e127-1860-473a-8537-fe49f5c27234 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/ports?device_id=9f19914c-2a94-4ff4-a81b-b77e4f1d979c HTTP/1.1" status: 200 len: 944 time: 0.0483007 Oct 20 10:32:43.282167 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e27db748-de2e-4e3b-8716-3a92d57138c1 req-0b6f8e33-30db-44cf-9709-9fc04a262e9a tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba094063-4980-4c22-bc34-9c1534c0beb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563924 Oct 20 10:32:43.334338 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 2bcffcff-10cd-400f-ba99-63f92ee35bbb no longer exists at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:32:43.357279 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] No Port match for: 2bcffcff-10cd-400f-ba99-63f92ee35bbb {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:32:43.357699 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 2bcffcff-10cd-400f-ba99-63f92ee35bbb not bound to the agent host n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:32:43.442077 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03fce85-f95c-4cea-aecb-dc00b4e02278 req-77c3647d-b26c-40a0-aade-c32f50bf1004 tempest-AttachSCSIVolumeTestJSON-565632580 tempest-AttachSCSIVolumeTestJSON-565632580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:43.443701 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f03fce85-f95c-4cea-aecb-dc00b4e02278 req-77c3647d-b26c-40a0-aade-c32f50bf1004 tempest-AttachSCSIVolumeTestJSON-565632580 tempest-AttachSCSIVolumeTestJSON-565632580-project] 10.222.0.64 "GET /v2.0/ports?device_id=c914b246-3e17-4b2d-8c05-d4c7a4e27b0f HTTP/1.1" status: 200 len: 931 time: 0.0543568 Oct 20 10:32:43.499975 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f03fce85-f95c-4cea-aecb-dc00b4e02278 req-39988939-4aa6-42cf-961c-2bb61f6ffd50 tempest-AttachSCSIVolumeTestJSON-565632580 tempest-AttachSCSIVolumeTestJSON-565632580-project] 10.222.0.64 "GET /v2.0/security-groups?id=480fd21c-bd7f-4959-86aa-8971fae5bd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500278 Oct 20 10:32:43.579408 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22774d23-ff2a-4c52-afdc-ddbad9fee2c5 req-d2c0e341-f841-4e06-8088-4690bddf39ef tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:43.585181 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-22774d23-ff2a-4c52-afdc-ddbad9fee2c5 req-d2c0e341-f841-4e06-8088-4690bddf39ef tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.69 "GET /v2.0/ports?device_id=9f19914c-2a94-4ff4-a81b-b77e4f1d979c HTTP/1.1" status: 200 len: 944 time: 0.0827365 Oct 20 10:32:43.717223 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-22774d23-ff2a-4c52-afdc-ddbad9fee2c5 req-19d4f097-741a-404c-a740-3e629bea9646 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Deleting port 85405136-a680-4d6f-b8b5-cef238e9a0af {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:32:43.717995 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-22774d23-ff2a-4c52-afdc-ddbad9fee2c5 req-19d4f097-741a-404c-a740-3e629bea9646 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:43.841899 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-22774d23-ff2a-4c52-afdc-ddbad9fee2c5 req-19d4f097-741a-404c-a740-3e629bea9646 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] For port 85405136-a680-4d6f-b8b5-cef238e9a0af, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=85405136-a680-4d6f-b8b5-cef238e9a0af,segment=NetworkSegment(21a06331-2010-4bb7-8d07-13da7f15af4f),segment_id=21a06331-2010-4bb7-8d07-13da7f15af4f)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:32:43.842264 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-22774d23-ff2a-4c52-afdc-ddbad9fee2c5 req-19d4f097-741a-404c-a740-3e629bea9646 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:43.858509 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-22774d23-ff2a-4c52-afdc-ddbad9fee2c5 req-19d4f097-741a-404c-a740-3e629bea9646 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Calling delete_port for 85405136-a680-4d6f-b8b5-cef238e9a0af owned by compute:nova {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:32:44.044827 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-22c50e02-814e-44f6-ae69-6d5daa749606 tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:44.049915 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fca6e66f-3bb5-4407-8034-a1903e9b2983 req-3f6b4e95-5dc7-4c23-abcf-d6e0a2477284 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c59bb62-1789-41a6-acf6-9b0278dd9612 HTTP/1.1" status: 200 len: 210 time: 0.0355864 Oct 20 10:32:44.052892 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-22c50e02-814e-44f6-ae69-6d5daa749606 tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1773381'] for floatingip, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:44.087718 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-22774d23-ff2a-4c52-afdc-ddbad9fee2c5 req-19d4f097-741a-404c-a740-3e629bea9646 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:44.125889 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d4f097-741a-404c-a740-3e629bea9646 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Pushing event deleted for resources: {'Port': ['ID=85405136-a680-4d6f-b8b5-cef238e9a0af,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:32:44.179929 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-22774d23-ff2a-4c52-afdc-ddbad9fee2c5 req-19d4f097-741a-404c-a740-3e629bea9646 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] No DVR routers for this DVR port 85405136-a680-4d6f-b8b5-cef238e9a0af on host n-h2-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:32:44.182363 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-22774d23-ff2a-4c52-afdc-ddbad9fee2c5 req-19d4f097-741a-404c-a740-3e629bea9646 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:44.186114 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-22774d23-ff2a-4c52-afdc-ddbad9fee2c5 req-19d4f097-741a-404c-a740-3e629bea9646 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.69 "DELETE /v2.0/ports/85405136-a680-4d6f-b8b5-cef238e9a0af HTTP/1.1" status: 204 len: 173 time: 0.5930617 Oct 20 10:32:44.219095 n-d-811396-3 neutron-server[100597]: INFO neutron.db.l3_db [None req-22c50e02-814e-44f6-ae69-6d5daa749606 tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] Floating IP 06af39ae-7e7b-42bf-836e-6b7fb27ebc40 associated. External IP: 172.25.1.216, port: 9b98137f-64b7-47dd-94b7-8706ff9c48f0. Oct 20 10:32:44.224711 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e2951cdf-5554-4a45-9817-bc808099a25d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1774405'] for router_interface, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:44.420324 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-915eeca3-ab8e-4015-8d4f-1798e669c53e req-30c1fa2f-5ad5-4e17-8d6b-53edce956a29 tempest-LiveAutoBlockMigrationV225Test-970906947 tempest-LiveAutoBlockMigrationV225Test-970906947-project] 10.222.0.64 "GET /v2.0/ports?device_id=9f19914c-2a94-4ff4-a81b-b77e4f1d979c HTTP/1.1" status: 200 len: 210 time: 0.0288012 Oct 20 10:32:44.639146 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce250af1-0e7b-4921-9377-22b239d9bdf0 req-a7ac10bc-14d0-4157-a9aa-b7a6688cd31e tempest-AttachSCSIVolumeTestJSON-565632580 tempest-AttachSCSIVolumeTestJSON-565632580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:44.642029 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22c50e02-814e-44f6-ae69-6d5daa749606 tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] Router fb07eb1c-4354-44a1-9ea0-1510afd3f1ca has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:32:44.648085 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ce250af1-0e7b-4921-9377-22b239d9bdf0 req-a7ac10bc-14d0-4157-a9aa-b7a6688cd31e tempest-AttachSCSIVolumeTestJSON-565632580 tempest-AttachSCSIVolumeTestJSON-565632580-project] 10.222.0.64 "GET /v2.0/ports?device_id=c914b246-3e17-4b2d-8c05-d4c7a4e27b0f HTTP/1.1" status: 200 len: 931 time: 0.0621982 Oct 20 10:32:44.697874 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ce250af1-0e7b-4921-9377-22b239d9bdf0 req-26f6b0aa-2d2a-438a-b628-34a54ec7fc5d tempest-AttachSCSIVolumeTestJSON-565632580 tempest-AttachSCSIVolumeTestJSON-565632580-project] 10.222.0.64 "GET /v2.0/security-groups?id=480fd21c-bd7f-4959-86aa-8971fae5bd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436997 Oct 20 10:32:44.805980 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22c50e02-814e-44f6-ae69-6d5daa749606 tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:32:44.808872 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-e2951cdf-5554-4a45-9817-bc808099a25d admin admin] Deleting port 63c6336d-1112-4f87-9895-9e1c7b70b14a {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:32:44.809597 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e2951cdf-5554-4a45-9817-bc808099a25d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:44.813950 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-22c50e02-814e-44f6-ae69-6d5daa749606 tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for floatingip, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:44.824285 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5935c39e-2bb9-412f-a13f-0e51856fc65a None None] Sync routers for ids ['fb07eb1c-4354-44a1-9ea0-1510afd3f1ca'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:32:44.836063 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5935c39e-2bb9-412f-a13f-0e51856fc65a None None] Routers {'fb07eb1c-4354-44a1-9ea0-1510afd3f1ca'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:32:44.837528 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-5935c39e-2bb9-412f-a13f-0e51856fc65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:32:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['fb07eb1c-4354-44a1-9ea0-1510afd3f1ca'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:32:44.866179 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-22c50e02-814e-44f6-ae69-6d5daa749606 tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] 10.222.0.64 "PUT /v2.0/floatingips/06af39ae-7e7b-42bf-836e-6b7fb27ebc40 HTTP/1.1" status: 200 len: 992 time: 1.9836287 Oct 20 10:32:44.868925 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5494c8bb-e16d-4c69-9bbd-57729001929d', 'tag': '9b98137f-64b7-47dd-94b7-8706ff9c48f0'}] {{(pid=100597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:32:44.871762 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd85cad6a391afaa95d2dd5280bfd4659fc1e1b2aba53b5e7ef874f059efcdc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8685142d-29bd-4309-af3b-5038f2a92392" -d '{"events": [{"name": "network-changed", "server_uuid": "5494c8bb-e16d-4c69-9bbd-57729001929d", "tag": "9b98137f-64b7-47dd-94b7-8706ff9c48f0"}]}' {{(pid=100597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:32:44.954865 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [None req-e2951cdf-5554-4a45-9817-bc808099a25d admin admin] For port 63c6336d-1112-4f87-9895-9e1c7b70b14a, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=63c6336d-1112-4f87-9895-9e1c7b70b14a,segment=NetworkSegment(cbd480c5-a26d-4b6c-994d-e850032613d3),segment_id=cbd480c5-a26d-4b6c-994d-e850032613d3)] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:32:44.955231 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e2951cdf-5554-4a45-9817-bc808099a25d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:44.971192 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-e2951cdf-5554-4a45-9817-bc808099a25d admin admin] Calling delete_port for 63c6336d-1112-4f87-9895-9e1c7b70b14a owned by network:router_interface {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:32:45.013781 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-5935c39e-2bb9-412f-a13f-0e51856fc65a None None] Set router fb07eb1c-4354-44a1-9ea0-1510afd3f1ca gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:32:45.051535 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f19914c-2a94-4ff4-a81b-b77e4f1d979c', 'name': 'network-vif-deleted', 'tag': '85405136-a680-4d6f-b8b5-cef238e9a0af'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:32:45.053912 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01020408-38be-4679-9f98-60f11aa0230b" -d '{"events": [{"server_uuid": "9f19914c-2a94-4ff4-a81b-b77e4f1d979c", "name": "network-vif-deleted", "tag": "85405136-a680-4d6f-b8b5-cef238e9a0af"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:32:45.135689 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b8b7be0-26d1-4751-927b-667c5d936006 x-openstack-request-id: req-2b8b7be0-26d1-4751-927b-667c5d936006 {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:32:45.136262 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5494c8bb-e16d-4c69-9bbd-57729001929d", "tag": "9b98137f-64b7-47dd-94b7-8706ff9c48f0", "status": "completed", "code": 200}]} {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:32:45.136262 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2b8b7be0-26d1-4751-927b-667c5d936006 {{(pid=100597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:32:45.136584 n-d-811396-3 neutron-server[100597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5494c8bb-e16d-4c69-9bbd-57729001929d', 'tag': '9b98137f-64b7-47dd-94b7-8706ff9c48f0', 'status': 'completed', 'code': 200} Oct 20 10:32:45.191048 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-592774fb-629b-4856-9180-e944739f896d x-openstack-request-id: req-592774fb-629b-4856-9180-e944739f896d {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:32:45.191345 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f19914c-2a94-4ff4-a81b-b77e4f1d979c", "name": "network-vif-deleted", "tag": "85405136-a680-4d6f-b8b5-cef238e9a0af", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:32:45.191621 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-592774fb-629b-4856-9180-e944739f896d {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:32:45.192290 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f19914c-2a94-4ff4-a81b-b77e4f1d979c', 'name': 'network-vif-deleted', 'tag': '85405136-a680-4d6f-b8b5-cef238e9a0af', 'status': 'completed', 'code': 200} Oct 20 10:32:45.245467 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-93de8394-0b8a-4949-9660-b68a50bf6f8a req-34e4e314-ba1a-44e5-a6d3-c8f1bc81e48c tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c59bb62-1789-41a6-acf6-9b0278dd9612 HTTP/1.1" status: 200 len: 210 time: 0.0522904 Oct 20 10:32:45.255761 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8685142d-29bd-4309-af3b-5038f2a92392 req-1886bffb-90bc-4d22-8d41-c36dbe067a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:45.258888 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8685142d-29bd-4309-af3b-5038f2a92392 req-1886bffb-90bc-4d22-8d41-c36dbe067a9c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c403c40bbf7f4a248f56e3795d093508&device_id=5494c8bb-e16d-4c69-9bbd-57729001929d HTTP/1.1" status: 200 len: 1097 time: 0.1366446 Oct 20 10:32:45.278585 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e2951cdf-5554-4a45-9817-bc808099a25d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:45.336259 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2951cdf-5554-4a45-9817-bc808099a25d admin admin] Pushing event deleted for resources: {'Port': ['ID=63c6336d-1112-4f87-9895-9e1c7b70b14a,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:32:45.350115 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2951cdf-5554-4a45-9817-bc808099a25d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:32:45.350477 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2951cdf-5554-4a45-9817-bc808099a25d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:32:45.350842 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2951cdf-5554-4a45-9817-bc808099a25d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:32:45.351213 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2951cdf-5554-4a45-9817-bc808099a25d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:32:45.351619 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2951cdf-5554-4a45-9817-bc808099a25d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:32:45.352499 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2951cdf-5554-4a45-9817-bc808099a25d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:32:45.358910 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2951cdf-5554-4a45-9817-bc808099a25d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:32:45.359287 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2951cdf-5554-4a45-9817-bc808099a25d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:32:45.359748 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2951cdf-5554-4a45-9817-bc808099a25d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:32:45.360094 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2951cdf-5554-4a45-9817-bc808099a25d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:32:45.360434 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2951cdf-5554-4a45-9817-bc808099a25d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:32:45.360772 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2951cdf-5554-4a45-9817-bc808099a25d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:32:45.393470 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8685142d-29bd-4309-af3b-5038f2a92392 req-4781e964-6e59-4beb-9e1f-c8f6645e202c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:45.395190 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8685142d-29bd-4309-af3b-5038f2a92392 req-4781e964-6e59-4beb-9e1f-c8f6645e202c service neutron] 10.222.0.69 "GET /v2.0/networks?id=b5348cfb-edec-469e-9a10-140f5e3d3dc7 HTTP/1.1" status: 200 len: 917 time: 0.1297178 Oct 20 10:32:45.492604 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-5935c39e-2bb9-412f-a13f-0e51856fc65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb07eb1c-4354-44a1-9ea0-1510afd3f1ca', 'name': 'tempest-ServersTestBootFromVolume-1649398209-router', 'tenant_id': 'c403c40bbf7f4a248f56e3795d093508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': 'b6e2eb77-c3bf-421f-81a0-86236d3c345b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:31:33Z', 'updated_at': '2021-10-20T10:31:36Z', 'revision_number': 4, 'project_id': 'c403c40bbf7f4a248f56e3795d093508', 'gw_port': {'id': 'b6e2eb77-c3bf-421f-81a0-86236d3c345b', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:81:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb07eb1c-4354-44a1-9ea0-1510afd3f1ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:31:33Z', 'updated_at': '2021-10-20T10:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_floatingips': [{'id': '06af39ae-7e7b-42bf-836e-6b7fb27ebc40', 'tenant_id': 'c403c40bbf7f4a248f56e3795d093508', 'floating_ip_address': '172.25.1.216', 'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'router_id': 'fb07eb1c-4354-44a1-9ea0-1510afd3f1ca', 'port_id': '9b98137f-64b7-47dd-94b7-8706ff9c48f0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5348cfb-edec-469e-9a10-140f5e3d3dc7', 'mac_address': 'fa:16:3e:f3:8f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5494c8bb-e16d-4c69-9bbd-57729001929d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T10:31:39Z', 'updated_at': '2021-10-20T10:32:43Z', 'revision_number': 1, 'project_id': 'c403c40bbf7f4a248f56e3795d093508', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85b9368f-4a43-4c3f-a8d5-1b26c6444ea9', 'name': '', 'network_id': 'b5348cfb-edec-469e-9a10-140f5e3d3dc7', 'tenant_id': 'c403c40bbf7f4a248f56e3795d093508', 'mac_address': 'fa:16:3e:5c:d1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb07eb1c-4354-44a1-9ea0-1510afd3f1ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'bf7a4fdc-497b-4ffd-af1e-57b2c48df7c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:31:35Z', 'updated_at': '2021-10-20T10:31:42Z', 'revision_number': 5, 'project_id': 'c403c40bbf7f4a248f56e3795d093508', 'subnets': [{'id': 'bf7a4fdc-497b-4ffd-af1e-57b2c48df7c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:32:45.493452 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8685142d-29bd-4309-af3b-5038f2a92392 req-02a4a326-822f-4b73-9faa-cf87ec804db3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9b98137f-64b7-47dd-94b7-8706ff9c48f0 HTTP/1.1" status: 200 len: 1000 time: 0.0900373 Oct 20 10:32:45.522665 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 43088) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:32:45.576722 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5935c39e-2bb9-412f-a13f-0e51856fc65a None None] Checking router: fb07eb1c-4354-44a1-9ea0-1510afd3f1ca for host: n-d-811396-3 {{(pid=100598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:32:45.596123 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8685142d-29bd-4309-af3b-5038f2a92392 req-e424d58f-813a-49a2-bd74-221858b3f516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:45.609387 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5935c39e-2bb9-412f-a13f-0e51856fc65a None None] Routers {'fb07eb1c-4354-44a1-9ea0-1510afd3f1ca'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:32:45.610049 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-5935c39e-2bb9-412f-a13f-0e51856fc65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:32:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['fb07eb1c-4354-44a1-9ea0-1510afd3f1ca'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:32:45.616400 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8685142d-29bd-4309-af3b-5038f2a92392 req-e424d58f-813a-49a2-bd74-221858b3f516 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bf7a4fdc-497b-4ffd-af1e-57b2c48df7c3 HTTP/1.1" status: 200 len: 855 time: 0.1165838 Oct 20 10:32:45.702584 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e2951cdf-5554-4a45-9817-bc808099a25d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1771989'] for router_interface, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:45.731900 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8685142d-29bd-4309-af3b-5038f2a92392 req-d3972713-4552-4f69-919a-a02ea7f75d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:45.733747 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8685142d-29bd-4309-af3b-5038f2a92392 req-d3972713-4552-4f69-919a-a02ea7f75d59 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b5348cfb-edec-469e-9a10-140f5e3d3dc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1006920 Oct 20 10:32:45.738463 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_v2 [None req-083fee21-e5a7-4133-b8c6-276ecfdeb52d admin admin] Deleting subnet 4012c245-3079-4795-8c54-d3f2bf73a5b0 {{(pid=100596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:32:45.754761 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-083fee21-e5a7-4133-b8c6-276ecfdeb52d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:45.816271 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 85405136-a680-4d6f-b8b5-cef238e9a0af no longer exists at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:32:45.850973 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] No Port match for: 85405136-a680-4d6f-b8b5-cef238e9a0af {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:32:45.852270 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 85405136-a680-4d6f-b8b5-cef238e9a0af not bound to the agent host n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:32:45.871678 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-5935c39e-2bb9-412f-a13f-0e51856fc65a None None] Set router fb07eb1c-4354-44a1-9ea0-1510afd3f1ca gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:32:45.908282 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-083fee21-e5a7-4133-b8c6-276ecfdeb52d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25189079'] for subnet, precommit_delete_associations {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:45.998001 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a828c5b3-0a53-40f5-8d93-66e0067eb221 req-97270cbb-0f27-4ae9-9002-a05ac1257054 tempest-AttachSCSIVolumeTestJSON-565632580 tempest-AttachSCSIVolumeTestJSON-565632580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:46.005435 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a828c5b3-0a53-40f5-8d93-66e0067eb221 req-97270cbb-0f27-4ae9-9002-a05ac1257054 tempest-AttachSCSIVolumeTestJSON-565632580 tempest-AttachSCSIVolumeTestJSON-565632580-project] 10.222.0.64 "GET /v2.0/ports?device_id=c914b246-3e17-4b2d-8c05-d4c7a4e27b0f HTTP/1.1" status: 200 len: 931 time: 0.2206316 Oct 20 10:32:46.019490 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8685142d-29bd-4309-af3b-5038f2a92392 req-19d09b55-3b6b-44bb-94d3-a30646ea937e service neutron] 10.222.0.69 "GET /v2.0/networks/b5348cfb-edec-469e-9a10-140f5e3d3dc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2753551 Oct 20 10:32:46.058681 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-083fee21-e5a7-4133-b8c6-276ecfdeb52d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:46.112959 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a828c5b3-0a53-40f5-8d93-66e0067eb221 req-ca4a0edd-2afe-44ac-b7c2-b682e13d31fd tempest-AttachSCSIVolumeTestJSON-565632580 tempest-AttachSCSIVolumeTestJSON-565632580-project] 10.222.0.64 "GET /v2.0/security-groups?id=480fd21c-bd7f-4959-86aa-8971fae5bd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056693 Oct 20 10:32:46.121581 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2951cdf-5554-4a45-9817-bc808099a25d admin admin] Router d1e01ac1-0c4c-44c6-87f8-0ae87aafbe8a has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:32:46.155866 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-5935c39e-2bb9-412f-a13f-0e51856fc65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb07eb1c-4354-44a1-9ea0-1510afd3f1ca', 'name': 'tempest-ServersTestBootFromVolume-1649398209-router', 'tenant_id': 'c403c40bbf7f4a248f56e3795d093508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': 'b6e2eb77-c3bf-421f-81a0-86236d3c345b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:31:33Z', 'updated_at': '2021-10-20T10:31:36Z', 'revision_number': 4, 'project_id': 'c403c40bbf7f4a248f56e3795d093508', 'gw_port': {'id': 'b6e2eb77-c3bf-421f-81a0-86236d3c345b', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:81:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb07eb1c-4354-44a1-9ea0-1510afd3f1ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:31:33Z', 'updated_at': '2021-10-20T10:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_floatingips': [{'id': '06af39ae-7e7b-42bf-836e-6b7fb27ebc40', 'tenant_id': 'c403c40bbf7f4a248f56e3795d093508', 'floating_ip_address': '172.25.1.216', 'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'router_id': 'fb07eb1c-4354-44a1-9ea0-1510afd3f1ca', 'port_id': '9b98137f-64b7-47dd-94b7-8706ff9c48f0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5348cfb-edec-469e-9a10-140f5e3d3dc7', 'mac_address': 'fa:16:3e:f3:8f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5494c8bb-e16d-4c69-9bbd-57729001929d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T10:31:39Z', 'updated_at': '2021-10-20T10:32:43Z', 'revision_number': 1, 'project_id': 'c403c40bbf7f4a248f56e3795d093508', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85b9368f-4a43-4c3f-a8d5-1b26c6444ea9', 'name': '', 'network_id': 'b5348cfb-edec-469e-9a10-140f5e3d3dc7', 'tenant_id': 'c403c40bbf7f4a248f56e3795d093508', 'mac_address': 'fa:16:3e:5c:d1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb07eb1c-4354-44a1-9ea0-1510afd3f1ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'bf7a4fdc-497b-4ffd-af1e-57b2c48df7c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:31:35Z', 'updated_at': '2021-10-20T10:31:42Z', 'revision_number': 5, 'project_id': 'c403c40bbf7f4a248f56e3795d093508', 'subnets': [{'id': 'bf7a4fdc-497b-4ffd-af1e-57b2c48df7c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:32:46.185749 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5935c39e-2bb9-412f-a13f-0e51856fc65a None None] The sync data for ids ['fb07eb1c-4354-44a1-9ea0-1510afd3f1ca'] in n-d-811396-3 is: [{'id': 'fb07eb1c-4354-44a1-9ea0-1510afd3f1ca', 'name': 'tempest-ServersTestBootFromVolume-1649398209-router', 'tenant_id': 'c403c40bbf7f4a248f56e3795d093508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': 'b6e2eb77-c3bf-421f-81a0-86236d3c345b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:31:33Z', 'updated_at': '2021-10-20T10:31:36Z', 'revision_number': 4, 'project_id': 'c403c40bbf7f4a248f56e3795d093508', 'gw_port': {'id': 'b6e2eb77-c3bf-421f-81a0-86236d3c345b', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:81:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb07eb1c-4354-44a1-9ea0-1510afd3f1ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:31:33Z', 'updated_at': '2021-10-20T10:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_floatingips': [{'id': '06af39ae-7e7b-42bf-836e-6b7fb27ebc40', 'tenant_id': 'c403c40bbf7f4a248f56e3795d093508', 'floating_ip_address': '172.25.1.216', 'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'router_id': 'fb07eb1c-4354-44a1-9ea0-1510afd3f1ca', 'port_id': '9b98137f-64b7-47dd-94b7-8706ff9c48f0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5348cfb-edec-469e-9a10-140f5e3d3dc7', 'mac_address': 'fa:16:3e:f3:8f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5494c8bb-e16d-4c69-9bbd-57729001929d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T10:31:39Z', 'updated_at': '2021-10-20T10:32:43Z', 'revision_number': 1, 'project_id': 'c403c40bbf7f4a248f56e3795d093508', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85b9368f-4a43-4c3f-a8d5-1b26c6444ea9', 'name': '', 'network_id': 'b5348cfb-edec-469e-9a10-140f5e3d3dc7', 'tenant_id': 'c403c40bbf7f4a248f56e3795d093508', 'mac_address': 'fa:16:3e:5c:d1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb07eb1c-4354-44a1-9ea0-1510afd3f1ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'bf7a4fdc-497b-4ffd-af1e-57b2c48df7c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:31:35Z', 'updated_at': '2021-10-20T10:31:42Z', 'revision_number': 5, 'project_id': 'c403c40bbf7f4a248f56e3795d093508', 'subnets': [{'id': 'bf7a4fdc-497b-4ffd-af1e-57b2c48df7c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:32:46.303572 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8685142d-29bd-4309-af3b-5038f2a92392 req-7497303e-f139-407d-a2a8-185e0464e229 service neutron] 10.222.0.69 "GET /v2.0/networks/b5348cfb-edec-469e-9a10-140f5e3d3dc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2729688 Oct 20 10:32:46.305179 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-083fee21-e5a7-4133-b8c6-276ecfdeb52d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26836193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26761888'] for subnet, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:46.328523 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2951cdf-5554-4a45-9817-bc808099a25d admin admin] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:32:46.339031 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e954a1b-9ea1-448a-9868-4aa54c79b2b7 None None] Sync routers for ids ['d1e01ac1-0c4c-44c6-87f8-0ae87aafbe8a'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:32:46.351642 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 43104) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:32:46.351898 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-e2951cdf-5554-4a45-9817-bc808099a25d admin admin] 10.222.0.64 "PUT /v2.0/routers/d1e01ac1-0c4c-44c6-87f8-0ae87aafbe8a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2368779 Oct 20 10:32:46.360674 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e954a1b-9ea1-448a-9868-4aa54c79b2b7 None None] Routers {'d1e01ac1-0c4c-44c6-87f8-0ae87aafbe8a'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:32:46.361309 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-1e954a1b-9ea1-448a-9868-4aa54c79b2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:32:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['d1e01ac1-0c4c-44c6-87f8-0ae87aafbe8a'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:32:46.384450 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083fee21-e5a7-4133-b8c6-276ecfdeb52d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4012c245-3079-4795-8c54-d3f2bf73a5b0,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:32:46.452923 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-083fee21-e5a7-4133-b8c6-276ecfdeb52d admin admin] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:46.456299 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-083fee21-e5a7-4133-b8c6-276ecfdeb52d admin admin] 10.222.0.64 "DELETE /v2.0/subnets/4012c245-3079-4795-8c54-d3f2bf73a5b0 HTTP/1.1" status: 204 len: 168 time: 0.9324682 Oct 20 10:32:46.459869 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 43106) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:32:46.573373 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58858407-fcd8-4a9f-8bc6-b6c423c293c8 None None] New status for floating IP 06af39ae-7e7b-42bf-836e-6b7fb27ebc40: ACTIVE {{(pid=100598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 10:32:46.608280 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-1e954a1b-9ea1-448a-9868-4aa54c79b2b7 None None] Set router d1e01ac1-0c4c-44c6-87f8-0ae87aafbe8a gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:32:46.620954 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-afa38261-31ef-4faa-900d-7ae75eb581a0 req-804eb2a9-92a5-4b16-8c9e-fca0efcc114c tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c59bb62-1789-41a6-acf6-9b0278dd9612 HTTP/1.1" status: 200 len: 210 time: 0.0501816 Oct 20 10:32:46.634002 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-27005352-1747-4212-b245-77461cbf49ee admin admin] Publish callbacks [] for router, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:46.662732 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f3c09fee-8b54-492c-84f4-dd2de19f9c95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:46.790783 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f3c09fee-8b54-492c-84f4-dd2de19f9c95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:46.814156 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-f3c09fee-8b54-492c-84f4-dd2de19f9c95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ce4070f-3cfd-4061-95b1-2481b8fda5e7']}} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:32:46.825961 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-f3c09fee-8b54-492c-84f4-dd2de19f9c95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21a06331-2010-4bb7-8d07-13da7f15af4f') {'for_net_delete': True} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:32:46.826427 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-f3c09fee-8b54-492c-84f4-dd2de19f9c95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21a06331-2010-4bb7-8d07-13da7f15af4f') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:32:46.838546 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f3c09fee-8b54-492c-84f4-dd2de19f9c95 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25852596'] for segment, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:46.849036 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-27005352-1747-4212-b245-77461cbf49ee admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:46.857135 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f3c09fee-8b54-492c-84f4-dd2de19f9c95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:46.865252 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3c09fee-8b54-492c-84f4-dd2de19f9c95 admin admin] Releasing vlan 838 on physical network physnet1 to pool {{(pid=100597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:32:46.865796 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f3c09fee-8b54-492c-84f4-dd2de19f9c95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951012'] for segment, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:46.938644 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-1e954a1b-9ea1-448a-9868-4aa54c79b2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1e01ac1-0c4c-44c6-87f8-0ae87aafbe8a', 'name': 'tempest-FloatingIPsTestJSON-938104294-router', 'tenant_id': '91a6d102a7024bebbfd61d0f5b40ceaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': 'daf6985f-833e-4bc4-922e-e976f0cead04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:32:21Z', 'updated_at': '2021-10-20T10:32:45Z', 'revision_number': 5, 'project_id': '91a6d102a7024bebbfd61d0f5b40ceaf', 'gw_port': {'id': 'daf6985f-833e-4bc4-922e-e976f0cead04', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:9f:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1e01ac1-0c4c-44c6-87f8-0ae87aafbe8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:32:22Z', 'updated_at': '2021-10-20T10:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:32:46.953789 n-d-811396-3 neutron-server[100597]: Traceback (most recent call last): Oct 20 10:32:46.953789 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:32:46.953789 n-d-811396-3 neutron-server[100597]: timer() Oct 20 10:32:46.953789 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:32:46.953789 n-d-811396-3 neutron-server[100597]: cb(*args, **kw) Oct 20 10:32:46.953789 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:32:46.953789 n-d-811396-3 neutron-server[100597]: return func(*args, **kwargs) Oct 20 10:32:46.953789 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:32:46.953789 n-d-811396-3 neutron-server[100597]: self._notify() Oct 20 10:32:46.953789 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:32:46.953789 n-d-811396-3 neutron-server[100597]: self.callback(batched_events) Oct 20 10:32:46.953789 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:32:46.953789 n-d-811396-3 neutron-server[100597]: event.method(event) Oct 20 10:32:46.953789 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:32:46.953789 n-d-811396-3 neutron-server[100597]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:32:46.953789 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:32:46.953789 n-d-811396-3 neutron-server[100597]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:32:46.953789 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:32:46.953789 n-d-811396-3 neutron-server[100597]: return f(self, *a, **k) Oct 20 10:32:46.953789 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:32:46.953789 n-d-811396-3 neutron-server[100597]: return self._get(url).json() Oct 20 10:32:46.953789 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:32:46.953789 n-d-811396-3 neutron-server[100597]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:32:46.953789 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:32:46.953789 n-d-811396-3 neutron-server[100597]: return self.request(url, 'GET', **kwargs) Oct 20 10:32:46.953789 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:32:46.953789 n-d-811396-3 neutron-server[100597]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:32:46.953789 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:32:46.953789 n-d-811396-3 neutron-server[100597]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:32:46.953789 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:32:46.953789 n-d-811396-3 neutron-server[100597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:32:46.953789 n-d-811396-3 neutron-server[100597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:32:46.960586 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f3c09fee-8b54-492c-84f4-dd2de19f9c95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:46.966170 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f3c09fee-8b54-492c-84f4-dd2de19f9c95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:46.969696 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-f3c09fee-8b54-492c-84f4-dd2de19f9c95 admin admin] 10.222.0.64 "DELETE /v2.0/networks/1ce4070f-3cfd-4061-95b1-2481b8fda5e7 HTTP/1.1" status: 204 len: 168 time: 0.5087669 Oct 20 10:32:46.972729 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e954a1b-9ea1-448a-9868-4aa54c79b2b7 None None] Checking router: d1e01ac1-0c4c-44c6-87f8-0ae87aafbe8a for host: n-d-811396-3 {{(pid=100599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:32:46.973008 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 43108) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:32:46.982329 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-27005352-1747-4212-b245-77461cbf49ee admin admin] Deleting port daf6985f-833e-4bc4-922e-e976f0cead04 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:32:46.982671 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-27005352-1747-4212-b245-77461cbf49ee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:47.003855 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e954a1b-9ea1-448a-9868-4aa54c79b2b7 None None] Routers {'d1e01ac1-0c4c-44c6-87f8-0ae87aafbe8a'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:32:47.010537 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-1e954a1b-9ea1-448a-9868-4aa54c79b2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:32:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['d1e01ac1-0c4c-44c6-87f8-0ae87aafbe8a'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:32:47.037743 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_v2 [None req-42ac5871-6bbe-45bd-a283-f1b21814dd57 admin admin] Deleting subnet 2e1c2e00-44f7-4bde-a6d2-959de94ab304 {{(pid=100597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:32:47.042605 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-42ac5871-6bbe-45bd-a283-f1b21814dd57 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:47.081397 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [None req-27005352-1747-4212-b245-77461cbf49ee admin admin] For port daf6985f-833e-4bc4-922e-e976f0cead04, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=daf6985f-833e-4bc4-922e-e976f0cead04,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:32:47.081777 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-27005352-1747-4212-b245-77461cbf49ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:47.096811 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-27005352-1747-4212-b245-77461cbf49ee admin admin] Calling delete_port for daf6985f-833e-4bc4-922e-e976f0cead04 owned by network:router_gateway {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:32:47.110189 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c09fee-8b54-492c-84f4-dd2de19f9c95 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ce4070f-3cfd-4061-95b1-2481b8fda5e7,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:32:47.176790 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-42ac5871-6bbe-45bd-a283-f1b21814dd57 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25852621'] for subnet, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:47.234225 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-1e954a1b-9ea1-448a-9868-4aa54c79b2b7 None None] Set router d1e01ac1-0c4c-44c6-87f8-0ae87aafbe8a gateway port host: None {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:32:47.277109 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-42ac5871-6bbe-45bd-a283-f1b21814dd57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:47.335936 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4a55b0-17d9-4007-bb84-d62e309940ea req-fd743ae7-3cbf-438d-8b40-686b41527359 tempest-AttachSCSIVolumeTestJSON-565632580 tempest-AttachSCSIVolumeTestJSON-565632580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:47.338067 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5d4a55b0-17d9-4007-bb84-d62e309940ea req-fd743ae7-3cbf-438d-8b40-686b41527359 tempest-AttachSCSIVolumeTestJSON-565632580 tempest-AttachSCSIVolumeTestJSON-565632580-project] 10.222.0.64 "GET /v2.0/ports?device_id=c914b246-3e17-4b2d-8c05-d4c7a4e27b0f HTTP/1.1" status: 200 len: 931 time: 0.0800612 Oct 20 10:32:47.358216 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-42ac5871-6bbe-45bd-a283-f1b21814dd57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25350811'] for subnet, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:47.404769 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ac5871-6bbe-45bd-a283-f1b21814dd57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e1c2e00-44f7-4bde-a6d2-959de94ab304,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:32:47.419697 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-42ac5871-6bbe-45bd-a283-f1b21814dd57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:47.423836 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-27005352-1747-4212-b245-77461cbf49ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:47.437621 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-42ac5871-6bbe-45bd-a283-f1b21814dd57 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/2e1c2e00-44f7-4bde-a6d2-959de94ab304 HTTP/1.1" status: 204 len: 168 time: 0.4635503 Oct 20 10:32:47.440054 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 43118) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:32:47.448344 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-1e954a1b-9ea1-448a-9868-4aa54c79b2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1e01ac1-0c4c-44c6-87f8-0ae87aafbe8a', 'name': 'tempest-FloatingIPsTestJSON-938104294-router', 'tenant_id': '91a6d102a7024bebbfd61d0f5b40ceaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:32:21Z', 'updated_at': '2021-10-20T10:32:46Z', 'revision_number': 6, 'project_id': '91a6d102a7024bebbfd61d0f5b40ceaf', 'gw_port_host': None}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:32:47.472546 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27005352-1747-4212-b245-77461cbf49ee admin admin] Pushing event deleted for resources: {'Port': ['ID=daf6985f-833e-4bc4-922e-e976f0cead04,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:32:47.480587 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e954a1b-9ea1-448a-9868-4aa54c79b2b7 None None] The sync data for ids ['d1e01ac1-0c4c-44c6-87f8-0ae87aafbe8a'] in n-d-811396-3 is: [{'id': 'd1e01ac1-0c4c-44c6-87f8-0ae87aafbe8a', 'name': 'tempest-FloatingIPsTestJSON-938104294-router', 'tenant_id': '91a6d102a7024bebbfd61d0f5b40ceaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:32:21Z', 'updated_at': '2021-10-20T10:32:46Z', 'revision_number': 6, 'project_id': '91a6d102a7024bebbfd61d0f5b40ceaf', 'gw_port_host': None}] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:32:47.552456 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c7508d46-c39d-452b-a682-2f14ae93e4b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:47.553583 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5d4a55b0-17d9-4007-bb84-d62e309940ea req-18ec4f6a-ec13-455e-bf84-79b8898b98c2 tempest-AttachSCSIVolumeTestJSON-565632580 tempest-AttachSCSIVolumeTestJSON-565632580-project] 10.222.0.64 "GET /v2.0/security-groups?id=480fd21c-bd7f-4959-86aa-8971fae5bd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972067 Oct 20 10:32:47.566745 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-27005352-1747-4212-b245-77461cbf49ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1773439'] for router_gateway, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:47.675827 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c7508d46-c39d-452b-a682-2f14ae93e4b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:47.700406 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-c7508d46-c39d-452b-a682-2f14ae93e4b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ea230d5-0b39-4937-be5d-8a12d9253618']}} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:32:47.707910 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-27005352-1747-4212-b245-77461cbf49ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1772272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258304'] for router, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:47.710605 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-27005352-1747-4212-b245-77461cbf49ee admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:47.711012 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-c7508d46-c39d-452b-a682-2f14ae93e4b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e44e67e-b04f-40d2-9013-ca520f4d673b') {'for_net_delete': True} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:32:47.712116 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-c7508d46-c39d-452b-a682-2f14ae93e4b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e44e67e-b04f-40d2-9013-ca520f4d673b') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:32:47.733310 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c7508d46-c39d-452b-a682-2f14ae93e4b4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25852596'] for segment, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:47.749901 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c7508d46-c39d-452b-a682-2f14ae93e4b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:47.762751 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7508d46-c39d-452b-a682-2f14ae93e4b4 admin admin] Releasing vlan 803 on physical network physnet1 to pool {{(pid=100597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:32:47.763564 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c7508d46-c39d-452b-a682-2f14ae93e4b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951012'] for segment, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:47.767397 n-d-811396-3 neutron-server[100597]: Traceback (most recent call last): Oct 20 10:32:47.767397 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:32:47.767397 n-d-811396-3 neutron-server[100597]: timer() Oct 20 10:32:47.767397 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:32:47.767397 n-d-811396-3 neutron-server[100597]: cb(*args, **kw) Oct 20 10:32:47.767397 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:32:47.767397 n-d-811396-3 neutron-server[100597]: return func(*args, **kwargs) Oct 20 10:32:47.767397 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:32:47.767397 n-d-811396-3 neutron-server[100597]: self._notify() Oct 20 10:32:47.767397 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:32:47.767397 n-d-811396-3 neutron-server[100597]: self.callback(batched_events) Oct 20 10:32:47.767397 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:32:47.767397 n-d-811396-3 neutron-server[100597]: event.method(event) Oct 20 10:32:47.767397 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:32:47.767397 n-d-811396-3 neutron-server[100597]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:32:47.767397 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:32:47.767397 n-d-811396-3 neutron-server[100597]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:32:47.767397 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:32:47.767397 n-d-811396-3 neutron-server[100597]: return f(self, *a, **k) Oct 20 10:32:47.767397 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:32:47.767397 n-d-811396-3 neutron-server[100597]: return self._get(url).json() Oct 20 10:32:47.767397 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:32:47.767397 n-d-811396-3 neutron-server[100597]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:32:47.767397 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:32:47.767397 n-d-811396-3 neutron-server[100597]: return self.request(url, 'GET', **kwargs) Oct 20 10:32:47.767397 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:32:47.767397 n-d-811396-3 neutron-server[100597]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:32:47.767397 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:32:47.767397 n-d-811396-3 neutron-server[100597]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:32:47.767397 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:32:47.767397 n-d-811396-3 neutron-server[100597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:32:47.767397 n-d-811396-3 neutron-server[100597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:32:47.844254 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-27005352-1747-4212-b245-77461cbf49ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1772267'] for router, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:47.844847 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27005352-1747-4212-b245-77461cbf49ee admin admin] Fanout notify agent at l3_agent the message router_deleted on router d1e01ac1-0c4c-44c6-87f8-0ae87aafbe8a {{(pid=100596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 10:32:47.848418 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c7508d46-c39d-452b-a682-2f14ae93e4b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:47.850979 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-27005352-1747-4212-b245-77461cbf49ee admin admin] Publish callbacks [] for router, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:47.854529 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-27005352-1747-4212-b245-77461cbf49ee admin admin] 10.222.0.64 "DELETE /v2.0/routers/d1e01ac1-0c4c-44c6-87f8-0ae87aafbe8a HTTP/1.1" status: 204 len: 168 time: 1.4994597 Oct 20 10:32:47.854758 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 43122) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:32:47.909162 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c7508d46-c39d-452b-a682-2f14ae93e4b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:47.912754 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-c7508d46-c39d-452b-a682-2f14ae93e4b4 admin admin] 10.222.0.64 "DELETE /v2.0/networks/6ea230d5-0b39-4937-be5d-8a12d9253618 HTTP/1.1" status: 204 len: 168 time: 0.4716289 Oct 20 10:32:47.942973 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7508d46-c39d-452b-a682-2f14ae93e4b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ea230d5-0b39-4937-be5d-8a12d9253618,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:32:47.983948 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-66351d11-2eb1-44e2-8266-9986e516dbf8 req-7a424fb1-3cfe-4c1c-9b20-b4d8e7f821bf tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c59bb62-1789-41a6-acf6-9b0278dd9612 HTTP/1.1" status: 200 len: 210 time: 0.0548544 Oct 20 10:32:47.996567 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc737cde-44f4-4f40-8a3a-23cf0cd1520f admin admin] Deleting subnet 2d880e39-644b-4d88-917f-6868a70aff51 {{(pid=100597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:32:48.004785 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fc737cde-44f4-4f40-8a3a-23cf0cd1520f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:48.065718 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 63c6336d-1112-4f87-9895-9e1c7b70b14a no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:32:48.078617 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fc737cde-44f4-4f40-8a3a-23cf0cd1520f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25852621'] for subnet, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:48.109203 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 63c6336d-1112-4f87-9895-9e1c7b70b14a {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:32:48.110321 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 63c6336d-1112-4f87-9895-9e1c7b70b14a not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:32:48.173053 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 43126) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:32:48.183416 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fc737cde-44f4-4f40-8a3a-23cf0cd1520f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:48.216931 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-969e7024-8c74-4272-bf7a-cf2fab035660 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9d344b97e96e4da89707d7e9ad8232dc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0426729 Oct 20 10:32:48.219455 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 43128) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:32:48.259090 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fc737cde-44f4-4f40-8a3a-23cf0cd1520f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25350811'] for subnet, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:48.283701 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0c4424d8-dbbe-4ecf-8d32-023fada5e03d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:48.286399 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc737cde-44f4-4f40-8a3a-23cf0cd1520f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d880e39-644b-4d88-917f-6868a70aff51,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:32:48.297714 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80db2ae8-c162-4f63-b5dd-9f47f0b0e7aa None None] Network f9950125-549c-48cb-ac04-18e3069eed3d requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:32:48.297927 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fc737cde-44f4-4f40-8a3a-23cf0cd1520f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:48.303440 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-fc737cde-44f4-4f40-8a3a-23cf0cd1520f admin admin] 10.222.0.64 "DELETE /v2.0/subnets/2d880e39-644b-4d88-917f-6868a70aff51 HTTP/1.1" status: 204 len: 168 time: 0.4424276 Oct 20 10:32:48.306038 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 43130) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:32:48.318642 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0c4424d8-dbbe-4ecf-8d32-023fada5e03d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:48.383146 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0c4424d8-dbbe-4ecf-8d32-023fada5e03d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:48.385885 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0c4424d8-dbbe-4ecf-8d32-023fada5e03d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:48.387125 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-0c4424d8-dbbe-4ecf-8d32-023fada5e03d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ba094063-4980-4c22-bc34-9c1534c0beb0 HTTP/1.1" status: 204 len: 168 time: 0.1667073 Oct 20 10:32:48.395985 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4424d8-dbbe-4ecf-8d32-023fada5e03d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba094063-4980-4c22-bc34-9c1534c0beb0,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:32:48.424000 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5c7b6b0f-54a0-4ce1-a6a0-9ec9415e1238 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:48.519507 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-5c7b6b0f-54a0-4ce1-a6a0-9ec9415e1238 admin admin] Deleting port 6ad61f5c-59d7-4689-ad78-d888960fc0aa {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:32:48.520924 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5c7b6b0f-54a0-4ce1-a6a0-9ec9415e1238 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:48.597093 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce8dac02-dc57-4ad2-aa3e-7439e1f95c57 None None] DHCP port deletion for f9950125-549c-48cb-ac04-18e3069eed3d request from n-d-811396-3 {{(pid=100598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:32:48.670039 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [None req-5c7b6b0f-54a0-4ce1-a6a0-9ec9415e1238 admin admin] For port 6ad61f5c-59d7-4689-ad78-d888960fc0aa, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=6ad61f5c-59d7-4689-ad78-d888960fc0aa,segment=NetworkSegment(cbd480c5-a26d-4b6c-994d-e850032613d3),segment_id=cbd480c5-a26d-4b6c-994d-e850032613d3)] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:32:48.670403 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5c7b6b0f-54a0-4ce1-a6a0-9ec9415e1238 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:48.720231 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-ce8dac02-dc57-4ad2-aa3e-7439e1f95c57 None None] Deleting port 6ad61f5c-59d7-4689-ad78-d888960fc0aa {{(pid=100598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:32:48.720626 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-ce8dac02-dc57-4ad2-aa3e-7439e1f95c57 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:48.728337 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-5c7b6b0f-54a0-4ce1-a6a0-9ec9415e1238 admin admin] Calling delete_port for 6ad61f5c-59d7-4689-ad78-d888960fc0aa owned by network:dhcp {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:32:48.769832 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3584d41f-b890-489e-a8b5-1ca835033c3d req-2749ff78-30f1-4df6-af5d-c2fd53939573 tempest-AttachSCSIVolumeTestJSON-565632580 tempest-AttachSCSIVolumeTestJSON-565632580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:48.779740 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3584d41f-b890-489e-a8b5-1ca835033c3d req-2749ff78-30f1-4df6-af5d-c2fd53939573 tempest-AttachSCSIVolumeTestJSON-565632580 tempest-AttachSCSIVolumeTestJSON-565632580-project] 10.222.0.64 "GET /v2.0/ports?device_id=c914b246-3e17-4b2d-8c05-d4c7a4e27b0f HTTP/1.1" status: 200 len: 931 time: 0.1133227 Oct 20 10:32:48.874134 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3584d41f-b890-489e-a8b5-1ca835033c3d req-6bd99505-ca8f-42ae-b772-3b9eeeaec14a tempest-AttachSCSIVolumeTestJSON-565632580 tempest-AttachSCSIVolumeTestJSON-565632580-project] 10.222.0.64 "GET /v2.0/security-groups?id=480fd21c-bd7f-4959-86aa-8971fae5bd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848262 Oct 20 10:32:48.932512 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-ce8dac02-dc57-4ad2-aa3e-7439e1f95c57 None None] For port 6ad61f5c-59d7-4689-ad78-d888960fc0aa, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=6ad61f5c-59d7-4689-ad78-d888960fc0aa,segment=NetworkSegment(cbd480c5-a26d-4b6c-994d-e850032613d3),segment_id=cbd480c5-a26d-4b6c-994d-e850032613d3)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:32:48.932512 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-ce8dac02-dc57-4ad2-aa3e-7439e1f95c57 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:48.948075 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:48.953247 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-ce8dac02-dc57-4ad2-aa3e-7439e1f95c57 None None] Calling delete_port for 6ad61f5c-59d7-4689-ad78-d888960fc0aa owned by network:dhcp {{(pid=100598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:32:48.973450 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 43144) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:32:49.031245 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-e2e9c734-e69f-422f-bd84-feea697039d5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2b68d2eb225c445aa1e2b7bd61b25243&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0612397 Oct 20 10:32:49.033440 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5c7b6b0f-54a0-4ce1-a6a0-9ec9415e1238 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:49.034172 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 43148) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:32:49.062620 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7b6b0f-54a0-4ce1-a6a0-9ec9415e1238 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ad61f5c-59d7-4689-ad78-d888960fc0aa,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:32:49.072032 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7b6b0f-54a0-4ce1-a6a0-9ec9415e1238 admin admin] No DVR routers for this DVR port 6ad61f5c-59d7-4689-ad78-d888960fc0aa on host n-d-811396-3 {{(pid=100597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:32:49.152028 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-dd9c0813-b23a-44f7-9fe7-d73fb40acfd6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:49.178365 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-ce8dac02-dc57-4ad2-aa3e-7439e1f95c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956'] for port, after_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:49.192147 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-dd9c0813-b23a-44f7-9fe7-d73fb40acfd6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:49.196806 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5c7b6b0f-54a0-4ce1-a6a0-9ec9415e1238 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:49.218070 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-5c7b6b0f-54a0-4ce1-a6a0-9ec9415e1238 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9950125-549c-48cb-ac04-18e3069eed3d']}} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:32:49.231429 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-5c7b6b0f-54a0-4ce1-a6a0-9ec9415e1238 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbd480c5-a26d-4b6c-994d-e850032613d3') {'for_net_delete': True} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:32:49.231429 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-5c7b6b0f-54a0-4ce1-a6a0-9ec9415e1238 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbd480c5-a26d-4b6c-994d-e850032613d3') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:32:49.239565 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5c7b6b0f-54a0-4ce1-a6a0-9ec9415e1238 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25852596'] for segment, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:49.256612 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8dac02-dc57-4ad2-aa3e-7439e1f95c57 None None] No DVR routers for this DVR port 6ad61f5c-59d7-4689-ad78-d888960fc0aa on host n-d-811396-3 {{(pid=100598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:32:49.262258 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5c7b6b0f-54a0-4ce1-a6a0-9ec9415e1238 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:49.269086 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8dac02-dc57-4ad2-aa3e-7439e1f95c57 None None] Pushing event deleted for resources: {'Port': ['ID=6ad61f5c-59d7-4689-ad78-d888960fc0aa,revision_number=None']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:32:49.279457 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c7b6b0f-54a0-4ce1-a6a0-9ec9415e1238 admin admin] Releasing vlan 843 on physical network physnet1 to pool {{(pid=100597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:32:49.280636 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5c7b6b0f-54a0-4ce1-a6a0-9ec9415e1238 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951012'] for segment, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:49.294784 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-dd9c0813-b23a-44f7-9fe7-d73fb40acfd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:49.295829 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8dac02-dc57-4ad2-aa3e-7439e1f95c57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:32:49.298130 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8dac02-dc57-4ad2-aa3e-7439e1f95c57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:32:49.298671 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-dd9c0813-b23a-44f7-9fe7-d73fb40acfd6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:49.300397 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8dac02-dc57-4ad2-aa3e-7439e1f95c57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:32:49.301188 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8dac02-dc57-4ad2-aa3e-7439e1f95c57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:32:49.301704 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8dac02-dc57-4ad2-aa3e-7439e1f95c57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:32:49.302769 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8dac02-dc57-4ad2-aa3e-7439e1f95c57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:32:49.305270 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8dac02-dc57-4ad2-aa3e-7439e1f95c57 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:32:49.305819 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8dac02-dc57-4ad2-aa3e-7439e1f95c57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:32:49.306168 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8dac02-dc57-4ad2-aa3e-7439e1f95c57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:32:49.306768 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-dd9c0813-b23a-44f7-9fe7-d73fb40acfd6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fc349499-1aec-42c3-a410-62502e78c68d HTTP/1.1" status: 204 len: 168 time: 0.2666490 Oct 20 10:32:49.307760 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8dac02-dc57-4ad2-aa3e-7439e1f95c57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:32:49.308113 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8dac02-dc57-4ad2-aa3e-7439e1f95c57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:32:49.308459 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8dac02-dc57-4ad2-aa3e-7439e1f95c57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:32:49.320292 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9c0813-b23a-44f7-9fe7-d73fb40acfd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc349499-1aec-42c3-a410-62502e78c68d,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:32:49.381563 n-d-811396-3 neutron-server[100597]: Traceback (most recent call last): Oct 20 10:32:49.381563 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:32:49.381563 n-d-811396-3 neutron-server[100597]: timer() Oct 20 10:32:49.381563 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:32:49.381563 n-d-811396-3 neutron-server[100597]: cb(*args, **kw) Oct 20 10:32:49.381563 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:32:49.381563 n-d-811396-3 neutron-server[100597]: return func(*args, **kwargs) Oct 20 10:32:49.381563 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:32:49.381563 n-d-811396-3 neutron-server[100597]: self._notify() Oct 20 10:32:49.381563 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:32:49.381563 n-d-811396-3 neutron-server[100597]: self.callback(batched_events) Oct 20 10:32:49.381563 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:32:49.381563 n-d-811396-3 neutron-server[100597]: event.method(event) Oct 20 10:32:49.381563 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:32:49.381563 n-d-811396-3 neutron-server[100597]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:32:49.381563 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:32:49.381563 n-d-811396-3 neutron-server[100597]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:32:49.381563 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:32:49.381563 n-d-811396-3 neutron-server[100597]: return f(self, *a, **k) Oct 20 10:32:49.381563 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:32:49.381563 n-d-811396-3 neutron-server[100597]: return self._get(url).json() Oct 20 10:32:49.381563 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:32:49.381563 n-d-811396-3 neutron-server[100597]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:32:49.381563 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:32:49.381563 n-d-811396-3 neutron-server[100597]: return self.request(url, 'GET', **kwargs) Oct 20 10:32:49.381563 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:32:49.381563 n-d-811396-3 neutron-server[100597]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:32:49.381563 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:32:49.381563 n-d-811396-3 neutron-server[100597]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:32:49.381563 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:32:49.381563 n-d-811396-3 neutron-server[100597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:32:49.381563 n-d-811396-3 neutron-server[100597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:32:49.386794 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5c7b6b0f-54a0-4ce1-a6a0-9ec9415e1238 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:49.389310 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-67aad4f0-2d56-4a19-90d5-bc723624922f req-e039004b-df74-44eb-9190-ae2883b0b692 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c59bb62-1789-41a6-acf6-9b0278dd9612 HTTP/1.1" status: 200 len: 210 time: 0.0661101 Oct 20 10:32:49.414114 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5c7b6b0f-54a0-4ce1-a6a0-9ec9415e1238 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:49.429094 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-5c7b6b0f-54a0-4ce1-a6a0-9ec9415e1238 admin admin] 10.222.0.64 "DELETE /v2.0/networks/f9950125-549c-48cb-ac04-18e3069eed3d HTTP/1.1" status: 204 len: 168 time: 1.1159065 Oct 20 10:32:49.442102 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7b6b0f-54a0-4ce1-a6a0-9ec9415e1238 admin admin] Pushing event deleted for resources: {'Network': ['ID=f9950125-549c-48cb-ac04-18e3069eed3d,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:32:49.656420 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 6ad61f5c-59d7-4689-ad78-d888960fc0aa no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:32:49.683928 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 6ad61f5c-59d7-4689-ad78-d888960fc0aa {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:32:49.684468 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 6ad61f5c-59d7-4689-ad78-d888960fc0aa not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:32:49.685040 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device daf6985f-833e-4bc4-922e-e976f0cead04 no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:32:49.706064 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: daf6985f-833e-4bc4-922e-e976f0cead04 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:32:49.706772 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device daf6985f-833e-4bc4-922e-e976f0cead04 not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:32:49.764027 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 43164) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:32:49.811257 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-75a79c5e-9714-47a5-b6c2-beedb02e6d69 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=91a6d102a7024bebbfd61d0f5b40ceaf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0459671 Oct 20 10:32:49.813773 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 43166) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:32:49.872042 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-31f9f735-37ed-4115-8ba6-32a7d0bdeac1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:49.896488 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-31f9f735-37ed-4115-8ba6-32a7d0bdeac1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:49.980187 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-31f9f735-37ed-4115-8ba6-32a7d0bdeac1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:49.982920 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-31f9f735-37ed-4115-8ba6-32a7d0bdeac1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:49.984300 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-31f9f735-37ed-4115-8ba6-32a7d0bdeac1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f6689dc3-e02c-440c-86e1-854021f8b779 HTTP/1.1" status: 204 len: 168 time: 0.1695492 Oct 20 10:32:49.996012 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f9f735-37ed-4115-8ba6-32a7d0bdeac1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6689dc3-e02c-440c-86e1-854021f8b779,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:32:50.021911 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ca77c2-c0ca-4a49-bb15-dfd1e8a283b9 req-0e3a6c02-c098-49d0-b3e1-9087c61c9a10 tempest-AttachSCSIVolumeTestJSON-565632580 tempest-AttachSCSIVolumeTestJSON-565632580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:50.023869 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-05ca77c2-c0ca-4a49-bb15-dfd1e8a283b9 req-0e3a6c02-c098-49d0-b3e1-9087c61c9a10 tempest-AttachSCSIVolumeTestJSON-565632580 tempest-AttachSCSIVolumeTestJSON-565632580-project] 10.222.0.64 "GET /v2.0/ports?device_id=c914b246-3e17-4b2d-8c05-d4c7a4e27b0f HTTP/1.1" status: 200 len: 931 time: 0.0767765 Oct 20 10:32:50.072150 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-05ca77c2-c0ca-4a49-bb15-dfd1e8a283b9 req-cd4f4b99-f0f5-44ca-b78b-8e73421a923d tempest-AttachSCSIVolumeTestJSON-565632580 tempest-AttachSCSIVolumeTestJSON-565632580-project] 10.222.0.64 "GET /v2.0/security-groups?id=480fd21c-bd7f-4959-86aa-8971fae5bd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408354 Oct 20 10:32:50.496768 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ae4e3681-e122-4aad-bb4b-af7a068d2c91 req-10ade5c4-0703-469a-b4db-4422afa0825c tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c59bb62-1789-41a6-acf6-9b0278dd9612 HTTP/1.1" status: 200 len: 210 time: 0.0334151 Oct 20 10:32:51.061729 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 43256) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:32:51.184749 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b43e51d0-4ad9-46d8-930c-8af6b88066f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:51.191654 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e77097-923e-48a8-80a9-a415a9934428 req-e04c2707-1fbb-4227-a6ee-2d199ae512c6 tempest-AttachSCSIVolumeTestJSON-565632580 tempest-AttachSCSIVolumeTestJSON-565632580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:51.193349 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-59e77097-923e-48a8-80a9-a415a9934428 req-e04c2707-1fbb-4227-a6ee-2d199ae512c6 tempest-AttachSCSIVolumeTestJSON-565632580 tempest-AttachSCSIVolumeTestJSON-565632580-project] 10.222.0.64 "GET /v2.0/ports?device_id=c914b246-3e17-4b2d-8c05-d4c7a4e27b0f HTTP/1.1" status: 200 len: 931 time: 0.0543756 Oct 20 10:32:51.258726 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-59e77097-923e-48a8-80a9-a415a9934428 req-0ed512ba-3439-4b9b-9695-7e69ddf773ea tempest-AttachSCSIVolumeTestJSON-565632580 tempest-AttachSCSIVolumeTestJSON-565632580-project] 10.222.0.64 "GET /v2.0/security-groups?id=480fd21c-bd7f-4959-86aa-8971fae5bd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567455 Oct 20 10:32:51.299243 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b43e51d0-4ad9-46d8-930c-8af6b88066f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:51.304257 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b43e51d0-4ad9-46d8-930c-8af6b88066f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:51.341143 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 43276) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:32:51.346685 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-b43e51d0-4ad9-46d8-930c-8af6b88066f6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1dd5b5895a4543529c0b48b5c762284c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2837801 Oct 20 10:32:51.348182 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43e51d0-4ad9-46d8-930c-8af6b88066f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8084b37a-0720-46be-bd40-0486cf5e372e,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:32:51.350689 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 43278) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:32:51.411427 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a1d281ec-ae90-4963-93c6-9e0267d2f377 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:51.435896 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a1d281ec-ae90-4963-93c6-9e0267d2f377 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:51.483407 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-9cf1cdbd-6e1f-4518-be4e-794704a76267 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:51.515250 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a1d281ec-ae90-4963-93c6-9e0267d2f377 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:51.518126 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a1d281ec-ae90-4963-93c6-9e0267d2f377 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:51.519424 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-a1d281ec-ae90-4963-93c6-9e0267d2f377 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8084b37a-0720-46be-bd40-0486cf5e372e HTTP/1.1" status: 204 len: 168 time: 0.1666582 Oct 20 10:32:51.535297 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d281ec-ae90-4963-93c6-9e0267d2f377 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8084b37a-0720-46be-bd40-0486cf5e372e,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:32:51.605292 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-9cf1cdbd-6e1f-4518-be4e-794704a76267 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:51.621421 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fd17df66-a752-4d17-b103-b374454d90f5 req-653461cc-6183-4807-ae69-ca41f23d4796 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c59bb62-1789-41a6-acf6-9b0278dd9612 HTTP/1.1" status: 200 len: 210 time: 0.0298753 Oct 20 10:32:51.622159 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-9cf1cdbd-6e1f-4518-be4e-794704a76267 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:51.659320 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf1cdbd-6e1f-4518-be4e-794704a76267 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb0e6a6f-77b0-47dc-a315-8c709e085724,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:32:51.668272 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-9cf1cdbd-6e1f-4518-be4e-794704a76267 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2a2e7c31ef2f4d87beb857694ca1c8f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3256931 Oct 20 10:32:51.671133 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 43288) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:32:51.724902 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3523252c-900f-479e-951c-de9277586bf9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:51.747722 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3523252c-900f-479e-951c-de9277586bf9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:51.799920 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3523252c-900f-479e-951c-de9277586bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:51.802675 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3523252c-900f-479e-951c-de9277586bf9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:51.804011 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-3523252c-900f-479e-951c-de9277586bf9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/cb0e6a6f-77b0-47dc-a315-8c709e085724 HTTP/1.1" status: 204 len: 168 time: 0.1314607 Oct 20 10:32:51.814106 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3523252c-900f-479e-951c-de9277586bf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb0e6a6f-77b0-47dc-a315-8c709e085724,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:32:51.841976 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 43292) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:32:51.857026 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-804d749c-a741-4a6d-b2bc-d0b329dbea88 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:51.946374 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-804d749c-a741-4a6d-b2bc-d0b329dbea88 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:51.950637 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-804d749c-a741-4a6d-b2bc-d0b329dbea88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:51.989603 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-804d749c-a741-4a6d-b2bc-d0b329dbea88 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a11447ff5b3b484fb4fae9736ff43e77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1464710 Oct 20 10:32:51.990553 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804d749c-a741-4a6d-b2bc-d0b329dbea88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93e21a84-4dcf-4b77-ba23-bb2e1ae731c1,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:32:51.993508 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 43296) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:32:52.047178 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-80e3df1c-04f5-40ef-a86f-207b8bc9c9ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:52.069835 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-80e3df1c-04f5-40ef-a86f-207b8bc9c9ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:52.124209 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-80e3df1c-04f5-40ef-a86f-207b8bc9c9ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:52.126805 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-80e3df1c-04f5-40ef-a86f-207b8bc9c9ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:52.128012 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-80e3df1c-04f5-40ef-a86f-207b8bc9c9ff admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/93e21a84-4dcf-4b77-ba23-bb2e1ae731c1 HTTP/1.1" status: 204 len: 168 time: 0.1335022 Oct 20 10:32:52.137990 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e3df1c-04f5-40ef-a86f-207b8bc9c9ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93e21a84-4dcf-4b77-ba23-bb2e1ae731c1,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:32:52.395786 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b834b7b9-7e9f-4ad8-8415-f33ef0d3d1fa req-00547935-28a5-4535-abed-15456f5d4038 tempest-AttachSCSIVolumeTestJSON-565632580 tempest-AttachSCSIVolumeTestJSON-565632580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:52.397575 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b834b7b9-7e9f-4ad8-8415-f33ef0d3d1fa req-00547935-28a5-4535-abed-15456f5d4038 tempest-AttachSCSIVolumeTestJSON-565632580 tempest-AttachSCSIVolumeTestJSON-565632580-project] 10.222.0.64 "GET /v2.0/ports?device_id=c914b246-3e17-4b2d-8c05-d4c7a4e27b0f HTTP/1.1" status: 200 len: 931 time: 0.0569994 Oct 20 10:32:52.440598 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b834b7b9-7e9f-4ad8-8415-f33ef0d3d1fa req-695d2813-3910-48ef-9413-e33df9796bf8 tempest-AttachSCSIVolumeTestJSON-565632580 tempest-AttachSCSIVolumeTestJSON-565632580-project] 10.222.0.64 "GET /v2.0/security-groups?id=480fd21c-bd7f-4959-86aa-8971fae5bd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360193 Oct 20 10:32:52.718366 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-a1a00e00-b811-4459-b605-f53cc6e9e778 req-d2ac717f-cefa-4c6f-82fe-d255922541c0 service neutron] Request body: {'port': {'device_id': 'c914b246-3e17-4b2d-8c05-d4c7a4e27b0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811396-3'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:32:52.772307 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-60d5b18b-3732-4f1a-8f6c-5017917cb8fd req-bec677d8-02df-4793-8e7f-1925dc9872be tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c59bb62-1789-41a6-acf6-9b0278dd9612 HTTP/1.1" status: 200 len: 210 time: 0.0487828 Oct 20 10:32:52.817659 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-a1a00e00-b811-4459-b605-f53cc6e9e778 req-d2ac717f-cefa-4c6f-82fe-d255922541c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:53.114444 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [req-a1a00e00-b811-4459-b605-f53cc6e9e778 req-d2ac717f-cefa-4c6f-82fe-d255922541c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40025f0f-7dab-4069-9add-3698a7e32bed {{(pid=100596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:32:53.121947 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-a1a00e00-b811-4459-b605-f53cc6e9e778 req-d2ac717f-cefa-4c6f-82fe-d255922541c0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:53.133906 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.provisioning_blocks [req-a1a00e00-b811-4459-b605-f53cc6e9e778 req-d2ac717f-cefa-4c6f-82fe-d255922541c0 service neutron] Transition to ACTIVE for port object 40025f0f-7dab-4069-9add-3698a7e32bed will not be triggered until provisioned by entity L2. {{(pid=100596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:32:53.137690 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-a1a00e00-b811-4459-b605-f53cc6e9e778 req-d2ac717f-cefa-4c6f-82fe-d255922541c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:53.185948 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ac717f-cefa-4c6f-82fe-d255922541c0 service neutron] Pushing event updated for resources: {'Port': ['ID=40025f0f-7dab-4069-9add-3698a7e32bed,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:32:53.267857 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-a1a00e00-b811-4459-b605-f53cc6e9e778 req-d2ac717f-cefa-4c6f-82fe-d255922541c0 service neutron] Attempting to bind port 40025f0f-7dab-4069-9add-3698a7e32bed on host n-h1-811396-3 for vnic_type normal with profile {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:32:53.268172 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-a1a00e00-b811-4459-b605-f53cc6e9e778 req-d2ac717f-cefa-4c6f-82fe-d255922541c0 service neutron] Attempting to bind port 40025f0f-7dab-4069-9add-3698a7e32bed by drivers openvswitch,hyperv on host n-h1-811396-3 at level 0 using segments [{'id': 'f09b9630-998d-403e-9785-72c7796faf71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '84bc009e-adb6-405c-96a3-3997c0651fe1'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:32:53.268498 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a00e00-b811-4459-b605-f53cc6e9e778 req-d2ac717f-cefa-4c6f-82fe-d255922541c0 service neutron] Attempting to bind port 40025f0f-7dab-4069-9add-3698a7e32bed on network 84bc009e-adb6-405c-96a3-3997c0651fe1 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:32:53.273041 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a00e00-b811-4459-b605-f53cc6e9e778 req-d2ac717f-cefa-4c6f-82fe-d255922541c0 service neutron] Port 40025f0f-7dab-4069-9add-3698a7e32bed on network 84bc009e-adb6-405c-96a3-3997c0651fe1 not bound, no agent of type Open vSwitch agent registered on host n-h1-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:32:53.273618 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a00e00-b811-4459-b605-f53cc6e9e778 req-d2ac717f-cefa-4c6f-82fe-d255922541c0 service neutron] Attempting to bind port 40025f0f-7dab-4069-9add-3698a7e32bed on network 84bc009e-adb6-405c-96a3-3997c0651fe1 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:32:53.278833 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a00e00-b811-4459-b605-f53cc6e9e778 req-d2ac717f-cefa-4c6f-82fe-d255922541c0 service neutron] Checking agent: {'id': 'b707b4cc-061f-4cf4-bce0-0b3df9b7bec9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 32, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:32:53.279164 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a00e00-b811-4459-b605-f53cc6e9e778 req-d2ac717f-cefa-4c6f-82fe-d255922541c0 service neutron] Checking segment: {'id': 'f09b9630-998d-403e-9785-72c7796faf71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '84bc009e-adb6-405c-96a3-3997c0651fe1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:32:53.279589 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a00e00-b811-4459-b605-f53cc6e9e778 req-d2ac717f-cefa-4c6f-82fe-d255922541c0 service neutron] Bound using segment: {'id': 'f09b9630-998d-403e-9785-72c7796faf71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '84bc009e-adb6-405c-96a3-3997c0651fe1'} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:32:53.280014 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-a1a00e00-b811-4459-b605-f53cc6e9e778 req-d2ac717f-cefa-4c6f-82fe-d255922541c0 service neutron] Bound port: 40025f0f-7dab-4069-9add-3698a7e32bed, host: n-h1-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f09b9630-998d-403e-9785-72c7796faf71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '84bc009e-adb6-405c-96a3-3997c0651fe1'}}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:32:53.280494 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-a1a00e00-b811-4459-b605-f53cc6e9e778 req-d2ac717f-cefa-4c6f-82fe-d255922541c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:53.347305 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-a1a00e00-b811-4459-b605-f53cc6e9e778 req-d2ac717f-cefa-4c6f-82fe-d255922541c0 service neutron] For port 40025f0f-7dab-4069-9add-3698a7e32bed, host n-h1-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:32:53.351502 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-a1a00e00-b811-4459-b605-f53cc6e9e778 req-d2ac717f-cefa-4c6f-82fe-d255922541c0 service neutron] For port 40025f0f-7dab-4069-9add-3698a7e32bed, host n-h1-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=40025f0f-7dab-4069-9add-3698a7e32bed,segment=NetworkSegment(f09b9630-998d-403e-9785-72c7796faf71),segment_id=f09b9630-998d-403e-9785-72c7796faf71)] {{(pid=100596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:32:53.357867 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-a1a00e00-b811-4459-b605-f53cc6e9e778 req-d2ac717f-cefa-4c6f-82fe-d255922541c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:53.390972 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a00e00-b811-4459-b605-f53cc6e9e778 req-d2ac717f-cefa-4c6f-82fe-d255922541c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:53.391855 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-a1a00e00-b811-4459-b605-f53cc6e9e778 req-d2ac717f-cefa-4c6f-82fe-d255922541c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:53.393932 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a1a00e00-b811-4459-b605-f53cc6e9e778 req-d2ac717f-cefa-4c6f-82fe-d255922541c0 service neutron] 10.222.0.55 "PUT /v2.0/ports/40025f0f-7dab-4069-9add-3698a7e32bed HTTP/1.1" status: 200 len: 1091 time: 0.8284657 Oct 20 10:32:53.395719 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c914b246-3e17-4b2d-8c05-d4c7a4e27b0f', 'tag': '40025f0f-7dab-4069-9add-3698a7e32bed'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:32:53.397871 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9836c3c-1515-471d-bbdb-cfac809d73b3" -d '{"events": [{"name": "network-changed", "server_uuid": "c914b246-3e17-4b2d-8c05-d4c7a4e27b0f", "tag": "40025f0f-7dab-4069-9add-3698a7e32bed"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:32:53.435625 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ac717f-cefa-4c6f-82fe-d255922541c0 service neutron] Pushing event updated for resources: {'Port': ['ID=40025f0f-7dab-4069-9add-3698a7e32bed,revision_number=3']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:32:53.457593 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2af96901-41c6-4db6-a967-92bcb2cd3c03 x-openstack-request-id: req-2af96901-41c6-4db6-a967-92bcb2cd3c03 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:32:53.457962 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c914b246-3e17-4b2d-8c05-d4c7a4e27b0f", "tag": "40025f0f-7dab-4069-9add-3698a7e32bed", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:32:53.458283 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2af96901-41c6-4db6-a967-92bcb2cd3c03 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:32:53.458804 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c914b246-3e17-4b2d-8c05-d4c7a4e27b0f', 'tag': '40025f0f-7dab-4069-9add-3698a7e32bed', 'status': 'completed', 'code': 200} Oct 20 10:32:53.507069 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a00e00-b811-4459-b605-f53cc6e9e778 req-add324e3-1b14-4c60-949c-e9acc7d8c8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:53.509227 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a1a00e00-b811-4459-b605-f53cc6e9e778 req-add324e3-1b14-4c60-949c-e9acc7d8c8c6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=865c422727dd4ee4b9122df8ae6bb00f&device_id=c914b246-3e17-4b2d-8c05-d4c7a4e27b0f HTTP/1.1" status: 200 len: 1094 time: 0.0462534 Oct 20 10:32:53.591700 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a1a00e00-b811-4459-b605-f53cc6e9e778 req-af1416c7-5094-41e1-a706-73f41f8b81cb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=40025f0f-7dab-4069-9add-3698a7e32bed HTTP/1.1" status: 200 len: 217 time: 0.0441542 Oct 20 10:32:53.604561 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0698d9a8-1d11-4e39-8c0e-bf76a14db763 req-ab5c7e34-c4e4-4dc6-9d88-3cd3122f7c53 tempest-AttachSCSIVolumeTestJSON-565632580 tempest-AttachSCSIVolumeTestJSON-565632580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:53.606395 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0698d9a8-1d11-4e39-8c0e-bf76a14db763 req-ab5c7e34-c4e4-4dc6-9d88-3cd3122f7c53 tempest-AttachSCSIVolumeTestJSON-565632580 tempest-AttachSCSIVolumeTestJSON-565632580-project] 10.222.0.64 "GET /v2.0/ports?device_id=c914b246-3e17-4b2d-8c05-d4c7a4e27b0f HTTP/1.1" status: 200 len: 943 time: 0.0893667 Oct 20 10:32:53.679014 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a00e00-b811-4459-b605-f53cc6e9e778 req-1fcd5a8a-c961-431e-b02c-13a4eb03f0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:53.680779 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a1a00e00-b811-4459-b605-f53cc6e9e778 req-1fcd5a8a-c961-431e-b02c-13a4eb03f0a4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5ca31e27-4f7e-42ad-a2c5-54497e7341a0 HTTP/1.1" status: 200 len: 854 time: 0.0735927 Oct 20 10:32:53.685870 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0698d9a8-1d11-4e39-8c0e-bf76a14db763 req-77f178ab-ce0a-4ae0-a355-ae9f93ec8790 tempest-AttachSCSIVolumeTestJSON-565632580 tempest-AttachSCSIVolumeTestJSON-565632580-project] 10.222.0.64 "GET /v2.0/security-groups?id=480fd21c-bd7f-4959-86aa-8971fae5bd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387599 Oct 20 10:32:53.734464 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a00e00-b811-4459-b605-f53cc6e9e778 req-a25474fc-6989-4f1b-9065-abb6e9db4bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:53.736007 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a1a00e00-b811-4459-b605-f53cc6e9e778 req-a25474fc-6989-4f1b-9065-abb6e9db4bbe service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=84bc009e-adb6-405c-96a3-3997c0651fe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470088 Oct 20 10:32:53.831824 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a1a00e00-b811-4459-b605-f53cc6e9e778 req-8ee44c9e-7fb2-4ca0-a905-dc52418afbec service neutron] 10.222.0.55 "GET /v2.0/networks/84bc009e-adb6-405c-96a3-3997c0651fe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879498 Oct 20 10:32:53.935586 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a1a00e00-b811-4459-b605-f53cc6e9e778 req-c1599cec-6134-4d22-9608-6351f938b6f3 service neutron] 10.222.0.55 "GET /v2.0/networks/84bc009e-adb6-405c-96a3-3997c0651fe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956411 Oct 20 10:32:54.115948 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9836c3c-1515-471d-bbdb-cfac809d73b3 req-53953c46-c892-4406-8257-ca011c26a739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:54.117980 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f9836c3c-1515-471d-bbdb-cfac809d73b3 req-53953c46-c892-4406-8257-ca011c26a739 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=865c422727dd4ee4b9122df8ae6bb00f&device_id=c914b246-3e17-4b2d-8c05-d4c7a4e27b0f HTTP/1.1" status: 200 len: 1094 time: 0.0808907 Oct 20 10:32:54.126118 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7ac531-c469-411c-a83c-1e4784e49c93 req-7771f4a3-3970-43c9-9572-6a767a99cfc2 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:54.127545 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3f7ac531-c469-411c-a83c-1e4784e49c93 req-7771f4a3-3970-43c9-9572-6a767a99cfc2 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d088f35-587e-4c94-b637-18178327009b HTTP/1.1" status: 200 len: 949 time: 0.0768685 Oct 20 10:32:54.472550 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 43426) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:32:54.549849 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3f7ac531-c469-411c-a83c-1e4784e49c93 req-5ea0ca86-7e97-4df6-8eab-7322ae620109 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4036002 Oct 20 10:32:54.573129 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9836c3c-1515-471d-bbdb-cfac809d73b3 req-bc8d105d-5eae-41ab-954a-608bfb7159f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:54.574689 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f9836c3c-1515-471d-bbdb-cfac809d73b3 req-bc8d105d-5eae-41ab-954a-608bfb7159f4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=84bc009e-adb6-405c-96a3-3997c0651fe1 HTTP/1.1" status: 200 len: 916 time: 0.4462857 Oct 20 10:32:54.593739 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-cd50d8c0-35da-4508-8892-65b9853eae6e admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:54.616459 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f9836c3c-1515-471d-bbdb-cfac809d73b3 req-32f00e41-ed70-4532-b8b6-c1ec5244ba90 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=40025f0f-7dab-4069-9add-3698a7e32bed HTTP/1.1" status: 200 len: 217 time: 0.0339932 Oct 20 10:32:54.669394 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-cd50d8c0-35da-4508-8892-65b9853eae6e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:54.672093 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9836c3c-1515-471d-bbdb-cfac809d73b3 req-469dda42-8877-43f4-b4a9-e0179caf1a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:54.673677 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f9836c3c-1515-471d-bbdb-cfac809d73b3 req-469dda42-8877-43f4-b4a9-e0179caf1a59 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5ca31e27-4f7e-42ad-a2c5-54497e7341a0 HTTP/1.1" status: 200 len: 854 time: 0.0498343 Oct 20 10:32:54.673963 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-cd50d8c0-35da-4508-8892-65b9853eae6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:54.717593 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-cd50d8c0-35da-4508-8892-65b9853eae6e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d6de6407ac22415aa5cece88188f56d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2438633 Oct 20 10:32:54.718700 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd50d8c0-35da-4508-8892-65b9853eae6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8834fbb7-1c42-4687-85a6-ec5f63c568ef,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:32:54.721115 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 43448) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:32:54.722986 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9836c3c-1515-471d-bbdb-cfac809d73b3 req-507967ef-9373-45eb-8f67-f402fbc6fee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:54.724736 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f9836c3c-1515-471d-bbdb-cfac809d73b3 req-507967ef-9373-45eb-8f67-f402fbc6fee3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=84bc009e-adb6-405c-96a3-3997c0651fe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430508 Oct 20 10:32:54.891250 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-9859dcb0-bfb3-4ca5-a608-a745ade0f31a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:54.901779 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3782212-8b40-4ebf-ad38-839c0ff47448 req-8ae1d12b-1b22-42f6-9edf-2b135cd04f2a tempest-AttachSCSIVolumeTestJSON-565632580 tempest-AttachSCSIVolumeTestJSON-565632580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:54.903268 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e3782212-8b40-4ebf-ad38-839c0ff47448 req-8ae1d12b-1b22-42f6-9edf-2b135cd04f2a tempest-AttachSCSIVolumeTestJSON-565632580 tempest-AttachSCSIVolumeTestJSON-565632580-project] 10.222.0.64 "GET /v2.0/ports?device_id=c914b246-3e17-4b2d-8c05-d4c7a4e27b0f HTTP/1.1" status: 200 len: 943 time: 0.1343751 Oct 20 10:32:54.907843 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f9836c3c-1515-471d-bbdb-cfac809d73b3 req-24dbb270-1388-4024-8ae2-2e1f87de6bd9 service neutron] 10.222.0.55 "GET /v2.0/networks/84bc009e-adb6-405c-96a3-3997c0651fe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746416 Oct 20 10:32:54.957498 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-9859dcb0-bfb3-4ca5-a608-a745ade0f31a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:55.033442 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e3782212-8b40-4ebf-ad38-839c0ff47448 req-72ce46f2-c4f4-44db-955a-f9208bb59988 tempest-AttachSCSIVolumeTestJSON-565632580 tempest-AttachSCSIVolumeTestJSON-565632580-project] 10.222.0.64 "GET /v2.0/security-groups?id=480fd21c-bd7f-4959-86aa-8971fae5bd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211877 Oct 20 10:32:55.063845 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f9836c3c-1515-471d-bbdb-cfac809d73b3 req-d1cc3d13-6a22-406e-ae0a-8daa30203a1a service neutron] 10.222.0.55 "GET /v2.0/networks/84bc009e-adb6-405c-96a3-3997c0651fe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436627 Oct 20 10:32:55.072652 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-9859dcb0-bfb3-4ca5-a608-a745ade0f31a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:55.075444 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-9859dcb0-bfb3-4ca5-a608-a745ade0f31a admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:55.076487 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-9859dcb0-bfb3-4ca5-a608-a745ade0f31a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8834fbb7-1c42-4687-85a6-ec5f63c568ef HTTP/1.1" status: 204 len: 168 time: 0.3504157 Oct 20 10:32:55.084098 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9859dcb0-bfb3-4ca5-a608-a745ade0f31a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8834fbb7-1c42-4687-85a6-ec5f63c568ef,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:32:55.338594 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 43458) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:32:55.352545 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-b9c9d791-0ae4-4e3d-a541-53ec550c6ed6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:55.445751 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a60a2b-2bcc-4abd-85c1-0fc26db250aa req-376fcf42-8fe8-44ac-8aa8-948b516a876e tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:55.447188 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b8a60a2b-2bcc-4abd-85c1-0fc26db250aa req-376fcf42-8fe8-44ac-8aa8-948b516a876e tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.69 "GET /v2.0/ports?device_id=2d088f35-587e-4c94-b637-18178327009b HTTP/1.1" status: 200 len: 949 time: 0.0694187 Oct 20 10:32:55.495273 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-b9c9d791-0ae4-4e3d-a541-53ec550c6ed6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:55.501657 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-b9c9d791-0ae4-4e3d-a541-53ec550c6ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:55.566790 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c9d791-0ae4-4e3d-a541-53ec550c6ed6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bd98861-2238-4dd7-b984-d34751e1bad9,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:32:55.573824 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-b9c9d791-0ae4-4e3d-a541-53ec550c6ed6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=372d67547ffd44fdb2b3d5ba57bbb88a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2341518 Oct 20 10:32:55.576400 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 43466) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:32:55.624258 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-b8a60a2b-2bcc-4abd-85c1-0fc26db250aa req-5ebfdd37-1b50-415c-b182-8fcd70a40e47 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Deleting port a29ba1ab-cf1c-4b4a-ae64-f554ce2cb852 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:32:55.624258 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-b8a60a2b-2bcc-4abd-85c1-0fc26db250aa req-5ebfdd37-1b50-415c-b182-8fcd70a40e47 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:55.694130 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-58d56ba8-be89-48bd-aa54-d9e0fee188ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:55.763714 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf33c90a-3575-4b24-bd86-24a20032406d req-ed19ba3f-9382-4b24-8d11-509902bd8925 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:55.765198 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cf33c90a-3575-4b24-bd86-24a20032406d req-ed19ba3f-9382-4b24-8d11-509902bd8925 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d088f35-587e-4c94-b637-18178327009b HTTP/1.1" status: 200 len: 949 time: 0.1231360 Oct 20 10:32:55.771216 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-58d56ba8-be89-48bd-aa54-d9e0fee188ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:55.844354 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-b8a60a2b-2bcc-4abd-85c1-0fc26db250aa req-5ebfdd37-1b50-415c-b182-8fcd70a40e47 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] For port a29ba1ab-cf1c-4b4a-ae64-f554ce2cb852, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=a29ba1ab-cf1c-4b4a-ae64-f554ce2cb852,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:32:55.844354 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-b8a60a2b-2bcc-4abd-85c1-0fc26db250aa req-5ebfdd37-1b50-415c-b182-8fcd70a40e47 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:55.866662 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-b8a60a2b-2bcc-4abd-85c1-0fc26db250aa req-5ebfdd37-1b50-415c-b182-8fcd70a40e47 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Calling delete_port for a29ba1ab-cf1c-4b4a-ae64-f554ce2cb852 owned by compute:nova {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:32:55.873962 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cf33c90a-3575-4b24-bd86-24a20032406d req-db2a0f5a-eba7-4390-b7f5-0197d4423132 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972352 Oct 20 10:32:55.927177 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-58d56ba8-be89-48bd-aa54-d9e0fee188ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:55.930237 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-58d56ba8-be89-48bd-aa54-d9e0fee188ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:55.932381 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-58d56ba8-be89-48bd-aa54-d9e0fee188ae admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9bd98861-2238-4dd7-b984-d34751e1bad9 HTTP/1.1" status: 204 len: 168 time: 0.3551087 Oct 20 10:32:55.954413 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d56ba8-be89-48bd-aa54-d9e0fee188ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bd98861-2238-4dd7-b984-d34751e1bad9,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:32:56.061590 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-b8a60a2b-2bcc-4abd-85c1-0fc26db250aa req-5ebfdd37-1b50-415c-b182-8fcd70a40e47 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:56.074651 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['aae3cda1-d0c7-410c-8006-356e09a086ac', 'a29ba1ab-cf1c-4b4a-ae64-f554ce2cb852'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:32:56.114204 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['fa148701-2bd3-45e4-ace6-f079253fac3b'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:32:56.140279 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebfdd37-1b50-415c-b182-8fcd70a40e47 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Pushing event deleted for resources: {'Port': ['ID=a29ba1ab-cf1c-4b4a-ae64-f554ce2cb852,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:32:56.217127 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8a60a2b-2bcc-4abd-85c1-0fc26db250aa req-5ebfdd37-1b50-415c-b182-8fcd70a40e47 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] No DVR routers for this DVR port a29ba1ab-cf1c-4b4a-ae64-f554ce2cb852 on host n-h2-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:32:56.220807 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-b8a60a2b-2bcc-4abd-85c1-0fc26db250aa req-5ebfdd37-1b50-415c-b182-8fcd70a40e47 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:56.225971 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b8a60a2b-2bcc-4abd-85c1-0fc26db250aa req-5ebfdd37-1b50-415c-b182-8fcd70a40e47 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.69 "DELETE /v2.0/ports/a29ba1ab-cf1c-4b4a-ae64-f554ce2cb852 HTTP/1.1" status: 204 len: 173 time: 0.7689638 Oct 20 10:32:56.226656 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d088f35-587e-4c94-b637-18178327009b', 'name': 'network-vif-deleted', 'tag': 'a29ba1ab-cf1c-4b4a-ae64-f554ce2cb852'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:32:56.228934 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ece0a00-83f6-4435-8b9e-a214c238b630" -d '{"events": [{"server_uuid": "2d088f35-587e-4c94-b637-18178327009b", "name": "network-vif-deleted", "tag": "a29ba1ab-cf1c-4b4a-ae64-f554ce2cb852"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:32:56.267714 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e94b802-c26e-4baa-920c-54c562ff7cd1 req-d179da5f-5ebb-4476-a98b-e96598b89863 tempest-AttachSCSIVolumeTestJSON-565632580 tempest-AttachSCSIVolumeTestJSON-565632580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:56.269274 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4e94b802-c26e-4baa-920c-54c562ff7cd1 req-d179da5f-5ebb-4476-a98b-e96598b89863 tempest-AttachSCSIVolumeTestJSON-565632580 tempest-AttachSCSIVolumeTestJSON-565632580-project] 10.222.0.64 "GET /v2.0/ports?device_id=c914b246-3e17-4b2d-8c05-d4c7a4e27b0f HTTP/1.1" status: 200 len: 943 time: 0.1087563 Oct 20 10:32:56.302109 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c52cda5-f6b2-4ac5-b4cc-e55aff632b40 x-openstack-request-id: req-6c52cda5-f6b2-4ac5-b4cc-e55aff632b40 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:32:56.302381 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d088f35-587e-4c94-b637-18178327009b", "name": "network-vif-deleted", "tag": "a29ba1ab-cf1c-4b4a-ae64-f554ce2cb852", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:32:56.302622 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6c52cda5-f6b2-4ac5-b4cc-e55aff632b40 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:32:56.303006 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d088f35-587e-4c94-b637-18178327009b', 'name': 'network-vif-deleted', 'tag': 'a29ba1ab-cf1c-4b4a-ae64-f554ce2cb852', 'status': 'completed', 'code': 200} Oct 20 10:32:56.332064 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4e94b802-c26e-4baa-920c-54c562ff7cd1 req-2cd1f991-3f65-4d20-9a8d-cc5247a9eb2c tempest-AttachSCSIVolumeTestJSON-565632580 tempest-AttachSCSIVolumeTestJSON-565632580-project] 10.222.0.64 "GET /v2.0/security-groups?id=480fd21c-bd7f-4959-86aa-8971fae5bd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515990 Oct 20 10:32:57.204748 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971337b7-5322-4c25-b873-e710f1e4672f req-7694b6cc-2729-48da-b114-c65bca7edf24 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:57.206277 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-971337b7-5322-4c25-b873-e710f1e4672f req-7694b6cc-2729-48da-b114-c65bca7edf24 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=39b19f26-435f-4219-86de-3e7bc15de1ed HTTP/1.1" status: 200 len: 950 time: 0.0523949 Oct 20 10:32:57.244785 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-971337b7-5322-4c25-b873-e710f1e4672f req-a43a37a8-0b91-46c1-81a6-adce11b6671a tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320654 Oct 20 10:32:57.449873 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b44d1c-c274-4be6-9d37-1c3b35e61ef5 req-1f9adf9b-3bd4-4bfd-b4cb-4850d80bdb51 tempest-AttachSCSIVolumeTestJSON-565632580 tempest-AttachSCSIVolumeTestJSON-565632580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:57.459434 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-61b44d1c-c274-4be6-9d37-1c3b35e61ef5 req-1f9adf9b-3bd4-4bfd-b4cb-4850d80bdb51 tempest-AttachSCSIVolumeTestJSON-565632580 tempest-AttachSCSIVolumeTestJSON-565632580-project] 10.222.0.64 "GET /v2.0/ports?device_id=c914b246-3e17-4b2d-8c05-d4c7a4e27b0f HTTP/1.1" status: 200 len: 943 time: 0.0665216 Oct 20 10:32:57.497285 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-61b44d1c-c274-4be6-9d37-1c3b35e61ef5 req-37445e11-0c67-446b-a191-165ab721b942 tempest-AttachSCSIVolumeTestJSON-565632580 tempest-AttachSCSIVolumeTestJSON-565632580-project] 10.222.0.64 "GET /v2.0/security-groups?id=480fd21c-bd7f-4959-86aa-8971fae5bd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369799 Oct 20 10:32:57.531094 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9ba8d196-e311-4556-9426-5b0c80591b3e req-e68fad6b-af22-4fdb-a512-428feeb7049d tempest-FlavorsV2NegativeTest-1522199786 tempest-FlavorsV2NegativeTest-1522199786-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=b938e428994b4ef98ad47cfe263eb5cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0237451 Oct 20 10:32:57.646658 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba8d196-e311-4556-9426-5b0c80591b3e req-571e9fee-9be9-4b14-b2bc-a37bc05df62e tempest-FlavorsV2NegativeTest-1522199786 tempest-FlavorsV2NegativeTest-1522199786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:57.649280 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9ba8d196-e311-4556-9426-5b0c80591b3e req-571e9fee-9be9-4b14-b2bc-a37bc05df62e tempest-FlavorsV2NegativeTest-1522199786 tempest-FlavorsV2NegativeTest-1522199786-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1117287 Oct 20 10:32:57.665113 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9ba8d196-e311-4556-9426-5b0c80591b3e req-51194dd4-d3c4-47e3-8bd3-2f5304649a4f tempest-FlavorsV2NegativeTest-1522199786 tempest-FlavorsV2NegativeTest-1522199786-project] 10.222.0.64 "GET /v2.0/quotas/b938e428994b4ef98ad47cfe263eb5cd HTTP/1.1" status: 200 len: 375 time: 0.0096886 Oct 20 10:32:57.698970 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9ba8d196-e311-4556-9426-5b0c80591b3e req-e5b53b72-1a4f-4fb4-807f-b4e8963013f6 tempest-FlavorsV2NegativeTest-1522199786 tempest-FlavorsV2NegativeTest-1522199786-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=b938e428994b4ef98ad47cfe263eb5cd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277638 Oct 20 10:32:57.793476 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f57a11e6-61fa-4020-9be5-769b22c00ffe req-cd568636-9cb3-4e54-91bb-f1d7fb1a43c7 tempest-ListImageFiltersTestJSON-76301841 tempest-ListImageFiltersTestJSON-76301841-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=0f05c0031f4147059bf9a73b0f780356&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0219002 Oct 20 10:32:57.922179 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57a11e6-61fa-4020-9be5-769b22c00ffe req-ffc4cb80-2dcc-4a05-bb81-d58dafa0948a tempest-ListImageFiltersTestJSON-76301841 tempest-ListImageFiltersTestJSON-76301841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:57.923802 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f57a11e6-61fa-4020-9be5-769b22c00ffe req-ffc4cb80-2dcc-4a05-bb81-d58dafa0948a tempest-ListImageFiltersTestJSON-76301841 tempest-ListImageFiltersTestJSON-76301841-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1245050 Oct 20 10:32:57.944293 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f57a11e6-61fa-4020-9be5-769b22c00ffe req-10ff1420-9516-44da-9256-a6a44fe12b03 tempest-ListImageFiltersTestJSON-76301841 tempest-ListImageFiltersTestJSON-76301841-project] 10.222.0.64 "GET /v2.0/quotas/0f05c0031f4147059bf9a73b0f780356 HTTP/1.1" status: 200 len: 375 time: 0.0103168 Oct 20 10:32:57.980689 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f57a11e6-61fa-4020-9be5-769b22c00ffe req-2556a18e-0490-450a-a439-7eaa3c792866 tempest-ListImageFiltersTestJSON-76301841 tempest-ListImageFiltersTestJSON-76301841-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=0f05c0031f4147059bf9a73b0f780356&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277328 Oct 20 10:32:58.214227 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 43672) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:32:58.293213 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b0be4a05-80a8-4909-ab91-7d31f4f6498c req-ade124ea-e875-4e3d-9a8d-27b26799cf49 tempest-ListImageFiltersTestJSON-76301841 tempest-ListImageFiltersTestJSON-76301841-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=0f05c0031f4147059bf9a73b0f780356&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0233848 Oct 20 10:32:58.354990 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-55becf39-7b4d-4a6b-a55a-9bfcd60dd3e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:58.453790 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-55becf39-7b4d-4a6b-a55a-9bfcd60dd3e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:58.457314 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0be4a05-80a8-4909-ab91-7d31f4f6498c req-ba0e630d-4ee3-47b1-b891-df6ab7d26242 tempest-ListImageFiltersTestJSON-76301841 tempest-ListImageFiltersTestJSON-76301841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:58.458277 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-55becf39-7b4d-4a6b-a55a-9bfcd60dd3e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:58.459800 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b0be4a05-80a8-4909-ab91-7d31f4f6498c req-ba0e630d-4ee3-47b1-b891-df6ab7d26242 tempest-ListImageFiltersTestJSON-76301841 tempest-ListImageFiltersTestJSON-76301841-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1594014 Oct 20 10:32:58.470004 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c17775-fb8e-4e9c-a2a6-7fa74499e845 req-6b5f54a8-4122-4623-8d75-1e44baf3cc26 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:58.471630 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d3c17775-fb8e-4e9c-a2a6-7fa74499e845 req-6b5f54a8-4122-4623-8d75-1e44baf3cc26 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=39b19f26-435f-4219-86de-3e7bc15de1ed HTTP/1.1" status: 200 len: 950 time: 0.0822575 Oct 20 10:32:58.485713 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b0be4a05-80a8-4909-ab91-7d31f4f6498c req-f8a7b1e1-58e0-4ca0-b2ca-39a4e709e28c tempest-ListImageFiltersTestJSON-76301841 tempest-ListImageFiltersTestJSON-76301841-project] 10.222.0.64 "GET /v2.0/quotas/0f05c0031f4147059bf9a73b0f780356 HTTP/1.1" status: 200 len: 375 time: 0.0127933 Oct 20 10:32:58.517565 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-55becf39-7b4d-4a6b-a55a-9bfcd60dd3e5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b938e428994b4ef98ad47cfe263eb5cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3018601 Oct 20 10:32:58.521984 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 43692) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:32:58.528096 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b0be4a05-80a8-4909-ab91-7d31f4f6498c req-86a2390b-b181-4067-b924-0dff3d23b783 tempest-ListImageFiltersTestJSON-76301841 tempest-ListImageFiltersTestJSON-76301841-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=0f05c0031f4147059bf9a73b0f780356&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0360200 Oct 20 10:32:58.528272 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55becf39-7b4d-4a6b-a55a-9bfcd60dd3e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c42e85b-1639-4913-b390-4461c321aed7,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:32:58.567622 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d3c17775-fb8e-4e9c-a2a6-7fa74499e845 req-129918aa-85df-4d14-9145-86605d843054 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850077 Oct 20 10:32:58.604277 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-7aa84da0-4b14-4d73-9526-c19d7d3eba7a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:58.628557 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-7aa84da0-4b14-4d73-9526-c19d7d3eba7a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:58.746143 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e4e5b1-c9ff-440a-bb17-b7246ef56f0d req-120d3790-cab7-47ee-bbee-ecccdfebb2da tempest-AttachSCSIVolumeTestJSON-565632580 tempest-AttachSCSIVolumeTestJSON-565632580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:58.747715 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b7e4e5b1-c9ff-440a-bb17-b7246ef56f0d req-120d3790-cab7-47ee-bbee-ecccdfebb2da tempest-AttachSCSIVolumeTestJSON-565632580 tempest-AttachSCSIVolumeTestJSON-565632580-project] 10.222.0.64 "GET /v2.0/ports?device_id=c914b246-3e17-4b2d-8c05-d4c7a4e27b0f HTTP/1.1" status: 200 len: 943 time: 0.1015177 Oct 20 10:32:58.750432 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3104e48e-aca4-422f-8392-d00cab65d11c req-5739d692-3c23-47ba-a3bd-20512856fd3f tempest-ListImageFiltersTestJSON-76301841 tempest-ListImageFiltersTestJSON-76301841-project] 10.222.0.64 "GET /v2.0/ports?device_id=0c70942c-24ce-4890-aeb0-342751c6d80d HTTP/1.1" status: 200 len: 210 time: 0.0413198 Oct 20 10:32:58.768288 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-7aa84da0-4b14-4d73-9526-c19d7d3eba7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:58.770979 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-7aa84da0-4b14-4d73-9526-c19d7d3eba7a admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:58.772449 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-7aa84da0-4b14-4d73-9526-c19d7d3eba7a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6c42e85b-1639-4913-b390-4461c321aed7 HTTP/1.1" status: 204 len: 168 time: 0.2471642 Oct 20 10:32:58.806096 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa84da0-4b14-4d73-9526-c19d7d3eba7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c42e85b-1639-4913-b390-4461c321aed7,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:32:58.825866 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b7e4e5b1-c9ff-440a-bb17-b7246ef56f0d req-008ef895-bacb-4abe-a47f-16759136a22a tempest-AttachSCSIVolumeTestJSON-565632580 tempest-AttachSCSIVolumeTestJSON-565632580-project] 10.222.0.64 "GET /v2.0/security-groups?id=480fd21c-bd7f-4959-86aa-8971fae5bd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653527 Oct 20 10:32:58.928782 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c850d7b-f380-4c4e-8478-5167ea3ddcc7 req-4928135a-1581-4cb2-943a-67006974d74c tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:58.932810 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4c850d7b-f380-4c4e-8478-5167ea3ddcc7 req-4928135a-1581-4cb2-943a-67006974d74c tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.55 "GET /v2.0/ports?device_id=39b19f26-435f-4219-86de-3e7bc15de1ed HTTP/1.1" status: 200 len: 950 time: 0.0744734 Oct 20 10:32:59.042268 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-4c850d7b-f380-4c4e-8478-5167ea3ddcc7 req-71c1a380-3127-4ad1-9b2c-946af4e726ce tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Deleting port fa148701-2bd3-45e4-ace6-f079253fac3b {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:32:59.042616 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-4c850d7b-f380-4c4e-8478-5167ea3ddcc7 req-71c1a380-3127-4ad1-9b2c-946af4e726ce tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:59.211589 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-4c850d7b-f380-4c4e-8478-5167ea3ddcc7 req-71c1a380-3127-4ad1-9b2c-946af4e726ce tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] For port fa148701-2bd3-45e4-ace6-f079253fac3b, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=fa148701-2bd3-45e4-ace6-f079253fac3b,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:32:59.212027 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-4c850d7b-f380-4c4e-8478-5167ea3ddcc7 req-71c1a380-3127-4ad1-9b2c-946af4e726ce tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:59.229033 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-4c850d7b-f380-4c4e-8478-5167ea3ddcc7 req-71c1a380-3127-4ad1-9b2c-946af4e726ce tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Calling delete_port for fa148701-2bd3-45e4-ace6-f079253fac3b owned by compute:nova {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:32:59.324624 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f57a11e6-61fa-4020-9be5-769b22c00ffe req-ebf4ddeb-6baa-4d2b-bf38-f7df83146319 tempest-ListImageFiltersTestJSON-76301841 tempest-ListImageFiltersTestJSON-76301841-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=0f05c0031f4147059bf9a73b0f780356&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0275326 Oct 20 10:32:59.396891 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 40025f0f-7dab-4069-9add-3698a7e32bed details requested by agent hyperv_n-h1-811396-3 with host n-h1-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:32:59.512476 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57a11e6-61fa-4020-9be5-769b22c00ffe req-52235fc6-b81f-43bd-b7c4-1d0c81e8fccc tempest-ListImageFiltersTestJSON-76301841 tempest-ListImageFiltersTestJSON-76301841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:32:59.514384 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f57a11e6-61fa-4020-9be5-769b22c00ffe req-52235fc6-b81f-43bd-b7c4-1d0c81e8fccc tempest-ListImageFiltersTestJSON-76301841 tempest-ListImageFiltersTestJSON-76301841-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1833460 Oct 20 10:32:59.518344 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-4c850d7b-f380-4c4e-8478-5167ea3ddcc7 req-71c1a380-3127-4ad1-9b2c-946af4e726ce tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:59.532209 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['aae3cda1-d0c7-410c-8006-356e09a086ac'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:32:59.543400 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 40025f0f-7dab-4069-9add-3698a7e32bed, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=40025f0f-7dab-4069-9add-3698a7e32bed,segment=NetworkSegment(f09b9630-998d-403e-9785-72c7796faf71),segment_id=f09b9630-998d-403e-9785-72c7796faf71)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:32:59.558440 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-f57a11e6-61fa-4020-9be5-769b22c00ffe req-fcceeec0-882e-4d74-9e78-4e45a2deb307 tempest-ListImageFiltersTestJSON-76301841 tempest-ListImageFiltersTestJSON-76301841-project] Request body: {'port': {'device_id': 'b5cf4e3f-ab2f-4b86-98bd-80d0ded5cca8', 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84', 'admin_state_up': True, 'tenant_id': '0f05c0031f4147059bf9a73b0f780356'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:32:59.564848 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c1a380-3127-4ad1-9b2c-946af4e726ce tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Pushing event deleted for resources: {'Port': ['ID=fa148701-2bd3-45e4-ace6-f079253fac3b,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:32:59.600994 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['fa148701-2bd3-45e4-ace6-f079253fac3b'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:32:59.621453 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Returning: {'device': '40025f0f-7dab-4069-9add-3698a7e32bed', 'network_id': '84bc009e-adb6-405c-96a3-3997c0651fe1', 'port_id': '40025f0f-7dab-4069-9add-3698a7e32bed', 'mac_address': 'fa:16:3e:58:04:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 824, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ca31e27-4f7e-42ad-a2c5-54497e7341a0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:32:59.644493 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c850d7b-f380-4c4e-8478-5167ea3ddcc7 req-71c1a380-3127-4ad1-9b2c-946af4e726ce tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] No DVR routers for this DVR port fa148701-2bd3-45e4-ace6-f079253fac3b on host n-h1-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:32:59.666023 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-4c850d7b-f380-4c4e-8478-5167ea3ddcc7 req-71c1a380-3127-4ad1-9b2c-946af4e726ce tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:59.672102 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4c850d7b-f380-4c4e-8478-5167ea3ddcc7 req-71c1a380-3127-4ad1-9b2c-946af4e726ce tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.55 "DELETE /v2.0/ports/fa148701-2bd3-45e4-ace6-f079253fac3b HTTP/1.1" status: 204 len: 173 time: 0.7313280 Oct 20 10:32:59.672808 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39b19f26-435f-4219-86de-3e7bc15de1ed', 'name': 'network-vif-deleted', 'tag': 'fa148701-2bd3-45e4-ace6-f079253fac3b'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:32:59.675420 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-038a9691-f061-4ba1-822e-83cdfa105fc4" -d '{"events": [{"server_uuid": "39b19f26-435f-4219-86de-3e7bc15de1ed", "name": "network-vif-deleted", "tag": "fa148701-2bd3-45e4-ace6-f079253fac3b"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:32:59.682788 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 43738) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:32:59.778390 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:59.803535 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88aa248c-1657-4e5e-9623-3aa46331d190 x-openstack-request-id: req-88aa248c-1657-4e5e-9623-3aa46331d190 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:32:59.804705 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39b19f26-435f-4219-86de-3e7bc15de1ed", "name": "network-vif-deleted", "tag": "fa148701-2bd3-45e4-ace6-f079253fac3b", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:32:59.805140 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-88aa248c-1657-4e5e-9623-3aa46331d190 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:32:59.805796 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39b19f26-435f-4219-86de-3e7bc15de1ed', 'name': 'network-vif-deleted', 'tag': 'fa148701-2bd3-45e4-ace6-f079253fac3b', 'status': 'completed', 'code': 200} Oct 20 10:32:59.837885 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7aacea4b-e3a0-48ba-aab6-bfc0bfaeeadc req-f6410584-4681-43e6-a315-ca42698de309 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=39b19f26-435f-4219-86de-3e7bc15de1ed HTTP/1.1" status: 200 len: 210 time: 0.1453152 Oct 20 10:32:59.846798 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device a29ba1ab-cf1c-4b4a-ae64-f554ce2cb852 no longer exists at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:32:59.856523 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-ad870818-c9b2-436b-8ff0-ec16764ec065 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-608749491-network', 'tenant_id': '2530338db1db417898003de86d78050c'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:32:59.867283 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40025f0f-7dab-4069-9add-3698a7e32bed {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:32:59.897875 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad870818-c9b2-436b-8ff0-ec16764ec065 admin admin] Made reservation on behalf of 2530338db1db417898003de86d78050c for: {'network': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:32:59.901352 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ad870818-c9b2-436b-8ff0-ec16764ec065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:59.922016 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] No Port match for: a29ba1ab-cf1c-4b4a-ae64-f554ce2cb852 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:32:59.922676 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device a29ba1ab-cf1c-4b4a-ae64-f554ce2cb852 not bound to the agent host n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:32:59.923190 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ad870818-c9b2-436b-8ff0-ec16764ec065 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:59.927375 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 40025f0f-7dab-4069-9add-3698a7e32bed, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=40025f0f-7dab-4069-9add-3698a7e32bed,segment=NetworkSegment(f09b9630-998d-403e-9785-72c7796faf71),segment_id=f09b9630-998d-403e-9785-72c7796faf71)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:32:59.936781 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:32:59.951932 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-60dde3dc-fd05-4bb8-ad15-7026b0eb428b req-391c6a40-f121-46ad-99b0-e55168ec4f11 tempest-ListImageFiltersTestJSON-76301841 tempest-ListImageFiltersTestJSON-76301841-project] 10.222.0.64 "GET /v2.0/ports?device_id=0c70942c-24ce-4890-aeb0-342751c6d80d HTTP/1.1" status: 200 len: 210 time: 0.0697825 Oct 20 10:33:00.019275 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f57a11e6-61fa-4020-9be5-769b22c00ffe req-fcceeec0-882e-4d74-9e78-4e45a2deb307 tempest-ListImageFiltersTestJSON-76301841 tempest-ListImageFiltersTestJSON-76301841-project] Made reservation on behalf of 0f05c0031f4147059bf9a73b0f780356 for: {'port': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:33:00.025933 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-f57a11e6-61fa-4020-9be5-769b22c00ffe req-fcceeec0-882e-4d74-9e78-4e45a2deb307 tempest-ListImageFiltersTestJSON-76301841 tempest-ListImageFiltersTestJSON-76301841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:00.040242 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=40025f0f-7dab-4069-9add-3698a7e32bed,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:33:00.040922 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ad870818-c9b2-436b-8ff0-ec16764ec065 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:00.045954 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ad870818-c9b2-436b-8ff0-ec16764ec065 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:00.052718 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-f57a11e6-61fa-4020-9be5-769b22c00ffe req-fcceeec0-882e-4d74-9e78-4e45a2deb307 tempest-ListImageFiltersTestJSON-76301841 tempest-ListImageFiltersTestJSON-76301841-project] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:00.087029 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae68a900-6a9f-4e6d-92a3-c257ad397df5 req-5f7ff2a4-ad3a-48ec-95c0-c98d89f0c778 tempest-AttachSCSIVolumeTestJSON-565632580 tempest-AttachSCSIVolumeTestJSON-565632580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:33:00.088685 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ae68a900-6a9f-4e6d-92a3-c257ad397df5 req-5f7ff2a4-ad3a-48ec-95c0-c98d89f0c778 tempest-AttachSCSIVolumeTestJSON-565632580 tempest-AttachSCSIVolumeTestJSON-565632580-project] 10.222.0.64 "GET /v2.0/ports?device_id=c914b246-3e17-4b2d-8c05-d4c7a4e27b0f HTTP/1.1" status: 200 len: 944 time: 0.1358051 Oct 20 10:33:00.090818 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b0be4a05-80a8-4909-ab91-7d31f4f6498c req-7c9a5b3d-b781-4c44-aed3-1789689fcaa7 tempest-ListImageFiltersTestJSON-76301841 tempest-ListImageFiltersTestJSON-76301841-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=0f05c0031f4147059bf9a73b0f780356&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0781550 Oct 20 10:33:00.100726 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad870818-c9b2-436b-8ff0-ec16764ec065 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 805} {{(pid=100597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:33:00.119484 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ad870818-c9b2-436b-8ff0-ec16764ec065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:00.119841 n-d-811396-3 neutron-server[100597]: INFO neutron.db.segments_db [None req-ad870818-c9b2-436b-8ff0-ec16764ec065 admin admin] Added segment e1ea536c-2be6-419e-9a53-c776bc5130e2 of type vlan for network 34c3c2fc-2825-47c5-ac90-f8d0645c4c57 Oct 20 10:33:00.121161 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad870818-c9b2-436b-8ff0-ec16764ec065 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcf72c6d-bf23-46bd-96c6-f69fb8d55f15,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:33:00.158308 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ae68a900-6a9f-4e6d-92a3-c257ad397df5 req-64740c5f-216f-453d-980f-1c0ea49bf099 tempest-AttachSCSIVolumeTestJSON-565632580 tempest-AttachSCSIVolumeTestJSON-565632580-project] 10.222.0.64 "GET /v2.0/security-groups?id=480fd21c-bd7f-4959-86aa-8971fae5bd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591729 Oct 20 10:33:00.174225 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ad870818-c9b2-436b-8ff0-ec16764ec065 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:00.209013 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ad870818-c9b2-436b-8ff0-ec16764ec065 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:00.210424 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad870818-c9b2-436b-8ff0-ec16764ec065 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:33:00.211091 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ad870818-c9b2-436b-8ff0-ec16764ec065 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:00.248996 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-ad870818-c9b2-436b-8ff0-ec16764ec065 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.5650594 Oct 20 10:33:00.251885 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 43752) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:33:00.259287 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-7346e0b2-102f-4d62-bca9-afb630e55ca2 admin admin] Request body: {'subnet': {'network_id': '34c3c2fc-2825-47c5-ac90-f8d0645c4c57', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-608749491-subnet', 'tenant_id': '2530338db1db417898003de86d78050c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:33:00.333061 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0be4a05-80a8-4909-ab91-7d31f4f6498c req-a8d92336-519c-40cf-a807-07916476da6d tempest-ListImageFiltersTestJSON-76301841 tempest-ListImageFiltersTestJSON-76301841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:33:00.334684 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b0be4a05-80a8-4909-ab91-7d31f4f6498c req-a8d92336-519c-40cf-a807-07916476da6d tempest-ListImageFiltersTestJSON-76301841 tempest-ListImageFiltersTestJSON-76301841-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1925986 Oct 20 10:33:00.340414 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-f57a11e6-61fa-4020-9be5-769b22c00ffe req-fcceeec0-882e-4d74-9e78-4e45a2deb307 tempest-ListImageFiltersTestJSON-76301841 tempest-ListImageFiltersTestJSON-76301841-project] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:00.343147 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['40025f0f-7dab-4069-9add-3698a7e32bed'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:33:00.345092 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-f57a11e6-61fa-4020-9be5-769b22c00ffe req-fcceeec0-882e-4d74-9e78-4e45a2deb307 tempest-ListImageFiltersTestJSON-76301841 tempest-ListImageFiltersTestJSON-76301841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:00.413385 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-b0be4a05-80a8-4909-ab91-7d31f4f6498c req-24bab72d-c8c0-4c15-9d22-3200f487ed7b tempest-ListImageFiltersTestJSON-76301841 tempest-ListImageFiltersTestJSON-76301841-project] Request body: {'port': {'device_id': '0c70942c-24ce-4890-aeb0-342751c6d80d', 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84', 'admin_state_up': True, 'tenant_id': '0f05c0031f4147059bf9a73b0f780356'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:33:00.436481 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcceeec0-882e-4d74-9e78-4e45a2deb307 tempest-ListImageFiltersTestJSON-76301841 tempest-ListImageFiltersTestJSON-76301841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=242ce2dc-e645-45df-8db9-159ea20f04fe,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:33:00.571693 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [req-f57a11e6-61fa-4020-9be5-769b22c00ffe req-fcceeec0-882e-4d74-9e78-4e45a2deb307 tempest-ListImageFiltersTestJSON-76301841 tempest-ListImageFiltersTestJSON-76301841-project] Allocated IP 192.168.233.163 (a7c57b12-d7c3-48bb-aa54-a67a56468a84/8f86199a-b8f2-45b4-a83a-995a7ea6fe42/6f618075-47e1-4d3f-bc01-1cfa713c867b) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:33:00.574927 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad870818-c9b2-436b-8ff0-ec16764ec065 admin admin] Pushing event updated for resources: {'Network': ['ID=34c3c2fc-2825-47c5-ac90-f8d0645c4c57,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:33:00.591039 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network 34c3c2fc-2825-47c5-ac90-f8d0645c4c57 details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:33:00.596977 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7346e0b2-102f-4d62-bca9-afb630e55ca2 admin admin] Made reservation on behalf of 2530338db1db417898003de86d78050c for: {'subnet': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:33:00.599572 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7346e0b2-102f-4d62-bca9-afb630e55ca2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25350782'] for subnet, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:00.637434 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0be4a05-80a8-4909-ab91-7d31f4f6498c req-24bab72d-c8c0-4c15-9d22-3200f487ed7b tempest-ListImageFiltersTestJSON-76301841 tempest-ListImageFiltersTestJSON-76301841-project] Made reservation on behalf of 0f05c0031f4147059bf9a73b0f780356 for: {'port': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:33:00.641599 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-b0be4a05-80a8-4909-ab91-7d31f4f6498c req-24bab72d-c8c0-4c15-9d22-3200f487ed7b tempest-ListImageFiltersTestJSON-76301841 tempest-ListImageFiltersTestJSON-76301841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:00.789670 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7346e0b2-102f-4d62-bca9-afb630e55ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25350752'] for subnet, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:00.802082 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-f57a11e6-61fa-4020-9be5-769b22c00ffe req-fcceeec0-882e-4d74-9e78-4e45a2deb307 tempest-ListImageFiltersTestJSON-76301841 tempest-ListImageFiltersTestJSON-76301841-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:00.840508 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-f57a11e6-61fa-4020-9be5-769b22c00ffe req-fcceeec0-882e-4d74-9e78-4e45a2deb307 tempest-ListImageFiltersTestJSON-76301841 tempest-ListImageFiltersTestJSON-76301841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:00.849825 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7346e0b2-102f-4d62-bca9-afb630e55ca2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3904a09f-6fdf-4647-b2a1-fcfec8e51887,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:33:00.857113 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7346e0b2-102f-4d62-bca9-afb630e55ca2 admin admin] Checking segment: {'id': 'e1ea536c-2be6-419e-9a53-c776bc5130e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '34c3c2fc-2825-47c5-ac90-f8d0645c4c57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:33:00.857502 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7346e0b2-102f-4d62-bca9-afb630e55ca2 admin admin] Network hostable DHCP agents. Network: 34c3c2fc-2825-47c5-ac90-f8d0645c4c57, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:33:00.882684 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7346e0b2-102f-4d62-bca9-afb630e55ca2 admin admin] Network 34c3c2fc-2825-47c5-ac90-f8d0645c4c57 is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:33:00.895650 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-7346e0b2-102f-4d62-bca9-afb630e55ca2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, 34c3c2fc-2825-47c5-ac90-f8d0645c4c57) {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:33:00.901273 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7346e0b2-102f-4d62-bca9-afb630e55ca2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:33:00.902097 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7346e0b2-102f-4d62-bca9-afb630e55ca2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:00.913093 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d62d68e-3c28-45d3-89c3-0f7b2effb29e None None] Network 34c3c2fc-2825-47c5-ac90-f8d0645c4c57 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:33:00.922854 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f57a11e6-61fa-4020-9be5-769b22c00ffe req-fcceeec0-882e-4d74-9e78-4e45a2deb307 tempest-ListImageFiltersTestJSON-76301841 tempest-ListImageFiltersTestJSON-76301841-project] Network a7c57b12-d7c3-48bb-aa54-a67a56468a84 is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:33:00.923699 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-7346e0b2-102f-4d62-bca9-afb630e55ca2 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.6703644 Oct 20 10:33:00.926581 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 43760) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:33:00.930850 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [req-f57a11e6-61fa-4020-9be5-769b22c00ffe req-fcceeec0-882e-4d74-9e78-4e45a2deb307 tempest-ListImageFiltersTestJSON-76301841 tempest-ListImageFiltersTestJSON-76301841-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:33:00.934499 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-91628132-de15-4112-a855-0b12e9357fa1 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-608749491-router', 'tenant_id': '2530338db1db417898003de86d78050c', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:33:00.937028 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-f57a11e6-61fa-4020-9be5-769b22c00ffe req-fcceeec0-882e-4d74-9e78-4e45a2deb307 tempest-ListImageFiltersTestJSON-76301841 tempest-ListImageFiltersTestJSON-76301841-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:33:00.945682 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [req-b0be4a05-80a8-4909-ab91-7d31f4f6498c req-24bab72d-c8c0-4c15-9d22-3200f487ed7b tempest-ListImageFiltersTestJSON-76301841 tempest-ListImageFiltersTestJSON-76301841-project] Allocated IP 192.168.233.18 (a7c57b12-d7c3-48bb-aa54-a67a56468a84/8f86199a-b8f2-45b4-a83a-995a7ea6fe42/f8e40473-a7ff-41ed-a91e-568fcab1f7fb) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:33:00.965096 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-91628132-de15-4112-a855-0b12e9357fa1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1772442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258322'] for router, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:00.967138 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcceeec0-882e-4d74-9e78-4e45a2deb307 tempest-ListImageFiltersTestJSON-76301841 tempest-ListImageFiltersTestJSON-76301841-project] Pushing event updated for resources: {'Port': ['ID=6f618075-47e1-4d3f-bc01-1cfa713c867b,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:33:00.968330 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-91628132-de15-4112-a855-0b12e9357fa1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1772334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773516', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258315'] for router, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:01.026370 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57a11e6-61fa-4020-9be5-769b22c00ffe req-fcceeec0-882e-4d74-9e78-4e45a2deb307 tempest-ListImageFiltersTestJSON-76301841 tempest-ListImageFiltersTestJSON-76301841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:33:01.026992 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-f57a11e6-61fa-4020-9be5-769b22c00ffe req-fcceeec0-882e-4d74-9e78-4e45a2deb307 tempest-ListImageFiltersTestJSON-76301841 tempest-ListImageFiltersTestJSON-76301841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:01.082067 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f57a11e6-61fa-4020-9be5-769b22c00ffe req-fcceeec0-882e-4d74-9e78-4e45a2deb307 tempest-ListImageFiltersTestJSON-76301841 tempest-ListImageFiltersTestJSON-76301841-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5293746 Oct 20 10:33:01.092785 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-91628132-de15-4112-a855-0b12e9357fa1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:01.112938 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-f57a11e6-61fa-4020-9be5-769b22c00ffe req-3bae05eb-141c-467a-b607-9d7a1bfb7a30 service neutron] Request body: {'port': {'device_id': 'b5cf4e3f-ab2f-4b86-98bd-80d0ded5cca8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811396-3'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:33:01.171177 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-495f1c4e-11ed-4811-999b-11d2ae3f7c76 req-6fc1b978-37e1-400f-af22-84900fbca7c0 tempest-ListImageFiltersTestJSON-76301841 tempest-ListImageFiltersTestJSON-76301841-project] 10.222.0.64 "GET /v2.0/ports?device_id=0c70942c-24ce-4890-aeb0-342751c6d80d HTTP/1.1" status: 200 len: 210 time: 0.0820923 Oct 20 10:33:01.204680 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c337aca2-82f5-4adc-9179-98eda92d9976 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524064ba-869c-5550-b826-c26b69a11278-34c3c2fc-2825-47c5-ac90-f8d0645c4c57', 'network_id': '34c3c2fc-2825-47c5-ac90-f8d0645c4c57', 'tenant_id': '2530338db1db417898003de86d78050c', 'fixed_ips': [{'subnet_id': '3904a09f-6fdf-4647-b2a1-fcfec8e51887'}]}} from n-d-811396-3. {{(pid=100598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:33:01.206395 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-c337aca2-82f5-4adc-9179-98eda92d9976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:01.287994 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-91628132-de15-4112-a855-0b12e9357fa1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:01.337159 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-f57a11e6-61fa-4020-9be5-769b22c00ffe req-3bae05eb-141c-467a-b607-9d7a1bfb7a30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:01.359091 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c33e9e-23df-4be1-85d0-870a25f15010 req-2a82b01d-7b31-47aa-8e8c-6b9af0141bc6 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:33:01.360914 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-29c33e9e-23df-4be1-85d0-870a25f15010 req-2a82b01d-7b31-47aa-8e8c-6b9af0141bc6 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=140f67b6-b627-4357-882b-b43ba6bc30e0 HTTP/1.1" status: 200 len: 949 time: 0.2123733 Oct 20 10:33:01.364582 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-bde71006-106d-41e8-9b7f-478b837b4fc6 None None] Provisioning complete for port 6f618075-47e1-4d3f-bc01-1cfa713c867b triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:33:01.365446 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-bde71006-106d-41e8-9b7f-478b837b4fc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:01.430100 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 40025f0f-7dab-4069-9add-3698a7e32bed up at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:33:01.458938 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-bde71006-106d-41e8-9b7f-478b837b4fc6 None None] Port 6f618075-47e1-4d3f-bc01-1cfa713c867b cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:33:01.476025 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-c337aca2-82f5-4adc-9179-98eda92d9976 None None] Allocated IP 172.20.0.2 (34c3c2fc-2825-47c5-ac90-f8d0645c4c57/3904a09f-6fdf-4647-b2a1-fcfec8e51887/0bb23e95-f6f1-4675-a10f-2ab6337d6573) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:33:01.479955 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-b0be4a05-80a8-4909-ab91-7d31f4f6498c req-24bab72d-c8c0-4c15-9d22-3200f487ed7b tempest-ListImageFiltersTestJSON-76301841 tempest-ListImageFiltersTestJSON-76301841-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:01.525987 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning for port 40025f0f-7dab-4069-9add-3698a7e32bed completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:33:01.532619 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning complete for port 40025f0f-7dab-4069-9add-3698a7e32bed triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:33:01.533005 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:01.540458 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-91628132-de15-4112-a855-0b12e9357fa1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:01.556555 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-29c33e9e-23df-4be1-85d0-870a25f15010 req-1ec58faf-8032-4e83-b9f6-e024b09155b6 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867445 Oct 20 10:33:01.564016 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-91628132-de15-4112-a855-0b12e9357fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:01.585576 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b67ba6c-7dc5-43a2-a5fb-1d42767ca39d req-07dde250-6328-4ae2-91e2-d8585aec32fe tempest-AttachSCSIVolumeTestJSON-565632580 tempest-AttachSCSIVolumeTestJSON-565632580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:33:01.587146 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8b67ba6c-7dc5-43a2-a5fb-1d42767ca39d req-07dde250-6328-4ae2-91e2-d8585aec32fe tempest-AttachSCSIVolumeTestJSON-565632580 tempest-AttachSCSIVolumeTestJSON-565632580-project] 10.222.0.64 "GET /v2.0/ports?device_id=c914b246-3e17-4b2d-8c05-d4c7a4e27b0f HTTP/1.1" status: 200 len: 944 time: 0.2149198 Oct 20 10:33:01.665736 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8b67ba6c-7dc5-43a2-a5fb-1d42767ca39d req-7eb925dd-c71a-4ac4-82f9-43957b580e30 tempest-AttachSCSIVolumeTestJSON-565632580 tempest-AttachSCSIVolumeTestJSON-565632580-project] 10.222.0.64 "GET /v2.0/security-groups?id=480fd21c-bd7f-4959-86aa-8971fae5bd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694783 Oct 20 10:33:01.685070 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-b0be4a05-80a8-4909-ab91-7d31f4f6498c req-24bab72d-c8c0-4c15-9d22-3200f487ed7b tempest-ListImageFiltersTestJSON-76301841 tempest-ListImageFiltersTestJSON-76301841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:01.707991 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-91628132-de15-4112-a855-0b12e9357fa1 admin admin] Allocated IP 172.25.1.251 (cbe170d3-31ba-45a2-b477-520ab0a7a8ea/f4e26aca-17ac-4adb-a66b-d939a1b35b64/ea4e0f80-5e18-4aa4-8f78-2856206d04de) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:33:01.739040 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:01.753444 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-c337aca2-82f5-4adc-9179-98eda92d9976 None None] Publish callbacks [] for port, precommit_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:01.768306 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c914b246-3e17-4b2d-8c05-d4c7a4e27b0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40025f0f-7dab-4069-9add-3698a7e32bed'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:33:01.770640 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d0ae929-b6fb-454b-93ba-a9fadb065f59" -d '{"events": [{"server_uuid": "c914b246-3e17-4b2d-8c05-d4c7a4e27b0f", "name": "network-vif-plugged", "status": "completed", "tag": "40025f0f-7dab-4069-9add-3698a7e32bed"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:33:01.776579 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-c337aca2-82f5-4adc-9179-98eda92d9976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:01.798999 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0be4a05-80a8-4909-ab91-7d31f4f6498c req-24bab72d-c8c0-4c15-9d22-3200f487ed7b tempest-ListImageFiltersTestJSON-76301841 tempest-ListImageFiltersTestJSON-76301841-project] Network a7c57b12-d7c3-48bb-aa54-a67a56468a84 is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:33:01.800649 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 40025f0f-7dab-4069-9add-3698a7e32bed, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=40025f0f-7dab-4069-9add-3698a7e32bed,segment=NetworkSegment(f09b9630-998d-403e-9785-72c7796faf71),segment_id=f09b9630-998d-403e-9785-72c7796faf71)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:33:01.808174 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [req-b0be4a05-80a8-4909-ab91-7d31f4f6498c req-24bab72d-c8c0-4c15-9d22-3200f487ed7b tempest-ListImageFiltersTestJSON-76301841 tempest-ListImageFiltersTestJSON-76301841-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:33:01.812252 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0be4a05-80a8-4909-ab91-7d31f4f6498c req-24bab72d-c8c0-4c15-9d22-3200f487ed7b tempest-ListImageFiltersTestJSON-76301841 tempest-ListImageFiltersTestJSON-76301841-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:33:01.814862 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bab72d-c8c0-4c15-9d22-3200f487ed7b tempest-ListImageFiltersTestJSON-76301841 tempest-ListImageFiltersTestJSON-76301841-project] Pushing event updated for resources: {'Port': ['ID=f8e40473-a7ff-41ed-a91e-568fcab1f7fb,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:33:01.879232 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c337aca2-82f5-4adc-9179-98eda92d9976 None None] Pushing event updated for resources: {'Port': ['ID=0bb23e95-f6f1-4675-a10f-2ab6337d6573,revision_number=1']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:33:01.882984 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:01.883858 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device fa148701-2bd3-45e4-ace6-f079253fac3b no longer exists at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:33:01.899287 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-91628132-de15-4112-a855-0b12e9357fa1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:01.927069 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0be4a05-80a8-4909-ab91-7d31f4f6498c req-24bab72d-c8c0-4c15-9d22-3200f487ed7b tempest-ListImageFiltersTestJSON-76301841 tempest-ListImageFiltersTestJSON-76301841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:33:01.927774 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-b0be4a05-80a8-4909-ab91-7d31f4f6498c req-24bab72d-c8c0-4c15-9d22-3200f487ed7b tempest-ListImageFiltersTestJSON-76301841 tempest-ListImageFiltersTestJSON-76301841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:01.947894 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] No Port match for: fa148701-2bd3-45e4-ace6-f079253fac3b {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:33:01.948391 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device fa148701-2bd3-45e4-ace6-f079253fac3b not bound to the agent host n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:33:01.949504 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-91628132-de15-4112-a855-0b12e9357fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:01.960920 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c337aca2-82f5-4adc-9179-98eda92d9976 None None] Network 34c3c2fc-2825-47c5-ac90-f8d0645c4c57 is already hosted by enough agents. {{(pid=100598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:33:01.967084 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.base_scheduler [None req-c337aca2-82f5-4adc-9179-98eda92d9976 None None] Resources bound (agent type, host, resource id): {{(pid=100598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:33:01.970343 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c337aca2-82f5-4adc-9179-98eda92d9976 None None] Received port after_create {{(pid=100598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:33:01.976909 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b0be4a05-80a8-4909-ab91-7d31f4f6498c req-24bab72d-c8c0-4c15-9d22-3200f487ed7b tempest-ListImageFiltersTestJSON-76301841 tempest-ListImageFiltersTestJSON-76301841-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5698564 Oct 20 10:33:02.004383 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91628132-de15-4112-a855-0b12e9357fa1 admin admin] Network cbe170d3-31ba-45a2-b477-520ab0a7a8ea is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:33:02.011619 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-91628132-de15-4112-a855-0b12e9357fa1 admin admin] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:33:02.018570 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-b0be4a05-80a8-4909-ab91-7d31f4f6498c req-008e9507-4098-43a0-9945-1cd45d1d25a9 service neutron] Request body: {'port': {'device_id': '0c70942c-24ce-4890-aeb0-342751c6d80d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811396-3'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:33:02.021900 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91628132-de15-4112-a855-0b12e9357fa1 admin admin] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:33:02.028004 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=40025f0f-7dab-4069-9add-3698a7e32bed,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:33:02.058969 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91628132-de15-4112-a855-0b12e9357fa1 admin admin] Pushing event updated for resources: {'Port': ['ID=ea4e0f80-5e18-4aa4-8f78-2856206d04de,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:33:02.062255 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [req-f57a11e6-61fa-4020-9be5-769b22c00ffe req-3bae05eb-141c-467a-b607-9d7a1bfb7a30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f618075-47e1-4d3f-bc01-1cfa713c867b {{(pid=100596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:33:02.076669 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bd2f7c8-25f4-4cc7-b1c3-f6c90d3b348a x-openstack-request-id: req-5bd2f7c8-25f4-4cc7-b1c3-f6c90d3b348a {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:33:02.077418 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c914b246-3e17-4b2d-8c05-d4c7a4e27b0f", "name": "network-vif-plugged", "status": "completed", "tag": "40025f0f-7dab-4069-9add-3698a7e32bed", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:33:02.077418 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5bd2f7c8-25f4-4cc7-b1c3-f6c90d3b348a {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:33:02.079676 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c914b246-3e17-4b2d-8c05-d4c7a4e27b0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40025f0f-7dab-4069-9add-3698a7e32bed', 'code': 200} Oct 20 10:33:02.087115 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-f57a11e6-61fa-4020-9be5-769b22c00ffe req-3bae05eb-141c-467a-b607-9d7a1bfb7a30 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:02.100493 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-c337aca2-82f5-4adc-9179-98eda92d9976 None None] Attempting to bind port 0bb23e95-f6f1-4675-a10f-2ab6337d6573 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:33:02.101192 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-c337aca2-82f5-4adc-9179-98eda92d9976 None None] Attempting to bind port 0bb23e95-f6f1-4675-a10f-2ab6337d6573 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': 'e1ea536c-2be6-419e-9a53-c776bc5130e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '34c3c2fc-2825-47c5-ac90-f8d0645c4c57'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:33:02.102195 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c337aca2-82f5-4adc-9179-98eda92d9976 None None] Attempting to bind port 0bb23e95-f6f1-4675-a10f-2ab6337d6573 on network 34c3c2fc-2825-47c5-ac90-f8d0645c4c57 {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:33:02.108101 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c337aca2-82f5-4adc-9179-98eda92d9976 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:33:02.108642 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c337aca2-82f5-4adc-9179-98eda92d9976 None None] Checking segment: {'id': 'e1ea536c-2be6-419e-9a53-c776bc5130e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '34c3c2fc-2825-47c5-ac90-f8d0645c4c57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:33:02.109886 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-c337aca2-82f5-4adc-9179-98eda92d9976 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:02.110386 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c337aca2-82f5-4adc-9179-98eda92d9976 None None] Bound using segment: {'id': 'e1ea536c-2be6-419e-9a53-c776bc5130e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '34c3c2fc-2825-47c5-ac90-f8d0645c4c57'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:33:02.111059 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-c337aca2-82f5-4adc-9179-98eda92d9976 None None] Bound port: 0bb23e95-f6f1-4675-a10f-2ab6337d6573, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1ea536c-2be6-419e-9a53-c776bc5130e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '34c3c2fc-2825-47c5-ac90-f8d0645c4c57'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:33:02.111548 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-c337aca2-82f5-4adc-9179-98eda92d9976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:02.128018 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.provisioning_blocks [req-f57a11e6-61fa-4020-9be5-769b22c00ffe req-3bae05eb-141c-467a-b607-9d7a1bfb7a30 service neutron] Transition to ACTIVE for port object 6f618075-47e1-4d3f-bc01-1cfa713c867b will not be triggered until provisioned by entity L2. {{(pid=100596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:33:02.128805 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-b0be4a05-80a8-4909-ab91-7d31f4f6498c req-008e9507-4098-43a0-9945-1cd45d1d25a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:02.141150 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-f57a11e6-61fa-4020-9be5-769b22c00ffe req-3bae05eb-141c-467a-b607-9d7a1bfb7a30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:02.218276 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-e4d11a35-6916-4aa4-8292-79256d12b1d9 None None] Provisioning complete for port f8e40473-a7ff-41ed-a91e-568fcab1f7fb triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:33:02.218753 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-e4d11a35-6916-4aa4-8292-79256d12b1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:02.228559 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bae05eb-141c-467a-b607-9d7a1bfb7a30 service neutron] Pushing event updated for resources: {'Port': ['ID=6f618075-47e1-4d3f-bc01-1cfa713c867b,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:33:02.259126 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-c337aca2-82f5-4adc-9179-98eda92d9976 None None] For port 0bb23e95-f6f1-4675-a10f-2ab6337d6573, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:33:02.280229 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-c337aca2-82f5-4adc-9179-98eda92d9976 None None] For port 0bb23e95-f6f1-4675-a10f-2ab6337d6573, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=0bb23e95-f6f1-4675-a10f-2ab6337d6573,segment=NetworkSegment(e1ea536c-2be6-419e-9a53-c776bc5130e2),segment_id=e1ea536c-2be6-419e-9a53-c776bc5130e2)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:33:02.284868 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-e4d11a35-6916-4aa4-8292-79256d12b1d9 None None] Port f8e40473-a7ff-41ed-a91e-568fcab1f7fb cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:33:02.293071 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-c337aca2-82f5-4adc-9179-98eda92d9976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:02.301676 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a097f8-914e-4ce0-bc7b-f6dbdf51aedc req-dae02dc7-d6e0-4765-9559-e20d95712aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:33:02.303490 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-d3a097f8-914e-4ce0-bc7b-f6dbdf51aedc req-dae02dc7-d6e0-4765-9559-e20d95712aa3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c914b246-3e17-4b2d-8c05-d4c7a4e27b0f HTTP/1.1" status: 200 len: 1096 time: 0.1120870 Oct 20 10:33:02.413160 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-d3a097f8-914e-4ce0-bc7b-f6dbdf51aedc req-ff27a9ef-64dc-47b9-b503-0f2e35bd8340 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=480fd21c-bd7f-4959-86aa-8971fae5bd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751586 Oct 20 10:33:02.419949 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c337aca2-82f5-4adc-9179-98eda92d9976 None None] Pushing event updated for resources: {'Port': ['ID=0bb23e95-f6f1-4675-a10f-2ab6337d6573,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:33:02.437289 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-91628132-de15-4112-a855-0b12e9357fa1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:02.521701 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-f57a11e6-61fa-4020-9be5-769b22c00ffe req-3bae05eb-141c-467a-b607-9d7a1bfb7a30 service neutron] Attempting to bind port 6f618075-47e1-4d3f-bc01-1cfa713c867b on host n-h1-811396-3 for vnic_type normal with profile {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:33:02.522288 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-f57a11e6-61fa-4020-9be5-769b22c00ffe req-3bae05eb-141c-467a-b607-9d7a1bfb7a30 service neutron] Attempting to bind port 6f618075-47e1-4d3f-bc01-1cfa713c867b by drivers openvswitch,hyperv on host n-h1-811396-3 at level 0 using segments [{'id': '6f472196-aa1a-40bf-bd06-ef9f07584bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:33:02.522387 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57a11e6-61fa-4020-9be5-769b22c00ffe req-3bae05eb-141c-467a-b607-9d7a1bfb7a30 service neutron] Attempting to bind port 6f618075-47e1-4d3f-bc01-1cfa713c867b on network a7c57b12-d7c3-48bb-aa54-a67a56468a84 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:33:02.686669 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-91628132-de15-4112-a855-0b12e9357fa1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1773475'] for router, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:02.866402 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91628132-de15-4112-a855-0b12e9357fa1 admin admin] Router d509b498-2ca1-446a-b2d1-668329922057 is scheduled to L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 with binding_index 1 {{(pid=100597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 10:33:02.906094 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aad6ecd-ff6c-4a52-973c-b71fb4924274 req-7d33a274-3d79-4b09-ba47-78604e357981 tempest-ListImageFiltersTestJSON-76301841 tempest-ListImageFiltersTestJSON-76301841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:33:02.907556 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2aad6ecd-ff6c-4a52-973c-b71fb4924274 req-7d33a274-3d79-4b09-ba47-78604e357981 tempest-ListImageFiltersTestJSON-76301841 tempest-ListImageFiltersTestJSON-76301841-project] 10.222.0.64 "GET /v2.0/ports?device_id=0c70942c-24ce-4890-aeb0-342751c6d80d HTTP/1.1" status: 200 len: 935 time: 0.5445898 Oct 20 10:33:02.913659 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57a11e6-61fa-4020-9be5-769b22c00ffe req-3bae05eb-141c-467a-b607-9d7a1bfb7a30 service neutron] Port 6f618075-47e1-4d3f-bc01-1cfa713c867b on network a7c57b12-d7c3-48bb-aa54-a67a56468a84 not bound, no agent of type Open vSwitch agent registered on host n-h1-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:33:02.914513 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57a11e6-61fa-4020-9be5-769b22c00ffe req-3bae05eb-141c-467a-b607-9d7a1bfb7a30 service neutron] Attempting to bind port 6f618075-47e1-4d3f-bc01-1cfa713c867b on network a7c57b12-d7c3-48bb-aa54-a67a56468a84 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:33:02.959359 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57a11e6-61fa-4020-9be5-769b22c00ffe req-3bae05eb-141c-467a-b607-9d7a1bfb7a30 service neutron] Checking agent: {'id': 'b707b4cc-061f-4cf4-bce0-0b3df9b7bec9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 32, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:33:02.959627 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57a11e6-61fa-4020-9be5-769b22c00ffe req-3bae05eb-141c-467a-b607-9d7a1bfb7a30 service neutron] Checking segment: {'id': '6f472196-aa1a-40bf-bd06-ef9f07584bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:33:02.960042 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57a11e6-61fa-4020-9be5-769b22c00ffe req-3bae05eb-141c-467a-b607-9d7a1bfb7a30 service neutron] Bound using segment: {'id': '6f472196-aa1a-40bf-bd06-ef9f07584bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84'} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:33:02.961234 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-f57a11e6-61fa-4020-9be5-769b22c00ffe req-3bae05eb-141c-467a-b607-9d7a1bfb7a30 service neutron] Bound port: 6f618075-47e1-4d3f-bc01-1cfa713c867b, host: n-h1-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f472196-aa1a-40bf-bd06-ef9f07584bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84'}}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:33:02.961473 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-f57a11e6-61fa-4020-9be5-769b22c00ffe req-3bae05eb-141c-467a-b607-9d7a1bfb7a30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:02.988746 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91628132-de15-4112-a855-0b12e9357fa1 admin admin] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:33:03.004134 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220941ce-36bd-4325-a3f3-456696df148e None None] Sync routers for ids ['d509b498-2ca1-446a-b2d1-668329922057'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:33:03.008189 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-91628132-de15-4112-a855-0b12e9357fa1 admin admin] Publish callbacks [] for router, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:03.011779 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-91628132-de15-4112-a855-0b12e9357fa1 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 2.0807076 Oct 20 10:33:03.013585 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 43794) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:33:03.015886 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220941ce-36bd-4325-a3f3-456696df148e None None] Routers {'d509b498-2ca1-446a-b2d1-668329922057'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:33:03.017430 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-220941ce-36bd-4325-a3f3-456696df148e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:32:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['d509b498-2ca1-446a-b2d1-668329922057'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:33:03.060294 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57b7336-368f-41d1-9137-798d0863aff6 req-a7d1553a-551c-4deb-a299-a262dcf22d61 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:33:03.061796 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c57b7336-368f-41d1-9137-798d0863aff6 req-a7d1553a-551c-4deb-a299-a262dcf22d61 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.69 "GET /v2.0/ports?device_id=140f67b6-b627-4357-882b-b43ba6bc30e0 HTTP/1.1" status: 200 len: 949 time: 0.5840571 Oct 20 10:33:03.094547 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2aad6ecd-ff6c-4a52-973c-b71fb4924274 req-a28abc4c-f968-4c31-8554-3d5256126eae tempest-ListImageFiltersTestJSON-76301841 tempest-ListImageFiltersTestJSON-76301841-project] 10.222.0.64 "GET /v2.0/security-groups?id=242ce2dc-e645-45df-8db9-159ea20f04fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688840 Oct 20 10:33:03.155073 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-220941ce-36bd-4325-a3f3-456696df148e None None] Set router d509b498-2ca1-446a-b2d1-668329922057 gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:33:03.163281 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a0ccab-5d25-4e66-b26e-851913f58339 req-cd15fd34-af4f-43c3-8616-a62d94cbc164 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:33:03.164985 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-27a0ccab-5d25-4e66-b26e-851913f58339 req-cd15fd34-af4f-43c3-8616-a62d94cbc164 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=140f67b6-b627-4357-882b-b43ba6bc30e0 HTTP/1.1" status: 200 len: 949 time: 0.2714825 Oct 20 10:33:03.253782 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-f57a11e6-61fa-4020-9be5-769b22c00ffe req-3bae05eb-141c-467a-b607-9d7a1bfb7a30 service neutron] For port 6f618075-47e1-4d3f-bc01-1cfa713c867b, host n-h1-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:33:03.298351 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-f57a11e6-61fa-4020-9be5-769b22c00ffe req-3bae05eb-141c-467a-b607-9d7a1bfb7a30 service neutron] For port 6f618075-47e1-4d3f-bc01-1cfa713c867b, host n-h1-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=6f618075-47e1-4d3f-bc01-1cfa713c867b,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:33:03.303974 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [req-b0be4a05-80a8-4909-ab91-7d31f4f6498c req-008e9507-4098-43a0-9945-1cd45d1d25a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8e40473-a7ff-41ed-a91e-568fcab1f7fb {{(pid=100596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:33:03.320413 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-b0be4a05-80a8-4909-ab91-7d31f4f6498c req-008e9507-4098-43a0-9945-1cd45d1d25a9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:03.330626 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-f57a11e6-61fa-4020-9be5-769b22c00ffe req-3bae05eb-141c-467a-b607-9d7a1bfb7a30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:03.384827 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-27a0ccab-5d25-4e66-b26e-851913f58339 req-37d50c61-6450-4996-afa8-8e725302d132 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104697 Oct 20 10:33:03.386348 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-220941ce-36bd-4325-a3f3-456696df148e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd509b498-2ca1-446a-b2d1-668329922057', 'name': 'tempest-FloatingIPsAssociationTestJSON-608749491-router', 'tenant_id': '2530338db1db417898003de86d78050c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': 'ea4e0f80-5e18-4aa4-8f78-2856206d04de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:33:00Z', 'updated_at': '2021-10-20T10:33:02Z', 'revision_number': 3, 'project_id': '2530338db1db417898003de86d78050c', 'gw_port': {'id': 'ea4e0f80-5e18-4aa4-8f78-2856206d04de', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f8:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd509b498-2ca1-446a-b2d1-668329922057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:33:01Z', 'updated_at': '2021-10-20T10:33:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:33:03.394476 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.provisioning_blocks [req-b0be4a05-80a8-4909-ab91-7d31f4f6498c req-008e9507-4098-43a0-9945-1cd45d1d25a9 service neutron] Transition to ACTIVE for port object f8e40473-a7ff-41ed-a91e-568fcab1f7fb will not be triggered until provisioned by entity L2. {{(pid=100596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:33:03.411975 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57a11e6-61fa-4020-9be5-769b22c00ffe req-3bae05eb-141c-467a-b607-9d7a1bfb7a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:33:03.412573 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-f57a11e6-61fa-4020-9be5-769b22c00ffe req-3bae05eb-141c-467a-b607-9d7a1bfb7a30 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:03.414988 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f57a11e6-61fa-4020-9be5-769b22c00ffe req-3bae05eb-141c-467a-b607-9d7a1bfb7a30 service neutron] 10.222.0.55 "PUT /v2.0/ports/6f618075-47e1-4d3f-bc01-1cfa713c867b HTTP/1.1" status: 200 len: 1096 time: 2.3072193 Oct 20 10:33:03.424377 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03947858-4a16-4d05-8ba2-562e8ed01dc5 req-cc2f392b-62db-4f5a-bb1b-f1ad65813249 tempest-AttachSCSIVolumeTestJSON-565632580 tempest-AttachSCSIVolumeTestJSON-565632580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:33:03.433174 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-03947858-4a16-4d05-8ba2-562e8ed01dc5 req-cc2f392b-62db-4f5a-bb1b-f1ad65813249 tempest-AttachSCSIVolumeTestJSON-565632580 tempest-AttachSCSIVolumeTestJSON-565632580-project] 10.222.0.64 "GET /v2.0/ports?device_id=c914b246-3e17-4b2d-8c05-d4c7a4e27b0f HTTP/1.1" status: 200 len: 945 time: 0.2257473 Oct 20 10:33:03.435124 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5cf4e3f-ab2f-4b86-98bd-80d0ded5cca8', 'tag': '6f618075-47e1-4d3f-bc01-1cfa713c867b'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:33:03.437574 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38a04bf0-1167-4113-bc01-b6255e61212a" -d '{"events": [{"name": "network-changed", "server_uuid": "b5cf4e3f-ab2f-4b86-98bd-80d0ded5cca8", "tag": "6f618075-47e1-4d3f-bc01-1cfa713c867b"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:33:03.446665 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-b0be4a05-80a8-4909-ab91-7d31f4f6498c req-008e9507-4098-43a0-9945-1cd45d1d25a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:03.468082 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220941ce-36bd-4325-a3f3-456696df148e None None] Checking router: d509b498-2ca1-446a-b2d1-668329922057 for host: n-d-811396-3 {{(pid=100599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:33:03.468439 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220941ce-36bd-4325-a3f3-456696df148e None None] Updating router d509b498-2ca1-446a-b2d1-668329922057 port ea4e0f80-5e18-4aa4-8f78-2856206d04de binding host n-d-811396-3 {{(pid=100599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 10:33:03.483661 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-ee6c3257-6ed4-44cd-8119-3a9d9d55f4a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:03.529314 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-220941ce-36bd-4325-a3f3-456696df148e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:03.529591 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-c57b7336-368f-41d1-9137-798d0863aff6 req-72df2f08-033f-4d1b-9890-eea9d18b7260 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Deleting port aae3cda1-d0c7-410c-8006-356e09a086ac {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:33:03.530026 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c57b7336-368f-41d1-9137-798d0863aff6 req-72df2f08-033f-4d1b-9890-eea9d18b7260 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:03.543359 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bae05eb-141c-467a-b607-9d7a1bfb7a30 service neutron] Pushing event updated for resources: {'Port': ['ID=6f618075-47e1-4d3f-bc01-1cfa713c867b,revision_number=3']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:33:03.577119 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-03947858-4a16-4d05-8ba2-562e8ed01dc5 req-deca55ec-7f19-4f60-a35d-90b3a522e774 tempest-AttachSCSIVolumeTestJSON-565632580 tempest-AttachSCSIVolumeTestJSON-565632580-project] 10.222.0.64 "GET /v2.0/security-groups?id=480fd21c-bd7f-4959-86aa-8971fae5bd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429601 Oct 20 10:33:03.831174 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdbaf6d7-d642-4b6a-b1cd-21e32a1bd92d x-openstack-request-id: req-bdbaf6d7-d642-4b6a-b1cd-21e32a1bd92d {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:33:03.831456 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 0bb23e95-f6f1-4675-a10f-2ab6337d6573 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:33:03.831717 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5cf4e3f-ab2f-4b86-98bd-80d0ded5cca8", "tag": "6f618075-47e1-4d3f-bc01-1cfa713c867b", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:33:03.832060 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bdbaf6d7-d642-4b6a-b1cd-21e32a1bd92d {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:33:03.832538 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5cf4e3f-ab2f-4b86-98bd-80d0ded5cca8', 'tag': '6f618075-47e1-4d3f-bc01-1cfa713c867b', 'status': 'completed', 'code': 200} Oct 20 10:33:03.879825 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8744bfd2-710a-45b9-a77f-4f856e211363 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:03.895705 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57a11e6-61fa-4020-9be5-769b22c00ffe req-da76c64f-35e4-41dd-9e0a-1a09ddc02dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:33:03.897730 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f57a11e6-61fa-4020-9be5-769b22c00ffe req-da76c64f-35e4-41dd-9e0a-1a09ddc02dcd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0f05c0031f4147059bf9a73b0f780356&device_id=b5cf4e3f-ab2f-4b86-98bd-80d0ded5cca8 HTTP/1.1" status: 200 len: 1099 time: 0.3737335 Oct 20 10:33:03.908048 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008e9507-4098-43a0-9945-1cd45d1d25a9 service neutron] Pushing event updated for resources: {'Port': ['ID=f8e40473-a7ff-41ed-a91e-568fcab1f7fb,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:33:03.926082 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-b0be4a05-80a8-4909-ab91-7d31f4f6498c req-008e9507-4098-43a0-9945-1cd45d1d25a9 service neutron] Attempting to bind port f8e40473-a7ff-41ed-a91e-568fcab1f7fb on host n-h1-811396-3 for vnic_type normal with profile {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:33:03.926472 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-b0be4a05-80a8-4909-ab91-7d31f4f6498c req-008e9507-4098-43a0-9945-1cd45d1d25a9 service neutron] Attempting to bind port f8e40473-a7ff-41ed-a91e-568fcab1f7fb by drivers openvswitch,hyperv on host n-h1-811396-3 at level 0 using segments [{'id': '6f472196-aa1a-40bf-bd06-ef9f07584bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:33:03.926889 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0be4a05-80a8-4909-ab91-7d31f4f6498c req-008e9507-4098-43a0-9945-1cd45d1d25a9 service neutron] Attempting to bind port f8e40473-a7ff-41ed-a91e-568fcab1f7fb on network a7c57b12-d7c3-48bb-aa54-a67a56468a84 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:33:03.970212 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0be4a05-80a8-4909-ab91-7d31f4f6498c req-008e9507-4098-43a0-9945-1cd45d1d25a9 service neutron] Port f8e40473-a7ff-41ed-a91e-568fcab1f7fb on network a7c57b12-d7c3-48bb-aa54-a67a56468a84 not bound, no agent of type Open vSwitch agent registered on host n-h1-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:33:03.970441 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0be4a05-80a8-4909-ab91-7d31f4f6498c req-008e9507-4098-43a0-9945-1cd45d1d25a9 service neutron] Attempting to bind port f8e40473-a7ff-41ed-a91e-568fcab1f7fb on network a7c57b12-d7c3-48bb-aa54-a67a56468a84 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:33:03.973150 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f57a11e6-61fa-4020-9be5-769b22c00ffe req-e2262f8e-59f4-4b68-920f-a00734b5d56d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=6f618075-47e1-4d3f-bc01-1cfa713c867b HTTP/1.1" status: 200 len: 217 time: 0.0589137 Oct 20 10:33:03.975028 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-c57b7336-368f-41d1-9137-798d0863aff6 req-72df2f08-033f-4d1b-9890-eea9d18b7260 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] For port aae3cda1-d0c7-410c-8006-356e09a086ac, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=aae3cda1-d0c7-410c-8006-356e09a086ac,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:33:03.975749 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c57b7336-368f-41d1-9137-798d0863aff6 req-72df2f08-033f-4d1b-9890-eea9d18b7260 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:03.987818 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0be4a05-80a8-4909-ab91-7d31f4f6498c req-008e9507-4098-43a0-9945-1cd45d1d25a9 service neutron] Checking agent: {'id': 'b707b4cc-061f-4cf4-bce0-0b3df9b7bec9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 32, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:33:03.988249 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0be4a05-80a8-4909-ab91-7d31f4f6498c req-008e9507-4098-43a0-9945-1cd45d1d25a9 service neutron] Checking segment: {'id': '6f472196-aa1a-40bf-bd06-ef9f07584bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:33:03.988700 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0be4a05-80a8-4909-ab91-7d31f4f6498c req-008e9507-4098-43a0-9945-1cd45d1d25a9 service neutron] Bound using segment: {'id': '6f472196-aa1a-40bf-bd06-ef9f07584bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84'} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:33:03.989209 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-b0be4a05-80a8-4909-ab91-7d31f4f6498c req-008e9507-4098-43a0-9945-1cd45d1d25a9 service neutron] Bound port: f8e40473-a7ff-41ed-a91e-568fcab1f7fb, host: n-h1-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f472196-aa1a-40bf-bd06-ef9f07584bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84'}}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:33:03.989634 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-b0be4a05-80a8-4909-ab91-7d31f4f6498c req-008e9507-4098-43a0-9945-1cd45d1d25a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:04.006131 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 0bb23e95-f6f1-4675-a10f-2ab6337d6573 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:33:04.006514 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:04.009235 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-c57b7336-368f-41d1-9137-798d0863aff6 req-72df2f08-033f-4d1b-9890-eea9d18b7260 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Calling delete_port for aae3cda1-d0c7-410c-8006-356e09a086ac owned by compute:nova {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:33:04.035574 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-101ac104-01db-4869-a19d-f92564d65a67 None None] Network 34c3c2fc-2825-47c5-ac90-f8d0645c4c57 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:33:04.124744 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-8744bfd2-710a-45b9-a77f-4f856e211363 admin admin] Allocated IP 172.20.0.1 (34c3c2fc-2825-47c5-ac90-f8d0645c4c57/3904a09f-6fdf-4647-b2a1-fcfec8e51887/dc5eb2ba-0c00-4cd5-a2be-251884778ed2) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:33:04.192206 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57a11e6-61fa-4020-9be5-769b22c00ffe req-d6c882c4-47a9-453b-a86f-bc5f32b10020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:33:04.198639 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f57a11e6-61fa-4020-9be5-769b22c00ffe req-d6c882c4-47a9-453b-a86f-bc5f32b10020 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8f86199a-b8f2-45b4-a83a-995a7ea6fe42 HTTP/1.1" status: 200 len: 843 time: 0.1920178 Oct 20 10:33:04.206377 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-220941ce-36bd-4325-a3f3-456696df148e None None] Publish callbacks [] for port, precommit_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:04.211811 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-b0be4a05-80a8-4909-ab91-7d31f4f6498c req-008e9507-4098-43a0-9945-1cd45d1d25a9 service neutron] For port f8e40473-a7ff-41ed-a91e-568fcab1f7fb, host n-h1-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:33:04.215264 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-220941ce-36bd-4325-a3f3-456696df148e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:04.231920 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-b0be4a05-80a8-4909-ab91-7d31f4f6498c req-008e9507-4098-43a0-9945-1cd45d1d25a9 service neutron] For port f8e40473-a7ff-41ed-a91e-568fcab1f7fb, host n-h1-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=f8e40473-a7ff-41ed-a91e-568fcab1f7fb,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:33:04.272152 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-34aa042f-06b9-495d-8cbc-e49988d9ff2e None None] Provisioning complete for port 0bb23e95-f6f1-4675-a10f-2ab6337d6573 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:33:04.272701 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-34aa042f-06b9-495d-8cbc-e49988d9ff2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:04.282865 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-b0be4a05-80a8-4909-ab91-7d31f4f6498c req-008e9507-4098-43a0-9945-1cd45d1d25a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:04.283188 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8744bfd2-710a-45b9-a77f-4f856e211363 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:04.318420 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559f46fc-7b87-4d76-b2f9-d5042c66bbc1 None None] Pushing event updated for resources: {'Port': ['ID=ea4e0f80-5e18-4aa4-8f78-2856206d04de,revision_number=2']} {{(pid=100599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:33:04.321696 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8744bfd2-710a-45b9-a77f-4f856e211363 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:04.329119 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559f46fc-7b87-4d76-b2f9-d5042c66bbc1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:33:04.329764 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559f46fc-7b87-4d76-b2f9-d5042c66bbc1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:33:04.330279 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559f46fc-7b87-4d76-b2f9-d5042c66bbc1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:33:04.330829 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559f46fc-7b87-4d76-b2f9-d5042c66bbc1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:33:04.331481 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559f46fc-7b87-4d76-b2f9-d5042c66bbc1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:33:04.331975 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559f46fc-7b87-4d76-b2f9-d5042c66bbc1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:33:04.332481 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559f46fc-7b87-4d76-b2f9-d5042c66bbc1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:33:04.333148 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559f46fc-7b87-4d76-b2f9-d5042c66bbc1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:33:04.333803 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559f46fc-7b87-4d76-b2f9-d5042c66bbc1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:33:04.334463 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559f46fc-7b87-4d76-b2f9-d5042c66bbc1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:33:04.335016 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559f46fc-7b87-4d76-b2f9-d5042c66bbc1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:33:04.335593 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559f46fc-7b87-4d76-b2f9-d5042c66bbc1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:33:04.340999 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-220941ce-36bd-4325-a3f3-456696df148e None None] Attempting to bind port ea4e0f80-5e18-4aa4-8f78-2856206d04de on host n-d-811396-3 for vnic_type normal with profile {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:33:04.341572 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-220941ce-36bd-4325-a3f3-456696df148e None None] Attempting to bind port ea4e0f80-5e18-4aa4-8f78-2856206d04de by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}] {{(pid=100599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:33:04.342289 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220941ce-36bd-4325-a3f3-456696df148e None None] Attempting to bind port ea4e0f80-5e18-4aa4-8f78-2856206d04de on network cbe170d3-31ba-45a2-b477-520ab0a7a8ea {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:33:04.348625 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220941ce-36bd-4325-a3f3-456696df148e None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:33:04.349009 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220941ce-36bd-4325-a3f3-456696df148e None None] Checking segment: {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:33:04.349552 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-220941ce-36bd-4325-a3f3-456696df148e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:04.350045 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220941ce-36bd-4325-a3f3-456696df148e None None] Bound using segment: {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'} {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:33:04.350615 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-220941ce-36bd-4325-a3f3-456696df148e None None] Bound port: ea4e0f80-5e18-4aa4-8f78-2856206d04de, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}}] {{(pid=100599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:33:04.351016 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-220941ce-36bd-4325-a3f3-456696df148e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:04.377736 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0be4a05-80a8-4909-ab91-7d31f4f6498c req-008e9507-4098-43a0-9945-1cd45d1d25a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:33:04.378462 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-b0be4a05-80a8-4909-ab91-7d31f4f6498c req-008e9507-4098-43a0-9945-1cd45d1d25a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:04.380030 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b0be4a05-80a8-4909-ab91-7d31f4f6498c req-008e9507-4098-43a0-9945-1cd45d1d25a9 service neutron] 10.222.0.55 "PUT /v2.0/ports/f8e40473-a7ff-41ed-a91e-568fcab1f7fb HTTP/1.1" status: 200 len: 1095 time: 2.3672733 Oct 20 10:33:04.393645 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8744bfd2-710a-45b9-a77f-4f856e211363 admin admin] Network 34c3c2fc-2825-47c5-ac90-f8d0645c4c57 is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:33:04.394891 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8744bfd2-710a-45b9-a77f-4f856e211363 admin admin] Pushing event updated for resources: {'Port': ['ID=dc5eb2ba-0c00-4cd5-a2be-251884778ed2,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:33:04.401791 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-8744bfd2-710a-45b9-a77f-4f856e211363 admin admin] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:33:04.404890 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8744bfd2-710a-45b9-a77f-4f856e211363 admin admin] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:33:04.435034 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a234f6bb-77eb-4ab0-b567-f80be146537f req-675b8533-4b0e-4873-ae25-e34b4d00fc4a tempest-ListImageFiltersTestJSON-76301841 tempest-ListImageFiltersTestJSON-76301841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:33:04.442679 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.db [None req-220941ce-36bd-4325-a3f3-456696df148e None None] For port ea4e0f80-5e18-4aa4-8f78-2856206d04de, host n-d-811396-3, cleared binding levels {{(pid=100599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:33:04.446831 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.db [None req-220941ce-36bd-4325-a3f3-456696df148e None None] For port ea4e0f80-5e18-4aa4-8f78-2856206d04de, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=ea4e0f80-5e18-4aa4-8f78-2856206d04de,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:33:04.453632 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-220941ce-36bd-4325-a3f3-456696df148e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:04.459164 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a234f6bb-77eb-4ab0-b567-f80be146537f req-675b8533-4b0e-4873-ae25-e34b4d00fc4a tempest-ListImageFiltersTestJSON-76301841 tempest-ListImageFiltersTestJSON-76301841-project] 10.222.0.64 "GET /v2.0/ports?device_id=0c70942c-24ce-4890-aeb0-342751c6d80d HTTP/1.1" status: 200 len: 947 time: 0.2256002 Oct 20 10:33:04.464248 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008e9507-4098-43a0-9945-1cd45d1d25a9 service neutron] Pushing event updated for resources: {'Port': ['ID=f8e40473-a7ff-41ed-a91e-568fcab1f7fb,revision_number=3']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:33:04.475154 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57a11e6-61fa-4020-9be5-769b22c00ffe req-07ef7dcd-e5d6-4034-88f3-1c6b20280906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:33:04.479003 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f57a11e6-61fa-4020-9be5-769b22c00ffe req-07ef7dcd-e5d6-4034-88f3-1c6b20280906 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a7c57b12-d7c3-48bb-aa54-a67a56468a84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2645824 Oct 20 10:33:04.504875 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:04.519715 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8744bfd2-710a-45b9-a77f-4f856e211363 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1774540'] for router_interface, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:04.545548 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559f46fc-7b87-4d76-b2f9-d5042c66bbc1 None None] Pushing event updated for resources: {'Port': ['ID=ea4e0f80-5e18-4aa4-8f78-2856206d04de,revision_number=3']} {{(pid=100599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:33:04.558042 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220941ce-36bd-4325-a3f3-456696df148e None None] Routers {'d509b498-2ca1-446a-b2d1-668329922057'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:33:04.558660 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-220941ce-36bd-4325-a3f3-456696df148e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:32:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['d509b498-2ca1-446a-b2d1-668329922057'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:33:04.608326 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] For port 0bb23e95-f6f1-4675-a10f-2ab6337d6573, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=0bb23e95-f6f1-4675-a10f-2ab6337d6573,segment=NetworkSegment(e1ea536c-2be6-419e-9a53-c776bc5130e2),segment_id=e1ea536c-2be6-419e-9a53-c776bc5130e2)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:33:04.610146 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-34aa042f-06b9-495d-8cbc-e49988d9ff2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:04.621849 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:04.706221 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Pushing event updated for resources: {'Port': ['ID=0bb23e95-f6f1-4675-a10f-2ab6337d6573,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:33:04.750560 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8744bfd2-710a-45b9-a77f-4f856e211363 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:04.758331 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.db.api [None req-34aa042f-06b9-495d-8cbc-e49988d9ff2e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 10:33:04.759693 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-220941ce-36bd-4325-a3f3-456696df148e None None] Set router d509b498-2ca1-446a-b2d1-668329922057 gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:33:04.760253 n-d-811396-3 neutron-server[100598]: DEBUG oslo_db.api [None req-34aa042f-06b9-495d-8cbc-e49988d9ff2e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 10:33:04.853869 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a234f6bb-77eb-4ab0-b567-f80be146537f req-f7473516-8105-4f04-a815-6fa6f22b58b5 tempest-ListImageFiltersTestJSON-76301841 tempest-ListImageFiltersTestJSON-76301841-project] 10.222.0.64 "GET /v2.0/security-groups?id=242ce2dc-e645-45df-8db9-159ea20f04fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3917572 Oct 20 10:33:04.872144 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0be4a05-80a8-4909-ab91-7d31f4f6498c req-22b8d682-1fa6-41cf-9c00-982925bee0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:33:04.872144 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b0be4a05-80a8-4909-ab91-7d31f4f6498c req-22b8d682-1fa6-41cf-9c00-982925bee0bf service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0f05c0031f4147059bf9a73b0f780356&device_id=0c70942c-24ce-4890-aeb0-342751c6d80d HTTP/1.1" status: 200 len: 1098 time: 0.4082730 Oct 20 10:33:04.877231 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c57b7336-368f-41d1-9137-798d0863aff6 req-72df2f08-033f-4d1b-9890-eea9d18b7260 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:04.890400 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['aae3cda1-d0c7-410c-8006-356e09a086ac'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:33:04.915528 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72df2f08-033f-4d1b-9890-eea9d18b7260 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Pushing event deleted for resources: {'Port': ['ID=aae3cda1-d0c7-410c-8006-356e09a086ac,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:33:04.937780 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c800d11-7d60-4ff9-b63e-f84fb7c7532c req-8b46275c-395c-4321-8634-a8c03ac085d8 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:33:04.946168 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9c800d11-7d60-4ff9-b63e-f84fb7c7532c req-8b46275c-395c-4321-8634-a8c03ac085d8 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/ports?device_id=140f67b6-b627-4357-882b-b43ba6bc30e0 HTTP/1.1" status: 200 len: 949 time: 0.3639309 Oct 20 10:33:04.946327 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 7 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 10:33:05.032782 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-220941ce-36bd-4325-a3f3-456696df148e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd509b498-2ca1-446a-b2d1-668329922057', 'name': 'tempest-FloatingIPsAssociationTestJSON-608749491-router', 'tenant_id': '2530338db1db417898003de86d78050c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': 'ea4e0f80-5e18-4aa4-8f78-2856206d04de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:33:00Z', 'updated_at': '2021-10-20T10:33:02Z', 'revision_number': 3, 'project_id': '2530338db1db417898003de86d78050c', 'gw_port': {'id': 'ea4e0f80-5e18-4aa4-8f78-2856206d04de', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f8:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd509b498-2ca1-446a-b2d1-668329922057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:33:01Z', 'updated_at': '2021-10-20T10:33:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:33:05.034479 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b0be4a05-80a8-4909-ab91-7d31f4f6498c req-770f580c-ddac-4d85-9ede-1d112874f20e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=f8e40473-a7ff-41ed-a91e-568fcab1f7fb HTTP/1.1" status: 200 len: 217 time: 0.1215031 Oct 20 10:33:05.061860 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220941ce-36bd-4325-a3f3-456696df148e None None] The sync data for ids ['d509b498-2ca1-446a-b2d1-668329922057'] in n-d-811396-3 is: [{'id': 'd509b498-2ca1-446a-b2d1-668329922057', 'name': 'tempest-FloatingIPsAssociationTestJSON-608749491-router', 'tenant_id': '2530338db1db417898003de86d78050c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': 'ea4e0f80-5e18-4aa4-8f78-2856206d04de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:33:00Z', 'updated_at': '2021-10-20T10:33:02Z', 'revision_number': 3, 'project_id': '2530338db1db417898003de86d78050c', 'gw_port': {'id': 'ea4e0f80-5e18-4aa4-8f78-2856206d04de', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f8:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd509b498-2ca1-446a-b2d1-668329922057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:33:01Z', 'updated_at': '2021-10-20T10:33:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:33:05.064561 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8744bfd2-710a-45b9-a77f-4f856e211363 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:05.070981 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8744bfd2-710a-45b9-a77f-4f856e211363 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:05.110629 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9c800d11-7d60-4ff9-b63e-f84fb7c7532c req-d0c3641f-2539-42c8-a221-8eb0046e80bd tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.64 "GET /v2.0/security-groups?id=568b8a6e-c60f-4a48-9b99-67e8dd54732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634262 Oct 20 10:33:05.116336 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f57a11e6-61fa-4020-9be5-769b22c00ffe req-cdd2cd83-ae93-42e8-9f26-3959a9f15c81 service neutron] 10.222.0.55 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5550635 Oct 20 10:33:05.147598 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8744bfd2-710a-45b9-a77f-4f856e211363 admin admin] Pushing event updated for resources: {'Port': ['ID=dc5eb2ba-0c00-4cd5-a2be-251884778ed2,revision_number=2']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:33:05.151164 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8744bfd2-710a-45b9-a77f-4f856e211363 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1774432'] for router_interface, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:05.226946 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-c57b7336-368f-41d1-9137-798d0863aff6 req-72df2f08-033f-4d1b-9890-eea9d18b7260 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] No DVR routers for this DVR port aae3cda1-d0c7-410c-8006-356e09a086ac on host n-h2-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:33:05.236209 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c57b7336-368f-41d1-9137-798d0863aff6 req-72df2f08-033f-4d1b-9890-eea9d18b7260 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:05.240243 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c57b7336-368f-41d1-9137-798d0863aff6 req-72df2f08-033f-4d1b-9890-eea9d18b7260 tempest-MigrationsAdminTest-816104111 tempest-MigrationsAdminTest-816104111-project] 10.222.0.69 "DELETE /v2.0/ports/aae3cda1-d0c7-410c-8006-356e09a086ac HTTP/1.1" status: 204 len: 173 time: 2.1653433 Oct 20 10:33:05.290217 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8744bfd2-710a-45b9-a77f-4f856e211363 admin admin] Network 34c3c2fc-2825-47c5-ac90-f8d0645c4c57 is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:33:05.292518 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-8744bfd2-710a-45b9-a77f-4f856e211363 admin admin] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:33:05.299065 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0be4a05-80a8-4909-ab91-7d31f4f6498c req-4952f9c6-4099-439f-a5f9-88cb8d559325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:33:05.300606 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b0be4a05-80a8-4909-ab91-7d31f4f6498c req-4952f9c6-4099-439f-a5f9-88cb8d559325 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8f86199a-b8f2-45b4-a83a-995a7ea6fe42 HTTP/1.1" status: 200 len: 843 time: 0.2462742 Oct 20 10:33:05.332163 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3add0d78-59d7-4ce5-96b9-9769d68298b9 req-f068e32f-6f4f-48a2-98d2-e60470d9d8c7 tempest-AttachSCSIVolumeTestJSON-565632580 tempest-AttachSCSIVolumeTestJSON-565632580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:33:05.348048 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3add0d78-59d7-4ce5-96b9-9769d68298b9 req-f068e32f-6f4f-48a2-98d2-e60470d9d8c7 tempest-AttachSCSIVolumeTestJSON-565632580 tempest-AttachSCSIVolumeTestJSON-565632580-project] 10.222.0.64 "GET /v2.0/ports?device_id=c914b246-3e17-4b2d-8c05-d4c7a4e27b0f HTTP/1.1" status: 200 len: 945 time: 0.3333876 Oct 20 10:33:05.463823 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1a2f975c-17db-41bb-943c-124a47ace06c None None] Provisioning complete for port dc5eb2ba-0c00-4cd5-a2be-251884778ed2 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:33:05.473230 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1a2f975c-17db-41bb-943c-124a47ace06c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:05.519615 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8744bfd2-710a-45b9-a77f-4f856e211363 admin admin] Router d509b498-2ca1-446a-b2d1-668329922057 has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:33:05.591986 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1a2f975c-17db-41bb-943c-124a47ace06c None None] Port dc5eb2ba-0c00-4cd5-a2be-251884778ed2 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:33:05.605014 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3add0d78-59d7-4ce5-96b9-9769d68298b9 req-42d80054-fcf5-4ea0-9567-052397ee1f37 tempest-AttachSCSIVolumeTestJSON-565632580 tempest-AttachSCSIVolumeTestJSON-565632580-project] 10.222.0.64 "GET /v2.0/security-groups?id=480fd21c-bd7f-4959-86aa-8971fae5bd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2569871 Oct 20 10:33:05.645888 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1a2f975c-17db-41bb-943c-124a47ace06c None None] Provisioning complete for port 0bb23e95-f6f1-4675-a10f-2ab6337d6573 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:33:05.646274 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1a2f975c-17db-41bb-943c-124a47ace06c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:05.715487 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8744bfd2-710a-45b9-a77f-4f856e211363 admin admin] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:33:05.727419 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-8744bfd2-710a-45b9-a77f-4f856e211363 admin admin] 10.222.0.64 "PUT /v2.0/routers/d509b498-2ca1-446a-b2d1-668329922057/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7091253 Oct 20 10:33:05.728539 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0be4a05-80a8-4909-ab91-7d31f4f6498c req-a0225132-4bd4-45f3-9a93-19582d05f686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:33:05.732192 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b0be4a05-80a8-4909-ab91-7d31f4f6498c req-a0225132-4bd4-45f3-9a93-19582d05f686 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a7c57b12-d7c3-48bb-aa54-a67a56468a84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3818583 Oct 20 10:33:05.836160 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f57a11e6-61fa-4020-9be5-769b22c00ffe req-46d7ba4b-d00e-417f-98a4-bfb7c582dd0d service neutron] 10.222.0.55 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6305785 Oct 20 10:33:05.843894 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c70942c-24ce-4890-aeb0-342751c6d80d', 'tag': 'f8e40473-a7ff-41ed-a91e-568fcab1f7fb'}, {'server_uuid': '140f67b6-b627-4357-882b-b43ba6bc30e0', 'name': 'network-vif-deleted', 'tag': 'aae3cda1-d0c7-410c-8006-356e09a086ac'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:33:05.848687 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-942ee400-7ec3-4dd7-a6a6-7a06698dd79b" -d '{"events": [{"name": "network-changed", "server_uuid": "0c70942c-24ce-4890-aeb0-342751c6d80d", "tag": "f8e40473-a7ff-41ed-a91e-568fcab1f7fb"}, {"server_uuid": "140f67b6-b627-4357-882b-b43ba6bc30e0", "name": "network-vif-deleted", "tag": "aae3cda1-d0c7-410c-8006-356e09a086ac"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:33:05.962139 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device ea4e0f80-5e18-4aa4-8f78-2856206d04de up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:33:06.037867 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 20 Oct 2021 10:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dc915fd-b9cd-4b58-b539-4979e1185053 x-openstack-request-id: req-1dc915fd-b9cd-4b58-b539-4979e1185053 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:33:06.038339 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c70942c-24ce-4890-aeb0-342751c6d80d", "tag": "f8e40473-a7ff-41ed-a91e-568fcab1f7fb", "status": "completed", "code": 200}, {"server_uuid": "140f67b6-b627-4357-882b-b43ba6bc30e0", "name": "network-vif-deleted", "tag": "aae3cda1-d0c7-410c-8006-356e09a086ac", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:33:06.038339 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1dc915fd-b9cd-4b58-b539-4979e1185053 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:33:06.038887 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c70942c-24ce-4890-aeb0-342751c6d80d', 'tag': 'f8e40473-a7ff-41ed-a91e-568fcab1f7fb', 'status': 'completed', 'code': 200} Oct 20 10:33:06.039186 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '140f67b6-b627-4357-882b-b43ba6bc30e0', 'name': 'network-vif-deleted', 'tag': 'aae3cda1-d0c7-410c-8006-356e09a086ac', 'status': 'completed', 'code': 200} Oct 20 10:33:06.124570 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a04bf0-1167-4113-bc01-b6255e61212a req-e050f864-2aa8-4fee-a304-5496b23b9ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:33:06.126092 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-38a04bf0-1167-4113-bc01-b6255e61212a req-e050f864-2aa8-4fee-a304-5496b23b9ce5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0f05c0031f4147059bf9a73b0f780356&device_id=b5cf4e3f-ab2f-4b86-98bd-80d0ded5cca8 HTTP/1.1" status: 200 len: 1099 time: 0.1385365 Oct 20 10:33:06.128605 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b0be4a05-80a8-4909-ab91-7d31f4f6498c req-e3d308b2-e8d4-4912-b47c-1eae0dc1d4e5 service neutron] 10.222.0.55 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3706529 Oct 20 10:33:06.223148 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-22a5099f-879f-4bd5-ab30-4c6d9061748b None None] Provisioning complete for port dc5eb2ba-0c00-4cd5-a2be-251884778ed2 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:33:06.223532 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-22a5099f-879f-4bd5-ab30-4c6d9061748b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:06.280639 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a04bf0-1167-4113-bc01-b6255e61212a req-dbb1658b-9198-45f9-89ca-bc49954a27ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:33:06.282490 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-38a04bf0-1167-4113-bc01-b6255e61212a req-dbb1658b-9198-45f9-89ca-bc49954a27ec service neutron] 10.222.0.55 "GET /v2.0/networks?id=a7c57b12-d7c3-48bb-aa54-a67a56468a84 HTTP/1.1" status: 200 len: 870 time: 0.1256137 Oct 20 10:33:06.293640 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e32101-1980-48a6-a335-dab638b50537 req-735f09a9-b343-4de1-b5c8-a4b26489bd06 tempest-ListImageFiltersTestJSON-76301841 tempest-ListImageFiltersTestJSON-76301841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:33:06.295251 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-12e32101-1980-48a6-a335-dab638b50537 req-735f09a9-b343-4de1-b5c8-a4b26489bd06 tempest-ListImageFiltersTestJSON-76301841 tempest-ListImageFiltersTestJSON-76301841-project] 10.222.0.64 "GET /v2.0/ports?device_id=0c70942c-24ce-4890-aeb0-342751c6d80d HTTP/1.1" status: 200 len: 947 time: 0.2512169 Oct 20 10:33:06.298271 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-6d27dad8-8199-48d1-8b26-e1ae45507667 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:06.317971 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-22a5099f-879f-4bd5-ab30-4c6d9061748b None None] Port dc5eb2ba-0c00-4cd5-a2be-251884778ed2 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:33:06.338796 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port ea4e0f80-5e18-4aa4-8f78-2856206d04de triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:33:06.340206 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:06.439155 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-38a04bf0-1167-4113-bc01-b6255e61212a req-648c3a9b-96d4-45fa-beec-306ced66e011 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=6f618075-47e1-4d3f-bc01-1cfa713c867b HTTP/1.1" status: 200 len: 217 time: 0.1297390 Oct 20 10:33:06.477451 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-12e32101-1980-48a6-a335-dab638b50537 req-fb4970c1-a699-4f50-9889-8ca26a967365 tempest-ListImageFiltersTestJSON-76301841 tempest-ListImageFiltersTestJSON-76301841-project] 10.222.0.64 "GET /v2.0/security-groups?id=242ce2dc-e645-45df-8db9-159ea20f04fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429610 Oct 20 10:33:06.493689 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:06.527983 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] For port ea4e0f80-5e18-4aa4-8f78-2856206d04de, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=ea4e0f80-5e18-4aa4-8f78-2856206d04de,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:33:06.533548 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:06.534446 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 0bb23e95-f6f1-4675-a10f-2ab6337d6573 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:33:06.626294 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Pushing event updated for resources: {'Port': ['ID=ea4e0f80-5e18-4aa4-8f78-2856206d04de,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:33:06.639917 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 0bb23e95-f6f1-4675-a10f-2ab6337d6573 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:33:06.640310 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:06.743871 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b0be4a05-80a8-4909-ab91-7d31f4f6498c req-7727fad0-cac3-404a-b3a6-bfd5e7081e60 service neutron] 10.222.0.55 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5857852 Oct 20 10:33:06.751002 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a04bf0-1167-4113-bc01-b6255e61212a req-da80dda4-17f1-403a-8c93-527d8d45417e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:33:06.752381 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-38a04bf0-1167-4113-bc01-b6255e61212a req-da80dda4-17f1-403a-8c93-527d8d45417e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8f86199a-b8f2-45b4-a83a-995a7ea6fe42 HTTP/1.1" status: 200 len: 843 time: 0.2739649 Oct 20 10:33:06.812673 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6980eff-c606-4876-a362-e06025bac978 req-1bdd598f-2ef1-42f1-a3f6-13156a3b304b tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:33:06.814186 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e6980eff-c606-4876-a362-e06025bac978 req-1bdd598f-2ef1-42f1-a3f6-13156a3b304b tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] 10.222.0.64 "GET /v2.0/ports?device_id=3df71501-f495-4b85-a696-85566b0b8070 HTTP/1.1" status: 200 len: 945 time: 0.2030621 Oct 20 10:33:06.828758 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b8c349-8fdc-4a80-9d30-77133bb65d1b req-38466e24-31c8-4631-9fc1-646272a2c639 tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:33:06.830278 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-28b8c349-8fdc-4a80-9d30-77133bb65d1b req-38466e24-31c8-4631-9fc1-646272a2c639 tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] 10.222.0.64 "GET /v2.0/networks?id=34c3c2fc-2825-47c5-ac90-f8d0645c4c57 HTTP/1.1" status: 200 len: 820 time: 0.4028213 Oct 20 10:33:06.887763 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-28b8c349-8fdc-4a80-9d30-77133bb65d1b req-34412415-1430-4f46-b138-44d45b3a2ec3 tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] 10.222.0.64 "GET /v2.0/quotas/2530338db1db417898003de86d78050c HTTP/1.1" status: 200 len: 375 time: 0.0412810 Oct 20 10:33:06.891244 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a04bf0-1167-4113-bc01-b6255e61212a req-c1f4cc9b-d99c-46bd-aa06-703ffcc3a0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:33:06.892844 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-38a04bf0-1167-4113-bc01-b6255e61212a req-c1f4cc9b-d99c-46bd-aa06-703ffcc3a0d2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a7c57b12-d7c3-48bb-aa54-a67a56468a84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1287122 Oct 20 10:33:06.966074 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e6980eff-c606-4876-a362-e06025bac978 req-546bfe50-a87e-4281-8bb6-d33f11b44b64 tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] 10.222.0.64 "GET /v2.0/security-groups?id=3a2ddb16-f0a7-4b59-b44b-d401de192cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1443720 Oct 20 10:33:06.984167 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942ee400-7ec3-4dd7-a6a6-7a06698dd79b req-bac7a535-55f9-4219-8107-544afcad19be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:33:06.985776 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-942ee400-7ec3-4dd7-a6a6-7a06698dd79b req-bac7a535-55f9-4219-8107-544afcad19be service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0f05c0031f4147059bf9a73b0f780356&device_id=0c70942c-24ce-4890-aeb0-342751c6d80d HTTP/1.1" status: 200 len: 1098 time: 0.1515698 Oct 20 10:33:07.041243 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:07.090256 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-28b8c349-8fdc-4a80-9d30-77133bb65d1b req-735d807d-6391-48e3-b50d-752c7ac51afa tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=2530338db1db417898003de86d78050c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1908045 Oct 20 10:33:07.188462 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-38a04bf0-1167-4113-bc01-b6255e61212a req-a54802aa-17d6-4724-a3be-4ead87a52862 service neutron] 10.222.0.55 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2877710 Oct 20 10:33:07.407493 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:07.497643 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 43866) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:33:07.690171 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:07.708689 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device ea4e0f80-5e18-4aa4-8f78-2856206d04de up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:33:07.754784 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942ee400-7ec3-4dd7-a6a6-7a06698dd79b req-fe0cefa8-82f9-4983-9ad4-a4f40d0dbf97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:33:07.755619 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-942ee400-7ec3-4dd7-a6a6-7a06698dd79b req-fe0cefa8-82f9-4983-9ad4-a4f40d0dbf97 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a7c57b12-d7c3-48bb-aa54-a67a56468a84 HTTP/1.1" status: 200 len: 870 time: 0.7375178 Oct 20 10:33:07.796758 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-018a9c29-f2ed-43ae-acc0-4e370eba150a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9f75d9a0b8ce44faaac4d8054667820c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2974224 Oct 20 10:33:07.799043 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 43874) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:33:07.805809 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port ea4e0f80-5e18-4aa4-8f78-2856206d04de triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:33:07.806212 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:07.845434 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device aae3cda1-d0c7-410c-8006-356e09a086ac no longer exists at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:33:07.868600 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-942ee400-7ec3-4dd7-a6a6-7a06698dd79b req-7ebcaafa-6fa4-4363-bbb9-43c9b320ceac service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=f8e40473-a7ff-41ed-a91e-568fcab1f7fb HTTP/1.1" status: 200 len: 217 time: 0.0898690 Oct 20 10:33:07.877336 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-dcd1bdcb-9f44-430c-b6c4-717c9e1494ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:07.877674 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-38a04bf0-1167-4113-bc01-b6255e61212a req-49754991-ce2b-416e-a517-56f8bcaee30b service neutron] 10.222.0.55 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6762593 Oct 20 10:33:07.879755 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] No Port match for: aae3cda1-d0c7-410c-8006-356e09a086ac {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:33:07.880207 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device aae3cda1-d0c7-410c-8006-356e09a086ac not bound to the agent host n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:33:07.893422 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-28b8c349-8fdc-4a80-9d30-77133bb65d1b req-c826ec4f-23b6-4da4-b9da-7458cbcaf73b service neutron] 10.222.0.64 "GET /v2.0/networks/34c3c2fc-2825-47c5-ac90-f8d0645c4c57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8022442 Oct 20 10:33:07.938988 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-381c4a89-f8df-454f-a05d-404e5079fc45 None None] Sync routers for ids ['d509b498-2ca1-446a-b2d1-668329922057'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:33:07.941003 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-dcd1bdcb-9f44-430c-b6c4-717c9e1494ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:07.958818 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381c4a89-f8df-454f-a05d-404e5079fc45 None None] Routers {'d509b498-2ca1-446a-b2d1-668329922057'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:33:07.959534 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f63689-9566-44eb-a743-d14da1588b4c req-9fa38e0b-1f09-4f66-9d22-dbe63fb256a5 tempest-ListImageFiltersTestJSON-76301841 tempest-ListImageFiltersTestJSON-76301841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:33:07.959695 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-381c4a89-f8df-454f-a05d-404e5079fc45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:33:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['d509b498-2ca1-446a-b2d1-668329922057'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:33:07.967468 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a2f63689-9566-44eb-a743-d14da1588b4c req-9fa38e0b-1f09-4f66-9d22-dbe63fb256a5 tempest-ListImageFiltersTestJSON-76301841 tempest-ListImageFiltersTestJSON-76301841-project] 10.222.0.64 "GET /v2.0/ports?device_id=0c70942c-24ce-4890-aeb0-342751c6d80d HTTP/1.1" status: 200 len: 947 time: 0.2374654 Oct 20 10:33:07.993919 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-dcd1bdcb-9f44-430c-b6c4-717c9e1494ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:07.997308 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-dcd1bdcb-9f44-430c-b6c4-717c9e1494ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:07.999439 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-dcd1bdcb-9f44-430c-b6c4-717c9e1494ab admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/568b8a6e-c60f-4a48-9b99-67e8dd54732a HTTP/1.1" status: 204 len: 168 time: 0.1980908 Oct 20 10:33:08.007337 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd1bdcb-9f44-430c-b6c4-717c9e1494ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=568b8a6e-c60f-4a48-9b99-67e8dd54732a,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:33:08.060948 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942ee400-7ec3-4dd7-a6a6-7a06698dd79b req-168929f0-cc43-401a-a18a-2765eeb0ab3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:33:08.062332 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-942ee400-7ec3-4dd7-a6a6-7a06698dd79b req-168929f0-cc43-401a-a18a-2765eeb0ab3d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8f86199a-b8f2-45b4-a83a-995a7ea6fe42 HTTP/1.1" status: 200 len: 843 time: 0.1800053 Oct 20 10:33:08.083950 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a2f63689-9566-44eb-a743-d14da1588b4c req-52a0f4d7-9286-4c88-894c-a3f5e6abab36 tempest-ListImageFiltersTestJSON-76301841 tempest-ListImageFiltersTestJSON-76301841-project] 10.222.0.64 "GET /v2.0/security-groups?id=242ce2dc-e645-45df-8db9-159ea20f04fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155317 Oct 20 10:33:08.090051 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-381c4a89-f8df-454f-a05d-404e5079fc45 None None] Set router d509b498-2ca1-446a-b2d1-668329922057 gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:33:08.129916 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-28b8c349-8fdc-4a80-9d30-77133bb65d1b req-87c55eba-16c2-4aeb-8e29-1f0ed90a7990 service neutron] 10.222.0.64 "GET /v2.0/networks/34c3c2fc-2825-47c5-ac90-f8d0645c4c57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355316 Oct 20 10:33:08.153896 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942ee400-7ec3-4dd7-a6a6-7a06698dd79b req-ad0dad69-edec-4006-a455-2539f48abfe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:33:08.158339 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-942ee400-7ec3-4dd7-a6a6-7a06698dd79b req-ad0dad69-edec-4006-a455-2539f48abfe0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a7c57b12-d7c3-48bb-aa54-a67a56468a84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0840819 Oct 20 10:33:08.353968 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-942ee400-7ec3-4dd7-a6a6-7a06698dd79b req-c8505b85-bb3b-45b1-8f93-584b43a7c081 service neutron] 10.222.0.55 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860211 Oct 20 10:33:08.388078 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-381c4a89-f8df-454f-a05d-404e5079fc45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd509b498-2ca1-446a-b2d1-668329922057', 'name': 'tempest-FloatingIPsAssociationTestJSON-608749491-router', 'tenant_id': '2530338db1db417898003de86d78050c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': 'ea4e0f80-5e18-4aa4-8f78-2856206d04de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:33:00Z', 'updated_at': '2021-10-20T10:33:04Z', 'revision_number': 4, 'project_id': '2530338db1db417898003de86d78050c', 'gw_port': {'id': 'ea4e0f80-5e18-4aa4-8f78-2856206d04de', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd509b498-2ca1-446a-b2d1-668329922057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:33:01Z', 'updated_at': '2021-10-20T10:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': 'dc5eb2ba-0c00-4cd5-a2be-251884778ed2', 'name': '', 'network_id': '34c3c2fc-2825-47c5-ac90-f8d0645c4c57', 'tenant_id': '2530338db1db417898003de86d78050c', 'mac_address': 'fa:16:3e:75:c3:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd509b498-2ca1-446a-b2d1-668329922057', 'device_owner': 'network:router_interface', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': '3904a09f-6fdf-4647-b2a1-fcfec8e51887', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:33:03Z', 'updated_at': '2021-10-20T10:33:04Z', 'revision_number': 2, 'project_id': '2530338db1db417898003de86d78050c', 'subnets': [{'id': '3904a09f-6fdf-4647-b2a1-fcfec8e51887', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:33:08.412232 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 43892) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:33:08.425255 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-381c4a89-f8df-454f-a05d-404e5079fc45 None None] Checking router: d509b498-2ca1-446a-b2d1-668329922057 for host: n-d-811396-3 {{(pid=100598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:33:08.425625 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-381c4a89-f8df-454f-a05d-404e5079fc45 None None] Updating router d509b498-2ca1-446a-b2d1-668329922057 port dc5eb2ba-0c00-4cd5-a2be-251884778ed2 binding host n-d-811396-3 {{(pid=100598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 10:33:08.429567 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-86982861-2ab5-426f-a7be-f59b5929f34a req-afc40819-7b1d-48c4-9c19-6691b268b33d tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] 10.222.0.64 "GET /v2.0/ports?device_id=21c0cf04-9e25-46ea-bb3f-9ac7b5745042 HTTP/1.1" status: 200 len: 210 time: 0.0671763 Oct 20 10:33:08.459115 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-381c4a89-f8df-454f-a05d-404e5079fc45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:08.484744 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-80fa1a96-ce2c-4c25-921d-50c4112c77c4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=23830924ccb64746a2944ac9759d6429&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0711045 Oct 20 10:33:08.487361 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 43894) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:33:08.580025 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c053b1-e77b-4eab-bb86-adface0758ee req-d9fe62f9-96fd-4c98-b629-c3da76e7620d tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:33:08.589102 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-72c053b1-e77b-4eab-bb86-adface0758ee req-d9fe62f9-96fd-4c98-b629-c3da76e7620d tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] 10.222.0.64 "GET /v2.0/ports?device_id=3df71501-f495-4b85-a696-85566b0b8070 HTTP/1.1" status: 200 len: 945 time: 0.1596258 Oct 20 10:33:08.597781 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4f4822c1-6377-4c64-a5ae-258b6a0936c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:08.598883 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-942ee400-7ec3-4dd7-a6a6-7a06698dd79b req-c3cc5560-b4bc-45e5-9c9f-12226bb234b0 service neutron] 10.222.0.55 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2398031 Oct 20 10:33:08.637201 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-72c053b1-e77b-4eab-bb86-adface0758ee req-6f4b9646-1241-4354-9751-75d047686ddd tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] 10.222.0.64 "GET /v2.0/security-groups?id=3a2ddb16-f0a7-4b59-b44b-d401de192cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470569 Oct 20 10:33:08.638595 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4f4822c1-6377-4c64-a5ae-258b6a0936c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:08.720396 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4f4822c1-6377-4c64-a5ae-258b6a0936c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:08.725422 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4f4822c1-6377-4c64-a5ae-258b6a0936c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:08.729043 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-4f4822c1-6377-4c64-a5ae-258b6a0936c6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fe673de9-5ef4-433a-8c44-aa808aa539d6 HTTP/1.1" status: 204 len: 168 time: 0.2382452 Oct 20 10:33:08.735509 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4822c1-6377-4c64-a5ae-258b6a0936c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe673de9-5ef4-433a-8c44-aa808aa539d6,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:33:08.822829 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:08.875208 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-381c4a89-f8df-454f-a05d-404e5079fc45 None None] Publish callbacks [] for port, precommit_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:08.883643 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-381c4a89-f8df-454f-a05d-404e5079fc45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:08.956721 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080ad4ab-e3e0-46bd-9b7c-778c09fedd55 None None] Pushing event updated for resources: {'Port': ['ID=dc5eb2ba-0c00-4cd5-a2be-251884778ed2,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:33:09.020139 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-381c4a89-f8df-454f-a05d-404e5079fc45 None None] Attempting to bind port dc5eb2ba-0c00-4cd5-a2be-251884778ed2 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:33:09.020522 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-381c4a89-f8df-454f-a05d-404e5079fc45 None None] Attempting to bind port dc5eb2ba-0c00-4cd5-a2be-251884778ed2 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': 'e1ea536c-2be6-419e-9a53-c776bc5130e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '34c3c2fc-2825-47c5-ac90-f8d0645c4c57'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:33:09.020889 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381c4a89-f8df-454f-a05d-404e5079fc45 None None] Attempting to bind port dc5eb2ba-0c00-4cd5-a2be-251884778ed2 on network 34c3c2fc-2825-47c5-ac90-f8d0645c4c57 {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:33:09.026686 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381c4a89-f8df-454f-a05d-404e5079fc45 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 33, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:33:09.027072 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381c4a89-f8df-454f-a05d-404e5079fc45 None None] Checking segment: {'id': 'e1ea536c-2be6-419e-9a53-c776bc5130e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '34c3c2fc-2825-47c5-ac90-f8d0645c4c57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:33:09.028248 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-381c4a89-f8df-454f-a05d-404e5079fc45 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:09.028248 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381c4a89-f8df-454f-a05d-404e5079fc45 None None] Bound using segment: {'id': 'e1ea536c-2be6-419e-9a53-c776bc5130e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '34c3c2fc-2825-47c5-ac90-f8d0645c4c57'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:33:09.028496 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-381c4a89-f8df-454f-a05d-404e5079fc45 None None] Bound port: dc5eb2ba-0c00-4cd5-a2be-251884778ed2, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1ea536c-2be6-419e-9a53-c776bc5130e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '34c3c2fc-2825-47c5-ac90-f8d0645c4c57'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:33:09.028758 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-381c4a89-f8df-454f-a05d-404e5079fc45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:09.169828 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-381c4a89-f8df-454f-a05d-404e5079fc45 None None] For port dc5eb2ba-0c00-4cd5-a2be-251884778ed2, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:33:09.182785 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-381c4a89-f8df-454f-a05d-404e5079fc45 None None] For port dc5eb2ba-0c00-4cd5-a2be-251884778ed2, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=dc5eb2ba-0c00-4cd5-a2be-251884778ed2,segment=NetworkSegment(e1ea536c-2be6-419e-9a53-c776bc5130e2),segment_id=e1ea536c-2be6-419e-9a53-c776bc5130e2)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:33:09.190851 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-381c4a89-f8df-454f-a05d-404e5079fc45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:09.283022 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07bd2bb-e141-47a5-813e-757e8ce16bbe req-544c6e3f-c727-4422-9c2c-f9cfa74fd280 tempest-ListImageFiltersTestJSON-76301841 tempest-ListImageFiltersTestJSON-76301841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:33:09.285362 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d07bd2bb-e141-47a5-813e-757e8ce16bbe req-544c6e3f-c727-4422-9c2c-f9cfa74fd280 tempest-ListImageFiltersTestJSON-76301841 tempest-ListImageFiltersTestJSON-76301841-project] 10.222.0.64 "GET /v2.0/ports?device_id=0c70942c-24ce-4890-aeb0-342751c6d80d HTTP/1.1" status: 200 len: 947 time: 0.0975854 Oct 20 10:33:09.287430 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381c4a89-f8df-454f-a05d-404e5079fc45 None None] Routers {'d509b498-2ca1-446a-b2d1-668329922057'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:33:09.288799 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-381c4a89-f8df-454f-a05d-404e5079fc45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:33:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['d509b498-2ca1-446a-b2d1-668329922057'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:33:09.362587 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d07bd2bb-e141-47a5-813e-757e8ce16bbe req-1c28b2ef-670f-4000-be48-b25026c74f1a tempest-ListImageFiltersTestJSON-76301841 tempest-ListImageFiltersTestJSON-76301841-project] 10.222.0.64 "GET /v2.0/security-groups?id=242ce2dc-e645-45df-8db9-159ea20f04fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603018 Oct 20 10:33:09.392356 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080ad4ab-e3e0-46bd-9b7c-778c09fedd55 None None] Pushing event updated for resources: {'Port': ['ID=dc5eb2ba-0c00-4cd5-a2be-251884778ed2,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:33:09.408887 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-82a69384-2f0c-4df4-a6a2-024d60bee335 None None] Provisioning complete for port dc5eb2ba-0c00-4cd5-a2be-251884778ed2 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:33:09.409262 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-82a69384-2f0c-4df4-a6a2-024d60bee335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:09.528906 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-381c4a89-f8df-454f-a05d-404e5079fc45 None None] Set router d509b498-2ca1-446a-b2d1-668329922057 gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:33:09.607334 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9d51a453-b78a-4714-ac70-c9f919e626b4 req-f0e34c34-544a-4180-8360-187d1c952770 tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] 10.222.0.64 "GET /v2.0/ports?device_id=21c0cf04-9e25-46ea-bb3f-9ac7b5745042 HTTP/1.1" status: 200 len: 210 time: 0.0804186 Oct 20 10:33:09.636765 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-82a69384-2f0c-4df4-a6a2-024d60bee335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:09.816657 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-82a69384-2f0c-4df4-a6a2-024d60bee335 None None] For port dc5eb2ba-0c00-4cd5-a2be-251884778ed2, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=dc5eb2ba-0c00-4cd5-a2be-251884778ed2,segment=NetworkSegment(e1ea536c-2be6-419e-9a53-c776bc5130e2),segment_id=e1ea536c-2be6-419e-9a53-c776bc5130e2)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:33:09.824126 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-82a69384-2f0c-4df4-a6a2-024d60bee335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:09.903293 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2397ba8-a90f-4c7c-b8f5-98f1e18bdd41 req-1e41ea2e-bcff-424a-a17a-23cf148f0e71 tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:33:09.911033 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c2397ba8-a90f-4c7c-b8f5-98f1e18bdd41 req-1e41ea2e-bcff-424a-a17a-23cf148f0e71 tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] 10.222.0.64 "GET /v2.0/ports?device_id=3df71501-f495-4b85-a696-85566b0b8070 HTTP/1.1" status: 200 len: 945 time: 0.1247411 Oct 20 10:33:09.921765 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b8c349-8fdc-4a80-9d30-77133bb65d1b req-bdcc9368-0628-4d34-b166-069f334745a4 tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:33:09.923294 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-28b8c349-8fdc-4a80-9d30-77133bb65d1b req-bdcc9368-0628-4d34-b166-069f334745a4 tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] 10.222.0.69 "GET /v2.0/networks?id=34c3c2fc-2825-47c5-ac90-f8d0645c4c57 HTTP/1.1" status: 200 len: 820 time: 0.2118998 Oct 20 10:33:09.961910 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-28b8c349-8fdc-4a80-9d30-77133bb65d1b req-8d26121f-93e9-4761-8b4e-8a4ee807e682 tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] Request body: {'port': {'device_id': '21c0cf04-9e25-46ea-bb3f-9ac7b5745042', 'network_id': '34c3c2fc-2825-47c5-ac90-f8d0645c4c57', 'admin_state_up': True, 'tenant_id': '2530338db1db417898003de86d78050c'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:33:10.065967 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19de9290-6059-4c72-b987-926799d95ff6 req-05f9e0bc-0c9d-489b-9624-5135d7e880cf tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:33:10.067636 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-19de9290-6059-4c72-b987-926799d95ff6 req-05f9e0bc-0c9d-489b-9624-5135d7e880cf tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] 10.222.0.69 "GET /v2.0/ports?device_id=3df71501-f495-4b85-a696-85566b0b8070 HTTP/1.1" status: 200 len: 945 time: 0.1536329 Oct 20 10:33:10.083342 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c2397ba8-a90f-4c7c-b8f5-98f1e18bdd41 req-1c12b7ed-7b79-448f-9458-10d0fd1b00e4 tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] 10.222.0.64 "GET /v2.0/security-groups?id=3a2ddb16-f0a7-4b59-b44b-d401de192cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1710930 Oct 20 10:33:10.122539 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-f264869f-404b-461d-8af2-e8bd5dbcb464 None None] Provisioning complete for port dc5eb2ba-0c00-4cd5-a2be-251884778ed2 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:33:10.122923 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-f264869f-404b-461d-8af2-e8bd5dbcb464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:10.210573 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a69384-2f0c-4df4-a6a2-024d60bee335 None None] Pushing event updated for resources: {'Port': ['ID=dc5eb2ba-0c00-4cd5-a2be-251884778ed2,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:33:10.211834 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-19de9290-6059-4c72-b987-926799d95ff6 req-49864347-eaad-4212-bf66-28a3e7e4fd88 tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] Deleting port 58ff0261-a29f-4f88-99f3-6f9a3ae974f2 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:33:10.212190 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-19de9290-6059-4c72-b987-926799d95ff6 req-49864347-eaad-4212-bf66-28a3e7e4fd88 tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:10.266330 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28b8c349-8fdc-4a80-9d30-77133bb65d1b req-8d26121f-93e9-4761-8b4e-8a4ee807e682 tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] Made reservation on behalf of 2530338db1db417898003de86d78050c for: {'port': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:33:10.270935 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-28b8c349-8fdc-4a80-9d30-77133bb65d1b req-8d26121f-93e9-4761-8b4e-8a4ee807e682 tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:10.277952 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-381c4a89-f8df-454f-a05d-404e5079fc45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd509b498-2ca1-446a-b2d1-668329922057', 'name': 'tempest-FloatingIPsAssociationTestJSON-608749491-router', 'tenant_id': '2530338db1db417898003de86d78050c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': 'ea4e0f80-5e18-4aa4-8f78-2856206d04de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:33:00Z', 'updated_at': '2021-10-20T10:33:04Z', 'revision_number': 4, 'project_id': '2530338db1db417898003de86d78050c', 'gw_port': {'id': 'ea4e0f80-5e18-4aa4-8f78-2856206d04de', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd509b498-2ca1-446a-b2d1-668329922057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:33:01Z', 'updated_at': '2021-10-20T10:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': 'dc5eb2ba-0c00-4cd5-a2be-251884778ed2', 'name': '', 'network_id': '34c3c2fc-2825-47c5-ac90-f8d0645c4c57', 'tenant_id': '2530338db1db417898003de86d78050c', 'mac_address': 'fa:16:3e:75:c3:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd509b498-2ca1-446a-b2d1-668329922057', 'device_owner': 'network:router_interface', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': '3904a09f-6fdf-4647-b2a1-fcfec8e51887', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:33:03Z', 'updated_at': '2021-10-20T10:33:09Z', 'revision_number': 4, 'project_id': '2530338db1db417898003de86d78050c', 'subnets': [{'id': '3904a09f-6fdf-4647-b2a1-fcfec8e51887', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:33:10.312239 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-381c4a89-f8df-454f-a05d-404e5079fc45 None None] The sync data for ids ['d509b498-2ca1-446a-b2d1-668329922057'] in n-d-811396-3 is: [{'id': 'd509b498-2ca1-446a-b2d1-668329922057', 'name': 'tempest-FloatingIPsAssociationTestJSON-608749491-router', 'tenant_id': '2530338db1db417898003de86d78050c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': 'ea4e0f80-5e18-4aa4-8f78-2856206d04de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:33:00Z', 'updated_at': '2021-10-20T10:33:04Z', 'revision_number': 4, 'project_id': '2530338db1db417898003de86d78050c', 'gw_port': {'id': 'ea4e0f80-5e18-4aa4-8f78-2856206d04de', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd509b498-2ca1-446a-b2d1-668329922057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:33:01Z', 'updated_at': '2021-10-20T10:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': 'dc5eb2ba-0c00-4cd5-a2be-251884778ed2', 'name': '', 'network_id': '34c3c2fc-2825-47c5-ac90-f8d0645c4c57', 'tenant_id': '2530338db1db417898003de86d78050c', 'mac_address': 'fa:16:3e:75:c3:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd509b498-2ca1-446a-b2d1-668329922057', 'device_owner': 'network:router_interface', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': '3904a09f-6fdf-4647-b2a1-fcfec8e51887', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:33:03Z', 'updated_at': '2021-10-20T10:33:09Z', 'revision_number': 4, 'project_id': '2530338db1db417898003de86d78050c', 'subnets': [{'id': '3904a09f-6fdf-4647-b2a1-fcfec8e51887', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:33:10.403730 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-19de9290-6059-4c72-b987-926799d95ff6 req-49864347-eaad-4212-bf66-28a3e7e4fd88 tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] For port 58ff0261-a29f-4f88-99f3-6f9a3ae974f2, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=58ff0261-a29f-4f88-99f3-6f9a3ae974f2,segment=NetworkSegment(dd88a4e0-deb3-4ff4-9fda-1ddc61c05921),segment_id=dd88a4e0-deb3-4ff4-9fda-1ddc61c05921)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:33:10.408439 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-19de9290-6059-4c72-b987-926799d95ff6 req-49864347-eaad-4212-bf66-28a3e7e4fd88 tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:10.761079 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [req-28b8c349-8fdc-4a80-9d30-77133bb65d1b req-8d26121f-93e9-4761-8b4e-8a4ee807e682 tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] Allocated IP 172.20.0.9 (34c3c2fc-2825-47c5-ac90-f8d0645c4c57/3904a09f-6fdf-4647-b2a1-fcfec8e51887/a9f6381f-477f-4127-bf9c-93f653c53615) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:33:10.795572 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-780d9ff0-249f-4b9f-8b0e-0d6b4ae080e1 req-b5dc81df-decc-4247-9c46-a0058659551f tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] 10.222.0.64 "GET /v2.0/ports?device_id=21c0cf04-9e25-46ea-bb3f-9ac7b5745042 HTTP/1.1" status: 200 len: 210 time: 0.0663605 Oct 20 10:33:10.830399 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bf0bce-a806-4e60-85b8-bf161902d68b req-48d9733e-bca2-4da0-8d28-8e0218e7225d tempest-ListImageFiltersTestJSON-76301841 tempest-ListImageFiltersTestJSON-76301841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:33:10.832070 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-96bf0bce-a806-4e60-85b8-bf161902d68b req-48d9733e-bca2-4da0-8d28-8e0218e7225d tempest-ListImageFiltersTestJSON-76301841 tempest-ListImageFiltersTestJSON-76301841-project] 10.222.0.64 "GET /v2.0/ports?device_id=0c70942c-24ce-4890-aeb0-342751c6d80d HTTP/1.1" status: 200 len: 947 time: 0.2428422 Oct 20 10:33:11.146212 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-96bf0bce-a806-4e60-85b8-bf161902d68b req-07b767f3-56c0-4002-957e-435b31ce62b9 tempest-ListImageFiltersTestJSON-76301841 tempest-ListImageFiltersTestJSON-76301841-project] 10.222.0.64 "GET /v2.0/security-groups?id=242ce2dc-e645-45df-8db9-159ea20f04fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3058853 Oct 20 10:33:11.165052 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-28b8c349-8fdc-4a80-9d30-77133bb65d1b req-8d26121f-93e9-4761-8b4e-8a4ee807e682 tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:11.191472 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-19de9290-6059-4c72-b987-926799d95ff6 req-49864347-eaad-4212-bf66-28a3e7e4fd88 tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:11.192212 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-19de9290-6059-4c72-b987-926799d95ff6 req-49864347-eaad-4212-bf66-28a3e7e4fd88 tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1773381'] for floatingip, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:11.192546 n-d-811396-3 neutron-server[100596]: INFO neutron.db.l3_db [req-19de9290-6059-4c72-b987-926799d95ff6 req-49864347-eaad-4212-bf66-28a3e7e4fd88 tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] Floating IP db5b716c-eebb-4d16-9188-309110e292ff disassociated. External IP: 172.25.1.102, port: 58ff0261-a29f-4f88-99f3-6f9a3ae974f2. Oct 20 10:33:11.192961 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-19de9290-6059-4c72-b987-926799d95ff6 req-49864347-eaad-4212-bf66-28a3e7e4fd88 tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] Calling delete_port for 58ff0261-a29f-4f88-99f3-6f9a3ae974f2 owned by compute:nova {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:33:11.359902 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-28b8c349-8fdc-4a80-9d30-77133bb65d1b req-8d26121f-93e9-4761-8b4e-8a4ee807e682 tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:11.459956 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 6f618075-47e1-4d3f-bc01-1cfa713c867b details requested by agent hyperv_n-h1-811396-3 with host n-h1-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:33:11.472200 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad34cc7-6685-4275-b959-efdd8def29de req-e5ae9426-0e67-4214-ab44-0fc56cb8086d tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:33:11.499298 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-dad34cc7-6685-4275-b959-efdd8def29de req-e5ae9426-0e67-4214-ab44-0fc56cb8086d tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] 10.222.0.64 "GET /v2.0/ports?device_id=3df71501-f495-4b85-a696-85566b0b8070 HTTP/1.1" status: 200 len: 945 time: 0.2058001 Oct 20 10:33:11.591593 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28b8c349-8fdc-4a80-9d30-77133bb65d1b req-8d26121f-93e9-4761-8b4e-8a4ee807e682 tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] Network 34c3c2fc-2825-47c5-ac90-f8d0645c4c57 is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:33:11.605713 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-19de9290-6059-4c72-b987-926799d95ff6 req-49864347-eaad-4212-bf66-28a3e7e4fd88 tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:11.608246 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [req-28b8c349-8fdc-4a80-9d30-77133bb65d1b req-8d26121f-93e9-4761-8b4e-8a4ee807e682 tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:33:11.620677 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-28b8c349-8fdc-4a80-9d30-77133bb65d1b req-8d26121f-93e9-4761-8b4e-8a4ee807e682 tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:33:11.623227 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d26121f-93e9-4761-8b4e-8a4ee807e682 tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] Pushing event updated for resources: {'Port': ['ID=a9f6381f-477f-4127-bf9c-93f653c53615,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:33:11.717546 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 6f618075-47e1-4d3f-bc01-1cfa713c867b, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=6f618075-47e1-4d3f-bc01-1cfa713c867b,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:33:11.738377 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Returning: {'device': '6f618075-47e1-4d3f-bc01-1cfa713c867b', 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84', 'port_id': '6f618075-47e1-4d3f-bc01-1cfa713c867b', 'mac_address': 'fa:16:3e:2a:cf:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 800, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f86199a-b8f2-45b4-a83a-995a7ea6fe42', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:33:11.784633 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49864347-eaad-4212-bf66-28a3e7e4fd88 tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] Pushing event deleted for resources: {'Port': ['ID=58ff0261-a29f-4f88-99f3-6f9a3ae974f2,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:33:11.821077 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-dad34cc7-6685-4275-b959-efdd8def29de req-7f4e10d8-6f62-497b-89f6-fabc7f063df5 tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] 10.222.0.64 "GET /v2.0/security-groups?id=3a2ddb16-f0a7-4b59-b44b-d401de192cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3178613 Oct 20 10:33:11.826664 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:11.843475 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f618075-47e1-4d3f-bc01-1cfa713c867b {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:33:11.899631 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 6f618075-47e1-4d3f-bc01-1cfa713c867b, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=6f618075-47e1-4d3f-bc01-1cfa713c867b,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:33:11.903339 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device dc5eb2ba-0c00-4cd5-a2be-251884778ed2 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:33:11.962690 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:11.963617 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device f8e40473-a7ff-41ed-a91e-568fcab1f7fb details requested by agent hyperv_n-h1-811396-3 with host n-h1-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:33:11.972442 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b8c349-8fdc-4a80-9d30-77133bb65d1b req-8d26121f-93e9-4761-8b4e-8a4ee807e682 tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:33:11.973947 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-28b8c349-8fdc-4a80-9d30-77133bb65d1b req-8d26121f-93e9-4761-8b4e-8a4ee807e682 tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:12.094817 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-28b8c349-8fdc-4a80-9d30-77133bb65d1b req-8d26121f-93e9-4761-8b4e-8a4ee807e682 tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1375282 Oct 20 10:33:12.115589 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-28b8c349-8fdc-4a80-9d30-77133bb65d1b req-7b75e0a7-0af2-480b-8fa0-986abf3d7330 service neutron] Request body: {'port': {'device_id': '21c0cf04-9e25-46ea-bb3f-9ac7b5745042', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811396-3'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:33:12.142564 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port f8e40473-a7ff-41ed-a91e-568fcab1f7fb, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=f8e40473-a7ff-41ed-a91e-568fcab1f7fb,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:33:12.266107 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Returning: {'device': 'f8e40473-a7ff-41ed-a91e-568fcab1f7fb', 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84', 'port_id': 'f8e40473-a7ff-41ed-a91e-568fcab1f7fb', 'mac_address': 'fa:16:3e:3e:14:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 800, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f86199a-b8f2-45b4-a83a-995a7ea6fe42', 'ip_address': '192.168.233.18'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:33:12.268677 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port dc5eb2ba-0c00-4cd5-a2be-251884778ed2 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:33:12.269296 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:12.281670 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=6f618075-47e1-4d3f-bc01-1cfa713c867b,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:33:12.287348 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.l3_agent_scheduler [req-19de9290-6059-4c72-b987-926799d95ff6 req-49864347-eaad-4212-bf66-28a3e7e4fd88 tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] Router 39bc061e-7c84-407e-9038-82ed06b6b0ee has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:33:12.299445 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f88ab1e-c296-4380-a53c-c627e2b154fa req-210a410c-89ad-4435-86d9-46192c52821c tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:33:12.314997 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9f88ab1e-c296-4380-a53c-c627e2b154fa req-210a410c-89ad-4435-86d9-46192c52821c tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] 10.222.0.64 "GET /v2.0/ports?device_id=21c0cf04-9e25-46ea-bb3f-9ac7b5745042 HTTP/1.1" status: 200 len: 931 time: 0.2734313 Oct 20 10:33:12.341303 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-28b8c349-8fdc-4a80-9d30-77133bb65d1b req-7b75e0a7-0af2-480b-8fa0-986abf3d7330 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:12.467820 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-b8abbba2-d693-42e1-a30c-737d80ebbfc1 None None] Provisioning complete for port a9f6381f-477f-4127-bf9c-93f653c53615 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:33:12.470560 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-b8abbba2-d693-42e1-a30c-737d80ebbfc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:12.572216 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:12.579212 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-b8abbba2-d693-42e1-a30c-737d80ebbfc1 None None] Port a9f6381f-477f-4127-bf9c-93f653c53615 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:33:12.609109 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8e40473-a7ff-41ed-a91e-568fcab1f7fb {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:33:12.711883 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port f8e40473-a7ff-41ed-a91e-568fcab1f7fb, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=f8e40473-a7ff-41ed-a91e-568fcab1f7fb,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:33:12.717477 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9f88ab1e-c296-4380-a53c-c627e2b154fa req-9c8e178b-277f-4106-ad5a-ef590fc7854f tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] 10.222.0.64 "GET /v2.0/security-groups?id=bcf72c6d-bf23-46bd-96c6-f69fb8d55f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4011273 Oct 20 10:33:12.730136 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:12.834680 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=f8e40473-a7ff-41ed-a91e-568fcab1f7fb,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:33:12.850730 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8616f7e8-3ce4-40ef-92de-342f9956ac7b req-ceeb9fa8-693a-4104-8f8d-72f2eedbc61b tempest-ListImageFiltersTestJSON-76301841 tempest-ListImageFiltersTestJSON-76301841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:33:12.853187 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8616f7e8-3ce4-40ef-92de-342f9956ac7b req-ceeb9fa8-693a-4104-8f8d-72f2eedbc61b tempest-ListImageFiltersTestJSON-76301841 tempest-ListImageFiltersTestJSON-76301841-project] 10.222.0.64 "GET /v2.0/ports?device_id=0c70942c-24ce-4890-aeb0-342751c6d80d HTTP/1.1" status: 200 len: 947 time: 0.2298031 Oct 20 10:33:12.999903 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-52fee36c-70f2-4296-be99-fe0e6c2bfe56 req-6e3b0038-1e88-41bc-86c3-1f299e3f1409 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=113ff081-63ea-49f7-8759-d8256c9eaf8d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0504849 Oct 20 10:33:13.095112 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fee36c-70f2-4296-be99-fe0e6c2bfe56 req-578e0d9f-2b3d-4697-b9ac-8c5088597807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:33:13.097325 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-52fee36c-70f2-4296-be99-fe0e6c2bfe56 req-578e0d9f-2b3d-4697-b9ac-8c5088597807 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d56e66757235425b8b4292fe0806a998&device_id=113ff081-63ea-49f7-8759-d8256c9eaf8d HTTP/1.1" status: 200 len: 1096 time: 0.0500906 Oct 20 10:33:13.178810 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['6f618075-47e1-4d3f-bc01-1cfa713c867b'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:33:13.217138 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['f8e40473-a7ff-41ed-a91e-568fcab1f7fb'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:33:13.254018 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fee36c-70f2-4296-be99-fe0e6c2bfe56 req-90fb4cf6-1ce6-4afe-96a1-0a12d144b2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:33:13.257024 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-52fee36c-70f2-4296-be99-fe0e6c2bfe56 req-90fb4cf6-1ce6-4afe-96a1-0a12d144b2ee service neutron] 10.222.0.69 "GET /v2.0/networks?id=d77166cd-ed72-4807-9abc-17a290c99985 HTTP/1.1" status: 200 len: 912 time: 0.1372163 Oct 20 10:33:13.365363 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-52fee36c-70f2-4296-be99-fe0e6c2bfe56 req-210a154f-7a71-4105-a158-8980ccf4de23 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c9b444e0-8fd1-4b76-826f-dba4e7f13d51 HTTP/1.1" status: 200 len: 1001 time: 0.1001296 Oct 20 10:33:13.407024 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8616f7e8-3ce4-40ef-92de-342f9956ac7b req-87282b76-6bb4-494e-bf45-b47d822688a4 tempest-ListImageFiltersTestJSON-76301841 tempest-ListImageFiltersTestJSON-76301841-project] 10.222.0.64 "GET /v2.0/security-groups?id=242ce2dc-e645-45df-8db9-159ea20f04fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5457020 Oct 20 10:33:13.442326 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fee36c-70f2-4296-be99-fe0e6c2bfe56 req-4908dc92-21c6-4e05-8b7c-068d59d8f413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:33:13.445617 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-52fee36c-70f2-4296-be99-fe0e6c2bfe56 req-4908dc92-21c6-4e05-8b7c-068d59d8f413 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=399fe7e9-9073-4966-b92d-21e0c6ee35d6 HTTP/1.1" status: 200 len: 850 time: 0.0736384 Oct 20 10:33:13.471074 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9167fe-f1df-4de7-83e1-ece66d8eb466 req-993a06cb-8616-44ac-8a90-b80ce32d088f tempest-ServersTestManualDisk-1372781018 tempest-ServersTestManualDisk-1372781018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:33:13.472701 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cf9167fe-f1df-4de7-83e1-ece66d8eb466 req-993a06cb-8616-44ac-8a90-b80ce32d088f tempest-ServersTestManualDisk-1372781018 tempest-ServersTestManualDisk-1372781018-project] 10.222.0.64 "GET /v2.0/ports?device_id=113ff081-63ea-49f7-8759-d8256c9eaf8d HTTP/1.1" status: 200 len: 945 time: 0.6135149 Oct 20 10:33:13.510511 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-19de9290-6059-4c72-b987-926799d95ff6 req-49864347-eaad-4212-bf66-28a3e7e4fd88 tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:33:13.531993 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b600cb4-f4b9-4de3-99a9-596425b8591d None None] Sync routers for ids ['39bc061e-7c84-407e-9038-82ed06b6b0ee'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:33:13.546914 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fee36c-70f2-4296-be99-fe0e6c2bfe56 req-7881b84d-35b0-46b8-a72a-5c892142143c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:33:13.548560 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-52fee36c-70f2-4296-be99-fe0e6c2bfe56 req-7881b84d-35b0-46b8-a72a-5c892142143c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d77166cd-ed72-4807-9abc-17a290c99985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0943811 Oct 20 10:33:13.550759 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b600cb4-f4b9-4de3-99a9-596425b8591d None None] Routers {'39bc061e-7c84-407e-9038-82ed06b6b0ee'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:33:13.552828 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-6b600cb4-f4b9-4de3-99a9-596425b8591d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:33:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['39bc061e-7c84-407e-9038-82ed06b6b0ee'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:33:13.687768 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [req-28b8c349-8fdc-4a80-9d30-77133bb65d1b req-7b75e0a7-0af2-480b-8fa0-986abf3d7330 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9f6381f-477f-4127-bf9c-93f653c53615 {{(pid=100596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:33:13.698645 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-28b8c349-8fdc-4a80-9d30-77133bb65d1b req-7b75e0a7-0af2-480b-8fa0-986abf3d7330 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:13.701652 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-52fee36c-70f2-4296-be99-fe0e6c2bfe56 req-32593270-ed1e-4d42-8d7d-76ce2be79696 service neutron] 10.222.0.69 "GET /v2.0/networks/d77166cd-ed72-4807-9abc-17a290c99985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412978 Oct 20 10:33:13.715373 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.provisioning_blocks [req-28b8c349-8fdc-4a80-9d30-77133bb65d1b req-7b75e0a7-0af2-480b-8fa0-986abf3d7330 service neutron] Transition to ACTIVE for port object a9f6381f-477f-4127-bf9c-93f653c53615 will not be triggered until provisioned by entity L2. {{(pid=100596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:33:13.747639 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-28b8c349-8fdc-4a80-9d30-77133bb65d1b req-7b75e0a7-0af2-480b-8fa0-986abf3d7330 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:13.749734 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-19de9290-6059-4c72-b987-926799d95ff6 req-49864347-eaad-4212-bf66-28a3e7e4fd88 tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] No DVR routers for this DVR port 58ff0261-a29f-4f88-99f3-6f9a3ae974f2 on host n-h2-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:33:13.760923 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-19de9290-6059-4c72-b987-926799d95ff6 req-49864347-eaad-4212-bf66-28a3e7e4fd88 tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:13.764252 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-19de9290-6059-4c72-b987-926799d95ff6 req-49864347-eaad-4212-bf66-28a3e7e4fd88 tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] 10.222.0.69 "DELETE /v2.0/ports/58ff0261-a29f-4f88-99f3-6f9a3ae974f2 HTTP/1.1" status: 204 len: 173 time: 3.6797309 Oct 20 10:33:13.777477 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3df71501-f495-4b85-a696-85566b0b8070', 'name': 'network-vif-deleted', 'tag': '58ff0261-a29f-4f88-99f3-6f9a3ae974f2'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:33:13.777718 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-6b600cb4-f4b9-4de3-99a9-596425b8591d None None] Set router 39bc061e-7c84-407e-9038-82ed06b6b0ee gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:33:13.784905 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73f64674-dbca-442e-b099-e9892f974efb" -d '{"events": [{"server_uuid": "3df71501-f495-4b85-a696-85566b0b8070", "name": "network-vif-deleted", "tag": "58ff0261-a29f-4f88-99f3-6f9a3ae974f2"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:33:13.870982 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cf9167fe-f1df-4de7-83e1-ece66d8eb466 req-796133a3-40f2-48f7-96c5-9fb944c9c545 tempest-ServersTestManualDisk-1372781018 tempest-ServersTestManualDisk-1372781018-project] 10.222.0.64 "GET /v2.0/security-groups?id=c39e0f34-ceec-4b47-a636-c4d7d2c4e3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3891146 Oct 20 10:33:13.889566 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 58ff0261-a29f-4f88-99f3-6f9a3ae974f2 no longer exists at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:33:13.963550 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-52fee36c-70f2-4296-be99-fe0e6c2bfe56 req-44150c26-4634-4975-8673-de79b87227f0 service neutron] 10.222.0.69 "GET /v2.0/networks/d77166cd-ed72-4807-9abc-17a290c99985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2485106 Oct 20 10:33:13.972069 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] No Port match for: 58ff0261-a29f-4f88-99f3-6f9a3ae974f2 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:33:13.972420 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 58ff0261-a29f-4f88-99f3-6f9a3ae974f2 not bound to the agent host n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:33:14.014626 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b75e0a7-0af2-480b-8fa0-986abf3d7330 service neutron] Pushing event updated for resources: {'Port': ['ID=a9f6381f-477f-4127-bf9c-93f653c53615,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:33:14.160776 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-72a786c0-bee8-4d28-bd50-81b93f44b6b4 req-8b1c146d-6c05-4711-8634-4b2a9189fe55 tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] 10.222.0.64 "GET /v2.0/ports?device_id=3df71501-f495-4b85-a696-85566b0b8070 HTTP/1.1" status: 200 len: 210 time: 0.0783057 Oct 20 10:33:14.217975 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-6b600cb4-f4b9-4de3-99a9-596425b8591d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39bc061e-7c84-407e-9038-82ed06b6b0ee', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-281578177-router', 'tenant_id': '615f0f1e0330428db980ed70e8d1044c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': '4e37ba73-bcaa-45d4-9464-c8fadabed098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:28:16Z', 'updated_at': '2021-10-20T10:28:22Z', 'revision_number': 4, 'project_id': '615f0f1e0330428db980ed70e8d1044c', 'gw_port': {'id': '4e37ba73-bcaa-45d4-9464-c8fadabed098', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b9:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39bc061e-7c84-407e-9038-82ed06b6b0ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:28:17Z', 'updated_at': '2021-10-20T10:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '0502e922-759c-442a-8382-e0628ca54986', 'name': '', 'network_id': '9dfc8104-588f-4ed0-ad5c-e57e4df0d1f9', 'tenant_id': '615f0f1e0330428db980ed70e8d1044c', 'mac_address': 'fa:16:3e:2c:7b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39bc061e-7c84-407e-9038-82ed06b6b0ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '56841db6-7a1e-47d6-b1e7-25a7cc618d35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:28:20Z', 'updated_at': '2021-10-20T10:28:27Z', 'revision_number': 5, 'project_id': '615f0f1e0330428db980ed70e8d1044c', 'subnets': [{'id': '56841db6-7a1e-47d6-b1e7-25a7cc618d35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:33:14.265756 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cac8d86a-b4ec-4f94-b13a-e77c561aa539 x-openstack-request-id: req-cac8d86a-b4ec-4f94-b13a-e77c561aa539 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:33:14.266737 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3df71501-f495-4b85-a696-85566b0b8070", "name": "network-vif-deleted", "tag": "58ff0261-a29f-4f88-99f3-6f9a3ae974f2", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:33:14.267269 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cac8d86a-b4ec-4f94-b13a-e77c561aa539 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:33:14.268938 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3df71501-f495-4b85-a696-85566b0b8070', 'name': 'network-vif-deleted', 'tag': '58ff0261-a29f-4f88-99f3-6f9a3ae974f2', 'status': 'completed', 'code': 200} Oct 20 10:33:14.277614 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-28b8c349-8fdc-4a80-9d30-77133bb65d1b req-7b75e0a7-0af2-480b-8fa0-986abf3d7330 service neutron] Attempting to bind port a9f6381f-477f-4127-bf9c-93f653c53615 on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:33:14.278090 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-28b8c349-8fdc-4a80-9d30-77133bb65d1b req-7b75e0a7-0af2-480b-8fa0-986abf3d7330 service neutron] Attempting to bind port a9f6381f-477f-4127-bf9c-93f653c53615 by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': 'e1ea536c-2be6-419e-9a53-c776bc5130e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '34c3c2fc-2825-47c5-ac90-f8d0645c4c57'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:33:14.278472 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b8c349-8fdc-4a80-9d30-77133bb65d1b req-7b75e0a7-0af2-480b-8fa0-986abf3d7330 service neutron] Attempting to bind port a9f6381f-477f-4127-bf9c-93f653c53615 on network 34c3c2fc-2825-47c5-ac90-f8d0645c4c57 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:33:14.298069 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95ee486-b351-493a-a36b-218efbef0293 req-4c46cd5a-eedd-4708-9a5f-e2210a959852 tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:33:14.320419 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e95ee486-b351-493a-a36b-218efbef0293 req-4c46cd5a-eedd-4708-9a5f-e2210a959852 tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] 10.222.0.64 "GET /v2.0/ports?device_id=21c0cf04-9e25-46ea-bb3f-9ac7b5745042 HTTP/1.1" status: 200 len: 943 time: 0.1427984 Oct 20 10:33:14.321877 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b8c349-8fdc-4a80-9d30-77133bb65d1b req-7b75e0a7-0af2-480b-8fa0-986abf3d7330 service neutron] Port a9f6381f-477f-4127-bf9c-93f653c53615 on network 34c3c2fc-2825-47c5-ac90-f8d0645c4c57 not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:33:14.322385 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b8c349-8fdc-4a80-9d30-77133bb65d1b req-7b75e0a7-0af2-480b-8fa0-986abf3d7330 service neutron] Attempting to bind port a9f6381f-477f-4127-bf9c-93f653c53615 on network 34c3c2fc-2825-47c5-ac90-f8d0645c4c57 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:33:14.345909 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b8c349-8fdc-4a80-9d30-77133bb65d1b req-7b75e0a7-0af2-480b-8fa0-986abf3d7330 service neutron] Checking agent: {'id': '061232a2-7adc-4ba1-a873-e8cb136b064d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:33:14.346556 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b8c349-8fdc-4a80-9d30-77133bb65d1b req-7b75e0a7-0af2-480b-8fa0-986abf3d7330 service neutron] Checking segment: {'id': 'e1ea536c-2be6-419e-9a53-c776bc5130e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '34c3c2fc-2825-47c5-ac90-f8d0645c4c57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:33:14.347748 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b8c349-8fdc-4a80-9d30-77133bb65d1b req-7b75e0a7-0af2-480b-8fa0-986abf3d7330 service neutron] Bound using segment: {'id': 'e1ea536c-2be6-419e-9a53-c776bc5130e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '34c3c2fc-2825-47c5-ac90-f8d0645c4c57'} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:33:14.348535 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-28b8c349-8fdc-4a80-9d30-77133bb65d1b req-7b75e0a7-0af2-480b-8fa0-986abf3d7330 service neutron] Bound port: a9f6381f-477f-4127-bf9c-93f653c53615, host: n-h2-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1ea536c-2be6-419e-9a53-c776bc5130e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '34c3c2fc-2825-47c5-ac90-f8d0645c4c57'}}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:33:14.349240 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-28b8c349-8fdc-4a80-9d30-77133bb65d1b req-7b75e0a7-0af2-480b-8fa0-986abf3d7330 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:14.403475 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e95ee486-b351-493a-a36b-218efbef0293 req-803d23a0-9dad-4490-8260-07aca9bfb5c3 tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] 10.222.0.64 "GET /v2.0/security-groups?id=bcf72c6d-bf23-46bd-96c6-f69fb8d55f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690873 Oct 20 10:33:14.428021 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b600cb4-f4b9-4de3-99a9-596425b8591d None None] Checking router: 39bc061e-7c84-407e-9038-82ed06b6b0ee for host: n-d-811396-3 {{(pid=100599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:33:14.446624 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b600cb4-f4b9-4de3-99a9-596425b8591d None None] Routers {'39bc061e-7c84-407e-9038-82ed06b6b0ee'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:33:14.447254 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-6b600cb4-f4b9-4de3-99a9-596425b8591d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:33:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['39bc061e-7c84-407e-9038-82ed06b6b0ee'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:33:14.488610 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-28b8c349-8fdc-4a80-9d30-77133bb65d1b req-7b75e0a7-0af2-480b-8fa0-986abf3d7330 service neutron] For port a9f6381f-477f-4127-bf9c-93f653c53615, host n-h2-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:33:14.492189 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-28b8c349-8fdc-4a80-9d30-77133bb65d1b req-7b75e0a7-0af2-480b-8fa0-986abf3d7330 service neutron] For port a9f6381f-477f-4127-bf9c-93f653c53615, host n-h2-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=a9f6381f-477f-4127-bf9c-93f653c53615,segment=NetworkSegment(e1ea536c-2be6-419e-9a53-c776bc5130e2),segment_id=e1ea536c-2be6-419e-9a53-c776bc5130e2)] {{(pid=100596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:33:14.506338 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-28b8c349-8fdc-4a80-9d30-77133bb65d1b req-7b75e0a7-0af2-480b-8fa0-986abf3d7330 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:14.549661 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b8c349-8fdc-4a80-9d30-77133bb65d1b req-7b75e0a7-0af2-480b-8fa0-986abf3d7330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:33:14.550329 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-28b8c349-8fdc-4a80-9d30-77133bb65d1b req-7b75e0a7-0af2-480b-8fa0-986abf3d7330 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:14.552108 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-28b8c349-8fdc-4a80-9d30-77133bb65d1b req-7b75e0a7-0af2-480b-8fa0-986abf3d7330 service neutron] 10.222.0.69 "PUT /v2.0/ports/a9f6381f-477f-4127-bf9c-93f653c53615 HTTP/1.1" status: 200 len: 1091 time: 2.4426112 Oct 20 10:33:14.738443 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-6b600cb4-f4b9-4de3-99a9-596425b8591d None None] Set router 39bc061e-7c84-407e-9038-82ed06b6b0ee gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:33:14.755830 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609ceee7-3f29-4dfb-a515-d173a9082f38 req-ab26f4ec-0d39-42a9-bff7-63adee6028c4 tempest-ListImageFiltersTestJSON-76301841 tempest-ListImageFiltersTestJSON-76301841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:33:14.767515 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-609ceee7-3f29-4dfb-a515-d173a9082f38 req-ab26f4ec-0d39-42a9-bff7-63adee6028c4 tempest-ListImageFiltersTestJSON-76301841 tempest-ListImageFiltersTestJSON-76301841-project] 10.222.0.64 "GET /v2.0/ports?device_id=0c70942c-24ce-4890-aeb0-342751c6d80d HTTP/1.1" status: 200 len: 948 time: 0.2142465 Oct 20 10:33:14.788018 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b8c349-8fdc-4a80-9d30-77133bb65d1b req-09294a83-bed0-4128-83c4-d27f2365116e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:33:14.789664 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-28b8c349-8fdc-4a80-9d30-77133bb65d1b req-09294a83-bed0-4128-83c4-d27f2365116e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2530338db1db417898003de86d78050c&device_id=21c0cf04-9e25-46ea-bb3f-9ac7b5745042 HTTP/1.1" status: 200 len: 1094 time: 0.1801240 Oct 20 10:33:14.793265 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b75e0a7-0af2-480b-8fa0-986abf3d7330 service neutron] Pushing event updated for resources: {'Port': ['ID=a9f6381f-477f-4127-bf9c-93f653c53615,revision_number=3']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:33:14.890603 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-28b8c349-8fdc-4a80-9d30-77133bb65d1b req-e3f135d3-1d5b-467f-978d-cece6041e825 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a9f6381f-477f-4127-bf9c-93f653c53615 HTTP/1.1" status: 200 len: 217 time: 0.0803914 Oct 20 10:33:14.915835 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-609ceee7-3f29-4dfb-a515-d173a9082f38 req-e9c9da7a-5074-4b16-aca9-bed364957be3 tempest-ListImageFiltersTestJSON-76301841 tempest-ListImageFiltersTestJSON-76301841-project] 10.222.0.64 "GET /v2.0/security-groups?id=242ce2dc-e645-45df-8db9-159ea20f04fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473508 Oct 20 10:33:15.023844 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b8c349-8fdc-4a80-9d30-77133bb65d1b req-4f84a409-d78f-4b82-87c2-1b66ec308818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:33:15.025425 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-28b8c349-8fdc-4a80-9d30-77133bb65d1b req-4f84a409-d78f-4b82-87c2-1b66ec308818 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3904a09f-6fdf-4647-b2a1-fcfec8e51887 HTTP/1.1" status: 200 len: 859 time: 0.1069953 Oct 20 10:33:15.073667 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-6b600cb4-f4b9-4de3-99a9-596425b8591d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39bc061e-7c84-407e-9038-82ed06b6b0ee', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-281578177-router', 'tenant_id': '615f0f1e0330428db980ed70e8d1044c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': '4e37ba73-bcaa-45d4-9464-c8fadabed098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:28:16Z', 'updated_at': '2021-10-20T10:28:22Z', 'revision_number': 4, 'project_id': '615f0f1e0330428db980ed70e8d1044c', 'gw_port': {'id': '4e37ba73-bcaa-45d4-9464-c8fadabed098', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b9:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39bc061e-7c84-407e-9038-82ed06b6b0ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:28:17Z', 'updated_at': '2021-10-20T10:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '0502e922-759c-442a-8382-e0628ca54986', 'name': '', 'network_id': '9dfc8104-588f-4ed0-ad5c-e57e4df0d1f9', 'tenant_id': '615f0f1e0330428db980ed70e8d1044c', 'mac_address': 'fa:16:3e:2c:7b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39bc061e-7c84-407e-9038-82ed06b6b0ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '56841db6-7a1e-47d6-b1e7-25a7cc618d35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:28:20Z', 'updated_at': '2021-10-20T10:28:27Z', 'revision_number': 5, 'project_id': '615f0f1e0330428db980ed70e8d1044c', 'subnets': [{'id': '56841db6-7a1e-47d6-b1e7-25a7cc618d35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:33:15.084705 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b8c349-8fdc-4a80-9d30-77133bb65d1b req-ffde5d58-9a2b-44a8-838e-713c077d03db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:33:15.086583 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-28b8c349-8fdc-4a80-9d30-77133bb65d1b req-ffde5d58-9a2b-44a8-838e-713c077d03db service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=34c3c2fc-2825-47c5-ac90-f8d0645c4c57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530617 Oct 20 10:33:15.106285 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b600cb4-f4b9-4de3-99a9-596425b8591d None None] The sync data for ids ['39bc061e-7c84-407e-9038-82ed06b6b0ee'] in n-d-811396-3 is: [{'id': '39bc061e-7c84-407e-9038-82ed06b6b0ee', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-281578177-router', 'tenant_id': '615f0f1e0330428db980ed70e8d1044c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': '4e37ba73-bcaa-45d4-9464-c8fadabed098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:28:16Z', 'updated_at': '2021-10-20T10:28:22Z', 'revision_number': 4, 'project_id': '615f0f1e0330428db980ed70e8d1044c', 'gw_port': {'id': '4e37ba73-bcaa-45d4-9464-c8fadabed098', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b9:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39bc061e-7c84-407e-9038-82ed06b6b0ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:28:17Z', 'updated_at': '2021-10-20T10:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '0502e922-759c-442a-8382-e0628ca54986', 'name': '', 'network_id': '9dfc8104-588f-4ed0-ad5c-e57e4df0d1f9', 'tenant_id': '615f0f1e0330428db980ed70e8d1044c', 'mac_address': 'fa:16:3e:2c:7b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39bc061e-7c84-407e-9038-82ed06b6b0ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '56841db6-7a1e-47d6-b1e7-25a7cc618d35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:28:20Z', 'updated_at': '2021-10-20T10:28:27Z', 'revision_number': 5, 'project_id': '615f0f1e0330428db980ed70e8d1044c', 'subnets': [{'id': '56841db6-7a1e-47d6-b1e7-25a7cc618d35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:33:15.224321 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-28b8c349-8fdc-4a80-9d30-77133bb65d1b req-37af9524-e017-4407-9e49-1f1efdd0f405 service neutron] 10.222.0.69 "GET /v2.0/networks/34c3c2fc-2825-47c5-ac90-f8d0645c4c57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296539 Oct 20 10:33:15.357647 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875b45e1-712b-46d7-a6c4-07852ebb08b4 req-d9555534-c1a6-4eb8-ab5f-ab8f45f8c9a5 tempest-ServersTestManualDisk-1372781018 tempest-ServersTestManualDisk-1372781018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:33:15.365116 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-875b45e1-712b-46d7-a6c4-07852ebb08b4 req-d9555534-c1a6-4eb8-ab5f-ab8f45f8c9a5 tempest-ServersTestManualDisk-1372781018 tempest-ServersTestManualDisk-1372781018-project] 10.222.0.64 "GET /v2.0/ports?device_id=113ff081-63ea-49f7-8759-d8256c9eaf8d HTTP/1.1" status: 200 len: 945 time: 0.1397796 Oct 20 10:33:15.399244 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-28b8c349-8fdc-4a80-9d30-77133bb65d1b req-774a0581-6a82-40ab-9bba-95776e0de1b4 service neutron] 10.222.0.69 "GET /v2.0/networks/34c3c2fc-2825-47c5-ac90-f8d0645c4c57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652231 Oct 20 10:33:15.449818 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-875b45e1-712b-46d7-a6c4-07852ebb08b4 req-d3520953-bfed-4c25-80fd-8ebd3f13b33a tempest-ServersTestManualDisk-1372781018 tempest-ServersTestManualDisk-1372781018-project] 10.222.0.64 "GET /v2.0/security-groups?id=c39e0f34-ceec-4b47-a636-c4d7d2c4e3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830998 Oct 20 10:33:15.461755 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 6f618075-47e1-4d3f-bc01-1cfa713c867b up at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:33:15.559509 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c6f9b2-56ba-41f6-aa75-4a77d935fae5 None None] New status for floating IP db5b716c-eebb-4d16-9188-309110e292ff: DOWN {{(pid=100598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 10:33:15.605421 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef069ab-6f56-4a54-8a51-4cd6a79ca9e2 req-1b5db7f0-60c9-469f-a5db-deaa0cad94bd tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:33:15.607303 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fef069ab-6f56-4a54-8a51-4cd6a79ca9e2 req-1b5db7f0-60c9-469f-a5db-deaa0cad94bd tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] 10.222.0.64 "GET /v2.0/ports?device_id=21c0cf04-9e25-46ea-bb3f-9ac7b5745042 HTTP/1.1" status: 200 len: 943 time: 0.0767753 Oct 20 10:33:15.652160 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 44104) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:33:15.678037 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fef069ab-6f56-4a54-8a51-4cd6a79ca9e2 req-7749aab8-6ad5-48a7-b5b6-eb0b4e102fff tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] 10.222.0.64 "GET /v2.0/security-groups?id=bcf72c6d-bf23-46bd-96c6-f69fb8d55f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631919 Oct 20 10:33:15.684253 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning for port 6f618075-47e1-4d3f-bc01-1cfa713c867b completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:33:15.695184 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning complete for port 6f618075-47e1-4d3f-bc01-1cfa713c867b triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:33:15.695578 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:15.736961 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1c18084a-c9f2-4889-a1f0-def83b391394 tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:15.762317 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1c18084a-c9f2-4889-a1f0-def83b391394 tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:15.830435 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1c18084a-c9f2-4889-a1f0-def83b391394 tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:15.835634 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1c18084a-c9f2-4889-a1f0-def83b391394 tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:15.840220 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:15.841305 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 44108) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:33:15.852321 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-1c18084a-c9f2-4889-a1f0-def83b391394 tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] 10.222.0.64 "DELETE /v2.0/security-groups/3a2ddb16-f0a7-4b59-b44b-d401de192cb7 HTTP/1.1" status: 204 len: 168 time: 0.1986527 Oct 20 10:33:15.881791 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5cf4e3f-ab2f-4b86-98bd-80d0ded5cca8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f618075-47e1-4d3f-bc01-1cfa713c867b'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:33:15.885484 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b69d02c3-6ad2-4561-9c39-7101b7b464f4" -d '{"events": [{"server_uuid": "b5cf4e3f-ab2f-4b86-98bd-80d0ded5cca8", "name": "network-vif-plugged", "status": "completed", "tag": "6f618075-47e1-4d3f-bc01-1cfa713c867b"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:33:15.902822 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c18084a-c9f2-4889-a1f0-def83b391394 tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a2ddb16-f0a7-4b59-b44b-d401de192cb7,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:33:15.904976 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 6f618075-47e1-4d3f-bc01-1cfa713c867b, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=6f618075-47e1-4d3f-bc01-1cfa713c867b,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:33:15.908932 n-d-811396-3 neutron-server[100596]: INFO neutron.api.v2.resource [None req-e5dd1e81-252d-432a-ad48-937f8ba96698 tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] show failed (client error): The resource could not be found. Oct 20 10:33:15.911719 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:15.912981 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device f8e40473-a7ff-41ed-a91e-568fcab1f7fb up at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:33:15.913753 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 44116) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:33:15.915351 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-e5dd1e81-252d-432a-ad48-937f8ba96698 tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] 10.222.0.64 "GET /v2.0/security-groups/3a2ddb16-f0a7-4b59-b44b-d401de192cb7 HTTP/1.1" status: 404 len: 347 time: 0.0700819 Oct 20 10:33:16.061734 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85819908-fe5e-4de5-95d3-e64df4bc7e7d x-openstack-request-id: req-85819908-fe5e-4de5-95d3-e64df4bc7e7d {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:33:16.062029 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5cf4e3f-ab2f-4b86-98bd-80d0ded5cca8", "name": "network-vif-plugged", "status": "completed", "tag": "6f618075-47e1-4d3f-bc01-1cfa713c867b", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:33:16.062469 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-85819908-fe5e-4de5-95d3-e64df4bc7e7d {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:33:16.063060 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5cf4e3f-ab2f-4b86-98bd-80d0ded5cca8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f618075-47e1-4d3f-bc01-1cfa713c867b', 'code': 200} Oct 20 10:33:16.126773 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=6f618075-47e1-4d3f-bc01-1cfa713c867b,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:33:16.144954 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning for port f8e40473-a7ff-41ed-a91e-568fcab1f7fb completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:33:16.155666 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning complete for port f8e40473-a7ff-41ed-a91e-568fcab1f7fb triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:33:16.156092 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:16.242042 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be5f21e-1fda-4cb6-8bf6-d87dc06b0ae7 req-008d5577-6460-41a2-83c5-4497561fb12f tempest-ListImageFiltersTestJSON-76301841 tempest-ListImageFiltersTestJSON-76301841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:33:16.256942 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3be5f21e-1fda-4cb6-8bf6-d87dc06b0ae7 req-008d5577-6460-41a2-83c5-4497561fb12f tempest-ListImageFiltersTestJSON-76301841 tempest-ListImageFiltersTestJSON-76301841-project] 10.222.0.64 "GET /v2.0/ports?device_id=0c70942c-24ce-4890-aeb0-342751c6d80d HTTP/1.1" status: 200 len: 948 time: 0.1301479 Oct 20 10:33:16.275881 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21c0cf04-9e25-46ea-bb3f-9ac7b5745042', 'tag': 'a9f6381f-477f-4127-bf9c-93f653c53615'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:33:16.278987 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d462e7f4-2d62-4c44-beed-7132489c7705" -d '{"events": [{"name": "network-changed", "server_uuid": "21c0cf04-9e25-46ea-bb3f-9ac7b5745042", "tag": "a9f6381f-477f-4127-bf9c-93f653c53615"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:33:16.287521 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c70f621-acab-4158-b70e-338eb50b0922 req-2274427f-01e8-4f47-b063-ea2ccab6c608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:33:16.290609 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0c70f621-acab-4158-b70e-338eb50b0922 req-2274427f-01e8-4f47-b063-ea2ccab6c608 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b5cf4e3f-ab2f-4b86-98bd-80d0ded5cca8 HTTP/1.1" status: 200 len: 1101 time: 0.1443820 Oct 20 10:33:16.296163 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:16.324178 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3be5f21e-1fda-4cb6-8bf6-d87dc06b0ae7 req-1805ccbf-3355-47f9-946b-6bfc4bf7b637 tempest-ListImageFiltersTestJSON-76301841 tempest-ListImageFiltersTestJSON-76301841-project] 10.222.0.64 "GET /v2.0/security-groups?id=242ce2dc-e645-45df-8db9-159ea20f04fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608592 Oct 20 10:33:16.384426 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port f8e40473-a7ff-41ed-a91e-568fcab1f7fb, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=f8e40473-a7ff-41ed-a91e-568fcab1f7fb,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:33:16.387888 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0c70f621-acab-4158-b70e-338eb50b0922 req-b2ca147a-5bbd-482d-a366-8348647c4705 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=242ce2dc-e645-45df-8db9-159ea20f04fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784991 Oct 20 10:33:16.392250 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:16.449244 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=f8e40473-a7ff-41ed-a91e-568fcab1f7fb,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:33:16.478780 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e40ada4-2295-4a08-8580-540cec2c5512 req-ee6d9d7f-64e4-4b2c-9c70-7b1f616685e8 tempest-ServersTestManualDisk-1372781018 tempest-ServersTestManualDisk-1372781018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:33:16.486287 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4e40ada4-2295-4a08-8580-540cec2c5512 req-ee6d9d7f-64e4-4b2c-9c70-7b1f616685e8 tempest-ServersTestManualDisk-1372781018 tempest-ServersTestManualDisk-1372781018-project] 10.222.0.64 "GET /v2.0/ports?device_id=113ff081-63ea-49f7-8759-d8256c9eaf8d HTTP/1.1" status: 200 len: 945 time: 0.0701997 Oct 20 10:33:16.521090 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b622cb74-b8df-4a1b-94c5-759ae20a37f1 x-openstack-request-id: req-b622cb74-b8df-4a1b-94c5-759ae20a37f1 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:33:16.521435 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21c0cf04-9e25-46ea-bb3f-9ac7b5745042", "tag": "a9f6381f-477f-4127-bf9c-93f653c53615", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:33:16.521673 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b622cb74-b8df-4a1b-94c5-759ae20a37f1 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:33:16.522062 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21c0cf04-9e25-46ea-bb3f-9ac7b5745042', 'tag': 'a9f6381f-477f-4127-bf9c-93f653c53615', 'status': 'completed', 'code': 200} Oct 20 10:33:16.527106 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-61df28d5-1cdd-4d2a-8c13-12eedd28eb85 tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] Deleting port 0cd30ad1-a8f6-4fef-a4f6-730df7c6f0bb {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:33:16.527497 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-61df28d5-1cdd-4d2a-8c13-12eedd28eb85 tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:16.537125 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4e40ada4-2295-4a08-8580-540cec2c5512 req-644115f7-89c8-42f9-88f3-91427b685ec7 tempest-ServersTestManualDisk-1372781018 tempest-ServersTestManualDisk-1372781018-project] 10.222.0.64 "GET /v2.0/security-groups?id=c39e0f34-ceec-4b47-a636-c4d7d2c4e3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450099 Oct 20 10:33:16.614479 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d462e7f4-2d62-4c44-beed-7132489c7705 req-04663776-9e1d-47e2-9670-ffaf003ec13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:33:16.616893 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d462e7f4-2d62-4c44-beed-7132489c7705 req-04663776-9e1d-47e2-9670-ffaf003ec13b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2530338db1db417898003de86d78050c&device_id=21c0cf04-9e25-46ea-bb3f-9ac7b5745042 HTTP/1.1" status: 200 len: 1094 time: 0.0777609 Oct 20 10:33:16.617017 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-61df28d5-1cdd-4d2a-8c13-12eedd28eb85 tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:16.617338 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-61df28d5-1cdd-4d2a-8c13-12eedd28eb85 tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:16.631560 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-61df28d5-1cdd-4d2a-8c13-12eedd28eb85 tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] Calling delete_port for 0cd30ad1-a8f6-4fef-a4f6-730df7c6f0bb owned by network:floatingip {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:33:16.739520 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d462e7f4-2d62-4c44-beed-7132489c7705 req-7a868425-0ac0-43ba-90ae-d50de9d349ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:33:16.740993 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d462e7f4-2d62-4c44-beed-7132489c7705 req-7a868425-0ac0-43ba-90ae-d50de9d349ed service neutron] 10.222.0.69 "GET /v2.0/networks?id=34c3c2fc-2825-47c5-ac90-f8d0645c4c57 HTTP/1.1" status: 200 len: 921 time: 0.1168628 Oct 20 10:33:16.787865 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d462e7f4-2d62-4c44-beed-7132489c7705 req-99fabe0f-0704-41d2-a311-363d200a5d39 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a9f6381f-477f-4127-bf9c-93f653c53615 HTTP/1.1" status: 200 len: 217 time: 0.0371933 Oct 20 10:33:16.792707 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-61df28d5-1cdd-4d2a-8c13-12eedd28eb85 tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:16.834883 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df28d5-1cdd-4d2a-8c13-12eedd28eb85 tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] Pushing event deleted for resources: {'Port': ['ID=0cd30ad1-a8f6-4fef-a4f6-730df7c6f0bb,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:33:16.935114 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-61df28d5-1cdd-4d2a-8c13-12eedd28eb85 tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] Publish callbacks [] for floatingip, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:16.938358 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-61df28d5-1cdd-4d2a-8c13-12eedd28eb85 tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for floatingip, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:16.942424 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-61df28d5-1cdd-4d2a-8c13-12eedd28eb85 tempest-ServersWithSpecificFlavorTestJSON-640043243 tempest-ServersWithSpecificFlavorTestJSON-640043243-project] 10.222.0.64 "DELETE /v2.0/floatingips/db5b716c-eebb-4d16-9188-309110e292ff HTTP/1.1" status: 204 len: 168 time: 1.0241985 Oct 20 10:33:16.955923 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d462e7f4-2d62-4c44-beed-7132489c7705 req-b5567783-c77d-45a9-b0f5-0b9e38130f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:33:16.957381 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d462e7f4-2d62-4c44-beed-7132489c7705 req-b5567783-c77d-45a9-b0f5-0b9e38130f0f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3904a09f-6fdf-4647-b2a1-fcfec8e51887 HTTP/1.1" status: 200 len: 859 time: 0.1614068 Oct 20 10:33:17.010490 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36756ad-563f-4080-a3da-9d23fb254dcc req-ced1a768-3cf1-4443-8bf1-a5379f6ac159 tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:33:17.012769 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e36756ad-563f-4080-a3da-9d23fb254dcc req-ced1a768-3cf1-4443-8bf1-a5379f6ac159 tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] 10.222.0.64 "GET /v2.0/ports?device_id=21c0cf04-9e25-46ea-bb3f-9ac7b5745042 HTTP/1.1" status: 200 len: 943 time: 0.0968406 Oct 20 10:33:17.032778 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d462e7f4-2d62-4c44-beed-7132489c7705 req-1098cd56-44f5-48d1-a2a5-f1f1f25987c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:33:17.034434 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d462e7f4-2d62-4c44-beed-7132489c7705 req-1098cd56-44f5-48d1-a2a5-f1f1f25987c6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=34c3c2fc-2825-47c5-ac90-f8d0645c4c57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0674005 Oct 20 10:33:17.116496 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e36756ad-563f-4080-a3da-9d23fb254dcc req-8cc376b3-f6b5-4df4-81d1-c27a912a0895 tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] 10.222.0.64 "GET /v2.0/security-groups?id=bcf72c6d-bf23-46bd-96c6-f69fb8d55f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790308 Oct 20 10:33:17.184423 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d462e7f4-2d62-4c44-beed-7132489c7705 req-762f03d3-359c-42be-85c1-2fefc74cf573 service neutron] 10.222.0.69 "GET /v2.0/networks/34c3c2fc-2825-47c5-ac90-f8d0645c4c57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393363 Oct 20 10:33:17.384938 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d462e7f4-2d62-4c44-beed-7132489c7705 req-70cf6a14-b25d-40d8-80c6-8f9b8bc1cfc7 service neutron] 10.222.0.69 "GET /v2.0/networks/34c3c2fc-2825-47c5-ac90-f8d0645c4c57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870072 Oct 20 10:33:17.482973 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ae2f60-21b0-4c25-9c94-76cbb9451b3d req-37c3180b-6818-46ac-b6c0-c26caa4ada6d tempest-ListImageFiltersTestJSON-76301841 tempest-ListImageFiltersTestJSON-76301841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:33:17.484562 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-06ae2f60-21b0-4c25-9c94-76cbb9451b3d req-37c3180b-6818-46ac-b6c0-c26caa4ada6d tempest-ListImageFiltersTestJSON-76301841 tempest-ListImageFiltersTestJSON-76301841-project] 10.222.0.64 "GET /v2.0/ports?device_id=0c70942c-24ce-4890-aeb0-342751c6d80d HTTP/1.1" status: 200 len: 949 time: 0.0677958 Oct 20 10:33:17.530034 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-06ae2f60-21b0-4c25-9c94-76cbb9451b3d req-5186d515-941f-4485-b42f-d15e3153f44b tempest-ListImageFiltersTestJSON-76301841 tempest-ListImageFiltersTestJSON-76301841-project] 10.222.0.64 "GET /v2.0/security-groups?id=242ce2dc-e645-45df-8db9-159ea20f04fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371237 Oct 20 10:33:17.683684 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 44174) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:33:17.690320 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e94755-a7c7-48f7-8c2f-2fc648210e1e req-91ffabae-0737-48c4-976e-999acb5f9a65 tempest-ServersTestManualDisk-1372781018 tempest-ServersTestManualDisk-1372781018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:33:17.691888 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-92e94755-a7c7-48f7-8c2f-2fc648210e1e req-91ffabae-0737-48c4-976e-999acb5f9a65 tempest-ServersTestManualDisk-1372781018 tempest-ServersTestManualDisk-1372781018-project] 10.222.0.69 "GET /v2.0/ports?device_id=113ff081-63ea-49f7-8759-d8256c9eaf8d HTTP/1.1" status: 200 len: 945 time: 0.0845823 Oct 20 10:33:17.705929 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728896b7-c535-4c1b-9c19-83bb81273e1e req-e9d43108-b4ea-4203-a22e-29aaf75ab524 tempest-ServersTestManualDisk-1372781018 tempest-ServersTestManualDisk-1372781018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:33:17.712058 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-728896b7-c535-4c1b-9c19-83bb81273e1e req-e9d43108-b4ea-4203-a22e-29aaf75ab524 tempest-ServersTestManualDisk-1372781018 tempest-ServersTestManualDisk-1372781018-project] 10.222.0.64 "GET /v2.0/ports?device_id=113ff081-63ea-49f7-8759-d8256c9eaf8d HTTP/1.1" status: 200 len: 945 time: 0.1067109 Oct 20 10:33:17.812200 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-728896b7-c535-4c1b-9c19-83bb81273e1e req-9fec665c-2d20-4e13-9a6b-94197f3ed8d2 tempest-ServersTestManualDisk-1372781018 tempest-ServersTestManualDisk-1372781018-project] 10.222.0.64 "GET /v2.0/security-groups?id=c39e0f34-ceec-4b47-a636-c4d7d2c4e3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916066 Oct 20 10:33:17.841161 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-92e94755-a7c7-48f7-8c2f-2fc648210e1e req-ef113460-20e8-45a9-92a2-16ea1792cc7c tempest-ServersTestManualDisk-1372781018 tempest-ServersTestManualDisk-1372781018-project] Deleting port c9b444e0-8fd1-4b76-826f-dba4e7f13d51 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:33:17.841956 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-92e94755-a7c7-48f7-8c2f-2fc648210e1e req-ef113460-20e8-45a9-92a2-16ea1792cc7c tempest-ServersTestManualDisk-1372781018 tempest-ServersTestManualDisk-1372781018-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:17.862462 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 44182) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:33:17.898558 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device a9f6381f-477f-4127-bf9c-93f653c53615 details requested by agent hyperv_n-h2-811396-3 with host n-h2-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:33:17.989037 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ab8931d1-a175-4848-90ea-2492039113b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:18.001640 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-92e94755-a7c7-48f7-8c2f-2fc648210e1e req-ef113460-20e8-45a9-92a2-16ea1792cc7c tempest-ServersTestManualDisk-1372781018 tempest-ServersTestManualDisk-1372781018-project] For port c9b444e0-8fd1-4b76-826f-dba4e7f13d51, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=c9b444e0-8fd1-4b76-826f-dba4e7f13d51,segment=NetworkSegment(760fd5f5-7d8a-4858-a4a5-c86e9af501b1),segment_id=760fd5f5-7d8a-4858-a4a5-c86e9af501b1)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:33:18.002158 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-92e94755-a7c7-48f7-8c2f-2fc648210e1e req-ef113460-20e8-45a9-92a2-16ea1792cc7c tempest-ServersTestManualDisk-1372781018 tempest-ServersTestManualDisk-1372781018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:18.034073 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port a9f6381f-477f-4127-bf9c-93f653c53615, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=a9f6381f-477f-4127-bf9c-93f653c53615,segment=NetworkSegment(e1ea536c-2be6-419e-9a53-c776bc5130e2),segment_id=e1ea536c-2be6-419e-9a53-c776bc5130e2)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:33:18.048251 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Returning: {'device': 'a9f6381f-477f-4127-bf9c-93f653c53615', 'network_id': '34c3c2fc-2825-47c5-ac90-f8d0645c4c57', 'port_id': 'a9f6381f-477f-4127-bf9c-93f653c53615', 'mac_address': 'fa:16:3e:83:3a:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 805, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3904a09f-6fdf-4647-b2a1-fcfec8e51887', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:33:18.073516 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c70942c-24ce-4890-aeb0-342751c6d80d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8e40473-a7ff-41ed-a91e-568fcab1f7fb'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:33:18.077284 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83369143-5a56-4629-b363-08816caceb54" -d '{"events": [{"server_uuid": "0c70942c-24ce-4890-aeb0-342751c6d80d", "name": "network-vif-plugged", "status": "completed", "tag": "f8e40473-a7ff-41ed-a91e-568fcab1f7fb"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:33:18.113137 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:18.135845 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9f6381f-477f-4127-bf9c-93f653c53615 {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:33:18.157337 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port a9f6381f-477f-4127-bf9c-93f653c53615, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=a9f6381f-477f-4127-bf9c-93f653c53615,segment=NetworkSegment(e1ea536c-2be6-419e-9a53-c776bc5130e2),segment_id=e1ea536c-2be6-419e-9a53-c776bc5130e2)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:33:18.162832 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:18.192148 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e197813b-6007-4db2-9f48-98021d4fa8c0 x-openstack-request-id: req-e197813b-6007-4db2-9f48-98021d4fa8c0 {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:33:18.192718 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c70942c-24ce-4890-aeb0-342751c6d80d", "name": "network-vif-plugged", "status": "completed", "tag": "f8e40473-a7ff-41ed-a91e-568fcab1f7fb", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:33:18.193323 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e197813b-6007-4db2-9f48-98021d4fa8c0 {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:33:18.194192 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ab8931d1-a175-4848-90ea-2492039113b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:18.194661 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c70942c-24ce-4890-aeb0-342751c6d80d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8e40473-a7ff-41ed-a91e-568fcab1f7fb', 'code': 200} Oct 20 10:33:18.208317 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ab8931d1-a175-4848-90ea-2492039113b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:18.227112 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=a9f6381f-477f-4127-bf9c-93f653c53615,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:33:18.349429 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-ab8931d1-a175-4848-90ea-2492039113b7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=03289479979c4663935188dd8c68089e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4858000 Oct 20 10:33:18.352872 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 44194) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:33:18.364875 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8931d1-a175-4848-90ea-2492039113b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eafe4e6-6197-4e0a-ab75-d2fff72986c7,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:33:18.380077 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['a9f6381f-477f-4127-bf9c-93f653c53615'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:33:18.414886 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-92e94755-a7c7-48f7-8c2f-2fc648210e1e req-ef113460-20e8-45a9-92a2-16ea1792cc7c tempest-ServersTestManualDisk-1372781018 tempest-ServersTestManualDisk-1372781018-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:18.415341 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-92e94755-a7c7-48f7-8c2f-2fc648210e1e req-ef113460-20e8-45a9-92a2-16ea1792cc7c tempest-ServersTestManualDisk-1372781018 tempest-ServersTestManualDisk-1372781018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1773381'] for floatingip, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:18.415680 n-d-811396-3 neutron-server[100596]: INFO neutron.db.l3_db [req-92e94755-a7c7-48f7-8c2f-2fc648210e1e req-ef113460-20e8-45a9-92a2-16ea1792cc7c tempest-ServersTestManualDisk-1372781018 tempest-ServersTestManualDisk-1372781018-project] Floating IP 8f7491a7-1adc-4389-a065-7eaff1461a5a disassociated. External IP: 172.25.1.172, port: c9b444e0-8fd1-4b76-826f-dba4e7f13d51. Oct 20 10:33:18.416020 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-92e94755-a7c7-48f7-8c2f-2fc648210e1e req-ef113460-20e8-45a9-92a2-16ea1792cc7c tempest-ServersTestManualDisk-1372781018 tempest-ServersTestManualDisk-1372781018-project] Calling delete_port for c9b444e0-8fd1-4b76-826f-dba4e7f13d51 owned by compute:nova {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:33:18.431352 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94b7f09-066a-4cba-8660-e606dbc440ea req-e996a913-019f-4b19-8d01-91601f0fb960 tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:33:18.433096 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b94b7f09-066a-4cba-8660-e606dbc440ea req-e996a913-019f-4b19-8d01-91601f0fb960 tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] 10.222.0.64 "GET /v2.0/ports?device_id=21c0cf04-9e25-46ea-bb3f-9ac7b5745042 HTTP/1.1" status: 200 len: 944 time: 0.1816444 Oct 20 10:33:18.440297 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f00498c-e901-4b36-a624-e343191afee1 req-c0f34268-3a8c-4022-a29f-0e7efe1028be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:33:18.441756 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1f00498c-e901-4b36-a624-e343191afee1 req-c0f34268-3a8c-4022-a29f-0e7efe1028be service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0c70942c-24ce-4890-aeb0-342751c6d80d HTTP/1.1" status: 200 len: 1100 time: 0.1555367 Oct 20 10:33:18.453158 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8981ec05-69b8-4154-99d0-e695abdf8ee7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:18.484190 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8981ec05-69b8-4154-99d0-e695abdf8ee7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:18.528664 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-53795cac-4b9c-4be7-90a8-fb3e5d3b4a31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1774405'] for router_interface, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:18.555326 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1f00498c-e901-4b36-a624-e343191afee1 req-70f7b2ae-c18f-4e8d-8321-33014fb90264 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=242ce2dc-e645-45df-8db9-159ea20f04fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765908 Oct 20 10:33:18.564213 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b94b7f09-066a-4cba-8660-e606dbc440ea req-9074c2c3-be5a-4384-8647-293211b93172 tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] 10.222.0.64 "GET /v2.0/security-groups?id=bcf72c6d-bf23-46bd-96c6-f69fb8d55f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877175 Oct 20 10:33:18.624629 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8981ec05-69b8-4154-99d0-e695abdf8ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:18.627086 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8981ec05-69b8-4154-99d0-e695abdf8ee7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:18.628286 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-8981ec05-69b8-4154-99d0-e695abdf8ee7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6eafe4e6-6197-4e0a-ab75-d2fff72986c7 HTTP/1.1" status: 204 len: 168 time: 0.2742562 Oct 20 10:33:18.642739 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8981ec05-69b8-4154-99d0-e695abdf8ee7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eafe4e6-6197-4e0a-ab75-d2fff72986c7,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:33:18.676121 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-92e94755-a7c7-48f7-8c2f-2fc648210e1e req-ef113460-20e8-45a9-92a2-16ea1792cc7c tempest-ServersTestManualDisk-1372781018 tempest-ServersTestManualDisk-1372781018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:18.716594 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef113460-20e8-45a9-92a2-16ea1792cc7c tempest-ServersTestManualDisk-1372781018 tempest-ServersTestManualDisk-1372781018-project] Pushing event deleted for resources: {'Port': ['ID=c9b444e0-8fd1-4b76-826f-dba4e7f13d51,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:33:18.733451 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6b6448-6b37-418d-af8b-4ec2f95033ed req-538aaa46-ab44-4113-88aa-40951b1e0b8e tempest-ListImageFiltersTestJSON-76301841 tempest-ListImageFiltersTestJSON-76301841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:33:18.735325 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1a6b6448-6b37-418d-af8b-4ec2f95033ed req-538aaa46-ab44-4113-88aa-40951b1e0b8e tempest-ListImageFiltersTestJSON-76301841 tempest-ListImageFiltersTestJSON-76301841-project] 10.222.0.64 "GET /v2.0/ports?device_id=0c70942c-24ce-4890-aeb0-342751c6d80d HTTP/1.1" status: 200 len: 949 time: 0.1170352 Oct 20 10:33:18.831725 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1a6b6448-6b37-418d-af8b-4ec2f95033ed req-89297067-6fd8-4a81-9b79-73712de5c04f tempest-ListImageFiltersTestJSON-76301841 tempest-ListImageFiltersTestJSON-76301841-project] 10.222.0.64 "GET /v2.0/security-groups?id=242ce2dc-e645-45df-8db9-159ea20f04fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883267 Oct 20 10:33:18.832389 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-53795cac-4b9c-4be7-90a8-fb3e5d3b4a31 admin admin] Deleting port 0502e922-759c-442a-8382-e0628ca54986 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:33:18.832949 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-53795cac-4b9c-4be7-90a8-fb3e5d3b4a31 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:18.869189 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:18.903141 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.l3_agent_scheduler [req-92e94755-a7c7-48f7-8c2f-2fc648210e1e req-ef113460-20e8-45a9-92a2-16ea1792cc7c tempest-ServersTestManualDisk-1372781018 tempest-ServersTestManualDisk-1372781018-project] Router f33843e5-d1ef-4706-a292-e1ff77f94a6a has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:33:18.936141 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [None req-53795cac-4b9c-4be7-90a8-fb3e5d3b4a31 admin admin] For port 0502e922-759c-442a-8382-e0628ca54986, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=0502e922-759c-442a-8382-e0628ca54986,segment=NetworkSegment(dd88a4e0-deb3-4ff4-9fda-1ddc61c05921),segment_id=dd88a4e0-deb3-4ff4-9fda-1ddc61c05921)] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:33:18.936510 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-53795cac-4b9c-4be7-90a8-fb3e5d3b4a31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:18.937920 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-60876faf-ce30-4c98-8fd0-8b5d8e38c6b9 req-00a0dd4f-6332-4e5b-a69a-ff17c0320ffc tempest-ServersTestManualDisk-1372781018 tempest-ServersTestManualDisk-1372781018-project] 10.222.0.64 "GET /v2.0/ports?device_id=113ff081-63ea-49f7-8759-d8256c9eaf8d HTTP/1.1" status: 200 len: 210 time: 0.0287795 Oct 20 10:33:18.950832 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-53795cac-4b9c-4be7-90a8-fb3e5d3b4a31 admin admin] Calling delete_port for 0502e922-759c-442a-8382-e0628ca54986 owned by network:router_interface {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:33:18.990080 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 44206) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:33:19.008859 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-aae797e1-b791-482e-9e66-cb0f0e9ae8d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:19.097733 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-92e94755-a7c7-48f7-8c2f-2fc648210e1e req-ef113460-20e8-45a9-92a2-16ea1792cc7c tempest-ServersTestManualDisk-1372781018 tempest-ServersTestManualDisk-1372781018-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:33:19.111479 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c56301c-e6a5-40ec-a7f8-524a515a08ac None None] Sync routers for ids ['f33843e5-d1ef-4706-a292-e1ff77f94a6a'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:33:19.125662 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c56301c-e6a5-40ec-a7f8-524a515a08ac None None] Routers {'f33843e5-d1ef-4706-a292-e1ff77f94a6a'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:33:19.127515 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-6c56301c-e6a5-40ec-a7f8-524a515a08ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:33:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['f33843e5-d1ef-4706-a292-e1ff77f94a6a'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:33:19.162030 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-92e94755-a7c7-48f7-8c2f-2fc648210e1e req-ef113460-20e8-45a9-92a2-16ea1792cc7c tempest-ServersTestManualDisk-1372781018 tempest-ServersTestManualDisk-1372781018-project] No DVR routers for this DVR port c9b444e0-8fd1-4b76-826f-dba4e7f13d51 on host n-h2-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:33:19.169098 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-92e94755-a7c7-48f7-8c2f-2fc648210e1e req-ef113460-20e8-45a9-92a2-16ea1792cc7c tempest-ServersTestManualDisk-1372781018 tempest-ServersTestManualDisk-1372781018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:19.170043 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-53795cac-4b9c-4be7-90a8-fb3e5d3b4a31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:19.173257 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-92e94755-a7c7-48f7-8c2f-2fc648210e1e req-ef113460-20e8-45a9-92a2-16ea1792cc7c tempest-ServersTestManualDisk-1372781018 tempest-ServersTestManualDisk-1372781018-project] 10.222.0.69 "DELETE /v2.0/ports/c9b444e0-8fd1-4b76-826f-dba4e7f13d51 HTTP/1.1" status: 204 len: 173 time: 1.4595091 Oct 20 10:33:19.173768 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '113ff081-63ea-49f7-8759-d8256c9eaf8d', 'name': 'network-vif-deleted', 'tag': 'c9b444e0-8fd1-4b76-826f-dba4e7f13d51'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:33:19.176970 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da656e1d-db87-4d5a-8b79-bb5af660ed4a" -d '{"events": [{"server_uuid": "113ff081-63ea-49f7-8759-d8256c9eaf8d", "name": "network-vif-deleted", "tag": "c9b444e0-8fd1-4b76-826f-dba4e7f13d51"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:33:19.219868 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53795cac-4b9c-4be7-90a8-fb3e5d3b4a31 admin admin] Pushing event deleted for resources: {'Port': ['ID=0502e922-759c-442a-8382-e0628ca54986,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:33:19.277957 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99799805-86de-44a2-8ab0-6fd22762f64c x-openstack-request-id: req-99799805-86de-44a2-8ab0-6fd22762f64c {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:33:19.279184 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "113ff081-63ea-49f7-8759-d8256c9eaf8d", "name": "network-vif-deleted", "tag": "c9b444e0-8fd1-4b76-826f-dba4e7f13d51", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:33:19.279620 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-99799805-86de-44a2-8ab0-6fd22762f64c {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:33:19.280194 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '113ff081-63ea-49f7-8759-d8256c9eaf8d', 'name': 'network-vif-deleted', 'tag': 'c9b444e0-8fd1-4b76-826f-dba4e7f13d51', 'status': 'completed', 'code': 200} Oct 20 10:33:19.294493 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-aae797e1-b791-482e-9e66-cb0f0e9ae8d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:19.304923 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-aae797e1-b791-482e-9e66-cb0f0e9ae8d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:19.376214 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-aae797e1-b791-482e-9e66-cb0f0e9ae8d3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7506f80725554236adde5efe2944125b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3849864 Oct 20 10:33:19.378354 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-6c56301c-e6a5-40ec-a7f8-524a515a08ac None None] Set router f33843e5-d1ef-4706-a292-e1ff77f94a6a gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:33:19.378931 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 44214) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:33:19.393967 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae797e1-b791-482e-9e66-cb0f0e9ae8d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dccc5490-07c4-4625-aa2c-5341ddf7abe7,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:33:19.482875 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-fed773ce-9fc6-48b1-8fbb-3984bfc3d707 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:19.509303 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-53795cac-4b9c-4be7-90a8-fb3e5d3b4a31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1771989'] for router_interface, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:19.514303 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-fed773ce-9fc6-48b1-8fbb-3984bfc3d707 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:19.571846 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-fed773ce-9fc6-48b1-8fbb-3984bfc3d707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:19.586838 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-fed773ce-9fc6-48b1-8fbb-3984bfc3d707 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:19.592263 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-fed773ce-9fc6-48b1-8fbb-3984bfc3d707 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/dccc5490-07c4-4625-aa2c-5341ddf7abe7 HTTP/1.1" status: 204 len: 168 time: 0.2093623 Oct 20 10:33:19.604572 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed773ce-9fc6-48b1-8fbb-3984bfc3d707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dccc5490-07c4-4625-aa2c-5341ddf7abe7,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:33:19.672272 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-6c56301c-e6a5-40ec-a7f8-524a515a08ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f33843e5-d1ef-4706-a292-e1ff77f94a6a', 'name': 'tempest-ServersTestManualDisk-851771422-router', 'tenant_id': 'd56e66757235425b8b4292fe0806a998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': '4666318c-1280-42ca-aa23-ac9e6cfd6c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:30:51Z', 'updated_at': '2021-10-20T10:30:56Z', 'revision_number': 4, 'project_id': 'd56e66757235425b8b4292fe0806a998', 'gw_port': {'id': '4666318c-1280-42ca-aa23-ac9e6cfd6c16', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:44:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33843e5-d1ef-4706-a292-e1ff77f94a6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:30:52Z', 'updated_at': '2021-10-20T10:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '687e2c7b-fca0-4a88-a74f-db45a95c63e7', 'name': '', 'network_id': 'd77166cd-ed72-4807-9abc-17a290c99985', 'tenant_id': 'd56e66757235425b8b4292fe0806a998', 'mac_address': 'fa:16:3e:ea:e4:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33843e5-d1ef-4706-a292-e1ff77f94a6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '399fe7e9-9073-4966-b92d-21e0c6ee35d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:30:55Z', 'updated_at': '2021-10-20T10:31:05Z', 'revision_number': 5, 'project_id': 'd56e66757235425b8b4292fe0806a998', 'subnets': [{'id': '399fe7e9-9073-4966-b92d-21e0c6ee35d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:33:19.702892 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c56301c-e6a5-40ec-a7f8-524a515a08ac None None] Checking router: f33843e5-d1ef-4706-a292-e1ff77f94a6a for host: n-d-811396-3 {{(pid=100599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:33:19.712478 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c56301c-e6a5-40ec-a7f8-524a515a08ac None None] Routers {'f33843e5-d1ef-4706-a292-e1ff77f94a6a'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:33:19.713166 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-6c56301c-e6a5-40ec-a7f8-524a515a08ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:33:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['f33843e5-d1ef-4706-a292-e1ff77f94a6a'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:33:19.829543 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8083bf-34a0-4dec-8b04-031a81f645a5 req-0fba39e9-0b18-455a-b786-9bd655469b73 tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:33:19.832967 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4e8083bf-34a0-4dec-8b04-031a81f645a5 req-0fba39e9-0b18-455a-b786-9bd655469b73 tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] 10.222.0.64 "GET /v2.0/ports?device_id=21c0cf04-9e25-46ea-bb3f-9ac7b5745042 HTTP/1.1" status: 200 len: 944 time: 0.1099105 Oct 20 10:33:19.851473 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53795cac-4b9c-4be7-90a8-fb3e5d3b4a31 admin admin] Router 39bc061e-7c84-407e-9038-82ed06b6b0ee has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:33:19.895111 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4e8083bf-34a0-4dec-8b04-031a81f645a5 req-b88b363b-97d3-4599-8f02-fe26f436f35c tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] 10.222.0.64 "GET /v2.0/security-groups?id=bcf72c6d-bf23-46bd-96c6-f69fb8d55f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525806 Oct 20 10:33:19.909140 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-6c56301c-e6a5-40ec-a7f8-524a515a08ac None None] Set router f33843e5-d1ef-4706-a292-e1ff77f94a6a gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:33:19.914136 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device a9f6381f-477f-4127-bf9c-93f653c53615 up at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:33:20.002607 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning for port a9f6381f-477f-4127-bf9c-93f653c53615 completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:33:20.025795 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a0cb55-c03d-4863-a8d1-b0b2131bac8e req-50ed4908-a8a1-4424-9175-daa9f0bb273a tempest-ListImageFiltersTestJSON-76301841 tempest-ListImageFiltersTestJSON-76301841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:33:20.033420 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-70a0cb55-c03d-4863-a8d1-b0b2131bac8e req-50ed4908-a8a1-4424-9175-daa9f0bb273a tempest-ListImageFiltersTestJSON-76301841 tempest-ListImageFiltersTestJSON-76301841-project] 10.222.0.64 "GET /v2.0/ports?device_id=0c70942c-24ce-4890-aeb0-342751c6d80d HTTP/1.1" status: 200 len: 949 time: 0.1040316 Oct 20 10:33:20.036006 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning complete for port a9f6381f-477f-4127-bf9c-93f653c53615 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:33:20.039702 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53795cac-4b9c-4be7-90a8-fb3e5d3b4a31 admin admin] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:33:20.040392 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:20.046107 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-53795cac-4b9c-4be7-90a8-fb3e5d3b4a31 admin admin] 10.222.0.64 "PUT /v2.0/routers/39bc061e-7c84-407e-9038-82ed06b6b0ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3607569 Oct 20 10:33:20.047085 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 44230) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:33:20.049135 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 44232) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:33:20.056658 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2a92aa-ece5-4336-9ed7-6df328920ba0 None None] Sync routers for ids ['39bc061e-7c84-407e-9038-82ed06b6b0ee'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:33:20.132250 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2a92aa-ece5-4336-9ed7-6df328920ba0 None None] Routers {'39bc061e-7c84-407e-9038-82ed06b6b0ee'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:33:20.132901 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-cc2a92aa-ece5-4336-9ed7-6df328920ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:33:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['39bc061e-7c84-407e-9038-82ed06b6b0ee'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:33:20.149838 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-70a0cb55-c03d-4863-a8d1-b0b2131bac8e req-141b5428-0d57-484a-84d8-3e2299d8d768 tempest-ListImageFiltersTestJSON-76301841 tempest-ListImageFiltersTestJSON-76301841-project] 10.222.0.64 "GET /v2.0/security-groups?id=242ce2dc-e645-45df-8db9-159ea20f04fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153071 Oct 20 10:33:20.258486 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-424abec0-e1e6-4a47-bc3b-0efead186e75 tempest-ServersTestManualDisk-1372781018 tempest-ServersTestManualDisk-1372781018-project] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:20.360583 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-424abec0-e1e6-4a47-bc3b-0efead186e75 tempest-ServersTestManualDisk-1372781018 tempest-ServersTestManualDisk-1372781018-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:20.423853 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d28f6943-9125-4043-b600-f6a8b3bce9b8 admin admin] Publish callbacks [] for router, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:20.427542 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-6c56301c-e6a5-40ec-a7f8-524a515a08ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f33843e5-d1ef-4706-a292-e1ff77f94a6a', 'name': 'tempest-ServersTestManualDisk-851771422-router', 'tenant_id': 'd56e66757235425b8b4292fe0806a998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': '4666318c-1280-42ca-aa23-ac9e6cfd6c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:30:51Z', 'updated_at': '2021-10-20T10:30:56Z', 'revision_number': 4, 'project_id': 'd56e66757235425b8b4292fe0806a998', 'gw_port': {'id': '4666318c-1280-42ca-aa23-ac9e6cfd6c16', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:44:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33843e5-d1ef-4706-a292-e1ff77f94a6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:30:52Z', 'updated_at': '2021-10-20T10:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '687e2c7b-fca0-4a88-a74f-db45a95c63e7', 'name': '', 'network_id': 'd77166cd-ed72-4807-9abc-17a290c99985', 'tenant_id': 'd56e66757235425b8b4292fe0806a998', 'mac_address': 'fa:16:3e:ea:e4:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33843e5-d1ef-4706-a292-e1ff77f94a6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '399fe7e9-9073-4966-b92d-21e0c6ee35d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:30:55Z', 'updated_at': '2021-10-20T10:31:05Z', 'revision_number': 5, 'project_id': 'd56e66757235425b8b4292fe0806a998', 'subnets': [{'id': '399fe7e9-9073-4966-b92d-21e0c6ee35d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:33:20.436003 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:20.455855 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-cc2a92aa-ece5-4336-9ed7-6df328920ba0 None None] Set router 39bc061e-7c84-407e-9038-82ed06b6b0ee gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:33:20.468894 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c56301c-e6a5-40ec-a7f8-524a515a08ac None None] The sync data for ids ['f33843e5-d1ef-4706-a292-e1ff77f94a6a'] in n-d-811396-3 is: [{'id': 'f33843e5-d1ef-4706-a292-e1ff77f94a6a', 'name': 'tempest-ServersTestManualDisk-851771422-router', 'tenant_id': 'd56e66757235425b8b4292fe0806a998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': '4666318c-1280-42ca-aa23-ac9e6cfd6c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:30:51Z', 'updated_at': '2021-10-20T10:30:56Z', 'revision_number': 4, 'project_id': 'd56e66757235425b8b4292fe0806a998', 'gw_port': {'id': '4666318c-1280-42ca-aa23-ac9e6cfd6c16', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:44:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33843e5-d1ef-4706-a292-e1ff77f94a6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:30:52Z', 'updated_at': '2021-10-20T10:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '687e2c7b-fca0-4a88-a74f-db45a95c63e7', 'name': '', 'network_id': 'd77166cd-ed72-4807-9abc-17a290c99985', 'tenant_id': 'd56e66757235425b8b4292fe0806a998', 'mac_address': 'fa:16:3e:ea:e4:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33843e5-d1ef-4706-a292-e1ff77f94a6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '399fe7e9-9073-4966-b92d-21e0c6ee35d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:30:55Z', 'updated_at': '2021-10-20T10:31:05Z', 'revision_number': 5, 'project_id': 'd56e66757235425b8b4292fe0806a998', 'subnets': [{'id': '399fe7e9-9073-4966-b92d-21e0c6ee35d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:33:20.551497 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21c0cf04-9e25-46ea-bb3f-9ac7b5745042', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9f6381f-477f-4127-bf9c-93f653c53615'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:33:20.552275 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ff6674e-a5b9-4ab2-ab04-6424f0a4cc1e" -d '{"events": [{"server_uuid": "21c0cf04-9e25-46ea-bb3f-9ac7b5745042", "name": "network-vif-plugged", "status": "completed", "tag": "a9f6381f-477f-4127-bf9c-93f653c53615"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:33:20.575754 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port a9f6381f-477f-4127-bf9c-93f653c53615, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=a9f6381f-477f-4127-bf9c-93f653c53615,segment=NetworkSegment(e1ea536c-2be6-419e-9a53-c776bc5130e2),segment_id=e1ea536c-2be6-419e-9a53-c776bc5130e2)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:33:20.599687 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-424abec0-e1e6-4a47-bc3b-0efead186e75 tempest-ServersTestManualDisk-1372781018 tempest-ServersTestManualDisk-1372781018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:20.605066 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-424abec0-e1e6-4a47-bc3b-0efead186e75 tempest-ServersTestManualDisk-1372781018 tempest-ServersTestManualDisk-1372781018-project] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:20.606606 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-424abec0-e1e6-4a47-bc3b-0efead186e75 tempest-ServersTestManualDisk-1372781018 tempest-ServersTestManualDisk-1372781018-project] 10.222.0.64 "DELETE /v2.0/security-groups/c39e0f34-ceec-4b47-a636-c4d7d2c4e3d0 HTTP/1.1" status: 204 len: 168 time: 0.5583708 Oct 20 10:33:20.609331 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 44254) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:33:20.611821 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:20.612633 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device c9b444e0-8fd1-4b76-826f-dba4e7f13d51 no longer exists at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:33:20.627232 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d28f6943-9125-4043-b600-f6a8b3bce9b8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:20.630658 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424abec0-e1e6-4a47-bc3b-0efead186e75 tempest-ServersTestManualDisk-1372781018 tempest-ServersTestManualDisk-1372781018-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c39e0f34-ceec-4b47-a636-c4d7d2c4e3d0,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:33:20.637403 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] No Port match for: c9b444e0-8fd1-4b76-826f-dba4e7f13d51 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:33:20.637704 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device c9b444e0-8fd1-4b76-826f-dba4e7f13d51 not bound to the agent host n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:33:20.639896 n-d-811396-3 neutron-server[100596]: INFO neutron.api.v2.resource [None req-cfac3d1d-d938-4304-b628-e1a19ee540d5 tempest-ServersTestManualDisk-1372781018 tempest-ServersTestManualDisk-1372781018-project] show failed (client error): The resource could not be found. Oct 20 10:33:20.641235 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-cfac3d1d-d938-4304-b628-e1a19ee540d5 tempest-ServersTestManualDisk-1372781018 tempest-ServersTestManualDisk-1372781018-project] 10.222.0.64 "GET /v2.0/security-groups/c39e0f34-ceec-4b47-a636-c4d7d2c4e3d0 HTTP/1.1" status: 404 len: 347 time: 0.0303855 Oct 20 10:33:20.645819 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 44256) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:33:20.687298 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b5f9e88-9bd5-414e-88fa-1c4db267a4ac x-openstack-request-id: req-0b5f9e88-9bd5-414e-88fa-1c4db267a4ac {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:33:20.687569 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21c0cf04-9e25-46ea-bb3f-9ac7b5745042", "name": "network-vif-plugged", "status": "completed", "tag": "a9f6381f-477f-4127-bf9c-93f653c53615", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:33:20.687812 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0b5f9e88-9bd5-414e-88fa-1c4db267a4ac {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:33:20.688167 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21c0cf04-9e25-46ea-bb3f-9ac7b5745042', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9f6381f-477f-4127-bf9c-93f653c53615', 'code': 200} Oct 20 10:33:20.718968 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-d28f6943-9125-4043-b600-f6a8b3bce9b8 admin admin] Deleting port 4e37ba73-bcaa-45d4-9464-c8fadabed098 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:33:20.720051 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d28f6943-9125-4043-b600-f6a8b3bce9b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:20.765265 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=a9f6381f-477f-4127-bf9c-93f653c53615,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:33:20.798777 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-cc2a92aa-ece5-4336-9ed7-6df328920ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39bc061e-7c84-407e-9038-82ed06b6b0ee', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-281578177-router', 'tenant_id': '615f0f1e0330428db980ed70e8d1044c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': '4e37ba73-bcaa-45d4-9464-c8fadabed098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:28:16Z', 'updated_at': '2021-10-20T10:33:19Z', 'revision_number': 5, 'project_id': '615f0f1e0330428db980ed70e8d1044c', 'gw_port': {'id': '4e37ba73-bcaa-45d4-9464-c8fadabed098', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b9:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39bc061e-7c84-407e-9038-82ed06b6b0ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:28:17Z', 'updated_at': '2021-10-20T10:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:33:20.838636 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2a92aa-ece5-4336-9ed7-6df328920ba0 None None] Checking router: 39bc061e-7c84-407e-9038-82ed06b6b0ee for host: n-d-811396-3 {{(pid=100598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:33:20.850858 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2a92aa-ece5-4336-9ed7-6df328920ba0 None None] Routers {'39bc061e-7c84-407e-9038-82ed06b6b0ee'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:33:20.851925 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-cc2a92aa-ece5-4336-9ed7-6df328920ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:33:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['39bc061e-7c84-407e-9038-82ed06b6b0ee'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:33:20.859612 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [None req-d28f6943-9125-4043-b600-f6a8b3bce9b8 admin admin] For port 4e37ba73-bcaa-45d4-9464-c8fadabed098, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=4e37ba73-bcaa-45d4-9464-c8fadabed098,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:33:20.860269 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d28f6943-9125-4043-b600-f6a8b3bce9b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:20.874859 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-d28f6943-9125-4043-b600-f6a8b3bce9b8 admin admin] Calling delete_port for 4e37ba73-bcaa-45d4-9464-c8fadabed098 owned by network:router_gateway {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:33:20.875139 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e631888-e5bf-4683-861d-2e637de829d2 req-5125ba9c-fcd1-4e03-af50-594b73a5ba42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:33:20.877218 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5e631888-e5bf-4683-861d-2e637de829d2 req-5125ba9c-fcd1-4e03-af50-594b73a5ba42 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=21c0cf04-9e25-46ea-bb3f-9ac7b5745042 HTTP/1.1" status: 200 len: 1096 time: 0.1105149 Oct 20 10:33:20.906319 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-65c7ab10-107c-4cbf-82ac-339baae68fc3 tempest-ServersTestManualDisk-1372781018 tempest-ServersTestManualDisk-1372781018-project] Deleting port 2a8f27f8-668b-4491-b868-646d88c8417b {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:33:20.906764 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-65c7ab10-107c-4cbf-82ac-339baae68fc3 tempest-ServersTestManualDisk-1372781018 tempest-ServersTestManualDisk-1372781018-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:20.953060 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5e631888-e5bf-4683-861d-2e637de829d2 req-3f3b0cd8-08bd-4562-9c93-7007bfb88475 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=bcf72c6d-bf23-46bd-96c6-f69fb8d55f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664816 Oct 20 10:33:20.972942 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-cc2a92aa-ece5-4336-9ed7-6df328920ba0 None None] Set router 39bc061e-7c84-407e-9038-82ed06b6b0ee gateway port host: None {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:33:20.980649 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb18d8b0-2b1b-45c1-9b89-cbd223657be2 None None] New status for floating IP 8f7491a7-1adc-4389-a065-7eaff1461a5a: DOWN {{(pid=100599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 10:33:21.046481 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-cc2a92aa-ece5-4336-9ed7-6df328920ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39bc061e-7c84-407e-9038-82ed06b6b0ee', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-281578177-router', 'tenant_id': '615f0f1e0330428db980ed70e8d1044c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:28:16Z', 'updated_at': '2021-10-20T10:33:20Z', 'revision_number': 6, 'project_id': '615f0f1e0330428db980ed70e8d1044c', 'gw_port_host': None}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:33:21.054751 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-65c7ab10-107c-4cbf-82ac-339baae68fc3 tempest-ServersTestManualDisk-1372781018 tempest-ServersTestManualDisk-1372781018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:21.055329 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-65c7ab10-107c-4cbf-82ac-339baae68fc3 tempest-ServersTestManualDisk-1372781018 tempest-ServersTestManualDisk-1372781018-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:21.086191 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2a92aa-ece5-4336-9ed7-6df328920ba0 None None] The sync data for ids ['39bc061e-7c84-407e-9038-82ed06b6b0ee'] in n-d-811396-3 is: [{'id': '39bc061e-7c84-407e-9038-82ed06b6b0ee', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-281578177-router', 'tenant_id': '615f0f1e0330428db980ed70e8d1044c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:28:16Z', 'updated_at': '2021-10-20T10:33:20Z', 'revision_number': 6, 'project_id': '615f0f1e0330428db980ed70e8d1044c', 'gw_port_host': None}] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:33:21.104114 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-65c7ab10-107c-4cbf-82ac-339baae68fc3 tempest-ServersTestManualDisk-1372781018 tempest-ServersTestManualDisk-1372781018-project] Calling delete_port for 2a8f27f8-668b-4491-b868-646d88c8417b owned by network:floatingip {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:33:21.126105 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d28f6943-9125-4043-b600-f6a8b3bce9b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:21.166824 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28f6943-9125-4043-b600-f6a8b3bce9b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e37ba73-bcaa-45d4-9464-c8fadabed098,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:33:21.218849 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaa2d0e-bbd7-4521-854e-eea266936ef6 req-7fc224f9-6871-467e-a80a-f0014b21210d tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:33:21.220417 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3eaa2d0e-bbd7-4521-854e-eea266936ef6 req-7fc224f9-6871-467e-a80a-f0014b21210d tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] 10.222.0.64 "GET /v2.0/ports?device_id=21c0cf04-9e25-46ea-bb3f-9ac7b5745042 HTTP/1.1" status: 200 len: 945 time: 0.1848192 Oct 20 10:33:21.225336 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d28f6943-9125-4043-b600-f6a8b3bce9b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1773439'] for router_gateway, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:21.334099 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d28f6943-9125-4043-b600-f6a8b3bce9b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1772272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258304'] for router, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:21.337078 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d28f6943-9125-4043-b600-f6a8b3bce9b8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:21.340482 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3eaa2d0e-bbd7-4521-854e-eea266936ef6 req-c5b77ed5-7556-4ada-8a0d-b0c7f264621d tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] 10.222.0.64 "GET /v2.0/security-groups?id=bcf72c6d-bf23-46bd-96c6-f69fb8d55f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038010 Oct 20 10:33:21.362653 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779bd08b-53cd-4199-99b5-77f69473eef3 req-0bf839ef-9e60-4fc7-85d9-ad7e20881ba7 tempest-ListImageFiltersTestJSON-76301841 tempest-ListImageFiltersTestJSON-76301841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:33:21.370270 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-779bd08b-53cd-4199-99b5-77f69473eef3 req-0bf839ef-9e60-4fc7-85d9-ad7e20881ba7 tempest-ListImageFiltersTestJSON-76301841 tempest-ListImageFiltersTestJSON-76301841-project] 10.222.0.64 "GET /v2.0/ports?device_id=0c70942c-24ce-4890-aeb0-342751c6d80d HTTP/1.1" status: 200 len: 949 time: 0.1243355 Oct 20 10:33:21.384333 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d28f6943-9125-4043-b600-f6a8b3bce9b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1772267'] for router, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:21.385077 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d28f6943-9125-4043-b600-f6a8b3bce9b8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 39bc061e-7c84-407e-9038-82ed06b6b0ee {{(pid=100597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 10:33:21.398620 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d28f6943-9125-4043-b600-f6a8b3bce9b8 admin admin] Publish callbacks [] for router, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:21.405067 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-d28f6943-9125-4043-b600-f6a8b3bce9b8 admin admin] 10.222.0.64 "DELETE /v2.0/routers/39bc061e-7c84-407e-9038-82ed06b6b0ee HTTP/1.1" status: 204 len: 168 time: 1.2562406 Oct 20 10:33:21.406100 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 44274) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:33:21.466223 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-779bd08b-53cd-4199-99b5-77f69473eef3 req-ee020374-a23f-4776-a46f-c8de52432f96 tempest-ListImageFiltersTestJSON-76301841 tempest-ListImageFiltersTestJSON-76301841-project] 10.222.0.64 "GET /v2.0/security-groups?id=242ce2dc-e645-45df-8db9-159ea20f04fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949905 Oct 20 10:33:21.500604 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_v2 [None req-025ae8b5-f437-4a59-970a-3538540a856d admin admin] Deleting subnet 56841db6-7a1e-47d6-b1e7-25a7cc618d35 {{(pid=100597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:33:21.504468 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-025ae8b5-f437-4a59-970a-3538540a856d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:21.526205 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-65c7ab10-107c-4cbf-82ac-339baae68fc3 tempest-ServersTestManualDisk-1372781018 tempest-ServersTestManualDisk-1372781018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:21.569916 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-025ae8b5-f437-4a59-970a-3538540a856d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25852621'] for subnet, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:21.605606 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c7ab10-107c-4cbf-82ac-339baae68fc3 tempest-ServersTestManualDisk-1372781018 tempest-ServersTestManualDisk-1372781018-project] Pushing event deleted for resources: {'Port': ['ID=2a8f27f8-668b-4491-b868-646d88c8417b,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:33:21.740150 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-65c7ab10-107c-4cbf-82ac-339baae68fc3 tempest-ServersTestManualDisk-1372781018 tempest-ServersTestManualDisk-1372781018-project] Publish callbacks [] for floatingip, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:21.743337 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-65c7ab10-107c-4cbf-82ac-339baae68fc3 tempest-ServersTestManualDisk-1372781018 tempest-ServersTestManualDisk-1372781018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for floatingip, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:21.747686 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-65c7ab10-107c-4cbf-82ac-339baae68fc3 tempest-ServersTestManualDisk-1372781018 tempest-ServersTestManualDisk-1372781018-project] 10.222.0.64 "DELETE /v2.0/floatingips/8f7491a7-1adc-4389-a065-7eaff1461a5a HTTP/1.1" status: 204 len: 168 time: 1.1018891 Oct 20 10:33:21.748261 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 44288) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:33:21.760332 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b5ed81-5aff-4277-a733-4632831a7e00 req-f1f35828-4c6b-4382-864f-1eba9a42a3a1 tempest-ListImageFiltersTestJSON-76301841 tempest-ListImageFiltersTestJSON-76301841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:33:21.761841 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-59b5ed81-5aff-4277-a733-4632831a7e00 req-f1f35828-4c6b-4382-864f-1eba9a42a3a1 tempest-ListImageFiltersTestJSON-76301841 tempest-ListImageFiltersTestJSON-76301841-project] 10.222.0.64 "GET /v2.0/ports?device_id=b5cf4e3f-ab2f-4b86-98bd-80d0ded5cca8 HTTP/1.1" status: 200 len: 950 time: 0.1148942 Oct 20 10:33:21.802505 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-59b5ed81-5aff-4277-a733-4632831a7e00 req-7a2edb77-d1d3-4a04-8a74-6389b26c2d5b tempest-ListImageFiltersTestJSON-76301841 tempest-ListImageFiltersTestJSON-76301841-project] 10.222.0.64 "GET /v2.0/security-groups?id=242ce2dc-e645-45df-8db9-159ea20f04fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341327 Oct 20 10:33:21.851628 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-025ae8b5-f437-4a59-970a-3538540a856d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:22.030383 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 0502e922-759c-442a-8382-e0628ca54986 no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:33:22.066439 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 0502e922-759c-442a-8382-e0628ca54986 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:33:22.068168 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 0502e922-759c-442a-8382-e0628ca54986 not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:33:22.148492 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-025ae8b5-f437-4a59-970a-3538540a856d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25350811'] for subnet, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:22.477275 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025ae8b5-f437-4a59-970a-3538540a856d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56841db6-7a1e-47d6-b1e7-25a7cc618d35,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:33:22.486226 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-025ae8b5-f437-4a59-970a-3538540a856d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:22.489529 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-025ae8b5-f437-4a59-970a-3538540a856d admin admin] 10.222.0.64 "DELETE /v2.0/subnets/56841db6-7a1e-47d6-b1e7-25a7cc618d35 HTTP/1.1" status: 204 len: 168 time: 1.0821955 Oct 20 10:33:22.493002 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 44326) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:33:22.499932 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d09cb8-8b84-44a5-b7a7-891adff4c8ad None None] Network 9dfc8104-588f-4ed0-ad5c-e57e4df0d1f9 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:33:22.715153 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5fe0788e-dc69-4cd0-86a4-f54f89fa6e8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:22.715434 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3d7ff953-9c2d-4cb7-8744-b75d101babcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1774405'] for router_interface, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:22.759549 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c244e64-ab19-48c7-9931-53687923dae3 req-6e328578-e6c0-44b1-b256-b5ce9b3316f9 tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:33:22.766364 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3c244e64-ab19-48c7-9931-53687923dae3 req-6e328578-e6c0-44b1-b256-b5ce9b3316f9 tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] 10.222.0.64 "GET /v2.0/ports?device_id=21c0cf04-9e25-46ea-bb3f-9ac7b5745042 HTTP/1.1" status: 200 len: 945 time: 0.2366569 Oct 20 10:33:22.890616 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-343cf4cd-a5f5-4e12-b9ba-71e10a08c416 None None] DHCP port deletion for 9dfc8104-588f-4ed0-ad5c-e57e4df0d1f9 request from n-d-811396-3 {{(pid=100598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:33:22.923423 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3c244e64-ab19-48c7-9931-53687923dae3 req-a7996558-9f14-4c1f-8f44-f57b1de163ab tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] 10.222.0.64 "GET /v2.0/security-groups?id=bcf72c6d-bf23-46bd-96c6-f69fb8d55f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933166 Oct 20 10:33:22.959625 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-5fe0788e-dc69-4cd0-86a4-f54f89fa6e8b admin admin] Deleting port fa9102c4-c672-419e-8512-10e05b3879fc {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:33:22.962527 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5fe0788e-dc69-4cd0-86a4-f54f89fa6e8b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:22.995456 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-343cf4cd-a5f5-4e12-b9ba-71e10a08c416 None None] Deleting port fa9102c4-c672-419e-8512-10e05b3879fc {{(pid=100598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:33:22.995777 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-343cf4cd-a5f5-4e12-b9ba-71e10a08c416 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:23.100200 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-343cf4cd-a5f5-4e12-b9ba-71e10a08c416 None None] For port fa9102c4-c672-419e-8512-10e05b3879fc, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=fa9102c4-c672-419e-8512-10e05b3879fc,segment=NetworkSegment(dd88a4e0-deb3-4ff4-9fda-1ddc61c05921),segment_id=dd88a4e0-deb3-4ff4-9fda-1ddc61c05921)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:33:23.100815 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-343cf4cd-a5f5-4e12-b9ba-71e10a08c416 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:23.118636 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-343cf4cd-a5f5-4e12-b9ba-71e10a08c416 None None] Calling delete_port for fa9102c4-c672-419e-8512-10e05b3879fc owned by network:dhcp {{(pid=100598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:33:23.179000 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [None req-5fe0788e-dc69-4cd0-86a4-f54f89fa6e8b admin admin] For port fa9102c4-c672-419e-8512-10e05b3879fc, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=fa9102c4-c672-419e-8512-10e05b3879fc,segment=NetworkSegment(dd88a4e0-deb3-4ff4-9fda-1ddc61c05921),segment_id=dd88a4e0-deb3-4ff4-9fda-1ddc61c05921)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:33:23.179675 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5fe0788e-dc69-4cd0-86a4-f54f89fa6e8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:23.224471 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-5fe0788e-dc69-4cd0-86a4-f54f89fa6e8b admin admin] Calling delete_port for fa9102c4-c672-419e-8512-10e05b3879fc owned by network:dhcp {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:33:23.251738 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-66bc71af-e739-4090-ba08-03ce2564ed09 req-89e06229-611d-4871-9923-61d0c046ea14 tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2582471 Oct 20 10:33:23.261307 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-66bc71af-e739-4090-ba08-03ce2564ed09 req-9024924a-b208-44d1-92da-876ba376edfb tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] Request body: {'floatingip': {'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:33:23.276645 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-343cf4cd-a5f5-4e12-b9ba-71e10a08c416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956'] for port, after_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:23.316653 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-3d7ff953-9c2d-4cb7-8744-b75d101babcd admin admin] Deleting port 687e2c7b-fca0-4a88-a74f-db45a95c63e7 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:33:23.320288 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3d7ff953-9c2d-4cb7-8744-b75d101babcd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:23.343842 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-66bc71af-e739-4090-ba08-03ce2564ed09 req-9024924a-b208-44d1-92da-876ba376edfb tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] Publish callbacks [] for floatingip, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:23.411574 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343cf4cd-a5f5-4e12-b9ba-71e10a08c416 None None] No DVR routers for this DVR port fa9102c4-c672-419e-8512-10e05b3879fc on host n-d-811396-3 {{(pid=100598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:33:23.418857 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343cf4cd-a5f5-4e12-b9ba-71e10a08c416 None None] Pushing event deleted for resources: {'Port': ['ID=fa9102c4-c672-419e-8512-10e05b3879fc,revision_number=None']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:33:23.455215 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5fe0788e-dc69-4cd0-86a4-f54f89fa6e8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:23.468737 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [None req-3d7ff953-9c2d-4cb7-8744-b75d101babcd admin admin] For port 687e2c7b-fca0-4a88-a74f-db45a95c63e7, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=687e2c7b-fca0-4a88-a74f-db45a95c63e7,segment=NetworkSegment(760fd5f5-7d8a-4858-a4a5-c86e9af501b1),segment_id=760fd5f5-7d8a-4858-a4a5-c86e9af501b1)] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:33:23.470203 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3d7ff953-9c2d-4cb7-8744-b75d101babcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:23.484898 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe0788e-dc69-4cd0-86a4-f54f89fa6e8b admin admin] Pushing event deleted for resources: {'Port': ['ID=fa9102c4-c672-419e-8512-10e05b3879fc,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:33:23.494862 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-3d7ff953-9c2d-4cb7-8744-b75d101babcd admin admin] Calling delete_port for 687e2c7b-fca0-4a88-a74f-db45a95c63e7 owned by network:router_interface {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:33:23.498635 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe0788e-dc69-4cd0-86a4-f54f89fa6e8b admin admin] No DVR routers for this DVR port fa9102c4-c672-419e-8512-10e05b3879fc on host n-d-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:33:23.586070 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5fe0788e-dc69-4cd0-86a4-f54f89fa6e8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:23.615888 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-5fe0788e-dc69-4cd0-86a4-f54f89fa6e8b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dfc8104-588f-4ed0-ad5c-e57e4df0d1f9']}} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:33:23.632397 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-66bc71af-e739-4090-ba08-03ce2564ed09 req-9024924a-b208-44d1-92da-876ba376edfb tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:23.635297 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-5fe0788e-dc69-4cd0-86a4-f54f89fa6e8b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd88a4e0-deb3-4ff4-9fda-1ddc61c05921') {'for_net_delete': True} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:33:23.635615 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-5fe0788e-dc69-4cd0-86a4-f54f89fa6e8b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd88a4e0-deb3-4ff4-9fda-1ddc61c05921') {} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:33:23.652598 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5fe0788e-dc69-4cd0-86a4-f54f89fa6e8b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25189038'] for segment, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:23.710732 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device fa9102c4-c672-419e-8512-10e05b3879fc no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:33:23.717697 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5fe0788e-dc69-4cd0-86a4-f54f89fa6e8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:23.755161 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fe0788e-dc69-4cd0-86a4-f54f89fa6e8b admin admin] Releasing vlan 811 on physical network physnet1 to pool {{(pid=100596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:33:23.755503 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5fe0788e-dc69-4cd0-86a4-f54f89fa6e8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26833155'] for segment, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:23.757766 n-d-811396-3 neutron-server[100596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:33:23.757766 n-d-811396-3 neutron-server[100596]: self.session.flush() Oct 20 10:33:23.757766 n-d-811396-3 neutron-server[100596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:33:23.757766 n-d-811396-3 neutron-server[100596]: self.session.flush() Oct 20 10:33:23.757766 n-d-811396-3 neutron-server[100596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:33:23.757766 n-d-811396-3 neutron-server[100596]: self.session.flush() Oct 20 10:33:23.757766 n-d-811396-3 neutron-server[100596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:33:23.757766 n-d-811396-3 neutron-server[100596]: self.session.flush() Oct 20 10:33:23.757766 n-d-811396-3 neutron-server[100596]: Traceback (most recent call last): Oct 20 10:33:23.757766 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:33:23.757766 n-d-811396-3 neutron-server[100596]: timer() Oct 20 10:33:23.757766 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:33:23.757766 n-d-811396-3 neutron-server[100596]: cb(*args, **kw) Oct 20 10:33:23.757766 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:33:23.757766 n-d-811396-3 neutron-server[100596]: return func(*args, **kwargs) Oct 20 10:33:23.757766 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:33:23.757766 n-d-811396-3 neutron-server[100596]: self._notify() Oct 20 10:33:23.757766 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:33:23.757766 n-d-811396-3 neutron-server[100596]: self.callback(batched_events) Oct 20 10:33:23.757766 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:33:23.757766 n-d-811396-3 neutron-server[100596]: event.method(event) Oct 20 10:33:23.757766 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:33:23.757766 n-d-811396-3 neutron-server[100596]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:33:23.757766 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:33:23.757766 n-d-811396-3 neutron-server[100596]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:33:23.757766 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:33:23.757766 n-d-811396-3 neutron-server[100596]: return f(self, *a, **k) Oct 20 10:33:23.757766 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:33:23.757766 n-d-811396-3 neutron-server[100596]: return self._get(url).json() Oct 20 10:33:23.757766 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:33:23.757766 n-d-811396-3 neutron-server[100596]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:33:23.757766 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:33:23.757766 n-d-811396-3 neutron-server[100596]: return self.request(url, 'GET', **kwargs) Oct 20 10:33:23.757766 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:33:23.757766 n-d-811396-3 neutron-server[100596]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:33:23.757766 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:33:23.757766 n-d-811396-3 neutron-server[100596]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:33:23.757766 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:33:23.757766 n-d-811396-3 neutron-server[100596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:33:23.757766 n-d-811396-3 neutron-server[100596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:33:23.767804 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: fa9102c4-c672-419e-8512-10e05b3879fc {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:33:23.768409 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device fa9102c4-c672-419e-8512-10e05b3879fc not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:33:23.770204 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 4e37ba73-bcaa-45d4-9464-c8fadabed098 no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:33:23.809504 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3d7ff953-9c2d-4cb7-8744-b75d101babcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:23.811673 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 4e37ba73-bcaa-45d4-9464-c8fadabed098 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:33:23.812018 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 4e37ba73-bcaa-45d4-9464-c8fadabed098 not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:33:23.847895 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7ff953-9c2d-4cb7-8744-b75d101babcd admin admin] Pushing event deleted for resources: {'Port': ['ID=687e2c7b-fca0-4a88-a74f-db45a95c63e7,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:33:23.860686 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-582ccba2-dbc7-4d55-abce-0bf69f210aeb req-194fd984-1866-4a36-adbf-0a9214debc25 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=26e29c85-389d-454c-930b-0f837d303e1a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1480675 Oct 20 10:33:23.863707 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5fe0788e-dc69-4cd0-86a4-f54f89fa6e8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:23.873105 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5fe0788e-dc69-4cd0-86a4-f54f89fa6e8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:23.879576 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-5fe0788e-dc69-4cd0-86a4-f54f89fa6e8b admin admin] 10.222.0.64 "DELETE /v2.0/networks/9dfc8104-588f-4ed0-ad5c-e57e4df0d1f9 HTTP/1.1" status: 204 len: 168 time: 1.3821707 Oct 20 10:33:23.880574 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 44380) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:33:23.910044 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe0788e-dc69-4cd0-86a4-f54f89fa6e8b admin admin] Pushing event deleted for resources: {'Network': ['ID=9dfc8104-588f-4ed0-ad5c-e57e4df0d1f9,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:33:23.913704 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [req-66bc71af-e739-4090-ba08-03ce2564ed09 req-9024924a-b208-44d1-92da-876ba376edfb tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] Allocated IP 172.25.1.120 (cbe170d3-31ba-45a2-b477-520ab0a7a8ea/f4e26aca-17ac-4adb-a66b-d939a1b35b64/9900093a-2676-479b-913e-5836d9248121) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:33:24.090439 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3d7ff953-9c2d-4cb7-8744-b75d101babcd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1771989'] for router_interface, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:24.377338 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d7ff953-9c2d-4cb7-8744-b75d101babcd admin admin] Router f33843e5-d1ef-4706-a292-e1ff77f94a6a has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:33:24.513926 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-66bc71af-e739-4090-ba08-03ce2564ed09 req-9024924a-b208-44d1-92da-876ba376edfb tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:24.540277 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d7ff953-9c2d-4cb7-8744-b75d101babcd admin admin] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:33:24.548095 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-3d7ff953-9c2d-4cb7-8744-b75d101babcd admin admin] 10.222.0.64 "PUT /v2.0/routers/f33843e5-d1ef-4706-a292-e1ff77f94a6a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7988164 Oct 20 10:33:24.551541 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c837abb5-940e-46c4-99af-a00b84a550d6 None None] Sync routers for ids ['f33843e5-d1ef-4706-a292-e1ff77f94a6a'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:33:24.559468 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 44406) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:33:24.567681 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c837abb5-940e-46c4-99af-a00b84a550d6 None None] Routers {'f33843e5-d1ef-4706-a292-e1ff77f94a6a'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:33:24.568312 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-c837abb5-940e-46c4-99af-a00b84a550d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:33:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['f33843e5-d1ef-4706-a292-e1ff77f94a6a'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:33:24.606919 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 44412) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:33:24.684293 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582ccba2-dbc7-4d55-abce-0bf69f210aeb req-22e6c986-c16c-4bfa-ade2-dbb682ef16c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:33:24.685817 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-582ccba2-dbc7-4d55-abce-0bf69f210aeb req-22e6c986-c16c-4bfa-ade2-dbb682ef16c7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=946a9e604754455a8a9faea87bc41b49&device_id=26e29c85-389d-454c-930b-0f837d303e1a HTTP/1.1" status: 200 len: 1096 time: 0.6691468 Oct 20 10:33:24.694374 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-66bc71af-e739-4090-ba08-03ce2564ed09 req-9024924a-b208-44d1-92da-876ba376edfb tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:24.701687 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-c837abb5-940e-46c4-99af-a00b84a550d6 None None] Set router f33843e5-d1ef-4706-a292-e1ff77f94a6a gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:33:24.707104 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d8b34360-a822-42de-ad61-45fc24fba83f admin admin] Publish callbacks [] for router, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:24.852355 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d8b34360-a822-42de-ad61-45fc24fba83f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:24.875120 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66bc71af-e739-4090-ba08-03ce2564ed09 req-9024924a-b208-44d1-92da-876ba376edfb tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] Network cbe170d3-31ba-45a2-b477-520ab0a7a8ea is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:33:24.882434 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-de3b8187-f590-48f7-9130-46f51bb904e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:24.888714 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [req-66bc71af-e739-4090-ba08-03ce2564ed09 req-9024924a-b208-44d1-92da-876ba376edfb tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:33:24.901693 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-66bc71af-e739-4090-ba08-03ce2564ed09 req-9024924a-b208-44d1-92da-876ba376edfb tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:33:24.909334 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-d8b34360-a822-42de-ad61-45fc24fba83f admin admin] Deleting port 4666318c-1280-42ca-aa23-ac9e6cfd6c16 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:33:24.909767 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d8b34360-a822-42de-ad61-45fc24fba83f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:24.911217 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-c837abb5-940e-46c4-99af-a00b84a550d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f33843e5-d1ef-4706-a292-e1ff77f94a6a', 'name': 'tempest-ServersTestManualDisk-851771422-router', 'tenant_id': 'd56e66757235425b8b4292fe0806a998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': '4666318c-1280-42ca-aa23-ac9e6cfd6c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:30:51Z', 'updated_at': '2021-10-20T10:33:23Z', 'revision_number': 5, 'project_id': 'd56e66757235425b8b4292fe0806a998', 'gw_port': {'id': '4666318c-1280-42ca-aa23-ac9e6cfd6c16', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:44:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33843e5-d1ef-4706-a292-e1ff77f94a6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:30:52Z', 'updated_at': '2021-10-20T10:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:33:24.927727 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9024924a-b208-44d1-92da-876ba376edfb tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] Pushing event updated for resources: {'Port': ['ID=9900093a-2676-479b-913e-5836d9248121,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:33:24.944137 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c837abb5-940e-46c4-99af-a00b84a550d6 None None] Checking router: f33843e5-d1ef-4706-a292-e1ff77f94a6a for host: n-d-811396-3 {{(pid=100598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:33:24.953626 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c837abb5-940e-46c4-99af-a00b84a550d6 None None] Routers {'f33843e5-d1ef-4706-a292-e1ff77f94a6a'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:33:24.954313 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-c837abb5-940e-46c4-99af-a00b84a550d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:33:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['f33843e5-d1ef-4706-a292-e1ff77f94a6a'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:33:24.985892 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582ccba2-dbc7-4d55-abce-0bf69f210aeb req-679b401d-2143-4dc6-88e7-e0bbe023830a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:33:24.987375 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-582ccba2-dbc7-4d55-abce-0bf69f210aeb req-679b401d-2143-4dc6-88e7-e0bbe023830a service neutron] 10.222.0.55 "GET /v2.0/networks?id=7541d774-cf46-43a8-ab91-4a72282aac35 HTTP/1.1" status: 200 len: 912 time: 0.2182910 Oct 20 10:33:24.993044 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [None req-d8b34360-a822-42de-ad61-45fc24fba83f admin admin] For port 4666318c-1280-42ca-aa23-ac9e6cfd6c16, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=4666318c-1280-42ca-aa23-ac9e6cfd6c16,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:33:24.993525 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d8b34360-a822-42de-ad61-45fc24fba83f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:25.008056 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-d8b34360-a822-42de-ad61-45fc24fba83f admin admin] Calling delete_port for 4666318c-1280-42ca-aa23-ac9e6cfd6c16 owned by network:router_gateway {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:33:25.044152 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-c837abb5-940e-46c4-99af-a00b84a550d6 None None] Set router f33843e5-d1ef-4706-a292-e1ff77f94a6a gateway port host: None {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:33:25.156259 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-582ccba2-dbc7-4d55-abce-0bf69f210aeb req-61c21c94-1298-4ecd-ad9f-34232eefbf79 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7924cc35-bcd5-4c0c-924a-d847de89b737 HTTP/1.1" status: 200 len: 1001 time: 0.1539676 Oct 20 10:33:25.190395 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-66bc71af-e739-4090-ba08-03ce2564ed09 req-9024924a-b208-44d1-92da-876ba376edfb tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:25.233230 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d8b34360-a822-42de-ad61-45fc24fba83f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:25.235710 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-de3b8187-f590-48f7-9130-46f51bb904e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:25.237512 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-c837abb5-940e-46c4-99af-a00b84a550d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f33843e5-d1ef-4706-a292-e1ff77f94a6a', 'name': 'tempest-ServersTestManualDisk-851771422-router', 'tenant_id': 'd56e66757235425b8b4292fe0806a998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:30:51Z', 'updated_at': '2021-10-20T10:33:24Z', 'revision_number': 6, 'project_id': 'd56e66757235425b8b4292fe0806a998', 'gw_port_host': None}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:33:25.273091 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c837abb5-940e-46c4-99af-a00b84a550d6 None None] The sync data for ids ['f33843e5-d1ef-4706-a292-e1ff77f94a6a'] in n-d-811396-3 is: [{'id': 'f33843e5-d1ef-4706-a292-e1ff77f94a6a', 'name': 'tempest-ServersTestManualDisk-851771422-router', 'tenant_id': 'd56e66757235425b8b4292fe0806a998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:30:51Z', 'updated_at': '2021-10-20T10:33:24Z', 'revision_number': 6, 'project_id': 'd56e66757235425b8b4292fe0806a998', 'gw_port_host': None}] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:33:25.283223 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b34360-a822-42de-ad61-45fc24fba83f admin admin] Pushing event deleted for resources: {'Port': ['ID=4666318c-1280-42ca-aa23-ac9e6cfd6c16,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:33:25.286117 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-de3b8187-f590-48f7-9130-46f51bb904e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:25.355229 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-66bc71af-e739-4090-ba08-03ce2564ed09 req-9024924a-b208-44d1-92da-876ba376edfb tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:25.362385 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582ccba2-dbc7-4d55-abce-0bf69f210aeb req-1e7098c4-5c01-42f2-843e-d18c7de9f1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:33:25.363946 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-582ccba2-dbc7-4d55-abce-0bf69f210aeb req-1e7098c4-5c01-42f2-843e-d18c7de9f1bc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ba1df794-ccae-4e17-be55-4b4a3764e935 HTTP/1.1" status: 200 len: 850 time: 0.1760445 Oct 20 10:33:25.370545 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d8b34360-a822-42de-ad61-45fc24fba83f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1773439'] for router_gateway, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:25.394419 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-de3b8187-f590-48f7-9130-46f51bb904e7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3f4e3144b60e46af8f9c17098dd28569&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7843573 Oct 20 10:33:25.397960 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 44420) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:33:25.424710 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b8187-f590-48f7-9130-46f51bb904e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66a5d0ad-3fcc-4e44-a789-324caa7e4e01,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:33:25.480567 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d8b34360-a822-42de-ad61-45fc24fba83f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1772272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258304'] for router, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:25.486739 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d8b34360-a822-42de-ad61-45fc24fba83f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:25.504665 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582ccba2-dbc7-4d55-abce-0bf69f210aeb req-0f8eed9a-c75c-4d55-8254-cb8be63cbadd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:33:25.506238 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-582ccba2-dbc7-4d55-abce-0bf69f210aeb req-0f8eed9a-c75c-4d55-8254-cb8be63cbadd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7541d774-cf46-43a8-ab91-4a72282aac35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1178317 Oct 20 10:33:25.555112 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d8b34360-a822-42de-ad61-45fc24fba83f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1772267'] for router, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:25.556343 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8b34360-a822-42de-ad61-45fc24fba83f admin admin] Fanout notify agent at l3_agent the message router_deleted on router f33843e5-d1ef-4706-a292-e1ff77f94a6a {{(pid=100597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 10:33:25.574560 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d8b34360-a822-42de-ad61-45fc24fba83f admin admin] Publish callbacks [] for router, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:25.576005 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-d8b34360-a822-42de-ad61-45fc24fba83f admin admin] 10.222.0.64 "DELETE /v2.0/routers/f33843e5-d1ef-4706-a292-e1ff77f94a6a HTTP/1.1" status: 204 len: 168 time: 1.0155361 Oct 20 10:33:25.580099 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d471f1e2-b9ed-496c-8c76-4cadd65b0692 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1774405'] for router_interface, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:25.582047 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-65a52437-9d95-4e32-9fbf-6b8d9f885034 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:25.583032 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 44424) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:33:25.610812 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-65a52437-9d95-4e32-9fbf-6b8d9f885034 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:25.673451 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-65a52437-9d95-4e32-9fbf-6b8d9f885034 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:25.676362 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-65a52437-9d95-4e32-9fbf-6b8d9f885034 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:25.678268 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-65a52437-9d95-4e32-9fbf-6b8d9f885034 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/66a5d0ad-3fcc-4e44-a789-324caa7e4e01 HTTP/1.1" status: 204 len: 168 time: 0.2796445 Oct 20 10:33:25.712767 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a52437-9d95-4e32-9fbf-6b8d9f885034 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66a5d0ad-3fcc-4e44-a789-324caa7e4e01,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:33:25.830175 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d6a3030-9495-4c94-b75c-699c5150311d admin admin] Deleting subnet 399fe7e9-9073-4966-b92d-21e0c6ee35d6 {{(pid=100596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:33:25.870976 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-7d6a3030-9495-4c94-b75c-699c5150311d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:25.885178 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 687e2c7b-fca0-4a88-a74f-db45a95c63e7 no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:33:25.905026 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-582ccba2-dbc7-4d55-abce-0bf69f210aeb req-df19cf35-6407-4ee1-bfee-aa6cc8c14b5d service neutron] 10.222.0.55 "GET /v2.0/networks/7541d774-cf46-43a8-ab91-4a72282aac35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3881593 Oct 20 10:33:25.909033 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 687e2c7b-fca0-4a88-a74f-db45a95c63e7 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:33:25.909579 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 687e2c7b-fca0-4a88-a74f-db45a95c63e7 not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:33:25.911894 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-66bc71af-e739-4090-ba08-03ce2564ed09 req-9024924a-b208-44d1-92da-876ba376edfb tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:25.933922 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-66bc71af-e739-4090-ba08-03ce2564ed09 req-9024924a-b208-44d1-92da-876ba376edfb tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:26.006689 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-7d6a3030-9495-4c94-b75c-699c5150311d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25189079'] for subnet, precommit_delete_associations {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:26.057186 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 44440) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:33:26.071027 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-65ad0d9a-14e9-4b42-957a-86632e52d4ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:26.144657 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-65ad0d9a-14e9-4b42-957a-86632e52d4ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:26.149442 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-65ad0d9a-14e9-4b42-957a-86632e52d4ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:26.213773 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ad0d9a-14e9-4b42-957a-86632e52d4ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=226a1598-c130-4d37-b5df-6c5faedb2c6b,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:33:26.222253 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-65ad0d9a-14e9-4b42-957a-86632e52d4ba admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=48b8c38216e243c29db2e6d2586e2018&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1629965 Oct 20 10:33:26.222694 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 44444) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:33:26.244224 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9024924a-b208-44d1-92da-876ba376edfb tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] Pushing event updated for resources: {'Port': ['ID=9900093a-2676-479b-913e-5836d9248121,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:33:26.283449 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-66bc71af-e739-4090-ba08-03ce2564ed09 req-9024924a-b208-44d1-92da-876ba376edfb tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1773381'] for floatingip, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:26.292348 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-552c84ff-4cca-41de-bc59-8a46da6a36dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:26.296995 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-7d6a3030-9495-4c94-b75c-699c5150311d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:26.317942 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-552c84ff-4cca-41de-bc59-8a46da6a36dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:26.355408 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-582ccba2-dbc7-4d55-abce-0bf69f210aeb req-a8399775-63db-4fa6-979b-a586758250cb service neutron] 10.222.0.55 "GET /v2.0/networks/7541d774-cf46-43a8-ab91-4a72282aac35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4364331 Oct 20 10:33:26.360781 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-66bc71af-e739-4090-ba08-03ce2564ed09 req-9024924a-b208-44d1-92da-876ba376edfb tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for floatingip, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:26.361972 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-66bc71af-e739-4090-ba08-03ce2564ed09 req-9024924a-b208-44d1-92da-876ba376edfb tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.1093333 Oct 20 10:33:26.402811 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-552c84ff-4cca-41de-bc59-8a46da6a36dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:26.405865 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-552c84ff-4cca-41de-bc59-8a46da6a36dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:26.407125 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-552c84ff-4cca-41de-bc59-8a46da6a36dc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/226a1598-c130-4d37-b5df-6c5faedb2c6b HTTP/1.1" status: 204 len: 168 time: 0.1827478 Oct 20 10:33:26.431899 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552c84ff-4cca-41de-bc59-8a46da6a36dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=226a1598-c130-4d37-b5df-6c5faedb2c6b,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:33:26.515928 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-66bc71af-e739-4090-ba08-03ce2564ed09 req-5b2d0ba4-b33d-4c57-91c9-48477729b763 tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.1.120 HTTP/1.1" status: 200 len: 696 time: 0.1395679 Oct 20 10:33:26.551649 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-7d6a3030-9495-4c94-b75c-699c5150311d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26836193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26761888'] for subnet, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:26.594860 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6a3030-9495-4c94-b75c-699c5150311d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=399fe7e9-9073-4966-b92d-21e0c6ee35d6,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:33:26.623429 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-7d6a3030-9495-4c94-b75c-699c5150311d admin admin] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:26.629473 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-7d6a3030-9495-4c94-b75c-699c5150311d admin admin] 10.222.0.64 "DELETE /v2.0/subnets/399fe7e9-9073-4966-b92d-21e0c6ee35d6 HTTP/1.1" status: 204 len: 168 time: 1.0354962 Oct 20 10:33:26.629663 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc9b1db2-1c89-43c1-8b38-f38ceb9d667f None None] Network d77166cd-ed72-4807-9abc-17a290c99985 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:33:26.630063 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 44454) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:33:26.740347 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-d471f1e2-b9ed-496c-8c76-4cadd65b0692 admin admin] Deleting port 11e3191b-56cf-4b9f-b7f3-884480285997 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:33:26.740686 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d471f1e2-b9ed-496c-8c76-4cadd65b0692 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:26.816546 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3789613b-fb7f-45da-a379-7316f8ba8eb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:26.893254 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [None req-d471f1e2-b9ed-496c-8c76-4cadd65b0692 admin admin] For port 11e3191b-56cf-4b9f-b7f3-884480285997, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=11e3191b-56cf-4b9f-b7f3-884480285997,segment=NetworkSegment(87e02897-1704-419e-92a1-5fb4dfb3e030),segment_id=87e02897-1704-419e-92a1-5fb4dfb3e030)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:33:26.893620 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d471f1e2-b9ed-496c-8c76-4cadd65b0692 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:26.909737 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-3789613b-fb7f-45da-a379-7316f8ba8eb2 admin admin] Deleting port 204588a4-fadb-4f1a-9611-c058486fe3e0 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:33:26.910083 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3789613b-fb7f-45da-a379-7316f8ba8eb2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:26.917758 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bc71af-e739-4090-ba08-03ce2564ed09 req-a9a876e9-cce0-4a30-a8c7-dbb515ef59cb tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:33:26.919409 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-66bc71af-e739-4090-ba08-03ce2564ed09 req-a9a876e9-cce0-4a30-a8c7-dbb515ef59cb tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] 10.222.0.64 "GET /v2.0/networks/cbe170d3-31ba-45a2-b477-520ab0a7a8ea HTTP/1.1" status: 200 len: 784 time: 0.4022303 Oct 20 10:33:26.931693 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-d471f1e2-b9ed-496c-8c76-4cadd65b0692 admin admin] Calling delete_port for 11e3191b-56cf-4b9f-b7f3-884480285997 owned by network:router_interface {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:33:26.962636 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ae6eeb6-bd70-40be-9149-6f0546547ec4 None None] DHCP port deletion for d77166cd-ed72-4807-9abc-17a290c99985 request from n-d-811396-3 {{(pid=100598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:33:26.999202 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [None req-3789613b-fb7f-45da-a379-7316f8ba8eb2 admin admin] For port 204588a4-fadb-4f1a-9611-c058486fe3e0, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=204588a4-fadb-4f1a-9611-c058486fe3e0,segment=NetworkSegment(760fd5f5-7d8a-4858-a4a5-c86e9af501b1),segment_id=760fd5f5-7d8a-4858-a4a5-c86e9af501b1)] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:33:26.999684 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3789613b-fb7f-45da-a379-7316f8ba8eb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:27.013349 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-3789613b-fb7f-45da-a379-7316f8ba8eb2 admin admin] Calling delete_port for 204588a4-fadb-4f1a-9611-c058486fe3e0 owned by network:dhcp {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:33:27.021232 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-2ae6eeb6-bd70-40be-9149-6f0546547ec4 None None] Deleting port 204588a4-fadb-4f1a-9611-c058486fe3e0 {{(pid=100598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:33:27.021973 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-2ae6eeb6-bd70-40be-9149-6f0546547ec4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:27.161118 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-2ae6eeb6-bd70-40be-9149-6f0546547ec4 None None] For port 204588a4-fadb-4f1a-9611-c058486fe3e0, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=204588a4-fadb-4f1a-9611-c058486fe3e0,segment=NetworkSegment(760fd5f5-7d8a-4858-a4a5-c86e9af501b1),segment_id=760fd5f5-7d8a-4858-a4a5-c86e9af501b1)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:33:27.161773 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-2ae6eeb6-bd70-40be-9149-6f0546547ec4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:27.179750 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3789613b-fb7f-45da-a379-7316f8ba8eb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:27.185146 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-2ae6eeb6-bd70-40be-9149-6f0546547ec4 None None] Calling delete_port for 204588a4-fadb-4f1a-9611-c058486fe3e0 owned by network:dhcp {{(pid=100598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:33:27.264685 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3789613b-fb7f-45da-a379-7316f8ba8eb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=204588a4-fadb-4f1a-9611-c058486fe3e0,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:33:27.274255 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3789613b-fb7f-45da-a379-7316f8ba8eb2 admin admin] No DVR routers for this DVR port 204588a4-fadb-4f1a-9611-c058486fe3e0 on host n-d-811396-3 {{(pid=100597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:33:27.305318 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-2ae6eeb6-bd70-40be-9149-6f0546547ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956'] for port, after_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:27.327329 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae6eeb6-bd70-40be-9149-6f0546547ec4 None None] No DVR routers for this DVR port 204588a4-fadb-4f1a-9611-c058486fe3e0 on host n-d-811396-3 {{(pid=100598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:33:27.384863 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae6eeb6-bd70-40be-9149-6f0546547ec4 None None] Pushing event deleted for resources: {'Port': ['ID=204588a4-fadb-4f1a-9611-c058486fe3e0,revision_number=None']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:33:27.428173 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3789613b-fb7f-45da-a379-7316f8ba8eb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:27.455767 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-3789613b-fb7f-45da-a379-7316f8ba8eb2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d77166cd-ed72-4807-9abc-17a290c99985']}} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:33:27.472033 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-3789613b-fb7f-45da-a379-7316f8ba8eb2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '760fd5f5-7d8a-4858-a4a5-c86e9af501b1') {'for_net_delete': True} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:33:27.474032 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-3789613b-fb7f-45da-a379-7316f8ba8eb2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '760fd5f5-7d8a-4858-a4a5-c86e9af501b1') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:33:27.492876 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3789613b-fb7f-45da-a379-7316f8ba8eb2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25852596'] for segment, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:27.507081 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 6f618075-47e1-4d3f-bc01-1cfa713c867b details requested by agent hyperv_n-h1-811396-3 with host n-h1-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:33:27.541448 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3789613b-fb7f-45da-a379-7316f8ba8eb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:27.557534 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3789613b-fb7f-45da-a379-7316f8ba8eb2 admin admin] Releasing vlan 849 on physical network physnet1 to pool {{(pid=100597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:33:27.557991 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3789613b-fb7f-45da-a379-7316f8ba8eb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951012'] for segment, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:27.565168 n-d-811396-3 neutron-server[100597]: Traceback (most recent call last): Oct 20 10:33:27.565168 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:33:27.565168 n-d-811396-3 neutron-server[100597]: timer() Oct 20 10:33:27.565168 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:33:27.565168 n-d-811396-3 neutron-server[100597]: cb(*args, **kw) Oct 20 10:33:27.565168 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:33:27.565168 n-d-811396-3 neutron-server[100597]: return func(*args, **kwargs) Oct 20 10:33:27.565168 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:33:27.565168 n-d-811396-3 neutron-server[100597]: self._notify() Oct 20 10:33:27.565168 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:33:27.565168 n-d-811396-3 neutron-server[100597]: self.callback(batched_events) Oct 20 10:33:27.565168 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:33:27.565168 n-d-811396-3 neutron-server[100597]: event.method(event) Oct 20 10:33:27.565168 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:33:27.565168 n-d-811396-3 neutron-server[100597]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:33:27.565168 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:33:27.565168 n-d-811396-3 neutron-server[100597]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:33:27.565168 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:33:27.565168 n-d-811396-3 neutron-server[100597]: return f(self, *a, **k) Oct 20 10:33:27.565168 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:33:27.565168 n-d-811396-3 neutron-server[100597]: return self._get(url).json() Oct 20 10:33:27.565168 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:33:27.565168 n-d-811396-3 neutron-server[100597]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:33:27.565168 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:33:27.565168 n-d-811396-3 neutron-server[100597]: return self.request(url, 'GET', **kwargs) Oct 20 10:33:27.565168 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:33:27.565168 n-d-811396-3 neutron-server[100597]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:33:27.565168 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:33:27.565168 n-d-811396-3 neutron-server[100597]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:33:27.565168 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:33:27.565168 n-d-811396-3 neutron-server[100597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:33:27.565168 n-d-811396-3 neutron-server[100597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:33:27.649609 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3789613b-fb7f-45da-a379-7316f8ba8eb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:27.674973 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3789613b-fb7f-45da-a379-7316f8ba8eb2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:27.683432 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-3789613b-fb7f-45da-a379-7316f8ba8eb2 admin admin] 10.222.0.64 "DELETE /v2.0/networks/d77166cd-ed72-4807-9abc-17a290c99985 HTTP/1.1" status: 204 len: 168 time: 1.0522466 Oct 20 10:33:27.695196 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3789613b-fb7f-45da-a379-7316f8ba8eb2 admin admin] Pushing event deleted for resources: {'Network': ['ID=d77166cd-ed72-4807-9abc-17a290c99985,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:33:27.758249 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 4666318c-1280-42ca-aa23-ac9e6cfd6c16 no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:33:27.811173 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 4666318c-1280-42ca-aa23-ac9e6cfd6c16 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:33:27.811541 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 4666318c-1280-42ca-aa23-ac9e6cfd6c16 not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:33:27.811984 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 204588a4-fadb-4f1a-9611-c058486fe3e0 no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:33:27.839339 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 6f618075-47e1-4d3f-bc01-1cfa713c867b, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=6f618075-47e1-4d3f-bc01-1cfa713c867b,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:33:27.842045 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 204588a4-fadb-4f1a-9611-c058486fe3e0 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:33:27.842406 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 204588a4-fadb-4f1a-9611-c058486fe3e0 not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:33:27.864618 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Returning: {'device': '6f618075-47e1-4d3f-bc01-1cfa713c867b', 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84', 'port_id': '6f618075-47e1-4d3f-bc01-1cfa713c867b', 'mac_address': 'fa:16:3e:2a:cf:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 800, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f86199a-b8f2-45b4-a83a-995a7ea6fe42', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:33:27.888047 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d471f1e2-b9ed-496c-8c76-4cadd65b0692 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:27.918697 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d10734-4570-4343-9f9d-36d70fb86771 req-43fbc93c-897b-4566-8da7-9aee3f27affc tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:33:27.929065 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:27.930820 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-99d10734-4570-4343-9f9d-36d70fb86771 req-43fbc93c-897b-4566-8da7-9aee3f27affc tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] 10.222.0.64 "GET /v2.0/networks?id=34c3c2fc-2825-47c5-ac90-f8d0645c4c57 HTTP/1.1" status: 200 len: 820 time: 0.7313814 Oct 20 10:33:27.966549 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6f618075-47e1-4d3f-bc01-1cfa713c867b {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:33:27.967963 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-99d10734-4570-4343-9f9d-36d70fb86771 req-1f1bae50-7e66-47cf-a0a5-e5edfbccbe8e tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] 10.222.0.64 "GET /v2.0/quotas/2530338db1db417898003de86d78050c HTTP/1.1" status: 200 len: 375 time: 0.0361738 Oct 20 10:33:27.971056 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d471f1e2-b9ed-496c-8c76-4cadd65b0692 admin admin] Pushing event deleted for resources: {'Port': ['ID=11e3191b-56cf-4b9f-b7f3-884480285997,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:33:28.014960 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 6f618075-47e1-4d3f-bc01-1cfa713c867b, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=6f618075-47e1-4d3f-bc01-1cfa713c867b,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:33:28.020966 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:28.059607 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 44516) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:33:28.104086 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=6f618075-47e1-4d3f-bc01-1cfa713c867b,revision_number=6']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:33:28.132687 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-0c493d49-3e6b-4729-9f80-f45efd00c1ec admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d56e66757235425b8b4292fe0806a998&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0708506 Oct 20 10:33:28.135232 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 44520) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:33:28.161647 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-99d10734-4570-4343-9f9d-36d70fb86771 req-9613b7b6-e832-499b-9f67-41dd28c18db3 tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=2530338db1db417898003de86d78050c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1927924 Oct 20 10:33:28.207677 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2e33be82-04e2-47c7-96e1-a9379b5729e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:28.234895 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2e33be82-04e2-47c7-96e1-a9379b5729e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:28.284442 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['6f618075-47e1-4d3f-bc01-1cfa713c867b'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:33:28.337905 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2e33be82-04e2-47c7-96e1-a9379b5729e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:28.341009 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2e33be82-04e2-47c7-96e1-a9379b5729e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:28.342270 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-2e33be82-04e2-47c7-96e1-a9379b5729e2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d9c980fc-0a46-4f32-94b1-cac98eb83195 HTTP/1.1" status: 204 len: 168 time: 0.2054224 Oct 20 10:33:28.354817 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e33be82-04e2-47c7-96e1-a9379b5729e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9c980fc-0a46-4f32-94b1-cac98eb83195,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:33:28.398501 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d471f1e2-b9ed-496c-8c76-4cadd65b0692 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1771989'] for router_interface, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:28.436375 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-99d10734-4570-4343-9f9d-36d70fb86771 req-2549072b-d0cf-4b32-b859-aa41dc3074aa service neutron] 10.222.0.64 "GET /v2.0/networks/34c3c2fc-2825-47c5-ac90-f8d0645c4c57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2632799 Oct 20 10:33:28.651944 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-99d10734-4570-4343-9f9d-36d70fb86771 req-db453d08-c165-4146-8e4a-bb337f4665f9 service neutron] 10.222.0.64 "GET /v2.0/networks/34c3c2fc-2825-47c5-ac90-f8d0645c4c57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144876 Oct 20 10:33:28.925196 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-dc2dd974-abca-4dea-8487-081674131354 req-2484c02c-5f56-4353-8489-d70ba91d8362 tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2d81d2b-ae08-4a61-a0b2-4e8698a15570 HTTP/1.1" status: 200 len: 210 time: 0.0506392 Oct 20 10:33:28.926995 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d471f1e2-b9ed-496c-8c76-4cadd65b0692 admin admin] Router da764ea0-9cfb-46d0-b19b-a8155d883e97 has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:33:29.121158 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d471f1e2-b9ed-496c-8c76-4cadd65b0692 admin admin] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:33:29.136344 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee77aa32-ed9f-4964-a515-fc14e61d91f8 None None] Sync routers for ids ['da764ea0-9cfb-46d0-b19b-a8155d883e97'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:33:29.139960 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 44578) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:33:29.141136 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-d471f1e2-b9ed-496c-8c76-4cadd65b0692 admin admin] 10.222.0.64 "PUT /v2.0/routers/da764ea0-9cfb-46d0-b19b-a8155d883e97/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2504857 Oct 20 10:33:29.156436 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee77aa32-ed9f-4964-a515-fc14e61d91f8 None None] Routers {'da764ea0-9cfb-46d0-b19b-a8155d883e97'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:33:29.157506 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-ee77aa32-ed9f-4964-a515-fc14e61d91f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:33:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['da764ea0-9cfb-46d0-b19b-a8155d883e97'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:33:29.347659 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2867904b-52ae-406c-824b-74b031469a86 admin admin] Publish callbacks [] for router, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:29.351584 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-ee77aa32-ed9f-4964-a515-fc14e61d91f8 None None] Set router da764ea0-9cfb-46d0-b19b-a8155d883e97 gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:33:29.542339 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 6f618075-47e1-4d3f-bc01-1cfa713c867b up at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:33:29.599214 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2867904b-52ae-406c-824b-74b031469a86 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:29.672004 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning complete for port 6f618075-47e1-4d3f-bc01-1cfa713c867b triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:33:29.672376 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:29.723790 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 44618) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:33:29.773088 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-2867904b-52ae-406c-824b-74b031469a86 admin admin] Deleting port a91872ef-91ca-40c7-adb8-6af85125749a {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:33:29.773987 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2867904b-52ae-406c-824b-74b031469a86 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:29.900358 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:29.925530 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5cf4e3f-ab2f-4b86-98bd-80d0ded5cca8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f618075-47e1-4d3f-bc01-1cfa713c867b'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:33:29.928120 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3331d56-8eba-488f-9f60-b1609278112c" -d '{"events": [{"server_uuid": "b5cf4e3f-ab2f-4b86-98bd-80d0ded5cca8", "name": "network-vif-plugged", "status": "completed", "tag": "6f618075-47e1-4d3f-bc01-1cfa713c867b"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:33:29.969296 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-2d44811e-69eb-49de-bd10-f36202ce3c3c admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-569012905-network', 'tenant_id': 'aca7fabb908e4e55b3bcaf1ce45b03cf'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:33:30.007305 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 6f618075-47e1-4d3f-bc01-1cfa713c867b, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=6f618075-47e1-4d3f-bc01-1cfa713c867b,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:33:30.011876 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53f5d11e-00a2-4868-b999-e256db607bb1 x-openstack-request-id: req-53f5d11e-00a2-4868-b999-e256db607bb1 {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:33:30.012295 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5cf4e3f-ab2f-4b86-98bd-80d0ded5cca8", "name": "network-vif-plugged", "status": "completed", "tag": "6f618075-47e1-4d3f-bc01-1cfa713c867b", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:33:30.012908 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-53f5d11e-00a2-4868-b999-e256db607bb1 {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:33:30.013428 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5cf4e3f-ab2f-4b86-98bd-80d0ded5cca8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f618075-47e1-4d3f-bc01-1cfa713c867b', 'code': 200} Oct 20 10:33:30.016173 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d44811e-69eb-49de-bd10-f36202ce3c3c admin admin] Made reservation on behalf of aca7fabb908e4e55b3bcaf1ce45b03cf for: {'network': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:33:30.019043 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2d44811e-69eb-49de-bd10-f36202ce3c3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:30.019984 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:30.021256 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-ee77aa32-ed9f-4964-a515-fc14e61d91f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da764ea0-9cfb-46d0-b19b-a8155d883e97', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1640098787-router', 'tenant_id': '8beaf2f5954940dc8d21472300ff0623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.203'}], 'enable_snat': True}, 'gw_port_id': 'a91872ef-91ca-40c7-adb8-6af85125749a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:28:26Z', 'updated_at': '2021-10-20T10:33:27Z', 'revision_number': 5, 'project_id': '8beaf2f5954940dc8d21472300ff0623', 'gw_port': {'id': 'a91872ef-91ca-40c7-adb8-6af85125749a', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:9e:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da764ea0-9cfb-46d0-b19b-a8155d883e97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:28:27Z', 'updated_at': '2021-10-20T10:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:33:30.043101 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2d44811e-69eb-49de-bd10-f36202ce3c3c admin admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:30.053887 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [None req-2867904b-52ae-406c-824b-74b031469a86 admin admin] For port a91872ef-91ca-40c7-adb8-6af85125749a, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=a91872ef-91ca-40c7-adb8-6af85125749a,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:33:30.062978 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2867904b-52ae-406c-824b-74b031469a86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:30.094597 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee77aa32-ed9f-4964-a515-fc14e61d91f8 None None] Checking router: da764ea0-9cfb-46d0-b19b-a8155d883e97 for host: n-d-811396-3 {{(pid=100599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:33:30.109721 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-2867904b-52ae-406c-824b-74b031469a86 admin admin] Calling delete_port for a91872ef-91ca-40c7-adb8-6af85125749a owned by network:router_gateway {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:33:30.117898 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee77aa32-ed9f-4964-a515-fc14e61d91f8 None None] Routers {'da764ea0-9cfb-46d0-b19b-a8155d883e97'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:33:30.118757 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-ee77aa32-ed9f-4964-a515-fc14e61d91f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:33:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['da764ea0-9cfb-46d0-b19b-a8155d883e97'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:33:30.156018 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=6f618075-47e1-4d3f-bc01-1cfa713c867b,revision_number=7']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:33:30.191547 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b648c074-5e3f-427c-967d-6d5922d94658 req-326609e1-c3d7-4db3-8c44-f68329902fe4 tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2d81d2b-ae08-4a61-a0b2-4e8698a15570 HTTP/1.1" status: 200 len: 210 time: 0.0830317 Oct 20 10:33:30.294219 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2d44811e-69eb-49de-bd10-f36202ce3c3c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:30.301261 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2d44811e-69eb-49de-bd10-f36202ce3c3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:30.345847 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-ee77aa32-ed9f-4964-a515-fc14e61d91f8 None None] Set router da764ea0-9cfb-46d0-b19b-a8155d883e97 gateway port host: None {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:33:30.358632 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d44811e-69eb-49de-bd10-f36202ce3c3c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 809} {{(pid=100596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:33:30.383969 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d44811e-69eb-49de-bd10-f36202ce3c3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=052167af-6782-42ac-bb32-02b514a83f6f,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:33:30.387009 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2867904b-52ae-406c-824b-74b031469a86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:30.389895 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2d44811e-69eb-49de-bd10-f36202ce3c3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:30.393207 n-d-811396-3 neutron-server[100596]: INFO neutron.db.segments_db [None req-2d44811e-69eb-49de-bd10-f36202ce3c3c admin admin] Added segment b0504710-a065-4dfe-bd5a-7bb89fc828fa of type vlan for network 61bd0966-a265-4e42-812c-8db46cc7f8aa Oct 20 10:33:30.426896 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2867904b-52ae-406c-824b-74b031469a86 admin admin] Pushing event deleted for resources: {'Port': ['ID=a91872ef-91ca-40c7-adb8-6af85125749a,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:33:30.484233 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2d44811e-69eb-49de-bd10-f36202ce3c3c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:30.532253 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2d44811e-69eb-49de-bd10-f36202ce3c3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:30.534098 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d44811e-69eb-49de-bd10-f36202ce3c3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:33:30.535242 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2d44811e-69eb-49de-bd10-f36202ce3c3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:30.535501 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-ee77aa32-ed9f-4964-a515-fc14e61d91f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da764ea0-9cfb-46d0-b19b-a8155d883e97', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1640098787-router', 'tenant_id': '8beaf2f5954940dc8d21472300ff0623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:28:26Z', 'updated_at': '2021-10-20T10:33:29Z', 'revision_number': 6, 'project_id': '8beaf2f5954940dc8d21472300ff0623', 'gw_port_host': None}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:33:30.579951 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2867904b-52ae-406c-824b-74b031469a86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1773439'] for router_gateway, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:30.607287 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee77aa32-ed9f-4964-a515-fc14e61d91f8 None None] The sync data for ids ['da764ea0-9cfb-46d0-b19b-a8155d883e97'] in n-d-811396-3 is: [{'id': 'da764ea0-9cfb-46d0-b19b-a8155d883e97', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1640098787-router', 'tenant_id': '8beaf2f5954940dc8d21472300ff0623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:28:26Z', 'updated_at': '2021-10-20T10:33:29Z', 'revision_number': 6, 'project_id': '8beaf2f5954940dc8d21472300ff0623', 'gw_port_host': None}] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:33:30.682646 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-2d44811e-69eb-49de-bd10-f36202ce3c3c admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9532065 Oct 20 10:33:30.688056 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 44658) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:33:30.738224 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-7fbae305-8c6a-4ffc-9498-756417d3fb27 admin admin] Request body: {'subnet': {'network_id': '61bd0966-a265-4e42-812c-8db46cc7f8aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-569012905-subnet', 'tenant_id': 'aca7fabb908e4e55b3bcaf1ce45b03cf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:33:30.811062 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2867904b-52ae-406c-824b-74b031469a86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1772272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258304'] for router, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:30.830490 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2867904b-52ae-406c-824b-74b031469a86 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:30.903978 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2867904b-52ae-406c-824b-74b031469a86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1772267'] for router, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:30.904549 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2867904b-52ae-406c-824b-74b031469a86 admin admin] Fanout notify agent at l3_agent the message router_deleted on router da764ea0-9cfb-46d0-b19b-a8155d883e97 {{(pid=100597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 10:33:30.909739 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2867904b-52ae-406c-824b-74b031469a86 admin admin] Publish callbacks [] for router, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:30.913873 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d44811e-69eb-49de-bd10-f36202ce3c3c admin admin] Pushing event updated for resources: {'Network': ['ID=61bd0966-a265-4e42-812c-8db46cc7f8aa,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:33:30.925513 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 44666) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:33:30.925968 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network 61bd0966-a265-4e42-812c-8db46cc7f8aa details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:33:30.934232 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-2867904b-52ae-406c-824b-74b031469a86 admin admin] 10.222.0.64 "DELETE /v2.0/routers/da764ea0-9cfb-46d0-b19b-a8155d883e97 HTTP/1.1" status: 204 len: 168 time: 1.7796919 Oct 20 10:33:31.025051 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 44670) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:33:31.133527 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_v2 [None req-e80c8fcf-fddd-426f-bb1a-d85d2190b342 admin admin] Deleting subnet 33f28086-8644-4605-8dd2-cfc524602613 {{(pid=100596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:33:31.236539 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6ea21813-0968-4aa4-a746-6b578d1f8768 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:31.266197 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fbae305-8c6a-4ffc-9498-756417d3fb27 admin admin] Made reservation on behalf of aca7fabb908e4e55b3bcaf1ce45b03cf for: {'subnet': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:33:31.268572 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-7fbae305-8c6a-4ffc-9498-756417d3fb27 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26761797'] for subnet, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:31.270514 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e80c8fcf-fddd-426f-bb1a-d85d2190b342 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:31.370964 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b7568d80-f0eb-40d8-aeda-87fc2d0d512a req-fcb039cd-1225-4e0a-a0c1-a150b646df0e tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2d81d2b-ae08-4a61-a0b2-4e8698a15570 HTTP/1.1" status: 200 len: 210 time: 0.0421386 Oct 20 10:33:31.406016 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e80c8fcf-fddd-426f-bb1a-d85d2190b342 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25189079'] for subnet, precommit_delete_associations {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:31.424676 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6ea21813-0968-4aa4-a746-6b578d1f8768 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:31.431142 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6ea21813-0968-4aa4-a746-6b578d1f8768 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:31.461606 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-6ea21813-0968-4aa4-a746-6b578d1f8768 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a50e65fa760949deb64fe5f2616ae20d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4352906 Oct 20 10:33:31.474610 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 44686) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:33:31.514160 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea21813-0968-4aa4-a746-6b578d1f8768 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bed244e2-ffc4-448e-9459-584b8f76aa2b,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:33:31.520893 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d10734-4570-4343-9f9d-36d70fb86771 req-eedffd72-451b-4279-8cda-bfc87248aaf7 tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:33:31.523732 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-99d10734-4570-4343-9f9d-36d70fb86771 req-eedffd72-451b-4279-8cda-bfc87248aaf7 tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] 10.222.0.55 "GET /v2.0/networks?id=34c3c2fc-2825-47c5-ac90-f8d0645c4c57 HTTP/1.1" status: 200 len: 820 time: 0.8347495 Oct 20 10:33:31.552463 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-99d10734-4570-4343-9f9d-36d70fb86771 req-2a9ce541-16e9-4da3-8de1-cedf9eebffdc tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] Request body: {'port': {'device_id': 'f2d81d2b-ae08-4a61-a0b2-4e8698a15570', 'network_id': '34c3c2fc-2825-47c5-ac90-f8d0645c4c57', 'admin_state_up': True, 'tenant_id': '2530338db1db417898003de86d78050c'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:33:31.583145 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fff55b63-df8c-4b0a-add2-035c6e04802c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:31.637653 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fff55b63-df8c-4b0a-add2-035c6e04802c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:31.708454 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fff55b63-df8c-4b0a-add2-035c6e04802c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:31.712415 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fff55b63-df8c-4b0a-add2-035c6e04802c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:31.713782 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-fff55b63-df8c-4b0a-add2-035c6e04802c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/bed244e2-ffc4-448e-9459-584b8f76aa2b HTTP/1.1" status: 204 len: 168 time: 0.2376056 Oct 20 10:33:31.732396 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff55b63-df8c-4b0a-add2-035c6e04802c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bed244e2-ffc4-448e-9459-584b8f76aa2b,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:33:31.779274 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device a91872ef-91ca-40c7-adb8-6af85125749a no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:33:31.815708 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: a91872ef-91ca-40c7-adb8-6af85125749a {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:33:31.816183 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device a91872ef-91ca-40c7-adb8-6af85125749a not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:33:31.816682 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 11e3191b-56cf-4b9f-b7f3-884480285997 no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:33:31.863964 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 11e3191b-56cf-4b9f-b7f3-884480285997 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:33:31.864912 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 11e3191b-56cf-4b9f-b7f3-884480285997 not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:33:31.870041 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99d10734-4570-4343-9f9d-36d70fb86771 req-2a9ce541-16e9-4da3-8de1-cedf9eebffdc tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] Made reservation on behalf of 2530338db1db417898003de86d78050c for: {'port': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:33:31.874003 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-99d10734-4570-4343-9f9d-36d70fb86771 req-2a9ce541-16e9-4da3-8de1-cedf9eebffdc tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:31.910327 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e80c8fcf-fddd-426f-bb1a-d85d2190b342 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:32.207893 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-7fbae305-8c6a-4ffc-9498-756417d3fb27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26836128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26761819'] for subnet, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:32.270732 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 44698) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:33:32.287932 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bb3d2ce9-ebbd-4aa9-a417-8ffb34f18961 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:32.311010 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e80c8fcf-fddd-426f-bb1a-d85d2190b342 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26836193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26761888'] for subnet, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:32.348311 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e80c8fcf-fddd-426f-bb1a-d85d2190b342 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:32.351235 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b8d0f0d-9d93-45ea-83c3-66e825d22941 None None] Network 69656706-041c-4c18-9559-4c2c8bbafe68 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:33:32.360502 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-e80c8fcf-fddd-426f-bb1a-d85d2190b342 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/33f28086-8644-4605-8dd2-cfc524602613 HTTP/1.1" status: 204 len: 168 time: 1.4261191 Oct 20 10:33:32.373721 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 44706) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:33:32.465162 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bb3d2ce9-ebbd-4aa9-a417-8ffb34f18961 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:32.472831 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bb3d2ce9-ebbd-4aa9-a417-8ffb34f18961 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:32.513728 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [req-99d10734-4570-4343-9f9d-36d70fb86771 req-2a9ce541-16e9-4da3-8de1-cedf9eebffdc tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] Allocated IP 172.20.0.12 (34c3c2fc-2825-47c5-ac90-f8d0645c4c57/3904a09f-6fdf-4647-b2a1-fcfec8e51887/a350710b-efc8-4218-899f-950111a88e60) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:33:32.536835 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbae305-8c6a-4ffc-9498-756417d3fb27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca4d8024-190b-4d52-b991-b3ff5d7d6ff8,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:33:32.549799 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-bb3d2ce9-ebbd-4aa9-a417-8ffb34f18961 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1e3a71a57dbf4db3bbc6804848f88caf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2779324 Oct 20 10:33:32.553849 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 44714) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:33:32.563574 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3d2ce9-ebbd-4aa9-a417-8ffb34f18961 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcb4dbd1-a4c4-4f71-a4a8-ada053ceb9f8,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:33:32.673857 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-adf1794d-ff91-4848-8c58-056dd84b63e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:32.692185 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbae305-8c6a-4ffc-9498-756417d3fb27 admin admin] Checking segment: {'id': 'b0504710-a065-4dfe-bd5a-7bb89fc828fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '61bd0966-a265-4e42-812c-8db46cc7f8aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:33:32.692572 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fbae305-8c6a-4ffc-9498-756417d3fb27 admin admin] Network hostable DHCP agents. Network: 61bd0966-a265-4e42-812c-8db46cc7f8aa, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:33:32.709632 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-adf1794d-ff91-4848-8c58-056dd84b63e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:32.748818 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7638c9f-c6cb-49f1-bd64-0f76417d6c13 None None] DHCP port deletion for 69656706-041c-4c18-9559-4c2c8bbafe68 request from n-d-811396-3 {{(pid=100598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:33:32.820772 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80c8fcf-fddd-426f-bb1a-d85d2190b342 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33f28086-8644-4605-8dd2-cfc524602613,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:33:32.851893 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-adf1794d-ff91-4848-8c58-056dd84b63e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:32.857531 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-adf1794d-ff91-4848-8c58-056dd84b63e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:32.859271 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-adf1794d-ff91-4848-8c58-056dd84b63e4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fcb4dbd1-a4c4-4f71-a4a8-ada053ceb9f8 HTTP/1.1" status: 204 len: 168 time: 0.3043613 Oct 20 10:33:32.874031 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a6d8d999-6d3f-4ce8-8771-de99a72a5f34 req-695a0200-1dcf-43ae-a664-89a97312e76c tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2d81d2b-ae08-4a61-a0b2-4e8698a15570 HTTP/1.1" status: 200 len: 210 time: 0.3527319 Oct 20 10:33:32.889860 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fbae305-8c6a-4ffc-9498-756417d3fb27 admin admin] Network 61bd0966-a265-4e42-812c-8db46cc7f8aa is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:33:32.892494 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-b7638c9f-c6cb-49f1-bd64-0f76417d6c13 None None] Deleting port 67cd3a75-d0c7-498e-bfbc-019c70912c86 {{(pid=100598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:33:32.893233 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-b7638c9f-c6cb-49f1-bd64-0f76417d6c13 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:32.900907 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf1794d-ff91-4848-8c58-056dd84b63e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcb4dbd1-a4c4-4f71-a4a8-ada053ceb9f8,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:33:32.924047 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-7fbae305-8c6a-4ffc-9498-756417d3fb27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, 61bd0966-a265-4e42-812c-8db46cc7f8aa) {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:33:32.929522 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fbae305-8c6a-4ffc-9498-756417d3fb27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:33:32.930389 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-7fbae305-8c6a-4ffc-9498-756417d3fb27 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:32.937568 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-46eaf06b-f04c-4558-a6ad-a46bb0e2635e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:32.986218 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-7fbae305-8c6a-4ffc-9498-756417d3fb27 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2841902 Oct 20 10:33:32.986505 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 44718) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:33:32.986852 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-99d10734-4570-4343-9f9d-36d70fb86771 req-2a9ce541-16e9-4da3-8de1-cedf9eebffdc tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:32.992168 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-020b555d-adcb-4b07-a9cd-94f4deec92d0 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-569012905-router', 'tenant_id': 'aca7fabb908e4e55b3bcaf1ce45b03cf', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:33:33.057291 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-b7638c9f-c6cb-49f1-bd64-0f76417d6c13 None None] For port 67cd3a75-d0c7-498e-bfbc-019c70912c86, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=67cd3a75-d0c7-498e-bfbc-019c70912c86,segment=NetworkSegment(87e02897-1704-419e-92a1-5fb4dfb3e030),segment_id=87e02897-1704-419e-92a1-5fb4dfb3e030)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:33:33.059648 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-b7638c9f-c6cb-49f1-bd64-0f76417d6c13 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:33.072013 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-99d10734-4570-4343-9f9d-36d70fb86771 req-2a9ce541-16e9-4da3-8de1-cedf9eebffdc tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:33.083776 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-46eaf06b-f04c-4558-a6ad-a46bb0e2635e admin admin] Deleting port 67cd3a75-d0c7-498e-bfbc-019c70912c86 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:33:33.084206 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-46eaf06b-f04c-4558-a6ad-a46bb0e2635e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:33.096547 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-b7638c9f-c6cb-49f1-bd64-0f76417d6c13 None None] Calling delete_port for 67cd3a75-d0c7-498e-bfbc-019c70912c86 owned by network:dhcp {{(pid=100598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:33:33.106241 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80217917-44b3-4b57-8e7e-f4bbd7456353 None None] Network 61bd0966-a265-4e42-812c-8db46cc7f8aa requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:33:33.155909 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99d10734-4570-4343-9f9d-36d70fb86771 req-2a9ce541-16e9-4da3-8de1-cedf9eebffdc tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] Network 34c3c2fc-2825-47c5-ac90-f8d0645c4c57 is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:33:33.169836 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [req-99d10734-4570-4343-9f9d-36d70fb86771 req-2a9ce541-16e9-4da3-8de1-cedf9eebffdc tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:33:33.173707 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-99d10734-4570-4343-9f9d-36d70fb86771 req-2a9ce541-16e9-4da3-8de1-cedf9eebffdc tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:33:33.330506 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['a9f6381f-477f-4127-bf9c-93f653c53615'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:33:33.409718 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [None req-46eaf06b-f04c-4558-a6ad-a46bb0e2635e admin admin] For port 67cd3a75-d0c7-498e-bfbc-019c70912c86, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=67cd3a75-d0c7-498e-bfbc-019c70912c86,segment=NetworkSegment(87e02897-1704-419e-92a1-5fb4dfb3e030),segment_id=87e02897-1704-419e-92a1-5fb4dfb3e030)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:33:33.414765 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-46eaf06b-f04c-4558-a6ad-a46bb0e2635e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:33.450981 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9ce541-16e9-4da3-8de1-cedf9eebffdc tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] Pushing event updated for resources: {'Port': ['ID=a350710b-efc8-4218-899f-950111a88e60,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:33:33.519198 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-46eaf06b-f04c-4558-a6ad-a46bb0e2635e admin admin] Calling delete_port for 67cd3a75-d0c7-498e-bfbc-019c70912c86 owned by network:dhcp {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:33:33.556402 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d10734-4570-4343-9f9d-36d70fb86771 req-2a9ce541-16e9-4da3-8de1-cedf9eebffdc tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:33:33.557227 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-99d10734-4570-4343-9f9d-36d70fb86771 req-2a9ce541-16e9-4da3-8de1-cedf9eebffdc tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:33.598872 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-b7638c9f-c6cb-49f1-bd64-0f76417d6c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956'] for port, after_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:33.651930 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7638c9f-c6cb-49f1-bd64-0f76417d6c13 None None] No DVR routers for this DVR port 67cd3a75-d0c7-498e-bfbc-019c70912c86 on host n-d-811396-3 {{(pid=100598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:33:33.659237 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-99d10734-4570-4343-9f9d-36d70fb86771 req-2a9ce541-16e9-4da3-8de1-cedf9eebffdc tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1184304 Oct 20 10:33:33.696893 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-99d10734-4570-4343-9f9d-36d70fb86771 req-f8aa9029-d5d2-4072-97c9-ec3f33b98170 service neutron] Request body: {'port': {'device_id': 'f2d81d2b-ae08-4a61-a0b2-4e8698a15570', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811396-3'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:33:33.776582 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7638c9f-c6cb-49f1-bd64-0f76417d6c13 None None] Pushing event deleted for resources: {'Port': ['ID=67cd3a75-d0c7-498e-bfbc-019c70912c86,revision_number=None']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:33:33.814187 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-c15ab901-eee1-4bed-a714-21453626a44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:33.834318 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 67cd3a75-d0c7-498e-bfbc-019c70912c86 no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:33:33.849073 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97bb60a9-0b1d-4114-a022-270e3bc87ef4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524064ba-869c-5550-b826-c26b69a11278-61bd0966-a265-4e42-812c-8db46cc7f8aa', 'network_id': '61bd0966-a265-4e42-812c-8db46cc7f8aa', 'tenant_id': 'aca7fabb908e4e55b3bcaf1ce45b03cf', 'fixed_ips': [{'subnet_id': 'ca4d8024-190b-4d52-b991-b3ff5d7d6ff8'}]}} from n-d-811396-3. {{(pid=100598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:33:33.850923 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-97bb60a9-0b1d-4114-a022-270e3bc87ef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:33.852862 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-99d10734-4570-4343-9f9d-36d70fb86771 req-f8aa9029-d5d2-4072-97c9-ec3f33b98170 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:33.868052 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-020b555d-adcb-4b07-a9cd-94f4deec92d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1772442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258322'] for router, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:33.869191 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-020b555d-adcb-4b07-a9cd-94f4deec92d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1772334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773516', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258315'] for router, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:33.874051 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-ed8a6455-7ad1-450e-b47b-c450c4920e15 None None] Provisioning complete for port a350710b-efc8-4218-899f-950111a88e60 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:33:33.874416 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-ed8a6455-7ad1-450e-b47b-c450c4920e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:34.033956 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-020b555d-adcb-4b07-a9cd-94f4deec92d0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:34.056110 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 67cd3a75-d0c7-498e-bfbc-019c70912c86 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:33:34.056110 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 67cd3a75-d0c7-498e-bfbc-019c70912c86 not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:33:34.059918 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-46eaf06b-f04c-4558-a6ad-a46bb0e2635e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:34.199499 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-ed8a6455-7ad1-450e-b47b-c450c4920e15 None None] Port a350710b-efc8-4218-899f-950111a88e60 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:33:34.246920 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46eaf06b-f04c-4558-a6ad-a46bb0e2635e admin admin] No DVR routers for this DVR port 67cd3a75-d0c7-498e-bfbc-019c70912c86 on host n-d-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:33:34.259407 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eaf06b-f04c-4558-a6ad-a46bb0e2635e admin admin] Pushing event deleted for resources: {'Port': ['ID=67cd3a75-d0c7-498e-bfbc-019c70912c86,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:33:34.336014 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-97bb60a9-0b1d-4114-a022-270e3bc87ef4 None None] Allocated IP 172.20.0.2 (61bd0966-a265-4e42-812c-8db46cc7f8aa/ca4d8024-190b-4d52-b991-b3ff5d7d6ff8/78e2ce51-201c-4958-8c6b-66894ee74f6f) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:33:34.347983 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0ed1de-215a-41d2-91d3-d0f2ffce9bce req-91d8f394-3f89-40f3-82a7-c4048c59db79 tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:33:34.349242 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-020b555d-adcb-4b07-a9cd-94f4deec92d0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:34.350617 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8e0ed1de-215a-41d2-91d3-d0f2ffce9bce req-91d8f394-3f89-40f3-82a7-c4048c59db79 tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2d81d2b-ae08-4a61-a0b2-4e8698a15570 HTTP/1.1" status: 200 len: 932 time: 0.2985671 Oct 20 10:33:34.514698 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-46eaf06b-f04c-4558-a6ad-a46bb0e2635e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:34.528052 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237232a0-e3eb-4252-aac0-b97873454703 req-866e04f1-7687-400f-ab8d-f465de150688 tempest-AttachSCSIVolumeTestJSON-565632580 tempest-AttachSCSIVolumeTestJSON-565632580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:33:34.535442 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-237232a0-e3eb-4252-aac0-b97873454703 req-866e04f1-7687-400f-ab8d-f465de150688 tempest-AttachSCSIVolumeTestJSON-565632580 tempest-AttachSCSIVolumeTestJSON-565632580-project] 10.222.0.64 "GET /v2.0/ports?device_id=c914b246-3e17-4b2d-8c05-d4c7a4e27b0f HTTP/1.1" status: 200 len: 945 time: 0.2820978 Oct 20 10:33:34.608123 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-97bb60a9-0b1d-4114-a022-270e3bc87ef4 None None] Publish callbacks [] for port, precommit_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:34.617400 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8e0ed1de-215a-41d2-91d3-d0f2ffce9bce req-4a250e89-e89f-48ff-bacb-b573eff2c825 tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] 10.222.0.64 "GET /v2.0/security-groups?id=bcf72c6d-bf23-46bd-96c6-f69fb8d55f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542815 Oct 20 10:33:34.619143 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-97bb60a9-0b1d-4114-a022-270e3bc87ef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:34.629183 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-46eaf06b-f04c-4558-a6ad-a46bb0e2635e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69656706-041c-4c18-9559-4c2c8bbafe68']}} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:33:34.642908 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-020b555d-adcb-4b07-a9cd-94f4deec92d0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:34.711521 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97bb60a9-0b1d-4114-a022-270e3bc87ef4 None None] Network 61bd0966-a265-4e42-812c-8db46cc7f8aa is already hosted by enough agents. {{(pid=100598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:33:34.711974 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-020b555d-adcb-4b07-a9cd-94f4deec92d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:34.718792 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-46eaf06b-f04c-4558-a6ad-a46bb0e2635e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87e02897-1704-419e-92a1-5fb4dfb3e030') {'for_net_delete': True} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:33:34.719247 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.base_scheduler [None req-97bb60a9-0b1d-4114-a022-270e3bc87ef4 None None] Resources bound (agent type, host, resource id): {{(pid=100598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:33:34.719560 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-46eaf06b-f04c-4558-a6ad-a46bb0e2635e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87e02897-1704-419e-92a1-5fb4dfb3e030') {} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:33:34.726765 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97bb60a9-0b1d-4114-a022-270e3bc87ef4 None None] Received port after_create {{(pid=100598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:33:34.738574 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-237232a0-e3eb-4252-aac0-b97873454703 req-00cd26e5-db3b-4843-81fd-dc08cb6d677a tempest-AttachSCSIVolumeTestJSON-565632580 tempest-AttachSCSIVolumeTestJSON-565632580-project] 10.222.0.64 "GET /v2.0/security-groups?id=480fd21c-bd7f-4959-86aa-8971fae5bd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018886 Oct 20 10:33:34.795981 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bb60a9-0b1d-4114-a022-270e3bc87ef4 None None] Pushing event updated for resources: {'Port': ['ID=78e2ce51-201c-4958-8c6b-66894ee74f6f,revision_number=1']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:33:34.850857 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-46eaf06b-f04c-4558-a6ad-a46bb0e2635e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25189038'] for segment, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:34.912612 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-97bb60a9-0b1d-4114-a022-270e3bc87ef4 None None] Attempting to bind port 78e2ce51-201c-4958-8c6b-66894ee74f6f on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:33:34.913701 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-97bb60a9-0b1d-4114-a022-270e3bc87ef4 None None] Attempting to bind port 78e2ce51-201c-4958-8c6b-66894ee74f6f by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': 'b0504710-a065-4dfe-bd5a-7bb89fc828fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '61bd0966-a265-4e42-812c-8db46cc7f8aa'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:33:34.914234 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bb60a9-0b1d-4114-a022-270e3bc87ef4 None None] Attempting to bind port 78e2ce51-201c-4958-8c6b-66894ee74f6f on network 61bd0966-a265-4e42-812c-8db46cc7f8aa {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:33:34.920499 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bb60a9-0b1d-4114-a022-270e3bc87ef4 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 33, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:33:34.921023 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bb60a9-0b1d-4114-a022-270e3bc87ef4 None None] Checking segment: {'id': 'b0504710-a065-4dfe-bd5a-7bb89fc828fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '61bd0966-a265-4e42-812c-8db46cc7f8aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:33:34.921808 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-97bb60a9-0b1d-4114-a022-270e3bc87ef4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:34.922807 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bb60a9-0b1d-4114-a022-270e3bc87ef4 None None] Bound using segment: {'id': 'b0504710-a065-4dfe-bd5a-7bb89fc828fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '61bd0966-a265-4e42-812c-8db46cc7f8aa'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:33:34.923287 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-97bb60a9-0b1d-4114-a022-270e3bc87ef4 None None] Bound port: 78e2ce51-201c-4958-8c6b-66894ee74f6f, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0504710-a065-4dfe-bd5a-7bb89fc828fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '61bd0966-a265-4e42-812c-8db46cc7f8aa'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:33:34.923690 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-97bb60a9-0b1d-4114-a022-270e3bc87ef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:34.985629 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-46eaf06b-f04c-4558-a6ad-a46bb0e2635e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:35.007671 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-020b555d-adcb-4b07-a9cd-94f4deec92d0 admin admin] Allocated IP 172.25.1.221 (cbe170d3-31ba-45a2-b477-520ab0a7a8ea/f4e26aca-17ac-4adb-a66b-d939a1b35b64/cdbeedb1-479e-48c7-86ff-ee83403a61bc) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:33:35.008458 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [req-99d10734-4570-4343-9f9d-36d70fb86771 req-f8aa9029-d5d2-4072-97c9-ec3f33b98170 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a350710b-efc8-4218-899f-950111a88e60 {{(pid=100596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:33:35.018807 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46eaf06b-f04c-4558-a6ad-a46bb0e2635e admin admin] Releasing vlan 807 on physical network physnet1 to pool {{(pid=100596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:33:35.019313 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-46eaf06b-f04c-4558-a6ad-a46bb0e2635e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26833155'] for segment, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:35.029376 n-d-811396-3 neutron-server[100596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:33:35.029376 n-d-811396-3 neutron-server[100596]: self.session.flush() Oct 20 10:33:35.029376 n-d-811396-3 neutron-server[100596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:33:35.029376 n-d-811396-3 neutron-server[100596]: self.session.flush() Oct 20 10:33:35.029376 n-d-811396-3 neutron-server[100596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:33:35.029376 n-d-811396-3 neutron-server[100596]: self.session.flush() Oct 20 10:33:35.029376 n-d-811396-3 neutron-server[100596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:33:35.029376 n-d-811396-3 neutron-server[100596]: self.session.flush() Oct 20 10:33:35.029376 n-d-811396-3 neutron-server[100596]: Traceback (most recent call last): Oct 20 10:33:35.029376 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:33:35.029376 n-d-811396-3 neutron-server[100596]: timer() Oct 20 10:33:35.029376 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:33:35.029376 n-d-811396-3 neutron-server[100596]: cb(*args, **kw) Oct 20 10:33:35.029376 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:33:35.029376 n-d-811396-3 neutron-server[100596]: return func(*args, **kwargs) Oct 20 10:33:35.029376 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:33:35.029376 n-d-811396-3 neutron-server[100596]: self._notify() Oct 20 10:33:35.029376 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:33:35.029376 n-d-811396-3 neutron-server[100596]: self.callback(batched_events) Oct 20 10:33:35.029376 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:33:35.029376 n-d-811396-3 neutron-server[100596]: event.method(event) Oct 20 10:33:35.029376 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:33:35.029376 n-d-811396-3 neutron-server[100596]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:33:35.029376 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:33:35.029376 n-d-811396-3 neutron-server[100596]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:33:35.029376 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:33:35.029376 n-d-811396-3 neutron-server[100596]: return f(self, *a, **k) Oct 20 10:33:35.029376 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:33:35.029376 n-d-811396-3 neutron-server[100596]: return self._get(url).json() Oct 20 10:33:35.029376 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:33:35.029376 n-d-811396-3 neutron-server[100596]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:33:35.029376 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:33:35.029376 n-d-811396-3 neutron-server[100596]: return self.request(url, 'GET', **kwargs) Oct 20 10:33:35.029376 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:33:35.029376 n-d-811396-3 neutron-server[100596]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:33:35.029376 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:33:35.029376 n-d-811396-3 neutron-server[100596]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:33:35.029376 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:33:35.029376 n-d-811396-3 neutron-server[100596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:33:35.029376 n-d-811396-3 neutron-server[100596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:33:35.044238 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-99d10734-4570-4343-9f9d-36d70fb86771 req-f8aa9029-d5d2-4072-97c9-ec3f33b98170 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:35.078684 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-97bb60a9-0b1d-4114-a022-270e3bc87ef4 None None] For port 78e2ce51-201c-4958-8c6b-66894ee74f6f, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:33:35.087094 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-97bb60a9-0b1d-4114-a022-270e3bc87ef4 None None] For port 78e2ce51-201c-4958-8c6b-66894ee74f6f, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=78e2ce51-201c-4958-8c6b-66894ee74f6f,segment=NetworkSegment(b0504710-a065-4dfe-bd5a-7bb89fc828fa),segment_id=b0504710-a065-4dfe-bd5a-7bb89fc828fa)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:33:35.093658 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-97bb60a9-0b1d-4114-a022-270e3bc87ef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:35.119175 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.provisioning_blocks [req-99d10734-4570-4343-9f9d-36d70fb86771 req-f8aa9029-d5d2-4072-97c9-ec3f33b98170 service neutron] Transition to ACTIVE for port object a350710b-efc8-4218-899f-950111a88e60 will not be triggered until provisioned by entity L2. {{(pid=100596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:33:35.120805 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-46eaf06b-f04c-4558-a6ad-a46bb0e2635e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:35.143262 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-99d10734-4570-4343-9f9d-36d70fb86771 req-f8aa9029-d5d2-4072-97c9-ec3f33b98170 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:35.173721 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-020b555d-adcb-4b07-a9cd-94f4deec92d0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:35.176057 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-46eaf06b-f04c-4558-a6ad-a46bb0e2635e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:35.185454 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-46eaf06b-f04c-4558-a6ad-a46bb0e2635e admin admin] 10.222.0.64 "DELETE /v2.0/networks/69656706-041c-4c18-9559-4c2c8bbafe68 HTTP/1.1" status: 204 len: 168 time: 2.8016887 Oct 20 10:33:35.245844 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eaf06b-f04c-4558-a6ad-a46bb0e2635e admin admin] Pushing event deleted for resources: {'Network': ['ID=69656706-041c-4c18-9559-4c2c8bbafe68,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:33:35.257870 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8aa9029-d5d2-4072-97c9-ec3f33b98170 service neutron] Pushing event updated for resources: {'Port': ['ID=a350710b-efc8-4218-899f-950111a88e60,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:33:35.268559 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-020b555d-adcb-4b07-a9cd-94f4deec92d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:35.271850 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bb60a9-0b1d-4114-a022-270e3bc87ef4 None None] Pushing event updated for resources: {'Port': ['ID=78e2ce51-201c-4958-8c6b-66894ee74f6f,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:33:35.340000 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-020b555d-adcb-4b07-a9cd-94f4deec92d0 admin admin] Network cbe170d3-31ba-45a2-b477-520ab0a7a8ea is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:33:35.352084 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-020b555d-adcb-4b07-a9cd-94f4deec92d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:33:35.357099 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020b555d-adcb-4b07-a9cd-94f4deec92d0 admin admin] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:33:35.412583 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020b555d-adcb-4b07-a9cd-94f4deec92d0 admin admin] Pushing event updated for resources: {'Port': ['ID=cdbeedb1-479e-48c7-86ff-ee83403a61bc,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:33:35.441915 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-99d10734-4570-4343-9f9d-36d70fb86771 req-f8aa9029-d5d2-4072-97c9-ec3f33b98170 service neutron] Attempting to bind port a350710b-efc8-4218-899f-950111a88e60 on host n-h1-811396-3 for vnic_type normal with profile {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:33:35.442435 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-99d10734-4570-4343-9f9d-36d70fb86771 req-f8aa9029-d5d2-4072-97c9-ec3f33b98170 service neutron] Attempting to bind port a350710b-efc8-4218-899f-950111a88e60 by drivers openvswitch,hyperv on host n-h1-811396-3 at level 0 using segments [{'id': 'e1ea536c-2be6-419e-9a53-c776bc5130e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '34c3c2fc-2825-47c5-ac90-f8d0645c4c57'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:33:35.442936 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d10734-4570-4343-9f9d-36d70fb86771 req-f8aa9029-d5d2-4072-97c9-ec3f33b98170 service neutron] Attempting to bind port a350710b-efc8-4218-899f-950111a88e60 on network 34c3c2fc-2825-47c5-ac90-f8d0645c4c57 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:33:35.450897 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d10734-4570-4343-9f9d-36d70fb86771 req-f8aa9029-d5d2-4072-97c9-ec3f33b98170 service neutron] Port a350710b-efc8-4218-899f-950111a88e60 on network 34c3c2fc-2825-47c5-ac90-f8d0645c4c57 not bound, no agent of type Open vSwitch agent registered on host n-h1-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:33:35.451536 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d10734-4570-4343-9f9d-36d70fb86771 req-f8aa9029-d5d2-4072-97c9-ec3f33b98170 service neutron] Attempting to bind port a350710b-efc8-4218-899f-950111a88e60 on network 34c3c2fc-2825-47c5-ac90-f8d0645c4c57 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:33:35.458527 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d10734-4570-4343-9f9d-36d70fb86771 req-f8aa9029-d5d2-4072-97c9-ec3f33b98170 service neutron] Checking agent: {'id': 'b707b4cc-061f-4cf4-bce0-0b3df9b7bec9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:33:35.459300 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d10734-4570-4343-9f9d-36d70fb86771 req-f8aa9029-d5d2-4072-97c9-ec3f33b98170 service neutron] Checking segment: {'id': 'e1ea536c-2be6-419e-9a53-c776bc5130e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '34c3c2fc-2825-47c5-ac90-f8d0645c4c57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:33:35.460129 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d10734-4570-4343-9f9d-36d70fb86771 req-f8aa9029-d5d2-4072-97c9-ec3f33b98170 service neutron] Bound using segment: {'id': 'e1ea536c-2be6-419e-9a53-c776bc5130e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '34c3c2fc-2825-47c5-ac90-f8d0645c4c57'} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:33:35.460822 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-99d10734-4570-4343-9f9d-36d70fb86771 req-f8aa9029-d5d2-4072-97c9-ec3f33b98170 service neutron] Bound port: a350710b-efc8-4218-899f-950111a88e60, host: n-h1-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1ea536c-2be6-419e-9a53-c776bc5130e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '34c3c2fc-2825-47c5-ac90-f8d0645c4c57'}}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:33:35.461462 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-99d10734-4570-4343-9f9d-36d70fb86771 req-f8aa9029-d5d2-4072-97c9-ec3f33b98170 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:35.580589 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-99d10734-4570-4343-9f9d-36d70fb86771 req-f8aa9029-d5d2-4072-97c9-ec3f33b98170 service neutron] For port a350710b-efc8-4218-899f-950111a88e60, host n-h1-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:33:35.586977 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-99d10734-4570-4343-9f9d-36d70fb86771 req-f8aa9029-d5d2-4072-97c9-ec3f33b98170 service neutron] For port a350710b-efc8-4218-899f-950111a88e60, host n-h1-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=a350710b-efc8-4218-899f-950111a88e60,segment=NetworkSegment(e1ea536c-2be6-419e-9a53-c776bc5130e2),segment_id=e1ea536c-2be6-419e-9a53-c776bc5130e2)] {{(pid=100596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:33:35.593291 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-99d10734-4570-4343-9f9d-36d70fb86771 req-f8aa9029-d5d2-4072-97c9-ec3f33b98170 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:35.661033 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d10734-4570-4343-9f9d-36d70fb86771 req-f8aa9029-d5d2-4072-97c9-ec3f33b98170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:33:35.665586 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-99d10734-4570-4343-9f9d-36d70fb86771 req-f8aa9029-d5d2-4072-97c9-ec3f33b98170 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:35.677353 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-99d10734-4570-4343-9f9d-36d70fb86771 req-f8aa9029-d5d2-4072-97c9-ec3f33b98170 service neutron] 10.222.0.55 "PUT /v2.0/ports/a350710b-efc8-4218-899f-950111a88e60 HTTP/1.1" status: 200 len: 1092 time: 1.9919760 Oct 20 10:33:35.678715 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2d81d2b-ae08-4a61-a0b2-4e8698a15570', 'tag': 'a350710b-efc8-4218-899f-950111a88e60'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:33:35.686125 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2164791-f7d1-4b7f-9e01-983db846c7c4" -d '{"events": [{"name": "network-changed", "server_uuid": "f2d81d2b-ae08-4a61-a0b2-4e8698a15570", "tag": "a350710b-efc8-4218-899f-950111a88e60"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:33:35.714327 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 44800) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:33:35.893842 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 78e2ce51-201c-4958-8c6b-66894ee74f6f up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:33:35.894369 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c36cfcc2-1218-4431-a616-edf55aa6cffb x-openstack-request-id: req-c36cfcc2-1218-4431-a616-edf55aa6cffb {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:33:35.894655 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2d81d2b-ae08-4a61-a0b2-4e8698a15570", "tag": "a350710b-efc8-4218-899f-950111a88e60", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:33:35.894902 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c36cfcc2-1218-4431-a616-edf55aa6cffb {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:33:35.895303 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2d81d2b-ae08-4a61-a0b2-4e8698a15570', 'tag': 'a350710b-efc8-4218-899f-950111a88e60', 'status': 'completed', 'code': 200} Oct 20 10:33:36.000606 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-020b555d-adcb-4b07-a9cd-94f4deec92d0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:36.042219 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d10734-4570-4343-9f9d-36d70fb86771 req-33a9ffa4-dcc1-47e4-a90f-452f06338f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:33:36.044315 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-99d10734-4570-4343-9f9d-36d70fb86771 req-33a9ffa4-dcc1-47e4-a90f-452f06338f9b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2530338db1db417898003de86d78050c&device_id=f2d81d2b-ae08-4a61-a0b2-4e8698a15570 HTTP/1.1" status: 200 len: 1095 time: 0.2686706 Oct 20 10:33:36.054110 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 78e2ce51-201c-4958-8c6b-66894ee74f6f triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:33:36.059164 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:36.121150 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-99d10734-4570-4343-9f9d-36d70fb86771 req-1abc595c-6959-45ec-afe3-859fe7358199 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a350710b-efc8-4218-899f-950111a88e60 HTTP/1.1" status: 200 len: 217 time: 0.0488245 Oct 20 10:33:36.121761 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8aa9029-d5d2-4072-97c9-ec3f33b98170 service neutron] Pushing event updated for resources: {'Port': ['ID=a350710b-efc8-4218-899f-950111a88e60,revision_number=3']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:33:36.133316 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-df1328c5-5b95-413e-b6be-af4d565b36b0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=615f0f1e0330428db980ed70e8d1044c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4154499 Oct 20 10:33:36.135151 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 44814) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:33:36.180970 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-834f1887-0c5a-44cc-9929-d4429d2519ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:36.183749 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf3251c-6c21-44b7-9c76-90686297d014 req-99d4b6f0-d24a-497a-8507-fadbf9a8fffa tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:33:36.192339 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-aaf3251c-6c21-44b7-9c76-90686297d014 req-99d4b6f0-d24a-497a-8507-fadbf9a8fffa tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2d81d2b-ae08-4a61-a0b2-4e8698a15570 HTTP/1.1" status: 200 len: 944 time: 0.2890449 Oct 20 10:33:36.278437 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:36.288262 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-aaf3251c-6c21-44b7-9c76-90686297d014 req-0e5d737a-89ef-43d7-bc81-69481ac8314f tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] 10.222.0.64 "GET /v2.0/security-groups?id=bcf72c6d-bf23-46bd-96c6-f69fb8d55f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950406 Oct 20 10:33:36.300518 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7a4587-908a-4a8f-8df5-8179acbf577e req-276aa668-aba2-43ad-836e-d73ea31194a9 tempest-AttachSCSIVolumeTestJSON-565632580 tempest-AttachSCSIVolumeTestJSON-565632580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:33:36.302084 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ff7a4587-908a-4a8f-8df5-8179acbf577e req-276aa668-aba2-43ad-836e-d73ea31194a9 tempest-AttachSCSIVolumeTestJSON-565632580 tempest-AttachSCSIVolumeTestJSON-565632580-project] 10.222.0.64 "GET /v2.0/ports?device_id=c914b246-3e17-4b2d-8c05-d4c7a4e27b0f HTTP/1.1" status: 200 len: 945 time: 0.3409281 Oct 20 10:33:36.381905 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-020b555d-adcb-4b07-a9cd-94f4deec92d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1773475'] for router, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:36.389850 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] For port 78e2ce51-201c-4958-8c6b-66894ee74f6f, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=78e2ce51-201c-4958-8c6b-66894ee74f6f,segment=NetworkSegment(b0504710-a065-4dfe-bd5a-7bb89fc828fa),segment_id=b0504710-a065-4dfe-bd5a-7bb89fc828fa)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:33:36.396498 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d10734-4570-4343-9f9d-36d70fb86771 req-0ea17b02-4483-47cf-a85b-04cac55ddcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:33:36.398420 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-99d10734-4570-4343-9f9d-36d70fb86771 req-0ea17b02-4483-47cf-a85b-04cac55ddcf0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3904a09f-6fdf-4647-b2a1-fcfec8e51887 HTTP/1.1" status: 200 len: 859 time: 0.2579777 Oct 20 10:33:36.398885 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:36.519911 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d5920a87-ceb8-4321-bab1-88eb676b27dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:36.522809 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Pushing event updated for resources: {'Port': ['ID=78e2ce51-201c-4958-8c6b-66894ee74f6f,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:33:36.616457 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d5920a87-ceb8-4321-bab1-88eb676b27dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:36.702237 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-020b555d-adcb-4b07-a9cd-94f4deec92d0 admin admin] Router 5de4c448-fca5-4ec5-bab6-2f5ecb6516ec is scheduled to L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 with binding_index 1 {{(pid=100597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 10:33:36.816423 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d5920a87-ceb8-4321-bab1-88eb676b27dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:36.828589 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d5920a87-ceb8-4321-bab1-88eb676b27dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:36.835575 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-d5920a87-ceb8-4321-bab1-88eb676b27dd admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8aee3fa3-bdbc-4587-bf3a-ab30c0b847bf HTTP/1.1" status: 204 len: 168 time: 0.6079798 Oct 20 10:33:36.920311 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5920a87-ceb8-4321-bab1-88eb676b27dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aee3fa3-bdbc-4587-bf3a-ab30c0b847bf,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:33:36.949015 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-020b555d-adcb-4b07-a9cd-94f4deec92d0 admin admin] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:33:36.960779 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f100e4e-8194-48a4-9bc5-d45af90a29f4 None None] Sync routers for ids ['5de4c448-fca5-4ec5-bab6-2f5ecb6516ec'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:33:36.978362 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-020b555d-adcb-4b07-a9cd-94f4deec92d0 admin admin] Publish callbacks [] for router, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:36.980391 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-020b555d-adcb-4b07-a9cd-94f4deec92d0 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.9929364 Oct 20 10:33:36.983188 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 44838) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:33:36.996604 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f100e4e-8194-48a4-9bc5-d45af90a29f4 None None] Routers {'5de4c448-fca5-4ec5-bab6-2f5ecb6516ec'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:33:36.997336 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-7f100e4e-8194-48a4-9bc5-d45af90a29f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:33:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['5de4c448-fca5-4ec5-bab6-2f5ecb6516ec'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:33:37.062721 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ff7a4587-908a-4a8f-8df5-8179acbf577e req-72144584-af11-4dd4-a426-363f4467621f tempest-AttachSCSIVolumeTestJSON-565632580 tempest-AttachSCSIVolumeTestJSON-565632580-project] 10.222.0.64 "GET /v2.0/security-groups?id=480fd21c-bd7f-4959-86aa-8971fae5bd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7165897 Oct 20 10:33:37.087997 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3f354b-124e-471d-8bed-42a1f4e6f0c9 req-a7f9b385-4ab5-4f3d-8661-0c5841fc56f3 tempest-AttachSCSIVolumeTestJSON-565632580 tempest-AttachSCSIVolumeTestJSON-565632580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:33:37.089484 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2d3f354b-124e-471d-8bed-42a1f4e6f0c9 req-a7f9b385-4ab5-4f3d-8661-0c5841fc56f3 tempest-AttachSCSIVolumeTestJSON-565632580 tempest-AttachSCSIVolumeTestJSON-565632580-project] 10.222.0.55 "GET /v2.0/ports?device_id=c914b246-3e17-4b2d-8c05-d4c7a4e27b0f HTTP/1.1" status: 200 len: 945 time: 0.7763128 Oct 20 10:33:37.095433 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c2ec62-9b9d-4565-8306-3d0cb33536a2 None None] Network 61bd0966-a265-4e42-812c-8db46cc7f8aa requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:33:37.098991 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-02d4163d-41ca-4b81-bc33-640f1c740c4c req-9caf0198-a9ae-459d-90a1-b5b27f46b3c4 tempest-TenantUsagesTestJSON-1904057721 tempest-TenantUsagesTestJSON-1904057721-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=2258237096da41ba8c62c127c4a861c4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0640419 Oct 20 10:33:37.112562 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d10734-4570-4343-9f9d-36d70fb86771 req-9d0d24ed-e717-4f58-9e96-de14170070de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:33:37.114725 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-99d10734-4570-4343-9f9d-36d70fb86771 req-9d0d24ed-e717-4f58-9e96-de14170070de service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=34c3c2fc-2825-47c5-ac90-f8d0645c4c57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6916409 Oct 20 10:33:37.306346 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:37.450444 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d4163d-41ca-4b81-bc33-640f1c740c4c req-00f42c3d-e65e-4c37-a244-dc941f42c38a tempest-TenantUsagesTestJSON-1904057721 tempest-TenantUsagesTestJSON-1904057721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:33:37.458038 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-02d4163d-41ca-4b81-bc33-640f1c740c4c req-00f42c3d-e65e-4c37-a244-dc941f42c38a tempest-TenantUsagesTestJSON-1904057721 tempest-TenantUsagesTestJSON-1904057721-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3580942 Oct 20 10:33:37.521490 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-02d4163d-41ca-4b81-bc33-640f1c740c4c req-927af7c7-d9cd-444e-9048-cfc1def1bb9c tempest-TenantUsagesTestJSON-1904057721 tempest-TenantUsagesTestJSON-1904057721-project] 10.222.0.64 "GET /v2.0/quotas/2258237096da41ba8c62c127c4a861c4 HTTP/1.1" status: 200 len: 375 time: 0.0621765 Oct 20 10:33:37.525572 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-99d10734-4570-4343-9f9d-36d70fb86771 req-07f70403-5115-4eb2-b54b-1d2958f1210f service neutron] 10.222.0.55 "GET /v2.0/networks/34c3c2fc-2825-47c5-ac90-f8d0645c4c57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3883877 Oct 20 10:33:37.595282 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-02d4163d-41ca-4b81-bc33-640f1c740c4c req-9954678d-accf-4acf-9218-217e3adaef85 tempest-TenantUsagesTestJSON-1904057721 tempest-TenantUsagesTestJSON-1904057721-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=2258237096da41ba8c62c127c4a861c4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0584576 Oct 20 10:33:37.613252 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-2d3f354b-124e-471d-8bed-42a1f4e6f0c9 req-68eca131-bda7-4895-9732-31851e9ac2cc tempest-AttachSCSIVolumeTestJSON-565632580 tempest-AttachSCSIVolumeTestJSON-565632580-project] Deleting port 40025f0f-7dab-4069-9add-3698a7e32bed {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:33:37.613252 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-2d3f354b-124e-471d-8bed-42a1f4e6f0c9 req-68eca131-bda7-4895-9732-31851e9ac2cc tempest-AttachSCSIVolumeTestJSON-565632580 tempest-AttachSCSIVolumeTestJSON-565632580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:37.663776 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae5839d-e940-4deb-98f8-6fd3db6ca4f8 req-df662be1-8d24-4a73-b262-b381725153c8 tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:33:37.663776 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0ae5839d-e940-4deb-98f8-6fd3db6ca4f8 req-df662be1-8d24-4a73-b262-b381725153c8 tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2d81d2b-ae08-4a61-a0b2-4e8698a15570 HTTP/1.1" status: 200 len: 944 time: 0.2194219 Oct 20 10:33:37.669811 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 44850) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:33:37.698013 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-aeab6c5a-e658-4fae-8ab9-84e10ad3071f None None] Provisioning complete for port 78e2ce51-201c-4958-8c6b-66894ee74f6f triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:33:37.698381 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-aeab6c5a-e658-4fae-8ab9-84e10ad3071f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:37.844288 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-d10733f2-ba70-4b62-88a6-7944e511f696 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8beaf2f5954940dc8d21472300ff0623&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1709888 Oct 20 10:33:37.855289 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 44852) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:33:37.876084 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:37.882799 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:37.890143 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-7f100e4e-8194-48a4-9bc5-d45af90a29f4 None None] Set router 5de4c448-fca5-4ec5-bab6-2f5ecb6516ec gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:33:37.923207 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-99d10734-4570-4343-9f9d-36d70fb86771 req-376aa16d-6778-4a7b-a192-ac1691a0514c service neutron] 10.222.0.55 "GET /v2.0/networks/34c3c2fc-2825-47c5-ac90-f8d0645c4c57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3807795 Oct 20 10:33:37.930024 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 78e2ce51-201c-4958-8c6b-66894ee74f6f up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:33:37.948317 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0ae5839d-e940-4deb-98f8-6fd3db6ca4f8 req-c4f53f0b-7b59-412d-bee0-3f089b363399 tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] 10.222.0.64 "GET /v2.0/security-groups?id=bcf72c6d-bf23-46bd-96c6-f69fb8d55f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2770159 Oct 20 10:33:37.967740 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-2d3f354b-124e-471d-8bed-42a1f4e6f0c9 req-68eca131-bda7-4895-9732-31851e9ac2cc tempest-AttachSCSIVolumeTestJSON-565632580 tempest-AttachSCSIVolumeTestJSON-565632580-project] For port 40025f0f-7dab-4069-9add-3698a7e32bed, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=40025f0f-7dab-4069-9add-3698a7e32bed,segment=NetworkSegment(f09b9630-998d-403e-9785-72c7796faf71),segment_id=f09b9630-998d-403e-9785-72c7796faf71)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:33:37.968293 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-2d3f354b-124e-471d-8bed-42a1f4e6f0c9 req-68eca131-bda7-4895-9732-31851e9ac2cc tempest-AttachSCSIVolumeTestJSON-565632580 tempest-AttachSCSIVolumeTestJSON-565632580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:37.984852 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-2d3f354b-124e-471d-8bed-42a1f4e6f0c9 req-68eca131-bda7-4895-9732-31851e9ac2cc tempest-AttachSCSIVolumeTestJSON-565632580 tempest-AttachSCSIVolumeTestJSON-565632580-project] Calling delete_port for 40025f0f-7dab-4069-9add-3698a7e32bed owned by compute:nova {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:33:38.009959 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-dcdc6ab2-098d-49c2-a4c4-f418a582fd8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:38.324602 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 78e2ce51-201c-4958-8c6b-66894ee74f6f triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:33:38.324602 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:38.419218 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-2d3f354b-124e-471d-8bed-42a1f4e6f0c9 req-68eca131-bda7-4895-9732-31851e9ac2cc tempest-AttachSCSIVolumeTestJSON-565632580 tempest-AttachSCSIVolumeTestJSON-565632580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:38.458086 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-85c483b6-9ce4-425f-b52c-f87fb82eccd5 req-adfe8ea1-c769-4b0b-ad4c-257ceda6c16d tempest-TenantUsagesTestJSON-1904057721 tempest-TenantUsagesTestJSON-1904057721-project] 10.222.0.64 "GET /v2.0/ports?device_id=d786061d-876e-441c-bf1f-5dd3a0834f7b HTTP/1.1" status: 200 len: 210 time: 0.2254288 Oct 20 10:33:38.461776 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['40025f0f-7dab-4069-9add-3698a7e32bed'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:33:38.518667 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-81917bd2-c886-4f6e-a4be-0cd0427dc110 req-7091cb8d-4b27-4036-9a7a-49325eb74af1 tempest-AttachSCSIVolumeTestJSON-565632580 tempest-AttachSCSIVolumeTestJSON-565632580-project] 10.222.0.64 "GET /v2.0/ports?device_id=c914b246-3e17-4b2d-8c05-d4c7a4e27b0f HTTP/1.1" status: 200 len: 210 time: 0.0783994 Oct 20 10:33:38.519445 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eca131-bda7-4895-9732-31851e9ac2cc tempest-AttachSCSIVolumeTestJSON-565632580 tempest-AttachSCSIVolumeTestJSON-565632580-project] Pushing event deleted for resources: {'Port': ['ID=40025f0f-7dab-4069-9add-3698a7e32bed,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:33:38.524375 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-9d47a2c8-b5f8-4ab1-a4d6-d333ce230885 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:38.532380 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2164791-f7d1-4b7f-9e01-983db846c7c4 req-1b031a05-a474-42cc-9880-c47ac2435bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:33:38.533883 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c2164791-f7d1-4b7f-9e01-983db846c7c4 req-1b031a05-a474-42cc-9880-c47ac2435bb1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2530338db1db417898003de86d78050c&device_id=f2d81d2b-ae08-4a61-a0b2-4e8698a15570 HTTP/1.1" status: 200 len: 1095 time: 0.3404348 Oct 20 10:33:38.575553 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-dcdc6ab2-098d-49c2-a4c4-f418a582fd8b admin admin] Allocated IP 172.20.0.1 (61bd0966-a265-4e42-812c-8db46cc7f8aa/ca4d8024-190b-4d52-b991-b3ff5d7d6ff8/50560b7e-31ac-4029-85f9-ff3749ade9d5) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:33:38.631262 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d3f354b-124e-471d-8bed-42a1f4e6f0c9 req-68eca131-bda7-4895-9732-31851e9ac2cc tempest-AttachSCSIVolumeTestJSON-565632580 tempest-AttachSCSIVolumeTestJSON-565632580-project] No DVR routers for this DVR port 40025f0f-7dab-4069-9add-3698a7e32bed on host n-h1-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:33:38.638055 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-2d3f354b-124e-471d-8bed-42a1f4e6f0c9 req-68eca131-bda7-4895-9732-31851e9ac2cc tempest-AttachSCSIVolumeTestJSON-565632580 tempest-AttachSCSIVolumeTestJSON-565632580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:38.657486 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2d3f354b-124e-471d-8bed-42a1f4e6f0c9 req-68eca131-bda7-4895-9732-31851e9ac2cc tempest-AttachSCSIVolumeTestJSON-565632580 tempest-AttachSCSIVolumeTestJSON-565632580-project] 10.222.0.55 "DELETE /v2.0/ports/40025f0f-7dab-4069-9add-3698a7e32bed HTTP/1.1" status: 204 len: 173 time: 1.5279400 Oct 20 10:33:38.671198 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-ce14eb01-2fc5-45bb-86ab-e6abc3e9d6e7 None None] Provisioning complete for port 78e2ce51-201c-4958-8c6b-66894ee74f6f triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:33:38.671855 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-ce14eb01-2fc5-45bb-86ab-e6abc3e9d6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:38.676644 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c914b246-3e17-4b2d-8c05-d4c7a4e27b0f', 'name': 'network-vif-deleted', 'tag': '40025f0f-7dab-4069-9add-3698a7e32bed'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:33:38.688218 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48f9189b-29c4-4b83-8a54-4caaf8750f4a" -d '{"events": [{"server_uuid": "c914b246-3e17-4b2d-8c05-d4c7a4e27b0f", "name": "network-vif-deleted", "tag": "40025f0f-7dab-4069-9add-3698a7e32bed"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:33:38.710054 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-9d47a2c8-b5f8-4ab1-a4d6-d333ce230885 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:38.832927 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-dcdc6ab2-098d-49c2-a4c4-f418a582fd8b admin admin] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:38.876487 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95f71801-a4fb-4eea-8bf7-786a8ecd5d96 x-openstack-request-id: req-95f71801-a4fb-4eea-8bf7-786a8ecd5d96 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:33:38.878783 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c914b246-3e17-4b2d-8c05-d4c7a4e27b0f", "name": "network-vif-deleted", "tag": "40025f0f-7dab-4069-9add-3698a7e32bed", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:33:38.879208 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-95f71801-a4fb-4eea-8bf7-786a8ecd5d96 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:33:38.882617 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c914b246-3e17-4b2d-8c05-d4c7a4e27b0f', 'name': 'network-vif-deleted', 'tag': '40025f0f-7dab-4069-9add-3698a7e32bed', 'status': 'completed', 'code': 200} Oct 20 10:33:38.932883 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-dcdc6ab2-098d-49c2-a4c4-f418a582fd8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:38.989743 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2164791-f7d1-4b7f-9e01-983db846c7c4 req-0f7606ed-d454-4221-9b57-7954ebf581dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:33:38.993042 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c2164791-f7d1-4b7f-9e01-983db846c7c4 req-0f7606ed-d454-4221-9b57-7954ebf581dd service neutron] 10.222.0.55 "GET /v2.0/networks?id=34c3c2fc-2825-47c5-ac90-f8d0645c4c57 HTTP/1.1" status: 200 len: 921 time: 0.4324846 Oct 20 10:33:38.993758 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-7f100e4e-8194-48a4-9bc5-d45af90a29f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5de4c448-fca5-4ec5-bab6-2f5ecb6516ec', 'name': 'tempest-TaggedBootDevicesTest-569012905-router', 'tenant_id': 'aca7fabb908e4e55b3bcaf1ce45b03cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.221'}], 'enable_snat': True}, 'gw_port_id': 'cdbeedb1-479e-48c7-86ff-ee83403a61bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:33:33Z', 'updated_at': '2021-10-20T10:33:35Z', 'revision_number': 3, 'project_id': 'aca7fabb908e4e55b3bcaf1ce45b03cf', 'gw_port': {'id': 'cdbeedb1-479e-48c7-86ff-ee83403a61bc', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:b9:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5de4c448-fca5-4ec5-bab6-2f5ecb6516ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:33:34Z', 'updated_at': '2021-10-20T10:33:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:33:38.998727 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:39.004036 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-9d47a2c8-b5f8-4ab1-a4d6-d333ce230885 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:39.010073 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-9d47a2c8-b5f8-4ab1-a4d6-d333ce230885 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:39.012004 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-9d47a2c8-b5f8-4ab1-a4d6-d333ce230885 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4c9036d4-32c8-4b6a-b56e-cae0cb7cc9d7 HTTP/1.1" status: 204 len: 168 time: 1.1394916 Oct 20 10:33:39.073893 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcdc6ab2-098d-49c2-a4c4-f418a582fd8b admin admin] Network 61bd0966-a265-4e42-812c-8db46cc7f8aa is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:33:39.081723 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-dcdc6ab2-098d-49c2-a4c4-f418a582fd8b admin admin] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:33:39.094766 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f100e4e-8194-48a4-9bc5-d45af90a29f4 None None] Checking router: 5de4c448-fca5-4ec5-bab6-2f5ecb6516ec for host: n-d-811396-3 {{(pid=100598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:33:39.097369 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f100e4e-8194-48a4-9bc5-d45af90a29f4 None None] Updating router 5de4c448-fca5-4ec5-bab6-2f5ecb6516ec port cdbeedb1-479e-48c7-86ff-ee83403a61bc binding host n-d-811396-3 {{(pid=100598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 10:33:39.111825 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcdc6ab2-098d-49c2-a4c4-f418a582fd8b admin admin] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:33:39.166356 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d47a2c8-b5f8-4ab1-a4d6-d333ce230885 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c9036d4-32c8-4b6a-b56e-cae0cb7cc9d7,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:33:39.171708 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdc6ab2-098d-49c2-a4c4-f418a582fd8b admin admin] Pushing event updated for resources: {'Port': ['ID=50560b7e-31ac-4029-85f9-ff3749ade9d5,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:33:39.173398 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c2164791-f7d1-4b7f-9e01-983db846c7c4 req-2c426ee3-906c-4a27-9909-f964c2f6f81a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a350710b-efc8-4218-899f-950111a88e60 HTTP/1.1" status: 200 len: 217 time: 0.1582017 Oct 20 10:33:39.196081 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-7f100e4e-8194-48a4-9bc5-d45af90a29f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:39.219694 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-dcdc6ab2-098d-49c2-a4c4-f418a582fd8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1774540'] for router_interface, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:39.444783 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfc39b6-001f-4cdb-bcc0-052e9dabeb37 req-4321eb4c-9881-4afe-a215-40511c3d2cf1 tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:33:39.452647 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cbfc39b6-001f-4cdb-bcc0-052e9dabeb37 req-4321eb4c-9881-4afe-a215-40511c3d2cf1 tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2d81d2b-ae08-4a61-a0b2-4e8698a15570 HTTP/1.1" status: 200 len: 944 time: 0.3149469 Oct 20 10:33:39.547329 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-dcdc6ab2-098d-49c2-a4c4-f418a582fd8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:39.583690 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cbfc39b6-001f-4cdb-bcc0-052e9dabeb37 req-eb3fef16-9bbf-48c4-aceb-76ca670fd526 tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] 10.222.0.64 "GET /v2.0/security-groups?id=bcf72c6d-bf23-46bd-96c6-f69fb8d55f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257858 Oct 20 10:33:39.606495 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2164791-f7d1-4b7f-9e01-983db846c7c4 req-eeb81323-e5df-4eb7-b4bf-31787c67eb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:33:39.609714 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c2164791-f7d1-4b7f-9e01-983db846c7c4 req-eeb81323-e5df-4eb7-b4bf-31787c67eb8b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3904a09f-6fdf-4647-b2a1-fcfec8e51887 HTTP/1.1" status: 200 len: 859 time: 0.4075139 Oct 20 10:33:39.723320 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-715c1201-f85b-44e0-8b7b-1200615543af None None] Provisioning complete for port 50560b7e-31ac-4029-85f9-ff3749ade9d5 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:33:39.735908 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-715c1201-f85b-44e0-8b7b-1200615543af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:39.818650 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-715c1201-f85b-44e0-8b7b-1200615543af None None] Port 50560b7e-31ac-4029-85f9-ff3749ade9d5 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:33:39.823371 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2440aabe-b04a-420c-a417-58811f4c4d35 req-76d9d0df-f9d4-40e5-8133-76322949f3c2 tempest-AttachSCSIVolumeTestJSON-565632580 tempest-AttachSCSIVolumeTestJSON-565632580-project] 10.222.0.64 "GET /v2.0/ports?device_id=c914b246-3e17-4b2d-8c05-d4c7a4e27b0f HTTP/1.1" status: 200 len: 210 time: 0.1159978 Oct 20 10:33:39.838694 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8fe7ced0-5d99-44b0-a9cf-fdabc217b001 req-4373f7b5-c59f-4ee9-bf5b-486d9d120804 tempest-TenantUsagesTestJSON-1904057721 tempest-TenantUsagesTestJSON-1904057721-project] 10.222.0.64 "GET /v2.0/ports?device_id=d786061d-876e-441c-bf1f-5dd3a0834f7b HTTP/1.1" status: 200 len: 210 time: 0.1304104 Oct 20 10:33:39.881030 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-dcdc6ab2-098d-49c2-a4c4-f418a582fd8b admin admin] Publish callbacks [] for port, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:39.889081 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-dcdc6ab2-098d-49c2-a4c4-f418a582fd8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:39.918891 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2164791-f7d1-4b7f-9e01-983db846c7c4 req-0ce311dd-350f-454f-a8b3-51ac00abdedf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:33:39.921901 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c2164791-f7d1-4b7f-9e01-983db846c7c4 req-0ce311dd-350f-454f-a8b3-51ac00abdedf service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=34c3c2fc-2825-47c5-ac90-f8d0645c4c57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3023496 Oct 20 10:33:39.923991 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-02d4163d-41ca-4b81-bc33-640f1c740c4c req-7dc9785a-f501-4bcb-a705-610181ad3162 tempest-TenantUsagesTestJSON-1904057721 tempest-TenantUsagesTestJSON-1904057721-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=2258237096da41ba8c62c127c4a861c4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0842342 Oct 20 10:33:40.081160 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdc6ab2-098d-49c2-a4c4-f418a582fd8b admin admin] Pushing event updated for resources: {'Port': ['ID=50560b7e-31ac-4029-85f9-ff3749ade9d5,revision_number=2']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:33:40.112024 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-dcdc6ab2-098d-49c2-a4c4-f418a582fd8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1774432'] for router_interface, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:40.186056 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-7f100e4e-8194-48a4-9bc5-d45af90a29f4 None None] Publish callbacks [] for port, precommit_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:40.199085 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-7f100e4e-8194-48a4-9bc5-d45af90a29f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:40.212917 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d4163d-41ca-4b81-bc33-640f1c740c4c req-04c2ab40-acd8-445e-90cf-2430e5a1e2bc tempest-TenantUsagesTestJSON-1904057721 tempest-TenantUsagesTestJSON-1904057721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:33:40.220406 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-02d4163d-41ca-4b81-bc33-640f1c740c4c req-04c2ab40-acd8-445e-90cf-2430e5a1e2bc tempest-TenantUsagesTestJSON-1904057721 tempest-TenantUsagesTestJSON-1904057721-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2861674 Oct 20 10:33:40.222513 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c2164791-f7d1-4b7f-9e01-983db846c7c4 req-225e37aa-59ec-4060-80aa-203adfa3bdf7 service neutron] 10.222.0.55 "GET /v2.0/networks/34c3c2fc-2825-47c5-ac90-f8d0645c4c57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2872210 Oct 20 10:33:40.235212 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-02d4163d-41ca-4b81-bc33-640f1c740c4c req-51be2de7-2b4c-47ce-a00b-20b346233b76 tempest-TenantUsagesTestJSON-1904057721 tempest-TenantUsagesTestJSON-1904057721-project] Request body: {'port': {'device_id': 'd786061d-876e-441c-bf1f-5dd3a0834f7b', 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84', 'admin_state_up': True, 'tenant_id': '2258237096da41ba8c62c127c4a861c4'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:33:40.272525 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-7f100e4e-8194-48a4-9bc5-d45af90a29f4 None None] Attempting to bind port cdbeedb1-479e-48c7-86ff-ee83403a61bc on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:33:40.272900 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-7f100e4e-8194-48a4-9bc5-d45af90a29f4 None None] Attempting to bind port cdbeedb1-479e-48c7-86ff-ee83403a61bc by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:33:40.273270 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f100e4e-8194-48a4-9bc5-d45af90a29f4 None None] Attempting to bind port cdbeedb1-479e-48c7-86ff-ee83403a61bc on network cbe170d3-31ba-45a2-b477-520ab0a7a8ea {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:33:40.280386 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecba24df-04d6-4438-b634-d5aecb7c8d3c None None] Pushing event updated for resources: {'Port': ['ID=cdbeedb1-479e-48c7-86ff-ee83403a61bc,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:33:40.291292 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f100e4e-8194-48a4-9bc5-d45af90a29f4 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 33, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:33:40.292024 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f100e4e-8194-48a4-9bc5-d45af90a29f4 None None] Checking segment: {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:33:40.292595 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-7f100e4e-8194-48a4-9bc5-d45af90a29f4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:40.293231 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f100e4e-8194-48a4-9bc5-d45af90a29f4 None None] Bound using segment: {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:33:40.293880 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-7f100e4e-8194-48a4-9bc5-d45af90a29f4 None None] Bound port: cdbeedb1-479e-48c7-86ff-ee83403a61bc, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:33:40.294430 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-7f100e4e-8194-48a4-9bc5-d45af90a29f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:40.300457 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcdc6ab2-098d-49c2-a4c4-f418a582fd8b admin admin] Network 61bd0966-a265-4e42-812c-8db46cc7f8aa is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:33:40.303142 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-dcdc6ab2-098d-49c2-a4c4-f418a582fd8b admin admin] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:33:40.376499 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-7f100e4e-8194-48a4-9bc5-d45af90a29f4 None None] For port cdbeedb1-479e-48c7-86ff-ee83403a61bc, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:33:40.391110 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-7f100e4e-8194-48a4-9bc5-d45af90a29f4 None None] For port cdbeedb1-479e-48c7-86ff-ee83403a61bc, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=cdbeedb1-479e-48c7-86ff-ee83403a61bc,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:33:40.400556 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-7f100e4e-8194-48a4-9bc5-d45af90a29f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:40.504589 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f100e4e-8194-48a4-9bc5-d45af90a29f4 None None] Routers {'5de4c448-fca5-4ec5-bab6-2f5ecb6516ec'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:33:40.505517 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-7f100e4e-8194-48a4-9bc5-d45af90a29f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:33:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['5de4c448-fca5-4ec5-bab6-2f5ecb6516ec'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:33:40.561369 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c2164791-f7d1-4b7f-9e01-983db846c7c4 req-af01f4e8-2821-4d67-b07e-5a739910b4eb service neutron] 10.222.0.55 "GET /v2.0/networks/34c3c2fc-2825-47c5-ac90-f8d0645c4c57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3312321 Oct 20 10:33:40.562341 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02d4163d-41ca-4b81-bc33-640f1c740c4c req-51be2de7-2b4c-47ce-a00b-20b346233b76 tempest-TenantUsagesTestJSON-1904057721 tempest-TenantUsagesTestJSON-1904057721-project] Made reservation on behalf of 2258237096da41ba8c62c127c4a861c4 for: {'port': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:33:40.565764 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-02d4163d-41ca-4b81-bc33-640f1c740c4c req-51be2de7-2b4c-47ce-a00b-20b346233b76 tempest-TenantUsagesTestJSON-1904057721 tempest-TenantUsagesTestJSON-1904057721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:40.602849 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-02d4163d-41ca-4b81-bc33-640f1c740c4c req-51be2de7-2b4c-47ce-a00b-20b346233b76 tempest-TenantUsagesTestJSON-1904057721 tempest-TenantUsagesTestJSON-1904057721-project] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:40.603086 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecba24df-04d6-4438-b634-d5aecb7c8d3c None None] Pushing event updated for resources: {'Port': ['ID=cdbeedb1-479e-48c7-86ff-ee83403a61bc,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:33:40.653472 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcdc6ab2-098d-49c2-a4c4-f418a582fd8b admin admin] Router 5de4c448-fca5-4ec5-bab6-2f5ecb6516ec has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:33:40.707888 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-7f100e4e-8194-48a4-9bc5-d45af90a29f4 None None] Set router 5de4c448-fca5-4ec5-bab6-2f5ecb6516ec gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:33:40.785867 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-278e9029-06b2-4061-b9f9-e184c82d255c None None] Provisioning complete for port 50560b7e-31ac-4029-85f9-ff3749ade9d5 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:33:40.786537 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-278e9029-06b2-4061-b9f9-e184c82d255c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:40.790443 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-02d4163d-41ca-4b81-bc33-640f1c740c4c req-51be2de7-2b4c-47ce-a00b-20b346233b76 tempest-TenantUsagesTestJSON-1904057721 tempest-TenantUsagesTestJSON-1904057721-project] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:40.834131 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-02d4163d-41ca-4b81-bc33-640f1c740c4c req-51be2de7-2b4c-47ce-a00b-20b346233b76 tempest-TenantUsagesTestJSON-1904057721 tempest-TenantUsagesTestJSON-1904057721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:40.893396 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-278e9029-06b2-4061-b9f9-e184c82d255c None None] Port 50560b7e-31ac-4029-85f9-ff3749ade9d5 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:33:40.910093 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcdc6ab2-098d-49c2-a4c4-f418a582fd8b admin admin] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:33:40.925898 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-dcdc6ab2-098d-49c2-a4c4-f418a582fd8b admin admin] 10.222.0.64 "PUT /v2.0/routers/5de4c448-fca5-4ec5-bab6-2f5ecb6516ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9311299 Oct 20 10:33:41.081853 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663b14f0-90a8-47cb-962a-ab88510f0275 req-e56be261-b09c-4646-9850-bb41f8937540 tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:33:41.089713 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-663b14f0-90a8-47cb-962a-ab88510f0275 req-e56be261-b09c-4646-9850-bb41f8937540 tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2d81d2b-ae08-4a61-a0b2-4e8698a15570 HTTP/1.1" status: 200 len: 944 time: 0.2976325 Oct 20 10:33:41.091538 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-7f100e4e-8194-48a4-9bc5-d45af90a29f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5de4c448-fca5-4ec5-bab6-2f5ecb6516ec', 'name': 'tempest-TaggedBootDevicesTest-569012905-router', 'tenant_id': 'aca7fabb908e4e55b3bcaf1ce45b03cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.221'}], 'enable_snat': True}, 'gw_port_id': 'cdbeedb1-479e-48c7-86ff-ee83403a61bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:33:33Z', 'updated_at': '2021-10-20T10:33:39Z', 'revision_number': 4, 'project_id': 'aca7fabb908e4e55b3bcaf1ce45b03cf', 'gw_port': {'id': 'cdbeedb1-479e-48c7-86ff-ee83403a61bc', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:b9:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5de4c448-fca5-4ec5-bab6-2f5ecb6516ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:33:34Z', 'updated_at': '2021-10-20T10:33:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '50560b7e-31ac-4029-85f9-ff3749ade9d5', 'name': '', 'network_id': '61bd0966-a265-4e42-812c-8db46cc7f8aa', 'tenant_id': 'aca7fabb908e4e55b3bcaf1ce45b03cf', 'mac_address': 'fa:16:3e:60:83:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5de4c448-fca5-4ec5-bab6-2f5ecb6516ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': 'ca4d8024-190b-4d52-b991-b3ff5d7d6ff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:33:38Z', 'updated_at': '2021-10-20T10:33:39Z', 'revision_number': 2, 'project_id': 'aca7fabb908e4e55b3bcaf1ce45b03cf', 'subnets': [{'id': 'ca4d8024-190b-4d52-b991-b3ff5d7d6ff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:33:41.140342 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51be2de7-2b4c-47ce-a00b-20b346233b76 tempest-TenantUsagesTestJSON-1904057721 tempest-TenantUsagesTestJSON-1904057721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a8ebc90-87ff-4866-93da-f0fb12b2a36d,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:33:41.157966 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-253f8b87-1530-47ee-8142-7831ad2806fb req-d3fe18af-c88f-4f13-9117-fb2013e5958d tempest-TenantUsagesTestJSON-1904057721 tempest-TenantUsagesTestJSON-1904057721-project] 10.222.0.64 "GET /v2.0/ports?device_id=d786061d-876e-441c-bf1f-5dd3a0834f7b HTTP/1.1" status: 200 len: 210 time: 0.1043062 Oct 20 10:33:41.159531 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f100e4e-8194-48a4-9bc5-d45af90a29f4 None None] The sync data for ids ['5de4c448-fca5-4ec5-bab6-2f5ecb6516ec'] in n-d-811396-3 is: [{'id': '5de4c448-fca5-4ec5-bab6-2f5ecb6516ec', 'name': 'tempest-TaggedBootDevicesTest-569012905-router', 'tenant_id': 'aca7fabb908e4e55b3bcaf1ce45b03cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.221'}], 'enable_snat': True}, 'gw_port_id': 'cdbeedb1-479e-48c7-86ff-ee83403a61bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:33:33Z', 'updated_at': '2021-10-20T10:33:39Z', 'revision_number': 4, 'project_id': 'aca7fabb908e4e55b3bcaf1ce45b03cf', 'gw_port': {'id': 'cdbeedb1-479e-48c7-86ff-ee83403a61bc', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:b9:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5de4c448-fca5-4ec5-bab6-2f5ecb6516ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:33:34Z', 'updated_at': '2021-10-20T10:33:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '50560b7e-31ac-4029-85f9-ff3749ade9d5', 'name': '', 'network_id': '61bd0966-a265-4e42-812c-8db46cc7f8aa', 'tenant_id': 'aca7fabb908e4e55b3bcaf1ce45b03cf', 'mac_address': 'fa:16:3e:60:83:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5de4c448-fca5-4ec5-bab6-2f5ecb6516ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': 'ca4d8024-190b-4d52-b991-b3ff5d7d6ff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:33:38Z', 'updated_at': '2021-10-20T10:33:39Z', 'revision_number': 2, 'project_id': 'aca7fabb908e4e55b3bcaf1ce45b03cf', 'subnets': [{'id': 'ca4d8024-190b-4d52-b991-b3ff5d7d6ff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:33:41.166861 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [req-02d4163d-41ca-4b81-bc33-640f1c740c4c req-51be2de7-2b4c-47ce-a00b-20b346233b76 tempest-TenantUsagesTestJSON-1904057721 tempest-TenantUsagesTestJSON-1904057721-project] Allocated IP 192.168.233.137 (a7c57b12-d7c3-48bb-aa54-a67a56468a84/8f86199a-b8f2-45b4-a83a-995a7ea6fe42/1f989f32-bf7c-402e-99e0-76ef0c113f95) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:33:41.210307 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51be2de7-2b4c-47ce-a00b-20b346233b76 tempest-TenantUsagesTestJSON-1904057721 tempest-TenantUsagesTestJSON-1904057721-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:33:41.211959 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51be2de7-2b4c-47ce-a00b-20b346233b76 tempest-TenantUsagesTestJSON-1904057721 tempest-TenantUsagesTestJSON-1904057721-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:33:41.212488 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51be2de7-2b4c-47ce-a00b-20b346233b76 tempest-TenantUsagesTestJSON-1904057721 tempest-TenantUsagesTestJSON-1904057721-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:33:41.217704 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51be2de7-2b4c-47ce-a00b-20b346233b76 tempest-TenantUsagesTestJSON-1904057721 tempest-TenantUsagesTestJSON-1904057721-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:33:41.218279 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51be2de7-2b4c-47ce-a00b-20b346233b76 tempest-TenantUsagesTestJSON-1904057721 tempest-TenantUsagesTestJSON-1904057721-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:33:41.218817 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51be2de7-2b4c-47ce-a00b-20b346233b76 tempest-TenantUsagesTestJSON-1904057721 tempest-TenantUsagesTestJSON-1904057721-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:33:41.219470 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51be2de7-2b4c-47ce-a00b-20b346233b76 tempest-TenantUsagesTestJSON-1904057721 tempest-TenantUsagesTestJSON-1904057721-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:33:41.219987 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51be2de7-2b4c-47ce-a00b-20b346233b76 tempest-TenantUsagesTestJSON-1904057721 tempest-TenantUsagesTestJSON-1904057721-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:33:41.220506 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51be2de7-2b4c-47ce-a00b-20b346233b76 tempest-TenantUsagesTestJSON-1904057721 tempest-TenantUsagesTestJSON-1904057721-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:33:41.220847 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51be2de7-2b4c-47ce-a00b-20b346233b76 tempest-TenantUsagesTestJSON-1904057721 tempest-TenantUsagesTestJSON-1904057721-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:33:41.221193 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51be2de7-2b4c-47ce-a00b-20b346233b76 tempest-TenantUsagesTestJSON-1904057721 tempest-TenantUsagesTestJSON-1904057721-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:33:41.221532 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51be2de7-2b4c-47ce-a00b-20b346233b76 tempest-TenantUsagesTestJSON-1904057721 tempest-TenantUsagesTestJSON-1904057721-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:33:41.310451 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-663b14f0-90a8-47cb-962a-ab88510f0275 req-2bfe2f2a-e612-4544-a9f7-20bce5acd6d8 tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] 10.222.0.64 "GET /v2.0/security-groups?id=bcf72c6d-bf23-46bd-96c6-f69fb8d55f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196679 Oct 20 10:33:41.559893 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-02d4163d-41ca-4b81-bc33-640f1c740c4c req-51be2de7-2b4c-47ce-a00b-20b346233b76 tempest-TenantUsagesTestJSON-1904057721 tempest-TenantUsagesTestJSON-1904057721-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:41.586452 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device a350710b-efc8-4218-899f-950111a88e60 details requested by agent hyperv_n-h1-811396-3 with host n-h1-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:33:41.683729 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-02d4163d-41ca-4b81-bc33-640f1c740c4c req-51be2de7-2b4c-47ce-a00b-20b346233b76 tempest-TenantUsagesTestJSON-1904057721 tempest-TenantUsagesTestJSON-1904057721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:41.815728 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51be2de7-2b4c-47ce-a00b-20b346233b76 tempest-TenantUsagesTestJSON-1904057721 tempest-TenantUsagesTestJSON-1904057721-project] Pushing event updated for resources: {'Port': ['ID=1f989f32-bf7c-402e-99e0-76ef0c113f95,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:33:41.840347 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02d4163d-41ca-4b81-bc33-640f1c740c4c req-51be2de7-2b4c-47ce-a00b-20b346233b76 tempest-TenantUsagesTestJSON-1904057721 tempest-TenantUsagesTestJSON-1904057721-project] Network a7c57b12-d7c3-48bb-aa54-a67a56468a84 is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:33:41.842058 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 40025f0f-7dab-4069-9add-3698a7e32bed no longer exists at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:33:41.843882 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [req-02d4163d-41ca-4b81-bc33-640f1c740c4c req-51be2de7-2b4c-47ce-a00b-20b346233b76 tempest-TenantUsagesTestJSON-1904057721 tempest-TenantUsagesTestJSON-1904057721-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:33:41.849628 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-02d4163d-41ca-4b81-bc33-640f1c740c4c req-51be2de7-2b4c-47ce-a00b-20b346233b76 tempest-TenantUsagesTestJSON-1904057721 tempest-TenantUsagesTestJSON-1904057721-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:33:41.915163 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] No Port match for: 40025f0f-7dab-4069-9add-3698a7e32bed {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:33:41.915817 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 40025f0f-7dab-4069-9add-3698a7e32bed not bound to the agent host n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:33:41.927100 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port a350710b-efc8-4218-899f-950111a88e60, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=a350710b-efc8-4218-899f-950111a88e60,segment=NetworkSegment(e1ea536c-2be6-419e-9a53-c776bc5130e2),segment_id=e1ea536c-2be6-419e-9a53-c776bc5130e2)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:33:41.937369 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 7 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 10:33:41.966318 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Returning: {'device': 'a350710b-efc8-4218-899f-950111a88e60', 'network_id': '34c3c2fc-2825-47c5-ac90-f8d0645c4c57', 'port_id': 'a350710b-efc8-4218-899f-950111a88e60', 'mac_address': 'fa:16:3e:18:e6:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 805, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3904a09f-6fdf-4647-b2a1-fcfec8e51887', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:33:41.978199 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d4163d-41ca-4b81-bc33-640f1c740c4c req-51be2de7-2b4c-47ce-a00b-20b346233b76 tempest-TenantUsagesTestJSON-1904057721 tempest-TenantUsagesTestJSON-1904057721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:33:41.980365 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-02d4163d-41ca-4b81-bc33-640f1c740c4c req-51be2de7-2b4c-47ce-a00b-20b346233b76 tempest-TenantUsagesTestJSON-1904057721 tempest-TenantUsagesTestJSON-1904057721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:42.023695 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-02d4163d-41ca-4b81-bc33-640f1c740c4c req-51be2de7-2b4c-47ce-a00b-20b346233b76 tempest-TenantUsagesTestJSON-1904057721 tempest-TenantUsagesTestJSON-1904057721-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7921364 Oct 20 10:33:42.045615 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-02d4163d-41ca-4b81-bc33-640f1c740c4c req-749e5f2e-d6f4-4909-ac43-3ec358ed551f service neutron] Request body: {'port': {'device_id': 'd786061d-876e-441c-bf1f-5dd3a0834f7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811396-3'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:33:42.086921 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:42.121004 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a350710b-efc8-4218-899f-950111a88e60 {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:33:42.172966 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port a350710b-efc8-4218-899f-950111a88e60, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=a350710b-efc8-4218-899f-950111a88e60,segment=NetworkSegment(e1ea536c-2be6-419e-9a53-c776bc5130e2),segment_id=e1ea536c-2be6-419e-9a53-c776bc5130e2)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:33:42.180820 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:42.201341 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-02d4163d-41ca-4b81-bc33-640f1c740c4c req-749e5f2e-d6f4-4909-ac43-3ec358ed551f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:42.342371 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=a350710b-efc8-4218-899f-950111a88e60,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:33:42.386599 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-a3cac314-d9a2-4fed-9a6b-bf7d58f83ca0 None None] Provisioning complete for port 1f989f32-bf7c-402e-99e0-76ef0c113f95 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:33:42.386978 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-a3cac314-d9a2-4fed-9a6b-bf7d58f83ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:42.480641 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-a3cac314-d9a2-4fed-9a6b-bf7d58f83ca0 None None] Port 1f989f32-bf7c-402e-99e0-76ef0c113f95 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:33:42.612300 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d78163-4e1b-4f34-8916-16055c561dfd req-76aee31c-ea7e-465a-930e-c0a7a937c470 tempest-TenantUsagesTestJSON-1904057721 tempest-TenantUsagesTestJSON-1904057721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:33:42.622412 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-30d78163-4e1b-4f34-8916-16055c561dfd req-76aee31c-ea7e-465a-930e-c0a7a937c470 tempest-TenantUsagesTestJSON-1904057721 tempest-TenantUsagesTestJSON-1904057721-project] 10.222.0.64 "GET /v2.0/ports?device_id=d786061d-876e-441c-bf1f-5dd3a0834f7b HTTP/1.1" status: 200 len: 936 time: 0.1635954 Oct 20 10:33:42.722972 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [req-02d4163d-41ca-4b81-bc33-640f1c740c4c req-749e5f2e-d6f4-4909-ac43-3ec358ed551f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f989f32-bf7c-402e-99e0-76ef0c113f95 {{(pid=100596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:33:42.732772 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-02d4163d-41ca-4b81-bc33-640f1c740c4c req-749e5f2e-d6f4-4909-ac43-3ec358ed551f service neutron] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:42.736755 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['a350710b-efc8-4218-899f-950111a88e60'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:33:42.829211 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.provisioning_blocks [req-02d4163d-41ca-4b81-bc33-640f1c740c4c req-749e5f2e-d6f4-4909-ac43-3ec358ed551f service neutron] Transition to ACTIVE for port object 1f989f32-bf7c-402e-99e0-76ef0c113f95 will not be triggered until provisioned by entity L2. {{(pid=100596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:33:42.836265 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-02d4163d-41ca-4b81-bc33-640f1c740c4c req-749e5f2e-d6f4-4909-ac43-3ec358ed551f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:42.901501 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-30d78163-4e1b-4f34-8916-16055c561dfd req-d62c66b4-2934-4531-bad9-1e736c8375eb tempest-TenantUsagesTestJSON-1904057721 tempest-TenantUsagesTestJSON-1904057721-project] 10.222.0.64 "GET /v2.0/security-groups?id=3a8ebc90-87ff-4866-93da-f0fb12b2a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2776415 Oct 20 10:33:42.964626 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749e5f2e-d6f4-4909-ac43-3ec358ed551f service neutron] Pushing event updated for resources: {'Port': ['ID=1f989f32-bf7c-402e-99e0-76ef0c113f95,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:33:43.294599 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5c04dd-39f3-42cd-ad75-467326ba7efc req-e05355e9-c81e-4574-abd5-fad992c5c58f tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:33:43.296856 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5f5c04dd-39f3-42cd-ad75-467326ba7efc req-e05355e9-c81e-4574-abd5-fad992c5c58f tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2d81d2b-ae08-4a61-a0b2-4e8698a15570 HTTP/1.1" status: 200 len: 945 time: 0.1700976 Oct 20 10:33:43.298595 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-02d4163d-41ca-4b81-bc33-640f1c740c4c req-749e5f2e-d6f4-4909-ac43-3ec358ed551f service neutron] Attempting to bind port 1f989f32-bf7c-402e-99e0-76ef0c113f95 on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:33:43.299040 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-02d4163d-41ca-4b81-bc33-640f1c740c4c req-749e5f2e-d6f4-4909-ac43-3ec358ed551f service neutron] Attempting to bind port 1f989f32-bf7c-402e-99e0-76ef0c113f95 by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': '6f472196-aa1a-40bf-bd06-ef9f07584bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:33:43.299529 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d4163d-41ca-4b81-bc33-640f1c740c4c req-749e5f2e-d6f4-4909-ac43-3ec358ed551f service neutron] Attempting to bind port 1f989f32-bf7c-402e-99e0-76ef0c113f95 on network a7c57b12-d7c3-48bb-aa54-a67a56468a84 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:33:43.348482 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d4163d-41ca-4b81-bc33-640f1c740c4c req-749e5f2e-d6f4-4909-ac43-3ec358ed551f service neutron] Port 1f989f32-bf7c-402e-99e0-76ef0c113f95 on network a7c57b12-d7c3-48bb-aa54-a67a56468a84 not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:33:43.348960 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d4163d-41ca-4b81-bc33-640f1c740c4c req-749e5f2e-d6f4-4909-ac43-3ec358ed551f service neutron] Attempting to bind port 1f989f32-bf7c-402e-99e0-76ef0c113f95 on network a7c57b12-d7c3-48bb-aa54-a67a56468a84 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:33:43.368057 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d4163d-41ca-4b81-bc33-640f1c740c4c req-749e5f2e-d6f4-4909-ac43-3ec358ed551f service neutron] Checking agent: {'id': '061232a2-7adc-4ba1-a873-e8cb136b064d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:33:43.368839 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d4163d-41ca-4b81-bc33-640f1c740c4c req-749e5f2e-d6f4-4909-ac43-3ec358ed551f service neutron] Checking segment: {'id': '6f472196-aa1a-40bf-bd06-ef9f07584bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:33:43.369475 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d4163d-41ca-4b81-bc33-640f1c740c4c req-749e5f2e-d6f4-4909-ac43-3ec358ed551f service neutron] Bound using segment: {'id': '6f472196-aa1a-40bf-bd06-ef9f07584bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84'} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:33:43.370203 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-02d4163d-41ca-4b81-bc33-640f1c740c4c req-749e5f2e-d6f4-4909-ac43-3ec358ed551f service neutron] Bound port: 1f989f32-bf7c-402e-99e0-76ef0c113f95, host: n-h2-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f472196-aa1a-40bf-bd06-ef9f07584bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84'}}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:33:43.370919 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-02d4163d-41ca-4b81-bc33-640f1c740c4c req-749e5f2e-d6f4-4909-ac43-3ec358ed551f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:43.404528 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5f5c04dd-39f3-42cd-ad75-467326ba7efc req-7c12e6c3-c828-4c05-87e8-2d033da3621d tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] 10.222.0.64 "GET /v2.0/security-groups?id=bcf72c6d-bf23-46bd-96c6-f69fb8d55f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990357 Oct 20 10:33:43.519452 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-02d4163d-41ca-4b81-bc33-640f1c740c4c req-749e5f2e-d6f4-4909-ac43-3ec358ed551f service neutron] For port 1f989f32-bf7c-402e-99e0-76ef0c113f95, host n-h2-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:33:43.523752 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-02d4163d-41ca-4b81-bc33-640f1c740c4c req-749e5f2e-d6f4-4909-ac43-3ec358ed551f service neutron] For port 1f989f32-bf7c-402e-99e0-76ef0c113f95, host n-h2-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=1f989f32-bf7c-402e-99e0-76ef0c113f95,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:33:43.529700 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-02d4163d-41ca-4b81-bc33-640f1c740c4c req-749e5f2e-d6f4-4909-ac43-3ec358ed551f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:43.598587 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d4163d-41ca-4b81-bc33-640f1c740c4c req-749e5f2e-d6f4-4909-ac43-3ec358ed551f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:33:43.610748 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-02d4163d-41ca-4b81-bc33-640f1c740c4c req-749e5f2e-d6f4-4909-ac43-3ec358ed551f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:43.614398 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-02d4163d-41ca-4b81-bc33-640f1c740c4c req-749e5f2e-d6f4-4909-ac43-3ec358ed551f service neutron] 10.222.0.69 "PUT /v2.0/ports/1f989f32-bf7c-402e-99e0-76ef0c113f95 HTTP/1.1" status: 200 len: 1096 time: 1.5773947 Oct 20 10:33:43.633688 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd786061d-876e-441c-bf1f-5dd3a0834f7b', 'tag': '1f989f32-bf7c-402e-99e0-76ef0c113f95'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:33:43.651473 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c84cea59-a15c-4256-84e1-ce85f7b5c351" -d '{"events": [{"name": "network-changed", "server_uuid": "d786061d-876e-441c-bf1f-5dd3a0834f7b", "tag": "1f989f32-bf7c-402e-99e0-76ef0c113f95"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:33:43.821599 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca1f6b0b-c42e-448b-976f-ead695160bfd x-openstack-request-id: req-ca1f6b0b-c42e-448b-976f-ead695160bfd {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:33:43.822244 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d786061d-876e-441c-bf1f-5dd3a0834f7b", "tag": "1f989f32-bf7c-402e-99e0-76ef0c113f95", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:33:43.822244 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ca1f6b0b-c42e-448b-976f-ead695160bfd {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:33:43.822514 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd786061d-876e-441c-bf1f-5dd3a0834f7b', 'tag': '1f989f32-bf7c-402e-99e0-76ef0c113f95', 'status': 'completed', 'code': 200} Oct 20 10:33:43.850714 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749e5f2e-d6f4-4909-ac43-3ec358ed551f service neutron] Pushing event updated for resources: {'Port': ['ID=1f989f32-bf7c-402e-99e0-76ef0c113f95,revision_number=3']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:33:43.888992 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d4163d-41ca-4b81-bc33-640f1c740c4c req-722245a8-7662-4a59-b3da-b37c024c0d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:33:43.890616 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-02d4163d-41ca-4b81-bc33-640f1c740c4c req-722245a8-7662-4a59-b3da-b37c024c0d71 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2258237096da41ba8c62c127c4a861c4&device_id=d786061d-876e-441c-bf1f-5dd3a0834f7b HTTP/1.1" status: 200 len: 1099 time: 0.2179337 Oct 20 10:33:43.978346 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device cdbeedb1-479e-48c7-86ff-ee83403a61bc up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:33:44.037939 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-02d4163d-41ca-4b81-bc33-640f1c740c4c req-c15924b0-99e2-463a-9a9a-98845ef1850f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=1f989f32-bf7c-402e-99e0-76ef0c113f95 HTTP/1.1" status: 200 len: 217 time: 0.1357834 Oct 20 10:33:44.095869 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port cdbeedb1-479e-48c7-86ff-ee83403a61bc triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:33:44.099081 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:44.223689 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d4163d-41ca-4b81-bc33-640f1c740c4c req-b141a5be-8993-4df2-a8c0-39abf670627d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:33:44.225782 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-02d4163d-41ca-4b81-bc33-640f1c740c4c req-b141a5be-8993-4df2-a8c0-39abf670627d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8f86199a-b8f2-45b4-a83a-995a7ea6fe42 HTTP/1.1" status: 200 len: 843 time: 0.1764033 Oct 20 10:33:44.374096 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931e0418-322f-4a43-8dfe-19bc13069ea2 req-3db8ce12-94ab-4580-8cda-220bb6174b9b tempest-TenantUsagesTestJSON-1904057721 tempest-TenantUsagesTestJSON-1904057721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:33:44.376808 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-931e0418-322f-4a43-8dfe-19bc13069ea2 req-3db8ce12-94ab-4580-8cda-220bb6174b9b tempest-TenantUsagesTestJSON-1904057721 tempest-TenantUsagesTestJSON-1904057721-project] 10.222.0.64 "GET /v2.0/ports?device_id=d786061d-876e-441c-bf1f-5dd3a0834f7b HTTP/1.1" status: 200 len: 948 time: 0.2827103 Oct 20 10:33:44.403301 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:44.486640 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d4163d-41ca-4b81-bc33-640f1c740c4c req-6859e3d6-8b3f-4ab2-a572-c0ce44970ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:33:44.497108 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-02d4163d-41ca-4b81-bc33-640f1c740c4c req-6859e3d6-8b3f-4ab2-a572-c0ce44970ae1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a7c57b12-d7c3-48bb-aa54-a67a56468a84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2521174 Oct 20 10:33:44.500111 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] For port cdbeedb1-479e-48c7-86ff-ee83403a61bc, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=cdbeedb1-479e-48c7-86ff-ee83403a61bc,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:33:44.514979 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:44.658571 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Pushing event updated for resources: {'Port': ['ID=cdbeedb1-479e-48c7-86ff-ee83403a61bc,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:33:44.746995 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-02d4163d-41ca-4b81-bc33-640f1c740c4c req-25a3bb29-6343-4644-bddf-7392bedf692f service neutron] 10.222.0.69 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2490146 Oct 20 10:33:44.757976 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-931e0418-322f-4a43-8dfe-19bc13069ea2 req-8a80727e-7479-4b25-9968-9405065354f2 tempest-TenantUsagesTestJSON-1904057721 tempest-TenantUsagesTestJSON-1904057721-project] 10.222.0.64 "GET /v2.0/security-groups?id=3a8ebc90-87ff-4866-93da-f0fb12b2a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3689656 Oct 20 10:33:44.989732 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068a0455-90b8-47b5-abf0-7bfa3140ae63 req-d12618e8-2db3-4dfb-afb6-6a64a3e5a5bd tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:33:45.002033 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-068a0455-90b8-47b5-abf0-7bfa3140ae63 req-d12618e8-2db3-4dfb-afb6-6a64a3e5a5bd tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2d81d2b-ae08-4a61-a0b2-4e8698a15570 HTTP/1.1" status: 200 len: 945 time: 0.2370958 Oct 20 10:33:45.044827 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6c371c-eb2f-44ce-b24f-fbb65d8ffad2 None None] Sync routers for ids ['5de4c448-fca5-4ec5-bab6-2f5ecb6516ec'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:33:45.064853 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-068a0455-90b8-47b5-abf0-7bfa3140ae63 req-9afa29bf-36cc-472e-be40-6b0d40503cf2 tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] 10.222.0.64 "GET /v2.0/security-groups?id=bcf72c6d-bf23-46bd-96c6-f69fb8d55f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553145 Oct 20 10:33:45.078061 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6c371c-eb2f-44ce-b24f-fbb65d8ffad2 None None] Routers {'5de4c448-fca5-4ec5-bab6-2f5ecb6516ec'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:33:45.078708 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-ad6c371c-eb2f-44ce-b24f-fbb65d8ffad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:33:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['5de4c448-fca5-4ec5-bab6-2f5ecb6516ec'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:33:45.092636 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-02d4163d-41ca-4b81-bc33-640f1c740c4c req-e0a7203b-ce9d-4b3f-8522-c5b7a7910118 service neutron] 10.222.0.69 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3245947 Oct 20 10:33:45.240938 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-ad6c371c-eb2f-44ce-b24f-fbb65d8ffad2 None None] Set router 5de4c448-fca5-4ec5-bab6-2f5ecb6516ec gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:33:45.303467 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84cea59-a15c-4256-84e1-ce85f7b5c351 req-59743c7b-98af-420c-bcdb-f228f8719c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:33:45.304389 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c84cea59-a15c-4256-84e1-ce85f7b5c351 req-59743c7b-98af-420c-bcdb-f228f8719c57 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2258237096da41ba8c62c127c4a861c4&device_id=d786061d-876e-441c-bf1f-5dd3a0834f7b HTTP/1.1" status: 200 len: 1099 time: 0.1276336 Oct 20 10:33:45.459779 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 45172) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:33:45.549651 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84cea59-a15c-4256-84e1-ce85f7b5c351 req-c2d1cfd4-39df-451c-8ed2-fa65fe632849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:33:45.565220 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c84cea59-a15c-4256-84e1-ce85f7b5c351 req-c2d1cfd4-39df-451c-8ed2-fa65fe632849 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a7c57b12-d7c3-48bb-aa54-a67a56468a84 HTTP/1.1" status: 200 len: 870 time: 0.2379341 Oct 20 10:33:45.616101 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device a350710b-efc8-4218-899f-950111a88e60 up at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:33:45.628652 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-ad6c371c-eb2f-44ce-b24f-fbb65d8ffad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5de4c448-fca5-4ec5-bab6-2f5ecb6516ec', 'name': 'tempest-TaggedBootDevicesTest-569012905-router', 'tenant_id': 'aca7fabb908e4e55b3bcaf1ce45b03cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.221'}], 'enable_snat': True}, 'gw_port_id': 'cdbeedb1-479e-48c7-86ff-ee83403a61bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:33:33Z', 'updated_at': '2021-10-20T10:33:39Z', 'revision_number': 4, 'project_id': 'aca7fabb908e4e55b3bcaf1ce45b03cf', 'gw_port': {'id': 'cdbeedb1-479e-48c7-86ff-ee83403a61bc', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:b9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de4c448-fca5-4ec5-bab6-2f5ecb6516ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:33:34Z', 'updated_at': '2021-10-20T10:33:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '50560b7e-31ac-4029-85f9-ff3749ade9d5', 'name': '', 'network_id': '61bd0966-a265-4e42-812c-8db46cc7f8aa', 'tenant_id': 'aca7fabb908e4e55b3bcaf1ce45b03cf', 'mac_address': 'fa:16:3e:60:83:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5de4c448-fca5-4ec5-bab6-2f5ecb6516ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': 'ca4d8024-190b-4d52-b991-b3ff5d7d6ff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:33:38Z', 'updated_at': '2021-10-20T10:33:39Z', 'revision_number': 2, 'project_id': 'aca7fabb908e4e55b3bcaf1ce45b03cf', 'subnets': [{'id': 'ca4d8024-190b-4d52-b991-b3ff5d7d6ff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:33:45.645034 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c84cea59-a15c-4256-84e1-ce85f7b5c351 req-5c64c3c1-431b-4f55-a29c-fe8de7de61d1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=1f989f32-bf7c-402e-99e0-76ef0c113f95 HTTP/1.1" status: 200 len: 217 time: 0.0789816 Oct 20 10:33:45.685387 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6c371c-eb2f-44ce-b24f-fbb65d8ffad2 None None] Checking router: 5de4c448-fca5-4ec5-bab6-2f5ecb6516ec for host: n-d-811396-3 {{(pid=100599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:33:45.685962 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6c371c-eb2f-44ce-b24f-fbb65d8ffad2 None None] Updating router 5de4c448-fca5-4ec5-bab6-2f5ecb6516ec port 50560b7e-31ac-4029-85f9-ff3749ade9d5 binding host n-d-811396-3 {{(pid=100599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 10:33:45.688200 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4cf20deb-2a73-4f4c-90d1-2e4c4975f0af admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:45.721328 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-ad6c371c-eb2f-44ce-b24f-fbb65d8ffad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:45.773933 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84cea59-a15c-4256-84e1-ce85f7b5c351 req-e0eaaff3-2040-4486-ad56-315fcd176923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:33:45.775408 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c84cea59-a15c-4256-84e1-ce85f7b5c351 req-e0eaaff3-2040-4486-ad56-315fcd176923 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8f86199a-b8f2-45b4-a83a-995a7ea6fe42 HTTP/1.1" status: 200 len: 843 time: 0.1154277 Oct 20 10:33:45.798711 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning for port a350710b-efc8-4218-899f-950111a88e60 completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:33:45.811162 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning complete for port a350710b-efc8-4218-899f-950111a88e60 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:33:45.813441 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:45.968119 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device cdbeedb1-479e-48c7-86ff-ee83403a61bc up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:33:45.969867 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4cf20deb-2a73-4f4c-90d1-2e4c4975f0af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:45.978393 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4cf20deb-2a73-4f4c-90d1-2e4c4975f0af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:45.997220 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84cea59-a15c-4256-84e1-ce85f7b5c351 req-2d155774-2f8a-4c8b-8588-c0ebc8725769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:33:46.003457 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c84cea59-a15c-4256-84e1-ce85f7b5c351 req-2d155774-2f8a-4c8b-8588-c0ebc8725769 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a7c57b12-d7c3-48bb-aa54-a67a56468a84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2166283 Oct 20 10:33:46.083022 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cd3d27-34a6-4714-bbc2-7133ea765f4a req-f45796ec-c153-456f-910e-be985fd56338 tempest-TenantUsagesTestJSON-1904057721 tempest-TenantUsagesTestJSON-1904057721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:33:46.084702 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-98cd3d27-34a6-4714-bbc2-7133ea765f4a req-f45796ec-c153-456f-910e-be985fd56338 tempest-TenantUsagesTestJSON-1904057721 tempest-TenantUsagesTestJSON-1904057721-project] 10.222.0.64 "GET /v2.0/ports?device_id=d786061d-876e-441c-bf1f-5dd3a0834f7b HTTP/1.1" status: 200 len: 948 time: 0.1825979 Oct 20 10:33:46.105577 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-4cf20deb-2a73-4f4c-90d1-2e4c4975f0af admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2f654a28c4b449c7ad784cd6228769dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6444414 Oct 20 10:33:46.118393 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 45184) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:33:46.164681 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf20deb-2a73-4f4c-90d1-2e4c4975f0af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d8793b6-3b63-4197-b1ff-f97acdd5d1b2,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:33:46.239561 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-98cd3d27-34a6-4714-bbc2-7133ea765f4a req-f335e8ea-c39c-41c1-a891-cd7e7c2b7ecf tempest-TenantUsagesTestJSON-1904057721 tempest-TenantUsagesTestJSON-1904057721-project] 10.222.0.64 "GET /v2.0/security-groups?id=3a8ebc90-87ff-4866-93da-f0fb12b2a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173923 Oct 20 10:33:46.258646 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf20deb-2a73-4f4c-90d1-2e4c4975f0af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:33:46.333723 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf20deb-2a73-4f4c-90d1-2e4c4975f0af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:33:46.334478 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf20deb-2a73-4f4c-90d1-2e4c4975f0af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:33:46.334478 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf20deb-2a73-4f4c-90d1-2e4c4975f0af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:33:46.334804 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf20deb-2a73-4f4c-90d1-2e4c4975f0af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:33:46.335146 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf20deb-2a73-4f4c-90d1-2e4c4975f0af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:33:46.335501 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf20deb-2a73-4f4c-90d1-2e4c4975f0af admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:33:46.335834 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf20deb-2a73-4f4c-90d1-2e4c4975f0af admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:33:46.352311 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf20deb-2a73-4f4c-90d1-2e4c4975f0af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:33:46.352750 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf20deb-2a73-4f4c-90d1-2e4c4975f0af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:33:46.353099 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf20deb-2a73-4f4c-90d1-2e4c4975f0af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:33:46.353442 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf20deb-2a73-4f4c-90d1-2e4c4975f0af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:33:46.417068 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:46.434959 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port cdbeedb1-479e-48c7-86ff-ee83403a61bc triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:33:46.435586 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:46.460598 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c84cea59-a15c-4256-84e1-ce85f7b5c351 req-90595424-4314-48cd-81ad-a3a0226149c7 service neutron] 10.222.0.69 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4449644 Oct 20 10:33:46.495503 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2b860708-0b11-4c20-b613-925a09cf1d47 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:46.513475 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2d81d2b-ae08-4a61-a0b2-4e8698a15570', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a350710b-efc8-4218-899f-950111a88e60'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:33:46.528459 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2b860708-0b11-4c20-b613-925a09cf1d47 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:46.529461 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a09c744-9813-40ca-807c-5f7cde90941f" -d '{"events": [{"server_uuid": "f2d81d2b-ae08-4a61-a0b2-4e8698a15570", "name": "network-vif-plugged", "status": "completed", "tag": "a350710b-efc8-4218-899f-950111a88e60"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:33:46.557599 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-ad6c371c-eb2f-44ce-b24f-fbb65d8ffad2 None None] Publish callbacks [] for port, precommit_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:46.566478 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-ad6c371c-eb2f-44ce-b24f-fbb65d8ffad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:46.591473 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port a350710b-efc8-4218-899f-950111a88e60, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=a350710b-efc8-4218-899f-950111a88e60,segment=NetworkSegment(e1ea536c-2be6-419e-9a53-c776bc5130e2),segment_id=e1ea536c-2be6-419e-9a53-c776bc5130e2)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:33:46.604499 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:46.628387 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2b860708-0b11-4c20-b613-925a09cf1d47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:46.632593 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2b860708-0b11-4c20-b613-925a09cf1d47 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:46.640986 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-2b860708-0b11-4c20-b613-925a09cf1d47 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0d8793b6-3b63-4197-b1ff-f97acdd5d1b2 HTTP/1.1" status: 204 len: 168 time: 0.5166337 Oct 20 10:33:46.668649 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b860708-0b11-4c20-b613-925a09cf1d47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d8793b6-3b63-4197-b1ff-f97acdd5d1b2,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:33:46.844334 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-ad6c371c-eb2f-44ce-b24f-fbb65d8ffad2 None None] Attempting to bind port 50560b7e-31ac-4029-85f9-ff3749ade9d5 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:33:46.846161 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-ad6c371c-eb2f-44ce-b24f-fbb65d8ffad2 None None] Attempting to bind port 50560b7e-31ac-4029-85f9-ff3749ade9d5 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': 'b0504710-a065-4dfe-bd5a-7bb89fc828fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '61bd0966-a265-4e42-812c-8db46cc7f8aa'}] {{(pid=100599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:33:46.847535 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6c371c-eb2f-44ce-b24f-fbb65d8ffad2 None None] Attempting to bind port 50560b7e-31ac-4029-85f9-ff3749ade9d5 on network 61bd0966-a265-4e42-812c-8db46cc7f8aa {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:33:46.866197 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6c371c-eb2f-44ce-b24f-fbb65d8ffad2 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 33, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:33:46.869587 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6c371c-eb2f-44ce-b24f-fbb65d8ffad2 None None] Checking segment: {'id': 'b0504710-a065-4dfe-bd5a-7bb89fc828fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '61bd0966-a265-4e42-812c-8db46cc7f8aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:33:46.870262 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-ad6c371c-eb2f-44ce-b24f-fbb65d8ffad2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:46.871521 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6c371c-eb2f-44ce-b24f-fbb65d8ffad2 None None] Bound using segment: {'id': 'b0504710-a065-4dfe-bd5a-7bb89fc828fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '61bd0966-a265-4e42-812c-8db46cc7f8aa'} {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:33:46.872903 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-ad6c371c-eb2f-44ce-b24f-fbb65d8ffad2 None None] Bound port: 50560b7e-31ac-4029-85f9-ff3749ade9d5, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0504710-a065-4dfe-bd5a-7bb89fc828fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '61bd0966-a265-4e42-812c-8db46cc7f8aa'}}] {{(pid=100599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:33:46.873820 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-ad6c371c-eb2f-44ce-b24f-fbb65d8ffad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:46.911737 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=a350710b-efc8-4218-899f-950111a88e60,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:33:47.082120 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd433f27-af67-47f7-b51d-b9e07fc51cc1 None None] Pushing event updated for resources: {'Port': ['ID=50560b7e-31ac-4029-85f9-ff3749ade9d5,revision_number=3']} {{(pid=100599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:33:47.119696 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.db [None req-ad6c371c-eb2f-44ce-b24f-fbb65d8ffad2 None None] For port 50560b7e-31ac-4029-85f9-ff3749ade9d5, host n-d-811396-3, cleared binding levels {{(pid=100599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:33:47.126898 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.db [None req-ad6c371c-eb2f-44ce-b24f-fbb65d8ffad2 None None] For port 50560b7e-31ac-4029-85f9-ff3749ade9d5, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=50560b7e-31ac-4029-85f9-ff3749ade9d5,segment=NetworkSegment(b0504710-a065-4dfe-bd5a-7bb89fc828fa),segment_id=b0504710-a065-4dfe-bd5a-7bb89fc828fa)] {{(pid=100599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:33:47.140859 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-ad6c371c-eb2f-44ce-b24f-fbb65d8ffad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:47.145977 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-69f7a228-6df5-403e-96b2-64e2546407a5 None None] Provisioning complete for port 50560b7e-31ac-4029-85f9-ff3749ade9d5 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:33:47.146363 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-69f7a228-6df5-403e-96b2-64e2546407a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:47.270629 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6c371c-eb2f-44ce-b24f-fbb65d8ffad2 None None] Routers {'5de4c448-fca5-4ec5-bab6-2f5ecb6516ec'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:33:47.272423 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-ad6c371c-eb2f-44ce-b24f-fbb65d8ffad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:33:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['5de4c448-fca5-4ec5-bab6-2f5ecb6516ec'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:33:47.380925 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-69f7a228-6df5-403e-96b2-64e2546407a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:47.420902 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 45206) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:33:47.448609 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-69f7a228-6df5-403e-96b2-64e2546407a5 None None] For port 50560b7e-31ac-4029-85f9-ff3749ade9d5, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=50560b7e-31ac-4029-85f9-ff3749ade9d5,segment=NetworkSegment(b0504710-a065-4dfe-bd5a-7bb89fc828fa),segment_id=b0504710-a065-4dfe-bd5a-7bb89fc828fa)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:33:47.456266 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-30a0e1b9-5870-46d0-ad79-65a965123726 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:47.459527 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-69f7a228-6df5-403e-96b2-64e2546407a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:47.553583 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-ad6c371c-eb2f-44ce-b24f-fbb65d8ffad2 None None] Set router 5de4c448-fca5-4ec5-bab6-2f5ecb6516ec gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:33:47.563325 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c84cea59-a15c-4256-84e1-ce85f7b5c351 req-4f07b8e6-4ade-4e7d-812c-4d534689aa7f service neutron] 10.222.0.69 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0821686 Oct 20 10:33:47.593573 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f7a228-6df5-403e-96b2-64e2546407a5 None None] Pushing event updated for resources: {'Port': ['ID=50560b7e-31ac-4029-85f9-ff3749ade9d5,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:33:47.608574 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306e660d-63af-425e-8b65-930943310452 req-f8994304-988b-48c5-9c8c-a5bb9d431dcf tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:33:47.618198 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-306e660d-63af-425e-8b65-930943310452 req-f8994304-988b-48c5-9c8c-a5bb9d431dcf tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2d81d2b-ae08-4a61-a0b2-4e8698a15570 HTTP/1.1" status: 200 len: 945 time: 1.0992627 Oct 20 10:33:47.696255 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-b6211e87-7564-49c3-9af8-c4a706105701 None None] Provisioning complete for port 50560b7e-31ac-4029-85f9-ff3749ade9d5 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:33:47.696637 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-b6211e87-7564-49c3-9af8-c4a706105701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:47.764532 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-306e660d-63af-425e-8b65-930943310452 req-8fdd2727-9497-4aad-b27c-8054f3d58034 tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] 10.222.0.64 "GET /v2.0/security-groups?id=bcf72c6d-bf23-46bd-96c6-f69fb8d55f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450894 Oct 20 10:33:47.832965 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-30a0e1b9-5870-46d0-ad79-65a965123726 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:47.848119 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-30a0e1b9-5870-46d0-ad79-65a965123726 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:47.880757 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 50560b7e-31ac-4029-85f9-ff3749ade9d5 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:33:47.899490 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2809aa1-0c43-4fcc-a80e-239649befaae x-openstack-request-id: req-f2809aa1-0c43-4fcc-a80e-239649befaae {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:33:47.899780 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2d81d2b-ae08-4a61-a0b2-4e8698a15570", "name": "network-vif-plugged", "status": "completed", "tag": "a350710b-efc8-4218-899f-950111a88e60", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:33:47.903096 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f2809aa1-0c43-4fcc-a80e-239649befaae {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:33:47.903540 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2d81d2b-ae08-4a61-a0b2-4e8698a15570', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a350710b-efc8-4218-899f-950111a88e60', 'code': 200} Oct 20 10:33:47.914410 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd433f27-af67-47f7-b51d-b9e07fc51cc1 None None] Pushing event updated for resources: {'Port': ['ID=50560b7e-31ac-4029-85f9-ff3749ade9d5,revision_number=4']} {{(pid=100599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:33:47.940450 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-30a0e1b9-5870-46d0-ad79-65a965123726 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e17c78c2dd1a4e3597ef67771ee9a31a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5176392 Oct 20 10:33:47.943203 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 45210) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:33:47.999363 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a0e1b9-5870-46d0-ad79-65a965123726 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e68cdba8-8caf-4d7d-969a-c145e42208d6,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:33:48.075735 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 1f989f32-bf7c-402e-99e0-76ef0c113f95 details requested by agent hyperv_n-h2-811396-3 with host n-h2-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:33:48.115918 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 50560b7e-31ac-4029-85f9-ff3749ade9d5 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:33:48.116299 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:48.190835 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e4b0f2fe-f0ce-4112-9a48-57fa4b6df9b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:48.259591 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-ad6c371c-eb2f-44ce-b24f-fbb65d8ffad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5de4c448-fca5-4ec5-bab6-2f5ecb6516ec', 'name': 'tempest-TaggedBootDevicesTest-569012905-router', 'tenant_id': 'aca7fabb908e4e55b3bcaf1ce45b03cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.221'}], 'enable_snat': True}, 'gw_port_id': 'cdbeedb1-479e-48c7-86ff-ee83403a61bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:33:33Z', 'updated_at': '2021-10-20T10:33:39Z', 'revision_number': 4, 'project_id': 'aca7fabb908e4e55b3bcaf1ce45b03cf', 'gw_port': {'id': 'cdbeedb1-479e-48c7-86ff-ee83403a61bc', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:b9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de4c448-fca5-4ec5-bab6-2f5ecb6516ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:33:34Z', 'updated_at': '2021-10-20T10:33:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '50560b7e-31ac-4029-85f9-ff3749ade9d5', 'name': '', 'network_id': '61bd0966-a265-4e42-812c-8db46cc7f8aa', 'tenant_id': 'aca7fabb908e4e55b3bcaf1ce45b03cf', 'mac_address': 'fa:16:3e:60:83:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5de4c448-fca5-4ec5-bab6-2f5ecb6516ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': 'ca4d8024-190b-4d52-b991-b3ff5d7d6ff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:33:38Z', 'updated_at': '2021-10-20T10:33:47Z', 'revision_number': 4, 'project_id': 'aca7fabb908e4e55b3bcaf1ce45b03cf', 'subnets': [{'id': 'ca4d8024-190b-4d52-b991-b3ff5d7d6ff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:33:48.274891 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e21178-433d-4f1b-b37c-1d9da7f571a4 req-54c9e9cc-a38a-42ed-8b3f-49d7c8be205c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:33:48.276496 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-26e21178-433d-4f1b-b37c-1d9da7f571a4 req-54c9e9cc-a38a-42ed-8b3f-49d7c8be205c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f2d81d2b-ae08-4a61-a0b2-4e8698a15570 HTTP/1.1" status: 200 len: 1097 time: 0.2588055 Oct 20 10:33:48.325554 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6c371c-eb2f-44ce-b24f-fbb65d8ffad2 None None] The sync data for ids ['5de4c448-fca5-4ec5-bab6-2f5ecb6516ec'] in n-d-811396-3 is: [{'id': '5de4c448-fca5-4ec5-bab6-2f5ecb6516ec', 'name': 'tempest-TaggedBootDevicesTest-569012905-router', 'tenant_id': 'aca7fabb908e4e55b3bcaf1ce45b03cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.221'}], 'enable_snat': True}, 'gw_port_id': 'cdbeedb1-479e-48c7-86ff-ee83403a61bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:33:33Z', 'updated_at': '2021-10-20T10:33:39Z', 'revision_number': 4, 'project_id': 'aca7fabb908e4e55b3bcaf1ce45b03cf', 'gw_port': {'id': 'cdbeedb1-479e-48c7-86ff-ee83403a61bc', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:b9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de4c448-fca5-4ec5-bab6-2f5ecb6516ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:33:34Z', 'updated_at': '2021-10-20T10:33:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '50560b7e-31ac-4029-85f9-ff3749ade9d5', 'name': '', 'network_id': '61bd0966-a265-4e42-812c-8db46cc7f8aa', 'tenant_id': 'aca7fabb908e4e55b3bcaf1ce45b03cf', 'mac_address': 'fa:16:3e:60:83:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5de4c448-fca5-4ec5-bab6-2f5ecb6516ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': 'ca4d8024-190b-4d52-b991-b3ff5d7d6ff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:33:38Z', 'updated_at': '2021-10-20T10:33:47Z', 'revision_number': 4, 'project_id': 'aca7fabb908e4e55b3bcaf1ce45b03cf', 'subnets': [{'id': 'ca4d8024-190b-4d52-b991-b3ff5d7d6ff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:33:48.386212 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 1f989f32-bf7c-402e-99e0-76ef0c113f95, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=1f989f32-bf7c-402e-99e0-76ef0c113f95,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:33:48.410003 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Returning: {'device': '1f989f32-bf7c-402e-99e0-76ef0c113f95', 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84', 'port_id': '1f989f32-bf7c-402e-99e0-76ef0c113f95', 'mac_address': 'fa:16:3e:e2:19:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 800, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f86199a-b8f2-45b4-a83a-995a7ea6fe42', 'ip_address': '192.168.233.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:33:48.415437 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e4b0f2fe-f0ce-4112-9a48-57fa4b6df9b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:48.471591 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:48.496887 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f989f32-bf7c-402e-99e0-76ef0c113f95 {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:33:48.503182 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-26e21178-433d-4f1b-b37c-1d9da7f571a4 req-33e5d6e5-4aaa-4298-9a95-5314d1914a95 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=bcf72c6d-bf23-46bd-96c6-f69fb8d55f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024651 Oct 20 10:33:48.533570 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 1f989f32-bf7c-402e-99e0-76ef0c113f95, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=1f989f32-bf7c-402e-99e0-76ef0c113f95,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:33:48.544089 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:48.592189 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544220cb-f8c2-4170-a036-cc51f378a786 req-02751670-dbaf-4557-8961-27e01cbe1296 tempest-TenantUsagesTestJSON-1904057721 tempest-TenantUsagesTestJSON-1904057721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:33:48.602282 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-544220cb-f8c2-4170-a036-cc51f378a786 req-02751670-dbaf-4557-8961-27e01cbe1296 tempest-TenantUsagesTestJSON-1904057721 tempest-TenantUsagesTestJSON-1904057721-project] 10.222.0.64 "GET /v2.0/ports?device_id=d786061d-876e-441c-bf1f-5dd3a0834f7b HTTP/1.1" status: 200 len: 948 time: 0.2922914 Oct 20 10:33:48.680862 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-544220cb-f8c2-4170-a036-cc51f378a786 req-219dfcef-7660-4b1d-925e-0b6817311449 tempest-TenantUsagesTestJSON-1904057721 tempest-TenantUsagesTestJSON-1904057721-project] 10.222.0.64 "GET /v2.0/security-groups?id=3a8ebc90-87ff-4866-93da-f0fb12b2a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775969 Oct 20 10:33:48.700085 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e4b0f2fe-f0ce-4112-9a48-57fa4b6df9b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:48.702660 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e4b0f2fe-f0ce-4112-9a48-57fa4b6df9b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:48.706724 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-e4b0f2fe-f0ce-4112-9a48-57fa4b6df9b0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e68cdba8-8caf-4d7d-969a-c145e42208d6 HTTP/1.1" status: 204 len: 168 time: 0.7600477 Oct 20 10:33:48.714270 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=1f989f32-bf7c-402e-99e0-76ef0c113f95,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:33:48.721532 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b0f2fe-f0ce-4112-9a48-57fa4b6df9b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e68cdba8-8caf-4d7d-969a-c145e42208d6,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:33:48.791531 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['1f989f32-bf7c-402e-99e0-76ef0c113f95'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:33:48.968518 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:49.005666 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1dcfd7-296a-4409-ad9c-c7ffee3dafbb req-6e47d147-d1f5-453a-afed-8b062a6c72e7 tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:33:49.025309 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3d1dcfd7-296a-4409-ad9c-c7ffee3dafbb req-6e47d147-d1f5-453a-afed-8b062a6c72e7 tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2d81d2b-ae08-4a61-a0b2-4e8698a15570 HTTP/1.1" status: 200 len: 946 time: 0.1044462 Oct 20 10:33:49.113122 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3d1dcfd7-296a-4409-ad9c-c7ffee3dafbb req-67b8ae3e-507f-4775-94bb-a35e6379ffe0 tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] 10.222.0.64 "GET /v2.0/security-groups?id=bcf72c6d-bf23-46bd-96c6-f69fb8d55f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829711 Oct 20 10:33:49.873280 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7075df82-d4a7-45b9-9fba-5cb681caabc4 req-aa1dec71-ad40-427c-bd53-4809c0b3bb45 tempest-TenantUsagesTestJSON-1904057721 tempest-TenantUsagesTestJSON-1904057721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:33:49.882795 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7075df82-d4a7-45b9-9fba-5cb681caabc4 req-aa1dec71-ad40-427c-bd53-4809c0b3bb45 tempest-TenantUsagesTestJSON-1904057721 tempest-TenantUsagesTestJSON-1904057721-project] 10.222.0.64 "GET /v2.0/ports?device_id=d786061d-876e-441c-bf1f-5dd3a0834f7b HTTP/1.1" status: 200 len: 949 time: 0.0961604 Oct 20 10:33:49.939223 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7075df82-d4a7-45b9-9fba-5cb681caabc4 req-33f812aa-85c9-4025-9da8-03c3a6ec9145 tempest-TenantUsagesTestJSON-1904057721 tempest-TenantUsagesTestJSON-1904057721-project] 10.222.0.64 "GET /v2.0/security-groups?id=3a8ebc90-87ff-4866-93da-f0fb12b2a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539639 Oct 20 10:33:50.016186 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 45252) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:33:50.055581 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 1f989f32-bf7c-402e-99e0-76ef0c113f95 up at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:33:50.202624 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning for port 1f989f32-bf7c-402e-99e0-76ef0c113f95 completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:33:50.207508 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning complete for port 1f989f32-bf7c-402e-99e0-76ef0c113f95 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:33:50.207972 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:50.444721 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:50.524441 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb766af-6587-424b-96e0-477475bad6e0 req-e189563a-6d02-4ba9-978d-5252f8f6b9de tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:33:50.527232 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9cb766af-6587-424b-96e0-477475bad6e0 req-e189563a-6d02-4ba9-978d-5252f8f6b9de tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2d81d2b-ae08-4a61-a0b2-4e8698a15570 HTTP/1.1" status: 200 len: 946 time: 0.2063022 Oct 20 10:33:50.540360 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 1f989f32-bf7c-402e-99e0-76ef0c113f95, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=1f989f32-bf7c-402e-99e0-76ef0c113f95,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:33:50.544251 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd786061d-876e-441c-bf1f-5dd3a0834f7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f989f32-bf7c-402e-99e0-76ef0c113f95'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:33:50.550196 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-149a0be4-ed61-4608-b30f-3afc65cc01b5" -d '{"events": [{"server_uuid": "d786061d-876e-441c-bf1f-5dd3a0834f7b", "name": "network-vif-plugged", "status": "completed", "tag": "1f989f32-bf7c-402e-99e0-76ef0c113f95"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:33:50.562161 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:50.674852 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9cb766af-6587-424b-96e0-477475bad6e0 req-ebba8460-441e-4e4e-834f-c081bfab0565 tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] 10.222.0.64 "GET /v2.0/security-groups?id=bcf72c6d-bf23-46bd-96c6-f69fb8d55f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975339 Oct 20 10:33:50.677424 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=1f989f32-bf7c-402e-99e0-76ef0c113f95,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:33:50.711135 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:33:50.711663 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:33:50.712118 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:33:50.713588 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:33:50.714157 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:33:50.715166 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:33:50.715647 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:33:50.716105 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:33:50.716542 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:33:50.717078 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:33:50.717948 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:33:50.718281 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:33:50.982678 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-791d6511-b86d-4eb3-a54c-d4c83b2a0ea1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1774405'] for router_interface, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:51.059781 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7ae14be-9c73-4e76-9e69-b106e45326ae x-openstack-request-id: req-c7ae14be-9c73-4e76-9e69-b106e45326ae {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:33:51.060449 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d786061d-876e-441c-bf1f-5dd3a0834f7b", "name": "network-vif-plugged", "status": "completed", "tag": "1f989f32-bf7c-402e-99e0-76ef0c113f95", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:33:51.060449 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c7ae14be-9c73-4e76-9e69-b106e45326ae {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:33:51.060772 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd786061d-876e-441c-bf1f-5dd3a0834f7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f989f32-bf7c-402e-99e0-76ef0c113f95', 'code': 200} Oct 20 10:33:51.415546 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ec6824-5d07-4572-bcd5-6699971569f3 req-50d48d5b-8735-477f-853d-be905e9fdb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:33:51.417420 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-10ec6824-5d07-4572-bcd5-6699971569f3 req-50d48d5b-8735-477f-853d-be905e9fdb0b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=d786061d-876e-441c-bf1f-5dd3a0834f7b HTTP/1.1" status: 200 len: 1101 time: 0.1782365 Oct 20 10:33:51.430664 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccbe505-6b16-4f80-abb3-424fce57550b req-a0e45b95-97a8-4402-b425-5e9136ace7ed tempest-TenantUsagesTestJSON-1904057721 tempest-TenantUsagesTestJSON-1904057721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:33:51.440807 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fccbe505-6b16-4f80-abb3-424fce57550b req-a0e45b95-97a8-4402-b425-5e9136ace7ed tempest-TenantUsagesTestJSON-1904057721 tempest-TenantUsagesTestJSON-1904057721-project] 10.222.0.64 "GET /v2.0/ports?device_id=d786061d-876e-441c-bf1f-5dd3a0834f7b HTTP/1.1" status: 200 len: 950 time: 0.2026060 Oct 20 10:33:51.504804 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-10ec6824-5d07-4572-bcd5-6699971569f3 req-4ef5aa4a-1c39-45cf-aa22-8aead6480f95 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=3a8ebc90-87ff-4866-93da-f0fb12b2a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608068 Oct 20 10:33:51.556823 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fccbe505-6b16-4f80-abb3-424fce57550b req-aced3e0a-907c-40a1-9a05-a5091a349a60 tempest-TenantUsagesTestJSON-1904057721 tempest-TenantUsagesTestJSON-1904057721-project] 10.222.0.64 "GET /v2.0/security-groups?id=3a8ebc90-87ff-4866-93da-f0fb12b2a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149786 Oct 20 10:33:51.648942 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-791d6511-b86d-4eb3-a54c-d4c83b2a0ea1 admin admin] Deleting port 86d0a506-8204-4ead-a856-58105cb23b9d {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:33:51.649286 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-791d6511-b86d-4eb3-a54c-d4c83b2a0ea1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:51.746193 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [None req-791d6511-b86d-4eb3-a54c-d4c83b2a0ea1 admin admin] For port 86d0a506-8204-4ead-a856-58105cb23b9d, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=86d0a506-8204-4ead-a856-58105cb23b9d,segment=NetworkSegment(f09b9630-998d-403e-9785-72c7796faf71),segment_id=f09b9630-998d-403e-9785-72c7796faf71)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:33:51.746565 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-791d6511-b86d-4eb3-a54c-d4c83b2a0ea1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:51.774243 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-791d6511-b86d-4eb3-a54c-d4c83b2a0ea1 admin admin] Calling delete_port for 86d0a506-8204-4ead-a856-58105cb23b9d owned by network:router_interface {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:33:52.017930 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b44d03c-5207-4749-aa15-0ef74e50de07 req-b1a02c95-4d4f-4cf6-8a7a-1d0e71eddeae tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:33:52.020574 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3b44d03c-5207-4749-aa15-0ef74e50de07 req-b1a02c95-4d4f-4cf6-8a7a-1d0e71eddeae tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2d81d2b-ae08-4a61-a0b2-4e8698a15570 HTTP/1.1" status: 200 len: 946 time: 0.1004663 Oct 20 10:33:52.076812 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3b44d03c-5207-4749-aa15-0ef74e50de07 req-e6dcf421-4eaf-45f9-a8cc-f8287c442235 tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] 10.222.0.64 "GET /v2.0/security-groups?id=bcf72c6d-bf23-46bd-96c6-f69fb8d55f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481305 Oct 20 10:33:52.177125 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-791d6511-b86d-4eb3-a54c-d4c83b2a0ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:52.212509 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791d6511-b86d-4eb3-a54c-d4c83b2a0ea1 admin admin] Pushing event deleted for resources: {'Port': ['ID=86d0a506-8204-4ead-a856-58105cb23b9d,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:33:52.423139 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-791d6511-b86d-4eb3-a54c-d4c83b2a0ea1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1771989'] for router_interface, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:52.742437 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a54fc99-a7f5-4d1c-92cc-1aaee9669eb3 req-d0fb0876-6d4c-4b79-ac1c-46708fff261c tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:33:52.744172 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9a54fc99-a7f5-4d1c-92cc-1aaee9669eb3 req-d0fb0876-6d4c-4b79-ac1c-46708fff261c tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] 10.222.0.64 "GET /v2.0/ports?device_id=21c0cf04-9e25-46ea-bb3f-9ac7b5745042&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1207960 Oct 20 10:33:52.868070 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9a54fc99-a7f5-4d1c-92cc-1aaee9669eb3 req-2322c905-c82f-4414-8864-9892f6045a66 tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.1.120 HTTP/1.1" status: 200 len: 696 time: 0.1148710 Oct 20 10:33:52.874732 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-9a54fc99-a7f5-4d1c-92cc-1aaee9669eb3 req-ae35514b-3990-475f-a738-f79dba84233f tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] Request body: {'floatingip': {'port_id': 'a9f6381f-477f-4127-bf9c-93f653c53615', 'fixed_ip_address': '172.20.0.9'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:33:52.918671 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-791d6511-b86d-4eb3-a54c-d4c83b2a0ea1 admin admin] Router 87c76035-3239-4d0b-ac38-75023810884d has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:33:52.933016 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-9a54fc99-a7f5-4d1c-92cc-1aaee9669eb3 req-ae35514b-3990-475f-a738-f79dba84233f tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] Publish callbacks [] for floatingip, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:53.181907 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-791d6511-b86d-4eb3-a54c-d4c83b2a0ea1 admin admin] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:33:53.193041 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-791d6511-b86d-4eb3-a54c-d4c83b2a0ea1 admin admin] 10.222.0.64 "PUT /v2.0/routers/87c76035-3239-4d0b-ac38-75023810884d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1707890 Oct 20 10:33:53.193763 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 45306) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:33:53.197287 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447a4175-abe2-4417-876e-8f8eb1f35c55 None None] Sync routers for ids ['87c76035-3239-4d0b-ac38-75023810884d'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:33:53.232866 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447a4175-abe2-4417-876e-8f8eb1f35c55 None None] Routers {'87c76035-3239-4d0b-ac38-75023810884d'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:33:53.233961 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-447a4175-abe2-4417-876e-8f8eb1f35c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:33:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['87c76035-3239-4d0b-ac38-75023810884d'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:33:53.394054 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-dba8016a-0f00-4032-8c32-5142e76b170b admin admin] Publish callbacks [] for router, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:53.489618 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-447a4175-abe2-4417-876e-8f8eb1f35c55 None None] Set router 87c76035-3239-4d0b-ac38-75023810884d gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:33:53.525505 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-dba8016a-0f00-4032-8c32-5142e76b170b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:53.633165 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-dba8016a-0f00-4032-8c32-5142e76b170b admin admin] Deleting port 9f6d0947-9770-4b6f-990e-eacb1e3cf8d8 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:33:53.633165 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-dba8016a-0f00-4032-8c32-5142e76b170b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:53.647248 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-9a54fc99-a7f5-4d1c-92cc-1aaee9669eb3 req-ae35514b-3990-475f-a738-f79dba84233f tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:53.658941 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-9a54fc99-a7f5-4d1c-92cc-1aaee9669eb3 req-ae35514b-3990-475f-a738-f79dba84233f tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1773381'] for floatingip, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:53.735748 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [None req-dba8016a-0f00-4032-8c32-5142e76b170b admin admin] For port 9f6d0947-9770-4b6f-990e-eacb1e3cf8d8, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=9f6d0947-9770-4b6f-990e-eacb1e3cf8d8,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:33:53.736107 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-dba8016a-0f00-4032-8c32-5142e76b170b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:53.749583 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-dba8016a-0f00-4032-8c32-5142e76b170b admin admin] Calling delete_port for 9f6d0947-9770-4b6f-990e-eacb1e3cf8d8 owned by network:router_gateway {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:33:53.814234 n-d-811396-3 neutron-server[100596]: INFO neutron.db.l3_db [req-9a54fc99-a7f5-4d1c-92cc-1aaee9669eb3 req-ae35514b-3990-475f-a738-f79dba84233f tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] Floating IP a72bf11a-20b0-444f-ab6f-0963a6e372eb associated. External IP: 172.25.1.120, port: a9f6381f-477f-4127-bf9c-93f653c53615. Oct 20 10:33:53.905192 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-447a4175-abe2-4417-876e-8f8eb1f35c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87c76035-3239-4d0b-ac38-75023810884d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1908337322-router', 'tenant_id': '865c422727dd4ee4b9122df8ae6bb00f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': '9f6d0947-9770-4b6f-990e-eacb1e3cf8d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:31:47Z', 'updated_at': '2021-10-20T10:33:52Z', 'revision_number': 5, 'project_id': '865c422727dd4ee4b9122df8ae6bb00f', 'gw_port': {'id': '9f6d0947-9770-4b6f-990e-eacb1e3cf8d8', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a9:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c76035-3239-4d0b-ac38-75023810884d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:31:48Z', 'updated_at': '2021-10-20T10:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:33:53.958582 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-dba8016a-0f00-4032-8c32-5142e76b170b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:53.977354 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447a4175-abe2-4417-876e-8f8eb1f35c55 None None] Checking router: 87c76035-3239-4d0b-ac38-75023810884d for host: n-d-811396-3 {{(pid=100598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:33:53.998884 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447a4175-abe2-4417-876e-8f8eb1f35c55 None None] Routers {'87c76035-3239-4d0b-ac38-75023810884d'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:33:54.000237 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-447a4175-abe2-4417-876e-8f8eb1f35c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:33:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['87c76035-3239-4d0b-ac38-75023810884d'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:33:54.021552 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba8016a-0f00-4032-8c32-5142e76b170b admin admin] Pushing event deleted for resources: {'Port': ['ID=9f6d0947-9770-4b6f-990e-eacb1e3cf8d8,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:33:54.150874 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-dba8016a-0f00-4032-8c32-5142e76b170b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1773439'] for router_gateway, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:54.175158 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-447a4175-abe2-4417-876e-8f8eb1f35c55 None None] Set router 87c76035-3239-4d0b-ac38-75023810884d gateway port host: None {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:33:54.241563 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-447a4175-abe2-4417-876e-8f8eb1f35c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87c76035-3239-4d0b-ac38-75023810884d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1908337322-router', 'tenant_id': '865c422727dd4ee4b9122df8ae6bb00f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:31:47Z', 'updated_at': '2021-10-20T10:33:53Z', 'revision_number': 7, 'project_id': '865c422727dd4ee4b9122df8ae6bb00f', 'gw_port_host': None}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:33:54.276796 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447a4175-abe2-4417-876e-8f8eb1f35c55 None None] The sync data for ids ['87c76035-3239-4d0b-ac38-75023810884d'] in n-d-811396-3 is: [{'id': '87c76035-3239-4d0b-ac38-75023810884d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1908337322-router', 'tenant_id': '865c422727dd4ee4b9122df8ae6bb00f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:31:47Z', 'updated_at': '2021-10-20T10:33:53Z', 'revision_number': 7, 'project_id': '865c422727dd4ee4b9122df8ae6bb00f', 'gw_port_host': None}] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:33:54.317325 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9a54fc99-a7f5-4d1c-92cc-1aaee9669eb3 req-ae35514b-3990-475f-a738-f79dba84233f tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] Router d509b498-2ca1-446a-b2d1-668329922057 has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:33:54.339444 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-dba8016a-0f00-4032-8c32-5142e76b170b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1772272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258304'] for router, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:54.341946 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-dba8016a-0f00-4032-8c32-5142e76b170b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:54.739953 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-dba8016a-0f00-4032-8c32-5142e76b170b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1772267'] for router, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:54.743152 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dba8016a-0f00-4032-8c32-5142e76b170b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 87c76035-3239-4d0b-ac38-75023810884d {{(pid=100597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 10:33:54.753737 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-dba8016a-0f00-4032-8c32-5142e76b170b admin admin] Publish callbacks [] for router, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:54.755771 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-dba8016a-0f00-4032-8c32-5142e76b170b admin admin] 10.222.0.64 "DELETE /v2.0/routers/87c76035-3239-4d0b-ac38-75023810884d HTTP/1.1" status: 204 len: 168 time: 1.5625713 Oct 20 10:33:54.758946 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 45338) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:33:54.831933 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_v2 [None req-77ed6ce9-c5e9-4bbd-bf4f-28601720f114 admin admin] Deleting subnet 5ca31e27-4f7e-42ad-a2c5-54497e7341a0 {{(pid=100597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:33:54.835990 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-77ed6ce9-c5e9-4bbd-bf4f-28601720f114 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:54.873464 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-77ed6ce9-c5e9-4bbd-bf4f-28601720f114 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25852621'] for subnet, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:54.876120 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c18ce5a-2ed6-41a5-9904-6fb318a2c098 req-44bfacf0-21fb-48f9-87b8-f5b46ef3d2a0 tempest-TenantUsagesTestJSON-1904057721 tempest-TenantUsagesTestJSON-1904057721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:33:54.877606 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3c18ce5a-2ed6-41a5-9904-6fb318a2c098 req-44bfacf0-21fb-48f9-87b8-f5b46ef3d2a0 tempest-TenantUsagesTestJSON-1904057721 tempest-TenantUsagesTestJSON-1904057721-project] 10.222.0.64 "GET /v2.0/ports?device_id=d786061d-876e-441c-bf1f-5dd3a0834f7b HTTP/1.1" status: 200 len: 950 time: 0.1102920 Oct 20 10:33:54.892591 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9a54fc99-a7f5-4d1c-92cc-1aaee9669eb3 req-ae35514b-3990-475f-a738-f79dba84233f tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:33:54.902851 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a825fbe7-1cf0-4de3-8def-510df53fb0c4 None None] Sync routers for ids ['d509b498-2ca1-446a-b2d1-668329922057'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:33:54.903508 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-9a54fc99-a7f5-4d1c-92cc-1aaee9669eb3 req-ae35514b-3990-475f-a738-f79dba84233f tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for floatingip, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:54.917894 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a825fbe7-1cf0-4de3-8def-510df53fb0c4 None None] Routers {'d509b498-2ca1-446a-b2d1-668329922057'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:33:54.919051 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-a825fbe7-1cf0-4de3-8def-510df53fb0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:33:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['d509b498-2ca1-446a-b2d1-668329922057'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:33:54.942621 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9a54fc99-a7f5-4d1c-92cc-1aaee9669eb3 req-ae35514b-3990-475f-a738-f79dba84233f tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] 10.222.0.64 "PUT /v2.0/floatingips/a72bf11a-20b0-444f-ab6f-0963a6e372eb HTTP/1.1" status: 200 len: 996 time: 2.0751181 Oct 20 10:33:54.948152 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21c0cf04-9e25-46ea-bb3f-9ac7b5745042', 'tag': 'a9f6381f-477f-4127-bf9c-93f653c53615'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:33:54.950313 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c87d29c7-8f2b-48ec-a00f-f12f04d5c7f8" -d '{"events": [{"name": "network-changed", "server_uuid": "21c0cf04-9e25-46ea-bb3f-9ac7b5745042", "tag": "a9f6381f-477f-4127-bf9c-93f653c53615"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:33:54.960902 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3c18ce5a-2ed6-41a5-9904-6fb318a2c098 req-dfac5c5a-9b99-42e5-95f7-b2ee23982b1b tempest-TenantUsagesTestJSON-1904057721 tempest-TenantUsagesTestJSON-1904057721-project] 10.222.0.64 "GET /v2.0/security-groups?id=3a8ebc90-87ff-4866-93da-f0fb12b2a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753779 Oct 20 10:33:54.962291 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-77ed6ce9-c5e9-4bbd-bf4f-28601720f114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:55.021350 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-77ed6ce9-c5e9-4bbd-bf4f-28601720f114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25350811'] for subnet, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:55.058065 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-a825fbe7-1cf0-4de3-8def-510df53fb0c4 None None] Set router d509b498-2ca1-446a-b2d1-668329922057 gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:33:55.066109 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ed6ce9-c5e9-4bbd-bf4f-28601720f114 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ca31e27-4f7e-42ad-a2c5-54497e7341a0,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:33:55.072506 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-77ed6ce9-c5e9-4bbd-bf4f-28601720f114 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:55.078592 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6823e15a-c2d4-4dfa-ab53-0570d8cea886 None None] Network 84bc009e-adb6-405c-96a3-3997c0651fe1 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:33:55.080733 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-77ed6ce9-c5e9-4bbd-bf4f-28601720f114 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/5ca31e27-4f7e-42ad-a2c5-54497e7341a0 HTTP/1.1" status: 204 len: 168 time: 0.3195057 Oct 20 10:33:55.082771 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 45346) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:33:55.153185 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a54fc99-a7f5-4d1c-92cc-1aaee9669eb3 req-4403d582-35de-4515-b013-c7ab92871a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:33:55.161118 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9a54fc99-a7f5-4d1c-92cc-1aaee9669eb3 req-4403d582-35de-4515-b013-c7ab92871a37 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2530338db1db417898003de86d78050c&device_id=21c0cf04-9e25-46ea-bb3f-9ac7b5745042 HTTP/1.1" status: 200 len: 1096 time: 0.1991940 Oct 20 10:33:55.167300 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-15f15f6e-261e-4d3d-b4ed-abe4bc0f09b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:55.239824 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-15f15f6e-261e-4d3d-b4ed-abe4bc0f09b6 admin admin] Deleting port c62a7353-cc32-47a1-8cb3-92dc612030ec {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:33:55.252833 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-15f15f6e-261e-4d3d-b4ed-abe4bc0f09b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:55.292294 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a54fc99-a7f5-4d1c-92cc-1aaee9669eb3 req-ec4b8c2a-d16f-44f6-b550-0ad60732e55b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:33:55.301517 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9a54fc99-a7f5-4d1c-92cc-1aaee9669eb3 req-ec4b8c2a-d16f-44f6-b550-0ad60732e55b service neutron] 10.222.0.64 "GET /v2.0/networks?id=34c3c2fc-2825-47c5-ac90-f8d0645c4c57 HTTP/1.1" status: 200 len: 921 time: 0.1394036 Oct 20 10:33:55.347324 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [None req-15f15f6e-261e-4d3d-b4ed-abe4bc0f09b6 admin admin] For port c62a7353-cc32-47a1-8cb3-92dc612030ec, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=c62a7353-cc32-47a1-8cb3-92dc612030ec,segment=NetworkSegment(f09b9630-998d-403e-9785-72c7796faf71),segment_id=f09b9630-998d-403e-9785-72c7796faf71)] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:33:55.348446 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-15f15f6e-261e-4d3d-b4ed-abe4bc0f09b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:55.402697 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-15f15f6e-261e-4d3d-b4ed-abe4bc0f09b6 admin admin] Calling delete_port for c62a7353-cc32-47a1-8cb3-92dc612030ec owned by network:dhcp {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:33:55.492840 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a49806a1-8c6d-4337-a5d1-f0fbdb6a1320 None None] DHCP port deletion for 84bc009e-adb6-405c-96a3-3997c0651fe1 request from n-d-811396-3 {{(pid=100598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:33:55.493761 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9a54fc99-a7f5-4d1c-92cc-1aaee9669eb3 req-04fa99a6-8b9a-4f20-8b4c-d9e6afa04add service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a9f6381f-477f-4127-bf9c-93f653c53615 HTTP/1.1" status: 200 len: 999 time: 0.1891379 Oct 20 10:33:55.567508 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-15f15f6e-261e-4d3d-b4ed-abe4bc0f09b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:55.576716 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a54fc99-a7f5-4d1c-92cc-1aaee9669eb3 req-a38613dc-4728-4ec1-94ff-ace76856ff4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:33:55.585895 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-a825fbe7-1cf0-4de3-8def-510df53fb0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd509b498-2ca1-446a-b2d1-668329922057', 'name': 'tempest-FloatingIPsAssociationTestJSON-608749491-router', 'tenant_id': '2530338db1db417898003de86d78050c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': 'ea4e0f80-5e18-4aa4-8f78-2856206d04de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:33:00Z', 'updated_at': '2021-10-20T10:33:04Z', 'revision_number': 4, 'project_id': '2530338db1db417898003de86d78050c', 'gw_port': {'id': 'ea4e0f80-5e18-4aa4-8f78-2856206d04de', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd509b498-2ca1-446a-b2d1-668329922057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:33:01Z', 'updated_at': '2021-10-20T10:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_floatingips': [{'id': 'a72bf11a-20b0-444f-ab6f-0963a6e372eb', 'tenant_id': '2530338db1db417898003de86d78050c', 'floating_ip_address': '172.25.1.120', 'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'router_id': 'd509b498-2ca1-446a-b2d1-668329922057', 'port_id': 'a9f6381f-477f-4127-bf9c-93f653c53615', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 753, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34c3c2fc-2825-47c5-ac90-f8d0645c4c57', 'mac_address': 'fa:16:3e:83:3a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c0cf04-9e25-46ea-bb3f-9ac7b5745042', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T10:33:25Z', 'updated_at': '2021-10-20T10:33:53Z', 'revision_number': 1, 'project_id': '2530338db1db417898003de86d78050c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc5eb2ba-0c00-4cd5-a2be-251884778ed2', 'name': '', 'network_id': '34c3c2fc-2825-47c5-ac90-f8d0645c4c57', 'tenant_id': '2530338db1db417898003de86d78050c', 'mac_address': 'fa:16:3e:75:c3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd509b498-2ca1-446a-b2d1-668329922057', 'device_owner': 'network:router_interface', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': '3904a09f-6fdf-4647-b2a1-fcfec8e51887', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:33:03Z', 'updated_at': '2021-10-20T10:33:09Z', 'revision_number': 5, 'project_id': '2530338db1db417898003de86d78050c', 'subnets': [{'id': '3904a09f-6fdf-4647-b2a1-fcfec8e51887', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:33:55.586697 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9a54fc99-a7f5-4d1c-92cc-1aaee9669eb3 req-a38613dc-4728-4ec1-94ff-ace76856ff4d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3904a09f-6fdf-4647-b2a1-fcfec8e51887 HTTP/1.1" status: 200 len: 859 time: 0.0920117 Oct 20 10:33:55.605375 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6f5672f-d663-4b3f-9649-04e694da4ad5 x-openstack-request-id: req-c6f5672f-d663-4b3f-9649-04e694da4ad5 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:33:55.605790 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21c0cf04-9e25-46ea-bb3f-9ac7b5745042", "tag": "a9f6381f-477f-4127-bf9c-93f653c53615", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:33:55.606267 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c6f5672f-d663-4b3f-9649-04e694da4ad5 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:33:55.606412 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-a49806a1-8c6d-4337-a5d1-f0fbdb6a1320 None None] Deleting port c62a7353-cc32-47a1-8cb3-92dc612030ec {{(pid=100598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:33:55.606750 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-a49806a1-8c6d-4337-a5d1-f0fbdb6a1320 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:55.606912 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21c0cf04-9e25-46ea-bb3f-9ac7b5745042', 'tag': 'a9f6381f-477f-4127-bf9c-93f653c53615', 'status': 'completed', 'code': 200} Oct 20 10:33:55.612702 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f15f6e-261e-4d3d-b4ed-abe4bc0f09b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=c62a7353-cc32-47a1-8cb3-92dc612030ec,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:33:55.617624 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f15f6e-261e-4d3d-b4ed-abe4bc0f09b6 admin admin] No DVR routers for this DVR port c62a7353-cc32-47a1-8cb3-92dc612030ec on host n-d-811396-3 {{(pid=100597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:33:55.664422 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a825fbe7-1cf0-4de3-8def-510df53fb0c4 None None] Checking router: d509b498-2ca1-446a-b2d1-668329922057 for host: n-d-811396-3 {{(pid=100599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:33:55.690286 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a825fbe7-1cf0-4de3-8def-510df53fb0c4 None None] Routers {'d509b498-2ca1-446a-b2d1-668329922057'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:33:55.691634 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-a825fbe7-1cf0-4de3-8def-510df53fb0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:33:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['d509b498-2ca1-446a-b2d1-668329922057'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:33:55.726787 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-15f15f6e-261e-4d3d-b4ed-abe4bc0f09b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:55.748956 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-15f15f6e-261e-4d3d-b4ed-abe4bc0f09b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84bc009e-adb6-405c-96a3-3997c0651fe1']}} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:33:55.752913 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a54fc99-a7f5-4d1c-92cc-1aaee9669eb3 req-e3045776-d64c-4b9a-be09-89b06ce14ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:33:55.766585 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9a54fc99-a7f5-4d1c-92cc-1aaee9669eb3 req-e3045776-d64c-4b9a-be09-89b06ce14ed2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=34c3c2fc-2825-47c5-ac90-f8d0645c4c57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1788552 Oct 20 10:33:55.772398 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-15f15f6e-261e-4d3d-b4ed-abe4bc0f09b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f09b9630-998d-403e-9785-72c7796faf71') {'for_net_delete': True} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:33:55.772703 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-15f15f6e-261e-4d3d-b4ed-abe4bc0f09b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f09b9630-998d-403e-9785-72c7796faf71') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:33:55.799120 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-15f15f6e-261e-4d3d-b4ed-abe4bc0f09b6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25852596'] for segment, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:55.831784 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87d29c7-8f2b-48ec-a00f-f12f04d5c7f8 req-5d098a23-6341-464b-a423-00552e08d930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:33:55.835694 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c87d29c7-8f2b-48ec-a00f-f12f04d5c7f8 req-5d098a23-6341-464b-a423-00552e08d930 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2530338db1db417898003de86d78050c&device_id=21c0cf04-9e25-46ea-bb3f-9ac7b5745042 HTTP/1.1" status: 200 len: 1096 time: 0.1929429 Oct 20 10:33:55.845290 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-15f15f6e-261e-4d3d-b4ed-abe4bc0f09b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:55.846747 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-a49806a1-8c6d-4337-a5d1-f0fbdb6a1320 None None] For port c62a7353-cc32-47a1-8cb3-92dc612030ec, host n-d-811396-3, got binding levels [] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:33:55.847147 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-a49806a1-8c6d-4337-a5d1-f0fbdb6a1320 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:55.862747 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15f15f6e-261e-4d3d-b4ed-abe4bc0f09b6 admin admin] Releasing vlan 824 on physical network physnet1 to pool {{(pid=100597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:33:55.863163 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-15f15f6e-261e-4d3d-b4ed-abe4bc0f09b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951012'] for segment, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:55.882112 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-a49806a1-8c6d-4337-a5d1-f0fbdb6a1320 None None] Calling delete_port for c62a7353-cc32-47a1-8cb3-92dc612030ec owned by network:dhcp {{(pid=100598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:33:55.905080 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.ipam_backend_mixin [None req-a49806a1-8c6d-4337-a5d1-f0fbdb6a1320 None None] Port c62a7353-cc32-47a1-8cb3-92dc612030ec was not found and therefore no delete operation was performed {{(pid=100598) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 20 10:33:55.908232 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-a49806a1-8c6d-4337-a5d1-f0fbdb6a1320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956'] for port, after_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:55.946150 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49806a1-8c6d-4337-a5d1-f0fbdb6a1320 None None] No DVR routers for this DVR port c62a7353-cc32-47a1-8cb3-92dc612030ec on host n-d-811396-3 {{(pid=100598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:33:55.956356 n-d-811396-3 neutron-server[100597]: Traceback (most recent call last): Oct 20 10:33:55.956356 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:33:55.956356 n-d-811396-3 neutron-server[100597]: timer() Oct 20 10:33:55.956356 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:33:55.956356 n-d-811396-3 neutron-server[100597]: cb(*args, **kw) Oct 20 10:33:55.956356 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:33:55.956356 n-d-811396-3 neutron-server[100597]: return func(*args, **kwargs) Oct 20 10:33:55.956356 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:33:55.956356 n-d-811396-3 neutron-server[100597]: self._notify() Oct 20 10:33:55.956356 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:33:55.956356 n-d-811396-3 neutron-server[100597]: self.callback(batched_events) Oct 20 10:33:55.956356 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:33:55.956356 n-d-811396-3 neutron-server[100597]: event.method(event) Oct 20 10:33:55.956356 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:33:55.956356 n-d-811396-3 neutron-server[100597]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:33:55.956356 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:33:55.956356 n-d-811396-3 neutron-server[100597]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:33:55.956356 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:33:55.956356 n-d-811396-3 neutron-server[100597]: return f(self, *a, **k) Oct 20 10:33:55.956356 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:33:55.956356 n-d-811396-3 neutron-server[100597]: return self._get(url).json() Oct 20 10:33:55.956356 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:33:55.956356 n-d-811396-3 neutron-server[100597]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:33:55.956356 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:33:55.956356 n-d-811396-3 neutron-server[100597]: return self.request(url, 'GET', **kwargs) Oct 20 10:33:55.956356 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:33:55.956356 n-d-811396-3 neutron-server[100597]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:33:55.956356 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:33:55.956356 n-d-811396-3 neutron-server[100597]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:33:55.956356 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:33:55.956356 n-d-811396-3 neutron-server[100597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:33:55.956356 n-d-811396-3 neutron-server[100597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:33:55.969174 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-15f15f6e-261e-4d3d-b4ed-abe4bc0f09b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:55.969814 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 86d0a506-8204-4ead-a856-58105cb23b9d no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:33:55.973905 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-15f15f6e-261e-4d3d-b4ed-abe4bc0f09b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:55.979320 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-15f15f6e-261e-4d3d-b4ed-abe4bc0f09b6 admin admin] 10.222.0.64 "DELETE /v2.0/networks/84bc009e-adb6-405c-96a3-3997c0651fe1 HTTP/1.1" status: 204 len: 168 time: 0.8934488 Oct 20 10:33:55.984391 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 45364) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:33:56.000301 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-a825fbe7-1cf0-4de3-8def-510df53fb0c4 None None] Set router d509b498-2ca1-446a-b2d1-668329922057 gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:33:56.006119 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f15f6e-261e-4d3d-b4ed-abe4bc0f09b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=84bc009e-adb6-405c-96a3-3997c0651fe1,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:33:56.026240 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 86d0a506-8204-4ead-a856-58105cb23b9d {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:33:56.026763 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 86d0a506-8204-4ead-a856-58105cb23b9d not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:33:56.027292 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device c62a7353-cc32-47a1-8cb3-92dc612030ec no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:33:56.029240 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49806a1-8c6d-4337-a5d1-f0fbdb6a1320 None None] Pushing event deleted for resources: {'Port': ['ID=c62a7353-cc32-47a1-8cb3-92dc612030ec,revision_number=None']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:33:56.050419 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: c62a7353-cc32-47a1-8cb3-92dc612030ec {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:33:56.050814 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device c62a7353-cc32-47a1-8cb3-92dc612030ec not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:33:56.051344 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 9f6d0947-9770-4b6f-990e-eacb1e3cf8d8 no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:33:56.081750 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 9f6d0947-9770-4b6f-990e-eacb1e3cf8d8 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:33:56.082272 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 9f6d0947-9770-4b6f-990e-eacb1e3cf8d8 not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:33:56.249533 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9a54fc99-a7f5-4d1c-92cc-1aaee9669eb3 req-373396d5-7a97-409c-af88-8f8bacee8cac service neutron] 10.222.0.64 "GET /v2.0/networks/34c3c2fc-2825-47c5-ac90-f8d0645c4c57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4814298 Oct 20 10:33:56.276748 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-a825fbe7-1cf0-4de3-8def-510df53fb0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd509b498-2ca1-446a-b2d1-668329922057', 'name': 'tempest-FloatingIPsAssociationTestJSON-608749491-router', 'tenant_id': '2530338db1db417898003de86d78050c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': 'ea4e0f80-5e18-4aa4-8f78-2856206d04de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:33:00Z', 'updated_at': '2021-10-20T10:33:04Z', 'revision_number': 4, 'project_id': '2530338db1db417898003de86d78050c', 'gw_port': {'id': 'ea4e0f80-5e18-4aa4-8f78-2856206d04de', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd509b498-2ca1-446a-b2d1-668329922057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:33:01Z', 'updated_at': '2021-10-20T10:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_floatingips': [{'id': 'a72bf11a-20b0-444f-ab6f-0963a6e372eb', 'tenant_id': '2530338db1db417898003de86d78050c', 'floating_ip_address': '172.25.1.120', 'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'router_id': 'd509b498-2ca1-446a-b2d1-668329922057', 'port_id': 'a9f6381f-477f-4127-bf9c-93f653c53615', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 753, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34c3c2fc-2825-47c5-ac90-f8d0645c4c57', 'mac_address': 'fa:16:3e:83:3a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c0cf04-9e25-46ea-bb3f-9ac7b5745042', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T10:33:25Z', 'updated_at': '2021-10-20T10:33:53Z', 'revision_number': 1, 'project_id': '2530338db1db417898003de86d78050c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc5eb2ba-0c00-4cd5-a2be-251884778ed2', 'name': '', 'network_id': '34c3c2fc-2825-47c5-ac90-f8d0645c4c57', 'tenant_id': '2530338db1db417898003de86d78050c', 'mac_address': 'fa:16:3e:75:c3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd509b498-2ca1-446a-b2d1-668329922057', 'device_owner': 'network:router_interface', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': '3904a09f-6fdf-4647-b2a1-fcfec8e51887', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:33:03Z', 'updated_at': '2021-10-20T10:33:09Z', 'revision_number': 5, 'project_id': '2530338db1db417898003de86d78050c', 'subnets': [{'id': '3904a09f-6fdf-4647-b2a1-fcfec8e51887', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:33:56.293571 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87d29c7-8f2b-48ec-a00f-f12f04d5c7f8 req-a411f726-63de-4a3e-b1eb-ce1debdca89b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:33:56.295111 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c87d29c7-8f2b-48ec-a00f-f12f04d5c7f8 req-a411f726-63de-4a3e-b1eb-ce1debdca89b service neutron] 10.222.0.69 "GET /v2.0/networks?id=34c3c2fc-2825-47c5-ac90-f8d0645c4c57 HTTP/1.1" status: 200 len: 921 time: 0.4407382 Oct 20 10:33:56.312990 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a825fbe7-1cf0-4de3-8def-510df53fb0c4 None None] The sync data for ids ['d509b498-2ca1-446a-b2d1-668329922057'] in n-d-811396-3 is: [{'id': 'd509b498-2ca1-446a-b2d1-668329922057', 'name': 'tempest-FloatingIPsAssociationTestJSON-608749491-router', 'tenant_id': '2530338db1db417898003de86d78050c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': 'ea4e0f80-5e18-4aa4-8f78-2856206d04de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:33:00Z', 'updated_at': '2021-10-20T10:33:04Z', 'revision_number': 4, 'project_id': '2530338db1db417898003de86d78050c', 'gw_port': {'id': 'ea4e0f80-5e18-4aa4-8f78-2856206d04de', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd509b498-2ca1-446a-b2d1-668329922057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:33:01Z', 'updated_at': '2021-10-20T10:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_floatingips': [{'id': 'a72bf11a-20b0-444f-ab6f-0963a6e372eb', 'tenant_id': '2530338db1db417898003de86d78050c', 'floating_ip_address': '172.25.1.120', 'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'router_id': 'd509b498-2ca1-446a-b2d1-668329922057', 'port_id': 'a9f6381f-477f-4127-bf9c-93f653c53615', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 753, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34c3c2fc-2825-47c5-ac90-f8d0645c4c57', 'mac_address': 'fa:16:3e:83:3a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c0cf04-9e25-46ea-bb3f-9ac7b5745042', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T10:33:25Z', 'updated_at': '2021-10-20T10:33:53Z', 'revision_number': 1, 'project_id': '2530338db1db417898003de86d78050c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc5eb2ba-0c00-4cd5-a2be-251884778ed2', 'name': '', 'network_id': '34c3c2fc-2825-47c5-ac90-f8d0645c4c57', 'tenant_id': '2530338db1db417898003de86d78050c', 'mac_address': 'fa:16:3e:75:c3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd509b498-2ca1-446a-b2d1-668329922057', 'device_owner': 'network:router_interface', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': '3904a09f-6fdf-4647-b2a1-fcfec8e51887', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:33:03Z', 'updated_at': '2021-10-20T10:33:09Z', 'revision_number': 5, 'project_id': '2530338db1db417898003de86d78050c', 'subnets': [{'id': '3904a09f-6fdf-4647-b2a1-fcfec8e51887', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:33:56.381983 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045509f2-410f-43b9-853a-233856339e9b req-86da0cfa-f21e-4e61-9951-3b03f2e6abe3 tempest-ListImageFiltersTestJSON-76301841 tempest-ListImageFiltersTestJSON-76301841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:33:56.383592 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-045509f2-410f-43b9-853a-233856339e9b req-86da0cfa-f21e-4e61-9951-3b03f2e6abe3 tempest-ListImageFiltersTestJSON-76301841 tempest-ListImageFiltersTestJSON-76301841-project] 10.222.0.64 "GET /v2.0/ports?device_id=b5cf4e3f-ab2f-4b86-98bd-80d0ded5cca8 HTTP/1.1" status: 200 len: 950 time: 0.2386882 Oct 20 10:33:56.485643 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c87d29c7-8f2b-48ec-a00f-f12f04d5c7f8 req-ef164ee0-0190-4556-98c3-8c178d33067e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a9f6381f-477f-4127-bf9c-93f653c53615 HTTP/1.1" status: 200 len: 999 time: 0.1761158 Oct 20 10:33:56.541166 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9a54fc99-a7f5-4d1c-92cc-1aaee9669eb3 req-e7e94d98-82fb-4bc2-850d-576b025baf61 service neutron] 10.222.0.64 "GET /v2.0/networks/34c3c2fc-2825-47c5-ac90-f8d0645c4c57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2893181 Oct 20 10:33:56.549837 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c65c352-0af7-4d55-8287-57ece94ad05b None None] New status for floating IP a72bf11a-20b0-444f-ab6f-0963a6e372eb: ACTIVE {{(pid=100598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 10:33:56.577667 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-045509f2-410f-43b9-853a-233856339e9b req-bdf9d671-01e2-4cec-a373-0cc71479f269 tempest-ListImageFiltersTestJSON-76301841 tempest-ListImageFiltersTestJSON-76301841-project] 10.222.0.64 "GET /v2.0/security-groups?id=242ce2dc-e645-45df-8db9-159ea20f04fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841834 Oct 20 10:33:56.621161 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87d29c7-8f2b-48ec-a00f-f12f04d5c7f8 req-1a86861a-1436-46c5-a457-0797b8228d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:33:56.621161 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c87d29c7-8f2b-48ec-a00f-f12f04d5c7f8 req-1a86861a-1436-46c5-a457-0797b8228d01 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3904a09f-6fdf-4647-b2a1-fcfec8e51887 HTTP/1.1" status: 200 len: 859 time: 0.1222034 Oct 20 10:33:56.732138 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87d29c7-8f2b-48ec-a00f-f12f04d5c7f8 req-6aa38419-d2fb-4f4e-b0cf-7559a2f83b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:33:56.733646 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c87d29c7-8f2b-48ec-a00f-f12f04d5c7f8 req-6aa38419-d2fb-4f4e-b0cf-7559a2f83b19 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=34c3c2fc-2825-47c5-ac90-f8d0645c4c57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0944705 Oct 20 10:33:56.940173 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c87d29c7-8f2b-48ec-a00f-f12f04d5c7f8 req-07d402a2-3689-4e70-90ed-6690561483b1 service neutron] 10.222.0.69 "GET /v2.0/networks/34c3c2fc-2825-47c5-ac90-f8d0645c4c57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969471 Oct 20 10:33:57.058922 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300ab101-60ad-4703-81a6-5892706ff1eb req-96e26613-70e8-4423-a238-7255524cc2c9 tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:33:57.066854 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-300ab101-60ad-4703-81a6-5892706ff1eb req-96e26613-70e8-4423-a238-7255524cc2c9 tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2d81d2b-ae08-4a61-a0b2-4e8698a15570&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2111423 Oct 20 10:33:57.199887 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c87d29c7-8f2b-48ec-a00f-f12f04d5c7f8 req-8c8a7e71-f17d-41b9-8684-08b172b43066 service neutron] 10.222.0.69 "GET /v2.0/networks/34c3c2fc-2825-47c5-ac90-f8d0645c4c57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049329 Oct 20 10:33:57.204807 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-de8d9146-5024-4b79-a8c3-01318662087f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1774405'] for router_interface, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:57.216321 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-300ab101-60ad-4703-81a6-5892706ff1eb req-115a3edf-a808-4841-b6d9-dd81fda25848 tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.1.120 HTTP/1.1" status: 200 len: 1001 time: 0.1480584 Oct 20 10:33:57.221067 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-300ab101-60ad-4703-81a6-5892706ff1eb req-ba38d5eb-d5a0-4239-aa89-7b81005614cd tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] Request body: {'floatingip': {'port_id': 'a350710b-efc8-4218-899f-950111a88e60', 'fixed_ip_address': '172.20.0.12'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:33:57.315869 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 45394) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:33:57.350189 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-300ab101-60ad-4703-81a6-5892706ff1eb req-ba38d5eb-d5a0-4239-aa89-7b81005614cd tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] Publish callbacks [] for floatingip, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:57.503980 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ffb06a06-fea3-4de3-b997-650abc2357d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:57.645315 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ffb06a06-fea3-4de3-b997-650abc2357d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:57.651048 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ffb06a06-fea3-4de3-b997-650abc2357d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:57.700995 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-ffb06a06-fea3-4de3-b997-650abc2357d8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6aa28f767d25450690ae63b453fd0ee0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3813550 Oct 20 10:33:57.700995 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb06a06-fea3-4de3-b997-650abc2357d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0134d51c-0ac2-4c3b-9495-f6d38d1e8396,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:33:57.704279 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 45410) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:33:57.778216 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-dbbe54b8-885a-4389-8fa4-fda6d3812887 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:57.804322 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-dbbe54b8-885a-4389-8fa4-fda6d3812887 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:57.859871 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-dbbe54b8-885a-4389-8fa4-fda6d3812887 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:57.863719 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-dbbe54b8-885a-4389-8fa4-fda6d3812887 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:57.868578 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-dbbe54b8-885a-4389-8fa4-fda6d3812887 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0134d51c-0ac2-4c3b-9495-f6d38d1e8396 HTTP/1.1" status: 204 len: 168 time: 0.1629202 Oct 20 10:33:57.878912 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbe54b8-885a-4389-8fa4-fda6d3812887 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0134d51c-0ac2-4c3b-9495-f6d38d1e8396,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:33:57.955819 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-de8d9146-5024-4b79-a8c3-01318662087f admin admin] Deleting port 0084268a-6887-477a-8234-ea7293716c96 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:33:57.956290 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-de8d9146-5024-4b79-a8c3-01318662087f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:58.216081 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 45426) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:33:58.244321 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c3924d0c-e588-4eec-bda2-7f4ca3e2acfd admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:58.328591 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c3924d0c-e588-4eec-bda2-7f4ca3e2acfd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:58.334755 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c3924d0c-e588-4eec-bda2-7f4ca3e2acfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:58.364780 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-c3924d0c-e588-4eec-bda2-7f4ca3e2acfd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c4400e3e222945f7a6abde896de4cb36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1475511 Oct 20 10:33:58.365661 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 45428) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:33:58.401508 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3924d0c-e588-4eec-bda2-7f4ca3e2acfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e2f00f3-ff12-496e-8b8a-5de98d7b932e,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:33:58.421052 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [None req-de8d9146-5024-4b79-a8c3-01318662087f admin admin] For port 0084268a-6887-477a-8234-ea7293716c96, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=0084268a-6887-477a-8234-ea7293716c96,segment=NetworkSegment(98901888-ca87-41c6-9677-698810f64e5c),segment_id=98901888-ca87-41c6-9677-698810f64e5c)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:33:58.421683 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-de8d9146-5024-4b79-a8c3-01318662087f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:58.446565 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6514362f-6c16-4cce-8548-be483a167b20 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:58.446798 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-de8d9146-5024-4b79-a8c3-01318662087f admin admin] Calling delete_port for 0084268a-6887-477a-8234-ea7293716c96 owned by network:router_interface {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:33:58.464216 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f07d65-526c-4e00-9a09-b444adc3d464 req-e2e98a09-9d0a-4396-a4a6-0b7b40fda979 tempest-TenantUsagesTestJSON-1904057721 tempest-TenantUsagesTestJSON-1904057721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:33:58.470554 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6514362f-6c16-4cce-8548-be483a167b20 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:58.471489 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-06f07d65-526c-4e00-9a09-b444adc3d464 req-e2e98a09-9d0a-4396-a4a6-0b7b40fda979 tempest-TenantUsagesTestJSON-1904057721 tempest-TenantUsagesTestJSON-1904057721-project] 10.222.0.64 "GET /v2.0/ports?device_id=d786061d-876e-441c-bf1f-5dd3a0834f7b HTTP/1.1" status: 200 len: 950 time: 0.4739070 Oct 20 10:33:58.522679 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6514362f-6c16-4cce-8548-be483a167b20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:58.525970 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6514362f-6c16-4cce-8548-be483a167b20 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:58.527680 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-6514362f-6c16-4cce-8548-be483a167b20 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7e2f00f3-ff12-496e-8b8a-5de98d7b932e HTTP/1.1" status: 204 len: 168 time: 0.1565876 Oct 20 10:33:58.543712 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6514362f-6c16-4cce-8548-be483a167b20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e2f00f3-ff12-496e-8b8a-5de98d7b932e,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:33:58.584531 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.db.resource_extend [req-300ab101-60ad-4703-81a6-5892706ff1eb req-ba38d5eb-d5a0-4239-aa89-7b81005614cd tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 20 10:33:58.650884 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-06f07d65-526c-4e00-9a09-b444adc3d464 req-abb9abf6-5263-498c-a531-43b58ba7561d tempest-TenantUsagesTestJSON-1904057721 tempest-TenantUsagesTestJSON-1904057721-project] 10.222.0.64 "GET /v2.0/security-groups?id=3a8ebc90-87ff-4866-93da-f0fb12b2a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784134 Oct 20 10:33:58.676996 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-300ab101-60ad-4703-81a6-5892706ff1eb req-ba38d5eb-d5a0-4239-aa89-7b81005614cd tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:58.714399 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-300ab101-60ad-4703-81a6-5892706ff1eb req-ba38d5eb-d5a0-4239-aa89-7b81005614cd tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1773381'] for floatingip, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:58.872458 n-d-811396-3 neutron-server[100596]: INFO neutron.db.l3_db [req-300ab101-60ad-4703-81a6-5892706ff1eb req-ba38d5eb-d5a0-4239-aa89-7b81005614cd tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] Floating IP a72bf11a-20b0-444f-ab6f-0963a6e372eb associated. External IP: 172.25.1.120, port: a9f6381f-477f-4127-bf9c-93f653c53615. Oct 20 10:33:58.934442 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-de8d9146-5024-4b79-a8c3-01318662087f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:59.012870 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8d9146-5024-4b79-a8c3-01318662087f admin admin] Pushing event deleted for resources: {'Port': ['ID=0084268a-6887-477a-8234-ea7293716c96,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:33:59.327432 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65df055-cdb4-425c-b422-054549977e79 req-48802835-c8d7-45d8-ab74-83c190f7978f tempest-TenantUsagesTestJSON-1904057721 tempest-TenantUsagesTestJSON-1904057721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:33:59.328950 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a65df055-cdb4-425c-b422-054549977e79 req-48802835-c8d7-45d8-ab74-83c190f7978f tempest-TenantUsagesTestJSON-1904057721 tempest-TenantUsagesTestJSON-1904057721-project] 10.222.0.69 "GET /v2.0/ports?device_id=d786061d-876e-441c-bf1f-5dd3a0834f7b HTTP/1.1" status: 200 len: 950 time: 0.2098167 Oct 20 10:33:59.377392 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.l3_agent_scheduler [req-300ab101-60ad-4703-81a6-5892706ff1eb req-ba38d5eb-d5a0-4239-aa89-7b81005614cd tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] Router d509b498-2ca1-446a-b2d1-668329922057 has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:33:59.381109 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-de8d9146-5024-4b79-a8c3-01318662087f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1771989'] for router_interface, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:59.466062 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 45468) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:33:59.570635 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-dc565d47-29d0-4d99-aeec-d37b4ac3a985 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-2080484436-network', 'tenant_id': '4e37fa6eb8b848f6897a2d7488b235c7'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:33:59.592570 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc565d47-29d0-4d99-aeec-d37b4ac3a985 admin admin] Made reservation on behalf of 4e37fa6eb8b848f6897a2d7488b235c7 for: {'network': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:33:59.595161 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-dc565d47-29d0-4d99-aeec-d37b4ac3a985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:59.605791 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-dc565d47-29d0-4d99-aeec-d37b4ac3a985 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:59.612308 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-a65df055-cdb4-425c-b422-054549977e79 req-2e460df2-e8ca-4a79-b7f5-29bff7233851 tempest-TenantUsagesTestJSON-1904057721 tempest-TenantUsagesTestJSON-1904057721-project] Deleting port 1f989f32-bf7c-402e-99e0-76ef0c113f95 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:33:59.612650 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-a65df055-cdb4-425c-b422-054549977e79 req-2e460df2-e8ca-4a79-b7f5-29bff7233851 tempest-TenantUsagesTestJSON-1904057721 tempest-TenantUsagesTestJSON-1904057721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:59.656194 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-300ab101-60ad-4703-81a6-5892706ff1eb req-ba38d5eb-d5a0-4239-aa89-7b81005614cd tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:33:59.672706 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 6f618075-47e1-4d3f-bc01-1cfa713c867b no longer exists at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:33:59.689442 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0085cf-2454-43fc-a9f1-103cbe343533 None None] Sync routers for ids ['d509b498-2ca1-446a-b2d1-668329922057'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:33:59.708538 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0085cf-2454-43fc-a9f1-103cbe343533 None None] Routers {'d509b498-2ca1-446a-b2d1-668329922057'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:33:59.709242 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-6f0085cf-2454-43fc-a9f1-103cbe343533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:33:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['d509b498-2ca1-446a-b2d1-668329922057'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:33:59.784573 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-dc565d47-29d0-4d99-aeec-d37b4ac3a985 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:59.794728 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-dc565d47-29d0-4d99-aeec-d37b4ac3a985 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:59.832048 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc565d47-29d0-4d99-aeec-d37b4ac3a985 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 807} {{(pid=100597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:33:59.850224 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc565d47-29d0-4d99-aeec-d37b4ac3a985 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c33a6cb5-e80a-4f79-936a-38f5e3f7c89f,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:33:59.854168 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-dc565d47-29d0-4d99-aeec-d37b4ac3a985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:59.854568 n-d-811396-3 neutron-server[100597]: INFO neutron.db.segments_db [None req-dc565d47-29d0-4d99-aeec-d37b4ac3a985 admin admin] Added segment d74986f8-a71e-4359-a64d-140af23f3558 of type vlan for network 60750f9d-1dd0-4933-91f0-f6aefa736c9d Oct 20 10:33:59.903090 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-dc565d47-29d0-4d99-aeec-d37b4ac3a985 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:59.940889 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-dc565d47-29d0-4d99-aeec-d37b4ac3a985 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:59.942693 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc565d47-29d0-4d99-aeec-d37b4ac3a985 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:33:59.944066 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-dc565d47-29d0-4d99-aeec-d37b4ac3a985 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:33:59.957314 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-6f0085cf-2454-43fc-a9f1-103cbe343533 None None] Set router d509b498-2ca1-446a-b2d1-668329922057 gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:34:00.032047 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-dc565d47-29d0-4d99-aeec-d37b4ac3a985 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5641186 Oct 20 10:34:00.035289 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 45476) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:34:00.056101 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:00.060793 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-653b6de5-40f0-4b56-93de-3a2dc58b6c0d admin admin] Request body: {'subnet': {'network_id': '60750f9d-1dd0-4933-91f0-f6aefa736c9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-2080484436-subnet', 'tenant_id': '4e37fa6eb8b848f6897a2d7488b235c7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:34:00.084129 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5cf4e3f-ab2f-4b86-98bd-80d0ded5cca8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f618075-47e1-4d3f-bc01-1cfa713c867b'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:34:00.086896 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87ed8141-9f04-4f9a-8ffe-6caf70fb623e" -d '{"events": [{"server_uuid": "b5cf4e3f-ab2f-4b86-98bd-80d0ded5cca8", "name": "network-vif-unplugged", "status": "completed", "tag": "6f618075-47e1-4d3f-bc01-1cfa713c867b"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:34:00.101059 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 6f618075-47e1-4d3f-bc01-1cfa713c867b, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=6f618075-47e1-4d3f-bc01-1cfa713c867b,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:34:00.108339 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:00.144966 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc565d47-29d0-4d99-aeec-d37b4ac3a985 admin admin] Pushing event updated for resources: {'Network': ['ID=60750f9d-1dd0-4933-91f0-f6aefa736c9d,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:34:00.166071 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network 60750f9d-1dd0-4933-91f0-f6aefa736c9d details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:34:00.201607 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-653b6de5-40f0-4b56-93de-3a2dc58b6c0d admin admin] Made reservation on behalf of 4e37fa6eb8b848f6897a2d7488b235c7 for: {'subnet': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:34:00.207242 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-653b6de5-40f0-4b56-93de-3a2dc58b6c0d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25350782'] for subnet, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:00.223272 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-a65df055-cdb4-425c-b422-054549977e79 req-2e460df2-e8ca-4a79-b7f5-29bff7233851 tempest-TenantUsagesTestJSON-1904057721 tempest-TenantUsagesTestJSON-1904057721-project] For port 1f989f32-bf7c-402e-99e0-76ef0c113f95, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=1f989f32-bf7c-402e-99e0-76ef0c113f95,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:34:00.224680 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-a65df055-cdb4-425c-b422-054549977e79 req-2e460df2-e8ca-4a79-b7f5-29bff7233851 tempest-TenantUsagesTestJSON-1904057721 tempest-TenantUsagesTestJSON-1904057721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:00.265203 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-a65df055-cdb4-425c-b422-054549977e79 req-2e460df2-e8ca-4a79-b7f5-29bff7233851 tempest-TenantUsagesTestJSON-1904057721 tempest-TenantUsagesTestJSON-1904057721-project] Calling delete_port for 1f989f32-bf7c-402e-99e0-76ef0c113f95 owned by compute:nova {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:34:00.301066 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=6f618075-47e1-4d3f-bc01-1cfa713c867b,revision_number=8']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:34:00.326998 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2991c647-8266-4b04-b9b4-a55a454f09af req-018c5459-e868-44a0-aff0-a2915c24da13 tempest-TenantUsagesTestJSON-1904057721 tempest-TenantUsagesTestJSON-1904057721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:00.328917 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2991c647-8266-4b04-b9b4-a55a454f09af req-018c5459-e868-44a0-aff0-a2915c24da13 tempest-TenantUsagesTestJSON-1904057721 tempest-TenantUsagesTestJSON-1904057721-project] 10.222.0.64 "GET /v2.0/ports?device_id=d786061d-876e-441c-bf1f-5dd3a0834f7b HTTP/1.1" status: 200 len: 950 time: 0.4831660 Oct 20 10:34:00.348809 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-6f0085cf-2454-43fc-a9f1-103cbe343533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd509b498-2ca1-446a-b2d1-668329922057', 'name': 'tempest-FloatingIPsAssociationTestJSON-608749491-router', 'tenant_id': '2530338db1db417898003de86d78050c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': 'ea4e0f80-5e18-4aa4-8f78-2856206d04de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:33:00Z', 'updated_at': '2021-10-20T10:33:04Z', 'revision_number': 4, 'project_id': '2530338db1db417898003de86d78050c', 'gw_port': {'id': 'ea4e0f80-5e18-4aa4-8f78-2856206d04de', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd509b498-2ca1-446a-b2d1-668329922057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:33:01Z', 'updated_at': '2021-10-20T10:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_floatingips': [{'id': 'a72bf11a-20b0-444f-ab6f-0963a6e372eb', 'tenant_id': '2530338db1db417898003de86d78050c', 'floating_ip_address': '172.25.1.120', 'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'router_id': 'd509b498-2ca1-446a-b2d1-668329922057', 'port_id': 'a350710b-efc8-4218-899f-950111a88e60', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 753, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34c3c2fc-2825-47c5-ac90-f8d0645c4c57', 'mac_address': 'fa:16:3e:18:e6:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d81d2b-ae08-4a61-a0b2-4e8698a15570', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T10:33:25Z', 'updated_at': '2021-10-20T10:33:58Z', 'revision_number': 3, 'project_id': '2530338db1db417898003de86d78050c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc5eb2ba-0c00-4cd5-a2be-251884778ed2', 'name': '', 'network_id': '34c3c2fc-2825-47c5-ac90-f8d0645c4c57', 'tenant_id': '2530338db1db417898003de86d78050c', 'mac_address': 'fa:16:3e:75:c3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd509b498-2ca1-446a-b2d1-668329922057', 'device_owner': 'network:router_interface', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': '3904a09f-6fdf-4647-b2a1-fcfec8e51887', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:33:03Z', 'updated_at': '2021-10-20T10:33:09Z', 'revision_number': 5, 'project_id': '2530338db1db417898003de86d78050c', 'subnets': [{'id': '3904a09f-6fdf-4647-b2a1-fcfec8e51887', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:34:00.382916 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0085cf-2454-43fc-a9f1-103cbe343533 None None] Checking router: d509b498-2ca1-446a-b2d1-668329922057 for host: n-d-811396-3 {{(pid=100599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:34:00.392163 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0085cf-2454-43fc-a9f1-103cbe343533 None None] Routers {'d509b498-2ca1-446a-b2d1-668329922057'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:34:00.393886 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-6f0085cf-2454-43fc-a9f1-103cbe343533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:33:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['d509b498-2ca1-446a-b2d1-668329922057'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:34:00.396601 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de8d9146-5024-4b79-a8c3-01318662087f admin admin] Router 78677311-e65a-4f75-85c5-303c4dee016b has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:34:00.485582 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-653b6de5-40f0-4b56-93de-3a2dc58b6c0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25350752'] for subnet, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:00.503635 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2991c647-8266-4b04-b9b4-a55a454f09af req-c30f564e-2ee8-4709-8e3a-64a59916d6f9 tempest-TenantUsagesTestJSON-1904057721 tempest-TenantUsagesTestJSON-1904057721-project] 10.222.0.64 "GET /v2.0/security-groups?id=3a8ebc90-87ff-4866-93da-f0fb12b2a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260729 Oct 20 10:34:00.563520 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653b6de5-40f0-4b56-93de-3a2dc58b6c0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f74b0c1-2855-44cd-a118-a8c6ce76ebd8,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:34:00.566743 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653b6de5-40f0-4b56-93de-3a2dc58b6c0d admin admin] Checking segment: {'id': 'd74986f8-a71e-4359-a64d-140af23f3558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '60750f9d-1dd0-4933-91f0-f6aefa736c9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:34:00.567113 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-653b6de5-40f0-4b56-93de-3a2dc58b6c0d admin admin] Network hostable DHCP agents. Network: 60750f9d-1dd0-4933-91f0-f6aefa736c9d, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:34:00.601790 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-653b6de5-40f0-4b56-93de-3a2dc58b6c0d admin admin] Network 60750f9d-1dd0-4933-91f0-f6aefa736c9d is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:34:00.618132 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-653b6de5-40f0-4b56-93de-3a2dc58b6c0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, 60750f9d-1dd0-4933-91f0-f6aefa736c9d) {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:34:00.626735 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-6f0085cf-2454-43fc-a9f1-103cbe343533 None None] Set router d509b498-2ca1-446a-b2d1-668329922057 gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:34:00.631775 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf16572a-2f70-486f-801f-34c500708bdc None None] Network 60750f9d-1dd0-4933-91f0-f6aefa736c9d requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:34:00.633458 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-653b6de5-40f0-4b56-93de-3a2dc58b6c0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:00.634720 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-653b6de5-40f0-4b56-93de-3a2dc58b6c0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:00.676922 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-653b6de5-40f0-4b56-93de-3a2dc58b6c0d admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6397769 Oct 20 10:34:00.752230 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.l3_agent_scheduler [req-300ab101-60ad-4703-81a6-5892706ff1eb req-ba38d5eb-d5a0-4239-aa89-7b81005614cd tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] Router d509b498-2ca1-446a-b2d1-668329922057 has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:34:00.790853 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Oct 2021 10:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da589c61-0740-4e2b-90c4-9b90de13b7bc x-openstack-request-id: req-da589c61-0740-4e2b-90c4-9b90de13b7bc {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:34:00.791466 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5cf4e3f-ab2f-4b86-98bd-80d0ded5cca8", "name": "network-vif-unplugged", "status": "completed", "tag": "6f618075-47e1-4d3f-bc01-1cfa713c867b", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:34:00.795026 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-da589c61-0740-4e2b-90c4-9b90de13b7bc {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:34:00.795539 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5cf4e3f-ab2f-4b86-98bd-80d0ded5cca8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f618075-47e1-4d3f-bc01-1cfa713c867b', 'code': 200} Oct 20 10:34:00.934119 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aec02bc-fef2-4392-96b1-f491d81276eb None None] Network 60750f9d-1dd0-4933-91f0-f6aefa736c9d requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:34:01.000089 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de8d9146-5024-4b79-a8c3-01318662087f admin admin] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:34:01.025187 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-de8d9146-5024-4b79-a8c3-01318662087f admin admin] 10.222.0.64 "PUT /v2.0/routers/78677311-e65a-4f75-85c5-303c4dee016b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0225635 Oct 20 10:34:01.025329 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 45502) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:34:01.061042 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca53017-db17-4d16-92ff-60eeba13fd9c None None] Sync routers for ids ['78677311-e65a-4f75-85c5-303c4dee016b'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:34:01.115790 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca53017-db17-4d16-92ff-60eeba13fd9c None None] Routers {'78677311-e65a-4f75-85c5-303c4dee016b'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:34:01.115790 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-aca53017-db17-4d16-92ff-60eeba13fd9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:33:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['78677311-e65a-4f75-85c5-303c4dee016b'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:34:01.133213 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-a65df055-cdb4-425c-b422-054549977e79 req-2e460df2-e8ca-4a79-b7f5-29bff7233851 tempest-TenantUsagesTestJSON-1904057721 tempest-TenantUsagesTestJSON-1904057721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:01.268723 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e460df2-e8ca-4a79-b7f5-29bff7233851 tempest-TenantUsagesTestJSON-1904057721 tempest-TenantUsagesTestJSON-1904057721-project] Pushing event deleted for resources: {'Port': ['ID=1f989f32-bf7c-402e-99e0-76ef0c113f95,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:34:01.343303 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-300ab101-60ad-4703-81a6-5892706ff1eb req-ba38d5eb-d5a0-4239-aa89-7b81005614cd tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:34:01.352019 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-300ab101-60ad-4703-81a6-5892706ff1eb req-ba38d5eb-d5a0-4239-aa89-7b81005614cd tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for floatingip, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:01.357881 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['1f989f32-bf7c-402e-99e0-76ef0c113f95'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:34:01.369149 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-6f0085cf-2454-43fc-a9f1-103cbe343533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd509b498-2ca1-446a-b2d1-668329922057', 'name': 'tempest-FloatingIPsAssociationTestJSON-608749491-router', 'tenant_id': '2530338db1db417898003de86d78050c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': 'ea4e0f80-5e18-4aa4-8f78-2856206d04de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:33:00Z', 'updated_at': '2021-10-20T10:33:04Z', 'revision_number': 4, 'project_id': '2530338db1db417898003de86d78050c', 'gw_port': {'id': 'ea4e0f80-5e18-4aa4-8f78-2856206d04de', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd509b498-2ca1-446a-b2d1-668329922057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:33:01Z', 'updated_at': '2021-10-20T10:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_floatingips': [{'id': 'a72bf11a-20b0-444f-ab6f-0963a6e372eb', 'tenant_id': '2530338db1db417898003de86d78050c', 'floating_ip_address': '172.25.1.120', 'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'router_id': 'd509b498-2ca1-446a-b2d1-668329922057', 'port_id': 'a350710b-efc8-4218-899f-950111a88e60', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 753, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34c3c2fc-2825-47c5-ac90-f8d0645c4c57', 'mac_address': 'fa:16:3e:18:e6:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d81d2b-ae08-4a61-a0b2-4e8698a15570', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T10:33:25Z', 'updated_at': '2021-10-20T10:33:58Z', 'revision_number': 3, 'project_id': '2530338db1db417898003de86d78050c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc5eb2ba-0c00-4cd5-a2be-251884778ed2', 'name': '', 'network_id': '34c3c2fc-2825-47c5-ac90-f8d0645c4c57', 'tenant_id': '2530338db1db417898003de86d78050c', 'mac_address': 'fa:16:3e:75:c3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd509b498-2ca1-446a-b2d1-668329922057', 'device_owner': 'network:router_interface', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': '3904a09f-6fdf-4647-b2a1-fcfec8e51887', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:33:03Z', 'updated_at': '2021-10-20T10:33:09Z', 'revision_number': 5, 'project_id': '2530338db1db417898003de86d78050c', 'subnets': [{'id': '3904a09f-6fdf-4647-b2a1-fcfec8e51887', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:34:01.385508 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3d3ac1da-0a6c-44b7-9e91-eeddba4af1fc admin admin] Publish callbacks [] for router, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:01.401642 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-a65df055-cdb4-425c-b422-054549977e79 req-2e460df2-e8ca-4a79-b7f5-29bff7233851 tempest-TenantUsagesTestJSON-1904057721 tempest-TenantUsagesTestJSON-1904057721-project] No DVR routers for this DVR port 1f989f32-bf7c-402e-99e0-76ef0c113f95 on host n-h2-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:34:01.412284 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-a65df055-cdb4-425c-b422-054549977e79 req-2e460df2-e8ca-4a79-b7f5-29bff7233851 tempest-TenantUsagesTestJSON-1904057721 tempest-TenantUsagesTestJSON-1904057721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:01.422146 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a65df055-cdb4-425c-b422-054549977e79 req-2e460df2-e8ca-4a79-b7f5-29bff7233851 tempest-TenantUsagesTestJSON-1904057721 tempest-TenantUsagesTestJSON-1904057721-project] 10.222.0.69 "DELETE /v2.0/ports/1f989f32-bf7c-402e-99e0-76ef0c113f95 HTTP/1.1" status: 204 len: 173 time: 2.0829082 Oct 20 10:34:01.422886 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd786061d-876e-441c-bf1f-5dd3a0834f7b', 'name': 'network-vif-deleted', 'tag': '1f989f32-bf7c-402e-99e0-76ef0c113f95'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:34:01.426100 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f399a443-424e-4a90-9e6f-e5b494133813" -d '{"events": [{"server_uuid": "d786061d-876e-441c-bf1f-5dd3a0834f7b", "name": "network-vif-deleted", "tag": "1f989f32-bf7c-402e-99e0-76ef0c113f95"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:34:01.450220 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0085cf-2454-43fc-a9f1-103cbe343533 None None] The sync data for ids ['d509b498-2ca1-446a-b2d1-668329922057'] in n-d-811396-3 is: [{'id': 'd509b498-2ca1-446a-b2d1-668329922057', 'name': 'tempest-FloatingIPsAssociationTestJSON-608749491-router', 'tenant_id': '2530338db1db417898003de86d78050c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': 'ea4e0f80-5e18-4aa4-8f78-2856206d04de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:33:00Z', 'updated_at': '2021-10-20T10:33:04Z', 'revision_number': 4, 'project_id': '2530338db1db417898003de86d78050c', 'gw_port': {'id': 'ea4e0f80-5e18-4aa4-8f78-2856206d04de', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd509b498-2ca1-446a-b2d1-668329922057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:33:01Z', 'updated_at': '2021-10-20T10:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_floatingips': [{'id': 'a72bf11a-20b0-444f-ab6f-0963a6e372eb', 'tenant_id': '2530338db1db417898003de86d78050c', 'floating_ip_address': '172.25.1.120', 'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'router_id': 'd509b498-2ca1-446a-b2d1-668329922057', 'port_id': 'a350710b-efc8-4218-899f-950111a88e60', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 753, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34c3c2fc-2825-47c5-ac90-f8d0645c4c57', 'mac_address': 'fa:16:3e:18:e6:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d81d2b-ae08-4a61-a0b2-4e8698a15570', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T10:33:25Z', 'updated_at': '2021-10-20T10:33:58Z', 'revision_number': 3, 'project_id': '2530338db1db417898003de86d78050c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc5eb2ba-0c00-4cd5-a2be-251884778ed2', 'name': '', 'network_id': '34c3c2fc-2825-47c5-ac90-f8d0645c4c57', 'tenant_id': '2530338db1db417898003de86d78050c', 'mac_address': 'fa:16:3e:75:c3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd509b498-2ca1-446a-b2d1-668329922057', 'device_owner': 'network:router_interface', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': '3904a09f-6fdf-4647-b2a1-fcfec8e51887', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:33:03Z', 'updated_at': '2021-10-20T10:33:09Z', 'revision_number': 5, 'project_id': '2530338db1db417898003de86d78050c', 'subnets': [{'id': '3904a09f-6fdf-4647-b2a1-fcfec8e51887', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:34:01.503639 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-300ab101-60ad-4703-81a6-5892706ff1eb req-ba38d5eb-d5a0-4239-aa89-7b81005614cd tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] 10.222.0.64 "PUT /v2.0/floatingips/a72bf11a-20b0-444f-ab6f-0963a6e372eb HTTP/1.1" status: 200 len: 999 time: 4.2863677 Oct 20 10:34:01.618844 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:34:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c689046-917a-4e54-aae4-6743a67bae35 x-openstack-request-id: req-4c689046-917a-4e54-aae4-6743a67bae35 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:34:01.619138 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d786061d-876e-441c-bf1f-5dd3a0834f7b", "name": "network-vif-deleted", "tag": "1f989f32-bf7c-402e-99e0-76ef0c113f95", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:34:01.619405 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4c689046-917a-4e54-aae4-6743a67bae35 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:34:01.619822 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd786061d-876e-441c-bf1f-5dd3a0834f7b', 'name': 'network-vif-deleted', 'tag': '1f989f32-bf7c-402e-99e0-76ef0c113f95', 'status': 'completed', 'code': 200} Oct 20 10:34:01.697336 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300ab101-60ad-4703-81a6-5892706ff1eb req-9d22c81c-6696-4c8b-ac09-e59329edc726 tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:01.709710 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-300ab101-60ad-4703-81a6-5892706ff1eb req-9d22c81c-6696-4c8b-ac09-e59329edc726 tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] 10.222.0.64 "GET /v2.0/ports/a9f6381f-477f-4127-bf9c-93f653c53615 HTTP/1.1" status: 200 len: 942 time: 0.1844351 Oct 20 10:34:01.716032 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-aca53017-db17-4d16-92ff-60eeba13fd9c None None] Set router 78677311-e65a-4f75-85c5-303c4dee016b gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:34:01.747504 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3d3ac1da-0a6c-44b7-9e91-eeddba4af1fc admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:01.868754 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97ae465-3a7c-4c54-8293-b0c7b3883939 None None] New status for floating IP a72bf11a-20b0-444f-ab6f-0963a6e372eb: ACTIVE {{(pid=100599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 10:34:01.887325 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8a8fb107-c954-46ed-a935-f262db92e55c req-efd4f71e-afc9-4884-bc26-ff4a68746c93 tempest-TenantUsagesTestJSON-1904057721 tempest-TenantUsagesTestJSON-1904057721-project] 10.222.0.64 "GET /v2.0/ports?device_id=d786061d-876e-441c-bf1f-5dd3a0834f7b HTTP/1.1" status: 200 len: 210 time: 0.0561504 Oct 20 10:34:01.940927 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-3d3ac1da-0a6c-44b7-9e91-eeddba4af1fc admin admin] Deleting port bbb03dff-6cf8-4232-aa5d-8c6517b0264d {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:34:01.941471 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3d3ac1da-0a6c-44b7-9e91-eeddba4af1fc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:01.969982 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300ab101-60ad-4703-81a6-5892706ff1eb req-a6e56852-8cb5-4b12-b45a-2614edcaf2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:01.980101 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-300ab101-60ad-4703-81a6-5892706ff1eb req-a6e56852-8cb5-4b12-b45a-2614edcaf2e1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2530338db1db417898003de86d78050c&device_id=21c0cf04-9e25-46ea-bb3f-9ac7b5745042 HTTP/1.1" status: 200 len: 1096 time: 0.0955608 Oct 20 10:34:02.201571 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-aca53017-db17-4d16-92ff-60eeba13fd9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78677311-e65a-4f75-85c5-303c4dee016b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1886457982-router', 'tenant_id': '48ccf29c225140d485da830519a3e3da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': 'bbb03dff-6cf8-4232-aa5d-8c6517b0264d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:31:54Z', 'updated_at': '2021-10-20T10:33:58Z', 'revision_number': 5, 'project_id': '48ccf29c225140d485da830519a3e3da', 'gw_port': {'id': 'bbb03dff-6cf8-4232-aa5d-8c6517b0264d', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e9:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78677311-e65a-4f75-85c5-303c4dee016b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:31:55Z', 'updated_at': '2021-10-20T10:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:34:02.215953 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300ab101-60ad-4703-81a6-5892706ff1eb req-1761436f-82ae-40ba-ace4-be7f9aab417a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:02.218255 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-300ab101-60ad-4703-81a6-5892706ff1eb req-1761436f-82ae-40ba-ace4-be7f9aab417a service neutron] 10.222.0.64 "GET /v2.0/networks?id=34c3c2fc-2825-47c5-ac90-f8d0645c4c57 HTTP/1.1" status: 200 len: 921 time: 0.2373679 Oct 20 10:34:02.228944 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [None req-3d3ac1da-0a6c-44b7-9e91-eeddba4af1fc admin admin] For port bbb03dff-6cf8-4232-aa5d-8c6517b0264d, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=bbb03dff-6cf8-4232-aa5d-8c6517b0264d,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:34:02.229317 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3d3ac1da-0a6c-44b7-9e91-eeddba4af1fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:02.262018 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 45536) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:34:02.277232 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-28e00941-3a1c-4722-8b10-f5a3e9385216 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-274043420-network', 'tenant_id': 'af9e85a80997427bb56d1648cd9e7733'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:34:02.284778 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca53017-db17-4d16-92ff-60eeba13fd9c None None] Checking router: 78677311-e65a-4f75-85c5-303c4dee016b for host: n-d-811396-3 {{(pid=100598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:34:02.292859 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-300ab101-60ad-4703-81a6-5892706ff1eb req-dd1cabb3-d020-47c1-85ef-bdeabe524dc7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a9f6381f-477f-4127-bf9c-93f653c53615 HTTP/1.1" status: 200 len: 217 time: 0.0680997 Oct 20 10:34:02.298026 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-3d3ac1da-0a6c-44b7-9e91-eeddba4af1fc admin admin] Calling delete_port for bbb03dff-6cf8-4232-aa5d-8c6517b0264d owned by network:router_gateway {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:34:02.309782 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca53017-db17-4d16-92ff-60eeba13fd9c None None] Routers {'78677311-e65a-4f75-85c5-303c4dee016b'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:34:02.311008 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-aca53017-db17-4d16-92ff-60eeba13fd9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:33:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['78677311-e65a-4f75-85c5-303c4dee016b'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:34:02.405202 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28e00941-3a1c-4722-8b10-f5a3e9385216 admin admin] Made reservation on behalf of af9e85a80997427bb56d1648cd9e7733 for: {'network': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:34:02.407741 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-28e00941-3a1c-4722-8b10-f5a3e9385216 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:02.427224 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-28e00941-3a1c-4722-8b10-f5a3e9385216 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:02.450420 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300ab101-60ad-4703-81a6-5892706ff1eb req-cf1a414e-f2a9-476b-990b-1bd09a024b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:02.456008 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-300ab101-60ad-4703-81a6-5892706ff1eb req-cf1a414e-f2a9-476b-990b-1bd09a024b96 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3904a09f-6fdf-4647-b2a1-fcfec8e51887 HTTP/1.1" status: 200 len: 859 time: 0.1553898 Oct 20 10:34:02.512492 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-aca53017-db17-4d16-92ff-60eeba13fd9c None None] Set router 78677311-e65a-4f75-85c5-303c4dee016b gateway port host: None {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:34:02.555328 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300ab101-60ad-4703-81a6-5892706ff1eb req-4eea9223-36f5-4127-8236-d3b62c746e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:02.559399 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-300ab101-60ad-4703-81a6-5892706ff1eb req-4eea9223-36f5-4127-8236-d3b62c746e73 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=34c3c2fc-2825-47c5-ac90-f8d0645c4c57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0825911 Oct 20 10:34:02.575701 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-aca53017-db17-4d16-92ff-60eeba13fd9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78677311-e65a-4f75-85c5-303c4dee016b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1886457982-router', 'tenant_id': '48ccf29c225140d485da830519a3e3da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:31:54Z', 'updated_at': '2021-10-20T10:34:01Z', 'revision_number': 6, 'project_id': '48ccf29c225140d485da830519a3e3da', 'gw_port_host': None}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:34:02.576302 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [req-300ab101-60ad-4703-81a6-5892706ff1eb req-966f08e2-10a2-4e24-aa6d-8afbe6caf2e9 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:34:02.578144 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-300ab101-60ad-4703-81a6-5892706ff1eb req-966f08e2-10a2-4e24-aa6d-8afbe6caf2e9 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0076332 Oct 20 10:34:02.580717 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee835c4d-8c62-4277-bf4d-4b1216e126a0 None None] Sync routers for ids ['d509b498-2ca1-446a-b2d1-668329922057'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:34:02.614889 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca53017-db17-4d16-92ff-60eeba13fd9c None None] The sync data for ids ['78677311-e65a-4f75-85c5-303c4dee016b'] in n-d-811396-3 is: [{'id': '78677311-e65a-4f75-85c5-303c4dee016b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1886457982-router', 'tenant_id': '48ccf29c225140d485da830519a3e3da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:31:54Z', 'updated_at': '2021-10-20T10:34:01Z', 'revision_number': 6, 'project_id': '48ccf29c225140d485da830519a3e3da', 'gw_port_host': None}] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:34:02.627814 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee835c4d-8c62-4277-bf4d-4b1216e126a0 None None] Routers {'d509b498-2ca1-446a-b2d1-668329922057'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:34:02.628596 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-ee835c4d-8c62-4277-bf4d-4b1216e126a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:33:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['d509b498-2ca1-446a-b2d1-668329922057'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:34:02.658158 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-28e00941-3a1c-4722-8b10-f5a3e9385216 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:02.668961 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-28e00941-3a1c-4722-8b10-f5a3e9385216 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:02.677334 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3d3ac1da-0a6c-44b7-9e91-eeddba4af1fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:02.723068 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28e00941-3a1c-4722-8b10-f5a3e9385216 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 829} {{(pid=100597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:34:02.735641 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3ac1da-0a6c-44b7-9e91-eeddba4af1fc admin admin] Pushing event deleted for resources: {'Port': ['ID=bbb03dff-6cf8-4232-aa5d-8c6517b0264d,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:34:02.765158 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e00941-3a1c-4722-8b10-f5a3e9385216 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2742f188-191d-488c-8733-c488816a8699,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:34:02.771037 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-28e00941-3a1c-4722-8b10-f5a3e9385216 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:02.771535 n-d-811396-3 neutron-server[100597]: INFO neutron.db.segments_db [None req-28e00941-3a1c-4722-8b10-f5a3e9385216 admin admin] Added segment 705d3ee2-9747-470b-99fd-da9ceaa06790 of type vlan for network 5e463349-7d3c-4150-b5a3-8b0f8cad4302 Oct 20 10:34:02.772080 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-ee835c4d-8c62-4277-bf4d-4b1216e126a0 None None] Set router d509b498-2ca1-446a-b2d1-668329922057 gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:34:02.773429 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-300ab101-60ad-4703-81a6-5892706ff1eb req-17656b23-2058-45cf-93d2-b26ebdb98c1e service neutron] 10.222.0.64 "GET /v2.0/networks/34c3c2fc-2825-47c5-ac90-f8d0645c4c57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791975 Oct 20 10:34:02.853808 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-28e00941-3a1c-4722-8b10-f5a3e9385216 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:02.856275 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3d3ac1da-0a6c-44b7-9e91-eeddba4af1fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1773439'] for router_gateway, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:02.881570 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-300ab101-60ad-4703-81a6-5892706ff1eb req-6e0497b6-6a08-417c-86de-f8e18869abf8 service neutron] 10.222.0.64 "GET /v2.0/networks/34c3c2fc-2825-47c5-ac90-f8d0645c4c57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071196 Oct 20 10:34:02.975007 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3d3ac1da-0a6c-44b7-9e91-eeddba4af1fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1772272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258304'] for router, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:02.978397 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3d3ac1da-0a6c-44b7-9e91-eeddba4af1fc admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:02.988322 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300ab101-60ad-4703-81a6-5892706ff1eb req-f428e919-6b5a-424b-83ba-671cc53de4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:02.989321 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-28e00941-3a1c-4722-8b10-f5a3e9385216 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:02.990506 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e00941-3a1c-4722-8b10-f5a3e9385216 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:02.991147 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-28e00941-3a1c-4722-8b10-f5a3e9385216 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:02.995928 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-300ab101-60ad-4703-81a6-5892706ff1eb req-f428e919-6b5a-424b-83ba-671cc53de4f5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2530338db1db417898003de86d78050c&device_id=f2d81d2b-ae08-4a61-a0b2-4e8698a15570 HTTP/1.1" status: 200 len: 1097 time: 0.0640442 Oct 20 10:34:03.168007 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300ab101-60ad-4703-81a6-5892706ff1eb req-c376b7c7-5e5a-4dc8-9c54-6ed47397662b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:03.170394 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-300ab101-60ad-4703-81a6-5892706ff1eb req-c376b7c7-5e5a-4dc8-9c54-6ed47397662b service neutron] 10.222.0.64 "GET /v2.0/networks?id=34c3c2fc-2825-47c5-ac90-f8d0645c4c57 HTTP/1.1" status: 200 len: 921 time: 0.1671588 Oct 20 10:34:03.184143 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e00941-3a1c-4722-8b10-f5a3e9385216 admin admin] Pushing event updated for resources: {'Network': ['ID=5e463349-7d3c-4150-b5a3-8b0f8cad4302,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:34:03.192717 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3d3ac1da-0a6c-44b7-9e91-eeddba4af1fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1772267'] for router, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:03.193856 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d3ac1da-0a6c-44b7-9e91-eeddba4af1fc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 78677311-e65a-4f75-85c5-303c4dee016b {{(pid=100597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 10:34:03.203908 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-28e00941-3a1c-4722-8b10-f5a3e9385216 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.9384067 Oct 20 10:34:03.205199 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3d3ac1da-0a6c-44b7-9e91-eeddba4af1fc admin admin] Publish callbacks [] for router, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:03.206640 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-3d3ac1da-0a6c-44b7-9e91-eeddba4af1fc admin admin] 10.222.0.64 "DELETE /v2.0/routers/78677311-e65a-4f75-85c5-303c4dee016b HTTP/1.1" status: 204 len: 168 time: 2.1817408 Oct 20 10:34:03.207435 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 45566) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:34:03.212957 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-b090b322-2b78-4d0a-9631-3104c99409d6 admin admin] Request body: {'subnet': {'network_id': '5e463349-7d3c-4150-b5a3-8b0f8cad4302', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-274043420-subnet', 'tenant_id': 'af9e85a80997427bb56d1648cd9e7733', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:34:03.214250 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 45568) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:34:03.218716 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network 5e463349-7d3c-4150-b5a3-8b0f8cad4302 details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:34:03.248278 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b090b322-2b78-4d0a-9631-3104c99409d6 admin admin] Made reservation on behalf of af9e85a80997427bb56d1648cd9e7733 for: {'subnet': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:34:03.250745 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b090b322-2b78-4d0a-9631-3104c99409d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25350782'] for subnet, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:03.319303 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-300ab101-60ad-4703-81a6-5892706ff1eb req-42e286f2-eb79-4eda-a1e2-839b85cc5edb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a350710b-efc8-4218-899f-950111a88e60 HTTP/1.1" status: 200 len: 1002 time: 0.1375799 Oct 20 10:34:03.324642 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_v2 [None req-21cf2738-b2a2-4594-8650-8943e9ae763a admin admin] Deleting subnet fbb20899-e9ea-4ce7-b0d6-4e06ff362867 {{(pid=100596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:34:03.337352 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-21cf2738-b2a2-4594-8650-8943e9ae763a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:03.373500 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-ee835c4d-8c62-4277-bf4d-4b1216e126a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd509b498-2ca1-446a-b2d1-668329922057', 'name': 'tempest-FloatingIPsAssociationTestJSON-608749491-router', 'tenant_id': '2530338db1db417898003de86d78050c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': 'ea4e0f80-5e18-4aa4-8f78-2856206d04de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:33:00Z', 'updated_at': '2021-10-20T10:33:04Z', 'revision_number': 4, 'project_id': '2530338db1db417898003de86d78050c', 'gw_port': {'id': 'ea4e0f80-5e18-4aa4-8f78-2856206d04de', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd509b498-2ca1-446a-b2d1-668329922057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:33:01Z', 'updated_at': '2021-10-20T10:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_floatingips': [{'id': 'a72bf11a-20b0-444f-ab6f-0963a6e372eb', 'tenant_id': '2530338db1db417898003de86d78050c', 'floating_ip_address': '172.25.1.120', 'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'router_id': 'd509b498-2ca1-446a-b2d1-668329922057', 'port_id': 'a350710b-efc8-4218-899f-950111a88e60', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 753, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34c3c2fc-2825-47c5-ac90-f8d0645c4c57', 'mac_address': 'fa:16:3e:18:e6:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d81d2b-ae08-4a61-a0b2-4e8698a15570', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T10:33:25Z', 'updated_at': '2021-10-20T10:34:02Z', 'revision_number': 4, 'project_id': '2530338db1db417898003de86d78050c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc5eb2ba-0c00-4cd5-a2be-251884778ed2', 'name': '', 'network_id': '34c3c2fc-2825-47c5-ac90-f8d0645c4c57', 'tenant_id': '2530338db1db417898003de86d78050c', 'mac_address': 'fa:16:3e:75:c3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd509b498-2ca1-446a-b2d1-668329922057', 'device_owner': 'network:router_interface', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': '3904a09f-6fdf-4647-b2a1-fcfec8e51887', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:33:03Z', 'updated_at': '2021-10-20T10:33:09Z', 'revision_number': 5, 'project_id': '2530338db1db417898003de86d78050c', 'subnets': [{'id': '3904a09f-6fdf-4647-b2a1-fcfec8e51887', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:34:03.455585 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-21cf2738-b2a2-4594-8650-8943e9ae763a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25189079'] for subnet, precommit_delete_associations {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:03.503927 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300ab101-60ad-4703-81a6-5892706ff1eb req-2d229542-bd29-4aa7-9719-90e9c4220f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:03.504702 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-300ab101-60ad-4703-81a6-5892706ff1eb req-2d229542-bd29-4aa7-9719-90e9c4220f58 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3904a09f-6fdf-4647-b2a1-fcfec8e51887 HTTP/1.1" status: 200 len: 859 time: 0.1764359 Oct 20 10:34:03.561284 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b090b322-2b78-4d0a-9631-3104c99409d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25350752'] for subnet, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:03.616937 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 45582) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:34:03.624185 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21c0cf04-9e25-46ea-bb3f-9ac7b5745042', 'tag': 'a9f6381f-477f-4127-bf9c-93f653c53615'}, {'name': 'network-changed', 'server_uuid': 'f2d81d2b-ae08-4a61-a0b2-4e8698a15570', 'tag': 'a350710b-efc8-4218-899f-950111a88e60'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:34:03.627066 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22b560a6-c8aa-4fbb-aa60-8f99e6751553" -d '{"events": [{"name": "network-changed", "server_uuid": "21c0cf04-9e25-46ea-bb3f-9ac7b5745042", "tag": "a9f6381f-477f-4127-bf9c-93f653c53615"}, {"name": "network-changed", "server_uuid": "f2d81d2b-ae08-4a61-a0b2-4e8698a15570", "tag": "a350710b-efc8-4218-899f-950111a88e60"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:34:03.662288 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b090b322-2b78-4d0a-9631-3104c99409d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4a384fb-e161-4bc7-bf5f-340848732017,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:34:03.686894 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300ab101-60ad-4703-81a6-5892706ff1eb req-928cf220-a76d-43e9-81d0-58f34bf3c6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:03.691813 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-300ab101-60ad-4703-81a6-5892706ff1eb req-928cf220-a76d-43e9-81d0-58f34bf3c6c3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=34c3c2fc-2825-47c5-ac90-f8d0645c4c57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1761732 Oct 20 10:34:03.741590 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-21cf2738-b2a2-4594-8650-8943e9ae763a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:03.745592 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b090b322-2b78-4d0a-9631-3104c99409d6 admin admin] Checking segment: {'id': '705d3ee2-9747-470b-99fd-da9ceaa06790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '5e463349-7d3c-4150-b5a3-8b0f8cad4302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:34:03.745961 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b090b322-2b78-4d0a-9631-3104c99409d6 admin admin] Network hostable DHCP agents. Network: 5e463349-7d3c-4150-b5a3-8b0f8cad4302, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:34:03.787404 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device f8e40473-a7ff-41ed-a91e-568fcab1f7fb details requested by agent hyperv_n-h1-811396-3 with host n-h1-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:34:03.825815 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b090b322-2b78-4d0a-9631-3104c99409d6 admin admin] Network 5e463349-7d3c-4150-b5a3-8b0f8cad4302 is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:34:03.851117 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-b090b322-2b78-4d0a-9631-3104c99409d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, 5e463349-7d3c-4150-b5a3-8b0f8cad4302) {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:34:03.860314 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b090b322-2b78-4d0a-9631-3104c99409d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:03.861420 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b090b322-2b78-4d0a-9631-3104c99409d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:03.903521 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-b090b322-2b78-4d0a-9631-3104c99409d6 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6857669 Oct 20 10:34:03.954586 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 20 Oct 2021 10:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d625577b-31bc-4582-b909-330639ede3fd x-openstack-request-id: req-d625577b-31bc-4582-b909-330639ede3fd {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:34:03.955586 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21c0cf04-9e25-46ea-bb3f-9ac7b5745042", "tag": "a9f6381f-477f-4127-bf9c-93f653c53615", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f2d81d2b-ae08-4a61-a0b2-4e8698a15570", "tag": "a350710b-efc8-4218-899f-950111a88e60", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:34:03.955840 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d625577b-31bc-4582-b909-330639ede3fd {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:34:03.956233 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21c0cf04-9e25-46ea-bb3f-9ac7b5745042', 'tag': 'a9f6381f-477f-4127-bf9c-93f653c53615', 'status': 'completed', 'code': 200} Oct 20 10:34:03.956479 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2d81d2b-ae08-4a61-a0b2-4e8698a15570', 'tag': 'a350710b-efc8-4218-899f-950111a88e60', 'status': 'completed', 'code': 200} Oct 20 10:34:03.962492 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c37f2414-0d62-4750-9e89-fef2790dc172 None None] Network 5e463349-7d3c-4150-b5a3-8b0f8cad4302 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:34:03.964392 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device bbb03dff-6cf8-4232-aa5d-8c6517b0264d no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:34:03.973040 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee835c4d-8c62-4277-bf4d-4b1216e126a0 None None] Checking router: d509b498-2ca1-446a-b2d1-668329922057 for host: n-d-811396-3 {{(pid=100598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:34:04.029924 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee835c4d-8c62-4277-bf4d-4b1216e126a0 None None] Routers {'d509b498-2ca1-446a-b2d1-668329922057'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:34:04.030559 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-ee835c4d-8c62-4277-bf4d-4b1216e126a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:33:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['d509b498-2ca1-446a-b2d1-668329922057'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:34:04.064204 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-300ab101-60ad-4703-81a6-5892706ff1eb req-e79720cc-3a9b-4846-86d2-2951b708b7b0 service neutron] 10.222.0.64 "GET /v2.0/networks/34c3c2fc-2825-47c5-ac90-f8d0645c4c57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3540733 Oct 20 10:34:04.133141 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 45594) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:34:04.134437 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-fb8d0d5b-6a50-46c1-9fcd-e3462ec594be admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2258237096da41ba8c62c127c4a861c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5163310 Oct 20 10:34:04.160837 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-ee835c4d-8c62-4277-bf4d-4b1216e126a0 None None] Set router d509b498-2ca1-446a-b2d1-668329922057 gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:34:04.266532 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7e8842d8-4914-4e05-8254-2b30259c344c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:04.311636 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7e8842d8-4914-4e05-8254-2b30259c344c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:04.336284 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-300ab101-60ad-4703-81a6-5892706ff1eb req-85579e29-781c-4697-b12e-ee3150373f35 service neutron] 10.222.0.64 "GET /v2.0/networks/34c3c2fc-2825-47c5-ac90-f8d0645c4c57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218697 Oct 20 10:34:04.370866 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 1f989f32-bf7c-402e-99e0-76ef0c113f95 no longer exists at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:34:04.383006 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: bbb03dff-6cf8-4232-aa5d-8c6517b0264d {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:34:04.383871 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device bbb03dff-6cf8-4232-aa5d-8c6517b0264d not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:34:04.384485 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 0084268a-6887-477a-8234-ea7293716c96 no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:34:04.400678 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7e8842d8-4914-4e05-8254-2b30259c344c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:04.403404 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7e8842d8-4914-4e05-8254-2b30259c344c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:04.404603 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-7e8842d8-4914-4e05-8254-2b30259c344c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3a8ebc90-87ff-4866-93da-f0fb12b2a36d HTTP/1.1" status: 204 len: 168 time: 0.2704496 Oct 20 10:34:04.423304 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8842d8-4914-4e05-8254-2b30259c344c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a8ebc90-87ff-4866-93da-f0fb12b2a36d,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:34:04.439042 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 0084268a-6887-477a-8234-ea7293716c96 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:34:04.439042 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 0084268a-6887-477a-8234-ea7293716c96 not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:34:04.441575 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b560a6-c8aa-4fbb-aa60-8f99e6751553 req-5ec7d45c-463b-44b6-b1b0-d7624617ac2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:04.443613 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-22b560a6-c8aa-4fbb-aa60-8f99e6751553 req-5ec7d45c-463b-44b6-b1b0-d7624617ac2e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2530338db1db417898003de86d78050c&device_id=f2d81d2b-ae08-4a61-a0b2-4e8698a15570 HTTP/1.1" status: 200 len: 1097 time: 0.4718013 Oct 20 10:34:04.450223 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-a4ce8592-9315-48ba-bbec-b9872c622c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:04.459695 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-21cf2738-b2a2-4594-8650-8943e9ae763a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26836193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26761888'] for subnet, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:04.474691 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b560a6-c8aa-4fbb-aa60-8f99e6751553 req-11d55483-cc9d-4331-976b-6da03dd23e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:04.476290 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-22b560a6-c8aa-4fbb-aa60-8f99e6751553 req-11d55483-cc9d-4331-976b-6da03dd23e32 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2530338db1db417898003de86d78050c&device_id=21c0cf04-9e25-46ea-bb3f-9ac7b5745042 HTTP/1.1" status: 200 len: 1096 time: 0.5061867 Oct 20 10:34:04.520590 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-21cf2738-b2a2-4594-8650-8943e9ae763a admin admin] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:04.532080 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-21cf2738-b2a2-4594-8650-8943e9ae763a admin admin] 10.222.0.64 "DELETE /v2.0/subnets/fbb20899-e9ea-4ce7-b0d6-4e06ff362867 HTTP/1.1" status: 204 len: 168 time: 1.3144875 Oct 20 10:34:04.532615 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 45620) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:34:04.575338 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cf2738-b2a2-4594-8650-8943e9ae763a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fbb20899-e9ea-4ce7-b0d6-4e06ff362867,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:34:04.617034 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3e365750-841e-48ae-9fb7-5c2ce0758729 req-e29fbc32-3d34-46fe-b610-e0adcecd3cf9 tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.1.120 HTTP/1.1" status: 200 len: 1002 time: 0.2463884 Oct 20 10:34:04.677674 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-88cd7f72-8460-41ed-a680-0145ba6f6ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:04.740019 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b54db192-c07b-49ab-93b5-70c0d3b427a8 None None] Network 7976a7eb-2897-4eb8-995e-f08c1cd2f412 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:34:04.792954 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-88cd7f72-8460-41ed-a680-0145ba6f6ca7 admin admin] Deleting port c358df09-9b84-4d28-b4c2-de10ed91f027 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:34:04.793421 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-88cd7f72-8460-41ed-a680-0145ba6f6ca7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:04.863852 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] No Port match for: 1f989f32-bf7c-402e-99e0-76ef0c113f95 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:34:04.864204 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 1f989f32-bf7c-402e-99e0-76ef0c113f95 not bound to the agent host n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:34:04.896631 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 45642) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:34:04.911914 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port f8e40473-a7ff-41ed-a91e-568fcab1f7fb, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=f8e40473-a7ff-41ed-a91e-568fcab1f7fb,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:34:04.928074 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e22644d7-93ff-4fb9-8b66-bee7aadc4f19 None None] Network 5e463349-7d3c-4150-b5a3-8b0f8cad4302 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:34:04.939856 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e365750-841e-48ae-9fb7-5c2ce0758729 req-de424db4-6624-47c0-8a8d-292b7314bd6e tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:04.941295 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3e365750-841e-48ae-9fb7-5c2ce0758729 req-de424db4-6624-47c0-8a8d-292b7314bd6e tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] 10.222.0.64 "GET /v2.0/ports/a350710b-efc8-4218-899f-950111a88e60 HTTP/1.1" status: 200 len: 943 time: 0.3234055 Oct 20 10:34:04.959678 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [None req-88cd7f72-8460-41ed-a680-0145ba6f6ca7 admin admin] For port c358df09-9b84-4d28-b4c2-de10ed91f027, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=c358df09-9b84-4d28-b4c2-de10ed91f027,segment=NetworkSegment(98901888-ca87-41c6-9677-698810f64e5c),segment_id=98901888-ca87-41c6-9677-698810f64e5c)] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:34:04.960203 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-88cd7f72-8460-41ed-a680-0145ba6f6ca7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:04.981876 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-88cd7f72-8460-41ed-a680-0145ba6f6ca7 admin admin] Calling delete_port for c358df09-9b84-4d28-b4c2-de10ed91f027 owned by network:dhcp {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:34:05.000331 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Returning: {'device': 'f8e40473-a7ff-41ed-a91e-568fcab1f7fb', 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84', 'port_id': 'f8e40473-a7ff-41ed-a91e-568fcab1f7fb', 'mac_address': 'fa:16:3e:3e:14:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 800, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f86199a-b8f2-45b4-a83a-995a7ea6fe42', 'ip_address': '192.168.233.18'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:34:05.033208 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f2dd181b-338d-4644-b310-30756cd37206 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:05.043683 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b560a6-c8aa-4fbb-aa60-8f99e6751553 req-848aab09-c313-44ae-9ff9-c65846141583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:05.045172 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-22b560a6-c8aa-4fbb-aa60-8f99e6751553 req-848aab09-c313-44ae-9ff9-c65846141583 service neutron] 10.222.0.55 "GET /v2.0/networks?id=34c3c2fc-2825-47c5-ac90-f8d0645c4c57 HTTP/1.1" status: 200 len: 921 time: 0.5733805 Oct 20 10:34:05.114330 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-88cd7f72-8460-41ed-a680-0145ba6f6ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:05.133103 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-22b560a6-c8aa-4fbb-aa60-8f99e6751553 req-48b514ec-afeb-45cc-9444-c48e5859c470 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a350710b-efc8-4218-899f-950111a88e60 HTTP/1.1" status: 200 len: 1002 time: 0.0655668 Oct 20 10:34:05.151504 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cd7f72-8460-41ed-a680-0145ba6f6ca7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c358df09-9b84-4d28-b4c2-de10ed91f027,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:34:05.158206 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88cd7f72-8460-41ed-a680-0145ba6f6ca7 admin admin] No DVR routers for this DVR port c358df09-9b84-4d28-b4c2-de10ed91f027 on host n-d-811396-3 {{(pid=100597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:34:05.190066 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b560a6-c8aa-4fbb-aa60-8f99e6751553 req-ce7ef1d6-774e-4295-b05b-18651c92e20d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:05.191587 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-22b560a6-c8aa-4fbb-aa60-8f99e6751553 req-ce7ef1d6-774e-4295-b05b-18651c92e20d service neutron] 10.222.0.69 "GET /v2.0/networks?id=34c3c2fc-2825-47c5-ac90-f8d0645c4c57 HTTP/1.1" status: 200 len: 921 time: 0.6725743 Oct 20 10:34:05.220592 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:05.288779 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f8e40473-a7ff-41ed-a91e-568fcab1f7fb {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:34:05.310767 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port f8e40473-a7ff-41ed-a91e-568fcab1f7fb, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=f8e40473-a7ff-41ed-a91e-568fcab1f7fb,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:34:05.324203 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca54d53-8a42-4adf-bdab-de4fc7faecff None None] DHCP port deletion for 7976a7eb-2897-4eb8-995e-f08c1cd2f412 request from n-d-811396-3 {{(pid=100598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:34:05.329904 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:05.345262 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-22b560a6-c8aa-4fbb-aa60-8f99e6751553 req-678fe77d-dd24-46f1-bb31-21a4abab9b75 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a9f6381f-477f-4127-bf9c-93f653c53615 HTTP/1.1" status: 200 len: 217 time: 0.1062777 Oct 20 10:34:05.361411 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc64892-6d8f-46c2-a911-92c2ce5e7b83 req-9335e478-7cfb-4227-8937-eea155ebc384 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:05.362917 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-88cd7f72-8460-41ed-a680-0145ba6f6ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:05.371498 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1dc64892-6d8f-46c2-a911-92c2ce5e7b83 req-9335e478-7cfb-4227-8937-eea155ebc384 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/networks?id=60750f9d-1dd0-4933-91f0-f6aefa736c9d HTTP/1.1" status: 200 len: 808 time: 0.6512938 Oct 20 10:34:05.387302 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-ee835c4d-8c62-4277-bf4d-4b1216e126a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd509b498-2ca1-446a-b2d1-668329922057', 'name': 'tempest-FloatingIPsAssociationTestJSON-608749491-router', 'tenant_id': '2530338db1db417898003de86d78050c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': 'ea4e0f80-5e18-4aa4-8f78-2856206d04de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:33:00Z', 'updated_at': '2021-10-20T10:33:04Z', 'revision_number': 4, 'project_id': '2530338db1db417898003de86d78050c', 'gw_port': {'id': 'ea4e0f80-5e18-4aa4-8f78-2856206d04de', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd509b498-2ca1-446a-b2d1-668329922057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:33:01Z', 'updated_at': '2021-10-20T10:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_floatingips': [{'id': 'a72bf11a-20b0-444f-ab6f-0963a6e372eb', 'tenant_id': '2530338db1db417898003de86d78050c', 'floating_ip_address': '172.25.1.120', 'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'router_id': 'd509b498-2ca1-446a-b2d1-668329922057', 'port_id': 'a350710b-efc8-4218-899f-950111a88e60', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 753, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34c3c2fc-2825-47c5-ac90-f8d0645c4c57', 'mac_address': 'fa:16:3e:18:e6:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d81d2b-ae08-4a61-a0b2-4e8698a15570', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T10:33:25Z', 'updated_at': '2021-10-20T10:34:02Z', 'revision_number': 4, 'project_id': '2530338db1db417898003de86d78050c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc5eb2ba-0c00-4cd5-a2be-251884778ed2', 'name': '', 'network_id': '34c3c2fc-2825-47c5-ac90-f8d0645c4c57', 'tenant_id': '2530338db1db417898003de86d78050c', 'mac_address': 'fa:16:3e:75:c3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd509b498-2ca1-446a-b2d1-668329922057', 'device_owner': 'network:router_interface', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': '3904a09f-6fdf-4647-b2a1-fcfec8e51887', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:33:03Z', 'updated_at': '2021-10-20T10:33:09Z', 'revision_number': 5, 'project_id': '2530338db1db417898003de86d78050c', 'subnets': [{'id': '3904a09f-6fdf-4647-b2a1-fcfec8e51887', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:34:05.412994 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-88cd7f72-8460-41ed-a680-0145ba6f6ca7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7976a7eb-2897-4eb8-995e-f08c1cd2f412']}} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:34:05.419284 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1dc64892-6d8f-46c2-a911-92c2ce5e7b83 req-49bcb36c-125f-428d-8f08-120e2a3cce05 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/quotas/4e37fa6eb8b848f6897a2d7488b235c7 HTTP/1.1" status: 200 len: 375 time: 0.0463805 Oct 20 10:34:05.426267 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-88cd7f72-8460-41ed-a680-0145ba6f6ca7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98901888-ca87-41c6-9677-698810f64e5c') {'for_net_delete': True} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:34:05.427054 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-88cd7f72-8460-41ed-a680-0145ba6f6ca7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98901888-ca87-41c6-9677-698810f64e5c') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:34:05.436003 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee835c4d-8c62-4277-bf4d-4b1216e126a0 None None] The sync data for ids ['d509b498-2ca1-446a-b2d1-668329922057'] in n-d-811396-3 is: [{'id': 'd509b498-2ca1-446a-b2d1-668329922057', 'name': 'tempest-FloatingIPsAssociationTestJSON-608749491-router', 'tenant_id': '2530338db1db417898003de86d78050c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': 'ea4e0f80-5e18-4aa4-8f78-2856206d04de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:33:00Z', 'updated_at': '2021-10-20T10:33:04Z', 'revision_number': 4, 'project_id': '2530338db1db417898003de86d78050c', 'gw_port': {'id': 'ea4e0f80-5e18-4aa4-8f78-2856206d04de', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd509b498-2ca1-446a-b2d1-668329922057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:33:01Z', 'updated_at': '2021-10-20T10:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_floatingips': [{'id': 'a72bf11a-20b0-444f-ab6f-0963a6e372eb', 'tenant_id': '2530338db1db417898003de86d78050c', 'floating_ip_address': '172.25.1.120', 'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'router_id': 'd509b498-2ca1-446a-b2d1-668329922057', 'port_id': 'a350710b-efc8-4218-899f-950111a88e60', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 753, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34c3c2fc-2825-47c5-ac90-f8d0645c4c57', 'mac_address': 'fa:16:3e:18:e6:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d81d2b-ae08-4a61-a0b2-4e8698a15570', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T10:33:25Z', 'updated_at': '2021-10-20T10:34:02Z', 'revision_number': 4, 'project_id': '2530338db1db417898003de86d78050c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc5eb2ba-0c00-4cd5-a2be-251884778ed2', 'name': '', 'network_id': '34c3c2fc-2825-47c5-ac90-f8d0645c4c57', 'tenant_id': '2530338db1db417898003de86d78050c', 'mac_address': 'fa:16:3e:75:c3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd509b498-2ca1-446a-b2d1-668329922057', 'device_owner': 'network:router_interface', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': '3904a09f-6fdf-4647-b2a1-fcfec8e51887', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:33:03Z', 'updated_at': '2021-10-20T10:33:09Z', 'revision_number': 5, 'project_id': '2530338db1db417898003de86d78050c', 'subnets': [{'id': '3904a09f-6fdf-4647-b2a1-fcfec8e51887', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:34:05.450793 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-88cd7f72-8460-41ed-a680-0145ba6f6ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25852596'] for segment, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:05.467764 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b560a6-c8aa-4fbb-aa60-8f99e6751553 req-9292c35d-4a9a-46cc-8451-4aa1a4425534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:05.470158 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-22b560a6-c8aa-4fbb-aa60-8f99e6751553 req-9292c35d-4a9a-46cc-8451-4aa1a4425534 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3904a09f-6fdf-4647-b2a1-fcfec8e51887 HTTP/1.1" status: 200 len: 859 time: 0.2989647 Oct 20 10:34:05.476238 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=f8e40473-a7ff-41ed-a91e-568fcab1f7fb,revision_number=6']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:34:05.478389 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-88cd7f72-8460-41ed-a680-0145ba6f6ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:05.488240 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88cd7f72-8460-41ed-a680-0145ba6f6ca7 admin admin] Releasing vlan 823 on physical network physnet1 to pool {{(pid=100597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:34:05.488678 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-88cd7f72-8460-41ed-a680-0145ba6f6ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951012'] for segment, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:05.491162 n-d-811396-3 neutron-server[100597]: Traceback (most recent call last): Oct 20 10:34:05.491162 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:34:05.491162 n-d-811396-3 neutron-server[100597]: timer() Oct 20 10:34:05.491162 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:34:05.491162 n-d-811396-3 neutron-server[100597]: cb(*args, **kw) Oct 20 10:34:05.491162 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:34:05.491162 n-d-811396-3 neutron-server[100597]: return func(*args, **kwargs) Oct 20 10:34:05.491162 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:34:05.491162 n-d-811396-3 neutron-server[100597]: self._notify() Oct 20 10:34:05.491162 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:34:05.491162 n-d-811396-3 neutron-server[100597]: self.callback(batched_events) Oct 20 10:34:05.491162 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:34:05.491162 n-d-811396-3 neutron-server[100597]: event.method(event) Oct 20 10:34:05.491162 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:34:05.491162 n-d-811396-3 neutron-server[100597]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:34:05.491162 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:34:05.491162 n-d-811396-3 neutron-server[100597]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:34:05.491162 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:34:05.491162 n-d-811396-3 neutron-server[100597]: return f(self, *a, **k) Oct 20 10:34:05.491162 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:34:05.491162 n-d-811396-3 neutron-server[100597]: return self._get(url).json() Oct 20 10:34:05.491162 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:34:05.491162 n-d-811396-3 neutron-server[100597]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:34:05.491162 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:34:05.491162 n-d-811396-3 neutron-server[100597]: return self.request(url, 'GET', **kwargs) Oct 20 10:34:05.491162 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:34:05.491162 n-d-811396-3 neutron-server[100597]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:34:05.491162 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:34:05.491162 n-d-811396-3 neutron-server[100597]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:34:05.491162 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:34:05.491162 n-d-811396-3 neutron-server[100597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:34:05.491162 n-d-811396-3 neutron-server[100597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:34:05.513752 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3e365750-841e-48ae-9fb7-5c2ce0758729 req-31e2ec9d-69c7-4a00-ba0d-0cdde3167b4a tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.1.120 HTTP/1.1" status: 200 len: 1002 time: 0.4624004 Oct 20 10:34:05.523894 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1dc64892-6d8f-46c2-a911-92c2ce5e7b83 req-88dec2fe-a4de-40af-a12c-c7a5cd335f20 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=4e37fa6eb8b848f6897a2d7488b235c7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1029942 Oct 20 10:34:05.527182 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['f8e40473-a7ff-41ed-a91e-568fcab1f7fb'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:34:05.582392 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-88cd7f72-8460-41ed-a680-0145ba6f6ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:05.597421 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-88cd7f72-8460-41ed-a680-0145ba6f6ca7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:05.609830 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-88cd7f72-8460-41ed-a680-0145ba6f6ca7 admin admin] 10.222.0.64 "DELETE /v2.0/networks/7976a7eb-2897-4eb8-995e-f08c1cd2f412 HTTP/1.1" status: 204 len: 168 time: 1.0739937 Oct 20 10:34:05.642869 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cd7f72-8460-41ed-a680-0145ba6f6ca7 admin admin] Pushing event deleted for resources: {'Network': ['ID=7976a7eb-2897-4eb8-995e-f08c1cd2f412,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:34:05.807578 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device c358df09-9b84-4d28-b4c2-de10ed91f027 no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:34:05.838939 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: c358df09-9b84-4d28-b4c2-de10ed91f027 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:34:05.840228 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device c358df09-9b84-4d28-b4c2-de10ed91f027 not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:34:05.845439 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f2dd181b-338d-4644-b310-30756cd37206 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:05.920958 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f2dd181b-338d-4644-b310-30756cd37206 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:05.925715 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 45652) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:34:05.972173 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-d902bc3a-732c-4bea-bf43-6a0ede440e2c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=865c422727dd4ee4b9122df8ae6bb00f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0450971 Oct 20 10:34:05.973400 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 45654) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:34:06.024786 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b560a6-c8aa-4fbb-aa60-8f99e6751553 req-fb80d07a-7739-493f-bc6a-52bfc4551ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:06.026520 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-22b560a6-c8aa-4fbb-aa60-8f99e6751553 req-fb80d07a-7739-493f-bc6a-52bfc4551ba4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3904a09f-6fdf-4647-b2a1-fcfec8e51887 HTTP/1.1" status: 200 len: 859 time: 0.6276565 Oct 20 10:34:06.039997 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d23cec9c-5aa1-4230-8f46-f3900ef32126 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:06.065552 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d23cec9c-5aa1-4230-8f46-f3900ef32126 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:06.068558 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b560a6-c8aa-4fbb-aa60-8f99e6751553 req-d59197ef-b760-4964-8be8-6b1bcd9a5267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:06.070218 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-22b560a6-c8aa-4fbb-aa60-8f99e6751553 req-d59197ef-b760-4964-8be8-6b1bcd9a5267 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=34c3c2fc-2825-47c5-ac90-f8d0645c4c57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5363836 Oct 20 10:34:06.112505 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dd181b-338d-4644-b310-30756cd37206 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecbcd697-e5d3-44d2-9202-7b4456a53be3,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:34:06.127204 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-f2dd181b-338d-4644-b310-30756cd37206 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6cc07103b974448b9f651bfd24447aee&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1847565 Oct 20 10:34:06.131514 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 45656) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:34:06.144223 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-6c5d7687-c44a-4e90-8876-b0c0de26c952 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:06.161063 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d23cec9c-5aa1-4230-8f46-f3900ef32126 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:06.164472 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d23cec9c-5aa1-4230-8f46-f3900ef32126 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:06.165913 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-d23cec9c-5aa1-4230-8f46-f3900ef32126 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/480fd21c-bd7f-4959-86aa-8971fae5bd2a HTTP/1.1" status: 204 len: 168 time: 0.1914032 Oct 20 10:34:06.188248 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23cec9c-5aa1-4230-8f46-f3900ef32126 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=480fd21c-bd7f-4959-86aa-8971fae5bd2a,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:34:06.265687 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-45265917-351e-40c3-a8e0-8792df3507fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:06.272704 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1dc64892-6d8f-46c2-a911-92c2ce5e7b83 req-67663e65-5992-42bf-af35-35d15a581733 service neutron] 10.222.0.64 "GET /v2.0/networks/60750f9d-1dd0-4933-91f0-f6aefa736c9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7481718 Oct 20 10:34:06.285590 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e365750-841e-48ae-9fb7-5c2ce0758729 req-bb5e4b41-1833-4e3b-b1fc-d8318c11e978 tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:06.287948 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3e365750-841e-48ae-9fb7-5c2ce0758729 req-bb5e4b41-1833-4e3b-b1fc-d8318c11e978 tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] 10.222.0.64 "GET /v2.0/networks/cbe170d3-31ba-45a2-b477-520ab0a7a8ea HTTP/1.1" status: 200 len: 784 time: 0.7286711 Oct 20 10:34:06.295682 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-45265917-351e-40c3-a8e0-8792df3507fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:06.326587 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-22b560a6-c8aa-4fbb-aa60-8f99e6751553 req-bb785de0-df2e-4031-98fb-54c134aeac79 service neutron] 10.222.0.55 "GET /v2.0/networks/34c3c2fc-2825-47c5-ac90-f8d0645c4c57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311966 Oct 20 10:34:06.345978 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b560a6-c8aa-4fbb-aa60-8f99e6751553 req-261362c0-000f-423c-acd5-32b631035fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:06.349690 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-22b560a6-c8aa-4fbb-aa60-8f99e6751553 req-261362c0-000f-423c-acd5-32b631035fa3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=34c3c2fc-2825-47c5-ac90-f8d0645c4c57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3094006 Oct 20 10:34:06.351401 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-45265917-351e-40c3-a8e0-8792df3507fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:06.354819 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-45265917-351e-40c3-a8e0-8792df3507fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:06.356445 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-45265917-351e-40c3-a8e0-8792df3507fa admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ecbcd697-e5d3-44d2-9202-7b4456a53be3 HTTP/1.1" status: 204 len: 168 time: 0.2231526 Oct 20 10:34:06.390814 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45265917-351e-40c3-a8e0-8792df3507fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecbcd697-e5d3-44d2-9202-7b4456a53be3,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:34:06.976699 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 45688) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:34:07.062799 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:07.096479 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-580bcf07-64a3-4af6-a71e-98c6cb755339 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=48ccf29c225140d485da830519a3e3da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1138482 Oct 20 10:34:07.099188 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 45700) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:34:07.189657 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1dc64892-6d8f-46c2-a911-92c2ce5e7b83 req-88b0bdff-2822-450e-9fe6-77129c91f8ef service neutron] 10.222.0.64 "GET /v2.0/networks/60750f9d-1dd0-4933-91f0-f6aefa736c9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9154677 Oct 20 10:34:07.289634 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a8431e82-bfd2-4039-8fd9-1ff6cea15be6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:07.330157 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-22b560a6-c8aa-4fbb-aa60-8f99e6751553 req-3a973a32-2fbc-4f3b-a33b-46b39bb04d83 service neutron] 10.222.0.55 "GET /v2.0/networks/34c3c2fc-2825-47c5-ac90-f8d0645c4c57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9788332 Oct 20 10:34:07.351745 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-84f0b64c-414e-4f10-a52a-e41d51ea3cb9 req-568410c3-8614-49f3-b3b9-6773757a1266 tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.1.120 HTTP/1.1" status: 200 len: 1002 time: 0.4904721 Oct 20 10:34:07.386381 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a8431e82-bfd2-4039-8fd9-1ff6cea15be6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:07.429609 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:07.465471 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-22b560a6-c8aa-4fbb-aa60-8f99e6751553 req-75476fcb-c8f8-440d-94e9-9f1879ff4f3b service neutron] 10.222.0.69 "GET /v2.0/networks/34c3c2fc-2825-47c5-ac90-f8d0645c4c57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5283871 Oct 20 10:34:07.526879 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a8431e82-bfd2-4039-8fd9-1ff6cea15be6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:07.529785 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a8431e82-bfd2-4039-8fd9-1ff6cea15be6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:07.534229 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-a8431e82-bfd2-4039-8fd9-1ff6cea15be6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9e7b54df-864c-4fba-bf9c-f1c5bbf30dbe HTTP/1.1" status: 204 len: 168 time: 0.4332945 Oct 20 10:34:07.547782 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cb26a0b5-10d9-43ac-8c40-685c6e630de8 req-9a38e92b-d4ad-41ad-8056-044a18e9c0f0 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/ports?device_id=c8f9f9fd-6dea-4857-9f5d-598e5d82d0d4 HTTP/1.1" status: 200 len: 210 time: 0.1224976 Oct 20 10:34:07.550563 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8431e82-bfd2-4039-8fd9-1ff6cea15be6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e7b54df-864c-4fba-bf9c-f1c5bbf30dbe,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:34:07.617938 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f0b64c-414e-4f10-a52a-e41d51ea3cb9 req-4b724017-1bf2-486a-87fe-b76bbfd89d4d tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:07.619425 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-84f0b64c-414e-4f10-a52a-e41d51ea3cb9 req-4b724017-1bf2-486a-87fe-b76bbfd89d4d tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] 10.222.0.64 "GET /v2.0/ports/a350710b-efc8-4218-899f-950111a88e60 HTTP/1.1" status: 200 len: 943 time: 0.2437854 Oct 20 10:34:07.678114 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:07.701055 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device f8e40473-a7ff-41ed-a91e-568fcab1f7fb up at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:34:07.837293 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning complete for port f8e40473-a7ff-41ed-a91e-568fcab1f7fb triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:34:07.837913 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:07.915663 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-22b560a6-c8aa-4fbb-aa60-8f99e6751553 req-a446a90f-6c1b-4f29-adba-8d720b633099 service neutron] 10.222.0.69 "GET /v2.0/networks/34c3c2fc-2825-47c5-ac90-f8d0645c4c57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4212143 Oct 20 10:34:07.927663 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-84f0b64c-414e-4f10-a52a-e41d51ea3cb9 req-0620dae5-bd53-46d0-ab36-3d46763dd548 tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.1.120 HTTP/1.1" status: 200 len: 1002 time: 0.1551397 Oct 20 10:34:07.990373 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:08.052999 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c70942c-24ce-4890-aeb0-342751c6d80d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8e40473-a7ff-41ed-a91e-568fcab1f7fb'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:34:08.056541 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b543df5-4d1c-4cc9-98a8-67dbddfa3520" -d '{"events": [{"server_uuid": "0c70942c-24ce-4890-aeb0-342751c6d80d", "name": "network-vif-plugged", "status": "completed", "tag": "f8e40473-a7ff-41ed-a91e-568fcab1f7fb"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:34:08.107021 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port f8e40473-a7ff-41ed-a91e-568fcab1f7fb, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=f8e40473-a7ff-41ed-a91e-568fcab1f7fb,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:34:08.124003 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3a019b2-9bc7-4abe-9518-455eadbd8848 x-openstack-request-id: req-f3a019b2-9bc7-4abe-9518-455eadbd8848 {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:34:08.124556 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c70942c-24ce-4890-aeb0-342751c6d80d", "name": "network-vif-plugged", "status": "completed", "tag": "f8e40473-a7ff-41ed-a91e-568fcab1f7fb", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:34:08.125277 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f3a019b2-9bc7-4abe-9518-455eadbd8848 {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:34:08.125939 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c70942c-24ce-4890-aeb0-342751c6d80d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8e40473-a7ff-41ed-a91e-568fcab1f7fb', 'code': 200} Oct 20 10:34:08.127501 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:08.152525 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 45746) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:34:08.160961 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f0b64c-414e-4f10-a52a-e41d51ea3cb9 req-78d54454-6624-4da0-b39a-9ea345b57044 tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:08.163111 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-84f0b64c-414e-4f10-a52a-e41d51ea3cb9 req-78d54454-6624-4da0-b39a-9ea345b57044 tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] 10.222.0.64 "GET /v2.0/networks/cbe170d3-31ba-45a2-b477-520ab0a7a8ea HTTP/1.1" status: 200 len: 784 time: 0.2291236 Oct 20 10:34:08.221153 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=f8e40473-a7ff-41ed-a91e-568fcab1f7fb,revision_number=7']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:34:08.319419 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-151ae6a5-0cb1-41c1-80a0-a7e17bed8d93 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1654738627-network', 'tenant_id': '53d70f18161c493488cca7ccddd32a4c'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:34:08.319877 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-84f0b64c-414e-4f10-a52a-e41d51ea3cb9 req-74295790-4da8-4840-95b1-22f118192d0e tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.1.120 HTTP/1.1" status: 200 len: 1002 time: 0.1487689 Oct 20 10:34:08.336118 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-84f0b64c-414e-4f10-a52a-e41d51ea3cb9 req-77720645-5863-4188-b556-badda072a43b tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:34:08.373656 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-151ae6a5-0cb1-41c1-80a0-a7e17bed8d93 admin admin] Made reservation on behalf of 53d70f18161c493488cca7ccddd32a4c for: {'network': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:34:08.377579 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-151ae6a5-0cb1-41c1-80a0-a7e17bed8d93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:08.397120 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-151ae6a5-0cb1-41c1-80a0-a7e17bed8d93 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:08.414440 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-84f0b64c-414e-4f10-a52a-e41d51ea3cb9 req-77720645-5863-4188-b556-badda072a43b tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] Publish callbacks [] for floatingip, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:08.560495 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-151ae6a5-0cb1-41c1-80a0-a7e17bed8d93 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:08.574413 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-151ae6a5-0cb1-41c1-80a0-a7e17bed8d93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:08.633675 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-151ae6a5-0cb1-41c1-80a0-a7e17bed8d93 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 803} {{(pid=100597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:34:08.663362 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151ae6a5-0cb1-41c1-80a0-a7e17bed8d93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80d91cd6-89b0-4bed-9856-0ef6931b5448,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:34:08.678094 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-151ae6a5-0cb1-41c1-80a0-a7e17bed8d93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:08.681137 n-d-811396-3 neutron-server[100597]: INFO neutron.db.segments_db [None req-151ae6a5-0cb1-41c1-80a0-a7e17bed8d93 admin admin] Added segment 52c5ea7c-19a5-4e38-97d8-de5a9aaed84f of type vlan for network 7a5c8c08-3d3c-4e3e-be4e-46a18417c30b Oct 20 10:34:08.750728 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-84f0b64c-414e-4f10-a52a-e41d51ea3cb9 req-77720645-5863-4188-b556-badda072a43b tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:08.752112 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-151ae6a5-0cb1-41c1-80a0-a7e17bed8d93 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:08.783329 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-84f0b64c-414e-4f10-a52a-e41d51ea3cb9 req-77720645-5863-4188-b556-badda072a43b tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1773381'] for floatingip, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:08.784851 n-d-811396-3 neutron-server[100596]: INFO neutron.db.l3_db [req-84f0b64c-414e-4f10-a52a-e41d51ea3cb9 req-77720645-5863-4188-b556-badda072a43b tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] Floating IP a72bf11a-20b0-444f-ab6f-0963a6e372eb disassociated. External IP: 172.25.1.120, port: a350710b-efc8-4218-899f-950111a88e60. Oct 20 10:34:08.800003 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-151ae6a5-0cb1-41c1-80a0-a7e17bed8d93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:08.801644 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-151ae6a5-0cb1-41c1-80a0-a7e17bed8d93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:08.802365 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-151ae6a5-0cb1-41c1-80a0-a7e17bed8d93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:08.836341 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:08.852536 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a838e1fc-fbe6-4732-bc09-11d468be2489 req-f00e1619-b2b2-4479-a15f-56b636c08839 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/ports?device_id=c8f9f9fd-6dea-4857-9f5d-598e5d82d0d4 HTTP/1.1" status: 200 len: 210 time: 0.0820401 Oct 20 10:34:08.890267 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-151ae6a5-0cb1-41c1-80a0-a7e17bed8d93 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 0.7340364 Oct 20 10:34:08.898717 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 45776) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:34:08.904253 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-5f9627fd-842b-493f-bef7-6ac8bbc0813e admin admin] Request body: {'subnet': {'network_id': '7a5c8c08-3d3c-4e3e-be4e-46a18417c30b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1654738627-subnet', 'tenant_id': '53d70f18161c493488cca7ccddd32a4c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:34:08.983348 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f9627fd-842b-493f-bef7-6ac8bbc0813e admin admin] Made reservation on behalf of 53d70f18161c493488cca7ccddd32a4c for: {'subnet': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:34:08.985850 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5f9627fd-842b-493f-bef7-6ac8bbc0813e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25350782'] for subnet, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:08.990821 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151ae6a5-0cb1-41c1-80a0-a7e17bed8d93 admin admin] Pushing event updated for resources: {'Network': ['ID=7a5c8c08-3d3c-4e3e-be4e-46a18417c30b,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:34:09.002095 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network 7a5c8c08-3d3c-4e3e-be4e-46a18417c30b details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:34:09.443936 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5f9627fd-842b-493f-bef7-6ac8bbc0813e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25350752'] for subnet, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:09.508893 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9627fd-842b-493f-bef7-6ac8bbc0813e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8dbe2c3-5331-4e8d-b6fe-4a3f9c15ae27,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:34:09.534423 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9627fd-842b-493f-bef7-6ac8bbc0813e admin admin] Checking segment: {'id': '52c5ea7c-19a5-4e38-97d8-de5a9aaed84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '7a5c8c08-3d3c-4e3e-be4e-46a18417c30b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:34:09.534762 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f9627fd-842b-493f-bef7-6ac8bbc0813e admin admin] Network hostable DHCP agents. Network: 7a5c8c08-3d3c-4e3e-be4e-46a18417c30b, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:34:09.556569 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f9627fd-842b-493f-bef7-6ac8bbc0813e admin admin] Network 7a5c8c08-3d3c-4e3e-be4e-46a18417c30b is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:34:09.569971 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-5f9627fd-842b-493f-bef7-6ac8bbc0813e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, 7a5c8c08-3d3c-4e3e-be4e-46a18417c30b) {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:34:09.580866 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c544f84-79b5-4245-864d-52b7fcc663f0 None None] Network 7a5c8c08-3d3c-4e3e-be4e-46a18417c30b requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:34:09.592141 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9627fd-842b-493f-bef7-6ac8bbc0813e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:09.593435 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5f9627fd-842b-493f-bef7-6ac8bbc0813e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:09.618065 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-5f9627fd-842b-493f-bef7-6ac8bbc0813e admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.7182667 Oct 20 10:34:09.622984 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 45808) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:34:09.633865 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-ac2a0f6a-c479-4854-95ae-3b734971859b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1654738627-router', 'tenant_id': '53d70f18161c493488cca7ccddd32a4c', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:34:09.701959 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ac2a0f6a-c479-4854-95ae-3b734971859b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1772442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258322'] for router, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:09.703275 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ac2a0f6a-c479-4854-95ae-3b734971859b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1772334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773516', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258315'] for router, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:09.791852 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ac2a0f6a-c479-4854-95ae-3b734971859b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:09.869688 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.l3_agent_scheduler [req-84f0b64c-414e-4f10-a52a-e41d51ea3cb9 req-77720645-5863-4188-b556-badda072a43b tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] Router d509b498-2ca1-446a-b2d1-668329922057 has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:34:09.877386 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc64892-6d8f-46c2-a911-92c2ce5e7b83 req-722f5faf-9d64-46c7-abd7-7ece4b08d09d tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:09.889447 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1dc64892-6d8f-46c2-a911-92c2ce5e7b83 req-722f5faf-9d64-46c7-abd7-7ece4b08d09d tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.69 "GET /v2.0/networks?id=60750f9d-1dd0-4933-91f0-f6aefa736c9d HTTP/1.1" status: 200 len: 808 time: 0.7086420 Oct 20 10:34:09.912870 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-1dc64892-6d8f-46c2-a911-92c2ce5e7b83 req-793bbfd1-35eb-404a-a162-6ddf3df7dd16 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Request body: {'port': {'device_id': 'c8f9f9fd-6dea-4857-9f5d-598e5d82d0d4', 'network_id': '60750f9d-1dd0-4933-91f0-f6aefa736c9d', 'admin_state_up': True, 'tenant_id': '4e37fa6eb8b848f6897a2d7488b235c7'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:34:09.984342 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9050bc98-edf0-4bcf-a02c-11f3f93428cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524064ba-869c-5550-b826-c26b69a11278-7a5c8c08-3d3c-4e3e-be4e-46a18417c30b', 'network_id': '7a5c8c08-3d3c-4e3e-be4e-46a18417c30b', 'tenant_id': '53d70f18161c493488cca7ccddd32a4c', 'fixed_ips': [{'subnet_id': 'c8dbe2c3-5331-4e8d-b6fe-4a3f9c15ae27'}]}} from n-d-811396-3. {{(pid=100598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:34:09.987188 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-9050bc98-edf0-4bcf-a02c-11f3f93428cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:10.095427 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ac2a0f6a-c479-4854-95ae-3b734971859b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:10.323912 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-9050bc98-edf0-4bcf-a02c-11f3f93428cd None None] Allocated IP 172.20.0.2 (7a5c8c08-3d3c-4e3e-be4e-46a18417c30b/c8dbe2c3-5331-4e8d-b6fe-4a3f9c15ae27/9da7c182-c79c-4a18-a7a9-d8a7ee35053c) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:34:10.393015 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ac2a0f6a-c479-4854-95ae-3b734971859b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:10.415684 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ac2a0f6a-c479-4854-95ae-3b734971859b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:10.452842 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-960b557a-dd22-4e7b-8b22-20a3dcb69c58 req-7c0ca97b-751c-4b98-98f5-a9af205e59ab tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/ports?device_id=c8f9f9fd-6dea-4857-9f5d-598e5d82d0d4 HTTP/1.1" status: 200 len: 210 time: 0.3317959 Oct 20 10:34:10.467139 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-84f0b64c-414e-4f10-a52a-e41d51ea3cb9 req-77720645-5863-4188-b556-badda072a43b tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:34:10.500883 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c084a9c-a30b-4f36-9a73-e520a32557bd None None] Sync routers for ids ['d509b498-2ca1-446a-b2d1-668329922057'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:34:10.523327 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-84f0b64c-414e-4f10-a52a-e41d51ea3cb9 req-77720645-5863-4188-b556-badda072a43b tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for floatingip, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:10.530701 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c084a9c-a30b-4f36-9a73-e520a32557bd None None] Routers {'d509b498-2ca1-446a-b2d1-668329922057'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:34:10.534667 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-0c084a9c-a30b-4f36-9a73-e520a32557bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:34:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['d509b498-2ca1-446a-b2d1-668329922057'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:34:10.577404 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-84f0b64c-414e-4f10-a52a-e41d51ea3cb9 req-77720645-5863-4188-b556-badda072a43b tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] 10.222.0.64 "PUT /v2.0/floatingips/a72bf11a-20b0-444f-ab6f-0963a6e372eb HTTP/1.1" status: 200 len: 695 time: 2.2483940 Oct 20 10:34:10.580429 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2d81d2b-ae08-4a61-a0b2-4e8698a15570', 'tag': 'a350710b-efc8-4218-899f-950111a88e60'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:34:10.582912 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e2e37a1-0954-4d7d-a91b-b82563fc8d46" -d '{"events": [{"name": "network-changed", "server_uuid": "f2d81d2b-ae08-4a61-a0b2-4e8698a15570", "tag": "a350710b-efc8-4218-899f-950111a88e60"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:34:10.627044 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-ac2a0f6a-c479-4854-95ae-3b734971859b admin admin] Allocated IP 172.25.1.11 (cbe170d3-31ba-45a2-b477-520ab0a7a8ea/f4e26aca-17ac-4adb-a66b-d939a1b35b64/82d58cc8-1992-4ee5-83c2-13b8effa7380) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:34:10.638756 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1dc64892-6d8f-46c2-a911-92c2ce5e7b83 req-793bbfd1-35eb-404a-a162-6ddf3df7dd16 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Made reservation on behalf of 4e37fa6eb8b848f6897a2d7488b235c7 for: {'port': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:34:10.642943 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-1dc64892-6d8f-46c2-a911-92c2ce5e7b83 req-793bbfd1-35eb-404a-a162-6ddf3df7dd16 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:10.724782 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-9050bc98-edf0-4bcf-a02c-11f3f93428cd None None] Publish callbacks [] for port, precommit_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:10.749715 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-9050bc98-edf0-4bcf-a02c-11f3f93428cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:10.781956 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [req-1dc64892-6d8f-46c2-a911-92c2ce5e7b83 req-793bbfd1-35eb-404a-a162-6ddf3df7dd16 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Allocated IP 172.20.0.3 (60750f9d-1dd0-4933-91f0-f6aefa736c9d/6f74b0c1-2855-44cd-a118-a8c6ce76ebd8/343bc4c8-a9f3-4ff9-a633-bc7d16829613) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:34:10.884640 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9050bc98-edf0-4bcf-a02c-11f3f93428cd None None] Pushing event updated for resources: {'Port': ['ID=9da7c182-c79c-4a18-a7a9-d8a7ee35053c,revision_number=1']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:34:10.889853 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-0c084a9c-a30b-4f36-9a73-e520a32557bd None None] Set router d509b498-2ca1-446a-b2d1-668329922057 gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:34:10.913460 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ac2a0f6a-c479-4854-95ae-3b734971859b admin admin] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:10.940967 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9050bc98-edf0-4bcf-a02c-11f3f93428cd None None] Network 7a5c8c08-3d3c-4e3e-be4e-46a18417c30b is already hosted by enough agents. {{(pid=100598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:34:10.945510 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.base_scheduler [None req-9050bc98-edf0-4bcf-a02c-11f3f93428cd None None] Resources bound (agent type, host, resource id): {{(pid=100598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:34:10.950257 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-1dc64892-6d8f-46c2-a911-92c2ce5e7b83 req-793bbfd1-35eb-404a-a162-6ddf3df7dd16 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:10.954570 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9050bc98-edf0-4bcf-a02c-11f3f93428cd None None] Received port after_create {{(pid=100598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:34:10.998203 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-1dc64892-6d8f-46c2-a911-92c2ce5e7b83 req-793bbfd1-35eb-404a-a162-6ddf3df7dd16 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:11.007426 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ac2a0f6a-c479-4854-95ae-3b734971859b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:11.063934 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1dc64892-6d8f-46c2-a911-92c2ce5e7b83 req-793bbfd1-35eb-404a-a162-6ddf3df7dd16 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Network 60750f9d-1dd0-4933-91f0-f6aefa736c9d is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:34:11.066749 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f0b64c-414e-4f10-a52a-e41d51ea3cb9 req-41bc7429-0111-41a1-89ce-f406e6dae53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:11.070419 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-84f0b64c-414e-4f10-a52a-e41d51ea3cb9 req-41bc7429-0111-41a1-89ce-f406e6dae53e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2530338db1db417898003de86d78050c&device_id=f2d81d2b-ae08-4a61-a0b2-4e8698a15570 HTTP/1.1" status: 200 len: 1097 time: 0.4604628 Oct 20 10:34:11.070419 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793bbfd1-35eb-404a-a162-6ddf3df7dd16 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Pushing event updated for resources: {'Port': ['ID=343bc4c8-a9f3-4ff9-a633-bc7d16829613,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:34:11.073786 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [req-1dc64892-6d8f-46c2-a911-92c2ce5e7b83 req-793bbfd1-35eb-404a-a162-6ddf3df7dd16 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:34:11.078051 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dc64892-6d8f-46c2-a911-92c2ce5e7b83 req-793bbfd1-35eb-404a-a162-6ddf3df7dd16 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:34:11.092037 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2a0f6a-c479-4854-95ae-3b734971859b admin admin] Network cbe170d3-31ba-45a2-b477-520ab0a7a8ea is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:34:11.101997 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-ac2a0f6a-c479-4854-95ae-3b734971859b admin admin] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:34:11.106260 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2a0f6a-c479-4854-95ae-3b734971859b admin admin] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:34:11.169397 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e340369a-5c48-4237-9c64-75b97cbd352a x-openstack-request-id: req-e340369a-5c48-4237-9c64-75b97cbd352a {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:34:11.169696 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2d81d2b-ae08-4a61-a0b2-4e8698a15570", "tag": "a350710b-efc8-4218-899f-950111a88e60", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:34:11.169949 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e340369a-5c48-4237-9c64-75b97cbd352a {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:34:11.170349 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2d81d2b-ae08-4a61-a0b2-4e8698a15570', 'tag': 'a350710b-efc8-4218-899f-950111a88e60', 'status': 'completed', 'code': 200} Oct 20 10:34:11.173821 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-9050bc98-edf0-4bcf-a02c-11f3f93428cd None None] Attempting to bind port 9da7c182-c79c-4a18-a7a9-d8a7ee35053c on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:34:11.175864 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-9050bc98-edf0-4bcf-a02c-11f3f93428cd None None] Attempting to bind port 9da7c182-c79c-4a18-a7a9-d8a7ee35053c by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '52c5ea7c-19a5-4e38-97d8-de5a9aaed84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '7a5c8c08-3d3c-4e3e-be4e-46a18417c30b'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:34:11.177717 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9050bc98-edf0-4bcf-a02c-11f3f93428cd None None] Attempting to bind port 9da7c182-c79c-4a18-a7a9-d8a7ee35053c on network 7a5c8c08-3d3c-4e3e-be4e-46a18417c30b {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:34:11.186488 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a0f6a-c479-4854-95ae-3b734971859b admin admin] Pushing event updated for resources: {'Port': ['ID=82d58cc8-1992-4ee5-83c2-13b8effa7380,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:34:11.201424 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9050bc98-edf0-4bcf-a02c-11f3f93428cd None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:34:11.202203 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9050bc98-edf0-4bcf-a02c-11f3f93428cd None None] Checking segment: {'id': '52c5ea7c-19a5-4e38-97d8-de5a9aaed84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '7a5c8c08-3d3c-4e3e-be4e-46a18417c30b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:34:11.204764 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-9050bc98-edf0-4bcf-a02c-11f3f93428cd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:11.205176 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9050bc98-edf0-4bcf-a02c-11f3f93428cd None None] Bound using segment: {'id': '52c5ea7c-19a5-4e38-97d8-de5a9aaed84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '7a5c8c08-3d3c-4e3e-be4e-46a18417c30b'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:34:11.208758 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-9050bc98-edf0-4bcf-a02c-11f3f93428cd None None] Bound port: 9da7c182-c79c-4a18-a7a9-d8a7ee35053c, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52c5ea7c-19a5-4e38-97d8-de5a9aaed84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '7a5c8c08-3d3c-4e3e-be4e-46a18417c30b'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:34:11.209174 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-9050bc98-edf0-4bcf-a02c-11f3f93428cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:11.436626 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-9050bc98-edf0-4bcf-a02c-11f3f93428cd None None] For port 9da7c182-c79c-4a18-a7a9-d8a7ee35053c, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:34:11.440530 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-9050bc98-edf0-4bcf-a02c-11f3f93428cd None None] For port 9da7c182-c79c-4a18-a7a9-d8a7ee35053c, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=9da7c182-c79c-4a18-a7a9-d8a7ee35053c,segment=NetworkSegment(52c5ea7c-19a5-4e38-97d8-de5a9aaed84f),segment_id=52c5ea7c-19a5-4e38-97d8-de5a9aaed84f)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:34:11.457983 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-9050bc98-edf0-4bcf-a02c-11f3f93428cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:11.481511 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc64892-6d8f-46c2-a911-92c2ce5e7b83 req-793bbfd1-35eb-404a-a162-6ddf3df7dd16 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:11.482914 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-1dc64892-6d8f-46c2-a911-92c2ce5e7b83 req-793bbfd1-35eb-404a-a162-6ddf3df7dd16 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:11.523351 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2e37a1-0954-4d7d-a91b-b82563fc8d46 req-c8f01929-3ead-41a4-be56-13bd8c5324bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:11.526390 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2e2e37a1-0954-4d7d-a91b-b82563fc8d46 req-c8f01929-3ead-41a4-be56-13bd8c5324bd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2530338db1db417898003de86d78050c&device_id=f2d81d2b-ae08-4a61-a0b2-4e8698a15570 HTTP/1.1" status: 200 len: 1097 time: 0.2899284 Oct 20 10:34:11.545858 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1dc64892-6d8f-46c2-a911-92c2ce5e7b83 req-793bbfd1-35eb-404a-a162-6ddf3df7dd16 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6457160 Oct 20 10:34:11.614327 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f0b64c-414e-4f10-a52a-e41d51ea3cb9 req-ceb446b5-0341-43c5-a12b-722adf40c488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:11.616672 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-84f0b64c-414e-4f10-a52a-e41d51ea3cb9 req-ceb446b5-0341-43c5-a12b-722adf40c488 service neutron] 10.222.0.64 "GET /v2.0/networks?id=34c3c2fc-2825-47c5-ac90-f8d0645c4c57 HTTP/1.1" status: 200 len: 921 time: 0.5396369 Oct 20 10:34:11.633806 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9050bc98-edf0-4bcf-a02c-11f3f93428cd None None] Pushing event updated for resources: {'Port': ['ID=9da7c182-c79c-4a18-a7a9-d8a7ee35053c,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:34:11.644252 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-1dc64892-6d8f-46c2-a911-92c2ce5e7b83 req-11c98f18-d5e1-4826-b272-750c9471502e service neutron] Request body: {'port': {'device_id': 'c8f9f9fd-6dea-4857-9f5d-598e5d82d0d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811396-3'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:34:11.655603 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-0c084a9c-a30b-4f36-9a73-e520a32557bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd509b498-2ca1-446a-b2d1-668329922057', 'name': 'tempest-FloatingIPsAssociationTestJSON-608749491-router', 'tenant_id': '2530338db1db417898003de86d78050c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': 'ea4e0f80-5e18-4aa4-8f78-2856206d04de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:33:00Z', 'updated_at': '2021-10-20T10:33:04Z', 'revision_number': 4, 'project_id': '2530338db1db417898003de86d78050c', 'gw_port': {'id': 'ea4e0f80-5e18-4aa4-8f78-2856206d04de', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd509b498-2ca1-446a-b2d1-668329922057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:33:01Z', 'updated_at': '2021-10-20T10:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': 'dc5eb2ba-0c00-4cd5-a2be-251884778ed2', 'name': '', 'network_id': '34c3c2fc-2825-47c5-ac90-f8d0645c4c57', 'tenant_id': '2530338db1db417898003de86d78050c', 'mac_address': 'fa:16:3e:75:c3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd509b498-2ca1-446a-b2d1-668329922057', 'device_owner': 'network:router_interface', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': '3904a09f-6fdf-4647-b2a1-fcfec8e51887', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:33:03Z', 'updated_at': '2021-10-20T10:33:09Z', 'revision_number': 5, 'project_id': '2530338db1db417898003de86d78050c', 'subnets': [{'id': '3904a09f-6fdf-4647-b2a1-fcfec8e51887', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:34:11.737158 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c084a9c-a30b-4f36-9a73-e520a32557bd None None] Checking router: d509b498-2ca1-446a-b2d1-668329922057 for host: n-d-811396-3 {{(pid=100599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:34:11.757300 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c084a9c-a30b-4f36-9a73-e520a32557bd None None] Routers {'d509b498-2ca1-446a-b2d1-668329922057'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:34:11.760021 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-0c084a9c-a30b-4f36-9a73-e520a32557bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:34:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['d509b498-2ca1-446a-b2d1-668329922057'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:34:11.808292 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-84f0b64c-414e-4f10-a52a-e41d51ea3cb9 req-7ab48971-e03e-4ffc-8ab3-b8a2eee1d82d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a350710b-efc8-4218-899f-950111a88e60 HTTP/1.1" status: 200 len: 217 time: 0.1533973 Oct 20 10:34:12.053743 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-0c084a9c-a30b-4f36-9a73-e520a32557bd None None] Set router d509b498-2ca1-446a-b2d1-668329922057 gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:34:12.172872 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-1dc64892-6d8f-46c2-a911-92c2ce5e7b83 req-11c98f18-d5e1-4826-b272-750c9471502e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:12.202298 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f0b64c-414e-4f10-a52a-e41d51ea3cb9 req-a07579d7-01a0-4004-b77f-9f32df5f0f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:12.204118 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-84f0b64c-414e-4f10-a52a-e41d51ea3cb9 req-a07579d7-01a0-4004-b77f-9f32df5f0f20 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3904a09f-6fdf-4647-b2a1-fcfec8e51887 HTTP/1.1" status: 200 len: 859 time: 0.3113124 Oct 20 10:34:12.206579 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2e37a1-0954-4d7d-a91b-b82563fc8d46 req-36d97a1f-eb48-466e-94dc-25f90727a195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:12.208016 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2e2e37a1-0954-4d7d-a91b-b82563fc8d46 req-36d97a1f-eb48-466e-94dc-25f90727a195 service neutron] 10.222.0.55 "GET /v2.0/networks?id=34c3c2fc-2825-47c5-ac90-f8d0645c4c57 HTTP/1.1" status: 200 len: 921 time: 0.6567245 Oct 20 10:34:12.357056 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2e2e37a1-0954-4d7d-a91b-b82563fc8d46 req-9fbc316e-54ab-4fe7-b02a-2818177e256d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a350710b-efc8-4218-899f-950111a88e60 HTTP/1.1" status: 200 len: 217 time: 0.1284738 Oct 20 10:34:12.388261 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b999f5-c717-4fd4-a822-c736393ae59c req-8d387567-b9de-436c-be3e-4c8e552e3246 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:12.389877 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-23b999f5-c717-4fd4-a822-c736393ae59c req-8d387567-b9de-436c-be3e-4c8e552e3246 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/ports?device_id=c8f9f9fd-6dea-4857-9f5d-598e5d82d0d4 HTTP/1.1" status: 200 len: 931 time: 0.3599544 Oct 20 10:34:12.499112 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ac2a0f6a-c479-4854-95ae-3b734971859b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:12.562340 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-0c084a9c-a30b-4f36-9a73-e520a32557bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd509b498-2ca1-446a-b2d1-668329922057', 'name': 'tempest-FloatingIPsAssociationTestJSON-608749491-router', 'tenant_id': '2530338db1db417898003de86d78050c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': 'ea4e0f80-5e18-4aa4-8f78-2856206d04de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:33:00Z', 'updated_at': '2021-10-20T10:33:04Z', 'revision_number': 4, 'project_id': '2530338db1db417898003de86d78050c', 'gw_port': {'id': 'ea4e0f80-5e18-4aa4-8f78-2856206d04de', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd509b498-2ca1-446a-b2d1-668329922057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:33:01Z', 'updated_at': '2021-10-20T10:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': 'dc5eb2ba-0c00-4cd5-a2be-251884778ed2', 'name': '', 'network_id': '34c3c2fc-2825-47c5-ac90-f8d0645c4c57', 'tenant_id': '2530338db1db417898003de86d78050c', 'mac_address': 'fa:16:3e:75:c3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd509b498-2ca1-446a-b2d1-668329922057', 'device_owner': 'network:router_interface', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': '3904a09f-6fdf-4647-b2a1-fcfec8e51887', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:33:03Z', 'updated_at': '2021-10-20T10:33:09Z', 'revision_number': 5, 'project_id': '2530338db1db417898003de86d78050c', 'subnets': [{'id': '3904a09f-6fdf-4647-b2a1-fcfec8e51887', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:34:12.676947 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c084a9c-a30b-4f36-9a73-e520a32557bd None None] The sync data for ids ['d509b498-2ca1-446a-b2d1-668329922057'] in n-d-811396-3 is: [{'id': 'd509b498-2ca1-446a-b2d1-668329922057', 'name': 'tempest-FloatingIPsAssociationTestJSON-608749491-router', 'tenant_id': '2530338db1db417898003de86d78050c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': 'ea4e0f80-5e18-4aa4-8f78-2856206d04de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:33:00Z', 'updated_at': '2021-10-20T10:33:04Z', 'revision_number': 4, 'project_id': '2530338db1db417898003de86d78050c', 'gw_port': {'id': 'ea4e0f80-5e18-4aa4-8f78-2856206d04de', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd509b498-2ca1-446a-b2d1-668329922057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:33:01Z', 'updated_at': '2021-10-20T10:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': 'dc5eb2ba-0c00-4cd5-a2be-251884778ed2', 'name': '', 'network_id': '34c3c2fc-2825-47c5-ac90-f8d0645c4c57', 'tenant_id': '2530338db1db417898003de86d78050c', 'mac_address': 'fa:16:3e:75:c3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd509b498-2ca1-446a-b2d1-668329922057', 'device_owner': 'network:router_interface', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': '3904a09f-6fdf-4647-b2a1-fcfec8e51887', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:33:03Z', 'updated_at': '2021-10-20T10:33:09Z', 'revision_number': 5, 'project_id': '2530338db1db417898003de86d78050c', 'subnets': [{'id': '3904a09f-6fdf-4647-b2a1-fcfec8e51887', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:34:12.739283 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f0b64c-414e-4f10-a52a-e41d51ea3cb9 req-9438f7ff-b87d-4156-bdd7-ddf32c87154e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:12.751665 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-84f0b64c-414e-4f10-a52a-e41d51ea3cb9 req-9438f7ff-b87d-4156-bdd7-ddf32c87154e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=34c3c2fc-2825-47c5-ac90-f8d0645c4c57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5204098 Oct 20 10:34:12.787182 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-23b999f5-c717-4fd4-a822-c736393ae59c req-bfc4ed2a-70f2-45d7-bfb2-fbb5ce9f2db5 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/security-groups?id=c33a6cb5-e80a-4f79-936a-38f5e3f7c89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3699157 Oct 20 10:34:12.900920 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2e37a1-0954-4d7d-a91b-b82563fc8d46 req-f4ccb6aa-1a10-400d-85a8-87c7600563ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:12.902568 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2e2e37a1-0954-4d7d-a91b-b82563fc8d46 req-f4ccb6aa-1a10-400d-85a8-87c7600563ab service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3904a09f-6fdf-4647-b2a1-fcfec8e51887 HTTP/1.1" status: 200 len: 859 time: 0.5115490 Oct 20 10:34:13.007912 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ac2a0f6a-c479-4854-95ae-3b734971859b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1773475'] for router, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:13.279654 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-8ea667ce-f3cc-432a-9bc5-ce936165effc req-0347dc1e-ff05-45ec-a2f4-385609db9e42 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=5494c8bb-e16d-4c69-9bbd-57729001929d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1302564 Oct 20 10:34:13.340807 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82d2aa0-6190-467c-8846-f5348e0b22ca None None] New status for floating IP a72bf11a-20b0-444f-ab6f-0963a6e372eb: DOWN {{(pid=100598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 10:34:13.357006 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2e37a1-0954-4d7d-a91b-b82563fc8d46 req-d44e6476-325c-42a5-8467-69f2b94735ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:13.362251 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2e2e37a1-0954-4d7d-a91b-b82563fc8d46 req-d44e6476-325c-42a5-8467-69f2b94735ba service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=34c3c2fc-2825-47c5-ac90-f8d0645c4c57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4240124 Oct 20 10:34:13.463749 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a6d2972-5e19-40b9-8a9e-6481d475eef6 None None] Network 7a5c8c08-3d3c-4e3e-be4e-46a18417c30b requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:34:13.524905 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea667ce-f3cc-432a-9bc5-ce936165effc req-700d275b-847a-419b-b134-aba3ef9609a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:13.530220 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-8ea667ce-f3cc-432a-9bc5-ce936165effc req-700d275b-847a-419b-b134-aba3ef9609a1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c403c40bbf7f4a248f56e3795d093508&device_id=5494c8bb-e16d-4c69-9bbd-57729001929d HTTP/1.1" status: 200 len: 1097 time: 0.1648643 Oct 20 10:34:13.674375 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-84f0b64c-414e-4f10-a52a-e41d51ea3cb9 req-be9607e0-0cd0-42b0-a514-823affaa8780 service neutron] 10.222.0.64 "GET /v2.0/networks/34c3c2fc-2825-47c5-ac90-f8d0645c4c57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8860278 Oct 20 10:34:13.770393 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-3b150406-8f13-4026-a18e-dad4eda0f3ec None None] Provisioning complete for port 9da7c182-c79c-4a18-a7a9-d8a7ee35053c triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:34:13.770585 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3b150406-8f13-4026-a18e-dad4eda0f3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:13.773454 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea667ce-f3cc-432a-9bc5-ce936165effc req-32687e28-91b6-43aa-8409-293b143bcb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:13.778437 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-8ea667ce-f3cc-432a-9bc5-ce936165effc req-32687e28-91b6-43aa-8409-293b143bcb68 service neutron] 10.222.0.69 "GET /v2.0/networks?id=b5348cfb-edec-469e-9a10-140f5e3d3dc7 HTTP/1.1" status: 200 len: 917 time: 0.2202189 Oct 20 10:34:13.942295 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac2a0f6a-c479-4854-95ae-3b734971859b admin admin] Router faf6492f-8af4-41c5-a7bc-e16562f4e555 is scheduled to L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 with binding_index 1 {{(pid=100597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 10:34:13.997290 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-8ea667ce-f3cc-432a-9bc5-ce936165effc req-09c431d8-9cf9-491e-8495-12d620b580ca service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9b98137f-64b7-47dd-94b7-8706ff9c48f0 HTTP/1.1" status: 200 len: 1002 time: 0.2038321 Oct 20 10:34:14.037059 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 9da7c182-c79c-4a18-a7a9-d8a7ee35053c up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:34:14.172168 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea667ce-f3cc-432a-9bc5-ce936165effc req-0c2a4b88-629b-4903-9f65-8fb63a2bb8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:14.181505 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-8ea667ce-f3cc-432a-9bc5-ce936165effc req-0c2a4b88-629b-4903-9f65-8fb63a2bb8c2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bf7a4fdc-497b-4ffd-af1e-57b2c48df7c3 HTTP/1.1" status: 200 len: 855 time: 0.1147189 Oct 20 10:34:14.301192 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac2a0f6a-c479-4854-95ae-3b734971859b admin admin] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:34:14.314214 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870528c3-1dfd-4646-8329-dc9edaa6b1e9 None None] Sync routers for ids ['faf6492f-8af4-41c5-a7bc-e16562f4e555'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:34:14.329140 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea667ce-f3cc-432a-9bc5-ce936165effc req-953d1e9d-cce1-4ea8-8c3c-5bc22389ee1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:14.332579 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-8ea667ce-f3cc-432a-9bc5-ce936165effc req-953d1e9d-cce1-4ea8-8c3c-5bc22389ee1c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b5348cfb-edec-469e-9a10-140f5e3d3dc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1387961 Oct 20 10:34:14.343259 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ac2a0f6a-c479-4854-95ae-3b734971859b admin admin] Publish callbacks [] for router, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:14.348323 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-ac2a0f6a-c479-4854-95ae-3b734971859b admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 4.7236359 Oct 20 10:34:14.355975 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870528c3-1dfd-4646-8329-dc9edaa6b1e9 None None] Routers {'faf6492f-8af4-41c5-a7bc-e16562f4e555'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:34:14.363661 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-870528c3-1dfd-4646-8329-dc9edaa6b1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:34:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['faf6492f-8af4-41c5-a7bc-e16562f4e555'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:34:14.369685 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 45878) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:34:14.503140 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 9da7c182-c79c-4a18-a7a9-d8a7ee35053c triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:34:14.506009 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:14.555740 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-870528c3-1dfd-4646-8329-dc9edaa6b1e9 None None] Set router faf6492f-8af4-41c5-a7bc-e16562f4e555 gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:34:14.596573 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3b150406-8f13-4026-a18e-dad4eda0f3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:14.742018 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-3b150406-8f13-4026-a18e-dad4eda0f3ec None None] For port 9da7c182-c79c-4a18-a7a9-d8a7ee35053c, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=9da7c182-c79c-4a18-a7a9-d8a7ee35053c,segment=NetworkSegment(52c5ea7c-19a5-4e38-97d8-de5a9aaed84f),segment_id=52c5ea7c-19a5-4e38-97d8-de5a9aaed84f)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:34:14.754108 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3b150406-8f13-4026-a18e-dad4eda0f3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:14.975715 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-8ea667ce-f3cc-432a-9bc5-ce936165effc req-4bde710c-6c0e-4309-80da-719f30c45130 service neutron] 10.222.0.69 "GET /v2.0/networks/b5348cfb-edec-469e-9a10-140f5e3d3dc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6255074 Oct 20 10:34:14.982654 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b150406-8f13-4026-a18e-dad4eda0f3ec None None] Pushing event updated for resources: {'Port': ['ID=9da7c182-c79c-4a18-a7a9-d8a7ee35053c,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:34:15.030494 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-870528c3-1dfd-4646-8329-dc9edaa6b1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faf6492f-8af4-41c5-a7bc-e16562f4e555', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1654738627-router', 'tenant_id': '53d70f18161c493488cca7ccddd32a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '82d58cc8-1992-4ee5-83c2-13b8effa7380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:34:09Z', 'updated_at': '2021-10-20T10:34:11Z', 'revision_number': 3, 'project_id': '53d70f18161c493488cca7ccddd32a4c', 'gw_port': {'id': '82d58cc8-1992-4ee5-83c2-13b8effa7380', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:0e:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faf6492f-8af4-41c5-a7bc-e16562f4e555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:34:10Z', 'updated_at': '2021-10-20T10:34:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:34:15.073059 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870528c3-1dfd-4646-8329-dc9edaa6b1e9 None None] Checking router: faf6492f-8af4-41c5-a7bc-e16562f4e555 for host: n-d-811396-3 {{(pid=100599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:34:15.073414 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870528c3-1dfd-4646-8329-dc9edaa6b1e9 None None] Updating router faf6492f-8af4-41c5-a7bc-e16562f4e555 port 82d58cc8-1992-4ee5-83c2-13b8effa7380 binding host n-d-811396-3 {{(pid=100599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 10:34:15.103666 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-870528c3-1dfd-4646-8329-dc9edaa6b1e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:15.179922 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2e2e37a1-0954-4d7d-a91b-b82563fc8d46 req-70b400e0-b19d-497b-bf98-5c54ac688dde service neutron] 10.222.0.55 "GET /v2.0/networks/34c3c2fc-2825-47c5-ac90-f8d0645c4c57?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8084140 Oct 20 10:34:15.281088 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [req-1dc64892-6d8f-46c2-a911-92c2ce5e7b83 req-11c98f18-d5e1-4826-b272-750c9471502e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 343bc4c8-a9f3-4ff9-a633-bc7d16829613 {{(pid=100596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:34:15.289860 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-0371f13c-37c7-42f6-a334-ed91f29269af None None] Provisioning complete for port 9da7c182-c79c-4a18-a7a9-d8a7ee35053c triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:34:15.290368 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-0371f13c-37c7-42f6-a334-ed91f29269af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:15.355909 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-1dc64892-6d8f-46c2-a911-92c2ce5e7b83 req-11c98f18-d5e1-4826-b272-750c9471502e service neutron] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:15.406517 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-870528c3-1dfd-4646-8329-dc9edaa6b1e9 None None] Publish callbacks [] for port, precommit_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:15.419785 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-84f0b64c-414e-4f10-a52a-e41d51ea3cb9 req-7b4f6ff1-db2a-482f-a665-001cd779c854 service neutron] 10.222.0.64 "GET /v2.0/networks/34c3c2fc-2825-47c5-ac90-f8d0645c4c57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7230885 Oct 20 10:34:15.424327 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-870528c3-1dfd-4646-8329-dc9edaa6b1e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:15.432133 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-8ea667ce-f3cc-432a-9bc5-ce936165effc req-e31908d6-6274-4edc-ad1c-d5ba871bb589 service neutron] 10.222.0.69 "GET /v2.0/networks/b5348cfb-edec-469e-9a10-140f5e3d3dc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4453535 Oct 20 10:34:15.539970 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5af93f-d327-4018-9c30-4f8143635b53 None None] Pushing event updated for resources: {'Port': ['ID=82d58cc8-1992-4ee5-83c2-13b8effa7380,revision_number=2']} {{(pid=100599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:34:15.545549 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.provisioning_blocks [req-1dc64892-6d8f-46c2-a911-92c2ce5e7b83 req-11c98f18-d5e1-4826-b272-750c9471502e service neutron] Transition to ACTIVE for port object 343bc4c8-a9f3-4ff9-a633-bc7d16829613 will not be triggered until provisioned by entity L2. {{(pid=100596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:34:15.549176 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-870528c3-1dfd-4646-8329-dc9edaa6b1e9 None None] Attempting to bind port 82d58cc8-1992-4ee5-83c2-13b8effa7380 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:34:15.549741 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-870528c3-1dfd-4646-8329-dc9edaa6b1e9 None None] Attempting to bind port 82d58cc8-1992-4ee5-83c2-13b8effa7380 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}] {{(pid=100599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:34:15.550269 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870528c3-1dfd-4646-8329-dc9edaa6b1e9 None None] Attempting to bind port 82d58cc8-1992-4ee5-83c2-13b8effa7380 on network cbe170d3-31ba-45a2-b477-520ab0a7a8ea {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:34:15.557266 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5af93f-d327-4018-9c30-4f8143635b53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:34:15.557994 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5af93f-d327-4018-9c30-4f8143635b53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:34:15.558513 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5af93f-d327-4018-9c30-4f8143635b53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:34:15.559231 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5af93f-d327-4018-9c30-4f8143635b53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:34:15.559752 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5af93f-d327-4018-9c30-4f8143635b53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:34:15.560282 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5af93f-d327-4018-9c30-4f8143635b53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:34:15.560813 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5af93f-d327-4018-9c30-4f8143635b53 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:34:15.561345 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5af93f-d327-4018-9c30-4f8143635b53 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:34:15.561835 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5af93f-d327-4018-9c30-4f8143635b53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:34:15.562358 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5af93f-d327-4018-9c30-4f8143635b53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:34:15.562842 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5af93f-d327-4018-9c30-4f8143635b53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:34:15.563442 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5af93f-d327-4018-9c30-4f8143635b53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:34:15.576431 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870528c3-1dfd-4646-8329-dc9edaa6b1e9 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:34:15.577087 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870528c3-1dfd-4646-8329-dc9edaa6b1e9 None None] Checking segment: {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:34:15.577650 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-870528c3-1dfd-4646-8329-dc9edaa6b1e9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:15.578217 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870528c3-1dfd-4646-8329-dc9edaa6b1e9 None None] Bound using segment: {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'} {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:34:15.579034 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-870528c3-1dfd-4646-8329-dc9edaa6b1e9 None None] Bound port: 82d58cc8-1992-4ee5-83c2-13b8effa7380, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}}] {{(pid=100599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:34:15.579630 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-870528c3-1dfd-4646-8329-dc9edaa6b1e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:15.592851 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dae5ca3-fc38-4cae-b122-8739be484c9a req-b72e6927-3f0a-4b28-900c-f916dc3e0330 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:15.610258 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1dae5ca3-fc38-4cae-b122-8739be484c9a req-b72e6927-3f0a-4b28-900c-f916dc3e0330 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/ports?device_id=c8f9f9fd-6dea-4857-9f5d-598e5d82d0d4 HTTP/1.1" status: 200 len: 931 time: 0.4641225 Oct 20 10:34:15.644008 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-1dc64892-6d8f-46c2-a911-92c2ce5e7b83 req-11c98f18-d5e1-4826-b272-750c9471502e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:15.651572 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.db [None req-870528c3-1dfd-4646-8329-dc9edaa6b1e9 None None] For port 82d58cc8-1992-4ee5-83c2-13b8effa7380, host n-d-811396-3, cleared binding levels {{(pid=100599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:34:15.662420 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.db [None req-870528c3-1dfd-4646-8329-dc9edaa6b1e9 None None] For port 82d58cc8-1992-4ee5-83c2-13b8effa7380, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=82d58cc8-1992-4ee5-83c2-13b8effa7380,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:34:15.672704 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-870528c3-1dfd-4646-8329-dc9edaa6b1e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:15.797947 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2e2e37a1-0954-4d7d-a91b-b82563fc8d46 req-11b7a97c-0776-4681-b4f9-6f1adbb92251 service neutron] 10.222.0.55 "GET /v2.0/networks/34c3c2fc-2825-47c5-ac90-f8d0645c4c57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5811327 Oct 20 10:34:15.826702 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870528c3-1dfd-4646-8329-dc9edaa6b1e9 None None] Routers {'faf6492f-8af4-41c5-a7bc-e16562f4e555'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:34:15.831308 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-870528c3-1dfd-4646-8329-dc9edaa6b1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:34:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['faf6492f-8af4-41c5-a7bc-e16562f4e555'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:34:15.858015 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 9da7c182-c79c-4a18-a7a9-d8a7ee35053c up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:34:15.873299 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6000ebca-409d-445e-9cf0-09ed895892e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:15.878596 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1dae5ca3-fc38-4cae-b122-8739be484c9a req-fb1ad935-347d-4643-b2a5-4435808465a3 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/security-groups?id=c33a6cb5-e80a-4f79-936a-38f5e3f7c89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2672241 Oct 20 10:34:16.016866 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c98f18-d5e1-4826-b272-750c9471502e service neutron] Pushing event updated for resources: {'Port': ['ID=343bc4c8-a9f3-4ff9-a633-bc7d16829613,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:34:16.034242 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-870528c3-1dfd-4646-8329-dc9edaa6b1e9 None None] Set router faf6492f-8af4-41c5-a7bc-e16562f4e555 gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:34:16.049105 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 9da7c182-c79c-4a18-a7a9-d8a7ee35053c triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:34:16.049409 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:16.057120 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-1dc64892-6d8f-46c2-a911-92c2ce5e7b83 req-11c98f18-d5e1-4826-b272-750c9471502e service neutron] Attempting to bind port 343bc4c8-a9f3-4ff9-a633-bc7d16829613 on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:34:16.057594 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-1dc64892-6d8f-46c2-a911-92c2ce5e7b83 req-11c98f18-d5e1-4826-b272-750c9471502e service neutron] Attempting to bind port 343bc4c8-a9f3-4ff9-a633-bc7d16829613 by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': 'd74986f8-a71e-4359-a64d-140af23f3558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '60750f9d-1dd0-4933-91f0-f6aefa736c9d'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:34:16.058482 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dc64892-6d8f-46c2-a911-92c2ce5e7b83 req-11c98f18-d5e1-4826-b272-750c9471502e service neutron] Attempting to bind port 343bc4c8-a9f3-4ff9-a633-bc7d16829613 on network 60750f9d-1dd0-4933-91f0-f6aefa736c9d {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:34:16.063846 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dc64892-6d8f-46c2-a911-92c2ce5e7b83 req-11c98f18-d5e1-4826-b272-750c9471502e service neutron] Port 343bc4c8-a9f3-4ff9-a633-bc7d16829613 on network 60750f9d-1dd0-4933-91f0-f6aefa736c9d not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:34:16.064178 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dc64892-6d8f-46c2-a911-92c2ce5e7b83 req-11c98f18-d5e1-4826-b272-750c9471502e service neutron] Attempting to bind port 343bc4c8-a9f3-4ff9-a633-bc7d16829613 on network 60750f9d-1dd0-4933-91f0-f6aefa736c9d {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:34:16.070621 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dc64892-6d8f-46c2-a911-92c2ce5e7b83 req-11c98f18-d5e1-4826-b272-750c9471502e service neutron] Checking agent: {'id': '061232a2-7adc-4ba1-a873-e8cb136b064d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 34, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:34:16.070963 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dc64892-6d8f-46c2-a911-92c2ce5e7b83 req-11c98f18-d5e1-4826-b272-750c9471502e service neutron] Checking segment: {'id': 'd74986f8-a71e-4359-a64d-140af23f3558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '60750f9d-1dd0-4933-91f0-f6aefa736c9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:34:16.071342 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dc64892-6d8f-46c2-a911-92c2ce5e7b83 req-11c98f18-d5e1-4826-b272-750c9471502e service neutron] Bound using segment: {'id': 'd74986f8-a71e-4359-a64d-140af23f3558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '60750f9d-1dd0-4933-91f0-f6aefa736c9d'} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:34:16.071793 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-1dc64892-6d8f-46c2-a911-92c2ce5e7b83 req-11c98f18-d5e1-4826-b272-750c9471502e service neutron] Bound port: 343bc4c8-a9f3-4ff9-a633-bc7d16829613, host: n-h2-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd74986f8-a71e-4359-a64d-140af23f3558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '60750f9d-1dd0-4933-91f0-f6aefa736c9d'}}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:34:16.072144 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-1dc64892-6d8f-46c2-a911-92c2ce5e7b83 req-11c98f18-d5e1-4826-b272-750c9471502e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:16.165212 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5af93f-d327-4018-9c30-4f8143635b53 None None] Pushing event updated for resources: {'Port': ['ID=82d58cc8-1992-4ee5-83c2-13b8effa7380,revision_number=3']} {{(pid=100599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:34:16.186116 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-6000ebca-409d-445e-9cf0-09ed895892e7 admin admin] Allocated IP 172.20.0.1 (7a5c8c08-3d3c-4e3e-be4e-46a18417c30b/c8dbe2c3-5331-4e8d-b6fe-4a3f9c15ae27/dfc582b4-9861-4d5e-a389-20347451d017) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:34:16.252881 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-1dc64892-6d8f-46c2-a911-92c2ce5e7b83 req-11c98f18-d5e1-4826-b272-750c9471502e service neutron] For port 343bc4c8-a9f3-4ff9-a633-bc7d16829613, host n-h2-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:34:16.258712 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-1dc64892-6d8f-46c2-a911-92c2ce5e7b83 req-11c98f18-d5e1-4826-b272-750c9471502e service neutron] For port 343bc4c8-a9f3-4ff9-a633-bc7d16829613, host n-h2-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=343bc4c8-a9f3-4ff9-a633-bc7d16829613,segment=NetworkSegment(d74986f8-a71e-4359-a64d-140af23f3558),segment_id=d74986f8-a71e-4359-a64d-140af23f3558)] {{(pid=100596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:34:16.273496 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-1dc64892-6d8f-46c2-a911-92c2ce5e7b83 req-11c98f18-d5e1-4826-b272-750c9471502e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:16.350123 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc64892-6d8f-46c2-a911-92c2ce5e7b83 req-11c98f18-d5e1-4826-b272-750c9471502e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:16.351977 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-1dc64892-6d8f-46c2-a911-92c2ce5e7b83 req-11c98f18-d5e1-4826-b272-750c9471502e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:16.354170 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1dc64892-6d8f-46c2-a911-92c2ce5e7b83 req-11c98f18-d5e1-4826-b272-750c9471502e service neutron] 10.222.0.69 "PUT /v2.0/ports/343bc4c8-a9f3-4ff9-a633-bc7d16829613 HTTP/1.1" status: 200 len: 1091 time: 4.7198081 Oct 20 10:34:16.355479 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8f9f9fd-6dea-4857-9f5d-598e5d82d0d4', 'tag': '343bc4c8-a9f3-4ff9-a633-bc7d16829613'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:34:16.358682 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b22236f7-3e59-47b8-9759-2f4f4d35877f" -d '{"events": [{"name": "network-changed", "server_uuid": "c8f9f9fd-6dea-4857-9f5d-598e5d82d0d4", "tag": "343bc4c8-a9f3-4ff9-a633-bc7d16829613"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:34:16.413740 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6000ebca-409d-445e-9cf0-09ed895892e7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:16.484330 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c98f18-d5e1-4826-b272-750c9471502e service neutron] Pushing event updated for resources: {'Port': ['ID=343bc4c8-a9f3-4ff9-a633-bc7d16829613,revision_number=3']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:34:16.486631 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6000ebca-409d-445e-9cf0-09ed895892e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:16.523832 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e2c19e-dae6-4bb4-9127-fa1406c977c6 req-bc62fbf7-b742-417c-a3e2-4ff66302093c tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:16.532492 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a7e2c19e-dae6-4bb4-9127-fa1406c977c6 req-bc62fbf7-b742-417c-a3e2-4ff66302093c tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] 10.222.0.64 "GET /v2.0/ports?device_id=21c0cf04-9e25-46ea-bb3f-9ac7b5745042&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1900597 Oct 20 10:34:16.544151 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc64892-6d8f-46c2-a911-92c2ce5e7b83 req-5467e468-f034-4489-8061-c890f787a39f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:16.546910 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1dc64892-6d8f-46c2-a911-92c2ce5e7b83 req-5467e468-f034-4489-8061-c890f787a39f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4e37fa6eb8b848f6897a2d7488b235c7&device_id=c8f9f9fd-6dea-4857-9f5d-598e5d82d0d4 HTTP/1.1" status: 200 len: 1094 time: 0.1353469 Oct 20 10:34:16.559614 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6000ebca-409d-445e-9cf0-09ed895892e7 admin admin] Network 7a5c8c08-3d3c-4e3e-be4e-46a18417c30b is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:34:16.561184 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-870528c3-1dfd-4646-8329-dc9edaa6b1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faf6492f-8af4-41c5-a7bc-e16562f4e555', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1654738627-router', 'tenant_id': '53d70f18161c493488cca7ccddd32a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '82d58cc8-1992-4ee5-83c2-13b8effa7380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:34:09Z', 'updated_at': '2021-10-20T10:34:11Z', 'revision_number': 3, 'project_id': '53d70f18161c493488cca7ccddd32a4c', 'gw_port': {'id': '82d58cc8-1992-4ee5-83c2-13b8effa7380', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:0e:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faf6492f-8af4-41c5-a7bc-e16562f4e555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:34:10Z', 'updated_at': '2021-10-20T10:34:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:34:16.565013 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-6000ebca-409d-445e-9cf0-09ed895892e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:34:16.585954 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6000ebca-409d-445e-9cf0-09ed895892e7 admin admin] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:34:16.615883 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870528c3-1dfd-4646-8329-dc9edaa6b1e9 None None] The sync data for ids ['faf6492f-8af4-41c5-a7bc-e16562f4e555'] in n-d-811396-3 is: [{'id': 'faf6492f-8af4-41c5-a7bc-e16562f4e555', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1654738627-router', 'tenant_id': '53d70f18161c493488cca7ccddd32a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '82d58cc8-1992-4ee5-83c2-13b8effa7380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:34:09Z', 'updated_at': '2021-10-20T10:34:11Z', 'revision_number': 3, 'project_id': '53d70f18161c493488cca7ccddd32a4c', 'gw_port': {'id': '82d58cc8-1992-4ee5-83c2-13b8effa7380', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:0e:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faf6492f-8af4-41c5-a7bc-e16562f4e555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:34:10Z', 'updated_at': '2021-10-20T10:34:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:34:16.645333 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6000ebca-409d-445e-9cf0-09ed895892e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1774540'] for router_interface, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:16.654756 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6000ebca-409d-445e-9cf0-09ed895892e7 admin admin] Pushing event updated for resources: {'Port': ['ID=dfc582b4-9861-4d5e-a389-20347451d017,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:34:16.669219 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a7e2c19e-dae6-4bb4-9127-fa1406c977c6 req-21231d47-644b-4f25-a3ea-c6c027380ddc tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.1.120 HTTP/1.1" status: 200 len: 696 time: 0.1356773 Oct 20 10:34:16.670892 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1dc64892-6d8f-46c2-a911-92c2ce5e7b83 req-e4a32a6b-6fb7-4483-853d-a965e435ad01 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=343bc4c8-a9f3-4ff9-a633-bc7d16829613 HTTP/1.1" status: 200 len: 217 time: 0.0899343 Oct 20 10:34:16.748085 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc64892-6d8f-46c2-a911-92c2ce5e7b83 req-19bc9793-9505-4ead-8764-82f87af7f2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:16.754431 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1dc64892-6d8f-46c2-a911-92c2ce5e7b83 req-19bc9793-9505-4ead-8764-82f87af7f2f8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6f74b0c1-2855-44cd-a118-a8c6ce76ebd8 HTTP/1.1" status: 200 len: 848 time: 0.0749114 Oct 20 10:34:16.759941 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-a7e2c19e-dae6-4bb4-9127-fa1406c977c6 req-a6678926-d935-426b-985b-aa47903bbf25 tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] Request body: {'floatingip': {'port_id': 'a9f6381f-477f-4127-bf9c-93f653c53615', 'fixed_ip_address': '172.20.0.9'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:34:16.842358 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1dc64892-6d8f-46c2-a911-92c2ce5e7b83 req-19b8d628-c1de-4097-b610-7763123574a2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=60750f9d-1dd0-4933-91f0-f6aefa736c9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0751903 Oct 20 10:34:16.853913 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-a7e2c19e-dae6-4bb4-9127-fa1406c977c6 req-a6678926-d935-426b-985b-aa47903bbf25 tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] Publish callbacks [] for floatingip, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:16.908530 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6000ebca-409d-445e-9cf0-09ed895892e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:16.984236 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-b6120a4e-fe20-460e-898e-ffa4248caec5 None None] Provisioning complete for port dfc582b4-9861-4d5e-a389-20347451d017 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:34:16.984819 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-b6120a4e-fe20-460e-898e-ffa4248caec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:17.166219 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdcea669-a6cb-4530-ad38-1100e09c1332 x-openstack-request-id: req-fdcea669-a6cb-4530-ad38-1100e09c1332 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:34:17.167251 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8f9f9fd-6dea-4857-9f5d-598e5d82d0d4", "tag": "343bc4c8-a9f3-4ff9-a633-bc7d16829613", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:34:17.167633 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fdcea669-a6cb-4530-ad38-1100e09c1332 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:34:17.168143 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8f9f9fd-6dea-4857-9f5d-598e5d82d0d4', 'tag': '343bc4c8-a9f3-4ff9-a633-bc7d16829613', 'status': 'completed', 'code': 200} Oct 20 10:34:17.171879 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1dc64892-6d8f-46c2-a911-92c2ce5e7b83 req-7dfe29e7-6006-4464-bfe7-e7a766b2cf52 service neutron] 10.222.0.69 "GET /v2.0/networks/60750f9d-1dd0-4933-91f0-f6aefa736c9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3209121 Oct 20 10:34:17.208583 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-b6120a4e-fe20-460e-898e-ffa4248caec5 None None] Port dfc582b4-9861-4d5e-a389-20347451d017 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:34:17.259654 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6000ebca-409d-445e-9cf0-09ed895892e7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:17.272682 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6000ebca-409d-445e-9cf0-09ed895892e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:17.331316 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6000ebca-409d-445e-9cf0-09ed895892e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1774432'] for router_interface, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:17.517737 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6000ebca-409d-445e-9cf0-09ed895892e7 admin admin] Pushing event updated for resources: {'Port': ['ID=dfc582b4-9861-4d5e-a389-20347451d017,revision_number=2']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:34:17.616878 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6000ebca-409d-445e-9cf0-09ed895892e7 admin admin] Network 7a5c8c08-3d3c-4e3e-be4e-46a18417c30b is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:34:17.618694 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-6000ebca-409d-445e-9cf0-09ed895892e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:34:17.622786 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1dc64892-6d8f-46c2-a911-92c2ce5e7b83 req-f651678c-43f9-4668-9f73-570e06e94845 service neutron] 10.222.0.69 "GET /v2.0/networks/60750f9d-1dd0-4933-91f0-f6aefa736c9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4421530 Oct 20 10:34:17.829465 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11198f8b-2e62-4f5a-8e8e-e4b9594bc369 req-a275dab0-7494-48e8-b6c7-32c1d93e342b tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:17.831826 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-11198f8b-2e62-4f5a-8e8e-e4b9594bc369 req-a275dab0-7494-48e8-b6c7-32c1d93e342b tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/ports?device_id=c8f9f9fd-6dea-4857-9f5d-598e5d82d0d4 HTTP/1.1" status: 200 len: 943 time: 0.3187766 Oct 20 10:34:17.920141 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6000ebca-409d-445e-9cf0-09ed895892e7 admin admin] Router faf6492f-8af4-41c5-a7bc-e16562f4e555 has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:34:17.970575 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 82d58cc8-1992-4ee5-83c2-13b8effa7380 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:34:18.101858 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 82d58cc8-1992-4ee5-83c2-13b8effa7380 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:34:18.103122 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:18.200958 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-11198f8b-2e62-4f5a-8e8e-e4b9594bc369 req-42761705-a8a1-4c81-b1ca-e747ec0342b4 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/security-groups?id=c33a6cb5-e80a-4f79-936a-38f5e3f7c89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3573334 Oct 20 10:34:18.220411 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6000ebca-409d-445e-9cf0-09ed895892e7 admin admin] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:34:18.232271 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-6000ebca-409d-445e-9cf0-09ed895892e7 admin admin] 10.222.0.64 "PUT /v2.0/routers/faf6492f-8af4-41c5-a7bc-e16562f4e555/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8610239 Oct 20 10:34:18.290803 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22236f7-3e59-47b8-9759-2f4f4d35877f req-16c963a5-027e-45d6-a82e-a14f56886fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:18.295231 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b22236f7-3e59-47b8-9759-2f4f4d35877f req-16c963a5-027e-45d6-a82e-a14f56886fb7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4e37fa6eb8b848f6897a2d7488b235c7&device_id=c8f9f9fd-6dea-4857-9f5d-598e5d82d0d4 HTTP/1.1" status: 200 len: 1094 time: 0.4550691 Oct 20 10:34:18.304208 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:18.341204 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-03703d11-f7f2-412b-bdf7-06abded3b6ce None None] Provisioning complete for port dfc582b4-9861-4d5e-a389-20347451d017 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:34:18.342487 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-03703d11-f7f2-412b-bdf7-06abded3b6ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:18.394601 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] For port 82d58cc8-1992-4ee5-83c2-13b8effa7380, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=82d58cc8-1992-4ee5-83c2-13b8effa7380,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:34:18.413613 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-03703d11-f7f2-412b-bdf7-06abded3b6ce None None] Port dfc582b4-9861-4d5e-a389-20347451d017 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:34:18.422495 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:18.576502 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Pushing event updated for resources: {'Port': ['ID=82d58cc8-1992-4ee5-83c2-13b8effa7380,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:34:18.614962 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50254bc3-d27e-464e-adfc-c4bca2bf4be7 req-71246dda-b861-41b4-ac59-ee4a9d745c3c tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:18.616418 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-50254bc3-d27e-464e-adfc-c4bca2bf4be7 req-71246dda-b861-41b4-ac59-ee4a9d745c3c tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] 10.222.0.55 "GET /v2.0/ports?device_id=f2d81d2b-ae08-4a61-a0b2-4e8698a15570 HTTP/1.1" status: 200 len: 946 time: 0.3282163 Oct 20 10:34:18.628260 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.db.resource_extend [req-a7e2c19e-dae6-4bb4-9127-fa1406c977c6 req-a6678926-d935-426b-985b-aa47903bbf25 tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 20 10:34:18.718869 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22236f7-3e59-47b8-9759-2f4f4d35877f req-b4830e6c-f4d8-4dcd-90a1-7e79e5ae888a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:18.722385 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b22236f7-3e59-47b8-9759-2f4f4d35877f req-b4830e6c-f4d8-4dcd-90a1-7e79e5ae888a service neutron] 10.222.0.69 "GET /v2.0/networks?id=60750f9d-1dd0-4933-91f0-f6aefa736c9d HTTP/1.1" status: 200 len: 909 time: 0.4086227 Oct 20 10:34:18.804014 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b22236f7-3e59-47b8-9759-2f4f4d35877f req-d5695294-5401-418e-aa3b-2285899be914 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=343bc4c8-a9f3-4ff9-a633-bc7d16829613 HTTP/1.1" status: 200 len: 217 time: 0.0709429 Oct 20 10:34:18.806937 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-a7e2c19e-dae6-4bb4-9127-fa1406c977c6 req-a6678926-d935-426b-985b-aa47903bbf25 tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:18.843500 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-a7e2c19e-dae6-4bb4-9127-fa1406c977c6 req-a6678926-d935-426b-985b-aa47903bbf25 tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1773381'] for floatingip, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:18.901024 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:18.911092 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22236f7-3e59-47b8-9759-2f4f4d35877f req-521478fd-b71b-42f1-8903-23010987e001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:18.922004 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b22236f7-3e59-47b8-9759-2f4f4d35877f req-521478fd-b71b-42f1-8903-23010987e001 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6f74b0c1-2855-44cd-a118-a8c6ce76ebd8 HTTP/1.1" status: 200 len: 848 time: 0.1025074 Oct 20 10:34:18.936806 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 7 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 10:34:18.975863 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b22236f7-3e59-47b8-9759-2f4f4d35877f req-73c39af9-becf-40b0-af6a-4bb00384392f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=60750f9d-1dd0-4933-91f0-f6aefa736c9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495348 Oct 20 10:34:19.002713 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-50254bc3-d27e-464e-adfc-c4bca2bf4be7 req-5df4b965-de2b-4fde-954c-e534375020a1 tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] Deleting port a350710b-efc8-4218-899f-950111a88e60 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:34:19.003159 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-50254bc3-d27e-464e-adfc-c4bca2bf4be7 req-5df4b965-de2b-4fde-954c-e534375020a1 tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:19.282621 n-d-811396-3 neutron-server[100596]: INFO neutron.db.l3_db [req-a7e2c19e-dae6-4bb4-9127-fa1406c977c6 req-a6678926-d935-426b-985b-aa47903bbf25 tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] Floating IP a72bf11a-20b0-444f-ab6f-0963a6e372eb associated. External IP: 172.25.1.120, port: a9f6381f-477f-4127-bf9c-93f653c53615. Oct 20 10:34:19.417158 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-50254bc3-d27e-464e-adfc-c4bca2bf4be7 req-5df4b965-de2b-4fde-954c-e534375020a1 tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] For port a350710b-efc8-4218-899f-950111a88e60, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=a350710b-efc8-4218-899f-950111a88e60,segment=NetworkSegment(e1ea536c-2be6-419e-9a53-c776bc5130e2),segment_id=e1ea536c-2be6-419e-9a53-c776bc5130e2)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:34:19.417500 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-50254bc3-d27e-464e-adfc-c4bca2bf4be7 req-5df4b965-de2b-4fde-954c-e534375020a1 tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:19.434796 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b22236f7-3e59-47b8-9759-2f4f4d35877f req-b17a48a3-606b-486a-93ec-1b56b3dfc5b1 service neutron] 10.222.0.69 "GET /v2.0/networks/60750f9d-1dd0-4933-91f0-f6aefa736c9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4501162 Oct 20 10:34:19.446487 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-50254bc3-d27e-464e-adfc-c4bca2bf4be7 req-5df4b965-de2b-4fde-954c-e534375020a1 tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] Calling delete_port for a350710b-efc8-4218-899f-950111a88e60 owned by compute:nova {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:34:19.489850 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e03e44c-1ab8-488f-b1f8-66bf57e40996 None None] Sync routers for ids ['faf6492f-8af4-41c5-a7bc-e16562f4e555'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:34:19.510743 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e03e44c-1ab8-488f-b1f8-66bf57e40996 None None] Routers {'faf6492f-8af4-41c5-a7bc-e16562f4e555'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:34:19.512212 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-1e03e44c-1ab8-488f-b1f8-66bf57e40996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:34:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['faf6492f-8af4-41c5-a7bc-e16562f4e555'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:34:19.544881 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6945ad-a656-4b8f-8337-6eed10e5af17 req-e5732147-02df-46bb-921b-2887babe798e tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:19.547201 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fa6945ad-a656-4b8f-8337-6eed10e5af17 req-e5732147-02df-46bb-921b-2887babe798e tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] 10.222.0.64 "GET /v2.0/networks?id=7a5c8c08-3d3c-4e3e-be4e-46a18417c30b HTTP/1.1" status: 200 len: 829 time: 0.3560491 Oct 20 10:34:19.766750 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-1e03e44c-1ab8-488f-b1f8-66bf57e40996 None None] Set router faf6492f-8af4-41c5-a7bc-e16562f4e555 gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:34:19.916517 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 82d58cc8-1992-4ee5-83c2-13b8effa7380 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:34:19.966291 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fa6945ad-a656-4b8f-8337-6eed10e5af17 req-6e2da627-b2f0-4ed8-8302-2fc5cd92714c tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] 10.222.0.64 "GET /v2.0/quotas/53d70f18161c493488cca7ccddd32a4c HTTP/1.1" status: 200 len: 375 time: 0.0603001 Oct 20 10:34:20.081873 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b22236f7-3e59-47b8-9759-2f4f4d35877f req-2da9e502-7b51-420c-9905-00e333230352 service neutron] 10.222.0.69 "GET /v2.0/networks/60750f9d-1dd0-4933-91f0-f6aefa736c9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6367280 Oct 20 10:34:20.193030 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fa6945ad-a656-4b8f-8337-6eed10e5af17 req-6f11f43e-a2da-40da-84bb-bef84d737371 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=53d70f18161c493488cca7ccddd32a4c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2257323 Oct 20 10:34:20.229566 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 82d58cc8-1992-4ee5-83c2-13b8effa7380 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:34:20.230194 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:20.232441 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 343bc4c8-a9f3-4ff9-a633-bc7d16829613 details requested by agent hyperv_n-h2-811396-3 with host n-h2-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:34:20.262082 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a7e2c19e-dae6-4bb4-9127-fa1406c977c6 req-a6678926-d935-426b-985b-aa47903bbf25 tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] Router d509b498-2ca1-446a-b2d1-668329922057 has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:34:20.338364 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-1e03e44c-1ab8-488f-b1f8-66bf57e40996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faf6492f-8af4-41c5-a7bc-e16562f4e555', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1654738627-router', 'tenant_id': '53d70f18161c493488cca7ccddd32a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '82d58cc8-1992-4ee5-83c2-13b8effa7380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:34:09Z', 'updated_at': '2021-10-20T10:34:16Z', 'revision_number': 4, 'project_id': '53d70f18161c493488cca7ccddd32a4c', 'gw_port': {'id': '82d58cc8-1992-4ee5-83c2-13b8effa7380', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:0e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf6492f-8af4-41c5-a7bc-e16562f4e555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:34:10Z', 'updated_at': '2021-10-20T10:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': 'dfc582b4-9861-4d5e-a389-20347451d017', 'name': '', 'network_id': '7a5c8c08-3d3c-4e3e-be4e-46a18417c30b', 'tenant_id': '53d70f18161c493488cca7ccddd32a4c', 'mac_address': 'fa:16:3e:1f:d4:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faf6492f-8af4-41c5-a7bc-e16562f4e555', 'device_owner': 'network:router_interface', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': 'c8dbe2c3-5331-4e8d-b6fe-4a3f9c15ae27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:34:15Z', 'updated_at': '2021-10-20T10:34:16Z', 'revision_number': 2, 'project_id': '53d70f18161c493488cca7ccddd32a4c', 'subnets': [{'id': 'c8dbe2c3-5331-4e8d-b6fe-4a3f9c15ae27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:34:20.358355 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fa6945ad-a656-4b8f-8337-6eed10e5af17 req-a5616f78-2855-4afb-870d-efaf6e80be0c service neutron] 10.222.0.64 "GET /v2.0/networks/7a5c8c08-3d3c-4e3e-be4e-46a18417c30b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639624 Oct 20 10:34:20.403836 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e03e44c-1ab8-488f-b1f8-66bf57e40996 None None] Checking router: faf6492f-8af4-41c5-a7bc-e16562f4e555 for host: n-d-811396-3 {{(pid=100598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:34:20.404213 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e03e44c-1ab8-488f-b1f8-66bf57e40996 None None] Updating router faf6492f-8af4-41c5-a7bc-e16562f4e555 port dfc582b4-9861-4d5e-a389-20347451d017 binding host n-d-811396-3 {{(pid=100598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 10:34:20.482296 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1e03e44c-1ab8-488f-b1f8-66bf57e40996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:20.594707 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a7e2c19e-dae6-4bb4-9127-fa1406c977c6 req-a6678926-d935-426b-985b-aa47903bbf25 tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:34:20.596561 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-50254bc3-d27e-464e-adfc-c4bca2bf4be7 req-5df4b965-de2b-4fde-954c-e534375020a1 tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:20.610913 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7215a76-ce42-4e54-9712-863995cac568 None None] Sync routers for ids ['d509b498-2ca1-446a-b2d1-668329922057'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:34:20.611886 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fa6945ad-a656-4b8f-8337-6eed10e5af17 req-95848c8f-4d35-4fa0-bf3f-e3d7aec05d02 service neutron] 10.222.0.64 "GET /v2.0/networks/7a5c8c08-3d3c-4e3e-be4e-46a18417c30b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269047 Oct 20 10:34:20.620507 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['a9f6381f-477f-4127-bf9c-93f653c53615'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:34:20.626485 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-a7e2c19e-dae6-4bb4-9127-fa1406c977c6 req-a6678926-d935-426b-985b-aa47903bbf25 tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for floatingip, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:20.626847 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7215a76-ce42-4e54-9712-863995cac568 None None] Routers {'d509b498-2ca1-446a-b2d1-668329922057'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:34:20.627559 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-d7215a76-ce42-4e54-9712-863995cac568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:34:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['d509b498-2ca1-446a-b2d1-668329922057'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:34:20.703782 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df4b965-de2b-4fde-954c-e534375020a1 tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] Pushing event deleted for resources: {'Port': ['ID=a350710b-efc8-4218-899f-950111a88e60,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:34:20.867370 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-50254bc3-d27e-464e-adfc-c4bca2bf4be7 req-5df4b965-de2b-4fde-954c-e534375020a1 tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] No DVR routers for this DVR port a350710b-efc8-4218-899f-950111a88e60 on host n-h1-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:34:20.890015 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-50254bc3-d27e-464e-adfc-c4bca2bf4be7 req-5df4b965-de2b-4fde-954c-e534375020a1 tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:20.898181 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-50254bc3-d27e-464e-adfc-c4bca2bf4be7 req-5df4b965-de2b-4fde-954c-e534375020a1 tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] 10.222.0.55 "DELETE /v2.0/ports/a350710b-efc8-4218-899f-950111a88e60 HTTP/1.1" status: 204 len: 173 time: 2.2718120 Oct 20 10:34:20.898876 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2d81d2b-ae08-4a61-a0b2-4e8698a15570', 'name': 'network-vif-deleted', 'tag': 'a350710b-efc8-4218-899f-950111a88e60'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:34:20.918636 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-962b4921-08ca-442d-940e-44672972b3cf" -d '{"events": [{"server_uuid": "f2d81d2b-ae08-4a61-a0b2-4e8698a15570", "name": "network-vif-deleted", "tag": "a350710b-efc8-4218-899f-950111a88e60"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:34:20.945741 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a7e2c19e-dae6-4bb4-9127-fa1406c977c6 req-a6678926-d935-426b-985b-aa47903bbf25 tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] 10.222.0.64 "PUT /v2.0/floatingips/a72bf11a-20b0-444f-ab6f-0963a6e372eb HTTP/1.1" status: 200 len: 996 time: 4.2671933 Oct 20 10:34:20.994645 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-d7215a76-ce42-4e54-9712-863995cac568 None None] Set router d509b498-2ca1-446a-b2d1-668329922057 gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:34:21.196121 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e2c19e-dae6-4bb4-9127-fa1406c977c6 req-a70291b9-cc2f-4aed-926b-930320214c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:21.206673 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 343bc4c8-a9f3-4ff9-a633-bc7d16829613, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=343bc4c8-a9f3-4ff9-a633-bc7d16829613,segment=NetworkSegment(d74986f8-a71e-4359-a64d-140af23f3558),segment_id=d74986f8-a71e-4359-a64d-140af23f3558)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:34:21.211830 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a7e2c19e-dae6-4bb4-9127-fa1406c977c6 req-a70291b9-cc2f-4aed-926b-930320214c20 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2530338db1db417898003de86d78050c&device_id=21c0cf04-9e25-46ea-bb3f-9ac7b5745042 HTTP/1.1" status: 200 len: 1096 time: 0.2439215 Oct 20 10:34:21.300493 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Returning: {'device': '343bc4c8-a9f3-4ff9-a633-bc7d16829613', 'network_id': '60750f9d-1dd0-4933-91f0-f6aefa736c9d', 'port_id': '343bc4c8-a9f3-4ff9-a633-bc7d16829613', 'mac_address': 'fa:16:3e:c3:01:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 807, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f74b0c1-2855-44cd-a118-a8c6ce76ebd8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:34:21.378798 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:21.393382 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b466f0d-d91c-4e76-abee-006bca960e04 req-ad3d8dcb-c774-4939-a106-1512c91eecf4 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:21.412484 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8b466f0d-d91c-4e76-abee-006bca960e04 req-ad3d8dcb-c774-4939-a106-1512c91eecf4 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/ports?device_id=c8f9f9fd-6dea-4857-9f5d-598e5d82d0d4 HTTP/1.1" status: 200 len: 943 time: 0.3303692 Oct 20 10:34:21.427414 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 343bc4c8-a9f3-4ff9-a633-bc7d16829613 {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:34:21.534841 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 343bc4c8-a9f3-4ff9-a633-bc7d16829613, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=343bc4c8-a9f3-4ff9-a633-bc7d16829613,segment=NetworkSegment(d74986f8-a71e-4359-a64d-140af23f3558),segment_id=d74986f8-a71e-4359-a64d-140af23f3558)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:34:21.545173 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:21.571260 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8b466f0d-d91c-4e76-abee-006bca960e04 req-59ad3955-48a4-4adf-bcbd-71dbe7231671 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/security-groups?id=c33a6cb5-e80a-4f79-936a-38f5e3f7c89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533837 Oct 20 10:34:21.630022 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e2c19e-dae6-4bb4-9127-fa1406c977c6 req-c7ddd10f-1656-4517-b7a0-3e4ac8724a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:21.630981 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-d7215a76-ce42-4e54-9712-863995cac568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd509b498-2ca1-446a-b2d1-668329922057', 'name': 'tempest-FloatingIPsAssociationTestJSON-608749491-router', 'tenant_id': '2530338db1db417898003de86d78050c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': 'ea4e0f80-5e18-4aa4-8f78-2856206d04de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:33:00Z', 'updated_at': '2021-10-20T10:33:04Z', 'revision_number': 4, 'project_id': '2530338db1db417898003de86d78050c', 'gw_port': {'id': 'ea4e0f80-5e18-4aa4-8f78-2856206d04de', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd509b498-2ca1-446a-b2d1-668329922057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:33:01Z', 'updated_at': '2021-10-20T10:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_floatingips': [{'id': 'a72bf11a-20b0-444f-ab6f-0963a6e372eb', 'tenant_id': '2530338db1db417898003de86d78050c', 'floating_ip_address': '172.25.1.120', 'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'router_id': 'd509b498-2ca1-446a-b2d1-668329922057', 'port_id': 'a9f6381f-477f-4127-bf9c-93f653c53615', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 753, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34c3c2fc-2825-47c5-ac90-f8d0645c4c57', 'mac_address': 'fa:16:3e:83:3a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c0cf04-9e25-46ea-bb3f-9ac7b5745042', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T10:33:25Z', 'updated_at': '2021-10-20T10:34:18Z', 'revision_number': 8, 'project_id': '2530338db1db417898003de86d78050c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc5eb2ba-0c00-4cd5-a2be-251884778ed2', 'name': '', 'network_id': '34c3c2fc-2825-47c5-ac90-f8d0645c4c57', 'tenant_id': '2530338db1db417898003de86d78050c', 'mac_address': 'fa:16:3e:75:c3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd509b498-2ca1-446a-b2d1-668329922057', 'device_owner': 'network:router_interface', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': '3904a09f-6fdf-4647-b2a1-fcfec8e51887', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:33:03Z', 'updated_at': '2021-10-20T10:33:09Z', 'revision_number': 5, 'project_id': '2530338db1db417898003de86d78050c', 'subnets': [{'id': '3904a09f-6fdf-4647-b2a1-fcfec8e51887', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:34:21.639788 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a7e2c19e-dae6-4bb4-9127-fa1406c977c6 req-c7ddd10f-1656-4517-b7a0-3e4ac8724a89 service neutron] 10.222.0.64 "GET /v2.0/networks?id=34c3c2fc-2825-47c5-ac90-f8d0645c4c57 HTTP/1.1" status: 200 len: 921 time: 0.4268599 Oct 20 10:34:21.718658 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7215a76-ce42-4e54-9712-863995cac568 None None] Checking router: d509b498-2ca1-446a-b2d1-668329922057 for host: n-d-811396-3 {{(pid=100599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:34:21.741060 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7215a76-ce42-4e54-9712-863995cac568 None None] Routers {'d509b498-2ca1-446a-b2d1-668329922057'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:34:21.742597 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-d7215a76-ce42-4e54-9712-863995cac568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:34:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['d509b498-2ca1-446a-b2d1-668329922057'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:34:21.837006 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=343bc4c8-a9f3-4ff9-a633-bc7d16829613,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:34:21.889422 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device a350710b-efc8-4218-899f-950111a88e60 no longer exists at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:34:21.899475 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a7e2c19e-dae6-4bb4-9127-fa1406c977c6 req-e2f7b85a-839d-43d4-9843-4713edb53935 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a9f6381f-477f-4127-bf9c-93f653c53615 HTTP/1.1" status: 200 len: 999 time: 0.2571514 Oct 20 10:34:21.986720 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] No Port match for: a350710b-efc8-4218-899f-950111a88e60 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:34:21.987297 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device a350710b-efc8-4218-899f-950111a88e60 not bound to the agent host n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:34:22.006813 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e2c19e-dae6-4bb4-9127-fa1406c977c6 req-70c58d02-2f46-4add-bd2e-9b3892e37c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:22.016888 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a7e2c19e-dae6-4bb4-9127-fa1406c977c6 req-70c58d02-2f46-4add-bd2e-9b3892e37c12 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3904a09f-6fdf-4647-b2a1-fcfec8e51887 HTTP/1.1" status: 200 len: 859 time: 0.1160438 Oct 20 10:34:22.018419 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['343bc4c8-a9f3-4ff9-a633-bc7d16829613'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:34:22.034242 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-d7215a76-ce42-4e54-9712-863995cac568 None None] Set router d509b498-2ca1-446a-b2d1-668329922057 gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:34:22.117622 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1e03e44c-1ab8-488f-b1f8-66bf57e40996 None None] Publish callbacks [] for port, precommit_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:22.147220 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ea58b779-cbf2-4629-99df-277be3fe3ca6 req-8832578c-5d37-4ac0-bffa-402b0d6026fb tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa662cd5-98a5-4955-bbe2-daea86bbd0e7 HTTP/1.1" status: 200 len: 210 time: 0.0729580 Oct 20 10:34:22.149179 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e2c19e-dae6-4bb4-9127-fa1406c977c6 req-3c757cf9-42cc-423f-a990-f364e9094d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:22.150571 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a7e2c19e-dae6-4bb4-9127-fa1406c977c6 req-3c757cf9-42cc-423f-a990-f364e9094d71 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=34c3c2fc-2825-47c5-ac90-f8d0645c4c57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1328635 Oct 20 10:34:22.182864 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1e03e44c-1ab8-488f-b1f8-66bf57e40996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:22.348152 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 46020) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:34:22.355247 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-9c3e3fd2-d754-4be1-9722-4807b83c63b8 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-2104931609'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:34:22.435252 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c3e3fd2-d754-4be1-9722-4807b83c63b8 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Made reservation on behalf of aca7fabb908e4e55b3bcaf1ce45b03cf for: {'network': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:34:22.452787 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9c3e3fd2-d754-4be1-9722-4807b83c63b8 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:22.497206 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a7e2c19e-dae6-4bb4-9127-fa1406c977c6 req-b5941d97-f6ba-4856-bdc2-ff01e36c6439 service neutron] 10.222.0.64 "GET /v2.0/networks/34c3c2fc-2825-47c5-ac90-f8d0645c4c57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3368227 Oct 20 10:34:22.550013 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c3e3fd2-d754-4be1-9722-4807b83c63b8 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 843} {{(pid=100597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:34:22.593394 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9c3e3fd2-d754-4be1-9722-4807b83c63b8 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:22.605840 n-d-811396-3 neutron-server[100597]: INFO neutron.db.segments_db [None req-9c3e3fd2-d754-4be1-9722-4807b83c63b8 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Added segment 5c26a787-281b-4999-b13c-5972e48fde4a of type vlan for network 7f35c8f4-a80f-46f0-b625-9aa7a1eb4d3d Oct 20 10:34:22.668746 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447f63c1-b3d3-43a8-98d6-f4254bccd845 None None] Pushing event updated for resources: {'Port': ['ID=dfc582b4-9861-4d5e-a389-20347451d017,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:34:22.712017 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9c3e3fd2-d754-4be1-9722-4807b83c63b8 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:22.714800 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-430f050b-0ec6-4b0f-b1d9-6ea70d87a6f9 x-openstack-request-id: req-430f050b-0ec6-4b0f-b1d9-6ea70d87a6f9 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:34:22.716763 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2d81d2b-ae08-4a61-a0b2-4e8698a15570", "name": "network-vif-deleted", "tag": "a350710b-efc8-4218-899f-950111a88e60", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:34:22.717086 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-430f050b-0ec6-4b0f-b1d9-6ea70d87a6f9 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:34:22.717626 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2d81d2b-ae08-4a61-a0b2-4e8698a15570', 'name': 'network-vif-deleted', 'tag': 'a350710b-efc8-4218-899f-950111a88e60', 'status': 'completed', 'code': 200} Oct 20 10:34:22.726924 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-1e03e44c-1ab8-488f-b1f8-66bf57e40996 None None] Attempting to bind port dfc582b4-9861-4d5e-a389-20347451d017 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:34:22.727760 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-1e03e44c-1ab8-488f-b1f8-66bf57e40996 None None] Attempting to bind port dfc582b4-9861-4d5e-a389-20347451d017 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '52c5ea7c-19a5-4e38-97d8-de5a9aaed84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '7a5c8c08-3d3c-4e3e-be4e-46a18417c30b'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:34:22.728471 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e03e44c-1ab8-488f-b1f8-66bf57e40996 None None] Attempting to bind port dfc582b4-9861-4d5e-a389-20347451d017 on network 7a5c8c08-3d3c-4e3e-be4e-46a18417c30b {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:34:22.760149 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e03e44c-1ab8-488f-b1f8-66bf57e40996 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:34:22.760926 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e03e44c-1ab8-488f-b1f8-66bf57e40996 None None] Checking segment: {'id': '52c5ea7c-19a5-4e38-97d8-de5a9aaed84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '7a5c8c08-3d3c-4e3e-be4e-46a18417c30b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:34:22.763959 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1e03e44c-1ab8-488f-b1f8-66bf57e40996 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:22.764527 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e03e44c-1ab8-488f-b1f8-66bf57e40996 None None] Bound using segment: {'id': '52c5ea7c-19a5-4e38-97d8-de5a9aaed84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '7a5c8c08-3d3c-4e3e-be4e-46a18417c30b'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:34:22.765285 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-1e03e44c-1ab8-488f-b1f8-66bf57e40996 None None] Bound port: dfc582b4-9861-4d5e-a389-20347451d017, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52c5ea7c-19a5-4e38-97d8-de5a9aaed84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '7a5c8c08-3d3c-4e3e-be4e-46a18417c30b'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:34:22.771186 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1e03e44c-1ab8-488f-b1f8-66bf57e40996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:22.786724 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a7e2c19e-dae6-4bb4-9127-fa1406c977c6 req-c49bff2e-dc23-42c6-8454-34a0b49ebc69 service neutron] 10.222.0.64 "GET /v2.0/networks/34c3c2fc-2825-47c5-ac90-f8d0645c4c57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2828083 Oct 20 10:34:22.788340 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9c3e3fd2-d754-4be1-9722-4807b83c63b8 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:22.794781 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3e3fd2-d754-4be1-9722-4807b83c63b8 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:22.795634 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9c3e3fd2-d754-4be1-9722-4807b83c63b8 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:22.938822 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-a95a284e-416c-419b-b70e-b5d49672f6ee None None] Provisioning complete for port dfc582b4-9861-4d5e-a389-20347451d017 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:34:22.939454 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-a95a284e-416c-419b-b70e-b5d49672f6ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:23.045904 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d159e2-8d7f-4a16-bea8-74230121a472 req-5be2f0a7-a69b-452f-be75-031a53d0fee5 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:23.051259 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-a95a284e-416c-419b-b70e-b5d49672f6ee None None] Port dfc582b4-9861-4d5e-a389-20347451d017 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:34:23.057425 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c5d159e2-8d7f-4a16-bea8-74230121a472 req-5be2f0a7-a69b-452f-be75-031a53d0fee5 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] 10.222.0.64 "GET /v2.0/ports?device_id=26e29c85-389d-454c-930b-0f837d303e1a HTTP/1.1" status: 200 len: 945 time: 0.1713185 Oct 20 10:34:23.107560 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-d7215a76-ce42-4e54-9712-863995cac568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd509b498-2ca1-446a-b2d1-668329922057', 'name': 'tempest-FloatingIPsAssociationTestJSON-608749491-router', 'tenant_id': '2530338db1db417898003de86d78050c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': 'ea4e0f80-5e18-4aa4-8f78-2856206d04de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:33:00Z', 'updated_at': '2021-10-20T10:33:04Z', 'revision_number': 4, 'project_id': '2530338db1db417898003de86d78050c', 'gw_port': {'id': 'ea4e0f80-5e18-4aa4-8f78-2856206d04de', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd509b498-2ca1-446a-b2d1-668329922057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:33:01Z', 'updated_at': '2021-10-20T10:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_floatingips': [{'id': 'a72bf11a-20b0-444f-ab6f-0963a6e372eb', 'tenant_id': '2530338db1db417898003de86d78050c', 'floating_ip_address': '172.25.1.120', 'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'router_id': 'd509b498-2ca1-446a-b2d1-668329922057', 'port_id': 'a9f6381f-477f-4127-bf9c-93f653c53615', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 753, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34c3c2fc-2825-47c5-ac90-f8d0645c4c57', 'mac_address': 'fa:16:3e:83:3a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c0cf04-9e25-46ea-bb3f-9ac7b5745042', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T10:33:25Z', 'updated_at': '2021-10-20T10:34:18Z', 'revision_number': 8, 'project_id': '2530338db1db417898003de86d78050c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc5eb2ba-0c00-4cd5-a2be-251884778ed2', 'name': '', 'network_id': '34c3c2fc-2825-47c5-ac90-f8d0645c4c57', 'tenant_id': '2530338db1db417898003de86d78050c', 'mac_address': 'fa:16:3e:75:c3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd509b498-2ca1-446a-b2d1-668329922057', 'device_owner': 'network:router_interface', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': '3904a09f-6fdf-4647-b2a1-fcfec8e51887', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:33:03Z', 'updated_at': '2021-10-20T10:33:09Z', 'revision_number': 5, 'project_id': '2530338db1db417898003de86d78050c', 'subnets': [{'id': '3904a09f-6fdf-4647-b2a1-fcfec8e51887', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:34:23.135085 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3e3fd2-d754-4be1-9722-4807b83c63b8 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Pushing event updated for resources: {'Network': ['ID=7f35c8f4-a80f-46f0-b625-9aa7a1eb4d3d,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:34:23.154063 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7215a76-ce42-4e54-9712-863995cac568 None None] The sync data for ids ['d509b498-2ca1-446a-b2d1-668329922057'] in n-d-811396-3 is: [{'id': 'd509b498-2ca1-446a-b2d1-668329922057', 'name': 'tempest-FloatingIPsAssociationTestJSON-608749491-router', 'tenant_id': '2530338db1db417898003de86d78050c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': 'ea4e0f80-5e18-4aa4-8f78-2856206d04de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:33:00Z', 'updated_at': '2021-10-20T10:33:04Z', 'revision_number': 4, 'project_id': '2530338db1db417898003de86d78050c', 'gw_port': {'id': 'ea4e0f80-5e18-4aa4-8f78-2856206d04de', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd509b498-2ca1-446a-b2d1-668329922057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:33:01Z', 'updated_at': '2021-10-20T10:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_floatingips': [{'id': 'a72bf11a-20b0-444f-ab6f-0963a6e372eb', 'tenant_id': '2530338db1db417898003de86d78050c', 'floating_ip_address': '172.25.1.120', 'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'router_id': 'd509b498-2ca1-446a-b2d1-668329922057', 'port_id': 'a9f6381f-477f-4127-bf9c-93f653c53615', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 753, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34c3c2fc-2825-47c5-ac90-f8d0645c4c57', 'mac_address': 'fa:16:3e:83:3a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c0cf04-9e25-46ea-bb3f-9ac7b5745042', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T10:33:25Z', 'updated_at': '2021-10-20T10:34:18Z', 'revision_number': 8, 'project_id': '2530338db1db417898003de86d78050c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc5eb2ba-0c00-4cd5-a2be-251884778ed2', 'name': '', 'network_id': '34c3c2fc-2825-47c5-ac90-f8d0645c4c57', 'tenant_id': '2530338db1db417898003de86d78050c', 'mac_address': 'fa:16:3e:75:c3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd509b498-2ca1-446a-b2d1-668329922057', 'device_owner': 'network:router_interface', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': '3904a09f-6fdf-4647-b2a1-fcfec8e51887', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:33:03Z', 'updated_at': '2021-10-20T10:33:09Z', 'revision_number': 5, 'project_id': '2530338db1db417898003de86d78050c', 'subnets': [{'id': '3904a09f-6fdf-4647-b2a1-fcfec8e51887', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:34:23.165188 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network 7f35c8f4-a80f-46f0-b625-9aa7a1eb4d3d details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:34:23.181747 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-9c3e3fd2-d754-4be1-9722-4807b83c63b8 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8309186 Oct 20 10:34:23.183578 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1e03e44c-1ab8-488f-b1f8-66bf57e40996 None None] For port dfc582b4-9861-4d5e-a389-20347451d017, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:34:23.184185 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 46036) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:34:23.194185 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-7edbb08b-d2df-4b81-a85e-9603e0bfce64 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1492441082'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:34:23.219722 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7edbb08b-d2df-4b81-a85e-9603e0bfce64 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Made reservation on behalf of aca7fabb908e4e55b3bcaf1ce45b03cf for: {'network': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:34:23.225640 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7edbb08b-d2df-4b81-a85e-9603e0bfce64 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:23.236230 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1e03e44c-1ab8-488f-b1f8-66bf57e40996 None None] For port dfc582b4-9861-4d5e-a389-20347451d017, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=dfc582b4-9861-4d5e-a389-20347451d017,segment=NetworkSegment(52c5ea7c-19a5-4e38-97d8-de5a9aaed84f),segment_id=52c5ea7c-19a5-4e38-97d8-de5a9aaed84f)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:34:23.256334 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8b91b0-e2f0-4de5-a3bd-cfab5975789e req-15e7be8c-1dbf-46d6-b034-cf6281518bac tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:23.258124 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1a8b91b0-e2f0-4de5-a3bd-cfab5975789e req-15e7be8c-1dbf-46d6-b034-cf6281518bac tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/ports?device_id=c8f9f9fd-6dea-4857-9f5d-598e5d82d0d4 HTTP/1.1" status: 200 len: 944 time: 0.3088248 Oct 20 10:34:23.270490 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1e03e44c-1ab8-488f-b1f8-66bf57e40996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:23.297033 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7edbb08b-d2df-4b81-a85e-9603e0bfce64 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 806} {{(pid=100597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:34:23.320708 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7edbb08b-d2df-4b81-a85e-9603e0bfce64 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:23.322189 n-d-811396-3 neutron-server[100597]: INFO neutron.db.segments_db [None req-7edbb08b-d2df-4b81-a85e-9603e0bfce64 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Added segment 579c7eb4-bf50-4e8d-a227-c6a885f646d2 of type vlan for network 7bc60fc7-42ea-472c-be5f-6faa92f9f9bb Oct 20 10:34:23.371480 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c5d159e2-8d7f-4a16-bea8-74230121a472 req-21dc0fe6-e251-4a82-b0f9-ed521e93ea24 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] 10.222.0.64 "GET /v2.0/security-groups?id=97729601-032d-4729-bc88-1bc65d21f71b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3131175 Oct 20 10:34:23.411355 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7edbb08b-d2df-4b81-a85e-9603e0bfce64 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:23.430954 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e03e44c-1ab8-488f-b1f8-66bf57e40996 None None] Routers {'faf6492f-8af4-41c5-a7bc-e16562f4e555'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:34:23.432299 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-1e03e44c-1ab8-488f-b1f8-66bf57e40996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:34:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['faf6492f-8af4-41c5-a7bc-e16562f4e555'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:34:23.466678 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1a8b91b0-e2f0-4de5-a3bd-cfab5975789e req-1b7a62bd-fc84-4287-bdef-d11649773e1e tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/security-groups?id=c33a6cb5-e80a-4f79-936a-38f5e3f7c89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822364 Oct 20 10:34:23.486512 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6945ad-a656-4b8f-8337-6eed10e5af17 req-7ba3a8ef-3f95-4de1-a3af-dd568d13f707 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:23.495367 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fa6945ad-a656-4b8f-8337-6eed10e5af17 req-7ba3a8ef-3f95-4de1-a3af-dd568d13f707 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] 10.222.0.55 "GET /v2.0/networks?id=7a5c8c08-3d3c-4e3e-be4e-46a18417c30b HTTP/1.1" status: 200 len: 829 time: 0.5199142 Oct 20 10:34:23.507694 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7edbb08b-d2df-4b81-a85e-9603e0bfce64 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:23.514510 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7edbb08b-d2df-4b81-a85e-9603e0bfce64 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:23.515148 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7edbb08b-d2df-4b81-a85e-9603e0bfce64 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:23.527101 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-fa6945ad-a656-4b8f-8337-6eed10e5af17 req-745881ae-6e97-4b45-8694-a217eea42530 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] Request body: {'port': {'device_id': 'aa662cd5-98a5-4955-bbe2-daea86bbd0e7', 'network_id': '7a5c8c08-3d3c-4e3e-be4e-46a18417c30b', 'admin_state_up': True, 'tenant_id': '53d70f18161c493488cca7ccddd32a4c'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:34:23.633540 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-7edbb08b-d2df-4b81-a85e-9603e0bfce64 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4471025 Oct 20 10:34:23.633757 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1f116a-ed34-43a9-93f3-f817b90ecdcf None None] New status for floating IP a72bf11a-20b0-444f-ab6f-0963a6e372eb: ACTIVE {{(pid=100598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 10:34:23.636803 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 46044) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:34:23.657033 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-6c53ea86-7e4c-433b-aaf8-adb1dcd90d70 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Request body: {'subnet': {'network_id': '7f35c8f4-a80f-46f0-b625-9aa7a1eb4d3d', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:34:23.813825 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447f63c1-b3d3-43a8-98d6-f4254bccd845 None None] Pushing event updated for resources: {'Port': ['ID=dfc582b4-9861-4d5e-a389-20347451d017,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:34:23.829489 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edbb08b-d2df-4b81-a85e-9603e0bfce64 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Pushing event updated for resources: {'Network': ['ID=7bc60fc7-42ea-472c-be5f-6faa92f9f9bb,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:34:23.860548 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa6945ad-a656-4b8f-8337-6eed10e5af17 req-745881ae-6e97-4b45-8694-a217eea42530 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] Made reservation on behalf of 53d70f18161c493488cca7ccddd32a4c for: {'port': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:34:23.864178 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-fa6945ad-a656-4b8f-8337-6eed10e5af17 req-745881ae-6e97-4b45-8694-a217eea42530 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:23.899537 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9a1551af-a642-4f55-96eb-402d03ccd132 req-ca07d148-94e0-497b-b1ec-18024dc6ac0a tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa662cd5-98a5-4955-bbe2-daea86bbd0e7 HTTP/1.1" status: 200 len: 210 time: 0.0508556 Oct 20 10:34:23.923910 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network 7bc60fc7-42ea-472c-be5f-6faa92f9f9bb details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:34:24.026131 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e9d5c03a-9169-4668-acb4-5bdbcf85ca6a req-aafbb88d-0406-48ba-8609-607a9730e65b tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] 10.222.0.64 "GET /v2.0/floatingips/a72bf11a-20b0-444f-ab6f-0963a6e372eb HTTP/1.1" status: 200 len: 996 time: 0.1746905 Oct 20 10:34:24.038030 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c53ea86-7e4c-433b-aaf8-adb1dcd90d70 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Made reservation on behalf of aca7fabb908e4e55b3bcaf1ce45b03cf for: {'subnet': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:34:24.044509 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6c53ea86-7e4c-433b-aaf8-adb1dcd90d70 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25350782'] for subnet, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:24.103888 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [req-fa6945ad-a656-4b8f-8337-6eed10e5af17 req-745881ae-6e97-4b45-8694-a217eea42530 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] Allocated IP 172.20.0.12 (7a5c8c08-3d3c-4e3e-be4e-46a18417c30b/c8dbe2c3-5331-4e8d-b6fe-4a3f9c15ae27/b4aa4f54-6419-47f7-88fb-b218ff17ecc9) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:34:24.293245 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-fa6945ad-a656-4b8f-8337-6eed10e5af17 req-745881ae-6e97-4b45-8694-a217eea42530 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:24.361738 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6c53ea86-7e4c-433b-aaf8-adb1dcd90d70 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25350752'] for subnet, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:24.461566 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c53ea86-7e4c-433b-aaf8-adb1dcd90d70 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Pushing event updated for resources: {'Subnet': ['ID=ee766014-e4cb-4d3b-914c-bd587db1d0d0,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:34:24.471156 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c53ea86-7e4c-433b-aaf8-adb1dcd90d70 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Checking segment: {'id': '5c26a787-281b-4999-b13c-5972e48fde4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '7f35c8f4-a80f-46f0-b625-9aa7a1eb4d3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:34:24.471573 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c53ea86-7e4c-433b-aaf8-adb1dcd90d70 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Network hostable DHCP agents. Network: 7f35c8f4-a80f-46f0-b625-9aa7a1eb4d3d, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:34:24.503819 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c53ea86-7e4c-433b-aaf8-adb1dcd90d70 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Network 7f35c8f4-a80f-46f0-b625-9aa7a1eb4d3d is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:34:24.525470 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-6c53ea86-7e4c-433b-aaf8-adb1dcd90d70 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, 7f35c8f4-a80f-46f0-b625-9aa7a1eb4d3d) {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:34:24.536502 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-1e03e44c-1ab8-488f-b1f8-66bf57e40996 None None] Set router faf6492f-8af4-41c5-a7bc-e16562f4e555 gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:34:24.540185 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c53ea86-7e4c-433b-aaf8-adb1dcd90d70 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:24.540185 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6c53ea86-7e4c-433b-aaf8-adb1dcd90d70 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:24.553784 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 343bc4c8-a9f3-4ff9-a633-bc7d16829613 up at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:34:24.556990 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-968d8063-7dff-4af7-9708-d694f0394325 None None] Network 7f35c8f4-a80f-46f0-b625-9aa7a1eb4d3d requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:34:24.567498 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-6c53ea86-7e4c-433b-aaf8-adb1dcd90d70 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9206119 Oct 20 10:34:24.570554 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 46062) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:34:24.573400 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-fa6945ad-a656-4b8f-8337-6eed10e5af17 req-745881ae-6e97-4b45-8694-a217eea42530 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:24.585422 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-b5ab2e10-9a50-47c4-8b8e-d04301477bbe tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Request body: {'subnet': {'network_id': '7bc60fc7-42ea-472c-be5f-6faa92f9f9bb', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:34:24.648906 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa6945ad-a656-4b8f-8337-6eed10e5af17 req-745881ae-6e97-4b45-8694-a217eea42530 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] Network 7a5c8c08-3d3c-4e3e-be4e-46a18417c30b is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:34:24.654288 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [req-fa6945ad-a656-4b8f-8337-6eed10e5af17 req-745881ae-6e97-4b45-8694-a217eea42530 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:34:24.660721 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa6945ad-a656-4b8f-8337-6eed10e5af17 req-745881ae-6e97-4b45-8694-a217eea42530 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:34:24.671939 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d5c03a-9169-4668-acb4-5bdbcf85ca6a req-060a6657-f234-4563-b197-23a7c64ed91d tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:24.673468 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e9d5c03a-9169-4668-acb4-5bdbcf85ca6a req-060a6657-f234-4563-b197-23a7c64ed91d tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] 10.222.0.64 "GET /v2.0/networks/cbe170d3-31ba-45a2-b477-520ab0a7a8ea HTTP/1.1" status: 200 len: 784 time: 0.3372433 Oct 20 10:34:24.685181 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [req-e9d5c03a-9169-4668-acb4-5bdbcf85ca6a req-34dea899-f6ac-4d91-a708-534ab9c27d58 tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:34:24.686458 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e9d5c03a-9169-4668-acb4-5bdbcf85ca6a req-34dea899-f6ac-4d91-a708-534ab9c27d58 tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0070531 Oct 20 10:34:24.754974 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3239fa25-9123-4f4d-a803-fa5768b437b0 req-0581eb34-1e9b-4909-bda5-4c5daca718f4 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:24.763799 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3239fa25-9123-4f4d-a803-fa5768b437b0 req-0581eb34-1e9b-4909-bda5-4c5daca718f4 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] 10.222.0.64 "GET /v2.0/ports?device_id=26e29c85-389d-454c-930b-0f837d303e1a HTTP/1.1" status: 200 len: 945 time: 0.2336681 Oct 20 10:34:24.765665 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21c0cf04-9e25-46ea-bb3f-9ac7b5745042', 'tag': 'a9f6381f-477f-4127-bf9c-93f653c53615'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:34:24.768181 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64a19b68-9a37-44e5-9279-40e8bae6c550" -d '{"events": [{"name": "network-changed", "server_uuid": "21c0cf04-9e25-46ea-bb3f-9ac7b5745042", "tag": "a9f6381f-477f-4127-bf9c-93f653c53615"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:34:24.782654 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745881ae-6e97-4b45-8694-a217eea42530 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] Pushing event updated for resources: {'Port': ['ID=b4aa4f54-6419-47f7-88fb-b218ff17ecc9,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:34:24.849961 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6945ad-a656-4b8f-8337-6eed10e5af17 req-745881ae-6e97-4b45-8694-a217eea42530 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:24.850683 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-fa6945ad-a656-4b8f-8337-6eed10e5af17 req-745881ae-6e97-4b45-8694-a217eea42530 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:24.884698 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5ab2e10-9a50-47c4-8b8e-d04301477bbe tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Made reservation on behalf of aca7fabb908e4e55b3bcaf1ce45b03cf for: {'subnet': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:34:24.888208 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3239fa25-9123-4f4d-a803-fa5768b437b0 req-a5027728-af2b-4f19-84fd-504bb11d08fe tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] 10.222.0.64 "GET /v2.0/security-groups?id=97729601-032d-4729-bc88-1bc65d21f71b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231976 Oct 20 10:34:24.889053 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b5ab2e10-9a50-47c4-8b8e-d04301477bbe tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25350782'] for subnet, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:24.974237 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e16ea4c-62bd-48f8-9c7f-2e292a180d82 req-03b40dbd-53e3-4e9d-9215-106de15ccdef tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:24.976155 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5e16ea4c-62bd-48f8-9c7f-2e292a180d82 req-03b40dbd-53e3-4e9d-9215-106de15ccdef tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/ports?device_id=c8f9f9fd-6dea-4857-9f5d-598e5d82d0d4 HTTP/1.1" status: 200 len: 944 time: 0.0869973 Oct 20 10:34:24.979672 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fa6945ad-a656-4b8f-8337-6eed10e5af17 req-745881ae-6e97-4b45-8694-a217eea42530 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4571884 Oct 20 10:34:25.003057 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-fa6945ad-a656-4b8f-8337-6eed10e5af17 req-8e4efca1-f415-4b79-97d0-a896c700a1bd service neutron] Request body: {'port': {'device_id': 'aa662cd5-98a5-4955-bbe2-daea86bbd0e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811396-3'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:34:25.020983 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-84033bf2-e6d4-4823-bc61-49808bf12aa4 None None] Provisioning complete for port dfc582b4-9861-4d5e-a389-20347451d017 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:34:25.021754 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-84033bf2-e6d4-4823-bc61-49808bf12aa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:25.220933 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5e16ea4c-62bd-48f8-9c7f-2e292a180d82 req-c0f36932-226a-4462-b325-5f90d5677022 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/security-groups?id=c33a6cb5-e80a-4f79-936a-38f5e3f7c89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262475 Oct 20 10:34:25.279277 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-fa6945ad-a656-4b8f-8337-6eed10e5af17 req-8e4efca1-f415-4b79-97d0-a896c700a1bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:25.392098 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-689dbdab-2be9-4dd3-ac0f-0eef2ef22527 x-openstack-request-id: req-689dbdab-2be9-4dd3-ac0f-0eef2ef22527 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:34:25.393183 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21c0cf04-9e25-46ea-bb3f-9ac7b5745042", "tag": "a9f6381f-477f-4127-bf9c-93f653c53615", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:34:25.393183 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-689dbdab-2be9-4dd3-ac0f-0eef2ef22527 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:34:25.393183 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21c0cf04-9e25-46ea-bb3f-9ac7b5745042', 'tag': 'a9f6381f-477f-4127-bf9c-93f653c53615', 'status': 'completed', 'code': 200} Oct 20 10:34:25.405785 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-552aa41e-3329-49a3-9e9a-3bc5b554d5f5 req-0c8e9cb4-ed45-4267-b26f-60b202bdb1c3 tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.1.120 HTTP/1.1" status: 200 len: 1001 time: 0.2544448 Oct 20 10:34:25.434989 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning for port 343bc4c8-a9f3-4ff9-a633-bc7d16829613 completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:34:25.460802 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning complete for port 343bc4c8-a9f3-4ff9-a633-bc7d16829613 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:34:25.461789 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:25.511249 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-84033bf2-e6d4-4823-bc61-49808bf12aa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:25.570533 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552aa41e-3329-49a3-9e9a-3bc5b554d5f5 req-45e18fa8-2005-411e-84a9-0c3ad770451c tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:25.577268 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad6ecc24-fdcf-430e-bde5-179c4b4f8265 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524064ba-869c-5550-b826-c26b69a11278-7f35c8f4-a80f-46f0-b625-9aa7a1eb4d3d', 'network_id': '7f35c8f4-a80f-46f0-b625-9aa7a1eb4d3d', 'tenant_id': 'aca7fabb908e4e55b3bcaf1ce45b03cf', 'fixed_ips': [{'subnet_id': 'ee766014-e4cb-4d3b-914c-bd587db1d0d0'}]}} from n-d-811396-3. {{(pid=100598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:34:25.578426 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-ad6ecc24-fdcf-430e-bde5-179c4b4f8265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:25.584067 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-552aa41e-3329-49a3-9e9a-3bc5b554d5f5 req-45e18fa8-2005-411e-84a9-0c3ad770451c tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] 10.222.0.64 "GET /v2.0/ports/a9f6381f-477f-4127-bf9c-93f653c53615 HTTP/1.1" status: 200 len: 942 time: 0.1772625 Oct 20 10:34:25.622187 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-84033bf2-e6d4-4823-bc61-49808bf12aa4 None None] For port dfc582b4-9861-4d5e-a389-20347451d017, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=dfc582b4-9861-4d5e-a389-20347451d017,segment=NetworkSegment(52c5ea7c-19a5-4e38-97d8-de5a9aaed84f),segment_id=52c5ea7c-19a5-4e38-97d8-de5a9aaed84f)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:34:25.636287 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-84033bf2-e6d4-4823-bc61-49808bf12aa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:25.647008 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-1e03e44c-1ab8-488f-b1f8-66bf57e40996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faf6492f-8af4-41c5-a7bc-e16562f4e555', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1654738627-router', 'tenant_id': '53d70f18161c493488cca7ccddd32a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '82d58cc8-1992-4ee5-83c2-13b8effa7380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:34:09Z', 'updated_at': '2021-10-20T10:34:16Z', 'revision_number': 4, 'project_id': '53d70f18161c493488cca7ccddd32a4c', 'gw_port': {'id': '82d58cc8-1992-4ee5-83c2-13b8effa7380', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:0e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf6492f-8af4-41c5-a7bc-e16562f4e555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:34:10Z', 'updated_at': '2021-10-20T10:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': 'dfc582b4-9861-4d5e-a389-20347451d017', 'name': '', 'network_id': '7a5c8c08-3d3c-4e3e-be4e-46a18417c30b', 'tenant_id': '53d70f18161c493488cca7ccddd32a4c', 'mac_address': 'fa:16:3e:1f:d4:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faf6492f-8af4-41c5-a7bc-e16562f4e555', 'device_owner': 'network:router_interface', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': 'c8dbe2c3-5331-4e8d-b6fe-4a3f9c15ae27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:34:15Z', 'updated_at': '2021-10-20T10:34:23Z', 'revision_number': 4, 'project_id': '53d70f18161c493488cca7ccddd32a4c', 'subnets': [{'id': 'c8dbe2c3-5331-4e8d-b6fe-4a3f9c15ae27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:34:25.647889 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b5ab2e10-9a50-47c4-8b8e-d04301477bbe tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25350752'] for subnet, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:25.683235 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98ed3ed-aca1-4bf9-aff1-9764dd863283 req-663192d1-9dd0-4078-961e-a10e8b7573e1 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:25.685067 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f98ed3ed-aca1-4bf9-aff1-9764dd863283 req-663192d1-9dd0-4078-961e-a10e8b7573e1 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa662cd5-98a5-4955-bbe2-daea86bbd0e7 HTTP/1.1" status: 200 len: 932 time: 0.2625914 Oct 20 10:34:25.698099 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a19b68-9a37-44e5-9279-40e8bae6c550 req-e0557f35-b805-4020-9430-6dadf04a5826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:25.701004 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-64a19b68-9a37-44e5-9279-40e8bae6c550 req-e0557f35-b805-4020-9430-6dadf04a5826 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2530338db1db417898003de86d78050c&device_id=21c0cf04-9e25-46ea-bb3f-9ac7b5745042 HTTP/1.1" status: 200 len: 1096 time: 0.2918420 Oct 20 10:34:25.718848 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e03e44c-1ab8-488f-b1f8-66bf57e40996 None None] The sync data for ids ['faf6492f-8af4-41c5-a7bc-e16562f4e555'] in n-d-811396-3 is: [{'id': 'faf6492f-8af4-41c5-a7bc-e16562f4e555', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1654738627-router', 'tenant_id': '53d70f18161c493488cca7ccddd32a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '82d58cc8-1992-4ee5-83c2-13b8effa7380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:34:09Z', 'updated_at': '2021-10-20T10:34:16Z', 'revision_number': 4, 'project_id': '53d70f18161c493488cca7ccddd32a4c', 'gw_port': {'id': '82d58cc8-1992-4ee5-83c2-13b8effa7380', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:0e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf6492f-8af4-41c5-a7bc-e16562f4e555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:34:10Z', 'updated_at': '2021-10-20T10:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': 'dfc582b4-9861-4d5e-a389-20347451d017', 'name': '', 'network_id': '7a5c8c08-3d3c-4e3e-be4e-46a18417c30b', 'tenant_id': '53d70f18161c493488cca7ccddd32a4c', 'mac_address': 'fa:16:3e:1f:d4:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faf6492f-8af4-41c5-a7bc-e16562f4e555', 'device_owner': 'network:router_interface', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': 'c8dbe2c3-5331-4e8d-b6fe-4a3f9c15ae27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:34:15Z', 'updated_at': '2021-10-20T10:34:23Z', 'revision_number': 4, 'project_id': '53d70f18161c493488cca7ccddd32a4c', 'subnets': [{'id': 'c8dbe2c3-5331-4e8d-b6fe-4a3f9c15ae27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:34:25.745476 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ab2e10-9a50-47c4-8b8e-d04301477bbe tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Pushing event updated for resources: {'Subnet': ['ID=a2b9a836-50d1-4b54-8c45-1b8fbb975652,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:34:25.756264 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ab2e10-9a50-47c4-8b8e-d04301477bbe tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Checking segment: {'id': '579c7eb4-bf50-4e8d-a227-c6a885f646d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '7bc60fc7-42ea-472c-be5f-6faa92f9f9bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:34:25.756640 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ab2e10-9a50-47c4-8b8e-d04301477bbe tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Network hostable DHCP agents. Network: 7bc60fc7-42ea-472c-be5f-6faa92f9f9bb, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:34:25.781454 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ab2e10-9a50-47c4-8b8e-d04301477bbe tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Network 7bc60fc7-42ea-472c-be5f-6faa92f9f9bb is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:34:25.821895 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-b5ab2e10-9a50-47c4-8b8e-d04301477bbe tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, 7bc60fc7-42ea-472c-be5f-6faa92f9f9bb) {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:34:25.827024 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ab2e10-9a50-47c4-8b8e-d04301477bbe tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:25.828017 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b5ab2e10-9a50-47c4-8b8e-d04301477bbe tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:25.859119 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab54b0c-05ff-4e78-9d70-7b7ea6079822 None None] Network 7bc60fc7-42ea-472c-be5f-6faa92f9f9bb requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:34:25.877508 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-b5ab2e10-9a50-47c4-8b8e-d04301477bbe tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3021126 Oct 20 10:34:25.877858 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 46086) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:34:25.886193 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-f308dca8-f7f0-4d0b-9af4-a7422274e768 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Request body: {'port': {'network_id': '7f35c8f4-a80f-46f0-b625-9aa7a1eb4d3d', 'name': 'tempest-TaggedBootDevicesTest-870957389', 'fixed_ips': [{'subnet_id': 'ee766014-e4cb-4d3b-914c-bd587db1d0d0'}]}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:34:26.139875 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f308dca8-f7f0-4d0b-9af4-a7422274e768 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Made reservation on behalf of aca7fabb908e4e55b3bcaf1ce45b03cf for: {'port': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:34:26.194138 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1ba45dc4-dee9-42db-8a4e-b234a2127855 None None] Provisioning complete for port b4aa4f54-6419-47f7-88fb-b218ff17ecc9 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:34:26.194860 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1ba45dc4-dee9-42db-8a4e-b234a2127855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:26.262155 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-552aa41e-3329-49a3-9e9a-3bc5b554d5f5 req-03b7b1ba-7ea2-41dd-b43f-dedbba0e0c89 tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.1.120 HTTP/1.1" status: 200 len: 1001 time: 0.2754264 Oct 20 10:34:26.289106 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84033bf2-e6d4-4823-bc61-49808bf12aa4 None None] Pushing event updated for resources: {'Port': ['ID=dfc582b4-9861-4d5e-a389-20347451d017,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:34:26.307577 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f308dca8-f7f0-4d0b-9af4-a7422274e768 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:26.333664 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [None req-f308dca8-f7f0-4d0b-9af4-a7422274e768 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] device_id is not set on port c6946b44-75f5-4ceb-9f3e-281cc30cd187 yet. {{(pid=100597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:34:26.343961 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:26.360327 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-ad6ecc24-fdcf-430e-bde5-179c4b4f8265 None None] Allocated IP 10.1.1.2 (7f35c8f4-a80f-46f0-b625-9aa7a1eb4d3d/ee766014-e4cb-4d3b-914c-bd587db1d0d0/82728985-1d5c-4832-ac98-0c22a3693aa8) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:34:26.419231 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8f9f9fd-6dea-4857-9f5d-598e5d82d0d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '343bc4c8-a9f3-4ff9-a633-bc7d16829613'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:34:26.422373 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-249bce84-3937-4103-af78-b8756cc1ea6e" -d '{"events": [{"server_uuid": "c8f9f9fd-6dea-4857-9f5d-598e5d82d0d4", "name": "network-vif-plugged", "status": "completed", "tag": "343bc4c8-a9f3-4ff9-a633-bc7d16829613"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:34:26.466964 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 343bc4c8-a9f3-4ff9-a633-bc7d16829613, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=343bc4c8-a9f3-4ff9-a633-bc7d16829613,segment=NetworkSegment(d74986f8-a71e-4359-a64d-140af23f3558),segment_id=d74986f8-a71e-4359-a64d-140af23f3558)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:34:26.494517 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:26.527695 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1ba45dc4-dee9-42db-8a4e-b234a2127855 None None] Port b4aa4f54-6419-47f7-88fb-b218ff17ecc9 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:34:26.704757 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66fe8faf-98d5-46cd-92c1-fdc8bcd44bac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524064ba-869c-5550-b826-c26b69a11278-7bc60fc7-42ea-472c-be5f-6faa92f9f9bb', 'network_id': '7bc60fc7-42ea-472c-be5f-6faa92f9f9bb', 'tenant_id': 'aca7fabb908e4e55b3bcaf1ce45b03cf', 'fixed_ips': [{'subnet_id': 'a2b9a836-50d1-4b54-8c45-1b8fbb975652'}]}} from n-d-811396-3. {{(pid=100598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:34:26.705805 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-66fe8faf-98d5-46cd-92c1-fdc8bcd44bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:26.742582 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=343bc4c8-a9f3-4ff9-a633-bc7d16829613,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:34:26.863459 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a19b68-9a37-44e5-9279-40e8bae6c550 req-72bd94e3-0044-4a44-8c95-a8caff3ffb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:26.870929 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-64a19b68-9a37-44e5-9279-40e8bae6c550 req-72bd94e3-0044-4a44-8c95-a8caff3ffb6e service neutron] 10.222.0.69 "GET /v2.0/networks?id=34c3c2fc-2825-47c5-ac90-f8d0645c4c57 HTTP/1.1" status: 200 len: 921 time: 1.1330569 Oct 20 10:34:26.893339 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f98ed3ed-aca1-4bf9-aff1-9764dd863283 req-ffd7253f-1406-47a1-ace5-0c5bf9231cff tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] 10.222.0.64 "GET /v2.0/security-groups?id=80d91cd6-89b0-4bed-9856-0ef6931b5448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1863985 Oct 20 10:34:27.074594 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-ad6ecc24-fdcf-430e-bde5-179c4b4f8265 None None] Publish callbacks [] for port, precommit_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:27.115992 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-ad6ecc24-fdcf-430e-bde5-179c4b4f8265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:27.187432 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [req-fa6945ad-a656-4b8f-8337-6eed10e5af17 req-8e4efca1-f415-4b79-97d0-a896c700a1bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4aa4f54-6419-47f7-88fb-b218ff17ecc9 {{(pid=100596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:34:27.201007 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-f308dca8-f7f0-4d0b-9af4-a7422274e768 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Allocated IP 10.1.1.219 (7f35c8f4-a80f-46f0-b625-9aa7a1eb4d3d/ee766014-e4cb-4d3b-914c-bd587db1d0d0/c6946b44-75f5-4ceb-9f3e-281cc30cd187) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:34:27.201615 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-fa6945ad-a656-4b8f-8337-6eed10e5af17 req-8e4efca1-f415-4b79-97d0-a896c700a1bd service neutron] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:27.210538 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6ecc24-fdcf-430e-bde5-179c4b4f8265 None None] Pushing event updated for resources: {'Port': ['ID=82728985-1d5c-4832-ac98-0c22a3693aa8,revision_number=1']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:34:27.216819 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.provisioning_blocks [req-fa6945ad-a656-4b8f-8337-6eed10e5af17 req-8e4efca1-f415-4b79-97d0-a896c700a1bd service neutron] Transition to ACTIVE for port object b4aa4f54-6419-47f7-88fb-b218ff17ecc9 will not be triggered until provisioned by entity L2. {{(pid=100596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:34:27.246692 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552aa41e-3329-49a3-9e9a-3bc5b554d5f5 req-2c64fb61-790e-4fa3-acf7-e04dff0a879b tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:27.248396 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-552aa41e-3329-49a3-9e9a-3bc5b554d5f5 req-2c64fb61-790e-4fa3-acf7-e04dff0a879b tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] 10.222.0.64 "GET /v2.0/networks/cbe170d3-31ba-45a2-b477-520ab0a7a8ea HTTP/1.1" status: 200 len: 784 time: 0.9852424 Oct 20 10:34:27.257435 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-fa6945ad-a656-4b8f-8337-6eed10e5af17 req-8e4efca1-f415-4b79-97d0-a896c700a1bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:27.285844 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-66fe8faf-98d5-46cd-92c1-fdc8bcd44bac None None] Allocated IP 10.2.2.2 (7bc60fc7-42ea-472c-be5f-6faa92f9f9bb/a2b9a836-50d1-4b54-8c45-1b8fbb975652/28af15ba-4bc8-4eae-81c7-f597bd29b13f) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:34:27.297159 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad6ecc24-fdcf-430e-bde5-179c4b4f8265 None None] Network 7f35c8f4-a80f-46f0-b625-9aa7a1eb4d3d is already hosted by enough agents. {{(pid=100598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:34:27.302472 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.base_scheduler [None req-ad6ecc24-fdcf-430e-bde5-179c4b4f8265 None None] Resources bound (agent type, host, resource id): {{(pid=100598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:34:27.308009 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6ecc24-fdcf-430e-bde5-179c4b4f8265 None None] Received port after_create {{(pid=100598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:34:27.314587 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2254e672-69f9-422f-9ecb-2d5bb95da705 req-158e8596-f310-453d-a258-ac5e3e851a3a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b5cf4e3f-ab2f-4b86-98bd-80d0ded5cca8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.3184202 Oct 20 10:34:27.450731 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-ad6ecc24-fdcf-430e-bde5-179c4b4f8265 None None] Attempting to bind port 82728985-1d5c-4832-ac98-0c22a3693aa8 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:34:27.452170 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-ad6ecc24-fdcf-430e-bde5-179c4b4f8265 None None] Attempting to bind port 82728985-1d5c-4832-ac98-0c22a3693aa8 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '5c26a787-281b-4999-b13c-5972e48fde4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '7f35c8f4-a80f-46f0-b625-9aa7a1eb4d3d'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:34:27.454023 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6ecc24-fdcf-430e-bde5-179c4b4f8265 None None] Attempting to bind port 82728985-1d5c-4832-ac98-0c22a3693aa8 on network 7f35c8f4-a80f-46f0-b625-9aa7a1eb4d3d {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:34:27.469497 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-64a19b68-9a37-44e5-9279-40e8bae6c550 req-373f5347-ffed-4709-97c2-fd02294bb9b3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a9f6381f-477f-4127-bf9c-93f653c53615 HTTP/1.1" status: 200 len: 1001 time: 0.5718706 Oct 20 10:34:27.493539 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6ecc24-fdcf-430e-bde5-179c4b4f8265 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:34:27.494362 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6ecc24-fdcf-430e-bde5-179c4b4f8265 None None] Checking segment: {'id': '5c26a787-281b-4999-b13c-5972e48fde4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '7f35c8f4-a80f-46f0-b625-9aa7a1eb4d3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:34:27.495059 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-ad6ecc24-fdcf-430e-bde5-179c4b4f8265 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:27.495726 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6ecc24-fdcf-430e-bde5-179c4b4f8265 None None] Bound using segment: {'id': '5c26a787-281b-4999-b13c-5972e48fde4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '7f35c8f4-a80f-46f0-b625-9aa7a1eb4d3d'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:34:27.496463 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-ad6ecc24-fdcf-430e-bde5-179c4b4f8265 None None] Bound port: 82728985-1d5c-4832-ac98-0c22a3693aa8, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c26a787-281b-4999-b13c-5972e48fde4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '7f35c8f4-a80f-46f0-b625-9aa7a1eb4d3d'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:34:27.497124 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-ad6ecc24-fdcf-430e-bde5-179c4b4f8265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:27.589505 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a19b68-9a37-44e5-9279-40e8bae6c550 req-d66fe97a-28ec-4d56-9747-6d69c3c73bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:27.591586 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-64a19b68-9a37-44e5-9279-40e8bae6c550 req-d66fe97a-28ec-4d56-9747-6d69c3c73bf9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3904a09f-6fdf-4647-b2a1-fcfec8e51887 HTTP/1.1" status: 200 len: 859 time: 0.1038320 Oct 20 10:34:27.666060 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f308dca8-f7f0-4d0b-9af4-a7422274e768 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:27.703823 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-ad6ecc24-fdcf-430e-bde5-179c4b4f8265 None None] For port 82728985-1d5c-4832-ac98-0c22a3693aa8, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:34:27.708958 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-ad6ecc24-fdcf-430e-bde5-179c4b4f8265 None None] For port 82728985-1d5c-4832-ac98-0c22a3693aa8, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=82728985-1d5c-4832-ac98-0c22a3693aa8,segment=NetworkSegment(5c26a787-281b-4999-b13c-5972e48fde4a),segment_id=5c26a787-281b-4999-b13c-5972e48fde4a)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:34:27.717103 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f308dca8-f7f0-4d0b-9af4-a7422274e768 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:27.728877 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-ad6ecc24-fdcf-430e-bde5-179c4b4f8265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:27.738018 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4efca1-f415-4b79-97d0-a896c700a1bd service neutron] Pushing event updated for resources: {'Port': ['ID=b4aa4f54-6419-47f7-88fb-b218ff17ecc9,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:34:27.825006 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2254e672-69f9-422f-9ecb-2d5bb95da705 req-359f91bc-a874-4045-8318-b2df9e13a67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:27.829997 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f308dca8-f7f0-4d0b-9af4-a7422274e768 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Network 7f35c8f4-a80f-46f0-b625-9aa7a1eb4d3d is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:34:27.831987 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2254e672-69f9-422f-9ecb-2d5bb95da705 req-359f91bc-a874-4045-8318-b2df9e13a67b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0f05c0031f4147059bf9a73b0f780356&device_id=b5cf4e3f-ab2f-4b86-98bd-80d0ded5cca8 HTTP/1.1" status: 200 len: 1099 time: 0.4352448 Oct 20 10:34:27.858654 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-f308dca8-f7f0-4d0b-9af4-a7422274e768 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:34:27.861741 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f308dca8-f7f0-4d0b-9af4-a7422274e768 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:34:27.900918 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6ecc24-fdcf-430e-bde5-179c4b4f8265 None None] Pushing event updated for resources: {'Port': ['ID=82728985-1d5c-4832-ac98-0c22a3693aa8,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:34:27.941418 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f308dca8-f7f0-4d0b-9af4-a7422274e768 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:27.942528 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f308dca8-f7f0-4d0b-9af4-a7422274e768 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:27.959407 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f308dca8-f7f0-4d0b-9af4-a7422274e768 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Pushing event updated for resources: {'Port': ['ID=c6946b44-75f5-4ceb-9f3e-281cc30cd187,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:34:27.990461 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-f308dca8-f7f0-4d0b-9af4-a7422274e768 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.1111581 Oct 20 10:34:27.991350 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 46104) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:34:27.998259 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-7071dc43-5fe7-4a09-af7d-3ceb43cab2fd tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Request body: {'port': {'network_id': '7f35c8f4-a80f-46f0-b625-9aa7a1eb4d3d', 'name': 'tempest-TaggedBootDevicesTest-2058333663', 'fixed_ips': [{'subnet_id': 'ee766014-e4cb-4d3b-914c-bd587db1d0d0'}]}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:34:28.056817 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device dfc582b4-9861-4d5e-a389-20347451d017 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:34:28.141526 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-66fe8faf-98d5-46cd-92c1-fdc8bcd44bac None None] Publish callbacks [] for port, precommit_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:28.154372 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-66fe8faf-98d5-46cd-92c1-fdc8bcd44bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:28.165540 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2254e672-69f9-422f-9ecb-2d5bb95da705 req-d64616f6-6a76-4cae-8ac1-6ef7d660ee3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:28.167303 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2254e672-69f9-422f-9ecb-2d5bb95da705 req-d64616f6-6a76-4cae-8ac1-6ef7d660ee3f service neutron] 10.222.0.55 "GET /v2.0/networks?id=a7c57b12-d7c3-48bb-aa54-a67a56468a84 HTTP/1.1" status: 200 len: 870 time: 0.2392964 Oct 20 10:34:28.168853 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7071dc43-5fe7-4a09-af7d-3ceb43cab2fd tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Made reservation on behalf of aca7fabb908e4e55b3bcaf1ce45b03cf for: {'port': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:34:28.171969 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-552aa41e-3329-49a3-9e9a-3bc5b554d5f5 req-115f8c92-1f61-47c7-9f01-540d20957697 tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.1.120 HTTP/1.1" status: 200 len: 1001 time: 0.9059196 Oct 20 10:34:28.177361 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7071dc43-5fe7-4a09-af7d-3ceb43cab2fd tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:28.196322 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-552aa41e-3329-49a3-9e9a-3bc5b554d5f5 req-4e32ff77-1510-4319-9994-0861ff14c64b tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:34:28.217204 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [None req-7071dc43-5fe7-4a09-af7d-3ceb43cab2fd tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] device_id is not set on port 451833eb-4339-4de8-8005-8d3e2c53fd29 yet. {{(pid=100597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:34:28.229788 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fe8faf-98d5-46cd-92c1-fdc8bcd44bac None None] Pushing event updated for resources: {'Port': ['ID=28af15ba-4bc8-4eae-81c7-f597bd29b13f,revision_number=1']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:34:28.248983 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port dfc582b4-9861-4d5e-a389-20347451d017 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:34:28.249919 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:28.298569 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66fe8faf-98d5-46cd-92c1-fdc8bcd44bac None None] Network 7bc60fc7-42ea-472c-be5f-6faa92f9f9bb is already hosted by enough agents. {{(pid=100598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:34:28.300931 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-552aa41e-3329-49a3-9e9a-3bc5b554d5f5 req-4e32ff77-1510-4319-9994-0861ff14c64b tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] Publish callbacks [] for floatingip, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:28.304212 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.base_scheduler [None req-66fe8faf-98d5-46cd-92c1-fdc8bcd44bac None None] Resources bound (agent type, host, resource id): {{(pid=100598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:34:28.307951 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66fe8faf-98d5-46cd-92c1-fdc8bcd44bac None None] Received port after_create {{(pid=100598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:34:28.473910 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-66fe8faf-98d5-46cd-92c1-fdc8bcd44bac None None] Attempting to bind port 28af15ba-4bc8-4eae-81c7-f597bd29b13f on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:34:28.477990 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-66fe8faf-98d5-46cd-92c1-fdc8bcd44bac None None] Attempting to bind port 28af15ba-4bc8-4eae-81c7-f597bd29b13f by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '579c7eb4-bf50-4e8d-a227-c6a885f646d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '7bc60fc7-42ea-472c-be5f-6faa92f9f9bb'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:34:28.478404 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66fe8faf-98d5-46cd-92c1-fdc8bcd44bac None None] Attempting to bind port 28af15ba-4bc8-4eae-81c7-f597bd29b13f on network 7bc60fc7-42ea-472c-be5f-6faa92f9f9bb {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:34:28.500112 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66fe8faf-98d5-46cd-92c1-fdc8bcd44bac None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:34:28.500469 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66fe8faf-98d5-46cd-92c1-fdc8bcd44bac None None] Checking segment: {'id': '579c7eb4-bf50-4e8d-a227-c6a885f646d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '7bc60fc7-42ea-472c-be5f-6faa92f9f9bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:34:28.500883 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-66fe8faf-98d5-46cd-92c1-fdc8bcd44bac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:28.501384 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66fe8faf-98d5-46cd-92c1-fdc8bcd44bac None None] Bound using segment: {'id': '579c7eb4-bf50-4e8d-a227-c6a885f646d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '7bc60fc7-42ea-472c-be5f-6faa92f9f9bb'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:34:28.501894 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-66fe8faf-98d5-46cd-92c1-fdc8bcd44bac None None] Bound port: 28af15ba-4bc8-4eae-81c7-f597bd29b13f, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '579c7eb4-bf50-4e8d-a227-c6a885f646d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '7bc60fc7-42ea-472c-be5f-6faa92f9f9bb'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:34:28.502282 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-66fe8faf-98d5-46cd-92c1-fdc8bcd44bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:28.628655 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a19b68-9a37-44e5-9279-40e8bae6c550 req-5b73cab6-56e8-494a-b21d-c6aab0426fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:28.630559 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-64a19b68-9a37-44e5-9279-40e8bae6c550 req-5b73cab6-56e8-494a-b21d-c6aab0426fdf service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=34c3c2fc-2825-47c5-ac90-f8d0645c4c57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0202787 Oct 20 10:34:28.655096 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-fa6945ad-a656-4b8f-8337-6eed10e5af17 req-8e4efca1-f415-4b79-97d0-a896c700a1bd service neutron] Attempting to bind port b4aa4f54-6419-47f7-88fb-b218ff17ecc9 on host n-h1-811396-3 for vnic_type normal with profile {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:34:28.655459 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-fa6945ad-a656-4b8f-8337-6eed10e5af17 req-8e4efca1-f415-4b79-97d0-a896c700a1bd service neutron] Attempting to bind port b4aa4f54-6419-47f7-88fb-b218ff17ecc9 by drivers openvswitch,hyperv on host n-h1-811396-3 at level 0 using segments [{'id': '52c5ea7c-19a5-4e38-97d8-de5a9aaed84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '7a5c8c08-3d3c-4e3e-be4e-46a18417c30b'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:34:28.655781 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa6945ad-a656-4b8f-8337-6eed10e5af17 req-8e4efca1-f415-4b79-97d0-a896c700a1bd service neutron] Attempting to bind port b4aa4f54-6419-47f7-88fb-b218ff17ecc9 on network 7a5c8c08-3d3c-4e3e-be4e-46a18417c30b {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:34:28.658452 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-7071dc43-5fe7-4a09-af7d-3ceb43cab2fd tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Allocated IP 10.1.1.3 (7f35c8f4-a80f-46f0-b625-9aa7a1eb4d3d/ee766014-e4cb-4d3b-914c-bd587db1d0d0/451833eb-4339-4de8-8005-8d3e2c53fd29) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:34:28.664579 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-66fe8faf-98d5-46cd-92c1-fdc8bcd44bac None None] For port 28af15ba-4bc8-4eae-81c7-f597bd29b13f, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:34:28.669836 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-66fe8faf-98d5-46cd-92c1-fdc8bcd44bac None None] For port 28af15ba-4bc8-4eae-81c7-f597bd29b13f, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=28af15ba-4bc8-4eae-81c7-f597bd29b13f,segment=NetworkSegment(579c7eb4-bf50-4e8d-a227-c6a885f646d2),segment_id=579c7eb4-bf50-4e8d-a227-c6a885f646d2)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:34:28.690957 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-66fe8faf-98d5-46cd-92c1-fdc8bcd44bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:28.756702 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fe8faf-98d5-46cd-92c1-fdc8bcd44bac None None] Pushing event updated for resources: {'Port': ['ID=28af15ba-4bc8-4eae-81c7-f597bd29b13f,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:34:28.761010 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-552aa41e-3329-49a3-9e9a-3bc5b554d5f5 req-4e32ff77-1510-4319-9994-0861ff14c64b tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:28.762918 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2254e672-69f9-422f-9ecb-2d5bb95da705 req-b76c7da9-a53f-45f6-9315-6827f857eb7f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=6f618075-47e1-4d3f-bc01-1cfa713c867b HTTP/1.1" status: 200 len: 217 time: 0.5858283 Oct 20 10:34:28.765224 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-64a19b68-9a37-44e5-9279-40e8bae6c550 req-b94bf51f-48b8-4b83-984c-945cac4c8118 service neutron] 10.222.0.69 "GET /v2.0/networks/34c3c2fc-2825-47c5-ac90-f8d0645c4c57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033981 Oct 20 10:34:28.769940 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa6945ad-a656-4b8f-8337-6eed10e5af17 req-8e4efca1-f415-4b79-97d0-a896c700a1bd service neutron] Port b4aa4f54-6419-47f7-88fb-b218ff17ecc9 on network 7a5c8c08-3d3c-4e3e-be4e-46a18417c30b not bound, no agent of type Open vSwitch agent registered on host n-h1-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:34:28.770926 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa6945ad-a656-4b8f-8337-6eed10e5af17 req-8e4efca1-f415-4b79-97d0-a896c700a1bd service neutron] Attempting to bind port b4aa4f54-6419-47f7-88fb-b218ff17ecc9 on network 7a5c8c08-3d3c-4e3e-be4e-46a18417c30b {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:34:28.832379 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-552aa41e-3329-49a3-9e9a-3bc5b554d5f5 req-4e32ff77-1510-4319-9994-0861ff14c64b tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1773381'] for floatingip, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:28.833390 n-d-811396-3 neutron-server[100596]: INFO neutron.db.l3_db [req-552aa41e-3329-49a3-9e9a-3bc5b554d5f5 req-4e32ff77-1510-4319-9994-0861ff14c64b tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] Floating IP a72bf11a-20b0-444f-ab6f-0963a6e372eb disassociated. External IP: 172.25.1.120, port: a9f6381f-477f-4127-bf9c-93f653c53615. Oct 20 10:34:28.925471 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7071dc43-5fe7-4a09-af7d-3ceb43cab2fd tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:28.933845 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa6945ad-a656-4b8f-8337-6eed10e5af17 req-8e4efca1-f415-4b79-97d0-a896c700a1bd service neutron] Checking agent: {'id': 'b707b4cc-061f-4cf4-bce0-0b3df9b7bec9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 34, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:34:28.934200 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa6945ad-a656-4b8f-8337-6eed10e5af17 req-8e4efca1-f415-4b79-97d0-a896c700a1bd service neutron] Checking segment: {'id': '52c5ea7c-19a5-4e38-97d8-de5a9aaed84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '7a5c8c08-3d3c-4e3e-be4e-46a18417c30b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:34:28.934594 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa6945ad-a656-4b8f-8337-6eed10e5af17 req-8e4efca1-f415-4b79-97d0-a896c700a1bd service neutron] Bound using segment: {'id': '52c5ea7c-19a5-4e38-97d8-de5a9aaed84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '7a5c8c08-3d3c-4e3e-be4e-46a18417c30b'} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:34:28.935204 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-fa6945ad-a656-4b8f-8337-6eed10e5af17 req-8e4efca1-f415-4b79-97d0-a896c700a1bd service neutron] Bound port: b4aa4f54-6419-47f7-88fb-b218ff17ecc9, host: n-h1-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52c5ea7c-19a5-4e38-97d8-de5a9aaed84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '7a5c8c08-3d3c-4e3e-be4e-46a18417c30b'}}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:34:28.935486 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-fa6945ad-a656-4b8f-8337-6eed10e5af17 req-8e4efca1-f415-4b79-97d0-a896c700a1bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:28.984230 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7071dc43-5fe7-4a09-af7d-3ceb43cab2fd tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:29.059879 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2254e672-69f9-422f-9ecb-2d5bb95da705 req-0970d4b0-b602-414f-835c-b53cd8283981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:29.060161 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7071dc43-5fe7-4a09-af7d-3ceb43cab2fd tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Pushing event updated for resources: {'Port': ['ID=451833eb-4339-4de8-8005-8d3e2c53fd29,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:34:29.060270 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2254e672-69f9-422f-9ecb-2d5bb95da705 req-0970d4b0-b602-414f-835c-b53cd8283981 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8f86199a-b8f2-45b4-a83a-995a7ea6fe42 HTTP/1.1" status: 200 len: 843 time: 0.2525330 Oct 20 10:34:29.098063 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1623c13-5457-45c0-983b-f3779646ddc6 req-004b8295-416c-4d04-bdf5-4b362370dc64 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:29.098063 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f1623c13-5457-45c0-983b-f3779646ddc6 req-004b8295-416c-4d04-bdf5-4b362370dc64 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] 10.222.0.64 "GET /v2.0/ports?device_id=26e29c85-389d-454c-930b-0f837d303e1a HTTP/1.1" status: 200 len: 945 time: 0.5425017 Oct 20 10:34:29.099569 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7071dc43-5fe7-4a09-af7d-3ceb43cab2fd tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Network 7f35c8f4-a80f-46f0-b625-9aa7a1eb4d3d is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:34:29.103813 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-7071dc43-5fe7-4a09-af7d-3ceb43cab2fd tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:34:29.114078 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7071dc43-5fe7-4a09-af7d-3ceb43cab2fd tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:34:29.210340 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7071dc43-5fe7-4a09-af7d-3ceb43cab2fd tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:29.211003 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7071dc43-5fe7-4a09-af7d-3ceb43cab2fd tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:29.254180 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-7071dc43-5fe7-4a09-af7d-3ceb43cab2fd tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2579451 Oct 20 10:34:29.323229 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2254e672-69f9-422f-9ecb-2d5bb95da705 req-443b3d9a-69eb-4dbd-a87f-92c5731f493c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:29.324869 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2254e672-69f9-422f-9ecb-2d5bb95da705 req-443b3d9a-69eb-4dbd-a87f-92c5731f493c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a7c57b12-d7c3-48bb-aa54-a67a56468a84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2510710 Oct 20 10:34:29.326777 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-64a19b68-9a37-44e5-9279-40e8bae6c550 req-5942b122-b66d-4494-b74e-7a9bbdcb4fb8 service neutron] 10.222.0.69 "GET /v2.0/networks/34c3c2fc-2825-47c5-ac90-f8d0645c4c57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5504797 Oct 20 10:34:29.375008 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f1623c13-5457-45c0-983b-f3779646ddc6 req-426b4149-4683-41ca-890a-9ea3d2e661eb tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] 10.222.0.64 "GET /v2.0/security-groups?id=97729601-032d-4729-bc88-1bc65d21f71b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2687171 Oct 20 10:34:29.414988 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-fa6945ad-a656-4b8f-8337-6eed10e5af17 req-8e4efca1-f415-4b79-97d0-a896c700a1bd service neutron] For port b4aa4f54-6419-47f7-88fb-b218ff17ecc9, host n-h1-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:34:29.544166 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-fa6945ad-a656-4b8f-8337-6eed10e5af17 req-8e4efca1-f415-4b79-97d0-a896c700a1bd service neutron] For port b4aa4f54-6419-47f7-88fb-b218ff17ecc9, host n-h1-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=b4aa4f54-6419-47f7-88fb-b218ff17ecc9,segment=NetworkSegment(52c5ea7c-19a5-4e38-97d8-de5a9aaed84f),segment_id=52c5ea7c-19a5-4e38-97d8-de5a9aaed84f)] {{(pid=100596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:34:29.576250 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-fa6945ad-a656-4b8f-8337-6eed10e5af17 req-8e4efca1-f415-4b79-97d0-a896c700a1bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:29.656800 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6945ad-a656-4b8f-8337-6eed10e5af17 req-8e4efca1-f415-4b79-97d0-a896c700a1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:29.657419 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-fa6945ad-a656-4b8f-8337-6eed10e5af17 req-8e4efca1-f415-4b79-97d0-a896c700a1bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:29.658892 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fa6945ad-a656-4b8f-8337-6eed10e5af17 req-8e4efca1-f415-4b79-97d0-a896c700a1bd service neutron] 10.222.0.55 "PUT /v2.0/ports/b4aa4f54-6419-47f7-88fb-b218ff17ecc9 HTTP/1.1" status: 200 len: 1092 time: 4.6608391 Oct 20 10:34:29.675074 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa662cd5-98a5-4955-bbe2-daea86bbd0e7', 'tag': 'b4aa4f54-6419-47f7-88fb-b218ff17ecc9'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:34:29.677922 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a4db3a0-250a-4e20-af6b-27a1ea0c799d" -d '{"events": [{"name": "network-changed", "server_uuid": "aa662cd5-98a5-4955-bbe2-daea86bbd0e7", "tag": "b4aa4f54-6419-47f7-88fb-b218ff17ecc9"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:34:29.824532 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2254e672-69f9-422f-9ecb-2d5bb95da705 req-869bebe4-f4aa-42d5-a3ed-ad1bde035a8c service neutron] 10.222.0.55 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4751441 Oct 20 10:34:29.845801 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-311f35e3-bd3d-415f-9222-aaf2b5824e33 None None] Network 7f35c8f4-a80f-46f0-b625-9aa7a1eb4d3d requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:34:29.860532 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4efca1-f415-4b79-97d0-a896c700a1bd service neutron] Pushing event updated for resources: {'Port': ['ID=b4aa4f54-6419-47f7-88fb-b218ff17ecc9,revision_number=3']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:34:29.873187 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.l3_agent_scheduler [req-552aa41e-3329-49a3-9e9a-3bc5b554d5f5 req-4e32ff77-1510-4319-9994-0861ff14c64b tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] Router d509b498-2ca1-446a-b2d1-668329922057 has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:34:30.018627 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2254e672-69f9-422f-9ecb-2d5bb95da705 req-eda7b688-55ad-4aff-9cb5-84bb570b04ff service neutron] 10.222.0.55 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429808 Oct 20 10:34:30.054862 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6945ad-a656-4b8f-8337-6eed10e5af17 req-e04035e8-b203-43aa-b332-05e9272a2749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:30.061450 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fa6945ad-a656-4b8f-8337-6eed10e5af17 req-e04035e8-b203-43aa-b332-05e9272a2749 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=53d70f18161c493488cca7ccddd32a4c&device_id=aa662cd5-98a5-4955-bbe2-daea86bbd0e7 HTTP/1.1" status: 200 len: 1095 time: 0.2577820 Oct 20 10:34:30.087153 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 82728985-1d5c-4832-ac98-0c22a3693aa8 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:34:30.092697 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-491b53b7-3f16-41fc-9846-c63ec7288060 None None] Provisioning complete for port 82728985-1d5c-4832-ac98-0c22a3693aa8 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:34:30.093149 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-491b53b7-3f16-41fc-9846-c63ec7288060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:30.099583 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1b090d-dd48-4e83-8b28-b67fcc2d3744 req-89fb7b70-c6e3-4310-93cb-2e32b39da0c4 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:30.102463 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3e1b090d-dd48-4e83-8b28-b67fcc2d3744 req-89fb7b70-c6e3-4310-93cb-2e32b39da0c4 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/ports?device_id=c8f9f9fd-6dea-4857-9f5d-598e5d82d0d4 HTTP/1.1" status: 200 len: 945 time: 0.3707666 Oct 20 10:34:30.306956 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-552aa41e-3329-49a3-9e9a-3bc5b554d5f5 req-4e32ff77-1510-4319-9994-0861ff14c64b tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:34:30.317647 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb7e613-5282-4e20-a5e4-35e119315dc6 None None] Sync routers for ids ['d509b498-2ca1-446a-b2d1-668329922057'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:34:30.322867 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-552aa41e-3329-49a3-9e9a-3bc5b554d5f5 req-4e32ff77-1510-4319-9994-0861ff14c64b tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for floatingip, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:30.326326 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fa6945ad-a656-4b8f-8337-6eed10e5af17 req-8a140ccb-70fb-4254-adaa-b0e5efb2a565 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b4aa4f54-6419-47f7-88fb-b218ff17ecc9 HTTP/1.1" status: 200 len: 217 time: 0.2196569 Oct 20 10:34:30.331741 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb7e613-5282-4e20-a5e4-35e119315dc6 None None] Routers {'d509b498-2ca1-446a-b2d1-668329922057'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:34:30.332805 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-7eb7e613-5282-4e20-a5e4-35e119315dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:34:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['d509b498-2ca1-446a-b2d1-668329922057'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:34:30.389733 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-491b53b7-3f16-41fc-9846-c63ec7288060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:30.392729 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5837a10-8e07-41fc-a1ed-082ca9b19e78 None None] Network 7bc60fc7-42ea-472c-be5f-6faa92f9f9bb requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:34:30.406802 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-552aa41e-3329-49a3-9e9a-3bc5b554d5f5 req-4e32ff77-1510-4319-9994-0861ff14c64b tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] 10.222.0.64 "PUT /v2.0/floatingips/a72bf11a-20b0-444f-ab6f-0963a6e372eb HTTP/1.1" status: 200 len: 696 time: 2.2176070 Oct 20 10:34:30.429249 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3e1b090d-dd48-4e83-8b28-b67fcc2d3744 req-02792b31-473c-4585-86d8-4080ecf96740 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/security-groups?id=c33a6cb5-e80a-4f79-936a-38f5e3f7c89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3158064 Oct 20 10:34:30.516847 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6945ad-a656-4b8f-8337-6eed10e5af17 req-d2388ffb-f54a-4cb3-8a8c-f01358bd0d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:30.517796 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-7eb7e613-5282-4e20-a5e4-35e119315dc6 None None] Set router d509b498-2ca1-446a-b2d1-668329922057 gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:34:30.518556 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fa6945ad-a656-4b8f-8337-6eed10e5af17 req-d2388ffb-f54a-4cb3-8a8c-f01358bd0d59 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c8dbe2c3-5331-4e8d-b6fe-4a3f9c15ae27 HTTP/1.1" status: 200 len: 868 time: 0.1658275 Oct 20 10:34:30.524332 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-491b53b7-3f16-41fc-9846-c63ec7288060 None None] For port 82728985-1d5c-4832-ac98-0c22a3693aa8, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=82728985-1d5c-4832-ac98-0c22a3693aa8,segment=NetworkSegment(5c26a787-281b-4999-b13c-5972e48fde4a),segment_id=5c26a787-281b-4999-b13c-5972e48fde4a)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:34:30.540127 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-491b53b7-3f16-41fc-9846-c63ec7288060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:30.547173 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d79e3c4c-8d7f-45fb-bf92-66b5066cb939 x-openstack-request-id: req-d79e3c4c-8d7f-45fb-bf92-66b5066cb939 {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:34:30.547492 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8f9f9fd-6dea-4857-9f5d-598e5d82d0d4", "name": "network-vif-plugged", "status": "completed", "tag": "343bc4c8-a9f3-4ff9-a633-bc7d16829613", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:34:30.547754 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d79e3c4c-8d7f-45fb-bf92-66b5066cb939 {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:34:30.548156 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8f9f9fd-6dea-4857-9f5d-598e5d82d0d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '343bc4c8-a9f3-4ff9-a633-bc7d16829613', 'code': 200} Oct 20 10:34:30.697218 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491b53b7-3f16-41fc-9846-c63ec7288060 None None] Pushing event updated for resources: {'Port': ['ID=82728985-1d5c-4832-ac98-0c22a3693aa8,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:34:30.707248 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 82728985-1d5c-4832-ac98-0c22a3693aa8 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:34:30.708468 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:30.777272 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552aa41e-3329-49a3-9e9a-3bc5b554d5f5 req-886a4d75-5b03-41aa-b147-57d5b2946164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:30.779083 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-552aa41e-3329-49a3-9e9a-3bc5b554d5f5 req-886a4d75-5b03-41aa-b147-57d5b2946164 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2530338db1db417898003de86d78050c&device_id=21c0cf04-9e25-46ea-bb3f-9ac7b5745042 HTTP/1.1" status: 200 len: 1096 time: 0.3470244 Oct 20 10:34:30.800963 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6945ad-a656-4b8f-8337-6eed10e5af17 req-d43916c2-14e7-4a93-a48d-6933416e0001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:30.803447 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fa6945ad-a656-4b8f-8337-6eed10e5af17 req-d43916c2-14e7-4a93-a48d-6933416e0001 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7a5c8c08-3d3c-4e3e-be4e-46a18417c30b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2577457 Oct 20 10:34:30.829574 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-efa3898f-ff14-4164-830c-b0f1237bf5f9 None None] Provisioning complete for port 28af15ba-4bc8-4eae-81c7-f597bd29b13f triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:34:30.830282 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-efa3898f-ff14-4164-830c-b0f1237bf5f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:30.933435 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-7eb7e613-5282-4e20-a5e4-35e119315dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd509b498-2ca1-446a-b2d1-668329922057', 'name': 'tempest-FloatingIPsAssociationTestJSON-608749491-router', 'tenant_id': '2530338db1db417898003de86d78050c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': 'ea4e0f80-5e18-4aa4-8f78-2856206d04de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:33:00Z', 'updated_at': '2021-10-20T10:33:04Z', 'revision_number': 4, 'project_id': '2530338db1db417898003de86d78050c', 'gw_port': {'id': 'ea4e0f80-5e18-4aa4-8f78-2856206d04de', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd509b498-2ca1-446a-b2d1-668329922057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:33:01Z', 'updated_at': '2021-10-20T10:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': 'dc5eb2ba-0c00-4cd5-a2be-251884778ed2', 'name': '', 'network_id': '34c3c2fc-2825-47c5-ac90-f8d0645c4c57', 'tenant_id': '2530338db1db417898003de86d78050c', 'mac_address': 'fa:16:3e:75:c3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd509b498-2ca1-446a-b2d1-668329922057', 'device_owner': 'network:router_interface', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': '3904a09f-6fdf-4647-b2a1-fcfec8e51887', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:33:03Z', 'updated_at': '2021-10-20T10:33:09Z', 'revision_number': 5, 'project_id': '2530338db1db417898003de86d78050c', 'subnets': [{'id': '3904a09f-6fdf-4647-b2a1-fcfec8e51887', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:34:30.965864 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552aa41e-3329-49a3-9e9a-3bc5b554d5f5 req-aea26850-bdf4-4d78-915d-d4d4592647ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:30.971264 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-552aa41e-3329-49a3-9e9a-3bc5b554d5f5 req-aea26850-bdf4-4d78-915d-d4d4592647ab service neutron] 10.222.0.64 "GET /v2.0/networks?id=34c3c2fc-2825-47c5-ac90-f8d0645c4c57 HTTP/1.1" status: 200 len: 921 time: 0.1816568 Oct 20 10:34:30.978818 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb7e613-5282-4e20-a5e4-35e119315dc6 None None] Checking router: d509b498-2ca1-446a-b2d1-668329922057 for host: n-d-811396-3 {{(pid=100599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:34:30.985840 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a6ccbb-7cfc-4c48-9cf3-858cb7b9cace req-b1fc5a73-8fd2-4157-bc6d-8d4a3d86227a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:30.987800 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-69a6ccbb-7cfc-4c48-9cf3-858cb7b9cace req-b1fc5a73-8fd2-4157-bc6d-8d4a3d86227a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=c8f9f9fd-6dea-4857-9f5d-598e5d82d0d4 HTTP/1.1" status: 200 len: 1096 time: 0.3698633 Oct 20 10:34:30.994347 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb7e613-5282-4e20-a5e4-35e119315dc6 None None] Routers {'d509b498-2ca1-446a-b2d1-668329922057'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:34:30.995845 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-7eb7e613-5282-4e20-a5e4-35e119315dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:34:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['d509b498-2ca1-446a-b2d1-668329922057'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:34:31.058662 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f918a28-9e66-48ba-90af-285998712fbc req-c84a9388-a10a-41c6-b9b7-642619ff7474 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:31.074402 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1f918a28-9e66-48ba-90af-285998712fbc req-c84a9388-a10a-41c6-b9b7-642619ff7474 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa662cd5-98a5-4955-bbe2-daea86bbd0e7 HTTP/1.1" status: 200 len: 944 time: 0.3567522 Oct 20 10:34:31.107824 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 28af15ba-4bc8-4eae-81c7-f597bd29b13f up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:34:31.117327 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-552aa41e-3329-49a3-9e9a-3bc5b554d5f5 req-8d7b7a84-7306-47ba-8784-9dce3d8f180c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a9f6381f-477f-4127-bf9c-93f653c53615 HTTP/1.1" status: 200 len: 217 time: 0.1273119 Oct 20 10:34:31.170530 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-efa3898f-ff14-4164-830c-b0f1237bf5f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:31.230704 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-efa3898f-ff14-4164-830c-b0f1237bf5f9 None None] For port 28af15ba-4bc8-4eae-81c7-f597bd29b13f, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=28af15ba-4bc8-4eae-81c7-f597bd29b13f,segment=NetworkSegment(579c7eb4-bf50-4e8d-a227-c6a885f646d2),segment_id=579c7eb4-bf50-4e8d-a227-c6a885f646d2)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:34:31.236993 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-7eb7e613-5282-4e20-a5e4-35e119315dc6 None None] Set router d509b498-2ca1-446a-b2d1-668329922057 gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:34:31.245077 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-efa3898f-ff14-4164-830c-b0f1237bf5f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:31.293068 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 28af15ba-4bc8-4eae-81c7-f597bd29b13f triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:34:31.293455 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:31.361658 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-69a6ccbb-7cfc-4c48-9cf3-858cb7b9cace req-ee608671-7af9-4676-88d2-3a20cff84626 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=c33a6cb5-e80a-4f79-936a-38f5e3f7c89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3531971 Oct 20 10:34:31.373576 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa3898f-ff14-4164-830c-b0f1237bf5f9 None None] Pushing event updated for resources: {'Port': ['ID=28af15ba-4bc8-4eae-81c7-f597bd29b13f,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:34:31.390279 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1f918a28-9e66-48ba-90af-285998712fbc req-b9a01de4-43ab-422c-95ad-e4c48ae3d7d5 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] 10.222.0.64 "GET /v2.0/security-groups?id=80d91cd6-89b0-4bed-9856-0ef6931b5448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3151948 Oct 20 10:34:31.437775 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552aa41e-3329-49a3-9e9a-3bc5b554d5f5 req-9155ac2d-956d-4a76-8ac2-fc3bfc3b12d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:31.449204 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-552aa41e-3329-49a3-9e9a-3bc5b554d5f5 req-9155ac2d-956d-4a76-8ac2-fc3bfc3b12d6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3904a09f-6fdf-4647-b2a1-fcfec8e51887 HTTP/1.1" status: 200 len: 859 time: 0.2676721 Oct 20 10:34:31.492896 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-62bb548c-8f86-4801-acc1-349a4b138007 None None] Provisioning complete for port 82728985-1d5c-4832-ac98-0c22a3693aa8 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:34:31.493268 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-62bb548c-8f86-4801-acc1-349a4b138007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:31.509344 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fa6945ad-a656-4b8f-8337-6eed10e5af17 req-7bdd0bea-9897-4ea6-a8f7-534570207e80 service neutron] 10.222.0.55 "GET /v2.0/networks/7a5c8c08-3d3c-4e3e-be4e-46a18417c30b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6677990 Oct 20 10:34:31.588719 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552aa41e-3329-49a3-9e9a-3bc5b554d5f5 req-660132e9-d363-4d0b-83e2-5cfacf0e6bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:31.590205 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-552aa41e-3329-49a3-9e9a-3bc5b554d5f5 req-660132e9-d363-4d0b-83e2-5cfacf0e6bfb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=34c3c2fc-2825-47c5-ac90-f8d0645c4c57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1256461 Oct 20 10:34:31.651807 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-62bb548c-8f86-4801-acc1-349a4b138007 None None] Provisioning complete for port 451833eb-4339-4de8-8005-8d3e2c53fd29 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:34:31.652202 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-62bb548c-8f86-4801-acc1-349a4b138007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:31.667682 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-7eb7e613-5282-4e20-a5e4-35e119315dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd509b498-2ca1-446a-b2d1-668329922057', 'name': 'tempest-FloatingIPsAssociationTestJSON-608749491-router', 'tenant_id': '2530338db1db417898003de86d78050c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': 'ea4e0f80-5e18-4aa4-8f78-2856206d04de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:33:00Z', 'updated_at': '2021-10-20T10:33:04Z', 'revision_number': 4, 'project_id': '2530338db1db417898003de86d78050c', 'gw_port': {'id': 'ea4e0f80-5e18-4aa4-8f78-2856206d04de', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd509b498-2ca1-446a-b2d1-668329922057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:33:01Z', 'updated_at': '2021-10-20T10:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': 'dc5eb2ba-0c00-4cd5-a2be-251884778ed2', 'name': '', 'network_id': '34c3c2fc-2825-47c5-ac90-f8d0645c4c57', 'tenant_id': '2530338db1db417898003de86d78050c', 'mac_address': 'fa:16:3e:75:c3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd509b498-2ca1-446a-b2d1-668329922057', 'device_owner': 'network:router_interface', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': '3904a09f-6fdf-4647-b2a1-fcfec8e51887', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:33:03Z', 'updated_at': '2021-10-20T10:33:09Z', 'revision_number': 5, 'project_id': '2530338db1db417898003de86d78050c', 'subnets': [{'id': '3904a09f-6fdf-4647-b2a1-fcfec8e51887', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:34:31.733566 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb7e613-5282-4e20-a5e4-35e119315dc6 None None] The sync data for ids ['d509b498-2ca1-446a-b2d1-668329922057'] in n-d-811396-3 is: [{'id': 'd509b498-2ca1-446a-b2d1-668329922057', 'name': 'tempest-FloatingIPsAssociationTestJSON-608749491-router', 'tenant_id': '2530338db1db417898003de86d78050c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': 'ea4e0f80-5e18-4aa4-8f78-2856206d04de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:33:00Z', 'updated_at': '2021-10-20T10:33:04Z', 'revision_number': 4, 'project_id': '2530338db1db417898003de86d78050c', 'gw_port': {'id': 'ea4e0f80-5e18-4aa4-8f78-2856206d04de', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd509b498-2ca1-446a-b2d1-668329922057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:33:01Z', 'updated_at': '2021-10-20T10:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': 'dc5eb2ba-0c00-4cd5-a2be-251884778ed2', 'name': '', 'network_id': '34c3c2fc-2825-47c5-ac90-f8d0645c4c57', 'tenant_id': '2530338db1db417898003de86d78050c', 'mac_address': 'fa:16:3e:75:c3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd509b498-2ca1-446a-b2d1-668329922057', 'device_owner': 'network:router_interface', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': '3904a09f-6fdf-4647-b2a1-fcfec8e51887', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:33:03Z', 'updated_at': '2021-10-20T10:33:09Z', 'revision_number': 5, 'project_id': '2530338db1db417898003de86d78050c', 'subnets': [{'id': '3904a09f-6fdf-4647-b2a1-fcfec8e51887', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:34:31.734736 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-62bb548c-8f86-4801-acc1-349a4b138007 None None] Port 451833eb-4339-4de8-8005-8d3e2c53fd29 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:34:31.763661 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-62bb548c-8f86-4801-acc1-349a4b138007 None None] Provisioning complete for port c6946b44-75f5-4ceb-9f3e-281cc30cd187 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:34:31.764647 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-62bb548c-8f86-4801-acc1-349a4b138007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:31.880415 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-62bb548c-8f86-4801-acc1-349a4b138007 None None] Port c6946b44-75f5-4ceb-9f3e-281cc30cd187 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:34:31.936121 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 82728985-1d5c-4832-ac98-0c22a3693aa8 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:34:31.963830 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 46130) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:34:31.970809 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-53aa45e1-7e22-4bd1-b0b3-c574d330885b tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Request body: {'security_group': {'name': 'tempest-securitygroup--403357270', 'description': 'tempest-description--1333891734'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:34:32.025770 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-53aa45e1-7e22-4bd1-b0b3-c574d330885b tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:32.035445 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-6dedd4ba-865d-40d0-a12d-ac9d6b9363d5 None None] Provisioning complete for port 451833eb-4339-4de8-8005-8d3e2c53fd29 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:34:32.036671 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-6dedd4ba-865d-40d0-a12d-ac9d6b9363d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:32.151810 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-53aa45e1-7e22-4bd1-b0b3-c574d330885b tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:32.153016 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 82728985-1d5c-4832-ac98-0c22a3693aa8 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:34:32.153504 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:32.159985 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-53aa45e1-7e22-4bd1-b0b3-c574d330885b tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:32.170654 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-552aa41e-3329-49a3-9e9a-3bc5b554d5f5 req-db588a53-2e1c-4c2b-be80-e5982ca66d20 service neutron] 10.222.0.64 "GET /v2.0/networks/34c3c2fc-2825-47c5-ac90-f8d0645c4c57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5664823 Oct 20 10:34:32.211842 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-53aa45e1-7e22-4bd1-b0b3-c574d330885b tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:32.215791 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-53aa45e1-7e22-4bd1-b0b3-c574d330885b tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2460876 Oct 20 10:34:32.224973 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 46132) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:34:32.230539 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-83af0bc5-bcd6-4c96-9690-b6c8ade8fa94 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Request body: {'security_group_rule': {'security_group_id': '9e881cba-3138-4f23-9b77-7adf07b3a5ee', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:34:32.255464 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-6dedd4ba-865d-40d0-a12d-ac9d6b9363d5 None None] Port 451833eb-4339-4de8-8005-8d3e2c53fd29 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:34:32.258324 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53aa45e1-7e22-4bd1-b0b3-c574d330885b tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e881cba-3138-4f23-9b77-7adf07b3a5ee,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:34:32.265914 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fa6945ad-a656-4b8f-8337-6eed10e5af17 req-3b82e700-58bc-4b4c-8f49-5ee8e8895c98 service neutron] 10.222.0.55 "GET /v2.0/networks/7a5c8c08-3d3c-4e3e-be4e-46a18417c30b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7405670 Oct 20 10:34:32.270024 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0abfada2-5961-4544-ad34-2ccdb678660f None None] New status for floating IP a72bf11a-20b0-444f-ab6f-0963a6e372eb: DOWN {{(pid=100598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 10:34:32.290067 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-83af0bc5-bcd6-4c96-9690-b6c8ade8fa94 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:32.364782 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f08f17-030a-4b15-a47f-3f198841bef2 req-fea3cf40-33f4-448a-9dcf-c41e538edc3a tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:32.369130 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d8f08f17-030a-4b15-a47f-3f198841bef2 req-fea3cf40-33f4-448a-9dcf-c41e538edc3a tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] 10.222.0.64 "GET /v2.0/ports?device_id=5494c8bb-e16d-4c69-9bbd-57729001929d HTTP/1.1" status: 200 len: 946 time: 0.1184528 Oct 20 10:34:32.388274 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-83af0bc5-bcd6-4c96-9690-b6c8ade8fa94 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:32.398618 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-83af0bc5-bcd6-4c96-9690-b6c8ade8fa94 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:32.412071 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d8f08f17-030a-4b15-a47f-3f198841bef2 req-8386189e-093c-4403-9606-80eac949725b tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] 10.222.0.64 "GET /v2.0/security-groups?id=7bf05388-42aa-4d45-8ad3-a92e8669d9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358109 Oct 20 10:34:32.419979 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83af0bc5-bcd6-4c96-9690-b6c8ade8fa94 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fdb0f7c-f83c-422d-a4a1-c6f74b0232d4,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:34:32.455058 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-83af0bc5-bcd6-4c96-9690-b6c8ade8fa94 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:32.457003 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-83af0bc5-bcd6-4c96-9690-b6c8ade8fa94 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2306838 Oct 20 10:34:32.460124 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-552aa41e-3329-49a3-9e9a-3bc5b554d5f5 req-d5ffb7d3-8804-42e8-8547-582067bbca7e service neutron] 10.222.0.64 "GET /v2.0/networks/34c3c2fc-2825-47c5-ac90-f8d0645c4c57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2884958 Oct 20 10:34:32.460884 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 46138) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:34:32.469970 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-9fec46ab-02ba-45ed-b344-3f861f72585b tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Request body: {'security_group_rule': {'security_group_id': '9e881cba-3138-4f23-9b77-7adf07b3a5ee', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:34:32.509106 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4318ccec-095a-4690-963d-7b32db9dda11 x-openstack-request-id: req-4318ccec-095a-4690-963d-7b32db9dda11 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:34:32.509447 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa662cd5-98a5-4955-bbe2-daea86bbd0e7", "tag": "b4aa4f54-6419-47f7-88fb-b218ff17ecc9", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:34:32.509703 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4318ccec-095a-4690-963d-7b32db9dda11 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:34:32.510129 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa662cd5-98a5-4955-bbe2-daea86bbd0e7', 'tag': 'b4aa4f54-6419-47f7-88fb-b218ff17ecc9', 'status': 'completed', 'code': 200} Oct 20 10:34:32.513644 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-9fec46ab-02ba-45ed-b344-3f861f72585b tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:32.690400 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-6dedd4ba-865d-40d0-a12d-ac9d6b9363d5 None None] Provisioning complete for port 28af15ba-4bc8-4eae-81c7-f597bd29b13f triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:34:32.691695 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-6dedd4ba-865d-40d0-a12d-ac9d6b9363d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:32.695042 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-9fec46ab-02ba-45ed-b344-3f861f72585b tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:32.706387 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-9fec46ab-02ba-45ed-b344-3f861f72585b tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:32.726658 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fec46ab-02ba-45ed-b344-3f861f72585b tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13b7abc4-0959-4cda-932c-2adf7c390c66,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:34:32.749641 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beace728-dab2-4536-980d-8458bfcd5cb7 req-b4c21387-b8c1-47cc-af6e-26d7837ada2f tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:32.758011 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-beace728-dab2-4536-980d-8458bfcd5cb7 req-b4c21387-b8c1-47cc-af6e-26d7837ada2f tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] 10.222.0.64 "GET /v2.0/ports?device_id=26e29c85-389d-454c-930b-0f837d303e1a HTTP/1.1" status: 200 len: 945 time: 0.1297479 Oct 20 10:34:32.800876 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 28af15ba-4bc8-4eae-81c7-f597bd29b13f up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:34:32.809887 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4db3a0-250a-4e20-af6b-27a1ea0c799d req-c81f4f05-5482-4b85-b492-8d12c4c95512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:32.812029 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1a4db3a0-250a-4e20-af6b-27a1ea0c799d req-c81f4f05-5482-4b85-b492-8d12c4c95512 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=53d70f18161c493488cca7ccddd32a4c&device_id=aa662cd5-98a5-4955-bbe2-daea86bbd0e7 HTTP/1.1" status: 200 len: 1095 time: 0.2465630 Oct 20 10:34:32.925720 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 28af15ba-4bc8-4eae-81c7-f597bd29b13f triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:34:32.926127 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:32.935618 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4db3a0-250a-4e20-af6b-27a1ea0c799d req-e6664bb7-d2ec-4378-9ca4-293b3a7902df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:32.937562 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1a4db3a0-250a-4e20-af6b-27a1ea0c799d req-e6664bb7-d2ec-4378-9ca4-293b3a7902df service neutron] 10.222.0.55 "GET /v2.0/networks?id=7a5c8c08-3d3c-4e3e-be4e-46a18417c30b HTTP/1.1" status: 200 len: 930 time: 0.1150692 Oct 20 10:34:32.946871 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-9fec46ab-02ba-45ed-b344-3f861f72585b tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:32.948581 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-9fec46ab-02ba-45ed-b344-3f861f72585b tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4841714 Oct 20 10:34:32.953028 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 46150) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:34:32.958538 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-8c3e79c3-8432-498c-b763-a624c7ad9ab8 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Request body: {'floatingip': {'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:34:33.024012 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8c3e79c3-8432-498c-b763-a624c7ad9ab8 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Publish callbacks [] for floatingip, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:33.088076 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1a4db3a0-250a-4e20-af6b-27a1ea0c799d req-89c64cfc-8a4d-4a64-9bf8-1cf349f78c38 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b4aa4f54-6419-47f7-88fb-b218ff17ecc9 HTTP/1.1" status: 200 len: 217 time: 0.1361184 Oct 20 10:34:33.092410 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-beace728-dab2-4536-980d-8458bfcd5cb7 req-a8cf8ba5-2cee-44bc-af27-76e89662387a tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] 10.222.0.64 "GET /v2.0/security-groups?id=97729601-032d-4729-bc88-1bc65d21f71b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3336191 Oct 20 10:34:33.112062 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f2ca3c-b065-4aa8-bc60-00182cf416bd req-c332b013-de78-4060-9891-4c22dd6d49ef tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:33.114161 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-76f2ca3c-b065-4aa8-bc60-00182cf416bd req-c332b013-de78-4060-9891-4c22dd6d49ef tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/ports?device_id=c8f9f9fd-6dea-4857-9f5d-598e5d82d0d4 HTTP/1.1" status: 200 len: 945 time: 0.3823190 Oct 20 10:34:33.186923 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8c3e79c3-8432-498c-b763-a624c7ad9ab8 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:33.189368 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-76f2ca3c-b065-4aa8-bc60-00182cf416bd req-d241b2dd-8c3e-4421-a166-8e119d30889c tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/security-groups?id=c33a6cb5-e80a-4f79-936a-38f5e3f7c89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505557 Oct 20 10:34:33.196085 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4db3a0-250a-4e20-af6b-27a1ea0c799d req-f53bd143-5b88-41f5-91fd-0ae29857b3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:33.197787 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1a4db3a0-250a-4e20-af6b-27a1ea0c799d req-f53bd143-5b88-41f5-91fd-0ae29857b3bc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c8dbe2c3-5331-4e8d-b6fe-4a3f9c15ae27 HTTP/1.1" status: 200 len: 868 time: 0.1011958 Oct 20 10:34:33.310401 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4db3a0-250a-4e20-af6b-27a1ea0c799d req-af8d601a-1365-4dfd-b559-cd35ebc569c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:33.312307 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1a4db3a0-250a-4e20-af6b-27a1ea0c799d req-af8d601a-1365-4dfd-b559-cd35ebc569c2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7a5c8c08-3d3c-4e3e-be4e-46a18417c30b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0990753 Oct 20 10:34:33.422655 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-8c3e79c3-8432-498c-b763-a624c7ad9ab8 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Allocated IP 172.25.1.13 (cbe170d3-31ba-45a2-b477-520ab0a7a8ea/f4e26aca-17ac-4adb-a66b-d939a1b35b64/59586422-1484-4235-b27f-e5af2bc75c6b) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:34:33.441504 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1a4db3a0-250a-4e20-af6b-27a1ea0c799d req-4eea41b7-b95e-4643-aea5-954acd2254fc service neutron] 10.222.0.55 "GET /v2.0/networks/7a5c8c08-3d3c-4e3e-be4e-46a18417c30b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197562 Oct 20 10:34:33.451510 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c74ae3-ef82-4f70-be46-67949a9af93d req-0b0a6b55-7252-4270-889b-28bb2e988c0c tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:33.453782 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-13c74ae3-ef82-4f70-be46-67949a9af93d req-0b0a6b55-7252-4270-889b-28bb2e988c0c tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa662cd5-98a5-4955-bbe2-daea86bbd0e7 HTTP/1.1" status: 200 len: 944 time: 0.2029917 Oct 20 10:34:33.486174 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-d3aa3c54-74f1-421d-bb27-28f50262f97d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:33.628852 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-13c74ae3-ef82-4f70-be46-67949a9af93d req-e754058e-5334-4423-b0af-9421cdc35225 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] 10.222.0.64 "GET /v2.0/security-groups?id=80d91cd6-89b0-4bed-9856-0ef6931b5448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190085 Oct 20 10:34:33.657233 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8c3e79c3-8432-498c-b763-a624c7ad9ab8 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:33.662450 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1a44a3-4794-4a85-999c-f95ae3e8ef8e req-ed12f772-b23d-4d12-b054-3e2ca78399c2 tempest-LiveMigrationTest-1924267454 tempest-LiveMigrationTest-1924267454-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:33.670290 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bb1a44a3-4794-4a85-999c-f95ae3e8ef8e req-ed12f772-b23d-4d12-b054-3e2ca78399c2 tempest-LiveMigrationTest-1924267454 tempest-LiveMigrationTest-1924267454-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=c8f9f9fd-6dea-4857-9f5d-598e5d82d0d4 HTTP/1.1" status: 200 len: 1096 time: 0.0709450 Oct 20 10:34:33.690815 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1a4db3a0-250a-4e20-af6b-27a1ea0c799d req-6c00444a-2ea3-404a-8a51-cce137b8c283 service neutron] 10.222.0.55 "GET /v2.0/networks/7a5c8c08-3d3c-4e3e-be4e-46a18417c30b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2351382 Oct 20 10:34:33.710867 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 46168) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:34:33.721520 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bb1a44a3-4794-4a85-999c-f95ae3e8ef8e req-bf00ba36-0bc9-4466-b945-5e96b6ca5ec9 tempest-LiveMigrationTest-1924267454 tempest-LiveMigrationTest-1924267454-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=c33a6cb5-e80a-4f79-936a-38f5e3f7c89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501583 Oct 20 10:34:33.805099 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8c3e79c3-8432-498c-b763-a624c7ad9ab8 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:33.914867 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5c3c6a11-6cf2-49da-9b69-cfa60becb802 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:33.925079 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c3e79c3-8432-498c-b763-a624c7ad9ab8 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Network cbe170d3-31ba-45a2-b477-520ab0a7a8ea is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:34:33.941822 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3e79c3-8432-498c-b763-a624c7ad9ab8 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Pushing event updated for resources: {'Port': ['ID=59586422-1484-4235-b27f-e5af2bc75c6b,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:34:33.953320 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-8c3e79c3-8432-498c-b763-a624c7ad9ab8 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:34:33.957157 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3e79c3-8432-498c-b763-a624c7ad9ab8 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:34:33.990285 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b097fc61-e4f2-4ce5-9266-ab5ba0b78d9d req-1e5246af-1152-4b5d-bd6d-aa886cd59312 tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] 10.222.0.64 "GET /v2.0/floatingips/a72bf11a-20b0-444f-ab6f-0963a6e372eb HTTP/1.1" status: 200 len: 694 time: 0.0983171 Oct 20 10:34:34.112959 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8c3e79c3-8432-498c-b763-a624c7ad9ab8 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:34.128164 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde7942f-e690-4641-ace2-d7964b71a841 req-8305ce72-93fe-4916-9898-49e72794f101 tempest-LiveMigrationTest-1924267454 tempest-LiveMigrationTest-1924267454-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:34.130024 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bde7942f-e690-4641-ace2-d7964b71a841 req-8305ce72-93fe-4916-9898-49e72794f101 tempest-LiveMigrationTest-1924267454 tempest-LiveMigrationTest-1924267454-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=c8f9f9fd-6dea-4857-9f5d-598e5d82d0d4 HTTP/1.1" status: 200 len: 1096 time: 0.1579750 Oct 20 10:34:34.202701 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5c3c6a11-6cf2-49da-9b69-cfa60becb802 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:34.211929 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bde7942f-e690-4641-ace2-d7964b71a841 req-276bd7dc-376b-4253-8e35-5dc1ae29fae0 tempest-LiveMigrationTest-1924267454 tempest-LiveMigrationTest-1924267454-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=c33a6cb5-e80a-4f79-936a-38f5e3f7c89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574145 Oct 20 10:34:34.212160 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5c3c6a11-6cf2-49da-9b69-cfa60becb802 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:34.227302 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8c3e79c3-8432-498c-b763-a624c7ad9ab8 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:34.233453 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b097fc61-e4f2-4ce5-9266-ab5ba0b78d9d req-9dc8da90-5d76-4ada-9061-a67253b3a55b tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:34.234889 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b097fc61-e4f2-4ce5-9266-ab5ba0b78d9d req-9dc8da90-5d76-4ada-9061-a67253b3a55b tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] 10.222.0.64 "GET /v2.0/networks/cbe170d3-31ba-45a2-b477-520ab0a7a8ea HTTP/1.1" status: 200 len: 784 time: 0.2269681 Oct 20 10:34:34.302196 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-5c3c6a11-6cf2-49da-9b69-cfa60becb802 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=63bfd20c220f452f94659c55c3ad93ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5830853 Oct 20 10:34:34.303762 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 46196) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:34:34.319562 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3c6a11-6cf2-49da-9b69-cfa60becb802 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7529d8c1-8df0-40f7-b656-36d71eb94913,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:34:34.331428 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b097fc61-e4f2-4ce5-9266-ab5ba0b78d9d req-10d0997e-dfcd-480a-94a5-37f002d7ffbf tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.1.120 HTTP/1.1" status: 200 len: 697 time: 0.0869637 Oct 20 10:34:34.439429 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b097fc61-e4f2-4ce5-9266-ab5ba0b78d9d req-5c334038-b24d-4fdd-932d-aba4d1828de4 tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.1.120 HTTP/1.1" status: 200 len: 697 time: 0.0966330 Oct 20 10:34:34.442346 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e247c28e-0205-4433-bd55-981033b6a381 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:34.478989 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e247c28e-0205-4433-bd55-981033b6a381 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:34.510779 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21c0cf04-9e25-46ea-bb3f-9ac7b5745042', 'tag': 'a9f6381f-477f-4127-bf9c-93f653c53615'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:34:34.513529 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a8e914c-0c8b-4c3a-967d-3abfea04ec85" -d '{"events": [{"name": "network-changed", "server_uuid": "21c0cf04-9e25-46ea-bb3f-9ac7b5745042", "tag": "a9f6381f-477f-4127-bf9c-93f653c53615"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:34:34.547018 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8c3e79c3-8432-498c-b763-a624c7ad9ab8 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Publish callbacks [] for port, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:34.553560 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8c3e79c3-8432-498c-b763-a624c7ad9ab8 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:34.586369 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e247c28e-0205-4433-bd55-981033b6a381 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:34.588990 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e247c28e-0205-4433-bd55-981033b6a381 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:34.592456 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-e247c28e-0205-4433-bd55-981033b6a381 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7529d8c1-8df0-40f7-b656-36d71eb94913 HTTP/1.1" status: 204 len: 168 time: 0.2866416 Oct 20 10:34:34.604490 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d7f82c-42f0-4bb3-be99-e04fe62244ea req-485d6476-009c-4a45-9d32-c122480d3c09 tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:34.606654 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-24d7f82c-42f0-4bb3-be99-e04fe62244ea req-485d6476-009c-4a45-9d32-c122480d3c09 tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] 10.222.0.64 "GET /v2.0/ports?device_id=5494c8bb-e16d-4c69-9bbd-57729001929d HTTP/1.1" status: 200 len: 946 time: 0.1773388 Oct 20 10:34:34.618581 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e247c28e-0205-4433-bd55-981033b6a381 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7529d8c1-8df0-40f7-b656-36d71eb94913,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:34:34.663638 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3e79c3-8432-498c-b763-a624c7ad9ab8 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Pushing event updated for resources: {'Port': ['ID=59586422-1484-4235-b27f-e5af2bc75c6b,revision_number=2']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:34:34.685554 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8c3e79c3-8432-498c-b763-a624c7ad9ab8 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1773381'] for floatingip, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:34.690037 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-24d7f82c-42f0-4bb3-be99-e04fe62244ea req-28df704e-97cd-4b29-943a-6dc7e362b2ee tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] 10.222.0.64 "GET /v2.0/security-groups?id=7bf05388-42aa-4d45-8ad3-a92e8669d9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734382 Oct 20 10:34:34.714460 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-b097fc61-e4f2-4ce5-9266-ab5ba0b78d9d req-38408650-5fc7-4940-833c-602d977c73da tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] Deleting port 9900093a-2676-479b-913e-5836d9248121 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:34:34.715098 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-b097fc61-e4f2-4ce5-9266-ab5ba0b78d9d req-38408650-5fc7-4940-833c-602d977c73da tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:34.724735 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8c3e79c3-8432-498c-b763-a624c7ad9ab8 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for floatingip, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:34.727457 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-8c3e79c3-8432-498c-b763-a624c7ad9ab8 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7728026 Oct 20 10:34:34.847195 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-b097fc61-e4f2-4ce5-9266-ab5ba0b78d9d req-38408650-5fc7-4940-833c-602d977c73da tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:34.847563 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-b097fc61-e4f2-4ce5-9266-ab5ba0b78d9d req-38408650-5fc7-4940-833c-602d977c73da tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:34.866743 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b672db64-00a2-4ca0-8aee-0fb610ef2f46 req-82dd07c5-fce0-4c26-9eca-6edda5796fc2 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:34.868296 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b672db64-00a2-4ca0-8aee-0fb610ef2f46 req-82dd07c5-fce0-4c26-9eca-6edda5796fc2 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] 10.222.0.64 "GET /v2.0/ports?device_id=26e29c85-389d-454c-930b-0f837d303e1a HTTP/1.1" status: 200 len: 945 time: 0.0852370 Oct 20 10:34:34.874056 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-b097fc61-e4f2-4ce5-9266-ab5ba0b78d9d req-38408650-5fc7-4940-833c-602d977c73da tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] Calling delete_port for 9900093a-2676-479b-913e-5836d9248121 owned by network:floatingip {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:34:34.980194 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b672db64-00a2-4ca0-8aee-0fb610ef2f46 req-c2666de1-e2d2-4c8b-9435-a54df8cd86d5 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] 10.222.0.64 "GET /v2.0/security-groups?id=97729601-032d-4729-bc88-1bc65d21f71b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018691 Oct 20 10:34:35.064232 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-b097fc61-e4f2-4ce5-9266-ab5ba0b78d9d req-38408650-5fc7-4940-833c-602d977c73da tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:35.074088 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86078e77-7c8a-4476-8d10-8d8f6ae5e165 x-openstack-request-id: req-86078e77-7c8a-4476-8d10-8d8f6ae5e165 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:34:35.074377 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21c0cf04-9e25-46ea-bb3f-9ac7b5745042", "tag": "a9f6381f-477f-4127-bf9c-93f653c53615", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:34:35.074629 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-86078e77-7c8a-4476-8d10-8d8f6ae5e165 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:34:35.075010 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21c0cf04-9e25-46ea-bb3f-9ac7b5745042', 'tag': 'a9f6381f-477f-4127-bf9c-93f653c53615', 'status': 'completed', 'code': 200} Oct 20 10:34:35.115185 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38408650-5fc7-4940-833c-602d977c73da tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] Pushing event deleted for resources: {'Port': ['ID=9900093a-2676-479b-913e-5836d9248121,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:34:35.221861 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-b097fc61-e4f2-4ce5-9266-ab5ba0b78d9d req-38408650-5fc7-4940-833c-602d977c73da tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] Publish callbacks [] for floatingip, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:35.224430 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-b097fc61-e4f2-4ce5-9266-ab5ba0b78d9d req-38408650-5fc7-4940-833c-602d977c73da tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for floatingip, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:35.225571 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b097fc61-e4f2-4ce5-9266-ab5ba0b78d9d req-38408650-5fc7-4940-833c-602d977c73da tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] 10.222.0.64 "DELETE /v2.0/floatingips/a72bf11a-20b0-444f-ab6f-0963a6e372eb HTTP/1.1" status: 204 len: 173 time: 0.7856469 Oct 20 10:34:35.227451 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8e914c-0c8b-4c3a-967d-3abfea04ec85 req-30a76679-08b2-4aae-9ca2-9f9d86aab51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:35.228851 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5a8e914c-0c8b-4c3a-967d-3abfea04ec85 req-30a76679-08b2-4aae-9ca2-9f9d86aab51a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2530338db1db417898003de86d78050c&device_id=21c0cf04-9e25-46ea-bb3f-9ac7b5745042 HTTP/1.1" status: 200 len: 1096 time: 0.1148992 Oct 20 10:34:35.239848 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2de520-59cc-42d2-a133-a06780cf7901 req-71108a77-49c2-47d6-a3cf-3ed8366b496c tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:35.241380 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2e2de520-59cc-42d2-a133-a06780cf7901 req-71108a77-49c2-47d6-a3cf-3ed8366b496c tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa662cd5-98a5-4955-bbe2-daea86bbd0e7 HTTP/1.1" status: 200 len: 944 time: 0.1143548 Oct 20 10:34:35.346745 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2e2de520-59cc-42d2-a133-a06780cf7901 req-4bb7e747-af60-4e47-9ee2-84a87ef1aef4 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] 10.222.0.64 "GET /v2.0/security-groups?id=80d91cd6-89b0-4bed-9856-0ef6931b5448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967104 Oct 20 10:34:35.371838 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8e914c-0c8b-4c3a-967d-3abfea04ec85 req-f8aa8b19-87a4-4d74-947b-20a2486e35c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:35.373309 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5a8e914c-0c8b-4c3a-967d-3abfea04ec85 req-f8aa8b19-87a4-4d74-947b-20a2486e35c5 service neutron] 10.222.0.69 "GET /v2.0/networks?id=34c3c2fc-2825-47c5-ac90-f8d0645c4c57 HTTP/1.1" status: 200 len: 921 time: 0.1310542 Oct 20 10:34:35.432837 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5a8e914c-0c8b-4c3a-967d-3abfea04ec85 req-1d1cf91e-6b74-41c7-9c38-8663472924c3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a9f6381f-477f-4127-bf9c-93f653c53615 HTTP/1.1" status: 200 len: 217 time: 0.0515299 Oct 20 10:34:35.496038 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-b93cf328-d9e4-4289-957b-7b5efc33f7cb tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--403357270&fields=id&tenant_id=aca7fabb908e4e55b3bcaf1ce45b03cf HTTP/1.1" status: 200 len: 267 time: 0.0656421 Oct 20 10:34:35.502972 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8e914c-0c8b-4c3a-967d-3abfea04ec85 req-7e4470b2-e205-43ff-9f5c-0cd9bdc3b6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:35.504989 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5a8e914c-0c8b-4c3a-967d-3abfea04ec85 req-7e4470b2-e205-43ff-9f5c-0cd9bdc3b6ed service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3904a09f-6fdf-4647-b2a1-fcfec8e51887 HTTP/1.1" status: 200 len: 859 time: 0.0584002 Oct 20 10:34:35.578933 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-b88f195d-d438-4457-8da1-436dbce9ad30 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:35.580321 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-b88f195d-d438-4457-8da1-436dbce9ad30 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] 10.222.0.64 "GET /v2.0/ports/c6946b44-75f5-4ceb-9f3e-281cc30cd187 HTTP/1.1" status: 200 len: 931 time: 0.0742705 Oct 20 10:34:35.589437 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8e914c-0c8b-4c3a-967d-3abfea04ec85 req-be13387b-9ac7-4032-873a-6849731e5778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:35.590824 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5a8e914c-0c8b-4c3a-967d-3abfea04ec85 req-be13387b-9ac7-4032-873a-6849731e5778 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=34c3c2fc-2825-47c5-ac90-f8d0645c4c57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0767345 Oct 20 10:34:35.652475 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-0d4a2e0a-145f-4b9d-b913-757357f7a918 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:35.653870 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-0d4a2e0a-145f-4b9d-b913-757357f7a918 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] 10.222.0.64 "GET /v2.0/ports/451833eb-4339-4de8-8005-8d3e2c53fd29 HTTP/1.1" status: 200 len: 930 time: 0.0678015 Oct 20 10:34:35.746839 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-442cf40f-e0c0-4eaa-b9de-86c6392cc92b tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] 10.222.0.64 "GET /v2.0/ports?network_id=7bc60fc7-42ea-472c-be5f-6faa92f9f9bb&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0798590 Oct 20 10:34:35.787478 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-115a3ff2-d882-4bb5-8de8-d16a93197e37 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] 10.222.0.64 "GET /v2.0/ports?network_id=7bc60fc7-42ea-472c-be5f-6faa92f9f9bb&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0332954 Oct 20 10:34:35.813852 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5a8e914c-0c8b-4c3a-967d-3abfea04ec85 req-4f0448e2-f313-40be-a063-9ab6534d6683 service neutron] 10.222.0.69 "GET /v2.0/networks/34c3c2fc-2825-47c5-ac90-f8d0645c4c57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141893 Oct 20 10:34:35.983058 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-fc84f424-31a6-4658-acfe-2c381dcb1da7 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:35.989085 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-fc84f424-31a6-4658-acfe-2c381dcb1da7 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:35.994875 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-fc84f424-31a6-4658-acfe-2c381dcb1da7 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:35.996522 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-fc84f424-31a6-4658-acfe-2c381dcb1da7 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] 10.222.0.64 "GET /v2.0/networks?id=61bd0966-a265-4e42-812c-8db46cc7f8aa&id=7f35c8f4-a80f-46f0-b625-9aa7a1eb4d3d&id=7f35c8f4-a80f-46f0-b625-9aa7a1eb4d3d&id=7bc60fc7-42ea-472c-be5f-6faa92f9f9bb&id=7bc60fc7-42ea-472c-be5f-6faa92f9f9bb HTTP/1.1" status: 200 len: 1990 time: 0.2001178 Oct 20 10:34:36.000732 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5a8e914c-0c8b-4c3a-967d-3abfea04ec85 req-364eb009-58ee-4cfc-98cf-abf724711fdf service neutron] 10.222.0.69 "GET /v2.0/networks/34c3c2fc-2825-47c5-ac90-f8d0645c4c57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764686 Oct 20 10:34:36.012881 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-981ac8b8-87c2-4e92-b8ee-8d4d1a65a2a6 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] 10.222.0.64 "GET /v2.0/quotas/aca7fabb908e4e55b3bcaf1ce45b03cf HTTP/1.1" status: 200 len: 375 time: 0.0095580 Oct 20 10:34:36.086128 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-0633fa3d-64ff-4a7d-82b4-5b520ff9476d tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=aca7fabb908e4e55b3bcaf1ce45b03cf&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0668516 Oct 20 10:34:36.122869 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-d17d4c08-1fa0-468d-aa40-ca8109940081 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:36.183733 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-6644e901-bbc1-4c09-b6e3-9e68d959b59d service neutron] 10.222.0.64 "GET /v2.0/networks/61bd0966-a265-4e42-812c-8db46cc7f8aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860291 Oct 20 10:34:36.276309 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-4889cf29-2025-4645-9b2d-eef2d9205989 service neutron] 10.222.0.64 "GET /v2.0/networks/61bd0966-a265-4e42-812c-8db46cc7f8aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862155 Oct 20 10:34:36.317690 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-cf01da7d-27cc-4818-97dc-fcf1b18eb00f service neutron] 10.222.0.64 "GET /v2.0/ports/c6946b44-75f5-4ceb-9f3e-281cc30cd187?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0347507 Oct 20 10:34:36.412912 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-d4fa419c-130b-4f69-aae2-3381ba4e8d23 service neutron] 10.222.0.64 "GET /v2.0/networks/7f35c8f4-a80f-46f0-b625-9aa7a1eb4d3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890234 Oct 20 10:34:36.500938 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-29ccc85a-126c-4572-b9f1-2ce99514bc63 service neutron] 10.222.0.64 "GET /v2.0/networks/7f35c8f4-a80f-46f0-b625-9aa7a1eb4d3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819886 Oct 20 10:34:36.502541 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [req-6c8cfc4c-51ba-4d57-a568-381062eb81b7 req-15bc740f-b8a8-45f0-88b0-7f1fa44e4e28 tempest-LiveMigrationTest-1924267454 tempest-LiveMigrationTest-1924267454-project-admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:34:36.503684 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-6c8cfc4c-51ba-4d57-a568-381062eb81b7 req-15bc740f-b8a8-45f0-88b0-7f1fa44e4e28 tempest-LiveMigrationTest-1924267454 tempest-LiveMigrationTest-1924267454-project-admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1663108 Oct 20 10:34:36.543232 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-ea6511b3-8c57-47e3-9491-8c88c8a3e6c2 service neutron] 10.222.0.64 "GET /v2.0/ports/451833eb-4339-4de8-8005-8d3e2c53fd29?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0359519 Oct 20 10:34:36.595818 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8cfc4c-51ba-4d57-a568-381062eb81b7 req-55b3826a-4231-4f64-8ae5-f8a0bd8acc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:36.597279 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-6c8cfc4c-51ba-4d57-a568-381062eb81b7 req-55b3826a-4231-4f64-8ae5-f8a0bd8acc44 service neutron] 10.222.0.64 "GET /v2.0/ports/343bc4c8-a9f3-4ff9-a633-bc7d16829613 HTTP/1.1" status: 200 len: 1093 time: 0.0871029 Oct 20 10:34:36.606878 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [req-6c8cfc4c-51ba-4d57-a568-381062eb81b7 req-becbc401-221f-458f-a3cf-39b9618a407c service neutron] Request body: {'binding': {'host': 'n-h1-811396-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:34:36.607312 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [req-6c8cfc4c-51ba-4d57-a568-381062eb81b7 req-becbc401-221f-458f-a3cf-39b9618a407c service neutron] Unknown quota resources ['binding']. {{(pid=100597) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 20 10:34:36.631865 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-6090dcb2-7d82-44e2-9e7d-38357dd064ce service neutron] 10.222.0.64 "GET /v2.0/networks/7f35c8f4-a80f-46f0-b625-9aa7a1eb4d3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822291 Oct 20 10:34:36.725021 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-476579cf-a357-4794-9046-b040af4939d5 service neutron] 10.222.0.64 "GET /v2.0/networks/7f35c8f4-a80f-46f0-b625-9aa7a1eb4d3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861690 Oct 20 10:34:36.736197 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-6c8cfc4c-51ba-4d57-a568-381062eb81b7 req-becbc401-221f-458f-a3cf-39b9618a407c service neutron] Attempting to bind port 343bc4c8-a9f3-4ff9-a633-bc7d16829613 on host n-h1-811396-3 for vnic_type normal with profile None {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:34:36.736529 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-6c8cfc4c-51ba-4d57-a568-381062eb81b7 req-becbc401-221f-458f-a3cf-39b9618a407c service neutron] Attempting to bind port 343bc4c8-a9f3-4ff9-a633-bc7d16829613 by drivers openvswitch,hyperv on host n-h1-811396-3 at level 0 using segments [{'id': 'd74986f8-a71e-4359-a64d-140af23f3558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '60750f9d-1dd0-4933-91f0-f6aefa736c9d'}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:34:36.736884 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c8cfc4c-51ba-4d57-a568-381062eb81b7 req-becbc401-221f-458f-a3cf-39b9618a407c service neutron] Attempting to bind port 343bc4c8-a9f3-4ff9-a633-bc7d16829613 on network 60750f9d-1dd0-4933-91f0-f6aefa736c9d {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:34:36.741670 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c8cfc4c-51ba-4d57-a568-381062eb81b7 req-becbc401-221f-458f-a3cf-39b9618a407c service neutron] Port 343bc4c8-a9f3-4ff9-a633-bc7d16829613 on network 60750f9d-1dd0-4933-91f0-f6aefa736c9d not bound, no agent of type Open vSwitch agent registered on host n-h1-811396-3 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:34:36.741991 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c8cfc4c-51ba-4d57-a568-381062eb81b7 req-becbc401-221f-458f-a3cf-39b9618a407c service neutron] Attempting to bind port 343bc4c8-a9f3-4ff9-a633-bc7d16829613 on network 60750f9d-1dd0-4933-91f0-f6aefa736c9d {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:34:36.746739 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c8cfc4c-51ba-4d57-a568-381062eb81b7 req-becbc401-221f-458f-a3cf-39b9618a407c service neutron] Checking agent: {'id': 'b707b4cc-061f-4cf4-bce0-0b3df9b7bec9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 34, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:34:36.747076 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c8cfc4c-51ba-4d57-a568-381062eb81b7 req-becbc401-221f-458f-a3cf-39b9618a407c service neutron] Checking segment: {'id': 'd74986f8-a71e-4359-a64d-140af23f3558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '60750f9d-1dd0-4933-91f0-f6aefa736c9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:34:36.747553 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c8cfc4c-51ba-4d57-a568-381062eb81b7 req-becbc401-221f-458f-a3cf-39b9618a407c service neutron] Bound using segment: {'id': 'd74986f8-a71e-4359-a64d-140af23f3558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '60750f9d-1dd0-4933-91f0-f6aefa736c9d'} {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:34:36.747974 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-6c8cfc4c-51ba-4d57-a568-381062eb81b7 req-becbc401-221f-458f-a3cf-39b9618a407c service neutron] Bound port: 343bc4c8-a9f3-4ff9-a633-bc7d16829613, host: n-h1-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd74986f8-a71e-4359-a64d-140af23f3558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '60750f9d-1dd0-4933-91f0-f6aefa736c9d'}}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:34:36.803922 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [req-6c8cfc4c-51ba-4d57-a568-381062eb81b7 req-becbc401-221f-458f-a3cf-39b9618a407c service neutron] For port 343bc4c8-a9f3-4ff9-a633-bc7d16829613, host n-h1-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=343bc4c8-a9f3-4ff9-a633-bc7d16829613,segment=NetworkSegment(d74986f8-a71e-4359-a64d-140af23f3558),segment_id=d74986f8-a71e-4359-a64d-140af23f3558)] {{(pid=100597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:34:36.810636 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-6c8cfc4c-51ba-4d57-a568-381062eb81b7 req-becbc401-221f-458f-a3cf-39b9618a407c service neutron] Publish callbacks [] for binding, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:36.811842 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-6c8cfc4c-51ba-4d57-a568-381062eb81b7 req-becbc401-221f-458f-a3cf-39b9618a407c service neutron] 10.222.0.64 "POST /v2.0/ports/343bc4c8-a9f3-4ff9-a633-bc7d16829613/bindings HTTP/1.1" status: 201 len: 389 time: 0.2083986 Oct 20 10:34:36.813385 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-6b248d98-b805-40ea-9ad6-8649db8e110b service neutron] 10.222.0.64 "GET /v2.0/networks/7f35c8f4-a80f-46f0-b625-9aa7a1eb4d3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824537 Oct 20 10:34:36.928989 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-1f0846e0-1489-4aa7-a3ec-7d1381272927 service neutron] 10.222.0.64 "GET /v2.0/networks/7f35c8f4-a80f-46f0-b625-9aa7a1eb4d3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094403 Oct 20 10:34:37.030992 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:37.045270 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-dfe068cd-ec87-4a1d-984e-8191139aef54 service neutron] 10.222.0.64 "GET /v2.0/networks/7f35c8f4-a80f-46f0-b625-9aa7a1eb4d3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094723 Oct 20 10:34:37.146953 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8cfc4c-51ba-4d57-a568-381062eb81b7 req-03254da2-97cc-4a55-879d-e60121431057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:37.148497 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6c8cfc4c-51ba-4d57-a568-381062eb81b7 req-03254da2-97cc-4a55-879d-e60121431057 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4e37fa6eb8b848f6897a2d7488b235c7&device_id=c8f9f9fd-6dea-4857-9f5d-598e5d82d0d4 HTTP/1.1" status: 200 len: 1096 time: 0.0988150 Oct 20 10:34:37.194644 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-c9ae2c92-390f-4d43-a284-0ca9837d7700 service neutron] 10.222.0.64 "GET /v2.0/networks/7f35c8f4-a80f-46f0-b625-9aa7a1eb4d3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371665 Oct 20 10:34:37.405859 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:37.621855 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8cfc4c-51ba-4d57-a568-381062eb81b7 req-b39b49c5-8c57-49ea-b3d6-d60905fe8784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:37.623289 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6c8cfc4c-51ba-4d57-a568-381062eb81b7 req-b39b49c5-8c57-49ea-b3d6-d60905fe8784 service neutron] 10.222.0.55 "GET /v2.0/networks?id=60750f9d-1dd0-4933-91f0-f6aefa736c9d HTTP/1.1" status: 200 len: 909 time: 0.4669971 Oct 20 10:34:37.679483 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:37.687130 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6c8cfc4c-51ba-4d57-a568-381062eb81b7 req-5ed6cc29-721b-4f3f-b2e4-3df1ace0a618 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=343bc4c8-a9f3-4ff9-a633-bc7d16829613 HTTP/1.1" status: 200 len: 217 time: 0.0486128 Oct 20 10:34:37.691312 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-79bc0924-a542-409b-98f6-094c8402eecb service neutron] 10.222.0.64 "GET /v2.0/networks/7bc60fc7-42ea-472c-be5f-6faa92f9f9bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4903851 Oct 20 10:34:37.750882 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3b8f13-6fa1-4494-ba07-6638964a4979 req-844de5d9-1be5-42b6-8bce-f252a3d867eb tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:37.752342 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0b3b8f13-6fa1-4494-ba07-6638964a4979 req-844de5d9-1be5-42b6-8bce-f252a3d867eb tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] 10.222.0.64 "GET /v2.0/ports?device_id=26e29c85-389d-454c-930b-0f837d303e1a HTTP/1.1" status: 200 len: 945 time: 0.1485071 Oct 20 10:34:37.792848 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device b4aa4f54-6419-47f7-88fb-b218ff17ecc9 details requested by agent hyperv_n-h1-811396-3 with host n-h1-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:34:37.828412 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8cfc4c-51ba-4d57-a568-381062eb81b7 req-4d50d133-266e-49b2-9173-78ee5d6700bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:37.829886 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6c8cfc4c-51ba-4d57-a568-381062eb81b7 req-4d50d133-266e-49b2-9173-78ee5d6700bf service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6f74b0c1-2855-44cd-a118-a8c6ce76ebd8 HTTP/1.1" status: 200 len: 848 time: 0.1356494 Oct 20 10:34:37.880119 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6c8cfc4c-51ba-4d57-a568-381062eb81b7 req-7551a390-e5f3-4e68-a8a0-bf8ee6c5c7e5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=60750f9d-1dd0-4933-91f0-f6aefa736c9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406272 Oct 20 10:34:37.884763 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0b3b8f13-6fa1-4494-ba07-6638964a4979 req-71eddbfa-eebb-4d07-817f-699dbf276057 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] 10.222.0.64 "GET /v2.0/security-groups?id=97729601-032d-4729-bc88-1bc65d21f71b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217136 Oct 20 10:34:37.890985 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port b4aa4f54-6419-47f7-88fb-b218ff17ecc9, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=b4aa4f54-6419-47f7-88fb-b218ff17ecc9,segment=NetworkSegment(52c5ea7c-19a5-4e38-97d8-de5a9aaed84f),segment_id=52c5ea7c-19a5-4e38-97d8-de5a9aaed84f)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:34:37.903289 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Returning: {'device': 'b4aa4f54-6419-47f7-88fb-b218ff17ecc9', 'network_id': '7a5c8c08-3d3c-4e3e-be4e-46a18417c30b', 'port_id': 'b4aa4f54-6419-47f7-88fb-b218ff17ecc9', 'mac_address': 'fa:16:3e:37:a1:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 803, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8dbe2c3-5331-4e8d-b6fe-4a3f9c15ae27', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:34:37.917713 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-05504b79-5c73-46e9-83a9-a1ddbb0a4e55 service neutron] 10.222.0.64 "GET /v2.0/networks/7bc60fc7-42ea-472c-be5f-6faa92f9f9bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137082 Oct 20 10:34:37.946249 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:37.959295 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4aa4f54-6419-47f7-88fb-b218ff17ecc9 {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:34:37.978652 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port b4aa4f54-6419-47f7-88fb-b218ff17ecc9, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=b4aa4f54-6419-47f7-88fb-b218ff17ecc9,segment=NetworkSegment(52c5ea7c-19a5-4e38-97d8-de5a9aaed84f),segment_id=52c5ea7c-19a5-4e38-97d8-de5a9aaed84f)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:34:37.982526 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:38.052480 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=b4aa4f54-6419-47f7-88fb-b218ff17ecc9,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:34:38.081013 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6c8cfc4c-51ba-4d57-a568-381062eb81b7 req-257ba063-f895-4dfb-a748-4d645eb19106 service neutron] 10.222.0.55 "GET /v2.0/networks/60750f9d-1dd0-4933-91f0-f6aefa736c9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918805 Oct 20 10:34:38.096223 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15bf30e-f651-41ed-975c-f885ed539292 req-c0e112e5-2773-4463-aa4e-2d5a10da6b43 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:38.097701 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b15bf30e-f651-41ed-975c-f885ed539292 req-c0e112e5-2773-4463-aa4e-2d5a10da6b43 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa662cd5-98a5-4955-bbe2-daea86bbd0e7 HTTP/1.1" status: 200 len: 945 time: 0.1308515 Oct 20 10:34:38.144164 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-96f144f1-69ce-4e83-b80e-550c75d44166 service neutron] 10.222.0.64 "GET /v2.0/networks/7bc60fc7-42ea-472c-be5f-6faa92f9f9bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136483 Oct 20 10:34:38.234619 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b15bf30e-f651-41ed-975c-f885ed539292 req-08ac736b-3beb-4f30-aacc-2cb32534fc30 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] 10.222.0.64 "GET /v2.0/security-groups?id=80d91cd6-89b0-4bed-9856-0ef6931b5448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191185 Oct 20 10:34:38.296928 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6c8cfc4c-51ba-4d57-a568-381062eb81b7 req-4ba9b6f5-c3a3-4414-8910-9fc14cae504b service neutron] 10.222.0.55 "GET /v2.0/networks/60750f9d-1dd0-4933-91f0-f6aefa736c9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940756 Oct 20 10:34:38.319585 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-02171812-e5f9-4bda-808f-8b996deec165 service neutron] 10.222.0.64 "GET /v2.0/networks/7bc60fc7-42ea-472c-be5f-6faa92f9f9bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578915 Oct 20 10:34:38.357416 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb05053-a27e-4fc9-ba11-c57a6e5743a9 req-66e89aa6-e013-4dd8-97fa-6de97a82180b tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:38.358900 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6eb05053-a27e-4fc9-ba11-c57a6e5743a9 req-66e89aa6-e013-4dd8-97fa-6de97a82180b tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/ports?device_id=c8f9f9fd-6dea-4857-9f5d-598e5d82d0d4 HTTP/1.1" status: 200 len: 945 time: 0.0580311 Oct 20 10:34:38.398034 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6eb05053-a27e-4fc9-ba11-c57a6e5743a9 req-712e2ee1-9bf2-46cf-a4a5-0e9273440caf tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/security-groups?id=c33a6cb5-e80a-4f79-936a-38f5e3f7c89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327952 Oct 20 10:34:38.436199 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['b4aa4f54-6419-47f7-88fb-b218ff17ecc9'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:34:38.528331 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8cfc4c-51ba-4d57-a568-381062eb81b7 req-9017037d-8002-4a5a-83a7-520ecd86a28b tempest-LiveMigrationTest-1924267454 tempest-LiveMigrationTest-1924267454-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:38.529914 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6c8cfc4c-51ba-4d57-a568-381062eb81b7 req-9017037d-8002-4a5a-83a7-520ecd86a28b tempest-LiveMigrationTest-1924267454 tempest-LiveMigrationTest-1924267454-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=c8f9f9fd-6dea-4857-9f5d-598e5d82d0d4&tenant_id=4e37fa6eb8b848f6897a2d7488b235c7&binding%3Ahost_id=n-h2-811396-3 HTTP/1.1" status: 200 len: 1096 time: 0.1171012 Oct 20 10:34:38.545033 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-6c8cfc4c-51ba-4d57-a568-381062eb81b7 req-1b642f90-0495-4f9b-a320-9af3525ec47c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-811396-3'}}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:34:38.593311 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b929f3ce-4917-4399-a633-1ef609493cf8 req-9e93952a-a255-4b3b-a2ab-acd05f893806 tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:38.594953 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b929f3ce-4917-4399-a633-1ef609493cf8 req-9e93952a-a255-4b3b-a2ab-acd05f893806 tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] 10.222.0.69 "GET /v2.0/ports?device_id=21c0cf04-9e25-46ea-bb3f-9ac7b5745042 HTTP/1.1" status: 200 len: 945 time: 0.1708374 Oct 20 10:34:38.634055 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf3f8d6-d224-4efb-ae11-24f1d76a8aad req-b919b97c-6c9d-4638-83a1-5067b96a92a1 tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:38.635701 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-edf3f8d6-d224-4efb-ae11-24f1d76a8aad req-b919b97c-6c9d-4638-83a1-5067b96a92a1 tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] 10.222.0.64 "GET /v2.0/ports?device_id=21c0cf04-9e25-46ea-bb3f-9ac7b5745042 HTTP/1.1" status: 200 len: 945 time: 0.1656275 Oct 20 10:34:38.662730 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-6c8cfc4c-51ba-4d57-a568-381062eb81b7 req-1b642f90-0495-4f9b-a320-9af3525ec47c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:38.766012 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-edf3f8d6-d224-4efb-ae11-24f1d76a8aad req-6e39e151-79a3-451a-868d-327f32d14589 tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] 10.222.0.64 "GET /v2.0/security-groups?id=bcf72c6d-bf23-46bd-96c6-f69fb8d55f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099780 Oct 20 10:34:38.815587 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:38.816356 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-b929f3ce-4917-4399-a633-1ef609493cf8 req-c5fb6229-7893-40ab-a69b-4812f545ecfe tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] Deleting port a9f6381f-477f-4127-bf9c-93f653c53615 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:34:38.817339 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-b929f3ce-4917-4399-a633-1ef609493cf8 req-c5fb6229-7893-40ab-a69b-4812f545ecfe tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:38.991227 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266932ca-5e19-4671-a186-5da3740386ae req-929ac7c6-8d81-40f9-8ef3-776078eccffe tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:38.992725 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-266932ca-5e19-4671-a186-5da3740386ae req-929ac7c6-8d81-40f9-8ef3-776078eccffe tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] 10.222.0.69 "GET /v2.0/ports?device_id=5494c8bb-e16d-4c69-9bbd-57729001929d HTTP/1.1" status: 200 len: 946 time: 0.0519896 Oct 20 10:34:38.997240 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-6c8cfc4c-51ba-4d57-a568-381062eb81b7 req-1b642f90-0495-4f9b-a320-9af3525ec47c service neutron] For port 343bc4c8-a9f3-4ff9-a633-bc7d16829613, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=343bc4c8-a9f3-4ff9-a633-bc7d16829613,segment=NetworkSegment(d74986f8-a71e-4359-a64d-140af23f3558),segment_id=d74986f8-a71e-4359-a64d-140af23f3558)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:34:39.001518 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b2fd28a9-1714-435c-a0f3-201772d79865 req-b3b8d9ff-a022-425a-9925-71477e43f373 tempest-AbsoluteLimitsNegativeTestJSON-676307650 tempest-AbsoluteLimitsNegativeTestJSON-676307650-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=6ba4b25d0a484c47806fe2258ca49c03&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0568376 Oct 20 10:34:39.067329 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d54676-a55c-4d75-9d92-7c56bea065d6 req-8bdc3fdc-bdbb-4d71-948a-bc10bf1ee827 tempest-ListImageFiltersTestJSON-76301841 tempest-ListImageFiltersTestJSON-76301841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:39.069098 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-99d54676-a55c-4d75-9d92-7c56bea065d6 req-8bdc3fdc-bdbb-4d71-948a-bc10bf1ee827 tempest-ListImageFiltersTestJSON-76301841 tempest-ListImageFiltersTestJSON-76301841-project] 10.222.0.64 "GET /v2.0/ports?device_id=0c70942c-24ce-4890-aeb0-342751c6d80d HTTP/1.1" status: 200 len: 949 time: 0.1983981 Oct 20 10:34:39.077182 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-b929f3ce-4917-4399-a633-1ef609493cf8 req-c5fb6229-7893-40ab-a69b-4812f545ecfe tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] For port a9f6381f-477f-4127-bf9c-93f653c53615, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=a9f6381f-477f-4127-bf9c-93f653c53615,segment=NetworkSegment(e1ea536c-2be6-419e-9a53-c776bc5130e2),segment_id=e1ea536c-2be6-419e-9a53-c776bc5130e2)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:34:39.077552 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-b929f3ce-4917-4399-a633-1ef609493cf8 req-c5fb6229-7893-40ab-a69b-4812f545ecfe tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:39.096822 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [req-266932ca-5e19-4671-a186-5da3740386ae req-34e865e5-bfbc-47e2-973a-4725d1263962 tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] Deleting port 9b98137f-64b7-47dd-94b7-8706ff9c48f0 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:34:39.098317 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-266932ca-5e19-4671-a186-5da3740386ae req-34e865e5-bfbc-47e2-973a-4725d1263962 tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:39.114571 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-b929f3ce-4917-4399-a633-1ef609493cf8 req-c5fb6229-7893-40ab-a69b-4812f545ecfe tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] Calling delete_port for a9f6381f-477f-4127-bf9c-93f653c53615 owned by compute:nova {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:34:39.199914 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [req-266932ca-5e19-4671-a186-5da3740386ae req-34e865e5-bfbc-47e2-973a-4725d1263962 tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] For port 9b98137f-64b7-47dd-94b7-8706ff9c48f0, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=9b98137f-64b7-47dd-94b7-8706ff9c48f0,segment=NetworkSegment(9e616d02-390a-4656-8a4e-b93f56ca0d07),segment_id=9e616d02-390a-4656-8a4e-b93f56ca0d07)] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:34:39.200255 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-266932ca-5e19-4671-a186-5da3740386ae req-34e865e5-bfbc-47e2-973a-4725d1263962 tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:39.202673 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-6c8cfc4c-51ba-4d57-a568-381062eb81b7 req-1b642f90-0495-4f9b-a320-9af3525ec47c service neutron] For port 343bc4c8-a9f3-4ff9-a633-bc7d16829613, host n-h2-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:34:39.271998 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-99d54676-a55c-4d75-9d92-7c56bea065d6 req-f65a533c-3120-4c64-9573-bebdf77acb2d tempest-ListImageFiltersTestJSON-76301841 tempest-ListImageFiltersTestJSON-76301841-project] 10.222.0.64 "GET /v2.0/security-groups?id=242ce2dc-e645-45df-8db9-159ea20f04fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896493 Oct 20 10:34:39.334917 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fd28a9-1714-435c-a0f3-201772d79865 req-3eedec03-4f2a-4558-964a-7096146771c8 tempest-AbsoluteLimitsNegativeTestJSON-676307650 tempest-AbsoluteLimitsNegativeTestJSON-676307650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:39.336743 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b2fd28a9-1714-435c-a0f3-201772d79865 req-3eedec03-4f2a-4558-964a-7096146771c8 tempest-AbsoluteLimitsNegativeTestJSON-676307650 tempest-AbsoluteLimitsNegativeTestJSON-676307650-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3244162 Oct 20 10:34:39.337365 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8f9f9fd-6dea-4857-9f5d-598e5d82d0d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '343bc4c8-a9f3-4ff9-a633-bc7d16829613'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:34:39.339868 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-509f2cbb-2973-4817-9534-d1ef5e06d37f" -d '{"events": [{"server_uuid": "c8f9f9fd-6dea-4857-9f5d-598e5d82d0d4", "name": "network-vif-unplugged", "status": "completed", "tag": "343bc4c8-a9f3-4ff9-a633-bc7d16829613"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:34:39.345478 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-6c8cfc4c-51ba-4d57-a568-381062eb81b7 req-1b642f90-0495-4f9b-a320-9af3525ec47c service neutron] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:39.389209 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-6c8cfc4c-51ba-4d57-a568-381062eb81b7 req-1b642f90-0495-4f9b-a320-9af3525ec47c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:39.397650 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-266932ca-5e19-4671-a186-5da3740386ae req-34e865e5-bfbc-47e2-973a-4725d1263962 tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:39.398029 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-266932ca-5e19-4671-a186-5da3740386ae req-34e865e5-bfbc-47e2-973a-4725d1263962 tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1773381'] for floatingip, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:39.398349 n-d-811396-3 neutron-server[100597]: INFO neutron.db.l3_db [req-266932ca-5e19-4671-a186-5da3740386ae req-34e865e5-bfbc-47e2-973a-4725d1263962 tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] Floating IP 06af39ae-7e7b-42bf-836e-6b7fb27ebc40 disassociated. External IP: 172.25.1.216, port: 9b98137f-64b7-47dd-94b7-8706ff9c48f0. Oct 20 10:34:39.398680 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [req-266932ca-5e19-4671-a186-5da3740386ae req-34e865e5-bfbc-47e2-973a-4725d1263962 tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] Calling delete_port for 9b98137f-64b7-47dd-94b7-8706ff9c48f0 owned by compute:nova {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:34:39.432076 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b2fd28a9-1714-435c-a0f3-201772d79865 req-73793bf6-d28d-4885-8a06-c4d32e4aeaa6 tempest-AbsoluteLimitsNegativeTestJSON-676307650 tempest-AbsoluteLimitsNegativeTestJSON-676307650-project] 10.222.0.64 "GET /v2.0/quotas/6ba4b25d0a484c47806fe2258ca49c03 HTTP/1.1" status: 200 len: 375 time: 0.0806777 Oct 20 10:34:39.497929 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b2fd28a9-1714-435c-a0f3-201772d79865 req-2460cff4-023b-41f5-b5e3-220d580e855d tempest-AbsoluteLimitsNegativeTestJSON-676307650 tempest-AbsoluteLimitsNegativeTestJSON-676307650-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=6ba4b25d0a484c47806fe2258ca49c03&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0519438 Oct 20 10:34:39.516222 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41900433-e2ea-4e53-9bfe-b87af120baef req-be4e2c18-61b9-48ba-a579-9383290ede79 tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:39.517975 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-41900433-e2ea-4e53-9bfe-b87af120baef req-be4e2c18-61b9-48ba-a579-9383290ede79 tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] 10.222.0.64 "GET /v2.0/ports?device_id=5494c8bb-e16d-4c69-9bbd-57729001929d HTTP/1.1" status: 200 len: 946 time: 0.1702940 Oct 20 10:34:39.519053 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b642f90-0495-4f9b-a320-9af3525ec47c service neutron] Pushing event updated for resources: {'Port': ['ID=343bc4c8-a9f3-4ff9-a633-bc7d16829613,revision_number=7']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:34:39.543801 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-266932ca-5e19-4671-a186-5da3740386ae req-34e865e5-bfbc-47e2-973a-4725d1263962 tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:39.580366 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e865e5-bfbc-47e2-973a-4725d1263962 tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] Pushing event deleted for resources: {'Port': ['ID=9b98137f-64b7-47dd-94b7-8706ff9c48f0,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:34:39.666861 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-b929f3ce-4917-4399-a633-1ef609493cf8 req-c5fb6229-7893-40ab-a69b-4812f545ecfe tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:39.671634 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-6c8cfc4c-51ba-4d57-a568-381062eb81b7 req-1b642f90-0495-4f9b-a320-9af3525ec47c service neutron] Attempting to bind port 343bc4c8-a9f3-4ff9-a633-bc7d16829613 on host n-h2-811396-3 for vnic_type normal with profile {"migrating_to": "n-h1-811396-3"} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:34:39.672201 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-6c8cfc4c-51ba-4d57-a568-381062eb81b7 req-1b642f90-0495-4f9b-a320-9af3525ec47c service neutron] Attempting to bind port 343bc4c8-a9f3-4ff9-a633-bc7d16829613 by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': 'd74986f8-a71e-4359-a64d-140af23f3558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '60750f9d-1dd0-4933-91f0-f6aefa736c9d'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:34:39.672803 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c8cfc4c-51ba-4d57-a568-381062eb81b7 req-1b642f90-0495-4f9b-a320-9af3525ec47c service neutron] Attempting to bind port 343bc4c8-a9f3-4ff9-a633-bc7d16829613 on network 60750f9d-1dd0-4933-91f0-f6aefa736c9d {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:34:39.680158 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['a9f6381f-477f-4127-bf9c-93f653c53615'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:34:39.683295 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c8cfc4c-51ba-4d57-a568-381062eb81b7 req-1b642f90-0495-4f9b-a320-9af3525ec47c service neutron] Port 343bc4c8-a9f3-4ff9-a633-bc7d16829613 on network 60750f9d-1dd0-4933-91f0-f6aefa736c9d not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:34:39.684941 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c8cfc4c-51ba-4d57-a568-381062eb81b7 req-1b642f90-0495-4f9b-a320-9af3525ec47c service neutron] Attempting to bind port 343bc4c8-a9f3-4ff9-a633-bc7d16829613 on network 60750f9d-1dd0-4933-91f0-f6aefa736c9d {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:34:39.695647 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c8cfc4c-51ba-4d57-a568-381062eb81b7 req-1b642f90-0495-4f9b-a320-9af3525ec47c service neutron] Checking agent: {'id': '061232a2-7adc-4ba1-a873-e8cb136b064d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:34:39.695986 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c8cfc4c-51ba-4d57-a568-381062eb81b7 req-1b642f90-0495-4f9b-a320-9af3525ec47c service neutron] Checking segment: {'id': 'd74986f8-a71e-4359-a64d-140af23f3558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '60750f9d-1dd0-4933-91f0-f6aefa736c9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:34:39.696367 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c8cfc4c-51ba-4d57-a568-381062eb81b7 req-1b642f90-0495-4f9b-a320-9af3525ec47c service neutron] Bound using segment: {'id': 'd74986f8-a71e-4359-a64d-140af23f3558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '60750f9d-1dd0-4933-91f0-f6aefa736c9d'} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:34:39.696856 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-6c8cfc4c-51ba-4d57-a568-381062eb81b7 req-1b642f90-0495-4f9b-a320-9af3525ec47c service neutron] Bound port: 343bc4c8-a9f3-4ff9-a633-bc7d16829613, host: n-h2-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd74986f8-a71e-4359-a64d-140af23f3558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '60750f9d-1dd0-4933-91f0-f6aefa736c9d'}}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:34:39.697138 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-6c8cfc4c-51ba-4d57-a568-381062eb81b7 req-1b642f90-0495-4f9b-a320-9af3525ec47c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:39.709087 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-41900433-e2ea-4e53-9bfe-b87af120baef req-d6f8dd3c-c1ad-4bb3-9fdb-8db4cf8c73ab tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] 10.222.0.64 "GET /v2.0/security-groups?id=7bf05388-42aa-4d45-8ad3-a92e8669d9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1671937 Oct 20 10:34:39.727127 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [req-266932ca-5e19-4671-a186-5da3740386ae req-34e865e5-bfbc-47e2-973a-4725d1263962 tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] Router fb07eb1c-4354-44a1-9ea0-1510afd3f1ca has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:34:39.743488 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fb6229-7893-40ab-a69b-4812f545ecfe tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] Pushing event deleted for resources: {'Port': ['ID=a9f6381f-477f-4127-bf9c-93f653c53615,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:34:39.805168 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7dbb0219-f896-4ad0-a700-d0df2c037c1f req-9555ff16-66a6-49fe-be18-1cf850ece2ae tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] 10.222.0.64 "GET /v2.0/ports?device_id=80d2d265-4161-4f15-ab0c-130b15ddf9e0 HTTP/1.1" status: 200 len: 210 time: 0.1066203 Oct 20 10:34:39.815015 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device b4aa4f54-6419-47f7-88fb-b218ff17ecc9 up at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:34:39.868979 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-266932ca-5e19-4671-a186-5da3740386ae req-34e865e5-bfbc-47e2-973a-4725d1263962 tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:34:39.885400 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb027a6e-6311-4c63-ae87-adfed1019766 None None] Sync routers for ids ['fb07eb1c-4354-44a1-9ea0-1510afd3f1ca'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:34:39.923095 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb027a6e-6311-4c63-ae87-adfed1019766 None None] Routers {'fb07eb1c-4354-44a1-9ea0-1510afd3f1ca'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:34:39.923767 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-bb027a6e-6311-4c63-ae87-adfed1019766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:34:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['fb07eb1c-4354-44a1-9ea0-1510afd3f1ca'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:34:39.932045 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [req-266932ca-5e19-4671-a186-5da3740386ae req-34e865e5-bfbc-47e2-973a-4725d1263962 tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] No DVR routers for this DVR port 9b98137f-64b7-47dd-94b7-8706ff9c48f0 on host n-h2-811396-3 {{(pid=100597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:34:39.936414 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-266932ca-5e19-4671-a186-5da3740386ae req-34e865e5-bfbc-47e2-973a-4725d1263962 tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:39.941135 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-266932ca-5e19-4671-a186-5da3740386ae req-34e865e5-bfbc-47e2-973a-4725d1263962 tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] 10.222.0.69 "DELETE /v2.0/ports/9b98137f-64b7-47dd-94b7-8706ff9c48f0 HTTP/1.1" status: 204 len: 173 time: 0.9420636 Oct 20 10:34:39.942571 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5494c8bb-e16d-4c69-9bbd-57729001929d', 'name': 'network-vif-deleted', 'tag': '9b98137f-64b7-47dd-94b7-8706ff9c48f0'}] {{(pid=100597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:34:39.946866 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd85cad6a391afaa95d2dd5280bfd4659fc1e1b2aba53b5e7ef874f059efcdc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-270ec526-670f-46ce-ab05-b66fd49e0d5e" -d '{"events": [{"server_uuid": "5494c8bb-e16d-4c69-9bbd-57729001929d", "name": "network-vif-deleted", "tag": "9b98137f-64b7-47dd-94b7-8706ff9c48f0"}]}' {{(pid=100597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:34:39.954862 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning for port b4aa4f54-6419-47f7-88fb-b218ff17ecc9 completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:34:39.962564 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning complete for port b4aa4f54-6419-47f7-88fb-b218ff17ecc9 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:34:39.963294 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:39.974656 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-b929f3ce-4917-4399-a633-1ef609493cf8 req-c5fb6229-7893-40ab-a69b-4812f545ecfe tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] No DVR routers for this DVR port a9f6381f-477f-4127-bf9c-93f653c53615 on host n-h2-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:34:40.005905 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-b929f3ce-4917-4399-a633-1ef609493cf8 req-c5fb6229-7893-40ab-a69b-4812f545ecfe tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:40.011950 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b929f3ce-4917-4399-a633-1ef609493cf8 req-c5fb6229-7893-40ab-a69b-4812f545ecfe tempest-FloatingIPsAssociationTestJSON-957904211 tempest-FloatingIPsAssociationTestJSON-957904211-project] 10.222.0.69 "DELETE /v2.0/ports/a9f6381f-477f-4127-bf9c-93f653c53615 HTTP/1.1" status: 204 len: 173 time: 1.4010994 Oct 20 10:34:40.100526 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-a6e9496d-f556-46fa-97ce-76618195d02f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:40.101918 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-a6e9496d-f556-46fa-97ce-76618195d02f service neutron] 10.222.0.69 "GET /v2.0/ports/c6946b44-75f5-4ceb-9f3e-281cc30cd187 HTTP/1.1" status: 200 len: 1027 time: 0.1385162 Oct 20 10:34:40.107366 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 46382) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:34:40.200494 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-bb027a6e-6311-4c63-ae87-adfed1019766 None None] Set router fb07eb1c-4354-44a1-9ea0-1510afd3f1ca gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:34:40.221576 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:40.260904 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-b8b96636-1c71-4014-96a8-3657fc447a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:40.264540 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-b8b96636-1c71-4014-96a8-3657fc447a88 service neutron] 10.222.0.69 "GET /v2.0/ports/451833eb-4339-4de8-8005-8d3e2c53fd29 HTTP/1.1" status: 200 len: 1026 time: 0.1274533 Oct 20 10:34:40.270530 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15aadec-0be3-4d5c-a29f-41c9f33618b2 req-5c71efdc-65e7-4d4f-9f4a-9d649dd4a96a tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:40.284886 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e15aadec-0be3-4d5c-a29f-41c9f33618b2 req-5c71efdc-65e7-4d4f-9f4a-9d649dd4a96a tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] 10.222.0.64 "GET /v2.0/ports?device_id=26e29c85-389d-454c-930b-0f837d303e1a HTTP/1.1" status: 200 len: 945 time: 0.4738884 Oct 20 10:34:40.292155 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-6c8cfc4c-51ba-4d57-a568-381062eb81b7 req-1b642f90-0495-4f9b-a320-9af3525ec47c service neutron] For port 343bc4c8-a9f3-4ff9-a633-bc7d16829613, host n-h2-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:34:40.327788 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa662cd5-98a5-4955-bbe2-daea86bbd0e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4aa4f54-6419-47f7-88fb-b218ff17ecc9'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:34:40.331496 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae031678-7e15-4dc9-87f1-5cfd47317a8c" -d '{"events": [{"server_uuid": "aa662cd5-98a5-4955-bbe2-daea86bbd0e7", "name": "network-vif-plugged", "status": "completed", "tag": "b4aa4f54-6419-47f7-88fb-b218ff17ecc9"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:34:40.367403 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-6c8cfc4c-51ba-4d57-a568-381062eb81b7 req-1b642f90-0495-4f9b-a320-9af3525ec47c service neutron] For port 343bc4c8-a9f3-4ff9-a633-bc7d16829613, host n-h2-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=343bc4c8-a9f3-4ff9-a633-bc7d16829613,segment=NetworkSegment(d74986f8-a71e-4359-a64d-140af23f3558),segment_id=d74986f8-a71e-4359-a64d-140af23f3558)] {{(pid=100596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:34:40.380005 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port b4aa4f54-6419-47f7-88fb-b218ff17ecc9, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=b4aa4f54-6419-47f7-88fb-b218ff17ecc9,segment=NetworkSegment(52c5ea7c-19a5-4e38-97d8-de5a9aaed84f),segment_id=52c5ea7c-19a5-4e38-97d8-de5a9aaed84f)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:34:40.392139 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8db349-26fd-4b3a-a66f-09d537396d96 req-2f160e5e-7a9c-4b50-a691-08e061b0b2dc tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:40.394025 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:40.395137 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device f8e40473-a7ff-41ed-a91e-568fcab1f7fb no longer exists at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:34:40.402211 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-dd8db349-26fd-4b3a-a66f-09d537396d96 req-2f160e5e-7a9c-4b50-a691-08e061b0b2dc tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa662cd5-98a5-4955-bbe2-daea86bbd0e7 HTTP/1.1" status: 200 len: 945 time: 0.4294288 Oct 20 10:34:40.430228 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-6c8cfc4c-51ba-4d57-a568-381062eb81b7 req-1b642f90-0495-4f9b-a320-9af3525ec47c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:40.525073 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-8b0884a7-9907-47d9-9e38-a33678b79c28 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:40.529890 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=b4aa4f54-6419-47f7-88fb-b218ff17ecc9,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:34:40.546301 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-8b0884a7-9907-47d9-9e38-a33678b79c28 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:40.562653 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-8b0884a7-9907-47d9-9e38-a33678b79c28 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:40.570225 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-8b0884a7-9907-47d9-9e38-a33678b79c28 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] 10.222.0.69 "GET /v2.0/networks?id=61bd0966-a265-4e42-812c-8db46cc7f8aa&id=7f35c8f4-a80f-46f0-b625-9aa7a1eb4d3d&id=7f35c8f4-a80f-46f0-b625-9aa7a1eb4d3d&id=7f35c8f4-a80f-46f0-b625-9aa7a1eb4d3d&id=7f35c8f4-a80f-46f0-b625-9aa7a1eb4d3d&id=7bc60fc7-42ea-472c-be5f-6faa92f9f9bb&id=7bc60fc7-42ea-472c-be5f-6faa92f9f9bb HTTP/1.1" status: 200 len: 1990 time: 0.2984033 Oct 20 10:34:40.610436 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-dd8db349-26fd-4b3a-a66f-09d537396d96 req-caec0689-ecb1-4f01-9f18-edc2cd395a92 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] 10.222.0.64 "GET /v2.0/security-groups?id=80d91cd6-89b0-4bed-9856-0ef6931b5448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059474 Oct 20 10:34:40.611347 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-bb027a6e-6311-4c63-ae87-adfed1019766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb07eb1c-4354-44a1-9ea0-1510afd3f1ca', 'name': 'tempest-ServersTestBootFromVolume-1649398209-router', 'tenant_id': 'c403c40bbf7f4a248f56e3795d093508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': 'b6e2eb77-c3bf-421f-81a0-86236d3c345b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:31:33Z', 'updated_at': '2021-10-20T10:31:36Z', 'revision_number': 4, 'project_id': 'c403c40bbf7f4a248f56e3795d093508', 'gw_port': {'id': 'b6e2eb77-c3bf-421f-81a0-86236d3c345b', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:81:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb07eb1c-4354-44a1-9ea0-1510afd3f1ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:31:33Z', 'updated_at': '2021-10-20T10:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '85b9368f-4a43-4c3f-a8d5-1b26c6444ea9', 'name': '', 'network_id': 'b5348cfb-edec-469e-9a10-140f5e3d3dc7', 'tenant_id': 'c403c40bbf7f4a248f56e3795d093508', 'mac_address': 'fa:16:3e:5c:d1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb07eb1c-4354-44a1-9ea0-1510afd3f1ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'bf7a4fdc-497b-4ffd-af1e-57b2c48df7c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:31:35Z', 'updated_at': '2021-10-20T10:31:42Z', 'revision_number': 5, 'project_id': 'c403c40bbf7f4a248f56e3795d093508', 'subnets': [{'id': 'bf7a4fdc-497b-4ffd-af1e-57b2c48df7c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:34:40.615629 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f3bf7639-abfb-405c-9919-78b0a5905c79 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:40.640421 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb027a6e-6311-4c63-ae87-adfed1019766 None None] Checking router: fb07eb1c-4354-44a1-9ea0-1510afd3f1ca for host: n-d-811396-3 {{(pid=100599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:34:40.673146 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb027a6e-6311-4c63-ae87-adfed1019766 None None] Routers {'fb07eb1c-4354-44a1-9ea0-1510afd3f1ca'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:34:40.681456 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-bb027a6e-6311-4c63-ae87-adfed1019766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:34:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['fb07eb1c-4354-44a1-9ea0-1510afd3f1ca'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:34:40.695858 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e15aadec-0be3-4d5c-a29f-41c9f33618b2 req-72303b95-deff-49c9-95d9-85af3ba9b0b8 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] 10.222.0.64 "GET /v2.0/security-groups?id=97729601-032d-4729-bc88-1bc65d21f71b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4054673 Oct 20 10:34:40.740337 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8cfc4c-51ba-4d57-a568-381062eb81b7 req-1b642f90-0495-4f9b-a320-9af3525ec47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:40.745225 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-6c8cfc4c-51ba-4d57-a568-381062eb81b7 req-1b642f90-0495-4f9b-a320-9af3525ec47c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:40.746765 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6c8cfc4c-51ba-4d57-a568-381062eb81b7 req-1b642f90-0495-4f9b-a320-9af3525ec47c service neutron] 10.222.0.55 "PUT /v2.0/ports/343bc4c8-a9f3-4ff9-a633-bc7d16829613 HTTP/1.1" status: 200 len: 1121 time: 2.2076917 Oct 20 10:34:40.748933 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-26b2c571-a043-4da8-9275-3d6cad631d95 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aca7fabb908e4e55b3bcaf1ce45b03cf HTTP/1.1" status: 200 len: 379 time: 0.1083992 Oct 20 10:34:40.772423 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-71c463ae-d792-4ec6-bf7d-dd711c2fd114 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Request body: {'port': {'device_id': '80d2d265-4161-4f15-ab0c-130b15ddf9e0', 'network_id': '61bd0966-a265-4e42-812c-8db46cc7f8aa', 'admin_state_up': True, 'tenant_id': 'aca7fabb908e4e55b3bcaf1ce45b03cf', 'security_groups': ['9e881cba-3138-4f23-9b77-7adf07b3a5ee']}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:34:40.800207 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Oct 2021 10:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34cb7cec-b744-4c5d-8f16-08c25c3c9cbc x-openstack-request-id: req-34cb7cec-b744-4c5d-8f16-08c25c3c9cbc {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:34:40.800564 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8f9f9fd-6dea-4857-9f5d-598e5d82d0d4", "name": "network-vif-unplugged", "status": "completed", "tag": "343bc4c8-a9f3-4ff9-a633-bc7d16829613", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:34:40.802900 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-34cb7cec-b744-4c5d-8f16-08c25c3c9cbc {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:34:40.804283 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8f9f9fd-6dea-4857-9f5d-598e5d82d0d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '343bc4c8-a9f3-4ff9-a633-bc7d16829613', 'code': 200} Oct 20 10:34:40.808802 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b642f90-0495-4f9b-a320-9af3525ec47c service neutron] Pushing event updated for resources: {'Port': ['ID=343bc4c8-a9f3-4ff9-a633-bc7d16829613,revision_number=8']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:34:40.963826 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-bb027a6e-6311-4c63-ae87-adfed1019766 None None] Set router fb07eb1c-4354-44a1-9ea0-1510afd3f1ca gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:34:41.006209 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bf4db2-6b1d-43d2-a862-fd64f2ecf43e req-3b340ffc-c993-4a7a-98e6-162fe0db82f8 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:41.011106 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-65bf4db2-6b1d-43d2-a862-fd64f2ecf43e req-3b340ffc-c993-4a7a-98e6-162fe0db82f8 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/ports?device_id=c8f9f9fd-6dea-4857-9f5d-598e5d82d0d4 HTTP/1.1" status: 200 len: 943 time: 0.1015351 Oct 20 10:34:41.033142 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:41.077606 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['343bc4c8-a9f3-4ff9-a633-bc7d16829613'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:34:41.083282 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-65bf4db2-6b1d-43d2-a862-fd64f2ecf43e req-76588ebd-7831-49cc-a7f9-7392fe71b447 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/security-groups?id=c33a6cb5-e80a-4f79-936a-38f5e3f7c89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672364 Oct 20 10:34:41.099252 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-71c463ae-d792-4ec6-bf7d-dd711c2fd114 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Made reservation on behalf of aca7fabb908e4e55b3bcaf1ce45b03cf for: {'port': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:34:41.106972 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-71c463ae-d792-4ec6-bf7d-dd711c2fd114 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:41.194659 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 46402) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:34:41.235423 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port f8e40473-a7ff-41ed-a91e-568fcab1f7fb, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=f8e40473-a7ff-41ed-a91e-568fcab1f7fb,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:34:41.261200 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:41.309901 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1d106a8-e714-4261-8611-8237f7c00093 x-openstack-request-id: req-b1d106a8-e714-4261-8611-8237f7c00093 {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:34:41.310190 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5494c8bb-e16d-4c69-9bbd-57729001929d", "name": "network-vif-deleted", "tag": "9b98137f-64b7-47dd-94b7-8706ff9c48f0", "status": "completed", "code": 200}]} {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:34:41.310603 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b1d106a8-e714-4261-8611-8237f7c00093 {{(pid=100597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:34:41.310946 n-d-811396-3 neutron-server[100597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5494c8bb-e16d-4c69-9bbd-57729001929d', 'name': 'network-vif-deleted', 'tag': '9b98137f-64b7-47dd-94b7-8706ff9c48f0', 'status': 'completed', 'code': 200} Oct 20 10:34:41.340987 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f3bf7639-abfb-405c-9919-78b0a5905c79 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:41.354003 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f3bf7639-abfb-405c-9919-78b0a5905c79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:41.382805 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-71c463ae-d792-4ec6-bf7d-dd711c2fd114 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Allocated IP 172.20.0.5 (61bd0966-a265-4e42-812c-8db46cc7f8aa/ca4d8024-190b-4d52-b991-b3ff5d7d6ff8/2119e2cf-4499-4ee6-a849-174b453941eb) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:34:41.393368 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e65a725-5cc9-4f4e-a685-8c4a9439f875 x-openstack-request-id: req-7e65a725-5cc9-4f4e-a685-8c4a9439f875 {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:34:41.394166 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa662cd5-98a5-4955-bbe2-daea86bbd0e7", "name": "network-vif-plugged", "status": "completed", "tag": "b4aa4f54-6419-47f7-88fb-b218ff17ecc9", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:34:41.394424 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7e65a725-5cc9-4f4e-a685-8c4a9439f875 {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:34:41.394997 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa662cd5-98a5-4955-bbe2-daea86bbd0e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4aa4f54-6419-47f7-88fb-b218ff17ecc9', 'code': 200} Oct 20 10:34:41.447705 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=f8e40473-a7ff-41ed-a91e-568fcab1f7fb,revision_number=8']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:34:41.490321 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-f3bf7639-abfb-405c-9919-78b0a5905c79 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6ba4b25d0a484c47806fe2258ca49c03&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3808358 Oct 20 10:34:41.493685 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 46406) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:34:41.528196 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bf7639-abfb-405c-9919-78b0a5905c79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ffa8d11-d10f-4046-8307-b2366157e10c,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:34:41.666554 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5cc2e958-a819-4c0f-9f0c-1fa47e10d410 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:41.674987 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-962bbaf1-27d4-4083-9048-8ff2ea1d358a req-a09ff966-4b9b-48f8-9e67-f807d7a4d1b3 tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] 10.222.0.64 "GET /v2.0/ports?device_id=5494c8bb-e16d-4c69-9bbd-57729001929d HTTP/1.1" status: 200 len: 210 time: 0.0798054 Oct 20 10:34:41.735303 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5cc2e958-a819-4c0f-9f0c-1fa47e10d410 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:41.771755 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-bb027a6e-6311-4c63-ae87-adfed1019766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb07eb1c-4354-44a1-9ea0-1510afd3f1ca', 'name': 'tempest-ServersTestBootFromVolume-1649398209-router', 'tenant_id': 'c403c40bbf7f4a248f56e3795d093508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': 'b6e2eb77-c3bf-421f-81a0-86236d3c345b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:31:33Z', 'updated_at': '2021-10-20T10:31:36Z', 'revision_number': 4, 'project_id': 'c403c40bbf7f4a248f56e3795d093508', 'gw_port': {'id': 'b6e2eb77-c3bf-421f-81a0-86236d3c345b', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:81:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb07eb1c-4354-44a1-9ea0-1510afd3f1ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:31:33Z', 'updated_at': '2021-10-20T10:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '85b9368f-4a43-4c3f-a8d5-1b26c6444ea9', 'name': '', 'network_id': 'b5348cfb-edec-469e-9a10-140f5e3d3dc7', 'tenant_id': 'c403c40bbf7f4a248f56e3795d093508', 'mac_address': 'fa:16:3e:5c:d1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb07eb1c-4354-44a1-9ea0-1510afd3f1ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'bf7a4fdc-497b-4ffd-af1e-57b2c48df7c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:31:35Z', 'updated_at': '2021-10-20T10:31:42Z', 'revision_number': 5, 'project_id': 'c403c40bbf7f4a248f56e3795d093508', 'subnets': [{'id': 'bf7a4fdc-497b-4ffd-af1e-57b2c48df7c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:34:41.786097 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-71c463ae-d792-4ec6-bf7d-dd711c2fd114 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:41.860611 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb027a6e-6311-4c63-ae87-adfed1019766 None None] The sync data for ids ['fb07eb1c-4354-44a1-9ea0-1510afd3f1ca'] in n-d-811396-3 is: [{'id': 'fb07eb1c-4354-44a1-9ea0-1510afd3f1ca', 'name': 'tempest-ServersTestBootFromVolume-1649398209-router', 'tenant_id': 'c403c40bbf7f4a248f56e3795d093508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': 'b6e2eb77-c3bf-421f-81a0-86236d3c345b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:31:33Z', 'updated_at': '2021-10-20T10:31:36Z', 'revision_number': 4, 'project_id': 'c403c40bbf7f4a248f56e3795d093508', 'gw_port': {'id': 'b6e2eb77-c3bf-421f-81a0-86236d3c345b', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:81:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb07eb1c-4354-44a1-9ea0-1510afd3f1ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:31:33Z', 'updated_at': '2021-10-20T10:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '85b9368f-4a43-4c3f-a8d5-1b26c6444ea9', 'name': '', 'network_id': 'b5348cfb-edec-469e-9a10-140f5e3d3dc7', 'tenant_id': 'c403c40bbf7f4a248f56e3795d093508', 'mac_address': 'fa:16:3e:5c:d1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb07eb1c-4354-44a1-9ea0-1510afd3f1ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'bf7a4fdc-497b-4ffd-af1e-57b2c48df7c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:31:35Z', 'updated_at': '2021-10-20T10:31:42Z', 'revision_number': 5, 'project_id': 'c403c40bbf7f4a248f56e3795d093508', 'subnets': [{'id': 'bf7a4fdc-497b-4ffd-af1e-57b2c48df7c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:34:41.893746 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e14f104b-7256-4fab-b5a9-da59883b2989 req-8f24e5b8-63c4-4bcc-b660-914d6ec98c68 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] 10.222.0.64 "GET /v2.0/ports?device_id=80d2d265-4161-4f15-ab0c-130b15ddf9e0 HTTP/1.1" status: 200 len: 210 time: 0.0498731 Oct 20 10:34:41.925111 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-71c463ae-d792-4ec6-bf7d-dd711c2fd114 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:41.954355 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-71c463ae-d792-4ec6-bf7d-dd711c2fd114 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Network 61bd0966-a265-4e42-812c-8db46cc7f8aa is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:34:41.957884 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-71c463ae-d792-4ec6-bf7d-dd711c2fd114 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:34:41.970354 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-71c463ae-d792-4ec6-bf7d-dd711c2fd114 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:34:41.976027 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5cc2e958-a819-4c0f-9f0c-1fa47e10d410 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:41.978537 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5cc2e958-a819-4c0f-9f0c-1fa47e10d410 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:41.979796 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-5cc2e958-a819-4c0f-9f0c-1fa47e10d410 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0ffa8d11-d10f-4046-8307-b2366157e10c HTTP/1.1" status: 204 len: 168 time: 0.4763365 Oct 20 10:34:41.988430 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd49464-e4aa-434d-ab64-898f14bc93b4 req-8c8ab16c-631f-4df8-981b-d789a061f3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:41.990184 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4bd49464-e4aa-434d-ab64-898f14bc93b4 req-8c8ab16c-631f-4df8-981b-d789a061f3ff service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=aa662cd5-98a5-4955-bbe2-daea86bbd0e7 HTTP/1.1" status: 200 len: 1097 time: 0.4235964 Oct 20 10:34:42.059171 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-71c463ae-d792-4ec6-bf7d-dd711c2fd114 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:42.059733 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-71c463ae-d792-4ec6-bf7d-dd711c2fd114 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:42.082552 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc2e958-a819-4c0f-9f0c-1fa47e10d410 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ffa8d11-d10f-4046-8307-b2366157e10c,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:34:42.117324 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-71c463ae-d792-4ec6-bf7d-dd711c2fd114 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3548541 Oct 20 10:34:42.118202 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c463ae-d792-4ec6-bf7d-dd711c2fd114 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Pushing event updated for resources: {'Port': ['ID=2119e2cf-4499-4ee6-a849-174b453941eb,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:34:42.137654 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-91b9b815-7173-4b72-9452-ee68f6da9427 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Request body: {'port': {'device_id': '80d2d265-4161-4f15-ab0c-130b15ddf9e0', 'network_id': '7f35c8f4-a80f-46f0-b625-9aa7a1eb4d3d', 'admin_state_up': True, 'tenant_id': 'aca7fabb908e4e55b3bcaf1ce45b03cf', 'security_groups': ['9e881cba-3138-4f23-9b77-7adf07b3a5ee']}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:34:42.323081 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365be617-f2aa-448f-a7ce-5d1fee146dc0 req-26df4dc6-dfcc-4740-930f-b8a6287b42df tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:42.325463 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-365be617-f2aa-448f-a7ce-5d1fee146dc0 req-26df4dc6-dfcc-4740-930f-b8a6287b42df tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] 10.222.0.64 "GET /v2.0/ports?device_id=26e29c85-389d-454c-930b-0f837d303e1a HTTP/1.1" status: 200 len: 945 time: 0.3300498 Oct 20 10:34:42.336894 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bdeebc0-9511-44bb-be77-39ec106299dc None None] New status for floating IP 06af39ae-7e7b-42bf-836e-6b7fb27ebc40: DOWN {{(pid=100598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 10:34:42.367028 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-91b9b815-7173-4b72-9452-ee68f6da9427 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Made reservation on behalf of aca7fabb908e4e55b3bcaf1ce45b03cf for: {'port': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:34:42.371009 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-91b9b815-7173-4b72-9452-ee68f6da9427 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:42.376499 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5621e1-a552-4909-823a-522e5a8cf7f8 req-136f16db-c6cf-46f3-904d-9db861631db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:42.384125 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2f5621e1-a552-4909-823a-522e5a8cf7f8 req-136f16db-c6cf-46f3-904d-9db861631db5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=946a9e604754455a8a9faea87bc41b49&device_id=26e29c85-389d-454c-930b-0f837d303e1a HTTP/1.1" status: 200 len: 1096 time: 0.4854989 Oct 20 10:34:42.457386 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af8cad8-02e6-4fa2-b084-a9a6b2cb0de0 req-0993afdc-13c6-4fc5-969a-87fe2a494664 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:42.458667 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1af8cad8-02e6-4fa2-b084-a9a6b2cb0de0 req-0993afdc-13c6-4fc5-969a-87fe2a494664 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa662cd5-98a5-4955-bbe2-daea86bbd0e7 HTTP/1.1" status: 200 len: 946 time: 0.4656293 Oct 20 10:34:42.499716 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 9b98137f-64b7-47dd-94b7-8706ff9c48f0 no longer exists at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:34:42.512312 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4bd49464-e4aa-434d-ab64-898f14bc93b4 req-17125f67-4571-47bf-8621-b432c0eac497 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=80d91cd6-89b0-4bed-9856-0ef6931b5448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4972730 Oct 20 10:34:42.541771 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-91b9b815-7173-4b72-9452-ee68f6da9427 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Allocated IP 10.1.1.36 (7f35c8f4-a80f-46f0-b625-9aa7a1eb4d3d/ee766014-e4cb-4d3b-914c-bd587db1d0d0/c659bd4f-6f7c-4e27-84fc-06618ca3d1ea) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:34:42.560817 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] No Port match for: 9b98137f-64b7-47dd-94b7-8706ff9c48f0 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:34:42.561522 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 9b98137f-64b7-47dd-94b7-8706ff9c48f0 not bound to the agent host n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:34:42.562186 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device a9f6381f-477f-4127-bf9c-93f653c53615 no longer exists at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:34:42.608671 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-fc6a999a-50df-4606-a43d-6ee9279b5c47 None None] Provisioning complete for port 2119e2cf-4499-4ee6-a849-174b453941eb triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:34:42.609319 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-fc6a999a-50df-4606-a43d-6ee9279b5c47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:42.612663 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] No Port match for: a9f6381f-477f-4127-bf9c-93f653c53615 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:34:42.613409 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device a9f6381f-477f-4127-bf9c-93f653c53615 not bound to the agent host n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:34:42.677758 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-fc6a999a-50df-4606-a43d-6ee9279b5c47 None None] Port 2119e2cf-4499-4ee6-a849-174b453941eb cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:34:42.792580 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-91b9b815-7173-4b72-9452-ee68f6da9427 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:42.839650 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-91b9b815-7173-4b72-9452-ee68f6da9427 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:42.941213 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-91b9b815-7173-4b72-9452-ee68f6da9427 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Network 7f35c8f4-a80f-46f0-b625-9aa7a1eb4d3d is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:34:42.945089 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-91b9b815-7173-4b72-9452-ee68f6da9427 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:34:42.950651 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21c0cf04-9e25-46ea-bb3f-9ac7b5745042', 'name': 'network-vif-deleted', 'tag': 'a9f6381f-477f-4127-bf9c-93f653c53615'}, {'name': 'network-changed', 'server_uuid': 'c8f9f9fd-6dea-4857-9f5d-598e5d82d0d4', 'tag': '343bc4c8-a9f3-4ff9-a633-bc7d16829613'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:34:42.953018 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04f5f0b9-dc9b-40d8-b011-71d9f4fecb90" -d '{"events": [{"server_uuid": "21c0cf04-9e25-46ea-bb3f-9ac7b5745042", "name": "network-vif-deleted", "tag": "a9f6381f-477f-4127-bf9c-93f653c53615"}, {"name": "network-changed", "server_uuid": "c8f9f9fd-6dea-4857-9f5d-598e5d82d0d4", "tag": "343bc4c8-a9f3-4ff9-a633-bc7d16829613"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:34:42.956243 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5621e1-a552-4909-823a-522e5a8cf7f8 req-02439294-bb34-4d4b-9cea-58b5897a32dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:42.957717 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2f5621e1-a552-4909-823a-522e5a8cf7f8 req-02439294-bb34-4d4b-9cea-58b5897a32dc service neutron] 10.222.0.55 "GET /v2.0/networks?id=7541d774-cf46-43a8-ab91-4a72282aac35 HTTP/1.1" status: 200 len: 912 time: 0.5582192 Oct 20 10:34:42.968744 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-91b9b815-7173-4b72-9452-ee68f6da9427 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:34:43.004840 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b9b815-7173-4b72-9452-ee68f6da9427 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Pushing event updated for resources: {'Port': ['ID=c659bd4f-6f7c-4e27-84fc-06618ca3d1ea,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:34:43.047278 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-91b9b815-7173-4b72-9452-ee68f6da9427 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:43.048238 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-91b9b815-7173-4b72-9452-ee68f6da9427 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:43.062315 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 46450) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:34:43.080556 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-91b9b815-7173-4b72-9452-ee68f6da9427 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.9469988 Oct 20 10:34:43.094982 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-f6f1d727-b3ad-4348-8208-352f7cf6fd4d tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Request body: {'port': {'device_id': '80d2d265-4161-4f15-ab0c-130b15ddf9e0', 'network_id': '7f35c8f4-a80f-46f0-b625-9aa7a1eb4d3d', 'admin_state_up': True, 'tenant_id': 'aca7fabb908e4e55b3bcaf1ce45b03cf', 'security_groups': ['9e881cba-3138-4f23-9b77-7adf07b3a5ee']}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:34:43.108881 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1af8cad8-02e6-4fa2-b084-a9a6b2cb0de0 req-7ba93e3f-a9ea-46ed-95bd-59c936b37e91 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] 10.222.0.64 "GET /v2.0/security-groups?id=80d91cd6-89b0-4bed-9856-0ef6931b5448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6362951 Oct 20 10:34:43.133727 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-365be617-f2aa-448f-a7ce-5d1fee146dc0 req-415f0e05-3aa4-4b84-b724-5cdb1274e10f tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] 10.222.0.64 "GET /v2.0/security-groups?id=97729601-032d-4729-bc88-1bc65d21f71b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7605348 Oct 20 10:34:43.142732 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2f5621e1-a552-4909-823a-522e5a8cf7f8 req-3ce71c3e-6d60-46cd-a7d6-3c85c5ab1522 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7924cc35-bcd5-4c0c-924a-d847de89b737 HTTP/1.1" status: 200 len: 1001 time: 0.1502035 Oct 20 10:34:43.308209 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-067d55ac-e6a8-48d0-bfe1-f06210a7668b None None] Provisioning complete for port c659bd4f-6f7c-4e27-84fc-06618ca3d1ea triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:34:43.308767 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-067d55ac-e6a8-48d0-bfe1-f06210a7668b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:43.328167 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e5079379-ce4c-4294-a0b1-c9b7bc75ae18 req-4febef1e-b6ab-46eb-9870-973218237af0 tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] 10.222.0.64 "GET /v2.0/ports?device_id=5494c8bb-e16d-4c69-9bbd-57729001929d HTTP/1.1" status: 200 len: 210 time: 0.0665765 Oct 20 10:34:43.357678 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-067d55ac-e6a8-48d0-bfe1-f06210a7668b None None] Port c659bd4f-6f7c-4e27-84fc-06618ca3d1ea cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:34:43.371011 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5621e1-a552-4909-823a-522e5a8cf7f8 req-c7093844-9c99-4da6-8353-fb53d78c6b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:43.373074 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2f5621e1-a552-4909-823a-522e5a8cf7f8 req-c7093844-9c99-4da6-8353-fb53d78c6b37 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ba1df794-ccae-4e17-be55-4b4a3764e935 HTTP/1.1" status: 200 len: 850 time: 0.2164299 Oct 20 10:34:43.395733 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c70942c-24ce-4890-aeb0-342751c6d80d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8e40473-a7ff-41ed-a91e-568fcab1f7fb'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:34:43.398804 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99ccf5bd-3ba8-4beb-b5f8-7d145ff7892e" -d '{"events": [{"server_uuid": "0c70942c-24ce-4890-aeb0-342751c6d80d", "name": "network-vif-unplugged", "status": "completed", "tag": "f8e40473-a7ff-41ed-a91e-568fcab1f7fb"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:34:43.474128 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18cce48-621e-4cdc-b322-10637a6042f4 req-ac14b72e-a9d8-4414-9bd9-405adf89cdf8 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:43.474554 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-7ec332b2-cfb0-4ae3-8e16-1272092ad496 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-800410395-network', 'tenant_id': '7c549de96c244bc2a43ec39c07795db6'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:34:43.475888 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b18cce48-621e-4cdc-b322-10637a6042f4 req-ac14b72e-a9d8-4414-9bd9-405adf89cdf8 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/ports?device_id=c8f9f9fd-6dea-4857-9f5d-598e5d82d0d4 HTTP/1.1" status: 200 len: 943 time: 0.1976128 Oct 20 10:34:43.527082 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5621e1-a552-4909-823a-522e5a8cf7f8 req-1cb523e2-8fe6-4f71-9593-20cd780c6025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:43.528788 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2f5621e1-a552-4909-823a-522e5a8cf7f8 req-1cb523e2-8fe6-4f71-9593-20cd780c6025 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7541d774-cf46-43a8-ab91-4a72282aac35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1444917 Oct 20 10:34:43.539169 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ec332b2-cfb0-4ae3-8e16-1272092ad496 admin admin] Made reservation on behalf of 7c549de96c244bc2a43ec39c07795db6 for: {'network': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:34:43.541677 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7ec332b2-cfb0-4ae3-8e16-1272092ad496 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:43.557258 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7ec332b2-cfb0-4ae3-8e16-1272092ad496 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:43.598667 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b18cce48-621e-4cdc-b322-10637a6042f4 req-89046b91-70eb-4704-b6ec-1f30e6b7a23d tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/security-groups?id=c33a6cb5-e80a-4f79-936a-38f5e3f7c89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084630 Oct 20 10:34:43.603902 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-92dc3884-2c52-4492-905d-69cce10ded55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1774405'] for router_interface, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:43.616923 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06fa83c-5796-4dab-9c48-1543ecfb4622 req-3eea4925-f1c9-440a-aa0f-17fdb7e3b8c2 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:43.631211 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06fa83c-5796-4dab-9c48-1543ecfb4622 req-3eea4925-f1c9-440a-aa0f-17fdb7e3b8c2 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:43.631211 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a06fa83c-5796-4dab-9c48-1543ecfb4622 req-3eea4925-f1c9-440a-aa0f-17fdb7e3b8c2 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] 10.222.0.64 "GET /v2.0/ports?device_id=80d2d265-4161-4f15-ab0c-130b15ddf9e0 HTTP/1.1" status: 200 len: 1652 time: 0.1654091 Oct 20 10:34:43.637579 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-f6f1d727-b3ad-4348-8208-352f7cf6fd4d tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Made reservation on behalf of aca7fabb908e4e55b3bcaf1ce45b03cf for: {'port': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:34:43.641491 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-f6f1d727-b3ad-4348-8208-352f7cf6fd4d tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:43.695644 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 20 Oct 2021 10:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5052f63-106b-4225-bbba-127ad4940896 x-openstack-request-id: req-d5052f63-106b-4225-bbba-127ad4940896 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:34:43.696078 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21c0cf04-9e25-46ea-bb3f-9ac7b5745042", "name": "network-vif-deleted", "tag": "a9f6381f-477f-4127-bf9c-93f653c53615", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c8f9f9fd-6dea-4857-9f5d-598e5d82d0d4", "tag": "343bc4c8-a9f3-4ff9-a633-bc7d16829613", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:34:43.696480 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d5052f63-106b-4225-bbba-127ad4940896 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:34:43.696976 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21c0cf04-9e25-46ea-bb3f-9ac7b5745042', 'name': 'network-vif-deleted', 'tag': 'a9f6381f-477f-4127-bf9c-93f653c53615', 'status': 'completed', 'code': 200} Oct 20 10:34:43.697329 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8f9f9fd-6dea-4857-9f5d-598e5d82d0d4', 'tag': '343bc4c8-a9f3-4ff9-a633-bc7d16829613', 'status': 'completed', 'code': 200} Oct 20 10:34:43.749751 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Oct 2021 10:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f9674c3-2685-48c3-9bb1-146a7ce4647d x-openstack-request-id: req-5f9674c3-2685-48c3-9bb1-146a7ce4647d {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:34:43.750053 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c70942c-24ce-4890-aeb0-342751c6d80d", "name": "network-vif-unplugged", "status": "completed", "tag": "f8e40473-a7ff-41ed-a91e-568fcab1f7fb", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:34:43.750310 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5f9674c3-2685-48c3-9bb1-146a7ce4647d {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:34:43.750703 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c70942c-24ce-4890-aeb0-342751c6d80d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8e40473-a7ff-41ed-a91e-568fcab1f7fb', 'code': 200} Oct 20 10:34:43.782127 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2f5621e1-a552-4909-823a-522e5a8cf7f8 req-13706a52-6b7b-4251-b9fd-3a6ddd79960a service neutron] 10.222.0.55 "GET /v2.0/networks/7541d774-cf46-43a8-ab91-4a72282aac35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416587 Oct 20 10:34:43.815000 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7ec332b2-cfb0-4ae3-8e16-1272092ad496 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:43.819496 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 343bc4c8-a9f3-4ff9-a633-bc7d16829613 details requested by agent hyperv_n-h1-811396-3 with host n-h1-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:34:43.836357 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-f6f1d727-b3ad-4348-8208-352f7cf6fd4d tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Allocated IP 10.1.1.44 (7f35c8f4-a80f-46f0-b625-9aa7a1eb4d3d/ee766014-e4cb-4d3b-914c-bd587db1d0d0/6b62206e-39d0-45df-9f8b-694b5bc1053f) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:34:43.843099 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a06fa83c-5796-4dab-9c48-1543ecfb4622 req-29ae9cea-da70-4fab-a20d-92ef59674a2b tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e881cba-3138-4f23-9b77-7adf07b3a5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1542537 Oct 20 10:34:43.844602 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7ec332b2-cfb0-4ae3-8e16-1272092ad496 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:43.883180 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f5f0b9-dc9b-40d8-b011-71d9f4fecb90 req-6c5b0bd4-6229-40e3-a91b-7fff0db3c5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:43.884796 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-04f5f0b9-dc9b-40d8-b011-71d9f4fecb90 req-6c5b0bd4-6229-40e3-a91b-7fff0db3c5e1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4e37fa6eb8b848f6897a2d7488b235c7&device_id=c8f9f9fd-6dea-4857-9f5d-598e5d82d0d4 HTTP/1.1" status: 200 len: 1124 time: 0.1558268 Oct 20 10:34:43.939862 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ec332b2-cfb0-4ae3-8e16-1272092ad496 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 833} {{(pid=100597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:34:43.947906 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 343bc4c8-a9f3-4ff9-a633-bc7d16829613, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=343bc4c8-a9f3-4ff9-a633-bc7d16829613,segment=NetworkSegment(d74986f8-a71e-4359-a64d-140af23f3558),segment_id=d74986f8-a71e-4359-a64d-140af23f3558)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:34:43.961030 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 343bc4c8-a9f3-4ff9-a633-bc7d16829613 has no active binding in host n-h1-811396-3 {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 20 10:34:43.987277 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec332b2-cfb0-4ae3-8e16-1272092ad496 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c1a8b96-5782-4385-b9de-3407ab4b2d8f,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:34:43.997877 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7ec332b2-cfb0-4ae3-8e16-1272092ad496 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:43.998223 n-d-811396-3 neutron-server[100597]: INFO neutron.db.segments_db [None req-7ec332b2-cfb0-4ae3-8e16-1272092ad496 admin admin] Added segment cdb54968-a028-49d4-bff1-06faf7e0a12c of type vlan for network 7de6ec8f-463e-406e-b277-0e89715e0fef Oct 20 10:34:44.056945 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7ec332b2-cfb0-4ae3-8e16-1272092ad496 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:44.069895 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-f6f1d727-b3ad-4348-8208-352f7cf6fd4d tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:44.097996 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2f5621e1-a552-4909-823a-522e5a8cf7f8 req-216ccd0c-be49-49cb-b92e-644e868c1662 service neutron] 10.222.0.55 "GET /v2.0/networks/7541d774-cf46-43a8-ab91-4a72282aac35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2538517 Oct 20 10:34:44.105028 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7ec332b2-cfb0-4ae3-8e16-1272092ad496 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:44.105980 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec332b2-cfb0-4ae3-8e16-1272092ad496 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:44.106560 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7ec332b2-cfb0-4ae3-8e16-1272092ad496 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:44.119115 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f5f0b9-dc9b-40d8-b011-71d9f4fecb90 req-c493835f-044d-4c50-9aaa-b18de975ecf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:44.121074 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-04f5f0b9-dc9b-40d8-b011-71d9f4fecb90 req-c493835f-044d-4c50-9aaa-b18de975ecf7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=60750f9d-1dd0-4933-91f0-f6aefa736c9d HTTP/1.1" status: 200 len: 909 time: 0.2214146 Oct 20 10:34:44.178107 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-7ec332b2-cfb0-4ae3-8e16-1272092ad496 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1144137 Oct 20 10:34:44.181690 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 46468) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:34:44.182738 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-04f5f0b9-dc9b-40d8-b011-71d9f4fecb90 req-c30e798f-68ff-4a5e-b4b1-b03a4748dc83 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=343bc4c8-a9f3-4ff9-a633-bc7d16829613 HTTP/1.1" status: 200 len: 217 time: 0.0500844 Oct 20 10:34:44.185820 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-f6f1d727-b3ad-4348-8208-352f7cf6fd4d tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:44.204449 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-19f90c35-43eb-4e40-a960-2d969ba07e13 admin admin] Request body: {'subnet': {'network_id': '7de6ec8f-463e-406e-b277-0e89715e0fef', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-800410395-subnet', 'tenant_id': '7c549de96c244bc2a43ec39c07795db6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:34:44.234862 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec332b2-cfb0-4ae3-8e16-1272092ad496 admin admin] Pushing event updated for resources: {'Network': ['ID=7de6ec8f-463e-406e-b277-0e89715e0fef,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:34:44.251926 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network 7de6ec8f-463e-406e-b277-0e89715e0fef details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:34:44.284921 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-f6f1d727-b3ad-4348-8208-352f7cf6fd4d tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Network 7f35c8f4-a80f-46f0-b625-9aa7a1eb4d3d is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:34:44.289017 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-f6f1d727-b3ad-4348-8208-352f7cf6fd4d tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:34:44.323344 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-f6f1d727-b3ad-4348-8208-352f7cf6fd4d tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:34:44.388288 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f1d727-b3ad-4348-8208-352f7cf6fd4d tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Pushing event updated for resources: {'Port': ['ID=6b62206e-39d0-45df-9f8b-694b5bc1053f,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:34:44.388874 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19f90c35-43eb-4e40-a960-2d969ba07e13 admin admin] Made reservation on behalf of 7c549de96c244bc2a43ec39c07795db6 for: {'subnet': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:34:44.392074 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-19f90c35-43eb-4e40-a960-2d969ba07e13 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26761797'] for subnet, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:44.408120 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f5f0b9-dc9b-40d8-b011-71d9f4fecb90 req-c3d51774-ef43-4c4d-8ba4-7123d5140998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:44.409751 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-04f5f0b9-dc9b-40d8-b011-71d9f4fecb90 req-c3d51774-ef43-4c4d-8ba4-7123d5140998 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6f74b0c1-2855-44cd-a118-a8c6ce76ebd8 HTTP/1.1" status: 200 len: 848 time: 0.1987226 Oct 20 10:34:44.427125 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-f6f1d727-b3ad-4348-8208-352f7cf6fd4d tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:44.428356 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-f6f1d727-b3ad-4348-8208-352f7cf6fd4d tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:44.451888 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-f6f1d727-b3ad-4348-8208-352f7cf6fd4d tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.3635502 Oct 20 10:34:44.464505 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-80263635-cd5d-4188-a767-032330b4c936 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Request body: {'port': {'device_id': '80d2d265-4161-4f15-ab0c-130b15ddf9e0', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '7bc60fc7-42ea-472c-be5f-6faa92f9f9bb', 'admin_state_up': True, 'tenant_id': 'aca7fabb908e4e55b3bcaf1ce45b03cf', 'security_groups': ['9e881cba-3138-4f23-9b77-7adf07b3a5ee']}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:34:44.559413 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bff373-35e2-41cb-8edb-4f295d4784e7 req-30f6a5bd-d9bb-43be-a4b0-67bfb10fc460 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:44.567749 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e9bff373-35e2-41cb-8edb-4f295d4784e7 req-30f6a5bd-d9bb-43be-a4b0-67bfb10fc460 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] 10.222.0.64 "GET /v2.0/ports?device_id=26e29c85-389d-454c-930b-0f837d303e1a HTTP/1.1" status: 200 len: 945 time: 0.3420475 Oct 20 10:34:44.586058 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-77ae0ff4-7dc4-4e6d-8f36-ec4f3ec9e672 None None] Provisioning complete for port 6b62206e-39d0-45df-9f8b-694b5bc1053f triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:34:44.586991 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-77ae0ff4-7dc4-4e6d-8f36-ec4f3ec9e672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:44.595773 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-04f5f0b9-dc9b-40d8-b011-71d9f4fecb90 req-3dc7494c-2b36-4433-b431-24a728f06ec4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=60750f9d-1dd0-4933-91f0-f6aefa736c9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1656740 Oct 20 10:34:44.616873 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-80263635-cd5d-4188-a767-032330b4c936 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Made reservation on behalf of aca7fabb908e4e55b3bcaf1ce45b03cf for: {'port': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:34:44.618749 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f895b7-5a7d-487c-8402-047a4bceba0e req-eaadbe27-c403-48ae-ac5d-bffbb5517ac9 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:44.628510 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-77ae0ff4-7dc4-4e6d-8f36-ec4f3ec9e672 None None] Port 6b62206e-39d0-45df-9f8b-694b5bc1053f cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:34:44.629901 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f2f895b7-5a7d-487c-8402-047a4bceba0e req-eaadbe27-c403-48ae-ac5d-bffbb5517ac9 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa662cd5-98a5-4955-bbe2-daea86bbd0e7 HTTP/1.1" status: 200 len: 946 time: 0.3875730 Oct 20 10:34:44.702808 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-80263635-cd5d-4188-a767-032330b4c936 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:44.726229 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-92dc3884-2c52-4492-905d-69cce10ded55 admin admin] Deleting port dc5eb2ba-0c00-4cd5-a2be-251884778ed2 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:34:44.726620 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-92dc3884-2c52-4492-905d-69cce10ded55 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:44.791433 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e9bff373-35e2-41cb-8edb-4f295d4784e7 req-df5dc00e-5cd4-46d9-b524-2a86b03cb3e0 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] 10.222.0.64 "GET /v2.0/security-groups?id=97729601-032d-4729-bc88-1bc65d21f71b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2224286 Oct 20 10:34:44.805621 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f2f895b7-5a7d-487c-8402-047a4bceba0e req-d0f7d436-32f2-49bd-860c-6291770b9d39 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] 10.222.0.64 "GET /v2.0/security-groups?id=80d91cd6-89b0-4bed-9856-0ef6931b5448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708879 Oct 20 10:34:44.885744 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-19f90c35-43eb-4e40-a960-2d969ba07e13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26836128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26761819'] for subnet, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:44.942244 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-04f5f0b9-dc9b-40d8-b011-71d9f4fecb90 req-f2d61719-26d8-43bb-9267-db44c9220e33 service neutron] 10.222.0.69 "GET /v2.0/networks/60750f9d-1dd0-4933-91f0-f6aefa736c9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2992895 Oct 20 10:34:45.026674 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-80263635-cd5d-4188-a767-032330b4c936 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Allocated IP 10.2.2.100 (7bc60fc7-42ea-472c-be5f-6faa92f9f9bb/a2b9a836-50d1-4b54-8c45-1b8fbb975652/cde88316-97fc-42ab-948b-2cc207ce19a1) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:34:45.033037 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [None req-92dc3884-2c52-4492-905d-69cce10ded55 admin admin] For port dc5eb2ba-0c00-4cd5-a2be-251884778ed2, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=dc5eb2ba-0c00-4cd5-a2be-251884778ed2,segment=NetworkSegment(e1ea536c-2be6-419e-9a53-c776bc5130e2),segment_id=e1ea536c-2be6-419e-9a53-c776bc5130e2)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:34:45.033417 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-92dc3884-2c52-4492-905d-69cce10ded55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:45.065442 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f90c35-43eb-4e40-a960-2d969ba07e13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d8acf15-0cbf-477d-b85e-d79fdcb8698d,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:34:45.069380 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-709006e1-bf76-410d-a925-7cfcb72bcc41 req-30b83b8c-3f17-4d25-abb4-6017c2614bfd tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] 10.222.0.64 "GET /v2.0/ports?device_id=5494c8bb-e16d-4c69-9bbd-57729001929d HTTP/1.1" status: 200 len: 210 time: 0.0910470 Oct 20 10:34:45.142330 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-92dc3884-2c52-4492-905d-69cce10ded55 admin admin] Calling delete_port for dc5eb2ba-0c00-4cd5-a2be-251884778ed2 owned by network:router_interface {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:34:45.161773 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f90c35-43eb-4e40-a960-2d969ba07e13 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:34:45.162125 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f90c35-43eb-4e40-a960-2d969ba07e13 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:34:45.162471 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f90c35-43eb-4e40-a960-2d969ba07e13 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:34:45.162808 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f90c35-43eb-4e40-a960-2d969ba07e13 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:34:45.163141 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f90c35-43eb-4e40-a960-2d969ba07e13 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:34:45.163492 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f90c35-43eb-4e40-a960-2d969ba07e13 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:34:45.163825 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f90c35-43eb-4e40-a960-2d969ba07e13 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:34:45.164150 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f90c35-43eb-4e40-a960-2d969ba07e13 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:34:45.164477 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f90c35-43eb-4e40-a960-2d969ba07e13 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:34:45.164808 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f90c35-43eb-4e40-a960-2d969ba07e13 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:34:45.165127 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f90c35-43eb-4e40-a960-2d969ba07e13 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:34:45.165453 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f90c35-43eb-4e40-a960-2d969ba07e13 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:34:45.190945 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f90c35-43eb-4e40-a960-2d969ba07e13 admin admin] Checking segment: {'id': 'cdb54968-a028-49d4-bff1-06faf7e0a12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '7de6ec8f-463e-406e-b277-0e89715e0fef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:34:45.191336 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f90c35-43eb-4e40-a960-2d969ba07e13 admin admin] Network hostable DHCP agents. Network: 7de6ec8f-463e-406e-b277-0e89715e0fef, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:34:45.259069 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-80263635-cd5d-4188-a767-032330b4c936 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:45.290866 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-04f5f0b9-dc9b-40d8-b011-71d9f4fecb90 req-6ae22131-8e3e-44d1-a672-aa901fa66ad5 service neutron] 10.222.0.69 "GET /v2.0/networks/60750f9d-1dd0-4933-91f0-f6aefa736c9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3317187 Oct 20 10:34:45.299738 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-80263635-cd5d-4188-a767-032330b4c936 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:45.306535 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2359475c-f38c-4e6c-bd7f-8a002d4eb3e8 req-794a1205-f838-4f5b-80a5-2bbf1774fd80 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:45.308217 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2359475c-f38c-4e6c-bd7f-8a002d4eb3e8 req-794a1205-f838-4f5b-80a5-2bbf1774fd80 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/ports?device_id=c8f9f9fd-6dea-4857-9f5d-598e5d82d0d4 HTTP/1.1" status: 200 len: 943 time: 0.2849634 Oct 20 10:34:45.332970 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f90c35-43eb-4e40-a960-2d969ba07e13 admin admin] Network 7de6ec8f-463e-406e-b277-0e89715e0fef is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:34:45.352739 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-80263635-cd5d-4188-a767-032330b4c936 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Network 7bc60fc7-42ea-472c-be5f-6faa92f9f9bb is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:34:45.355789 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-80263635-cd5d-4188-a767-032330b4c936 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:34:45.357238 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606d2ce9-1b6c-442a-a225-ee731fa32569 req-4541f308-9bed-4177-a6ae-74fef9401d3b tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:45.364040 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606d2ce9-1b6c-442a-a225-ee731fa32569 req-4541f308-9bed-4177-a6ae-74fef9401d3b tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:45.370081 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606d2ce9-1b6c-442a-a225-ee731fa32569 req-4541f308-9bed-4177-a6ae-74fef9401d3b tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:45.371806 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-606d2ce9-1b6c-442a-a225-ee731fa32569 req-4541f308-9bed-4177-a6ae-74fef9401d3b tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] 10.222.0.64 "GET /v2.0/ports?device_id=80d2d265-4161-4f15-ab0c-130b15ddf9e0 HTTP/1.1" status: 200 len: 2372 time: 0.2150722 Oct 20 10:34:45.381476 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80263635-cd5d-4188-a767-032330b4c936 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Pushing event updated for resources: {'Port': ['ID=cde88316-97fc-42ab-948b-2cc207ce19a1,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:34:45.395141 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-80263635-cd5d-4188-a767-032330b4c936 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:34:45.428767 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-19f90c35-43eb-4e40-a960-2d969ba07e13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, 7de6ec8f-463e-406e-b277-0e89715e0fef) {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:34:45.438142 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98fd3178-976e-4ffd-b951-73d35e7da4e6 None None] Network 7de6ec8f-463e-406e-b277-0e89715e0fef requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:34:45.461160 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19f90c35-43eb-4e40-a960-2d969ba07e13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:45.462015 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-19f90c35-43eb-4e40-a960-2d969ba07e13 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:45.467061 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-80263635-cd5d-4188-a767-032330b4c936 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:45.468314 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-80263635-cd5d-4188-a767-032330b4c936 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:45.479569 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2359475c-f38c-4e6c-bd7f-8a002d4eb3e8 req-97268437-77a6-4767-b655-f9c4f666cb75 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/security-groups?id=c33a6cb5-e80a-4f79-936a-38f5e3f7c89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614404 Oct 20 10:34:45.522653 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-19f90c35-43eb-4e40-a960-2d969ba07e13 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3384542 Oct 20 10:34:45.524696 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-80263635-cd5d-4188-a767-032330b4c936 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0635777 Oct 20 10:34:45.527095 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-606d2ce9-1b6c-442a-a225-ee731fa32569 req-6d9cfc5c-b11d-4ae3-b7e2-88b624dcceb1 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e881cba-3138-4f23-9b77-7adf07b3a5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050463 Oct 20 10:34:45.555982 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-b51630db-0f09-4f30-a3b2-bbe6f7a83dde tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Request body: {'port': {'device_id': '80d2d265-4161-4f15-ab0c-130b15ddf9e0', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '7bc60fc7-42ea-472c-be5f-6faa92f9f9bb', 'admin_state_up': True, 'tenant_id': 'aca7fabb908e4e55b3bcaf1ce45b03cf', 'security_groups': ['9e881cba-3138-4f23-9b77-7adf07b3a5ee']}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:34:45.638012 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-92dc3884-2c52-4492-905d-69cce10ded55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:45.693319 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dc3884-2c52-4492-905d-69cce10ded55 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc5eb2ba-0c00-4cd5-a2be-251884778ed2,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:34:45.726361 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-518fa862-ad41-4363-88a6-162db47f2236 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524064ba-869c-5550-b826-c26b69a11278-7de6ec8f-463e-406e-b277-0e89715e0fef', 'network_id': '7de6ec8f-463e-406e-b277-0e89715e0fef', 'tenant_id': '7c549de96c244bc2a43ec39c07795db6', 'fixed_ips': [{'subnet_id': '5d8acf15-0cbf-477d-b85e-d79fdcb8698d'}]}} from n-d-811396-3. {{(pid=100598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:34:45.727246 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-518fa862-ad41-4363-88a6-162db47f2236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:45.787667 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-b51630db-0f09-4f30-a3b2-bbe6f7a83dde tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Made reservation on behalf of aca7fabb908e4e55b3bcaf1ce45b03cf for: {'port': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:34:45.787667 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-b51630db-0f09-4f30-a3b2-bbe6f7a83dde tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:46.002602 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-518fa862-ad41-4363-88a6-162db47f2236 None None] Allocated IP 172.20.0.2 (7de6ec8f-463e-406e-b277-0e89715e0fef/5d8acf15-0cbf-477d-b85e-d79fdcb8698d/1baa5257-b916-4621-acfa-6eb82c7faf32) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:34:46.116641 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-b51630db-0f09-4f30-a3b2-bbe6f7a83dde tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Allocated IP 10.2.2.200 (7bc60fc7-42ea-472c-be5f-6faa92f9f9bb/a2b9a836-50d1-4b54-8c45-1b8fbb975652/fbaf8d36-195c-43d3-b057-07f5fe113158) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:34:46.197192 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-de93a906-e652-408c-b375-a6334f032a34 None None] Provisioning complete for port cde88316-97fc-42ab-948b-2cc207ce19a1 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:34:46.197445 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-de93a906-e652-408c-b375-a6334f032a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:46.243568 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-518fa862-ad41-4363-88a6-162db47f2236 None None] Publish callbacks [] for port, precommit_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:46.249491 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-de93a906-e652-408c-b375-a6334f032a34 None None] Port cde88316-97fc-42ab-948b-2cc207ce19a1 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:34:46.255994 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-518fa862-ad41-4363-88a6-162db47f2236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:46.298366 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-518fa862-ad41-4363-88a6-162db47f2236 None None] Network 7de6ec8f-463e-406e-b277-0e89715e0fef is already hosted by enough agents. {{(pid=100598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:34:46.300095 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-b51630db-0f09-4f30-a3b2-bbe6f7a83dde tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:46.303125 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.base_scheduler [None req-518fa862-ad41-4363-88a6-162db47f2236 None None] Resources bound (agent type, host, resource id): {{(pid=100598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:34:46.306200 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518fa862-ad41-4363-88a6-162db47f2236 None None] Received port after_create {{(pid=100598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:34:46.311979 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518fa862-ad41-4363-88a6-162db47f2236 None None] Pushing event updated for resources: {'Port': ['ID=1baa5257-b916-4621-acfa-6eb82c7faf32,revision_number=1']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:34:46.344261 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-b51630db-0f09-4f30-a3b2-bbe6f7a83dde tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:46.371208 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-518fa862-ad41-4363-88a6-162db47f2236 None None] Attempting to bind port 1baa5257-b916-4621-acfa-6eb82c7faf32 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:34:46.371618 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-518fa862-ad41-4363-88a6-162db47f2236 None None] Attempting to bind port 1baa5257-b916-4621-acfa-6eb82c7faf32 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': 'cdb54968-a028-49d4-bff1-06faf7e0a12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '7de6ec8f-463e-406e-b277-0e89715e0fef'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:34:46.371988 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518fa862-ad41-4363-88a6-162db47f2236 None None] Attempting to bind port 1baa5257-b916-4621-acfa-6eb82c7faf32 on network 7de6ec8f-463e-406e-b277-0e89715e0fef {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:34:46.377946 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518fa862-ad41-4363-88a6-162db47f2236 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 34, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:34:46.384216 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518fa862-ad41-4363-88a6-162db47f2236 None None] Checking segment: {'id': 'cdb54968-a028-49d4-bff1-06faf7e0a12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '7de6ec8f-463e-406e-b277-0e89715e0fef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:34:46.384646 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-518fa862-ad41-4363-88a6-162db47f2236 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:46.385053 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518fa862-ad41-4363-88a6-162db47f2236 None None] Bound using segment: {'id': 'cdb54968-a028-49d4-bff1-06faf7e0a12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '7de6ec8f-463e-406e-b277-0e89715e0fef'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:34:46.385551 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-518fa862-ad41-4363-88a6-162db47f2236 None None] Bound port: 1baa5257-b916-4621-acfa-6eb82c7faf32, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdb54968-a028-49d4-bff1-06faf7e0a12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '7de6ec8f-463e-406e-b277-0e89715e0fef'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:34:46.385943 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-518fa862-ad41-4363-88a6-162db47f2236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:46.405256 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-b51630db-0f09-4f30-a3b2-bbe6f7a83dde tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Network 7bc60fc7-42ea-472c-be5f-6faa92f9f9bb is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:34:46.408784 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-b51630db-0f09-4f30-a3b2-bbe6f7a83dde tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:34:46.424421 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-b51630db-0f09-4f30-a3b2-bbe6f7a83dde tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:34:46.468095 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-92dc3884-2c52-4492-905d-69cce10ded55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1771989'] for router_interface, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:46.470164 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-518fa862-ad41-4363-88a6-162db47f2236 None None] For port 1baa5257-b916-4621-acfa-6eb82c7faf32, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:34:46.474473 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-518fa862-ad41-4363-88a6-162db47f2236 None None] For port 1baa5257-b916-4621-acfa-6eb82c7faf32, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=1baa5257-b916-4621-acfa-6eb82c7faf32,segment=NetworkSegment(cdb54968-a028-49d4-bff1-06faf7e0a12c),segment_id=cdb54968-a028-49d4-bff1-06faf7e0a12c)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:34:46.479880 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c30a13d-5e99-402a-a17c-d68b1a56e5f6 req-1c31d2be-42a7-4443-b342-ee7f98bfaee8 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:46.480851 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-518fa862-ad41-4363-88a6-162db47f2236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:46.488798 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3c30a13d-5e99-402a-a17c-d68b1a56e5f6 req-1c31d2be-42a7-4443-b342-ee7f98bfaee8 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa662cd5-98a5-4955-bbe2-daea86bbd0e7 HTTP/1.1" status: 200 len: 946 time: 0.5077357 Oct 20 10:34:46.500511 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-b51630db-0f09-4f30-a3b2-bbe6f7a83dde tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:46.501354 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-b51630db-0f09-4f30-a3b2-bbe6f7a83dde tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:46.501526 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a62f8b1-7b11-4eea-8c82-88c48ebdd63f req-63804edb-c1f1-41ad-a0a1-5827d6f2c166 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:46.509503 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8a62f8b1-7b11-4eea-8c82-88c48ebdd63f req-63804edb-c1f1-41ad-a0a1-5827d6f2c166 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] 10.222.0.64 "GET /v2.0/ports?device_id=26e29c85-389d-454c-930b-0f837d303e1a HTTP/1.1" status: 200 len: 945 time: 0.5278194 Oct 20 10:34:46.511309 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51630db-0f09-4f30-a3b2-bbe6f7a83dde tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Pushing event updated for resources: {'Port': ['ID=fbaf8d36-195c-43d3-b057-07f5fe113158,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:34:46.545701 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51630db-0f09-4f30-a3b2-bbe6f7a83dde tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:34:46.546299 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51630db-0f09-4f30-a3b2-bbe6f7a83dde tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:34:46.547130 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51630db-0f09-4f30-a3b2-bbe6f7a83dde tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:34:46.547626 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51630db-0f09-4f30-a3b2-bbe6f7a83dde tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:34:46.548073 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51630db-0f09-4f30-a3b2-bbe6f7a83dde tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:34:46.548531 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51630db-0f09-4f30-a3b2-bbe6f7a83dde tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:34:46.548965 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51630db-0f09-4f30-a3b2-bbe6f7a83dde tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:34:46.549399 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51630db-0f09-4f30-a3b2-bbe6f7a83dde tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:34:46.549828 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51630db-0f09-4f30-a3b2-bbe6f7a83dde tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:34:46.550260 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51630db-0f09-4f30-a3b2-bbe6f7a83dde tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:34:46.551232 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51630db-0f09-4f30-a3b2-bbe6f7a83dde tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:34:46.551696 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51630db-0f09-4f30-a3b2-bbe6f7a83dde tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:34:46.582845 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-b51630db-0f09-4f30-a3b2-bbe6f7a83dde tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0362127 Oct 20 10:34:46.584214 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518fa862-ad41-4363-88a6-162db47f2236 None None] Pushing event updated for resources: {'Port': ['ID=1baa5257-b916-4621-acfa-6eb82c7faf32,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:34:46.596084 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-3c390126-137f-4aa7-a41a-4488fd4d9c22 service neutron] Request body: {'port': {'device_id': '80d2d265-4161-4f15-ab0c-130b15ddf9e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811396-3'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:34:46.655428 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8a62f8b1-7b11-4eea-8c82-88c48ebdd63f req-1f6928ae-79a6-4fd5-b0e8-c0e0874e6160 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] 10.222.0.64 "GET /v2.0/security-groups?id=97729601-032d-4729-bc88-1bc65d21f71b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1448326 Oct 20 10:34:46.677520 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3c30a13d-5e99-402a-a17c-d68b1a56e5f6 req-661afd2f-18a3-49eb-891d-d2ddd225e9a1 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] 10.222.0.64 "GET /v2.0/security-groups?id=80d91cd6-89b0-4bed-9856-0ef6931b5448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877439 Oct 20 10:34:46.709111 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-3c390126-137f-4aa7-a41a-4488fd4d9c22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:46.908986 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-21707d22-5bd9-4d7b-9f16-49369928033e None None] Provisioning complete for port fbaf8d36-195c-43d3-b057-07f5fe113158 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:34:46.909476 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-21707d22-5bd9-4d7b-9f16-49369928033e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:46.981939 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-61fa04b5-e59e-497b-b7be-16afd5e20e2f req-45d3fdd8-56ea-4574-a938-d3f811e4a257 tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] 10.222.0.64 "GET /v2.0/ports?device_id=5494c8bb-e16d-4c69-9bbd-57729001929d HTTP/1.1" status: 200 len: 210 time: 0.0550478 Oct 20 10:34:47.013319 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-21707d22-5bd9-4d7b-9f16-49369928033e None None] Port fbaf8d36-195c-43d3-b057-07f5fe113158 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:34:47.258358 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-3c390126-137f-4aa7-a41a-4488fd4d9c22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2119e2cf-4499-4ee6-a849-174b453941eb {{(pid=100597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:34:47.259273 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92dc3884-2c52-4492-905d-69cce10ded55 admin admin] Router d509b498-2ca1-446a-b2d1-668329922057 has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:34:47.267590 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-3c390126-137f-4aa7-a41a-4488fd4d9c22 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:47.283291 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.provisioning_blocks [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-3c390126-137f-4aa7-a41a-4488fd4d9c22 service neutron] Transition to ACTIVE for port object 2119e2cf-4499-4ee6-a849-174b453941eb will not be triggered until provisioned by entity L2. {{(pid=100597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:34:47.288272 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-3c390126-137f-4aa7-a41a-4488fd4d9c22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:47.299531 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37240fe4-5a6b-491c-9bdb-78e1b5c552f0 req-02d00f10-2d82-465e-a806-e48225774e80 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:47.307639 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-37240fe4-5a6b-491c-9bdb-78e1b5c552f0 req-02d00f10-2d82-465e-a806-e48225774e80 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/ports?device_id=c8f9f9fd-6dea-4857-9f5d-598e5d82d0d4 HTTP/1.1" status: 200 len: 943 time: 0.1368561 Oct 20 10:34:47.322592 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8fed24-5a54-489a-8398-afebb271ee64 req-f9a85e9e-178a-48d4-93c1-e128cee41b71 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:47.329928 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-db8fed24-5a54-489a-8398-afebb271ee64 req-f9a85e9e-178a-48d4-93c1-e128cee41b71 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] 10.222.0.64 "GET /v2.0/networks?id=7de6ec8f-463e-406e-b277-0e89715e0fef HTTP/1.1" status: 200 len: 815 time: 0.2086983 Oct 20 10:34:47.344022 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c390126-137f-4aa7-a41a-4488fd4d9c22 service neutron] Pushing event updated for resources: {'Port': ['ID=2119e2cf-4499-4ee6-a849-174b453941eb,revision_number=2']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:34:47.432884 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-db8fed24-5a54-489a-8398-afebb271ee64 req-18093d36-2c35-413d-b495-f738a0858fe9 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] 10.222.0.64 "GET /v2.0/quotas/7c549de96c244bc2a43ec39c07795db6 HTTP/1.1" status: 200 len: 375 time: 0.1018379 Oct 20 10:34:47.442533 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-3c390126-137f-4aa7-a41a-4488fd4d9c22 service neutron] Attempting to bind port 2119e2cf-4499-4ee6-a849-174b453941eb on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:34:47.443145 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-3c390126-137f-4aa7-a41a-4488fd4d9c22 service neutron] Attempting to bind port 2119e2cf-4499-4ee6-a849-174b453941eb by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': 'b0504710-a065-4dfe-bd5a-7bb89fc828fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '61bd0966-a265-4e42-812c-8db46cc7f8aa'}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:34:47.443963 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-3c390126-137f-4aa7-a41a-4488fd4d9c22 service neutron] Attempting to bind port 2119e2cf-4499-4ee6-a849-174b453941eb on network 61bd0966-a265-4e42-812c-8db46cc7f8aa {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:34:47.450644 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-3c390126-137f-4aa7-a41a-4488fd4d9c22 service neutron] Port 2119e2cf-4499-4ee6-a849-174b453941eb on network 61bd0966-a265-4e42-812c-8db46cc7f8aa not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:34:47.451363 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-3c390126-137f-4aa7-a41a-4488fd4d9c22 service neutron] Attempting to bind port 2119e2cf-4499-4ee6-a849-174b453941eb on network 61bd0966-a265-4e42-812c-8db46cc7f8aa {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:34:47.456919 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-3c390126-137f-4aa7-a41a-4488fd4d9c22 service neutron] Checking agent: {'id': '061232a2-7adc-4ba1-a873-e8cb136b064d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:34:47.457469 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-3c390126-137f-4aa7-a41a-4488fd4d9c22 service neutron] Checking segment: {'id': 'b0504710-a065-4dfe-bd5a-7bb89fc828fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '61bd0966-a265-4e42-812c-8db46cc7f8aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:34:47.457736 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-3c390126-137f-4aa7-a41a-4488fd4d9c22 service neutron] Bound using segment: {'id': 'b0504710-a065-4dfe-bd5a-7bb89fc828fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '61bd0966-a265-4e42-812c-8db46cc7f8aa'} {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:34:47.458283 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-3c390126-137f-4aa7-a41a-4488fd4d9c22 service neutron] Bound port: 2119e2cf-4499-4ee6-a849-174b453941eb, host: n-h2-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0504710-a065-4dfe-bd5a-7bb89fc828fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '61bd0966-a265-4e42-812c-8db46cc7f8aa'}}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:34:47.460199 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-3c390126-137f-4aa7-a41a-4488fd4d9c22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:47.508510 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-37240fe4-5a6b-491c-9bdb-78e1b5c552f0 req-2d0d4b7f-6618-451d-8e0f-a039a8acfd15 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/security-groups?id=c33a6cb5-e80a-4f79-936a-38f5e3f7c89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998546 Oct 20 10:34:47.579517 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-3c390126-137f-4aa7-a41a-4488fd4d9c22 service neutron] For port 2119e2cf-4499-4ee6-a849-174b453941eb, host n-h2-811396-3, cleared binding levels {{(pid=100597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:34:47.586459 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-db8fed24-5a54-489a-8398-afebb271ee64 req-181ace21-26a9-44d6-8c18-eeb3de041b32 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=7c549de96c244bc2a43ec39c07795db6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1526113 Oct 20 10:34:47.588181 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-3c390126-137f-4aa7-a41a-4488fd4d9c22 service neutron] For port 2119e2cf-4499-4ee6-a849-174b453941eb, host n-h2-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=2119e2cf-4499-4ee6-a849-174b453941eb,segment=NetworkSegment(b0504710-a065-4dfe-bd5a-7bb89fc828fa),segment_id=b0504710-a065-4dfe-bd5a-7bb89fc828fa)] {{(pid=100597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:34:47.595836 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-3c390126-137f-4aa7-a41a-4488fd4d9c22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:47.655053 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-3c390126-137f-4aa7-a41a-4488fd4d9c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:47.655805 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-3c390126-137f-4aa7-a41a-4488fd4d9c22 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:47.657266 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-3c390126-137f-4aa7-a41a-4488fd4d9c22 service neutron] 10.222.0.69 "PUT /v2.0/ports/2119e2cf-4499-4ee6-a849-174b453941eb HTTP/1.1" status: 200 len: 1091 time: 1.0709138 Oct 20 10:34:47.657720 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80d2d265-4161-4f15-ab0c-130b15ddf9e0', 'tag': '2119e2cf-4499-4ee6-a849-174b453941eb'}] {{(pid=100597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:34:47.660852 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd85cad6a391afaa95d2dd5280bfd4659fc1e1b2aba53b5e7ef874f059efcdc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93c98b26-b95a-46c0-8f76-42a441b569eb" -d '{"events": [{"name": "network-changed", "server_uuid": "80d2d265-4161-4f15-ab0c-130b15ddf9e0", "tag": "2119e2cf-4499-4ee6-a849-174b453941eb"}]}' {{(pid=100597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:34:47.699937 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-c3b2288a-5340-4002-8d34-f3b0b320fe8f service neutron] Request body: {'port': {'device_id': '80d2d265-4161-4f15-ab0c-130b15ddf9e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811396-3'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:34:47.705652 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c390126-137f-4aa7-a41a-4488fd4d9c22 service neutron] Pushing event updated for resources: {'Port': ['ID=2119e2cf-4499-4ee6-a849-174b453941eb,revision_number=3']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:34:47.766707 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-db8fed24-5a54-489a-8398-afebb271ee64 req-e8bab9ce-910f-4efb-a2a0-85bd5ebf8835 service neutron] 10.222.0.64 "GET /v2.0/networks/7de6ec8f-463e-406e-b277-0e89715e0fef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766427 Oct 20 10:34:47.823067 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-c3b2288a-5340-4002-8d34-f3b0b320fe8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:47.851706 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 6f618075-47e1-4d3f-bc01-1cfa713c867b details requested by agent hyperv_n-h1-811396-3 with host n-h1-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:34:47.944212 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-db8fed24-5a54-489a-8398-afebb271ee64 req-701f3f8f-965d-4218-b637-09be6aca0172 service neutron] 10.222.0.64 "GET /v2.0/networks/7de6ec8f-463e-406e-b277-0e89715e0fef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762731 Oct 20 10:34:48.001032 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50202a38-d181-4f2d-b8fb-f5ca0d8d19e2 req-a337a0fa-601f-4f8a-9efb-b7515e39c661 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:48.018639 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50202a38-d181-4f2d-b8fb-f5ca0d8d19e2 req-a337a0fa-601f-4f8a-9efb-b7515e39c661 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:48.026953 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50202a38-d181-4f2d-b8fb-f5ca0d8d19e2 req-a337a0fa-601f-4f8a-9efb-b7515e39c661 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:48.057602 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50202a38-d181-4f2d-b8fb-f5ca0d8d19e2 req-a337a0fa-601f-4f8a-9efb-b7515e39c661 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:48.064212 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50202a38-d181-4f2d-b8fb-f5ca0d8d19e2 req-a337a0fa-601f-4f8a-9efb-b7515e39c661 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:48.072340 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 6f618075-47e1-4d3f-bc01-1cfa713c867b, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=6f618075-47e1-4d3f-bc01-1cfa713c867b,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:34:48.078204 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-50202a38-d181-4f2d-b8fb-f5ca0d8d19e2 req-a337a0fa-601f-4f8a-9efb-b7515e39c661 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] 10.222.0.64 "GET /v2.0/ports?device_id=80d2d265-4161-4f15-ab0c-130b15ddf9e0 HTTP/1.1" status: 200 len: 3826 time: 0.3763750 Oct 20 10:34:48.085761 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Returning: {'device': '6f618075-47e1-4d3f-bc01-1cfa713c867b', 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84', 'port_id': '6f618075-47e1-4d3f-bc01-1cfa713c867b', 'mac_address': 'fa:16:3e:2a:cf:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 800, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f86199a-b8f2-45b4-a83a-995a7ea6fe42', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:34:48.090087 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92dc3884-2c52-4492-905d-69cce10ded55 admin admin] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:34:48.098069 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 1baa5257-b916-4621-acfa-6eb82c7faf32 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:34:48.101417 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b3f764-5e8f-4359-bed1-92cbf270ac1f None None] Sync routers for ids ['d509b498-2ca1-446a-b2d1-668329922057'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:34:48.131738 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b3f764-5e8f-4359-bed1-92cbf270ac1f None None] Routers {'d509b498-2ca1-446a-b2d1-668329922057'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:34:48.132687 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-77b3f764-5e8f-4359-bed1-92cbf270ac1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:34:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['d509b498-2ca1-446a-b2d1-668329922057'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:34:48.169118 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-92dc3884-2c52-4492-905d-69cce10ded55 admin admin] 10.222.0.64 "PUT /v2.0/routers/d509b498-2ca1-446a-b2d1-668329922057/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9733019 Oct 20 10:34:48.172100 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 46534) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:34:48.220339 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:48.266970 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f618075-47e1-4d3f-bc01-1cfa713c867b {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:34:48.309579 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 6f618075-47e1-4d3f-bc01-1cfa713c867b, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=6f618075-47e1-4d3f-bc01-1cfa713c867b,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:34:48.340248 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d277c5e0-24da-4d6c-ad9b-2c6734f1101d None None] Network 7de6ec8f-463e-406e-b277-0e89715e0fef requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:34:48.358208 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:48.363374 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 343bc4c8-a9f3-4ff9-a633-bc7d16829613 details requested by agent hyperv_n-h1-811396-3 with host n-h1-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:34:48.395791 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-77b3f764-5e8f-4359-bed1-92cbf270ac1f None None] Set router d509b498-2ca1-446a-b2d1-668329922057 gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:34:48.456003 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-c3b2288a-5340-4002-8d34-f3b0b320fe8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6946b44-75f5-4ceb-9f3e-281cc30cd187 {{(pid=100597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:34:48.469325 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-c3b2288a-5340-4002-8d34-f3b0b320fe8f service neutron] Publish callbacks [] for port, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:48.491732 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.provisioning_blocks [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-c3b2288a-5340-4002-8d34-f3b0b320fe8f service neutron] Transition to ACTIVE for port object c6946b44-75f5-4ceb-9f3e-281cc30cd187 will not be triggered until provisioned by entity L2. {{(pid=100597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:34:48.502574 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-c3b2288a-5340-4002-8d34-f3b0b320fe8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:48.524927 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 1baa5257-b916-4621-acfa-6eb82c7faf32 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:34:48.525464 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:48.692627 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-50202a38-d181-4f2d-b8fb-f5ca0d8d19e2 req-bbea1354-72f0-4851-85e4-052249d545e3 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e881cba-3138-4f23-9b77-7adf07b3a5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6109846 Oct 20 10:34:48.704914 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.db.resource_extend [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 20 10:34:48.713777 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-08bfaf30-095e-4c79-be3f-bef185d1d850 req-84b504b6-baea-46ac-ba0e-43b58d8426ad tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=cbe170d3-31ba-45a2-b477-520ab0a7a8ea HTTP/1.1" status: 200 len: 258 time: 0.3309293 Oct 20 10:34:48.765259 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-08bfaf30-095e-4c79-be3f-bef185d1d850 req-78137700-d7e3-4247-89eb-6a3c4fa8498b tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] Request body: {'floatingip': {'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:34:48.784496 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b2288a-5340-4002-8d34-f3b0b320fe8f service neutron] Pushing event updated for resources: {'Port': ['ID=c6946b44-75f5-4ceb-9f3e-281cc30cd187,revision_number=2']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:34:48.818311 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b90bd41c-30b2-4fe8-b178-e41346993acb x-openstack-request-id: req-b90bd41c-30b2-4fe8-b178-e41346993acb {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:34:48.818934 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80d2d265-4161-4f15-ab0c-130b15ddf9e0", "tag": "2119e2cf-4499-4ee6-a849-174b453941eb", "status": "completed", "code": 200}]} {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:34:48.819305 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b90bd41c-30b2-4fe8-b178-e41346993acb {{(pid=100597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:34:48.823552 n-d-811396-3 neutron-server[100597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80d2d265-4161-4f15-ab0c-130b15ddf9e0', 'tag': '2119e2cf-4499-4ee6-a849-174b453941eb', 'status': 'completed', 'code': 200} Oct 20 10:34:48.834325 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=6f618075-47e1-4d3f-bc01-1cfa713c867b,revision_number=9']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:34:48.847611 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-77b3f764-5e8f-4359-bed1-92cbf270ac1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd509b498-2ca1-446a-b2d1-668329922057', 'name': 'tempest-FloatingIPsAssociationTestJSON-608749491-router', 'tenant_id': '2530338db1db417898003de86d78050c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': 'ea4e0f80-5e18-4aa4-8f78-2856206d04de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:33:00Z', 'updated_at': '2021-10-20T10:34:45Z', 'revision_number': 5, 'project_id': '2530338db1db417898003de86d78050c', 'gw_port': {'id': 'ea4e0f80-5e18-4aa4-8f78-2856206d04de', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd509b498-2ca1-446a-b2d1-668329922057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:33:01Z', 'updated_at': '2021-10-20T10:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:34:48.866559 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-08bfaf30-095e-4c79-be3f-bef185d1d850 req-78137700-d7e3-4247-89eb-6a3c4fa8498b tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] Publish callbacks [] for floatingip, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:48.894001 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6c8cfc4c-51ba-4d57-a568-381062eb81b7 req-faea4e4c-704d-4ce4-88db-4ae276cc7914 service neutron] 10.222.0.69 "GET /v2.0/ports/343bc4c8-a9f3-4ff9-a633-bc7d16829613/bindings/n-h1-811396-3 HTTP/1.1" status: 200 len: 384 time: 0.6839929 Oct 20 10:34:48.894482 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-c3b2288a-5340-4002-8d34-f3b0b320fe8f service neutron] Attempting to bind port c6946b44-75f5-4ceb-9f3e-281cc30cd187 on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:34:48.895943 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-c3b2288a-5340-4002-8d34-f3b0b320fe8f service neutron] Attempting to bind port c6946b44-75f5-4ceb-9f3e-281cc30cd187 by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': '5c26a787-281b-4999-b13c-5972e48fde4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '7f35c8f4-a80f-46f0-b625-9aa7a1eb4d3d'}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:34:48.896390 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-c3b2288a-5340-4002-8d34-f3b0b320fe8f service neutron] Attempting to bind port c6946b44-75f5-4ceb-9f3e-281cc30cd187 on network 7f35c8f4-a80f-46f0-b625-9aa7a1eb4d3d {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:34:48.910161 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-c3b2288a-5340-4002-8d34-f3b0b320fe8f service neutron] Port c6946b44-75f5-4ceb-9f3e-281cc30cd187 on network 7f35c8f4-a80f-46f0-b625-9aa7a1eb4d3d not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:34:48.911091 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-c3b2288a-5340-4002-8d34-f3b0b320fe8f service neutron] Attempting to bind port c6946b44-75f5-4ceb-9f3e-281cc30cd187 on network 7f35c8f4-a80f-46f0-b625-9aa7a1eb4d3d {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:34:48.925006 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b3f764-5e8f-4359-bed1-92cbf270ac1f None None] Checking router: d509b498-2ca1-446a-b2d1-668329922057 for host: n-d-811396-3 {{(pid=100599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:34:48.928070 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-c3b2288a-5340-4002-8d34-f3b0b320fe8f service neutron] Checking agent: {'id': '061232a2-7adc-4ba1-a873-e8cb136b064d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:34:48.928563 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-c3b2288a-5340-4002-8d34-f3b0b320fe8f service neutron] Checking segment: {'id': '5c26a787-281b-4999-b13c-5972e48fde4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '7f35c8f4-a80f-46f0-b625-9aa7a1eb4d3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:34:48.929035 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-c3b2288a-5340-4002-8d34-f3b0b320fe8f service neutron] Bound using segment: {'id': '5c26a787-281b-4999-b13c-5972e48fde4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '7f35c8f4-a80f-46f0-b625-9aa7a1eb4d3d'} {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:34:48.930019 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-c3b2288a-5340-4002-8d34-f3b0b320fe8f service neutron] Bound port: c6946b44-75f5-4ceb-9f3e-281cc30cd187, host: n-h2-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c26a787-281b-4999-b13c-5972e48fde4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '7f35c8f4-a80f-46f0-b625-9aa7a1eb4d3d'}}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:34:48.930487 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-c3b2288a-5340-4002-8d34-f3b0b320fe8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:48.944200 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-486728d7-51b7-4592-8462-4268427c90b6 None None] Provisioning complete for port 1baa5257-b916-4621-acfa-6eb82c7faf32 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:34:48.947189 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-486728d7-51b7-4592-8462-4268427c90b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:48.948915 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b3f764-5e8f-4359-bed1-92cbf270ac1f None None] Routers {'d509b498-2ca1-446a-b2d1-668329922057'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:34:48.949723 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-77b3f764-5e8f-4359-bed1-92cbf270ac1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:34:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['d509b498-2ca1-446a-b2d1-668329922057'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:34:49.080170 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:49.107947 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c98b26-b95a-46c0-8f76-42a441b569eb req-ade82379-27f9-4c22-a5fa-683b9fb78085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:49.108469 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c98b26-b95a-46c0-8f76-42a441b569eb req-ade82379-27f9-4c22-a5fa-683b9fb78085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:49.109025 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c98b26-b95a-46c0-8f76-42a441b569eb req-ade82379-27f9-4c22-a5fa-683b9fb78085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:49.109774 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c98b26-b95a-46c0-8f76-42a441b569eb req-ade82379-27f9-4c22-a5fa-683b9fb78085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:49.110241 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c98b26-b95a-46c0-8f76-42a441b569eb req-ade82379-27f9-4c22-a5fa-683b9fb78085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:49.110697 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c98b26-b95a-46c0-8f76-42a441b569eb req-ade82379-27f9-4c22-a5fa-683b9fb78085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:49.113220 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-93c98b26-b95a-46c0-8f76-42a441b569eb req-ade82379-27f9-4c22-a5fa-683b9fb78085 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=aca7fabb908e4e55b3bcaf1ce45b03cf&device_id=80d2d265-4161-4f15-ab0c-130b15ddf9e0 HTTP/1.1" status: 200 len: 5242 time: 0.2979784 Oct 20 10:34:49.119792 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-c3b2288a-5340-4002-8d34-f3b0b320fe8f service neutron] For port c6946b44-75f5-4ceb-9f3e-281cc30cd187, host n-h2-811396-3, cleared binding levels {{(pid=100597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:34:49.123093 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-c3b2288a-5340-4002-8d34-f3b0b320fe8f service neutron] For port c6946b44-75f5-4ceb-9f3e-281cc30cd187, host n-h2-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=c6946b44-75f5-4ceb-9f3e-281cc30cd187,segment=NetworkSegment(5c26a787-281b-4999-b13c-5972e48fde4a),segment_id=5c26a787-281b-4999-b13c-5972e48fde4a)] {{(pid=100597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:34:49.146505 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-c3b2288a-5340-4002-8d34-f3b0b320fe8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:49.197621 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-77b3f764-5e8f-4359-bed1-92cbf270ac1f None None] Set router d509b498-2ca1-446a-b2d1-668329922057 gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:34:49.202730 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 343bc4c8-a9f3-4ff9-a633-bc7d16829613, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=343bc4c8-a9f3-4ff9-a633-bc7d16829613,segment=NetworkSegment(d74986f8-a71e-4359-a64d-140af23f3558),segment_id=d74986f8-a71e-4359-a64d-140af23f3558)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:34:49.226429 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-486728d7-51b7-4592-8462-4268427c90b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:49.241199 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b2288a-5340-4002-8d34-f3b0b320fe8f service neutron] Pushing event updated for resources: {'Port': ['ID=c6946b44-75f5-4ceb-9f3e-281cc30cd187,revision_number=3']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:34:49.260919 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55474a3d-d782-4afe-ae59-23d8c400e168 req-40644162-1fd3-4edc-a5f3-ef3493dcc0b7 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:49.268546 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-55474a3d-d782-4afe-ae59-23d8c400e168 req-40644162-1fd3-4edc-a5f3-ef3493dcc0b7 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] 10.222.0.64 "GET /v2.0/networks?id=7de6ec8f-463e-406e-b277-0e89715e0fef HTTP/1.1" status: 200 len: 815 time: 0.1725714 Oct 20 10:34:49.271692 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-486728d7-51b7-4592-8462-4268427c90b6 None None] For port 1baa5257-b916-4621-acfa-6eb82c7faf32, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=1baa5257-b916-4621-acfa-6eb82c7faf32,segment=NetworkSegment(cdb54968-a028-49d4-bff1-06faf7e0a12c),segment_id=cdb54968-a028-49d4-bff1-06faf7e0a12c)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:34:49.274237 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 343bc4c8-a9f3-4ff9-a633-bc7d16829613 has no active binding in host n-h1-811396-3 {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 20 10:34:49.276741 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-c3b2288a-5340-4002-8d34-f3b0b320fe8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:49.277553 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-c3b2288a-5340-4002-8d34-f3b0b320fe8f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:49.279167 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-c3b2288a-5340-4002-8d34-f3b0b320fe8f service neutron] 10.222.0.69 "PUT /v2.0/ports/c6946b44-75f5-4ceb-9f3e-281cc30cd187 HTTP/1.1" status: 200 len: 1130 time: 1.5862162 Oct 20 10:34:49.279803 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:49.285596 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-486728d7-51b7-4592-8462-4268427c90b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:49.325087 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-451bc3de-5054-45ba-986d-bff17b47365a service neutron] Request body: {'port': {'device_id': '80d2d265-4161-4f15-ab0c-130b15ddf9e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811396-3'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:34:49.333598 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-55474a3d-d782-4afe-ae59-23d8c400e168 req-262380ae-80db-420e-aeb4-1026ff1a120d tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] 10.222.0.64 "GET /v2.0/quotas/7c549de96c244bc2a43ec39c07795db6 HTTP/1.1" status: 200 len: 375 time: 0.0639324 Oct 20 10:34:49.463957 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-451bc3de-5054-45ba-986d-bff17b47365a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:49.479467 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486728d7-51b7-4592-8462-4268427c90b6 None None] Pushing event updated for resources: {'Port': ['ID=1baa5257-b916-4621-acfa-6eb82c7faf32,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:34:49.489854 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.db.api [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 10:34:49.490222 n-d-811396-3 neutron-server[100598]: DEBUG oslo_db.api [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 10:34:49.533582 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-b94481e0-6af0-4265-9cd3-49c2a14a1959 admin admin] Publish callbacks [] for router, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:49.592377 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-77b3f764-5e8f-4359-bed1-92cbf270ac1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd509b498-2ca1-446a-b2d1-668329922057', 'name': 'tempest-FloatingIPsAssociationTestJSON-608749491-router', 'tenant_id': '2530338db1db417898003de86d78050c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': 'ea4e0f80-5e18-4aa4-8f78-2856206d04de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:33:00Z', 'updated_at': '2021-10-20T10:34:45Z', 'revision_number': 5, 'project_id': '2530338db1db417898003de86d78050c', 'gw_port': {'id': 'ea4e0f80-5e18-4aa4-8f78-2856206d04de', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd509b498-2ca1-446a-b2d1-668329922057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:33:01Z', 'updated_at': '2021-10-20T10:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:34:49.645416 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b3f764-5e8f-4359-bed1-92cbf270ac1f None None] The sync data for ids ['d509b498-2ca1-446a-b2d1-668329922057'] in n-d-811396-3 is: [{'id': 'd509b498-2ca1-446a-b2d1-668329922057', 'name': 'tempest-FloatingIPsAssociationTestJSON-608749491-router', 'tenant_id': '2530338db1db417898003de86d78050c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': 'ea4e0f80-5e18-4aa4-8f78-2856206d04de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:33:00Z', 'updated_at': '2021-10-20T10:34:45Z', 'revision_number': 5, 'project_id': '2530338db1db417898003de86d78050c', 'gw_port': {'id': 'ea4e0f80-5e18-4aa4-8f78-2856206d04de', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd509b498-2ca1-446a-b2d1-668329922057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:33:01Z', 'updated_at': '2021-10-20T10:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:34:49.706601 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-f48e3654-dbe1-49af-abd9-d0287d63a99f None None] Provisioning complete for port 1baa5257-b916-4621-acfa-6eb82c7faf32 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:34:49.708163 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-f48e3654-dbe1-49af-abd9-d0287d63a99f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:49.876762 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-451bc3de-5054-45ba-986d-bff17b47365a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 451833eb-4339-4de8-8005-8d3e2c53fd29 {{(pid=100597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:34:49.885806 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-451bc3de-5054-45ba-986d-bff17b47365a service neutron] Publish callbacks [] for port, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:49.901908 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.provisioning_blocks [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-451bc3de-5054-45ba-986d-bff17b47365a service neutron] Transition to ACTIVE for port object 451833eb-4339-4de8-8005-8d3e2c53fd29 will not be triggered until provisioned by entity L2. {{(pid=100597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:34:49.907300 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-451bc3de-5054-45ba-986d-bff17b47365a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:49.971096 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451bc3de-5054-45ba-986d-bff17b47365a service neutron] Pushing event updated for resources: {'Port': ['ID=451833eb-4339-4de8-8005-8d3e2c53fd29,revision_number=2']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:34:50.069281 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-451bc3de-5054-45ba-986d-bff17b47365a service neutron] Attempting to bind port 451833eb-4339-4de8-8005-8d3e2c53fd29 on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:34:50.069882 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-451bc3de-5054-45ba-986d-bff17b47365a service neutron] Attempting to bind port 451833eb-4339-4de8-8005-8d3e2c53fd29 by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': '5c26a787-281b-4999-b13c-5972e48fde4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '7f35c8f4-a80f-46f0-b625-9aa7a1eb4d3d'}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:34:50.070499 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-451bc3de-5054-45ba-986d-bff17b47365a service neutron] Attempting to bind port 451833eb-4339-4de8-8005-8d3e2c53fd29 on network 7f35c8f4-a80f-46f0-b625-9aa7a1eb4d3d {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:34:50.077827 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-451bc3de-5054-45ba-986d-bff17b47365a service neutron] Port 451833eb-4339-4de8-8005-8d3e2c53fd29 on network 7f35c8f4-a80f-46f0-b625-9aa7a1eb4d3d not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:34:50.078566 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-451bc3de-5054-45ba-986d-bff17b47365a service neutron] Attempting to bind port 451833eb-4339-4de8-8005-8d3e2c53fd29 on network 7f35c8f4-a80f-46f0-b625-9aa7a1eb4d3d {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:34:50.085706 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-451bc3de-5054-45ba-986d-bff17b47365a service neutron] Checking agent: {'id': '061232a2-7adc-4ba1-a873-e8cb136b064d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:34:50.086318 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-451bc3de-5054-45ba-986d-bff17b47365a service neutron] Checking segment: {'id': '5c26a787-281b-4999-b13c-5972e48fde4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '7f35c8f4-a80f-46f0-b625-9aa7a1eb4d3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:34:50.086883 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-451bc3de-5054-45ba-986d-bff17b47365a service neutron] Bound using segment: {'id': '5c26a787-281b-4999-b13c-5972e48fde4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '7f35c8f4-a80f-46f0-b625-9aa7a1eb4d3d'} {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:34:50.087518 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-451bc3de-5054-45ba-986d-bff17b47365a service neutron] Bound port: 451833eb-4339-4de8-8005-8d3e2c53fd29, host: n-h2-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c26a787-281b-4999-b13c-5972e48fde4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '7f35c8f4-a80f-46f0-b625-9aa7a1eb4d3d'}}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:34:50.088047 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-451bc3de-5054-45ba-986d-bff17b47365a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:50.203311 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-451bc3de-5054-45ba-986d-bff17b47365a service neutron] For port 451833eb-4339-4de8-8005-8d3e2c53fd29, host n-h2-811396-3, cleared binding levels {{(pid=100597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:34:50.207479 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-451bc3de-5054-45ba-986d-bff17b47365a service neutron] For port 451833eb-4339-4de8-8005-8d3e2c53fd29, host n-h2-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=451833eb-4339-4de8-8005-8d3e2c53fd29,segment=NetworkSegment(5c26a787-281b-4999-b13c-5972e48fde4a),segment_id=5c26a787-281b-4999-b13c-5972e48fde4a)] {{(pid=100597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:34:50.215100 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-451bc3de-5054-45ba-986d-bff17b47365a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:50.239478 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 1baa5257-b916-4621-acfa-6eb82c7faf32 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:34:50.270719 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-451bc3de-5054-45ba-986d-bff17b47365a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:50.271787 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-451bc3de-5054-45ba-986d-bff17b47365a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:50.273495 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-451bc3de-5054-45ba-986d-bff17b47365a service neutron] 10.222.0.69 "PUT /v2.0/ports/451833eb-4339-4de8-8005-8d3e2c53fd29 HTTP/1.1" status: 200 len: 1129 time: 0.9529195 Oct 20 10:34:50.329352 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-709c4312-4f7d-450b-95ea-db8b1613c37f service neutron] Request body: {'port': {'device_id': '80d2d265-4161-4f15-ab0c-130b15ddf9e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811396-3'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:34:50.378569 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451bc3de-5054-45ba-986d-bff17b47365a service neutron] Pushing event updated for resources: {'Port': ['ID=451833eb-4339-4de8-8005-8d3e2c53fd29,revision_number=3']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:34:50.390907 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c98b26-b95a-46c0-8f76-42a441b569eb req-3ec89fe2-b793-4394-a624-5015e807fba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:50.391438 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c98b26-b95a-46c0-8f76-42a441b569eb req-3ec89fe2-b793-4394-a624-5015e807fba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:50.391916 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c98b26-b95a-46c0-8f76-42a441b569eb req-3ec89fe2-b793-4394-a624-5015e807fba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:50.393992 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-93c98b26-b95a-46c0-8f76-42a441b569eb req-3ec89fe2-b793-4394-a624-5015e807fba2 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=aca7fabb908e4e55b3bcaf1ce45b03cf&shared=False HTTP/1.1" status: 200 len: 2293 time: 1.2711222 Oct 20 10:34:50.401100 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 1baa5257-b916-4621-acfa-6eb82c7faf32 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:34:50.401473 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:50.442306 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-55474a3d-d782-4afe-ae59-23d8c400e168 req-da6e8c90-f988-40d9-855c-8081ab1e3d3c tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=7c549de96c244bc2a43ec39c07795db6&fields=id HTTP/1.1" status: 200 len: 255 time: 1.1078422 Oct 20 10:34:50.448176 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 343bc4c8-a9f3-4ff9-a633-bc7d16829613 no longer exists at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:34:50.468250 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-709c4312-4f7d-450b-95ea-db8b1613c37f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:50.540377 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-08bfaf30-095e-4c79-be3f-bef185d1d850 req-78137700-d7e3-4247-89eb-6a3c4fa8498b tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:50.546118 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-6c8cfc4c-51ba-4d57-a568-381062eb81b7 req-aae2f460-ab4c-4fa6-8efb-84f337b03914 service neutron] For port 343bc4c8-a9f3-4ff9-a633-bc7d16829613, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=343bc4c8-a9f3-4ff9-a633-bc7d16829613,segment=NetworkSegment(d74986f8-a71e-4359-a64d-140af23f3558),segment_id=d74986f8-a71e-4359-a64d-140af23f3558)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:34:50.652479 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device dc5eb2ba-0c00-4cd5-a2be-251884778ed2 no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:34:50.679076 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: dc5eb2ba-0c00-4cd5-a2be-251884778ed2 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:34:50.679477 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device dc5eb2ba-0c00-4cd5-a2be-251884778ed2 not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:34:50.741661 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-6c8cfc4c-51ba-4d57-a568-381062eb81b7 req-aae2f460-ab4c-4fa6-8efb-84f337b03914 service neutron] For port 343bc4c8-a9f3-4ff9-a633-bc7d16829613, host n-h2-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:34:50.743823 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-b94481e0-6af0-4265-9cd3-49c2a14a1959 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:50.812964 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['6f618075-47e1-4d3f-bc01-1cfa713c867b'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:34:50.828359 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80d2d265-4161-4f15-ab0c-130b15ddf9e0', 'tag': 'c6946b44-75f5-4ceb-9f3e-281cc30cd187'}, {'name': 'network-changed', 'server_uuid': '80d2d265-4161-4f15-ab0c-130b15ddf9e0', 'tag': '451833eb-4339-4de8-8005-8d3e2c53fd29'}] {{(pid=100597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:34:50.831174 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd85cad6a391afaa95d2dd5280bfd4659fc1e1b2aba53b5e7ef874f059efcdc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-476fc18a-1c1c-47cc-a925-8b43a34fa653" -d '{"events": [{"name": "network-changed", "server_uuid": "80d2d265-4161-4f15-ab0c-130b15ddf9e0", "tag": "c6946b44-75f5-4ceb-9f3e-281cc30cd187"}, {"name": "network-changed", "server_uuid": "80d2d265-4161-4f15-ab0c-130b15ddf9e0", "tag": "451833eb-4339-4de8-8005-8d3e2c53fd29"}]}' {{(pid=100597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:34:50.877721 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-709c4312-4f7d-450b-95ea-db8b1613c37f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c659bd4f-6f7c-4e27-84fc-06618ca3d1ea {{(pid=100597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:34:50.879120 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [req-6c8cfc4c-51ba-4d57-a568-381062eb81b7 req-aae2f460-ab4c-4fa6-8efb-84f337b03914 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 343bc4c8-a9f3-4ff9-a633-bc7d16829613 {{(pid=100596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:34:50.887037 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-709c4312-4f7d-450b-95ea-db8b1613c37f service neutron] Publish callbacks [] for port, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:50.892193 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c98b26-b95a-46c0-8f76-42a441b569eb req-7fc4f533-7df8-4022-8593-3036dc4b1a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:50.893621 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-93c98b26-b95a-46c0-8f76-42a441b569eb req-7fc4f533-7df8-4022-8593-3036dc4b1a4c service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4900057 Oct 20 10:34:50.899420 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-6c8cfc4c-51ba-4d57-a568-381062eb81b7 req-aae2f460-ab4c-4fa6-8efb-84f337b03914 service neutron] For port 343bc4c8-a9f3-4ff9-a633-bc7d16829613, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=343bc4c8-a9f3-4ff9-a633-bc7d16829613,segment=NetworkSegment(d74986f8-a71e-4359-a64d-140af23f3558),segment_id=d74986f8-a71e-4359-a64d-140af23f3558)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:34:50.904010 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-55474a3d-d782-4afe-ae59-23d8c400e168 req-4b3ba7b3-08ff-4c04-8dd5-0aadea64167a service neutron] 10.222.0.64 "GET /v2.0/networks/7de6ec8f-463e-406e-b277-0e89715e0fef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4608858 Oct 20 10:34:50.917474 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.provisioning_blocks [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-709c4312-4f7d-450b-95ea-db8b1613c37f service neutron] Transition to ACTIVE for port object c659bd4f-6f7c-4e27-84fc-06618ca3d1ea will not be triggered until provisioned by entity L2. {{(pid=100597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:34:50.923254 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-709c4312-4f7d-450b-95ea-db8b1613c37f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:50.956538 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-6c8cfc4c-51ba-4d57-a568-381062eb81b7 req-aae2f460-ab4c-4fa6-8efb-84f337b03914 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:50.986209 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [req-08bfaf30-095e-4c79-be3f-bef185d1d850 req-78137700-d7e3-4247-89eb-6a3c4fa8498b tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] Allocated IP 172.25.1.43 (cbe170d3-31ba-45a2-b477-520ab0a7a8ea/f4e26aca-17ac-4adb-a66b-d939a1b35b64/5825a2f1-60e5-4a66-9eaf-5b66999fa30c) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:34:50.993466 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709c4312-4f7d-450b-95ea-db8b1613c37f service neutron] Pushing event updated for resources: {'Port': ['ID=c659bd4f-6f7c-4e27-84fc-06618ca3d1ea,revision_number=2']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:34:51.065127 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-b94481e0-6af0-4265-9cd3-49c2a14a1959 admin admin] Deleting port ea4e0f80-5e18-4aa4-8f78-2856206d04de {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:34:51.065468 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-b94481e0-6af0-4265-9cd3-49c2a14a1959 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:51.069670 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-709c4312-4f7d-450b-95ea-db8b1613c37f service neutron] Attempting to bind port c659bd4f-6f7c-4e27-84fc-06618ca3d1ea on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:34:51.070625 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-709c4312-4f7d-450b-95ea-db8b1613c37f service neutron] Attempting to bind port c659bd4f-6f7c-4e27-84fc-06618ca3d1ea by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': '5c26a787-281b-4999-b13c-5972e48fde4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '7f35c8f4-a80f-46f0-b625-9aa7a1eb4d3d'}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:34:51.071108 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-709c4312-4f7d-450b-95ea-db8b1613c37f service neutron] Attempting to bind port c659bd4f-6f7c-4e27-84fc-06618ca3d1ea on network 7f35c8f4-a80f-46f0-b625-9aa7a1eb4d3d {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:34:51.076776 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-709c4312-4f7d-450b-95ea-db8b1613c37f service neutron] Port c659bd4f-6f7c-4e27-84fc-06618ca3d1ea on network 7f35c8f4-a80f-46f0-b625-9aa7a1eb4d3d not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:34:51.077100 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-709c4312-4f7d-450b-95ea-db8b1613c37f service neutron] Attempting to bind port c659bd4f-6f7c-4e27-84fc-06618ca3d1ea on network 7f35c8f4-a80f-46f0-b625-9aa7a1eb4d3d {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:34:51.083474 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-709c4312-4f7d-450b-95ea-db8b1613c37f service neutron] Checking agent: {'id': '061232a2-7adc-4ba1-a873-e8cb136b064d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:34:51.083812 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-709c4312-4f7d-450b-95ea-db8b1613c37f service neutron] Checking segment: {'id': '5c26a787-281b-4999-b13c-5972e48fde4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '7f35c8f4-a80f-46f0-b625-9aa7a1eb4d3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:34:51.084196 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-709c4312-4f7d-450b-95ea-db8b1613c37f service neutron] Bound using segment: {'id': '5c26a787-281b-4999-b13c-5972e48fde4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '7f35c8f4-a80f-46f0-b625-9aa7a1eb4d3d'} {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:34:51.084670 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-709c4312-4f7d-450b-95ea-db8b1613c37f service neutron] Bound port: c659bd4f-6f7c-4e27-84fc-06618ca3d1ea, host: n-h2-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c26a787-281b-4999-b13c-5972e48fde4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '7f35c8f4-a80f-46f0-b625-9aa7a1eb4d3d'}}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:34:51.085027 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-709c4312-4f7d-450b-95ea-db8b1613c37f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:51.155539 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-709c4312-4f7d-450b-95ea-db8b1613c37f service neutron] For port c659bd4f-6f7c-4e27-84fc-06618ca3d1ea, host n-h2-811396-3, cleared binding levels {{(pid=100597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:34:51.159172 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-709c4312-4f7d-450b-95ea-db8b1613c37f service neutron] For port c659bd4f-6f7c-4e27-84fc-06618ca3d1ea, host n-h2-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=c659bd4f-6f7c-4e27-84fc-06618ca3d1ea,segment=NetworkSegment(5c26a787-281b-4999-b13c-5972e48fde4a),segment_id=5c26a787-281b-4999-b13c-5972e48fde4a)] {{(pid=100597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:34:51.164650 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-709c4312-4f7d-450b-95ea-db8b1613c37f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:51.207619 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-709c4312-4f7d-450b-95ea-db8b1613c37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:51.208495 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-709c4312-4f7d-450b-95ea-db8b1613c37f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:51.210024 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-709c4312-4f7d-450b-95ea-db8b1613c37f service neutron] 10.222.0.69 "PUT /v2.0/ports/c659bd4f-6f7c-4e27-84fc-06618ca3d1ea HTTP/1.1" status: 200 len: 1090 time: 0.8913913 Oct 20 10:34:51.244473 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-55474a3d-d782-4afe-ae59-23d8c400e168 req-186a764f-83d3-4372-a054-84f36b3b330d service neutron] 10.222.0.64 "GET /v2.0/networks/7de6ec8f-463e-406e-b277-0e89715e0fef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3298395 Oct 20 10:34:51.264995 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-c4e06790-6846-47a9-85ba-142abb65f073 service neutron] Request body: {'port': {'device_id': '80d2d265-4161-4f15-ab0c-130b15ddf9e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811396-3'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:34:51.275193 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709c4312-4f7d-450b-95ea-db8b1613c37f service neutron] Pushing event updated for resources: {'Port': ['ID=c659bd4f-6f7c-4e27-84fc-06618ca3d1ea,revision_number=3']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:34:51.309264 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.provisioning_blocks [req-6c8cfc4c-51ba-4d57-a568-381062eb81b7 req-aae2f460-ab4c-4fa6-8efb-84f337b03914 service neutron] Transition to ACTIVE for port object 343bc4c8-a9f3-4ff9-a633-bc7d16829613 will not be triggered until provisioned by entity L2. {{(pid=100596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:34:51.324170 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-6c8cfc4c-51ba-4d57-a568-381062eb81b7 req-aae2f460-ab4c-4fa6-8efb-84f337b03914 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:51.328766 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [None req-b94481e0-6af0-4265-9cd3-49c2a14a1959 admin admin] For port ea4e0f80-5e18-4aa4-8f78-2856206d04de, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=ea4e0f80-5e18-4aa4-8f78-2856206d04de,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:34:51.329806 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-b94481e0-6af0-4265-9cd3-49c2a14a1959 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:51.377508 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-c4e06790-6846-47a9-85ba-142abb65f073 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:51.401822 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae2f460-ab4c-4fa6-8efb-84f337b03914 service neutron] Pushing event updated for resources: {'Port': ['ID=343bc4c8-a9f3-4ff9-a633-bc7d16829613,revision_number=10']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:34:51.423973 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-b94481e0-6af0-4265-9cd3-49c2a14a1959 admin admin] Calling delete_port for ea4e0f80-5e18-4aa4-8f78-2856206d04de owned by network:router_gateway {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:34:51.499313 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c8cfc4c-51ba-4d57-a568-381062eb81b7 req-aae2f460-ab4c-4fa6-8efb-84f337b03914 service neutron] No DVR routers for this DVR port 343bc4c8-a9f3-4ff9-a633-bc7d16829613 on host n-h2-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:34:51.564599 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-08bfaf30-095e-4c79-be3f-bef185d1d850 req-78137700-d7e3-4247-89eb-6a3c4fa8498b tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:51.720439 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6c8cfc4c-51ba-4d57-a568-381062eb81b7 req-aae2f460-ab4c-4fa6-8efb-84f337b03914 service neutron] 10.222.0.69 "PUT /v2.0/ports/343bc4c8-a9f3-4ff9-a633-bc7d16829613/bindings/n-h1-811396-3/activate HTTP/1.1" status: 200 len: 369 time: 2.7214382 Oct 20 10:34:51.793825 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b503d1eb-4182-47f9-9f5e-c4abecd8243f req-f2382148-646a-4295-a72a-9e3758ceda24 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:51.802773 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b503d1eb-4182-47f9-9f5e-c4abecd8243f req-f2382148-646a-4295-a72a-9e3758ceda24 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/ports?device_id=c8f9f9fd-6dea-4857-9f5d-598e5d82d0d4 HTTP/1.1" status: 200 len: 944 time: 0.2187579 Oct 20 10:34:51.875460 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-08bfaf30-095e-4c79-be3f-bef185d1d850 req-78137700-d7e3-4247-89eb-6a3c4fa8498b tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:51.892106 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-c4e06790-6846-47a9-85ba-142abb65f073 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b62206e-39d0-45df-9f8b-694b5bc1053f {{(pid=100597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:34:51.900870 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-c4e06790-6846-47a9-85ba-142abb65f073 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:51.914961 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.provisioning_blocks [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-c4e06790-6846-47a9-85ba-142abb65f073 service neutron] Transition to ACTIVE for port object 6b62206e-39d0-45df-9f8b-694b5bc1053f will not be triggered until provisioned by entity L2. {{(pid=100597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:34:51.922561 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-c4e06790-6846-47a9-85ba-142abb65f073 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:51.972010 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8fed24-5a54-489a-8398-afebb271ee64 req-adced724-7bb0-42a4-839f-dc98cad3e0dd tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:51.976696 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-db8fed24-5a54-489a-8398-afebb271ee64 req-adced724-7bb0-42a4-839f-dc98cad3e0dd tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] 10.222.0.55 "GET /v2.0/networks?id=7de6ec8f-463e-406e-b277-0e89715e0fef HTTP/1.1" status: 200 len: 815 time: 0.4798179 Oct 20 10:34:52.002039 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e06790-6846-47a9-85ba-142abb65f073 service neutron] Pushing event updated for resources: {'Port': ['ID=6b62206e-39d0-45df-9f8b-694b5bc1053f,revision_number=2']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:34:52.056081 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-db8fed24-5a54-489a-8398-afebb271ee64 req-ad2af5d7-2473-4fc5-b964-deef4a24ae02 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] Request body: {'port': {'device_id': '1a8fd216-61cd-40eb-bf18-0ea2049bb6d6', 'network_id': '7de6ec8f-463e-406e-b277-0e89715e0fef', 'admin_state_up': True, 'tenant_id': '7c549de96c244bc2a43ec39c07795db6'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:34:52.096614 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-c4e06790-6846-47a9-85ba-142abb65f073 service neutron] Attempting to bind port 6b62206e-39d0-45df-9f8b-694b5bc1053f on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:34:52.096614 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-c4e06790-6846-47a9-85ba-142abb65f073 service neutron] Attempting to bind port 6b62206e-39d0-45df-9f8b-694b5bc1053f by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': '5c26a787-281b-4999-b13c-5972e48fde4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '7f35c8f4-a80f-46f0-b625-9aa7a1eb4d3d'}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:34:52.096614 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-c4e06790-6846-47a9-85ba-142abb65f073 service neutron] Attempting to bind port 6b62206e-39d0-45df-9f8b-694b5bc1053f on network 7f35c8f4-a80f-46f0-b625-9aa7a1eb4d3d {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:34:52.116697 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-c4e06790-6846-47a9-85ba-142abb65f073 service neutron] Port 6b62206e-39d0-45df-9f8b-694b5bc1053f on network 7f35c8f4-a80f-46f0-b625-9aa7a1eb4d3d not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:34:52.117100 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-c4e06790-6846-47a9-85ba-142abb65f073 service neutron] Attempting to bind port 6b62206e-39d0-45df-9f8b-694b5bc1053f on network 7f35c8f4-a80f-46f0-b625-9aa7a1eb4d3d {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:34:52.124269 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-c4e06790-6846-47a9-85ba-142abb65f073 service neutron] Checking agent: {'id': '061232a2-7adc-4ba1-a873-e8cb136b064d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:34:52.124643 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-c4e06790-6846-47a9-85ba-142abb65f073 service neutron] Checking segment: {'id': '5c26a787-281b-4999-b13c-5972e48fde4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '7f35c8f4-a80f-46f0-b625-9aa7a1eb4d3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:34:52.125188 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-c4e06790-6846-47a9-85ba-142abb65f073 service neutron] Bound using segment: {'id': '5c26a787-281b-4999-b13c-5972e48fde4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '7f35c8f4-a80f-46f0-b625-9aa7a1eb4d3d'} {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:34:52.125621 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-c4e06790-6846-47a9-85ba-142abb65f073 service neutron] Bound port: 6b62206e-39d0-45df-9f8b-694b5bc1053f, host: n-h2-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c26a787-281b-4999-b13c-5972e48fde4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '7f35c8f4-a80f-46f0-b625-9aa7a1eb4d3d'}}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:34:52.125981 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-c4e06790-6846-47a9-85ba-142abb65f073 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:52.230011 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-c4e06790-6846-47a9-85ba-142abb65f073 service neutron] For port 6b62206e-39d0-45df-9f8b-694b5bc1053f, host n-h2-811396-3, cleared binding levels {{(pid=100597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:34:52.234055 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-c4e06790-6846-47a9-85ba-142abb65f073 service neutron] For port 6b62206e-39d0-45df-9f8b-694b5bc1053f, host n-h2-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=6b62206e-39d0-45df-9f8b-694b5bc1053f,segment=NetworkSegment(5c26a787-281b-4999-b13c-5972e48fde4a),segment_id=5c26a787-281b-4999-b13c-5972e48fde4a)] {{(pid=100597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:34:52.239829 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-c4e06790-6846-47a9-85ba-142abb65f073 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:52.268030 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08bfaf30-095e-4c79-be3f-bef185d1d850 req-78137700-d7e3-4247-89eb-6a3c4fa8498b tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] Network cbe170d3-31ba-45a2-b477-520ab0a7a8ea is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:34:52.276666 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db8fed24-5a54-489a-8398-afebb271ee64 req-ad2af5d7-2473-4fc5-b964-deef4a24ae02 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] Made reservation on behalf of 7c549de96c244bc2a43ec39c07795db6 for: {'port': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:34:52.280915 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-db8fed24-5a54-489a-8398-afebb271ee64 req-ad2af5d7-2473-4fc5-b964-deef4a24ae02 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:52.313629 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-c4e06790-6846-47a9-85ba-142abb65f073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:52.314250 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-c4e06790-6846-47a9-85ba-142abb65f073 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:52.321840 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-c4e06790-6846-47a9-85ba-142abb65f073 service neutron] 10.222.0.69 "PUT /v2.0/ports/6b62206e-39d0-45df-9f8b-694b5bc1053f HTTP/1.1" status: 200 len: 1090 time: 1.0781465 Oct 20 10:34:52.343650 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e06790-6846-47a9-85ba-142abb65f073 service neutron] Pushing event updated for resources: {'Port': ['ID=6b62206e-39d0-45df-9f8b-694b5bc1053f,revision_number=3']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:34:52.356231 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [req-08bfaf30-095e-4c79-be3f-bef185d1d850 req-78137700-d7e3-4247-89eb-6a3c4fa8498b tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:34:52.364461 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b503d1eb-4182-47f9-9f5e-c4abecd8243f req-39e7f4bf-970e-4b8a-998f-0345f1546237 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/security-groups?id=c33a6cb5-e80a-4f79-936a-38f5e3f7c89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5605416 Oct 20 10:34:52.365461 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-f7e8fd14-2cf7-442e-8671-523a790f8a5c service neutron] Request body: {'port': {'device_id': '80d2d265-4161-4f15-ab0c-130b15ddf9e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811396-3'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:34:52.370769 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-b94481e0-6af0-4265-9cd3-49c2a14a1959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:52.420983 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-08bfaf30-095e-4c79-be3f-bef185d1d850 req-78137700-d7e3-4247-89eb-6a3c4fa8498b tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:34:52.424878 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8cfc4c-51ba-4d57-a568-381062eb81b7 req-1d5be459-fb0c-4bf9-92f5-bb86b41b54f4 tempest-LiveMigrationTest-1924267454 tempest-LiveMigrationTest-1924267454-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:52.426493 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6c8cfc4c-51ba-4d57-a568-381062eb81b7 req-1d5be459-fb0c-4bf9-92f5-bb86b41b54f4 tempest-LiveMigrationTest-1924267454 tempest-LiveMigrationTest-1924267454-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=c8f9f9fd-6dea-4857-9f5d-598e5d82d0d4&tenant_id=4e37fa6eb8b848f6897a2d7488b235c7&binding%3Ahost_id=n-h2-811396-3 HTTP/1.1" status: 200 len: 1095 time: 0.5541971 Oct 20 10:34:52.427841 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78137700-d7e3-4247-89eb-6a3c4fa8498b tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] Pushing event updated for resources: {'Port': ['ID=5825a2f1-60e5-4a66-9eaf-5b66999fa30c,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:34:52.448581 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 46594) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:34:52.461763 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-f7e8fd14-2cf7-442e-8671-523a790f8a5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:52.491174 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 6f618075-47e1-4d3f-bc01-1cfa713c867b up at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:34:52.619256 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning complete for port 6f618075-47e1-4d3f-bc01-1cfa713c867b triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:34:52.620046 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:52.700186 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94481e0-6af0-4265-9cd3-49c2a14a1959 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea4e0f80-5e18-4aa4-8f78-2856206d04de,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:34:52.703427 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3f737411-d23a-4e25-a2b2-206c11e528bd tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:52.766737 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3f737411-d23a-4e25-a2b2-206c11e528bd tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:52.776778 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:52.830548 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5cf4e3f-ab2f-4b86-98bd-80d0ded5cca8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f618075-47e1-4d3f-bc01-1cfa713c867b'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:34:52.834885 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-151bb31c-115a-4538-8585-9e72f6126432" -d '{"events": [{"server_uuid": "b5cf4e3f-ab2f-4b86-98bd-80d0ded5cca8", "name": "network-vif-plugged", "status": "completed", "tag": "6f618075-47e1-4d3f-bc01-1cfa713c867b"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:34:52.853237 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 6f618075-47e1-4d3f-bc01-1cfa713c867b, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=6f618075-47e1-4d3f-bc01-1cfa713c867b,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:34:52.861343 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:52.863308 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 343bc4c8-a9f3-4ff9-a633-bc7d16829613 no longer exists at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:34:52.967153 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-b94481e0-6af0-4265-9cd3-49c2a14a1959 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1773439'] for router_gateway, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:52.982020 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3f737411-d23a-4e25-a2b2-206c11e528bd tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:52.985814 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3f737411-d23a-4e25-a2b2-206c11e528bd tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:52.989961 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-3f737411-d23a-4e25-a2b2-206c11e528bd tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] 10.222.0.64 "DELETE /v2.0/security-groups/7bf05388-42aa-4d45-8ad3-a92e8669d9d9 HTTP/1.1" status: 204 len: 168 time: 0.5372272 Oct 20 10:34:53.015520 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 46604) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:34:53.015777 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f737411-d23a-4e25-a2b2-206c11e528bd tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bf05388-42aa-4d45-8ad3-a92e8669d9d9,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:34:53.064183 n-d-811396-3 neutron-server[100597]: INFO neutron.api.v2.resource [None req-b5cfbd1f-2be8-4e07-8372-e85c7577c0c5 tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] show failed (client error): The resource could not be found. Oct 20 10:34:53.072660 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-b5cfbd1f-2be8-4e07-8372-e85c7577c0c5 tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] 10.222.0.64 "GET /v2.0/security-groups/7bf05388-42aa-4d45-8ad3-a92e8669d9d9 HTTP/1.1" status: 404 len: 347 time: 0.0425475 Oct 20 10:34:53.073694 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 46606) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:34:53.133365 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=6f618075-47e1-4d3f-bc01-1cfa713c867b,revision_number=10']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:34:53.167015 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:34:53.167407 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:34:53.167723 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:34:53.168060 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:34:53.168390 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:34:53.168716 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:34:53.169045 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:34:53.169366 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:34:53.169685 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:34:53.170005 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:34:53.170324 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:34:53.170640 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:34:53.227793 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-08bfaf30-095e-4c79-be3f-bef185d1d850 req-78137700-d7e3-4247-89eb-6a3c4fa8498b tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:53.247927 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8cfc4c-51ba-4d57-a568-381062eb81b7 req-1648cdf7-d34f-4d8b-b112-ef16bc47e92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:53.253576 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6c8cfc4c-51ba-4d57-a568-381062eb81b7 req-1648cdf7-d34f-4d8b-b112-ef16bc47e92d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c8f9f9fd-6dea-4857-9f5d-598e5d82d0d4&tenant_id=4e37fa6eb8b848f6897a2d7488b235c7 HTTP/1.1" status: 200 len: 1095 time: 0.7308359 Oct 20 10:34:53.269765 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-f7e8fd14-2cf7-442e-8671-523a790f8a5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cde88316-97fc-42ab-948b-2cc207ce19a1 {{(pid=100597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:34:53.287414 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-f7e8fd14-2cf7-442e-8671-523a790f8a5c service neutron] Publish callbacks [] for port, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:53.312887 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.provisioning_blocks [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-f7e8fd14-2cf7-442e-8671-523a790f8a5c service neutron] Transition to ACTIVE for port object cde88316-97fc-42ab-948b-2cc207ce19a1 will not be triggered until provisioned by entity L2. {{(pid=100597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:34:53.384507 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-b94481e0-6af0-4265-9cd3-49c2a14a1959 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1772272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258304'] for router, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:53.398463 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-f7e8fd14-2cf7-442e-8671-523a790f8a5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:53.455664 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-b94481e0-6af0-4265-9cd3-49c2a14a1959 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:53.459258 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e8fd14-2cf7-442e-8671-523a790f8a5c service neutron] Pushing event updated for resources: {'Port': ['ID=cde88316-97fc-42ab-948b-2cc207ce19a1,revision_number=2']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:34:53.472030 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aa2d8a-77df-459c-8c08-00294d3b875b req-e9d7be05-a589-4ccd-a871-e1169dbb89c5 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:53.479726 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aa2d8a-77df-459c-8c08-00294d3b875b req-e9d7be05-a589-4ccd-a871-e1169dbb89c5 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:53.485507 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aa2d8a-77df-459c-8c08-00294d3b875b req-e9d7be05-a589-4ccd-a871-e1169dbb89c5 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:53.496180 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aa2d8a-77df-459c-8c08-00294d3b875b req-e9d7be05-a589-4ccd-a871-e1169dbb89c5 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:53.505883 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aa2d8a-77df-459c-8c08-00294d3b875b req-e9d7be05-a589-4ccd-a871-e1169dbb89c5 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:53.517650 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aa2d8a-77df-459c-8c08-00294d3b875b req-e9d7be05-a589-4ccd-a871-e1169dbb89c5 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:53.522846 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-9db2eb78-f211-482c-9e60-f71e667f9a0c tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] Deleting port 30bcd54a-60ba-4c42-8a40-4ad758270db2 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:34:53.523192 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9db2eb78-f211-482c-9e60-f71e667f9a0c tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:53.532185 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aa2d8a-77df-459c-8c08-00294d3b875b req-e9d7be05-a589-4ccd-a871-e1169dbb89c5 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:53.534314 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a4aa2d8a-77df-459c-8c08-00294d3b875b req-e9d7be05-a589-4ccd-a871-e1169dbb89c5 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] 10.222.0.64 "GET /v2.0/ports?device_id=80d2d265-4161-4f15-ab0c-130b15ddf9e0 HTTP/1.1" status: 200 len: 5393 time: 0.9391055 Oct 20 10:34:53.549381 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [req-db8fed24-5a54-489a-8398-afebb271ee64 req-ad2af5d7-2473-4fc5-b964-deef4a24ae02 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] Allocated IP 172.20.0.11 (7de6ec8f-463e-406e-b277-0e89715e0fef/5d8acf15-0cbf-477d-b85e-d79fdcb8698d/82160076-f9a5-4921-9e8a-aa76ad1a65b3) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:34:53.636011 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9db2eb78-f211-482c-9e60-f71e667f9a0c tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:53.636511 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9db2eb78-f211-482c-9e60-f71e667f9a0c tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:53.649797 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-9db2eb78-f211-482c-9e60-f71e667f9a0c tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] Calling delete_port for 30bcd54a-60ba-4c42-8a40-4ad758270db2 owned by network:floatingip {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:34:53.761753 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-08bfaf30-095e-4c79-be3f-bef185d1d850 req-78137700-d7e3-4247-89eb-6a3c4fa8498b tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:53.815435 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9db2eb78-f211-482c-9e60-f71e667f9a0c tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:53.853970 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db2eb78-f211-482c-9e60-f71e667f9a0c tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] Pushing event deleted for resources: {'Port': ['ID=30bcd54a-60ba-4c42-8a40-4ad758270db2,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:34:53.950923 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-f7e8fd14-2cf7-442e-8671-523a790f8a5c service neutron] Attempting to bind port cde88316-97fc-42ab-948b-2cc207ce19a1 on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:34:53.951369 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-f7e8fd14-2cf7-442e-8671-523a790f8a5c service neutron] Attempting to bind port cde88316-97fc-42ab-948b-2cc207ce19a1 by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': '579c7eb4-bf50-4e8d-a227-c6a885f646d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '7bc60fc7-42ea-472c-be5f-6faa92f9f9bb'}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:34:53.951790 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-f7e8fd14-2cf7-442e-8671-523a790f8a5c service neutron] Attempting to bind port cde88316-97fc-42ab-948b-2cc207ce19a1 on network 7bc60fc7-42ea-472c-be5f-6faa92f9f9bb {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:34:53.961873 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-f7e8fd14-2cf7-442e-8671-523a790f8a5c service neutron] Port cde88316-97fc-42ab-948b-2cc207ce19a1 on network 7bc60fc7-42ea-472c-be5f-6faa92f9f9bb not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:34:53.962290 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-f7e8fd14-2cf7-442e-8671-523a790f8a5c service neutron] Attempting to bind port cde88316-97fc-42ab-948b-2cc207ce19a1 on network 7bc60fc7-42ea-472c-be5f-6faa92f9f9bb {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:34:53.971758 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-f7e8fd14-2cf7-442e-8671-523a790f8a5c service neutron] Checking agent: {'id': '061232a2-7adc-4ba1-a873-e8cb136b064d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:34:53.972183 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-f7e8fd14-2cf7-442e-8671-523a790f8a5c service neutron] Checking segment: {'id': '579c7eb4-bf50-4e8d-a227-c6a885f646d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '7bc60fc7-42ea-472c-be5f-6faa92f9f9bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:34:53.972664 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-f7e8fd14-2cf7-442e-8671-523a790f8a5c service neutron] Bound using segment: {'id': '579c7eb4-bf50-4e8d-a227-c6a885f646d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '7bc60fc7-42ea-472c-be5f-6faa92f9f9bb'} {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:34:53.973168 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-f7e8fd14-2cf7-442e-8671-523a790f8a5c service neutron] Bound port: cde88316-97fc-42ab-948b-2cc207ce19a1, host: n-h2-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '579c7eb4-bf50-4e8d-a227-c6a885f646d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '7bc60fc7-42ea-472c-be5f-6faa92f9f9bb'}}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:34:53.973590 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-f7e8fd14-2cf7-442e-8671-523a790f8a5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:53.985417 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9db2eb78-f211-482c-9e60-f71e667f9a0c tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] Publish callbacks [] for floatingip, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:53.988635 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9db2eb78-f211-482c-9e60-f71e667f9a0c tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for floatingip, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:53.992887 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-9db2eb78-f211-482c-9e60-f71e667f9a0c tempest-ServersTestBootFromVolume-1824555106 tempest-ServersTestBootFromVolume-1824555106-project] 10.222.0.64 "DELETE /v2.0/floatingips/06af39ae-7e7b-42bf-836e-6b7fb27ebc40 HTTP/1.1" status: 204 len: 168 time: 0.8882136 Oct 20 10:34:53.995214 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 46618) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:34:54.065296 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-f7e8fd14-2cf7-442e-8671-523a790f8a5c service neutron] For port cde88316-97fc-42ab-948b-2cc207ce19a1, host n-h2-811396-3, cleared binding levels {{(pid=100597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:34:54.068461 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-08bfaf30-095e-4c79-be3f-bef185d1d850 req-78137700-d7e3-4247-89eb-6a3c4fa8498b tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:54.069411 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-f7e8fd14-2cf7-442e-8671-523a790f8a5c service neutron] For port cde88316-97fc-42ab-948b-2cc207ce19a1, host n-h2-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=cde88316-97fc-42ab-948b-2cc207ce19a1,segment=NetworkSegment(579c7eb4-bf50-4e8d-a227-c6a885f646d2),segment_id=579c7eb4-bf50-4e8d-a227-c6a885f646d2)] {{(pid=100597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:34:54.085912 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-b94481e0-6af0-4265-9cd3-49c2a14a1959 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1772267'] for router, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:54.086353 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b94481e0-6af0-4265-9cd3-49c2a14a1959 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d509b498-2ca1-446a-b2d1-668329922057 {{(pid=100596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 10:34:54.113817 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-08bfaf30-095e-4c79-be3f-bef185d1d850 req-78137700-d7e3-4247-89eb-6a3c4fa8498b tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:54.121267 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-b94481e0-6af0-4265-9cd3-49c2a14a1959 admin admin] Publish callbacks [] for router, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:54.122507 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-b94481e0-6af0-4265-9cd3-49c2a14a1959 admin admin] 10.222.0.64 "DELETE /v2.0/routers/d509b498-2ca1-446a-b2d1-668329922057 HTTP/1.1" status: 204 len: 168 time: 5.9492033 Oct 20 10:34:54.275070 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 46620) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:34:54.302116 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78137700-d7e3-4247-89eb-6a3c4fa8498b tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] Pushing event updated for resources: {'Port': ['ID=5825a2f1-60e5-4a66-9eaf-5b66999fa30c,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:34:54.344738 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a4aa2d8a-77df-459c-8c08-00294d3b875b req-c06dd3d1-7f84-4680-b958-7a5c4854fd1a tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] 10.222.0.64 "GET /v2.0/security-groups?id=052167af-6782-42ac-bb32-02b514a83f6f&id=9e881cba-3138-4f23-9b77-7adf07b3a5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7926259 Oct 20 10:34:54.461476 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55474a3d-d782-4afe-ae59-23d8c400e168 req-aa1f80a3-d1e7-4184-a87d-626e66c598f6 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:54.463507 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-55474a3d-d782-4afe-ae59-23d8c400e168 req-aa1f80a3-d1e7-4184-a87d-626e66c598f6 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] 10.222.0.69 "GET /v2.0/networks?id=7de6ec8f-463e-406e-b277-0e89715e0fef HTTP/1.1" status: 200 len: 815 time: 1.5452461 Oct 20 10:34:54.508756 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-f7e8fd14-2cf7-442e-8671-523a790f8a5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:54.547553 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 20 Oct 2021 10:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcaec324-d9df-4d2f-826a-df86d64fdb90 x-openstack-request-id: req-dcaec324-d9df-4d2f-826a-df86d64fdb90 {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:34:54.547848 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80d2d265-4161-4f15-ab0c-130b15ddf9e0", "tag": "c6946b44-75f5-4ceb-9f3e-281cc30cd187", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "80d2d265-4161-4f15-ab0c-130b15ddf9e0", "tag": "451833eb-4339-4de8-8005-8d3e2c53fd29", "status": "completed", "code": 200}]} {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:34:54.548095 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-dcaec324-d9df-4d2f-826a-df86d64fdb90 {{(pid=100597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:34:54.548487 n-d-811396-3 neutron-server[100597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80d2d265-4161-4f15-ab0c-130b15ddf9e0', 'tag': 'c6946b44-75f5-4ceb-9f3e-281cc30cd187', 'status': 'completed', 'code': 200} Oct 20 10:34:54.548735 n-d-811396-3 neutron-server[100597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80d2d265-4161-4f15-ab0c-130b15ddf9e0', 'tag': '451833eb-4339-4de8-8005-8d3e2c53fd29', 'status': 'completed', 'code': 200} Oct 20 10:34:54.562008 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-f7e8fd14-2cf7-442e-8671-523a790f8a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:54.562627 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-f7e8fd14-2cf7-442e-8671-523a790f8a5c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:54.564083 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-f7e8fd14-2cf7-442e-8671-523a790f8a5c service neutron] 10.222.0.69 "PUT /v2.0/ports/cde88316-97fc-42ab-948b-2cc207ce19a1 HTTP/1.1" status: 200 len: 1091 time: 2.2062454 Oct 20 10:34:54.567317 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8cfc4c-51ba-4d57-a568-381062eb81b7 req-39842cd6-1351-40d3-b67b-373dd3bfb95b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:54.574233 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6c8cfc4c-51ba-4d57-a568-381062eb81b7 req-39842cd6-1351-40d3-b67b-373dd3bfb95b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4e37fa6eb8b848f6897a2d7488b235c7&device_id=c8f9f9fd-6dea-4857-9f5d-598e5d82d0d4 HTTP/1.1" status: 200 len: 1095 time: 1.1953175 Oct 20 10:34:54.574233 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-08bfaf30-095e-4c79-be3f-bef185d1d850 req-78137700-d7e3-4247-89eb-6a3c4fa8498b tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1773381'] for floatingip, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:54.591477 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-55474a3d-d782-4afe-ae59-23d8c400e168 req-9a305c6c-3e54-447c-ac9c-76129e4d9e45 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] Request body: {'port': {'device_id': '76ee81c5-e62a-4cb7-b34b-a5d0c1ab805c', 'network_id': '7de6ec8f-463e-406e-b277-0e89715e0fef', 'admin_state_up': True, 'tenant_id': '7c549de96c244bc2a43ec39c07795db6'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:34:54.685281 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e8fd14-2cf7-442e-8671-523a790f8a5c service neutron] Pushing event updated for resources: {'Port': ['ID=cde88316-97fc-42ab-948b-2cc207ce19a1,revision_number=3']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:34:54.940649 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476fc18a-1c1c-47cc-a925-8b43a34fa653 req-8dd3f1aa-e661-4854-896c-017fd94d94ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:54.941572 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476fc18a-1c1c-47cc-a925-8b43a34fa653 req-8dd3f1aa-e661-4854-896c-017fd94d94ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:54.942485 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476fc18a-1c1c-47cc-a925-8b43a34fa653 req-8dd3f1aa-e661-4854-896c-017fd94d94ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:54.943124 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476fc18a-1c1c-47cc-a925-8b43a34fa653 req-8dd3f1aa-e661-4854-896c-017fd94d94ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:54.943783 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476fc18a-1c1c-47cc-a925-8b43a34fa653 req-8dd3f1aa-e661-4854-896c-017fd94d94ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:54.944412 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476fc18a-1c1c-47cc-a925-8b43a34fa653 req-8dd3f1aa-e661-4854-896c-017fd94d94ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:54.945038 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476fc18a-1c1c-47cc-a925-8b43a34fa653 req-8dd3f1aa-e661-4854-896c-017fd94d94ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:54.947201 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-476fc18a-1c1c-47cc-a925-8b43a34fa653 req-8dd3f1aa-e661-4854-896c-017fd94d94ec service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=aca7fabb908e4e55b3bcaf1ce45b03cf&device_id=80d2d265-4161-4f15-ab0c-130b15ddf9e0 HTTP/1.1" status: 200 len: 6407 time: 0.3310766 Oct 20 10:34:55.188681 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476fc18a-1c1c-47cc-a925-8b43a34fa653 req-c2fee9f0-622f-4e34-9d9e-15e23372c82a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:55.189853 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476fc18a-1c1c-47cc-a925-8b43a34fa653 req-c2fee9f0-622f-4e34-9d9e-15e23372c82a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:55.190483 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476fc18a-1c1c-47cc-a925-8b43a34fa653 req-c2fee9f0-622f-4e34-9d9e-15e23372c82a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:55.192840 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-476fc18a-1c1c-47cc-a925-8b43a34fa653 req-c2fee9f0-622f-4e34-9d9e-15e23372c82a service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=aca7fabb908e4e55b3bcaf1ce45b03cf&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2175422 Oct 20 10:34:55.406955 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-6840a3eb-71b3-404f-ad54-39b616eee3b4 service neutron] Request body: {'port': {'device_id': '80d2d265-4161-4f15-ab0c-130b15ddf9e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811396-3'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:34:55.408224 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476fc18a-1c1c-47cc-a925-8b43a34fa653 req-ca945f8a-c652-41f2-a9e1-dc15004e81e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:55.410387 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-476fc18a-1c1c-47cc-a925-8b43a34fa653 req-ca945f8a-c652-41f2-a9e1-dc15004e81e1 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2088039 Oct 20 10:34:55.447077 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c15c31a9-472e-493c-ad02-fe2c9c516c74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1774405'] for router_interface, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:55.572374 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476fc18a-1c1c-47cc-a925-8b43a34fa653 req-fdbc488c-6199-43f8-acca-b3dc342c90a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:55.572909 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476fc18a-1c1c-47cc-a925-8b43a34fa653 req-fdbc488c-6199-43f8-acca-b3dc342c90a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:55.573409 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476fc18a-1c1c-47cc-a925-8b43a34fa653 req-fdbc488c-6199-43f8-acca-b3dc342c90a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:55.573992 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476fc18a-1c1c-47cc-a925-8b43a34fa653 req-fdbc488c-6199-43f8-acca-b3dc342c90a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:55.574451 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476fc18a-1c1c-47cc-a925-8b43a34fa653 req-fdbc488c-6199-43f8-acca-b3dc342c90a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:55.574909 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476fc18a-1c1c-47cc-a925-8b43a34fa653 req-fdbc488c-6199-43f8-acca-b3dc342c90a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:55.575550 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476fc18a-1c1c-47cc-a925-8b43a34fa653 req-fdbc488c-6199-43f8-acca-b3dc342c90a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:55.577777 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-476fc18a-1c1c-47cc-a925-8b43a34fa653 req-fdbc488c-6199-43f8-acca-b3dc342c90a2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=aca7fabb908e4e55b3bcaf1ce45b03cf&device_id=80d2d265-4161-4f15-ab0c-130b15ddf9e0 HTTP/1.1" status: 200 len: 6407 time: 0.0710435 Oct 20 10:34:55.728774 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476fc18a-1c1c-47cc-a925-8b43a34fa653 req-7be2bec1-0d33-45ff-b9c0-806d9353ead6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:55.729154 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476fc18a-1c1c-47cc-a925-8b43a34fa653 req-7be2bec1-0d33-45ff-b9c0-806d9353ead6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:55.729613 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476fc18a-1c1c-47cc-a925-8b43a34fa653 req-7be2bec1-0d33-45ff-b9c0-806d9353ead6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:55.731345 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-476fc18a-1c1c-47cc-a925-8b43a34fa653 req-7be2bec1-0d33-45ff-b9c0-806d9353ead6 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=aca7fabb908e4e55b3bcaf1ce45b03cf&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1443689 Oct 20 10:34:55.842729 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-08bfaf30-095e-4c79-be3f-bef185d1d850 req-78137700-d7e3-4247-89eb-6a3c4fa8498b tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for floatingip, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:55.862250 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-08bfaf30-095e-4c79-be3f-bef185d1d850 req-78137700-d7e3-4247-89eb-6a3c4fa8498b tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 7.1465888 Oct 20 10:34:55.872095 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bb08b34-9e55-4e85-b3d5-52aa76f3bfff admin admin] Deleting subnet 3904a09f-6fdf-4647-b2a1-fcfec8e51887 {{(pid=100596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:34:55.938749 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 7 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 10:34:55.968706 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5bb08b34-9e55-4e85-b3d5-52aa76f3bfff admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:56.029964 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476fc18a-1c1c-47cc-a925-8b43a34fa653 req-ca3197e0-7d11-4e37-abee-be46345a7f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:56.033326 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-476fc18a-1c1c-47cc-a925-8b43a34fa653 req-ca3197e0-7d11-4e37-abee-be46345a7f97 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2703459 Oct 20 10:34:56.169790 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device ea4e0f80-5e18-4aa4-8f78-2856206d04de no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:34:56.183342 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-c15c31a9-472e-493c-ad02-fe2c9c516c74 admin admin] Deleting port 85b9368f-4a43-4c3f-a8d5-1b26c6444ea9 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:34:56.183722 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c15c31a9-472e-493c-ad02-fe2c9c516c74 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:56.194667 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: ea4e0f80-5e18-4aa4-8f78-2856206d04de {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:34:56.195007 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device ea4e0f80-5e18-4aa4-8f78-2856206d04de not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:34:56.286212 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [None req-c15c31a9-472e-493c-ad02-fe2c9c516c74 admin admin] For port 85b9368f-4a43-4c3f-a8d5-1b26c6444ea9, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=85b9368f-4a43-4c3f-a8d5-1b26c6444ea9,segment=NetworkSegment(9e616d02-390a-4656-8a4e-b93f56ca0d07),segment_id=9e616d02-390a-4656-8a4e-b93f56ca0d07)] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:34:56.286736 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c15c31a9-472e-493c-ad02-fe2c9c516c74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:56.302639 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-c15c31a9-472e-493c-ad02-fe2c9c516c74 admin admin] Calling delete_port for 85b9368f-4a43-4c3f-a8d5-1b26c6444ea9 owned by network:router_interface {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:34:56.359587 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5bb08b34-9e55-4e85-b3d5-52aa76f3bfff admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25189079'] for subnet, precommit_delete_associations {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:56.379746 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-08bfaf30-095e-4c79-be3f-bef185d1d850 req-6354b59c-24ee-4afc-bf65-e99cbe1678a2 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.1.43 HTTP/1.1" status: 200 len: 695 time: 0.5164003 Oct 20 10:34:56.477076 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-6840a3eb-71b3-404f-ad54-39b616eee3b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:56.542537 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8cfc4c-51ba-4d57-a568-381062eb81b7 req-95719044-dc01-44e6-aac6-c75a3ae4b326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:56.544336 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6c8cfc4c-51ba-4d57-a568-381062eb81b7 req-95719044-dc01-44e6-aac6-c75a3ae4b326 service neutron] 10.222.0.55 "GET /v2.0/networks?id=60750f9d-1dd0-4933-91f0-f6aefa736c9d HTTP/1.1" status: 200 len: 909 time: 1.9291055 Oct 20 10:34:56.552226 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835928ec-3a61-45f8-ae76-13dcad5b07c8 req-3501c0df-8b94-4de0-914f-2cddbd48d5b8 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:56.554037 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-835928ec-3a61-45f8-ae76-13dcad5b07c8 req-3501c0df-8b94-4de0-914f-2cddbd48d5b8 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] 10.222.0.64 "GET /v2.0/networks?id=7de6ec8f-463e-406e-b277-0e89715e0fef HTTP/1.1" status: 200 len: 815 time: 1.1439419 Oct 20 10:34:56.559918 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80d2d265-4161-4f15-ab0c-130b15ddf9e0', 'tag': 'c659bd4f-6f7c-4e27-84fc-06618ca3d1ea'}, {'name': 'network-changed', 'server_uuid': '80d2d265-4161-4f15-ab0c-130b15ddf9e0', 'tag': '6b62206e-39d0-45df-9f8b-694b5bc1053f'}, {'name': 'network-changed', 'server_uuid': '80d2d265-4161-4f15-ab0c-130b15ddf9e0', 'tag': 'cde88316-97fc-42ab-948b-2cc207ce19a1'}] {{(pid=100597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:34:56.563511 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd85cad6a391afaa95d2dd5280bfd4659fc1e1b2aba53b5e7ef874f059efcdc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aa57a96-9c84-46db-a2f1-e34570936dbc" -d '{"events": [{"name": "network-changed", "server_uuid": "80d2d265-4161-4f15-ab0c-130b15ddf9e0", "tag": "c659bd4f-6f7c-4e27-84fc-06618ca3d1ea"}, {"name": "network-changed", "server_uuid": "80d2d265-4161-4f15-ab0c-130b15ddf9e0", "tag": "6b62206e-39d0-45df-9f8b-694b5bc1053f"}, {"name": "network-changed", "server_uuid": "80d2d265-4161-4f15-ab0c-130b15ddf9e0", "tag": "cde88316-97fc-42ab-948b-2cc207ce19a1"}]}' {{(pid=100597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:34:56.622577 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c15c31a9-472e-493c-ad02-fe2c9c516c74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:56.661436 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15c31a9-472e-493c-ad02-fe2c9c516c74 admin admin] Pushing event deleted for resources: {'Port': ['ID=85b9368f-4a43-4c3f-a8d5-1b26c6444ea9,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:34:56.809268 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55474a3d-d782-4afe-ae59-23d8c400e168 req-9a305c6c-3e54-447c-ac9c-76129e4d9e45 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] Made reservation on behalf of 7c549de96c244bc2a43ec39c07795db6 for: {'port': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:34:56.813134 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-55474a3d-d782-4afe-ae59-23d8c400e168 req-9a305c6c-3e54-447c-ac9c-76129e4d9e45 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:56.824968 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-835928ec-3a61-45f8-ae76-13dcad5b07c8 req-d5c2678a-c8f8-43f8-b5fd-778c1b5d3058 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] 10.222.0.64 "GET /v2.0/quotas/7c549de96c244bc2a43ec39c07795db6 HTTP/1.1" status: 200 len: 375 time: 0.2203827 Oct 20 10:34:56.913421 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c15c31a9-472e-493c-ad02-fe2c9c516c74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1771989'] for router_interface, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:57.066957 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-db8fed24-5a54-489a-8398-afebb271ee64 req-ad2af5d7-2473-4fc5-b964-deef4a24ae02 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:57.099335 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6c8cfc4c-51ba-4d57-a568-381062eb81b7 req-a1c427c9-0877-4dd5-bcbc-5bc33d4d9e96 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=343bc4c8-a9f3-4ff9-a633-bc7d16829613 HTTP/1.1" status: 200 len: 217 time: 0.5083547 Oct 20 10:34:57.212882 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c15c31a9-472e-493c-ad02-fe2c9c516c74 admin admin] Router fb07eb1c-4354-44a1-9ea0-1510afd3f1ca has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:34:57.369156 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c15c31a9-472e-493c-ad02-fe2c9c516c74 admin admin] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:34:57.380544 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5900b32b-1254-4134-a583-155e4e06f8ef None None] Sync routers for ids ['fb07eb1c-4354-44a1-9ea0-1510afd3f1ca'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:34:57.389473 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-c15c31a9-472e-493c-ad02-fe2c9c516c74 admin admin] 10.222.0.64 "PUT /v2.0/routers/fb07eb1c-4354-44a1-9ea0-1510afd3f1ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3910575 Oct 20 10:34:57.390035 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 46646) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:34:57.404882 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5900b32b-1254-4134-a583-155e4e06f8ef None None] Routers {'fb07eb1c-4354-44a1-9ea0-1510afd3f1ca'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:34:57.405797 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-5900b32b-1254-4134-a583-155e4e06f8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:34:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['fb07eb1c-4354-44a1-9ea0-1510afd3f1ca'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:34:57.420271 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5bb08b34-9e55-4e85-b3d5-52aa76f3bfff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:57.509767 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bfaf30-095e-4c79-be3f-bef185d1d850 req-fd9c7426-b333-47fe-8474-7fe35e26783c tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:57.533628 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-08bfaf30-095e-4c79-be3f-bef185d1d850 req-fd9c7426-b333-47fe-8474-7fe35e26783c tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] 10.222.0.64 "GET /v2.0/networks/cbe170d3-31ba-45a2-b477-520ab0a7a8ea HTTP/1.1" status: 200 len: 784 time: 1.1140020 Oct 20 10:34:57.561399 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-835928ec-3a61-45f8-ae76-13dcad5b07c8 req-056746e1-edc0-41b0-ac2d-385c561b5b91 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=7c549de96c244bc2a43ec39c07795db6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4645154 Oct 20 10:34:57.565459 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5bb08b34-9e55-4e85-b3d5-52aa76f3bfff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26836193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26761888'] for subnet, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:57.617983 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8cfc4c-51ba-4d57-a568-381062eb81b7 req-e7e0302e-36c2-4541-a531-b2abec5b91d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:57.621120 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6c8cfc4c-51ba-4d57-a568-381062eb81b7 req-e7e0302e-36c2-4541-a531-b2abec5b91d6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6f74b0c1-2855-44cd-a118-a8c6ce76ebd8 HTTP/1.1" status: 200 len: 848 time: 0.4979393 Oct 20 10:34:57.751570 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c78b11ef-9186-40ad-a704-cf4f1326ca9a x-openstack-request-id: req-c78b11ef-9186-40ad-a704-cf4f1326ca9a {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:34:57.752271 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5cf4e3f-ab2f-4b86-98bd-80d0ded5cca8", "name": "network-vif-plugged", "status": "completed", "tag": "6f618075-47e1-4d3f-bc01-1cfa713c867b", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:34:57.758147 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c78b11ef-9186-40ad-a704-cf4f1326ca9a {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:34:57.761477 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5cf4e3f-ab2f-4b86-98bd-80d0ded5cca8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f618075-47e1-4d3f-bc01-1cfa713c867b', 'code': 200} Oct 20 10:34:57.766191 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d33767f-1810-44aa-8a0f-688629374e78 None None] Network 34c3c2fc-2825-47c5-ac90-f8d0645c4c57 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:34:57.799262 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-46b95a8f-d589-40cd-b53b-599115dbdf67 admin admin] Publish callbacks [] for router, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:57.841670 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5bb08b34-9e55-4e85-b3d5-52aa76f3bfff admin admin] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:57.850959 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-5bb08b34-9e55-4e85-b3d5-52aa76f3bfff admin admin] 10.222.0.64 "DELETE /v2.0/subnets/3904a09f-6fdf-4647-b2a1-fcfec8e51887 HTTP/1.1" status: 204 len: 168 time: 3.5456398 Oct 20 10:34:57.860478 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 46650) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:34:57.861670 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-835928ec-3a61-45f8-ae76-13dcad5b07c8 req-e36630e6-07be-4cd7-914f-2c091f00bc09 service neutron] 10.222.0.64 "GET /v2.0/networks/7de6ec8f-463e-406e-b277-0e89715e0fef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2580245 Oct 20 10:34:57.970837 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-5900b32b-1254-4134-a583-155e4e06f8ef None None] Set router fb07eb1c-4354-44a1-9ea0-1510afd3f1ca gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:34:58.123019 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-835928ec-3a61-45f8-ae76-13dcad5b07c8 req-57e37f7d-fe47-40a0-b89d-3c6702aaaca2 service neutron] 10.222.0.64 "GET /v2.0/networks/7de6ec8f-463e-406e-b277-0e89715e0fef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490242 Oct 20 10:34:58.123947 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb08b34-9e55-4e85-b3d5-52aa76f3bfff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3904a09f-6fdf-4647-b2a1-fcfec8e51887,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:34:58.131978 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-db8fed24-5a54-489a-8398-afebb271ee64 req-ad2af5d7-2473-4fc5-b964-deef4a24ae02 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:58.251841 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2af5d7-2473-4fc5-b964-deef4a24ae02 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] Pushing event updated for resources: {'Port': ['ID=82160076-f9a5-4921-9e8a-aa76ad1a65b3,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:34:58.265271 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6c8cfc4c-51ba-4d57-a568-381062eb81b7 req-802785f8-747b-4663-85f2-4d981b94e651 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=60750f9d-1dd0-4933-91f0-f6aefa736c9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3833661 Oct 20 10:34:58.295678 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db8fed24-5a54-489a-8398-afebb271ee64 req-ad2af5d7-2473-4fc5-b964-deef4a24ae02 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] Network 7de6ec8f-463e-406e-b277-0e89715e0fef is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:34:58.406537 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-5900b32b-1254-4134-a583-155e4e06f8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb07eb1c-4354-44a1-9ea0-1510afd3f1ca', 'name': 'tempest-ServersTestBootFromVolume-1649398209-router', 'tenant_id': 'c403c40bbf7f4a248f56e3795d093508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': 'b6e2eb77-c3bf-421f-81a0-86236d3c345b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:31:33Z', 'updated_at': '2021-10-20T10:34:56Z', 'revision_number': 5, 'project_id': 'c403c40bbf7f4a248f56e3795d093508', 'gw_port': {'id': 'b6e2eb77-c3bf-421f-81a0-86236d3c345b', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:81:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb07eb1c-4354-44a1-9ea0-1510afd3f1ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:31:33Z', 'updated_at': '2021-10-20T10:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:34:58.413633 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6c8cfc4c-51ba-4d57-a568-381062eb81b7 req-a24cf7ba-d660-4226-b4f2-8f5f02fe2845 service neutron] 10.222.0.55 "GET /v2.0/networks/60750f9d-1dd0-4933-91f0-f6aefa736c9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056488 Oct 20 10:34:58.426651 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [req-db8fed24-5a54-489a-8398-afebb271ee64 req-ad2af5d7-2473-4fc5-b964-deef4a24ae02 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:34:58.462256 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-db8fed24-5a54-489a-8398-afebb271ee64 req-ad2af5d7-2473-4fc5-b964-deef4a24ae02 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:34:58.514062 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76af0f2-fa83-44bb-b88f-829d1d715ca9 None None] DHCP port deletion for 34c3c2fc-2825-47c5-ac90-f8d0645c4c57 request from n-d-811396-3 {{(pid=100598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:34:58.523878 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8fed24-5a54-489a-8398-afebb271ee64 req-ad2af5d7-2473-4fc5-b964-deef4a24ae02 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:58.524552 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-db8fed24-5a54-489a-8398-afebb271ee64 req-ad2af5d7-2473-4fc5-b964-deef4a24ae02 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:58.556793 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5900b32b-1254-4134-a583-155e4e06f8ef None None] Checking router: fb07eb1c-4354-44a1-9ea0-1510afd3f1ca for host: n-d-811396-3 {{(pid=100598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:34:58.595683 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5900b32b-1254-4134-a583-155e4e06f8ef None None] Routers {'fb07eb1c-4354-44a1-9ea0-1510afd3f1ca'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:34:58.596491 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-5900b32b-1254-4134-a583-155e4e06f8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:34:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['fb07eb1c-4354-44a1-9ea0-1510afd3f1ca'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:34:58.732288 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [req-55474a3d-d782-4afe-ae59-23d8c400e168 req-9a305c6c-3e54-447c-ac9c-76129e4d9e45 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] Allocated IP 172.20.0.3 (7de6ec8f-463e-406e-b277-0e89715e0fef/5d8acf15-0cbf-477d-b85e-d79fdcb8698d/9b17808d-a1bd-42c3-9e7c-a4c7d9635536) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:34:58.776529 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc99468-5967-495e-8a04-2cbdc11bbd93 req-9b5bddf7-aac1-4983-943a-d03ba08366ee tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:58.793763 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3dc99468-5967-495e-8a04-2cbdc11bbd93 req-9b5bddf7-aac1-4983-943a-d03ba08366ee tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/ports?device_id=c8f9f9fd-6dea-4857-9f5d-598e5d82d0d4 HTTP/1.1" status: 200 len: 944 time: 0.9056201 Oct 20 10:34:58.924528 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-db8fed24-5a54-489a-8398-afebb271ee64 req-ad2af5d7-2473-4fc5-b964-deef4a24ae02 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.8216765 Oct 20 10:34:58.945380 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-db8fed24-5a54-489a-8398-afebb271ee64 req-6b88cca1-e6ec-401e-b2c0-21c143c9146b service neutron] Request body: {'port': {'device_id': '1a8fd216-61cd-40eb-bf18-0ea2049bb6d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811396-3'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:34:58.974480 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b854b1f8-35eb-47c6-a773-52b0d46f6a61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:59.021712 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-6840a3eb-71b3-404f-ad54-39b616eee3b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbaf8d36-195c-43d3-b057-07f5fe113158 {{(pid=100596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:34:59.030634 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-6840a3eb-71b3-404f-ad54-39b616eee3b4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:59.044173 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.provisioning_blocks [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-6840a3eb-71b3-404f-ad54-39b616eee3b4 service neutron] Transition to ACTIVE for port object fbaf8d36-195c-43d3-b057-07f5fe113158 will not be triggered until provisioned by entity L2. {{(pid=100596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:34:59.079222 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-5900b32b-1254-4134-a583-155e4e06f8ef None None] Set router fb07eb1c-4354-44a1-9ea0-1510afd3f1ca gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:34:59.134212 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2a0240-016f-4f84-8730-52019145cc8b req-00cfceb3-8478-4c51-89a0-374595370fd2 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:59.140398 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-46b95a8f-d589-40cd-b53b-599115dbdf67 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:59.150737 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2a0240-016f-4f84-8730-52019145cc8b req-00cfceb3-8478-4c51-89a0-374595370fd2 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:59.161623 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-b854b1f8-35eb-47c6-a773-52b0d46f6a61 admin admin] Deleting port 0bb23e95-f6f1-4675-a10f-2ab6337d6573 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:34:59.162828 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b854b1f8-35eb-47c6-a773-52b0d46f6a61 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:59.169788 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2a0240-016f-4f84-8730-52019145cc8b req-00cfceb3-8478-4c51-89a0-374595370fd2 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:59.185048 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2a0240-016f-4f84-8730-52019145cc8b req-00cfceb3-8478-4c51-89a0-374595370fd2 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:59.200300 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2a0240-016f-4f84-8730-52019145cc8b req-00cfceb3-8478-4c51-89a0-374595370fd2 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:59.218165 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2a0240-016f-4f84-8730-52019145cc8b req-00cfceb3-8478-4c51-89a0-374595370fd2 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:59.248282 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2a0240-016f-4f84-8730-52019145cc8b req-00cfceb3-8478-4c51-89a0-374595370fd2 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:34:59.256970 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0c2a0240-016f-4f84-8730-52019145cc8b req-00cfceb3-8478-4c51-89a0-374595370fd2 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] 10.222.0.64 "GET /v2.0/ports?device_id=80d2d265-4161-4f15-ab0c-130b15ddf9e0 HTTP/1.1" status: 200 len: 5405 time: 0.6143727 Oct 20 10:34:59.267124 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-6840a3eb-71b3-404f-ad54-39b616eee3b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:59.318065 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [None req-b854b1f8-35eb-47c6-a773-52b0d46f6a61 admin admin] For port 0bb23e95-f6f1-4675-a10f-2ab6337d6573, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=0bb23e95-f6f1-4675-a10f-2ab6337d6573,segment=NetworkSegment(e1ea536c-2be6-419e-9a53-c776bc5130e2),segment_id=e1ea536c-2be6-419e-9a53-c776bc5130e2)] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:34:59.318327 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b854b1f8-35eb-47c6-a773-52b0d46f6a61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:59.337708 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-b854b1f8-35eb-47c6-a773-52b0d46f6a61 admin admin] Calling delete_port for 0bb23e95-f6f1-4675-a10f-2ab6337d6573 owned by network:dhcp {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:34:59.354604 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-46b95a8f-d589-40cd-b53b-599115dbdf67 admin admin] Deleting port b6e2eb77-c3bf-421f-81a0-86236d3c345b {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:34:59.354984 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-46b95a8f-d589-40cd-b53b-599115dbdf67 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:59.443755 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-55a33837-9f0c-4334-b55b-d2884baa44ab None None] Provisioning complete for port 82160076-f9a5-4921-9e8a-aa76ad1a65b3 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:34:59.447691 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-55a33837-9f0c-4334-b55b-d2884baa44ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:59.523877 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6840a3eb-71b3-404f-ad54-39b616eee3b4 service neutron] Pushing event updated for resources: {'Port': ['ID=fbaf8d36-195c-43d3-b057-07f5fe113158,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:34:59.531442 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-55a33837-9f0c-4334-b55b-d2884baa44ab None None] Port 82160076-f9a5-4921-9e8a-aa76ad1a65b3 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:34:59.550968 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0c2a0240-016f-4f84-8730-52019145cc8b req-956ecdc6-b9e8-4bde-91a5-08c19e225e07 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] 10.222.0.64 "GET /v2.0/security-groups?id=052167af-6782-42ac-bb32-02b514a83f6f&id=9e881cba-3138-4f23-9b77-7adf07b3a5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2687073 Oct 20 10:34:59.583677 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-e76af0f2-fa83-44bb-b88f-829d1d715ca9 None None] Deleting port 0bb23e95-f6f1-4675-a10f-2ab6337d6573 {{(pid=100598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:34:59.583958 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-e76af0f2-fa83-44bb-b88f-829d1d715ca9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:59.681758 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-5900b32b-1254-4134-a583-155e4e06f8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb07eb1c-4354-44a1-9ea0-1510afd3f1ca', 'name': 'tempest-ServersTestBootFromVolume-1649398209-router', 'tenant_id': 'c403c40bbf7f4a248f56e3795d093508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': 'b6e2eb77-c3bf-421f-81a0-86236d3c345b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:31:33Z', 'updated_at': '2021-10-20T10:34:56Z', 'revision_number': 5, 'project_id': 'c403c40bbf7f4a248f56e3795d093508', 'gw_port': {'id': 'b6e2eb77-c3bf-421f-81a0-86236d3c345b', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:81:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb07eb1c-4354-44a1-9ea0-1510afd3f1ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:31:33Z', 'updated_at': '2021-10-20T10:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:34:59.701435 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b854b1f8-35eb-47c6-a773-52b0d46f6a61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:59.745292 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5900b32b-1254-4134-a583-155e4e06f8ef None None] The sync data for ids ['fb07eb1c-4354-44a1-9ea0-1510afd3f1ca'] in n-d-811396-3 is: [{'id': 'fb07eb1c-4354-44a1-9ea0-1510afd3f1ca', 'name': 'tempest-ServersTestBootFromVolume-1649398209-router', 'tenant_id': 'c403c40bbf7f4a248f56e3795d093508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': 'b6e2eb77-c3bf-421f-81a0-86236d3c345b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:31:33Z', 'updated_at': '2021-10-20T10:34:56Z', 'revision_number': 5, 'project_id': 'c403c40bbf7f4a248f56e3795d093508', 'gw_port': {'id': 'b6e2eb77-c3bf-421f-81a0-86236d3c345b', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:81:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb07eb1c-4354-44a1-9ea0-1510afd3f1ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:31:33Z', 'updated_at': '2021-10-20T10:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:34:59.768140 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-e76af0f2-fa83-44bb-b88f-829d1d715ca9 None None] For port 0bb23e95-f6f1-4675-a10f-2ab6337d6573, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=0bb23e95-f6f1-4675-a10f-2ab6337d6573,segment=NetworkSegment(e1ea536c-2be6-419e-9a53-c776bc5130e2),segment_id=e1ea536c-2be6-419e-9a53-c776bc5130e2)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:34:59.768544 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-e76af0f2-fa83-44bb-b88f-829d1d715ca9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:59.815769 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-e76af0f2-fa83-44bb-b88f-829d1d715ca9 None None] Calling delete_port for 0bb23e95-f6f1-4675-a10f-2ab6337d6573 owned by network:dhcp {{(pid=100598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:34:59.828005 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3dc99468-5967-495e-8a04-2cbdc11bbd93 req-5c65b2b0-5ed4-4789-88d6-8f95d3cd93d4 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/security-groups?id=c33a6cb5-e80a-4f79-936a-38f5e3f7c89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0278919 Oct 20 10:34:59.870452 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-db8fed24-5a54-489a-8398-afebb271ee64 req-6b88cca1-e6ec-401e-b2c0-21c143c9146b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:34:59.952084 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Wed, 20 Oct 2021 10:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-103326a4-0f24-49be-be1b-67488de731d4 x-openstack-request-id: req-103326a4-0f24-49be-be1b-67488de731d4 {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:34:59.952732 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80d2d265-4161-4f15-ab0c-130b15ddf9e0", "tag": "c659bd4f-6f7c-4e27-84fc-06618ca3d1ea", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "80d2d265-4161-4f15-ab0c-130b15ddf9e0", "tag": "6b62206e-39d0-45df-9f8b-694b5bc1053f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "80d2d265-4161-4f15-ab0c-130b15ddf9e0", "tag": "cde88316-97fc-42ab-948b-2cc207ce19a1", "status": "completed", "code": 200}]} {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:34:59.953138 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-103326a4-0f24-49be-be1b-67488de731d4 {{(pid=100597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:34:59.958142 n-d-811396-3 neutron-server[100597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80d2d265-4161-4f15-ab0c-130b15ddf9e0', 'tag': 'c659bd4f-6f7c-4e27-84fc-06618ca3d1ea', 'status': 'completed', 'code': 200} Oct 20 10:34:59.958447 n-d-811396-3 neutron-server[100597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80d2d265-4161-4f15-ab0c-130b15ddf9e0', 'tag': '6b62206e-39d0-45df-9f8b-694b5bc1053f', 'status': 'completed', 'code': 200} Oct 20 10:34:59.958713 n-d-811396-3 neutron-server[100597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80d2d265-4161-4f15-ab0c-130b15ddf9e0', 'tag': 'cde88316-97fc-42ab-948b-2cc207ce19a1', 'status': 'completed', 'code': 200} Oct 20 10:34:59.996775 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b854b1f8-35eb-47c6-a773-52b0d46f6a61 admin admin] Pushing event deleted for resources: {'Port': ['ID=0bb23e95-f6f1-4675-a10f-2ab6337d6573,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:35:00.000437 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-e76af0f2-fa83-44bb-b88f-829d1d715ca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956'] for port, after_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:00.049744 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76af0f2-fa83-44bb-b88f-829d1d715ca9 None None] Pushing event deleted for resources: {'Port': ['ID=0bb23e95-f6f1-4675-a10f-2ab6337d6573,revision_number=None']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:35:00.059063 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76af0f2-fa83-44bb-b88f-829d1d715ca9 None None] No DVR routers for this DVR port 0bb23e95-f6f1-4675-a10f-2ab6337d6573 on host n-d-811396-3 {{(pid=100598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:35:00.067473 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [None req-46b95a8f-d589-40cd-b53b-599115dbdf67 admin admin] For port b6e2eb77-c3bf-421f-81a0-86236d3c345b, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=b6e2eb77-c3bf-421f-81a0-86236d3c345b,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:35:00.067473 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-46b95a8f-d589-40cd-b53b-599115dbdf67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:00.084932 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-46b95a8f-d589-40cd-b53b-599115dbdf67 admin admin] Calling delete_port for b6e2eb77-c3bf-421f-81a0-86236d3c345b owned by network:router_gateway {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:35:00.099544 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b854b1f8-35eb-47c6-a773-52b0d46f6a61 admin admin] No DVR routers for this DVR port 0bb23e95-f6f1-4675-a10f-2ab6337d6573 on host n-d-811396-3 {{(pid=100597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:35:00.243105 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 0bb23e95-f6f1-4675-a10f-2ab6337d6573 no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:35:00.270949 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1f65568e-5963-4fbe-bff5-a4099beed35a req-350c790b-5d40-4c8f-af99-2acbbcfe0873 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] 10.222.0.64 "GET /v2.0/ports?device_id=34b135a6-7a79-4e12-8b31-8d70cff1334c HTTP/1.1" status: 200 len: 210 time: 0.1086423 Oct 20 10:35:00.278839 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 0bb23e95-f6f1-4675-a10f-2ab6337d6573 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:35:00.280047 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 0bb23e95-f6f1-4675-a10f-2ab6337d6573 not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:35:00.280568 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 85b9368f-4a43-4c3f-a8d5-1b26c6444ea9 no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:35:00.317146 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa57a96-9c84-46db-a2f1-e34570936dbc req-a167494a-f260-4d87-8f0e-730268caae7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:00.317539 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa57a96-9c84-46db-a2f1-e34570936dbc req-a167494a-f260-4d87-8f0e-730268caae7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:00.318172 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa57a96-9c84-46db-a2f1-e34570936dbc req-a167494a-f260-4d87-8f0e-730268caae7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:00.318647 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa57a96-9c84-46db-a2f1-e34570936dbc req-a167494a-f260-4d87-8f0e-730268caae7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:00.319186 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa57a96-9c84-46db-a2f1-e34570936dbc req-a167494a-f260-4d87-8f0e-730268caae7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:00.319669 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa57a96-9c84-46db-a2f1-e34570936dbc req-a167494a-f260-4d87-8f0e-730268caae7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:00.320128 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa57a96-9c84-46db-a2f1-e34570936dbc req-a167494a-f260-4d87-8f0e-730268caae7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:00.322197 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-6aa57a96-9c84-46db-a2f1-e34570936dbc req-a167494a-f260-4d87-8f0e-730268caae7f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=aca7fabb908e4e55b3bcaf1ce45b03cf&device_id=80d2d265-4161-4f15-ab0c-130b15ddf9e0 HTTP/1.1" status: 200 len: 6432 time: 0.3482640 Oct 20 10:35:00.373209 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b854b1f8-35eb-47c6-a773-52b0d46f6a61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:00.451258 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6c8cfc4c-51ba-4d57-a568-381062eb81b7 req-c3641a4b-c00a-4cd5-87b9-4633780cf780 service neutron] 10.222.0.55 "GET /v2.0/networks/60750f9d-1dd0-4933-91f0-f6aefa736c9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.0064049 Oct 20 10:35:00.504288 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-b854b1f8-35eb-47c6-a773-52b0d46f6a61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34c3c2fc-2825-47c5-ac90-f8d0645c4c57']}} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:35:00.532423 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-b854b1f8-35eb-47c6-a773-52b0d46f6a61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1ea536c-2be6-419e-9a53-c776bc5130e2') {'for_net_delete': True} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:35:00.532818 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-b854b1f8-35eb-47c6-a773-52b0d46f6a61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1ea536c-2be6-419e-9a53-c776bc5130e2') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:35:00.578912 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b854b1f8-35eb-47c6-a773-52b0d46f6a61 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25852596'] for segment, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:00.605481 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b854b1f8-35eb-47c6-a773-52b0d46f6a61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:00.606571 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a46462-9d67-4f0e-b15e-fe97c4f61985 req-1132808e-ad86-40c6-bc38-8acaf83d4d13 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:00.617101 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-14a46462-9d67-4f0e-b15e-fe97c4f61985 req-1132808e-ad86-40c6-bc38-8acaf83d4d13 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa662cd5-98a5-4955-bbe2-daea86bbd0e7&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.6462789 Oct 20 10:35:00.646343 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 85b9368f-4a43-4c3f-a8d5-1b26c6444ea9 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:35:00.646835 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 85b9368f-4a43-4c3f-a8d5-1b26c6444ea9 not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:35:00.673548 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b854b1f8-35eb-47c6-a773-52b0d46f6a61 admin admin] Releasing vlan 805 on physical network physnet1 to pool {{(pid=100597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:35:00.673962 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b854b1f8-35eb-47c6-a773-52b0d46f6a61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951012'] for segment, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:00.681083 n-d-811396-3 neutron-server[100597]: Traceback (most recent call last): Oct 20 10:35:00.681083 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:35:00.681083 n-d-811396-3 neutron-server[100597]: timer() Oct 20 10:35:00.681083 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:35:00.681083 n-d-811396-3 neutron-server[100597]: cb(*args, **kw) Oct 20 10:35:00.681083 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:35:00.681083 n-d-811396-3 neutron-server[100597]: return func(*args, **kwargs) Oct 20 10:35:00.681083 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:35:00.681083 n-d-811396-3 neutron-server[100597]: self._notify() Oct 20 10:35:00.681083 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:35:00.681083 n-d-811396-3 neutron-server[100597]: self.callback(batched_events) Oct 20 10:35:00.681083 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:35:00.681083 n-d-811396-3 neutron-server[100597]: event.method(event) Oct 20 10:35:00.681083 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:35:00.681083 n-d-811396-3 neutron-server[100597]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:35:00.681083 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:35:00.681083 n-d-811396-3 neutron-server[100597]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:35:00.681083 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:35:00.681083 n-d-811396-3 neutron-server[100597]: return f(self, *a, **k) Oct 20 10:35:00.681083 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:35:00.681083 n-d-811396-3 neutron-server[100597]: return self._get(url).json() Oct 20 10:35:00.681083 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:35:00.681083 n-d-811396-3 neutron-server[100597]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:35:00.681083 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:35:00.681083 n-d-811396-3 neutron-server[100597]: return self.request(url, 'GET', **kwargs) Oct 20 10:35:00.681083 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:35:00.681083 n-d-811396-3 neutron-server[100597]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:35:00.681083 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:35:00.681083 n-d-811396-3 neutron-server[100597]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:35:00.681083 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:35:00.681083 n-d-811396-3 neutron-server[100597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:35:00.681083 n-d-811396-3 neutron-server[100597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:35:00.778660 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa57a96-9c84-46db-a2f1-e34570936dbc req-4ee34187-78e8-4acc-99f7-4debde84b0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:00.779291 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa57a96-9c84-46db-a2f1-e34570936dbc req-4ee34187-78e8-4acc-99f7-4debde84b0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:00.779927 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa57a96-9c84-46db-a2f1-e34570936dbc req-4ee34187-78e8-4acc-99f7-4debde84b0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:00.781969 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-6aa57a96-9c84-46db-a2f1-e34570936dbc req-4ee34187-78e8-4acc-99f7-4debde84b0cf service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=aca7fabb908e4e55b3bcaf1ce45b03cf&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4479671 Oct 20 10:35:00.971784 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b854b1f8-35eb-47c6-a773-52b0d46f6a61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:00.984260 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b854b1f8-35eb-47c6-a773-52b0d46f6a61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:00.991359 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-b854b1f8-35eb-47c6-a773-52b0d46f6a61 admin admin] 10.222.0.64 "DELETE /v2.0/networks/34c3c2fc-2825-47c5-ac90-f8d0645c4c57 HTTP/1.1" status: 204 len: 168 time: 3.1273036 Oct 20 10:35:01.072958 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-46b95a8f-d589-40cd-b53b-599115dbdf67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:01.173372 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b854b1f8-35eb-47c6-a773-52b0d46f6a61 admin admin] Pushing event deleted for resources: {'Network': ['ID=34c3c2fc-2825-47c5-ac90-f8d0645c4c57,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:35:01.232851 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa57a96-9c84-46db-a2f1-e34570936dbc req-350be9d4-ec00-4309-8835-5c0f70155955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:01.237687 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-6aa57a96-9c84-46db-a2f1-e34570936dbc req-350be9d4-ec00-4309-8835-5c0f70155955 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4146450 Oct 20 10:35:01.256983 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b95a8f-d589-40cd-b53b-599115dbdf67 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6e2eb77-c3bf-421f-81a0-86236d3c345b,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:35:01.293960 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-14a46462-9d67-4f0e-b15e-fe97c4f61985 req-2a9c6e0d-5e15-4ddb-a392-bdb5e11836ed tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.1.43 HTTP/1.1" status: 200 len: 695 time: 0.6062083 Oct 20 10:35:01.305591 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 46678) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:35:01.333707 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-14a46462-9d67-4f0e-b15e-fe97c4f61985 req-5eff2352-4998-44ba-a0bd-ed2da4a9bee0 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] Request body: {'floatingip': {'port_id': 'b4aa4f54-6419-47f7-88fb-b218ff17ecc9', 'fixed_ip_address': '172.20.0.12'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:35:01.343850 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8cfc4c-51ba-4d57-a568-381062eb81b7 req-0379ef97-c2be-4da1-a0fe-2f4bb2b4a284 tempest-LiveMigrationTest-1924267454 tempest-LiveMigrationTest-1924267454-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:01.345394 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-6c8cfc4c-51ba-4d57-a568-381062eb81b7 req-0379ef97-c2be-4da1-a0fe-2f4bb2b4a284 tempest-LiveMigrationTest-1924267454 tempest-LiveMigrationTest-1924267454-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=c8f9f9fd-6dea-4857-9f5d-598e5d82d0d4&tenant_id=4e37fa6eb8b848f6897a2d7488b235c7&binding%3Ahost_id=n-h1-811396-3 HTTP/1.1" status: 200 len: 1095 time: 0.3499987 Oct 20 10:35:01.368385 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-6840a3eb-71b3-404f-ad54-39b616eee3b4 service neutron] Attempting to bind port fbaf8d36-195c-43d3-b057-07f5fe113158 on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:35:01.369002 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-6840a3eb-71b3-404f-ad54-39b616eee3b4 service neutron] Attempting to bind port fbaf8d36-195c-43d3-b057-07f5fe113158 by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': '579c7eb4-bf50-4e8d-a227-c6a885f646d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '7bc60fc7-42ea-472c-be5f-6faa92f9f9bb'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:35:01.369429 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-6840a3eb-71b3-404f-ad54-39b616eee3b4 service neutron] Attempting to bind port fbaf8d36-195c-43d3-b057-07f5fe113158 on network 7bc60fc7-42ea-472c-be5f-6faa92f9f9bb {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:35:01.444651 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-46b95a8f-d589-40cd-b53b-599115dbdf67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1773439'] for router_gateway, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:01.468696 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-55474a3d-d782-4afe-ae59-23d8c400e168 req-9a305c6c-3e54-447c-ac9c-76129e4d9e45 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:01.481543 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-6840a3eb-71b3-404f-ad54-39b616eee3b4 service neutron] Port fbaf8d36-195c-43d3-b057-07f5fe113158 on network 7bc60fc7-42ea-472c-be5f-6faa92f9f9bb not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:35:01.481920 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-6840a3eb-71b3-404f-ad54-39b616eee3b4 service neutron] Attempting to bind port fbaf8d36-195c-43d3-b057-07f5fe113158 on network 7bc60fc7-42ea-472c-be5f-6faa92f9f9bb {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:35:01.489121 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa57a96-9c84-46db-a2f1-e34570936dbc req-0b442b94-8b09-4b60-bbde-a23a8bfad5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:01.489619 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa57a96-9c84-46db-a2f1-e34570936dbc req-0b442b94-8b09-4b60-bbde-a23a8bfad5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:01.490115 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa57a96-9c84-46db-a2f1-e34570936dbc req-0b442b94-8b09-4b60-bbde-a23a8bfad5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:01.490573 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa57a96-9c84-46db-a2f1-e34570936dbc req-0b442b94-8b09-4b60-bbde-a23a8bfad5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:01.491046 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa57a96-9c84-46db-a2f1-e34570936dbc req-0b442b94-8b09-4b60-bbde-a23a8bfad5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:01.491604 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa57a96-9c84-46db-a2f1-e34570936dbc req-0b442b94-8b09-4b60-bbde-a23a8bfad5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:01.492758 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa57a96-9c84-46db-a2f1-e34570936dbc req-0b442b94-8b09-4b60-bbde-a23a8bfad5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:01.494890 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-6aa57a96-9c84-46db-a2f1-e34570936dbc req-0b442b94-8b09-4b60-bbde-a23a8bfad5be service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=aca7fabb908e4e55b3bcaf1ce45b03cf&device_id=80d2d265-4161-4f15-ab0c-130b15ddf9e0 HTTP/1.1" status: 200 len: 6432 time: 0.1878037 Oct 20 10:35:01.497121 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-14a46462-9d67-4f0e-b15e-fe97c4f61985 req-5eff2352-4998-44ba-a0bd-ed2da4a9bee0 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] Publish callbacks [] for floatingip, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:01.575849 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7626b6f-2605-4d67-b5eb-809aa79f8cf6 req-6a195311-798d-4897-bdc8-2ba4c4770369 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:01.582792 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7626b6f-2605-4d67-b5eb-809aa79f8cf6 req-6a195311-798d-4897-bdc8-2ba4c4770369 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:01.588923 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7626b6f-2605-4d67-b5eb-809aa79f8cf6 req-6a195311-798d-4897-bdc8-2ba4c4770369 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:01.595042 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-46b95a8f-d589-40cd-b53b-599115dbdf67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1772272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258304'] for router, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:01.596454 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7626b6f-2605-4d67-b5eb-809aa79f8cf6 req-6a195311-798d-4897-bdc8-2ba4c4770369 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:01.600937 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-46b95a8f-d589-40cd-b53b-599115dbdf67 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:01.605157 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7626b6f-2605-4d67-b5eb-809aa79f8cf6 req-6a195311-798d-4897-bdc8-2ba4c4770369 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:01.612946 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7626b6f-2605-4d67-b5eb-809aa79f8cf6 req-6a195311-798d-4897-bdc8-2ba4c4770369 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:01.619286 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7626b6f-2605-4d67-b5eb-809aa79f8cf6 req-6a195311-798d-4897-bdc8-2ba4c4770369 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:01.622020 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d7626b6f-2605-4d67-b5eb-809aa79f8cf6 req-6a195311-798d-4897-bdc8-2ba4c4770369 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] 10.222.0.64 "GET /v2.0/ports?device_id=80d2d265-4161-4f15-ab0c-130b15ddf9e0 HTTP/1.1" status: 200 len: 5417 time: 0.5023479 Oct 20 10:35:01.637641 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-6840a3eb-71b3-404f-ad54-39b616eee3b4 service neutron] Checking agent: {'id': '061232a2-7adc-4ba1-a873-e8cb136b064d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:35:01.638120 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-6840a3eb-71b3-404f-ad54-39b616eee3b4 service neutron] Checking segment: {'id': '579c7eb4-bf50-4e8d-a227-c6a885f646d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '7bc60fc7-42ea-472c-be5f-6faa92f9f9bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:35:01.638613 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-6840a3eb-71b3-404f-ad54-39b616eee3b4 service neutron] Bound using segment: {'id': '579c7eb4-bf50-4e8d-a227-c6a885f646d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '7bc60fc7-42ea-472c-be5f-6faa92f9f9bb'} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:35:01.639162 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-6840a3eb-71b3-404f-ad54-39b616eee3b4 service neutron] Bound port: fbaf8d36-195c-43d3-b057-07f5fe113158, host: n-h2-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '579c7eb4-bf50-4e8d-a227-c6a885f646d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '7bc60fc7-42ea-472c-be5f-6faa92f9f9bb'}}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:35:01.639641 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-6840a3eb-71b3-404f-ad54-39b616eee3b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:01.720114 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-e13b47ae-3a6c-4d2b-87a1-1419d5a59b1d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2530338db1db417898003de86d78050c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4115191 Oct 20 10:35:01.727696 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 46682) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:35:01.742089 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-46b95a8f-d589-40cd-b53b-599115dbdf67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1772267'] for router, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:01.742720 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46b95a8f-d589-40cd-b53b-599115dbdf67 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fb07eb1c-4354-44a1-9ea0-1510afd3f1ca {{(pid=100597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 10:35:01.745251 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835928ec-3a61-45f8-ae76-13dcad5b07c8 req-4cb82ce5-dc10-4d40-8f80-4296e1aad670 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:01.796219 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-835928ec-3a61-45f8-ae76-13dcad5b07c8 req-4cb82ce5-dc10-4d40-8f80-4296e1aad670 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] 10.222.0.55 "GET /v2.0/networks?id=7de6ec8f-463e-406e-b277-0e89715e0fef HTTP/1.1" status: 200 len: 815 time: 0.6132410 Oct 20 10:35:01.796358 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-46b95a8f-d589-40cd-b53b-599115dbdf67 admin admin] Publish callbacks [] for router, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:01.796358 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-46b95a8f-d589-40cd-b53b-599115dbdf67 admin admin] 10.222.0.64 "DELETE /v2.0/routers/fb07eb1c-4354-44a1-9ea0-1510afd3f1ca HTTP/1.1" status: 204 len: 168 time: 4.3689351 Oct 20 10:35:01.796358 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 46684) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:35:01.798137 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-835928ec-3a61-45f8-ae76-13dcad5b07c8 req-2b0f95b2-6f80-43ba-930f-f52ded67c750 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] Request body: {'port': {'device_id': '34b135a6-7a79-4e12-8b31-8d70cff1334c', 'network_id': '7de6ec8f-463e-406e-b277-0e89715e0fef', 'admin_state_up': True, 'tenant_id': '7c549de96c244bc2a43ec39c07795db6'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:35:01.885352 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa57a96-9c84-46db-a2f1-e34570936dbc req-e261f8c6-da16-4824-90f5-fba8901ff144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:01.886002 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa57a96-9c84-46db-a2f1-e34570936dbc req-e261f8c6-da16-4824-90f5-fba8901ff144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:01.887327 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa57a96-9c84-46db-a2f1-e34570936dbc req-e261f8c6-da16-4824-90f5-fba8901ff144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:01.888353 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-6aa57a96-9c84-46db-a2f1-e34570936dbc req-e261f8c6-da16-4824-90f5-fba8901ff144 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=aca7fabb908e4e55b3bcaf1ce45b03cf&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3482220 Oct 20 10:35:01.919470 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdac7c95-b285-43af-9d84-134f62e537f0 admin admin] Deleting subnet bf7a4fdc-497b-4ffd-af1e-57b2c48df7c3 {{(pid=100597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:35:01.938257 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bdac7c95-b285-43af-9d84-134f62e537f0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:01.969421 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [req-6c8cfc4c-51ba-4d57-a568-381062eb81b7 req-a951b168-4c06-41c1-8fb0-2b72d4b20c80 service neutron] For port 343bc4c8-a9f3-4ff9-a633-bc7d16829613, host n-h2-811396-3, cleared binding levels {{(pid=100597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:35:01.973862 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-aaef501b-7145-4524-bfe1-d32a0d35fa28 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:01.985440 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-6c8cfc4c-51ba-4d57-a568-381062eb81b7 req-a951b168-4c06-41c1-8fb0-2b72d4b20c80 service neutron] Publish callbacks [] for binding, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:01.986577 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-6c8cfc4c-51ba-4d57-a568-381062eb81b7 req-a951b168-4c06-41c1-8fb0-2b72d4b20c80 service neutron] 10.222.0.55 "DELETE /v2.0/ports/343bc4c8-a9f3-4ff9-a633-bc7d16829613/bindings/n-h2-811396-3 HTTP/1.1" status: 204 len: 173 time: 0.6126339 Oct 20 10:35:02.028884 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bdac7c95-b285-43af-9d84-134f62e537f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25852621'] for subnet, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:02.133125 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-aaef501b-7145-4524-bfe1-d32a0d35fa28 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:02.259481 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa57a96-9c84-46db-a2f1-e34570936dbc req-5f278fde-d4d8-434c-ba91-c49225c86613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:02.262573 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-6aa57a96-9c84-46db-a2f1-e34570936dbc req-5f278fde-d4d8-434c-ba91-c49225c86613 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3410463 Oct 20 10:35:02.321136 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bdac7c95-b285-43af-9d84-134f62e537f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:02.322226 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d7626b6f-2605-4d67-b5eb-809aa79f8cf6 req-ca026c71-e706-4205-a34c-99b4bd13bafe tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] 10.222.0.64 "GET /v2.0/security-groups?id=052167af-6782-42ac-bb32-02b514a83f6f&id=9e881cba-3138-4f23-9b77-7adf07b3a5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6795309 Oct 20 10:35:02.352113 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.db.resource_extend [req-14a46462-9d67-4f0e-b15e-fe97c4f61985 req-5eff2352-4998-44ba-a0bd-ed2da4a9bee0 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 20 10:35:02.424659 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-aaef501b-7145-4524-bfe1-d32a0d35fa28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:02.429005 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-aaef501b-7145-4524-bfe1-d32a0d35fa28 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:02.429685 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-14a46462-9d67-4f0e-b15e-fe97c4f61985 req-5eff2352-4998-44ba-a0bd-ed2da4a9bee0 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:02.430579 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-aaef501b-7145-4524-bfe1-d32a0d35fa28 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/bcf72c6d-bf23-46bd-96c6-f69fb8d55f15 HTTP/1.1" status: 204 len: 168 time: 0.6997361 Oct 20 10:35:02.462385 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bdac7c95-b285-43af-9d84-134f62e537f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25350811'] for subnet, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:02.496143 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaef501b-7145-4524-bfe1-d32a0d35fa28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcf72c6d-bf23-46bd-96c6-f69fb8d55f15,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:35:02.507033 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-55474a3d-d782-4afe-ae59-23d8c400e168 req-9a305c6c-3e54-447c-ac9c-76129e4d9e45 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:02.556885 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6bef0df-953a-4d3c-9471-de5287a1ee6e None None] Network b5348cfb-edec-469e-9a10-140f5e3d3dc7 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:35:02.623990 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdac7c95-b285-43af-9d84-134f62e537f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf7a4fdc-497b-4ffd-af1e-57b2c48df7c3,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:35:02.636356 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bdac7c95-b285-43af-9d84-134f62e537f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:02.651898 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-bdac7c95-b285-43af-9d84-134f62e537f0 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/bf7a4fdc-497b-4ffd-af1e-57b2c48df7c3 HTTP/1.1" status: 204 len: 168 time: 0.8835964 Oct 20 10:35:02.672024 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 46700) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:35:02.715017 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-14a46462-9d67-4f0e-b15e-fe97c4f61985 req-5eff2352-4998-44ba-a0bd-ed2da4a9bee0 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1773381'] for floatingip, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:02.882473 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-81e11bc6-eb55-4796-b154-de3a432e261b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:02.931096 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa57a96-9c84-46db-a2f1-e34570936dbc req-ca03af93-3465-4428-a63d-c97c693467d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:02.931607 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa57a96-9c84-46db-a2f1-e34570936dbc req-ca03af93-3465-4428-a63d-c97c693467d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:02.932096 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa57a96-9c84-46db-a2f1-e34570936dbc req-ca03af93-3465-4428-a63d-c97c693467d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:02.932545 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa57a96-9c84-46db-a2f1-e34570936dbc req-ca03af93-3465-4428-a63d-c97c693467d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:02.933009 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa57a96-9c84-46db-a2f1-e34570936dbc req-ca03af93-3465-4428-a63d-c97c693467d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:02.933475 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa57a96-9c84-46db-a2f1-e34570936dbc req-ca03af93-3465-4428-a63d-c97c693467d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:02.933945 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa57a96-9c84-46db-a2f1-e34570936dbc req-ca03af93-3465-4428-a63d-c97c693467d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:02.936510 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-6aa57a96-9c84-46db-a2f1-e34570936dbc req-ca03af93-3465-4428-a63d-c97c693467d9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=aca7fabb908e4e55b3bcaf1ce45b03cf&device_id=80d2d265-4161-4f15-ab0c-130b15ddf9e0 HTTP/1.1" status: 200 len: 6432 time: 0.5135345 Oct 20 10:35:02.995063 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a6924a0-04b3-4a40-820f-006a7d9c2048 None None] DHCP port deletion for b5348cfb-edec-469e-9a10-140f5e3d3dc7 request from n-d-811396-3 {{(pid=100598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:35:03.002615 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-6840a3eb-71b3-404f-ad54-39b616eee3b4 service neutron] For port fbaf8d36-195c-43d3-b057-07f5fe113158, host n-h2-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:35:03.103767 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-2a6924a0-04b3-4a40-820f-006a7d9c2048 None None] Deleting port be162d6c-46b6-4505-b6d7-6784ed178d41 {{(pid=100598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:35:03.104445 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-2a6924a0-04b3-4a40-820f-006a7d9c2048 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:03.163908 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa57a96-9c84-46db-a2f1-e34570936dbc req-b69a81ef-1049-4222-87ed-c151970cd8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:03.165035 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa57a96-9c84-46db-a2f1-e34570936dbc req-b69a81ef-1049-4222-87ed-c151970cd8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:03.165674 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa57a96-9c84-46db-a2f1-e34570936dbc req-b69a81ef-1049-4222-87ed-c151970cd8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:03.169860 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-6aa57a96-9c84-46db-a2f1-e34570936dbc req-b69a81ef-1049-4222-87ed-c151970cd8cd service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=aca7fabb908e4e55b3bcaf1ce45b03cf&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2021644 Oct 20 10:35:03.190374 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55474a3d-d782-4afe-ae59-23d8c400e168 req-9a305c6c-3e54-447c-ac9c-76129e4d9e45 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] Network 7de6ec8f-463e-406e-b277-0e89715e0fef is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:35:03.215405 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-6840a3eb-71b3-404f-ad54-39b616eee3b4 service neutron] For port fbaf8d36-195c-43d3-b057-07f5fe113158, host n-h2-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=fbaf8d36-195c-43d3-b057-07f5fe113158,segment=NetworkSegment(579c7eb4-bf50-4e8d-a227-c6a885f646d2),segment_id=579c7eb4-bf50-4e8d-a227-c6a885f646d2)] {{(pid=100596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:35:03.236325 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [req-55474a3d-d782-4afe-ae59-23d8c400e168 req-9a305c6c-3e54-447c-ac9c-76129e4d9e45 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:35:03.275628 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-2a6924a0-04b3-4a40-820f-006a7d9c2048 None None] For port be162d6c-46b6-4505-b6d7-6784ed178d41, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=be162d6c-46b6-4505-b6d7-6784ed178d41,segment=NetworkSegment(9e616d02-390a-4656-8a4e-b93f56ca0d07),segment_id=9e616d02-390a-4656-8a4e-b93f56ca0d07)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:35:03.276043 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-2a6924a0-04b3-4a40-820f-006a7d9c2048 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:03.295991 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-2a6924a0-04b3-4a40-820f-006a7d9c2048 None None] Calling delete_port for be162d6c-46b6-4505-b6d7-6784ed178d41 owned by network:dhcp {{(pid=100598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:35:03.325068 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-55474a3d-d782-4afe-ae59-23d8c400e168 req-9a305c6c-3e54-447c-ac9c-76129e4d9e45 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:35:03.441980 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa57a96-9c84-46db-a2f1-e34570936dbc req-06bdcf64-bc80-453f-8474-b21565a5492d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:03.443726 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-6aa57a96-9c84-46db-a2f1-e34570936dbc req-06bdcf64-bc80-453f-8474-b21565a5492d service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2642992 Oct 20 10:35:03.455774 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-81e11bc6-eb55-4796-b154-de3a432e261b admin admin] Deleting port be162d6c-46b6-4505-b6d7-6784ed178d41 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:35:03.456314 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-81e11bc6-eb55-4796-b154-de3a432e261b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:03.497847 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55474a3d-d782-4afe-ae59-23d8c400e168 req-9a305c6c-3e54-447c-ac9c-76129e4d9e45 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:03.500834 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-55474a3d-d782-4afe-ae59-23d8c400e168 req-9a305c6c-3e54-447c-ac9c-76129e4d9e45 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:03.511058 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-6840a3eb-71b3-404f-ad54-39b616eee3b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:03.547071 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a305c6c-3e54-447c-ac9c-76129e4d9e45 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] Pushing event updated for resources: {'Port': ['ID=9b17808d-a1bd-42c3-9e7c-a4c7d9635536,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:35:03.554918 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-50d426d5-a020-4331-8347-359b4db79cf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:03.579315 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-2a6924a0-04b3-4a40-820f-006a7d9c2048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956'] for port, after_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:03.611913 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6924a0-04b3-4a40-820f-006a7d9c2048 None None] Pushing event deleted for resources: {'Port': ['ID=be162d6c-46b6-4505-b6d7-6784ed178d41,revision_number=None']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:35:03.616262 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6924a0-04b3-4a40-820f-006a7d9c2048 None None] No DVR routers for this DVR port be162d6c-46b6-4505-b6d7-6784ed178d41 on host n-d-811396-3 {{(pid=100598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:35:03.655336 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-6840a3eb-71b3-404f-ad54-39b616eee3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:03.656199 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-6840a3eb-71b3-404f-ad54-39b616eee3b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:03.658169 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-6840a3eb-71b3-404f-ad54-39b616eee3b4 service neutron] 10.222.0.69 "PUT /v2.0/ports/fbaf8d36-195c-43d3-b057-07f5fe113158 HTTP/1.1" status: 200 len: 1091 time: 8.2769318 Oct 20 10:35:03.659046 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80d2d265-4161-4f15-ab0c-130b15ddf9e0', 'tag': 'fbaf8d36-195c-43d3-b057-07f5fe113158'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:35:03.661733 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-039489ff-9241-4d12-952c-8057fa97f4e5" -d '{"events": [{"name": "network-changed", "server_uuid": "80d2d265-4161-4f15-ab0c-130b15ddf9e0", "tag": "fbaf8d36-195c-43d3-b057-07f5fe113158"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:35:03.689347 n-d-811396-3 neutron-server[100596]: INFO neutron.db.l3_db [req-14a46462-9d67-4f0e-b15e-fe97c4f61985 req-5eff2352-4998-44ba-a0bd-ed2da4a9bee0 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] Floating IP 0fef3922-ddaf-4c4a-a2cd-094a85dd2f99 associated. External IP: 172.25.1.43, port: b4aa4f54-6419-47f7-88fb-b218ff17ecc9. Oct 20 10:35:03.717939 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [None req-81e11bc6-eb55-4796-b154-de3a432e261b admin admin] For port be162d6c-46b6-4505-b6d7-6784ed178d41, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=be162d6c-46b6-4505-b6d7-6784ed178d41,segment=NetworkSegment(9e616d02-390a-4656-8a4e-b93f56ca0d07),segment_id=9e616d02-390a-4656-8a4e-b93f56ca0d07)] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:35:03.718317 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-81e11bc6-eb55-4796-b154-de3a432e261b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:03.756630 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1f6b10a9-3ab6-4741-9dcd-1ae269c537d5 None None] Provisioning complete for port 9b17808d-a1bd-42c3-9e7c-a4c7d9635536 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:35:03.757222 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1f6b10a9-3ab6-4741-9dcd-1ae269c537d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:03.772494 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-81e11bc6-eb55-4796-b154-de3a432e261b admin admin] Calling delete_port for be162d6c-46b6-4505-b6d7-6784ed178d41 owned by network:dhcp {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:35:03.799821 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-55474a3d-d782-4afe-ae59-23d8c400e168 req-9a305c6c-3e54-447c-ac9c-76129e4d9e45 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 9.2212043 Oct 20 10:35:03.838770 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1f6b10a9-3ab6-4741-9dcd-1ae269c537d5 None None] Port 9b17808d-a1bd-42c3-9e7c-a4c7d9635536 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:35:03.870845 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-55474a3d-d782-4afe-ae59-23d8c400e168 req-29a01395-f313-445b-82d3-deceea4e5a85 service neutron] Request body: {'port': {'device_id': '76ee81c5-e62a-4cb7-b34b-a5d0c1ab805c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811396-3'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:35:03.928976 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca2c04f-cddc-482a-b2c2-fcacf93df6f1 req-911ce489-7fc3-4f9a-b082-ec17bbdc4246 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:03.937499 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2ca2c04f-cddc-482a-b2c2-fcacf93df6f1 req-911ce489-7fc3-4f9a-b082-ec17bbdc4246 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/ports?device_id=c8f9f9fd-6dea-4857-9f5d-598e5d82d0d4 HTTP/1.1" status: 200 len: 944 time: 1.0862865 Oct 20 10:35:03.998174 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-81e11bc6-eb55-4796-b154-de3a432e261b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:04.026527 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e11bc6-eb55-4796-b154-de3a432e261b admin admin] Pushing event deleted for resources: {'Port': ['ID=be162d6c-46b6-4505-b6d7-6784ed178d41,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:35:04.032624 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e11bc6-eb55-4796-b154-de3a432e261b admin admin] No DVR routers for this DVR port be162d6c-46b6-4505-b6d7-6784ed178d41 on host n-d-811396-3 {{(pid=100597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:35:04.051224 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6840a3eb-71b3-404f-ad54-39b616eee3b4 service neutron] Pushing event updated for resources: {'Port': ['ID=fbaf8d36-195c-43d3-b057-07f5fe113158,revision_number=3']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:35:04.081680 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-835928ec-3a61-45f8-ae76-13dcad5b07c8 req-2b0f95b2-6f80-43ba-930f-f52ded67c750 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] Made reservation on behalf of 7c549de96c244bc2a43ec39c07795db6 for: {'port': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:35:04.085226 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-835928ec-3a61-45f8-ae76-13dcad5b07c8 req-2b0f95b2-6f80-43ba-930f-f52ded67c750 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:04.160362 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-81e11bc6-eb55-4796-b154-de3a432e261b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:04.188305 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-81e11bc6-eb55-4796-b154-de3a432e261b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5348cfb-edec-469e-9a10-140f5e3d3dc7']}} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:35:04.210673 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-81e11bc6-eb55-4796-b154-de3a432e261b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e616d02-390a-4656-8a4e-b93f56ca0d07') {'for_net_delete': True} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:35:04.211239 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-81e11bc6-eb55-4796-b154-de3a432e261b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e616d02-390a-4656-8a4e-b93f56ca0d07') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:35:04.229632 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device be162d6c-46b6-4505-b6d7-6784ed178d41 no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:35:04.242671 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2ca2c04f-cddc-482a-b2c2-fcacf93df6f1 req-4978bad1-ed21-45d3-aaf0-874a5e048e66 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/security-groups?id=c33a6cb5-e80a-4f79-936a-38f5e3f7c89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2967796 Oct 20 10:35:04.246771 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-81e11bc6-eb55-4796-b154-de3a432e261b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25852596'] for segment, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:04.261404 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-81e11bc6-eb55-4796-b154-de3a432e261b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:04.264616 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: be162d6c-46b6-4505-b6d7-6784ed178d41 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:35:04.264980 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device be162d6c-46b6-4505-b6d7-6784ed178d41 not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:35:04.265422 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device b6e2eb77-c3bf-421f-81a0-86236d3c345b no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:35:04.269433 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81e11bc6-eb55-4796-b154-de3a432e261b admin admin] Releasing vlan 831 on physical network physnet1 to pool {{(pid=100597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:35:04.270003 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-81e11bc6-eb55-4796-b154-de3a432e261b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951012'] for segment, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:04.290661 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: b6e2eb77-c3bf-421f-81a0-86236d3c345b {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:35:04.291014 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device b6e2eb77-c3bf-421f-81a0-86236d3c345b not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:35:04.314814 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-9a23fc0c-f4af-4acb-bb68-dfc718f879ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:04.316261 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-9a23fc0c-f4af-4acb-bb68-dfc718f879ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:04.316923 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-9a23fc0c-f4af-4acb-bb68-dfc718f879ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:04.317994 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-9a23fc0c-f4af-4acb-bb68-dfc718f879ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:04.320971 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-9a23fc0c-f4af-4acb-bb68-dfc718f879ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:04.321642 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-9a23fc0c-f4af-4acb-bb68-dfc718f879ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:04.322338 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-9a23fc0c-f4af-4acb-bb68-dfc718f879ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:04.324918 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-9a23fc0c-f4af-4acb-bb68-dfc718f879ce service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=aca7fabb908e4e55b3bcaf1ce45b03cf&device_id=80d2d265-4161-4f15-ab0c-130b15ddf9e0 HTTP/1.1" status: 200 len: 6474 time: 0.5991430 Oct 20 10:35:04.349858 n-d-811396-3 neutron-server[100597]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:35:04.349858 n-d-811396-3 neutron-server[100597]: self.session.flush() Oct 20 10:35:04.349858 n-d-811396-3 neutron-server[100597]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:35:04.349858 n-d-811396-3 neutron-server[100597]: self.session.flush() Oct 20 10:35:04.349858 n-d-811396-3 neutron-server[100597]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:35:04.349858 n-d-811396-3 neutron-server[100597]: self.session.flush() Oct 20 10:35:04.349858 n-d-811396-3 neutron-server[100597]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:35:04.349858 n-d-811396-3 neutron-server[100597]: self.session.flush() Oct 20 10:35:04.349858 n-d-811396-3 neutron-server[100597]: Traceback (most recent call last): Oct 20 10:35:04.349858 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:35:04.349858 n-d-811396-3 neutron-server[100597]: timer() Oct 20 10:35:04.349858 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:35:04.349858 n-d-811396-3 neutron-server[100597]: cb(*args, **kw) Oct 20 10:35:04.349858 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:35:04.349858 n-d-811396-3 neutron-server[100597]: return func(*args, **kwargs) Oct 20 10:35:04.349858 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:35:04.349858 n-d-811396-3 neutron-server[100597]: self._notify() Oct 20 10:35:04.349858 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:35:04.349858 n-d-811396-3 neutron-server[100597]: self.callback(batched_events) Oct 20 10:35:04.349858 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:35:04.349858 n-d-811396-3 neutron-server[100597]: event.method(event) Oct 20 10:35:04.349858 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:35:04.349858 n-d-811396-3 neutron-server[100597]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:35:04.349858 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:35:04.349858 n-d-811396-3 neutron-server[100597]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:35:04.349858 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:35:04.349858 n-d-811396-3 neutron-server[100597]: return f(self, *a, **k) Oct 20 10:35:04.349858 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:35:04.349858 n-d-811396-3 neutron-server[100597]: return self._get(url).json() Oct 20 10:35:04.349858 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:35:04.349858 n-d-811396-3 neutron-server[100597]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:35:04.349858 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:35:04.349858 n-d-811396-3 neutron-server[100597]: return self.request(url, 'GET', **kwargs) Oct 20 10:35:04.349858 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:35:04.349858 n-d-811396-3 neutron-server[100597]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:35:04.349858 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:35:04.349858 n-d-811396-3 neutron-server[100597]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:35:04.349858 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:35:04.349858 n-d-811396-3 neutron-server[100597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:35:04.349858 n-d-811396-3 neutron-server[100597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:35:04.364268 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-81e11bc6-eb55-4796-b154-de3a432e261b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:04.374920 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-81e11bc6-eb55-4796-b154-de3a432e261b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:04.382091 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-81e11bc6-eb55-4796-b154-de3a432e261b admin admin] 10.222.0.64 "DELETE /v2.0/networks/b5348cfb-edec-469e-9a10-140f5e3d3dc7 HTTP/1.1" status: 204 len: 168 time: 1.6939731 Oct 20 10:35:04.413364 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e11bc6-eb55-4796-b154-de3a432e261b admin admin] Pushing event deleted for resources: {'Network': ['ID=b5348cfb-edec-469e-9a10-140f5e3d3dc7,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:35:04.448420 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-76fdf567-cd43-4494-ab99-23e5af98e57d req-cf361b37-f32d-408a-b9c6-bb5c906780eb tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] 10.222.0.64 "GET /v2.0/ports?device_id=34b135a6-7a79-4e12-8b31-8d70cff1334c HTTP/1.1" status: 200 len: 210 time: 0.0523453 Oct 20 10:35:04.499776 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-55474a3d-d782-4afe-ae59-23d8c400e168 req-29a01395-f313-445b-82d3-deceea4e5a85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:04.673777 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 46732) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:35:04.773298 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-d4d0dce1-7ac8-46a6-8a89-fba4637d4b9a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c403c40bbf7f4a248f56e3795d093508&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0979042 Oct 20 10:35:04.775272 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 46734) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:35:04.868997 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-caf3f8d8-040b-47fc-b70e-0635cf25010a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:04.896839 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [req-db8fed24-5a54-489a-8398-afebb271ee64 req-6b88cca1-e6ec-401e-b2c0-21c143c9146b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82160076-f9a5-4921-9e8a-aa76ad1a65b3 {{(pid=100596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:35:04.907124 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-caf3f8d8-040b-47fc-b70e-0635cf25010a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:04.924991 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-24685b94-e39e-4598-b41c-5b1498742876 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2119e2cf-4499-4ee6-a849-174b453941eb HTTP/1.1" status: 200 len: 217 time: 0.4875002 Oct 20 10:35:04.946335 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-db8fed24-5a54-489a-8398-afebb271ee64 req-6b88cca1-e6ec-401e-b2c0-21c143c9146b service neutron] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:04.973888 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-caf3f8d8-040b-47fc-b70e-0635cf25010a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:04.977026 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-caf3f8d8-040b-47fc-b70e-0635cf25010a admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:04.981655 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-caf3f8d8-040b-47fc-b70e-0635cf25010a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f1153913-9a21-443f-9b81-d29db01f882f HTTP/1.1" status: 204 len: 168 time: 0.2052290 Oct 20 10:35:04.994639 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf3f8d8-040b-47fc-b70e-0635cf25010a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1153913-9a21-443f-9b81-d29db01f882f,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:35:05.127195 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-5d5400fe-8354-4ede-a17a-1f471ad59058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:05.129335 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-5d5400fe-8354-4ede-a17a-1f471ad59058 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ca4d8024-190b-4d52-b991-b3ff5d7d6ff8 HTTP/1.1" status: 200 len: 850 time: 0.1792874 Oct 20 10:35:05.136341 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.provisioning_blocks [req-db8fed24-5a54-489a-8398-afebb271ee64 req-6b88cca1-e6ec-401e-b2c0-21c143c9146b service neutron] Transition to ACTIVE for port object 82160076-f9a5-4921-9e8a-aa76ad1a65b3 will not be triggered until provisioned by entity L2. {{(pid=100596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:35:05.192087 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f98c42e-0c04-4044-bc03-1f79510581b4 req-ab42d969-a005-4763-9b65-e2f8f47a860c tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:05.199193 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f98c42e-0c04-4044-bc03-1f79510581b4 req-ab42d969-a005-4763-9b65-e2f8f47a860c tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:05.207366 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f98c42e-0c04-4044-bc03-1f79510581b4 req-ab42d969-a005-4763-9b65-e2f8f47a860c tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:05.214743 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f98c42e-0c04-4044-bc03-1f79510581b4 req-ab42d969-a005-4763-9b65-e2f8f47a860c tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:05.221539 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f98c42e-0c04-4044-bc03-1f79510581b4 req-ab42d969-a005-4763-9b65-e2f8f47a860c tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:05.228099 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f98c42e-0c04-4044-bc03-1f79510581b4 req-ab42d969-a005-4763-9b65-e2f8f47a860c tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:05.250529 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f98c42e-0c04-4044-bc03-1f79510581b4 req-ab42d969-a005-4763-9b65-e2f8f47a860c tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:05.250529 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2f98c42e-0c04-4044-bc03-1f79510581b4 req-ab42d969-a005-4763-9b65-e2f8f47a860c tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] 10.222.0.64 "GET /v2.0/ports?device_id=80d2d265-4161-4f15-ab0c-130b15ddf9e0 HTTP/1.1" status: 200 len: 5417 time: 0.3437424 Oct 20 10:35:05.273860 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-db8fed24-5a54-489a-8398-afebb271ee64 req-6b88cca1-e6ec-401e-b2c0-21c143c9146b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:05.360356 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b88cca1-e6ec-401e-b2c0-21c143c9146b service neutron] Pushing event updated for resources: {'Port': ['ID=82160076-f9a5-4921-9e8a-aa76ad1a65b3,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:35:05.459973 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.l3_agent_scheduler [req-14a46462-9d67-4f0e-b15e-fe97c4f61985 req-5eff2352-4998-44ba-a0bd-ed2da4a9bee0 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] Router faf6492f-8af4-41c5-a7bc-e16562f4e555 has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:35:05.473248 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-c90b1b53-2529-4ac7-88c6-8d8546d57d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:05.474634 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-c90b1b53-2529-4ac7-88c6-8d8546d57d77 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=61bd0966-a265-4e42-812c-8db46cc7f8aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3352869 Oct 20 10:35:05.530933 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [req-835928ec-3a61-45f8-ae76-13dcad5b07c8 req-2b0f95b2-6f80-43ba-930f-f52ded67c750 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] Allocated IP 172.20.0.12 (7de6ec8f-463e-406e-b277-0e89715e0fef/5d8acf15-0cbf-477d-b85e-d79fdcb8698d/998655be-5ae2-4824-b044-6d7b9ccbf1d8) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:35:05.587228 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2f98c42e-0c04-4044-bc03-1f79510581b4 req-defebb0a-a0f6-4b52-bc72-dcc95f521d67 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] 10.222.0.64 "GET /v2.0/security-groups?id=052167af-6782-42ac-bb32-02b514a83f6f&id=9e881cba-3138-4f23-9b77-7adf07b3a5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3099024 Oct 20 10:35:05.842497 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b79de2b5-98f7-43cb-a021-94ea2caa41f2 x-openstack-request-id: req-b79de2b5-98f7-43cb-a021-94ea2caa41f2 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:35:05.846911 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80d2d265-4161-4f15-ab0c-130b15ddf9e0", "tag": "fbaf8d36-195c-43d3-b057-07f5fe113158", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:35:05.847157 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b79de2b5-98f7-43cb-a021-94ea2caa41f2 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:35:05.849802 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80d2d265-4161-4f15-ab0c-130b15ddf9e0', 'tag': 'fbaf8d36-195c-43d3-b057-07f5fe113158', 'status': 'completed', 'code': 200} Oct 20 10:35:06.068793 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-db8fed24-5a54-489a-8398-afebb271ee64 req-6b88cca1-e6ec-401e-b2c0-21c143c9146b service neutron] Attempting to bind port 82160076-f9a5-4921-9e8a-aa76ad1a65b3 on host n-h1-811396-3 for vnic_type normal with profile {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:35:06.069436 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-db8fed24-5a54-489a-8398-afebb271ee64 req-6b88cca1-e6ec-401e-b2c0-21c143c9146b service neutron] Attempting to bind port 82160076-f9a5-4921-9e8a-aa76ad1a65b3 by drivers openvswitch,hyperv on host n-h1-811396-3 at level 0 using segments [{'id': 'cdb54968-a028-49d4-bff1-06faf7e0a12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '7de6ec8f-463e-406e-b277-0e89715e0fef'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:35:06.069940 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8fed24-5a54-489a-8398-afebb271ee64 req-6b88cca1-e6ec-401e-b2c0-21c143c9146b service neutron] Attempting to bind port 82160076-f9a5-4921-9e8a-aa76ad1a65b3 on network 7de6ec8f-463e-406e-b277-0e89715e0fef {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:35:06.129571 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8fed24-5a54-489a-8398-afebb271ee64 req-6b88cca1-e6ec-401e-b2c0-21c143c9146b service neutron] Port 82160076-f9a5-4921-9e8a-aa76ad1a65b3 on network 7de6ec8f-463e-406e-b277-0e89715e0fef not bound, no agent of type Open vSwitch agent registered on host n-h1-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:35:06.130311 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8fed24-5a54-489a-8398-afebb271ee64 req-6b88cca1-e6ec-401e-b2c0-21c143c9146b service neutron] Attempting to bind port 82160076-f9a5-4921-9e8a-aa76ad1a65b3 on network 7de6ec8f-463e-406e-b277-0e89715e0fef {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:35:06.130443 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-367d9a91-e8d9-4810-b23d-6e653dfe73c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:06.139819 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-9943209c-f619-4b1c-b645-b1cf4986a38d service neutron] 10.222.0.69 "GET /v2.0/networks/61bd0966-a265-4e42-812c-8db46cc7f8aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6443586 Oct 20 10:35:06.159411 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 46768) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:35:06.183369 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8fed24-5a54-489a-8398-afebb271ee64 req-6b88cca1-e6ec-401e-b2c0-21c143c9146b service neutron] Checking agent: {'id': 'b707b4cc-061f-4cf4-bce0-0b3df9b7bec9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:35:06.183809 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8fed24-5a54-489a-8398-afebb271ee64 req-6b88cca1-e6ec-401e-b2c0-21c143c9146b service neutron] Checking segment: {'id': 'cdb54968-a028-49d4-bff1-06faf7e0a12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '7de6ec8f-463e-406e-b277-0e89715e0fef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:35:06.184364 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8fed24-5a54-489a-8398-afebb271ee64 req-6b88cca1-e6ec-401e-b2c0-21c143c9146b service neutron] Bound using segment: {'id': 'cdb54968-a028-49d4-bff1-06faf7e0a12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '7de6ec8f-463e-406e-b277-0e89715e0fef'} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:35:06.184881 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-db8fed24-5a54-489a-8398-afebb271ee64 req-6b88cca1-e6ec-401e-b2c0-21c143c9146b service neutron] Bound port: 82160076-f9a5-4921-9e8a-aa76ad1a65b3, host: n-h1-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdb54968-a028-49d4-bff1-06faf7e0a12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '7de6ec8f-463e-406e-b277-0e89715e0fef'}}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:35:06.185408 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-db8fed24-5a54-489a-8398-afebb271ee64 req-6b88cca1-e6ec-401e-b2c0-21c143c9146b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:06.248143 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-14a46462-9d67-4f0e-b15e-fe97c4f61985 req-5eff2352-4998-44ba-a0bd-ed2da4a9bee0 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:35:06.262449 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84c719f-14be-44b1-a698-992743efb129 None None] Sync routers for ids ['faf6492f-8af4-41c5-a7bc-e16562f4e555'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:35:06.283249 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-14a46462-9d67-4f0e-b15e-fe97c4f61985 req-5eff2352-4998-44ba-a0bd-ed2da4a9bee0 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for floatingip, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:06.292299 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84c719f-14be-44b1-a698-992743efb129 None None] Routers {'faf6492f-8af4-41c5-a7bc-e16562f4e555'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:35:06.293100 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-d84c719f-14be-44b1-a698-992743efb129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:35:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['faf6492f-8af4-41c5-a7bc-e16562f4e555'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:35:06.344449 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-3800a54e-a31a-4a13-bc60-09918fcfa109 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-433799258-network', 'tenant_id': 'e101b136571f40e2836dd4b04bec6639'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:35:06.396005 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3800a54e-a31a-4a13-bc60-09918fcfa109 admin admin] Made reservation on behalf of e101b136571f40e2836dd4b04bec6639 for: {'network': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:35:06.399134 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3800a54e-a31a-4a13-bc60-09918fcfa109 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:06.424238 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3800a54e-a31a-4a13-bc60-09918fcfa109 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:06.430327 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-d84c719f-14be-44b1-a698-992743efb129 None None] Set router faf6492f-8af4-41c5-a7bc-e16562f4e555 gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:35:06.439969 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ddce94b1-7d7b-4f72-8d27-0a81c3ec5981 req-a38a22da-cadf-4224-9bc9-5ae45c4e7378 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] 10.222.0.64 "GET /v2.0/ports?device_id=34b135a6-7a79-4e12-8b31-8d70cff1334c HTTP/1.1" status: 200 len: 210 time: 0.0619373 Oct 20 10:35:06.493052 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-14a46462-9d67-4f0e-b15e-fe97c4f61985 req-5eff2352-4998-44ba-a0bd-ed2da4a9bee0 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] 10.222.0.64 "PUT /v2.0/floatingips/0fef3922-ddaf-4c4a-a2cd-094a85dd2f99 HTTP/1.1" status: 200 len: 996 time: 5.1641612 Oct 20 10:35:06.602214 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-835928ec-3a61-45f8-ae76-13dcad5b07c8 req-2b0f95b2-6f80-43ba-930f-f52ded67c750 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:06.606932 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-db8fed24-5a54-489a-8398-afebb271ee64 req-6b88cca1-e6ec-401e-b2c0-21c143c9146b service neutron] For port 82160076-f9a5-4921-9e8a-aa76ad1a65b3, host n-h1-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:35:06.610475 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3800a54e-a31a-4a13-bc60-09918fcfa109 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:06.616199 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-3a3ec572-a9b2-4619-9238-c4f78391b7d9 service neutron] 10.222.0.69 "GET /v2.0/networks/61bd0966-a265-4e42-812c-8db46cc7f8aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4462960 Oct 20 10:35:06.620764 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3800a54e-a31a-4a13-bc60-09918fcfa109 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:06.640188 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-db8fed24-5a54-489a-8398-afebb271ee64 req-6b88cca1-e6ec-401e-b2c0-21c143c9146b service neutron] For port 82160076-f9a5-4921-9e8a-aa76ad1a65b3, host n-h1-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=82160076-f9a5-4921-9e8a-aa76ad1a65b3,segment=NetworkSegment(cdb54968-a028-49d4-bff1-06faf7e0a12c),segment_id=cdb54968-a028-49d4-bff1-06faf7e0a12c)] {{(pid=100596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:35:06.644266 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3800a54e-a31a-4a13-bc60-09918fcfa109 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 832} {{(pid=100597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:35:06.655965 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3800a54e-a31a-4a13-bc60-09918fcfa109 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:06.656893 n-d-811396-3 neutron-server[100597]: INFO neutron.db.segments_db [None req-3800a54e-a31a-4a13-bc60-09918fcfa109 admin admin] Added segment 1d714b27-3aa7-4d59-bcf7-62759e5f74cb of type vlan for network a87df69c-aa66-4d4f-9bea-350cb369c361 Oct 20 10:35:06.705206 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-db8fed24-5a54-489a-8398-afebb271ee64 req-6b88cca1-e6ec-401e-b2c0-21c143c9146b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:06.708515 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-fa0b68a3-fedc-4230-9a64-be490570888c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.219&port_id=c6946b44-75f5-4ceb-9f3e-281cc30cd187 HTTP/1.1" status: 200 len: 217 time: 0.0797026 Oct 20 10:35:06.719035 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3800a54e-a31a-4a13-bc60-09918fcfa109 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:06.742668 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-d84c719f-14be-44b1-a698-992743efb129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faf6492f-8af4-41c5-a7bc-e16562f4e555', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1654738627-router', 'tenant_id': '53d70f18161c493488cca7ccddd32a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '82d58cc8-1992-4ee5-83c2-13b8effa7380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:34:09Z', 'updated_at': '2021-10-20T10:34:16Z', 'revision_number': 4, 'project_id': '53d70f18161c493488cca7ccddd32a4c', 'gw_port': {'id': '82d58cc8-1992-4ee5-83c2-13b8effa7380', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:0e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf6492f-8af4-41c5-a7bc-e16562f4e555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:34:10Z', 'updated_at': '2021-10-20T10:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_floatingips': [{'id': '0fef3922-ddaf-4c4a-a2cd-094a85dd2f99', 'tenant_id': '53d70f18161c493488cca7ccddd32a4c', 'floating_ip_address': '172.25.1.43', 'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'router_id': 'faf6492f-8af4-41c5-a7bc-e16562f4e555', 'port_id': 'b4aa4f54-6419-47f7-88fb-b218ff17ecc9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 890, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a5c8c08-3d3c-4e3e-be4e-46a18417c30b', 'mac_address': 'fa:16:3e:37:a1:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa662cd5-98a5-4955-bbe2-daea86bbd0e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T10:34:53Z', 'updated_at': '2021-10-20T10:35:02Z', 'revision_number': 1, 'project_id': '53d70f18161c493488cca7ccddd32a4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfc582b4-9861-4d5e-a389-20347451d017', 'name': '', 'network_id': '7a5c8c08-3d3c-4e3e-be4e-46a18417c30b', 'tenant_id': '53d70f18161c493488cca7ccddd32a4c', 'mac_address': 'fa:16:3e:1f:d4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf6492f-8af4-41c5-a7bc-e16562f4e555', 'device_owner': 'network:router_interface', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': 'c8dbe2c3-5331-4e8d-b6fe-4a3f9c15ae27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:34:15Z', 'updated_at': '2021-10-20T10:34:25Z', 'revision_number': 5, 'project_id': '53d70f18161c493488cca7ccddd32a4c', 'subnets': [{'id': 'c8dbe2c3-5331-4e8d-b6fe-4a3f9c15ae27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:35:06.774296 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3800a54e-a31a-4a13-bc60-09918fcfa109 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:06.774781 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84c719f-14be-44b1-a698-992743efb129 None None] Checking router: faf6492f-8af4-41c5-a7bc-e16562f4e555 for host: n-d-811396-3 {{(pid=100599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:35:06.776797 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3800a54e-a31a-4a13-bc60-09918fcfa109 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:06.780741 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3800a54e-a31a-4a13-bc60-09918fcfa109 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:06.783360 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84c719f-14be-44b1-a698-992743efb129 None None] Routers {'faf6492f-8af4-41c5-a7bc-e16562f4e555'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:35:06.783991 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-d84c719f-14be-44b1-a698-992743efb129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:35:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['faf6492f-8af4-41c5-a7bc-e16562f4e555'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:35:06.788753 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a46462-9d67-4f0e-b15e-fe97c4f61985 req-cb2e5c71-2dc8-419b-8f9a-084270b3c387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:06.790566 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-14a46462-9d67-4f0e-b15e-fe97c4f61985 req-cb2e5c71-2dc8-419b-8f9a-084270b3c387 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=53d70f18161c493488cca7ccddd32a4c&device_id=aa662cd5-98a5-4955-bbe2-daea86bbd0e7 HTTP/1.1" status: 200 len: 1097 time: 0.2735507 Oct 20 10:35:06.829373 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8fed24-5a54-489a-8398-afebb271ee64 req-6b88cca1-e6ec-401e-b2c0-21c143c9146b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:06.830556 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-db8fed24-5a54-489a-8398-afebb271ee64 req-6b88cca1-e6ec-401e-b2c0-21c143c9146b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:06.833017 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-db8fed24-5a54-489a-8398-afebb271ee64 req-6b88cca1-e6ec-401e-b2c0-21c143c9146b service neutron] 10.222.0.55 "PUT /v2.0/ports/82160076-f9a5-4921-9e8a-aa76ad1a65b3 HTTP/1.1" status: 200 len: 1092 time: 7.8999169 Oct 20 10:35:06.848334 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3800a54e-a31a-4a13-bc60-09918fcfa109 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=404ceefd-0f4f-4c3e-8186-d31af2128903,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:35:06.908112 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-3800a54e-a31a-4a13-bc60-09918fcfa109 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7474964 Oct 20 10:35:06.911517 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-835928ec-3a61-45f8-ae76-13dcad5b07c8 req-2b0f95b2-6f80-43ba-930f-f52ded67c750 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:06.914320 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b88cca1-e6ec-401e-b2c0-21c143c9146b service neutron] Pushing event updated for resources: {'Port': ['ID=82160076-f9a5-4921-9e8a-aa76ad1a65b3,revision_number=3']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:35:06.926125 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 46790) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:35:06.941752 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-d84c719f-14be-44b1-a698-992743efb129 None None] Set router faf6492f-8af4-41c5-a7bc-e16562f4e555 gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:35:06.942885 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-f7369e71-d6da-4f7c-8082-fb68ad8d84b6 admin admin] Request body: {'subnet': {'network_id': 'a87df69c-aa66-4d4f-9bea-350cb369c361', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-433799258-subnet', 'tenant_id': 'e101b136571f40e2836dd4b04bec6639', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:35:07.027132 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd56b038-0c46-47d0-a92a-c7aa1b925270 req-82290cbf-a65a-4644-92d1-4b35a00af5b1 tempest-LiveMigrationTest-1924267454 tempest-LiveMigrationTest-1924267454-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:07.029032 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3800a54e-a31a-4a13-bc60-09918fcfa109 admin admin] Pushing event updated for resources: {'Network': ['ID=a87df69c-aa66-4d4f-9bea-350cb369c361,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:35:07.038309 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:07.044446 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network a87df69c-aa66-4d4f-9bea-350cb369c361 details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:35:07.046206 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bd56b038-0c46-47d0-a92a-c7aa1b925270 req-82290cbf-a65a-4644-92d1-4b35a00af5b1 tempest-LiveMigrationTest-1924267454 tempest-LiveMigrationTest-1924267454-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=c8f9f9fd-6dea-4857-9f5d-598e5d82d0d4 HTTP/1.1" status: 200 len: 1095 time: 0.4030411 Oct 20 10:35:07.055580 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-c0441b40-010e-4e0c-90fe-dd559710e0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:07.056480 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-c0441b40-010e-4e0c-90fe-dd559710e0fb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ee766014-e4cb-4d3b-914c-bd587db1d0d0 HTTP/1.1" status: 200 len: 797 time: 0.3233831 Oct 20 10:35:07.057087 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0f95b2-6f80-43ba-930f-f52ded67c750 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] Pushing event updated for resources: {'Port': ['ID=998655be-5ae2-4824-b044-6d7b9ccbf1d8,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:35:07.120379 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7369e71-d6da-4f7c-8082-fb68ad8d84b6 admin admin] Made reservation on behalf of e101b136571f40e2836dd4b04bec6639 for: {'subnet': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:35:07.123089 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f7369e71-d6da-4f7c-8082-fb68ad8d84b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25350782'] for subnet, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:07.213470 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-835928ec-3a61-45f8-ae76-13dcad5b07c8 req-2b0f95b2-6f80-43ba-930f-f52ded67c750 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] Network 7de6ec8f-463e-406e-b277-0e89715e0fef is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:35:07.228408 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bd56b038-0c46-47d0-a92a-c7aa1b925270 req-5d15776a-c281-4488-8405-b318f097968c tempest-LiveMigrationTest-1924267454 tempest-LiveMigrationTest-1924267454-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=c33a6cb5-e80a-4f79-936a-38f5e3f7c89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809449 Oct 20 10:35:07.344187 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [req-835928ec-3a61-45f8-ae76-13dcad5b07c8 req-2b0f95b2-6f80-43ba-930f-f52ded67c750 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:35:07.359325 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-d84c719f-14be-44b1-a698-992743efb129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faf6492f-8af4-41c5-a7bc-e16562f4e555', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1654738627-router', 'tenant_id': '53d70f18161c493488cca7ccddd32a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '82d58cc8-1992-4ee5-83c2-13b8effa7380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:34:09Z', 'updated_at': '2021-10-20T10:34:16Z', 'revision_number': 4, 'project_id': '53d70f18161c493488cca7ccddd32a4c', 'gw_port': {'id': '82d58cc8-1992-4ee5-83c2-13b8effa7380', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:0e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf6492f-8af4-41c5-a7bc-e16562f4e555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:34:10Z', 'updated_at': '2021-10-20T10:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_floatingips': [{'id': '0fef3922-ddaf-4c4a-a2cd-094a85dd2f99', 'tenant_id': '53d70f18161c493488cca7ccddd32a4c', 'floating_ip_address': '172.25.1.43', 'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'router_id': 'faf6492f-8af4-41c5-a7bc-e16562f4e555', 'port_id': 'b4aa4f54-6419-47f7-88fb-b218ff17ecc9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 890, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a5c8c08-3d3c-4e3e-be4e-46a18417c30b', 'mac_address': 'fa:16:3e:37:a1:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa662cd5-98a5-4955-bbe2-daea86bbd0e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T10:34:53Z', 'updated_at': '2021-10-20T10:35:02Z', 'revision_number': 1, 'project_id': '53d70f18161c493488cca7ccddd32a4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfc582b4-9861-4d5e-a389-20347451d017', 'name': '', 'network_id': '7a5c8c08-3d3c-4e3e-be4e-46a18417c30b', 'tenant_id': '53d70f18161c493488cca7ccddd32a4c', 'mac_address': 'fa:16:3e:1f:d4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf6492f-8af4-41c5-a7bc-e16562f4e555', 'device_owner': 'network:router_interface', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': 'c8dbe2c3-5331-4e8d-b6fe-4a3f9c15ae27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:34:15Z', 'updated_at': '2021-10-20T10:34:25Z', 'revision_number': 5, 'project_id': '53d70f18161c493488cca7ccddd32a4c', 'subnets': [{'id': 'c8dbe2c3-5331-4e8d-b6fe-4a3f9c15ae27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:35:07.403596 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-835928ec-3a61-45f8-ae76-13dcad5b07c8 req-2b0f95b2-6f80-43ba-930f-f52ded67c750 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:35:07.412218 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84c719f-14be-44b1-a698-992743efb129 None None] The sync data for ids ['faf6492f-8af4-41c5-a7bc-e16562f4e555'] in n-d-811396-3 is: [{'id': 'faf6492f-8af4-41c5-a7bc-e16562f4e555', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1654738627-router', 'tenant_id': '53d70f18161c493488cca7ccddd32a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '82d58cc8-1992-4ee5-83c2-13b8effa7380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:34:09Z', 'updated_at': '2021-10-20T10:34:16Z', 'revision_number': 4, 'project_id': '53d70f18161c493488cca7ccddd32a4c', 'gw_port': {'id': '82d58cc8-1992-4ee5-83c2-13b8effa7380', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:0e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf6492f-8af4-41c5-a7bc-e16562f4e555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:34:10Z', 'updated_at': '2021-10-20T10:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_floatingips': [{'id': '0fef3922-ddaf-4c4a-a2cd-094a85dd2f99', 'tenant_id': '53d70f18161c493488cca7ccddd32a4c', 'floating_ip_address': '172.25.1.43', 'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'router_id': 'faf6492f-8af4-41c5-a7bc-e16562f4e555', 'port_id': 'b4aa4f54-6419-47f7-88fb-b218ff17ecc9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 890, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a5c8c08-3d3c-4e3e-be4e-46a18417c30b', 'mac_address': 'fa:16:3e:37:a1:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa662cd5-98a5-4955-bbe2-daea86bbd0e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T10:34:53Z', 'updated_at': '2021-10-20T10:35:02Z', 'revision_number': 1, 'project_id': '53d70f18161c493488cca7ccddd32a4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfc582b4-9861-4d5e-a389-20347451d017', 'name': '', 'network_id': '7a5c8c08-3d3c-4e3e-be4e-46a18417c30b', 'tenant_id': '53d70f18161c493488cca7ccddd32a4c', 'mac_address': 'fa:16:3e:1f:d4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf6492f-8af4-41c5-a7bc-e16562f4e555', 'device_owner': 'network:router_interface', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': 'c8dbe2c3-5331-4e8d-b6fe-4a3f9c15ae27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:34:15Z', 'updated_at': '2021-10-20T10:34:25Z', 'revision_number': 5, 'project_id': '53d70f18161c493488cca7ccddd32a4c', 'subnets': [{'id': 'c8dbe2c3-5331-4e8d-b6fe-4a3f9c15ae27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:35:07.426648 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:07.519065 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835928ec-3a61-45f8-ae76-13dcad5b07c8 req-2b0f95b2-6f80-43ba-930f-f52ded67c750 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:07.520499 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-835928ec-3a61-45f8-ae76-13dcad5b07c8 req-2b0f95b2-6f80-43ba-930f-f52ded67c750 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:07.568856 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a46462-9d67-4f0e-b15e-fe97c4f61985 req-534244a4-cad2-49a3-98fc-4d5efcc422f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:07.570816 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-14a46462-9d67-4f0e-b15e-fe97c4f61985 req-534244a4-cad2-49a3-98fc-4d5efcc422f6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=7a5c8c08-3d3c-4e3e-be4e-46a18417c30b HTTP/1.1" status: 200 len: 930 time: 0.7646830 Oct 20 10:35:07.572983 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8fed24-5a54-489a-8398-afebb271ee64 req-76abb26a-461e-43f0-971a-13c4c285e449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:07.575965 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-db8fed24-5a54-489a-8398-afebb271ee64 req-76abb26a-461e-43f0-971a-13c4c285e449 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7c549de96c244bc2a43ec39c07795db6&device_id=1a8fd216-61cd-40eb-bf18-0ea2049bb6d6 HTTP/1.1" status: 200 len: 1095 time: 0.6132810 Oct 20 10:35:07.698682 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:07.739426 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-14a46462-9d67-4f0e-b15e-fe97c4f61985 req-a6d55903-9b17-4299-8c1e-3f548c7330b5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b4aa4f54-6419-47f7-88fb-b218ff17ecc9 HTTP/1.1" status: 200 len: 999 time: 0.1459203 Oct 20 10:35:07.765174 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f7369e71-d6da-4f7c-8082-fb68ad8d84b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25350752'] for subnet, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:07.784187 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-d08512f0-8c03-435f-92e4-09f253785820 None None] Provisioning complete for port 998655be-5ae2-4824-b044-6d7b9ccbf1d8 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:35:07.786837 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-7f74bfb5-0112-4f7f-a48a-e058a9c1ee33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:07.787802 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-d08512f0-8c03-435f-92e4-09f253785820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:07.795902 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-7f74bfb5-0112-4f7f-a48a-e058a9c1ee33 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7f35c8f4-a80f-46f0-b625-9aa7a1eb4d3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6892788 Oct 20 10:35:07.862297 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-835928ec-3a61-45f8-ae76-13dcad5b07c8 req-2b0f95b2-6f80-43ba-930f-f52ded67c750 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.0711157 Oct 20 10:35:07.863072 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa662cd5-98a5-4955-bbe2-daea86bbd0e7', 'tag': 'b4aa4f54-6419-47f7-88fb-b218ff17ecc9'}, {'name': 'network-changed', 'server_uuid': '1a8fd216-61cd-40eb-bf18-0ea2049bb6d6', 'tag': '82160076-f9a5-4921-9e8a-aa76ad1a65b3'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:35:07.865265 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3fcf106-2e21-4566-886f-be625c73cec5" -d '{"events": [{"name": "network-changed", "server_uuid": "aa662cd5-98a5-4955-bbe2-daea86bbd0e7", "tag": "b4aa4f54-6419-47f7-88fb-b218ff17ecc9"}, {"name": "network-changed", "server_uuid": "1a8fd216-61cd-40eb-bf18-0ea2049bb6d6", "tag": "82160076-f9a5-4921-9e8a-aa76ad1a65b3"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:35:07.873850 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-d08512f0-8c03-435f-92e4-09f253785820 None None] Port 998655be-5ae2-4824-b044-6d7b9ccbf1d8 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:35:07.879277 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7369e71-d6da-4f7c-8082-fb68ad8d84b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f0bb4fe-24ee-4f3b-82e5-f5d859434fd7,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:35:07.879654 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8df962-ae37-4229-936e-6b3ff79c4df7 None None] New status for floating IP 0fef3922-ddaf-4c4a-a2cd-094a85dd2f99: ACTIVE {{(pid=100598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 10:35:07.887735 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7369e71-d6da-4f7c-8082-fb68ad8d84b6 admin admin] Checking segment: {'id': '1d714b27-3aa7-4d59-bcf7-62759e5f74cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'a87df69c-aa66-4d4f-9bea-350cb369c361'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:35:07.887735 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7369e71-d6da-4f7c-8082-fb68ad8d84b6 admin admin] Network hostable DHCP agents. Network: a87df69c-aa66-4d4f-9bea-350cb369c361, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:35:07.897789 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-db8fed24-5a54-489a-8398-afebb271ee64 req-251b4862-e684-402c-a25b-8c6875d5e4db service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=82160076-f9a5-4921-9e8a-aa76ad1a65b3 HTTP/1.1" status: 200 len: 217 time: 0.1524825 Oct 20 10:35:07.909940 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7369e71-d6da-4f7c-8082-fb68ad8d84b6 admin admin] Network a87df69c-aa66-4d4f-9bea-350cb369c361 is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:35:07.927843 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-f7369e71-d6da-4f7c-8082-fb68ad8d84b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, a87df69c-aa66-4d4f-9bea-350cb369c361) {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:35:07.938667 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7369e71-d6da-4f7c-8082-fb68ad8d84b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:07.939013 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f7369e71-d6da-4f7c-8082-fb68ad8d84b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:07.947501 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-835928ec-3a61-45f8-ae76-13dcad5b07c8 req-a304ead3-9d30-4be3-8c15-bb711a5453cf service neutron] Request body: {'port': {'device_id': '34b135a6-7a79-4e12-8b31-8d70cff1334c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811396-3'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:35:07.962403 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f430e7-5eb3-4f59-bfb0-f8b4d2c96f1f None None] Network a87df69c-aa66-4d4f-9bea-350cb369c361 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:35:07.978315 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-f7369e71-d6da-4f7c-8082-fb68ad8d84b6 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0485721 Oct 20 10:35:07.983322 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 46808) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:35:07.990238 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-22f92c4b-9917-4eda-ac81-e305bafd7249 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-433799258-router', 'tenant_id': 'e101b136571f40e2836dd4b04bec6639', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:35:08.026490 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-22f92c4b-9917-4eda-ac81-e305bafd7249 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1772442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258322'] for router, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:08.027635 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-22f92c4b-9917-4eda-ac81-e305bafd7249 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1772334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773516', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258315'] for router, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:08.087079 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-22f92c4b-9917-4eda-ac81-e305bafd7249 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:08.188972 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa28f36-e913-44d8-9acc-dc110a4c2090 req-1f47842e-2d69-4a26-87a1-0532f3a2a78e tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:08.195767 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa28f36-e913-44d8-9acc-dc110a4c2090 req-1f47842e-2d69-4a26-87a1-0532f3a2a78e tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:08.201811 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa28f36-e913-44d8-9acc-dc110a4c2090 req-1f47842e-2d69-4a26-87a1-0532f3a2a78e tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:08.208414 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa28f36-e913-44d8-9acc-dc110a4c2090 req-1f47842e-2d69-4a26-87a1-0532f3a2a78e tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:08.210029 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04919b0c-5f1e-44e8-868d-a996cda9d047 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524064ba-869c-5550-b826-c26b69a11278-a87df69c-aa66-4d4f-9bea-350cb369c361', 'network_id': 'a87df69c-aa66-4d4f-9bea-350cb369c361', 'tenant_id': 'e101b136571f40e2836dd4b04bec6639', 'fixed_ips': [{'subnet_id': '7f0bb4fe-24ee-4f3b-82e5-f5d859434fd7'}]}} from n-d-811396-3. {{(pid=100598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:35:08.211077 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-04919b0c-5f1e-44e8-868d-a996cda9d047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:08.214419 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa28f36-e913-44d8-9acc-dc110a4c2090 req-1f47842e-2d69-4a26-87a1-0532f3a2a78e tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:08.220720 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa28f36-e913-44d8-9acc-dc110a4c2090 req-1f47842e-2d69-4a26-87a1-0532f3a2a78e tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:08.227055 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa28f36-e913-44d8-9acc-dc110a4c2090 req-1f47842e-2d69-4a26-87a1-0532f3a2a78e tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:08.240663 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-afa28f36-e913-44d8-9acc-dc110a4c2090 req-1f47842e-2d69-4a26-87a1-0532f3a2a78e tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] 10.222.0.64 "GET /v2.0/ports?device_id=80d2d265-4161-4f15-ab0c-130b15ddf9e0 HTTP/1.1" status: 200 len: 5417 time: 0.7154536 Oct 20 10:35:08.337427 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-22f92c4b-9917-4eda-ac81-e305bafd7249 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:08.348648 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a46462-9d67-4f0e-b15e-fe97c4f61985 req-11572f82-0ab7-4319-b67e-7b179828513e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:08.361994 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-14a46462-9d67-4f0e-b15e-fe97c4f61985 req-11572f82-0ab7-4319-b67e-7b179828513e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c8dbe2c3-5331-4e8d-b6fe-4a3f9c15ae27 HTTP/1.1" status: 200 len: 868 time: 0.5925958 Oct 20 10:35:08.450177 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [req-55474a3d-d782-4afe-ae59-23d8c400e168 req-29a01395-f313-445b-82d3-deceea4e5a85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b17808d-a1bd-42c3-9e7c-a4c7d9635536 {{(pid=100596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:35:08.460610 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-55474a3d-d782-4afe-ae59-23d8c400e168 req-29a01395-f313-445b-82d3-deceea4e5a85 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:08.478959 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.provisioning_blocks [req-55474a3d-d782-4afe-ae59-23d8c400e168 req-29a01395-f313-445b-82d3-deceea4e5a85 service neutron] Transition to ACTIVE for port object 9b17808d-a1bd-42c3-9e7c-a4c7d9635536 will not be triggered until provisioned by entity L2. {{(pid=100596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:35:08.504232 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-55474a3d-d782-4afe-ae59-23d8c400e168 req-29a01395-f313-445b-82d3-deceea4e5a85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:08.609459 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a01395-f313-445b-82d3-deceea4e5a85 service neutron] Pushing event updated for resources: {'Port': ['ID=9b17808d-a1bd-42c3-9e7c-a4c7d9635536,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:35:08.629177 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-04919b0c-5f1e-44e8-868d-a996cda9d047 None None] Allocated IP 172.20.0.2 (a87df69c-aa66-4d4f-9bea-350cb369c361/7f0bb4fe-24ee-4f3b-82e5-f5d859434fd7/78126beb-6d9e-438d-8ee7-75d0e93b577c) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:35:08.672102 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-afa28f36-e913-44d8-9acc-dc110a4c2090 req-39c05e61-950d-4bdf-b978-6dd3a6053252 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] 10.222.0.64 "GET /v2.0/security-groups?id=052167af-6782-42ac-bb32-02b514a83f6f&id=9e881cba-3138-4f23-9b77-7adf07b3a5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4302840 Oct 20 10:35:08.673717 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8fed24-5a54-489a-8398-afebb271ee64 req-6346250b-6a4a-4cb5-9234-690f80d2da78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:08.675912 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-db8fed24-5a54-489a-8398-afebb271ee64 req-6346250b-6a4a-4cb5-9234-690f80d2da78 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5d8acf15-0cbf-477d-b85e-d79fdcb8698d HTTP/1.1" status: 200 len: 854 time: 0.6943161 Oct 20 10:35:08.676349 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-835928ec-3a61-45f8-ae76-13dcad5b07c8 req-a304ead3-9d30-4be3-8c15-bb711a5453cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:08.772541 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-22f92c4b-9917-4eda-ac81-e305bafd7249 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:08.829791 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-22f92c4b-9917-4eda-ac81-e305bafd7249 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:08.867996 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-04919b0c-5f1e-44e8-868d-a996cda9d047 None None] Publish callbacks [] for port, precommit_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:08.887991 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-04919b0c-5f1e-44e8-868d-a996cda9d047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:08.966482 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:08.974561 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04919b0c-5f1e-44e8-868d-a996cda9d047 None None] Pushing event updated for resources: {'Port': ['ID=78126beb-6d9e-438d-8ee7-75d0e93b577c,revision_number=1']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:35:08.986702 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04919b0c-5f1e-44e8-868d-a996cda9d047 None None] Network a87df69c-aa66-4d4f-9bea-350cb369c361 is already hosted by enough agents. {{(pid=100598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:35:08.990455 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.base_scheduler [None req-04919b0c-5f1e-44e8-868d-a996cda9d047 None None] Resources bound (agent type, host, resource id): {{(pid=100598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:35:08.994414 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04919b0c-5f1e-44e8-868d-a996cda9d047 None None] Received port after_create {{(pid=100598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:35:09.058542 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-04919b0c-5f1e-44e8-868d-a996cda9d047 None None] Attempting to bind port 78126beb-6d9e-438d-8ee7-75d0e93b577c on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:35:09.059502 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-04919b0c-5f1e-44e8-868d-a996cda9d047 None None] Attempting to bind port 78126beb-6d9e-438d-8ee7-75d0e93b577c by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '1d714b27-3aa7-4d59-bcf7-62759e5f74cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'a87df69c-aa66-4d4f-9bea-350cb369c361'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:35:09.059879 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04919b0c-5f1e-44e8-868d-a996cda9d047 None None] Attempting to bind port 78126beb-6d9e-438d-8ee7-75d0e93b577c on network a87df69c-aa66-4d4f-9bea-350cb369c361 {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:35:09.067360 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04919b0c-5f1e-44e8-868d-a996cda9d047 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:35:09.068252 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04919b0c-5f1e-44e8-868d-a996cda9d047 None None] Checking segment: {'id': '1d714b27-3aa7-4d59-bcf7-62759e5f74cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'a87df69c-aa66-4d4f-9bea-350cb369c361'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:35:09.068667 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-04919b0c-5f1e-44e8-868d-a996cda9d047 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:09.069593 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04919b0c-5f1e-44e8-868d-a996cda9d047 None None] Bound using segment: {'id': '1d714b27-3aa7-4d59-bcf7-62759e5f74cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'a87df69c-aa66-4d4f-9bea-350cb369c361'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:35:09.070092 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-04919b0c-5f1e-44e8-868d-a996cda9d047 None None] Bound port: 78126beb-6d9e-438d-8ee7-75d0e93b577c, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d714b27-3aa7-4d59-bcf7-62759e5f74cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'a87df69c-aa66-4d4f-9bea-350cb369c361'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:35:09.070483 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-04919b0c-5f1e-44e8-868d-a996cda9d047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:09.081088 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-22f92c4b-9917-4eda-ac81-e305bafd7249 admin admin] Allocated IP 172.25.1.14 (cbe170d3-31ba-45a2-b477-520ab0a7a8ea/f4e26aca-17ac-4adb-a66b-d939a1b35b64/3d1e119e-a6b4-4700-bfea-e96f28e13830) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:35:09.196770 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-04919b0c-5f1e-44e8-868d-a996cda9d047 None None] For port 78126beb-6d9e-438d-8ee7-75d0e93b577c, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:35:09.203934 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-04919b0c-5f1e-44e8-868d-a996cda9d047 None None] For port 78126beb-6d9e-438d-8ee7-75d0e93b577c, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=78126beb-6d9e-438d-8ee7-75d0e93b577c,segment=NetworkSegment(1d714b27-3aa7-4d59-bcf7-62759e5f74cb),segment_id=1d714b27-3aa7-4d59-bcf7-62759e5f74cb)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:35:09.206602 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-22fa68d0-914c-4de3-8b10-005b58c3ac66 service neutron] 10.222.0.69 "GET /v2.0/networks/7f35c8f4-a80f-46f0-b625-9aa7a1eb4d3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3492875 Oct 20 10:35:09.219159 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-22f92c4b-9917-4eda-ac81-e305bafd7249 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:09.219436 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-04919b0c-5f1e-44e8-868d-a996cda9d047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:09.270937 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-22f92c4b-9917-4eda-ac81-e305bafd7249 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:09.343413 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f92c4b-9917-4eda-ac81-e305bafd7249 admin admin] Pushing event updated for resources: {'Port': ['ID=3d1e119e-a6b4-4700-bfea-e96f28e13830,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:35:09.344317 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04919b0c-5f1e-44e8-868d-a996cda9d047 None None] Pushing event updated for resources: {'Port': ['ID=78126beb-6d9e-438d-8ee7-75d0e93b577c,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:35:09.367294 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f92c4b-9917-4eda-ac81-e305bafd7249 admin admin] Network cbe170d3-31ba-45a2-b477-520ab0a7a8ea is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:35:09.368838 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-22f92c4b-9917-4eda-ac81-e305bafd7249 admin admin] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:35:09.375214 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f92c4b-9917-4eda-ac81-e305bafd7249 admin admin] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:35:09.407585 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a46462-9d67-4f0e-b15e-fe97c4f61985 req-8b6bbcb8-8d99-4182-956f-42d8346d9a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:09.415938 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-14a46462-9d67-4f0e-b15e-fe97c4f61985 req-8b6bbcb8-8d99-4182-956f-42d8346d9a2d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7a5c8c08-3d3c-4e3e-be4e-46a18417c30b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9777091 Oct 20 10:35:09.603376 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110a737d-2402-4d94-bdd9-fc63153aa360 req-8efc53e3-fcba-49b6-977b-ab5e711444dd tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:09.621577 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-110a737d-2402-4d94-bdd9-fc63153aa360 req-8efc53e3-fcba-49b6-977b-ab5e711444dd tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] 10.222.0.64 "GET /v2.0/ports?device_id=34b135a6-7a79-4e12-8b31-8d70cff1334c HTTP/1.1" status: 200 len: 932 time: 0.4448407 Oct 20 10:35:09.914837 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8fed24-5a54-489a-8398-afebb271ee64 req-7549f865-ec0f-4a7a-b13d-7191d45a49df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:09.916364 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-db8fed24-5a54-489a-8398-afebb271ee64 req-7549f865-ec0f-4a7a-b13d-7191d45a49df service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7de6ec8f-463e-406e-b277-0e89715e0fef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7216439 Oct 20 10:35:09.923893 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-22f92c4b-9917-4eda-ac81-e305bafd7249 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:10.141522 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-14a46462-9d67-4f0e-b15e-fe97c4f61985 req-2e804e6b-1a24-4acc-b926-d20bf9fd921b service neutron] 10.222.0.64 "GET /v2.0/networks/7a5c8c08-3d3c-4e3e-be4e-46a18417c30b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7138977 Oct 20 10:35:10.314456 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-df62716c-e61a-4116-b878-77c16e699aec service neutron] 10.222.0.69 "GET /v2.0/networks/7f35c8f4-a80f-46f0-b625-9aa7a1eb4d3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0378342 Oct 20 10:35:10.356207 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 78126beb-6d9e-438d-8ee7-75d0e93b577c up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:35:10.427933 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-110a737d-2402-4d94-bdd9-fc63153aa360 req-55736d2b-c04f-451d-8720-1f0f83c807ef tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] 10.222.0.64 "GET /v2.0/security-groups?id=3c1a8b96-5782-4385-b9de-3407ab4b2d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8053324 Oct 20 10:35:10.551435 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-22f92c4b-9917-4eda-ac81-e305bafd7249 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1773475'] for router, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:10.576819 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 78126beb-6d9e-438d-8ee7-75d0e93b577c triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:35:10.583469 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:10.766102 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:10.830540 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-6a76d431-689b-4620-a3cb-f042f03ea068 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.3&port_id=451833eb-4339-4de8-8005-8d3e2c53fd29 HTTP/1.1" status: 200 len: 217 time: 0.3972921 Oct 20 10:35:10.879298 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] For port 78126beb-6d9e-438d-8ee7-75d0e93b577c, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=78126beb-6d9e-438d-8ee7-75d0e93b577c,segment=NetworkSegment(1d714b27-3aa7-4d59-bcf7-62759e5f74cb),segment_id=1d714b27-3aa7-4d59-bcf7-62759e5f74cb)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:35:10.898737 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:10.927136 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-55474a3d-d782-4afe-ae59-23d8c400e168 req-29a01395-f313-445b-82d3-deceea4e5a85 service neutron] Attempting to bind port 9b17808d-a1bd-42c3-9e7c-a4c7d9635536 on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:35:10.927961 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-55474a3d-d782-4afe-ae59-23d8c400e168 req-29a01395-f313-445b-82d3-deceea4e5a85 service neutron] Attempting to bind port 9b17808d-a1bd-42c3-9e7c-a4c7d9635536 by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': 'cdb54968-a028-49d4-bff1-06faf7e0a12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '7de6ec8f-463e-406e-b277-0e89715e0fef'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:35:10.928474 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55474a3d-d782-4afe-ae59-23d8c400e168 req-29a01395-f313-445b-82d3-deceea4e5a85 service neutron] Attempting to bind port 9b17808d-a1bd-42c3-9e7c-a4c7d9635536 on network 7de6ec8f-463e-406e-b277-0e89715e0fef {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:35:10.966200 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22f92c4b-9917-4eda-ac81-e305bafd7249 admin admin] Router 743864d5-93fa-4920-9d15-7d3ac2282eff is scheduled to L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 with binding_index 1 {{(pid=100597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 10:35:11.023167 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55474a3d-d782-4afe-ae59-23d8c400e168 req-29a01395-f313-445b-82d3-deceea4e5a85 service neutron] Port 9b17808d-a1bd-42c3-9e7c-a4c7d9635536 on network 7de6ec8f-463e-406e-b277-0e89715e0fef not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:35:11.023823 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55474a3d-d782-4afe-ae59-23d8c400e168 req-29a01395-f313-445b-82d3-deceea4e5a85 service neutron] Attempting to bind port 9b17808d-a1bd-42c3-9e7c-a4c7d9635536 on network 7de6ec8f-463e-406e-b277-0e89715e0fef {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:35:11.086053 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Pushing event updated for resources: {'Port': ['ID=78126beb-6d9e-438d-8ee7-75d0e93b577c,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:35:11.127509 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55474a3d-d782-4afe-ae59-23d8c400e168 req-29a01395-f313-445b-82d3-deceea4e5a85 service neutron] Checking agent: {'id': '061232a2-7adc-4ba1-a873-e8cb136b064d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:35:11.131071 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55474a3d-d782-4afe-ae59-23d8c400e168 req-29a01395-f313-445b-82d3-deceea4e5a85 service neutron] Checking segment: {'id': 'cdb54968-a028-49d4-bff1-06faf7e0a12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '7de6ec8f-463e-406e-b277-0e89715e0fef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:35:11.131959 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55474a3d-d782-4afe-ae59-23d8c400e168 req-29a01395-f313-445b-82d3-deceea4e5a85 service neutron] Bound using segment: {'id': 'cdb54968-a028-49d4-bff1-06faf7e0a12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '7de6ec8f-463e-406e-b277-0e89715e0fef'} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:35:11.132700 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-55474a3d-d782-4afe-ae59-23d8c400e168 req-29a01395-f313-445b-82d3-deceea4e5a85 service neutron] Bound port: 9b17808d-a1bd-42c3-9e7c-a4c7d9635536, host: n-h2-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdb54968-a028-49d4-bff1-06faf7e0a12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '7de6ec8f-463e-406e-b277-0e89715e0fef'}}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:35:11.133262 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-55474a3d-d782-4afe-ae59-23d8c400e168 req-29a01395-f313-445b-82d3-deceea4e5a85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:11.152060 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-dfc89f53-bb9c-4032-a6d1-4bce00556c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:11.153740 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-dfc89f53-bb9c-4032-a6d1-4bce00556c96 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ee766014-e4cb-4d3b-914c-bd587db1d0d0 HTTP/1.1" status: 200 len: 797 time: 0.2279198 Oct 20 10:35:11.200894 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-db8fed24-5a54-489a-8398-afebb271ee64 req-e756060c-b9b9-467b-84ad-35d1f8d76384 service neutron] 10.222.0.55 "GET /v2.0/networks/7de6ec8f-463e-406e-b277-0e89715e0fef?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2532835 Oct 20 10:35:11.298024 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-126b1e33-c0a4-4502-9247-a863a4699b17 None None] Network a87df69c-aa66-4d4f-9bea-350cb369c361 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:35:11.310878 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22f92c4b-9917-4eda-ac81-e305bafd7249 admin admin] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:35:11.328261 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b3bc94-d3d6-4e9a-ab78-02ed5c546e73 None None] Sync routers for ids ['743864d5-93fa-4920-9d15-7d3ac2282eff'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:35:11.361561 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b3bc94-d3d6-4e9a-ab78-02ed5c546e73 None None] Routers {'743864d5-93fa-4920-9d15-7d3ac2282eff'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:35:11.365205 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-22b3bc94-d3d6-4e9a-ab78-02ed5c546e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:35:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['743864d5-93fa-4920-9d15-7d3ac2282eff'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:35:11.391206 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-22f92c4b-9917-4eda-ac81-e305bafd7249 admin admin] Publish callbacks [] for router, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:11.392984 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-22f92c4b-9917-4eda-ac81-e305bafd7249 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.4084935 Oct 20 10:35:11.395791 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 46840) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:35:11.413907 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-14a46462-9d67-4f0e-b15e-fe97c4f61985 req-eb217b07-d1a3-4e8d-8339-2b132f1cd0cf service neutron] 10.222.0.64 "GET /v2.0/networks/7a5c8c08-3d3c-4e3e-be4e-46a18417c30b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2714927 Oct 20 10:35:11.430248 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-a6a3b093-ac45-4a75-8d21-6e1fe1a57eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:11.443026 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-a6a3b093-ac45-4a75-8d21-6e1fe1a57eb3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7f35c8f4-a80f-46f0-b625-9aa7a1eb4d3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2316136 Oct 20 10:35:11.703152 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [req-835928ec-3a61-45f8-ae76-13dcad5b07c8 req-a304ead3-9d30-4be3-8c15-bb711a5453cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 998655be-5ae2-4824-b044-6d7b9ccbf1d8 {{(pid=100596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:35:11.717651 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-835928ec-3a61-45f8-ae76-13dcad5b07c8 req-a304ead3-9d30-4be3-8c15-bb711a5453cf service neutron] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:11.722285 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-02a5625b-cd00-4d81-b95b-6aa02d213e1e None None] Provisioning complete for port 78126beb-6d9e-438d-8ee7-75d0e93b577c triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:35:11.722794 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-02a5625b-cd00-4d81-b95b-6aa02d213e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:11.741152 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fcf106-2e21-4566-886f-be625c73cec5 req-75e8c150-cca5-4444-8285-db09c4f0eeab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:11.741408 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.provisioning_blocks [req-835928ec-3a61-45f8-ae76-13dcad5b07c8 req-a304ead3-9d30-4be3-8c15-bb711a5453cf service neutron] Transition to ACTIVE for port object 998655be-5ae2-4824-b044-6d7b9ccbf1d8 will not be triggered until provisioned by entity L2. {{(pid=100596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:35:11.743306 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-e3fcf106-2e21-4566-886f-be625c73cec5 req-75e8c150-cca5-4444-8285-db09c4f0eeab service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=53d70f18161c493488cca7ccddd32a4c&device_id=aa662cd5-98a5-4955-bbe2-daea86bbd0e7 HTTP/1.1" status: 200 len: 1097 time: 0.1225069 Oct 20 10:35:11.839688 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-55474a3d-d782-4afe-ae59-23d8c400e168 req-29a01395-f313-445b-82d3-deceea4e5a85 service neutron] For port 9b17808d-a1bd-42c3-9e7c-a4c7d9635536, host n-h2-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:35:11.845021 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-55474a3d-d782-4afe-ae59-23d8c400e168 req-29a01395-f313-445b-82d3-deceea4e5a85 service neutron] For port 9b17808d-a1bd-42c3-9e7c-a4c7d9635536, host n-h2-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=9b17808d-a1bd-42c3-9e7c-a4c7d9635536,segment=NetworkSegment(cdb54968-a028-49d4-bff1-06faf7e0a12c),segment_id=cdb54968-a028-49d4-bff1-06faf7e0a12c)] {{(pid=100596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:35:11.849836 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-db8fed24-5a54-489a-8398-afebb271ee64 req-51a1a7aa-28a1-466f-8df1-61f0f171d8b2 service neutron] 10.222.0.55 "GET /v2.0/networks/7de6ec8f-463e-406e-b277-0e89715e0fef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5758853 Oct 20 10:35:11.860524 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 20 Oct 2021 10:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c503b4bc-f783-485e-b45e-f3d07c2dce65 x-openstack-request-id: req-c503b4bc-f783-485e-b45e-f3d07c2dce65 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:35:11.860825 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa662cd5-98a5-4955-bbe2-daea86bbd0e7", "tag": "b4aa4f54-6419-47f7-88fb-b218ff17ecc9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1a8fd216-61cd-40eb-bf18-0ea2049bb6d6", "tag": "82160076-f9a5-4921-9e8a-aa76ad1a65b3", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:35:11.861212 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c503b4bc-f783-485e-b45e-f3d07c2dce65 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:35:11.861637 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa662cd5-98a5-4955-bbe2-daea86bbd0e7', 'tag': 'b4aa4f54-6419-47f7-88fb-b218ff17ecc9', 'status': 'completed', 'code': 200} Oct 20 10:35:11.862047 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a8fd216-61cd-40eb-bf18-0ea2049bb6d6', 'tag': '82160076-f9a5-4921-9e8a-aa76ad1a65b3', 'status': 'completed', 'code': 200} Oct 20 10:35:11.873287 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d121da04-787d-4b07-acda-7cbd7b103579 req-357c58dc-c2be-47e0-acf1-8624e6d96698 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:11.883166 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d121da04-787d-4b07-acda-7cbd7b103579 req-357c58dc-c2be-47e0-acf1-8624e6d96698 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/networks?id=60750f9d-1dd0-4933-91f0-f6aefa736c9d HTTP/1.1" status: 200 len: 808 time: 1.1822093 Oct 20 10:35:11.894403 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-835928ec-3a61-45f8-ae76-13dcad5b07c8 req-a304ead3-9d30-4be3-8c15-bb711a5453cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:11.938644 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-22b3bc94-d3d6-4e9a-ab78-02ed5c546e73 None None] Set router 743864d5-93fa-4920-9d15-7d3ac2282eff gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:35:12.002982 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-55474a3d-d782-4afe-ae59-23d8c400e168 req-29a01395-f313-445b-82d3-deceea4e5a85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:12.040659 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a304ead3-9d30-4be3-8c15-bb711a5453cf service neutron] Pushing event updated for resources: {'Port': ['ID=998655be-5ae2-4824-b044-6d7b9ccbf1d8,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:35:12.231054 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a01395-f313-445b-82d3-deceea4e5a85 service neutron] Pushing event updated for resources: {'Port': ['ID=9b17808d-a1bd-42c3-9e7c-a4c7d9635536,revision_number=3']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:35:12.254475 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55474a3d-d782-4afe-ae59-23d8c400e168 req-29a01395-f313-445b-82d3-deceea4e5a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:12.255565 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-55474a3d-d782-4afe-ae59-23d8c400e168 req-29a01395-f313-445b-82d3-deceea4e5a85 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:12.260239 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-55474a3d-d782-4afe-ae59-23d8c400e168 req-29a01395-f313-445b-82d3-deceea4e5a85 service neutron] 10.222.0.69 "PUT /v2.0/ports/9b17808d-a1bd-42c3-9e7c-a4c7d9635536 HTTP/1.1" status: 200 len: 1091 time: 8.4079795 Oct 20 10:35:12.276540 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 78126beb-6d9e-438d-8ee7-75d0e93b577c up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:35:12.364631 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d121da04-787d-4b07-acda-7cbd7b103579 req-873c149c-e17a-4bc3-a63d-a82366aded1c tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/quotas/4e37fa6eb8b848f6897a2d7488b235c7 HTTP/1.1" status: 200 len: 375 time: 0.4803450 Oct 20 10:35:12.398915 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fcf106-2e21-4566-886f-be625c73cec5 req-c74d2014-9b36-46c8-832a-835856d0d551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:12.403710 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-e3fcf106-2e21-4566-886f-be625c73cec5 req-c74d2014-9b36-46c8-832a-835856d0d551 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7a5c8c08-3d3c-4e3e-be4e-46a18417c30b HTTP/1.1" status: 200 len: 930 time: 0.6499259 Oct 20 10:35:12.452529 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 78126beb-6d9e-438d-8ee7-75d0e93b577c triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:35:12.453073 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:12.503066 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-22b3bc94-d3d6-4e9a-ab78-02ed5c546e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '743864d5-93fa-4920-9d15-7d3ac2282eff', 'name': 'tempest-ServersTestFqdnHostnames-433799258-router', 'tenant_id': 'e101b136571f40e2836dd4b04bec6639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.14'}], 'enable_snat': True}, 'gw_port_id': '3d1e119e-a6b4-4700-bfea-e96f28e13830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:35:08Z', 'updated_at': '2021-10-20T10:35:09Z', 'revision_number': 3, 'project_id': 'e101b136571f40e2836dd4b04bec6639', 'gw_port': {'id': '3d1e119e-a6b4-4700-bfea-e96f28e13830', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:13:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '743864d5-93fa-4920-9d15-7d3ac2282eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:35:08Z', 'updated_at': '2021-10-20T10:35:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:35:12.555813 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-cdf946be-f35b-4184-bd1c-71a2d360014c None None] Provisioning complete for port 78126beb-6d9e-438d-8ee7-75d0e93b577c triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:35:12.556179 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b3bc94-d3d6-4e9a-ab78-02ed5c546e73 None None] Checking router: 743864d5-93fa-4920-9d15-7d3ac2282eff for host: n-d-811396-3 {{(pid=100599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:35:12.556706 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b3bc94-d3d6-4e9a-ab78-02ed5c546e73 None None] Updating router 743864d5-93fa-4920-9d15-7d3ac2282eff port 3d1e119e-a6b4-4700-bfea-e96f28e13830 binding host n-d-811396-3 {{(pid=100599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 10:35:12.566930 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-cdf946be-f35b-4184-bd1c-71a2d360014c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:12.593680 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-22b3bc94-d3d6-4e9a-ab78-02ed5c546e73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:12.682082 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-e3fcf106-2e21-4566-886f-be625c73cec5 req-31b7b6c4-859a-4fa6-9d50-f9437311a2f8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b4aa4f54-6419-47f7-88fb-b218ff17ecc9 HTTP/1.1" status: 200 len: 1001 time: 0.2626588 Oct 20 10:35:12.814974 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7308cae9-3b45-4a9b-88a7-67d6004e8ea7 req-71ee3a50-2666-4f82-a5ac-ef4137c311fa tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:12.822029 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7308cae9-3b45-4a9b-88a7-67d6004e8ea7 req-71ee3a50-2666-4f82-a5ac-ef4137c311fa tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:12.830049 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7308cae9-3b45-4a9b-88a7-67d6004e8ea7 req-71ee3a50-2666-4f82-a5ac-ef4137c311fa tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:12.841959 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fcf106-2e21-4566-886f-be625c73cec5 req-5d1f3f91-418d-4a3d-b4ca-6429887b1cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:12.843627 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-e3fcf106-2e21-4566-886f-be625c73cec5 req-5d1f3f91-418d-4a3d-b4ca-6429887b1cbb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c8dbe2c3-5331-4e8d-b6fe-4a3f9c15ae27 HTTP/1.1" status: 200 len: 868 time: 0.1454258 Oct 20 10:35:12.849803 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7308cae9-3b45-4a9b-88a7-67d6004e8ea7 req-71ee3a50-2666-4f82-a5ac-ef4137c311fa tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:12.861616 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7308cae9-3b45-4a9b-88a7-67d6004e8ea7 req-71ee3a50-2666-4f82-a5ac-ef4137c311fa tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:12.869557 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7308cae9-3b45-4a9b-88a7-67d6004e8ea7 req-71ee3a50-2666-4f82-a5ac-ef4137c311fa tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:12.902882 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7308cae9-3b45-4a9b-88a7-67d6004e8ea7 req-71ee3a50-2666-4f82-a5ac-ef4137c311fa tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:12.933606 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7308cae9-3b45-4a9b-88a7-67d6004e8ea7 req-71ee3a50-2666-4f82-a5ac-ef4137c311fa tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] 10.222.0.64 "GET /v2.0/ports?device_id=80d2d265-4161-4f15-ab0c-130b15ddf9e0 HTTP/1.1" status: 200 len: 5417 time: 1.0232244 Oct 20 10:35:12.934427 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8321b0ef-8dce-4ae0-833c-c60554b2aff8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:12.947494 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fcf106-2e21-4566-886f-be625c73cec5 req-7c0ad4de-866f-42dc-84ad-ee4afaeceff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:12.949214 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-e3fcf106-2e21-4566-886f-be625c73cec5 req-7c0ad4de-866f-42dc-84ad-ee4afaeceff4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7a5c8c08-3d3c-4e3e-be4e-46a18417c30b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0920928 Oct 20 10:35:12.953267 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-7796bb90-7cf5-4fd9-bebf-b662a3d58264 service neutron] 10.222.0.69 "GET /v2.0/networks/7f35c8f4-a80f-46f0-b625-9aa7a1eb4d3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4788201 Oct 20 10:35:12.959988 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55474a3d-d782-4afe-ae59-23d8c400e168 req-1da5c280-96d7-4342-9b3c-be36822300be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:12.961860 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-55474a3d-d782-4afe-ae59-23d8c400e168 req-1da5c280-96d7-4342-9b3c-be36822300be service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7c549de96c244bc2a43ec39c07795db6&device_id=76ee81c5-e62a-4cb7-b34b-a5d0c1ab805c HTTP/1.1" status: 200 len: 1094 time: 0.5949209 Oct 20 10:35:12.977450 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-835928ec-3a61-45f8-ae76-13dcad5b07c8 req-a304ead3-9d30-4be3-8c15-bb711a5453cf service neutron] Attempting to bind port 998655be-5ae2-4824-b044-6d7b9ccbf1d8 on host n-h1-811396-3 for vnic_type normal with profile {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:35:12.977709 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-835928ec-3a61-45f8-ae76-13dcad5b07c8 req-a304ead3-9d30-4be3-8c15-bb711a5453cf service neutron] Attempting to bind port 998655be-5ae2-4824-b044-6d7b9ccbf1d8 by drivers openvswitch,hyperv on host n-h1-811396-3 at level 0 using segments [{'id': 'cdb54968-a028-49d4-bff1-06faf7e0a12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '7de6ec8f-463e-406e-b277-0e89715e0fef'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:35:12.978040 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835928ec-3a61-45f8-ae76-13dcad5b07c8 req-a304ead3-9d30-4be3-8c15-bb711a5453cf service neutron] Attempting to bind port 998655be-5ae2-4824-b044-6d7b9ccbf1d8 on network 7de6ec8f-463e-406e-b277-0e89715e0fef {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:35:13.045287 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d121da04-787d-4b07-acda-7cbd7b103579 req-817d7057-bc79-4551-97c0-a2c81206ea9e tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=4e37fa6eb8b848f6897a2d7488b235c7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5530705 Oct 20 10:35:13.123827 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-22b3bc94-d3d6-4e9a-ab78-02ed5c546e73 None None] Publish callbacks [] for port, precommit_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:13.141591 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-22b3bc94-d3d6-4e9a-ab78-02ed5c546e73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:13.169601 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-e3fcf106-2e21-4566-886f-be625c73cec5 req-c793e254-b116-4602-8ef0-3b7c4e35b9e9 service neutron] 10.222.0.55 "GET /v2.0/networks/7a5c8c08-3d3c-4e3e-be4e-46a18417c30b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066650 Oct 20 10:35:13.209378 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-1d17db66-2df7-4ab5-9a32-62845043cc76 service neutron] 10.222.0.69 "GET /v2.0/networks/7f35c8f4-a80f-46f0-b625-9aa7a1eb4d3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334666 Oct 20 10:35:13.218822 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94de743-fe36-438c-bffa-575d0362c3be None None] Pushing event updated for resources: {'Port': ['ID=3d1e119e-a6b4-4700-bfea-e96f28e13830,revision_number=2']} {{(pid=100599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:35:13.226477 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835928ec-3a61-45f8-ae76-13dcad5b07c8 req-a304ead3-9d30-4be3-8c15-bb711a5453cf service neutron] Port 998655be-5ae2-4824-b044-6d7b9ccbf1d8 on network 7de6ec8f-463e-406e-b277-0e89715e0fef not bound, no agent of type Open vSwitch agent registered on host n-h1-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:35:13.226964 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835928ec-3a61-45f8-ae76-13dcad5b07c8 req-a304ead3-9d30-4be3-8c15-bb711a5453cf service neutron] Attempting to bind port 998655be-5ae2-4824-b044-6d7b9ccbf1d8 on network 7de6ec8f-463e-406e-b277-0e89715e0fef {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:35:13.278121 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-22b3bc94-d3d6-4e9a-ab78-02ed5c546e73 None None] Attempting to bind port 3d1e119e-a6b4-4700-bfea-e96f28e13830 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:35:13.278761 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-22b3bc94-d3d6-4e9a-ab78-02ed5c546e73 None None] Attempting to bind port 3d1e119e-a6b4-4700-bfea-e96f28e13830 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}] {{(pid=100599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:35:13.279299 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b3bc94-d3d6-4e9a-ab78-02ed5c546e73 None None] Attempting to bind port 3d1e119e-a6b4-4700-bfea-e96f28e13830 on network cbe170d3-31ba-45a2-b477-520ab0a7a8ea {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:35:13.285260 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b3bc94-d3d6-4e9a-ab78-02ed5c546e73 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:35:13.285486 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835928ec-3a61-45f8-ae76-13dcad5b07c8 req-a304ead3-9d30-4be3-8c15-bb711a5453cf service neutron] Checking agent: {'id': 'b707b4cc-061f-4cf4-bce0-0b3df9b7bec9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:35:13.285795 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835928ec-3a61-45f8-ae76-13dcad5b07c8 req-a304ead3-9d30-4be3-8c15-bb711a5453cf service neutron] Checking segment: {'id': 'cdb54968-a028-49d4-bff1-06faf7e0a12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '7de6ec8f-463e-406e-b277-0e89715e0fef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:35:13.286342 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835928ec-3a61-45f8-ae76-13dcad5b07c8 req-a304ead3-9d30-4be3-8c15-bb711a5453cf service neutron] Bound using segment: {'id': 'cdb54968-a028-49d4-bff1-06faf7e0a12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '7de6ec8f-463e-406e-b277-0e89715e0fef'} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:35:13.286902 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-835928ec-3a61-45f8-ae76-13dcad5b07c8 req-a304ead3-9d30-4be3-8c15-bb711a5453cf service neutron] Bound port: 998655be-5ae2-4824-b044-6d7b9ccbf1d8, host: n-h1-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdb54968-a028-49d4-bff1-06faf7e0a12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '7de6ec8f-463e-406e-b277-0e89715e0fef'}}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:35:13.287050 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b3bc94-d3d6-4e9a-ab78-02ed5c546e73 None None] Checking segment: {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:35:13.287372 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-835928ec-3a61-45f8-ae76-13dcad5b07c8 req-a304ead3-9d30-4be3-8c15-bb711a5453cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:13.287954 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-22b3bc94-d3d6-4e9a-ab78-02ed5c546e73 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:13.293110 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-8321b0ef-8dce-4ae0-833c-c60554b2aff8 admin admin] Allocated IP 172.20.0.1 (a87df69c-aa66-4d4f-9bea-350cb369c361/7f0bb4fe-24ee-4f3b-82e5-f5d859434fd7/6fb964ca-d4af-4842-a997-375d779ad541) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:35:13.293802 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b3bc94-d3d6-4e9a-ab78-02ed5c546e73 None None] Bound using segment: {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'} {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:35:13.294468 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-22b3bc94-d3d6-4e9a-ab78-02ed5c546e73 None None] Bound port: 3d1e119e-a6b4-4700-bfea-e96f28e13830, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}}] {{(pid=100599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:35:13.295035 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-22b3bc94-d3d6-4e9a-ab78-02ed5c546e73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:13.305199 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-55474a3d-d782-4afe-ae59-23d8c400e168 req-6e620dc9-d7a5-4d3d-96c0-4bdf2b64c1f7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9b17808d-a1bd-42c3-9e7c-a4c7d9635536 HTTP/1.1" status: 200 len: 217 time: 0.3087084 Oct 20 10:35:13.309248 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-528ea631-fd29-4be4-a972-ae70e6939f32 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.36&port_id=c659bd4f-6f7c-4e27-84fc-06618ca3d1ea HTTP/1.1" status: 200 len: 217 time: 0.0656347 Oct 20 10:35:13.352924 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-e3fcf106-2e21-4566-886f-be625c73cec5 req-73270e18-9347-4708-93c2-7fec4d3a85b9 service neutron] 10.222.0.55 "GET /v2.0/networks/7a5c8c08-3d3c-4e3e-be4e-46a18417c30b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697807 Oct 20 10:35:13.398035 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.db [None req-22b3bc94-d3d6-4e9a-ab78-02ed5c546e73 None None] For port 3d1e119e-a6b4-4700-bfea-e96f28e13830, host n-d-811396-3, cleared binding levels {{(pid=100599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:35:13.401372 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.db [None req-22b3bc94-d3d6-4e9a-ab78-02ed5c546e73 None None] For port 3d1e119e-a6b4-4700-bfea-e96f28e13830, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=3d1e119e-a6b4-4700-bfea-e96f28e13830,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:35:13.408876 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-22b3bc94-d3d6-4e9a-ab78-02ed5c546e73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:13.451904 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d121da04-787d-4b07-acda-7cbd7b103579 req-e2e6cab8-a823-45c8-8278-153efee73479 service neutron] 10.222.0.64 "GET /v2.0/networks/60750f9d-1dd0-4933-91f0-f6aefa736c9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2380133 Oct 20 10:35:13.480046 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8321b0ef-8dce-4ae0-833c-c60554b2aff8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:13.536237 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fcf106-2e21-4566-886f-be625c73cec5 req-e059d5e9-b91d-465e-a168-74432ab93215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:13.538082 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-e3fcf106-2e21-4566-886f-be625c73cec5 req-e059d5e9-b91d-465e-a168-74432ab93215 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7c549de96c244bc2a43ec39c07795db6&device_id=1a8fd216-61cd-40eb-bf18-0ea2049bb6d6 HTTP/1.1" status: 200 len: 1095 time: 0.0760589 Oct 20 10:35:13.568516 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7308cae9-3b45-4a9b-88a7-67d6004e8ea7 req-98b48c59-f751-4b88-9436-8ad5d483c146 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] 10.222.0.64 "GET /v2.0/security-groups?id=052167af-6782-42ac-bb32-02b514a83f6f&id=9e881cba-3138-4f23-9b77-7adf07b3a5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6033127 Oct 20 10:35:13.573214 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8321b0ef-8dce-4ae0-833c-c60554b2aff8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:13.617146 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d121da04-787d-4b07-acda-7cbd7b103579 req-ee5e23e3-be8b-4ee9-9ed5-f6cf02118d70 service neutron] 10.222.0.64 "GET /v2.0/networks/60750f9d-1dd0-4933-91f0-f6aefa736c9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613317 Oct 20 10:35:13.642062 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8321b0ef-8dce-4ae0-833c-c60554b2aff8 admin admin] Network a87df69c-aa66-4d4f-9bea-350cb369c361 is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:35:13.656189 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-8321b0ef-8dce-4ae0-833c-c60554b2aff8 admin admin] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:35:13.659987 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b3bc94-d3d6-4e9a-ab78-02ed5c546e73 None None] Routers {'743864d5-93fa-4920-9d15-7d3ac2282eff'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:35:13.660626 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-22b3bc94-d3d6-4e9a-ab78-02ed5c546e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:35:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['743864d5-93fa-4920-9d15-7d3ac2282eff'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:35:13.686892 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8321b0ef-8dce-4ae0-833c-c60554b2aff8 admin admin] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:35:13.750044 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-1c46442f-eb8f-451d-a64c-87374285d00d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:13.751647 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-1c46442f-eb8f-451d-a64c-87374285d00d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ee766014-e4cb-4d3b-914c-bd587db1d0d0 HTTP/1.1" status: 200 len: 797 time: 0.1514540 Oct 20 10:35:13.771333 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8321b0ef-8dce-4ae0-833c-c60554b2aff8 admin admin] Pushing event updated for resources: {'Port': ['ID=6fb964ca-d4af-4842-a997-375d779ad541,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:35:13.871437 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76ee81c5-e62a-4cb7-b34b-a5d0c1ab805c', 'tag': '9b17808d-a1bd-42c3-9e7c-a4c7d9635536'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:35:13.880434 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a890943-578f-4652-b57c-11f6fa0b3f59" -d '{"events": [{"name": "network-changed", "server_uuid": "76ee81c5-e62a-4cb7-b34b-a5d0c1ab805c", "tag": "9b17808d-a1bd-42c3-9e7c-a4c7d9635536"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:35:13.885561 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8321b0ef-8dce-4ae0-833c-c60554b2aff8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1774540'] for router_interface, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:13.894304 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fcf106-2e21-4566-886f-be625c73cec5 req-24bd7988-7cf0-40e9-b35c-f49b54d33860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:13.896765 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-e3fcf106-2e21-4566-886f-be625c73cec5 req-24bd7988-7cf0-40e9-b35c-f49b54d33860 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7de6ec8f-463e-406e-b277-0e89715e0fef HTTP/1.1" status: 200 len: 916 time: 0.3377857 Oct 20 10:35:13.902332 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-22b3bc94-d3d6-4e9a-ab78-02ed5c546e73 None None] Set router 743864d5-93fa-4920-9d15-7d3ac2282eff gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:35:14.099722 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-e3fcf106-2e21-4566-886f-be625c73cec5 req-2b1c48e9-43e9-45a3-a0b4-b63d5f03353b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=82160076-f9a5-4921-9e8a-aa76ad1a65b3 HTTP/1.1" status: 200 len: 217 time: 0.1179993 Oct 20 10:35:14.239296 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94de743-fe36-438c-bffa-575d0362c3be None None] Pushing event updated for resources: {'Port': ['ID=3d1e119e-a6b4-4700-bfea-e96f28e13830,revision_number=3']} {{(pid=100599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:35:14.239556 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0672c377-38d0-4ccc-a1bb-e6187435f53e req-1a07e0d5-200f-4efd-a084-7e46a48b61ea tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=cbe170d3-31ba-45a2-b477-520ab0a7a8ea HTTP/1.1" status: 200 len: 258 time: 0.2746050 Oct 20 10:35:14.247193 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-0672c377-38d0-4ccc-a1bb-e6187435f53e req-f42e98c5-0633-48fa-8cca-a511c16da4ba tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] Request body: {'floatingip': {'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:35:14.279151 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-ec32838c-00fd-4823-ad3f-cf6a135f892f None None] Provisioning complete for port 6fb964ca-d4af-4842-a997-375d779ad541 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:35:14.288048 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-ec32838c-00fd-4823-ad3f-cf6a135f892f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:14.288869 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55474a3d-d782-4afe-ae59-23d8c400e168 req-c0a14ad1-8611-4085-b71f-f62a66787a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:14.290642 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-55474a3d-d782-4afe-ae59-23d8c400e168 req-c0a14ad1-8611-4085-b71f-f62a66787a08 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5d8acf15-0cbf-477d-b85e-d79fdcb8698d HTTP/1.1" status: 200 len: 854 time: 0.8698981 Oct 20 10:35:14.295220 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-0672c377-38d0-4ccc-a1bb-e6187435f53e req-f42e98c5-0633-48fa-8cca-a511c16da4ba tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] Publish callbacks [] for floatingip, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:14.310421 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-22b3bc94-d3d6-4e9a-ab78-02ed5c546e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '743864d5-93fa-4920-9d15-7d3ac2282eff', 'name': 'tempest-ServersTestFqdnHostnames-433799258-router', 'tenant_id': 'e101b136571f40e2836dd4b04bec6639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.14'}], 'enable_snat': True}, 'gw_port_id': '3d1e119e-a6b4-4700-bfea-e96f28e13830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:35:08Z', 'updated_at': '2021-10-20T10:35:09Z', 'revision_number': 3, 'project_id': 'e101b136571f40e2836dd4b04bec6639', 'gw_port': {'id': '3d1e119e-a6b4-4700-bfea-e96f28e13830', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:13:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '743864d5-93fa-4920-9d15-7d3ac2282eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:35:08Z', 'updated_at': '2021-10-20T10:35:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:35:14.315224 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d48b516-ee93-4307-9ae3-89df0de8b2b7 req-66083205-fb59-4e1c-a0e4-a5431810949f tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:14.318184 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4d48b516-ee93-4307-9ae3-89df0de8b2b7 req-66083205-fb59-4e1c-a0e4-a5431810949f tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] 10.222.0.64 "GET /v2.0/ports?device_id=34b135a6-7a79-4e12-8b31-8d70cff1334c HTTP/1.1" status: 200 len: 944 time: 0.3516953 Oct 20 10:35:14.343605 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-62b3a785-5f7f-45bd-817a-250c1e490851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:14.348163 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-62b3a785-5f7f-45bd-817a-250c1e490851 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7f35c8f4-a80f-46f0-b625-9aa7a1eb4d3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5344799 Oct 20 10:35:14.352025 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-835928ec-3a61-45f8-ae76-13dcad5b07c8 req-a304ead3-9d30-4be3-8c15-bb711a5453cf service neutron] For port 998655be-5ae2-4824-b044-6d7b9ccbf1d8, host n-h1-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:35:14.368935 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b3bc94-d3d6-4e9a-ab78-02ed5c546e73 None None] The sync data for ids ['743864d5-93fa-4920-9d15-7d3ac2282eff'] in n-d-811396-3 is: [{'id': '743864d5-93fa-4920-9d15-7d3ac2282eff', 'name': 'tempest-ServersTestFqdnHostnames-433799258-router', 'tenant_id': 'e101b136571f40e2836dd4b04bec6639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.14'}], 'enable_snat': True}, 'gw_port_id': '3d1e119e-a6b4-4700-bfea-e96f28e13830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:35:08Z', 'updated_at': '2021-10-20T10:35:09Z', 'revision_number': 3, 'project_id': 'e101b136571f40e2836dd4b04bec6639', 'gw_port': {'id': '3d1e119e-a6b4-4700-bfea-e96f28e13830', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:13:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '743864d5-93fa-4920-9d15-7d3ac2282eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:35:08Z', 'updated_at': '2021-10-20T10:35:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:35:14.395496 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-ec32838c-00fd-4823-ad3f-cf6a135f892f None None] Port 6fb964ca-d4af-4842-a997-375d779ad541 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:35:14.413746 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fcf106-2e21-4566-886f-be625c73cec5 req-ef25cb64-6337-4639-b356-85546ff5a151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:14.413746 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-e3fcf106-2e21-4566-886f-be625c73cec5 req-ef25cb64-6337-4639-b356-85546ff5a151 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5d8acf15-0cbf-477d-b85e-d79fdcb8698d HTTP/1.1" status: 200 len: 854 time: 0.3076727 Oct 20 10:35:14.441962 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-835928ec-3a61-45f8-ae76-13dcad5b07c8 req-a304ead3-9d30-4be3-8c15-bb711a5453cf service neutron] For port 998655be-5ae2-4824-b044-6d7b9ccbf1d8, host n-h1-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=998655be-5ae2-4824-b044-6d7b9ccbf1d8,segment=NetworkSegment(cdb54968-a028-49d4-bff1-06faf7e0a12c),segment_id=cdb54968-a028-49d4-bff1-06faf7e0a12c)] {{(pid=100596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:35:14.540896 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-f6dbaf8e-6501-467f-b4ca-94b1a7c02400 service neutron] 10.222.0.69 "GET /v2.0/networks/7f35c8f4-a80f-46f0-b625-9aa7a1eb4d3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528630 Oct 20 10:35:14.554220 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-835928ec-3a61-45f8-ae76-13dcad5b07c8 req-a304ead3-9d30-4be3-8c15-bb711a5453cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:14.573908 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fcf106-2e21-4566-886f-be625c73cec5 req-706a081f-79f0-4642-abcc-bd6e2bfe8325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:14.575558 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-e3fcf106-2e21-4566-886f-be625c73cec5 req-706a081f-79f0-4642-abcc-bd6e2bfe8325 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7de6ec8f-463e-406e-b277-0e89715e0fef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1469669 Oct 20 10:35:14.584017 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8321b0ef-8dce-4ae0-833c-c60554b2aff8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:14.761873 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a304ead3-9d30-4be3-8c15-bb711a5453cf service neutron] Pushing event updated for resources: {'Port': ['ID=998655be-5ae2-4824-b044-6d7b9ccbf1d8,revision_number=3']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:35:14.792908 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835928ec-3a61-45f8-ae76-13dcad5b07c8 req-a304ead3-9d30-4be3-8c15-bb711a5453cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:14.793890 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-835928ec-3a61-45f8-ae76-13dcad5b07c8 req-a304ead3-9d30-4be3-8c15-bb711a5453cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:14.797150 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-835928ec-3a61-45f8-ae76-13dcad5b07c8 req-a304ead3-9d30-4be3-8c15-bb711a5453cf service neutron] 10.222.0.55 "PUT /v2.0/ports/998655be-5ae2-4824-b044-6d7b9ccbf1d8 HTTP/1.1" status: 200 len: 1092 time: 6.8982928 Oct 20 10:35:14.903838 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-e3fcf106-2e21-4566-886f-be625c73cec5 req-2aeea6f9-786d-4f00-93ac-9f093b0ff206 service neutron] 10.222.0.55 "GET /v2.0/networks/7de6ec8f-463e-406e-b277-0e89715e0fef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3173714 Oct 20 10:35:15.302050 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-e3fcf106-2e21-4566-886f-be625c73cec5 req-6a738172-7b6b-4c22-87d2-42b63bf4a7b4 service neutron] 10.222.0.55 "GET /v2.0/networks/7de6ec8f-463e-406e-b277-0e89715e0fef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3826551 Oct 20 10:35:15.404448 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8321b0ef-8dce-4ae0-833c-c60554b2aff8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:15.419729 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8321b0ef-8dce-4ae0-833c-c60554b2aff8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:15.459746 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55474a3d-d782-4afe-ae59-23d8c400e168 req-d333ebe1-f9c1-49cf-83ae-05c3d441b6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:15.463987 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-55474a3d-d782-4afe-ae59-23d8c400e168 req-d333ebe1-f9c1-49cf-83ae-05c3d441b6e3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7de6ec8f-463e-406e-b277-0e89715e0fef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1576564 Oct 20 10:35:15.486157 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4d48b516-ee93-4307-9ae3-89df0de8b2b7 req-d6198753-d01c-43dd-9ba8-c14361fe9892 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] 10.222.0.64 "GET /v2.0/security-groups?id=3c1a8b96-5782-4385-b9de-3407ab4b2d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1329284 Oct 20 10:35:15.516404 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8321b0ef-8dce-4ae0-833c-c60554b2aff8 admin admin] Pushing event updated for resources: {'Port': ['ID=6fb964ca-d4af-4842-a997-375d779ad541,revision_number=2']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:35:15.535450 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8321b0ef-8dce-4ae0-833c-c60554b2aff8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1774432'] for router_interface, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:15.680576 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835928ec-3a61-45f8-ae76-13dcad5b07c8 req-c4bd6208-5b41-4c74-8e19-20465e5ab4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:15.681905 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-835928ec-3a61-45f8-ae76-13dcad5b07c8 req-c4bd6208-5b41-4c74-8e19-20465e5ab4d9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7c549de96c244bc2a43ec39c07795db6&device_id=34b135a6-7a79-4e12-8b31-8d70cff1334c HTTP/1.1" status: 200 len: 1095 time: 0.2169642 Oct 20 10:35:15.794287 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-835928ec-3a61-45f8-ae76-13dcad5b07c8 req-49c9d429-f917-41bd-b881-e842faa06fdd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=998655be-5ae2-4824-b044-6d7b9ccbf1d8 HTTP/1.1" status: 200 len: 217 time: 0.0778890 Oct 20 10:35:15.794755 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8321b0ef-8dce-4ae0-833c-c60554b2aff8 admin admin] Network a87df69c-aa66-4d4f-9bea-350cb369c361 is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:35:15.800079 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-8321b0ef-8dce-4ae0-833c-c60554b2aff8 admin admin] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:35:15.878503 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-93f05cd6-0f2f-4356-961b-eb8102e10280 service neutron] 10.222.0.69 "GET /v2.0/networks/7f35c8f4-a80f-46f0-b625-9aa7a1eb4d3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2789400 Oct 20 10:35:15.884009 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9f56bab7-cc85-4654-8cf6-6d0030644e7a req-c237281c-e8b7-4de3-91c4-5f8e8deba88d tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/ports?device_id=775e65d3-1201-4348-9dd3-dd9214a2f8e6 HTTP/1.1" status: 200 len: 210 time: 0.0465846 Oct 20 10:35:15.952139 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-0672c377-38d0-4ccc-a1bb-e6187435f53e req-f42e98c5-0633-48fa-8cca-a511c16da4ba tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:16.012610 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-485d0a2d-5a48-4f01-8aa4-86929db98e75 x-openstack-request-id: req-485d0a2d-5a48-4f01-8aa4-86929db98e75 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:35:16.012966 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76ee81c5-e62a-4cb7-b34b-a5d0c1ab805c", "tag": "9b17808d-a1bd-42c3-9e7c-a4c7d9635536", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:35:16.013155 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-485d0a2d-5a48-4f01-8aa4-86929db98e75 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:35:16.013546 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76ee81c5-e62a-4cb7-b34b-a5d0c1ab805c', 'tag': '9b17808d-a1bd-42c3-9e7c-a4c7d9635536', 'status': 'completed', 'code': 200} Oct 20 10:35:16.056505 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-7a4b1f8c-2dc5-4ba0-9549-010cba534d55 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.44&port_id=6b62206e-39d0-45df-9f8b-694b5bc1053f HTTP/1.1" status: 200 len: 217 time: 0.1457951 Oct 20 10:35:16.095323 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8321b0ef-8dce-4ae0-833c-c60554b2aff8 admin admin] Router 743864d5-93fa-4920-9d15-7d3ac2282eff has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:35:16.127466 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 46888) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:35:16.280452 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-7daa94c1-ae56-426b-9d26-c107921a14d6 None None] Provisioning complete for port 6fb964ca-d4af-4842-a997-375d779ad541 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:35:16.281018 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-7daa94c1-ae56-426b-9d26-c107921a14d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:16.385721 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835928ec-3a61-45f8-ae76-13dcad5b07c8 req-fdd8c92d-9d8f-4cba-8e6b-a432fc11c51a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:16.387620 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-835928ec-3a61-45f8-ae76-13dcad5b07c8 req-fdd8c92d-9d8f-4cba-8e6b-a432fc11c51a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5d8acf15-0cbf-477d-b85e-d79fdcb8698d HTTP/1.1" status: 200 len: 854 time: 0.4965470 Oct 20 10:35:16.405240 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-7daa94c1-ae56-426b-9d26-c107921a14d6 None None] Port 6fb964ca-d4af-4842-a997-375d779ad541 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:35:16.410137 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 3d1e119e-a6b4-4700-bfea-e96f28e13830 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:35:16.461963 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-55474a3d-d782-4afe-ae59-23d8c400e168 req-a1a218f9-20bb-4f53-bfa8-14bb7551d6c7 service neutron] 10.222.0.69 "GET /v2.0/networks/7de6ec8f-463e-406e-b277-0e89715e0fef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9730723 Oct 20 10:35:16.524976 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 3d1e119e-a6b4-4700-bfea-e96f28e13830 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:35:16.525623 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:16.577202 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-17c95fd0-4746-4ea3-bb51-159baa222831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:16.581073 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-17c95fd0-4746-4ea3-bb51-159baa222831 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ee766014-e4cb-4d3b-914c-bd587db1d0d0 HTTP/1.1" status: 200 len: 797 time: 0.4933205 Oct 20 10:35:16.611215 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fefca4-97b9-4462-8dac-033c820b46b3 req-8138e742-dd5a-4d30-9e41-fe03e8b370e7 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:16.622691 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fefca4-97b9-4462-8dac-033c820b46b3 req-8138e742-dd5a-4d30-9e41-fe03e8b370e7 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:16.634709 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fefca4-97b9-4462-8dac-033c820b46b3 req-8138e742-dd5a-4d30-9e41-fe03e8b370e7 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:16.642012 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fefca4-97b9-4462-8dac-033c820b46b3 req-8138e742-dd5a-4d30-9e41-fe03e8b370e7 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:16.649288 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fefca4-97b9-4462-8dac-033c820b46b3 req-8138e742-dd5a-4d30-9e41-fe03e8b370e7 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:16.657476 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fefca4-97b9-4462-8dac-033c820b46b3 req-8138e742-dd5a-4d30-9e41-fe03e8b370e7 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:16.662116 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 82160076-f9a5-4921-9e8a-aa76ad1a65b3 details requested by agent hyperv_n-h1-811396-3 with host n-h1-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:35:16.666086 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fefca4-97b9-4462-8dac-033c820b46b3 req-8138e742-dd5a-4d30-9e41-fe03e8b370e7 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:16.684017 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a6fefca4-97b9-4462-8dac-033c820b46b3 req-8138e742-dd5a-4d30-9e41-fe03e8b370e7 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] 10.222.0.64 "GET /v2.0/ports?device_id=80d2d265-4161-4f15-ab0c-130b15ddf9e0 HTTP/1.1" status: 200 len: 5417 time: 0.4586642 Oct 20 10:35:16.798730 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:16.880487 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] For port 3d1e119e-a6b4-4700-bfea-e96f28e13830, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=3d1e119e-a6b4-4700-bfea-e96f28e13830,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:35:16.909845 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-55474a3d-d782-4afe-ae59-23d8c400e168 req-b5abedce-3b45-4284-ba3b-540f2f143782 service neutron] 10.222.0.69 "GET /v2.0/networks/7de6ec8f-463e-406e-b277-0e89715e0fef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4279926 Oct 20 10:35:16.937975 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 82160076-f9a5-4921-9e8a-aa76ad1a65b3, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=82160076-f9a5-4921-9e8a-aa76ad1a65b3,segment=NetworkSegment(cdb54968-a028-49d4-bff1-06faf7e0a12c),segment_id=cdb54968-a028-49d4-bff1-06faf7e0a12c)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:35:17.000035 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835928ec-3a61-45f8-ae76-13dcad5b07c8 req-52a67bc8-b6a3-426d-85be-77fbfd5dc0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:17.002106 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-835928ec-3a61-45f8-ae76-13dcad5b07c8 req-52a67bc8-b6a3-426d-85be-77fbfd5dc0e3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7de6ec8f-463e-406e-b277-0e89715e0fef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5776048 Oct 20 10:35:17.008666 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [req-0672c377-38d0-4ccc-a1bb-e6187435f53e req-f42e98c5-0633-48fa-8cca-a511c16da4ba tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] Allocated IP 172.25.1.16 (cbe170d3-31ba-45a2-b477-520ab0a7a8ea/f4e26aca-17ac-4adb-a66b-d939a1b35b64/e98e8f0d-17af-4ce4-b17c-b32a0df4c0ac) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:35:17.031812 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8321b0ef-8dce-4ae0-833c-c60554b2aff8 admin admin] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:35:17.034921 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-646e4602-8f1a-443f-a2b3-025ba10285c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:17.053241 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a6fefca4-97b9-4462-8dac-033c820b46b3 req-1968e0fe-080b-4f1a-9b45-85026556d235 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] 10.222.0.64 "GET /v2.0/security-groups?id=052167af-6782-42ac-bb32-02b514a83f6f&id=9e881cba-3138-4f23-9b77-7adf07b3a5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3682473 Oct 20 10:35:17.071996 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-8321b0ef-8dce-4ae0-833c-c60554b2aff8 admin admin] 10.222.0.64 "PUT /v2.0/routers/743864d5-93fa-4920-9d15-7d3ac2282eff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6748002 Oct 20 10:35:17.142664 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-36b77956-375c-464d-96d1-f207d3b7e75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:17.144808 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-36b77956-375c-464d-96d1-f207d3b7e75c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7f35c8f4-a80f-46f0-b625-9aa7a1eb4d3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4515908 Oct 20 10:35:17.196517 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:17.213288 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Returning: {'device': '82160076-f9a5-4921-9e8a-aa76ad1a65b3', 'network_id': '7de6ec8f-463e-406e-b277-0e89715e0fef', 'port_id': '82160076-f9a5-4921-9e8a-aa76ad1a65b3', 'mac_address': 'fa:16:3e:e7:83:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 833, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d8acf15-0cbf-477d-b85e-d79fdcb8698d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:35:17.274604 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-646e4602-8f1a-443f-a2b3-025ba10285c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:17.289269 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-646e4602-8f1a-443f-a2b3-025ba10285c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:17.345384 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:17.367704 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82160076-f9a5-4921-9e8a-aa76ad1a65b3 {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:35:17.380650 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-646e4602-8f1a-443f-a2b3-025ba10285c6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3ef743ac985a4e8eb39fe6ca558713f0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2378685 Oct 20 10:35:17.384557 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a890943-578f-4652-b57c-11f6fa0b3f59 req-8fa3b5b7-1809-467c-92fd-e2ae47165561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:17.386609 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6a890943-578f-4652-b57c-11f6fa0b3f59 req-8fa3b5b7-1809-467c-92fd-e2ae47165561 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7c549de96c244bc2a43ec39c07795db6&device_id=76ee81c5-e62a-4cb7-b34b-a5d0c1ab805c HTTP/1.1" status: 200 len: 1094 time: 0.3821702 Oct 20 10:35:17.387285 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 46908) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:35:17.390074 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646e4602-8f1a-443f-a2b3-025ba10285c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd502a4b-2717-494d-b218-f420eee0dcfd,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:35:17.393249 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 82160076-f9a5-4921-9e8a-aa76ad1a65b3, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=82160076-f9a5-4921-9e8a-aa76ad1a65b3,segment=NetworkSegment(cdb54968-a028-49d4-bff1-06faf7e0a12c),segment_id=cdb54968-a028-49d4-bff1-06faf7e0a12c)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:35:17.406326 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:17.427093 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Pushing event updated for resources: {'Port': ['ID=3d1e119e-a6b4-4700-bfea-e96f28e13830,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:35:17.507662 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=82160076-f9a5-4921-9e8a-aa76ad1a65b3,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:35:17.513133 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f1a096-2c99-404d-ac2d-ccf2ab943411 None None] Sync routers for ids ['743864d5-93fa-4920-9d15-7d3ac2282eff'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:35:17.529847 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f1a096-2c99-404d-ac2d-ccf2ab943411 None None] Routers {'743864d5-93fa-4920-9d15-7d3ac2282eff'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:35:17.530490 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-a6f1a096-2c99-404d-ac2d-ccf2ab943411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:35:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['743864d5-93fa-4920-9d15-7d3ac2282eff'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:35:17.551755 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d121da04-787d-4b07-acda-7cbd7b103579 req-9907124e-7f68-49c6-b721-ba0314e66a1a tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:17.554053 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-d121da04-787d-4b07-acda-7cbd7b103579 req-9907124e-7f68-49c6-b721-ba0314e66a1a tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.69 "GET /v2.0/networks?id=60750f9d-1dd0-4933-91f0-f6aefa736c9d HTTP/1.1" status: 200 len: 808 time: 0.5402949 Oct 20 10:35:17.568672 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [req-d121da04-787d-4b07-acda-7cbd7b103579 req-931b2650-c986-4cbf-9d12-a327abe7342a tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Request body: {'port': {'device_id': '775e65d3-1201-4348-9dd3-dd9214a2f8e6', 'network_id': '60750f9d-1dd0-4933-91f0-f6aefa736c9d', 'admin_state_up': True, 'tenant_id': '4e37fa6eb8b848f6897a2d7488b235c7'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:35:17.576985 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-835928ec-3a61-45f8-ae76-13dcad5b07c8 req-a085dd8a-8ac3-42ee-96c7-b7cf0a1bbbb4 service neutron] 10.222.0.55 "GET /v2.0/networks/7de6ec8f-463e-406e-b277-0e89715e0fef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5568628 Oct 20 10:35:17.659786 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-a6f1a096-2c99-404d-ac2d-ccf2ab943411 None None] Set router 743864d5-93fa-4920-9d15-7d3ac2282eff gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:35:17.665399 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7666b5-a26b-4296-9c05-fe0358070efc req-063feaca-55cf-452e-93a0-f61fab7f8a03 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:17.666935 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3a7666b5-a26b-4296-9c05-fe0358070efc req-063feaca-55cf-452e-93a0-f61fab7f8a03 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] 10.222.0.64 "GET /v2.0/ports?device_id=34b135a6-7a79-4e12-8b31-8d70cff1334c HTTP/1.1" status: 200 len: 944 time: 0.3369312 Oct 20 10:35:17.712822 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d121da04-787d-4b07-acda-7cbd7b103579 req-931b2650-c986-4cbf-9d12-a327abe7342a tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Made reservation on behalf of 4e37fa6eb8b848f6897a2d7488b235c7 for: {'port': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:35:17.720802 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-d121da04-787d-4b07-acda-7cbd7b103579 req-931b2650-c986-4cbf-9d12-a327abe7342a tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:17.782128 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-0672c377-38d0-4ccc-a1bb-e6187435f53e req-f42e98c5-0633-48fa-8cca-a511c16da4ba tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:17.787803 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-072c2921-a0c6-4926-b79b-6cf04cf242fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:17.838935 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-69f05669-fc5c-412d-95fe-25eaf4ff8b70 service neutron] 10.222.0.69 "GET /v2.0/networks/7f35c8f4-a80f-46f0-b625-9aa7a1eb4d3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6161563 Oct 20 10:35:17.916167 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [req-d121da04-787d-4b07-acda-7cbd7b103579 req-931b2650-c986-4cbf-9d12-a327abe7342a tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Allocated IP 172.20.0.5 (60750f9d-1dd0-4933-91f0-f6aefa736c9d/6f74b0c1-2855-44cd-a118-a8c6ce76ebd8/40e32cd4-a5fe-444c-bc87-98c7d5f762d0) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:35:17.949317 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['82160076-f9a5-4921-9e8a-aa76ad1a65b3'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:35:17.978463 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a890943-578f-4652-b57c-11f6fa0b3f59 req-2233c56b-dedd-4e0c-96d5-f4ee3fe477a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:17.980017 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6a890943-578f-4652-b57c-11f6fa0b3f59 req-2233c56b-dedd-4e0c-96d5-f4ee3fe477a2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7de6ec8f-463e-406e-b277-0e89715e0fef HTTP/1.1" status: 200 len: 916 time: 0.5253685 Oct 20 10:35:17.989256 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3a7666b5-a26b-4296-9c05-fe0358070efc req-1f5d91be-cc1e-482d-b2f3-28e5523aa196 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] 10.222.0.64 "GET /v2.0/security-groups?id=3c1a8b96-5782-4385-b9de-3407ab4b2d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2663350 Oct 20 10:35:17.990919 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-072c2921-a0c6-4926-b79b-6cf04cf242fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:18.018480 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34b135a6-7a79-4e12-8b31-8d70cff1334c', 'tag': '998655be-5ae2-4824-b044-6d7b9ccbf1d8'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:35:18.020776 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-546b81c4-cd9a-4865-abd4-d9d86c286cfc" -d '{"events": [{"name": "network-changed", "server_uuid": "34b135a6-7a79-4e12-8b31-8d70cff1334c", "tag": "998655be-5ae2-4824-b044-6d7b9ccbf1d8"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:35:18.133453 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6a890943-578f-4652-b57c-11f6fa0b3f59 req-40f4858b-6289-4dcd-9956-a58a8468895f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9b17808d-a1bd-42c3-9e7c-a4c7d9635536 HTTP/1.1" status: 200 len: 217 time: 0.1332445 Oct 20 10:35:18.168517 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-835928ec-3a61-45f8-ae76-13dcad5b07c8 req-1e1dd81b-4226-44c0-a0f7-a35ae52bd1e2 service neutron] 10.222.0.55 "GET /v2.0/networks/7de6ec8f-463e-406e-b277-0e89715e0fef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5701308 Oct 20 10:35:18.184975 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-d121da04-787d-4b07-acda-7cbd7b103579 req-931b2650-c986-4cbf-9d12-a327abe7342a tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:18.202029 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 3d1e119e-a6b4-4700-bfea-e96f28e13830 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:35:18.232258 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-d121da04-787d-4b07-acda-7cbd7b103579 req-931b2650-c986-4cbf-9d12-a327abe7342a tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:18.264303 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d121da04-787d-4b07-acda-7cbd7b103579 req-931b2650-c986-4cbf-9d12-a327abe7342a tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Network 60750f9d-1dd0-4933-91f0-f6aefa736c9d is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:35:18.267545 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-a6f1a096-2c99-404d-ac2d-ccf2ab943411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '743864d5-93fa-4920-9d15-7d3ac2282eff', 'name': 'tempest-ServersTestFqdnHostnames-433799258-router', 'tenant_id': 'e101b136571f40e2836dd4b04bec6639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.14'}], 'enable_snat': True}, 'gw_port_id': '3d1e119e-a6b4-4700-bfea-e96f28e13830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:35:08Z', 'updated_at': '2021-10-20T10:35:14Z', 'revision_number': 4, 'project_id': 'e101b136571f40e2836dd4b04bec6639', 'gw_port': {'id': '3d1e119e-a6b4-4700-bfea-e96f28e13830', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:13:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '743864d5-93fa-4920-9d15-7d3ac2282eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:35:08Z', 'updated_at': '2021-10-20T10:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '6fb964ca-d4af-4842-a997-375d779ad541', 'name': '', 'network_id': 'a87df69c-aa66-4d4f-9bea-350cb369c361', 'tenant_id': 'e101b136571f40e2836dd4b04bec6639', 'mac_address': 'fa:16:3e:61:d7:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '743864d5-93fa-4920-9d15-7d3ac2282eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': '7f0bb4fe-24ee-4f3b-82e5-f5d859434fd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:35:12Z', 'updated_at': '2021-10-20T10:35:14Z', 'revision_number': 2, 'project_id': 'e101b136571f40e2836dd4b04bec6639', 'subnets': [{'id': '7f0bb4fe-24ee-4f3b-82e5-f5d859434fd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:35:18.268631 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [req-d121da04-787d-4b07-acda-7cbd7b103579 req-931b2650-c986-4cbf-9d12-a327abe7342a tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:35:18.290331 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [req-d121da04-787d-4b07-acda-7cbd7b103579 req-931b2650-c986-4cbf-9d12-a327abe7342a tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:35:18.298325 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7cf30ae1-6086-4cd5-b0e2-2300471582d8 req-48599c60-ec6d-4adb-96ef-18e6912f9901 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/ports?device_id=775e65d3-1201-4348-9dd3-dd9214a2f8e6 HTTP/1.1" status: 200 len: 210 time: 0.1863489 Oct 20 10:35:18.310008 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f1a096-2c99-404d-ac2d-ccf2ab943411 None None] Checking router: 743864d5-93fa-4920-9d15-7d3ac2282eff for host: n-d-811396-3 {{(pid=100598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:35:18.310373 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f1a096-2c99-404d-ac2d-ccf2ab943411 None None] Updating router 743864d5-93fa-4920-9d15-7d3ac2282eff port 6fb964ca-d4af-4842-a997-375d779ad541 binding host n-d-811396-3 {{(pid=100598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 10:35:18.343980 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 3d1e119e-a6b4-4700-bfea-e96f28e13830 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:35:18.344351 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:18.357473 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d121da04-787d-4b07-acda-7cbd7b103579 req-931b2650-c986-4cbf-9d12-a327abe7342a tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:18.358251 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-d121da04-787d-4b07-acda-7cbd7b103579 req-931b2650-c986-4cbf-9d12-a327abe7342a tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:18.373827 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a890943-578f-4652-b57c-11f6fa0b3f59 req-a5156d53-86c0-4be6-bb57-76d8c3f8cd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:18.376325 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6a890943-578f-4652-b57c-11f6fa0b3f59 req-a5156d53-86c0-4be6-bb57-76d8c3f8cd8a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5d8acf15-0cbf-477d-b85e-d79fdcb8698d HTTP/1.1" status: 200 len: 854 time: 0.2027249 Oct 20 10:35:18.377741 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-0672c377-38d0-4ccc-a1bb-e6187435f53e req-f42e98c5-0633-48fa-8cca-a511c16da4ba tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:18.396286 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-a6f1a096-2c99-404d-ac2d-ccf2ab943411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:18.397273 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-d121da04-787d-4b07-acda-7cbd7b103579 req-931b2650-c986-4cbf-9d12-a327abe7342a tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8329113 Oct 20 10:35:18.402207 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931b2650-c986-4cbf-9d12-a327abe7342a tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Pushing event updated for resources: {'Port': ['ID=40e32cd4-a5fe-444c-bc87-98c7d5f762d0,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:35:18.412704 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [req-d121da04-787d-4b07-acda-7cbd7b103579 req-5f73541d-f47f-447d-8200-82d3b7883ce9 service neutron] Request body: {'port': {'device_id': '775e65d3-1201-4348-9dd3-dd9214a2f8e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811396-3'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:35:18.469241 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0672c377-38d0-4ccc-a1bb-e6187435f53e req-f42e98c5-0633-48fa-8cca-a511c16da4ba tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] Network cbe170d3-31ba-45a2-b477-520ab0a7a8ea is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:35:18.475344 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42e98c5-0633-48fa-8cca-a511c16da4ba tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] Pushing event updated for resources: {'Port': ['ID=e98e8f0d-17af-4ce4-b17c-b32a0df4c0ac,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:35:18.486552 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-d121da04-787d-4b07-acda-7cbd7b103579 req-5f73541d-f47f-447d-8200-82d3b7883ce9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:18.491643 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [req-0672c377-38d0-4ccc-a1bb-e6187435f53e req-f42e98c5-0633-48fa-8cca-a511c16da4ba tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:35:18.553403 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-0672c377-38d0-4ccc-a1bb-e6187435f53e req-f42e98c5-0633-48fa-8cca-a511c16da4ba tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:35:18.562497 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-aaf06de3-73af-46be-aa20-54ee4ebfd508 service neutron] 10.222.0.69 "GET /v2.0/networks/7f35c8f4-a80f-46f0-b625-9aa7a1eb4d3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7067428 Oct 20 10:35:18.562803 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 9b17808d-a1bd-42c3-9e7c-a4c7d9635536 details requested by agent hyperv_n-h2-811396-3 with host n-h2-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:35:18.667915 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-3381d5a3-d2e7-4fe7-9b00-2e58d06698cf service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=cde88316-97fc-42ab-948b-2cc207ce19a1 HTTP/1.1" status: 200 len: 217 time: 0.0538960 Oct 20 10:35:18.701464 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-072c2921-a0c6-4926-b79b-6cf04cf242fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:18.704520 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-072c2921-a0c6-4926-b79b-6cf04cf242fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:18.706379 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-072c2921-a0c6-4926-b79b-6cf04cf242fb admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/dd502a4b-2717-494d-b218-f420eee0dcfd HTTP/1.1" status: 204 len: 168 time: 1.2628682 Oct 20 10:35:18.731349 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a890943-578f-4652-b57c-11f6fa0b3f59 req-2f193c25-edf2-4b76-9841-85f4ef92b6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:18.733327 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6a890943-578f-4652-b57c-11f6fa0b3f59 req-2f193c25-edf2-4b76-9841-85f4ef92b6d3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7de6ec8f-463e-406e-b277-0e89715e0fef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3404989 Oct 20 10:35:18.770012 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072c2921-a0c6-4926-b79b-6cf04cf242fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd502a4b-2717-494d-b218-f420eee0dcfd,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:35:18.845665 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 9b17808d-a1bd-42c3-9e7c-a4c7d9635536, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=9b17808d-a1bd-42c3-9e7c-a4c7d9635536,segment=NetworkSegment(cdb54968-a028-49d4-bff1-06faf7e0a12c),segment_id=cdb54968-a028-49d4-bff1-06faf7e0a12c)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:35:18.892647 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-0672c377-38d0-4ccc-a1bb-e6187435f53e req-f42e98c5-0633-48fa-8cca-a511c16da4ba tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:18.914762 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Returning: {'device': '9b17808d-a1bd-42c3-9e7c-a4c7d9635536', 'network_id': '7de6ec8f-463e-406e-b277-0e89715e0fef', 'port_id': '9b17808d-a1bd-42c3-9e7c-a4c7d9635536', 'mac_address': 'fa:16:3e:b2:11:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 833, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d8acf15-0cbf-477d-b85e-d79fdcb8698d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:35:18.918592 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [req-d121da04-787d-4b07-acda-7cbd7b103579 req-5f73541d-f47f-447d-8200-82d3b7883ce9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40e32cd4-a5fe-444c-bc87-98c7d5f762d0 {{(pid=100597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:35:18.939419 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-d121da04-787d-4b07-acda-7cbd7b103579 req-5f73541d-f47f-447d-8200-82d3b7883ce9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:18.967670 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:18.972981 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.provisioning_blocks [req-d121da04-787d-4b07-acda-7cbd7b103579 req-5f73541d-f47f-447d-8200-82d3b7883ce9 service neutron] Transition to ACTIVE for port object 40e32cd4-a5fe-444c-bc87-98c7d5f762d0 will not be triggered until provisioned by entity L2. {{(pid=100597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:35:18.997085 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-d121da04-787d-4b07-acda-7cbd7b103579 req-5f73541d-f47f-447d-8200-82d3b7883ce9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:19.005177 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6a890943-578f-4652-b57c-11f6fa0b3f59 req-7e9276b0-d63b-4ba5-842d-902310419e89 service neutron] 10.222.0.69 "GET /v2.0/networks/7de6ec8f-463e-406e-b277-0e89715e0fef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2634194 Oct 20 10:35:19.055627 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-0672c377-38d0-4ccc-a1bb-e6187435f53e req-f42e98c5-0633-48fa-8cca-a511c16da4ba tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:19.069523 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-9e21eb71-7068-4a1c-8d45-1977cae50e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:19.072173 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-9e21eb71-7068-4a1c-8d45-1977cae50e90 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a2b9a836-50d1-4b54-8c45-1b8fbb975652 HTTP/1.1" status: 200 len: 797 time: 0.3901331 Oct 20 10:35:19.101038 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f73541d-f47f-447d-8200-82d3b7883ce9 service neutron] Pushing event updated for resources: {'Port': ['ID=40e32cd4-a5fe-444c-bc87-98c7d5f762d0,revision_number=2']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:35:19.104987 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:19.111036 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-a6f1a096-2c99-404d-ac2d-ccf2ab943411 None None] Publish callbacks [] for port, precommit_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:19.144057 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b17808d-a1bd-42c3-9e7c-a4c7d9635536 {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:35:19.154176 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-a6f1a096-2c99-404d-ac2d-ccf2ab943411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:19.210093 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-ae4d94e0-271d-4f9e-9929-57e499214ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:19.211204 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-ae4d94e0-271d-4f9e-9929-57e499214ff2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7bc60fc7-42ea-472c-be5f-6faa92f9f9bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0957725 Oct 20 10:35:19.242640 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 46926) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:35:19.247753 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-6833e1f0-68b1-4999-b6c1-fa151743d77e tempest-ServersTestFqdnHostnames-1012977964 tempest-ServersTestFqdnHostnames-1012977964-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1250505340', 'description': 'tempest-description--1168574074'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:35:19.262218 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98499ab1-3497-4352-9f1d-93c778e25563 None None] Pushing event updated for resources: {'Port': ['ID=6fb964ca-d4af-4842-a997-375d779ad541,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:35:19.279894 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-d121da04-787d-4b07-acda-7cbd7b103579 req-5f73541d-f47f-447d-8200-82d3b7883ce9 service neutron] Attempting to bind port 40e32cd4-a5fe-444c-bc87-98c7d5f762d0 on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:35:19.280491 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-d121da04-787d-4b07-acda-7cbd7b103579 req-5f73541d-f47f-447d-8200-82d3b7883ce9 service neutron] Attempting to bind port 40e32cd4-a5fe-444c-bc87-98c7d5f762d0 by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': 'd74986f8-a71e-4359-a64d-140af23f3558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '60750f9d-1dd0-4933-91f0-f6aefa736c9d'}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:35:19.281248 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d121da04-787d-4b07-acda-7cbd7b103579 req-5f73541d-f47f-447d-8200-82d3b7883ce9 service neutron] Attempting to bind port 40e32cd4-a5fe-444c-bc87-98c7d5f762d0 on network 60750f9d-1dd0-4933-91f0-f6aefa736c9d {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:35:19.289749 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 9b17808d-a1bd-42c3-9e7c-a4c7d9635536, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=9b17808d-a1bd-42c3-9e7c-a4c7d9635536,segment=NetworkSegment(cdb54968-a028-49d4-bff1-06faf7e0a12c),segment_id=cdb54968-a028-49d4-bff1-06faf7e0a12c)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:35:19.304590 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:19.305412 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d121da04-787d-4b07-acda-7cbd7b103579 req-5f73541d-f47f-447d-8200-82d3b7883ce9 service neutron] Port 40e32cd4-a5fe-444c-bc87-98c7d5f762d0 on network 60750f9d-1dd0-4933-91f0-f6aefa736c9d not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:35:19.305740 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d121da04-787d-4b07-acda-7cbd7b103579 req-5f73541d-f47f-447d-8200-82d3b7883ce9 service neutron] Attempting to bind port 40e32cd4-a5fe-444c-bc87-98c7d5f762d0 on network 60750f9d-1dd0-4933-91f0-f6aefa736c9d {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:35:19.336996 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d121da04-787d-4b07-acda-7cbd7b103579 req-5f73541d-f47f-447d-8200-82d3b7883ce9 service neutron] Checking agent: {'id': '061232a2-7adc-4ba1-a873-e8cb136b064d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:35:19.337885 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d121da04-787d-4b07-acda-7cbd7b103579 req-5f73541d-f47f-447d-8200-82d3b7883ce9 service neutron] Checking segment: {'id': 'd74986f8-a71e-4359-a64d-140af23f3558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '60750f9d-1dd0-4933-91f0-f6aefa736c9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:35:19.338326 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d121da04-787d-4b07-acda-7cbd7b103579 req-5f73541d-f47f-447d-8200-82d3b7883ce9 service neutron] Bound using segment: {'id': 'd74986f8-a71e-4359-a64d-140af23f3558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '60750f9d-1dd0-4933-91f0-f6aefa736c9d'} {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:35:19.338908 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-d121da04-787d-4b07-acda-7cbd7b103579 req-5f73541d-f47f-447d-8200-82d3b7883ce9 service neutron] Bound port: 40e32cd4-a5fe-444c-bc87-98c7d5f762d0, host: n-h2-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd74986f8-a71e-4359-a64d-140af23f3558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '60750f9d-1dd0-4933-91f0-f6aefa736c9d'}}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:35:19.346156 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-d121da04-787d-4b07-acda-7cbd7b103579 req-5f73541d-f47f-447d-8200-82d3b7883ce9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:19.347776 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5df51537-0266-46a3-8577-f9864d69a03a x-openstack-request-id: req-5df51537-0266-46a3-8577-f9864d69a03a {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:35:19.348249 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34b135a6-7a79-4e12-8b31-8d70cff1334c", "tag": "998655be-5ae2-4824-b044-6d7b9ccbf1d8", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:35:19.348624 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5df51537-0266-46a3-8577-f9864d69a03a {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:35:19.349126 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34b135a6-7a79-4e12-8b31-8d70cff1334c', 'tag': '998655be-5ae2-4824-b044-6d7b9ccbf1d8', 'status': 'completed', 'code': 200} Oct 20 10:35:19.349770 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6833e1f0-68b1-4999-b6c1-fa151743d77e tempest-ServersTestFqdnHostnames-1012977964 tempest-ServersTestFqdnHostnames-1012977964-project] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:19.559450 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=9b17808d-a1bd-42c3-9e7c-a4c7d9635536,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:35:19.622517 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-a6f1a096-2c99-404d-ac2d-ccf2ab943411 None None] Attempting to bind port 6fb964ca-d4af-4842-a997-375d779ad541 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:35:19.623259 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-a6f1a096-2c99-404d-ac2d-ccf2ab943411 None None] Attempting to bind port 6fb964ca-d4af-4842-a997-375d779ad541 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '1d714b27-3aa7-4d59-bcf7-62759e5f74cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'a87df69c-aa66-4d4f-9bea-350cb369c361'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:35:19.623922 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f1a096-2c99-404d-ac2d-ccf2ab943411 None None] Attempting to bind port 6fb964ca-d4af-4842-a997-375d779ad541 on network a87df69c-aa66-4d4f-9bea-350cb369c361 {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:35:19.626655 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['9b17808d-a1bd-42c3-9e7c-a4c7d9635536'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:35:19.642134 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6833e1f0-68b1-4999-b6c1-fa151743d77e tempest-ServersTestFqdnHostnames-1012977964 tempest-ServersTestFqdnHostnames-1012977964-project] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:19.666777 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6833e1f0-68b1-4999-b6c1-fa151743d77e tempest-ServersTestFqdnHostnames-1012977964 tempest-ServersTestFqdnHostnames-1012977964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:19.712954 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f1a096-2c99-404d-ac2d-ccf2ab943411 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:35:19.713472 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f1a096-2c99-404d-ac2d-ccf2ab943411 None None] Checking segment: {'id': '1d714b27-3aa7-4d59-bcf7-62759e5f74cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'a87df69c-aa66-4d4f-9bea-350cb369c361'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:35:19.713989 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-a6f1a096-2c99-404d-ac2d-ccf2ab943411 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:19.715042 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f1a096-2c99-404d-ac2d-ccf2ab943411 None None] Bound using segment: {'id': '1d714b27-3aa7-4d59-bcf7-62759e5f74cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'a87df69c-aa66-4d4f-9bea-350cb369c361'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:35:19.715893 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-a6f1a096-2c99-404d-ac2d-ccf2ab943411 None None] Bound port: 6fb964ca-d4af-4842-a997-375d779ad541, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d714b27-3aa7-4d59-bcf7-62759e5f74cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'a87df69c-aa66-4d4f-9bea-350cb369c361'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:35:19.716353 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-a6f1a096-2c99-404d-ac2d-ccf2ab943411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:19.740885 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [req-d121da04-787d-4b07-acda-7cbd7b103579 req-5f73541d-f47f-447d-8200-82d3b7883ce9 service neutron] For port 40e32cd4-a5fe-444c-bc87-98c7d5f762d0, host n-h2-811396-3, cleared binding levels {{(pid=100597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:35:19.774649 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [req-d121da04-787d-4b07-acda-7cbd7b103579 req-5f73541d-f47f-447d-8200-82d3b7883ce9 service neutron] For port 40e32cd4-a5fe-444c-bc87-98c7d5f762d0, host n-h2-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=40e32cd4-a5fe-444c-bc87-98c7d5f762d0,segment=NetworkSegment(d74986f8-a71e-4359-a64d-140af23f3558),segment_id=d74986f8-a71e-4359-a64d-140af23f3558)] {{(pid=100597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:35:19.792174 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6a890943-578f-4652-b57c-11f6fa0b3f59 req-ec915788-55b1-48d2-8064-26b5e4db2920 service neutron] 10.222.0.69 "GET /v2.0/networks/7de6ec8f-463e-406e-b277-0e89715e0fef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7421443 Oct 20 10:35:19.812766 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6833e1f0-68b1-4999-b6c1-fa151743d77e tempest-ServersTestFqdnHostnames-1012977964 tempest-ServersTestFqdnHostnames-1012977964-project] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:19.820484 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-6833e1f0-68b1-4999-b6c1-fa151743d77e tempest-ServersTestFqdnHostnames-1012977964 tempest-ServersTestFqdnHostnames-1012977964-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5764625 Oct 20 10:35:19.821763 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 46944) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:35:19.826622 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6833e1f0-68b1-4999-b6c1-fa151743d77e tempest-ServersTestFqdnHostnames-1012977964 tempest-ServersTestFqdnHostnames-1012977964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a95c4642-b265-4e76-85a0-2126c3671a59,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:35:19.835462 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-d121da04-787d-4b07-acda-7cbd7b103579 req-5f73541d-f47f-447d-8200-82d3b7883ce9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:19.838917 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-0987909a-d1fd-441f-a994-9215a6c8982a tempest-ServersTestFqdnHostnames-1012977964 tempest-ServersTestFqdnHostnames-1012977964-project] Request body: {'security_group_rule': {'security_group_id': 'a95c4642-b265-4e76-85a0-2126c3671a59', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:35:19.857995 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546b81c4-cd9a-4865-abd4-d9d86c286cfc req-6b4b1285-4a7b-422a-804d-b5f3c27799fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:19.859607 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-546b81c4-cd9a-4865-abd4-d9d86c286cfc req-6b4b1285-4a7b-422a-804d-b5f3c27799fc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7c549de96c244bc2a43ec39c07795db6&device_id=34b135a6-7a79-4e12-8b31-8d70cff1334c HTTP/1.1" status: 200 len: 1095 time: 0.3954582 Oct 20 10:35:19.861397 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-b0dfd1ab-0a0a-45ec-a7de-9cf710e5ea56 service neutron] 10.222.0.69 "GET /v2.0/networks/7bc60fc7-42ea-472c-be5f-6faa92f9f9bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5723903 Oct 20 10:35:19.878280 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8939a9f-5b9a-4d93-9b35-a490446a9b0c req-f498a68d-e427-44d8-9e17-998d952021ca tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:19.885410 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8939a9f-5b9a-4d93-9b35-a490446a9b0c req-f498a68d-e427-44d8-9e17-998d952021ca tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:19.892936 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8939a9f-5b9a-4d93-9b35-a490446a9b0c req-f498a68d-e427-44d8-9e17-998d952021ca tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:19.898879 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8939a9f-5b9a-4d93-9b35-a490446a9b0c req-f498a68d-e427-44d8-9e17-998d952021ca tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:19.905175 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8939a9f-5b9a-4d93-9b35-a490446a9b0c req-f498a68d-e427-44d8-9e17-998d952021ca tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:19.911457 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8939a9f-5b9a-4d93-9b35-a490446a9b0c req-f498a68d-e427-44d8-9e17-998d952021ca tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:19.917515 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8939a9f-5b9a-4d93-9b35-a490446a9b0c req-f498a68d-e427-44d8-9e17-998d952021ca tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:19.919444 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b8939a9f-5b9a-4d93-9b35-a490446a9b0c req-f498a68d-e427-44d8-9e17-998d952021ca tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] 10.222.0.64 "GET /v2.0/ports?device_id=80d2d265-4161-4f15-ab0c-130b15ddf9e0 HTTP/1.1" status: 200 len: 5417 time: 0.3948574 Oct 20 10:35:19.939887 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-a6f1a096-2c99-404d-ac2d-ccf2ab943411 None None] For port 6fb964ca-d4af-4842-a997-375d779ad541, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:35:19.950493 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-eae3df9b-c2dc-4400-b84f-fdf97b7e010c None None] Provisioning complete for port 6fb964ca-d4af-4842-a997-375d779ad541 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:35:19.951016 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-eae3df9b-c2dc-4400-b84f-fdf97b7e010c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:19.960883 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f73541d-f47f-447d-8200-82d3b7883ce9 service neutron] Pushing event updated for resources: {'Port': ['ID=40e32cd4-a5fe-444c-bc87-98c7d5f762d0,revision_number=3']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:35:19.982577 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d121da04-787d-4b07-acda-7cbd7b103579 req-5f73541d-f47f-447d-8200-82d3b7883ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:19.984206 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-d121da04-787d-4b07-acda-7cbd7b103579 req-5f73541d-f47f-447d-8200-82d3b7883ce9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:19.987261 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-d121da04-787d-4b07-acda-7cbd7b103579 req-5f73541d-f47f-447d-8200-82d3b7883ce9 service neutron] 10.222.0.69 "PUT /v2.0/ports/40e32cd4-a5fe-444c-bc87-98c7d5f762d0 HTTP/1.1" status: 200 len: 1091 time: 1.5809653 Oct 20 10:35:19.988013 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '775e65d3-1201-4348-9dd3-dd9214a2f8e6', 'tag': '40e32cd4-a5fe-444c-bc87-98c7d5f762d0'}] {{(pid=100597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:35:19.991902 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd85cad6a391afaa95d2dd5280bfd4659fc1e1b2aba53b5e7ef874f059efcdc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11ae0aff-fabf-4582-b3a6-f1c746bdbcd6" -d '{"events": [{"name": "network-changed", "server_uuid": "775e65d3-1201-4348-9dd3-dd9214a2f8e6", "tag": "40e32cd4-a5fe-444c-bc87-98c7d5f762d0"}]}' {{(pid=100597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:35:20.037836 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0987909a-d1fd-441f-a994-9215a6c8982a tempest-ServersTestFqdnHostnames-1012977964 tempest-ServersTestFqdnHostnames-1012977964-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:20.047957 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-eae3df9b-c2dc-4400-b84f-fdf97b7e010c None None] Port 6fb964ca-d4af-4842-a997-375d779ad541 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:35:20.078676 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-a6f1a096-2c99-404d-ac2d-ccf2ab943411 None None] For port 6fb964ca-d4af-4842-a997-375d779ad541, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=6fb964ca-d4af-4842-a997-375d779ad541,segment=NetworkSegment(1d714b27-3aa7-4d59-bcf7-62759e5f74cb),segment_id=1d714b27-3aa7-4d59-bcf7-62759e5f74cb)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:35:20.094566 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-a6f1a096-2c99-404d-ac2d-ccf2ab943411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:20.106917 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d121da04-787d-4b07-acda-7cbd7b103579 req-a82e0c55-b70b-4799-ad1b-b71684af002e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:20.114308 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-d121da04-787d-4b07-acda-7cbd7b103579 req-a82e0c55-b70b-4799-ad1b-b71684af002e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4e37fa6eb8b848f6897a2d7488b235c7&device_id=775e65d3-1201-4348-9dd3-dd9214a2f8e6 HTTP/1.1" status: 200 len: 1094 time: 0.0813529 Oct 20 10:35:20.193343 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 46952) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:35:20.194841 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-d121da04-787d-4b07-acda-7cbd7b103579 req-115962bc-4110-4a13-b8ba-45078bbf9ce5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=40e32cd4-a5fe-444c-bc87-98c7d5f762d0 HTTP/1.1" status: 200 len: 217 time: 0.0716858 Oct 20 10:35:20.218233 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98499ab1-3497-4352-9f1d-93c778e25563 None None] Pushing event updated for resources: {'Port': ['ID=6fb964ca-d4af-4842-a997-375d779ad541,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:35:20.274469 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f1a096-2c99-404d-ac2d-ccf2ab943411 None None] Routers {'743864d5-93fa-4920-9d15-7d3ac2282eff'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:35:20.278438 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-a6f1a096-2c99-404d-ac2d-ccf2ab943411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:35:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['743864d5-93fa-4920-9d15-7d3ac2282eff'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:35:20.309933 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d121da04-787d-4b07-acda-7cbd7b103579 req-4ca0c678-8add-4934-8ac6-2bf75dbfffe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:20.313495 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-d121da04-787d-4b07-acda-7cbd7b103579 req-4ca0c678-8add-4934-8ac6-2bf75dbfffe8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6f74b0c1-2855-44cd-a118-a8c6ce76ebd8 HTTP/1.1" status: 200 len: 848 time: 0.1107302 Oct 20 10:35:20.365243 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-d121da04-787d-4b07-acda-7cbd7b103579 req-639cd17f-f06f-4868-ab63-0f14b93f8885 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=60750f9d-1dd0-4933-91f0-f6aefa736c9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428450 Oct 20 10:35:20.430561 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-25b10fb2-ddf0-4ff7-ba84-fa4b4cf98d04 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-2077296257-network', 'tenant_id': 'c0dfe506102842b7b89700ee2a42ab00'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:35:20.508254 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25b10fb2-ddf0-4ff7-ba84-fa4b4cf98d04 admin admin] Made reservation on behalf of c0dfe506102842b7b89700ee2a42ab00 for: {'network': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:35:20.511144 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-25b10fb2-ddf0-4ff7-ba84-fa4b4cf98d04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:20.530004 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-25b10fb2-ddf0-4ff7-ba84-fa4b4cf98d04 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:20.542735 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-d121da04-787d-4b07-acda-7cbd7b103579 req-b2d09121-3ddc-4f37-8e1a-dfd8736ccdcf service neutron] 10.222.0.69 "GET /v2.0/networks/60750f9d-1dd0-4933-91f0-f6aefa736c9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693213 Oct 20 10:35:20.624864 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-a6f1a096-2c99-404d-ac2d-ccf2ab943411 None None] Set router 743864d5-93fa-4920-9d15-7d3ac2282eff gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:35:20.677454 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-0672c377-38d0-4ccc-a1bb-e6187435f53e req-f42e98c5-0633-48fa-8cca-a511c16da4ba tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:20.698737 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b8939a9f-5b9a-4d93-9b35-a490446a9b0c req-43403748-af03-413b-804c-ede73c951864 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] 10.222.0.64 "GET /v2.0/security-groups?id=052167af-6782-42ac-bb32-02b514a83f6f&id=9e881cba-3138-4f23-9b77-7adf07b3a5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7450314 Oct 20 10:35:20.727513 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-d121da04-787d-4b07-acda-7cbd7b103579 req-d9a03da7-f5e3-4846-9b5a-33be7d808eda service neutron] 10.222.0.69 "GET /v2.0/networks/60750f9d-1dd0-4933-91f0-f6aefa736c9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723225 Oct 20 10:35:20.732728 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-0672c377-38d0-4ccc-a1bb-e6187435f53e req-f42e98c5-0633-48fa-8cca-a511c16da4ba tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:20.749672 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-25b10fb2-ddf0-4ff7-ba84-fa4b4cf98d04 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:20.770729 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-25b10fb2-ddf0-4ff7-ba84-fa4b4cf98d04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:20.824203 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25b10fb2-ddf0-4ff7-ba84-fa4b4cf98d04 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 826} {{(pid=100597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:35:20.831465 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 82160076-f9a5-4921-9e8a-aa76ad1a65b3 up at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:35:20.833319 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b10fb2-ddf0-4ff7-ba84-fa4b4cf98d04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ea17d67-d003-4cda-a612-dd72568a94fb,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:35:20.836078 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546b81c4-cd9a-4865-abd4-d9d86c286cfc req-1feed4ca-7dca-4e81-bd27-2804b2c2bfff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:20.843835 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-546b81c4-cd9a-4865-abd4-d9d86c286cfc req-1feed4ca-7dca-4e81-bd27-2804b2c2bfff service neutron] 10.222.0.55 "GET /v2.0/networks?id=7de6ec8f-463e-406e-b277-0e89715e0fef HTTP/1.1" status: 200 len: 916 time: 0.9147685 Oct 20 10:35:20.867555 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-25b10fb2-ddf0-4ff7-ba84-fa4b4cf98d04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:20.868137 n-d-811396-3 neutron-server[100597]: INFO neutron.db.segments_db [None req-25b10fb2-ddf0-4ff7-ba84-fa4b4cf98d04 admin admin] Added segment ead88eb8-7907-4284-a2ee-38aeb92bc073 of type vlan for network ef6abb39-cfb1-4828-a214-dd0f5374098d Oct 20 10:35:20.928545 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-8c7ee8a5-b907-4dba-8532-4355679f39af None None] Provisioning complete for port 6fb964ca-d4af-4842-a997-375d779ad541 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:35:20.928924 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-8c7ee8a5-b907-4dba-8532-4355679f39af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:20.939648 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-25b10fb2-ddf0-4ff7-ba84-fa4b4cf98d04 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:20.986940 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-a6f1a096-2c99-404d-ac2d-ccf2ab943411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '743864d5-93fa-4920-9d15-7d3ac2282eff', 'name': 'tempest-ServersTestFqdnHostnames-433799258-router', 'tenant_id': 'e101b136571f40e2836dd4b04bec6639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.14'}], 'enable_snat': True}, 'gw_port_id': '3d1e119e-a6b4-4700-bfea-e96f28e13830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:35:08Z', 'updated_at': '2021-10-20T10:35:14Z', 'revision_number': 4, 'project_id': 'e101b136571f40e2836dd4b04bec6639', 'gw_port': {'id': '3d1e119e-a6b4-4700-bfea-e96f28e13830', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:13:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '743864d5-93fa-4920-9d15-7d3ac2282eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:35:08Z', 'updated_at': '2021-10-20T10:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '6fb964ca-d4af-4842-a997-375d779ad541', 'name': '', 'network_id': 'a87df69c-aa66-4d4f-9bea-350cb369c361', 'tenant_id': 'e101b136571f40e2836dd4b04bec6639', 'mac_address': 'fa:16:3e:61:d7:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '743864d5-93fa-4920-9d15-7d3ac2282eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': '7f0bb4fe-24ee-4f3b-82e5-f5d859434fd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:35:12Z', 'updated_at': '2021-10-20T10:35:19Z', 'revision_number': 4, 'project_id': 'e101b136571f40e2836dd4b04bec6639', 'subnets': [{'id': '7f0bb4fe-24ee-4f3b-82e5-f5d859434fd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:35:20.990255 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-25b10fb2-ddf0-4ff7-ba84-fa4b4cf98d04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:20.991704 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b10fb2-ddf0-4ff7-ba84-fa4b4cf98d04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:20.992951 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-25b10fb2-ddf0-4ff7-ba84-fa4b4cf98d04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:21.022780 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f1a096-2c99-404d-ac2d-ccf2ab943411 None None] The sync data for ids ['743864d5-93fa-4920-9d15-7d3ac2282eff'] in n-d-811396-3 is: [{'id': '743864d5-93fa-4920-9d15-7d3ac2282eff', 'name': 'tempest-ServersTestFqdnHostnames-433799258-router', 'tenant_id': 'e101b136571f40e2836dd4b04bec6639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.14'}], 'enable_snat': True}, 'gw_port_id': '3d1e119e-a6b4-4700-bfea-e96f28e13830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:35:08Z', 'updated_at': '2021-10-20T10:35:14Z', 'revision_number': 4, 'project_id': 'e101b136571f40e2836dd4b04bec6639', 'gw_port': {'id': '3d1e119e-a6b4-4700-bfea-e96f28e13830', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:13:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '743864d5-93fa-4920-9d15-7d3ac2282eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:35:08Z', 'updated_at': '2021-10-20T10:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '6fb964ca-d4af-4842-a997-375d779ad541', 'name': '', 'network_id': 'a87df69c-aa66-4d4f-9bea-350cb369c361', 'tenant_id': 'e101b136571f40e2836dd4b04bec6639', 'mac_address': 'fa:16:3e:61:d7:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '743864d5-93fa-4920-9d15-7d3ac2282eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': '7f0bb4fe-24ee-4f3b-82e5-f5d859434fd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:35:12Z', 'updated_at': '2021-10-20T10:35:19Z', 'revision_number': 4, 'project_id': 'e101b136571f40e2836dd4b04bec6639', 'subnets': [{'id': '7f0bb4fe-24ee-4f3b-82e5-f5d859434fd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:35:21.025608 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-d29eed49-c0b8-4f6c-9574-6ba9cf7c7ee0 service neutron] 10.222.0.69 "GET /v2.0/networks/7bc60fc7-42ea-472c-be5f-6faa92f9f9bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1026266 Oct 20 10:35:21.036658 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-546b81c4-cd9a-4865-abd4-d9d86c286cfc req-5574afe5-9af9-4018-9d93-befa5b8a0fc6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=998655be-5ae2-4824-b044-6d7b9ccbf1d8 HTTP/1.1" status: 200 len: 217 time: 0.1035767 Oct 20 10:35:21.037596 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-25b10fb2-ddf0-4ff7-ba84-fa4b4cf98d04 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.8415189 Oct 20 10:35:21.038423 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 46964) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:35:21.038741 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning for port 82160076-f9a5-4921-9e8a-aa76ad1a65b3 completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:35:21.044325 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning complete for port 82160076-f9a5-4921-9e8a-aa76ad1a65b3 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:35:21.044825 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:21.049047 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-2054d5e6-49b2-43fc-8115-0e998fcb7457 admin admin] Request body: {'subnet': {'network_id': 'ef6abb39-cfb1-4828-a214-dd0f5374098d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-2077296257-subnet', 'tenant_id': 'c0dfe506102842b7b89700ee2a42ab00', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:35:21.163415 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-fe02d1ba-bd3e-4d6e-8e22-edc79397f20f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=fbaf8d36-195c-43d3-b057-07f5fe113158 HTTP/1.1" status: 200 len: 217 time: 0.1180623 Oct 20 10:35:21.166444 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0987909a-d1fd-441f-a994-9215a6c8982a tempest-ServersTestFqdnHostnames-1012977964 tempest-ServersTestFqdnHostnames-1012977964-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:21.174877 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42e98c5-0633-48fa-8cca-a511c16da4ba tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] Pushing event updated for resources: {'Port': ['ID=e98e8f0d-17af-4ce4-b17c-b32a0df4c0ac,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:35:21.210217 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b10fb2-ddf0-4ff7-ba84-fa4b4cf98d04 admin admin] Pushing event updated for resources: {'Network': ['ID=ef6abb39-cfb1-4828-a214-dd0f5374098d,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:35:21.214031 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0987909a-d1fd-441f-a994-9215a6c8982a tempest-ServersTestFqdnHostnames-1012977964 tempest-ServersTestFqdnHostnames-1012977964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:21.220203 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2054d5e6-49b2-43fc-8115-0e998fcb7457 admin admin] Made reservation on behalf of c0dfe506102842b7b89700ee2a42ab00 for: {'subnet': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:35:21.227206 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2054d5e6-49b2-43fc-8115-0e998fcb7457 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25350782'] for subnet, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:21.237492 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:21.248794 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network ef6abb39-cfb1-4828-a214-dd0f5374098d details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:35:21.293327 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987909a-d1fd-441f-a994-9215a6c8982a tempest-ServersTestFqdnHostnames-1012977964 tempest-ServersTestFqdnHostnames-1012977964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c01bba54-ac9c-463d-a84a-ab59a150b9ae,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:35:21.297077 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-eeefe132-6a73-42b1-ace2-e13d89d53261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:21.300148 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-eeefe132-6a73-42b1-ace2-e13d89d53261 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a2b9a836-50d1-4b54-8c45-1b8fbb975652 HTTP/1.1" status: 200 len: 797 time: 0.1035130 Oct 20 10:35:21.301210 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-0672c377-38d0-4ccc-a1bb-e6187435f53e req-f42e98c5-0633-48fa-8cca-a511c16da4ba tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1773381'] for floatingip, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:21.375340 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546b81c4-cd9a-4865-abd4-d9d86c286cfc req-2371da2a-cf2a-412b-8f14-08ef0f02195e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:21.377360 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-546b81c4-cd9a-4865-abd4-d9d86c286cfc req-2371da2a-cf2a-412b-8f14-08ef0f02195e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5d8acf15-0cbf-477d-b85e-d79fdcb8698d HTTP/1.1" status: 200 len: 854 time: 0.3138034 Oct 20 10:35:21.391808 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-0672c377-38d0-4ccc-a1bb-e6187435f53e req-f42e98c5-0633-48fa-8cca-a511c16da4ba tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for floatingip, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:21.394008 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0672c377-38d0-4ccc-a1bb-e6187435f53e req-f42e98c5-0633-48fa-8cca-a511c16da4ba tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 7.1531889 Oct 20 10:35:21.426960 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 82160076-f9a5-4921-9e8a-aa76ad1a65b3, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=82160076-f9a5-4921-9e8a-aa76ad1a65b3,segment=NetworkSegment(cdb54968-a028-49d4-bff1-06faf7e0a12c),segment_id=cdb54968-a028-49d4-bff1-06faf7e0a12c)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:35:21.444596 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a8fd216-61cd-40eb-bf18-0ea2049bb6d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82160076-f9a5-4921-9e8a-aa76ad1a65b3'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:35:21.447319 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9bcb4a0-1a6a-40cc-96cc-b6357eec07a7" -d '{"events": [{"server_uuid": "1a8fd216-61cd-40eb-bf18-0ea2049bb6d6", "name": "network-vif-plugged", "status": "completed", "tag": "82160076-f9a5-4921-9e8a-aa76ad1a65b3"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:35:21.453227 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f37cf3b-ee45-481d-9d1b-9e07e6808dc6 req-d94d0ee5-23e0-4764-9b77-bb1de6d4cad4 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:21.463877 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1f37cf3b-ee45-481d-9d1b-9e07e6808dc6 req-d94d0ee5-23e0-4764-9b77-bb1de6d4cad4 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] 10.222.0.64 "GET /v2.0/ports?device_id=34b135a6-7a79-4e12-8b31-8d70cff1334c HTTP/1.1" status: 200 len: 944 time: 0.5114045 Oct 20 10:35:21.471515 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:21.597317 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=82160076-f9a5-4921-9e8a-aa76ad1a65b3,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:35:21.616968 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1f37cf3b-ee45-481d-9d1b-9e07e6808dc6 req-506fbe08-784c-4da2-a0ce-df914d39c2d2 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] 10.222.0.64 "GET /v2.0/security-groups?id=3c1a8b96-5782-4385-b9de-3407ab4b2d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507578 Oct 20 10:35:21.622444 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2054d5e6-49b2-43fc-8115-0e998fcb7457 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25350752'] for subnet, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:21.632782 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0672c377-38d0-4ccc-a1bb-e6187435f53e req-fe9c7f54-7292-43ae-96ba-be6e43b03792 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.1.16 HTTP/1.1" status: 200 len: 695 time: 0.1449895 Oct 20 10:35:21.730681 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-8c7ee8a5-b907-4dba-8532-4355679f39af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:21.762457 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0987909a-d1fd-441f-a994-9215a6c8982a tempest-ServersTestFqdnHostnames-1012977964 tempest-ServersTestFqdnHostnames-1012977964-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:21.766129 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-0987909a-d1fd-441f-a994-9215a6c8982a tempest-ServersTestFqdnHostnames-1012977964 tempest-ServersTestFqdnHostnames-1012977964-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.9330740 Oct 20 10:35:21.768829 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 46970) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:35:21.782851 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-445b9d6a-2d43-4e32-a725-74c9fd32aca0 tempest-ServersTestFqdnHostnames-1012977964 tempest-ServersTestFqdnHostnames-1012977964-project] Request body: {'security_group_rule': {'security_group_id': 'a95c4642-b265-4e76-85a0-2126c3671a59', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:35:21.811717 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2054d5e6-49b2-43fc-8115-0e998fcb7457 admin admin] Pushing event updated for resources: {'Subnet': ['ID=777e48ea-dc5a-43d5-a338-c1cfd0807e06,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:35:21.817174 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546b81c4-cd9a-4865-abd4-d9d86c286cfc req-e90fabff-354b-47e8-9a4d-52fe01b500f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:21.821671 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-546b81c4-cd9a-4865-abd4-d9d86c286cfc req-e90fabff-354b-47e8-9a4d-52fe01b500f7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7de6ec8f-463e-406e-b277-0e89715e0fef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4241490 Oct 20 10:35:21.841744 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-8c7ee8a5-b907-4dba-8532-4355679f39af None None] For port 6fb964ca-d4af-4842-a997-375d779ad541, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=6fb964ca-d4af-4842-a997-375d779ad541,segment=NetworkSegment(1d714b27-3aa7-4d59-bcf7-62759e5f74cb),segment_id=1d714b27-3aa7-4d59-bcf7-62759e5f74cb)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:35:21.859462 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-8c7ee8a5-b907-4dba-8532-4355679f39af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:21.946061 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2054d5e6-49b2-43fc-8115-0e998fcb7457 admin admin] Checking segment: {'id': 'ead88eb8-7907-4284-a2ee-38aeb92bc073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'ef6abb39-cfb1-4828-a214-dd0f5374098d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:35:21.946401 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2054d5e6-49b2-43fc-8115-0e998fcb7457 admin admin] Network hostable DHCP agents. Network: ef6abb39-cfb1-4828-a214-dd0f5374098d, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:35:21.949659 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-445b9d6a-2d43-4e32-a725-74c9fd32aca0 tempest-ServersTestFqdnHostnames-1012977964 tempest-ServersTestFqdnHostnames-1012977964-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:21.958458 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7ee8a5-b907-4dba-8532-4355679f39af None None] Pushing event updated for resources: {'Port': ['ID=6fb964ca-d4af-4842-a997-375d779ad541,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:35:22.014992 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2054d5e6-49b2-43fc-8115-0e998fcb7457 admin admin] Network ef6abb39-cfb1-4828-a214-dd0f5374098d is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:35:22.031659 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-37b50701-277a-4a04-98c7-de81a5d76575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:22.033167 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-37b50701-277a-4a04-98c7-de81a5d76575 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7bc60fc7-42ea-472c-be5f-6faa92f9f9bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7166655 Oct 20 10:35:22.037392 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-2054d5e6-49b2-43fc-8115-0e998fcb7457 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, ef6abb39-cfb1-4828-a214-dd0f5374098d) {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:35:22.044882 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2054d5e6-49b2-43fc-8115-0e998fcb7457 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:22.045791 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2054d5e6-49b2-43fc-8115-0e998fcb7457 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:22.053566 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02daeecc-33ae-4bda-90a6-e1a1b4b96d82 None None] Network ef6abb39-cfb1-4828-a214-dd0f5374098d requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:35:22.063955 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-546b81c4-cd9a-4865-abd4-d9d86c286cfc req-c27ed82d-eef8-44a3-a552-ee17c8163792 service neutron] 10.222.0.55 "GET /v2.0/networks/7de6ec8f-463e-406e-b277-0e89715e0fef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745305 Oct 20 10:35:22.065951 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-445b9d6a-2d43-4e32-a725-74c9fd32aca0 tempest-ServersTestFqdnHostnames-1012977964 tempest-ServersTestFqdnHostnames-1012977964-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:22.074083 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-2054d5e6-49b2-43fc-8115-0e998fcb7457 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.0310693 Oct 20 10:35:22.084686 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-445b9d6a-2d43-4e32-a725-74c9fd32aca0 tempest-ServersTestFqdnHostnames-1012977964 tempest-ServersTestFqdnHostnames-1012977964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:22.116010 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c68fbd-db81-448f-9222-39dcdf9de934 req-763524ee-d466-4991-a274-155d7351da79 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:22.123677 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-74c68fbd-db81-448f-9222-39dcdf9de934 req-763524ee-d466-4991-a274-155d7351da79 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/ports?device_id=775e65d3-1201-4348-9dd3-dd9214a2f8e6 HTTP/1.1" status: 200 len: 943 time: 0.3573265 Oct 20 10:35:22.135545 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445b9d6a-2d43-4e32-a725-74c9fd32aca0 tempest-ServersTestFqdnHostnames-1012977964 tempest-ServersTestFqdnHostnames-1012977964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f560f67-0279-431a-b33e-8cc35332ed67,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:35:22.170860 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-445b9d6a-2d43-4e32-a725-74c9fd32aca0 tempest-ServersTestFqdnHostnames-1012977964 tempest-ServersTestFqdnHostnames-1012977964-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:22.172592 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-445b9d6a-2d43-4e32-a725-74c9fd32aca0 tempest-ServersTestFqdnHostnames-1012977964 tempest-ServersTestFqdnHostnames-1012977964-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3947222 Oct 20 10:35:22.175829 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 46988) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:35:22.180893 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-eba3f747-c0e4-4e95-8f9e-e5d6edf73faf tempest-ServersTestFqdnHostnames-1012977964 tempest-ServersTestFqdnHostnames-1012977964-project] Request body: {'floatingip': {'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:35:22.236125 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-eba3f747-c0e4-4e95-8f9e-e5d6edf73faf tempest-ServersTestFqdnHostnames-1012977964 tempest-ServersTestFqdnHostnames-1012977964-project] Publish callbacks [] for floatingip, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:22.243375 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0672c377-38d0-4ccc-a1bb-e6187435f53e req-f2966b01-65c3-4f79-bdf1-26c7b6a4e7e4 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:22.261709 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0672c377-38d0-4ccc-a1bb-e6187435f53e req-f2966b01-65c3-4f79-bdf1-26c7b6a4e7e4 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] 10.222.0.64 "GET /v2.0/networks/cbe170d3-31ba-45a2-b477-520ab0a7a8ea HTTP/1.1" status: 200 len: 784 time: 0.6275551 Oct 20 10:35:22.321455 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 6fb964ca-d4af-4842-a997-375d779ad541 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:35:22.342775 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-614fe4ae-90a5-4405-b052-9607d6653f55 x-openstack-request-id: req-614fe4ae-90a5-4405-b052-9607d6653f55 {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:35:22.343672 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "775e65d3-1201-4348-9dd3-dd9214a2f8e6", "tag": "40e32cd4-a5fe-444c-bc87-98c7d5f762d0", "status": "completed", "code": 200}]} {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:35:22.344186 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-614fe4ae-90a5-4405-b052-9607d6653f55 {{(pid=100597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:35:22.345130 n-d-811396-3 neutron-server[100597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '775e65d3-1201-4348-9dd3-dd9214a2f8e6', 'tag': '40e32cd4-a5fe-444c-bc87-98c7d5f762d0', 'status': 'completed', 'code': 200} Oct 20 10:35:22.374939 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22ad8aa3-d0f0-44d9-b21a-fe4298cfd49e None None] Network ef6abb39-cfb1-4828-a214-dd0f5374098d requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:35:22.438136 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dd23393-03d4-42d4-bc99-3e38c275916b x-openstack-request-id: req-0dd23393-03d4-42d4-bc99-3e38c275916b {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:35:22.438455 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a8fd216-61cd-40eb-bf18-0ea2049bb6d6", "name": "network-vif-plugged", "status": "completed", "tag": "82160076-f9a5-4921-9e8a-aa76ad1a65b3", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:35:22.438905 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0dd23393-03d4-42d4-bc99-3e38c275916b {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:35:22.440485 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a8fd216-61cd-40eb-bf18-0ea2049bb6d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82160076-f9a5-4921-9e8a-aa76ad1a65b3', 'code': 200} Oct 20 10:35:22.528922 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-74c68fbd-db81-448f-9222-39dcdf9de934 req-8a0f3180-a61a-47ff-8e93-48d9c1ed82d3 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/security-groups?id=c33a6cb5-e80a-4f79-936a-38f5e3f7c89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3993692 Oct 20 10:35:22.559299 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 40e32cd4-a5fe-444c-bc87-98c7d5f762d0 details requested by agent hyperv_n-h2-811396-3 with host n-h2-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:35:22.560247 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ae0aff-fabf-4582-b3a6-f1c746bdbcd6 req-c9852f75-d16b-4189-8441-80bb7ceaa17a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:22.561730 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-11ae0aff-fabf-4582-b3a6-f1c746bdbcd6 req-c9852f75-d16b-4189-8441-80bb7ceaa17a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4e37fa6eb8b848f6897a2d7488b235c7&device_id=775e65d3-1201-4348-9dd3-dd9214a2f8e6 HTTP/1.1" status: 200 len: 1094 time: 0.1394556 Oct 20 10:35:22.561885 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 9b17808d-a1bd-42c3-9e7c-a4c7d9635536 up at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:35:22.566757 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-eba3f747-c0e4-4e95-8f9e-e5d6edf73faf tempest-ServersTestFqdnHostnames-1012977964 tempest-ServersTestFqdnHostnames-1012977964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:22.587488 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-1d288943-b352-40c0-b7b6-77dd9215ce4b service neutron] 10.222.0.69 "GET /v2.0/networks/7bc60fc7-42ea-472c-be5f-6faa92f9f9bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5392706 Oct 20 10:35:22.654883 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 998655be-5ae2-4824-b044-6d7b9ccbf1d8 details requested by agent hyperv_n-h1-811396-3 with host n-h1-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:35:22.707073 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-546b81c4-cd9a-4865-abd4-d9d86c286cfc req-cef12c9e-9fd6-4b10-bcf0-4eba66017812 service neutron] 10.222.0.55 "GET /v2.0/networks/7de6ec8f-463e-406e-b277-0e89715e0fef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6112285 Oct 20 10:35:22.709901 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3b3b85-eb7d-4964-beff-780101f4c357 req-0362c497-3f40-4988-a743-a89da9d5140c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:22.711399 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-4b3b3b85-eb7d-4964-beff-780101f4c357 req-0362c497-3f40-4988-a743-a89da9d5140c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1a8fd216-61cd-40eb-bf18-0ea2049bb6d6 HTTP/1.1" status: 200 len: 1097 time: 0.1952918 Oct 20 10:35:22.782210 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 6fb964ca-d4af-4842-a997-375d779ad541 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:35:22.782766 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:22.800890 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97bf142-ea54-4c06-bc32-8d347081db3f req-beefa6d5-2e56-408d-91a7-ea85c7748674 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:22.807648 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97bf142-ea54-4c06-bc32-8d347081db3f req-beefa6d5-2e56-408d-91a7-ea85c7748674 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:22.815943 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97bf142-ea54-4c06-bc32-8d347081db3f req-beefa6d5-2e56-408d-91a7-ea85c7748674 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:22.822924 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97bf142-ea54-4c06-bc32-8d347081db3f req-beefa6d5-2e56-408d-91a7-ea85c7748674 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:22.830842 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97bf142-ea54-4c06-bc32-8d347081db3f req-beefa6d5-2e56-408d-91a7-ea85c7748674 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:22.842238 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97bf142-ea54-4c06-bc32-8d347081db3f req-beefa6d5-2e56-408d-91a7-ea85c7748674 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:22.856761 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97bf142-ea54-4c06-bc32-8d347081db3f req-beefa6d5-2e56-408d-91a7-ea85c7748674 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:22.858912 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f97bf142-ea54-4c06-bc32-8d347081db3f req-beefa6d5-2e56-408d-91a7-ea85c7748674 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] 10.222.0.64 "GET /v2.0/ports?device_id=80d2d265-4161-4f15-ab0c-130b15ddf9e0 HTTP/1.1" status: 200 len: 5417 time: 0.3017762 Oct 20 10:35:22.895319 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ae0aff-fabf-4582-b3a6-f1c746bdbcd6 req-6424084c-1eda-4955-ae04-548ef89803b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:22.896871 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-11ae0aff-fabf-4582-b3a6-f1c746bdbcd6 req-6424084c-1eda-4955-ae04-548ef89803b3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=60750f9d-1dd0-4933-91f0-f6aefa736c9d HTTP/1.1" status: 200 len: 909 time: 0.3249736 Oct 20 10:35:22.932926 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-4b3b3b85-eb7d-4964-beff-780101f4c357 req-d6403a86-a5ba-464d-947c-a9f66f041b17 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=3c1a8b96-5782-4385-b9de-3407ab4b2d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592903 Oct 20 10:35:22.957839 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 40e32cd4-a5fe-444c-bc87-98c7d5f762d0, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=40e32cd4-a5fe-444c-bc87-98c7d5f762d0,segment=NetworkSegment(d74986f8-a71e-4359-a64d-140af23f3558),segment_id=d74986f8-a71e-4359-a64d-140af23f3558)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:35:22.988294 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-99a118b1-9953-4dc0-9e5c-e56e333255d8 req-65840b74-58fb-4ce6-a410-4b912c46eef5 service neutron] 10.222.0.69 "GET /v2.0/networks/7bc60fc7-42ea-472c-be5f-6faa92f9f9bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3682835 Oct 20 10:35:22.988702 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Returning: {'device': '40e32cd4-a5fe-444c-bc87-98c7d5f762d0', 'network_id': '60750f9d-1dd0-4933-91f0-f6aefa736c9d', 'port_id': '40e32cd4-a5fe-444c-bc87-98c7d5f762d0', 'mac_address': 'fa:16:3e:ec:47:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 807, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f74b0c1-2855-44cd-a118-a8c6ce76ebd8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:35:23.014769 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-11ae0aff-fabf-4582-b3a6-f1c746bdbcd6 req-79221814-65b9-4763-9956-b4cd92bc26e2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=40e32cd4-a5fe-444c-bc87-98c7d5f762d0 HTTP/1.1" status: 200 len: 217 time: 0.1083164 Oct 20 10:35:23.070429 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f97bf142-ea54-4c06-bc32-8d347081db3f req-4cc1fa0b-3e0b-4fb8-b7bd-d162dee61497 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] 10.222.0.64 "GET /v2.0/security-groups?id=052167af-6782-42ac-bb32-02b514a83f6f&id=9e881cba-3138-4f23-9b77-7adf07b3a5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0798230 Oct 20 10:35:23.079285 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2029f010-1173-4ecf-8854-1c91c5540d82 req-537ad6b3-884a-49a4-bc01-7bd6d03c7dc0 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:23.082868 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2029f010-1173-4ecf-8854-1c91c5540d82 req-537ad6b3-884a-49a4-bc01-7bd6d03c7dc0 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa662cd5-98a5-4955-bbe2-daea86bbd0e7&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3185539 Oct 20 10:35:23.085997 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-eba3f747-c0e4-4e95-8f9e-e5d6edf73faf tempest-ServersTestFqdnHostnames-1012977964 tempest-ServersTestFqdnHostnames-1012977964-project] Allocated IP 172.25.1.79 (cbe170d3-31ba-45a2-b477-520ab0a7a8ea/f4e26aca-17ac-4adb-a66b-d939a1b35b64/4be1f7b6-0800-4b8d-a616-0af8bdf16f58) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:35:23.152791 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:23.154777 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning for port 9b17808d-a1bd-42c3-9e7c-a4c7d9635536 completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:35:23.202195 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2029f010-1173-4ecf-8854-1c91c5540d82 req-9cb39df7-0eb2-4f27-b73a-b63a20d5ab2b tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.1.16 HTTP/1.1" status: 200 len: 695 time: 0.1114931 Oct 20 10:35:23.222792 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039489ff-9241-4d12-952c-8057fa97f4e5 req-a7a759d1-1356-4f98-8555-e13fa63eff05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:23.223276 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039489ff-9241-4d12-952c-8057fa97f4e5 req-a7a759d1-1356-4f98-8555-e13fa63eff05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:23.223784 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039489ff-9241-4d12-952c-8057fa97f4e5 req-a7a759d1-1356-4f98-8555-e13fa63eff05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:23.224256 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039489ff-9241-4d12-952c-8057fa97f4e5 req-a7a759d1-1356-4f98-8555-e13fa63eff05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:23.224724 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039489ff-9241-4d12-952c-8057fa97f4e5 req-a7a759d1-1356-4f98-8555-e13fa63eff05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:23.225195 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039489ff-9241-4d12-952c-8057fa97f4e5 req-a7a759d1-1356-4f98-8555-e13fa63eff05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:23.225662 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039489ff-9241-4d12-952c-8057fa97f4e5 req-a7a759d1-1356-4f98-8555-e13fa63eff05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:23.232938 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-039489ff-9241-4d12-952c-8057fa97f4e5 req-a7a759d1-1356-4f98-8555-e13fa63eff05 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=aca7fabb908e4e55b3bcaf1ce45b03cf&device_id=80d2d265-4161-4f15-ab0c-130b15ddf9e0 HTTP/1.1" status: 200 len: 6474 time: 0.1449604 Oct 20 10:35:23.233136 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ae0aff-fabf-4582-b3a6-f1c746bdbcd6 req-95edf1e0-1a72-4847-9259-18cd893e1e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:23.233136 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-11ae0aff-fabf-4582-b3a6-f1c746bdbcd6 req-95edf1e0-1a72-4847-9259-18cd893e1e2e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6f74b0c1-2855-44cd-a118-a8c6ce76ebd8 HTTP/1.1" status: 200 len: 848 time: 0.1880527 Oct 20 10:35:23.239492 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning complete for port 9b17808d-a1bd-42c3-9e7c-a4c7d9635536 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:35:23.239867 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:23.240484 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-2029f010-1173-4ecf-8854-1c91c5540d82 req-1a411f81-a33c-4dff-9544-d726cea4aa5f tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] Request body: {'floatingip': {'port_id': 'b4aa4f54-6419-47f7-88fb-b218ff17ecc9', 'fixed_ip_address': '172.20.0.12'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:35:23.242170 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40e32cd4-a5fe-444c-bc87-98c7d5f762d0 {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:35:23.320186 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-11ae0aff-fabf-4582-b3a6-f1c746bdbcd6 req-04cfe3c3-c4c3-4987-90f8-cf1294a27a1f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=60750f9d-1dd0-4933-91f0-f6aefa736c9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0698020 Oct 20 10:35:23.324962 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-2029f010-1173-4ecf-8854-1c91c5540d82 req-1a411f81-a33c-4dff-9544-d726cea4aa5f tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] Publish callbacks [] for floatingip, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:23.397732 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 40e32cd4-a5fe-444c-bc87-98c7d5f762d0, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=40e32cd4-a5fe-444c-bc87-98c7d5f762d0,segment=NetworkSegment(d74986f8-a71e-4359-a64d-140af23f3558),segment_id=d74986f8-a71e-4359-a64d-140af23f3558)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:35:23.420136 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:23.423123 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-eba3f747-c0e4-4e95-8f9e-e5d6edf73faf tempest-ServersTestFqdnHostnames-1012977964 tempest-ServersTestFqdnHostnames-1012977964-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:23.429418 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 998655be-5ae2-4824-b044-6d7b9ccbf1d8, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=998655be-5ae2-4824-b044-6d7b9ccbf1d8,segment=NetworkSegment(cdb54968-a028-49d4-bff1-06faf7e0a12c),segment_id=cdb54968-a028-49d4-bff1-06faf7e0a12c)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:35:23.465674 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-11ae0aff-fabf-4582-b3a6-f1c746bdbcd6 req-da2289ad-0ce7-4cb6-9261-4d81cd04d99e service neutron] 10.222.0.69 "GET /v2.0/networks/60750f9d-1dd0-4933-91f0-f6aefa736c9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363881 Oct 20 10:35:23.481444 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Returning: {'device': '998655be-5ae2-4824-b044-6d7b9ccbf1d8', 'network_id': '7de6ec8f-463e-406e-b277-0e89715e0fef', 'port_id': '998655be-5ae2-4824-b044-6d7b9ccbf1d8', 'mac_address': 'fa:16:3e:dd:7a:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 833, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d8acf15-0cbf-477d-b85e-d79fdcb8698d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:35:23.486326 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-eba3f747-c0e4-4e95-8f9e-e5d6edf73faf tempest-ServersTestFqdnHostnames-1012977964 tempest-ServersTestFqdnHostnames-1012977964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:23.572919 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=40e32cd4-a5fe-444c-bc87-98c7d5f762d0,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:35:23.583166 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba3f747-c0e4-4e95-8f9e-e5d6edf73faf tempest-ServersTestFqdnHostnames-1012977964 tempest-ServersTestFqdnHostnames-1012977964-project] Network cbe170d3-31ba-45a2-b477-520ab0a7a8ea is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:35:23.591054 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-eba3f747-c0e4-4e95-8f9e-e5d6edf73faf tempest-ServersTestFqdnHostnames-1012977964 tempest-ServersTestFqdnHostnames-1012977964-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:35:23.591223 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:23.595085 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba3f747-c0e4-4e95-8f9e-e5d6edf73faf tempest-ServersTestFqdnHostnames-1012977964 tempest-ServersTestFqdnHostnames-1012977964-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:35:23.597590 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba3f747-c0e4-4e95-8f9e-e5d6edf73faf tempest-ServersTestFqdnHostnames-1012977964 tempest-ServersTestFqdnHostnames-1012977964-project] Pushing event updated for resources: {'Port': ['ID=4be1f7b6-0800-4b8d-a616-0af8bdf16f58,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:35:23.598070 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:23.618415 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039489ff-9241-4d12-952c-8057fa97f4e5 req-9ac77af9-1625-46d2-9f0d-b218807e3c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:23.620077 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-039489ff-9241-4d12-952c-8057fa97f4e5 req-9ac77af9-1625-46d2-9f0d-b218807e3c63 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7bc60fc7-42ea-472c-be5f-6faa92f9f9bb HTTP/1.1" status: 200 len: 903 time: 0.3748460 Oct 20 10:35:23.623034 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 998655be-5ae2-4824-b044-6d7b9ccbf1d8 {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:35:23.642525 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-11ae0aff-fabf-4582-b3a6-f1c746bdbcd6 req-b30c2e04-30e9-4b94-9752-9347a501b59a service neutron] 10.222.0.69 "GET /v2.0/networks/60750f9d-1dd0-4933-91f0-f6aefa736c9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649876 Oct 20 10:35:23.715233 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-eba3f747-c0e4-4e95-8f9e-e5d6edf73faf tempest-ServersTestFqdnHostnames-1012977964 tempest-ServersTestFqdnHostnames-1012977964-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:23.724356 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-039489ff-9241-4d12-952c-8057fa97f4e5 req-80de1396-25f2-4d61-a4c2-91458b8f8240 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=fbaf8d36-195c-43d3-b057-07f5fe113158 HTTP/1.1" status: 200 len: 217 time: 0.0952163 Oct 20 10:35:23.733363 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7109ad1d-0077-4d39-b554-fec57d546adf req-ad91a453-64dd-4125-88a3-9b500a31e2e0 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:23.734912 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7109ad1d-0077-4d39-b554-fec57d546adf req-ad91a453-64dd-4125-88a3-9b500a31e2e0 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] 10.222.0.64 "GET /v2.0/networks?id=ef6abb39-cfb1-4828-a214-dd0f5374098d HTTP/1.1" status: 200 len: 805 time: 0.3241410 Oct 20 10:35:23.752078 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-eba3f747-c0e4-4e95-8f9e-e5d6edf73faf tempest-ServersTestFqdnHostnames-1012977964 tempest-ServersTestFqdnHostnames-1012977964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:23.765755 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['40e32cd4-a5fe-444c-bc87-98c7d5f762d0'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:35:23.810098 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 998655be-5ae2-4824-b044-6d7b9ccbf1d8, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=998655be-5ae2-4824-b044-6d7b9ccbf1d8,segment=NetworkSegment(cdb54968-a028-49d4-bff1-06faf7e0a12c),segment_id=cdb54968-a028-49d4-bff1-06faf7e0a12c)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:35:23.820627 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 9b17808d-a1bd-42c3-9e7c-a4c7d9635536, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=9b17808d-a1bd-42c3-9e7c-a4c7d9635536,segment=NetworkSegment(cdb54968-a028-49d4-bff1-06faf7e0a12c),segment_id=cdb54968-a028-49d4-bff1-06faf7e0a12c)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:35:23.821648 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:23.824439 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7109ad1d-0077-4d39-b554-fec57d546adf req-31fd01cf-3d15-4e80-a071-613c052b68be tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] 10.222.0.64 "GET /v2.0/quotas/c0dfe506102842b7b89700ee2a42ab00 HTTP/1.1" status: 200 len: 375 time: 0.0740514 Oct 20 10:35:23.842259 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039489ff-9241-4d12-952c-8057fa97f4e5 req-1873a0df-df84-4344-8f55-f4c3acb456a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:23.843727 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-039489ff-9241-4d12-952c-8057fa97f4e5 req-1873a0df-df84-4344-8f55-f4c3acb456a6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a2b9a836-50d1-4b54-8c45-1b8fbb975652 HTTP/1.1" status: 200 len: 797 time: 0.1062205 Oct 20 10:35:23.851653 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:23.895620 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=998655be-5ae2-4824-b044-6d7b9ccbf1d8,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:35:23.899853 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7109ad1d-0077-4d39-b554-fec57d546adf req-7b29336a-6292-46c7-bd24-9eabe1ba76d1 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=c0dfe506102842b7b89700ee2a42ab00&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0616131 Oct 20 10:35:23.903146 n-d-811396-3 neutron-server[100596]: INFO neutron.api.v2.resource [req-2029f010-1173-4ecf-8854-1c91c5540d82 req-1a411f81-a33c-4dff-9544-d726cea4aa5f tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] update failed (client error): There was a conflict when trying to complete your request. Oct 20 10:35:23.914258 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2029f010-1173-4ecf-8854-1c91c5540d82 req-1a411f81-a33c-4dff-9544-d726cea4aa5f tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] 10.222.0.64 "PUT /v2.0/floatingips/4c1f620d-af42-4167-8dda-7a092c07ae2b HTTP/1.1" status: 409 len: 550 time: 0.7007866 Oct 20 10:35:23.927808 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-eba3f747-c0e4-4e95-8f9e-e5d6edf73faf tempest-ServersTestFqdnHostnames-1012977964 tempest-ServersTestFqdnHostnames-1012977964-project] Publish callbacks [] for port, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:23.933732 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-eba3f747-c0e4-4e95-8f9e-e5d6edf73faf tempest-ServersTestFqdnHostnames-1012977964 tempest-ServersTestFqdnHostnames-1012977964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:23.961394 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039489ff-9241-4d12-952c-8057fa97f4e5 req-8b0d16d0-13d9-4a1c-94e2-67937fd7c16f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:23.964538 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-039489ff-9241-4d12-952c-8057fa97f4e5 req-8b0d16d0-13d9-4a1c-94e2-67937fd7c16f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7bc60fc7-42ea-472c-be5f-6faa92f9f9bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1115956 Oct 20 10:35:23.994755 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=9b17808d-a1bd-42c3-9e7c-a4c7d9635536,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:35:24.014267 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba3f747-c0e4-4e95-8f9e-e5d6edf73faf tempest-ServersTestFqdnHostnames-1012977964 tempest-ServersTestFqdnHostnames-1012977964-project] Pushing event updated for resources: {'Port': ['ID=4be1f7b6-0800-4b8d-a616-0af8bdf16f58,revision_number=2']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:35:24.027696 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-eba3f747-c0e4-4e95-8f9e-e5d6edf73faf tempest-ServersTestFqdnHostnames-1012977964 tempest-ServersTestFqdnHostnames-1012977964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1773381'] for floatingip, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:24.045131 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-eba3f747-c0e4-4e95-8f9e-e5d6edf73faf tempest-ServersTestFqdnHostnames-1012977964 tempest-ServersTestFqdnHostnames-1012977964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for floatingip, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:24.046390 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-eba3f747-c0e4-4e95-8f9e-e5d6edf73faf tempest-ServersTestFqdnHostnames-1012977964 tempest-ServersTestFqdnHostnames-1012977964-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8694692 Oct 20 10:35:24.086244 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7109ad1d-0077-4d39-b554-fec57d546adf req-e8ffe6c3-bda2-4e52-89ac-378a16c25814 service neutron] 10.222.0.64 "GET /v2.0/networks/ef6abb39-cfb1-4828-a214-dd0f5374098d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640480 Oct 20 10:35:24.180136 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a92714-700d-458b-83d0-74df08a03e5a req-b7f4bc5c-d32a-41a4-8ecd-a91e3b4e1ec5 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:24.181618 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-74a92714-700d-458b-83d0-74df08a03e5a req-b7f4bc5c-d32a-41a4-8ecd-a91e3b4e1ec5 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] 10.222.0.64 "GET /v2.0/ports?device_id=34b135a6-7a79-4e12-8b31-8d70cff1334c HTTP/1.1" status: 200 len: 945 time: 0.1602697 Oct 20 10:35:24.240573 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-039489ff-9241-4d12-952c-8057fa97f4e5 req-f8384727-4dff-42c7-b58f-41f075caa88d service neutron] 10.222.0.69 "GET /v2.0/networks/7bc60fc7-42ea-472c-be5f-6faa92f9f9bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179937 Oct 20 10:35:24.294171 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-74a92714-700d-458b-83d0-74df08a03e5a req-e7018a16-ade0-493a-aef7-2caffc2934f7 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] 10.222.0.64 "GET /v2.0/security-groups?id=3c1a8b96-5782-4385-b9de-3407ab4b2d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829091 Oct 20 10:35:24.298042 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7109ad1d-0077-4d39-b554-fec57d546adf req-37656ebd-670f-475d-b3f9-49954d341193 service neutron] 10.222.0.64 "GET /v2.0/networks/ef6abb39-cfb1-4828-a214-dd0f5374098d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014496 Oct 20 10:35:24.369984 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-039489ff-9241-4d12-952c-8057fa97f4e5 req-2bb73a53-0fe1-488e-8702-89e24bf2e1c1 service neutron] 10.222.0.69 "GET /v2.0/networks/7bc60fc7-42ea-472c-be5f-6faa92f9f9bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155150 Oct 20 10:35:24.444913 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76ee81c5-e62a-4cb7-b34b-a5d0c1ab805c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b17808d-a1bd-42c3-9e7c-a4c7d9635536'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:35:24.447242 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-195571c5-274c-4207-8bf0-b6097940e0ac" -d '{"events": [{"server_uuid": "76ee81c5-e62a-4cb7-b34b-a5d0c1ab805c", "name": "network-vif-plugged", "status": "completed", "tag": "9b17808d-a1bd-42c3-9e7c-a4c7d9635536"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:35:24.490680 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2604aaf9-cfa2-4acf-b79d-db95283743cd req-3c460198-37cb-4464-8d90-154906fe4157 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] 10.222.0.64 "GET /v2.0/floatingips/4c1f620d-af42-4167-8dda-7a092c07ae2b HTTP/1.1" status: 200 len: 692 time: 0.0706515 Oct 20 10:35:24.536942 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038b7238-6be5-4daf-8430-6140e71fd291 req-dd192942-6ae5-42f9-be52-a73077935435 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:24.538411 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-038b7238-6be5-4daf-8430-6140e71fd291 req-dd192942-6ae5-42f9-be52-a73077935435 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/ports?device_id=775e65d3-1201-4348-9dd3-dd9214a2f8e6 HTTP/1.1" status: 200 len: 944 time: 0.1159658 Oct 20 10:35:24.551346 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 40e32cd4-a5fe-444c-bc87-98c7d5f762d0 up at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:35:24.577055 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['998655be-5ae2-4824-b044-6d7b9ccbf1d8'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:35:24.634105 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-038b7238-6be5-4daf-8430-6140e71fd291 req-c7c87850-3c97-457f-af09-2c655b79f84a tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/security-groups?id=c33a6cb5-e80a-4f79-936a-38f5e3f7c89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873160 Oct 20 10:35:24.644507 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 6f618075-47e1-4d3f-bc01-1cfa713c867b no longer exists at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:35:24.651964 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2604aaf9-cfa2-4acf-b79d-db95283743cd req-a417f47c-708c-4240-8f5e-330923cc5fe2 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:24.653518 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2604aaf9-cfa2-4acf-b79d-db95283743cd req-a417f47c-708c-4240-8f5e-330923cc5fe2 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] 10.222.0.64 "GET /v2.0/networks/cbe170d3-31ba-45a2-b477-520ab0a7a8ea HTTP/1.1" status: 200 len: 784 time: 0.1538286 Oct 20 10:35:24.676974 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning for port 40e32cd4-a5fe-444c-bc87-98c7d5f762d0 completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:35:24.694240 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning complete for port 40e32cd4-a5fe-444c-bc87-98c7d5f762d0 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:35:24.694708 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:24.730559 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2604aaf9-cfa2-4acf-b79d-db95283743cd req-4056710b-d37a-4c59-bf61-6bb3a0cefa1a tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.1.16 HTTP/1.1" status: 200 len: 695 time: 0.0691280 Oct 20 10:35:24.837026 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2604aaf9-cfa2-4acf-b79d-db95283743cd req-c61e8a3e-c9c6-4712-998b-6fbdba80ceed tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.1.16 HTTP/1.1" status: 200 len: 695 time: 0.0725529 Oct 20 10:35:24.857664 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a6009c-cc77-45ad-8885-8900b38d9b75 req-eb6e2d55-75bf-4442-9959-c5a0a6e1579b tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:24.862600 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:24.865532 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a6009c-cc77-45ad-8885-8900b38d9b75 req-eb6e2d55-75bf-4442-9959-c5a0a6e1579b tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:24.872061 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a6009c-cc77-45ad-8885-8900b38d9b75 req-eb6e2d55-75bf-4442-9959-c5a0a6e1579b tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:24.878608 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a6009c-cc77-45ad-8885-8900b38d9b75 req-eb6e2d55-75bf-4442-9959-c5a0a6e1579b tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:24.885303 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a6009c-cc77-45ad-8885-8900b38d9b75 req-eb6e2d55-75bf-4442-9959-c5a0a6e1579b tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:24.891559 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a6009c-cc77-45ad-8885-8900b38d9b75 req-eb6e2d55-75bf-4442-9959-c5a0a6e1579b tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:24.895946 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:24.898722 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a6009c-cc77-45ad-8885-8900b38d9b75 req-eb6e2d55-75bf-4442-9959-c5a0a6e1579b tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:24.900661 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-68a6009c-cc77-45ad-8885-8900b38d9b75 req-eb6e2d55-75bf-4442-9959-c5a0a6e1579b tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] 10.222.0.64 "GET /v2.0/ports?device_id=80d2d265-4161-4f15-ab0c-130b15ddf9e0 HTTP/1.1" status: 200 len: 5417 time: 0.1757517 Oct 20 10:35:24.931257 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 6f618075-47e1-4d3f-bc01-1cfa713c867b, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=6f618075-47e1-4d3f-bc01-1cfa713c867b,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:35:24.939511 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:24.951219 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 40e32cd4-a5fe-444c-bc87-98c7d5f762d0, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=40e32cd4-a5fe-444c-bc87-98c7d5f762d0,segment=NetworkSegment(d74986f8-a71e-4359-a64d-140af23f3558),segment_id=d74986f8-a71e-4359-a64d-140af23f3558)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:35:24.972243 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:24.998815 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=6f618075-47e1-4d3f-bc01-1cfa713c867b,revision_number=11']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:35:25.045700 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-68a6009c-cc77-45ad-8885-8900b38d9b75 req-4e6270d0-531e-43c7-be21-31efd4288a40 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] 10.222.0.64 "GET /v2.0/security-groups?id=052167af-6782-42ac-bb32-02b514a83f6f&id=9e881cba-3138-4f23-9b77-7adf07b3a5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1355896 Oct 20 10:35:25.055087 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=40e32cd4-a5fe-444c-bc87-98c7d5f762d0,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:35:25.416835 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-62676b8d-7947-4ac8-817f-2d121012c6fe req-cc762055-16ad-48bc-942d-83db444a3afa tempest-ServersTestFqdnHostnames-1012977964 tempest-ServersTestFqdnHostnames-1012977964-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1250505340&fields=id&tenant_id=e101b136571f40e2836dd4b04bec6639 HTTP/1.1" status: 200 len: 267 time: 0.0448236 Oct 20 10:35:25.457348 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-2604aaf9-cfa2-4acf-b79d-db95283743cd req-8e402aa6-a263-4864-b359-7d388a7a950d tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] Deleting port e98e8f0d-17af-4ce4-b17c-b32a0df4c0ac {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:35:25.457685 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-2604aaf9-cfa2-4acf-b79d-db95283743cd req-8e402aa6-a263-4864-b359-7d388a7a950d tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:25.646883 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7109ad1d-0077-4d39-b554-fec57d546adf req-1a00c491-7e41-4499-8c5b-2813cf72fbee tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:25.648243 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7109ad1d-0077-4d39-b554-fec57d546adf req-1a00c491-7e41-4499-8c5b-2813cf72fbee tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] 10.222.0.69 "GET /v2.0/networks?id=ef6abb39-cfb1-4828-a214-dd0f5374098d HTTP/1.1" status: 200 len: 805 time: 0.2268262 Oct 20 10:35:25.673653 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-7109ad1d-0077-4d39-b554-fec57d546adf req-9635b14e-c62a-4ce3-a5c6-62c9becaa4e0 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] Request body: {'port': {'device_id': 'ca746ee3-7832-4a93-86bd-17059472075d', 'network_id': 'ef6abb39-cfb1-4828-a214-dd0f5374098d', 'admin_state_up': True, 'tenant_id': 'c0dfe506102842b7b89700ee2a42ab00'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:35:25.682134 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-2604aaf9-cfa2-4acf-b79d-db95283743cd req-8e402aa6-a263-4864-b359-7d388a7a950d tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:25.682457 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-2604aaf9-cfa2-4acf-b79d-db95283743cd req-8e402aa6-a263-4864-b359-7d388a7a950d tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:25.691408 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62676b8d-7947-4ac8-817f-2d121012c6fe req-a1e30e13-bb44-47c3-a389-2d1f58c20c63 tempest-ServersTestFqdnHostnames-1012977964 tempest-ServersTestFqdnHostnames-1012977964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:25.692839 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-62676b8d-7947-4ac8-817f-2d121012c6fe req-a1e30e13-bb44-47c3-a389-2d1f58c20c63 tempest-ServersTestFqdnHostnames-1012977964 tempest-ServersTestFqdnHostnames-1012977964-project] 10.222.0.64 "GET /v2.0/networks?id=a87df69c-aa66-4d4f-9bea-350cb369c361 HTTP/1.1" status: 200 len: 814 time: 0.2596216 Oct 20 10:35:25.733837 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-2604aaf9-cfa2-4acf-b79d-db95283743cd req-8e402aa6-a263-4864-b359-7d388a7a950d tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] Calling delete_port for e98e8f0d-17af-4ce4-b17c-b32a0df4c0ac owned by network:floatingip {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:35:25.743230 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-62676b8d-7947-4ac8-817f-2d121012c6fe req-7ecfe996-0cb3-4c1a-b234-9ac4ecf49c15 tempest-ServersTestFqdnHostnames-1012977964 tempest-ServersTestFqdnHostnames-1012977964-project] 10.222.0.64 "GET /v2.0/quotas/e101b136571f40e2836dd4b04bec6639 HTTP/1.1" status: 200 len: 375 time: 0.0362663 Oct 20 10:35:25.905652 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-62676b8d-7947-4ac8-817f-2d121012c6fe req-6f145a75-a7be-4c9c-9f7b-c118e4104b9c tempest-ServersTestFqdnHostnames-1012977964 tempest-ServersTestFqdnHostnames-1012977964-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=e101b136571f40e2836dd4b04bec6639&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1368539 Oct 20 10:35:25.941571 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7109ad1d-0077-4d39-b554-fec57d546adf req-9635b14e-c62a-4ce3-a5c6-62c9becaa4e0 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] Made reservation on behalf of c0dfe506102842b7b89700ee2a42ab00 for: {'port': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:35:25.944936 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-7109ad1d-0077-4d39-b554-fec57d546adf req-9635b14e-c62a-4ce3-a5c6-62c9becaa4e0 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:26.105273 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-62676b8d-7947-4ac8-817f-2d121012c6fe req-e9e80212-8918-41cf-a723-fc391d97bd1b service neutron] 10.222.0.64 "GET /v2.0/networks/a87df69c-aa66-4d4f-9bea-350cb369c361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859386 Oct 20 10:35:26.105871 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-2604aaf9-cfa2-4acf-b79d-db95283743cd req-8e402aa6-a263-4864-b359-7d388a7a950d tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:26.166382 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e402aa6-a263-4864-b359-7d388a7a950d tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] Pushing event deleted for resources: {'Port': ['ID=e98e8f0d-17af-4ce4-b17c-b32a0df4c0ac,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:35:26.259905 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [req-7109ad1d-0077-4d39-b554-fec57d546adf req-9635b14e-c62a-4ce3-a5c6-62c9becaa4e0 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] Allocated IP 172.20.0.12 (ef6abb39-cfb1-4828-a214-dd0f5374098d/777e48ea-dc5a-43d5-a338-c1cfd0807e06/1aeb088d-f86b-4f53-bac5-9d02bde17921) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:35:26.337325 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-2604aaf9-cfa2-4acf-b79d-db95283743cd req-8e402aa6-a263-4864-b359-7d388a7a950d tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] Publish callbacks [] for floatingip, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:26.339925 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-2604aaf9-cfa2-4acf-b79d-db95283743cd req-8e402aa6-a263-4864-b359-7d388a7a950d tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for floatingip, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:26.341063 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2604aaf9-cfa2-4acf-b79d-db95283743cd req-8e402aa6-a263-4864-b359-7d388a7a950d tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] 10.222.0.64 "DELETE /v2.0/floatingips/4c1f620d-af42-4167-8dda-7a092c07ae2b HTTP/1.1" status: 204 len: 173 time: 1.4394813 Oct 20 10:35:26.346801 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-62676b8d-7947-4ac8-817f-2d121012c6fe req-45503d00-06b0-4455-a04a-8629ebe8b2ea service neutron] 10.222.0.64 "GET /v2.0/networks/a87df69c-aa66-4d4f-9bea-350cb369c361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103295 Oct 20 10:35:26.497885 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a34cc7-e354-4392-af0b-0ace9ea6a662 req-0d6fbd7b-b607-423e-8f49-44bb4bb92099 tempest-ListImageFiltersTestJSON-76301841 tempest-ListImageFiltersTestJSON-76301841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:26.500211 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c1a34cc7-e354-4392-af0b-0ace9ea6a662 req-0d6fbd7b-b607-423e-8f49-44bb4bb92099 tempest-ListImageFiltersTestJSON-76301841 tempest-ListImageFiltersTestJSON-76301841-project] 10.222.0.64 "GET /v2.0/ports?device_id=b5cf4e3f-ab2f-4b86-98bd-80d0ded5cca8 HTTP/1.1" status: 200 len: 949 time: 0.1075809 Oct 20 10:35:26.546709 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-7109ad1d-0077-4d39-b554-fec57d546adf req-9635b14e-c62a-4ce3-a5c6-62c9becaa4e0 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:26.567598 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0b9fac11-d574-4edf-a323-dcc478c70b5a req-9b03d7a0-7273-4628-9eea-b132818af142 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca746ee3-7832-4a93-86bd-17059472075d HTTP/1.1" status: 200 len: 210 time: 0.0409446 Oct 20 10:35:26.616245 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c1a34cc7-e354-4392-af0b-0ace9ea6a662 req-9d2990ee-fefe-42ca-b203-67d7b713cc8f tempest-ListImageFiltersTestJSON-76301841 tempest-ListImageFiltersTestJSON-76301841-project] 10.222.0.64 "GET /v2.0/security-groups?id=242ce2dc-e645-45df-8db9-159ea20f04fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054680 Oct 20 10:35:26.617945 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-7109ad1d-0077-4d39-b554-fec57d546adf req-9635b14e-c62a-4ce3-a5c6-62c9becaa4e0 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:26.624662 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eab696d-5ed6-492d-a1d5-5def1ad4b52a x-openstack-request-id: req-5eab696d-5ed6-492d-a1d5-5def1ad4b52a {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:35:26.625612 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76ee81c5-e62a-4cb7-b34b-a5d0c1ab805c", "name": "network-vif-plugged", "status": "completed", "tag": "9b17808d-a1bd-42c3-9e7c-a4c7d9635536", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:35:26.626028 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5eab696d-5ed6-492d-a1d5-5def1ad4b52a {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:35:26.626770 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76ee81c5-e62a-4cb7-b34b-a5d0c1ab805c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b17808d-a1bd-42c3-9e7c-a4c7d9635536', 'code': 200} Oct 20 10:35:26.659245 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 998655be-5ae2-4824-b044-6d7b9ccbf1d8 up at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:35:26.679601 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7109ad1d-0077-4d39-b554-fec57d546adf req-9635b14e-c62a-4ce3-a5c6-62c9becaa4e0 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] Network ef6abb39-cfb1-4828-a214-dd0f5374098d is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:35:26.683528 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [req-7109ad1d-0077-4d39-b554-fec57d546adf req-9635b14e-c62a-4ce3-a5c6-62c9becaa4e0 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:35:26.701862 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-7109ad1d-0077-4d39-b554-fec57d546adf req-9635b14e-c62a-4ce3-a5c6-62c9becaa4e0 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:35:26.742102 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8324aeb1-475e-464a-adbd-99f655e56731 req-b2431d8e-5f2d-4bf0-9e1d-ff1988726b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:26.742687 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9635b14e-c62a-4ce3-a5c6-62c9becaa4e0 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] Pushing event updated for resources: {'Port': ['ID=1aeb088d-f86b-4f53-bac5-9d02bde17921,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:35:26.753883 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-8324aeb1-475e-464a-adbd-99f655e56731 req-b2431d8e-5f2d-4bf0-9e1d-ff1988726b52 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=76ee81c5-e62a-4cb7-b34b-a5d0c1ab805c HTTP/1.1" status: 200 len: 1096 time: 0.0518069 Oct 20 10:35:26.759727 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning for port 998655be-5ae2-4824-b044-6d7b9ccbf1d8 completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:35:26.765551 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning complete for port 998655be-5ae2-4824-b044-6d7b9ccbf1d8 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:35:26.766309 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:26.790176 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-8324aeb1-475e-464a-adbd-99f655e56731 req-0b140238-407c-4f6a-a33e-5f1164acdac0 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=3c1a8b96-5782-4385-b9de-3407ab4b2d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354173 Oct 20 10:35:26.848157 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7109ad1d-0077-4d39-b554-fec57d546adf req-9635b14e-c62a-4ce3-a5c6-62c9becaa4e0 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:26.848933 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-7109ad1d-0077-4d39-b554-fec57d546adf req-9635b14e-c62a-4ce3-a5c6-62c9becaa4e0 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:26.868490 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:26.874678 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833929fa-82a6-4594-bebd-bcb526675e32 req-715dbc87-4292-45a0-9f1d-691c5beee20e tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:26.876209 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-833929fa-82a6-4594-bebd-bcb526675e32 req-715dbc87-4292-45a0-9f1d-691c5beee20e tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/ports?device_id=775e65d3-1201-4348-9dd3-dd9214a2f8e6 HTTP/1.1" status: 200 len: 945 time: 0.1622958 Oct 20 10:35:26.886008 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93da6e5-425e-4bdc-a23c-8d098d9d8254 req-860d4c45-f0a1-42c6-829a-0418cb282871 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:26.894229 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b93da6e5-425e-4bdc-a23c-8d098d9d8254 req-860d4c45-f0a1-42c6-829a-0418cb282871 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] 10.222.0.64 "GET /v2.0/ports?device_id=34b135a6-7a79-4e12-8b31-8d70cff1334c HTTP/1.1" status: 200 len: 945 time: 0.1526141 Oct 20 10:35:26.905160 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7109ad1d-0077-4d39-b554-fec57d546adf req-9635b14e-c62a-4ce3-a5c6-62c9becaa4e0 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2418513 Oct 20 10:35:26.908436 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 998655be-5ae2-4824-b044-6d7b9ccbf1d8, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=998655be-5ae2-4824-b044-6d7b9ccbf1d8,segment=NetworkSegment(cdb54968-a028-49d4-bff1-06faf7e0a12c),segment_id=cdb54968-a028-49d4-bff1-06faf7e0a12c)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:35:26.913751 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:26.956961 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b93da6e5-425e-4bdc-a23c-8d098d9d8254 req-e66a6560-4276-463b-9173-11c695714da2 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] 10.222.0.64 "GET /v2.0/security-groups?id=3c1a8b96-5782-4385-b9de-3407ab4b2d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616846 Oct 20 10:35:26.959740 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-833929fa-82a6-4594-bebd-bcb526675e32 req-0e10fcb9-6c26-4767-b3c8-22a91f988656 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/security-groups?id=c33a6cb5-e80a-4f79-936a-38f5e3f7c89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631914 Oct 20 10:35:26.963443 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=998655be-5ae2-4824-b044-6d7b9ccbf1d8,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:35:26.992952 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-7109ad1d-0077-4d39-b554-fec57d546adf req-049d3d4a-c3bd-4465-9aad-9fc812ee8a33 service neutron] Request body: {'port': {'device_id': 'ca746ee3-7832-4a93-86bd-17059472075d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811396-3'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:35:27.128267 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0bfa9d94-7f48-430a-812a-d2d4fad1383f req-18b66786-9294-45c9-9dca-1b428fb62a73 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.1.43 HTTP/1.1" status: 200 len: 1001 time: 0.1319616 Oct 20 10:35:27.132115 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-7109ad1d-0077-4d39-b554-fec57d546adf req-049d3d4a-c3bd-4465-9aad-9fc812ee8a33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:27.214110 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2145dbc6-cbb3-4607-88bc-5b0587443b3d req-8530cc21-d577-47b0-b72d-18fcd03c37b4 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:27.220048 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2145dbc6-cbb3-4607-88bc-5b0587443b3d req-8530cc21-d577-47b0-b72d-18fcd03c37b4 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:27.226249 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2145dbc6-cbb3-4607-88bc-5b0587443b3d req-8530cc21-d577-47b0-b72d-18fcd03c37b4 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:27.232374 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2145dbc6-cbb3-4607-88bc-5b0587443b3d req-8530cc21-d577-47b0-b72d-18fcd03c37b4 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:27.238886 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2145dbc6-cbb3-4607-88bc-5b0587443b3d req-8530cc21-d577-47b0-b72d-18fcd03c37b4 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:27.245014 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2145dbc6-cbb3-4607-88bc-5b0587443b3d req-8530cc21-d577-47b0-b72d-18fcd03c37b4 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:27.251120 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2145dbc6-cbb3-4607-88bc-5b0587443b3d req-8530cc21-d577-47b0-b72d-18fcd03c37b4 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:27.254323 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2145dbc6-cbb3-4607-88bc-5b0587443b3d req-8530cc21-d577-47b0-b72d-18fcd03c37b4 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] 10.222.0.64 "GET /v2.0/ports?device_id=80d2d265-4161-4f15-ab0c-130b15ddf9e0 HTTP/1.1" status: 200 len: 5417 time: 0.2029989 Oct 20 10:35:27.270970 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfa9d94-7f48-430a-812a-d2d4fad1383f req-b14a3157-4b9b-41c6-8623-6903add9629b tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:27.272271 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0bfa9d94-7f48-430a-812a-d2d4fad1383f req-b14a3157-4b9b-41c6-8623-6903add9629b tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] 10.222.0.64 "GET /v2.0/ports/b4aa4f54-6419-47f7-88fb-b218ff17ecc9 HTTP/1.1" status: 200 len: 943 time: 0.1381156 Oct 20 10:35:27.380321 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2145dbc6-cbb3-4607-88bc-5b0587443b3d req-ba5e41c4-0646-4646-8a26-530e441bf9bd tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] 10.222.0.64 "GET /v2.0/security-groups?id=052167af-6782-42ac-bb32-02b514a83f6f&id=9e881cba-3138-4f23-9b77-7adf07b3a5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1167107 Oct 20 10:35:27.460725 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0bfa9d94-7f48-430a-812a-d2d4fad1383f req-9a5a73a5-539e-4458-988a-aac989b26475 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.1.43 HTTP/1.1" status: 200 len: 1001 time: 0.1081750 Oct 20 10:35:27.482399 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-95e674e0-4f3d-4845-b110-da0b522dfd5c req-57d325a1-c34e-48a2-b958-652e8fb220a5 tempest-ServersTestFqdnHostnames-1012977964 tempest-ServersTestFqdnHostnames-1012977964-project] 10.222.0.64 "GET /v2.0/ports?device_id=de99d69c-dfcd-4d0e-97ab-99e967d464af HTTP/1.1" status: 200 len: 210 time: 0.0410881 Oct 20 10:35:27.646220 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfa9d94-7f48-430a-812a-d2d4fad1383f req-885399da-8a71-4715-8679-63d9b8a12035 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:27.647632 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0bfa9d94-7f48-430a-812a-d2d4fad1383f req-885399da-8a71-4715-8679-63d9b8a12035 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] 10.222.0.64 "GET /v2.0/networks/cbe170d3-31ba-45a2-b477-520ab0a7a8ea HTTP/1.1" status: 200 len: 784 time: 0.1674235 Oct 20 10:35:27.776649 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [req-7109ad1d-0077-4d39-b554-fec57d546adf req-049d3d4a-c3bd-4465-9aad-9fc812ee8a33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1aeb088d-f86b-4f53-bac5-9d02bde17921 {{(pid=100596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:35:27.794458 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-7109ad1d-0077-4d39-b554-fec57d546adf req-049d3d4a-c3bd-4465-9aad-9fc812ee8a33 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:27.827548 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62676b8d-7947-4ac8-817f-2d121012c6fe req-df90c8fb-3dbf-4505-aab5-f091877042c7 tempest-ServersTestFqdnHostnames-1012977964 tempest-ServersTestFqdnHostnames-1012977964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:27.829094 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-62676b8d-7947-4ac8-817f-2d121012c6fe req-df90c8fb-3dbf-4505-aab5-f091877042c7 tempest-ServersTestFqdnHostnames-1012977964 tempest-ServersTestFqdnHostnames-1012977964-project] 10.222.0.55 "GET /v2.0/networks?id=a87df69c-aa66-4d4f-9bea-350cb369c361 HTTP/1.1" status: 200 len: 814 time: 0.1239512 Oct 20 10:35:27.834594 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0bfa9d94-7f48-430a-812a-d2d4fad1383f req-a607f45f-df71-4a92-8854-db5c9d3b0745 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.1.43 HTTP/1.1" status: 200 len: 1001 time: 0.1544530 Oct 20 10:35:27.836311 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.provisioning_blocks [req-7109ad1d-0077-4d39-b554-fec57d546adf req-049d3d4a-c3bd-4465-9aad-9fc812ee8a33 service neutron] Transition to ACTIVE for port object 1aeb088d-f86b-4f53-bac5-9d02bde17921 will not be triggered until provisioned by entity L2. {{(pid=100596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:35:27.847451 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f56c761-e977-4082-b4f6-9a0cd9c94e84 req-22c6314e-4ab7-4ed6-acf7-be85d64758c5 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:27.849640 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8f56c761-e977-4082-b4f6-9a0cd9c94e84 req-22c6314e-4ab7-4ed6-acf7-be85d64758c5 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca746ee3-7832-4a93-86bd-17059472075d HTTP/1.1" status: 200 len: 932 time: 0.1995151 Oct 20 10:35:27.854479 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-7109ad1d-0077-4d39-b554-fec57d546adf req-049d3d4a-c3bd-4465-9aad-9fc812ee8a33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:27.860097 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-0bfa9d94-7f48-430a-812a-d2d4fad1383f req-13cdac73-18f9-4d66-9bbb-0944f097b6a7 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:35:27.870649 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-067530d2-713f-4071-989b-6223ce2861a7 req-df07ea46-57ad-4827-8238-9419342f7793 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0c70942c-24ce-4890-aeb0-342751c6d80d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1286752 Oct 20 10:35:27.884520 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-62676b8d-7947-4ac8-817f-2d121012c6fe req-390fd633-58a6-4a18-a719-8238a0939e69 tempest-ServersTestFqdnHostnames-1012977964 tempest-ServersTestFqdnHostnames-1012977964-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e101b136571f40e2836dd4b04bec6639 HTTP/1.1" status: 200 len: 380 time: 0.0390170 Oct 20 10:35:27.915843 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [req-62676b8d-7947-4ac8-817f-2d121012c6fe req-176f290e-5975-4c63-8c26-5c04eedf265f tempest-ServersTestFqdnHostnames-1012977964 tempest-ServersTestFqdnHostnames-1012977964-project] Request body: {'port': {'device_id': 'de99d69c-dfcd-4d0e-97ab-99e967d464af', 'network_id': 'a87df69c-aa66-4d4f-9bea-350cb369c361', 'admin_state_up': True, 'tenant_id': 'e101b136571f40e2836dd4b04bec6639', 'security_groups': ['a95c4642-b265-4e76-85a0-2126c3671a59']}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:35:28.011215 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-0bfa9d94-7f48-430a-812a-d2d4fad1383f req-13cdac73-18f9-4d66-9bbb-0944f097b6a7 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] Publish callbacks [] for floatingip, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:28.018228 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049d3d4a-c3bd-4465-9aad-9fc812ee8a33 service neutron] Pushing event updated for resources: {'Port': ['ID=1aeb088d-f86b-4f53-bac5-9d02bde17921,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:35:28.037483 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62676b8d-7947-4ac8-817f-2d121012c6fe req-176f290e-5975-4c63-8c26-5c04eedf265f tempest-ServersTestFqdnHostnames-1012977964 tempest-ServersTestFqdnHostnames-1012977964-project] Made reservation on behalf of e101b136571f40e2836dd4b04bec6639 for: {'port': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:35:28.041187 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-62676b8d-7947-4ac8-817f-2d121012c6fe req-176f290e-5975-4c63-8c26-5c04eedf265f tempest-ServersTestFqdnHostnames-1012977964 tempest-ServersTestFqdnHostnames-1012977964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:28.054598 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8f56c761-e977-4082-b4f6-9a0cd9c94e84 req-b3957c03-e2e2-4675-a51a-198acf11ece0 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ea17d67-d003-4cda-a612-dd72568a94fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926322 Oct 20 10:35:28.111664 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067530d2-713f-4071-989b-6223ce2861a7 req-572ce701-5a9c-46ad-b1de-7dd262545666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:28.113701 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-067530d2-713f-4071-989b-6223ce2861a7 req-572ce701-5a9c-46ad-b1de-7dd262545666 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0f05c0031f4147059bf9a73b0f780356&device_id=0c70942c-24ce-4890-aeb0-342751c6d80d HTTP/1.1" status: 200 len: 1098 time: 0.1865144 Oct 20 10:35:28.179034 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [req-62676b8d-7947-4ac8-817f-2d121012c6fe req-176f290e-5975-4c63-8c26-5c04eedf265f tempest-ServersTestFqdnHostnames-1012977964 tempest-ServersTestFqdnHostnames-1012977964-project] Allocated IP 172.20.0.10 (a87df69c-aa66-4d4f-9bea-350cb369c361/7f0bb4fe-24ee-4f3b-82e5-f5d859434fd7/89e69665-ff7e-4a99-88be-5c87fd164d1b) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:35:28.225871 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-7109ad1d-0077-4d39-b554-fec57d546adf req-049d3d4a-c3bd-4465-9aad-9fc812ee8a33 service neutron] Attempting to bind port 1aeb088d-f86b-4f53-bac5-9d02bde17921 on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:35:28.226209 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-7109ad1d-0077-4d39-b554-fec57d546adf req-049d3d4a-c3bd-4465-9aad-9fc812ee8a33 service neutron] Attempting to bind port 1aeb088d-f86b-4f53-bac5-9d02bde17921 by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': 'ead88eb8-7907-4284-a2ee-38aeb92bc073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'ef6abb39-cfb1-4828-a214-dd0f5374098d'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:35:28.226532 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7109ad1d-0077-4d39-b554-fec57d546adf req-049d3d4a-c3bd-4465-9aad-9fc812ee8a33 service neutron] Attempting to bind port 1aeb088d-f86b-4f53-bac5-9d02bde17921 on network ef6abb39-cfb1-4828-a214-dd0f5374098d {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:35:28.338794 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-62676b8d-7947-4ac8-817f-2d121012c6fe req-176f290e-5975-4c63-8c26-5c04eedf265f tempest-ServersTestFqdnHostnames-1012977964 tempest-ServersTestFqdnHostnames-1012977964-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:28.373313 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-62676b8d-7947-4ac8-817f-2d121012c6fe req-176f290e-5975-4c63-8c26-5c04eedf265f tempest-ServersTestFqdnHostnames-1012977964 tempest-ServersTestFqdnHostnames-1012977964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:28.419209 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62676b8d-7947-4ac8-817f-2d121012c6fe req-176f290e-5975-4c63-8c26-5c04eedf265f tempest-ServersTestFqdnHostnames-1012977964 tempest-ServersTestFqdnHostnames-1012977964-project] Network a87df69c-aa66-4d4f-9bea-350cb369c361 is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:35:28.422644 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [req-62676b8d-7947-4ac8-817f-2d121012c6fe req-176f290e-5975-4c63-8c26-5c04eedf265f tempest-ServersTestFqdnHostnames-1012977964 tempest-ServersTestFqdnHostnames-1012977964-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:35:28.426486 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [req-62676b8d-7947-4ac8-817f-2d121012c6fe req-176f290e-5975-4c63-8c26-5c04eedf265f tempest-ServersTestFqdnHostnames-1012977964 tempest-ServersTestFqdnHostnames-1012977964-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:35:28.457874 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176f290e-5975-4c63-8c26-5c04eedf265f tempest-ServersTestFqdnHostnames-1012977964 tempest-ServersTestFqdnHostnames-1012977964-project] Pushing event updated for resources: {'Port': ['ID=89e69665-ff7e-4a99-88be-5c87fd164d1b,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:35:28.485578 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62676b8d-7947-4ac8-817f-2d121012c6fe req-176f290e-5975-4c63-8c26-5c04eedf265f tempest-ServersTestFqdnHostnames-1012977964 tempest-ServersTestFqdnHostnames-1012977964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:28.486349 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-62676b8d-7947-4ac8-817f-2d121012c6fe req-176f290e-5975-4c63-8c26-5c04eedf265f tempest-ServersTestFqdnHostnames-1012977964 tempest-ServersTestFqdnHostnames-1012977964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:28.505172 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-62676b8d-7947-4ac8-817f-2d121012c6fe req-176f290e-5975-4c63-8c26-5c04eedf265f tempest-ServersTestFqdnHostnames-1012977964 tempest-ServersTestFqdnHostnames-1012977964-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5931144 Oct 20 10:35:28.622268 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [req-62676b8d-7947-4ac8-817f-2d121012c6fe req-6ecf71ab-d911-4a13-aee8-a971a71aadef service neutron] Request body: {'port': {'device_id': 'de99d69c-dfcd-4d0e-97ab-99e967d464af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811396-3'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:35:28.628814 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5cf4e3f-ab2f-4b86-98bd-80d0ded5cca8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f618075-47e1-4d3f-bc01-1cfa713c867b'}, {'server_uuid': '775e65d3-1201-4348-9dd3-dd9214a2f8e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40e32cd4-a5fe-444c-bc87-98c7d5f762d0'}, {'server_uuid': '34b135a6-7a79-4e12-8b31-8d70cff1334c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '998655be-5ae2-4824-b044-6d7b9ccbf1d8'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:35:28.631565 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2db8dc36-9aab-46a4-98ef-9b04c91893ce" -d '{"events": [{"server_uuid": "b5cf4e3f-ab2f-4b86-98bd-80d0ded5cca8", "name": "network-vif-unplugged", "status": "completed", "tag": "6f618075-47e1-4d3f-bc01-1cfa713c867b"}, {"server_uuid": "775e65d3-1201-4348-9dd3-dd9214a2f8e6", "name": "network-vif-plugged", "status": "completed", "tag": "40e32cd4-a5fe-444c-bc87-98c7d5f762d0"}, {"server_uuid": "34b135a6-7a79-4e12-8b31-8d70cff1334c", "name": "network-vif-plugged", "status": "completed", "tag": "998655be-5ae2-4824-b044-6d7b9ccbf1d8"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:35:28.635488 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-85a6d099-fdc2-4cc4-a2c4-b99121ccb6e2 None None] Provisioning complete for port 89e69665-ff7e-4a99-88be-5c87fd164d1b triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:35:28.635999 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-85a6d099-fdc2-4cc4-a2c4-b99121ccb6e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:28.650214 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7109ad1d-0077-4d39-b554-fec57d546adf req-049d3d4a-c3bd-4465-9aad-9fc812ee8a33 service neutron] Port 1aeb088d-f86b-4f53-bac5-9d02bde17921 on network ef6abb39-cfb1-4828-a214-dd0f5374098d not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:35:28.650812 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7109ad1d-0077-4d39-b554-fec57d546adf req-049d3d4a-c3bd-4465-9aad-9fc812ee8a33 service neutron] Attempting to bind port 1aeb088d-f86b-4f53-bac5-9d02bde17921 on network ef6abb39-cfb1-4828-a214-dd0f5374098d {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:35:28.657622 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-0bfa9d94-7f48-430a-812a-d2d4fad1383f req-13cdac73-18f9-4d66-9bbb-0944f097b6a7 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:28.668706 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-0bfa9d94-7f48-430a-812a-d2d4fad1383f req-13cdac73-18f9-4d66-9bbb-0944f097b6a7 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1773381'] for floatingip, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:28.669055 n-d-811396-3 neutron-server[100596]: INFO neutron.db.l3_db [req-0bfa9d94-7f48-430a-812a-d2d4fad1383f req-13cdac73-18f9-4d66-9bbb-0944f097b6a7 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] Floating IP 0fef3922-ddaf-4c4a-a2cd-094a85dd2f99 disassociated. External IP: 172.25.1.43, port: b4aa4f54-6419-47f7-88fb-b218ff17ecc9. Oct 20 10:35:28.676492 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7109ad1d-0077-4d39-b554-fec57d546adf req-049d3d4a-c3bd-4465-9aad-9fc812ee8a33 service neutron] Checking agent: {'id': '061232a2-7adc-4ba1-a873-e8cb136b064d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:35:28.676837 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7109ad1d-0077-4d39-b554-fec57d546adf req-049d3d4a-c3bd-4465-9aad-9fc812ee8a33 service neutron] Checking segment: {'id': 'ead88eb8-7907-4284-a2ee-38aeb92bc073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'ef6abb39-cfb1-4828-a214-dd0f5374098d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:35:28.677233 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7109ad1d-0077-4d39-b554-fec57d546adf req-049d3d4a-c3bd-4465-9aad-9fc812ee8a33 service neutron] Bound using segment: {'id': 'ead88eb8-7907-4284-a2ee-38aeb92bc073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'ef6abb39-cfb1-4828-a214-dd0f5374098d'} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:35:28.677678 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-7109ad1d-0077-4d39-b554-fec57d546adf req-049d3d4a-c3bd-4465-9aad-9fc812ee8a33 service neutron] Bound port: 1aeb088d-f86b-4f53-bac5-9d02bde17921, host: n-h2-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ead88eb8-7907-4284-a2ee-38aeb92bc073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'ef6abb39-cfb1-4828-a214-dd0f5374098d'}}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:35:28.678027 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-7109ad1d-0077-4d39-b554-fec57d546adf req-049d3d4a-c3bd-4465-9aad-9fc812ee8a33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:28.678156 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-62676b8d-7947-4ac8-817f-2d121012c6fe req-6ecf71ab-d911-4a13-aee8-a971a71aadef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:28.678261 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-85a6d099-fdc2-4cc4-a2c4-b99121ccb6e2 None None] Port 89e69665-ff7e-4a99-88be-5c87fd164d1b cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:35:28.747273 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067530d2-713f-4071-989b-6223ce2861a7 req-27b5e7f0-acc4-4a87-b01f-717d9c524d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:28.748772 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-067530d2-713f-4071-989b-6223ce2861a7 req-27b5e7f0-acc4-4a87-b01f-717d9c524d84 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a7c57b12-d7c3-48bb-aa54-a67a56468a84 HTTP/1.1" status: 200 len: 870 time: 0.5889785 Oct 20 10:35:28.778730 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bba8a7-2b0b-43a6-bb47-49bc13d4eb36 req-4ddccc4a-2e53-4bba-89b0-30518099b95f tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:28.780204 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-50bba8a7-2b0b-43a6-bb47-49bc13d4eb36 req-4ddccc4a-2e53-4bba-89b0-30518099b95f tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] 10.222.0.64 "GET /v2.0/ports?device_id=34b135a6-7a79-4e12-8b31-8d70cff1334c HTTP/1.1" status: 200 len: 946 time: 0.5458157 Oct 20 10:35:28.858839 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-067530d2-713f-4071-989b-6223ce2861a7 req-aab0c0f8-450b-4d77-81bc-91851ac943f9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=f8e40473-a7ff-41ed-a91e-568fcab1f7fb HTTP/1.1" status: 200 len: 217 time: 0.0878468 Oct 20 10:35:28.940620 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [req-62676b8d-7947-4ac8-817f-2d121012c6fe req-6ecf71ab-d911-4a13-aee8-a971a71aadef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89e69665-ff7e-4a99-88be-5c87fd164d1b {{(pid=100597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:35:28.943004 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-7109ad1d-0077-4d39-b554-fec57d546adf req-049d3d4a-c3bd-4465-9aad-9fc812ee8a33 service neutron] For port 1aeb088d-f86b-4f53-bac5-9d02bde17921, host n-h2-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:35:28.948320 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-62676b8d-7947-4ac8-817f-2d121012c6fe req-6ecf71ab-d911-4a13-aee8-a971a71aadef service neutron] Publish callbacks [] for port, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:28.960558 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.provisioning_blocks [req-62676b8d-7947-4ac8-817f-2d121012c6fe req-6ecf71ab-d911-4a13-aee8-a971a71aadef service neutron] Transition to ACTIVE for port object 89e69665-ff7e-4a99-88be-5c87fd164d1b will not be triggered until provisioned by entity L2. {{(pid=100597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:35:28.962568 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-50bba8a7-2b0b-43a6-bb47-49bc13d4eb36 req-bf1b2bd6-6dcb-4d67-9030-91768fe2aa92 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] 10.222.0.64 "GET /v2.0/security-groups?id=3c1a8b96-5782-4385-b9de-3407ab4b2d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693358 Oct 20 10:35:28.964506 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-62676b8d-7947-4ac8-817f-2d121012c6fe req-6ecf71ab-d911-4a13-aee8-a971a71aadef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:28.969902 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-7109ad1d-0077-4d39-b554-fec57d546adf req-049d3d4a-c3bd-4465-9aad-9fc812ee8a33 service neutron] For port 1aeb088d-f86b-4f53-bac5-9d02bde17921, host n-h2-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=1aeb088d-f86b-4f53-bac5-9d02bde17921,segment=NetworkSegment(ead88eb8-7907-4284-a2ee-38aeb92bc073),segment_id=ead88eb8-7907-4284-a2ee-38aeb92bc073)] {{(pid=100596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:35:28.975139 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-7109ad1d-0077-4d39-b554-fec57d546adf req-049d3d4a-c3bd-4465-9aad-9fc812ee8a33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:29.009459 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067530d2-713f-4071-989b-6223ce2861a7 req-d7c253c7-4ea8-4e42-b8e7-5d458105733a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:29.010925 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-067530d2-713f-4071-989b-6223ce2861a7 req-d7c253c7-4ea8-4e42-b8e7-5d458105733a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8f86199a-b8f2-45b4-a83a-995a7ea6fe42 HTTP/1.1" status: 200 len: 843 time: 0.1391630 Oct 20 10:35:29.038887 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecf71ab-d911-4a13-aee8-a971a71aadef service neutron] Pushing event updated for resources: {'Port': ['ID=89e69665-ff7e-4a99-88be-5c87fd164d1b,revision_number=2']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:35:29.076558 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7109ad1d-0077-4d39-b554-fec57d546adf req-049d3d4a-c3bd-4465-9aad-9fc812ee8a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:29.077190 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-7109ad1d-0077-4d39-b554-fec57d546adf req-049d3d4a-c3bd-4465-9aad-9fc812ee8a33 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:29.078601 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7109ad1d-0077-4d39-b554-fec57d546adf req-049d3d4a-c3bd-4465-9aad-9fc812ee8a33 service neutron] 10.222.0.69 "PUT /v2.0/ports/1aeb088d-f86b-4f53-bac5-9d02bde17921 HTTP/1.1" status: 200 len: 1092 time: 2.0902147 Oct 20 10:35:29.094225 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca746ee3-7832-4a93-86bd-17059472075d', 'tag': '1aeb088d-f86b-4f53-bac5-9d02bde17921'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:35:29.094990 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-62676b8d-7947-4ac8-817f-2d121012c6fe req-6ecf71ab-d911-4a13-aee8-a971a71aadef service neutron] Attempting to bind port 89e69665-ff7e-4a99-88be-5c87fd164d1b on host n-h1-811396-3 for vnic_type normal with profile {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:35:29.095416 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-62676b8d-7947-4ac8-817f-2d121012c6fe req-6ecf71ab-d911-4a13-aee8-a971a71aadef service neutron] Attempting to bind port 89e69665-ff7e-4a99-88be-5c87fd164d1b by drivers openvswitch,hyperv on host n-h1-811396-3 at level 0 using segments [{'id': '1d714b27-3aa7-4d59-bcf7-62759e5f74cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'a87df69c-aa66-4d4f-9bea-350cb369c361'}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:35:29.096515 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62676b8d-7947-4ac8-817f-2d121012c6fe req-6ecf71ab-d911-4a13-aee8-a971a71aadef service neutron] Attempting to bind port 89e69665-ff7e-4a99-88be-5c87fd164d1b on network a87df69c-aa66-4d4f-9bea-350cb369c361 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:35:29.097754 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0c67fcd-5dc1-4545-9ff2-fdf767243969" -d '{"events": [{"name": "network-changed", "server_uuid": "ca746ee3-7832-4a93-86bd-17059472075d", "tag": "1aeb088d-f86b-4f53-bac5-9d02bde17921"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:35:29.101768 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62676b8d-7947-4ac8-817f-2d121012c6fe req-6ecf71ab-d911-4a13-aee8-a971a71aadef service neutron] Port 89e69665-ff7e-4a99-88be-5c87fd164d1b on network a87df69c-aa66-4d4f-9bea-350cb369c361 not bound, no agent of type Open vSwitch agent registered on host n-h1-811396-3 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:35:29.102200 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62676b8d-7947-4ac8-817f-2d121012c6fe req-6ecf71ab-d911-4a13-aee8-a971a71aadef service neutron] Attempting to bind port 89e69665-ff7e-4a99-88be-5c87fd164d1b on network a87df69c-aa66-4d4f-9bea-350cb369c361 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:35:29.108387 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62676b8d-7947-4ac8-817f-2d121012c6fe req-6ecf71ab-d911-4a13-aee8-a971a71aadef service neutron] Checking agent: {'id': 'b707b4cc-061f-4cf4-bce0-0b3df9b7bec9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:35:29.108806 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62676b8d-7947-4ac8-817f-2d121012c6fe req-6ecf71ab-d911-4a13-aee8-a971a71aadef service neutron] Checking segment: {'id': '1d714b27-3aa7-4d59-bcf7-62759e5f74cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'a87df69c-aa66-4d4f-9bea-350cb369c361'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:35:29.109369 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62676b8d-7947-4ac8-817f-2d121012c6fe req-6ecf71ab-d911-4a13-aee8-a971a71aadef service neutron] Bound using segment: {'id': '1d714b27-3aa7-4d59-bcf7-62759e5f74cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'a87df69c-aa66-4d4f-9bea-350cb369c361'} {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:35:29.110405 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-62676b8d-7947-4ac8-817f-2d121012c6fe req-6ecf71ab-d911-4a13-aee8-a971a71aadef service neutron] Bound port: 89e69665-ff7e-4a99-88be-5c87fd164d1b, host: n-h1-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d714b27-3aa7-4d59-bcf7-62759e5f74cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'a87df69c-aa66-4d4f-9bea-350cb369c361'}}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:35:29.111438 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-62676b8d-7947-4ac8-817f-2d121012c6fe req-6ecf71ab-d911-4a13-aee8-a971a71aadef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:29.177360 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [req-62676b8d-7947-4ac8-817f-2d121012c6fe req-6ecf71ab-d911-4a13-aee8-a971a71aadef service neutron] For port 89e69665-ff7e-4a99-88be-5c87fd164d1b, host n-h1-811396-3, cleared binding levels {{(pid=100597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:35:29.180799 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [req-62676b8d-7947-4ac8-817f-2d121012c6fe req-6ecf71ab-d911-4a13-aee8-a971a71aadef service neutron] For port 89e69665-ff7e-4a99-88be-5c87fd164d1b, host n-h1-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=89e69665-ff7e-4a99-88be-5c87fd164d1b,segment=NetworkSegment(1d714b27-3aa7-4d59-bcf7-62759e5f74cb),segment_id=1d714b27-3aa7-4d59-bcf7-62759e5f74cb)] {{(pid=100597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:35:29.185318 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-62676b8d-7947-4ac8-817f-2d121012c6fe req-6ecf71ab-d911-4a13-aee8-a971a71aadef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:29.214623 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049d3d4a-c3bd-4465-9aad-9fc812ee8a33 service neutron] Pushing event updated for resources: {'Port': ['ID=1aeb088d-f86b-4f53-bac5-9d02bde17921,revision_number=3']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:35:29.238497 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62676b8d-7947-4ac8-817f-2d121012c6fe req-6ecf71ab-d911-4a13-aee8-a971a71aadef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:29.239520 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-62676b8d-7947-4ac8-817f-2d121012c6fe req-6ecf71ab-d911-4a13-aee8-a971a71aadef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:29.240526 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-62676b8d-7947-4ac8-817f-2d121012c6fe req-6ecf71ab-d911-4a13-aee8-a971a71aadef service neutron] 10.222.0.55 "PUT /v2.0/ports/89e69665-ff7e-4a99-88be-5c87fd164d1b HTTP/1.1" status: 200 len: 1092 time: 0.6227918 Oct 20 10:35:29.240976 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de99d69c-dfcd-4d0e-97ab-99e967d464af', 'tag': '89e69665-ff7e-4a99-88be-5c87fd164d1b'}] {{(pid=100597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:35:29.243246 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd85cad6a391afaa95d2dd5280bfd4659fc1e1b2aba53b5e7ef874f059efcdc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a18325bd-3492-4ab1-865a-11c944232a6e" -d '{"events": [{"name": "network-changed", "server_uuid": "de99d69c-dfcd-4d0e-97ab-99e967d464af", "tag": "89e69665-ff7e-4a99-88be-5c87fd164d1b"}]}' {{(pid=100597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:35:29.257146 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4109ed6-6d9e-47a8-ae94-e6d510b44309 req-f38201d7-b549-4ea8-ac56-9d10656c62cc tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:29.259074 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b4109ed6-6d9e-47a8-ae94-e6d510b44309 req-f38201d7-b549-4ea8-ac56-9d10656c62cc tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/ports?device_id=775e65d3-1201-4348-9dd3-dd9214a2f8e6 HTTP/1.1" status: 200 len: 945 time: 0.2186706 Oct 20 10:35:29.260948 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067530d2-713f-4071-989b-6223ce2861a7 req-0ea259c8-6411-439f-b55f-8bfae5d23d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:29.262383 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-067530d2-713f-4071-989b-6223ce2861a7 req-0ea259c8-6411-439f-b55f-8bfae5d23d83 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a7c57b12-d7c3-48bb-aa54-a67a56468a84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2245286 Oct 20 10:35:29.266822 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecf71ab-d911-4a13-aee8-a971a71aadef service neutron] Pushing event updated for resources: {'Port': ['ID=89e69665-ff7e-4a99-88be-5c87fd164d1b,revision_number=3']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:35:29.291055 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0bfa9d94-7f48-430a-812a-d2d4fad1383f req-13cdac73-18f9-4d66-9bbb-0944f097b6a7 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] Router faf6492f-8af4-41c5-a7bc-e16562f4e555 has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:35:29.316978 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7109ad1d-0077-4d39-b554-fec57d546adf req-00b567ca-ab0c-486f-83d1-7524e4f3283d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:29.318498 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7109ad1d-0077-4d39-b554-fec57d546adf req-00b567ca-ab0c-486f-83d1-7524e4f3283d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c0dfe506102842b7b89700ee2a42ab00&device_id=ca746ee3-7832-4a93-86bd-17059472075d HTTP/1.1" status: 200 len: 1095 time: 0.1840153 Oct 20 10:35:29.354045 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62676b8d-7947-4ac8-817f-2d121012c6fe req-895d7eb9-2411-4cfb-8972-e52093cd6f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:29.355731 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-62676b8d-7947-4ac8-817f-2d121012c6fe req-895d7eb9-2411-4cfb-8972-e52093cd6f49 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e101b136571f40e2836dd4b04bec6639&device_id=de99d69c-dfcd-4d0e-97ab-99e967d464af HTTP/1.1" status: 200 len: 1095 time: 0.0453038 Oct 20 10:35:29.405843 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-62676b8d-7947-4ac8-817f-2d121012c6fe req-8269201a-8a57-4101-95d1-141bdd17abee service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=89e69665-ff7e-4a99-88be-5c87fd164d1b HTTP/1.1" status: 200 len: 217 time: 0.0349879 Oct 20 10:35:29.455659 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b4109ed6-6d9e-47a8-ae94-e6d510b44309 req-96e6417a-a4e6-45d5-b32b-ae98bd8f5df3 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/security-groups?id=c33a6cb5-e80a-4f79-936a-38f5e3f7c89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879339 Oct 20 10:35:29.456868 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7109ad1d-0077-4d39-b554-fec57d546adf req-48066978-da2a-4acc-90c5-ee4d4ab2e98e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1aeb088d-f86b-4f53-bac5-9d02bde17921 HTTP/1.1" status: 200 len: 217 time: 0.1244078 Oct 20 10:35:29.459768 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62676b8d-7947-4ac8-817f-2d121012c6fe req-6a35fc32-fc71-44a1-9fdd-4470df32aa58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:29.461206 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-62676b8d-7947-4ac8-817f-2d121012c6fe req-6a35fc32-fc71-44a1-9fdd-4470df32aa58 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7f0bb4fe-24ee-4f3b-82e5-f5d859434fd7 HTTP/1.1" status: 200 len: 853 time: 0.0488400 Oct 20 10:35:29.517127 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62676b8d-7947-4ac8-817f-2d121012c6fe req-4f1f3e97-e130-47b6-9746-75daa2a6f376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:29.518825 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-62676b8d-7947-4ac8-817f-2d121012c6fe req-4f1f3e97-e130-47b6-9746-75daa2a6f376 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a87df69c-aa66-4d4f-9bea-350cb369c361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422003 Oct 20 10:35:29.524688 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-067530d2-713f-4071-989b-6223ce2861a7 req-64ebd2df-9260-4bc5-8f23-e023247d8081 service neutron] 10.222.0.55 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2446790 Oct 20 10:35:29.590364 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7109ad1d-0077-4d39-b554-fec57d546adf req-543dd9d5-de97-42ea-8481-56a59fb30a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:29.591883 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7109ad1d-0077-4d39-b554-fec57d546adf req-543dd9d5-de97-42ea-8481-56a59fb30a66 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=777e48ea-dc5a-43d5-a338-c1cfd0807e06 HTTP/1.1" status: 200 len: 845 time: 0.1260314 Oct 20 10:35:29.621876 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-62676b8d-7947-4ac8-817f-2d121012c6fe req-1cc70ba6-40a8-4d49-97db-5180535aa0c7 service neutron] 10.222.0.55 "GET /v2.0/networks/a87df69c-aa66-4d4f-9bea-350cb369c361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895548 Oct 20 10:35:29.640586 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7109ad1d-0077-4d39-b554-fec57d546adf req-3963e74f-a413-40c5-8544-defa699bf477 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ef6abb39-cfb1-4828-a214-dd0f5374098d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410113 Oct 20 10:35:29.641534 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0bfa9d94-7f48-430a-812a-d2d4fad1383f req-13cdac73-18f9-4d66-9bbb-0944f097b6a7 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:35:29.646054 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-0bfa9d94-7f48-430a-812a-d2d4fad1383f req-13cdac73-18f9-4d66-9bbb-0944f097b6a7 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for floatingip, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:29.650937 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49937e8-0c56-4b22-90fd-e7fe910a7215 None None] Sync routers for ids ['faf6492f-8af4-41c5-a7bc-e16562f4e555'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:35:29.661017 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49937e8-0c56-4b22-90fd-e7fe910a7215 None None] Routers {'faf6492f-8af4-41c5-a7bc-e16562f4e555'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:35:29.662084 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-c49937e8-0c56-4b22-90fd-e7fe910a7215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:35:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['faf6492f-8af4-41c5-a7bc-e16562f4e555'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:35:29.720279 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-62676b8d-7947-4ac8-817f-2d121012c6fe req-afbaf9a5-80eb-4d99-a0f0-3f347994c785 service neutron] 10.222.0.55 "GET /v2.0/networks/a87df69c-aa66-4d4f-9bea-350cb369c361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912504 Oct 20 10:35:29.759397 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0bfa9d94-7f48-430a-812a-d2d4fad1383f req-13cdac73-18f9-4d66-9bbb-0944f097b6a7 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] 10.222.0.64 "PUT /v2.0/floatingips/0fef3922-ddaf-4c4a-a2cd-094a85dd2f99 HTTP/1.1" status: 200 len: 694 time: 1.9083719 Oct 20 10:35:29.772573 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-c49937e8-0c56-4b22-90fd-e7fe910a7215 None None] Set router faf6492f-8af4-41c5-a7bc-e16562f4e555 gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:35:29.842314 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-067530d2-713f-4071-989b-6223ce2861a7 req-b9294785-e616-4ec6-bb2f-2cc5c503f484 service neutron] 10.222.0.55 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2838960 Oct 20 10:35:29.858806 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e45578b-0e7a-46ab-b8ee-73af69d189d2 req-88b7f631-c018-42da-ad4c-c8c0c16c1bab tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:29.865623 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e45578b-0e7a-46ab-b8ee-73af69d189d2 req-88b7f631-c018-42da-ad4c-c8c0c16c1bab tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:29.871523 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e45578b-0e7a-46ab-b8ee-73af69d189d2 req-88b7f631-c018-42da-ad4c-c8c0c16c1bab tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:29.877396 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e45578b-0e7a-46ab-b8ee-73af69d189d2 req-88b7f631-c018-42da-ad4c-c8c0c16c1bab tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:29.883240 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e45578b-0e7a-46ab-b8ee-73af69d189d2 req-88b7f631-c018-42da-ad4c-c8c0c16c1bab tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:29.889127 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e45578b-0e7a-46ab-b8ee-73af69d189d2 req-88b7f631-c018-42da-ad4c-c8c0c16c1bab tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:29.896008 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e45578b-0e7a-46ab-b8ee-73af69d189d2 req-88b7f631-c018-42da-ad4c-c8c0c16c1bab tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:29.897845 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4e45578b-0e7a-46ab-b8ee-73af69d189d2 req-88b7f631-c018-42da-ad4c-c8c0c16c1bab tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] 10.222.0.64 "GET /v2.0/ports?device_id=80d2d265-4161-4f15-ab0c-130b15ddf9e0 HTTP/1.1" status: 200 len: 5417 time: 0.2614443 Oct 20 10:35:29.937879 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7109ad1d-0077-4d39-b554-fec57d546adf req-3891e9be-d262-48d5-99ad-e3ad209a2a1c service neutron] 10.222.0.69 "GET /v2.0/networks/ef6abb39-cfb1-4828-a214-dd0f5374098d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2816577 Oct 20 10:35:29.967787 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfa9d94-7f48-430a-812a-d2d4fad1383f req-a14dc35f-5468-4a77-86d6-7c05faeb8e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:29.969249 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0bfa9d94-7f48-430a-812a-d2d4fad1383f req-a14dc35f-5468-4a77-86d6-7c05faeb8e27 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=53d70f18161c493488cca7ccddd32a4c&device_id=aa662cd5-98a5-4955-bbe2-daea86bbd0e7 HTTP/1.1" status: 200 len: 1097 time: 0.1860063 Oct 20 10:35:29.970004 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-c49937e8-0c56-4b22-90fd-e7fe910a7215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faf6492f-8af4-41c5-a7bc-e16562f4e555', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1654738627-router', 'tenant_id': '53d70f18161c493488cca7ccddd32a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '82d58cc8-1992-4ee5-83c2-13b8effa7380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:34:09Z', 'updated_at': '2021-10-20T10:34:16Z', 'revision_number': 4, 'project_id': '53d70f18161c493488cca7ccddd32a4c', 'gw_port': {'id': '82d58cc8-1992-4ee5-83c2-13b8effa7380', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:0e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf6492f-8af4-41c5-a7bc-e16562f4e555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:34:10Z', 'updated_at': '2021-10-20T10:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': 'dfc582b4-9861-4d5e-a389-20347451d017', 'name': '', 'network_id': '7a5c8c08-3d3c-4e3e-be4e-46a18417c30b', 'tenant_id': '53d70f18161c493488cca7ccddd32a4c', 'mac_address': 'fa:16:3e:1f:d4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf6492f-8af4-41c5-a7bc-e16562f4e555', 'device_owner': 'network:router_interface', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': 'c8dbe2c3-5331-4e8d-b6fe-4a3f9c15ae27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:34:15Z', 'updated_at': '2021-10-20T10:34:25Z', 'revision_number': 5, 'project_id': '53d70f18161c493488cca7ccddd32a4c', 'subnets': [{'id': 'c8dbe2c3-5331-4e8d-b6fe-4a3f9c15ae27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:35:29.994731 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4e45578b-0e7a-46ab-b8ee-73af69d189d2 req-d7082893-41b4-4a90-b71c-dcb4c547a570 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] 10.222.0.64 "GET /v2.0/security-groups?id=052167af-6782-42ac-bb32-02b514a83f6f&id=9e881cba-3138-4f23-9b77-7adf07b3a5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0842795 Oct 20 10:35:29.996627 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49937e8-0c56-4b22-90fd-e7fe910a7215 None None] Checking router: faf6492f-8af4-41c5-a7bc-e16562f4e555 for host: n-d-811396-3 {{(pid=100599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:35:30.005238 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49937e8-0c56-4b22-90fd-e7fe910a7215 None None] Routers {'faf6492f-8af4-41c5-a7bc-e16562f4e555'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:35:30.005855 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-c49937e8-0c56-4b22-90fd-e7fe910a7215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:35:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['faf6492f-8af4-41c5-a7bc-e16562f4e555'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:35:30.116583 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-c49937e8-0c56-4b22-90fd-e7fe910a7215 None None] Set router faf6492f-8af4-41c5-a7bc-e16562f4e555 gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:35:30.154108 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7109ad1d-0077-4d39-b554-fec57d546adf req-a9e68a8b-13b5-405a-b1b5-0a086d5f7623 service neutron] 10.222.0.69 "GET /v2.0/networks/ef6abb39-cfb1-4828-a214-dd0f5374098d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083461 Oct 20 10:35:30.163537 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfa9d94-7f48-430a-812a-d2d4fad1383f req-3334fda0-2c3d-469d-9fd8-ab8340fa8eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:30.165006 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0bfa9d94-7f48-430a-812a-d2d4fad1383f req-3334fda0-2c3d-469d-9fd8-ab8340fa8eb8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=7a5c8c08-3d3c-4e3e-be4e-46a18417c30b HTTP/1.1" status: 200 len: 930 time: 0.1831157 Oct 20 10:35:30.179987 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0181c7cc-2441-49b4-a953-e16f8ebe98a7 req-1e2aecd1-9549-4f3c-ae3e-f9da9849a268 tempest-ServersTestFqdnHostnames-1012977964 tempest-ServersTestFqdnHostnames-1012977964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:30.181466 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0181c7cc-2441-49b4-a953-e16f8ebe98a7 req-1e2aecd1-9549-4f3c-ae3e-f9da9849a268 tempest-ServersTestFqdnHostnames-1012977964 tempest-ServersTestFqdnHostnames-1012977964-project] 10.222.0.64 "GET /v2.0/ports?device_id=de99d69c-dfcd-4d0e-97ab-99e967d464af HTTP/1.1" status: 200 len: 944 time: 0.0945837 Oct 20 10:35:30.221954 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0bfa9d94-7f48-430a-812a-d2d4fad1383f req-0af1e2fe-2737-4e2f-ad67-b803ac282186 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b4aa4f54-6419-47f7-88fb-b218ff17ecc9 HTTP/1.1" status: 200 len: 217 time: 0.0390255 Oct 20 10:35:30.280462 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0181c7cc-2441-49b4-a953-e16f8ebe98a7 req-7c3f7112-4dc7-4381-9a13-30e9ef245bcd tempest-ServersTestFqdnHostnames-1012977964 tempest-ServersTestFqdnHostnames-1012977964-project] 10.222.0.64 "GET /v2.0/security-groups?id=a95c4642-b265-4e76-85a0-2126c3671a59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921969 Oct 20 10:35:30.292634 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfa9d94-7f48-430a-812a-d2d4fad1383f req-ad7e7570-6b63-45cb-aa38-07d86d1dc0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:30.294150 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0bfa9d94-7f48-430a-812a-d2d4fad1383f req-ad7e7570-6b63-45cb-aa38-07d86d1dc0bd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c8dbe2c3-5331-4e8d-b6fe-4a3f9c15ae27 HTTP/1.1" status: 200 len: 868 time: 0.0661058 Oct 20 10:35:30.347478 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Wed, 20 Oct 2021 10:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f173fad-2a3b-4639-93e7-75d0deeafc71 x-openstack-request-id: req-6f173fad-2a3b-4639-93e7-75d0deeafc71 {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:35:30.348461 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5cf4e3f-ab2f-4b86-98bd-80d0ded5cca8", "name": "network-vif-unplugged", "status": "completed", "tag": "6f618075-47e1-4d3f-bc01-1cfa713c867b", "code": 200}, {"server_uuid": "775e65d3-1201-4348-9dd3-dd9214a2f8e6", "name": "network-vif-plugged", "status": "completed", "tag": "40e32cd4-a5fe-444c-bc87-98c7d5f762d0", "code": 200}, {"server_uuid": "34b135a6-7a79-4e12-8b31-8d70cff1334c", "name": "network-vif-plugged", "status": "completed", "tag": "998655be-5ae2-4824-b044-6d7b9ccbf1d8", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:35:30.348960 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6f173fad-2a3b-4639-93e7-75d0deeafc71 {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:35:30.349598 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5cf4e3f-ab2f-4b86-98bd-80d0ded5cca8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f618075-47e1-4d3f-bc01-1cfa713c867b', 'code': 200} Oct 20 10:35:30.350099 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '775e65d3-1201-4348-9dd3-dd9214a2f8e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40e32cd4-a5fe-444c-bc87-98c7d5f762d0', 'code': 200} Oct 20 10:35:30.350653 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34b135a6-7a79-4e12-8b31-8d70cff1334c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '998655be-5ae2-4824-b044-6d7b9ccbf1d8', 'code': 200} Oct 20 10:35:30.354022 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfa9d94-7f48-430a-812a-d2d4fad1383f req-bbde3d9d-071e-4e3b-8617-4ded2cc8a1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:30.356602 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0bfa9d94-7f48-430a-812a-d2d4fad1383f req-bbde3d9d-071e-4e3b-8617-4ded2cc8a1d3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7a5c8c08-3d3c-4e3e-be4e-46a18417c30b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0560594 Oct 20 10:35:30.429170 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-c49937e8-0c56-4b22-90fd-e7fe910a7215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faf6492f-8af4-41c5-a7bc-e16562f4e555', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1654738627-router', 'tenant_id': '53d70f18161c493488cca7ccddd32a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '82d58cc8-1992-4ee5-83c2-13b8effa7380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:34:09Z', 'updated_at': '2021-10-20T10:34:16Z', 'revision_number': 4, 'project_id': '53d70f18161c493488cca7ccddd32a4c', 'gw_port': {'id': '82d58cc8-1992-4ee5-83c2-13b8effa7380', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:0e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf6492f-8af4-41c5-a7bc-e16562f4e555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:34:10Z', 'updated_at': '2021-10-20T10:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': 'dfc582b4-9861-4d5e-a389-20347451d017', 'name': '', 'network_id': '7a5c8c08-3d3c-4e3e-be4e-46a18417c30b', 'tenant_id': '53d70f18161c493488cca7ccddd32a4c', 'mac_address': 'fa:16:3e:1f:d4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf6492f-8af4-41c5-a7bc-e16562f4e555', 'device_owner': 'network:router_interface', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': 'c8dbe2c3-5331-4e8d-b6fe-4a3f9c15ae27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:34:15Z', 'updated_at': '2021-10-20T10:34:25Z', 'revision_number': 5, 'project_id': '53d70f18161c493488cca7ccddd32a4c', 'subnets': [{'id': 'c8dbe2c3-5331-4e8d-b6fe-4a3f9c15ae27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:35:30.457327 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49937e8-0c56-4b22-90fd-e7fe910a7215 None None] The sync data for ids ['faf6492f-8af4-41c5-a7bc-e16562f4e555'] in n-d-811396-3 is: [{'id': 'faf6492f-8af4-41c5-a7bc-e16562f4e555', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1654738627-router', 'tenant_id': '53d70f18161c493488cca7ccddd32a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '82d58cc8-1992-4ee5-83c2-13b8effa7380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:34:09Z', 'updated_at': '2021-10-20T10:34:16Z', 'revision_number': 4, 'project_id': '53d70f18161c493488cca7ccddd32a4c', 'gw_port': {'id': '82d58cc8-1992-4ee5-83c2-13b8effa7380', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:0e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf6492f-8af4-41c5-a7bc-e16562f4e555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:34:10Z', 'updated_at': '2021-10-20T10:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': 'dfc582b4-9861-4d5e-a389-20347451d017', 'name': '', 'network_id': '7a5c8c08-3d3c-4e3e-be4e-46a18417c30b', 'tenant_id': '53d70f18161c493488cca7ccddd32a4c', 'mac_address': 'fa:16:3e:1f:d4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf6492f-8af4-41c5-a7bc-e16562f4e555', 'device_owner': 'network:router_interface', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': 'c8dbe2c3-5331-4e8d-b6fe-4a3f9c15ae27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:34:15Z', 'updated_at': '2021-10-20T10:34:25Z', 'revision_number': 5, 'project_id': '53d70f18161c493488cca7ccddd32a4c', 'subnets': [{'id': 'c8dbe2c3-5331-4e8d-b6fe-4a3f9c15ae27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:35:30.570425 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0bfa9d94-7f48-430a-812a-d2d4fad1383f req-fdd332d6-5e3c-400b-b19a-92f3d481e3d5 service neutron] 10.222.0.64 "GET /v2.0/networks/7a5c8c08-3d3c-4e3e-be4e-46a18417c30b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2073009 Oct 20 10:35:30.577951 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2de439-19b1-46f1-984f-7eff2aa4971d req-672c4a67-4d31-4410-9c6f-2eb94c80bb44 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:30.579363 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ba2de439-19b1-46f1-984f-7eff2aa4971d req-672c4a67-4d31-4410-9c6f-2eb94c80bb44 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca746ee3-7832-4a93-86bd-17059472075d HTTP/1.1" status: 200 len: 944 time: 0.1676764 Oct 20 10:35:30.583126 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf70254-05ee-497d-b3e5-adf06a7c7f49 req-ca385289-8a47-4e9d-a065-6c912cc25d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:30.584542 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3bf70254-05ee-497d-b3e5-adf06a7c7f49 req-ca385289-8a47-4e9d-a065-6c912cc25d84 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=775e65d3-1201-4348-9dd3-dd9214a2f8e6 HTTP/1.1" status: 200 len: 1096 time: 0.1717443 Oct 20 10:35:30.642564 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e09e5a-7bca-4eff-9749-969dfa9db899 req-be02956b-2694-4d01-8439-8e898ff277a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:30.644704 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-30e09e5a-7bca-4eff-9749-969dfa9db899 req-be02956b-2694-4d01-8439-8e898ff277a6 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=34b135a6-7a79-4e12-8b31-8d70cff1334c HTTP/1.1" status: 200 len: 1097 time: 0.1436949 Oct 20 10:35:30.693100 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c587d46-da4e-455d-8952-c0ce4901c490 None None] New status for floating IP 0fef3922-ddaf-4c4a-a2cd-094a85dd2f99: DOWN {{(pid=100598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 10:35:30.725768 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3bf70254-05ee-497d-b3e5-adf06a7c7f49 req-dde6ae5c-9f71-4e83-bba2-1e6fa0dddb07 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=c33a6cb5-e80a-4f79-936a-38f5e3f7c89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300473 Oct 20 10:35:30.731838 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ba2de439-19b1-46f1-984f-7eff2aa4971d req-e2d68f1d-1ada-4bed-a549-23f308b1a9a3 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ea17d67-d003-4cda-a612-dd72568a94fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392608 Oct 20 10:35:30.753723 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-30e09e5a-7bca-4eff-9749-969dfa9db899 req-faedb43b-91da-40da-af21-c83526025d70 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=3c1a8b96-5782-4385-b9de-3407ab4b2d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952961 Oct 20 10:35:30.765355 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0bfa9d94-7f48-430a-812a-d2d4fad1383f req-70e6eca1-99f1-4c02-a1a5-d891efb3f425 service neutron] 10.222.0.64 "GET /v2.0/networks/7a5c8c08-3d3c-4e3e-be4e-46a18417c30b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848881 Oct 20 10:35:30.794912 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed013185-4a1a-4fae-b9a0-c338fbaed0b6 x-openstack-request-id: req-ed013185-4a1a-4fae-b9a0-c338fbaed0b6 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:35:30.795208 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca746ee3-7832-4a93-86bd-17059472075d", "tag": "1aeb088d-f86b-4f53-bac5-9d02bde17921", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:35:30.795558 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ed013185-4a1a-4fae-b9a0-c338fbaed0b6 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:35:30.796031 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca746ee3-7832-4a93-86bd-17059472075d', 'tag': '1aeb088d-f86b-4f53-bac5-9d02bde17921', 'status': 'completed', 'code': 200} Oct 20 10:35:30.823222 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a31b26de-6a47-4e00-9873-ab416a3ff5f2 x-openstack-request-id: req-a31b26de-6a47-4e00-9873-ab416a3ff5f2 {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:35:30.823753 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de99d69c-dfcd-4d0e-97ab-99e967d464af", "tag": "89e69665-ff7e-4a99-88be-5c87fd164d1b", "status": "completed", "code": 200}]} {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:35:30.823871 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a31b26de-6a47-4e00-9873-ab416a3ff5f2 {{(pid=100597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:35:30.824180 n-d-811396-3 neutron-server[100597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de99d69c-dfcd-4d0e-97ab-99e967d464af', 'tag': '89e69665-ff7e-4a99-88be-5c87fd164d1b', 'status': 'completed', 'code': 200} Oct 20 10:35:30.961589 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2fc14b-4b51-4d8c-8e8e-b3800f7a2d95 req-ffb9def5-1d88-44c2-9d04-ca240798c017 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:30.963070 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ef2fc14b-4b51-4d8c-8e8e-b3800f7a2d95 req-ffb9def5-1d88-44c2-9d04-ca240798c017 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] 10.222.0.64 "GET /v2.0/ports?device_id=34b135a6-7a79-4e12-8b31-8d70cff1334c HTTP/1.1" status: 200 len: 946 time: 0.0882983 Oct 20 10:35:30.996666 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3e1c95-dd25-45e8-805c-e4b6d27928be req-96e79b75-aba8-43ed-b45c-b495486f0936 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:30.998093 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-be3e1c95-dd25-45e8-805c-e4b6d27928be req-96e79b75-aba8-43ed-b45c-b495486f0936 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/ports?device_id=775e65d3-1201-4348-9dd3-dd9214a2f8e6 HTTP/1.1" status: 200 len: 945 time: 0.0968964 Oct 20 10:35:31.045587 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c67fcd-5dc1-4545-9ff2-fdf767243969 req-050d15c9-5323-4081-a244-f008b73f8bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:31.047226 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a0c67fcd-5dc1-4545-9ff2-fdf767243969 req-050d15c9-5323-4081-a244-f008b73f8bd5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c0dfe506102842b7b89700ee2a42ab00&device_id=ca746ee3-7832-4a93-86bd-17059472075d HTTP/1.1" status: 200 len: 1095 time: 0.1071041 Oct 20 10:35:31.054093 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ef2fc14b-4b51-4d8c-8e8e-b3800f7a2d95 req-f659f750-48af-4010-94b2-acc53e43dc7d tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] 10.222.0.64 "GET /v2.0/security-groups?id=3c1a8b96-5782-4385-b9de-3407ab4b2d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770559 Oct 20 10:35:31.084216 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-be3e1c95-dd25-45e8-805c-e4b6d27928be req-71fe593b-84cd-4cb5-ae16-976fcc8b428e tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/security-groups?id=c33a6cb5-e80a-4f79-936a-38f5e3f7c89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759616 Oct 20 10:35:31.139054 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-039c476a-9330-4520-b86d-57ad647d3e44 req-e6a344db-54b5-4ab3-8627-2f6c2ba03dbb tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] 10.222.0.64 "GET /v2.0/floatingips/0fef3922-ddaf-4c4a-a2cd-094a85dd2f99 HTTP/1.1" status: 200 len: 692 time: 0.0579104 Oct 20 10:35:31.619089 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c67fcd-5dc1-4545-9ff2-fdf767243969 req-3c478b73-5879-41e5-b41c-e9103aa156ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:31.620579 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a0c67fcd-5dc1-4545-9ff2-fdf767243969 req-3c478b73-5879-41e5-b41c-e9103aa156ac service neutron] 10.222.0.69 "GET /v2.0/networks?id=ef6abb39-cfb1-4828-a214-dd0f5374098d HTTP/1.1" status: 200 len: 906 time: 0.5612550 Oct 20 10:35:31.652184 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18325bd-3492-4ab1-865a-11c944232a6e req-17690bd0-9dbe-4817-9d11-7f1e7f7f1015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:31.653606 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a18325bd-3492-4ab1-865a-11c944232a6e req-17690bd0-9dbe-4817-9d11-7f1e7f7f1015 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e101b136571f40e2836dd4b04bec6639&device_id=de99d69c-dfcd-4d0e-97ab-99e967d464af HTTP/1.1" status: 200 len: 1095 time: 0.4616370 Oct 20 10:35:31.693011 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a0c67fcd-5dc1-4545-9ff2-fdf767243969 req-b8ba03a0-46ea-4408-a6fc-cbcd81a79a02 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1aeb088d-f86b-4f53-bac5-9d02bde17921 HTTP/1.1" status: 200 len: 217 time: 0.0616641 Oct 20 10:35:31.701480 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039c476a-9330-4520-b86d-57ad647d3e44 req-b24b95d8-b463-4c0e-ad46-1b6abcdf79d4 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:31.702727 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-039c476a-9330-4520-b86d-57ad647d3e44 req-b24b95d8-b463-4c0e-ad46-1b6abcdf79d4 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] 10.222.0.64 "GET /v2.0/networks/cbe170d3-31ba-45a2-b477-520ab0a7a8ea HTTP/1.1" status: 200 len: 784 time: 0.5356009 Oct 20 10:35:31.725188 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6601898a-b5a3-401e-8d2c-48df18513644 req-a23bbe9a-d889-445e-85d5-982bd38426c0 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:31.731119 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6601898a-b5a3-401e-8d2c-48df18513644 req-a23bbe9a-d889-445e-85d5-982bd38426c0 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:31.737087 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6601898a-b5a3-401e-8d2c-48df18513644 req-a23bbe9a-d889-445e-85d5-982bd38426c0 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:31.742956 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6601898a-b5a3-401e-8d2c-48df18513644 req-a23bbe9a-d889-445e-85d5-982bd38426c0 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:31.749022 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6601898a-b5a3-401e-8d2c-48df18513644 req-a23bbe9a-d889-445e-85d5-982bd38426c0 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:31.754928 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6601898a-b5a3-401e-8d2c-48df18513644 req-a23bbe9a-d889-445e-85d5-982bd38426c0 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:31.760901 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6601898a-b5a3-401e-8d2c-48df18513644 req-a23bbe9a-d889-445e-85d5-982bd38426c0 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:31.763660 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6601898a-b5a3-401e-8d2c-48df18513644 req-a23bbe9a-d889-445e-85d5-982bd38426c0 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] 10.222.0.64 "GET /v2.0/ports?device_id=80d2d265-4161-4f15-ab0c-130b15ddf9e0 HTTP/1.1" status: 200 len: 5417 time: 0.5582139 Oct 20 10:35:31.871495 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-039c476a-9330-4520-b86d-57ad647d3e44 req-c31952a1-e03c-40cb-a913-70c31fa54408 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.1.43 HTTP/1.1" status: 200 len: 695 time: 0.0945799 Oct 20 10:35:31.959228 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c67fcd-5dc1-4545-9ff2-fdf767243969 req-8589d009-e721-40a3-a117-b1338726ec3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:31.960777 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a0c67fcd-5dc1-4545-9ff2-fdf767243969 req-8589d009-e721-40a3-a117-b1338726ec3e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=777e48ea-dc5a-43d5-a338-c1cfd0807e06 HTTP/1.1" status: 200 len: 845 time: 0.2476544 Oct 20 10:35:31.978011 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6601898a-b5a3-401e-8d2c-48df18513644 req-bbd09883-3df5-4f78-8047-ac9158b15bec tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] 10.222.0.64 "GET /v2.0/security-groups?id=052167af-6782-42ac-bb32-02b514a83f6f&id=9e881cba-3138-4f23-9b77-7adf07b3a5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1990914 Oct 20 10:35:31.997265 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-039c476a-9330-4520-b86d-57ad647d3e44 req-5efe314f-229e-4a8f-b134-f7a6c58805e2 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.1.43 HTTP/1.1" status: 200 len: 695 time: 0.0967381 Oct 20 10:35:32.020129 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a0c67fcd-5dc1-4545-9ff2-fdf767243969 req-1faa3ad1-1d2b-4cf8-861d-6d17280a694b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ef6abb39-cfb1-4828-a214-dd0f5374098d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509965 Oct 20 10:35:32.028734 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18325bd-3492-4ab1-865a-11c944232a6e req-a0f85e55-e6ae-47f2-be22-144bd7bca420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:32.030129 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a18325bd-3492-4ab1-865a-11c944232a6e req-a0f85e55-e6ae-47f2-be22-144bd7bca420 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a87df69c-aa66-4d4f-9bea-350cb369c361 HTTP/1.1" status: 200 len: 915 time: 0.3476064 Oct 20 10:35:32.166227 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a18325bd-3492-4ab1-865a-11c944232a6e req-64217bda-feb0-410c-b4e8-7ca7c3a264fd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=89e69665-ff7e-4a99-88be-5c87fd164d1b HTTP/1.1" status: 200 len: 217 time: 0.0993981 Oct 20 10:35:32.326270 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a0c67fcd-5dc1-4545-9ff2-fdf767243969 req-5348a2ca-50e6-4fbb-a471-7863d21cd108 service neutron] 10.222.0.69 "GET /v2.0/networks/ef6abb39-cfb1-4828-a214-dd0f5374098d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2689366 Oct 20 10:35:32.331916 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18325bd-3492-4ab1-865a-11c944232a6e req-f80bdcdf-2c91-44a3-9cc1-ccf4bc1b4cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:32.333368 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a18325bd-3492-4ab1-865a-11c944232a6e req-f80bdcdf-2c91-44a3-9cc1-ccf4bc1b4cca service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7f0bb4fe-24ee-4f3b-82e5-f5d859434fd7 HTTP/1.1" status: 200 len: 853 time: 0.1187930 Oct 20 10:35:32.343728 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb939d1c-a0e7-4d9b-96f6-a34a4b24f6b4 req-d05065c2-2501-4092-b3db-c6934bde46da tempest-ServersTestFqdnHostnames-1012977964 tempest-ServersTestFqdnHostnames-1012977964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:32.345145 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cb939d1c-a0e7-4d9b-96f6-a34a4b24f6b4 req-d05065c2-2501-4092-b3db-c6934bde46da tempest-ServersTestFqdnHostnames-1012977964 tempest-ServersTestFqdnHostnames-1012977964-project] 10.222.0.64 "GET /v2.0/ports?device_id=de99d69c-dfcd-4d0e-97ab-99e967d464af HTTP/1.1" status: 200 len: 944 time: 0.1316862 Oct 20 10:35:32.407439 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-039c476a-9330-4520-b86d-57ad647d3e44 req-f55c8245-dffd-496b-bc76-919475e591cd tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] Deleting port 5825a2f1-60e5-4a66-9eaf-5b66999fa30c {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:35:32.407812 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-039c476a-9330-4520-b86d-57ad647d3e44 req-f55c8245-dffd-496b-bc76-919475e591cd tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:32.496463 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cb939d1c-a0e7-4d9b-96f6-a34a4b24f6b4 req-61f35d4c-fcbb-49b9-914a-a7c819039477 tempest-ServersTestFqdnHostnames-1012977964 tempest-ServersTestFqdnHostnames-1012977964-project] 10.222.0.64 "GET /v2.0/security-groups?id=a95c4642-b265-4e76-85a0-2126c3671a59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1348252 Oct 20 10:35:32.537366 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18325bd-3492-4ab1-865a-11c944232a6e req-442856b5-f72b-4ac7-a6d0-d8107b366147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:32.538900 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a18325bd-3492-4ab1-865a-11c944232a6e req-442856b5-f72b-4ac7-a6d0-d8107b366147 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a87df69c-aa66-4d4f-9bea-350cb369c361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1861451 Oct 20 10:35:32.561865 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 1aeb088d-f86b-4f53-bac5-9d02bde17921 details requested by agent hyperv_n-h2-811396-3 with host n-h2-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:35:32.592101 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a0c67fcd-5dc1-4545-9ff2-fdf767243969 req-c52f35be-881d-46a1-9500-0e1c79844f54 service neutron] 10.222.0.69 "GET /v2.0/networks/ef6abb39-cfb1-4828-a214-dd0f5374098d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2563519 Oct 20 10:35:32.628999 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-039c476a-9330-4520-b86d-57ad647d3e44 req-f55c8245-dffd-496b-bc76-919475e591cd tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:32.629328 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-039c476a-9330-4520-b86d-57ad647d3e44 req-f55c8245-dffd-496b-bc76-919475e591cd tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:32.660629 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 1aeb088d-f86b-4f53-bac5-9d02bde17921, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=1aeb088d-f86b-4f53-bac5-9d02bde17921,segment=NetworkSegment(ead88eb8-7907-4284-a2ee-38aeb92bc073),segment_id=ead88eb8-7907-4284-a2ee-38aeb92bc073)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:35:32.676756 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Returning: {'device': '1aeb088d-f86b-4f53-bac5-9d02bde17921', 'network_id': 'ef6abb39-cfb1-4828-a214-dd0f5374098d', 'port_id': '1aeb088d-f86b-4f53-bac5-9d02bde17921', 'mac_address': 'fa:16:3e:1d:04:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 826, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '777e48ea-dc5a-43d5-a338-c1cfd0807e06', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:35:32.678406 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-039c476a-9330-4520-b86d-57ad647d3e44 req-f55c8245-dffd-496b-bc76-919475e591cd tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] Calling delete_port for 5825a2f1-60e5-4a66-9eaf-5b66999fa30c owned by network:floatingip {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:35:32.708288 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c2681a-5ea8-48d1-ab38-46b734e56cfc req-f0dc7aa1-cbed-4743-8769-c34f6efd8d08 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:32.709860 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-49c2681a-5ea8-48d1-ab38-46b734e56cfc req-f0dc7aa1-cbed-4743-8769-c34f6efd8d08 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca746ee3-7832-4a93-86bd-17059472075d HTTP/1.1" status: 200 len: 944 time: 0.1455333 Oct 20 10:35:32.724988 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:32.740554 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1aeb088d-f86b-4f53-bac5-9d02bde17921 {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:35:32.761291 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 1aeb088d-f86b-4f53-bac5-9d02bde17921, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=1aeb088d-f86b-4f53-bac5-9d02bde17921,segment=NetworkSegment(ead88eb8-7907-4284-a2ee-38aeb92bc073),segment_id=ead88eb8-7907-4284-a2ee-38aeb92bc073)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:35:32.764972 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:32.774923 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a18325bd-3492-4ab1-865a-11c944232a6e req-c17deea1-8291-401d-a76a-802bf3ef8976 service neutron] 10.222.0.55 "GET /v2.0/networks/a87df69c-aa66-4d4f-9bea-350cb369c361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198212 Oct 20 10:35:32.801445 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa662cd5-98a5-4955-bbe2-daea86bbd0e7', 'tag': 'b4aa4f54-6419-47f7-88fb-b218ff17ecc9'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:35:32.803672 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29151f11-12f1-4a2b-aee4-5a581a0580ed" -d '{"events": [{"name": "network-changed", "server_uuid": "aa662cd5-98a5-4955-bbe2-daea86bbd0e7", "tag": "b4aa4f54-6419-47f7-88fb-b218ff17ecc9"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:35:32.814162 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=1aeb088d-f86b-4f53-bac5-9d02bde17921,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:35:32.836508 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-49c2681a-5ea8-48d1-ab38-46b734e56cfc req-c51940b3-a2bc-49cd-a8a9-dd8880b65210 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ea17d67-d003-4cda-a612-dd72568a94fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904520 Oct 20 10:35:32.938701 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 7 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 10:35:32.969863 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a18325bd-3492-4ab1-865a-11c944232a6e req-22fb48c5-6aa7-4a52-972a-9f18fd90d529 service neutron] 10.222.0.55 "GET /v2.0/networks/a87df69c-aa66-4d4f-9bea-350cb369c361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834376 Oct 20 10:35:32.990938 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-039c476a-9330-4520-b86d-57ad647d3e44 req-f55c8245-dffd-496b-bc76-919475e591cd tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:33.003265 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40dc6f4-4690-42ba-8395-a8efd0436a71 req-caa5b93e-3b58-49ab-8efc-e845473c46fa tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:33.004748 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c40dc6f4-4690-42ba-8395-a8efd0436a71 req-caa5b93e-3b58-49ab-8efc-e845473c46fa tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] 10.222.0.64 "GET /v2.0/ports?device_id=34b135a6-7a79-4e12-8b31-8d70cff1334c HTTP/1.1" status: 200 len: 946 time: 0.1012490 Oct 20 10:35:33.007665 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['1aeb088d-f86b-4f53-bac5-9d02bde17921'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:35:33.031692 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55c8245-dffd-496b-bc76-919475e591cd tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] Pushing event deleted for resources: {'Port': ['ID=5825a2f1-60e5-4a66-9eaf-5b66999fa30c,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:35:33.098104 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c40dc6f4-4690-42ba-8395-a8efd0436a71 req-86f0d77f-af50-4b3b-8b20-e9524c13fce1 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] 10.222.0.64 "GET /v2.0/security-groups?id=3c1a8b96-5782-4385-b9de-3407ab4b2d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736477 Oct 20 10:35:33.120239 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-039c476a-9330-4520-b86d-57ad647d3e44 req-f55c8245-dffd-496b-bc76-919475e591cd tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] Publish callbacks [] for floatingip, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:33.122825 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-039c476a-9330-4520-b86d-57ad647d3e44 req-f55c8245-dffd-496b-bc76-919475e591cd tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for floatingip, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:33.133981 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-039c476a-9330-4520-b86d-57ad647d3e44 req-f55c8245-dffd-496b-bc76-919475e591cd tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] 10.222.0.64 "DELETE /v2.0/floatingips/0fef3922-ddaf-4c4a-a2cd-094a85dd2f99 HTTP/1.1" status: 204 len: 173 time: 1.1168530 Oct 20 10:35:33.217509 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63db2690-a422-4e72-8ebd-2c3402f2f672 req-d37d28fd-d17d-4697-b0db-5b04c538aae9 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:33.219003 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-63db2690-a422-4e72-8ebd-2c3402f2f672 req-d37d28fd-d17d-4697-b0db-5b04c538aae9 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/ports?device_id=775e65d3-1201-4348-9dd3-dd9214a2f8e6 HTTP/1.1" status: 200 len: 945 time: 0.0528407 Oct 20 10:35:33.233035 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02a8770b-520a-457e-9ee7-8ba77d4901af x-openstack-request-id: req-02a8770b-520a-457e-9ee7-8ba77d4901af {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:35:33.233564 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa662cd5-98a5-4955-bbe2-daea86bbd0e7", "tag": "b4aa4f54-6419-47f7-88fb-b218ff17ecc9", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:35:33.233806 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-02a8770b-520a-457e-9ee7-8ba77d4901af {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:35:33.234238 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa662cd5-98a5-4955-bbe2-daea86bbd0e7', 'tag': 'b4aa4f54-6419-47f7-88fb-b218ff17ecc9', 'status': 'completed', 'code': 200} Oct 20 10:35:33.269102 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-63db2690-a422-4e72-8ebd-2c3402f2f672 req-7821003d-ddd9-40a8-afd0-856b2d6104af tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/security-groups?id=c33a6cb5-e80a-4f79-936a-38f5e3f7c89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423229 Oct 20 10:35:33.368864 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29151f11-12f1-4a2b-aee4-5a581a0580ed req-fbc18234-7d79-4d05-bf98-ec9f97fdd73a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:33.370393 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-29151f11-12f1-4a2b-aee4-5a581a0580ed req-fbc18234-7d79-4d05-bf98-ec9f97fdd73a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=53d70f18161c493488cca7ccddd32a4c&device_id=aa662cd5-98a5-4955-bbe2-daea86bbd0e7 HTTP/1.1" status: 200 len: 1097 time: 0.0950043 Oct 20 10:35:33.384882 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1286b71f-4b5b-45e3-9c46-f1404acb87a9 req-73311817-d67a-4ac0-ab6a-a15282770baa tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:33.390789 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1286b71f-4b5b-45e3-9c46-f1404acb87a9 req-73311817-d67a-4ac0-ab6a-a15282770baa tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:33.397326 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1286b71f-4b5b-45e3-9c46-f1404acb87a9 req-73311817-d67a-4ac0-ab6a-a15282770baa tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:33.403261 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1286b71f-4b5b-45e3-9c46-f1404acb87a9 req-73311817-d67a-4ac0-ab6a-a15282770baa tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:33.410132 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1286b71f-4b5b-45e3-9c46-f1404acb87a9 req-73311817-d67a-4ac0-ab6a-a15282770baa tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:33.417688 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1286b71f-4b5b-45e3-9c46-f1404acb87a9 req-73311817-d67a-4ac0-ab6a-a15282770baa tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:33.425574 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1286b71f-4b5b-45e3-9c46-f1404acb87a9 req-73311817-d67a-4ac0-ab6a-a15282770baa tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:33.425804 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1286b71f-4b5b-45e3-9c46-f1404acb87a9 req-73311817-d67a-4ac0-ab6a-a15282770baa tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] 10.222.0.64 "GET /v2.0/ports?device_id=80d2d265-4161-4f15-ab0c-130b15ddf9e0 HTTP/1.1" status: 200 len: 5417 time: 0.1492527 Oct 20 10:35:33.466152 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-748fd237-f911-4a78-8f43-7617701aef75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:33.490477 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b929591-5960-48b8-a974-9dec830fddb4 req-24f22a67-d405-4577-b894-98217076fcf0 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:33.492004 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5b929591-5960-48b8-a974-9dec830fddb4 req-24f22a67-d405-4577-b894-98217076fcf0 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a8fd216-61cd-40eb-bf18-0ea2049bb6d6 HTTP/1.1" status: 200 len: 946 time: 0.1659710 Oct 20 10:35:33.565597 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1286b71f-4b5b-45e3-9c46-f1404acb87a9 req-843546b0-74a4-44de-ae4d-59bdf1c963bb tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] 10.222.0.64 "GET /v2.0/security-groups?id=052167af-6782-42ac-bb32-02b514a83f6f&id=9e881cba-3138-4f23-9b77-7adf07b3a5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1287625 Oct 20 10:35:33.597659 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5b929591-5960-48b8-a974-9dec830fddb4 req-1cda08ab-bc9f-4d57-a578-a8eef028c318 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] 10.222.0.64 "GET /v2.0/security-groups?id=3c1a8b96-5782-4385-b9de-3407ab4b2d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988123 Oct 20 10:35:33.599099 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29151f11-12f1-4a2b-aee4-5a581a0580ed req-202c73c2-a5a7-40a7-8a2c-283a5a53d5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:33.600531 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-29151f11-12f1-4a2b-aee4-5a581a0580ed req-202c73c2-a5a7-40a7-8a2c-283a5a53d5ef service neutron] 10.222.0.55 "GET /v2.0/networks?id=7a5c8c08-3d3c-4e3e-be4e-46a18417c30b HTTP/1.1" status: 200 len: 930 time: 0.1738756 Oct 20 10:35:33.658485 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-29151f11-12f1-4a2b-aee4-5a581a0580ed req-67b02324-0f74-4317-b5d6-7b5d6f780887 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b4aa4f54-6419-47f7-88fb-b218ff17ecc9 HTTP/1.1" status: 200 len: 217 time: 0.0420454 Oct 20 10:35:33.760138 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d853a9d-ca07-4055-bcb6-db030325c4c9 req-c6270370-3e37-43c8-a2be-52d73741aa09 tempest-LiveMigrationTest-1924267454 tempest-LiveMigrationTest-1924267454-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:33.761653 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8d853a9d-ca07-4055-bcb6-db030325c4c9 req-c6270370-3e37-43c8-a2be-52d73741aa09 tempest-LiveMigrationTest-1924267454 tempest-LiveMigrationTest-1924267454-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=775e65d3-1201-4348-9dd3-dd9214a2f8e6 HTTP/1.1" status: 200 len: 1096 time: 0.1057832 Oct 20 10:35:33.763860 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29151f11-12f1-4a2b-aee4-5a581a0580ed req-dee533aa-6217-4763-aacd-795ac529bc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:33.765221 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-29151f11-12f1-4a2b-aee4-5a581a0580ed req-dee533aa-6217-4763-aacd-795ac529bc50 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c8dbe2c3-5331-4e8d-b6fe-4a3f9c15ae27 HTTP/1.1" status: 200 len: 868 time: 0.0989692 Oct 20 10:35:33.804576 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7494d7de-2ce2-4ed3-bbd2-7591fc368673 req-2aefe4ca-2f8c-4bdb-85a8-4b106f6d61f0 tempest-ServersTestFqdnHostnames-1012977964 tempest-ServersTestFqdnHostnames-1012977964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:33.806042 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7494d7de-2ce2-4ed3-bbd2-7591fc368673 req-2aefe4ca-2f8c-4bdb-85a8-4b106f6d61f0 tempest-ServersTestFqdnHostnames-1012977964 tempest-ServersTestFqdnHostnames-1012977964-project] 10.222.0.64 "GET /v2.0/ports?device_id=de99d69c-dfcd-4d0e-97ab-99e967d464af HTTP/1.1" status: 200 len: 944 time: 0.0986102 Oct 20 10:35:33.851361 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8d853a9d-ca07-4055-bcb6-db030325c4c9 req-c4d3d804-1afc-421e-bd25-8aef1437080d tempest-LiveMigrationTest-1924267454 tempest-LiveMigrationTest-1924267454-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=c33a6cb5-e80a-4f79-936a-38f5e3f7c89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824652 Oct 20 10:35:33.872904 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7494d7de-2ce2-4ed3-bbd2-7591fc368673 req-261c2ad2-d6a4-4dd2-8071-d290b3468752 tempest-ServersTestFqdnHostnames-1012977964 tempest-ServersTestFqdnHostnames-1012977964-project] 10.222.0.64 "GET /v2.0/security-groups?id=a95c4642-b265-4e76-85a0-2126c3671a59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505803 Oct 20 10:35:33.874664 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29151f11-12f1-4a2b-aee4-5a581a0580ed req-c69b1726-748b-4ab9-b84f-f5aed81927d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:33.876083 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-29151f11-12f1-4a2b-aee4-5a581a0580ed req-c69b1726-748b-4ab9-b84f-f5aed81927d9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7a5c8c08-3d3c-4e3e-be4e-46a18417c30b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0991194 Oct 20 10:35:34.037637 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8101b8-2890-45aa-bbf4-b8fecc277faf req-c7ac1ceb-542c-4b28-97a0-27d300853e6b tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:34.039017 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ac8101b8-2890-45aa-bbf4-b8fecc277faf req-c7ac1ceb-542c-4b28-97a0-27d300853e6b tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa662cd5-98a5-4955-bbe2-daea86bbd0e7&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1301527 Oct 20 10:35:34.042084 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-29151f11-12f1-4a2b-aee4-5a581a0580ed req-f46d791d-6255-4785-a6af-2c9d2db3ccc8 service neutron] 10.222.0.55 "GET /v2.0/networks/7a5c8c08-3d3c-4e3e-be4e-46a18417c30b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572316 Oct 20 10:35:34.059333 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809ce54e-ddfa-4c9b-8f19-feb76b421b92 req-27c1cd02-3218-4371-85d7-30e7a02d7eb7 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:34.060821 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-809ce54e-ddfa-4c9b-8f19-feb76b421b92 req-27c1cd02-3218-4371-85d7-30e7a02d7eb7 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] 10.222.0.64 "GET /v2.0/ports?device_id=76ee81c5-e62a-4cb7-b34b-a5d0c1ab805c HTTP/1.1" status: 200 len: 945 time: 0.0935202 Oct 20 10:35:34.110037 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ac8101b8-2890-45aa-bbf4-b8fecc277faf req-d9793acf-2866-4aaf-870b-97081ac88ed1 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0644753 Oct 20 10:35:34.183228 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-809ce54e-ddfa-4c9b-8f19-feb76b421b92 req-159f05fa-b79d-46d0-9d15-aa2a2f318285 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] 10.222.0.64 "GET /v2.0/security-groups?id=3c1a8b96-5782-4385-b9de-3407ab4b2d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831556 Oct 20 10:35:34.213869 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-29151f11-12f1-4a2b-aee4-5a581a0580ed req-b2b4e9a6-3bbd-4bd8-9c79-f1ff75e72f32 service neutron] 10.222.0.55 "GET /v2.0/networks/7a5c8c08-3d3c-4e3e-be4e-46a18417c30b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511810 Oct 20 10:35:34.322991 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2680176c-50b6-4bbb-be1e-8873ce36c28c req-d8f74c1b-b6b8-44df-92d6-f2b6d4da9cac tempest-LiveMigrationTest-1924267454 tempest-LiveMigrationTest-1924267454-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:34.324454 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2680176c-50b6-4bbb-be1e-8873ce36c28c req-d8f74c1b-b6b8-44df-92d6-f2b6d4da9cac tempest-LiveMigrationTest-1924267454 tempest-LiveMigrationTest-1924267454-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=775e65d3-1201-4348-9dd3-dd9214a2f8e6 HTTP/1.1" status: 200 len: 1096 time: 0.0733197 Oct 20 10:35:34.332447 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451769d5-fac0-4ad2-841c-154db61ba336 req-cd7c0889-0c7c-4f09-a1af-38ca2abd7f78 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:34.333795 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-451769d5-fac0-4ad2-841c-154db61ba336 req-cd7c0889-0c7c-4f09-a1af-38ca2abd7f78 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca746ee3-7832-4a93-86bd-17059472075d HTTP/1.1" status: 200 len: 945 time: 0.0813470 Oct 20 10:35:34.383209 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2680176c-50b6-4bbb-be1e-8873ce36c28c req-9aebb142-b6a5-45e0-a7a1-ffcd6ab6ef7f tempest-LiveMigrationTest-1924267454 tempest-LiveMigrationTest-1924267454-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=c33a6cb5-e80a-4f79-936a-38f5e3f7c89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483899 Oct 20 10:35:34.390493 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-451769d5-fac0-4ad2-841c-154db61ba336 req-dd2e17c2-95e1-4050-bbea-09f15fb224bc tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ea17d67-d003-4cda-a612-dd72568a94fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503376 Oct 20 10:35:34.453870 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f7f82879-0b63-46c3-a3d6-848d272ca9fb req-c12f2d72-bc7b-4542-9dcd-cce60e884ec3 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0373325 Oct 20 10:35:34.559855 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 1aeb088d-f86b-4f53-bac5-9d02bde17921 up at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:35:34.614696 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning for port 1aeb088d-f86b-4f53-bac5-9d02bde17921 completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:35:34.618915 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning complete for port 1aeb088d-f86b-4f53-bac5-9d02bde17921 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:35:34.619485 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:34.656651 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e347d44-2b23-4601-bb56-116fba9be7d1 req-c6f51e47-3c13-422d-b747-20e64efcd7bb tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:34.658159 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7e347d44-2b23-4601-bb56-116fba9be7d1 req-c6f51e47-3c13-422d-b747-20e64efcd7bb tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] 10.222.0.64 "GET /v2.0/ports?device_id=34b135a6-7a79-4e12-8b31-8d70cff1334c HTTP/1.1" status: 200 len: 946 time: 0.0516815 Oct 20 10:35:34.694338 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 89e69665-ff7e-4a99-88be-5c87fd164d1b details requested by agent hyperv_n-h1-811396-3 with host n-h1-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:35:34.713709 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7e347d44-2b23-4601-bb56-116fba9be7d1 req-424656a3-07f7-4fc6-82a0-006cefdd1ea6 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] 10.222.0.64 "GET /v2.0/security-groups?id=3c1a8b96-5782-4385-b9de-3407ab4b2d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408206 Oct 20 10:35:34.722835 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:34.766067 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca746ee3-7832-4a93-86bd-17059472075d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aeb088d-f86b-4f53-bac5-9d02bde17921'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:35:34.768992 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7e45ac5-f726-475d-8b7c-0bcc0bf4c54d" -d '{"events": [{"server_uuid": "ca746ee3-7832-4a93-86bd-17059472075d", "name": "network-vif-plugged", "status": "completed", "tag": "1aeb088d-f86b-4f53-bac5-9d02bde17921"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:35:34.791710 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 1aeb088d-f86b-4f53-bac5-9d02bde17921, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=1aeb088d-f86b-4f53-bac5-9d02bde17921,segment=NetworkSegment(ead88eb8-7907-4284-a2ee-38aeb92bc073),segment_id=ead88eb8-7907-4284-a2ee-38aeb92bc073)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:35:34.817127 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:34.865777 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7ef6fb-e7cb-4900-a901-ce8b9c69c430 req-90a37a50-9461-487a-8662-6b5614954c7c tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:34.873991 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7ef6fb-e7cb-4900-a901-ce8b9c69c430 req-90a37a50-9461-487a-8662-6b5614954c7c tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:34.881608 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7ef6fb-e7cb-4900-a901-ce8b9c69c430 req-90a37a50-9461-487a-8662-6b5614954c7c tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:34.887605 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7ef6fb-e7cb-4900-a901-ce8b9c69c430 req-90a37a50-9461-487a-8662-6b5614954c7c tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:34.889111 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 89e69665-ff7e-4a99-88be-5c87fd164d1b, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=89e69665-ff7e-4a99-88be-5c87fd164d1b,segment=NetworkSegment(1d714b27-3aa7-4d59-bcf7-62759e5f74cb),segment_id=1d714b27-3aa7-4d59-bcf7-62759e5f74cb)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:35:34.894097 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7ef6fb-e7cb-4900-a901-ce8b9c69c430 req-90a37a50-9461-487a-8662-6b5614954c7c tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:34.900055 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7ef6fb-e7cb-4900-a901-ce8b9c69c430 req-90a37a50-9461-487a-8662-6b5614954c7c tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:34.901870 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=1aeb088d-f86b-4f53-bac5-9d02bde17921,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:35:34.906819 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7ef6fb-e7cb-4900-a901-ce8b9c69c430 req-90a37a50-9461-487a-8662-6b5614954c7c tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:34.906972 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Returning: {'device': '89e69665-ff7e-4a99-88be-5c87fd164d1b', 'network_id': 'a87df69c-aa66-4d4f-9bea-350cb369c361', 'port_id': '89e69665-ff7e-4a99-88be-5c87fd164d1b', 'mac_address': 'fa:16:3e:b5:80:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 832, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f0bb4fe-24ee-4f3b-82e5-f5d859434fd7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:35:34.909054 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9f7ef6fb-e7cb-4900-a901-ce8b9c69c430 req-90a37a50-9461-487a-8662-6b5614954c7c tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] 10.222.0.64 "GET /v2.0/ports?device_id=80d2d265-4161-4f15-ab0c-130b15ddf9e0 HTTP/1.1" status: 200 len: 5417 time: 0.1184783 Oct 20 10:35:34.944861 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:34.958083 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89e69665-ff7e-4a99-88be-5c87fd164d1b {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:35:34.975761 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9f7ef6fb-e7cb-4900-a901-ce8b9c69c430 req-f6c7c6e2-b21e-4e62-b36f-6d8758721aa8 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] 10.222.0.64 "GET /v2.0/security-groups?id=052167af-6782-42ac-bb32-02b514a83f6f&id=9e881cba-3138-4f23-9b77-7adf07b3a5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0572448 Oct 20 10:35:34.977622 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 89e69665-ff7e-4a99-88be-5c87fd164d1b, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=89e69665-ff7e-4a99-88be-5c87fd164d1b,segment=NetworkSegment(1d714b27-3aa7-4d59-bcf7-62759e5f74cb),segment_id=1d714b27-3aa7-4d59-bcf7-62759e5f74cb)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:35:34.984007 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:34.988291 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725f3f2f-fcb0-470b-af96-9c6e57d7a9ca req-f70f36e8-3b08-4437-96e9-003a0743a2ed tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:34.990646 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-725f3f2f-fcb0-470b-af96-9c6e57d7a9ca req-f70f36e8-3b08-4437-96e9-003a0743a2ed tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa662cd5-98a5-4955-bbe2-daea86bbd0e7 HTTP/1.1" status: 200 len: 946 time: 0.0802243 Oct 20 10:35:35.047228 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=89e69665-ff7e-4a99-88be-5c87fd164d1b,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:35:35.052013 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-725f3f2f-fcb0-470b-af96-9c6e57d7a9ca req-024c1a12-357e-471c-8401-0e699013f647 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] 10.222.0.64 "GET /v2.0/security-groups?id=80d91cd6-89b0-4bed-9856-0ef6931b5448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498457 Oct 20 10:35:35.182787 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d3e900a-3ea0-4193-ad1d-d03dfdc8d9ff x-openstack-request-id: req-9d3e900a-3ea0-4193-ad1d-d03dfdc8d9ff {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:35:35.183184 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca746ee3-7832-4a93-86bd-17059472075d", "name": "network-vif-plugged", "status": "completed", "tag": "1aeb088d-f86b-4f53-bac5-9d02bde17921", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:35:35.183596 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9d3e900a-3ea0-4193-ad1d-d03dfdc8d9ff {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:35:35.184089 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca746ee3-7832-4a93-86bd-17059472075d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aeb088d-f86b-4f53-bac5-9d02bde17921', 'code': 200} Oct 20 10:35:35.302335 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781d4a24-696c-4f20-8a6a-74bf03bbd4be req-139a559b-545f-4de4-b878-afd38acd9247 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:35.303811 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-781d4a24-696c-4f20-8a6a-74bf03bbd4be req-139a559b-545f-4de4-b878-afd38acd9247 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a8fd216-61cd-40eb-bf18-0ea2049bb6d6 HTTP/1.1" status: 200 len: 946 time: 0.1037467 Oct 20 10:35:35.324774 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e135d9d-758b-4dc7-be34-45d279e1a79b req-cd21c2c5-b1eb-4ae4-b662-76dad414cd50 tempest-LiveMigrationTest-1924267454 tempest-LiveMigrationTest-1924267454-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:35.326194 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4e135d9d-758b-4dc7-be34-45d279e1a79b req-cd21c2c5-b1eb-4ae4-b662-76dad414cd50 tempest-LiveMigrationTest-1924267454 tempest-LiveMigrationTest-1924267454-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=775e65d3-1201-4348-9dd3-dd9214a2f8e6 HTTP/1.1" status: 200 len: 1096 time: 0.0936050 Oct 20 10:35:35.346209 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3e2f8a-4ad4-42fb-9ac5-1d7ca21818d9 req-b5c70018-b446-4578-8f4f-fcdb921b681b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:35.347651 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fa3e2f8a-4ad4-42fb-9ac5-1d7ca21818d9 req-b5c70018-b446-4578-8f4f-fcdb921b681b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ca746ee3-7832-4a93-86bd-17059472075d HTTP/1.1" status: 200 len: 1097 time: 0.1032040 Oct 20 10:35:35.393234 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-781d4a24-696c-4f20-8a6a-74bf03bbd4be req-f0ca27b8-776b-4dfd-ba3c-3b0e42a46b7e tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] 10.222.0.64 "GET /v2.0/security-groups?id=3c1a8b96-5782-4385-b9de-3407ab4b2d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818191 Oct 20 10:35:35.402161 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4e135d9d-758b-4dc7-be34-45d279e1a79b req-0c824b12-70e2-4af2-92c0-6b4318aa91dc tempest-LiveMigrationTest-1924267454 tempest-LiveMigrationTest-1924267454-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=c33a6cb5-e80a-4f79-936a-38f5e3f7c89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645151 Oct 20 10:35:35.414662 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fa3e2f8a-4ad4-42fb-9ac5-1d7ca21818d9 req-f1b3f915-47f2-411e-b6af-e410e271c3ee service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=9ea17d67-d003-4cda-a612-dd72568a94fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550370 Oct 20 10:35:35.498879 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3706ee7b-78b4-4984-bef2-e0fe47bbadf5 req-20d33246-6544-48b3-94db-16478d33c18b tempest-ServersTestFqdnHostnames-1012977964 tempest-ServersTestFqdnHostnames-1012977964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:35.500660 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3706ee7b-78b4-4984-bef2-e0fe47bbadf5 req-20d33246-6544-48b3-94db-16478d33c18b tempest-ServersTestFqdnHostnames-1012977964 tempest-ServersTestFqdnHostnames-1012977964-project] 10.222.0.64 "GET /v2.0/ports?device_id=de99d69c-dfcd-4d0e-97ab-99e967d464af HTTP/1.1" status: 200 len: 945 time: 0.0494969 Oct 20 10:35:35.539132 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3706ee7b-78b4-4984-bef2-e0fe47bbadf5 req-fc3f3b5e-b5d8-4047-96c9-ccdbd59360f6 tempest-ServersTestFqdnHostnames-1012977964 tempest-ServersTestFqdnHostnames-1012977964-project] 10.222.0.64 "GET /v2.0/security-groups?id=a95c4642-b265-4e76-85a0-2126c3671a59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311425 Oct 20 10:35:35.547335 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['89e69665-ff7e-4a99-88be-5c87fd164d1b'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:35:35.652159 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d29c81-b33c-402e-b753-eaf8c69c4f60 req-2114dac0-7b37-4774-ac38-beabc406c373 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:35.653574 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-36d29c81-b33c-402e-b753-eaf8c69c4f60 req-2114dac0-7b37-4774-ac38-beabc406c373 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca746ee3-7832-4a93-86bd-17059472075d HTTP/1.1" status: 200 len: 946 time: 0.0569868 Oct 20 10:35:35.697025 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-36d29c81-b33c-402e-b753-eaf8c69c4f60 req-6ea507b2-4f0f-4487-aec4-54fc5201b1a6 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ea17d67-d003-4cda-a612-dd72568a94fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345078 Oct 20 10:35:35.785873 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9ae47e-5a37-4eda-931b-32e8f7648c80 req-19fbaf06-7302-42d7-8afc-7d2af5dd2ace tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:35.792103 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9ae47e-5a37-4eda-931b-32e8f7648c80 req-19fbaf06-7302-42d7-8afc-7d2af5dd2ace tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:35.798604 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9ae47e-5a37-4eda-931b-32e8f7648c80 req-19fbaf06-7302-42d7-8afc-7d2af5dd2ace tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:35.800931 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3b9ae47e-5a37-4eda-931b-32e8f7648c80 req-19fbaf06-7302-42d7-8afc-7d2af5dd2ace tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] 10.222.0.64 "GET /v2.0/ports?device_id=34b135a6-7a79-4e12-8b31-8d70cff1334c&device_id=76ee81c5-e62a-4cb7-b34b-a5d0c1ab805c&device_id=1a8fd216-61cd-40eb-bf18-0ea2049bb6d6 HTTP/1.1" status: 200 len: 2418 time: 0.0648746 Oct 20 10:35:35.841106 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3b9ae47e-5a37-4eda-931b-32e8f7648c80 req-33078281-ca71-40cd-b587-9ab453a7427c tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] 10.222.0.64 "GET /v2.0/security-groups?id=3c1a8b96-5782-4385-b9de-3407ab4b2d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337908 Oct 20 10:35:36.032588 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77f3514-6ddf-43e9-a3b9-0ba222221fac req-1c89fd70-b3c1-4c34-8928-5dbaf08a6da1 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:36.034066 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e77f3514-6ddf-43e9-a3b9-0ba222221fac req-1c89fd70-b3c1-4c34-8928-5dbaf08a6da1 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] 10.222.0.64 "GET /v2.0/ports?device_id=34b135a6-7a79-4e12-8b31-8d70cff1334c HTTP/1.1" status: 200 len: 946 time: 0.0494626 Oct 20 10:35:36.072411 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e77f3514-6ddf-43e9-a3b9-0ba222221fac req-96f9ecc1-09dd-495e-863a-7d63a5970b5d tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] 10.222.0.64 "GET /v2.0/security-groups?id=3c1a8b96-5782-4385-b9de-3407ab4b2d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324731 Oct 20 10:35:36.113339 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3636f194-0c9c-4887-802d-a9e5ace7070d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:36.240341 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796d2274-721d-4615-8380-54367eedc054 req-d250678f-9b34-4a59-9eff-2da19144b153 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:36.246330 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796d2274-721d-4615-8380-54367eedc054 req-d250678f-9b34-4a59-9eff-2da19144b153 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:36.252949 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796d2274-721d-4615-8380-54367eedc054 req-d250678f-9b34-4a59-9eff-2da19144b153 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:36.259278 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796d2274-721d-4615-8380-54367eedc054 req-d250678f-9b34-4a59-9eff-2da19144b153 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:36.265757 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796d2274-721d-4615-8380-54367eedc054 req-d250678f-9b34-4a59-9eff-2da19144b153 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:36.271813 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796d2274-721d-4615-8380-54367eedc054 req-d250678f-9b34-4a59-9eff-2da19144b153 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:36.277924 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796d2274-721d-4615-8380-54367eedc054 req-d250678f-9b34-4a59-9eff-2da19144b153 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:36.279907 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-796d2274-721d-4615-8380-54367eedc054 req-d250678f-9b34-4a59-9eff-2da19144b153 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] 10.222.0.64 "GET /v2.0/ports?device_id=80d2d265-4161-4f15-ab0c-130b15ddf9e0 HTTP/1.1" status: 200 len: 5417 time: 0.0984471 Oct 20 10:35:36.322294 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-796d2274-721d-4615-8380-54367eedc054 req-4141592b-ce87-46e6-a0e8-dcd58adabfda tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] 10.222.0.64 "GET /v2.0/security-groups?id=052167af-6782-42ac-bb32-02b514a83f6f&id=9e881cba-3138-4f23-9b77-7adf07b3a5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0362735 Oct 20 10:35:36.439205 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b9da08-8ba6-4208-888a-fd59b20f2753 req-0f87959a-d1c1-410a-a24b-ad93449d3824 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:36.440654 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-24b9da08-8ba6-4208-888a-fd59b20f2753 req-0f87959a-d1c1-410a-a24b-ad93449d3824 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa662cd5-98a5-4955-bbe2-daea86bbd0e7 HTTP/1.1" status: 200 len: 946 time: 0.0503542 Oct 20 10:35:36.477888 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-24b9da08-8ba6-4208-888a-fd59b20f2753 req-400d912e-2ce7-489d-a7f6-8198ba4b4f2b tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] 10.222.0.64 "GET /v2.0/security-groups?id=80d91cd6-89b0-4bed-9856-0ef6931b5448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313604 Oct 20 10:35:36.711184 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [req-5f0115fc-b7b6-47f7-bcab-752308a716db req-3e02f643-4510-4346-a3a9-8620f2ab4996 tempest-LiveMigrationTest-1924267454 tempest-LiveMigrationTest-1924267454-project-admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:35:36.712165 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-5f0115fc-b7b6-47f7-bcab-752308a716db req-3e02f643-4510-4346-a3a9-8620f2ab4996 tempest-LiveMigrationTest-1924267454 tempest-LiveMigrationTest-1924267454-project-admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0118263 Oct 20 10:35:36.752865 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0115fc-b7b6-47f7-bcab-752308a716db req-574087c9-c484-416d-a9db-bbbb06d13113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:36.754298 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-5f0115fc-b7b6-47f7-bcab-752308a716db req-574087c9-c484-416d-a9db-bbbb06d13113 service neutron] 10.222.0.64 "GET /v2.0/ports/40e32cd4-a5fe-444c-bc87-98c7d5f762d0 HTTP/1.1" status: 200 len: 1093 time: 0.0337389 Oct 20 10:35:36.764465 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [req-5f0115fc-b7b6-47f7-bcab-752308a716db req-475595dc-a252-481a-adcf-45acfd27f4e8 service neutron] Request body: {'binding': {'host': 'n-h1-811396-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:35:36.764465 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [req-5f0115fc-b7b6-47f7-bcab-752308a716db req-475595dc-a252-481a-adcf-45acfd27f4e8 service neutron] Unknown quota resources ['binding']. {{(pid=100597) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 20 10:35:36.849107 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d35f6d-7031-470f-974f-c2c6cd3ddfe1 req-c6d00ccd-225c-403b-9c9b-d7dbbc761ab2 tempest-ServersTestFqdnHostnames-1012977964 tempest-ServersTestFqdnHostnames-1012977964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:36.850573 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-46d35f6d-7031-470f-974f-c2c6cd3ddfe1 req-c6d00ccd-225c-403b-9c9b-d7dbbc761ab2 tempest-ServersTestFqdnHostnames-1012977964 tempest-ServersTestFqdnHostnames-1012977964-project] 10.222.0.64 "GET /v2.0/ports?device_id=de99d69c-dfcd-4d0e-97ab-99e967d464af HTTP/1.1" status: 200 len: 945 time: 0.0483050 Oct 20 10:35:36.886479 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-46d35f6d-7031-470f-974f-c2c6cd3ddfe1 req-9d5becab-712c-4459-bae4-36ee08da8a7c tempest-ServersTestFqdnHostnames-1012977964 tempest-ServersTestFqdnHostnames-1012977964-project] 10.222.0.64 "GET /v2.0/security-groups?id=a95c4642-b265-4e76-85a0-2126c3671a59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299311 Oct 20 10:35:36.895430 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-5f0115fc-b7b6-47f7-bcab-752308a716db req-475595dc-a252-481a-adcf-45acfd27f4e8 service neutron] Attempting to bind port 40e32cd4-a5fe-444c-bc87-98c7d5f762d0 on host n-h1-811396-3 for vnic_type normal with profile None {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:35:36.895771 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-5f0115fc-b7b6-47f7-bcab-752308a716db req-475595dc-a252-481a-adcf-45acfd27f4e8 service neutron] Attempting to bind port 40e32cd4-a5fe-444c-bc87-98c7d5f762d0 by drivers openvswitch,hyperv on host n-h1-811396-3 at level 0 using segments [{'id': 'd74986f8-a71e-4359-a64d-140af23f3558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '60750f9d-1dd0-4933-91f0-f6aefa736c9d'}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:35:36.896099 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f0115fc-b7b6-47f7-bcab-752308a716db req-475595dc-a252-481a-adcf-45acfd27f4e8 service neutron] Attempting to bind port 40e32cd4-a5fe-444c-bc87-98c7d5f762d0 on network 60750f9d-1dd0-4933-91f0-f6aefa736c9d {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:35:36.900327 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f0115fc-b7b6-47f7-bcab-752308a716db req-475595dc-a252-481a-adcf-45acfd27f4e8 service neutron] Port 40e32cd4-a5fe-444c-bc87-98c7d5f762d0 on network 60750f9d-1dd0-4933-91f0-f6aefa736c9d not bound, no agent of type Open vSwitch agent registered on host n-h1-811396-3 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:35:36.900648 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f0115fc-b7b6-47f7-bcab-752308a716db req-475595dc-a252-481a-adcf-45acfd27f4e8 service neutron] Attempting to bind port 40e32cd4-a5fe-444c-bc87-98c7d5f762d0 on network 60750f9d-1dd0-4933-91f0-f6aefa736c9d {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:35:36.905619 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f0115fc-b7b6-47f7-bcab-752308a716db req-475595dc-a252-481a-adcf-45acfd27f4e8 service neutron] Checking agent: {'id': 'b707b4cc-061f-4cf4-bce0-0b3df9b7bec9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:35:36.905953 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f0115fc-b7b6-47f7-bcab-752308a716db req-475595dc-a252-481a-adcf-45acfd27f4e8 service neutron] Checking segment: {'id': 'd74986f8-a71e-4359-a64d-140af23f3558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '60750f9d-1dd0-4933-91f0-f6aefa736c9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:35:36.906330 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f0115fc-b7b6-47f7-bcab-752308a716db req-475595dc-a252-481a-adcf-45acfd27f4e8 service neutron] Bound using segment: {'id': 'd74986f8-a71e-4359-a64d-140af23f3558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '60750f9d-1dd0-4933-91f0-f6aefa736c9d'} {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:35:36.906750 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-5f0115fc-b7b6-47f7-bcab-752308a716db req-475595dc-a252-481a-adcf-45acfd27f4e8 service neutron] Bound port: 40e32cd4-a5fe-444c-bc87-98c7d5f762d0, host: n-h1-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd74986f8-a71e-4359-a64d-140af23f3558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '60750f9d-1dd0-4933-91f0-f6aefa736c9d'}}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:35:36.962665 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [req-5f0115fc-b7b6-47f7-bcab-752308a716db req-475595dc-a252-481a-adcf-45acfd27f4e8 service neutron] For port 40e32cd4-a5fe-444c-bc87-98c7d5f762d0, host n-h1-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=40e32cd4-a5fe-444c-bc87-98c7d5f762d0,segment=NetworkSegment(d74986f8-a71e-4359-a64d-140af23f3558),segment_id=d74986f8-a71e-4359-a64d-140af23f3558)] {{(pid=100597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:35:36.970275 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-5f0115fc-b7b6-47f7-bcab-752308a716db req-475595dc-a252-481a-adcf-45acfd27f4e8 service neutron] Publish callbacks [] for binding, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:36.970502 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f40971-ba38-4508-9111-bcb5790eef1e req-a55a94f4-9571-4e9a-a00e-fbc34cec1046 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:36.972050 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-5f0115fc-b7b6-47f7-bcab-752308a716db req-475595dc-a252-481a-adcf-45acfd27f4e8 service neutron] 10.222.0.64 "POST /v2.0/ports/40e32cd4-a5fe-444c-bc87-98c7d5f762d0/bindings HTTP/1.1" status: 201 len: 389 time: 0.2120914 Oct 20 10:35:36.972613 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-98f40971-ba38-4508-9111-bcb5790eef1e req-a55a94f4-9571-4e9a-a00e-fbc34cec1046 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa662cd5-98a5-4955-bbe2-daea86bbd0e7 HTTP/1.1" status: 200 len: 946 time: 0.0538378 Oct 20 10:35:37.054009 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:37.129843 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca8fa77-c95c-4670-82e8-d38c5f52e6f9 req-b2444830-3ef8-414d-88b3-8d10497db8ad tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:37.131694 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6ca8fa77-c95c-4670-82e8-d38c5f52e6f9 req-b2444830-3ef8-414d-88b3-8d10497db8ad tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca746ee3-7832-4a93-86bd-17059472075d HTTP/1.1" status: 200 len: 946 time: 0.0943336 Oct 20 10:35:37.164366 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-98f40971-ba38-4508-9111-bcb5790eef1e req-0513b54f-7c4b-4b32-bba7-3ba6ca13791b tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] Deleting port b4aa4f54-6419-47f7-88fb-b218ff17ecc9 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:35:37.164702 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-98f40971-ba38-4508-9111-bcb5790eef1e req-0513b54f-7c4b-4b32-bba7-3ba6ca13791b tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:37.210961 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6ca8fa77-c95c-4670-82e8-d38c5f52e6f9 req-f0daf883-fe45-4ea4-a37d-cc7d49e3e988 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ea17d67-d003-4cda-a612-dd72568a94fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705271 Oct 20 10:35:37.274837 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0115fc-b7b6-47f7-bcab-752308a716db req-384ad913-5ec7-44e4-88f2-e7221b922ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:37.276537 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-5f0115fc-b7b6-47f7-bcab-752308a716db req-384ad913-5ec7-44e4-88f2-e7221b922ea5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4e37fa6eb8b848f6897a2d7488b235c7&device_id=775e65d3-1201-4348-9dd3-dd9214a2f8e6 HTTP/1.1" status: 200 len: 1096 time: 0.0568440 Oct 20 10:35:37.283961 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-98f40971-ba38-4508-9111-bcb5790eef1e req-0513b54f-7c4b-4b32-bba7-3ba6ca13791b tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] For port b4aa4f54-6419-47f7-88fb-b218ff17ecc9, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=b4aa4f54-6419-47f7-88fb-b218ff17ecc9,segment=NetworkSegment(52c5ea7c-19a5-4e38-97d8-de5a9aaed84f),segment_id=52c5ea7c-19a5-4e38-97d8-de5a9aaed84f)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:35:37.284460 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-98f40971-ba38-4508-9111-bcb5790eef1e req-0513b54f-7c4b-4b32-bba7-3ba6ca13791b tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:37.298983 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-98f40971-ba38-4508-9111-bcb5790eef1e req-0513b54f-7c4b-4b32-bba7-3ba6ca13791b tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] Calling delete_port for b4aa4f54-6419-47f7-88fb-b218ff17ecc9 owned by compute:nova {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:35:37.380798 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0115fc-b7b6-47f7-bcab-752308a716db req-fbaf5845-9fe4-4c03-a024-915a7e13d4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:37.382302 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-5f0115fc-b7b6-47f7-bcab-752308a716db req-fbaf5845-9fe4-4c03-a024-915a7e13d4eb service neutron] 10.222.0.55 "GET /v2.0/networks?id=60750f9d-1dd0-4933-91f0-f6aefa736c9d HTTP/1.1" status: 200 len: 909 time: 0.0959291 Oct 20 10:35:37.416333 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:37.434921 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-5f0115fc-b7b6-47f7-bcab-752308a716db req-3359653e-dda4-4483-923f-138a5de1a02a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=40e32cd4-a5fe-444c-bc87-98c7d5f762d0 HTTP/1.1" status: 200 len: 217 time: 0.0441275 Oct 20 10:35:37.451774 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19b9341-1dd8-450a-a5ec-1c598def8bb3 req-3a7db38a-f05c-48ef-9232-6402a6a4ffe8 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:37.453389 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c19b9341-1dd8-450a-a5ec-1c598def8bb3 req-3a7db38a-f05c-48ef-9232-6402a6a4ffe8 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/ports?device_id=775e65d3-1201-4348-9dd3-dd9214a2f8e6 HTTP/1.1" status: 200 len: 945 time: 0.0740483 Oct 20 10:35:37.526886 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c19b9341-1dd8-450a-a5ec-1c598def8bb3 req-b30184d0-74b3-4c39-b332-61cdd05b6e10 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/security-groups?id=c33a6cb5-e80a-4f79-936a-38f5e3f7c89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541379 Oct 20 10:35:37.528104 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-98f40971-ba38-4508-9111-bcb5790eef1e req-0513b54f-7c4b-4b32-bba7-3ba6ca13791b tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:37.563312 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0513b54f-7c4b-4b32-bba7-3ba6ca13791b tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] Pushing event deleted for resources: {'Port': ['ID=b4aa4f54-6419-47f7-88fb-b218ff17ecc9,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:35:37.564112 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['b4aa4f54-6419-47f7-88fb-b218ff17ecc9'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:35:37.627991 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-98f40971-ba38-4508-9111-bcb5790eef1e req-0513b54f-7c4b-4b32-bba7-3ba6ca13791b tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] No DVR routers for this DVR port b4aa4f54-6419-47f7-88fb-b218ff17ecc9 on host n-h1-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:35:37.631009 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-98f40971-ba38-4508-9111-bcb5790eef1e req-0513b54f-7c4b-4b32-bba7-3ba6ca13791b tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:37.635467 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-98f40971-ba38-4508-9111-bcb5790eef1e req-0513b54f-7c4b-4b32-bba7-3ba6ca13791b tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] 10.222.0.55 "DELETE /v2.0/ports/b4aa4f54-6419-47f7-88fb-b218ff17ecc9 HTTP/1.1" status: 204 len: 173 time: 0.6558242 Oct 20 10:35:37.635961 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa662cd5-98a5-4955-bbe2-daea86bbd0e7', 'name': 'network-vif-deleted', 'tag': 'b4aa4f54-6419-47f7-88fb-b218ff17ecc9'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:35:37.639681 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76ac95c5-4dcd-4349-952d-a0395b6aca42" -d '{"events": [{"server_uuid": "aa662cd5-98a5-4955-bbe2-daea86bbd0e7", "name": "network-vif-deleted", "tag": "b4aa4f54-6419-47f7-88fb-b218ff17ecc9"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:35:37.715157 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:37.867585 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0115fc-b7b6-47f7-bcab-752308a716db req-8c9ea498-3900-46c4-8b7e-b4a7ca3cabec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:37.869093 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-5f0115fc-b7b6-47f7-bcab-752308a716db req-8c9ea498-3900-46c4-8b7e-b4a7ca3cabec service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6f74b0c1-2855-44cd-a118-a8c6ce76ebd8 HTTP/1.1" status: 200 len: 848 time: 0.4270995 Oct 20 10:35:37.898579 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5624ec69-821e-4e13-8130-8fd357157869 req-91f33908-0bd9-4d78-8c8b-9f09fb5447f0 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:37.903351 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5624ec69-821e-4e13-8130-8fd357157869 req-91f33908-0bd9-4d78-8c8b-9f09fb5447f0 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:37.909906 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5624ec69-821e-4e13-8130-8fd357157869 req-91f33908-0bd9-4d78-8c8b-9f09fb5447f0 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:37.920053 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5624ec69-821e-4e13-8130-8fd357157869 req-91f33908-0bd9-4d78-8c8b-9f09fb5447f0 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:37.937392 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5624ec69-821e-4e13-8130-8fd357157869 req-91f33908-0bd9-4d78-8c8b-9f09fb5447f0 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:37.943399 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5624ec69-821e-4e13-8130-8fd357157869 req-91f33908-0bd9-4d78-8c8b-9f09fb5447f0 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:37.945898 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-5f0115fc-b7b6-47f7-bcab-752308a716db req-a8437011-80e4-4918-8e13-3295f94b7bf5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=60750f9d-1dd0-4933-91f0-f6aefa736c9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540891 Oct 20 10:35:37.950277 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5624ec69-821e-4e13-8130-8fd357157869 req-91f33908-0bd9-4d78-8c8b-9f09fb5447f0 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:37.952168 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5624ec69-821e-4e13-8130-8fd357157869 req-91f33908-0bd9-4d78-8c8b-9f09fb5447f0 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] 10.222.0.64 "GET /v2.0/ports?device_id=80d2d265-4161-4f15-ab0c-130b15ddf9e0 HTTP/1.1" status: 200 len: 5417 time: 0.1118183 Oct 20 10:35:38.000136 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5624ec69-821e-4e13-8130-8fd357157869 req-85014519-f1fa-4567-8162-957c81066f00 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] 10.222.0.64 "GET /v2.0/security-groups?id=052167af-6782-42ac-bb32-02b514a83f6f&id=9e881cba-3138-4f23-9b77-7adf07b3a5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0373979 Oct 20 10:35:38.046005 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-13c87234-58e9-4489-9392-abf8c6b1af49 req-942b3109-e263-4f75-b48a-d31027683935 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947 tempest-FloatingIPsAssociationNegativeTestJSON-1995359947-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa662cd5-98a5-4955-bbe2-daea86bbd0e7 HTTP/1.1" status: 200 len: 210 time: 0.0387914 Oct 20 10:35:38.075314 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16039633-8531-45a5-a2a6-720e300443fc x-openstack-request-id: req-16039633-8531-45a5-a2a6-720e300443fc {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:35:38.075810 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa662cd5-98a5-4955-bbe2-daea86bbd0e7", "name": "network-vif-deleted", "tag": "b4aa4f54-6419-47f7-88fb-b218ff17ecc9", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:35:38.076227 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-16039633-8531-45a5-a2a6-720e300443fc {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:35:38.076795 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa662cd5-98a5-4955-bbe2-daea86bbd0e7', 'name': 'network-vif-deleted', 'tag': 'b4aa4f54-6419-47f7-88fb-b218ff17ecc9', 'status': 'completed', 'code': 200} Oct 20 10:35:38.104573 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-5f0115fc-b7b6-47f7-bcab-752308a716db req-b9b2ecf4-d8b8-4d52-a433-cb724fd2009d service neutron] 10.222.0.55 "GET /v2.0/networks/60750f9d-1dd0-4933-91f0-f6aefa736c9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298470 Oct 20 10:35:38.194158 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f5484d-f44e-4b0c-a461-7de215a491ec req-5ea2f279-3b6a-49a5-94d9-2a04caa4bee9 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:38.196051 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-22f5484d-f44e-4b0c-a461-7de215a491ec req-5ea2f279-3b6a-49a5-94d9-2a04caa4bee9 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca746ee3-7832-4a93-86bd-17059472075d HTTP/1.1" status: 200 len: 946 time: 0.0616486 Oct 20 10:35:38.240181 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-22f5484d-f44e-4b0c-a461-7de215a491ec req-a58b4876-5949-47bc-b8a3-ac5908082acc tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ea17d67-d003-4cda-a612-dd72568a94fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386310 Oct 20 10:35:38.246482 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-5f0115fc-b7b6-47f7-bcab-752308a716db req-3e13da62-7a59-406c-8f6d-dd736622fba9 service neutron] 10.222.0.55 "GET /v2.0/networks/60750f9d-1dd0-4933-91f0-f6aefa736c9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029234 Oct 20 10:35:38.361468 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9035e5fa-2454-410e-98f0-7c951cf2a365 req-4f11122b-be72-4fa4-b62b-7ae4a973393a tempest-ServersTestFqdnHostnames-1012977964 tempest-ServersTestFqdnHostnames-1012977964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:38.363154 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9035e5fa-2454-410e-98f0-7c951cf2a365 req-4f11122b-be72-4fa4-b62b-7ae4a973393a tempest-ServersTestFqdnHostnames-1012977964 tempest-ServersTestFqdnHostnames-1012977964-project] 10.222.0.64 "GET /v2.0/ports?device_id=de99d69c-dfcd-4d0e-97ab-99e967d464af HTTP/1.1" status: 200 len: 945 time: 0.0531750 Oct 20 10:35:38.425546 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9035e5fa-2454-410e-98f0-7c951cf2a365 req-0e94f072-a41c-440d-961b-1c56ab92c78e tempest-ServersTestFqdnHostnames-1012977964 tempest-ServersTestFqdnHostnames-1012977964-project] 10.222.0.64 "GET /v2.0/security-groups?id=a95c4642-b265-4e76-85a0-2126c3671a59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544941 Oct 20 10:35:38.450685 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0115fc-b7b6-47f7-bcab-752308a716db req-9ea98b72-ec3d-40fa-9fa3-9b34393ef3e5 tempest-LiveMigrationTest-1924267454 tempest-LiveMigrationTest-1924267454-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:38.452629 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-5f0115fc-b7b6-47f7-bcab-752308a716db req-9ea98b72-ec3d-40fa-9fa3-9b34393ef3e5 tempest-LiveMigrationTest-1924267454 tempest-LiveMigrationTest-1924267454-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=775e65d3-1201-4348-9dd3-dd9214a2f8e6&tenant_id=4e37fa6eb8b848f6897a2d7488b235c7&binding%3Ahost_id=n-h2-811396-3 HTTP/1.1" status: 200 len: 1096 time: 0.0492325 Oct 20 10:35:38.472871 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [req-5f0115fc-b7b6-47f7-bcab-752308a716db req-db2c3cd2-bd44-4984-9c64-0746932fbf15 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-811396-3'}}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:35:38.535598 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-5f0115fc-b7b6-47f7-bcab-752308a716db req-db2c3cd2-bd44-4984-9c64-0746932fbf15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:38.707446 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [req-5f0115fc-b7b6-47f7-bcab-752308a716db req-db2c3cd2-bd44-4984-9c64-0746932fbf15 service neutron] For port 40e32cd4-a5fe-444c-bc87-98c7d5f762d0, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=40e32cd4-a5fe-444c-bc87-98c7d5f762d0,segment=NetworkSegment(d74986f8-a71e-4359-a64d-140af23f3558),segment_id=d74986f8-a71e-4359-a64d-140af23f3558)] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:35:38.713651 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 89e69665-ff7e-4a99-88be-5c87fd164d1b up at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:35:38.755884 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [req-5f0115fc-b7b6-47f7-bcab-752308a716db req-db2c3cd2-bd44-4984-9c64-0746932fbf15 service neutron] For port 40e32cd4-a5fe-444c-bc87-98c7d5f762d0, host n-h2-811396-3, cleared binding levels {{(pid=100597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:35:38.790169 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning for port 89e69665-ff7e-4a99-88be-5c87fd164d1b completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:35:38.794249 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning complete for port 89e69665-ff7e-4a99-88be-5c87fd164d1b triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:35:38.795112 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:38.809153 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '775e65d3-1201-4348-9dd3-dd9214a2f8e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40e32cd4-a5fe-444c-bc87-98c7d5f762d0'}] {{(pid=100597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:35:38.812495 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd85cad6a391afaa95d2dd5280bfd4659fc1e1b2aba53b5e7ef874f059efcdc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3505b937-a965-4a77-8461-695daae379dc" -d '{"events": [{"server_uuid": "775e65d3-1201-4348-9dd3-dd9214a2f8e6", "name": "network-vif-unplugged", "status": "completed", "tag": "40e32cd4-a5fe-444c-bc87-98c7d5f762d0"}]}' {{(pid=100597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:35:38.818133 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-5f0115fc-b7b6-47f7-bcab-752308a716db req-db2c3cd2-bd44-4984-9c64-0746932fbf15 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:38.826031 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-5f0115fc-b7b6-47f7-bcab-752308a716db req-db2c3cd2-bd44-4984-9c64-0746932fbf15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:38.869025 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:38.924230 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:38.941640 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-5f0115fc-b7b6-47f7-bcab-752308a716db req-db2c3cd2-bd44-4984-9c64-0746932fbf15 service neutron] Attempting to bind port 40e32cd4-a5fe-444c-bc87-98c7d5f762d0 on host n-h2-811396-3 for vnic_type normal with profile {"migrating_to": "n-h1-811396-3"} {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:35:38.942286 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-5f0115fc-b7b6-47f7-bcab-752308a716db req-db2c3cd2-bd44-4984-9c64-0746932fbf15 service neutron] Attempting to bind port 40e32cd4-a5fe-444c-bc87-98c7d5f762d0 by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': 'd74986f8-a71e-4359-a64d-140af23f3558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '60750f9d-1dd0-4933-91f0-f6aefa736c9d'}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:35:38.947675 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aa2e5d-98ce-40bf-be09-f2fc8d83591b req-9ef9d086-545d-4ba9-9400-14de82d593e0 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:38.949330 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-29aa2e5d-98ce-40bf-be09-f2fc8d83591b req-9ef9d086-545d-4ba9-9400-14de82d593e0 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/ports?device_id=775e65d3-1201-4348-9dd3-dd9214a2f8e6 HTTP/1.1" status: 200 len: 943 time: 0.1086242 Oct 20 10:35:38.950742 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f0115fc-b7b6-47f7-bcab-752308a716db req-db2c3cd2-bd44-4984-9c64-0746932fbf15 service neutron] Attempting to bind port 40e32cd4-a5fe-444c-bc87-98c7d5f762d0 on network 60750f9d-1dd0-4933-91f0-f6aefa736c9d {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:35:38.956136 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de99d69c-dfcd-4d0e-97ab-99e967d464af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89e69665-ff7e-4a99-88be-5c87fd164d1b'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:35:38.958415 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb262e70-266a-4706-b66e-c85821e31a05" -d '{"events": [{"server_uuid": "de99d69c-dfcd-4d0e-97ab-99e967d464af", "name": "network-vif-plugged", "status": "completed", "tag": "89e69665-ff7e-4a99-88be-5c87fd164d1b"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:35:38.961299 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2c3cd2-bd44-4984-9c64-0746932fbf15 service neutron] Pushing event updated for resources: {'Port': ['ID=40e32cd4-a5fe-444c-bc87-98c7d5f762d0,revision_number=7']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:35:38.967007 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f0115fc-b7b6-47f7-bcab-752308a716db req-db2c3cd2-bd44-4984-9c64-0746932fbf15 service neutron] Port 40e32cd4-a5fe-444c-bc87-98c7d5f762d0 on network 60750f9d-1dd0-4933-91f0-f6aefa736c9d not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:35:38.967552 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f0115fc-b7b6-47f7-bcab-752308a716db req-db2c3cd2-bd44-4984-9c64-0746932fbf15 service neutron] Attempting to bind port 40e32cd4-a5fe-444c-bc87-98c7d5f762d0 on network 60750f9d-1dd0-4933-91f0-f6aefa736c9d {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:35:38.972970 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f0115fc-b7b6-47f7-bcab-752308a716db req-db2c3cd2-bd44-4984-9c64-0746932fbf15 service neutron] Checking agent: {'id': '061232a2-7adc-4ba1-a873-e8cb136b064d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:35:38.973378 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f0115fc-b7b6-47f7-bcab-752308a716db req-db2c3cd2-bd44-4984-9c64-0746932fbf15 service neutron] Checking segment: {'id': 'd74986f8-a71e-4359-a64d-140af23f3558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '60750f9d-1dd0-4933-91f0-f6aefa736c9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:35:38.973832 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f0115fc-b7b6-47f7-bcab-752308a716db req-db2c3cd2-bd44-4984-9c64-0746932fbf15 service neutron] Bound using segment: {'id': 'd74986f8-a71e-4359-a64d-140af23f3558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '60750f9d-1dd0-4933-91f0-f6aefa736c9d'} {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:35:38.974323 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-5f0115fc-b7b6-47f7-bcab-752308a716db req-db2c3cd2-bd44-4984-9c64-0746932fbf15 service neutron] Bound port: 40e32cd4-a5fe-444c-bc87-98c7d5f762d0, host: n-h2-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd74986f8-a71e-4359-a64d-140af23f3558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '60750f9d-1dd0-4933-91f0-f6aefa736c9d'}}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:35:38.974763 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-5f0115fc-b7b6-47f7-bcab-752308a716db req-db2c3cd2-bd44-4984-9c64-0746932fbf15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:38.980093 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 89e69665-ff7e-4a99-88be-5c87fd164d1b, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=89e69665-ff7e-4a99-88be-5c87fd164d1b,segment=NetworkSegment(1d714b27-3aa7-4d59-bcf7-62759e5f74cb),segment_id=1d714b27-3aa7-4d59-bcf7-62759e5f74cb)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:35:38.987060 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:39.000272 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-29aa2e5d-98ce-40bf-be09-f2fc8d83591b req-da5395ac-74b5-4c54-a284-0857eae13634 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/security-groups?id=c33a6cb5-e80a-4f79-936a-38f5e3f7c89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425158 Oct 20 10:35:39.047472 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=89e69665-ff7e-4a99-88be-5c87fd164d1b,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:35:39.096523 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [req-5f0115fc-b7b6-47f7-bcab-752308a716db req-db2c3cd2-bd44-4984-9c64-0746932fbf15 service neutron] For port 40e32cd4-a5fe-444c-bc87-98c7d5f762d0, host n-h2-811396-3, cleared binding levels {{(pid=100597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:35:39.100746 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [req-5f0115fc-b7b6-47f7-bcab-752308a716db req-db2c3cd2-bd44-4984-9c64-0746932fbf15 service neutron] For port 40e32cd4-a5fe-444c-bc87-98c7d5f762d0, host n-h2-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=40e32cd4-a5fe-444c-bc87-98c7d5f762d0,segment=NetworkSegment(d74986f8-a71e-4359-a64d-140af23f3558),segment_id=d74986f8-a71e-4359-a64d-140af23f3558)] {{(pid=100597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:35:39.105458 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-5f0115fc-b7b6-47f7-bcab-752308a716db req-db2c3cd2-bd44-4984-9c64-0746932fbf15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:39.192457 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0115fc-b7b6-47f7-bcab-752308a716db req-db2c3cd2-bd44-4984-9c64-0746932fbf15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:39.193069 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-5f0115fc-b7b6-47f7-bcab-752308a716db req-db2c3cd2-bd44-4984-9c64-0746932fbf15 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:39.194922 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-5f0115fc-b7b6-47f7-bcab-752308a716db req-db2c3cd2-bd44-4984-9c64-0746932fbf15 service neutron] 10.222.0.55 "PUT /v2.0/ports/40e32cd4-a5fe-444c-bc87-98c7d5f762d0 HTTP/1.1" status: 200 len: 1121 time: 0.7277231 Oct 20 10:35:39.196659 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Oct 2021 10:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0fcc6b7-bf22-4ffc-9550-c54534a28033 x-openstack-request-id: req-f0fcc6b7-bf22-4ffc-9550-c54534a28033 {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:35:39.196941 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "775e65d3-1201-4348-9dd3-dd9214a2f8e6", "name": "network-vif-unplugged", "status": "completed", "tag": "40e32cd4-a5fe-444c-bc87-98c7d5f762d0", "code": 200}]} {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:35:39.197187 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f0fcc6b7-bf22-4ffc-9550-c54534a28033 {{(pid=100597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:35:39.197567 n-d-811396-3 neutron-server[100597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '775e65d3-1201-4348-9dd3-dd9214a2f8e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40e32cd4-a5fe-444c-bc87-98c7d5f762d0', 'code': 200} Oct 20 10:35:39.198243 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2c3cd2-bd44-4984-9c64-0746932fbf15 service neutron] Pushing event updated for resources: {'Port': ['ID=40e32cd4-a5fe-444c-bc87-98c7d5f762d0,revision_number=8']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:35:39.270436 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['40e32cd4-a5fe-444c-bc87-98c7d5f762d0'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:35:39.324968 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8329385-2bde-48fe-a0df-1161a7a8da69 x-openstack-request-id: req-e8329385-2bde-48fe-a0df-1161a7a8da69 {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:35:39.325441 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de99d69c-dfcd-4d0e-97ab-99e967d464af", "name": "network-vif-plugged", "status": "completed", "tag": "89e69665-ff7e-4a99-88be-5c87fd164d1b", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:35:39.325898 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e8329385-2bde-48fe-a0df-1161a7a8da69 {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:35:39.326590 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de99d69c-dfcd-4d0e-97ab-99e967d464af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89e69665-ff7e-4a99-88be-5c87fd164d1b', 'code': 200} Oct 20 10:35:39.427703 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 47534) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:35:39.561820 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5772231-834a-4e93-a0bc-272f84eb39f0 req-e25ef7cc-7f9d-4110-91c2-261737fb04dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:39.563238 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-c5772231-834a-4e93-a0bc-272f84eb39f0 req-e25ef7cc-7f9d-4110-91c2-261737fb04dc service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=de99d69c-dfcd-4d0e-97ab-99e967d464af HTTP/1.1" status: 200 len: 1097 time: 0.0886238 Oct 20 10:35:39.644820 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-c5772231-834a-4e93-a0bc-272f84eb39f0 req-aeda7798-c0a5-4b78-9b16-99e342deb792 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=a95c4642-b265-4e76-85a0-2126c3671a59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728462 Oct 20 10:35:39.780932 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9092e844-317c-4505-999a-6ef695944449 req-8aabc666-5bbe-4743-8697-4797f8e000c6 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:39.787476 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9092e844-317c-4505-999a-6ef695944449 req-8aabc666-5bbe-4743-8697-4797f8e000c6 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:39.793301 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9092e844-317c-4505-999a-6ef695944449 req-8aabc666-5bbe-4743-8697-4797f8e000c6 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:39.799973 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9092e844-317c-4505-999a-6ef695944449 req-8aabc666-5bbe-4743-8697-4797f8e000c6 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:39.805808 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9092e844-317c-4505-999a-6ef695944449 req-8aabc666-5bbe-4743-8697-4797f8e000c6 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:39.812610 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9092e844-317c-4505-999a-6ef695944449 req-8aabc666-5bbe-4743-8697-4797f8e000c6 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:39.819344 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9092e844-317c-4505-999a-6ef695944449 req-8aabc666-5bbe-4743-8697-4797f8e000c6 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:39.821258 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9092e844-317c-4505-999a-6ef695944449 req-8aabc666-5bbe-4743-8697-4797f8e000c6 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] 10.222.0.64 "GET /v2.0/ports?device_id=80d2d265-4161-4f15-ab0c-130b15ddf9e0 HTTP/1.1" status: 200 len: 5417 time: 0.4469688 Oct 20 10:35:39.839274 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b43b90d0-912d-45f7-8338-7e2b70fb2723 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1774405'] for router_interface, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:39.840745 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b352db-6f83-4e95-a04e-23d53abe8dc9 req-7a6d351f-bde8-4020-80c0-6235ff7b8c41 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:39.842156 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-09b352db-6f83-4e95-a04e-23d53abe8dc9 req-7a6d351f-bde8-4020-80c0-6235ff7b8c41 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a8fd216-61cd-40eb-bf18-0ea2049bb6d6 HTTP/1.1" status: 200 len: 946 time: 0.1114588 Oct 20 10:35:39.887121 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9092e844-317c-4505-999a-6ef695944449 req-cb5b2532-7265-43bf-8457-3d8c62868723 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] 10.222.0.64 "GET /v2.0/security-groups?id=052167af-6782-42ac-bb32-02b514a83f6f&id=9e881cba-3138-4f23-9b77-7adf07b3a5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0595341 Oct 20 10:35:39.900311 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-09b352db-6f83-4e95-a04e-23d53abe8dc9 req-4fb7a836-9521-488d-ad3b-0c1ccefd4da9 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] 10.222.0.64 "GET /v2.0/security-groups?id=3c1a8b96-5782-4385-b9de-3407ab4b2d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508449 Oct 20 10:35:40.015233 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b861e955-8326-46b8-970f-0d57569db13e req-648575d9-1d12-48de-86cf-eaffeac6fc14 tempest-ServersTestFqdnHostnames-1012977964 tempest-ServersTestFqdnHostnames-1012977964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:40.016822 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b861e955-8326-46b8-970f-0d57569db13e req-648575d9-1d12-48de-86cf-eaffeac6fc14 tempest-ServersTestFqdnHostnames-1012977964 tempest-ServersTestFqdnHostnames-1012977964-project] 10.222.0.64 "GET /v2.0/ports?device_id=de99d69c-dfcd-4d0e-97ab-99e967d464af HTTP/1.1" status: 200 len: 946 time: 0.0548539 Oct 20 10:35:40.067706 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b861e955-8326-46b8-970f-0d57569db13e req-3fdbe5f8-a8ec-4bf1-86d7-17c7b5f55a4b tempest-ServersTestFqdnHostnames-1012977964 tempest-ServersTestFqdnHostnames-1012977964-project] 10.222.0.64 "GET /v2.0/security-groups?id=a95c4642-b265-4e76-85a0-2126c3671a59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418651 Oct 20 10:35:40.120878 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-b43b90d0-912d-45f7-8338-7e2b70fb2723 admin admin] Deleting port dfc582b4-9861-4d5e-a389-20347451d017 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:35:40.121819 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b43b90d0-912d-45f7-8338-7e2b70fb2723 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:40.181322 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1295fe1b-6cfe-47f1-b757-a32fd6d75422 req-e543f5b3-b6b1-4b6c-ab58-9253e955e34a tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:40.182801 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1295fe1b-6cfe-47f1-b757-a32fd6d75422 req-e543f5b3-b6b1-4b6c-ab58-9253e955e34a tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/ports?device_id=775e65d3-1201-4348-9dd3-dd9214a2f8e6 HTTP/1.1" status: 200 len: 943 time: 0.0802541 Oct 20 10:35:40.203545 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c169150-4745-4dc0-b1b4-a32444aeed0b req-6e6dcb4d-0a08-4b30-8e1a-eb6152d14779 tempest-ListImageFiltersTestJSON-76301841 tempest-ListImageFiltersTestJSON-76301841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:40.204161 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [None req-b43b90d0-912d-45f7-8338-7e2b70fb2723 admin admin] For port dfc582b4-9861-4d5e-a389-20347451d017, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=dfc582b4-9861-4d5e-a389-20347451d017,segment=NetworkSegment(52c5ea7c-19a5-4e38-97d8-de5a9aaed84f),segment_id=52c5ea7c-19a5-4e38-97d8-de5a9aaed84f)] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:35:40.204529 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b43b90d0-912d-45f7-8338-7e2b70fb2723 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:40.205002 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9c169150-4745-4dc0-b1b4-a32444aeed0b req-6e6dcb4d-0a08-4b30-8e1a-eb6152d14779 tempest-ListImageFiltersTestJSON-76301841 tempest-ListImageFiltersTestJSON-76301841-project] 10.222.0.64 "GET /v2.0/ports?device_id=0c70942c-24ce-4890-aeb0-342751c6d80d HTTP/1.1" status: 200 len: 947 time: 0.0703180 Oct 20 10:35:40.217208 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-b43b90d0-912d-45f7-8338-7e2b70fb2723 admin admin] Calling delete_port for dfc582b4-9861-4d5e-a389-20347451d017 owned by network:router_interface {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:35:40.258832 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1295fe1b-6cfe-47f1-b757-a32fd6d75422 req-469ea444-3f37-4358-9872-8b4e35083ade tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/security-groups?id=c33a6cb5-e80a-4f79-936a-38f5e3f7c89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682073 Oct 20 10:35:40.266095 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9c169150-4745-4dc0-b1b4-a32444aeed0b req-d5808058-00c3-41e3-8d39-87849292a5aa tempest-ListImageFiltersTestJSON-76301841 tempest-ListImageFiltersTestJSON-76301841-project] 10.222.0.64 "GET /v2.0/security-groups?id=242ce2dc-e645-45df-8db9-159ea20f04fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536833 Oct 20 10:35:40.401560 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b43b90d0-912d-45f7-8338-7e2b70fb2723 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:40.427693 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43b90d0-912d-45f7-8338-7e2b70fb2723 admin admin] Pushing event deleted for resources: {'Port': ['ID=dfc582b4-9861-4d5e-a389-20347451d017,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:35:40.583491 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device cde88316-97fc-42ab-948b-2cc207ce19a1 details requested by agent hyperv_n-h2-811396-3 with host n-h2-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:35:40.591907 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b43b90d0-912d-45f7-8338-7e2b70fb2723 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1771989'] for router_interface, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:40.680519 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port cde88316-97fc-42ab-948b-2cc207ce19a1, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=cde88316-97fc-42ab-948b-2cc207ce19a1,segment=NetworkSegment(579c7eb4-bf50-4e8d-a227-c6a885f646d2),segment_id=579c7eb4-bf50-4e8d-a227-c6a885f646d2)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:35:40.691971 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Returning: {'device': 'cde88316-97fc-42ab-948b-2cc207ce19a1', 'network_id': '7bc60fc7-42ea-472c-be5f-6faa92f9f9bb', 'port_id': 'cde88316-97fc-42ab-948b-2cc207ce19a1', 'mac_address': 'fa:16:3e:2f:5e:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 806, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2b9a836-50d1-4b54-8c45-1b8fbb975652', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:35:40.721659 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device b4aa4f54-6419-47f7-88fb-b218ff17ecc9 no longer exists at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:35:40.744533 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] No Port match for: b4aa4f54-6419-47f7-88fb-b218ff17ecc9 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:35:40.744876 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device b4aa4f54-6419-47f7-88fb-b218ff17ecc9 not bound to the agent host n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:35:40.756499 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:40.770060 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cde88316-97fc-42ab-948b-2cc207ce19a1 {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:35:40.789188 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port cde88316-97fc-42ab-948b-2cc207ce19a1, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=cde88316-97fc-42ab-948b-2cc207ce19a1,segment=NetworkSegment(579c7eb4-bf50-4e8d-a227-c6a885f646d2),segment_id=579c7eb4-bf50-4e8d-a227-c6a885f646d2)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:35:40.793284 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:40.794042 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device fbaf8d36-195c-43d3-b057-07f5fe113158 details requested by agent hyperv_n-h2-811396-3 with host n-h2-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:35:40.815719 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b43b90d0-912d-45f7-8338-7e2b70fb2723 admin admin] Router faf6492f-8af4-41c5-a7bc-e16562f4e555 has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:35:40.925500 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b43b90d0-912d-45f7-8338-7e2b70fb2723 admin admin] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:35:40.934293 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-b43b90d0-912d-45f7-8338-7e2b70fb2723 admin admin] 10.222.0.64 "PUT /v2.0/routers/faf6492f-8af4-41c5-a7bc-e16562f4e555/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5028696 Oct 20 10:35:40.934415 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 47558) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:35:40.937433 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12792cc8-dd14-4196-b362-98f2063210de None None] Sync routers for ids ['faf6492f-8af4-41c5-a7bc-e16562f4e555'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:35:40.956222 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12792cc8-dd14-4196-b362-98f2063210de None None] Routers {'faf6492f-8af4-41c5-a7bc-e16562f4e555'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:35:40.956861 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-12792cc8-dd14-4196-b362-98f2063210de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:35:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['faf6492f-8af4-41c5-a7bc-e16562f4e555'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:35:41.032396 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port fbaf8d36-195c-43d3-b057-07f5fe113158, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=fbaf8d36-195c-43d3-b057-07f5fe113158,segment=NetworkSegment(579c7eb4-bf50-4e8d-a227-c6a885f646d2),segment_id=579c7eb4-bf50-4e8d-a227-c6a885f646d2)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:35:41.035280 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=cde88316-97fc-42ab-948b-2cc207ce19a1,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:35:41.050626 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Returning: {'device': 'fbaf8d36-195c-43d3-b057-07f5fe113158', 'network_id': '7bc60fc7-42ea-472c-be5f-6faa92f9f9bb', 'port_id': 'fbaf8d36-195c-43d3-b057-07f5fe113158', 'mac_address': 'fa:16:3e:57:9c:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 806, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2b9a836-50d1-4b54-8c45-1b8fbb975652', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:35:41.083305 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-12792cc8-dd14-4196-b362-98f2063210de None None] Set router faf6492f-8af4-41c5-a7bc-e16562f4e555 gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:35:41.103502 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:41.116791 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbaf8d36-195c-43d3-b057-07f5fe113158 {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:35:41.138123 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port fbaf8d36-195c-43d3-b057-07f5fe113158, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=fbaf8d36-195c-43d3-b057-07f5fe113158,segment=NetworkSegment(579c7eb4-bf50-4e8d-a227-c6a885f646d2),segment_id=579c7eb4-bf50-4e8d-a227-c6a885f646d2)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:35:41.143154 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdb9a6c-bed0-43be-b3c6-6f2c16930a9a req-a9564590-f100-4be2-b23b-abd729c77a56 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:41.144838 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:41.145713 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device c659bd4f-6f7c-4e27-84fc-06618ca3d1ea details requested by agent hyperv_n-h2-811396-3 with host n-h2-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:35:41.149516 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdb9a6c-bed0-43be-b3c6-6f2c16930a9a req-a9564590-f100-4be2-b23b-abd729c77a56 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:41.155455 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdb9a6c-bed0-43be-b3c6-6f2c16930a9a req-a9564590-f100-4be2-b23b-abd729c77a56 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:41.161359 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdb9a6c-bed0-43be-b3c6-6f2c16930a9a req-a9564590-f100-4be2-b23b-abd729c77a56 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:41.167596 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdb9a6c-bed0-43be-b3c6-6f2c16930a9a req-a9564590-f100-4be2-b23b-abd729c77a56 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:41.174315 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdb9a6c-bed0-43be-b3c6-6f2c16930a9a req-a9564590-f100-4be2-b23b-abd729c77a56 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:41.179652 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdb9a6c-bed0-43be-b3c6-6f2c16930a9a req-a9564590-f100-4be2-b23b-abd729c77a56 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:41.181718 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2bdb9a6c-bed0-43be-b3c6-6f2c16930a9a req-a9564590-f100-4be2-b23b-abd729c77a56 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] 10.222.0.64 "GET /v2.0/ports?device_id=80d2d265-4161-4f15-ab0c-130b15ddf9e0 HTTP/1.1" status: 200 len: 5418 time: 0.2053592 Oct 20 10:35:41.191292 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bb8d32-474a-47da-a297-eaa5e50a6a8a req-97ab0ce4-6a14-4e94-a767-1673cc429b82 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:41.198261 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d0bb8d32-474a-47da-a297-eaa5e50a6a8a req-97ab0ce4-6a14-4e94-a767-1673cc429b82 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a8fd216-61cd-40eb-bf18-0ea2049bb6d6 HTTP/1.1" status: 200 len: 946 time: 0.1973197 Oct 20 10:35:41.199083 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '775e65d3-1201-4348-9dd3-dd9214a2f8e6', 'tag': '40e32cd4-a5fe-444c-bc87-98c7d5f762d0'}] {{(pid=100597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:35:41.200605 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2d06ec2b-6cac-44d5-b115-26493328be38 admin admin] Publish callbacks [] for router, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:41.205013 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd85cad6a391afaa95d2dd5280bfd4659fc1e1b2aba53b5e7ef874f059efcdc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-799129bf-c377-4fe1-ad99-457f6ad7d745" -d '{"events": [{"name": "network-changed", "server_uuid": "775e65d3-1201-4348-9dd3-dd9214a2f8e6", "tag": "40e32cd4-a5fe-444c-bc87-98c7d5f762d0"}]}' {{(pid=100597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:35:41.220651 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=fbaf8d36-195c-43d3-b057-07f5fe113158,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:35:41.266299 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-12792cc8-dd14-4196-b362-98f2063210de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faf6492f-8af4-41c5-a7bc-e16562f4e555', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1654738627-router', 'tenant_id': '53d70f18161c493488cca7ccddd32a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '82d58cc8-1992-4ee5-83c2-13b8effa7380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:34:09Z', 'updated_at': '2021-10-20T10:35:40Z', 'revision_number': 5, 'project_id': '53d70f18161c493488cca7ccddd32a4c', 'gw_port': {'id': '82d58cc8-1992-4ee5-83c2-13b8effa7380', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:0e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf6492f-8af4-41c5-a7bc-e16562f4e555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:34:10Z', 'updated_at': '2021-10-20T10:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:35:41.292903 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12792cc8-dd14-4196-b362-98f2063210de None None] Checking router: faf6492f-8af4-41c5-a7bc-e16562f4e555 for host: n-d-811396-3 {{(pid=100599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:35:41.303447 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12792cc8-dd14-4196-b362-98f2063210de None None] Routers {'faf6492f-8af4-41c5-a7bc-e16562f4e555'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:35:41.304055 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-12792cc8-dd14-4196-b362-98f2063210de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:35:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['faf6492f-8af4-41c5-a7bc-e16562f4e555'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:35:41.307873 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port c659bd4f-6f7c-4e27-84fc-06618ca3d1ea, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=c659bd4f-6f7c-4e27-84fc-06618ca3d1ea,segment=NetworkSegment(5c26a787-281b-4999-b13c-5972e48fde4a),segment_id=5c26a787-281b-4999-b13c-5972e48fde4a)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:35:41.311250 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d0bb8d32-474a-47da-a297-eaa5e50a6a8a req-20030019-34ff-4490-97a2-6c76a7bb955a tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] 10.222.0.64 "GET /v2.0/security-groups?id=3c1a8b96-5782-4385-b9de-3407ab4b2d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121461 Oct 20 10:35:41.317723 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2bdb9a6c-bed0-43be-b3c6-6f2c16930a9a req-d7f6e40a-5b5e-4d5e-bccc-b6a878e06bdb tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] 10.222.0.64 "GET /v2.0/security-groups?id=052167af-6782-42ac-bb32-02b514a83f6f&id=9e881cba-3138-4f23-9b77-7adf07b3a5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1136956 Oct 20 10:35:41.337996 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Returning: {'device': 'c659bd4f-6f7c-4e27-84fc-06618ca3d1ea', 'network_id': '7f35c8f4-a80f-46f0-b625-9aa7a1eb4d3d', 'port_id': 'c659bd4f-6f7c-4e27-84fc-06618ca3d1ea', 'mac_address': 'fa:16:3e:5e:03:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee766014-e4cb-4d3b-914c-bd587db1d0d0', 'ip_address': '10.1.1.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:35:41.403802 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:41.418725 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfcd121c-51b6-4ab3-bd31-da531a97c546 x-openstack-request-id: req-bfcd121c-51b6-4ab3-bd31-da531a97c546 {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:35:41.419209 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "775e65d3-1201-4348-9dd3-dd9214a2f8e6", "tag": "40e32cd4-a5fe-444c-bc87-98c7d5f762d0", "status": "completed", "code": 200}]} {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:35:41.419837 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bfcd121c-51b6-4ab3-bd31-da531a97c546 {{(pid=100597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:35:41.420276 n-d-811396-3 neutron-server[100597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '775e65d3-1201-4348-9dd3-dd9214a2f8e6', 'tag': '40e32cd4-a5fe-444c-bc87-98c7d5f762d0', 'status': 'completed', 'code': 200} Oct 20 10:35:41.421699 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c659bd4f-6f7c-4e27-84fc-06618ca3d1ea {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:35:41.425612 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-12792cc8-dd14-4196-b362-98f2063210de None None] Set router faf6492f-8af4-41c5-a7bc-e16562f4e555 gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:35:41.445946 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2d06ec2b-6cac-44d5-b115-26493328be38 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:41.455157 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port c659bd4f-6f7c-4e27-84fc-06618ca3d1ea, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=c659bd4f-6f7c-4e27-84fc-06618ca3d1ea,segment=NetworkSegment(5c26a787-281b-4999-b13c-5972e48fde4a),segment_id=5c26a787-281b-4999-b13c-5972e48fde4a)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:35:41.462993 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:41.463959 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 6b62206e-39d0-45df-9f8b-694b5bc1053f details requested by agent hyperv_n-h2-811396-3 with host n-h2-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:35:41.480274 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91892cb4-7cf3-4b80-a213-5dabe112c946 req-36786dbf-721b-4ce0-9152-9c022b290680 tempest-ServersTestFqdnHostnames-1012977964 tempest-ServersTestFqdnHostnames-1012977964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:41.488366 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-91892cb4-7cf3-4b80-a213-5dabe112c946 req-36786dbf-721b-4ce0-9152-9c022b290680 tempest-ServersTestFqdnHostnames-1012977964 tempest-ServersTestFqdnHostnames-1012977964-project] 10.222.0.64 "GET /v2.0/ports?device_id=de99d69c-dfcd-4d0e-97ab-99e967d464af HTTP/1.1" status: 200 len: 946 time: 0.1067834 Oct 20 10:35:41.505542 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 6b62206e-39d0-45df-9f8b-694b5bc1053f, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=6b62206e-39d0-45df-9f8b-694b5bc1053f,segment=NetworkSegment(5c26a787-281b-4999-b13c-5972e48fde4a),segment_id=5c26a787-281b-4999-b13c-5972e48fde4a)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:35:41.558375 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Returning: {'device': '6b62206e-39d0-45df-9f8b-694b5bc1053f', 'network_id': '7f35c8f4-a80f-46f0-b625-9aa7a1eb4d3d', 'port_id': '6b62206e-39d0-45df-9f8b-694b5bc1053f', 'mac_address': 'fa:16:3e:db:1d:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee766014-e4cb-4d3b-914c-bd587db1d0d0', 'ip_address': '10.1.1.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:35:41.600524 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=c659bd4f-6f7c-4e27-84fc-06618ca3d1ea,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:35:41.622033 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:41.625410 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-91892cb4-7cf3-4b80-a213-5dabe112c946 req-182ce04c-c0b5-4195-8585-736266dc449d tempest-ServersTestFqdnHostnames-1012977964 tempest-ServersTestFqdnHostnames-1012977964-project] 10.222.0.64 "GET /v2.0/security-groups?id=a95c4642-b265-4e76-85a0-2126c3671a59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1361907 Oct 20 10:35:41.630211 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799129bf-c377-4fe1-ad99-457f6ad7d745 req-24e0a627-a215-403a-896d-bee6094cc72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:41.631690 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-799129bf-c377-4fe1-ad99-457f6ad7d745 req-24e0a627-a215-403a-896d-bee6094cc72a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4e37fa6eb8b848f6897a2d7488b235c7&device_id=775e65d3-1201-4348-9dd3-dd9214a2f8e6 HTTP/1.1" status: 200 len: 1124 time: 0.1762552 Oct 20 10:35:41.646623 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2035b6a2-f21f-44e1-99d0-4c404f2d70a5 req-8d23ffee-63f2-4f90-b65a-5aafe6625406 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:41.655555 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2035b6a2-f21f-44e1-99d0-4c404f2d70a5 req-8d23ffee-63f2-4f90-b65a-5aafe6625406 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/ports?device_id=775e65d3-1201-4348-9dd3-dd9214a2f8e6 HTTP/1.1" status: 200 len: 943 time: 0.1507158 Oct 20 10:35:41.656209 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-12792cc8-dd14-4196-b362-98f2063210de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faf6492f-8af4-41c5-a7bc-e16562f4e555', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1654738627-router', 'tenant_id': '53d70f18161c493488cca7ccddd32a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '82d58cc8-1992-4ee5-83c2-13b8effa7380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:34:09Z', 'updated_at': '2021-10-20T10:35:40Z', 'revision_number': 5, 'project_id': '53d70f18161c493488cca7ccddd32a4c', 'gw_port': {'id': '82d58cc8-1992-4ee5-83c2-13b8effa7380', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:0e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf6492f-8af4-41c5-a7bc-e16562f4e555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:34:10Z', 'updated_at': '2021-10-20T10:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:35:41.663903 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b62206e-39d0-45df-9f8b-694b5bc1053f {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:35:41.700297 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12792cc8-dd14-4196-b362-98f2063210de None None] The sync data for ids ['faf6492f-8af4-41c5-a7bc-e16562f4e555'] in n-d-811396-3 is: [{'id': 'faf6492f-8af4-41c5-a7bc-e16562f4e555', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1654738627-router', 'tenant_id': '53d70f18161c493488cca7ccddd32a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '82d58cc8-1992-4ee5-83c2-13b8effa7380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:34:09Z', 'updated_at': '2021-10-20T10:35:40Z', 'revision_number': 5, 'project_id': '53d70f18161c493488cca7ccddd32a4c', 'gw_port': {'id': '82d58cc8-1992-4ee5-83c2-13b8effa7380', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:0e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf6492f-8af4-41c5-a7bc-e16562f4e555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:34:10Z', 'updated_at': '2021-10-20T10:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:35:41.705174 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-2d06ec2b-6cac-44d5-b115-26493328be38 admin admin] Deleting port 82d58cc8-1992-4ee5-83c2-13b8effa7380 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:35:41.705709 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2d06ec2b-6cac-44d5-b115-26493328be38 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:41.714990 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 6b62206e-39d0-45df-9f8b-694b5bc1053f, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=6b62206e-39d0-45df-9f8b-694b5bc1053f,segment=NetworkSegment(5c26a787-281b-4999-b13c-5972e48fde4a),segment_id=5c26a787-281b-4999-b13c-5972e48fde4a)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:35:41.724350 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:41.725133 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device c6946b44-75f5-4ceb-9f3e-281cc30cd187 details requested by agent hyperv_n-h2-811396-3 with host n-h2-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:35:41.809693 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=6b62206e-39d0-45df-9f8b-694b5bc1053f,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:35:41.820463 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port c6946b44-75f5-4ceb-9f3e-281cc30cd187, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=c6946b44-75f5-4ceb-9f3e-281cc30cd187,segment=NetworkSegment(5c26a787-281b-4999-b13c-5972e48fde4a),segment_id=5c26a787-281b-4999-b13c-5972e48fde4a)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:35:41.835534 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Returning: {'device': 'c6946b44-75f5-4ceb-9f3e-281cc30cd187', 'network_id': '7f35c8f4-a80f-46f0-b625-9aa7a1eb4d3d', 'port_id': 'c6946b44-75f5-4ceb-9f3e-281cc30cd187', 'mac_address': 'fa:16:3e:5d:ec:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee766014-e4cb-4d3b-914c-bd587db1d0d0', 'ip_address': '10.1.1.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:35:41.878697 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:41.893511 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6946b44-75f5-4ceb-9f3e-281cc30cd187 {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:35:41.902905 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2035b6a2-f21f-44e1-99d0-4c404f2d70a5 req-bf5eef1a-39d0-4dee-8bbf-cb2edbbf08f7 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/security-groups?id=c33a6cb5-e80a-4f79-936a-38f5e3f7c89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355690 Oct 20 10:35:41.920087 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port c6946b44-75f5-4ceb-9f3e-281cc30cd187, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=c6946b44-75f5-4ceb-9f3e-281cc30cd187,segment=NetworkSegment(5c26a787-281b-4999-b13c-5972e48fde4a),segment_id=5c26a787-281b-4999-b13c-5972e48fde4a)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:35:41.929845 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:41.930290 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 1aeb088d-f86b-4f53-bac5-9d02bde17921 details requested by agent hyperv_n-h2-811396-3 with host n-h2-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:35:41.931968 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799129bf-c377-4fe1-ad99-457f6ad7d745 req-07f5ad4f-766c-4a93-a28d-bd87443973b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:41.933458 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-799129bf-c377-4fe1-ad99-457f6ad7d745 req-07f5ad4f-766c-4a93-a28d-bd87443973b8 service neutron] 10.222.0.69 "GET /v2.0/networks?id=60750f9d-1dd0-4933-91f0-f6aefa736c9d HTTP/1.1" status: 200 len: 909 time: 0.2769938 Oct 20 10:35:41.943963 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018fb9f3-c181-4f61-bf4d-7b3036e09356 req-97eeb3e5-4cbe-433e-a194-ecc3c3560db4 tempest-ListImageFiltersTestJSON-76301841 tempest-ListImageFiltersTestJSON-76301841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:41.945422 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-018fb9f3-c181-4f61-bf4d-7b3036e09356 req-97eeb3e5-4cbe-433e-a194-ecc3c3560db4 tempest-ListImageFiltersTestJSON-76301841 tempest-ListImageFiltersTestJSON-76301841-project] 10.222.0.64 "GET /v2.0/ports?device_id=0c70942c-24ce-4890-aeb0-342751c6d80d HTTP/1.1" status: 200 len: 947 time: 0.2018740 Oct 20 10:35:42.006723 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-799129bf-c377-4fe1-ad99-457f6ad7d745 req-840f3d91-2944-4bd0-81d6-df415b58c4a0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=40e32cd4-a5fe-444c-bc87-98c7d5f762d0 HTTP/1.1" status: 200 len: 217 time: 0.0583313 Oct 20 10:35:42.008399 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [None req-2d06ec2b-6cac-44d5-b115-26493328be38 admin admin] For port 82d58cc8-1992-4ee5-83c2-13b8effa7380, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=82d58cc8-1992-4ee5-83c2-13b8effa7380,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:35:42.008991 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2d06ec2b-6cac-44d5-b115-26493328be38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:42.021334 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=c6946b44-75f5-4ceb-9f3e-281cc30cd187,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:35:42.059938 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-2d06ec2b-6cac-44d5-b115-26493328be38 admin admin] Calling delete_port for 82d58cc8-1992-4ee5-83c2-13b8effa7380 owned by network:router_gateway {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:35:42.113181 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 1aeb088d-f86b-4f53-bac5-9d02bde17921, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=1aeb088d-f86b-4f53-bac5-9d02bde17921,segment=NetworkSegment(ead88eb8-7907-4284-a2ee-38aeb92bc073),segment_id=ead88eb8-7907-4284-a2ee-38aeb92bc073)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:35:42.127795 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-018fb9f3-c181-4f61-bf4d-7b3036e09356 req-6b647ff7-cbb3-44e7-a215-6a4729072e21 tempest-ListImageFiltersTestJSON-76301841 tempest-ListImageFiltersTestJSON-76301841-project] 10.222.0.64 "GET /v2.0/security-groups?id=242ce2dc-e645-45df-8db9-159ea20f04fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628125 Oct 20 10:35:42.137967 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799129bf-c377-4fe1-ad99-457f6ad7d745 req-160ee522-36bc-47d1-b842-f833b6dfa5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:42.139465 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-799129bf-c377-4fe1-ad99-457f6ad7d745 req-160ee522-36bc-47d1-b842-f833b6dfa5d8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6f74b0c1-2855-44cd-a118-a8c6ce76ebd8 HTTP/1.1" status: 200 len: 848 time: 0.1144416 Oct 20 10:35:42.154813 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Returning: {'device': '1aeb088d-f86b-4f53-bac5-9d02bde17921', 'network_id': 'ef6abb39-cfb1-4828-a214-dd0f5374098d', 'port_id': '1aeb088d-f86b-4f53-bac5-9d02bde17921', 'mac_address': 'fa:16:3e:1d:04:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 826, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '777e48ea-dc5a-43d5-a338-c1cfd0807e06', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:35:42.211467 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:42.225749 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1aeb088d-f86b-4f53-bac5-9d02bde17921 {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:35:42.273190 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 1aeb088d-f86b-4f53-bac5-9d02bde17921, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=1aeb088d-f86b-4f53-bac5-9d02bde17921,segment=NetworkSegment(ead88eb8-7907-4284-a2ee-38aeb92bc073),segment_id=ead88eb8-7907-4284-a2ee-38aeb92bc073)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:35:42.276105 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device dfc582b4-9861-4d5e-a389-20347451d017 no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:35:42.303548 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:42.304380 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 451833eb-4339-4de8-8005-8d3e2c53fd29 details requested by agent hyperv_n-h2-811396-3 with host n-h2-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:35:42.306419 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: dfc582b4-9861-4d5e-a389-20347451d017 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:35:42.306868 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device dfc582b4-9861-4d5e-a389-20347451d017 not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:35:42.333854 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-799129bf-c377-4fe1-ad99-457f6ad7d745 req-3a1c88c8-adb5-4196-8485-7437df4c4e82 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=60750f9d-1dd0-4933-91f0-f6aefa736c9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327487 Oct 20 10:35:42.388232 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 451833eb-4339-4de8-8005-8d3e2c53fd29, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=451833eb-4339-4de8-8005-8d3e2c53fd29,segment=NetworkSegment(5c26a787-281b-4999-b13c-5972e48fde4a),segment_id=5c26a787-281b-4999-b13c-5972e48fde4a)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:35:42.408349 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2d06ec2b-6cac-44d5-b115-26493328be38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:42.424183 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Returning: {'device': '451833eb-4339-4de8-8005-8d3e2c53fd29', 'network_id': '7f35c8f4-a80f-46f0-b625-9aa7a1eb4d3d', 'port_id': '451833eb-4339-4de8-8005-8d3e2c53fd29', 'mac_address': 'fa:16:3e:f2:99:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee766014-e4cb-4d3b-914c-bd587db1d0d0', 'ip_address': '10.1.1.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:35:42.434676 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=1aeb088d-f86b-4f53-bac5-9d02bde17921,revision_number=6']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:35:42.508768 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:42.524851 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 451833eb-4339-4de8-8005-8d3e2c53fd29 {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:35:42.528717 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d06ec2b-6cac-44d5-b115-26493328be38 admin admin] Pushing event deleted for resources: {'Port': ['ID=82d58cc8-1992-4ee5-83c2-13b8effa7380,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:35:42.546844 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 451833eb-4339-4de8-8005-8d3e2c53fd29, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=451833eb-4339-4de8-8005-8d3e2c53fd29,segment=NetworkSegment(5c26a787-281b-4999-b13c-5972e48fde4a),segment_id=5c26a787-281b-4999-b13c-5972e48fde4a)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:35:42.551533 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:42.552559 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 2119e2cf-4499-4ee6-a849-174b453941eb details requested by agent hyperv_n-h2-811396-3 with host n-h2-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:35:42.624622 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=451833eb-4339-4de8-8005-8d3e2c53fd29,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:35:42.635940 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c322b525-ad4f-4bf2-8799-9e43b65f7a7a req-8a40dfa6-385c-464d-8aa7-669f65cf8fc6 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:42.637478 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c322b525-ad4f-4bf2-8799-9e43b65f7a7a req-8a40dfa6-385c-464d-8aa7-669f65cf8fc6 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a8fd216-61cd-40eb-bf18-0ea2049bb6d6 HTTP/1.1" status: 200 len: 946 time: 0.2037148 Oct 20 10:35:42.654277 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-799129bf-c377-4fe1-ad99-457f6ad7d745 req-1dc6c92f-042c-4855-b5bd-9ce27e51fc68 service neutron] 10.222.0.69 "GET /v2.0/networks/60750f9d-1dd0-4933-91f0-f6aefa736c9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3061912 Oct 20 10:35:42.684839 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2d06ec2b-6cac-44d5-b115-26493328be38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1773439'] for router_gateway, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:42.706857 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a0afd8-d37b-4b60-8b44-7edf34e53417 req-57663317-9f59-46b4-a05e-2baa76a53260 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:42.708296 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 40e32cd4-a5fe-444c-bc87-98c7d5f762d0 details requested by agent hyperv_n-h1-811396-3 with host n-h1-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:35:42.712880 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a0afd8-d37b-4b60-8b44-7edf34e53417 req-57663317-9f59-46b4-a05e-2baa76a53260 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:42.715937 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 2119e2cf-4499-4ee6-a849-174b453941eb, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=2119e2cf-4499-4ee6-a849-174b453941eb,segment=NetworkSegment(b0504710-a065-4dfe-bd5a-7bb89fc828fa),segment_id=b0504710-a065-4dfe-bd5a-7bb89fc828fa)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:35:42.718802 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a0afd8-d37b-4b60-8b44-7edf34e53417 req-57663317-9f59-46b4-a05e-2baa76a53260 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:42.724842 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a0afd8-d37b-4b60-8b44-7edf34e53417 req-57663317-9f59-46b4-a05e-2baa76a53260 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:42.730770 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a0afd8-d37b-4b60-8b44-7edf34e53417 req-57663317-9f59-46b4-a05e-2baa76a53260 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:42.734710 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Returning: {'device': '2119e2cf-4499-4ee6-a849-174b453941eb', 'network_id': '61bd0966-a265-4e42-812c-8db46cc7f8aa', 'port_id': '2119e2cf-4499-4ee6-a849-174b453941eb', 'mac_address': 'fa:16:3e:0c:ee:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 809, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca4d8024-190b-4d52-b991-b3ff5d7d6ff8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:35:42.737298 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a0afd8-d37b-4b60-8b44-7edf34e53417 req-57663317-9f59-46b4-a05e-2baa76a53260 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:42.743248 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a0afd8-d37b-4b60-8b44-7edf34e53417 req-57663317-9f59-46b4-a05e-2baa76a53260 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:42.745188 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-61a0afd8-d37b-4b60-8b44-7edf34e53417 req-57663317-9f59-46b4-a05e-2baa76a53260 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] 10.222.0.64 "GET /v2.0/ports?device_id=80d2d265-4161-4f15-ab0c-130b15ddf9e0 HTTP/1.1" status: 200 len: 5423 time: 0.2467847 Oct 20 10:35:42.827515 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:42.845614 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2119e2cf-4499-4ee6-a849-174b453941eb {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:35:42.886440 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 2119e2cf-4499-4ee6-a849-174b453941eb, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=2119e2cf-4499-4ee6-a849-174b453941eb,segment=NetworkSegment(b0504710-a065-4dfe-bd5a-7bb89fc828fa),segment_id=b0504710-a065-4dfe-bd5a-7bb89fc828fa)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:35:42.899708 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:42.911783 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2d06ec2b-6cac-44d5-b115-26493328be38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1772272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258304'] for router, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:42.919181 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a31bf5b-4b5f-4f5c-85f4-3fa61bd33edb req-8b2653de-9c16-449b-9bdf-9f1892e3f702 tempest-ListImageFiltersTestJSON-76301841 tempest-ListImageFiltersTestJSON-76301841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:42.921379 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-5a31bf5b-4b5f-4f5c-85f4-3fa61bd33edb req-8b2653de-9c16-449b-9bdf-9f1892e3f702 tempest-ListImageFiltersTestJSON-76301841 tempest-ListImageFiltersTestJSON-76301841-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c70942c-24ce-4890-aeb0-342751c6d80d HTTP/1.1" status: 200 len: 947 time: 0.0530238 Oct 20 10:35:42.929058 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c322b525-ad4f-4bf2-8799-9e43b65f7a7a req-a66ed3bf-42c0-41e1-ba72-0173638e7724 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] 10.222.0.64 "GET /v2.0/security-groups?id=3c1a8b96-5782-4385-b9de-3407ab4b2d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2763240 Oct 20 10:35:42.935052 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2d06ec2b-6cac-44d5-b115-26493328be38 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:42.966694 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 40e32cd4-a5fe-444c-bc87-98c7d5f762d0, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=40e32cd4-a5fe-444c-bc87-98c7d5f762d0,segment=NetworkSegment(d74986f8-a71e-4359-a64d-140af23f3558),segment_id=d74986f8-a71e-4359-a64d-140af23f3558)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:35:43.000983 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 40e32cd4-a5fe-444c-bc87-98c7d5f762d0 has no active binding in host n-h1-811396-3 {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 20 10:35:43.015562 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=2119e2cf-4499-4ee6-a849-174b453941eb,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:35:43.060859 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-61a0afd8-d37b-4b60-8b44-7edf34e53417 req-e360a7b2-c2ad-416a-bce1-9b77ec49d5a0 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] 10.222.0.64 "GET /v2.0/security-groups?id=052167af-6782-42ac-bb32-02b514a83f6f&id=9e881cba-3138-4f23-9b77-7adf07b3a5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3042409 Oct 20 10:35:43.065004 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [req-5a31bf5b-4b5f-4f5c-85f4-3fa61bd33edb req-e9b0084c-11db-4d21-9be6-43540a270d4f tempest-ListImageFiltersTestJSON-76301841 tempest-ListImageFiltersTestJSON-76301841-project] Deleting port f8e40473-a7ff-41ed-a91e-568fcab1f7fb {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:35:43.065533 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-5a31bf5b-4b5f-4f5c-85f4-3fa61bd33edb req-e9b0084c-11db-4d21-9be6-43540a270d4f tempest-ListImageFiltersTestJSON-76301841 tempest-ListImageFiltersTestJSON-76301841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:43.099515 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-799129bf-c377-4fe1-ad99-457f6ad7d745 req-6c1ceae5-845a-4d56-9f39-36acad9e2bc0 service neutron] 10.222.0.69 "GET /v2.0/networks/60750f9d-1dd0-4933-91f0-f6aefa736c9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4346149 Oct 20 10:35:43.100811 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2d06ec2b-6cac-44d5-b115-26493328be38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1772267'] for router, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:43.101423 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d06ec2b-6cac-44d5-b115-26493328be38 admin admin] Fanout notify agent at l3_agent the message router_deleted on router faf6492f-8af4-41c5-a7bc-e16562f4e555 {{(pid=100596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 10:35:43.107031 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2d06ec2b-6cac-44d5-b115-26493328be38 admin admin] Publish callbacks [] for router, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:43.110817 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-2d06ec2b-6cac-44d5-b115-26493328be38 admin admin] 10.222.0.64 "DELETE /v2.0/routers/faf6492f-8af4-41c5-a7bc-e16562f4e555 HTTP/1.1" status: 204 len: 168 time: 2.1754127 Oct 20 10:35:43.114145 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 47610) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:35:43.181253 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ff8d85-54e6-4452-9caa-c04a73883c05 req-672ff2ee-eb48-48f3-bb9d-e017e2e345d2 tempest-ServersTestFqdnHostnames-1012977964 tempest-ServersTestFqdnHostnames-1012977964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:43.186575 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [req-5a31bf5b-4b5f-4f5c-85f4-3fa61bd33edb req-e9b0084c-11db-4d21-9be6-43540a270d4f tempest-ListImageFiltersTestJSON-76301841 tempest-ListImageFiltersTestJSON-76301841-project] For port f8e40473-a7ff-41ed-a91e-568fcab1f7fb, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=f8e40473-a7ff-41ed-a91e-568fcab1f7fb,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:35:43.186863 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-5a31bf5b-4b5f-4f5c-85f4-3fa61bd33edb req-e9b0084c-11db-4d21-9be6-43540a270d4f tempest-ListImageFiltersTestJSON-76301841 tempest-ListImageFiltersTestJSON-76301841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:43.200500 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f2ff8d85-54e6-4452-9caa-c04a73883c05 req-672ff2ee-eb48-48f3-bb9d-e017e2e345d2 tempest-ServersTestFqdnHostnames-1012977964 tempest-ServersTestFqdnHostnames-1012977964-project] 10.222.0.64 "GET /v2.0/ports?device_id=de99d69c-dfcd-4d0e-97ab-99e967d464af HTTP/1.1" status: 200 len: 946 time: 0.1449263 Oct 20 10:35:43.201181 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [req-5a31bf5b-4b5f-4f5c-85f4-3fa61bd33edb req-e9b0084c-11db-4d21-9be6-43540a270d4f tempest-ListImageFiltersTestJSON-76301841 tempest-ListImageFiltersTestJSON-76301841-project] Calling delete_port for f8e40473-a7ff-41ed-a91e-568fcab1f7fb owned by compute:nova {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:35:43.232091 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_v2 [None req-a08ed8d9-1cb4-4cf7-bf78-fdb26818726e admin admin] Deleting subnet c8dbe2c3-5331-4e8d-b6fe-4a3f9c15ae27 {{(pid=100596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:35:43.258494 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a08ed8d9-1cb4-4cf7-bf78-fdb26818726e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:43.317677 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a08ed8d9-1cb4-4cf7-bf78-fdb26818726e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25189079'] for subnet, precommit_delete_associations {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:43.324699 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['1aeb088d-f86b-4f53-bac5-9d02bde17921'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:35:43.347885 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f2ff8d85-54e6-4452-9caa-c04a73883c05 req-66ac284a-7777-4338-b495-265df044a400 tempest-ServersTestFqdnHostnames-1012977964 tempest-ServersTestFqdnHostnames-1012977964-project] 10.222.0.64 "GET /v2.0/security-groups?id=a95c4642-b265-4e76-85a0-2126c3671a59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1465979 Oct 20 10:35:43.389654 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7796efbf-9855-4ec6-89d1-90f0db432a43 req-a1efd20c-303d-45a7-9feb-b82196b7e24d tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:43.397250 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7796efbf-9855-4ec6-89d1-90f0db432a43 req-a1efd20c-303d-45a7-9feb-b82196b7e24d tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/ports?device_id=775e65d3-1201-4348-9dd3-dd9214a2f8e6 HTTP/1.1" status: 200 len: 943 time: 0.1947541 Oct 20 10:35:43.410357 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-5a31bf5b-4b5f-4f5c-85f4-3fa61bd33edb req-e9b0084c-11db-4d21-9be6-43540a270d4f tempest-ListImageFiltersTestJSON-76301841 tempest-ListImageFiltersTestJSON-76301841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:43.462731 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b0084c-11db-4d21-9be6-43540a270d4f tempest-ListImageFiltersTestJSON-76301841 tempest-ListImageFiltersTestJSON-76301841-project] Pushing event deleted for resources: {'Port': ['ID=f8e40473-a7ff-41ed-a91e-568fcab1f7fb,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:35:43.527808 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7796efbf-9855-4ec6-89d1-90f0db432a43 req-78e74cf8-f456-4bbb-9ab6-cd30badb54c9 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/security-groups?id=c33a6cb5-e80a-4f79-936a-38f5e3f7c89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295590 Oct 20 10:35:43.545019 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a31bf5b-4b5f-4f5c-85f4-3fa61bd33edb req-e9b0084c-11db-4d21-9be6-43540a270d4f tempest-ListImageFiltersTestJSON-76301841 tempest-ListImageFiltersTestJSON-76301841-project] No DVR routers for this DVR port f8e40473-a7ff-41ed-a91e-568fcab1f7fb on host n-h1-811396-3 {{(pid=100597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:35:43.548934 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-5a31bf5b-4b5f-4f5c-85f4-3fa61bd33edb req-e9b0084c-11db-4d21-9be6-43540a270d4f tempest-ListImageFiltersTestJSON-76301841 tempest-ListImageFiltersTestJSON-76301841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:43.553101 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-5a31bf5b-4b5f-4f5c-85f4-3fa61bd33edb req-e9b0084c-11db-4d21-9be6-43540a270d4f tempest-ListImageFiltersTestJSON-76301841 tempest-ListImageFiltersTestJSON-76301841-project] 10.222.0.55 "DELETE /v2.0/ports/f8e40473-a7ff-41ed-a91e-568fcab1f7fb HTTP/1.1" status: 204 len: 173 time: 0.6181061 Oct 20 10:35:43.553648 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c70942c-24ce-4890-aeb0-342751c6d80d', 'name': 'network-vif-deleted', 'tag': 'f8e40473-a7ff-41ed-a91e-568fcab1f7fb'}] {{(pid=100597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:35:43.556028 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd85cad6a391afaa95d2dd5280bfd4659fc1e1b2aba53b5e7ef874f059efcdc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b230335f-da4c-4ddb-bfc3-374d24fbf201" -d '{"events": [{"server_uuid": "0c70942c-24ce-4890-aeb0-342751c6d80d", "name": "network-vif-deleted", "tag": "f8e40473-a7ff-41ed-a91e-568fcab1f7fb"}]}' {{(pid=100597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:35:43.579007 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a08ed8d9-1cb4-4cf7-bf78-fdb26818726e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:43.683489 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4e465b23-bf2b-489c-9f3c-759710b457e3 req-db13e7ac-f9e9-4d6b-90fa-b18f65db2cf3 tempest-ListImageFiltersTestJSON-76301841 tempest-ListImageFiltersTestJSON-76301841-project] 10.222.0.64 "GET /v2.0/ports?device_id=0c70942c-24ce-4890-aeb0-342751c6d80d HTTP/1.1" status: 200 len: 210 time: 0.0763459 Oct 20 10:35:43.731406 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d832148-fd85-48cc-a216-76c3e970bdc5 req-b47e0f32-ed86-4c3b-94d1-357faa993892 tempest-ServersTestFqdnHostnames-1012977964 tempest-ServersTestFqdnHostnames-1012977964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:43.733211 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3d832148-fd85-48cc-a216-76c3e970bdc5 req-b47e0f32-ed86-4c3b-94d1-357faa993892 tempest-ServersTestFqdnHostnames-1012977964 tempest-ServersTestFqdnHostnames-1012977964-project] 10.222.0.64 "GET /v2.0/ports?device_id=de99d69c-dfcd-4d0e-97ab-99e967d464af HTTP/1.1" status: 200 len: 946 time: 0.1076112 Oct 20 10:35:43.749302 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a08ed8d9-1cb4-4cf7-bf78-fdb26818726e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26836193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26761888'] for subnet, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:43.752684 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 47626) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:35:43.757643 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-babc081a-dc14-4bf6-be86-e08e7e38a58a tempest-ServersTestFqdnHostnames-1012977964 tempest-ServersTestFqdnHostnames-1012977964-project] Request body: {'floatingip': {'port_id': '89e69665-ff7e-4a99-88be-5c87fd164d1b'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:35:43.821110 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d76e31ed-afdb-4021-bb5c-fcc270f24bb6 x-openstack-request-id: req-d76e31ed-afdb-4021-bb5c-fcc270f24bb6 {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:35:43.821426 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c70942c-24ce-4890-aeb0-342751c6d80d", "name": "network-vif-deleted", "tag": "f8e40473-a7ff-41ed-a91e-568fcab1f7fb", "status": "completed", "code": 200}]} {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:35:43.821680 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d76e31ed-afdb-4021-bb5c-fcc270f24bb6 {{(pid=100597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:35:43.822133 n-d-811396-3 neutron-server[100597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c70942c-24ce-4890-aeb0-342751c6d80d', 'name': 'network-vif-deleted', 'tag': 'f8e40473-a7ff-41ed-a91e-568fcab1f7fb', 'status': 'completed', 'code': 200} Oct 20 10:35:43.823149 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08ed8d9-1cb4-4cf7-bf78-fdb26818726e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8dbe2c3-5331-4e8d-b6fe-4a3f9c15ae27,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:35:43.834657 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a08ed8d9-1cb4-4cf7-bf78-fdb26818726e admin admin] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:43.835944 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e4e801f-24c2-42c6-9fd7-935462cab319 None None] Network 7a5c8c08-3d3c-4e3e-be4e-46a18417c30b requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:35:43.841372 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-a08ed8d9-1cb4-4cf7-bf78-fdb26818726e admin admin] 10.222.0.64 "DELETE /v2.0/subnets/c8dbe2c3-5331-4e8d-b6fe-4a3f9c15ae27 HTTP/1.1" status: 204 len: 168 time: 0.7237346 Oct 20 10:35:43.841542 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-babc081a-dc14-4bf6-be86-e08e7e38a58a tempest-ServersTestFqdnHostnames-1012977964 tempest-ServersTestFqdnHostnames-1012977964-project] Publish callbacks [] for floatingip, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:43.841771 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 47628) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:35:44.000096 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f90c7456-23ee-4bc6-aacd-0329bffe5ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:44.009561 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['cde88316-97fc-42ab-948b-2cc207ce19a1'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:35:44.031503 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['6b62206e-39d0-45df-9f8b-694b5bc1053f'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:35:44.068300 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['c659bd4f-6f7c-4e27-84fc-06618ca3d1ea'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:35:44.194181 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['c6946b44-75f5-4ceb-9f3e-281cc30cd187'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:35:44.195121 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ccb989-798e-41bc-b962-05f51ff53dc2 req-08da7db7-6a8c-4b4c-b9b6-4347ec92bfa6 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:44.204144 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-77ccb989-798e-41bc-b962-05f51ff53dc2 req-08da7db7-6a8c-4b4c-b9b6-4347ec92bfa6 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a8fd216-61cd-40eb-bf18-0ea2049bb6d6 HTTP/1.1" status: 200 len: 946 time: 0.1450522 Oct 20 10:35:44.241484 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-f90c7456-23ee-4bc6-aacd-0329bffe5ad8 admin admin] Deleting port 9da7c182-c79c-4a18-a7a9-d8a7ee35053c {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:35:44.241878 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f90c7456-23ee-4bc6-aacd-0329bffe5ad8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:44.242896 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['2119e2cf-4499-4ee6-a849-174b453941eb'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:35:44.287928 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['451833eb-4339-4de8-8005-8d3e2c53fd29'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:35:44.290701 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['fbaf8d36-195c-43d3-b057-07f5fe113158'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:35:44.418721 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 82d58cc8-1992-4ee5-83c2-13b8effa7380 no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:35:44.488124 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-77ccb989-798e-41bc-b962-05f51ff53dc2 req-d7810268-aee7-4de4-a38f-ac2ca63c4dfc tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] 10.222.0.64 "GET /v2.0/security-groups?id=3c1a8b96-5782-4385-b9de-3407ab4b2d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2783487 Oct 20 10:35:44.490177 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [None req-f90c7456-23ee-4bc6-aacd-0329bffe5ad8 admin admin] For port 9da7c182-c79c-4a18-a7a9-d8a7ee35053c, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=9da7c182-c79c-4a18-a7a9-d8a7ee35053c,segment=NetworkSegment(52c5ea7c-19a5-4e38-97d8-de5a9aaed84f),segment_id=52c5ea7c-19a5-4e38-97d8-de5a9aaed84f)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:35:44.490568 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f90c7456-23ee-4bc6-aacd-0329bffe5ad8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:44.528587 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14ad21f-1b4f-4885-9342-5c200a1f07f4 req-0a3baf7c-f3ca-49fb-8daa-2026757a6b4e tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:44.535237 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14ad21f-1b4f-4885-9342-5c200a1f07f4 req-0a3baf7c-f3ca-49fb-8daa-2026757a6b4e tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:44.548166 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14ad21f-1b4f-4885-9342-5c200a1f07f4 req-0a3baf7c-f3ca-49fb-8daa-2026757a6b4e tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:44.554889 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14ad21f-1b4f-4885-9342-5c200a1f07f4 req-0a3baf7c-f3ca-49fb-8daa-2026757a6b4e tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:44.561076 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14ad21f-1b4f-4885-9342-5c200a1f07f4 req-0a3baf7c-f3ca-49fb-8daa-2026757a6b4e tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:44.583472 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14ad21f-1b4f-4885-9342-5c200a1f07f4 req-0a3baf7c-f3ca-49fb-8daa-2026757a6b4e tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:44.599181 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14ad21f-1b4f-4885-9342-5c200a1f07f4 req-0a3baf7c-f3ca-49fb-8daa-2026757a6b4e tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:44.601128 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a14ad21f-1b4f-4885-9342-5c200a1f07f4 req-0a3baf7c-f3ca-49fb-8daa-2026757a6b4e tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] 10.222.0.64 "GET /v2.0/ports?device_id=80d2d265-4161-4f15-ab0c-130b15ddf9e0 HTTP/1.1" status: 200 len: 5424 time: 0.2895844 Oct 20 10:35:44.607295 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-f90c7456-23ee-4bc6-aacd-0329bffe5ad8 admin admin] Calling delete_port for 9da7c182-c79c-4a18-a7a9-d8a7ee35053c owned by network:dhcp {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:35:44.727837 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-babc081a-dc14-4bf6-be86-e08e7e38a58a tempest-ServersTestFqdnHostnames-1012977964 tempest-ServersTestFqdnHostnames-1012977964-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:44.741258 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-babc081a-dc14-4bf6-be86-e08e7e38a58a tempest-ServersTestFqdnHostnames-1012977964 tempest-ServersTestFqdnHostnames-1012977964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1773381'] for floatingip, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:44.757730 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a14ad21f-1b4f-4885-9342-5c200a1f07f4 req-3bc93dad-ca92-434b-a271-e2751f70928c tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] 10.222.0.64 "GET /v2.0/security-groups?id=052167af-6782-42ac-bb32-02b514a83f6f&id=9e881cba-3138-4f23-9b77-7adf07b3a5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1486473 Oct 20 10:35:44.795135 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca0085d-2e1f-4b89-b17f-a4bbb3c2ba97 req-764920ea-aa6c-47e8-aba0-9643399d0487 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:44.805462 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5ca0085d-2e1f-4b89-b17f-a4bbb3c2ba97 req-764920ea-aa6c-47e8-aba0-9643399d0487 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/ports?device_id=775e65d3-1201-4348-9dd3-dd9214a2f8e6 HTTP/1.1" status: 200 len: 943 time: 0.1412370 Oct 20 10:35:44.868945 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f90c7456-23ee-4bc6-aacd-0329bffe5ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:44.888222 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5ca0085d-2e1f-4b89-b17f-a4bbb3c2ba97 req-ca044e63-619d-446b-a9f4-d41e350be60c tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/security-groups?id=c33a6cb5-e80a-4f79-936a-38f5e3f7c89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815635 Oct 20 10:35:44.926946 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90c7456-23ee-4bc6-aacd-0329bffe5ad8 admin admin] No DVR routers for this DVR port 9da7c182-c79c-4a18-a7a9-d8a7ee35053c on host n-d-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:35:44.929397 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90c7456-23ee-4bc6-aacd-0329bffe5ad8 admin admin] Pushing event deleted for resources: {'Port': ['ID=9da7c182-c79c-4a18-a7a9-d8a7ee35053c,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:35:44.947683 n-d-811396-3 neutron-server[100597]: INFO neutron.db.l3_db [None req-babc081a-dc14-4bf6-be86-e08e7e38a58a tempest-ServersTestFqdnHostnames-1012977964 tempest-ServersTestFqdnHostnames-1012977964-project] Floating IP 2e172e53-095f-43ef-81f8-a1e1a192426f associated. External IP: 172.25.1.79, port: 89e69665-ff7e-4a99-88be-5c87fd164d1b. Oct 20 10:35:45.009489 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aeb78bf-292d-47dd-9c63-a6d49b083e93 None None] DHCP port deletion for 7a5c8c08-3d3c-4e3e-be4e-46a18417c30b request from n-d-811396-3 {{(pid=100598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:35:45.018629 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 1aeb088d-f86b-4f53-bac5-9d02bde17921 up at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:35:45.019097 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f90c7456-23ee-4bc6-aacd-0329bffe5ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:45.051373 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-f90c7456-23ee-4bc6-aacd-0329bffe5ad8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a5c8c08-3d3c-4e3e-be4e-46a18417c30b']}} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:35:45.063226 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-f90c7456-23ee-4bc6-aacd-0329bffe5ad8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52c5ea7c-19a5-4e38-97d8-de5a9aaed84f') {'for_net_delete': True} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:35:45.064856 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-f90c7456-23ee-4bc6-aacd-0329bffe5ad8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52c5ea7c-19a5-4e38-97d8-de5a9aaed84f') {} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:35:45.074435 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 82d58cc8-1992-4ee5-83c2-13b8effa7380 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:35:45.074882 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 82d58cc8-1992-4ee5-83c2-13b8effa7380 not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:35:45.086600 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f90c7456-23ee-4bc6-aacd-0329bffe5ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25189038'] for segment, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:45.126174 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f90c7456-23ee-4bc6-aacd-0329bffe5ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:45.147100 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f90c7456-23ee-4bc6-aacd-0329bffe5ad8 admin admin] Releasing vlan 803 on physical network physnet1 to pool {{(pid=100596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:35:45.158465 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f90c7456-23ee-4bc6-aacd-0329bffe5ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26833155'] for segment, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:45.161577 n-d-811396-3 neutron-server[100596]: Traceback (most recent call last): Oct 20 10:35:45.161577 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:35:45.161577 n-d-811396-3 neutron-server[100596]: timer() Oct 20 10:35:45.161577 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:35:45.161577 n-d-811396-3 neutron-server[100596]: cb(*args, **kw) Oct 20 10:35:45.161577 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:35:45.161577 n-d-811396-3 neutron-server[100596]: return func(*args, **kwargs) Oct 20 10:35:45.161577 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:35:45.161577 n-d-811396-3 neutron-server[100596]: self._notify() Oct 20 10:35:45.161577 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:35:45.161577 n-d-811396-3 neutron-server[100596]: self.callback(batched_events) Oct 20 10:35:45.161577 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:35:45.161577 n-d-811396-3 neutron-server[100596]: event.method(event) Oct 20 10:35:45.161577 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:35:45.161577 n-d-811396-3 neutron-server[100596]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:35:45.161577 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:35:45.161577 n-d-811396-3 neutron-server[100596]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:35:45.161577 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:35:45.161577 n-d-811396-3 neutron-server[100596]: return f(self, *a, **k) Oct 20 10:35:45.161577 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:35:45.161577 n-d-811396-3 neutron-server[100596]: return self._get(url).json() Oct 20 10:35:45.161577 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:35:45.161577 n-d-811396-3 neutron-server[100596]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:35:45.161577 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:35:45.161577 n-d-811396-3 neutron-server[100596]: return self.request(url, 'GET', **kwargs) Oct 20 10:35:45.161577 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:35:45.161577 n-d-811396-3 neutron-server[100596]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:35:45.161577 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:35:45.161577 n-d-811396-3 neutron-server[100596]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:35:45.161577 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:35:45.161577 n-d-811396-3 neutron-server[100596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:35:45.161577 n-d-811396-3 neutron-server[100596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:35:45.330457 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5f0115fc-b7b6-47f7-bcab-752308a716db req-2751a10a-0726-42a0-bdad-e1742bb1b82f service neutron] 10.222.0.69 "GET /v2.0/ports/40e32cd4-a5fe-444c-bc87-98c7d5f762d0/bindings/n-h1-811396-3 HTTP/1.1" status: 200 len: 384 time: 0.2576962 Oct 20 10:35:45.350376 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-babc081a-dc14-4bf6-be86-e08e7e38a58a tempest-ServersTestFqdnHostnames-1012977964 tempest-ServersTestFqdnHostnames-1012977964-project] Router 743864d5-93fa-4920-9d15-7d3ac2282eff has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:35:45.380951 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f90c7456-23ee-4bc6-aacd-0329bffe5ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:45.382324 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning complete for port 1aeb088d-f86b-4f53-bac5-9d02bde17921 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:35:45.382693 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:45.390818 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f90c7456-23ee-4bc6-aacd-0329bffe5ad8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:45.394066 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-f90c7456-23ee-4bc6-aacd-0329bffe5ad8 admin admin] 10.222.0.64 "DELETE /v2.0/networks/7a5c8c08-3d3c-4e3e-be4e-46a18417c30b HTTP/1.1" status: 204 len: 168 time: 1.5512846 Oct 20 10:35:45.418950 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90c7456-23ee-4bc6-aacd-0329bffe5ad8 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a5c8c08-3d3c-4e3e-be4e-46a18417c30b,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:35:45.433579 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdeabf3-4781-4e5e-b426-f16955f8771b req-0678813a-c6b0-4638-b9e0-55ddc7a10fef tempest-ListImageFiltersTestJSON-76301841 tempest-ListImageFiltersTestJSON-76301841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:45.435113 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7fdeabf3-4781-4e5e-b426-f16955f8771b req-0678813a-c6b0-4638-b9e0-55ddc7a10fef tempest-ListImageFiltersTestJSON-76301841 tempest-ListImageFiltersTestJSON-76301841-project] 10.222.0.64 "GET /v2.0/ports?device_id=b5cf4e3f-ab2f-4b86-98bd-80d0ded5cca8 HTTP/1.1" status: 200 len: 949 time: 0.1726213 Oct 20 10:35:45.446868 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90c7456-23ee-4bc6-aacd-0329bffe5ad8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:35:45.447155 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90c7456-23ee-4bc6-aacd-0329bffe5ad8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:35:45.447531 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90c7456-23ee-4bc6-aacd-0329bffe5ad8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:35:45.447873 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90c7456-23ee-4bc6-aacd-0329bffe5ad8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:35:45.448209 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90c7456-23ee-4bc6-aacd-0329bffe5ad8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:35:45.448545 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90c7456-23ee-4bc6-aacd-0329bffe5ad8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:35:45.448877 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90c7456-23ee-4bc6-aacd-0329bffe5ad8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:35:45.449204 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90c7456-23ee-4bc6-aacd-0329bffe5ad8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:35:45.449531 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90c7456-23ee-4bc6-aacd-0329bffe5ad8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:35:45.449982 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90c7456-23ee-4bc6-aacd-0329bffe5ad8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:35:45.450311 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90c7456-23ee-4bc6-aacd-0329bffe5ad8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:35:45.450634 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90c7456-23ee-4bc6-aacd-0329bffe5ad8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:35:45.529936 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-babc081a-dc14-4bf6-be86-e08e7e38a58a tempest-ServersTestFqdnHostnames-1012977964 tempest-ServersTestFqdnHostnames-1012977964-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:35:45.541471 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-babc081a-dc14-4bf6-be86-e08e7e38a58a tempest-ServersTestFqdnHostnames-1012977964 tempest-ServersTestFqdnHostnames-1012977964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for floatingip, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:45.587529 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-babc081a-dc14-4bf6-be86-e08e7e38a58a tempest-ServersTestFqdnHostnames-1012977964 tempest-ServersTestFqdnHostnames-1012977964-project] 10.222.0.64 "PUT /v2.0/floatingips/2e172e53-095f-43ef-81f8-a1e1a192426f HTTP/1.1" status: 200 len: 991 time: 1.8327768 Oct 20 10:35:45.593521 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95fdebb-7d93-4af9-8966-06e1e44a1997 None None] Sync routers for ids ['743864d5-93fa-4920-9d15-7d3ac2282eff'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:35:45.651562 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95fdebb-7d93-4af9-8966-06e1e44a1997 None None] Routers {'743864d5-93fa-4920-9d15-7d3ac2282eff'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:35:45.652650 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-f95fdebb-7d93-4af9-8966-06e1e44a1997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:35:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['743864d5-93fa-4920-9d15-7d3ac2282eff'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:35:45.658859 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 47668) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:35:45.743874 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-e8cb9062-c812-4642-85c7-eb45568a1a65 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=53d70f18161c493488cca7ccddd32a4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0810931 Oct 20 10:35:45.744908 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 47670) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:35:45.827059 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de99d69c-dfcd-4d0e-97ab-99e967d464af', 'tag': '89e69665-ff7e-4a99-88be-5c87fd164d1b'}] {{(pid=100597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:35:45.835805 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd85cad6a391afaa95d2dd5280bfd4659fc1e1b2aba53b5e7ef874f059efcdc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d72f35e-188e-4a01-9edb-fee27d477a1e" -d '{"events": [{"name": "network-changed", "server_uuid": "de99d69c-dfcd-4d0e-97ab-99e967d464af", "tag": "89e69665-ff7e-4a99-88be-5c87fd164d1b"}]}' {{(pid=100597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:35:45.847522 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ecee3f69-4f4d-4886-a07f-eb9456287a14 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:45.887952 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7fdeabf3-4781-4e5e-b426-f16955f8771b req-427ea38e-4021-42dd-82fa-794fe9485c36 tempest-ListImageFiltersTestJSON-76301841 tempest-ListImageFiltersTestJSON-76301841-project] 10.222.0.64 "GET /v2.0/security-groups?id=242ce2dc-e645-45df-8db9-159ea20f04fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4428742 Oct 20 10:35:45.932064 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ecee3f69-4f4d-4886-a07f-eb9456287a14 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:45.943870 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c18051-65c3-4164-93ee-0c633e5e3c13 req-3312a07d-5d9d-49ce-80d8-962ea5df92de tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:45.950699 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c4c18051-65c3-4164-93ee-0c633e5e3c13 req-3312a07d-5d9d-49ce-80d8-962ea5df92de tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a8fd216-61cd-40eb-bf18-0ea2049bb6d6 HTTP/1.1" status: 200 len: 946 time: 0.1090167 Oct 20 10:35:46.021253 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-f95fdebb-7d93-4af9-8966-06e1e44a1997 None None] Set router 743864d5-93fa-4920-9d15-7d3ac2282eff gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:35:46.045117 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c4c18051-65c3-4164-93ee-0c633e5e3c13 req-1a347692-8436-4b31-92ef-d42948897224 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] 10.222.0.64 "GET /v2.0/security-groups?id=3c1a8b96-5782-4385-b9de-3407ab4b2d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877676 Oct 20 10:35:46.046986 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ecee3f69-4f4d-4886-a07f-eb9456287a14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:46.065271 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ecee3f69-4f4d-4886-a07f-eb9456287a14 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:46.066902 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-ecee3f69-4f4d-4886-a07f-eb9456287a14 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/80d91cd6-89b0-4bed-9856-0ef6931b5448 HTTP/1.1" status: 204 len: 168 time: 0.3208547 Oct 20 10:35:46.093461 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecee3f69-4f4d-4886-a07f-eb9456287a14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80d91cd6-89b0-4bed-9856-0ef6931b5448,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:35:46.133056 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-5f0115fc-b7b6-47f7-bcab-752308a716db req-0522a629-4774-43c4-a94f-95bb17e1ff88 service neutron] For port 40e32cd4-a5fe-444c-bc87-98c7d5f762d0, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=40e32cd4-a5fe-444c-bc87-98c7d5f762d0,segment=NetworkSegment(d74986f8-a71e-4359-a64d-140af23f3558),segment_id=d74986f8-a71e-4359-a64d-140af23f3558)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:35:46.167151 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-5f0115fc-b7b6-47f7-bcab-752308a716db req-0522a629-4774-43c4-a94f-95bb17e1ff88 service neutron] For port 40e32cd4-a5fe-444c-bc87-98c7d5f762d0, host n-h2-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:35:46.269983 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:35:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-108ef3e2-e76d-401b-bf98-be6ababce442 x-openstack-request-id: req-108ef3e2-e76d-401b-bf98-be6ababce442 {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:35:46.270382 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de99d69c-dfcd-4d0e-97ab-99e967d464af", "tag": "89e69665-ff7e-4a99-88be-5c87fd164d1b", "status": "completed", "code": 200}]} {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:35:46.270806 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-108ef3e2-e76d-401b-bf98-be6ababce442 {{(pid=100597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:35:46.271288 n-d-811396-3 neutron-server[100597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de99d69c-dfcd-4d0e-97ab-99e967d464af', 'tag': '89e69665-ff7e-4a99-88be-5c87fd164d1b', 'status': 'completed', 'code': 200} Oct 20 10:35:46.280245 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [req-5f0115fc-b7b6-47f7-bcab-752308a716db req-0522a629-4774-43c4-a94f-95bb17e1ff88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40e32cd4-a5fe-444c-bc87-98c7d5f762d0 {{(pid=100596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:35:46.336746 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-5f0115fc-b7b6-47f7-bcab-752308a716db req-0522a629-4774-43c4-a94f-95bb17e1ff88 service neutron] For port 40e32cd4-a5fe-444c-bc87-98c7d5f762d0, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=40e32cd4-a5fe-444c-bc87-98c7d5f762d0,segment=NetworkSegment(d74986f8-a71e-4359-a64d-140af23f3558),segment_id=d74986f8-a71e-4359-a64d-140af23f3558)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:35:46.371872 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca2e7bf-a35b-4701-bf8f-30f56c0b8604 req-f901b5be-81f8-4374-b16d-bc49c596bf60 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:46.379789 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca2e7bf-a35b-4701-bf8f-30f56c0b8604 req-f901b5be-81f8-4374-b16d-bc49c596bf60 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:46.386516 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca2e7bf-a35b-4701-bf8f-30f56c0b8604 req-f901b5be-81f8-4374-b16d-bc49c596bf60 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:46.393908 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca2e7bf-a35b-4701-bf8f-30f56c0b8604 req-f901b5be-81f8-4374-b16d-bc49c596bf60 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:46.400454 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca2e7bf-a35b-4701-bf8f-30f56c0b8604 req-f901b5be-81f8-4374-b16d-bc49c596bf60 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:46.405176 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d72f35e-188e-4a01-9edb-fee27d477a1e req-2952a8ab-6eb2-49f3-b723-cc9b4d1464a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:46.407038 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca2e7bf-a35b-4701-bf8f-30f56c0b8604 req-f901b5be-81f8-4374-b16d-bc49c596bf60 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:46.408298 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 9da7c182-c79c-4a18-a7a9-d8a7ee35053c no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:35:46.410683 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-9d72f35e-188e-4a01-9edb-fee27d477a1e req-2952a8ab-6eb2-49f3-b723-cc9b4d1464a2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e101b136571f40e2836dd4b04bec6639&device_id=de99d69c-dfcd-4d0e-97ab-99e967d464af HTTP/1.1" status: 200 len: 1097 time: 0.0740283 Oct 20 10:35:46.419760 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca2e7bf-a35b-4701-bf8f-30f56c0b8604 req-f901b5be-81f8-4374-b16d-bc49c596bf60 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:46.422140 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bca2e7bf-a35b-4701-bf8f-30f56c0b8604 req-f901b5be-81f8-4374-b16d-bc49c596bf60 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] 10.222.0.64 "GET /v2.0/ports?device_id=80d2d265-4161-4f15-ab0c-130b15ddf9e0 HTTP/1.1" status: 200 len: 5424 time: 0.2417974 Oct 20 10:35:46.461148 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:46.463006 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 9da7c182-c79c-4a18-a7a9-d8a7ee35053c {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:35:46.463464 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 9da7c182-c79c-4a18-a7a9-d8a7ee35053c not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:35:46.525500 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 1aeb088d-f86b-4f53-bac5-9d02bde17921, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=1aeb088d-f86b-4f53-bac5-9d02bde17921,segment=NetworkSegment(ead88eb8-7907-4284-a2ee-38aeb92bc073),segment_id=ead88eb8-7907-4284-a2ee-38aeb92bc073)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:35:46.529551 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca746ee3-7832-4a93-86bd-17059472075d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aeb088d-f86b-4f53-bac5-9d02bde17921'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:35:46.533576 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c17acec1-4a82-4a16-bbfd-ece303a882b6" -d '{"events": [{"server_uuid": "ca746ee3-7832-4a93-86bd-17059472075d", "name": "network-vif-plugged", "status": "completed", "tag": "1aeb088d-f86b-4f53-bac5-9d02bde17921"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:35:46.537708 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:46.538282 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-5f0115fc-b7b6-47f7-bcab-752308a716db req-0522a629-4774-43c4-a94f-95bb17e1ff88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:46.539304 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d72f35e-188e-4a01-9edb-fee27d477a1e req-2dd1ac2a-ab97-42d9-bff0-ab73d45c0e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:46.542354 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-9d72f35e-188e-4a01-9edb-fee27d477a1e req-2dd1ac2a-ab97-42d9-bff0-ab73d45c0e19 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a87df69c-aa66-4d4f-9bea-350cb369c361 HTTP/1.1" status: 200 len: 915 time: 0.1261821 Oct 20 10:35:46.574034 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-f95fdebb-7d93-4af9-8966-06e1e44a1997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '743864d5-93fa-4920-9d15-7d3ac2282eff', 'name': 'tempest-ServersTestFqdnHostnames-433799258-router', 'tenant_id': 'e101b136571f40e2836dd4b04bec6639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.14'}], 'enable_snat': True}, 'gw_port_id': '3d1e119e-a6b4-4700-bfea-e96f28e13830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:35:08Z', 'updated_at': '2021-10-20T10:35:14Z', 'revision_number': 4, 'project_id': 'e101b136571f40e2836dd4b04bec6639', 'gw_port': {'id': '3d1e119e-a6b4-4700-bfea-e96f28e13830', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:13:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '743864d5-93fa-4920-9d15-7d3ac2282eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:35:08Z', 'updated_at': '2021-10-20T10:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_floatingips': [{'id': '2e172e53-095f-43ef-81f8-a1e1a192426f', 'tenant_id': 'e101b136571f40e2836dd4b04bec6639', 'floating_ip_address': '172.25.1.79', 'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'router_id': '743864d5-93fa-4920-9d15-7d3ac2282eff', 'port_id': '89e69665-ff7e-4a99-88be-5c87fd164d1b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 927, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a87df69c-aa66-4d4f-9bea-350cb369c361', 'mac_address': 'fa:16:3e:b5:80:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de99d69c-dfcd-4d0e-97ab-99e967d464af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T10:35:23Z', 'updated_at': '2021-10-20T10:35:44Z', 'revision_number': 1, 'project_id': 'e101b136571f40e2836dd4b04bec6639', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fb964ca-d4af-4842-a997-375d779ad541', 'name': '', 'network_id': 'a87df69c-aa66-4d4f-9bea-350cb369c361', 'tenant_id': 'e101b136571f40e2836dd4b04bec6639', 'mac_address': 'fa:16:3e:61:d7:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '743864d5-93fa-4920-9d15-7d3ac2282eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': '7f0bb4fe-24ee-4f3b-82e5-f5d859434fd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:35:12Z', 'updated_at': '2021-10-20T10:35:21Z', 'revision_number': 5, 'project_id': 'e101b136571f40e2836dd4b04bec6639', 'subnets': [{'id': '7f0bb4fe-24ee-4f3b-82e5-f5d859434fd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:35:46.613549 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95fdebb-7d93-4af9-8966-06e1e44a1997 None None] Checking router: 743864d5-93fa-4920-9d15-7d3ac2282eff for host: n-d-811396-3 {{(pid=100598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:35:46.646972 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95fdebb-7d93-4af9-8966-06e1e44a1997 None None] Routers {'743864d5-93fa-4920-9d15-7d3ac2282eff'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:35:46.647637 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-f95fdebb-7d93-4af9-8966-06e1e44a1997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:35:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['743864d5-93fa-4920-9d15-7d3ac2282eff'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:35:46.652674 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=1aeb088d-f86b-4f53-bac5-9d02bde17921,revision_number=7']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:35:46.653986 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-9d72f35e-188e-4a01-9edb-fee27d477a1e req-4fd038ed-edd9-4d71-9489-841d241c9334 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=89e69665-ff7e-4a99-88be-5c87fd164d1b HTTP/1.1" status: 200 len: 999 time: 0.1005337 Oct 20 10:35:46.719522 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bca2e7bf-a35b-4701-bf8f-30f56c0b8604 req-75fd91c6-a67f-4683-8966-dc35f20a6126 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] 10.222.0.64 "GET /v2.0/security-groups?id=052167af-6782-42ac-bb32-02b514a83f6f&id=9e881cba-3138-4f23-9b77-7adf07b3a5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2287781 Oct 20 10:35:46.760621 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device f8e40473-a7ff-41ed-a91e-568fcab1f7fb no longer exists at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:35:46.774429 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4314afe-cc41-412a-80e4-f860703b26a2 req-ce3fe8fe-9f33-475f-9edb-d5b055ae2826 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:46.776053 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a4314afe-cc41-412a-80e4-f860703b26a2 req-ce3fe8fe-9f33-475f-9edb-d5b055ae2826 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/ports?device_id=775e65d3-1201-4348-9dd3-dd9214a2f8e6 HTTP/1.1" status: 200 len: 943 time: 0.3291605 Oct 20 10:35:46.832774 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] No Port match for: f8e40473-a7ff-41ed-a91e-568fcab1f7fb {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:35:46.833117 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device f8e40473-a7ff-41ed-a91e-568fcab1f7fb not bound to the agent host n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:35:46.847888 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20101bfd-eddf-4661-afda-5de83f577d8d x-openstack-request-id: req-20101bfd-eddf-4661-afda-5de83f577d8d {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:35:46.859422 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca746ee3-7832-4a93-86bd-17059472075d", "name": "network-vif-plugged", "status": "completed", "tag": "1aeb088d-f86b-4f53-bac5-9d02bde17921", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:35:46.859953 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-20101bfd-eddf-4661-afda-5de83f577d8d {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:35:46.860610 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca746ee3-7832-4a93-86bd-17059472075d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aeb088d-f86b-4f53-bac5-9d02bde17921', 'code': 200} Oct 20 10:35:46.944647 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.provisioning_blocks [req-5f0115fc-b7b6-47f7-bcab-752308a716db req-0522a629-4774-43c4-a94f-95bb17e1ff88 service neutron] Transition to ACTIVE for port object 40e32cd4-a5fe-444c-bc87-98c7d5f762d0 will not be triggered until provisioned by entity L2. {{(pid=100596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:35:46.956638 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a4314afe-cc41-412a-80e4-f860703b26a2 req-68fa481d-3241-4653-81b2-5697f2900eae tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/security-groups?id=c33a6cb5-e80a-4f79-936a-38f5e3f7c89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704950 Oct 20 10:35:46.961812 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-5f0115fc-b7b6-47f7-bcab-752308a716db req-0522a629-4774-43c4-a94f-95bb17e1ff88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:47.039408 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-f95fdebb-7d93-4af9-8966-06e1e44a1997 None None] Set router 743864d5-93fa-4920-9d15-7d3ac2282eff gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:35:47.053406 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f0115fc-b7b6-47f7-bcab-752308a716db req-0522a629-4774-43c4-a94f-95bb17e1ff88 service neutron] No DVR routers for this DVR port 40e32cd4-a5fe-444c-bc87-98c7d5f762d0 on host n-h2-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:35:47.120793 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5f0115fc-b7b6-47f7-bcab-752308a716db req-0522a629-4774-43c4-a94f-95bb17e1ff88 service neutron] 10.222.0.69 "PUT /v2.0/ports/40e32cd4-a5fe-444c-bc87-98c7d5f762d0/bindings/n-h1-811396-3/activate HTTP/1.1" status: 200 len: 369 time: 1.7725198 Oct 20 10:35:47.158498 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0522a629-4774-43c4-a94f-95bb17e1ff88 service neutron] Pushing event updated for resources: {'Port': ['ID=40e32cd4-a5fe-444c-bc87-98c7d5f762d0,revision_number=10']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:35:47.221800 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aafdb3-cc60-4708-8f03-84e769ab4d5c req-78ea5bb4-dd0e-43e1-bfa3-5ca28057e0da tempest-ListImageFiltersTestJSON-76301841 tempest-ListImageFiltersTestJSON-76301841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:47.224383 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-35aafdb3-cc60-4708-8f03-84e769ab4d5c req-78ea5bb4-dd0e-43e1-bfa3-5ca28057e0da tempest-ListImageFiltersTestJSON-76301841 tempest-ListImageFiltersTestJSON-76301841-project] 10.222.0.64 "GET /v2.0/ports?device_id=b5cf4e3f-ab2f-4b86-98bd-80d0ded5cca8 HTTP/1.1" status: 200 len: 949 time: 0.1339686 Oct 20 10:35:47.277794 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 451833eb-4339-4de8-8005-8d3e2c53fd29 up at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:35:47.290574 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d72f35e-188e-4a01-9edb-fee27d477a1e req-a07b75d9-ebe9-411a-b6cc-02ca9c9535b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:47.292103 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-9d72f35e-188e-4a01-9edb-fee27d477a1e req-a07b75d9-ebe9-411a-b6cc-02ca9c9535b5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7f0bb4fe-24ee-4f3b-82e5-f5d859434fd7 HTTP/1.1" status: 200 len: 853 time: 0.6139271 Oct 20 10:35:47.359168 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d72f35e-188e-4a01-9edb-fee27d477a1e req-6265fddb-73c0-4a1a-96e1-c2d95a90a4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:47.361809 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-9d72f35e-188e-4a01-9edb-fee27d477a1e req-6265fddb-73c0-4a1a-96e1-c2d95a90a4b8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a87df69c-aa66-4d4f-9bea-350cb369c361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0594103 Oct 20 10:35:47.419812 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0115fc-b7b6-47f7-bcab-752308a716db req-849b9a79-e24a-4911-bbdb-7b4b10bf2bed tempest-LiveMigrationTest-1924267454 tempest-LiveMigrationTest-1924267454-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:47.421992 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5f0115fc-b7b6-47f7-bcab-752308a716db req-849b9a79-e24a-4911-bbdb-7b4b10bf2bed tempest-LiveMigrationTest-1924267454 tempest-LiveMigrationTest-1924267454-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=775e65d3-1201-4348-9dd3-dd9214a2f8e6&tenant_id=4e37fa6eb8b848f6897a2d7488b235c7&binding%3Ahost_id=n-h2-811396-3 HTTP/1.1" status: 200 len: 1095 time: 0.1935282 Oct 20 10:35:47.431996 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning for port 451833eb-4339-4de8-8005-8d3e2c53fd29 completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:35:47.437481 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8198bad7-e290-4f0e-a4a9-a5fdcfec2577 req-24fb17ba-c408-4c57-b8c0-e93da61bd66b tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:47.440174 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning complete for port 451833eb-4339-4de8-8005-8d3e2c53fd29 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:35:47.440658 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:47.450645 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8198bad7-e290-4f0e-a4a9-a5fdcfec2577 req-24fb17ba-c408-4c57-b8c0-e93da61bd66b tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a8fd216-61cd-40eb-bf18-0ea2049bb6d6 HTTP/1.1" status: 200 len: 946 time: 0.1936879 Oct 20 10:35:47.477156 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-35aafdb3-cc60-4708-8f03-84e769ab4d5c req-7884e9e9-8c3c-44af-bab0-47327819fc8f tempest-ListImageFiltersTestJSON-76301841 tempest-ListImageFiltersTestJSON-76301841-project] 10.222.0.64 "GET /v2.0/security-groups?id=242ce2dc-e645-45df-8db9-159ea20f04fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966679 Oct 20 10:35:47.503478 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-f95fdebb-7d93-4af9-8966-06e1e44a1997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '743864d5-93fa-4920-9d15-7d3ac2282eff', 'name': 'tempest-ServersTestFqdnHostnames-433799258-router', 'tenant_id': 'e101b136571f40e2836dd4b04bec6639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.14'}], 'enable_snat': True}, 'gw_port_id': '3d1e119e-a6b4-4700-bfea-e96f28e13830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:35:08Z', 'updated_at': '2021-10-20T10:35:14Z', 'revision_number': 4, 'project_id': 'e101b136571f40e2836dd4b04bec6639', 'gw_port': {'id': '3d1e119e-a6b4-4700-bfea-e96f28e13830', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:13:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '743864d5-93fa-4920-9d15-7d3ac2282eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:35:08Z', 'updated_at': '2021-10-20T10:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_floatingips': [{'id': '2e172e53-095f-43ef-81f8-a1e1a192426f', 'tenant_id': 'e101b136571f40e2836dd4b04bec6639', 'floating_ip_address': '172.25.1.79', 'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'router_id': '743864d5-93fa-4920-9d15-7d3ac2282eff', 'port_id': '89e69665-ff7e-4a99-88be-5c87fd164d1b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 927, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a87df69c-aa66-4d4f-9bea-350cb369c361', 'mac_address': 'fa:16:3e:b5:80:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de99d69c-dfcd-4d0e-97ab-99e967d464af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T10:35:23Z', 'updated_at': '2021-10-20T10:35:44Z', 'revision_number': 1, 'project_id': 'e101b136571f40e2836dd4b04bec6639', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fb964ca-d4af-4842-a997-375d779ad541', 'name': '', 'network_id': 'a87df69c-aa66-4d4f-9bea-350cb369c361', 'tenant_id': 'e101b136571f40e2836dd4b04bec6639', 'mac_address': 'fa:16:3e:61:d7:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '743864d5-93fa-4920-9d15-7d3ac2282eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': '7f0bb4fe-24ee-4f3b-82e5-f5d859434fd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:35:12Z', 'updated_at': '2021-10-20T10:35:21Z', 'revision_number': 5, 'project_id': 'e101b136571f40e2836dd4b04bec6639', 'subnets': [{'id': '7f0bb4fe-24ee-4f3b-82e5-f5d859434fd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:35:47.521063 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 47724) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:35:47.538836 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95fdebb-7d93-4af9-8966-06e1e44a1997 None None] The sync data for ids ['743864d5-93fa-4920-9d15-7d3ac2282eff'] in n-d-811396-3 is: [{'id': '743864d5-93fa-4920-9d15-7d3ac2282eff', 'name': 'tempest-ServersTestFqdnHostnames-433799258-router', 'tenant_id': 'e101b136571f40e2836dd4b04bec6639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.14'}], 'enable_snat': True}, 'gw_port_id': '3d1e119e-a6b4-4700-bfea-e96f28e13830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:35:08Z', 'updated_at': '2021-10-20T10:35:14Z', 'revision_number': 4, 'project_id': 'e101b136571f40e2836dd4b04bec6639', 'gw_port': {'id': '3d1e119e-a6b4-4700-bfea-e96f28e13830', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:13:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '743864d5-93fa-4920-9d15-7d3ac2282eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:35:08Z', 'updated_at': '2021-10-20T10:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_floatingips': [{'id': '2e172e53-095f-43ef-81f8-a1e1a192426f', 'tenant_id': 'e101b136571f40e2836dd4b04bec6639', 'floating_ip_address': '172.25.1.79', 'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'router_id': '743864d5-93fa-4920-9d15-7d3ac2282eff', 'port_id': '89e69665-ff7e-4a99-88be-5c87fd164d1b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 927, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a87df69c-aa66-4d4f-9bea-350cb369c361', 'mac_address': 'fa:16:3e:b5:80:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de99d69c-dfcd-4d0e-97ab-99e967d464af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T10:35:23Z', 'updated_at': '2021-10-20T10:35:44Z', 'revision_number': 1, 'project_id': 'e101b136571f40e2836dd4b04bec6639', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fb964ca-d4af-4842-a997-375d779ad541', 'name': '', 'network_id': 'a87df69c-aa66-4d4f-9bea-350cb369c361', 'tenant_id': 'e101b136571f40e2836dd4b04bec6639', 'mac_address': 'fa:16:3e:61:d7:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '743864d5-93fa-4920-9d15-7d3ac2282eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': '7f0bb4fe-24ee-4f3b-82e5-f5d859434fd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:35:12Z', 'updated_at': '2021-10-20T10:35:21Z', 'revision_number': 5, 'project_id': 'e101b136571f40e2836dd4b04bec6639', 'subnets': [{'id': '7f0bb4fe-24ee-4f3b-82e5-f5d859434fd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:35:47.578613 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-9d72f35e-188e-4a01-9edb-fee27d477a1e req-a616a4f0-78b4-4b8e-ab90-9ee9ee345f76 service neutron] 10.222.0.55 "GET /v2.0/networks/a87df69c-aa66-4d4f-9bea-350cb369c361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047391 Oct 20 10:35:47.621734 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:47.638731 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0115fc-b7b6-47f7-bcab-752308a716db req-84bb668e-7771-4f0a-9091-d8e851aa8ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:47.643331 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5f0115fc-b7b6-47f7-bcab-752308a716db req-84bb668e-7771-4f0a-9091-d8e851aa8ee9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=775e65d3-1201-4348-9dd3-dd9214a2f8e6&tenant_id=4e37fa6eb8b848f6897a2d7488b235c7 HTTP/1.1" status: 200 len: 1095 time: 0.1612484 Oct 20 10:35:47.660458 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8198bad7-e290-4f0e-a4a9-a5fdcfec2577 req-6fa3bb6b-8449-4ffe-9de7-ed153a8af859 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] 10.222.0.64 "GET /v2.0/security-groups?id=3c1a8b96-5782-4385-b9de-3407ab4b2d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027655 Oct 20 10:35:47.690609 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 451833eb-4339-4de8-8005-8d3e2c53fd29, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=451833eb-4339-4de8-8005-8d3e2c53fd29,segment=NetworkSegment(5c26a787-281b-4999-b13c-5972e48fde4a),segment_id=5c26a787-281b-4999-b13c-5972e48fde4a)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:35:47.703361 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:47.708900 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device c659bd4f-6f7c-4e27-84fc-06618ca3d1ea up at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:35:47.740268 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0115fc-b7b6-47f7-bcab-752308a716db req-2b4a5fb3-4dc0-4f61-8c65-12b9b6166e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:47.741509 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-3531cd8c-2f01-4add-ae43-efb02e6d6e4a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1275843375-network', 'tenant_id': '6c922f0ff0374f3f927ba594e61a0131'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:35:47.741828 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5f0115fc-b7b6-47f7-bcab-752308a716db req-2b4a5fb3-4dc0-4f61-8c65-12b9b6166e46 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4e37fa6eb8b848f6897a2d7488b235c7&device_id=775e65d3-1201-4348-9dd3-dd9214a2f8e6 HTTP/1.1" status: 200 len: 1095 time: 0.0583053 Oct 20 10:35:47.818992 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=451833eb-4339-4de8-8005-8d3e2c53fd29,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:35:47.844614 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning for port c659bd4f-6f7c-4e27-84fc-06618ca3d1ea completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:35:47.850144 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3531cd8c-2f01-4add-ae43-efb02e6d6e4a admin admin] Made reservation on behalf of 6c922f0ff0374f3f927ba594e61a0131 for: {'network': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:35:47.850768 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning complete for port c659bd4f-6f7c-4e27-84fc-06618ca3d1ea triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:35:47.851181 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:47.855258 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3531cd8c-2f01-4add-ae43-efb02e6d6e4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:47.887742 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3531cd8c-2f01-4add-ae43-efb02e6d6e4a admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:47.915921 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-9d72f35e-188e-4a01-9edb-fee27d477a1e req-31f470ab-04f1-44f3-95d6-e70770480a97 service neutron] 10.222.0.55 "GET /v2.0/networks/a87df69c-aa66-4d4f-9bea-350cb369c361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3134151 Oct 20 10:35:47.959766 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:48.002864 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b929b87-2c75-4d19-ac8f-b753d8dcf1ad None None] New status for floating IP 2e172e53-095f-43ef-81f8-a1e1a192426f: ACTIVE {{(pid=100599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 10:35:48.060196 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3531cd8c-2f01-4add-ae43-efb02e6d6e4a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:48.075497 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d446be6-6e75-4326-8bf4-07c6fe301491 req-62b47bfe-5a35-4d76-96c3-c4fcb54434a4 tempest-ListImageFiltersTestJSON-76301841 tempest-ListImageFiltersTestJSON-76301841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:48.076300 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3531cd8c-2f01-4add-ae43-efb02e6d6e4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:48.077440 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3d446be6-6e75-4326-8bf4-07c6fe301491 req-62b47bfe-5a35-4d76-96c3-c4fcb54434a4 tempest-ListImageFiltersTestJSON-76301841 tempest-ListImageFiltersTestJSON-76301841-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5cf4e3f-ab2f-4b86-98bd-80d0ded5cca8 HTTP/1.1" status: 200 len: 949 time: 0.1492712 Oct 20 10:35:48.085624 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0115fc-b7b6-47f7-bcab-752308a716db req-6c8fc441-26a3-4512-842e-1559027d88a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:48.087490 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5f0115fc-b7b6-47f7-bcab-752308a716db req-6c8fc441-26a3-4512-842e-1559027d88a5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=60750f9d-1dd0-4933-91f0-f6aefa736c9d HTTP/1.1" status: 200 len: 909 time: 0.3211100 Oct 20 10:35:48.100578 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79cdac7-d1cb-4bc3-8979-316ea9281e58 req-c5c46ff8-6619-4ab6-b0cc-16d408bb5094 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:48.105452 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3531cd8c-2f01-4add-ae43-efb02e6d6e4a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 814} {{(pid=100597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:35:48.106838 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79cdac7-d1cb-4bc3-8979-316ea9281e58 req-c5c46ff8-6619-4ab6-b0cc-16d408bb5094 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:48.113314 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79cdac7-d1cb-4bc3-8979-316ea9281e58 req-c5c46ff8-6619-4ab6-b0cc-16d408bb5094 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:48.119813 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port c659bd4f-6f7c-4e27-84fc-06618ca3d1ea, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=c659bd4f-6f7c-4e27-84fc-06618ca3d1ea,segment=NetworkSegment(5c26a787-281b-4999-b13c-5972e48fde4a),segment_id=5c26a787-281b-4999-b13c-5972e48fde4a)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:35:48.121362 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79cdac7-d1cb-4bc3-8979-316ea9281e58 req-c5c46ff8-6619-4ab6-b0cc-16d408bb5094 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:48.128222 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79cdac7-d1cb-4bc3-8979-316ea9281e58 req-c5c46ff8-6619-4ab6-b0cc-16d408bb5094 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:48.134463 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79cdac7-d1cb-4bc3-8979-316ea9281e58 req-c5c46ff8-6619-4ab6-b0cc-16d408bb5094 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:48.135432 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3531cd8c-2f01-4add-ae43-efb02e6d6e4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=629c61be-ce29-4507-be6c-162e0a026481,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:35:48.137217 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:48.138050 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device fbaf8d36-195c-43d3-b057-07f5fe113158 up at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:35:48.143115 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79cdac7-d1cb-4bc3-8979-316ea9281e58 req-c5c46ff8-6619-4ab6-b0cc-16d408bb5094 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:48.148082 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3531cd8c-2f01-4add-ae43-efb02e6d6e4a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:35:48.148515 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3531cd8c-2f01-4add-ae43-efb02e6d6e4a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:35:48.148854 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3531cd8c-2f01-4add-ae43-efb02e6d6e4a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:35:48.149188 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3531cd8c-2f01-4add-ae43-efb02e6d6e4a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:35:48.149514 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3531cd8c-2f01-4add-ae43-efb02e6d6e4a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:35:48.149837 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3531cd8c-2f01-4add-ae43-efb02e6d6e4a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:35:48.150318 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3531cd8c-2f01-4add-ae43-efb02e6d6e4a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:35:48.150698 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3531cd8c-2f01-4add-ae43-efb02e6d6e4a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:35:48.151024 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3531cd8c-2f01-4add-ae43-efb02e6d6e4a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:35:48.151344 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3531cd8c-2f01-4add-ae43-efb02e6d6e4a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:35:48.151786 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3531cd8c-2f01-4add-ae43-efb02e6d6e4a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:35:48.151908 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a79cdac7-d1cb-4bc3-8979-316ea9281e58 req-c5c46ff8-6619-4ab6-b0cc-16d408bb5094 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] 10.222.0.64 "GET /v2.0/ports?device_id=80d2d265-4161-4f15-ab0c-130b15ddf9e0 HTTP/1.1" status: 200 len: 5425 time: 0.2356863 Oct 20 10:35:48.152111 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3531cd8c-2f01-4add-ae43-efb02e6d6e4a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:35:48.176672 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3531cd8c-2f01-4add-ae43-efb02e6d6e4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:48.177027 n-d-811396-3 neutron-server[100597]: INFO neutron.db.segments_db [None req-3531cd8c-2f01-4add-ae43-efb02e6d6e4a admin admin] Added segment ddb133b7-86df-4bcf-9223-bd195c867a51 of type vlan for network 68013c9e-a7ef-437f-a933-fa94af1fd36d Oct 20 10:35:48.262081 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5f0115fc-b7b6-47f7-bcab-752308a716db req-861da701-75e5-4fd2-8ab5-30f3a713db76 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=40e32cd4-a5fe-444c-bc87-98c7d5f762d0 HTTP/1.1" status: 200 len: 217 time: 0.0904992 Oct 20 10:35:48.263424 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3531cd8c-2f01-4add-ae43-efb02e6d6e4a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:48.337468 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3531cd8c-2f01-4add-ae43-efb02e6d6e4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:48.338570 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3531cd8c-2f01-4add-ae43-efb02e6d6e4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:48.339226 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3531cd8c-2f01-4add-ae43-efb02e6d6e4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:48.350788 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=c659bd4f-6f7c-4e27-84fc-06618ca3d1ea,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:35:48.351983 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a79cdac7-d1cb-4bc3-8979-316ea9281e58 req-25349642-b1e0-4661-818b-22e9c9e47b0a tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] 10.222.0.64 "GET /v2.0/security-groups?id=052167af-6782-42ac-bb32-02b514a83f6f&id=9e881cba-3138-4f23-9b77-7adf07b3a5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1932106 Oct 20 10:35:48.398303 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning for port fbaf8d36-195c-43d3-b057-07f5fe113158 completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:35:48.399028 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-3531cd8c-2f01-4add-ae43-efb02e6d6e4a admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8768837 Oct 20 10:35:48.407561 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning complete for port fbaf8d36-195c-43d3-b057-07f5fe113158 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:35:48.408336 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:48.409330 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 47740) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:35:48.477301 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-59a3fb65-c8ee-4b67-a299-b25ada1725ed admin admin] Request body: {'subnet': {'network_id': '68013c9e-a7ef-437f-a933-fa94af1fd36d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1275843375-subnet', 'tenant_id': '6c922f0ff0374f3f927ba594e61a0131', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:35:48.481676 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d242f391-1dd8-42de-a14c-20b4e8751ba3 req-1dea7d09-cc29-44ca-882a-029781e630e0 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:48.483921 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3531cd8c-2f01-4add-ae43-efb02e6d6e4a admin admin] Pushing event updated for resources: {'Network': ['ID=68013c9e-a7ef-437f-a933-fa94af1fd36d,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:35:48.484393 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d242f391-1dd8-42de-a14c-20b4e8751ba3 req-1dea7d09-cc29-44ca-882a-029781e630e0 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/ports?device_id=775e65d3-1201-4348-9dd3-dd9214a2f8e6 HTTP/1.1" status: 200 len: 944 time: 0.2696857 Oct 20 10:35:48.488767 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0115fc-b7b6-47f7-bcab-752308a716db req-c0d3c017-3332-4931-aa34-db5a0f1c83ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:48.490600 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5f0115fc-b7b6-47f7-bcab-752308a716db req-c0d3c017-3332-4931-aa34-db5a0f1c83ed service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6f74b0c1-2855-44cd-a118-a8c6ce76ebd8 HTTP/1.1" status: 200 len: 848 time: 0.2053833 Oct 20 10:35:48.500133 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network 68013c9e-a7ef-437f-a933-fa94af1fd36d details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:35:48.549823 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d242f391-1dd8-42de-a14c-20b4e8751ba3 req-9cbca0fc-6d61-48d8-8bfb-4e8e0ace8e58 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/security-groups?id=c33a6cb5-e80a-4f79-936a-38f5e3f7c89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541742 Oct 20 10:35:48.574129 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5f0115fc-b7b6-47f7-bcab-752308a716db req-4fc758c7-1245-4a80-af78-587619998191 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=60750f9d-1dd0-4933-91f0-f6aefa736c9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0740426 Oct 20 10:35:48.584643 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59a3fb65-c8ee-4b67-a299-b25ada1725ed admin admin] Made reservation on behalf of 6c922f0ff0374f3f927ba594e61a0131 for: {'subnet': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:35:48.587935 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-59a3fb65-c8ee-4b67-a299-b25ada1725ed admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25350782'] for subnet, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:48.619502 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-3d446be6-6e75-4326-8bf4-07c6fe301491 req-ce6ca3d7-6679-43eb-b84b-1812c5bc703b tempest-ListImageFiltersTestJSON-76301841 tempest-ListImageFiltersTestJSON-76301841-project] Deleting port 6f618075-47e1-4d3f-bc01-1cfa713c867b {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:35:48.619846 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-3d446be6-6e75-4326-8bf4-07c6fe301491 req-ce6ca3d7-6679-43eb-b84b-1812c5bc703b tempest-ListImageFiltersTestJSON-76301841 tempest-ListImageFiltersTestJSON-76301841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:48.717266 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-3d446be6-6e75-4326-8bf4-07c6fe301491 req-ce6ca3d7-6679-43eb-b84b-1812c5bc703b tempest-ListImageFiltersTestJSON-76301841 tempest-ListImageFiltersTestJSON-76301841-project] For port 6f618075-47e1-4d3f-bc01-1cfa713c867b, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=6f618075-47e1-4d3f-bc01-1cfa713c867b,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:35:48.717642 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-3d446be6-6e75-4326-8bf4-07c6fe301491 req-ce6ca3d7-6679-43eb-b84b-1812c5bc703b tempest-ListImageFiltersTestJSON-76301841 tempest-ListImageFiltersTestJSON-76301841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:48.735811 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-3d446be6-6e75-4326-8bf4-07c6fe301491 req-ce6ca3d7-6679-43eb-b84b-1812c5bc703b tempest-ListImageFiltersTestJSON-76301841 tempest-ListImageFiltersTestJSON-76301841-project] Calling delete_port for 6f618075-47e1-4d3f-bc01-1cfa713c867b owned by compute:nova {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:35:48.767252 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:48.811622 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port fbaf8d36-195c-43d3-b057-07f5fe113158, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=fbaf8d36-195c-43d3-b057-07f5fe113158,segment=NetworkSegment(579c7eb4-bf50-4e8d-a227-c6a885f646d2),segment_id=579c7eb4-bf50-4e8d-a227-c6a885f646d2)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:35:48.819368 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:48.820341 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 2119e2cf-4499-4ee6-a849-174b453941eb up at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:35:48.871076 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80d2d265-4161-4f15-ab0c-130b15ddf9e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '451833eb-4339-4de8-8005-8d3e2c53fd29'}, {'server_uuid': '80d2d265-4161-4f15-ab0c-130b15ddf9e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c659bd4f-6f7c-4e27-84fc-06618ca3d1ea'}, {'server_uuid': '80d2d265-4161-4f15-ab0c-130b15ddf9e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbaf8d36-195c-43d3-b057-07f5fe113158'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:35:48.874312 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d48deb34-055a-4546-a2b5-8d3d2f6680aa" -d '{"events": [{"server_uuid": "80d2d265-4161-4f15-ab0c-130b15ddf9e0", "name": "network-vif-plugged", "status": "completed", "tag": "451833eb-4339-4de8-8005-8d3e2c53fd29"}, {"server_uuid": "80d2d265-4161-4f15-ab0c-130b15ddf9e0", "name": "network-vif-plugged", "status": "completed", "tag": "c659bd4f-6f7c-4e27-84fc-06618ca3d1ea"}, {"server_uuid": "80d2d265-4161-4f15-ab0c-130b15ddf9e0", "name": "network-vif-plugged", "status": "completed", "tag": "fbaf8d36-195c-43d3-b057-07f5fe113158"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:35:48.968380 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=fbaf8d36-195c-43d3-b057-07f5fe113158,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:35:48.980136 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-3d446be6-6e75-4326-8bf4-07c6fe301491 req-ce6ca3d7-6679-43eb-b84b-1812c5bc703b tempest-ListImageFiltersTestJSON-76301841 tempest-ListImageFiltersTestJSON-76301841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:48.989385 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-59a3fb65-c8ee-4b67-a299-b25ada1725ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25350752'] for subnet, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:48.996674 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:48.999788 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning for port 2119e2cf-4499-4ee6-a849-174b453941eb completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:35:49.007368 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning complete for port 2119e2cf-4499-4ee6-a849-174b453941eb triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:35:49.008245 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:49.009895 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216b913b-8c20-4c57-a04a-ef89a3755e31 req-7c21791b-ea5d-480e-866c-db5378bc0939 tempest-ListImageFiltersTestJSON-76301841 tempest-ListImageFiltersTestJSON-76301841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:49.011523 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-216b913b-8c20-4c57-a04a-ef89a3755e31 req-7c21791b-ea5d-480e-866c-db5378bc0939 tempest-ListImageFiltersTestJSON-76301841 tempest-ListImageFiltersTestJSON-76301841-project] 10.222.0.64 "GET /v2.0/ports?device_id=b5cf4e3f-ab2f-4b86-98bd-80d0ded5cca8 HTTP/1.1" status: 200 len: 949 time: 0.1944818 Oct 20 10:35:49.037953 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5f0115fc-b7b6-47f7-bcab-752308a716db req-ea73011a-6682-427c-bd34-1ff50b01142a service neutron] 10.222.0.55 "GET /v2.0/networks/60750f9d-1dd0-4933-91f0-f6aefa736c9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4485290 Oct 20 10:35:49.082993 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a3fb65-c8ee-4b67-a299-b25ada1725ed admin admin] Checking segment: {'id': 'ddb133b7-86df-4bcf-9223-bd195c867a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '68013c9e-a7ef-437f-a933-fa94af1fd36d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:35:49.083633 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a3fb65-c8ee-4b67-a299-b25ada1725ed admin admin] Network hostable DHCP agents. Network: 68013c9e-a7ef-437f-a933-fa94af1fd36d, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:35:49.101591 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a3fb65-c8ee-4b67-a299-b25ada1725ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=5905bd22-d1a4-4b93-b2c3-686727565be8,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:35:49.121085 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a3fb65-c8ee-4b67-a299-b25ada1725ed admin admin] Network 68013c9e-a7ef-437f-a933-fa94af1fd36d is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:35:49.123154 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6ca3d7-6679-43eb-b84b-1812c5bc703b tempest-ListImageFiltersTestJSON-76301841 tempest-ListImageFiltersTestJSON-76301841-project] Pushing event deleted for resources: {'Port': ['ID=6f618075-47e1-4d3f-bc01-1cfa713c867b,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:35:49.133679 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d446be6-6e75-4326-8bf4-07c6fe301491 req-ce6ca3d7-6679-43eb-b84b-1812c5bc703b tempest-ListImageFiltersTestJSON-76301841 tempest-ListImageFiltersTestJSON-76301841-project] No DVR routers for this DVR port 6f618075-47e1-4d3f-bc01-1cfa713c867b on host n-h1-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:35:49.142633 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-59a3fb65-c8ee-4b67-a299-b25ada1725ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, 68013c9e-a7ef-437f-a933-fa94af1fd36d) {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:35:49.147570 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a3fb65-c8ee-4b67-a299-b25ada1725ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:49.148209 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-59a3fb65-c8ee-4b67-a299-b25ada1725ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:49.149790 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-3d446be6-6e75-4326-8bf4-07c6fe301491 req-ce6ca3d7-6679-43eb-b84b-1812c5bc703b tempest-ListImageFiltersTestJSON-76301841 tempest-ListImageFiltersTestJSON-76301841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:49.153670 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3d446be6-6e75-4326-8bf4-07c6fe301491 req-ce6ca3d7-6679-43eb-b84b-1812c5bc703b tempest-ListImageFiltersTestJSON-76301841 tempest-ListImageFiltersTestJSON-76301841-project] 10.222.0.55 "DELETE /v2.0/ports/6f618075-47e1-4d3f-bc01-1cfa713c867b HTTP/1.1" status: 204 len: 173 time: 0.9465418 Oct 20 10:35:49.156640 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5cf4e3f-ab2f-4b86-98bd-80d0ded5cca8', 'name': 'network-vif-deleted', 'tag': '6f618075-47e1-4d3f-bc01-1cfa713c867b'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:35:49.159914 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bca852b-7b4d-4b6c-9063-ebe27b66b7be" -d '{"events": [{"server_uuid": "b5cf4e3f-ab2f-4b86-98bd-80d0ded5cca8", "name": "network-vif-deleted", "tag": "6f618075-47e1-4d3f-bc01-1cfa713c867b"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:35:49.163965 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51789115-415e-493f-9580-8f0627dd1561 None None] Network 68013c9e-a7ef-437f-a933-fa94af1fd36d requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:35:49.205803 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-59a3fb65-c8ee-4b67-a299-b25ada1725ed admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7328134 Oct 20 10:35:49.207879 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 47760) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:35:49.211127 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc50d16-9983-4d39-b503-aa0fa66feb15 req-0c9c4ea5-1d32-4e72-beed-88027cef8b39 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:49.212408 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-a2e31719-f8ea-4ba3-ad81-ba4e4303007e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1275843375-router', 'tenant_id': '6c922f0ff0374f3f927ba594e61a0131', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:35:49.213130 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1fc50d16-9983-4d39-b503-aa0fa66feb15 req-0c9c4ea5-1d32-4e72-beed-88027cef8b39 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a8fd216-61cd-40eb-bf18-0ea2049bb6d6 HTTP/1.1" status: 200 len: 946 time: 0.2605114 Oct 20 10:35:49.217927 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:49.269822 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-216b913b-8c20-4c57-a04a-ef89a3755e31 req-ede6c695-45f1-4499-8ba0-a3c55c72ce09 tempest-ListImageFiltersTestJSON-76301841 tempest-ListImageFiltersTestJSON-76301841-project] 10.222.0.64 "GET /v2.0/security-groups?id=242ce2dc-e645-45df-8db9-159ea20f04fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429113 Oct 20 10:35:49.279195 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a2e31719-f8ea-4ba3-ad81-ba4e4303007e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1772442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258322'] for router, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:49.280315 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a2e31719-f8ea-4ba3-ad81-ba4e4303007e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1772334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773516', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258315'] for router, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:49.331292 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 2119e2cf-4499-4ee6-a849-174b453941eb, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=2119e2cf-4499-4ee6-a849-174b453941eb,segment=NetworkSegment(b0504710-a065-4dfe-bd5a-7bb89fc828fa),segment_id=b0504710-a065-4dfe-bd5a-7bb89fc828fa)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:35:49.348052 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 20 Oct 2021 10:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed16c9eb-7265-4434-b0f0-969941c73701 x-openstack-request-id: req-ed16c9eb-7265-4434-b0f0-969941c73701 {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:35:49.348407 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80d2d265-4161-4f15-ab0c-130b15ddf9e0", "name": "network-vif-plugged", "status": "completed", "tag": "451833eb-4339-4de8-8005-8d3e2c53fd29", "code": 200}, {"server_uuid": "80d2d265-4161-4f15-ab0c-130b15ddf9e0", "name": "network-vif-plugged", "status": "completed", "tag": "c659bd4f-6f7c-4e27-84fc-06618ca3d1ea", "code": 200}, {"server_uuid": "80d2d265-4161-4f15-ab0c-130b15ddf9e0", "name": "network-vif-plugged", "status": "completed", "tag": "fbaf8d36-195c-43d3-b057-07f5fe113158", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:35:49.348627 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ed16c9eb-7265-4434-b0f0-969941c73701 {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:35:49.349010 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80d2d265-4161-4f15-ab0c-130b15ddf9e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '451833eb-4339-4de8-8005-8d3e2c53fd29', 'code': 200} Oct 20 10:35:49.349268 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80d2d265-4161-4f15-ab0c-130b15ddf9e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c659bd4f-6f7c-4e27-84fc-06618ca3d1ea', 'code': 200} Oct 20 10:35:49.349490 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80d2d265-4161-4f15-ab0c-130b15ddf9e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbaf8d36-195c-43d3-b057-07f5fe113158', 'code': 200} Oct 20 10:35:49.353843 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:49.355643 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 40e32cd4-a5fe-444c-bc87-98c7d5f762d0 no longer exists at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:35:49.417889 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a2e31719-f8ea-4ba3-ad81-ba4e4303007e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:49.427793 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:35:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53f2c68b-4b07-48fc-8b9a-11a2463a5f54 x-openstack-request-id: req-53f2c68b-4b07-48fc-8b9a-11a2463a5f54 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:35:49.428244 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5cf4e3f-ab2f-4b86-98bd-80d0ded5cca8", "name": "network-vif-deleted", "tag": "6f618075-47e1-4d3f-bc01-1cfa713c867b", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:35:49.428660 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-53f2c68b-4b07-48fc-8b9a-11a2463a5f54 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:35:49.429062 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5cf4e3f-ab2f-4b86-98bd-80d0ded5cca8', 'name': 'network-vif-deleted', 'tag': '6f618075-47e1-4d3f-bc01-1cfa713c867b', 'status': 'completed', 'code': 200} Oct 20 10:35:49.453206 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1fc50d16-9983-4d39-b503-aa0fa66feb15 req-c5004a36-02e4-41b0-bff6-852b01d4df5d tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] 10.222.0.64 "GET /v2.0/security-groups?id=3c1a8b96-5782-4385-b9de-3407ab4b2d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809464 Oct 20 10:35:49.462691 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5f0115fc-b7b6-47f7-bcab-752308a716db req-451f9766-d284-42bb-bb25-de202a3b1564 service neutron] 10.222.0.55 "GET /v2.0/networks/60750f9d-1dd0-4933-91f0-f6aefa736c9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3705182 Oct 20 10:35:49.501360 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 40e32cd4-a5fe-444c-bc87-98c7d5f762d0 not bound to the agent host n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:35:49.575270 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 6b62206e-39d0-45df-9f8b-694b5bc1053f up at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:35:49.667895 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175c8c10-8ca1-4b8f-a8a8-83bf4f01097a req-804db8c2-2dfb-48ad-8de8-49875b93e3e3 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:49.668438 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a2e31719-f8ea-4ba3-ad81-ba4e4303007e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:49.686402 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175c8c10-8ca1-4b8f-a8a8-83bf4f01097a req-804db8c2-2dfb-48ad-8de8-49875b93e3e3 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:49.702611 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175c8c10-8ca1-4b8f-a8a8-83bf4f01097a req-804db8c2-2dfb-48ad-8de8-49875b93e3e3 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:49.709555 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175c8c10-8ca1-4b8f-a8a8-83bf4f01097a req-804db8c2-2dfb-48ad-8de8-49875b93e3e3 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:49.716645 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175c8c10-8ca1-4b8f-a8a8-83bf4f01097a req-804db8c2-2dfb-48ad-8de8-49875b93e3e3 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:49.724515 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175c8c10-8ca1-4b8f-a8a8-83bf4f01097a req-804db8c2-2dfb-48ad-8de8-49875b93e3e3 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:49.730957 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175c8c10-8ca1-4b8f-a8a8-83bf4f01097a req-804db8c2-2dfb-48ad-8de8-49875b93e3e3 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:49.732939 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-175c8c10-8ca1-4b8f-a8a8-83bf4f01097a req-804db8c2-2dfb-48ad-8de8-49875b93e3e3 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] 10.222.0.64 "GET /v2.0/ports?device_id=80d2d265-4161-4f15-ab0c-130b15ddf9e0 HTTP/1.1" status: 200 len: 5428 time: 0.2549398 Oct 20 10:35:49.748033 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=2119e2cf-4499-4ee6-a849-174b453941eb,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:35:49.762996 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a51696b-5d28-477c-8180-320c013d6b38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524064ba-869c-5550-b826-c26b69a11278-68013c9e-a7ef-437f-a933-fa94af1fd36d', 'network_id': '68013c9e-a7ef-437f-a933-fa94af1fd36d', 'tenant_id': '6c922f0ff0374f3f927ba594e61a0131', 'fixed_ips': [{'subnet_id': '5905bd22-d1a4-4b93-b2c3-686727565be8'}]}} from n-d-811396-3. {{(pid=100598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:35:49.763891 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-5a51696b-5d28-477c-8180-320c013d6b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:49.781949 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning for port 6b62206e-39d0-45df-9f8b-694b5bc1053f completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:35:49.812646 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning complete for port 6b62206e-39d0-45df-9f8b-694b5bc1053f triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:35:49.813021 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:49.832715 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ab1fc5-35e3-4131-b88e-4d9e4e2b5971 req-5198e922-a610-4e93-9596-1e518ac15d9b tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:49.842383 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-13ab1fc5-35e3-4131-b88e-4d9e4e2b5971 req-5198e922-a610-4e93-9596-1e518ac15d9b tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/ports?device_id=775e65d3-1201-4348-9dd3-dd9214a2f8e6 HTTP/1.1" status: 200 len: 944 time: 0.1083372 Oct 20 10:35:49.938138 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-175c8c10-8ca1-4b8f-a8a8-83bf4f01097a req-1e0620ed-546e-45e3-b0c8-c1ab593419f3 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] 10.222.0.64 "GET /v2.0/security-groups?id=052167af-6782-42ac-bb32-02b514a83f6f&id=9e881cba-3138-4f23-9b77-7adf07b3a5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1913803 Oct 20 10:35:49.972520 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-13ab1fc5-35e3-4131-b88e-4d9e4e2b5971 req-eeb27562-495e-4759-99bd-f7fe71f5bade tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/security-groups?id=c33a6cb5-e80a-4f79-936a-38f5e3f7c89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279798 Oct 20 10:35:50.101257 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a2e31719-f8ea-4ba3-ad81-ba4e4303007e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:50.125294 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-5a51696b-5d28-477c-8180-320c013d6b38 None None] Allocated IP 172.20.0.2 (68013c9e-a7ef-437f-a933-fa94af1fd36d/5905bd22-d1a4-4b93-b2c3-686727565be8/2ab1c9ed-a09d-4a67-900a-6383d8c7e84e) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:35:50.138545 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:50.156727 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a2e31719-f8ea-4ba3-ad81-ba4e4303007e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:50.173877 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0115fc-b7b6-47f7-bcab-752308a716db req-9ed504ca-192f-4a6f-8329-55a09c7f7bce tempest-LiveMigrationTest-1924267454 tempest-LiveMigrationTest-1924267454-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:50.180314 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5f0115fc-b7b6-47f7-bcab-752308a716db req-9ed504ca-192f-4a6f-8329-55a09c7f7bce tempest-LiveMigrationTest-1924267454 tempest-LiveMigrationTest-1924267454-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=775e65d3-1201-4348-9dd3-dd9214a2f8e6&tenant_id=4e37fa6eb8b848f6897a2d7488b235c7&binding%3Ahost_id=n-h1-811396-3 HTTP/1.1" status: 200 len: 1095 time: 0.0905321 Oct 20 10:35:50.226897 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 6b62206e-39d0-45df-9f8b-694b5bc1053f, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=6b62206e-39d0-45df-9f8b-694b5bc1053f,segment=NetworkSegment(5c26a787-281b-4999-b13c-5972e48fde4a),segment_id=5c26a787-281b-4999-b13c-5972e48fde4a)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:35:50.242930 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:50.244470 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device cde88316-97fc-42ab-948b-2cc207ce19a1 up at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:35:50.334700 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-a2e31719-f8ea-4ba3-ad81-ba4e4303007e admin admin] Allocated IP 172.25.1.48 (cbe170d3-31ba-45a2-b477-520ab0a7a8ea/f4e26aca-17ac-4adb-a66b-d939a1b35b64/86a967ba-257f-4064-8071-1c12f85f125e) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:35:50.340728 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-5f0115fc-b7b6-47f7-bcab-752308a716db req-8b794045-daae-4014-ae0f-5d23d8e8a57d service neutron] For port 40e32cd4-a5fe-444c-bc87-98c7d5f762d0, host n-h2-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:35:50.351107 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-5f0115fc-b7b6-47f7-bcab-752308a716db req-8b794045-daae-4014-ae0f-5d23d8e8a57d service neutron] Publish callbacks [] for binding, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:50.352768 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5f0115fc-b7b6-47f7-bcab-752308a716db req-8b794045-daae-4014-ae0f-5d23d8e8a57d service neutron] 10.222.0.55 "DELETE /v2.0/ports/40e32cd4-a5fe-444c-bc87-98c7d5f762d0/bindings/n-h2-811396-3 HTTP/1.1" status: 204 len: 173 time: 0.1626542 Oct 20 10:35:50.385421 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=6b62206e-39d0-45df-9f8b-694b5bc1053f,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:35:50.412211 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning for port cde88316-97fc-42ab-948b-2cc207ce19a1 completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:35:50.420012 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-5a51696b-5d28-477c-8180-320c013d6b38 None None] Publish callbacks [] for port, precommit_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:50.423970 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning complete for port cde88316-97fc-42ab-948b-2cc207ce19a1 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:35:50.424221 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:50.457211 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-5a51696b-5d28-477c-8180-320c013d6b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:50.556108 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a2e31719-f8ea-4ba3-ad81-ba4e4303007e admin admin] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:50.568987 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a51696b-5d28-477c-8180-320c013d6b38 None None] Network 68013c9e-a7ef-437f-a933-fa94af1fd36d is already hosted by enough agents. {{(pid=100598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:35:50.575612 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.base_scheduler [None req-5a51696b-5d28-477c-8180-320c013d6b38 None None] Resources bound (agent type, host, resource id): {{(pid=100598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:35:50.582165 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a51696b-5d28-477c-8180-320c013d6b38 None None] Received port after_create {{(pid=100598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:35:50.610640 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a51696b-5d28-477c-8180-320c013d6b38 None None] Pushing event updated for resources: {'Port': ['ID=2ab1c9ed-a09d-4a67-900a-6383d8c7e84e,revision_number=1']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:35:50.630822 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a2e31719-f8ea-4ba3-ad81-ba4e4303007e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:50.644436 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d3b7fa-0144-4685-b7f0-a530bfa123d3 req-2bb107cb-831f-4fe0-bc3d-bdfc622eefa1 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:50.656263 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-48d3b7fa-0144-4685-b7f0-a530bfa123d3 req-2bb107cb-831f-4fe0-bc3d-bdfc622eefa1 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a8fd216-61cd-40eb-bf18-0ea2049bb6d6 HTTP/1.1" status: 200 len: 946 time: 0.0953107 Oct 20 10:35:50.725405 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e31719-f8ea-4ba3-ad81-ba4e4303007e admin admin] Pushing event updated for resources: {'Port': ['ID=86a967ba-257f-4064-8071-1c12f85f125e,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:35:50.732878 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-48d3b7fa-0144-4685-b7f0-a530bfa123d3 req-9fa276f5-eb30-41cb-b367-4daf1a453472 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] 10.222.0.64 "GET /v2.0/security-groups?id=3c1a8b96-5782-4385-b9de-3407ab4b2d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736468 Oct 20 10:35:50.740148 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e31719-f8ea-4ba3-ad81-ba4e4303007e admin admin] Network cbe170d3-31ba-45a2-b477-520ab0a7a8ea is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:35:50.741831 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-a2e31719-f8ea-4ba3-ad81-ba4e4303007e admin admin] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:35:50.756240 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e31719-f8ea-4ba3-ad81-ba4e4303007e admin admin] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:35:50.779489 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 6f618075-47e1-4d3f-bc01-1cfa713c867b no longer exists at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:35:50.802739 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] No Port match for: 6f618075-47e1-4d3f-bc01-1cfa713c867b {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:35:50.803091 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 6f618075-47e1-4d3f-bc01-1cfa713c867b not bound to the agent host n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:35:50.808184 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-5a51696b-5d28-477c-8180-320c013d6b38 None None] Attempting to bind port 2ab1c9ed-a09d-4a67-900a-6383d8c7e84e on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:35:50.808570 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-5a51696b-5d28-477c-8180-320c013d6b38 None None] Attempting to bind port 2ab1c9ed-a09d-4a67-900a-6383d8c7e84e by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': 'ddb133b7-86df-4bcf-9223-bd195c867a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '68013c9e-a7ef-437f-a933-fa94af1fd36d'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:35:50.808944 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a51696b-5d28-477c-8180-320c013d6b38 None None] Attempting to bind port 2ab1c9ed-a09d-4a67-900a-6383d8c7e84e on network 68013c9e-a7ef-437f-a933-fa94af1fd36d {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:35:50.810937 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:50.833544 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a51696b-5d28-477c-8180-320c013d6b38 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:35:50.834016 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a51696b-5d28-477c-8180-320c013d6b38 None None] Checking segment: {'id': 'ddb133b7-86df-4bcf-9223-bd195c867a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '68013c9e-a7ef-437f-a933-fa94af1fd36d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:35:50.834378 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-5a51696b-5d28-477c-8180-320c013d6b38 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:50.834900 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a51696b-5d28-477c-8180-320c013d6b38 None None] Bound using segment: {'id': 'ddb133b7-86df-4bcf-9223-bd195c867a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '68013c9e-a7ef-437f-a933-fa94af1fd36d'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:35:50.835419 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-5a51696b-5d28-477c-8180-320c013d6b38 None None] Bound port: 2ab1c9ed-a09d-4a67-900a-6383d8c7e84e, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddb133b7-86df-4bcf-9223-bd195c867a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '68013c9e-a7ef-437f-a933-fa94af1fd36d'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:35:50.835778 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-5a51696b-5d28-477c-8180-320c013d6b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:50.874951 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port cde88316-97fc-42ab-948b-2cc207ce19a1, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=cde88316-97fc-42ab-948b-2cc207ce19a1,segment=NetworkSegment(579c7eb4-bf50-4e8d-a227-c6a885f646d2),segment_id=579c7eb4-bf50-4e8d-a227-c6a885f646d2)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:35:50.898215 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:50.899347 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device c6946b44-75f5-4ceb-9f3e-281cc30cd187 up at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:35:51.018711 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-5a51696b-5d28-477c-8180-320c013d6b38 None None] For port 2ab1c9ed-a09d-4a67-900a-6383d8c7e84e, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:35:51.023220 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-5a51696b-5d28-477c-8180-320c013d6b38 None None] For port 2ab1c9ed-a09d-4a67-900a-6383d8c7e84e, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=2ab1c9ed-a09d-4a67-900a-6383d8c7e84e,segment=NetworkSegment(ddb133b7-86df-4bcf-9223-bd195c867a51),segment_id=ddb133b7-86df-4bcf-9223-bd195c867a51)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:35:51.025075 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=cde88316-97fc-42ab-948b-2cc207ce19a1,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:35:51.038129 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-5a51696b-5d28-477c-8180-320c013d6b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:51.056348 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning for port c6946b44-75f5-4ceb-9f3e-281cc30cd187 completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:35:51.104289 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning complete for port c6946b44-75f5-4ceb-9f3e-281cc30cd187 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:35:51.105024 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:51.171784 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a2e31719-f8ea-4ba3-ad81-ba4e4303007e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:51.218355 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a51696b-5d28-477c-8180-320c013d6b38 None None] Pushing event updated for resources: {'Port': ['ID=2ab1c9ed-a09d-4a67-900a-6383d8c7e84e,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:35:51.300000 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:51.359467 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port c6946b44-75f5-4ceb-9f3e-281cc30cd187, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=c6946b44-75f5-4ceb-9f3e-281cc30cd187,segment=NetworkSegment(5c26a787-281b-4999-b13c-5972e48fde4a),segment_id=5c26a787-281b-4999-b13c-5972e48fde4a)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:35:51.360930 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80d2d265-4161-4f15-ab0c-130b15ddf9e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2119e2cf-4499-4ee6-a849-174b453941eb'}, {'server_uuid': '80d2d265-4161-4f15-ab0c-130b15ddf9e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b62206e-39d0-45df-9f8b-694b5bc1053f'}, {'server_uuid': '80d2d265-4161-4f15-ab0c-130b15ddf9e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cde88316-97fc-42ab-948b-2cc207ce19a1'}, {'server_uuid': '80d2d265-4161-4f15-ab0c-130b15ddf9e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6946b44-75f5-4ceb-9f3e-281cc30cd187'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:35:51.363790 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da7b7fc0-ab35-428c-94c8-7d1d6517293a" -d '{"events": [{"server_uuid": "80d2d265-4161-4f15-ab0c-130b15ddf9e0", "name": "network-vif-plugged", "status": "completed", "tag": "2119e2cf-4499-4ee6-a849-174b453941eb"}, {"server_uuid": "80d2d265-4161-4f15-ab0c-130b15ddf9e0", "name": "network-vif-plugged", "status": "completed", "tag": "6b62206e-39d0-45df-9f8b-694b5bc1053f"}, {"server_uuid": "80d2d265-4161-4f15-ab0c-130b15ddf9e0", "name": "network-vif-plugged", "status": "completed", "tag": "cde88316-97fc-42ab-948b-2cc207ce19a1"}, {"server_uuid": "80d2d265-4161-4f15-ab0c-130b15ddf9e0", "name": "network-vif-plugged", "status": "completed", "tag": "c6946b44-75f5-4ceb-9f3e-281cc30cd187"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:35:51.377379 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:51.412452 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eb2d67-0119-4a0d-80d1-ba1beffa40f5 req-35338edf-55c2-4223-be0e-8520e60d72cf tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:51.422354 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-42eb2d67-0119-4a0d-80d1-ba1beffa40f5 req-35338edf-55c2-4223-be0e-8520e60d72cf tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/ports?device_id=775e65d3-1201-4348-9dd3-dd9214a2f8e6 HTTP/1.1" status: 200 len: 944 time: 0.1243331 Oct 20 10:35:51.533695 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=c6946b44-75f5-4ceb-9f3e-281cc30cd187,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:35:51.552696 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-42eb2d67-0119-4a0d-80d1-ba1beffa40f5 req-3ed33d5c-aff3-4e55-b91b-f47209d85bfe tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/security-groups?id=c33a6cb5-e80a-4f79-936a-38f5e3f7c89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287048 Oct 20 10:35:51.569480 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4eed58-493a-4e8b-8217-29547358e0cf req-c4167eb6-02f8-4d00-aac1-696b18c00988 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:51.577609 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a2e31719-f8ea-4ba3-ad81-ba4e4303007e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1773475'] for router, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:51.588644 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4eed58-493a-4e8b-8217-29547358e0cf req-c4167eb6-02f8-4d00-aac1-696b18c00988 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:51.606325 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4eed58-493a-4e8b-8217-29547358e0cf req-c4167eb6-02f8-4d00-aac1-696b18c00988 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:51.613254 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4eed58-493a-4e8b-8217-29547358e0cf req-c4167eb6-02f8-4d00-aac1-696b18c00988 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:51.620053 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4eed58-493a-4e8b-8217-29547358e0cf req-c4167eb6-02f8-4d00-aac1-696b18c00988 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:51.626400 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4eed58-493a-4e8b-8217-29547358e0cf req-c4167eb6-02f8-4d00-aac1-696b18c00988 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:51.636267 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4eed58-493a-4e8b-8217-29547358e0cf req-c4167eb6-02f8-4d00-aac1-696b18c00988 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:51.638292 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cb4eed58-493a-4e8b-8217-29547358e0cf req-c4167eb6-02f8-4d00-aac1-696b18c00988 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] 10.222.0.64 "GET /v2.0/ports?device_id=80d2d265-4161-4f15-ab0c-130b15ddf9e0 HTTP/1.1" status: 200 len: 5431 time: 0.2088108 Oct 20 10:35:51.703966 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cb4eed58-493a-4e8b-8217-29547358e0cf req-20c7c094-021c-4884-9141-b23f7b690013 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] 10.222.0.64 "GET /v2.0/security-groups?id=052167af-6782-42ac-bb32-02b514a83f6f&id=9e881cba-3138-4f23-9b77-7adf07b3a5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0579948 Oct 20 10:35:51.802831 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2e31719-f8ea-4ba3-ad81-ba4e4303007e admin admin] Router 4d672cb9-c763-48d4-baf0-b1e39981a8d0 is scheduled to L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 with binding_index 1 {{(pid=100597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 10:35:51.888986 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Wed, 20 Oct 2021 10:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4363a27d-25e5-4709-8fd4-4557f2e0dd53 x-openstack-request-id: req-4363a27d-25e5-4709-8fd4-4557f2e0dd53 {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:35:51.889898 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80d2d265-4161-4f15-ab0c-130b15ddf9e0", "name": "network-vif-plugged", "status": "completed", "tag": "2119e2cf-4499-4ee6-a849-174b453941eb", "code": 200}, {"server_uuid": "80d2d265-4161-4f15-ab0c-130b15ddf9e0", "name": "network-vif-plugged", "status": "completed", "tag": "6b62206e-39d0-45df-9f8b-694b5bc1053f", "code": 200}, {"server_uuid": "80d2d265-4161-4f15-ab0c-130b15ddf9e0", "name": "network-vif-plugged", "status": "completed", "tag": "cde88316-97fc-42ab-948b-2cc207ce19a1", "code": 200}, {"server_uuid": "80d2d265-4161-4f15-ab0c-130b15ddf9e0", "name": "network-vif-plugged", "status": "completed", "tag": "c6946b44-75f5-4ceb-9f3e-281cc30cd187", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:35:51.889898 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4363a27d-25e5-4709-8fd4-4557f2e0dd53 {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:35:51.890156 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80d2d265-4161-4f15-ab0c-130b15ddf9e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2119e2cf-4499-4ee6-a849-174b453941eb', 'code': 200} Oct 20 10:35:51.890267 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80d2d265-4161-4f15-ab0c-130b15ddf9e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b62206e-39d0-45df-9f8b-694b5bc1053f', 'code': 200} Oct 20 10:35:51.890474 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80d2d265-4161-4f15-ab0c-130b15ddf9e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cde88316-97fc-42ab-948b-2cc207ce19a1', 'code': 200} Oct 20 10:35:51.890730 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80d2d265-4161-4f15-ab0c-130b15ddf9e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6946b44-75f5-4ceb-9f3e-281cc30cd187', 'code': 200} Oct 20 10:35:52.016935 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2e31719-f8ea-4ba3-ad81-ba4e4303007e admin admin] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:35:52.029541 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4783b478-cf5d-4f13-8b6d-f942ff7a96ac None None] Sync routers for ids ['4d672cb9-c763-48d4-baf0-b1e39981a8d0'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:35:52.046304 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4783b478-cf5d-4f13-8b6d-f942ff7a96ac None None] Routers {'4d672cb9-c763-48d4-baf0-b1e39981a8d0'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:35:52.050658 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-4783b478-cf5d-4f13-8b6d-f942ff7a96ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:35:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['4d672cb9-c763-48d4-baf0-b1e39981a8d0'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:35:52.053578 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a2e31719-f8ea-4ba3-ad81-ba4e4303007e admin admin] Publish callbacks [] for router, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:52.057340 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-a2e31719-f8ea-4ba3-ad81-ba4e4303007e admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.8473587 Oct 20 10:35:52.059484 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 47844) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:35:52.154908 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9663f469-2ff4-4e91-a8b1-c09ab457628a req-762d0bd6-f2e4-4627-a07b-005cfa529169 tempest-LiveMigrationTest-1924267454 tempest-LiveMigrationTest-1924267454-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:52.163243 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9663f469-2ff4-4e91-a8b1-c09ab457628a req-762d0bd6-f2e4-4627-a07b-005cfa529169 tempest-LiveMigrationTest-1924267454 tempest-LiveMigrationTest-1924267454-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=775e65d3-1201-4348-9dd3-dd9214a2f8e6 HTTP/1.1" status: 200 len: 1095 time: 0.0886152 Oct 20 10:35:52.191367 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12df3dc9-d1b6-4d8f-9352-c0e05184db6e req-7459790e-3488-4b08-a6d2-fa732d9e3bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:52.196976 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12df3dc9-d1b6-4d8f-9352-c0e05184db6e req-7459790e-3488-4b08-a6d2-fa732d9e3bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:52.200186 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12df3dc9-d1b6-4d8f-9352-c0e05184db6e req-7459790e-3488-4b08-a6d2-fa732d9e3bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:52.200767 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12df3dc9-d1b6-4d8f-9352-c0e05184db6e req-7459790e-3488-4b08-a6d2-fa732d9e3bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:52.201299 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12df3dc9-d1b6-4d8f-9352-c0e05184db6e req-7459790e-3488-4b08-a6d2-fa732d9e3bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:52.201822 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12df3dc9-d1b6-4d8f-9352-c0e05184db6e req-7459790e-3488-4b08-a6d2-fa732d9e3bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:52.203538 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12df3dc9-d1b6-4d8f-9352-c0e05184db6e req-7459790e-3488-4b08-a6d2-fa732d9e3bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:52.205780 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-12df3dc9-d1b6-4d8f-9352-c0e05184db6e req-7459790e-3488-4b08-a6d2-fa732d9e3bd2 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=80d2d265-4161-4f15-ab0c-130b15ddf9e0 HTTP/1.1" status: 200 len: 6488 time: 0.2275603 Oct 20 10:35:52.218763 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e46bd35-4f7c-409b-9284-7561c48bce09 req-ae98ce3b-15ea-42b1-b337-b215fe82924a tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:52.232470 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3e46bd35-4f7c-409b-9284-7561c48bce09 req-ae98ce3b-15ea-42b1-b337-b215fe82924a tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a8fd216-61cd-40eb-bf18-0ea2049bb6d6 HTTP/1.1" status: 200 len: 946 time: 0.2046177 Oct 20 10:35:52.263993 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-4783b478-cf5d-4f13-8b6d-f942ff7a96ac None None] Set router 4d672cb9-c763-48d4-baf0-b1e39981a8d0 gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:35:52.368350 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9663f469-2ff4-4e91-a8b1-c09ab457628a req-23f362ff-f4cd-4219-9fca-937051b3b164 tempest-LiveMigrationTest-1924267454 tempest-LiveMigrationTest-1924267454-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=c33a6cb5-e80a-4f79-936a-38f5e3f7c89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988151 Oct 20 10:35:52.376133 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-12df3dc9-d1b6-4d8f-9352-c0e05184db6e req-82ee045c-ea05-4e05-8163-50163a11fa9a service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=052167af-6782-42ac-bb32-02b514a83f6f&id=9e881cba-3138-4f23-9b77-7adf07b3a5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1376703 Oct 20 10:35:52.402061 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 2ab1c9ed-a09d-4a67-900a-6383d8c7e84e up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:35:52.406660 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3e46bd35-4f7c-409b-9284-7561c48bce09 req-805a1f1e-b5ef-4bd4-8c60-ab7f134f3b80 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] 10.222.0.64 "GET /v2.0/security-groups?id=3c1a8b96-5782-4385-b9de-3407ab4b2d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763458 Oct 20 10:35:52.644474 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 2ab1c9ed-a09d-4a67-900a-6383d8c7e84e triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:35:52.645206 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:52.651089 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06754f70-37b7-4bbe-8fb5-480addb16288 None None] Network 68013c9e-a7ef-437f-a933-fa94af1fd36d requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:35:52.769518 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-3e787dea-badc-45f4-ba1a-e0cede06268c None None] Provisioning complete for port 2ab1c9ed-a09d-4a67-900a-6383d8c7e84e triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:35:52.769972 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3e787dea-badc-45f4-ba1a-e0cede06268c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:52.863352 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f1a01b29-4dd8-452c-803b-da51a60694f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:52.959975 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:53.107004 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-f1a01b29-4dd8-452c-803b-da51a60694f7 admin admin] Allocated IP 172.20.0.1 (68013c9e-a7ef-437f-a933-fa94af1fd36d/5905bd22-d1a4-4b93-b2c3-686727565be8/065ae48b-8bde-4eef-80c2-1245cae7164e) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:35:53.125661 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-4783b478-cf5d-4f13-8b6d-f942ff7a96ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d672cb9-c763-48d4-baf0-b1e39981a8d0', 'name': 'tempest-FloatingIPDetailsTestJSON-1275843375-router', 'tenant_id': '6c922f0ff0374f3f927ba594e61a0131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '86a967ba-257f-4064-8071-1c12f85f125e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:35:49Z', 'updated_at': '2021-10-20T10:35:50Z', 'revision_number': 3, 'project_id': '6c922f0ff0374f3f927ba594e61a0131', 'gw_port': {'id': '86a967ba-257f-4064-8071-1c12f85f125e', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:60:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d672cb9-c763-48d4-baf0-b1e39981a8d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:35:50Z', 'updated_at': '2021-10-20T10:35:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:35:53.178460 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4783b478-cf5d-4f13-8b6d-f942ff7a96ac None None] Checking router: 4d672cb9-c763-48d4-baf0-b1e39981a8d0 for host: n-d-811396-3 {{(pid=100598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:35:53.182127 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4783b478-cf5d-4f13-8b6d-f942ff7a96ac None None] Updating router 4d672cb9-c763-48d4-baf0-b1e39981a8d0 port 86a967ba-257f-4064-8071-1c12f85f125e binding host n-d-811396-3 {{(pid=100598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 10:35:53.332732 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 47892) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:35:53.338988 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f1a01b29-4dd8-452c-803b-da51a60694f7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:53.355549 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8328b0-90e0-472c-b4ce-bc8163c21250 req-1ad6b07d-9859-47fe-9590-c667a1688d46 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:53.364375 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5b8328b0-90e0-472c-b4ce-bc8163c21250 req-1ad6b07d-9859-47fe-9590-c667a1688d46 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/networks?id=60750f9d-1dd0-4933-91f0-f6aefa736c9d HTTP/1.1" status: 200 len: 808 time: 0.3109555 Oct 20 10:35:53.389812 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5b8328b0-90e0-472c-b4ce-bc8163c21250 req-a495c074-0cde-4681-8392-9ddd1e71dd22 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/quotas/4e37fa6eb8b848f6897a2d7488b235c7 HTTP/1.1" status: 200 len: 375 time: 0.0242236 Oct 20 10:35:53.390915 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] For port 2ab1c9ed-a09d-4a67-900a-6383d8c7e84e, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=2ab1c9ed-a09d-4a67-900a-6383d8c7e84e,segment=NetworkSegment(ddb133b7-86df-4bcf-9223-bd195c867a51),segment_id=ddb133b7-86df-4bcf-9223-bd195c867a51)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:35:53.402085 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3e787dea-badc-45f4-ba1a-e0cede06268c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:53.413431 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:53.438524 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3844fc-34dc-48d7-9c37-4c13f33ec8be req-b8b27b18-f6f8-42a4-bae6-1e00afcc8183 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:53.445666 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3844fc-34dc-48d7-9c37-4c13f33ec8be req-b8b27b18-f6f8-42a4-bae6-1e00afcc8183 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:53.449661 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f1a01b29-4dd8-452c-803b-da51a60694f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:53.462039 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3844fc-34dc-48d7-9c37-4c13f33ec8be req-b8b27b18-f6f8-42a4-bae6-1e00afcc8183 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:53.482253 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3844fc-34dc-48d7-9c37-4c13f33ec8be req-b8b27b18-f6f8-42a4-bae6-1e00afcc8183 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:53.483862 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Pushing event updated for resources: {'Port': ['ID=2ab1c9ed-a09d-4a67-900a-6383d8c7e84e,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:35:53.486328 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-4783b478-cf5d-4f13-8b6d-f942ff7a96ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:53.493833 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3844fc-34dc-48d7-9c37-4c13f33ec8be req-b8b27b18-f6f8-42a4-bae6-1e00afcc8183 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:53.508563 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3844fc-34dc-48d7-9c37-4c13f33ec8be req-b8b27b18-f6f8-42a4-bae6-1e00afcc8183 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:53.530360 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3844fc-34dc-48d7-9c37-4c13f33ec8be req-b8b27b18-f6f8-42a4-bae6-1e00afcc8183 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:53.534774 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a01b29-4dd8-452c-803b-da51a60694f7 admin admin] Network 68013c9e-a7ef-437f-a933-fa94af1fd36d is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:35:53.539257 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4c3844fc-34dc-48d7-9c37-4c13f33ec8be req-b8b27b18-f6f8-42a4-bae6-1e00afcc8183 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] 10.222.0.64 "GET /v2.0/ports?device_id=80d2d265-4161-4f15-ab0c-130b15ddf9e0 HTTP/1.1" status: 200 len: 5431 time: 0.3166006 Oct 20 10:35:53.541602 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-f1a01b29-4dd8-452c-803b-da51a60694f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:35:53.559455 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a01b29-4dd8-452c-803b-da51a60694f7 admin admin] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:35:53.646684 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a01b29-4dd8-452c-803b-da51a60694f7 admin admin] Pushing event updated for resources: {'Port': ['ID=065ae48b-8bde-4eef-80c2-1245cae7164e,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:35:53.665615 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4c3844fc-34dc-48d7-9c37-4c13f33ec8be req-63f97c5b-8b4f-45d8-ab6c-f3691cf9a21e tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] 10.222.0.64 "GET /v2.0/security-groups?id=052167af-6782-42ac-bb32-02b514a83f6f&id=9e881cba-3138-4f23-9b77-7adf07b3a5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1201282 Oct 20 10:35:53.684214 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f1a01b29-4dd8-452c-803b-da51a60694f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1774540'] for router_interface, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:53.694245 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-ecf5d8d1-f722-4923-b5ee-7aeab53b7698 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0f05c0031f4147059bf9a73b0f780356&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3598812 Oct 20 10:35:53.705779 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5b8328b0-90e0-472c-b4ce-bc8163c21250 req-581c2736-7ac4-425f-a0c7-d4fe27d50b24 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=4e37fa6eb8b848f6897a2d7488b235c7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3147354 Oct 20 10:35:53.707728 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 47898) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:35:53.887120 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-33cd825e-6305-4e9f-af39-6fbab9ad2e86 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:53.950982 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5b8328b0-90e0-472c-b4ce-bc8163c21250 req-7966ecc8-bef0-405e-8db7-4289bfea9f01 service neutron] 10.222.0.64 "GET /v2.0/networks/60750f9d-1dd0-4933-91f0-f6aefa736c9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2423635 Oct 20 10:35:53.953690 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-4783b478-cf5d-4f13-8b6d-f942ff7a96ac None None] Publish callbacks [] for port, precommit_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:53.970017 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-4783b478-cf5d-4f13-8b6d-f942ff7a96ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:54.035505 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:35:54.035915 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:35:54.036263 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:35:54.037391 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:35:54.037740 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:35:54.045168 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:35:54.045652 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:35:54.046486 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:35:54.050380 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:35:54.050731 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:35:54.051072 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:35:54.051416 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:35:54.071132 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.db.api [None req-3e787dea-badc-45f4-ba1a-e0cede06268c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 10:35:54.071512 n-d-811396-3 neutron-server[100598]: DEBUG oslo_db.api [None req-3e787dea-badc-45f4-ba1a-e0cede06268c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 10:35:54.088842 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-33cd825e-6305-4e9f-af39-6fbab9ad2e86 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:54.118455 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ad5ec4-e827-4922-89fa-6c4ef2e88954 req-cb2ba19c-02ee-43b8-9ffc-bddc2e7a5469 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:54.129209 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-10ad5ec4-e827-4922-89fa-6c4ef2e88954 req-cb2ba19c-02ee-43b8-9ffc-bddc2e7a5469 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a8fd216-61cd-40eb-bf18-0ea2049bb6d6 HTTP/1.1" status: 200 len: 946 time: 0.1493895 Oct 20 10:35:54.213115 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f1a01b29-4dd8-452c-803b-da51a60694f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:54.215913 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-4783b478-cf5d-4f13-8b6d-f942ff7a96ac None None] Attempting to bind port 86a967ba-257f-4064-8071-1c12f85f125e on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:35:54.217867 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-4783b478-cf5d-4f13-8b6d-f942ff7a96ac None None] Attempting to bind port 86a967ba-257f-4064-8071-1c12f85f125e by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:35:54.218215 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5b8328b0-90e0-472c-b4ce-bc8163c21250 req-e941057e-c2f9-440b-ae80-601354b37306 service neutron] 10.222.0.64 "GET /v2.0/networks/60750f9d-1dd0-4933-91f0-f6aefa736c9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2638559 Oct 20 10:35:54.219035 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4783b478-cf5d-4f13-8b6d-f942ff7a96ac None None] Attempting to bind port 86a967ba-257f-4064-8071-1c12f85f125e on network cbe170d3-31ba-45a2-b477-520ab0a7a8ea {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:35:54.251051 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab93aba8-557d-4b09-b486-179c1fc4f129 None None] Pushing event updated for resources: {'Port': ['ID=86a967ba-257f-4064-8071-1c12f85f125e,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:35:54.268714 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4783b478-cf5d-4f13-8b6d-f942ff7a96ac None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:35:54.269274 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4783b478-cf5d-4f13-8b6d-f942ff7a96ac None None] Checking segment: {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:35:54.271169 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-4783b478-cf5d-4f13-8b6d-f942ff7a96ac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:54.273352 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4783b478-cf5d-4f13-8b6d-f942ff7a96ac None None] Bound using segment: {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:35:54.273604 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-4783b478-cf5d-4f13-8b6d-f942ff7a96ac None None] Bound port: 86a967ba-257f-4064-8071-1c12f85f125e, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:35:54.274268 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-4783b478-cf5d-4f13-8b6d-f942ff7a96ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:54.276371 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-10ad5ec4-e827-4922-89fa-6c4ef2e88954 req-80dfebfb-4025-4af5-87f7-2b8507a4d9a1 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] 10.222.0.64 "GET /v2.0/security-groups?id=3c1a8b96-5782-4385-b9de-3407ab4b2d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461525 Oct 20 10:35:54.306784 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 2ab1c9ed-a09d-4a67-900a-6383d8c7e84e up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:35:54.315489 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-33cd825e-6305-4e9f-af39-6fbab9ad2e86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:54.318240 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-33cd825e-6305-4e9f-af39-6fbab9ad2e86 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:54.319461 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-33cd825e-6305-4e9f-af39-6fbab9ad2e86 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/242ce2dc-e645-45df-8db9-159ea20f04fe HTTP/1.1" status: 204 len: 168 time: 0.5687654 Oct 20 10:35:54.334340 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cd825e-6305-4e9f-af39-6fbab9ad2e86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=242ce2dc-e645-45df-8db9-159ea20f04fe,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:35:54.429276 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 2ab1c9ed-a09d-4a67-900a-6383d8c7e84e triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:35:54.429932 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:54.469567 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-4783b478-cf5d-4f13-8b6d-f942ff7a96ac None None] For port 86a967ba-257f-4064-8071-1c12f85f125e, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:35:54.506282 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-4783b478-cf5d-4f13-8b6d-f942ff7a96ac None None] For port 86a967ba-257f-4064-8071-1c12f85f125e, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=86a967ba-257f-4064-8071-1c12f85f125e,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:35:54.507216 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f1a01b29-4dd8-452c-803b-da51a60694f7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:54.517934 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-4783b478-cf5d-4f13-8b6d-f942ff7a96ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:54.518718 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f1a01b29-4dd8-452c-803b-da51a60694f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:54.601609 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bd1fc81b-68d9-4191-896d-d11bc5641775 req-bffb15f1-2105-469d-af1e-2dae2c904018 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/ports?device_id=efe4bd25-79e9-42af-a4d8-5e8c46ef26f5 HTTP/1.1" status: 200 len: 210 time: 0.0904961 Oct 20 10:35:54.688150 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4783b478-cf5d-4f13-8b6d-f942ff7a96ac None None] Routers {'4d672cb9-c763-48d4-baf0-b1e39981a8d0'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:35:54.688788 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-4783b478-cf5d-4f13-8b6d-f942ff7a96ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:35:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['4d672cb9-c763-48d4-baf0-b1e39981a8d0'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:35:54.849628 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab93aba8-557d-4b09-b486-179c1fc4f129 None None] Pushing event updated for resources: {'Port': ['ID=86a967ba-257f-4064-8071-1c12f85f125e,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:35:54.981757 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-4783b478-cf5d-4f13-8b6d-f942ff7a96ac None None] Set router 4d672cb9-c763-48d4-baf0-b1e39981a8d0 gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:35:55.036648 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8b8a27-45ad-495e-895d-5f112b44c044 req-b28f89e1-e4b7-432d-8e69-9d8fd131dd10 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:55.053061 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8b8a27-45ad-495e-895d-5f112b44c044 req-b28f89e1-e4b7-432d-8e69-9d8fd131dd10 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:55.069487 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8b8a27-45ad-495e-895d-5f112b44c044 req-b28f89e1-e4b7-432d-8e69-9d8fd131dd10 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:55.084100 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8b8a27-45ad-495e-895d-5f112b44c044 req-b28f89e1-e4b7-432d-8e69-9d8fd131dd10 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:55.105500 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8b8a27-45ad-495e-895d-5f112b44c044 req-b28f89e1-e4b7-432d-8e69-9d8fd131dd10 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:55.112995 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f1a01b29-4dd8-452c-803b-da51a60694f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1774432'] for router_interface, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:55.124041 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8b8a27-45ad-495e-895d-5f112b44c044 req-b28f89e1-e4b7-432d-8e69-9d8fd131dd10 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:55.128519 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-9ec013b4-d5c9-4f1d-986a-0071d0ff099c None None] Provisioning complete for port 2ab1c9ed-a09d-4a67-900a-6383d8c7e84e triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:35:55.129225 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-9ec013b4-d5c9-4f1d-986a-0071d0ff099c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:55.138746 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8b8a27-45ad-495e-895d-5f112b44c044 req-b28f89e1-e4b7-432d-8e69-9d8fd131dd10 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:55.151069 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6a8b8a27-45ad-495e-895d-5f112b44c044 req-b28f89e1-e4b7-432d-8e69-9d8fd131dd10 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] 10.222.0.64 "GET /v2.0/ports?device_id=80d2d265-4161-4f15-ab0c-130b15ddf9e0 HTTP/1.1" status: 200 len: 5431 time: 0.3265240 Oct 20 10:35:55.210547 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a01b29-4dd8-452c-803b-da51a60694f7 admin admin] Pushing event updated for resources: {'Port': ['ID=065ae48b-8bde-4eef-80c2-1245cae7164e,revision_number=2']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:35:55.304102 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6a8b8a27-45ad-495e-895d-5f112b44c044 req-6f26b4bf-3ad9-455b-bbd1-fe5d997e365f tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] 10.222.0.64 "GET /v2.0/security-groups?id=052167af-6782-42ac-bb32-02b514a83f6f&id=9e881cba-3138-4f23-9b77-7adf07b3a5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1500778 Oct 20 10:35:55.470548 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689b7a19-9a9a-450f-829e-d923c22aa250 req-ec901adb-5a4e-42d0-bae2-da337734b025 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:55.483824 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-689b7a19-9a9a-450f-829e-d923c22aa250 req-ec901adb-5a4e-42d0-bae2-da337734b025 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a8fd216-61cd-40eb-bf18-0ea2049bb6d6 HTTP/1.1" status: 200 len: 946 time: 0.1046040 Oct 20 10:35:55.557728 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-689b7a19-9a9a-450f-829e-d923c22aa250 req-7195c16e-7a45-412e-8653-7150f6dde18f tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] 10.222.0.64 "GET /v2.0/security-groups?id=3c1a8b96-5782-4385-b9de-3407ab4b2d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723860 Oct 20 10:35:55.616780 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc5be48-68d0-4be5-8efe-c0d21592860b req-34e2570e-6ae4-4e71-8ea0-17ef77de74bc tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:55.626278 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-4783b478-cf5d-4f13-8b6d-f942ff7a96ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d672cb9-c763-48d4-baf0-b1e39981a8d0', 'name': 'tempest-FloatingIPDetailsTestJSON-1275843375-router', 'tenant_id': '6c922f0ff0374f3f927ba594e61a0131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '86a967ba-257f-4064-8071-1c12f85f125e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:35:49Z', 'updated_at': '2021-10-20T10:35:54Z', 'revision_number': 4, 'project_id': '6c922f0ff0374f3f927ba594e61a0131', 'gw_port': {'id': '86a967ba-257f-4064-8071-1c12f85f125e', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:60:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d672cb9-c763-48d4-baf0-b1e39981a8d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:35:50Z', 'updated_at': '2021-10-20T10:35:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '065ae48b-8bde-4eef-80c2-1245cae7164e', 'name': '', 'network_id': '68013c9e-a7ef-437f-a933-fa94af1fd36d', 'tenant_id': '6c922f0ff0374f3f927ba594e61a0131', 'mac_address': 'fa:16:3e:3c:e7:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d672cb9-c763-48d4-baf0-b1e39981a8d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '5905bd22-d1a4-4b93-b2c3-686727565be8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:35:52Z', 'updated_at': '2021-10-20T10:35:54Z', 'revision_number': 2, 'project_id': '6c922f0ff0374f3f927ba594e61a0131', 'subnets': [{'id': '5905bd22-d1a4-4b93-b2c3-686727565be8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:35:55.646390 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc5be48-68d0-4be5-8efe-c0d21592860b req-34e2570e-6ae4-4e71-8ea0-17ef77de74bc tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:55.652671 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a01b29-4dd8-452c-803b-da51a60694f7 admin admin] Network 68013c9e-a7ef-437f-a933-fa94af1fd36d is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:35:55.657100 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-f1a01b29-4dd8-452c-803b-da51a60694f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:35:55.662060 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc5be48-68d0-4be5-8efe-c0d21592860b req-34e2570e-6ae4-4e71-8ea0-17ef77de74bc tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:55.663509 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4783b478-cf5d-4f13-8b6d-f942ff7a96ac None None] The sync data for ids ['4d672cb9-c763-48d4-baf0-b1e39981a8d0'] in n-d-811396-3 is: [{'id': '4d672cb9-c763-48d4-baf0-b1e39981a8d0', 'name': 'tempest-FloatingIPDetailsTestJSON-1275843375-router', 'tenant_id': '6c922f0ff0374f3f927ba594e61a0131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '86a967ba-257f-4064-8071-1c12f85f125e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:35:49Z', 'updated_at': '2021-10-20T10:35:54Z', 'revision_number': 4, 'project_id': '6c922f0ff0374f3f927ba594e61a0131', 'gw_port': {'id': '86a967ba-257f-4064-8071-1c12f85f125e', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:60:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d672cb9-c763-48d4-baf0-b1e39981a8d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:35:50Z', 'updated_at': '2021-10-20T10:35:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '065ae48b-8bde-4eef-80c2-1245cae7164e', 'name': '', 'network_id': '68013c9e-a7ef-437f-a933-fa94af1fd36d', 'tenant_id': '6c922f0ff0374f3f927ba594e61a0131', 'mac_address': 'fa:16:3e:3c:e7:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d672cb9-c763-48d4-baf0-b1e39981a8d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '5905bd22-d1a4-4b93-b2c3-686727565be8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:35:52Z', 'updated_at': '2021-10-20T10:35:54Z', 'revision_number': 2, 'project_id': '6c922f0ff0374f3f927ba594e61a0131', 'subnets': [{'id': '5905bd22-d1a4-4b93-b2c3-686727565be8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:35:55.677891 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc5be48-68d0-4be5-8efe-c0d21592860b req-34e2570e-6ae4-4e71-8ea0-17ef77de74bc tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:55.686390 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc5be48-68d0-4be5-8efe-c0d21592860b req-34e2570e-6ae4-4e71-8ea0-17ef77de74bc tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:55.703007 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc5be48-68d0-4be5-8efe-c0d21592860b req-34e2570e-6ae4-4e71-8ea0-17ef77de74bc tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:55.709776 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-9ec013b4-d5c9-4f1d-986a-0071d0ff099c None None] Provisioning complete for port 065ae48b-8bde-4eef-80c2-1245cae7164e triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:35:55.710159 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-9ec013b4-d5c9-4f1d-986a-0071d0ff099c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:55.712689 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc5be48-68d0-4be5-8efe-c0d21592860b req-34e2570e-6ae4-4e71-8ea0-17ef77de74bc tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:55.736408 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8fc5be48-68d0-4be5-8efe-c0d21592860b req-34e2570e-6ae4-4e71-8ea0-17ef77de74bc tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] 10.222.0.64 "GET /v2.0/ports?device_id=80d2d265-4161-4f15-ab0c-130b15ddf9e0 HTTP/1.1" status: 200 len: 5431 time: 0.1945760 Oct 20 10:35:55.736940 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 47968) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:35:55.754670 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-1b6e5358-668b-42a0-8aa2-364d1f90f9a6 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Request body: {'floatingip': {'port_id': '2119e2cf-4499-4ee6-a849-174b453941eb'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:35:55.818032 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-9ec013b4-d5c9-4f1d-986a-0071d0ff099c None None] Port 065ae48b-8bde-4eef-80c2-1245cae7164e cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:35:55.881183 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1b6e5358-668b-42a0-8aa2-364d1f90f9a6 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Publish callbacks [] for floatingip, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:55.994276 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1a01b29-4dd8-452c-803b-da51a60694f7 admin admin] Router 4d672cb9-c763-48d4-baf0-b1e39981a8d0 has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:35:56.164818 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-0afa159a-89dd-44f8-8e35-6d1a411d4b81 None None] Provisioning complete for port 065ae48b-8bde-4eef-80c2-1245cae7164e triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:35:56.166247 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-0afa159a-89dd-44f8-8e35-6d1a411d4b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:56.351420 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-0afa159a-89dd-44f8-8e35-6d1a411d4b81 None None] Port 065ae48b-8bde-4eef-80c2-1245cae7164e cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:35:56.410785 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1a01b29-4dd8-452c-803b-da51a60694f7 admin admin] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:35:56.417007 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-f1a01b29-4dd8-452c-803b-da51a60694f7 admin admin] 10.222.0.64 "PUT /v2.0/routers/4d672cb9-c763-48d4-baf0-b1e39981a8d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3554134 Oct 20 10:35:56.442635 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5d4efee2-4238-4f58-89b6-b08784abb9b3 req-5a16d2f1-c4e2-40bb-8e58-dccd7146f0a0 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/ports?device_id=efe4bd25-79e9-42af-a4d8-5e8c46ef26f5 HTTP/1.1" status: 200 len: 210 time: 0.1190770 Oct 20 10:35:56.598826 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 47986) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:35:56.811100 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-adc1fdde-3e0c-4389-b70d-249d2f0b58fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:56.923451 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-adc1fdde-3e0c-4389-b70d-249d2f0b58fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:56.933185 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-adc1fdde-3e0c-4389-b70d-249d2f0b58fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:56.975269 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc1fdde-3e0c-4389-b70d-249d2f0b58fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44197db2-d812-4a70-8c13-0450a9a18dd6,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:35:57.017105 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-adc1fdde-3e0c-4389-b70d-249d2f0b58fd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fdbadd81551a49998817bb0873a24df4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4170430 Oct 20 10:35:57.020534 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 47996) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:35:57.123603 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c1619cfa-b5fe-4734-8559-bc93c0b8015a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:57.160290 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c1619cfa-b5fe-4734-8559-bc93c0b8015a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:57.253634 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c1619cfa-b5fe-4734-8559-bc93c0b8015a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:57.256310 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c1619cfa-b5fe-4734-8559-bc93c0b8015a admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:57.257535 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-c1619cfa-b5fe-4734-8559-bc93c0b8015a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/44197db2-d812-4a70-8c13-0450a9a18dd6 HTTP/1.1" status: 204 len: 168 time: 0.2351799 Oct 20 10:35:57.280125 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1619cfa-b5fe-4734-8559-bc93c0b8015a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44197db2-d812-4a70-8c13-0450a9a18dd6,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:35:57.403866 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8328b0-90e0-472c-b4ce-bc8163c21250 req-e9e718e8-05af-4867-98aa-287e1a44cc30 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:57.405821 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5b8328b0-90e0-472c-b4ce-bc8163c21250 req-e9e718e8-05af-4867-98aa-287e1a44cc30 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.69 "GET /v2.0/networks?id=60750f9d-1dd0-4933-91f0-f6aefa736c9d HTTP/1.1" status: 200 len: 808 time: 1.0809007 Oct 20 10:35:57.442021 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-5b8328b0-90e0-472c-b4ce-bc8163c21250 req-e9bbd0cc-b5e4-4294-8740-a588c9dab495 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Request body: {'port': {'device_id': 'efe4bd25-79e9-42af-a4d8-5e8c46ef26f5', 'network_id': '60750f9d-1dd0-4933-91f0-f6aefa736c9d', 'admin_state_up': True, 'tenant_id': '4e37fa6eb8b848f6897a2d7488b235c7'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:35:57.492044 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5fa94e08-c65e-4794-ab84-26480eefe979 req-fd0bf8ae-dcc8-4a8d-9f4d-bcd0b137fece tempest-FloatingIPDetailsTestJSON-1197160505 tempest-FloatingIPDetailsTestJSON-1197160505-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6636786 Oct 20 10:35:57.507735 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2dbf2b-0743-4d69-88a6-a7c05143c913 req-f1eda05b-7ec5-46bf-ad8c-1120243e84a8 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:57.514242 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fe2dbf2b-0743-4d69-88a6-a7c05143c913 req-f1eda05b-7ec5-46bf-ad8c-1120243e84a8 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a8fd216-61cd-40eb-bf18-0ea2049bb6d6 HTTP/1.1" status: 200 len: 946 time: 0.7601910 Oct 20 10:35:57.549416 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-5fa94e08-c65e-4794-ab84-26480eefe979 req-44fcad0c-7c2a-4f4f-90f0-ed449bc1f8e2 tempest-FloatingIPDetailsTestJSON-1197160505 tempest-FloatingIPDetailsTestJSON-1197160505-project] Request body: {'floatingip': {'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:35:57.615621 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fe2dbf2b-0743-4d69-88a6-a7c05143c913 req-00c42e19-1eab-4b68-bff6-1f4ccd9c3a38 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] 10.222.0.64 "GET /v2.0/security-groups?id=3c1a8b96-5782-4385-b9de-3407ab4b2d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805156 Oct 20 10:35:57.714740 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-5fa94e08-c65e-4794-ab84-26480eefe979 req-44fcad0c-7c2a-4f4f-90f0-ed449bc1f8e2 tempest-FloatingIPDetailsTestJSON-1197160505 tempest-FloatingIPDetailsTestJSON-1197160505-project] Publish callbacks [] for floatingip, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:57.795012 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.db.resource_extend [None req-1b6e5358-668b-42a0-8aa2-364d1f90f9a6 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 20 10:35:57.952516 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1b6e5358-668b-42a0-8aa2-364d1f90f9a6 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:57.991609 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b8328b0-90e0-472c-b4ce-bc8163c21250 req-e9bbd0cc-b5e4-4294-8740-a588c9dab495 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Made reservation on behalf of 4e37fa6eb8b848f6897a2d7488b235c7 for: {'port': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:35:58.000226 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-5b8328b0-90e0-472c-b4ce-bc8163c21250 req-e9bbd0cc-b5e4-4294-8740-a588c9dab495 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:58.024824 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e314a030-1fdc-451e-9108-e97509bf557b req-538eca10-1aed-4e07-9244-646e12518ab1 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/ports?device_id=efe4bd25-79e9-42af-a4d8-5e8c46ef26f5 HTTP/1.1" status: 200 len: 210 time: 0.0947526 Oct 20 10:35:58.060826 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1b6e5358-668b-42a0-8aa2-364d1f90f9a6 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1773381'] for floatingip, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:58.302306 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 86a967ba-257f-4064-8071-1c12f85f125e up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:35:58.414126 n-d-811396-3 neutron-server[100596]: INFO neutron.db.l3_db [None req-1b6e5358-668b-42a0-8aa2-364d1f90f9a6 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Floating IP a12e788c-907c-4901-b204-973aa38fe43c associated. External IP: 172.25.1.13, port: 2119e2cf-4499-4ee6-a849-174b453941eb. Oct 20 10:35:58.454112 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 86a967ba-257f-4064-8071-1c12f85f125e triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:35:58.454462 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:58.493392 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 48030) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:35:58.498417 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-5fa94e08-c65e-4794-ab84-26480eefe979 req-44fcad0c-7c2a-4f4f-90f0-ed449bc1f8e2 tempest-FloatingIPDetailsTestJSON-1197160505 tempest-FloatingIPDetailsTestJSON-1197160505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:58.500670 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [req-5b8328b0-90e0-472c-b4ce-bc8163c21250 req-e9bbd0cc-b5e4-4294-8740-a588c9dab495 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Allocated IP 172.20.0.10 (60750f9d-1dd0-4933-91f0-f6aefa736c9d/6f74b0c1-2855-44cd-a118-a8c6ce76ebd8/00ae86d6-b3cd-41a2-9d65-5a8b5af60932) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:35:58.568618 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:58.600410 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] For port 86a967ba-257f-4064-8071-1c12f85f125e, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=86a967ba-257f-4064-8071-1c12f85f125e,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:35:58.619364 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:58.658572 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-dc9ffe3d-9059-4267-887a-353a8d9fa9a7 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-375352498-network', 'tenant_id': 'cb37504c72ba40f188dbc90669e16f16'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:35:58.706455 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc9ffe3d-9059-4267-887a-353a8d9fa9a7 admin admin] Made reservation on behalf of cb37504c72ba40f188dbc90669e16f16 for: {'network': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:35:58.708698 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-dc9ffe3d-9059-4267-887a-353a8d9fa9a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:58.719507 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-dc9ffe3d-9059-4267-887a-353a8d9fa9a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:58.731692 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Pushing event updated for resources: {'Port': ['ID=86a967ba-257f-4064-8071-1c12f85f125e,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:35:58.851607 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-dc9ffe3d-9059-4267-887a-353a8d9fa9a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:58.859574 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-dc9ffe3d-9059-4267-887a-353a8d9fa9a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:58.890213 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc9ffe3d-9059-4267-887a-353a8d9fa9a7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 845} {{(pid=100597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:35:58.926947 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9ffe3d-9059-4267-887a-353a8d9fa9a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ec9d8d9-20c6-4b77-af03-31986bf5d500,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:35:58.930385 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-dc9ffe3d-9059-4267-887a-353a8d9fa9a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:58.930887 n-d-811396-3 neutron-server[100597]: INFO neutron.db.segments_db [None req-dc9ffe3d-9059-4267-887a-353a8d9fa9a7 admin admin] Added segment 4fb271e4-250e-4c7e-bbc6-e0c7c0528c06 of type vlan for network 18b045cd-d55d-4567-84fc-b03b005d1013 Oct 20 10:35:58.985573 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [req-5fa94e08-c65e-4794-ab84-26480eefe979 req-44fcad0c-7c2a-4f4f-90f0-ed449bc1f8e2 tempest-FloatingIPDetailsTestJSON-1197160505 tempest-FloatingIPDetailsTestJSON-1197160505-project] Allocated IP 172.25.1.158 (cbe170d3-31ba-45a2-b477-520ab0a7a8ea/f4e26aca-17ac-4adb-a66b-d939a1b35b64/fd156425-dc6e-4b1b-bf00-97606ff7148b) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:35:58.989810 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-dc9ffe3d-9059-4267-887a-353a8d9fa9a7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:59.064898 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-dc9ffe3d-9059-4267-887a-353a8d9fa9a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:59.069759 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc9ffe3d-9059-4267-887a-353a8d9fa9a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:59.070398 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-dc9ffe3d-9059-4267-887a-353a8d9fa9a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:59.096695 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe946ca-de2a-48fe-829c-a1cd130408f2 req-2d7dc9eb-0f3e-4d14-b218-6b31e8bf7ff3 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:59.098231 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0fe946ca-de2a-48fe-829c-a1cd130408f2 req-2d7dc9eb-0f3e-4d14-b218-6b31e8bf7ff3 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a8fd216-61cd-40eb-bf18-0ea2049bb6d6 HTTP/1.1" status: 200 len: 946 time: 0.3256361 Oct 20 10:35:59.108513 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b6e5358-668b-42a0-8aa2-364d1f90f9a6 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Router 5de4c448-fca5-4ec5-bab6-2f5ecb6516ec has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:35:59.153060 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9ffe3d-9059-4267-887a-353a8d9fa9a7 admin admin] Pushing event updated for resources: {'Network': ['ID=18b045cd-d55d-4567-84fc-b03b005d1013,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:35:59.165590 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network 18b045cd-d55d-4567-84fc-b03b005d1013 details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:35:59.170681 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-dc9ffe3d-9059-4267-887a-353a8d9fa9a7 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6756079 Oct 20 10:35:59.172066 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 48042) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:35:59.176304 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-5b8328b0-90e0-472c-b4ce-bc8163c21250 req-e9bbd0cc-b5e4-4294-8740-a588c9dab495 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:59.179901 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-5a349565-39ff-49d7-a760-1abb3f5b56e2 admin admin] Request body: {'subnet': {'network_id': '18b045cd-d55d-4567-84fc-b03b005d1013', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-375352498-subnet', 'tenant_id': 'cb37504c72ba40f188dbc90669e16f16', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:35:59.219490 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a349565-39ff-49d7-a760-1abb3f5b56e2 admin admin] Made reservation on behalf of cb37504c72ba40f188dbc90669e16f16 for: {'subnet': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:35:59.222643 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5a349565-39ff-49d7-a760-1abb3f5b56e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25350782'] for subnet, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:59.256635 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c6e6d7-ca27-4e80-be91-a6649a55a26f None None] Sync routers for ids ['4d672cb9-c763-48d4-baf0-b1e39981a8d0'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:35:59.273760 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c6e6d7-ca27-4e80-be91-a6649a55a26f None None] Routers {'4d672cb9-c763-48d4-baf0-b1e39981a8d0'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:35:59.274679 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-81c6e6d7-ca27-4e80-be91-a6649a55a26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:35:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['4d672cb9-c763-48d4-baf0-b1e39981a8d0'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:35:59.428190 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-81c6e6d7-ca27-4e80-be91-a6649a55a26f None None] Set router 4d672cb9-c763-48d4-baf0-b1e39981a8d0 gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:35:59.435265 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0fe946ca-de2a-48fe-829c-a1cd130408f2 req-5a021098-9868-4013-9b33-525e6537b7f1 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] 10.222.0.64 "GET /v2.0/security-groups?id=3c1a8b96-5782-4385-b9de-3407ab4b2d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3221159 Oct 20 10:35:59.442663 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-5b8328b0-90e0-472c-b4ce-bc8163c21250 req-e9bbd0cc-b5e4-4294-8740-a588c9dab495 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:59.498248 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-5fa94e08-c65e-4794-ab84-26480eefe979 req-44fcad0c-7c2a-4f4f-90f0-ed449bc1f8e2 tempest-FloatingIPDetailsTestJSON-1197160505 tempest-FloatingIPDetailsTestJSON-1197160505-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:59.551364 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b8328b0-90e0-472c-b4ce-bc8163c21250 req-e9bbd0cc-b5e4-4294-8740-a588c9dab495 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Network 60750f9d-1dd0-4933-91f0-f6aefa736c9d is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:35:59.565215 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [req-5b8328b0-90e0-472c-b4ce-bc8163c21250 req-e9bbd0cc-b5e4-4294-8740-a588c9dab495 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:35:59.566201 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5a349565-39ff-49d7-a760-1abb3f5b56e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25350752'] for subnet, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:59.570511 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b8328b0-90e0-472c-b4ce-bc8163c21250 req-e9bbd0cc-b5e4-4294-8740-a588c9dab495 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:35:59.586617 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b6e5358-668b-42a0-8aa2-364d1f90f9a6 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:35:59.598877 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4c4222-e237-43a1-9126-66dac117e50f None None] Sync routers for ids ['5de4c448-fca5-4ec5-bab6-2f5ecb6516ec'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:35:59.626974 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4c4222-e237-43a1-9126-66dac117e50f None None] Routers {'5de4c448-fca5-4ec5-bab6-2f5ecb6516ec'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:35:59.629219 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1b6e5358-668b-42a0-8aa2-364d1f90f9a6 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for floatingip, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:59.630260 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-9c4c4222-e237-43a1-9126-66dac117e50f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:35:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['5de4c448-fca5-4ec5-bab6-2f5ecb6516ec'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:35:59.667201 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a349565-39ff-49d7-a760-1abb3f5b56e2 admin admin] Checking segment: {'id': '4fb271e4-250e-4c7e-bbc6-e0c7c0528c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '18b045cd-d55d-4567-84fc-b03b005d1013'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:35:59.667636 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a349565-39ff-49d7-a760-1abb3f5b56e2 admin admin] Network hostable DHCP agents. Network: 18b045cd-d55d-4567-84fc-b03b005d1013, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:35:59.676535 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a349565-39ff-49d7-a760-1abb3f5b56e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3f8776a-c8fc-4213-a931-92d947576811,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:35:59.708527 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a349565-39ff-49d7-a760-1abb3f5b56e2 admin admin] Network 18b045cd-d55d-4567-84fc-b03b005d1013 is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:35:59.738013 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-5a349565-39ff-49d7-a760-1abb3f5b56e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, 18b045cd-d55d-4567-84fc-b03b005d1013) {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:35:59.750869 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a349565-39ff-49d7-a760-1abb3f5b56e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:59.751083 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5a349565-39ff-49d7-a760-1abb3f5b56e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:35:59.765206 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa3e8908-5222-4286-92e0-e3d84d667b9d None None] Network 18b045cd-d55d-4567-84fc-b03b005d1013 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:35:59.781588 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-5a349565-39ff-49d7-a760-1abb3f5b56e2 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6060107 Oct 20 10:35:59.804455 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-1b6e5358-668b-42a0-8aa2-364d1f90f9a6 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] 10.222.0.64 "PUT /v2.0/floatingips/a12e788c-907c-4901-b204-973aa38fe43c HTTP/1.1" status: 200 len: 990 time: 4.0661581 Oct 20 10:35:59.828130 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80d2d265-4161-4f15-ab0c-130b15ddf9e0', 'tag': '2119e2cf-4499-4ee6-a849-174b453941eb'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:35:59.831490 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86997784-9a35-4a84-bf97-f15cefbf352e" -d '{"events": [{"name": "network-changed", "server_uuid": "80d2d265-4161-4f15-ab0c-130b15ddf9e0", "tag": "2119e2cf-4499-4ee6-a849-174b453941eb"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:35:59.836811 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bbd0cc-b5e4-4294-8740-a588c9dab495 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Pushing event updated for resources: {'Port': ['ID=00ae86d6-b3cd-41a2-9d65-5a8b5af60932,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:35:59.863783 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-81c6e6d7-ca27-4e80-be91-a6649a55a26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d672cb9-c763-48d4-baf0-b1e39981a8d0', 'name': 'tempest-FloatingIPDetailsTestJSON-1275843375-router', 'tenant_id': '6c922f0ff0374f3f927ba594e61a0131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '86a967ba-257f-4064-8071-1c12f85f125e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:35:49Z', 'updated_at': '2021-10-20T10:35:54Z', 'revision_number': 4, 'project_id': '6c922f0ff0374f3f927ba594e61a0131', 'gw_port': {'id': '86a967ba-257f-4064-8071-1c12f85f125e', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:60:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d672cb9-c763-48d4-baf0-b1e39981a8d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:35:50Z', 'updated_at': '2021-10-20T10:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '065ae48b-8bde-4eef-80c2-1245cae7164e', 'name': '', 'network_id': '68013c9e-a7ef-437f-a933-fa94af1fd36d', 'tenant_id': '6c922f0ff0374f3f927ba594e61a0131', 'mac_address': 'fa:16:3e:3c:e7:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d672cb9-c763-48d4-baf0-b1e39981a8d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '5905bd22-d1a4-4b93-b2c3-686727565be8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:35:52Z', 'updated_at': '2021-10-20T10:35:54Z', 'revision_number': 2, 'project_id': '6c922f0ff0374f3f927ba594e61a0131', 'subnets': [{'id': '5905bd22-d1a4-4b93-b2c3-686727565be8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:35:59.990807 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8328b0-90e0-472c-b4ce-bc8163c21250 req-e9bbd0cc-b5e4-4294-8740-a588c9dab495 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:35:59.991515 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-5b8328b0-90e0-472c-b4ce-bc8163c21250 req-e9bbd0cc-b5e4-4294-8740-a588c9dab495 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:00.027657 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c6e6d7-ca27-4e80-be91-a6649a55a26f None None] Checking router: 4d672cb9-c763-48d4-baf0-b1e39981a8d0 for host: n-d-811396-3 {{(pid=100599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:36:00.028555 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c6e6d7-ca27-4e80-be91-a6649a55a26f None None] Updating router 4d672cb9-c763-48d4-baf0-b1e39981a8d0 port 065ae48b-8bde-4eef-80c2-1245cae7164e binding host n-d-811396-3 {{(pid=100599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 10:36:00.029665 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62249195-c967-4d2d-bdd4-251ec4ed7d1e req-26fc2c2c-f6a9-4678-9847-4a44ecb9bcbd tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:00.037825 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-62249195-c967-4d2d-bdd4-251ec4ed7d1e req-26fc2c2c-f6a9-4678-9847-4a44ecb9bcbd tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/ports?device_id=efe4bd25-79e9-42af-a4d8-5e8c46ef26f5 HTTP/1.1" status: 200 len: 932 time: 0.2278061 Oct 20 10:36:00.060737 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-81c6e6d7-ca27-4e80-be91-a6649a55a26f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:00.062450 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-5fa94e08-c65e-4794-ab84-26480eefe979 req-44fcad0c-7c2a-4f4f-90f0-ed449bc1f8e2 tempest-FloatingIPDetailsTestJSON-1197160505 tempest-FloatingIPDetailsTestJSON-1197160505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:00.106459 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fa94e08-c65e-4794-ab84-26480eefe979 req-44fcad0c-7c2a-4f4f-90f0-ed449bc1f8e2 tempest-FloatingIPDetailsTestJSON-1197160505 tempest-FloatingIPDetailsTestJSON-1197160505-project] Network cbe170d3-31ba-45a2-b477-520ab0a7a8ea is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:36:00.111446 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5b8328b0-90e0-472c-b4ce-bc8163c21250 req-e9bbd0cc-b5e4-4294-8740-a588c9dab495 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6760371 Oct 20 10:36:00.117940 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [req-5fa94e08-c65e-4794-ab84-26480eefe979 req-44fcad0c-7c2a-4f4f-90f0-ed449bc1f8e2 tempest-FloatingIPDetailsTestJSON-1197160505 tempest-FloatingIPDetailsTestJSON-1197160505-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:36:00.123770 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fa94e08-c65e-4794-ab84-26480eefe979 req-44fcad0c-7c2a-4f4f-90f0-ed449bc1f8e2 tempest-FloatingIPDetailsTestJSON-1197160505 tempest-FloatingIPDetailsTestJSON-1197160505-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:36:00.196140 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-9c4c4222-e237-43a1-9126-66dac117e50f None None] Set router 5de4c448-fca5-4ec5-bab6-2f5ecb6516ec gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:36:00.197662 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-5b8328b0-90e0-472c-b4ce-bc8163c21250 req-b46e3e55-1860-402d-aa72-82e990af2de1 service neutron] Request body: {'port': {'device_id': 'efe4bd25-79e9-42af-a4d8-5e8c46ef26f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811396-3'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:36:00.243565 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-62249195-c967-4d2d-bdd4-251ec4ed7d1e req-33ada476-e529-4a86-afd8-846f583ec3dc tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/security-groups?id=c33a6cb5-e80a-4f79-936a-38f5e3f7c89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003806 Oct 20 10:36:00.315462 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffb2acb4-3d54-4760-b125-9bc2b46a9fee None None] Network 18b045cd-d55d-4567-84fc-b03b005d1013 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:36:00.317409 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 86a967ba-257f-4064-8071-1c12f85f125e up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:36:00.373540 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-5fa94e08-c65e-4794-ab84-26480eefe979 req-44fcad0c-7c2a-4f4f-90f0-ed449bc1f8e2 tempest-FloatingIPDetailsTestJSON-1197160505 tempest-FloatingIPDetailsTestJSON-1197160505-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:00.383484 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-5b8328b0-90e0-472c-b4ce-bc8163c21250 req-b46e3e55-1860-402d-aa72-82e990af2de1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:00.424764 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fcad0c-7c2a-4f4f-90f0-ed449bc1f8e2 tempest-FloatingIPDetailsTestJSON-1197160505 tempest-FloatingIPDetailsTestJSON-1197160505-project] Pushing event updated for resources: {'Port': ['ID=fd156425-dc6e-4b1b-bf00-97606ff7148b,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:36:00.586239 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-81c6e6d7-ca27-4e80-be91-a6649a55a26f None None] Publish callbacks [] for port, precommit_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:00.613735 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-81c6e6d7-ca27-4e80-be91-a6649a55a26f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:00.639804 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86997784-9a35-4a84-bf97-f15cefbf352e req-83367fdb-69d9-495b-9023-cabf612bcd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:00.640388 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86997784-9a35-4a84-bf97-f15cefbf352e req-83367fdb-69d9-495b-9023-cabf612bcd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:00.643065 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86997784-9a35-4a84-bf97-f15cefbf352e req-83367fdb-69d9-495b-9023-cabf612bcd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:00.643972 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86997784-9a35-4a84-bf97-f15cefbf352e req-83367fdb-69d9-495b-9023-cabf612bcd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:00.644106 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86997784-9a35-4a84-bf97-f15cefbf352e req-83367fdb-69d9-495b-9023-cabf612bcd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:00.647637 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86997784-9a35-4a84-bf97-f15cefbf352e req-83367fdb-69d9-495b-9023-cabf612bcd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:00.647790 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86997784-9a35-4a84-bf97-f15cefbf352e req-83367fdb-69d9-495b-9023-cabf612bcd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:00.649708 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-86997784-9a35-4a84-bf97-f15cefbf352e req-83367fdb-69d9-495b-9023-cabf612bcd9c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=aca7fabb908e4e55b3bcaf1ce45b03cf&device_id=80d2d265-4161-4f15-ab0c-130b15ddf9e0 HTTP/1.1" status: 200 len: 6488 time: 0.1214457 Oct 20 10:36:00.717546 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 86a967ba-257f-4064-8071-1c12f85f125e triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:36:00.718012 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:00.726105 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623d7be8-29f4-481d-8854-c19c5d8a4746 None None] Pushing event updated for resources: {'Port': ['ID=065ae48b-8bde-4eef-80c2-1245cae7164e,revision_number=3']} {{(pid=100599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:36:00.801063 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623d7be8-29f4-481d-8854-c19c5d8a4746 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:36:00.801435 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623d7be8-29f4-481d-8854-c19c5d8a4746 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:36:00.801746 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623d7be8-29f4-481d-8854-c19c5d8a4746 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:36:00.802083 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623d7be8-29f4-481d-8854-c19c5d8a4746 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:36:00.802415 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623d7be8-29f4-481d-8854-c19c5d8a4746 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:36:00.804394 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623d7be8-29f4-481d-8854-c19c5d8a4746 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:36:00.804751 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623d7be8-29f4-481d-8854-c19c5d8a4746 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:36:00.805191 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623d7be8-29f4-481d-8854-c19c5d8a4746 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:36:00.807075 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [req-5b8328b0-90e0-472c-b4ce-bc8163c21250 req-b46e3e55-1860-402d-aa72-82e990af2de1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00ae86d6-b3cd-41a2-9d65-5a8b5af60932 {{(pid=100596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:36:00.808909 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86997784-9a35-4a84-bf97-f15cefbf352e req-802d75c0-767e-4713-9df8-95280a098192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:00.809715 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623d7be8-29f4-481d-8854-c19c5d8a4746 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:36:00.810106 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623d7be8-29f4-481d-8854-c19c5d8a4746 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:36:00.810670 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623d7be8-29f4-481d-8854-c19c5d8a4746 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:36:00.810786 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623d7be8-29f4-481d-8854-c19c5d8a4746 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:36:00.816748 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-5b8328b0-90e0-472c-b4ce-bc8163c21250 req-b46e3e55-1860-402d-aa72-82e990af2de1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:00.819098 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-86997784-9a35-4a84-bf97-f15cefbf352e req-802d75c0-767e-4713-9df8-95280a098192 service neutron] 10.222.0.69 "GET /v2.0/networks?id=61bd0966-a265-4e42-812c-8db46cc7f8aa HTTP/1.1" status: 200 len: 912 time: 0.1590381 Oct 20 10:36:00.832716 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.provisioning_blocks [req-5b8328b0-90e0-472c-b4ce-bc8163c21250 req-b46e3e55-1860-402d-aa72-82e990af2de1 service neutron] Transition to ACTIVE for port object 00ae86d6-b3cd-41a2-9d65-5a8b5af60932 will not be triggered until provisioned by entity L2. {{(pid=100596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:36:00.833682 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-5fa94e08-c65e-4794-ab84-26480eefe979 req-44fcad0c-7c2a-4f4f-90f0-ed449bc1f8e2 tempest-FloatingIPDetailsTestJSON-1197160505 tempest-FloatingIPDetailsTestJSON-1197160505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:00.840038 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ea4846c-85eb-439a-8ea8-2188cfaa4ad8 x-openstack-request-id: req-7ea4846c-85eb-439a-8ea8-2188cfaa4ad8 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:36:00.840332 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80d2d265-4161-4f15-ab0c-130b15ddf9e0", "tag": "2119e2cf-4499-4ee6-a849-174b453941eb", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:36:00.840674 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7ea4846c-85eb-439a-8ea8-2188cfaa4ad8 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:36:00.841067 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80d2d265-4161-4f15-ab0c-130b15ddf9e0', 'tag': '2119e2cf-4499-4ee6-a849-174b453941eb', 'status': 'completed', 'code': 200} Oct 20 10:36:00.846789 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-6b87a77c-860b-4739-b8d5-ce8c480adf7e req-4835fef7-1c1f-430f-9f44-b453db6e519d tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-801213725', 'description': 'tempest-description-1299038968'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:36:00.873565 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-81c6e6d7-ca27-4e80-be91-a6649a55a26f None None] Attempting to bind port 065ae48b-8bde-4eef-80c2-1245cae7164e on host n-d-811396-3 for vnic_type normal with profile {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:36:00.879951 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-81c6e6d7-ca27-4e80-be91-a6649a55a26f None None] Attempting to bind port 065ae48b-8bde-4eef-80c2-1245cae7164e by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': 'ddb133b7-86df-4bcf-9223-bd195c867a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '68013c9e-a7ef-437f-a933-fa94af1fd36d'}] {{(pid=100599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:36:00.880350 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c6e6d7-ca27-4e80-be91-a6649a55a26f None None] Attempting to bind port 065ae48b-8bde-4eef-80c2-1245cae7164e on network 68013c9e-a7ef-437f-a933-fa94af1fd36d {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:36:00.891577 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c6e6d7-ca27-4e80-be91-a6649a55a26f None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:36:00.892524 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c6e6d7-ca27-4e80-be91-a6649a55a26f None None] Checking segment: {'id': 'ddb133b7-86df-4bcf-9223-bd195c867a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '68013c9e-a7ef-437f-a933-fa94af1fd36d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:36:00.892892 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-81c6e6d7-ca27-4e80-be91-a6649a55a26f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:00.893290 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c6e6d7-ca27-4e80-be91-a6649a55a26f None None] Bound using segment: {'id': 'ddb133b7-86df-4bcf-9223-bd195c867a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '68013c9e-a7ef-437f-a933-fa94af1fd36d'} {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:36:00.893770 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-81c6e6d7-ca27-4e80-be91-a6649a55a26f None None] Bound port: 065ae48b-8bde-4eef-80c2-1245cae7164e, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddb133b7-86df-4bcf-9223-bd195c867a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '68013c9e-a7ef-437f-a933-fa94af1fd36d'}}] {{(pid=100599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:36:00.895242 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-5b8328b0-90e0-472c-b4ce-bc8163c21250 req-b46e3e55-1860-402d-aa72-82e990af2de1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:00.897942 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-81c6e6d7-ca27-4e80-be91-a6649a55a26f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:00.916594 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-86997784-9a35-4a84-bf97-f15cefbf352e req-3d242463-cadd-48ab-a3f5-7e8c120b09ab service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2119e2cf-4499-4ee6-a849-174b453941eb HTTP/1.1" status: 200 len: 998 time: 0.0890763 Oct 20 10:36:00.962596 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-6b87a77c-860b-4739-b8d5-ce8c480adf7e req-4835fef7-1c1f-430f-9f44-b453db6e519d tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:00.987281 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86997784-9a35-4a84-bf97-f15cefbf352e req-c9530c89-79d5-470e-a6a2-46ec90010411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:00.989179 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-86997784-9a35-4a84-bf97-f15cefbf352e req-c9530c89-79d5-470e-a6a2-46ec90010411 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ca4d8024-190b-4d52-b991-b3ff5d7d6ff8 HTTP/1.1" status: 200 len: 850 time: 0.0644326 Oct 20 10:36:00.989889 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46e3e55-1860-402d-aa72-82e990af2de1 service neutron] Pushing event updated for resources: {'Port': ['ID=00ae86d6-b3cd-41a2-9d65-5a8b5af60932,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:36:01.082519 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-6b87a77c-860b-4739-b8d5-ce8c480adf7e req-4835fef7-1c1f-430f-9f44-b453db6e519d tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:01.082693 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.db [None req-81c6e6d7-ca27-4e80-be91-a6649a55a26f None None] For port 065ae48b-8bde-4eef-80c2-1245cae7164e, host n-d-811396-3, cleared binding levels {{(pid=100599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:36:01.090477 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.db [None req-81c6e6d7-ca27-4e80-be91-a6649a55a26f None None] For port 065ae48b-8bde-4eef-80c2-1245cae7164e, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=065ae48b-8bde-4eef-80c2-1245cae7164e,segment=NetworkSegment(ddb133b7-86df-4bcf-9223-bd195c867a51),segment_id=ddb133b7-86df-4bcf-9223-bd195c867a51)] {{(pid=100599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:36:01.099783 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86997784-9a35-4a84-bf97-f15cefbf352e req-995eeb64-6709-45fd-a777-85b11f3b3f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:01.102377 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-86997784-9a35-4a84-bf97-f15cefbf352e req-995eeb64-6709-45fd-a777-85b11f3b3f92 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=61bd0966-a265-4e42-812c-8db46cc7f8aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1035502 Oct 20 10:36:01.104847 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-81c6e6d7-ca27-4e80-be91-a6649a55a26f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:01.145359 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-9c4c4222-e237-43a1-9126-66dac117e50f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5de4c448-fca5-4ec5-bab6-2f5ecb6516ec', 'name': 'tempest-TaggedBootDevicesTest-569012905-router', 'tenant_id': 'aca7fabb908e4e55b3bcaf1ce45b03cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.221'}], 'enable_snat': True}, 'gw_port_id': 'cdbeedb1-479e-48c7-86ff-ee83403a61bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:33:33Z', 'updated_at': '2021-10-20T10:33:39Z', 'revision_number': 4, 'project_id': 'aca7fabb908e4e55b3bcaf1ce45b03cf', 'gw_port': {'id': 'cdbeedb1-479e-48c7-86ff-ee83403a61bc', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:b9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de4c448-fca5-4ec5-bab6-2f5ecb6516ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:33:34Z', 'updated_at': '2021-10-20T10:33:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_floatingips': [{'id': 'a12e788c-907c-4901-b204-973aa38fe43c', 'tenant_id': 'aca7fabb908e4e55b3bcaf1ce45b03cf', 'floating_ip_address': '172.25.1.13', 'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'router_id': '5de4c448-fca5-4ec5-bab6-2f5ecb6516ec', 'port_id': '2119e2cf-4499-4ee6-a849-174b453941eb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61bd0966-a265-4e42-812c-8db46cc7f8aa', 'mac_address': 'fa:16:3e:0c:ee:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d2d265-4161-4f15-ab0c-130b15ddf9e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T10:34:34Z', 'updated_at': '2021-10-20T10:35:57Z', 'revision_number': 1, 'project_id': 'aca7fabb908e4e55b3bcaf1ce45b03cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50560b7e-31ac-4029-85f9-ff3749ade9d5', 'name': '', 'network_id': '61bd0966-a265-4e42-812c-8db46cc7f8aa', 'tenant_id': 'aca7fabb908e4e55b3bcaf1ce45b03cf', 'mac_address': 'fa:16:3e:60:83:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de4c448-fca5-4ec5-bab6-2f5ecb6516ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': 'ca4d8024-190b-4d52-b991-b3ff5d7d6ff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:33:38Z', 'updated_at': '2021-10-20T10:33:47Z', 'revision_number': 5, 'project_id': 'aca7fabb908e4e55b3bcaf1ce45b03cf', 'subnets': [{'id': 'ca4d8024-190b-4d52-b991-b3ff5d7d6ff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:36:01.179263 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-6b87a77c-860b-4739-b8d5-ce8c480adf7e req-4835fef7-1c1f-430f-9f44-b453db6e519d tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:01.188551 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-5b8328b0-90e0-472c-b4ce-bc8163c21250 req-b46e3e55-1860-402d-aa72-82e990af2de1 service neutron] Attempting to bind port 00ae86d6-b3cd-41a2-9d65-5a8b5af60932 on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:36:01.189545 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-5b8328b0-90e0-472c-b4ce-bc8163c21250 req-b46e3e55-1860-402d-aa72-82e990af2de1 service neutron] Attempting to bind port 00ae86d6-b3cd-41a2-9d65-5a8b5af60932 by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': 'd74986f8-a71e-4359-a64d-140af23f3558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '60750f9d-1dd0-4933-91f0-f6aefa736c9d'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:36:01.189802 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b8328b0-90e0-472c-b4ce-bc8163c21250 req-b46e3e55-1860-402d-aa72-82e990af2de1 service neutron] Attempting to bind port 00ae86d6-b3cd-41a2-9d65-5a8b5af60932 on network 60750f9d-1dd0-4933-91f0-f6aefa736c9d {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:36:01.194398 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4c4222-e237-43a1-9126-66dac117e50f None None] Checking router: 5de4c448-fca5-4ec5-bab6-2f5ecb6516ec for host: n-d-811396-3 {{(pid=100598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:36:01.211719 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-ef6de872-4319-40f9-ad24-65639a41c1b7 None None] Provisioning complete for port 065ae48b-8bde-4eef-80c2-1245cae7164e triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:36:01.212508 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-ef6de872-4319-40f9-ad24-65639a41c1b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:01.215530 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c6e6d7-ca27-4e80-be91-a6649a55a26f None None] Routers {'4d672cb9-c763-48d4-baf0-b1e39981a8d0'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:36:01.216738 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-81c6e6d7-ca27-4e80-be91-a6649a55a26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:35:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['4d672cb9-c763-48d4-baf0-b1e39981a8d0'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:36:01.240514 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b8328b0-90e0-472c-b4ce-bc8163c21250 req-b46e3e55-1860-402d-aa72-82e990af2de1 service neutron] Port 00ae86d6-b3cd-41a2-9d65-5a8b5af60932 on network 60750f9d-1dd0-4933-91f0-f6aefa736c9d not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:36:01.240922 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b8328b0-90e0-472c-b4ce-bc8163c21250 req-b46e3e55-1860-402d-aa72-82e990af2de1 service neutron] Attempting to bind port 00ae86d6-b3cd-41a2-9d65-5a8b5af60932 on network 60750f9d-1dd0-4933-91f0-f6aefa736c9d {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:36:01.244330 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4c4222-e237-43a1-9126-66dac117e50f None None] Routers {'5de4c448-fca5-4ec5-bab6-2f5ecb6516ec'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:36:01.245243 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-9c4c4222-e237-43a1-9126-66dac117e50f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:35:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['5de4c448-fca5-4ec5-bab6-2f5ecb6516ec'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:36:01.264459 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b8328b0-90e0-472c-b4ce-bc8163c21250 req-b46e3e55-1860-402d-aa72-82e990af2de1 service neutron] Checking agent: {'id': '061232a2-7adc-4ba1-a873-e8cb136b064d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:36:01.264843 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b8328b0-90e0-472c-b4ce-bc8163c21250 req-b46e3e55-1860-402d-aa72-82e990af2de1 service neutron] Checking segment: {'id': 'd74986f8-a71e-4359-a64d-140af23f3558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '60750f9d-1dd0-4933-91f0-f6aefa736c9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:36:01.265334 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b8328b0-90e0-472c-b4ce-bc8163c21250 req-b46e3e55-1860-402d-aa72-82e990af2de1 service neutron] Bound using segment: {'id': 'd74986f8-a71e-4359-a64d-140af23f3558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '60750f9d-1dd0-4933-91f0-f6aefa736c9d'} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:36:01.265793 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-5b8328b0-90e0-472c-b4ce-bc8163c21250 req-b46e3e55-1860-402d-aa72-82e990af2de1 service neutron] Bound port: 00ae86d6-b3cd-41a2-9d65-5a8b5af60932, host: n-h2-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd74986f8-a71e-4359-a64d-140af23f3558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '60750f9d-1dd0-4933-91f0-f6aefa736c9d'}}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:36:01.266151 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-5b8328b0-90e0-472c-b4ce-bc8163c21250 req-b46e3e55-1860-402d-aa72-82e990af2de1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:01.363696 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-86997784-9a35-4a84-bf97-f15cefbf352e req-8681903c-7539-43a9-b592-a4e4828f9f1c service neutron] 10.222.0.69 "GET /v2.0/networks/61bd0966-a265-4e42-812c-8db46cc7f8aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443318 Oct 20 10:36:01.390040 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-6b87a77c-860b-4739-b8d5-ce8c480adf7e req-4835fef7-1c1f-430f-9f44-b453db6e519d tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:01.391732 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6b87a77c-860b-4739-b8d5-ce8c480adf7e req-4835fef7-1c1f-430f-9f44-b453db6e519d tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5537324 Oct 20 10:36:01.403964 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4835fef7-1c1f-430f-9f44-b453db6e519d tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea5c52e0-297b-4fc3-a500-6e968ecdb5b5,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:36:01.487021 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-ef6de872-4319-40f9-ad24-65639a41c1b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:01.516428 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-5b8328b0-90e0-472c-b4ce-bc8163c21250 req-b46e3e55-1860-402d-aa72-82e990af2de1 service neutron] For port 00ae86d6-b3cd-41a2-9d65-5a8b5af60932, host n-h2-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:36:01.543185 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-5b8328b0-90e0-472c-b4ce-bc8163c21250 req-b46e3e55-1860-402d-aa72-82e990af2de1 service neutron] For port 00ae86d6-b3cd-41a2-9d65-5a8b5af60932, host n-h2-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=00ae86d6-b3cd-41a2-9d65-5a8b5af60932,segment=NetworkSegment(d74986f8-a71e-4359-a64d-140af23f3558),segment_id=d74986f8-a71e-4359-a64d-140af23f3558)] {{(pid=100596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:36:01.543510 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-9c4c4222-e237-43a1-9126-66dac117e50f None None] Set router 5de4c448-fca5-4ec5-bab6-2f5ecb6516ec gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:36:01.568293 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-5b8328b0-90e0-472c-b4ce-bc8163c21250 req-b46e3e55-1860-402d-aa72-82e990af2de1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:01.569721 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-81c6e6d7-ca27-4e80-be91-a6649a55a26f None None] Set router 4d672cb9-c763-48d4-baf0-b1e39981a8d0 gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:36:01.573373 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623d7be8-29f4-481d-8854-c19c5d8a4746 None None] Pushing event updated for resources: {'Port': ['ID=065ae48b-8bde-4eef-80c2-1245cae7164e,revision_number=4']} {{(pid=100599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:36:01.573765 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-ef6de872-4319-40f9-ad24-65639a41c1b7 None None] For port 065ae48b-8bde-4eef-80c2-1245cae7164e, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=065ae48b-8bde-4eef-80c2-1245cae7164e,segment=NetworkSegment(ddb133b7-86df-4bcf-9223-bd195c867a51),segment_id=ddb133b7-86df-4bcf-9223-bd195c867a51)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:36:01.589620 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-ef6de872-4319-40f9-ad24-65639a41c1b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:01.635139 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-86997784-9a35-4a84-bf97-f15cefbf352e req-aebbd73c-c295-471e-bf4f-46f6c30e3a65 service neutron] 10.222.0.69 "GET /v2.0/networks/61bd0966-a265-4e42-812c-8db46cc7f8aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2625427 Oct 20 10:36:01.642707 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8328b0-90e0-472c-b4ce-bc8163c21250 req-b46e3e55-1860-402d-aa72-82e990af2de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:01.643680 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-5b8328b0-90e0-472c-b4ce-bc8163c21250 req-b46e3e55-1860-402d-aa72-82e990af2de1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:01.645339 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5b8328b0-90e0-472c-b4ce-bc8163c21250 req-b46e3e55-1860-402d-aa72-82e990af2de1 service neutron] 10.222.0.69 "PUT /v2.0/ports/00ae86d6-b3cd-41a2-9d65-5a8b5af60932 HTTP/1.1" status: 200 len: 1092 time: 1.5014718 Oct 20 10:36:01.713140 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6173ee2-8a9e-4ee9-9fe0-0ad61987934c req-facef378-92ef-4145-8836-8247da8734e6 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:01.714647 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d6173ee2-8a9e-4ee9-9fe0-0ad61987934c req-facef378-92ef-4145-8836-8247da8734e6 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a8fd216-61cd-40eb-bf18-0ea2049bb6d6 HTTP/1.1" status: 200 len: 946 time: 0.1683698 Oct 20 10:36:01.718279 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6de872-4319-40f9-ad24-65639a41c1b7 None None] Pushing event updated for resources: {'Port': ['ID=065ae48b-8bde-4eef-80c2-1245cae7164e,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:36:01.741083 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-e16fa4d4-56ec-417b-8225-fa5fa8082fe6 None None] Provisioning complete for port 065ae48b-8bde-4eef-80c2-1245cae7164e triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:36:01.741467 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-e16fa4d4-56ec-417b-8225-fa5fa8082fe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:01.756956 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-5fa94e08-c65e-4794-ab84-26480eefe979 req-44fcad0c-7c2a-4f4f-90f0-ed449bc1f8e2 tempest-FloatingIPDetailsTestJSON-1197160505 tempest-FloatingIPDetailsTestJSON-1197160505-project] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:01.789328 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-5fa94e08-c65e-4794-ab84-26480eefe979 req-44fcad0c-7c2a-4f4f-90f0-ed449bc1f8e2 tempest-FloatingIPDetailsTestJSON-1197160505 tempest-FloatingIPDetailsTestJSON-1197160505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:01.815026 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46e3e55-1860-402d-aa72-82e990af2de1 service neutron] Pushing event updated for resources: {'Port': ['ID=00ae86d6-b3cd-41a2-9d65-5a8b5af60932,revision_number=3']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:36:01.844965 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8328b0-90e0-472c-b4ce-bc8163c21250 req-fe37e742-d905-4bf5-b7de-e200c98e0b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:01.847136 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5b8328b0-90e0-472c-b4ce-bc8163c21250 req-fe37e742-d905-4bf5-b7de-e200c98e0b71 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4e37fa6eb8b848f6897a2d7488b235c7&device_id=efe4bd25-79e9-42af-a4d8-5e8c46ef26f5 HTTP/1.1" status: 200 len: 1095 time: 0.1313348 Oct 20 10:36:01.895283 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d6173ee2-8a9e-4ee9-9fe0-0ad61987934c req-42982a53-460a-465a-be68-89857ef32af0 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] 10.222.0.64 "GET /v2.0/security-groups?id=3c1a8b96-5782-4385-b9de-3407ab4b2d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335580 Oct 20 10:36:01.996093 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5b8328b0-90e0-472c-b4ce-bc8163c21250 req-2476d667-f0b9-4df0-ac92-481520cc8734 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=00ae86d6-b3cd-41a2-9d65-5a8b5af60932 HTTP/1.1" status: 200 len: 217 time: 0.1104567 Oct 20 10:36:02.010266 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fcad0c-7c2a-4f4f-90f0-ed449bc1f8e2 tempest-FloatingIPDetailsTestJSON-1197160505 tempest-FloatingIPDetailsTestJSON-1197160505-project] Pushing event updated for resources: {'Port': ['ID=fd156425-dc6e-4b1b-bf00-97606ff7148b,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:36:02.016262 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-81c6e6d7-ca27-4e80-be91-a6649a55a26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d672cb9-c763-48d4-baf0-b1e39981a8d0', 'name': 'tempest-FloatingIPDetailsTestJSON-1275843375-router', 'tenant_id': '6c922f0ff0374f3f927ba594e61a0131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '86a967ba-257f-4064-8071-1c12f85f125e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:35:49Z', 'updated_at': '2021-10-20T10:35:54Z', 'revision_number': 4, 'project_id': '6c922f0ff0374f3f927ba594e61a0131', 'gw_port': {'id': '86a967ba-257f-4064-8071-1c12f85f125e', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:60:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d672cb9-c763-48d4-baf0-b1e39981a8d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:35:50Z', 'updated_at': '2021-10-20T10:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '065ae48b-8bde-4eef-80c2-1245cae7164e', 'name': '', 'network_id': '68013c9e-a7ef-437f-a933-fa94af1fd36d', 'tenant_id': '6c922f0ff0374f3f927ba594e61a0131', 'mac_address': 'fa:16:3e:3c:e7:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d672cb9-c763-48d4-baf0-b1e39981a8d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '5905bd22-d1a4-4b93-b2c3-686727565be8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:35:52Z', 'updated_at': '2021-10-20T10:36:01Z', 'revision_number': 4, 'project_id': '6c922f0ff0374f3f927ba594e61a0131', 'subnets': [{'id': '5905bd22-d1a4-4b93-b2c3-686727565be8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:36:02.022582 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-5fa94e08-c65e-4794-ab84-26480eefe979 req-44fcad0c-7c2a-4f4f-90f0-ed449bc1f8e2 tempest-FloatingIPDetailsTestJSON-1197160505 tempest-FloatingIPDetailsTestJSON-1197160505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1773381'] for floatingip, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:02.043824 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-9c4c4222-e237-43a1-9126-66dac117e50f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5de4c448-fca5-4ec5-bab6-2f5ecb6516ec', 'name': 'tempest-TaggedBootDevicesTest-569012905-router', 'tenant_id': 'aca7fabb908e4e55b3bcaf1ce45b03cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.221'}], 'enable_snat': True}, 'gw_port_id': 'cdbeedb1-479e-48c7-86ff-ee83403a61bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:33:33Z', 'updated_at': '2021-10-20T10:33:39Z', 'revision_number': 4, 'project_id': 'aca7fabb908e4e55b3bcaf1ce45b03cf', 'gw_port': {'id': 'cdbeedb1-479e-48c7-86ff-ee83403a61bc', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:b9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de4c448-fca5-4ec5-bab6-2f5ecb6516ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:33:34Z', 'updated_at': '2021-10-20T10:33:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_floatingips': [{'id': 'a12e788c-907c-4901-b204-973aa38fe43c', 'tenant_id': 'aca7fabb908e4e55b3bcaf1ce45b03cf', 'floating_ip_address': '172.25.1.13', 'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'router_id': '5de4c448-fca5-4ec5-bab6-2f5ecb6516ec', 'port_id': '2119e2cf-4499-4ee6-a849-174b453941eb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61bd0966-a265-4e42-812c-8db46cc7f8aa', 'mac_address': 'fa:16:3e:0c:ee:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d2d265-4161-4f15-ab0c-130b15ddf9e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T10:34:34Z', 'updated_at': '2021-10-20T10:35:57Z', 'revision_number': 1, 'project_id': 'aca7fabb908e4e55b3bcaf1ce45b03cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50560b7e-31ac-4029-85f9-ff3749ade9d5', 'name': '', 'network_id': '61bd0966-a265-4e42-812c-8db46cc7f8aa', 'tenant_id': 'aca7fabb908e4e55b3bcaf1ce45b03cf', 'mac_address': 'fa:16:3e:60:83:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de4c448-fca5-4ec5-bab6-2f5ecb6516ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': 'ca4d8024-190b-4d52-b991-b3ff5d7d6ff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:33:38Z', 'updated_at': '2021-10-20T10:33:47Z', 'revision_number': 5, 'project_id': 'aca7fabb908e4e55b3bcaf1ce45b03cf', 'subnets': [{'id': 'ca4d8024-190b-4d52-b991-b3ff5d7d6ff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:36:02.052781 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c6e6d7-ca27-4e80-be91-a6649a55a26f None None] The sync data for ids ['4d672cb9-c763-48d4-baf0-b1e39981a8d0'] in n-d-811396-3 is: [{'id': '4d672cb9-c763-48d4-baf0-b1e39981a8d0', 'name': 'tempest-FloatingIPDetailsTestJSON-1275843375-router', 'tenant_id': '6c922f0ff0374f3f927ba594e61a0131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '86a967ba-257f-4064-8071-1c12f85f125e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:35:49Z', 'updated_at': '2021-10-20T10:35:54Z', 'revision_number': 4, 'project_id': '6c922f0ff0374f3f927ba594e61a0131', 'gw_port': {'id': '86a967ba-257f-4064-8071-1c12f85f125e', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:60:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d672cb9-c763-48d4-baf0-b1e39981a8d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:35:50Z', 'updated_at': '2021-10-20T10:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '065ae48b-8bde-4eef-80c2-1245cae7164e', 'name': '', 'network_id': '68013c9e-a7ef-437f-a933-fa94af1fd36d', 'tenant_id': '6c922f0ff0374f3f927ba594e61a0131', 'mac_address': 'fa:16:3e:3c:e7:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d672cb9-c763-48d4-baf0-b1e39981a8d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '5905bd22-d1a4-4b93-b2c3-686727565be8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:35:52Z', 'updated_at': '2021-10-20T10:36:01Z', 'revision_number': 4, 'project_id': '6c922f0ff0374f3f927ba594e61a0131', 'subnets': [{'id': '5905bd22-d1a4-4b93-b2c3-686727565be8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:36:02.084256 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-5fa94e08-c65e-4794-ab84-26480eefe979 req-44fcad0c-7c2a-4f4f-90f0-ed449bc1f8e2 tempest-FloatingIPDetailsTestJSON-1197160505 tempest-FloatingIPDetailsTestJSON-1197160505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for floatingip, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:02.091361 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5fa94e08-c65e-4794-ab84-26480eefe979 req-44fcad0c-7c2a-4f4f-90f0-ed449bc1f8e2 tempest-FloatingIPDetailsTestJSON-1197160505 tempest-FloatingIPDetailsTestJSON-1197160505-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.5577266 Oct 20 10:36:02.108036 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4c4222-e237-43a1-9126-66dac117e50f None None] The sync data for ids ['5de4c448-fca5-4ec5-bab6-2f5ecb6516ec'] in n-d-811396-3 is: [{'id': '5de4c448-fca5-4ec5-bab6-2f5ecb6516ec', 'name': 'tempest-TaggedBootDevicesTest-569012905-router', 'tenant_id': 'aca7fabb908e4e55b3bcaf1ce45b03cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.221'}], 'enable_snat': True}, 'gw_port_id': 'cdbeedb1-479e-48c7-86ff-ee83403a61bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:33:33Z', 'updated_at': '2021-10-20T10:33:39Z', 'revision_number': 4, 'project_id': 'aca7fabb908e4e55b3bcaf1ce45b03cf', 'gw_port': {'id': 'cdbeedb1-479e-48c7-86ff-ee83403a61bc', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:b9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de4c448-fca5-4ec5-bab6-2f5ecb6516ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:33:34Z', 'updated_at': '2021-10-20T10:33:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_floatingips': [{'id': 'a12e788c-907c-4901-b204-973aa38fe43c', 'tenant_id': 'aca7fabb908e4e55b3bcaf1ce45b03cf', 'floating_ip_address': '172.25.1.13', 'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'router_id': '5de4c448-fca5-4ec5-bab6-2f5ecb6516ec', 'port_id': '2119e2cf-4499-4ee6-a849-174b453941eb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61bd0966-a265-4e42-812c-8db46cc7f8aa', 'mac_address': 'fa:16:3e:0c:ee:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d2d265-4161-4f15-ab0c-130b15ddf9e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T10:34:34Z', 'updated_at': '2021-10-20T10:35:57Z', 'revision_number': 1, 'project_id': 'aca7fabb908e4e55b3bcaf1ce45b03cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50560b7e-31ac-4029-85f9-ff3749ade9d5', 'name': '', 'network_id': '61bd0966-a265-4e42-812c-8db46cc7f8aa', 'tenant_id': 'aca7fabb908e4e55b3bcaf1ce45b03cf', 'mac_address': 'fa:16:3e:60:83:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de4c448-fca5-4ec5-bab6-2f5ecb6516ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': 'ca4d8024-190b-4d52-b991-b3ff5d7d6ff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:33:38Z', 'updated_at': '2021-10-20T10:33:47Z', 'revision_number': 5, 'project_id': 'aca7fabb908e4e55b3bcaf1ce45b03cf', 'subnets': [{'id': 'ca4d8024-190b-4d52-b991-b3ff5d7d6ff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:36:02.136122 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8328b0-90e0-472c-b4ce-bc8163c21250 req-eeea65af-05fd-47e3-be53-4f87dc8baf61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:02.139918 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5b8328b0-90e0-472c-b4ce-bc8163c21250 req-eeea65af-05fd-47e3-be53-4f87dc8baf61 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6f74b0c1-2855-44cd-a118-a8c6ce76ebd8 HTTP/1.1" status: 200 len: 848 time: 0.1258814 Oct 20 10:36:02.164879 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5fa94e08-c65e-4794-ab84-26480eefe979 req-ccc92498-5b28-4e5a-b309-56a1f3e5a029 tempest-FloatingIPDetailsTestJSON-1197160505 tempest-FloatingIPDetailsTestJSON-1197160505-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.1.158 HTTP/1.1" status: 200 len: 696 time: 0.0726089 Oct 20 10:36:02.216185 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5b8328b0-90e0-472c-b4ce-bc8163c21250 req-a0831361-8cd9-439a-9f68-15a2b70af552 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=60750f9d-1dd0-4933-91f0-f6aefa736c9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0670314 Oct 20 10:36:02.334271 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 065ae48b-8bde-4eef-80c2-1245cae7164e up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:36:02.428249 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 065ae48b-8bde-4eef-80c2-1245cae7164e triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:36:02.430541 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:02.605944 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3976d444-33bc-4c50-8669-91062adb9bd9 None None] New status for floating IP a12e788c-907c-4901-b204-973aa38fe43c: ACTIVE {{(pid=100599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 10:36:02.848491 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efe4bd25-79e9-42af-a4d8-5e8c46ef26f5', 'tag': '00ae86d6-b3cd-41a2-9d65-5a8b5af60932'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:36:02.851030 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e42e0c60-6a9a-42db-a56c-351bf4c3022c" -d '{"events": [{"name": "network-changed", "server_uuid": "efe4bd25-79e9-42af-a4d8-5e8c46ef26f5", "tag": "00ae86d6-b3cd-41a2-9d65-5a8b5af60932"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:36:02.904768 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa94e08-c65e-4794-ab84-26480eefe979 req-df157744-8222-4ad9-ac9e-81c824984861 tempest-FloatingIPDetailsTestJSON-1197160505 tempest-FloatingIPDetailsTestJSON-1197160505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:02.906260 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5fa94e08-c65e-4794-ab84-26480eefe979 req-df157744-8222-4ad9-ac9e-81c824984861 tempest-FloatingIPDetailsTestJSON-1197160505 tempest-FloatingIPDetailsTestJSON-1197160505-project] 10.222.0.64 "GET /v2.0/networks/cbe170d3-31ba-45a2-b477-520ab0a7a8ea HTTP/1.1" status: 200 len: 784 time: 0.7405441 Oct 20 10:36:02.926654 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e632f17-ab6f-42f0-9722-3e131e0d8416 req-cc0d102c-c80e-4b61-b077-70c3d5b18a01 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:02.933991 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1e632f17-ab6f-42f0-9722-3e131e0d8416 req-cc0d102c-c80e-4b61-b077-70c3d5b18a01 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/ports?device_id=efe4bd25-79e9-42af-a4d8-5e8c46ef26f5 HTTP/1.1" status: 200 len: 944 time: 0.6718330 Oct 20 10:36:02.977687 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5b8328b0-90e0-472c-b4ce-bc8163c21250 req-4c8600a7-2c8d-4de5-b4cd-9a1b180c0a4f service neutron] 10.222.0.69 "GET /v2.0/networks/60750f9d-1dd0-4933-91f0-f6aefa736c9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7513721 Oct 20 10:36:02.996022 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1e632f17-ab6f-42f0-9722-3e131e0d8416 req-c8337ea5-7d47-454d-bc0b-813c0cbd38cb tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/security-groups?id=c33a6cb5-e80a-4f79-936a-38f5e3f7c89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610337 Oct 20 10:36:03.106951 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c0f4b037-2374-48c8-95dd-124eafd76af7 req-6a4476a5-4ada-48aa-85ce-0b656b5a6838 tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] 10.222.0.64 "GET /v2.0/security-groups/ea5c52e0-297b-4fc3-a500-6e968ecdb5b5 HTTP/1.1" status: 200 len: 1804 time: 0.0888081 Oct 20 10:36:03.125618 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-c0f4b037-2374-48c8-95dd-124eafd76af7 req-584519d3-5db8-48d2-9943-a7d1d55609b7 tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ea5c52e0-297b-4fc3-a500-6e968ecdb5b5', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:36:03.125965 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-c0f4b037-2374-48c8-95dd-124eafd76af7 req-584519d3-5db8-48d2-9943-a7d1d55609b7 tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ea5c52e0-297b-4fc3-a500-6e968ecdb5b5', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:36:03.140397 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5b8328b0-90e0-472c-b4ce-bc8163c21250 req-ca7b1e6a-eaf2-4349-b76d-b174246fc98c service neutron] 10.222.0.69 "GET /v2.0/networks/60750f9d-1dd0-4933-91f0-f6aefa736c9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433449 Oct 20 10:36:03.169218 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94a9dfcb-3223-42c3-8fe7-7bb4abd35f3a x-openstack-request-id: req-94a9dfcb-3223-42c3-8fe7-7bb4abd35f3a {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:36:03.169535 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efe4bd25-79e9-42af-a4d8-5e8c46ef26f5", "tag": "00ae86d6-b3cd-41a2-9d65-5a8b5af60932", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:36:03.169752 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-94a9dfcb-3223-42c3-8fe7-7bb4abd35f3a {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:36:03.170135 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efe4bd25-79e9-42af-a4d8-5e8c46ef26f5', 'tag': '00ae86d6-b3cd-41a2-9d65-5a8b5af60932', 'status': 'completed', 'code': 200} Oct 20 10:36:03.247295 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c0f4b037-2374-48c8-95dd-124eafd76af7 req-584519d3-5db8-48d2-9943-a7d1d55609b7 tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:03.324790 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c0f4b037-2374-48c8-95dd-124eafd76af7 req-584519d3-5db8-48d2-9943-a7d1d55609b7 tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:03.330301 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c0f4b037-2374-48c8-95dd-124eafd76af7 req-584519d3-5db8-48d2-9943-a7d1d55609b7 tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:03.333092 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42e0c60-6a9a-42db-a56c-351bf4c3022c req-4e30d052-1277-455f-9714-40f987f6ee6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:03.334580 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e42e0c60-6a9a-42db-a56c-351bf4c3022c req-4e30d052-1277-455f-9714-40f987f6ee6c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4e37fa6eb8b848f6897a2d7488b235c7&device_id=efe4bd25-79e9-42af-a4d8-5e8c46ef26f5 HTTP/1.1" status: 200 len: 1095 time: 0.1369510 Oct 20 10:36:03.363605 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584519d3-5db8-48d2-9943-a7d1d55609b7 tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fae9521a-3f30-487e-9311-4f8ea19306b9,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:36:03.370580 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-abe76bf8-a9b8-4486-a301-df4e7082e075 req-1e8a5f41-1054-4712-a7c9-c971011170e1 tempest-FloatingIPDetailsTestJSON-1197160505 tempest-FloatingIPDetailsTestJSON-1197160505-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1885443 Oct 20 10:36:03.375808 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c0f4b037-2374-48c8-95dd-124eafd76af7 req-584519d3-5db8-48d2-9943-a7d1d55609b7 tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:03.376218 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c0f4b037-2374-48c8-95dd-124eafd76af7 req-584519d3-5db8-48d2-9943-a7d1d55609b7 tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2594166 Oct 20 10:36:03.387524 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-abe76bf8-a9b8-4486-a301-df4e7082e075 req-844a4732-6d2a-4a95-b882-81dc84822fc8 tempest-FloatingIPDetailsTestJSON-1197160505 tempest-FloatingIPDetailsTestJSON-1197160505-project] Request body: {'floatingip': {'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:36:03.457881 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-abe76bf8-a9b8-4486-a301-df4e7082e075 req-844a4732-6d2a-4a95-b882-81dc84822fc8 tempest-FloatingIPDetailsTestJSON-1197160505 tempest-FloatingIPDetailsTestJSON-1197160505-project] Publish callbacks [] for floatingip, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:03.468408 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-d5ed09b2-003f-4f4d-824d-8308bf677009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:03.500902 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42e0c60-6a9a-42db-a56c-351bf4c3022c req-4893f781-3ad1-4ed9-8aae-15d69423c7da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:03.502441 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e42e0c60-6a9a-42db-a56c-351bf4c3022c req-4893f781-3ad1-4ed9-8aae-15d69423c7da service neutron] 10.222.0.69 "GET /v2.0/networks?id=60750f9d-1dd0-4933-91f0-f6aefa736c9d HTTP/1.1" status: 200 len: 909 time: 0.1302357 Oct 20 10:36:03.555473 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e42e0c60-6a9a-42db-a56c-351bf4c3022c req-a77b12e2-dce5-4f21-8830-533429806d97 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=00ae86d6-b3cd-41a2-9d65-5a8b5af60932 HTTP/1.1" status: 200 len: 217 time: 0.0404365 Oct 20 10:36:03.643005 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42e0c60-6a9a-42db-a56c-351bf4c3022c req-4212056e-63ef-484a-b4bb-1c7a88bbe5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:03.644583 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e42e0c60-6a9a-42db-a56c-351bf4c3022c req-4212056e-63ef-484a-b4bb-1c7a88bbe5b1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6f74b0c1-2855-44cd-a118-a8c6ce76ebd8 HTTP/1.1" status: 200 len: 848 time: 0.0626402 Oct 20 10:36:03.652419 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-6a06cc8e-e4ec-413f-bed4-c3834df2dd3f req-ca26d4a7-40ba-4b7d-a433-b29eb3060b76 tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1976928336', 'description': 'tempest-description-1186348264'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:36:03.723731 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-abe76bf8-a9b8-4486-a301-df4e7082e075 req-844a4732-6d2a-4a95-b882-81dc84822fc8 tempest-FloatingIPDetailsTestJSON-1197160505 tempest-FloatingIPDetailsTestJSON-1197160505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:03.726575 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e42e0c60-6a9a-42db-a56c-351bf4c3022c req-5e887258-e4a6-4c13-bd7a-6cd71bd32845 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=60750f9d-1dd0-4933-91f0-f6aefa736c9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523729 Oct 20 10:36:03.750595 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-6a06cc8e-e4ec-413f-bed4-c3834df2dd3f req-ca26d4a7-40ba-4b7d-a433-b29eb3060b76 tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:03.814289 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71612acb-7425-496d-a9e2-a83aaa649989 req-a249ad44-da2a-4bcf-9edd-2981436f6d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:03.815817 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-71612acb-7425-496d-a9e2-a83aaa649989 req-a249ad44-da2a-4bcf-9edd-2981436f6d40 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7c549de96c244bc2a43ec39c07795db6&device_id=1a8fd216-61cd-40eb-bf18-0ea2049bb6d6 HTTP/1.1" status: 200 len: 1097 time: 0.1592083 Oct 20 10:36:04.004324 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [req-abe76bf8-a9b8-4486-a301-df4e7082e075 req-844a4732-6d2a-4a95-b882-81dc84822fc8 tempest-FloatingIPDetailsTestJSON-1197160505 tempest-FloatingIPDetailsTestJSON-1197160505-project] Allocated IP 172.25.1.199 (cbe170d3-31ba-45a2-b477-520ab0a7a8ea/f4e26aca-17ac-4adb-a66b-d939a1b35b64/08290995-a184-44b9-9bb8-1dd75a6f1d14) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:36:04.038833 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e42e0c60-6a9a-42db-a56c-351bf4c3022c req-50545056-6abd-4909-9825-ef18c91bdda6 service neutron] 10.222.0.69 "GET /v2.0/networks/60750f9d-1dd0-4933-91f0-f6aefa736c9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3004539 Oct 20 10:36:04.053962 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71612acb-7425-496d-a9e2-a83aaa649989 req-056f598a-77be-4523-8300-d8d5a0f2cd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:04.055362 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-71612acb-7425-496d-a9e2-a83aaa649989 req-056f598a-77be-4523-8300-d8d5a0f2cd64 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7de6ec8f-463e-406e-b277-0e89715e0fef HTTP/1.1" status: 200 len: 916 time: 0.2294536 Oct 20 10:36:04.082542 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-6a06cc8e-e4ec-413f-bed4-c3834df2dd3f req-ca26d4a7-40ba-4b7d-a433-b29eb3060b76 tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:04.104097 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-6a06cc8e-e4ec-413f-bed4-c3834df2dd3f req-ca26d4a7-40ba-4b7d-a433-b29eb3060b76 tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:04.163733 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-71612acb-7425-496d-a9e2-a83aaa649989 req-3613cf22-a367-4519-9e19-4b4dc3648647 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=82160076-f9a5-4921-9e8a-aa76ad1a65b3 HTTP/1.1" status: 200 len: 217 time: 0.0835400 Oct 20 10:36:04.254672 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-6a06cc8e-e4ec-413f-bed4-c3834df2dd3f req-ca26d4a7-40ba-4b7d-a433-b29eb3060b76 tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:04.255854 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6a06cc8e-e4ec-413f-bed4-c3834df2dd3f req-ca26d4a7-40ba-4b7d-a433-b29eb3060b76 tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.6103594 Oct 20 10:36:04.278512 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca26d4a7-40ba-4b7d-a433-b29eb3060b76 tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0020e8d-1c1a-4ed8-9274-c7c67ccf72ad,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:36:04.323056 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e42e0c60-6a9a-42db-a56c-351bf4c3022c req-606052a9-00b1-4ea7-835e-1c16f67acc65 service neutron] 10.222.0.69 "GET /v2.0/networks/60750f9d-1dd0-4933-91f0-f6aefa736c9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2667241 Oct 20 10:36:04.327255 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71612acb-7425-496d-a9e2-a83aaa649989 req-48302355-bfa9-4b85-a5c9-b032e03b99d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:04.328699 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-71612acb-7425-496d-a9e2-a83aaa649989 req-48302355-bfa9-4b85-a5c9-b032e03b99d3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5d8acf15-0cbf-477d-b85e-d79fdcb8698d HTTP/1.1" status: 200 len: 854 time: 0.1033728 Oct 20 10:36:04.339031 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-abe76bf8-a9b8-4486-a301-df4e7082e075 req-844a4732-6d2a-4a95-b882-81dc84822fc8 tempest-FloatingIPDetailsTestJSON-1197160505 tempest-FloatingIPDetailsTestJSON-1197160505-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:04.438476 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71612acb-7425-496d-a9e2-a83aaa649989 req-5bcc83c6-3844-4e15-a46f-3fb7a8abd873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:04.440042 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-71612acb-7425-496d-a9e2-a83aaa649989 req-5bcc83c6-3844-4e15-a46f-3fb7a8abd873 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7de6ec8f-463e-406e-b277-0e89715e0fef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0979817 Oct 20 10:36:04.446262 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-abe76bf8-a9b8-4486-a301-df4e7082e075 req-844a4732-6d2a-4a95-b882-81dc84822fc8 tempest-FloatingIPDetailsTestJSON-1197160505 tempest-FloatingIPDetailsTestJSON-1197160505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:04.463106 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8374efbe-3837-41ac-915d-ba410a0ec783 req-b464d1eb-00bf-488f-ba12-1f27c3bd656d tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:04.464572 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8374efbe-3837-41ac-915d-ba410a0ec783 req-b464d1eb-00bf-488f-ba12-1f27c3bd656d tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a8fd216-61cd-40eb-bf18-0ea2049bb6d6 HTTP/1.1" status: 200 len: 946 time: 0.0939264 Oct 20 10:36:04.530251 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abe76bf8-a9b8-4486-a301-df4e7082e075 req-844a4732-6d2a-4a95-b882-81dc84822fc8 tempest-FloatingIPDetailsTestJSON-1197160505 tempest-FloatingIPDetailsTestJSON-1197160505-project] Network cbe170d3-31ba-45a2-b477-520ab0a7a8ea is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:36:04.543488 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [req-abe76bf8-a9b8-4486-a301-df4e7082e075 req-844a4732-6d2a-4a95-b882-81dc84822fc8 tempest-FloatingIPDetailsTestJSON-1197160505 tempest-FloatingIPDetailsTestJSON-1197160505-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:36:04.546462 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-abe76bf8-a9b8-4486-a301-df4e7082e075 req-844a4732-6d2a-4a95-b882-81dc84822fc8 tempest-FloatingIPDetailsTestJSON-1197160505 tempest-FloatingIPDetailsTestJSON-1197160505-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:36:04.554834 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844a4732-6d2a-4a95-b882-81dc84822fc8 tempest-FloatingIPDetailsTestJSON-1197160505 tempest-FloatingIPDetailsTestJSON-1197160505-project] Pushing event updated for resources: {'Port': ['ID=08290995-a184-44b9-9bb8-1dd75a6f1d14,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:36:04.628903 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8374efbe-3837-41ac-915d-ba410a0ec783 req-2943b7d8-75d8-4b2c-a509-bb59d004d0b9 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] 10.222.0.64 "GET /v2.0/security-groups?id=3c1a8b96-5782-4385-b9de-3407ab4b2d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381528 Oct 20 10:36:04.662800 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-71612acb-7425-496d-a9e2-a83aaa649989 req-c3217cac-6ff7-42a7-a838-f46587b6f6e7 service neutron] 10.222.0.55 "GET /v2.0/networks/7de6ec8f-463e-406e-b277-0e89715e0fef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116439 Oct 20 10:36:04.728250 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-abe76bf8-a9b8-4486-a301-df4e7082e075 req-844a4732-6d2a-4a95-b882-81dc84822fc8 tempest-FloatingIPDetailsTestJSON-1197160505 tempest-FloatingIPDetailsTestJSON-1197160505-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:04.833260 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-abe76bf8-a9b8-4486-a301-df4e7082e075 req-844a4732-6d2a-4a95-b882-81dc84822fc8 tempest-FloatingIPDetailsTestJSON-1197160505 tempest-FloatingIPDetailsTestJSON-1197160505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:04.839194 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-71612acb-7425-496d-a9e2-a83aaa649989 req-8d90a89b-c984-4330-aaa4-111c0b571673 service neutron] 10.222.0.55 "GET /v2.0/networks/7de6ec8f-463e-406e-b277-0e89715e0fef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560705 Oct 20 10:36:04.875257 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfecc3f-9796-42bc-9add-a96a34037836 req-8af59afd-2ab9-4faf-8e7e-bc63713b81f1 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:04.877310 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ecfecc3f-9796-42bc-9add-a96a34037836 req-8af59afd-2ab9-4faf-8e7e-bc63713b81f1 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/ports?device_id=efe4bd25-79e9-42af-a4d8-5e8c46ef26f5 HTTP/1.1" status: 200 len: 944 time: 0.1191912 Oct 20 10:36:04.946784 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ecfecc3f-9796-42bc-9add-a96a34037836 req-56ee9b25-8e8f-4678-b56b-f4f5fbbbd77f tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/security-groups?id=c33a6cb5-e80a-4f79-936a-38f5e3f7c89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557768 Oct 20 10:36:05.020578 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 00ae86d6-b3cd-41a2-9d65-5a8b5af60932 details requested by agent hyperv_n-h2-811396-3 with host n-h2-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:36:05.038379 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-20c0321d-8470-49fa-ac3c-4430b806c1e1 req-1666c742-a062-49bf-9466-71ddc5b7d1c6 tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] 10.222.0.64 "GET /v2.0/security-groups/e0020e8d-1c1a-4ed8-9274-c7c67ccf72ad HTTP/1.1" status: 200 len: 1805 time: 0.0655575 Oct 20 10:36:05.051057 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-20c0321d-8470-49fa-ac3c-4430b806c1e1 req-9608656c-c87d-41b3-b2a8-9b942dc20620 tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'e0020e8d-1c1a-4ed8-9274-c7c67ccf72ad', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:36:05.051402 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-20c0321d-8470-49fa-ac3c-4430b806c1e1 req-9608656c-c87d-41b3-b2a8-9b942dc20620 tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'e0020e8d-1c1a-4ed8-9274-c7c67ccf72ad', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:36:05.077304 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-abe76bf8-a9b8-4486-a301-df4e7082e075 req-844a4732-6d2a-4a95-b882-81dc84822fc8 tempest-FloatingIPDetailsTestJSON-1197160505 tempest-FloatingIPDetailsTestJSON-1197160505-project] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:05.084203 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-abe76bf8-a9b8-4486-a301-df4e7082e075 req-844a4732-6d2a-4a95-b882-81dc84822fc8 tempest-FloatingIPDetailsTestJSON-1197160505 tempest-FloatingIPDetailsTestJSON-1197160505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:05.118772 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 00ae86d6-b3cd-41a2-9d65-5a8b5af60932, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=00ae86d6-b3cd-41a2-9d65-5a8b5af60932,segment=NetworkSegment(d74986f8-a71e-4359-a64d-140af23f3558),segment_id=d74986f8-a71e-4359-a64d-140af23f3558)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:36:05.132284 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Returning: {'device': '00ae86d6-b3cd-41a2-9d65-5a8b5af60932', 'network_id': '60750f9d-1dd0-4933-91f0-f6aefa736c9d', 'port_id': '00ae86d6-b3cd-41a2-9d65-5a8b5af60932', 'mac_address': 'fa:16:3e:e9:b5:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 807, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f74b0c1-2855-44cd-a118-a8c6ce76ebd8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:36:05.168535 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844a4732-6d2a-4a95-b882-81dc84822fc8 tempest-FloatingIPDetailsTestJSON-1197160505 tempest-FloatingIPDetailsTestJSON-1197160505-project] Pushing event updated for resources: {'Port': ['ID=08290995-a184-44b9-9bb8-1dd75a6f1d14,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:36:05.170126 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:05.186718 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00ae86d6-b3cd-41a2-9d65-5a8b5af60932 {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:36:05.198842 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-20c0321d-8470-49fa-ac3c-4430b806c1e1 req-9608656c-c87d-41b3-b2a8-9b942dc20620 tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:05.201629 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-abe76bf8-a9b8-4486-a301-df4e7082e075 req-844a4732-6d2a-4a95-b882-81dc84822fc8 tempest-FloatingIPDetailsTestJSON-1197160505 tempest-FloatingIPDetailsTestJSON-1197160505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1773381'] for floatingip, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:05.208164 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 00ae86d6-b3cd-41a2-9d65-5a8b5af60932, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=00ae86d6-b3cd-41a2-9d65-5a8b5af60932,segment=NetworkSegment(d74986f8-a71e-4359-a64d-140af23f3558),segment_id=d74986f8-a71e-4359-a64d-140af23f3558)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:36:05.212136 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:05.230564 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-abe76bf8-a9b8-4486-a301-df4e7082e075 req-844a4732-6d2a-4a95-b882-81dc84822fc8 tempest-FloatingIPDetailsTestJSON-1197160505 tempest-FloatingIPDetailsTestJSON-1197160505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for floatingip, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:05.230808 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-abe76bf8-a9b8-4486-a301-df4e7082e075 req-844a4732-6d2a-4a95-b882-81dc84822fc8 tempest-FloatingIPDetailsTestJSON-1197160505 tempest-FloatingIPDetailsTestJSON-1197160505-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8474905 Oct 20 10:36:05.241442 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-20c0321d-8470-49fa-ac3c-4430b806c1e1 req-9608656c-c87d-41b3-b2a8-9b942dc20620 tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:05.250997 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-20c0321d-8470-49fa-ac3c-4430b806c1e1 req-9608656c-c87d-41b3-b2a8-9b942dc20620 tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:05.276553 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=00ae86d6-b3cd-41a2-9d65-5a8b5af60932,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:36:05.306549 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608656c-c87d-41b3-b2a8-9b942dc20620 tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=518b80ae-db9e-4599-95d2-cb45dfe3552c,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:36:05.315853 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-abe76bf8-a9b8-4486-a301-df4e7082e075 req-6f09d562-0e7d-4ca1-a9fc-d3f1269b052b tempest-FloatingIPDetailsTestJSON-1197160505 tempest-FloatingIPDetailsTestJSON-1197160505-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.1.199 HTTP/1.1" status: 200 len: 696 time: 0.0731030 Oct 20 10:36:05.332062 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-20c0321d-8470-49fa-ac3c-4430b806c1e1 req-9608656c-c87d-41b3-b2a8-9b942dc20620 tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:05.333175 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-20c0321d-8470-49fa-ac3c-4430b806c1e1 req-9608656c-c87d-41b3-b2a8-9b942dc20620 tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.2876618 Oct 20 10:36:05.439831 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe76bf8-a9b8-4486-a301-df4e7082e075 req-b7d44ddf-2e3a-4072-bda8-31227deb3a61 tempest-FloatingIPDetailsTestJSON-1197160505 tempest-FloatingIPDetailsTestJSON-1197160505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:05.441248 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-abe76bf8-a9b8-4486-a301-df4e7082e075 req-b7d44ddf-2e3a-4072-bda8-31227deb3a61 tempest-FloatingIPDetailsTestJSON-1197160505 tempest-FloatingIPDetailsTestJSON-1197160505-project] 10.222.0.64 "GET /v2.0/networks/cbe170d3-31ba-45a2-b477-520ab0a7a8ea HTTP/1.1" status: 200 len: 784 time: 0.1232622 Oct 20 10:36:05.523291 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['00ae86d6-b3cd-41a2-9d65-5a8b5af60932'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:36:05.557130 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-15406c85-bf7d-4d05-961b-22883237c31a req-0b243680-4dd1-401d-bb7a-e1b61c87cdea tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1809618929', 'description': 'tempest-description-2125842352'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:36:05.590984 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-15406c85-bf7d-4d05-961b-22883237c31a req-0b243680-4dd1-401d-bb7a-e1b61c87cdea tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:05.703479 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-15406c85-bf7d-4d05-961b-22883237c31a req-0b243680-4dd1-401d-bb7a-e1b61c87cdea tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:05.708819 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-15406c85-bf7d-4d05-961b-22883237c31a req-0b243680-4dd1-401d-bb7a-e1b61c87cdea tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:05.746127 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-15406c85-bf7d-4d05-961b-22883237c31a req-0b243680-4dd1-401d-bb7a-e1b61c87cdea tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:05.747588 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-15406c85-bf7d-4d05-961b-22883237c31a req-0b243680-4dd1-401d-bb7a-e1b61c87cdea tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.1981733 Oct 20 10:36:05.748581 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b243680-4dd1-401d-bb7a-e1b61c87cdea tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ba44498-4524-4d45-9c80-f83d6d2d537d,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:36:05.876179 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9af26097-62d0-4197-8f5f-1f96f22f932c req-924b7108-7d4c-43a8-8748-2fdc8dcde716 tempest-FloatingIPDetailsTestJSON-1197160505 tempest-FloatingIPDetailsTestJSON-1197160505-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1124561 Oct 20 10:36:05.886777 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-9af26097-62d0-4197-8f5f-1f96f22f932c req-97046cbb-d834-4a59-8ddb-2b01d7c70896 tempest-FloatingIPDetailsTestJSON-1197160505 tempest-FloatingIPDetailsTestJSON-1197160505-project] Request body: {'floatingip': {'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:36:05.909733 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-9af26097-62d0-4197-8f5f-1f96f22f932c req-97046cbb-d834-4a59-8ddb-2b01d7c70896 tempest-FloatingIPDetailsTestJSON-1197160505 tempest-FloatingIPDetailsTestJSON-1197160505-project] Publish callbacks [] for floatingip, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:06.053159 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c506492-a7a6-4b01-b5cc-1d218f1fd571 req-c71d914f-10a2-4207-bbf9-fd8fbf97ad34 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:06.054615 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4c506492-a7a6-4b01-b5cc-1d218f1fd571 req-c71d914f-10a2-4207-bbf9-fd8fbf97ad34 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a8fd216-61cd-40eb-bf18-0ea2049bb6d6 HTTP/1.1" status: 200 len: 946 time: 0.0693781 Oct 20 10:36:06.060158 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-9af26097-62d0-4197-8f5f-1f96f22f932c req-97046cbb-d834-4a59-8ddb-2b01d7c70896 tempest-FloatingIPDetailsTestJSON-1197160505 tempest-FloatingIPDetailsTestJSON-1197160505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:06.115267 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-c6c886ff-31d1-4e7d-886a-7148a10deda8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:06.148169 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4c506492-a7a6-4b01-b5cc-1d218f1fd571 req-3d23c4b5-2cff-4633-87e5-e382f3298a82 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] 10.222.0.64 "GET /v2.0/security-groups?id=3c1a8b96-5782-4385-b9de-3407ab4b2d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850756 Oct 20 10:36:06.215300 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [req-9af26097-62d0-4197-8f5f-1f96f22f932c req-97046cbb-d834-4a59-8ddb-2b01d7c70896 tempest-FloatingIPDetailsTestJSON-1197160505 tempest-FloatingIPDetailsTestJSON-1197160505-project] Allocated IP 172.25.1.214 (cbe170d3-31ba-45a2-b477-520ab0a7a8ea/f4e26aca-17ac-4adb-a66b-d939a1b35b64/e6873b71-23a3-46a5-b45f-ebe9602bb90c) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:36:06.235303 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-1a9c3073-a31f-42d3-92b7-d188656f3de4 req-3b52d5af-ac3c-4e53-a8e2-671551450c17 tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-447861957', 'description': 'tempest-description-2143125457'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:36:06.306165 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-1a9c3073-a31f-42d3-92b7-d188656f3de4 req-3b52d5af-ac3c-4e53-a8e2-671551450c17 tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:06.361068 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-9af26097-62d0-4197-8f5f-1f96f22f932c req-97046cbb-d834-4a59-8ddb-2b01d7c70896 tempest-FloatingIPDetailsTestJSON-1197160505 tempest-FloatingIPDetailsTestJSON-1197160505-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:06.414230 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-1a9c3073-a31f-42d3-92b7-d188656f3de4 req-3b52d5af-ac3c-4e53-a8e2-671551450c17 tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:06.419061 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-1a9c3073-a31f-42d3-92b7-d188656f3de4 req-3b52d5af-ac3c-4e53-a8e2-671551450c17 tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:06.431257 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-9af26097-62d0-4197-8f5f-1f96f22f932c req-97046cbb-d834-4a59-8ddb-2b01d7c70896 tempest-FloatingIPDetailsTestJSON-1197160505 tempest-FloatingIPDetailsTestJSON-1197160505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:06.485949 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-1a9c3073-a31f-42d3-92b7-d188656f3de4 req-3b52d5af-ac3c-4e53-a8e2-671551450c17 tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:06.487169 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1a9c3073-a31f-42d3-92b7-d188656f3de4 req-3b52d5af-ac3c-4e53-a8e2-671551450c17 tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2596817 Oct 20 10:36:06.494137 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b52d5af-ac3c-4e53-a8e2-671551450c17 tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9106ba98-518b-4703-95f4-a7ac7cdde867,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:36:06.499465 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9af26097-62d0-4197-8f5f-1f96f22f932c req-97046cbb-d834-4a59-8ddb-2b01d7c70896 tempest-FloatingIPDetailsTestJSON-1197160505 tempest-FloatingIPDetailsTestJSON-1197160505-project] Network cbe170d3-31ba-45a2-b477-520ab0a7a8ea is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:36:06.502397 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [req-9af26097-62d0-4197-8f5f-1f96f22f932c req-97046cbb-d834-4a59-8ddb-2b01d7c70896 tempest-FloatingIPDetailsTestJSON-1197160505 tempest-FloatingIPDetailsTestJSON-1197160505-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:36:06.504006 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-9af26097-62d0-4197-8f5f-1f96f22f932c req-97046cbb-d834-4a59-8ddb-2b01d7c70896 tempest-FloatingIPDetailsTestJSON-1197160505 tempest-FloatingIPDetailsTestJSON-1197160505-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:36:06.509862 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97046cbb-d834-4a59-8ddb-2b01d7c70896 tempest-FloatingIPDetailsTestJSON-1197160505 tempest-FloatingIPDetailsTestJSON-1197160505-project] Pushing event updated for resources: {'Port': ['ID=e6873b71-23a3-46a5-b45f-ebe9602bb90c,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:36:06.601379 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-9af26097-62d0-4197-8f5f-1f96f22f932c req-97046cbb-d834-4a59-8ddb-2b01d7c70896 tempest-FloatingIPDetailsTestJSON-1197160505 tempest-FloatingIPDetailsTestJSON-1197160505-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:06.646686 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-9af26097-62d0-4197-8f5f-1f96f22f932c req-97046cbb-d834-4a59-8ddb-2b01d7c70896 tempest-FloatingIPDetailsTestJSON-1197160505 tempest-FloatingIPDetailsTestJSON-1197160505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:06.787768 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7485415c-a80b-4013-886b-b724f0198488 req-a4aba011-7250-4953-8728-85efda10c119 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:06.789236 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7485415c-a80b-4013-886b-b724f0198488 req-a4aba011-7250-4953-8728-85efda10c119 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/ports?device_id=efe4bd25-79e9-42af-a4d8-5e8c46ef26f5 HTTP/1.1" status: 200 len: 945 time: 0.0978606 Oct 20 10:36:06.851481 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7485415c-a80b-4013-886b-b724f0198488 req-bf3dc8a7-1f75-4875-b3c1-c1aa93bcc947 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/security-groups?id=c33a6cb5-e80a-4f79-936a-38f5e3f7c89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562410 Oct 20 10:36:06.863321 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-9af26097-62d0-4197-8f5f-1f96f22f932c req-97046cbb-d834-4a59-8ddb-2b01d7c70896 tempest-FloatingIPDetailsTestJSON-1197160505 tempest-FloatingIPDetailsTestJSON-1197160505-project] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:06.869116 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-9af26097-62d0-4197-8f5f-1f96f22f932c req-97046cbb-d834-4a59-8ddb-2b01d7c70896 tempest-FloatingIPDetailsTestJSON-1197160505 tempest-FloatingIPDetailsTestJSON-1197160505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:06.961057 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97046cbb-d834-4a59-8ddb-2b01d7c70896 tempest-FloatingIPDetailsTestJSON-1197160505 tempest-FloatingIPDetailsTestJSON-1197160505-project] Pushing event updated for resources: {'Port': ['ID=e6873b71-23a3-46a5-b45f-ebe9602bb90c,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:36:06.983148 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-baee936e-3fe7-4714-92af-2b0af775aa59 req-30e89d6c-1e86-4ccf-8f17-f610b7b1d5ef tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] 10.222.0.64 "GET /v2.0/security-groups/3ba44498-4524-4d45-9c80-f83d6d2d537d HTTP/1.1" status: 200 len: 1805 time: 0.0868099 Oct 20 10:36:06.983911 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-9af26097-62d0-4197-8f5f-1f96f22f932c req-97046cbb-d834-4a59-8ddb-2b01d7c70896 tempest-FloatingIPDetailsTestJSON-1197160505 tempest-FloatingIPDetailsTestJSON-1197160505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1773381'] for floatingip, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:07.009346 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-9af26097-62d0-4197-8f5f-1f96f22f932c req-97046cbb-d834-4a59-8ddb-2b01d7c70896 tempest-FloatingIPDetailsTestJSON-1197160505 tempest-FloatingIPDetailsTestJSON-1197160505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for floatingip, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:07.010533 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9af26097-62d0-4197-8f5f-1f96f22f932c req-97046cbb-d834-4a59-8ddb-2b01d7c70896 tempest-FloatingIPDetailsTestJSON-1197160505 tempest-FloatingIPDetailsTestJSON-1197160505-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.1282055 Oct 20 10:36:07.027236 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 00ae86d6-b3cd-41a2-9d65-5a8b5af60932 up at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:36:07.030759 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:07.074199 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9af26097-62d0-4197-8f5f-1f96f22f932c req-5efaa34a-bb54-4e44-a204-a5d387291038 tempest-FloatingIPDetailsTestJSON-1197160505 tempest-FloatingIPDetailsTestJSON-1197160505-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.1.214 HTTP/1.1" status: 200 len: 696 time: 0.0532463 Oct 20 10:36:07.076946 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-baee936e-3fe7-4714-92af-2b0af775aa59 req-d7f1f973-64b9-4609-9835-fa8f2abb315d tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] 10.222.0.64 "GET /v2.0/security-groups/9106ba98-518b-4703-95f4-a7ac7cdde867 HTTP/1.1" status: 200 len: 1804 time: 0.0860705 Oct 20 10:36:07.082637 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning for port 00ae86d6-b3cd-41a2-9d65-5a8b5af60932 completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:36:07.087070 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning complete for port 00ae86d6-b3cd-41a2-9d65-5a8b5af60932 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:36:07.087466 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:07.095579 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-baee936e-3fe7-4714-92af-2b0af775aa59 req-168fd298-6474-4144-aec1-40be4f5be513 tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '3ba44498-4524-4d45-9c80-f83d6d2d537d', 'remote_group_id': '9106ba98-518b-4703-95f4-a7ac7cdde867', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:36:07.095904 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-baee936e-3fe7-4714-92af-2b0af775aa59 req-168fd298-6474-4144-aec1-40be4f5be513 tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '3ba44498-4524-4d45-9c80-f83d6d2d537d', 'remote_group_id': '9106ba98-518b-4703-95f4-a7ac7cdde867', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:36:07.164872 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:07.191097 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efe4bd25-79e9-42af-a4d8-5e8c46ef26f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00ae86d6-b3cd-41a2-9d65-5a8b5af60932'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:36:07.193819 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c479df75-be6e-4393-8570-66cd817252a2" -d '{"events": [{"server_uuid": "efe4bd25-79e9-42af-a4d8-5e8c46ef26f5", "name": "network-vif-plugged", "status": "completed", "tag": "00ae86d6-b3cd-41a2-9d65-5a8b5af60932"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:36:07.206710 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 00ae86d6-b3cd-41a2-9d65-5a8b5af60932, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=00ae86d6-b3cd-41a2-9d65-5a8b5af60932,segment=NetworkSegment(d74986f8-a71e-4359-a64d-140af23f3558),segment_id=d74986f8-a71e-4359-a64d-140af23f3558)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:36:07.210722 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:07.212122 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 1aeb088d-f86b-4f53-bac5-9d02bde17921 no longer exists at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:36:07.224003 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af26097-62d0-4197-8f5f-1f96f22f932c req-828f3a09-4bca-49f9-bc59-d3e231061297 tempest-FloatingIPDetailsTestJSON-1197160505 tempest-FloatingIPDetailsTestJSON-1197160505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:07.225377 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9af26097-62d0-4197-8f5f-1f96f22f932c req-828f3a09-4bca-49f9-bc59-d3e231061297 tempest-FloatingIPDetailsTestJSON-1197160505 tempest-FloatingIPDetailsTestJSON-1197160505-project] 10.222.0.64 "GET /v2.0/networks/cbe170d3-31ba-45a2-b477-520ab0a7a8ea HTTP/1.1" status: 200 len: 784 time: 0.1441298 Oct 20 10:36:07.239625 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-baee936e-3fe7-4714-92af-2b0af775aa59 req-168fd298-6474-4144-aec1-40be4f5be513 tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:07.273741 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-baee936e-3fe7-4714-92af-2b0af775aa59 req-168fd298-6474-4144-aec1-40be4f5be513 tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:07.278027 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-baee936e-3fe7-4714-92af-2b0af775aa59 req-168fd298-6474-4144-aec1-40be4f5be513 tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:07.296406 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168fd298-6474-4144-aec1-40be4f5be513 tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd0babe4-b5e1-4f88-9441-a9434d0ed435,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:36:07.305514 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-baee936e-3fe7-4714-92af-2b0af775aa59 req-168fd298-6474-4144-aec1-40be4f5be513 tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:07.306701 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-baee936e-3fe7-4714-92af-2b0af775aa59 req-168fd298-6474-4144-aec1-40be4f5be513 tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2167199 Oct 20 10:36:07.323317 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=00ae86d6-b3cd-41a2-9d65-5a8b5af60932,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:36:07.365719 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:07.401768 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 1aeb088d-f86b-4f53-bac5-9d02bde17921, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=1aeb088d-f86b-4f53-bac5-9d02bde17921,segment=NetworkSegment(ead88eb8-7907-4284-a2ee-38aeb92bc073),segment_id=ead88eb8-7907-4284-a2ee-38aeb92bc073)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:36:07.410678 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:07.450381 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:07.469184 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=1aeb088d-f86b-4f53-bac5-9d02bde17921,revision_number=8']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:36:07.704851 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:07.865416 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04e00fc-36bd-4b80-9102-8d37d0daa165 req-bcebff05-2628-46ca-b802-9b0b205dd739 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:07.866900 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b04e00fc-36bd-4b80-9102-8d37d0daa165 req-bcebff05-2628-46ca-b802-9b0b205dd739 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] 10.222.0.64 "GET /v2.0/networks?id=ef6abb39-cfb1-4828-a214-dd0f5374098d HTTP/1.1" status: 200 len: 805 time: 0.4692469 Oct 20 10:36:07.875053 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec06fba-8b66-45e4-b668-faf487f66c72 req-91742d9f-9563-4fce-842e-fc0f96570255 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:07.876567 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3ec06fba-8b66-45e4-b668-faf487f66c72 req-91742d9f-9563-4fce-842e-fc0f96570255 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a8fd216-61cd-40eb-bf18-0ea2049bb6d6 HTTP/1.1" status: 200 len: 946 time: 0.0847206 Oct 20 10:36:07.899793 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b04e00fc-36bd-4b80-9102-8d37d0daa165 req-88def59b-de8d-4e5b-ade1-d2159a175fa7 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] 10.222.0.64 "GET /v2.0/quotas/c0dfe506102842b7b89700ee2a42ab00 HTTP/1.1" status: 200 len: 375 time: 0.0222473 Oct 20 10:36:07.929136 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3ec06fba-8b66-45e4-b668-faf487f66c72 req-7b7e432b-a8b8-4433-8f38-3e44259db406 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] 10.222.0.64 "GET /v2.0/security-groups?id=3c1a8b96-5782-4385-b9de-3407ab4b2d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455384 Oct 20 10:36:07.961033 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b04e00fc-36bd-4b80-9102-8d37d0daa165 req-2834eb40-86a1-4948-b7f6-8352e426f311 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=c0dfe506102842b7b89700ee2a42ab00&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0555146 Oct 20 10:36:07.972405 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7210fcf6-c49c-4bf7-892a-3f312a251618 x-openstack-request-id: req-7210fcf6-c49c-4bf7-892a-3f312a251618 {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:36:07.972754 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efe4bd25-79e9-42af-a4d8-5e8c46ef26f5", "name": "network-vif-plugged", "status": "completed", "tag": "00ae86d6-b3cd-41a2-9d65-5a8b5af60932", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:36:07.973101 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7210fcf6-c49c-4bf7-892a-3f312a251618 {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:36:07.973589 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efe4bd25-79e9-42af-a4d8-5e8c46ef26f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00ae86d6-b3cd-41a2-9d65-5a8b5af60932', 'code': 200} Oct 20 10:36:08.108255 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b04e00fc-36bd-4b80-9102-8d37d0daa165 req-be54688f-7e2d-4276-a7a3-5be0f4726dde service neutron] 10.222.0.64 "GET /v2.0/networks/ef6abb39-cfb1-4828-a214-dd0f5374098d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400392 Oct 20 10:36:08.201097 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c2d211-4024-4b78-9c4e-e1dd9b865779 req-51018c24-d26a-4324-9652-ceb28497f04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:08.202824 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-30c2d211-4024-4b78-9c4e-e1dd9b865779 req-51018c24-d26a-4324-9652-ceb28497f04b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=efe4bd25-79e9-42af-a4d8-5e8c46ef26f5 HTTP/1.1" status: 200 len: 1097 time: 0.1500494 Oct 20 10:36:08.280947 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-dfc7b502-6b71-4f8e-861e-5df792913990 req-5f7dd9d5-582e-4dba-af60-a245886cbc27 tempest-FloatingIPDetailsTestJSON-1197160505 tempest-FloatingIPDetailsTestJSON-1197160505-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2269559 Oct 20 10:36:08.298407 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-dfc7b502-6b71-4f8e-861e-5df792913990 req-b70f204a-c17c-467d-9ad9-a1989c39e1f5 tempest-FloatingIPDetailsTestJSON-1197160505 tempest-FloatingIPDetailsTestJSON-1197160505-project] Request body: {'floatingip': {'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:36:08.305893 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-30c2d211-4024-4b78-9c4e-e1dd9b865779 req-0de6664a-5e23-40f0-abaf-97b013e5e2ee service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=c33a6cb5-e80a-4f79-936a-38f5e3f7c89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750926 Oct 20 10:36:08.311973 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b04e00fc-36bd-4b80-9102-8d37d0daa165 req-c0ac8715-52ea-402f-8280-6558e9650179 service neutron] 10.222.0.64 "GET /v2.0/networks/ef6abb39-cfb1-4828-a214-dd0f5374098d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964350 Oct 20 10:36:08.329901 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-dfc7b502-6b71-4f8e-861e-5df792913990 req-b70f204a-c17c-467d-9ad9-a1989c39e1f5 tempest-FloatingIPDetailsTestJSON-1197160505 tempest-FloatingIPDetailsTestJSON-1197160505-project] Publish callbacks [] for floatingip, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:08.431216 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-5c915a07-55f9-4bee-b205-5d7a8ea9b5d7 req-928a50cc-ae29-4140-afc7-a0e09f5592d0 tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-831869228', 'description': 'tempest-description-118202232'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:36:08.438213 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-dfc7b502-6b71-4f8e-861e-5df792913990 req-b70f204a-c17c-467d-9ad9-a1989c39e1f5 tempest-FloatingIPDetailsTestJSON-1197160505 tempest-FloatingIPDetailsTestJSON-1197160505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:08.495421 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-5c915a07-55f9-4bee-b205-5d7a8ea9b5d7 req-928a50cc-ae29-4140-afc7-a0e09f5592d0 tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:08.608480 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [req-dfc7b502-6b71-4f8e-861e-5df792913990 req-b70f204a-c17c-467d-9ad9-a1989c39e1f5 tempest-FloatingIPDetailsTestJSON-1197160505 tempest-FloatingIPDetailsTestJSON-1197160505-project] Allocated IP 172.25.1.170 (cbe170d3-31ba-45a2-b477-520ab0a7a8ea/f4e26aca-17ac-4adb-a66b-d939a1b35b64/63a65984-97c0-4682-822b-3ce628aec332) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:36:08.662292 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-5c915a07-55f9-4bee-b205-5d7a8ea9b5d7 req-928a50cc-ae29-4140-afc7-a0e09f5592d0 tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:08.667959 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-5c915a07-55f9-4bee-b205-5d7a8ea9b5d7 req-928a50cc-ae29-4140-afc7-a0e09f5592d0 tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:08.787736 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-5c915a07-55f9-4bee-b205-5d7a8ea9b5d7 req-928a50cc-ae29-4140-afc7-a0e09f5592d0 tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:08.789167 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5c915a07-55f9-4bee-b205-5d7a8ea9b5d7 req-928a50cc-ae29-4140-afc7-a0e09f5592d0 tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.3632207 Oct 20 10:36:08.792992 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928a50cc-ae29-4140-afc7-a0e09f5592d0 tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93acc1bd-a15d-4c95-9dad-e4efe15b48a6,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:36:08.828987 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdbfece-525e-485c-8e6f-8c3437607d85 req-ca630c83-ee9a-4e06-9aed-5db48b9c38da tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:08.831437 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cfdbfece-525e-485c-8e6f-8c3437607d85 req-ca630c83-ee9a-4e06-9aed-5db48b9c38da tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] 10.222.0.69 "GET /v2.0/ports?device_id=ca746ee3-7832-4a93-86bd-17059472075d HTTP/1.1" status: 200 len: 944 time: 0.0966685 Oct 20 10:36:08.853072 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:08.855839 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-dfc7b502-6b71-4f8e-861e-5df792913990 req-b70f204a-c17c-467d-9ad9-a1989c39e1f5 tempest-FloatingIPDetailsTestJSON-1197160505 tempest-FloatingIPDetailsTestJSON-1197160505-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:08.983296 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-dfc7b502-6b71-4f8e-861e-5df792913990 req-b70f204a-c17c-467d-9ad9-a1989c39e1f5 tempest-FloatingIPDetailsTestJSON-1197160505 tempest-FloatingIPDetailsTestJSON-1197160505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:09.028253 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8b46a6-a363-4214-b39a-bb778dc159cb req-958338f3-26b3-4229-b6f1-aba172c94b08 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:09.029656 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7a8b46a6-a363-4214-b39a-bb778dc159cb req-958338f3-26b3-4229-b6f1-aba172c94b08 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/ports?device_id=efe4bd25-79e9-42af-a4d8-5e8c46ef26f5 HTTP/1.1" status: 200 len: 946 time: 0.1445780 Oct 20 10:36:09.047519 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfc7b502-6b71-4f8e-861e-5df792913990 req-b70f204a-c17c-467d-9ad9-a1989c39e1f5 tempest-FloatingIPDetailsTestJSON-1197160505 tempest-FloatingIPDetailsTestJSON-1197160505-project] Network cbe170d3-31ba-45a2-b477-520ab0a7a8ea is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:36:09.068750 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [req-dfc7b502-6b71-4f8e-861e-5df792913990 req-b70f204a-c17c-467d-9ad9-a1989c39e1f5 tempest-FloatingIPDetailsTestJSON-1197160505 tempest-FloatingIPDetailsTestJSON-1197160505-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:36:09.080000 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfc7b502-6b71-4f8e-861e-5df792913990 req-b70f204a-c17c-467d-9ad9-a1989c39e1f5 tempest-FloatingIPDetailsTestJSON-1197160505 tempest-FloatingIPDetailsTestJSON-1197160505-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:36:09.087001 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70f204a-c17c-467d-9ad9-a1989c39e1f5 tempest-FloatingIPDetailsTestJSON-1197160505 tempest-FloatingIPDetailsTestJSON-1197160505-project] Pushing event updated for resources: {'Port': ['ID=63a65984-97c0-4682-822b-3ce628aec332,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:36:09.115563 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-cfdbfece-525e-485c-8e6f-8c3437607d85 req-44f47cf8-a275-4f41-af80-13e7545122e0 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] Deleting port 1aeb088d-f86b-4f53-bac5-9d02bde17921 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:36:09.116264 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-cfdbfece-525e-485c-8e6f-8c3437607d85 req-44f47cf8-a275-4f41-af80-13e7545122e0 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:09.153787 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7a8b46a6-a363-4214-b39a-bb778dc159cb req-b580fb4a-85fc-4d1e-8fda-ae865822cab5 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/security-groups?id=c33a6cb5-e80a-4f79-936a-38f5e3f7c89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098297 Oct 20 10:36:09.295954 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-cfdbfece-525e-485c-8e6f-8c3437607d85 req-44f47cf8-a275-4f41-af80-13e7545122e0 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] For port 1aeb088d-f86b-4f53-bac5-9d02bde17921, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=1aeb088d-f86b-4f53-bac5-9d02bde17921,segment=NetworkSegment(ead88eb8-7907-4284-a2ee-38aeb92bc073),segment_id=ead88eb8-7907-4284-a2ee-38aeb92bc073)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:36:09.296228 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-cfdbfece-525e-485c-8e6f-8c3437607d85 req-44f47cf8-a275-4f41-af80-13e7545122e0 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:09.320125 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-cfdbfece-525e-485c-8e6f-8c3437607d85 req-44f47cf8-a275-4f41-af80-13e7545122e0 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] Calling delete_port for 1aeb088d-f86b-4f53-bac5-9d02bde17921 owned by compute:nova {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:36:09.331831 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-dfc7b502-6b71-4f8e-861e-5df792913990 req-b70f204a-c17c-467d-9ad9-a1989c39e1f5 tempest-FloatingIPDetailsTestJSON-1197160505 tempest-FloatingIPDetailsTestJSON-1197160505-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:09.343879 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d458d7-9dbb-4505-af70-0bfa6226e57d req-bb0aab2c-f57c-4ea7-9c8b-b9ab2777edfc tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:09.346250 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-14d458d7-9dbb-4505-af70-0bfa6226e57d req-bb0aab2c-f57c-4ea7-9c8b-b9ab2777edfc tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] 10.222.0.64 "GET /v2.0/ports?device_id=76ee81c5-e62a-4cb7-b34b-a5d0c1ab805c HTTP/1.1" status: 200 len: 945 time: 0.1338086 Oct 20 10:36:09.456982 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-dfc7b502-6b71-4f8e-861e-5df792913990 req-b70f204a-c17c-467d-9ad9-a1989c39e1f5 tempest-FloatingIPDetailsTestJSON-1197160505 tempest-FloatingIPDetailsTestJSON-1197160505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:09.486198 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-14d458d7-9dbb-4505-af70-0bfa6226e57d req-06c22bf7-50db-4734-8945-4c1a37a0d22a tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] 10.222.0.64 "GET /v2.0/security-groups?id=3c1a8b96-5782-4385-b9de-3407ab4b2d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319358 Oct 20 10:36:09.629720 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04e00fc-36bd-4b80-9102-8d37d0daa165 req-d0e8acec-86c7-42fb-acf1-5c4c5fa55e78 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:09.632426 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-b04e00fc-36bd-4b80-9102-8d37d0daa165 req-d0e8acec-86c7-42fb-acf1-5c4c5fa55e78 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] 10.222.0.69 "GET /v2.0/networks?id=ef6abb39-cfb1-4828-a214-dd0f5374098d HTTP/1.1" status: 200 len: 805 time: 0.1504030 Oct 20 10:36:09.656870 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [req-b04e00fc-36bd-4b80-9102-8d37d0daa165 req-614a8bdb-8e45-429f-b214-6cb36ac79012 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] Request body: {'port': {'device_id': '12c57aae-b973-43e9-a9e8-671f2ba671ba', 'network_id': 'ef6abb39-cfb1-4828-a214-dd0f5374098d', 'admin_state_up': True, 'tenant_id': 'c0dfe506102842b7b89700ee2a42ab00'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:36:09.709313 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-cfdbfece-525e-485c-8e6f-8c3437607d85 req-44f47cf8-a275-4f41-af80-13e7545122e0 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:09.764812 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f47cf8-a275-4f41-af80-13e7545122e0 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] Pushing event deleted for resources: {'Port': ['ID=1aeb088d-f86b-4f53-bac5-9d02bde17921,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:36:09.809441 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b04e00fc-36bd-4b80-9102-8d37d0daa165 req-614a8bdb-8e45-429f-b214-6cb36ac79012 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] Made reservation on behalf of c0dfe506102842b7b89700ee2a42ab00 for: {'port': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:36:09.814823 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-b04e00fc-36bd-4b80-9102-8d37d0daa165 req-614a8bdb-8e45-429f-b214-6cb36ac79012 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:09.821070 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c07ec53e-97f3-4f5b-9ba7-4242f9942dfb req-a8f9fc38-1a1f-4745-89be-2d378dbae003 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] 10.222.0.64 "GET /v2.0/ports?device_id=12c57aae-b973-43e9-a9e8-671f2ba671ba HTTP/1.1" status: 200 len: 210 time: 0.0733149 Oct 20 10:36:09.867489 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfdbfece-525e-485c-8e6f-8c3437607d85 req-44f47cf8-a275-4f41-af80-13e7545122e0 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] No DVR routers for this DVR port 1aeb088d-f86b-4f53-bac5-9d02bde17921 on host n-h2-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:36:09.873046 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-cfdbfece-525e-485c-8e6f-8c3437607d85 req-44f47cf8-a275-4f41-af80-13e7545122e0 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:09.877355 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cfdbfece-525e-485c-8e6f-8c3437607d85 req-44f47cf8-a275-4f41-af80-13e7545122e0 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] 10.222.0.69 "DELETE /v2.0/ports/1aeb088d-f86b-4f53-bac5-9d02bde17921 HTTP/1.1" status: 204 len: 173 time: 1.0331082 Oct 20 10:36:09.880476 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-105b718a-1270-452b-bd34-e871c7eda0fd req-5b6d6e99-25db-4fa0-b7c6-c042b76b0517 tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2086774987', 'description': 'tempest-description-842587379'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:36:09.893003 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-dfc7b502-6b71-4f8e-861e-5df792913990 req-b70f204a-c17c-467d-9ad9-a1989c39e1f5 tempest-FloatingIPDetailsTestJSON-1197160505 tempest-FloatingIPDetailsTestJSON-1197160505-project] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:09.896490 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca746ee3-7832-4a93-86bd-17059472075d', 'name': 'network-vif-deleted', 'tag': '1aeb088d-f86b-4f53-bac5-9d02bde17921'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:36:09.901756 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a73ea107-7a3b-4b93-8886-e0e2d4569351" -d '{"events": [{"server_uuid": "ca746ee3-7832-4a93-86bd-17059472075d", "name": "network-vif-deleted", "tag": "1aeb088d-f86b-4f53-bac5-9d02bde17921"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:36:09.908704 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-dfc7b502-6b71-4f8e-861e-5df792913990 req-b70f204a-c17c-467d-9ad9-a1989c39e1f5 tempest-FloatingIPDetailsTestJSON-1197160505 tempest-FloatingIPDetailsTestJSON-1197160505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:09.943072 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 7 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 10:36:09.963552 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-105b718a-1270-452b-bd34-e871c7eda0fd req-5b6d6e99-25db-4fa0-b7c6-c042b76b0517 tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:09.974549 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca746ee3-7832-4a93-86bd-17059472075d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1aeb088d-f86b-4f53-bac5-9d02bde17921'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:36:09.977202 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e5f70a6-2c70-43b7-bed1-7f21a268aff2" -d '{"events": [{"server_uuid": "ca746ee3-7832-4a93-86bd-17059472075d", "name": "network-vif-unplugged", "status": "completed", "tag": "1aeb088d-f86b-4f53-bac5-9d02bde17921"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:36:10.000709 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70f204a-c17c-467d-9ad9-a1989c39e1f5 tempest-FloatingIPDetailsTestJSON-1197160505 tempest-FloatingIPDetailsTestJSON-1197160505-project] Pushing event updated for resources: {'Port': ['ID=63a65984-97c0-4682-822b-3ce628aec332,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:36:10.029138 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-dfc7b502-6b71-4f8e-861e-5df792913990 req-b70f204a-c17c-467d-9ad9-a1989c39e1f5 tempest-FloatingIPDetailsTestJSON-1197160505 tempest-FloatingIPDetailsTestJSON-1197160505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1773381'] for floatingip, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:10.030014 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [req-b04e00fc-36bd-4b80-9102-8d37d0daa165 req-614a8bdb-8e45-429f-b214-6cb36ac79012 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] Allocated IP 172.20.0.14 (ef6abb39-cfb1-4828-a214-dd0f5374098d/777e48ea-dc5a-43d5-a338-c1cfd0807e06/483a72cb-0ddd-4b0a-a54e-007be6bc253b) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:36:10.058497 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-dfc7b502-6b71-4f8e-861e-5df792913990 req-b70f204a-c17c-467d-9ad9-a1989c39e1f5 tempest-FloatingIPDetailsTestJSON-1197160505 tempest-FloatingIPDetailsTestJSON-1197160505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for floatingip, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:10.059867 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-dfc7b502-6b71-4f8e-861e-5df792913990 req-b70f204a-c17c-467d-9ad9-a1989c39e1f5 tempest-FloatingIPDetailsTestJSON-1197160505 tempest-FloatingIPDetailsTestJSON-1197160505-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7700558 Oct 20 10:36:10.125371 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-105b718a-1270-452b-bd34-e871c7eda0fd req-5b6d6e99-25db-4fa0-b7c6-c042b76b0517 tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:10.134147 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-dfc7b502-6b71-4f8e-861e-5df792913990 req-c09cc7ee-b26c-45c8-931b-41e2f989b6d0 tempest-FloatingIPDetailsTestJSON-1197160505 tempest-FloatingIPDetailsTestJSON-1197160505-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.1.170 HTTP/1.1" status: 200 len: 696 time: 0.0638025 Oct 20 10:36:10.134723 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-105b718a-1270-452b-bd34-e871c7eda0fd req-5b6d6e99-25db-4fa0-b7c6-c042b76b0517 tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:10.168913 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-105b718a-1270-452b-bd34-e871c7eda0fd req-5b6d6e99-25db-4fa0-b7c6-c042b76b0517 tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:10.170536 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-105b718a-1270-452b-bd34-e871c7eda0fd req-5b6d6e99-25db-4fa0-b7c6-c042b76b0517 tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3058584 Oct 20 10:36:10.203812 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-b04e00fc-36bd-4b80-9102-8d37d0daa165 req-614a8bdb-8e45-429f-b214-6cb36ac79012 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:10.214091 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6d6e99-25db-4fa0-b7c6-c042b76b0517 tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41f132ec-f944-4661-9e12-f74ab7d49511,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:36:10.269002 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-b04e00fc-36bd-4b80-9102-8d37d0daa165 req-614a8bdb-8e45-429f-b214-6cb36ac79012 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:10.297377 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc7b502-6b71-4f8e-861e-5df792913990 req-b7f770de-6567-4900-85d5-00a95ef6e4dc tempest-FloatingIPDetailsTestJSON-1197160505 tempest-FloatingIPDetailsTestJSON-1197160505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:10.300437 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-dfc7b502-6b71-4f8e-861e-5df792913990 req-b7f770de-6567-4900-85d5-00a95ef6e4dc tempest-FloatingIPDetailsTestJSON-1197160505 tempest-FloatingIPDetailsTestJSON-1197160505-project] 10.222.0.64 "GET /v2.0/networks/cbe170d3-31ba-45a2-b477-520ab0a7a8ea HTTP/1.1" status: 200 len: 784 time: 0.1537468 Oct 20 10:36:10.318081 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b04e00fc-36bd-4b80-9102-8d37d0daa165 req-614a8bdb-8e45-429f-b214-6cb36ac79012 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] Network ef6abb39-cfb1-4828-a214-dd0f5374098d is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:36:10.323918 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [req-b04e00fc-36bd-4b80-9102-8d37d0daa165 req-614a8bdb-8e45-429f-b214-6cb36ac79012 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:36:10.327915 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [req-b04e00fc-36bd-4b80-9102-8d37d0daa165 req-614a8bdb-8e45-429f-b214-6cb36ac79012 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:36:10.353990 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96e7f762-550a-442c-9558-53fd7001f26f x-openstack-request-id: req-96e7f762-550a-442c-9558-53fd7001f26f {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:36:10.353990 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca746ee3-7832-4a93-86bd-17059472075d", "name": "network-vif-deleted", "tag": "1aeb088d-f86b-4f53-bac5-9d02bde17921", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:36:10.354630 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-96e7f762-550a-442c-9558-53fd7001f26f {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:36:10.355104 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca746ee3-7832-4a93-86bd-17059472075d', 'name': 'network-vif-deleted', 'tag': '1aeb088d-f86b-4f53-bac5-9d02bde17921', 'status': 'completed', 'code': 200} Oct 20 10:36:10.377666 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614a8bdb-8e45-429f-b214-6cb36ac79012 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] Pushing event updated for resources: {'Port': ['ID=483a72cb-0ddd-4b0a-a54e-007be6bc253b,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:36:10.390847 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Oct 2021 10:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb7d1e0d-266d-477c-ba99-14c2dc4b8e39 x-openstack-request-id: req-fb7d1e0d-266d-477c-ba99-14c2dc4b8e39 {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:36:10.391412 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca746ee3-7832-4a93-86bd-17059472075d", "name": "network-vif-unplugged", "status": "completed", "tag": "1aeb088d-f86b-4f53-bac5-9d02bde17921", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:36:10.392401 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fb7d1e0d-266d-477c-ba99-14c2dc4b8e39 {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:36:10.393001 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca746ee3-7832-4a93-86bd-17059472075d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1aeb088d-f86b-4f53-bac5-9d02bde17921', 'code': 200} Oct 20 10:36:10.404559 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04e00fc-36bd-4b80-9102-8d37d0daa165 req-614a8bdb-8e45-429f-b214-6cb36ac79012 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:10.405316 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-b04e00fc-36bd-4b80-9102-8d37d0daa165 req-614a8bdb-8e45-429f-b214-6cb36ac79012 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:10.427314 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-b04e00fc-36bd-4b80-9102-8d37d0daa165 req-614a8bdb-8e45-429f-b214-6cb36ac79012 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7746255 Oct 20 10:36:10.442893 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [req-b04e00fc-36bd-4b80-9102-8d37d0daa165 req-4263d58d-d640-4286-93e6-340cb4212920 service neutron] Request body: {'port': {'device_id': '12c57aae-b973-43e9-a9e8-671f2ba671ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811396-3'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:36:10.468564 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adface9-3f52-4e28-8d9d-197a75b8f05b req-bf5846f5-5690-4519-b636-67f4c9f3315a tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:10.470349 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2adface9-3f52-4e28-8d9d-197a75b8f05b req-bf5846f5-5690-4519-b636-67f4c9f3315a tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] 10.222.0.64 "GET /v2.0/ports?device_id=34b135a6-7a79-4e12-8b31-8d70cff1334c HTTP/1.1" status: 200 len: 946 time: 0.1097744 Oct 20 10:36:10.488043 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4c8364a7-7247-4bf4-832f-09f3cb9a8603 req-b35ecc24-f701-43c7-a0ec-b209f3c68967 tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] 10.222.0.64 "GET /v2.0/security-groups/93acc1bd-a15d-4c95-9dad-e4efe15b48a6 HTTP/1.1" status: 200 len: 1803 time: 0.0721123 Oct 20 10:36:10.516993 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-b04e00fc-36bd-4b80-9102-8d37d0daa165 req-4263d58d-d640-4286-93e6-340cb4212920 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:10.547480 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2adface9-3f52-4e28-8d9d-197a75b8f05b req-ad45a505-dadc-4dd8-b7ba-e2f79c42d2b7 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] 10.222.0.64 "GET /v2.0/security-groups?id=3c1a8b96-5782-4385-b9de-3407ab4b2d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640533 Oct 20 10:36:10.571269 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4c8364a7-7247-4bf4-832f-09f3cb9a8603 req-096e9c25-e230-419b-8229-31449f9e569c tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] 10.222.0.64 "GET /v2.0/security-groups/41f132ec-f944-4661-9e12-f74ab7d49511 HTTP/1.1" status: 200 len: 1804 time: 0.0667462 Oct 20 10:36:10.576109 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-4c8364a7-7247-4bf4-832f-09f3cb9a8603 req-0e5cc3bd-9a50-42a4-9bad-b522e6b00a26 tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '93acc1bd-a15d-4c95-9dad-e4efe15b48a6', 'remote_group_id': '41f132ec-f944-4661-9e12-f74ab7d49511', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:36:10.576421 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-4c8364a7-7247-4bf4-832f-09f3cb9a8603 req-0e5cc3bd-9a50-42a4-9bad-b522e6b00a26 tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '93acc1bd-a15d-4c95-9dad-e4efe15b48a6', 'remote_group_id': '41f132ec-f944-4661-9e12-f74ab7d49511', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:36:10.678540 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-4c8364a7-7247-4bf4-832f-09f3cb9a8603 req-0e5cc3bd-9a50-42a4-9bad-b522e6b00a26 tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:10.696078 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d293d9-340f-4518-ba08-47b706b5b2ff req-245f730d-3ce3-4e62-828f-1747a87458f7 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:10.697588 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d6d293d9-340f-4518-ba08-47b706b5b2ff req-245f730d-3ce3-4e62-828f-1747a87458f7 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/ports?device_id=efe4bd25-79e9-42af-a4d8-5e8c46ef26f5 HTTP/1.1" status: 200 len: 946 time: 0.0806382 Oct 20 10:36:10.722522 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-4c8364a7-7247-4bf4-832f-09f3cb9a8603 req-0e5cc3bd-9a50-42a4-9bad-b522e6b00a26 tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:10.730631 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-4c8364a7-7247-4bf4-832f-09f3cb9a8603 req-0e5cc3bd-9a50-42a4-9bad-b522e6b00a26 tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:10.753348 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5cc3bd-9a50-42a4-9bad-b522e6b00a26 tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=288aad3c-0c05-4b33-a6c4-2f618f3a7a30,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:36:10.774223 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d6d293d9-340f-4518-ba08-47b706b5b2ff req-72bcbb4e-5991-4d01-b147-f4b9041295e4 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/security-groups?id=c33a6cb5-e80a-4f79-936a-38f5e3f7c89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657163 Oct 20 10:36:10.776226 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-4c8364a7-7247-4bf4-832f-09f3cb9a8603 req-0e5cc3bd-9a50-42a4-9bad-b522e6b00a26 tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:10.788327 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4c8364a7-7247-4bf4-832f-09f3cb9a8603 req-0e5cc3bd-9a50-42a4-9bad-b522e6b00a26 tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2160640 Oct 20 10:36:10.830262 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [req-b04e00fc-36bd-4b80-9102-8d37d0daa165 req-4263d58d-d640-4286-93e6-340cb4212920 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 483a72cb-0ddd-4b0a-a54e-007be6bc253b {{(pid=100597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:36:10.841248 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-b04e00fc-36bd-4b80-9102-8d37d0daa165 req-4263d58d-d640-4286-93e6-340cb4212920 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:10.841732 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [req-bef545e9-a0ed-491e-ad00-c58f1a56dfce req-3f092383-e90e-4eed-896e-15b2e464d4c8 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:36:10.842743 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bef545e9-a0ed-491e-ad00-c58f1a56dfce req-3f092383-e90e-4eed-896e-15b2e464d4c8 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0111852 Oct 20 10:36:10.851478 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4dfb7940-fd6d-4711-95c5-faf0771f9362 req-01ca9710-c34f-4601-b224-45c837469cde tempest-FloatingIPDetailsTestJSON-1197160505 tempest-FloatingIPDetailsTestJSON-1197160505-project] 10.222.0.64 "GET /v2.0/floatingips/210d18dd-3efb-4d86-b38c-e4e835cc53bf HTTP/1.1" status: 200 len: 693 time: 0.0580528 Oct 20 10:36:10.857126 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.provisioning_blocks [req-b04e00fc-36bd-4b80-9102-8d37d0daa165 req-4263d58d-d640-4286-93e6-340cb4212920 service neutron] Transition to ACTIVE for port object 483a72cb-0ddd-4b0a-a54e-007be6bc253b will not be triggered until provisioned by entity L2. {{(pid=100597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:36:10.860870 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-b04e00fc-36bd-4b80-9102-8d37d0daa165 req-4263d58d-d640-4286-93e6-340cb4212920 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:10.912512 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4263d58d-d640-4286-93e6-340cb4212920 service neutron] Pushing event updated for resources: {'Port': ['ID=483a72cb-0ddd-4b0a-a54e-007be6bc253b,revision_number=2']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:36:11.001485 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-b04e00fc-36bd-4b80-9102-8d37d0daa165 req-4263d58d-d640-4286-93e6-340cb4212920 service neutron] Attempting to bind port 483a72cb-0ddd-4b0a-a54e-007be6bc253b on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:36:11.002087 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-b04e00fc-36bd-4b80-9102-8d37d0daa165 req-4263d58d-d640-4286-93e6-340cb4212920 service neutron] Attempting to bind port 483a72cb-0ddd-4b0a-a54e-007be6bc253b by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': 'ead88eb8-7907-4284-a2ee-38aeb92bc073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'ef6abb39-cfb1-4828-a214-dd0f5374098d'}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:36:11.002641 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b04e00fc-36bd-4b80-9102-8d37d0daa165 req-4263d58d-d640-4286-93e6-340cb4212920 service neutron] Attempting to bind port 483a72cb-0ddd-4b0a-a54e-007be6bc253b on network ef6abb39-cfb1-4828-a214-dd0f5374098d {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:36:11.007355 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b04e00fc-36bd-4b80-9102-8d37d0daa165 req-4263d58d-d640-4286-93e6-340cb4212920 service neutron] Port 483a72cb-0ddd-4b0a-a54e-007be6bc253b on network ef6abb39-cfb1-4828-a214-dd0f5374098d not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:36:11.007542 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b04e00fc-36bd-4b80-9102-8d37d0daa165 req-4263d58d-d640-4286-93e6-340cb4212920 service neutron] Attempting to bind port 483a72cb-0ddd-4b0a-a54e-007be6bc253b on network ef6abb39-cfb1-4828-a214-dd0f5374098d {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:36:11.012448 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b04e00fc-36bd-4b80-9102-8d37d0daa165 req-4263d58d-d640-4286-93e6-340cb4212920 service neutron] Checking agent: {'id': '061232a2-7adc-4ba1-a873-e8cb136b064d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 36, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:36:11.012816 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b04e00fc-36bd-4b80-9102-8d37d0daa165 req-4263d58d-d640-4286-93e6-340cb4212920 service neutron] Checking segment: {'id': 'ead88eb8-7907-4284-a2ee-38aeb92bc073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'ef6abb39-cfb1-4828-a214-dd0f5374098d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:36:11.013167 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b04e00fc-36bd-4b80-9102-8d37d0daa165 req-4263d58d-d640-4286-93e6-340cb4212920 service neutron] Bound using segment: {'id': 'ead88eb8-7907-4284-a2ee-38aeb92bc073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'ef6abb39-cfb1-4828-a214-dd0f5374098d'} {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:36:11.013610 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-b04e00fc-36bd-4b80-9102-8d37d0daa165 req-4263d58d-d640-4286-93e6-340cb4212920 service neutron] Bound port: 483a72cb-0ddd-4b0a-a54e-007be6bc253b, host: n-h2-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ead88eb8-7907-4284-a2ee-38aeb92bc073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'ef6abb39-cfb1-4828-a214-dd0f5374098d'}}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:36:11.013999 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-b04e00fc-36bd-4b80-9102-8d37d0daa165 req-4263d58d-d640-4286-93e6-340cb4212920 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:11.028007 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bef545e9-a0ed-491e-ad00-c58f1a56dfce req-174d0c96-7f5d-4835-a586-a588d4916391 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] 10.222.0.64 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.12&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1739461 Oct 20 10:36:11.053030 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfb7940-fd6d-4711-95c5-faf0771f9362 req-126d7ea8-d61d-4f03-b05e-6be72fda1cef tempest-FloatingIPDetailsTestJSON-1197160505 tempest-FloatingIPDetailsTestJSON-1197160505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:11.054438 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4dfb7940-fd6d-4711-95c5-faf0771f9362 req-126d7ea8-d61d-4f03-b05e-6be72fda1cef tempest-FloatingIPDetailsTestJSON-1197160505 tempest-FloatingIPDetailsTestJSON-1197160505-project] 10.222.0.64 "GET /v2.0/networks/cbe170d3-31ba-45a2-b477-520ab0a7a8ea HTTP/1.1" status: 200 len: 784 time: 0.2016723 Oct 20 10:36:11.083928 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [req-b04e00fc-36bd-4b80-9102-8d37d0daa165 req-4263d58d-d640-4286-93e6-340cb4212920 service neutron] For port 483a72cb-0ddd-4b0a-a54e-007be6bc253b, host n-h2-811396-3, cleared binding levels {{(pid=100597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:36:11.087255 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [req-b04e00fc-36bd-4b80-9102-8d37d0daa165 req-4263d58d-d640-4286-93e6-340cb4212920 service neutron] For port 483a72cb-0ddd-4b0a-a54e-007be6bc253b, host n-h2-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=483a72cb-0ddd-4b0a-a54e-007be6bc253b,segment=NetworkSegment(ead88eb8-7907-4284-a2ee-38aeb92bc073),segment_id=ead88eb8-7907-4284-a2ee-38aeb92bc073)] {{(pid=100597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:36:11.092815 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-b04e00fc-36bd-4b80-9102-8d37d0daa165 req-4263d58d-d640-4286-93e6-340cb4212920 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:11.133086 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04e00fc-36bd-4b80-9102-8d37d0daa165 req-4263d58d-d640-4286-93e6-340cb4212920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:11.133701 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-b04e00fc-36bd-4b80-9102-8d37d0daa165 req-4263d58d-d640-4286-93e6-340cb4212920 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:11.135082 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-b04e00fc-36bd-4b80-9102-8d37d0daa165 req-4263d58d-d640-4286-93e6-340cb4212920 service neutron] 10.222.0.69 "PUT /v2.0/ports/483a72cb-0ddd-4b0a-a54e-007be6bc253b HTTP/1.1" status: 200 len: 1092 time: 0.6987751 Oct 20 10:36:11.135544 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12c57aae-b973-43e9-a9e8-671f2ba671ba', 'tag': '483a72cb-0ddd-4b0a-a54e-007be6bc253b'}] {{(pid=100597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:36:11.137816 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd85cad6a391afaa95d2dd5280bfd4659fc1e1b2aba53b5e7ef874f059efcdc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df11e331-6045-4c28-815f-60bcbe00b1c6" -d '{"events": [{"name": "network-changed", "server_uuid": "12c57aae-b973-43e9-a9e8-671f2ba671ba", "tag": "483a72cb-0ddd-4b0a-a54e-007be6bc253b"}]}' {{(pid=100597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:36:11.163643 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4263d58d-d640-4286-93e6-340cb4212920 service neutron] Pushing event updated for resources: {'Port': ['ID=483a72cb-0ddd-4b0a-a54e-007be6bc253b,revision_number=3']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:36:11.246041 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04e00fc-36bd-4b80-9102-8d37d0daa165 req-f3102ebb-6a95-4a4a-9eac-a44d61f22d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:11.248139 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-b04e00fc-36bd-4b80-9102-8d37d0daa165 req-f3102ebb-6a95-4a4a-9eac-a44d61f22d32 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c0dfe506102842b7b89700ee2a42ab00&device_id=12c57aae-b973-43e9-a9e8-671f2ba671ba HTTP/1.1" status: 200 len: 1095 time: 0.0556595 Oct 20 10:36:11.249796 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4978322b-d9f0-48c3-9110-96349bdd651d req-c59e5d1b-f425-4f09-bd83-aa822ecf7709 tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] 10.222.0.64 "GET /v2.0/security-groups/41f132ec-f944-4661-9e12-f74ab7d49511 HTTP/1.1" status: 200 len: 1804 time: 0.0560591 Oct 20 10:36:11.299897 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-b04e00fc-36bd-4b80-9102-8d37d0daa165 req-e3c3f207-bd13-4b96-b578-aa5b235db2ab service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=483a72cb-0ddd-4b0a-a54e-007be6bc253b HTTP/1.1" status: 200 len: 217 time: 0.0425904 Oct 20 10:36:11.344486 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfd1d6f-fe14-43ff-b8e5-1e678cba7346 req-096ae438-13b1-4702-8421-0cf6a2dc0e83 tempest-LiveMigrationTest-1924267454 tempest-LiveMigrationTest-1924267454-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:11.346051 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bdfd1d6f-fe14-43ff-b8e5-1e678cba7346 req-096ae438-13b1-4702-8421-0cf6a2dc0e83 tempest-LiveMigrationTest-1924267454 tempest-LiveMigrationTest-1924267454-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=efe4bd25-79e9-42af-a4d8-5e8c46ef26f5 HTTP/1.1" status: 200 len: 1097 time: 0.0704706 Oct 20 10:36:11.347026 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-4978322b-d9f0-48c3-9110-96349bdd651d req-b5633c45-1ad3-4011-9b13-d0f89322f250 tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:11.348684 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04e00fc-36bd-4b80-9102-8d37d0daa165 req-4d6e19db-8dd8-4db3-96d0-b1a2d1a45d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:11.350255 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-b04e00fc-36bd-4b80-9102-8d37d0daa165 req-4d6e19db-8dd8-4db3-96d0-b1a2d1a45d4d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=777e48ea-dc5a-43d5-a338-c1cfd0807e06 HTTP/1.1" status: 200 len: 845 time: 0.0442777 Oct 20 10:36:11.381974 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-4978322b-d9f0-48c3-9110-96349bdd651d req-b5633c45-1ad3-4011-9b13-d0f89322f250 tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:11.383603 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-b04e00fc-36bd-4b80-9102-8d37d0daa165 req-4e0add7f-a97c-42ea-9d2b-4eeae71b3e1d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ef6abb39-cfb1-4828-a214-dd0f5374098d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257053 Oct 20 10:36:11.412904 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bdfd1d6f-fe14-43ff-b8e5-1e678cba7346 req-a336a0c9-72e5-434c-af3f-9d5875ab16d3 tempest-LiveMigrationTest-1924267454 tempest-LiveMigrationTest-1924267454-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=c33a6cb5-e80a-4f79-936a-38f5e3f7c89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603523 Oct 20 10:36:11.488232 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-4978322b-d9f0-48c3-9110-96349bdd651d req-b5633c45-1ad3-4011-9b13-d0f89322f250 tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:11.490819 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-4978322b-d9f0-48c3-9110-96349bdd651d req-b5633c45-1ad3-4011-9b13-d0f89322f250 tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:11.492294 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4978322b-d9f0-48c3-9110-96349bdd651d req-b5633c45-1ad3-4011-9b13-d0f89322f250 tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] 10.222.0.64 "DELETE /v2.0/security-groups/41f132ec-f944-4661-9e12-f74ab7d49511 HTTP/1.1" status: 204 len: 173 time: 0.2349849 Oct 20 10:36:11.510074 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-b04e00fc-36bd-4b80-9102-8d37d0daa165 req-62b5b3a4-0441-4515-a1d6-a09452ac860e service neutron] 10.222.0.69 "GET /v2.0/networks/ef6abb39-cfb1-4828-a214-dd0f5374098d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197386 Oct 20 10:36:11.558255 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5633c45-1ad3-4011-9b13-d0f89322f250 tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41f132ec-f944-4661-9e12-f74ab7d49511,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:36:11.577603 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f9873535-9b97-4d0a-bc8d-486035c70669 req-b857d54e-2eba-4556-97df-27e7459f7c1f tempest-FloatingIPDetailsTestJSON-1197160505 tempest-FloatingIPDetailsTestJSON-1197160505-project] 10.222.0.64 "GET /v2.0/floatingips/210d18dd-3efb-4d86-b38c-e4e835cc53bf HTTP/1.1" status: 200 len: 693 time: 0.0625110 Oct 20 10:36:11.595224 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bff6587-37df-4f33-a0e5-b0013bc615a5 req-35976afe-68a5-4146-bb15-75d63428bda1 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:11.597042 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2bff6587-37df-4f33-a0e5-b0013bc615a5 req-35976afe-68a5-4146-bb15-75d63428bda1 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] 10.222.0.64 "GET /v2.0/ports?device_id=12c57aae-b973-43e9-a9e8-671f2ba671ba HTTP/1.1" status: 200 len: 944 time: 0.1218417 Oct 20 10:36:11.624952 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-b04e00fc-36bd-4b80-9102-8d37d0daa165 req-096c27b5-0219-4008-a1f8-ce3e4f187ba2 service neutron] 10.222.0.69 "GET /v2.0/networks/ef6abb39-cfb1-4828-a214-dd0f5374098d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081219 Oct 20 10:36:11.694534 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2bff6587-37df-4f33-a0e5-b0013bc615a5 req-36e3be07-72df-4556-8d7b-035392807584 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ea17d67-d003-4cda-a612-dd72568a94fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877814 Oct 20 10:36:11.734028 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9873535-9b97-4d0a-bc8d-486035c70669 req-f51e46a7-0a6d-4693-b34c-12a3b35e320a tempest-FloatingIPDetailsTestJSON-1197160505 tempest-FloatingIPDetailsTestJSON-1197160505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:11.737875 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f9873535-9b97-4d0a-bc8d-486035c70669 req-f51e46a7-0a6d-4693-b34c-12a3b35e320a tempest-FloatingIPDetailsTestJSON-1197160505 tempest-FloatingIPDetailsTestJSON-1197160505-project] 10.222.0.64 "GET /v2.0/networks/cbe170d3-31ba-45a2-b477-520ab0a7a8ea HTTP/1.1" status: 200 len: 784 time: 0.1539960 Oct 20 10:36:11.743477 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-610b1965-d678-41dd-974d-de654c7b854f x-openstack-request-id: req-610b1965-d678-41dd-974d-de654c7b854f {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:36:11.743839 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12c57aae-b973-43e9-a9e8-671f2ba671ba", "tag": "483a72cb-0ddd-4b0a-a54e-007be6bc253b", "status": "completed", "code": 200}]} {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:36:11.744163 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-610b1965-d678-41dd-974d-de654c7b854f {{(pid=100597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:36:11.744626 n-d-811396-3 neutron-server[100597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12c57aae-b973-43e9-a9e8-671f2ba671ba', 'tag': '483a72cb-0ddd-4b0a-a54e-007be6bc253b', 'status': 'completed', 'code': 200} Oct 20 10:36:11.746749 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [req-f9873535-9b97-4d0a-bc8d-486035c70669 req-8d8fa3c0-b34a-4b2f-a729-2b51d072b33f tempest-FloatingIPDetailsTestJSON-1197160505 tempest-FloatingIPDetailsTestJSON-1197160505-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:36:11.747830 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f9873535-9b97-4d0a-bc8d-486035c70669 req-8d8fa3c0-b34a-4b2f-a729-2b51d072b33f tempest-FloatingIPDetailsTestJSON-1197160505 tempest-FloatingIPDetailsTestJSON-1197160505-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0060024 Oct 20 10:36:11.821978 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f9873535-9b97-4d0a-bc8d-486035c70669 req-0732c788-2576-4ebf-a3a7-70aef5562b6d tempest-FloatingIPDetailsTestJSON-1197160505 tempest-FloatingIPDetailsTestJSON-1197160505-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.1.170 HTTP/1.1" status: 200 len: 696 time: 0.0585670 Oct 20 10:36:11.822812 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df11e331-6045-4c28-815f-60bcbe00b1c6 req-968b3918-1ff2-4c57-a735-18c078600c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:11.824412 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-df11e331-6045-4c28-815f-60bcbe00b1c6 req-968b3918-1ff2-4c57-a735-18c078600c75 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c0dfe506102842b7b89700ee2a42ab00&device_id=12c57aae-b973-43e9-a9e8-671f2ba671ba HTTP/1.1" status: 200 len: 1095 time: 0.0456362 Oct 20 10:36:11.884404 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f9873535-9b97-4d0a-bc8d-486035c70669 req-c2437642-744b-434e-921c-0d3c5edecb18 tempest-FloatingIPDetailsTestJSON-1197160505 tempest-FloatingIPDetailsTestJSON-1197160505-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.1.170 HTTP/1.1" status: 200 len: 696 time: 0.0477467 Oct 20 10:36:11.911588 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7964c8-af54-4c57-8591-355ceaa98c1f req-7a747eec-1b81-4c2e-bc6c-2fc949b752de tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:11.913085 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cc7964c8-af54-4c57-8591-355ceaa98c1f req-7a747eec-1b81-4c2e-bc6c-2fc949b752de tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a8fd216-61cd-40eb-bf18-0ea2049bb6d6 HTTP/1.1" status: 200 len: 946 time: 0.1101160 Oct 20 10:36:11.929328 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df11e331-6045-4c28-815f-60bcbe00b1c6 req-a912f153-61e2-46e3-9346-23b27ee2110d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:11.930922 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-df11e331-6045-4c28-815f-60bcbe00b1c6 req-a912f153-61e2-46e3-9346-23b27ee2110d service neutron] 10.222.0.69 "GET /v2.0/networks?id=ef6abb39-cfb1-4828-a214-dd0f5374098d HTTP/1.1" status: 200 len: 906 time: 0.0987928 Oct 20 10:36:11.981940 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-df11e331-6045-4c28-815f-60bcbe00b1c6 req-1ab5285e-9590-4055-a286-d27d112b7c7e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=483a72cb-0ddd-4b0a-a54e-007be6bc253b HTTP/1.1" status: 200 len: 217 time: 0.0422864 Oct 20 10:36:12.039390 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cc7964c8-af54-4c57-8591-355ceaa98c1f req-7760e542-84d8-455f-a9b8-68eafca30e80 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] 10.222.0.64 "GET /v2.0/security-groups?id=3c1a8b96-5782-4385-b9de-3407ab4b2d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907614 Oct 20 10:36:12.049488 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df11e331-6045-4c28-815f-60bcbe00b1c6 req-39a6d92f-e2e1-45ca-b79f-66e321c8ac50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:12.051590 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-df11e331-6045-4c28-815f-60bcbe00b1c6 req-39a6d92f-e2e1-45ca-b79f-66e321c8ac50 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=777e48ea-dc5a-43d5-a338-c1cfd0807e06 HTTP/1.1" status: 200 len: 845 time: 0.0610762 Oct 20 10:36:12.076724 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-f9873535-9b97-4d0a-bc8d-486035c70669 req-dc7120e6-bcd6-43ff-b5ce-b9ce78963422 tempest-FloatingIPDetailsTestJSON-1197160505 tempest-FloatingIPDetailsTestJSON-1197160505-project] Deleting port 63a65984-97c0-4682-822b-3ce628aec332 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:36:12.077063 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-f9873535-9b97-4d0a-bc8d-486035c70669 req-dc7120e6-bcd6-43ff-b5ce-b9ce78963422 tempest-FloatingIPDetailsTestJSON-1197160505 tempest-FloatingIPDetailsTestJSON-1197160505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:12.100412 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-df11e331-6045-4c28-815f-60bcbe00b1c6 req-2e8d4b3c-0f26-45fc-8ee5-17b793c71ff8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ef6abb39-cfb1-4828-a214-dd0f5374098d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335445 Oct 20 10:36:12.180124 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-f9873535-9b97-4d0a-bc8d-486035c70669 req-dc7120e6-bcd6-43ff-b5ce-b9ce78963422 tempest-FloatingIPDetailsTestJSON-1197160505 tempest-FloatingIPDetailsTestJSON-1197160505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:12.181587 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-f9873535-9b97-4d0a-bc8d-486035c70669 req-dc7120e6-bcd6-43ff-b5ce-b9ce78963422 tempest-FloatingIPDetailsTestJSON-1197160505 tempest-FloatingIPDetailsTestJSON-1197160505-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:12.201231 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-df11e331-6045-4c28-815f-60bcbe00b1c6 req-90c6580e-476b-4676-b5a3-b24f05912cf4 service neutron] 10.222.0.69 "GET /v2.0/networks/ef6abb39-cfb1-4828-a214-dd0f5374098d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916274 Oct 20 10:36:12.202422 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-f9873535-9b97-4d0a-bc8d-486035c70669 req-dc7120e6-bcd6-43ff-b5ce-b9ce78963422 tempest-FloatingIPDetailsTestJSON-1197160505 tempest-FloatingIPDetailsTestJSON-1197160505-project] Calling delete_port for 63a65984-97c0-4682-822b-3ce628aec332 owned by network:floatingip {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:36:12.350962 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-df11e331-6045-4c28-815f-60bcbe00b1c6 req-d23e32b3-a1b1-4625-908c-d5e02bf3590d service neutron] 10.222.0.69 "GET /v2.0/networks/ef6abb39-cfb1-4828-a214-dd0f5374098d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408477 Oct 20 10:36:12.393002 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-f9873535-9b97-4d0a-bc8d-486035c70669 req-dc7120e6-bcd6-43ff-b5ce-b9ce78963422 tempest-FloatingIPDetailsTestJSON-1197160505 tempest-FloatingIPDetailsTestJSON-1197160505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:12.420542 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7120e6-bcd6-43ff-b5ce-b9ce78963422 tempest-FloatingIPDetailsTestJSON-1197160505 tempest-FloatingIPDetailsTestJSON-1197160505-project] Pushing event deleted for resources: {'Port': ['ID=63a65984-97c0-4682-822b-3ce628aec332,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:36:12.536083 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-49afb345-50ef-4ac2-af32-0a419c316ecd req-7a9497cf-dcea-474c-a54b-283ecc3fb107 tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] 10.222.0.64 "GET /v2.0/security-groups/93acc1bd-a15d-4c95-9dad-e4efe15b48a6 HTTP/1.1" status: 200 len: 1803 time: 0.0894589 Oct 20 10:36:12.538686 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-f9873535-9b97-4d0a-bc8d-486035c70669 req-dc7120e6-bcd6-43ff-b5ce-b9ce78963422 tempest-FloatingIPDetailsTestJSON-1197160505 tempest-FloatingIPDetailsTestJSON-1197160505-project] Publish callbacks [] for floatingip, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:12.549600 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-f9873535-9b97-4d0a-bc8d-486035c70669 req-dc7120e6-bcd6-43ff-b5ce-b9ce78963422 tempest-FloatingIPDetailsTestJSON-1197160505 tempest-FloatingIPDetailsTestJSON-1197160505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for floatingip, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:12.550733 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f9873535-9b97-4d0a-bc8d-486035c70669 req-dc7120e6-bcd6-43ff-b5ce-b9ce78963422 tempest-FloatingIPDetailsTestJSON-1197160505 tempest-FloatingIPDetailsTestJSON-1197160505-project] 10.222.0.64 "DELETE /v2.0/floatingips/210d18dd-3efb-4d86-b38c-e4e835cc53bf HTTP/1.1" status: 204 len: 173 time: 0.6595669 Oct 20 10:36:12.663065 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20162bb-130d-4823-a46e-80f59777fe95 req-38a93cf7-6730-4db3-8bca-c9feb59bcc24 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:12.667879 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d20162bb-130d-4823-a46e-80f59777fe95 req-38a93cf7-6730-4db3-8bca-c9feb59bcc24 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] 10.222.0.64 "GET /v2.0/ports?device_id=76ee81c5-e62a-4cb7-b34b-a5d0c1ab805c HTTP/1.1" status: 200 len: 945 time: 0.0629320 Oct 20 10:36:12.676055 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-7b010ab3-8dfa-42e1-ae30-44ea87d1460f req-eecec36b-cd52-408f-a723-3f7461c68ff3 tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-49223691', 'description': 'tempest-description-1227239743'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:36:12.734719 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d20162bb-130d-4823-a46e-80f59777fe95 req-732f145d-4cde-4273-bfcb-c9ef415281f5 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] 10.222.0.64 "GET /v2.0/security-groups?id=3c1a8b96-5782-4385-b9de-3407ab4b2d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623064 Oct 20 10:36:12.738057 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-7b010ab3-8dfa-42e1-ae30-44ea87d1460f req-eecec36b-cd52-408f-a723-3f7461c68ff3 tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:13.063189 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 483a72cb-0ddd-4b0a-a54e-007be6bc253b details requested by agent hyperv_n-h2-811396-3 with host n-h2-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:36:13.068746 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 1aeb088d-f86b-4f53-bac5-9d02bde17921 no longer exists at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:36:13.182637 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 483a72cb-0ddd-4b0a-a54e-007be6bc253b, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=483a72cb-0ddd-4b0a-a54e-007be6bc253b,segment=NetworkSegment(ead88eb8-7907-4284-a2ee-38aeb92bc073),segment_id=ead88eb8-7907-4284-a2ee-38aeb92bc073)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:36:13.198699 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Returning: {'device': '483a72cb-0ddd-4b0a-a54e-007be6bc253b', 'network_id': 'ef6abb39-cfb1-4828-a214-dd0f5374098d', 'port_id': '483a72cb-0ddd-4b0a-a54e-007be6bc253b', 'mac_address': 'fa:16:3e:44:1f:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 826, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '777e48ea-dc5a-43d5-a338-c1cfd0807e06', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:36:13.223972 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] No Port match for: 1aeb088d-f86b-4f53-bac5-9d02bde17921 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:36:13.224840 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 1aeb088d-f86b-4f53-bac5-9d02bde17921 not bound to the agent host n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:36:13.275753 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:13.289033 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 483a72cb-0ddd-4b0a-a54e-007be6bc253b {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:36:13.309883 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 483a72cb-0ddd-4b0a-a54e-007be6bc253b, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=483a72cb-0ddd-4b0a-a54e-007be6bc253b,segment=NetworkSegment(ead88eb8-7907-4284-a2ee-38aeb92bc073),segment_id=ead88eb8-7907-4284-a2ee-38aeb92bc073)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:36:13.318648 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:13.365072 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-7b010ab3-8dfa-42e1-ae30-44ea87d1460f req-eecec36b-cd52-408f-a723-3f7461c68ff3 tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:13.373496 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38888e22-c047-4bf4-9d28-17754e58deba req-6d7dc3da-b540-483d-99ae-a55b2aee5fee tempest-FloatingIPDetailsTestJSON-1197160505 tempest-FloatingIPDetailsTestJSON-1197160505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:13.386214 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=483a72cb-0ddd-4b0a-a54e-007be6bc253b,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:36:13.386969 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-38888e22-c047-4bf4-9d28-17754e58deba req-6d7dc3da-b540-483d-99ae-a55b2aee5fee tempest-FloatingIPDetailsTestJSON-1197160505 tempest-FloatingIPDetailsTestJSON-1197160505-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.6078346 Oct 20 10:36:13.390872 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-7b010ab3-8dfa-42e1-ae30-44ea87d1460f req-eecec36b-cd52-408f-a723-3f7461c68ff3 tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:13.426659 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-7b010ab3-8dfa-42e1-ae30-44ea87d1460f req-eecec36b-cd52-408f-a723-3f7461c68ff3 tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:13.428406 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7b010ab3-8dfa-42e1-ae30-44ea87d1460f req-eecec36b-cd52-408f-a723-3f7461c68ff3 tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.7590067 Oct 20 10:36:13.428798 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecec36b-cd52-408f-a723-3f7461c68ff3 tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a86399b-8eb8-42f7-910d-50110c909aaf,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:36:13.521098 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae130e5e-80ec-4504-90ad-a802847bb034 req-c73e48c3-316a-4bc8-8b95-c68465fd62f5 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:13.522615 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ae130e5e-80ec-4504-90ad-a802847bb034 req-c73e48c3-316a-4bc8-8b95-c68465fd62f5 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] 10.222.0.64 "GET /v2.0/ports?device_id=12c57aae-b973-43e9-a9e8-671f2ba671ba HTTP/1.1" status: 200 len: 945 time: 0.0556042 Oct 20 10:36:13.592611 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ae130e5e-80ec-4504-90ad-a802847bb034 req-3f1acbc6-e955-4214-a590-d7efe5354a6b tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ea17d67-d003-4cda-a612-dd72568a94fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626712 Oct 20 10:36:13.603025 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea3f5dc-ddbb-4645-b7bb-2b5cda27169e req-d609efe6-b11b-40d9-9004-fae5cc4ce27d tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:13.605018 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2ea3f5dc-ddbb-4645-b7bb-2b5cda27169e req-d609efe6-b11b-40d9-9004-fae5cc4ce27d tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] 10.222.0.64 "GET /v2.0/ports?device_id=34b135a6-7a79-4e12-8b31-8d70cff1334c HTTP/1.1" status: 200 len: 946 time: 0.0944180 Oct 20 10:36:13.615589 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['483a72cb-0ddd-4b0a-a54e-007be6bc253b'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:36:13.665700 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2ea3f5dc-ddbb-4645-b7bb-2b5cda27169e req-70a1c20b-d95a-45c4-b798-f0de3292daf7 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] 10.222.0.64 "GET /v2.0/security-groups?id=3c1a8b96-5782-4385-b9de-3407ab4b2d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460353 Oct 20 10:36:13.804358 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7766512d-23f9-4e5d-be3d-6b5c1cab5151 req-15f1964b-5d2e-4710-b0db-0fb8bfa2592f tempest-FloatingIPDetailsTestJSON-1197160505 tempest-FloatingIPDetailsTestJSON-1197160505-project] 10.222.0.64 "GET /v2.0/floatingips?tenant_id=6c922f0ff0374f3f927ba594e61a0131 HTTP/1.1" status: 200 len: 1657 time: 0.1090484 Oct 20 10:36:13.848758 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-363479d3-ac5e-4d0e-b7c1-07aad6925c4b req-ac0ce4cd-d789-4624-adf1-d07a38ef2edf tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] 10.222.0.64 "GET /v2.0/security-groups/3a86399b-8eb8-42f7-910d-50110c909aaf HTTP/1.1" status: 200 len: 1803 time: 0.1458130 Oct 20 10:36:13.869773 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-363479d3-ac5e-4d0e-b7c1-07aad6925c4b req-bad3d71f-bf64-4574-9d25-bab059e775aa tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3a86399b-8eb8-42f7-910d-50110c909aaf', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:36:13.870108 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-363479d3-ac5e-4d0e-b7c1-07aad6925c4b req-bad3d71f-bf64-4574-9d25-bab059e775aa tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3a86399b-8eb8-42f7-910d-50110c909aaf', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:36:13.950572 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7766512d-23f9-4e5d-be3d-6b5c1cab5151 req-5d3e0fc5-953a-4360-84c3-6ca8c199cbb8 tempest-FloatingIPDetailsTestJSON-1197160505 tempest-FloatingIPDetailsTestJSON-1197160505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:13.952052 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7766512d-23f9-4e5d-be3d-6b5c1cab5151 req-5d3e0fc5-953a-4360-84c3-6ca8c199cbb8 tempest-FloatingIPDetailsTestJSON-1197160505 tempest-FloatingIPDetailsTestJSON-1197160505-project] 10.222.0.64 "GET /v2.0/networks?id=cbe170d3-31ba-45a2-b477-520ab0a7a8ea&id=cbe170d3-31ba-45a2-b477-520ab0a7a8ea&id=cbe170d3-31ba-45a2-b477-520ab0a7a8ea HTTP/1.1" status: 200 len: 787 time: 0.1399293 Oct 20 10:36:13.985529 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-363479d3-ac5e-4d0e-b7c1-07aad6925c4b req-bad3d71f-bf64-4574-9d25-bab059e775aa tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:14.003941 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-363479d3-ac5e-4d0e-b7c1-07aad6925c4b req-bad3d71f-bf64-4574-9d25-bab059e775aa tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:14.007321 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-363479d3-ac5e-4d0e-b7c1-07aad6925c4b req-bad3d71f-bf64-4574-9d25-bab059e775aa tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:14.024003 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad3d71f-bf64-4574-9d25-bab059e775aa tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c638322-2d5f-46ca-8bfa-128161d87533,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:36:14.035238 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-363479d3-ac5e-4d0e-b7c1-07aad6925c4b req-bad3d71f-bf64-4574-9d25-bab059e775aa tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:14.036481 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-363479d3-ac5e-4d0e-b7c1-07aad6925c4b req-bad3d71f-bf64-4574-9d25-bab059e775aa tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1750698 Oct 20 10:36:14.096929 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3b5777be-8259-47c0-b6e6-78511b4c9d3e req-cadb15d3-bbb6-41f5-b7d2-052b4003665f tempest-FloatingIPDetailsTestJSON-1197160505 tempest-FloatingIPDetailsTestJSON-1197160505-project] 10.222.0.64 "GET /v2.0/floatingips/546a3202-59c5-4141-acd7-6dd9992d1211 HTTP/1.1" status: 200 len: 693 time: 0.0436058 Oct 20 10:36:14.232845 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5777be-8259-47c0-b6e6-78511b4c9d3e req-8a14d27a-4615-44c0-94de-bada93b0e752 tempest-FloatingIPDetailsTestJSON-1197160505 tempest-FloatingIPDetailsTestJSON-1197160505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:14.234175 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3b5777be-8259-47c0-b6e6-78511b4c9d3e req-8a14d27a-4615-44c0-94de-bada93b0e752 tempest-FloatingIPDetailsTestJSON-1197160505 tempest-FloatingIPDetailsTestJSON-1197160505-project] 10.222.0.64 "GET /v2.0/networks/cbe170d3-31ba-45a2-b477-520ab0a7a8ea HTTP/1.1" status: 200 len: 784 time: 0.1319003 Oct 20 10:36:14.246019 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc93ca1e-dd1b-48eb-a0ac-1ed6d5d3cb87 req-a2509253-b707-40e7-9a7d-efdbcb254b62 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:14.252307 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc93ca1e-dd1b-48eb-a0ac-1ed6d5d3cb87 req-a2509253-b707-40e7-9a7d-efdbcb254b62 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:14.258221 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc93ca1e-dd1b-48eb-a0ac-1ed6d5d3cb87 req-a2509253-b707-40e7-9a7d-efdbcb254b62 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:14.259838 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bc93ca1e-dd1b-48eb-a0ac-1ed6d5d3cb87 req-a2509253-b707-40e7-9a7d-efdbcb254b62 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] 10.222.0.64 "GET /v2.0/ports?device_id=34b135a6-7a79-4e12-8b31-8d70cff1334c&device_id=76ee81c5-e62a-4cb7-b34b-a5d0c1ab805c&device_id=1a8fd216-61cd-40eb-bf18-0ea2049bb6d6 HTTP/1.1" status: 200 len: 2418 time: 0.0897872 Oct 20 10:36:14.317590 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3b5777be-8259-47c0-b6e6-78511b4c9d3e req-29d1ca7e-717a-4517-8bbc-d0372847031b tempest-FloatingIPDetailsTestJSON-1197160505 tempest-FloatingIPDetailsTestJSON-1197160505-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.1.214 HTTP/1.1" status: 200 len: 696 time: 0.0567749 Oct 20 10:36:14.366514 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bc93ca1e-dd1b-48eb-a0ac-1ed6d5d3cb87 req-cb6d96ba-c0c6-48cf-af4c-01e307cccb96 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] 10.222.0.64 "GET /v2.0/security-groups?id=3c1a8b96-5782-4385-b9de-3407ab4b2d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987518 Oct 20 10:36:14.375860 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3b5777be-8259-47c0-b6e6-78511b4c9d3e req-a832906f-f91e-4510-a3c5-2aecce3cf329 tempest-FloatingIPDetailsTestJSON-1197160505 tempest-FloatingIPDetailsTestJSON-1197160505-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.1.214 HTTP/1.1" status: 200 len: 696 time: 0.0478296 Oct 20 10:36:14.509158 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-eb5b3300-35a6-4b6b-847b-3ea984172c62 req-404c22da-cb6d-4d11-b7d4-d54ec729ef91 tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] 10.222.0.64 "GET /v2.0/security-groups/3a86399b-8eb8-42f7-910d-50110c909aaf HTTP/1.1" status: 200 len: 2396 time: 0.1284714 Oct 20 10:36:14.523090 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-eb5b3300-35a6-4b6b-847b-3ea984172c62 req-5f1e923a-c5cb-4e1d-82cf-3516bf754a7f tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3a86399b-8eb8-42f7-910d-50110c909aaf', 'remote_group_id': None}]} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:36:14.523420 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-eb5b3300-35a6-4b6b-847b-3ea984172c62 req-5f1e923a-c5cb-4e1d-82cf-3516bf754a7f tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3a86399b-8eb8-42f7-910d-50110c909aaf', 'remote_group_id': None}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:36:14.553857 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-3b5777be-8259-47c0-b6e6-78511b4c9d3e req-a19ddb4e-5436-438b-ac50-337e6c9e8706 tempest-FloatingIPDetailsTestJSON-1197160505 tempest-FloatingIPDetailsTestJSON-1197160505-project] Deleting port e6873b71-23a3-46a5-b45f-ebe9602bb90c {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:36:14.554193 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-3b5777be-8259-47c0-b6e6-78511b4c9d3e req-a19ddb4e-5436-438b-ac50-337e6c9e8706 tempest-FloatingIPDetailsTestJSON-1197160505 tempest-FloatingIPDetailsTestJSON-1197160505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:14.644719 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-eb5b3300-35a6-4b6b-847b-3ea984172c62 req-5f1e923a-c5cb-4e1d-82cf-3516bf754a7f tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:14.666343 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-3b5777be-8259-47c0-b6e6-78511b4c9d3e req-a19ddb4e-5436-438b-ac50-337e6c9e8706 tempest-FloatingIPDetailsTestJSON-1197160505 tempest-FloatingIPDetailsTestJSON-1197160505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:14.666680 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-3b5777be-8259-47c0-b6e6-78511b4c9d3e req-a19ddb4e-5436-438b-ac50-337e6c9e8706 tempest-FloatingIPDetailsTestJSON-1197160505 tempest-FloatingIPDetailsTestJSON-1197160505-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:14.678503 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-eb5b3300-35a6-4b6b-847b-3ea984172c62 req-5f1e923a-c5cb-4e1d-82cf-3516bf754a7f tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:14.684387 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-3b5777be-8259-47c0-b6e6-78511b4c9d3e req-a19ddb4e-5436-438b-ac50-337e6c9e8706 tempest-FloatingIPDetailsTestJSON-1197160505 tempest-FloatingIPDetailsTestJSON-1197160505-project] Calling delete_port for e6873b71-23a3-46a5-b45f-ebe9602bb90c owned by network:floatingip {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:36:14.685965 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-eb5b3300-35a6-4b6b-847b-3ea984172c62 req-5f1e923a-c5cb-4e1d-82cf-3516bf754a7f tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:14.713415 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1e923a-c5cb-4e1d-82cf-3516bf754a7f tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffe5a634-9d92-42eb-8609-e2f0f7b1197f,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:36:14.719916 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-eb5b3300-35a6-4b6b-847b-3ea984172c62 req-5f1e923a-c5cb-4e1d-82cf-3516bf754a7f tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:14.720565 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-eb5b3300-35a6-4b6b-847b-3ea984172c62 req-5f1e923a-c5cb-4e1d-82cf-3516bf754a7f tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2022014 Oct 20 10:36:14.871453 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-3b5777be-8259-47c0-b6e6-78511b4c9d3e req-a19ddb4e-5436-438b-ac50-337e6c9e8706 tempest-FloatingIPDetailsTestJSON-1197160505 tempest-FloatingIPDetailsTestJSON-1197160505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:14.901536 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19ddb4e-5436-438b-ac50-337e6c9e8706 tempest-FloatingIPDetailsTestJSON-1197160505 tempest-FloatingIPDetailsTestJSON-1197160505-project] Pushing event deleted for resources: {'Port': ['ID=e6873b71-23a3-46a5-b45f-ebe9602bb90c,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:36:14.921047 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c465f7e5-f095-40ff-85d3-4b4ea6128d3c req-21a85eb2-c201-4d4b-95fb-8d5e85664c69 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] 10.222.0.64 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.0944400 Oct 20 10:36:14.977352 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-3b5777be-8259-47c0-b6e6-78511b4c9d3e req-a19ddb4e-5436-438b-ac50-337e6c9e8706 tempest-FloatingIPDetailsTestJSON-1197160505 tempest-FloatingIPDetailsTestJSON-1197160505-project] Publish callbacks [] for floatingip, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:14.979892 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-3b5777be-8259-47c0-b6e6-78511b4c9d3e req-a19ddb4e-5436-438b-ac50-337e6c9e8706 tempest-FloatingIPDetailsTestJSON-1197160505 tempest-FloatingIPDetailsTestJSON-1197160505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for floatingip, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:14.981025 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3b5777be-8259-47c0-b6e6-78511b4c9d3e req-a19ddb4e-5436-438b-ac50-337e6c9e8706 tempest-FloatingIPDetailsTestJSON-1197160505 tempest-FloatingIPDetailsTestJSON-1197160505-project] 10.222.0.64 "DELETE /v2.0/floatingips/546a3202-59c5-4141-acd7-6dd9992d1211 HTTP/1.1" status: 204 len: 173 time: 0.5987263 Oct 20 10:36:15.079018 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ae5b49-d312-4d50-8ea6-ed828d101b07 req-85d3faba-bd45-42f1-bad5-480da5d1eff7 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:15.080519 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-93ae5b49-d312-4d50-8ea6-ed828d101b07 req-85d3faba-bd45-42f1-bad5-480da5d1eff7 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] 10.222.0.64 "GET /v2.0/ports?device_id=12c57aae-b973-43e9-a9e8-671f2ba671ba HTTP/1.1" status: 200 len: 945 time: 0.0500784 Oct 20 10:36:15.087266 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 483a72cb-0ddd-4b0a-a54e-007be6bc253b up at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:36:15.135278 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning for port 483a72cb-0ddd-4b0a-a54e-007be6bc253b completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:36:15.139355 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning complete for port 483a72cb-0ddd-4b0a-a54e-007be6bc253b triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:36:15.139769 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:15.142959 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-dad54661-5625-409c-be74-118f78e0fec3 req-f3a774d4-a7a1-44f2-b590-54ddcf189358 tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] 10.222.0.64 "GET /v2.0/security-groups/3a86399b-8eb8-42f7-910d-50110c909aaf HTTP/1.1" status: 200 len: 2994 time: 0.0614920 Oct 20 10:36:15.147943 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-93ae5b49-d312-4d50-8ea6-ed828d101b07 req-6f775a10-fa84-4d11-99d0-f1fdd87d845c tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ea17d67-d003-4cda-a612-dd72568a94fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603781 Oct 20 10:36:15.225086 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:15.261558 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12c57aae-b973-43e9-a9e8-671f2ba671ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '483a72cb-0ddd-4b0a-a54e-007be6bc253b'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:36:15.263930 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48726382-e21e-4bd8-b44d-70a984990eb7" -d '{"events": [{"server_uuid": "12c57aae-b973-43e9-a9e8-671f2ba671ba", "name": "network-vif-plugged", "status": "completed", "tag": "483a72cb-0ddd-4b0a-a54e-007be6bc253b"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:36:15.275984 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 483a72cb-0ddd-4b0a-a54e-007be6bc253b, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=483a72cb-0ddd-4b0a-a54e-007be6bc253b,segment=NetworkSegment(ead88eb8-7907-4284-a2ee-38aeb92bc073),segment_id=ead88eb8-7907-4284-a2ee-38aeb92bc073)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:36:15.281125 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:15.287224 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a92c98a-ba52-48bf-9bb7-b9ade38b530a req-55f94771-81d6-4059-9c15-6096f42abb47 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:15.289769 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8a92c98a-ba52-48bf-9bb7-b9ade38b530a req-55f94771-81d6-4059-9c15-6096f42abb47 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] 10.222.0.64 "GET /v2.0/ports?device_id=26e29c85-389d-454c-930b-0f837d303e1a HTTP/1.1" status: 200 len: 945 time: 0.0861981 Oct 20 10:36:15.339236 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=483a72cb-0ddd-4b0a-a54e-007be6bc253b,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:36:15.343957 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8a92c98a-ba52-48bf-9bb7-b9ade38b530a req-2fc43bb1-20b9-49b3-b81d-d048f8ae5583 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] 10.222.0.64 "GET /v2.0/security-groups?id=97729601-032d-4729-bc88-1bc65d21f71b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449567 Oct 20 10:36:15.410437 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0fdf5ec7-2a18-4023-8247-d0b5de37945e req-58a03e94-fb0d-47e6-8a72-6168811e0913 tempest-FloatingIPDetailsTestJSON-1197160505 tempest-FloatingIPDetailsTestJSON-1197160505-project] 10.222.0.64 "GET /v2.0/floatingips/ed9c9338-6e9d-47ac-98a0-3ffad68e9136 HTTP/1.1" status: 200 len: 693 time: 0.0432324 Oct 20 10:36:15.525726 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdf5ec7-2a18-4023-8247-d0b5de37945e req-da4fb57d-dd2f-49ac-8118-d47d06bb6dc1 tempest-FloatingIPDetailsTestJSON-1197160505 tempest-FloatingIPDetailsTestJSON-1197160505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:15.527102 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0fdf5ec7-2a18-4023-8247-d0b5de37945e req-da4fb57d-dd2f-49ac-8118-d47d06bb6dc1 tempest-FloatingIPDetailsTestJSON-1197160505 tempest-FloatingIPDetailsTestJSON-1197160505-project] 10.222.0.64 "GET /v2.0/networks/cbe170d3-31ba-45a2-b477-520ab0a7a8ea HTTP/1.1" status: 200 len: 784 time: 0.1100011 Oct 20 10:36:15.578584 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0fdf5ec7-2a18-4023-8247-d0b5de37945e req-c3629ed6-3c4f-4303-a977-b1b44b8a512e tempest-FloatingIPDetailsTestJSON-1197160505 tempest-FloatingIPDetailsTestJSON-1197160505-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.1.199 HTTP/1.1" status: 200 len: 696 time: 0.0449347 Oct 20 10:36:15.637157 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0fdf5ec7-2a18-4023-8247-d0b5de37945e req-01699b9c-cad2-4b72-9cea-6ad8319c9041 tempest-FloatingIPDetailsTestJSON-1197160505 tempest-FloatingIPDetailsTestJSON-1197160505-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.1.199 HTTP/1.1" status: 200 len: 696 time: 0.0515370 Oct 20 10:36:15.788337 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-790134fe-a092-479b-9640-69d6db9a9e64 req-4887df51-d93c-4690-a7f2-00badc0574e5 tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] 10.222.0.64 "GET /v2.0/security-group-rules/ffe5a634-9d92-42eb-8609-e2f0f7b1197f HTTP/1.1" status: 200 len: 783 time: 0.0280159 Oct 20 10:36:15.815037 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-0fdf5ec7-2a18-4023-8247-d0b5de37945e req-2cecbebe-647e-4549-bce8-fc222f934aee tempest-FloatingIPDetailsTestJSON-1197160505 tempest-FloatingIPDetailsTestJSON-1197160505-project] Deleting port 08290995-a184-44b9-9bb8-1dd75a6f1d14 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:36:15.815411 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-0fdf5ec7-2a18-4023-8247-d0b5de37945e req-2cecbebe-647e-4549-bce8-fc222f934aee tempest-FloatingIPDetailsTestJSON-1197160505 tempest-FloatingIPDetailsTestJSON-1197160505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:15.886717 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-790134fe-a092-479b-9640-69d6db9a9e64 req-3fbf36d4-bc0b-4d6d-b54e-4ee376b87122 tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] 10.222.0.64 "GET /v2.0/security-groups/3a86399b-8eb8-42f7-910d-50110c909aaf HTTP/1.1" status: 200 len: 2994 time: 0.0917866 Oct 20 10:36:15.929065 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-0fdf5ec7-2a18-4023-8247-d0b5de37945e req-2cecbebe-647e-4549-bce8-fc222f934aee tempest-FloatingIPDetailsTestJSON-1197160505 tempest-FloatingIPDetailsTestJSON-1197160505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:15.929300 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-0fdf5ec7-2a18-4023-8247-d0b5de37945e req-2cecbebe-647e-4549-bce8-fc222f934aee tempest-FloatingIPDetailsTestJSON-1197160505 tempest-FloatingIPDetailsTestJSON-1197160505-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:15.946680 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-0fdf5ec7-2a18-4023-8247-d0b5de37945e req-2cecbebe-647e-4549-bce8-fc222f934aee tempest-FloatingIPDetailsTestJSON-1197160505 tempest-FloatingIPDetailsTestJSON-1197160505-project] Calling delete_port for 08290995-a184-44b9-9bb8-1dd75a6f1d14 owned by network:floatingip {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:36:15.948739 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-790134fe-a092-479b-9640-69d6db9a9e64 req-21529e76-d50a-4a18-af98-61d21f3adc89 tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:15.958876 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-790134fe-a092-479b-9640-69d6db9a9e64 req-21529e76-d50a-4a18-af98-61d21f3adc89 tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:16.024081 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-790134fe-a092-479b-9640-69d6db9a9e64 req-21529e76-d50a-4a18-af98-61d21f3adc89 tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:16.028989 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-790134fe-a092-479b-9640-69d6db9a9e64 req-21529e76-d50a-4a18-af98-61d21f3adc89 tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:16.030156 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-790134fe-a092-479b-9640-69d6db9a9e64 req-21529e76-d50a-4a18-af98-61d21f3adc89 tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/ffe5a634-9d92-42eb-8609-e2f0f7b1197f HTTP/1.1" status: 204 len: 173 time: 0.1358902 Oct 20 10:36:16.051583 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21529e76-d50a-4a18-af98-61d21f3adc89 tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ffe5a634-9d92-42eb-8609-e2f0f7b1197f,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:36:16.076261 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaedb5d9-ef1f-4e5b-9f48-ffc2b7bac91e x-openstack-request-id: req-eaedb5d9-ef1f-4e5b-9f48-ffc2b7bac91e {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:36:16.076786 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12c57aae-b973-43e9-a9e8-671f2ba671ba", "name": "network-vif-plugged", "status": "completed", "tag": "483a72cb-0ddd-4b0a-a54e-007be6bc253b", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:36:16.077220 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-eaedb5d9-ef1f-4e5b-9f48-ffc2b7bac91e {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:36:16.077621 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12c57aae-b973-43e9-a9e8-671f2ba671ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '483a72cb-0ddd-4b0a-a54e-007be6bc253b', 'code': 200} Oct 20 10:36:16.152469 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-0fdf5ec7-2a18-4023-8247-d0b5de37945e req-2cecbebe-647e-4549-bce8-fc222f934aee tempest-FloatingIPDetailsTestJSON-1197160505 tempest-FloatingIPDetailsTestJSON-1197160505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:16.187199 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183b317a-d2c6-4a1c-b3cf-b3dae3eb52eb req-a126db64-6e96-4bd5-bc5b-570a04f4a266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:16.188871 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cecbebe-647e-4549-bce8-fc222f934aee tempest-FloatingIPDetailsTestJSON-1197160505 tempest-FloatingIPDetailsTestJSON-1197160505-project] Pushing event deleted for resources: {'Port': ['ID=08290995-a184-44b9-9bb8-1dd75a6f1d14,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:36:16.196877 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-183b317a-d2c6-4a1c-b3cf-b3dae3eb52eb req-a126db64-6e96-4bd5-bc5b-570a04f4a266 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=12c57aae-b973-43e9-a9e8-671f2ba671ba HTTP/1.1" status: 200 len: 1097 time: 0.0609415 Oct 20 10:36:16.236504 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-183b317a-d2c6-4a1c-b3cf-b3dae3eb52eb req-3c76d960-09d2-4bed-879f-7163f91ce154 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=9ea17d67-d003-4cda-a612-dd72568a94fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322595 Oct 20 10:36:16.256237 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-0fdf5ec7-2a18-4023-8247-d0b5de37945e req-2cecbebe-647e-4549-bce8-fc222f934aee tempest-FloatingIPDetailsTestJSON-1197160505 tempest-FloatingIPDetailsTestJSON-1197160505-project] Publish callbacks [] for floatingip, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:16.258902 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-0fdf5ec7-2a18-4023-8247-d0b5de37945e req-2cecbebe-647e-4549-bce8-fc222f934aee tempest-FloatingIPDetailsTestJSON-1197160505 tempest-FloatingIPDetailsTestJSON-1197160505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for floatingip, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:16.260140 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0fdf5ec7-2a18-4023-8247-d0b5de37945e req-2cecbebe-647e-4549-bce8-fc222f934aee tempest-FloatingIPDetailsTestJSON-1197160505 tempest-FloatingIPDetailsTestJSON-1197160505-project] 10.222.0.64 "DELETE /v2.0/floatingips/ed9c9338-6e9d-47ac-98a0-3ffad68e9136 HTTP/1.1" status: 204 len: 173 time: 0.6161940 Oct 20 10:36:16.320976 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d970f87f-b55d-4abe-b92e-b455bf0f242b req-34fd2ac4-b928-48e4-9540-363d89ff16a5 tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] 10.222.0.64 "GET /v2.0/security-groups/3a86399b-8eb8-42f7-910d-50110c909aaf HTTP/1.1" status: 200 len: 2396 time: 0.0451009 Oct 20 10:36:16.386844 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-d970f87f-b55d-4abe-b92e-b455bf0f242b req-57af7cbb-fe99-4fc0-adfa-69bf36220044 tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:16.410195 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-d970f87f-b55d-4abe-b92e-b455bf0f242b req-57af7cbb-fe99-4fc0-adfa-69bf36220044 tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:16.456171 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-d970f87f-b55d-4abe-b92e-b455bf0f242b req-57af7cbb-fe99-4fc0-adfa-69bf36220044 tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:16.463268 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-d970f87f-b55d-4abe-b92e-b455bf0f242b req-57af7cbb-fe99-4fc0-adfa-69bf36220044 tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:16.463268 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d970f87f-b55d-4abe-b92e-b455bf0f242b req-57af7cbb-fe99-4fc0-adfa-69bf36220044 tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] 10.222.0.64 "DELETE /v2.0/security-groups/3a86399b-8eb8-42f7-910d-50110c909aaf HTTP/1.1" status: 204 len: 173 time: 0.1334658 Oct 20 10:36:16.471157 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57af7cbb-fe99-4fc0-adfa-69bf36220044 tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a86399b-8eb8-42f7-910d-50110c909aaf,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:36:16.531846 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-671b218b-8342-4ef5-9af5-3e5c9eacf3dc req-5f0e9aeb-dcbe-431c-b618-fffb6f1d32a0 tempest-FloatingIPDetailsTestJSON-1197160505 tempest-FloatingIPDetailsTestJSON-1197160505-project] 10.222.0.64 "GET /v2.0/floatingips/aa3e7f14-dbfd-4ed6-9209-205a6afcf83d HTTP/1.1" status: 200 len: 693 time: 0.0529704 Oct 20 10:36:16.659203 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f26a4b-9bf3-4e21-8d4b-6486cdd69b6f req-b6fe1701-0042-43df-bad8-f18fe0499e40 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:16.660761 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d3f26a4b-9bf3-4e21-8d4b-6486cdd69b6f req-b6fe1701-0042-43df-bad8-f18fe0499e40 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] 10.222.0.64 "GET /v2.0/ports?device_id=12c57aae-b973-43e9-a9e8-671f2ba671ba HTTP/1.1" status: 200 len: 946 time: 0.1187944 Oct 20 10:36:16.697143 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-6474ad1e-4977-4619-956c-ce63119b9484 req-09ee3b75-2b5a-4723-b952-705eb7739383 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=80d2d265-4161-4f15-ab0c-130b15ddf9e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0496504 Oct 20 10:36:16.699655 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671b218b-8342-4ef5-9af5-3e5c9eacf3dc req-71940d6f-2eb8-48a1-8d0c-1e2ff1ff30c4 tempest-FloatingIPDetailsTestJSON-1197160505 tempest-FloatingIPDetailsTestJSON-1197160505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:16.701001 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-671b218b-8342-4ef5-9af5-3e5c9eacf3dc req-71940d6f-2eb8-48a1-8d0c-1e2ff1ff30c4 tempest-FloatingIPDetailsTestJSON-1197160505 tempest-FloatingIPDetailsTestJSON-1197160505-project] 10.222.0.64 "GET /v2.0/networks/cbe170d3-31ba-45a2-b477-520ab0a7a8ea HTTP/1.1" status: 200 len: 784 time: 0.1572299 Oct 20 10:36:16.730125 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d3f26a4b-9bf3-4e21-8d4b-6486cdd69b6f req-b70dca9e-474f-4a4f-a6f6-431eca8ed4aa tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ea17d67-d003-4cda-a612-dd72568a94fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581422 Oct 20 10:36:16.782761 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-671b218b-8342-4ef5-9af5-3e5c9eacf3dc req-2ab702bd-fc49-4ff3-acb0-f0b08e4cde02 tempest-FloatingIPDetailsTestJSON-1197160505 tempest-FloatingIPDetailsTestJSON-1197160505-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.1.158 HTTP/1.1" status: 200 len: 696 time: 0.0676525 Oct 20 10:36:16.804009 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6474ad1e-4977-4619-956c-ce63119b9484 req-5b7ccebe-aa07-4396-94a2-2da6f5bf5bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:16.804849 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6474ad1e-4977-4619-956c-ce63119b9484 req-5b7ccebe-aa07-4396-94a2-2da6f5bf5bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:16.805503 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6474ad1e-4977-4619-956c-ce63119b9484 req-5b7ccebe-aa07-4396-94a2-2da6f5bf5bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:16.806151 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6474ad1e-4977-4619-956c-ce63119b9484 req-5b7ccebe-aa07-4396-94a2-2da6f5bf5bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:16.806794 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6474ad1e-4977-4619-956c-ce63119b9484 req-5b7ccebe-aa07-4396-94a2-2da6f5bf5bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:16.807457 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6474ad1e-4977-4619-956c-ce63119b9484 req-5b7ccebe-aa07-4396-94a2-2da6f5bf5bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:16.808099 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6474ad1e-4977-4619-956c-ce63119b9484 req-5b7ccebe-aa07-4396-94a2-2da6f5bf5bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:16.810170 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-6474ad1e-4977-4619-956c-ce63119b9484 req-5b7ccebe-aa07-4396-94a2-2da6f5bf5bbd service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=aca7fabb908e4e55b3bcaf1ce45b03cf&device_id=80d2d265-4161-4f15-ab0c-130b15ddf9e0 HTTP/1.1" status: 200 len: 6488 time: 0.0503893 Oct 20 10:36:16.846225 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-671b218b-8342-4ef5-9af5-3e5c9eacf3dc req-f8a20365-f0a6-4d24-a8a6-611802087bac tempest-FloatingIPDetailsTestJSON-1197160505 tempest-FloatingIPDetailsTestJSON-1197160505-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.1.158 HTTP/1.1" status: 200 len: 696 time: 0.0620100 Oct 20 10:36:16.947432 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6474ad1e-4977-4619-956c-ce63119b9484 req-67ac967b-f6ce-45e5-9a5b-5ea561d62469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:16.948018 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6474ad1e-4977-4619-956c-ce63119b9484 req-67ac967b-f6ce-45e5-9a5b-5ea561d62469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:16.948640 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6474ad1e-4977-4619-956c-ce63119b9484 req-67ac967b-f6ce-45e5-9a5b-5ea561d62469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:16.950312 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-6474ad1e-4977-4619-956c-ce63119b9484 req-67ac967b-f6ce-45e5-9a5b-5ea561d62469 service neutron] 10.222.0.69 "GET /v2.0/networks?id=61bd0966-a265-4e42-812c-8db46cc7f8aa&id=7f35c8f4-a80f-46f0-b625-9aa7a1eb4d3d&id=7f35c8f4-a80f-46f0-b625-9aa7a1eb4d3d&id=7f35c8f4-a80f-46f0-b625-9aa7a1eb4d3d&id=7f35c8f4-a80f-46f0-b625-9aa7a1eb4d3d&id=7bc60fc7-42ea-472c-be5f-6faa92f9f9bb&id=7bc60fc7-42ea-472c-be5f-6faa92f9f9bb HTTP/1.1" status: 200 len: 2293 time: 0.1109855 Oct 20 10:36:17.028589 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-671b218b-8342-4ef5-9af5-3e5c9eacf3dc req-dd91e5a3-cf4b-4d6a-bfd6-d30280bc3ba0 tempest-FloatingIPDetailsTestJSON-1197160505 tempest-FloatingIPDetailsTestJSON-1197160505-project] Deleting port fd156425-dc6e-4b1b-bf00-97606ff7148b {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:36:17.029209 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-671b218b-8342-4ef5-9af5-3e5c9eacf3dc req-dd91e5a3-cf4b-4d6a-bfd6-d30280bc3ba0 tempest-FloatingIPDetailsTestJSON-1197160505 tempest-FloatingIPDetailsTestJSON-1197160505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:17.030687 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-6474ad1e-4977-4619-956c-ce63119b9484 req-fb35a5ed-d010-4794-ae62-f31a93d05fda service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2119e2cf-4499-4ee6-a849-174b453941eb HTTP/1.1" status: 200 len: 1000 time: 0.0687566 Oct 20 10:36:17.055589 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696468b3-efaa-4118-a798-999eb73218ca req-9682501d-2f8f-4bff-8958-641628a82e7d tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:17.062581 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-696468b3-efaa-4118-a798-999eb73218ca req-9682501d-2f8f-4bff-8958-641628a82e7d tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] 10.222.0.64 "GET /v2.0/ports?device_id=26e29c85-389d-454c-930b-0f837d303e1a HTTP/1.1" status: 200 len: 945 time: 0.0858147 Oct 20 10:36:17.083704 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6474ad1e-4977-4619-956c-ce63119b9484 req-bfc69f6a-5008-47a0-b26e-3f0bee788fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:17.085177 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-6474ad1e-4977-4619-956c-ce63119b9484 req-bfc69f6a-5008-47a0-b26e-3f0bee788fe6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ca4d8024-190b-4d52-b991-b3ff5d7d6ff8 HTTP/1.1" status: 200 len: 850 time: 0.0467064 Oct 20 10:36:17.145848 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-696468b3-efaa-4118-a798-999eb73218ca req-57865416-85db-444d-b5c8-110eb5a6d9f4 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] 10.222.0.64 "GET /v2.0/security-groups?id=97729601-032d-4729-bc88-1bc65d21f71b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822914 Oct 20 10:36:17.148364 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6474ad1e-4977-4619-956c-ce63119b9484 req-826991ba-676d-49c2-a5c4-d0aeeaaeb8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:17.149893 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-6474ad1e-4977-4619-956c-ce63119b9484 req-826991ba-676d-49c2-a5c4-d0aeeaaeb8a8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=61bd0966-a265-4e42-812c-8db46cc7f8aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0566382 Oct 20 10:36:17.161773 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-671b218b-8342-4ef5-9af5-3e5c9eacf3dc req-dd91e5a3-cf4b-4d6a-bfd6-d30280bc3ba0 tempest-FloatingIPDetailsTestJSON-1197160505 tempest-FloatingIPDetailsTestJSON-1197160505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:17.162107 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-671b218b-8342-4ef5-9af5-3e5c9eacf3dc req-dd91e5a3-cf4b-4d6a-bfd6-d30280bc3ba0 tempest-FloatingIPDetailsTestJSON-1197160505 tempest-FloatingIPDetailsTestJSON-1197160505-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:17.186675 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-671b218b-8342-4ef5-9af5-3e5c9eacf3dc req-dd91e5a3-cf4b-4d6a-bfd6-d30280bc3ba0 tempest-FloatingIPDetailsTestJSON-1197160505 tempest-FloatingIPDetailsTestJSON-1197160505-project] Calling delete_port for fd156425-dc6e-4b1b-bf00-97606ff7148b owned by network:floatingip {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:36:17.210100 n-d-811396-3 neutron-server[100596]: INFO neutron.api.v2.resource [req-7881ba65-b893-4ca6-902f-c3a25f1f6861 req-b54733ab-a440-489c-8924-5218d70de464 tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] show failed (client error): The resource could not be found. Oct 20 10:36:17.211433 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7881ba65-b893-4ca6-902f-c3a25f1f6861 req-b54733ab-a440-489c-8924-5218d70de464 tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] 10.222.0.64 "GET /v2.0/security-groups/41f132ec-f944-4661-9e12-f74ab7d49511 HTTP/1.1" status: 404 len: 352 time: 0.0277295 Oct 20 10:36:17.291555 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-6474ad1e-4977-4619-956c-ce63119b9484 req-b05b81f0-5e09-4bf7-87f8-c728c5159387 service neutron] 10.222.0.69 "GET /v2.0/networks/61bd0966-a265-4e42-812c-8db46cc7f8aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102867 Oct 20 10:36:17.386318 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-671b218b-8342-4ef5-9af5-3e5c9eacf3dc req-dd91e5a3-cf4b-4d6a-bfd6-d30280bc3ba0 tempest-FloatingIPDetailsTestJSON-1197160505 tempest-FloatingIPDetailsTestJSON-1197160505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:17.428875 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd91e5a3-cf4b-4d6a-bfd6-d30280bc3ba0 tempest-FloatingIPDetailsTestJSON-1197160505 tempest-FloatingIPDetailsTestJSON-1197160505-project] Pushing event deleted for resources: {'Port': ['ID=fd156425-dc6e-4b1b-bf00-97606ff7148b,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:36:17.476533 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-6474ad1e-4977-4619-956c-ce63119b9484 req-a464cc30-f685-42b4-8797-1f8382431fe5 service neutron] 10.222.0.69 "GET /v2.0/networks/61bd0966-a265-4e42-812c-8db46cc7f8aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703885 Oct 20 10:36:17.519484 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-671b218b-8342-4ef5-9af5-3e5c9eacf3dc req-dd91e5a3-cf4b-4d6a-bfd6-d30280bc3ba0 tempest-FloatingIPDetailsTestJSON-1197160505 tempest-FloatingIPDetailsTestJSON-1197160505-project] Publish callbacks [] for floatingip, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:17.525416 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-671b218b-8342-4ef5-9af5-3e5c9eacf3dc req-dd91e5a3-cf4b-4d6a-bfd6-d30280bc3ba0 tempest-FloatingIPDetailsTestJSON-1197160505 tempest-FloatingIPDetailsTestJSON-1197160505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for floatingip, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:17.527013 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-671b218b-8342-4ef5-9af5-3e5c9eacf3dc req-dd91e5a3-cf4b-4d6a-bfd6-d30280bc3ba0 tempest-FloatingIPDetailsTestJSON-1197160505 tempest-FloatingIPDetailsTestJSON-1197160505-project] 10.222.0.64 "DELETE /v2.0/floatingips/aa3e7f14-dbfd-4ed6-9209-205a6afcf83d HTTP/1.1" status: 204 len: 173 time: 0.6797557 Oct 20 10:36:17.534158 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 48396) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:36:17.543088 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-6474ad1e-4977-4619-956c-ce63119b9484 req-8ae540fb-77fc-4071-a800-9d5189eee7b7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.219&port_id=c6946b44-75f5-4ceb-9f3e-281cc30cd187 HTTP/1.1" status: 200 len: 217 time: 0.0575774 Oct 20 10:36:17.620561 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6474ad1e-4977-4619-956c-ce63119b9484 req-5c18c6f0-ba50-4715-834c-14dd42da9e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:17.622189 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-6474ad1e-4977-4619-956c-ce63119b9484 req-5c18c6f0-ba50-4715-834c-14dd42da9e54 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ee766014-e4cb-4d3b-914c-bd587db1d0d0 HTTP/1.1" status: 200 len: 797 time: 0.0723639 Oct 20 10:36:17.644101 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bcb1fc93-a453-46ca-8da0-82284919a2b0 req-101fe0d3-0259-4023-89aa-f9fc14c4931a tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] 10.222.0.64 "GET /v2.0/security-groups/93acc1bd-a15d-4c95-9dad-e4efe15b48a6 HTTP/1.1" status: 200 len: 1803 time: 0.0558774 Oct 20 10:36:17.697114 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6474ad1e-4977-4619-956c-ce63119b9484 req-f61b37a8-c10d-4fbd-999c-ece9c44424cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:17.698953 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-6474ad1e-4977-4619-956c-ce63119b9484 req-f61b37a8-c10d-4fbd-999c-ece9c44424cb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7f35c8f4-a80f-46f0-b625-9aa7a1eb4d3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0565054 Oct 20 10:36:17.828546 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-6474ad1e-4977-4619-956c-ce63119b9484 req-61819c87-05c0-46df-93f3-be0e1b13242d service neutron] 10.222.0.69 "GET /v2.0/networks/7f35c8f4-a80f-46f0-b625-9aa7a1eb4d3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216006 Oct 20 10:36:17.973406 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-6474ad1e-4977-4619-956c-ce63119b9484 req-392b93e8-94ae-46dd-b36c-6e9074b8ab7b service neutron] 10.222.0.69 "GET /v2.0/networks/7f35c8f4-a80f-46f0-b625-9aa7a1eb4d3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338894 Oct 20 10:36:18.027309 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-6474ad1e-4977-4619-956c-ce63119b9484 req-df2b2a5a-c970-4ac2-9ab4-0da523eb3b77 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.3&port_id=451833eb-4339-4de8-8005-8d3e2c53fd29 HTTP/1.1" status: 200 len: 217 time: 0.0458896 Oct 20 10:36:18.100212 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6474ad1e-4977-4619-956c-ce63119b9484 req-5772f1a8-7f4c-472d-a5eb-d4ac25c396da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:18.101752 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-6474ad1e-4977-4619-956c-ce63119b9484 req-5772f1a8-7f4c-472d-a5eb-d4ac25c396da service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ee766014-e4cb-4d3b-914c-bd587db1d0d0 HTTP/1.1" status: 200 len: 797 time: 0.0672405 Oct 20 10:36:18.153349 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-bcb1fc93-a453-46ca-8da0-82284919a2b0 req-3a3ef5e8-02ab-49ee-a96b-c3df9a8f7348 tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:18.178982 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6474ad1e-4977-4619-956c-ce63119b9484 req-c0efa2b8-fd35-477d-8d4c-718e6e2da78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:18.180604 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-6474ad1e-4977-4619-956c-ce63119b9484 req-c0efa2b8-fd35-477d-8d4c-718e6e2da78e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7f35c8f4-a80f-46f0-b625-9aa7a1eb4d3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0706551 Oct 20 10:36:18.210933 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-bcb1fc93-a453-46ca-8da0-82284919a2b0 req-3a3ef5e8-02ab-49ee-a96b-c3df9a8f7348 tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:18.285627 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-6474ad1e-4977-4619-956c-ce63119b9484 req-a9d9badc-8c77-4eaf-8237-0c5b50091daf service neutron] 10.222.0.69 "GET /v2.0/networks/7f35c8f4-a80f-46f0-b625-9aa7a1eb4d3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958376 Oct 20 10:36:18.381854 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-bcb1fc93-a453-46ca-8da0-82284919a2b0 req-3a3ef5e8-02ab-49ee-a96b-c3df9a8f7348 tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:18.384852 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-bcb1fc93-a453-46ca-8da0-82284919a2b0 req-3a3ef5e8-02ab-49ee-a96b-c3df9a8f7348 tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:18.386527 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bcb1fc93-a453-46ca-8da0-82284919a2b0 req-3a3ef5e8-02ab-49ee-a96b-c3df9a8f7348 tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] 10.222.0.64 "DELETE /v2.0/security-groups/93acc1bd-a15d-4c95-9dad-e4efe15b48a6 HTTP/1.1" status: 204 len: 173 time: 0.7329624 Oct 20 10:36:18.390452 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-6474ad1e-4977-4619-956c-ce63119b9484 req-9183c837-07d2-4d60-9d7f-c5c3dafcf9b2 service neutron] 10.222.0.69 "GET /v2.0/networks/7f35c8f4-a80f-46f0-b625-9aa7a1eb4d3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938220 Oct 20 10:36:18.408164 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864b08cc-dea4-4f6e-a0f0-eea3c7214c99 req-53aa36f4-1650-4f56-941f-2897daeaf7e4 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:18.410011 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-864b08cc-dea4-4f6e-a0f0-eea3c7214c99 req-53aa36f4-1650-4f56-941f-2897daeaf7e4 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] 10.222.0.64 "GET /v2.0/ports?device_id=12c57aae-b973-43e9-a9e8-671f2ba671ba HTTP/1.1" status: 200 len: 946 time: 0.1877854 Oct 20 10:36:18.433333 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3ef5e8-02ab-49ee-a96b-c3df9a8f7348 tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93acc1bd-a15d-4c95-9dad-e4efe15b48a6,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:36:18.452498 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-6474ad1e-4977-4619-956c-ce63119b9484 req-b2c55676-61f5-453b-9a5c-5f9d1042219c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.36&port_id=c659bd4f-6f7c-4e27-84fc-06618ca3d1ea HTTP/1.1" status: 200 len: 217 time: 0.0536165 Oct 20 10:36:18.512747 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-864b08cc-dea4-4f6e-a0f0-eea3c7214c99 req-656a6e4d-9731-43b6-8e9a-553a1ce4da70 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ea17d67-d003-4cda-a612-dd72568a94fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934725 Oct 20 10:36:18.516420 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6474ad1e-4977-4619-956c-ce63119b9484 req-f5dd3802-d381-4580-84b7-04a1e5b80963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:18.520884 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-6474ad1e-4977-4619-956c-ce63119b9484 req-f5dd3802-d381-4580-84b7-04a1e5b80963 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ee766014-e4cb-4d3b-914c-bd587db1d0d0 HTTP/1.1" status: 200 len: 797 time: 0.0582786 Oct 20 10:36:18.616622 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6474ad1e-4977-4619-956c-ce63119b9484 req-3f1a9f5e-b595-46b0-9f87-79d5b7bcb601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:18.618737 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-6474ad1e-4977-4619-956c-ce63119b9484 req-3f1a9f5e-b595-46b0-9f87-79d5b7bcb601 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7f35c8f4-a80f-46f0-b625-9aa7a1eb4d3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0902321 Oct 20 10:36:18.758314 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936051b0-ea2c-47af-b2c7-a65c20625136 req-ccc53ffb-f77e-42cc-8dec-a801b70eda8b tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:18.765701 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-936051b0-ea2c-47af-b2c7-a65c20625136 req-ccc53ffb-f77e-42cc-8dec-a801b70eda8b tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] 10.222.0.64 "GET /v2.0/ports?device_id=26e29c85-389d-454c-930b-0f837d303e1a HTTP/1.1" status: 200 len: 945 time: 0.1602807 Oct 20 10:36:18.768252 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-6474ad1e-4977-4619-956c-ce63119b9484 req-ccac2e54-edbc-4464-bfc1-2ce76908a254 service neutron] 10.222.0.69 "GET /v2.0/networks/7f35c8f4-a80f-46f0-b625-9aa7a1eb4d3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415687 Oct 20 10:36:18.812935 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a8e870b5-2fa6-48b0-bafc-27cd6c504e3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1774405'] for router_interface, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:18.823233 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c9030ae7-eec6-4fa8-9e9d-402b2133c6b1 req-0dc712c2-4c00-4d12-9afd-91ed5b0632f9 tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] 10.222.0.64 "GET /v2.0/security-groups/9106ba98-518b-4703-95f4-a7ac7cdde867 HTTP/1.1" status: 200 len: 1804 time: 0.1034892 Oct 20 10:36:18.869641 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-6474ad1e-4977-4619-956c-ce63119b9484 req-af281ff0-5f5d-4a34-bd9f-07da6c41a56f service neutron] 10.222.0.69 "GET /v2.0/networks/7f35c8f4-a80f-46f0-b625-9aa7a1eb4d3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936873 Oct 20 10:36:18.872388 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-936051b0-ea2c-47af-b2c7-a65c20625136 req-d8878a58-ab7a-4e2a-9803-8b5cf8774394 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] 10.222.0.64 "GET /v2.0/security-groups?id=97729601-032d-4729-bc88-1bc65d21f71b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056690 Oct 20 10:36:18.935362 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-6474ad1e-4977-4619-956c-ce63119b9484 req-212d0027-ff07-470a-b61c-518e1c74087a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.44&port_id=6b62206e-39d0-45df-9f8b-694b5bc1053f HTTP/1.1" status: 200 len: 217 time: 0.0571179 Oct 20 10:36:18.937153 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:18.967291 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c9030ae7-eec6-4fa8-9e9d-402b2133c6b1 req-445470cc-b668-4137-b4a2-03f68ed4f10b tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:19.010817 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6474ad1e-4977-4619-956c-ce63119b9484 req-fb32af3c-7b7f-4717-9094-fd0b6ba2335f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:19.012918 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-6474ad1e-4977-4619-956c-ce63119b9484 req-fb32af3c-7b7f-4717-9094-fd0b6ba2335f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ee766014-e4cb-4d3b-914c-bd587db1d0d0 HTTP/1.1" status: 200 len: 797 time: 0.0707970 Oct 20 10:36:19.059871 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c9030ae7-eec6-4fa8-9e9d-402b2133c6b1 req-445470cc-b668-4137-b4a2-03f68ed4f10b tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:19.073255 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6474ad1e-4977-4619-956c-ce63119b9484 req-1cda75ec-b3d0-465a-a117-bcb775b49223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:19.075050 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-6474ad1e-4977-4619-956c-ce63119b9484 req-1cda75ec-b3d0-465a-a117-bcb775b49223 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7f35c8f4-a80f-46f0-b625-9aa7a1eb4d3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0530179 Oct 20 10:36:19.186944 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-6474ad1e-4977-4619-956c-ce63119b9484 req-3e35874c-7d3e-43ee-9455-1b23cced60c4 service neutron] 10.222.0.69 "GET /v2.0/networks/7f35c8f4-a80f-46f0-b625-9aa7a1eb4d3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034191 Oct 20 10:36:19.203886 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f1a9df-3df0-4714-be7c-fb0c6aa66d04 req-1d89c234-ffdf-499f-9b73-48efcf06d0cf tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:19.205410 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c4f1a9df-3df0-4714-be7c-fb0c6aa66d04 req-1d89c234-ffdf-499f-9b73-48efcf06d0cf tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] 10.222.0.64 "GET /v2.0/ports?device_id=34b135a6-7a79-4e12-8b31-8d70cff1334c HTTP/1.1" status: 200 len: 946 time: 0.1141646 Oct 20 10:36:19.264105 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c9030ae7-eec6-4fa8-9e9d-402b2133c6b1 req-445470cc-b668-4137-b4a2-03f68ed4f10b tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:19.266866 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c9030ae7-eec6-4fa8-9e9d-402b2133c6b1 req-445470cc-b668-4137-b4a2-03f68ed4f10b tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:19.268108 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c9030ae7-eec6-4fa8-9e9d-402b2133c6b1 req-445470cc-b668-4137-b4a2-03f68ed4f10b tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] 10.222.0.64 "DELETE /v2.0/security-groups/9106ba98-518b-4703-95f4-a7ac7cdde867 HTTP/1.1" status: 204 len: 173 time: 0.4113736 Oct 20 10:36:19.299881 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445470cc-b668-4137-b4a2-03f68ed4f10b tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9106ba98-518b-4703-95f4-a7ac7cdde867,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:36:19.311881 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-6474ad1e-4977-4619-956c-ce63119b9484 req-d414da12-b77c-4dbf-9494-a0cf4a41ebc6 service neutron] 10.222.0.69 "GET /v2.0/networks/7f35c8f4-a80f-46f0-b625-9aa7a1eb4d3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166961 Oct 20 10:36:19.315450 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c4f1a9df-3df0-4714-be7c-fb0c6aa66d04 req-22641fed-bd7f-47fe-b616-0fe3fcb5138e tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] 10.222.0.64 "GET /v2.0/security-groups?id=3c1a8b96-5782-4385-b9de-3407ab4b2d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938704 Oct 20 10:36:19.380011 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-6474ad1e-4977-4619-956c-ce63119b9484 req-fb1280b8-c2da-422e-a9a3-f531aa6404c9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=cde88316-97fc-42ab-948b-2cc207ce19a1 HTTP/1.1" status: 200 len: 217 time: 0.0597494 Oct 20 10:36:19.428633 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-a8e870b5-2fa6-48b0-bafc-27cd6c504e3a admin admin] Deleting port 065ae48b-8bde-4eef-80c2-1245cae7164e {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:36:19.429077 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a8e870b5-2fa6-48b0-bafc-27cd6c504e3a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:19.442587 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6474ad1e-4977-4619-956c-ce63119b9484 req-76170baa-341d-4bac-8978-b293f7649c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:19.444395 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-6474ad1e-4977-4619-956c-ce63119b9484 req-76170baa-341d-4bac-8978-b293f7649c48 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a2b9a836-50d1-4b54-8c45-1b8fbb975652 HTTP/1.1" status: 200 len: 797 time: 0.0559614 Oct 20 10:36:19.499951 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6474ad1e-4977-4619-956c-ce63119b9484 req-c05c8244-659f-4bb6-99f5-c16d94364da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:19.502149 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-6474ad1e-4977-4619-956c-ce63119b9484 req-c05c8244-659f-4bb6-99f5-c16d94364da1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7bc60fc7-42ea-472c-be5f-6faa92f9f9bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0440969 Oct 20 10:36:19.525486 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-05ebb3c4-f678-4ec8-8dcf-5290caf0ceb4 req-a7498a55-fbf0-4fd2-861e-234017abd456 tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] 10.222.0.64 "GET /v2.0/security-groups/3ba44498-4524-4d45-9c80-f83d6d2d537d HTTP/1.1" status: 200 len: 1805 time: 0.1265085 Oct 20 10:36:19.554806 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2360e89-9c55-4815-b3dd-bab17ee5e78c req-3d4a1b6c-3130-4e10-8b53-08698ad46592 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:19.556362 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b2360e89-9c55-4815-b3dd-bab17ee5e78c req-3d4a1b6c-3130-4e10-8b53-08698ad46592 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] 10.222.0.64 "GET /v2.0/ports?device_id=12c57aae-b973-43e9-a9e8-671f2ba671ba HTTP/1.1" status: 200 len: 946 time: 0.1493456 Oct 20 10:36:19.598725 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-6474ad1e-4977-4619-956c-ce63119b9484 req-04420a2b-b17b-41e6-b770-5c40f39374c6 service neutron] 10.222.0.69 "GET /v2.0/networks/7bc60fc7-42ea-472c-be5f-6faa92f9f9bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848765 Oct 20 10:36:19.609851 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [None req-a8e870b5-2fa6-48b0-bafc-27cd6c504e3a admin admin] For port 065ae48b-8bde-4eef-80c2-1245cae7164e, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=065ae48b-8bde-4eef-80c2-1245cae7164e,segment=NetworkSegment(ddb133b7-86df-4bcf-9223-bd195c867a51),segment_id=ddb133b7-86df-4bcf-9223-bd195c867a51)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:36:19.610818 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a8e870b5-2fa6-48b0-bafc-27cd6c504e3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:19.638879 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-a8e870b5-2fa6-48b0-bafc-27cd6c504e3a admin admin] Calling delete_port for 065ae48b-8bde-4eef-80c2-1245cae7164e owned by network:router_interface {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:36:19.665115 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b2360e89-9c55-4815-b3dd-bab17ee5e78c req-d14a66f4-fc02-4614-bf65-613bb04d9887 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ea17d67-d003-4cda-a612-dd72568a94fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961225 Oct 20 10:36:19.674621 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-05ebb3c4-f678-4ec8-8dcf-5290caf0ceb4 req-c92d494a-675c-40ce-a843-2b013ab6d218 tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:19.698772 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-6474ad1e-4977-4619-956c-ce63119b9484 req-5d9648cc-8272-4aa8-a8df-767a00f686e2 service neutron] 10.222.0.69 "GET /v2.0/networks/7bc60fc7-42ea-472c-be5f-6faa92f9f9bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915411 Oct 20 10:36:19.737975 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-05ebb3c4-f678-4ec8-8dcf-5290caf0ceb4 req-c92d494a-675c-40ce-a843-2b013ab6d218 tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:19.750317 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-6474ad1e-4977-4619-956c-ce63119b9484 req-dafcc399-26be-4423-b635-a0b15b6dd48f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=fbaf8d36-195c-43d3-b057-07f5fe113158 HTTP/1.1" status: 200 len: 217 time: 0.0426388 Oct 20 10:36:19.808043 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6474ad1e-4977-4619-956c-ce63119b9484 req-4aa44b13-1b39-4798-bd5d-41e921ebe0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:19.809785 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-6474ad1e-4977-4619-956c-ce63119b9484 req-4aa44b13-1b39-4798-bd5d-41e921ebe0a7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a2b9a836-50d1-4b54-8c45-1b8fbb975652 HTTP/1.1" status: 200 len: 797 time: 0.0521376 Oct 20 10:36:19.858141 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-05ebb3c4-f678-4ec8-8dcf-5290caf0ceb4 req-c92d494a-675c-40ce-a843-2b013ab6d218 tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:19.861066 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-05ebb3c4-f678-4ec8-8dcf-5290caf0ceb4 req-c92d494a-675c-40ce-a843-2b013ab6d218 tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:19.862282 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-05ebb3c4-f678-4ec8-8dcf-5290caf0ceb4 req-c92d494a-675c-40ce-a843-2b013ab6d218 tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] 10.222.0.64 "DELETE /v2.0/security-groups/3ba44498-4524-4d45-9c80-f83d6d2d537d HTTP/1.1" status: 204 len: 173 time: 0.3262579 Oct 20 10:36:19.873438 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6474ad1e-4977-4619-956c-ce63119b9484 req-fc55c474-a0a7-4acd-85cf-81b3beb0f079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:19.876188 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-6474ad1e-4977-4619-956c-ce63119b9484 req-fc55c474-a0a7-4acd-85cf-81b3beb0f079 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7bc60fc7-42ea-472c-be5f-6faa92f9f9bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0577114 Oct 20 10:36:19.903987 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92d494a-675c-40ce-a843-2b013ab6d218 tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ba44498-4524-4d45-9c80-f83d6d2d537d,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:36:19.967985 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-869e692f-edb6-46f2-99cc-58677c673ccf req-e42a32bb-6383-486e-a9e9-945631b2f708 tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] 10.222.0.64 "GET /v2.0/security-groups/e0020e8d-1c1a-4ed8-9274-c7c67ccf72ad HTTP/1.1" status: 200 len: 2404 time: 0.0739958 Oct 20 10:36:20.003839 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-6474ad1e-4977-4619-956c-ce63119b9484 req-fe5c11ee-5d68-4c86-b20b-b6ccc4ad136a service neutron] 10.222.0.69 "GET /v2.0/networks/7bc60fc7-42ea-472c-be5f-6faa92f9f9bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168139 Oct 20 10:36:20.026269 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a8e870b5-2fa6-48b0-bafc-27cd6c504e3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:20.071752 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e870b5-2fa6-48b0-bafc-27cd6c504e3a admin admin] Pushing event deleted for resources: {'Port': ['ID=065ae48b-8bde-4eef-80c2-1245cae7164e,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:36:20.103167 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c458fc-b4a5-42bb-9bf0-ba46abc33222 req-8f599ecc-0cc9-4a46-8f57-bf12dd4573aa tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:20.104794 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b4c458fc-b4a5-42bb-9bf0-ba46abc33222 req-8f599ecc-0cc9-4a46-8f57-bf12dd4573aa tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] 10.222.0.64 "GET /v2.0/ports?device_id=26e29c85-389d-454c-930b-0f837d303e1a HTTP/1.1" status: 200 len: 945 time: 0.1283839 Oct 20 10:36:20.109654 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-6474ad1e-4977-4619-956c-ce63119b9484 req-727f6fd5-d1cb-4e17-b3ba-66cc69107f02 service neutron] 10.222.0.69 "GET /v2.0/networks/7bc60fc7-42ea-472c-be5f-6faa92f9f9bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984738 Oct 20 10:36:20.186916 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-869e692f-edb6-46f2-99cc-58677c673ccf req-21d35025-e09f-40bb-8a7b-cdb593825c1c tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:20.235058 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b4c458fc-b4a5-42bb-9bf0-ba46abc33222 req-734d954a-b33e-4e2a-99d6-19b7ba95b62f tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] 10.222.0.64 "GET /v2.0/security-groups?id=97729601-032d-4729-bc88-1bc65d21f71b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123912 Oct 20 10:36:20.241422 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-869e692f-edb6-46f2-99cc-58677c673ccf req-21d35025-e09f-40bb-8a7b-cdb593825c1c tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:20.376893 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-869e692f-edb6-46f2-99cc-58677c673ccf req-21d35025-e09f-40bb-8a7b-cdb593825c1c tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:20.380560 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-869e692f-edb6-46f2-99cc-58677c673ccf req-21d35025-e09f-40bb-8a7b-cdb593825c1c tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:20.384409 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-869e692f-edb6-46f2-99cc-58677c673ccf req-21d35025-e09f-40bb-8a7b-cdb593825c1c tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] 10.222.0.64 "DELETE /v2.0/security-groups/e0020e8d-1c1a-4ed8-9274-c7c67ccf72ad HTTP/1.1" status: 204 len: 173 time: 0.4026613 Oct 20 10:36:20.405214 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a8e870b5-2fa6-48b0-bafc-27cd6c504e3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1771989'] for router_interface, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:20.431759 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d35025-e09f-40bb-8a7b-cdb593825c1c tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0020e8d-1c1a-4ed8-9274-c7c67ccf72ad,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:36:20.567985 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcba00f-d981-461d-a4f7-b98e48dbed1f req-6ff3abe7-92a8-4099-9799-1a43784fd456 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:20.569655 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5dcba00f-d981-461d-a4f7-b98e48dbed1f req-6ff3abe7-92a8-4099-9799-1a43784fd456 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] 10.222.0.64 "GET /v2.0/ports?device_id=34b135a6-7a79-4e12-8b31-8d70cff1334c HTTP/1.1" status: 200 len: 946 time: 0.1663055 Oct 20 10:36:20.621326 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-afefe52e-80de-432d-ae89-ed37fea8ff41 req-3609ab3b-a77b-469c-932c-054d038cdb71 tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] 10.222.0.64 "GET /v2.0/security-groups/ea5c52e0-297b-4fc3-a500-6e968ecdb5b5 HTTP/1.1" status: 200 len: 2397 time: 0.1355987 Oct 20 10:36:20.671645 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5dcba00f-d981-461d-a4f7-b98e48dbed1f req-30daab29-91a6-4257-96bd-386f952506b6 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] 10.222.0.64 "GET /v2.0/security-groups?id=3c1a8b96-5782-4385-b9de-3407ab4b2d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709114 Oct 20 10:36:21.095987 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-afefe52e-80de-432d-ae89-ed37fea8ff41 req-0f809b48-eac0-42fc-a032-c8de9b81690a tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:21.109817 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24431d9-3d46-47d6-a342-3b0afedddcf1 req-1fe2f5a3-773a-45a2-9915-c2634b14fc4c tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:21.111760 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d24431d9-3d46-47d6-a342-3b0afedddcf1 req-1fe2f5a3-773a-45a2-9915-c2634b14fc4c tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] 10.222.0.55 "GET /v2.0/ports?device_id=34b135a6-7a79-4e12-8b31-8d70cff1334c HTTP/1.1" status: 200 len: 946 time: 0.4344091 Oct 20 10:36:21.167208 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-afefe52e-80de-432d-ae89-ed37fea8ff41 req-0f809b48-eac0-42fc-a032-c8de9b81690a tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:21.188859 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8e870b5-2fa6-48b0-bafc-27cd6c504e3a admin admin] Router 4d672cb9-c763-48d4-baf0-b1e39981a8d0 has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:36:21.203248 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ed18b0-1356-4e9b-9152-67dcdc57e0fd req-037253b5-e9c8-4596-9117-6fff2eb66c1e tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:21.205153 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d4ed18b0-1356-4e9b-9152-67dcdc57e0fd req-037253b5-e9c8-4596-9117-6fff2eb66c1e tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] 10.222.0.64 "GET /v2.0/ports?device_id=12c57aae-b973-43e9-a9e8-671f2ba671ba HTTP/1.1" status: 200 len: 946 time: 0.4462726 Oct 20 10:36:21.368477 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d4ed18b0-1356-4e9b-9152-67dcdc57e0fd req-32f7741e-6596-4699-8d3c-e23816cd1db5 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ea17d67-d003-4cda-a612-dd72568a94fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513283 Oct 20 10:36:21.372207 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-afefe52e-80de-432d-ae89-ed37fea8ff41 req-0f809b48-eac0-42fc-a032-c8de9b81690a tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:21.374574 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-afefe52e-80de-432d-ae89-ed37fea8ff41 req-0f809b48-eac0-42fc-a032-c8de9b81690a tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:21.375815 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-afefe52e-80de-432d-ae89-ed37fea8ff41 req-0f809b48-eac0-42fc-a032-c8de9b81690a tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] 10.222.0.64 "DELETE /v2.0/security-groups/ea5c52e0-297b-4fc3-a500-6e968ecdb5b5 HTTP/1.1" status: 204 len: 173 time: 0.7460170 Oct 20 10:36:21.386810 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 48446) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:36:21.395587 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f809b48-eac0-42fc-a032-c8de9b81690a tempest-SecurityGroupRulesTestJSON-2018934690 tempest-SecurityGroupRulesTestJSON-2018934690-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea5c52e0-297b-4fc3-a500-6e968ecdb5b5,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:36:21.445815 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-d24431d9-3d46-47d6-a342-3b0afedddcf1 req-c63adf34-bce2-45f7-8325-7db72c51b0f9 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] Deleting port 998655be-5ae2-4824-b044-6d7b9ccbf1d8 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:36:21.446202 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-d24431d9-3d46-47d6-a342-3b0afedddcf1 req-c63adf34-bce2-45f7-8325-7db72c51b0f9 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:21.483472 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8e870b5-2fa6-48b0-bafc-27cd6c504e3a admin admin] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:36:21.491575 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-a8e870b5-2fa6-48b0-bafc-27cd6c504e3a admin admin] 10.222.0.64 "PUT /v2.0/routers/4d672cb9-c763-48d4-baf0-b1e39981a8d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9556367 Oct 20 10:36:21.494506 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 48450) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:36:21.494817 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03d9b4a-5bd6-497d-bd69-627fe0c5c683 None None] Sync routers for ids ['4d672cb9-c763-48d4-baf0-b1e39981a8d0'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:36:21.511391 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03d9b4a-5bd6-497d-bd69-627fe0c5c683 None None] Routers {'4d672cb9-c763-48d4-baf0-b1e39981a8d0'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:36:21.512595 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-f03d9b4a-5bd6-497d-bd69-627fe0c5c683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:36:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['4d672cb9-c763-48d4-baf0-b1e39981a8d0'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:36:21.535429 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_v2 [None req-2efa3c1b-dd27-4e7e-b9b4-d1ab9a86187d admin admin] Deleting subnet c3f8776a-c8fc-4213-a931-92d947576811 {{(pid=100597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:36:21.539690 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2efa3c1b-dd27-4e7e-b9b4-d1ab9a86187d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:21.586675 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2efa3c1b-dd27-4e7e-b9b4-d1ab9a86187d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25852621'] for subnet, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:21.648728 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2efa3c1b-dd27-4e7e-b9b4-d1ab9a86187d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:21.666291 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-d24431d9-3d46-47d6-a342-3b0afedddcf1 req-c63adf34-bce2-45f7-8325-7db72c51b0f9 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] For port 998655be-5ae2-4824-b044-6d7b9ccbf1d8, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=998655be-5ae2-4824-b044-6d7b9ccbf1d8,segment=NetworkSegment(cdb54968-a028-49d4-bff1-06faf7e0a12c),segment_id=cdb54968-a028-49d4-bff1-06faf7e0a12c)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:36:21.666673 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-d24431d9-3d46-47d6-a342-3b0afedddcf1 req-c63adf34-bce2-45f7-8325-7db72c51b0f9 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:21.717986 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-d24431d9-3d46-47d6-a342-3b0afedddcf1 req-c63adf34-bce2-45f7-8325-7db72c51b0f9 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] Calling delete_port for 998655be-5ae2-4824-b044-6d7b9ccbf1d8 owned by compute:nova {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:36:21.725704 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2efa3c1b-dd27-4e7e-b9b4-d1ab9a86187d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25350811'] for subnet, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:21.740273 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a679ba-6dec-4d29-a2fe-8ce199ec04d2 req-7e8f883f-658c-4d9f-a16f-0bbbda20e73f tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:21.740273 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d8a679ba-6dec-4d29-a2fe-8ce199ec04d2 req-7e8f883f-658c-4d9f-a16f-0bbbda20e73f tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] 10.222.0.64 "GET /v2.0/ports?device_id=26e29c85-389d-454c-930b-0f837d303e1a HTTP/1.1" status: 200 len: 945 time: 0.2005522 Oct 20 10:36:21.758025 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-eff2de24-e092-4ade-8946-8ddd6459d6a1 admin admin] Publish callbacks [] for router, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:21.761550 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efa3c1b-dd27-4e7e-b9b4-d1ab9a86187d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3f8776a-c8fc-4213-a931-92d947576811,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:36:21.769235 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2efa3c1b-dd27-4e7e-b9b4-d1ab9a86187d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:21.775023 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-2efa3c1b-dd27-4e7e-b9b4-d1ab9a86187d admin admin] 10.222.0.64 "DELETE /v2.0/subnets/c3f8776a-c8fc-4213-a931-92d947576811 HTTP/1.1" status: 204 len: 168 time: 0.3850327 Oct 20 10:36:21.775282 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 48454) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:36:21.858527 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-52b66a88-ba97-416c-b933-8b7a49d52b90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:21.899419 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-f03d9b4a-5bd6-497d-bd69-627fe0c5c683 None None] Set router 4d672cb9-c763-48d4-baf0-b1e39981a8d0 gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:36:21.951681 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-52b66a88-ba97-416c-b933-8b7a49d52b90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:21.975903 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-52b66a88-ba97-416c-b933-8b7a49d52b90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18b045cd-d55d-4567-84fc-b03b005d1013']}} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:36:21.988873 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-52b66a88-ba97-416c-b933-8b7a49d52b90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fb271e4-250e-4c7e-bbc6-e0c7c0528c06') {'for_net_delete': True} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:36:21.989889 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-52b66a88-ba97-416c-b933-8b7a49d52b90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fb271e4-250e-4c7e-bbc6-e0c7c0528c06') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:36:22.001830 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea52aa51-34eb-4e5e-9ab8-d6d63ea789e4 req-c25bef29-a193-450d-9176-adfed17407a6 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:22.002073 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-52b66a88-ba97-416c-b933-8b7a49d52b90 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25852596'] for segment, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:22.003790 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ea52aa51-34eb-4e5e-9ab8-d6d63ea789e4 req-c25bef29-a193-450d-9176-adfed17407a6 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] 10.222.0.64 "GET /v2.0/ports?device_id=34b135a6-7a79-4e12-8b31-8d70cff1334c HTTP/1.1" status: 200 len: 946 time: 0.1381493 Oct 20 10:36:22.010467 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d8a679ba-6dec-4d29-a2fe-8ce199ec04d2 req-e4446faa-d5d6-4d0b-9551-23d7d5d160b2 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] 10.222.0.64 "GET /v2.0/security-groups?id=97729601-032d-4729-bc88-1bc65d21f71b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2495890 Oct 20 10:36:22.024407 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-52b66a88-ba97-416c-b933-8b7a49d52b90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:22.040288 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52b66a88-ba97-416c-b933-8b7a49d52b90 admin admin] Releasing vlan 845 on physical network physnet1 to pool {{(pid=100597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:36:22.041902 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-52b66a88-ba97-416c-b933-8b7a49d52b90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951012'] for segment, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:22.045326 n-d-811396-3 neutron-server[100597]: Traceback (most recent call last): Oct 20 10:36:22.045326 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:36:22.045326 n-d-811396-3 neutron-server[100597]: timer() Oct 20 10:36:22.045326 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:36:22.045326 n-d-811396-3 neutron-server[100597]: cb(*args, **kw) Oct 20 10:36:22.045326 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:36:22.045326 n-d-811396-3 neutron-server[100597]: return func(*args, **kwargs) Oct 20 10:36:22.045326 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:36:22.045326 n-d-811396-3 neutron-server[100597]: self._notify() Oct 20 10:36:22.045326 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:36:22.045326 n-d-811396-3 neutron-server[100597]: self.callback(batched_events) Oct 20 10:36:22.045326 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:36:22.045326 n-d-811396-3 neutron-server[100597]: event.method(event) Oct 20 10:36:22.045326 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:36:22.045326 n-d-811396-3 neutron-server[100597]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:36:22.045326 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:36:22.045326 n-d-811396-3 neutron-server[100597]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:36:22.045326 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:36:22.045326 n-d-811396-3 neutron-server[100597]: return f(self, *a, **k) Oct 20 10:36:22.045326 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:36:22.045326 n-d-811396-3 neutron-server[100597]: return self._get(url).json() Oct 20 10:36:22.045326 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:36:22.045326 n-d-811396-3 neutron-server[100597]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:36:22.045326 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:36:22.045326 n-d-811396-3 neutron-server[100597]: return self.request(url, 'GET', **kwargs) Oct 20 10:36:22.045326 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:36:22.045326 n-d-811396-3 neutron-server[100597]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:36:22.045326 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:36:22.045326 n-d-811396-3 neutron-server[100597]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:36:22.045326 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:36:22.045326 n-d-811396-3 neutron-server[100597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:36:22.045326 n-d-811396-3 neutron-server[100597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:36:22.058453 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-eff2de24-e092-4ade-8946-8ddd6459d6a1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:22.127114 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ea52aa51-34eb-4e5e-9ab8-d6d63ea789e4 req-c71305dc-84e4-498e-a01c-59a992baf355 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] 10.222.0.64 "GET /v2.0/security-groups?id=3c1a8b96-5782-4385-b9de-3407ab4b2d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141787 Oct 20 10:36:22.142053 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-f03d9b4a-5bd6-497d-bd69-627fe0c5c683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d672cb9-c763-48d4-baf0-b1e39981a8d0', 'name': 'tempest-FloatingIPDetailsTestJSON-1275843375-router', 'tenant_id': '6c922f0ff0374f3f927ba594e61a0131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '86a967ba-257f-4064-8071-1c12f85f125e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:35:49Z', 'updated_at': '2021-10-20T10:36:19Z', 'revision_number': 5, 'project_id': '6c922f0ff0374f3f927ba594e61a0131', 'gw_port': {'id': '86a967ba-257f-4064-8071-1c12f85f125e', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:60:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d672cb9-c763-48d4-baf0-b1e39981a8d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:35:50Z', 'updated_at': '2021-10-20T10:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:36:22.143491 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-52b66a88-ba97-416c-b933-8b7a49d52b90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:22.151243 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-52b66a88-ba97-416c-b933-8b7a49d52b90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:22.157147 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-52b66a88-ba97-416c-b933-8b7a49d52b90 admin admin] 10.222.0.64 "DELETE /v2.0/networks/18b045cd-d55d-4567-84fc-b03b005d1013 HTTP/1.1" status: 204 len: 168 time: 0.3807857 Oct 20 10:36:22.176707 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-d24431d9-3d46-47d6-a342-3b0afedddcf1 req-c63adf34-bce2-45f7-8325-7db72c51b0f9 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:22.185326 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b66a88-ba97-416c-b933-8b7a49d52b90 admin admin] Pushing event deleted for resources: {'Network': ['ID=18b045cd-d55d-4567-84fc-b03b005d1013,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:36:22.187530 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-eff2de24-e092-4ade-8946-8ddd6459d6a1 admin admin] Deleting port 86a967ba-257f-4064-8071-1c12f85f125e {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:36:22.187757 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-eff2de24-e092-4ade-8946-8ddd6459d6a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:22.204345 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['9b17808d-a1bd-42c3-9e7c-a4c7d9635536'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:36:22.208356 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03d9b4a-5bd6-497d-bd69-627fe0c5c683 None None] Checking router: 4d672cb9-c763-48d4-baf0-b1e39981a8d0 for host: n-d-811396-3 {{(pid=100598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:36:22.233183 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['82160076-f9a5-4921-9e8a-aa76ad1a65b3', '998655be-5ae2-4824-b044-6d7b9ccbf1d8'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:36:22.243646 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63adf34-bce2-45f7-8325-7db72c51b0f9 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] Pushing event deleted for resources: {'Port': ['ID=998655be-5ae2-4824-b044-6d7b9ccbf1d8,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:36:22.331424 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03d9b4a-5bd6-497d-bd69-627fe0c5c683 None None] Routers {'4d672cb9-c763-48d4-baf0-b1e39981a8d0'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:36:22.332072 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-f03d9b4a-5bd6-497d-bd69-627fe0c5c683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:36:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['4d672cb9-c763-48d4-baf0-b1e39981a8d0'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:36:22.340317 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 48460) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:36:22.353236 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-d24431d9-3d46-47d6-a342-3b0afedddcf1 req-c63adf34-bce2-45f7-8325-7db72c51b0f9 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] No DVR routers for this DVR port 998655be-5ae2-4824-b044-6d7b9ccbf1d8 on host n-h1-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:36:22.355888 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-d24431d9-3d46-47d6-a342-3b0afedddcf1 req-c63adf34-bce2-45f7-8325-7db72c51b0f9 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:22.359852 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d24431d9-3d46-47d6-a342-3b0afedddcf1 req-c63adf34-bce2-45f7-8325-7db72c51b0f9 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] 10.222.0.55 "DELETE /v2.0/ports/998655be-5ae2-4824-b044-6d7b9ccbf1d8 HTTP/1.1" status: 204 len: 173 time: 1.2340024 Oct 20 10:36:22.362592 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34b135a6-7a79-4e12-8b31-8d70cff1334c', 'name': 'network-vif-deleted', 'tag': '998655be-5ae2-4824-b044-6d7b9ccbf1d8'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:36:22.365484 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f0a53b4-ce91-4670-af6b-10ec828ad2ce" -d '{"events": [{"server_uuid": "34b135a6-7a79-4e12-8b31-8d70cff1334c", "name": "network-vif-deleted", "tag": "998655be-5ae2-4824-b044-6d7b9ccbf1d8"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:36:22.396368 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [None req-eff2de24-e092-4ade-8946-8ddd6459d6a1 admin admin] For port 86a967ba-257f-4064-8071-1c12f85f125e, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=86a967ba-257f-4064-8071-1c12f85f125e,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:36:22.396368 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-eff2de24-e092-4ade-8946-8ddd6459d6a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:22.412142 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-eff2de24-e092-4ade-8946-8ddd6459d6a1 admin admin] Calling delete_port for 86a967ba-257f-4064-8071-1c12f85f125e owned by network:router_gateway {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:36:22.423240 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-e1168ec7-35c6-4974-b5f4-54db73c05657 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cb37504c72ba40f188dbc90669e16f16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0818565 Oct 20 10:36:22.429704 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 48466) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:36:22.474091 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-f03d9b4a-5bd6-497d-bd69-627fe0c5c683 None None] Set router 4d672cb9-c763-48d4-baf0-b1e39981a8d0 gateway port host: None {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:36:22.505420 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b75fe413-32f4-434c-bae6-bd3b41569439 x-openstack-request-id: req-b75fe413-32f4-434c-bae6-bd3b41569439 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:36:22.506266 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34b135a6-7a79-4e12-8b31-8d70cff1334c", "name": "network-vif-deleted", "tag": "998655be-5ae2-4824-b044-6d7b9ccbf1d8", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:36:22.506765 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b75fe413-32f4-434c-bae6-bd3b41569439 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:36:22.507648 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34b135a6-7a79-4e12-8b31-8d70cff1334c', 'name': 'network-vif-deleted', 'tag': '998655be-5ae2-4824-b044-6d7b9ccbf1d8', 'status': 'completed', 'code': 200} Oct 20 10:36:22.531194 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e7fd9a90-64e2-4236-9d77-a28710998d9e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:22.557484 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e7fd9a90-64e2-4236-9d77-a28710998d9e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:22.587770 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-f03d9b4a-5bd6-497d-bd69-627fe0c5c683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d672cb9-c763-48d4-baf0-b1e39981a8d0', 'name': 'tempest-FloatingIPDetailsTestJSON-1275843375-router', 'tenant_id': '6c922f0ff0374f3f927ba594e61a0131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:35:49Z', 'updated_at': '2021-10-20T10:36:22Z', 'revision_number': 6, 'project_id': '6c922f0ff0374f3f927ba594e61a0131', 'gw_port_host': None}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:36:22.618577 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124f719c-e284-46cd-a7ca-ef98b4589e03 req-f1b6b79d-01b6-4d13-999a-262f7a64ea48 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:22.620275 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-124f719c-e284-46cd-a7ca-ef98b4589e03 req-f1b6b79d-01b6-4d13-999a-262f7a64ea48 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] 10.222.0.64 "GET /v2.0/ports?device_id=12c57aae-b973-43e9-a9e8-671f2ba671ba HTTP/1.1" status: 200 len: 946 time: 0.1113446 Oct 20 10:36:22.635880 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e7fd9a90-64e2-4236-9d77-a28710998d9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:22.645444 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e7fd9a90-64e2-4236-9d77-a28710998d9e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:22.649875 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-e7fd9a90-64e2-4236-9d77-a28710998d9e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2ec9d8d9-20c6-4b77-af03-31986bf5d500 HTTP/1.1" status: 204 len: 168 time: 0.2190545 Oct 20 10:36:22.668285 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fd9a90-64e2-4236-9d77-a28710998d9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ec9d8d9-20c6-4b77-af03-31986bf5d500,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:36:22.730399 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03d9b4a-5bd6-497d-bd69-627fe0c5c683 None None] The sync data for ids ['4d672cb9-c763-48d4-baf0-b1e39981a8d0'] in n-d-811396-3 is: [{'id': '4d672cb9-c763-48d4-baf0-b1e39981a8d0', 'name': 'tempest-FloatingIPDetailsTestJSON-1275843375-router', 'tenant_id': '6c922f0ff0374f3f927ba594e61a0131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:35:49Z', 'updated_at': '2021-10-20T10:36:22Z', 'revision_number': 6, 'project_id': '6c922f0ff0374f3f927ba594e61a0131', 'gw_port_host': None}] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:36:22.767995 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-124f719c-e284-46cd-a7ca-ef98b4589e03 req-ec3b1a68-31a5-4a91-b36f-7046b0af11b8 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ea17d67-d003-4cda-a612-dd72568a94fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675666 Oct 20 10:36:22.889321 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-eff2de24-e092-4ade-8946-8ddd6459d6a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:22.927288 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff2de24-e092-4ade-8946-8ddd6459d6a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=86a967ba-257f-4064-8071-1c12f85f125e,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:36:22.998865 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-eff2de24-e092-4ade-8946-8ddd6459d6a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1773439'] for router_gateway, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:23.157904 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-eff2de24-e092-4ade-8946-8ddd6459d6a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1772272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258304'] for router, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:23.167688 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-eff2de24-e092-4ade-8946-8ddd6459d6a1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:23.262624 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-eff2de24-e092-4ade-8946-8ddd6459d6a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1772267'] for router, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:23.263333 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eff2de24-e092-4ade-8946-8ddd6459d6a1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4d672cb9-c763-48d4-baf0-b1e39981a8d0 {{(pid=100596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 10:36:23.283321 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-eff2de24-e092-4ade-8946-8ddd6459d6a1 admin admin] Publish callbacks [] for router, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:23.284733 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-eff2de24-e092-4ade-8946-8ddd6459d6a1 admin admin] 10.222.0.64 "DELETE /v2.0/routers/4d672cb9-c763-48d4-baf0-b1e39981a8d0 HTTP/1.1" status: 204 len: 168 time: 1.7891486 Oct 20 10:36:23.290029 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 48484) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:36:23.310851 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec3589c-277d-4352-96c3-d223e001ed5e req-aa06fcc3-b563-4ea7-826e-dc6fa6ad58f4 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:23.313642 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5ec3589c-277d-4352-96c3-d223e001ed5e req-aa06fcc3-b563-4ea7-826e-dc6fa6ad58f4 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] 10.222.0.64 "GET /v2.0/ports?device_id=26e29c85-389d-454c-930b-0f837d303e1a HTTP/1.1" status: 200 len: 945 time: 0.1589630 Oct 20 10:36:23.340027 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-88e9dd83-0c8e-47cd-93cb-0aca7e3362a9 req-6f3f6316-016f-45d6-b0b1-44741db8bc27 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] 10.222.0.64 "GET /v2.0/ports?device_id=34b135a6-7a79-4e12-8b31-8d70cff1334c HTTP/1.1" status: 200 len: 210 time: 0.0530274 Oct 20 10:36:23.360946 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_v2 [None req-d797efa7-2916-4088-9961-a0234402aeb4 admin admin] Deleting subnet 5905bd22-d1a4-4b93-b2c3-686727565be8 {{(pid=100597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:36:23.370164 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d797efa7-2916-4088-9961-a0234402aeb4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:23.392367 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5ec3589c-277d-4352-96c3-d223e001ed5e req-fe1a8225-76ed-40b4-9a7c-f16a3364044e tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] 10.222.0.64 "GET /v2.0/security-groups?id=97729601-032d-4729-bc88-1bc65d21f71b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621929 Oct 20 10:36:23.413531 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d797efa7-2916-4088-9961-a0234402aeb4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25852621'] for subnet, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:23.502864 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d797efa7-2916-4088-9961-a0234402aeb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:23.564995 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d797efa7-2916-4088-9961-a0234402aeb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25350811'] for subnet, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:23.598776 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d797efa7-2916-4088-9961-a0234402aeb4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5905bd22-d1a4-4b93-b2c3-686727565be8,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:36:23.600834 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d797efa7-2916-4088-9961-a0234402aeb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:23.604296 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-d797efa7-2916-4088-9961-a0234402aeb4 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/5905bd22-d1a4-4b93-b2c3-686727565be8 HTTP/1.1" status: 204 len: 168 time: 0.3128521 Oct 20 10:36:23.606740 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 48496) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:36:23.609190 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b4b0df-35a3-4e1b-a0fa-da949d63f8da None None] Network 68013c9e-a7ef-437f-a933-fa94af1fd36d requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:36:23.694327 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-54a60166-0a47-4e77-9b73-77f5714b138f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:23.757537 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-54a60166-0a47-4e77-9b73-77f5714b138f admin admin] Deleting port 2ab1c9ed-a09d-4a67-900a-6383d8c7e84e {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:36:23.757925 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-54a60166-0a47-4e77-9b73-77f5714b138f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:23.785897 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 48502) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:36:23.855371 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1fef73b-9466-4af9-9497-3efba90acd03 None None] DHCP port deletion for 68013c9e-a7ef-437f-a933-fa94af1fd36d request from n-d-811396-3 {{(pid=100598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:36:23.945100 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e989176-709f-422e-996c-f53c4c27bec8 req-548a0f9a-a212-40ff-9bc7-939388ce65b8 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:23.956399 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2e989176-709f-422e-996c-f53c4c27bec8 req-548a0f9a-a212-40ff-9bc7-939388ce65b8 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] 10.222.0.64 "GET /v2.0/ports?device_id=12c57aae-b973-43e9-a9e8-671f2ba671ba HTTP/1.1" status: 200 len: 946 time: 0.0762393 Oct 20 10:36:23.961430 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-e1fef73b-9466-4af9-9497-3efba90acd03 None None] Deleting port 2ab1c9ed-a09d-4a67-900a-6383d8c7e84e {{(pid=100598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:36:23.962107 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-e1fef73b-9466-4af9-9497-3efba90acd03 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:24.004739 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2e989176-709f-422e-996c-f53c4c27bec8 req-d2bfe115-774d-4457-b506-f6eb92ec27b8 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ea17d67-d003-4cda-a612-dd72568a94fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470219 Oct 20 10:36:24.058886 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-e1fef73b-9466-4af9-9497-3efba90acd03 None None] For port 2ab1c9ed-a09d-4a67-900a-6383d8c7e84e, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=2ab1c9ed-a09d-4a67-900a-6383d8c7e84e,segment=NetworkSegment(ddb133b7-86df-4bcf-9223-bd195c867a51),segment_id=ddb133b7-86df-4bcf-9223-bd195c867a51)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:36:24.059981 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-e1fef73b-9466-4af9-9497-3efba90acd03 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:24.074837 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-e1fef73b-9466-4af9-9497-3efba90acd03 None None] Calling delete_port for 2ab1c9ed-a09d-4a67-900a-6383d8c7e84e owned by network:dhcp {{(pid=100598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:36:24.159247 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [None req-54a60166-0a47-4e77-9b73-77f5714b138f admin admin] For port 2ab1c9ed-a09d-4a67-900a-6383d8c7e84e, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=2ab1c9ed-a09d-4a67-900a-6383d8c7e84e,segment=NetworkSegment(ddb133b7-86df-4bcf-9223-bd195c867a51),segment_id=ddb133b7-86df-4bcf-9223-bd195c867a51)] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:36:24.159608 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-54a60166-0a47-4e77-9b73-77f5714b138f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:24.173921 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-e1fef73b-9466-4af9-9497-3efba90acd03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956'] for port, after_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:24.179394 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-54a60166-0a47-4e77-9b73-77f5714b138f admin admin] Calling delete_port for 2ab1c9ed-a09d-4a67-900a-6383d8c7e84e owned by network:dhcp {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:36:24.187195 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-c48b58a0-0f1c-49f3-9b27-335184aa4e8a admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1524241822-network', 'tenant_id': '731eef55f91e477e86bcfb7efa8c0479'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:36:24.204401 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fef73b-9466-4af9-9497-3efba90acd03 None None] Pushing event deleted for resources: {'Port': ['ID=2ab1c9ed-a09d-4a67-900a-6383d8c7e84e,revision_number=None']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:36:24.211126 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1fef73b-9466-4af9-9497-3efba90acd03 None None] No DVR routers for this DVR port 2ab1c9ed-a09d-4a67-900a-6383d8c7e84e on host n-d-811396-3 {{(pid=100598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:36:24.253588 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c48b58a0-0f1c-49f3-9b27-335184aa4e8a admin admin] Made reservation on behalf of 731eef55f91e477e86bcfb7efa8c0479 for: {'network': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:36:24.256145 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c48b58a0-0f1c-49f3-9b27-335184aa4e8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:24.266223 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 2ab1c9ed-a09d-4a67-900a-6383d8c7e84e no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:36:24.270595 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c48b58a0-0f1c-49f3-9b27-335184aa4e8a admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:24.290269 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 2ab1c9ed-a09d-4a67-900a-6383d8c7e84e {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:36:24.290624 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 2ab1c9ed-a09d-4a67-900a-6383d8c7e84e not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:36:24.291040 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 065ae48b-8bde-4eef-80c2-1245cae7164e no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:36:24.311175 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 065ae48b-8bde-4eef-80c2-1245cae7164e {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:36:24.311565 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 065ae48b-8bde-4eef-80c2-1245cae7164e not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:36:24.311981 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 86a967ba-257f-4064-8071-1c12f85f125e no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:36:24.318126 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-54a60166-0a47-4e77-9b73-77f5714b138f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:24.331924 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 86a967ba-257f-4064-8071-1c12f85f125e {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:36:24.332278 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 86a967ba-257f-4064-8071-1c12f85f125e not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:36:24.349335 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a60166-0a47-4e77-9b73-77f5714b138f admin admin] Pushing event deleted for resources: {'Port': ['ID=2ab1c9ed-a09d-4a67-900a-6383d8c7e84e,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:36:24.355817 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a60166-0a47-4e77-9b73-77f5714b138f admin admin] No DVR routers for this DVR port 2ab1c9ed-a09d-4a67-900a-6383d8c7e84e on host n-d-811396-3 {{(pid=100597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:36:24.444384 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-54a60166-0a47-4e77-9b73-77f5714b138f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:24.481080 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c48b58a0-0f1c-49f3-9b27-335184aa4e8a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:24.482753 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-54a60166-0a47-4e77-9b73-77f5714b138f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68013c9e-a7ef-437f-a933-fa94af1fd36d']}} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:36:24.490199 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c48b58a0-0f1c-49f3-9b27-335184aa4e8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:24.503120 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-54a60166-0a47-4e77-9b73-77f5714b138f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddb133b7-86df-4bcf-9223-bd195c867a51') {'for_net_delete': True} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:36:24.504008 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-54a60166-0a47-4e77-9b73-77f5714b138f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddb133b7-86df-4bcf-9223-bd195c867a51') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:36:24.512926 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c48b58a0-0f1c-49f3-9b27-335184aa4e8a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 819} {{(pid=100597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:36:24.527171 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-54a60166-0a47-4e77-9b73-77f5714b138f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25852596'] for segment, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:24.534245 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5460f4-7514-4961-a962-506e16189f99 req-4f0b0068-3904-4a62-a6b4-74c9e1342c47 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:24.536523 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5d5460f4-7514-4961-a962-506e16189f99 req-4f0b0068-3904-4a62-a6b4-74c9e1342c47 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] 10.222.0.64 "GET /v2.0/ports?device_id=26e29c85-389d-454c-930b-0f837d303e1a HTTP/1.1" status: 200 len: 945 time: 0.0688322 Oct 20 10:36:24.552560 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c48b58a0-0f1c-49f3-9b27-335184aa4e8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:24.552880 n-d-811396-3 neutron-server[100597]: INFO neutron.db.segments_db [None req-c48b58a0-0f1c-49f3-9b27-335184aa4e8a admin admin] Added segment 090770c7-51bc-40e6-9040-6586fd94bfd9 of type vlan for network abc6c139-a56d-4347-8df5-0319596279a3 Oct 20 10:36:24.562800 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48b58a0-0f1c-49f3-9b27-335184aa4e8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08fd82a4-fcb6-458b-a045-d4bca119d5a0,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:36:24.568992 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-54a60166-0a47-4e77-9b73-77f5714b138f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:24.588234 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5d5460f4-7514-4961-a962-506e16189f99 req-272fcdb0-5183-4826-8f79-2fde5fe9b4bd tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] 10.222.0.64 "GET /v2.0/security-groups?id=97729601-032d-4729-bc88-1bc65d21f71b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423219 Oct 20 10:36:24.594881 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54a60166-0a47-4e77-9b73-77f5714b138f admin admin] Releasing vlan 814 on physical network physnet1 to pool {{(pid=100597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:36:24.595283 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-54a60166-0a47-4e77-9b73-77f5714b138f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951012'] for segment, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:24.597035 n-d-811396-3 neutron-server[100597]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:36:24.597035 n-d-811396-3 neutron-server[100597]: self.session.flush() Oct 20 10:36:24.597035 n-d-811396-3 neutron-server[100597]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:36:24.597035 n-d-811396-3 neutron-server[100597]: self.session.flush() Oct 20 10:36:24.597035 n-d-811396-3 neutron-server[100597]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:36:24.597035 n-d-811396-3 neutron-server[100597]: self.session.flush() Oct 20 10:36:24.597035 n-d-811396-3 neutron-server[100597]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:36:24.597035 n-d-811396-3 neutron-server[100597]: self.session.flush() Oct 20 10:36:24.597035 n-d-811396-3 neutron-server[100597]: Traceback (most recent call last): Oct 20 10:36:24.597035 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:36:24.597035 n-d-811396-3 neutron-server[100597]: timer() Oct 20 10:36:24.597035 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:36:24.597035 n-d-811396-3 neutron-server[100597]: cb(*args, **kw) Oct 20 10:36:24.597035 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:36:24.597035 n-d-811396-3 neutron-server[100597]: return func(*args, **kwargs) Oct 20 10:36:24.597035 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:36:24.597035 n-d-811396-3 neutron-server[100597]: self._notify() Oct 20 10:36:24.597035 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:36:24.597035 n-d-811396-3 neutron-server[100597]: self.callback(batched_events) Oct 20 10:36:24.597035 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:36:24.597035 n-d-811396-3 neutron-server[100597]: event.method(event) Oct 20 10:36:24.597035 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:36:24.597035 n-d-811396-3 neutron-server[100597]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:36:24.597035 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:36:24.597035 n-d-811396-3 neutron-server[100597]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:36:24.597035 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:36:24.597035 n-d-811396-3 neutron-server[100597]: return f(self, *a, **k) Oct 20 10:36:24.597035 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:36:24.597035 n-d-811396-3 neutron-server[100597]: return self._get(url).json() Oct 20 10:36:24.597035 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:36:24.597035 n-d-811396-3 neutron-server[100597]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:36:24.597035 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:36:24.597035 n-d-811396-3 neutron-server[100597]: return self.request(url, 'GET', **kwargs) Oct 20 10:36:24.597035 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:36:24.597035 n-d-811396-3 neutron-server[100597]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:36:24.597035 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:36:24.597035 n-d-811396-3 neutron-server[100597]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:36:24.597035 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:36:24.597035 n-d-811396-3 neutron-server[100597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:36:24.597035 n-d-811396-3 neutron-server[100597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:36:24.627048 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c48b58a0-0f1c-49f3-9b27-335184aa4e8a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:24.669756 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edf6a14-12d3-4675-b3eb-88ef86b454e7 req-05bfcfb7-9dc6-4a30-b4ef-93163659d59f tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:24.671297 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5edf6a14-12d3-4675-b3eb-88ef86b454e7 req-05bfcfb7-9dc6-4a30-b4ef-93163659d59f tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] 10.222.0.64 "GET /v2.0/ports?device_id=76ee81c5-e62a-4cb7-b34b-a5d0c1ab805c HTTP/1.1" status: 200 len: 945 time: 0.0495460 Oct 20 10:36:24.682247 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-54a60166-0a47-4e77-9b73-77f5714b138f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:24.689648 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-54a60166-0a47-4e77-9b73-77f5714b138f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:24.693025 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-54a60166-0a47-4e77-9b73-77f5714b138f admin admin] 10.222.0.64 "DELETE /v2.0/networks/68013c9e-a7ef-437f-a933-fa94af1fd36d HTTP/1.1" status: 204 len: 168 time: 1.0851502 Oct 20 10:36:24.706149 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a60166-0a47-4e77-9b73-77f5714b138f admin admin] Pushing event deleted for resources: {'Network': ['ID=68013c9e-a7ef-437f-a933-fa94af1fd36d,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:36:24.712973 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c48b58a0-0f1c-49f3-9b27-335184aa4e8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:24.713927 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c48b58a0-0f1c-49f3-9b27-335184aa4e8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:24.714582 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c48b58a0-0f1c-49f3-9b27-335184aa4e8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:24.716941 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5edf6a14-12d3-4675-b3eb-88ef86b454e7 req-4c8b0863-1861-4c4b-8799-f8ce3bd047a2 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] 10.222.0.64 "GET /v2.0/security-groups?id=3c1a8b96-5782-4385-b9de-3407ab4b2d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380261 Oct 20 10:36:24.745111 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-c48b58a0-0f1c-49f3-9b27-335184aa4e8a admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9581501 Oct 20 10:36:24.749111 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 48524) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:36:24.755000 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-d7853e88-7484-43fd-b06a-9fd5f8ff21e1 admin admin] Request body: {'subnet': {'network_id': 'abc6c139-a56d-4347-8df5-0319596279a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1524241822-subnet', 'tenant_id': '731eef55f91e477e86bcfb7efa8c0479', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:36:24.779244 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7853e88-7484-43fd-b06a-9fd5f8ff21e1 admin admin] Made reservation on behalf of 731eef55f91e477e86bcfb7efa8c0479 for: {'subnet': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:36:24.782231 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d7853e88-7484-43fd-b06a-9fd5f8ff21e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26761797'] for subnet, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:24.783800 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48b58a0-0f1c-49f3-9b27-335184aa4e8a admin admin] Pushing event updated for resources: {'Network': ['ID=abc6c139-a56d-4347-8df5-0319596279a3,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:36:24.794601 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network abc6c139-a56d-4347-8df5-0319596279a3 details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:36:24.830720 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 48526) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:36:24.870895 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-41976c85-43f5-4736-9133-9aad6bfc9f7a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6c922f0ff0374f3f927ba594e61a0131&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0389826 Oct 20 10:36:24.873371 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 48528) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:36:24.920240 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ce6e9c42-212a-436c-ae02-eb0bae41055a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:24.945913 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ce6e9c42-212a-436c-ae02-eb0bae41055a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:24.983863 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d7853e88-7484-43fd-b06a-9fd5f8ff21e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26836128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26761819'] for subnet, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:24.987315 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 998655be-5ae2-4824-b044-6d7b9ccbf1d8 no longer exists at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:36:24.996325 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ce6e9c42-212a-436c-ae02-eb0bae41055a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:24.999175 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ce6e9c42-212a-436c-ae02-eb0bae41055a admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:25.003811 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-ce6e9c42-212a-436c-ae02-eb0bae41055a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/629c61be-ce29-4507-be6c-162e0a026481 HTTP/1.1" status: 204 len: 168 time: 0.1293466 Oct 20 10:36:25.012582 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6e9c42-212a-436c-ae02-eb0bae41055a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=629c61be-ce29-4507-be6c-162e0a026481,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:36:25.029223 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] No Port match for: 998655be-5ae2-4824-b044-6d7b9ccbf1d8 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:36:25.036301 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 998655be-5ae2-4824-b044-6d7b9ccbf1d8 not bound to the agent host n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:36:25.045508 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7853e88-7484-43fd-b06a-9fd5f8ff21e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f93d478d-fe5f-4f24-8855-ab44437adb41,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:36:25.057756 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7853e88-7484-43fd-b06a-9fd5f8ff21e1 admin admin] Checking segment: {'id': '090770c7-51bc-40e6-9040-6586fd94bfd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'abc6c139-a56d-4347-8df5-0319596279a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:36:25.058120 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7853e88-7484-43fd-b06a-9fd5f8ff21e1 admin admin] Network hostable DHCP agents. Network: abc6c139-a56d-4347-8df5-0319596279a3, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:36:25.079951 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7853e88-7484-43fd-b06a-9fd5f8ff21e1 admin admin] Network abc6c139-a56d-4347-8df5-0319596279a3 is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:36:25.092393 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-d7853e88-7484-43fd-b06a-9fd5f8ff21e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, abc6c139-a56d-4347-8df5-0319596279a3) {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:36:25.105847 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7853e88-7484-43fd-b06a-9fd5f8ff21e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:25.105847 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d7853e88-7484-43fd-b06a-9fd5f8ff21e1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:25.112624 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12680045-48f3-4fa8-92b9-105cd0ad669d None None] Network abc6c139-a56d-4347-8df5-0319596279a3 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:36:25.146921 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-d7853e88-7484-43fd-b06a-9fd5f8ff21e1 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3965411 Oct 20 10:36:25.188946 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2409a8-e298-4808-8a02-46f837b0bdd1 req-63522e85-6efb-4914-adf6-e3776d92e4a0 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:25.190762 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5f2409a8-e298-4808-8a02-46f837b0bdd1 req-63522e85-6efb-4914-adf6-e3776d92e4a0 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] 10.222.0.64 "GET /v2.0/ports?device_id=12c57aae-b973-43e9-a9e8-671f2ba671ba HTTP/1.1" status: 200 len: 946 time: 0.0807016 Oct 20 10:36:25.274633 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5f2409a8-e298-4808-8a02-46f837b0bdd1 req-fa7d3277-97db-4c79-b9eb-c27eaa816672 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ea17d67-d003-4cda-a612-dd72568a94fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715666 Oct 20 10:36:25.285678 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec38e3ac-8321-4613-a43d-23486d27d751 None None] Network abc6c139-a56d-4347-8df5-0319596279a3 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:36:25.541930 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-688cb7a6-b3c7-48a6-b798-9039bef51cc4 req-0eb35e1b-d388-493a-94ad-c3cda84538ce tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-774509102', 'description': 'tempest-description-1419766341'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:36:25.567988 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-688cb7a6-b3c7-48a6-b798-9039bef51cc4 req-0eb35e1b-d388-493a-94ad-c3cda84538ce tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:25.640429 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-688cb7a6-b3c7-48a6-b798-9039bef51cc4 req-0eb35e1b-d388-493a-94ad-c3cda84538ce tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:25.645065 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-688cb7a6-b3c7-48a6-b798-9039bef51cc4 req-0eb35e1b-d388-493a-94ad-c3cda84538ce tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:25.702064 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-688cb7a6-b3c7-48a6-b798-9039bef51cc4 req-0eb35e1b-d388-493a-94ad-c3cda84538ce tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:25.703273 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-688cb7a6-b3c7-48a6-b798-9039bef51cc4 req-0eb35e1b-d388-493a-94ad-c3cda84538ce tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.1661301 Oct 20 10:36:25.708310 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb35e1b-d388-493a-94ad-c3cda84538ce tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ffc2733-b68f-4c51-9f73-ba347cdd1858,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:36:25.734503 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dafbb8-bed8-439a-97ed-5d19d627daeb req-87c78a52-99fc-462d-9dd7-07d3acc63040 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:25.736578 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-36dafbb8-bed8-439a-97ed-5d19d627daeb req-87c78a52-99fc-462d-9dd7-07d3acc63040 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] 10.222.0.64 "GET /v2.0/ports?device_id=26e29c85-389d-454c-930b-0f837d303e1a HTTP/1.1" status: 200 len: 945 time: 0.0735955 Oct 20 10:36:25.741472 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-a4805052-98e7-42bc-a136-6742cb807529 req-2a07a4b1-3342-40e8-aac2-8376c076af21 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-326749384', 'description': 'tempest-description-363829216'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:36:25.792440 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-a4805052-98e7-42bc-a136-6742cb807529 req-2a07a4b1-3342-40e8-aac2-8376c076af21 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:25.797056 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-36dafbb8-bed8-439a-97ed-5d19d627daeb req-32937fed-e15b-4882-973a-a67b23eff7c4 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] 10.222.0.64 "GET /v2.0/security-groups?id=97729601-032d-4729-bc88-1bc65d21f71b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495398 Oct 20 10:36:25.917529 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-a4805052-98e7-42bc-a136-6742cb807529 req-2a07a4b1-3342-40e8-aac2-8376c076af21 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:25.923974 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-a4805052-98e7-42bc-a136-6742cb807529 req-2a07a4b1-3342-40e8-aac2-8376c076af21 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:25.956995 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec8b94e-ab8f-497e-a9ed-3d41a96885a3 req-c225253e-62e7-4515-9822-7af544a55eda tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:25.958490 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9ec8b94e-ab8f-497e-a9ed-3d41a96885a3 req-c225253e-62e7-4515-9822-7af544a55eda tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] 10.222.0.64 "GET /v2.0/ports?device_id=76ee81c5-e62a-4cb7-b34b-a5d0c1ab805c HTTP/1.1" status: 200 len: 945 time: 0.0910437 Oct 20 10:36:25.970029 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-a4805052-98e7-42bc-a136-6742cb807529 req-2a07a4b1-3342-40e8-aac2-8376c076af21 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:25.971255 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a4805052-98e7-42bc-a136-6742cb807529 req-2a07a4b1-3342-40e8-aac2-8376c076af21 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.2337608 Oct 20 10:36:25.988388 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a07a4b1-3342-40e8-aac2-8376c076af21 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef349759-eb23-4f90-8574-5a4d4e6d09ea,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:36:26.017528 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9ec8b94e-ab8f-497e-a9ed-3d41a96885a3 req-b44d4bb2-1b6a-41d6-98ab-72f548e67567 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] 10.222.0.64 "GET /v2.0/security-groups?id=3c1a8b96-5782-4385-b9de-3407ab4b2d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432067 Oct 20 10:36:26.224635 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4385c7c6-5fd5-4783-8a53-c0b707c3522e req-31ed9938-b606-4ff4-8a97-e9bf6568d045 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:26.226130 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4385c7c6-5fd5-4783-8a53-c0b707c3522e req-31ed9938-b606-4ff4-8a97-e9bf6568d045 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] 10.222.0.64 "GET /v2.0/ports?device_id=26e29c85-389d-454c-930b-0f837d303e1a HTTP/1.1" status: 200 len: 945 time: 0.0855761 Oct 20 10:36:26.280805 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f29fbd-339c-47b2-acc3-a8c8908c7a7d req-55fe2d68-1981-4a6f-a363-e95f74495843 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:26.282903 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-84f29fbd-339c-47b2-acc3-a8c8908c7a7d req-55fe2d68-1981-4a6f-a363-e95f74495843 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] 10.222.0.69 "GET /v2.0/ports?device_id=76ee81c5-e62a-4cb7-b34b-a5d0c1ab805c HTTP/1.1" status: 200 len: 945 time: 0.0579278 Oct 20 10:36:26.288089 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8d230dd7-ad1c-4328-a080-7ce0e3aa167d req-853cbec0-1b4b-40fc-80ca-61c3de8b427e tempest-ImagesNegativeTestJSON-1820630392 tempest-ImagesNegativeTestJSON-1820630392-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=e92b91d2f23a498bb0293ca9e4dbf2ce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0390909 Oct 20 10:36:26.297823 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280f4c93-110e-44de-9ec2-e8fd36dfd13a req-e622fd76-7b5c-4949-9c2c-393fe727d9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:26.299323 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-280f4c93-110e-44de-9ec2-e8fd36dfd13a req-e622fd76-7b5c-4949-9c2c-393fe727d9fe service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=946a9e604754455a8a9faea87bc41b49&device_id=26e29c85-389d-454c-930b-0f837d303e1a HTTP/1.1" status: 200 len: 1096 time: 0.1062961 Oct 20 10:36:26.315344 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4385c7c6-5fd5-4783-8a53-c0b707c3522e req-76d3f6b6-883b-4e80-b200-788040977858 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] 10.222.0.64 "GET /v2.0/security-groups?id=97729601-032d-4729-bc88-1bc65d21f71b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821679 Oct 20 10:36:26.395743 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [req-84f29fbd-339c-47b2-acc3-a8c8908c7a7d req-38d741cf-d409-4cf9-b715-117cfbc07909 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] Deleting port 9b17808d-a1bd-42c3-9e7c-a4c7d9635536 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:36:26.396088 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-84f29fbd-339c-47b2-acc3-a8c8908c7a7d req-38d741cf-d409-4cf9-b715-117cfbc07909 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:26.495831 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [req-84f29fbd-339c-47b2-acc3-a8c8908c7a7d req-38d741cf-d409-4cf9-b715-117cfbc07909 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] For port 9b17808d-a1bd-42c3-9e7c-a4c7d9635536, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=9b17808d-a1bd-42c3-9e7c-a4c7d9635536,segment=NetworkSegment(cdb54968-a028-49d4-bff1-06faf7e0a12c),segment_id=cdb54968-a028-49d4-bff1-06faf7e0a12c)] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:36:26.496199 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-84f29fbd-339c-47b2-acc3-a8c8908c7a7d req-38d741cf-d409-4cf9-b715-117cfbc07909 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:26.510334 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [req-84f29fbd-339c-47b2-acc3-a8c8908c7a7d req-38d741cf-d409-4cf9-b715-117cfbc07909 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] Calling delete_port for 9b17808d-a1bd-42c3-9e7c-a4c7d9635536 owned by compute:nova {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:36:26.658698 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-84f29fbd-339c-47b2-acc3-a8c8908c7a7d req-38d741cf-d409-4cf9-b715-117cfbc07909 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:26.680918 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['9b17808d-a1bd-42c3-9e7c-a4c7d9635536'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:36:26.690236 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d741cf-d409-4cf9-b715-117cfbc07909 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] Pushing event deleted for resources: {'Port': ['ID=9b17808d-a1bd-42c3-9e7c-a4c7d9635536,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:36:26.727621 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['82160076-f9a5-4921-9e8a-aa76ad1a65b3'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:36:26.730155 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [req-84f29fbd-339c-47b2-acc3-a8c8908c7a7d req-38d741cf-d409-4cf9-b715-117cfbc07909 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] No DVR routers for this DVR port 9b17808d-a1bd-42c3-9e7c-a4c7d9635536 on host n-h2-811396-3 {{(pid=100597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:36:26.732674 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-84f29fbd-339c-47b2-acc3-a8c8908c7a7d req-38d741cf-d409-4cf9-b715-117cfbc07909 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:26.736678 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-84f29fbd-339c-47b2-acc3-a8c8908c7a7d req-38d741cf-d409-4cf9-b715-117cfbc07909 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] 10.222.0.69 "DELETE /v2.0/ports/9b17808d-a1bd-42c3-9e7c-a4c7d9635536 HTTP/1.1" status: 204 len: 173 time: 0.4426253 Oct 20 10:36:26.737126 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76ee81c5-e62a-4cb7-b34b-a5d0c1ab805c', 'name': 'network-vif-deleted', 'tag': '9b17808d-a1bd-42c3-9e7c-a4c7d9635536'}] {{(pid=100597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:36:26.739478 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd85cad6a391afaa95d2dd5280bfd4659fc1e1b2aba53b5e7ef874f059efcdc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9fdd7cb-d02a-4bc0-94f6-0c0c3805e325" -d '{"events": [{"server_uuid": "76ee81c5-e62a-4cb7-b34b-a5d0c1ab805c", "name": "network-vif-deleted", "tag": "9b17808d-a1bd-42c3-9e7c-a4c7d9635536"}]}' {{(pid=100597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:36:26.894822 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d230dd7-ad1c-4328-a080-7ce0e3aa167d req-1ecbe4d7-f9cb-48d5-86ff-0bef259b7a7a tempest-ImagesNegativeTestJSON-1820630392 tempest-ImagesNegativeTestJSON-1820630392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:26.896219 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8d230dd7-ad1c-4328-a080-7ce0e3aa167d req-1ecbe4d7-f9cb-48d5-86ff-0bef259b7a7a tempest-ImagesNegativeTestJSON-1820630392 tempest-ImagesNegativeTestJSON-1820630392-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5941088 Oct 20 10:36:26.915968 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280f4c93-110e-44de-9ec2-e8fd36dfd13a req-f6a76f2f-632b-4310-84af-9f2023f9614a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:26.917259 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-280f4c93-110e-44de-9ec2-e8fd36dfd13a req-f6a76f2f-632b-4310-84af-9f2023f9614a service neutron] 10.222.0.55 "GET /v2.0/networks?id=7541d774-cf46-43a8-ab91-4a72282aac35 HTTP/1.1" status: 200 len: 912 time: 0.5939209 Oct 20 10:36:26.924540 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8d230dd7-ad1c-4328-a080-7ce0e3aa167d req-2b0362a4-18cb-4bdf-b2d9-8e34bd35d4c1 tempest-ImagesNegativeTestJSON-1820630392 tempest-ImagesNegativeTestJSON-1820630392-project] 10.222.0.64 "GET /v2.0/quotas/e92b91d2f23a498bb0293ca9e4dbf2ce HTTP/1.1" status: 200 len: 375 time: 0.0196092 Oct 20 10:36:26.991128 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51196718-5142-4801-a191-c8a485d8d1d8 req-8e2a4c2a-4c72-4f68-bb5a-8094b977090e tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:26.992593 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-51196718-5142-4801-a191-c8a485d8d1d8 req-8e2a4c2a-4c72-4f68-bb5a-8094b977090e tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] 10.222.0.64 "GET /v2.0/networks?id=abc6c139-a56d-4347-8df5-0319596279a3 HTTP/1.1" status: 200 len: 813 time: 0.5847166 Oct 20 10:36:27.013139 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8d230dd7-ad1c-4328-a080-7ce0e3aa167d req-e71cd846-e6b0-45ff-a570-ecd9c6885509 tempest-ImagesNegativeTestJSON-1820630392 tempest-ImagesNegativeTestJSON-1820630392-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=e92b91d2f23a498bb0293ca9e4dbf2ce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0676093 Oct 20 10:36:27.029009 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-51196718-5142-4801-a191-c8a485d8d1d8 req-bd17f463-fc78-4544-9d19-720695f55253 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] 10.222.0.64 "GET /v2.0/quotas/731eef55f91e477e86bcfb7efa8c0479 HTTP/1.1" status: 200 len: 375 time: 0.0197794 Oct 20 10:36:27.041431 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-280f4c93-110e-44de-9ec2-e8fd36dfd13a req-1e42076f-466b-4b43-a8fd-ed39bd92be2d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7924cc35-bcd5-4c0c-924a-d847de89b737 HTTP/1.1" status: 200 len: 1001 time: 0.1129003 Oct 20 10:36:27.083995 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-51196718-5142-4801-a191-c8a485d8d1d8 req-3c5dee79-d1a5-40e6-82ff-79658815855f tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=731eef55f91e477e86bcfb7efa8c0479&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0473583 Oct 20 10:36:27.153951 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280f4c93-110e-44de-9ec2-e8fd36dfd13a req-97795fed-0a2a-41dc-b134-4565a2bedab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:27.155831 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-280f4c93-110e-44de-9ec2-e8fd36dfd13a req-97795fed-0a2a-41dc-b134-4565a2bedab7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ba1df794-ccae-4e17-be55-4b4a3764e935 HTTP/1.1" status: 200 len: 850 time: 0.1034460 Oct 20 10:36:27.291344 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280f4c93-110e-44de-9ec2-e8fd36dfd13a req-66d4a4a5-cd14-4296-8aff-174b0c5eae3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:27.292885 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-280f4c93-110e-44de-9ec2-e8fd36dfd13a req-66d4a4a5-cd14-4296-8aff-174b0c5eae3d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7541d774-cf46-43a8-ab91-4a72282aac35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1228104 Oct 20 10:36:27.300427 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-51196718-5142-4801-a191-c8a485d8d1d8 req-f4e083e4-67ab-4916-81d5-8da7a0979314 service neutron] 10.222.0.64 "GET /v2.0/networks/abc6c139-a56d-4347-8df5-0319596279a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149897 Oct 20 10:36:27.543679 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-51196718-5142-4801-a191-c8a485d8d1d8 req-76da8f6b-2473-4253-af59-cd55ec3563d6 service neutron] 10.222.0.64 "GET /v2.0/networks/abc6c139-a56d-4347-8df5-0319596279a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259705 Oct 20 10:36:27.553122 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-280f4c93-110e-44de-9ec2-e8fd36dfd13a req-babc4be2-575e-4fb8-b27f-dd818484b268 service neutron] 10.222.0.55 "GET /v2.0/networks/7541d774-cf46-43a8-ab91-4a72282aac35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2506502 Oct 20 10:36:27.562531 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c2cb9d-1163-4ae4-9c90-fd24a79cde4c req-7524f2ac-d8ff-4e6f-b567-4fc39faec54d tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:27.564583 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-66c2cb9d-1163-4ae4-9c90-fd24a79cde4c req-7524f2ac-d8ff-4e6f-b567-4fc39faec54d tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] 10.222.0.64 "GET /v2.0/ports?device_id=12c57aae-b973-43e9-a9e8-671f2ba671ba HTTP/1.1" status: 200 len: 946 time: 0.1062171 Oct 20 10:36:27.679983 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-66c2cb9d-1163-4ae4-9c90-fd24a79cde4c req-5790297f-5947-48cf-87a3-9f01b444bf59 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ea17d67-d003-4cda-a612-dd72568a94fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051955 Oct 20 10:36:27.691044 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef6b90db-a562-4785-bfb9-a5f8ebfaa57e x-openstack-request-id: req-ef6b90db-a562-4785-bfb9-a5f8ebfaa57e {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:36:27.691583 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76ee81c5-e62a-4cb7-b34b-a5d0c1ab805c", "name": "network-vif-deleted", "tag": "9b17808d-a1bd-42c3-9e7c-a4c7d9635536", "status": "completed", "code": 200}]} {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:36:27.691706 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ef6b90db-a562-4785-bfb9-a5f8ebfaa57e {{(pid=100597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:36:27.692091 n-d-811396-3 neutron-server[100597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76ee81c5-e62a-4cb7-b34b-a5d0c1ab805c', 'name': 'network-vif-deleted', 'tag': '9b17808d-a1bd-42c3-9e7c-a4c7d9635536', 'status': 'completed', 'code': 200} Oct 20 10:36:27.714313 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-280f4c93-110e-44de-9ec2-e8fd36dfd13a req-8480d237-102a-40c9-ae80-0a5a5b13e814 service neutron] 10.222.0.55 "GET /v2.0/networks/7541d774-cf46-43a8-ab91-4a72282aac35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455064 Oct 20 10:36:27.816202 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-48fd6d22-e02a-4e69-94b8-d97da6771f56 req-422eb61e-de1d-4cbd-9911-9d83d1eb28a2 tempest-ImagesNegativeTestJSON-1820630392 tempest-ImagesNegativeTestJSON-1820630392-project] 10.222.0.64 "GET /v2.0/ports?device_id=bc20a357-cfc2-45c2-80c9-c97aa6e74f57 HTTP/1.1" status: 200 len: 210 time: 0.0313001 Oct 20 10:36:27.886645 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0255563-4b3c-4077-a079-15af87296370 req-c8174702-3a3f-4e88-a80a-4ea7a2f8d79a tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:27.888860 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d0255563-4b3c-4077-a079-15af87296370 req-c8174702-3a3f-4e88-a80a-4ea7a2f8d79a tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] 10.222.0.64 "GET /v2.0/ports?device_id=26e29c85-389d-454c-930b-0f837d303e1a HTTP/1.1" status: 200 len: 945 time: 0.0769467 Oct 20 10:36:27.970309 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d0255563-4b3c-4077-a079-15af87296370 req-fdb719f9-02ee-45e8-915d-de70c91109ad tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] 10.222.0.64 "GET /v2.0/security-groups?id=97729601-032d-4729-bc88-1bc65d21f71b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741169 Oct 20 10:36:27.981333 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad41b10-22f4-4144-9878-40a752c2e34b req-21046804-7b76-45a2-b91a-066f56be8cea tempest-LiveMigrationTest-1924267454 tempest-LiveMigrationTest-1924267454-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:27.982853 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5ad41b10-22f4-4144-9878-40a752c2e34b req-21046804-7b76-45a2-b91a-066f56be8cea tempest-LiveMigrationTest-1924267454 tempest-LiveMigrationTest-1924267454-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=efe4bd25-79e9-42af-a4d8-5e8c46ef26f5 HTTP/1.1" status: 200 len: 1097 time: 0.0650992 Oct 20 10:36:28.020245 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5ad41b10-22f4-4144-9878-40a752c2e34b req-f4773042-fc98-403a-a216-df02e36fb050 tempest-LiveMigrationTest-1924267454 tempest-LiveMigrationTest-1924267454-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=c33a6cb5-e80a-4f79-936a-38f5e3f7c89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304770 Oct 20 10:36:28.060988 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6fa03052-d341-4dc0-b8e7-64080c7e522f req-ac63125f-9693-48cb-a23b-22372645d098 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3bc1bd3-401e-469b-93d4-48a8b10bee7c HTTP/1.1" status: 200 len: 210 time: 0.0384514 Oct 20 10:36:28.293345 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45555341-905d-43d1-a7e4-1142422a5269 req-8140297a-7e92-4aac-9f2f-40033b971ba7 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:28.295337 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-45555341-905d-43d1-a7e4-1142422a5269 req-8140297a-7e92-4aac-9f2f-40033b971ba7 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a8fd216-61cd-40eb-bf18-0ea2049bb6d6 HTTP/1.1" status: 200 len: 946 time: 0.0562284 Oct 20 10:36:28.340780 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-45555341-905d-43d1-a7e4-1142422a5269 req-fd7a7bea-82b9-469d-ad24-8efbd6b7d90b tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] 10.222.0.64 "GET /v2.0/security-groups?id=3c1a8b96-5782-4385-b9de-3407ab4b2d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389202 Oct 20 10:36:28.481544 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-8d230dd7-ad1c-4328-a080-7ce0e3aa167d req-a88fc68c-c9f8-4016-a14d-2f843e16e7d2 tempest-ImagesNegativeTestJSON-1820630392 tempest-ImagesNegativeTestJSON-1820630392-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=e92b91d2f23a498bb0293ca9e4dbf2ce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0420899 Oct 20 10:36:28.637860 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d230dd7-ad1c-4328-a080-7ce0e3aa167d req-5e0aff6d-a9a0-4a46-bb7f-da040ee849ac tempest-ImagesNegativeTestJSON-1820630392 tempest-ImagesNegativeTestJSON-1820630392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:28.639495 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-8d230dd7-ad1c-4328-a080-7ce0e3aa167d req-5e0aff6d-a9a0-4a46-bb7f-da040ee849ac tempest-ImagesNegativeTestJSON-1820630392 tempest-ImagesNegativeTestJSON-1820630392-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1456623 Oct 20 10:36:28.653714 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [req-8d230dd7-ad1c-4328-a080-7ce0e3aa167d req-b82a8e12-6bb8-4d73-a218-613b152d1531 tempest-ImagesNegativeTestJSON-1820630392 tempest-ImagesNegativeTestJSON-1820630392-project] Request body: {'port': {'device_id': 'bc20a357-cfc2-45c2-80c9-c97aa6e74f57', 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84', 'admin_state_up': True, 'tenant_id': 'e92b91d2f23a498bb0293ca9e4dbf2ce'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:36:28.781550 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d230dd7-ad1c-4328-a080-7ce0e3aa167d req-b82a8e12-6bb8-4d73-a218-613b152d1531 tempest-ImagesNegativeTestJSON-1820630392 tempest-ImagesNegativeTestJSON-1820630392-project] Made reservation on behalf of e92b91d2f23a498bb0293ca9e4dbf2ce for: {'port': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:36:28.785436 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-8d230dd7-ad1c-4328-a080-7ce0e3aa167d req-b82a8e12-6bb8-4d73-a218-613b152d1531 tempest-ImagesNegativeTestJSON-1820630392 tempest-ImagesNegativeTestJSON-1820630392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:28.795518 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-8d230dd7-ad1c-4328-a080-7ce0e3aa167d req-b82a8e12-6bb8-4d73-a218-613b152d1531 tempest-ImagesNegativeTestJSON-1820630392 tempest-ImagesNegativeTestJSON-1820630392-project] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:28.832350 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f50d292-f83c-4d97-abdd-5b0d218195ac req-b833ec96-6db5-426c-9787-c680529e4bdc tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:28.834681 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9f50d292-f83c-4d97-abdd-5b0d218195ac req-b833ec96-6db5-426c-9787-c680529e4bdc tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] 10.222.0.64 "GET /v2.0/ports?device_id=12c57aae-b973-43e9-a9e8-671f2ba671ba HTTP/1.1" status: 200 len: 946 time: 0.0639012 Oct 20 10:36:28.888079 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9f50d292-f83c-4d97-abdd-5b0d218195ac req-28a61cb6-9015-4c81-ba7f-466dd7c28ff5 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ea17d67-d003-4cda-a612-dd72568a94fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461385 Oct 20 10:36:28.902325 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-8d230dd7-ad1c-4328-a080-7ce0e3aa167d req-b82a8e12-6bb8-4d73-a218-613b152d1531 tempest-ImagesNegativeTestJSON-1820630392 tempest-ImagesNegativeTestJSON-1820630392-project] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:28.907991 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-8d230dd7-ad1c-4328-a080-7ce0e3aa167d req-b82a8e12-6bb8-4d73-a218-613b152d1531 tempest-ImagesNegativeTestJSON-1820630392 tempest-ImagesNegativeTestJSON-1820630392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:28.997650 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82a8e12-6bb8-4d73-a218-613b152d1531 tempest-ImagesNegativeTestJSON-1820630392 tempest-ImagesNegativeTestJSON-1820630392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1529fd3-049b-495f-97a9-1954e58130c3,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:36:28.998968 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1baa4719-8601-4231-8aff-52601ab1d33d req-5705a758-4cce-4fee-bf40-5d294f7f117b tempest-ImagesNegativeTestJSON-1820630392 tempest-ImagesNegativeTestJSON-1820630392-project] 10.222.0.64 "GET /v2.0/ports?device_id=bc20a357-cfc2-45c2-80c9-c97aa6e74f57 HTTP/1.1" status: 200 len: 210 time: 0.0505352 Oct 20 10:36:29.120617 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [req-8d230dd7-ad1c-4328-a080-7ce0e3aa167d req-b82a8e12-6bb8-4d73-a218-613b152d1531 tempest-ImagesNegativeTestJSON-1820630392 tempest-ImagesNegativeTestJSON-1820630392-project] Allocated IP 192.168.233.25 (a7c57b12-d7c3-48bb-aa54-a67a56468a84/8f86199a-b8f2-45b4-a83a-995a7ea6fe42/a195c2a2-0543-48c8-ae0c-79264e103c3b) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:36:29.123403 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51196718-5142-4801-a191-c8a485d8d1d8 req-9b6a3711-04eb-437e-9011-60ee3bc8f6d3 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:29.125271 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-51196718-5142-4801-a191-c8a485d8d1d8 req-9b6a3711-04eb-437e-9011-60ee3bc8f6d3 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] 10.222.0.69 "GET /v2.0/networks?id=abc6c139-a56d-4347-8df5-0319596279a3 HTTP/1.1" status: 200 len: 813 time: 0.1635523 Oct 20 10:36:29.149685 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-51196718-5142-4801-a191-c8a485d8d1d8 req-8535e97d-a982-4eed-bc94-ca4035d040b6 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Request body: {'port': {'device_id': 'b3bc1bd3-401e-469b-93d4-48a8b10bee7c', 'network_id': 'abc6c139-a56d-4347-8df5-0319596279a3', 'admin_state_up': True, 'tenant_id': '731eef55f91e477e86bcfb7efa8c0479'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:36:29.175167 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [req-e4c4d013-e275-4d16-bf9f-f941de1f758e req-41ff41bf-a7f2-428f-ac51-ffce8c49ca65 tempest-LiveMigrationTest-1924267454 tempest-LiveMigrationTest-1924267454-project-admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:36:29.176202 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e4c4d013-e275-4d16-bf9f-f941de1f758e req-41ff41bf-a7f2-428f-ac51-ffce8c49ca65 tempest-LiveMigrationTest-1924267454 tempest-LiveMigrationTest-1924267454-project-admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0195723 Oct 20 10:36:29.244573 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12873504-141f-4462-88c8-d7e0ed17b824 req-9f1b3a73-43d0-40af-9344-e31bc29b8d8c tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:29.246088 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-12873504-141f-4462-88c8-d7e0ed17b824 req-9f1b3a73-43d0-40af-9344-e31bc29b8d8c tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] 10.222.0.64 "GET /v2.0/ports?device_id=26e29c85-389d-454c-930b-0f837d303e1a HTTP/1.1" status: 200 len: 945 time: 0.1571841 Oct 20 10:36:29.314201 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-12873504-141f-4462-88c8-d7e0ed17b824 req-9e0cc8c9-a90d-4775-9a44-9bf981576c09 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] 10.222.0.64 "GET /v2.0/security-groups?id=97729601-032d-4729-bc88-1bc65d21f71b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603576 Oct 20 10:36:29.325277 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-8d230dd7-ad1c-4328-a080-7ce0e3aa167d req-b82a8e12-6bb8-4d73-a218-613b152d1531 tempest-ImagesNegativeTestJSON-1820630392 tempest-ImagesNegativeTestJSON-1820630392-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:29.343095 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51196718-5142-4801-a191-c8a485d8d1d8 req-8535e97d-a982-4eed-bc94-ca4035d040b6 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Made reservation on behalf of 731eef55f91e477e86bcfb7efa8c0479 for: {'port': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:36:29.346808 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-51196718-5142-4801-a191-c8a485d8d1d8 req-8535e97d-a982-4eed-bc94-ca4035d040b6 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:29.375870 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c4d013-e275-4d16-bf9f-f941de1f758e req-ac72bd8d-7c20-4fe6-b9cd-d8a43ec58e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:29.377517 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e4c4d013-e275-4d16-bf9f-f941de1f758e req-ac72bd8d-7c20-4fe6-b9cd-d8a43ec58e5c service neutron] 10.222.0.64 "GET /v2.0/ports/00ae86d6-b3cd-41a2-9d65-5a8b5af60932 HTTP/1.1" status: 200 len: 1094 time: 0.1875172 Oct 20 10:36:29.378419 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-8d230dd7-ad1c-4328-a080-7ce0e3aa167d req-b82a8e12-6bb8-4d73-a218-613b152d1531 tempest-ImagesNegativeTestJSON-1820630392 tempest-ImagesNegativeTestJSON-1820630392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:29.397219 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-e4c4d013-e275-4d16-bf9f-f941de1f758e req-f1874bc7-3803-4e76-8a22-8aecd50617c9 service neutron] Request body: {'binding': {'host': 'n-h1-811396-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:36:29.397691 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-e4c4d013-e275-4d16-bf9f-f941de1f758e req-f1874bc7-3803-4e76-8a22-8aecd50617c9 service neutron] Unknown quota resources ['binding']. {{(pid=100596) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 20 10:36:29.415138 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d230dd7-ad1c-4328-a080-7ce0e3aa167d req-b82a8e12-6bb8-4d73-a218-613b152d1531 tempest-ImagesNegativeTestJSON-1820630392 tempest-ImagesNegativeTestJSON-1820630392-project] Network a7c57b12-d7c3-48bb-aa54-a67a56468a84 is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:36:29.418128 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [req-8d230dd7-ad1c-4328-a080-7ce0e3aa167d req-b82a8e12-6bb8-4d73-a218-613b152d1531 tempest-ImagesNegativeTestJSON-1820630392 tempest-ImagesNegativeTestJSON-1820630392-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:36:29.424109 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d230dd7-ad1c-4328-a080-7ce0e3aa167d req-b82a8e12-6bb8-4d73-a218-613b152d1531 tempest-ImagesNegativeTestJSON-1820630392 tempest-ImagesNegativeTestJSON-1820630392-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:36:29.442753 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-34e803d4-ccdd-4e6d-ba88-c462d9df45de req-3b3dafcd-7447-4571-943d-558740c044c3 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3bc1bd3-401e-469b-93d4-48a8b10bee7c HTTP/1.1" status: 200 len: 210 time: 0.0642171 Oct 20 10:36:29.467628 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82a8e12-6bb8-4d73-a218-613b152d1531 tempest-ImagesNegativeTestJSON-1820630392 tempest-ImagesNegativeTestJSON-1820630392-project] Pushing event updated for resources: {'Port': ['ID=a195c2a2-0543-48c8-ae0c-79264e103c3b,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:36:29.494714 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d230dd7-ad1c-4328-a080-7ce0e3aa167d req-b82a8e12-6bb8-4d73-a218-613b152d1531 tempest-ImagesNegativeTestJSON-1820630392 tempest-ImagesNegativeTestJSON-1820630392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:29.495360 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-8d230dd7-ad1c-4328-a080-7ce0e3aa167d req-b82a8e12-6bb8-4d73-a218-613b152d1531 tempest-ImagesNegativeTestJSON-1820630392 tempest-ImagesNegativeTestJSON-1820630392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:29.520349 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-8d230dd7-ad1c-4328-a080-7ce0e3aa167d req-b82a8e12-6bb8-4d73-a218-613b152d1531 tempest-ImagesNegativeTestJSON-1820630392 tempest-ImagesNegativeTestJSON-1820630392-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8659427 Oct 20 10:36:29.538164 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [req-8d230dd7-ad1c-4328-a080-7ce0e3aa167d req-bfe2f4f8-b070-4828-a69e-768c48ade7de service neutron] Request body: {'port': {'device_id': 'bc20a357-cfc2-45c2-80c9-c97aa6e74f57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811396-3'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:36:29.594048 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-8d230dd7-ad1c-4328-a080-7ce0e3aa167d req-bfe2f4f8-b070-4828-a69e-768c48ade7de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:29.645871 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [req-51196718-5142-4801-a191-c8a485d8d1d8 req-8535e97d-a982-4eed-bc94-ca4035d040b6 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Allocated IP 172.20.0.8 (abc6c139-a56d-4347-8df5-0319596279a3/f93d478d-fe5f-4f24-8855-ab44437adb41/7f945ec7-9d05-4310-895e-e81958256aa7) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:36:29.676225 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1442438e-4cee-4fde-8610-ee5f73e6fd1c req-0297190f-afc3-42a5-bbf4-4b0f3cf2affd tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:29.677924 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1442438e-4cee-4fde-8610-ee5f73e6fd1c req-0297190f-afc3-42a5-bbf4-4b0f3cf2affd tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a8fd216-61cd-40eb-bf18-0ea2049bb6d6 HTTP/1.1" status: 200 len: 946 time: 0.1564415 Oct 20 10:36:29.709615 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-c54ce499-dbca-4781-b673-769386e4ae72 None None] Provisioning complete for port a195c2a2-0543-48c8-ae0c-79264e103c3b triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:36:29.710215 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-c54ce499-dbca-4781-b673-769386e4ae72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:29.762335 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-e4c4d013-e275-4d16-bf9f-f941de1f758e req-f1874bc7-3803-4e76-8a22-8aecd50617c9 service neutron] Attempting to bind port 00ae86d6-b3cd-41a2-9d65-5a8b5af60932 on host n-h1-811396-3 for vnic_type normal with profile None {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:36:29.763148 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-e4c4d013-e275-4d16-bf9f-f941de1f758e req-f1874bc7-3803-4e76-8a22-8aecd50617c9 service neutron] Attempting to bind port 00ae86d6-b3cd-41a2-9d65-5a8b5af60932 by drivers openvswitch,hyperv on host n-h1-811396-3 at level 0 using segments [{'id': 'd74986f8-a71e-4359-a64d-140af23f3558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '60750f9d-1dd0-4933-91f0-f6aefa736c9d'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:36:29.763148 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c4d013-e275-4d16-bf9f-f941de1f758e req-f1874bc7-3803-4e76-8a22-8aecd50617c9 service neutron] Attempting to bind port 00ae86d6-b3cd-41a2-9d65-5a8b5af60932 on network 60750f9d-1dd0-4933-91f0-f6aefa736c9d {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:36:29.767951 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-c54ce499-dbca-4781-b673-769386e4ae72 None None] Port a195c2a2-0543-48c8-ae0c-79264e103c3b cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:36:29.779757 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1442438e-4cee-4fde-8610-ee5f73e6fd1c req-75af8204-2d29-4c55-9858-dbdbc0fb6bb0 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] 10.222.0.64 "GET /v2.0/security-groups?id=3c1a8b96-5782-4385-b9de-3407ab4b2d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938907 Oct 20 10:36:29.783621 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c4d013-e275-4d16-bf9f-f941de1f758e req-f1874bc7-3803-4e76-8a22-8aecd50617c9 service neutron] Port 00ae86d6-b3cd-41a2-9d65-5a8b5af60932 on network 60750f9d-1dd0-4933-91f0-f6aefa736c9d not bound, no agent of type Open vSwitch agent registered on host n-h1-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:36:29.783910 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c4d013-e275-4d16-bf9f-f941de1f758e req-f1874bc7-3803-4e76-8a22-8aecd50617c9 service neutron] Attempting to bind port 00ae86d6-b3cd-41a2-9d65-5a8b5af60932 on network 60750f9d-1dd0-4933-91f0-f6aefa736c9d {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:36:29.812380 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c4d013-e275-4d16-bf9f-f941de1f758e req-f1874bc7-3803-4e76-8a22-8aecd50617c9 service neutron] Checking agent: {'id': 'b707b4cc-061f-4cf4-bce0-0b3df9b7bec9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 36, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:36:29.812735 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c4d013-e275-4d16-bf9f-f941de1f758e req-f1874bc7-3803-4e76-8a22-8aecd50617c9 service neutron] Checking segment: {'id': 'd74986f8-a71e-4359-a64d-140af23f3558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '60750f9d-1dd0-4933-91f0-f6aefa736c9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:36:29.813640 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c4d013-e275-4d16-bf9f-f941de1f758e req-f1874bc7-3803-4e76-8a22-8aecd50617c9 service neutron] Bound using segment: {'id': 'd74986f8-a71e-4359-a64d-140af23f3558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '60750f9d-1dd0-4933-91f0-f6aefa736c9d'} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:36:29.814095 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-e4c4d013-e275-4d16-bf9f-f941de1f758e req-f1874bc7-3803-4e76-8a22-8aecd50617c9 service neutron] Bound port: 00ae86d6-b3cd-41a2-9d65-5a8b5af60932, host: n-h1-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd74986f8-a71e-4359-a64d-140af23f3558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '60750f9d-1dd0-4933-91f0-f6aefa736c9d'}}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:36:29.908546 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [req-8d230dd7-ad1c-4328-a080-7ce0e3aa167d req-bfe2f4f8-b070-4828-a69e-768c48ade7de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a195c2a2-0543-48c8-ae0c-79264e103c3b {{(pid=100597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:36:29.914912 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-8d230dd7-ad1c-4328-a080-7ce0e3aa167d req-bfe2f4f8-b070-4828-a69e-768c48ade7de service neutron] Publish callbacks [] for port, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:29.916935 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-e4c4d013-e275-4d16-bf9f-f941de1f758e req-f1874bc7-3803-4e76-8a22-8aecd50617c9 service neutron] For port 00ae86d6-b3cd-41a2-9d65-5a8b5af60932, host n-h1-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=00ae86d6-b3cd-41a2-9d65-5a8b5af60932,segment=NetworkSegment(d74986f8-a71e-4359-a64d-140af23f3558),segment_id=d74986f8-a71e-4359-a64d-140af23f3558)] {{(pid=100596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:36:29.925648 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-e4c4d013-e275-4d16-bf9f-f941de1f758e req-f1874bc7-3803-4e76-8a22-8aecd50617c9 service neutron] Publish callbacks [] for binding, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:29.926871 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e4c4d013-e275-4d16-bf9f-f941de1f758e req-f1874bc7-3803-4e76-8a22-8aecd50617c9 service neutron] 10.222.0.64 "POST /v2.0/ports/00ae86d6-b3cd-41a2-9d65-5a8b5af60932/bindings HTTP/1.1" status: 201 len: 389 time: 0.5346231 Oct 20 10:36:29.932002 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.provisioning_blocks [req-8d230dd7-ad1c-4328-a080-7ce0e3aa167d req-bfe2f4f8-b070-4828-a69e-768c48ade7de service neutron] Transition to ACTIVE for port object a195c2a2-0543-48c8-ae0c-79264e103c3b will not be triggered until provisioned by entity L2. {{(pid=100597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:36:29.936606 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-8d230dd7-ad1c-4328-a080-7ce0e3aa167d req-bfe2f4f8-b070-4828-a69e-768c48ade7de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:29.967165 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-51196718-5142-4801-a191-c8a485d8d1d8 req-8535e97d-a982-4eed-bc94-ca4035d040b6 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:30.011760 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe2f4f8-b070-4828-a69e-768c48ade7de service neutron] Pushing event updated for resources: {'Port': ['ID=a195c2a2-0543-48c8-ae0c-79264e103c3b,revision_number=2']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:36:30.057002 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-51196718-5142-4801-a191-c8a485d8d1d8 req-8535e97d-a982-4eed-bc94-ca4035d040b6 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:30.101208 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-8d230dd7-ad1c-4328-a080-7ce0e3aa167d req-bfe2f4f8-b070-4828-a69e-768c48ade7de service neutron] Attempting to bind port a195c2a2-0543-48c8-ae0c-79264e103c3b on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:36:30.101541 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-8d230dd7-ad1c-4328-a080-7ce0e3aa167d req-bfe2f4f8-b070-4828-a69e-768c48ade7de service neutron] Attempting to bind port a195c2a2-0543-48c8-ae0c-79264e103c3b by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': '6f472196-aa1a-40bf-bd06-ef9f07584bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84'}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:36:30.101868 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d230dd7-ad1c-4328-a080-7ce0e3aa167d req-bfe2f4f8-b070-4828-a69e-768c48ade7de service neutron] Attempting to bind port a195c2a2-0543-48c8-ae0c-79264e103c3b on network a7c57b12-d7c3-48bb-aa54-a67a56468a84 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:36:30.110159 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d230dd7-ad1c-4328-a080-7ce0e3aa167d req-bfe2f4f8-b070-4828-a69e-768c48ade7de service neutron] Port a195c2a2-0543-48c8-ae0c-79264e103c3b on network a7c57b12-d7c3-48bb-aa54-a67a56468a84 not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:36:30.110573 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d230dd7-ad1c-4328-a080-7ce0e3aa167d req-bfe2f4f8-b070-4828-a69e-768c48ade7de service neutron] Attempting to bind port a195c2a2-0543-48c8-ae0c-79264e103c3b on network a7c57b12-d7c3-48bb-aa54-a67a56468a84 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:36:30.116866 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51196718-5142-4801-a191-c8a485d8d1d8 req-8535e97d-a982-4eed-bc94-ca4035d040b6 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Network abc6c139-a56d-4347-8df5-0319596279a3 is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:36:30.117178 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d230dd7-ad1c-4328-a080-7ce0e3aa167d req-bfe2f4f8-b070-4828-a69e-768c48ade7de service neutron] Checking agent: {'id': '061232a2-7adc-4ba1-a873-e8cb136b064d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 36, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:36:30.117455 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d230dd7-ad1c-4328-a080-7ce0e3aa167d req-bfe2f4f8-b070-4828-a69e-768c48ade7de service neutron] Checking segment: {'id': '6f472196-aa1a-40bf-bd06-ef9f07584bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:36:30.117777 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d230dd7-ad1c-4328-a080-7ce0e3aa167d req-bfe2f4f8-b070-4828-a69e-768c48ade7de service neutron] Bound using segment: {'id': '6f472196-aa1a-40bf-bd06-ef9f07584bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84'} {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:36:30.118195 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-8d230dd7-ad1c-4328-a080-7ce0e3aa167d req-bfe2f4f8-b070-4828-a69e-768c48ade7de service neutron] Bound port: a195c2a2-0543-48c8-ae0c-79264e103c3b, host: n-h2-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f472196-aa1a-40bf-bd06-ef9f07584bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84'}}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:36:30.118544 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-8d230dd7-ad1c-4328-a080-7ce0e3aa167d req-bfe2f4f8-b070-4828-a69e-768c48ade7de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:30.122384 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [req-51196718-5142-4801-a191-c8a485d8d1d8 req-8535e97d-a982-4eed-bc94-ca4035d040b6 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:36:30.168083 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-51196718-5142-4801-a191-c8a485d8d1d8 req-8535e97d-a982-4eed-bc94-ca4035d040b6 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:36:30.201749 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [req-8d230dd7-ad1c-4328-a080-7ce0e3aa167d req-bfe2f4f8-b070-4828-a69e-768c48ade7de service neutron] For port a195c2a2-0543-48c8-ae0c-79264e103c3b, host n-h2-811396-3, cleared binding levels {{(pid=100597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:36:30.205257 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [req-8d230dd7-ad1c-4328-a080-7ce0e3aa167d req-bfe2f4f8-b070-4828-a69e-768c48ade7de service neutron] For port a195c2a2-0543-48c8-ae0c-79264e103c3b, host n-h2-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=a195c2a2-0543-48c8-ae0c-79264e103c3b,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:36:30.209770 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-8d230dd7-ad1c-4328-a080-7ce0e3aa167d req-bfe2f4f8-b070-4828-a69e-768c48ade7de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:30.259683 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d230dd7-ad1c-4328-a080-7ce0e3aa167d req-bfe2f4f8-b070-4828-a69e-768c48ade7de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:30.261010 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-8d230dd7-ad1c-4328-a080-7ce0e3aa167d req-bfe2f4f8-b070-4828-a69e-768c48ade7de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:30.262611 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-8d230dd7-ad1c-4328-a080-7ce0e3aa167d req-bfe2f4f8-b070-4828-a69e-768c48ade7de service neutron] 10.222.0.69 "PUT /v2.0/ports/a195c2a2-0543-48c8-ae0c-79264e103c3b HTTP/1.1" status: 200 len: 1095 time: 0.7290750 Oct 20 10:36:30.265624 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc20a357-cfc2-45c2-80c9-c97aa6e74f57', 'tag': 'a195c2a2-0543-48c8-ae0c-79264e103c3b'}] {{(pid=100597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:36:30.268059 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8535e97d-a982-4eed-bc94-ca4035d040b6 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Pushing event updated for resources: {'Port': ['ID=7f945ec7-9d05-4310-895e-e81958256aa7,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:36:30.269813 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd85cad6a391afaa95d2dd5280bfd4659fc1e1b2aba53b5e7ef874f059efcdc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-877cb43a-baa9-43e5-84e1-9ed98f07d5a7" -d '{"events": [{"name": "network-changed", "server_uuid": "bc20a357-cfc2-45c2-80c9-c97aa6e74f57", "tag": "a195c2a2-0543-48c8-ae0c-79264e103c3b"}]}' {{(pid=100597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:36:30.306545 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe2f4f8-b070-4828-a69e-768c48ade7de service neutron] Pushing event updated for resources: {'Port': ['ID=a195c2a2-0543-48c8-ae0c-79264e103c3b,revision_number=3']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:36:30.324938 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51196718-5142-4801-a191-c8a485d8d1d8 req-8535e97d-a982-4eed-bc94-ca4035d040b6 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:30.325596 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-51196718-5142-4801-a191-c8a485d8d1d8 req-8535e97d-a982-4eed-bc94-ca4035d040b6 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:30.335064 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c0df6d-1369-47d7-b26a-78bf772dc581 req-5181aee3-2c27-4ab2-a741-695befc295ae tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:30.336628 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b1c0df6d-1369-47d7-b26a-78bf772dc581 req-5181aee3-2c27-4ab2-a741-695befc295ae tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] 10.222.0.64 "GET /v2.0/ports?device_id=12c57aae-b973-43e9-a9e8-671f2ba671ba HTTP/1.1" status: 200 len: 946 time: 0.2400267 Oct 20 10:36:30.348586 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5483b191-f796-4dfb-90e2-d1dfd5c0cc4e req-81519823-6c0a-47b5-90ac-47ef4eb82304 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:30.355960 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5483b191-f796-4dfb-90e2-d1dfd5c0cc4e req-81519823-6c0a-47b5-90ac-47ef4eb82304 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/ports?device_id=efe4bd25-79e9-42af-a4d8-5e8c46ef26f5 HTTP/1.1" status: 200 len: 946 time: 0.2372510 Oct 20 10:36:30.357871 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d230dd7-ad1c-4328-a080-7ce0e3aa167d req-912e17f6-675f-40c5-bbdb-b8d48196727b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:30.359402 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-8d230dd7-ad1c-4328-a080-7ce0e3aa167d req-912e17f6-675f-40c5-bbdb-b8d48196727b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e92b91d2f23a498bb0293ca9e4dbf2ce&device_id=bc20a357-cfc2-45c2-80c9-c97aa6e74f57 HTTP/1.1" status: 200 len: 1098 time: 0.0464022 Oct 20 10:36:30.398918 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-51196718-5142-4801-a191-c8a485d8d1d8 req-8535e97d-a982-4eed-bc94-ca4035d040b6 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2532337 Oct 20 10:36:30.408894 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-8d230dd7-ad1c-4328-a080-7ce0e3aa167d req-87d1f0eb-b2d8-426b-bf4a-fc822e06cda9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=a195c2a2-0543-48c8-ae0c-79264e103c3b HTTP/1.1" status: 200 len: 217 time: 0.0396314 Oct 20 10:36:30.409830 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c4d013-e275-4d16-bf9f-f941de1f758e req-d290bb15-42ce-4b49-90e1-5c4322269a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:30.411294 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e4c4d013-e275-4d16-bf9f-f941de1f758e req-d290bb15-42ce-4b49-90e1-5c4322269a0a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4e37fa6eb8b848f6897a2d7488b235c7&device_id=efe4bd25-79e9-42af-a4d8-5e8c46ef26f5 HTTP/1.1" status: 200 len: 1097 time: 0.1886828 Oct 20 10:36:30.421160 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-51196718-5142-4801-a191-c8a485d8d1d8 req-e3e03588-b520-49f4-a329-95818adf13b1 service neutron] Request body: {'port': {'device_id': 'b3bc1bd3-401e-469b-93d4-48a8b10bee7c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811396-3'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:36:30.466053 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d230dd7-ad1c-4328-a080-7ce0e3aa167d req-d502c5d4-60d9-40bb-8567-aca86c96c8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:30.467643 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-8d230dd7-ad1c-4328-a080-7ce0e3aa167d req-d502c5d4-60d9-40bb-8567-aca86c96c8cf service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8f86199a-b8f2-45b4-a83a-995a7ea6fe42 HTTP/1.1" status: 200 len: 843 time: 0.0506358 Oct 20 10:36:30.479873 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5483b191-f796-4dfb-90e2-d1dfd5c0cc4e req-619d3ac9-9996-40d4-8e6b-984fdff855af tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/security-groups?id=c33a6cb5-e80a-4f79-936a-38f5e3f7c89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230519 Oct 20 10:36:30.490818 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b1c0df6d-1369-47d7-b26a-78bf772dc581 req-f54faac6-efec-4abb-a459-668f933d1dee tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ea17d67-d003-4cda-a612-dd72568a94fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292737 Oct 20 10:36:30.533880 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d230dd7-ad1c-4328-a080-7ce0e3aa167d req-a8c8ebc7-7431-4b54-ad9b-e42bf1f20c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:30.536086 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-8d230dd7-ad1c-4328-a080-7ce0e3aa167d req-a8c8ebc7-7431-4b54-ad9b-e42bf1f20c93 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a7c57b12-d7c3-48bb-aa54-a67a56468a84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0569358 Oct 20 10:36:30.561283 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-51196718-5142-4801-a191-c8a485d8d1d8 req-e3e03588-b520-49f4-a329-95818adf13b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:30.572712 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e6f13f7-54d3-42d3-8d5c-a3e7cdb953da x-openstack-request-id: req-7e6f13f7-54d3-42d3-8d5c-a3e7cdb953da {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:36:30.573116 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc20a357-cfc2-45c2-80c9-c97aa6e74f57", "tag": "a195c2a2-0543-48c8-ae0c-79264e103c3b", "status": "completed", "code": 200}]} {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:36:30.573464 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7e6f13f7-54d3-42d3-8d5c-a3e7cdb953da {{(pid=100597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:36:30.573963 n-d-811396-3 neutron-server[100597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc20a357-cfc2-45c2-80c9-c97aa6e74f57', 'tag': 'a195c2a2-0543-48c8-ae0c-79264e103c3b', 'status': 'completed', 'code': 200} Oct 20 10:36:30.651533 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-8d230dd7-ad1c-4328-a080-7ce0e3aa167d req-91a9026f-c9f6-4f55-a395-0f0f2a43c80f service neutron] 10.222.0.69 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048203 Oct 20 10:36:30.677649 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c4d013-e275-4d16-bf9f-f941de1f758e req-745eb2d1-376a-47d6-9d8d-9d3ed020af4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:30.679000 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e4c4d013-e275-4d16-bf9f-f941de1f758e req-745eb2d1-376a-47d6-9d8d-9d3ed020af4c service neutron] 10.222.0.55 "GET /v2.0/networks?id=60750f9d-1dd0-4933-91f0-f6aefa736c9d HTTP/1.1" status: 200 len: 909 time: 0.2481692 Oct 20 10:36:30.760010 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-5df0977a-c9e4-4b54-b316-d10f18715395 req-7be8b35e-ce27-4c8b-9db2-5ac16d8cfd76 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=26e29c85-389d-454c-930b-0f837d303e1a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1040897 Oct 20 10:36:30.783194 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-8d230dd7-ad1c-4328-a080-7ce0e3aa167d req-7bbe9c70-32b1-4a6c-9f2d-e1b3f9895298 service neutron] 10.222.0.69 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183755 Oct 20 10:36:30.898899 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df0977a-c9e4-4b54-b316-d10f18715395 req-06ead172-2545-4de6-b6b5-d6a0fa09bc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:30.900416 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-5df0977a-c9e4-4b54-b316-d10f18715395 req-06ead172-2545-4de6-b6b5-d6a0fa09bc4d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=946a9e604754455a8a9faea87bc41b49&device_id=26e29c85-389d-454c-930b-0f837d303e1a HTTP/1.1" status: 200 len: 1096 time: 0.0709395 Oct 20 10:36:30.902112 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877cb43a-baa9-43e5-84e1-9ed98f07d5a7 req-b33cd308-d025-4f24-8ec9-ffbc56c76775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:30.903854 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-877cb43a-baa9-43e5-84e1-9ed98f07d5a7 req-b33cd308-d025-4f24-8ec9-ffbc56c76775 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e92b91d2f23a498bb0293ca9e4dbf2ce&device_id=bc20a357-cfc2-45c2-80c9-c97aa6e74f57 HTTP/1.1" status: 200 len: 1098 time: 0.0659847 Oct 20 10:36:31.024952 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e4c4d013-e275-4d16-bf9f-f941de1f758e req-529fe1ef-a625-4120-963f-96476ac05d66 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=00ae86d6-b3cd-41a2-9d65-5a8b5af60932 HTTP/1.1" status: 200 len: 217 time: 0.3268876 Oct 20 10:36:31.064909 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877cb43a-baa9-43e5-84e1-9ed98f07d5a7 req-e8a3a263-8d2c-49cf-b541-623511a12a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:31.066352 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-877cb43a-baa9-43e5-84e1-9ed98f07d5a7 req-e8a3a263-8d2c-49cf-b541-623511a12a16 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a7c57b12-d7c3-48bb-aa54-a67a56468a84 HTTP/1.1" status: 200 len: 870 time: 0.1541841 Oct 20 10:36:31.068974 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df0977a-c9e4-4b54-b316-d10f18715395 req-d1b459f3-93ca-4649-898d-5663add14c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:31.070297 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-5df0977a-c9e4-4b54-b316-d10f18715395 req-d1b459f3-93ca-4649-898d-5663add14c02 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7541d774-cf46-43a8-ab91-4a72282aac35 HTTP/1.1" status: 200 len: 912 time: 0.1492012 Oct 20 10:36:31.105331 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb635439-1591-4d09-ad97-ea84d0388afb req-d16d3bd2-063f-41c4-8cb5-108724bfef32 tempest-ImagesNegativeTestJSON-1820630392 tempest-ImagesNegativeTestJSON-1820630392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:31.106804 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cb635439-1591-4d09-ad97-ea84d0388afb req-d16d3bd2-063f-41c4-8cb5-108724bfef32 tempest-ImagesNegativeTestJSON-1820630392 tempest-ImagesNegativeTestJSON-1820630392-project] 10.222.0.64 "GET /v2.0/ports?device_id=bc20a357-cfc2-45c2-80c9-c97aa6e74f57 HTTP/1.1" status: 200 len: 947 time: 0.5262477 Oct 20 10:36:31.140846 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-877cb43a-baa9-43e5-84e1-9ed98f07d5a7 req-85554dcf-338b-4de8-82c0-d1159b3a1259 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=a195c2a2-0543-48c8-ae0c-79264e103c3b HTTP/1.1" status: 200 len: 217 time: 0.0669413 Oct 20 10:36:31.145391 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff78e49c-66b8-4f14-be47-9f0b7d3727e5 req-95fa74e3-64b9-46cd-be73-65831fddde53 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:31.147327 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ff78e49c-66b8-4f14-be47-9f0b7d3727e5 req-95fa74e3-64b9-46cd-be73-65831fddde53 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a8fd216-61cd-40eb-bf18-0ea2049bb6d6 HTTP/1.1" status: 200 len: 946 time: 0.5261774 Oct 20 10:36:31.160338 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 9b17808d-a1bd-42c3-9e7c-a4c7d9635536 no longer exists at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:36:31.185381 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] No Port match for: 9b17808d-a1bd-42c3-9e7c-a4c7d9635536 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:36:31.185720 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 9b17808d-a1bd-42c3-9e7c-a4c7d9635536 not bound to the agent host n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:36:31.189094 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3005e2af-640e-42f8-9ebd-6cbedc56e6c8 req-96a9f2b9-9118-4f59-934e-81544a416e5f tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:31.190606 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3005e2af-640e-42f8-9ebd-6cbedc56e6c8 req-96a9f2b9-9118-4f59-934e-81544a416e5f tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3bc1bd3-401e-469b-93d4-48a8b10bee7c HTTP/1.1" status: 200 len: 931 time: 0.5739703 Oct 20 10:36:31.199204 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-5df0977a-c9e4-4b54-b316-d10f18715395 req-32ced792-f1d5-4fd3-afad-229f5a8ac078 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7924cc35-bcd5-4c0c-924a-d847de89b737 HTTP/1.1" status: 200 len: 1001 time: 0.1189518 Oct 20 10:36:31.206542 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877cb43a-baa9-43e5-84e1-9ed98f07d5a7 req-33503aab-80fb-422b-b813-2c3201401580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:31.207930 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-877cb43a-baa9-43e5-84e1-9ed98f07d5a7 req-33503aab-80fb-422b-b813-2c3201401580 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8f86199a-b8f2-45b4-a83a-995a7ea6fe42 HTTP/1.1" status: 200 len: 843 time: 0.0602522 Oct 20 10:36:31.245476 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c4d013-e275-4d16-bf9f-f941de1f758e req-15fa5d9f-716b-480e-a5ec-3336432a9e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:31.246963 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e4c4d013-e275-4d16-bf9f-f941de1f758e req-15fa5d9f-716b-480e-a5ec-3336432a9e4d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6f74b0c1-2855-44cd-a118-a8c6ce76ebd8 HTTP/1.1" status: 200 len: 848 time: 0.1779513 Oct 20 10:36:31.282672 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df0977a-c9e4-4b54-b316-d10f18715395 req-fb3816ae-d4ea-41a8-8b67-1ee44d1ea141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:31.284123 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-5df0977a-c9e4-4b54-b316-d10f18715395 req-fb3816ae-d4ea-41a8-8b67-1ee44d1ea141 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ba1df794-ccae-4e17-be55-4b4a3764e935 HTTP/1.1" status: 200 len: 850 time: 0.0753529 Oct 20 10:36:31.290001 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877cb43a-baa9-43e5-84e1-9ed98f07d5a7 req-9b3860e8-6d69-4ab7-bf43-627205c5a24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:31.291500 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-877cb43a-baa9-43e5-84e1-9ed98f07d5a7 req-9b3860e8-6d69-4ab7-bf43-627205c5a24f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a7c57b12-d7c3-48bb-aa54-a67a56468a84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0573649 Oct 20 10:36:31.318846 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cb635439-1591-4d09-ad97-ea84d0388afb req-a66eb980-7663-4c3c-be97-2220982db0e2 tempest-ImagesNegativeTestJSON-1820630392 tempest-ImagesNegativeTestJSON-1820630392-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1529fd3-049b-495f-97a9-1954e58130c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885121 Oct 20 10:36:31.362297 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e4c4d013-e275-4d16-bf9f-f941de1f758e req-c2339c0e-be3f-46bf-909f-770c2322bbf1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=60750f9d-1dd0-4933-91f0-f6aefa736c9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0961905 Oct 20 10:36:31.365057 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df0977a-c9e4-4b54-b316-d10f18715395 req-ca4f639c-955c-42aa-9638-2443b6c00591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:31.366613 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-5df0977a-c9e4-4b54-b316-d10f18715395 req-ca4f639c-955c-42aa-9638-2443b6c00591 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7541d774-cf46-43a8-ab91-4a72282aac35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0742621 Oct 20 10:36:31.388955 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3005e2af-640e-42f8-9ebd-6cbedc56e6c8 req-5f3607cd-1c91-49e6-8db4-e6855cea2654 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] 10.222.0.64 "GET /v2.0/security-groups?id=08fd82a4-fcb6-458b-a045-d4bca119d5a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718049 Oct 20 10:36:31.451334 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-877cb43a-baa9-43e5-84e1-9ed98f07d5a7 req-9ff72526-2f23-4bdc-b427-0c62fcf0d18b service neutron] 10.222.0.69 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344030 Oct 20 10:36:31.541486 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-ff78e49c-66b8-4f14-be47-9f0b7d3727e5 req-35fad286-c27e-4794-969f-74b07e9eb534 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] Deleting port 82160076-f9a5-4921-9e8a-aa76ad1a65b3 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:36:31.541736 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-ff78e49c-66b8-4f14-be47-9f0b7d3727e5 req-35fad286-c27e-4794-969f-74b07e9eb534 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:31.570228 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-5df0977a-c9e4-4b54-b316-d10f18715395 req-cfa3083c-9836-40e9-9b90-144d390a779a service neutron] 10.222.0.55 "GET /v2.0/networks/7541d774-cf46-43a8-ab91-4a72282aac35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776717 Oct 20 10:36:31.584920 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd67ce1-001d-41b1-820e-b2bddd15d133 req-b8790ca9-a5ed-4a12-94ef-1f68c5a477d6 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:31.586419 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7fd67ce1-001d-41b1-820e-b2bddd15d133 req-b8790ca9-a5ed-4a12-94ef-1f68c5a477d6 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a8fd216-61cd-40eb-bf18-0ea2049bb6d6 HTTP/1.1" status: 200 len: 946 time: 0.1952372 Oct 20 10:36:31.607042 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-877cb43a-baa9-43e5-84e1-9ed98f07d5a7 req-1891a594-0e6c-4fdf-ac05-61bada879228 service neutron] 10.222.0.69 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310272 Oct 20 10:36:31.638293 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e4c4d013-e275-4d16-bf9f-f941de1f758e req-061b650d-d5c9-4ef1-a107-902b2c85ebb2 service neutron] 10.222.0.55 "GET /v2.0/networks/60750f9d-1dd0-4933-91f0-f6aefa736c9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2627306 Oct 20 10:36:31.678937 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-5df0977a-c9e4-4b54-b316-d10f18715395 req-a1e1c906-65b4-406c-8d42-90719f006912 service neutron] 10.222.0.55 "GET /v2.0/networks/7541d774-cf46-43a8-ab91-4a72282aac35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000979 Oct 20 10:36:31.696767 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [req-51196718-5142-4801-a191-c8a485d8d1d8 req-e3e03588-b520-49f4-a329-95818adf13b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f945ec7-9d05-4310-895e-e81958256aa7 {{(pid=100596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:36:31.715807 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-51196718-5142-4801-a191-c8a485d8d1d8 req-e3e03588-b520-49f4-a329-95818adf13b1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:31.776145 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.provisioning_blocks [req-51196718-5142-4801-a191-c8a485d8d1d8 req-e3e03588-b520-49f4-a329-95818adf13b1 service neutron] Transition to ACTIVE for port object 7f945ec7-9d05-4310-895e-e81958256aa7 will not be triggered until provisioned by entity L2. {{(pid=100596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:36:31.784392 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7fd67ce1-001d-41b1-820e-b2bddd15d133 req-1cb26bff-0fd7-4b1e-9f88-066f0c94ce9b tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] 10.222.0.64 "GET /v2.0/security-groups?id=3c1a8b96-5782-4385-b9de-3407ab4b2d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825318 Oct 20 10:36:31.833652 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-51196718-5142-4801-a191-c8a485d8d1d8 req-e3e03588-b520-49f4-a329-95818adf13b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:31.861255 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995b7f19-20ae-412f-9e7e-9b22a03facc7 req-8f84c760-a45d-48b2-8dce-b5e9c5619226 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:31.862716 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-995b7f19-20ae-412f-9e7e-9b22a03facc7 req-8f84c760-a45d-48b2-8dce-b5e9c5619226 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/ports?device_id=efe4bd25-79e9-42af-a4d8-5e8c46ef26f5 HTTP/1.1" status: 200 len: 946 time: 0.2503488 Oct 20 10:36:31.940761 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-ff78e49c-66b8-4f14-be47-9f0b7d3727e5 req-35fad286-c27e-4794-969f-74b07e9eb534 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] For port 82160076-f9a5-4921-9e8a-aa76ad1a65b3, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=82160076-f9a5-4921-9e8a-aa76ad1a65b3,segment=NetworkSegment(cdb54968-a028-49d4-bff1-06faf7e0a12c),segment_id=cdb54968-a028-49d4-bff1-06faf7e0a12c)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:36:31.941132 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-ff78e49c-66b8-4f14-be47-9f0b7d3727e5 req-35fad286-c27e-4794-969f-74b07e9eb534 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:31.987317 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-ff78e49c-66b8-4f14-be47-9f0b7d3727e5 req-35fad286-c27e-4794-969f-74b07e9eb534 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] Calling delete_port for 82160076-f9a5-4921-9e8a-aa76ad1a65b3 owned by compute:nova {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:36:31.989228 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e03588-b520-49f4-a329-95818adf13b1 service neutron] Pushing event updated for resources: {'Port': ['ID=7f945ec7-9d05-4310-895e-e81958256aa7,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:36:32.007933 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e4c4d013-e275-4d16-bf9f-f941de1f758e req-87ccab4b-356f-4351-943d-5ca280d1803c service neutron] 10.222.0.55 "GET /v2.0/networks/60750f9d-1dd0-4933-91f0-f6aefa736c9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3428504 Oct 20 10:36:32.046177 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-995b7f19-20ae-412f-9e7e-9b22a03facc7 req-3dbe8ad1-daf4-4eff-bf25-0f552dc39724 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/security-groups?id=c33a6cb5-e80a-4f79-936a-38f5e3f7c89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606855 Oct 20 10:36:32.094805 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908d0475-924c-40fa-8d42-e73c4b43df01 req-4f81512d-1bc6-4cf7-bd26-653ba8b46a64 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:32.096476 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-908d0475-924c-40fa-8d42-e73c4b43df01 req-4f81512d-1bc6-4cf7-bd26-653ba8b46a64 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] 10.222.0.64 "GET /v2.0/ports?device_id=12c57aae-b973-43e9-a9e8-671f2ba671ba HTTP/1.1" status: 200 len: 946 time: 0.2497575 Oct 20 10:36:32.196547 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-908d0475-924c-40fa-8d42-e73c4b43df01 req-ed52f671-b16b-4a62-bb88-4114d801bc7a tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ea17d67-d003-4cda-a612-dd72568a94fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805233 Oct 20 10:36:32.200520 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-51196718-5142-4801-a191-c8a485d8d1d8 req-e3e03588-b520-49f4-a329-95818adf13b1 service neutron] Attempting to bind port 7f945ec7-9d05-4310-895e-e81958256aa7 on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:36:32.200749 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-51196718-5142-4801-a191-c8a485d8d1d8 req-e3e03588-b520-49f4-a329-95818adf13b1 service neutron] Attempting to bind port 7f945ec7-9d05-4310-895e-e81958256aa7 by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': '090770c7-51bc-40e6-9040-6586fd94bfd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'abc6c139-a56d-4347-8df5-0319596279a3'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:36:32.201165 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51196718-5142-4801-a191-c8a485d8d1d8 req-e3e03588-b520-49f4-a329-95818adf13b1 service neutron] Attempting to bind port 7f945ec7-9d05-4310-895e-e81958256aa7 on network abc6c139-a56d-4347-8df5-0319596279a3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:36:32.207616 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51196718-5142-4801-a191-c8a485d8d1d8 req-e3e03588-b520-49f4-a329-95818adf13b1 service neutron] Port 7f945ec7-9d05-4310-895e-e81958256aa7 on network abc6c139-a56d-4347-8df5-0319596279a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:36:32.207935 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51196718-5142-4801-a191-c8a485d8d1d8 req-e3e03588-b520-49f4-a329-95818adf13b1 service neutron] Attempting to bind port 7f945ec7-9d05-4310-895e-e81958256aa7 on network abc6c139-a56d-4347-8df5-0319596279a3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:36:32.235002 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51196718-5142-4801-a191-c8a485d8d1d8 req-e3e03588-b520-49f4-a329-95818adf13b1 service neutron] Checking agent: {'id': '061232a2-7adc-4ba1-a873-e8cb136b064d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 36, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:36:32.235428 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51196718-5142-4801-a191-c8a485d8d1d8 req-e3e03588-b520-49f4-a329-95818adf13b1 service neutron] Checking segment: {'id': '090770c7-51bc-40e6-9040-6586fd94bfd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'abc6c139-a56d-4347-8df5-0319596279a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:36:32.235735 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51196718-5142-4801-a191-c8a485d8d1d8 req-e3e03588-b520-49f4-a329-95818adf13b1 service neutron] Bound using segment: {'id': '090770c7-51bc-40e6-9040-6586fd94bfd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'abc6c139-a56d-4347-8df5-0319596279a3'} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:36:32.236168 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-51196718-5142-4801-a191-c8a485d8d1d8 req-e3e03588-b520-49f4-a329-95818adf13b1 service neutron] Bound port: 7f945ec7-9d05-4310-895e-e81958256aa7, host: n-h2-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '090770c7-51bc-40e6-9040-6586fd94bfd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'abc6c139-a56d-4347-8df5-0319596279a3'}}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:36:32.236514 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-51196718-5142-4801-a191-c8a485d8d1d8 req-e3e03588-b520-49f4-a329-95818adf13b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:32.299271 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-ff78e49c-66b8-4f14-be47-9f0b7d3727e5 req-35fad286-c27e-4794-969f-74b07e9eb534 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:32.332350 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['82160076-f9a5-4921-9e8a-aa76ad1a65b3'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:36:32.340371 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fad286-c27e-4794-969f-74b07e9eb534 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] Pushing event deleted for resources: {'Port': ['ID=82160076-f9a5-4921-9e8a-aa76ad1a65b3,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:36:32.347101 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-51196718-5142-4801-a191-c8a485d8d1d8 req-e3e03588-b520-49f4-a329-95818adf13b1 service neutron] For port 7f945ec7-9d05-4310-895e-e81958256aa7, host n-h2-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:36:32.352769 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-51196718-5142-4801-a191-c8a485d8d1d8 req-e3e03588-b520-49f4-a329-95818adf13b1 service neutron] For port 7f945ec7-9d05-4310-895e-e81958256aa7, host n-h2-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=7f945ec7-9d05-4310-895e-e81958256aa7,segment=NetworkSegment(090770c7-51bc-40e6-9040-6586fd94bfd9),segment_id=090770c7-51bc-40e6-9040-6586fd94bfd9)] {{(pid=100596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:36:32.357755 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-51196718-5142-4801-a191-c8a485d8d1d8 req-e3e03588-b520-49f4-a329-95818adf13b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:32.422854 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff78e49c-66b8-4f14-be47-9f0b7d3727e5 req-35fad286-c27e-4794-969f-74b07e9eb534 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] No DVR routers for this DVR port 82160076-f9a5-4921-9e8a-aa76ad1a65b3 on host n-h1-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:36:32.437293 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-ff78e49c-66b8-4f14-be47-9f0b7d3727e5 req-35fad286-c27e-4794-969f-74b07e9eb534 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:32.440846 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ff78e49c-66b8-4f14-be47-9f0b7d3727e5 req-35fad286-c27e-4794-969f-74b07e9eb534 tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] 10.222.0.55 "DELETE /v2.0/ports/82160076-f9a5-4921-9e8a-aa76ad1a65b3 HTTP/1.1" status: 204 len: 173 time: 1.2832582 Oct 20 10:36:32.443545 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a8fd216-61cd-40eb-bf18-0ea2049bb6d6', 'name': 'network-vif-deleted', 'tag': '82160076-f9a5-4921-9e8a-aa76ad1a65b3'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:36:32.445912 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f473149-78ab-4d36-af64-d713fcedcf55" -d '{"events": [{"server_uuid": "1a8fd216-61cd-40eb-bf18-0ea2049bb6d6", "name": "network-vif-deleted", "tag": "82160076-f9a5-4921-9e8a-aa76ad1a65b3"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:36:32.479078 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51196718-5142-4801-a191-c8a485d8d1d8 req-e3e03588-b520-49f4-a329-95818adf13b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:32.479888 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-51196718-5142-4801-a191-c8a485d8d1d8 req-e3e03588-b520-49f4-a329-95818adf13b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:32.481758 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-51196718-5142-4801-a191-c8a485d8d1d8 req-e3e03588-b520-49f4-a329-95818adf13b1 service neutron] 10.222.0.69 "PUT /v2.0/ports/7f945ec7-9d05-4310-895e-e81958256aa7 HTTP/1.1" status: 200 len: 1091 time: 2.0643187 Oct 20 10:36:32.525854 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e03588-b520-49f4-a329-95818adf13b1 service neutron] Pushing event updated for resources: {'Port': ['ID=7f945ec7-9d05-4310-895e-e81958256aa7,revision_number=3']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:36:32.550324 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06f41f5-59a2-4068-a4f1-79cb5d6c597f req-4a4fea9d-129b-4ce1-a931-50f57495cddd tempest-ImagesNegativeTestJSON-1820630392 tempest-ImagesNegativeTestJSON-1820630392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:32.551985 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d06f41f5-59a2-4068-a4f1-79cb5d6c597f req-4a4fea9d-129b-4ce1-a931-50f57495cddd tempest-ImagesNegativeTestJSON-1820630392 tempest-ImagesNegativeTestJSON-1820630392-project] 10.222.0.64 "GET /v2.0/ports?device_id=bc20a357-cfc2-45c2-80c9-c97aa6e74f57 HTTP/1.1" status: 200 len: 947 time: 0.1326075 Oct 20 10:36:32.614526 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa6e241-e760-4425-aa4b-0b47707d9f61 req-cb0c99ca-655e-42ac-b2fd-489fa179b579 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:32.616334 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-daa6e241-e760-4425-aa4b-0b47707d9f61 req-cb0c99ca-655e-42ac-b2fd-489fa179b579 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3bc1bd3-401e-469b-93d4-48a8b10bee7c HTTP/1.1" status: 200 len: 943 time: 0.1325707 Oct 20 10:36:32.658465 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d06f41f5-59a2-4068-a4f1-79cb5d6c597f req-abd3304e-efaa-4999-82b1-8b894204383a tempest-ImagesNegativeTestJSON-1820630392 tempest-ImagesNegativeTestJSON-1820630392-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1529fd3-049b-495f-97a9-1954e58130c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783577 Oct 20 10:36:32.662674 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51196718-5142-4801-a191-c8a485d8d1d8 req-979f3735-3a71-4af1-940b-356369a01c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:32.664228 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-51196718-5142-4801-a191-c8a485d8d1d8 req-979f3735-3a71-4af1-940b-356369a01c79 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=731eef55f91e477e86bcfb7efa8c0479&device_id=b3bc1bd3-401e-469b-93d4-48a8b10bee7c HTTP/1.1" status: 200 len: 1094 time: 0.1112697 Oct 20 10:36:32.716226 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-daa6e241-e760-4425-aa4b-0b47707d9f61 req-011d189a-322b-4052-a057-4d06966ccf20 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] 10.222.0.64 "GET /v2.0/security-groups?id=08fd82a4-fcb6-458b-a045-d4bca119d5a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921535 Oct 20 10:36:32.717714 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0a0e066-e75a-40f0-bbb2-3e8549192423 x-openstack-request-id: req-b0a0e066-e75a-40f0-bbb2-3e8549192423 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:36:32.718061 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a8fd216-61cd-40eb-bf18-0ea2049bb6d6", "name": "network-vif-deleted", "tag": "82160076-f9a5-4921-9e8a-aa76ad1a65b3", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:36:32.718374 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b0a0e066-e75a-40f0-bbb2-3e8549192423 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:36:32.718825 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a8fd216-61cd-40eb-bf18-0ea2049bb6d6', 'name': 'network-vif-deleted', 'tag': '82160076-f9a5-4921-9e8a-aa76ad1a65b3', 'status': 'completed', 'code': 200} Oct 20 10:36:32.720989 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-51196718-5142-4801-a191-c8a485d8d1d8 req-4c64d4c2-fe21-4c03-bcc1-b28bac45625c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7f945ec7-9d05-4310-895e-e81958256aa7 HTTP/1.1" status: 200 len: 217 time: 0.0432992 Oct 20 10:36:32.776329 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51196718-5142-4801-a191-c8a485d8d1d8 req-f32c8182-8ac6-49cd-afe5-69c5d71cce5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:32.777822 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-51196718-5142-4801-a191-c8a485d8d1d8 req-f32c8182-8ac6-49cd-afe5-69c5d71cce5c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f93d478d-fe5f-4f24-8855-ab44437adb41 HTTP/1.1" status: 200 len: 853 time: 0.0498869 Oct 20 10:36:32.822682 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-51196718-5142-4801-a191-c8a485d8d1d8 req-c655dabc-827a-45ed-b541-32a64a70cbcb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=abc6c139-a56d-4347-8df5-0319596279a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339775 Oct 20 10:36:32.925003 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-db90afa5-c1b6-4330-aa67-5bf778209a9c req-fb813b8f-4983-4f08-aca1-7da30af7cfaa tempest-ListServerFiltersTestJSON-680895871 tempest-ListServerFiltersTestJSON-680895871-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a8fd216-61cd-40eb-bf18-0ea2049bb6d6 HTTP/1.1" status: 200 len: 210 time: 0.0352681 Oct 20 10:36:32.943033 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-51196718-5142-4801-a191-c8a485d8d1d8 req-f00accd8-4fd9-49cc-94c7-886f6d814b73 service neutron] 10.222.0.69 "GET /v2.0/networks/abc6c139-a56d-4347-8df5-0319596279a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128705 Oct 20 10:36:33.049146 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-51196718-5142-4801-a191-c8a485d8d1d8 req-b41decfb-c153-4357-9bba-704a18211685 service neutron] 10.222.0.69 "GET /v2.0/networks/abc6c139-a56d-4347-8df5-0319596279a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986617 Oct 20 10:36:33.175973 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device a195c2a2-0543-48c8-ae0c-79264e103c3b details requested by agent hyperv_n-h2-811396-3 with host n-h2-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:36:33.176861 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edc6203-0242-4554-aa82-5077fb33ab1e req-71aa3447-2fe5-4aaf-a0de-0ec577639945 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:33.178414 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2edc6203-0242-4554-aa82-5077fb33ab1e req-71aa3447-2fe5-4aaf-a0de-0ec577639945 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/ports?device_id=efe4bd25-79e9-42af-a4d8-5e8c46ef26f5 HTTP/1.1" status: 200 len: 946 time: 0.0576971 Oct 20 10:36:33.216652 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2edc6203-0242-4554-aa82-5077fb33ab1e req-4a2749a6-29f0-43a3-a4ba-180f36fdf6af tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/security-groups?id=c33a6cb5-e80a-4f79-936a-38f5e3f7c89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317774 Oct 20 10:36:33.280211 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port a195c2a2-0543-48c8-ae0c-79264e103c3b, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=a195c2a2-0543-48c8-ae0c-79264e103c3b,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:36:33.294446 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Returning: {'device': 'a195c2a2-0543-48c8-ae0c-79264e103c3b', 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84', 'port_id': 'a195c2a2-0543-48c8-ae0c-79264e103c3b', 'mac_address': 'fa:16:3e:18:6d:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 800, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f86199a-b8f2-45b4-a83a-995a7ea6fe42', 'ip_address': '192.168.233.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:36:33.337284 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:33.340255 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadaa6ca-0c05-4020-b4a4-be8647bf91ef req-325bc9f8-e046-4bb6-9684-9af006bb1f0f tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:33.341769 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fadaa6ca-0c05-4020-b4a4-be8647bf91ef req-325bc9f8-e046-4bb6-9684-9af006bb1f0f tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] 10.222.0.64 "GET /v2.0/ports?device_id=12c57aae-b973-43e9-a9e8-671f2ba671ba HTTP/1.1" status: 200 len: 946 time: 0.0525289 Oct 20 10:36:33.350986 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a195c2a2-0543-48c8-ae0c-79264e103c3b {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:36:33.371770 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port a195c2a2-0543-48c8-ae0c-79264e103c3b, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=a195c2a2-0543-48c8-ae0c-79264e103c3b,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:36:33.376837 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:33.390355 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fadaa6ca-0c05-4020-b4a4-be8647bf91ef req-f03477a8-c12d-4d3f-b410-84c57572d78b tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ea17d67-d003-4cda-a612-dd72568a94fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412319 Oct 20 10:36:33.424292 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=a195c2a2-0543-48c8-ae0c-79264e103c3b,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:36:33.470015 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-97aa20ad-59b8-4eb2-a289-b80c175196a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:33.715032 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['a195c2a2-0543-48c8-ae0c-79264e103c3b'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:36:33.785816 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac6b15f-7015-4cee-8ae6-2d27cbceecff req-36c8f891-d65e-42b8-91dd-dcf7432f383b tempest-ImagesNegativeTestJSON-1820630392 tempest-ImagesNegativeTestJSON-1820630392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:33.794506 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6ac6b15f-7015-4cee-8ae6-2d27cbceecff req-36c8f891-d65e-42b8-91dd-dcf7432f383b tempest-ImagesNegativeTestJSON-1820630392 tempest-ImagesNegativeTestJSON-1820630392-project] 10.222.0.64 "GET /v2.0/ports?device_id=bc20a357-cfc2-45c2-80c9-c97aa6e74f57 HTTP/1.1" status: 200 len: 948 time: 0.0617654 Oct 20 10:36:33.864202 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6ac6b15f-7015-4cee-8ae6-2d27cbceecff req-9dd27628-8a1e-4e57-9eff-f6d77ef83c39 tempest-ImagesNegativeTestJSON-1820630392 tempest-ImagesNegativeTestJSON-1820630392-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1529fd3-049b-495f-97a9-1954e58130c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686588 Oct 20 10:36:33.881811 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b05c402-e2bd-4dc4-9b4a-cfa1d5e0198f req-4d674510-0a17-48b9-9bf7-5e332bd140fc tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:33.889420 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2b05c402-e2bd-4dc4-9b4a-cfa1d5e0198f req-4d674510-0a17-48b9-9bf7-5e332bd140fc tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3bc1bd3-401e-469b-93d4-48a8b10bee7c HTTP/1.1" status: 200 len: 943 time: 0.0922358 Oct 20 10:36:33.928236 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2b05c402-e2bd-4dc4-9b4a-cfa1d5e0198f req-520a9c56-e185-4feb-a9c2-392e6a468f5f tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] 10.222.0.64 "GET /v2.0/security-groups?id=08fd82a4-fcb6-458b-a045-d4bca119d5a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378098 Oct 20 10:36:34.023763 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 48734) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:36:34.070642 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_v2 [None req-e830e017-685e-4345-ba54-b6d9f1246459 admin admin] Deleting subnet 5d8acf15-0cbf-477d-b85e-d79fdcb8698d {{(pid=100597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:36:34.074753 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e830e017-685e-4345-ba54-b6d9f1246459 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:34.110942 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e830e017-685e-4345-ba54-b6d9f1246459 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25852621'] for subnet, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:34.198554 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e830e017-685e-4345-ba54-b6d9f1246459 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:34.254202 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e830e017-685e-4345-ba54-b6d9f1246459 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25350811'] for subnet, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:34.293502 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e830e017-685e-4345-ba54-b6d9f1246459 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d8acf15-0cbf-477d-b85e-d79fdcb8698d,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:36:34.302545 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e830e017-685e-4345-ba54-b6d9f1246459 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:34.308495 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc7613a1-37c5-4d03-87c5-afe5e7c8f3da None None] Network 7de6ec8f-463e-406e-b277-0e89715e0fef requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:36:34.312021 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-e830e017-685e-4345-ba54-b6d9f1246459 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/5d8acf15-0cbf-477d-b85e-d79fdcb8698d HTTP/1.1" status: 204 len: 168 time: 0.2870643 Oct 20 10:36:34.315157 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 48738) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:36:34.419805 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-359859bb-643b-4e4d-8293-fe0f6ef0083c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:34.442084 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803ec365-6992-42e1-99bf-e4172651bbd9 req-722dd9b8-e9f5-4568-81e6-bfe0b02a253d tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:34.447935 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-803ec365-6992-42e1-99bf-e4172651bbd9 req-722dd9b8-e9f5-4568-81e6-bfe0b02a253d tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/ports?device_id=efe4bd25-79e9-42af-a4d8-5e8c46ef26f5 HTTP/1.1" status: 200 len: 946 time: 0.1227682 Oct 20 10:36:34.528193 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-219ea374-a045-4a08-8be3-0f2ff8aed37c None None] DHCP port deletion for 7de6ec8f-463e-406e-b277-0e89715e0fef request from n-d-811396-3 {{(pid=100598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:36:34.564011 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-803ec365-6992-42e1-99bf-e4172651bbd9 req-e5fd9161-28d3-4ea6-aaa8-0e3fc63997d6 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/security-groups?id=c33a6cb5-e80a-4f79-936a-38f5e3f7c89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073515 Oct 20 10:36:34.595235 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd2b97d-2dfa-4428-b9dc-b7e44ec653d8 req-371fe363-c4fd-41cf-88bc-a2585c433a0f tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:34.595802 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-219ea374-a045-4a08-8be3-0f2ff8aed37c None None] Deleting port 1baa5257-b916-4621-acfa-6eb82c7faf32 {{(pid=100598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:36:34.596182 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-219ea374-a045-4a08-8be3-0f2ff8aed37c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:34.597248 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0dd2b97d-2dfa-4428-b9dc-b7e44ec653d8 req-371fe363-c4fd-41cf-88bc-a2585c433a0f tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] 10.222.0.64 "GET /v2.0/ports?device_id=12c57aae-b973-43e9-a9e8-671f2ba671ba HTTP/1.1" status: 200 len: 946 time: 0.1300445 Oct 20 10:36:34.606773 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-359859bb-643b-4e4d-8293-fe0f6ef0083c admin admin] Deleting port 1baa5257-b916-4621-acfa-6eb82c7faf32 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:36:34.607189 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-359859bb-643b-4e4d-8293-fe0f6ef0083c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:34.668624 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-219ea374-a045-4a08-8be3-0f2ff8aed37c None None] For port 1baa5257-b916-4621-acfa-6eb82c7faf32, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=1baa5257-b916-4621-acfa-6eb82c7faf32,segment=NetworkSegment(cdb54968-a028-49d4-bff1-06faf7e0a12c),segment_id=cdb54968-a028-49d4-bff1-06faf7e0a12c)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:36:34.669167 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-219ea374-a045-4a08-8be3-0f2ff8aed37c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:34.684335 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-219ea374-a045-4a08-8be3-0f2ff8aed37c None None] Calling delete_port for 1baa5257-b916-4621-acfa-6eb82c7faf32 owned by network:dhcp {{(pid=100598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:36:34.713525 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [None req-359859bb-643b-4e4d-8293-fe0f6ef0083c admin admin] For port 1baa5257-b916-4621-acfa-6eb82c7faf32, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=1baa5257-b916-4621-acfa-6eb82c7faf32,segment=NetworkSegment(cdb54968-a028-49d4-bff1-06faf7e0a12c),segment_id=cdb54968-a028-49d4-bff1-06faf7e0a12c)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:36:34.713894 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-359859bb-643b-4e4d-8293-fe0f6ef0083c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:34.719885 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0dd2b97d-2dfa-4428-b9dc-b7e44ec653d8 req-99e663e5-c08f-4eb3-b64f-8a5bef879696 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ea17d67-d003-4cda-a612-dd72568a94fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088169 Oct 20 10:36:34.725607 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3bc1bd3-401e-469b-93d4-48a8b10bee7c', 'tag': '7f945ec7-9d05-4310-895e-e81958256aa7'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:36:34.728186 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08ea3f1a-56ad-4955-95f8-51a6d9a4d482" -d '{"events": [{"name": "network-changed", "server_uuid": "b3bc1bd3-401e-469b-93d4-48a8b10bee7c", "tag": "7f945ec7-9d05-4310-895e-e81958256aa7"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:36:34.754188 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-359859bb-643b-4e4d-8293-fe0f6ef0083c admin admin] Calling delete_port for 1baa5257-b916-4621-acfa-6eb82c7faf32 owned by network:dhcp {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:36:34.804310 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-219ea374-a045-4a08-8be3-0f2ff8aed37c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956'] for port, after_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:34.818319 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-652dccb1-18b9-4df0-9d32-37bffbe84cc4 x-openstack-request-id: req-652dccb1-18b9-4df0-9d32-37bffbe84cc4 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:36:34.818610 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3bc1bd3-401e-469b-93d4-48a8b10bee7c", "tag": "7f945ec7-9d05-4310-895e-e81958256aa7", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:36:34.818882 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-652dccb1-18b9-4df0-9d32-37bffbe84cc4 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:36:34.819348 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3bc1bd3-401e-469b-93d4-48a8b10bee7c', 'tag': '7f945ec7-9d05-4310-895e-e81958256aa7', 'status': 'completed', 'code': 200} Oct 20 10:36:34.839778 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219ea374-a045-4a08-8be3-0f2ff8aed37c None None] Pushing event deleted for resources: {'Port': ['ID=1baa5257-b916-4621-acfa-6eb82c7faf32,revision_number=None']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:36:34.845430 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219ea374-a045-4a08-8be3-0f2ff8aed37c None None] No DVR routers for this DVR port 1baa5257-b916-4621-acfa-6eb82c7faf32 on host n-d-811396-3 {{(pid=100598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:36:34.903881 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ea3f1a-56ad-4955-95f8-51a6d9a4d482 req-b193b84b-491f-41b2-ac3a-39967a47d4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:34.905634 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-08ea3f1a-56ad-4955-95f8-51a6d9a4d482 req-b193b84b-491f-41b2-ac3a-39967a47d4a7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=731eef55f91e477e86bcfb7efa8c0479&device_id=b3bc1bd3-401e-469b-93d4-48a8b10bee7c HTTP/1.1" status: 200 len: 1094 time: 0.0854995 Oct 20 10:36:34.943535 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-359859bb-643b-4e4d-8293-fe0f6ef0083c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:35.052423 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359859bb-643b-4e4d-8293-fe0f6ef0083c admin admin] Pushing event deleted for resources: {'Port': ['ID=1baa5257-b916-4621-acfa-6eb82c7faf32,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:36:35.057348 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 82160076-f9a5-4921-9e8a-aa76ad1a65b3 no longer exists at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:36:35.080940 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] No Port match for: 82160076-f9a5-4921-9e8a-aa76ad1a65b3 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:36:35.081453 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 82160076-f9a5-4921-9e8a-aa76ad1a65b3 not bound to the agent host n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:36:35.092220 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359859bb-643b-4e4d-8293-fe0f6ef0083c admin admin] No DVR routers for this DVR port 1baa5257-b916-4621-acfa-6eb82c7faf32 on host n-d-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:36:35.176690 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 7f945ec7-9d05-4310-895e-e81958256aa7 details requested by agent hyperv_n-h2-811396-3 with host n-h2-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:36:35.178586 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55523780-00f8-4272-9167-ce0e5f1e9710 req-9e940e04-6e23-4bb3-aaa2-8c2439d32ad1 tempest-ImagesNegativeTestJSON-1820630392 tempest-ImagesNegativeTestJSON-1820630392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:35.178835 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device a195c2a2-0543-48c8-ae0c-79264e103c3b up at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:36:35.186378 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-55523780-00f8-4272-9167-ce0e5f1e9710 req-9e940e04-6e23-4bb3-aaa2-8c2439d32ad1 tempest-ImagesNegativeTestJSON-1820630392 tempest-ImagesNegativeTestJSON-1820630392-project] 10.222.0.64 "GET /v2.0/ports?device_id=bc20a357-cfc2-45c2-80c9-c97aa6e74f57 HTTP/1.1" status: 200 len: 948 time: 0.2484882 Oct 20 10:36:35.196591 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ea3f1a-56ad-4955-95f8-51a6d9a4d482 req-d8ca88c6-2edc-45c0-8edf-4f820253945e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:35.198214 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-08ea3f1a-56ad-4955-95f8-51a6d9a4d482 req-d8ca88c6-2edc-45c0-8edf-4f820253945e service neutron] 10.222.0.69 "GET /v2.0/networks?id=abc6c139-a56d-4347-8df5-0319596279a3 HTTP/1.1" status: 200 len: 914 time: 0.2853615 Oct 20 10:36:35.234901 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f739e32-cd8e-4f85-9d18-4a50288a80a9 req-13c74d8f-be5b-4727-845c-cf28c2f54e99 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:35.239854 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8f739e32-cd8e-4f85-9d18-4a50288a80a9 req-13c74d8f-be5b-4727-845c-cf28c2f54e99 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3bc1bd3-401e-469b-93d4-48a8b10bee7c HTTP/1.1" status: 200 len: 943 time: 0.2213361 Oct 20 10:36:35.275662 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-359859bb-643b-4e4d-8293-fe0f6ef0083c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:35.316333 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning for port a195c2a2-0543-48c8-ae0c-79264e103c3b completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:36:35.331161 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning complete for port a195c2a2-0543-48c8-ae0c-79264e103c3b triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:36:35.331903 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:35.334941 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 7f945ec7-9d05-4310-895e-e81958256aa7, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=7f945ec7-9d05-4310-895e-e81958256aa7,segment=NetworkSegment(090770c7-51bc-40e6-9040-6586fd94bfd9),segment_id=090770c7-51bc-40e6-9040-6586fd94bfd9)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:36:35.373203 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Returning: {'device': '7f945ec7-9d05-4310-895e-e81958256aa7', 'network_id': 'abc6c139-a56d-4347-8df5-0319596279a3', 'port_id': '7f945ec7-9d05-4310-895e-e81958256aa7', 'mac_address': 'fa:16:3e:a4:b7:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 819, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f93d478d-fe5f-4f24-8855-ab44437adb41', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:36:35.426144 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:35.447475 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f945ec7-9d05-4310-895e-e81958256aa7 {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:36:35.492779 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 7f945ec7-9d05-4310-895e-e81958256aa7, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=7f945ec7-9d05-4310-895e-e81958256aa7,segment=NetworkSegment(090770c7-51bc-40e6-9040-6586fd94bfd9),segment_id=090770c7-51bc-40e6-9040-6586fd94bfd9)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:36:35.501039 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:35.532805 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:35.571930 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc20a357-cfc2-45c2-80c9-c97aa6e74f57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a195c2a2-0543-48c8-ae0c-79264e103c3b'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:36:35.574650 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73146309-e3b6-42b2-a04c-5e248398a589" -d '{"events": [{"server_uuid": "bc20a357-cfc2-45c2-80c9-c97aa6e74f57", "name": "network-vif-plugged", "status": "completed", "tag": "a195c2a2-0543-48c8-ae0c-79264e103c3b"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:36:35.597225 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port a195c2a2-0543-48c8-ae0c-79264e103c3b, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=a195c2a2-0543-48c8-ae0c-79264e103c3b,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:36:35.598551 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=7f945ec7-9d05-4310-895e-e81958256aa7,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:36:35.603448 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:35.604381 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-08ea3f1a-56ad-4955-95f8-51a6d9a4d482 req-64ab37fd-b5ef-4416-be7f-386b03b3da66 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7f945ec7-9d05-4310-895e-e81958256aa7 HTTP/1.1" status: 200 len: 217 time: 0.3925180 Oct 20 10:36:35.656653 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-55523780-00f8-4272-9167-ce0e5f1e9710 req-629a4c78-aaf5-4896-a0f7-67dccb60b976 tempest-ImagesNegativeTestJSON-1820630392 tempest-ImagesNegativeTestJSON-1820630392-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1529fd3-049b-495f-97a9-1954e58130c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4693429 Oct 20 10:36:35.664078 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=a195c2a2-0543-48c8-ae0c-79264e103c3b,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:36:35.665486 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-359859bb-643b-4e4d-8293-fe0f6ef0083c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7de6ec8f-463e-406e-b277-0e89715e0fef']}} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:36:35.693240 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8f739e32-cd8e-4f85-9d18-4a50288a80a9 req-e8263467-6125-4e18-8947-174e596e3e76 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] 10.222.0.64 "GET /v2.0/security-groups?id=08fd82a4-fcb6-458b-a045-d4bca119d5a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4469421 Oct 20 10:36:35.697359 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-359859bb-643b-4e4d-8293-fe0f6ef0083c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdb54968-a028-49d4-bff1-06faf7e0a12c') {'for_net_delete': True} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:36:35.697779 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-359859bb-643b-4e4d-8293-fe0f6ef0083c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdb54968-a028-49d4-bff1-06faf7e0a12c') {} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:36:35.712411 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-359859bb-643b-4e4d-8293-fe0f6ef0083c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25189038'] for segment, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:35.720719 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ea3f1a-56ad-4955-95f8-51a6d9a4d482 req-ee1df5b1-eb9c-4fff-a826-0fece9e1aa83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:35.722236 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-08ea3f1a-56ad-4955-95f8-51a6d9a4d482 req-ee1df5b1-eb9c-4fff-a826-0fece9e1aa83 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f93d478d-fe5f-4f24-8855-ab44437adb41 HTTP/1.1" status: 200 len: 853 time: 0.1056108 Oct 20 10:36:35.741611 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-359859bb-643b-4e4d-8293-fe0f6ef0083c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:35.760275 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-08ea3f1a-56ad-4955-95f8-51a6d9a4d482 req-2c9b4c5c-4d7d-429f-8d86-1996b3da7410 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=abc6c139-a56d-4347-8df5-0319596279a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304821 Oct 20 10:36:35.762739 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-359859bb-643b-4e4d-8293-fe0f6ef0083c admin admin] Releasing vlan 833 on physical network physnet1 to pool {{(pid=100596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:36:35.763138 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-359859bb-643b-4e4d-8293-fe0f6ef0083c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26833155'] for segment, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:35.764841 n-d-811396-3 neutron-server[100596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:36:35.764841 n-d-811396-3 neutron-server[100596]: self.session.flush() Oct 20 10:36:35.764841 n-d-811396-3 neutron-server[100596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:36:35.764841 n-d-811396-3 neutron-server[100596]: self.session.flush() Oct 20 10:36:35.764841 n-d-811396-3 neutron-server[100596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:36:35.764841 n-d-811396-3 neutron-server[100596]: self.session.flush() Oct 20 10:36:35.764841 n-d-811396-3 neutron-server[100596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:36:35.764841 n-d-811396-3 neutron-server[100596]: self.session.flush() Oct 20 10:36:35.764841 n-d-811396-3 neutron-server[100596]: Traceback (most recent call last): Oct 20 10:36:35.764841 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:36:35.764841 n-d-811396-3 neutron-server[100596]: timer() Oct 20 10:36:35.764841 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:36:35.764841 n-d-811396-3 neutron-server[100596]: cb(*args, **kw) Oct 20 10:36:35.764841 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:36:35.764841 n-d-811396-3 neutron-server[100596]: return func(*args, **kwargs) Oct 20 10:36:35.764841 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:36:35.764841 n-d-811396-3 neutron-server[100596]: self._notify() Oct 20 10:36:35.764841 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:36:35.764841 n-d-811396-3 neutron-server[100596]: self.callback(batched_events) Oct 20 10:36:35.764841 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:36:35.764841 n-d-811396-3 neutron-server[100596]: event.method(event) Oct 20 10:36:35.764841 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:36:35.764841 n-d-811396-3 neutron-server[100596]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:36:35.764841 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:36:35.764841 n-d-811396-3 neutron-server[100596]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:36:35.764841 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:36:35.764841 n-d-811396-3 neutron-server[100596]: return f(self, *a, **k) Oct 20 10:36:35.764841 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:36:35.764841 n-d-811396-3 neutron-server[100596]: return self._get(url).json() Oct 20 10:36:35.764841 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:36:35.764841 n-d-811396-3 neutron-server[100596]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:36:35.764841 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:36:35.764841 n-d-811396-3 neutron-server[100596]: return self.request(url, 'GET', **kwargs) Oct 20 10:36:35.764841 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:36:35.764841 n-d-811396-3 neutron-server[100596]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:36:35.764841 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:36:35.764841 n-d-811396-3 neutron-server[100596]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:36:35.764841 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:36:35.764841 n-d-811396-3 neutron-server[100596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:36:35.764841 n-d-811396-3 neutron-server[100596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:36:35.828437 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-024725e7-d23e-4305-aee4-412149dd7b74 x-openstack-request-id: req-024725e7-d23e-4305-aee4-412149dd7b74 {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:36:35.828735 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc20a357-cfc2-45c2-80c9-c97aa6e74f57", "name": "network-vif-plugged", "status": "completed", "tag": "a195c2a2-0543-48c8-ae0c-79264e103c3b", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:36:35.828992 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-024725e7-d23e-4305-aee4-412149dd7b74 {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:36:35.829422 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc20a357-cfc2-45c2-80c9-c97aa6e74f57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a195c2a2-0543-48c8-ae0c-79264e103c3b', 'code': 200} Oct 20 10:36:35.847705 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['7f945ec7-9d05-4310-895e-e81958256aa7'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:36:35.871756 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-359859bb-643b-4e4d-8293-fe0f6ef0083c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:35.887711 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-359859bb-643b-4e4d-8293-fe0f6ef0083c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:35.890611 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-359859bb-643b-4e4d-8293-fe0f6ef0083c admin admin] 10.222.0.64 "DELETE /v2.0/networks/7de6ec8f-463e-406e-b277-0e89715e0fef HTTP/1.1" status: 204 len: 168 time: 1.5732100 Oct 20 10:36:35.942045 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359859bb-643b-4e4d-8293-fe0f6ef0083c admin admin] Pushing event deleted for resources: {'Network': ['ID=7de6ec8f-463e-406e-b277-0e89715e0fef,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:36:36.002837 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-08ea3f1a-56ad-4955-95f8-51a6d9a4d482 req-2f2e19a0-c79b-46e5-8987-b8e8a7de1dad service neutron] 10.222.0.69 "GET /v2.0/networks/abc6c139-a56d-4347-8df5-0319596279a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288742 Oct 20 10:36:36.039621 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5513a47d-6620-4d22-9e96-f41e4f952fc0 req-00065917-1054-4df5-876a-a6ef42b2da9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:36.046244 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-5513a47d-6620-4d22-9e96-f41e4f952fc0 req-00065917-1054-4df5-876a-a6ef42b2da9e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=bc20a357-cfc2-45c2-80c9-c97aa6e74f57 HTTP/1.1" status: 200 len: 1100 time: 0.1064699 Oct 20 10:36:36.052830 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c9e6d9-bf25-4d91-a41b-b4b14c425a8c req-d480f5a5-6a2e-4971-add6-2ea68ab385ba tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:36.054385 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d2c9e6d9-bf25-4d91-a41b-b4b14c425a8c req-d480f5a5-6a2e-4971-add6-2ea68ab385ba tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] 10.222.0.64 "GET /v2.0/ports?device_id=12c57aae-b973-43e9-a9e8-671f2ba671ba HTTP/1.1" status: 200 len: 946 time: 0.1450450 Oct 20 10:36:36.066618 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2ff521-c4bf-4e58-a8c8-fdb62c308998 req-9c8da52e-1741-4e07-a9c7-3d228e027723 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:36.077325 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bb2ff521-c4bf-4e58-a8c8-fdb62c308998 req-9c8da52e-1741-4e07-a9c7-3d228e027723 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/ports?device_id=efe4bd25-79e9-42af-a4d8-5e8c46ef26f5 HTTP/1.1" status: 200 len: 946 time: 0.1458087 Oct 20 10:36:36.135563 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-5513a47d-6620-4d22-9e96-f41e4f952fc0 req-c5da1e9d-048d-4c8a-9d16-3a554dbf8f25 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=d1529fd3-049b-495f-97a9-1954e58130c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807700 Oct 20 10:36:36.183263 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1d8627d3-8d4b-48d4-ae24-7c42d7254e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:36.196939 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bb2ff521-c4bf-4e58-a8c8-fdb62c308998 req-7808fc1f-4695-4ecb-9a7c-0f3b4e9bf688 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/security-groups?id=c33a6cb5-e80a-4f79-936a-38f5e3f7c89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171563 Oct 20 10:36:36.213763 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 48760) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:36:36.216156 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d2c9e6d9-bf25-4d91-a41b-b4b14c425a8c req-26eee973-cad6-4cfb-b1e3-6ec6e48ddd2c tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ea17d67-d003-4cda-a612-dd72568a94fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307819 Oct 20 10:36:36.262474 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-08ea3f1a-56ad-4955-95f8-51a6d9a4d482 req-0cd8a95f-2516-4013-a0d7-dcafe370e58b service neutron] 10.222.0.69 "GET /v2.0/networks/abc6c139-a56d-4347-8df5-0319596279a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2513835 Oct 20 10:36:36.265181 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 1baa5257-b916-4621-acfa-6eb82c7faf32 no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:36:36.272273 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-dd52820a-13b2-443f-b3fe-984d9c9c496d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7c549de96c244bc2a43ec39c07795db6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0571413 Oct 20 10:36:36.274988 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 48762) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:36:36.294658 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 1baa5257-b916-4621-acfa-6eb82c7faf32 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:36:36.294888 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 1baa5257-b916-4621-acfa-6eb82c7faf32 not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:36:36.326827 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-18748680-16ca-432e-ad7e-30d3e0ff858c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:36.349920 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-18748680-16ca-432e-ad7e-30d3e0ff858c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:36.410417 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-18748680-16ca-432e-ad7e-30d3e0ff858c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:36.413373 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-18748680-16ca-432e-ad7e-30d3e0ff858c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:36.414689 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-18748680-16ca-432e-ad7e-30d3e0ff858c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3c1a8b96-5782-4385-b9de-3407ab4b2d8f HTTP/1.1" status: 204 len: 168 time: 0.1386850 Oct 20 10:36:36.424858 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18748680-16ca-432e-ad7e-30d3e0ff858c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c1a8b96-5782-4385-b9de-3407ab4b2d8f,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:36:36.835197 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11db5aac-ea2b-43d0-b02d-e5883671ed9e req-fbd40f5a-8bbc-4462-a201-abda5b27c929 tempest-ImagesNegativeTestJSON-1820630392 tempest-ImagesNegativeTestJSON-1820630392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:36.836885 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-11db5aac-ea2b-43d0-b02d-e5883671ed9e req-fbd40f5a-8bbc-4462-a201-abda5b27c929 tempest-ImagesNegativeTestJSON-1820630392 tempest-ImagesNegativeTestJSON-1820630392-project] 10.222.0.64 "GET /v2.0/ports?device_id=bc20a357-cfc2-45c2-80c9-c97aa6e74f57 HTTP/1.1" status: 200 len: 949 time: 0.0895166 Oct 20 10:36:36.871665 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b90e0bd-04d5-4fdd-86c1-4c6273db5371 req-51022af5-4d6e-434c-afaa-ace5e460986c tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:36.873286 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9b90e0bd-04d5-4fdd-86c1-4c6273db5371 req-51022af5-4d6e-434c-afaa-ace5e460986c tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3bc1bd3-401e-469b-93d4-48a8b10bee7c HTTP/1.1" status: 200 len: 944 time: 0.0818863 Oct 20 10:36:36.907733 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-11db5aac-ea2b-43d0-b02d-e5883671ed9e req-3af2e166-2a9b-47e2-9aab-2432b52a0578 tempest-ImagesNegativeTestJSON-1820630392 tempest-ImagesNegativeTestJSON-1820630392-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1529fd3-049b-495f-97a9-1954e58130c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624478 Oct 20 10:36:36.937452 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9b90e0bd-04d5-4fdd-86c1-4c6273db5371 req-1f94d2a2-096e-4084-a81d-0bbe6a6305ee tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] 10.222.0.64 "GET /v2.0/security-groups?id=08fd82a4-fcb6-458b-a045-d4bca119d5a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417280 Oct 20 10:36:37.029004 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:37.193978 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 7f945ec7-9d05-4310-895e-e81958256aa7 up at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:36:37.309025 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning for port 7f945ec7-9d05-4310-895e-e81958256aa7 completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:36:37.315061 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning complete for port 7f945ec7-9d05-4310-895e-e81958256aa7 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:36:37.315061 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:37.401725 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bd65f8-3ce2-4d18-934a-8976e0c39204 req-4a8b0985-967d-461f-b5e7-f71dc3d56bdf tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:37.404234 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a5bd65f8-3ce2-4d18-934a-8976e0c39204 req-4a8b0985-967d-461f-b5e7-f71dc3d56bdf tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/ports?device_id=efe4bd25-79e9-42af-a4d8-5e8c46ef26f5 HTTP/1.1" status: 200 len: 946 time: 0.1047356 Oct 20 10:36:37.420756 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29a7457-dca0-4c3a-ae11-4d913cb7467a req-800145e4-6fde-4c0f-8d22-d09ef0796085 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:37.422926 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f29a7457-dca0-4c3a-ae11-4d913cb7467a req-800145e4-6fde-4c0f-8d22-d09ef0796085 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] 10.222.0.64 "GET /v2.0/ports?device_id=12c57aae-b973-43e9-a9e8-671f2ba671ba HTTP/1.1" status: 200 len: 946 time: 0.0878251 Oct 20 10:36:37.429021 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:37.488423 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a5bd65f8-3ce2-4d18-934a-8976e0c39204 req-bea2cae7-d728-4870-b5e6-daacbdbc20a8 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/security-groups?id=c33a6cb5-e80a-4f79-936a-38f5e3f7c89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643342 Oct 20 10:36:37.494756 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f29a7457-dca0-4c3a-ae11-4d913cb7467a req-ec297dac-3682-4ae6-8fab-fe69810340f6 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ea17d67-d003-4cda-a612-dd72568a94fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626421 Oct 20 10:36:37.504950 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 7f945ec7-9d05-4310-895e-e81958256aa7, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=7f945ec7-9d05-4310-895e-e81958256aa7,segment=NetworkSegment(090770c7-51bc-40e6-9040-6586fd94bfd9),segment_id=090770c7-51bc-40e6-9040-6586fd94bfd9)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:36:37.507300 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:37.509676 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:37.575843 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=7f945ec7-9d05-4310-895e-e81958256aa7,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:36:37.707150 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:37.830730 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3bc1bd3-401e-469b-93d4-48a8b10bee7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f945ec7-9d05-4310-895e-e81958256aa7'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:36:37.833578 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c40f015-c74f-4ad0-a374-efd8f7911121" -d '{"events": [{"server_uuid": "b3bc1bd3-401e-469b-93d4-48a8b10bee7c", "name": "network-vif-plugged", "status": "completed", "tag": "7f945ec7-9d05-4310-895e-e81958256aa7"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:36:37.879741 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96e665a1-68b8-4c9a-a93c-a946fb252c50 x-openstack-request-id: req-96e665a1-68b8-4c9a-a93c-a946fb252c50 {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:36:37.880031 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3bc1bd3-401e-469b-93d4-48a8b10bee7c", "name": "network-vif-plugged", "status": "completed", "tag": "7f945ec7-9d05-4310-895e-e81958256aa7", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:36:37.880281 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-96e665a1-68b8-4c9a-a93c-a946fb252c50 {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:36:37.880677 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3bc1bd3-401e-469b-93d4-48a8b10bee7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f945ec7-9d05-4310-895e-e81958256aa7', 'code': 200} Oct 20 10:36:37.986133 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed656927-33da-42a2-9c6e-d921f8a932b1 req-dbd192a0-8c15-4612-987d-4109cc6d4a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:37.988282 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ed656927-33da-42a2-9c6e-d921f8a932b1 req-dbd192a0-8c15-4612-987d-4109cc6d4a62 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b3bc1bd3-401e-469b-93d4-48a8b10bee7c HTTP/1.1" status: 200 len: 1096 time: 0.0458109 Oct 20 10:36:38.114050 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ed656927-33da-42a2-9c6e-d921f8a932b1 req-a37e3038-e1dd-47c4-876c-b009850f223a service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=08fd82a4-fcb6-458b-a045-d4bca119d5a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076906 Oct 20 10:36:38.121721 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6429ef7b-6451-45e2-808f-4debccf6c872 req-4cc5468c-06f9-4e4a-b4a2-a36b83bd46de tempest-ImagesNegativeTestJSON-1820630392 tempest-ImagesNegativeTestJSON-1820630392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:38.123121 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6429ef7b-6451-45e2-808f-4debccf6c872 req-4cc5468c-06f9-4e4a-b4a2-a36b83bd46de tempest-ImagesNegativeTestJSON-1820630392 tempest-ImagesNegativeTestJSON-1820630392-project] 10.222.0.64 "GET /v2.0/ports?device_id=bc20a357-cfc2-45c2-80c9-c97aa6e74f57 HTTP/1.1" status: 200 len: 949 time: 0.1294525 Oct 20 10:36:38.128013 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 48834) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:36:38.138328 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17feebea-3209-4dae-9488-abdd921c53c4 req-e0b3ed72-620c-47db-84c1-a61d5d23422d tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:38.140331 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-17feebea-3209-4dae-9488-abdd921c53c4 req-e0b3ed72-620c-47db-84c1-a61d5d23422d tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3bc1bd3-401e-469b-93d4-48a8b10bee7c HTTP/1.1" status: 200 len: 945 time: 0.1042535 Oct 20 10:36:38.207820 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6429ef7b-6451-45e2-808f-4debccf6c872 req-f1c64c09-dba9-4206-b3ad-d66f36bd7240 tempest-ImagesNegativeTestJSON-1820630392 tempest-ImagesNegativeTestJSON-1820630392-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1529fd3-049b-495f-97a9-1954e58130c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614150 Oct 20 10:36:38.210861 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-17feebea-3209-4dae-9488-abdd921c53c4 req-2cc8d150-9240-4516-abde-68a31825f098 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] 10.222.0.64 "GET /v2.0/security-groups?id=08fd82a4-fcb6-458b-a045-d4bca119d5a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629399 Oct 20 10:36:38.249333 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e1a20d39-ee78-4d71-9ea2-252f18755c64 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:38.328836 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e1a20d39-ee78-4d71-9ea2-252f18755c64 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:38.337928 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e1a20d39-ee78-4d71-9ea2-252f18755c64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:38.378430 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-e1a20d39-ee78-4d71-9ea2-252f18755c64 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6eb06c48be3e4a4a8154b28afad36e7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2493291 Oct 20 10:36:38.380639 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a20d39-ee78-4d71-9ea2-252f18755c64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06e382eb-12b8-4978-8299-731eb3330ab9,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:36:38.381460 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 48840) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:36:38.434855 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1c319f03-4e22-42d3-9dec-db3289f57660 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:38.465319 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1c319f03-4e22-42d3-9dec-db3289f57660 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:38.531652 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1c319f03-4e22-42d3-9dec-db3289f57660 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:38.534223 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1c319f03-4e22-42d3-9dec-db3289f57660 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:38.535362 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-1c319f03-4e22-42d3-9dec-db3289f57660 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/06e382eb-12b8-4978-8299-731eb3330ab9 HTTP/1.1" status: 204 len: 168 time: 0.1510742 Oct 20 10:36:38.553508 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c319f03-4e22-42d3-9dec-db3289f57660 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06e382eb-12b8-4978-8299-731eb3330ab9,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:36:38.573237 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701deb4d-cb55-4f87-bcf1-fd3d68928775 req-de626004-b968-402a-a690-32d9d27e69cb tempest-ImagesNegativeTestJSON-1820630392 tempest-ImagesNegativeTestJSON-1820630392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:38.574886 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-701deb4d-cb55-4f87-bcf1-fd3d68928775 req-de626004-b968-402a-a690-32d9d27e69cb tempest-ImagesNegativeTestJSON-1820630392 tempest-ImagesNegativeTestJSON-1820630392-project] 10.222.0.64 "GET /v2.0/ports?device_id=bc20a357-cfc2-45c2-80c9-c97aa6e74f57 HTTP/1.1" status: 200 len: 949 time: 0.0716834 Oct 20 10:36:38.648337 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-701deb4d-cb55-4f87-bcf1-fd3d68928775 req-72b71d28-ad5b-49e6-87f5-99b0f74d0b50 tempest-ImagesNegativeTestJSON-1820630392 tempest-ImagesNegativeTestJSON-1820630392-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1529fd3-049b-495f-97a9-1954e58130c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632522 Oct 20 10:36:38.658518 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526ed979-d2e8-43d4-a5fe-aee941cafb2c req-d8b555f3-7d23-4fcc-abc9-91049a1f75b2 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:38.660413 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-526ed979-d2e8-43d4-a5fe-aee941cafb2c req-d8b555f3-7d23-4fcc-abc9-91049a1f75b2 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] 10.222.0.64 "GET /v2.0/ports?device_id=12c57aae-b973-43e9-a9e8-671f2ba671ba HTTP/1.1" status: 200 len: 946 time: 0.0845938 Oct 20 10:36:38.708339 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-526ed979-d2e8-43d4-a5fe-aee941cafb2c req-25d02aa0-9073-49ad-8b32-fdc5b1f76979 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ea17d67-d003-4cda-a612-dd72568a94fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408707 Oct 20 10:36:38.781633 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4927169d-7cbb-4e24-b8b9-6e495d86f759 req-35f91b00-6988-484a-8f92-272a6d58a670 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:38.782555 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4927169d-7cbb-4e24-b8b9-6e495d86f759 req-35f91b00-6988-484a-8f92-272a6d58a670 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/ports?device_id=efe4bd25-79e9-42af-a4d8-5e8c46ef26f5 HTTP/1.1" status: 200 len: 946 time: 0.0645006 Oct 20 10:36:38.825423 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:38.828096 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4927169d-7cbb-4e24-b8b9-6e495d86f759 req-640bcbc7-dd47-452d-aee3-c2a24f4ecbaa tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/security-groups?id=c33a6cb5-e80a-4f79-936a-38f5e3f7c89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375376 Oct 20 10:36:39.325631 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d184a99-fdd3-42d1-9280-89aefe605f6d req-f5932b25-1121-4c72-b683-16b0fc2b269f tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:39.327131 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0d184a99-fdd3-42d1-9280-89aefe605f6d req-f5932b25-1121-4c72-b683-16b0fc2b269f tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3bc1bd3-401e-469b-93d4-48a8b10bee7c HTTP/1.1" status: 200 len: 945 time: 0.0499749 Oct 20 10:36:39.383286 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0d184a99-fdd3-42d1-9280-89aefe605f6d req-37d99af6-bbe6-4fcf-abba-1eadbb97dd7c tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] 10.222.0.64 "GET /v2.0/security-groups?id=08fd82a4-fcb6-458b-a045-d4bca119d5a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493658 Oct 20 10:36:39.772124 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1299915c-ffbd-4603-a52a-f66785c38853 req-7b391277-4891-4bc1-be88-737df753476a tempest-ImagesNegativeTestJSON-1820630392 tempest-ImagesNegativeTestJSON-1820630392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:39.773652 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1299915c-ffbd-4603-a52a-f66785c38853 req-7b391277-4891-4bc1-be88-737df753476a tempest-ImagesNegativeTestJSON-1820630392 tempest-ImagesNegativeTestJSON-1820630392-project] 10.222.0.64 "GET /v2.0/ports?device_id=bc20a357-cfc2-45c2-80c9-c97aa6e74f57 HTTP/1.1" status: 200 len: 949 time: 0.0507994 Oct 20 10:36:39.845360 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1299915c-ffbd-4603-a52a-f66785c38853 req-7675b39b-229a-4ef2-ba51-c9c3ac46dbea tempest-ImagesNegativeTestJSON-1820630392 tempest-ImagesNegativeTestJSON-1820630392-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1529fd3-049b-495f-97a9-1954e58130c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656204 Oct 20 10:36:39.862104 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c5c1f6-a192-430e-9d58-e2dd1ffba4f7 req-58fd68ea-82bf-4406-a4a0-20895cf7a8cb tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:39.864213 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-98c5c1f6-a192-430e-9d58-e2dd1ffba4f7 req-58fd68ea-82bf-4406-a4a0-20895cf7a8cb tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] 10.222.0.64 "GET /v2.0/ports?device_id=12c57aae-b973-43e9-a9e8-671f2ba671ba HTTP/1.1" status: 200 len: 946 time: 0.0774298 Oct 20 10:36:39.904573 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-98c5c1f6-a192-430e-9d58-e2dd1ffba4f7 req-2d82ed21-2df8-4355-b405-b08b8e87e981 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ea17d67-d003-4cda-a612-dd72568a94fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341537 Oct 20 10:36:39.961560 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f21ed7-b441-40ed-a8a3-c9bd18d41a5f req-32e47461-dd2f-4743-a628-87d6233df523 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:39.963362 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-73f21ed7-b441-40ed-a8a3-c9bd18d41a5f req-32e47461-dd2f-4743-a628-87d6233df523 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/ports?device_id=efe4bd25-79e9-42af-a4d8-5e8c46ef26f5 HTTP/1.1" status: 200 len: 946 time: 0.0518153 Oct 20 10:36:40.003702 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-73f21ed7-b441-40ed-a8a3-c9bd18d41a5f req-7e815a84-505c-4a79-a623-abfdd508c4a6 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/security-groups?id=c33a6cb5-e80a-4f79-936a-38f5e3f7c89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335255 Oct 20 10:36:40.214387 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6afa14-10ef-4ffa-95a3-b10d2953d4a4 req-590378e2-9e58-42c1-b772-2a9ab356fa8f tempest-ImagesNegativeTestJSON-1820630392 tempest-ImagesNegativeTestJSON-1820630392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:40.215898 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7d6afa14-10ef-4ffa-95a3-b10d2953d4a4 req-590378e2-9e58-42c1-b772-2a9ab356fa8f tempest-ImagesNegativeTestJSON-1820630392 tempest-ImagesNegativeTestJSON-1820630392-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc20a357-cfc2-45c2-80c9-c97aa6e74f57 HTTP/1.1" status: 200 len: 949 time: 0.0508647 Oct 20 10:36:40.319197 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-7d6afa14-10ef-4ffa-95a3-b10d2953d4a4 req-70789adc-b18f-4363-b6c6-937facbd19e9 tempest-ImagesNegativeTestJSON-1820630392 tempest-ImagesNegativeTestJSON-1820630392-project] Deleting port a195c2a2-0543-48c8-ae0c-79264e103c3b {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:36:40.319710 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-7d6afa14-10ef-4ffa-95a3-b10d2953d4a4 req-70789adc-b18f-4363-b6c6-937facbd19e9 tempest-ImagesNegativeTestJSON-1820630392 tempest-ImagesNegativeTestJSON-1820630392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:40.411334 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-7d6afa14-10ef-4ffa-95a3-b10d2953d4a4 req-70789adc-b18f-4363-b6c6-937facbd19e9 tempest-ImagesNegativeTestJSON-1820630392 tempest-ImagesNegativeTestJSON-1820630392-project] For port a195c2a2-0543-48c8-ae0c-79264e103c3b, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=a195c2a2-0543-48c8-ae0c-79264e103c3b,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:36:40.411896 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-7d6afa14-10ef-4ffa-95a3-b10d2953d4a4 req-70789adc-b18f-4363-b6c6-937facbd19e9 tempest-ImagesNegativeTestJSON-1820630392 tempest-ImagesNegativeTestJSON-1820630392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:40.429683 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-7d6afa14-10ef-4ffa-95a3-b10d2953d4a4 req-70789adc-b18f-4363-b6c6-937facbd19e9 tempest-ImagesNegativeTestJSON-1820630392 tempest-ImagesNegativeTestJSON-1820630392-project] Calling delete_port for a195c2a2-0543-48c8-ae0c-79264e103c3b owned by compute:nova {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:36:40.549475 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785864d4-a0f7-48a2-b76e-d47c06f64dbc req-574de691-fc39-4577-af9f-f722f86ff5e7 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:40.550994 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-785864d4-a0f7-48a2-b76e-d47c06f64dbc req-574de691-fc39-4577-af9f-f722f86ff5e7 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3bc1bd3-401e-469b-93d4-48a8b10bee7c HTTP/1.1" status: 200 len: 945 time: 0.0739064 Oct 20 10:36:40.637002 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-785864d4-a0f7-48a2-b76e-d47c06f64dbc req-b3bf0df7-b57b-4fef-b4f7-509da2d94422 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] 10.222.0.64 "GET /v2.0/security-groups?id=08fd82a4-fcb6-458b-a045-d4bca119d5a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707247 Oct 20 10:36:40.640404 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-7d6afa14-10ef-4ffa-95a3-b10d2953d4a4 req-70789adc-b18f-4363-b6c6-937facbd19e9 tempest-ImagesNegativeTestJSON-1820630392 tempest-ImagesNegativeTestJSON-1820630392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:40.654532 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['a195c2a2-0543-48c8-ae0c-79264e103c3b'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:36:40.673490 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70789adc-b18f-4363-b6c6-937facbd19e9 tempest-ImagesNegativeTestJSON-1820630392 tempest-ImagesNegativeTestJSON-1820630392-project] Pushing event deleted for resources: {'Port': ['ID=a195c2a2-0543-48c8-ae0c-79264e103c3b,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:36:40.727687 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d6afa14-10ef-4ffa-95a3-b10d2953d4a4 req-70789adc-b18f-4363-b6c6-937facbd19e9 tempest-ImagesNegativeTestJSON-1820630392 tempest-ImagesNegativeTestJSON-1820630392-project] No DVR routers for this DVR port a195c2a2-0543-48c8-ae0c-79264e103c3b on host n-h2-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:36:40.731670 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-7d6afa14-10ef-4ffa-95a3-b10d2953d4a4 req-70789adc-b18f-4363-b6c6-937facbd19e9 tempest-ImagesNegativeTestJSON-1820630392 tempest-ImagesNegativeTestJSON-1820630392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:40.735202 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7d6afa14-10ef-4ffa-95a3-b10d2953d4a4 req-70789adc-b18f-4363-b6c6-937facbd19e9 tempest-ImagesNegativeTestJSON-1820630392 tempest-ImagesNegativeTestJSON-1820630392-project] 10.222.0.69 "DELETE /v2.0/ports/a195c2a2-0543-48c8-ae0c-79264e103c3b HTTP/1.1" status: 204 len: 173 time: 0.5114517 Oct 20 10:36:40.735781 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc20a357-cfc2-45c2-80c9-c97aa6e74f57', 'name': 'network-vif-deleted', 'tag': 'a195c2a2-0543-48c8-ae0c-79264e103c3b'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:36:40.739077 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbaf4a87-344f-4d28-b63b-d18093e0ca3e" -d '{"events": [{"server_uuid": "bc20a357-cfc2-45c2-80c9-c97aa6e74f57", "name": "network-vif-deleted", "tag": "a195c2a2-0543-48c8-ae0c-79264e103c3b"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:36:40.792236 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4c6b7170-a97c-42d3-acad-5039d09ab63d req-bcd74149-4fd7-4f0e-ac59-740deab2383d tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-774509102&fields=id&tenant_id=731eef55f91e477e86bcfb7efa8c0479 HTTP/1.1" status: 200 len: 267 time: 0.0656424 Oct 20 10:36:40.796460 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7918c6f-fe65-46d9-ba3e-d07f8fd2e088 x-openstack-request-id: req-d7918c6f-fe65-46d9-ba3e-d07f8fd2e088 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:36:40.796762 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc20a357-cfc2-45c2-80c9-c97aa6e74f57", "name": "network-vif-deleted", "tag": "a195c2a2-0543-48c8-ae0c-79264e103c3b", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:36:40.797313 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d7918c6f-fe65-46d9-ba3e-d07f8fd2e088 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:36:40.798386 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc20a357-cfc2-45c2-80c9-c97aa6e74f57', 'name': 'network-vif-deleted', 'tag': 'a195c2a2-0543-48c8-ae0c-79264e103c3b', 'status': 'completed', 'code': 200} Oct 20 10:36:40.864702 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6b7170-a97c-42d3-acad-5039d09ab63d req-e236ae27-fd9c-4204-81db-ac05a0a001f0 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:40.873269 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4c6b7170-a97c-42d3-acad-5039d09ab63d req-e236ae27-fd9c-4204-81db-ac05a0a001f0 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3bc1bd3-401e-469b-93d4-48a8b10bee7c HTTP/1.1" status: 200 len: 945 time: 0.0800493 Oct 20 10:36:40.879624 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-4c6b7170-a97c-42d3-acad-5039d09ab63d req-7a7273f4-b1b3-413b-a058-e6ef995c8388 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Request body: {'port': {'security_groups': ['08fd82a4-fcb6-458b-a045-d4bca119d5a0', '0ffc2733-b68f-4c51-9f73-ba347cdd1858']}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:36:41.000527 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-50eff22f-f1d2-433a-8c88-3cd4795414ae req-6104da37-43d5-49b1-9177-7ffea37c8002 tempest-ImagesNegativeTestJSON-1820630392 tempest-ImagesNegativeTestJSON-1820630392-project] 10.222.0.64 "GET /v2.0/ports?device_id=bc20a357-cfc2-45c2-80c9-c97aa6e74f57 HTTP/1.1" status: 200 len: 210 time: 0.0410376 Oct 20 10:36:41.001090 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-4c6b7170-a97c-42d3-acad-5039d09ab63d req-7a7273f4-b1b3-413b-a058-e6ef995c8388 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:41.066326 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 48942) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:36:41.158608 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0833700b-5eca-467c-83e4-a8f1a782458d req-968259c0-f131-458e-b649-622a0de5eacb tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:41.160274 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0833700b-5eca-467c-83e4-a8f1a782458d req-968259c0-f131-458e-b649-622a0de5eacb tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] 10.222.0.64 "GET /v2.0/ports?device_id=12c57aae-b973-43e9-a9e8-671f2ba671ba HTTP/1.1" status: 200 len: 946 time: 0.0944159 Oct 20 10:36:41.173508 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-cda59ecb-55ec-4392-933a-9addb5f402a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:41.266771 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0833700b-5eca-467c-83e4-a8f1a782458d req-7a437461-436d-4878-9c28-4ca8645c5ccf tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ea17d67-d003-4cda-a612-dd72568a94fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896132 Oct 20 10:36:41.278354 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-4c6b7170-a97c-42d3-acad-5039d09ab63d req-7a7273f4-b1b3-413b-a058-e6ef995c8388 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] For port 7f945ec7-9d05-4310-895e-e81958256aa7, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=7f945ec7-9d05-4310-895e-e81958256aa7,segment=NetworkSegment(090770c7-51bc-40e6-9040-6586fd94bfd9),segment_id=090770c7-51bc-40e6-9040-6586fd94bfd9)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:36:41.285171 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-cda59ecb-55ec-4392-933a-9addb5f402a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:41.292169 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-cda59ecb-55ec-4392-933a-9addb5f402a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:41.327636 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda59ecb-55ec-4392-933a-9addb5f402a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=664a9148-cee3-4400-b961-eee20258e3ca,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:36:41.332629 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-4c6b7170-a97c-42d3-acad-5039d09ab63d req-7a7273f4-b1b3-413b-a058-e6ef995c8388 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:41.337908 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-4c6b7170-a97c-42d3-acad-5039d09ab63d req-7a7273f4-b1b3-413b-a058-e6ef995c8388 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:41.351482 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-cda59ecb-55ec-4392-933a-9addb5f402a5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6bdb541d56454c069758f50324e7cdff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2839057 Oct 20 10:36:41.354898 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['7f945ec7-9d05-4310-895e-e81958256aa7'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:36:41.355120 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 48946) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:36:41.415725 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-09bf9657-2979-4a5c-83d4-25ecc7985c04 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:41.426908 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6b7170-a97c-42d3-acad-5039d09ab63d req-7a7273f4-b1b3-413b-a058-e6ef995c8388 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:41.427671 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-4c6b7170-a97c-42d3-acad-5039d09ab63d req-7a7273f4-b1b3-413b-a058-e6ef995c8388 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:41.429193 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4c6b7170-a97c-42d3-acad-5039d09ab63d req-7a7273f4-b1b3-413b-a058-e6ef995c8388 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] 10.222.0.64 "PUT /v2.0/ports/7f945ec7-9d05-4310-895e-e81958256aa7 HTTP/1.1" status: 200 len: 981 time: 0.5550675 Oct 20 10:36:41.442751 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-09bf9657-2979-4a5c-83d4-25ecc7985c04 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:41.465670 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42206f4-98ca-48ac-8f1c-f809c58781fd req-2a49e961-53ec-4c67-864d-55b0eb21d602 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:41.467076 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d42206f4-98ca-48ac-8f1c-f809c58781fd req-2a49e961-53ec-4c67-864d-55b0eb21d602 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/ports?device_id=efe4bd25-79e9-42af-a4d8-5e8c46ef26f5 HTTP/1.1" status: 200 len: 946 time: 0.1046090 Oct 20 10:36:41.467943 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7273f4-b1b3-413b-a058-e6ef995c8388 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Pushing event updated for resources: {'Port': ['ID=7f945ec7-9d05-4310-895e-e81958256aa7,revision_number=6']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:36:41.502056 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-09bf9657-2979-4a5c-83d4-25ecc7985c04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:41.505497 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-09bf9657-2979-4a5c-83d4-25ecc7985c04 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:41.506895 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-09bf9657-2979-4a5c-83d4-25ecc7985c04 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/664a9148-cee3-4400-b961-eee20258e3ca HTTP/1.1" status: 204 len: 168 time: 0.1507795 Oct 20 10:36:41.514749 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bf9657-2979-4a5c-83d4-25ecc7985c04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=664a9148-cee3-4400-b961-eee20258e3ca,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:36:41.542682 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d42206f4-98ca-48ac-8f1c-f809c58781fd req-31f96463-ba9f-4013-9457-9fb836e8d1cc tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/security-groups?id=c33a6cb5-e80a-4f79-936a-38f5e3f7c89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652192 Oct 20 10:36:41.571922 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['7f945ec7-9d05-4310-895e-e81958256aa7'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:36:41.574064 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b42ace8f-6dcd-4750-9397-85c249a656dd req-bcea8423-0e1b-4948-8119-8dbc87c723a6 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-326749384&fields=id&tenant_id=731eef55f91e477e86bcfb7efa8c0479 HTTP/1.1" status: 200 len: 267 time: 0.0711341 Oct 20 10:36:41.636091 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42ace8f-6dcd-4750-9397-85c249a656dd req-c801d2e6-d64f-457c-a42d-6401da37bab5 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:41.643928 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b42ace8f-6dcd-4750-9397-85c249a656dd req-c801d2e6-d64f-457c-a42d-6401da37bab5 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3bc1bd3-401e-469b-93d4-48a8b10bee7c HTTP/1.1" status: 200 len: 984 time: 0.0688486 Oct 20 10:36:41.651264 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-b42ace8f-6dcd-4750-9397-85c249a656dd req-8906da65-4e5c-4386-9cf8-e26f952a2df7 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Request body: {'port': {'security_groups': ['08fd82a4-fcb6-458b-a045-d4bca119d5a0', '0ffc2733-b68f-4c51-9f73-ba347cdd1858', 'ef349759-eb23-4f90-8574-5a4d4e6d09ea']}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:36:41.734167 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-b42ace8f-6dcd-4750-9397-85c249a656dd req-8906da65-4e5c-4386-9cf8-e26f952a2df7 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:41.848581 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 48958) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:36:41.862528 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6fe1374b-4234-4c70-bea0-07f022c29b50 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:41.936799 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6fe1374b-4234-4c70-bea0-07f022c29b50 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:41.940491 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6fe1374b-4234-4c70-bea0-07f022c29b50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:41.942348 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-b42ace8f-6dcd-4750-9397-85c249a656dd req-8906da65-4e5c-4386-9cf8-e26f952a2df7 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] For port 7f945ec7-9d05-4310-895e-e81958256aa7, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=7f945ec7-9d05-4310-895e-e81958256aa7,segment=NetworkSegment(090770c7-51bc-40e6-9040-6586fd94bfd9),segment_id=090770c7-51bc-40e6-9040-6586fd94bfd9)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:36:41.972397 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-b42ace8f-6dcd-4750-9397-85c249a656dd req-8906da65-4e5c-4386-9cf8-e26f952a2df7 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:41.977471 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-b42ace8f-6dcd-4750-9397-85c249a656dd req-8906da65-4e5c-4386-9cf8-e26f952a2df7 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:41.978942 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe1374b-4234-4c70-bea0-07f022c29b50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee2fa2c2-8f4b-43e3-8376-c7e3c420ab49,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:36:41.987914 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-6fe1374b-4234-4c70-bea0-07f022c29b50 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0d9afb69190249dab864bcd1777f841b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1379778 Oct 20 10:36:41.988502 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 48960) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:36:41.992528 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['7f945ec7-9d05-4310-895e-e81958256aa7'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:36:42.024763 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42ace8f-6dcd-4750-9397-85c249a656dd req-8906da65-4e5c-4386-9cf8-e26f952a2df7 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:42.025805 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-b42ace8f-6dcd-4750-9397-85c249a656dd req-8906da65-4e5c-4386-9cf8-e26f952a2df7 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:42.027516 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b42ace8f-6dcd-4750-9397-85c249a656dd req-8906da65-4e5c-4386-9cf8-e26f952a2df7 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] 10.222.0.64 "PUT /v2.0/ports/7f945ec7-9d05-4310-895e-e81958256aa7 HTTP/1.1" status: 200 len: 1020 time: 0.3826051 Oct 20 10:36:42.067017 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b2402fa8-c4b8-4014-a76f-56d0a8dab630 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:42.072778 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8906da65-4e5c-4386-9cf8-e26f952a2df7 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Pushing event updated for resources: {'Port': ['ID=7f945ec7-9d05-4310-895e-e81958256aa7,revision_number=7']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:36:42.097298 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b2402fa8-c4b8-4014-a76f-56d0a8dab630 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:42.156134 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['7f945ec7-9d05-4310-895e-e81958256aa7'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:36:42.161579 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b2402fa8-c4b8-4014-a76f-56d0a8dab630 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:42.164460 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b2402fa8-c4b8-4014-a76f-56d0a8dab630 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:42.168354 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-b2402fa8-c4b8-4014-a76f-56d0a8dab630 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ee2fa2c2-8f4b-43e3-8376-c7e3c420ab49 HTTP/1.1" status: 204 len: 168 time: 0.1788747 Oct 20 10:36:42.178272 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2402fa8-c4b8-4014-a76f-56d0a8dab630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee2fa2c2-8f4b-43e3-8376-c7e3c420ab49,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:36:42.200379 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567c422b-b274-43fa-9f37-7865a93bcbe8 req-172f3fd3-75fb-4bbb-9315-3b1ebfa4ba50 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:42.202284 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-567c422b-b274-43fa-9f37-7865a93bcbe8 req-172f3fd3-75fb-4bbb-9315-3b1ebfa4ba50 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3bc1bd3-401e-469b-93d4-48a8b10bee7c HTTP/1.1" status: 200 len: 1023 time: 0.0881529 Oct 20 10:36:42.295856 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-567c422b-b274-43fa-9f37-7865a93bcbe8 req-3567445e-868b-449f-9eaf-82977f34a46a tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] 10.222.0.64 "GET /v2.0/security-groups?id=ef349759-eb23-4f90-8574-5a4d4e6d09ea&id=08fd82a4-fcb6-458b-a045-d4bca119d5a0&id=0ffc2733-b68f-4c51-9f73-ba347cdd1858 HTTP/1.1" status: 200 len: 6151 time: 0.0865848 Oct 20 10:36:42.328950 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-607fb76c-6c79-468a-a778-ad8dab2e0800 req-b445c0cb-6336-4a7b-81b5-e2d11a8190bb tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Request body: {'security_group': {'name': ' tempest-securitygroup -664361999 ', 'description': 'tempest-description-420123168'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:36:42.378212 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-607fb76c-6c79-468a-a778-ad8dab2e0800 req-b445c0cb-6336-4a7b-81b5-e2d11a8190bb tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:42.439437 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c588c821-1148-4ba8-af6b-04e6685e6faf req-0719986e-b281-4d90-a040-bb595f60fc4a tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:42.441341 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c588c821-1148-4ba8-af6b-04e6685e6faf req-0719986e-b281-4d90-a040-bb595f60fc4a tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] 10.222.0.64 "GET /v2.0/ports?device_id=12c57aae-b973-43e9-a9e8-671f2ba671ba HTTP/1.1" status: 200 len: 946 time: 0.0834703 Oct 20 10:36:42.498368 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c588c821-1148-4ba8-af6b-04e6685e6faf req-852db54e-9e5b-4877-9be2-2e52af2eea6e tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ea17d67-d003-4cda-a612-dd72568a94fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480034 Oct 20 10:36:42.534445 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-607fb76c-6c79-468a-a778-ad8dab2e0800 req-b445c0cb-6336-4a7b-81b5-e2d11a8190bb tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:42.539049 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-607fb76c-6c79-468a-a778-ad8dab2e0800 req-b445c0cb-6336-4a7b-81b5-e2d11a8190bb tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:42.579786 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-607fb76c-6c79-468a-a778-ad8dab2e0800 req-b445c0cb-6336-4a7b-81b5-e2d11a8190bb tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:42.581639 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-607fb76c-6c79-468a-a778-ad8dab2e0800 req-b445c0cb-6336-4a7b-81b5-e2d11a8190bb tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1786 time: 0.2570174 Oct 20 10:36:42.592736 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b445c0cb-6336-4a7b-81b5-e2d11a8190bb tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4940ce77-9819-47bd-a93c-2423e075bdbf,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:36:42.648361 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 48996) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:36:42.677114 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c24c7d18-50b6-4105-9361-55fa1b3e89e4 req-066c829b-dde8-4b36-9f1f-20bf34e88c98 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] 10.222.0.64 "GET /v2.0/security-groups/4940ce77-9819-47bd-a93c-2423e075bdbf HTTP/1.1" status: 200 len: 1781 time: 0.0730028 Oct 20 10:36:42.725318 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92d7541-4dfd-48c9-804a-f339d08d52c3 req-5f34cbef-71ba-469f-86e2-9ec67489fde1 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:42.727951 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c92d7541-4dfd-48c9-804a-f339d08d52c3 req-5f34cbef-71ba-469f-86e2-9ec67489fde1 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/ports?device_id=efe4bd25-79e9-42af-a4d8-5e8c46ef26f5 HTTP/1.1" status: 200 len: 946 time: 0.0670092 Oct 20 10:36:42.783223 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c92d7541-4dfd-48c9-804a-f339d08d52c3 req-981a6a60-287e-4b8b-82a4-93f413e43415 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/security-groups?id=c33a6cb5-e80a-4f79-936a-38f5e3f7c89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458930 Oct 20 10:36:42.828773 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3bc1bd3-401e-469b-93d4-48a8b10bee7c', 'tag': '7f945ec7-9d05-4310-895e-e81958256aa7'}, {'name': 'network-changed', 'server_uuid': 'b3bc1bd3-401e-469b-93d4-48a8b10bee7c', 'tag': '7f945ec7-9d05-4310-895e-e81958256aa7'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:36:42.831562 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1782433-36d1-4be8-8e8e-38df4e507793" -d '{"events": [{"name": "network-changed", "server_uuid": "b3bc1bd3-401e-469b-93d4-48a8b10bee7c", "tag": "7f945ec7-9d05-4310-895e-e81958256aa7"}, {"name": "network-changed", "server_uuid": "b3bc1bd3-401e-469b-93d4-48a8b10bee7c", "tag": "7f945ec7-9d05-4310-895e-e81958256aa7"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:36:42.861474 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ee140332-6fe4-4606-bdde-2a9a6da39fed req-211730e0-5998-48ab-bb91-e94e829c5629 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] 10.222.0.64 "GET /v2.0/security-groups/4940ce77-9819-47bd-a93c-2423e075bdbf HTTP/1.1" status: 200 len: 1781 time: 0.0613551 Oct 20 10:36:42.883870 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-a43ec603-b99e-416f-8062-c974f1d5aa67 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e92b91d2f23a498bb0293ca9e4dbf2ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2340319 Oct 20 10:36:42.886362 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 49014) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:36:42.906406 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 20 Oct 2021 10:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53786602-96d5-4d0c-bd60-2297816da54e x-openstack-request-id: req-53786602-96d5-4d0c-bd60-2297816da54e {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:36:42.906822 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3bc1bd3-401e-469b-93d4-48a8b10bee7c", "tag": "7f945ec7-9d05-4310-895e-e81958256aa7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b3bc1bd3-401e-469b-93d4-48a8b10bee7c", "tag": "7f945ec7-9d05-4310-895e-e81958256aa7", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:36:42.907084 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-53786602-96d5-4d0c-bd60-2297816da54e {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:36:42.907514 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3bc1bd3-401e-469b-93d4-48a8b10bee7c', 'tag': '7f945ec7-9d05-4310-895e-e81958256aa7', 'status': 'completed', 'code': 200} Oct 20 10:36:42.907773 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3bc1bd3-401e-469b-93d4-48a8b10bee7c', 'tag': '7f945ec7-9d05-4310-895e-e81958256aa7', 'status': 'completed', 'code': 200} Oct 20 10:36:42.943423 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-813dc384-26e0-4e81-960d-c3f46444c7a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:42.952316 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-ee140332-6fe4-4606-bdde-2a9a6da39fed req-248ae4aa-ee6f-4c5e-bd2c-70cef1d21c6b tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:42.969135 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-813dc384-26e0-4e81-960d-c3f46444c7a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:42.984890 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-ee140332-6fe4-4606-bdde-2a9a6da39fed req-248ae4aa-ee6f-4c5e-bd2c-70cef1d21c6b tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:43.020965 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-813dc384-26e0-4e81-960d-c3f46444c7a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:43.024021 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-813dc384-26e0-4e81-960d-c3f46444c7a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:43.025376 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-813dc384-26e0-4e81-960d-c3f46444c7a2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d1529fd3-049b-495f-97a9-1954e58130c3 HTTP/1.1" status: 204 len: 168 time: 0.1380184 Oct 20 10:36:43.034184 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813dc384-26e0-4e81-960d-c3f46444c7a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1529fd3-049b-495f-97a9-1954e58130c3,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:36:43.053199 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1782433-36d1-4be8-8e8e-38df4e507793 req-b1adc863-2107-4916-b0ea-5feaff54c957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:43.065886 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a1782433-36d1-4be8-8e8e-38df4e507793 req-b1adc863-2107-4916-b0ea-5feaff54c957 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=731eef55f91e477e86bcfb7efa8c0479&device_id=b3bc1bd3-401e-469b-93d4-48a8b10bee7c HTTP/1.1" status: 200 len: 1174 time: 0.1229799 Oct 20 10:36:43.084316 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-ee140332-6fe4-4606-bdde-2a9a6da39fed req-248ae4aa-ee6f-4c5e-bd2c-70cef1d21c6b tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:43.086754 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-ee140332-6fe4-4606-bdde-2a9a6da39fed req-248ae4aa-ee6f-4c5e-bd2c-70cef1d21c6b tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:43.087899 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ee140332-6fe4-4606-bdde-2a9a6da39fed req-248ae4aa-ee6f-4c5e-bd2c-70cef1d21c6b tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] 10.222.0.64 "DELETE /v2.0/security-groups/4940ce77-9819-47bd-a93c-2423e075bdbf HTTP/1.1" status: 204 len: 173 time: 0.2185593 Oct 20 10:36:43.112308 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248ae4aa-ee6f-4c5e-bd2c-70cef1d21c6b tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4940ce77-9819-47bd-a93c-2423e075bdbf,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:36:43.161271 n-d-811396-3 neutron-server[100596]: INFO neutron.api.v2.resource [req-25a5439e-1b82-4b4d-82bf-2028d90ecab7 req-a6f94194-9e28-4ad4-984d-6cd123401305 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] show failed (client error): The resource could not be found. Oct 20 10:36:43.162338 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-25a5439e-1b82-4b4d-82bf-2028d90ecab7 req-a6f94194-9e28-4ad4-984d-6cd123401305 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] 10.222.0.64 "GET /v2.0/security-groups/4940ce77-9819-47bd-a93c-2423e075bdbf HTTP/1.1" status: 404 len: 352 time: 0.0513310 Oct 20 10:36:43.203593 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-fdc5c570-a78d-4fea-86bf-007bb2695942 req-c2e8f666-0ca8-40bb-aa2b-e9ae34e26b55 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1992570095', 'description': 'tempest-description-508797167'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:36:43.209337 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1782433-36d1-4be8-8e8e-38df4e507793 req-fe5c73d2-49a3-460a-b694-8bc8603ea474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:43.210933 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a1782433-36d1-4be8-8e8e-38df4e507793 req-fe5c73d2-49a3-460a-b694-8bc8603ea474 service neutron] 10.222.0.69 "GET /v2.0/networks?id=abc6c139-a56d-4347-8df5-0319596279a3 HTTP/1.1" status: 200 len: 914 time: 0.1360860 Oct 20 10:36:43.272042 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-fdc5c570-a78d-4fea-86bf-007bb2695942 req-c2e8f666-0ca8-40bb-aa2b-e9ae34e26b55 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:43.274743 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a1782433-36d1-4be8-8e8e-38df4e507793 req-7289f4e4-a71d-44d2-959c-ea5abc5d0745 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7f945ec7-9d05-4310-895e-e81958256aa7 HTTP/1.1" status: 200 len: 217 time: 0.0508275 Oct 20 10:36:43.349694 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1782433-36d1-4be8-8e8e-38df4e507793 req-9e8f8857-0370-42ae-bb58-1a29b0e27c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:43.351192 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a1782433-36d1-4be8-8e8e-38df4e507793 req-9e8f8857-0370-42ae-bb58-1a29b0e27c05 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f93d478d-fe5f-4f24-8855-ab44437adb41 HTTP/1.1" status: 200 len: 853 time: 0.0686398 Oct 20 10:36:43.398660 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a1782433-36d1-4be8-8e8e-38df4e507793 req-a2e8bbcd-f47d-4e51-ab4c-0cc55c9001d9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=abc6c139-a56d-4347-8df5-0319596279a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336633 Oct 20 10:36:43.428672 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-fdc5c570-a78d-4fea-86bf-007bb2695942 req-c2e8f666-0ca8-40bb-aa2b-e9ae34e26b55 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:43.441362 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-fdc5c570-a78d-4fea-86bf-007bb2695942 req-c2e8f666-0ca8-40bb-aa2b-e9ae34e26b55 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:43.503239 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-fdc5c570-a78d-4fea-86bf-007bb2695942 req-c2e8f666-0ca8-40bb-aa2b-e9ae34e26b55 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:43.504491 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fdc5c570-a78d-4fea-86bf-007bb2695942 req-c2e8f666-0ca8-40bb-aa2b-e9ae34e26b55 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.3085725 Oct 20 10:36:43.518649 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e8f666-0ca8-40bb-aa2b-e9ae34e26b55 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=737b1910-0fc9-4b54-91cc-494d30a4643d,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:36:43.541722 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a1782433-36d1-4be8-8e8e-38df4e507793 req-374565a1-ed45-405c-baae-187508784809 service neutron] 10.222.0.69 "GET /v2.0/networks/abc6c139-a56d-4347-8df5-0319596279a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296675 Oct 20 10:36:43.557298 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-dfbb3ca3-3f5b-4d14-a1f3-ab14ae7e7740 req-80735672-71c8-4dca-8c04-1c9c75a433f9 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1214888845', 'description': 'tempest-description-1639699447'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:36:43.685435 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-dfbb3ca3-3f5b-4d14-a1f3-ab14ae7e7740 req-80735672-71c8-4dca-8c04-1c9c75a433f9 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:43.718709 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1535e3-71df-4af3-9477-73d03b5a2218 req-96733874-b809-4d1f-90c6-cf668bf2d641 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:43.721058 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6d1535e3-71df-4af3-9477-73d03b5a2218 req-96733874-b809-4d1f-90c6-cf668bf2d641 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] 10.222.0.64 "GET /v2.0/ports?device_id=12c57aae-b973-43e9-a9e8-671f2ba671ba HTTP/1.1" status: 200 len: 946 time: 0.1238575 Oct 20 10:36:43.768038 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a1782433-36d1-4be8-8e8e-38df4e507793 req-48001b38-5d92-42d2-a69a-d09707b492ae service neutron] 10.222.0.69 "GET /v2.0/networks/abc6c139-a56d-4347-8df5-0319596279a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032931 Oct 20 10:36:43.789444 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6d1535e3-71df-4af3-9477-73d03b5a2218 req-4df99b51-d828-435f-bb3e-31175b3ef8f8 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ea17d67-d003-4cda-a612-dd72568a94fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534821 Oct 20 10:36:43.849591 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-dfbb3ca3-3f5b-4d14-a1f3-ab14ae7e7740 req-80735672-71c8-4dca-8c04-1c9c75a433f9 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:43.861059 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-dfbb3ca3-3f5b-4d14-a1f3-ab14ae7e7740 req-80735672-71c8-4dca-8c04-1c9c75a433f9 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:43.913555 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-dfbb3ca3-3f5b-4d14-a1f3-ab14ae7e7740 req-80735672-71c8-4dca-8c04-1c9c75a433f9 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:43.914812 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-dfbb3ca3-3f5b-4d14-a1f3-ab14ae7e7740 req-80735672-71c8-4dca-8c04-1c9c75a433f9 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.3637459 Oct 20 10:36:43.926347 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80735672-71c8-4dca-8c04-1c9c75a433f9 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d662a15a-97fe-4f76-9add-e3e712b61d6e,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:36:43.945478 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1782433-36d1-4be8-8e8e-38df4e507793 req-d98c366a-47f5-420c-8141-8642b801ca70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:43.947079 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a1782433-36d1-4be8-8e8e-38df4e507793 req-d98c366a-47f5-420c-8141-8642b801ca70 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=731eef55f91e477e86bcfb7efa8c0479&device_id=b3bc1bd3-401e-469b-93d4-48a8b10bee7c HTTP/1.1" status: 200 len: 1174 time: 0.1007323 Oct 20 10:36:44.058773 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-a0b31eb4-59a8-4767-9aea-850a260842fb req-7a4ba9e3-7886-41c9-8901-854a1f829e31 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1831605656', 'description': 'tempest-description-1932512188'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:36:44.109465 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-a0b31eb4-59a8-4767-9aea-850a260842fb req-7a4ba9e3-7886-41c9-8901-854a1f829e31 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:44.114892 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb70345-7564-4f10-b6e2-38acd7e3f3b7 req-e695ab54-80f3-4bc6-8333-016a9d6947aa tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:44.116383 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bdb70345-7564-4f10-b6e2-38acd7e3f3b7 req-e695ab54-80f3-4bc6-8333-016a9d6947aa tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/ports?device_id=efe4bd25-79e9-42af-a4d8-5e8c46ef26f5 HTTP/1.1" status: 200 len: 946 time: 0.1169248 Oct 20 10:36:44.120086 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1782433-36d1-4be8-8e8e-38df4e507793 req-1bbb42a0-f642-4306-924a-f7da6893e326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:44.121423 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a1782433-36d1-4be8-8e8e-38df4e507793 req-1bbb42a0-f642-4306-924a-f7da6893e326 service neutron] 10.222.0.69 "GET /v2.0/networks?id=abc6c139-a56d-4347-8df5-0319596279a3 HTTP/1.1" status: 200 len: 914 time: 0.1664946 Oct 20 10:36:44.180335 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a1782433-36d1-4be8-8e8e-38df4e507793 req-80d0a4df-572e-49ea-bbb3-21c29e8c2dd3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7f945ec7-9d05-4310-895e-e81958256aa7 HTTP/1.1" status: 200 len: 217 time: 0.0497732 Oct 20 10:36:44.248366 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bdb70345-7564-4f10-b6e2-38acd7e3f3b7 req-1c2ebb3f-21e6-42fb-8e7f-0254817be411 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/security-groups?id=c33a6cb5-e80a-4f79-936a-38f5e3f7c89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202004 Oct 20 10:36:44.277980 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1782433-36d1-4be8-8e8e-38df4e507793 req-62603c70-f0ec-44f8-9628-42966ad59b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:44.279455 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a1782433-36d1-4be8-8e8e-38df4e507793 req-62603c70-f0ec-44f8-9628-42966ad59b64 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f93d478d-fe5f-4f24-8855-ab44437adb41 HTTP/1.1" status: 200 len: 853 time: 0.0855050 Oct 20 10:36:44.288523 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-a0b31eb4-59a8-4767-9aea-850a260842fb req-7a4ba9e3-7886-41c9-8901-854a1f829e31 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:44.318428 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-a0b31eb4-59a8-4767-9aea-850a260842fb req-7a4ba9e3-7886-41c9-8901-854a1f829e31 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:44.322694 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a1782433-36d1-4be8-8e8e-38df4e507793 req-3b374fd4-11ed-4f67-88e0-aa73c8c8a9f9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=abc6c139-a56d-4347-8df5-0319596279a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319917 Oct 20 10:36:44.375563 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-a0b31eb4-59a8-4767-9aea-850a260842fb req-7a4ba9e3-7886-41c9-8901-854a1f829e31 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:44.389962 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a0b31eb4-59a8-4767-9aea-850a260842fb req-7a4ba9e3-7886-41c9-8901-854a1f829e31 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.3276336 Oct 20 10:36:44.404649 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4ba9e3-7886-41c9-8901-854a1f829e31 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2398d716-7d01-4e41-8e57-31f6a27c84f7,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:36:44.510874 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a1782433-36d1-4be8-8e8e-38df4e507793 req-6d89c869-0141-4d99-96ed-99263bc7fce4 service neutron] 10.222.0.69 "GET /v2.0/networks/abc6c139-a56d-4347-8df5-0319596279a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721697 Oct 20 10:36:44.586839 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f8823f67-3399-4078-9eda-fb9e24cda4d8 req-50347448-c94e-4c39-aff6-0e7789a043f3 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=731eef55f91e477e86bcfb7efa8c0479 HTTP/1.1" status: 200 len: 10906 time: 0.1851552 Oct 20 10:36:44.675342 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a1782433-36d1-4be8-8e8e-38df4e507793 req-0f6b0831-d4dc-4b09-83f2-8e600bf7da9b service neutron] 10.222.0.69 "GET /v2.0/networks/abc6c139-a56d-4347-8df5-0319596279a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490545 Oct 20 10:36:44.678375 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f8823f67-3399-4078-9eda-fb9e24cda4d8 req-e8a1ad6b-7c79-4623-b811-7540d682171f tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] 10.222.0.64 "GET /v2.0/security-groups/08fd82a4-fcb6-458b-a045-d4bca119d5a0 HTTP/1.1" status: 200 len: 2981 time: 0.0653241 Oct 20 10:36:44.733547 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f8823f67-3399-4078-9eda-fb9e24cda4d8 req-bd84ebec-2db3-4655-ac76-249d17f88e86 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] 10.222.0.64 "GET /v2.0/security-groups/08fd82a4-fcb6-458b-a045-d4bca119d5a0 HTTP/1.1" status: 200 len: 2981 time: 0.0451922 Oct 20 10:36:44.807094 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c4d013-e275-4d16-bf9f-f941de1f758e req-91f3b070-fec4-4c40-9ce6-85e07d65c8ae tempest-LiveMigrationTest-1924267454 tempest-LiveMigrationTest-1924267454-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:44.808635 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e4c4d013-e275-4d16-bf9f-f941de1f758e req-91f3b070-fec4-4c40-9ce6-85e07d65c8ae tempest-LiveMigrationTest-1924267454 tempest-LiveMigrationTest-1924267454-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=efe4bd25-79e9-42af-a4d8-5e8c46ef26f5&tenant_id=4e37fa6eb8b848f6897a2d7488b235c7&binding%3Ahost_id=n-h2-811396-3 HTTP/1.1" status: 200 len: 1097 time: 0.0742400 Oct 20 10:36:44.814649 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e12b5d5e-cc49-4ea6-9d03-cbbabce334f4 req-5def691d-37fb-496f-8eee-0776b075e39f tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] 10.222.0.64 "GET /v2.0/security-groups/737b1910-0fc9-4b54-91cc-494d30a4643d HTTP/1.1" status: 200 len: 1802 time: 0.0516126 Oct 20 10:36:44.822033 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-e4c4d013-e275-4d16-bf9f-f941de1f758e req-7dd42bfb-2376-41ba-b635-b14ff65323eb service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-811396-3'}}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:36:44.908149 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-e4c4d013-e275-4d16-bf9f-f941de1f758e req-7dd42bfb-2376-41ba-b635-b14ff65323eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:44.936953 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-e12b5d5e-cc49-4ea6-9d03-cbbabce334f4 req-f5b98517-2d09-4941-960a-d2ea8ce59004 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:44.990105 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-e12b5d5e-cc49-4ea6-9d03-cbbabce334f4 req-f5b98517-2d09-4941-960a-d2ea8ce59004 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:45.080680 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 00ae86d6-b3cd-41a2-9d65-5a8b5af60932 details requested by agent hyperv_n-h1-811396-3 with host n-h1-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:36:45.192231 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 00ae86d6-b3cd-41a2-9d65-5a8b5af60932, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=00ae86d6-b3cd-41a2-9d65-5a8b5af60932,segment=NetworkSegment(d74986f8-a71e-4359-a64d-140af23f3558),segment_id=d74986f8-a71e-4359-a64d-140af23f3558)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:36:45.204940 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 00ae86d6-b3cd-41a2-9d65-5a8b5af60932 has no active binding in host n-h1-811396-3 {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 20 10:36:45.216070 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device a195c2a2-0543-48c8-ae0c-79264e103c3b no longer exists at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:36:45.236715 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] No Port match for: a195c2a2-0543-48c8-ae0c-79264e103c3b {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:36:45.237710 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device a195c2a2-0543-48c8-ae0c-79264e103c3b not bound to the agent host n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:36:45.398674 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-e12b5d5e-cc49-4ea6-9d03-cbbabce334f4 req-f5b98517-2d09-4941-960a-d2ea8ce59004 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:45.401248 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-e12b5d5e-cc49-4ea6-9d03-cbbabce334f4 req-f5b98517-2d09-4941-960a-d2ea8ce59004 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:45.405913 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e12b5d5e-cc49-4ea6-9d03-cbbabce334f4 req-f5b98517-2d09-4941-960a-d2ea8ce59004 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] 10.222.0.64 "DELETE /v2.0/security-groups/737b1910-0fc9-4b54-91cc-494d30a4643d HTTP/1.1" status: 204 len: 173 time: 0.5776021 Oct 20 10:36:45.430895 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-e4c4d013-e275-4d16-bf9f-f941de1f758e req-7dd42bfb-2376-41ba-b635-b14ff65323eb service neutron] For port 00ae86d6-b3cd-41a2-9d65-5a8b5af60932, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=00ae86d6-b3cd-41a2-9d65-5a8b5af60932,segment=NetworkSegment(d74986f8-a71e-4359-a64d-140af23f3558),segment_id=d74986f8-a71e-4359-a64d-140af23f3558)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:36:45.432940 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b98517-2d09-4941-960a-d2ea8ce59004 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=737b1910-0fc9-4b54-91cc-494d30a4643d,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:36:45.468746 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85284a2-8499-4d6a-829a-4e00e2836659 req-822245e6-fe81-4a7a-9895-5383a48485d3 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:45.470284 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c85284a2-8499-4d6a-829a-4e00e2836659 req-822245e6-fe81-4a7a-9895-5383a48485d3 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] 10.222.0.64 "GET /v2.0/ports?device_id=12c57aae-b973-43e9-a9e8-671f2ba671ba HTTP/1.1" status: 200 len: 946 time: 0.1607490 Oct 20 10:36:45.522285 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-e4c4d013-e275-4d16-bf9f-f941de1f758e req-7dd42bfb-2376-41ba-b635-b14ff65323eb service neutron] For port 00ae86d6-b3cd-41a2-9d65-5a8b5af60932, host n-h2-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:36:45.547186 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c85284a2-8499-4d6a-829a-4e00e2836659 req-353fe7fe-690b-44f8-ac31-e1f2b1828810 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ea17d67-d003-4cda-a612-dd72568a94fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694571 Oct 20 10:36:45.579522 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efe4bd25-79e9-42af-a4d8-5e8c46ef26f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00ae86d6-b3cd-41a2-9d65-5a8b5af60932'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:36:45.581996 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b0eb3df-4cb5-4993-a77d-095da864f44c" -d '{"events": [{"server_uuid": "efe4bd25-79e9-42af-a4d8-5e8c46ef26f5", "name": "network-vif-unplugged", "status": "completed", "tag": "00ae86d6-b3cd-41a2-9d65-5a8b5af60932"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:36:45.587603 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-e4c4d013-e275-4d16-bf9f-f941de1f758e req-7dd42bfb-2376-41ba-b635-b14ff65323eb service neutron] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:45.594967 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-e4c4d013-e275-4d16-bf9f-f941de1f758e req-7dd42bfb-2376-41ba-b635-b14ff65323eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:45.666616 n-d-811396-3 neutron-server[100596]: INFO neutron.api.v2.resource [req-adf48cd5-c44d-4cac-8ec7-70a1d9ea8fdc req-e92d03dd-8dd2-4e2c-8eb1-d74ce60459d0 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] show failed (client error): The resource could not be found. Oct 20 10:36:45.667688 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-adf48cd5-c44d-4cac-8ec7-70a1d9ea8fdc req-e92d03dd-8dd2-4e2c-8eb1-d74ce60459d0 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] 10.222.0.64 "GET /v2.0/security-groups/737b1910-0fc9-4b54-91cc-494d30a4643d HTTP/1.1" status: 404 len: 352 time: 0.0556755 Oct 20 10:36:45.728382 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Oct 2021 10:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d562dd91-1b3b-466f-b448-3c4a08b0b0b7 x-openstack-request-id: req-d562dd91-1b3b-466f-b448-3c4a08b0b0b7 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:36:45.728681 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efe4bd25-79e9-42af-a4d8-5e8c46ef26f5", "name": "network-vif-unplugged", "status": "completed", "tag": "00ae86d6-b3cd-41a2-9d65-5a8b5af60932", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:36:45.729021 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d562dd91-1b3b-466f-b448-3c4a08b0b0b7 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:36:45.729324 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efe4bd25-79e9-42af-a4d8-5e8c46ef26f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00ae86d6-b3cd-41a2-9d65-5a8b5af60932', 'code': 200} Oct 20 10:36:45.737341 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd42bfb-2376-41ba-b635-b14ff65323eb service neutron] Pushing event updated for resources: {'Port': ['ID=00ae86d6-b3cd-41a2-9d65-5a8b5af60932,revision_number=7']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:36:45.764730 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd42bfb-2376-41ba-b635-b14ff65323eb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:36:45.765084 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd42bfb-2376-41ba-b635-b14ff65323eb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:36:45.765458 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd42bfb-2376-41ba-b635-b14ff65323eb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:36:45.765798 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd42bfb-2376-41ba-b635-b14ff65323eb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:36:45.766129 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd42bfb-2376-41ba-b635-b14ff65323eb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:36:45.766460 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd42bfb-2376-41ba-b635-b14ff65323eb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:36:45.766784 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd42bfb-2376-41ba-b635-b14ff65323eb service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:36:45.767119 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd42bfb-2376-41ba-b635-b14ff65323eb service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:36:45.767457 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd42bfb-2376-41ba-b635-b14ff65323eb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:36:45.767782 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd42bfb-2376-41ba-b635-b14ff65323eb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:36:45.768106 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd42bfb-2376-41ba-b635-b14ff65323eb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:36:45.768426 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd42bfb-2376-41ba-b635-b14ff65323eb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:36:45.780180 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-e4c4d013-e275-4d16-bf9f-f941de1f758e req-7dd42bfb-2376-41ba-b635-b14ff65323eb service neutron] Attempting to bind port 00ae86d6-b3cd-41a2-9d65-5a8b5af60932 on host n-h2-811396-3 for vnic_type normal with profile {"migrating_to": "n-h1-811396-3"} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:36:45.780408 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-e4c4d013-e275-4d16-bf9f-f941de1f758e req-7dd42bfb-2376-41ba-b635-b14ff65323eb service neutron] Attempting to bind port 00ae86d6-b3cd-41a2-9d65-5a8b5af60932 by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': 'd74986f8-a71e-4359-a64d-140af23f3558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '60750f9d-1dd0-4933-91f0-f6aefa736c9d'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:36:45.780867 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c4d013-e275-4d16-bf9f-f941de1f758e req-7dd42bfb-2376-41ba-b635-b14ff65323eb service neutron] Attempting to bind port 00ae86d6-b3cd-41a2-9d65-5a8b5af60932 on network 60750f9d-1dd0-4933-91f0-f6aefa736c9d {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:36:45.793629 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb828ccf-9bb9-4466-8b0f-8ec2f385fef7 req-b04f778d-2c88-416c-a577-70a4c296bacc tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:45.795128 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cb828ccf-9bb9-4466-8b0f-8ec2f385fef7 req-b04f778d-2c88-416c-a577-70a4c296bacc tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/ports?device_id=efe4bd25-79e9-42af-a4d8-5e8c46ef26f5 HTTP/1.1" status: 200 len: 944 time: 0.1607699 Oct 20 10:36:45.801739 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c4d013-e275-4d16-bf9f-f941de1f758e req-7dd42bfb-2376-41ba-b635-b14ff65323eb service neutron] Port 00ae86d6-b3cd-41a2-9d65-5a8b5af60932 on network 60750f9d-1dd0-4933-91f0-f6aefa736c9d not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:36:45.802064 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c4d013-e275-4d16-bf9f-f941de1f758e req-7dd42bfb-2376-41ba-b635-b14ff65323eb service neutron] Attempting to bind port 00ae86d6-b3cd-41a2-9d65-5a8b5af60932 on network 60750f9d-1dd0-4933-91f0-f6aefa736c9d {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:36:45.819468 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c4d013-e275-4d16-bf9f-f941de1f758e req-7dd42bfb-2376-41ba-b635-b14ff65323eb service neutron] Checking agent: {'id': '061232a2-7adc-4ba1-a873-e8cb136b064d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 36, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:36:45.819925 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c4d013-e275-4d16-bf9f-f941de1f758e req-7dd42bfb-2376-41ba-b635-b14ff65323eb service neutron] Checking segment: {'id': 'd74986f8-a71e-4359-a64d-140af23f3558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '60750f9d-1dd0-4933-91f0-f6aefa736c9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:36:45.820203 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c4d013-e275-4d16-bf9f-f941de1f758e req-7dd42bfb-2376-41ba-b635-b14ff65323eb service neutron] Bound using segment: {'id': 'd74986f8-a71e-4359-a64d-140af23f3558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '60750f9d-1dd0-4933-91f0-f6aefa736c9d'} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:36:45.820789 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-e4c4d013-e275-4d16-bf9f-f941de1f758e req-7dd42bfb-2376-41ba-b635-b14ff65323eb service neutron] Bound port: 00ae86d6-b3cd-41a2-9d65-5a8b5af60932, host: n-h2-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd74986f8-a71e-4359-a64d-140af23f3558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '60750f9d-1dd0-4933-91f0-f6aefa736c9d'}}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:36:45.821297 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-e4c4d013-e275-4d16-bf9f-f941de1f758e req-7dd42bfb-2376-41ba-b635-b14ff65323eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:45.850309 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cac9bdba-a26c-4fdb-b794-544a0fac7a2f req-017e3bcb-98bd-4381-8eda-75e6c1ae8c5c tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] 10.222.0.64 "GET /v2.0/security-groups/d662a15a-97fe-4f76-9add-e3e712b61d6e HTTP/1.1" status: 200 len: 1803 time: 0.1105595 Oct 20 10:36:45.901900 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cb828ccf-9bb9-4466-8b0f-8ec2f385fef7 req-3b7f1b7c-3bb6-4b2e-8043-ccfb343fceef tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/security-groups?id=c33a6cb5-e80a-4f79-936a-38f5e3f7c89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947433 Oct 20 10:36:45.953340 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-e4c4d013-e275-4d16-bf9f-f941de1f758e req-7dd42bfb-2376-41ba-b635-b14ff65323eb service neutron] For port 00ae86d6-b3cd-41a2-9d65-5a8b5af60932, host n-h2-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:36:45.957134 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-e4c4d013-e275-4d16-bf9f-f941de1f758e req-7dd42bfb-2376-41ba-b635-b14ff65323eb service neutron] For port 00ae86d6-b3cd-41a2-9d65-5a8b5af60932, host n-h2-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=00ae86d6-b3cd-41a2-9d65-5a8b5af60932,segment=NetworkSegment(d74986f8-a71e-4359-a64d-140af23f3558),segment_id=d74986f8-a71e-4359-a64d-140af23f3558)] {{(pid=100596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:36:45.967448 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-e4c4d013-e275-4d16-bf9f-f941de1f758e req-7dd42bfb-2376-41ba-b635-b14ff65323eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:45.998678 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-cac9bdba-a26c-4fdb-b794-544a0fac7a2f req-3d79969e-f500-44aa-9509-0c1d96d87f53 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:46.044126 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-cac9bdba-a26c-4fdb-b794-544a0fac7a2f req-3d79969e-f500-44aa-9509-0c1d96d87f53 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:46.080757 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd42bfb-2376-41ba-b635-b14ff65323eb service neutron] Pushing event updated for resources: {'Port': ['ID=00ae86d6-b3cd-41a2-9d65-5a8b5af60932,revision_number=8']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:36:46.091300 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c4d013-e275-4d16-bf9f-f941de1f758e req-7dd42bfb-2376-41ba-b635-b14ff65323eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:46.092042 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-e4c4d013-e275-4d16-bf9f-f941de1f758e req-7dd42bfb-2376-41ba-b635-b14ff65323eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:46.094165 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e4c4d013-e275-4d16-bf9f-f941de1f758e req-7dd42bfb-2376-41ba-b635-b14ff65323eb service neutron] 10.222.0.55 "PUT /v2.0/ports/00ae86d6-b3cd-41a2-9d65-5a8b5af60932 HTTP/1.1" status: 200 len: 1122 time: 1.2754900 Oct 20 10:36:46.125083 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-cac9bdba-a26c-4fdb-b794-544a0fac7a2f req-3d79969e-f500-44aa-9509-0c1d96d87f53 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:46.128396 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-cac9bdba-a26c-4fdb-b794-544a0fac7a2f req-3d79969e-f500-44aa-9509-0c1d96d87f53 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:46.130043 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cac9bdba-a26c-4fdb-b794-544a0fac7a2f req-3d79969e-f500-44aa-9509-0c1d96d87f53 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] 10.222.0.64 "DELETE /v2.0/security-groups/d662a15a-97fe-4f76-9add-e3e712b61d6e HTTP/1.1" status: 204 len: 173 time: 0.2485645 Oct 20 10:36:46.144688 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d79969e-f500-44aa-9509-0c1d96d87f53 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d662a15a-97fe-4f76-9add-e3e712b61d6e,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:36:46.192665 n-d-811396-3 neutron-server[100596]: INFO neutron.api.v2.resource [req-fd9a1acc-a808-4ecc-a90e-141a81d53172 req-613b4ac0-8562-4d18-9bf7-78c687dc42a3 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] show failed (client error): The resource could not be found. Oct 20 10:36:46.193875 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fd9a1acc-a808-4ecc-a90e-141a81d53172 req-613b4ac0-8562-4d18-9bf7-78c687dc42a3 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] 10.222.0.64 "GET /v2.0/security-groups/d662a15a-97fe-4f76-9add-e3e712b61d6e HTTP/1.1" status: 404 len: 352 time: 0.0384464 Oct 20 10:36:46.221514 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['00ae86d6-b3cd-41a2-9d65-5a8b5af60932'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:36:46.262513 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['00ae86d6-b3cd-41a2-9d65-5a8b5af60932'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:36:46.276963 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-428eb2e9-4acc-4e00-930b-cc204fe7b96f req-5763df18-2dc2-4b8f-85d3-5d0d1de8545e tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] 10.222.0.64 "GET /v2.0/security-groups/2398d716-7d01-4e41-8e57-31f6a27c84f7 HTTP/1.1" status: 200 len: 1803 time: 0.0617311 Oct 20 10:36:46.361905 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-428eb2e9-4acc-4e00-930b-cc204fe7b96f req-0ebd1e7e-3302-4222-9bc6-092cf0c93d28 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:46.392628 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-428eb2e9-4acc-4e00-930b-cc204fe7b96f req-0ebd1e7e-3302-4222-9bc6-092cf0c93d28 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:46.462103 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-428eb2e9-4acc-4e00-930b-cc204fe7b96f req-0ebd1e7e-3302-4222-9bc6-092cf0c93d28 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:46.465678 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-428eb2e9-4acc-4e00-930b-cc204fe7b96f req-0ebd1e7e-3302-4222-9bc6-092cf0c93d28 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:46.467454 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-428eb2e9-4acc-4e00-930b-cc204fe7b96f req-0ebd1e7e-3302-4222-9bc6-092cf0c93d28 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] 10.222.0.64 "DELETE /v2.0/security-groups/2398d716-7d01-4e41-8e57-31f6a27c84f7 HTTP/1.1" status: 204 len: 173 time: 0.1892812 Oct 20 10:36:46.501968 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebd1e7e-3302-4222-9bc6-092cf0c93d28 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2398d716-7d01-4e41-8e57-31f6a27c84f7,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:36:46.525044 n-d-811396-3 neutron-server[100596]: INFO neutron.api.v2.resource [req-50a3a5ed-1ac6-4cc3-88c8-db6924fb9d05 req-88b46e2b-ccc8-46d0-9f4f-6baf23cd7617 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] show failed (client error): The resource could not be found. Oct 20 10:36:46.542358 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-50a3a5ed-1ac6-4cc3-88c8-db6924fb9d05 req-88b46e2b-ccc8-46d0-9f4f-6baf23cd7617 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] 10.222.0.64 "GET /v2.0/security-groups/2398d716-7d01-4e41-8e57-31f6a27c84f7 HTTP/1.1" status: 404 len: 352 time: 0.0426981 Oct 20 10:36:46.641089 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 49198) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:36:46.643610 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7e5d6452-71b6-4a7a-8591-27f0c34522b7 req-5364338b-008d-41f3-abdb-7a19b3820d42 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=731eef55f91e477e86bcfb7efa8c0479 HTTP/1.1" status: 200 len: 6151 time: 0.0848567 Oct 20 10:36:46.702052 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7e5d6452-71b6-4a7a-8591-27f0c34522b7 req-89415fbe-ed55-4465-a2cf-1f51c84e4b24 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] 10.222.0.64 "GET /v2.0/security-groups/08fd82a4-fcb6-458b-a045-d4bca119d5a0 HTTP/1.1" status: 200 len: 2981 time: 0.0519450 Oct 20 10:36:46.782753 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7e5d6452-71b6-4a7a-8591-27f0c34522b7 req-9eec9c2b-87e1-4f2e-bf9f-180479269564 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] 10.222.0.64 "GET /v2.0/security-groups/08fd82a4-fcb6-458b-a045-d4bca119d5a0 HTTP/1.1" status: 200 len: 2981 time: 0.0730228 Oct 20 10:36:46.784407 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-541932b2-fd9e-482b-93fd-e5f599a2cf2a admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:46.803601 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c53ef81-d179-4444-8ad2-9702ac89aed1 req-106446e3-864f-420a-b0d1-56cc5ad3d104 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:46.805340 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4c53ef81-d179-4444-8ad2-9702ac89aed1 req-106446e3-864f-420a-b0d1-56cc5ad3d104 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] 10.222.0.64 "GET /v2.0/ports?device_id=12c57aae-b973-43e9-a9e8-671f2ba671ba HTTP/1.1" status: 200 len: 946 time: 0.0749156 Oct 20 10:36:46.834871 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-6ceff2c9-6a85-4ff5-b231-f4be2e4dd5e4 req-dffa94b4-b7e4-4841-ac8c-7d5f2cde202d tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-799279460', 'description': 'tempest-description-1749444607'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:36:46.866718 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4c53ef81-d179-4444-8ad2-9702ac89aed1 req-dacd7d15-d3b7-4545-98dd-e5d1b7b1a8da tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ea17d67-d003-4cda-a612-dd72568a94fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545259 Oct 20 10:36:46.873477 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-6ceff2c9-6a85-4ff5-b231-f4be2e4dd5e4 req-dffa94b4-b7e4-4841-ac8c-7d5f2cde202d tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:46.916337 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-541932b2-fd9e-482b-93fd-e5f599a2cf2a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:46.920560 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-541932b2-fd9e-482b-93fd-e5f599a2cf2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:46.952578 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 7 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 10:36:46.967931 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-6ceff2c9-6a85-4ff5-b231-f4be2e4dd5e4 req-dffa94b4-b7e4-4841-ac8c-7d5f2cde202d tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:46.969023 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541932b2-fd9e-482b-93fd-e5f599a2cf2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3337bc9-c51e-4435-a6c3-eb4242609796,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:36:46.975223 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-541932b2-fd9e-482b-93fd-e5f599a2cf2a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=93e7e1e251ae4e9296f9b439dccce8d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3324449 Oct 20 10:36:46.978976 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-6ceff2c9-6a85-4ff5-b231-f4be2e4dd5e4 req-dffa94b4-b7e4-4841-ac8c-7d5f2cde202d tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:46.979257 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 49226) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:36:47.028195 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-6ceff2c9-6a85-4ff5-b231-f4be2e4dd5e4 req-dffa94b4-b7e4-4841-ac8c-7d5f2cde202d tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:47.033205 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6ceff2c9-6a85-4ff5-b231-f4be2e4dd5e4 req-dffa94b4-b7e4-4841-ac8c-7d5f2cde202d tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.2189531 Oct 20 10:36:47.037422 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9a374a22-0b7d-4097-9569-0c674da02102 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:47.063205 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9a374a22-0b7d-4097-9569-0c674da02102 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:47.073377 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffa94b4-b7e4-4841-ac8c-7d5f2cde202d tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db67ab75-3616-45ac-9a7c-f626e6c51465,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:36:47.079979 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-f82a11e9-bb45-42ab-b485-92c94d5a54cc req-a6a52a56-9b75-43db-ac78-e0eb536fbbf7 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-797745559', 'description': 'tempest-description-510421817'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:36:47.115588 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9a374a22-0b7d-4097-9569-0c674da02102 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:47.116493 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc3f60e-2d9d-4380-b4bb-75b44ea2ecd8 req-932144a6-b3f3-435b-8709-0086db077d8c tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:47.118136 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ebc3f60e-2d9d-4380-b4bb-75b44ea2ecd8 req-932144a6-b3f3-435b-8709-0086db077d8c tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/ports?device_id=efe4bd25-79e9-42af-a4d8-5e8c46ef26f5 HTTP/1.1" status: 200 len: 944 time: 0.0829105 Oct 20 10:36:47.118341 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9a374a22-0b7d-4097-9569-0c674da02102 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:47.119675 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-9a374a22-0b7d-4097-9569-0c674da02102 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e3337bc9-c51e-4435-a6c3-eb4242609796 HTTP/1.1" status: 204 len: 168 time: 0.1394799 Oct 20 10:36:47.133292 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a374a22-0b7d-4097-9569-0c674da02102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3337bc9-c51e-4435-a6c3-eb4242609796,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:36:47.136077 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-f82a11e9-bb45-42ab-b485-92c94d5a54cc req-a6a52a56-9b75-43db-ac78-e0eb536fbbf7 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:47.192368 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ebc3f60e-2d9d-4380-b4bb-75b44ea2ecd8 req-25c82cb2-4642-4583-9231-bd36278e67c3 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/security-groups?id=c33a6cb5-e80a-4f79-936a-38f5e3f7c89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651400 Oct 20 10:36:47.240453 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-f82a11e9-bb45-42ab-b485-92c94d5a54cc req-a6a52a56-9b75-43db-ac78-e0eb536fbbf7 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:47.245337 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-f82a11e9-bb45-42ab-b485-92c94d5a54cc req-a6a52a56-9b75-43db-ac78-e0eb536fbbf7 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:47.277472 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a52a56-9b75-43db-ac78-e0eb536fbbf7 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=233d5354-09c3-4288-a16d-d1ae819f85d8,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:36:47.282871 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-f82a11e9-bb45-42ab-b485-92c94d5a54cc req-a6a52a56-9b75-43db-ac78-e0eb536fbbf7 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:47.284137 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f82a11e9-bb45-42ab-b485-92c94d5a54cc req-a6a52a56-9b75-43db-ac78-e0eb536fbbf7 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.2144980 Oct 20 10:36:47.574687 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b2b97b-0751-4d78-92ce-13bad3f5498c req-c18a2e8a-e674-4861-adea-a596cf7647e7 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:47.576206 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b6b2b97b-0751-4d78-92ce-13bad3f5498c req-c18a2e8a-e674-4861-adea-a596cf7647e7 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] 10.222.0.64 "GET /v2.0/networks?id=abc6c139-a56d-4347-8df5-0319596279a3 HTTP/1.1" status: 200 len: 813 time: 0.1163073 Oct 20 10:36:47.593360 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b6b2b97b-0751-4d78-92ce-13bad3f5498c req-7012c0ab-64f0-4196-8dcc-84b3763dbac1 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] 10.222.0.64 "GET /v2.0/quotas/731eef55f91e477e86bcfb7efa8c0479 HTTP/1.1" status: 200 len: 375 time: 0.0097706 Oct 20 10:36:47.663252 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b6b2b97b-0751-4d78-92ce-13bad3f5498c req-d8a0bc0e-5b58-46b1-ada0-9bbeefca8357 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=731eef55f91e477e86bcfb7efa8c0479&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0614533 Oct 20 10:36:47.741944 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efe4bd25-79e9-42af-a4d8-5e8c46ef26f5', 'tag': '00ae86d6-b3cd-41a2-9d65-5a8b5af60932'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:36:47.748973 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f17f242d-ea92-467e-b658-a8580d93f787" -d '{"events": [{"name": "network-changed", "server_uuid": "efe4bd25-79e9-42af-a4d8-5e8c46ef26f5", "tag": "00ae86d6-b3cd-41a2-9d65-5a8b5af60932"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:36:47.806882 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b6b2b97b-0751-4d78-92ce-13bad3f5498c req-e8b36062-59d4-47d5-b13c-4db292f6cf3d service neutron] 10.222.0.64 "GET /v2.0/networks/abc6c139-a56d-4347-8df5-0319596279a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363125 Oct 20 10:36:47.842851 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e406b15-3bc9-4c4c-90c8-b5a5bdb295f6 x-openstack-request-id: req-1e406b15-3bc9-4c4c-90c8-b5a5bdb295f6 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:36:47.843140 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efe4bd25-79e9-42af-a4d8-5e8c46ef26f5", "tag": "00ae86d6-b3cd-41a2-9d65-5a8b5af60932", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:36:47.843795 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1e406b15-3bc9-4c4c-90c8-b5a5bdb295f6 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:36:47.844191 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efe4bd25-79e9-42af-a4d8-5e8c46ef26f5', 'tag': '00ae86d6-b3cd-41a2-9d65-5a8b5af60932', 'status': 'completed', 'code': 200} Oct 20 10:36:47.943897 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 49316) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:36:47.953607 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17f242d-ea92-467e-b658-a8580d93f787 req-35d61d07-7bfd-406e-8379-2243a66ada87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:47.955151 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f17f242d-ea92-467e-b658-a8580d93f787 req-35d61d07-7bfd-406e-8379-2243a66ada87 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4e37fa6eb8b848f6897a2d7488b235c7&device_id=efe4bd25-79e9-42af-a4d8-5e8c46ef26f5 HTTP/1.1" status: 200 len: 1125 time: 0.0705290 Oct 20 10:36:47.958588 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b6b2b97b-0751-4d78-92ce-13bad3f5498c req-907ff6a2-b6fd-4858-804b-ce190c3d961e service neutron] 10.222.0.64 "GET /v2.0/networks/abc6c139-a56d-4347-8df5-0319596279a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442907 Oct 20 10:36:48.082763 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7dbf31-493e-4910-a806-c81cc8bda31a req-bfc04d0b-7e69-45d7-8d64-0e97f9ba762b tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:48.089367 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-ec19ec23-4330-4e52-9b12-2a74844bfa70 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1057297118-network', 'tenant_id': 'c99eab67b5e546ffaba916e684c21094'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:36:48.092687 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cb7dbf31-493e-4910-a806-c81cc8bda31a req-bfc04d0b-7e69-45d7-8d64-0e97f9ba762b tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] 10.222.0.64 "GET /v2.0/ports?device_id=12c57aae-b973-43e9-a9e8-671f2ba671ba HTTP/1.1" status: 200 len: 946 time: 0.1365335 Oct 20 10:36:48.140964 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec19ec23-4330-4e52-9b12-2a74844bfa70 admin admin] Made reservation on behalf of c99eab67b5e546ffaba916e684c21094 for: {'network': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:36:48.142271 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cb7dbf31-493e-4910-a806-c81cc8bda31a req-42bd473b-f284-4625-9140-4d3a13a8149b tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ea17d67-d003-4cda-a612-dd72568a94fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389457 Oct 20 10:36:48.147919 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ec19ec23-4330-4e52-9b12-2a74844bfa70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:48.161175 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ec19ec23-4330-4e52-9b12-2a74844bfa70 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:48.174836 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fc570019-8371-48c6-98ca-eb5aaf809ca5 req-f2d9e308-1744-45ca-a0c4-2e68cc738afd tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1e07dbd-78a4-4dfb-8d0a-54d71af55914 HTTP/1.1" status: 200 len: 210 time: 0.0359309 Oct 20 10:36:48.183832 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17f242d-ea92-467e-b658-a8580d93f787 req-57062402-cb5f-4018-9f81-e4159b1c77ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:48.185770 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f17f242d-ea92-467e-b658-a8580d93f787 req-57062402-cb5f-4018-9f81-e4159b1c77ef service neutron] 10.222.0.69 "GET /v2.0/networks?id=60750f9d-1dd0-4933-91f0-f6aefa736c9d HTTP/1.1" status: 200 len: 909 time: 0.2187617 Oct 20 10:36:48.272003 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f17f242d-ea92-467e-b658-a8580d93f787 req-13164f90-607a-44fb-be41-b5698de0852b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=00ae86d6-b3cd-41a2-9d65-5a8b5af60932 HTTP/1.1" status: 200 len: 217 time: 0.0726738 Oct 20 10:36:48.282460 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ec19ec23-4330-4e52-9b12-2a74844bfa70 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:48.290395 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ec19ec23-4330-4e52-9b12-2a74844bfa70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:48.341632 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec19ec23-4330-4e52-9b12-2a74844bfa70 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 849} {{(pid=100597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:36:48.354645 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec19ec23-4330-4e52-9b12-2a74844bfa70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17372704-86e6-46e6-a5dd-dc7385be620f,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:36:48.361241 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ec19ec23-4330-4e52-9b12-2a74844bfa70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:48.361595 n-d-811396-3 neutron-server[100597]: INFO neutron.db.segments_db [None req-ec19ec23-4330-4e52-9b12-2a74844bfa70 admin admin] Added segment f70d1162-b154-4994-9af5-210e1dd15ef4 of type vlan for network 00e677b7-ec29-42bc-8b52-7d9c8594501c Oct 20 10:36:48.378685 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec19ec23-4330-4e52-9b12-2a74844bfa70 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:36:48.379043 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec19ec23-4330-4e52-9b12-2a74844bfa70 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:36:48.379446 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec19ec23-4330-4e52-9b12-2a74844bfa70 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:36:48.379747 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec19ec23-4330-4e52-9b12-2a74844bfa70 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:36:48.379913 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17f242d-ea92-467e-b658-a8580d93f787 req-020af6cc-06d2-49a7-9b4a-4e087244fab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:48.380077 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec19ec23-4330-4e52-9b12-2a74844bfa70 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:36:48.380677 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec19ec23-4330-4e52-9b12-2a74844bfa70 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:36:48.381408 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec19ec23-4330-4e52-9b12-2a74844bfa70 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:36:48.381678 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f17f242d-ea92-467e-b658-a8580d93f787 req-020af6cc-06d2-49a7-9b4a-4e087244fab4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6f74b0c1-2855-44cd-a118-a8c6ce76ebd8 HTTP/1.1" status: 200 len: 848 time: 0.1021550 Oct 20 10:36:48.381786 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec19ec23-4330-4e52-9b12-2a74844bfa70 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:36:48.382052 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec19ec23-4330-4e52-9b12-2a74844bfa70 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:36:48.382383 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec19ec23-4330-4e52-9b12-2a74844bfa70 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:36:48.382710 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec19ec23-4330-4e52-9b12-2a74844bfa70 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:36:48.383145 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec19ec23-4330-4e52-9b12-2a74844bfa70 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:36:48.417608 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15530aed-1024-48f8-9c94-25e70c144ceb req-c49f7cae-1d76-4e2f-b691-716c23c3c497 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:48.419612 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-15530aed-1024-48f8-9c94-25e70c144ceb req-c49f7cae-1d76-4e2f-b691-716c23c3c497 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/ports?device_id=efe4bd25-79e9-42af-a4d8-5e8c46ef26f5 HTTP/1.1" status: 200 len: 944 time: 0.0885310 Oct 20 10:36:48.441355 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f17f242d-ea92-467e-b658-a8580d93f787 req-8b30ad5b-078d-46ad-9e97-b07c95189ffc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=60750f9d-1dd0-4933-91f0-f6aefa736c9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475862 Oct 20 10:36:48.446461 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ec19ec23-4330-4e52-9b12-2a74844bfa70 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:48.482051 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ec19ec23-4330-4e52-9b12-2a74844bfa70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:48.483244 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec19ec23-4330-4e52-9b12-2a74844bfa70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:48.484071 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ec19ec23-4330-4e52-9b12-2a74844bfa70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:48.522093 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-15530aed-1024-48f8-9c94-25e70c144ceb req-567b7099-1a63-4e24-8210-da217e8b871e tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/security-groups?id=c33a6cb5-e80a-4f79-936a-38f5e3f7c89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835967 Oct 20 10:36:48.525176 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-ec19ec23-4330-4e52-9b12-2a74844bfa70 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5798843 Oct 20 10:36:48.525862 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 49362) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:36:48.583230 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-0337f9f3-d7dd-4c92-aee2-4156f91271b1 admin admin] Request body: {'subnet': {'network_id': '00e677b7-ec29-42bc-8b52-7d9c8594501c', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1057297118-subnet', 'tenant_id': 'c99eab67b5e546ffaba916e684c21094', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:36:48.593026 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f17f242d-ea92-467e-b658-a8580d93f787 req-120579f5-236c-41d9-880d-c631b6c707e9 service neutron] 10.222.0.69 "GET /v2.0/networks/60750f9d-1dd0-4933-91f0-f6aefa736c9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441236 Oct 20 10:36:48.598541 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec19ec23-4330-4e52-9b12-2a74844bfa70 admin admin] Pushing event updated for resources: {'Network': ['ID=00e677b7-ec29-42bc-8b52-7d9c8594501c,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:36:48.614244 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network 00e677b7-ec29-42bc-8b52-7d9c8594501c details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:36:48.622794 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0337f9f3-d7dd-4c92-aee2-4156f91271b1 admin admin] Made reservation on behalf of c99eab67b5e546ffaba916e684c21094 for: {'subnet': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:36:48.631023 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0337f9f3-d7dd-4c92-aee2-4156f91271b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25350782'] for subnet, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:48.736493 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f17f242d-ea92-467e-b658-a8580d93f787 req-02ca6ede-5bea-460f-92f3-1679f488d3be service neutron] 10.222.0.69 "GET /v2.0/networks/60750f9d-1dd0-4933-91f0-f6aefa736c9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326663 Oct 20 10:36:48.880633 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0337f9f3-d7dd-4c92-aee2-4156f91271b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25350752'] for subnet, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:48.940638 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:48.942236 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0337f9f3-d7dd-4c92-aee2-4156f91271b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41c5fb46-df00-4db9-bb3d-c914d29737cc,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:36:48.947623 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0337f9f3-d7dd-4c92-aee2-4156f91271b1 admin admin] Checking segment: {'id': 'f70d1162-b154-4994-9af5-210e1dd15ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '00e677b7-ec29-42bc-8b52-7d9c8594501c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:36:48.948259 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0337f9f3-d7dd-4c92-aee2-4156f91271b1 admin admin] Network hostable DHCP agents. Network: 00e677b7-ec29-42bc-8b52-7d9c8594501c, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:36:48.965523 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0337f9f3-d7dd-4c92-aee2-4156f91271b1 admin admin] Network 00e677b7-ec29-42bc-8b52-7d9c8594501c is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:36:48.978125 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-0337f9f3-d7dd-4c92-aee2-4156f91271b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, 00e677b7-ec29-42bc-8b52-7d9c8594501c) {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:36:48.982326 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0337f9f3-d7dd-4c92-aee2-4156f91271b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:48.982914 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0337f9f3-d7dd-4c92-aee2-4156f91271b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:48.989608 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6837b1c4-fbde-4317-908e-5d8325b117fb None None] Network 00e677b7-ec29-42bc-8b52-7d9c8594501c requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:36:49.007942 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-0337f9f3-d7dd-4c92-aee2-4156f91271b1 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4284470 Oct 20 10:36:49.053665 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 49386) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:36:49.128705 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb2e700f-18c6-4969-b823-cb16c527cd04 None None] Network 00e677b7-ec29-42bc-8b52-7d9c8594501c requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:36:49.168120 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4225f3a7-4088-4eee-a088-6aaea6445e5d admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:49.281643 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4225f3a7-4088-4eee-a088-6aaea6445e5d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:49.287713 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4225f3a7-4088-4eee-a088-6aaea6445e5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:49.291669 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d93b6d3-6fba-453b-a82f-6eb08f4cd435 req-a22df72f-b2df-44a7-a93a-746d9c5ff3a3 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:49.300675 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9d93b6d3-6fba-453b-a82f-6eb08f4cd435 req-a22df72f-b2df-44a7-a93a-746d9c5ff3a3 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] 10.222.0.64 "GET /v2.0/ports?device_id=12c57aae-b973-43e9-a9e8-671f2ba671ba HTTP/1.1" status: 200 len: 946 time: 0.0693576 Oct 20 10:36:49.338201 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-4225f3a7-4088-4eee-a088-6aaea6445e5d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=be7aff8817e343cb84d14a479a2d8c84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2832127 Oct 20 10:36:49.339606 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4225f3a7-4088-4eee-a088-6aaea6445e5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c12b5c12-3613-4477-800d-7373a92506bc,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:36:49.342654 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 49400) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:36:49.349538 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9d93b6d3-6fba-453b-a82f-6eb08f4cd435 req-b04e2675-8ba7-44c5-ada6-06d116de9777 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ea17d67-d003-4cda-a612-dd72568a94fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454917 Oct 20 10:36:49.431198 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-95677eab-0d66-431e-bd05-0e32b34b126e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:49.457601 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-95677eab-0d66-431e-bd05-0e32b34b126e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:49.476086 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fbff2f6d-8842-4ef6-9e78-c30e7082ee14 req-bd275321-9081-4aa1-9049-8410a80dcf61 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1e07dbd-78a4-4dfb-8d0a-54d71af55914 HTTP/1.1" status: 200 len: 210 time: 0.0587583 Oct 20 10:36:49.529108 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-95677eab-0d66-431e-bd05-0e32b34b126e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:49.532451 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-95677eab-0d66-431e-bd05-0e32b34b126e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:49.536518 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-95677eab-0d66-431e-bd05-0e32b34b126e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c12b5c12-3613-4477-800d-7373a92506bc HTTP/1.1" status: 204 len: 168 time: 0.1889532 Oct 20 10:36:49.542465 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95677eab-0d66-431e-bd05-0e32b34b126e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c12b5c12-3613-4477-800d-7373a92506bc,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:36:49.704648 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b2b97b-0751-4d78-92ce-13bad3f5498c req-dca47431-8bf8-4916-afce-bc7916eef32d tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:49.706127 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b6b2b97b-0751-4d78-92ce-13bad3f5498c req-dca47431-8bf8-4916-afce-bc7916eef32d tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] 10.222.0.55 "GET /v2.0/networks?id=abc6c139-a56d-4347-8df5-0319596279a3 HTTP/1.1" status: 200 len: 813 time: 0.3025672 Oct 20 10:36:49.716024 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f179564-02cc-4053-b968-100a06f71990 req-7bf65224-f3b1-4994-abdd-6a13c5c77e04 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:49.717409 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3f179564-02cc-4053-b968-100a06f71990 req-7bf65224-f3b1-4994-abdd-6a13c5c77e04 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/ports?device_id=efe4bd25-79e9-42af-a4d8-5e8c46ef26f5 HTTP/1.1" status: 200 len: 944 time: 0.1044989 Oct 20 10:36:49.724175 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f336b49-82f7-44ef-b78e-7f218c842954 req-2e215795-6905-4091-8fda-523426f58fec tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:49.725572 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5f336b49-82f7-44ef-b78e-7f218c842954 req-2e215795-6905-4091-8fda-523426f58fec tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/networks?id=00e677b7-ec29-42bc-8b52-7d9c8594501c HTTP/1.1" status: 200 len: 812 time: 0.2520864 Oct 20 10:36:49.731131 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-b6b2b97b-0751-4d78-92ce-13bad3f5498c req-b735b079-7501-4737-a50e-00ca48fdab9f tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Request body: {'port': {'device_id': 'd1e07dbd-78a4-4dfb-8d0a-54d71af55914', 'network_id': 'abc6c139-a56d-4347-8df5-0319596279a3', 'admin_state_up': True, 'tenant_id': '731eef55f91e477e86bcfb7efa8c0479'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:36:49.782274 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5f336b49-82f7-44ef-b78e-7f218c842954 req-761c1412-0d05-4b05-ab2d-895793e6b083 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/quotas/c99eab67b5e546ffaba916e684c21094 HTTP/1.1" status: 200 len: 375 time: 0.0461318 Oct 20 10:36:49.818818 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 49418) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:36:49.832065 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c4060793-ef49-4c02-86b5-20baa7dd8ae2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:49.858273 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3f179564-02cc-4053-b968-100a06f71990 req-0607c550-43a3-4e74-9510-42770f91d14b tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/security-groups?id=c33a6cb5-e80a-4f79-936a-38f5e3f7c89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306279 Oct 20 10:36:49.862955 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5f336b49-82f7-44ef-b78e-7f218c842954 req-3b970657-b8ed-40f5-a528-a599d98d17f0 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=c99eab67b5e546ffaba916e684c21094&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0727675 Oct 20 10:36:49.908043 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c4060793-ef49-4c02-86b5-20baa7dd8ae2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:49.912365 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c4060793-ef49-4c02-86b5-20baa7dd8ae2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:49.951502 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-c4060793-ef49-4c02-86b5-20baa7dd8ae2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ebb26fef45004cd0b6ac9822a46ddab8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1315067 Oct 20 10:36:49.954743 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4060793-ef49-4c02-86b5-20baa7dd8ae2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8647e03c-3094-491d-881f-c5f2831e2912,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:36:49.955224 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 49422) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:36:49.993505 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6b2b97b-0751-4d78-92ce-13bad3f5498c req-b735b079-7501-4737-a50e-00ca48fdab9f tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Made reservation on behalf of 731eef55f91e477e86bcfb7efa8c0479 for: {'port': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:36:49.997097 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-b6b2b97b-0751-4d78-92ce-13bad3f5498c req-b735b079-7501-4737-a50e-00ca48fdab9f tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:50.038821 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5f336b49-82f7-44ef-b78e-7f218c842954 req-3b97abfe-bdd9-482e-a311-b3124c14b4ea service neutron] 10.222.0.64 "GET /v2.0/networks/00e677b7-ec29-42bc-8b52-7d9c8594501c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654139 Oct 20 10:36:50.123858 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-609318c5-9fdb-4cc1-86e4-17db9fc39d22 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:50.198993 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-609318c5-9fdb-4cc1-86e4-17db9fc39d22 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:50.266244 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5f336b49-82f7-44ef-b78e-7f218c842954 req-d5ab95df-3d21-4237-9d6e-b31540adad1c service neutron] 10.222.0.64 "GET /v2.0/networks/00e677b7-ec29-42bc-8b52-7d9c8594501c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130928 Oct 20 10:36:50.284744 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [req-b6b2b97b-0751-4d78-92ce-13bad3f5498c req-b735b079-7501-4737-a50e-00ca48fdab9f tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Allocated IP 172.20.0.3 (abc6c139-a56d-4347-8df5-0319596279a3/f93d478d-fe5f-4f24-8855-ab44437adb41/44ec33c1-fb52-4380-9885-6ae330115cf7) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:36:50.310660 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-609318c5-9fdb-4cc1-86e4-17db9fc39d22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:50.313285 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-609318c5-9fdb-4cc1-86e4-17db9fc39d22 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:50.314427 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-609318c5-9fdb-4cc1-86e4-17db9fc39d22 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8647e03c-3094-491d-881f-c5f2831e2912 HTTP/1.1" status: 204 len: 168 time: 0.3563612 Oct 20 10:36:50.334903 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609318c5-9fdb-4cc1-86e4-17db9fc39d22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8647e03c-3094-491d-881f-c5f2831e2912,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:36:50.512273 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-741db622-ee5f-463b-bc35-3ff118794f7e req-a5e6996f-b50a-4b05-bd65-c7579bb90665 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/ports?device_id=235f0a53-9d95-43ac-8c5a-e5c453bf3d12 HTTP/1.1" status: 200 len: 210 time: 0.0624526 Oct 20 10:36:50.539523 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-b6b2b97b-0751-4d78-92ce-13bad3f5498c req-b735b079-7501-4737-a50e-00ca48fdab9f tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:50.579891 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fda8246-b2fc-4708-9534-d923649928f7 req-cc6ee7bd-14cc-4aee-be75-aef7485af36c tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:50.590203 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0fda8246-b2fc-4708-9534-d923649928f7 req-cc6ee7bd-14cc-4aee-be75-aef7485af36c tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] 10.222.0.64 "GET /v2.0/ports?device_id=12c57aae-b973-43e9-a9e8-671f2ba671ba HTTP/1.1" status: 200 len: 946 time: 0.1425219 Oct 20 10:36:50.650012 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6cc0be40-b6fd-402e-828e-6f26be5974b6 req-ba741bff-dd8d-4521-be18-2a665d493644 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1e07dbd-78a4-4dfb-8d0a-54d71af55914 HTTP/1.1" status: 200 len: 210 time: 0.0466146 Oct 20 10:36:50.662126 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-b6b2b97b-0751-4d78-92ce-13bad3f5498c req-b735b079-7501-4737-a50e-00ca48fdab9f tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:50.678228 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['7f945ec7-9d05-4310-895e-e81958256aa7'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:36:50.700274 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0fda8246-b2fc-4708-9534-d923649928f7 req-a72cd076-1989-4341-b611-0d1c14bbe085 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ea17d67-d003-4cda-a612-dd72568a94fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090825 Oct 20 10:36:50.731099 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6b2b97b-0751-4d78-92ce-13bad3f5498c req-b735b079-7501-4737-a50e-00ca48fdab9f tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Network abc6c139-a56d-4347-8df5-0319596279a3 is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:36:50.736798 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [req-b6b2b97b-0751-4d78-92ce-13bad3f5498c req-b735b079-7501-4737-a50e-00ca48fdab9f tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:36:50.742084 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6b2b97b-0751-4d78-92ce-13bad3f5498c req-b735b079-7501-4737-a50e-00ca48fdab9f tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:36:50.775544 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b735b079-7501-4737-a50e-00ca48fdab9f tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Pushing event updated for resources: {'Port': ['ID=44ec33c1-fb52-4380-9885-6ae330115cf7,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:36:50.830251 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b2b97b-0751-4d78-92ce-13bad3f5498c req-b735b079-7501-4737-a50e-00ca48fdab9f tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:50.832508 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-b6b2b97b-0751-4d78-92ce-13bad3f5498c req-b735b079-7501-4737-a50e-00ca48fdab9f tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:50.851617 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b6b2b97b-0751-4d78-92ce-13bad3f5498c req-b735b079-7501-4737-a50e-00ca48fdab9f tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1250198 Oct 20 10:36:50.879207 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-b6b2b97b-0751-4d78-92ce-13bad3f5498c req-70ea93ad-d806-476d-bd57-70e16abc8b82 service neutron] Request body: {'port': {'device_id': 'd1e07dbd-78a4-4dfb-8d0a-54d71af55914', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811396-3'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:36:50.959140 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-b6b2b97b-0751-4d78-92ce-13bad3f5498c req-70ea93ad-d806-476d-bd57-70e16abc8b82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:51.169314 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9e22f7-545d-46e1-9819-96acdbb3018a req-4bbfb711-2ba6-4528-8c30-bc0e5664a9ec tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:51.170819 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7d9e22f7-545d-46e1-9819-96acdbb3018a req-4bbfb711-2ba6-4528-8c30-bc0e5664a9ec tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/ports?device_id=efe4bd25-79e9-42af-a4d8-5e8c46ef26f5 HTTP/1.1" status: 200 len: 944 time: 0.1424201 Oct 20 10:36:51.302343 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7d9e22f7-545d-46e1-9819-96acdbb3018a req-ee19a997-1228-47d8-961e-26d125d5e3fd tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/security-groups?id=c33a6cb5-e80a-4f79-936a-38f5e3f7c89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199770 Oct 20 10:36:51.371532 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [req-b6b2b97b-0751-4d78-92ce-13bad3f5498c req-70ea93ad-d806-476d-bd57-70e16abc8b82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44ec33c1-fb52-4380-9885-6ae330115cf7 {{(pid=100596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:36:51.382065 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-b6b2b97b-0751-4d78-92ce-13bad3f5498c req-70ea93ad-d806-476d-bd57-70e16abc8b82 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:51.400599 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.provisioning_blocks [req-b6b2b97b-0751-4d78-92ce-13bad3f5498c req-70ea93ad-d806-476d-bd57-70e16abc8b82 service neutron] Transition to ACTIVE for port object 44ec33c1-fb52-4380-9885-6ae330115cf7 will not be triggered until provisioned by entity L2. {{(pid=100596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:36:51.405602 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-b6b2b97b-0751-4d78-92ce-13bad3f5498c req-70ea93ad-d806-476d-bd57-70e16abc8b82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:51.473108 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ea93ad-d806-476d-bd57-70e16abc8b82 service neutron] Pushing event updated for resources: {'Port': ['ID=44ec33c1-fb52-4380-9885-6ae330115cf7,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:36:51.520516 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-b6b2b97b-0751-4d78-92ce-13bad3f5498c req-70ea93ad-d806-476d-bd57-70e16abc8b82 service neutron] Attempting to bind port 44ec33c1-fb52-4380-9885-6ae330115cf7 on host n-h1-811396-3 for vnic_type normal with profile {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:36:51.520933 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-b6b2b97b-0751-4d78-92ce-13bad3f5498c req-70ea93ad-d806-476d-bd57-70e16abc8b82 service neutron] Attempting to bind port 44ec33c1-fb52-4380-9885-6ae330115cf7 by drivers openvswitch,hyperv on host n-h1-811396-3 at level 0 using segments [{'id': '090770c7-51bc-40e6-9040-6586fd94bfd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'abc6c139-a56d-4347-8df5-0319596279a3'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:36:51.521169 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6b2b97b-0751-4d78-92ce-13bad3f5498c req-70ea93ad-d806-476d-bd57-70e16abc8b82 service neutron] Attempting to bind port 44ec33c1-fb52-4380-9885-6ae330115cf7 on network abc6c139-a56d-4347-8df5-0319596279a3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:36:51.526362 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6b2b97b-0751-4d78-92ce-13bad3f5498c req-70ea93ad-d806-476d-bd57-70e16abc8b82 service neutron] Port 44ec33c1-fb52-4380-9885-6ae330115cf7 on network abc6c139-a56d-4347-8df5-0319596279a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:36:51.526779 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6b2b97b-0751-4d78-92ce-13bad3f5498c req-70ea93ad-d806-476d-bd57-70e16abc8b82 service neutron] Attempting to bind port 44ec33c1-fb52-4380-9885-6ae330115cf7 on network abc6c139-a56d-4347-8df5-0319596279a3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:36:51.533393 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6b2b97b-0751-4d78-92ce-13bad3f5498c req-70ea93ad-d806-476d-bd57-70e16abc8b82 service neutron] Checking agent: {'id': 'b707b4cc-061f-4cf4-bce0-0b3df9b7bec9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:36:51.534005 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6b2b97b-0751-4d78-92ce-13bad3f5498c req-70ea93ad-d806-476d-bd57-70e16abc8b82 service neutron] Checking segment: {'id': '090770c7-51bc-40e6-9040-6586fd94bfd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'abc6c139-a56d-4347-8df5-0319596279a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:36:51.534241 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6b2b97b-0751-4d78-92ce-13bad3f5498c req-70ea93ad-d806-476d-bd57-70e16abc8b82 service neutron] Bound using segment: {'id': '090770c7-51bc-40e6-9040-6586fd94bfd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'abc6c139-a56d-4347-8df5-0319596279a3'} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:36:51.534659 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-b6b2b97b-0751-4d78-92ce-13bad3f5498c req-70ea93ad-d806-476d-bd57-70e16abc8b82 service neutron] Bound port: 44ec33c1-fb52-4380-9885-6ae330115cf7, host: n-h1-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '090770c7-51bc-40e6-9040-6586fd94bfd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'abc6c139-a56d-4347-8df5-0319596279a3'}}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:36:51.535011 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-b6b2b97b-0751-4d78-92ce-13bad3f5498c req-70ea93ad-d806-476d-bd57-70e16abc8b82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:51.617210 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a585640f-3fdc-43ff-a064-87878e598055 req-1371c229-6529-49ae-9726-afcab2cf5273 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/ports?device_id=235f0a53-9d95-43ac-8c5a-e5c453bf3d12 HTTP/1.1" status: 200 len: 210 time: 0.0317800 Oct 20 10:36:51.634681 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-b6b2b97b-0751-4d78-92ce-13bad3f5498c req-70ea93ad-d806-476d-bd57-70e16abc8b82 service neutron] For port 44ec33c1-fb52-4380-9885-6ae330115cf7, host n-h1-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:36:51.638420 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-b6b2b97b-0751-4d78-92ce-13bad3f5498c req-70ea93ad-d806-476d-bd57-70e16abc8b82 service neutron] For port 44ec33c1-fb52-4380-9885-6ae330115cf7, host n-h1-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=44ec33c1-fb52-4380-9885-6ae330115cf7,segment=NetworkSegment(090770c7-51bc-40e6-9040-6586fd94bfd9),segment_id=090770c7-51bc-40e6-9040-6586fd94bfd9)] {{(pid=100596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:36:51.642629 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-b6b2b97b-0751-4d78-92ce-13bad3f5498c req-70ea93ad-d806-476d-bd57-70e16abc8b82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:51.690572 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b2b97b-0751-4d78-92ce-13bad3f5498c req-70ea93ad-d806-476d-bd57-70e16abc8b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:51.691196 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-b6b2b97b-0751-4d78-92ce-13bad3f5498c req-70ea93ad-d806-476d-bd57-70e16abc8b82 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:51.692713 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b6b2b97b-0751-4d78-92ce-13bad3f5498c req-70ea93ad-d806-476d-bd57-70e16abc8b82 service neutron] 10.222.0.55 "PUT /v2.0/ports/44ec33c1-fb52-4380-9885-6ae330115cf7 HTTP/1.1" status: 200 len: 1091 time: 0.8237419 Oct 20 10:36:51.693076 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1e07dbd-78a4-4dfb-8d0a-54d71af55914', 'tag': '44ec33c1-fb52-4380-9885-6ae330115cf7'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:36:51.695328 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f519bbf3-fe48-4b54-bd86-47166fcdd79f" -d '{"events": [{"name": "network-changed", "server_uuid": "d1e07dbd-78a4-4dfb-8d0a-54d71af55914", "tag": "44ec33c1-fb52-4380-9885-6ae330115cf7"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:36:51.736394 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ea93ad-d806-476d-bd57-70e16abc8b82 service neutron] Pushing event updated for resources: {'Port': ['ID=44ec33c1-fb52-4380-9885-6ae330115cf7,revision_number=3']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:36:51.749517 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b4526bc-f07f-4750-a443-2512ecba868c x-openstack-request-id: req-6b4526bc-f07f-4750-a443-2512ecba868c {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:36:51.749895 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1e07dbd-78a4-4dfb-8d0a-54d71af55914", "tag": "44ec33c1-fb52-4380-9885-6ae330115cf7", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:36:51.750627 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6b4526bc-f07f-4750-a443-2512ecba868c {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:36:51.751153 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1e07dbd-78a4-4dfb-8d0a-54d71af55914', 'tag': '44ec33c1-fb52-4380-9885-6ae330115cf7', 'status': 'completed', 'code': 200} Oct 20 10:36:51.803928 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd7c65d-aff2-4137-9506-eaadd43b68f1 req-bbe24cb9-99ea-4502-b7f4-5234ad8aecbb tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:51.805467 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5fd7c65d-aff2-4137-9506-eaadd43b68f1 req-bbe24cb9-99ea-4502-b7f4-5234ad8aecbb tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1e07dbd-78a4-4dfb-8d0a-54d71af55914 HTTP/1.1" status: 200 len: 943 time: 0.0535760 Oct 20 10:36:51.877449 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b2b97b-0751-4d78-92ce-13bad3f5498c req-17c4532e-55f2-4ec5-9c27-1143e986aaa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:51.878978 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b6b2b97b-0751-4d78-92ce-13bad3f5498c req-17c4532e-55f2-4ec5-9c27-1143e986aaa8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=731eef55f91e477e86bcfb7efa8c0479&device_id=d1e07dbd-78a4-4dfb-8d0a-54d71af55914 HTTP/1.1" status: 200 len: 1094 time: 0.0726287 Oct 20 10:36:51.882237 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5fd7c65d-aff2-4137-9506-eaadd43b68f1 req-23836123-3f56-4bfd-8944-67819dba858b tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] 10.222.0.64 "GET /v2.0/security-groups?id=08fd82a4-fcb6-458b-a045-d4bca119d5a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663085 Oct 20 10:36:51.972223 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b6b2b97b-0751-4d78-92ce-13bad3f5498c req-cedf0d72-7acf-435b-a4c2-46bc3e2feedd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=44ec33c1-fb52-4380-9885-6ae330115cf7 HTTP/1.1" status: 200 len: 217 time: 0.0514576 Oct 20 10:36:52.343288 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b2b97b-0751-4d78-92ce-13bad3f5498c req-b2820f3c-3a59-473b-92e7-1c1867cfe100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:52.345280 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b6b2b97b-0751-4d78-92ce-13bad3f5498c req-b2820f3c-3a59-473b-92e7-1c1867cfe100 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f93d478d-fe5f-4f24-8855-ab44437adb41 HTTP/1.1" status: 200 len: 853 time: 0.3641310 Oct 20 10:36:52.355492 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f336b49-82f7-44ef-b78e-7f218c842954 req-b6563781-4f83-42b3-b120-2eef6adec961 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:52.356893 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5f336b49-82f7-44ef-b78e-7f218c842954 req-b6563781-4f83-42b3-b120-2eef6adec961 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.55 "GET /v2.0/networks?id=00e677b7-ec29-42bc-8b52-7d9c8594501c HTTP/1.1" status: 200 len: 812 time: 0.4466023 Oct 20 10:36:52.413817 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-5f336b49-82f7-44ef-b78e-7f218c842954 req-c51fe876-0112-47a0-b52c-e0be62edf5f5 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Request body: {'port': {'device_id': '235f0a53-9d95-43ac-8c5a-e5c453bf3d12', 'network_id': '00e677b7-ec29-42bc-8b52-7d9c8594501c', 'admin_state_up': True, 'tenant_id': 'c99eab67b5e546ffaba916e684c21094'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:36:52.467424 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b6b2b97b-0751-4d78-92ce-13bad3f5498c req-5d5a3170-24e7-45af-af6e-cd74f8e2f7e0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=abc6c139-a56d-4347-8df5-0319596279a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598774 Oct 20 10:36:52.618866 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2f34df-0423-4ffe-88b0-64074117793d req-afc9f6fc-6914-452e-a7aa-67e4ca9f2377 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:52.620374 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-be2f34df-0423-4ffe-88b0-64074117793d req-afc9f6fc-6914-452e-a7aa-67e4ca9f2377 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/ports?device_id=efe4bd25-79e9-42af-a4d8-5e8c46ef26f5 HTTP/1.1" status: 200 len: 944 time: 0.1939938 Oct 20 10:36:52.698677 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b6b2b97b-0751-4d78-92ce-13bad3f5498c req-d1f31b79-7b7a-456c-81be-3c8651e7a3c9 service neutron] 10.222.0.55 "GET /v2.0/networks/abc6c139-a56d-4347-8df5-0319596279a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100515 Oct 20 10:36:52.705645 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-be2f34df-0423-4ffe-88b0-64074117793d req-758ba66b-a9be-4427-8552-80dce2a3ed0b tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/security-groups?id=c33a6cb5-e80a-4f79-936a-38f5e3f7c89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763545 Oct 20 10:36:52.709523 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f336b49-82f7-44ef-b78e-7f218c842954 req-c51fe876-0112-47a0-b52c-e0be62edf5f5 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Made reservation on behalf of c99eab67b5e546ffaba916e684c21094 for: {'port': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:36:52.712931 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-5f336b49-82f7-44ef-b78e-7f218c842954 req-c51fe876-0112-47a0-b52c-e0be62edf5f5 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:52.766638 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-df96e617-94f9-4b9b-94b6-7dd0ec59789f req-78e6efb4-11af-4ad9-a3cd-2ee4153d0740 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/ports?device_id=235f0a53-9d95-43ac-8c5a-e5c453bf3d12 HTTP/1.1" status: 200 len: 210 time: 0.0596440 Oct 20 10:36:52.888105 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b6b2b97b-0751-4d78-92ce-13bad3f5498c req-2d8e21df-bb47-456c-aff1-ed80c91c86ab service neutron] 10.222.0.55 "GET /v2.0/networks/abc6c139-a56d-4347-8df5-0319596279a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800067 Oct 20 10:36:52.942699 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [req-5f336b49-82f7-44ef-b78e-7f218c842954 req-c51fe876-0112-47a0-b52c-e0be62edf5f5 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Allocated IP 172.20.0.10 (00e677b7-ec29-42bc-8b52-7d9c8594501c/41c5fb46-df00-4db9-bb3d-c914d29737cc/9e87a032-f413-4045-8b15-0068cc3fb827) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:36:52.994943 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 49556) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:36:53.071401 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb64dff-951f-460f-aba9-e0e72057e228 req-0de68439-3d07-4bdb-8360-415b57e76c4d tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:53.072898 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-edb64dff-951f-460f-aba9-e0e72057e228 req-0de68439-3d07-4bdb-8360-415b57e76c4d tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1e07dbd-78a4-4dfb-8d0a-54d71af55914 HTTP/1.1" status: 200 len: 943 time: 0.1145105 Oct 20 10:36:53.110342 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-55c80649-eb95-4e38-9dde-97a684e94cc4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:53.178441 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f519bbf3-fe48-4b54-bd86-47166fcdd79f req-ff28b3f8-4c7f-4dee-a3d9-6277189e6977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:53.179874 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f519bbf3-fe48-4b54-bd86-47166fcdd79f req-ff28b3f8-4c7f-4dee-a3d9-6277189e6977 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=731eef55f91e477e86bcfb7efa8c0479&device_id=d1e07dbd-78a4-4dfb-8d0a-54d71af55914 HTTP/1.1" status: 200 len: 1094 time: 0.1560259 Oct 20 10:36:53.188472 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-edb64dff-951f-460f-aba9-e0e72057e228 req-269d2cba-31b0-44cf-b1a5-9108f117d901 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] 10.222.0.64 "GET /v2.0/security-groups?id=08fd82a4-fcb6-458b-a045-d4bca119d5a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054966 Oct 20 10:36:53.189681 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-55c80649-eb95-4e38-9dde-97a684e94cc4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:53.194340 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-55c80649-eb95-4e38-9dde-97a684e94cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:53.206710 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-5f336b49-82f7-44ef-b78e-7f218c842954 req-c51fe876-0112-47a0-b52c-e0be62edf5f5 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:53.239973 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-55c80649-eb95-4e38-9dde-97a684e94cc4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2b8c01c6490f4ba5b3cfb0dbee472a35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2438145 Oct 20 10:36:53.240208 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 49560) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:36:53.240879 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c80649-eb95-4e38-9dde-97a684e94cc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=444f7650-0abd-4d0a-9816-b08682d2b2c7,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:36:53.284317 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 483a72cb-0ddd-4b0a-a54e-007be6bc253b details requested by agent hyperv_n-h2-811396-3 with host n-h2-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:36:53.338775 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-5f336b49-82f7-44ef-b78e-7f218c842954 req-c51fe876-0112-47a0-b52c-e0be62edf5f5 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:53.343079 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f519bbf3-fe48-4b54-bd86-47166fcdd79f req-81f8da41-a995-46f2-aad7-bc3da4f007da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:53.345008 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f519bbf3-fe48-4b54-bd86-47166fcdd79f req-81f8da41-a995-46f2-aad7-bc3da4f007da service neutron] 10.222.0.55 "GET /v2.0/networks?id=abc6c139-a56d-4347-8df5-0319596279a3 HTTP/1.1" status: 200 len: 914 time: 0.1506639 Oct 20 10:36:53.378700 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 483a72cb-0ddd-4b0a-a54e-007be6bc253b, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=483a72cb-0ddd-4b0a-a54e-007be6bc253b,segment=NetworkSegment(ead88eb8-7907-4284-a2ee-38aeb92bc073),segment_id=ead88eb8-7907-4284-a2ee-38aeb92bc073)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:36:53.391241 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Returning: {'device': '483a72cb-0ddd-4b0a-a54e-007be6bc253b', 'network_id': 'ef6abb39-cfb1-4828-a214-dd0f5374098d', 'port_id': '483a72cb-0ddd-4b0a-a54e-007be6bc253b', 'mac_address': 'fa:16:3e:44:1f:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 826, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '777e48ea-dc5a-43d5-a338-c1cfd0807e06', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:36:53.435116 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:53.436939 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f336b49-82f7-44ef-b78e-7f218c842954 req-c51fe876-0112-47a0-b52c-e0be62edf5f5 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Network 00e677b7-ec29-42bc-8b52-7d9c8594501c is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:36:53.438197 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3f81719c-ef76-4620-addb-e6f32bbf8366 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:53.443140 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f519bbf3-fe48-4b54-bd86-47166fcdd79f req-7214e2dc-7fe3-4752-9808-7166cb9eaada service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=44ec33c1-fb52-4380-9885-6ae330115cf7 HTTP/1.1" status: 200 len: 217 time: 0.0661883 Oct 20 10:36:53.446516 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [req-5f336b49-82f7-44ef-b78e-7f218c842954 req-c51fe876-0112-47a0-b52c-e0be62edf5f5 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:36:53.448775 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 483a72cb-0ddd-4b0a-a54e-007be6bc253b {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:36:53.457716 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f336b49-82f7-44ef-b78e-7f218c842954 req-c51fe876-0112-47a0-b52c-e0be62edf5f5 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:36:53.463044 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51fe876-0112-47a0-b52c-e0be62edf5f5 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Pushing event updated for resources: {'Port': ['ID=9e87a032-f413-4045-8b15-0068cc3fb827,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:36:53.476137 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 483a72cb-0ddd-4b0a-a54e-007be6bc253b, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=483a72cb-0ddd-4b0a-a54e-007be6bc253b,segment=NetworkSegment(ead88eb8-7907-4284-a2ee-38aeb92bc073),segment_id=ead88eb8-7907-4284-a2ee-38aeb92bc073)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:36:53.483810 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:53.516696 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3f81719c-ef76-4620-addb-e6f32bbf8366 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:53.558332 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=483a72cb-0ddd-4b0a-a54e-007be6bc253b,revision_number=6']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:36:53.558533 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f336b49-82f7-44ef-b78e-7f218c842954 req-c51fe876-0112-47a0-b52c-e0be62edf5f5 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:53.559150 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-5f336b49-82f7-44ef-b78e-7f218c842954 req-c51fe876-0112-47a0-b52c-e0be62edf5f5 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:53.603803 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5f336b49-82f7-44ef-b78e-7f218c842954 req-c51fe876-0112-47a0-b52c-e0be62edf5f5 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1948833 Oct 20 10:36:53.606104 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f519bbf3-fe48-4b54-bd86-47166fcdd79f req-82e2808a-4904-4df2-8ee5-13b57aca4c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:53.607506 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f519bbf3-fe48-4b54-bd86-47166fcdd79f req-82e2808a-4904-4df2-8ee5-13b57aca4c33 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f93d478d-fe5f-4f24-8855-ab44437adb41 HTTP/1.1" status: 200 len: 853 time: 0.1174257 Oct 20 10:36:53.610688 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['483a72cb-0ddd-4b0a-a54e-007be6bc253b'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:36:53.628888 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-5f336b49-82f7-44ef-b78e-7f218c842954 req-4785b101-93e5-4cea-9f81-185410cbf7fc service neutron] Request body: {'port': {'device_id': '235f0a53-9d95-43ac-8c5a-e5c453bf3d12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811396-3'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:36:53.641362 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3f81719c-ef76-4620-addb-e6f32bbf8366 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:53.643949 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3f81719c-ef76-4620-addb-e6f32bbf8366 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:53.645028 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-3f81719c-ef76-4620-addb-e6f32bbf8366 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/444f7650-0abd-4d0a-9816-b08682d2b2c7 HTTP/1.1" status: 204 len: 168 time: 0.3754725 Oct 20 10:36:53.690927 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f519bbf3-fe48-4b54-bd86-47166fcdd79f req-c3556523-cfe3-4333-8b83-f35b6213c102 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=abc6c139-a56d-4347-8df5-0319596279a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588017 Oct 20 10:36:53.693865 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f81719c-ef76-4620-addb-e6f32bbf8366 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=444f7650-0abd-4d0a-9816-b08682d2b2c7,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:36:53.842068 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-5f336b49-82f7-44ef-b78e-7f218c842954 req-4785b101-93e5-4cea-9f81-185410cbf7fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:53.934417 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f519bbf3-fe48-4b54-bd86-47166fcdd79f req-40b31f82-9aa6-4986-935e-9364010f75a3 service neutron] 10.222.0.55 "GET /v2.0/networks/abc6c139-a56d-4347-8df5-0319596279a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2355938 Oct 20 10:36:53.999463 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275f3099-185a-4167-bea2-27d60b0ba1e5 req-4e81d4b5-dc94-4271-a7ea-9b7b2f27aa2b tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:54.001048 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-275f3099-185a-4167-bea2-27d60b0ba1e5 req-4e81d4b5-dc94-4271-a7ea-9b7b2f27aa2b tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/ports?device_id=efe4bd25-79e9-42af-a4d8-5e8c46ef26f5 HTTP/1.1" status: 200 len: 944 time: 0.1751103 Oct 20 10:36:54.011105 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 49602) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:36:54.024697 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-81a230bb-5572-44a7-a204-2bb17f16d54a admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:54.027246 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fccb05-1d1c-430f-bd06-5a5129600a02 req-5530ad35-9186-4685-9795-613b10b8f3ce tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:54.028799 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-64fccb05-1d1c-430f-bd06-5a5129600a02 req-5530ad35-9186-4685-9795-613b10b8f3ce tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/ports?device_id=235f0a53-9d95-43ac-8c5a-e5c453bf3d12 HTTP/1.1" status: 200 len: 932 time: 0.1613243 Oct 20 10:36:54.103403 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-81a230bb-5572-44a7-a204-2bb17f16d54a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:54.107603 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-81a230bb-5572-44a7-a204-2bb17f16d54a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:54.149371 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-81a230bb-5572-44a7-a204-2bb17f16d54a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c7b2cb87eff14009ab491a07aad446fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1348038 Oct 20 10:36:54.149598 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 49606) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:36:54.157140 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a230bb-5572-44a7-a204-2bb17f16d54a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fecb40c-5c4e-4b2c-a6a8-299ae0640f2c,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:36:54.197146 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-275f3099-185a-4167-bea2-27d60b0ba1e5 req-1aa5d8a3-5625-4b91-a588-732353656202 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/security-groups?id=c33a6cb5-e80a-4f79-936a-38f5e3f7c89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220245 Oct 20 10:36:54.211943 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e85540e4-47a1-4c9e-a933-47f5a035ae07 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:54.244113 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e85540e4-47a1-4c9e-a933-47f5a035ae07 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:54.253538 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-64fccb05-1d1c-430f-bd06-5a5129600a02 req-edaa7cda-1246-4695-bfa9-ce429f674c04 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/security-groups?id=17372704-86e6-46e6-a5dd-dc7385be620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716135 Oct 20 10:36:54.318509 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f519bbf3-fe48-4b54-bd86-47166fcdd79f req-cb646a12-42f5-4b1a-b59b-3e6eebf382eb service neutron] 10.222.0.55 "GET /v2.0/networks/abc6c139-a56d-4347-8df5-0319596279a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3700140 Oct 20 10:36:54.325896 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e85540e4-47a1-4c9e-a933-47f5a035ae07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:54.331150 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e85540e4-47a1-4c9e-a933-47f5a035ae07 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:54.333191 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-e85540e4-47a1-4c9e-a933-47f5a035ae07 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6fecb40c-5c4e-4b2c-a6a8-299ae0640f2c HTTP/1.1" status: 204 len: 168 time: 0.1826639 Oct 20 10:36:54.348355 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85540e4-47a1-4c9e-a933-47f5a035ae07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fecb40c-5c4e-4b2c-a6a8-299ae0640f2c,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:36:54.427361 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403342be-2e78-442e-81df-bd767d048692 req-c1449c06-cdcd-4e72-a33e-a6868b3754e0 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:54.428925 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-403342be-2e78-442e-81df-bd767d048692 req-c1449c06-cdcd-4e72-a33e-a6868b3754e0 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1e07dbd-78a4-4dfb-8d0a-54d71af55914 HTTP/1.1" status: 200 len: 943 time: 0.1208291 Oct 20 10:36:54.560054 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [req-5f336b49-82f7-44ef-b78e-7f218c842954 req-4785b101-93e5-4cea-9f81-185410cbf7fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e87a032-f413-4045-8b15-0068cc3fb827 {{(pid=100596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:36:54.569146 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-5f336b49-82f7-44ef-b78e-7f218c842954 req-4785b101-93e5-4cea-9f81-185410cbf7fc service neutron] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:54.581804 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-403342be-2e78-442e-81df-bd767d048692 req-e8289aaf-8f6e-4d51-aa0d-75bff583a434 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] 10.222.0.64 "GET /v2.0/security-groups?id=08fd82a4-fcb6-458b-a045-d4bca119d5a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461434 Oct 20 10:36:54.592240 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.provisioning_blocks [req-5f336b49-82f7-44ef-b78e-7f218c842954 req-4785b101-93e5-4cea-9f81-185410cbf7fc service neutron] Transition to ACTIVE for port object 9e87a032-f413-4045-8b15-0068cc3fb827 will not be triggered until provisioned by entity L2. {{(pid=100596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:36:54.603637 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-5f336b49-82f7-44ef-b78e-7f218c842954 req-4785b101-93e5-4cea-9f81-185410cbf7fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:54.736395 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4785b101-93e5-4cea-9f81-185410cbf7fc service neutron] Pushing event updated for resources: {'Port': ['ID=9e87a032-f413-4045-8b15-0068cc3fb827,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:36:54.827842 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-5f336b49-82f7-44ef-b78e-7f218c842954 req-4785b101-93e5-4cea-9f81-185410cbf7fc service neutron] Attempting to bind port 9e87a032-f413-4045-8b15-0068cc3fb827 on host n-h1-811396-3 for vnic_type normal with profile {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:36:54.828172 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-5f336b49-82f7-44ef-b78e-7f218c842954 req-4785b101-93e5-4cea-9f81-185410cbf7fc service neutron] Attempting to bind port 9e87a032-f413-4045-8b15-0068cc3fb827 by drivers openvswitch,hyperv on host n-h1-811396-3 at level 0 using segments [{'id': 'f70d1162-b154-4994-9af5-210e1dd15ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '00e677b7-ec29-42bc-8b52-7d9c8594501c'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:36:54.828492 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f336b49-82f7-44ef-b78e-7f218c842954 req-4785b101-93e5-4cea-9f81-185410cbf7fc service neutron] Attempting to bind port 9e87a032-f413-4045-8b15-0068cc3fb827 on network 00e677b7-ec29-42bc-8b52-7d9c8594501c {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:36:54.836748 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f336b49-82f7-44ef-b78e-7f218c842954 req-4785b101-93e5-4cea-9f81-185410cbf7fc service neutron] Port 9e87a032-f413-4045-8b15-0068cc3fb827 on network 00e677b7-ec29-42bc-8b52-7d9c8594501c not bound, no agent of type Open vSwitch agent registered on host n-h1-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:36:54.837075 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f336b49-82f7-44ef-b78e-7f218c842954 req-4785b101-93e5-4cea-9f81-185410cbf7fc service neutron] Attempting to bind port 9e87a032-f413-4045-8b15-0068cc3fb827 on network 00e677b7-ec29-42bc-8b52-7d9c8594501c {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:36:54.842137 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f336b49-82f7-44ef-b78e-7f218c842954 req-4785b101-93e5-4cea-9f81-185410cbf7fc service neutron] Checking agent: {'id': 'b707b4cc-061f-4cf4-bce0-0b3df9b7bec9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:36:54.842744 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f336b49-82f7-44ef-b78e-7f218c842954 req-4785b101-93e5-4cea-9f81-185410cbf7fc service neutron] Checking segment: {'id': 'f70d1162-b154-4994-9af5-210e1dd15ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '00e677b7-ec29-42bc-8b52-7d9c8594501c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:36:54.842866 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f336b49-82f7-44ef-b78e-7f218c842954 req-4785b101-93e5-4cea-9f81-185410cbf7fc service neutron] Bound using segment: {'id': 'f70d1162-b154-4994-9af5-210e1dd15ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '00e677b7-ec29-42bc-8b52-7d9c8594501c'} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:36:54.843243 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-5f336b49-82f7-44ef-b78e-7f218c842954 req-4785b101-93e5-4cea-9f81-185410cbf7fc service neutron] Bound port: 9e87a032-f413-4045-8b15-0068cc3fb827, host: n-h1-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f70d1162-b154-4994-9af5-210e1dd15ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '00e677b7-ec29-42bc-8b52-7d9c8594501c'}}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:36:54.843900 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-5f336b49-82f7-44ef-b78e-7f218c842954 req-4785b101-93e5-4cea-9f81-185410cbf7fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:54.951634 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-5f336b49-82f7-44ef-b78e-7f218c842954 req-4785b101-93e5-4cea-9f81-185410cbf7fc service neutron] For port 9e87a032-f413-4045-8b15-0068cc3fb827, host n-h1-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:36:54.955285 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-5f336b49-82f7-44ef-b78e-7f218c842954 req-4785b101-93e5-4cea-9f81-185410cbf7fc service neutron] For port 9e87a032-f413-4045-8b15-0068cc3fb827, host n-h1-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=9e87a032-f413-4045-8b15-0068cc3fb827,segment=NetworkSegment(f70d1162-b154-4994-9af5-210e1dd15ef4),segment_id=f70d1162-b154-4994-9af5-210e1dd15ef4)] {{(pid=100596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:36:54.961110 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-5f336b49-82f7-44ef-b78e-7f218c842954 req-4785b101-93e5-4cea-9f81-185410cbf7fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:55.014344 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f336b49-82f7-44ef-b78e-7f218c842954 req-4785b101-93e5-4cea-9f81-185410cbf7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:55.014979 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-5f336b49-82f7-44ef-b78e-7f218c842954 req-4785b101-93e5-4cea-9f81-185410cbf7fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:55.016529 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5f336b49-82f7-44ef-b78e-7f218c842954 req-4785b101-93e5-4cea-9f81-185410cbf7fc service neutron] 10.222.0.55 "PUT /v2.0/ports/9e87a032-f413-4045-8b15-0068cc3fb827 HTTP/1.1" status: 200 len: 1092 time: 1.3919795 Oct 20 10:36:55.016988 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '235f0a53-9d95-43ac-8c5a-e5c453bf3d12', 'tag': '9e87a032-f413-4045-8b15-0068cc3fb827'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:36:55.019231 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21614d93-8629-499b-9dc1-efad0f2ca5f1" -d '{"events": [{"name": "network-changed", "server_uuid": "235f0a53-9d95-43ac-8c5a-e5c453bf3d12", "tag": "9e87a032-f413-4045-8b15-0068cc3fb827"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:36:55.044747 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4785b101-93e5-4cea-9f81-185410cbf7fc service neutron] Pushing event updated for resources: {'Port': ['ID=9e87a032-f413-4045-8b15-0068cc3fb827,revision_number=3']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:36:55.110875 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-290ba2cd-75e8-4100-8973-793df89877fb x-openstack-request-id: req-290ba2cd-75e8-4100-8973-793df89877fb {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:36:55.111175 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "235f0a53-9d95-43ac-8c5a-e5c453bf3d12", "tag": "9e87a032-f413-4045-8b15-0068cc3fb827", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:36:55.111453 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-290ba2cd-75e8-4100-8973-793df89877fb {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:36:55.111859 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '235f0a53-9d95-43ac-8c5a-e5c453bf3d12', 'tag': '9e87a032-f413-4045-8b15-0068cc3fb827', 'status': 'completed', 'code': 200} Oct 20 10:36:55.128445 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f336b49-82f7-44ef-b78e-7f218c842954 req-1512dc10-3e4a-43c0-8bde-b91b41233b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:55.130362 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5f336b49-82f7-44ef-b78e-7f218c842954 req-1512dc10-3e4a-43c0-8bde-b91b41233b2f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c99eab67b5e546ffaba916e684c21094&device_id=235f0a53-9d95-43ac-8c5a-e5c453bf3d12 HTTP/1.1" status: 200 len: 1095 time: 0.0499527 Oct 20 10:36:55.206345 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5f336b49-82f7-44ef-b78e-7f218c842954 req-695a51a5-f341-4296-bd6f-c25ccd39330d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9e87a032-f413-4045-8b15-0068cc3fb827 HTTP/1.1" status: 200 len: 217 time: 0.0572124 Oct 20 10:36:55.284854 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f336b49-82f7-44ef-b78e-7f218c842954 req-1f34573c-6690-4f0c-8a72-a2e547e02196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:55.286701 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5f336b49-82f7-44ef-b78e-7f218c842954 req-1f34573c-6690-4f0c-8a72-a2e547e02196 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=41c5fb46-df00-4db9-bb3d-c914d29737cc HTTP/1.1" status: 200 len: 852 time: 0.0726402 Oct 20 10:36:55.312065 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 483a72cb-0ddd-4b0a-a54e-007be6bc253b up at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:36:55.345799 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5f336b49-82f7-44ef-b78e-7f218c842954 req-b581d3db-cdc9-4538-bb63-ce0a88b5ba43 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=00e677b7-ec29-42bc-8b52-7d9c8594501c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499887 Oct 20 10:36:55.416891 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning complete for port 483a72cb-0ddd-4b0a-a54e-007be6bc253b triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:36:55.417256 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:55.522876 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5f336b49-82f7-44ef-b78e-7f218c842954 req-8ac07ede-64d3-4b84-aaa8-4545cae79edc service neutron] 10.222.0.55 "GET /v2.0/networks/00e677b7-ec29-42bc-8b52-7d9c8594501c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616714 Oct 20 10:36:55.598684 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:55.671918 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 483a72cb-0ddd-4b0a-a54e-007be6bc253b, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=483a72cb-0ddd-4b0a-a54e-007be6bc253b,segment=NetworkSegment(ead88eb8-7907-4284-a2ee-38aeb92bc073),segment_id=ead88eb8-7907-4284-a2ee-38aeb92bc073)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:36:55.677556 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12c57aae-b973-43e9-a9e8-671f2ba671ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '483a72cb-0ddd-4b0a-a54e-007be6bc253b'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:36:55.681363 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53b1138a-8e0c-48d6-b72e-c671f7182c3e" -d '{"events": [{"server_uuid": "12c57aae-b973-43e9-a9e8-671f2ba671ba", "name": "network-vif-plugged", "status": "completed", "tag": "483a72cb-0ddd-4b0a-a54e-007be6bc253b"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:36:55.690525 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:55.697489 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca65b3a8-3ea0-47e8-8b92-dd279fd17e3e req-f4fc9f35-3848-4800-a4a1-0821e4fa41c9 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:55.707448 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ca65b3a8-3ea0-47e8-8b92-dd279fd17e3e req-f4fc9f35-3848-4800-a4a1-0821e4fa41c9 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/ports?device_id=efe4bd25-79e9-42af-a4d8-5e8c46ef26f5 HTTP/1.1" status: 200 len: 944 time: 0.3901060 Oct 20 10:36:55.741223 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a805c4ed-1dd6-4391-b168-fc06dab40437 req-a461d5b2-dd13-4ecc-ae52-cc3b8b891554 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:55.742892 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a805c4ed-1dd6-4391-b168-fc06dab40437 req-a461d5b2-dd13-4ecc-ae52-cc3b8b891554 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/ports?device_id=235f0a53-9d95-43ac-8c5a-e5c453bf3d12 HTTP/1.1" status: 200 len: 944 time: 0.2532158 Oct 20 10:36:55.789581 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=483a72cb-0ddd-4b0a-a54e-007be6bc253b,revision_number=7']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:36:55.802852 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:36:55.803545 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:36:55.804060 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:36:55.805046 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:36:55.805588 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:36:55.806079 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:36:55.806576 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:36:55.807064 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:36:55.807660 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:36:55.808147 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:36:55.809082 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:36:55.809760 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:36:55.811626 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ca65b3a8-3ea0-47e8-8b92-dd279fd17e3e req-a5788add-2b4d-4c76-9898-da4b23b77bc1 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/security-groups?id=c33a6cb5-e80a-4f79-936a-38f5e3f7c89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995703 Oct 20 10:36:55.830821 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5f336b49-82f7-44ef-b78e-7f218c842954 req-2f3ba6dd-bcd7-4fd3-8089-9436634d7b55 service neutron] 10.222.0.55 "GET /v2.0/networks/00e677b7-ec29-42bc-8b52-7d9c8594501c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2808154 Oct 20 10:36:55.864575 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a805c4ed-1dd6-4391-b168-fc06dab40437 req-f879f80f-cf3b-4e5a-b535-3dda7e42f29c tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/security-groups?id=17372704-86e6-46e6-a5dd-dc7385be620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131828 Oct 20 10:36:56.023638 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21614d93-8629-499b-9dc1-efad0f2ca5f1 req-30b4ce26-09fa-4442-93af-22dd7c2af499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:56.025283 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-21614d93-8629-499b-9dc1-efad0f2ca5f1 req-30b4ce26-09fa-4442-93af-22dd7c2af499 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c99eab67b5e546ffaba916e684c21094&device_id=235f0a53-9d95-43ac-8c5a-e5c453bf3d12 HTTP/1.1" status: 200 len: 1095 time: 0.0870578 Oct 20 10:36:56.034022 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8ad2bd-4f7a-404b-9a22-f2095b80715d req-53d267ca-b7db-46be-a802-e49ff8fe062a tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:56.041475 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-df8ad2bd-4f7a-404b-9a22-f2095b80715d req-53d267ca-b7db-46be-a802-e49ff8fe062a tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1e07dbd-78a4-4dfb-8d0a-54d71af55914 HTTP/1.1" status: 200 len: 943 time: 0.1475976 Oct 20 10:36:56.063319 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a9a6ea8-78f0-4709-9875-84c246a712fd x-openstack-request-id: req-3a9a6ea8-78f0-4709-9875-84c246a712fd {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:36:56.063644 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12c57aae-b973-43e9-a9e8-671f2ba671ba", "name": "network-vif-plugged", "status": "completed", "tag": "483a72cb-0ddd-4b0a-a54e-007be6bc253b", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:36:56.063975 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3a9a6ea8-78f0-4709-9875-84c246a712fd {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:36:56.064329 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12c57aae-b973-43e9-a9e8-671f2ba671ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '483a72cb-0ddd-4b0a-a54e-007be6bc253b', 'code': 200} Oct 20 10:36:56.114408 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-df8ad2bd-4f7a-404b-9a22-f2095b80715d req-45565b68-f432-4bfd-bf11-3684154f5599 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] 10.222.0.64 "GET /v2.0/security-groups?id=08fd82a4-fcb6-458b-a045-d4bca119d5a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668154 Oct 20 10:36:56.292646 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21614d93-8629-499b-9dc1-efad0f2ca5f1 req-71dd2d34-b9a8-4bdd-8701-1ad38af053b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:56.294753 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-21614d93-8629-499b-9dc1-efad0f2ca5f1 req-71dd2d34-b9a8-4bdd-8701-1ad38af053b9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=00e677b7-ec29-42bc-8b52-7d9c8594501c HTTP/1.1" status: 200 len: 913 time: 0.2501757 Oct 20 10:36:56.348202 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-21614d93-8629-499b-9dc1-efad0f2ca5f1 req-b25e36aa-1a55-4721-85c0-64373bf00e6e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9e87a032-f413-4045-8b15-0068cc3fb827 HTTP/1.1" status: 200 len: 217 time: 0.0398135 Oct 20 10:36:56.433834 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21614d93-8629-499b-9dc1-efad0f2ca5f1 req-f9a2d755-d0e2-42d9-910a-a186bfd0b5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:56.435636 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-21614d93-8629-499b-9dc1-efad0f2ca5f1 req-f9a2d755-d0e2-42d9-910a-a186bfd0b5f3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=41c5fb46-df00-4db9-bb3d-c914d29737cc HTTP/1.1" status: 200 len: 852 time: 0.0800161 Oct 20 10:36:56.802439 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-21614d93-8629-499b-9dc1-efad0f2ca5f1 req-79ee738b-3a53-472b-9824-91822891a2be service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=00e677b7-ec29-42bc-8b52-7d9c8594501c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3580785 Oct 20 10:36:56.963872 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-21614d93-8629-499b-9dc1-efad0f2ca5f1 req-79c3b9bf-73eb-460e-b5de-f088694567c2 service neutron] 10.222.0.55 "GET /v2.0/networks/00e677b7-ec29-42bc-8b52-7d9c8594501c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515160 Oct 20 10:36:57.068042 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b693e4c9-a936-4f3a-8418-d644eb87a79b req-d07fc694-e6b7-41e6-927c-12a5f5819d77 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:57.069577 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b693e4c9-a936-4f3a-8418-d644eb87a79b req-d07fc694-e6b7-41e6-927c-12a5f5819d77 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/ports?device_id=efe4bd25-79e9-42af-a4d8-5e8c46ef26f5 HTTP/1.1" status: 200 len: 944 time: 0.1274810 Oct 20 10:36:57.156814 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd962965-792d-4a06-a441-a89c5a50d029 req-364c55bd-e705-4d17-b436-d4dc511cd5d2 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:57.158361 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fd962965-792d-4a06-a441-a89c5a50d029 req-364c55bd-e705-4d17-b436-d4dc511cd5d2 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/ports?device_id=235f0a53-9d95-43ac-8c5a-e5c453bf3d12 HTTP/1.1" status: 200 len: 944 time: 0.1496515 Oct 20 10:36:57.163064 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 44ec33c1-fb52-4380-9885-6ae330115cf7 details requested by agent hyperv_n-h1-811396-3 with host n-h1-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:36:57.186101 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b693e4c9-a936-4f3a-8418-d644eb87a79b req-2debda7e-36ae-4023-800e-64f2a39a5961 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/security-groups?id=c33a6cb5-e80a-4f79-936a-38f5e3f7c89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823004 Oct 20 10:36:57.195036 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-21614d93-8629-499b-9dc1-efad0f2ca5f1 req-274281a0-4e6c-4a7e-9fb6-490abd6e810e service neutron] 10.222.0.55 "GET /v2.0/networks/00e677b7-ec29-42bc-8b52-7d9c8594501c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102466 Oct 20 10:36:57.229415 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fd962965-792d-4a06-a441-a89c5a50d029 req-93be9b8d-3a9b-4f10-b8ac-dd4943491caf tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/security-groups?id=17372704-86e6-46e6-a5dd-dc7385be620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594800 Oct 20 10:36:57.332122 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 44ec33c1-fb52-4380-9885-6ae330115cf7, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=44ec33c1-fb52-4380-9885-6ae330115cf7,segment=NetworkSegment(090770c7-51bc-40e6-9040-6586fd94bfd9),segment_id=090770c7-51bc-40e6-9040-6586fd94bfd9)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:36:57.346011 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Returning: {'device': '44ec33c1-fb52-4380-9885-6ae330115cf7', 'network_id': 'abc6c139-a56d-4347-8df5-0319596279a3', 'port_id': '44ec33c1-fb52-4380-9885-6ae330115cf7', 'mac_address': 'fa:16:3e:2a:ec:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 819, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f93d478d-fe5f-4f24-8855-ab44437adb41', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:36:57.350483 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 00ae86d6-b3cd-41a2-9d65-5a8b5af60932 no longer exists at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:36:57.438957 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e408c210-8faa-48fb-bc51-5665cc7a6c42 req-8fc08817-c99d-4a04-a9a7-67eca4a1a920 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:57.440643 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e408c210-8faa-48fb-bc51-5665cc7a6c42 req-8fc08817-c99d-4a04-a9a7-67eca4a1a920 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1e07dbd-78a4-4dfb-8d0a-54d71af55914 HTTP/1.1" status: 200 len: 943 time: 0.0987511 Oct 20 10:36:57.530197 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e408c210-8faa-48fb-bc51-5665cc7a6c42 req-5c7409ce-6649-4a2b-b24c-65b8a5b95a45 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] 10.222.0.64 "GET /v2.0/security-groups?id=08fd82a4-fcb6-458b-a045-d4bca119d5a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752640 Oct 20 10:36:57.547742 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:57.600444 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44ec33c1-fb52-4380-9885-6ae330115cf7 {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:36:57.633516 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 44ec33c1-fb52-4380-9885-6ae330115cf7, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=44ec33c1-fb52-4380-9885-6ae330115cf7,segment=NetworkSegment(090770c7-51bc-40e6-9040-6586fd94bfd9),segment_id=090770c7-51bc-40e6-9040-6586fd94bfd9)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:36:57.640997 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:57.712718 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=44ec33c1-fb52-4380-9885-6ae330115cf7,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:36:57.778066 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e4c4d013-e275-4d16-bf9f-f941de1f758e req-eadd54e5-3afe-402b-a9bf-57cf484819f3 service neutron] 10.222.0.69 "GET /v2.0/ports/00ae86d6-b3cd-41a2-9d65-5a8b5af60932/bindings/n-h1-811396-3 HTTP/1.1" status: 200 len: 384 time: 0.0713232 Oct 20 10:36:58.027302 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-e4c4d013-e275-4d16-bf9f-f941de1f758e req-23b8174f-5e78-4de6-97db-1c8cbf398aa1 service neutron] For port 00ae86d6-b3cd-41a2-9d65-5a8b5af60932, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=00ae86d6-b3cd-41a2-9d65-5a8b5af60932,segment=NetworkSegment(d74986f8-a71e-4359-a64d-140af23f3558),segment_id=d74986f8-a71e-4359-a64d-140af23f3558)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:36:58.056545 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-e4c4d013-e275-4d16-bf9f-f941de1f758e req-23b8174f-5e78-4de6-97db-1c8cbf398aa1 service neutron] For port 00ae86d6-b3cd-41a2-9d65-5a8b5af60932, host n-h2-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:36:58.097099 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [req-e4c4d013-e275-4d16-bf9f-f941de1f758e req-23b8174f-5e78-4de6-97db-1c8cbf398aa1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00ae86d6-b3cd-41a2-9d65-5a8b5af60932 {{(pid=100596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:36:58.109095 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-e4c4d013-e275-4d16-bf9f-f941de1f758e req-23b8174f-5e78-4de6-97db-1c8cbf398aa1 service neutron] For port 00ae86d6-b3cd-41a2-9d65-5a8b5af60932, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=00ae86d6-b3cd-41a2-9d65-5a8b5af60932,segment=NetworkSegment(d74986f8-a71e-4359-a64d-140af23f3558),segment_id=d74986f8-a71e-4359-a64d-140af23f3558)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:36:58.125020 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-e4c4d013-e275-4d16-bf9f-f941de1f758e req-23b8174f-5e78-4de6-97db-1c8cbf398aa1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:58.175828 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['44ec33c1-fb52-4380-9885-6ae330115cf7'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:36:58.281237 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.provisioning_blocks [req-e4c4d013-e275-4d16-bf9f-f941de1f758e req-23b8174f-5e78-4de6-97db-1c8cbf398aa1 service neutron] Transition to ACTIVE for port object 00ae86d6-b3cd-41a2-9d65-5a8b5af60932 will not be triggered until provisioned by entity L2. {{(pid=100596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:36:58.290965 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-e4c4d013-e275-4d16-bf9f-f941de1f758e req-23b8174f-5e78-4de6-97db-1c8cbf398aa1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:58.574243 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b8174f-5e78-4de6-97db-1c8cbf398aa1 service neutron] Pushing event updated for resources: {'Port': ['ID=00ae86d6-b3cd-41a2-9d65-5a8b5af60932,revision_number=10']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:36:58.632587 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4c4d013-e275-4d16-bf9f-f941de1f758e req-23b8174f-5e78-4de6-97db-1c8cbf398aa1 service neutron] No DVR routers for this DVR port 00ae86d6-b3cd-41a2-9d65-5a8b5af60932 on host n-h2-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:36:58.645858 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d37cd2-d754-4aa4-98b7-70f8daeaef27 req-e9d0b0b7-4847-49fc-983d-743d4e570c6c tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:58.653126 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-98d37cd2-d754-4aa4-98b7-70f8daeaef27 req-e9d0b0b7-4847-49fc-983d-743d4e570c6c tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/ports?device_id=235f0a53-9d95-43ac-8c5a-e5c453bf3d12 HTTP/1.1" status: 200 len: 944 time: 0.2771082 Oct 20 10:36:58.684238 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa797ca9-ada5-45e9-8f82-4072fb6773cd req-4b209c4a-a2c7-43f4-ad6d-cd93a87c388e tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:58.691675 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fa797ca9-ada5-45e9-8f82-4072fb6773cd req-4b209c4a-a2c7-43f4-ad6d-cd93a87c388e tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/ports?device_id=efe4bd25-79e9-42af-a4d8-5e8c46ef26f5 HTTP/1.1" status: 200 len: 945 time: 0.3134177 Oct 20 10:36:58.734819 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 49748) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:36:58.737579 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e4c4d013-e275-4d16-bf9f-f941de1f758e req-23b8174f-5e78-4de6-97db-1c8cbf398aa1 service neutron] 10.222.0.69 "PUT /v2.0/ports/00ae86d6-b3cd-41a2-9d65-5a8b5af60932/bindings/n-h1-811396-3/activate HTTP/1.1" status: 200 len: 369 time: 0.9518161 Oct 20 10:36:58.768012 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-98d37cd2-d754-4aa4-98b7-70f8daeaef27 req-0828f3ef-0736-4db4-a775-f70bf6f79627 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/security-groups?id=17372704-86e6-46e6-a5dd-dc7385be620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139069 Oct 20 10:36:58.789234 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fa797ca9-ada5-45e9-8f82-4072fb6773cd req-f8d13bfc-8ce6-441d-9dc4-4a4807f20078 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/security-groups?id=c33a6cb5-e80a-4f79-936a-38f5e3f7c89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966814 Oct 20 10:36:58.915462 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c4d013-e275-4d16-bf9f-f941de1f758e req-392f9a5a-b5d3-4eb7-880f-abac33d0c908 tempest-LiveMigrationTest-1924267454 tempest-LiveMigrationTest-1924267454-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:58.923087 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e4c4d013-e275-4d16-bf9f-f941de1f758e req-392f9a5a-b5d3-4eb7-880f-abac33d0c908 tempest-LiveMigrationTest-1924267454 tempest-LiveMigrationTest-1924267454-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=efe4bd25-79e9-42af-a4d8-5e8c46ef26f5&tenant_id=4e37fa6eb8b848f6897a2d7488b235c7&binding%3Ahost_id=n-h2-811396-3 HTTP/1.1" status: 200 len: 1096 time: 0.1047466 Oct 20 10:36:59.014091 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3d04f51d-1828-4eda-811d-c0072a012090 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:59.058933 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c4d013-e275-4d16-bf9f-f941de1f758e req-fc3e3b3f-3aac-4ca4-a5d9-222d0468dc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:59.060646 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e4c4d013-e275-4d16-bf9f-f941de1f758e req-fc3e3b3f-3aac-4ca4-a5d9-222d0468dc4b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=efe4bd25-79e9-42af-a4d8-5e8c46ef26f5&tenant_id=4e37fa6eb8b848f6897a2d7488b235c7 HTTP/1.1" status: 200 len: 1096 time: 0.1294405 Oct 20 10:36:59.088181 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdac413-a7b3-4601-9c81-3b3f131c876e req-f5d3b96c-ed27-4ecb-b982-bcd71eb6f499 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:59.089754 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cbdac413-a7b3-4601-9c81-3b3f131c876e req-f5d3b96c-ed27-4ecb-b982-bcd71eb6f499 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1e07dbd-78a4-4dfb-8d0a-54d71af55914 HTTP/1.1" status: 200 len: 944 time: 0.0930431 Oct 20 10:36:59.102557 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3d04f51d-1828-4eda-811d-c0072a012090 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:59.107994 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3d04f51d-1828-4eda-811d-c0072a012090 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:59.135047 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d04f51d-1828-4eda-811d-c0072a012090 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d836d9e-e766-4db7-8104-fed89aa798b0,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:36:59.163462 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-3d04f51d-1828-4eda-811d-c0072a012090 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7ba34e54f31141dd8c67ca2c96a39a3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4274905 Oct 20 10:36:59.168010 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 49760) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:36:59.173876 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 9e87a032-f413-4045-8b15-0068cc3fb827 details requested by agent hyperv_n-h1-811396-3 with host n-h1-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:36:59.191147 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c4d013-e275-4d16-bf9f-f941de1f758e req-1dd83a32-2f4b-467e-ba5c-70334675df43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:59.192593 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e4c4d013-e275-4d16-bf9f-f941de1f758e req-1dd83a32-2f4b-467e-ba5c-70334675df43 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4e37fa6eb8b848f6897a2d7488b235c7&device_id=efe4bd25-79e9-42af-a4d8-5e8c46ef26f5 HTTP/1.1" status: 200 len: 1096 time: 0.0877123 Oct 20 10:36:59.202293 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cbdac413-a7b3-4601-9c81-3b3f131c876e req-3066685b-7af8-4295-aefa-c14306f7cb84 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] 10.222.0.64 "GET /v2.0/security-groups?id=08fd82a4-fcb6-458b-a045-d4bca119d5a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055818 Oct 20 10:36:59.241589 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c3604e2b-edbf-4aac-906e-db881e572ee5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:59.278101 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c3604e2b-edbf-4aac-906e-db881e572ee5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:59.307455 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c4d013-e275-4d16-bf9f-f941de1f758e req-cf654561-66cf-4adc-9a9f-7a673d6daea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:59.308943 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e4c4d013-e275-4d16-bf9f-f941de1f758e req-cf654561-66cf-4adc-9a9f-7a673d6daea6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=60750f9d-1dd0-4933-91f0-f6aefa736c9d HTTP/1.1" status: 200 len: 909 time: 0.1051641 Oct 20 10:36:59.345798 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c3604e2b-edbf-4aac-906e-db881e572ee5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:59.349138 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c3604e2b-edbf-4aac-906e-db881e572ee5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:59.352622 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-c3604e2b-edbf-4aac-906e-db881e572ee5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9d836d9e-e766-4db7-8104-fed89aa798b0 HTTP/1.1" status: 204 len: 168 time: 0.1806829 Oct 20 10:36:59.370668 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3604e2b-edbf-4aac-906e-db881e572ee5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d836d9e-e766-4db7-8104-fed89aa798b0,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:36:59.384456 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e4c4d013-e275-4d16-bf9f-f941de1f758e req-73d2b8d5-5e74-41e9-9ee6-2a2e4ebfe4bf service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=00ae86d6-b3cd-41a2-9d65-5a8b5af60932 HTTP/1.1" status: 200 len: 217 time: 0.0668285 Oct 20 10:36:59.455140 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c4d013-e275-4d16-bf9f-f941de1f758e req-fa75c320-db58-4f8d-8f92-ec082e324dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:59.456736 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e4c4d013-e275-4d16-bf9f-f941de1f758e req-fa75c320-db58-4f8d-8f92-ec082e324dbc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6f74b0c1-2855-44cd-a118-a8c6ce76ebd8 HTTP/1.1" status: 200 len: 848 time: 0.0615458 Oct 20 10:36:59.458529 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 9e87a032-f413-4045-8b15-0068cc3fb827, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=9e87a032-f413-4045-8b15-0068cc3fb827,segment=NetworkSegment(f70d1162-b154-4994-9af5-210e1dd15ef4),segment_id=f70d1162-b154-4994-9af5-210e1dd15ef4)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:36:59.478625 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Returning: {'device': '9e87a032-f413-4045-8b15-0068cc3fb827', 'network_id': '00e677b7-ec29-42bc-8b52-7d9c8594501c', 'port_id': '9e87a032-f413-4045-8b15-0068cc3fb827', 'mac_address': 'fa:16:3e:c4:02:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 849, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41c5fb46-df00-4db9-bb3d-c914d29737cc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:36:59.496015 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e4c4d013-e275-4d16-bf9f-f941de1f758e req-b3e2fea4-dd0b-4be9-ba31-06a51cd5c574 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=60750f9d-1dd0-4933-91f0-f6aefa736c9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312660 Oct 20 10:36:59.522972 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:59.546075 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e87a032-f413-4045-8b15-0068cc3fb827 {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:36:59.582498 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 9e87a032-f413-4045-8b15-0068cc3fb827, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=9e87a032-f413-4045-8b15-0068cc3fb827,segment=NetworkSegment(f70d1162-b154-4994-9af5-210e1dd15ef4),segment_id=f70d1162-b154-4994-9af5-210e1dd15ef4)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:36:59.588501 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:59.658225 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=9e87a032-f413-4045-8b15-0068cc3fb827,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:36:59.665574 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e4c4d013-e275-4d16-bf9f-f941de1f758e req-22ce8ac1-4239-4176-a90a-59608e593552 service neutron] 10.222.0.55 "GET /v2.0/networks/60750f9d-1dd0-4933-91f0-f6aefa736c9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525369 Oct 20 10:36:59.735956 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 49770) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:36:59.751597 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0ad217ac-1188-4242-b580-29ba1def0e15 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:59.800407 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e4c4d013-e275-4d16-bf9f-f941de1f758e req-dde25f5c-dc3d-417d-8129-20380bc48bf1 service neutron] 10.222.0.55 "GET /v2.0/networks/60750f9d-1dd0-4933-91f0-f6aefa736c9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207805 Oct 20 10:36:59.877980 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0ad217ac-1188-4242-b580-29ba1def0e15 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:59.882687 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0ad217ac-1188-4242-b580-29ba1def0e15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:36:59.923752 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-0ad217ac-1188-4242-b580-29ba1def0e15 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d6e9d20c61564e55bb69838739d57991&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1866629 Oct 20 10:36:59.928599 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 49778) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:36:59.943866 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838ea12d-22d2-4ce6-be85-5a9cddd7972c req-8b19154a-5d57-496a-a164-146ced9afe4b tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:59.945546 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad217ac-1188-4242-b580-29ba1def0e15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=258430a6-7624-4aa8-bd3f-3d128dca1d76,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:36:59.946193 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-838ea12d-22d2-4ce6-be85-5a9cddd7972c req-8b19154a-5d57-496a-a164-146ced9afe4b tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/ports?device_id=235f0a53-9d95-43ac-8c5a-e5c453bf3d12 HTTP/1.1" status: 200 len: 945 time: 0.1094570 Oct 20 10:36:59.988825 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362bd1cb-a189-4a9d-9983-3a214ca7c34f req-2434f7cd-d09d-494e-aa3e-5adff2b35368 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:36:59.990375 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-362bd1cb-a189-4a9d-9983-3a214ca7c34f req-2434f7cd-d09d-494e-aa3e-5adff2b35368 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/ports?device_id=efe4bd25-79e9-42af-a4d8-5e8c46ef26f5 HTTP/1.1" status: 200 len: 945 time: 0.0917528 Oct 20 10:37:00.018528 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a9e055bc-cdca-432e-bc21-05251261eb58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:00.026148 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-838ea12d-22d2-4ce6-be85-5a9cddd7972c req-1c9e1dd5-6c74-4508-9974-f98ab7aada90 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/security-groups?id=17372704-86e6-46e6-a5dd-dc7385be620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706558 Oct 20 10:37:00.048484 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-362bd1cb-a189-4a9d-9983-3a214ca7c34f req-fbb2584b-cb9e-4c43-a75b-61f73daaf605 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/security-groups?id=c33a6cb5-e80a-4f79-936a-38f5e3f7c89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448115 Oct 20 10:37:00.057735 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a9e055bc-cdca-432e-bc21-05251261eb58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:00.089377 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['9e87a032-f413-4045-8b15-0068cc3fb827'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:37:00.134075 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a9e055bc-cdca-432e-bc21-05251261eb58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:00.140784 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a9e055bc-cdca-432e-bc21-05251261eb58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:00.148060 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-a9e055bc-cdca-432e-bc21-05251261eb58 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/258430a6-7624-4aa8-bd3f-3d128dca1d76 HTTP/1.1" status: 204 len: 168 time: 0.2168043 Oct 20 10:37:00.162013 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e055bc-cdca-432e-bc21-05251261eb58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=258430a6-7624-4aa8-bd3f-3d128dca1d76,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:37:00.174044 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c4d013-e275-4d16-bf9f-f941de1f758e req-f39e221b-bd02-42cf-8701-4309b4116542 tempest-LiveMigrationTest-1924267454 tempest-LiveMigrationTest-1924267454-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:37:00.176180 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e4c4d013-e275-4d16-bf9f-f941de1f758e req-f39e221b-bd02-42cf-8701-4309b4116542 tempest-LiveMigrationTest-1924267454 tempest-LiveMigrationTest-1924267454-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=efe4bd25-79e9-42af-a4d8-5e8c46ef26f5&tenant_id=4e37fa6eb8b848f6897a2d7488b235c7&binding%3Ahost_id=n-h1-811396-3 HTTP/1.1" status: 200 len: 1096 time: 0.0820136 Oct 20 10:37:00.372849 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-e4c4d013-e275-4d16-bf9f-f941de1f758e req-40749eac-8c74-4c84-aa1d-c39cd7be5ed7 service neutron] For port 00ae86d6-b3cd-41a2-9d65-5a8b5af60932, host n-h2-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:37:00.380056 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-e4c4d013-e275-4d16-bf9f-f941de1f758e req-40749eac-8c74-4c84-aa1d-c39cd7be5ed7 service neutron] Publish callbacks [] for binding, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:00.381932 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e4c4d013-e275-4d16-bf9f-f941de1f758e req-40749eac-8c74-4c84-aa1d-c39cd7be5ed7 service neutron] 10.222.0.55 "DELETE /v2.0/ports/00ae86d6-b3cd-41a2-9d65-5a8b5af60932/bindings/n-h2-811396-3 HTTP/1.1" status: 204 len: 173 time: 0.1886101 Oct 20 10:37:00.399277 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4da1653-483d-4076-b49a-e20fcad02e6f req-637aae62-65ba-4494-9ef8-a7c8a357aa1b tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:37:00.401995 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b4da1653-483d-4076-b49a-e20fcad02e6f req-637aae62-65ba-4494-9ef8-a7c8a357aa1b tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1e07dbd-78a4-4dfb-8d0a-54d71af55914 HTTP/1.1" status: 200 len: 944 time: 0.0818179 Oct 20 10:37:00.470383 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b4da1653-483d-4076-b49a-e20fcad02e6f req-0f1f7dff-37a6-40de-8f4a-7feefdfd02db tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] 10.222.0.64 "GET /v2.0/security-groups?id=08fd82a4-fcb6-458b-a045-d4bca119d5a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572515 Oct 20 10:37:01.190478 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 44ec33c1-fb52-4380-9885-6ae330115cf7 up at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:37:01.233363 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dfad8f-a951-426d-925e-b5190a46c100 req-7967f1a4-4a9d-42a7-b4dc-2b6a3341293b tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:37:01.240197 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-06dfad8f-a951-426d-925e-b5190a46c100 req-7967f1a4-4a9d-42a7-b4dc-2b6a3341293b tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/ports?device_id=235f0a53-9d95-43ac-8c5a-e5c453bf3d12 HTTP/1.1" status: 200 len: 945 time: 0.1118927 Oct 20 10:37:01.286057 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning for port 44ec33c1-fb52-4380-9885-6ae330115cf7 completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:37:01.292843 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning complete for port 44ec33c1-fb52-4380-9885-6ae330115cf7 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:37:01.293218 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:01.300860 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a382aa-de2b-4ff1-9fa6-946949b7d8c4 req-bf333dc4-ba46-4fc8-8f0b-705c73b1b6c2 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:37:01.302773 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-77a382aa-de2b-4ff1-9fa6-946949b7d8c4 req-bf333dc4-ba46-4fc8-8f0b-705c73b1b6c2 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/ports?device_id=efe4bd25-79e9-42af-a4d8-5e8c46ef26f5 HTTP/1.1" status: 200 len: 945 time: 0.1370254 Oct 20 10:37:01.366252 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-06dfad8f-a951-426d-925e-b5190a46c100 req-d20b2d4a-c6b4-47b1-8497-19ff34a95ad3 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/security-groups?id=17372704-86e6-46e6-a5dd-dc7385be620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181076 Oct 20 10:37:01.414225 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-77a382aa-de2b-4ff1-9fa6-946949b7d8c4 req-e0b21f9f-39ca-4849-afc6-0856ff48c502 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/security-groups?id=c33a6cb5-e80a-4f79-936a-38f5e3f7c89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896957 Oct 20 10:37:01.459412 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:01.511635 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1e07dbd-78a4-4dfb-8d0a-54d71af55914', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44ec33c1-fb52-4380-9885-6ae330115cf7'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:37:01.514458 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b6753b5-da49-413e-a475-708d2f308de2" -d '{"events": [{"server_uuid": "d1e07dbd-78a4-4dfb-8d0a-54d71af55914", "name": "network-vif-plugged", "status": "completed", "tag": "44ec33c1-fb52-4380-9885-6ae330115cf7"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:37:01.530398 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 44ec33c1-fb52-4380-9885-6ae330115cf7, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=44ec33c1-fb52-4380-9885-6ae330115cf7,segment=NetworkSegment(090770c7-51bc-40e6-9040-6586fd94bfd9),segment_id=090770c7-51bc-40e6-9040-6586fd94bfd9)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:37:01.547867 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:01.627521 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=44ec33c1-fb52-4380-9885-6ae330115cf7,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:37:01.656080 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93917488-93a1-46fb-9055-ea3aa962c744 x-openstack-request-id: req-93917488-93a1-46fb-9055-ea3aa962c744 {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:37:01.656409 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1e07dbd-78a4-4dfb-8d0a-54d71af55914", "name": "network-vif-plugged", "status": "completed", "tag": "44ec33c1-fb52-4380-9885-6ae330115cf7", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:37:01.656767 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-93917488-93a1-46fb-9055-ea3aa962c744 {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:37:01.657254 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1e07dbd-78a4-4dfb-8d0a-54d71af55914', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44ec33c1-fb52-4380-9885-6ae330115cf7', 'code': 200} Oct 20 10:37:01.804195 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32d5372-5df8-4854-bdcc-ca051990a8cd req-d39a4140-236b-49e0-ac5d-4052668a683f tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:37:01.806164 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e32d5372-5df8-4854-bdcc-ca051990a8cd req-d39a4140-236b-49e0-ac5d-4052668a683f tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1e07dbd-78a4-4dfb-8d0a-54d71af55914 HTTP/1.1" status: 200 len: 945 time: 0.1401172 Oct 20 10:37:01.825556 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0d373b-bac5-4bac-842e-77fddeed788a req-265c9cb3-da3b-4d8f-a9d4-d994005be916 tempest-LiveMigrationTest-1924267454 tempest-LiveMigrationTest-1924267454-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:37:01.832760 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-df0d373b-bac5-4bac-842e-77fddeed788a req-265c9cb3-da3b-4d8f-a9d4-d994005be916 tempest-LiveMigrationTest-1924267454 tempest-LiveMigrationTest-1924267454-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=efe4bd25-79e9-42af-a4d8-5e8c46ef26f5 HTTP/1.1" status: 200 len: 1096 time: 0.1178756 Oct 20 10:37:01.868119 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5666da9e-1328-4c87-a5b2-90c55ab482d3 req-a43f9ea0-9d6b-4282-9991-fcf5b3b83230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:37:01.870011 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5666da9e-1328-4c87-a5b2-90c55ab482d3 req-a43f9ea0-9d6b-4282-9991-fcf5b3b83230 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d1e07dbd-78a4-4dfb-8d0a-54d71af55914 HTTP/1.1" status: 200 len: 1096 time: 0.1057584 Oct 20 10:37:01.915471 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e32d5372-5df8-4854-bdcc-ca051990a8cd req-73dcfd8a-59cf-4dbd-a121-4ccc34a3d6c0 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] 10.222.0.64 "GET /v2.0/security-groups?id=08fd82a4-fcb6-458b-a045-d4bca119d5a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000373 Oct 20 10:37:01.919914 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-df0d373b-bac5-4bac-842e-77fddeed788a req-7284ce38-05b4-49f2-85c6-ef7b412c79d8 tempest-LiveMigrationTest-1924267454 tempest-LiveMigrationTest-1924267454-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=c33a6cb5-e80a-4f79-936a-38f5e3f7c89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861876 Oct 20 10:37:01.945722 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5666da9e-1328-4c87-a5b2-90c55ab482d3 req-6391d938-93c9-4a07-81a8-6bf0c5dbfee4 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=08fd82a4-fcb6-458b-a045-d4bca119d5a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663121 Oct 20 10:37:02.074363 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dc7a48-8557-4fae-ba4b-b8411b3edea5 req-76da0664-f892-47d5-97f9-1712d954d71b tempest-LiveMigrationTest-1924267454 tempest-LiveMigrationTest-1924267454-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:37:02.075921 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-51dc7a48-8557-4fae-ba4b-b8411b3edea5 req-76da0664-f892-47d5-97f9-1712d954d71b tempest-LiveMigrationTest-1924267454 tempest-LiveMigrationTest-1924267454-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=efe4bd25-79e9-42af-a4d8-5e8c46ef26f5 HTTP/1.1" status: 200 len: 1096 time: 0.0499423 Oct 20 10:37:02.123994 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-51dc7a48-8557-4fae-ba4b-b8411b3edea5 req-30435f71-f6da-446c-b03a-0a3a103e2740 tempest-LiveMigrationTest-1924267454 tempest-LiveMigrationTest-1924267454-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=c33a6cb5-e80a-4f79-936a-38f5e3f7c89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411479 Oct 20 10:37:02.568863 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dffe5dc-a0a0-4375-a18b-cbc24443f9f8 req-7f28c47c-c2ff-431f-971c-665054fab022 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:37:02.570553 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0dffe5dc-a0a0-4375-a18b-cbc24443f9f8 req-7f28c47c-c2ff-431f-971c-665054fab022 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/ports?device_id=235f0a53-9d95-43ac-8c5a-e5c453bf3d12 HTTP/1.1" status: 200 len: 945 time: 0.1125238 Oct 20 10:37:02.678030 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0dffe5dc-a0a0-4375-a18b-cbc24443f9f8 req-0cf5496e-2838-4369-af03-136db460e36b tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/security-groups?id=17372704-86e6-46e6-a5dd-dc7385be620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007087 Oct 20 10:37:03.056519 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e915dbbd-f5fc-4f8a-8f41-a35b340b3610 req-4f76c076-80ea-4c22-9795-13eae74da614 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:37:03.058815 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e915dbbd-f5fc-4f8a-8f41-a35b340b3610 req-4f76c076-80ea-4c22-9795-13eae74da614 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1e07dbd-78a4-4dfb-8d0a-54d71af55914 HTTP/1.1" status: 200 len: 945 time: 0.0637016 Oct 20 10:37:03.114348 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e915dbbd-f5fc-4f8a-8f41-a35b340b3610 req-bf22c86b-90ca-44a4-8ebe-931376bccc60 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] 10.222.0.64 "GET /v2.0/security-groups?id=08fd82a4-fcb6-458b-a045-d4bca119d5a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478232 Oct 20 10:37:03.221671 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 9e87a032-f413-4045-8b15-0068cc3fb827 up at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:37:03.293701 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning for port 9e87a032-f413-4045-8b15-0068cc3fb827 completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:37:03.298831 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning complete for port 9e87a032-f413-4045-8b15-0068cc3fb827 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:37:03.299442 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:03.471037 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:03.517083 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-2ff3f3f1-a394-4293-bbc6-d3ecbcb3e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:03.572094 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 9e87a032-f413-4045-8b15-0068cc3fb827, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=9e87a032-f413-4045-8b15-0068cc3fb827,segment=NetworkSegment(f70d1162-b154-4994-9af5-210e1dd15ef4),segment_id=f70d1162-b154-4994-9af5-210e1dd15ef4)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:37:03.579794 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:03.667280 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '235f0a53-9d95-43ac-8c5a-e5c453bf3d12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e87a032-f413-4045-8b15-0068cc3fb827'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:37:03.676723 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb862047-0573-4095-a335-c6f75ba1db21" -d '{"events": [{"server_uuid": "235f0a53-9d95-43ac-8c5a-e5c453bf3d12", "name": "network-vif-plugged", "status": "completed", "tag": "9e87a032-f413-4045-8b15-0068cc3fb827"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:37:03.754930 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=9e87a032-f413-4045-8b15-0068cc3fb827,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:37:03.781689 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40f29c8d-399f-4260-9d9c-782016f88b48 x-openstack-request-id: req-40f29c8d-399f-4260-9d9c-782016f88b48 {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:37:03.782018 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "235f0a53-9d95-43ac-8c5a-e5c453bf3d12", "name": "network-vif-plugged", "status": "completed", "tag": "9e87a032-f413-4045-8b15-0068cc3fb827", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:37:03.782270 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-40f29c8d-399f-4260-9d9c-782016f88b48 {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:37:03.782669 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '235f0a53-9d95-43ac-8c5a-e5c453bf3d12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e87a032-f413-4045-8b15-0068cc3fb827', 'code': 200} Oct 20 10:37:03.963525 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 49946) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:37:03.970769 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cd6ffe-5557-4c74-85a9-28fd07436552 req-fcf6b989-f41a-4e81-a802-00de63672664 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:37:03.978850 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-61cd6ffe-5557-4c74-85a9-28fd07436552 req-fcf6b989-f41a-4e81-a802-00de63672664 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/ports?device_id=235f0a53-9d95-43ac-8c5a-e5c453bf3d12 HTTP/1.1" status: 200 len: 946 time: 0.1605549 Oct 20 10:37:04.013681 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2beb0dbc-44c3-4ebb-824e-7982e9863908 req-bd9ad5cb-868a-46b6-ada7-eb3e102be6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:37:04.016609 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2beb0dbc-44c3-4ebb-824e-7982e9863908 req-bd9ad5cb-868a-46b6-ada7-eb3e102be6ea service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=235f0a53-9d95-43ac-8c5a-e5c453bf3d12 HTTP/1.1" status: 200 len: 1097 time: 0.1136577 Oct 20 10:37:04.055998 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-61cd6ffe-5557-4c74-85a9-28fd07436552 req-83e105b3-bee0-4ad9-bfaf-a24dc2c4af68 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/security-groups?id=17372704-86e6-46e6-a5dd-dc7385be620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757544 Oct 20 10:37:04.073579 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2beb0dbc-44c3-4ebb-824e-7982e9863908 req-e12ff2b2-453d-4f79-829e-40fa57bd0ac4 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=17372704-86e6-46e6-a5dd-dc7385be620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397022 Oct 20 10:37:04.119839 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-55bab62a-29dd-4baf-8857-e0b0aaf6d21f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:04.229090 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-55bab62a-29dd-4baf-8857-e0b0aaf6d21f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:04.233239 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-55bab62a-29dd-4baf-8857-e0b0aaf6d21f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:04.303786 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bab62a-29dd-4baf-8857-e0b0aaf6d21f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0653fa4b-6b3b-4aa6-b8fb-5cd63476335f,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:37:04.311098 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-55bab62a-29dd-4baf-8857-e0b0aaf6d21f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c5912f892ef64c56ae8af1e07db5e001&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3459129 Oct 20 10:37:04.314231 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 49954) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:37:04.329020 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e122c53-d005-4c65-ac06-cc52b3e825ba req-06b748cd-5d8a-4752-a7da-fabf8c98b4e4 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:37:04.331852 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9e122c53-d005-4c65-ac06-cc52b3e825ba req-06b748cd-5d8a-4752-a7da-fabf8c98b4e4 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1e07dbd-78a4-4dfb-8d0a-54d71af55914 HTTP/1.1" status: 200 len: 945 time: 0.0847917 Oct 20 10:37:04.410806 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9e122c53-d005-4c65-ac06-cc52b3e825ba req-31a86bd4-e79d-455a-92e7-51bb25b426b2 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] 10.222.0.64 "GET /v2.0/security-groups?id=08fd82a4-fcb6-458b-a045-d4bca119d5a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644743 Oct 20 10:37:04.433237 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-385a426a-d60c-40d3-881c-23fb490aa476 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:04.468964 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-385a426a-d60c-40d3-881c-23fb490aa476 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:04.565711 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d95fb8db-184c-4218-839b-6c1b802e3072 req-81544acc-f48c-4413-bcd9-55386ca7079b tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-799279460&fields=id&tenant_id=731eef55f91e477e86bcfb7efa8c0479 HTTP/1.1" status: 200 len: 267 time: 0.0500045 Oct 20 10:37:04.570443 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-385a426a-d60c-40d3-881c-23fb490aa476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:04.573240 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-385a426a-d60c-40d3-881c-23fb490aa476 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:04.575993 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-385a426a-d60c-40d3-881c-23fb490aa476 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0653fa4b-6b3b-4aa6-b8fb-5cd63476335f HTTP/1.1" status: 204 len: 168 time: 0.2605915 Oct 20 10:37:04.613580 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385a426a-d60c-40d3-881c-23fb490aa476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0653fa4b-6b3b-4aa6-b8fb-5cd63476335f,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:37:04.683093 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95fb8db-184c-4218-839b-6c1b802e3072 req-240f1997-47bd-4765-b69f-e30dc8854201 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:37:04.696507 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d95fb8db-184c-4218-839b-6c1b802e3072 req-240f1997-47bd-4765-b69f-e30dc8854201 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1e07dbd-78a4-4dfb-8d0a-54d71af55914 HTTP/1.1" status: 200 len: 945 time: 0.1187837 Oct 20 10:37:04.708824 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-d95fb8db-184c-4218-839b-6c1b802e3072 req-088cab55-4df7-4a1f-a436-8545bdb83207 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Request body: {'port': {'security_groups': ['08fd82a4-fcb6-458b-a045-d4bca119d5a0', 'db67ab75-3616-45ac-9a7c-f626e6c51465']}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:37:04.866959 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-d95fb8db-184c-4218-839b-6c1b802e3072 req-088cab55-4df7-4a1f-a436-8545bdb83207 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:05.163937 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 49980) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:37:05.186511 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c07e6c33-8640-4684-910a-772420c3e311 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:05.214313 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-d95fb8db-184c-4218-839b-6c1b802e3072 req-088cab55-4df7-4a1f-a436-8545bdb83207 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] For port 44ec33c1-fb52-4380-9885-6ae330115cf7, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=44ec33c1-fb52-4380-9885-6ae330115cf7,segment=NetworkSegment(090770c7-51bc-40e6-9040-6586fd94bfd9),segment_id=090770c7-51bc-40e6-9040-6586fd94bfd9)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:37:05.290773 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-d95fb8db-184c-4218-839b-6c1b802e3072 req-088cab55-4df7-4a1f-a436-8545bdb83207 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:05.301592 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-d95fb8db-184c-4218-839b-6c1b802e3072 req-088cab55-4df7-4a1f-a436-8545bdb83207 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:05.317851 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['7f945ec7-9d05-4310-895e-e81958256aa7'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:37:05.350266 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab22c673-c5a6-49ee-9eb4-3b76a0d561b2 req-973a1d6e-f62c-4ce5-9a2f-47726421a0cb tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:37:05.358040 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ab22c673-c5a6-49ee-9eb4-3b76a0d561b2 req-973a1d6e-f62c-4ce5-9a2f-47726421a0cb tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/ports?device_id=235f0a53-9d95-43ac-8c5a-e5c453bf3d12 HTTP/1.1" status: 200 len: 946 time: 0.1130917 Oct 20 10:37:05.382851 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c07e6c33-8640-4684-910a-772420c3e311 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:05.385479 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95fb8db-184c-4218-839b-6c1b802e3072 req-088cab55-4df7-4a1f-a436-8545bdb83207 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:37:05.386052 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-d95fb8db-184c-4218-839b-6c1b802e3072 req-088cab55-4df7-4a1f-a436-8545bdb83207 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:05.390094 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c07e6c33-8640-4684-910a-772420c3e311 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:05.390847 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d95fb8db-184c-4218-839b-6c1b802e3072 req-088cab55-4df7-4a1f-a436-8545bdb83207 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] 10.222.0.64 "PUT /v2.0/ports/44ec33c1-fb52-4380-9885-6ae330115cf7 HTTP/1.1" status: 200 len: 981 time: 0.6931343 Oct 20 10:37:05.404825 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1e07dbd-78a4-4dfb-8d0a-54d71af55914', 'tag': '44ec33c1-fb52-4380-9885-6ae330115cf7'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:37:05.407168 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0846d526-962e-436d-8306-cf5bed8721ce" -d '{"events": [{"name": "network-changed", "server_uuid": "d1e07dbd-78a4-4dfb-8d0a-54d71af55914", "tag": "44ec33c1-fb52-4380-9885-6ae330115cf7"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:37:05.434744 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07e6c33-8640-4684-910a-772420c3e311 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c190fa96-97ec-4eb9-a4c6-1dff3dd86f03,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:37:05.472411 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-c07e6c33-8640-4684-910a-772420c3e311 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=db9485cca4cb4e448d735f21a3d75d6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3045554 Oct 20 10:37:05.477392 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 49986) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:37:05.480958 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['44ec33c1-fb52-4380-9885-6ae330115cf7'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:37:05.486999 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ab22c673-c5a6-49ee-9eb4-3b76a0d561b2 req-66642b36-d148-423f-b343-d19bfd91ac2f tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/security-groups?id=17372704-86e6-46e6-a5dd-dc7385be620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240129 Oct 20 10:37:05.496700 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088cab55-4df7-4a1f-a436-8545bdb83207 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Pushing event updated for resources: {'Port': ['ID=44ec33c1-fb52-4380-9885-6ae330115cf7,revision_number=6']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:37:05.568241 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5c819736-e14b-4c12-ad20-4d7f27f2debb req-e225ce3a-8425-4049-be9b-c47800f53958 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] 10.222.0.64 "GET /v2.0/security-groups/db67ab75-3616-45ac-9a7c-f626e6c51465 HTTP/1.1" status: 200 len: 1802 time: 0.1412311 Oct 20 10:37:05.592077 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d15f0b67-c46d-4a52-a883-25eed8b9aab0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:05.622343 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d15f0b67-c46d-4a52-a883-25eed8b9aab0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:05.653009 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eea24f90-b6d2-46ab-ac48-a8c29dd2bb8b x-openstack-request-id: req-eea24f90-b6d2-46ab-ac48-a8c29dd2bb8b {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:37:05.653616 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1e07dbd-78a4-4dfb-8d0a-54d71af55914", "tag": "44ec33c1-fb52-4380-9885-6ae330115cf7", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:37:05.654064 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-eea24f90-b6d2-46ab-ac48-a8c29dd2bb8b {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:37:05.654795 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1e07dbd-78a4-4dfb-8d0a-54d71af55914', 'tag': '44ec33c1-fb52-4380-9885-6ae330115cf7', 'status': 'completed', 'code': 200} Oct 20 10:37:05.706214 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['44ec33c1-fb52-4380-9885-6ae330115cf7'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:37:05.738019 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d15f0b67-c46d-4a52-a883-25eed8b9aab0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:05.740940 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d15f0b67-c46d-4a52-a883-25eed8b9aab0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:05.744185 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-d15f0b67-c46d-4a52-a883-25eed8b9aab0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c190fa96-97ec-4eb9-a4c6-1dff3dd86f03 HTTP/1.1" status: 204 len: 168 time: 0.2651260 Oct 20 10:37:05.757389 n-d-811396-3 neutron-server[100596]: INFO neutron.api.v2.resource [req-5c819736-e14b-4c12-ad20-4d7f27f2debb req-d8a78ac8-6a84-4a95-aee6-bb9cc3902f0e tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 20 10:37:05.761106 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5c819736-e14b-4c12-ad20-4d7f27f2debb req-d8a78ac8-6a84-4a95-aee6-bb9cc3902f0e tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] 10.222.0.64 "DELETE /v2.0/security-groups/db67ab75-3616-45ac-9a7c-f626e6c51465 HTTP/1.1" status: 409 len: 341 time: 0.1809928 Oct 20 10:37:05.782336 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0846d526-962e-436d-8306-cf5bed8721ce req-254ee750-6a5b-4784-9689-4e3be9dd8d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:37:05.783968 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0846d526-962e-436d-8306-cf5bed8721ce req-254ee750-6a5b-4784-9689-4e3be9dd8d94 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=731eef55f91e477e86bcfb7efa8c0479&device_id=d1e07dbd-78a4-4dfb-8d0a-54d71af55914 HTTP/1.1" status: 200 len: 1135 time: 0.1149328 Oct 20 10:37:05.851153 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15f0b67-c46d-4a52-a883-25eed8b9aab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c190fa96-97ec-4eb9-a4c6-1dff3dd86f03,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:37:06.095073 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0846d526-962e-436d-8306-cf5bed8721ce req-1f5dc821-3d45-442c-848f-0e256da33d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:37:06.100256 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0846d526-962e-436d-8306-cf5bed8721ce req-1f5dc821-3d45-442c-848f-0e256da33d28 service neutron] 10.222.0.55 "GET /v2.0/networks?id=abc6c139-a56d-4347-8df5-0319596279a3 HTTP/1.1" status: 200 len: 914 time: 0.2937012 Oct 20 10:37:06.235319 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0846d526-962e-436d-8306-cf5bed8721ce req-82bc0b4c-a280-4733-9f88-42c7bc3c0234 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=44ec33c1-fb52-4380-9885-6ae330115cf7 HTTP/1.1" status: 200 len: 217 time: 0.1238890 Oct 20 10:37:06.322117 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-6cbca979-450c-495d-abca-22c041e58d44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:06.417160 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c16417-8976-4072-bac8-14eb1d85a91d req-fdc85d5a-750e-45f2-b946-896c1c08508a tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:37:06.418832 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b7c16417-8976-4072-bac8-14eb1d85a91d req-fdc85d5a-750e-45f2-b946-896c1c08508a tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1e07dbd-78a4-4dfb-8d0a-54d71af55914 HTTP/1.1" status: 200 len: 984 time: 0.0953727 Oct 20 10:37:06.424352 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0846d526-962e-436d-8306-cf5bed8721ce req-04f7d4c4-40a2-4f42-83be-96486331fb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:37:06.425841 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0846d526-962e-436d-8306-cf5bed8721ce req-04f7d4c4-40a2-4f42-83be-96486331fb45 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f93d478d-fe5f-4f24-8855-ab44437adb41 HTTP/1.1" status: 200 len: 853 time: 0.1803722 Oct 20 10:37:06.471282 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0846d526-962e-436d-8306-cf5bed8721ce req-fa985222-9663-4e2a-9fd9-c0e5a9af9643 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=abc6c139-a56d-4347-8df5-0319596279a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272787 Oct 20 10:37:06.543648 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b7c16417-8976-4072-bac8-14eb1d85a91d req-5a9aa4f6-35d8-4042-84db-74440095cd59 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] 10.222.0.64 "GET /v2.0/security-groups?id=08fd82a4-fcb6-458b-a045-d4bca119d5a0&id=db67ab75-3616-45ac-9a7c-f626e6c51465&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1167378 Oct 20 10:37:06.709326 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98151356-b648-4c2f-b37e-de13b4ee05b7 req-87fc0415-f638-4353-80ce-d6027f8e0f42 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:37:06.717861 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-98151356-b648-4c2f-b37e-de13b4ee05b7 req-87fc0415-f638-4353-80ce-d6027f8e0f42 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/ports?device_id=235f0a53-9d95-43ac-8c5a-e5c453bf3d12 HTTP/1.1" status: 200 len: 946 time: 0.1099110 Oct 20 10:37:06.778671 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-98151356-b648-4c2f-b37e-de13b4ee05b7 req-266da549-e81c-45a6-9210-943ae383a78c tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/security-groups?id=17372704-86e6-46e6-a5dd-dc7385be620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597622 Oct 20 10:37:06.785210 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0846d526-962e-436d-8306-cf5bed8721ce req-55016bd5-f9b2-4129-82e4-41ef731ddef6 service neutron] 10.222.0.55 "GET /v2.0/networks/abc6c139-a56d-4347-8df5-0319596279a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2913692 Oct 20 10:37:06.952591 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0846d526-962e-436d-8306-cf5bed8721ce req-d68f8ede-55d2-4357-92df-7809100beaf1 service neutron] 10.222.0.55 "GET /v2.0/networks/abc6c139-a56d-4347-8df5-0319596279a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504853 Oct 20 10:37:07.031243 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:07.214639 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84d6cb0-a82d-4fc0-af04-eba3e7839782 req-88b4ad16-affb-4cc9-944e-4534cda862f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:37:07.216261 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c84d6cb0-a82d-4fc0-af04-eba3e7839782 req-88b4ad16-affb-4cc9-944e-4534cda862f2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=731eef55f91e477e86bcfb7efa8c0479&device_id=d1e07dbd-78a4-4dfb-8d0a-54d71af55914 HTTP/1.1" status: 200 len: 1135 time: 0.1184876 Oct 20 10:37:07.240909 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f13399-9653-4670-9ecf-bf718613c1e5 req-cf731004-1c44-4106-9c94-aaba6b3c6fa9 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:37:07.242412 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f9f13399-9653-4670-9ecf-bf718613c1e5 req-cf731004-1c44-4106-9c94-aaba6b3c6fa9 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/ports?device_id=235f0a53-9d95-43ac-8c5a-e5c453bf3d12 HTTP/1.1" status: 200 len: 946 time: 0.0914166 Oct 20 10:37:07.340304 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f9f13399-9653-4670-9ecf-bf718613c1e5 req-13b34e68-40ea-444c-aa83-5821fd6c39e8 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/security-groups?id=17372704-86e6-46e6-a5dd-dc7385be620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681539 Oct 20 10:37:07.433265 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:07.477379 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84d6cb0-a82d-4fc0-af04-eba3e7839782 req-0c4e7bdf-c11a-497d-94d6-5bfa9278899c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:37:07.479582 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c84d6cb0-a82d-4fc0-af04-eba3e7839782 req-0c4e7bdf-c11a-497d-94d6-5bfa9278899c service neutron] 10.222.0.55 "GET /v2.0/networks?id=abc6c139-a56d-4347-8df5-0319596279a3 HTTP/1.1" status: 200 len: 914 time: 0.2545230 Oct 20 10:37:07.585575 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c84d6cb0-a82d-4fc0-af04-eba3e7839782 req-f51bf033-df51-465c-8374-540ba91a672a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=44ec33c1-fb52-4380-9885-6ae330115cf7 HTTP/1.1" status: 200 len: 217 time: 0.0659139 Oct 20 10:37:07.643793 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84d6cb0-a82d-4fc0-af04-eba3e7839782 req-7a98cd19-b7f5-4cdf-8559-8ab737377eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:37:07.645759 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c84d6cb0-a82d-4fc0-af04-eba3e7839782 req-7a98cd19-b7f5-4cdf-8559-8ab737377eab service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f93d478d-fe5f-4f24-8855-ab44437adb41 HTTP/1.1" status: 200 len: 853 time: 0.0494373 Oct 20 10:37:07.710265 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c84d6cb0-a82d-4fc0-af04-eba3e7839782 req-216a67a3-55d8-4093-946a-4a1e379ca534 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=abc6c139-a56d-4347-8df5-0319596279a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539815 Oct 20 10:37:07.727728 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:07.847798 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d4daa4-38f3-4877-b45f-cbfc1e634e22 req-d59a682c-7e7b-4dbf-acda-a111ac70f52b tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:37:07.849623 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a5d4daa4-38f3-4877-b45f-cbfc1e634e22 req-d59a682c-7e7b-4dbf-acda-a111ac70f52b tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1e07dbd-78a4-4dfb-8d0a-54d71af55914 HTTP/1.1" status: 200 len: 984 time: 0.1429722 Oct 20 10:37:07.898473 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c84d6cb0-a82d-4fc0-af04-eba3e7839782 req-204c5b4c-eb1c-419b-8873-f4ef1955ccfa service neutron] 10.222.0.55 "GET /v2.0/networks/abc6c139-a56d-4347-8df5-0319596279a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441922 Oct 20 10:37:07.933126 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a5d4daa4-38f3-4877-b45f-cbfc1e634e22 req-9735fc05-ecb6-49a6-84ad-8f8f9a5e0ad2 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] 10.222.0.64 "GET /v2.0/security-groups?id=08fd82a4-fcb6-458b-a045-d4bca119d5a0&id=db67ab75-3616-45ac-9a7c-f626e6c51465&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0754154 Oct 20 10:37:08.355120 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c84d6cb0-a82d-4fc0-af04-eba3e7839782 req-3c38a02d-d43e-47ae-bffd-af348a134c7b service neutron] 10.222.0.55 "GET /v2.0/networks/abc6c139-a56d-4347-8df5-0319596279a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4389369 Oct 20 10:37:08.511547 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cdc781-8ea8-4d5a-9ce2-4d0d003d4368 req-7a012527-9100-4766-aa9f-06e21b6e632b tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:37:08.521945 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-13cdc781-8ea8-4d5a-9ce2-4d0d003d4368 req-7a012527-9100-4766-aa9f-06e21b6e632b tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/ports?device_id=235f0a53-9d95-43ac-8c5a-e5c453bf3d12 HTTP/1.1" status: 200 len: 946 time: 0.0724108 Oct 20 10:37:08.570779 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-13cdc781-8ea8-4d5a-9ce2-4d0d003d4368 req-39c779c9-b219-4400-9ac2-5e7845d02d4e tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/security-groups?id=17372704-86e6-46e6-a5dd-dc7385be620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477781 Oct 20 10:37:08.897643 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:09.039724 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637b72e9-9976-41a8-89ec-91aaf500025f req-161478c4-be96-4db3-9c2a-b5374dc1f2fc tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:37:09.041316 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-637b72e9-9976-41a8-89ec-91aaf500025f req-161478c4-be96-4db3-9c2a-b5374dc1f2fc tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.55 "GET /v2.0/ports?device_id=235f0a53-9d95-43ac-8c5a-e5c453bf3d12 HTTP/1.1" status: 200 len: 946 time: 0.1583099 Oct 20 10:37:09.127173 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f81d14d-732e-4589-b42b-1996eafd31f6 req-9154e589-80c5-4e7c-82ec-c4463a37f82c tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:37:09.129236 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5f81d14d-732e-4589-b42b-1996eafd31f6 req-9154e589-80c5-4e7c-82ec-c4463a37f82c tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1e07dbd-78a4-4dfb-8d0a-54d71af55914 HTTP/1.1" status: 200 len: 984 time: 0.0667050 Oct 20 10:37:09.224786 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5f81d14d-732e-4589-b42b-1996eafd31f6 req-5ebe0518-ebfb-4314-a480-2a2cf0cb6dc1 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] 10.222.0.64 "GET /v2.0/security-groups?id=08fd82a4-fcb6-458b-a045-d4bca119d5a0&id=db67ab75-3616-45ac-9a7c-f626e6c51465&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0876856 Oct 20 10:37:09.365306 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-637b72e9-9976-41a8-89ec-91aaf500025f req-46e2bffa-f3e2-4925-afc6-3f4b722bdd59 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Deleting port 9e87a032-f413-4045-8b15-0068cc3fb827 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:37:09.366119 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-637b72e9-9976-41a8-89ec-91aaf500025f req-46e2bffa-f3e2-4925-afc6-3f4b722bdd59 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:09.517465 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-637b72e9-9976-41a8-89ec-91aaf500025f req-46e2bffa-f3e2-4925-afc6-3f4b722bdd59 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] For port 9e87a032-f413-4045-8b15-0068cc3fb827, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=9e87a032-f413-4045-8b15-0068cc3fb827,segment=NetworkSegment(f70d1162-b154-4994-9af5-210e1dd15ef4),segment_id=f70d1162-b154-4994-9af5-210e1dd15ef4)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:37:09.517841 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-637b72e9-9976-41a8-89ec-91aaf500025f req-46e2bffa-f3e2-4925-afc6-3f4b722bdd59 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:09.540582 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-637b72e9-9976-41a8-89ec-91aaf500025f req-46e2bffa-f3e2-4925-afc6-3f4b722bdd59 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Calling delete_port for 9e87a032-f413-4045-8b15-0068cc3fb827 owned by compute:nova {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:37:09.607688 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 50132) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:37:09.765907 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-637b72e9-9976-41a8-89ec-91aaf500025f req-46e2bffa-f3e2-4925-afc6-3f4b722bdd59 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:09.776097 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea78475-0968-4859-b0e5-fc2860476f63 req-88e80fca-5ddd-4003-bf29-21c45f27c799 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:37:09.777800 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1ea78475-0968-4859-b0e5-fc2860476f63 req-88e80fca-5ddd-4003-bf29-21c45f27c799 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/ports?device_id=235f0a53-9d95-43ac-8c5a-e5c453bf3d12 HTTP/1.1" status: 200 len: 946 time: 0.0870359 Oct 20 10:37:09.801806 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['9e87a032-f413-4045-8b15-0068cc3fb827'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:37:09.818498 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1f21c25d-9e80-4665-9ab9-aec58e93d195 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:09.825017 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e2bffa-f3e2-4925-afc6-3f4b722bdd59 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Pushing event deleted for resources: {'Port': ['ID=9e87a032-f413-4045-8b15-0068cc3fb827,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:37:09.905943 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1ea78475-0968-4859-b0e5-fc2860476f63 req-167dcb2f-45f1-4465-b415-1cf7092336e1 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/security-groups?id=17372704-86e6-46e6-a5dd-dc7385be620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175928 Oct 20 10:37:09.920504 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-637b72e9-9976-41a8-89ec-91aaf500025f req-46e2bffa-f3e2-4925-afc6-3f4b722bdd59 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] No DVR routers for this DVR port 9e87a032-f413-4045-8b15-0068cc3fb827 on host n-h1-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:37:09.924424 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-637b72e9-9976-41a8-89ec-91aaf500025f req-46e2bffa-f3e2-4925-afc6-3f4b722bdd59 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:09.928442 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-637b72e9-9976-41a8-89ec-91aaf500025f req-46e2bffa-f3e2-4925-afc6-3f4b722bdd59 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.55 "DELETE /v2.0/ports/9e87a032-f413-4045-8b15-0068cc3fb827 HTTP/1.1" status: 204 len: 173 time: 0.7980974 Oct 20 10:37:09.928896 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '235f0a53-9d95-43ac-8c5a-e5c453bf3d12', 'name': 'network-vif-deleted', 'tag': '9e87a032-f413-4045-8b15-0068cc3fb827'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:37:09.931136 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1f21c25d-9e80-4665-9ab9-aec58e93d195 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:09.931285 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f867b858-f307-4e71-86a2-001e1ecc1136" -d '{"events": [{"server_uuid": "235f0a53-9d95-43ac-8c5a-e5c453bf3d12", "name": "network-vif-deleted", "tag": "9e87a032-f413-4045-8b15-0068cc3fb827"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:37:09.935570 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1f21c25d-9e80-4665-9ab9-aec58e93d195 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:09.974074 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f21c25d-9e80-4665-9ab9-aec58e93d195 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3797199-a702-4bb6-b036-34a62611adf4,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:37:09.978266 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-1f21c25d-9e80-4665-9ab9-aec58e93d195 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=02c5d87cbb6c49f5a66d7397b34b2177&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3695426 Oct 20 10:37:09.981648 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 50146) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:37:09.983901 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8f01e6a-62ec-4f77-8552-9711cdd6cf9d x-openstack-request-id: req-e8f01e6a-62ec-4f77-8552-9711cdd6cf9d {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:37:09.984537 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "235f0a53-9d95-43ac-8c5a-e5c453bf3d12", "name": "network-vif-deleted", "tag": "9e87a032-f413-4045-8b15-0068cc3fb827", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:37:09.984882 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e8f01e6a-62ec-4f77-8552-9711cdd6cf9d {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:37:09.985468 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '235f0a53-9d95-43ac-8c5a-e5c453bf3d12', 'name': 'network-vif-deleted', 'tag': '9e87a032-f413-4045-8b15-0068cc3fb827', 'status': 'completed', 'code': 200} Oct 20 10:37:10.031976 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3903768a-892b-4ce3-a69a-a6f1afa9746e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:10.055267 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3903768a-892b-4ce3-a69a-a6f1afa9746e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:10.102707 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3903768a-892b-4ce3-a69a-a6f1afa9746e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:10.105380 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3903768a-892b-4ce3-a69a-a6f1afa9746e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:10.108964 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-3903768a-892b-4ce3-a69a-a6f1afa9746e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b3797199-a702-4bb6-b036-34a62611adf4 HTTP/1.1" status: 204 len: 168 time: 0.1240847 Oct 20 10:37:10.114709 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3903768a-892b-4ce3-a69a-a6f1afa9746e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3797199-a702-4bb6-b036-34a62611adf4,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:37:10.363480 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13e0ffb-2879-4ae4-8a3a-246aa7882472 req-ec5cd5f9-7e60-47b7-bb58-e135773ce1d1 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:37:10.365007 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d13e0ffb-2879-4ae4-8a3a-246aa7882472 req-ec5cd5f9-7e60-47b7-bb58-e135773ce1d1 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1e07dbd-78a4-4dfb-8d0a-54d71af55914 HTTP/1.1" status: 200 len: 984 time: 0.0617280 Oct 20 10:37:10.379039 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 50162) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:37:10.393173 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-52cd8033-ea51-42d3-b5f4-af8234a130d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:10.429854 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d13e0ffb-2879-4ae4-8a3a-246aa7882472 req-e561c4ad-9fa5-43f5-8621-3d82d3b67b1e tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] 10.222.0.64 "GET /v2.0/security-groups?id=08fd82a4-fcb6-458b-a045-d4bca119d5a0&id=db67ab75-3616-45ac-9a7c-f626e6c51465&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0471110 Oct 20 10:37:10.539224 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-52cd8033-ea51-42d3-b5f4-af8234a130d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:10.544775 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-52cd8033-ea51-42d3-b5f4-af8234a130d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:10.606903 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-52cd8033-ea51-42d3-b5f4-af8234a130d8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a4eed251ec684153aa8b2bee6cc9b425&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2264001 Oct 20 10:37:10.607792 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cd8033-ea51-42d3-b5f4-af8234a130d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8a60bdc-d690-4642-add0-4e9036f2692c,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:37:10.610664 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 50192) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:37:10.616781 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-23e25d79-dcc1-4de0-8c26-a0784b644cfb req-c4290ae6-b556-4e05-9dde-89b1a72f9786 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-797745559&fields=id&tenant_id=731eef55f91e477e86bcfb7efa8c0479 HTTP/1.1" status: 200 len: 267 time: 0.0628283 Oct 20 10:37:10.674849 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6338b600-2289-4450-9f94-9348b1d4a281 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:10.685335 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e25d79-dcc1-4de0-8c26-a0784b644cfb req-59c65a94-629e-423d-ab91-0de1acd98483 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:37:10.687456 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-23e25d79-dcc1-4de0-8c26-a0784b644cfb req-59c65a94-629e-423d-ab91-0de1acd98483 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1e07dbd-78a4-4dfb-8d0a-54d71af55914 HTTP/1.1" status: 200 len: 984 time: 0.0615950 Oct 20 10:37:10.700177 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-23e25d79-dcc1-4de0-8c26-a0784b644cfb req-5934f97e-5bac-414a-ab2a-945a67bdb4eb tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Request body: {'port': {'security_groups': ['08fd82a4-fcb6-458b-a045-d4bca119d5a0', 'db67ab75-3616-45ac-9a7c-f626e6c51465', '233d5354-09c3-4288-a16d-d1ae819f85d8']}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:37:10.704031 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6338b600-2289-4450-9f94-9348b1d4a281 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:10.774325 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6338b600-2289-4450-9f94-9348b1d4a281 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:10.778909 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6338b600-2289-4450-9f94-9348b1d4a281 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:10.784104 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-6338b600-2289-4450-9f94-9348b1d4a281 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e8a60bdc-d690-4642-add0-4e9036f2692c HTTP/1.1" status: 204 len: 168 time: 0.1722198 Oct 20 10:37:10.785381 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-23e25d79-dcc1-4de0-8c26-a0784b644cfb req-5934f97e-5bac-414a-ab2a-945a67bdb4eb tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:10.794549 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6338b600-2289-4450-9f94-9348b1d4a281 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8a60bdc-d690-4642-add0-4e9036f2692c,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:37:11.057186 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-23e25d79-dcc1-4de0-8c26-a0784b644cfb req-5934f97e-5bac-414a-ab2a-945a67bdb4eb tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] For port 44ec33c1-fb52-4380-9885-6ae330115cf7, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=44ec33c1-fb52-4380-9885-6ae330115cf7,segment=NetworkSegment(090770c7-51bc-40e6-9040-6586fd94bfd9),segment_id=090770c7-51bc-40e6-9040-6586fd94bfd9)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:37:11.101063 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-23e25d79-dcc1-4de0-8c26-a0784b644cfb req-5934f97e-5bac-414a-ab2a-945a67bdb4eb tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:11.108681 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-23e25d79-dcc1-4de0-8c26-a0784b644cfb req-5934f97e-5bac-414a-ab2a-945a67bdb4eb tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:11.122328 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['7f945ec7-9d05-4310-895e-e81958256aa7'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:37:11.165651 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['44ec33c1-fb52-4380-9885-6ae330115cf7'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:37:11.218950 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5934f97e-5bac-414a-ab2a-945a67bdb4eb tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Pushing event updated for resources: {'Port': ['ID=44ec33c1-fb52-4380-9885-6ae330115cf7,revision_number=7']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:37:11.233305 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e25d79-dcc1-4de0-8c26-a0784b644cfb req-5934f97e-5bac-414a-ab2a-945a67bdb4eb tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:37:11.234680 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-23e25d79-dcc1-4de0-8c26-a0784b644cfb req-5934f97e-5bac-414a-ab2a-945a67bdb4eb tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:11.247365 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-23e25d79-dcc1-4de0-8c26-a0784b644cfb req-5934f97e-5bac-414a-ab2a-945a67bdb4eb tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] 10.222.0.64 "PUT /v2.0/ports/44ec33c1-fb52-4380-9885-6ae330115cf7 HTTP/1.1" status: 200 len: 1020 time: 0.5523694 Oct 20 10:37:11.418122 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['44ec33c1-fb52-4380-9885-6ae330115cf7'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:37:11.548806 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3835c922-8c32-4956-94a3-9cf1110dc300 req-66d3717c-37ff-41b9-be39-e8368f906ad4 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] 10.222.0.64 "GET /v2.0/security-groups/233d5354-09c3-4288-a16d-d1ae819f85d8 HTTP/1.1" status: 200 len: 1801 time: 0.1088681 Oct 20 10:37:11.622652 n-d-811396-3 neutron-server[100596]: INFO neutron.api.v2.resource [req-3835c922-8c32-4956-94a3-9cf1110dc300 req-58d34a85-d05b-48a4-8f23-74ead8d532c5 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 20 10:37:11.653703 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3835c922-8c32-4956-94a3-9cf1110dc300 req-58d34a85-d05b-48a4-8f23-74ead8d532c5 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] 10.222.0.64 "DELETE /v2.0/security-groups/233d5354-09c3-4288-a16d-d1ae819f85d8 HTTP/1.1" status: 409 len: 341 time: 0.0953369 Oct 20 10:37:11.964427 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3262b3-4c69-4c31-8f96-eb53a018c88f req-1b328dab-fa9a-4cf1-b11e-a6f078090cfd tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:37:11.966298 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8f3262b3-4c69-4c31-8f96-eb53a018c88f req-1b328dab-fa9a-4cf1-b11e-a6f078090cfd tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/networks?id=00e677b7-ec29-42bc-8b52-7d9c8594501c HTTP/1.1" status: 200 len: 812 time: 0.1877263 Oct 20 10:37:11.990548 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8f3262b3-4c69-4c31-8f96-eb53a018c88f req-98180079-9491-49e4-8d63-2d451b0cae87 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/quotas/c99eab67b5e546ffaba916e684c21094 HTTP/1.1" status: 200 len: 375 time: 0.0153308 Oct 20 10:37:12.016547 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1e07dbd-78a4-4dfb-8d0a-54d71af55914', 'tag': '44ec33c1-fb52-4380-9885-6ae330115cf7'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:37:12.019420 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f0bb295-9fe5-482f-99d3-9cb987cc5f37" -d '{"events": [{"name": "network-changed", "server_uuid": "d1e07dbd-78a4-4dfb-8d0a-54d71af55914", "tag": "44ec33c1-fb52-4380-9885-6ae330115cf7"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:37:12.033112 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8f3262b3-4c69-4c31-8f96-eb53a018c88f req-f4a6a388-396b-4f95-af0c-7fdb7ddb88e9 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=c99eab67b5e546ffaba916e684c21094&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0412862 Oct 20 10:37:12.130995 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8f3262b3-4c69-4c31-8f96-eb53a018c88f req-9b58b277-a357-431d-a7ae-440652e27dea service neutron] 10.222.0.64 "GET /v2.0/networks/00e677b7-ec29-42bc-8b52-7d9c8594501c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969925 Oct 20 10:37:12.339953 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8f3262b3-4c69-4c31-8f96-eb53a018c88f req-3d020a36-fcee-427d-8dde-8a3c5f9305be service neutron] 10.222.0.64 "GET /v2.0/networks/00e677b7-ec29-42bc-8b52-7d9c8594501c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020366 Oct 20 10:37:12.370683 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f87c4e-899f-4806-9104-e36a2bfb131b req-5fed6cd1-ab15-46e2-923c-e533a8625358 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:37:12.376155 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d8f87c4e-899f-4806-9104-e36a2bfb131b req-5fed6cd1-ab15-46e2-923c-e533a8625358 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1e07dbd-78a4-4dfb-8d0a-54d71af55914 HTTP/1.1" status: 200 len: 1023 time: 0.0968215 Oct 20 10:37:12.444233 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d8f87c4e-899f-4806-9104-e36a2bfb131b req-052f3488-3d99-43be-8815-08c178c10955 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] 10.222.0.64 "GET /v2.0/security-groups?id=08fd82a4-fcb6-458b-a045-d4bca119d5a0&id=233d5354-09c3-4288-a16d-d1ae819f85d8&id=db67ab75-3616-45ac-9a7c-f626e6c51465&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0560822 Oct 20 10:37:12.503596 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-787d3bad-46c5-4f9e-95f0-e6435b2da07d x-openstack-request-id: req-787d3bad-46c5-4f9e-95f0-e6435b2da07d {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:37:12.503891 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1e07dbd-78a4-4dfb-8d0a-54d71af55914", "tag": "44ec33c1-fb52-4380-9885-6ae330115cf7", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:37:12.504151 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-787d3bad-46c5-4f9e-95f0-e6435b2da07d {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:37:12.504552 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1e07dbd-78a4-4dfb-8d0a-54d71af55914', 'tag': '44ec33c1-fb52-4380-9885-6ae330115cf7', 'status': 'completed', 'code': 200} Oct 20 10:37:12.646568 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0bb295-9fe5-482f-99d3-9cb987cc5f37 req-8a1e4230-ee2c-49da-a83c-25ecbdd55708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:37:12.648557 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3f0bb295-9fe5-482f-99d3-9cb987cc5f37 req-8a1e4230-ee2c-49da-a83c-25ecbdd55708 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=731eef55f91e477e86bcfb7efa8c0479&device_id=d1e07dbd-78a4-4dfb-8d0a-54d71af55914 HTTP/1.1" status: 200 len: 1174 time: 0.0955610 Oct 20 10:37:12.780577 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-13c47125-0d31-41a0-8f8d-634ac2eae297 req-40ee0723-93e5-4a77-8871-0c17c9e3ae14 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/ports?device_id=52879e8b-8049-42d5-908c-6b7322066849 HTTP/1.1" status: 200 len: 210 time: 0.0984597 Oct 20 10:37:12.882796 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6fb2aa-098f-4172-88d9-b710a1925984 req-df8da035-85fe-4a8b-81ef-37ca9525981e tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:37:12.884795 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5f6fb2aa-098f-4172-88d9-b710a1925984 req-df8da035-85fe-4a8b-81ef-37ca9525981e tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] 10.222.0.64 "GET /v2.0/networks?id=ef6abb39-cfb1-4828-a214-dd0f5374098d HTTP/1.1" status: 200 len: 805 time: 0.2807698 Oct 20 10:37:12.888090 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0bb295-9fe5-482f-99d3-9cb987cc5f37 req-ba8274e2-6337-41c3-96df-e62dcc44c8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:37:12.889765 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3f0bb295-9fe5-482f-99d3-9cb987cc5f37 req-ba8274e2-6337-41c3-96df-e62dcc44c8e0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=abc6c139-a56d-4347-8df5-0319596279a3 HTTP/1.1" status: 200 len: 914 time: 0.2271774 Oct 20 10:37:12.945642 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5f6fb2aa-098f-4172-88d9-b710a1925984 req-20ec196d-a64b-4cc2-86f2-695c58c18a10 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] 10.222.0.64 "GET /v2.0/quotas/c0dfe506102842b7b89700ee2a42ab00 HTTP/1.1" status: 200 len: 375 time: 0.0537562 Oct 20 10:37:12.947910 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3f0bb295-9fe5-482f-99d3-9cb987cc5f37 req-e2b43d14-690b-42e1-9ac7-9fa5d241c187 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=44ec33c1-fb52-4380-9885-6ae330115cf7 HTTP/1.1" status: 200 len: 217 time: 0.0468011 Oct 20 10:37:13.082791 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5f6fb2aa-098f-4172-88d9-b710a1925984 req-6777fe3d-1f9e-4d3d-aaff-26efba96cd6f tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=c0dfe506102842b7b89700ee2a42ab00&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1297293 Oct 20 10:37:13.094230 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0bb295-9fe5-482f-99d3-9cb987cc5f37 req-0e9f1c71-5b2b-4eb2-a524-8d50ffc37be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:37:13.096771 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3f0bb295-9fe5-482f-99d3-9cb987cc5f37 req-0e9f1c71-5b2b-4eb2-a524-8d50ffc37be2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f93d478d-fe5f-4f24-8855-ab44437adb41 HTTP/1.1" status: 200 len: 853 time: 0.1331923 Oct 20 10:37:13.154675 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3f0bb295-9fe5-482f-99d3-9cb987cc5f37 req-01d43965-987e-40c3-a993-7950f8078a4b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=abc6c139-a56d-4347-8df5-0319596279a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384889 Oct 20 10:37:13.241546 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 9e87a032-f413-4045-8b15-0068cc3fb827 no longer exists at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:37:13.264984 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] No Port match for: 9e87a032-f413-4045-8b15-0068cc3fb827 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:37:13.265333 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 9e87a032-f413-4045-8b15-0068cc3fb827 not bound to the agent host n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:37:13.299261 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5f6fb2aa-098f-4172-88d9-b710a1925984 req-7f1e3b88-481c-4e60-8c99-e433d9ebded2 service neutron] 10.222.0.64 "GET /v2.0/networks/ef6abb39-cfb1-4828-a214-dd0f5374098d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2155657 Oct 20 10:37:13.336304 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3f0bb295-9fe5-482f-99d3-9cb987cc5f37 req-b87b81e5-bfcb-4c63-a344-655b9212f30b service neutron] 10.222.0.55 "GET /v2.0/networks/abc6c139-a56d-4347-8df5-0319596279a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399493 Oct 20 10:37:13.493386 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5f6fb2aa-098f-4172-88d9-b710a1925984 req-35570b66-1855-4680-99ef-d8c4703954a6 service neutron] 10.222.0.64 "GET /v2.0/networks/ef6abb39-cfb1-4828-a214-dd0f5374098d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666760 Oct 20 10:37:13.637152 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3f0bb295-9fe5-482f-99d3-9cb987cc5f37 req-bb6e74f3-8cc5-4f7d-b671-2f04722a995f service neutron] 10.222.0.55 "GET /v2.0/networks/abc6c139-a56d-4347-8df5-0319596279a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2882116 Oct 20 10:37:13.813537 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5f63a2-9675-46fb-ba41-8697f9880399 req-e1f0a652-a34a-4f18-abbe-8df2a42346c1 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:37:13.815285 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb8a46c-de34-4575-b412-e6f5d9f348b7 req-137eac3f-e269-4448-88b5-6451ed9ed5ff tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:37:13.818409 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-5fb8a46c-de34-4575-b412-e6f5d9f348b7 req-137eac3f-e269-4448-88b5-6451ed9ed5ff tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] 10.222.0.69 "GET /v2.0/ports?device_id=12c57aae-b973-43e9-a9e8-671f2ba671ba HTTP/1.1" status: 200 len: 946 time: 0.1121736 Oct 20 10:37:13.822193 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4a5f63a2-9675-46fb-ba41-8697f9880399 req-e1f0a652-a34a-4f18-abbe-8df2a42346c1 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1e07dbd-78a4-4dfb-8d0a-54d71af55914 HTTP/1.1" status: 200 len: 1023 time: 0.2230828 Oct 20 10:37:13.981351 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [req-5fb8a46c-de34-4575-b412-e6f5d9f348b7 req-da6b53c1-e1a0-44fd-ab30-fb75ced1acc8 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] Deleting port 483a72cb-0ddd-4b0a-a54e-007be6bc253b {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:37:13.982093 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-5fb8a46c-de34-4575-b412-e6f5d9f348b7 req-da6b53c1-e1a0-44fd-ab30-fb75ced1acc8 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:13.995705 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8028db6b-3945-4a88-81ea-342dcc2726a4 req-dd6d4fbb-f1a3-49f6-9487-45bd931933d1 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9a8b6ae-bdaa-4ec6-83ad-6d2884cd6d86 HTTP/1.1" status: 200 len: 210 time: 0.1104929 Oct 20 10:37:14.039341 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3262b3-4c69-4c31-8f96-eb53a018c88f req-72d53f06-6997-4d4d-98d5-0938ccf73cd5 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:37:14.049196 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8f3262b3-4c69-4c31-8f96-eb53a018c88f req-72d53f06-6997-4d4d-98d5-0938ccf73cd5 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.69 "GET /v2.0/networks?id=00e677b7-ec29-42bc-8b52-7d9c8594501c HTTP/1.1" status: 200 len: 812 time: 0.4977160 Oct 20 10:37:14.060485 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4a5f63a2-9675-46fb-ba41-8697f9880399 req-51be93d3-9f36-4498-a3aa-96cddf5436f0 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] 10.222.0.64 "GET /v2.0/security-groups?id=08fd82a4-fcb6-458b-a045-d4bca119d5a0&id=233d5354-09c3-4288-a16d-d1ae819f85d8&id=db67ab75-3616-45ac-9a7c-f626e6c51465&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.2369978 Oct 20 10:37:14.074908 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-8f3262b3-4c69-4c31-8f96-eb53a018c88f req-ccbe332e-b9f8-4185-b2d6-cb38f1fe791a tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Request body: {'port': {'device_id': '52879e8b-8049-42d5-908c-6b7322066849', 'network_id': '00e677b7-ec29-42bc-8b52-7d9c8594501c', 'admin_state_up': True, 'tenant_id': 'c99eab67b5e546ffaba916e684c21094'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:37:14.124894 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694e4421-9c2e-4d39-8505-faf5f24e3239 req-df8f4e6a-202b-4f36-8de8-b58d56a8f054 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:37:14.132167 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [req-5fb8a46c-de34-4575-b412-e6f5d9f348b7 req-da6b53c1-e1a0-44fd-ab30-fb75ced1acc8 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] For port 483a72cb-0ddd-4b0a-a54e-007be6bc253b, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=483a72cb-0ddd-4b0a-a54e-007be6bc253b,segment=NetworkSegment(ead88eb8-7907-4284-a2ee-38aeb92bc073),segment_id=ead88eb8-7907-4284-a2ee-38aeb92bc073)] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:37:14.132901 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-5fb8a46c-de34-4575-b412-e6f5d9f348b7 req-da6b53c1-e1a0-44fd-ab30-fb75ced1acc8 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:14.134580 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-694e4421-9c2e-4d39-8505-faf5f24e3239 req-df8f4e6a-202b-4f36-8de8-b58d56a8f054 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] 10.222.0.55 "GET /v2.0/ports?device_id=d1e07dbd-78a4-4dfb-8d0a-54d71af55914 HTTP/1.1" status: 200 len: 1023 time: 0.2914155 Oct 20 10:37:14.152176 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [req-5fb8a46c-de34-4575-b412-e6f5d9f348b7 req-da6b53c1-e1a0-44fd-ab30-fb75ced1acc8 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] Calling delete_port for 483a72cb-0ddd-4b0a-a54e-007be6bc253b owned by compute:nova {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:37:14.351987 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b8baa08e-678e-4d5e-85a1-77cccfacbc0b req-ba8bf518-3e29-4c3b-8c67-4aa1b660e8e2 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/ports?device_id=52879e8b-8049-42d5-908c-6b7322066849 HTTP/1.1" status: 200 len: 210 time: 0.1618090 Oct 20 10:37:14.483873 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-694e4421-9c2e-4d39-8505-faf5f24e3239 req-fbf785f4-5993-4090-a1ad-661c8de3341a tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Deleting port 44ec33c1-fb52-4380-9885-6ae330115cf7 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:37:14.484265 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-694e4421-9c2e-4d39-8505-faf5f24e3239 req-fbf785f4-5993-4090-a1ad-661c8de3341a tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:14.508466 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f3262b3-4c69-4c31-8f96-eb53a018c88f req-ccbe332e-b9f8-4185-b2d6-cb38f1fe791a tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Made reservation on behalf of c99eab67b5e546ffaba916e684c21094 for: {'port': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:37:14.512568 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-8f3262b3-4c69-4c31-8f96-eb53a018c88f req-ccbe332e-b9f8-4185-b2d6-cb38f1fe791a tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:14.690400 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-694e4421-9c2e-4d39-8505-faf5f24e3239 req-fbf785f4-5993-4090-a1ad-661c8de3341a tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] For port 44ec33c1-fb52-4380-9885-6ae330115cf7, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=44ec33c1-fb52-4380-9885-6ae330115cf7,segment=NetworkSegment(090770c7-51bc-40e6-9040-6586fd94bfd9),segment_id=090770c7-51bc-40e6-9040-6586fd94bfd9)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:37:14.690841 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-694e4421-9c2e-4d39-8505-faf5f24e3239 req-fbf785f4-5993-4090-a1ad-661c8de3341a tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:14.726096 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-5fb8a46c-de34-4575-b412-e6f5d9f348b7 req-da6b53c1-e1a0-44fd-ab30-fb75ced1acc8 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:14.732008 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-694e4421-9c2e-4d39-8505-faf5f24e3239 req-fbf785f4-5993-4090-a1ad-661c8de3341a tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Calling delete_port for 44ec33c1-fb52-4380-9885-6ae330115cf7 owned by compute:nova {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:37:14.758398 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6b53c1-e1a0-44fd-ab30-fb75ced1acc8 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] Pushing event deleted for resources: {'Port': ['ID=483a72cb-0ddd-4b0a-a54e-007be6bc253b,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:37:14.837006 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [req-8f3262b3-4c69-4c31-8f96-eb53a018c88f req-ccbe332e-b9f8-4185-b2d6-cb38f1fe791a tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Allocated IP 172.20.0.5 (00e677b7-ec29-42bc-8b52-7d9c8594501c/41c5fb46-df00-4db9-bb3d-c914d29737cc/57acb827-9676-46b4-9db4-a914c0bfed9e) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:37:14.844674 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fb8a46c-de34-4575-b412-e6f5d9f348b7 req-da6b53c1-e1a0-44fd-ab30-fb75ced1acc8 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] No DVR routers for this DVR port 483a72cb-0ddd-4b0a-a54e-007be6bc253b on host n-h2-811396-3 {{(pid=100597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:37:14.848423 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-5fb8a46c-de34-4575-b412-e6f5d9f348b7 req-da6b53c1-e1a0-44fd-ab30-fb75ced1acc8 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:14.854985 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-5fb8a46c-de34-4575-b412-e6f5d9f348b7 req-da6b53c1-e1a0-44fd-ab30-fb75ced1acc8 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] 10.222.0.69 "DELETE /v2.0/ports/483a72cb-0ddd-4b0a-a54e-007be6bc253b HTTP/1.1" status: 204 len: 173 time: 1.0220973 Oct 20 10:37:14.855679 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12c57aae-b973-43e9-a9e8-671f2ba671ba', 'name': 'network-vif-deleted', 'tag': '483a72cb-0ddd-4b0a-a54e-007be6bc253b'}] {{(pid=100597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:37:14.859605 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd85cad6a391afaa95d2dd5280bfd4659fc1e1b2aba53b5e7ef874f059efcdc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38cc95a7-763f-4b5a-b08c-ca1d29430d49" -d '{"events": [{"server_uuid": "12c57aae-b973-43e9-a9e8-671f2ba671ba", "name": "network-vif-deleted", "tag": "483a72cb-0ddd-4b0a-a54e-007be6bc253b"}]}' {{(pid=100597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:37:14.930687 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39c41c2c-2967-45cd-9bfc-2f616be9aa3b x-openstack-request-id: req-39c41c2c-2967-45cd-9bfc-2f616be9aa3b {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:37:14.931346 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12c57aae-b973-43e9-a9e8-671f2ba671ba", "name": "network-vif-deleted", "tag": "483a72cb-0ddd-4b0a-a54e-007be6bc253b", "status": "completed", "code": 200}]} {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:37:14.931817 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-39c41c2c-2967-45cd-9bfc-2f616be9aa3b {{(pid=100597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:37:14.932900 n-d-811396-3 neutron-server[100597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12c57aae-b973-43e9-a9e8-671f2ba671ba', 'name': 'network-vif-deleted', 'tag': '483a72cb-0ddd-4b0a-a54e-007be6bc253b', 'status': 'completed', 'code': 200} Oct 20 10:37:15.143397 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-694e4421-9c2e-4d39-8505-faf5f24e3239 req-fbf785f4-5993-4090-a1ad-661c8de3341a tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:15.156049 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['7f945ec7-9d05-4310-895e-e81958256aa7'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:37:15.211454 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf785f4-5993-4090-a1ad-661c8de3341a tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Pushing event deleted for resources: {'Port': ['ID=44ec33c1-fb52-4380-9885-6ae330115cf7,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:37:15.265776 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['44ec33c1-fb52-4380-9885-6ae330115cf7'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:37:15.289797 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b5f97822-c557-47a0-892b-94cc3041f0a7 req-6768efa1-9e3f-4aa5-b7da-af0137406a07 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1e07dbd-78a4-4dfb-8d0a-54d71af55914 HTTP/1.1" status: 200 len: 210 time: 0.0907910 Oct 20 10:37:15.333199 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6fb2aa-098f-4172-88d9-b710a1925984 req-9972a594-a466-4c6a-b432-a445b154e087 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:37:15.334808 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-5f6fb2aa-098f-4172-88d9-b710a1925984 req-9972a594-a466-4c6a-b432-a445b154e087 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] 10.222.0.69 "GET /v2.0/networks?id=ef6abb39-cfb1-4828-a214-dd0f5374098d HTTP/1.1" status: 200 len: 805 time: 0.2616060 Oct 20 10:37:15.350138 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [req-5f6fb2aa-098f-4172-88d9-b710a1925984 req-1f563d4c-39b2-453a-9c7f-1ffa1b37b4e3 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] Request body: {'port': {'device_id': 'a9a8b6ae-bdaa-4ec6-83ad-6d2884cd6d86', 'network_id': 'ef6abb39-cfb1-4828-a214-dd0f5374098d', 'admin_state_up': True, 'tenant_id': 'c0dfe506102842b7b89700ee2a42ab00'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:37:15.356069 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c28ff2bd-1206-4178-9be1-c7e361c66b59 req-7a7e07b6-feb7-4ea1-a17e-9ef6d8527f59 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9a8b6ae-bdaa-4ec6-83ad-6d2884cd6d86 HTTP/1.1" status: 200 len: 210 time: 0.1582248 Oct 20 10:37:15.418860 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 483a72cb-0ddd-4b0a-a54e-007be6bc253b no longer exists at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:37:15.455194 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] No Port match for: 483a72cb-0ddd-4b0a-a54e-007be6bc253b {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:37:15.455903 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 483a72cb-0ddd-4b0a-a54e-007be6bc253b not bound to the agent host n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:37:15.609737 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f6fb2aa-098f-4172-88d9-b710a1925984 req-1f563d4c-39b2-453a-9c7f-1ffa1b37b4e3 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] Made reservation on behalf of c0dfe506102842b7b89700ee2a42ab00 for: {'port': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:37:15.615211 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-5f6fb2aa-098f-4172-88d9-b710a1925984 req-1f563d4c-39b2-453a-9c7f-1ffa1b37b4e3 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:15.788296 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [req-5f6fb2aa-098f-4172-88d9-b710a1925984 req-1f563d4c-39b2-453a-9c7f-1ffa1b37b4e3 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] Allocated IP 172.20.0.7 (ef6abb39-cfb1-4828-a214-dd0f5374098d/777e48ea-dc5a-43d5-a338-c1cfd0807e06/071ed128-b2a4-4e7c-acef-772e0a843579) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:37:15.849081 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-8f3262b3-4c69-4c31-8f96-eb53a018c88f req-ccbe332e-b9f8-4185-b2d6-cb38f1fe791a tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:15.900786 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-694e4421-9c2e-4d39-8505-faf5f24e3239 req-fbf785f4-5993-4090-a1ad-661c8de3341a tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] No DVR routers for this DVR port 44ec33c1-fb52-4380-9885-6ae330115cf7 on host n-h1-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:37:15.903450 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-694e4421-9c2e-4d39-8505-faf5f24e3239 req-fbf785f4-5993-4090-a1ad-661c8de3341a tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:15.907145 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-694e4421-9c2e-4d39-8505-faf5f24e3239 req-fbf785f4-5993-4090-a1ad-661c8de3341a tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] 10.222.0.55 "DELETE /v2.0/ports/44ec33c1-fb52-4380-9885-6ae330115cf7 HTTP/1.1" status: 204 len: 173 time: 1.7634714 Oct 20 10:37:15.923425 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1e07dbd-78a4-4dfb-8d0a-54d71af55914', 'name': 'network-vif-deleted', 'tag': '44ec33c1-fb52-4380-9885-6ae330115cf7'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:37:15.928875 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c67d4b5d-0c37-4832-a879-f4d8548def43" -d '{"events": [{"server_uuid": "d1e07dbd-78a4-4dfb-8d0a-54d71af55914", "name": "network-vif-deleted", "tag": "44ec33c1-fb52-4380-9885-6ae330115cf7"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:37:15.982860 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-47930f8f-344a-4c73-8ae3-66b5c2567902 req-e1b96e4b-16d4-42d1-8ba7-282726d64dd5 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/ports?device_id=52879e8b-8049-42d5-908c-6b7322066849 HTTP/1.1" status: 200 len: 210 time: 0.1030486 Oct 20 10:37:15.982860 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-8f3262b3-4c69-4c31-8f96-eb53a018c88f req-ccbe332e-b9f8-4185-b2d6-cb38f1fe791a tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:16.032226 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-5f6fb2aa-098f-4172-88d9-b710a1925984 req-1f563d4c-39b2-453a-9c7f-1ffa1b37b4e3 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:16.068048 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2d24f4c-14ad-4e8b-adee-4bec2b506266 x-openstack-request-id: req-e2d24f4c-14ad-4e8b-adee-4bec2b506266 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:37:16.070776 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1e07dbd-78a4-4dfb-8d0a-54d71af55914", "name": "network-vif-deleted", "tag": "44ec33c1-fb52-4380-9885-6ae330115cf7", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:37:16.071108 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e2d24f4c-14ad-4e8b-adee-4bec2b506266 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:37:16.072962 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1e07dbd-78a4-4dfb-8d0a-54d71af55914', 'name': 'network-vif-deleted', 'tag': '44ec33c1-fb52-4380-9885-6ae330115cf7', 'status': 'completed', 'code': 200} Oct 20 10:37:16.093283 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f3262b3-4c69-4c31-8f96-eb53a018c88f req-ccbe332e-b9f8-4185-b2d6-cb38f1fe791a tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Network 00e677b7-ec29-42bc-8b52-7d9c8594501c is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:37:16.096459 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-5f6fb2aa-098f-4172-88d9-b710a1925984 req-1f563d4c-39b2-453a-9c7f-1ffa1b37b4e3 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:16.097470 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [req-8f3262b3-4c69-4c31-8f96-eb53a018c88f req-ccbe332e-b9f8-4185-b2d6-cb38f1fe791a tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:37:16.099876 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f3262b3-4c69-4c31-8f96-eb53a018c88f req-ccbe332e-b9f8-4185-b2d6-cb38f1fe791a tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:37:16.160622 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f6fb2aa-098f-4172-88d9-b710a1925984 req-1f563d4c-39b2-453a-9c7f-1ffa1b37b4e3 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] Network ef6abb39-cfb1-4828-a214-dd0f5374098d is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:37:16.164531 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [req-5f6fb2aa-098f-4172-88d9-b710a1925984 req-1f563d4c-39b2-453a-9c7f-1ffa1b37b4e3 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:37:16.165635 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbe332e-b9f8-4185-b2d6-cb38f1fe791a tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Pushing event updated for resources: {'Port': ['ID=57acb827-9676-46b4-9db4-a914c0bfed9e,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:37:16.167456 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f6fb2aa-098f-4172-88d9-b710a1925984 req-1f563d4c-39b2-453a-9c7f-1ffa1b37b4e3 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:37:16.203462 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f563d4c-39b2-453a-9c7f-1ffa1b37b4e3 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] Pushing event updated for resources: {'Port': ['ID=071ed128-b2a4-4e7c-acef-772e0a843579,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:37:16.212744 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3262b3-4c69-4c31-8f96-eb53a018c88f req-ccbe332e-b9f8-4185-b2d6-cb38f1fe791a tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:37:16.213926 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-8f3262b3-4c69-4c31-8f96-eb53a018c88f req-ccbe332e-b9f8-4185-b2d6-cb38f1fe791a tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:16.229048 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6fb2aa-098f-4172-88d9-b710a1925984 req-1f563d4c-39b2-453a-9c7f-1ffa1b37b4e3 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:37:16.230084 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-5f6fb2aa-098f-4172-88d9-b710a1925984 req-1f563d4c-39b2-453a-9c7f-1ffa1b37b4e3 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:16.238125 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8f3262b3-4c69-4c31-8f96-eb53a018c88f req-ccbe332e-b9f8-4185-b2d6-cb38f1fe791a tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1758380 Oct 20 10:37:16.249751 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-5f6fb2aa-098f-4172-88d9-b710a1925984 req-1f563d4c-39b2-453a-9c7f-1ffa1b37b4e3 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9057539 Oct 20 10:37:16.252168 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-8f3262b3-4c69-4c31-8f96-eb53a018c88f req-e8b41a0e-584c-44fa-88ee-f7336f3329ee service neutron] Request body: {'port': {'device_id': '52879e8b-8049-42d5-908c-6b7322066849', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811396-3'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:37:16.265098 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [req-5f6fb2aa-098f-4172-88d9-b710a1925984 req-1d676122-3229-48f4-b4d4-7bb58f3ae5ee service neutron] Request body: {'port': {'device_id': 'a9a8b6ae-bdaa-4ec6-83ad-6d2884cd6d86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811396-3'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:37:16.321917 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-8f3262b3-4c69-4c31-8f96-eb53a018c88f req-e8b41a0e-584c-44fa-88ee-f7336f3329ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:16.335066 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-5f6fb2aa-098f-4172-88d9-b710a1925984 req-1d676122-3229-48f4-b4d4-7bb58f3ae5ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:16.561261 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6a6f0b50-dec3-4b69-84f6-919d23badee7 req-2e74e139-614c-4d1b-a644-fcc6daf99460 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1e07dbd-78a4-4dfb-8d0a-54d71af55914 HTTP/1.1" status: 200 len: 210 time: 0.0744028 Oct 20 10:37:16.591910 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735bafc0-2c11-4891-ab17-3690c7b25c12 req-2566f9db-dd4a-49db-b077-c2c4514e76da tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:37:16.593536 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-735bafc0-2c11-4891-ab17-3690c7b25c12 req-2566f9db-dd4a-49db-b077-c2c4514e76da tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9a8b6ae-bdaa-4ec6-83ad-6d2884cd6d86 HTTP/1.1" status: 200 len: 931 time: 0.1024337 Oct 20 10:37:16.722580 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-735bafc0-2c11-4891-ab17-3690c7b25c12 req-e9409e86-79e9-4b17-a414-d515f755221c tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ea17d67-d003-4cda-a612-dd72568a94fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162419 Oct 20 10:37:16.792557 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [req-5f6fb2aa-098f-4172-88d9-b710a1925984 req-1d676122-3229-48f4-b4d4-7bb58f3ae5ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 071ed128-b2a4-4e7c-acef-772e0a843579 {{(pid=100597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:37:16.802404 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-5f6fb2aa-098f-4172-88d9-b710a1925984 req-1d676122-3229-48f4-b4d4-7bb58f3ae5ee service neutron] Publish callbacks [] for port, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:16.820142 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.provisioning_blocks [req-5f6fb2aa-098f-4172-88d9-b710a1925984 req-1d676122-3229-48f4-b4d4-7bb58f3ae5ee service neutron] Transition to ACTIVE for port object 071ed128-b2a4-4e7c-acef-772e0a843579 will not be triggered until provisioned by entity L2. {{(pid=100597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:37:16.825268 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-5f6fb2aa-098f-4172-88d9-b710a1925984 req-1d676122-3229-48f4-b4d4-7bb58f3ae5ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:16.833156 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [req-8f3262b3-4c69-4c31-8f96-eb53a018c88f req-e8b41a0e-584c-44fa-88ee-f7336f3329ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57acb827-9676-46b4-9db4-a914c0bfed9e {{(pid=100596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:37:16.841957 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-8f3262b3-4c69-4c31-8f96-eb53a018c88f req-e8b41a0e-584c-44fa-88ee-f7336f3329ee service neutron] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:16.856467 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.provisioning_blocks [req-8f3262b3-4c69-4c31-8f96-eb53a018c88f req-e8b41a0e-584c-44fa-88ee-f7336f3329ee service neutron] Transition to ACTIVE for port object 57acb827-9676-46b4-9db4-a914c0bfed9e will not be triggered until provisioned by entity L2. {{(pid=100596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:37:16.859764 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-8f3262b3-4c69-4c31-8f96-eb53a018c88f req-e8b41a0e-584c-44fa-88ee-f7336f3329ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:16.893384 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d676122-3229-48f4-b4d4-7bb58f3ae5ee service neutron] Pushing event updated for resources: {'Port': ['ID=071ed128-b2a4-4e7c-acef-772e0a843579,revision_number=2']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:37:16.917714 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b41a0e-584c-44fa-88ee-f7336f3329ee service neutron] Pushing event updated for resources: {'Port': ['ID=57acb827-9676-46b4-9db4-a914c0bfed9e,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:37:16.976531 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-5f6fb2aa-098f-4172-88d9-b710a1925984 req-1d676122-3229-48f4-b4d4-7bb58f3ae5ee service neutron] Attempting to bind port 071ed128-b2a4-4e7c-acef-772e0a843579 on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:37:16.976875 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-5f6fb2aa-098f-4172-88d9-b710a1925984 req-1d676122-3229-48f4-b4d4-7bb58f3ae5ee service neutron] Attempting to bind port 071ed128-b2a4-4e7c-acef-772e0a843579 by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': 'ead88eb8-7907-4284-a2ee-38aeb92bc073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'ef6abb39-cfb1-4828-a214-dd0f5374098d'}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:37:16.977193 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6fb2aa-098f-4172-88d9-b710a1925984 req-1d676122-3229-48f4-b4d4-7bb58f3ae5ee service neutron] Attempting to bind port 071ed128-b2a4-4e7c-acef-772e0a843579 on network ef6abb39-cfb1-4828-a214-dd0f5374098d {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:37:16.981641 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6fb2aa-098f-4172-88d9-b710a1925984 req-1d676122-3229-48f4-b4d4-7bb58f3ae5ee service neutron] Port 071ed128-b2a4-4e7c-acef-772e0a843579 on network ef6abb39-cfb1-4828-a214-dd0f5374098d not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:37:16.981961 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6fb2aa-098f-4172-88d9-b710a1925984 req-1d676122-3229-48f4-b4d4-7bb58f3ae5ee service neutron] Attempting to bind port 071ed128-b2a4-4e7c-acef-772e0a843579 on network ef6abb39-cfb1-4828-a214-dd0f5374098d {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:37:16.986869 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6fb2aa-098f-4172-88d9-b710a1925984 req-1d676122-3229-48f4-b4d4-7bb58f3ae5ee service neutron] Checking agent: {'id': '061232a2-7adc-4ba1-a873-e8cb136b064d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 37, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:37:16.987208 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6fb2aa-098f-4172-88d9-b710a1925984 req-1d676122-3229-48f4-b4d4-7bb58f3ae5ee service neutron] Checking segment: {'id': 'ead88eb8-7907-4284-a2ee-38aeb92bc073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'ef6abb39-cfb1-4828-a214-dd0f5374098d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:37:16.987622 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6fb2aa-098f-4172-88d9-b710a1925984 req-1d676122-3229-48f4-b4d4-7bb58f3ae5ee service neutron] Bound using segment: {'id': 'ead88eb8-7907-4284-a2ee-38aeb92bc073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'ef6abb39-cfb1-4828-a214-dd0f5374098d'} {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:37:16.988049 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-5f6fb2aa-098f-4172-88d9-b710a1925984 req-1d676122-3229-48f4-b4d4-7bb58f3ae5ee service neutron] Bound port: 071ed128-b2a4-4e7c-acef-772e0a843579, host: n-h2-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ead88eb8-7907-4284-a2ee-38aeb92bc073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'ef6abb39-cfb1-4828-a214-dd0f5374098d'}}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:37:16.988402 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-5f6fb2aa-098f-4172-88d9-b710a1925984 req-1d676122-3229-48f4-b4d4-7bb58f3ae5ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:17.020583 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-8f3262b3-4c69-4c31-8f96-eb53a018c88f req-e8b41a0e-584c-44fa-88ee-f7336f3329ee service neutron] Attempting to bind port 57acb827-9676-46b4-9db4-a914c0bfed9e on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:37:17.020924 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-8f3262b3-4c69-4c31-8f96-eb53a018c88f req-e8b41a0e-584c-44fa-88ee-f7336f3329ee service neutron] Attempting to bind port 57acb827-9676-46b4-9db4-a914c0bfed9e by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': 'f70d1162-b154-4994-9af5-210e1dd15ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '00e677b7-ec29-42bc-8b52-7d9c8594501c'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:37:17.021257 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3262b3-4c69-4c31-8f96-eb53a018c88f req-e8b41a0e-584c-44fa-88ee-f7336f3329ee service neutron] Attempting to bind port 57acb827-9676-46b4-9db4-a914c0bfed9e on network 00e677b7-ec29-42bc-8b52-7d9c8594501c {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:37:17.025771 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3262b3-4c69-4c31-8f96-eb53a018c88f req-e8b41a0e-584c-44fa-88ee-f7336f3329ee service neutron] Port 57acb827-9676-46b4-9db4-a914c0bfed9e on network 00e677b7-ec29-42bc-8b52-7d9c8594501c not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:37:17.026096 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3262b3-4c69-4c31-8f96-eb53a018c88f req-e8b41a0e-584c-44fa-88ee-f7336f3329ee service neutron] Attempting to bind port 57acb827-9676-46b4-9db4-a914c0bfed9e on network 00e677b7-ec29-42bc-8b52-7d9c8594501c {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:37:17.033653 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3262b3-4c69-4c31-8f96-eb53a018c88f req-e8b41a0e-584c-44fa-88ee-f7336f3329ee service neutron] Checking agent: {'id': '061232a2-7adc-4ba1-a873-e8cb136b064d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 37, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:37:17.034139 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3262b3-4c69-4c31-8f96-eb53a018c88f req-e8b41a0e-584c-44fa-88ee-f7336f3329ee service neutron] Checking segment: {'id': 'f70d1162-b154-4994-9af5-210e1dd15ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '00e677b7-ec29-42bc-8b52-7d9c8594501c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:37:17.034535 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3262b3-4c69-4c31-8f96-eb53a018c88f req-e8b41a0e-584c-44fa-88ee-f7336f3329ee service neutron] Bound using segment: {'id': 'f70d1162-b154-4994-9af5-210e1dd15ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '00e677b7-ec29-42bc-8b52-7d9c8594501c'} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:37:17.034968 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-8f3262b3-4c69-4c31-8f96-eb53a018c88f req-e8b41a0e-584c-44fa-88ee-f7336f3329ee service neutron] Bound port: 57acb827-9676-46b4-9db4-a914c0bfed9e, host: n-h2-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f70d1162-b154-4994-9af5-210e1dd15ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '00e677b7-ec29-42bc-8b52-7d9c8594501c'}}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:37:17.035737 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-8f3262b3-4c69-4c31-8f96-eb53a018c88f req-e8b41a0e-584c-44fa-88ee-f7336f3329ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:17.103485 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [req-5f6fb2aa-098f-4172-88d9-b710a1925984 req-1d676122-3229-48f4-b4d4-7bb58f3ae5ee service neutron] For port 071ed128-b2a4-4e7c-acef-772e0a843579, host n-h2-811396-3, cleared binding levels {{(pid=100597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:37:17.108084 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [req-5f6fb2aa-098f-4172-88d9-b710a1925984 req-1d676122-3229-48f4-b4d4-7bb58f3ae5ee service neutron] For port 071ed128-b2a4-4e7c-acef-772e0a843579, host n-h2-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=071ed128-b2a4-4e7c-acef-772e0a843579,segment=NetworkSegment(ead88eb8-7907-4284-a2ee-38aeb92bc073),segment_id=ead88eb8-7907-4284-a2ee-38aeb92bc073)] {{(pid=100597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:37:17.113836 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-5f6fb2aa-098f-4172-88d9-b710a1925984 req-1d676122-3229-48f4-b4d4-7bb58f3ae5ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:17.150639 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-8f3262b3-4c69-4c31-8f96-eb53a018c88f req-e8b41a0e-584c-44fa-88ee-f7336f3329ee service neutron] For port 57acb827-9676-46b4-9db4-a914c0bfed9e, host n-h2-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:37:17.155805 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-8f3262b3-4c69-4c31-8f96-eb53a018c88f req-e8b41a0e-584c-44fa-88ee-f7336f3329ee service neutron] For port 57acb827-9676-46b4-9db4-a914c0bfed9e, host n-h2-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=57acb827-9676-46b4-9db4-a914c0bfed9e,segment=NetworkSegment(f70d1162-b154-4994-9af5-210e1dd15ef4),segment_id=f70d1162-b154-4994-9af5-210e1dd15ef4)] {{(pid=100596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:37:17.163140 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-8f3262b3-4c69-4c31-8f96-eb53a018c88f req-e8b41a0e-584c-44fa-88ee-f7336f3329ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:17.224247 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a0f064-400d-4a35-9e1c-1a3378f2b5c9 req-1a7f2c71-5c98-4de7-929f-9ec63d4190f0 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:37:17.226083 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-36a0f064-400d-4a35-9e1c-1a3378f2b5c9 req-1a7f2c71-5c98-4de7-929f-9ec63d4190f0 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/ports?device_id=52879e8b-8049-42d5-908c-6b7322066849 HTTP/1.1" status: 200 len: 943 time: 0.1308661 Oct 20 10:37:17.227534 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3262b3-4c69-4c31-8f96-eb53a018c88f req-e8b41a0e-584c-44fa-88ee-f7336f3329ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:37:17.228157 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-8f3262b3-4c69-4c31-8f96-eb53a018c88f req-e8b41a0e-584c-44fa-88ee-f7336f3329ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:17.231226 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6fb2aa-098f-4172-88d9-b710a1925984 req-1d676122-3229-48f4-b4d4-7bb58f3ae5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:37:17.231875 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-5f6fb2aa-098f-4172-88d9-b710a1925984 req-1d676122-3229-48f4-b4d4-7bb58f3ae5ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:17.233340 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-5f6fb2aa-098f-4172-88d9-b710a1925984 req-1d676122-3229-48f4-b4d4-7bb58f3ae5ee service neutron] 10.222.0.69 "PUT /v2.0/ports/071ed128-b2a4-4e7c-acef-772e0a843579 HTTP/1.1" status: 200 len: 1091 time: 0.9738617 Oct 20 10:37:17.233814 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9a8b6ae-bdaa-4ec6-83ad-6d2884cd6d86', 'tag': '071ed128-b2a4-4e7c-acef-772e0a843579'}] {{(pid=100597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:37:17.236134 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd85cad6a391afaa95d2dd5280bfd4659fc1e1b2aba53b5e7ef874f059efcdc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edb8805f-e0db-4f0b-8e5f-99eae822b90d" -d '{"events": [{"name": "network-changed", "server_uuid": "a9a8b6ae-bdaa-4ec6-83ad-6d2884cd6d86", "tag": "071ed128-b2a4-4e7c-acef-772e0a843579"}]}' {{(pid=100597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:37:17.236386 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8f3262b3-4c69-4c31-8f96-eb53a018c88f req-e8b41a0e-584c-44fa-88ee-f7336f3329ee service neutron] 10.222.0.69 "PUT /v2.0/ports/57acb827-9676-46b4-9db4-a914c0bfed9e HTTP/1.1" status: 200 len: 1091 time: 0.9897094 Oct 20 10:37:17.277500 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d676122-3229-48f4-b4d4-7bb58f3ae5ee service neutron] Pushing event updated for resources: {'Port': ['ID=071ed128-b2a4-4e7c-acef-772e0a843579,revision_number=3']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:37:17.290154 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 44ec33c1-fb52-4380-9885-6ae330115cf7 no longer exists at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:37:17.376515 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] No Port match for: 44ec33c1-fb52-4380-9885-6ae330115cf7 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:37:17.378902 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 44ec33c1-fb52-4380-9885-6ae330115cf7 not bound to the agent host n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:37:17.391094 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b41a0e-584c-44fa-88ee-f7336f3329ee service neutron] Pushing event updated for resources: {'Port': ['ID=57acb827-9676-46b4-9db4-a914c0bfed9e,revision_number=3']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:37:17.399929 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f921868-b04c-4a80-a4c3-a360e3d8abaf x-openstack-request-id: req-9f921868-b04c-4a80-a4c3-a360e3d8abaf {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:37:17.400220 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9a8b6ae-bdaa-4ec6-83ad-6d2884cd6d86", "tag": "071ed128-b2a4-4e7c-acef-772e0a843579", "status": "completed", "code": 200}]} {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:37:17.400474 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9f921868-b04c-4a80-a4c3-a360e3d8abaf {{(pid=100597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:37:17.400874 n-d-811396-3 neutron-server[100597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9a8b6ae-bdaa-4ec6-83ad-6d2884cd6d86', 'tag': '071ed128-b2a4-4e7c-acef-772e0a843579', 'status': 'completed', 'code': 200} Oct 20 10:37:17.407625 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-36a0f064-400d-4a35-9e1c-1a3378f2b5c9 req-0b999294-5b16-4d63-b362-ee82284dec10 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/security-groups?id=17372704-86e6-46e6-a5dd-dc7385be620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647015 Oct 20 10:37:17.410341 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3262b3-4c69-4c31-8f96-eb53a018c88f req-a5bacb94-3cf6-48b6-8bbe-b3febdde341e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:37:17.420401 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-8f3262b3-4c69-4c31-8f96-eb53a018c88f req-a5bacb94-3cf6-48b6-8bbe-b3febdde341e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c99eab67b5e546ffaba916e684c21094&device_id=52879e8b-8049-42d5-908c-6b7322066849 HTTP/1.1" status: 200 len: 1094 time: 0.0629530 Oct 20 10:37:17.425725 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6fb2aa-098f-4172-88d9-b710a1925984 req-55aa0c72-0290-46f2-a2ae-0829ce407045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:37:17.427402 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5f6fb2aa-098f-4172-88d9-b710a1925984 req-55aa0c72-0290-46f2-a2ae-0829ce407045 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c0dfe506102842b7b89700ee2a42ab00&device_id=a9a8b6ae-bdaa-4ec6-83ad-6d2884cd6d86 HTTP/1.1" status: 200 len: 1094 time: 0.1249149 Oct 20 10:37:17.466755 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-8f3262b3-4c69-4c31-8f96-eb53a018c88f req-0f5e54eb-fce8-484f-bfa0-ef52a3a64f61 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=57acb827-9676-46b4-9db4-a914c0bfed9e HTTP/1.1" status: 200 len: 217 time: 0.0449727 Oct 20 10:37:17.490368 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5f6fb2aa-098f-4172-88d9-b710a1925984 req-e848183a-9fae-4732-83f6-e4b38c113a0d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=071ed128-b2a4-4e7c-acef-772e0a843579 HTTP/1.1" status: 200 len: 217 time: 0.0539637 Oct 20 10:37:17.529346 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3262b3-4c69-4c31-8f96-eb53a018c88f req-935ea281-c052-4297-85c2-9ece508fad72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:37:17.531815 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-8f3262b3-4c69-4c31-8f96-eb53a018c88f req-935ea281-c052-4297-85c2-9ece508fad72 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=41c5fb46-df00-4db9-bb3d-c914d29737cc HTTP/1.1" status: 200 len: 852 time: 0.0572169 Oct 20 10:37:17.555243 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6fb2aa-098f-4172-88d9-b710a1925984 req-7fd5ec57-175d-48d7-9210-0a0fbeff80f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:37:17.556916 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5f6fb2aa-098f-4172-88d9-b710a1925984 req-7fd5ec57-175d-48d7-9210-0a0fbeff80f6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=777e48ea-dc5a-43d5-a338-c1cfd0807e06 HTTP/1.1" status: 200 len: 845 time: 0.0585585 Oct 20 10:37:17.575585 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-8f3262b3-4c69-4c31-8f96-eb53a018c88f req-92282d9f-8aef-4a6a-b7c2-b6bcde2bd9cf service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=00e677b7-ec29-42bc-8b52-7d9c8594501c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345759 Oct 20 10:37:17.596635 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5f6fb2aa-098f-4172-88d9-b710a1925984 req-8b8a64cb-de26-4d06-89e0-75f271b21441 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ef6abb39-cfb1-4828-a214-dd0f5374098d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324471 Oct 20 10:37:17.727340 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-8f3262b3-4c69-4c31-8f96-eb53a018c88f req-6581dd6c-30bb-4882-a151-ee08d50b6837 service neutron] 10.222.0.69 "GET /v2.0/networks/00e677b7-ec29-42bc-8b52-7d9c8594501c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433752 Oct 20 10:37:17.779000 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d272c7f0-0ecf-4f90-8cbc-82509752de60 req-8b2e2438-3b7a-4dde-af48-7edd4950124b tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] 10.222.0.64 "GET /v2.0/security-groups/db67ab75-3616-45ac-9a7c-f626e6c51465 HTTP/1.1" status: 200 len: 1802 time: 0.1290786 Oct 20 10:37:17.805086 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5f6fb2aa-098f-4172-88d9-b710a1925984 req-10bbddb8-0afc-42b5-a450-8a6c4605d021 service neutron] 10.222.0.69 "GET /v2.0/networks/ef6abb39-cfb1-4828-a214-dd0f5374098d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936710 Oct 20 10:37:17.876638 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-8f3262b3-4c69-4c31-8f96-eb53a018c88f req-5060e7ff-6216-4431-979e-b158b3ff6530 service neutron] 10.222.0.69 "GET /v2.0/networks/00e677b7-ec29-42bc-8b52-7d9c8594501c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418598 Oct 20 10:37:18.017118 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514cd4f9-a643-424b-804c-5fae889c9711 req-15dec4ca-798a-4220-8c9d-c047ee018849 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:37:18.018687 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-514cd4f9-a643-424b-804c-5fae889c9711 req-15dec4ca-798a-4220-8c9d-c047ee018849 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9a8b6ae-bdaa-4ec6-83ad-6d2884cd6d86 HTTP/1.1" status: 200 len: 943 time: 0.1379826 Oct 20 10:37:18.019798 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-d272c7f0-0ecf-4f90-8cbc-82509752de60 req-846553b3-4113-4d61-b969-a4e703397678 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:18.024026 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5f6fb2aa-098f-4172-88d9-b710a1925984 req-243e3e3a-f281-4d7e-ac94-1088914125d3 service neutron] 10.222.0.69 "GET /v2.0/networks/ef6abb39-cfb1-4828-a214-dd0f5374098d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091155 Oct 20 10:37:18.066873 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-d272c7f0-0ecf-4f90-8cbc-82509752de60 req-846553b3-4113-4d61-b969-a4e703397678 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:18.075336 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52879e8b-8049-42d5-908c-6b7322066849', 'tag': '57acb827-9676-46b4-9db4-a914c0bfed9e'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:37:18.078617 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9b79ae9-5cb0-4a61-a7d1-36a5570335e6" -d '{"events": [{"name": "network-changed", "server_uuid": "52879e8b-8049-42d5-908c-6b7322066849", "tag": "57acb827-9676-46b4-9db4-a914c0bfed9e"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:37:18.144084 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-514cd4f9-a643-424b-804c-5fae889c9711 req-5a946caa-ab44-4b23-a370-143818c84216 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ea17d67-d003-4cda-a612-dd72568a94fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165497 Oct 20 10:37:18.171828 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb8805f-e0db-4f0b-8e5f-99eae822b90d req-c6e71ddc-96c1-49b4-9477-f90d0ede3b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:37:18.173726 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-edb8805f-e0db-4f0b-8e5f-99eae822b90d req-c6e71ddc-96c1-49b4-9477-f90d0ede3b6b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c0dfe506102842b7b89700ee2a42ab00&device_id=a9a8b6ae-bdaa-4ec6-83ad-6d2884cd6d86 HTTP/1.1" status: 200 len: 1094 time: 0.0901079 Oct 20 10:37:18.179816 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-d272c7f0-0ecf-4f90-8cbc-82509752de60 req-846553b3-4113-4d61-b969-a4e703397678 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:18.182719 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-d272c7f0-0ecf-4f90-8cbc-82509752de60 req-846553b3-4113-4d61-b969-a4e703397678 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:18.183974 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d272c7f0-0ecf-4f90-8cbc-82509752de60 req-846553b3-4113-4d61-b969-a4e703397678 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] 10.222.0.64 "DELETE /v2.0/security-groups/db67ab75-3616-45ac-9a7c-f626e6c51465 HTTP/1.1" status: 204 len: 173 time: 0.3920319 Oct 20 10:37:18.202376 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-533cf6b4-c7f8-4e54-b250-c8e3d8d72680 x-openstack-request-id: req-533cf6b4-c7f8-4e54-b250-c8e3d8d72680 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:37:18.202736 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52879e8b-8049-42d5-908c-6b7322066849", "tag": "57acb827-9676-46b4-9db4-a914c0bfed9e", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:37:18.203077 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-533cf6b4-c7f8-4e54-b250-c8e3d8d72680 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:37:18.203537 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52879e8b-8049-42d5-908c-6b7322066849', 'tag': '57acb827-9676-46b4-9db4-a914c0bfed9e', 'status': 'completed', 'code': 200} Oct 20 10:37:18.225055 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846553b3-4113-4d61-b969-a4e703397678 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db67ab75-3616-45ac-9a7c-f626e6c51465,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:37:18.312841 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b79ae9-5cb0-4a61-a7d1-36a5570335e6 req-8117dfb4-8aae-43f6-b3fb-360685025bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:37:18.316141 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-a9b79ae9-5cb0-4a61-a7d1-36a5570335e6 req-8117dfb4-8aae-43f6-b3fb-360685025bfd service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c99eab67b5e546ffaba916e684c21094&device_id=52879e8b-8049-42d5-908c-6b7322066849 HTTP/1.1" status: 200 len: 1094 time: 0.0926311 Oct 20 10:37:18.336852 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-84d7a539-47c8-4f0a-8165-c8ee214192c2 req-f093db6f-cbea-4ec4-a1e6-9481ef4d822b tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] 10.222.0.64 "GET /v2.0/security-groups/233d5354-09c3-4288-a16d-d1ae819f85d8 HTTP/1.1" status: 200 len: 1801 time: 0.1162229 Oct 20 10:37:18.366563 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb8805f-e0db-4f0b-8e5f-99eae822b90d req-eb37628e-243d-4158-b162-3a1277cd1b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:37:18.370680 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-edb8805f-e0db-4f0b-8e5f-99eae822b90d req-eb37628e-243d-4158-b162-3a1277cd1b69 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ef6abb39-cfb1-4828-a214-dd0f5374098d HTTP/1.1" status: 200 len: 906 time: 0.1854930 Oct 20 10:37:18.438869 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b79ae9-5cb0-4a61-a7d1-36a5570335e6 req-ecf53bc0-7dc4-4ce6-94d0-b8d275d0626c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:37:18.440917 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-a9b79ae9-5cb0-4a61-a7d1-36a5570335e6 req-ecf53bc0-7dc4-4ce6-94d0-b8d275d0626c service neutron] 10.222.0.69 "GET /v2.0/networks?id=00e677b7-ec29-42bc-8b52-7d9c8594501c HTTP/1.1" status: 200 len: 913 time: 0.1160159 Oct 20 10:37:18.449295 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-edb8805f-e0db-4f0b-8e5f-99eae822b90d req-ef27c073-e31e-497c-b997-2d1e69190223 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=071ed128-b2a4-4e7c-acef-772e0a843579 HTTP/1.1" status: 200 len: 217 time: 0.0712159 Oct 20 10:37:18.497018 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-a9b79ae9-5cb0-4a61-a7d1-36a5570335e6 req-20269afc-e3b8-4996-90c7-f5ddedb3f0ff service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=57acb827-9676-46b4-9db4-a914c0bfed9e HTTP/1.1" status: 200 len: 217 time: 0.0476849 Oct 20 10:37:18.559196 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb8805f-e0db-4f0b-8e5f-99eae822b90d req-488c623b-0b67-4e1b-8f88-f642e7ab29b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:37:18.560700 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-edb8805f-e0db-4f0b-8e5f-99eae822b90d req-488c623b-0b67-4e1b-8f88-f642e7ab29b8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=777e48ea-dc5a-43d5-a338-c1cfd0807e06 HTTP/1.1" status: 200 len: 845 time: 0.0985918 Oct 20 10:37:18.561408 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b79ae9-5cb0-4a61-a7d1-36a5570335e6 req-12d43199-5b8d-44a5-b996-41b43b74ad5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:37:18.563606 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-a9b79ae9-5cb0-4a61-a7d1-36a5570335e6 req-12d43199-5b8d-44a5-b996-41b43b74ad5f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=41c5fb46-df00-4db9-bb3d-c914d29737cc HTTP/1.1" status: 200 len: 852 time: 0.0596979 Oct 20 10:37:18.575611 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-84d7a539-47c8-4f0a-8165-c8ee214192c2 req-3d6fecba-513e-4d76-806f-fa319031c7ce tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:18.603755 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-a9b79ae9-5cb0-4a61-a7d1-36a5570335e6 req-a1970f96-bcca-40cf-9a05-f7035c258b77 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=00e677b7-ec29-42bc-8b52-7d9c8594501c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289292 Oct 20 10:37:18.637590 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ede80c-3f26-4580-8026-8072a6e4f805 req-dda31370-d8fd-425a-a547-f05769ce88da tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:37:18.639501 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d0ede80c-3f26-4580-8026-8072a6e4f805 req-dda31370-d8fd-425a-a547-f05769ce88da tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/ports?device_id=52879e8b-8049-42d5-908c-6b7322066849 HTTP/1.1" status: 200 len: 943 time: 0.1289012 Oct 20 10:37:18.644838 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-edb8805f-e0db-4f0b-8e5f-99eae822b90d req-9d75ea21-0576-48a7-be56-d7737c998de4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ef6abb39-cfb1-4828-a214-dd0f5374098d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0703397 Oct 20 10:37:18.667445 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-84d7a539-47c8-4f0a-8165-c8ee214192c2 req-3d6fecba-513e-4d76-806f-fa319031c7ce tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:18.720921 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-a9b79ae9-5cb0-4a61-a7d1-36a5570335e6 req-4ab204d8-2352-4a11-9c3e-de26735ce57e service neutron] 10.222.0.69 "GET /v2.0/networks/00e677b7-ec29-42bc-8b52-7d9c8594501c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084991 Oct 20 10:37:18.788459 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d0ede80c-3f26-4580-8026-8072a6e4f805 req-bdefe468-1a41-45e1-96c9-c8b2217c5bd5 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/security-groups?id=17372704-86e6-46e6-a5dd-dc7385be620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345453 Oct 20 10:37:18.804696 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-84d7a539-47c8-4f0a-8165-c8ee214192c2 req-3d6fecba-513e-4d76-806f-fa319031c7ce tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:18.808342 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-84d7a539-47c8-4f0a-8165-c8ee214192c2 req-3d6fecba-513e-4d76-806f-fa319031c7ce tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:18.813877 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-84d7a539-47c8-4f0a-8165-c8ee214192c2 req-3d6fecba-513e-4d76-806f-fa319031c7ce tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] 10.222.0.64 "DELETE /v2.0/security-groups/233d5354-09c3-4288-a16d-d1ae819f85d8 HTTP/1.1" status: 204 len: 173 time: 0.4648390 Oct 20 10:37:18.850175 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6fecba-513e-4d76-806f-fa319031c7ce tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=233d5354-09c3-4288-a16d-d1ae819f85d8,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:37:18.872080 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-4f51e97f-f2fb-403f-9404-ed86e411bee2 req-3f5be8a5-8ce0-41fe-9f62-8c3a84b3ff52 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2119634815', 'description': 'tempest-description-771299792'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:37:18.887678 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-a9b79ae9-5cb0-4a61-a7d1-36a5570335e6 req-ac766f5d-40eb-4901-b547-3554c4ac13ea service neutron] 10.222.0.69 "GET /v2.0/networks/00e677b7-ec29-42bc-8b52-7d9c8594501c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582794 Oct 20 10:37:18.897934 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-edb8805f-e0db-4f0b-8e5f-99eae822b90d req-21766bd2-2a2f-4bfd-9f03-ae3c6cbe1e21 service neutron] 10.222.0.69 "GET /v2.0/networks/ef6abb39-cfb1-4828-a214-dd0f5374098d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429736 Oct 20 10:37:18.920032 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-4f51e97f-f2fb-403f-9404-ed86e411bee2 req-3f5be8a5-8ce0-41fe-9f62-8c3a84b3ff52 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:18.952887 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:19.058282 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-edb8805f-e0db-4f0b-8e5f-99eae822b90d req-25662a2a-fc89-4697-bdac-8b36735420fa service neutron] 10.222.0.69 "GET /v2.0/networks/ef6abb39-cfb1-4828-a214-dd0f5374098d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504769 Oct 20 10:37:19.080601 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-4f51e97f-f2fb-403f-9404-ed86e411bee2 req-3f5be8a5-8ce0-41fe-9f62-8c3a84b3ff52 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:19.084818 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-4f51e97f-f2fb-403f-9404-ed86e411bee2 req-3f5be8a5-8ce0-41fe-9f62-8c3a84b3ff52 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:19.113089 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-4f51e97f-f2fb-403f-9404-ed86e411bee2 req-3f5be8a5-8ce0-41fe-9f62-8c3a84b3ff52 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:19.114334 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4f51e97f-f2fb-403f-9404-ed86e411bee2 req-3f5be8a5-8ce0-41fe-9f62-8c3a84b3ff52 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.2685413 Oct 20 10:37:19.123642 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5be8a5-8ce0-41fe-9f62-8c3a84b3ff52 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c9ff697-f130-41c4-8907-002deb9aa90f,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:37:19.196976 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c0754b7d-3f75-45cc-b658-d7120cf332d6 req-be1be86e-97c9-4f18-ac2a-9ddd93dd0473 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] 10.222.0.64 "GET /v2.0/security-groups/6c9ff697-f130-41c4-8907-002deb9aa90f HTTP/1.1" status: 200 len: 1802 time: 0.0561285 Oct 20 10:37:19.210217 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-c0754b7d-3f75-45cc-b658-d7120cf332d6 req-94d88c26-b87a-44c3-acc1-cf8304fd3529 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Request body: {'security_group': {'name': 'tempest-sg-hth-2119034962', 'description': 'tempest-description-hth-1125354185'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:37:19.274324 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c0754b7d-3f75-45cc-b658-d7120cf332d6 req-94d88c26-b87a-44c3-acc1-cf8304fd3529 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Publish callbacks [] for security_group, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:19.324935 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fe587a-7725-4c30-9050-80734781bde8 req-8849a6b6-f54b-421f-b16b-c5b0c1fa5016 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:37:19.327867 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b2fe587a-7725-4c30-9050-80734781bde8 req-8849a6b6-f54b-421f-b16b-c5b0c1fa5016 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9a8b6ae-bdaa-4ec6-83ad-6d2884cd6d86 HTTP/1.1" status: 200 len: 943 time: 0.0879173 Oct 20 10:37:19.365159 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c0754b7d-3f75-45cc-b658-d7120cf332d6 req-94d88c26-b87a-44c3-acc1-cf8304fd3529 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Publish callbacks [] for security_group, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:19.373463 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c0754b7d-3f75-45cc-b658-d7120cf332d6 req-94d88c26-b87a-44c3-acc1-cf8304fd3529 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:19.376353 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c0754b7d-3f75-45cc-b658-d7120cf332d6 req-94d88c26-b87a-44c3-acc1-cf8304fd3529 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:19.387932 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c0754b7d-3f75-45cc-b658-d7120cf332d6 req-94d88c26-b87a-44c3-acc1-cf8304fd3529 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] 10.222.0.64 "PUT /v2.0/security-groups/6c9ff697-f130-41c4-8907-002deb9aa90f HTTP/1.1" status: 200 len: 1777 time: 0.1841226 Oct 20 10:37:19.426282 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 57acb827-9676-46b4-9db4-a914c0bfed9e details requested by agent hyperv_n-h2-811396-3 with host n-h2-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:37:19.439046 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b2fe587a-7725-4c30-9050-80734781bde8 req-06588948-75dd-4d84-b8ed-afe7199438d8 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ea17d67-d003-4cda-a612-dd72568a94fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007466 Oct 20 10:37:19.449686 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d88c26-b87a-44c3-acc1-cf8304fd3529 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c9ff697-f130-41c4-8907-002deb9aa90f,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:37:19.538917 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-dd715e00-eae9-4628-86eb-cd2bc1bf6081 req-f62c8c58-2de8-4b36-89f4-c8aaed13823b tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] 10.222.0.64 "GET /v2.0/security-groups/6c9ff697-f130-41c4-8907-002deb9aa90f HTTP/1.1" status: 200 len: 1777 time: 0.0530343 Oct 20 10:37:19.577832 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 57acb827-9676-46b4-9db4-a914c0bfed9e, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=57acb827-9676-46b4-9db4-a914c0bfed9e,segment=NetworkSegment(f70d1162-b154-4994-9af5-210e1dd15ef4),segment_id=f70d1162-b154-4994-9af5-210e1dd15ef4)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:37:19.596331 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Returning: {'device': '57acb827-9676-46b4-9db4-a914c0bfed9e', 'network_id': '00e677b7-ec29-42bc-8b52-7d9c8594501c', 'port_id': '57acb827-9676-46b4-9db4-a914c0bfed9e', 'mac_address': 'fa:16:3e:ce:38:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 849, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41c5fb46-df00-4db9-bb3d-c914d29737cc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:37:19.613706 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d2cd8dc0-d230-46d2-a5dd-f535ee844a12 req-05f3a130-ee46-4797-b74b-fba3103b4464 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] 10.222.0.64 "GET /v2.0/security-groups/6c9ff697-f130-41c4-8907-002deb9aa90f HTTP/1.1" status: 200 len: 1777 time: 0.0465429 Oct 20 10:37:19.650619 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:19.673206 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57acb827-9676-46b4-9db4-a914c0bfed9e {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:37:19.688670 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-d2cd8dc0-d230-46d2-a5dd-f535ee844a12 req-342a04b7-3d12-4fbf-afc4-a0a478e996bc tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:19.701534 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 57acb827-9676-46b4-9db4-a914c0bfed9e, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=57acb827-9676-46b4-9db4-a914c0bfed9e,segment=NetworkSegment(f70d1162-b154-4994-9af5-210e1dd15ef4),segment_id=f70d1162-b154-4994-9af5-210e1dd15ef4)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:37:19.706650 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:19.707703 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 071ed128-b2a4-4e7c-acef-772e0a843579 details requested by agent hyperv_n-h2-811396-3 with host n-h2-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:37:19.720453 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-d2cd8dc0-d230-46d2-a5dd-f535ee844a12 req-342a04b7-3d12-4fbf-afc4-a0a478e996bc tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:19.781789 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-d2cd8dc0-d230-46d2-a5dd-f535ee844a12 req-342a04b7-3d12-4fbf-afc4-a0a478e996bc tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:19.785822 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-d2cd8dc0-d230-46d2-a5dd-f535ee844a12 req-342a04b7-3d12-4fbf-afc4-a0a478e996bc tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:19.787127 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d2cd8dc0-d230-46d2-a5dd-f535ee844a12 req-342a04b7-3d12-4fbf-afc4-a0a478e996bc tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] 10.222.0.64 "DELETE /v2.0/security-groups/6c9ff697-f130-41c4-8907-002deb9aa90f HTTP/1.1" status: 204 len: 173 time: 0.1663380 Oct 20 10:37:19.805537 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=57acb827-9676-46b4-9db4-a914c0bfed9e,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:37:19.808997 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342a04b7-3d12-4fbf-afc4-a0a478e996bc tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c9ff697-f130-41c4-8907-002deb9aa90f,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:37:19.917852 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 071ed128-b2a4-4e7c-acef-772e0a843579, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=071ed128-b2a4-4e7c-acef-772e0a843579,segment=NetworkSegment(ead88eb8-7907-4284-a2ee-38aeb92bc073),segment_id=ead88eb8-7907-4284-a2ee-38aeb92bc073)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:37:19.950586 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Returning: {'device': '071ed128-b2a4-4e7c-acef-772e0a843579', 'network_id': 'ef6abb39-cfb1-4828-a214-dd0f5374098d', 'port_id': '071ed128-b2a4-4e7c-acef-772e0a843579', 'mac_address': 'fa:16:3e:58:3c:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 826, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '777e48ea-dc5a-43d5-a338-c1cfd0807e06', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:37:20.011367 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:20.023774 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43821f36-a224-4f7f-88fc-d12bfa89af2f req-cc8177af-874e-4e32-b366-bc076893e708 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:37:20.026231 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-43821f36-a224-4f7f-88fc-d12bfa89af2f req-cc8177af-874e-4e32-b366-bc076893e708 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/ports?device_id=52879e8b-8049-42d5-908c-6b7322066849 HTTP/1.1" status: 200 len: 944 time: 0.1042492 Oct 20 10:37:20.037621 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 071ed128-b2a4-4e7c-acef-772e0a843579 {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:37:20.061208 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 071ed128-b2a4-4e7c-acef-772e0a843579, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=071ed128-b2a4-4e7c-acef-772e0a843579,segment=NetworkSegment(ead88eb8-7907-4284-a2ee-38aeb92bc073),segment_id=ead88eb8-7907-4284-a2ee-38aeb92bc073)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:37:20.065261 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:20.112874 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-43821f36-a224-4f7f-88fc-d12bfa89af2f req-66b22c24-8bdb-4f62-9410-9d1e0fa82ee3 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/security-groups?id=17372704-86e6-46e6-a5dd-dc7385be620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795376 Oct 20 10:37:20.139333 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=071ed128-b2a4-4e7c-acef-772e0a843579,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:37:20.152163 n-d-811396-3 neutron-server[100596]: INFO neutron.api.v2.resource [req-fb130e3c-a9d1-44b2-a95d-a6c694936d16 req-3ea11078-111c-44d8-b73a-de04739475ee tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] show failed (client error): The resource could not be found. Oct 20 10:37:20.161106 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fb130e3c-a9d1-44b2-a95d-a6c694936d16 req-3ea11078-111c-44d8-b73a-de04739475ee tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] 10.222.0.64 "GET /v2.0/security-groups/233d5354-09c3-4288-a16d-d1ae819f85d8 HTTP/1.1" status: 404 len: 352 time: 0.2452226 Oct 20 10:37:20.195243 n-d-811396-3 neutron-server[100596]: INFO neutron.api.v2.resource [req-9c861908-99cb-47d8-88a6-020133ceae9b req-11f62991-babd-4cc5-90c2-68c780393a35 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] show failed (client error): The resource could not be found. Oct 20 10:37:20.196824 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9c861908-99cb-47d8-88a6-020133ceae9b req-11f62991-babd-4cc5-90c2-68c780393a35 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] 10.222.0.64 "GET /v2.0/security-groups/db67ab75-3616-45ac-9a7c-f626e6c51465 HTTP/1.1" status: 404 len: 352 time: 0.0179884 Oct 20 10:37:20.235735 n-d-811396-3 neutron-server[100596]: INFO neutron.api.v2.resource [req-bb7daff4-b9aa-4f77-97f3-4f569c197b69 req-2dd93bbe-81da-4a53-b0f8-b3ef0e558207 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] show failed (client error): The resource could not be found. Oct 20 10:37:20.242349 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bb7daff4-b9aa-4f77-97f3-4f569c197b69 req-2dd93bbe-81da-4a53-b0f8-b3ef0e558207 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] 10.222.0.64 "GET /v2.0/security-groups/2398d716-7d01-4e41-8e57-31f6a27c84f7 HTTP/1.1" status: 404 len: 352 time: 0.0215864 Oct 20 10:37:20.277434 n-d-811396-3 neutron-server[100596]: INFO neutron.api.v2.resource [req-c3b2ca9e-46f9-40a4-9271-8f228a1c823c req-dccdefca-cdde-4f03-a4ad-c4bbf2bd127a tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] show failed (client error): The resource could not be found. Oct 20 10:37:20.280002 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c3b2ca9e-46f9-40a4-9271-8f228a1c823c req-dccdefca-cdde-4f03-a4ad-c4bbf2bd127a tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] 10.222.0.64 "GET /v2.0/security-groups/d662a15a-97fe-4f76-9add-e3e712b61d6e HTTP/1.1" status: 404 len: 352 time: 0.0172791 Oct 20 10:37:20.319591 n-d-811396-3 neutron-server[100596]: INFO neutron.api.v2.resource [req-79c92413-c7e4-44a7-9194-f638b25df0d2 req-0c869bf9-38b5-4947-9a3a-a8cb7dfd1052 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] show failed (client error): The resource could not be found. Oct 20 10:37:20.320791 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-79c92413-c7e4-44a7-9194-f638b25df0d2 req-0c869bf9-38b5-4947-9a3a-a8cb7dfd1052 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] 10.222.0.64 "GET /v2.0/security-groups/737b1910-0fc9-4b54-91cc-494d30a4643d HTTP/1.1" status: 404 len: 352 time: 0.0157683 Oct 20 10:37:20.355310 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['57acb827-9676-46b4-9db4-a914c0bfed9e'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:37:20.359433 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['071ed128-b2a4-4e7c-acef-772e0a843579'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:37:20.359584 n-d-811396-3 neutron-server[100596]: INFO neutron.api.v2.resource [req-eeeee848-1706-47fb-b788-7fd840e1d544 req-e965381a-9c0a-4c11-b36d-fac911a88773 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] show failed (client error): The resource could not be found. Oct 20 10:37:20.367167 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-eeeee848-1706-47fb-b788-7fd840e1d544 req-e965381a-9c0a-4c11-b36d-fac911a88773 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] 10.222.0.64 "GET /v2.0/security-groups/4940ce77-9819-47bd-a93c-2423e075bdbf HTTP/1.1" status: 404 len: 352 time: 0.0228395 Oct 20 10:37:20.627078 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de01bd5a-2792-4a58-8e5e-0c9560cb1ec9 req-505a9240-5976-4d75-a2a2-8c8a59e2c7ca tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:37:20.632036 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-de01bd5a-2792-4a58-8e5e-0c9560cb1ec9 req-505a9240-5976-4d75-a2a2-8c8a59e2c7ca tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9a8b6ae-bdaa-4ec6-83ad-6d2884cd6d86 HTTP/1.1" status: 200 len: 944 time: 0.0786097 Oct 20 10:37:20.676308 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-de01bd5a-2792-4a58-8e5e-0c9560cb1ec9 req-69311e44-4551-4868-af95-b92688899d42 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ea17d67-d003-4cda-a612-dd72568a94fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370784 Oct 20 10:37:20.739419 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26110a38-c5c2-47be-90fa-47dd65a2ffa3 req-2e8b1a16-e6e7-4a46-b877-f275172b19f8 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:37:20.741480 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-26110a38-c5c2-47be-90fa-47dd65a2ffa3 req-2e8b1a16-e6e7-4a46-b877-f275172b19f8 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3bc1bd3-401e-469b-93d4-48a8b10bee7c HTTP/1.1" status: 200 len: 1023 time: 0.0606916 Oct 20 10:37:20.788588 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-26110a38-c5c2-47be-90fa-47dd65a2ffa3 req-10fdf8a1-006a-495c-bd0f-f84d52b2f2f0 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] 10.222.0.64 "GET /v2.0/security-groups?id=ef349759-eb23-4f90-8574-5a4d4e6d09ea&id=08fd82a4-fcb6-458b-a045-d4bca119d5a0&id=0ffc2733-b68f-4c51-9f73-ba347cdd1858&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0381961 Oct 20 10:37:21.236545 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388ccb66-8902-4bc0-b65e-00298eb48835 req-7cf7f94c-a72d-4f61-a324-155e8372b55a tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:37:21.239840 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-388ccb66-8902-4bc0-b65e-00298eb48835 req-7cf7f94c-a72d-4f61-a324-155e8372b55a tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/ports?device_id=52879e8b-8049-42d5-908c-6b7322066849 HTTP/1.1" status: 200 len: 944 time: 0.0604777 Oct 20 10:37:21.296583 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-388ccb66-8902-4bc0-b65e-00298eb48835 req-238698bf-ef29-4b74-90a8-42c02722cb13 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/security-groups?id=17372704-86e6-46e6-a5dd-dc7385be620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506229 Oct 20 10:37:21.438905 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 57acb827-9676-46b4-9db4-a914c0bfed9e up at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:37:21.511732 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning for port 57acb827-9676-46b4-9db4-a914c0bfed9e completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:37:21.517320 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning complete for port 57acb827-9676-46b4-9db4-a914c0bfed9e triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:37:21.518003 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:21.787638 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 50624) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:37:21.821681 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:21.835716 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48be2158-88de-4616-871d-44e3023bb280 req-002f7e2b-5624-46b4-a9e1-632b5ed7310e tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:37:21.850423 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52879e8b-8049-42d5-908c-6b7322066849', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57acb827-9676-46b4-9db4-a914c0bfed9e'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:37:21.850599 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-48be2158-88de-4616-871d-44e3023bb280 req-002f7e2b-5624-46b4-a9e1-632b5ed7310e tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9a8b6ae-bdaa-4ec6-83ad-6d2884cd6d86 HTTP/1.1" status: 200 len: 944 time: 0.0860693 Oct 20 10:37:21.859016 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-869b1edd-5481-4819-b7f6-e6ed783e1ae2" -d '{"events": [{"server_uuid": "52879e8b-8049-42d5-908c-6b7322066849", "name": "network-vif-plugged", "status": "completed", "tag": "57acb827-9676-46b4-9db4-a914c0bfed9e"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:37:21.890570 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 57acb827-9676-46b4-9db4-a914c0bfed9e, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=57acb827-9676-46b4-9db4-a914c0bfed9e,segment=NetworkSegment(f70d1162-b154-4994-9af5-210e1dd15ef4),segment_id=f70d1162-b154-4994-9af5-210e1dd15ef4)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:37:21.899097 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:21.900329 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 071ed128-b2a4-4e7c-acef-772e0a843579 up at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:37:21.937316 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c2748990-7220-4159-91c8-fb97ec48e51f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:21.998027 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-48be2158-88de-4616-871d-44e3023bb280 req-01497dda-ac96-4deb-8608-a46655fccbea tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ea17d67-d003-4cda-a612-dd72568a94fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466420 Oct 20 10:37:22.009479 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=57acb827-9676-46b4-9db4-a914c0bfed9e,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:37:22.023718 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning for port 071ed128-b2a4-4e7c-acef-772e0a843579 completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:37:22.026130 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a803bef5-6bd8-4c9a-b773-33942c9fa7cb req-1a9424b1-ac4a-422b-b683-ab4583e2cef0 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:37:22.027053 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a803bef5-6bd8-4c9a-b773-33942c9fa7cb req-1a9424b1-ac4a-422b-b683-ab4583e2cef0 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] 10.222.0.69 "GET /v2.0/ports?device_id=b3bc1bd3-401e-469b-93d4-48a8b10bee7c HTTP/1.1" status: 200 len: 1023 time: 0.1739352 Oct 20 10:37:22.030139 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning complete for port 071ed128-b2a4-4e7c-acef-772e0a843579 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:37:22.034018 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:22.038553 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bb6c7f-41b8-4f6a-aed2-53dd870138da req-b3c5cecc-14ff-4fd8-9342-c567b4122a41 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:37:22.047619 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-21bb6c7f-41b8-4f6a-aed2-53dd870138da req-b3c5cecc-14ff-4fd8-9342-c567b4122a41 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3bc1bd3-401e-469b-93d4-48a8b10bee7c HTTP/1.1" status: 200 len: 1023 time: 0.1212535 Oct 20 10:37:22.079671 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c2748990-7220-4159-91c8-fb97ec48e51f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:22.087771 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c2748990-7220-4159-91c8-fb97ec48e51f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:22.136886 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2748990-7220-4159-91c8-fb97ec48e51f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76ccfc46-1cc5-4a35-9797-43870e1852b7,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:37:22.168184 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-c2748990-7220-4159-91c8-fb97ec48e51f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c02bb40f36a04ca1bf3e4cf87f0026d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3786089 Oct 20 10:37:22.170636 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 50634) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:37:22.175062 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be4bc108-e260-4600-bc8c-63d90b2f088b x-openstack-request-id: req-be4bc108-e260-4600-bc8c-63d90b2f088b {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:37:22.175509 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52879e8b-8049-42d5-908c-6b7322066849", "name": "network-vif-plugged", "status": "completed", "tag": "57acb827-9676-46b4-9db4-a914c0bfed9e", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:37:22.175864 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-be4bc108-e260-4600-bc8c-63d90b2f088b {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:37:22.177200 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52879e8b-8049-42d5-908c-6b7322066849', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57acb827-9676-46b4-9db4-a914c0bfed9e', 'code': 200} Oct 20 10:37:22.184910 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-21bb6c7f-41b8-4f6a-aed2-53dd870138da req-a65227b3-534d-4dde-bda3-0e07eeb17c81 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] 10.222.0.64 "GET /v2.0/security-groups?id=ef349759-eb23-4f90-8574-5a4d4e6d09ea&id=08fd82a4-fcb6-458b-a045-d4bca119d5a0&id=0ffc2733-b68f-4c51-9f73-ba347cdd1858&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1361599 Oct 20 10:37:22.224258 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:22.277650 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-a803bef5-6bd8-4c9a-b773-33942c9fa7cb req-70e09643-d4d1-4579-a848-555a24b9c96f tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Deleting port 7f945ec7-9d05-4310-895e-e81958256aa7 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:37:22.278303 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 071ed128-b2a4-4e7c-acef-772e0a843579, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=071ed128-b2a4-4e7c-acef-772e0a843579,segment=NetworkSegment(ead88eb8-7907-4284-a2ee-38aeb92bc073),segment_id=ead88eb8-7907-4284-a2ee-38aeb92bc073)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:37:22.278796 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-a803bef5-6bd8-4c9a-b773-33942c9fa7cb req-70e09643-d4d1-4579-a848-555a24b9c96f tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:22.285400 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:22.318664 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-76c316e3-00df-482f-8ff1-7ec4510a46bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:22.367869 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-76c316e3-00df-482f-8ff1-7ec4510a46bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:22.381409 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=071ed128-b2a4-4e7c-acef-772e0a843579,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:37:22.394816 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e598426e-f443-4bf4-90c9-7e9f85540dae req-9fe32440-9589-4a61-97d4-20edaafc206e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:37:22.397467 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-e598426e-f443-4bf4-90c9-7e9f85540dae req-9fe32440-9589-4a61-97d4-20edaafc206e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=52879e8b-8049-42d5-908c-6b7322066849 HTTP/1.1" status: 200 len: 1096 time: 0.1889431 Oct 20 10:37:22.478426 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-e598426e-f443-4bf4-90c9-7e9f85540dae req-251ab9d7-9e0c-4b79-aef6-f2584b72c4ee service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=17372704-86e6-46e6-a5dd-dc7385be620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731628 Oct 20 10:37:22.487261 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-76c316e3-00df-482f-8ff1-7ec4510a46bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:22.490212 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-76c316e3-00df-482f-8ff1-7ec4510a46bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:22.491356 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-76c316e3-00df-482f-8ff1-7ec4510a46bc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/76ccfc46-1cc5-4a35-9797-43870e1852b7 HTTP/1.1" status: 204 len: 168 time: 0.3181658 Oct 20 10:37:22.502504 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-a803bef5-6bd8-4c9a-b773-33942c9fa7cb req-70e09643-d4d1-4579-a848-555a24b9c96f tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] For port 7f945ec7-9d05-4310-895e-e81958256aa7, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=7f945ec7-9d05-4310-895e-e81958256aa7,segment=NetworkSegment(090770c7-51bc-40e6-9040-6586fd94bfd9),segment_id=090770c7-51bc-40e6-9040-6586fd94bfd9)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:37:22.502889 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-a803bef5-6bd8-4c9a-b773-33942c9fa7cb req-70e09643-d4d1-4579-a848-555a24b9c96f tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:22.506929 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c316e3-00df-482f-8ff1-7ec4510a46bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76ccfc46-1cc5-4a35-9797-43870e1852b7,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:37:22.534547 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6c6c85-646e-40e6-a2ed-d34160a7d0c2 req-075f0660-11db-4420-ba90-45daab8fe5fd tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:37:22.536178 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7e6c6c85-646e-40e6-a2ed-d34160a7d0c2 req-075f0660-11db-4420-ba90-45daab8fe5fd tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/ports?device_id=52879e8b-8049-42d5-908c-6b7322066849 HTTP/1.1" status: 200 len: 945 time: 0.1139755 Oct 20 10:37:22.540683 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-a803bef5-6bd8-4c9a-b773-33942c9fa7cb req-70e09643-d4d1-4579-a848-555a24b9c96f tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Calling delete_port for 7f945ec7-9d05-4310-895e-e81958256aa7 owned by compute:nova {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:37:22.625722 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7e6c6c85-646e-40e6-a2ed-d34160a7d0c2 req-d9dd602d-df89-473a-a8d4-d015c032913a tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/security-groups?id=17372704-86e6-46e6-a5dd-dc7385be620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803258 Oct 20 10:37:22.737539 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-a803bef5-6bd8-4c9a-b773-33942c9fa7cb req-70e09643-d4d1-4579-a848-555a24b9c96f tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:22.750234 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['7f945ec7-9d05-4310-895e-e81958256aa7'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:37:22.780821 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e09643-d4d1-4579-a848-555a24b9c96f tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Pushing event deleted for resources: {'Port': ['ID=7f945ec7-9d05-4310-895e-e81958256aa7,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:37:22.835716 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-a803bef5-6bd8-4c9a-b773-33942c9fa7cb req-70e09643-d4d1-4579-a848-555a24b9c96f tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] No DVR routers for this DVR port 7f945ec7-9d05-4310-895e-e81958256aa7 on host n-h2-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:37:22.838635 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-a803bef5-6bd8-4c9a-b773-33942c9fa7cb req-70e09643-d4d1-4579-a848-555a24b9c96f tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:22.843888 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a803bef5-6bd8-4c9a-b773-33942c9fa7cb req-70e09643-d4d1-4579-a848-555a24b9c96f tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] 10.222.0.69 "DELETE /v2.0/ports/7f945ec7-9d05-4310-895e-e81958256aa7 HTTP/1.1" status: 204 len: 173 time: 0.7931252 Oct 20 10:37:22.844365 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3bc1bd3-401e-469b-93d4-48a8b10bee7c', 'name': 'network-vif-deleted', 'tag': '7f945ec7-9d05-4310-895e-e81958256aa7'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:37:22.847309 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a5fd8ea-a5ad-4120-ba34-f73b9457563b" -d '{"events": [{"server_uuid": "b3bc1bd3-401e-469b-93d4-48a8b10bee7c", "name": "network-vif-deleted", "tag": "7f945ec7-9d05-4310-895e-e81958256aa7"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:37:22.895634 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37e9a4a3-e011-4251-a55e-532a482c2bbd x-openstack-request-id: req-37e9a4a3-e011-4251-a55e-532a482c2bbd {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:37:22.896167 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3bc1bd3-401e-469b-93d4-48a8b10bee7c", "name": "network-vif-deleted", "tag": "7f945ec7-9d05-4310-895e-e81958256aa7", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:37:22.896607 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-37e9a4a3-e011-4251-a55e-532a482c2bbd {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:37:22.897307 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3bc1bd3-401e-469b-93d4-48a8b10bee7c', 'name': 'network-vif-deleted', 'tag': '7f945ec7-9d05-4310-895e-e81958256aa7', 'status': 'completed', 'code': 200} Oct 20 10:37:22.970201 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 50648) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:37:22.986462 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-979c36a2-e0b0-4f8f-8ccd-2a7cf631be27 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:23.081483 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-979c36a2-e0b0-4f8f-8ccd-2a7cf631be27 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:23.086978 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-979c36a2-e0b0-4f8f-8ccd-2a7cf631be27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:23.133219 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-979c36a2-e0b0-4f8f-8ccd-2a7cf631be27 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=93f60fecc5f249e4bab80948d717ba41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1617768 Oct 20 10:37:23.135882 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 50654) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:37:23.141057 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979c36a2-e0b0-4f8f-8ccd-2a7cf631be27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a897e53-f3b9-4f8a-b969-52cc4e519363,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:37:23.197575 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5616f07c-2d70-4b91-86c1-e9cae0aa448d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:23.241496 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5616f07c-2d70-4b91-86c1-e9cae0aa448d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:23.308121 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5616f07c-2d70-4b91-86c1-e9cae0aa448d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:23.311058 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5616f07c-2d70-4b91-86c1-e9cae0aa448d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:23.314641 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-5616f07c-2d70-4b91-86c1-e9cae0aa448d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5a897e53-f3b9-4f8a-b969-52cc4e519363 HTTP/1.1" status: 204 len: 168 time: 0.1746068 Oct 20 10:37:23.322500 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5616f07c-2d70-4b91-86c1-e9cae0aa448d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a897e53-f3b9-4f8a-b969-52cc4e519363,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:37:23.364286 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2a9e7aff-2760-4e31-9d40-b940597f4983 req-74b080c3-78fb-4b90-b48a-0aae9108c8ab tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3bc1bd3-401e-469b-93d4-48a8b10bee7c HTTP/1.1" status: 200 len: 210 time: 0.0446870 Oct 20 10:37:23.538305 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899253fd-c866-49b3-aa89-b15105892b90 req-c14e7e0c-7268-4b32-bda0-5f83776c4f26 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:37:23.540079 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-899253fd-c866-49b3-aa89-b15105892b90 req-c14e7e0c-7268-4b32-bda0-5f83776c4f26 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9a8b6ae-bdaa-4ec6-83ad-6d2884cd6d86 HTTP/1.1" status: 200 len: 945 time: 0.4055738 Oct 20 10:37:23.593584 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-899253fd-c866-49b3-aa89-b15105892b90 req-366ed7a5-530d-4f05-bec9-dffd96512ec3 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ea17d67-d003-4cda-a612-dd72568a94fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465267 Oct 20 10:37:23.767732 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f750c27e-cad6-43c3-9570-b102cea8e1e8 req-7be857bf-9fbc-4334-99b5-11cb64cd2078 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:37:23.769266 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f750c27e-cad6-43c3-9570-b102cea8e1e8 req-7be857bf-9fbc-4334-99b5-11cb64cd2078 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/ports?device_id=52879e8b-8049-42d5-908c-6b7322066849 HTTP/1.1" status: 200 len: 945 time: 0.0640609 Oct 20 10:37:23.820252 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f750c27e-cad6-43c3-9570-b102cea8e1e8 req-96c56e39-3630-45c0-a5d9-84935c96c766 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/security-groups?id=17372704-86e6-46e6-a5dd-dc7385be620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434144 Oct 20 10:37:23.945137 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 7 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 10:37:24.178866 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9a8b6ae-bdaa-4ec6-83ad-6d2884cd6d86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '071ed128-b2a4-4e7c-acef-772e0a843579'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:37:24.182674 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30481fd5-1161-453e-afa9-94cd140027b4" -d '{"events": [{"server_uuid": "a9a8b6ae-bdaa-4ec6-83ad-6d2884cd6d86", "name": "network-vif-plugged", "status": "completed", "tag": "071ed128-b2a4-4e7c-acef-772e0a843579"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:37:24.262537 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba579815-b31d-48b7-a62f-ece1f36bde72 x-openstack-request-id: req-ba579815-b31d-48b7-a62f-ece1f36bde72 {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:37:24.262984 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9a8b6ae-bdaa-4ec6-83ad-6d2884cd6d86", "name": "network-vif-plugged", "status": "completed", "tag": "071ed128-b2a4-4e7c-acef-772e0a843579", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:37:24.263571 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ba579815-b31d-48b7-a62f-ece1f36bde72 {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:37:24.264188 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9a8b6ae-bdaa-4ec6-83ad-6d2884cd6d86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '071ed128-b2a4-4e7c-acef-772e0a843579', 'code': 200} Oct 20 10:37:24.370335 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7fe08d-3b34-4faa-a2b3-1d5d27dd6375 req-9aae36cd-ea0d-490a-96c8-d052061e577e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:37:24.372543 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7b7fe08d-3b34-4faa-a2b3-1d5d27dd6375 req-9aae36cd-ea0d-490a-96c8-d052061e577e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a9a8b6ae-bdaa-4ec6-83ad-6d2884cd6d86 HTTP/1.1" status: 200 len: 1096 time: 0.0462582 Oct 20 10:37:24.430713 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7b7fe08d-3b34-4faa-a2b3-1d5d27dd6375 req-91930f10-06e6-43e5-9f1e-aa613852a682 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=9ea17d67-d003-4cda-a612-dd72568a94fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507383 Oct 20 10:37:24.521691 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1417d543-77e2-44f7-9f89-d0c9f6c8ccc3 req-5317e0c9-392d-4a85-9625-30f749b3c26b tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] 10.222.0.64 "GET /v2.0/security-groups/ef349759-eb23-4f90-8574-5a4d4e6d09ea HTTP/1.1" status: 200 len: 1801 time: 0.0542917 Oct 20 10:37:24.608254 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-1417d543-77e2-44f7-9f89-d0c9f6c8ccc3 req-db6115cf-1b55-4ea4-b732-9934fbf019cd tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:24.643303 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-1417d543-77e2-44f7-9f89-d0c9f6c8ccc3 req-db6115cf-1b55-4ea4-b732-9934fbf019cd tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:24.700773 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-1417d543-77e2-44f7-9f89-d0c9f6c8ccc3 req-db6115cf-1b55-4ea4-b732-9934fbf019cd tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:24.705313 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-1417d543-77e2-44f7-9f89-d0c9f6c8ccc3 req-db6115cf-1b55-4ea4-b732-9934fbf019cd tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:24.710790 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1417d543-77e2-44f7-9f89-d0c9f6c8ccc3 req-db6115cf-1b55-4ea4-b732-9934fbf019cd tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] 10.222.0.64 "DELETE /v2.0/security-groups/ef349759-eb23-4f90-8574-5a4d4e6d09ea HTTP/1.1" status: 204 len: 173 time: 0.1772168 Oct 20 10:37:24.726417 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6115cf-1b55-4ea4-b732-9934fbf019cd tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef349759-eb23-4f90-8574-5a4d4e6d09ea,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:37:24.822521 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc35aaa-6a2f-4ef2-a994-549e2f2d0175 req-1a5e0893-1c3a-420d-af66-87f91b5916a0 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:37:24.824448 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9bc35aaa-6a2f-4ef2-a994-549e2f2d0175 req-1a5e0893-1c3a-420d-af66-87f91b5916a0 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9a8b6ae-bdaa-4ec6-83ad-6d2884cd6d86 HTTP/1.1" status: 200 len: 945 time: 0.0917683 Oct 20 10:37:24.861551 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0079dd74-384a-4daa-8455-6a77fa41f74d req-39fae834-cb40-4822-86f6-e0ed04a61ad0 tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] 10.222.0.64 "GET /v2.0/security-groups/0ffc2733-b68f-4c51-9f73-ba347cdd1858 HTTP/1.1" status: 200 len: 1802 time: 0.1156101 Oct 20 10:37:24.896283 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9bc35aaa-6a2f-4ef2-a994-549e2f2d0175 req-fe98c52a-c13e-4609-a8e2-d501ee280c94 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ea17d67-d003-4cda-a612-dd72568a94fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608282 Oct 20 10:37:24.948201 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-0079dd74-384a-4daa-8455-6a77fa41f74d req-e0b49210-992a-494d-903e-c965e2e13ead tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:24.980462 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-0079dd74-384a-4daa-8455-6a77fa41f74d req-e0b49210-992a-494d-903e-c965e2e13ead tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:25.045283 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-0079dd74-384a-4daa-8455-6a77fa41f74d req-e0b49210-992a-494d-903e-c965e2e13ead tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:25.049704 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-0079dd74-384a-4daa-8455-6a77fa41f74d req-e0b49210-992a-494d-903e-c965e2e13ead tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:25.053636 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0079dd74-384a-4daa-8455-6a77fa41f74d req-e0b49210-992a-494d-903e-c965e2e13ead tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] 10.222.0.64 "DELETE /v2.0/security-groups/0ffc2733-b68f-4c51-9f73-ba347cdd1858 HTTP/1.1" status: 204 len: 173 time: 0.1808615 Oct 20 10:37:25.062100 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 50740) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:37:25.069919 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b49210-992a-494d-903e-c965e2e13ead tempest-SecurityGroupsTestJSON-1038589817 tempest-SecurityGroupsTestJSON-1038589817-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ffc2733-b68f-4c51-9f73-ba347cdd1858,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:37:25.125683 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_v2 [None req-718a1fab-d28b-41cd-9a77-f2386f8c6fc0 admin admin] Deleting subnet f93d478d-fe5f-4f24-8855-ab44437adb41 {{(pid=100597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:37:25.129831 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-718a1fab-d28b-41cd-9a77-f2386f8c6fc0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:25.176703 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-718a1fab-d28b-41cd-9a77-f2386f8c6fc0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25852621'] for subnet, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:25.226001 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-718a1fab-d28b-41cd-9a77-f2386f8c6fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:25.299069 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-718a1fab-d28b-41cd-9a77-f2386f8c6fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25350811'] for subnet, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:25.334049 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718a1fab-d28b-41cd-9a77-f2386f8c6fc0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f93d478d-fe5f-4f24-8855-ab44437adb41,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:37:25.344697 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-718a1fab-d28b-41cd-9a77-f2386f8c6fc0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:25.350990 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 50748) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:37:25.351270 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-718a1fab-d28b-41cd-9a77-f2386f8c6fc0 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/f93d478d-fe5f-4f24-8855-ab44437adb41 HTTP/1.1" status: 204 len: 168 time: 0.2878129 Oct 20 10:37:25.374628 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 50750) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:37:25.437997 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-52a37b61-efbd-4ec8-9847-99735f95fab6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:25.461806 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 7f945ec7-9d05-4310-895e-e81958256aa7 no longer exists at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:37:25.497517 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] No Port match for: 7f945ec7-9d05-4310-895e-e81958256aa7 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:37:25.497960 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 7f945ec7-9d05-4310-895e-e81958256aa7 not bound to the agent host n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:37:25.538228 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-52a37b61-efbd-4ec8-9847-99735f95fab6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:25.538563 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c8892237-5b4d-47ed-be4a-61ff8deea15a admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:25.563413 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-52a37b61-efbd-4ec8-9847-99735f95fab6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abc6c139-a56d-4347-8df5-0319596279a3']}} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:37:25.574295 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-52a37b61-efbd-4ec8-9847-99735f95fab6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '090770c7-51bc-40e6-9040-6586fd94bfd9') {'for_net_delete': True} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:37:25.574593 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-52a37b61-efbd-4ec8-9847-99735f95fab6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '090770c7-51bc-40e6-9040-6586fd94bfd9') {} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:37:25.584756 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-52a37b61-efbd-4ec8-9847-99735f95fab6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25189038'] for segment, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:25.599838 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-52a37b61-efbd-4ec8-9847-99735f95fab6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:25.606477 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52a37b61-efbd-4ec8-9847-99735f95fab6 admin admin] Releasing vlan 819 on physical network physnet1 to pool {{(pid=100596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:37:25.606986 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-52a37b61-efbd-4ec8-9847-99735f95fab6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26833155'] for segment, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:25.608971 n-d-811396-3 neutron-server[100596]: Traceback (most recent call last): Oct 20 10:37:25.608971 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:37:25.608971 n-d-811396-3 neutron-server[100596]: timer() Oct 20 10:37:25.608971 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:37:25.608971 n-d-811396-3 neutron-server[100596]: cb(*args, **kw) Oct 20 10:37:25.608971 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:37:25.608971 n-d-811396-3 neutron-server[100596]: return func(*args, **kwargs) Oct 20 10:37:25.608971 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:37:25.608971 n-d-811396-3 neutron-server[100596]: self._notify() Oct 20 10:37:25.608971 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:37:25.608971 n-d-811396-3 neutron-server[100596]: self.callback(batched_events) Oct 20 10:37:25.608971 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:37:25.608971 n-d-811396-3 neutron-server[100596]: event.method(event) Oct 20 10:37:25.608971 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:37:25.608971 n-d-811396-3 neutron-server[100596]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:37:25.608971 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:37:25.608971 n-d-811396-3 neutron-server[100596]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:37:25.608971 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:37:25.608971 n-d-811396-3 neutron-server[100596]: return f(self, *a, **k) Oct 20 10:37:25.608971 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:37:25.608971 n-d-811396-3 neutron-server[100596]: return self._get(url).json() Oct 20 10:37:25.608971 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:37:25.608971 n-d-811396-3 neutron-server[100596]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:37:25.608971 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:37:25.608971 n-d-811396-3 neutron-server[100596]: return self.request(url, 'GET', **kwargs) Oct 20 10:37:25.608971 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:37:25.608971 n-d-811396-3 neutron-server[100596]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:37:25.608971 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:37:25.608971 n-d-811396-3 neutron-server[100596]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:37:25.608971 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:37:25.608971 n-d-811396-3 neutron-server[100596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:37:25.608971 n-d-811396-3 neutron-server[100596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:37:25.618161 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c8892237-5b4d-47ed-be4a-61ff8deea15a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:25.622431 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c8892237-5b4d-47ed-be4a-61ff8deea15a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:25.665110 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-c8892237-5b4d-47ed-be4a-61ff8deea15a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c3970e08a1e440339a21221112f71ce7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2893665 Oct 20 10:37:25.668713 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 50756) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:37:25.682740 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-52a37b61-efbd-4ec8-9847-99735f95fab6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:25.686071 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8892237-5b4d-47ed-be4a-61ff8deea15a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49e9706f-a85a-4d43-b95d-4cfa59d27da3,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:37:25.689224 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-52a37b61-efbd-4ec8-9847-99735f95fab6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:25.695033 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-52a37b61-efbd-4ec8-9847-99735f95fab6 admin admin] 10.222.0.64 "DELETE /v2.0/networks/abc6c139-a56d-4347-8df5-0319596279a3 HTTP/1.1" status: 204 len: 168 time: 0.3407831 Oct 20 10:37:25.709322 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a37b61-efbd-4ec8-9847-99735f95fab6 admin admin] Pushing event deleted for resources: {'Network': ['ID=abc6c139-a56d-4347-8df5-0319596279a3,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:37:25.750358 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-336cf0cd-9f78-44b7-aaa2-e7090d4b16e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:25.777482 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-336cf0cd-9f78-44b7-aaa2-e7090d4b16e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:25.823461 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 50760) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:37:25.847862 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-336cf0cd-9f78-44b7-aaa2-e7090d4b16e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:25.850474 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-336cf0cd-9f78-44b7-aaa2-e7090d4b16e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:25.851566 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-336cf0cd-9f78-44b7-aaa2-e7090d4b16e3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/49e9706f-a85a-4d43-b95d-4cfa59d27da3 HTTP/1.1" status: 204 len: 168 time: 0.1817248 Oct 20 10:37:25.869444 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336cf0cd-9f78-44b7-aaa2-e7090d4b16e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49e9706f-a85a-4d43-b95d-4cfa59d27da3,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:37:25.886849 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-979f0797-90b1-4c3a-bae4-0ef117ba90fd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=731eef55f91e477e86bcfb7efa8c0479&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0595148 Oct 20 10:37:25.887353 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 50764) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:37:25.945335 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3add466a-a747-4d0a-a0cf-b54853c86311 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:25.973146 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3add466a-a747-4d0a-a0cf-b54853c86311 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:26.057080 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a791e8-0967-4ced-a5d7-4e9a17747aa2 req-7d9b4eff-cbbd-44dc-a850-266da4a41183 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:37:26.058463 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-50a791e8-0967-4ced-a5d7-4e9a17747aa2 req-7d9b4eff-cbbd-44dc-a850-266da4a41183 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9a8b6ae-bdaa-4ec6-83ad-6d2884cd6d86 HTTP/1.1" status: 200 len: 945 time: 0.0753660 Oct 20 10:37:26.076693 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3add466a-a747-4d0a-a0cf-b54853c86311 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:26.079791 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3add466a-a747-4d0a-a0cf-b54853c86311 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:26.081449 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-3add466a-a747-4d0a-a0cf-b54853c86311 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/08fd82a4-fcb6-458b-a045-d4bca119d5a0 HTTP/1.1" status: 204 len: 168 time: 0.1926448 Oct 20 10:37:26.098662 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3add466a-a747-4d0a-a0cf-b54853c86311 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08fd82a4-fcb6-458b-a045-d4bca119d5a0,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:37:26.117106 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-50a791e8-0967-4ced-a5d7-4e9a17747aa2 req-db6fd12d-ec58-47d5-b2c7-647f674c4141 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ea17d67-d003-4cda-a612-dd72568a94fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483181 Oct 20 10:37:26.519727 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2001c4ff-dec4-42c9-a14a-512daea8ce21 req-88c7e84f-a442-4727-8f61-d5adc165be11 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:37:26.521616 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2001c4ff-dec4-42c9-a14a-512daea8ce21 req-88c7e84f-a442-4727-8f61-d5adc165be11 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9a8b6ae-bdaa-4ec6-83ad-6d2884cd6d86 HTTP/1.1" status: 200 len: 945 time: 0.1215405 Oct 20 10:37:26.568520 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2001c4ff-dec4-42c9-a14a-512daea8ce21 req-49bde790-787e-4ba1-9436-e731f4b5eb10 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ea17d67-d003-4cda-a612-dd72568a94fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394390 Oct 20 10:37:27.270006 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 50844) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:37:27.429350 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-66e26768-93f5-4199-b4ea-c58ed1e99936 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-448728715-network', 'tenant_id': '18eb9d42ad6d4e1dae88c768b60171fd'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:37:27.474644 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66e26768-93f5-4199-b4ea-c58ed1e99936 admin admin] Made reservation on behalf of 18eb9d42ad6d4e1dae88c768b60171fd for: {'network': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:37:27.477422 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-66e26768-93f5-4199-b4ea-c58ed1e99936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:27.488495 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-66e26768-93f5-4199-b4ea-c58ed1e99936 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:27.569115 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-66e26768-93f5-4199-b4ea-c58ed1e99936 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:27.574062 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-66e26768-93f5-4199-b4ea-c58ed1e99936 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:27.607500 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e26768-93f5-4199-b4ea-c58ed1e99936 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8114170d-3d1f-4f6d-b2b2-1007c554805b,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:37:27.628324 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66e26768-93f5-4199-b4ea-c58ed1e99936 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 819} {{(pid=100596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:37:27.653554 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-66e26768-93f5-4199-b4ea-c58ed1e99936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:27.655660 n-d-811396-3 neutron-server[100596]: INFO neutron.db.segments_db [None req-66e26768-93f5-4199-b4ea-c58ed1e99936 admin admin] Added segment 15c27e64-dde5-4966-a40c-8b7ec11f1fb6 of type vlan for network ff1e894f-269e-4fbf-8075-0bad03817ae4 Oct 20 10:37:27.750398 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-66e26768-93f5-4199-b4ea-c58ed1e99936 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:27.792292 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58837998-2508-47c7-8e4f-aa209cc4cbb0 req-f4356609-f956-498f-b687-395d2609caed tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:37:27.793871 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-58837998-2508-47c7-8e4f-aa209cc4cbb0 req-f4356609-f956-498f-b687-395d2609caed tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9a8b6ae-bdaa-4ec6-83ad-6d2884cd6d86 HTTP/1.1" status: 200 len: 945 time: 0.0825531 Oct 20 10:37:27.798878 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-66e26768-93f5-4199-b4ea-c58ed1e99936 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:27.799972 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e26768-93f5-4199-b4ea-c58ed1e99936 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:37:27.800544 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-66e26768-93f5-4199-b4ea-c58ed1e99936 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:27.928227 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-58837998-2508-47c7-8e4f-aa209cc4cbb0 req-577d08fd-66c5-4acf-9619-3ac475d9c648 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ea17d67-d003-4cda-a612-dd72568a94fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241219 Oct 20 10:37:27.963053 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-66e26768-93f5-4199-b4ea-c58ed1e99936 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.6889877 Oct 20 10:37:27.963533 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 50876) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:37:27.982603 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-47207569-d71d-4cac-bdfa-e851d5bbbfbe admin admin] Request body: {'subnet': {'network_id': 'ff1e894f-269e-4fbf-8075-0bad03817ae4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-448728715-subnet', 'tenant_id': '18eb9d42ad6d4e1dae88c768b60171fd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:37:28.410051 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e26768-93f5-4199-b4ea-c58ed1e99936 admin admin] Pushing event updated for resources: {'Network': ['ID=ff1e894f-269e-4fbf-8075-0bad03817ae4,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:37:28.423217 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network ff1e894f-269e-4fbf-8075-0bad03817ae4 details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:37:28.432512 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47207569-d71d-4cac-bdfa-e851d5bbbfbe admin admin] Made reservation on behalf of 18eb9d42ad6d4e1dae88c768b60171fd for: {'subnet': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:37:28.435502 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-47207569-d71d-4cac-bdfa-e851d5bbbfbe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26761797'] for subnet, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:28.803438 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-47207569-d71d-4cac-bdfa-e851d5bbbfbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26836128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26761819'] for subnet, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:28.869025 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47207569-d71d-4cac-bdfa-e851d5bbbfbe admin admin] Pushing event updated for resources: {'Subnet': ['ID=363e24cc-09e4-450c-9220-5fa41025e34b,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:37:28.894086 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47207569-d71d-4cac-bdfa-e851d5bbbfbe admin admin] Checking segment: {'id': '15c27e64-dde5-4966-a40c-8b7ec11f1fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'ff1e894f-269e-4fbf-8075-0bad03817ae4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:37:28.894697 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47207569-d71d-4cac-bdfa-e851d5bbbfbe admin admin] Network hostable DHCP agents. Network: ff1e894f-269e-4fbf-8075-0bad03817ae4, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:37:28.927596 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47207569-d71d-4cac-bdfa-e851d5bbbfbe admin admin] Network ff1e894f-269e-4fbf-8075-0bad03817ae4 is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:37:28.942066 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-47207569-d71d-4cac-bdfa-e851d5bbbfbe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, ff1e894f-269e-4fbf-8075-0bad03817ae4) {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:37:28.957554 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b8a8f36-15a4-40fb-9bf1-0d394c0e374f None None] Network ff1e894f-269e-4fbf-8075-0bad03817ae4 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:37:28.962409 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47207569-d71d-4cac-bdfa-e851d5bbbfbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:37:28.963207 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-47207569-d71d-4cac-bdfa-e851d5bbbfbe admin admin] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:28.985192 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-47207569-d71d-4cac-bdfa-e851d5bbbfbe admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.0203664 Oct 20 10:37:29.132939 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c74242d7-f47a-4545-bd17-401e3407ebe2 None None] Network ff1e894f-269e-4fbf-8075-0bad03817ae4 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:37:29.502906 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 071ed128-b2a4-4e7c-acef-772e0a843579 details requested by agent hyperv_n-h2-811396-3 with host n-h2-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:37:29.587709 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 51002) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:37:29.738030 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 071ed128-b2a4-4e7c-acef-772e0a843579, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=071ed128-b2a4-4e7c-acef-772e0a843579,segment=NetworkSegment(ead88eb8-7907-4284-a2ee-38aeb92bc073),segment_id=ead88eb8-7907-4284-a2ee-38aeb92bc073)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:37:29.760439 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Returning: {'device': '071ed128-b2a4-4e7c-acef-772e0a843579', 'network_id': 'ef6abb39-cfb1-4828-a214-dd0f5374098d', 'port_id': '071ed128-b2a4-4e7c-acef-772e0a843579', 'mac_address': 'fa:16:3e:58:3c:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 826, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '777e48ea-dc5a-43d5-a338-c1cfd0807e06', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:37:29.787925 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c802a8-f31d-4acf-a428-a78ccd5968a4 req-0979a8e1-1870-4055-9d60-eeb01ccee96c tempest-ServerMetadataNegativeTestJSON-1375274090 tempest-ServerMetadataNegativeTestJSON-1375274090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:37:29.789821 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-38c802a8-f31d-4acf-a428-a78ccd5968a4 req-0979a8e1-1870-4055-9d60-eeb01ccee96c tempest-ServerMetadataNegativeTestJSON-1375274090 tempest-ServerMetadataNegativeTestJSON-1375274090-project] 10.222.0.64 "GET /v2.0/networks?id=ff1e894f-269e-4fbf-8075-0bad03817ae4 HTTP/1.1" status: 200 len: 820 time: 0.2411909 Oct 20 10:37:29.814591 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-38c802a8-f31d-4acf-a428-a78ccd5968a4 req-40c010cc-bc47-42ed-93f8-e5194b4123ba tempest-ServerMetadataNegativeTestJSON-1375274090 tempest-ServerMetadataNegativeTestJSON-1375274090-project] 10.222.0.64 "GET /v2.0/quotas/18eb9d42ad6d4e1dae88c768b60171fd HTTP/1.1" status: 200 len: 375 time: 0.0187159 Oct 20 10:37:29.824025 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:29.847723 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 071ed128-b2a4-4e7c-acef-772e0a843579 {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:37:29.875828 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 071ed128-b2a4-4e7c-acef-772e0a843579, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=071ed128-b2a4-4e7c-acef-772e0a843579,segment=NetworkSegment(ead88eb8-7907-4284-a2ee-38aeb92bc073),segment_id=ead88eb8-7907-4284-a2ee-38aeb92bc073)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:37:29.877047 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-38c802a8-f31d-4acf-a428-a78ccd5968a4 req-410675c7-8c0f-4712-87ff-9662ebefec93 tempest-ServerMetadataNegativeTestJSON-1375274090 tempest-ServerMetadataNegativeTestJSON-1375274090-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=18eb9d42ad6d4e1dae88c768b60171fd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0547588 Oct 20 10:37:29.881835 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:29.954648 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=071ed128-b2a4-4e7c-acef-772e0a843579,revision_number=6']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:37:29.987079 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d66616de-2804-4218-a110-906c178d43ea admin admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:30.017195 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['071ed128-b2a4-4e7c-acef-772e0a843579'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:37:30.064861 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-38c802a8-f31d-4acf-a428-a78ccd5968a4 req-d96ac087-1d17-4ff4-b4c0-b538b04890ee service neutron] 10.222.0.64 "GET /v2.0/networks/ff1e894f-269e-4fbf-8075-0bad03817ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777909 Oct 20 10:37:30.246613 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d66616de-2804-4218-a110-906c178d43ea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:30.250407 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-38c802a8-f31d-4acf-a428-a78ccd5968a4 req-360b2ded-3598-4457-8b9a-83d484fbd373 service neutron] 10.222.0.64 "GET /v2.0/networks/ff1e894f-269e-4fbf-8075-0bad03817ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843474 Oct 20 10:37:30.257377 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d66616de-2804-4218-a110-906c178d43ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:30.305058 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-d66616de-2804-4218-a110-906c178d43ea admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=366873b8f0914220a494ce1be80b056d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7164311 Oct 20 10:37:30.305983 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66616de-2804-4218-a110-906c178d43ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37353e5e-ae46-4782-b11d-cdff0e75ef00,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:37:30.307609 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 51028) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:37:30.366778 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bf6f697f-5bc8-4339-a573-34b8b8e99f50 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:30.406790 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bf6f697f-5bc8-4339-a573-34b8b8e99f50 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:30.468179 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-dbd19dc8-65dc-4691-863f-f6a64e518a85 req-3b754659-7fd1-4142-a344-1164e5e21403 tempest-ServerMetadataNegativeTestJSON-1375274090 tempest-ServerMetadataNegativeTestJSON-1375274090-project] 10.222.0.64 "GET /v2.0/ports?device_id=17254d73-575f-4166-acfa-3b8b436808cf HTTP/1.1" status: 200 len: 210 time: 0.0427153 Oct 20 10:37:30.480731 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bf6f697f-5bc8-4339-a573-34b8b8e99f50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:30.490329 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bf6f697f-5bc8-4339-a573-34b8b8e99f50 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:30.491798 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-bf6f697f-5bc8-4339-a573-34b8b8e99f50 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/37353e5e-ae46-4782-b11d-cdff0e75ef00 HTTP/1.1" status: 204 len: 168 time: 0.1826367 Oct 20 10:37:30.521218 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6f697f-5bc8-4339-a573-34b8b8e99f50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37353e5e-ae46-4782-b11d-cdff0e75ef00,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:37:30.933228 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 51066) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:37:30.955739 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-776c21ec-46eb-4d8c-8d5d-048b99108e42 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:31.070862 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-776c21ec-46eb-4d8c-8d5d-048b99108e42 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:31.078341 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-776c21ec-46eb-4d8c-8d5d-048b99108e42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:31.112087 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776c21ec-46eb-4d8c-8d5d-048b99108e42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94c27f4c-3dfa-45f7-96fe-3506dce9e1eb,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:37:31.160061 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 51074) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:37:31.168744 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-776c21ec-46eb-4d8c-8d5d-048b99108e42 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4c3fe0824d35454fa8c33018c3b6809e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2326753 Oct 20 10:37:31.222838 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3af07cd4-ce5e-41e4-8fed-0d55799b82bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:31.249250 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3af07cd4-ce5e-41e4-8fed-0d55799b82bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:31.312555 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3af07cd4-ce5e-41e4-8fed-0d55799b82bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:31.315736 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3af07cd4-ce5e-41e4-8fed-0d55799b82bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:31.317190 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-3af07cd4-ce5e-41e4-8fed-0d55799b82bc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/94c27f4c-3dfa-45f7-96fe-3506dce9e1eb HTTP/1.1" status: 204 len: 168 time: 0.1552932 Oct 20 10:37:31.329578 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af07cd4-ce5e-41e4-8fed-0d55799b82bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94c27f4c-3dfa-45f7-96fe-3506dce9e1eb,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:37:31.509886 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 071ed128-b2a4-4e7c-acef-772e0a843579 up at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:37:31.630188 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning complete for port 071ed128-b2a4-4e7c-acef-772e0a843579 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:37:31.630574 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:31.646635 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8d3bb46e-2b2f-4b5d-9f78-c3c13f2b293b req-23196594-00ca-4eed-bc76-6ab2f46ac67c tempest-ServerMetadataNegativeTestJSON-1375274090 tempest-ServerMetadataNegativeTestJSON-1375274090-project] 10.222.0.64 "GET /v2.0/ports?device_id=17254d73-575f-4166-acfa-3b8b436808cf HTTP/1.1" status: 200 len: 210 time: 0.0554135 Oct 20 10:37:31.812321 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:31.814398 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-990512ff-30db-4533-b598-8d49f96dfd40 req-e616ae0f-2685-42ed-bc74-d53430484dce service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c8f9f9fd-6dea-4857-9f5d-598e5d82d0d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0760386 Oct 20 10:37:31.920267 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9a8b6ae-bdaa-4ec6-83ad-6d2884cd6d86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '071ed128-b2a4-4e7c-acef-772e0a843579'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:37:31.929131 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-494a4e2a-5360-4aeb-ba03-0c6264c4ee25" -d '{"events": [{"server_uuid": "a9a8b6ae-bdaa-4ec6-83ad-6d2884cd6d86", "name": "network-vif-plugged", "status": "completed", "tag": "071ed128-b2a4-4e7c-acef-772e0a843579"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:37:31.949762 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 071ed128-b2a4-4e7c-acef-772e0a843579, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=071ed128-b2a4-4e7c-acef-772e0a843579,segment=NetworkSegment(ead88eb8-7907-4284-a2ee-38aeb92bc073),segment_id=ead88eb8-7907-4284-a2ee-38aeb92bc073)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:37:31.955554 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:32.138961 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990512ff-30db-4533-b598-8d49f96dfd40 req-a1bb73c0-d218-47d0-9ac8-86fc3dd5f43f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:37:32.140512 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddc76f51-e19c-454d-a2eb-5ef62ac3d3b0 x-openstack-request-id: req-ddc76f51-e19c-454d-a2eb-5ef62ac3d3b0 {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:37:32.140809 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9a8b6ae-bdaa-4ec6-83ad-6d2884cd6d86", "name": "network-vif-plugged", "status": "completed", "tag": "071ed128-b2a4-4e7c-acef-772e0a843579", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:37:32.141066 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ddc76f51-e19c-454d-a2eb-5ef62ac3d3b0 {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:37:32.141453 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9a8b6ae-bdaa-4ec6-83ad-6d2884cd6d86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '071ed128-b2a4-4e7c-acef-772e0a843579', 'code': 200} Oct 20 10:37:32.142016 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=071ed128-b2a4-4e7c-acef-772e0a843579,revision_number=7']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:37:32.142483 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-990512ff-30db-4533-b598-8d49f96dfd40 req-a1bb73c0-d218-47d0-9ac8-86fc3dd5f43f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4e37fa6eb8b848f6897a2d7488b235c7&device_id=c8f9f9fd-6dea-4857-9f5d-598e5d82d0d4 HTTP/1.1" status: 200 len: 1095 time: 0.2377417 Oct 20 10:37:32.312865 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c802a8-f31d-4acf-a428-a78ccd5968a4 req-bff54a5e-3090-4174-9048-efac9f071701 tempest-ServerMetadataNegativeTestJSON-1375274090 tempest-ServerMetadataNegativeTestJSON-1375274090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:37:32.315166 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-38c802a8-f31d-4acf-a428-a78ccd5968a4 req-bff54a5e-3090-4174-9048-efac9f071701 tempest-ServerMetadataNegativeTestJSON-1375274090 tempest-ServerMetadataNegativeTestJSON-1375274090-project] 10.222.0.55 "GET /v2.0/networks?id=ff1e894f-269e-4fbf-8075-0bad03817ae4 HTTP/1.1" status: 200 len: 820 time: 0.3877029 Oct 20 10:37:32.394755 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-38c802a8-f31d-4acf-a428-a78ccd5968a4 req-8d9d57b2-abdc-400f-a0b9-87e7eae9212f tempest-ServerMetadataNegativeTestJSON-1375274090 tempest-ServerMetadataNegativeTestJSON-1375274090-project] Request body: {'port': {'device_id': '17254d73-575f-4166-acfa-3b8b436808cf', 'network_id': 'ff1e894f-269e-4fbf-8075-0bad03817ae4', 'admin_state_up': True, 'tenant_id': '18eb9d42ad6d4e1dae88c768b60171fd'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:37:32.469057 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990512ff-30db-4533-b598-8d49f96dfd40 req-61e3cc03-9d86-46a2-976d-18f4cf608e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:37:32.470857 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-990512ff-30db-4533-b598-8d49f96dfd40 req-61e3cc03-9d86-46a2-976d-18f4cf608e4a service neutron] 10.222.0.55 "GET /v2.0/networks?id=60750f9d-1dd0-4933-91f0-f6aefa736c9d HTTP/1.1" status: 200 len: 909 time: 0.2874146 Oct 20 10:37:32.575759 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-990512ff-30db-4533-b598-8d49f96dfd40 req-ea0102f5-da17-4fe3-8217-d29035360dec service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=343bc4c8-a9f3-4ff9-a633-bc7d16829613 HTTP/1.1" status: 200 len: 217 time: 0.0748222 Oct 20 10:37:32.673110 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990512ff-30db-4533-b598-8d49f96dfd40 req-b98d62d2-e11f-4704-9bcc-410f7b7444c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:37:32.674933 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-990512ff-30db-4533-b598-8d49f96dfd40 req-b98d62d2-e11f-4704-9bcc-410f7b7444c7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6f74b0c1-2855-44cd-a118-a8c6ce76ebd8 HTTP/1.1" status: 200 len: 848 time: 0.0808551 Oct 20 10:37:32.852039 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-02574564-313a-4e78-9f01-79ee1127ac32 req-f4444e2e-1e37-4035-9422-9c08a60e7208 tempest-ServerMetadataNegativeTestJSON-1375274090 tempest-ServerMetadataNegativeTestJSON-1375274090-project] 10.222.0.64 "GET /v2.0/ports?device_id=17254d73-575f-4166-acfa-3b8b436808cf HTTP/1.1" status: 200 len: 210 time: 0.0669472 Oct 20 10:37:32.858821 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-990512ff-30db-4533-b598-8d49f96dfd40 req-61d89fde-a1b2-460a-9b2b-78f55f3dc2a6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=60750f9d-1dd0-4933-91f0-f6aefa736c9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1032896 Oct 20 10:37:33.030523 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-990512ff-30db-4533-b598-8d49f96dfd40 req-089f3346-5dc9-4b81-98be-ada4a5fba141 service neutron] 10.222.0.55 "GET /v2.0/networks/60750f9d-1dd0-4933-91f0-f6aefa736c9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553669 Oct 20 10:37:33.113990 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8ac777-9a25-4e5f-a1b1-09ef334d6d33 req-ffbc9259-758c-40e0-a528-305ea615241d tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:37:33.124699 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6c8ac777-9a25-4e5f-a1b1-09ef334d6d33 req-ffbc9259-758c-40e0-a528-305ea615241d tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] 10.222.0.64 "GET /v2.0/ports?device_id=26e29c85-389d-454c-930b-0f837d303e1a HTTP/1.1" status: 200 len: 945 time: 0.4490538 Oct 20 10:37:33.227993 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6c8ac777-9a25-4e5f-a1b1-09ef334d6d33 req-22f8ee91-9320-4ad4-8f51-609a0d0838fb tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] 10.222.0.64 "GET /v2.0/security-groups?id=97729601-032d-4729-bc88-1bc65d21f71b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997481 Oct 20 10:37:33.269555 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38c802a8-f31d-4acf-a428-a78ccd5968a4 req-8d9d57b2-abdc-400f-a0b9-87e7eae9212f tempest-ServerMetadataNegativeTestJSON-1375274090 tempest-ServerMetadataNegativeTestJSON-1375274090-project] Made reservation on behalf of 18eb9d42ad6d4e1dae88c768b60171fd for: {'port': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:37:33.273789 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-38c802a8-f31d-4acf-a428-a78ccd5968a4 req-8d9d57b2-abdc-400f-a0b9-87e7eae9212f tempest-ServerMetadataNegativeTestJSON-1375274090 tempest-ServerMetadataNegativeTestJSON-1375274090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:33.424205 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-990512ff-30db-4533-b598-8d49f96dfd40 req-73b5a05f-4729-4bc7-8490-3ce9f46a1819 service neutron] 10.222.0.55 "GET /v2.0/networks/60750f9d-1dd0-4933-91f0-f6aefa736c9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3521674 Oct 20 10:37:33.438825 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [req-38c802a8-f31d-4acf-a428-a78ccd5968a4 req-8d9d57b2-abdc-400f-a0b9-87e7eae9212f tempest-ServerMetadataNegativeTestJSON-1375274090 tempest-ServerMetadataNegativeTestJSON-1375274090-project] Allocated IP 172.20.0.8 (ff1e894f-269e-4fbf-8075-0bad03817ae4/363e24cc-09e4-450c-9220-5fa41025e34b/6e736386-50ae-44e0-bfb3-8ca2aeb1a7d8) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:37:33.474083 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-5ef1f592-e3ed-4df9-b995-b0b95e0e508e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:33.710480 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-38c802a8-f31d-4acf-a428-a78ccd5968a4 req-8d9d57b2-abdc-400f-a0b9-87e7eae9212f tempest-ServerMetadataNegativeTestJSON-1375274090 tempest-ServerMetadataNegativeTestJSON-1375274090-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:33.767695 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-38c802a8-f31d-4acf-a428-a78ccd5968a4 req-8d9d57b2-abdc-400f-a0b9-87e7eae9212f tempest-ServerMetadataNegativeTestJSON-1375274090 tempest-ServerMetadataNegativeTestJSON-1375274090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:33.822569 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38c802a8-f31d-4acf-a428-a78ccd5968a4 req-8d9d57b2-abdc-400f-a0b9-87e7eae9212f tempest-ServerMetadataNegativeTestJSON-1375274090 tempest-ServerMetadataNegativeTestJSON-1375274090-project] Network ff1e894f-269e-4fbf-8075-0bad03817ae4 is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:37:33.826225 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [req-38c802a8-f31d-4acf-a428-a78ccd5968a4 req-8d9d57b2-abdc-400f-a0b9-87e7eae9212f tempest-ServerMetadataNegativeTestJSON-1375274090 tempest-ServerMetadataNegativeTestJSON-1375274090-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:37:33.831442 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-38c802a8-f31d-4acf-a428-a78ccd5968a4 req-8d9d57b2-abdc-400f-a0b9-87e7eae9212f tempest-ServerMetadataNegativeTestJSON-1375274090 tempest-ServerMetadataNegativeTestJSON-1375274090-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:37:33.860082 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9d57b2-abdc-400f-a0b9-87e7eae9212f tempest-ServerMetadataNegativeTestJSON-1375274090 tempest-ServerMetadataNegativeTestJSON-1375274090-project] Pushing event updated for resources: {'Port': ['ID=6e736386-50ae-44e0-bfb3-8ca2aeb1a7d8,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:37:33.890596 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c802a8-f31d-4acf-a428-a78ccd5968a4 req-8d9d57b2-abdc-400f-a0b9-87e7eae9212f tempest-ServerMetadataNegativeTestJSON-1375274090 tempest-ServerMetadataNegativeTestJSON-1375274090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:37:33.891414 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-38c802a8-f31d-4acf-a428-a78ccd5968a4 req-8d9d57b2-abdc-400f-a0b9-87e7eae9212f tempest-ServerMetadataNegativeTestJSON-1375274090 tempest-ServerMetadataNegativeTestJSON-1375274090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:33.912434 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-38c802a8-f31d-4acf-a428-a78ccd5968a4 req-8d9d57b2-abdc-400f-a0b9-87e7eae9212f tempest-ServerMetadataNegativeTestJSON-1375274090 tempest-ServerMetadataNegativeTestJSON-1375274090-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5415342 Oct 20 10:37:33.937122 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-38c802a8-f31d-4acf-a428-a78ccd5968a4 req-e3d6eeb5-b0d7-4494-a207-6cbdb7d458f1 service neutron] Request body: {'port': {'device_id': '17254d73-575f-4166-acfa-3b8b436808cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811396-3'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:37:34.078479 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-38c802a8-f31d-4acf-a428-a78ccd5968a4 req-e3d6eeb5-b0d7-4494-a207-6cbdb7d458f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:34.431480 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [req-38c802a8-f31d-4acf-a428-a78ccd5968a4 req-e3d6eeb5-b0d7-4494-a207-6cbdb7d458f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e736386-50ae-44e0-bfb3-8ca2aeb1a7d8 {{(pid=100596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:37:34.441042 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-38c802a8-f31d-4acf-a428-a78ccd5968a4 req-e3d6eeb5-b0d7-4494-a207-6cbdb7d458f1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:34.456450 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.provisioning_blocks [req-38c802a8-f31d-4acf-a428-a78ccd5968a4 req-e3d6eeb5-b0d7-4494-a207-6cbdb7d458f1 service neutron] Transition to ACTIVE for port object 6e736386-50ae-44e0-bfb3-8ca2aeb1a7d8 will not be triggered until provisioned by entity L2. {{(pid=100596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:37:34.470623 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-38c802a8-f31d-4acf-a428-a78ccd5968a4 req-e3d6eeb5-b0d7-4494-a207-6cbdb7d458f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:34.547659 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeda22a-b126-484b-837c-1ddb75ef678f req-fd019346-5dcf-4bbc-82be-ccc83f3b0cb6 tempest-ServerMetadataNegativeTestJSON-1375274090 tempest-ServerMetadataNegativeTestJSON-1375274090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:37:34.549350 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fbeda22a-b126-484b-837c-1ddb75ef678f req-fd019346-5dcf-4bbc-82be-ccc83f3b0cb6 tempest-ServerMetadataNegativeTestJSON-1375274090 tempest-ServerMetadataNegativeTestJSON-1375274090-project] 10.222.0.64 "GET /v2.0/ports?device_id=17254d73-575f-4166-acfa-3b8b436808cf HTTP/1.1" status: 200 len: 931 time: 0.5350449 Oct 20 10:37:34.660985 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d6eeb5-b0d7-4494-a207-6cbdb7d458f1 service neutron] Pushing event updated for resources: {'Port': ['ID=6e736386-50ae-44e0-bfb3-8ca2aeb1a7d8,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:37:34.759167 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59579ac1-7b33-419e-9737-932d5680b52a req-1543c1e4-d83e-47fa-a608-fc92d81760bd tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:37:34.767291 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-59579ac1-7b33-419e-9737-932d5680b52a req-1543c1e4-d83e-47fa-a608-fc92d81760bd tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] 10.222.0.55 "GET /v2.0/ports?device_id=26e29c85-389d-454c-930b-0f837d303e1a HTTP/1.1" status: 200 len: 945 time: 0.3091834 Oct 20 10:37:35.048660 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fbeda22a-b126-484b-837c-1ddb75ef678f req-7660b824-da76-4fd1-ab53-b4623fad8970 tempest-ServerMetadataNegativeTestJSON-1375274090 tempest-ServerMetadataNegativeTestJSON-1375274090-project] 10.222.0.64 "GET /v2.0/security-groups?id=8114170d-3d1f-4f6d-b2b2-1007c554805b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4867096 Oct 20 10:37:35.140578 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-38c802a8-f31d-4acf-a428-a78ccd5968a4 req-e3d6eeb5-b0d7-4494-a207-6cbdb7d458f1 service neutron] Attempting to bind port 6e736386-50ae-44e0-bfb3-8ca2aeb1a7d8 on host n-h1-811396-3 for vnic_type normal with profile {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:37:35.140911 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-38c802a8-f31d-4acf-a428-a78ccd5968a4 req-e3d6eeb5-b0d7-4494-a207-6cbdb7d458f1 service neutron] Attempting to bind port 6e736386-50ae-44e0-bfb3-8ca2aeb1a7d8 by drivers openvswitch,hyperv on host n-h1-811396-3 at level 0 using segments [{'id': '15c27e64-dde5-4966-a40c-8b7ec11f1fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'ff1e894f-269e-4fbf-8075-0bad03817ae4'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:37:35.141242 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c802a8-f31d-4acf-a428-a78ccd5968a4 req-e3d6eeb5-b0d7-4494-a207-6cbdb7d458f1 service neutron] Attempting to bind port 6e736386-50ae-44e0-bfb3-8ca2aeb1a7d8 on network ff1e894f-269e-4fbf-8075-0bad03817ae4 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:37:35.155235 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c802a8-f31d-4acf-a428-a78ccd5968a4 req-e3d6eeb5-b0d7-4494-a207-6cbdb7d458f1 service neutron] Port 6e736386-50ae-44e0-bfb3-8ca2aeb1a7d8 on network ff1e894f-269e-4fbf-8075-0bad03817ae4 not bound, no agent of type Open vSwitch agent registered on host n-h1-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:37:35.155564 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c802a8-f31d-4acf-a428-a78ccd5968a4 req-e3d6eeb5-b0d7-4494-a207-6cbdb7d458f1 service neutron] Attempting to bind port 6e736386-50ae-44e0-bfb3-8ca2aeb1a7d8 on network ff1e894f-269e-4fbf-8075-0bad03817ae4 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:37:35.176205 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c802a8-f31d-4acf-a428-a78ccd5968a4 req-e3d6eeb5-b0d7-4494-a207-6cbdb7d458f1 service neutron] Checking agent: {'id': 'b707b4cc-061f-4cf4-bce0-0b3df9b7bec9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 37, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:37:35.176536 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c802a8-f31d-4acf-a428-a78ccd5968a4 req-e3d6eeb5-b0d7-4494-a207-6cbdb7d458f1 service neutron] Checking segment: {'id': '15c27e64-dde5-4966-a40c-8b7ec11f1fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'ff1e894f-269e-4fbf-8075-0bad03817ae4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:37:35.176925 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c802a8-f31d-4acf-a428-a78ccd5968a4 req-e3d6eeb5-b0d7-4494-a207-6cbdb7d458f1 service neutron] Bound using segment: {'id': '15c27e64-dde5-4966-a40c-8b7ec11f1fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'ff1e894f-269e-4fbf-8075-0bad03817ae4'} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:37:35.177369 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-38c802a8-f31d-4acf-a428-a78ccd5968a4 req-e3d6eeb5-b0d7-4494-a207-6cbdb7d458f1 service neutron] Bound port: 6e736386-50ae-44e0-bfb3-8ca2aeb1a7d8, host: n-h1-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15c27e64-dde5-4966-a40c-8b7ec11f1fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'ff1e894f-269e-4fbf-8075-0bad03817ae4'}}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:37:35.177725 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-38c802a8-f31d-4acf-a428-a78ccd5968a4 req-e3d6eeb5-b0d7-4494-a207-6cbdb7d458f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:35.204387 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2b5aec-81df-47ce-8875-e9e222dcf126 req-2532eff1-7401-4a0c-a13d-d8b160ffcb81 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:37:35.205928 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4f2b5aec-81df-47ce-8875-e9e222dcf126 req-2532eff1-7401-4a0c-a13d-d8b160ffcb81 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] 10.222.0.64 "GET /v2.0/ports?device_id=26e29c85-389d-454c-930b-0f837d303e1a HTTP/1.1" status: 200 len: 945 time: 0.1792135 Oct 20 10:37:35.241811 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-59579ac1-7b33-419e-9737-932d5680b52a req-c352f6a4-47c0-4f3e-b935-e4dc3e056f9b tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Deleting port 7924cc35-bcd5-4c0c-924a-d847de89b737 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:37:35.242147 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-59579ac1-7b33-419e-9737-932d5680b52a req-c352f6a4-47c0-4f3e-b935-e4dc3e056f9b tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:35.398756 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4f2b5aec-81df-47ce-8875-e9e222dcf126 req-02a34faf-bc5b-4966-8e23-d1d1e9544b91 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] 10.222.0.64 "GET /v2.0/security-groups?id=97729601-032d-4729-bc88-1bc65d21f71b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1582184 Oct 20 10:37:35.406657 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-38c802a8-f31d-4acf-a428-a78ccd5968a4 req-e3d6eeb5-b0d7-4494-a207-6cbdb7d458f1 service neutron] For port 6e736386-50ae-44e0-bfb3-8ca2aeb1a7d8, host n-h1-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:37:35.412490 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-38c802a8-f31d-4acf-a428-a78ccd5968a4 req-e3d6eeb5-b0d7-4494-a207-6cbdb7d458f1 service neutron] For port 6e736386-50ae-44e0-bfb3-8ca2aeb1a7d8, host n-h1-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=6e736386-50ae-44e0-bfb3-8ca2aeb1a7d8,segment=NetworkSegment(15c27e64-dde5-4966-a40c-8b7ec11f1fb6),segment_id=15c27e64-dde5-4966-a40c-8b7ec11f1fb6)] {{(pid=100596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:37:35.449114 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-38c802a8-f31d-4acf-a428-a78ccd5968a4 req-e3d6eeb5-b0d7-4494-a207-6cbdb7d458f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:35.471475 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-59579ac1-7b33-419e-9737-932d5680b52a req-c352f6a4-47c0-4f3e-b935-e4dc3e056f9b tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] For port 7924cc35-bcd5-4c0c-924a-d847de89b737, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=7924cc35-bcd5-4c0c-924a-d847de89b737,segment=NetworkSegment(051f9c65-4e4b-4cc9-ace7-f0cfbcf6fdaf),segment_id=051f9c65-4e4b-4cc9-ace7-f0cfbcf6fdaf)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:37:35.471866 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-59579ac1-7b33-419e-9737-932d5680b52a req-c352f6a4-47c0-4f3e-b935-e4dc3e056f9b tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:35.656705 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c802a8-f31d-4acf-a428-a78ccd5968a4 req-e3d6eeb5-b0d7-4494-a207-6cbdb7d458f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:37:35.657465 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-38c802a8-f31d-4acf-a428-a78ccd5968a4 req-e3d6eeb5-b0d7-4494-a207-6cbdb7d458f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:35.658895 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-38c802a8-f31d-4acf-a428-a78ccd5968a4 req-e3d6eeb5-b0d7-4494-a207-6cbdb7d458f1 service neutron] 10.222.0.55 "PUT /v2.0/ports/6e736386-50ae-44e0-bfb3-8ca2aeb1a7d8 HTTP/1.1" status: 200 len: 1091 time: 1.7313530 Oct 20 10:37:35.659352 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17254d73-575f-4166-acfa-3b8b436808cf', 'tag': '6e736386-50ae-44e0-bfb3-8ca2aeb1a7d8'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:37:35.661801 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c31d90e-f7fe-4835-a4e2-dd30a4ec5555" -d '{"events": [{"name": "network-changed", "server_uuid": "17254d73-575f-4166-acfa-3b8b436808cf", "tag": "6e736386-50ae-44e0-bfb3-8ca2aeb1a7d8"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:37:35.803122 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 51262) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:37:35.860657 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d6eeb5-b0d7-4494-a207-6cbdb7d458f1 service neutron] Pushing event updated for resources: {'Port': ['ID=6e736386-50ae-44e0-bfb3-8ca2aeb1a7d8,revision_number=3']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:37:35.891839 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c802a8-f31d-4acf-a428-a78ccd5968a4 req-6000cd4a-3797-42a3-b8ad-f18168577a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:37:35.893381 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-38c802a8-f31d-4acf-a428-a78ccd5968a4 req-6000cd4a-3797-42a3-b8ad-f18168577a74 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=18eb9d42ad6d4e1dae88c768b60171fd&device_id=17254d73-575f-4166-acfa-3b8b436808cf HTTP/1.1" status: 200 len: 1094 time: 0.1659334 Oct 20 10:37:35.990443 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b2105551-ba93-4649-8f69-a72280d23536 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:36.111591 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-38c802a8-f31d-4acf-a428-a78ccd5968a4 req-d246e3ac-9d33-498c-9812-f36bcb1b7e40 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6e736386-50ae-44e0-bfb3-8ca2aeb1a7d8 HTTP/1.1" status: 200 len: 217 time: 0.1157837 Oct 20 10:37:36.117788 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e357e3ed-c301-437d-95f6-50d7f37a9ede x-openstack-request-id: req-e357e3ed-c301-437d-95f6-50d7f37a9ede {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:37:36.127741 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17254d73-575f-4166-acfa-3b8b436808cf", "tag": "6e736386-50ae-44e0-bfb3-8ca2aeb1a7d8", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:37:36.129154 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e357e3ed-c301-437d-95f6-50d7f37a9ede {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:37:36.130338 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17254d73-575f-4166-acfa-3b8b436808cf', 'tag': '6e736386-50ae-44e0-bfb3-8ca2aeb1a7d8', 'status': 'completed', 'code': 200} Oct 20 10:37:36.142849 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-96c6b152-c644-4292-86c8-7819330c1363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:36.186568 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b2105551-ba93-4649-8f69-a72280d23536 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:36.191053 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b2105551-ba93-4649-8f69-a72280d23536 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:36.253795 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-b2105551-ba93-4649-8f69-a72280d23536 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=06278fe9cee74266a21fee8f8036ee25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4485972 Oct 20 10:37:36.255885 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2105551-ba93-4649-8f69-a72280d23536 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01be9c6b-d87d-481e-9075-0f6fff94b921,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:37:36.258553 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 51272) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:37:36.284110 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-59579ac1-7b33-419e-9737-932d5680b52a req-c352f6a4-47c0-4f3e-b935-e4dc3e056f9b tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:36.284548 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-59579ac1-7b33-419e-9737-932d5680b52a req-c352f6a4-47c0-4f3e-b935-e4dc3e056f9b tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1773381'] for floatingip, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:36.284882 n-d-811396-3 neutron-server[100596]: INFO neutron.db.l3_db [req-59579ac1-7b33-419e-9737-932d5680b52a req-c352f6a4-47c0-4f3e-b935-e4dc3e056f9b tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Floating IP c119ed19-9c7c-4989-a166-e64a9185c9a5 disassociated. External IP: 172.25.1.187, port: 7924cc35-bcd5-4c0c-924a-d847de89b737. Oct 20 10:37:36.287458 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-59579ac1-7b33-419e-9737-932d5680b52a req-c352f6a4-47c0-4f3e-b935-e4dc3e056f9b tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Calling delete_port for 7924cc35-bcd5-4c0c-924a-d847de89b737 owned by compute:nova {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:37:36.307705 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c802a8-f31d-4acf-a428-a78ccd5968a4 req-c7f0b1a2-5d2d-41c0-ad67-a0c89867e307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:37:36.309264 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-38c802a8-f31d-4acf-a428-a78ccd5968a4 req-c7f0b1a2-5d2d-41c0-ad67-a0c89867e307 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=363e24cc-09e4-450c-9220-5fa41025e34b HTTP/1.1" status: 200 len: 860 time: 0.1572545 Oct 20 10:37:36.326749 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-048a80b4-f6a8-4712-ae4f-9570e095da58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:36.376367 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-048a80b4-f6a8-4712-ae4f-9570e095da58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:36.400617 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20db8675-b66b-4af5-9552-42bc94ddec42 req-4f8f7aeb-b3f6-4ec9-a1d8-210987820180 tempest-ServerMetadataNegativeTestJSON-1375274090 tempest-ServerMetadataNegativeTestJSON-1375274090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:37:36.409080 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-20db8675-b66b-4af5-9552-42bc94ddec42 req-4f8f7aeb-b3f6-4ec9-a1d8-210987820180 tempest-ServerMetadataNegativeTestJSON-1375274090 tempest-ServerMetadataNegativeTestJSON-1375274090-project] 10.222.0.64 "GET /v2.0/ports?device_id=17254d73-575f-4166-acfa-3b8b436808cf HTTP/1.1" status: 200 len: 943 time: 0.2096386 Oct 20 10:37:36.438113 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-38c802a8-f31d-4acf-a428-a78ccd5968a4 req-1056570a-27bf-429f-980b-6cda86d2bf6c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ff1e894f-269e-4fbf-8075-0bad03817ae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1064584 Oct 20 10:37:36.487234 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-048a80b4-f6a8-4712-ae4f-9570e095da58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:36.490650 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-048a80b4-f6a8-4712-ae4f-9570e095da58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:36.494328 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-048a80b4-f6a8-4712-ae4f-9570e095da58 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/01be9c6b-d87d-481e-9075-0f6fff94b921 HTTP/1.1" status: 204 len: 168 time: 0.2325418 Oct 20 10:37:36.501266 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048a80b4-f6a8-4712-ae4f-9570e095da58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01be9c6b-d87d-481e-9075-0f6fff94b921,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:37:36.646198 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-20db8675-b66b-4af5-9552-42bc94ddec42 req-70280ccb-9b5b-4403-8ce8-2e630ebe72dc tempest-ServerMetadataNegativeTestJSON-1375274090 tempest-ServerMetadataNegativeTestJSON-1375274090-project] 10.222.0.64 "GET /v2.0/security-groups?id=8114170d-3d1f-4f6d-b2b2-1007c554805b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355556 Oct 20 10:37:36.797578 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cf8851-4d55-4320-b46c-3d870ca75f76 req-766d756a-a502-4548-b549-57964c89791a tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:37:36.807231 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-43cf8851-4d55-4320-b46c-3d870ca75f76 req-766d756a-a502-4548-b549-57964c89791a tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] 10.222.0.64 "GET /v2.0/ports?device_id=26e29c85-389d-454c-930b-0f837d303e1a HTTP/1.1" status: 200 len: 945 time: 0.2461600 Oct 20 10:37:36.915359 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-43cf8851-4d55-4320-b46c-3d870ca75f76 req-c9facae6-e15a-4304-93b9-1370d2cc95dc tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] 10.222.0.64 "GET /v2.0/security-groups?id=97729601-032d-4729-bc88-1bc65d21f71b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021450 Oct 20 10:37:36.921689 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-38c802a8-f31d-4acf-a428-a78ccd5968a4 req-30cafa0d-c650-4b87-9c41-572ea05d9ef6 service neutron] 10.222.0.55 "GET /v2.0/networks/ff1e894f-269e-4fbf-8075-0bad03817ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4741991 Oct 20 10:37:36.945208 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 51296) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:37:36.987253 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-325e1e94-a666-4082-8327-6df2de014afd admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:37.028655 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:37.107622 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-325e1e94-a666-4082-8327-6df2de014afd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:37.112820 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-325e1e94-a666-4082-8327-6df2de014afd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:37.165673 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-325e1e94-a666-4082-8327-6df2de014afd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b5e8297c8e4e4af0934a57cd38c43762&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2172236 Oct 20 10:37:37.165673 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325e1e94-a666-4082-8327-6df2de014afd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d805218d-40ac-467c-a54d-8348d232228b,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:37:37.168222 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 51302) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:37:37.238887 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-354fc760-a8be-4dd9-8fbb-bb65adef7830 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:37.266586 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-354fc760-a8be-4dd9-8fbb-bb65adef7830 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:37.332126 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-354fc760-a8be-4dd9-8fbb-bb65adef7830 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:37.334924 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-354fc760-a8be-4dd9-8fbb-bb65adef7830 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:37.338399 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-354fc760-a8be-4dd9-8fbb-bb65adef7830 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d805218d-40ac-467c-a54d-8348d232228b HTTP/1.1" status: 204 len: 168 time: 0.1667731 Oct 20 10:37:37.350262 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354fc760-a8be-4dd9-8fbb-bb65adef7830 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d805218d-40ac-467c-a54d-8348d232228b,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:37:37.377164 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 7924cc35-bcd5-4c0c-924a-d847de89b737 no longer exists at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:37:37.406481 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-59579ac1-7b33-419e-9737-932d5680b52a req-c352f6a4-47c0-4f3e-b935-e4dc3e056f9b tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:37.439222 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] No Port match for: 7924cc35-bcd5-4c0c-924a-d847de89b737 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:37:37.439603 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 7924cc35-bcd5-4c0c-924a-d847de89b737 not bound to the agent host n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:37:37.474240 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:37.489361 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c352f6a4-47c0-4f3e-b935-e4dc3e056f9b tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Pushing event deleted for resources: {'Port': ['ID=7924cc35-bcd5-4c0c-924a-d847de89b737,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:37:37.530399 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-38c802a8-f31d-4acf-a428-a78ccd5968a4 req-5bf584bf-9953-499a-a901-34388368f77c service neutron] 10.222.0.55 "GET /v2.0/networks/ff1e894f-269e-4fbf-8075-0bad03817ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5936029 Oct 20 10:37:37.702424 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.l3_agent_scheduler [req-59579ac1-7b33-419e-9737-932d5680b52a req-c352f6a4-47c0-4f3e-b935-e4dc3e056f9b tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Router 6c8e07ba-d16f-474e-8dce-631d71307689 has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:37:37.736275 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:37.839922 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c31d90e-f7fe-4835-a4e2-dd30a4ec5555 req-ffdb1782-3c3e-4019-aeac-82748935ffcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:37:37.841557 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7c31d90e-f7fe-4835-a4e2-dd30a4ec5555 req-ffdb1782-3c3e-4019-aeac-82748935ffcc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=18eb9d42ad6d4e1dae88c768b60171fd&device_id=17254d73-575f-4166-acfa-3b8b436808cf HTTP/1.1" status: 200 len: 1094 time: 0.2101638 Oct 20 10:37:38.039724 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-59579ac1-7b33-419e-9737-932d5680b52a req-c352f6a4-47c0-4f3e-b935-e4dc3e056f9b tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:37:38.063827 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f720398a-2315-4451-a901-cc15eecff2ef None None] Sync routers for ids ['6c8e07ba-d16f-474e-8dce-631d71307689'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:37:38.065413 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65185a83-3b30-4ac0-87e7-c72c7cf262cf req-b26fb78e-2a85-4ba6-addd-850e469a51b8 tempest-ServerMetadataNegativeTestJSON-1375274090 tempest-ServerMetadataNegativeTestJSON-1375274090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:37:38.075337 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-65185a83-3b30-4ac0-87e7-c72c7cf262cf req-b26fb78e-2a85-4ba6-addd-850e469a51b8 tempest-ServerMetadataNegativeTestJSON-1375274090 tempest-ServerMetadataNegativeTestJSON-1375274090-project] 10.222.0.64 "GET /v2.0/ports?device_id=17254d73-575f-4166-acfa-3b8b436808cf HTTP/1.1" status: 200 len: 943 time: 0.3000877 Oct 20 10:37:38.103335 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f720398a-2315-4451-a901-cc15eecff2ef None None] Routers {'6c8e07ba-d16f-474e-8dce-631d71307689'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:37:38.103335 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-f720398a-2315-4451-a901-cc15eecff2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:37:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['6c8e07ba-d16f-474e-8dce-631d71307689'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:37:38.109997 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547d0e39-65f1-4ec2-a82e-4a94e1782d6b req-f0d78609-25a2-4540-8902-976d7e2d09c5 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:37:38.114884 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-547d0e39-65f1-4ec2-a82e-4a94e1782d6b req-f0d78609-25a2-4540-8902-976d7e2d09c5 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/networks?id=60750f9d-1dd0-4933-91f0-f6aefa736c9d HTTP/1.1" status: 200 len: 808 time: 0.5044258 Oct 20 10:37:38.162163 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-59579ac1-7b33-419e-9737-932d5680b52a req-c352f6a4-47c0-4f3e-b935-e4dc3e056f9b tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] No DVR routers for this DVR port 7924cc35-bcd5-4c0c-924a-d847de89b737 on host n-h1-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:37:38.181161 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-547d0e39-65f1-4ec2-a82e-4a94e1782d6b req-fbb4eaf3-1c1e-4540-b83a-eb48cf2090fb tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/quotas/4e37fa6eb8b848f6897a2d7488b235c7 HTTP/1.1" status: 200 len: 375 time: 0.0653131 Oct 20 10:37:38.195490 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-59579ac1-7b33-419e-9737-932d5680b52a req-c352f6a4-47c0-4f3e-b935-e4dc3e056f9b tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:38.195490 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-59579ac1-7b33-419e-9737-932d5680b52a req-c352f6a4-47c0-4f3e-b935-e4dc3e056f9b tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] 10.222.0.55 "DELETE /v2.0/ports/7924cc35-bcd5-4c0c-924a-d847de89b737 HTTP/1.1" status: 204 len: 173 time: 3.4055414 Oct 20 10:37:38.195490 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26e29c85-389d-454c-930b-0f837d303e1a', 'name': 'network-vif-deleted', 'tag': '7924cc35-bcd5-4c0c-924a-d847de89b737'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:37:38.195490 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72fd622e-454a-4b80-8b07-6573554aad67" -d '{"events": [{"server_uuid": "26e29c85-389d-454c-930b-0f837d303e1a", "name": "network-vif-deleted", "tag": "7924cc35-bcd5-4c0c-924a-d847de89b737"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:37:38.220525 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-f720398a-2315-4451-a901-cc15eecff2ef None None] Set router 6c8e07ba-d16f-474e-8dce-631d71307689 gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:37:38.334622 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-65185a83-3b30-4ac0-87e7-c72c7cf262cf req-c969ac94-7ea3-4ac2-b249-9de4552178f8 tempest-ServerMetadataNegativeTestJSON-1375274090 tempest-ServerMetadataNegativeTestJSON-1375274090-project] 10.222.0.64 "GET /v2.0/security-groups?id=8114170d-3d1f-4f6d-b2b2-1007c554805b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2606423 Oct 20 10:37:38.379073 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c31d90e-f7fe-4835-a4e2-dd30a4ec5555 req-1af625d3-db0b-437e-a406-4e0fba776384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:37:38.381022 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7c31d90e-f7fe-4835-a4e2-dd30a4ec5555 req-1af625d3-db0b-437e-a406-4e0fba776384 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ff1e894f-269e-4fbf-8075-0bad03817ae4 HTTP/1.1" status: 200 len: 921 time: 0.5297940 Oct 20 10:37:38.398365 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-547d0e39-65f1-4ec2-a82e-4a94e1782d6b req-4c178ccb-a633-4efe-bd3b-38b999c92d5c tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=4e37fa6eb8b848f6897a2d7488b235c7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2128386 Oct 20 10:37:38.444779 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7c31d90e-f7fe-4835-a4e2-dd30a4ec5555 req-49dfb153-1922-493d-8aff-2e34554f405f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6e736386-50ae-44e0-bfb3-8ca2aeb1a7d8 HTTP/1.1" status: 200 len: 217 time: 0.0452480 Oct 20 10:37:38.455055 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [req-547d0e39-65f1-4ec2-a82e-4a94e1782d6b req-3059bce9-d85b-4584-b8d2-df8a3c76ab22 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:37:38.456087 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-547d0e39-65f1-4ec2-a82e-4a94e1782d6b req-3059bce9-d85b-4584-b8d2-df8a3c76ab22 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0102067 Oct 20 10:37:38.568667 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-f720398a-2315-4451-a901-cc15eecff2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c8e07ba-d16f-474e-8dce-631d71307689', 'name': 'tempest-AttachVolumeTestJSON-1408467026-router', 'tenant_id': '946a9e604754455a8a9faea87bc41b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': 'e5f260e5-f754-4927-a4f2-d69263350b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:30:17Z', 'updated_at': '2021-10-20T10:30:22Z', 'revision_number': 4, 'project_id': '946a9e604754455a8a9faea87bc41b49', 'gw_port': {'id': 'e5f260e5-f754-4927-a4f2-d69263350b2b', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:80:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8e07ba-d16f-474e-8dce-631d71307689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:30:18Z', 'updated_at': '2021-10-20T10:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '9dfb4e95-3a0b-4871-b3e3-59e557713c68', 'name': '', 'network_id': '7541d774-cf46-43a8-ab91-4a72282aac35', 'tenant_id': '946a9e604754455a8a9faea87bc41b49', 'mac_address': 'fa:16:3e:8b:3f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8e07ba-d16f-474e-8dce-631d71307689', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'ba1df794-ccae-4e17-be55-4b4a3764e935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:30:21Z', 'updated_at': '2021-10-20T10:30:27Z', 'revision_number': 5, 'project_id': '946a9e604754455a8a9faea87bc41b49', 'subnets': [{'id': 'ba1df794-ccae-4e17-be55-4b4a3764e935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:37:38.569021 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c31d90e-f7fe-4835-a4e2-dd30a4ec5555 req-71e1e270-3507-4ff5-aefa-e89e438e2050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:37:38.570503 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7c31d90e-f7fe-4835-a4e2-dd30a4ec5555 req-71e1e270-3507-4ff5-aefa-e89e438e2050 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=363e24cc-09e4-450c-9220-5fa41025e34b HTTP/1.1" status: 200 len: 860 time: 0.1135499 Oct 20 10:37:38.615128 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7c31d90e-f7fe-4835-a4e2-dd30a4ec5555 req-23abeb96-f229-4f0f-b899-dd603a13cad4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ff1e894f-269e-4fbf-8075-0bad03817ae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347970 Oct 20 10:37:38.625982 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f720398a-2315-4451-a901-cc15eecff2ef None None] Checking router: 6c8e07ba-d16f-474e-8dce-631d71307689 for host: n-d-811396-3 {{(pid=100599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:37:38.640314 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f720398a-2315-4451-a901-cc15eecff2ef None None] Routers {'6c8e07ba-d16f-474e-8dce-631d71307689'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:37:38.641091 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-f720398a-2315-4451-a901-cc15eecff2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:37:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['6c8e07ba-d16f-474e-8dce-631d71307689'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:37:38.652024 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e1c9c713-adb1-4045-a99a-39871bff6c31 req-1a2a7695-dd81-4669-bf44-072b78bbd30b tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] 10.222.0.64 "GET /v2.0/ports?device_id=26e29c85-389d-454c-930b-0f837d303e1a HTTP/1.1" status: 200 len: 210 time: 0.0411909 Oct 20 10:37:38.761156 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7c31d90e-f7fe-4835-a4e2-dd30a4ec5555 req-b845a3aa-2c67-4979-80a9-7cbb65a6303a service neutron] 10.222.0.55 "GET /v2.0/networks/ff1e894f-269e-4fbf-8075-0bad03817ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036329 Oct 20 10:37:38.765666 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-547d0e39-65f1-4ec2-a82e-4a94e1782d6b req-409d5948-4438-47e4-9f01-a17c0167ca1f service neutron] 10.222.0.64 "GET /v2.0/networks/60750f9d-1dd0-4933-91f0-f6aefa736c9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2992907 Oct 20 10:37:38.844488 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:38.872201 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7c31d90e-f7fe-4835-a4e2-dd30a4ec5555 req-e58109e4-4233-4e8a-9c21-ea46b1727f39 service neutron] 10.222.0.55 "GET /v2.0/networks/ff1e894f-269e-4fbf-8075-0bad03817ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017513 Oct 20 10:37:38.874388 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e868693f-8d64-4a81-9ba4-fe43ab607e4c x-openstack-request-id: req-e868693f-8d64-4a81-9ba4-fe43ab607e4c {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:37:38.874653 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26e29c85-389d-454c-930b-0f837d303e1a", "name": "network-vif-deleted", "tag": "7924cc35-bcd5-4c0c-924a-d847de89b737", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:37:38.874974 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e868693f-8d64-4a81-9ba4-fe43ab607e4c {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:37:38.875470 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26e29c85-389d-454c-930b-0f837d303e1a', 'name': 'network-vif-deleted', 'tag': '7924cc35-bcd5-4c0c-924a-d847de89b737', 'status': 'completed', 'code': 200} Oct 20 10:37:38.971289 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-547d0e39-65f1-4ec2-a82e-4a94e1782d6b req-c6ca51be-58cd-435c-83ee-9e43ca03ec1d service neutron] 10.222.0.64 "GET /v2.0/networks/60750f9d-1dd0-4933-91f0-f6aefa736c9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948882 Oct 20 10:37:39.149653 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-f720398a-2315-4451-a901-cc15eecff2ef None None] Set router 6c8e07ba-d16f-474e-8dce-631d71307689 gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:37:39.513411 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b50e9d61-5648-471c-a977-fbace946c237 req-226fd548-ba80-40aa-aac5-414a00b6b250 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/ports?device_id=ede0fd07-bbc6-474e-9f53-8933b78a25cb HTTP/1.1" status: 200 len: 210 time: 0.0657496 Oct 20 10:37:39.560464 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-f720398a-2315-4451-a901-cc15eecff2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c8e07ba-d16f-474e-8dce-631d71307689', 'name': 'tempest-AttachVolumeTestJSON-1408467026-router', 'tenant_id': '946a9e604754455a8a9faea87bc41b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': 'e5f260e5-f754-4927-a4f2-d69263350b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:30:17Z', 'updated_at': '2021-10-20T10:30:22Z', 'revision_number': 4, 'project_id': '946a9e604754455a8a9faea87bc41b49', 'gw_port': {'id': 'e5f260e5-f754-4927-a4f2-d69263350b2b', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:80:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8e07ba-d16f-474e-8dce-631d71307689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:30:18Z', 'updated_at': '2021-10-20T10:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '9dfb4e95-3a0b-4871-b3e3-59e557713c68', 'name': '', 'network_id': '7541d774-cf46-43a8-ab91-4a72282aac35', 'tenant_id': '946a9e604754455a8a9faea87bc41b49', 'mac_address': 'fa:16:3e:8b:3f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8e07ba-d16f-474e-8dce-631d71307689', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'ba1df794-ccae-4e17-be55-4b4a3764e935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:30:21Z', 'updated_at': '2021-10-20T10:30:27Z', 'revision_number': 5, 'project_id': '946a9e604754455a8a9faea87bc41b49', 'subnets': [{'id': 'ba1df794-ccae-4e17-be55-4b4a3764e935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:37:39.578939 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a36d19-bd2e-4474-87c8-957f16345c29 req-9233f242-8086-418a-abee-272f02927f25 tempest-ServerMetadataNegativeTestJSON-1375274090 tempest-ServerMetadataNegativeTestJSON-1375274090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:37:39.580563 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-88a36d19-bd2e-4474-87c8-957f16345c29 req-9233f242-8086-418a-abee-272f02927f25 tempest-ServerMetadataNegativeTestJSON-1375274090 tempest-ServerMetadataNegativeTestJSON-1375274090-project] 10.222.0.64 "GET /v2.0/ports?device_id=17254d73-575f-4166-acfa-3b8b436808cf HTTP/1.1" status: 200 len: 943 time: 0.0635757 Oct 20 10:37:39.638129 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-88a36d19-bd2e-4474-87c8-957f16345c29 req-e6f22d43-2dd9-4d53-ae52-17170450a13d tempest-ServerMetadataNegativeTestJSON-1375274090 tempest-ServerMetadataNegativeTestJSON-1375274090-project] 10.222.0.64 "GET /v2.0/security-groups?id=8114170d-3d1f-4f6d-b2b2-1007c554805b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497198 Oct 20 10:37:39.647454 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f720398a-2315-4451-a901-cc15eecff2ef None None] The sync data for ids ['6c8e07ba-d16f-474e-8dce-631d71307689'] in n-d-811396-3 is: [{'id': '6c8e07ba-d16f-474e-8dce-631d71307689', 'name': 'tempest-AttachVolumeTestJSON-1408467026-router', 'tenant_id': '946a9e604754455a8a9faea87bc41b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': 'e5f260e5-f754-4927-a4f2-d69263350b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:30:17Z', 'updated_at': '2021-10-20T10:30:22Z', 'revision_number': 4, 'project_id': '946a9e604754455a8a9faea87bc41b49', 'gw_port': {'id': 'e5f260e5-f754-4927-a4f2-d69263350b2b', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:80:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8e07ba-d16f-474e-8dce-631d71307689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:30:18Z', 'updated_at': '2021-10-20T10:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '9dfb4e95-3a0b-4871-b3e3-59e557713c68', 'name': '', 'network_id': '7541d774-cf46-43a8-ab91-4a72282aac35', 'tenant_id': '946a9e604754455a8a9faea87bc41b49', 'mac_address': 'fa:16:3e:8b:3f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8e07ba-d16f-474e-8dce-631d71307689', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'ba1df794-ccae-4e17-be55-4b4a3764e935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:30:21Z', 'updated_at': '2021-10-20T10:30:27Z', 'revision_number': 5, 'project_id': '946a9e604754455a8a9faea87bc41b49', 'subnets': [{'id': 'ba1df794-ccae-4e17-be55-4b4a3764e935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:37:39.797817 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 51398) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:37:39.912656 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-84d5c81c-7498-4e34-b92e-221a54f5e5a7 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:39.948668 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-84d5c81c-7498-4e34-b92e-221a54f5e5a7 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:39.970592 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 51406) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:37:40.005380 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-84d5c81c-7498-4e34-b92e-221a54f5e5a7 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:40.010424 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-84d5c81c-7498-4e34-b92e-221a54f5e5a7 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:40.011066 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-84d5c81c-7498-4e34-b92e-221a54f5e5a7 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] 10.222.0.64 "DELETE /v2.0/security-groups/97729601-032d-4729-bc88-1bc65d21f71b HTTP/1.1" status: 204 len: 168 time: 0.2113636 Oct 20 10:37:40.014897 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 51410) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:37:40.026964 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d5c81c-7498-4e34-b92e-221a54f5e5a7 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97729601-032d-4729-bc88-1bc65d21f71b,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:37:40.034118 n-d-811396-3 neutron-server[100597]: INFO neutron.api.v2.resource [None req-f51d02e3-458e-4558-90ed-32c92a0bd53d tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] show failed (client error): The resource could not be found. Oct 20 10:37:40.050182 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-f51d02e3-458e-4558-90ed-32c92a0bd53d tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] 10.222.0.64 "GET /v2.0/security-groups/97729601-032d-4729-bc88-1bc65d21f71b HTTP/1.1" status: 404 len: 347 time: 0.0341201 Oct 20 10:37:40.050900 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 51414) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:37:40.189717 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9827722c-cd07-485a-898d-bb1c33878f95 None None] New status for floating IP c119ed19-9c7c-4989-a166-e64a9185c9a5: DOWN {{(pid=100598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 10:37:40.286395 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-91b910d7-476b-4282-8168-8229fb195fe4 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Deleting port c8ff3b03-88b8-4ac7-87af-d1666d6e57e2 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:37:40.287355 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-91b910d7-476b-4282-8168-8229fb195fe4 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:40.325612 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-2b015373-d898-4723-9e8b-6b6c68d3d1cd tempest-MeteringTestJSON-239993505 tempest-MeteringTestJSON-239993505-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-237904118'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:37:40.326091 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-2b015373-d898-4723-9e8b-6b6c68d3d1cd tempest-MeteringTestJSON-239993505 tempest-MeteringTestJSON-239993505-project-admin] Unknown quota resources ['metering_label']. {{(pid=100597) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 20 10:37:40.369667 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-91b910d7-476b-4282-8168-8229fb195fe4 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:40.369929 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-91b910d7-476b-4282-8168-8229fb195fe4 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:40.382769 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-91b910d7-476b-4282-8168-8229fb195fe4 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Calling delete_port for c8ff3b03-88b8-4ac7-87af-d1666d6e57e2 owned by network:floatingip {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:37:40.557739 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-91b910d7-476b-4282-8168-8229fb195fe4 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:40.584955 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b910d7-476b-4282-8168-8229fb195fe4 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Pushing event deleted for resources: {'Port': ['ID=c8ff3b03-88b8-4ac7-87af-d1666d6e57e2,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:37:40.658748 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2b015373-d898-4723-9e8b-6b6c68d3d1cd tempest-MeteringTestJSON-239993505 tempest-MeteringTestJSON-239993505-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:40.662714 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-2b015373-d898-4723-9e8b-6b6c68d3d1cd tempest-MeteringTestJSON-239993505 tempest-MeteringTestJSON-239993505-project-admin] 10.222.0.64 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.6883135 Oct 20 10:37:40.666063 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 51428) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:37:40.673225 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-83418a89-0ccd-46d6-9363-bacb4b1200a7 tempest-MeteringTestJSON-239993505 tempest-MeteringTestJSON-239993505-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '442e18b1-f78f-4503-acc7-250bd4cd031a'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:37:40.673755 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-83418a89-0ccd-46d6-9363-bacb4b1200a7 tempest-MeteringTestJSON-239993505 tempest-MeteringTestJSON-239993505-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=100597) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 20 10:37:40.714078 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-69975fc1-6eaa-4e4c-9b6a-473578447362 req-fe79c5bc-a4a2-41df-a00f-6ea7df4055b3 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/ports?device_id=ede0fd07-bbc6-474e-9f53-8933b78a25cb HTTP/1.1" status: 200 len: 210 time: 0.0974963 Oct 20 10:37:40.752532 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-91b910d7-476b-4282-8168-8229fb195fe4 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Publish callbacks [] for floatingip, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:40.761422 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-91b910d7-476b-4282-8168-8229fb195fe4 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for floatingip, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:40.766698 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-91b910d7-476b-4282-8168-8229fb195fe4 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] 10.222.0.64 "DELETE /v2.0/floatingips/c119ed19-9c7c-4989-a166-e64a9185c9a5 HTTP/1.1" status: 204 len: 168 time: 0.7085369 Oct 20 10:37:40.815060 n-d-811396-3 neutron-server[100597]: WARNING neutron.services.metering.metering_plugin [None req-83418a89-0ccd-46d6-9363-bacb4b1200a7 tempest-MeteringTestJSON-239993505 tempest-MeteringTestJSON-239993505-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 20 10:37:40.851867 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad489300-1d13-42be-a28e-56ffff2293c3 req-8dabd2fc-4784-475d-9f1f-e655c7ea9951 tempest-ServerMetadataNegativeTestJSON-1375274090 tempest-ServerMetadataNegativeTestJSON-1375274090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:37:40.854342 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ad489300-1d13-42be-a28e-56ffff2293c3 req-8dabd2fc-4784-475d-9f1f-e655c7ea9951 tempest-ServerMetadataNegativeTestJSON-1375274090 tempest-ServerMetadataNegativeTestJSON-1375274090-project] 10.222.0.64 "GET /v2.0/ports?device_id=17254d73-575f-4166-acfa-3b8b436808cf HTTP/1.1" status: 200 len: 943 time: 0.1158130 Oct 20 10:37:40.917080 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ad489300-1d13-42be-a28e-56ffff2293c3 req-383cd956-e2b6-4a99-b4b9-130044516613 tempest-ServerMetadataNegativeTestJSON-1375274090 tempest-ServerMetadataNegativeTestJSON-1375274090-project] 10.222.0.64 "GET /v2.0/security-groups?id=8114170d-3d1f-4f6d-b2b2-1007c554805b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516095 Oct 20 10:37:40.958001 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-83418a89-0ccd-46d6-9363-bacb4b1200a7 tempest-MeteringTestJSON-239993505 tempest-MeteringTestJSON-239993505-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:40.959215 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-83418a89-0ccd-46d6-9363-bacb4b1200a7 tempest-MeteringTestJSON-239993505 tempest-MeteringTestJSON-239993505-project-admin] 10.222.0.64 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2934890 Oct 20 10:37:40.962433 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 51440) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:37:40.966986 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-966b0303-b189-43e9-8745-31914f183c52 tempest-MeteringTestJSON-239993505 tempest-MeteringTestJSON-239993505-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '442e18b1-f78f-4503-acc7-250bd4cd031a'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:37:40.967643 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-966b0303-b189-43e9-8745-31914f183c52 tempest-MeteringTestJSON-239993505 tempest-MeteringTestJSON-239993505-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=100597) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 20 10:37:41.026353 n-d-811396-3 neutron-server[100597]: WARNING neutron.services.metering.metering_plugin [None req-966b0303-b189-43e9-8745-31914f183c52 tempest-MeteringTestJSON-239993505 tempest-MeteringTestJSON-239993505-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 20 10:37:41.113820 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-966b0303-b189-43e9-8745-31914f183c52 tempest-MeteringTestJSON-239993505 tempest-MeteringTestJSON-239993505-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:41.115297 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-966b0303-b189-43e9-8745-31914f183c52 tempest-MeteringTestJSON-239993505 tempest-MeteringTestJSON-239993505-project-admin] 10.222.0.64 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.1518698 Oct 20 10:37:41.118282 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 51446) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:37:41.130383 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-ed28766a-0b13-42d6-8ec6-fc1d7c7126f1 tempest-MeteringTestJSON-239993505 tempest-MeteringTestJSON-239993505-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-label-rules?id=01fb32b6-def1-4037-80bc-0e55994361cf HTTP/1.1" status: 200 len: 464 time: 0.0106049 Oct 20 10:37:41.132995 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 51448) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:37:41.160937 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 51450) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:37:41.165549 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-a2a8294d-83fb-4487-afb8-a86098378a0f tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Request body: {'security_group': {'name': 'tempest-securitygroup--941432715', 'description': 'tempest-description--404047500'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:37:41.224687 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a2a8294d-83fb-4487-afb8-a86098378a0f tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:41.298428 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a7bbba0b-8e3a-4b69-b042-087728dc2b12 tempest-MeteringTestJSON-239993505 tempest-MeteringTestJSON-239993505-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:41.302087 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-a7bbba0b-8e3a-4b69-b042-087728dc2b12 tempest-MeteringTestJSON-239993505 tempest-MeteringTestJSON-239993505-project-admin] 10.222.0.64 "DELETE /v2.0/metering/metering-label-rules/01fb32b6-def1-4037-80bc-0e55994361cf HTTP/1.1" status: 204 len: 168 time: 0.1678231 Oct 20 10:37:41.302951 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 51456) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:37:41.326671 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-4a7d30af-cebf-4dc7-9a60-06f381e30207 tempest-MeteringTestJSON-239993505 tempest-MeteringTestJSON-239993505-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-label-rules?id=01fb32b6-def1-4037-80bc-0e55994361cf HTTP/1.1" status: 200 len: 221 time: 0.0221345 Oct 20 10:37:41.331818 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 51458) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:37:41.337588 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-fb8a68d0-3132-4fb9-aa34-b436ac816cf2 tempest-MeteringTestJSON-239993505 tempest-MeteringTestJSON-239993505-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1966238681', 'description': 'label created by tempest'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:37:41.342664 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-fb8a68d0-3132-4fb9-aa34-b436ac816cf2 tempest-MeteringTestJSON-239993505 tempest-MeteringTestJSON-239993505-project-admin] Unknown quota resources ['metering_label']. {{(pid=100597) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 20 10:37:41.391104 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 6e736386-50ae-44e0-bfb3-8ca2aeb1a7d8 details requested by agent hyperv_n-h1-811396-3 with host n-h1-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:37:41.444207 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547d0e39-65f1-4ec2-a82e-4a94e1782d6b req-383ce3cc-bc76-49d1-8056-93cc7e3f2865 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:37:41.445983 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-547d0e39-65f1-4ec2-a82e-4a94e1782d6b req-383ce3cc-bc76-49d1-8056-93cc7e3f2865 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.55 "GET /v2.0/networks?id=60750f9d-1dd0-4933-91f0-f6aefa736c9d HTTP/1.1" status: 200 len: 808 time: 0.1939485 Oct 20 10:37:41.458704 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a2a8294d-83fb-4487-afb8-a86098378a0f tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:41.467255 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-547d0e39-65f1-4ec2-a82e-4a94e1782d6b req-9250b104-0518-4a9c-bc87-8b3b522f5522 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Request body: {'port': {'device_id': 'ede0fd07-bbc6-474e-9f53-8933b78a25cb', 'network_id': '60750f9d-1dd0-4933-91f0-f6aefa736c9d', 'admin_state_up': True, 'tenant_id': '4e37fa6eb8b848f6897a2d7488b235c7'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:37:41.472574 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a2a8294d-83fb-4487-afb8-a86098378a0f tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:41.543924 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a2a8294d-83fb-4487-afb8-a86098378a0f tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:41.548578 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-a2a8294d-83fb-4487-afb8-a86098378a0f tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3833344 Oct 20 10:37:41.551207 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 51460) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:37:41.593742 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-4083b2d9-3c5c-4769-9855-962d0be1afc6 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Request body: {'security_group_rule': {'security_group_id': 'a673e019-cdf8-45bc-a191-e8846fb1ecb1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:37:41.605693 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 6e736386-50ae-44e0-bfb3-8ca2aeb1a7d8, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=6e736386-50ae-44e0-bfb3-8ca2aeb1a7d8,segment=NetworkSegment(15c27e64-dde5-4966-a40c-8b7ec11f1fb6),segment_id=15c27e64-dde5-4966-a40c-8b7ec11f1fb6)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:37:41.612638 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a8294d-83fb-4487-afb8-a86098378a0f tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a673e019-cdf8-45bc-a191-e8846fb1ecb1,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:37:41.625418 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Returning: {'device': '6e736386-50ae-44e0-bfb3-8ca2aeb1a7d8', 'network_id': 'ff1e894f-269e-4fbf-8075-0bad03817ae4', 'port_id': '6e736386-50ae-44e0-bfb3-8ca2aeb1a7d8', 'mac_address': 'fa:16:3e:51:8d:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 819, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '363e24cc-09e4-450c-9220-5fa41025e34b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:37:41.654085 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fb8a68d0-3132-4fb9-aa34-b436ac816cf2 tempest-MeteringTestJSON-239993505 tempest-MeteringTestJSON-239993505-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:41.656082 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-fb8a68d0-3132-4fb9-aa34-b436ac816cf2 tempest-MeteringTestJSON-239993505 tempest-MeteringTestJSON-239993505-project-admin] 10.222.0.64 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3230617 Oct 20 10:37:41.658713 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 51462) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:37:41.681278 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:41.700036 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4083b2d9-3c5c-4769-9855-962d0be1afc6 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:41.726337 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e736386-50ae-44e0-bfb3-8ca2aeb1a7d8 {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:37:41.756011 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-547d0e39-65f1-4ec2-a82e-4a94e1782d6b req-9250b104-0518-4a9c-bc87-8b3b522f5522 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Made reservation on behalf of 4e37fa6eb8b848f6897a2d7488b235c7 for: {'port': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:37:41.760663 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-547d0e39-65f1-4ec2-a82e-4a94e1782d6b req-9250b104-0518-4a9c-bc87-8b3b522f5522 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:41.761606 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 6e736386-50ae-44e0-bfb3-8ca2aeb1a7d8, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=6e736386-50ae-44e0-bfb3-8ca2aeb1a7d8,segment=NetworkSegment(15c27e64-dde5-4966-a40c-8b7ec11f1fb6),segment_id=15c27e64-dde5-4966-a40c-8b7ec11f1fb6)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:37:41.787017 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:41.798582 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4083b2d9-3c5c-4769-9855-962d0be1afc6 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:41.807884 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4083b2d9-3c5c-4769-9855-962d0be1afc6 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:41.864025 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=6e736386-50ae-44e0-bfb3-8ca2aeb1a7d8,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:37:41.906016 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4083b2d9-3c5c-4769-9855-962d0be1afc6 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8ea4abf-1dc8-4e88-944e-ccb2fe2a7a76,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:37:41.948965 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4083b2d9-3c5c-4769-9855-962d0be1afc6 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:41.951926 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-ef1528ca-a53f-4549-829e-5f0903c9d9eb tempest-MeteringTestJSON-239993505 tempest-MeteringTestJSON-239993505-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-labels?id=85487b65-d658-42a3-9279-81a595ae5e8c HTTP/1.1" status: 200 len: 468 time: 0.2904301 Oct 20 10:37:41.954361 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 51470) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:37:41.955629 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-4083b2d9-3c5c-4769-9855-962d0be1afc6 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3729110 Oct 20 10:37:41.960144 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 51472) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:37:41.988369 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-d3fb4b21-32ba-491e-b148-cadde7a40b45 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Request body: {'security_group_rule': {'security_group_id': 'a673e019-cdf8-45bc-a191-e8846fb1ecb1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:37:42.128256 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9462eebe-0327-4ca9-a4c1-6516d06bf0b8 req-cee90193-c8a8-4ae0-a03f-e6ca60ea2fa1 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/ports?device_id=ede0fd07-bbc6-474e-9f53-8933b78a25cb HTTP/1.1" status: 200 len: 210 time: 0.1709831 Oct 20 10:37:42.136803 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d3fb4b21-32ba-491e-b148-cadde7a40b45 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:42.190187 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-dc49cc30-4c09-4cbd-8153-910a11b4b808 tempest-MeteringTestJSON-239993505 tempest-MeteringTestJSON-239993505-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:42.198723 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-dc49cc30-4c09-4cbd-8153-910a11b4b808 tempest-MeteringTestJSON-239993505 tempest-MeteringTestJSON-239993505-project-admin] 10.222.0.64 "DELETE /v2.0/metering/metering-labels/85487b65-d658-42a3-9279-81a595ae5e8c HTTP/1.1" status: 204 len: 168 time: 0.2432537 Oct 20 10:37:42.206450 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 51484) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:37:42.221504 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['6e736386-50ae-44e0-bfb3-8ca2aeb1a7d8'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:37:42.264567 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-10d9342d-06d6-4366-b9c3-d6a9c5e927d6 tempest-MeteringTestJSON-239993505 tempest-MeteringTestJSON-239993505-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-labels?id=85487b65-d658-42a3-9279-81a595ae5e8c HTTP/1.1" status: 200 len: 216 time: 0.0554547 Oct 20 10:37:42.269671 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 51486) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:37:42.278708 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [req-547d0e39-65f1-4ec2-a82e-4a94e1782d6b req-9250b104-0518-4a9c-bc87-8b3b522f5522 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Allocated IP 172.20.0.12 (60750f9d-1dd0-4933-91f0-f6aefa736c9d/6f74b0c1-2855-44cd-a118-a8c6ce76ebd8/462b0403-e373-4471-b0eb-fa4212f52d96) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:37:42.290058 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-ef1f6e91-1114-45c9-b70f-abc7e44d2820 tempest-MeteringTestJSON-239993505 tempest-MeteringTestJSON-239993505-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0186591 Oct 20 10:37:42.293284 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 51490) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:37:42.326960 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-121bd0ec-1e91-4efb-9e2d-74b6ecbed1fc tempest-MeteringTestJSON-239993505 tempest-MeteringTestJSON-239993505-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0299602 Oct 20 10:37:42.330493 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 51492) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:37:42.440404 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-68f13948-174f-4693-b3a7-83c8d89caeac tempest-MeteringTestJSON-239993505 tempest-MeteringTestJSON-239993505-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-labels/442e18b1-f78f-4503-acc7-250bd4cd031a HTTP/1.1" status: 200 len: 472 time: 0.1084743 Oct 20 10:37:42.441061 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 51496) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:37:42.452906 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-09138b27-b1dc-4b0d-8f2c-bd7605acebce tempest-MeteringTestJSON-239993505 tempest-MeteringTestJSON-239993505-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-label-rules/98bf670b-80ed-4370-ac0d-f15c47728c35 HTTP/1.1" status: 200 len: 461 time: 0.0105770 Oct 20 10:37:42.455797 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 51500) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:37:42.545976 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a79d099-de26-456e-bd98-93f91631a92a req-9e479db5-5699-47c4-939d-9f96d13c9341 tempest-ServerMetadataNegativeTestJSON-1375274090 tempest-ServerMetadataNegativeTestJSON-1375274090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:37:42.556312 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7a79d099-de26-456e-bd98-93f91631a92a req-9e479db5-5699-47c4-939d-9f96d13c9341 tempest-ServerMetadataNegativeTestJSON-1375274090 tempest-ServerMetadataNegativeTestJSON-1375274090-project] 10.222.0.64 "GET /v2.0/ports?device_id=17254d73-575f-4166-acfa-3b8b436808cf HTTP/1.1" status: 200 len: 944 time: 0.4265349 Oct 20 10:37:42.612288 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7a79d099-de26-456e-bd98-93f91631a92a req-e33dc00a-298b-4bc8-946a-d1471a3d2569 tempest-ServerMetadataNegativeTestJSON-1375274090 tempest-ServerMetadataNegativeTestJSON-1375274090-project] 10.222.0.64 "GET /v2.0/security-groups?id=8114170d-3d1f-4f6d-b2b2-1007c554805b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547223 Oct 20 10:37:42.685045 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d3fb4b21-32ba-491e-b148-cadde7a40b45 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:42.695308 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-547d0e39-65f1-4ec2-a82e-4a94e1782d6b req-9250b104-0518-4a9c-bc87-8b3b522f5522 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:42.698032 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d3fb4b21-32ba-491e-b148-cadde7a40b45 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:42.757482 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d3fb4b21-32ba-491e-b148-cadde7a40b45 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:42.764784 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-d3fb4b21-32ba-491e-b148-cadde7a40b45 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7913043 Oct 20 10:37:42.837166 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fb4b21-32ba-491e-b148-cadde7a40b45 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aacf87ff-2111-49b6-a4a4-13f0d5141b52,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:37:42.847989 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 51504) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:37:42.851738 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-547d0e39-65f1-4ec2-a82e-4a94e1782d6b req-9250b104-0518-4a9c-bc87-8b3b522f5522 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:42.859783 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-4f00056b-9234-4a58-aa51-5dbddf20447e tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Request body: {'floatingip': {'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:37:42.901326 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4f00056b-9234-4a58-aa51-5dbddf20447e tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Publish callbacks [] for floatingip, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:42.976530 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-547d0e39-65f1-4ec2-a82e-4a94e1782d6b req-9250b104-0518-4a9c-bc87-8b3b522f5522 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Network 60750f9d-1dd0-4933-91f0-f6aefa736c9d is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:37:42.989158 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [req-547d0e39-65f1-4ec2-a82e-4a94e1782d6b req-9250b104-0518-4a9c-bc87-8b3b522f5522 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:37:43.013740 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-547d0e39-65f1-4ec2-a82e-4a94e1782d6b req-9250b104-0518-4a9c-bc87-8b3b522f5522 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:37:43.028651 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bce52985-9373-49f4-a598-e1762909b584 tempest-MeteringTestJSON-239993505 tempest-MeteringTestJSON-239993505-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:43.032741 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-bce52985-9373-49f4-a598-e1762909b584 tempest-MeteringTestJSON-239993505 tempest-MeteringTestJSON-239993505-project-admin] 10.222.0.64 "DELETE /v2.0/metering/metering-label-rules/98bf670b-80ed-4370-ac0d-f15c47728c35 HTTP/1.1" status: 204 len: 168 time: 0.5760062 Oct 20 10:37:43.033537 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 51508) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:37:43.105588 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547d0e39-65f1-4ec2-a82e-4a94e1782d6b req-9250b104-0518-4a9c-bc87-8b3b522f5522 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:37:43.106282 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-547d0e39-65f1-4ec2-a82e-4a94e1782d6b req-9250b104-0518-4a9c-bc87-8b3b522f5522 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:43.148980 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-547d0e39-65f1-4ec2-a82e-4a94e1782d6b req-9250b104-0518-4a9c-bc87-8b3b522f5522 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6877766 Oct 20 10:37:43.150982 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9250b104-0518-4a9c-bc87-8b3b522f5522 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Pushing event updated for resources: {'Port': ['ID=462b0403-e373-4471-b0eb-fa4212f52d96,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:37:43.231647 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-547d0e39-65f1-4ec2-a82e-4a94e1782d6b req-7405cb62-9fa7-4650-b773-96ac4059eb7c service neutron] Request body: {'port': {'device_id': 'ede0fd07-bbc6-474e-9f53-8933b78a25cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811396-3'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:37:43.266850 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['00ae86d6-b3cd-41a2-9d65-5a8b5af60932'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:37:43.313108 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f54015cd-9f99-40f5-a4fa-fdbb502b298f tempest-MeteringTestJSON-239993505 tempest-MeteringTestJSON-239993505-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:43.319897 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-f54015cd-9f99-40f5-a4fa-fdbb502b298f tempest-MeteringTestJSON-239993505 tempest-MeteringTestJSON-239993505-project-admin] 10.222.0.64 "DELETE /v2.0/metering/metering-labels/442e18b1-f78f-4503-acc7-250bd4cd031a HTTP/1.1" status: 204 len: 168 time: 0.2838297 Oct 20 10:37:43.338551 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbb2dc8-6899-4514-8fff-a31dcb380e36 req-e12202dc-9279-40ef-a8f9-20640ddf37fe tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:37:43.346038 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4fbb2dc8-6899-4514-8fff-a31dcb380e36 req-e12202dc-9279-40ef-a8f9-20640ddf37fe tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/ports?device_id=52879e8b-8049-42d5-908c-6b7322066849 HTTP/1.1" status: 200 len: 945 time: 0.4055135 Oct 20 10:37:43.643073 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 51524) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:37:43.767938 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1465c311-26b5-48b6-b3e4-22d92279c5a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:43.817689 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-547d0e39-65f1-4ec2-a82e-4a94e1782d6b req-7405cb62-9fa7-4650-b773-96ac4059eb7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:43.858355 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1465c311-26b5-48b6-b3e4-22d92279c5a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:43.866650 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1465c311-26b5-48b6-b3e4-22d92279c5a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:43.884058 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4fbb2dc8-6899-4514-8fff-a31dcb380e36 req-2a080dc3-d6ca-47ba-90cc-bf5ee2a1f973 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/security-groups?id=17372704-86e6-46e6-a5dd-dc7385be620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5369337 Oct 20 10:37:43.898887 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-1465c311-26b5-48b6-b3e4-22d92279c5a5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d4571a0e77e64bcbab765fbe3e18cef5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2540293 Oct 20 10:37:43.901833 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 51528) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:37:43.948765 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfac5a6a-8a56-4a2e-b7f0-27cef68cfefd req-dfbf7d0b-3595-494b-b51d-1ce3bdc241c0 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:37:43.956526 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cfac5a6a-8a56-4a2e-b7f0-27cef68cfefd req-dfbf7d0b-3595-494b-b51d-1ce3bdc241c0 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/ports?device_id=ede0fd07-bbc6-474e-9f53-8933b78a25cb HTTP/1.1" status: 200 len: 932 time: 0.6304033 Oct 20 10:37:44.004775 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ac70daef-4bc1-4709-9893-e06cf17ec350 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:44.006764 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1465c311-26b5-48b6-b3e4-22d92279c5a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dfbf23d-49f4-44de-a4ae-a446d256211f,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:37:44.039348 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4f00056b-9234-4a58-aa51-5dbddf20447e tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:44.118024 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ac70daef-4bc1-4709-9893-e06cf17ec350 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:44.204247 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ac70daef-4bc1-4709-9893-e06cf17ec350 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:44.214967 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ac70daef-4bc1-4709-9893-e06cf17ec350 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:44.223571 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-ac70daef-4bc1-4709-9893-e06cf17ec350 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8dfbf23d-49f4-44de-a4ae-a446d256211f HTTP/1.1" status: 204 len: 168 time: 0.3192477 Oct 20 10:37:44.252601 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac70daef-4bc1-4709-9893-e06cf17ec350 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dfbf23d-49f4-44de-a4ae-a446d256211f,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:37:44.285330 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cfac5a6a-8a56-4a2e-b7f0-27cef68cfefd req-d6b07969-0789-499d-90cf-95e36a1836a4 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/security-groups?id=c33a6cb5-e80a-4f79-936a-38f5e3f7c89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3105662 Oct 20 10:37:44.435313 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabaa5dd-cd0f-446a-bfd8-fabb176424d4 req-8d3388a0-1244-4af0-a7ae-ebc5928d683c tempest-ServerMetadataNegativeTestJSON-1375274090 tempest-ServerMetadataNegativeTestJSON-1375274090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:37:44.437721 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-eabaa5dd-cd0f-446a-bfd8-fabb176424d4 req-8d3388a0-1244-4af0-a7ae-ebc5928d683c tempest-ServerMetadataNegativeTestJSON-1375274090 tempest-ServerMetadataNegativeTestJSON-1375274090-project] 10.222.0.64 "GET /v2.0/ports?device_id=17254d73-575f-4166-acfa-3b8b436808cf HTTP/1.1" status: 200 len: 944 time: 0.2550118 Oct 20 10:37:44.620179 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [None req-4f00056b-9234-4a58-aa51-5dbddf20447e tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Allocated IP 172.25.1.152 (cbe170d3-31ba-45a2-b477-520ab0a7a8ea/f4e26aca-17ac-4adb-a66b-d939a1b35b64/b2b3f686-7205-4e27-ad51-bfb48451fe6e) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:37:44.640852 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 51548) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:37:44.655147 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-eabaa5dd-cd0f-446a-bfd8-fabb176424d4 req-0e64eb07-93fd-4f3e-bb4e-19e5a43b9a5c tempest-ServerMetadataNegativeTestJSON-1375274090 tempest-ServerMetadataNegativeTestJSON-1375274090-project] 10.222.0.64 "GET /v2.0/security-groups?id=8114170d-3d1f-4f6d-b2b2-1007c554805b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371946 Oct 20 10:37:44.657800 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-45c2a1a7-762c-4236-b974-c8810c4eaa3b admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:44.753000 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ce9166-bea8-4897-a6e9-0d2f1382393a req-6e929b7b-c785-4ed4-b8b1-536d9157839f tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:37:44.754755 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-86ce9166-bea8-4897-a6e9-0d2f1382393a req-6e929b7b-c785-4ed4-b8b1-536d9157839f tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.69 "GET /v2.0/ports?device_id=52879e8b-8049-42d5-908c-6b7322066849 HTTP/1.1" status: 200 len: 945 time: 0.1464236 Oct 20 10:37:44.768704 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-45c2a1a7-762c-4236-b974-c8810c4eaa3b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:44.783067 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [req-547d0e39-65f1-4ec2-a82e-4a94e1782d6b req-7405cb62-9fa7-4650-b773-96ac4059eb7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 462b0403-e373-4471-b0eb-fa4212f52d96 {{(pid=100596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:37:44.785079 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-45c2a1a7-762c-4236-b974-c8810c4eaa3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:44.811482 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-547d0e39-65f1-4ec2-a82e-4a94e1782d6b req-7405cb62-9fa7-4650-b773-96ac4059eb7c service neutron] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:44.838298 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-45c2a1a7-762c-4236-b974-c8810c4eaa3b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1c4bbcbe468f4df7b723c24e8dac1ae1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1960814 Oct 20 10:37:44.839574 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 51550) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:37:44.840394 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c2a1a7-762c-4236-b974-c8810c4eaa3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70843c95-b436-42de-a3bf-8497d1a8fbe1,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:37:44.871131 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.provisioning_blocks [req-547d0e39-65f1-4ec2-a82e-4a94e1782d6b req-7405cb62-9fa7-4650-b773-96ac4059eb7c service neutron] Transition to ACTIVE for port object 462b0403-e373-4471-b0eb-fa4212f52d96 will not be triggered until provisioned by entity L2. {{(pid=100596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:37:44.907689 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-afdfd5af-a7ef-478d-9d16-49c0c9a24dfd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:44.912155 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-547d0e39-65f1-4ec2-a82e-4a94e1782d6b req-7405cb62-9fa7-4650-b773-96ac4059eb7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:44.936124 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-afdfd5af-a7ef-478d-9d16-49c0c9a24dfd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:45.027419 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-afdfd5af-a7ef-478d-9d16-49c0c9a24dfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:45.035433 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-afdfd5af-a7ef-478d-9d16-49c0c9a24dfd admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:45.051013 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-afdfd5af-a7ef-478d-9d16-49c0c9a24dfd admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/70843c95-b436-42de-a3bf-8497d1a8fbe1 HTTP/1.1" status: 204 len: 168 time: 0.2073550 Oct 20 10:37:45.088372 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdfd5af-a7ef-478d-9d16-49c0c9a24dfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70843c95-b436-42de-a3bf-8497d1a8fbe1,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:37:45.098456 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4f00056b-9234-4a58-aa51-5dbddf20447e tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:45.102149 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7405cb62-9fa7-4650-b773-96ac4059eb7c service neutron] Pushing event updated for resources: {'Port': ['ID=462b0403-e373-4471-b0eb-fa4212f52d96,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:37:45.191532 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79385c83-b2c3-4e07-9120-19c2de0a23c1 req-3742cce4-3d59-43d2-87f0-8a6f19cf70b4 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:37:45.196686 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-79385c83-b2c3-4e07-9120-19c2de0a23c1 req-3742cce4-3d59-43d2-87f0-8a6f19cf70b4 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/ports?device_id=52879e8b-8049-42d5-908c-6b7322066849 HTTP/1.1" status: 200 len: 945 time: 0.1887147 Oct 20 10:37:45.202943 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-86ce9166-bea8-4897-a6e9-0d2f1382393a req-65ab428a-14ff-4385-80e0-fec58fd538ff tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Deleting port 57acb827-9676-46b4-9db4-a914c0bfed9e {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:37:45.203287 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-86ce9166-bea8-4897-a6e9-0d2f1382393a req-65ab428a-14ff-4385-80e0-fec58fd538ff tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:45.362054 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-547d0e39-65f1-4ec2-a82e-4a94e1782d6b req-7405cb62-9fa7-4650-b773-96ac4059eb7c service neutron] Attempting to bind port 462b0403-e373-4471-b0eb-fa4212f52d96 on host n-h1-811396-3 for vnic_type normal with profile {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:37:45.364427 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-547d0e39-65f1-4ec2-a82e-4a94e1782d6b req-7405cb62-9fa7-4650-b773-96ac4059eb7c service neutron] Attempting to bind port 462b0403-e373-4471-b0eb-fa4212f52d96 by drivers openvswitch,hyperv on host n-h1-811396-3 at level 0 using segments [{'id': 'd74986f8-a71e-4359-a64d-140af23f3558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '60750f9d-1dd0-4933-91f0-f6aefa736c9d'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:37:45.364805 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-547d0e39-65f1-4ec2-a82e-4a94e1782d6b req-7405cb62-9fa7-4650-b773-96ac4059eb7c service neutron] Attempting to bind port 462b0403-e373-4471-b0eb-fa4212f52d96 on network 60750f9d-1dd0-4933-91f0-f6aefa736c9d {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:37:45.374524 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4f00056b-9234-4a58-aa51-5dbddf20447e tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:45.390417 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 6e736386-50ae-44e0-bfb3-8ca2aeb1a7d8 up at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:37:45.405816 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-547d0e39-65f1-4ec2-a82e-4a94e1782d6b req-7405cb62-9fa7-4650-b773-96ac4059eb7c service neutron] Port 462b0403-e373-4471-b0eb-fa4212f52d96 on network 60750f9d-1dd0-4933-91f0-f6aefa736c9d not bound, no agent of type Open vSwitch agent registered on host n-h1-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:37:45.406171 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-547d0e39-65f1-4ec2-a82e-4a94e1782d6b req-7405cb62-9fa7-4650-b773-96ac4059eb7c service neutron] Attempting to bind port 462b0403-e373-4471-b0eb-fa4212f52d96 on network 60750f9d-1dd0-4933-91f0-f6aefa736c9d {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:37:45.480707 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-79385c83-b2c3-4e07-9120-19c2de0a23c1 req-33a43d0b-337d-4922-b20e-4a8b06ed11d2 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/security-groups?id=17372704-86e6-46e6-a5dd-dc7385be620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2736683 Oct 20 10:37:45.481472 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-547d0e39-65f1-4ec2-a82e-4a94e1782d6b req-7405cb62-9fa7-4650-b773-96ac4059eb7c service neutron] Checking agent: {'id': 'b707b4cc-061f-4cf4-bce0-0b3df9b7bec9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 37, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:37:45.482167 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-547d0e39-65f1-4ec2-a82e-4a94e1782d6b req-7405cb62-9fa7-4650-b773-96ac4059eb7c service neutron] Checking segment: {'id': 'd74986f8-a71e-4359-a64d-140af23f3558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '60750f9d-1dd0-4933-91f0-f6aefa736c9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:37:45.482167 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-547d0e39-65f1-4ec2-a82e-4a94e1782d6b req-7405cb62-9fa7-4650-b773-96ac4059eb7c service neutron] Bound using segment: {'id': 'd74986f8-a71e-4359-a64d-140af23f3558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '60750f9d-1dd0-4933-91f0-f6aefa736c9d'} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:37:45.483215 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-547d0e39-65f1-4ec2-a82e-4a94e1782d6b req-7405cb62-9fa7-4650-b773-96ac4059eb7c service neutron] Bound port: 462b0403-e373-4471-b0eb-fa4212f52d96, host: n-h1-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd74986f8-a71e-4359-a64d-140af23f3558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '60750f9d-1dd0-4933-91f0-f6aefa736c9d'}}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:37:45.483587 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-547d0e39-65f1-4ec2-a82e-4a94e1782d6b req-7405cb62-9fa7-4650-b773-96ac4059eb7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:45.511059 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f00056b-9234-4a58-aa51-5dbddf20447e tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Network cbe170d3-31ba-45a2-b477-520ab0a7a8ea is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:37:45.533512 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-4f00056b-9234-4a58-aa51-5dbddf20447e tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:37:45.550848 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning for port 6e736386-50ae-44e0-bfb3-8ca2aeb1a7d8 completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:37:45.558679 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f00056b-9234-4a58-aa51-5dbddf20447e tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:37:45.560279 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning complete for port 6e736386-50ae-44e0-bfb3-8ca2aeb1a7d8 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:37:45.560866 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:45.624306 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f00056b-9234-4a58-aa51-5dbddf20447e tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Pushing event updated for resources: {'Port': ['ID=b2b3f686-7205-4e27-ad51-bfb48451fe6e,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:37:45.684938 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:45.722760 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 6e736386-50ae-44e0-bfb3-8ca2aeb1a7d8, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=6e736386-50ae-44e0-bfb3-8ca2aeb1a7d8,segment=NetworkSegment(15c27e64-dde5-4966-a40c-8b7ec11f1fb6),segment_id=15c27e64-dde5-4966-a40c-8b7ec11f1fb6)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:37:45.724454 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17254d73-575f-4166-acfa-3b8b436808cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e736386-50ae-44e0-bfb3-8ca2aeb1a7d8'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:37:45.726126 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-86ce9166-bea8-4897-a6e9-0d2f1382393a req-65ab428a-14ff-4385-80e0-fec58fd538ff tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] For port 57acb827-9676-46b4-9db4-a914c0bfed9e, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=57acb827-9676-46b4-9db4-a914c0bfed9e,segment=NetworkSegment(f70d1162-b154-4994-9af5-210e1dd15ef4),segment_id=f70d1162-b154-4994-9af5-210e1dd15ef4)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:37:45.726521 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-86ce9166-bea8-4897-a6e9-0d2f1382393a req-65ab428a-14ff-4385-80e0-fec58fd538ff tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:45.728498 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-142b7137-b318-412e-84cb-7bef58540a97" -d '{"events": [{"server_uuid": "17254d73-575f-4166-acfa-3b8b436808cf", "name": "network-vif-plugged", "status": "completed", "tag": "6e736386-50ae-44e0-bfb3-8ca2aeb1a7d8"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:37:45.732431 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:45.787074 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=6e736386-50ae-44e0-bfb3-8ca2aeb1a7d8,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:37:45.813107 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ca79d1-d5aa-426d-a369-0cb0b7d4529a req-ef493b74-97c4-4902-a0d3-bc2388e45de2 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:37:45.814671 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b2ca79d1-d5aa-426d-a369-0cb0b7d4529a req-ef493b74-97c4-4902-a0d3-bc2388e45de2 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/ports?device_id=ede0fd07-bbc6-474e-9f53-8933b78a25cb HTTP/1.1" status: 200 len: 944 time: 0.3839281 Oct 20 10:37:45.834048 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-86ce9166-bea8-4897-a6e9-0d2f1382393a req-65ab428a-14ff-4385-80e0-fec58fd538ff tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Calling delete_port for 57acb827-9676-46b4-9db4-a914c0bfed9e owned by compute:nova {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:37:45.986718 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-547d0e39-65f1-4ec2-a82e-4a94e1782d6b req-7405cb62-9fa7-4650-b773-96ac4059eb7c service neutron] For port 462b0403-e373-4471-b0eb-fa4212f52d96, host n-h1-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:37:46.014652 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c28bb96-2936-4fa7-92ec-d1515f0cba2d req-0c01b8fd-977f-488b-bd39-a518b66a9c0b tempest-ServerMetadataNegativeTestJSON-1375274090 tempest-ServerMetadataNegativeTestJSON-1375274090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:37:46.022346 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6c28bb96-2936-4fa7-92ec-d1515f0cba2d req-0c01b8fd-977f-488b-bd39-a518b66a9c0b tempest-ServerMetadataNegativeTestJSON-1375274090 tempest-ServerMetadataNegativeTestJSON-1375274090-project] 10.222.0.64 "GET /v2.0/ports?device_id=17254d73-575f-4166-acfa-3b8b436808cf HTTP/1.1" status: 200 len: 945 time: 0.2357829 Oct 20 10:37:46.034512 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-547d0e39-65f1-4ec2-a82e-4a94e1782d6b req-7405cb62-9fa7-4650-b773-96ac4059eb7c service neutron] For port 462b0403-e373-4471-b0eb-fa4212f52d96, host n-h1-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=462b0403-e373-4471-b0eb-fa4212f52d96,segment=NetworkSegment(d74986f8-a71e-4359-a64d-140af23f3558),segment_id=d74986f8-a71e-4359-a64d-140af23f3558)] {{(pid=100596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:37:46.070121 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b2ca79d1-d5aa-426d-a369-0cb0b7d4529a req-7138e27c-112c-4df4-9c95-249f712bf861 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/security-groups?id=c33a6cb5-e80a-4f79-936a-38f5e3f7c89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337251 Oct 20 10:37:46.082668 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-547d0e39-65f1-4ec2-a82e-4a94e1782d6b req-7405cb62-9fa7-4650-b773-96ac4059eb7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:46.137727 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-024e6bc4-d37d-42ce-a5f1-86a930e468cd x-openstack-request-id: req-024e6bc4-d37d-42ce-a5f1-86a930e468cd {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:37:46.138016 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17254d73-575f-4166-acfa-3b8b436808cf", "name": "network-vif-plugged", "status": "completed", "tag": "6e736386-50ae-44e0-bfb3-8ca2aeb1a7d8", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:37:46.138401 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-024e6bc4-d37d-42ce-a5f1-86a930e468cd {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:37:46.138674 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17254d73-575f-4166-acfa-3b8b436808cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e736386-50ae-44e0-bfb3-8ca2aeb1a7d8', 'code': 200} Oct 20 10:37:46.172019 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4f00056b-9234-4a58-aa51-5dbddf20447e tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:46.188153 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7405cb62-9fa7-4650-b773-96ac4059eb7c service neutron] Pushing event updated for resources: {'Port': ['ID=462b0403-e373-4471-b0eb-fa4212f52d96,revision_number=3']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:37:46.202987 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7405cb62-9fa7-4650-b773-96ac4059eb7c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:37:46.203341 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7405cb62-9fa7-4650-b773-96ac4059eb7c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:37:46.203720 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7405cb62-9fa7-4650-b773-96ac4059eb7c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:37:46.204063 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7405cb62-9fa7-4650-b773-96ac4059eb7c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:37:46.204402 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7405cb62-9fa7-4650-b773-96ac4059eb7c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:37:46.204739 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7405cb62-9fa7-4650-b773-96ac4059eb7c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:37:46.205124 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7405cb62-9fa7-4650-b773-96ac4059eb7c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:37:46.205484 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7405cb62-9fa7-4650-b773-96ac4059eb7c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:37:46.205819 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7405cb62-9fa7-4650-b773-96ac4059eb7c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:37:46.206149 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7405cb62-9fa7-4650-b773-96ac4059eb7c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:37:46.206500 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7405cb62-9fa7-4650-b773-96ac4059eb7c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:37:46.206828 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7405cb62-9fa7-4650-b773-96ac4059eb7c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:37:46.232735 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547d0e39-65f1-4ec2-a82e-4a94e1782d6b req-7405cb62-9fa7-4650-b773-96ac4059eb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:37:46.233365 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-547d0e39-65f1-4ec2-a82e-4a94e1782d6b req-7405cb62-9fa7-4650-b773-96ac4059eb7c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:46.234806 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-547d0e39-65f1-4ec2-a82e-4a94e1782d6b req-7405cb62-9fa7-4650-b773-96ac4059eb7c service neutron] 10.222.0.55 "PUT /v2.0/ports/462b0403-e373-4471-b0eb-fa4212f52d96 HTTP/1.1" status: 200 len: 1092 time: 3.0269740 Oct 20 10:37:46.279674 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6c28bb96-2936-4fa7-92ec-d1515f0cba2d req-65bbd2e4-c592-4e4a-a683-fed4718cb692 tempest-ServerMetadataNegativeTestJSON-1375274090 tempest-ServerMetadataNegativeTestJSON-1375274090-project] 10.222.0.64 "GET /v2.0/security-groups?id=8114170d-3d1f-4f6d-b2b2-1007c554805b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2558811 Oct 20 10:37:46.279930 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ede0fd07-bbc6-474e-9f53-8933b78a25cb', 'tag': '462b0403-e373-4471-b0eb-fa4212f52d96'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:37:46.289415 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0f56eef-265d-4bb0-bcb2-deb50118ba1a" -d '{"events": [{"name": "network-changed", "server_uuid": "ede0fd07-bbc6-474e-9f53-8933b78a25cb", "tag": "462b0403-e373-4471-b0eb-fa4212f52d96"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:37:46.353901 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf04341e-58b6-4814-908c-8c33d1fd2025 x-openstack-request-id: req-bf04341e-58b6-4814-908c-8c33d1fd2025 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:37:46.354251 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ede0fd07-bbc6-474e-9f53-8933b78a25cb", "tag": "462b0403-e373-4471-b0eb-fa4212f52d96", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:37:46.354510 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bf04341e-58b6-4814-908c-8c33d1fd2025 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:37:46.354900 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ede0fd07-bbc6-474e-9f53-8933b78a25cb', 'tag': '462b0403-e373-4471-b0eb-fa4212f52d96', 'status': 'completed', 'code': 200} Oct 20 10:37:46.369810 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4f00056b-9234-4a58-aa51-5dbddf20447e tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:46.473826 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547d0e39-65f1-4ec2-a82e-4a94e1782d6b req-09453ed1-183c-4140-89e2-1c514c06bbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:37:46.475928 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-547d0e39-65f1-4ec2-a82e-4a94e1782d6b req-09453ed1-183c-4140-89e2-1c514c06bbfe service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4e37fa6eb8b848f6897a2d7488b235c7&device_id=ede0fd07-bbc6-474e-9f53-8933b78a25cb HTTP/1.1" status: 200 len: 1095 time: 0.1423392 Oct 20 10:37:46.478348 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f1c655-2b39-4f56-9e56-d2a34799dd52 req-f7ed54a1-82ba-4a12-8ac1-0eee27793ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:37:46.492306 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b1f1c655-2b39-4f56-9e56-d2a34799dd52 req-f7ed54a1-82ba-4a12-8ac1-0eee27793ab8 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=17254d73-575f-4166-acfa-3b8b436808cf HTTP/1.1" status: 200 len: 1096 time: 0.2557430 Oct 20 10:37:46.600739 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-547d0e39-65f1-4ec2-a82e-4a94e1782d6b req-68940f8a-d6f0-4c90-a20b-6dc0433d68b9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=462b0403-e373-4471-b0eb-fa4212f52d96 HTTP/1.1" status: 200 len: 217 time: 0.1057167 Oct 20 10:37:46.649052 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-86ce9166-bea8-4897-a6e9-0d2f1382393a req-65ab428a-14ff-4385-80e0-fec58fd538ff tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:46.661938 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['57acb827-9676-46b4-9db4-a914c0bfed9e'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:37:46.740738 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d55dfe85-9305-4d57-8c60-956ec66bbd1c req-61c90366-d57d-46db-bb1d-a32f4bb46c15 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/ports?device_id=52879e8b-8049-42d5-908c-6b7322066849 HTTP/1.1" status: 200 len: 210 time: 0.0931244 Oct 20 10:37:46.792699 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b1f1c655-2b39-4f56-9e56-d2a34799dd52 req-e86bc795-e918-4ea1-98df-d7805479615f service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=8114170d-3d1f-4f6d-b2b2-1007c554805b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2683241 Oct 20 10:37:46.802522 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ab428a-14ff-4385-80e0-fec58fd538ff tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Pushing event deleted for resources: {'Port': ['ID=57acb827-9676-46b4-9db4-a914c0bfed9e,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:37:46.862858 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547d0e39-65f1-4ec2-a82e-4a94e1782d6b req-b28a2df7-081b-4b40-8223-58862e116562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:37:46.873040 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-547d0e39-65f1-4ec2-a82e-4a94e1782d6b req-b28a2df7-081b-4b40-8223-58862e116562 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6f74b0c1-2855-44cd-a118-a8c6ce76ebd8 HTTP/1.1" status: 200 len: 848 time: 0.2613642 Oct 20 10:37:46.901547 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-86ce9166-bea8-4897-a6e9-0d2f1382393a req-65ab428a-14ff-4385-80e0-fec58fd538ff tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] No DVR routers for this DVR port 57acb827-9676-46b4-9db4-a914c0bfed9e on host n-h2-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:37:46.923082 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-86ce9166-bea8-4897-a6e9-0d2f1382393a req-65ab428a-14ff-4385-80e0-fec58fd538ff tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:46.926541 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-86ce9166-bea8-4897-a6e9-0d2f1382393a req-65ab428a-14ff-4385-80e0-fec58fd538ff tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.69 "DELETE /v2.0/ports/57acb827-9676-46b4-9db4-a914c0bfed9e HTTP/1.1" status: 204 len: 173 time: 2.1652131 Oct 20 10:37:47.023084 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4f00056b-9234-4a58-aa51-5dbddf20447e tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:47.030367 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4f00056b-9234-4a58-aa51-5dbddf20447e tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:47.077711 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f00056b-9234-4a58-aa51-5dbddf20447e tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Pushing event updated for resources: {'Port': ['ID=b2b3f686-7205-4e27-ad51-bfb48451fe6e,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:37:47.166174 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4f00056b-9234-4a58-aa51-5dbddf20447e tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1773381'] for floatingip, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:47.204832 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-547d0e39-65f1-4ec2-a82e-4a94e1782d6b req-e169e8e0-28ac-48c4-aa74-f68a7ed745fa service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=60750f9d-1dd0-4933-91f0-f6aefa736c9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396919 Oct 20 10:37:47.225056 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4f00056b-9234-4a58-aa51-5dbddf20447e tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for floatingip, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:47.226298 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-4f00056b-9234-4a58-aa51-5dbddf20447e tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.3765652 Oct 20 10:37:47.266313 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 51634) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:37:47.425054 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-547d0e39-65f1-4ec2-a82e-4a94e1782d6b req-dc2c3972-7476-4604-9dfa-1b943bf50845 service neutron] 10.222.0.55 "GET /v2.0/networks/60750f9d-1dd0-4933-91f0-f6aefa736c9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633053 Oct 20 10:37:47.438562 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82689b33-c560-495c-b243-b04c45989529 req-ba0f9293-d5e4-4791-bfbf-31ab30b96b41 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:37:47.445763 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-82689b33-c560-495c-b243-b04c45989529 req-ba0f9293-d5e4-4791-bfbf-31ab30b96b41 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/ports?device_id=ede0fd07-bbc6-474e-9f53-8933b78a25cb HTTP/1.1" status: 200 len: 944 time: 0.2488756 Oct 20 10:37:47.470550 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-06fed65c-091a-4756-a3e5-dfa25149c320 tempest-RoutersAdminNegativeIpV6Test-207557144 tempest-RoutersAdminNegativeIpV6Test-207557144-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1284843476', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:37:47.506190 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06fed65c-091a-4756-a3e5-dfa25149c320 tempest-RoutersAdminNegativeIpV6Test-207557144 tempest-RoutersAdminNegativeIpV6Test-207557144-project-admin] Made reservation on behalf of 86bbfac87bd54b5aa862c2960799bb93 for: {'port': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:37:47.509192 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-06fed65c-091a-4756-a3e5-dfa25149c320 tempest-RoutersAdminNegativeIpV6Test-207557144 tempest-RoutersAdminNegativeIpV6Test-207557144-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:47.520308 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-06fed65c-091a-4756-a3e5-dfa25149c320 tempest-RoutersAdminNegativeIpV6Test-207557144 tempest-RoutersAdminNegativeIpV6Test-207557144-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:47.628949 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-06fed65c-091a-4756-a3e5-dfa25149c320 tempest-RoutersAdminNegativeIpV6Test-207557144 tempest-RoutersAdminNegativeIpV6Test-207557144-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:47.636729 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-06fed65c-091a-4756-a3e5-dfa25149c320 tempest-RoutersAdminNegativeIpV6Test-207557144 tempest-RoutersAdminNegativeIpV6Test-207557144-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:47.657217 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [None req-06fed65c-091a-4756-a3e5-dfa25149c320 tempest-RoutersAdminNegativeIpV6Test-207557144 tempest-RoutersAdminNegativeIpV6Test-207557144-project-admin] device_id is not set on port 12da09d2-cb2e-4f9d-bdb0-e22095276a5f yet. {{(pid=100597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:37:47.728280 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fed65c-091a-4756-a3e5-dfa25149c320 tempest-RoutersAdminNegativeIpV6Test-207557144 tempest-RoutersAdminNegativeIpV6Test-207557144-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c182d1f4-cd9e-4b53-accb-269b1039e85d,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:37:47.827587 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-06fed65c-091a-4756-a3e5-dfa25149c320 tempest-RoutersAdminNegativeIpV6Test-207557144 tempest-RoutersAdminNegativeIpV6Test-207557144-project-admin] Allocated IP 172.25.1.183 (cbe170d3-31ba-45a2-b477-520ab0a7a8ea/f4e26aca-17ac-4adb-a66b-d939a1b35b64/12da09d2-cb2e-4f9d-bdb0-e22095276a5f) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:37:47.947780 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-82689b33-c560-495c-b243-b04c45989529 req-28389ef8-4094-4f31-94e4-d51d68ce5a0c tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/security-groups?id=c33a6cb5-e80a-4f79-936a-38f5e3f7c89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5007997 Oct 20 10:37:47.989189 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c5c79e-dcb4-4639-910d-5c5a0a17b02c req-08d65e48-99f1-43a0-9201-da7c660f7651 tempest-ServerMetadataNegativeTestJSON-1375274090 tempest-ServerMetadataNegativeTestJSON-1375274090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:37:47.997294 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-62c5c79e-dcb4-4639-910d-5c5a0a17b02c req-08d65e48-99f1-43a0-9201-da7c660f7651 tempest-ServerMetadataNegativeTestJSON-1375274090 tempest-ServerMetadataNegativeTestJSON-1375274090-project] 10.222.0.64 "GET /v2.0/ports?device_id=17254d73-575f-4166-acfa-3b8b436808cf HTTP/1.1" status: 200 len: 945 time: 0.5344689 Oct 20 10:37:48.010701 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-547d0e39-65f1-4ec2-a82e-4a94e1782d6b req-407bdfa5-7eeb-40e4-8345-d1cce2416850 service neutron] 10.222.0.55 "GET /v2.0/networks/60750f9d-1dd0-4933-91f0-f6aefa736c9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5629079 Oct 20 10:37:48.069153 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-62c5c79e-dcb4-4639-910d-5c5a0a17b02c req-de4f00e6-eb19-4466-bae6-3ef2a5a73d57 tempest-ServerMetadataNegativeTestJSON-1375274090 tempest-ServerMetadataNegativeTestJSON-1375274090-project] 10.222.0.64 "GET /v2.0/security-groups?id=8114170d-3d1f-4f6d-b2b2-1007c554805b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707994 Oct 20 10:37:48.163582 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-06fed65c-091a-4756-a3e5-dfa25149c320 tempest-RoutersAdminNegativeIpV6Test-207557144 tempest-RoutersAdminNegativeIpV6Test-207557144-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:48.276481 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1520fa49-70dd-4755-91e9-0b7edabc925c req-8ca028c2-d75e-469c-9926-776fa599b769 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--941432715&fields=id&tenant_id=946a9e604754455a8a9faea87bc41b49 HTTP/1.1" status: 200 len: 267 time: 0.1042287 Oct 20 10:37:48.277667 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-06fed65c-091a-4756-a3e5-dfa25149c320 tempest-RoutersAdminNegativeIpV6Test-207557144 tempest-RoutersAdminNegativeIpV6Test-207557144-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:48.333823 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06fed65c-091a-4756-a3e5-dfa25149c320 tempest-RoutersAdminNegativeIpV6Test-207557144 tempest-RoutersAdminNegativeIpV6Test-207557144-project-admin] Network cbe170d3-31ba-45a2-b477-520ab0a7a8ea is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:37:48.342525 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-06fed65c-091a-4756-a3e5-dfa25149c320 tempest-RoutersAdminNegativeIpV6Test-207557144 tempest-RoutersAdminNegativeIpV6Test-207557144-project-admin] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:37:48.345554 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06fed65c-091a-4756-a3e5-dfa25149c320 tempest-RoutersAdminNegativeIpV6Test-207557144 tempest-RoutersAdminNegativeIpV6Test-207557144-project-admin] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:37:48.361036 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52879e8b-8049-42d5-908c-6b7322066849', 'name': 'network-vif-deleted', 'tag': '57acb827-9676-46b4-9db4-a914c0bfed9e'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:37:48.363826 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6421212-af52-4a0a-8617-c9323e01db72" -d '{"events": [{"server_uuid": "52879e8b-8049-42d5-908c-6b7322066849", "name": "network-vif-deleted", "tag": "57acb827-9676-46b4-9db4-a914c0bfed9e"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:37:48.375328 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fed65c-091a-4756-a3e5-dfa25149c320 tempest-RoutersAdminNegativeIpV6Test-207557144 tempest-RoutersAdminNegativeIpV6Test-207557144-project-admin] Pushing event updated for resources: {'Port': ['ID=12da09d2-cb2e-4f9d-bdb0-e22095276a5f,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:37:48.412142 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06fed65c-091a-4756-a3e5-dfa25149c320 tempest-RoutersAdminNegativeIpV6Test-207557144 tempest-RoutersAdminNegativeIpV6Test-207557144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:37:48.412796 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-06fed65c-091a-4756-a3e5-dfa25149c320 tempest-RoutersAdminNegativeIpV6Test-207557144 tempest-RoutersAdminNegativeIpV6Test-207557144-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:48.438941 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-06fed65c-091a-4756-a3e5-dfa25149c320 tempest-RoutersAdminNegativeIpV6Test-207557144 tempest-RoutersAdminNegativeIpV6Test-207557144-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 1.1720257 Oct 20 10:37:48.443308 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 51666) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:37:48.445797 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-750d4fa4-dd99-4b2b-95db-0a3cd12d7d2a req-3fad7b29-8be3-4d3c-9879-7c8af2c16838 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/ports?device_id=52879e8b-8049-42d5-908c-6b7322066849 HTTP/1.1" status: 200 len: 210 time: 0.1670425 Oct 20 10:37:48.451068 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-f909e8b8-8c2a-465d-a3fc-69d28ea3b0f6 tempest-RoutersAdminNegativeIpV6Test-207557144 tempest-RoutersAdminNegativeIpV6Test-207557144-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.183'}]}}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:37:48.495838 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f909e8b8-8c2a-465d-a3fc-69d28ea3b0f6 tempest-RoutersAdminNegativeIpV6Test-207557144 tempest-RoutersAdminNegativeIpV6Test-207557144-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1772442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258322'] for router, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:48.497389 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f909e8b8-8c2a-465d-a3fc-69d28ea3b0f6 tempest-RoutersAdminNegativeIpV6Test-207557144 tempest-RoutersAdminNegativeIpV6Test-207557144-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1772334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773516', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258315'] for router, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:48.569810 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f56eef-265d-4bb0-bcb2-deb50118ba1a req-6692af17-7465-4a1c-97ed-cb591c919b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:37:48.571457 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b0f56eef-265d-4bb0-bcb2-deb50118ba1a req-6692af17-7465-4a1c-97ed-cb591c919b99 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4e37fa6eb8b848f6897a2d7488b235c7&device_id=ede0fd07-bbc6-474e-9f53-8933b78a25cb HTTP/1.1" status: 200 len: 1095 time: 0.3273947 Oct 20 10:37:48.577791 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6d7b71f-c8ea-479e-b875-ab2e33027bd2 x-openstack-request-id: req-f6d7b71f-c8ea-479e-b875-ab2e33027bd2 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:37:48.578203 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52879e8b-8049-42d5-908c-6b7322066849", "name": "network-vif-deleted", "tag": "57acb827-9676-46b4-9db4-a914c0bfed9e", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:37:48.578552 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f6d7b71f-c8ea-479e-b875-ab2e33027bd2 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:37:48.579033 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52879e8b-8049-42d5-908c-6b7322066849', 'name': 'network-vif-deleted', 'tag': '57acb827-9676-46b4-9db4-a914c0bfed9e', 'status': 'completed', 'code': 200} Oct 20 10:37:48.593963 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f909e8b8-8c2a-465d-a3fc-69d28ea3b0f6 tempest-RoutersAdminNegativeIpV6Test-207557144 tempest-RoutersAdminNegativeIpV6Test-207557144-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:48.611694 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1520fa49-70dd-4755-91e9-0b7edabc925c req-33936d6a-1b06-4507-b497-a93905808f13 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:37:48.618792 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1520fa49-70dd-4755-91e9-0b7edabc925c req-33936d6a-1b06-4507-b497-a93905808f13 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] 10.222.0.64 "GET /v2.0/networks?id=7541d774-cf46-43a8-ab91-4a72282aac35 HTTP/1.1" status: 200 len: 811 time: 0.3332870 Oct 20 10:37:48.652595 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1520fa49-70dd-4755-91e9-0b7edabc925c req-73b4e157-6ca9-459e-b862-a9aed3d4c765 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] 10.222.0.64 "GET /v2.0/quotas/946a9e604754455a8a9faea87bc41b49 HTTP/1.1" status: 200 len: 375 time: 0.0327854 Oct 20 10:37:48.752248 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f56eef-265d-4bb0-bcb2-deb50118ba1a req-18fc6b42-6db7-47fc-9067-b9e7e17e600e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:37:48.754022 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b0f56eef-265d-4bb0-bcb2-deb50118ba1a req-18fc6b42-6db7-47fc-9067-b9e7e17e600e service neutron] 10.222.0.55 "GET /v2.0/networks?id=60750f9d-1dd0-4933-91f0-f6aefa736c9d HTTP/1.1" status: 200 len: 909 time: 0.1739643 Oct 20 10:37:48.764748 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f909e8b8-8c2a-465d-a3fc-69d28ea3b0f6 tempest-RoutersAdminNegativeIpV6Test-207557144 tempest-RoutersAdminNegativeIpV6Test-207557144-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:48.771811 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1520fa49-70dd-4755-91e9-0b7edabc925c req-e8276753-3f13-4fe2-b352-31cba5fc0dce tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=946a9e604754455a8a9faea87bc41b49&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1137781 Oct 20 10:37:48.836488 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b0f56eef-265d-4bb0-bcb2-deb50118ba1a req-4c7aef4e-4b4c-4059-898f-881d62339e21 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=462b0403-e373-4471-b0eb-fa4212f52d96 HTTP/1.1" status: 200 len: 217 time: 0.0629396 Oct 20 10:37:48.935259 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f56eef-265d-4bb0-bcb2-deb50118ba1a req-4bf5318b-6380-4809-ab18-9b2f92548430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:37:48.937059 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b0f56eef-265d-4bb0-bcb2-deb50118ba1a req-4bf5318b-6380-4809-ab18-9b2f92548430 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6f74b0c1-2855-44cd-a118-a8c6ce76ebd8 HTTP/1.1" status: 200 len: 848 time: 0.0899386 Oct 20 10:37:48.949522 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:48.969764 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1520fa49-70dd-4755-91e9-0b7edabc925c req-f65f183f-179c-475a-96c9-338fa49bef9b service neutron] 10.222.0.64 "GET /v2.0/networks/7541d774-cf46-43a8-ab91-4a72282aac35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922486 Oct 20 10:37:49.086382 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f909e8b8-8c2a-465d-a3fc-69d28ea3b0f6 tempest-RoutersAdminNegativeIpV6Test-207557144 tempest-RoutersAdminNegativeIpV6Test-207557144-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:49.096862 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1520fa49-70dd-4755-91e9-0b7edabc925c req-20415c6b-7175-4a42-bf56-b0b5d3264b17 service neutron] 10.222.0.64 "GET /v2.0/networks/7541d774-cf46-43a8-ab91-4a72282aac35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259949 Oct 20 10:37:49.101517 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b0f56eef-265d-4bb0-bcb2-deb50118ba1a req-12477656-9a88-494b-bae8-c6f91f56fb0c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=60750f9d-1dd0-4933-91f0-f6aefa736c9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1545305 Oct 20 10:37:49.107301 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f909e8b8-8c2a-465d-a3fc-69d28ea3b0f6 tempest-RoutersAdminNegativeIpV6Test-207557144 tempest-RoutersAdminNegativeIpV6Test-207557144-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:49.169618 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [req-b0f56eef-265d-4bb0-bcb2-deb50118ba1a req-64b71606-be3a-411c-9b5a-3e265ec6f8d6 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:37:49.174031 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b0f56eef-265d-4bb0-bcb2-deb50118ba1a req-64b71606-be3a-411c-9b5a-3e265ec6f8d6 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0578732 Oct 20 10:37:49.400057 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01fc626-370d-46f1-93ad-8b451431ef5c req-c2c528c2-97bd-4148-8934-d5ee012ac6a2 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:37:49.412698 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d01fc626-370d-46f1-93ad-8b451431ef5c req-c2c528c2-97bd-4148-8934-d5ee012ac6a2 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/ports?device_id=ede0fd07-bbc6-474e-9f53-8933b78a25cb HTTP/1.1" status: 200 len: 944 time: 0.3144424 Oct 20 10:37:49.432057 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f909e8b8-8c2a-465d-a3fc-69d28ea3b0f6 tempest-RoutersAdminNegativeIpV6Test-207557144 tempest-RoutersAdminNegativeIpV6Test-207557144-project-admin] Publish callbacks [] for router, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:49.605188 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 57acb827-9676-46b4-9db4-a914c0bfed9e no longer exists at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:37:49.612903 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b0f56eef-265d-4bb0-bcb2-deb50118ba1a req-af948b82-62c6-4a5c-bb75-db40a9d0ec45 service neutron] 10.222.0.55 "GET /v2.0/networks/60750f9d-1dd0-4933-91f0-f6aefa736c9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4290018 Oct 20 10:37:49.651252 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] No Port match for: 57acb827-9676-46b4-9db4-a914c0bfed9e {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:37:49.655929 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 57acb827-9676-46b4-9db4-a914c0bfed9e not bound to the agent host n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:37:49.693261 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f909e8b8-8c2a-465d-a3fc-69d28ea3b0f6 tempest-RoutersAdminNegativeIpV6Test-207557144 tempest-RoutersAdminNegativeIpV6Test-207557144-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1772272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258304'] for router, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:49.698055 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f909e8b8-8c2a-465d-a3fc-69d28ea3b0f6 tempest-RoutersAdminNegativeIpV6Test-207557144 tempest-RoutersAdminNegativeIpV6Test-207557144-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:49.740320 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d01fc626-370d-46f1-93ad-8b451431ef5c req-a34a5687-da21-4367-9b04-39829d73594d tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/security-groups?id=c33a6cb5-e80a-4f79-936a-38f5e3f7c89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3192308 Oct 20 10:37:49.763238 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f909e8b8-8c2a-465d-a3fc-69d28ea3b0f6 tempest-RoutersAdminNegativeIpV6Test-207557144 tempest-RoutersAdminNegativeIpV6Test-207557144-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1772267'] for router, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:49.764172 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f909e8b8-8c2a-465d-a3fc-69d28ea3b0f6 tempest-RoutersAdminNegativeIpV6Test-207557144 tempest-RoutersAdminNegativeIpV6Test-207557144-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0a0b9770-91d2-4314-89dc-27af20d3fe93 {{(pid=100597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 10:37:49.765053 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b7447b-5f27-4d25-b1f1-582054963ebc req-1730cff7-4361-48c5-85b6-aaed5fc9804e tempest-ServerMetadataNegativeTestJSON-1375274090 tempest-ServerMetadataNegativeTestJSON-1375274090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:37:49.776670 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-45b7447b-5f27-4d25-b1f1-582054963ebc req-1730cff7-4361-48c5-85b6-aaed5fc9804e tempest-ServerMetadataNegativeTestJSON-1375274090 tempest-ServerMetadataNegativeTestJSON-1375274090-project] 10.222.0.64 "GET /v2.0/ports?device_id=17254d73-575f-4166-acfa-3b8b436808cf HTTP/1.1" status: 200 len: 945 time: 0.3585117 Oct 20 10:37:49.793385 n-d-811396-3 neutron-server[100597]: INFO neutron.api.v2.resource [None req-f909e8b8-8c2a-465d-a3fc-69d28ea3b0f6 tempest-RoutersAdminNegativeIpV6Test-207557144 tempest-RoutersAdminNegativeIpV6Test-207557144-project-admin] create failed (client error): There was a conflict when trying to complete your request. Oct 20 10:37:49.798370 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-f909e8b8-8c2a-465d-a3fc-69d28ea3b0f6 tempest-RoutersAdminNegativeIpV6Test-207557144 tempest-RoutersAdminNegativeIpV6Test-207557144-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.3515813 Oct 20 10:37:49.800616 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 51696) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:37:49.946534 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-45b7447b-5f27-4d25-b1f1-582054963ebc req-c69061b6-b8a6-4a37-875e-64fe58bdabf2 tempest-ServerMetadataNegativeTestJSON-1375274090 tempest-ServerMetadataNegativeTestJSON-1375274090-project] 10.222.0.64 "GET /v2.0/security-groups?id=8114170d-3d1f-4f6d-b2b2-1007c554805b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493478 Oct 20 10:37:49.959776 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-b9f1dd3f-3176-42c3-9ec2-c1087ba8dbd3 tempest-RoutersAdminNegativeIpV6Test-207557144 tempest-RoutersAdminNegativeIpV6Test-207557144-project-admin] Deleting port 12da09d2-cb2e-4f9d-bdb0-e22095276a5f {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:37:49.960128 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b9f1dd3f-3176-42c3-9ec2-c1087ba8dbd3 tempest-RoutersAdminNegativeIpV6Test-207557144 tempest-RoutersAdminNegativeIpV6Test-207557144-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:50.016804 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b0f56eef-265d-4bb0-bcb2-deb50118ba1a req-65184530-f1cb-44a2-81c3-bf1a3da00de2 service neutron] 10.222.0.55 "GET /v2.0/networks/60750f9d-1dd0-4933-91f0-f6aefa736c9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3886476 Oct 20 10:37:50.100224 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a9a44977-e6e4-4f9e-a486-c244369b7ff8 req-59bcadd6-9e0f-4e9f-949e-a59b3758a515 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] 10.222.0.64 "GET /v2.0/ports?device_id=3091e305-b65e-495d-a080-e2d8b14b0e49 HTTP/1.1" status: 200 len: 210 time: 0.0692410 Oct 20 10:37:50.133479 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b9f1dd3f-3176-42c3-9ec2-c1087ba8dbd3 tempest-RoutersAdminNegativeIpV6Test-207557144 tempest-RoutersAdminNegativeIpV6Test-207557144-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:50.153059 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-b9f1dd3f-3176-42c3-9ec2-c1087ba8dbd3 tempest-RoutersAdminNegativeIpV6Test-207557144 tempest-RoutersAdminNegativeIpV6Test-207557144-project-admin] Calling delete_port for 12da09d2-cb2e-4f9d-bdb0-e22095276a5f owned by {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:37:50.192077 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1e04f38b-41ca-4036-85e7-0b0f9224f694 req-5ab86ba5-958a-429e-a500-394cb0322e7f tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/ports?device_id=52879e8b-8049-42d5-908c-6b7322066849 HTTP/1.1" status: 200 len: 210 time: 0.0849359 Oct 20 10:37:50.491068 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b9f1dd3f-3176-42c3-9ec2-c1087ba8dbd3 tempest-RoutersAdminNegativeIpV6Test-207557144 tempest-RoutersAdminNegativeIpV6Test-207557144-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:50.536857 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f1dd3f-3176-42c3-9ec2-c1087ba8dbd3 tempest-RoutersAdminNegativeIpV6Test-207557144 tempest-RoutersAdminNegativeIpV6Test-207557144-project-admin] Pushing event deleted for resources: {'Port': ['ID=12da09d2-cb2e-4f9d-bdb0-e22095276a5f,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:37:50.590615 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f1dd3f-3176-42c3-9ec2-c1087ba8dbd3 tempest-RoutersAdminNegativeIpV6Test-207557144 tempest-RoutersAdminNegativeIpV6Test-207557144-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:37:50.590973 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f1dd3f-3176-42c3-9ec2-c1087ba8dbd3 tempest-RoutersAdminNegativeIpV6Test-207557144 tempest-RoutersAdminNegativeIpV6Test-207557144-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:37:50.591324 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f1dd3f-3176-42c3-9ec2-c1087ba8dbd3 tempest-RoutersAdminNegativeIpV6Test-207557144 tempest-RoutersAdminNegativeIpV6Test-207557144-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:37:50.592260 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f1dd3f-3176-42c3-9ec2-c1087ba8dbd3 tempest-RoutersAdminNegativeIpV6Test-207557144 tempest-RoutersAdminNegativeIpV6Test-207557144-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:37:50.592598 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f1dd3f-3176-42c3-9ec2-c1087ba8dbd3 tempest-RoutersAdminNegativeIpV6Test-207557144 tempest-RoutersAdminNegativeIpV6Test-207557144-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:37:50.592934 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f1dd3f-3176-42c3-9ec2-c1087ba8dbd3 tempest-RoutersAdminNegativeIpV6Test-207557144 tempest-RoutersAdminNegativeIpV6Test-207557144-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:37:50.593265 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f1dd3f-3176-42c3-9ec2-c1087ba8dbd3 tempest-RoutersAdminNegativeIpV6Test-207557144 tempest-RoutersAdminNegativeIpV6Test-207557144-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:37:50.593595 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f1dd3f-3176-42c3-9ec2-c1087ba8dbd3 tempest-RoutersAdminNegativeIpV6Test-207557144 tempest-RoutersAdminNegativeIpV6Test-207557144-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:37:50.593928 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f1dd3f-3176-42c3-9ec2-c1087ba8dbd3 tempest-RoutersAdminNegativeIpV6Test-207557144 tempest-RoutersAdminNegativeIpV6Test-207557144-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:37:50.594254 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f1dd3f-3176-42c3-9ec2-c1087ba8dbd3 tempest-RoutersAdminNegativeIpV6Test-207557144 tempest-RoutersAdminNegativeIpV6Test-207557144-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:37:50.594584 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f1dd3f-3176-42c3-9ec2-c1087ba8dbd3 tempest-RoutersAdminNegativeIpV6Test-207557144 tempest-RoutersAdminNegativeIpV6Test-207557144-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:37:50.594913 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f1dd3f-3176-42c3-9ec2-c1087ba8dbd3 tempest-RoutersAdminNegativeIpV6Test-207557144 tempest-RoutersAdminNegativeIpV6Test-207557144-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:37:50.617098 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b9f1dd3f-3176-42c3-9ec2-c1087ba8dbd3 tempest-RoutersAdminNegativeIpV6Test-207557144 tempest-RoutersAdminNegativeIpV6Test-207557144-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:50.632057 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-b9f1dd3f-3176-42c3-9ec2-c1087ba8dbd3 tempest-RoutersAdminNegativeIpV6Test-207557144 tempest-RoutersAdminNegativeIpV6Test-207557144-project-admin] 10.222.0.64 "DELETE /v2.0/ports/12da09d2-cb2e-4f9d-bdb0-e22095276a5f HTTP/1.1" status: 204 len: 168 time: 0.8243444 Oct 20 10:37:51.017360 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc4bbf7-6e12-402f-8c61-b0157823aa04 req-1d104485-0290-4d68-9190-eec3b1e1ad47 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:37:51.018892 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bdc4bbf7-6e12-402f-8c61-b0157823aa04 req-1d104485-0290-4d68-9190-eec3b1e1ad47 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/ports?device_id=ede0fd07-bbc6-474e-9f53-8933b78a25cb HTTP/1.1" status: 200 len: 944 time: 0.1187854 Oct 20 10:37:51.026365 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1520fa49-70dd-4755-91e9-0b7edabc925c req-6e6adc85-4797-4885-b9c8-437d1a003ec6 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:37:51.027976 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1520fa49-70dd-4755-91e9-0b7edabc925c req-6e6adc85-4797-4885-b9c8-437d1a003ec6 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] 10.222.0.69 "GET /v2.0/networks?id=7541d774-cf46-43a8-ab91-4a72282aac35 HTTP/1.1" status: 200 len: 811 time: 0.2046955 Oct 20 10:37:51.116759 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bdc4bbf7-6e12-402f-8c61-b0157823aa04 req-423b56c5-0812-4bf2-82bd-dda8598421e5 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/security-groups?id=c33a6cb5-e80a-4f79-936a-38f5e3f7c89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832107 Oct 20 10:37:51.172212 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1520fa49-70dd-4755-91e9-0b7edabc925c req-f6c04db6-60a7-4726-baff-b3deb1e342f6 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=946a9e604754455a8a9faea87bc41b49 HTTP/1.1" status: 200 len: 379 time: 0.1197715 Oct 20 10:37:51.191360 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-1520fa49-70dd-4755-91e9-0b7edabc925c req-4c106e90-7db2-4b17-b4bf-eaaf20bfa629 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Request body: {'port': {'device_id': '3091e305-b65e-495d-a080-e2d8b14b0e49', 'network_id': '7541d774-cf46-43a8-ab91-4a72282aac35', 'admin_state_up': True, 'tenant_id': '946a9e604754455a8a9faea87bc41b49', 'security_groups': ['a673e019-cdf8-45bc-a191-e8846fb1ecb1']}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:37:51.221085 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 51750) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:37:51.246803 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef796e73-9e7d-41a0-8530-729550c26932 req-592deed6-cd7f-413d-b735-8b4b9c0febee tempest-ServerMetadataNegativeTestJSON-1375274090 tempest-ServerMetadataNegativeTestJSON-1375274090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:37:51.259650 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ef796e73-9e7d-41a0-8530-729550c26932 req-592deed6-cd7f-413d-b735-8b4b9c0febee tempest-ServerMetadataNegativeTestJSON-1375274090 tempest-ServerMetadataNegativeTestJSON-1375274090-project] 10.222.0.64 "GET /v2.0/ports?device_id=17254d73-575f-4166-acfa-3b8b436808cf HTTP/1.1" status: 200 len: 945 time: 0.1877518 Oct 20 10:37:51.395637 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ef796e73-9e7d-41a0-8530-729550c26932 req-93fbedb6-c32c-491b-a4d8-cfeb30750a46 tempest-ServerMetadataNegativeTestJSON-1375274090 tempest-ServerMetadataNegativeTestJSON-1375274090-project] 10.222.0.64 "GET /v2.0/security-groups?id=8114170d-3d1f-4f6d-b2b2-1007c554805b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305423 Oct 20 10:37:51.436066 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-031f5746-6414-4a7c-b684-75f413cc36b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:51.488060 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f16d46d9-9c2d-4f67-b7ee-83967904fb3a req-17f7fa67-e60e-467e-b473-7df524fe19af tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] 10.222.0.64 "GET /v2.0/ports?device_id=3091e305-b65e-495d-a080-e2d8b14b0e49 HTTP/1.1" status: 200 len: 210 time: 0.0341401 Oct 20 10:37:51.577720 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d98e3a1e-dc0b-4437-b359-fa95f491e49d req-b25e990c-1610-4ea1-b781-26cf85cb2721 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/ports?device_id=52879e8b-8049-42d5-908c-6b7322066849 HTTP/1.1" status: 200 len: 210 time: 0.0704160 Oct 20 10:37:51.608131 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1520fa49-70dd-4755-91e9-0b7edabc925c req-4c106e90-7db2-4b17-b4bf-eaaf20bfa629 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Made reservation on behalf of 946a9e604754455a8a9faea87bc41b49 for: {'port': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:37:51.613875 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-1520fa49-70dd-4755-91e9-0b7edabc925c req-4c106e90-7db2-4b17-b4bf-eaaf20bfa629 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:51.664185 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-031f5746-6414-4a7c-b684-75f413cc36b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:51.693718 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-031f5746-6414-4a7c-b684-75f413cc36b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:51.740648 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-031f5746-6414-4a7c-b684-75f413cc36b1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b8253bfbadba4adc8ee700e9c19e82ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5182483 Oct 20 10:37:51.741389 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031f5746-6414-4a7c-b684-75f413cc36b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cba49ac5-a51f-4459-a81e-7a361cc1b166,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:37:51.744081 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 51766) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:37:51.802178 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3931ed5d-9b2e-4be0-a5f6-27fbff338164 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:51.830754 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3931ed5d-9b2e-4be0-a5f6-27fbff338164 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:51.838294 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [req-1520fa49-70dd-4755-91e9-0b7edabc925c req-4c106e90-7db2-4b17-b4bf-eaaf20bfa629 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Allocated IP 172.20.0.7 (7541d774-cf46-43a8-ab91-4a72282aac35/ba1df794-ccae-4e17-be55-4b4a3764e935/cf0c126e-e3f9-4b67-b648-93728dd3e871) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:37:51.904114 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3931ed5d-9b2e-4be0-a5f6-27fbff338164 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:51.906896 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3931ed5d-9b2e-4be0-a5f6-27fbff338164 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:51.908543 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-3931ed5d-9b2e-4be0-a5f6-27fbff338164 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/cba49ac5-a51f-4459-a81e-7a361cc1b166 HTTP/1.1" status: 204 len: 168 time: 0.1632068 Oct 20 10:37:51.918465 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3931ed5d-9b2e-4be0-a5f6-27fbff338164 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cba49ac5-a51f-4459-a81e-7a361cc1b166,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:37:52.088213 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-1520fa49-70dd-4755-91e9-0b7edabc925c req-4c106e90-7db2-4b17-b4bf-eaaf20bfa629 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:52.145709 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-1520fa49-70dd-4755-91e9-0b7edabc925c req-4c106e90-7db2-4b17-b4bf-eaaf20bfa629 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:52.224574 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1520fa49-70dd-4755-91e9-0b7edabc925c req-4c106e90-7db2-4b17-b4bf-eaaf20bfa629 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Network 7541d774-cf46-43a8-ab91-4a72282aac35 is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:37:52.228016 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [req-1520fa49-70dd-4755-91e9-0b7edabc925c req-4c106e90-7db2-4b17-b4bf-eaaf20bfa629 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:37:52.236156 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-1520fa49-70dd-4755-91e9-0b7edabc925c req-4c106e90-7db2-4b17-b4bf-eaaf20bfa629 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:37:52.359554 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 51780) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:37:52.368187 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c106e90-7db2-4b17-b4bf-eaaf20bfa629 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Pushing event updated for resources: {'Port': ['ID=cf0c126e-e3f9-4b67-b648-93728dd3e871,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:37:52.411515 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1520fa49-70dd-4755-91e9-0b7edabc925c req-4c106e90-7db2-4b17-b4bf-eaaf20bfa629 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:37:52.412151 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-1520fa49-70dd-4755-91e9-0b7edabc925c req-4c106e90-7db2-4b17-b4bf-eaaf20bfa629 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:52.470516 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a030c7db-6009-46c3-9635-369a0e158e6d req-42e4951e-93a0-4de3-8645-35e511cc6abe tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:37:52.480280 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a030c7db-6009-46c3-9635-369a0e158e6d req-42e4951e-93a0-4de3-8645-35e511cc6abe tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/ports?device_id=ede0fd07-bbc6-474e-9f53-8933b78a25cb HTTP/1.1" status: 200 len: 944 time: 0.1915658 Oct 20 10:37:52.483552 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-1a51d6d8-9ce8-42f8-98b1-d0a09984fb6b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=86bbfac87bd54b5aa862c2960799bb93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1215725 Oct 20 10:37:52.485367 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 51784) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:37:52.488736 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1520fa49-70dd-4755-91e9-0b7edabc925c req-4c106e90-7db2-4b17-b4bf-eaaf20bfa629 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3077850 Oct 20 10:37:52.504364 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [req-1520fa49-70dd-4755-91e9-0b7edabc925c req-041e075c-a75d-43a0-9d06-eef92b272daf tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:37:52.506001 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1520fa49-70dd-4755-91e9-0b7edabc925c req-041e075c-a75d-43a0-9d06-eef92b272daf tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0083325 Oct 20 10:37:52.566589 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-020eb6ad-e305-4ed1-811e-55ae7e1295af None None] Provisioning complete for port cf0c126e-e3f9-4b67-b648-93728dd3e871 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:37:52.567737 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-020eb6ad-e305-4ed1-811e-55ae7e1295af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:52.577960 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a030c7db-6009-46c3-9635-369a0e158e6d req-5966270e-f6fa-4f84-8990-d5b7ae8ae8e9 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/security-groups?id=c33a6cb5-e80a-4f79-936a-38f5e3f7c89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966368 Oct 20 10:37:52.638032 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3f31b58d-060a-45dd-945e-a765964f0c72 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:52.707167 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3f31b58d-060a-45dd-945e-a765964f0c72 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:52.707875 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-020eb6ad-e305-4ed1-811e-55ae7e1295af None None] Port cf0c126e-e3f9-4b67-b648-93728dd3e871 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:37:52.825955 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3f31b58d-060a-45dd-945e-a765964f0c72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:52.839760 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3f31b58d-060a-45dd-945e-a765964f0c72 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:52.841568 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-3f31b58d-060a-45dd-945e-a765964f0c72 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c182d1f4-cd9e-4b53-accb-269b1039e85d HTTP/1.1" status: 204 len: 168 time: 0.3525662 Oct 20 10:37:52.861080 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b444890-01e0-44e8-bb6b-15fde12b4aa8 req-fd8fc5b0-1725-40fc-8c66-8c54893c0c31 tempest-ServerMetadataNegativeTestJSON-1375274090 tempest-ServerMetadataNegativeTestJSON-1375274090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:37:52.863525 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3b444890-01e0-44e8-bb6b-15fde12b4aa8 req-fd8fc5b0-1725-40fc-8c66-8c54893c0c31 tempest-ServerMetadataNegativeTestJSON-1375274090 tempest-ServerMetadataNegativeTestJSON-1375274090-project] 10.222.0.55 "GET /v2.0/ports?device_id=17254d73-575f-4166-acfa-3b8b436808cf HTTP/1.1" status: 200 len: 945 time: 0.2560742 Oct 20 10:37:52.873845 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10395bf5-457d-4993-8ba0-470f21fe7f93 req-2eb56ac2-e7e8-4e44-b2e8-64d817a9f6e1 tempest-ServerMetadataNegativeTestJSON-1375274090 tempest-ServerMetadataNegativeTestJSON-1375274090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:37:52.875257 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f31b58d-060a-45dd-945e-a765964f0c72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c182d1f4-cd9e-4b53-accb-269b1039e85d,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:37:52.882571 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-10395bf5-457d-4993-8ba0-470f21fe7f93 req-2eb56ac2-e7e8-4e44-b2e8-64d817a9f6e1 tempest-ServerMetadataNegativeTestJSON-1375274090 tempest-ServerMetadataNegativeTestJSON-1375274090-project] 10.222.0.64 "GET /v2.0/ports?device_id=17254d73-575f-4166-acfa-3b8b436808cf HTTP/1.1" status: 200 len: 945 time: 0.1918762 Oct 20 10:37:52.927691 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-1520fa49-70dd-4755-91e9-0b7edabc925c req-d45c0c95-2d3c-4fef-b9cf-ab83bb8db691 service neutron] Request body: {'port': {'device_id': '3091e305-b65e-495d-a080-e2d8b14b0e49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811396-3'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:37:53.016202 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aec51f-4b8d-4ad1-a574-3f208c9b8d6c req-117fe84e-c862-48c8-9851-29fb69fb471d tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:37:53.017697 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c7aec51f-4b8d-4ad1-a574-3f208c9b8d6c req-117fe84e-c862-48c8-9851-29fb69fb471d tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] 10.222.0.64 "GET /v2.0/ports?device_id=3091e305-b65e-495d-a080-e2d8b14b0e49 HTTP/1.1" status: 200 len: 931 time: 0.2627735 Oct 20 10:37:53.110890 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-1520fa49-70dd-4755-91e9-0b7edabc925c req-d45c0c95-2d3c-4fef-b9cf-ab83bb8db691 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:53.120243 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-10395bf5-457d-4993-8ba0-470f21fe7f93 req-383058c1-e9a2-4df6-a04b-14d375aad6c7 tempest-ServerMetadataNegativeTestJSON-1375274090 tempest-ServerMetadataNegativeTestJSON-1375274090-project] 10.222.0.64 "GET /v2.0/security-groups?id=8114170d-3d1f-4f6d-b2b2-1007c554805b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356613 Oct 20 10:37:53.179647 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c7aec51f-4b8d-4ad1-a574-3f208c9b8d6c req-88d47d4a-13b8-4bf2-80df-39e6f5579000 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] 10.222.0.64 "GET /v2.0/security-groups?id=a673e019-cdf8-45bc-a191-e8846fb1ecb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1404977 Oct 20 10:37:53.321669 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7e9d5cb9-a94e-4e2f-8d8f-d0e22a0866ae req-91805e89-ec09-41f4-9da6-0baec6bcb636 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/ports?device_id=52879e8b-8049-42d5-908c-6b7322066849 HTTP/1.1" status: 200 len: 210 time: 0.0966210 Oct 20 10:37:53.323129 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-3b444890-01e0-44e8-bb6b-15fde12b4aa8 req-34884f25-019a-4a73-bda4-4d8d94afde49 tempest-ServerMetadataNegativeTestJSON-1375274090 tempest-ServerMetadataNegativeTestJSON-1375274090-project] Deleting port 6e736386-50ae-44e0-bfb3-8ca2aeb1a7d8 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:37:53.323491 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-3b444890-01e0-44e8-bb6b-15fde12b4aa8 req-34884f25-019a-4a73-bda4-4d8d94afde49 tempest-ServerMetadataNegativeTestJSON-1375274090 tempest-ServerMetadataNegativeTestJSON-1375274090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:53.655187 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-3b444890-01e0-44e8-bb6b-15fde12b4aa8 req-34884f25-019a-4a73-bda4-4d8d94afde49 tempest-ServerMetadataNegativeTestJSON-1375274090 tempest-ServerMetadataNegativeTestJSON-1375274090-project] For port 6e736386-50ae-44e0-bfb3-8ca2aeb1a7d8, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=6e736386-50ae-44e0-bfb3-8ca2aeb1a7d8,segment=NetworkSegment(15c27e64-dde5-4966-a40c-8b7ec11f1fb6),segment_id=15c27e64-dde5-4966-a40c-8b7ec11f1fb6)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:37:53.655689 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-3b444890-01e0-44e8-bb6b-15fde12b4aa8 req-34884f25-019a-4a73-bda4-4d8d94afde49 tempest-ServerMetadataNegativeTestJSON-1375274090 tempest-ServerMetadataNegativeTestJSON-1375274090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:53.676086 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-3b444890-01e0-44e8-bb6b-15fde12b4aa8 req-34884f25-019a-4a73-bda4-4d8d94afde49 tempest-ServerMetadataNegativeTestJSON-1375274090 tempest-ServerMetadataNegativeTestJSON-1375274090-project] Calling delete_port for 6e736386-50ae-44e0-bfb3-8ca2aeb1a7d8 owned by compute:nova {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:37:53.682373 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [req-1520fa49-70dd-4755-91e9-0b7edabc925c req-d45c0c95-2d3c-4fef-b9cf-ab83bb8db691 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf0c126e-e3f9-4b67-b648-93728dd3e871 {{(pid=100596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:37:53.697555 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-1520fa49-70dd-4755-91e9-0b7edabc925c req-d45c0c95-2d3c-4fef-b9cf-ab83bb8db691 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:53.760387 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.provisioning_blocks [req-1520fa49-70dd-4755-91e9-0b7edabc925c req-d45c0c95-2d3c-4fef-b9cf-ab83bb8db691 service neutron] Transition to ACTIVE for port object cf0c126e-e3f9-4b67-b648-93728dd3e871 will not be triggered until provisioned by entity L2. {{(pid=100596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:37:53.790764 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-1520fa49-70dd-4755-91e9-0b7edabc925c req-d45c0c95-2d3c-4fef-b9cf-ab83bb8db691 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:53.869310 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 51862) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:37:53.946501 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14be8fae-e22c-4bb4-8f38-994d2549302f req-abbae94e-8fa0-46ee-8347-c18f78453850 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:37:53.955146 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-14be8fae-e22c-4bb4-8f38-994d2549302f req-abbae94e-8fa0-46ee-8347-c18f78453850 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/ports?device_id=ede0fd07-bbc6-474e-9f53-8933b78a25cb HTTP/1.1" status: 200 len: 944 time: 0.2458525 Oct 20 10:37:53.971704 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45c0c95-2d3c-4fef-b9cf-ab83bb8db691 service neutron] Pushing event updated for resources: {'Port': ['ID=cf0c126e-e3f9-4b67-b648-93728dd3e871,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:37:54.050703 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-cdda964e-b0b9-4ecd-bd86-d539ea828d0a tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-2047300005'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:37:54.084091 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdda964e-b0b9-4ecd-bd86-d539ea828d0a tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Made reservation on behalf of 81acf106a8e845e5a82c7531aebd6cee for: {'network': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:37:54.091208 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-cdda964e-b0b9-4ecd-bd86-d539ea828d0a tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:54.104709 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-cdda964e-b0b9-4ecd-bd86-d539ea828d0a tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:54.117969 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-14be8fae-e22c-4bb4-8f38-994d2549302f req-c5a0ea7c-34f2-418d-b79a-fcf1f12ad76a tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/security-groups?id=c33a6cb5-e80a-4f79-936a-38f5e3f7c89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478972 Oct 20 10:37:54.176456 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-3b444890-01e0-44e8-bb6b-15fde12b4aa8 req-34884f25-019a-4a73-bda4-4d8d94afde49 tempest-ServerMetadataNegativeTestJSON-1375274090 tempest-ServerMetadataNegativeTestJSON-1375274090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:54.274817 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-1520fa49-70dd-4755-91e9-0b7edabc925c req-d45c0c95-2d3c-4fef-b9cf-ab83bb8db691 service neutron] Attempting to bind port cf0c126e-e3f9-4b67-b648-93728dd3e871 on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:37:54.275232 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-1520fa49-70dd-4755-91e9-0b7edabc925c req-d45c0c95-2d3c-4fef-b9cf-ab83bb8db691 service neutron] Attempting to bind port cf0c126e-e3f9-4b67-b648-93728dd3e871 by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': '051f9c65-4e4b-4cc9-ace7-f0cfbcf6fdaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '7541d774-cf46-43a8-ab91-4a72282aac35'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:37:54.275599 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1520fa49-70dd-4755-91e9-0b7edabc925c req-d45c0c95-2d3c-4fef-b9cf-ab83bb8db691 service neutron] Attempting to bind port cf0c126e-e3f9-4b67-b648-93728dd3e871 on network 7541d774-cf46-43a8-ab91-4a72282aac35 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:37:54.279368 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34884f25-019a-4a73-bda4-4d8d94afde49 tempest-ServerMetadataNegativeTestJSON-1375274090 tempest-ServerMetadataNegativeTestJSON-1375274090-project] Pushing event deleted for resources: {'Port': ['ID=6e736386-50ae-44e0-bfb3-8ca2aeb1a7d8,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:37:54.287176 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-cdda964e-b0b9-4ecd-bd86-d539ea828d0a tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:54.292891 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-cdda964e-b0b9-4ecd-bd86-d539ea828d0a tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:54.333292 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdda964e-b0b9-4ecd-bd86-d539ea828d0a tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 814} {{(pid=100597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:37:54.346109 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdda964e-b0b9-4ecd-bd86-d539ea828d0a tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f43200b-0001-4112-9906-4d885a66507a,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:37:54.352439 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-cdda964e-b0b9-4ecd-bd86-d539ea828d0a tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:54.353188 n-d-811396-3 neutron-server[100597]: INFO neutron.db.segments_db [None req-cdda964e-b0b9-4ecd-bd86-d539ea828d0a tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Added segment 73240bdc-bd50-4195-b813-1c291fee2a4c of type vlan for network 14e051e8-478e-4ca2-9018-ab366f2fc673 Oct 20 10:37:54.361926 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b444890-01e0-44e8-bb6b-15fde12b4aa8 req-34884f25-019a-4a73-bda4-4d8d94afde49 tempest-ServerMetadataNegativeTestJSON-1375274090 tempest-ServerMetadataNegativeTestJSON-1375274090-project] No DVR routers for this DVR port 6e736386-50ae-44e0-bfb3-8ca2aeb1a7d8 on host n-h1-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:37:54.364948 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-3b444890-01e0-44e8-bb6b-15fde12b4aa8 req-34884f25-019a-4a73-bda4-4d8d94afde49 tempest-ServerMetadataNegativeTestJSON-1375274090 tempest-ServerMetadataNegativeTestJSON-1375274090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:54.368573 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3b444890-01e0-44e8-bb6b-15fde12b4aa8 req-34884f25-019a-4a73-bda4-4d8d94afde49 tempest-ServerMetadataNegativeTestJSON-1375274090 tempest-ServerMetadataNegativeTestJSON-1375274090-project] 10.222.0.55 "DELETE /v2.0/ports/6e736386-50ae-44e0-bfb3-8ca2aeb1a7d8 HTTP/1.1" status: 204 len: 173 time: 1.4567702 Oct 20 10:37:54.369379 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17254d73-575f-4166-acfa-3b8b436808cf', 'name': 'network-vif-deleted', 'tag': '6e736386-50ae-44e0-bfb3-8ca2aeb1a7d8'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:37:54.372394 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99b87f79-c074-4f64-828a-ed8101695a31" -d '{"events": [{"server_uuid": "17254d73-575f-4166-acfa-3b8b436808cf", "name": "network-vif-deleted", "tag": "6e736386-50ae-44e0-bfb3-8ca2aeb1a7d8"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:37:54.375329 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1520fa49-70dd-4755-91e9-0b7edabc925c req-d45c0c95-2d3c-4fef-b9cf-ab83bb8db691 service neutron] Port cf0c126e-e3f9-4b67-b648-93728dd3e871 on network 7541d774-cf46-43a8-ab91-4a72282aac35 not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:37:54.375719 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1520fa49-70dd-4755-91e9-0b7edabc925c req-d45c0c95-2d3c-4fef-b9cf-ab83bb8db691 service neutron] Attempting to bind port cf0c126e-e3f9-4b67-b648-93728dd3e871 on network 7541d774-cf46-43a8-ab91-4a72282aac35 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:37:54.381190 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cf26310b-390b-46e4-903f-ce55523273c5 req-2d04638d-5c22-47bb-af7e-6013990a7fea tempest-ServerMetadataNegativeTestJSON-1375274090 tempest-ServerMetadataNegativeTestJSON-1375274090-project] 10.222.0.64 "GET /v2.0/ports?device_id=17254d73-575f-4166-acfa-3b8b436808cf HTTP/1.1" status: 200 len: 210 time: 0.1075344 Oct 20 10:37:54.391315 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1520fa49-70dd-4755-91e9-0b7edabc925c req-d45c0c95-2d3c-4fef-b9cf-ab83bb8db691 service neutron] Checking agent: {'id': '061232a2-7adc-4ba1-a873-e8cb136b064d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 37, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:37:54.391566 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1520fa49-70dd-4755-91e9-0b7edabc925c req-d45c0c95-2d3c-4fef-b9cf-ab83bb8db691 service neutron] Checking segment: {'id': '051f9c65-4e4b-4cc9-ace7-f0cfbcf6fdaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '7541d774-cf46-43a8-ab91-4a72282aac35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:37:54.394082 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1520fa49-70dd-4755-91e9-0b7edabc925c req-d45c0c95-2d3c-4fef-b9cf-ab83bb8db691 service neutron] Bound using segment: {'id': '051f9c65-4e4b-4cc9-ace7-f0cfbcf6fdaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '7541d774-cf46-43a8-ab91-4a72282aac35'} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:37:54.394356 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-1520fa49-70dd-4755-91e9-0b7edabc925c req-d45c0c95-2d3c-4fef-b9cf-ab83bb8db691 service neutron] Bound port: cf0c126e-e3f9-4b67-b648-93728dd3e871, host: n-h2-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '051f9c65-4e4b-4cc9-ace7-f0cfbcf6fdaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '7541d774-cf46-43a8-ab91-4a72282aac35'}}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:37:54.394723 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-1520fa49-70dd-4755-91e9-0b7edabc925c req-d45c0c95-2d3c-4fef-b9cf-ab83bb8db691 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:54.436667 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-cdda964e-b0b9-4ecd-bd86-d539ea828d0a tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:54.510395 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-cdda964e-b0b9-4ecd-bd86-d539ea828d0a tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:54.519805 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdda964e-b0b9-4ecd-bd86-d539ea828d0a tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:37:54.522912 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-cdda964e-b0b9-4ecd-bd86-d539ea828d0a tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:54.559807 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-cdda964e-b0b9-4ecd-bd86-d539ea828d0a tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.6898661 Oct 20 10:37:54.560207 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 51906) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:37:54.573659 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-836975fc-cebd-4768-b5ca-80fa79d6ccd5 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Request body: {'port': {'network_id': '14e051e8-478e-4ca2-9018-ab366f2fc673', 'name': 'tempest-PortsTestJSON-1394712233'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:37:54.582789 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-1520fa49-70dd-4755-91e9-0b7edabc925c req-d45c0c95-2d3c-4fef-b9cf-ab83bb8db691 service neutron] For port cf0c126e-e3f9-4b67-b648-93728dd3e871, host n-h2-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:37:54.624523 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-1520fa49-70dd-4755-91e9-0b7edabc925c req-d45c0c95-2d3c-4fef-b9cf-ab83bb8db691 service neutron] For port cf0c126e-e3f9-4b67-b648-93728dd3e871, host n-h2-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=cf0c126e-e3f9-4b67-b648-93728dd3e871,segment=NetworkSegment(051f9c65-4e4b-4cc9-ace7-f0cfbcf6fdaf),segment_id=051f9c65-4e4b-4cc9-ace7-f0cfbcf6fdaf)] {{(pid=100596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:37:54.651630 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdda964e-b0b9-4ecd-bd86-d539ea828d0a tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Pushing event updated for resources: {'Network': ['ID=14e051e8-478e-4ca2-9018-ab366f2fc673,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:37:54.662281 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network 14e051e8-478e-4ca2-9018-ab366f2fc673 details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:37:54.664035 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8c391426-c29f-46a6-aecd-d5f48eea60b1 req-c36a7fc2-ad27-43e0-9d4f-811f442f741d tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/ports?device_id=52879e8b-8049-42d5-908c-6b7322066849 HTTP/1.1" status: 200 len: 210 time: 0.0582006 Oct 20 10:37:54.674075 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61139a55-ab54-44d6-8a93-03c6a1312bda req-2cb5fe36-92bd-4d60-a9a4-a08a668f4e19 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:37:54.675871 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-61139a55-ab54-44d6-8a93-03c6a1312bda req-2cb5fe36-92bd-4d60-a9a4-a08a668f4e19 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] 10.222.0.64 "GET /v2.0/ports?device_id=3091e305-b65e-495d-a080-e2d8b14b0e49 HTTP/1.1" status: 200 len: 943 time: 0.1694777 Oct 20 10:37:54.677167 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-1520fa49-70dd-4755-91e9-0b7edabc925c req-d45c0c95-2d3c-4fef-b9cf-ab83bb8db691 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:55.052535 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-225000c7-f518-4a29-bb4f-4e076c279f55 x-openstack-request-id: req-225000c7-f518-4a29-bb4f-4e076c279f55 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:37:55.052737 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17254d73-575f-4166-acfa-3b8b436808cf", "name": "network-vif-deleted", "tag": "6e736386-50ae-44e0-bfb3-8ca2aeb1a7d8", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:37:55.052995 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-225000c7-f518-4a29-bb4f-4e076c279f55 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:37:55.053368 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17254d73-575f-4166-acfa-3b8b436808cf', 'name': 'network-vif-deleted', 'tag': '6e736386-50ae-44e0-bfb3-8ca2aeb1a7d8', 'status': 'completed', 'code': 200} Oct 20 10:37:55.145896 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1520fa49-70dd-4755-91e9-0b7edabc925c req-d45c0c95-2d3c-4fef-b9cf-ab83bb8db691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:37:55.146522 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-1520fa49-70dd-4755-91e9-0b7edabc925c req-d45c0c95-2d3c-4fef-b9cf-ab83bb8db691 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:55.151647 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1520fa49-70dd-4755-91e9-0b7edabc925c req-d45c0c95-2d3c-4fef-b9cf-ab83bb8db691 service neutron] 10.222.0.69 "PUT /v2.0/ports/cf0c126e-e3f9-4b67-b648-93728dd3e871 HTTP/1.1" status: 200 len: 1091 time: 2.6197467 Oct 20 10:37:55.174912 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-61139a55-ab54-44d6-8a93-03c6a1312bda req-be8cb947-7424-4714-b700-b24fc8515603 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] 10.222.0.64 "GET /v2.0/security-groups?id=a673e019-cdf8-45bc-a191-e8846fb1ecb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1197500 Oct 20 10:37:55.175564 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-836975fc-cebd-4768-b5ca-80fa79d6ccd5 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Made reservation on behalf of 81acf106a8e845e5a82c7531aebd6cee for: {'port': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:37:55.178985 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-836975fc-cebd-4768-b5ca-80fa79d6ccd5 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:55.214231 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45c0c95-2d3c-4fef-b9cf-ab83bb8db691 service neutron] Pushing event updated for resources: {'Port': ['ID=cf0c126e-e3f9-4b67-b648-93728dd3e871,revision_number=3']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:37:55.298040 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [None req-836975fc-cebd-4768-b5ca-80fa79d6ccd5 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] device_id is not set on port 1f7d75cd-e4ac-47e5-b8b7-6579ad286af6 yet. {{(pid=100596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:37:55.431296 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1520fa49-70dd-4755-91e9-0b7edabc925c req-7f88371f-8a39-4bf6-b882-128db2aad016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:37:55.433615 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1520fa49-70dd-4755-91e9-0b7edabc925c req-7f88371f-8a39-4bf6-b882-128db2aad016 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=946a9e604754455a8a9faea87bc41b49&device_id=3091e305-b65e-495d-a080-e2d8b14b0e49 HTTP/1.1" status: 200 len: 1094 time: 0.2294648 Oct 20 10:37:55.469233 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 6e736386-50ae-44e0-bfb3-8ca2aeb1a7d8 no longer exists at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:37:55.489977 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] No Port match for: 6e736386-50ae-44e0-bfb3-8ca2aeb1a7d8 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:37:55.490409 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 6e736386-50ae-44e0-bfb3-8ca2aeb1a7d8 not bound to the agent host n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:37:55.518619 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5109fca8-3648-445e-a876-9c01547f3a52 req-f26d3cfb-cd90-42b1-8bf4-4a9366923e22 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:37:55.520149 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5109fca8-3648-445e-a876-9c01547f3a52 req-f26d3cfb-cd90-42b1-8bf4-4a9366923e22 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] 10.222.0.64 "GET /v2.0/networks?id=ef6abb39-cfb1-4828-a214-dd0f5374098d HTTP/1.1" status: 200 len: 805 time: 0.3013821 Oct 20 10:37:55.521390 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1520fa49-70dd-4755-91e9-0b7edabc925c req-c687fae8-246c-4dbb-b977-cc35b4e94f11 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf0c126e-e3f9-4b67-b648-93728dd3e871 HTTP/1.1" status: 200 len: 217 time: 0.0749030 Oct 20 10:37:55.537879 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6beea8-701e-495c-895c-8ffd4a82ad31 req-88473ca0-da65-45c5-84f0-99d7b7cd8cfa tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:37:55.539304 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cf6beea8-701e-495c-895c-8ffd4a82ad31 req-88473ca0-da65-45c5-84f0-99d7b7cd8cfa tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/ports?device_id=ede0fd07-bbc6-474e-9f53-8933b78a25cb HTTP/1.1" status: 200 len: 944 time: 0.2678914 Oct 20 10:37:55.599644 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5109fca8-3648-445e-a876-9c01547f3a52 req-efec792f-a51a-4078-96f1-c87c6b9e6d01 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] 10.222.0.64 "GET /v2.0/quotas/c0dfe506102842b7b89700ee2a42ab00 HTTP/1.1" status: 200 len: 375 time: 0.0693920 Oct 20 10:37:55.704614 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1520fa49-70dd-4755-91e9-0b7edabc925c req-9248698b-6e1c-4f90-b3fd-d119be0b27ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:37:55.706098 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1520fa49-70dd-4755-91e9-0b7edabc925c req-9248698b-6e1c-4f90-b3fd-d119be0b27ad service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ba1df794-ccae-4e17-be55-4b4a3764e935 HTTP/1.1" status: 200 len: 850 time: 0.1633799 Oct 20 10:37:55.725158 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cf6beea8-701e-495c-895c-8ffd4a82ad31 req-848d3695-2351-406c-9a31-ecf3f2a10f65 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/security-groups?id=c33a6cb5-e80a-4f79-936a-38f5e3f7c89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650169 Oct 20 10:37:55.728160 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-836975fc-cebd-4768-b5ca-80fa79d6ccd5 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:55.773906 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 51930) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:37:55.774705 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5109fca8-3648-445e-a876-9c01547f3a52 req-97ffcfca-f631-41d7-a762-4a81b2757fbe tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=c0dfe506102842b7b89700ee2a42ab00&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1610885 Oct 20 10:37:55.825553 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1520fa49-70dd-4755-91e9-0b7edabc925c req-be0cc5b0-9fc5-4809-8c4d-9c024d1d3938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:37:55.827884 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1520fa49-70dd-4755-91e9-0b7edabc925c req-be0cc5b0-9fc5-4809-8c4d-9c024d1d3938 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7541d774-cf46-43a8-ab91-4a72282aac35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1091774 Oct 20 10:37:55.848123 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5670651-72ca-47a4-bf7f-7fecd43c7b18 admin admin] Deleting subnet 363e24cc-09e4-450c-9220-5fa41025e34b {{(pid=100597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:37:55.851728 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d5670651-72ca-47a4-bf7f-7fecd43c7b18 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:55.879348 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-836975fc-cebd-4768-b5ca-80fa79d6ccd5 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:55.891529 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d5670651-72ca-47a4-bf7f-7fecd43c7b18 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25852621'] for subnet, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:55.892314 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-67364a55-9d30-4881-9889-454f2a4b5445 req-1a067916-1521-4126-84e8-2a98d0eddc27 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/ports?device_id=52879e8b-8049-42d5-908c-6b7322066849 HTTP/1.1" status: 200 len: 210 time: 0.0599627 Oct 20 10:37:55.960671 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d5670651-72ca-47a4-bf7f-7fecd43c7b18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:56.017296 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d5670651-72ca-47a4-bf7f-7fecd43c7b18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25350811'] for subnet, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:56.041723 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5670651-72ca-47a4-bf7f-7fecd43c7b18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=363e24cc-09e4-450c-9220-5fa41025e34b,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:37:56.044079 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836975fc-cebd-4768-b5ca-80fa79d6ccd5 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Pushing event updated for resources: {'Port': ['ID=1f7d75cd-e4ac-47e5-b8b7-6579ad286af6,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:37:56.046005 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d5670651-72ca-47a4-bf7f-7fecd43c7b18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:56.049228 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-d5670651-72ca-47a4-bf7f-7fecd43c7b18 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/363e24cc-09e4-450c-9220-5fa41025e34b HTTP/1.1" status: 204 len: 168 time: 0.2717040 Oct 20 10:37:56.051755 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 51934) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:37:56.055942 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5109fca8-3648-445e-a876-9c01547f3a52 req-72ac95ed-d336-45b8-8a32-07fb3809e4bc service neutron] 10.222.0.64 "GET /v2.0/networks/ef6abb39-cfb1-4828-a214-dd0f5374098d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2582953 Oct 20 10:37:56.098380 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836975fc-cebd-4768-b5ca-80fa79d6ccd5 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Checking segment: {'id': '73240bdc-bd50-4195-b813-1c291fee2a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '14e051e8-478e-4ca2-9018-ab366f2fc673'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:37:56.098747 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-836975fc-cebd-4768-b5ca-80fa79d6ccd5 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Network hostable DHCP agents. Network: 14e051e8-478e-4ca2-9018-ab366f2fc673, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:37:56.104623 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1520fa49-70dd-4755-91e9-0b7edabc925c req-8b3b2c0c-9f80-4587-a822-d26f60bf747b service neutron] 10.222.0.69 "GET /v2.0/networks/7541d774-cf46-43a8-ab91-4a72282aac35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2668295 Oct 20 10:37:56.120349 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ecca4f2b-8569-4604-ada6-edc3b4f07961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:56.181823 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-836975fc-cebd-4768-b5ca-80fa79d6ccd5 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Network 14e051e8-478e-4ca2-9018-ab366f2fc673 is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:37:56.211134 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ecca4f2b-8569-4604-ada6-edc3b4f07961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:56.228168 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-836975fc-cebd-4768-b5ca-80fa79d6ccd5 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, 14e051e8-478e-4ca2-9018-ab366f2fc673) {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:37:56.234501 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-ecca4f2b-8569-4604-ada6-edc3b4f07961 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff1e894f-269e-4fbf-8075-0bad03817ae4']}} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:37:56.245867 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836975fc-cebd-4768-b5ca-80fa79d6ccd5 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:37:56.246443 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-ecca4f2b-8569-4604-ada6-edc3b4f07961 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15c27e64-dde5-4966-a40c-8b7ec11f1fb6') {'for_net_delete': True} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:37:56.246814 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-ecca4f2b-8569-4604-ada6-edc3b4f07961 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15c27e64-dde5-4966-a40c-8b7ec11f1fb6') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:37:56.248416 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-797c81e4-9192-4466-a539-b69494ce951c None None] Network 14e051e8-478e-4ca2-9018-ab366f2fc673 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:37:56.252156 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-836975fc-cebd-4768-b5ca-80fa79d6ccd5 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:37:56.252789 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-836975fc-cebd-4768-b5ca-80fa79d6ccd5 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:56.259287 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ecca4f2b-8569-4604-ada6-edc3b4f07961 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25852596'] for segment, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:56.260868 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5109fca8-3648-445e-a876-9c01547f3a52 req-a51fedbf-15d0-413a-9cee-2a3283a28276 service neutron] 10.222.0.64 "GET /v2.0/networks/ef6abb39-cfb1-4828-a214-dd0f5374098d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946321 Oct 20 10:37:56.275870 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ecca4f2b-8569-4604-ada6-edc3b4f07961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:56.284451 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecca4f2b-8569-4604-ada6-edc3b4f07961 admin admin] Releasing vlan 819 on physical network physnet1 to pool {{(pid=100597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:37:56.286629 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ecca4f2b-8569-4604-ada6-edc3b4f07961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951012'] for segment, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:56.288563 n-d-811396-3 neutron-server[100597]: Traceback (most recent call last): Oct 20 10:37:56.288563 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:37:56.288563 n-d-811396-3 neutron-server[100597]: timer() Oct 20 10:37:56.288563 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:37:56.288563 n-d-811396-3 neutron-server[100597]: cb(*args, **kw) Oct 20 10:37:56.288563 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:37:56.288563 n-d-811396-3 neutron-server[100597]: return func(*args, **kwargs) Oct 20 10:37:56.288563 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:37:56.288563 n-d-811396-3 neutron-server[100597]: self._notify() Oct 20 10:37:56.288563 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:37:56.288563 n-d-811396-3 neutron-server[100597]: self.callback(batched_events) Oct 20 10:37:56.288563 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:37:56.288563 n-d-811396-3 neutron-server[100597]: event.method(event) Oct 20 10:37:56.288563 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:37:56.288563 n-d-811396-3 neutron-server[100597]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:37:56.288563 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:37:56.288563 n-d-811396-3 neutron-server[100597]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:37:56.288563 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:37:56.288563 n-d-811396-3 neutron-server[100597]: return f(self, *a, **k) Oct 20 10:37:56.288563 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:37:56.288563 n-d-811396-3 neutron-server[100597]: return self._get(url).json() Oct 20 10:37:56.288563 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:37:56.288563 n-d-811396-3 neutron-server[100597]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:37:56.288563 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:37:56.288563 n-d-811396-3 neutron-server[100597]: return self.request(url, 'GET', **kwargs) Oct 20 10:37:56.288563 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:37:56.288563 n-d-811396-3 neutron-server[100597]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:37:56.288563 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:37:56.288563 n-d-811396-3 neutron-server[100597]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:37:56.288563 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:37:56.288563 n-d-811396-3 neutron-server[100597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:37:56.288563 n-d-811396-3 neutron-server[100597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:37:56.327019 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-836975fc-cebd-4768-b5ca-80fa79d6ccd5 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.7602456 Oct 20 10:37:56.351949 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 51940) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:37:56.360103 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-6e406575-d5f3-46db-abf0-8fd080669df7 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1175485888'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:37:56.367128 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1520fa49-70dd-4755-91e9-0b7edabc925c req-1beafced-bdfb-4418-ad45-632bd9b07f4c service neutron] 10.222.0.69 "GET /v2.0/networks/7541d774-cf46-43a8-ab91-4a72282aac35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2507415 Oct 20 10:37:56.370210 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ecca4f2b-8569-4604-ada6-edc3b4f07961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:56.388977 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ecca4f2b-8569-4604-ada6-edc3b4f07961 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:56.397714 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-ecca4f2b-8569-4604-ada6-edc3b4f07961 admin admin] 10.222.0.64 "DELETE /v2.0/networks/ff1e894f-269e-4fbf-8075-0bad03817ae4 HTTP/1.1" status: 204 len: 168 time: 0.3448181 Oct 20 10:37:56.398810 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce13ac8-4f98-4080-8a72-17e3b5667cb4 req-8f8f301a-c6c8-4275-b777-3962f1d9be2f tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:37:56.406171 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9ce13ac8-4f98-4080-8a72-17e3b5667cb4 req-8f8f301a-c6c8-4275-b777-3962f1d9be2f tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] 10.222.0.64 "GET /v2.0/ports?device_id=3091e305-b65e-495d-a080-e2d8b14b0e49 HTTP/1.1" status: 200 len: 943 time: 0.1249011 Oct 20 10:37:56.413507 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e406575-d5f3-46db-abf0-8fd080669df7 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Made reservation on behalf of 81acf106a8e845e5a82c7531aebd6cee for: {'network': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:37:56.416244 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecca4f2b-8569-4604-ada6-edc3b4f07961 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff1e894f-269e-4fbf-8075-0bad03817ae4,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:37:56.417019 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6e406575-d5f3-46db-abf0-8fd080669df7 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:56.487983 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9ce13ac8-4f98-4080-8a72-17e3b5667cb4 req-8f1d118a-17d0-42cc-bbc1-a3f9cc042dc3 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] 10.222.0.64 "GET /v2.0/security-groups?id=a673e019-cdf8-45bc-a191-e8846fb1ecb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808501 Oct 20 10:37:56.496609 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e406575-d5f3-46db-abf0-8fd080669df7 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 839} {{(pid=100596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:37:56.509250 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6e406575-d5f3-46db-abf0-8fd080669df7 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:56.509783 n-d-811396-3 neutron-server[100596]: INFO neutron.db.segments_db [None req-6e406575-d5f3-46db-abf0-8fd080669df7 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Added segment 0a88a06c-0ffb-4475-ae2e-97487f82ff28 of type vlan for network 2020783e-1f50-4810-92e1-427a3b0be825 Oct 20 10:37:56.575591 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d97f9d49-a7f6-4b63-8911-8eccfac6600e req-0b12ff2e-b67a-42a4-806c-f08a45baa1cc tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] 10.222.0.64 "GET /v2.0/ports?device_id=a7303d57-cdf3-4028-946b-e7130f669171 HTTP/1.1" status: 200 len: 210 time: 0.0365317 Oct 20 10:37:56.577563 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6e406575-d5f3-46db-abf0-8fd080669df7 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:56.615698 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6e406575-d5f3-46db-abf0-8fd080669df7 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:56.621802 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e406575-d5f3-46db-abf0-8fd080669df7 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:37:56.622403 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6e406575-d5f3-46db-abf0-8fd080669df7 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:56.680755 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 51952) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:37:56.693013 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-6e406575-d5f3-46db-abf0-8fd080669df7 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3384321 Oct 20 10:37:56.693973 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 51954) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:37:56.705053 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-20654011-9975-4dd4-ba6e-526a5ab1d5b4 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Request body: {'ports': [{'network_id': '14e051e8-478e-4ca2-9018-ab366f2fc673'}, {'network_id': '2020783e-1f50-4810-92e1-427a3b0be825'}]} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:37:56.705400 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-20654011-9975-4dd4-ba6e-526a5ab1d5b4 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Request body: {'port': {'network_id': '14e051e8-478e-4ca2-9018-ab366f2fc673'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:37:56.705902 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-20654011-9975-4dd4-ba6e-526a5ab1d5b4 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Request body: {'port': {'network_id': '2020783e-1f50-4810-92e1-427a3b0be825'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:37:56.782929 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e406575-d5f3-46db-abf0-8fd080669df7 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Pushing event updated for resources: {'Network': ['ID=2020783e-1f50-4810-92e1-427a3b0be825,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:37:56.793937 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network 2020783e-1f50-4810-92e1-427a3b0be825 details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:37:56.805777 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-df353f99-107b-46b9-ad95-c56aee5a8e89 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=18eb9d42ad6d4e1dae88c768b60171fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1238101 Oct 20 10:37:56.811292 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 51958) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:37:56.811890 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b45140-d400-43cb-849c-3005ab3d8a87 req-7a78f0c2-3a69-4005-8b4e-db6d534d942e tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:37:56.813600 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-82b45140-d400-43cb-849c-3005ab3d8a87 req-7a78f0c2-3a69-4005-8b4e-db6d534d942e tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] 10.222.0.69 "GET /v2.0/ports?device_id=a9a8b6ae-bdaa-4ec6-83ad-6d2884cd6d86 HTTP/1.1" status: 200 len: 945 time: 0.1570690 Oct 20 10:37:56.931248 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab3b6aa-6a3c-4304-9bc7-6c279b1416bd req-20073801-9817-47e9-9878-135de577a03e tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:37:56.933153 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1ab3b6aa-6a3c-4304-9bc7-6c279b1416bd req-20073801-9817-47e9-9878-135de577a03e tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/ports?device_id=ede0fd07-bbc6-474e-9f53-8933b78a25cb HTTP/1.1" status: 200 len: 944 time: 0.0989401 Oct 20 10:37:56.938145 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-52561f64-7c18-4a7c-8a7f-dd966df206d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:56.977095 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-52561f64-7c18-4a7c-8a7f-dd966df206d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:56.985071 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20654011-9975-4dd4-ba6e-526a5ab1d5b4 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Made reservation on behalf of 81acf106a8e845e5a82c7531aebd6cee for: {'port': 2} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:37:56.990824 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-20654011-9975-4dd4-ba6e-526a5ab1d5b4 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:57.022037 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-20654011-9975-4dd4-ba6e-526a5ab1d5b4 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:57.053984 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-82b45140-d400-43cb-849c-3005ab3d8a87 req-5f23620d-7830-4935-98a7-6bf9ec6f0cab tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] Deleting port 071ed128-b2a4-4e7c-acef-772e0a843579 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:37:57.054533 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-82b45140-d400-43cb-849c-3005ab3d8a87 req-5f23620d-7830-4935-98a7-6bf9ec6f0cab tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:57.062100 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3091e305-b65e-495d-a080-e2d8b14b0e49', 'tag': 'cf0c126e-e3f9-4b67-b648-93728dd3e871'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:37:57.064489 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91dba0bd-610a-4376-b307-a1e4cc1b5f57" -d '{"events": [{"name": "network-changed", "server_uuid": "3091e305-b65e-495d-a080-e2d8b14b0e49", "tag": "cf0c126e-e3f9-4b67-b648-93728dd3e871"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:37:57.085433 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1ab3b6aa-6a3c-4304-9bc7-6c279b1416bd req-f342e748-3544-4bee-9b9d-3c75e0255581 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/security-groups?id=c33a6cb5-e80a-4f79-936a-38f5e3f7c89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301730 Oct 20 10:37:57.159703 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-52561f64-7c18-4a7c-8a7f-dd966df206d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:57.162383 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-52561f64-7c18-4a7c-8a7f-dd966df206d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:57.163644 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-52561f64-7c18-4a7c-8a7f-dd966df206d9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8114170d-3d1f-4f6d-b2b2-1007c554805b HTTP/1.1" status: 204 len: 168 time: 0.3509061 Oct 20 10:37:57.170551 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [None req-20654011-9975-4dd4-ba6e-526a5ab1d5b4 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] device_id is not set on port 0ea380e7-1f86-44f7-9b7b-6897e1c3a5c1 yet. {{(pid=100597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:37:57.190937 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de0ae09f-f710-40ee-89de-cb46ac5e4f29 x-openstack-request-id: req-de0ae09f-f710-40ee-89de-cb46ac5e4f29 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:37:57.191457 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3091e305-b65e-495d-a080-e2d8b14b0e49", "tag": "cf0c126e-e3f9-4b67-b648-93728dd3e871", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:37:57.193088 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-de0ae09f-f710-40ee-89de-cb46ac5e4f29 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:37:57.195309 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3091e305-b65e-495d-a080-e2d8b14b0e49', 'tag': 'cf0c126e-e3f9-4b67-b648-93728dd3e871', 'status': 'completed', 'code': 200} Oct 20 10:37:57.225082 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52561f64-7c18-4a7c-8a7f-dd966df206d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8114170d-3d1f-4f6d-b2b2-1007c554805b,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:37:57.252527 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dba0bd-610a-4376-b307-a1e4cc1b5f57 req-e0a4e44a-f217-4984-98d0-ed4c56759ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:37:57.254052 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-91dba0bd-610a-4376-b307-a1e4cc1b5f57 req-e0a4e44a-f217-4984-98d0-ed4c56759ba8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=946a9e604754455a8a9faea87bc41b49&device_id=3091e305-b65e-495d-a080-e2d8b14b0e49 HTTP/1.1" status: 200 len: 1094 time: 0.0800936 Oct 20 10:37:57.271320 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-82b45140-d400-43cb-849c-3005ab3d8a87 req-5f23620d-7830-4935-98a7-6bf9ec6f0cab tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] For port 071ed128-b2a4-4e7c-acef-772e0a843579, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=071ed128-b2a4-4e7c-acef-772e0a843579,segment=NetworkSegment(ead88eb8-7907-4284-a2ee-38aeb92bc073),segment_id=ead88eb8-7907-4284-a2ee-38aeb92bc073)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:37:57.271724 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-82b45140-d400-43cb-849c-3005ab3d8a87 req-5f23620d-7830-4935-98a7-6bf9ec6f0cab tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:57.287001 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-82b45140-d400-43cb-849c-3005ab3d8a87 req-5f23620d-7830-4935-98a7-6bf9ec6f0cab tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] Calling delete_port for 071ed128-b2a4-4e7c-acef-772e0a843579 owned by compute:nova {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:37:57.443663 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dba0bd-610a-4376-b307-a1e4cc1b5f57 req-582959f5-8096-4961-a973-4b30c56d79f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:37:57.445125 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-91dba0bd-610a-4376-b307-a1e4cc1b5f57 req-582959f5-8096-4961-a973-4b30c56d79f8 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7541d774-cf46-43a8-ab91-4a72282aac35 HTTP/1.1" status: 200 len: 912 time: 0.1733742 Oct 20 10:37:57.470494 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 462b0403-e373-4471-b0eb-fa4212f52d96 details requested by agent hyperv_n-h1-811396-3 with host n-h1-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:37:57.477066 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-82b45140-d400-43cb-849c-3005ab3d8a87 req-5f23620d-7830-4935-98a7-6bf9ec6f0cab tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:57.500862 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-91dba0bd-610a-4376-b307-a1e4cc1b5f57 req-e2cdcde2-fcb7-4a7f-83f5-6a01a2337f4a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf0c126e-e3f9-4b67-b648-93728dd3e871 HTTP/1.1" status: 200 len: 217 time: 0.0477643 Oct 20 10:37:57.545424 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-20654011-9975-4dd4-ba6e-526a5ab1d5b4 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:57.556623 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f23620d-7830-4935-98a7-6bf9ec6f0cab tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] Pushing event deleted for resources: {'Port': ['ID=071ed128-b2a4-4e7c-acef-772e0a843579,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:37:57.596335 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dba0bd-610a-4376-b307-a1e4cc1b5f57 req-adb40661-3761-43cf-adee-7ec3c18c7458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:37:57.598695 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-91dba0bd-610a-4376-b307-a1e4cc1b5f57 req-adb40661-3761-43cf-adee-7ec3c18c7458 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ba1df794-ccae-4e17-be55-4b4a3764e935 HTTP/1.1" status: 200 len: 850 time: 0.0879884 Oct 20 10:37:57.643911 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 071ed128-b2a4-4e7c-acef-772e0a843579 no longer exists at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:37:57.654297 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [None req-20654011-9975-4dd4-ba6e-526a5ab1d5b4 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] device_id is not set on port a19dd347-3dad-468d-b379-9653a98cb2b6 yet. {{(pid=100597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:37:57.689315 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-82b45140-d400-43cb-849c-3005ab3d8a87 req-5f23620d-7830-4935-98a7-6bf9ec6f0cab tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] No DVR routers for this DVR port 071ed128-b2a4-4e7c-acef-772e0a843579 on host n-h2-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:37:57.692059 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-82b45140-d400-43cb-849c-3005ab3d8a87 req-5f23620d-7830-4935-98a7-6bf9ec6f0cab tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:57.693444 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 462b0403-e373-4471-b0eb-fa4212f52d96, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=462b0403-e373-4471-b0eb-fa4212f52d96,segment=NetworkSegment(d74986f8-a71e-4359-a64d-140af23f3558),segment_id=d74986f8-a71e-4359-a64d-140af23f3558)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:37:57.696610 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-82b45140-d400-43cb-849c-3005ab3d8a87 req-5f23620d-7830-4935-98a7-6bf9ec6f0cab tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] 10.222.0.69 "DELETE /v2.0/ports/071ed128-b2a4-4e7c-acef-772e0a843579 HTTP/1.1" status: 204 len: 173 time: 0.8746796 Oct 20 10:37:57.703723 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dba0bd-610a-4376-b307-a1e4cc1b5f57 req-916b7a77-84ba-4473-ab25-04a49897ec11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:37:57.705447 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-91dba0bd-610a-4376-b307-a1e4cc1b5f57 req-916b7a77-84ba-4473-ab25-04a49897ec11 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7541d774-cf46-43a8-ab91-4a72282aac35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0739119 Oct 20 10:37:57.708470 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Returning: {'device': '462b0403-e373-4471-b0eb-fa4212f52d96', 'network_id': '60750f9d-1dd0-4933-91f0-f6aefa736c9d', 'port_id': '462b0403-e373-4471-b0eb-fa4212f52d96', 'mac_address': 'fa:16:3e:f1:03:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 807, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f74b0c1-2855-44cd-a118-a8c6ce76ebd8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:37:57.716613 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] No Port match for: 071ed128-b2a4-4e7c-acef-772e0a843579 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:37:57.717021 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 071ed128-b2a4-4e7c-acef-772e0a843579 not bound to the agent host n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:37:57.801723 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:57.829586 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 462b0403-e373-4471-b0eb-fa4212f52d96 {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:37:57.842307 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de5b4e4-4ef0-4241-b492-56572523e211 req-0a5e42aa-9a79-473d-aff7-1b99a0f28d1a tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:37:57.853407 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0de5b4e4-4ef0-4241-b492-56572523e211 req-0a5e42aa-9a79-473d-aff7-1b99a0f28d1a tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] 10.222.0.64 "GET /v2.0/ports?device_id=3091e305-b65e-495d-a080-e2d8b14b0e49 HTTP/1.1" status: 200 len: 943 time: 0.2513087 Oct 20 10:37:57.857585 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 462b0403-e373-4471-b0eb-fa4212f52d96, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=462b0403-e373-4471-b0eb-fa4212f52d96,segment=NetworkSegment(d74986f8-a71e-4359-a64d-140af23f3558),segment_id=d74986f8-a71e-4359-a64d-140af23f3558)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:37:57.862448 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:57.897101 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-91dba0bd-610a-4376-b307-a1e4cc1b5f57 req-72c9d8cc-750d-48fb-b824-68aee0bde24b service neutron] 10.222.0.69 "GET /v2.0/networks/7541d774-cf46-43a8-ab91-4a72282aac35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829741 Oct 20 10:37:57.905539 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc806325-4192-4131-9a4d-d522cd18ed55 req-48989f42-b006-4d26-a41c-23d4f24b6455 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:37:57.910152 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-20654011-9975-4dd4-ba6e-526a5ab1d5b4 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:57.925057 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bc806325-4192-4131-9a4d-d522cd18ed55 req-48989f42-b006-4d26-a41c-23d4f24b6455 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/networks?id=00e677b7-ec29-42bc-8b52-7d9c8594501c HTTP/1.1" status: 200 len: 812 time: 0.3240333 Oct 20 10:37:57.958787 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=462b0403-e373-4471-b0eb-fa4212f52d96,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:37:57.979284 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:37:57.980132 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:37:57.983319 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:37:57.983770 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:37:57.984123 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:37:57.984464 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:37:57.984798 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:37:57.985131 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:37:57.986407 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:37:57.992322 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bc806325-4192-4131-9a4d-d522cd18ed55 req-3f996106-cfd6-44ad-80b6-9a29dd1d0faa tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/quotas/c99eab67b5e546ffaba916e684c21094 HTTP/1.1" status: 200 len: 375 time: 0.0645871 Oct 20 10:37:57.993392 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:37:57.993747 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:37:57.995436 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:37:58.023739 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-91dba0bd-610a-4376-b307-a1e4cc1b5f57 req-138c65ce-dde6-44cf-b15d-f13665b9ba73 service neutron] 10.222.0.69 "GET /v2.0/networks/7541d774-cf46-43a8-ab91-4a72282aac35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103904 Oct 20 10:37:58.041792 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0de5b4e4-4ef0-4241-b492-56572523e211 req-c9cbf70d-3c47-41d1-a80d-0e38af2108be tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] 10.222.0.64 "GET /v2.0/security-groups?id=a673e019-cdf8-45bc-a191-e8846fb1ecb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1874969 Oct 20 10:37:58.067514 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bc806325-4192-4131-9a4d-d522cd18ed55 req-b3c61819-3668-4a00-9996-bfb104ed4a9c tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=c99eab67b5e546ffaba916e684c21094&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0692227 Oct 20 10:37:58.069883 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-20654011-9975-4dd4-ba6e-526a5ab1d5b4 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:58.122676 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20654011-9975-4dd4-ba6e-526a5ab1d5b4 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Network 14e051e8-478e-4ca2-9018-ab366f2fc673 is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:37:58.129562 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-20654011-9975-4dd4-ba6e-526a5ab1d5b4 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:37:58.135060 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20654011-9975-4dd4-ba6e-526a5ab1d5b4 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:37:58.136368 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-20654011-9975-4dd4-ba6e-526a5ab1d5b4 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:58.141630 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20654011-9975-4dd4-ba6e-526a5ab1d5b4 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Pushing event updated for resources: {'Port': ['ID=0ea380e7-1f86-44f7-9b7b-6897e1c3a5c1,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:37:58.207067 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20654011-9975-4dd4-ba6e-526a5ab1d5b4 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Pushing event updated for resources: {'Port': ['ID=a19dd347-3dad-468d-b379-9653a98cb2b6,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:37:58.225962 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5109fca8-3648-445e-a876-9c01547f3a52 req-4b867a3e-d293-4fbb-b44b-7266428ea5b5 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:37:58.228513 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5109fca8-3648-445e-a876-9c01547f3a52 req-4b867a3e-d293-4fbb-b44b-7266428ea5b5 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] 10.222.0.55 "GET /v2.0/networks?id=ef6abb39-cfb1-4828-a214-dd0f5374098d HTTP/1.1" status: 200 len: 805 time: 0.3316917 Oct 20 10:37:58.240478 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20654011-9975-4dd4-ba6e-526a5ab1d5b4 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Checking segment: {'id': '0a88a06c-0ffb-4475-ae2e-97487f82ff28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '2020783e-1f50-4810-92e1-427a3b0be825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:37:58.240835 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20654011-9975-4dd4-ba6e-526a5ab1d5b4 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Network hostable DHCP agents. Network: 2020783e-1f50-4810-92e1-427a3b0be825, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:37:58.265778 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-5109fca8-3648-445e-a876-9c01547f3a52 req-5d2e8aaf-1bdd-4823-b484-1e3596df652a tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] Request body: {'port': {'device_id': 'a7303d57-cdf3-4028-946b-e7130f669171', 'network_id': 'ef6abb39-cfb1-4828-a214-dd0f5374098d', 'admin_state_up': True, 'tenant_id': 'c0dfe506102842b7b89700ee2a42ab00'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:37:58.275265 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2e630947-29d3-43dd-a2ae-99327d1f35d7 req-7366dd20-7ba6-4270-bf99-5bbcb3b2d6d3 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] 10.222.0.64 "GET /v2.0/ports?device_id=a7303d57-cdf3-4028-946b-e7130f669171 HTTP/1.1" status: 200 len: 210 time: 0.0682387 Oct 20 10:37:58.280374 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20654011-9975-4dd4-ba6e-526a5ab1d5b4 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Network 2020783e-1f50-4810-92e1-427a3b0be825 is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:37:58.304213 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-20654011-9975-4dd4-ba6e-526a5ab1d5b4 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, 2020783e-1f50-4810-92e1-427a3b0be825) {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:37:58.304213 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20654011-9975-4dd4-ba6e-526a5ab1d5b4 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:37:58.312215 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cede853d-3b21-4ed9-8b76-db8f04694034 None None] Network 2020783e-1f50-4810-92e1-427a3b0be825 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:37:58.312441 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20654011-9975-4dd4-ba6e-526a5ab1d5b4 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:37:58.312562 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bc806325-4192-4131-9a4d-d522cd18ed55 req-88cf6283-cb87-41e1-ae23-c5088354951d service neutron] 10.222.0.64 "GET /v2.0/networks/00e677b7-ec29-42bc-8b52-7d9c8594501c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157743 Oct 20 10:37:58.325677 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20654011-9975-4dd4-ba6e-526a5ab1d5b4 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:37:58.326939 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-20654011-9975-4dd4-ba6e-526a5ab1d5b4 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:58.337165 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['462b0403-e373-4471-b0eb-fa4212f52d96'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:37:58.352543 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-20654011-9975-4dd4-ba6e-526a5ab1d5b4 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.6573997 Oct 20 10:37:58.353802 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 52020) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:37:58.492307 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-e51b6705-8881-40cb-98c5-fac109a314ef tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Deleting port a19dd347-3dad-468d-b379-9653a98cb2b6 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:37:58.492641 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e51b6705-8881-40cb-98c5-fac109a314ef tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:58.532485 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bc806325-4192-4131-9a4d-d522cd18ed55 req-258c7be2-a8ed-4e02-bfd6-184df7a8afcb service neutron] 10.222.0.64 "GET /v2.0/networks/00e677b7-ec29-42bc-8b52-7d9c8594501c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880779 Oct 20 10:37:58.572915 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e51b6705-8881-40cb-98c5-fac109a314ef tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:58.589257 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-e51b6705-8881-40cb-98c5-fac109a314ef tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Calling delete_port for a19dd347-3dad-468d-b379-9653a98cb2b6 owned by {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:37:58.593726 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b384638c-2520-4e25-b213-8d75e6daa9a4 req-2b517dcd-fb33-4e96-9bb3-f5c6897b901a tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:37:58.595335 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b384638c-2520-4e25-b213-8d75e6daa9a4 req-2b517dcd-fb33-4e96-9bb3-f5c6897b901a tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/ports?device_id=ede0fd07-bbc6-474e-9f53-8933b78a25cb HTTP/1.1" status: 200 len: 945 time: 0.0867419 Oct 20 10:37:58.626414 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5109fca8-3648-445e-a876-9c01547f3a52 req-5d2e8aaf-1bdd-4823-b484-1e3596df652a tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] Made reservation on behalf of c0dfe506102842b7b89700ee2a42ab00 for: {'port': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:37:58.630592 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-5109fca8-3648-445e-a876-9c01547f3a52 req-5d2e8aaf-1bdd-4823-b484-1e3596df652a tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:58.663519 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b384638c-2520-4e25-b213-8d75e6daa9a4 req-1390ee41-3328-40df-938f-145f7f7029ba tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/security-groups?id=c33a6cb5-e80a-4f79-936a-38f5e3f7c89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607090 Oct 20 10:37:58.720623 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e51b6705-8881-40cb-98c5-fac109a314ef tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:58.800065 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51b6705-8881-40cb-98c5-fac109a314ef tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Pushing event deleted for resources: {'Port': ['ID=a19dd347-3dad-468d-b379-9653a98cb2b6,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:37:58.827310 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e51b6705-8881-40cb-98c5-fac109a314ef tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:58.839921 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-e51b6705-8881-40cb-98c5-fac109a314ef tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] 10.222.0.64 "DELETE /v2.0/ports/a19dd347-3dad-468d-b379-9653a98cb2b6 HTTP/1.1" status: 204 len: 168 time: 0.4849136 Oct 20 10:37:58.840598 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 52032) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:37:58.845892 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [req-5109fca8-3648-445e-a876-9c01547f3a52 req-5d2e8aaf-1bdd-4823-b484-1e3596df652a tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] Allocated IP 172.20.0.9 (ef6abb39-cfb1-4828-a214-dd0f5374098d/777e48ea-dc5a-43d5-a338-c1cfd0807e06/7922ec5a-7698-4356-b4d2-e3f257b42259) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:37:58.921634 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ac50ec9a-20ac-455c-a954-0fe731cda14b req-43f5837d-763f-4390-8da6-23b78f17cd03 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/ports?device_id=baa40b2f-9557-4db2-9eb5-5f3b01c5eacb HTTP/1.1" status: 200 len: 210 time: 0.0545940 Oct 20 10:37:58.980970 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c1af07-925a-48f1-9dbc-90d132f51ad0 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:37:58.988441 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c1af07-925a-48f1-9dbc-90d132f51ad0 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:37:58.997436 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-d7c1af07-925a-48f1-9dbc-90d132f51ad0 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1556733 Oct 20 10:37:58.998886 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 52048) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:37:59.125551 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-5109fca8-3648-445e-a876-9c01547f3a52 req-5d2e8aaf-1bdd-4823-b484-1e3596df652a tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:59.181463 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-63ca3cf4-2242-4253-b0f0-e8d3e74e2f2e tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Deleting port 0ea380e7-1f86-44f7-9b7b-6897e1c3a5c1 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:37:59.181834 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-63ca3cf4-2242-4253-b0f0-e8d3e74e2f2e tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:59.206900 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9a8b6ae-bdaa-4ec6-83ad-6d2884cd6d86', 'name': 'network-vif-deleted', 'tag': '071ed128-b2a4-4e7c-acef-772e0a843579'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:37:59.209805 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53da4354-d677-409d-9173-82d78ea7af80" -d '{"events": [{"server_uuid": "a9a8b6ae-bdaa-4ec6-83ad-6d2884cd6d86", "name": "network-vif-deleted", "tag": "071ed128-b2a4-4e7c-acef-772e0a843579"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:37:59.254051 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-63ca3cf4-2242-4253-b0f0-e8d3e74e2f2e tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:59.259749 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-5109fca8-3648-445e-a876-9c01547f3a52 req-5d2e8aaf-1bdd-4823-b484-1e3596df652a tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:59.269041 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-63ca3cf4-2242-4253-b0f0-e8d3e74e2f2e tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Calling delete_port for 0ea380e7-1f86-44f7-9b7b-6897e1c3a5c1 owned by {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:37:59.353185 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-63ca3cf4-2242-4253-b0f0-e8d3e74e2f2e tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:59.392700 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ca3cf4-2242-4253-b0f0-e8d3e74e2f2e tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Pushing event deleted for resources: {'Port': ['ID=0ea380e7-1f86-44f7-9b7b-6897e1c3a5c1,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:37:59.394809 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5109fca8-3648-445e-a876-9c01547f3a52 req-5d2e8aaf-1bdd-4823-b484-1e3596df652a tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] Network ef6abb39-cfb1-4828-a214-dd0f5374098d is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:37:59.420701 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [req-5109fca8-3648-445e-a876-9c01547f3a52 req-5d2e8aaf-1bdd-4823-b484-1e3596df652a tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:37:59.424383 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e8aaf-1bdd-4823-b484-1e3596df652a tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] Pushing event updated for resources: {'Port': ['ID=7922ec5a-7698-4356-b4d2-e3f257b42259,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:37:59.426583 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-5109fca8-3648-445e-a876-9c01547f3a52 req-5d2e8aaf-1bdd-4823-b484-1e3596df652a tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:37:59.440756 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-63ca3cf4-2242-4253-b0f0-e8d3e74e2f2e tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:59.452277 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-63ca3cf4-2242-4253-b0f0-e8d3e74e2f2e tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] 10.222.0.64 "DELETE /v2.0/ports/0ea380e7-1f86-44f7-9b7b-6897e1c3a5c1 HTTP/1.1" status: 204 len: 168 time: 0.4520915 Oct 20 10:37:59.453014 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 52074) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:37:59.487224 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5109fca8-3648-445e-a876-9c01547f3a52 req-5d2e8aaf-1bdd-4823-b484-1e3596df652a tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:37:59.487836 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-5109fca8-3648-445e-a876-9c01547f3a52 req-5d2e8aaf-1bdd-4823-b484-1e3596df652a tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:59.500241 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a4cbb6-e6e8-4580-8054-20b46e8ef29b req-40746359-3b8a-4442-a428-7db431854caf tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:37:59.508882 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-61a4cbb6-e6e8-4580-8054-20b46e8ef29b req-40746359-3b8a-4442-a428-7db431854caf tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] 10.222.0.64 "GET /v2.0/ports?device_id=3091e305-b65e-495d-a080-e2d8b14b0e49 HTTP/1.1" status: 200 len: 943 time: 0.1493347 Oct 20 10:37:59.528180 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5096d909-22c9-4c11-be2f-5812eb74f9aa tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:37:59.534876 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-5096d909-22c9-4c11-be2f-5812eb74f9aa tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0806866 Oct 20 10:37:59.535795 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 52076) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:37:59.560888 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-61a4cbb6-e6e8-4580-8054-20b46e8ef29b req-11ab6023-65f3-4f86-9536-6b3ea5ffb25a tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] 10.222.0.64 "GET /v2.0/security-groups?id=a673e019-cdf8-45bc-a191-e8846fb1ecb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501692 Oct 20 10:37:59.579772 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f04d5be-644e-4036-97d7-bd2a77dc0232 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] GET failed (client error): The resource could not be found. Oct 20 10:37:59.579963 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5109fca8-3648-445e-a876-9c01547f3a52 req-5d2e8aaf-1bdd-4823-b484-1e3596df652a tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3326159 Oct 20 10:37:59.580038 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-9f04d5be-644e-4036-97d7-bd2a77dc0232 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] 10.222.0.64 "GET /v2.0/ports/a19dd347-3dad-468d-b379-9653a98cb2b6 HTTP/1.1" status: 404 len: 333 time: 0.0404594 Oct 20 10:37:59.580038 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 52084) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:37:59.615347 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bbbe02f-bc13-4ddb-9877-0cf56ae74c4f tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] GET failed (client error): The resource could not be found. Oct 20 10:37:59.616885 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-7bbbe02f-bc13-4ddb-9877-0cf56ae74c4f tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] 10.222.0.64 "GET /v2.0/ports/0ea380e7-1f86-44f7-9b7b-6897e1c3a5c1 HTTP/1.1" status: 404 len: 333 time: 0.0320494 Oct 20 10:37:59.619759 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 52088) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:37:59.630623 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e661ac0-017b-48cb-991e-b0788d3543cf x-openstack-request-id: req-1e661ac0-017b-48cb-991e-b0788d3543cf {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:37:59.635074 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9a8b6ae-bdaa-4ec6-83ad-6d2884cd6d86", "name": "network-vif-deleted", "tag": "071ed128-b2a4-4e7c-acef-772e0a843579", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:37:59.635559 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1e661ac0-017b-48cb-991e-b0788d3543cf {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:37:59.636190 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9a8b6ae-bdaa-4ec6-83ad-6d2884cd6d86', 'name': 'network-vif-deleted', 'tag': '071ed128-b2a4-4e7c-acef-772e0a843579', 'status': 'completed', 'code': 200} Oct 20 10:37:59.645480 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device cf0c126e-e3f9-4b67-b648-93728dd3e871 details requested by agent hyperv_n-h2-811396-3 with host n-h2-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:37:59.659851 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bd03b7cb-0195-4d85-93af-a72dea071340 req-6c00b00e-364e-4694-bb3d-6c25e6d8224d tempest-ServerShowV257Test-1861996459 tempest-ServerShowV257Test-1861996459-project] 10.222.0.64 "GET /v2.0/ports?device_id=8c020d10-a4b0-4f16-80ee-0e210956238a HTTP/1.1" status: 200 len: 210 time: 0.0468135 Oct 20 10:37:59.736230 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ff94a972-521a-4d94-a631-fc98a6c2353e tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:59.773998 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb3f460-fc50-4e5e-a76a-e20764c5c1aa req-d904bfc8-aa74-42c6-a35e-dc2068ff4d57 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:37:59.786215 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3fb3f460-fc50-4e5e-a76a-e20764c5c1aa req-d904bfc8-aa74-42c6-a35e-dc2068ff4d57 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] 10.222.0.64 "GET /v2.0/ports?device_id=a7303d57-cdf3-4028-946b-e7130f669171 HTTP/1.1" status: 200 len: 931 time: 0.0717573 Oct 20 10:37:59.815967 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port cf0c126e-e3f9-4b67-b648-93728dd3e871, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=cf0c126e-e3f9-4b67-b648-93728dd3e871,segment=NetworkSegment(051f9c65-4e4b-4cc9-ace7-f0cfbcf6fdaf),segment_id=051f9c65-4e4b-4cc9-ace7-f0cfbcf6fdaf)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:37:59.830996 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-5109fca8-3648-445e-a876-9c01547f3a52 req-9cd48e5b-89e2-45cc-b11e-f1ae4cd61107 service neutron] Request body: {'port': {'device_id': 'a7303d57-cdf3-4028-946b-e7130f669171', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811396-3'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:37:59.841883 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Returning: {'device': 'cf0c126e-e3f9-4b67-b648-93728dd3e871', 'network_id': '7541d774-cf46-43a8-ab91-4a72282aac35', 'port_id': 'cf0c126e-e3f9-4b67-b648-93728dd3e871', 'mac_address': 'fa:16:3e:f4:07:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 844, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba1df794-ccae-4e17-be55-4b4a3764e935', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:37:59.892371 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:59.902191 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3fb3f460-fc50-4e5e-a76a-e20764c5c1aa req-e78d3935-707c-4a85-a584-e573c1fa2283 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ea17d67-d003-4cda-a612-dd72568a94fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147931 Oct 20 10:37:59.910167 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf0c126e-e3f9-4b67-b648-93728dd3e871 {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:37:59.940642 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port cf0c126e-e3f9-4b67-b648-93728dd3e871, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=cf0c126e-e3f9-4b67-b648-93728dd3e871,segment=NetworkSegment(051f9c65-4e4b-4cc9-ace7-f0cfbcf6fdaf),segment_id=051f9c65-4e4b-4cc9-ace7-f0cfbcf6fdaf)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:37:59.945739 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:37:59.978693 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-5109fca8-3648-445e-a876-9c01547f3a52 req-9cd48e5b-89e2-45cc-b11e-f1ae4cd61107 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:00.019985 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=cf0c126e-e3f9-4b67-b648-93728dd3e871,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:00.216004 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['cf0c126e-e3f9-4b67-b648-93728dd3e871'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:38:00.223482 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ff94a972-521a-4d94-a631-fc98a6c2353e tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:00.252290 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-ff94a972-521a-4d94-a631-fc98a6c2353e tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2020783e-1f50-4810-92e1-427a3b0be825']}} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:38:00.277290 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-ff94a972-521a-4d94-a631-fc98a6c2353e tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a88a06c-0ffb-4475-ae2e-97487f82ff28') {'for_net_delete': True} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:38:00.277669 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-ff94a972-521a-4d94-a631-fc98a6c2353e tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a88a06c-0ffb-4475-ae2e-97487f82ff28') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:38:00.289678 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ff94a972-521a-4d94-a631-fc98a6c2353e tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25852596'] for segment, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:00.304902 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ff94a972-521a-4d94-a631-fc98a6c2353e tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:00.316855 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff94a972-521a-4d94-a631-fc98a6c2353e tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Releasing vlan 839 on physical network physnet1 to pool {{(pid=100597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:38:00.317310 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ff94a972-521a-4d94-a631-fc98a6c2353e tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951012'] for segment, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:00.320613 n-d-811396-3 neutron-server[100597]: Traceback (most recent call last): Oct 20 10:38:00.320613 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:38:00.320613 n-d-811396-3 neutron-server[100597]: timer() Oct 20 10:38:00.320613 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:38:00.320613 n-d-811396-3 neutron-server[100597]: cb(*args, **kw) Oct 20 10:38:00.320613 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:38:00.320613 n-d-811396-3 neutron-server[100597]: return func(*args, **kwargs) Oct 20 10:38:00.320613 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:38:00.320613 n-d-811396-3 neutron-server[100597]: self._notify() Oct 20 10:38:00.320613 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:38:00.320613 n-d-811396-3 neutron-server[100597]: self.callback(batched_events) Oct 20 10:38:00.320613 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:38:00.320613 n-d-811396-3 neutron-server[100597]: event.method(event) Oct 20 10:38:00.320613 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:38:00.320613 n-d-811396-3 neutron-server[100597]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:38:00.320613 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:38:00.320613 n-d-811396-3 neutron-server[100597]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:38:00.320613 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:38:00.320613 n-d-811396-3 neutron-server[100597]: return f(self, *a, **k) Oct 20 10:38:00.320613 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:38:00.320613 n-d-811396-3 neutron-server[100597]: return self._get(url).json() Oct 20 10:38:00.320613 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:38:00.320613 n-d-811396-3 neutron-server[100597]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:38:00.320613 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:38:00.320613 n-d-811396-3 neutron-server[100597]: return self.request(url, 'GET', **kwargs) Oct 20 10:38:00.320613 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:38:00.320613 n-d-811396-3 neutron-server[100597]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:38:00.320613 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:38:00.320613 n-d-811396-3 neutron-server[100597]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:38:00.320613 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:38:00.320613 n-d-811396-3 neutron-server[100597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:38:00.320613 n-d-811396-3 neutron-server[100597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:38:00.387627 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ff94a972-521a-4d94-a631-fc98a6c2353e tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:00.395848 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ff94a972-521a-4d94-a631-fc98a6c2353e tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:00.398666 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-ff94a972-521a-4d94-a631-fc98a6c2353e tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] 10.222.0.64 "DELETE /v2.0/networks/2020783e-1f50-4810-92e1-427a3b0be825 HTTP/1.1" status: 204 len: 168 time: 0.7779763 Oct 20 10:38:00.409750 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 52108) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:00.414561 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-804712ed-3150-44b8-9c07-03749f714217 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1767436136'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:38:00.417787 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff94a972-521a-4d94-a631-fc98a6c2353e tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Pushing event deleted for resources: {'Network': ['ID=2020783e-1f50-4810-92e1-427a3b0be825,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:00.437456 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-804712ed-3150-44b8-9c07-03749f714217 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Made reservation on behalf of 81acf106a8e845e5a82c7531aebd6cee for: {'network': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:38:00.440987 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-804712ed-3150-44b8-9c07-03749f714217 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:00.465500 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-804712ed-3150-44b8-9c07-03749f714217 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 834} {{(pid=100597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:38:00.474167 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-804712ed-3150-44b8-9c07-03749f714217 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:00.474538 n-d-811396-3 neutron-server[100597]: INFO neutron.db.segments_db [None req-804712ed-3150-44b8-9c07-03749f714217 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Added segment ac9c0351-6524-4a07-93bd-b35c6112c477 of type vlan for network 34f0c853-733c-45f6-a58f-aa61857e4415 Oct 20 10:38:00.516471 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-804712ed-3150-44b8-9c07-03749f714217 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:00.538759 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00c606a-781e-4174-bb35-40aef858832d req-d5b35a5d-e3e1-4d7e-ad80-f6418254c9c0 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:00.540512 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d00c606a-781e-4174-bb35-40aef858832d req-d5b35a5d-e3e1-4d7e-ad80-f6418254c9c0 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/ports?device_id=ede0fd07-bbc6-474e-9f53-8933b78a25cb HTTP/1.1" status: 200 len: 945 time: 0.4893885 Oct 20 10:38:00.544196 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-804712ed-3150-44b8-9c07-03749f714217 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:00.551171 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-804712ed-3150-44b8-9c07-03749f714217 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:00.552088 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-804712ed-3150-44b8-9c07-03749f714217 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:00.597963 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-804712ed-3150-44b8-9c07-03749f714217 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1845512 Oct 20 10:38:00.603427 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 52112) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:00.610547 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-11e9cd9b-5556-4918-ab20-1afcacbafa14 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Request body: {'subnet': {'network_id': '34f0c853-733c-45f6-a58f-aa61857e4415', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:38:00.657123 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804712ed-3150-44b8-9c07-03749f714217 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Pushing event updated for resources: {'Network': ['ID=34f0c853-733c-45f6-a58f-aa61857e4415,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:00.669375 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network 34f0c853-733c-45f6-a58f-aa61857e4415 details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:38:00.716896 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d00c606a-781e-4174-bb35-40aef858832d req-89c1562e-5835-41bf-a4c3-a85fb5507a2c tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/security-groups?id=c33a6cb5-e80a-4f79-936a-38f5e3f7c89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674449 Oct 20 10:38:00.726110 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f565b8-0173-49df-a53c-3d4936374188 req-dc76379c-d715-4ade-8fa2-d340ccade93f tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:00.733679 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e3f565b8-0173-49df-a53c-3d4936374188 req-dc76379c-d715-4ade-8fa2-d340ccade93f tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/networks?id=00e677b7-ec29-42bc-8b52-7d9c8594501c HTTP/1.1" status: 200 len: 812 time: 0.2577889 Oct 20 10:38:00.765774 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11e9cd9b-5556-4918-ab20-1afcacbafa14 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Made reservation on behalf of 81acf106a8e845e5a82c7531aebd6cee for: {'subnet': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:38:00.766941 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e3f565b8-0173-49df-a53c-3d4936374188 req-5aa29317-5d5f-4e2b-9e7c-d0deee881a6d tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/quotas/c99eab67b5e546ffaba916e684c21094 HTTP/1.1" status: 200 len: 375 time: 0.0324564 Oct 20 10:38:00.770777 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-11e9cd9b-5556-4918-ab20-1afcacbafa14 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25350782'] for subnet, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:00.806896 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e3f565b8-0173-49df-a53c-3d4936374188 req-e56c3288-c59f-4b7a-87fc-64360d5f8bfc tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=c99eab67b5e546ffaba916e684c21094&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0389614 Oct 20 10:38:00.839431 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.ipam_backend_mixin [None req-11e9cd9b-5556-4918-ab20-1afcacbafa14 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Performing IP validity checks on allocation pools {{(pid=100597) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 20 10:38:00.840062 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.ipam_backend_mixin [None req-11e9cd9b-5556-4918-ab20-1afcacbafa14 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100597) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 20 10:38:00.893772 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [req-5109fca8-3648-445e-a876-9c01547f3a52 req-9cd48e5b-89e2-45cc-b11e-f1ae4cd61107 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7922ec5a-7698-4356-b4d2-e3f257b42259 {{(pid=100596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:38:00.910522 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-5109fca8-3648-445e-a876-9c01547f3a52 req-9cd48e5b-89e2-45cc-b11e-f1ae4cd61107 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:00.945843 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 7 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 10:38:00.966569 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.provisioning_blocks [req-5109fca8-3648-445e-a876-9c01547f3a52 req-9cd48e5b-89e2-45cc-b11e-f1ae4cd61107 service neutron] Transition to ACTIVE for port object 7922ec5a-7698-4356-b4d2-e3f257b42259 will not be triggered until provisioned by entity L2. {{(pid=100596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:38:00.980783 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-11e9cd9b-5556-4918-ab20-1afcacbafa14 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25350752'] for subnet, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:00.982994 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463e1a3d-541a-4410-84b5-cd8fd8152b1e req-2b3ef75c-4b05-4594-900a-d4f6ee50088d tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:00.984545 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-463e1a3d-541a-4410-84b5-cd8fd8152b1e req-2b3ef75c-4b05-4594-900a-d4f6ee50088d tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] 10.222.0.64 "GET /v2.0/ports?device_id=3091e305-b65e-495d-a080-e2d8b14b0e49 HTTP/1.1" status: 200 len: 944 time: 0.1534457 Oct 20 10:38:00.985175 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-5109fca8-3648-445e-a876-9c01547f3a52 req-9cd48e5b-89e2-45cc-b11e-f1ae4cd61107 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:01.034590 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e9cd9b-5556-4918-ab20-1afcacbafa14 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Pushing event updated for resources: {'Subnet': ['ID=0ec0a4a0-6701-4c6c-9bbd-008a6aec2e2c,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:01.051398 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e9cd9b-5556-4918-ab20-1afcacbafa14 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Checking segment: {'id': 'ac9c0351-6524-4a07-93bd-b35c6112c477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '34f0c853-733c-45f6-a58f-aa61857e4415'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:38:01.051787 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e9cd9b-5556-4918-ab20-1afcacbafa14 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Network hostable DHCP agents. Network: 34f0c853-733c-45f6-a58f-aa61857e4415, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:38:01.058726 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e3f565b8-0173-49df-a53c-3d4936374188 req-5d6ae567-fa0e-40f4-aa74-2fab7eacb36c service neutron] 10.222.0.64 "GET /v2.0/networks/00e677b7-ec29-42bc-8b52-7d9c8594501c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262776 Oct 20 10:38:01.068378 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e9cd9b-5556-4918-ab20-1afcacbafa14 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Network 34f0c853-733c-45f6-a58f-aa61857e4415 is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:38:01.070389 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd48e5b-89e2-45cc-b11e-f1ae4cd61107 service neutron] Pushing event updated for resources: {'Port': ['ID=7922ec5a-7698-4356-b4d2-e3f257b42259,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:01.078855 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-11e9cd9b-5556-4918-ab20-1afcacbafa14 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, 34f0c853-733c-45f6-a58f-aa61857e4415) {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:38:01.084273 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e9cd9b-5556-4918-ab20-1afcacbafa14 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:01.084893 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-11e9cd9b-5556-4918-ab20-1afcacbafa14 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:01.090089 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21cb3fe7-b5d5-4cee-ba1d-cd3a6a7023c7 None None] Network 34f0c853-733c-45f6-a58f-aa61857e4415 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:38:01.104950 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-11e9cd9b-5556-4918-ab20-1afcacbafa14 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4980965 Oct 20 10:38:01.105208 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 52122) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:01.111122 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-49b4fa02-e6ef-4c35-b21c-b5302d3d07b6 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Request body: {'port': {'network_id': '34f0c853-733c-45f6-a58f-aa61857e4415', 'name': 'tempest-PortsTestJSON-631141794'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:38:01.139732 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-463e1a3d-541a-4410-84b5-cd8fd8152b1e req-511d74f2-4580-401e-81a1-6252f2204248 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] 10.222.0.64 "GET /v2.0/security-groups?id=a673e019-cdf8-45bc-a191-e8846fb1ecb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1457274 Oct 20 10:38:01.241803 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-108a1bbd-4de5-48d6-80cf-de77ca038bfc req-ed71cd2c-40aa-4f28-96fd-11c4b49262c5 tempest-ServerShowV257Test-1861996459 tempest-ServerShowV257Test-1861996459-project] 10.222.0.64 "GET /v2.0/ports?device_id=8c020d10-a4b0-4f16-80ee-0e210956238a HTTP/1.1" status: 200 len: 210 time: 0.0393100 Oct 20 10:38:01.255519 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49b4fa02-e6ef-4c35-b21c-b5302d3d07b6 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Made reservation on behalf of 81acf106a8e845e5a82c7531aebd6cee for: {'port': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:38:01.256866 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a0920cb-eda8-4971-92ab-5c200d0dcd26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524064ba-869c-5550-b826-c26b69a11278-34f0c853-733c-45f6-a58f-aa61857e4415', 'network_id': '34f0c853-733c-45f6-a58f-aa61857e4415', 'tenant_id': '81acf106a8e845e5a82c7531aebd6cee', 'fixed_ips': [{'subnet_id': '0ec0a4a0-6701-4c6c-9bbd-008a6aec2e2c'}]}} from n-d-811396-3. {{(pid=100598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:38:01.257808 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-5a0920cb-eda8-4971-92ab-5c200d0dcd26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:01.259837 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-49b4fa02-e6ef-4c35-b21c-b5302d3d07b6 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:01.271894 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e3f565b8-0173-49df-a53c-3d4936374188 req-b39a1cbb-d8c5-481a-b785-4343c3b64a95 service neutron] 10.222.0.64 "GET /v2.0/networks/00e677b7-ec29-42bc-8b52-7d9c8594501c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036712 Oct 20 10:38:01.293511 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [None req-49b4fa02-e6ef-4c35-b21c-b5302d3d07b6 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] device_id is not set on port 12c39a00-2b56-48ba-9a17-81a14a68c6e1 yet. {{(pid=100597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:38:01.301531 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-5109fca8-3648-445e-a876-9c01547f3a52 req-9cd48e5b-89e2-45cc-b11e-f1ae4cd61107 service neutron] Attempting to bind port 7922ec5a-7698-4356-b4d2-e3f257b42259 on host n-h1-811396-3 for vnic_type normal with profile {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:38:01.301951 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-5109fca8-3648-445e-a876-9c01547f3a52 req-9cd48e5b-89e2-45cc-b11e-f1ae4cd61107 service neutron] Attempting to bind port 7922ec5a-7698-4356-b4d2-e3f257b42259 by drivers openvswitch,hyperv on host n-h1-811396-3 at level 0 using segments [{'id': 'ead88eb8-7907-4284-a2ee-38aeb92bc073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'ef6abb39-cfb1-4828-a214-dd0f5374098d'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:38:01.302288 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5109fca8-3648-445e-a876-9c01547f3a52 req-9cd48e5b-89e2-45cc-b11e-f1ae4cd61107 service neutron] Attempting to bind port 7922ec5a-7698-4356-b4d2-e3f257b42259 on network ef6abb39-cfb1-4828-a214-dd0f5374098d {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:38:01.316276 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5109fca8-3648-445e-a876-9c01547f3a52 req-9cd48e5b-89e2-45cc-b11e-f1ae4cd61107 service neutron] Port 7922ec5a-7698-4356-b4d2-e3f257b42259 on network ef6abb39-cfb1-4828-a214-dd0f5374098d not bound, no agent of type Open vSwitch agent registered on host n-h1-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:38:01.316878 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5109fca8-3648-445e-a876-9c01547f3a52 req-9cd48e5b-89e2-45cc-b11e-f1ae4cd61107 service neutron] Attempting to bind port 7922ec5a-7698-4356-b4d2-e3f257b42259 on network ef6abb39-cfb1-4828-a214-dd0f5374098d {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:38:01.328902 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5109fca8-3648-445e-a876-9c01547f3a52 req-9cd48e5b-89e2-45cc-b11e-f1ae4cd61107 service neutron] Checking agent: {'id': 'b707b4cc-061f-4cf4-bce0-0b3df9b7bec9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 37, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:38:01.329137 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5109fca8-3648-445e-a876-9c01547f3a52 req-9cd48e5b-89e2-45cc-b11e-f1ae4cd61107 service neutron] Checking segment: {'id': 'ead88eb8-7907-4284-a2ee-38aeb92bc073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'ef6abb39-cfb1-4828-a214-dd0f5374098d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:38:01.329515 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5109fca8-3648-445e-a876-9c01547f3a52 req-9cd48e5b-89e2-45cc-b11e-f1ae4cd61107 service neutron] Bound using segment: {'id': 'ead88eb8-7907-4284-a2ee-38aeb92bc073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'ef6abb39-cfb1-4828-a214-dd0f5374098d'} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:38:01.329940 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-5109fca8-3648-445e-a876-9c01547f3a52 req-9cd48e5b-89e2-45cc-b11e-f1ae4cd61107 service neutron] Bound port: 7922ec5a-7698-4356-b4d2-e3f257b42259, host: n-h1-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ead88eb8-7907-4284-a2ee-38aeb92bc073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'ef6abb39-cfb1-4828-a214-dd0f5374098d'}}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:38:01.335365 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-5109fca8-3648-445e-a876-9c01547f3a52 req-9cd48e5b-89e2-45cc-b11e-f1ae4cd61107 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:01.456026 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-49b4fa02-e6ef-4c35-b21c-b5302d3d07b6 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Allocated IP 172.20.0.14 (34f0c853-733c-45f6-a58f-aa61857e4415/0ec0a4a0-6701-4c6c-9bbd-008a6aec2e2c/12c39a00-2b56-48ba-9a17-81a14a68c6e1) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:38:01.483430 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-5109fca8-3648-445e-a876-9c01547f3a52 req-9cd48e5b-89e2-45cc-b11e-f1ae4cd61107 service neutron] For port 7922ec5a-7698-4356-b4d2-e3f257b42259, host n-h1-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:38:01.499871 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-5109fca8-3648-445e-a876-9c01547f3a52 req-9cd48e5b-89e2-45cc-b11e-f1ae4cd61107 service neutron] For port 7922ec5a-7698-4356-b4d2-e3f257b42259, host n-h1-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=7922ec5a-7698-4356-b4d2-e3f257b42259,segment=NetworkSegment(ead88eb8-7907-4284-a2ee-38aeb92bc073),segment_id=ead88eb8-7907-4284-a2ee-38aeb92bc073)] {{(pid=100596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:38:01.503333 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 462b0403-e373-4471-b0eb-fa4212f52d96 up at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:38:01.505848 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-5109fca8-3648-445e-a876-9c01547f3a52 req-9cd48e5b-89e2-45cc-b11e-f1ae4cd61107 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:01.535308 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62401004-13f0-4eeb-a700-34bba74eac23 req-813f78ae-96bd-4157-93aa-b3a2da1862fb tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:01.546674 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-62401004-13f0-4eeb-a700-34bba74eac23 req-813f78ae-96bd-4157-93aa-b3a2da1862fb tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] 10.222.0.64 "GET /v2.0/ports?device_id=a7303d57-cdf3-4028-946b-e7130f669171 HTTP/1.1" status: 200 len: 943 time: 0.1110871 Oct 20 10:38:01.550583 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5109fca8-3648-445e-a876-9c01547f3a52 req-9cd48e5b-89e2-45cc-b11e-f1ae4cd61107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:01.551311 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-5109fca8-3648-445e-a876-9c01547f3a52 req-9cd48e5b-89e2-45cc-b11e-f1ae4cd61107 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:01.552848 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5109fca8-3648-445e-a876-9c01547f3a52 req-9cd48e5b-89e2-45cc-b11e-f1ae4cd61107 service neutron] 10.222.0.55 "PUT /v2.0/ports/7922ec5a-7698-4356-b4d2-e3f257b42259 HTTP/1.1" status: 200 len: 1091 time: 1.9498484 Oct 20 10:38:01.620589 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning for port 462b0403-e373-4471-b0eb-fa4212f52d96 completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:38:01.628830 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning complete for port 462b0403-e373-4471-b0eb-fa4212f52d96 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:38:01.629212 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:01.650130 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7303d57-cdf3-4028-946b-e7130f669171', 'tag': '7922ec5a-7698-4356-b4d2-e3f257b42259'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:38:01.652434 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5552c0d5-dc53-4391-9a59-bff8ba211d3e" -d '{"events": [{"name": "network-changed", "server_uuid": "a7303d57-cdf3-4028-946b-e7130f669171", "tag": "7922ec5a-7698-4356-b4d2-e3f257b42259"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:38:01.669615 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device cf0c126e-e3f9-4b67-b648-93728dd3e871 up at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:38:01.685813 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-49b4fa02-e6ef-4c35-b21c-b5302d3d07b6 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:01.701276 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-16a9971c-1f96-45ac-acb0-26b323d3abb7 req-e3446c14-1733-4a79-bdae-757bb3905614 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/ports?device_id=ceefdf8d-056c-4cb2-8943-782a4c50759b HTTP/1.1" status: 200 len: 210 time: 0.0892465 Oct 20 10:38:01.731846 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-62401004-13f0-4eeb-a700-34bba74eac23 req-523da9b6-20e5-44a5-8350-bdaeab975ee3 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ea17d67-d003-4cda-a612-dd72568a94fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842732 Oct 20 10:38:01.746408 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd48e5b-89e2-45cc-b11e-f1ae4cd61107 service neutron] Pushing event updated for resources: {'Port': ['ID=7922ec5a-7698-4356-b4d2-e3f257b42259,revision_number=3']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:01.746595 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning for port cf0c126e-e3f9-4b67-b648-93728dd3e871 completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:38:01.768886 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-49b4fa02-e6ef-4c35-b21c-b5302d3d07b6 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:01.774336 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5109fca8-3648-445e-a876-9c01547f3a52 req-e060fb3a-380c-4643-ad47-159ac9d9b1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:01.777381 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5109fca8-3648-445e-a876-9c01547f3a52 req-e060fb3a-380c-4643-ad47-159ac9d9b1b9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c0dfe506102842b7b89700ee2a42ab00&device_id=a7303d57-cdf3-4028-946b-e7130f669171 HTTP/1.1" status: 200 len: 1094 time: 0.1495330 Oct 20 10:38:01.807013 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34b765a0-8ebc-487d-89d9-e6fa3f2f274f x-openstack-request-id: req-34b765a0-8ebc-487d-89d9-e6fa3f2f274f {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:38:01.807306 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7303d57-cdf3-4028-946b-e7130f669171", "tag": "7922ec5a-7698-4356-b4d2-e3f257b42259", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:38:01.807620 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-34b765a0-8ebc-487d-89d9-e6fa3f2f274f {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:38:01.808029 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7303d57-cdf3-4028-946b-e7130f669171', 'tag': '7922ec5a-7698-4356-b4d2-e3f257b42259', 'status': 'completed', 'code': 200} Oct 20 10:38:01.843258 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning complete for port cf0c126e-e3f9-4b67-b648-93728dd3e871 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:38:01.843577 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:01.860208 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5109fca8-3648-445e-a876-9c01547f3a52 req-4192cb4d-a210-4eb5-927d-ac00b70b65cc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7922ec5a-7698-4356-b4d2-e3f257b42259 HTTP/1.1" status: 200 len: 217 time: 0.0685673 Oct 20 10:38:01.860882 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b4fa02-e6ef-4c35-b21c-b5302d3d07b6 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Pushing event updated for resources: {'Port': ['ID=12c39a00-2b56-48ba-9a17-81a14a68c6e1,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:01.874559 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-60556523-8c7a-487c-98cf-1db4fea98c90 req-5aaf26e2-d397-4bd7-b2c5-70a8b99fb36b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=8c020d10-a4b0-4f16-80ee-0e210956238a HTTP/1.1" status: 200 len: 210 time: 0.1223962 Oct 20 10:38:01.876496 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:01.884698 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b4fa02-e6ef-4c35-b21c-b5302d3d07b6 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Network 34f0c853-733c-45f6-a58f-aa61857e4415 is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:38:01.886159 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-49b4fa02-e6ef-4c35-b21c-b5302d3d07b6 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:38:01.889749 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b4fa02-e6ef-4c35-b21c-b5302d3d07b6 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:38:01.906929 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-5a0920cb-eda8-4971-92ab-5c200d0dcd26 None None] Allocated IP 172.20.0.2 (34f0c853-733c-45f6-a58f-aa61857e4415/0ec0a4a0-6701-4c6c-9bbd-008a6aec2e2c/853fd07c-d15b-482d-93f1-4369acd24dbe) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:38:01.931628 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ede0fd07-bbc6-474e-9f53-8933b78a25cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '462b0403-e373-4471-b0eb-fa4212f52d96'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:38:01.933896 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71f2763c-e33a-4092-919f-e5ff9593161b" -d '{"events": [{"server_uuid": "ede0fd07-bbc6-474e-9f53-8933b78a25cb", "name": "network-vif-plugged", "status": "completed", "tag": "462b0403-e373-4471-b0eb-fa4212f52d96"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:38:01.949196 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b4fa02-e6ef-4c35-b21c-b5302d3d07b6 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:01.949943 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-49b4fa02-e6ef-4c35-b21c-b5302d3d07b6 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:01.967950 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69eb084-da5b-41ec-93d9-25f35b28f56d req-6cc75449-3fbc-497a-9c72-c8cbf5466b9c tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:01.971219 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-49b4fa02-e6ef-4c35-b21c-b5302d3d07b6 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.8648379 Oct 20 10:38:01.974273 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 52140) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:01.979306 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f69eb084-da5b-41ec-93d9-25f35b28f56d req-6cc75449-3fbc-497a-9c72-c8cbf5466b9c tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/ports?device_id=ede0fd07-bbc6-474e-9f53-8933b78a25cb HTTP/1.1" status: 200 len: 945 time: 0.1295755 Oct 20 10:38:01.987832 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5109fca8-3648-445e-a876-9c01547f3a52 req-e79bf62b-959a-4d76-a4b6-2a9fd0fe6bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:01.989526 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5109fca8-3648-445e-a876-9c01547f3a52 req-e79bf62b-959a-4d76-a4b6-2a9fd0fe6bd6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=777e48ea-dc5a-43d5-a338-c1cfd0807e06 HTTP/1.1" status: 200 len: 845 time: 0.1211243 Oct 20 10:38:02.003929 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 462b0403-e373-4471-b0eb-fa4212f52d96, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=462b0403-e373-4471-b0eb-fa4212f52d96,segment=NetworkSegment(d74986f8-a71e-4359-a64d-140af23f3558),segment_id=d74986f8-a71e-4359-a64d-140af23f3558)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:38:02.008040 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8699bac0-e51e-4bd2-a5c9-a677f912de7d x-openstack-request-id: req-8699bac0-e51e-4bd2-a5c9-a677f912de7d {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:38:02.008453 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ede0fd07-bbc6-474e-9f53-8933b78a25cb", "name": "network-vif-plugged", "status": "completed", "tag": "462b0403-e373-4471-b0eb-fa4212f52d96", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:38:02.008741 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8699bac0-e51e-4bd2-a5c9-a677f912de7d {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:38:02.009132 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ede0fd07-bbc6-474e-9f53-8933b78a25cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '462b0403-e373-4471-b0eb-fa4212f52d96', 'code': 200} Oct 20 10:38:02.019708 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:02.034639 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5109fca8-3648-445e-a876-9c01547f3a52 req-30cc98af-b7c6-4769-8469-52e7407b15ae service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ef6abb39-cfb1-4828-a214-dd0f5374098d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351279 Oct 20 10:38:02.052333 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f69eb084-da5b-41ec-93d9-25f35b28f56d req-d4f7aa05-4c77-4cd0-af4c-643b251bf140 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/security-groups?id=c33a6cb5-e80a-4f79-936a-38f5e3f7c89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719106 Oct 20 10:38:02.115755 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-fd235747-677a-445f-b32b-f29702445af4 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Deleting port 12c39a00-2b56-48ba-9a17-81a14a68c6e1 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:38:02.116292 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fd235747-677a-445f-b32b-f29702445af4 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:02.147863 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:02.194059 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=462b0403-e373-4471-b0eb-fa4212f52d96,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:02.197638 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5483a6ba-5aff-4af2-88cb-c1da5098c79e req-f8a63167-7781-4efa-8d06-3c91bcc26afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:02.199247 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5483a6ba-5aff-4af2-88cb-c1da5098c79e req-f8a63167-7781-4efa-8d06-3c91bcc26afd service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ede0fd07-bbc6-474e-9f53-8933b78a25cb HTTP/1.1" status: 200 len: 1097 time: 0.0757680 Oct 20 10:38:02.202018 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5109fca8-3648-445e-a876-9c01547f3a52 req-fa289c1f-109b-4c78-8fd0-977ca947fe19 service neutron] 10.222.0.55 "GET /v2.0/networks/ef6abb39-cfb1-4828-a214-dd0f5374098d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546667 Oct 20 10:38:02.234795 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port cf0c126e-e3f9-4b67-b648-93728dd3e871, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=cf0c126e-e3f9-4b67-b648-93728dd3e871,segment=NetworkSegment(051f9c65-4e4b-4cc9-ace7-f0cfbcf6fdaf),segment_id=051f9c65-4e4b-4cc9-ace7-f0cfbcf6fdaf)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:38:02.270579 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fd235747-677a-445f-b32b-f29702445af4 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:02.271732 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:02.272601 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 071ed128-b2a4-4e7c-acef-772e0a843579 no longer exists at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:38:02.286507 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-fd235747-677a-445f-b32b-f29702445af4 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Calling delete_port for 12c39a00-2b56-48ba-9a17-81a14a68c6e1 owned by {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:38:02.304557 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-5a0920cb-eda8-4971-92ab-5c200d0dcd26 None None] Publish callbacks [] for port, precommit_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:02.329535 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] No Port match for: 071ed128-b2a4-4e7c-acef-772e0a843579 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:38:02.330089 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 071ed128-b2a4-4e7c-acef-772e0a843579 not bound to the agent host n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:38:02.352655 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-5a0920cb-eda8-4971-92ab-5c200d0dcd26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:02.379007 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5109fca8-3648-445e-a876-9c01547f3a52 req-9785cf4e-b3b3-4bd2-be2d-fa91179bbdde service neutron] 10.222.0.55 "GET /v2.0/networks/ef6abb39-cfb1-4828-a214-dd0f5374098d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648314 Oct 20 10:38:02.382587 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0920cb-eda8-4971-92ab-5c200d0dcd26 None None] Network 34f0c853-733c-45f6-a58f-aa61857e4415 is already hosted by enough agents. {{(pid=100598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:38:02.385621 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.base_scheduler [None req-5a0920cb-eda8-4971-92ab-5c200d0dcd26 None None] Resources bound (agent type, host, resource id): {{(pid=100598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:38:02.387245 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5483a6ba-5aff-4af2-88cb-c1da5098c79e req-cc0e376b-fa14-4a90-af41-1c21180308cc service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=c33a6cb5-e80a-4f79-936a-38f5e3f7c89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717057 Oct 20 10:38:02.393752 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0920cb-eda8-4971-92ab-5c200d0dcd26 None None] Received port after_create {{(pid=100598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:38:02.399923 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e385781c-8349-409c-8b94-496751ad8cd3 req-dc9c379c-f580-4695-94bd-07a0da2355e7 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:02.404960 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e385781c-8349-409c-8b94-496751ad8cd3 req-dc9c379c-f580-4695-94bd-07a0da2355e7 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] 10.222.0.64 "GET /v2.0/ports?device_id=3091e305-b65e-495d-a080-e2d8b14b0e49 HTTP/1.1" status: 200 len: 945 time: 0.0996466 Oct 20 10:38:02.445379 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=cf0c126e-e3f9-4b67-b648-93728dd3e871,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:02.455965 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-902f90a8-1484-40ed-87e9-7c507ea32f3c req-2c0f105c-64d1-453a-bf53-6787edae080d tempest-ServerShowV257Test-1861996459 tempest-ServerShowV257Test-1861996459-project] 10.222.0.64 "GET /v2.0/ports?device_id=8c020d10-a4b0-4f16-80ee-0e210956238a HTTP/1.1" status: 200 len: 210 time: 0.0495119 Oct 20 10:38:02.496932 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fd235747-677a-445f-b32b-f29702445af4 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:02.499530 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e385781c-8349-409c-8b94-496751ad8cd3 req-8d3e1614-c828-4dd2-8a3b-9a9f312a89b6 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] 10.222.0.64 "GET /v2.0/security-groups?id=a673e019-cdf8-45bc-a191-e8846fb1ecb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837121 Oct 20 10:38:02.518742 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0920cb-eda8-4971-92ab-5c200d0dcd26 None None] Pushing event updated for resources: {'Port': ['ID=853fd07c-d15b-482d-93f1-4369acd24dbe,revision_number=1']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:02.525797 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-5a0920cb-eda8-4971-92ab-5c200d0dcd26 None None] Attempting to bind port 853fd07c-d15b-482d-93f1-4369acd24dbe on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:38:02.526359 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-5a0920cb-eda8-4971-92ab-5c200d0dcd26 None None] Attempting to bind port 853fd07c-d15b-482d-93f1-4369acd24dbe by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': 'ac9c0351-6524-4a07-93bd-b35c6112c477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '34f0c853-733c-45f6-a58f-aa61857e4415'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:38:02.526631 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0920cb-eda8-4971-92ab-5c200d0dcd26 None None] Attempting to bind port 853fd07c-d15b-482d-93f1-4369acd24dbe on network 34f0c853-733c-45f6-a58f-aa61857e4415 {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:38:02.531879 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0920cb-eda8-4971-92ab-5c200d0dcd26 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 37, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:38:02.532777 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0920cb-eda8-4971-92ab-5c200d0dcd26 None None] Checking segment: {'id': 'ac9c0351-6524-4a07-93bd-b35c6112c477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '34f0c853-733c-45f6-a58f-aa61857e4415'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:38:02.532777 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-5a0920cb-eda8-4971-92ab-5c200d0dcd26 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:02.533177 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0920cb-eda8-4971-92ab-5c200d0dcd26 None None] Bound using segment: {'id': 'ac9c0351-6524-4a07-93bd-b35c6112c477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '34f0c853-733c-45f6-a58f-aa61857e4415'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:38:02.533464 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd235747-677a-445f-b32b-f29702445af4 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Pushing event deleted for resources: {'Port': ['ID=12c39a00-2b56-48ba-9a17-81a14a68c6e1,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:02.533662 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-5a0920cb-eda8-4971-92ab-5c200d0dcd26 None None] Bound port: 853fd07c-d15b-482d-93f1-4369acd24dbe, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac9c0351-6524-4a07-93bd-b35c6112c477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '34f0c853-733c-45f6-a58f-aa61857e4415'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:38:02.534819 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-5a0920cb-eda8-4971-92ab-5c200d0dcd26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:02.609605 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-5a0920cb-eda8-4971-92ab-5c200d0dcd26 None None] For port 853fd07c-d15b-482d-93f1-4369acd24dbe, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:38:02.610638 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fd235747-677a-445f-b32b-f29702445af4 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:02.613035 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-5a0920cb-eda8-4971-92ab-5c200d0dcd26 None None] For port 853fd07c-d15b-482d-93f1-4369acd24dbe, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=853fd07c-d15b-482d-93f1-4369acd24dbe,segment=NetworkSegment(ac9c0351-6524-4a07-93bd-b35c6112c477),segment_id=ac9c0351-6524-4a07-93bd-b35c6112c477)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:38:02.613980 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-fd235747-677a-445f-b32b-f29702445af4 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] 10.222.0.64 "DELETE /v2.0/ports/12c39a00-2b56-48ba-9a17-81a14a68c6e1 HTTP/1.1" status: 204 len: 168 time: 0.6373432 Oct 20 10:38:02.616804 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 52150) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:02.619811 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-5a0920cb-eda8-4971-92ab-5c200d0dcd26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:02.643299 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-217ef929-0bb1-47ef-b736-27436d4c4f33 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] DELETE failed (client error): The resource could not be found. Oct 20 10:38:02.643987 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-217ef929-0bb1-47ef-b736-27436d4c4f33 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:38:02.646947 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-217ef929-0bb1-47ef-b736-27436d4c4f33 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] 10.222.0.64 "DELETE /v2.0/ports/12c39a00-2b56-48ba-9a17-81a14a68c6e1 HTTP/1.1" status: 404 len: 333 time: 0.0290523 Oct 20 10:38:02.650020 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 52152) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:02.676589 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0920cb-eda8-4971-92ab-5c200d0dcd26 None None] Pushing event updated for resources: {'Port': ['ID=853fd07c-d15b-482d-93f1-4369acd24dbe,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:02.695804 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-63d9ce46-eecc-4280-a450-7f2acb4e03b1 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] GET failed (client error): The resource could not be found. Oct 20 10:38:02.699419 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-63d9ce46-eecc-4280-a450-7f2acb4e03b1 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] 10.222.0.64 "GET /v2.0/ports/12c39a00-2b56-48ba-9a17-81a14a68c6e1 HTTP/1.1" status: 404 len: 333 time: 0.0464816 Oct 20 10:38:02.700240 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 52154) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:02.776129 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_v2 [None req-57dfdff5-703d-4c10-a57a-21a808a66dfd tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Deleting subnet 0ec0a4a0-6701-4c6c-9bbd-008a6aec2e2c {{(pid=100597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:38:02.794004 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-57dfdff5-703d-4c10-a57a-21a808a66dfd tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks [] for subnet, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:02.837480 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-deca496c-9bda-42c9-bb44-46d64eefcfa2 req-4d50014f-70f5-418e-a51a-f28ea4c217e9 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/ports?device_id=ceefdf8d-056c-4cb2-8943-782a4c50759b HTTP/1.1" status: 200 len: 210 time: 0.0499220 Oct 20 10:38:02.915930 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-57dfdff5-703d-4c10-a57a-21a808a66dfd tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25852621'] for subnet, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:02.974437 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5552c0d5-dc53-4391-9a59-bff8ba211d3e req-9e7aab22-18ff-42ce-8aaa-c5a01a21381e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:02.976077 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5552c0d5-dc53-4391-9a59-bff8ba211d3e req-9e7aab22-18ff-42ce-8aaa-c5a01a21381e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c0dfe506102842b7b89700ee2a42ab00&device_id=a7303d57-cdf3-4028-946b-e7130f669171 HTTP/1.1" status: 200 len: 1094 time: 0.1358333 Oct 20 10:38:02.989520 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e39ebe1-ba74-4843-b400-e43070b86f75 req-bf3e8946-71a3-4d92-acc4-5f74aefad9fd tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:02.993056 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5e39ebe1-ba74-4843-b400-e43070b86f75 req-bf3e8946-71a3-4d92-acc4-5f74aefad9fd tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] 10.222.0.64 "GET /v2.0/ports?device_id=a7303d57-cdf3-4028-946b-e7130f669171 HTTP/1.1" status: 200 len: 943 time: 0.0871434 Oct 20 10:38:03.046153 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f565b8-0173-49df-a53c-3d4936374188 req-85385389-0428-4105-a163-5294a89a2eb6 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:03.048081 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-e3f565b8-0173-49df-a53c-3d4936374188 req-85385389-0428-4105-a163-5294a89a2eb6 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.69 "GET /v2.0/networks?id=00e677b7-ec29-42bc-8b52-7d9c8594501c HTTP/1.1" status: 200 len: 812 time: 0.2854605 Oct 20 10:38:03.062738 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [req-e3f565b8-0173-49df-a53c-3d4936374188 req-fccbfc99-817e-4bb1-b7dd-f008010b09f1 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Request body: {'port': {'device_id': 'ceefdf8d-056c-4cb2-8943-782a4c50759b', 'network_id': '00e677b7-ec29-42bc-8b52-7d9c8594501c', 'admin_state_up': True, 'tenant_id': 'c99eab67b5e546ffaba916e684c21094'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:38:03.082388 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5e39ebe1-ba74-4843-b400-e43070b86f75 req-aa548d7d-bcf4-4f24-b36b-a58188ee3208 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ea17d67-d003-4cda-a612-dd72568a94fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738258 Oct 20 10:38:03.163591 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5552c0d5-dc53-4391-9a59-bff8ba211d3e req-977daf6b-28c9-47d4-b951-d3955e5e60a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:03.165049 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5552c0d5-dc53-4391-9a59-bff8ba211d3e req-977daf6b-28c9-47d4-b951-d3955e5e60a0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ef6abb39-cfb1-4828-a214-dd0f5374098d HTTP/1.1" status: 200 len: 906 time: 0.1678274 Oct 20 10:38:03.169231 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-57dfdff5-703d-4c10-a57a-21a808a66dfd tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:03.226669 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5552c0d5-dc53-4391-9a59-bff8ba211d3e req-998803de-f255-4c5c-b9d3-f77ed5feaf05 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7922ec5a-7698-4356-b4d2-e3f257b42259 HTTP/1.1" status: 200 len: 217 time: 0.0433409 Oct 20 10:38:03.239609 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96734f9-a2e6-48c7-90b0-8da887727039 req-bf02b382-8d9e-4954-ae98-7e78c2b6facf tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:03.241409 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c96734f9-a2e6-48c7-90b0-8da887727039 req-bf02b382-8d9e-4954-ae98-7e78c2b6facf tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/ports?device_id=ede0fd07-bbc6-474e-9f53-8933b78a25cb HTTP/1.1" status: 200 len: 946 time: 0.0885766 Oct 20 10:38:03.252007 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-57dfdff5-703d-4c10-a57a-21a808a66dfd tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25350811'] for subnet, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:03.277437 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3f565b8-0173-49df-a53c-3d4936374188 req-fccbfc99-817e-4bb1-b7dd-f008010b09f1 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Made reservation on behalf of c99eab67b5e546ffaba916e684c21094 for: {'port': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:38:03.281718 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-e3f565b8-0173-49df-a53c-3d4936374188 req-fccbfc99-817e-4bb1-b7dd-f008010b09f1 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:03.297843 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dfdff5-703d-4c10-a57a-21a808a66dfd tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Pushing event deleted for resources: {'Subnet': ['ID=0ec0a4a0-6701-4c6c-9bbd-008a6aec2e2c,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:03.309696 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-57dfdff5-703d-4c10-a57a-21a808a66dfd tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:03.313422 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-57dfdff5-703d-4c10-a57a-21a808a66dfd tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] 10.222.0.64 "DELETE /v2.0/subnets/0ec0a4a0-6701-4c6c-9bbd-008a6aec2e2c HTTP/1.1" status: 204 len: 168 time: 0.6120374 Oct 20 10:38:03.317616 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 52162) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:03.321393 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5552c0d5-dc53-4391-9a59-bff8ba211d3e req-a7b47345-1335-449b-bb8c-2d547d1215c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:03.322706 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5552c0d5-dc53-4391-9a59-bff8ba211d3e req-a7b47345-1335-449b-bb8c-2d547d1215c4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=777e48ea-dc5a-43d5-a338-c1cfd0807e06 HTTP/1.1" status: 200 len: 845 time: 0.0803621 Oct 20 10:38:03.339789 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c96734f9-a2e6-48c7-90b0-8da887727039 req-3bdd8693-1e37-4f30-816d-59a41fb8f356 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/security-groups?id=c33a6cb5-e80a-4f79-936a-38f5e3f7c89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825822 Oct 20 10:38:03.372400 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5552c0d5-dc53-4391-9a59-bff8ba211d3e req-dfa67ec2-f0bc-43fc-bec2-90fc5978297e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ef6abb39-cfb1-4828-a214-dd0f5374098d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371840 Oct 20 10:38:03.431641 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [req-e3f565b8-0173-49df-a53c-3d4936374188 req-fccbfc99-817e-4bb1-b7dd-f008010b09f1 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Allocated IP 172.20.0.5 (00e677b7-ec29-42bc-8b52-7d9c8594501c/41c5fb46-df00-4db9-bb3d-c914d29737cc/7fb7919e-5420-4223-a6c0-eb738c11a222) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:38:03.455051 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3da9b5f6-bd01-4315-a682-0014a54f2bf0 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:03.473320 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-e085a128-6d30-4246-b435-bcc759058aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:03.548643 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5552c0d5-dc53-4391-9a59-bff8ba211d3e req-e2e7ca45-96f4-48fd-b48b-5a3b185ea93b service neutron] 10.222.0.55 "GET /v2.0/networks/ef6abb39-cfb1-4828-a214-dd0f5374098d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669693 Oct 20 10:38:03.582700 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-3da9b5f6-bd01-4315-a682-0014a54f2bf0 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Deleting port 853fd07c-d15b-482d-93f1-4369acd24dbe {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:38:03.583169 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3da9b5f6-bd01-4315-a682-0014a54f2bf0 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:03.636663 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-e3f565b8-0173-49df-a53c-3d4936374188 req-fccbfc99-817e-4bb1-b7dd-f008010b09f1 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:03.651041 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9926e569-6509-46ec-9f69-a6e3c0467fd6 req-016c9e67-a991-4d7a-881c-bdd45054bed8 tempest-ServerShowV257Test-1861996459 tempest-ServerShowV257Test-1861996459-project] 10.222.0.64 "GET /v2.0/ports?device_id=8c020d10-a4b0-4f16-80ee-0e210956238a HTTP/1.1" status: 200 len: 210 time: 0.0790231 Oct 20 10:38:03.689775 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-e3f565b8-0173-49df-a53c-3d4936374188 req-fccbfc99-817e-4bb1-b7dd-f008010b09f1 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:03.767779 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3f565b8-0173-49df-a53c-3d4936374188 req-fccbfc99-817e-4bb1-b7dd-f008010b09f1 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Network 00e677b7-ec29-42bc-8b52-7d9c8594501c is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:38:03.771537 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [req-e3f565b8-0173-49df-a53c-3d4936374188 req-fccbfc99-817e-4bb1-b7dd-f008010b09f1 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:38:03.771703 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [None req-3da9b5f6-bd01-4315-a682-0014a54f2bf0 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] For port 853fd07c-d15b-482d-93f1-4369acd24dbe, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=853fd07c-d15b-482d-93f1-4369acd24dbe,segment=NetworkSegment(ac9c0351-6524-4a07-93bd-b35c6112c477),segment_id=ac9c0351-6524-4a07-93bd-b35c6112c477)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:38:03.772143 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3da9b5f6-bd01-4315-a682-0014a54f2bf0 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:03.774568 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3f565b8-0173-49df-a53c-3d4936374188 req-fccbfc99-817e-4bb1-b7dd-f008010b09f1 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:38:03.791493 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-3da9b5f6-bd01-4315-a682-0014a54f2bf0 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Calling delete_port for 853fd07c-d15b-482d-93f1-4369acd24dbe owned by network:dhcp {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:38:03.809432 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccbfc99-817e-4bb1-b7dd-f008010b09f1 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Pushing event updated for resources: {'Port': ['ID=7fb7919e-5420-4223-a6c0-eb738c11a222,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:03.818876 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7488c532-e973-4fdd-bc6d-2dc9262a491d req-64c65414-a883-4402-a03b-666bf3dbd0eb tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:03.828207 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7488c532-e973-4fdd-bc6d-2dc9262a491d req-64c65414-a883-4402-a03b-666bf3dbd0eb tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] 10.222.0.64 "GET /v2.0/ports?device_id=3091e305-b65e-495d-a080-e2d8b14b0e49 HTTP/1.1" status: 200 len: 945 time: 0.2473841 Oct 20 10:38:03.845172 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5552c0d5-dc53-4391-9a59-bff8ba211d3e req-11c4b43b-9278-4f1e-b94f-bb288fe12afa service neutron] 10.222.0.55 "GET /v2.0/networks/ef6abb39-cfb1-4828-a214-dd0f5374098d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2833943 Oct 20 10:38:03.845764 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f565b8-0173-49df-a53c-3d4936374188 req-fccbfc99-817e-4bb1-b7dd-f008010b09f1 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:03.845764 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-e3f565b8-0173-49df-a53c-3d4936374188 req-fccbfc99-817e-4bb1-b7dd-f008010b09f1 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:03.864155 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-e3f565b8-0173-49df-a53c-3d4936374188 req-fccbfc99-817e-4bb1-b7dd-f008010b09f1 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8052938 Oct 20 10:38:03.878593 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [req-e3f565b8-0173-49df-a53c-3d4936374188 req-d37f8970-8c1d-4adb-bb8b-7579938221e3 service neutron] Request body: {'port': {'device_id': 'ceefdf8d-056c-4cb2-8943-782a4c50759b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811396-3'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:38:03.892362 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f9b18d-dce2-4b5f-9bcb-d2fb92965eef None None] Network 34f0c853-733c-45f6-a58f-aa61857e4415 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:38:03.932839 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7488c532-e973-4fdd-bc6d-2dc9262a491d req-c29878ac-8ab0-4763-a757-1a4c3649c8c3 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] 10.222.0.64 "GET /v2.0/security-groups?id=a673e019-cdf8-45bc-a191-e8846fb1ecb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016557 Oct 20 10:38:03.952564 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-e3f565b8-0173-49df-a53c-3d4936374188 req-d37f8970-8c1d-4adb-bb8b-7579938221e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:03.970591 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3da9b5f6-bd01-4315-a682-0014a54f2bf0 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:04.005697 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da9b5f6-bd01-4315-a682-0014a54f2bf0 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Pushing event deleted for resources: {'Port': ['ID=853fd07c-d15b-482d-93f1-4369acd24dbe,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:04.010901 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3091e305-b65e-495d-a080-e2d8b14b0e49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf0c126e-e3f9-4b67-b648-93728dd3e871'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:38:04.014368 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1950a744-2a2b-4573-9272-f25a5b4b7e2b" -d '{"events": [{"server_uuid": "3091e305-b65e-495d-a080-e2d8b14b0e49", "name": "network-vif-plugged", "status": "completed", "tag": "cf0c126e-e3f9-4b67-b648-93728dd3e871"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:38:04.034791 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da9b5f6-bd01-4315-a682-0014a54f2bf0 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] No DVR routers for this DVR port 853fd07c-d15b-482d-93f1-4369acd24dbe on host n-d-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:38:04.061461 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-7e36057d-eb86-495c-9642-122b725abe8f None None] Provisioning complete for port 853fd07c-d15b-482d-93f1-4369acd24dbe triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:38:04.061461 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-7e36057d-eb86-495c-9642-122b725abe8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:04.141153 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-7e36057d-eb86-495c-9642-122b725abe8f None None] Port 853fd07c-d15b-482d-93f1-4369acd24dbe was deleted so its status cannot be updated. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Oct 20 10:38:04.190277 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be2718f-d503-4428-bb5c-16e4de687c84 None None] DHCP port deletion for 34f0c853-733c-45f6-a58f-aa61857e4415 request from n-d-811396-3 {{(pid=100598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:38:04.268634 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b981a6d-c367-4a04-9ddf-d45ccfa574d3 x-openstack-request-id: req-7b981a6d-c367-4a04-9ddf-d45ccfa574d3 {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:38:04.268997 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3091e305-b65e-495d-a080-e2d8b14b0e49", "name": "network-vif-plugged", "status": "completed", "tag": "cf0c126e-e3f9-4b67-b648-93728dd3e871", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:38:04.269313 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7b981a6d-c367-4a04-9ddf-d45ccfa574d3 {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:38:04.269771 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3091e305-b65e-495d-a080-e2d8b14b0e49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf0c126e-e3f9-4b67-b648-93728dd3e871', 'code': 200} Oct 20 10:38:04.279969 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3da9b5f6-bd01-4315-a682-0014a54f2bf0 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:04.306262 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-3da9b5f6-bd01-4315-a682-0014a54f2bf0 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34f0c853-733c-45f6-a58f-aa61857e4415']}} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:38:04.321583 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c62f51f-8b04-46eb-bb79-2c32c1db5afa req-7c41c223-36ce-45b5-9860-542ad857a779 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:04.329941 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4c62f51f-8b04-46eb-bb79-2c32c1db5afa req-7c41c223-36ce-45b5-9860-542ad857a779 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/ports?device_id=ceefdf8d-056c-4cb2-8943-782a4c50759b HTTP/1.1" status: 200 len: 931 time: 0.1416450 Oct 20 10:38:04.339375 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-3da9b5f6-bd01-4315-a682-0014a54f2bf0 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac9c0351-6524-4a07-93bd-b35c6112c477') {'for_net_delete': True} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:38:04.339751 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-3da9b5f6-bd01-4315-a682-0014a54f2bf0 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac9c0351-6524-4a07-93bd-b35c6112c477') {} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:38:04.373472 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3da9b5f6-bd01-4315-a682-0014a54f2bf0 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25189038'] for segment, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:04.418009 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [req-e3f565b8-0173-49df-a53c-3d4936374188 req-d37f8970-8c1d-4adb-bb8b-7579938221e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fb7919e-5420-4223-a6c0-eb738c11a222 {{(pid=100597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:38:04.418569 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-da4df2aa-9338-4f91-a843-bddfa1332f8d req-26905901-89f7-419b-a938-9eb8f5bf555c tempest-ServerShowV257Test-1861996459 tempest-ServerShowV257Test-1861996459-project] 10.222.0.64 "GET /v2.0/ports?device_id=8c020d10-a4b0-4f16-80ee-0e210956238a HTTP/1.1" status: 200 len: 210 time: 0.0708234 Oct 20 10:38:04.429154 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-e3f565b8-0173-49df-a53c-3d4936374188 req-d37f8970-8c1d-4adb-bb8b-7579938221e3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:04.429859 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3da9b5f6-bd01-4315-a682-0014a54f2bf0 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:04.443987 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4c62f51f-8b04-46eb-bb79-2c32c1db5afa req-1b9766f6-b7c9-4a3c-86ad-b19c804779bb tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/security-groups?id=17372704-86e6-46e6-a5dd-dc7385be620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130757 Oct 20 10:38:04.449437 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3da9b5f6-bd01-4315-a682-0014a54f2bf0 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Releasing vlan 834 on physical network physnet1 to pool {{(pid=100596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:38:04.449925 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3da9b5f6-bd01-4315-a682-0014a54f2bf0 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26833155'] for segment, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:04.462926 n-d-811396-3 neutron-server[100596]: Traceback (most recent call last): Oct 20 10:38:04.462926 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:38:04.462926 n-d-811396-3 neutron-server[100596]: timer() Oct 20 10:38:04.462926 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:38:04.462926 n-d-811396-3 neutron-server[100596]: cb(*args, **kw) Oct 20 10:38:04.462926 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:38:04.462926 n-d-811396-3 neutron-server[100596]: return func(*args, **kwargs) Oct 20 10:38:04.462926 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:38:04.462926 n-d-811396-3 neutron-server[100596]: self._notify() Oct 20 10:38:04.462926 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:38:04.462926 n-d-811396-3 neutron-server[100596]: self.callback(batched_events) Oct 20 10:38:04.462926 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:38:04.462926 n-d-811396-3 neutron-server[100596]: event.method(event) Oct 20 10:38:04.462926 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:38:04.462926 n-d-811396-3 neutron-server[100596]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:38:04.462926 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:38:04.462926 n-d-811396-3 neutron-server[100596]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:38:04.462926 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:38:04.462926 n-d-811396-3 neutron-server[100596]: return f(self, *a, **k) Oct 20 10:38:04.462926 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:38:04.462926 n-d-811396-3 neutron-server[100596]: return self._get(url).json() Oct 20 10:38:04.462926 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:38:04.462926 n-d-811396-3 neutron-server[100596]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:38:04.462926 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:38:04.462926 n-d-811396-3 neutron-server[100596]: return self.request(url, 'GET', **kwargs) Oct 20 10:38:04.462926 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:38:04.462926 n-d-811396-3 neutron-server[100596]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:38:04.462926 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:38:04.462926 n-d-811396-3 neutron-server[100596]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:38:04.462926 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:38:04.462926 n-d-811396-3 neutron-server[100596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:38:04.462926 n-d-811396-3 neutron-server[100596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:38:04.500317 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44962c19-7c23-4d69-ae09-279499b02d04 req-5236b63c-409a-4db5-a828-51e2cd8ee6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:04.501814 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-44962c19-7c23-4d69-ae09-279499b02d04 req-5236b63c-409a-4db5-a828-51e2cd8ee6c9 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=3091e305-b65e-495d-a080-e2d8b14b0e49 HTTP/1.1" status: 200 len: 1096 time: 0.1458545 Oct 20 10:38:04.564285 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.provisioning_blocks [req-e3f565b8-0173-49df-a53c-3d4936374188 req-d37f8970-8c1d-4adb-bb8b-7579938221e3 service neutron] Transition to ACTIVE for port object 7fb7919e-5420-4223-a6c0-eb738c11a222 will not be triggered until provisioned by entity L2. {{(pid=100597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:38:04.567824 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-e3f565b8-0173-49df-a53c-3d4936374188 req-d37f8970-8c1d-4adb-bb8b-7579938221e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:04.596018 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3da9b5f6-bd01-4315-a682-0014a54f2bf0 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:04.606782 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3da9b5f6-bd01-4315-a682-0014a54f2bf0 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:04.609950 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-3da9b5f6-bd01-4315-a682-0014a54f2bf0 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] 10.222.0.64 "DELETE /v2.0/networks/34f0c853-733c-45f6-a58f-aa61857e4415 HTTP/1.1" status: 204 len: 168 time: 1.2908869 Oct 20 10:38:04.616578 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 52198) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:04.621350 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-f6a9f784-225e-465f-8b49-72adab9f1974 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-569576772'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:38:04.632237 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da9b5f6-bd01-4315-a682-0014a54f2bf0 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Pushing event deleted for resources: {'Network': ['ID=34f0c853-733c-45f6-a58f-aa61857e4415,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:04.635265 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37f8970-8c1d-4adb-bb8b-7579938221e3 service neutron] Pushing event updated for resources: {'Port': ['ID=7fb7919e-5420-4223-a6c0-eb738c11a222,revision_number=2']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:04.643205 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-44962c19-7c23-4d69-ae09-279499b02d04 req-f16e21da-ed1d-476d-992b-d5aabefc9f77 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=a673e019-cdf8-45bc-a191-e8846fb1ecb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1119549 Oct 20 10:38:04.659192 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806782ac-1b6e-4ef0-a58b-0837dc7d1b53 req-d0ac248e-4170-411a-9ed3-406bc573c1c6 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:04.660700 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-806782ac-1b6e-4ef0-a58b-0837dc7d1b53 req-d0ac248e-4170-411a-9ed3-406bc573c1c6 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] 10.222.0.64 "GET /v2.0/ports?device_id=a7303d57-cdf3-4028-946b-e7130f669171 HTTP/1.1" status: 200 len: 943 time: 0.1320746 Oct 20 10:38:04.669275 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea45c17-2ed7-40d9-8924-d44267b2046b req-58309c67-969f-410b-9199-e621fa4191cd tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:04.670774 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-dea45c17-2ed7-40d9-8924-d44267b2046b req-58309c67-969f-410b-9199-e621fa4191cd tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/ports?device_id=ede0fd07-bbc6-474e-9f53-8933b78a25cb HTTP/1.1" status: 200 len: 946 time: 0.1405089 Oct 20 10:38:04.690157 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6a9f784-225e-465f-8b49-72adab9f1974 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Made reservation on behalf of 81acf106a8e845e5a82c7531aebd6cee for: {'network': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:38:04.693566 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f6a9f784-225e-465f-8b49-72adab9f1974 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:04.724589 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-806782ac-1b6e-4ef0-a58b-0837dc7d1b53 req-be23a513-3927-4705-916c-77ea373bbbf4 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ea17d67-d003-4cda-a612-dd72568a94fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527730 Oct 20 10:38:04.731528 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6a9f784-225e-465f-8b49-72adab9f1974 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 828} {{(pid=100597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:38:04.733083 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-dea45c17-2ed7-40d9-8924-d44267b2046b req-1b40c5c3-3fd1-4c7f-afe1-26926ec49085 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/security-groups?id=c33a6cb5-e80a-4f79-936a-38f5e3f7c89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553138 Oct 20 10:38:04.740555 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-e3f565b8-0173-49df-a53c-3d4936374188 req-d37f8970-8c1d-4adb-bb8b-7579938221e3 service neutron] Attempting to bind port 7fb7919e-5420-4223-a6c0-eb738c11a222 on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:38:04.740893 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-e3f565b8-0173-49df-a53c-3d4936374188 req-d37f8970-8c1d-4adb-bb8b-7579938221e3 service neutron] Attempting to bind port 7fb7919e-5420-4223-a6c0-eb738c11a222 by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': 'f70d1162-b154-4994-9af5-210e1dd15ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '00e677b7-ec29-42bc-8b52-7d9c8594501c'}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:38:04.741222 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f565b8-0173-49df-a53c-3d4936374188 req-d37f8970-8c1d-4adb-bb8b-7579938221e3 service neutron] Attempting to bind port 7fb7919e-5420-4223-a6c0-eb738c11a222 on network 00e677b7-ec29-42bc-8b52-7d9c8594501c {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:38:04.747819 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f6a9f784-225e-465f-8b49-72adab9f1974 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:04.748177 n-d-811396-3 neutron-server[100597]: INFO neutron.db.segments_db [None req-f6a9f784-225e-465f-8b49-72adab9f1974 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Added segment edc9ea34-baf4-458f-8995-b6c45b1d90be of type vlan for network d11de3fb-a629-469a-bcc1-8454abeaf788 Oct 20 10:38:04.755558 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f565b8-0173-49df-a53c-3d4936374188 req-d37f8970-8c1d-4adb-bb8b-7579938221e3 service neutron] Port 7fb7919e-5420-4223-a6c0-eb738c11a222 on network 00e677b7-ec29-42bc-8b52-7d9c8594501c not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:38:04.755888 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f565b8-0173-49df-a53c-3d4936374188 req-d37f8970-8c1d-4adb-bb8b-7579938221e3 service neutron] Attempting to bind port 7fb7919e-5420-4223-a6c0-eb738c11a222 on network 00e677b7-ec29-42bc-8b52-7d9c8594501c {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:38:04.779521 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f565b8-0173-49df-a53c-3d4936374188 req-d37f8970-8c1d-4adb-bb8b-7579938221e3 service neutron] Checking agent: {'id': '061232a2-7adc-4ba1-a873-e8cb136b064d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 37, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:38:04.779926 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f565b8-0173-49df-a53c-3d4936374188 req-d37f8970-8c1d-4adb-bb8b-7579938221e3 service neutron] Checking segment: {'id': 'f70d1162-b154-4994-9af5-210e1dd15ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '00e677b7-ec29-42bc-8b52-7d9c8594501c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:38:04.780252 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f565b8-0173-49df-a53c-3d4936374188 req-d37f8970-8c1d-4adb-bb8b-7579938221e3 service neutron] Bound using segment: {'id': 'f70d1162-b154-4994-9af5-210e1dd15ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '00e677b7-ec29-42bc-8b52-7d9c8594501c'} {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:38:04.780699 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-e3f565b8-0173-49df-a53c-3d4936374188 req-d37f8970-8c1d-4adb-bb8b-7579938221e3 service neutron] Bound port: 7fb7919e-5420-4223-a6c0-eb738c11a222, host: n-h2-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f70d1162-b154-4994-9af5-210e1dd15ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '00e677b7-ec29-42bc-8b52-7d9c8594501c'}}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:38:04.782371 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-e3f565b8-0173-49df-a53c-3d4936374188 req-d37f8970-8c1d-4adb-bb8b-7579938221e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:04.803815 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f6a9f784-225e-465f-8b49-72adab9f1974 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:04.855079 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f68c5a3-6c14-4dcd-a4f4-77a5e9a642a9 req-4b8ef49d-09bc-4ea0-a7a8-37fd7b9f4432 tempest-LiveMigrationTest-1924267454 tempest-LiveMigrationTest-1924267454-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:04.856628 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4f68c5a3-6c14-4dcd-a4f4-77a5e9a642a9 req-4b8ef49d-09bc-4ea0-a7a8-37fd7b9f4432 tempest-LiveMigrationTest-1924267454 tempest-LiveMigrationTest-1924267454-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=ede0fd07-bbc6-474e-9f53-8933b78a25cb HTTP/1.1" status: 200 len: 1097 time: 0.0471547 Oct 20 10:38:04.866460 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f6a9f784-225e-465f-8b49-72adab9f1974 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:04.871896 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a9f784-225e-465f-8b49-72adab9f1974 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:04.872491 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f6a9f784-225e-465f-8b49-72adab9f1974 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:04.892400 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4f68c5a3-6c14-4dcd-a4f4-77a5e9a642a9 req-996c639d-5662-41d2-a46f-271c7f5fe96b tempest-LiveMigrationTest-1924267454 tempest-LiveMigrationTest-1924267454-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=c33a6cb5-e80a-4f79-936a-38f5e3f7c89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285740 Oct 20 10:38:04.914820 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [req-e3f565b8-0173-49df-a53c-3d4936374188 req-d37f8970-8c1d-4adb-bb8b-7579938221e3 service neutron] For port 7fb7919e-5420-4223-a6c0-eb738c11a222, host n-h2-811396-3, cleared binding levels {{(pid=100597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:38:04.923759 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-f6a9f784-225e-465f-8b49-72adab9f1974 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3061385 Oct 20 10:38:04.926568 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 52206) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:04.931996 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-4bdd32ca-f08a-4ca3-8d68-566463390d56 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Request body: {'subnet': {'network_id': 'd11de3fb-a629-469a-bcc1-8454abeaf788', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:38:04.957873 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a9f784-225e-465f-8b49-72adab9f1974 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Pushing event updated for resources: {'Network': ['ID=d11de3fb-a629-469a-bcc1-8454abeaf788,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:04.961803 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [req-e3f565b8-0173-49df-a53c-3d4936374188 req-d37f8970-8c1d-4adb-bb8b-7579938221e3 service neutron] For port 7fb7919e-5420-4223-a6c0-eb738c11a222, host n-h2-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=7fb7919e-5420-4223-a6c0-eb738c11a222,segment=NetworkSegment(f70d1162-b154-4994-9af5-210e1dd15ef4),segment_id=f70d1162-b154-4994-9af5-210e1dd15ef4)] {{(pid=100597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:38:04.968319 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-e3f565b8-0173-49df-a53c-3d4936374188 req-d37f8970-8c1d-4adb-bb8b-7579938221e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:04.971075 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network d11de3fb-a629-469a-bcc1-8454abeaf788 details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:38:05.007946 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f565b8-0173-49df-a53c-3d4936374188 req-d37f8970-8c1d-4adb-bb8b-7579938221e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:05.008569 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-e3f565b8-0173-49df-a53c-3d4936374188 req-d37f8970-8c1d-4adb-bb8b-7579938221e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:05.009988 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-e3f565b8-0173-49df-a53c-3d4936374188 req-d37f8970-8c1d-4adb-bb8b-7579938221e3 service neutron] 10.222.0.69 "PUT /v2.0/ports/7fb7919e-5420-4223-a6c0-eb738c11a222 HTTP/1.1" status: 200 len: 1091 time: 1.1379278 Oct 20 10:38:05.015817 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ceefdf8d-056c-4cb2-8943-782a4c50759b', 'tag': '7fb7919e-5420-4223-a6c0-eb738c11a222'}] {{(pid=100597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:38:05.018947 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd85cad6a391afaa95d2dd5280bfd4659fc1e1b2aba53b5e7ef874f059efcdc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2767415a-25e0-453f-a82a-c4cbe02b62b5" -d '{"events": [{"name": "network-changed", "server_uuid": "ceefdf8d-056c-4cb2-8943-782a4c50759b", "tag": "7fb7919e-5420-4223-a6c0-eb738c11a222"}]}' {{(pid=100597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:38:05.051512 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37f8970-8c1d-4adb-bb8b-7579938221e3 service neutron] Pushing event updated for resources: {'Port': ['ID=7fb7919e-5420-4223-a6c0-eb738c11a222,revision_number=3']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:05.110985 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cb68d7-e593-455c-bc8a-f6b23ef8e484 req-b17bfcd7-2a93-44b9-ba0d-6d8d55f33c2d tempest-LiveMigrationTest-1924267454 tempest-LiveMigrationTest-1924267454-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:05.112553 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c5cb68d7-e593-455c-bc8a-f6b23ef8e484 req-b17bfcd7-2a93-44b9-ba0d-6d8d55f33c2d tempest-LiveMigrationTest-1924267454 tempest-LiveMigrationTest-1924267454-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=ede0fd07-bbc6-474e-9f53-8933b78a25cb HTTP/1.1" status: 200 len: 1097 time: 0.1291175 Oct 20 10:38:05.112676 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f565b8-0173-49df-a53c-3d4936374188 req-2d5a5875-38fd-4975-b93c-cbc1fbf84040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:05.114179 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-e3f565b8-0173-49df-a53c-3d4936374188 req-2d5a5875-38fd-4975-b93c-cbc1fbf84040 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c99eab67b5e546ffaba916e684c21094&device_id=ceefdf8d-056c-4cb2-8943-782a4c50759b HTTP/1.1" status: 200 len: 1094 time: 0.0458248 Oct 20 10:38:05.117345 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bdd32ca-f08a-4ca3-8d68-566463390d56 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Made reservation on behalf of 81acf106a8e845e5a82c7531aebd6cee for: {'subnet': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:38:05.120908 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4bdd32ca-f08a-4ca3-8d68-566463390d56 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26761797'] for subnet, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:05.157328 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-e3f565b8-0173-49df-a53c-3d4936374188 req-b9941fa4-c9b1-45e2-ae72-33ca5b184531 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7fb7919e-5420-4223-a6c0-eb738c11a222 HTTP/1.1" status: 200 len: 217 time: 0.0337358 Oct 20 10:38:05.159062 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6ed7cb-3451-4fca-81d0-b67b41034e64 req-73406596-88b3-4f04-b06b-1af2a039413f tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:05.160541 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9c6ed7cb-3451-4fca-81d0-b67b41034e64 req-73406596-88b3-4f04-b06b-1af2a039413f tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] 10.222.0.64 "GET /v2.0/ports?device_id=3091e305-b65e-495d-a080-e2d8b14b0e49 HTTP/1.1" status: 200 len: 945 time: 0.1187949 Oct 20 10:38:05.209260 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f565b8-0173-49df-a53c-3d4936374188 req-ab97ffa5-e661-4f68-84ae-73083dca5d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:05.210735 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-e3f565b8-0173-49df-a53c-3d4936374188 req-ab97ffa5-e661-4f68-84ae-73083dca5d70 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=41c5fb46-df00-4db9-bb3d-c914d29737cc HTTP/1.1" status: 200 len: 852 time: 0.0468955 Oct 20 10:38:05.229191 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c5cb68d7-e593-455c-bc8a-f6b23ef8e484 req-397a44c3-7389-48a6-b7df-77b052dca12f tempest-LiveMigrationTest-1924267454 tempest-LiveMigrationTest-1924267454-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=c33a6cb5-e80a-4f79-936a-38f5e3f7c89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043601 Oct 20 10:38:05.242221 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-e3f565b8-0173-49df-a53c-3d4936374188 req-0f074ad5-c8de-4d84-9f47-9a97e3d03df8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=00e677b7-ec29-42bc-8b52-7d9c8594501c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241475 Oct 20 10:38:05.268156 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9c6ed7cb-3451-4fca-81d0-b67b41034e64 req-f69857a3-048a-4da2-b026-9646802d4be7 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] 10.222.0.64 "GET /v2.0/security-groups?id=a673e019-cdf8-45bc-a191-e8846fb1ecb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997298 Oct 20 10:38:05.358247 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-e3f565b8-0173-49df-a53c-3d4936374188 req-d25c8c4a-4498-4f5a-9a91-415d55b04e04 service neutron] 10.222.0.69 "GET /v2.0/networks/00e677b7-ec29-42bc-8b52-7d9c8594501c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085589 Oct 20 10:38:05.390931 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4bdd32ca-f08a-4ca3-8d68-566463390d56 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26836128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26761819'] for subnet, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:05.438114 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9bd5e8b-0941-4138-a216-19c58ad9b639 x-openstack-request-id: req-b9bd5e8b-0941-4138-a216-19c58ad9b639 {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:38:05.438695 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ceefdf8d-056c-4cb2-8943-782a4c50759b", "tag": "7fb7919e-5420-4223-a6c0-eb738c11a222", "status": "completed", "code": 200}]} {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:38:05.438695 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b9bd5e8b-0941-4138-a216-19c58ad9b639 {{(pid=100597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:38:05.439205 n-d-811396-3 neutron-server[100597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ceefdf8d-056c-4cb2-8943-782a4c50759b', 'tag': '7fb7919e-5420-4223-a6c0-eb738c11a222', 'status': 'completed', 'code': 200} Oct 20 10:38:05.454975 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdd32ca-f08a-4ca3-8d68-566463390d56 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Pushing event updated for resources: {'Subnet': ['ID=6be593e2-656a-455b-9b0a-f4f2b781a795,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:05.462526 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bdd32ca-f08a-4ca3-8d68-566463390d56 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Checking segment: {'id': 'edc9ea34-baf4-458f-8995-b6c45b1d90be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'd11de3fb-a629-469a-bcc1-8454abeaf788'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:38:05.462957 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bdd32ca-f08a-4ca3-8d68-566463390d56 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Network hostable DHCP agents. Network: d11de3fb-a629-469a-bcc1-8454abeaf788, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:38:05.475021 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-e3f565b8-0173-49df-a53c-3d4936374188 req-75a05bf3-e976-4edb-ac42-a3677aab2e9c service neutron] 10.222.0.69 "GET /v2.0/networks/00e677b7-ec29-42bc-8b52-7d9c8594501c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059394 Oct 20 10:38:05.482214 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bdd32ca-f08a-4ca3-8d68-566463390d56 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Network d11de3fb-a629-469a-bcc1-8454abeaf788 is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:38:05.493587 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-4bdd32ca-f08a-4ca3-8d68-566463390d56 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, d11de3fb-a629-469a-bcc1-8454abeaf788) {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:38:05.500090 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bdd32ca-f08a-4ca3-8d68-566463390d56 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:05.500674 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4bdd32ca-f08a-4ca3-8d68-566463390d56 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:05.504260 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b7d8f7c-ea26-498b-a69c-826243d9d33e None None] Network d11de3fb-a629-469a-bcc1-8454abeaf788 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:38:05.519759 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-4bdd32ca-f08a-4ca3-8d68-566463390d56 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5919883 Oct 20 10:38:05.522839 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 52226) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:05.528796 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-90f06cab-d6d9-4c6d-a0be-38e7996847c1 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Request body: {'port': {'network_id': 'd11de3fb-a629-469a-bcc1-8454abeaf788', 'security_groups': [], 'name': 'tempest-PortsTestJSON-157752216'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:38:05.537721 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 7922ec5a-7698-4356-b4d2-e3f257b42259 details requested by agent hyperv_n-h1-811396-3 with host n-h1-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:38:05.583525 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2767415a-25e0-453f-a82a-c4cbe02b62b5 req-9a2a1aac-95c4-4a67-a11a-bf93b889052d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:05.585220 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-2767415a-25e0-453f-a82a-c4cbe02b62b5 req-9a2a1aac-95c4-4a67-a11a-bf93b889052d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c99eab67b5e546ffaba916e684c21094&device_id=ceefdf8d-056c-4cb2-8943-782a4c50759b HTTP/1.1" status: 200 len: 1094 time: 0.0445654 Oct 20 10:38:05.673952 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117c144b-ba2c-4c6e-9d87-b37de71875bd req-2f2978b8-d133-44d8-b236-15d2c7c6bf5a tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:05.675481 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-117c144b-ba2c-4c6e-9d87-b37de71875bd req-2f2978b8-d133-44d8-b236-15d2c7c6bf5a tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/ports?device_id=ceefdf8d-056c-4cb2-8943-782a4c50759b HTTP/1.1" status: 200 len: 943 time: 0.1268904 Oct 20 10:38:05.700067 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2767415a-25e0-453f-a82a-c4cbe02b62b5 req-cd8adb31-9979-4b3d-b378-c59756f078e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:05.702356 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-2767415a-25e0-453f-a82a-c4cbe02b62b5 req-cd8adb31-9979-4b3d-b378-c59756f078e6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=00e677b7-ec29-42bc-8b52-7d9c8594501c HTTP/1.1" status: 200 len: 913 time: 0.1096108 Oct 20 10:38:05.761836 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-117c144b-ba2c-4c6e-9d87-b37de71875bd req-98a3526a-bcbb-4661-af67-0296a247cb69 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/security-groups?id=17372704-86e6-46e6-a5dd-dc7385be620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736766 Oct 20 10:38:05.763012 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90f06cab-d6d9-4c6d-a0be-38e7996847c1 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Made reservation on behalf of 81acf106a8e845e5a82c7531aebd6cee for: {'port': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:38:05.767361 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-2767415a-25e0-453f-a82a-c4cbe02b62b5 req-ab0f6bec-d79b-44d8-9ecf-4f70a6cb874b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7fb7919e-5420-4223-a6c0-eb738c11a222 HTTP/1.1" status: 200 len: 217 time: 0.0562396 Oct 20 10:38:05.777866 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-90f06cab-d6d9-4c6d-a0be-38e7996847c1 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:05.807728 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [None req-90f06cab-d6d9-4c6d-a0be-38e7996847c1 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] device_id is not set on port 40b48aa5-d45d-48b7-9886-ff5b872a2ffd yet. {{(pid=100596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:38:05.809741 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 7922ec5a-7698-4356-b4d2-e3f257b42259, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=7922ec5a-7698-4356-b4d2-e3f257b42259,segment=NetworkSegment(ead88eb8-7907-4284-a2ee-38aeb92bc073),segment_id=ead88eb8-7907-4284-a2ee-38aeb92bc073)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:38:05.854072 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Returning: {'device': '7922ec5a-7698-4356-b4d2-e3f257b42259', 'network_id': 'ef6abb39-cfb1-4828-a214-dd0f5374098d', 'port_id': '7922ec5a-7698-4356-b4d2-e3f257b42259', 'mac_address': 'fa:16:3e:45:2d:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 826, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '777e48ea-dc5a-43d5-a338-c1cfd0807e06', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:38:05.888889 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2767415a-25e0-453f-a82a-c4cbe02b62b5 req-394b386f-bed0-40f1-a2be-76098e267cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:05.890348 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-2767415a-25e0-453f-a82a-c4cbe02b62b5 req-394b386f-bed0-40f1-a2be-76098e267cd8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=41c5fb46-df00-4db9-bb3d-c914d29737cc HTTP/1.1" status: 200 len: 852 time: 0.1140630 Oct 20 10:38:05.897721 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5473e97a-1c1c-4d22-b2cb-4e14d17469f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524064ba-869c-5550-b826-c26b69a11278-d11de3fb-a629-469a-bcc1-8454abeaf788', 'network_id': 'd11de3fb-a629-469a-bcc1-8454abeaf788', 'tenant_id': '81acf106a8e845e5a82c7531aebd6cee', 'fixed_ips': [{'subnet_id': '6be593e2-656a-455b-9b0a-f4f2b781a795'}]}} from n-d-811396-3. {{(pid=100598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:38:05.898963 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-5473e97a-1c1c-4d22-b2cb-4e14d17469f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:05.917945 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3b82feee-9cf8-4a2d-84d4-c54149274202 req-92a56987-3c77-4db8-83d1-c84741a5d9fb tempest-ServerShowV257Test-1861996459 tempest-ServerShowV257Test-1861996459-project] 10.222.0.64 "GET /v2.0/ports?device_id=8c020d10-a4b0-4f16-80ee-0e210956238a HTTP/1.1" status: 200 len: 210 time: 0.0384376 Oct 20 10:38:05.923657 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:05.948788 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-2767415a-25e0-453f-a82a-c4cbe02b62b5 req-2de91742-9eb8-4b24-a683-9bc30facacf8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=00e677b7-ec29-42bc-8b52-7d9c8594501c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492697 Oct 20 10:38:05.973887 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [None req-90f06cab-d6d9-4c6d-a0be-38e7996847c1 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Allocated IP 172.20.0.7 (d11de3fb-a629-469a-bcc1-8454abeaf788/6be593e2-656a-455b-9b0a-f4f2b781a795/40b48aa5-d45d-48b7-9886-ff5b872a2ffd) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:38:06.018740 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7922ec5a-7698-4356-b4d2-e3f257b42259 {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:38:06.059685 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 7922ec5a-7698-4356-b4d2-e3f257b42259, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=7922ec5a-7698-4356-b4d2-e3f257b42259,segment=NetworkSegment(ead88eb8-7907-4284-a2ee-38aeb92bc073),segment_id=ead88eb8-7907-4284-a2ee-38aeb92bc073)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:38:06.066216 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:06.103837 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-2767415a-25e0-453f-a82a-c4cbe02b62b5 req-b71b366c-14a6-45cf-957d-a485c826f9d4 service neutron] 10.222.0.69 "GET /v2.0/networks/00e677b7-ec29-42bc-8b52-7d9c8594501c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443636 Oct 20 10:38:06.128886 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-28e49c4d-aeb9-40b6-8dda-f438ba7286a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:06.135410 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=7922ec5a-7698-4356-b4d2-e3f257b42259,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:06.243148 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-2767415a-25e0-453f-a82a-c4cbe02b62b5 req-59289caa-4245-4696-9545-cdffd9a12d69 service neutron] 10.222.0.69 "GET /v2.0/networks/00e677b7-ec29-42bc-8b52-7d9c8594501c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323926 Oct 20 10:38:06.425645 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c35482-3d7c-4bae-bb80-4fc1a70b257b req-b7c78369-e38e-41ad-92a3-393c8d838742 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:06.427156 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-30c35482-3d7c-4bae-bb80-4fc1a70b257b req-b7c78369-e38e-41ad-92a3-393c8d838742 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] 10.222.0.64 "GET /v2.0/ports?device_id=a7303d57-cdf3-4028-946b-e7130f669171 HTTP/1.1" status: 200 len: 943 time: 0.4242437 Oct 20 10:38:06.471306 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-90f06cab-d6d9-4c6d-a0be-38e7996847c1 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:06.474484 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [req-615d5130-0b23-424c-946d-3bc0ac11730a req-87a3aa51-a48f-4fe2-9793-84415716cd44 tempest-LiveMigrationTest-1924267454 tempest-LiveMigrationTest-1924267454-project-admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:38:06.475757 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-615d5130-0b23-424c-946d-3bc0ac11730a req-87a3aa51-a48f-4fe2-9793-84415716cd44 tempest-LiveMigrationTest-1924267454 tempest-LiveMigrationTest-1924267454-project-admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0056844 Oct 20 10:38:06.489447 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-30c35482-3d7c-4bae-bb80-4fc1a70b257b req-0fd906e9-ef8d-4744-9bec-05bbfd733076 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ea17d67-d003-4cda-a612-dd72568a94fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555823 Oct 20 10:38:06.499033 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['7922ec5a-7698-4356-b4d2-e3f257b42259'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:38:06.520244 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-90f06cab-d6d9-4c6d-a0be-38e7996847c1 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:06.523893 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615d5130-0b23-424c-946d-3bc0ac11730a req-7b411667-d8f4-494c-9eed-f7f9da48582d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:06.525356 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-615d5130-0b23-424c-946d-3bc0ac11730a req-7b411667-d8f4-494c-9eed-f7f9da48582d service neutron] 10.222.0.64 "GET /v2.0/ports/462b0403-e373-4471-b0eb-fa4212f52d96 HTTP/1.1" status: 200 len: 1094 time: 0.0437036 Oct 20 10:38:06.535501 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [req-615d5130-0b23-424c-946d-3bc0ac11730a req-f5919cbc-4870-44e7-8307-ffb38a396247 service neutron] Request body: {'binding': {'host': 'n-h2-811396-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:38:06.536059 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [req-615d5130-0b23-424c-946d-3bc0ac11730a req-f5919cbc-4870-44e7-8307-ffb38a396247 service neutron] Unknown quota resources ['binding']. {{(pid=100597) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 20 10:38:06.577835 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f06cab-d6d9-4c6d-a0be-38e7996847c1 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Network d11de3fb-a629-469a-bcc1-8454abeaf788 is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:38:06.581551 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-90f06cab-d6d9-4c6d-a0be-38e7996847c1 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:38:06.586004 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f06cab-d6d9-4c6d-a0be-38e7996847c1 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:38:06.590172 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f06cab-d6d9-4c6d-a0be-38e7996847c1 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Pushing event updated for resources: {'Port': ['ID=40b48aa5-d45d-48b7-9886-ff5b872a2ffd,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:06.605443 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-5473e97a-1c1c-4d22-b2cb-4e14d17469f9 None None] Allocated IP 172.20.0.2 (d11de3fb-a629-469a-bcc1-8454abeaf788/6be593e2-656a-455b-9b0a-f4f2b781a795/83e6ac44-87e9-405e-a0e2-63718132606d) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:38:06.643596 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f06cab-d6d9-4c6d-a0be-38e7996847c1 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:06.644434 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-90f06cab-d6d9-4c6d-a0be-38e7996847c1 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:06.667931 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-90f06cab-d6d9-4c6d-a0be-38e7996847c1 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 1.1438396 Oct 20 10:38:06.668591 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 52256) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:06.721558 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e401148-0f26-43c7-a659-0f2a3fa0e007 req-58baac0d-b809-424e-8837-f5bc261eb864 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:06.723075 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0e401148-0f26-43c7-a659-0f2a3fa0e007 req-58baac0d-b809-424e-8837-f5bc261eb864 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] 10.222.0.64 "GET /v2.0/ports?device_id=3091e305-b65e-495d-a080-e2d8b14b0e49 HTTP/1.1" status: 200 len: 945 time: 0.0519071 Oct 20 10:38:06.772497 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0e401148-0f26-43c7-a659-0f2a3fa0e007 req-ca9a0d65-55fa-4534-afa7-9eaecbbdf93e tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] 10.222.0.64 "GET /v2.0/security-groups?id=a673e019-cdf8-45bc-a191-e8846fb1ecb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401423 Oct 20 10:38:06.777291 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-615d5130-0b23-424c-946d-3bc0ac11730a req-f5919cbc-4870-44e7-8307-ffb38a396247 service neutron] Attempting to bind port 462b0403-e373-4471-b0eb-fa4212f52d96 on host n-h2-811396-3 for vnic_type normal with profile None {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:38:06.778139 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-615d5130-0b23-424c-946d-3bc0ac11730a req-f5919cbc-4870-44e7-8307-ffb38a396247 service neutron] Attempting to bind port 462b0403-e373-4471-b0eb-fa4212f52d96 by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': 'd74986f8-a71e-4359-a64d-140af23f3558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '60750f9d-1dd0-4933-91f0-f6aefa736c9d'}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:38:06.778477 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-615d5130-0b23-424c-946d-3bc0ac11730a req-f5919cbc-4870-44e7-8307-ffb38a396247 service neutron] Attempting to bind port 462b0403-e373-4471-b0eb-fa4212f52d96 on network 60750f9d-1dd0-4933-91f0-f6aefa736c9d {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:38:06.788092 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-615d5130-0b23-424c-946d-3bc0ac11730a req-f5919cbc-4870-44e7-8307-ffb38a396247 service neutron] Port 462b0403-e373-4471-b0eb-fa4212f52d96 on network 60750f9d-1dd0-4933-91f0-f6aefa736c9d not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:38:06.788216 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-615d5130-0b23-424c-946d-3bc0ac11730a req-f5919cbc-4870-44e7-8307-ffb38a396247 service neutron] Attempting to bind port 462b0403-e373-4471-b0eb-fa4212f52d96 on network 60750f9d-1dd0-4933-91f0-f6aefa736c9d {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:38:06.799142 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-615d5130-0b23-424c-946d-3bc0ac11730a req-f5919cbc-4870-44e7-8307-ffb38a396247 service neutron] Checking agent: {'id': '061232a2-7adc-4ba1-a873-e8cb136b064d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 37, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:38:06.799611 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-615d5130-0b23-424c-946d-3bc0ac11730a req-f5919cbc-4870-44e7-8307-ffb38a396247 service neutron] Checking segment: {'id': 'd74986f8-a71e-4359-a64d-140af23f3558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '60750f9d-1dd0-4933-91f0-f6aefa736c9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:38:06.800145 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-615d5130-0b23-424c-946d-3bc0ac11730a req-f5919cbc-4870-44e7-8307-ffb38a396247 service neutron] Bound using segment: {'id': 'd74986f8-a71e-4359-a64d-140af23f3558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '60750f9d-1dd0-4933-91f0-f6aefa736c9d'} {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:38:06.800659 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-615d5130-0b23-424c-946d-3bc0ac11730a req-f5919cbc-4870-44e7-8307-ffb38a396247 service neutron] Bound port: 462b0403-e373-4471-b0eb-fa4212f52d96, host: n-h2-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd74986f8-a71e-4359-a64d-140af23f3558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '60750f9d-1dd0-4933-91f0-f6aefa736c9d'}}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:38:06.845959 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-5a81bfd1-1528-44ef-b485-dc9871798dbd tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Deleting port 40b48aa5-d45d-48b7-9886-ff5b872a2ffd {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:38:06.846302 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5a81bfd1-1528-44ef-b485-dc9871798dbd tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:06.847037 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-5473e97a-1c1c-4d22-b2cb-4e14d17469f9 None None] Publish callbacks [] for port, precommit_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:06.852596 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-5473e97a-1c1c-4d22-b2cb-4e14d17469f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:06.894951 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [req-615d5130-0b23-424c-946d-3bc0ac11730a req-f5919cbc-4870-44e7-8307-ffb38a396247 service neutron] For port 462b0403-e373-4471-b0eb-fa4212f52d96, host n-h2-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=462b0403-e373-4471-b0eb-fa4212f52d96,segment=NetworkSegment(d74986f8-a71e-4359-a64d-140af23f3558),segment_id=d74986f8-a71e-4359-a64d-140af23f3558)] {{(pid=100597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:38:06.895361 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5473e97a-1c1c-4d22-b2cb-4e14d17469f9 None None] Network d11de3fb-a629-469a-bcc1-8454abeaf788 is already hosted by enough agents. {{(pid=100598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:38:06.900016 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.base_scheduler [None req-5473e97a-1c1c-4d22-b2cb-4e14d17469f9 None None] Resources bound (agent type, host, resource id): {{(pid=100598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:38:06.904484 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5473e97a-1c1c-4d22-b2cb-4e14d17469f9 None None] Received port after_create {{(pid=100598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:38:06.911502 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5473e97a-1c1c-4d22-b2cb-4e14d17469f9 None None] Pushing event updated for resources: {'Port': ['ID=83e6ac44-87e9-405e-a0e2-63718132606d,revision_number=1']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:06.929043 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-615d5130-0b23-424c-946d-3bc0ac11730a req-f5919cbc-4870-44e7-8307-ffb38a396247 service neutron] Publish callbacks [] for binding, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:06.930246 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-615d5130-0b23-424c-946d-3bc0ac11730a req-f5919cbc-4870-44e7-8307-ffb38a396247 service neutron] 10.222.0.64 "POST /v2.0/ports/462b0403-e373-4471-b0eb-fa4212f52d96/bindings HTTP/1.1" status: 201 len: 389 time: 0.3987272 Oct 20 10:38:06.963530 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-5473e97a-1c1c-4d22-b2cb-4e14d17469f9 None None] Attempting to bind port 83e6ac44-87e9-405e-a0e2-63718132606d on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:38:06.964216 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-5473e97a-1c1c-4d22-b2cb-4e14d17469f9 None None] Attempting to bind port 83e6ac44-87e9-405e-a0e2-63718132606d by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': 'edc9ea34-baf4-458f-8995-b6c45b1d90be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'd11de3fb-a629-469a-bcc1-8454abeaf788'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:38:06.964436 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5a81bfd1-1528-44ef-b485-dc9871798dbd tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:06.964866 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5473e97a-1c1c-4d22-b2cb-4e14d17469f9 None None] Attempting to bind port 83e6ac44-87e9-405e-a0e2-63718132606d on network d11de3fb-a629-469a-bcc1-8454abeaf788 {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:38:06.972414 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5473e97a-1c1c-4d22-b2cb-4e14d17469f9 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 37, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:38:06.972849 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5473e97a-1c1c-4d22-b2cb-4e14d17469f9 None None] Checking segment: {'id': 'edc9ea34-baf4-458f-8995-b6c45b1d90be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'd11de3fb-a629-469a-bcc1-8454abeaf788'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:38:06.973257 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-5473e97a-1c1c-4d22-b2cb-4e14d17469f9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:06.974109 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5473e97a-1c1c-4d22-b2cb-4e14d17469f9 None None] Bound using segment: {'id': 'edc9ea34-baf4-458f-8995-b6c45b1d90be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'd11de3fb-a629-469a-bcc1-8454abeaf788'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:38:06.974590 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-5473e97a-1c1c-4d22-b2cb-4e14d17469f9 None None] Bound port: 83e6ac44-87e9-405e-a0e2-63718132606d, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edc9ea34-baf4-458f-8995-b6c45b1d90be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'd11de3fb-a629-469a-bcc1-8454abeaf788'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:38:06.975023 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-5473e97a-1c1c-4d22-b2cb-4e14d17469f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:06.980820 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-5a81bfd1-1528-44ef-b485-dc9871798dbd tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Calling delete_port for 40b48aa5-d45d-48b7-9886-ff5b872a2ffd owned by {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:38:06.990083 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c52cdb5-120c-4801-880f-91584897972d req-f0f9bb10-f34c-4e39-86a1-d652dd80edf6 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:06.991843 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7c52cdb5-120c-4801-880f-91584897972d req-f0f9bb10-f34c-4e39-86a1-d652dd80edf6 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/ports?device_id=ceefdf8d-056c-4cb2-8943-782a4c50759b HTTP/1.1" status: 200 len: 943 time: 0.0773430 Oct 20 10:38:07.061513 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7c52cdb5-120c-4801-880f-91584897972d req-a5ee1109-69b8-4e0e-97b1-f0ef951a0cca tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/security-groups?id=17372704-86e6-46e6-a5dd-dc7385be620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629959 Oct 20 10:38:07.071176 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:07.120385 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-5473e97a-1c1c-4d22-b2cb-4e14d17469f9 None None] For port 83e6ac44-87e9-405e-a0e2-63718132606d, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:38:07.124532 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-5473e97a-1c1c-4d22-b2cb-4e14d17469f9 None None] For port 83e6ac44-87e9-405e-a0e2-63718132606d, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=83e6ac44-87e9-405e-a0e2-63718132606d,segment=NetworkSegment(edc9ea34-baf4-458f-8995-b6c45b1d90be),segment_id=edc9ea34-baf4-458f-8995-b6c45b1d90be)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:38:07.131116 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-5473e97a-1c1c-4d22-b2cb-4e14d17469f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:07.186274 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5a81bfd1-1528-44ef-b485-dc9871798dbd tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:07.199420 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5473e97a-1c1c-4d22-b2cb-4e14d17469f9 None None] Pushing event updated for resources: {'Port': ['ID=83e6ac44-87e9-405e-a0e2-63718132606d,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:07.219853 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-36b75e29-2421-4651-bef7-61c45327c822 req-e2a8d5f0-ac96-4108-b15b-d3e91210ccc1 tempest-ServerShowV257Test-1861996459 tempest-ServerShowV257Test-1861996459-project] 10.222.0.64 "GET /v2.0/ports?device_id=8c020d10-a4b0-4f16-80ee-0e210956238a HTTP/1.1" status: 200 len: 210 time: 0.0316777 Oct 20 10:38:07.238802 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a81bfd1-1528-44ef-b485-dc9871798dbd tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Pushing event deleted for resources: {'Port': ['ID=40b48aa5-d45d-48b7-9886-ff5b872a2ffd,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:07.252090 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00015a3-0657-4106-b1d4-cd87225e478b req-aee319de-ab94-4c83-ba85-50b6ebf48da5 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:07.262337 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d00015a3-0657-4106-b1d4-cd87225e478b req-aee319de-ab94-4c83-ba85-50b6ebf48da5 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] 10.222.0.64 "GET /v2.0/ports?device_id=3091e305-b65e-495d-a080-e2d8b14b0e49 HTTP/1.1" status: 200 len: 945 time: 0.1220543 Oct 20 10:38:07.262605 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 52266) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:07.268476 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-c7396f8a-2a71-4a65-b740-f5f7da8036c4 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Request body: {'floatingip': {'port_id': 'cf0c126e-e3f9-4b67-b648-93728dd3e871'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:38:07.311000 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c7396f8a-2a71-4a65-b740-f5f7da8036c4 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Publish callbacks [] for floatingip, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:07.335030 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615d5130-0b23-424c-946d-3bc0ac11730a req-ff9ad614-c6c5-40da-a130-54679d7d59fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:07.336565 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-615d5130-0b23-424c-946d-3bc0ac11730a req-ff9ad614-c6c5-40da-a130-54679d7d59fd service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4e37fa6eb8b848f6897a2d7488b235c7&device_id=ede0fd07-bbc6-474e-9f53-8933b78a25cb HTTP/1.1" status: 200 len: 1097 time: 0.1109998 Oct 20 10:38:07.370849 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5a81bfd1-1528-44ef-b485-dc9871798dbd tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:07.374667 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-5a81bfd1-1528-44ef-b485-dc9871798dbd tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] 10.222.0.64 "DELETE /v2.0/ports/40b48aa5-d45d-48b7-9886-ff5b872a2ffd HTTP/1.1" status: 204 len: 168 time: 0.7012765 Oct 20 10:38:07.379031 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 52268) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:07.438909 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:07.459058 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd0b190b-a9c6-4906-bd98-e34faa0e36e4 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] GET failed (client error): The resource could not be found. Oct 20 10:38:07.462980 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-fd0b190b-a9c6-4906-bd98-e34faa0e36e4 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] 10.222.0.64 "GET /v2.0/ports/40b48aa5-d45d-48b7-9886-ff5b872a2ffd HTTP/1.1" status: 404 len: 333 time: 0.0826561 Oct 20 10:38:07.467503 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 52270) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:07.491004 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7583a2-f8a3-4380-aa87-ff017b05e029 req-a78413c5-4b1a-4d95-b683-3d637215e312 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:07.492605 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-dc7583a2-f8a3-4380-aa87-ff017b05e029 req-a78413c5-4b1a-4d95-b683-3d637215e312 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/ports?device_id=ede0fd07-bbc6-474e-9f53-8933b78a25cb HTTP/1.1" status: 200 len: 946 time: 0.1792719 Oct 20 10:38:07.498867 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615d5130-0b23-424c-946d-3bc0ac11730a req-79220917-ca5c-404c-88b2-ddf16948df5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:07.500515 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-615d5130-0b23-424c-946d-3bc0ac11730a req-79220917-ca5c-404c-88b2-ddf16948df5a service neutron] 10.222.0.69 "GET /v2.0/networks?id=60750f9d-1dd0-4933-91f0-f6aefa736c9d HTTP/1.1" status: 200 len: 909 time: 0.1563227 Oct 20 10:38:07.555323 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-615d5130-0b23-424c-946d-3bc0ac11730a req-e850ff35-4e0c-46d1-827f-2c045c04472a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=462b0403-e373-4471-b0eb-fa4212f52d96 HTTP/1.1" status: 200 len: 217 time: 0.0470924 Oct 20 10:38:07.580828 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_v2 [None req-81239f03-be3b-4fe8-8264-22bc8c035930 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Deleting subnet 6be593e2-656a-455b-9b0a-f4f2b781a795 {{(pid=100596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:38:07.608306 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615d5130-0b23-424c-946d-3bc0ac11730a req-adcc4222-b33e-41dd-a30b-7a4019521edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:07.609821 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-615d5130-0b23-424c-946d-3bc0ac11730a req-adcc4222-b33e-41dd-a30b-7a4019521edb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6f74b0c1-2855-44cd-a118-a8c6ce76ebd8 HTTP/1.1" status: 200 len: 848 time: 0.0484705 Oct 20 10:38:07.618135 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-81239f03-be3b-4fe8-8264-22bc8c035930 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks [] for subnet, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:07.640581 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-615d5130-0b23-424c-946d-3bc0ac11730a req-4a4b7c70-1a5b-44ec-a4cb-cd089aaf11cc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=60750f9d-1dd0-4933-91f0-f6aefa736c9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240691 Oct 20 10:38:07.678787 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-dc7583a2-f8a3-4380-aa87-ff017b05e029 req-52db02f1-83df-4d92-bcd2-81694782ed31 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/security-groups?id=c33a6cb5-e80a-4f79-936a-38f5e3f7c89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585343 Oct 20 10:38:07.706354 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-81239f03-be3b-4fe8-8264-22bc8c035930 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25189079'] for subnet, precommit_delete_associations {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:07.743017 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-615d5130-0b23-424c-946d-3bc0ac11730a req-91ca1cbd-7e0a-4107-855a-5fdb4dd7d363 service neutron] 10.222.0.69 "GET /v2.0/networks/60750f9d-1dd0-4933-91f0-f6aefa736c9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953944 Oct 20 10:38:07.750203 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:07.780895 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12e35ff-0ee3-493e-a47b-85c9bdaf4c8b req-a7a17901-4dd3-4184-87f1-3ff4a0a89124 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:07.782392 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d12e35ff-0ee3-493e-a47b-85c9bdaf4c8b req-a7a17901-4dd3-4184-87f1-3ff4a0a89124 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] 10.222.0.64 "GET /v2.0/ports?device_id=a7303d57-cdf3-4028-946b-e7130f669171 HTTP/1.1" status: 200 len: 944 time: 0.2085211 Oct 20 10:38:07.844461 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-615d5130-0b23-424c-946d-3bc0ac11730a req-786cd92a-66d8-4b96-845b-ae6a28383d63 service neutron] 10.222.0.69 "GET /v2.0/networks/60750f9d-1dd0-4933-91f0-f6aefa736c9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943847 Oct 20 10:38:07.908885 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d12e35ff-0ee3-493e-a47b-85c9bdaf4c8b req-e647442e-ea1f-42cb-b949-b3e5fbcc1d41 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ea17d67-d003-4cda-a612-dd72568a94fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172233 Oct 20 10:38:07.972770 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-81239f03-be3b-4fe8-8264-22bc8c035930 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:08.107612 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-81239f03-be3b-4fe8-8264-22bc8c035930 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26836193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26761888'] for subnet, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:08.147465 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81239f03-be3b-4fe8-8264-22bc8c035930 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Pushing event deleted for resources: {'Subnet': ['ID=6be593e2-656a-455b-9b0a-f4f2b781a795,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:08.179511 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-81239f03-be3b-4fe8-8264-22bc8c035930 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:08.182911 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-81239f03-be3b-4fe8-8264-22bc8c035930 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] 10.222.0.64 "DELETE /v2.0/subnets/6be593e2-656a-455b-9b0a-f4f2b781a795 HTTP/1.1" status: 204 len: 168 time: 0.7144241 Oct 20 10:38:08.185978 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 52280) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:08.261161 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c7396f8a-2a71-4a65-b740-f5f7da8036c4 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:08.269160 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c7396f8a-2a71-4a65-b740-f5f7da8036c4 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1773381'] for floatingip, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:08.281677 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30c0340-a68e-4974-a9db-055bab0ce345 req-ed8c2c28-d26b-40c5-a37a-d1315e796775 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:08.290106 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e30c0340-a68e-4974-a9db-055bab0ce345 req-ed8c2c28-d26b-40c5-a37a-d1315e796775 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/ports?device_id=ceefdf8d-056c-4cb2-8943-782a4c50759b HTTP/1.1" status: 200 len: 943 time: 0.1478183 Oct 20 10:38:08.323855 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4ad6c309-d4ca-44ae-872a-d98f7d43c962 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:08.387564 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-201c4a07-0513-4805-a849-7278c122a31d None None] Network d11de3fb-a629-469a-bcc1-8454abeaf788 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:38:08.410285 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-4ad6c309-d4ca-44ae-872a-d98f7d43c962 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Deleting port 83e6ac44-87e9-405e-a0e2-63718132606d {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:38:08.410898 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4ad6c309-d4ca-44ae-872a-d98f7d43c962 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:08.433552 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-45a0972a-cd53-4d33-9ffd-26a7ac3c13b8 req-dfc49af0-d4f4-416f-8ca9-9b3862127fa6 tempest-ServerShowV257Test-1861996459 tempest-ServerShowV257Test-1861996459-project] 10.222.0.64 "GET /v2.0/ports?device_id=8c020d10-a4b0-4f16-80ee-0e210956238a HTTP/1.1" status: 200 len: 210 time: 0.0655513 Oct 20 10:38:08.450894 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e30c0340-a68e-4974-a9db-055bab0ce345 req-a34f9b3e-4278-4e3f-a391-c26e8ceb19f1 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/security-groups?id=17372704-86e6-46e6-a5dd-dc7385be620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540804 Oct 20 10:38:08.481094 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 83e6ac44-87e9-405e-a0e2-63718132606d up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:38:08.509745 n-d-811396-3 neutron-server[100596]: INFO neutron.db.l3_db [None req-c7396f8a-2a71-4a65-b740-f5f7da8036c4 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Floating IP eb9f1a7f-044c-4e88-99ae-e0ca2c1f369b associated. External IP: 172.25.1.152, port: cf0c126e-e3f9-4b67-b648-93728dd3e871. Oct 20 10:38:08.516455 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [None req-4ad6c309-d4ca-44ae-872a-d98f7d43c962 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] For port 83e6ac44-87e9-405e-a0e2-63718132606d, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=83e6ac44-87e9-405e-a0e2-63718132606d,segment=NetworkSegment(edc9ea34-baf4-458f-8995-b6c45b1d90be),segment_id=edc9ea34-baf4-458f-8995-b6c45b1d90be)] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:38:08.516974 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4ad6c309-d4ca-44ae-872a-d98f7d43c962 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:08.533143 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-4ad6c309-d4ca-44ae-872a-d98f7d43c962 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Calling delete_port for 83e6ac44-87e9-405e-a0e2-63718132606d owned by network:dhcp {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:38:08.537899 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-22a86141-e163-4003-abd2-709bd2d0590c None None] Provisioning complete for port 83e6ac44-87e9-405e-a0e2-63718132606d triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:38:08.538267 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-22a86141-e163-4003-abd2-709bd2d0590c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:08.627281 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 83e6ac44-87e9-405e-a0e2-63718132606d triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:38:08.627905 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:08.637572 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4ad6c309-d4ca-44ae-872a-d98f7d43c962 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:08.678519 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-22a86141-e163-4003-abd2-709bd2d0590c None None] Port 83e6ac44-87e9-405e-a0e2-63718132606d update to ACTIVE by agent not found {{(pid=100598) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Oct 20 10:38:08.679847 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad6c309-d4ca-44ae-872a-d98f7d43c962 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Pushing event deleted for resources: {'Port': ['ID=83e6ac44-87e9-405e-a0e2-63718132606d,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:08.684659 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad6c309-d4ca-44ae-872a-d98f7d43c962 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] No DVR routers for this DVR port 83e6ac44-87e9-405e-a0e2-63718132606d on host n-d-811396-3 {{(pid=100597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:38:08.688128 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f175a661-e837-4dd4-b4a3-b1fd3b13757c None None] DHCP port deletion for d11de3fb-a629-469a-bcc1-8454abeaf788 request from n-d-811396-3 {{(pid=100598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:38:08.696454 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Could not find standard attr ID for object 83e6ac44-87e9-405e-a0e2-63718132606d. {{(pid=100598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 20 10:38:08.705043 n-d-811396-3 neutron-server[100598]: INFO neutron.plugins.ml2.db [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No ports have port_id starting with 83e6ac44-87e9-405e-a0e2-63718132606d Oct 20 10:38:08.776987 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4ad6c309-d4ca-44ae-872a-d98f7d43c962 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:08.805946 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-4ad6c309-d4ca-44ae-872a-d98f7d43c962 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d11de3fb-a629-469a-bcc1-8454abeaf788']}} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:38:08.823819 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-4ad6c309-d4ca-44ae-872a-d98f7d43c962 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edc9ea34-baf4-458f-8995-b6c45b1d90be') {'for_net_delete': True} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:38:08.824352 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-4ad6c309-d4ca-44ae-872a-d98f7d43c962 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edc9ea34-baf4-458f-8995-b6c45b1d90be') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:38:08.833032 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:08.838389 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4ad6c309-d4ca-44ae-872a-d98f7d43c962 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25852596'] for segment, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:08.848207 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7396f8a-2a71-4a65-b740-f5f7da8036c4 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Router 6c8e07ba-d16f-474e-8dce-631d71307689 has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:38:08.854440 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4ad6c309-d4ca-44ae-872a-d98f7d43c962 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:08.862048 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ad6c309-d4ca-44ae-872a-d98f7d43c962 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Releasing vlan 828 on physical network physnet1 to pool {{(pid=100597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:38:08.862186 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea019431-3168-4762-a9d8-3142e468b554 req-e74707e6-2472-45ca-83c2-d045601572c2 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:08.862571 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4ad6c309-d4ca-44ae-872a-d98f7d43c962 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951012'] for segment, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:08.863932 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ea019431-3168-4762-a9d8-3142e468b554 req-e74707e6-2472-45ca-83c2-d045601572c2 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/ports?device_id=ede0fd07-bbc6-474e-9f53-8933b78a25cb HTTP/1.1" status: 200 len: 946 time: 0.0986893 Oct 20 10:38:08.866220 n-d-811396-3 neutron-server[100597]: Traceback (most recent call last): Oct 20 10:38:08.866220 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:38:08.866220 n-d-811396-3 neutron-server[100597]: timer() Oct 20 10:38:08.866220 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:38:08.866220 n-d-811396-3 neutron-server[100597]: cb(*args, **kw) Oct 20 10:38:08.866220 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:38:08.866220 n-d-811396-3 neutron-server[100597]: return func(*args, **kwargs) Oct 20 10:38:08.866220 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:38:08.866220 n-d-811396-3 neutron-server[100597]: self._notify() Oct 20 10:38:08.866220 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:38:08.866220 n-d-811396-3 neutron-server[100597]: self.callback(batched_events) Oct 20 10:38:08.866220 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:38:08.866220 n-d-811396-3 neutron-server[100597]: event.method(event) Oct 20 10:38:08.866220 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:38:08.866220 n-d-811396-3 neutron-server[100597]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:38:08.866220 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:38:08.866220 n-d-811396-3 neutron-server[100597]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:38:08.866220 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:38:08.866220 n-d-811396-3 neutron-server[100597]: return f(self, *a, **k) Oct 20 10:38:08.866220 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:38:08.866220 n-d-811396-3 neutron-server[100597]: return self._get(url).json() Oct 20 10:38:08.866220 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:38:08.866220 n-d-811396-3 neutron-server[100597]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:38:08.866220 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:38:08.866220 n-d-811396-3 neutron-server[100597]: return self.request(url, 'GET', **kwargs) Oct 20 10:38:08.866220 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:38:08.866220 n-d-811396-3 neutron-server[100597]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:38:08.866220 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:38:08.866220 n-d-811396-3 neutron-server[100597]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:38:08.866220 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:38:08.866220 n-d-811396-3 neutron-server[100597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:38:08.866220 n-d-811396-3 neutron-server[100597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:38:08.927763 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4ad6c309-d4ca-44ae-872a-d98f7d43c962 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:08.945657 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4ad6c309-d4ca-44ae-872a-d98f7d43c962 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:08.953598 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-4ad6c309-d4ca-44ae-872a-d98f7d43c962 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] 10.222.0.64 "DELETE /v2.0/networks/d11de3fb-a629-469a-bcc1-8454abeaf788 HTTP/1.1" status: 204 len: 168 time: 0.7622488 Oct 20 10:38:08.954470 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 52292) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:08.962930 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad6c309-d4ca-44ae-872a-d98f7d43c962 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Pushing event deleted for resources: {'Network': ['ID=d11de3fb-a629-469a-bcc1-8454abeaf788,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:08.963238 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-ecd08dfd-9570-45d0-a4a8-1a2a9448d941 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Request body: {'port': {'network_id': '14e051e8-478e-4ca2-9018-ab366f2fc673', 'name': 'tempest-PortsTestJSON-1922301954'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:38:08.972461 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ea019431-3168-4762-a9d8-3142e468b554 req-31505d3e-8db6-4b0c-9606-2159a4b1ddfa tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/security-groups?id=c33a6cb5-e80a-4f79-936a-38f5e3f7c89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959108 Oct 20 10:38:09.107347 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7396f8a-2a71-4a65-b740-f5f7da8036c4 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:38:09.115609 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c7396f8a-2a71-4a65-b740-f5f7da8036c4 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for floatingip, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:09.118462 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f0362e-388a-426e-904c-0add92f13e5a None None] Sync routers for ids ['6c8e07ba-d16f-474e-8dce-631d71307689'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:38:09.130081 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f0362e-388a-426e-904c-0add92f13e5a None None] Routers {'6c8e07ba-d16f-474e-8dce-631d71307689'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:38:09.130795 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-71f0362e-388a-426e-904c-0add92f13e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:38:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['6c8e07ba-d16f-474e-8dce-631d71307689'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:38:09.145893 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35610f22-f9ca-4bad-b7a8-d0fc1f876698 req-a5cee7a9-d917-43ef-943e-2ee5837a8fd7 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:09.147413 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-35610f22-f9ca-4bad-b7a8-d0fc1f876698 req-a5cee7a9-d917-43ef-943e-2ee5837a8fd7 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] 10.222.0.64 "GET /v2.0/ports?device_id=a7303d57-cdf3-4028-946b-e7130f669171 HTTP/1.1" status: 200 len: 944 time: 0.1374016 Oct 20 10:38:09.172736 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-c7396f8a-2a71-4a65-b740-f5f7da8036c4 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] 10.222.0.64 "PUT /v2.0/floatingips/eb9f1a7f-044c-4e88-99ae-e0ca2c1f369b HTTP/1.1" status: 200 len: 991 time: 1.9053054 Oct 20 10:38:09.178546 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3091e305-b65e-495d-a080-e2d8b14b0e49', 'tag': 'cf0c126e-e3f9-4b67-b648-93728dd3e871'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:38:09.182005 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e708df2b-21ba-42c1-9340-4559b24d1e1f" -d '{"events": [{"name": "network-changed", "server_uuid": "3091e305-b65e-495d-a080-e2d8b14b0e49", "tag": "cf0c126e-e3f9-4b67-b648-93728dd3e871"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:38:09.195960 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecd08dfd-9570-45d0-a4a8-1a2a9448d941 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Made reservation on behalf of 81acf106a8e845e5a82c7531aebd6cee for: {'port': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:38:09.199684 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ecd08dfd-9570-45d0-a4a8-1a2a9448d941 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:09.226469 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-35610f22-f9ca-4bad-b7a8-d0fc1f876698 req-b00a64a2-1ff3-45dd-ab88-b23ab6b43f96 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ea17d67-d003-4cda-a612-dd72568a94fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692818 Oct 20 10:38:09.234709 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [None req-ecd08dfd-9570-45d0-a4a8-1a2a9448d941 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] device_id is not set on port f3b5b4b4-6136-4de3-a990-c95474f243a8 yet. {{(pid=100596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:38:09.298757 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-71f0362e-388a-426e-904c-0add92f13e5a None None] Set router 6c8e07ba-d16f-474e-8dce-631d71307689 gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:38:09.300200 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09c87409-a1d4-4334-aec1-9a73d4b707d4 x-openstack-request-id: req-09c87409-a1d4-4334-aec1-9a73d4b707d4 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:38:09.300692 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3091e305-b65e-495d-a080-e2d8b14b0e49", "tag": "cf0c126e-e3f9-4b67-b648-93728dd3e871", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:38:09.300946 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-09c87409-a1d4-4334-aec1-9a73d4b707d4 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:38:09.307656 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3091e305-b65e-495d-a080-e2d8b14b0e49', 'tag': 'cf0c126e-e3f9-4b67-b648-93728dd3e871', 'status': 'completed', 'code': 200} Oct 20 10:38:09.377921 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e708df2b-21ba-42c1-9340-4559b24d1e1f req-31027958-4ff8-420e-934c-ff524e29835c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:09.379575 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-e708df2b-21ba-42c1-9340-4559b24d1e1f req-31027958-4ff8-420e-934c-ff524e29835c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=946a9e604754455a8a9faea87bc41b49&device_id=3091e305-b65e-495d-a080-e2d8b14b0e49 HTTP/1.1" status: 200 len: 1096 time: 0.0592031 Oct 20 10:38:09.439000 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ecd08dfd-9570-45d0-a4a8-1a2a9448d941 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:09.496328 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e708df2b-21ba-42c1-9340-4559b24d1e1f req-a9fa5b57-d4c5-4578-845c-2a0126c85adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:09.498140 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-e708df2b-21ba-42c1-9340-4559b24d1e1f req-a9fa5b57-d4c5-4578-845c-2a0126c85adf service neutron] 10.222.0.69 "GET /v2.0/networks?id=7541d774-cf46-43a8-ab91-4a72282aac35 HTTP/1.1" status: 200 len: 912 time: 0.1118929 Oct 20 10:38:09.509363 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ecd08dfd-9570-45d0-a4a8-1a2a9448d941 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:09.565140 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 7922ec5a-7698-4356-b4d2-e3f257b42259 up at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:38:09.578709 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-71f0362e-388a-426e-904c-0add92f13e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c8e07ba-d16f-474e-8dce-631d71307689', 'name': 'tempest-AttachVolumeTestJSON-1408467026-router', 'tenant_id': '946a9e604754455a8a9faea87bc41b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': 'e5f260e5-f754-4927-a4f2-d69263350b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:30:17Z', 'updated_at': '2021-10-20T10:30:22Z', 'revision_number': 4, 'project_id': '946a9e604754455a8a9faea87bc41b49', 'gw_port': {'id': 'e5f260e5-f754-4927-a4f2-d69263350b2b', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:80:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8e07ba-d16f-474e-8dce-631d71307689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:30:18Z', 'updated_at': '2021-10-20T10:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_floatingips': [{'id': 'eb9f1a7f-044c-4e88-99ae-e0ca2c1f369b', 'tenant_id': '946a9e604754455a8a9faea87bc41b49', 'floating_ip_address': '172.25.1.152', 'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'router_id': '6c8e07ba-d16f-474e-8dce-631d71307689', 'port_id': 'cf0c126e-e3f9-4b67-b648-93728dd3e871', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1177, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7541d774-cf46-43a8-ab91-4a72282aac35', 'mac_address': 'fa:16:3e:f4:07:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3091e305-b65e-495d-a080-e2d8b14b0e49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T10:37:45Z', 'updated_at': '2021-10-20T10:38:08Z', 'revision_number': 1, 'project_id': '946a9e604754455a8a9faea87bc41b49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dfb4e95-3a0b-4871-b3e3-59e557713c68', 'name': '', 'network_id': '7541d774-cf46-43a8-ab91-4a72282aac35', 'tenant_id': '946a9e604754455a8a9faea87bc41b49', 'mac_address': 'fa:16:3e:8b:3f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8e07ba-d16f-474e-8dce-631d71307689', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'ba1df794-ccae-4e17-be55-4b4a3764e935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:30:21Z', 'updated_at': '2021-10-20T10:30:27Z', 'revision_number': 5, 'project_id': '946a9e604754455a8a9faea87bc41b49', 'subnets': [{'id': 'ba1df794-ccae-4e17-be55-4b4a3764e935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:38:09.615684 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-e708df2b-21ba-42c1-9340-4559b24d1e1f req-727f8c08-b5f0-4aae-a474-e66cd8be81b9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf0c126e-e3f9-4b67-b648-93728dd3e871 HTTP/1.1" status: 200 len: 999 time: 0.1087556 Oct 20 10:38:09.618063 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f0362e-388a-426e-904c-0add92f13e5a None None] Checking router: 6c8e07ba-d16f-474e-8dce-631d71307689 for host: n-d-811396-3 {{(pid=100599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:38:09.625260 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning for port 7922ec5a-7698-4356-b4d2-e3f257b42259 completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:38:09.629686 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f0362e-388a-426e-904c-0add92f13e5a None None] Routers {'6c8e07ba-d16f-474e-8dce-631d71307689'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:38:09.629820 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning complete for port 7922ec5a-7698-4356-b4d2-e3f257b42259 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:38:09.630198 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:09.631511 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-71f0362e-388a-426e-904c-0add92f13e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:38:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['6c8e07ba-d16f-474e-8dce-631d71307689'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:38:09.660806 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd08dfd-9570-45d0-a4a8-1a2a9448d941 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Network 14e051e8-478e-4ca2-9018-ab366f2fc673 is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:38:09.667012 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e708df2b-21ba-42c1-9340-4559b24d1e1f req-82eeb5e9-7112-44fd-8e23-57e4330daa6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:09.668530 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-e708df2b-21ba-42c1-9340-4559b24d1e1f req-82eeb5e9-7112-44fd-8e23-57e4330daa6a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ba1df794-ccae-4e17-be55-4b4a3764e935 HTTP/1.1" status: 200 len: 850 time: 0.0467360 Oct 20 10:38:09.677309 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-43be1a2f-0879-47de-95e2-27c92227f13b req-282a7e7b-4ced-4a3b-a969-5b565492675f tempest-ServerShowV257Test-1861996459 tempest-ServerShowV257Test-1861996459-project] 10.222.0.64 "GET /v2.0/ports?device_id=8c020d10-a4b0-4f16-80ee-0e210956238a HTTP/1.1" status: 200 len: 210 time: 0.0876040 Oct 20 10:38:09.679493 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-ecd08dfd-9570-45d0-a4a8-1a2a9448d941 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:38:09.681446 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd08dfd-9570-45d0-a4a8-1a2a9448d941 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Pushing event updated for resources: {'Port': ['ID=f3b5b4b4-6136-4de3-a990-c95474f243a8,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:09.687509 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd08dfd-9570-45d0-a4a8-1a2a9448d941 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:38:09.693160 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd08dfd-9570-45d0-a4a8-1a2a9448d941 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:09.693785 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ecd08dfd-9570-45d0-a4a8-1a2a9448d941 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:09.709507 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 7fb7919e-5420-4223-a6c0-eb738c11a222 details requested by agent hyperv_n-h2-811396-3 with host n-h2-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:38:09.721237 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea51ab1e-1cba-409a-9d71-1d41c2d9e7f4 req-4eba6205-5d67-497f-b501-a6577e77ef83 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:09.722870 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ea51ab1e-1cba-409a-9d71-1d41c2d9e7f4 req-4eba6205-5d67-497f-b501-a6577e77ef83 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/ports?device_id=ceefdf8d-056c-4cb2-8943-782a4c50759b HTTP/1.1" status: 200 len: 943 time: 0.1975820 Oct 20 10:38:09.727467 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-ecd08dfd-9570-45d0-a4a8-1a2a9448d941 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.7698519 Oct 20 10:38:09.732676 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 52302) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:09.744816 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e708df2b-21ba-42c1-9340-4559b24d1e1f req-3185ed8b-e151-484f-b333-02aabe3034df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:09.746010 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-e708df2b-21ba-42c1-9340-4559b24d1e1f req-3185ed8b-e151-484f-b333-02aabe3034df service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7541d774-cf46-43a8-ab91-4a72282aac35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708964 Oct 20 10:38:09.782028 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:09.801099 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-71f0362e-388a-426e-904c-0add92f13e5a None None] Set router 6c8e07ba-d16f-474e-8dce-631d71307689 gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:38:09.831031 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7303d57-cdf3-4028-946b-e7130f669171', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7922ec5a-7698-4356-b4d2-e3f257b42259'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:38:09.833926 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbcd7bd4-852e-4a23-ad6c-8aaad1035323" -d '{"events": [{"server_uuid": "a7303d57-cdf3-4028-946b-e7130f669171", "name": "network-vif-plugged", "status": "completed", "tag": "7922ec5a-7698-4356-b4d2-e3f257b42259"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:38:09.835472 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ea51ab1e-1cba-409a-9d71-1d41c2d9e7f4 req-45d21745-37cd-40bc-8c7a-ca1acedb508f tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/security-groups?id=17372704-86e6-46e6-a5dd-dc7385be620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002152 Oct 20 10:38:09.885915 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-c5c0a59e-6549-4a31-9f83-8fe7cff794db tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Deleting port f3b5b4b4-6136-4de3-a990-c95474f243a8 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:38:09.886259 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c5c0a59e-6549-4a31-9f83-8fe7cff794db tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:09.928179 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-e708df2b-21ba-42c1-9340-4559b24d1e1f req-6b44ac0d-ee1b-4905-b648-da4a0099225c service neutron] 10.222.0.69 "GET /v2.0/networks/7541d774-cf46-43a8-ab91-4a72282aac35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743193 Oct 20 10:38:09.954707 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78577163-f244-46eb-be19-b6deb01a27e0 x-openstack-request-id: req-78577163-f244-46eb-be19-b6deb01a27e0 {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:38:09.954907 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7303d57-cdf3-4028-946b-e7130f669171", "name": "network-vif-plugged", "status": "completed", "tag": "7922ec5a-7698-4356-b4d2-e3f257b42259", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:38:09.955146 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-78577163-f244-46eb-be19-b6deb01a27e0 {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:38:09.955630 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7303d57-cdf3-4028-946b-e7130f669171', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7922ec5a-7698-4356-b4d2-e3f257b42259', 'code': 200} Oct 20 10:38:09.957451 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 7922ec5a-7698-4356-b4d2-e3f257b42259, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=7922ec5a-7698-4356-b4d2-e3f257b42259,segment=NetworkSegment(ead88eb8-7907-4284-a2ee-38aeb92bc073),segment_id=ead88eb8-7907-4284-a2ee-38aeb92bc073)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:38:09.988184 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:10.019156 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c5c0a59e-6549-4a31-9f83-8fe7cff794db tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:10.052846 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-e708df2b-21ba-42c1-9340-4559b24d1e1f req-1e96e425-90f3-4acc-a207-548ec3cda1ab service neutron] 10.222.0.69 "GET /v2.0/networks/7541d774-cf46-43a8-ab91-4a72282aac35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175442 Oct 20 10:38:10.088547 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-c5c0a59e-6549-4a31-9f83-8fe7cff794db tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Calling delete_port for f3b5b4b4-6136-4de3-a990-c95474f243a8 owned by {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:38:10.120005 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 7fb7919e-5420-4223-a6c0-eb738c11a222, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=7fb7919e-5420-4223-a6c0-eb738c11a222,segment=NetworkSegment(f70d1162-b154-4994-9af5-210e1dd15ef4),segment_id=f70d1162-b154-4994-9af5-210e1dd15ef4)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:38:10.143082 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Returning: {'device': '7fb7919e-5420-4223-a6c0-eb738c11a222', 'network_id': '00e677b7-ec29-42bc-8b52-7d9c8594501c', 'port_id': '7fb7919e-5420-4223-a6c0-eb738c11a222', 'mac_address': 'fa:16:3e:4d:17:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 849, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41c5fb46-df00-4db9-bb3d-c914d29737cc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:38:10.188831 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1a6dc3-557a-45d5-b94b-b5e37425f045 req-d5c7a79e-3101-4844-b9a1-082c1f5f9df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:10.189592 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-71f0362e-388a-426e-904c-0add92f13e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c8e07ba-d16f-474e-8dce-631d71307689', 'name': 'tempest-AttachVolumeTestJSON-1408467026-router', 'tenant_id': '946a9e604754455a8a9faea87bc41b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': 'e5f260e5-f754-4927-a4f2-d69263350b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:30:17Z', 'updated_at': '2021-10-20T10:30:22Z', 'revision_number': 4, 'project_id': '946a9e604754455a8a9faea87bc41b49', 'gw_port': {'id': 'e5f260e5-f754-4927-a4f2-d69263350b2b', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:80:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8e07ba-d16f-474e-8dce-631d71307689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:30:18Z', 'updated_at': '2021-10-20T10:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_floatingips': [{'id': 'eb9f1a7f-044c-4e88-99ae-e0ca2c1f369b', 'tenant_id': '946a9e604754455a8a9faea87bc41b49', 'floating_ip_address': '172.25.1.152', 'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'router_id': '6c8e07ba-d16f-474e-8dce-631d71307689', 'port_id': 'cf0c126e-e3f9-4b67-b648-93728dd3e871', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1177, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7541d774-cf46-43a8-ab91-4a72282aac35', 'mac_address': 'fa:16:3e:f4:07:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3091e305-b65e-495d-a080-e2d8b14b0e49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T10:37:45Z', 'updated_at': '2021-10-20T10:38:08Z', 'revision_number': 1, 'project_id': '946a9e604754455a8a9faea87bc41b49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dfb4e95-3a0b-4871-b3e3-59e557713c68', 'name': '', 'network_id': '7541d774-cf46-43a8-ab91-4a72282aac35', 'tenant_id': '946a9e604754455a8a9faea87bc41b49', 'mac_address': 'fa:16:3e:8b:3f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8e07ba-d16f-474e-8dce-631d71307689', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'ba1df794-ccae-4e17-be55-4b4a3764e935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:30:21Z', 'updated_at': '2021-10-20T10:30:27Z', 'revision_number': 5, 'project_id': '946a9e604754455a8a9faea87bc41b49', 'subnets': [{'id': 'ba1df794-ccae-4e17-be55-4b4a3764e935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:38:10.190397 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2e1a6dc3-557a-45d5-b94b-b5e37425f045 req-d5c7a79e-3101-4844-b9a1-082c1f5f9df5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a7303d57-cdf3-4028-946b-e7130f669171 HTTP/1.1" status: 200 len: 1096 time: 0.1684527 Oct 20 10:38:10.210233 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:10.220728 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f0362e-388a-426e-904c-0add92f13e5a None None] The sync data for ids ['6c8e07ba-d16f-474e-8dce-631d71307689'] in n-d-811396-3 is: [{'id': '6c8e07ba-d16f-474e-8dce-631d71307689', 'name': 'tempest-AttachVolumeTestJSON-1408467026-router', 'tenant_id': '946a9e604754455a8a9faea87bc41b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': 'e5f260e5-f754-4927-a4f2-d69263350b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:30:17Z', 'updated_at': '2021-10-20T10:30:22Z', 'revision_number': 4, 'project_id': '946a9e604754455a8a9faea87bc41b49', 'gw_port': {'id': 'e5f260e5-f754-4927-a4f2-d69263350b2b', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:80:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8e07ba-d16f-474e-8dce-631d71307689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:30:18Z', 'updated_at': '2021-10-20T10:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_floatingips': [{'id': 'eb9f1a7f-044c-4e88-99ae-e0ca2c1f369b', 'tenant_id': '946a9e604754455a8a9faea87bc41b49', 'floating_ip_address': '172.25.1.152', 'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'router_id': '6c8e07ba-d16f-474e-8dce-631d71307689', 'port_id': 'cf0c126e-e3f9-4b67-b648-93728dd3e871', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1177, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7541d774-cf46-43a8-ab91-4a72282aac35', 'mac_address': 'fa:16:3e:f4:07:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3091e305-b65e-495d-a080-e2d8b14b0e49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T10:37:45Z', 'updated_at': '2021-10-20T10:38:08Z', 'revision_number': 1, 'project_id': '946a9e604754455a8a9faea87bc41b49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dfb4e95-3a0b-4871-b3e3-59e557713c68', 'name': '', 'network_id': '7541d774-cf46-43a8-ab91-4a72282aac35', 'tenant_id': '946a9e604754455a8a9faea87bc41b49', 'mac_address': 'fa:16:3e:8b:3f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8e07ba-d16f-474e-8dce-631d71307689', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'ba1df794-ccae-4e17-be55-4b4a3764e935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:30:21Z', 'updated_at': '2021-10-20T10:30:27Z', 'revision_number': 5, 'project_id': '946a9e604754455a8a9faea87bc41b49', 'subnets': [{'id': 'ba1df794-ccae-4e17-be55-4b4a3764e935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:38:10.231222 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fb7919e-5420-4223-a6c0-eb738c11a222 {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:38:10.267053 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2e1a6dc3-557a-45d5-b94b-b5e37425f045 req-ab524574-9aee-4618-9724-e4268c490177 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=9ea17d67-d003-4cda-a612-dd72568a94fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668499 Oct 20 10:38:10.281547 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3587f8e2-e6de-4ab4-b32e-64a0ab1cc5ca req-ce8d60cb-3659-4da0-9d49-ebb2b6af3012 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:10.283312 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3587f8e2-e6de-4ab4-b32e-64a0ab1cc5ca req-ce8d60cb-3659-4da0-9d49-ebb2b6af3012 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/ports?device_id=ede0fd07-bbc6-474e-9f53-8933b78a25cb HTTP/1.1" status: 200 len: 946 time: 0.1363740 Oct 20 10:38:10.288480 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c5c0a59e-6549-4a31-9f83-8fe7cff794db tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:10.454027 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 83e6ac44-87e9-405e-a0e2-63718132606d no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:38:10.478612 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 7fb7919e-5420-4223-a6c0-eb738c11a222, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=7fb7919e-5420-4223-a6c0-eb738c11a222,segment=NetworkSegment(f70d1162-b154-4994-9af5-210e1dd15ef4),segment_id=f70d1162-b154-4994-9af5-210e1dd15ef4)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:38:10.479834 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=7922ec5a-7698-4356-b4d2-e3f257b42259,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:10.485409 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:10.489696 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 83e6ac44-87e9-405e-a0e2-63718132606d {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:38:10.490029 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 83e6ac44-87e9-405e-a0e2-63718132606d not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:38:10.548480 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=7fb7919e-5420-4223-a6c0-eb738c11a222,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:10.597332 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f956a9f6-f107-4afa-bcc1-651126b3547d None None] New status for floating IP eb9f1a7f-044c-4e88-99ae-e0ca2c1f369b: ACTIVE {{(pid=100598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 10:38:10.659287 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c0a59e-6549-4a31-9f83-8fe7cff794db tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Pushing event deleted for resources: {'Port': ['ID=f3b5b4b4-6136-4de3-a990-c95474f243a8,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:10.679801 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c5c0a59e-6549-4a31-9f83-8fe7cff794db tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:10.686405 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-c5c0a59e-6549-4a31-9f83-8fe7cff794db tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] 10.222.0.64 "DELETE /v2.0/ports/f3b5b4b4-6136-4de3-a990-c95474f243a8 HTTP/1.1" status: 204 len: 168 time: 0.9499016 Oct 20 10:38:10.687484 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 52316) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:10.705796 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-1360391d-b919-4dc2-a4ae-8162c0fdc545 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Request body: {'port': {'network_id': '14e051e8-478e-4ca2-9018-ab366f2fc673', 'mac_address': 'fa:16:3e:f7:1b:bc', 'name': 'tempest-PortsTestJSON-769999229'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:38:10.753419 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3587f8e2-e6de-4ab4-b32e-64a0ab1cc5ca req-30f26e66-6ea6-4365-b0d3-59d6b33a00fc tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/security-groups?id=c33a6cb5-e80a-4f79-936a-38f5e3f7c89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4594355 Oct 20 10:38:10.768715 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['7fb7919e-5420-4223-a6c0-eb738c11a222'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:38:10.813214 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc99c3c7-cef0-4321-ba2f-062c49cfc8ba req-b9a6496e-f561-4acd-93fb-1a0a58e81c14 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:10.814746 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fc99c3c7-cef0-4321-ba2f-062c49cfc8ba req-b9a6496e-f561-4acd-93fb-1a0a58e81c14 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] 10.222.0.64 "GET /v2.0/ports?device_id=a7303d57-cdf3-4028-946b-e7130f669171 HTTP/1.1" status: 200 len: 945 time: 0.1583018 Oct 20 10:38:10.863986 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1360391d-b919-4dc2-a4ae-8162c0fdc545 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Made reservation on behalf of 81acf106a8e845e5a82c7531aebd6cee for: {'port': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:38:10.906461 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fc99c3c7-cef0-4321-ba2f-062c49cfc8ba req-ea65edb9-7698-4978-a1cf-c9750ac7fe54 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ea17d67-d003-4cda-a612-dd72568a94fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849459 Oct 20 10:38:10.973798 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6323dc0a-01bb-43a6-9b3a-2146ea48c2e1 req-a52e423f-904b-46cf-b1b5-8a4e65d828e0 tempest-ServerShowV257Test-1861996459 tempest-ServerShowV257Test-1861996459-project] 10.222.0.64 "GET /v2.0/ports?device_id=8c020d10-a4b0-4f16-80ee-0e210956238a HTTP/1.1" status: 200 len: 210 time: 0.0318704 Oct 20 10:38:10.979878 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1360391d-b919-4dc2-a4ae-8162c0fdc545 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:11.036471 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [None req-1360391d-b919-4dc2-a4ae-8162c0fdc545 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] device_id is not set on port e503d023-03bd-4599-90ad-2d19017f3ffc yet. {{(pid=100596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:38:11.100200 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a5d861-d32c-4355-a131-9537edbf5489 req-dad197c6-6483-4d91-b5ef-c7d00df0df92 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:11.102194 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-82a5d861-d32c-4355-a131-9537edbf5489 req-dad197c6-6483-4d91-b5ef-c7d00df0df92 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/ports?device_id=ceefdf8d-056c-4cb2-8943-782a4c50759b HTTP/1.1" status: 200 len: 944 time: 0.1186061 Oct 20 10:38:11.178547 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-82a5d861-d32c-4355-a131-9537edbf5489 req-b46bcb41-044b-4359-bec6-89185e73ad78 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/security-groups?id=17372704-86e6-46e6-a5dd-dc7385be620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663416 Oct 20 10:38:11.248814 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1360391d-b919-4dc2-a4ae-8162c0fdc545 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:11.285888 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1360391d-b919-4dc2-a4ae-8162c0fdc545 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:11.332017 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1360391d-b919-4dc2-a4ae-8162c0fdc545 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Network 14e051e8-478e-4ca2-9018-ab366f2fc673 is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:38:11.335173 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-1360391d-b919-4dc2-a4ae-8162c0fdc545 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:38:11.337636 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1360391d-b919-4dc2-a4ae-8162c0fdc545 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:38:11.344123 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1360391d-b919-4dc2-a4ae-8162c0fdc545 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:11.344721 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1360391d-b919-4dc2-a4ae-8162c0fdc545 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:11.358765 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1360391d-b919-4dc2-a4ae-8162c0fdc545 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Pushing event updated for resources: {'Port': ['ID=e503d023-03bd-4599-90ad-2d19017f3ffc,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:11.369034 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-1360391d-b919-4dc2-a4ae-8162c0fdc545 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.6805608 Oct 20 10:38:11.371397 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 52326) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:11.415120 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db2959e-178d-488a-a468-faead9d8bb1c tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:11.416408 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-1db2959e-178d-488a-a468-faead9d8bb1c tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] 10.222.0.64 "GET /v2.0/ports/e503d023-03bd-4599-90ad-2d19017f3ffc HTTP/1.1" status: 200 len: 840 time: 0.0440798 Oct 20 10:38:11.418987 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 52328) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:11.510682 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-15064bb5-9b34-4f3f-a6d1-d30b1a66740e tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Deleting port e503d023-03bd-4599-90ad-2d19017f3ffc {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:38:11.511021 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-15064bb5-9b34-4f3f-a6d1-d30b1a66740e tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:11.577571 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-15064bb5-9b34-4f3f-a6d1-d30b1a66740e tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:11.589119 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-15064bb5-9b34-4f3f-a6d1-d30b1a66740e tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Calling delete_port for e503d023-03bd-4599-90ad-2d19017f3ffc owned by {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:38:11.672023 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-15064bb5-9b34-4f3f-a6d1-d30b1a66740e tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:11.682942 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 7fb7919e-5420-4223-a6c0-eb738c11a222 up at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:38:11.712864 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15064bb5-9b34-4f3f-a6d1-d30b1a66740e tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Pushing event deleted for resources: {'Port': ['ID=e503d023-03bd-4599-90ad-2d19017f3ffc,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:11.719005 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-15064bb5-9b34-4f3f-a6d1-d30b1a66740e tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:11.722689 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-15064bb5-9b34-4f3f-a6d1-d30b1a66740e tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] 10.222.0.64 "DELETE /v2.0/ports/e503d023-03bd-4599-90ad-2d19017f3ffc HTTP/1.1" status: 204 len: 168 time: 0.3027236 Oct 20 10:38:11.725204 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 52330) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:11.733025 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning for port 7fb7919e-5420-4223-a6c0-eb738c11a222 completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:38:11.737278 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning complete for port 7fb7919e-5420-4223-a6c0-eb738c11a222 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:38:11.737893 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:11.751967 n-d-811396-3 neutron-server[100596]: INFO neutron.pecan_wsgi.hooks.translation [None req-76c4aa2a-6fa8-4ddb-a5cb-16986537b2bf tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] GET failed (client error): The resource could not be found. Oct 20 10:38:11.753519 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-76c4aa2a-6fa8-4ddb-a5cb-16986537b2bf tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] 10.222.0.64 "GET /v2.0/ports/e503d023-03bd-4599-90ad-2d19017f3ffc HTTP/1.1" status: 404 len: 333 time: 0.0273619 Oct 20 10:38:11.757519 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 52332) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:11.763777 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-e4b2c29a-1eb6-46c9-8b32-6b6a7ab2c5b8 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Request body: {'port': {'network_id': '14e051e8-478e-4ca2-9018-ab366f2fc673', 'name': 'tempest-PortsTestJSON-923745132'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:38:11.830099 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:11.869867 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4b2c29a-1eb6-46c9-8b32-6b6a7ab2c5b8 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Made reservation on behalf of 81acf106a8e845e5a82c7531aebd6cee for: {'port': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:38:11.874533 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e4b2c29a-1eb6-46c9-8b32-6b6a7ab2c5b8 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:11.880006 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 7fb7919e-5420-4223-a6c0-eb738c11a222, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=7fb7919e-5420-4223-a6c0-eb738c11a222,segment=NetworkSegment(f70d1162-b154-4994-9af5-210e1dd15ef4),segment_id=f70d1162-b154-4994-9af5-210e1dd15ef4)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:38:11.884702 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:11.897344 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [None req-e4b2c29a-1eb6-46c9-8b32-6b6a7ab2c5b8 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] device_id is not set on port 7e925697-22f1-4329-b7bd-5e9794f3f808 yet. {{(pid=100597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:38:11.959453 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceefdf8d-056c-4cb2-8943-782a4c50759b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fb7919e-5420-4223-a6c0-eb738c11a222'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:38:11.962129 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e655969-2284-4203-b528-fb9c4c6d49d2" -d '{"events": [{"server_uuid": "ceefdf8d-056c-4cb2-8943-782a4c50759b", "name": "network-vif-plugged", "status": "completed", "tag": "7fb7919e-5420-4223-a6c0-eb738c11a222"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:38:11.973899 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=7fb7919e-5420-4223-a6c0-eb738c11a222,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:12.003016 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0ba6bd-5918-483e-be6c-5ddd0fa7412c req-dd52ec81-c676-4a43-9939-3ab0dbd7acd7 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:12.004949 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0e0ba6bd-5918-483e-be6c-5ddd0fa7412c req-dd52ec81-c676-4a43-9939-3ab0dbd7acd7 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/ports?device_id=ede0fd07-bbc6-474e-9f53-8933b78a25cb HTTP/1.1" status: 200 len: 946 time: 0.0994117 Oct 20 10:38:12.062319 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0e0ba6bd-5918-483e-be6c-5ddd0fa7412c req-de285308-76e5-4a1c-a96b-fdaf51566c47 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/security-groups?id=c33a6cb5-e80a-4f79-936a-38f5e3f7c89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510428 Oct 20 10:38:12.102733 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d905420-1245-4970-94f6-44bafad0db54 req-3391e904-bda6-4c40-9acf-33153cac3fff tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:12.104426 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3d905420-1245-4970-94f6-44bafad0db54 req-3391e904-bda6-4c40-9acf-33153cac3fff tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] 10.222.0.64 "GET /v2.0/ports?device_id=a7303d57-cdf3-4028-946b-e7130f669171 HTTP/1.1" status: 200 len: 945 time: 0.0689030 Oct 20 10:38:12.128593 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:38:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-006ff2ef-66c2-40c5-8067-e7bb7b9b0c9a x-openstack-request-id: req-006ff2ef-66c2-40c5-8067-e7bb7b9b0c9a {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:38:12.129417 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ceefdf8d-056c-4cb2-8943-782a4c50759b", "name": "network-vif-plugged", "status": "completed", "tag": "7fb7919e-5420-4223-a6c0-eb738c11a222", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:38:12.129880 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-006ff2ef-66c2-40c5-8067-e7bb7b9b0c9a {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:38:12.130476 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ceefdf8d-056c-4cb2-8943-782a4c50759b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fb7919e-5420-4223-a6c0-eb738c11a222', 'code': 200} Oct 20 10:38:12.161261 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3d905420-1245-4970-94f6-44bafad0db54 req-34e3762f-cc7d-4f48-a721-f61bbe1b1115 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ea17d67-d003-4cda-a612-dd72568a94fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476737 Oct 20 10:38:12.235349 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5c71bcec-8952-48c2-9222-84e1ac52425b req-bd91573e-0d1e-4e8c-9f23-2e0dc6b64f84 tempest-ServerShowV257Test-1861996459 tempest-ServerShowV257Test-1861996459-project] 10.222.0.64 "GET /v2.0/ports?device_id=8c020d10-a4b0-4f16-80ee-0e210956238a HTTP/1.1" status: 200 len: 210 time: 0.0310280 Oct 20 10:38:12.362200 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1dee69-0ba8-40c2-b3e6-cfe094454610 req-e7a166ce-0b5f-4b3a-ab7e-ae8f7eae6729 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:12.362200 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bb1dee69-0ba8-40c2-b3e6-cfe094454610 req-e7a166ce-0b5f-4b3a-ab7e-ae8f7eae6729 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/ports?device_id=ceefdf8d-056c-4cb2-8943-782a4c50759b HTTP/1.1" status: 200 len: 945 time: 0.0635209 Oct 20 10:38:12.420012 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bb1dee69-0ba8-40c2-b3e6-cfe094454610 req-c1c91e80-462d-4574-9e4c-2738678dbff7 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/security-groups?id=17372704-86e6-46e6-a5dd-dc7385be620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503032 Oct 20 10:38:12.487351 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e4b2c29a-1eb6-46c9-8b32-6b6a7ab2c5b8 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:12.497163 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b251578e-84c1-449e-93f2-49420853bf81 req-27f657ac-3b22-44f1-9f95-7393ffe80261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:12.499173 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-b251578e-84c1-449e-93f2-49420853bf81 req-27f657ac-3b22-44f1-9f95-7393ffe80261 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ceefdf8d-056c-4cb2-8943-782a4c50759b HTTP/1.1" status: 200 len: 1096 time: 0.0655222 Oct 20 10:38:12.550912 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-b251578e-84c1-449e-93f2-49420853bf81 req-4a087cb9-a6d7-4b25-aae3-5f65de30fe5a service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=17372704-86e6-46e6-a5dd-dc7385be620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440519 Oct 20 10:38:12.553677 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e4b2c29a-1eb6-46c9-8b32-6b6a7ab2c5b8 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:12.601573 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b2c29a-1eb6-46c9-8b32-6b6a7ab2c5b8 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Network 14e051e8-478e-4ca2-9018-ab366f2fc673 is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:38:12.604664 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-e4b2c29a-1eb6-46c9-8b32-6b6a7ab2c5b8 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:38:12.608424 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b2c29a-1eb6-46c9-8b32-6b6a7ab2c5b8 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:38:12.613967 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b2c29a-1eb6-46c9-8b32-6b6a7ab2c5b8 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:12.614508 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e4b2c29a-1eb6-46c9-8b32-6b6a7ab2c5b8 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:12.626787 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b2c29a-1eb6-46c9-8b32-6b6a7ab2c5b8 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Pushing event updated for resources: {'Port': ['ID=7e925697-22f1-4329-b7bd-5e9794f3f808,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:12.639880 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-e4b2c29a-1eb6-46c9-8b32-6b6a7ab2c5b8 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.8809316 Oct 20 10:38:12.641343 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 52360) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:12.646984 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-95997c88-bb43-4c50-974a-277f6dd1db3b tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:38:12.729371 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-95997c88-bb43-4c50-974a-277f6dd1db3b tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:12.907180 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-95997c88-bb43-4c50-974a-277f6dd1db3b tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:12.912598 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-95997c88-bb43-4c50-974a-277f6dd1db3b tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:12.956090 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-95997c88-bb43-4c50-974a-277f6dd1db3b tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] In _notify_port_updated(), no bound segment for port 7e925697-22f1-4329-b7bd-5e9794f3f808 on network 14e051e8-478e-4ca2-9018-ab366f2fc673 {{(pid=100596) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 20 10:38:12.961670 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95997c88-bb43-4c50-974a-277f6dd1db3b tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:12.962234 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-95997c88-bb43-4c50-974a-277f6dd1db3b tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:12.966462 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-95997c88-bb43-4c50-974a-277f6dd1db3b tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] 10.222.0.64 "PUT /v2.0/ports/7e925697-22f1-4329-b7bd-5e9794f3f808 HTTP/1.1" status: 200 len: 818 time: 0.3210280 Oct 20 10:38:12.966538 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 52394) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:12.974870 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95997c88-bb43-4c50-974a-277f6dd1db3b tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Pushing event updated for resources: {'Port': ['ID=7e925697-22f1-4329-b7bd-5e9794f3f808,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:13.082970 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-2ef3e3fc-c2c1-4ecc-92c0-a0e224e4e769 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Deleting port 7e925697-22f1-4329-b7bd-5e9794f3f808 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:38:13.083355 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2ef3e3fc-c2c1-4ecc-92c0-a0e224e4e769 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:13.118359 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac22546-0088-49df-a54b-d4244d5b71f1 req-8fb1823b-396a-4acb-b200-3c2752475ea2 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:13.120215 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3ac22546-0088-49df-a54b-d4244d5b71f1 req-8fb1823b-396a-4acb-b200-3c2752475ea2 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] 10.222.0.64 "GET /v2.0/ports?device_id=a7303d57-cdf3-4028-946b-e7130f669171 HTTP/1.1" status: 200 len: 945 time: 0.0771677 Oct 20 10:38:13.170085 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2ef3e3fc-c2c1-4ecc-92c0-a0e224e4e769 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:13.185416 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-2ef3e3fc-c2c1-4ecc-92c0-a0e224e4e769 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Calling delete_port for 7e925697-22f1-4329-b7bd-5e9794f3f808 owned by {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:38:13.206809 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3ac22546-0088-49df-a54b-d4244d5b71f1 req-adb6ba06-a462-4796-b051-a640832ee397 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ea17d67-d003-4cda-a612-dd72568a94fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781684 Oct 20 10:38:13.230964 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dba6d5-1afd-4adc-b740-39873e23172e req-589de7d1-fc53-4956-96a2-4711abe4cf95 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:13.233156 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-87dba6d5-1afd-4adc-b740-39873e23172e req-589de7d1-fc53-4956-96a2-4711abe4cf95 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/ports?device_id=ede0fd07-bbc6-474e-9f53-8933b78a25cb HTTP/1.1" status: 200 len: 946 time: 0.0775127 Oct 20 10:38:13.283955 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-87dba6d5-1afd-4adc-b740-39873e23172e req-118f55b4-e7e8-40c3-a8bf-5ccfff5c28e7 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/security-groups?id=c33a6cb5-e80a-4f79-936a-38f5e3f7c89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443850 Oct 20 10:38:13.293045 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2ef3e3fc-c2c1-4ecc-92c0-a0e224e4e769 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:13.334356 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2ef3e3fc-c2c1-4ecc-92c0-a0e224e4e769 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:13.338042 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-2ef3e3fc-c2c1-4ecc-92c0-a0e224e4e769 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] 10.222.0.64 "DELETE /v2.0/ports/7e925697-22f1-4329-b7bd-5e9794f3f808 HTTP/1.1" status: 204 len: 168 time: 0.3705628 Oct 20 10:38:13.339336 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef3e3fc-c2c1-4ecc-92c0-a0e224e4e769 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Pushing event deleted for resources: {'Port': ['ID=7e925697-22f1-4329-b7bd-5e9794f3f808,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:13.343004 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 52406) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:13.360244 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-86fb09a5-387b-4bd0-8289-427d2c337498 req-646e1ce5-eace-42e3-b216-700a0ad7f745 tempest-ServerShowV257Test-1861996459 tempest-ServerShowV257Test-1861996459-project] 10.222.0.64 "GET /v2.0/ports?device_id=8c020d10-a4b0-4f16-80ee-0e210956238a HTTP/1.1" status: 200 len: 210 time: 0.0381038 Oct 20 10:38:13.411526 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1557c854-58ac-43db-be2d-6b3aafd7f301 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:13.413089 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-1557c854-58ac-43db-be2d-6b3aafd7f301 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0689297 Oct 20 10:38:13.416151 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 52408) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:13.440474 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-aed467fc-70b1-4a65-bb84-9941e2c7dcd5 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] GET failed (client error): The resource could not be found. Oct 20 10:38:13.444243 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-aed467fc-70b1-4a65-bb84-9941e2c7dcd5 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] 10.222.0.64 "GET /v2.0/ports/7e925697-22f1-4329-b7bd-5e9794f3f808 HTTP/1.1" status: 404 len: 333 time: 0.0246668 Oct 20 10:38:13.446220 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 52412) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:13.452005 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-1918845e-50d9-4dff-8d66-0a9e63cbf495 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2140743442'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:38:13.476888 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1918845e-50d9-4dff-8d66-0a9e63cbf495 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Made reservation on behalf of 81acf106a8e845e5a82c7531aebd6cee for: {'network': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:38:13.481849 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1918845e-50d9-4dff-8d66-0a9e63cbf495 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:13.538024 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1918845e-50d9-4dff-8d66-0a9e63cbf495 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 848} {{(pid=100596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:38:13.554574 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1918845e-50d9-4dff-8d66-0a9e63cbf495 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:13.554950 n-d-811396-3 neutron-server[100596]: INFO neutron.db.segments_db [None req-1918845e-50d9-4dff-8d66-0a9e63cbf495 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Added segment 429a9b23-20d3-4714-9602-cbc4126fd52e of type vlan for network 798be68c-cd9e-4fd9-ab4c-7bcc565b43ae Oct 20 10:38:13.576105 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9894f89-d5e2-4e39-bcfe-1eb3a18c8c3b req-9f949e0c-b06c-41c1-9d42-74744486483a tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:13.578768 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a9894f89-d5e2-4e39-bcfe-1eb3a18c8c3b req-9f949e0c-b06c-41c1-9d42-74744486483a tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/ports?device_id=ceefdf8d-056c-4cb2-8943-782a4c50759b HTTP/1.1" status: 200 len: 945 time: 0.0861950 Oct 20 10:38:13.635918 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1918845e-50d9-4dff-8d66-0a9e63cbf495 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:13.669734 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a9894f89-d5e2-4e39-bcfe-1eb3a18c8c3b req-a5edf7ff-0434-4271-b001-47e9714fe8b3 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/security-groups?id=17372704-86e6-46e6-a5dd-dc7385be620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615613 Oct 20 10:38:13.683450 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1918845e-50d9-4dff-8d66-0a9e63cbf495 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:13.689370 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1918845e-50d9-4dff-8d66-0a9e63cbf495 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:13.689975 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1918845e-50d9-4dff-8d66-0a9e63cbf495 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:13.731204 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-1918845e-50d9-4dff-8d66-0a9e63cbf495 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2813780 Oct 20 10:38:13.731573 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 52416) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:13.736328 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-28fc116e-7a8a-476a-81d9-a6f9318fb386 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Request body: {'subnet': {'network_id': '798be68c-cd9e-4fd9-ab4c-7bcc565b43ae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:38:13.781409 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1918845e-50d9-4dff-8d66-0a9e63cbf495 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Pushing event updated for resources: {'Network': ['ID=798be68c-cd9e-4fd9-ab4c-7bcc565b43ae,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:13.794704 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network 798be68c-cd9e-4fd9-ab4c-7bcc565b43ae details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:38:13.862095 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28fc116e-7a8a-476a-81d9-a6f9318fb386 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Made reservation on behalf of 81acf106a8e845e5a82c7531aebd6cee for: {'subnet': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:38:13.867105 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-28fc116e-7a8a-476a-81d9-a6f9318fb386 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26761797'] for subnet, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:14.050333 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-28fc116e-7a8a-476a-81d9-a6f9318fb386 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26836128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26761819'] for subnet, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:14.114709 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fc116e-7a8a-476a-81d9-a6f9318fb386 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Pushing event updated for resources: {'Subnet': ['ID=11122f81-1967-4a15-83c3-1b5307093dca,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:14.126723 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28fc116e-7a8a-476a-81d9-a6f9318fb386 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Checking segment: {'id': '429a9b23-20d3-4714-9602-cbc4126fd52e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '798be68c-cd9e-4fd9-ab4c-7bcc565b43ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:38:14.127085 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28fc116e-7a8a-476a-81d9-a6f9318fb386 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Network hostable DHCP agents. Network: 798be68c-cd9e-4fd9-ab4c-7bcc565b43ae, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:38:14.144684 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28fc116e-7a8a-476a-81d9-a6f9318fb386 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Network 798be68c-cd9e-4fd9-ab4c-7bcc565b43ae is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:38:14.152751 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-28fc116e-7a8a-476a-81d9-a6f9318fb386 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, 798be68c-cd9e-4fd9-ab4c-7bcc565b43ae) {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:38:14.160543 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b4783f-7a2d-4ad8-af94-51528c69f03e None None] Network 798be68c-cd9e-4fd9-ab4c-7bcc565b43ae requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:38:14.168957 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28fc116e-7a8a-476a-81d9-a6f9318fb386 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:14.169848 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-28fc116e-7a8a-476a-81d9-a6f9318fb386 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:14.188795 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-28fc116e-7a8a-476a-81d9-a6f9318fb386 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4562569 Oct 20 10:38:14.192207 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 52420) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:14.197036 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-07f5b5ac-57a5-4cb4-9383-8f107cb22745 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Request body: {'subnet': {'network_id': '798be68c-cd9e-4fd9-ab4c-7bcc565b43ae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:38:14.336168 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f0b451-447a-4d1f-a452-a0f97c789497 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524064ba-869c-5550-b826-c26b69a11278-798be68c-cd9e-4fd9-ab4c-7bcc565b43ae', 'network_id': '798be68c-cd9e-4fd9-ab4c-7bcc565b43ae', 'tenant_id': '81acf106a8e845e5a82c7531aebd6cee', 'fixed_ips': [{'subnet_id': '11122f81-1967-4a15-83c3-1b5307093dca'}]}} from n-d-811396-3. {{(pid=100598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:38:14.337413 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-86f0b451-447a-4d1f-a452-a0f97c789497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:14.362902 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c51883-2239-46d8-a69b-b5f3132a6dcb req-9e61d108-5316-425b-8802-313fbfac8a2d tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:14.364446 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-38c51883-2239-46d8-a69b-b5f3132a6dcb req-9e61d108-5316-425b-8802-313fbfac8a2d tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] 10.222.0.64 "GET /v2.0/ports?device_id=a7303d57-cdf3-4028-946b-e7130f669171 HTTP/1.1" status: 200 len: 945 time: 0.0801170 Oct 20 10:38:14.388569 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07f5b5ac-57a5-4cb4-9383-8f107cb22745 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Made reservation on behalf of 81acf106a8e845e5a82c7531aebd6cee for: {'subnet': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:38:14.391989 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-07f5b5ac-57a5-4cb4-9383-8f107cb22745 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26761797'] for subnet, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:14.473871 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-86f0b451-447a-4d1f-a452-a0f97c789497 None None] Allocated IP 172.20.0.2 (798be68c-cd9e-4fd9-ab4c-7bcc565b43ae/11122f81-1967-4a15-83c3-1b5307093dca/5f061a5d-35ab-431b-8819-fd987bc27f28) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:38:14.509892 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-38c51883-2239-46d8-a69b-b5f3132a6dcb req-9ac115ce-5eae-403b-a0b9-f019d81af8c9 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ea17d67-d003-4cda-a612-dd72568a94fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289532 Oct 20 10:38:14.522343 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d587d26a-57ce-4a26-96bb-ef8c1e256a14 req-463a85fd-8038-4ab7-9162-d908e6b5e2d8 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:14.523877 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d587d26a-57ce-4a26-96bb-ef8c1e256a14 req-463a85fd-8038-4ab7-9162-d908e6b5e2d8 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/ports?device_id=ede0fd07-bbc6-474e-9f53-8933b78a25cb HTTP/1.1" status: 200 len: 946 time: 0.1563323 Oct 20 10:38:14.546288 n-d-811396-3 neutron-server[100596]: INFO neutron.db.ipam_backend_mixin [None req-07f5b5ac-57a5-4cb4-9383-8f107cb22745 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 11122f81-1967-4a15-83c3-1b5307093dca (CIDR: 172.20.0.0/28) Oct 20 10:38:14.557461 n-d-811396-3 neutron-server[100596]: INFO neutron.pecan_wsgi.hooks.translation [None req-07f5b5ac-57a5-4cb4-9383-8f107cb22745 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 10:38:14.557994 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07f5b5ac-57a5-4cb4-9383-8f107cb22745 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:38:14.595207 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d587d26a-57ce-4a26-96bb-ef8c1e256a14 req-12ff3be4-9cb4-4168-af4d-f2e559a292bc tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/security-groups?id=c33a6cb5-e80a-4f79-936a-38f5e3f7c89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615857 Oct 20 10:38:14.618363 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-07f5b5ac-57a5-4cb4-9383-8f107cb22745 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4236801 Oct 20 10:38:14.619670 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 52430) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:14.620995 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a605b16d-dc0a-4204-9578-d56d1aa74b9e req-112a4ec0-d50b-4126-b08e-ebef42f038ba tempest-ServerShowV257Test-1861996459 tempest-ServerShowV257Test-1861996459-project] 10.222.0.64 "GET /v2.0/ports?device_id=8c020d10-a4b0-4f16-80ee-0e210956238a HTTP/1.1" status: 200 len: 210 time: 0.0454257 Oct 20 10:38:14.626805 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-738e6352-2fc0-4e8e-9771-abbdd025b582 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Request body: {'subnet': {'network_id': '798be68c-cd9e-4fd9-ab4c-7bcc565b43ae', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:38:14.654444 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-86f0b451-447a-4d1f-a452-a0f97c789497 None None] Publish callbacks [] for port, precommit_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:14.658204 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-86f0b451-447a-4d1f-a452-a0f97c789497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:14.704750 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f0b451-447a-4d1f-a452-a0f97c789497 None None] Network 798be68c-cd9e-4fd9-ab4c-7bcc565b43ae is already hosted by enough agents. {{(pid=100598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:38:14.707659 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.base_scheduler [None req-86f0b451-447a-4d1f-a452-a0f97c789497 None None] Resources bound (agent type, host, resource id): {{(pid=100598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:38:14.711882 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f0b451-447a-4d1f-a452-a0f97c789497 None None] Received port after_create {{(pid=100598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:38:14.717094 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f0b451-447a-4d1f-a452-a0f97c789497 None None] Pushing event updated for resources: {'Port': ['ID=5f061a5d-35ab-431b-8819-fd987bc27f28,revision_number=1']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:14.777461 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-86f0b451-447a-4d1f-a452-a0f97c789497 None None] Attempting to bind port 5f061a5d-35ab-431b-8819-fd987bc27f28 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:38:14.778240 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-86f0b451-447a-4d1f-a452-a0f97c789497 None None] Attempting to bind port 5f061a5d-35ab-431b-8819-fd987bc27f28 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '429a9b23-20d3-4714-9602-cbc4126fd52e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '798be68c-cd9e-4fd9-ab4c-7bcc565b43ae'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:38:14.778655 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f0b451-447a-4d1f-a452-a0f97c789497 None None] Attempting to bind port 5f061a5d-35ab-431b-8819-fd987bc27f28 on network 798be68c-cd9e-4fd9-ab4c-7bcc565b43ae {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:38:14.781507 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-738e6352-2fc0-4e8e-9771-abbdd025b582 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Made reservation on behalf of 81acf106a8e845e5a82c7531aebd6cee for: {'subnet': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:38:14.784807 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f0b451-447a-4d1f-a452-a0f97c789497 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 38, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:38:14.785492 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f0b451-447a-4d1f-a452-a0f97c789497 None None] Checking segment: {'id': '429a9b23-20d3-4714-9602-cbc4126fd52e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '798be68c-cd9e-4fd9-ab4c-7bcc565b43ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:38:14.785832 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-738e6352-2fc0-4e8e-9771-abbdd025b582 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25350782'] for subnet, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:14.785941 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-86f0b451-447a-4d1f-a452-a0f97c789497 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:14.793021 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f0b451-447a-4d1f-a452-a0f97c789497 None None] Bound using segment: {'id': '429a9b23-20d3-4714-9602-cbc4126fd52e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '798be68c-cd9e-4fd9-ab4c-7bcc565b43ae'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:38:14.793021 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-86f0b451-447a-4d1f-a452-a0f97c789497 None None] Bound port: 5f061a5d-35ab-431b-8819-fd987bc27f28, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '429a9b23-20d3-4714-9602-cbc4126fd52e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '798be68c-cd9e-4fd9-ab4c-7bcc565b43ae'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:38:14.793021 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-86f0b451-447a-4d1f-a452-a0f97c789497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:14.810266 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b472ba-4d8d-4e3e-9bac-1ba111c8de5d req-c258e5fd-428e-41ad-9ba3-bee8545fb172 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:14.811796 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-87b472ba-4d8d-4e3e-9bac-1ba111c8de5d req-c258e5fd-428e-41ad-9ba3-bee8545fb172 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/ports?device_id=ceefdf8d-056c-4cb2-8943-782a4c50759b HTTP/1.1" status: 200 len: 945 time: 0.0614347 Oct 20 10:38:14.854284 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-87b472ba-4d8d-4e3e-9bac-1ba111c8de5d req-db51999d-8b4b-4571-b81f-3c4c0a409ba6 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/security-groups?id=17372704-86e6-46e6-a5dd-dc7385be620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355060 Oct 20 10:38:14.861436 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-86f0b451-447a-4d1f-a452-a0f97c789497 None None] For port 5f061a5d-35ab-431b-8819-fd987bc27f28, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:38:14.864947 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-86f0b451-447a-4d1f-a452-a0f97c789497 None None] For port 5f061a5d-35ab-431b-8819-fd987bc27f28, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=5f061a5d-35ab-431b-8819-fd987bc27f28,segment=NetworkSegment(429a9b23-20d3-4714-9602-cbc4126fd52e),segment_id=429a9b23-20d3-4714-9602-cbc4126fd52e)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:38:14.879395 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-86f0b451-447a-4d1f-a452-a0f97c789497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:14.941245 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f0b451-447a-4d1f-a452-a0f97c789497 None None] Pushing event updated for resources: {'Port': ['ID=5f061a5d-35ab-431b-8819-fd987bc27f28,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:15.093675 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-738e6352-2fc0-4e8e-9771-abbdd025b582 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25350752'] for subnet, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:15.102108 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9590c4-93bd-4e11-81a7-9736c2d5058e req-7234c8a0-9792-47cd-ad2d-61fce31f345f tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:15.103708 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1f9590c4-93bd-4e11-81a7-9736c2d5058e req-7234c8a0-9792-47cd-ad2d-61fce31f345f tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/ports?device_id=ceefdf8d-056c-4cb2-8943-782a4c50759b HTTP/1.1" status: 200 len: 945 time: 0.0526774 Oct 20 10:38:15.180491 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1f9590c4-93bd-4e11-81a7-9736c2d5058e req-48b2cd31-6777-4fed-9214-b67c44f5fbc5 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/security-groups?id=17372704-86e6-46e6-a5dd-dc7385be620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702777 Oct 20 10:38:15.204808 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738e6352-2fc0-4e8e-9771-abbdd025b582 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Network 798be68c-cd9e-4fd9-ab4c-7bcc565b43ae is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:38:15.208673 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-738e6352-2fc0-4e8e-9771-abbdd025b582 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:38:15.210981 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738e6352-2fc0-4e8e-9771-abbdd025b582 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Pushing event updated for resources: {'Subnet': ['ID=c48e8f08-20c5-466a-93a5-519cdef2a96f,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:15.214216 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-738e6352-2fc0-4e8e-9771-abbdd025b582 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:15.215191 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-738e6352-2fc0-4e8e-9771-abbdd025b582 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:15.242680 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 52442) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:15.242876 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-738e6352-2fc0-4e8e-9771-abbdd025b582 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6205912 Oct 20 10:38:15.250534 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-3be6b1c3-87de-436d-b3c8-d23ed3d0b307 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Request body: {'port': {'network_id': '798be68c-cd9e-4fd9-ab4c-7bcc565b43ae', 'fixed_ips': [{'subnet_id': '11122f81-1967-4a15-83c3-1b5307093dca'}, {'subnet_id': 'c48e8f08-20c5-466a-93a5-519cdef2a96f'}], 'name': 'tempest-PortsTestJSON-2075619658'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:38:15.366638 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3be6b1c3-87de-436d-b3c8-d23ed3d0b307 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Made reservation on behalf of 81acf106a8e845e5a82c7531aebd6cee for: {'port': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:38:15.448108 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3be6b1c3-87de-436d-b3c8-d23ed3d0b307 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:15.465592 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [None req-3be6b1c3-87de-436d-b3c8-d23ed3d0b307 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] device_id is not set on port 1fcfcb75-5b1d-4636-b573-abeded1ea13e yet. {{(pid=100596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:38:15.608376 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 7922ec5a-7698-4356-b4d2-e3f257b42259 details requested by agent hyperv_n-h1-811396-3 with host n-h1-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:38:15.748584 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 7922ec5a-7698-4356-b4d2-e3f257b42259, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=7922ec5a-7698-4356-b4d2-e3f257b42259,segment=NetworkSegment(ead88eb8-7907-4284-a2ee-38aeb92bc073),segment_id=ead88eb8-7907-4284-a2ee-38aeb92bc073)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:38:15.750636 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5e22fa-6719-4005-9b9a-138126b82e56 req-83ed517b-528d-4437-a1ec-faeaa901e99c tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:15.751326 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ab5e22fa-6719-4005-9b9a-138126b82e56 req-83ed517b-528d-4437-a1ec-faeaa901e99c tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] 10.222.0.64 "GET /v2.0/ports?device_id=a7303d57-cdf3-4028-946b-e7130f669171 HTTP/1.1" status: 200 len: 945 time: 0.1685660 Oct 20 10:38:15.767909 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Returning: {'device': '7922ec5a-7698-4356-b4d2-e3f257b42259', 'network_id': 'ef6abb39-cfb1-4828-a214-dd0f5374098d', 'port_id': '7922ec5a-7698-4356-b4d2-e3f257b42259', 'mac_address': 'fa:16:3e:45:2d:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 826, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '777e48ea-dc5a-43d5-a338-c1cfd0807e06', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:38:15.808251 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:15.822164 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7922ec5a-7698-4356-b4d2-e3f257b42259 {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:38:15.844604 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 7922ec5a-7698-4356-b4d2-e3f257b42259, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=7922ec5a-7698-4356-b4d2-e3f257b42259,segment=NetworkSegment(ead88eb8-7907-4284-a2ee-38aeb92bc073),segment_id=ead88eb8-7907-4284-a2ee-38aeb92bc073)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:38:15.849417 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:15.850385 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f657e4bd-1c84-4f45-8727-247163b61f3b req-c6bfafb9-bb71-4b79-b620-07882e834ec5 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:15.852110 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f657e4bd-1c84-4f45-8727-247163b61f3b req-c6bfafb9-bb71-4b79-b620-07882e834ec5 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/ports?device_id=ede0fd07-bbc6-474e-9f53-8933b78a25cb HTTP/1.1" status: 200 len: 946 time: 0.1471138 Oct 20 10:38:15.877154 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ab5e22fa-6719-4005-9b9a-138126b82e56 req-ef313dc0-eb0d-42d4-8788-7637440517ae tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ea17d67-d003-4cda-a612-dd72568a94fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172562 Oct 20 10:38:15.923570 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=7922ec5a-7698-4356-b4d2-e3f257b42259,revision_number=6']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:15.944446 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f657e4bd-1c84-4f45-8727-247163b61f3b req-cc4a13bb-a579-494d-9bc2-e5a166405c36 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/security-groups?id=c33a6cb5-e80a-4f79-936a-38f5e3f7c89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808702 Oct 20 10:38:16.000026 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [None req-3be6b1c3-87de-436d-b3c8-d23ed3d0b307 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Allocated IP 172.20.0.12 (798be68c-cd9e-4fd9-ab4c-7bcc565b43ae/11122f81-1967-4a15-83c3-1b5307093dca/1fcfcb75-5b1d-4636-b573-abeded1ea13e) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:38:16.004255 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-59385cb2-b9d5-4d56-9f11-4e56043a17b3 req-0d09bee3-8132-4163-a917-78b00f2f000d tempest-ServerShowV257Test-1861996459 tempest-ServerShowV257Test-1861996459-project] 10.222.0.64 "GET /v2.0/ports?device_id=8c020d10-a4b0-4f16-80ee-0e210956238a HTTP/1.1" status: 200 len: 210 time: 0.0399549 Oct 20 10:38:16.010143 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [None req-3be6b1c3-87de-436d-b3c8-d23ed3d0b307 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Allocated IP 172.20.0.27 (798be68c-cd9e-4fd9-ab4c-7bcc565b43ae/c48e8f08-20c5-466a-93a5-519cdef2a96f/1fcfcb75-5b1d-4636-b573-abeded1ea13e) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:38:16.036583 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9bf68aa-09ae-4c46-bce7-84aff75fc634 None None] Network 798be68c-cd9e-4fd9-ab4c-7bcc565b43ae requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:38:16.063416 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['7922ec5a-7698-4356-b4d2-e3f257b42259'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:38:16.154004 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-5a8c7f09-01ef-448e-a812-0541778a03c5 None None] Provisioning complete for port 5f061a5d-35ab-431b-8819-fd987bc27f28 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:38:16.154313 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-5a8c7f09-01ef-448e-a812-0541778a03c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:16.174871 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3be6b1c3-87de-436d-b3c8-d23ed3d0b307 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:16.210252 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3be6b1c3-87de-436d-b3c8-d23ed3d0b307 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:16.255072 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be6b1c3-87de-436d-b3c8-d23ed3d0b307 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Network 798be68c-cd9e-4fd9-ab4c-7bcc565b43ae is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:38:16.258780 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-3be6b1c3-87de-436d-b3c8-d23ed3d0b307 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:38:16.262520 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be6b1c3-87de-436d-b3c8-d23ed3d0b307 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:38:16.308647 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be6b1c3-87de-436d-b3c8-d23ed3d0b307 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Pushing event updated for resources: {'Port': ['ID=1fcfcb75-5b1d-4636-b573-abeded1ea13e,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:16.366116 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be6b1c3-87de-436d-b3c8-d23ed3d0b307 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:16.366894 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3be6b1c3-87de-436d-b3c8-d23ed3d0b307 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:16.379052 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6555a883-86f0-4b3b-b986-64e84d7376a7 req-c17487c9-086c-44de-a332-62b707544368 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:16.380968 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6555a883-86f0-4b3b-b986-64e84d7376a7 req-c17487c9-086c-44de-a332-62b707544368 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/ports?device_id=ceefdf8d-056c-4cb2-8943-782a4c50759b HTTP/1.1" status: 200 len: 945 time: 0.0892789 Oct 20 10:38:16.398792 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-3be6b1c3-87de-436d-b3c8-d23ed3d0b307 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 1.1545045 Oct 20 10:38:16.401696 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 52458) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:16.412801 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-5a8c7f09-01ef-448e-a812-0541778a03c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:16.414708 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-bd23ff5f-ce4e-4c89-9649-2b8b0e35d271 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '11122f81-1967-4a15-83c3-1b5307093dca'}]}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:38:16.439899 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6555a883-86f0-4b3b-b986-64e84d7376a7 req-4ae3bc12-98bd-485e-b1fa-378caae0cf0c tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/security-groups?id=17372704-86e6-46e6-a5dd-dc7385be620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524023 Oct 20 10:38:16.451114 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 5f061a5d-35ab-431b-8819-fd987bc27f28 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:38:16.537639 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-5a8c7f09-01ef-448e-a812-0541778a03c5 None None] For port 5f061a5d-35ab-431b-8819-fd987bc27f28, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=5f061a5d-35ab-431b-8819-fd987bc27f28,segment=NetworkSegment(429a9b23-20d3-4714-9602-cbc4126fd52e),segment_id=429a9b23-20d3-4714-9602-cbc4126fd52e)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:38:16.551247 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-5a8c7f09-01ef-448e-a812-0541778a03c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:16.599866 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ef5467-3c08-4fd2-80a7-add2bfcd61be None None] Update dhcp port {'port': {'network_id': '798be68c-cd9e-4fd9-ab4c-7bcc565b43ae', 'fixed_ips': [{'subnet_id': '11122f81-1967-4a15-83c3-1b5307093dca', 'ip_address': '172.20.0.2'}, {'subnet_id': 'c48e8f08-20c5-466a-93a5-519cdef2a96f'}], 'binding:host_id': 'n-d-811396-3'}, 'id': '5f061a5d-35ab-431b-8819-fd987bc27f28'} from n-d-811396-3. {{(pid=100598) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 20 10:38:16.621049 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bd23ff5f-ce4e-4c89-9649-2b8b0e35d271 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:16.644138 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-04ef5467-3c08-4fd2-80a7-add2bfcd61be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:16.667623 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 5f061a5d-35ab-431b-8819-fd987bc27f28 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:38:16.667973 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:16.670241 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8c7f09-01ef-448e-a812-0541778a03c5 None None] Pushing event updated for resources: {'Port': ['ID=5f061a5d-35ab-431b-8819-fd987bc27f28,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:16.727686 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ca761b-5782-4631-9f36-81bc679def78 req-2ac52da3-f239-4872-86a2-a018f24b468e tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:16.738099 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-65ca761b-5782-4631-9f36-81bc679def78 req-2ac52da3-f239-4872-86a2-a018f24b468e tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/ports?device_id=ceefdf8d-056c-4cb2-8943-782a4c50759b HTTP/1.1" status: 200 len: 945 time: 0.0637310 Oct 20 10:38:16.783552 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-65ca761b-5782-4631-9f36-81bc679def78 req-493fb230-546d-4a91-a38d-99e70a5a996c tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/security-groups?id=17372704-86e6-46e6-a5dd-dc7385be620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444195 Oct 20 10:38:16.906062 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-bd23ff5f-ce4e-4c89-9649-2b8b0e35d271 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Delete allocated IP 172.20.0.27 (798be68c-cd9e-4fd9-ab4c-7bcc565b43ae/c48e8f08-20c5-466a-93a5-519cdef2a96f) {{(pid=100597) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 20 10:38:17.054552 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed993523-c1be-4bbb-bc0f-733b7008a1c2 req-95ba1c03-f789-4e8f-b919-bae1b745374d tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:17.059934 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ed993523-c1be-4bbb-bc0f-733b7008a1c2 req-95ba1c03-f789-4e8f-b919-bae1b745374d tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] 10.222.0.64 "GET /v2.0/ports?device_id=a7303d57-cdf3-4028-946b-e7130f669171 HTTP/1.1" status: 200 len: 944 time: 0.0885797 Oct 20 10:38:17.080961 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-f7507a5a-26d8-414b-abcc-d69dd727eede req-48654e4b-a17f-4f90-9869-ef23274f5bc8 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=80d2d265-4161-4f15-ab0c-130b15ddf9e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0878682 Oct 20 10:38:17.097648 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bd23ff5f-ce4e-4c89-9649-2b8b0e35d271 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks [] for port, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:17.102974 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bd23ff5f-ce4e-4c89-9649-2b8b0e35d271 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:17.144186 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b603c057-4928-4288-9016-579168eb8f41 req-179cca8f-86a6-4cc8-a2d9-e2e1deecde1a tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:17.145680 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b603c057-4928-4288-9016-579168eb8f41 req-179cca8f-86a6-4cc8-a2d9-e2e1deecde1a tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/ports?device_id=ede0fd07-bbc6-474e-9f53-8933b78a25cb HTTP/1.1" status: 200 len: 946 time: 0.0845606 Oct 20 10:38:17.148858 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ed993523-c1be-4bbb-bc0f-733b7008a1c2 req-627e25be-9adf-43ed-a7d3-aeca2b95fa49 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ea17d67-d003-4cda-a612-dd72568a94fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859284 Oct 20 10:38:17.161311 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-04ef5467-3c08-4fd2-80a7-add2bfcd61be None None] Allocated IP 172.20.0.18 (798be68c-cd9e-4fd9-ab4c-7bcc565b43ae/c48e8f08-20c5-466a-93a5-519cdef2a96f/5f061a5d-35ab-431b-8819-fd987bc27f28) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:38:17.206162 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b603c057-4928-4288-9016-579168eb8f41 req-57408a01-ac2b-4796-86b0-9e14aa440d1e tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/security-groups?id=c33a6cb5-e80a-4f79-936a-38f5e3f7c89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540884 Oct 20 10:38:17.252797 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd23ff5f-ce4e-4c89-9649-2b8b0e35d271 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Pushing event updated for resources: {'Port': ['ID=1fcfcb75-5b1d-4636-b573-abeded1ea13e,revision_number=2']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:17.255348 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-decb33dd-d4ba-4bad-9ec3-311471e5691b req-3b7a1c53-2972-4f55-9446-feda7cd5a4ae tempest-ServerShowV257Test-1861996459 tempest-ServerShowV257Test-1861996459-project] 10.222.0.64 "GET /v2.0/ports?device_id=8c020d10-a4b0-4f16-80ee-0e210956238a HTTP/1.1" status: 200 len: 210 time: 0.0304425 Oct 20 10:38:17.269814 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7507a5a-26d8-414b-abcc-d69dd727eede req-7f0cf333-4bd6-4cc0-aed1-99a612b4bb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:17.270271 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7507a5a-26d8-414b-abcc-d69dd727eede req-7f0cf333-4bd6-4cc0-aed1-99a612b4bb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:17.270744 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7507a5a-26d8-414b-abcc-d69dd727eede req-7f0cf333-4bd6-4cc0-aed1-99a612b4bb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:17.271244 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7507a5a-26d8-414b-abcc-d69dd727eede req-7f0cf333-4bd6-4cc0-aed1-99a612b4bb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:17.271719 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7507a5a-26d8-414b-abcc-d69dd727eede req-7f0cf333-4bd6-4cc0-aed1-99a612b4bb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:17.272184 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7507a5a-26d8-414b-abcc-d69dd727eede req-7f0cf333-4bd6-4cc0-aed1-99a612b4bb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:17.272647 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7507a5a-26d8-414b-abcc-d69dd727eede req-7f0cf333-4bd6-4cc0-aed1-99a612b4bb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:17.276989 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-f7507a5a-26d8-414b-abcc-d69dd727eede req-7f0cf333-4bd6-4cc0-aed1-99a612b4bb15 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=aca7fabb908e4e55b3bcaf1ce45b03cf&device_id=80d2d265-4161-4f15-ab0c-130b15ddf9e0 HTTP/1.1" status: 200 len: 6488 time: 0.1356351 Oct 20 10:38:17.298783 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-bd23ff5f-ce4e-4c89-9649-2b8b0e35d271 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] In _notify_port_updated(), no bound segment for port 1fcfcb75-5b1d-4636-b573-abeded1ea13e on network 798be68c-cd9e-4fd9-ab4c-7bcc565b43ae {{(pid=100597) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 20 10:38:17.305257 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd23ff5f-ce4e-4c89-9649-2b8b0e35d271 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:17.306372 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bd23ff5f-ce4e-4c89-9649-2b8b0e35d271 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:17.310373 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-bd23ff5f-ce4e-4c89-9649-2b8b0e35d271 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] 10.222.0.64 "PUT /v2.0/ports/1fcfcb75-5b1d-4636-b573-abeded1ea13e HTTP/1.1" status: 200 len: 920 time: 0.9039342 Oct 20 10:38:17.310935 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 52474) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:17.317237 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-ad42f3a1-0884-4e9a-acaa-5f3b6b8cdc5c tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '11122f81-1967-4a15-83c3-1b5307093dca'}, {'subnet_id': 'c48e8f08-20c5-466a-93a5-519cdef2a96f'}]}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:38:17.334537 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-04ef5467-3c08-4fd2-80a7-add2bfcd61be None None] For port 5f061a5d-35ab-431b-8819-fd987bc27f28, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=5f061a5d-35ab-431b-8819-fd987bc27f28,segment=NetworkSegment(429a9b23-20d3-4714-9602-cbc4126fd52e),segment_id=429a9b23-20d3-4714-9602-cbc4126fd52e)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:38:17.365588 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-04ef5467-3c08-4fd2-80a7-add2bfcd61be None None] Publish callbacks [] for port, precommit_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:17.378326 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-04ef5467-3c08-4fd2-80a7-add2bfcd61be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:17.406759 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ad42f3a1-0884-4e9a-acaa-5f3b6b8cdc5c tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:17.424405 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7507a5a-26d8-414b-abcc-d69dd727eede req-cdbccd8c-4a56-4ceb-aaa9-208bc5805f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:17.425838 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7507a5a-26d8-414b-abcc-d69dd727eede req-cdbccd8c-4a56-4ceb-aaa9-208bc5805f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:17.426477 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7507a5a-26d8-414b-abcc-d69dd727eede req-cdbccd8c-4a56-4ceb-aaa9-208bc5805f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:17.428405 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-f7507a5a-26d8-414b-abcc-d69dd727eede req-cdbccd8c-4a56-4ceb-aaa9-208bc5805f40 service neutron] 10.222.0.69 "GET /v2.0/networks?id=61bd0966-a265-4e42-812c-8db46cc7f8aa&id=7f35c8f4-a80f-46f0-b625-9aa7a1eb4d3d&id=7f35c8f4-a80f-46f0-b625-9aa7a1eb4d3d&id=7f35c8f4-a80f-46f0-b625-9aa7a1eb4d3d&id=7f35c8f4-a80f-46f0-b625-9aa7a1eb4d3d&id=7bc60fc7-42ea-472c-be5f-6faa92f9f9bb&id=7bc60fc7-42ea-472c-be5f-6faa92f9f9bb HTTP/1.1" status: 200 len: 2293 time: 0.1193912 Oct 20 10:38:17.472435 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ef5467-3c08-4fd2-80a7-add2bfcd61be None None] Pushing event updated for resources: {'Port': ['ID=5f061a5d-35ab-431b-8819-fd987bc27f28,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:17.503252 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-f7507a5a-26d8-414b-abcc-d69dd727eede req-5268a1a0-7a4e-45b7-9200-44a5c8f993f8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2119e2cf-4499-4ee6-a849-174b453941eb HTTP/1.1" status: 200 len: 1000 time: 0.0618968 Oct 20 10:38:17.561826 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7507a5a-26d8-414b-abcc-d69dd727eede req-4383ea42-ba81-4df0-95cf-fab090efe7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:17.563364 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-f7507a5a-26d8-414b-abcc-d69dd727eede req-4383ea42-ba81-4df0-95cf-fab090efe7d6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ca4d8024-190b-4d52-b991-b3ff5d7d6ff8 HTTP/1.1" status: 200 len: 850 time: 0.0513849 Oct 20 10:38:17.615479 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 7922ec5a-7698-4356-b4d2-e3f257b42259 up at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:38:17.620051 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7507a5a-26d8-414b-abcc-d69dd727eede req-198f01ef-f2c7-4abe-b005-5dbd4ec3990a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:17.622848 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-f7507a5a-26d8-414b-abcc-d69dd727eede req-198f01ef-f2c7-4abe-b005-5dbd4ec3990a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=61bd0966-a265-4e42-812c-8db46cc7f8aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0504367 Oct 20 10:38:17.673393 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning complete for port 7922ec5a-7698-4356-b4d2-e3f257b42259 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:38:17.673787 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:17.691731 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [None req-ad42f3a1-0884-4e9a-acaa-5f3b6b8cdc5c tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Allocated IP 172.20.0.28 (798be68c-cd9e-4fd9-ab4c-7bcc565b43ae/c48e8f08-20c5-466a-93a5-519cdef2a96f/1fcfcb75-5b1d-4636-b573-abeded1ea13e) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:38:17.742298 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-f7507a5a-26d8-414b-abcc-d69dd727eede req-2cca4bc6-d7fb-40d5-990a-e6e4d898f141 service neutron] 10.222.0.69 "GET /v2.0/networks/61bd0966-a265-4e42-812c-8db46cc7f8aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113198 Oct 20 10:38:17.783306 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:17.822556 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7303d57-cdf3-4028-946b-e7130f669171', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7922ec5a-7698-4356-b4d2-e3f257b42259'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:38:17.826700 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71228573-3ae6-4aae-aca1-b3a29d02a894" -d '{"events": [{"server_uuid": "a7303d57-cdf3-4028-946b-e7130f669171", "name": "network-vif-plugged", "status": "completed", "tag": "7922ec5a-7698-4356-b4d2-e3f257b42259"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:38:17.852162 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 7922ec5a-7698-4356-b4d2-e3f257b42259, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=7922ec5a-7698-4356-b4d2-e3f257b42259,segment=NetworkSegment(ead88eb8-7907-4284-a2ee-38aeb92bc073),segment_id=ead88eb8-7907-4284-a2ee-38aeb92bc073)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:38:17.858164 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:17.859581 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-f7507a5a-26d8-414b-abcc-d69dd727eede req-ef90e9ac-b548-4886-bcd9-5edb65d82de1 service neutron] 10.222.0.69 "GET /v2.0/networks/61bd0966-a265-4e42-812c-8db46cc7f8aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065772 Oct 20 10:38:17.918114 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=7922ec5a-7698-4356-b4d2-e3f257b42259,revision_number=7']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:17.923121 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5983ff3b-a65e-404c-bb7a-64e0a970b72e x-openstack-request-id: req-5983ff3b-a65e-404c-bb7a-64e0a970b72e {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:38:17.923435 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7303d57-cdf3-4028-946b-e7130f669171", "name": "network-vif-plugged", "status": "completed", "tag": "7922ec5a-7698-4356-b4d2-e3f257b42259", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:38:17.923697 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5983ff3b-a65e-404c-bb7a-64e0a970b72e {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:38:17.924093 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7303d57-cdf3-4028-946b-e7130f669171', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7922ec5a-7698-4356-b4d2-e3f257b42259', 'code': 200} Oct 20 10:38:17.924804 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ad42f3a1-0884-4e9a-acaa-5f3b6b8cdc5c tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:17.930433 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ad42f3a1-0884-4e9a-acaa-5f3b6b8cdc5c tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:17.932405 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-f7507a5a-26d8-414b-abcc-d69dd727eede req-2e2a4a35-8102-45fc-bfcf-53c53e033636 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.219&port_id=c6946b44-75f5-4ceb-9f3e-281cc30cd187 HTTP/1.1" status: 200 len: 217 time: 0.0661707 Oct 20 10:38:17.989193 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7507a5a-26d8-414b-abcc-d69dd727eede req-d8e7ef1f-76ab-471a-a231-10138620bdf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:17.990828 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-f7507a5a-26d8-414b-abcc-d69dd727eede req-d8e7ef1f-76ab-471a-a231-10138620bdf9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ee766014-e4cb-4d3b-914c-bd587db1d0d0 HTTP/1.1" status: 200 len: 797 time: 0.0507162 Oct 20 10:38:18.012220 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad42f3a1-0884-4e9a-acaa-5f3b6b8cdc5c tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Pushing event updated for resources: {'Port': ['ID=1fcfcb75-5b1d-4636-b573-abeded1ea13e,revision_number=3']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:18.030800 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f75158a-29b1-464b-b0ff-3a8ed7c2bd4d None None] Network 798be68c-cd9e-4fd9-ab4c-7bcc565b43ae requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:38:18.050330 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7507a5a-26d8-414b-abcc-d69dd727eede req-a9d2aee2-d0bc-4897-b4a8-229abc15512d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:18.051876 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-f7507a5a-26d8-414b-abcc-d69dd727eede req-a9d2aee2-d0bc-4897-b4a8-229abc15512d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7f35c8f4-a80f-46f0-b625-9aa7a1eb4d3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0517747 Oct 20 10:38:18.061234 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a9a172-70df-495b-8676-03911ef92b55 req-6c29ad53-5667-4cda-b452-35cabcc17b44 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:18.062739 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-64a9a172-70df-495b-8676-03911ef92b55 req-6c29ad53-5667-4cda-b452-35cabcc17b44 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/ports?device_id=ceefdf8d-056c-4cb2-8943-782a4c50759b HTTP/1.1" status: 200 len: 945 time: 0.1627588 Oct 20 10:38:18.110958 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-8cb7ca72-eec1-4c86-a55e-28d027be2f0c None None] Provisioning complete for port 5f061a5d-35ab-431b-8819-fd987bc27f28 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:38:18.111324 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-8cb7ca72-eec1-4c86-a55e-28d027be2f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:18.121869 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-ad42f3a1-0884-4e9a-acaa-5f3b6b8cdc5c tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] In _notify_port_updated(), no bound segment for port 1fcfcb75-5b1d-4636-b573-abeded1ea13e on network 798be68c-cd9e-4fd9-ab4c-7bcc565b43ae {{(pid=100596) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 20 10:38:18.127519 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad42f3a1-0884-4e9a-acaa-5f3b6b8cdc5c tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:18.128151 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ad42f3a1-0884-4e9a-acaa-5f3b6b8cdc5c tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:18.129460 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-ad42f3a1-0884-4e9a-acaa-5f3b6b8cdc5c tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] 10.222.0.64 "PUT /v2.0/ports/1fcfcb75-5b1d-4636-b573-abeded1ea13e HTTP/1.1" status: 200 len: 1000 time: 0.8170507 Oct 20 10:38:18.132214 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 52482) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:18.142768 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-64a9a172-70df-495b-8676-03911ef92b55 req-76ce1379-6b2d-4c81-bead-91417bc1bc69 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/security-groups?id=17372704-86e6-46e6-a5dd-dc7385be620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564916 Oct 20 10:38:18.221199 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-f7507a5a-26d8-414b-abcc-d69dd727eede req-159b94b1-3715-49dd-9468-6b31c03bca99 service neutron] 10.222.0.69 "GET /v2.0/networks/7f35c8f4-a80f-46f0-b625-9aa7a1eb4d3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603084 Oct 20 10:38:18.283209 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-8cb7ca72-eec1-4c86-a55e-28d027be2f0c None None] Provisioning complete for port 1fcfcb75-5b1d-4636-b573-abeded1ea13e triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:38:18.283711 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-8cb7ca72-eec1-4c86-a55e-28d027be2f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:18.330868 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-ee19e012-e094-4c0d-9d5d-8de2abed4d0d tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Deleting port 1fcfcb75-5b1d-4636-b573-abeded1ea13e {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:38:18.331274 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ee19e012-e094-4c0d-9d5d-8de2abed4d0d tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:18.357830 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d75f0df-b1ce-45e5-838b-ffded1b3f481 req-4b7c42b6-5f6d-424f-978b-89f352c0aa6b tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:18.359774 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2d75f0df-b1ce-45e5-838b-ffded1b3f481 req-4b7c42b6-5f6d-424f-978b-89f352c0aa6b tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.69 "GET /v2.0/ports?device_id=ceefdf8d-056c-4cb2-8943-782a4c50759b HTTP/1.1" status: 200 len: 945 time: 0.0769079 Oct 20 10:38:18.366273 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-8cb7ca72-eec1-4c86-a55e-28d027be2f0c None None] Port 1fcfcb75-5b1d-4636-b573-abeded1ea13e cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:38:18.367911 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15779229-0159-4221-b868-945eb9843c04 req-05bcadfe-4b36-4b4b-bc2d-08f7863ab3a1 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:18.375578 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-f7507a5a-26d8-414b-abcc-d69dd727eede req-2a86c2d2-5c71-4e8d-af77-74590daf4bfb service neutron] 10.222.0.69 "GET /v2.0/networks/7f35c8f4-a80f-46f0-b625-9aa7a1eb4d3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453049 Oct 20 10:38:18.376225 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-15779229-0159-4221-b868-945eb9843c04 req-05bcadfe-4b36-4b4b-bc2d-08f7863ab3a1 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] 10.222.0.64 "GET /v2.0/ports?device_id=a7303d57-cdf3-4028-946b-e7130f669171 HTTP/1.1" status: 200 len: 945 time: 0.1309838 Oct 20 10:38:18.399271 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 5f061a5d-35ab-431b-8819-fd987bc27f28 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:38:18.448308 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 5f061a5d-35ab-431b-8819-fd987bc27f28 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:38:18.448601 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:18.456162 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-f7507a5a-26d8-414b-abcc-d69dd727eede req-0f15ccfb-5c93-4af8-8367-27ce5bd691cf service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.3&port_id=451833eb-4339-4de8-8005-8d3e2c53fd29 HTTP/1.1" status: 200 len: 217 time: 0.0708165 Oct 20 10:38:18.499080 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-15779229-0159-4221-b868-945eb9843c04 req-8d79fae5-5438-4404-a9b3-891e185721f8 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ea17d67-d003-4cda-a612-dd72568a94fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213362 Oct 20 10:38:18.508339 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b000b8-6494-4c34-8434-9bd4c61ea6d5 req-fb1665de-376d-4d49-8d7e-340b6a6a870b tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:18.509845 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-51b000b8-6494-4c34-8434-9bd4c61ea6d5 req-fb1665de-376d-4d49-8d7e-340b6a6a870b tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/ports?device_id=ede0fd07-bbc6-474e-9f53-8933b78a25cb HTTP/1.1" status: 200 len: 946 time: 0.1621885 Oct 20 10:38:18.514097 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ee19e012-e094-4c0d-9d5d-8de2abed4d0d tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:18.540704 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-ee19e012-e094-4c0d-9d5d-8de2abed4d0d tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Calling delete_port for 1fcfcb75-5b1d-4636-b573-abeded1ea13e owned by {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:38:18.552325 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7507a5a-26d8-414b-abcc-d69dd727eede req-abcddcf4-f40d-43d6-9ce4-4b9d083e1fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:18.553800 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-f7507a5a-26d8-414b-abcc-d69dd727eede req-abcddcf4-f40d-43d6-9ce4-4b9d083e1fd9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ee766014-e4cb-4d3b-914c-bd587db1d0d0 HTTP/1.1" status: 200 len: 797 time: 0.0861447 Oct 20 10:38:18.568766 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-51b000b8-6494-4c34-8434-9bd4c61ea6d5 req-51f8f274-4140-46c3-8dd3-656f54bb44de tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/security-groups?id=c33a6cb5-e80a-4f79-936a-38f5e3f7c89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483825 Oct 20 10:38:18.571772 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-2d75f0df-b1ce-45e5-838b-ffded1b3f481 req-6e949007-7ed6-4b08-87ae-837e3d9cdaf2 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Deleting port 7fb7919e-5420-4223-a6c0-eb738c11a222 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:38:18.572113 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-2d75f0df-b1ce-45e5-838b-ffded1b3f481 req-6e949007-7ed6-4b08-87ae-837e3d9cdaf2 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:18.655969 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7507a5a-26d8-414b-abcc-d69dd727eede req-6c6d3e31-4c5e-4aee-aade-2091f7419397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:18.657607 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-f7507a5a-26d8-414b-abcc-d69dd727eede req-6c6d3e31-4c5e-4aee-aade-2091f7419397 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7f35c8f4-a80f-46f0-b625-9aa7a1eb4d3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0687792 Oct 20 10:38:18.831031 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-f7507a5a-26d8-414b-abcc-d69dd727eede req-5083fdab-ca4b-4279-a4c1-690d52a73f09 service neutron] 10.222.0.69 "GET /v2.0/networks/7f35c8f4-a80f-46f0-b625-9aa7a1eb4d3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636436 Oct 20 10:38:18.862979 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ee19e012-e094-4c0d-9d5d-8de2abed4d0d tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:18.920009 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee19e012-e094-4c0d-9d5d-8de2abed4d0d tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Pushing event deleted for resources: {'Port': ['ID=1fcfcb75-5b1d-4636-b573-abeded1ea13e,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:18.945653 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1638cf0e-ad29-4467-84eb-22190ea8e4ff req-3aa4d35b-4d4d-4908-871c-5ec75a58e5a9 tempest-ServerShowV257Test-1861996459 tempest-ServerShowV257Test-1861996459-project] 10.222.0.64 "GET /v2.0/ports?device_id=8c020d10-a4b0-4f16-80ee-0e210956238a HTTP/1.1" status: 200 len: 210 time: 0.0371785 Oct 20 10:38:18.949916 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:18.998196 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-54859343-f72d-4e64-94ac-417e0c271ab4 None None] Provisioning complete for port 5f061a5d-35ab-431b-8819-fd987bc27f28 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:38:18.998696 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-54859343-f72d-4e64-94ac-417e0c271ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:19.014740 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-2d75f0df-b1ce-45e5-838b-ffded1b3f481 req-6e949007-7ed6-4b08-87ae-837e3d9cdaf2 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] For port 7fb7919e-5420-4223-a6c0-eb738c11a222, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=7fb7919e-5420-4223-a6c0-eb738c11a222,segment=NetworkSegment(f70d1162-b154-4994-9af5-210e1dd15ef4),segment_id=f70d1162-b154-4994-9af5-210e1dd15ef4)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:38:19.015155 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-2d75f0df-b1ce-45e5-838b-ffded1b3f481 req-6e949007-7ed6-4b08-87ae-837e3d9cdaf2 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:19.035718 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-2d75f0df-b1ce-45e5-838b-ffded1b3f481 req-6e949007-7ed6-4b08-87ae-837e3d9cdaf2 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Calling delete_port for 7fb7919e-5420-4223-a6c0-eb738c11a222 owned by compute:nova {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:38:19.077132 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-f7507a5a-26d8-414b-abcc-d69dd727eede req-63e833f4-f4c6-4cd0-8bfa-b7d513c7d13c service neutron] 10.222.0.69 "GET /v2.0/networks/7f35c8f4-a80f-46f0-b625-9aa7a1eb4d3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115221 Oct 20 10:38:19.078237 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ee19e012-e094-4c0d-9d5d-8de2abed4d0d tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:19.081497 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-ee19e012-e094-4c0d-9d5d-8de2abed4d0d tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] 10.222.0.64 "DELETE /v2.0/ports/1fcfcb75-5b1d-4636-b573-abeded1ea13e HTTP/1.1" status: 204 len: 168 time: 0.9480817 Oct 20 10:38:19.085789 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 52496) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:19.095431 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-54859343-f72d-4e64-94ac-417e0c271ab4 None None] Could not find standard attr ID for object 1fcfcb75-5b1d-4636-b573-abeded1ea13e. {{(pid=100598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 20 10:38:19.115888 n-d-811396-3 neutron-server[100596]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0dadff6-ef7e-4e0a-acf7-0f29f0b7ee92 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] GET failed (client error): The resource could not be found. Oct 20 10:38:19.119856 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-c0dadff6-ef7e-4e0a-acf7-0f29f0b7ee92 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] 10.222.0.64 "GET /v2.0/ports/1fcfcb75-5b1d-4636-b573-abeded1ea13e HTTP/1.1" status: 404 len: 333 time: 0.0330567 Oct 20 10:38:19.120481 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 52498) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:19.126264 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-f7507a5a-26d8-414b-abcc-d69dd727eede req-53df74e8-018a-454a-b3e9-cbface530d4d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.36&port_id=c659bd4f-6f7c-4e27-84fc-06618ca3d1ea HTTP/1.1" status: 200 len: 217 time: 0.0421915 Oct 20 10:38:19.184691 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7507a5a-26d8-414b-abcc-d69dd727eede req-33de209d-7d41-4344-8a79-1c246c845e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:19.186645 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-f7507a5a-26d8-414b-abcc-d69dd727eede req-33de209d-7d41-4344-8a79-1c246c845e3e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ee766014-e4cb-4d3b-914c-bd587db1d0d0 HTTP/1.1" status: 200 len: 797 time: 0.0520542 Oct 20 10:38:19.194306 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb33e657-d9d1-49d0-9d32-a4e03faf2673 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Deleting subnet c48e8f08-20c5-466a-93a5-519cdef2a96f {{(pid=100596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:38:19.198846 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-fb33e657-d9d1-49d0-9d32-a4e03faf2673 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks [] for subnet, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:19.211463 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10b0c2ce-5d0c-41bd-8741-4411b7b2042d None None] Could not find standard attr ID for object 1fcfcb75-5b1d-4636-b573-abeded1ea13e. {{(pid=100598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 20 10:38:19.250684 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7507a5a-26d8-414b-abcc-d69dd727eede req-bf47eebc-d44c-4b3d-8de3-000d4b656b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:19.252363 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-f7507a5a-26d8-414b-abcc-d69dd727eede req-bf47eebc-d44c-4b3d-8de3-000d4b656b01 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7f35c8f4-a80f-46f0-b625-9aa7a1eb4d3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0563931 Oct 20 10:38:19.307121 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-fb33e657-d9d1-49d0-9d32-a4e03faf2673 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25189079'] for subnet, precommit_delete_associations {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:19.360280 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-f7507a5a-26d8-414b-abcc-d69dd727eede req-77589f4a-5a60-4287-991d-f33fa0d77c7b service neutron] 10.222.0.69 "GET /v2.0/networks/7f35c8f4-a80f-46f0-b625-9aa7a1eb4d3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980775 Oct 20 10:38:19.378709 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-2d75f0df-b1ce-45e5-838b-ffded1b3f481 req-6e949007-7ed6-4b08-87ae-837e3d9cdaf2 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:19.390199 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['7fb7919e-5420-4223-a6c0-eb738c11a222'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:38:19.391504 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2996441b-a93a-4e24-8ce5-d4d4479b6043 req-f99571f7-56e5-4576-b586-0a9779b21437 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:19.393064 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2996441b-a93a-4e24-8ce5-d4d4479b6043 req-f99571f7-56e5-4576-b586-0a9779b21437 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/ports?device_id=ceefdf8d-056c-4cb2-8943-782a4c50759b HTTP/1.1" status: 200 len: 945 time: 0.1535718 Oct 20 10:38:19.431179 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-dd588007-23cd-4b33-9825-c6284f5bdbb8 None None] Could not find standard attr ID for object 1fcfcb75-5b1d-4636-b573-abeded1ea13e. {{(pid=100598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 20 10:38:19.483808 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e949007-7ed6-4b08-87ae-837e3d9cdaf2 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Pushing event deleted for resources: {'Port': ['ID=7fb7919e-5420-4223-a6c0-eb738c11a222,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:19.489497 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-f7507a5a-26d8-414b-abcc-d69dd727eede req-cab24e96-6908-40fd-ba0e-4dc71b748370 service neutron] 10.222.0.69 "GET /v2.0/networks/7f35c8f4-a80f-46f0-b625-9aa7a1eb4d3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181564 Oct 20 10:38:19.515939 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d75f0df-b1ce-45e5-838b-ffded1b3f481 req-6e949007-7ed6-4b08-87ae-837e3d9cdaf2 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] No DVR routers for this DVR port 7fb7919e-5420-4223-a6c0-eb738c11a222 on host n-h2-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:38:19.521787 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-2d75f0df-b1ce-45e5-838b-ffded1b3f481 req-6e949007-7ed6-4b08-87ae-837e3d9cdaf2 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:19.525304 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2d75f0df-b1ce-45e5-838b-ffded1b3f481 req-6e949007-7ed6-4b08-87ae-837e3d9cdaf2 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.69 "DELETE /v2.0/ports/7fb7919e-5420-4223-a6c0-eb738c11a222 HTTP/1.1" status: 204 len: 173 time: 1.1469460 Oct 20 10:38:19.531472 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceefdf8d-056c-4cb2-8943-782a4c50759b', 'name': 'network-vif-deleted', 'tag': '7fb7919e-5420-4223-a6c0-eb738c11a222'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:38:19.533728 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e7baeaf-6697-4286-aa60-20c444236b2b" -d '{"events": [{"server_uuid": "ceefdf8d-056c-4cb2-8943-782a4c50759b", "name": "network-vif-deleted", "tag": "7fb7919e-5420-4223-a6c0-eb738c11a222"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:38:19.547495 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-fb33e657-d9d1-49d0-9d32-a4e03faf2673 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:19.556709 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-f7507a5a-26d8-414b-abcc-d69dd727eede req-bd5db8dc-6249-4caa-9206-18e36809cbad service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.44&port_id=6b62206e-39d0-45df-9f8b-694b5bc1053f HTTP/1.1" status: 200 len: 217 time: 0.0581005 Oct 20 10:38:19.560814 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2996441b-a93a-4e24-8ce5-d4d4479b6043 req-37cdf7af-1ad7-4ca7-992c-13a4b1e84217 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/security-groups?id=17372704-86e6-46e6-a5dd-dc7385be620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489675 Oct 20 10:38:19.624189 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d12265bc-1151-4361-b829-aed666f695f3 x-openstack-request-id: req-d12265bc-1151-4361-b829-aed666f695f3 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:38:19.624421 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ceefdf8d-056c-4cb2-8943-782a4c50759b", "name": "network-vif-deleted", "tag": "7fb7919e-5420-4223-a6c0-eb738c11a222", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:38:19.624689 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d12265bc-1151-4361-b829-aed666f695f3 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:38:19.625069 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ceefdf8d-056c-4cb2-8943-782a4c50759b', 'name': 'network-vif-deleted', 'tag': '7fb7919e-5420-4223-a6c0-eb738c11a222', 'status': 'completed', 'code': 200} Oct 20 10:38:19.633960 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7507a5a-26d8-414b-abcc-d69dd727eede req-b569c6cd-3fbd-441e-aa67-626ca8889634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:19.636205 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-f7507a5a-26d8-414b-abcc-d69dd727eede req-b569c6cd-3fbd-441e-aa67-626ca8889634 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ee766014-e4cb-4d3b-914c-bd587db1d0d0 HTTP/1.1" status: 200 len: 797 time: 0.0702026 Oct 20 10:38:19.646100 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1a5fc849-a98b-4e7a-88b1-5b00861e508d None None] Could not find standard attr ID for object 1fcfcb75-5b1d-4636-b573-abeded1ea13e. {{(pid=100598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 20 10:38:19.719820 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7507a5a-26d8-414b-abcc-d69dd727eede req-28f7960e-2aeb-44bf-a074-5653daab8b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:19.721584 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-f7507a5a-26d8-414b-abcc-d69dd727eede req-28f7960e-2aeb-44bf-a074-5653daab8b00 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7f35c8f4-a80f-46f0-b625-9aa7a1eb4d3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0717194 Oct 20 10:38:19.735527 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-fb33e657-d9d1-49d0-9d32-a4e03faf2673 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26836193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26761888'] for subnet, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:19.776088 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f91cc4-d1dc-4bef-a30a-2b8360a12040 req-0adeb08c-9550-4087-b63f-805401d18fb9 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:19.777721 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-75f91cc4-d1dc-4bef-a30a-2b8360a12040 req-0adeb08c-9550-4087-b63f-805401d18fb9 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] 10.222.0.64 "GET /v2.0/ports?device_id=a7303d57-cdf3-4028-946b-e7130f669171 HTTP/1.1" status: 200 len: 945 time: 0.1131878 Oct 20 10:38:19.781249 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb33e657-d9d1-49d0-9d32-a4e03faf2673 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Pushing event deleted for resources: {'Subnet': ['ID=c48e8f08-20c5-466a-93a5-519cdef2a96f,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:19.792456 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-fb33e657-d9d1-49d0-9d32-a4e03faf2673 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:19.795650 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-fb33e657-d9d1-49d0-9d32-a4e03faf2673 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] 10.222.0.64 "DELETE /v2.0/subnets/c48e8f08-20c5-466a-93a5-519cdef2a96f HTTP/1.1" status: 204 len: 168 time: 0.6725988 Oct 20 10:38:19.803113 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 52514) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:19.831239 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76a7174-9d03-458c-bd25-7489931f9d94 req-c5fd96b6-1d9b-483d-9db2-c27e233e018b tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:19.832858 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d76a7174-9d03-458c-bd25-7489931f9d94 req-c5fd96b6-1d9b-483d-9db2-c27e233e018b tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/ports?device_id=ede0fd07-bbc6-474e-9f53-8933b78a25cb HTTP/1.1" status: 200 len: 946 time: 0.1398635 Oct 20 10:38:19.845765 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-f7507a5a-26d8-414b-abcc-d69dd727eede req-9919dfaf-e340-444f-87b1-bca12ace6e61 service neutron] 10.222.0.69 "GET /v2.0/networks/7f35c8f4-a80f-46f0-b625-9aa7a1eb4d3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122823 Oct 20 10:38:19.894841 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-75f91cc4-d1dc-4bef-a30a-2b8360a12040 req-48e323a3-0e40-4946-a2f7-3c794fc63897 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ea17d67-d003-4cda-a612-dd72568a94fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053212 Oct 20 10:38:19.925215 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_v2 [None req-256fd172-4ec2-42b0-b99f-9a69b7724726 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Deleting subnet 11122f81-1967-4a15-83c3-1b5307093dca {{(pid=100596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:38:19.931598 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-256fd172-4ec2-42b0-b99f-9a69b7724726 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks [] for subnet, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:19.937534 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d76a7174-9d03-458c-bd25-7489931f9d94 req-6412d457-5e72-4e56-b88f-1beef0646a5d tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/security-groups?id=c33a6cb5-e80a-4f79-936a-38f5e3f7c89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836787 Oct 20 10:38:19.955308 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-f7507a5a-26d8-414b-abcc-d69dd727eede req-bc92e46a-7ef8-408c-b18e-19fdd73763ad service neutron] 10.222.0.69 "GET /v2.0/networks/7f35c8f4-a80f-46f0-b625-9aa7a1eb4d3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000915 Oct 20 10:38:19.982258 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-256fd172-4ec2-42b0-b99f-9a69b7724726 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25189079'] for subnet, precommit_delete_associations {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:20.042680 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-f7507a5a-26d8-414b-abcc-d69dd727eede req-eaddc0d2-9f64-404f-87c7-ce906550c226 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=cde88316-97fc-42ab-948b-2cc207ce19a1 HTTP/1.1" status: 200 len: 217 time: 0.0741498 Oct 20 10:38:20.130128 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-256fd172-4ec2-42b0-b99f-9a69b7724726 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:20.141774 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7507a5a-26d8-414b-abcc-d69dd727eede req-02eb0c93-68be-4321-a7dc-683404670500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:20.143786 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-f7507a5a-26d8-414b-abcc-d69dd727eede req-02eb0c93-68be-4321-a7dc-683404670500 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a2b9a836-50d1-4b54-8c45-1b8fbb975652 HTTP/1.1" status: 200 len: 797 time: 0.0710337 Oct 20 10:38:20.186779 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e0c365f0-62fe-4060-b06a-39a1a8cf5ff1 req-7ad2410a-fb15-468e-a56f-3fc5806f90fc tempest-ServerShowV257Test-1861996459 tempest-ServerShowV257Test-1861996459-project] 10.222.0.64 "GET /v2.0/ports?device_id=8c020d10-a4b0-4f16-80ee-0e210956238a HTTP/1.1" status: 200 len: 210 time: 0.0527108 Oct 20 10:38:20.221325 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7507a5a-26d8-414b-abcc-d69dd727eede req-b27ec9a3-7cca-4480-a7c9-ae803539f1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:20.222789 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-751babe6-9d8e-4cb9-946c-c9cd3ba952a6 None None] Network 798be68c-cd9e-4fd9-ab4c-7bcc565b43ae requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:38:20.223023 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-f7507a5a-26d8-414b-abcc-d69dd727eede req-b27ec9a3-7cca-4480-a7c9-ae803539f1ed service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7bc60fc7-42ea-472c-be5f-6faa92f9f9bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0710180 Oct 20 10:38:20.225197 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-256fd172-4ec2-42b0-b99f-9a69b7724726 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26836193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26761888'] for subnet, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:20.253999 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256fd172-4ec2-42b0-b99f-9a69b7724726 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Pushing event deleted for resources: {'Subnet': ['ID=11122f81-1967-4a15-83c3-1b5307093dca,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:20.257765 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-256fd172-4ec2-42b0-b99f-9a69b7724726 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:20.261347 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-256fd172-4ec2-42b0-b99f-9a69b7724726 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] 10.222.0.64 "DELETE /v2.0/subnets/11122f81-1967-4a15-83c3-1b5307093dca HTTP/1.1" status: 204 len: 168 time: 0.4572575 Oct 20 10:38:20.264454 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 52520) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:20.331828 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-f7507a5a-26d8-414b-abcc-d69dd727eede req-dff5391a-1458-45bf-bc91-2b13669ae314 service neutron] 10.222.0.69 "GET /v2.0/networks/7bc60fc7-42ea-472c-be5f-6faa92f9f9bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984938 Oct 20 10:38:20.348252 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-37456813-5f75-47e7-8edb-d699b0e82509 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:20.409527 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-37456813-5f75-47e7-8edb-d699b0e82509 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Deleting port 5f061a5d-35ab-431b-8819-fd987bc27f28 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:38:20.410289 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-37456813-5f75-47e7-8edb-d699b0e82509 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:20.416910 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ba4365-2d53-4912-b773-82ea0b3fbf59 None None] DHCP port deletion for 798be68c-cd9e-4fd9-ab4c-7bcc565b43ae request from n-d-811396-3 {{(pid=100598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:38:20.431597 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-f7507a5a-26d8-414b-abcc-d69dd727eede req-57c4e96a-439b-44d9-b3f6-a9a2a0dc4cd3 service neutron] 10.222.0.69 "GET /v2.0/networks/7bc60fc7-42ea-472c-be5f-6faa92f9f9bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917993 Oct 20 10:38:20.470569 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-97ba4365-2d53-4912-b773-82ea0b3fbf59 None None] Deleting port 5f061a5d-35ab-431b-8819-fd987bc27f28 {{(pid=100598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:38:20.470946 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-97ba4365-2d53-4912-b773-82ea0b3fbf59 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:20.478495 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [None req-37456813-5f75-47e7-8edb-d699b0e82509 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] For port 5f061a5d-35ab-431b-8819-fd987bc27f28, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=5f061a5d-35ab-431b-8819-fd987bc27f28,segment=NetworkSegment(429a9b23-20d3-4714-9602-cbc4126fd52e),segment_id=429a9b23-20d3-4714-9602-cbc4126fd52e)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:38:20.478907 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-37456813-5f75-47e7-8edb-d699b0e82509 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:20.480041 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-f7507a5a-26d8-414b-abcc-d69dd727eede req-d6296698-5e62-4128-995b-773f1f323cec service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=fbaf8d36-195c-43d3-b057-07f5fe113158 HTTP/1.1" status: 200 len: 217 time: 0.0411980 Oct 20 10:38:20.491443 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-37456813-5f75-47e7-8edb-d699b0e82509 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Calling delete_port for 5f061a5d-35ab-431b-8819-fd987bc27f28 owned by network:dhcp {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:38:20.530635 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7507a5a-26d8-414b-abcc-d69dd727eede req-95a048b0-5ce6-4f33-8db0-625a6f73e420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:20.532924 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-f7507a5a-26d8-414b-abcc-d69dd727eede req-95a048b0-5ce6-4f33-8db0-625a6f73e420 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a2b9a836-50d1-4b54-8c45-1b8fbb975652 HTTP/1.1" status: 200 len: 797 time: 0.0444522 Oct 20 10:38:20.537668 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-97ba4365-2d53-4912-b773-82ea0b3fbf59 None None] For port 5f061a5d-35ab-431b-8819-fd987bc27f28, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=5f061a5d-35ab-431b-8819-fd987bc27f28,segment=NetworkSegment(429a9b23-20d3-4714-9602-cbc4126fd52e),segment_id=429a9b23-20d3-4714-9602-cbc4126fd52e)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:38:20.537942 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-97ba4365-2d53-4912-b773-82ea0b3fbf59 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:20.551829 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-97ba4365-2d53-4912-b773-82ea0b3fbf59 None None] Calling delete_port for 5f061a5d-35ab-431b-8819-fd987bc27f28 owned by network:dhcp {{(pid=100598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:38:20.583570 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7507a5a-26d8-414b-abcc-d69dd727eede req-1fb83fe6-de1d-48c7-957d-cd240b22415e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:20.585339 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-f7507a5a-26d8-414b-abcc-d69dd727eede req-1fb83fe6-de1d-48c7-957d-cd240b22415e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7bc60fc7-42ea-472c-be5f-6faa92f9f9bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0439487 Oct 20 10:38:20.589105 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-37456813-5f75-47e7-8edb-d699b0e82509 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:20.632083 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37456813-5f75-47e7-8edb-d699b0e82509 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Pushing event deleted for resources: {'Port': ['ID=5f061a5d-35ab-431b-8819-fd987bc27f28,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:20.640536 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-97ba4365-2d53-4912-b773-82ea0b3fbf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956'] for port, after_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:20.664859 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37456813-5f75-47e7-8edb-d699b0e82509 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] No DVR routers for this DVR port 5f061a5d-35ab-431b-8819-fd987bc27f28 on host n-d-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:38:20.670916 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ba4365-2d53-4912-b773-82ea0b3fbf59 None None] Pushing event deleted for resources: {'Port': ['ID=5f061a5d-35ab-431b-8819-fd987bc27f28,revision_number=None']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:20.680199 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ba4365-2d53-4912-b773-82ea0b3fbf59 None None] No DVR routers for this DVR port 5f061a5d-35ab-431b-8819-fd987bc27f28 on host n-d-811396-3 {{(pid=100598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:38:20.718809 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615d5130-0b23-424c-946d-3bc0ac11730a req-5cf8114b-5725-4c85-9b4a-6c9c03ae12a4 tempest-LiveMigrationTest-1924267454 tempest-LiveMigrationTest-1924267454-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:20.720725 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-615d5130-0b23-424c-946d-3bc0ac11730a req-5cf8114b-5725-4c85-9b4a-6c9c03ae12a4 tempest-LiveMigrationTest-1924267454 tempest-LiveMigrationTest-1924267454-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=ede0fd07-bbc6-474e-9f53-8933b78a25cb&tenant_id=4e37fa6eb8b848f6897a2d7488b235c7&binding%3Ahost_id=n-h1-811396-3 HTTP/1.1" status: 200 len: 1097 time: 0.1044996 Oct 20 10:38:20.726431 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-f7507a5a-26d8-414b-abcc-d69dd727eede req-d6653b70-b79a-4fd0-8fdb-70ddd123313a service neutron] 10.222.0.69 "GET /v2.0/networks/7bc60fc7-42ea-472c-be5f-6faa92f9f9bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336384 Oct 20 10:38:20.742546 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-615d5130-0b23-424c-946d-3bc0ac11730a req-a8281a6b-00f0-47d6-8ab7-a10cf90fdc4c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-811396-3'}}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:38:20.786474 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-37456813-5f75-47e7-8edb-d699b0e82509 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:20.815981 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-f7507a5a-26d8-414b-abcc-d69dd727eede req-40da280b-b775-49eb-808e-7b21fc3c620a service neutron] 10.222.0.69 "GET /v2.0/networks/7bc60fc7-42ea-472c-be5f-6faa92f9f9bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824118 Oct 20 10:38:20.844498 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-37456813-5f75-47e7-8edb-d699b0e82509 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['798be68c-cd9e-4fd9-ab4c-7bcc565b43ae']}} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:38:20.876469 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-37456813-5f75-47e7-8edb-d699b0e82509 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '429a9b23-20d3-4714-9602-cbc4126fd52e') {'for_net_delete': True} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:38:20.876770 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-37456813-5f75-47e7-8edb-d699b0e82509 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '429a9b23-20d3-4714-9602-cbc4126fd52e') {} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:38:20.915646 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-37456813-5f75-47e7-8edb-d699b0e82509 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25189038'] for segment, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:20.924201 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-615d5130-0b23-424c-946d-3bc0ac11730a req-a8281a6b-00f0-47d6-8ab7-a10cf90fdc4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:20.947843 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-37456813-5f75-47e7-8edb-d699b0e82509 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:20.980056 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37456813-5f75-47e7-8edb-d699b0e82509 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Releasing vlan 848 on physical network physnet1 to pool {{(pid=100596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:38:20.980454 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-37456813-5f75-47e7-8edb-d699b0e82509 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26833155'] for segment, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:20.983410 n-d-811396-3 neutron-server[100596]: Traceback (most recent call last): Oct 20 10:38:20.983410 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:38:20.983410 n-d-811396-3 neutron-server[100596]: timer() Oct 20 10:38:20.983410 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:38:20.983410 n-d-811396-3 neutron-server[100596]: cb(*args, **kw) Oct 20 10:38:20.983410 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:38:20.983410 n-d-811396-3 neutron-server[100596]: return func(*args, **kwargs) Oct 20 10:38:20.983410 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:38:20.983410 n-d-811396-3 neutron-server[100596]: self._notify() Oct 20 10:38:20.983410 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:38:20.983410 n-d-811396-3 neutron-server[100596]: self.callback(batched_events) Oct 20 10:38:20.983410 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:38:20.983410 n-d-811396-3 neutron-server[100596]: event.method(event) Oct 20 10:38:20.983410 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:38:20.983410 n-d-811396-3 neutron-server[100596]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:38:20.983410 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:38:20.983410 n-d-811396-3 neutron-server[100596]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:38:20.983410 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:38:20.983410 n-d-811396-3 neutron-server[100596]: return f(self, *a, **k) Oct 20 10:38:20.983410 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:38:20.983410 n-d-811396-3 neutron-server[100596]: return self._get(url).json() Oct 20 10:38:20.983410 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:38:20.983410 n-d-811396-3 neutron-server[100596]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:38:20.983410 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:38:20.983410 n-d-811396-3 neutron-server[100596]: return self.request(url, 'GET', **kwargs) Oct 20 10:38:20.983410 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:38:20.983410 n-d-811396-3 neutron-server[100596]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:38:20.983410 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:38:20.983410 n-d-811396-3 neutron-server[100596]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:38:20.983410 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:38:20.983410 n-d-811396-3 neutron-server[100596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:38:20.983410 n-d-811396-3 neutron-server[100596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:38:21.048082 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c38976c-6279-4eb8-9847-a4e91775bbd5 req-6859ff9d-b164-4344-a5dd-fa42e3821602 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:21.049440 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7c38976c-6279-4eb8-9847-a4e91775bbd5 req-6859ff9d-b164-4344-a5dd-fa42e3821602 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/networks?id=00e677b7-ec29-42bc-8b52-7d9c8594501c HTTP/1.1" status: 200 len: 812 time: 0.2881353 Oct 20 10:38:21.117821 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7c38976c-6279-4eb8-9847-a4e91775bbd5 req-cfc259aa-9fbc-4ca5-83c3-449d47d79d3d tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/quotas/c99eab67b5e546ffaba916e684c21094 HTTP/1.1" status: 200 len: 375 time: 0.0557532 Oct 20 10:38:21.131837 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-37456813-5f75-47e7-8edb-d699b0e82509 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:21.145302 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-37456813-5f75-47e7-8edb-d699b0e82509 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:21.148474 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-37456813-5f75-47e7-8edb-d699b0e82509 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] 10.222.0.64 "DELETE /v2.0/networks/798be68c-cd9e-4fd9-ab4c-7bcc565b43ae HTTP/1.1" status: 204 len: 168 time: 0.8831005 Oct 20 10:38:21.152261 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 52546) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:21.163411 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbbbcb2-8f53-463f-8b35-a084ef7ff8bf req-1a4aecf6-f5d6-4af9-813e-19622261ff7e tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:21.164905 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6fbbbcb2-8f53-463f-8b35-a084ef7ff8bf req-1a4aecf6-f5d6-4af9-813e-19622261ff7e tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] 10.222.0.64 "GET /v2.0/ports?device_id=a7303d57-cdf3-4028-946b-e7130f669171 HTTP/1.1" status: 200 len: 945 time: 0.1806769 Oct 20 10:38:21.208231 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb76a81-1a85-419d-b988-5bdbbc06cdf2 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:21.212934 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-fcb76a81-1a85-419d-b988-5bdbbc06cdf2 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0564361 Oct 20 10:38:21.213162 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 52548) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:21.219354 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7c38976c-6279-4eb8-9847-a4e91775bbd5 req-2825e298-579a-4c30-9ae1-bd9af44a1f7d tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=c99eab67b5e546ffaba916e684c21094&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0856006 Oct 20 10:38:21.240063 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37456813-5f75-47e7-8edb-d699b0e82509 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Pushing event deleted for resources: {'Network': ['ID=798be68c-cd9e-4fd9-ab4c-7bcc565b43ae,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:21.267141 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-66c0fbc6-e8a3-4593-b704-d94a5499d8ad tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] 10.222.0.64 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0527487 Oct 20 10:38:21.270860 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 52552) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:21.276679 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-d6ac5aeb-af46-4446-a989-ac2343c13f08 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-49913052'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:38:21.304276 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6ac5aeb-af46-4446-a989-ac2343c13f08 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Made reservation on behalf of 81acf106a8e845e5a82c7531aebd6cee for: {'network': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:38:21.308700 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d6ac5aeb-af46-4446-a989-ac2343c13f08 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:21.326872 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6fbbbcb2-8f53-463f-8b35-a084ef7ff8bf req-3cae56e4-d723-4eb9-a470-c8ade5f4dd07 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ea17d67-d003-4cda-a612-dd72568a94fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085527 Oct 20 10:38:21.357359 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6ac5aeb-af46-4446-a989-ac2343c13f08 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 801} {{(pid=100597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:38:21.368952 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d6ac5aeb-af46-4446-a989-ac2343c13f08 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:21.369352 n-d-811396-3 neutron-server[100597]: INFO neutron.db.segments_db [None req-d6ac5aeb-af46-4446-a989-ac2343c13f08 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Added segment da473662-87e5-4dc6-8e03-c8325efa3257 of type vlan for network 54724cf5-4dea-4b3d-8eee-a71228a52f95 Oct 20 10:38:21.390741 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-615d5130-0b23-424c-946d-3bc0ac11730a req-a8281a6b-00f0-47d6-8ab7-a10cf90fdc4c service neutron] For port 462b0403-e373-4471-b0eb-fa4212f52d96, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=462b0403-e373-4471-b0eb-fa4212f52d96,segment=NetworkSegment(d74986f8-a71e-4359-a64d-140af23f3558),segment_id=d74986f8-a71e-4359-a64d-140af23f3558)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:38:21.423277 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d6ac5aeb-af46-4446-a989-ac2343c13f08 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:21.449924 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d6ac5aeb-af46-4446-a989-ac2343c13f08 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:21.457282 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ac5aeb-af46-4446-a989-ac2343c13f08 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:21.458153 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d6ac5aeb-af46-4446-a989-ac2343c13f08 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:21.459145 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7c38976c-6279-4eb8-9847-a4e91775bbd5 req-4e0f95dd-e5e9-4553-b7ac-0bcdd43ca6c3 service neutron] 10.222.0.64 "GET /v2.0/networks/00e677b7-ec29-42bc-8b52-7d9c8594501c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148020 Oct 20 10:38:21.486669 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-d6ac5aeb-af46-4446-a989-ac2343c13f08 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2152963 Oct 20 10:38:21.489811 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 52556) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:21.494672 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-e03a7658-9558-4194-86b1-5a7d2844caa0 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Request body: {'subnet': {'network_id': '54724cf5-4dea-4b3d-8eee-a71228a52f95', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:38:21.513541 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ee1857-c689-44de-be17-e6a7cf4e9cfd req-86b0458d-8f72-4e58-9c31-172f503cf3f4 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:21.515022 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c5ee1857-c689-44de-be17-e6a7cf4e9cfd req-86b0458d-8f72-4e58-9c31-172f503cf3f4 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/ports?device_id=ede0fd07-bbc6-474e-9f53-8933b78a25cb HTTP/1.1" status: 200 len: 946 time: 0.1158190 Oct 20 10:38:21.516126 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-615d5130-0b23-424c-946d-3bc0ac11730a req-a8281a6b-00f0-47d6-8ab7-a10cf90fdc4c service neutron] For port 462b0403-e373-4471-b0eb-fa4212f52d96, host n-h1-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:38:21.617469 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-615d5130-0b23-424c-946d-3bc0ac11730a req-a8281a6b-00f0-47d6-8ab7-a10cf90fdc4c service neutron] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:21.626827 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ede0fd07-bbc6-474e-9f53-8933b78a25cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '462b0403-e373-4471-b0eb-fa4212f52d96'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:38:21.629839 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a69babaf-c68d-4690-8788-7e45a30fe57d" -d '{"events": [{"server_uuid": "ede0fd07-bbc6-474e-9f53-8933b78a25cb", "name": "network-vif-unplugged", "status": "completed", "tag": "462b0403-e373-4471-b0eb-fa4212f52d96"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:38:21.641897 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-615d5130-0b23-424c-946d-3bc0ac11730a req-a8281a6b-00f0-47d6-8ab7-a10cf90fdc4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:21.652629 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c5ee1857-c689-44de-be17-e6a7cf4e9cfd req-8bdedf5c-24fc-4dfe-adef-4dc4404358a8 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/security-groups?id=c33a6cb5-e80a-4f79-936a-38f5e3f7c89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171463 Oct 20 10:38:21.698841 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7c38976c-6279-4eb8-9847-a4e91775bbd5 req-2ab7c898-8d3b-444e-9bed-4f01e19f9a49 service neutron] 10.222.0.64 "GET /v2.0/networks/00e677b7-ec29-42bc-8b52-7d9c8594501c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2304535 Oct 20 10:38:21.734863 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 7fb7919e-5420-4223-a6c0-eb738c11a222 no longer exists at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:38:21.749728 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8281a6b-00f0-47d6-8ab7-a10cf90fdc4c service neutron] Pushing event updated for resources: {'Port': ['ID=462b0403-e373-4471-b0eb-fa4212f52d96,revision_number=7']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:21.773459 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-615d5130-0b23-424c-946d-3bc0ac11730a req-a8281a6b-00f0-47d6-8ab7-a10cf90fdc4c service neutron] Attempting to bind port 462b0403-e373-4471-b0eb-fa4212f52d96 on host n-h1-811396-3 for vnic_type normal with profile {"migrating_to": "n-h2-811396-3"} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:38:21.773783 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-615d5130-0b23-424c-946d-3bc0ac11730a req-a8281a6b-00f0-47d6-8ab7-a10cf90fdc4c service neutron] Attempting to bind port 462b0403-e373-4471-b0eb-fa4212f52d96 by drivers openvswitch,hyperv on host n-h1-811396-3 at level 0 using segments [{'id': 'd74986f8-a71e-4359-a64d-140af23f3558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '60750f9d-1dd0-4933-91f0-f6aefa736c9d'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:38:21.774109 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-615d5130-0b23-424c-946d-3bc0ac11730a req-a8281a6b-00f0-47d6-8ab7-a10cf90fdc4c service neutron] Attempting to bind port 462b0403-e373-4471-b0eb-fa4212f52d96 on network 60750f9d-1dd0-4933-91f0-f6aefa736c9d {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:38:21.781509 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] No Port match for: 7fb7919e-5420-4223-a6c0-eb738c11a222 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:38:21.781893 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 7fb7919e-5420-4223-a6c0-eb738c11a222 not bound to the agent host n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:38:21.786418 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-615d5130-0b23-424c-946d-3bc0ac11730a req-a8281a6b-00f0-47d6-8ab7-a10cf90fdc4c service neutron] Port 462b0403-e373-4471-b0eb-fa4212f52d96 on network 60750f9d-1dd0-4933-91f0-f6aefa736c9d not bound, no agent of type Open vSwitch agent registered on host n-h1-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:38:21.786747 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-615d5130-0b23-424c-946d-3bc0ac11730a req-a8281a6b-00f0-47d6-8ab7-a10cf90fdc4c service neutron] Attempting to bind port 462b0403-e373-4471-b0eb-fa4212f52d96 on network 60750f9d-1dd0-4933-91f0-f6aefa736c9d {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:38:21.795748 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-615d5130-0b23-424c-946d-3bc0ac11730a req-a8281a6b-00f0-47d6-8ab7-a10cf90fdc4c service neutron] Checking agent: {'id': 'b707b4cc-061f-4cf4-bce0-0b3df9b7bec9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 38, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:38:21.796118 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-615d5130-0b23-424c-946d-3bc0ac11730a req-a8281a6b-00f0-47d6-8ab7-a10cf90fdc4c service neutron] Checking segment: {'id': 'd74986f8-a71e-4359-a64d-140af23f3558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '60750f9d-1dd0-4933-91f0-f6aefa736c9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:38:21.796517 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-615d5130-0b23-424c-946d-3bc0ac11730a req-a8281a6b-00f0-47d6-8ab7-a10cf90fdc4c service neutron] Bound using segment: {'id': 'd74986f8-a71e-4359-a64d-140af23f3558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '60750f9d-1dd0-4933-91f0-f6aefa736c9d'} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:38:21.796983 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-615d5130-0b23-424c-946d-3bc0ac11730a req-a8281a6b-00f0-47d6-8ab7-a10cf90fdc4c service neutron] Bound port: 462b0403-e373-4471-b0eb-fa4212f52d96, host: n-h1-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd74986f8-a71e-4359-a64d-140af23f3558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '60750f9d-1dd0-4933-91f0-f6aefa736c9d'}}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:38:21.797371 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-615d5130-0b23-424c-946d-3bc0ac11730a req-a8281a6b-00f0-47d6-8ab7-a10cf90fdc4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:21.885926 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-615d5130-0b23-424c-946d-3bc0ac11730a req-a8281a6b-00f0-47d6-8ab7-a10cf90fdc4c service neutron] For port 462b0403-e373-4471-b0eb-fa4212f52d96, host n-h1-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:38:21.889866 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-615d5130-0b23-424c-946d-3bc0ac11730a req-a8281a6b-00f0-47d6-8ab7-a10cf90fdc4c service neutron] For port 462b0403-e373-4471-b0eb-fa4212f52d96, host n-h1-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=462b0403-e373-4471-b0eb-fa4212f52d96,segment=NetworkSegment(d74986f8-a71e-4359-a64d-140af23f3558),segment_id=d74986f8-a71e-4359-a64d-140af23f3558)] {{(pid=100596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:38:21.894576 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-615d5130-0b23-424c-946d-3bc0ac11730a req-a8281a6b-00f0-47d6-8ab7-a10cf90fdc4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:21.974329 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ac5aeb-af46-4446-a989-ac2343c13f08 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Pushing event updated for resources: {'Network': ['ID=54724cf5-4dea-4b3d-8eee-a71228a52f95,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:21.987909 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network 54724cf5-4dea-4b3d-8eee-a71228a52f95 details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:38:22.085695 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8281a6b-00f0-47d6-8ab7-a10cf90fdc4c service neutron] Pushing event updated for resources: {'Port': ['ID=462b0403-e373-4471-b0eb-fa4212f52d96,revision_number=8']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:22.089363 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615d5130-0b23-424c-946d-3bc0ac11730a req-a8281a6b-00f0-47d6-8ab7-a10cf90fdc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:22.089916 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-615d5130-0b23-424c-946d-3bc0ac11730a req-a8281a6b-00f0-47d6-8ab7-a10cf90fdc4c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:22.091879 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-615d5130-0b23-424c-946d-3bc0ac11730a req-a8281a6b-00f0-47d6-8ab7-a10cf90fdc4c service neutron] 10.222.0.69 "PUT /v2.0/ports/462b0403-e373-4471-b0eb-fa4212f52d96 HTTP/1.1" status: 200 len: 1122 time: 1.3562219 Oct 20 10:38:22.131692 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e03a7658-9558-4194-86b1-5a7d2844caa0 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Made reservation on behalf of 81acf106a8e845e5a82c7531aebd6cee for: {'subnet': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:38:22.135872 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e03a7658-9558-4194-86b1-5a7d2844caa0 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25350782'] for subnet, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:22.148844 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9b31a510-f28f-4646-8edd-ddbdc908ea04 req-b72c9739-55d4-405e-8e62-7dd734f5821a tempest-ServerShowV257Test-1861996459 tempest-ServerShowV257Test-1861996459-project] 10.222.0.64 "GET /v2.0/ports?device_id=8c020d10-a4b0-4f16-80ee-0e210956238a HTTP/1.1" status: 200 len: 210 time: 0.0702910 Oct 20 10:38:22.212202 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Oct 2021 10:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-061effe0-4bdf-4655-9727-61ed107a3519 x-openstack-request-id: req-061effe0-4bdf-4655-9727-61ed107a3519 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:38:22.212410 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ede0fd07-bbc6-474e-9f53-8933b78a25cb", "name": "network-vif-unplugged", "status": "completed", "tag": "462b0403-e373-4471-b0eb-fa4212f52d96", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:38:22.212638 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-061effe0-4bdf-4655-9727-61ed107a3519 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:38:22.213040 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ede0fd07-bbc6-474e-9f53-8933b78a25cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '462b0403-e373-4471-b0eb-fa4212f52d96', 'code': 200} Oct 20 10:38:22.263859 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['462b0403-e373-4471-b0eb-fa4212f52d96'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:38:22.328838 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['462b0403-e373-4471-b0eb-fa4212f52d96'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:38:22.354341 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-dd23510b-ff8c-4b79-b933-1828797faf19 req-018e1af8-762f-4924-a71d-d64369dd6453 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8cc8a35-edaf-4cf9-b527-4b8b90b5a4a0 HTTP/1.1" status: 200 len: 210 time: 0.0567966 Oct 20 10:38:22.434727 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 5f061a5d-35ab-431b-8819-fd987bc27f28 no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:38:22.469797 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 5f061a5d-35ab-431b-8819-fd987bc27f28 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:38:22.470167 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 5f061a5d-35ab-431b-8819-fd987bc27f28 not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:38:22.509366 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e03a7658-9558-4194-86b1-5a7d2844caa0 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25350752'] for subnet, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:22.638768 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03a7658-9558-4194-86b1-5a7d2844caa0 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Pushing event updated for resources: {'Subnet': ['ID=01481316-9cf9-4c80-8d0f-36cad50fb8f0,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:22.644827 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e03a7658-9558-4194-86b1-5a7d2844caa0 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Checking segment: {'id': 'da473662-87e5-4dc6-8e03-c8325efa3257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '54724cf5-4dea-4b3d-8eee-a71228a52f95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:38:22.645069 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e03a7658-9558-4194-86b1-5a7d2844caa0 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Network hostable DHCP agents. Network: 54724cf5-4dea-4b3d-8eee-a71228a52f95, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:38:22.662446 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8a51ea-b699-4542-a05e-b808ec41b18a req-c714b808-c0d0-4227-8f52-969d7857e3eb tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:22.668791 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e03a7658-9558-4194-86b1-5a7d2844caa0 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Network 54724cf5-4dea-4b3d-8eee-a71228a52f95 is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:38:22.676729 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ec8a51ea-b699-4542-a05e-b808ec41b18a req-c714b808-c0d0-4227-8f52-969d7857e3eb tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] 10.222.0.64 "GET /v2.0/ports?device_id=a7303d57-cdf3-4028-946b-e7130f669171 HTTP/1.1" status: 200 len: 945 time: 0.1021900 Oct 20 10:38:22.697863 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-e03a7658-9558-4194-86b1-5a7d2844caa0 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, 54724cf5-4dea-4b3d-8eee-a71228a52f95) {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:38:22.715493 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e03a7658-9558-4194-86b1-5a7d2844caa0 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:22.717071 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e03a7658-9558-4194-86b1-5a7d2844caa0 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:22.717984 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c37919d-b8b3-4176-a862-03114f0b41aa None None] Network 54724cf5-4dea-4b3d-8eee-a71228a52f95 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:38:22.746189 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-e03a7658-9558-4194-86b1-5a7d2844caa0 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2552433 Oct 20 10:38:22.748911 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 52582) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:22.756356 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ec8a51ea-b699-4542-a05e-b808ec41b18a req-3e30732e-e831-4018-ab78-496cb5e0c0de tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ea17d67-d003-4cda-a612-dd72568a94fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617948 Oct 20 10:38:22.761527 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-b0573eb8-f401-43f5-815d-eb429398d03d tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Request body: {'port': {'network_id': '54724cf5-4dea-4b3d-8eee-a71228a52f95', 'name': 'tempest-PortsTestJSON-1676256752'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:38:22.854573 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65540df4-d0b7-4a16-822d-681edec1a3a3 req-ee5e5c0a-d00e-4dc6-b729-edeb6f726b0b tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:22.856331 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-65540df4-d0b7-4a16-822d-681edec1a3a3 req-ee5e5c0a-d00e-4dc6-b729-edeb6f726b0b tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/ports?device_id=ede0fd07-bbc6-474e-9f53-8933b78a25cb HTTP/1.1" status: 200 len: 944 time: 0.0661459 Oct 20 10:38:22.916642 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a0442d9-7b73-4539-bbb6-26c5cf71f05d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524064ba-869c-5550-b826-c26b69a11278-54724cf5-4dea-4b3d-8eee-a71228a52f95', 'network_id': '54724cf5-4dea-4b3d-8eee-a71228a52f95', 'tenant_id': '81acf106a8e845e5a82c7531aebd6cee', 'fixed_ips': [{'subnet_id': '01481316-9cf9-4c80-8d0f-36cad50fb8f0'}]}} from n-d-811396-3. {{(pid=100598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:38:22.920766 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-4a0442d9-7b73-4539-bbb6-26c5cf71f05d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:22.930267 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-65540df4-d0b7-4a16-822d-681edec1a3a3 req-93595205-af5f-41cb-9a92-289fd24c9179 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/security-groups?id=c33a6cb5-e80a-4f79-936a-38f5e3f7c89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663555 Oct 20 10:38:22.996456 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0573eb8-f401-43f5-815d-eb429398d03d tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Made reservation on behalf of 81acf106a8e845e5a82c7531aebd6cee for: {'port': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:38:23.001477 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b0573eb8-f401-43f5-815d-eb429398d03d tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:23.025187 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [None req-b0573eb8-f401-43f5-815d-eb429398d03d tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] device_id is not set on port d2094d43-0d6f-46de-8aab-e8ad43a5f575 yet. {{(pid=100597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:38:23.112329 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-4a0442d9-7b73-4539-bbb6-26c5cf71f05d None None] Allocated IP 172.20.0.2 (54724cf5-4dea-4b3d-8eee-a71228a52f95/01481316-9cf9-4c80-8d0f-36cad50fb8f0/906a3f02-9acf-4aea-aa6d-b95096c0355e) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:38:23.242243 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d0c7144c-afcc-4d30-a035-209caffa1cb9 req-a98b0b53-c3dc-4866-8007-ce036b8ddf41 tempest-ServerShowV257Test-1861996459 tempest-ServerShowV257Test-1861996459-project] 10.222.0.64 "GET /v2.0/ports?device_id=8c020d10-a4b0-4f16-80ee-0e210956238a HTTP/1.1" status: 200 len: 210 time: 0.0258644 Oct 20 10:38:23.258091 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-4a0442d9-7b73-4539-bbb6-26c5cf71f05d None None] Publish callbacks [] for port, precommit_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:23.273950 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-4a0442d9-7b73-4539-bbb6-26c5cf71f05d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:23.306810 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a0442d9-7b73-4539-bbb6-26c5cf71f05d None None] Network 54724cf5-4dea-4b3d-8eee-a71228a52f95 is already hosted by enough agents. {{(pid=100598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:38:23.310251 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.base_scheduler [None req-4a0442d9-7b73-4539-bbb6-26c5cf71f05d None None] Resources bound (agent type, host, resource id): {{(pid=100598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:38:23.314430 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0442d9-7b73-4539-bbb6-26c5cf71f05d None None] Received port after_create {{(pid=100598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:38:23.321340 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0442d9-7b73-4539-bbb6-26c5cf71f05d None None] Pushing event updated for resources: {'Port': ['ID=906a3f02-9acf-4aea-aa6d-b95096c0355e,revision_number=1']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:23.324800 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-b0573eb8-f401-43f5-815d-eb429398d03d tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Allocated IP 172.20.0.9 (54724cf5-4dea-4b3d-8eee-a71228a52f95/01481316-9cf9-4c80-8d0f-36cad50fb8f0/d2094d43-0d6f-46de-8aab-e8ad43a5f575) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:38:23.369225 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-4a0442d9-7b73-4539-bbb6-26c5cf71f05d None None] Attempting to bind port 906a3f02-9acf-4aea-aa6d-b95096c0355e on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:38:23.369597 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-4a0442d9-7b73-4539-bbb6-26c5cf71f05d None None] Attempting to bind port 906a3f02-9acf-4aea-aa6d-b95096c0355e by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': 'da473662-87e5-4dc6-8e03-c8325efa3257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '54724cf5-4dea-4b3d-8eee-a71228a52f95'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:38:23.369963 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0442d9-7b73-4539-bbb6-26c5cf71f05d None None] Attempting to bind port 906a3f02-9acf-4aea-aa6d-b95096c0355e on network 54724cf5-4dea-4b3d-8eee-a71228a52f95 {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:38:23.375734 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0442d9-7b73-4539-bbb6-26c5cf71f05d None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 38, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:38:23.376113 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0442d9-7b73-4539-bbb6-26c5cf71f05d None None] Checking segment: {'id': 'da473662-87e5-4dc6-8e03-c8325efa3257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '54724cf5-4dea-4b3d-8eee-a71228a52f95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:38:23.376522 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-4a0442d9-7b73-4539-bbb6-26c5cf71f05d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:23.376915 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0442d9-7b73-4539-bbb6-26c5cf71f05d None None] Bound using segment: {'id': 'da473662-87e5-4dc6-8e03-c8325efa3257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '54724cf5-4dea-4b3d-8eee-a71228a52f95'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:38:23.377383 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-4a0442d9-7b73-4539-bbb6-26c5cf71f05d None None] Bound port: 906a3f02-9acf-4aea-aa6d-b95096c0355e, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da473662-87e5-4dc6-8e03-c8325efa3257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '54724cf5-4dea-4b3d-8eee-a71228a52f95'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:38:23.377763 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-4a0442d9-7b73-4539-bbb6-26c5cf71f05d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:23.448531 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-4a0442d9-7b73-4539-bbb6-26c5cf71f05d None None] For port 906a3f02-9acf-4aea-aa6d-b95096c0355e, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:38:23.452135 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-4a0442d9-7b73-4539-bbb6-26c5cf71f05d None None] For port 906a3f02-9acf-4aea-aa6d-b95096c0355e, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=906a3f02-9acf-4aea-aa6d-b95096c0355e,segment=NetworkSegment(da473662-87e5-4dc6-8e03-c8325efa3257),segment_id=da473662-87e5-4dc6-8e03-c8325efa3257)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:38:23.457384 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-4a0442d9-7b73-4539-bbb6-26c5cf71f05d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:23.468971 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f0549da6-46d1-4e5b-820c-ed3c5ec8596d req-56d9129b-5b30-46f9-b404-5d06bcfa0dde tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8cc8a35-edaf-4cf9-b527-4b8b90b5a4a0 HTTP/1.1" status: 200 len: 210 time: 0.0377023 Oct 20 10:38:23.524099 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0442d9-7b73-4539-bbb6-26c5cf71f05d None None] Pushing event updated for resources: {'Port': ['ID=906a3f02-9acf-4aea-aa6d-b95096c0355e,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:23.527676 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b0573eb8-f401-43f5-815d-eb429398d03d tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:23.564354 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b0573eb8-f401-43f5-815d-eb429398d03d tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:23.596703 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c38976c-6279-4eb8-9847-a4e91775bbd5 req-34616abc-2dbd-4a8d-896a-317e047a7b11 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:23.598579 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7c38976c-6279-4eb8-9847-a4e91775bbd5 req-34616abc-2dbd-4a8d-896a-317e047a7b11 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.69 "GET /v2.0/networks?id=00e677b7-ec29-42bc-8b52-7d9c8594501c HTTP/1.1" status: 200 len: 812 time: 0.2018611 Oct 20 10:38:23.613541 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-7c38976c-6279-4eb8-9847-a4e91775bbd5 req-142ba5e8-b140-4649-8586-5336c116aa53 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Request body: {'port': {'device_id': 'f8cc8a35-edaf-4cf9-b527-4b8b90b5a4a0', 'network_id': '00e677b7-ec29-42bc-8b52-7d9c8594501c', 'admin_state_up': True, 'tenant_id': 'c99eab67b5e546ffaba916e684c21094'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:38:23.616690 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0573eb8-f401-43f5-815d-eb429398d03d tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Network 54724cf5-4dea-4b3d-8eee-a71228a52f95 is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:38:23.619656 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-b0573eb8-f401-43f5-815d-eb429398d03d tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:38:23.623642 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0573eb8-f401-43f5-815d-eb429398d03d tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:38:23.649176 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 7922ec5a-7698-4356-b4d2-e3f257b42259 no longer exists at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:38:23.657875 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0573eb8-f401-43f5-815d-eb429398d03d tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Pushing event updated for resources: {'Port': ['ID=d2094d43-0d6f-46de-8aab-e8ad43a5f575,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:23.696965 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0573eb8-f401-43f5-815d-eb429398d03d tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:23.697634 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b0573eb8-f401-43f5-815d-eb429398d03d tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:23.739734 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-b0573eb8-f401-43f5-815d-eb429398d03d tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.9895701 Oct 20 10:38:23.742191 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 52594) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:23.753046 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-6d68bc48-f028-41a4-b928-386b64a16e73 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Request body: {'port': {'network_id': '54724cf5-4dea-4b3d-8eee-a71228a52f95', 'name': 'tempest-PortsTestJSON-1371033641'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:38:23.754868 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 462b0403-e373-4471-b0eb-fa4212f52d96 details requested by agent hyperv_n-h2-811396-3 with host n-h2-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:38:23.788862 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:23.801791 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c38976c-6279-4eb8-9847-a4e91775bbd5 req-142ba5e8-b140-4649-8586-5336c116aa53 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Made reservation on behalf of c99eab67b5e546ffaba916e684c21094 for: {'port': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:38:23.805314 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-7c38976c-6279-4eb8-9847-a4e91775bbd5 req-142ba5e8-b140-4649-8586-5336c116aa53 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:24.014211 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7303d57-cdf3-4028-946b-e7130f669171', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7922ec5a-7698-4356-b4d2-e3f257b42259'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:38:24.016785 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cc063c5-2283-4872-bb54-340518ef17b1" -d '{"events": [{"server_uuid": "a7303d57-cdf3-4028-946b-e7130f669171", "name": "network-vif-unplugged", "status": "completed", "tag": "7922ec5a-7698-4356-b4d2-e3f257b42259"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:38:24.019156 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6202ceb3-d464-4a79-83c4-74ff0408702a req-7cf4e42e-fa0f-4fce-a3b9-0314e9496a82 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:24.020637 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6202ceb3-d464-4a79-83c4-74ff0408702a req-7cf4e42e-fa0f-4fce-a3b9-0314e9496a82 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] 10.222.0.64 "GET /v2.0/ports?device_id=a7303d57-cdf3-4028-946b-e7130f669171 HTTP/1.1" status: 200 len: 945 time: 0.1660688 Oct 20 10:38:24.037149 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 7922ec5a-7698-4356-b4d2-e3f257b42259, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=7922ec5a-7698-4356-b4d2-e3f257b42259,segment=NetworkSegment(ead88eb8-7907-4284-a2ee-38aeb92bc073),segment_id=ead88eb8-7907-4284-a2ee-38aeb92bc073)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:38:24.042450 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:24.088218 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 462b0403-e373-4471-b0eb-fa4212f52d96, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=462b0403-e373-4471-b0eb-fa4212f52d96,segment=NetworkSegment(d74986f8-a71e-4359-a64d-140af23f3558),segment_id=d74986f8-a71e-4359-a64d-140af23f3558)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:38:24.103014 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d68bc48-f028-41a4-b928-386b64a16e73 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Made reservation on behalf of 81acf106a8e845e5a82c7531aebd6cee for: {'port': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:38:24.107545 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6d68bc48-f028-41a4-b928-386b64a16e73 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:24.109005 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 462b0403-e373-4471-b0eb-fa4212f52d96 has no active binding in host n-h2-811396-3 {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 20 10:38:24.123049 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=7922ec5a-7698-4356-b4d2-e3f257b42259,revision_number=8']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:24.153162 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [req-7c38976c-6279-4eb8-9847-a4e91775bbd5 req-142ba5e8-b140-4649-8586-5336c116aa53 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Allocated IP 172.20.0.5 (00e677b7-ec29-42bc-8b52-7d9c8594501c/41c5fb46-df00-4db9-bb3d-c914d29737cc/50a702ce-ec2e-4ab3-ae90-586362ec8494) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:38:24.167861 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [None req-6d68bc48-f028-41a4-b928-386b64a16e73 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] device_id is not set on port 63af1d2e-a689-4a8a-ae8f-7b677ed76e2e yet. {{(pid=100596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:38:24.183077 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6202ceb3-d464-4a79-83c4-74ff0408702a req-a1bcb634-303a-44b0-a8b6-19e6ea82d83c tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ea17d67-d003-4cda-a612-dd72568a94fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326418 Oct 20 10:38:24.194180 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2de3357-c2b0-41d5-8e3e-f7fd48c4f874 req-952b1d2a-767b-451b-945c-cf8698130177 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:24.203670 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e2de3357-c2b0-41d5-8e3e-f7fd48c4f874 req-952b1d2a-767b-451b-945c-cf8698130177 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/ports?device_id=ede0fd07-bbc6-474e-9f53-8933b78a25cb HTTP/1.1" status: 200 len: 944 time: 0.1464157 Oct 20 10:38:24.224176 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ede0fd07-bbc6-474e-9f53-8933b78a25cb', 'tag': '462b0403-e373-4471-b0eb-fa4212f52d96'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:38:24.226988 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a97b792-e272-4a3e-95b4-a4df53401fb0" -d '{"events": [{"name": "network-changed", "server_uuid": "ede0fd07-bbc6-474e-9f53-8933b78a25cb", "tag": "462b0403-e373-4471-b0eb-fa4212f52d96"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:38:24.257749 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Oct 2021 10:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-682819b9-4c21-4938-a5ea-b3801124379f x-openstack-request-id: req-682819b9-4c21-4938-a5ea-b3801124379f {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:38:24.258142 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7303d57-cdf3-4028-946b-e7130f669171", "name": "network-vif-unplugged", "status": "completed", "tag": "7922ec5a-7698-4356-b4d2-e3f257b42259", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:38:24.258218 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-682819b9-4c21-4938-a5ea-b3801124379f {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:38:24.258591 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7303d57-cdf3-4028-946b-e7130f669171', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7922ec5a-7698-4356-b4d2-e3f257b42259', 'code': 200} Oct 20 10:38:24.324131 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e2de3357-c2b0-41d5-8e3e-f7fd48c4f874 req-8713aa85-d4a5-4427-aedc-312876f96f26 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/security-groups?id=c33a6cb5-e80a-4f79-936a-38f5e3f7c89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875745 Oct 20 10:38:24.410899 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [None req-6d68bc48-f028-41a4-b928-386b64a16e73 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Allocated IP 172.20.0.6 (54724cf5-4dea-4b3d-8eee-a71228a52f95/01481316-9cf9-4c80-8d0f-36cad50fb8f0/63af1d2e-a689-4a8a-ae8f-7b677ed76e2e) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:38:24.423338 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 906a3f02-9acf-4aea-aa6d-b95096c0355e up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:38:24.479359 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1e59f76-b0a5-402e-aa9f-54ffd3941500 x-openstack-request-id: req-a1e59f76-b0a5-402e-aa9f-54ffd3941500 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:38:24.480440 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ede0fd07-bbc6-474e-9f53-8933b78a25cb", "tag": "462b0403-e373-4471-b0eb-fa4212f52d96", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:38:24.480440 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a1e59f76-b0a5-402e-aa9f-54ffd3941500 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:38:24.480440 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ede0fd07-bbc6-474e-9f53-8933b78a25cb', 'tag': '462b0403-e373-4471-b0eb-fa4212f52d96', 'status': 'completed', 'code': 200} Oct 20 10:38:24.483447 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 906a3f02-9acf-4aea-aa6d-b95096c0355e triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:38:24.483447 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:24.577320 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:24.616979 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] For port 906a3f02-9acf-4aea-aa6d-b95096c0355e, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=906a3f02-9acf-4aea-aa6d-b95096c0355e,segment=NetworkSegment(da473662-87e5-4dc6-8e03-c8325efa3257),segment_id=da473662-87e5-4dc6-8e03-c8325efa3257)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:38:24.620848 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:24.651940 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-79798e6f-042e-4cbb-bec2-c880f87c8522 req-82c9bcb3-de18-4577-b82c-743174c82138 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8cc8a35-edaf-4cf9-b527-4b8b90b5a4a0 HTTP/1.1" status: 200 len: 210 time: 0.0939517 Oct 20 10:38:24.665329 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-7c38976c-6279-4eb8-9847-a4e91775bbd5 req-142ba5e8-b140-4649-8586-5336c116aa53 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:24.676892 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Pushing event updated for resources: {'Port': ['ID=906a3f02-9acf-4aea-aa6d-b95096c0355e,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:24.677100 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b8012a82-0358-4145-ac1f-e771c358ae4d req-a4f5f2de-71cd-4d01-9af1-07216c055183 tempest-ServerShowV257Test-1861996459 tempest-ServerShowV257Test-1861996459-project] 10.222.0.64 "GET /v2.0/ports?device_id=8c020d10-a4b0-4f16-80ee-0e210956238a HTTP/1.1" status: 200 len: 210 time: 0.1082191 Oct 20 10:38:24.707679 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ffcd1f-a889-4375-ba40-96683ef8f774 None None] Network 54724cf5-4dea-4b3d-8eee-a71228a52f95 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:38:24.735109 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a97b792-e272-4a3e-95b4-a4df53401fb0 req-a00642c7-ae8e-4afb-98af-7460ec95aa69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:24.736622 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2a97b792-e272-4a3e-95b4-a4df53401fb0 req-a00642c7-ae8e-4afb-98af-7460ec95aa69 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4e37fa6eb8b848f6897a2d7488b235c7&device_id=ede0fd07-bbc6-474e-9f53-8933b78a25cb HTTP/1.1" status: 200 len: 1125 time: 0.2142670 Oct 20 10:38:24.837208 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-146f0bc0-845c-487b-900a-5b821bc89bf0 None None] Provisioning complete for port 906a3f02-9acf-4aea-aa6d-b95096c0355e triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:38:24.837573 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-146f0bc0-845c-487b-900a-5b821bc89bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:24.843960 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-7c38976c-6279-4eb8-9847-a4e91775bbd5 req-142ba5e8-b140-4649-8586-5336c116aa53 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:25.164506 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-a8c5eff7-ebbb-4207-aec2-5b6e47900db9 None None] Provisioning complete for port 906a3f02-9acf-4aea-aa6d-b95096c0355e triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:38:25.165052 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-a8c5eff7-ebbb-4207-aec2-5b6e47900db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:25.247202 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1c6410-d7d5-4e10-a4fa-f8cafc5d328b req-6a605d5f-25ca-4c94-a1e7-c6e35ea8ac27 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:25.248728 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4b1c6410-d7d5-4e10-a4fa-f8cafc5d328b req-6a605d5f-25ca-4c94-a1e7-c6e35ea8ac27 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7303d57-cdf3-4028-946b-e7130f669171 HTTP/1.1" status: 200 len: 943 time: 0.5363331 Oct 20 10:38:25.273989 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-a8c5eff7-ebbb-4207-aec2-5b6e47900db9 None None] Provisioning complete for port d2094d43-0d6f-46de-8aab-e8ad43a5f575 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:38:25.274838 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-a8c5eff7-ebbb-4207-aec2-5b6e47900db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:25.307310 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c38976c-6279-4eb8-9847-a4e91775bbd5 req-142ba5e8-b140-4649-8586-5336c116aa53 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Network 00e677b7-ec29-42bc-8b52-7d9c8594501c is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:38:25.310249 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6d68bc48-f028-41a4-b928-386b64a16e73 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:25.310869 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-a8c5eff7-ebbb-4207-aec2-5b6e47900db9 None None] Port d2094d43-0d6f-46de-8aab-e8ad43a5f575 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:38:25.312803 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142ba5e8-b140-4649-8586-5336c116aa53 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Pushing event updated for resources: {'Port': ['ID=50a702ce-ec2e-4ab3-ae90-586362ec8494,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:25.341990 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [req-7c38976c-6279-4eb8-9847-a4e91775bbd5 req-142ba5e8-b140-4649-8586-5336c116aa53 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:38:25.355374 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c38976c-6279-4eb8-9847-a4e91775bbd5 req-142ba5e8-b140-4649-8586-5336c116aa53 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:38:25.381140 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a97b792-e272-4a3e-95b4-a4df53401fb0 req-a6bce71a-c184-4895-98d6-8b40bd71100d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:25.382556 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2a97b792-e272-4a3e-95b4-a4df53401fb0 req-a6bce71a-c184-4895-98d6-8b40bd71100d service neutron] 10.222.0.55 "GET /v2.0/networks?id=60750f9d-1dd0-4933-91f0-f6aefa736c9d HTTP/1.1" status: 200 len: 909 time: 0.6258783 Oct 20 10:38:25.430818 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-49f9cc0b-7d18-4f2f-ac64-5acb75ffe7d4 None None] Provisioning complete for port d2094d43-0d6f-46de-8aab-e8ad43a5f575 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:38:25.431363 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-49f9cc0b-7d18-4f2f-ac64-5acb75ffe7d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:25.467602 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-49f9cc0b-7d18-4f2f-ac64-5acb75ffe7d4 None None] Port d2094d43-0d6f-46de-8aab-e8ad43a5f575 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:38:25.519868 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2a97b792-e272-4a3e-95b4-a4df53401fb0 req-e42ae730-b262-4c23-ad65-dfe100a0564d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=462b0403-e373-4471-b0eb-fa4212f52d96 HTTP/1.1" status: 200 len: 217 time: 0.1077759 Oct 20 10:38:25.559531 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c38976c-6279-4eb8-9847-a4e91775bbd5 req-142ba5e8-b140-4649-8586-5336c116aa53 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:25.560093 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-7c38976c-6279-4eb8-9847-a4e91775bbd5 req-142ba5e8-b140-4649-8586-5336c116aa53 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:25.598155 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0061d743-05e6-475a-b830-43abd14a481e req-98d0c647-eed1-452b-b4c2-d99ef4a434fd tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:25.599628 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0061d743-05e6-475a-b830-43abd14a481e req-98d0c647-eed1-452b-b4c2-d99ef4a434fd tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] 10.222.0.64 "GET /v2.0/ports?device_id=a7303d57-cdf3-4028-946b-e7130f669171 HTTP/1.1" status: 200 len: 943 time: 0.2877450 Oct 20 10:38:25.638414 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7c38976c-6279-4eb8-9847-a4e91775bbd5 req-142ba5e8-b140-4649-8586-5336c116aa53 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0288994 Oct 20 10:38:25.649939 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6d68bc48-f028-41a4-b928-386b64a16e73 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:25.663339 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-7c38976c-6279-4eb8-9847-a4e91775bbd5 req-84a10c51-de0e-431e-9807-a1c0ef3ba102 service neutron] Request body: {'port': {'device_id': 'f8cc8a35-edaf-4cf9-b527-4b8b90b5a4a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811396-3'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:38:25.674519 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7a10f2-0100-4d31-8f54-0f5c36604b09 req-d81444f0-d21b-4b84-8e8d-d9fa5588328c tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:25.676012 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1c7a10f2-0100-4d31-8f54-0f5c36604b09 req-d81444f0-d21b-4b84-8e8d-d9fa5588328c tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/ports?device_id=ede0fd07-bbc6-474e-9f53-8933b78a25cb HTTP/1.1" status: 200 len: 944 time: 0.2651973 Oct 20 10:38:25.753008 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a97b792-e272-4a3e-95b4-a4df53401fb0 req-8d3d75bd-8c16-46b9-9dcb-27687f3284c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:25.754420 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2a97b792-e272-4a3e-95b4-a4df53401fb0 req-8d3d75bd-8c16-46b9-9dcb-27687f3284c7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6f74b0c1-2855-44cd-a118-a8c6ce76ebd8 HTTP/1.1" status: 200 len: 848 time: 0.2216082 Oct 20 10:38:25.800543 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-4b1c6410-d7d5-4e10-a4fa-f8cafc5d328b req-27915a4b-b54f-4365-8669-42b82de0a47b tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] Deleting port 7922ec5a-7698-4356-b4d2-e3f257b42259 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:38:25.800870 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-4b1c6410-d7d5-4e10-a4fa-f8cafc5d328b req-27915a4b-b54f-4365-8669-42b82de0a47b tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:25.809031 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d68bc48-f028-41a4-b928-386b64a16e73 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Network 54724cf5-4dea-4b3d-8eee-a71228a52f95 is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:38:25.816083 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0061d743-05e6-475a-b830-43abd14a481e req-08bbce62-4ee5-4389-b583-4ae00fd76011 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ea17d67-d003-4cda-a612-dd72568a94fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040761 Oct 20 10:38:25.863292 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-6d68bc48-f028-41a4-b928-386b64a16e73 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:38:25.867064 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2a97b792-e272-4a3e-95b4-a4df53401fb0 req-49c49457-89c4-401d-a51b-2935a6121afb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=60750f9d-1dd0-4933-91f0-f6aefa736c9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0866342 Oct 20 10:38:25.873711 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d68bc48-f028-41a4-b928-386b64a16e73 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:38:25.879254 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d68bc48-f028-41a4-b928-386b64a16e73 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Pushing event updated for resources: {'Port': ['ID=63af1d2e-a689-4a8a-ae8f-7b677ed76e2e,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:25.955022 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-7c38976c-6279-4eb8-9847-a4e91775bbd5 req-84a10c51-de0e-431e-9807-a1c0ef3ba102 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:25.997419 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1c7a10f2-0100-4d31-8f54-0f5c36604b09 req-c3a6defb-7ae9-4ab0-b8eb-2342ac27dead tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/security-groups?id=c33a6cb5-e80a-4f79-936a-38f5e3f7c89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3069270 Oct 20 10:38:26.050152 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d68bc48-f028-41a4-b928-386b64a16e73 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:26.050788 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6d68bc48-f028-41a4-b928-386b64a16e73 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:26.181532 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-4b1c6410-d7d5-4e10-a4fa-f8cafc5d328b req-27915a4b-b54f-4365-8669-42b82de0a47b tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] For port 7922ec5a-7698-4356-b4d2-e3f257b42259, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=7922ec5a-7698-4356-b4d2-e3f257b42259,segment=NetworkSegment(ead88eb8-7907-4284-a2ee-38aeb92bc073),segment_id=ead88eb8-7907-4284-a2ee-38aeb92bc073)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:38:26.181903 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-4b1c6410-d7d5-4e10-a4fa-f8cafc5d328b req-27915a4b-b54f-4365-8669-42b82de0a47b tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:26.207169 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-580b03f8-66aa-45ad-87b3-d9496856efe9 None None] Provisioning complete for port 63af1d2e-a689-4a8a-ae8f-7b677ed76e2e triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:38:26.207902 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-580b03f8-66aa-45ad-87b3-d9496856efe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:26.225591 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-6d68bc48-f028-41a4-b928-386b64a16e73 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.4822040 Oct 20 10:38:26.228227 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 52630) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:26.233878 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-aafc6eef-0997-466d-837e-d339c79bdd00 req-ace60161-4043-487a-8908-1530272581ae tempest-ServerShowV257Test-1861996459 tempest-ServerShowV257Test-1861996459-project] 10.222.0.64 "GET /v2.0/ports?device_id=8c020d10-a4b0-4f16-80ee-0e210956238a HTTP/1.1" status: 200 len: 210 time: 0.1190929 Oct 20 10:38:26.240361 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-4b1c6410-d7d5-4e10-a4fa-f8cafc5d328b req-27915a4b-b54f-4365-8669-42b82de0a47b tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] Calling delete_port for 7922ec5a-7698-4356-b4d2-e3f257b42259 owned by compute:nova {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:38:26.244772 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2a97b792-e272-4a3e-95b4-a4df53401fb0 req-20525a39-e608-4941-8e06-6622fa64ca6b service neutron] 10.222.0.55 "GET /v2.0/networks/60750f9d-1dd0-4933-91f0-f6aefa736c9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3578296 Oct 20 10:38:26.288055 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-580b03f8-66aa-45ad-87b3-d9496856efe9 None None] Port 63af1d2e-a689-4a8a-ae8f-7b677ed76e2e cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:38:26.364180 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 906a3f02-9acf-4aea-aa6d-b95096c0355e up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:38:26.385860 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb3c702c-a383-428e-891a-b31ec74de19f tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:26.390297 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-fb3c702c-a383-428e-891a-b31ec74de19f tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] 10.222.0.64 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.9 HTTP/1.1" status: 200 len: 922 time: 0.1576638 Oct 20 10:38:26.390547 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 52632) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:26.419694 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 906a3f02-9acf-4aea-aa6d-b95096c0355e triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:38:26.420357 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:26.486130 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-697e5f7f-1ea3-49f0-8cb3-7e8258108f52 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Deleting port 63af1d2e-a689-4a8a-ae8f-7b677ed76e2e {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:38:26.486472 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-697e5f7f-1ea3-49f0-8cb3-7e8258108f52 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:26.555976 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3fcf39-1352-4828-a1c0-f32a2436db09 req-017d72c5-16fb-4475-92bf-9f21a3c9e2dc tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:26.557585 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fc3fcf39-1352-4828-a1c0-f32a2436db09 req-017d72c5-16fb-4475-92bf-9f21a3c9e2dc tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8cc8a35-edaf-4cf9-b527-4b8b90b5a4a0 HTTP/1.1" status: 200 len: 931 time: 0.4417427 Oct 20 10:38:26.584369 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-697e5f7f-1ea3-49f0-8cb3-7e8258108f52 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:26.599176 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-697e5f7f-1ea3-49f0-8cb3-7e8258108f52 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Calling delete_port for 63af1d2e-a689-4a8a-ae8f-7b677ed76e2e owned by {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:38:26.633433 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2a97b792-e272-4a3e-95b4-a4df53401fb0 req-94739ca7-b70c-409d-8068-6934a7b708e5 service neutron] 10.222.0.55 "GET /v2.0/networks/60750f9d-1dd0-4933-91f0-f6aefa736c9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3789382 Oct 20 10:38:26.706595 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fc3fcf39-1352-4828-a1c0-f32a2436db09 req-76c6a09f-32c5-4849-b49f-7edf147e45de tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/security-groups?id=17372704-86e6-46e6-a5dd-dc7385be620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298869 Oct 20 10:38:26.737457 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-4b1c6410-d7d5-4e10-a4fa-f8cafc5d328b req-27915a4b-b54f-4365-8669-42b82de0a47b tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:26.751201 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-697e5f7f-1ea3-49f0-8cb3-7e8258108f52 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:26.779943 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27915a4b-b54f-4365-8669-42b82de0a47b tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] Pushing event deleted for resources: {'Port': ['ID=7922ec5a-7698-4356-b4d2-e3f257b42259,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:26.781718 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697e5f7f-1ea3-49f0-8cb3-7e8258108f52 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Pushing event deleted for resources: {'Port': ['ID=63af1d2e-a689-4a8a-ae8f-7b677ed76e2e,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:26.845055 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b1c6410-d7d5-4e10-a4fa-f8cafc5d328b req-27915a4b-b54f-4365-8669-42b82de0a47b tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] No DVR routers for this DVR port 7922ec5a-7698-4356-b4d2-e3f257b42259 on host n-h1-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:38:26.848444 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-4b1c6410-d7d5-4e10-a4fa-f8cafc5d328b req-27915a4b-b54f-4365-8669-42b82de0a47b tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:26.851755 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4b1c6410-d7d5-4e10-a4fa-f8cafc5d328b req-27915a4b-b54f-4365-8669-42b82de0a47b tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] 10.222.0.55 "DELETE /v2.0/ports/7922ec5a-7698-4356-b4d2-e3f257b42259 HTTP/1.1" status: 204 len: 173 time: 1.5881069 Oct 20 10:38:26.852223 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7303d57-cdf3-4028-946b-e7130f669171', 'name': 'network-vif-deleted', 'tag': '7922ec5a-7698-4356-b4d2-e3f257b42259'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:38:26.854584 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36154b58-57a9-4670-baf6-4aede577541f" -d '{"events": [{"server_uuid": "a7303d57-cdf3-4028-946b-e7130f669171", "name": "network-vif-deleted", "tag": "7922ec5a-7698-4356-b4d2-e3f257b42259"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:38:26.864470 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-697e5f7f-1ea3-49f0-8cb3-7e8258108f52 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:26.870337 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-697e5f7f-1ea3-49f0-8cb3-7e8258108f52 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] 10.222.0.64 "DELETE /v2.0/ports/63af1d2e-a689-4a8a-ae8f-7b677ed76e2e HTTP/1.1" status: 204 len: 168 time: 0.4765162 Oct 20 10:38:26.873099 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 52636) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:26.914491 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-09e7d907-f75d-4c7e-91bc-aeab8271668e tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] GET failed (client error): The resource could not be found. Oct 20 10:38:26.916402 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-09e7d907-f75d-4c7e-91bc-aeab8271668e tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] 10.222.0.64 "GET /v2.0/ports/63af1d2e-a689-4a8a-ae8f-7b677ed76e2e HTTP/1.1" status: 404 len: 333 time: 0.0422037 Oct 20 10:38:26.920147 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 52640) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:26.971641 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e81f1a71-f3b1-457a-b1a3-f97ccc44b0ee x-openstack-request-id: req-e81f1a71-f3b1-457a-b1a3-f97ccc44b0ee {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:38:26.971939 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7303d57-cdf3-4028-946b-e7130f669171", "name": "network-vif-deleted", "tag": "7922ec5a-7698-4356-b4d2-e3f257b42259", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:38:26.972197 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e81f1a71-f3b1-457a-b1a3-f97ccc44b0ee {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:38:26.973414 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7303d57-cdf3-4028-946b-e7130f669171', 'name': 'network-vif-deleted', 'tag': '7922ec5a-7698-4356-b4d2-e3f257b42259', 'status': 'completed', 'code': 200} Oct 20 10:38:27.002724 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-33a34226-8212-49bd-9ad1-deb8e58379ec req-97ec5d3b-81e3-4719-9e3e-893309ce0877 tempest-ImagesTestJSON-2144178705 tempest-ImagesTestJSON-2144178705-project] 10.222.0.64 "GET /v2.0/ports?device_id=a7303d57-cdf3-4028-946b-e7130f669171 HTTP/1.1" status: 200 len: 210 time: 0.0593517 Oct 20 10:38:27.023487 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [req-7c38976c-6279-4eb8-9847-a4e91775bbd5 req-84a10c51-de0e-431e-9807-a1c0ef3ba102 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50a702ce-ec2e-4ab3-ae90-586362ec8494 {{(pid=100596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:38:27.042754 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-7c38976c-6279-4eb8-9847-a4e91775bbd5 req-84a10c51-de0e-431e-9807-a1c0ef3ba102 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:27.073640 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.provisioning_blocks [req-7c38976c-6279-4eb8-9847-a4e91775bbd5 req-84a10c51-de0e-431e-9807-a1c0ef3ba102 service neutron] Transition to ACTIVE for port object 50a702ce-ec2e-4ab3-ae90-586362ec8494 will not be triggered until provisioned by entity L2. {{(pid=100596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:38:27.078430 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-7c38976c-6279-4eb8-9847-a4e91775bbd5 req-84a10c51-de0e-431e-9807-a1c0ef3ba102 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:27.115509 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-8fb84f92-469d-416f-9d54-8a5a7155925f tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Deleting port d2094d43-0d6f-46de-8aab-e8ad43a5f575 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:38:27.122989 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8fb84f92-469d-416f-9d54-8a5a7155925f tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:27.209059 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a10c51-de0e-431e-9807-a1c0ef3ba102 service neutron] Pushing event updated for resources: {'Port': ['ID=50a702ce-ec2e-4ab3-ae90-586362ec8494,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:27.244155 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8fb84f92-469d-416f-9d54-8a5a7155925f tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:27.259946 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-8fb84f92-469d-416f-9d54-8a5a7155925f tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Calling delete_port for d2094d43-0d6f-46de-8aab-e8ad43a5f575 owned by {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:38:27.274384 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f069e5-28ae-490b-8970-0e47fb4ed299 req-9a8e1856-90da-4c04-9f8f-56e01b8001cb tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:27.276004 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-61f069e5-28ae-490b-8970-0e47fb4ed299 req-9a8e1856-90da-4c04-9f8f-56e01b8001cb tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/ports?device_id=ede0fd07-bbc6-474e-9f53-8933b78a25cb HTTP/1.1" status: 200 len: 944 time: 0.1092422 Oct 20 10:38:27.320783 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-7c38976c-6279-4eb8-9847-a4e91775bbd5 req-84a10c51-de0e-431e-9807-a1c0ef3ba102 service neutron] Attempting to bind port 50a702ce-ec2e-4ab3-ae90-586362ec8494 on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:38:27.321124 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-7c38976c-6279-4eb8-9847-a4e91775bbd5 req-84a10c51-de0e-431e-9807-a1c0ef3ba102 service neutron] Attempting to bind port 50a702ce-ec2e-4ab3-ae90-586362ec8494 by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': 'f70d1162-b154-4994-9af5-210e1dd15ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '00e677b7-ec29-42bc-8b52-7d9c8594501c'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:38:27.321622 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c38976c-6279-4eb8-9847-a4e91775bbd5 req-84a10c51-de0e-431e-9807-a1c0ef3ba102 service neutron] Attempting to bind port 50a702ce-ec2e-4ab3-ae90-586362ec8494 on network 00e677b7-ec29-42bc-8b52-7d9c8594501c {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:38:27.367998 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c38976c-6279-4eb8-9847-a4e91775bbd5 req-84a10c51-de0e-431e-9807-a1c0ef3ba102 service neutron] Port 50a702ce-ec2e-4ab3-ae90-586362ec8494 on network 00e677b7-ec29-42bc-8b52-7d9c8594501c not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:38:27.368329 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c38976c-6279-4eb8-9847-a4e91775bbd5 req-84a10c51-de0e-431e-9807-a1c0ef3ba102 service neutron] Attempting to bind port 50a702ce-ec2e-4ab3-ae90-586362ec8494 on network 00e677b7-ec29-42bc-8b52-7d9c8594501c {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:38:27.391277 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c38976c-6279-4eb8-9847-a4e91775bbd5 req-84a10c51-de0e-431e-9807-a1c0ef3ba102 service neutron] Checking agent: {'id': '061232a2-7adc-4ba1-a873-e8cb136b064d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 38, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:38:27.391643 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c38976c-6279-4eb8-9847-a4e91775bbd5 req-84a10c51-de0e-431e-9807-a1c0ef3ba102 service neutron] Checking segment: {'id': 'f70d1162-b154-4994-9af5-210e1dd15ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '00e677b7-ec29-42bc-8b52-7d9c8594501c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:38:27.392034 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c38976c-6279-4eb8-9847-a4e91775bbd5 req-84a10c51-de0e-431e-9807-a1c0ef3ba102 service neutron] Bound using segment: {'id': 'f70d1162-b154-4994-9af5-210e1dd15ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '00e677b7-ec29-42bc-8b52-7d9c8594501c'} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:38:27.392482 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-7c38976c-6279-4eb8-9847-a4e91775bbd5 req-84a10c51-de0e-431e-9807-a1c0ef3ba102 service neutron] Bound port: 50a702ce-ec2e-4ab3-ae90-586362ec8494, host: n-h2-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f70d1162-b154-4994-9af5-210e1dd15ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '00e677b7-ec29-42bc-8b52-7d9c8594501c'}}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:38:27.392845 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-7c38976c-6279-4eb8-9847-a4e91775bbd5 req-84a10c51-de0e-431e-9807-a1c0ef3ba102 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:27.415649 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7bae5f36-407c-48a8-8626-118c9f189f69 req-8cc3739b-95d7-4642-8d8d-791b9fb143bf tempest-ServerShowV257Test-1861996459 tempest-ServerShowV257Test-1861996459-project] 10.222.0.64 "GET /v2.0/ports?device_id=8c020d10-a4b0-4f16-80ee-0e210956238a HTTP/1.1" status: 200 len: 210 time: 0.0732310 Oct 20 10:38:27.420013 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8fb84f92-469d-416f-9d54-8a5a7155925f tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:27.425347 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-61f069e5-28ae-490b-8970-0e47fb4ed299 req-16a92515-3814-4cc2-b084-5550acc8188c tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/security-groups?id=c33a6cb5-e80a-4f79-936a-38f5e3f7c89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361809 Oct 20 10:38:27.502572 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb84f92-469d-416f-9d54-8a5a7155925f tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Pushing event deleted for resources: {'Port': ['ID=d2094d43-0d6f-46de-8aab-e8ad43a5f575,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:27.510270 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-7c38976c-6279-4eb8-9847-a4e91775bbd5 req-84a10c51-de0e-431e-9807-a1c0ef3ba102 service neutron] For port 50a702ce-ec2e-4ab3-ae90-586362ec8494, host n-h2-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:38:27.517975 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-7c38976c-6279-4eb8-9847-a4e91775bbd5 req-84a10c51-de0e-431e-9807-a1c0ef3ba102 service neutron] For port 50a702ce-ec2e-4ab3-ae90-586362ec8494, host n-h2-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=50a702ce-ec2e-4ab3-ae90-586362ec8494,segment=NetworkSegment(f70d1162-b154-4994-9af5-210e1dd15ef4),segment_id=f70d1162-b154-4994-9af5-210e1dd15ef4)] {{(pid=100596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:38:27.527249 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-7c38976c-6279-4eb8-9847-a4e91775bbd5 req-84a10c51-de0e-431e-9807-a1c0ef3ba102 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:27.574703 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c38976c-6279-4eb8-9847-a4e91775bbd5 req-84a10c51-de0e-431e-9807-a1c0ef3ba102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:27.575346 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-7c38976c-6279-4eb8-9847-a4e91775bbd5 req-84a10c51-de0e-431e-9807-a1c0ef3ba102 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:27.581102 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7c38976c-6279-4eb8-9847-a4e91775bbd5 req-84a10c51-de0e-431e-9807-a1c0ef3ba102 service neutron] 10.222.0.69 "PUT /v2.0/ports/50a702ce-ec2e-4ab3-ae90-586362ec8494 HTTP/1.1" status: 200 len: 1091 time: 1.9261634 Oct 20 10:38:27.614645 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a10c51-de0e-431e-9807-a1c0ef3ba102 service neutron] Pushing event updated for resources: {'Port': ['ID=50a702ce-ec2e-4ab3-ae90-586362ec8494,revision_number=3']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:27.630014 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8fb84f92-469d-416f-9d54-8a5a7155925f tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:27.636752 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-8fb84f92-469d-416f-9d54-8a5a7155925f tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] 10.222.0.64 "DELETE /v2.0/ports/d2094d43-0d6f-46de-8aab-e8ad43a5f575 HTTP/1.1" status: 204 len: 168 time: 0.7128966 Oct 20 10:38:27.647836 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 52652) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:27.657932 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 462b0403-e373-4471-b0eb-fa4212f52d96 no longer exists at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:38:27.674768 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9362460-b0b1-4bda-9f37-7f18bb7b4fe8 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] GET failed (client error): The resource could not be found. Oct 20 10:38:27.676342 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-f9362460-b0b1-4bda-9f37-7f18bb7b4fe8 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] 10.222.0.64 "GET /v2.0/ports/d2094d43-0d6f-46de-8aab-e8ad43a5f575 HTTP/1.1" status: 404 len: 333 time: 0.0274882 Oct 20 10:38:27.684899 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 52654) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:27.750042 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c38976c-6279-4eb8-9847-a4e91775bbd5 req-10afb81e-e5e4-4d62-8b3a-ea5440384f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:27.751607 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7c38976c-6279-4eb8-9847-a4e91775bbd5 req-10afb81e-e5e4-4d62-8b3a-ea5440384f64 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c99eab67b5e546ffaba916e684c21094&device_id=f8cc8a35-edaf-4cf9-b527-4b8b90b5a4a0 HTTP/1.1" status: 200 len: 1094 time: 0.1144066 Oct 20 10:38:27.768041 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4048f92-aa6f-43cb-9eb7-b4e89332c94d tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Deleting subnet 01481316-9cf9-4c80-8d0f-36cad50fb8f0 {{(pid=100596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:38:27.774498 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 7922ec5a-7698-4356-b4d2-e3f257b42259 no longer exists at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:38:27.782796 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c4048f92-aa6f-43cb-9eb7-b4e89332c94d tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks [] for subnet, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:27.795899 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] No Port match for: 7922ec5a-7698-4356-b4d2-e3f257b42259 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:38:27.796294 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 7922ec5a-7698-4356-b4d2-e3f257b42259 not bound to the agent host n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:38:27.844113 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7c38976c-6279-4eb8-9847-a4e91775bbd5 req-c627dd25-1b5e-4b39-a30f-7b3b6df3f186 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=50a702ce-ec2e-4ab3-ae90-586362ec8494 HTTP/1.1" status: 200 len: 217 time: 0.0729434 Oct 20 10:38:27.953779 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c4048f92-aa6f-43cb-9eb7-b4e89332c94d tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25189079'] for subnet, precommit_delete_associations {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:28.011944 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c38976c-6279-4eb8-9847-a4e91775bbd5 req-d2f1acf7-13a4-44b0-9dfc-e88ed4c75c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:28.013445 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7c38976c-6279-4eb8-9847-a4e91775bbd5 req-d2f1acf7-13a4-44b0-9dfc-e88ed4c75c6c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=41c5fb46-df00-4db9-bb3d-c914d29737cc HTTP/1.1" status: 200 len: 852 time: 0.1535461 Oct 20 10:38:28.025540 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099062e6-b8a4-4b4c-b5c7-d28c0631a6d8 req-46442b48-3a9b-4cfe-8ac8-0b152ce47b48 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:28.027168 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-099062e6-b8a4-4b4c-b5c7-d28c0631a6d8 req-46442b48-3a9b-4cfe-8ac8-0b152ce47b48 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8cc8a35-edaf-4cf9-b527-4b8b90b5a4a0 HTTP/1.1" status: 200 len: 943 time: 0.2054384 Oct 20 10:38:28.037965 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-615d5130-0b23-424c-946d-3bc0ac11730a req-fb8b49f8-06c7-41e6-86dc-cea4845d4226 service neutron] 10.222.0.55 "GET /v2.0/ports/462b0403-e373-4471-b0eb-fa4212f52d96/bindings/n-h2-811396-3 HTTP/1.1" status: 200 len: 384 time: 0.1848757 Oct 20 10:38:28.079694 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7c38976c-6279-4eb8-9847-a4e91775bbd5 req-11e2ee14-3aab-41e6-a1f7-09f529018869 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=00e677b7-ec29-42bc-8b52-7d9c8594501c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517037 Oct 20 10:38:28.203012 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-099062e6-b8a4-4b4c-b5c7-d28c0631a6d8 req-38c11d13-4ee2-46d4-b750-6f5f441f39dd tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/security-groups?id=17372704-86e6-46e6-a5dd-dc7385be620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613286 Oct 20 10:38:28.242566 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c4048f92-aa6f-43cb-9eb7-b4e89332c94d tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:28.364164 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7c38976c-6279-4eb8-9847-a4e91775bbd5 req-794943ed-57c6-40f6-94d0-eba6701a99c1 service neutron] 10.222.0.69 "GET /v2.0/networks/00e677b7-ec29-42bc-8b52-7d9c8594501c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2559950 Oct 20 10:38:28.428649 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c4048f92-aa6f-43cb-9eb7-b4e89332c94d tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26836193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26761888'] for subnet, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:28.457644 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 52696) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:28.489272 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4048f92-aa6f-43cb-9eb7-b4e89332c94d tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Pushing event deleted for resources: {'Subnet': ['ID=01481316-9cf9-4c80-8d0f-36cad50fb8f0,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:28.509426 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a33d6da-be7f-4722-9c48-eebe089208ef admin admin] Deleting subnet 777e48ea-dc5a-43d5-a338-c1cfd0807e06 {{(pid=100597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:38:28.513618 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6a33d6da-be7f-4722-9c48-eebe089208ef admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:28.553818 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c1b67c-b7fb-4744-aeb2-b356bce43389 None None] Network 54724cf5-4dea-4b3d-8eee-a71228a52f95 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:38:28.557066 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6a33d6da-be7f-4722-9c48-eebe089208ef admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25852621'] for subnet, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:28.572240 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c4048f92-aa6f-43cb-9eb7-b4e89332c94d tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:28.576082 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-c4048f92-aa6f-43cb-9eb7-b4e89332c94d tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] 10.222.0.64 "DELETE /v2.0/subnets/01481316-9cf9-4c80-8d0f-36cad50fb8f0 HTTP/1.1" status: 204 len: 168 time: 0.8901751 Oct 20 10:38:28.578909 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 52704) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:28.582624 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-610d4c53-ba9a-4862-8545-ce9ceb0f19b4 req-dceb80c9-3893-4f86-a6c7-562b1040634b tempest-ServerShowV257Test-1861996459 tempest-ServerShowV257Test-1861996459-project] 10.222.0.64 "GET /v2.0/ports?device_id=8c020d10-a4b0-4f16-80ee-0e210956238a HTTP/1.1" status: 200 len: 210 time: 0.0512936 Oct 20 10:38:28.650899 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-615d5130-0b23-424c-946d-3bc0ac11730a req-c09d10fe-196a-4fcb-a2e6-c1b6a736f09c service neutron] For port 462b0403-e373-4471-b0eb-fa4212f52d96, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=462b0403-e373-4471-b0eb-fa4212f52d96,segment=NetworkSegment(d74986f8-a71e-4359-a64d-140af23f3558),segment_id=d74986f8-a71e-4359-a64d-140af23f3558)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:38:28.673051 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7c38976c-6279-4eb8-9847-a4e91775bbd5 req-66a1b6bf-7f72-46c9-9c82-f00c82999d43 service neutron] 10.222.0.69 "GET /v2.0/networks/00e677b7-ec29-42bc-8b52-7d9c8594501c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2955391 Oct 20 10:38:28.675798 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6a33d6da-be7f-4722-9c48-eebe089208ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:28.689029 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefa349c-d29b-45b0-8f8f-0a87c972b122 req-a71c3476-bcd5-47da-a729-1e9e55430b81 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:28.690856 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-aefa349c-d29b-45b0-8f8f-0a87c972b122 req-a71c3476-bcd5-47da-a729-1e9e55430b81 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/ports?device_id=ede0fd07-bbc6-474e-9f53-8933b78a25cb HTTP/1.1" status: 200 len: 944 time: 0.1630273 Oct 20 10:38:28.695992 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-615d5130-0b23-424c-946d-3bc0ac11730a req-c09d10fe-196a-4fcb-a2e6-c1b6a736f09c service neutron] For port 462b0403-e373-4471-b0eb-fa4212f52d96, host n-h1-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:38:28.718020 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-341704c3-de4c-430d-8ba2-1aebbb208f52 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:28.756537 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [req-615d5130-0b23-424c-946d-3bc0ac11730a req-c09d10fe-196a-4fcb-a2e6-c1b6a736f09c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 462b0403-e373-4471-b0eb-fa4212f52d96 {{(pid=100596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:38:28.775953 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-615d5130-0b23-424c-946d-3bc0ac11730a req-c09d10fe-196a-4fcb-a2e6-c1b6a736f09c service neutron] For port 462b0403-e373-4471-b0eb-fa4212f52d96, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=462b0403-e373-4471-b0eb-fa4212f52d96,segment=NetworkSegment(d74986f8-a71e-4359-a64d-140af23f3558),segment_id=d74986f8-a71e-4359-a64d-140af23f3558)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:38:28.790589 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e55d3b-6ea4-423c-af18-78320613babd None None] DHCP port deletion for 54724cf5-4dea-4b3d-8eee-a71228a52f95 request from n-d-811396-3 {{(pid=100598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:38:28.791195 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6a33d6da-be7f-4722-9c48-eebe089208ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25350811'] for subnet, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:28.796378 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-aefa349c-d29b-45b0-8f8f-0a87c972b122 req-8668893a-49a2-468f-b345-805096c27599 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/security-groups?id=c33a6cb5-e80a-4f79-936a-38f5e3f7c89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778084 Oct 20 10:38:28.802703 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-615d5130-0b23-424c-946d-3bc0ac11730a req-c09d10fe-196a-4fcb-a2e6-c1b6a736f09c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:28.831188 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a33d6da-be7f-4722-9c48-eebe089208ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=777e48ea-dc5a-43d5-a338-c1cfd0807e06,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:28.836081 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6a33d6da-be7f-4722-9c48-eebe089208ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:28.842217 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-6a33d6da-be7f-4722-9c48-eebe089208ef admin admin] 10.222.0.64 "DELETE /v2.0/subnets/777e48ea-dc5a-43d5-a338-c1cfd0807e06 HTTP/1.1" status: 204 len: 168 time: 0.3811538 Oct 20 10:38:28.842388 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-341704c3-de4c-430d-8ba2-1aebbb208f52 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Deleting port 906a3f02-9acf-4aea-aa6d-b95096c0355e {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:38:28.842774 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-341704c3-de4c-430d-8ba2-1aebbb208f52 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:28.844148 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 52706) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:28.862649 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-a8e55d3b-6ea4-423c-af18-78320613babd None None] Deleting port 906a3f02-9acf-4aea-aa6d-b95096c0355e {{(pid=100598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:38:28.863267 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-a8e55d3b-6ea4-423c-af18-78320613babd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:28.913297 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [None req-341704c3-de4c-430d-8ba2-1aebbb208f52 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] For port 906a3f02-9acf-4aea-aa6d-b95096c0355e, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=906a3f02-9acf-4aea-aa6d-b95096c0355e,segment=NetworkSegment(da473662-87e5-4dc6-8e03-c8325efa3257),segment_id=da473662-87e5-4dc6-8e03-c8325efa3257)] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:38:28.913824 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-341704c3-de4c-430d-8ba2-1aebbb208f52 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:28.926584 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-341704c3-de4c-430d-8ba2-1aebbb208f52 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Calling delete_port for 906a3f02-9acf-4aea-aa6d-b95096c0355e owned by network:dhcp {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:38:28.929752 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-a8e55d3b-6ea4-423c-af18-78320613babd None None] For port 906a3f02-9acf-4aea-aa6d-b95096c0355e, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=906a3f02-9acf-4aea-aa6d-b95096c0355e,segment=NetworkSegment(da473662-87e5-4dc6-8e03-c8325efa3257),segment_id=da473662-87e5-4dc6-8e03-c8325efa3257)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:38:28.930172 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-a8e55d3b-6ea4-423c-af18-78320613babd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:28.938817 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5761e843-99b7-4c5d-9641-f5b58d397251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:28.943057 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-a8e55d3b-6ea4-423c-af18-78320613babd None None] Calling delete_port for 906a3f02-9acf-4aea-aa6d-b95096c0355e owned by network:dhcp {{(pid=100598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:38:28.956774 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.provisioning_blocks [req-615d5130-0b23-424c-946d-3bc0ac11730a req-c09d10fe-196a-4fcb-a2e6-c1b6a736f09c service neutron] Transition to ACTIVE for port object 462b0403-e373-4471-b0eb-fa4212f52d96 will not be triggered until provisioned by entity L2. {{(pid=100596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:38:28.977604 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8cc8a35-edaf-4cf9-b527-4b8b90b5a4a0', 'tag': '50a702ce-ec2e-4ab3-ae90-586362ec8494'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:38:28.980453 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-428a633f-5ea8-497f-852a-fdd1da81dbd6" -d '{"events": [{"name": "network-changed", "server_uuid": "f8cc8a35-edaf-4cf9-b527-4b8b90b5a4a0", "tag": "50a702ce-ec2e-4ab3-ae90-586362ec8494"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:38:28.987848 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-615d5130-0b23-424c-946d-3bc0ac11730a req-c09d10fe-196a-4fcb-a2e6-c1b6a736f09c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:29.020736 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-341704c3-de4c-430d-8ba2-1aebbb208f52 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:29.035770 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77fc07ab-3b7d-461b-8c35-82a80614718e x-openstack-request-id: req-77fc07ab-3b7d-461b-8c35-82a80614718e {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:38:29.036122 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8cc8a35-edaf-4cf9-b527-4b8b90b5a4a0", "tag": "50a702ce-ec2e-4ab3-ae90-586362ec8494", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:38:29.036381 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-77fc07ab-3b7d-461b-8c35-82a80614718e {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:38:29.036778 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8cc8a35-edaf-4cf9-b527-4b8b90b5a4a0', 'tag': '50a702ce-ec2e-4ab3-ae90-586362ec8494', 'status': 'completed', 'code': 200} Oct 20 10:38:29.041114 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-a8e55d3b-6ea4-423c-af18-78320613babd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956'] for port, after_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:29.052944 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341704c3-de4c-430d-8ba2-1aebbb208f52 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Pushing event deleted for resources: {'Port': ['ID=906a3f02-9acf-4aea-aa6d-b95096c0355e,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:29.056573 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341704c3-de4c-430d-8ba2-1aebbb208f52 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] No DVR routers for this DVR port 906a3f02-9acf-4aea-aa6d-b95096c0355e on host n-d-811396-3 {{(pid=100597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:38:29.063959 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e55d3b-6ea4-423c-af18-78320613babd None None] No DVR routers for this DVR port 906a3f02-9acf-4aea-aa6d-b95096c0355e on host n-d-811396-3 {{(pid=100598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:38:29.089893 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e55d3b-6ea4-423c-af18-78320613babd None None] Pushing event deleted for resources: {'Port': ['ID=906a3f02-9acf-4aea-aa6d-b95096c0355e,revision_number=None']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:29.143588 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-341704c3-de4c-430d-8ba2-1aebbb208f52 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:29.165038 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-341704c3-de4c-430d-8ba2-1aebbb208f52 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54724cf5-4dea-4b3d-8eee-a71228a52f95']}} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:38:29.175508 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-341704c3-de4c-430d-8ba2-1aebbb208f52 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da473662-87e5-4dc6-8e03-c8325efa3257') {'for_net_delete': True} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:38:29.175811 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-341704c3-de4c-430d-8ba2-1aebbb208f52 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da473662-87e5-4dc6-8e03-c8325efa3257') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:38:29.188292 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-341704c3-de4c-430d-8ba2-1aebbb208f52 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25852596'] for segment, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:29.205300 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-341704c3-de4c-430d-8ba2-1aebbb208f52 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:29.212291 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-341704c3-de4c-430d-8ba2-1aebbb208f52 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Releasing vlan 801 on physical network physnet1 to pool {{(pid=100597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:38:29.212743 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-341704c3-de4c-430d-8ba2-1aebbb208f52 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951012'] for segment, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:29.216568 n-d-811396-3 neutron-server[100597]: Traceback (most recent call last): Oct 20 10:38:29.216568 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:38:29.216568 n-d-811396-3 neutron-server[100597]: timer() Oct 20 10:38:29.216568 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:38:29.216568 n-d-811396-3 neutron-server[100597]: cb(*args, **kw) Oct 20 10:38:29.216568 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:38:29.216568 n-d-811396-3 neutron-server[100597]: return func(*args, **kwargs) Oct 20 10:38:29.216568 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:38:29.216568 n-d-811396-3 neutron-server[100597]: self._notify() Oct 20 10:38:29.216568 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:38:29.216568 n-d-811396-3 neutron-server[100597]: self.callback(batched_events) Oct 20 10:38:29.216568 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:38:29.216568 n-d-811396-3 neutron-server[100597]: event.method(event) Oct 20 10:38:29.216568 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:38:29.216568 n-d-811396-3 neutron-server[100597]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:38:29.216568 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:38:29.216568 n-d-811396-3 neutron-server[100597]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:38:29.216568 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:38:29.216568 n-d-811396-3 neutron-server[100597]: return f(self, *a, **k) Oct 20 10:38:29.216568 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:38:29.216568 n-d-811396-3 neutron-server[100597]: return self._get(url).json() Oct 20 10:38:29.216568 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:38:29.216568 n-d-811396-3 neutron-server[100597]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:38:29.216568 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:38:29.216568 n-d-811396-3 neutron-server[100597]: return self.request(url, 'GET', **kwargs) Oct 20 10:38:29.216568 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:38:29.216568 n-d-811396-3 neutron-server[100597]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:38:29.216568 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:38:29.216568 n-d-811396-3 neutron-server[100597]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:38:29.216568 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:38:29.216568 n-d-811396-3 neutron-server[100597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:38:29.216568 n-d-811396-3 neutron-server[100597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:38:29.295514 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-341704c3-de4c-430d-8ba2-1aebbb208f52 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:29.308578 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-341704c3-de4c-430d-8ba2-1aebbb208f52 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:29.313041 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-341704c3-de4c-430d-8ba2-1aebbb208f52 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] 10.222.0.64 "DELETE /v2.0/networks/54724cf5-4dea-4b3d-8eee-a71228a52f95 HTTP/1.1" status: 204 len: 168 time: 0.7331114 Oct 20 10:38:29.324244 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 52716) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:29.330575 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-a2bc70d9-7989-46e8-8174-8dd8642bb64c tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2125341941'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:38:29.334339 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341704c3-de4c-430d-8ba2-1aebbb208f52 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Pushing event deleted for resources: {'Network': ['ID=54724cf5-4dea-4b3d-8eee-a71228a52f95,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:29.357830 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2bc70d9-7989-46e8-8174-8dd8642bb64c tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Made reservation on behalf of 81acf106a8e845e5a82c7531aebd6cee for: {'network': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:38:29.361366 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a2bc70d9-7989-46e8-8174-8dd8642bb64c tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:29.385188 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2bc70d9-7989-46e8-8174-8dd8642bb64c tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 847} {{(pid=100597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:38:29.398002 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a2bc70d9-7989-46e8-8174-8dd8642bb64c tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:29.398478 n-d-811396-3 neutron-server[100597]: INFO neutron.db.segments_db [None req-a2bc70d9-7989-46e8-8174-8dd8642bb64c tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Added segment 149cc4c8-c559-4c4d-866c-129b367733d0 of type vlan for network f94e15c6-a352-43db-95c3-d23e3b5aba4c Oct 20 10:38:29.443230 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a2bc70d9-7989-46e8-8174-8dd8642bb64c tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:29.451131 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5761e843-99b7-4c5d-9641-f5b58d397251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:29.453754 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-615d5130-0b23-424c-946d-3bc0ac11730a req-c09d10fe-196a-4fcb-a2e6-c1b6a736f09c service neutron] No DVR routers for this DVR port 462b0403-e373-4471-b0eb-fa4212f52d96 on host n-h1-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:38:29.463197 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d10fe-196a-4fcb-a2e6-c1b6a736f09c service neutron] Pushing event updated for resources: {'Port': ['ID=462b0403-e373-4471-b0eb-fa4212f52d96,revision_number=10']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:29.471876 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a2bc70d9-7989-46e8-8174-8dd8642bb64c tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:29.478491 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2bc70d9-7989-46e8-8174-8dd8642bb64c tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:29.479111 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a2bc70d9-7989-46e8-8174-8dd8642bb64c tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:29.512894 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-a2bc70d9-7989-46e8-8174-8dd8642bb64c tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1874392 Oct 20 10:38:29.519552 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 52718) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:29.526633 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-3c150a06-613b-4d0e-adb7-252c9f14b17b tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Request body: {'subnet': {'network_id': 'f94e15c6-a352-43db-95c3-d23e3b5aba4c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:38:29.535525 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-5761e843-99b7-4c5d-9641-f5b58d397251 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef6abb39-cfb1-4828-a214-dd0f5374098d']}} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:38:29.552332 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-615d5130-0b23-424c-946d-3bc0ac11730a req-c09d10fe-196a-4fcb-a2e6-c1b6a736f09c service neutron] 10.222.0.55 "PUT /v2.0/ports/462b0403-e373-4471-b0eb-fa4212f52d96/bindings/n-h2-811396-3/activate HTTP/1.1" status: 200 len: 369 time: 1.5056553 Oct 20 10:38:29.557997 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-5761e843-99b7-4c5d-9641-f5b58d397251 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ead88eb8-7907-4284-a2ee-38aeb92bc073') {'for_net_delete': True} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:38:29.558294 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-5761e843-99b7-4c5d-9641-f5b58d397251 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ead88eb8-7907-4284-a2ee-38aeb92bc073') {} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:38:29.571207 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bc70d9-7989-46e8-8174-8dd8642bb64c tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Pushing event updated for resources: {'Network': ['ID=f94e15c6-a352-43db-95c3-d23e3b5aba4c,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:29.575359 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5761e843-99b7-4c5d-9641-f5b58d397251 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25189038'] for segment, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:29.583078 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network f94e15c6-a352-43db-95c3-d23e3b5aba4c details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:38:29.591591 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428a633f-5ea8-497f-852a-fdd1da81dbd6 req-0082cf59-32ba-492e-8318-571cdfdd6393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:29.594951 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-428a633f-5ea8-497f-852a-fdd1da81dbd6 req-0082cf59-32ba-492e-8318-571cdfdd6393 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c99eab67b5e546ffaba916e684c21094&device_id=f8cc8a35-edaf-4cf9-b527-4b8b90b5a4a0 HTTP/1.1" status: 200 len: 1094 time: 0.4939985 Oct 20 10:38:29.610932 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17023d45-c569-4409-8dd0-ea7ceb026a34 req-12db973c-7b3a-4372-bbfa-08a26718c47a tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:29.612633 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-17023d45-c569-4409-8dd0-ea7ceb026a34 req-12db973c-7b3a-4372-bbfa-08a26718c47a tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8cc8a35-edaf-4cf9-b527-4b8b90b5a4a0 HTTP/1.1" status: 200 len: 943 time: 0.1504357 Oct 20 10:38:29.613661 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5761e843-99b7-4c5d-9641-f5b58d397251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:29.647099 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5761e843-99b7-4c5d-9641-f5b58d397251 admin admin] Releasing vlan 826 on physical network physnet1 to pool {{(pid=100596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:38:29.647542 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5761e843-99b7-4c5d-9641-f5b58d397251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26833155'] for segment, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:29.654250 n-d-811396-3 neutron-server[100596]: Traceback (most recent call last): Oct 20 10:38:29.654250 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:38:29.654250 n-d-811396-3 neutron-server[100596]: timer() Oct 20 10:38:29.654250 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:38:29.654250 n-d-811396-3 neutron-server[100596]: cb(*args, **kw) Oct 20 10:38:29.654250 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:38:29.654250 n-d-811396-3 neutron-server[100596]: return func(*args, **kwargs) Oct 20 10:38:29.654250 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:38:29.654250 n-d-811396-3 neutron-server[100596]: self._notify() Oct 20 10:38:29.654250 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:38:29.654250 n-d-811396-3 neutron-server[100596]: self.callback(batched_events) Oct 20 10:38:29.654250 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:38:29.654250 n-d-811396-3 neutron-server[100596]: event.method(event) Oct 20 10:38:29.654250 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:38:29.654250 n-d-811396-3 neutron-server[100596]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:38:29.654250 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:38:29.654250 n-d-811396-3 neutron-server[100596]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:38:29.654250 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:38:29.654250 n-d-811396-3 neutron-server[100596]: return f(self, *a, **k) Oct 20 10:38:29.654250 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:38:29.654250 n-d-811396-3 neutron-server[100596]: return self._get(url).json() Oct 20 10:38:29.654250 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:38:29.654250 n-d-811396-3 neutron-server[100596]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:38:29.654250 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:38:29.654250 n-d-811396-3 neutron-server[100596]: return self.request(url, 'GET', **kwargs) Oct 20 10:38:29.654250 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:38:29.654250 n-d-811396-3 neutron-server[100596]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:38:29.654250 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:38:29.654250 n-d-811396-3 neutron-server[100596]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:38:29.654250 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:38:29.654250 n-d-811396-3 neutron-server[100596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:38:29.654250 n-d-811396-3 neutron-server[100596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:38:29.697651 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c150a06-613b-4d0e-adb7-252c9f14b17b tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Made reservation on behalf of 81acf106a8e845e5a82c7531aebd6cee for: {'subnet': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:38:29.700917 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3c150a06-613b-4d0e-adb7-252c9f14b17b tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25350782'] for subnet, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:29.771439 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615d5130-0b23-424c-946d-3bc0ac11730a req-cc5aa796-364f-409b-bf53-f33d17e19cac tempest-LiveMigrationTest-1924267454 tempest-LiveMigrationTest-1924267454-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:29.774039 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-615d5130-0b23-424c-946d-3bc0ac11730a req-cc5aa796-364f-409b-bf53-f33d17e19cac tempest-LiveMigrationTest-1924267454 tempest-LiveMigrationTest-1924267454-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=ede0fd07-bbc6-474e-9f53-8933b78a25cb&tenant_id=4e37fa6eb8b848f6897a2d7488b235c7&binding%3Ahost_id=n-h1-811396-3 HTTP/1.1" status: 200 len: 1096 time: 0.1091928 Oct 20 10:38:29.800343 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7ab7834e-2e78-4af2-b9cf-d9c4b8e8a1cb req-60855618-bc4d-4379-82e6-28b25bfe8a47 tempest-ServerShowV257Test-1861996459 tempest-ServerShowV257Test-1861996459-project] 10.222.0.64 "GET /v2.0/ports?device_id=8c020d10-a4b0-4f16-80ee-0e210956238a HTTP/1.1" status: 200 len: 210 time: 0.0729861 Oct 20 10:38:29.801896 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-17023d45-c569-4409-8dd0-ea7ceb026a34 req-1128fd66-676e-414b-a7e1-7da51a8950ea tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/security-groups?id=17372704-86e6-46e6-a5dd-dc7385be620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734571 Oct 20 10:38:29.804672 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5761e843-99b7-4c5d-9641-f5b58d397251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:29.809777 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5761e843-99b7-4c5d-9641-f5b58d397251 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:29.815206 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-5761e843-99b7-4c5d-9641-f5b58d397251 admin admin] 10.222.0.64 "DELETE /v2.0/networks/ef6abb39-cfb1-4828-a214-dd0f5374098d HTTP/1.1" status: 204 len: 168 time: 0.9678819 Oct 20 10:38:29.838602 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5761e843-99b7-4c5d-9641-f5b58d397251 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef6abb39-cfb1-4828-a214-dd0f5374098d,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:29.841758 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428a633f-5ea8-497f-852a-fdd1da81dbd6 req-3de10597-08a0-427a-bbfb-36257359c766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:29.843375 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-428a633f-5ea8-497f-852a-fdd1da81dbd6 req-3de10597-08a0-427a-bbfb-36257359c766 service neutron] 10.222.0.69 "GET /v2.0/networks?id=00e677b7-ec29-42bc-8b52-7d9c8594501c HTTP/1.1" status: 200 len: 913 time: 0.2274590 Oct 20 10:38:29.899509 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-428a633f-5ea8-497f-852a-fdd1da81dbd6 req-972883d0-fba6-4a33-b905-4fd59216d4b8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=50a702ce-ec2e-4ab3-ae90-586362ec8494 HTTP/1.1" status: 200 len: 217 time: 0.0480993 Oct 20 10:38:29.908519 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615d5130-0b23-424c-946d-3bc0ac11730a req-7b5ad2c3-88bb-474c-ab6c-b5e85da0f797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:29.910057 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-615d5130-0b23-424c-946d-3bc0ac11730a req-7b5ad2c3-88bb-474c-ab6c-b5e85da0f797 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ede0fd07-bbc6-474e-9f53-8933b78a25cb&tenant_id=4e37fa6eb8b848f6897a2d7488b235c7 HTTP/1.1" status: 200 len: 1096 time: 0.1254804 Oct 20 10:38:30.006850 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428a633f-5ea8-497f-852a-fdd1da81dbd6 req-a3033c4d-0bce-4822-9646-78a1c3aca1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:30.008746 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-428a633f-5ea8-497f-852a-fdd1da81dbd6 req-a3033c4d-0bce-4822-9646-78a1c3aca1c0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=41c5fb46-df00-4db9-bb3d-c914d29737cc HTTP/1.1" status: 200 len: 852 time: 0.0903835 Oct 20 10:38:30.010973 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3c150a06-613b-4d0e-adb7-252c9f14b17b tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25350752'] for subnet, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:30.035947 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d96daa-fee6-4556-8c50-5aa8c10bc21c req-e8bfaf12-3658-408f-a29a-94d5320dee06 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:30.044489 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-99d96daa-fee6-4556-8c50-5aa8c10bc21c req-e8bfaf12-3658-408f-a29a-94d5320dee06 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/ports?device_id=ede0fd07-bbc6-474e-9f53-8933b78a25cb HTTP/1.1" status: 200 len: 945 time: 0.1099598 Oct 20 10:38:30.051019 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 52728) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:30.064220 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615d5130-0b23-424c-946d-3bc0ac11730a req-bc79b8f9-d526-423b-ae2e-9d964cecb70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:30.066826 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-615d5130-0b23-424c-946d-3bc0ac11730a req-bc79b8f9-d526-423b-ae2e-9d964cecb70a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4e37fa6eb8b848f6897a2d7488b235c7&device_id=ede0fd07-bbc6-474e-9f53-8933b78a25cb HTTP/1.1" status: 200 len: 1096 time: 0.1105881 Oct 20 10:38:30.079622 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-428a633f-5ea8-497f-852a-fdd1da81dbd6 req-f4366e6d-ce6a-4ab9-a4ab-1ac7f86bc451 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=00e677b7-ec29-42bc-8b52-7d9c8594501c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319955 Oct 20 10:38:30.126121 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c150a06-613b-4d0e-adb7-252c9f14b17b tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Pushing event updated for resources: {'Subnet': ['ID=ea188f66-5571-4f94-bba9-9fe53da823e7,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:30.132093 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-99d96daa-fee6-4556-8c50-5aa8c10bc21c req-9600b5b2-90da-4d3f-871c-14550cea7350 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/security-groups?id=c33a6cb5-e80a-4f79-936a-38f5e3f7c89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865421 Oct 20 10:38:30.198560 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-428a633f-5ea8-497f-852a-fdd1da81dbd6 req-493c6d90-29be-4caa-937c-ae2af7212cc7 service neutron] 10.222.0.69 "GET /v2.0/networks/00e677b7-ec29-42bc-8b52-7d9c8594501c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090355 Oct 20 10:38:30.210466 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-ae6dd7e1-696b-4b77-99e3-4a4e7fcc1927 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c0dfe506102842b7b89700ee2a42ab00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1538351 Oct 20 10:38:30.212913 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c150a06-613b-4d0e-adb7-252c9f14b17b tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Checking segment: {'id': '149cc4c8-c559-4c4d-866c-129b367733d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'f94e15c6-a352-43db-95c3-d23e3b5aba4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:38:30.213088 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 52730) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:30.213264 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c150a06-613b-4d0e-adb7-252c9f14b17b tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Network hostable DHCP agents. Network: f94e15c6-a352-43db-95c3-d23e3b5aba4c, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:38:30.248926 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615d5130-0b23-424c-946d-3bc0ac11730a req-7a69a61c-0ce6-4d8d-85a5-3894bd9c990c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:30.250773 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-615d5130-0b23-424c-946d-3bc0ac11730a req-7a69a61c-0ce6-4d8d-85a5-3894bd9c990c service neutron] 10.222.0.69 "GET /v2.0/networks?id=60750f9d-1dd0-4933-91f0-f6aefa736c9d HTTP/1.1" status: 200 len: 909 time: 0.1701517 Oct 20 10:38:30.252424 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c150a06-613b-4d0e-adb7-252c9f14b17b tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Network f94e15c6-a352-43db-95c3-d23e3b5aba4c is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:38:30.269596 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-3c150a06-613b-4d0e-adb7-252c9f14b17b tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, f94e15c6-a352-43db-95c3-d23e3b5aba4c) {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:38:30.279845 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2417806-5394-4545-b6cd-a28da1bc404e None None] Network f94e15c6-a352-43db-95c3-d23e3b5aba4c requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:38:30.302308 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-615d5130-0b23-424c-946d-3bc0ac11730a req-4c7e86ee-3dab-4db3-8ef7-7244fbd3d10d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=462b0403-e373-4471-b0eb-fa4212f52d96 HTTP/1.1" status: 200 len: 217 time: 0.0422215 Oct 20 10:38:30.303648 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c150a06-613b-4d0e-adb7-252c9f14b17b tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:30.304245 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3c150a06-613b-4d0e-adb7-252c9f14b17b tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:30.349621 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-75027af4-61f0-4939-9030-96511c75e42d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:30.383203 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-3c150a06-613b-4d0e-adb7-252c9f14b17b tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8625751 Oct 20 10:38:30.384880 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-428a633f-5ea8-497f-852a-fdd1da81dbd6 req-a1ef256a-69ee-4118-876a-c88a79b9f1ca service neutron] 10.222.0.69 "GET /v2.0/networks/00e677b7-ec29-42bc-8b52-7d9c8594501c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786692 Oct 20 10:38:30.388756 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 52734) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:30.392326 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615d5130-0b23-424c-946d-3bc0ac11730a req-79bd7f49-c82f-45c8-adf6-2ca3a243a938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:30.393520 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-615d5130-0b23-424c-946d-3bc0ac11730a req-79bd7f49-c82f-45c8-adf6-2ca3a243a938 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6f74b0c1-2855-44cd-a118-a8c6ce76ebd8 HTTP/1.1" status: 200 len: 848 time: 0.0745049 Oct 20 10:38:30.421236 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-d5d7550e-163b-463d-94d8-724abfcbaee2 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Request body: {'port': {'network_id': 'f94e15c6-a352-43db-95c3-d23e3b5aba4c', 'name': 'tempest-PortsTestJSON-1144245700', 'fixed_ips': [{'subnet_id': 'ea188f66-5571-4f94-bba9-9fe53da823e7', 'ip_address': '172.20.0.10'}]}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:38:30.431371 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-75027af4-61f0-4939-9030-96511c75e42d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:30.437134 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 906a3f02-9acf-4aea-aa6d-b95096c0355e no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:38:30.438106 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-615d5130-0b23-424c-946d-3bc0ac11730a req-391bd6b8-c4f0-48a4-8649-c0681d7d3340 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=60750f9d-1dd0-4933-91f0-f6aefa736c9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325108 Oct 20 10:38:30.466854 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 906a3f02-9acf-4aea-aa6d-b95096c0355e {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:38:30.467202 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 906a3f02-9acf-4aea-aa6d-b95096c0355e not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:38:30.514425 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0873f72e-e0b5-4669-934a-2ae8c02d3d9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524064ba-869c-5550-b826-c26b69a11278-f94e15c6-a352-43db-95c3-d23e3b5aba4c', 'network_id': 'f94e15c6-a352-43db-95c3-d23e3b5aba4c', 'tenant_id': '81acf106a8e845e5a82c7531aebd6cee', 'fixed_ips': [{'subnet_id': 'ea188f66-5571-4f94-bba9-9fe53da823e7'}]}} from n-d-811396-3. {{(pid=100598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:38:30.515331 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-0873f72e-e0b5-4669-934a-2ae8c02d3d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:30.552590 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-615d5130-0b23-424c-946d-3bc0ac11730a req-c51ab251-0756-4050-9094-bdd471f2edb9 service neutron] 10.222.0.69 "GET /v2.0/networks/60750f9d-1dd0-4933-91f0-f6aefa736c9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061440 Oct 20 10:38:30.570961 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-75027af4-61f0-4939-9030-96511c75e42d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:30.573608 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-75027af4-61f0-4939-9030-96511c75e42d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:30.574725 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-75027af4-61f0-4939-9030-96511c75e42d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9ea17d67-d003-4cda-a612-dd72568a94fb HTTP/1.1" status: 204 len: 168 time: 0.3599684 Oct 20 10:38:30.592146 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75027af4-61f0-4939-9030-96511c75e42d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ea17d67-d003-4cda-a612-dd72568a94fb,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:30.615492 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5d7550e-163b-463d-94d8-724abfcbaee2 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Made reservation on behalf of 81acf106a8e845e5a82c7531aebd6cee for: {'port': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:38:30.678361 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-615d5130-0b23-424c-946d-3bc0ac11730a req-4d1806bd-4ad9-4b26-86be-ea68ce5fb423 service neutron] 10.222.0.69 "GET /v2.0/networks/60750f9d-1dd0-4933-91f0-f6aefa736c9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148381 Oct 20 10:38:30.701415 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-0873f72e-e0b5-4669-934a-2ae8c02d3d9c None None] Allocated IP 172.20.0.2 (f94e15c6-a352-43db-95c3-d23e3b5aba4c/ea188f66-5571-4f94-bba9-9fe53da823e7/c0523d1e-7799-4f76-a9b7-7105a4fedf11) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:38:30.748293 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d5d7550e-163b-463d-94d8-724abfcbaee2 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:30.766273 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [None req-d5d7550e-163b-463d-94d8-724abfcbaee2 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] device_id is not set on port 0ded7d96-4705-458a-9197-192ea309acf8 yet. {{(pid=100596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:38:30.876255 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-0873f72e-e0b5-4669-934a-2ae8c02d3d9c None None] Publish callbacks [] for port, precommit_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:30.883492 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-0873f72e-e0b5-4669-934a-2ae8c02d3d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:30.942401 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0873f72e-e0b5-4669-934a-2ae8c02d3d9c None None] Pushing event updated for resources: {'Port': ['ID=c0523d1e-7799-4f76-a9b7-7105a4fedf11,revision_number=1']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:30.961962 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0873f72e-e0b5-4669-934a-2ae8c02d3d9c None None] Network f94e15c6-a352-43db-95c3-d23e3b5aba4c is already hosted by enough agents. {{(pid=100598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:38:30.961962 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.base_scheduler [None req-0873f72e-e0b5-4669-934a-2ae8c02d3d9c None None] Resources bound (agent type, host, resource id): {{(pid=100598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:38:30.966202 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0873f72e-e0b5-4669-934a-2ae8c02d3d9c None None] Received port after_create {{(pid=100598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:38:31.030620 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615d5130-0b23-424c-946d-3bc0ac11730a req-a94ffa46-33d2-4019-9f8c-f5da8f3c3637 tempest-LiveMigrationTest-1924267454 tempest-LiveMigrationTest-1924267454-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:31.032292 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-615d5130-0b23-424c-946d-3bc0ac11730a req-a94ffa46-33d2-4019-9f8c-f5da8f3c3637 tempest-LiveMigrationTest-1924267454 tempest-LiveMigrationTest-1924267454-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=ede0fd07-bbc6-474e-9f53-8933b78a25cb&tenant_id=4e37fa6eb8b848f6897a2d7488b235c7&binding%3Ahost_id=n-h2-811396-3 HTTP/1.1" status: 200 len: 1096 time: 0.0862825 Oct 20 10:38:31.048228 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-0873f72e-e0b5-4669-934a-2ae8c02d3d9c None None] Attempting to bind port c0523d1e-7799-4f76-a9b7-7105a4fedf11 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:38:31.048228 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-0873f72e-e0b5-4669-934a-2ae8c02d3d9c None None] Attempting to bind port c0523d1e-7799-4f76-a9b7-7105a4fedf11 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '149cc4c8-c559-4c4d-866c-129b367733d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'f94e15c6-a352-43db-95c3-d23e3b5aba4c'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:38:31.048228 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0873f72e-e0b5-4669-934a-2ae8c02d3d9c None None] Attempting to bind port c0523d1e-7799-4f76-a9b7-7105a4fedf11 on network f94e15c6-a352-43db-95c3-d23e3b5aba4c {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:38:31.066857 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0873f72e-e0b5-4669-934a-2ae8c02d3d9c None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 38, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:38:31.067332 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0873f72e-e0b5-4669-934a-2ae8c02d3d9c None None] Checking segment: {'id': '149cc4c8-c559-4c4d-866c-129b367733d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'f94e15c6-a352-43db-95c3-d23e3b5aba4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:38:31.067920 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-0873f72e-e0b5-4669-934a-2ae8c02d3d9c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:31.068329 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0873f72e-e0b5-4669-934a-2ae8c02d3d9c None None] Bound using segment: {'id': '149cc4c8-c559-4c4d-866c-129b367733d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'f94e15c6-a352-43db-95c3-d23e3b5aba4c'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:38:31.068833 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-0873f72e-e0b5-4669-934a-2ae8c02d3d9c None None] Bound port: c0523d1e-7799-4f76-a9b7-7105a4fedf11, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '149cc4c8-c559-4c4d-866c-129b367733d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'f94e15c6-a352-43db-95c3-d23e3b5aba4c'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:38:31.069220 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-0873f72e-e0b5-4669-934a-2ae8c02d3d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:31.071399 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a0a8fcef-4fa1-4da4-8559-21108ff28355 req-c5989d49-601d-4d19-9cdd-db5d4640380f tempest-ServerShowV257Test-1861996459 tempest-ServerShowV257Test-1861996459-project] 10.222.0.64 "GET /v2.0/ports?device_id=8c020d10-a4b0-4f16-80ee-0e210956238a HTTP/1.1" status: 200 len: 210 time: 0.1140869 Oct 20 10:38:31.095064 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c45052-f3f8-4b3a-a48a-4606ba54e478 req-94b9f03d-13cc-4797-a48d-9be98e628903 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:31.097125 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f5c45052-f3f8-4b3a-a48a-4606ba54e478 req-94b9f03d-13cc-4797-a48d-9be98e628903 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8cc8a35-edaf-4cf9-b527-4b8b90b5a4a0 HTTP/1.1" status: 200 len: 943 time: 0.1915724 Oct 20 10:38:31.125716 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [None req-d5d7550e-163b-463d-94d8-724abfcbaee2 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Allocated IP 172.20.0.10 (f94e15c6-a352-43db-95c3-d23e3b5aba4c/ea188f66-5571-4f94-bba9-9fe53da823e7/0ded7d96-4705-458a-9197-192ea309acf8) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:38:31.162358 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f5c45052-f3f8-4b3a-a48a-4606ba54e478 req-673afdf0-82de-4db5-83b5-26efbb6c2b98 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/security-groups?id=17372704-86e6-46e6-a5dd-dc7385be620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569036 Oct 20 10:38:31.246083 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-0873f72e-e0b5-4669-934a-2ae8c02d3d9c None None] For port c0523d1e-7799-4f76-a9b7-7105a4fedf11, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:38:31.254012 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [req-615d5130-0b23-424c-946d-3bc0ac11730a req-932143c6-21ef-4982-a57b-a963065a6aae service neutron] For port 462b0403-e373-4471-b0eb-fa4212f52d96, host n-h1-811396-3, cleared binding levels {{(pid=100597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:38:31.255112 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-0873f72e-e0b5-4669-934a-2ae8c02d3d9c None None] For port c0523d1e-7799-4f76-a9b7-7105a4fedf11, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=c0523d1e-7799-4f76-a9b7-7105a4fedf11,segment=NetworkSegment(149cc4c8-c559-4c4d-866c-129b367733d0),segment_id=149cc4c8-c559-4c4d-866c-129b367733d0)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:38:31.258515 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-615d5130-0b23-424c-946d-3bc0ac11730a req-932143c6-21ef-4982-a57b-a963065a6aae service neutron] Publish callbacks [] for binding, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:31.259832 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-615d5130-0b23-424c-946d-3bc0ac11730a req-932143c6-21ef-4982-a57b-a963065a6aae service neutron] 10.222.0.69 "DELETE /v2.0/ports/462b0403-e373-4471-b0eb-fa4212f52d96/bindings/n-h1-811396-3 HTTP/1.1" status: 204 len: 173 time: 0.2184169 Oct 20 10:38:31.262139 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-0873f72e-e0b5-4669-934a-2ae8c02d3d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:31.348374 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0873f72e-e0b5-4669-934a-2ae8c02d3d9c None None] Pushing event updated for resources: {'Port': ['ID=c0523d1e-7799-4f76-a9b7-7105a4fedf11,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:31.386901 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def56155-96b8-4992-b861-4c595a05b5e8 req-5bdc7637-4d21-4cf3-9ee7-ea387d2566fb tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:31.388570 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-def56155-96b8-4992-b861-4c595a05b5e8 req-5bdc7637-4d21-4cf3-9ee7-ea387d2566fb tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/ports?device_id=ede0fd07-bbc6-474e-9f53-8933b78a25cb HTTP/1.1" status: 200 len: 945 time: 0.1121948 Oct 20 10:38:31.409382 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d5d7550e-163b-463d-94d8-724abfcbaee2 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:31.472154 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-def56155-96b8-4992-b861-4c595a05b5e8 req-204e4942-c9b1-4ebc-a763-3e31ac57baf0 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/security-groups?id=c33a6cb5-e80a-4f79-936a-38f5e3f7c89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727050 Oct 20 10:38:31.504105 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d5d7550e-163b-463d-94d8-724abfcbaee2 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:31.605967 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d7550e-163b-463d-94d8-724abfcbaee2 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Network f94e15c6-a352-43db-95c3-d23e3b5aba4c is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:38:31.648387 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-d5d7550e-163b-463d-94d8-724abfcbaee2 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:38:31.651030 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d7550e-163b-463d-94d8-724abfcbaee2 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Pushing event updated for resources: {'Port': ['ID=0ded7d96-4705-458a-9197-192ea309acf8,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:31.664591 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d7550e-163b-463d-94d8-724abfcbaee2 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:38:31.723436 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d221b73c-ab8d-456e-adfe-535575654469 req-fe740c33-6c77-4a82-9bfb-e0ebce5f16ff tempest-LiveMigrationTest-1924267454 tempest-LiveMigrationTest-1924267454-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:31.725040 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d221b73c-ab8d-456e-adfe-535575654469 req-fe740c33-6c77-4a82-9bfb-e0ebce5f16ff tempest-LiveMigrationTest-1924267454 tempest-LiveMigrationTest-1924267454-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=ede0fd07-bbc6-474e-9f53-8933b78a25cb HTTP/1.1" status: 200 len: 1096 time: 0.1436579 Oct 20 10:38:31.733692 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d7550e-163b-463d-94d8-724abfcbaee2 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:31.734408 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d5d7550e-163b-463d-94d8-724abfcbaee2 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:31.771444 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-d5d7550e-163b-463d-94d8-724abfcbaee2 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.3617852 Oct 20 10:38:31.772498 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 52780) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:31.777891 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-dd453f1b-6749-4ac4-8015-4eb2505caa9c tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Request body: {'port': {'network_id': 'f94e15c6-a352-43db-95c3-d23e3b5aba4c', 'name': 'tempest-PortsTestJSON-733180828', 'fixed_ips': [{'subnet_id': 'ea188f66-5571-4f94-bba9-9fe53da823e7', 'ip_address': '172.20.0.9'}]}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:38:31.805658 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d221b73c-ab8d-456e-adfe-535575654469 req-74305c6d-9e3d-4b60-ad1f-eb2339e19057 tempest-LiveMigrationTest-1924267454 tempest-LiveMigrationTest-1924267454-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=c33a6cb5-e80a-4f79-936a-38f5e3f7c89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632427 Oct 20 10:38:31.820622 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 50a702ce-ec2e-4ab3-ae90-586362ec8494 details requested by agent hyperv_n-h2-811396-3 with host n-h2-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:38:31.912735 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd453f1b-6749-4ac4-8015-4eb2505caa9c tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Made reservation on behalf of 81acf106a8e845e5a82c7531aebd6cee for: {'port': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:38:31.954563 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 50a702ce-ec2e-4ab3-ae90-586362ec8494, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=50a702ce-ec2e-4ab3-ae90-586362ec8494,segment=NetworkSegment(f70d1162-b154-4994-9af5-210e1dd15ef4),segment_id=f70d1162-b154-4994-9af5-210e1dd15ef4)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:38:31.968771 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Returning: {'device': '50a702ce-ec2e-4ab3-ae90-586362ec8494', 'network_id': '00e677b7-ec29-42bc-8b52-7d9c8594501c', 'port_id': '50a702ce-ec2e-4ab3-ae90-586362ec8494', 'mac_address': 'fa:16:3e:62:8b:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 849, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41c5fb46-df00-4db9-bb3d-c914d29737cc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:38:32.022453 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:32.042950 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50a702ce-ec2e-4ab3-ae90-586362ec8494 {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:38:32.049768 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-dd453f1b-6749-4ac4-8015-4eb2505caa9c tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:32.065462 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-61fab7ef-8ccd-4b36-89b4-55712adfac26 req-88fcee58-50cd-4c9e-bf77-ed2246b1f224 tempest-ImagesOneServerTestJSON-313423051 tempest-ImagesOneServerTestJSON-313423051-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=e818f527c5164fe39381f95ddfd094b4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0251880 Oct 20 10:38:32.066004 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 50a702ce-ec2e-4ab3-ae90-586362ec8494, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=50a702ce-ec2e-4ab3-ae90-586362ec8494,segment=NetworkSegment(f70d1162-b154-4994-9af5-210e1dd15ef4),segment_id=f70d1162-b154-4994-9af5-210e1dd15ef4)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:38:32.069923 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:32.081540 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [None req-dd453f1b-6749-4ac4-8015-4eb2505caa9c tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] device_id is not set on port 06baee67-05bb-4c99-83d4-8590f653593e yet. {{(pid=100597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:38:32.128851 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=50a702ce-ec2e-4ab3-ae90-586362ec8494,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:32.182802 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ac1ac9-7425-4a1d-88d1-0d2f6abf4d33 req-587738b2-4793-4781-87a1-04f61a8f6099 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:32.184432 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-01ac1ac9-7425-4a1d-88d1-0d2f6abf4d33 req-587738b2-4793-4781-87a1-04f61a8f6099 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/ports?device_id=ede0fd07-bbc6-474e-9f53-8933b78a25cb HTTP/1.1" status: 200 len: 945 time: 0.1178765 Oct 20 10:38:32.240220 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fab7ef-8ccd-4b36-89b4-55712adfac26 req-1c865477-ab69-4960-9ba6-8f252ac36f44 tempest-ImagesOneServerTestJSON-313423051 tempest-ImagesOneServerTestJSON-313423051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:32.241717 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-61fab7ef-8ccd-4b36-89b4-55712adfac26 req-1c865477-ab69-4960-9ba6-8f252ac36f44 tempest-ImagesOneServerTestJSON-313423051 tempest-ImagesOneServerTestJSON-313423051-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1664820 Oct 20 10:38:32.256969 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-01ac1ac9-7425-4a1d-88d1-0d2f6abf4d33 req-27957672-f5f8-43b6-99e4-9d5261267ea4 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/security-groups?id=c33a6cb5-e80a-4f79-936a-38f5e3f7c89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651739 Oct 20 10:38:32.275989 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-61fab7ef-8ccd-4b36-89b4-55712adfac26 req-90dfe50c-c0f7-40c0-ba82-c72870578963 tempest-ImagesOneServerTestJSON-313423051 tempest-ImagesOneServerTestJSON-313423051-project] 10.222.0.64 "GET /v2.0/quotas/e818f527c5164fe39381f95ddfd094b4 HTTP/1.1" status: 200 len: 375 time: 0.0176327 Oct 20 10:38:32.285202 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-dd453f1b-6749-4ac4-8015-4eb2505caa9c tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Allocated IP 172.20.0.9 (f94e15c6-a352-43db-95c3-d23e3b5aba4c/ea188f66-5571-4f94-bba9-9fe53da823e7/06baee67-05bb-4c99-83d4-8590f653593e) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:38:32.337311 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-61fab7ef-8ccd-4b36-89b4-55712adfac26 req-53ed9f62-5aa7-4858-88b1-d460cf826cf3 tempest-ImagesOneServerTestJSON-313423051 tempest-ImagesOneServerTestJSON-313423051-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=e818f527c5164fe39381f95ddfd094b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0495858 Oct 20 10:38:32.436242 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['50a702ce-ec2e-4ab3-ae90-586362ec8494'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:38:32.480345 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device c0523d1e-7799-4f76-a9b7-7105a4fedf11 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:38:32.503209 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-632538f7-3631-4a16-becd-b8fa3f87b6a2 req-0be3a6d3-ebb4-4068-92aa-9654c980f972 tempest-ServerShowV257Test-1861996459 tempest-ServerShowV257Test-1861996459-project] 10.222.0.64 "GET /v2.0/ports?device_id=8c020d10-a4b0-4f16-80ee-0e210956238a HTTP/1.1" status: 200 len: 210 time: 0.0565498 Oct 20 10:38:32.620383 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port c0523d1e-7799-4f76-a9b7-7105a4fedf11 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:38:32.622424 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:32.658093 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-dd453f1b-6749-4ac4-8015-4eb2505caa9c tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:32.690432 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd206589-eb46-47b4-bd72-db58d14e61e2 None None] Network f94e15c6-a352-43db-95c3-d23e3b5aba4c requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:38:32.727297 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-dd453f1b-6749-4ac4-8015-4eb2505caa9c tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:32.765652 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561d87f7-ecb7-4a35-a725-800c05a2bc0a req-f198dfdf-93b0-4e28-887d-4a7c107a6345 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:32.773392 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-561d87f7-ecb7-4a35-a725-800c05a2bc0a req-f198dfdf-93b0-4e28-887d-4a7c107a6345 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8cc8a35-edaf-4cf9-b527-4b8b90b5a4a0 HTTP/1.1" status: 200 len: 944 time: 0.1336942 Oct 20 10:38:32.805380 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd453f1b-6749-4ac4-8015-4eb2505caa9c tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Network f94e15c6-a352-43db-95c3-d23e3b5aba4c is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:38:32.811544 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-dd453f1b-6749-4ac4-8015-4eb2505caa9c tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:38:32.821296 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd453f1b-6749-4ac4-8015-4eb2505caa9c tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:38:32.837518 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-561d87f7-ecb7-4a35-a725-800c05a2bc0a req-e3d7cfed-01fa-4334-9200-15e6080ce699 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/security-groups?id=17372704-86e6-46e6-a5dd-dc7385be620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604722 Oct 20 10:38:32.877671 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd453f1b-6749-4ac4-8015-4eb2505caa9c tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Pushing event updated for resources: {'Port': ['ID=06baee67-05bb-4c99-83d4-8590f653593e,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:32.892408 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd453f1b-6749-4ac4-8015-4eb2505caa9c tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:32.893049 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-dd453f1b-6749-4ac4-8015-4eb2505caa9c tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:32.900178 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-c54eae93-a4e3-44e0-ac26-4df81730c6df None None] Provisioning complete for port c0523d1e-7799-4f76-a9b7-7105a4fedf11 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:38:32.900464 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-c54eae93-a4e3-44e0-ac26-4df81730c6df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:32.910823 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705f4b46-05f6-4179-8d91-b0393e2d5ffc req-b166b698-31b0-4827-9dde-0f5fb783e9c6 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:32.912501 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-705f4b46-05f6-4179-8d91-b0393e2d5ffc req-b166b698-31b0-4827-9dde-0f5fb783e9c6 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.69 "GET /v2.0/ports?device_id=ede0fd07-bbc6-474e-9f53-8933b78a25cb HTTP/1.1" status: 200 len: 945 time: 0.1972561 Oct 20 10:38:32.923026 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-dd453f1b-6749-4ac4-8015-4eb2505caa9c tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.1489491 Oct 20 10:38:32.925969 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 52812) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:32.926477 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-67bd7bd5-af25-4533-a980-c4f30e0d2743 req-51309711-ec75-45db-b402-88071da2ef50 tempest-ImagesOneServerTestJSON-313423051 tempest-ImagesOneServerTestJSON-313423051-project] 10.222.0.64 "GET /v2.0/ports?device_id=80998131-c175-452a-9424-75d114dde0a9 HTTP/1.1" status: 200 len: 210 time: 0.0602672 Oct 20 10:38:33.005340 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:33.087344 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a735ff64-dd10-44c0-b744-9b368308b1fb tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:33.091485 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-a735ff64-dd10-44c0-b744-9b368308b1fb tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] 10.222.0.64 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1400294 Oct 20 10:38:33.091908 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 52816) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:33.132971 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [req-705f4b46-05f6-4179-8d91-b0393e2d5ffc req-7a61d4ac-8c4c-442c-910e-f99d4bedf7df tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Deleting port 462b0403-e373-4471-b0eb-fa4212f52d96 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:38:33.133411 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-705f4b46-05f6-4179-8d91-b0393e2d5ffc req-7a61d4ac-8c4c-442c-910e-f99d4bedf7df tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:33.161747 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa492f96-f61a-4dd6-a9bf-8c25211d4d52 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:33.169064 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa492f96-f61a-4dd6-a9bf-8c25211d4d52 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:33.176731 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa492f96-f61a-4dd6-a9bf-8c25211d4d52 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:33.181031 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-aa492f96-f61a-4dd6-a9bf-8c25211d4d52 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] 10.222.0.64 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.0842884 Oct 20 10:38:33.181352 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 52818) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:33.251417 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] For port c0523d1e-7799-4f76-a9b7-7105a4fedf11, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=c0523d1e-7799-4f76-a9b7-7105a4fedf11,segment=NetworkSegment(149cc4c8-c559-4c4d-866c-129b367733d0),segment_id=149cc4c8-c559-4c4d-866c-129b367733d0)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:38:33.261927 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:33.279521 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [req-705f4b46-05f6-4179-8d91-b0393e2d5ffc req-7a61d4ac-8c4c-442c-910e-f99d4bedf7df tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] For port 462b0403-e373-4471-b0eb-fa4212f52d96, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=462b0403-e373-4471-b0eb-fa4212f52d96,segment=NetworkSegment(d74986f8-a71e-4359-a64d-140af23f3558),segment_id=d74986f8-a71e-4359-a64d-140af23f3558)] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:38:33.279896 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-705f4b46-05f6-4179-8d91-b0393e2d5ffc req-7a61d4ac-8c4c-442c-910e-f99d4bedf7df tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:33.294085 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [req-705f4b46-05f6-4179-8d91-b0393e2d5ffc req-7a61d4ac-8c4c-442c-910e-f99d4bedf7df tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Calling delete_port for 462b0403-e373-4471-b0eb-fa4212f52d96 owned by compute:nova {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:38:33.304077 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-c54eae93-a4e3-44e0-ac26-4df81730c6df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:33.305979 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-62027edf-f955-4e9e-a227-cf6398fda606 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Deleting port 06baee67-05bb-4c99-83d4-8590f653593e {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:38:33.306891 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-62027edf-f955-4e9e-a227-cf6398fda606 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:33.343839 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Pushing event updated for resources: {'Port': ['ID=c0523d1e-7799-4f76-a9b7-7105a4fedf11,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:33.388876 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.db.api [None req-c54eae93-a4e3-44e0-ac26-4df81730c6df None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 10:38:33.389521 n-d-811396-3 neutron-server[100598]: DEBUG oslo_db.api [None req-c54eae93-a4e3-44e0-ac26-4df81730c6df None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 10:38:33.465918 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-addc65ec-551f-4aed-8d34-2a7393aded4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:33.478688 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-62027edf-f955-4e9e-a227-cf6398fda606 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:33.498151 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f98f93-dec5-4a32-8323-550c87b28c9d req-a86a1ca4-3e21-4a26-a141-b3e09680de3f tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:33.499900 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-11f98f93-dec5-4a32-8323-550c87b28c9d req-a86a1ca4-3e21-4a26-a141-b3e09680de3f tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/ports?device_id=ede0fd07-bbc6-474e-9f53-8933b78a25cb HTTP/1.1" status: 200 len: 945 time: 0.0916674 Oct 20 10:38:33.503968 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-705f4b46-05f6-4179-8d91-b0393e2d5ffc req-7a61d4ac-8c4c-442c-910e-f99d4bedf7df tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:33.506468 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-62027edf-f955-4e9e-a227-cf6398fda606 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Calling delete_port for 06baee67-05bb-4c99-83d4-8590f653593e owned by {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:38:33.539175 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a61d4ac-8c4c-442c-910e-f99d4bedf7df tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Pushing event deleted for resources: {'Port': ['ID=462b0403-e373-4471-b0eb-fa4212f52d96,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:33.539809 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['00ae86d6-b3cd-41a2-9d65-5a8b5af60932'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:38:33.564357 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-11f98f93-dec5-4a32-8323-550c87b28c9d req-8f25ce63-62dd-4121-995f-73d0554c2c07 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/security-groups?id=c33a6cb5-e80a-4f79-936a-38f5e3f7c89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527885 Oct 20 10:38:33.610653 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['462b0403-e373-4471-b0eb-fa4212f52d96'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:38:33.617999 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [req-705f4b46-05f6-4179-8d91-b0393e2d5ffc req-7a61d4ac-8c4c-442c-910e-f99d4bedf7df tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] No DVR routers for this DVR port 462b0403-e373-4471-b0eb-fa4212f52d96 on host n-h2-811396-3 {{(pid=100597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:38:33.626295 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-705f4b46-05f6-4179-8d91-b0393e2d5ffc req-7a61d4ac-8c4c-442c-910e-f99d4bedf7df tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:33.630544 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-705f4b46-05f6-4179-8d91-b0393e2d5ffc req-7a61d4ac-8c4c-442c-910e-f99d4bedf7df tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.69 "DELETE /v2.0/ports/462b0403-e373-4471-b0eb-fa4212f52d96 HTTP/1.1" status: 204 len: 173 time: 0.7065318 Oct 20 10:38:33.631035 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ede0fd07-bbc6-474e-9f53-8933b78a25cb', 'name': 'network-vif-deleted', 'tag': '462b0403-e373-4471-b0eb-fa4212f52d96'}] {{(pid=100597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:38:33.634839 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd85cad6a391afaa95d2dd5280bfd4659fc1e1b2aba53b5e7ef874f059efcdc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fb1b20e-3e6c-49ac-a36b-75f33e033f84" -d '{"events": [{"server_uuid": "ede0fd07-bbc6-474e-9f53-8933b78a25cb", "name": "network-vif-deleted", "tag": "462b0403-e373-4471-b0eb-fa4212f52d96"}]}' {{(pid=100597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:38:33.709397 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ec6a8427-21d6-4581-83bd-d55b1459c1fb req-468296e3-a138-49ab-9e80-6ad70db4852c tempest-ServerShowV257Test-1861996459 tempest-ServerShowV257Test-1861996459-project] 10.222.0.64 "GET /v2.0/ports?device_id=8c020d10-a4b0-4f16-80ee-0e210956238a HTTP/1.1" status: 200 len: 210 time: 0.0749428 Oct 20 10:38:33.718042 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42e3d22d-0f23-4770-9d86-767e6520d447 x-openstack-request-id: req-42e3d22d-0f23-4770-9d86-767e6520d447 {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:38:33.718382 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ede0fd07-bbc6-474e-9f53-8933b78a25cb", "name": "network-vif-deleted", "tag": "462b0403-e373-4471-b0eb-fa4212f52d96", "status": "completed", "code": 200}]} {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:38:33.718640 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-42e3d22d-0f23-4770-9d86-767e6520d447 {{(pid=100597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:38:33.719050 n-d-811396-3 neutron-server[100597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ede0fd07-bbc6-474e-9f53-8933b78a25cb', 'name': 'network-vif-deleted', 'tag': '462b0403-e373-4471-b0eb-fa4212f52d96', 'status': 'completed', 'code': 200} Oct 20 10:38:33.813496 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-62027edf-f955-4e9e-a227-cf6398fda606 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:33.846991 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 50a702ce-ec2e-4ab3-ae90-586362ec8494 up at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:38:33.919314 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62027edf-f955-4e9e-a227-cf6398fda606 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Pushing event deleted for resources: {'Port': ['ID=06baee67-05bb-4c99-83d4-8590f653593e,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:33.922962 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-61fab7ef-8ccd-4b36-89b4-55712adfac26 req-4cedc2a6-17db-40d5-b218-ccd3a6884d80 tempest-ImagesOneServerTestJSON-313423051 tempest-ImagesOneServerTestJSON-313423051-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=e818f527c5164fe39381f95ddfd094b4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0715659 Oct 20 10:38:34.065710 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning for port 50a702ce-ec2e-4ab3-ae90-586362ec8494 completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:38:34.070810 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning complete for port 50a702ce-ec2e-4ab3-ae90-586362ec8494 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:38:34.071284 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:34.089880 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7ff07dfc-c0a9-47c4-98cb-6ab42ea9a3ff req-382af274-a71a-48e6-9f1f-1492180d2e50 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=775e65d3-1201-4348-9dd3-dd9214a2f8e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3646524 Oct 20 10:38:34.192303 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d796cf8d-21fa-4161-b475-b72d39783199 req-5ccf176a-8a74-48b0-9cdd-7eab7cda0f5a tempest-ImagesOneServerTestJSON-313423051 tempest-ImagesOneServerTestJSON-313423051-project] 10.222.0.64 "GET /v2.0/ports?device_id=80998131-c175-452a-9424-75d114dde0a9 HTTP/1.1" status: 200 len: 210 time: 0.1146770 Oct 20 10:38:34.221577 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-62027edf-f955-4e9e-a227-cf6398fda606 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:34.231485 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 52836) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:34.232015 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-62027edf-f955-4e9e-a227-cf6398fda606 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] 10.222.0.64 "DELETE /v2.0/ports/06baee67-05bb-4c99-83d4-8590f653593e HTTP/1.1" status: 204 len: 168 time: 1.0460842 Oct 20 10:38:34.256697 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a119f1-64bd-4b0d-a225-44cea5f7c803 req-48dabe38-27a2-4b4c-a1f9-acebe27bd164 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:34.258265 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-86a119f1-64bd-4b0d-a225-44cea5f7c803 req-48dabe38-27a2-4b4c-a1f9-acebe27bd164 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8cc8a35-edaf-4cf9-b527-4b8b90b5a4a0 HTTP/1.1" status: 200 len: 944 time: 0.3147266 Oct 20 10:38:34.258402 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-b59d31f2-0746-4475-b0e2-a31321e93687 None None] Could not find standard attr ID for object 06baee67-05bb-4c99-83d4-8590f653593e. {{(pid=100598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 20 10:38:34.290967 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc0a5502-c98d-4984-8f94-53a5e1c31e60 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] GET failed (client error): The resource could not be found. Oct 20 10:38:34.292868 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-fc0a5502-c98d-4984-8f94-53a5e1c31e60 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] 10.222.0.64 "GET /v2.0/ports/06baee67-05bb-4c99-83d4-8590f653593e HTTP/1.1" status: 404 len: 333 time: 0.0638700 Oct 20 10:38:34.296958 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:34.298134 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 52838) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:34.316951 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-b59d31f2-0746-4475-b0e2-a31321e93687 None None] Provisioning complete for port 0ded7d96-4705-458a-9197-192ea309acf8 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:38:34.317331 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-b59d31f2-0746-4475-b0e2-a31321e93687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:34.319772 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fab7ef-8ccd-4b36-89b4-55712adfac26 req-73dc743b-b0bd-4fa6-9a96-7c0744d568c4 tempest-ImagesOneServerTestJSON-313423051 tempest-ImagesOneServerTestJSON-313423051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:34.325442 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-61fab7ef-8ccd-4b36-89b4-55712adfac26 req-73dc743b-b0bd-4fa6-9a96-7c0744d568c4 tempest-ImagesOneServerTestJSON-313423051 tempest-ImagesOneServerTestJSON-313423051-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3930609 Oct 20 10:38:34.359472 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8cc8a35-edaf-4cf9-b527-4b8b90b5a4a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50a702ce-ec2e-4ab3-ae90-586362ec8494'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:38:34.359678 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-61fab7ef-8ccd-4b36-89b4-55712adfac26 req-8e8acebf-2cad-47a1-ad16-515ba730e22c tempest-ImagesOneServerTestJSON-313423051 tempest-ImagesOneServerTestJSON-313423051-project] Request body: {'port': {'device_id': '80998131-c175-452a-9424-75d114dde0a9', 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84', 'admin_state_up': True, 'tenant_id': 'e818f527c5164fe39381f95ddfd094b4'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:38:34.364449 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb33855d-7949-48b6-93c7-920553ba18d9" -d '{"events": [{"server_uuid": "f8cc8a35-edaf-4cf9-b527-4b8b90b5a4a0", "name": "network-vif-plugged", "status": "completed", "tag": "50a702ce-ec2e-4ab3-ae90-586362ec8494"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:38:34.395242 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff07dfc-c0a9-47c4-98cb-6ab42ea9a3ff req-f7246a97-3468-45c6-94c9-7011ee5ac3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:34.397430 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7ff07dfc-c0a9-47c4-98cb-6ab42ea9a3ff req-f7246a97-3468-45c6-94c9-7011ee5ac3f4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4e37fa6eb8b848f6897a2d7488b235c7&device_id=775e65d3-1201-4348-9dd3-dd9214a2f8e6 HTTP/1.1" status: 200 len: 1095 time: 0.2271144 Oct 20 10:38:34.420647 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 50a702ce-ec2e-4ab3-ae90-586362ec8494, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=50a702ce-ec2e-4ab3-ae90-586362ec8494,segment=NetworkSegment(f70d1162-b154-4994-9af5-210e1dd15ef4),segment_id=f70d1162-b154-4994-9af5-210e1dd15ef4)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:38:34.433762 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device c0523d1e-7799-4f76-a9b7-7105a4fedf11 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:38:34.440201 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-b59d31f2-0746-4475-b0e2-a31321e93687 None None] Port 0ded7d96-4705-458a-9197-192ea309acf8 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:38:34.441926 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:34.450715 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-86a119f1-64bd-4b0d-a225-44cea5f7c803 req-aa2ab6a6-7507-4d3a-9f0e-4e8d6278af3a tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/security-groups?id=17372704-86e6-46e6-a5dd-dc7385be620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716828 Oct 20 10:38:34.549853 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04d84ca6-37bb-4cc8-a8fa-3d2f0e56c5bf x-openstack-request-id: req-04d84ca6-37bb-4cc8-a8fa-3d2f0e56c5bf {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:38:34.550427 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8cc8a35-edaf-4cf9-b527-4b8b90b5a4a0", "name": "network-vif-plugged", "status": "completed", "tag": "50a702ce-ec2e-4ab3-ae90-586362ec8494", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:38:34.550427 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-04d84ca6-37bb-4cc8-a8fa-3d2f0e56c5bf {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:38:34.551061 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8cc8a35-edaf-4cf9-b527-4b8b90b5a4a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50a702ce-ec2e-4ab3-ae90-586362ec8494', 'code': 200} Oct 20 10:38:34.558075 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=50a702ce-ec2e-4ab3-ae90-586362ec8494,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:34.611228 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-b59d31f2-0746-4475-b0e2-a31321e93687 None None] Provisioning complete for port c0523d1e-7799-4f76-a9b7-7105a4fedf11 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:38:34.615354 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-b59d31f2-0746-4475-b0e2-a31321e93687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:34.622883 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36918fe3-53ed-4200-8e6e-9aef0db41456 req-abd4c0c8-b172-477f-87f4-a9f73e43d6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:34.625467 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-36918fe3-53ed-4200-8e6e-9aef0db41456 req-abd4c0c8-b172-477f-87f4-a9f73e43d6a8 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f8cc8a35-edaf-4cf9-b527-4b8b90b5a4a0 HTTP/1.1" status: 200 len: 1096 time: 0.0587478 Oct 20 10:38:34.696202 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port c0523d1e-7799-4f76-a9b7-7105a4fedf11 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:38:34.696580 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:34.699802 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-36918fe3-53ed-4200-8e6e-9aef0db41456 req-37e2b5b7-9e31-4099-a16a-e14b52acfee2 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=17372704-86e6-46e6-a5dd-dc7385be620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664558 Oct 20 10:38:34.747963 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-98ad3b69-6361-4daf-b515-fc5ca6b6ef10 req-56594686-266a-4767-8725-177ad28f3fef tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/ports?device_id=ede0fd07-bbc6-474e-9f53-8933b78a25cb HTTP/1.1" status: 200 len: 210 time: 0.0451169 Oct 20 10:38:34.780471 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff07dfc-c0a9-47c4-98cb-6ab42ea9a3ff req-3a8f9c33-334a-47a3-88fc-b275519ed130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:34.782043 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7ff07dfc-c0a9-47c4-98cb-6ab42ea9a3ff req-3a8f9c33-334a-47a3-88fc-b275519ed130 service neutron] 10.222.0.55 "GET /v2.0/networks?id=60750f9d-1dd0-4933-91f0-f6aefa736c9d HTTP/1.1" status: 200 len: 909 time: 0.3274951 Oct 20 10:38:34.883464 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-72643492-5203-4de2-8c68-430548496f73 None None] Could not find standard attr ID for object 06baee67-05bb-4c99-83d4-8590f653593e. {{(pid=100598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 20 10:38:35.150661 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7ff07dfc-c0a9-47c4-98cb-6ab42ea9a3ff req-09db1743-cd63-4618-bcf9-1ace81bce5d5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=40e32cd4-a5fe-444c-bc87-98c7d5f762d0 HTTP/1.1" status: 200 len: 217 time: 0.3595085 Oct 20 10:38:35.192868 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f79c89e8-3457-4cdd-9531-95d25c3dc61d req-5ab3b530-b215-4e58-b3c0-fb6f67fae5bb tempest-ServerShowV257Test-1861996459 tempest-ServerShowV257Test-1861996459-project] 10.222.0.64 "GET /v2.0/ports?device_id=8c020d10-a4b0-4f16-80ee-0e210956238a HTTP/1.1" status: 200 len: 210 time: 0.0493166 Oct 20 10:38:35.223761 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-2f9b5c55-b0c3-48a0-8cf2-ffbbc42c22d8 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Deleting port 0ded7d96-4705-458a-9197-192ea309acf8 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:38:35.224111 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2f9b5c55-b0c3-48a0-8cf2-ffbbc42c22d8 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:35.228481 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61fab7ef-8ccd-4b36-89b4-55712adfac26 req-8e8acebf-2cad-47a1-ad16-515ba730e22c tempest-ImagesOneServerTestJSON-313423051 tempest-ImagesOneServerTestJSON-313423051-project] Made reservation on behalf of e818f527c5164fe39381f95ddfd094b4 for: {'port': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:38:35.231991 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-61fab7ef-8ccd-4b36-89b4-55712adfac26 req-8e8acebf-2cad-47a1-ad16-515ba730e22c tempest-ImagesOneServerTestJSON-313423051 tempest-ImagesOneServerTestJSON-313423051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:35.264597 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-61fab7ef-8ccd-4b36-89b4-55712adfac26 req-8e8acebf-2cad-47a1-ad16-515ba730e22c tempest-ImagesOneServerTestJSON-313423051 tempest-ImagesOneServerTestJSON-313423051-project] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:35.295451 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff07dfc-c0a9-47c4-98cb-6ab42ea9a3ff req-363105cd-0fbc-4597-9c85-086e9d660e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:35.296855 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7ff07dfc-c0a9-47c4-98cb-6ab42ea9a3ff req-363105cd-0fbc-4597-9c85-086e9d660e7a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6f74b0c1-2855-44cd-a118-a8c6ce76ebd8 HTTP/1.1" status: 200 len: 848 time: 0.1334798 Oct 20 10:38:35.354096 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c9fb3327-b5ee-473d-9c00-8445ff931cce req-8e3b2870-dbd4-4916-9716-b9b7cb6e2680 tempest-ImagesOneServerTestJSON-313423051 tempest-ImagesOneServerTestJSON-313423051-project] 10.222.0.64 "GET /v2.0/ports?device_id=80998131-c175-452a-9424-75d114dde0a9 HTTP/1.1" status: 200 len: 210 time: 0.0770829 Oct 20 10:38:35.392622 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7ff07dfc-c0a9-47c4-98cb-6ab42ea9a3ff req-621ac1cc-8433-41aa-b0e7-ce64f81ae1e2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=60750f9d-1dd0-4933-91f0-f6aefa736c9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0744483 Oct 20 10:38:35.441216 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2f9b5c55-b0c3-48a0-8cf2-ffbbc42c22d8 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:35.475270 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-2f9b5c55-b0c3-48a0-8cf2-ffbbc42c22d8 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Calling delete_port for 0ded7d96-4705-458a-9197-192ea309acf8 owned by {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:38:35.614834 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-61fab7ef-8ccd-4b36-89b4-55712adfac26 req-8e8acebf-2cad-47a1-ad16-515ba730e22c tempest-ImagesOneServerTestJSON-313423051 tempest-ImagesOneServerTestJSON-313423051-project] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:35.626059 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-61fab7ef-8ccd-4b36-89b4-55712adfac26 req-8e8acebf-2cad-47a1-ad16-515ba730e22c tempest-ImagesOneServerTestJSON-313423051 tempest-ImagesOneServerTestJSON-313423051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:35.682879 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7ff07dfc-c0a9-47c4-98cb-6ab42ea9a3ff req-ccf6301d-c844-4c60-9705-115d2d4fd5a8 service neutron] 10.222.0.55 "GET /v2.0/networks/60750f9d-1dd0-4933-91f0-f6aefa736c9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2561955 Oct 20 10:38:35.747051 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8c12ce-5b1a-4832-913e-45121a8514dc req-c769dc2d-edd5-4497-8483-7c91bf1a86d6 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:35.748584 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3f8c12ce-5b1a-4832-913e-45121a8514dc req-c769dc2d-edd5-4497-8483-7c91bf1a86d6 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8cc8a35-edaf-4cf9-b527-4b8b90b5a4a0 HTTP/1.1" status: 200 len: 945 time: 0.2232966 Oct 20 10:38:35.769791 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8acebf-2cad-47a1-ad16-515ba730e22c tempest-ImagesOneServerTestJSON-313423051 tempest-ImagesOneServerTestJSON-313423051-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7777715a-2479-4ec4-a273-a5b5bf1d94c5,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:35.854828 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 462b0403-e373-4471-b0eb-fa4212f52d96 no longer exists at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:38:35.875905 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] No Port match for: 462b0403-e373-4471-b0eb-fa4212f52d96 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:38:35.876251 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 462b0403-e373-4471-b0eb-fa4212f52d96 not bound to the agent host n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:38:35.973351 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e339ce96-653d-4a44-b931-42f4f6ab0f25 req-f932f409-4aa9-4fe8-b929-e1d1d89a6821 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/ports?device_id=ede0fd07-bbc6-474e-9f53-8933b78a25cb HTTP/1.1" status: 200 len: 210 time: 0.1133525 Oct 20 10:38:35.993912 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3f8c12ce-5b1a-4832-913e-45121a8514dc req-b9a9969c-fdc8-48e6-be0b-8d14c3e02fda tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/security-groups?id=17372704-86e6-46e6-a5dd-dc7385be620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133176 Oct 20 10:38:36.017347 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [req-61fab7ef-8ccd-4b36-89b4-55712adfac26 req-8e8acebf-2cad-47a1-ad16-515ba730e22c tempest-ImagesOneServerTestJSON-313423051 tempest-ImagesOneServerTestJSON-313423051-project] Allocated IP 192.168.233.150 (a7c57b12-d7c3-48bb-aa54-a67a56468a84/8f86199a-b8f2-45b4-a83a-995a7ea6fe42/8a9db7ea-a970-472c-8c68-dbd7aee6e7f8) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:38:36.032370 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7ff07dfc-c0a9-47c4-98cb-6ab42ea9a3ff req-01fdeb4b-8603-4ed0-b7bb-3019f132220b service neutron] 10.222.0.55 "GET /v2.0/networks/60750f9d-1dd0-4933-91f0-f6aefa736c9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3131120 Oct 20 10:38:36.034105 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2f9b5c55-b0c3-48a0-8cf2-ffbbc42c22d8 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:36.078120 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9b5c55-b0c3-48a0-8cf2-ffbbc42c22d8 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Pushing event deleted for resources: {'Port': ['ID=0ded7d96-4705-458a-9197-192ea309acf8,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:36.127319 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-8aa1a297-3392-4b3b-a5ab-9194ad4eadc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:36.214105 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2f9b5c55-b0c3-48a0-8cf2-ffbbc42c22d8 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:36.220816 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 52864) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:36.222096 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-2f9b5c55-b0c3-48a0-8cf2-ffbbc42c22d8 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] 10.222.0.64 "DELETE /v2.0/ports/0ded7d96-4705-458a-9197-192ea309acf8 HTTP/1.1" status: 204 len: 168 time: 1.9212615 Oct 20 10:38:36.299759 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-cff7e54a-5c86-4644-87f9-7c1fa32261a7 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] GET failed (client error): The resource could not be found. Oct 20 10:38:36.302336 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-cff7e54a-5c86-4644-87f9-7c1fa32261a7 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] 10.222.0.64 "GET /v2.0/ports/0ded7d96-4705-458a-9197-192ea309acf8 HTTP/1.1" status: 404 len: 333 time: 0.0773048 Oct 20 10:38:36.305149 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 52870) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:36.367926 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-61fab7ef-8ccd-4b36-89b4-55712adfac26 req-8e8acebf-2cad-47a1-ad16-515ba730e22c tempest-ImagesOneServerTestJSON-313423051 tempest-ImagesOneServerTestJSON-313423051-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:36.404823 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_v2 [None req-400667ff-a324-4249-b40c-8a9d74b1ec2e tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Deleting subnet ea188f66-5571-4f94-bba9-9fe53da823e7 {{(pid=100597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:38:36.409776 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-400667ff-a324-4249-b40c-8a9d74b1ec2e tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks [] for subnet, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:36.425448 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-61fab7ef-8ccd-4b36-89b4-55712adfac26 req-8e8acebf-2cad-47a1-ad16-515ba730e22c tempest-ImagesOneServerTestJSON-313423051 tempest-ImagesOneServerTestJSON-313423051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:36.459213 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-17ff832a-506e-4667-8a08-2664da9116a2 req-541a6c12-f4f4-47e7-88e2-cfe61b802611 tempest-ServerShowV257Test-1861996459 tempest-ServerShowV257Test-1861996459-project] 10.222.0.64 "GET /v2.0/ports?device_id=8c020d10-a4b0-4f16-80ee-0e210956238a HTTP/1.1" status: 200 len: 210 time: 0.0518992 Oct 20 10:38:36.460632 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-400667ff-a324-4249-b40c-8a9d74b1ec2e tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25852621'] for subnet, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:36.518242 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61fab7ef-8ccd-4b36-89b4-55712adfac26 req-8e8acebf-2cad-47a1-ad16-515ba730e22c tempest-ImagesOneServerTestJSON-313423051 tempest-ImagesOneServerTestJSON-313423051-project] Network a7c57b12-d7c3-48bb-aa54-a67a56468a84 is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:38:36.523062 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [req-61fab7ef-8ccd-4b36-89b4-55712adfac26 req-8e8acebf-2cad-47a1-ad16-515ba730e22c tempest-ImagesOneServerTestJSON-313423051 tempest-ImagesOneServerTestJSON-313423051-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:38:36.527010 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-61fab7ef-8ccd-4b36-89b4-55712adfac26 req-8e8acebf-2cad-47a1-ad16-515ba730e22c tempest-ImagesOneServerTestJSON-313423051 tempest-ImagesOneServerTestJSON-313423051-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:38:36.534369 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8acebf-2cad-47a1-ad16-515ba730e22c tempest-ImagesOneServerTestJSON-313423051 tempest-ImagesOneServerTestJSON-313423051-project] Pushing event updated for resources: {'Port': ['ID=8a9db7ea-a970-472c-8c68-dbd7aee6e7f8,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:36.619985 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-400667ff-a324-4249-b40c-8a9d74b1ec2e tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:36.642507 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fab7ef-8ccd-4b36-89b4-55712adfac26 req-8e8acebf-2cad-47a1-ad16-515ba730e22c tempest-ImagesOneServerTestJSON-313423051 tempest-ImagesOneServerTestJSON-313423051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:36.643641 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-61fab7ef-8ccd-4b36-89b4-55712adfac26 req-8e8acebf-2cad-47a1-ad16-515ba730e22c tempest-ImagesOneServerTestJSON-313423051 tempest-ImagesOneServerTestJSON-313423051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:36.667413 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-61fab7ef-8ccd-4b36-89b4-55712adfac26 req-8e8acebf-2cad-47a1-ad16-515ba730e22c tempest-ImagesOneServerTestJSON-313423051 tempest-ImagesOneServerTestJSON-313423051-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3157911 Oct 20 10:38:36.683284 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0e0c00-75d6-4e8a-9057-bed4e42d55da req-98e0c7fc-1d2b-4e6a-bb34-588e4cb5bfa7 tempest-ImagesOneServerTestJSON-313423051 tempest-ImagesOneServerTestJSON-313423051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:36.685084 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1f0e0c00-75d6-4e8a-9057-bed4e42d55da req-98e0c7fc-1d2b-4e6a-bb34-588e4cb5bfa7 tempest-ImagesOneServerTestJSON-313423051 tempest-ImagesOneServerTestJSON-313423051-project] 10.222.0.64 "GET /v2.0/ports?device_id=80998131-c175-452a-9424-75d114dde0a9 HTTP/1.1" status: 200 len: 936 time: 0.1279876 Oct 20 10:38:36.692811 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-61fab7ef-8ccd-4b36-89b4-55712adfac26 req-ce7665a4-629d-4d19-a0ff-8aa786fd2722 service neutron] Request body: {'port': {'device_id': '80998131-c175-452a-9424-75d114dde0a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811396-3'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:38:36.711581 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-400667ff-a324-4249-b40c-8a9d74b1ec2e tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25350811'] for subnet, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:36.745036 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97660bab-6603-4565-ba27-bac4715b369d req-f4f3f6bc-a850-4f07-871b-d3b5ec519754 tempest-ServersTestFqdnHostnames-1012977964 tempest-ServersTestFqdnHostnames-1012977964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:36.752729 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-97660bab-6603-4565-ba27-bac4715b369d req-f4f3f6bc-a850-4f07-871b-d3b5ec519754 tempest-ServersTestFqdnHostnames-1012977964 tempest-ServersTestFqdnHostnames-1012977964-project] 10.222.0.64 "GET /v2.0/ports?device_id=de99d69c-dfcd-4d0e-97ab-99e967d464af HTTP/1.1" status: 200 len: 946 time: 0.1631815 Oct 20 10:38:36.819470 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1f0e0c00-75d6-4e8a-9057-bed4e42d55da req-753a013e-51b3-4dbc-bdc5-ab6c72b15c39 tempest-ImagesOneServerTestJSON-313423051 tempest-ImagesOneServerTestJSON-313423051-project] 10.222.0.64 "GET /v2.0/security-groups?id=7777715a-2479-4ec4-a273-a5b5bf1d94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213257 Oct 20 10:38:36.836653 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-61fab7ef-8ccd-4b36-89b4-55712adfac26 req-ce7665a4-629d-4d19-a0ff-8aa786fd2722 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:36.853648 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-97660bab-6603-4565-ba27-bac4715b369d req-e84c195e-c294-4c31-bcbb-66a7f65b6652 tempest-ServersTestFqdnHostnames-1012977964 tempest-ServersTestFqdnHostnames-1012977964-project] 10.222.0.64 "GET /v2.0/security-groups?id=a95c4642-b265-4e76-85a0-2126c3671a59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952046 Oct 20 10:38:36.925332 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-29508494-0db0-4f72-9027-a79e4660c51c None None] Provisioning complete for port 8a9db7ea-a970-472c-8c68-dbd7aee6e7f8 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:38:36.926402 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-29508494-0db0-4f72-9027-a79e4660c51c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:36.971974 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-29508494-0db0-4f72-9027-a79e4660c51c None None] Port 8a9db7ea-a970-472c-8c68-dbd7aee6e7f8 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:38:37.046681 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:37.111008 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400667ff-a324-4249-b40c-8a9d74b1ec2e tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Pushing event deleted for resources: {'Subnet': ['ID=ea188f66-5571-4f94-bba9-9fe53da823e7,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:37.112986 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-400667ff-a324-4249-b40c-8a9d74b1ec2e tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:37.119711 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-400667ff-a324-4249-b40c-8a9d74b1ec2e tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] 10.222.0.64 "DELETE /v2.0/subnets/ea188f66-5571-4f94-bba9-9fe53da823e7 HTTP/1.1" status: 204 len: 168 time: 0.8099673 Oct 20 10:38:37.123808 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 52886) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:37.125938 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74aecb1d-8605-4592-9a0e-5c6b2b4ce769 None None] Network f94e15c6-a352-43db-95c3-d23e3b5aba4c requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:38:37.181148 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-78b3161f-351d-431a-adf2-54a613dfbcf5 req-bfcf725b-0be9-4d0a-9379-3e08f9c60fa4 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/ports?device_id=ede0fd07-bbc6-474e-9f53-8933b78a25cb HTTP/1.1" status: 200 len: 210 time: 0.0751979 Oct 20 10:38:37.218266 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-33362c85-6d44-42c7-891a-48297d3ea170 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:37.290761 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-33362c85-6d44-42c7-891a-48297d3ea170 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Deleting port c0523d1e-7799-4f76-a9b7-7105a4fedf11 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:38:37.291371 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-33362c85-6d44-42c7-891a-48297d3ea170 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:37.302160 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881f224b-a12d-4aa3-b5b2-6d459f8aafba req-50604c96-ae5f-408b-8b0e-2a457c8c3df9 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:37.314422 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-881f224b-a12d-4aa3-b5b2-6d459f8aafba req-50604c96-ae5f-408b-8b0e-2a457c8c3df9 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8cc8a35-edaf-4cf9-b527-4b8b90b5a4a0 HTTP/1.1" status: 200 len: 945 time: 0.2096426 Oct 20 10:38:37.365494 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [None req-33362c85-6d44-42c7-891a-48297d3ea170 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] For port c0523d1e-7799-4f76-a9b7-7105a4fedf11, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=c0523d1e-7799-4f76-a9b7-7105a4fedf11,segment=NetworkSegment(149cc4c8-c559-4c4d-866c-129b367733d0),segment_id=149cc4c8-c559-4c4d-866c-129b367733d0)] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:38:37.365984 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-33362c85-6d44-42c7-891a-48297d3ea170 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:37.380311 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-33362c85-6d44-42c7-891a-48297d3ea170 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Calling delete_port for c0523d1e-7799-4f76-a9b7-7105a4fedf11 owned by network:dhcp {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:38:37.400114 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc284b5-406f-4fa9-8445-e5af16df136a None None] DHCP port deletion for f94e15c6-a352-43db-95c3-d23e3b5aba4c request from n-d-811396-3 {{(pid=100598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:38:37.412646 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [req-61fab7ef-8ccd-4b36-89b4-55712adfac26 req-ce7665a4-629d-4d19-a0ff-8aa786fd2722 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a9db7ea-a970-472c-8c68-dbd7aee6e7f8 {{(pid=100596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:38:37.425933 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-61fab7ef-8ccd-4b36-89b4-55712adfac26 req-ce7665a4-629d-4d19-a0ff-8aa786fd2722 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:37.439365 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-881f224b-a12d-4aa3-b5b2-6d459f8aafba req-974e5e0e-9ffb-4e78-9c6e-3c58a3370b15 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/security-groups?id=17372704-86e6-46e6-a5dd-dc7385be620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203549 Oct 20 10:38:37.462474 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.provisioning_blocks [req-61fab7ef-8ccd-4b36-89b4-55712adfac26 req-ce7665a4-629d-4d19-a0ff-8aa786fd2722 service neutron] Transition to ACTIVE for port object 8a9db7ea-a970-472c-8c68-dbd7aee6e7f8 will not be triggered until provisioned by entity L2. {{(pid=100596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:38:37.467077 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:37.469066 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-61fab7ef-8ccd-4b36-89b4-55712adfac26 req-ce7665a4-629d-4d19-a0ff-8aa786fd2722 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:37.481809 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-5cc284b5-406f-4fa9-8445-e5af16df136a None None] Deleting port c0523d1e-7799-4f76-a9b7-7105a4fedf11 {{(pid=100598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:38:37.482418 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-5cc284b5-406f-4fa9-8445-e5af16df136a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:37.506059 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-1fb13340-92f5-464e-a8b5-b0bc9bdaa535 req-3ba314c4-1710-4f06-aaac-000e98063d85 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=8c020d10-a4b0-4f16-80ee-0e210956238a HTTP/1.1" status: 200 len: 210 time: 0.0530212 Oct 20 10:38:37.578218 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-5cc284b5-406f-4fa9-8445-e5af16df136a None None] For port c0523d1e-7799-4f76-a9b7-7105a4fedf11, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=c0523d1e-7799-4f76-a9b7-7105a4fedf11,segment=NetworkSegment(149cc4c8-c559-4c4d-866c-129b367733d0),segment_id=149cc4c8-c559-4c4d-866c-129b367733d0)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:38:37.579102 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-5cc284b5-406f-4fa9-8445-e5af16df136a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:37.594075 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-33362c85-6d44-42c7-891a-48297d3ea170 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:37.596651 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-5cc284b5-406f-4fa9-8445-e5af16df136a None None] Calling delete_port for c0523d1e-7799-4f76-a9b7-7105a4fedf11 owned by network:dhcp {{(pid=100598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:38:37.658656 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33362c85-6d44-42c7-891a-48297d3ea170 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Pushing event deleted for resources: {'Port': ['ID=c0523d1e-7799-4f76-a9b7-7105a4fedf11,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:37.666451 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33362c85-6d44-42c7-891a-48297d3ea170 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] No DVR routers for this DVR port c0523d1e-7799-4f76-a9b7-7105a4fedf11 on host n-d-811396-3 {{(pid=100597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:38:37.672246 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-70576738-ac0f-47df-91ba-d3b2e75b1ff7 req-74f8105a-f5af-4d34-8bcb-928c2464561e tempest-ServerShowV257Test-1861996459 tempest-ServerShowV257Test-1861996459-project] 10.222.0.64 "GET /v2.0/ports?device_id=8c020d10-a4b0-4f16-80ee-0e210956238a HTTP/1.1" status: 200 len: 210 time: 0.0375426 Oct 20 10:38:37.675129 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7665a4-629d-4d19-a0ff-8aa786fd2722 service neutron] Pushing event updated for resources: {'Port': ['ID=8a9db7ea-a970-472c-8c68-dbd7aee6e7f8,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:37.679910 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-61fab7ef-8ccd-4b36-89b4-55712adfac26 req-ce7665a4-629d-4d19-a0ff-8aa786fd2722 service neutron] Attempting to bind port 8a9db7ea-a970-472c-8c68-dbd7aee6e7f8 on host n-h1-811396-3 for vnic_type normal with profile {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:38:37.680242 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-61fab7ef-8ccd-4b36-89b4-55712adfac26 req-ce7665a4-629d-4d19-a0ff-8aa786fd2722 service neutron] Attempting to bind port 8a9db7ea-a970-472c-8c68-dbd7aee6e7f8 by drivers openvswitch,hyperv on host n-h1-811396-3 at level 0 using segments [{'id': '6f472196-aa1a-40bf-bd06-ef9f07584bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:38:37.680565 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61fab7ef-8ccd-4b36-89b4-55712adfac26 req-ce7665a4-629d-4d19-a0ff-8aa786fd2722 service neutron] Attempting to bind port 8a9db7ea-a970-472c-8c68-dbd7aee6e7f8 on network a7c57b12-d7c3-48bb-aa54-a67a56468a84 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:38:37.686196 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61fab7ef-8ccd-4b36-89b4-55712adfac26 req-ce7665a4-629d-4d19-a0ff-8aa786fd2722 service neutron] Port 8a9db7ea-a970-472c-8c68-dbd7aee6e7f8 on network a7c57b12-d7c3-48bb-aa54-a67a56468a84 not bound, no agent of type Open vSwitch agent registered on host n-h1-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:38:37.686736 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61fab7ef-8ccd-4b36-89b4-55712adfac26 req-ce7665a4-629d-4d19-a0ff-8aa786fd2722 service neutron] Attempting to bind port 8a9db7ea-a970-472c-8c68-dbd7aee6e7f8 on network a7c57b12-d7c3-48bb-aa54-a67a56468a84 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:38:37.694189 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61fab7ef-8ccd-4b36-89b4-55712adfac26 req-ce7665a4-629d-4d19-a0ff-8aa786fd2722 service neutron] Checking agent: {'id': 'b707b4cc-061f-4cf4-bce0-0b3df9b7bec9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 38, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:38:37.694566 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61fab7ef-8ccd-4b36-89b4-55712adfac26 req-ce7665a4-629d-4d19-a0ff-8aa786fd2722 service neutron] Checking segment: {'id': '6f472196-aa1a-40bf-bd06-ef9f07584bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:38:37.694946 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61fab7ef-8ccd-4b36-89b4-55712adfac26 req-ce7665a4-629d-4d19-a0ff-8aa786fd2722 service neutron] Bound using segment: {'id': '6f472196-aa1a-40bf-bd06-ef9f07584bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84'} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:38:37.695399 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-61fab7ef-8ccd-4b36-89b4-55712adfac26 req-ce7665a4-629d-4d19-a0ff-8aa786fd2722 service neutron] Bound port: 8a9db7ea-a970-472c-8c68-dbd7aee6e7f8, host: n-h1-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f472196-aa1a-40bf-bd06-ef9f07584bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84'}}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:38:37.696443 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-61fab7ef-8ccd-4b36-89b4-55712adfac26 req-ce7665a4-629d-4d19-a0ff-8aa786fd2722 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:37.703072 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-5cc284b5-406f-4fa9-8445-e5af16df136a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956'] for port, after_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:37.767534 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc284b5-406f-4fa9-8445-e5af16df136a None None] Pushing event deleted for resources: {'Port': ['ID=c0523d1e-7799-4f76-a9b7-7105a4fedf11,revision_number=None']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:37.792371 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-61fab7ef-8ccd-4b36-89b4-55712adfac26 req-ce7665a4-629d-4d19-a0ff-8aa786fd2722 service neutron] For port 8a9db7ea-a970-472c-8c68-dbd7aee6e7f8, host n-h1-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:38:37.793976 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc284b5-406f-4fa9-8445-e5af16df136a None None] No DVR routers for this DVR port c0523d1e-7799-4f76-a9b7-7105a4fedf11 on host n-d-811396-3 {{(pid=100598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:38:37.813327 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:37.815001 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-61fab7ef-8ccd-4b36-89b4-55712adfac26 req-ce7665a4-629d-4d19-a0ff-8aa786fd2722 service neutron] For port 8a9db7ea-a970-472c-8c68-dbd7aee6e7f8, host n-h1-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=8a9db7ea-a970-472c-8c68-dbd7aee6e7f8,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:38:37.824658 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-61fab7ef-8ccd-4b36-89b4-55712adfac26 req-ce7665a4-629d-4d19-a0ff-8aa786fd2722 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:37.877520 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fab7ef-8ccd-4b36-89b4-55712adfac26 req-ce7665a4-629d-4d19-a0ff-8aa786fd2722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:37.878132 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-61fab7ef-8ccd-4b36-89b4-55712adfac26 req-ce7665a4-629d-4d19-a0ff-8aa786fd2722 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:37.879562 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-61fab7ef-8ccd-4b36-89b4-55712adfac26 req-ce7665a4-629d-4d19-a0ff-8aa786fd2722 service neutron] 10.222.0.55 "PUT /v2.0/ports/8a9db7ea-a970-472c-8c68-dbd7aee6e7f8 HTTP/1.1" status: 200 len: 1096 time: 1.1911795 Oct 20 10:38:37.879999 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80998131-c175-452a-9424-75d114dde0a9', 'tag': '8a9db7ea-a970-472c-8c68-dbd7aee6e7f8'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:38:37.883758 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e7b5113-f141-4c48-bea2-46c4ce27db20" -d '{"events": [{"name": "network-changed", "server_uuid": "80998131-c175-452a-9424-75d114dde0a9", "tag": "8a9db7ea-a970-472c-8c68-dbd7aee6e7f8"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:38:37.888996 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-33362c85-6d44-42c7-891a-48297d3ea170 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:37.921034 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7665a4-629d-4d19-a0ff-8aa786fd2722 service neutron] Pushing event updated for resources: {'Port': ['ID=8a9db7ea-a970-472c-8c68-dbd7aee6e7f8,revision_number=3']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:37.955041 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 7 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 10:38:37.964085 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-33362c85-6d44-42c7-891a-48297d3ea170 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f94e15c6-a352-43db-95c3-d23e3b5aba4c']}} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:38:37.978833 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-33362c85-6d44-42c7-891a-48297d3ea170 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '149cc4c8-c559-4c4d-866c-129b367733d0') {'for_net_delete': True} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:38:37.979234 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-33362c85-6d44-42c7-891a-48297d3ea170 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '149cc4c8-c559-4c4d-866c-129b367733d0') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:38:37.998910 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-33362c85-6d44-42c7-891a-48297d3ea170 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25852596'] for segment, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:38.031872 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-33362c85-6d44-42c7-891a-48297d3ea170 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:38.048943 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33362c85-6d44-42c7-891a-48297d3ea170 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Releasing vlan 847 on physical network physnet1 to pool {{(pid=100597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:38:38.049672 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-33362c85-6d44-42c7-891a-48297d3ea170 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951012'] for segment, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:38.083903 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752f62df-7525-4311-a8b2-f59e7a2768a7 req-94d3c346-b4bb-4321-bdfe-950876f735e5 tempest-ImagesOneServerTestJSON-313423051 tempest-ImagesOneServerTestJSON-313423051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:38.085664 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-752f62df-7525-4311-a8b2-f59e7a2768a7 req-94d3c346-b4bb-4321-bdfe-950876f735e5 tempest-ImagesOneServerTestJSON-313423051 tempest-ImagesOneServerTestJSON-313423051-project] 10.222.0.64 "GET /v2.0/ports?device_id=80998131-c175-452a-9424-75d114dde0a9 HTTP/1.1" status: 200 len: 948 time: 0.1521955 Oct 20 10:38:38.087701 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fab7ef-8ccd-4b36-89b4-55712adfac26 req-276a213b-2d31-4cdb-b6e6-d8a952b8581e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:38.089144 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-61fab7ef-8ccd-4b36-89b4-55712adfac26 req-276a213b-2d31-4cdb-b6e6-d8a952b8581e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e818f527c5164fe39381f95ddfd094b4&device_id=80998131-c175-452a-9424-75d114dde0a9 HTTP/1.1" status: 200 len: 1099 time: 0.1025794 Oct 20 10:38:38.093134 n-d-811396-3 neutron-server[100597]: Traceback (most recent call last): Oct 20 10:38:38.093134 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:38:38.093134 n-d-811396-3 neutron-server[100597]: timer() Oct 20 10:38:38.093134 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:38:38.093134 n-d-811396-3 neutron-server[100597]: cb(*args, **kw) Oct 20 10:38:38.093134 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:38:38.093134 n-d-811396-3 neutron-server[100597]: return func(*args, **kwargs) Oct 20 10:38:38.093134 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:38:38.093134 n-d-811396-3 neutron-server[100597]: self._notify() Oct 20 10:38:38.093134 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:38:38.093134 n-d-811396-3 neutron-server[100597]: self.callback(batched_events) Oct 20 10:38:38.093134 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:38:38.093134 n-d-811396-3 neutron-server[100597]: event.method(event) Oct 20 10:38:38.093134 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:38:38.093134 n-d-811396-3 neutron-server[100597]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:38:38.093134 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:38:38.093134 n-d-811396-3 neutron-server[100597]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:38:38.093134 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:38:38.093134 n-d-811396-3 neutron-server[100597]: return f(self, *a, **k) Oct 20 10:38:38.093134 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:38:38.093134 n-d-811396-3 neutron-server[100597]: return self._get(url).json() Oct 20 10:38:38.093134 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:38:38.093134 n-d-811396-3 neutron-server[100597]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:38:38.093134 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:38:38.093134 n-d-811396-3 neutron-server[100597]: return self.request(url, 'GET', **kwargs) Oct 20 10:38:38.093134 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:38:38.093134 n-d-811396-3 neutron-server[100597]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:38:38.093134 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:38:38.093134 n-d-811396-3 neutron-server[100597]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:38:38.093134 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:38:38.093134 n-d-811396-3 neutron-server[100597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:38:38.093134 n-d-811396-3 neutron-server[100597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:38:38.165442 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-61fab7ef-8ccd-4b36-89b4-55712adfac26 req-f92ff2e9-40e1-4105-9130-2ccdb5444cb1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=8a9db7ea-a970-472c-8c68-dbd7aee6e7f8 HTTP/1.1" status: 200 len: 217 time: 0.0583010 Oct 20 10:38:38.172162 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-33362c85-6d44-42c7-891a-48297d3ea170 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:38.182101 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-33362c85-6d44-42c7-891a-48297d3ea170 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:38.189829 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-33362c85-6d44-42c7-891a-48297d3ea170 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] 10.222.0.64 "DELETE /v2.0/networks/f94e15c6-a352-43db-95c3-d23e3b5aba4c HTTP/1.1" status: 204 len: 168 time: 1.0617270 Oct 20 10:38:38.197979 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 52908) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:38.203816 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-bab20fce-6457-4859-920d-6acd2636027a tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-661665191'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:38:38.210070 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33362c85-6d44-42c7-891a-48297d3ea170 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Pushing event deleted for resources: {'Network': ['ID=f94e15c6-a352-43db-95c3-d23e3b5aba4c,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:38.231881 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-752f62df-7525-4311-a8b2-f59e7a2768a7 req-f990c942-4e81-41e1-85a3-603188f7ef60 tempest-ImagesOneServerTestJSON-313423051 tempest-ImagesOneServerTestJSON-313423051-project] 10.222.0.64 "GET /v2.0/security-groups?id=7777715a-2479-4ec4-a273-a5b5bf1d94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356523 Oct 20 10:38:38.265899 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bab20fce-6457-4859-920d-6acd2636027a tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Made reservation on behalf of 81acf106a8e845e5a82c7531aebd6cee for: {'network': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:38:38.270470 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bab20fce-6457-4859-920d-6acd2636027a tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:38.314033 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bab20fce-6457-4859-920d-6acd2636027a tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 821} {{(pid=100597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:38:38.339028 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bab20fce-6457-4859-920d-6acd2636027a tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:38.339314 n-d-811396-3 neutron-server[100597]: INFO neutron.db.segments_db [None req-bab20fce-6457-4859-920d-6acd2636027a tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Added segment 4842197c-9db7-485c-b836-b261b48677fe of type vlan for network ec70a8e2-5c23-43f2-9c71-4beca6c598d5 Oct 20 10:38:38.346717 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce01807b-4e70-4d9a-a5ea-13c896cbe6f6 x-openstack-request-id: req-ce01807b-4e70-4d9a-a5ea-13c896cbe6f6 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:38:38.347351 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80998131-c175-452a-9424-75d114dde0a9", "tag": "8a9db7ea-a970-472c-8c68-dbd7aee6e7f8", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:38:38.347351 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ce01807b-4e70-4d9a-a5ea-13c896cbe6f6 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:38:38.347668 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80998131-c175-452a-9424-75d114dde0a9', 'tag': '8a9db7ea-a970-472c-8c68-dbd7aee6e7f8', 'status': 'completed', 'code': 200} Oct 20 10:38:38.381431 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device c0523d1e-7799-4f76-a9b7-7105a4fedf11 no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:38:38.396433 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fab7ef-8ccd-4b36-89b4-55712adfac26 req-07d7208f-93f6-492f-b9a7-33d1a4db2839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:38.397919 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-61fab7ef-8ccd-4b36-89b4-55712adfac26 req-07d7208f-93f6-492f-b9a7-33d1a4db2839 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8f86199a-b8f2-45b4-a83a-995a7ea6fe42 HTTP/1.1" status: 200 len: 843 time: 0.2141151 Oct 20 10:38:38.404800 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bab20fce-6457-4859-920d-6acd2636027a tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:38.419142 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: c0523d1e-7799-4f76-a9b7-7105a4fedf11 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:38:38.419539 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device c0523d1e-7799-4f76-a9b7-7105a4fedf11 not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:38:38.425024 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11625318-24e5-4001-8afd-a001c377c31f req-6e6352ff-6778-4521-9615-e80d36499185 tempest-ServersTestFqdnHostnames-1012977964 tempest-ServersTestFqdnHostnames-1012977964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:38.426625 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-11625318-24e5-4001-8afd-a001c377c31f req-6e6352ff-6778-4521-9615-e80d36499185 tempest-ServersTestFqdnHostnames-1012977964 tempest-ServersTestFqdnHostnames-1012977964-project] 10.222.0.55 "GET /v2.0/ports?device_id=de99d69c-dfcd-4d0e-97ab-99e967d464af HTTP/1.1" status: 200 len: 946 time: 0.2411463 Oct 20 10:38:38.435873 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bab20fce-6457-4859-920d-6acd2636027a tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:38.440898 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab20fce-6457-4859-920d-6acd2636027a tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:38.441506 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bab20fce-6457-4859-920d-6acd2636027a tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:38.472679 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-bab20fce-6457-4859-920d-6acd2636027a tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2711856 Oct 20 10:38:38.473159 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 52916) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:38.478300 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-1992c0f9-6e38-4e70-a7b5-9142b2d894d7 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Request body: {'subnet': {'network_id': 'ec70a8e2-5c23-43f2-9c71-4beca6c598d5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:38:38.493978 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6446589e-a1d5-467d-aecb-4ec578a15986 req-8337094a-823c-460f-9ae2-111ec563e77c tempest-ServersTestFqdnHostnames-1012977964 tempest-ServersTestFqdnHostnames-1012977964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:38.495526 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6446589e-a1d5-467d-aecb-4ec578a15986 req-8337094a-823c-460f-9ae2-111ec563e77c tempest-ServersTestFqdnHostnames-1012977964 tempest-ServersTestFqdnHostnames-1012977964-project] 10.222.0.64 "GET /v2.0/ports?device_id=de99d69c-dfcd-4d0e-97ab-99e967d464af HTTP/1.1" status: 200 len: 946 time: 0.2031944 Oct 20 10:38:38.541556 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab20fce-6457-4859-920d-6acd2636027a tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Pushing event updated for resources: {'Network': ['ID=ec70a8e2-5c23-43f2-9c71-4beca6c598d5,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:38.553633 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network ec70a8e2-5c23-43f2-9c71-4beca6c598d5 details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:38:38.620923 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6d5498-95b0-41ed-9a21-e03126dece51 req-5a971984-458c-447b-9ecd-96ccc7dbd119 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:38.622759 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9c6d5498-95b0-41ed-9a21-e03126dece51 req-5a971984-458c-447b-9ecd-96ccc7dbd119 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8cc8a35-edaf-4cf9-b527-4b8b90b5a4a0 HTTP/1.1" status: 200 len: 945 time: 0.2292066 Oct 20 10:38:38.635964 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1992c0f9-6e38-4e70-a7b5-9142b2d894d7 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Made reservation on behalf of 81acf106a8e845e5a82c7531aebd6cee for: {'subnet': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:38:38.637536 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fab7ef-8ccd-4b36-89b4-55712adfac26 req-109c2e48-d46e-4220-b8ba-0769da4a9b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:38.639022 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-61fab7ef-8ccd-4b36-89b4-55712adfac26 req-109c2e48-d46e-4220-b8ba-0769da4a9b37 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a7c57b12-d7c3-48bb-aa54-a67a56468a84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2035210 Oct 20 10:38:38.640196 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1992c0f9-6e38-4e70-a7b5-9142b2d894d7 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25350782'] for subnet, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:38.652020 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6446589e-a1d5-467d-aecb-4ec578a15986 req-b1bd3854-49e9-4ac6-b70e-79244140c3fa tempest-ServersTestFqdnHostnames-1012977964 tempest-ServersTestFqdnHostnames-1012977964-project] 10.222.0.64 "GET /v2.0/security-groups?id=a95c4642-b265-4e76-85a0-2126c3671a59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305208 Oct 20 10:38:38.824284 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-dd9a2fa2-ea71-4e91-9137-fbe09a7b4dcb req-6e6b6416-429f-44f3-81b5-8cf58a52d836 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/ports?device_id=ede0fd07-bbc6-474e-9f53-8933b78a25cb HTTP/1.1" status: 200 len: 210 time: 0.0614514 Oct 20 10:38:38.832961 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:38.853173 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-11625318-24e5-4001-8afd-a001c377c31f req-9c75df84-d9f9-4d6a-85c5-a60f7c33e562 tempest-ServersTestFqdnHostnames-1012977964 tempest-ServersTestFqdnHostnames-1012977964-project] Deleting port 89e69665-ff7e-4a99-88be-5c87fd164d1b {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:38:38.853454 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-11625318-24e5-4001-8afd-a001c377c31f req-9c75df84-d9f9-4d6a-85c5-a60f7c33e562 tempest-ServersTestFqdnHostnames-1012977964 tempest-ServersTestFqdnHostnames-1012977964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:38.863530 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-61fab7ef-8ccd-4b36-89b4-55712adfac26 req-ee3c567d-5306-498f-98fe-245159698bdd service neutron] 10.222.0.55 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043626 Oct 20 10:38:38.872525 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1992c0f9-6e38-4e70-a7b5-9142b2d894d7 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25350752'] for subnet, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:38.878150 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9c6d5498-95b0-41ed-9a21-e03126dece51 req-6a940fb8-4d64-468f-b7fb-e53da1e302aa tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/security-groups?id=17372704-86e6-46e6-a5dd-dc7385be620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450244 Oct 20 10:38:38.932363 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1992c0f9-6e38-4e70-a7b5-9142b2d894d7 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Pushing event updated for resources: {'Subnet': ['ID=3a88b1bb-f141-42b2-b884-a5f6ec1380d3,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:38.958131 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1992c0f9-6e38-4e70-a7b5-9142b2d894d7 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Checking segment: {'id': '4842197c-9db7-485c-b836-b261b48677fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'ec70a8e2-5c23-43f2-9c71-4beca6c598d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:38:38.958706 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1992c0f9-6e38-4e70-a7b5-9142b2d894d7 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Network hostable DHCP agents. Network: ec70a8e2-5c23-43f2-9c71-4beca6c598d5, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:38:38.979312 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1992c0f9-6e38-4e70-a7b5-9142b2d894d7 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Network ec70a8e2-5c23-43f2-9c71-4beca6c598d5 is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:38:38.990923 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-1992c0f9-6e38-4e70-a7b5-9142b2d894d7 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, ec70a8e2-5c23-43f2-9c71-4beca6c598d5) {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:38:39.000042 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6914b525-87f0-4ff5-b767-e2760091b124 None None] Network ec70a8e2-5c23-43f2-9c71-4beca6c598d5 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:38:39.002126 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1992c0f9-6e38-4e70-a7b5-9142b2d894d7 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:39.003102 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1992c0f9-6e38-4e70-a7b5-9142b2d894d7 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:39.030616 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-1992c0f9-6e38-4e70-a7b5-9142b2d894d7 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5563810 Oct 20 10:38:39.031925 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 52920) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:39.037225 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-f98263c8-cffd-4942-821b-2a6cde65ca69 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-343004829', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:38:39.069027 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f98263c8-cffd-4942-821b-2a6cde65ca69 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1772442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258322'] for router, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:39.070772 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f98263c8-cffd-4942-821b-2a6cde65ca69 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1772334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773516', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258315'] for router, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:39.111912 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-062ea54a-e1ce-46b3-b713-e4c2e74972f3 req-5d876203-45c4-478f-bcd7-5b4d60920e1f tempest-ServerShowV257Test-1861996459 tempest-ServerShowV257Test-1861996459-project] 10.222.0.64 "GET /v2.0/ports?device_id=8c020d10-a4b0-4f16-80ee-0e210956238a HTTP/1.1" status: 200 len: 210 time: 0.0599835 Oct 20 10:38:39.136015 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f98263c8-cffd-4942-821b-2a6cde65ca69 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:39.141194 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-11625318-24e5-4001-8afd-a001c377c31f req-9c75df84-d9f9-4d6a-85c5-a60f7c33e562 tempest-ServersTestFqdnHostnames-1012977964 tempest-ServersTestFqdnHostnames-1012977964-project] For port 89e69665-ff7e-4a99-88be-5c87fd164d1b, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=89e69665-ff7e-4a99-88be-5c87fd164d1b,segment=NetworkSegment(1d714b27-3aa7-4d59-bcf7-62759e5f74cb),segment_id=1d714b27-3aa7-4d59-bcf7-62759e5f74cb)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:38:39.141710 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-11625318-24e5-4001-8afd-a001c377c31f req-9c75df84-d9f9-4d6a-85c5-a60f7c33e562 tempest-ServersTestFqdnHostnames-1012977964 tempest-ServersTestFqdnHostnames-1012977964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:39.141865 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f98263c8-cffd-4942-821b-2a6cde65ca69 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1773475'] for router, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:39.153555 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-61fab7ef-8ccd-4b36-89b4-55712adfac26 req-95a13db2-8021-4016-bddd-2fb8ec01d771 service neutron] 10.222.0.55 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2743413 Oct 20 10:38:39.173550 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e1a4d3-cffb-47fa-a559-933ff1404f3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524064ba-869c-5550-b826-c26b69a11278-ec70a8e2-5c23-43f2-9c71-4beca6c598d5', 'network_id': 'ec70a8e2-5c23-43f2-9c71-4beca6c598d5', 'tenant_id': '81acf106a8e845e5a82c7531aebd6cee', 'fixed_ips': [{'subnet_id': '3a88b1bb-f141-42b2-b884-a5f6ec1380d3'}]}} from n-d-811396-3. {{(pid=100598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:38:39.175654 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-e9e1a4d3-cffb-47fa-a559-933ff1404f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:39.186372 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f98263c8-cffd-4942-821b-2a6cde65ca69 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks [] for router, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:39.188009 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-f98263c8-cffd-4942-821b-2a6cde65ca69 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.1547761 Oct 20 10:38:39.190506 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 52924) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:39.196398 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-acc5bf08-64d4-4aaf-8200-fffa397a411e tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Request body: {'port': {'network_id': 'ec70a8e2-5c23-43f2-9c71-4beca6c598d5', 'name': 'tempest-PortsTestJSON-655367487'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:38:39.371283 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acc5bf08-64d4-4aaf-8200-fffa397a411e tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Made reservation on behalf of 81acf106a8e845e5a82c7531aebd6cee for: {'port': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:38:39.374528 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-e9e1a4d3-cffb-47fa-a559-933ff1404f3b None None] Allocated IP 172.20.0.2 (ec70a8e2-5c23-43f2-9c71-4beca6c598d5/3a88b1bb-f141-42b2-b884-a5f6ec1380d3/4b69d676-3036-40dd-9f6e-b4ed56a8bf96) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:38:39.375821 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-acc5bf08-64d4-4aaf-8200-fffa397a411e tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:39.399091 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [None req-acc5bf08-64d4-4aaf-8200-fffa397a411e tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] device_id is not set on port 4f11409a-721e-4830-aeb6-ae5886bd82bd yet. {{(pid=100597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:38:39.473145 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-26e550b9-9108-4105-a6a3-4ef3f5a48a08 req-c4226f85-559f-4273-94be-30511968a47c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=340f86dd6f6d4ecba464a3177aa0bbc6&device_id=8c020d10-a4b0-4f16-80ee-0e210956238a HTTP/1.1" status: 200 len: 210 time: 0.0284927 Oct 20 10:38:39.504538 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-26e550b9-9108-4105-a6a3-4ef3f5a48a08 req-4bc2b3e2-2e7c-4e4c-af06-ec73b9582978 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=340f86dd6f6d4ecba464a3177aa0bbc6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0228300 Oct 20 10:38:39.580732 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-e9e1a4d3-cffb-47fa-a559-933ff1404f3b None None] Publish callbacks [] for port, precommit_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:39.590472 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-e9e1a4d3-cffb-47fa-a559-933ff1404f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:39.655632 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e1a4d3-cffb-47fa-a559-933ff1404f3b None None] Pushing event updated for resources: {'Port': ['ID=4b69d676-3036-40dd-9f6e-b4ed56a8bf96,revision_number=1']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:39.663162 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e550b9-9108-4105-a6a3-4ef3f5a48a08 req-d0eb40ef-e83e-4455-85b3-e0162307e41b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:39.665498 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-26e550b9-9108-4105-a6a3-4ef3f5a48a08 req-d0eb40ef-e83e-4455-85b3-e0162307e41b service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1533558 Oct 20 10:38:39.666378 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-acc5bf08-64d4-4aaf-8200-fffa397a411e tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Allocated IP 172.20.0.11 (ec70a8e2-5c23-43f2-9c71-4beca6c598d5/3a88b1bb-f141-42b2-b884-a5f6ec1380d3/4f11409a-721e-4830-aeb6-ae5886bd82bd) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:38:39.685456 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e1a4d3-cffb-47fa-a559-933ff1404f3b None None] Network ec70a8e2-5c23-43f2-9c71-4beca6c598d5 is already hosted by enough agents. {{(pid=100598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:38:39.687069 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.base_scheduler [None req-e9e1a4d3-cffb-47fa-a559-933ff1404f3b None None] Resources bound (agent type, host, resource id): {{(pid=100598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:38:39.692844 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e1a4d3-cffb-47fa-a559-933ff1404f3b None None] Received port after_create {{(pid=100598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:38:39.752741 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-e9e1a4d3-cffb-47fa-a559-933ff1404f3b None None] Attempting to bind port 4b69d676-3036-40dd-9f6e-b4ed56a8bf96 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:38:39.753660 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-e9e1a4d3-cffb-47fa-a559-933ff1404f3b None None] Attempting to bind port 4b69d676-3036-40dd-9f6e-b4ed56a8bf96 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '4842197c-9db7-485c-b836-b261b48677fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'ec70a8e2-5c23-43f2-9c71-4beca6c598d5'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:38:39.753660 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e1a4d3-cffb-47fa-a559-933ff1404f3b None None] Attempting to bind port 4b69d676-3036-40dd-9f6e-b4ed56a8bf96 on network ec70a8e2-5c23-43f2-9c71-4beca6c598d5 {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:38:39.759055 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e1a4d3-cffb-47fa-a559-933ff1404f3b None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:38:39.759574 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e1a4d3-cffb-47fa-a559-933ff1404f3b None None] Checking segment: {'id': '4842197c-9db7-485c-b836-b261b48677fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'ec70a8e2-5c23-43f2-9c71-4beca6c598d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:38:39.760038 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-e9e1a4d3-cffb-47fa-a559-933ff1404f3b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:39.760557 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e1a4d3-cffb-47fa-a559-933ff1404f3b None None] Bound using segment: {'id': '4842197c-9db7-485c-b836-b261b48677fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'ec70a8e2-5c23-43f2-9c71-4beca6c598d5'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:38:39.761098 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-e9e1a4d3-cffb-47fa-a559-933ff1404f3b None None] Bound port: 4b69d676-3036-40dd-9f6e-b4ed56a8bf96, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4842197c-9db7-485c-b836-b261b48677fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'ec70a8e2-5c23-43f2-9c71-4beca6c598d5'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:38:39.761548 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-e9e1a4d3-cffb-47fa-a559-933ff1404f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:39.823626 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7dee13c4-665f-4c6a-afe6-109e43631914 req-4e4fa41d-6448-4d3c-be14-c36d536fabba tempest-ServerShowV257Test-1861996459 tempest-ServerShowV257Test-1861996459-project] 10.222.0.64 "GET /v2.0/ports?device_id=8c020d10-a4b0-4f16-80ee-0e210956238a HTTP/1.1" status: 200 len: 210 time: 0.0615845 Oct 20 10:38:39.848913 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ca6c1b-fab8-4ebc-a81e-70d7f9813ab3 req-d185ab97-d412-488a-865f-9d65ff3ff024 tempest-ImagesOneServerTestJSON-313423051 tempest-ImagesOneServerTestJSON-313423051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:39.859066 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-72ca6c1b-fab8-4ebc-a81e-70d7f9813ab3 req-d185ab97-d412-488a-865f-9d65ff3ff024 tempest-ImagesOneServerTestJSON-313423051 tempest-ImagesOneServerTestJSON-313423051-project] 10.222.0.64 "GET /v2.0/ports?device_id=80998131-c175-452a-9424-75d114dde0a9 HTTP/1.1" status: 200 len: 948 time: 0.1255126 Oct 20 10:38:39.867827 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-acc5bf08-64d4-4aaf-8200-fffa397a411e tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:39.870796 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-e9e1a4d3-cffb-47fa-a559-933ff1404f3b None None] For port 4b69d676-3036-40dd-9f6e-b4ed56a8bf96, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:38:39.875310 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-e9e1a4d3-cffb-47fa-a559-933ff1404f3b None None] For port 4b69d676-3036-40dd-9f6e-b4ed56a8bf96, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=4b69d676-3036-40dd-9f6e-b4ed56a8bf96,segment=NetworkSegment(4842197c-9db7-485c-b836-b261b48677fe),segment_id=4842197c-9db7-485c-b836-b261b48677fe)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:38:39.884504 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-e9e1a4d3-cffb-47fa-a559-933ff1404f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:39.921722 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-acc5bf08-64d4-4aaf-8200-fffa397a411e tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:39.978213 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc5bf08-64d4-4aaf-8200-fffa397a411e tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Network ec70a8e2-5c23-43f2-9c71-4beca6c598d5 is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:38:39.984788 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-acc5bf08-64d4-4aaf-8200-fffa397a411e tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:38:39.993791 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc5bf08-64d4-4aaf-8200-fffa397a411e tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:38:40.005916 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-72ca6c1b-fab8-4ebc-a81e-70d7f9813ab3 req-6671d5bb-d62a-4250-8eb7-e7615d69ab4a tempest-ImagesOneServerTestJSON-313423051 tempest-ImagesOneServerTestJSON-313423051-project] 10.222.0.64 "GET /v2.0/security-groups?id=7777715a-2479-4ec4-a273-a5b5bf1d94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454759 Oct 20 10:38:40.008101 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7b5113-f141-4c48-bea2-46c4ce27db20 req-842933af-4d5f-451d-9eac-b1dcbb624595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:40.015529 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5e7b5113-f141-4c48-bea2-46c4ce27db20 req-842933af-4d5f-451d-9eac-b1dcbb624595 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e818f527c5164fe39381f95ddfd094b4&device_id=80998131-c175-452a-9424-75d114dde0a9 HTTP/1.1" status: 200 len: 1099 time: 0.2912385 Oct 20 10:38:40.036070 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc5bf08-64d4-4aaf-8200-fffa397a411e tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Pushing event updated for resources: {'Port': ['ID=4f11409a-721e-4830-aeb6-ae5886bd82bd,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:40.075159 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc5bf08-64d4-4aaf-8200-fffa397a411e tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:40.075887 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-acc5bf08-64d4-4aaf-8200-fffa397a411e tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:40.096614 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-acc5bf08-64d4-4aaf-8200-fffa397a411e tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.9042535 Oct 20 10:38:40.099043 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 52940) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:40.195875 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7b5113-f141-4c48-bea2-46c4ce27db20 req-fb57b874-71dc-45dd-86c4-35aad4ac9f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:40.198271 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5e7b5113-f141-4c48-bea2-46c4ce27db20 req-fb57b874-71dc-45dd-86c4-35aad4ac9f6a service neutron] 10.222.0.55 "GET /v2.0/networks?id=a7c57b12-d7c3-48bb-aa54-a67a56468a84 HTTP/1.1" status: 200 len: 870 time: 0.1619277 Oct 20 10:38:40.279855 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e1a4d3-cffb-47fa-a559-933ff1404f3b None None] Pushing event updated for resources: {'Port': ['ID=4b69d676-3036-40dd-9f6e-b4ed56a8bf96,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:40.313353 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-11cf4cb5-4127-4f65-b2a7-3526011d8078 req-cf1ca8b0-6e04-409c-8496-e557639512ea tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/ports?device_id=ede0fd07-bbc6-474e-9f53-8933b78a25cb HTTP/1.1" status: 200 len: 210 time: 0.1125998 Oct 20 10:38:40.359683 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5e7b5113-f141-4c48-bea2-46c4ce27db20 req-944a706f-f76a-49b6-b378-c011d2016c5b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=8a9db7ea-a970-472c-8c68-dbd7aee6e7f8 HTTP/1.1" status: 200 len: 217 time: 0.1327121 Oct 20 10:38:40.371705 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b995468-f531-46f9-b470-fbe9f5b32046 req-48054a06-130f-435e-a12d-361dcec85025 tempest-ServersTestFqdnHostnames-1012977964 tempest-ServersTestFqdnHostnames-1012977964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:40.374143 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4b995468-f531-46f9-b470-fbe9f5b32046 req-48054a06-130f-435e-a12d-361dcec85025 tempest-ServersTestFqdnHostnames-1012977964 tempest-ServersTestFqdnHostnames-1012977964-project] 10.222.0.64 "GET /v2.0/ports?device_id=de99d69c-dfcd-4d0e-97ab-99e967d464af HTTP/1.1" status: 200 len: 946 time: 0.4246118 Oct 20 10:38:40.489892 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7b5113-f141-4c48-bea2-46c4ce27db20 req-a86f5947-af16-4dc3-9375-b468212fd445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:40.493189 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5e7b5113-f141-4c48-bea2-46c4ce27db20 req-a86f5947-af16-4dc3-9375-b468212fd445 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8f86199a-b8f2-45b4-a83a-995a7ea6fe42 HTTP/1.1" status: 200 len: 843 time: 0.1136057 Oct 20 10:38:40.567412 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-11625318-24e5-4001-8afd-a001c377c31f req-9c75df84-d9f9-4d6a-85c5-a60f7c33e562 tempest-ServersTestFqdnHostnames-1012977964 tempest-ServersTestFqdnHostnames-1012977964-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:40.567774 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-11625318-24e5-4001-8afd-a001c377c31f req-9c75df84-d9f9-4d6a-85c5-a60f7c33e562 tempest-ServersTestFqdnHostnames-1012977964 tempest-ServersTestFqdnHostnames-1012977964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1773381'] for floatingip, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:40.568900 n-d-811396-3 neutron-server[100596]: INFO neutron.db.l3_db [req-11625318-24e5-4001-8afd-a001c377c31f req-9c75df84-d9f9-4d6a-85c5-a60f7c33e562 tempest-ServersTestFqdnHostnames-1012977964 tempest-ServersTestFqdnHostnames-1012977964-project] Floating IP 2e172e53-095f-43ef-81f8-a1e1a192426f disassociated. External IP: 172.25.1.79, port: 89e69665-ff7e-4a99-88be-5c87fd164d1b. Oct 20 10:38:40.569270 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-11625318-24e5-4001-8afd-a001c377c31f req-9c75df84-d9f9-4d6a-85c5-a60f7c33e562 tempest-ServersTestFqdnHostnames-1012977964 tempest-ServersTestFqdnHostnames-1012977964-project] Calling delete_port for 89e69665-ff7e-4a99-88be-5c87fd164d1b owned by compute:nova {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:38:40.576425 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-29e90fa8-0170-477e-8b21-12db78d42661 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:40.653909 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4b995468-f531-46f9-b470-fbe9f5b32046 req-a33ce0e6-c14c-412f-81c0-56ff1f1a1045 tempest-ServersTestFqdnHostnames-1012977964 tempest-ServersTestFqdnHostnames-1012977964-project] 10.222.0.64 "GET /v2.0/security-groups?id=a95c4642-b265-4e76-85a0-2126c3671a59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2641749 Oct 20 10:38:40.723758 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3b9d97-30b4-4b48-b556-618369e64b47 req-7bc9e306-c7ab-426e-94d7-df2106044847 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:40.725556 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fc3b9d97-30b4-4b48-b556-618369e64b47 req-7bc9e306-c7ab-426e-94d7-df2106044847 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8cc8a35-edaf-4cf9-b527-4b8b90b5a4a0 HTTP/1.1" status: 200 len: 945 time: 0.3030593 Oct 20 10:38:40.738275 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7b5113-f141-4c48-bea2-46c4ce27db20 req-3db643c1-cff1-4f23-b87b-774e4facc0af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:40.740251 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5e7b5113-f141-4c48-bea2-46c4ce27db20 req-3db643c1-cff1-4f23-b87b-774e4facc0af service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a7c57b12-d7c3-48bb-aa54-a67a56468a84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2338972 Oct 20 10:38:40.841510 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fc3b9d97-30b4-4b48-b556-618369e64b47 req-f9d1cec1-f7ec-4069-b963-8b3e8ad187bf tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/security-groups?id=17372704-86e6-46e6-a5dd-dc7385be620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076262 Oct 20 10:38:40.870355 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-29e90fa8-0170-477e-8b21-12db78d42661 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks [] for port, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:40.877354 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-29e90fa8-0170-477e-8b21-12db78d42661 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:40.934734 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-11625318-24e5-4001-8afd-a001c377c31f req-9c75df84-d9f9-4d6a-85c5-a60f7c33e562 tempest-ServersTestFqdnHostnames-1012977964 tempest-ServersTestFqdnHostnames-1012977964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:40.983274 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e90fa8-0170-477e-8b21-12db78d42661 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Pushing event updated for resources: {'Port': ['ID=4f11409a-721e-4830-aeb6-ae5886bd82bd,revision_number=2']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:40.987663 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c2ee222f-5404-41e4-a9fc-c50179bc9f15 req-66d75699-e8a8-4406-ba94-69f4654e7e2f tempest-ServerShowV257Test-1861996459 tempest-ServerShowV257Test-1861996459-project] 10.222.0.64 "GET /v2.0/ports?device_id=8c020d10-a4b0-4f16-80ee-0e210956238a HTTP/1.1" status: 200 len: 210 time: 0.0570931 Oct 20 10:38:41.034565 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c75df84-d9f9-4d6a-85c5-a60f7c33e562 tempest-ServersTestFqdnHostnames-1012977964 tempest-ServersTestFqdnHostnames-1012977964-project] Pushing event deleted for resources: {'Port': ['ID=89e69665-ff7e-4a99-88be-5c87fd164d1b,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:41.077854 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5e7b5113-f141-4c48-bea2-46c4ce27db20 req-330122eb-52bd-4d1a-84f0-4aae46d921ed service neutron] 10.222.0.55 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3268573 Oct 20 10:38:41.108620 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-26e550b9-9108-4105-a6a3-4ef3f5a48a08 req-7746758b-11db-4af5-9231-981f1ab8035b tempest-ServerShowV257Test-1861996459 tempest-ServerShowV257Test-1861996459-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c020d10-a4b0-4f16-80ee-0e210956238a HTTP/1.1" status: 200 len: 210 time: 0.0339239 Oct 20 10:38:41.217756 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-29e90fa8-0170-477e-8b21-12db78d42661 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1774540'] for router_interface, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:41.351611 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412607b4-61dd-473c-9753-d84d3d9b0c57 req-a7617093-1401-4dca-8549-e0500682e4cc tempest-ImagesOneServerTestJSON-313423051 tempest-ImagesOneServerTestJSON-313423051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:41.362717 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-412607b4-61dd-473c-9753-d84d3d9b0c57 req-a7617093-1401-4dca-8549-e0500682e4cc tempest-ImagesOneServerTestJSON-313423051 tempest-ImagesOneServerTestJSON-313423051-project] 10.222.0.64 "GET /v2.0/ports?device_id=80998131-c175-452a-9424-75d114dde0a9 HTTP/1.1" status: 200 len: 948 time: 0.2534013 Oct 20 10:38:41.382031 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.l3_agent_scheduler [req-11625318-24e5-4001-8afd-a001c377c31f req-9c75df84-d9f9-4d6a-85c5-a60f7c33e562 tempest-ServersTestFqdnHostnames-1012977964 tempest-ServersTestFqdnHostnames-1012977964-project] Router 743864d5-93fa-4920-9d15-7d3ac2282eff has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:38:41.413215 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-29e90fa8-0170-477e-8b21-12db78d42661 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:41.417171 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5e7b5113-f141-4c48-bea2-46c4ce27db20 req-3d42d2a6-f51b-49c1-b0f8-c5e0f61ce0b3 service neutron] 10.222.0.55 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3311446 Oct 20 10:38:41.465705 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-412607b4-61dd-473c-9753-d84d3d9b0c57 req-2b9ea61a-9e5b-495b-977e-c01cfa84eecf tempest-ImagesOneServerTestJSON-313423051 tempest-ImagesOneServerTestJSON-313423051-project] 10.222.0.64 "GET /v2.0/security-groups?id=7777715a-2479-4ec4-a273-a5b5bf1d94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021080 Oct 20 10:38:41.650205 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-11625318-24e5-4001-8afd-a001c377c31f req-9c75df84-d9f9-4d6a-85c5-a60f7c33e562 tempest-ServersTestFqdnHostnames-1012977964 tempest-ServersTestFqdnHostnames-1012977964-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:38:41.668958 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-038ffbe3-b389-4396-ab4f-6050f58788f1 None None] Sync routers for ids ['743864d5-93fa-4920-9d15-7d3ac2282eff'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:38:41.686792 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038ffbe3-b389-4396-ab4f-6050f58788f1 None None] Routers {'743864d5-93fa-4920-9d15-7d3ac2282eff'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:38:41.687435 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-038ffbe3-b389-4396-ab4f-6050f58788f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:38:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['743864d5-93fa-4920-9d15-7d3ac2282eff'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:38:41.697991 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-11625318-24e5-4001-8afd-a001c377c31f req-9c75df84-d9f9-4d6a-85c5-a60f7c33e562 tempest-ServersTestFqdnHostnames-1012977964 tempest-ServersTestFqdnHostnames-1012977964-project] No DVR routers for this DVR port 89e69665-ff7e-4a99-88be-5c87fd164d1b on host n-h1-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:38:41.701451 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 8a9db7ea-a970-472c-8c68-dbd7aee6e7f8 details requested by agent hyperv_n-h1-811396-3 with host n-h1-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:38:41.714986 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 89e69665-ff7e-4a99-88be-5c87fd164d1b no longer exists at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:38:41.716865 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-11625318-24e5-4001-8afd-a001c377c31f req-9c75df84-d9f9-4d6a-85c5-a60f7c33e562 tempest-ServersTestFqdnHostnames-1012977964 tempest-ServersTestFqdnHostnames-1012977964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:41.726388 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-11625318-24e5-4001-8afd-a001c377c31f req-9c75df84-d9f9-4d6a-85c5-a60f7c33e562 tempest-ServersTestFqdnHostnames-1012977964 tempest-ServersTestFqdnHostnames-1012977964-project] 10.222.0.55 "DELETE /v2.0/ports/89e69665-ff7e-4a99-88be-5c87fd164d1b HTTP/1.1" status: 204 len: 173 time: 3.2769086 Oct 20 10:38:41.726909 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de99d69c-dfcd-4d0e-97ab-99e967d464af', 'name': 'network-vif-deleted', 'tag': '89e69665-ff7e-4a99-88be-5c87fd164d1b'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:38:41.734375 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34e56adc-4020-4b00-afc8-70432417ec95" -d '{"events": [{"server_uuid": "de99d69c-dfcd-4d0e-97ab-99e967d464af", "name": "network-vif-deleted", "tag": "89e69665-ff7e-4a99-88be-5c87fd164d1b"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:38:41.819326 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] No Port match for: 89e69665-ff7e-4a99-88be-5c87fd164d1b {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:38:41.821262 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 89e69665-ff7e-4a99-88be-5c87fd164d1b not bound to the agent host n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:38:41.826914 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f56a5e1d-6414-4dbb-8dc6-d29ff27b80a1 None None] Network ec70a8e2-5c23-43f2-9c71-4beca6c598d5 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:38:41.845689 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d46f0303-31a0-44cb-9f48-378270ef524d req-e3248b9a-8ef4-4e69-bfe7-47407d902113 tempest-ServersTestFqdnHostnames-1012977964 tempest-ServersTestFqdnHostnames-1012977964-project] 10.222.0.64 "GET /v2.0/ports?device_id=de99d69c-dfcd-4d0e-97ab-99e967d464af HTTP/1.1" status: 200 len: 210 time: 0.0620108 Oct 20 10:38:41.851878 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:38:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b8db12a-c090-4d25-8748-d01bacdbce17 x-openstack-request-id: req-8b8db12a-c090-4d25-8748-d01bacdbce17 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:38:41.852664 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de99d69c-dfcd-4d0e-97ab-99e967d464af", "name": "network-vif-deleted", "tag": "89e69665-ff7e-4a99-88be-5c87fd164d1b", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:38:41.855001 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8b8db12a-c090-4d25-8748-d01bacdbce17 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:38:41.857298 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de99d69c-dfcd-4d0e-97ab-99e967d464af', 'name': 'network-vif-deleted', 'tag': '89e69665-ff7e-4a99-88be-5c87fd164d1b', 'status': 'completed', 'code': 200} Oct 20 10:38:42.009724 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-ae401a00-209a-4b38-92cf-6ce4c83cf0a4 None None] Provisioning complete for port 4b69d676-3036-40dd-9f6e-b4ed56a8bf96 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:38:42.010090 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-ae401a00-209a-4b38-92cf-6ce4c83cf0a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:42.016318 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-038ffbe3-b389-4396-ab4f-6050f58788f1 None None] Set router 743864d5-93fa-4920-9d15-7d3ac2282eff gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:38:42.104615 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090394c3-2961-4c87-b046-8f933b6ec93a req-4e28e4b0-d16c-41ae-a1bb-f0e1178b62ab tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:42.114089 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-090394c3-2961-4c87-b046-8f933b6ec93a req-4e28e4b0-d16c-41ae-a1bb-f0e1178b62ab tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8cc8a35-edaf-4cf9-b527-4b8b90b5a4a0 HTTP/1.1" status: 200 len: 945 time: 0.1426125 Oct 20 10:38:42.129587 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-29e90fa8-0170-477e-8b21-12db78d42661 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks [] for port, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:42.137287 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-29e90fa8-0170-477e-8b21-12db78d42661 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:42.216652 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-090394c3-2961-4c87-b046-8f933b6ec93a req-27604807-805e-4b76-9fc3-deee872b889c tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/security-groups?id=17372704-86e6-46e6-a5dd-dc7385be620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978768 Oct 20 10:38:42.227656 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 8a9db7ea-a970-472c-8c68-dbd7aee6e7f8, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=8a9db7ea-a970-472c-8c68-dbd7aee6e7f8,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:38:42.259942 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Returning: {'device': '8a9db7ea-a970-472c-8c68-dbd7aee6e7f8', 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84', 'port_id': '8a9db7ea-a970-472c-8c68-dbd7aee6e7f8', 'mac_address': 'fa:16:3e:c3:46:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 800, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f86199a-b8f2-45b4-a83a-995a7ea6fe42', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:38:42.367174 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e90fa8-0170-477e-8b21-12db78d42661 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Pushing event updated for resources: {'Port': ['ID=4f11409a-721e-4830-aeb6-ae5886bd82bd,revision_number=3']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:42.384338 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-29e90fa8-0170-477e-8b21-12db78d42661 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1774432'] for router_interface, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:42.392389 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:42.582334 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-038ffbe3-b389-4396-ab4f-6050f58788f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '743864d5-93fa-4920-9d15-7d3ac2282eff', 'name': 'tempest-ServersTestFqdnHostnames-433799258-router', 'tenant_id': 'e101b136571f40e2836dd4b04bec6639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.14'}], 'enable_snat': True}, 'gw_port_id': '3d1e119e-a6b4-4700-bfea-e96f28e13830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:35:08Z', 'updated_at': '2021-10-20T10:35:14Z', 'revision_number': 4, 'project_id': 'e101b136571f40e2836dd4b04bec6639', 'gw_port': {'id': '3d1e119e-a6b4-4700-bfea-e96f28e13830', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:13:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '743864d5-93fa-4920-9d15-7d3ac2282eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:35:08Z', 'updated_at': '2021-10-20T10:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '6fb964ca-d4af-4842-a997-375d779ad541', 'name': '', 'network_id': 'a87df69c-aa66-4d4f-9bea-350cb369c361', 'tenant_id': 'e101b136571f40e2836dd4b04bec6639', 'mac_address': 'fa:16:3e:61:d7:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '743864d5-93fa-4920-9d15-7d3ac2282eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': '7f0bb4fe-24ee-4f3b-82e5-f5d859434fd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:35:12Z', 'updated_at': '2021-10-20T10:35:21Z', 'revision_number': 5, 'project_id': 'e101b136571f40e2836dd4b04bec6639', 'subnets': [{'id': '7f0bb4fe-24ee-4f3b-82e5-f5d859434fd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:38:42.598631 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-ae401a00-209a-4b38-92cf-6ce4c83cf0a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:42.601894 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 4b69d676-3036-40dd-9f6e-b4ed56a8bf96 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:38:42.646526 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-038ffbe3-b389-4396-ab4f-6050f58788f1 None None] Checking router: 743864d5-93fa-4920-9d15-7d3ac2282eff for host: n-d-811396-3 {{(pid=100599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:38:42.654001 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e90fa8-0170-477e-8b21-12db78d42661 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Network ec70a8e2-5c23-43f2-9c71-4beca6c598d5 is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:38:42.657257 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-29e90fa8-0170-477e-8b21-12db78d42661 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:38:42.696644 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038ffbe3-b389-4396-ab4f-6050f58788f1 None None] Routers {'743864d5-93fa-4920-9d15-7d3ac2282eff'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:38:42.698954 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-038ffbe3-b389-4396-ab4f-6050f58788f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:38:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['743864d5-93fa-4920-9d15-7d3ac2282eff'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:38:42.702537 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a9db7ea-a970-472c-8c68-dbd7aee6e7f8 {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:38:42.768985 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-ae401a00-209a-4b38-92cf-6ce4c83cf0a4 None None] For port 4b69d676-3036-40dd-9f6e-b4ed56a8bf96, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=4b69d676-3036-40dd-9f6e-b4ed56a8bf96,segment=NetworkSegment(4842197c-9db7-485c-b836-b261b48677fe),segment_id=4842197c-9db7-485c-b836-b261b48677fe)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:38:42.773895 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09046e81-fa1e-4278-a32a-f4100bad1449 req-77608f36-3cf0-4eaf-b070-cd849743dd32 tempest-ImagesOneServerTestJSON-313423051 tempest-ImagesOneServerTestJSON-313423051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:42.775998 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-09046e81-fa1e-4278-a32a-f4100bad1449 req-77608f36-3cf0-4eaf-b070-cd849743dd32 tempest-ImagesOneServerTestJSON-313423051 tempest-ImagesOneServerTestJSON-313423051-project] 10.222.0.64 "GET /v2.0/ports?device_id=80998131-c175-452a-9424-75d114dde0a9 HTTP/1.1" status: 200 len: 948 time: 0.1200466 Oct 20 10:38:42.795979 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 8a9db7ea-a970-472c-8c68-dbd7aee6e7f8, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=8a9db7ea-a970-472c-8c68-dbd7aee6e7f8,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:38:42.801492 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-ae401a00-209a-4b38-92cf-6ce4c83cf0a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:42.812417 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:42.862978 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-09046e81-fa1e-4278-a32a-f4100bad1449 req-3e90c23f-e1af-41cd-bf9d-e5124db53c2b tempest-ImagesOneServerTestJSON-313423051 tempest-ImagesOneServerTestJSON-313423051-project] 10.222.0.64 "GET /v2.0/security-groups?id=7777715a-2479-4ec4-a273-a5b5bf1d94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801418 Oct 20 10:38:42.876473 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 4b69d676-3036-40dd-9f6e-b4ed56a8bf96 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:38:42.877467 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:42.923664 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae401a00-209a-4b38-92cf-6ce4c83cf0a4 None None] Pushing event updated for resources: {'Port': ['ID=4b69d676-3036-40dd-9f6e-b4ed56a8bf96,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:42.968423 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29e90fa8-0170-477e-8b21-12db78d42661 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Router 38d18f46-b8b1-421a-8f00-1c70668fd704 is scheduled to L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 with binding_index 1 {{(pid=100597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 10:38:42.990720 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 52978) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:43.018212 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=8a9db7ea-a970-472c-8c68-dbd7aee6e7f8,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:43.046067 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-038ffbe3-b389-4396-ab4f-6050f58788f1 None None] Set router 743864d5-93fa-4920-9d15-7d3ac2282eff gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:38:43.076550 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 52982) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:43.208660 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29e90fa8-0170-477e-8b21-12db78d42661 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:38:43.219566 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['8a9db7ea-a970-472c-8c68-dbd7aee6e7f8'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:38:43.226800 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-29e90fa8-0170-477e-8b21-12db78d42661 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] 10.222.0.64 "PUT /v2.0/routers/38d18f46-b8b1-421a-8f00-1c70668fd704/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1266067 Oct 20 10:38:43.229245 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 52986) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:43.230909 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c1db8258-f703-40ed-9912-d3d10df90ade tempest-ServersTestFqdnHostnames-1012977964 tempest-ServersTestFqdnHostnames-1012977964-project] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:43.241197 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0120a1-2f41-4156-a0c9-c35ae70b1ee6 None None] Sync routers for ids ['38d18f46-b8b1-421a-8f00-1c70668fd704'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:38:43.295372 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c1db8258-f703-40ed-9912-d3d10df90ade tempest-ServersTestFqdnHostnames-1012977964 tempest-ServersTestFqdnHostnames-1012977964-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:43.333676 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0120a1-2f41-4156-a0c9-c35ae70b1ee6 None None] Routers {'38d18f46-b8b1-421a-8f00-1c70668fd704'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:38:43.334473 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-0b0120a1-2f41-4156-a0c9-c35ae70b1ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:38:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['38d18f46-b8b1-421a-8f00-1c70668fd704'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:38:43.341757 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c085a890-b7f8-4bcb-b602-30cc3a278a2c tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:43.343681 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-c085a890-b7f8-4bcb-b602-30cc3a278a2c tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] 10.222.0.64 "GET /v2.0/ports?device_id=38d18f46-b8b1-421a-8f00-1c70668fd704 HTTP/1.1" status: 200 len: 982 time: 0.1128695 Oct 20 10:38:43.346774 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 52990) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:43.438546 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-03ee967e-1baf-4ca1-aabb-2774f45c4074 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:43.454113 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-0b0120a1-2f41-4156-a0c9-c35ae70b1ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:38:43.500219 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0120a1-2f41-4156-a0c9-c35ae70b1ee6 None None] Routers {'38d18f46-b8b1-421a-8f00-1c70668fd704'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:38:43.501147 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-0b0120a1-2f41-4156-a0c9-c35ae70b1ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:38:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['38d18f46-b8b1-421a-8f00-1c70668fd704'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:38:43.521944 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-6367dcf9-1ad1-4748-8b88-0edb0aa4fc15 None None] Provisioning complete for port 4b69d676-3036-40dd-9f6e-b4ed56a8bf96 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:38:43.522742 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-6367dcf9-1ad1-4748-8b88-0edb0aa4fc15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:43.545523 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-038ffbe3-b389-4396-ab4f-6050f58788f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '743864d5-93fa-4920-9d15-7d3ac2282eff', 'name': 'tempest-ServersTestFqdnHostnames-433799258-router', 'tenant_id': 'e101b136571f40e2836dd4b04bec6639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.14'}], 'enable_snat': True}, 'gw_port_id': '3d1e119e-a6b4-4700-bfea-e96f28e13830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:35:08Z', 'updated_at': '2021-10-20T10:35:14Z', 'revision_number': 4, 'project_id': 'e101b136571f40e2836dd4b04bec6639', 'gw_port': {'id': '3d1e119e-a6b4-4700-bfea-e96f28e13830', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:13:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '743864d5-93fa-4920-9d15-7d3ac2282eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:35:08Z', 'updated_at': '2021-10-20T10:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '6fb964ca-d4af-4842-a997-375d779ad541', 'name': '', 'network_id': 'a87df69c-aa66-4d4f-9bea-350cb369c361', 'tenant_id': 'e101b136571f40e2836dd4b04bec6639', 'mac_address': 'fa:16:3e:61:d7:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '743864d5-93fa-4920-9d15-7d3ac2282eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': '7f0bb4fe-24ee-4f3b-82e5-f5d859434fd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:35:12Z', 'updated_at': '2021-10-20T10:35:21Z', 'revision_number': 5, 'project_id': 'e101b136571f40e2836dd4b04bec6639', 'subnets': [{'id': '7f0bb4fe-24ee-4f3b-82e5-f5d859434fd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:38:43.565397 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce321d2-406b-4f47-9c27-a738e22e627b req-74aee7b4-2132-46eb-aac9-6a150d05ba49 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:43.570683 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7ce321d2-406b-4f47-9c27-a738e22e627b req-74aee7b4-2132-46eb-aac9-6a150d05ba49 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8cc8a35-edaf-4cf9-b527-4b8b90b5a4a0 HTTP/1.1" status: 200 len: 945 time: 0.2074964 Oct 20 10:38:43.642930 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-038ffbe3-b389-4396-ab4f-6050f58788f1 None None] The sync data for ids ['743864d5-93fa-4920-9d15-7d3ac2282eff'] in n-d-811396-3 is: [{'id': '743864d5-93fa-4920-9d15-7d3ac2282eff', 'name': 'tempest-ServersTestFqdnHostnames-433799258-router', 'tenant_id': 'e101b136571f40e2836dd4b04bec6639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.14'}], 'enable_snat': True}, 'gw_port_id': '3d1e119e-a6b4-4700-bfea-e96f28e13830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:35:08Z', 'updated_at': '2021-10-20T10:35:14Z', 'revision_number': 4, 'project_id': 'e101b136571f40e2836dd4b04bec6639', 'gw_port': {'id': '3d1e119e-a6b4-4700-bfea-e96f28e13830', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:13:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '743864d5-93fa-4920-9d15-7d3ac2282eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:35:08Z', 'updated_at': '2021-10-20T10:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '6fb964ca-d4af-4842-a997-375d779ad541', 'name': '', 'network_id': 'a87df69c-aa66-4d4f-9bea-350cb369c361', 'tenant_id': 'e101b136571f40e2836dd4b04bec6639', 'mac_address': 'fa:16:3e:61:d7:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '743864d5-93fa-4920-9d15-7d3ac2282eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': '7f0bb4fe-24ee-4f3b-82e5-f5d859434fd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:35:12Z', 'updated_at': '2021-10-20T10:35:21Z', 'revision_number': 5, 'project_id': 'e101b136571f40e2836dd4b04bec6639', 'subnets': [{'id': '7f0bb4fe-24ee-4f3b-82e5-f5d859434fd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:38:43.659581 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c1db8258-f703-40ed-9912-d3d10df90ade tempest-ServersTestFqdnHostnames-1012977964 tempest-ServersTestFqdnHostnames-1012977964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:43.671844 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c1db8258-f703-40ed-9912-d3d10df90ade tempest-ServersTestFqdnHostnames-1012977964 tempest-ServersTestFqdnHostnames-1012977964-project] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:43.673525 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-c1db8258-f703-40ed-9912-d3d10df90ade tempest-ServersTestFqdnHostnames-1012977964 tempest-ServersTestFqdnHostnames-1012977964-project] 10.222.0.64 "DELETE /v2.0/security-groups/a95c4642-b265-4e76-85a0-2126c3671a59 HTTP/1.1" status: 204 len: 168 time: 0.6815109 Oct 20 10:38:43.680418 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 52994) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:43.722713 n-d-811396-3 neutron-server[100597]: INFO neutron.api.v2.resource [None req-60f22c8e-8924-4842-883c-b60b7b6f697d tempest-ServersTestFqdnHostnames-1012977964 tempest-ServersTestFqdnHostnames-1012977964-project] show failed (client error): The resource could not be found. Oct 20 10:38:43.726069 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-60f22c8e-8924-4842-883c-b60b7b6f697d tempest-ServersTestFqdnHostnames-1012977964 tempest-ServersTestFqdnHostnames-1012977964-project] 10.222.0.64 "GET /v2.0/security-groups/a95c4642-b265-4e76-85a0-2126c3671a59 HTTP/1.1" status: 404 len: 347 time: 0.0443995 Oct 20 10:38:43.735596 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-0b0120a1-2f41-4156-a0c9-c35ae70b1ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:38:43.736222 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0120a1-2f41-4156-a0c9-c35ae70b1ee6 None None] The sync data for ids ['38d18f46-b8b1-421a-8f00-1c70668fd704'] in n-d-811396-3 is: [] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:38:43.745890 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 52998) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:43.802376 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1db8258-f703-40ed-9912-d3d10df90ade tempest-ServersTestFqdnHostnames-1012977964 tempest-ServersTestFqdnHostnames-1012977964-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a95c4642-b265-4e76-85a0-2126c3671a59,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:43.859595 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7ce321d2-406b-4f47-9c27-a738e22e627b req-a8b034cc-6a14-4f21-af80-b8c3fbfd8c7c tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/security-groups?id=17372704-86e6-46e6-a5dd-dc7385be620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498596 Oct 20 10:38:43.951750 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-6367dcf9-1ad1-4748-8b88-0edb0aa4fc15 None None] Provisioning complete for port 4f11409a-721e-4830-aeb6-ae5886bd82bd triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:38:43.952122 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-6367dcf9-1ad1-4748-8b88-0edb0aa4fc15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:43.959356 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-03ee967e-1baf-4ca1-aabb-2774f45c4074 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:43.965740 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-03ee967e-1baf-4ca1-aabb-2774f45c4074 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:44.032835 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-6367dcf9-1ad1-4748-8b88-0edb0aa4fc15 None None] Port 4f11409a-721e-4830-aeb6-ae5886bd82bd cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:38:44.126650 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-03ee967e-1baf-4ca1-aabb-2774f45c4074 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=340f86dd6f6d4ecba464a3177aa0bbc6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0490491 Oct 20 10:38:44.127344 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 53002) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:44.139301 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ee967e-1baf-4ca1-aabb-2774f45c4074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee651701-3778-45b7-be26-006c4c290f2b,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:44.164911 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-5e448f1d-0a18-4681-a09f-1a3651f59e7a None None] Provisioning complete for port 4f11409a-721e-4830-aeb6-ae5886bd82bd triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:38:44.165291 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-5e448f1d-0a18-4681-a09f-1a3651f59e7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:44.246372 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc42b4b-908c-447b-8cb5-40ba5a9ff3b2 None None] New status for floating IP 2e172e53-095f-43ef-81f8-a1e1a192426f: DOWN {{(pid=100599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 10:38:44.275215 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e4572a-14e7-428b-aa8b-db995e185f45 req-ad65e3f8-e5cf-4e23-a815-f26c8916ef2b tempest-ImagesOneServerTestJSON-313423051 tempest-ImagesOneServerTestJSON-313423051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:44.276994 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-43e4572a-14e7-428b-aa8b-db995e185f45 req-ad65e3f8-e5cf-4e23-a815-f26c8916ef2b tempest-ImagesOneServerTestJSON-313423051 tempest-ImagesOneServerTestJSON-313423051-project] 10.222.0.64 "GET /v2.0/ports?device_id=80998131-c175-452a-9424-75d114dde0a9 HTTP/1.1" status: 200 len: 949 time: 0.2429452 Oct 20 10:38:44.286921 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-5e448f1d-0a18-4681-a09f-1a3651f59e7a None None] Port 4f11409a-721e-4830-aeb6-ae5886bd82bd cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:38:44.325195 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5064470f-f9ce-4bdd-a13b-3b6484dc8f9f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:44.421688 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 4b69d676-3036-40dd-9f6e-b4ed56a8bf96 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:38:44.437738 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5064470f-f9ce-4bdd-a13b-3b6484dc8f9f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:44.457617 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-43e4572a-14e7-428b-aa8b-db995e185f45 req-5952a49e-cdcf-4f87-b136-7713a96726e6 tempest-ImagesOneServerTestJSON-313423051 tempest-ImagesOneServerTestJSON-313423051-project] 10.222.0.64 "GET /v2.0/security-groups?id=7777715a-2479-4ec4-a273-a5b5bf1d94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669977 Oct 20 10:38:44.491938 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-cbf60334-c17c-4a78-a767-a7a579cdf91a tempest-ServersTestFqdnHostnames-1012977964 tempest-ServersTestFqdnHostnames-1012977964-project] Deleting port 4be1f7b6-0800-4b8d-a616-0af8bdf16f58 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:38:44.492643 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-cbf60334-c17c-4a78-a767-a7a579cdf91a tempest-ServersTestFqdnHostnames-1012977964 tempest-ServersTestFqdnHostnames-1012977964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:44.535261 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5064470f-f9ce-4bdd-a13b-3b6484dc8f9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:44.538535 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5064470f-f9ce-4bdd-a13b-3b6484dc8f9f admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:44.539815 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-5064470f-f9ce-4bdd-a13b-3b6484dc8f9f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ee651701-3778-45b7-be26-006c4c290f2b HTTP/1.1" status: 204 len: 168 time: 0.4094689 Oct 20 10:38:44.540655 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 4b69d676-3036-40dd-9f6e-b4ed56a8bf96 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:38:44.541038 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:44.569293 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5064470f-f9ce-4bdd-a13b-3b6484dc8f9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee651701-3778-45b7-be26-006c4c290f2b,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:44.614576 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-f62f46e4-d1b7-4dbe-8337-ffe5607ee424 None None] Provisioning complete for port 4f11409a-721e-4830-aeb6-ae5886bd82bd triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:38:44.614955 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-f62f46e4-d1b7-4dbe-8337-ffe5607ee424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:44.657778 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-f62f46e4-d1b7-4dbe-8337-ffe5607ee424 None None] Port 4f11409a-721e-4830-aeb6-ae5886bd82bd cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:38:44.707208 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-cbf60334-c17c-4a78-a767-a7a579cdf91a tempest-ServersTestFqdnHostnames-1012977964 tempest-ServersTestFqdnHostnames-1012977964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:44.707708 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-cbf60334-c17c-4a78-a767-a7a579cdf91a tempest-ServersTestFqdnHostnames-1012977964 tempest-ServersTestFqdnHostnames-1012977964-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:44.737449 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-cbf60334-c17c-4a78-a767-a7a579cdf91a tempest-ServersTestFqdnHostnames-1012977964 tempest-ServersTestFqdnHostnames-1012977964-project] Calling delete_port for 4be1f7b6-0800-4b8d-a616-0af8bdf16f58 owned by network:floatingip {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:38:45.033555 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f7af6e-a810-4b33-a12e-de9a77678165 req-17eeb67b-44a6-470e-b722-0c13771c849f tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:45.042300 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-82f7af6e-a810-4b33-a12e-de9a77678165 req-17eeb67b-44a6-470e-b722-0c13771c849f tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8cc8a35-edaf-4cf9-b527-4b8b90b5a4a0 HTTP/1.1" status: 200 len: 945 time: 0.0703173 Oct 20 10:38:45.109423 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-82f7af6e-a810-4b33-a12e-de9a77678165 req-378b484c-6994-45af-8cc9-5870774bf4a6 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/security-groups?id=17372704-86e6-46e6-a5dd-dc7385be620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660398 Oct 20 10:38:45.308355 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bf9c9b9f-9ec6-4264-bec4-0c2e141598f8 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1774405'] for router_interface, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:45.460845 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 53034) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:45.597499 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05321957-f69c-4bf7-8502-c6f70771fdb9 req-3562317e-d542-4b52-bee2-4ec16e235952 tempest-ImagesOneServerTestJSON-313423051 tempest-ImagesOneServerTestJSON-313423051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:45.604247 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-05321957-f69c-4bf7-8502-c6f70771fdb9 req-3562317e-d542-4b52-bee2-4ec16e235952 tempest-ImagesOneServerTestJSON-313423051 tempest-ImagesOneServerTestJSON-313423051-project] 10.222.0.64 "GET /v2.0/ports?device_id=80998131-c175-452a-9424-75d114dde0a9 HTTP/1.1" status: 200 len: 949 time: 0.0669718 Oct 20 10:38:45.611525 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-11a222f1-9983-41e8-8b85-8e19edfe37c2 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1902911520-network', 'tenant_id': '965e7067de474e8cada35564418c8a02'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:38:45.658004 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-cbf60334-c17c-4a78-a767-a7a579cdf91a tempest-ServersTestFqdnHostnames-1012977964 tempest-ServersTestFqdnHostnames-1012977964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:45.687628 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-05321957-f69c-4bf7-8502-c6f70771fdb9 req-43c90d06-7413-435b-932a-2640ed3d908a tempest-ImagesOneServerTestJSON-313423051 tempest-ImagesOneServerTestJSON-313423051-project] 10.222.0.64 "GET /v2.0/security-groups?id=7777715a-2479-4ec4-a273-a5b5bf1d94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798476 Oct 20 10:38:45.688690 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11a222f1-9983-41e8-8b85-8e19edfe37c2 admin admin] Made reservation on behalf of 965e7067de474e8cada35564418c8a02 for: {'network': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:38:45.691441 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-11a222f1-9983-41e8-8b85-8e19edfe37c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:45.692872 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf60334-c17c-4a78-a767-a7a579cdf91a tempest-ServersTestFqdnHostnames-1012977964 tempest-ServersTestFqdnHostnames-1012977964-project] Pushing event deleted for resources: {'Port': ['ID=4be1f7b6-0800-4b8d-a616-0af8bdf16f58,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:45.704091 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 8a9db7ea-a970-472c-8c68-dbd7aee6e7f8 up at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:38:45.711689 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-11a222f1-9983-41e8-8b85-8e19edfe37c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:45.741341 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-bf9c9b9f-9ec6-4264-bec4-0c2e141598f8 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Deleting port 4f11409a-721e-4830-aeb6-ae5886bd82bd {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:38:45.741688 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bf9c9b9f-9ec6-4264-bec4-0c2e141598f8 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:45.799594 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning for port 8a9db7ea-a970-472c-8c68-dbd7aee6e7f8 completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:38:45.806475 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning complete for port 8a9db7ea-a970-472c-8c68-dbd7aee6e7f8 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:38:45.807991 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:45.825295 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-11a222f1-9983-41e8-8b85-8e19edfe37c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:45.831693 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-11a222f1-9983-41e8-8b85-8e19edfe37c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:45.889998 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11a222f1-9983-41e8-8b85-8e19edfe37c2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 823} {{(pid=100596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:38:45.895078 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bf9c9b9f-9ec6-4264-bec4-0c2e141598f8 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:45.908009 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a222f1-9983-41e8-8b85-8e19edfe37c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61bfab24-67c3-4a83-b90d-24917b0cfa1c,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:45.910951 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-bf9c9b9f-9ec6-4264-bec4-0c2e141598f8 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Calling delete_port for 4f11409a-721e-4830-aeb6-ae5886bd82bd owned by network:router_interface {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:38:45.924042 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-11a222f1-9983-41e8-8b85-8e19edfe37c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:45.926828 n-d-811396-3 neutron-server[100596]: INFO neutron.db.segments_db [None req-11a222f1-9983-41e8-8b85-8e19edfe37c2 admin admin] Added segment 2f02d716-6f1a-4793-8215-7b873226c7d5 of type vlan for network f20d6f8c-4b75-423f-810a-32b652b534c2 Oct 20 10:38:45.970815 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:46.018351 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 8a9db7ea-a970-472c-8c68-dbd7aee6e7f8, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=8a9db7ea-a970-472c-8c68-dbd7aee6e7f8,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:38:46.019492 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80998131-c175-452a-9424-75d114dde0a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a9db7ea-a970-472c-8c68-dbd7aee6e7f8'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:38:46.022612 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5ea9987-83f0-40ef-9cb9-4def5710b27a" -d '{"events": [{"server_uuid": "80998131-c175-452a-9424-75d114dde0a9", "name": "network-vif-plugged", "status": "completed", "tag": "8a9db7ea-a970-472c-8c68-dbd7aee6e7f8"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:38:46.026113 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:46.055555 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-11a222f1-9983-41e8-8b85-8e19edfe37c2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:46.085095 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=8a9db7ea-a970-472c-8c68-dbd7aee6e7f8,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:46.112747 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22628486-8bde-4bcb-9b72-0d6a3f43f536 x-openstack-request-id: req-22628486-8bde-4bcb-9b72-0d6a3f43f536 {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:38:46.113043 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80998131-c175-452a-9424-75d114dde0a9", "name": "network-vif-plugged", "status": "completed", "tag": "8a9db7ea-a970-472c-8c68-dbd7aee6e7f8", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:38:46.113295 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-22628486-8bde-4bcb-9b72-0d6a3f43f536 {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:38:46.113733 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80998131-c175-452a-9424-75d114dde0a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a9db7ea-a970-472c-8c68-dbd7aee6e7f8', 'code': 200} Oct 20 10:38:46.121502 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-cbf60334-c17c-4a78-a767-a7a579cdf91a tempest-ServersTestFqdnHostnames-1012977964 tempest-ServersTestFqdnHostnames-1012977964-project] Publish callbacks [] for floatingip, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:46.122583 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-11a222f1-9983-41e8-8b85-8e19edfe37c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:46.124236 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a222f1-9983-41e8-8b85-8e19edfe37c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:46.124462 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-cbf60334-c17c-4a78-a767-a7a579cdf91a tempest-ServersTestFqdnHostnames-1012977964 tempest-ServersTestFqdnHostnames-1012977964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for floatingip, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:46.125571 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-cbf60334-c17c-4a78-a767-a7a579cdf91a tempest-ServersTestFqdnHostnames-1012977964 tempest-ServersTestFqdnHostnames-1012977964-project] 10.222.0.64 "DELETE /v2.0/floatingips/2e172e53-095f-43ef-81f8-a1e1a192426f HTTP/1.1" status: 204 len: 168 time: 2.3768837 Oct 20 10:38:46.125894 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-11a222f1-9983-41e8-8b85-8e19edfe37c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:46.130127 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 53046) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:46.218349 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-11a222f1-9983-41e8-8b85-8e19edfe37c2 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7554770 Oct 20 10:38:46.221593 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 53050) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:46.237453 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bf9c9b9f-9ec6-4264-bec4-0c2e141598f8 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:46.240160 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-ff043bfd-65da-4d9e-8ceb-c2f7794567a0 admin admin] Request body: {'subnet': {'network_id': 'f20d6f8c-4b75-423f-810a-32b652b534c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1902911520-subnet', 'tenant_id': '965e7067de474e8cada35564418c8a02', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:38:46.294998 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9c9b9f-9ec6-4264-bec4-0c2e141598f8 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Pushing event deleted for resources: {'Port': ['ID=4f11409a-721e-4830-aeb6-ae5886bd82bd,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:46.374551 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a222f1-9983-41e8-8b85-8e19edfe37c2 admin admin] Pushing event updated for resources: {'Network': ['ID=f20d6f8c-4b75-423f-810a-32b652b534c2,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:46.395020 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a222f1-9983-41e8-8b85-8e19edfe37c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:38:46.395367 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a222f1-9983-41e8-8b85-8e19edfe37c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:38:46.395743 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a222f1-9983-41e8-8b85-8e19edfe37c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:38:46.396079 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a222f1-9983-41e8-8b85-8e19edfe37c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:38:46.396414 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a222f1-9983-41e8-8b85-8e19edfe37c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:38:46.396731 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a222f1-9983-41e8-8b85-8e19edfe37c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:38:46.397671 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a222f1-9983-41e8-8b85-8e19edfe37c2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:38:46.397671 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a222f1-9983-41e8-8b85-8e19edfe37c2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:38:46.397671 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a222f1-9983-41e8-8b85-8e19edfe37c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:38:46.398136 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a222f1-9983-41e8-8b85-8e19edfe37c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:38:46.398530 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a222f1-9983-41e8-8b85-8e19edfe37c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:38:46.398629 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a222f1-9983-41e8-8b85-8e19edfe37c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:38:46.420303 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d25fb9a-ec4b-4d6a-ba1a-ffae67481b02 req-d671c688-5f7a-443c-8cf3-c2f21d744851 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:46.423751 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network f20d6f8c-4b75-423f-810a-32b652b534c2 details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:38:46.428283 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3d25fb9a-ec4b-4d6a-ba1a-ffae67481b02 req-d671c688-5f7a-443c-8cf3-c2f21d744851 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8cc8a35-edaf-4cf9-b527-4b8b90b5a4a0 HTTP/1.1" status: 200 len: 945 time: 0.1787615 Oct 20 10:38:46.440972 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff043bfd-65da-4d9e-8ceb-c2f7794567a0 admin admin] Made reservation on behalf of 965e7067de474e8cada35564418c8a02 for: {'subnet': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:38:46.443338 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ff043bfd-65da-4d9e-8ceb-c2f7794567a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26761797'] for subnet, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:46.484126 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadd99cc-f9e2-4feb-b6e6-bf6eb9715393 req-ea96be15-e214-4481-9785-44c1f48ce3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:46.501255 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-dadd99cc-f9e2-4feb-b6e6-bf6eb9715393 req-ea96be15-e214-4481-9785-44c1f48ce3ff service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=80998131-c175-452a-9424-75d114dde0a9 HTTP/1.1" status: 200 len: 1101 time: 0.2783811 Oct 20 10:38:46.632863 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3d25fb9a-ec4b-4d6a-ba1a-ffae67481b02 req-f940a043-7946-4954-bb0f-5ea827998bc0 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/security-groups?id=17372704-86e6-46e6-a5dd-dc7385be620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022166 Oct 20 10:38:46.645943 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bf9c9b9f-9ec6-4264-bec4-0c2e141598f8 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1771989'] for router_interface, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:46.671718 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-dadd99cc-f9e2-4feb-b6e6-bf6eb9715393 req-d63cf3c9-de06-4463-a0f2-c9392086c4c2 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=7777715a-2479-4ec4-a273-a5b5bf1d94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610024 Oct 20 10:38:46.789028 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ff043bfd-65da-4d9e-8ceb-c2f7794567a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26836128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26761819'] for subnet, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:46.884057 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff043bfd-65da-4d9e-8ceb-c2f7794567a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ba1cbf3-cccc-42b1-ba0c-2f647d644190,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:46.914465 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8453800a-7291-45ad-9161-1ecdcb254a0f req-1554a977-5157-4b7f-8fa6-b59da2b122a5 tempest-ImagesOneServerTestJSON-313423051 tempest-ImagesOneServerTestJSON-313423051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:46.916082 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8453800a-7291-45ad-9161-1ecdcb254a0f req-1554a977-5157-4b7f-8fa6-b59da2b122a5 tempest-ImagesOneServerTestJSON-313423051 tempest-ImagesOneServerTestJSON-313423051-project] 10.222.0.64 "GET /v2.0/ports?device_id=80998131-c175-452a-9424-75d114dde0a9 HTTP/1.1" status: 200 len: 950 time: 0.1217639 Oct 20 10:38:46.916992 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf9c9b9f-9ec6-4264-bec4-0c2e141598f8 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Router 38d18f46-b8b1-421a-8f00-1c70668fd704 has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:38:46.941264 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff043bfd-65da-4d9e-8ceb-c2f7794567a0 admin admin] Checking segment: {'id': '2f02d716-6f1a-4793-8215-7b873226c7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'f20d6f8c-4b75-423f-810a-32b652b534c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:38:46.941623 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff043bfd-65da-4d9e-8ceb-c2f7794567a0 admin admin] Network hostable DHCP agents. Network: f20d6f8c-4b75-423f-810a-32b652b534c2, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:38:46.977283 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8453800a-7291-45ad-9161-1ecdcb254a0f req-b1c444fc-a30f-4d22-8fd5-dc3b827fb06a tempest-ImagesOneServerTestJSON-313423051 tempest-ImagesOneServerTestJSON-313423051-project] 10.222.0.64 "GET /v2.0/security-groups?id=7777715a-2479-4ec4-a273-a5b5bf1d94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504348 Oct 20 10:38:46.983997 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff043bfd-65da-4d9e-8ceb-c2f7794567a0 admin admin] Network f20d6f8c-4b75-423f-810a-32b652b534c2 is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:38:47.015345 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-ff043bfd-65da-4d9e-8ceb-c2f7794567a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, f20d6f8c-4b75-423f-810a-32b652b534c2) {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:38:47.026683 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff043bfd-65da-4d9e-8ceb-c2f7794567a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:47.027284 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ff043bfd-65da-4d9e-8ceb-c2f7794567a0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:47.029271 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b7582ce-f6fc-47a0-9833-3c13391cd448 None None] Network f20d6f8c-4b75-423f-810a-32b652b534c2 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:38:47.068690 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-ff043bfd-65da-4d9e-8ceb-c2f7794567a0 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8366785 Oct 20 10:38:47.200936 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb9ee74-462d-45ee-90d5-3ee059b7ff15 None None] Network f20d6f8c-4b75-423f-810a-32b652b534c2 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:38:47.237418 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 53064) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:47.296307 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0fd496b-cd12-4de9-992e-c6e22ca4fc77 admin admin] Deleting subnet 5ba1cbf3-cccc-42b1-ba0c-2f647d644190 {{(pid=100596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:38:47.301234 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d0fd496b-cd12-4de9-992e-c6e22ca4fc77 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:47.342520 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf9c9b9f-9ec6-4264-bec4-0c2e141598f8 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:38:47.344081 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d0fd496b-cd12-4de9-992e-c6e22ca4fc77 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25189079'] for subnet, precommit_delete_associations {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:47.353835 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-bf9c9b9f-9ec6-4264-bec4-0c2e141598f8 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] 10.222.0.64 "PUT /v2.0/routers/38d18f46-b8b1-421a-8f00-1c70668fd704/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0042436 Oct 20 10:38:47.357353 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 53066) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:47.359989 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf13c34-41ca-48ef-810f-ed09b95b5b49 None None] Sync routers for ids ['38d18f46-b8b1-421a-8f00-1c70668fd704'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:38:47.370627 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf13c34-41ca-48ef-810f-ed09b95b5b49 None None] Routers {'38d18f46-b8b1-421a-8f00-1c70668fd704'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:38:47.371830 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-cbf13c34-41ca-48ef-810f-ed09b95b5b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:38:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['38d18f46-b8b1-421a-8f00-1c70668fd704'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:38:47.391219 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d0fd496b-cd12-4de9-992e-c6e22ca4fc77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:47.398721 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-356d398e-68db-4d27-82ed-ea576980414b tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] GET failed (client error): The resource could not be found. Oct 20 10:38:47.404377 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-356d398e-68db-4d27-82ed-ea576980414b tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] 10.222.0.64 "GET /v2.0/ports/4f11409a-721e-4830-aeb6-ae5886bd82bd HTTP/1.1" status: 404 len: 333 time: 0.0454826 Oct 20 10:38:47.405672 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-cbf13c34-41ca-48ef-810f-ed09b95b5b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:38:47.408597 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 53068) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:47.414741 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf13c34-41ca-48ef-810f-ed09b95b5b49 None None] Routers {'38d18f46-b8b1-421a-8f00-1c70668fd704'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:38:47.415711 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-cbf13c34-41ca-48ef-810f-ed09b95b5b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:38:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['38d18f46-b8b1-421a-8f00-1c70668fd704'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:38:47.454262 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-cbf13c34-41ca-48ef-810f-ed09b95b5b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:38:47.455062 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf13c34-41ca-48ef-810f-ed09b95b5b49 None None] The sync data for ids ['38d18f46-b8b1-421a-8f00-1c70668fd704'] in n-d-811396-3 is: [] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:38:47.461927 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d0fd496b-cd12-4de9-992e-c6e22ca4fc77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26836193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26761888'] for subnet, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:47.495733 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d0fd496b-cd12-4de9-992e-c6e22ca4fc77 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:47.501812 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-d0fd496b-cd12-4de9-992e-c6e22ca4fc77 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/5ba1cbf3-cccc-42b1-ba0c-2f647d644190 HTTP/1.1" status: 204 len: 168 time: 0.2612133 Oct 20 10:38:47.502821 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fd496b-cd12-4de9-992e-c6e22ca4fc77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ba1cbf3-cccc-42b1-ba0c-2f647d644190,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:47.505027 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 53072) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:47.571747 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e02a0e7b-ad0a-4498-a739-882baa9a6457 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks [] for router, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:47.582222 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6c38b4f5-2474-4844-8d59-103525c0a94f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:47.663993 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6c38b4f5-2474-4844-8d59-103525c0a94f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:47.685710 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-6c38b4f5-2474-4844-8d59-103525c0a94f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f20d6f8c-4b75-423f-810a-32b652b534c2']}} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:38:47.697568 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-6c38b4f5-2474-4844-8d59-103525c0a94f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f02d716-6f1a-4793-8215-7b873226c7d5') {'for_net_delete': True} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:38:47.697954 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-6c38b4f5-2474-4844-8d59-103525c0a94f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f02d716-6f1a-4793-8215-7b873226c7d5') {} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:38:47.708205 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6c38b4f5-2474-4844-8d59-103525c0a94f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25189038'] for segment, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:47.743967 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6c38b4f5-2474-4844-8d59-103525c0a94f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:47.753841 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c38b4f5-2474-4844-8d59-103525c0a94f admin admin] Releasing vlan 823 on physical network physnet1 to pool {{(pid=100596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:38:47.754297 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6c38b4f5-2474-4844-8d59-103525c0a94f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26833155'] for segment, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:47.756766 n-d-811396-3 neutron-server[100596]: Traceback (most recent call last): Oct 20 10:38:47.756766 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:38:47.756766 n-d-811396-3 neutron-server[100596]: timer() Oct 20 10:38:47.756766 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:38:47.756766 n-d-811396-3 neutron-server[100596]: cb(*args, **kw) Oct 20 10:38:47.756766 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:38:47.756766 n-d-811396-3 neutron-server[100596]: return func(*args, **kwargs) Oct 20 10:38:47.756766 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:38:47.756766 n-d-811396-3 neutron-server[100596]: self._notify() Oct 20 10:38:47.756766 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:38:47.756766 n-d-811396-3 neutron-server[100596]: self.callback(batched_events) Oct 20 10:38:47.756766 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:38:47.756766 n-d-811396-3 neutron-server[100596]: event.method(event) Oct 20 10:38:47.756766 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:38:47.756766 n-d-811396-3 neutron-server[100596]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:38:47.756766 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:38:47.756766 n-d-811396-3 neutron-server[100596]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:38:47.756766 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:38:47.756766 n-d-811396-3 neutron-server[100596]: return f(self, *a, **k) Oct 20 10:38:47.756766 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:38:47.756766 n-d-811396-3 neutron-server[100596]: return self._get(url).json() Oct 20 10:38:47.756766 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:38:47.756766 n-d-811396-3 neutron-server[100596]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:38:47.756766 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:38:47.756766 n-d-811396-3 neutron-server[100596]: return self.request(url, 'GET', **kwargs) Oct 20 10:38:47.756766 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:38:47.756766 n-d-811396-3 neutron-server[100596]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:38:47.756766 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:38:47.756766 n-d-811396-3 neutron-server[100596]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:38:47.756766 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:38:47.756766 n-d-811396-3 neutron-server[100596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:38:47.756766 n-d-811396-3 neutron-server[100596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:38:47.760189 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a37bb1a0-f1e1-40ef-a1a1-0ca077acb9a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1774405'] for router_interface, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:47.764522 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e02a0e7b-ad0a-4498-a739-882baa9a6457 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1772272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258304'] for router, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:47.793439 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cf8beb-0460-49c7-aa54-ee0d391de409 req-ec88882b-330e-41d5-8fbd-7d13523c7f47 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:47.795187 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b8cf8beb-0460-49c7-aa54-ee0d391de409 req-ec88882b-330e-41d5-8fbd-7d13523c7f47 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8cc8a35-edaf-4cf9-b527-4b8b90b5a4a0 HTTP/1.1" status: 200 len: 945 time: 0.0807762 Oct 20 10:38:47.798217 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e02a0e7b-ad0a-4498-a739-882baa9a6457 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:47.861573 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6c38b4f5-2474-4844-8d59-103525c0a94f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:47.873186 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6c38b4f5-2474-4844-8d59-103525c0a94f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:47.883543 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-6c38b4f5-2474-4844-8d59-103525c0a94f admin admin] 10.222.0.64 "DELETE /v2.0/networks/f20d6f8c-4b75-423f-810a-32b652b534c2 HTTP/1.1" status: 204 len: 168 time: 0.3700290 Oct 20 10:38:47.895751 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b8cf8beb-0460-49c7-aa54-ee0d391de409 req-e6c6f1d3-bd07-4616-8d8e-0c65855e9f22 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/security-groups?id=17372704-86e6-46e6-a5dd-dc7385be620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673599 Oct 20 10:38:47.907218 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c38b4f5-2474-4844-8d59-103525c0a94f admin admin] Pushing event deleted for resources: {'Network': ['ID=f20d6f8c-4b75-423f-810a-32b652b534c2,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:47.917164 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e02a0e7b-ad0a-4498-a739-882baa9a6457 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1772267'] for router, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:47.917678 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e02a0e7b-ad0a-4498-a739-882baa9a6457 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Fanout notify agent at l3_agent the message router_deleted on router 38d18f46-b8b1-421a-8f00-1c70668fd704 {{(pid=100597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 10:38:47.925237 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e02a0e7b-ad0a-4498-a739-882baa9a6457 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks [] for router, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:47.928660 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-e02a0e7b-ad0a-4498-a739-882baa9a6457 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] 10.222.0.64 "DELETE /v2.0/routers/38d18f46-b8b1-421a-8f00-1c70668fd704 HTTP/1.1" status: 204 len: 168 time: 0.5137298 Oct 20 10:38:47.929423 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 53078) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:47.991854 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ac5e8f8-a4dc-46c7-9564-42718480475a tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Deleting subnet 3a88b1bb-f141-42b2-b884-a5f6ec1380d3 {{(pid=100596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:38:47.995408 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6ac5e8f8-a4dc-46c7-9564-42718480475a tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks [] for subnet, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:48.046737 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6ac5e8f8-a4dc-46c7-9564-42718480475a tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25189079'] for subnet, precommit_delete_associations {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:48.080504 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 53084) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:48.171254 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-c88b1b3d-b231-41d8-a20f-030510192c79 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=965e7067de474e8cada35564418c8a02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0891988 Oct 20 10:38:48.172643 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 53090) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:48.235172 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae2bc24-0f7d-4023-9813-5c845d7f5471 req-a983f873-f7b3-4140-8f07-62f14bfa0be0 tempest-ImagesOneServerTestJSON-313423051 tempest-ImagesOneServerTestJSON-313423051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:48.237587 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cae2bc24-0f7d-4023-9813-5c845d7f5471 req-a983f873-f7b3-4140-8f07-62f14bfa0be0 tempest-ImagesOneServerTestJSON-313423051 tempest-ImagesOneServerTestJSON-313423051-project] 10.222.0.64 "GET /v2.0/ports?device_id=80998131-c175-452a-9424-75d114dde0a9 HTTP/1.1" status: 200 len: 950 time: 0.1365395 Oct 20 10:38:48.249752 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6ac5e8f8-a4dc-46c7-9564-42718480475a tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:48.272017 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f957808d-21db-4e12-9456-e75e0a24da5e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:48.307987 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f957808d-21db-4e12-9456-e75e0a24da5e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:48.346032 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cae2bc24-0f7d-4023-9813-5c845d7f5471 req-00a69aca-26e5-46ad-a9b8-8b2ef6a6771d tempest-ImagesOneServerTestJSON-313423051 tempest-ImagesOneServerTestJSON-313423051-project] 10.222.0.64 "GET /v2.0/security-groups?id=7777715a-2479-4ec4-a273-a5b5bf1d94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982344 Oct 20 10:38:48.385318 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f957808d-21db-4e12-9456-e75e0a24da5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:48.389293 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f957808d-21db-4e12-9456-e75e0a24da5e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:48.393051 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-f957808d-21db-4e12-9456-e75e0a24da5e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/61bfab24-67c3-4a83-b90d-24917b0cfa1c HTTP/1.1" status: 204 len: 168 time: 0.2168145 Oct 20 10:38:48.396933 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6ac5e8f8-a4dc-46c7-9564-42718480475a tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26836193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26761888'] for subnet, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:48.407242 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f957808d-21db-4e12-9456-e75e0a24da5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61bfab24-67c3-4a83-b90d-24917b0cfa1c,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:48.479425 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-a37bb1a0-f1e1-40ef-a1a1-0ca077acb9a1 admin admin] Deleting port 6fb964ca-d4af-4842-a997-375d779ad541 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:38:48.479981 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a37bb1a0-f1e1-40ef-a1a1-0ca077acb9a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:48.592763 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [None req-a37bb1a0-f1e1-40ef-a1a1-0ca077acb9a1 admin admin] For port 6fb964ca-d4af-4842-a997-375d779ad541, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=6fb964ca-d4af-4842-a997-375d779ad541,segment=NetworkSegment(1d714b27-3aa7-4d59-bcf7-62759e5f74cb),segment_id=1d714b27-3aa7-4d59-bcf7-62759e5f74cb)] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:38:48.593394 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a37bb1a0-f1e1-40ef-a1a1-0ca077acb9a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:48.617179 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-a37bb1a0-f1e1-40ef-a1a1-0ca077acb9a1 admin admin] Calling delete_port for 6fb964ca-d4af-4842-a997-375d779ad541 owned by network:router_interface {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:38:48.761078 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac5e8f8-a4dc-46c7-9564-42718480475a tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Pushing event deleted for resources: {'Subnet': ['ID=3a88b1bb-f141-42b2-b884-a5f6ec1380d3,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:48.769404 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6ac5e8f8-a4dc-46c7-9564-42718480475a tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:48.774086 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-6ac5e8f8-a4dc-46c7-9564-42718480475a tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] 10.222.0.64 "DELETE /v2.0/subnets/3a88b1bb-f141-42b2-b884-a5f6ec1380d3 HTTP/1.1" status: 204 len: 168 time: 0.8409665 Oct 20 10:38:48.778038 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 53102) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:48.779729 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b55cd2-cb17-40f0-97cf-d1095bf8cf57 None None] Network ec70a8e2-5c23-43f2-9c71-4beca6c598d5 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:38:48.814203 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2198989b-2426-4578-ab82-5481d235bfec req-71a26b32-2dea-4609-8491-02adfc44ea36 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:48.816078 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2198989b-2426-4578-ab82-5481d235bfec req-71a26b32-2dea-4609-8491-02adfc44ea36 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/ports?device_id=efe4bd25-79e9-42af-a4d8-5e8c46ef26f5 HTTP/1.1" status: 200 len: 945 time: 0.4322529 Oct 20 10:38:48.886075 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a37bb1a0-f1e1-40ef-a1a1-0ca077acb9a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:48.905416 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-7e592199-358c-4ca4-b7a9-ba2781d1147e tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:48.928629 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37bb1a0-f1e1-40ef-a1a1-0ca077acb9a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=6fb964ca-d4af-4842-a997-375d779ad541,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:48.931769 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2198989b-2426-4578-ab82-5481d235bfec req-04e82210-8137-49bd-81dc-f4504d6b1461 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/security-groups?id=c33a6cb5-e80a-4f79-936a-38f5e3f7c89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997014 Oct 20 10:38:48.971023 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:49.022258 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-7e592199-358c-4ca4-b7a9-ba2781d1147e tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Deleting port 4b69d676-3036-40dd-9f6e-b4ed56a8bf96 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:38:49.022816 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-7e592199-358c-4ca4-b7a9-ba2781d1147e tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:49.069023 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a5aaba0-25a3-4508-8cdf-969be44bcebd None None] DHCP port deletion for ec70a8e2-5c23-43f2-9c71-4beca6c598d5 request from n-d-811396-3 {{(pid=100598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:38:49.143546 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [None req-7e592199-358c-4ca4-b7a9-ba2781d1147e tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] For port 4b69d676-3036-40dd-9f6e-b4ed56a8bf96, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=4b69d676-3036-40dd-9f6e-b4ed56a8bf96,segment=NetworkSegment(4842197c-9db7-485c-b836-b261b48677fe),segment_id=4842197c-9db7-485c-b836-b261b48677fe)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:38:49.143935 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-7e592199-358c-4ca4-b7a9-ba2781d1147e tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:49.147156 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-9a5aaba0-25a3-4508-8cdf-969be44bcebd None None] Deleting port 4b69d676-3036-40dd-9f6e-b4ed56a8bf96 {{(pid=100598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:38:49.147708 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-9a5aaba0-25a3-4508-8cdf-969be44bcebd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:49.173469 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-7e592199-358c-4ca4-b7a9-ba2781d1147e tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Calling delete_port for 4b69d676-3036-40dd-9f6e-b4ed56a8bf96 owned by network:dhcp {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:38:49.212994 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a37bb1a0-f1e1-40ef-a1a1-0ca077acb9a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1771989'] for router_interface, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:49.242930 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-9a5aaba0-25a3-4508-8cdf-969be44bcebd None None] For port 4b69d676-3036-40dd-9f6e-b4ed56a8bf96, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=4b69d676-3036-40dd-9f6e-b4ed56a8bf96,segment=NetworkSegment(4842197c-9db7-485c-b836-b261b48677fe),segment_id=4842197c-9db7-485c-b836-b261b48677fe)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:38:49.244873 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-9a5aaba0-25a3-4508-8cdf-969be44bcebd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:49.283941 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-9a5aaba0-25a3-4508-8cdf-969be44bcebd None None] Calling delete_port for 4b69d676-3036-40dd-9f6e-b4ed56a8bf96 owned by network:dhcp {{(pid=100598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:38:49.372539 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f09c6f0-a80a-4af1-9b02-3e51a2857a37 req-c1509eea-bfc9-4172-a524-cbc3f75da6b2 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:49.374387 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6f09c6f0-a80a-4af1-9b02-3e51a2857a37 req-c1509eea-bfc9-4172-a524-cbc3f75da6b2 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.55 "GET /v2.0/ports?device_id=efe4bd25-79e9-42af-a4d8-5e8c46ef26f5 HTTP/1.1" status: 200 len: 945 time: 0.1865809 Oct 20 10:38:49.393708 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-9a5aaba0-25a3-4508-8cdf-969be44bcebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956'] for port, after_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:49.442408 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f217adaa-8449-4bc2-943d-32bff4bae6ac req-a0dac965-1779-4002-b1a9-718c9010d220 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:49.451509 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f217adaa-8449-4bc2-943d-32bff4bae6ac req-a0dac965-1779-4002-b1a9-718c9010d220 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8cc8a35-edaf-4cf9-b527-4b8b90b5a4a0 HTTP/1.1" status: 200 len: 945 time: 0.2647018 Oct 20 10:38:49.453178 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5aaba0-25a3-4508-8cdf-969be44bcebd None None] Pushing event deleted for resources: {'Port': ['ID=4b69d676-3036-40dd-9f6e-b4ed56a8bf96,revision_number=None']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:49.464398 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5aaba0-25a3-4508-8cdf-969be44bcebd None None] No DVR routers for this DVR port 4b69d676-3036-40dd-9f6e-b4ed56a8bf96 on host n-d-811396-3 {{(pid=100598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:38:49.500386 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a37bb1a0-f1e1-40ef-a1a1-0ca077acb9a1 admin admin] Router 743864d5-93fa-4920-9d15-7d3ac2282eff has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:38:49.514797 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-7e592199-358c-4ca4-b7a9-ba2781d1147e tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:49.584585 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e592199-358c-4ca4-b7a9-ba2781d1147e tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Pushing event deleted for resources: {'Port': ['ID=4b69d676-3036-40dd-9f6e-b4ed56a8bf96,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:49.586157 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e592199-358c-4ca4-b7a9-ba2781d1147e tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] No DVR routers for this DVR port 4b69d676-3036-40dd-9f6e-b4ed56a8bf96 on host n-d-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:38:49.625203 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f217adaa-8449-4bc2-943d-32bff4bae6ac req-44400c3e-b6ad-4070-96a5-cc33b9e6a9b6 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/security-groups?id=17372704-86e6-46e6-a5dd-dc7385be620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726208 Oct 20 10:38:49.638972 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabf0b44-57ba-4ce3-924a-a844b0e2dfb8 req-c142edf3-530d-4d64-8f99-837981d203b4 tempest-ImagesOneServerTestJSON-313423051 tempest-ImagesOneServerTestJSON-313423051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:49.639800 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a37bb1a0-f1e1-40ef-a1a1-0ca077acb9a1 admin admin] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:38:49.646809 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-eabf0b44-57ba-4ce3-924a-a844b0e2dfb8 req-c142edf3-530d-4d64-8f99-837981d203b4 tempest-ImagesOneServerTestJSON-313423051 tempest-ImagesOneServerTestJSON-313423051-project] 10.222.0.64 "GET /v2.0/ports?device_id=80998131-c175-452a-9424-75d114dde0a9 HTTP/1.1" status: 200 len: 950 time: 0.1872058 Oct 20 10:38:49.649338 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-a37bb1a0-f1e1-40ef-a1a1-0ca077acb9a1 admin admin] 10.222.0.64 "PUT /v2.0/routers/743864d5-93fa-4920-9d15-7d3ac2282eff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5176260 Oct 20 10:38:49.651015 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 53128) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:49.659656 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa7facb-488d-44bb-970f-d71f4e33cbd7 None None] Sync routers for ids ['743864d5-93fa-4920-9d15-7d3ac2282eff'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:38:49.673339 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa7facb-488d-44bb-970f-d71f4e33cbd7 None None] Routers {'743864d5-93fa-4920-9d15-7d3ac2282eff'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:38:49.674164 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-2fa7facb-488d-44bb-970f-d71f4e33cbd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:38:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['743864d5-93fa-4920-9d15-7d3ac2282eff'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:38:49.728440 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-7e592199-358c-4ca4-b7a9-ba2781d1147e tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:49.755434 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-6f09c6f0-a80a-4af1-9b02-3e51a2857a37 req-8e2cd04d-29f0-4751-9791-a762bd1c06b0 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Deleting port 00ae86d6-b3cd-41a2-9d65-5a8b5af60932 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:38:49.755620 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-6f09c6f0-a80a-4af1-9b02-3e51a2857a37 req-8e2cd04d-29f0-4751-9791-a762bd1c06b0 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:49.782492 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-eabf0b44-57ba-4ce3-924a-a844b0e2dfb8 req-5816b312-f912-49e2-9b00-57da8b8bd66e tempest-ImagesOneServerTestJSON-313423051 tempest-ImagesOneServerTestJSON-313423051-project] 10.222.0.64 "GET /v2.0/security-groups?id=7777715a-2479-4ec4-a273-a5b5bf1d94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352243 Oct 20 10:38:49.803241 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-7e592199-358c-4ca4-b7a9-ba2781d1147e tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec70a8e2-5c23-43f2-9c71-4beca6c598d5']}} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:38:49.823245 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ceb1ecd7-972d-49de-9932-966c440df8f4 admin admin] Publish callbacks [] for router, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:49.826448 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-7e592199-358c-4ca4-b7a9-ba2781d1147e tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4842197c-9db7-485c-b836-b261b48677fe') {'for_net_delete': True} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:38:49.826694 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-7e592199-358c-4ca4-b7a9-ba2781d1147e tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4842197c-9db7-485c-b836-b261b48677fe') {} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:38:49.862594 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-2fa7facb-488d-44bb-970f-d71f4e33cbd7 None None] Set router 743864d5-93fa-4920-9d15-7d3ac2282eff gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:38:49.885518 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-7e592199-358c-4ca4-b7a9-ba2781d1147e tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25189038'] for segment, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:49.909682 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-7e592199-358c-4ca4-b7a9-ba2781d1147e tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:49.927978 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-6f09c6f0-a80a-4af1-9b02-3e51a2857a37 req-8e2cd04d-29f0-4751-9791-a762bd1c06b0 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] For port 00ae86d6-b3cd-41a2-9d65-5a8b5af60932, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=00ae86d6-b3cd-41a2-9d65-5a8b5af60932,segment=NetworkSegment(d74986f8-a71e-4359-a64d-140af23f3558),segment_id=d74986f8-a71e-4359-a64d-140af23f3558)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:38:49.928585 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-6f09c6f0-a80a-4af1-9b02-3e51a2857a37 req-8e2cd04d-29f0-4751-9791-a762bd1c06b0 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:49.945789 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ceb1ecd7-972d-49de-9932-966c440df8f4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:49.946953 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-6f09c6f0-a80a-4af1-9b02-3e51a2857a37 req-8e2cd04d-29f0-4751-9791-a762bd1c06b0 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Calling delete_port for 00ae86d6-b3cd-41a2-9d65-5a8b5af60932 owned by compute:nova {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:38:49.971470 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e592199-358c-4ca4-b7a9-ba2781d1147e tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Releasing vlan 821 on physical network physnet1 to pool {{(pid=100596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:38:49.972219 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-7e592199-358c-4ca4-b7a9-ba2781d1147e tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26833155'] for segment, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:50.034362 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-ceb1ecd7-972d-49de-9932-966c440df8f4 admin admin] Deleting port 3d1e119e-a6b4-4700-bfea-e96f28e13830 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:38:50.034711 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ceb1ecd7-972d-49de-9932-966c440df8f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:50.059401 n-d-811396-3 neutron-server[100596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:38:50.059401 n-d-811396-3 neutron-server[100596]: self.session.flush() Oct 20 10:38:50.059401 n-d-811396-3 neutron-server[100596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:38:50.059401 n-d-811396-3 neutron-server[100596]: self.session.flush() Oct 20 10:38:50.059401 n-d-811396-3 neutron-server[100596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:38:50.059401 n-d-811396-3 neutron-server[100596]: self.session.flush() Oct 20 10:38:50.059401 n-d-811396-3 neutron-server[100596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:38:50.059401 n-d-811396-3 neutron-server[100596]: self.session.flush() Oct 20 10:38:50.059401 n-d-811396-3 neutron-server[100596]: Traceback (most recent call last): Oct 20 10:38:50.059401 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:38:50.059401 n-d-811396-3 neutron-server[100596]: timer() Oct 20 10:38:50.059401 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:38:50.059401 n-d-811396-3 neutron-server[100596]: cb(*args, **kw) Oct 20 10:38:50.059401 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:38:50.059401 n-d-811396-3 neutron-server[100596]: return func(*args, **kwargs) Oct 20 10:38:50.059401 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:38:50.059401 n-d-811396-3 neutron-server[100596]: self._notify() Oct 20 10:38:50.059401 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:38:50.059401 n-d-811396-3 neutron-server[100596]: self.callback(batched_events) Oct 20 10:38:50.059401 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:38:50.059401 n-d-811396-3 neutron-server[100596]: event.method(event) Oct 20 10:38:50.059401 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:38:50.059401 n-d-811396-3 neutron-server[100596]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:38:50.059401 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:38:50.059401 n-d-811396-3 neutron-server[100596]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:38:50.059401 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:38:50.059401 n-d-811396-3 neutron-server[100596]: return f(self, *a, **k) Oct 20 10:38:50.059401 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:38:50.059401 n-d-811396-3 neutron-server[100596]: return self._get(url).json() Oct 20 10:38:50.059401 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:38:50.059401 n-d-811396-3 neutron-server[100596]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:38:50.059401 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:38:50.059401 n-d-811396-3 neutron-server[100596]: return self.request(url, 'GET', **kwargs) Oct 20 10:38:50.059401 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:38:50.059401 n-d-811396-3 neutron-server[100596]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:38:50.059401 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:38:50.059401 n-d-811396-3 neutron-server[100596]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:38:50.059401 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:38:50.059401 n-d-811396-3 neutron-server[100596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:38:50.059401 n-d-811396-3 neutron-server[100596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:38:50.103607 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-7e592199-358c-4ca4-b7a9-ba2781d1147e tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:50.185421 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-7e592199-358c-4ca4-b7a9-ba2781d1147e tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:50.192111 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-2fa7facb-488d-44bb-970f-d71f4e33cbd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '743864d5-93fa-4920-9d15-7d3ac2282eff', 'name': 'tempest-ServersTestFqdnHostnames-433799258-router', 'tenant_id': 'e101b136571f40e2836dd4b04bec6639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.14'}], 'enable_snat': True}, 'gw_port_id': '3d1e119e-a6b4-4700-bfea-e96f28e13830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:35:08Z', 'updated_at': '2021-10-20T10:38:48Z', 'revision_number': 5, 'project_id': 'e101b136571f40e2836dd4b04bec6639', 'gw_port': {'id': '3d1e119e-a6b4-4700-bfea-e96f28e13830', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:13:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '743864d5-93fa-4920-9d15-7d3ac2282eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:35:08Z', 'updated_at': '2021-10-20T10:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:38:50.192772 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-7e592199-358c-4ca4-b7a9-ba2781d1147e tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] 10.222.0.64 "DELETE /v2.0/networks/ec70a8e2-5c23-43f2-9c71-4beca6c598d5 HTTP/1.1" status: 204 len: 168 time: 1.4137294 Oct 20 10:38:50.203958 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [None req-ceb1ecd7-972d-49de-9932-966c440df8f4 admin admin] For port 3d1e119e-a6b4-4700-bfea-e96f28e13830, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=3d1e119e-a6b4-4700-bfea-e96f28e13830,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:38:50.204280 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ceb1ecd7-972d-49de-9932-966c440df8f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:50.207524 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 53154) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:50.231979 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-ceb1ecd7-972d-49de-9932-966c440df8f4 admin admin] Calling delete_port for 3d1e119e-a6b4-4700-bfea-e96f28e13830 owned by network:router_gateway {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:38:50.255060 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa7facb-488d-44bb-970f-d71f4e33cbd7 None None] Checking router: 743864d5-93fa-4920-9d15-7d3ac2282eff for host: n-d-811396-3 {{(pid=100599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:38:50.269728 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa7facb-488d-44bb-970f-d71f4e33cbd7 None None] Routers {'743864d5-93fa-4920-9d15-7d3ac2282eff'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:38:50.270740 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-2fa7facb-488d-44bb-970f-d71f4e33cbd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:38:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['743864d5-93fa-4920-9d15-7d3ac2282eff'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:38:50.348905 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5cf7cf2-c236-4a35-bec3-9415196db80a tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:50.350378 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-b5cf7cf2-c236-4a35-bec3-9415196db80a tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] 10.222.0.64 "GET /v2.0/ports/1f7d75cd-e4ac-47e5-b8b7-6579ad286af6 HTTP/1.1" status: 200 len: 841 time: 0.1345968 Oct 20 10:38:50.355023 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 53166) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:50.375298 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e592199-358c-4ca4-b7a9-ba2781d1147e tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Pushing event deleted for resources: {'Network': ['ID=ec70a8e2-5c23-43f2-9c71-4beca6c598d5,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:50.409648 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ee2383-1bf6-47f3-ac3e-17d4eff308f8 req-da92ed7d-f2f9-42a4-a69c-36ff1233df61 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:50.416882 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f6ee2383-1bf6-47f3-ac3e-17d4eff308f8 req-da92ed7d-f2f9-42a4-a69c-36ff1233df61 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/ports?device_id=efe4bd25-79e9-42af-a4d8-5e8c46ef26f5 HTTP/1.1" status: 200 len: 945 time: 0.3541842 Oct 20 10:38:50.487133 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-b64ca5a5-c395-4234-849b-12f3d75212bb tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] 10.222.0.64 "GET /v2.0/ports/1f7d75cd-e4ac-47e5-b8b7-6579ad286af6?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1261163 Oct 20 10:38:50.488407 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 53174) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:50.493814 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-28beb8c0-c890-4a8b-8589-b6b8d726c49f tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Request body: {'subnet': {'network_id': '14e051e8-478e-4ca2-9018-ab366f2fc673', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:38:50.500418 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 4b69d676-3036-40dd-9f6e-b4ed56a8bf96 no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:38:50.503399 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f6ee2383-1bf6-47f3-ac3e-17d4eff308f8 req-0b91983b-b668-4c89-9872-af8bed0e7ec5 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/security-groups?id=c33a6cb5-e80a-4f79-936a-38f5e3f7c89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855179 Oct 20 10:38:50.520846 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-2fa7facb-488d-44bb-970f-d71f4e33cbd7 None None] Set router 743864d5-93fa-4920-9d15-7d3ac2282eff gateway port host: None {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:38:50.555513 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 4b69d676-3036-40dd-9f6e-b4ed56a8bf96 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:38:50.555952 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 4b69d676-3036-40dd-9f6e-b4ed56a8bf96 not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:38:50.587898 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-6f09c6f0-a80a-4af1-9b02-3e51a2857a37 req-8e2cd04d-29f0-4751-9791-a762bd1c06b0 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:50.609488 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-2fa7facb-488d-44bb-970f-d71f4e33cbd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '743864d5-93fa-4920-9d15-7d3ac2282eff', 'name': 'tempest-ServersTestFqdnHostnames-433799258-router', 'tenant_id': 'e101b136571f40e2836dd4b04bec6639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:35:08Z', 'updated_at': '2021-10-20T10:38:49Z', 'revision_number': 6, 'project_id': 'e101b136571f40e2836dd4b04bec6639', 'gw_port_host': None}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:38:50.625401 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['00ae86d6-b3cd-41a2-9d65-5a8b5af60932'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:38:50.633516 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2cd04d-29f0-4751-9791-a762bd1c06b0 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Pushing event deleted for resources: {'Port': ['ID=00ae86d6-b3cd-41a2-9d65-5a8b5af60932,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:50.676048 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa7facb-488d-44bb-970f-d71f4e33cbd7 None None] The sync data for ids ['743864d5-93fa-4920-9d15-7d3ac2282eff'] in n-d-811396-3 is: [{'id': '743864d5-93fa-4920-9d15-7d3ac2282eff', 'name': 'tempest-ServersTestFqdnHostnames-433799258-router', 'tenant_id': 'e101b136571f40e2836dd4b04bec6639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:35:08Z', 'updated_at': '2021-10-20T10:38:49Z', 'revision_number': 6, 'project_id': 'e101b136571f40e2836dd4b04bec6639', 'gw_port_host': None}] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:38:50.688155 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28beb8c0-c890-4a8b-8589-b6b8d726c49f tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Made reservation on behalf of 81acf106a8e845e5a82c7531aebd6cee for: {'subnet': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:38:50.691832 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-28beb8c0-c890-4a8b-8589-b6b8d726c49f tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25350782'] for subnet, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:50.691972 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f09c6f0-a80a-4af1-9b02-3e51a2857a37 req-8e2cd04d-29f0-4751-9791-a762bd1c06b0 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] No DVR routers for this DVR port 00ae86d6-b3cd-41a2-9d65-5a8b5af60932 on host n-h1-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:38:50.695922 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-6f09c6f0-a80a-4af1-9b02-3e51a2857a37 req-8e2cd04d-29f0-4751-9791-a762bd1c06b0 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:50.699798 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6f09c6f0-a80a-4af1-9b02-3e51a2857a37 req-8e2cd04d-29f0-4751-9791-a762bd1c06b0 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.55 "DELETE /v2.0/ports/00ae86d6-b3cd-41a2-9d65-5a8b5af60932 HTTP/1.1" status: 204 len: 173 time: 1.3183606 Oct 20 10:38:50.700326 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efe4bd25-79e9-42af-a4d8-5e8c46ef26f5', 'name': 'network-vif-deleted', 'tag': '00ae86d6-b3cd-41a2-9d65-5a8b5af60932'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:38:50.703178 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee158aab-85ea-4085-b354-f78b7ff6512a" -d '{"events": [{"server_uuid": "efe4bd25-79e9-42af-a4d8-5e8c46ef26f5", "name": "network-vif-deleted", "tag": "00ae86d6-b3cd-41a2-9d65-5a8b5af60932"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:38:50.717329 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ceb1ecd7-972d-49de-9932-966c440df8f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:50.780488 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb970446-17f6-4ea1-ae4e-0209cad8b2a9 x-openstack-request-id: req-cb970446-17f6-4ea1-ae4e-0209cad8b2a9 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:38:50.780791 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efe4bd25-79e9-42af-a4d8-5e8c46ef26f5", "name": "network-vif-deleted", "tag": "00ae86d6-b3cd-41a2-9d65-5a8b5af60932", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:38:50.781044 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cb970446-17f6-4ea1-ae4e-0209cad8b2a9 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:38:50.781468 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efe4bd25-79e9-42af-a4d8-5e8c46ef26f5', 'name': 'network-vif-deleted', 'tag': '00ae86d6-b3cd-41a2-9d65-5a8b5af60932', 'status': 'completed', 'code': 200} Oct 20 10:38:50.786857 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb1ecd7-972d-49de-9932-966c440df8f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d1e119e-a6b4-4700-bfea-e96f28e13830,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:50.845010 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb1ecd7-972d-49de-9932-966c440df8f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:38:50.845010 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb1ecd7-972d-49de-9932-966c440df8f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:38:50.845010 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb1ecd7-972d-49de-9932-966c440df8f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:38:50.846105 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb1ecd7-972d-49de-9932-966c440df8f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:38:50.846105 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb1ecd7-972d-49de-9932-966c440df8f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:38:50.846443 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb1ecd7-972d-49de-9932-966c440df8f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:38:50.846792 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb1ecd7-972d-49de-9932-966c440df8f4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:38:50.847175 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb1ecd7-972d-49de-9932-966c440df8f4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:38:50.847611 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb1ecd7-972d-49de-9932-966c440df8f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:38:50.848019 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb1ecd7-972d-49de-9932-966c440df8f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:38:50.848398 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb1ecd7-972d-49de-9932-966c440df8f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:38:50.849484 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb1ecd7-972d-49de-9932-966c440df8f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:38:50.864018 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2ff9de-fb2c-49f5-a028-5a7db3685422 req-465f9195-7990-46ae-8c26-c803c1f90769 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:50.865992 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-df2ff9de-fb2c-49f5-a028-5a7db3685422 req-465f9195-7990-46ae-8c26-c803c1f90769 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8cc8a35-edaf-4cf9-b527-4b8b90b5a4a0 HTTP/1.1" status: 200 len: 945 time: 0.1074972 Oct 20 10:38:50.914364 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-df2ff9de-fb2c-49f5-a028-5a7db3685422 req-0cc71961-37ad-4eab-afdc-6b35463cf3f4 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/security-groups?id=17372704-86e6-46e6-a5dd-dc7385be620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413592 Oct 20 10:38:50.927058 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ceb1ecd7-972d-49de-9932-966c440df8f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1773439'] for router_gateway, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:51.293904 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ceb1ecd7-972d-49de-9932-966c440df8f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1772272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258304'] for router, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:51.297719 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ceb1ecd7-972d-49de-9932-966c440df8f4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:51.376498 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ceb1ecd7-972d-49de-9932-966c440df8f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1772267'] for router, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:51.377046 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceb1ecd7-972d-49de-9932-966c440df8f4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 743864d5-93fa-4920-9d15-7d3ac2282eff {{(pid=100597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 10:38:51.382300 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ceb1ecd7-972d-49de-9932-966c440df8f4 admin admin] Publish callbacks [] for router, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:51.383678 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-ceb1ecd7-972d-49de-9932-966c440df8f4 admin admin] 10.222.0.64 "DELETE /v2.0/routers/743864d5-93fa-4920-9d15-7d3ac2282eff HTTP/1.1" status: 204 len: 168 time: 1.7312179 Oct 20 10:38:51.386289 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 53204) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:51.397770 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-28beb8c0-c890-4a8b-8589-b6b8d726c49f tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25350752'] for subnet, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:51.486218 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28beb8c0-c890-4a8b-8589-b6b8d726c49f tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Network 14e051e8-478e-4ca2-9018-ab366f2fc673 is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:38:51.491511 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-28beb8c0-c890-4a8b-8589-b6b8d726c49f tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:38:51.497106 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_v2 [None req-67d7669e-cf67-4b48-be81-7a9cd18c9358 admin admin] Deleting subnet 7f0bb4fe-24ee-4f3b-82e5-f5d859434fd7 {{(pid=100597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:38:51.500944 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-67d7669e-cf67-4b48-be81-7a9cd18c9358 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:51.501084 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5a10705-d493-4ddb-b611-87cb28ecdd8a None None] Network 14e051e8-478e-4ca2-9018-ab366f2fc673 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:38:51.540103 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-67d7669e-cf67-4b48-be81-7a9cd18c9358 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25852621'] for subnet, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:51.587265 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28beb8c0-c890-4a8b-8589-b6b8d726c49f tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:51.588048 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-28beb8c0-c890-4a8b-8589-b6b8d726c49f tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:51.596002 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28beb8c0-c890-4a8b-8589-b6b8d726c49f tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Pushing event updated for resources: {'Subnet': ['ID=0c056202-6146-47e4-b726-b73f6718e76a,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:51.643164 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 53226) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:51.643665 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-28beb8c0-c890-4a8b-8589-b6b8d726c49f tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1536517 Oct 20 10:38:51.649649 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-1dd78f8d-cafd-4899-87f6-fdbe834159af tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Request body: {'security_group': {'name': 'tempest-secgroup-1424367352'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:38:51.651989 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-67d7669e-cf67-4b48-be81-7a9cd18c9358 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:51.695647 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1dd78f8d-cafd-4899-87f6-fdbe834159af tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:51.732100 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-67d7669e-cf67-4b48-be81-7a9cd18c9358 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25350811'] for subnet, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:51.755971 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-67d7669e-cf67-4b48-be81-7a9cd18c9358 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:51.760768 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-67d7669e-cf67-4b48-be81-7a9cd18c9358 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/7f0bb4fe-24ee-4f3b-82e5-f5d859434fd7 HTTP/1.1" status: 204 len: 168 time: 0.3728130 Oct 20 10:38:51.766449 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 53228) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:51.778328 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce652d8a-dfd0-4cd6-aad7-001c059e7112 None None] Network a87df69c-aa66-4d4f-9bea-350cb369c361 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:38:51.788390 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d7669e-cf67-4b48-be81-7a9cd18c9358 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f0bb4fe-24ee-4f3b-82e5-f5d859434fd7,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:51.964356 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-67365ee9-c93f-4481-b434-8bc3b7e203f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:51.989537 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1dd78f8d-cafd-4899-87f6-fdbe834159af tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:51.997985 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1dd78f8d-cafd-4899-87f6-fdbe834159af tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:52.033512 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ded17a-1f99-428f-a62f-d03063244871 req-d1d3c149-6329-4a21-b3f1-5fe2ae288873 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:52.035912 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a1ded17a-1f99-428f-a62f-d03063244871 req-d1d3c149-6329-4a21-b3f1-5fe2ae288873 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/ports?device_id=775e65d3-1201-4348-9dd3-dd9214a2f8e6 HTTP/1.1" status: 200 len: 944 time: 0.1408012 Oct 20 10:38:52.097780 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea23146-05a6-449f-9a84-69e12080fff3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524064ba-869c-5550-b826-c26b69a11278-14e051e8-478e-4ca2-9018-ab366f2fc673', 'network_id': '14e051e8-478e-4ca2-9018-ab366f2fc673', 'tenant_id': '81acf106a8e845e5a82c7531aebd6cee', 'fixed_ips': [{'subnet_id': '0c056202-6146-47e4-b726-b73f6718e76a'}]}} from n-d-811396-3. {{(pid=100598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:38:52.098994 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3ea23146-05a6-449f-9a84-69e12080fff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:52.120694 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1dd78f8d-cafd-4899-87f6-fdbe834159af tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:52.122040 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-1dd78f8d-cafd-4899-87f6-fdbe834159af tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4771228 Oct 20 10:38:52.125354 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 53240) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:52.132912 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-b0425eb3-c524-4942-bab4-0b5c5687cbae tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Request body: {'security_group': {'name': 'tempest-secgroup-630803081'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:38:52.146021 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd78f8d-cafd-4899-87f6-fdbe834159af tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbe3dc93-f4c2-4231-8c72-f5cb3c2dd563,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:52.184993 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c603cc31-207f-44e6-8478-f2c1a662dcc7 req-8b398eb2-1844-4913-8fd6-9cd62a40cf16 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:52.192883 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c603cc31-207f-44e6-8478-f2c1a662dcc7 req-8b398eb2-1844-4913-8fd6-9cd62a40cf16 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8cc8a35-edaf-4cf9-b527-4b8b90b5a4a0 HTTP/1.1" status: 200 len: 945 time: 0.1508968 Oct 20 10:38:52.205800 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b0425eb3-c524-4942-bab4-0b5c5687cbae tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:52.218176 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56d9ae40-eb80-409c-8e7b-67410fca4d1d None None] DHCP port deletion for a87df69c-aa66-4d4f-9bea-350cb369c361 request from n-d-811396-3 {{(pid=100598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:38:52.238309 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a1ded17a-1f99-428f-a62f-d03063244871 req-eec1a02f-2451-4030-80b6-b6a46a1c9f17 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/security-groups?id=c33a6cb5-e80a-4f79-936a-38f5e3f7c89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758170 Oct 20 10:38:52.265506 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-67365ee9-c93f-4481-b434-8bc3b7e203f0 admin admin] Deleting port 78126beb-6d9e-438d-8ee7-75d0e93b577c {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:38:52.265875 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-67365ee9-c93f-4481-b434-8bc3b7e203f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:52.317183 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b0425eb3-c524-4942-bab4-0b5c5687cbae tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:52.320648 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-3ea23146-05a6-449f-9a84-69e12080fff3 None None] Allocated IP 172.20.0.2 (14e051e8-478e-4ca2-9018-ab366f2fc673/0c056202-6146-47e4-b726-b73f6718e76a/7a216385-7993-454e-a512-068a0a4cd30b) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:38:52.324843 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b0425eb3-c524-4942-bab4-0b5c5687cbae tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:52.339064 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [None req-67365ee9-c93f-4481-b434-8bc3b7e203f0 admin admin] For port 78126beb-6d9e-438d-8ee7-75d0e93b577c, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=78126beb-6d9e-438d-8ee7-75d0e93b577c,segment=NetworkSegment(1d714b27-3aa7-4d59-bcf7-62759e5f74cb),segment_id=1d714b27-3aa7-4d59-bcf7-62759e5f74cb)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:38:52.339547 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-67365ee9-c93f-4481-b434-8bc3b7e203f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:52.355064 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-67365ee9-c93f-4481-b434-8bc3b7e203f0 admin admin] Calling delete_port for 78126beb-6d9e-438d-8ee7-75d0e93b577c owned by network:dhcp {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:38:52.378716 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0425eb3-c524-4942-bab4-0b5c5687cbae tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75b80dee-20ed-4c56-b607-a374a5bad6f9,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:52.379869 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-56d9ae40-eb80-409c-8e7b-67410fca4d1d None None] Deleting port 78126beb-6d9e-438d-8ee7-75d0e93b577c {{(pid=100598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:38:52.380243 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-56d9ae40-eb80-409c-8e7b-67410fca4d1d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:52.395189 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b0425eb3-c524-4942-bab4-0b5c5687cbae tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:52.395635 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-b0425eb3-c524-4942-bab4-0b5c5687cbae tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2683575 Oct 20 10:38:52.398401 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 53246) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:52.420847 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-0a9ef481-01e7-4463-b2a1-8699b46c61f3 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1054645194', 'security_groups': ['75b80dee-20ed-4c56-b607-a374a5bad6f9'], 'network_id': '14e051e8-478e-4ca2-9018-ab366f2fc673', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '0c056202-6146-47e4-b726-b73f6718e76a'}]}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:38:52.464069 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c603cc31-207f-44e6-8478-f2c1a662dcc7 req-79aa9827-e024-4a47-a0ca-04a93bf27c9d tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/security-groups?id=17372704-86e6-46e6-a5dd-dc7385be620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2701499 Oct 20 10:38:52.497118 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 78126beb-6d9e-438d-8ee7-75d0e93b577c no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:38:52.565362 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-56d9ae40-eb80-409c-8e7b-67410fca4d1d None None] For port 78126beb-6d9e-438d-8ee7-75d0e93b577c, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=78126beb-6d9e-438d-8ee7-75d0e93b577c,segment=NetworkSegment(1d714b27-3aa7-4d59-bcf7-62759e5f74cb),segment_id=1d714b27-3aa7-4d59-bcf7-62759e5f74cb)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:38:52.565938 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-56d9ae40-eb80-409c-8e7b-67410fca4d1d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:52.571718 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-67365ee9-c93f-4481-b434-8bc3b7e203f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:52.589254 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a9ef481-01e7-4463-b2a1-8699b46c61f3 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Made reservation on behalf of 81acf106a8e845e5a82c7531aebd6cee for: {'port': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:38:52.603926 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67365ee9-c93f-4481-b434-8bc3b7e203f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=78126beb-6d9e-438d-8ee7-75d0e93b577c,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:52.609539 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-56d9ae40-eb80-409c-8e7b-67410fca4d1d None None] Calling delete_port for 78126beb-6d9e-438d-8ee7-75d0e93b577c owned by network:dhcp {{(pid=100598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:38:52.618644 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67365ee9-c93f-4481-b434-8bc3b7e203f0 admin admin] No DVR routers for this DVR port 78126beb-6d9e-438d-8ee7-75d0e93b577c on host n-d-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:38:52.697004 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No active binding found for port 78126beb-6d9e-438d-8ee7-75d0e93b577c {{(pid=100598) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 20 10:38:52.697721 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 78126beb-6d9e-438d-8ee7-75d0e93b577c not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:38:52.698488 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 6fb964ca-d4af-4842-a997-375d779ad541 no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:38:52.724114 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0a9ef481-01e7-4463-b2a1-8699b46c61f3 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:52.732797 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 6fb964ca-d4af-4842-a997-375d779ad541 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:38:52.733525 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 6fb964ca-d4af-4842-a997-375d779ad541 not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:38:52.734184 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 3d1e119e-a6b4-4700-bfea-e96f28e13830 no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:38:52.736444 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3ea23146-05a6-449f-9a84-69e12080fff3 None None] Publish callbacks [] for port, precommit_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:52.750499 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [None req-0a9ef481-01e7-4463-b2a1-8699b46c61f3 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] device_id is not set on port ba30be3e-f651-4ea4-aa98-8444bf71f0b8 yet. {{(pid=100597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:38:52.765502 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3ea23146-05a6-449f-9a84-69e12080fff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:52.767200 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a3fb73-7d98-4dba-a2f1-fb3e66f12e8a req-4b268475-7d60-4c6f-a0a9-f9454283f204 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:52.768193 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 3d1e119e-a6b4-4700-bfea-e96f28e13830 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:38:52.768759 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d5a3fb73-7d98-4dba-a2f1-fb3e66f12e8a req-4b268475-7d60-4c6f-a0a9-f9454283f204 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.55 "GET /v2.0/ports?device_id=775e65d3-1201-4348-9dd3-dd9214a2f8e6 HTTP/1.1" status: 200 len: 944 time: 0.1475518 Oct 20 10:38:52.769116 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 3d1e119e-a6b4-4700-bfea-e96f28e13830 not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:38:52.839947 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea23146-05a6-449f-9a84-69e12080fff3 None None] Network 14e051e8-478e-4ca2-9018-ab366f2fc673 is already hosted by enough agents. {{(pid=100598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:38:52.852188 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.base_scheduler [None req-3ea23146-05a6-449f-9a84-69e12080fff3 None None] Resources bound (agent type, host, resource id): {{(pid=100598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:38:52.853150 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-67365ee9-c93f-4481-b434-8bc3b7e203f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:52.854684 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea23146-05a6-449f-9a84-69e12080fff3 None None] Received port after_create {{(pid=100598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:38:52.858548 n-d-811396-3 neutron-server[100598]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 20 10:38:52.858548 n-d-811396-3 neutron-server[100598]: from cryptography.utils import int_from_bytes Oct 20 10:38:52.858548 n-d-811396-3 neutron-server[100598]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 20 10:38:52.858548 n-d-811396-3 neutron-server[100598]: from cryptography.utils import int_from_bytes Oct 20 10:38:52.858548 n-d-811396-3 neutron-server[100598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:38:52.858548 n-d-811396-3 neutron-server[100598]: self.session.flush() Oct 20 10:38:52.858548 n-d-811396-3 neutron-server[100598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:38:52.858548 n-d-811396-3 neutron-server[100598]: self.session.flush() Oct 20 10:38:52.858548 n-d-811396-3 neutron-server[100598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:38:52.858548 n-d-811396-3 neutron-server[100598]: self.session.flush() Oct 20 10:38:52.858548 n-d-811396-3 neutron-server[100598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:38:52.858548 n-d-811396-3 neutron-server[100598]: self.session.flush() Oct 20 10:38:52.858548 n-d-811396-3 neutron-server[100598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:38:52.858548 n-d-811396-3 neutron-server[100598]: self.session.flush() Oct 20 10:38:52.858548 n-d-811396-3 neutron-server[100598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:38:52.858548 n-d-811396-3 neutron-server[100598]: self.session.flush() Oct 20 10:38:52.858548 n-d-811396-3 neutron-server[100598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:38:52.858548 n-d-811396-3 neutron-server[100598]: self.session.flush() Oct 20 10:38:52.858548 n-d-811396-3 neutron-server[100598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:38:52.858548 n-d-811396-3 neutron-server[100598]: self.session.flush() Oct 20 10:38:52.858548 n-d-811396-3 neutron-server[100598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:38:52.858548 n-d-811396-3 neutron-server[100598]: self.session.flush() Oct 20 10:38:52.858548 n-d-811396-3 neutron-server[100598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:38:52.858548 n-d-811396-3 neutron-server[100598]: self.session.flush() Oct 20 10:38:52.858548 n-d-811396-3 neutron-server[100598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:38:52.858548 n-d-811396-3 neutron-server[100598]: self.session.flush() Oct 20 10:38:52.858548 n-d-811396-3 neutron-server[100598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:38:52.858548 n-d-811396-3 neutron-server[100598]: self.session.flush() Oct 20 10:38:52.858548 n-d-811396-3 neutron-server[100598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:38:52.858548 n-d-811396-3 neutron-server[100598]: self.session.flush() Oct 20 10:38:52.858548 n-d-811396-3 neutron-server[100598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:38:52.858548 n-d-811396-3 neutron-server[100598]: self.session.flush() Oct 20 10:38:52.858548 n-d-811396-3 neutron-server[100598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:38:52.858548 n-d-811396-3 neutron-server[100598]: self.session.flush() Oct 20 10:38:52.858548 n-d-811396-3 neutron-server[100598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:38:52.858548 n-d-811396-3 neutron-server[100598]: self.session.flush() Oct 20 10:38:52.858548 n-d-811396-3 neutron-server[100598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:38:52.858548 n-d-811396-3 neutron-server[100598]: self.session.flush() Oct 20 10:38:52.858548 n-d-811396-3 neutron-server[100598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:38:52.858548 n-d-811396-3 neutron-server[100598]: self.session.flush() Oct 20 10:38:52.858548 n-d-811396-3 neutron-server[100598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:38:52.858548 n-d-811396-3 neutron-server[100598]: self.session.flush() Oct 20 10:38:52.861463 n-d-811396-3 neutron-server[100598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:38:52.861463 n-d-811396-3 neutron-server[100598]: self.session.flush() Oct 20 10:38:52.861463 n-d-811396-3 neutron-server[100598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:38:52.861463 n-d-811396-3 neutron-server[100598]: self.session.flush() Oct 20 10:38:52.861463 n-d-811396-3 neutron-server[100598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:38:52.861463 n-d-811396-3 neutron-server[100598]: self.session.flush() Oct 20 10:38:52.861463 n-d-811396-3 neutron-server[100598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:38:52.861463 n-d-811396-3 neutron-server[100598]: self.session.flush() Oct 20 10:38:52.861463 n-d-811396-3 neutron-server[100598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:38:52.861463 n-d-811396-3 neutron-server[100598]: self.session.flush() Oct 20 10:38:52.861463 n-d-811396-3 neutron-server[100598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:38:52.861463 n-d-811396-3 neutron-server[100598]: self.session.flush() Oct 20 10:38:52.861463 n-d-811396-3 neutron-server[100598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:38:52.861463 n-d-811396-3 neutron-server[100598]: self.session.flush() Oct 20 10:38:52.862424 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea23146-05a6-449f-9a84-69e12080fff3 None None] Pushing event updated for resources: {'Port': ['ID=7a216385-7993-454e-a512-068a0a4cd30b,revision_number=1']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:52.869808 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-56d9ae40-eb80-409c-8e7b-67410fca4d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956'] for port, after_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:52.906550 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-67365ee9-c93f-4481-b434-8bc3b7e203f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a87df69c-aa66-4d4f-9bea-350cb369c361']}} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:38:52.912423 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d9ae40-eb80-409c-8e7b-67410fca4d1d None None] Pushing event deleted for resources: {'Port': ['ID=78126beb-6d9e-438d-8ee7-75d0e93b577c,revision_number=None']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:52.933004 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d9ae40-eb80-409c-8e7b-67410fca4d1d None None] No DVR routers for this DVR port 78126beb-6d9e-438d-8ee7-75d0e93b577c on host n-d-811396-3 {{(pid=100598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:38:52.935915 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-67365ee9-c93f-4481-b434-8bc3b7e203f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d714b27-3aa7-4d59-bcf7-62759e5f74cb') {'for_net_delete': True} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:38:52.936659 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-67365ee9-c93f-4481-b434-8bc3b7e203f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d714b27-3aa7-4d59-bcf7-62759e5f74cb') {} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:38:52.958156 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-3ea23146-05a6-449f-9a84-69e12080fff3 None None] Attempting to bind port 7a216385-7993-454e-a512-068a0a4cd30b on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:38:52.958156 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-3ea23146-05a6-449f-9a84-69e12080fff3 None None] Attempting to bind port 7a216385-7993-454e-a512-068a0a4cd30b by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '73240bdc-bd50-4195-b813-1c291fee2a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '14e051e8-478e-4ca2-9018-ab366f2fc673'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:38:52.958793 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea23146-05a6-449f-9a84-69e12080fff3 None None] Attempting to bind port 7a216385-7993-454e-a512-068a0a4cd30b on network 14e051e8-478e-4ca2-9018-ab366f2fc673 {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:38:52.964982 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea23146-05a6-449f-9a84-69e12080fff3 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:38:52.965494 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea23146-05a6-449f-9a84-69e12080fff3 None None] Checking segment: {'id': '73240bdc-bd50-4195-b813-1c291fee2a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '14e051e8-478e-4ca2-9018-ab366f2fc673'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:38:52.966050 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3ea23146-05a6-449f-9a84-69e12080fff3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:52.966555 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea23146-05a6-449f-9a84-69e12080fff3 None None] Bound using segment: {'id': '73240bdc-bd50-4195-b813-1c291fee2a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '14e051e8-478e-4ca2-9018-ab366f2fc673'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:38:52.966863 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-0a9ef481-01e7-4463-b2a1-8699b46c61f3 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Allocated IP 172.20.0.5 (14e051e8-478e-4ca2-9018-ab366f2fc673/0c056202-6146-47e4-b726-b73f6718e76a/ba30be3e-f651-4ea4-aa98-8444bf71f0b8) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:38:52.967431 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-3ea23146-05a6-449f-9a84-69e12080fff3 None None] Bound port: 7a216385-7993-454e-a512-068a0a4cd30b, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73240bdc-bd50-4195-b813-1c291fee2a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '14e051e8-478e-4ca2-9018-ab366f2fc673'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:38:52.968022 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3ea23146-05a6-449f-9a84-69e12080fff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:52.993146 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-67365ee9-c93f-4481-b434-8bc3b7e203f0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25189038'] for segment, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:53.030377 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-67365ee9-c93f-4481-b434-8bc3b7e203f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:53.039891 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67365ee9-c93f-4481-b434-8bc3b7e203f0 admin admin] Releasing vlan 832 on physical network physnet1 to pool {{(pid=100596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:38:53.040748 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-67365ee9-c93f-4481-b434-8bc3b7e203f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26833155'] for segment, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:53.043990 n-d-811396-3 neutron-server[100596]: Traceback (most recent call last): Oct 20 10:38:53.043990 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:38:53.043990 n-d-811396-3 neutron-server[100596]: timer() Oct 20 10:38:53.043990 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:38:53.043990 n-d-811396-3 neutron-server[100596]: cb(*args, **kw) Oct 20 10:38:53.043990 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:38:53.043990 n-d-811396-3 neutron-server[100596]: return func(*args, **kwargs) Oct 20 10:38:53.043990 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:38:53.043990 n-d-811396-3 neutron-server[100596]: self._notify() Oct 20 10:38:53.043990 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:38:53.043990 n-d-811396-3 neutron-server[100596]: self.callback(batched_events) Oct 20 10:38:53.043990 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:38:53.043990 n-d-811396-3 neutron-server[100596]: event.method(event) Oct 20 10:38:53.043990 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:38:53.043990 n-d-811396-3 neutron-server[100596]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:38:53.043990 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:38:53.043990 n-d-811396-3 neutron-server[100596]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:38:53.043990 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:38:53.043990 n-d-811396-3 neutron-server[100596]: return f(self, *a, **k) Oct 20 10:38:53.043990 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:38:53.043990 n-d-811396-3 neutron-server[100596]: return self._get(url).json() Oct 20 10:38:53.043990 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:38:53.043990 n-d-811396-3 neutron-server[100596]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:38:53.043990 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:38:53.043990 n-d-811396-3 neutron-server[100596]: return self.request(url, 'GET', **kwargs) Oct 20 10:38:53.043990 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:38:53.043990 n-d-811396-3 neutron-server[100596]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:38:53.043990 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:38:53.043990 n-d-811396-3 neutron-server[100596]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:38:53.043990 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:38:53.043990 n-d-811396-3 neutron-server[100596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:38:53.043990 n-d-811396-3 neutron-server[100596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:38:53.067160 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-3ea23146-05a6-449f-9a84-69e12080fff3 None None] For port 7a216385-7993-454e-a512-068a0a4cd30b, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:38:53.068792 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-d5a3fb73-7d98-4dba-a2f1-fb3e66f12e8a req-752383fa-5b6a-4ec6-9583-263b33f163c1 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Deleting port 40e32cd4-a5fe-444c-bc87-98c7d5f762d0 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:38:53.069392 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-d5a3fb73-7d98-4dba-a2f1-fb3e66f12e8a req-752383fa-5b6a-4ec6-9583-263b33f163c1 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:53.070601 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-3ea23146-05a6-449f-9a84-69e12080fff3 None None] For port 7a216385-7993-454e-a512-068a0a4cd30b, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=7a216385-7993-454e-a512-068a0a4cd30b,segment=NetworkSegment(73240bdc-bd50-4195-b813-1c291fee2a4c),segment_id=73240bdc-bd50-4195-b813-1c291fee2a4c)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:38:53.076718 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3ea23146-05a6-449f-9a84-69e12080fff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:53.176462 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-67365ee9-c93f-4481-b434-8bc3b7e203f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:53.180584 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea23146-05a6-449f-9a84-69e12080fff3 None None] Pushing event updated for resources: {'Port': ['ID=7a216385-7993-454e-a512-068a0a4cd30b,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:53.180768 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0a9ef481-01e7-4463-b2a1-8699b46c61f3 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:53.219258 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-67365ee9-c93f-4481-b434-8bc3b7e203f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:53.236922 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-67365ee9-c93f-4481-b434-8bc3b7e203f0 admin admin] 10.222.0.64 "DELETE /v2.0/networks/a87df69c-aa66-4d4f-9bea-350cb369c361 HTTP/1.1" status: 204 len: 168 time: 1.4670410 Oct 20 10:38:53.242211 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0a9ef481-01e7-4463-b2a1-8699b46c61f3 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:53.251510 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67365ee9-c93f-4481-b434-8bc3b7e203f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=a87df69c-aa66-4d4f-9bea-350cb369c361,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:53.281152 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-d5a3fb73-7d98-4dba-a2f1-fb3e66f12e8a req-752383fa-5b6a-4ec6-9583-263b33f163c1 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] For port 40e32cd4-a5fe-444c-bc87-98c7d5f762d0, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=40e32cd4-a5fe-444c-bc87-98c7d5f762d0,segment=NetworkSegment(d74986f8-a71e-4359-a64d-140af23f3558),segment_id=d74986f8-a71e-4359-a64d-140af23f3558)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:38:53.281812 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-d5a3fb73-7d98-4dba-a2f1-fb3e66f12e8a req-752383fa-5b6a-4ec6-9583-263b33f163c1 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:53.307687 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-d5a3fb73-7d98-4dba-a2f1-fb3e66f12e8a req-752383fa-5b6a-4ec6-9583-263b33f163c1 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Calling delete_port for 40e32cd4-a5fe-444c-bc87-98c7d5f762d0 owned by compute:nova {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:38:53.348496 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a9ef481-01e7-4463-b2a1-8699b46c61f3 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Network 14e051e8-478e-4ca2-9018-ab366f2fc673 is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:38:53.353665 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-0a9ef481-01e7-4463-b2a1-8699b46c61f3 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:38:53.359495 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9ef481-01e7-4463-b2a1-8699b46c61f3 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:38:53.363617 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9ef481-01e7-4463-b2a1-8699b46c61f3 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Pushing event updated for resources: {'Port': ['ID=ba30be3e-f651-4ea4-aa98-8444bf71f0b8,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:53.431142 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce00e34-7340-427c-a5b2-db79d14b3fa9 req-032ee5cf-ab09-4920-80f3-fcc10ccc1dcc tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:53.433033 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0ce00e34-7340-427c-a5b2-db79d14b3fa9 req-032ee5cf-ab09-4920-80f3-fcc10ccc1dcc tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/ports?device_id=775e65d3-1201-4348-9dd3-dd9214a2f8e6 HTTP/1.1" status: 200 len: 944 time: 0.1201582 Oct 20 10:38:53.468746 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a9ef481-01e7-4463-b2a1-8699b46c61f3 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:53.470248 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0a9ef481-01e7-4463-b2a1-8699b46c61f3 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:53.499420 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-0a9ef481-01e7-4463-b2a1-8699b46c61f3 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.0856633 Oct 20 10:38:53.500280 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 53280) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:53.509918 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-1b6e8bf3-f430-4e81-b5ab-8de73a7d0b7e tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Request body: {'subnet': {'network_id': '14e051e8-478e-4ca2-9018-ab366f2fc673', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:38:53.573017 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 53284) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:53.577978 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0ce00e34-7340-427c-a5b2-db79d14b3fa9 req-e5d081eb-d091-40c6-bed8-0346ef1bfc5a tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/security-groups?id=c33a6cb5-e80a-4f79-936a-38f5e3f7c89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284285 Oct 20 10:38:53.659433 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b6e8bf3-f430-4e81-b5ab-8de73a7d0b7e tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Made reservation on behalf of 81acf106a8e845e5a82c7531aebd6cee for: {'subnet': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:38:53.664208 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1b6e8bf3-f430-4e81-b5ab-8de73a7d0b7e tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25350782'] for subnet, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:53.706337 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 00ae86d6-b3cd-41a2-9d65-5a8b5af60932 no longer exists at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:38:53.737625 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] No Port match for: 00ae86d6-b3cd-41a2-9d65-5a8b5af60932 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:38:53.737836 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 00ae86d6-b3cd-41a2-9d65-5a8b5af60932 not bound to the agent host n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:38:53.748695 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce7e53f-e4d5-4778-a4fa-8555f378b3bc req-c7c44543-8cbb-4fba-a63f-c0e61c27cf17 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:53.759129 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0ce7e53f-e4d5-4778-a4fa-8555f378b3bc req-c7c44543-8cbb-4fba-a63f-c0e61c27cf17 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8cc8a35-edaf-4cf9-b527-4b8b90b5a4a0 HTTP/1.1" status: 200 len: 945 time: 0.1628404 Oct 20 10:38:53.770771 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-04743c9b-ead9-4e7f-b19c-628b184163de admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e101b136571f40e2836dd4b04bec6639&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1965866 Oct 20 10:38:53.775563 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 53300) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:53.782455 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-d5a3fb73-7d98-4dba-a2f1-fb3e66f12e8a req-752383fa-5b6a-4ec6-9583-263b33f163c1 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:53.815052 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752383fa-5b6a-4ec6-9583-263b33f163c1 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Pushing event deleted for resources: {'Port': ['ID=40e32cd4-a5fe-444c-bc87-98c7d5f762d0,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:53.820526 n-d-811396-3 neutron-server[100597]: INFO neutron.db.ipam_backend_mixin [None req-1b6e8bf3-f430-4e81-b5ab-8de73a7d0b7e tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 0c056202-6146-47e4-b726-b73f6718e76a (CIDR: 172.20.0.0/28) Oct 20 10:38:53.828399 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b6e8bf3-f430-4e81-b5ab-8de73a7d0b7e tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 10:38:53.828908 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b6e8bf3-f430-4e81-b5ab-8de73a7d0b7e tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:38:53.853575 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4ecb0f09-1be6-4e95-a2c7-3a3fbab5797a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:53.861032 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-1b6e8bf3-f430-4e81-b5ab-8de73a7d0b7e tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3596575 Oct 20 10:38:53.866376 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 53302) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:53.871739 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0ce7e53f-e4d5-4778-a4fa-8555f378b3bc req-5f3e8738-d5a9-4979-a1d4-2ac288521045 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/security-groups?id=17372704-86e6-46e6-a5dd-dc7385be620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111720 Oct 20 10:38:53.871900 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-a68b2929-a9b6-4145-827b-5abda2511104 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Request body: {'subnet': {'network_id': '14e051e8-478e-4ca2-9018-ab366f2fc673', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:38:53.894703 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5a3fb73-7d98-4dba-a2f1-fb3e66f12e8a req-752383fa-5b6a-4ec6-9583-263b33f163c1 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] No DVR routers for this DVR port 40e32cd4-a5fe-444c-bc87-98c7d5f762d0 on host n-h1-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:38:53.900021 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-d5a3fb73-7d98-4dba-a2f1-fb3e66f12e8a req-752383fa-5b6a-4ec6-9583-263b33f163c1 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:53.903682 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d5a3fb73-7d98-4dba-a2f1-fb3e66f12e8a req-752383fa-5b6a-4ec6-9583-263b33f163c1 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.55 "DELETE /v2.0/ports/40e32cd4-a5fe-444c-bc87-98c7d5f762d0 HTTP/1.1" status: 204 len: 173 time: 1.1277869 Oct 20 10:38:53.904143 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '775e65d3-1201-4348-9dd3-dd9214a2f8e6', 'name': 'network-vif-deleted', 'tag': '40e32cd4-a5fe-444c-bc87-98c7d5f762d0'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:38:53.906689 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ee9e0b2-037f-4955-ba1b-365621058eb4" -d '{"events": [{"server_uuid": "775e65d3-1201-4348-9dd3-dd9214a2f8e6", "name": "network-vif-deleted", "tag": "40e32cd4-a5fe-444c-bc87-98c7d5f762d0"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:38:53.909437 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4ecb0f09-1be6-4e95-a2c7-3a3fbab5797a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:53.950115 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-426f2df8-4fc8-4a00-aca8-a501c3ddbaf7 x-openstack-request-id: req-426f2df8-4fc8-4a00-aca8-a501c3ddbaf7 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:38:53.950446 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "775e65d3-1201-4348-9dd3-dd9214a2f8e6", "name": "network-vif-deleted", "tag": "40e32cd4-a5fe-444c-bc87-98c7d5f762d0", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:38:53.950726 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-426f2df8-4fc8-4a00-aca8-a501c3ddbaf7 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:38:53.951164 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '775e65d3-1201-4348-9dd3-dd9214a2f8e6', 'name': 'network-vif-deleted', 'tag': '40e32cd4-a5fe-444c-bc87-98c7d5f762d0', 'status': 'completed', 'code': 200} Oct 20 10:38:54.039070 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4ecb0f09-1be6-4e95-a2c7-3a3fbab5797a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:54.047037 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4ecb0f09-1be6-4e95-a2c7-3a3fbab5797a admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:54.049847 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-4ecb0f09-1be6-4e95-a2c7-3a3fbab5797a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/404ceefd-0f4f-4c3e-8186-d31af2128903 HTTP/1.1" status: 204 len: 168 time: 0.2717519 Oct 20 10:38:54.069733 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecb0f09-1be6-4e95-a2c7-3a3fbab5797a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=404ceefd-0f4f-4c3e-8186-d31af2128903,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:54.098691 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a68b2929-a9b6-4145-827b-5abda2511104 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Made reservation on behalf of 81acf106a8e845e5a82c7531aebd6cee for: {'subnet': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:38:54.105015 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a68b2929-a9b6-4145-827b-5abda2511104 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25350782'] for subnet, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:54.422552 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a68b2929-a9b6-4145-827b-5abda2511104 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25350752'] for subnet, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:54.449608 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 7a216385-7993-454e-a512-068a0a4cd30b up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:38:54.477670 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a68b2929-a9b6-4145-827b-5abda2511104 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Network 14e051e8-478e-4ca2-9018-ab366f2fc673 is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:38:54.482550 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-a68b2929-a9b6-4145-827b-5abda2511104 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:38:54.486311 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a68b2929-a9b6-4145-827b-5abda2511104 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:54.487620 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a68b2929-a9b6-4145-827b-5abda2511104 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:54.511209 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68b2929-a9b6-4145-827b-5abda2511104 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Pushing event updated for resources: {'Subnet': ['ID=304fe1fe-8a0c-4fdd-b488-3b9874649d75,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:54.522700 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 53324) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:54.529850 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-5c3d2fc5-c27f-4fba-b848-c5a36bd80f13 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1719387094', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '304fe1fe-8a0c-4fdd-b488-3b9874649d75'}], 'security_groups': ['dbe3dc93-f4c2-4231-8c72-f5cb3c2dd563']}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:38:54.533150 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-a68b2929-a9b6-4145-827b-5abda2511104 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6656275 Oct 20 10:38:54.577860 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 7a216385-7993-454e-a512-068a0a4cd30b triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:38:54.578242 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:54.648808 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af64156-de5d-4477-8be5-14b00ef55c3c None None] Network 14e051e8-478e-4ca2-9018-ab366f2fc673 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:38:54.760263 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5c3d2fc5-c27f-4fba-b848-c5a36bd80f13 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:54.788539 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-a18cfed1-f06a-4dd2-8a5d-6be32a918cfa None None] Provisioning complete for port 1f7d75cd-e4ac-47e5-b8b7-6579ad286af6 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:38:54.789088 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-a18cfed1-f06a-4dd2-8a5d-6be32a918cfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:54.880815 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:54.938802 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-a18cfed1-f06a-4dd2-8a5d-6be32a918cfa None None] Port 1f7d75cd-e4ac-47e5-b8b7-6579ad286af6 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:38:54.985393 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] For port 7a216385-7993-454e-a512-068a0a4cd30b, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=7a216385-7993-454e-a512-068a0a4cd30b,segment=NetworkSegment(73240bdc-bd50-4195-b813-1c291fee2a4c),segment_id=73240bdc-bd50-4195-b813-1c291fee2a4c)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:38:54.996515 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:55.028751 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-a18cfed1-f06a-4dd2-8a5d-6be32a918cfa None None] Provisioning complete for port 7a216385-7993-454e-a512-068a0a4cd30b triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:38:55.029121 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-a18cfed1-f06a-4dd2-8a5d-6be32a918cfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:55.116889 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Pushing event updated for resources: {'Port': ['ID=7a216385-7993-454e-a512-068a0a4cd30b,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:55.195896 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1393dea-ec74-4d76-98d9-4b236e6fe739 req-92d3d31c-8ae1-42c7-9608-cc9cea9cf106 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:55.198288 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c1393dea-ec74-4d76-98d9-4b236e6fe739 req-92d3d31c-8ae1-42c7-9608-cc9cea9cf106 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8cc8a35-edaf-4cf9-b527-4b8b90b5a4a0 HTTP/1.1" status: 200 len: 945 time: 0.2113676 Oct 20 10:38:55.222743 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a7665f7-43c1-4023-b771-1d26ad7e8476 None None] Update dhcp port {'port': {'network_id': '14e051e8-478e-4ca2-9018-ab366f2fc673', 'fixed_ips': [{'subnet_id': '0c056202-6146-47e4-b726-b73f6718e76a', 'ip_address': '172.20.0.2'}, {'subnet_id': '304fe1fe-8a0c-4fdd-b488-3b9874649d75'}], 'binding:host_id': 'n-d-811396-3'}, 'id': '7a216385-7993-454e-a512-068a0a4cd30b'} from n-d-811396-3. {{(pid=100598) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 20 10:38:55.246761 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331409e8-6ef9-4954-bec3-60276c21d7a1 req-e58e7b2a-a58e-450d-b1a4-b2847748ed4e tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:55.248803 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-331409e8-6ef9-4954-bec3-60276c21d7a1 req-e58e7b2a-a58e-450d-b1a4-b2847748ed4e tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/ports?device_id=c8f9f9fd-6dea-4857-9f5d-598e5d82d0d4 HTTP/1.1" status: 200 len: 944 time: 0.1912408 Oct 20 10:38:55.256992 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1a7665f7-43c1-4023-b771-1d26ad7e8476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:55.331309 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c1393dea-ec74-4d76-98d9-4b236e6fe739 req-9f78a053-2778-410c-bdf6-5fd59c691674 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/security-groups?id=17372704-86e6-46e6-a5dd-dc7385be620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971563 Oct 20 10:38:55.369425 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-331409e8-6ef9-4954-bec3-60276c21d7a1 req-538f3372-5460-4c49-835c-03b6dd10aafa tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/security-groups?id=c33a6cb5-e80a-4f79-936a-38f5e3f7c89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021256 Oct 20 10:38:55.467732 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 53370) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:55.497539 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [None req-5c3d2fc5-c27f-4fba-b848-c5a36bd80f13 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Delete allocated IP 172.20.0.5 (14e051e8-478e-4ca2-9018-ab366f2fc673/0c056202-6146-47e4-b726-b73f6718e76a) {{(pid=100596) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 20 10:38:55.507208 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [None req-5c3d2fc5-c27f-4fba-b848-c5a36bd80f13 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Allocated IP 172.20.0.26 (14e051e8-478e-4ca2-9018-ab366f2fc673/304fe1fe-8a0c-4fdd-b488-3b9874649d75/ba30be3e-f651-4ea4-aa98-8444bf71f0b8) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:38:55.580287 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-c6254d18-e075-4546-8410-1e39b4391986 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1195874891-network', 'tenant_id': '600f50cdae1e47df84de92209b6b6aa1'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:38:55.601712 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6254d18-e075-4546-8410-1e39b4391986 admin admin] Made reservation on behalf of 600f50cdae1e47df84de92209b6b6aa1 for: {'network': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:38:55.604286 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c6254d18-e075-4546-8410-1e39b4391986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:55.615659 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c6254d18-e075-4546-8410-1e39b4391986 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:55.678548 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5c3d2fc5-c27f-4fba-b848-c5a36bd80f13 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:55.684241 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5c3d2fc5-c27f-4fba-b848-c5a36bd80f13 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:55.694664 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c6254d18-e075-4546-8410-1e39b4391986 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:55.700319 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c6254d18-e075-4546-8410-1e39b4391986 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:55.716267 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6254d18-e075-4546-8410-1e39b4391986 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 842} {{(pid=100597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:38:55.718510 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 8a9db7ea-a970-472c-8c68-dbd7aee6e7f8 details requested by agent hyperv_n-h1-811396-3 with host n-h1-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:38:55.727033 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c6254d18-e075-4546-8410-1e39b4391986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:55.727293 n-d-811396-3 neutron-server[100597]: INFO neutron.db.segments_db [None req-c6254d18-e075-4546-8410-1e39b4391986 admin admin] Added segment 95e9de36-3ccc-4b38-8bfc-db37fedbb6af of type vlan for network 411d4234-6028-4133-8d80-5a148f5163b9 Oct 20 10:38:55.744032 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3d2fc5-c27f-4fba-b848-c5a36bd80f13 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Pushing event updated for resources: {'Port': ['ID=ba30be3e-f651-4ea4-aa98-8444bf71f0b8,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:55.748820 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-1a7665f7-43c1-4023-b771-1d26ad7e8476 None None] Allocated IP 172.20.0.18 (14e051e8-478e-4ca2-9018-ab366f2fc673/304fe1fe-8a0c-4fdd-b488-3b9874649d75/7a216385-7993-454e-a512-068a0a4cd30b) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:38:55.769673 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6254d18-e075-4546-8410-1e39b4391986 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a3a3464-647f-4762-8a1a-46758787fbab,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:55.808011 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c6254d18-e075-4546-8410-1e39b4391986 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:55.842690 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c6254d18-e075-4546-8410-1e39b4391986 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:55.844059 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6254d18-e075-4546-8410-1e39b4391986 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:55.844686 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c6254d18-e075-4546-8410-1e39b4391986 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:55.850168 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-5c3d2fc5-c27f-4fba-b848-c5a36bd80f13 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] In _notify_port_updated(), no bound segment for port ba30be3e-f651-4ea4-aa98-8444bf71f0b8 on network 14e051e8-478e-4ca2-9018-ab366f2fc673 {{(pid=100596) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 20 10:38:55.857279 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c3d2fc5-c27f-4fba-b848-c5a36bd80f13 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:55.858858 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5c3d2fc5-c27f-4fba-b848-c5a36bd80f13 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:55.861345 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-5c3d2fc5-c27f-4fba-b848-c5a36bd80f13 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] 10.222.0.64 "PUT /v2.0/ports/ba30be3e-f651-4ea4-aa98-8444bf71f0b8 HTTP/1.1" status: 200 len: 921 time: 1.3372977 Oct 20 10:38:55.864039 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 53386) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:55.890768 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-c6254d18-e075-4546-8410-1e39b4391986 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.4216900 Oct 20 10:38:55.903454 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 53394) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:55.915456 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-77db012f-8429-46b5-9ab0-c255ad97a00e admin admin] Request body: {'subnet': {'network_id': '411d4234-6028-4133-8d80-5a148f5163b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1195874891-subnet', 'tenant_id': '600f50cdae1e47df84de92209b6b6aa1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:38:55.968087 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6254d18-e075-4546-8410-1e39b4391986 admin admin] Pushing event updated for resources: {'Network': ['ID=411d4234-6028-4133-8d80-5a148f5163b9,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:55.987109 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77db012f-8429-46b5-9ab0-c255ad97a00e admin admin] Made reservation on behalf of 600f50cdae1e47df84de92209b6b6aa1 for: {'subnet': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:38:55.990300 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-77db012f-8429-46b5-9ab0-c255ad97a00e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25350782'] for subnet, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:56.007230 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network 411d4234-6028-4133-8d80-5a148f5163b9 details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:38:56.047326 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74b7698-7d22-42a9-b5c2-72af2bc2849b req-f77c33c6-a231-4bab-af04-931ff1ef2f36 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:56.049995 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a74b7698-7d22-42a9-b5c2-72af2bc2849b req-f77c33c6-a231-4bab-af04-931ff1ef2f36 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8f9f9fd-6dea-4857-9f5d-598e5d82d0d4 HTTP/1.1" status: 200 len: 944 time: 0.0787625 Oct 20 10:38:56.069932 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-89703c54-0948-4e27-8344-68ab144b171e tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Deleting port ba30be3e-f651-4ea4-aa98-8444bf71f0b8 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:38:56.070579 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-89703c54-0948-4e27-8344-68ab144b171e tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:56.173287 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 8a9db7ea-a970-472c-8c68-dbd7aee6e7f8, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=8a9db7ea-a970-472c-8c68-dbd7aee6e7f8,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:38:56.175782 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-89703c54-0948-4e27-8344-68ab144b171e tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:56.189079 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-89703c54-0948-4e27-8344-68ab144b171e tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Calling delete_port for ba30be3e-f651-4ea4-aa98-8444bf71f0b8 owned by {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:38:56.195105 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-77db012f-8429-46b5-9ab0-c255ad97a00e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25350752'] for subnet, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:56.199724 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Returning: {'device': '8a9db7ea-a970-472c-8c68-dbd7aee6e7f8', 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84', 'port_id': '8a9db7ea-a970-472c-8c68-dbd7aee6e7f8', 'mac_address': 'fa:16:3e:c3:46:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 800, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f86199a-b8f2-45b4-a83a-995a7ea6fe42', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:38:56.202425 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1a7665f7-43c1-4023-b771-1d26ad7e8476 None None] For port 7a216385-7993-454e-a512-068a0a4cd30b, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=7a216385-7993-454e-a512-068a0a4cd30b,segment=NetworkSegment(73240bdc-bd50-4195-b813-1c291fee2a4c),segment_id=73240bdc-bd50-4195-b813-1c291fee2a4c)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:38:56.247690 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77db012f-8429-46b5-9ab0-c255ad97a00e admin admin] Pushing event updated for resources: {'Subnet': ['ID=23d5dc21-e5ce-4676-bd7b-3e25bdae4f75,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:56.269105 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1a7665f7-43c1-4023-b771-1d26ad7e8476 None None] Publish callbacks [] for port, precommit_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:56.272609 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:56.276631 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1a7665f7-43c1-4023-b771-1d26ad7e8476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:56.287128 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77db012f-8429-46b5-9ab0-c255ad97a00e admin admin] Checking segment: {'id': '95e9de36-3ccc-4b38-8bfc-db37fedbb6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '411d4234-6028-4133-8d80-5a148f5163b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:38:56.287850 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77db012f-8429-46b5-9ab0-c255ad97a00e admin admin] Network hostable DHCP agents. Network: 411d4234-6028-4133-8d80-5a148f5163b9, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:38:56.314040 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8a9db7ea-a970-472c-8c68-dbd7aee6e7f8 {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:38:56.338220 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 8a9db7ea-a970-472c-8c68-dbd7aee6e7f8, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=8a9db7ea-a970-472c-8c68-dbd7aee6e7f8,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:38:56.349675 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77db012f-8429-46b5-9ab0-c255ad97a00e admin admin] Network 411d4234-6028-4133-8d80-5a148f5163b9 is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:38:56.350599 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-89703c54-0948-4e27-8344-68ab144b171e tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:56.357349 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:56.368395 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-77db012f-8429-46b5-9ab0-c255ad97a00e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, 411d4234-6028-4133-8d80-5a148f5163b9) {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:38:56.377313 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77db012f-8429-46b5-9ab0-c255ad97a00e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:56.391247 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d51d93d5-958f-4e4b-9215-165f57dfaa08 None None] Network 411d4234-6028-4133-8d80-5a148f5163b9 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:38:56.392912 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-77db012f-8429-46b5-9ab0-c255ad97a00e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:56.424406 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-77db012f-8429-46b5-9ab0-c255ad97a00e admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.5200350 Oct 20 10:38:56.426983 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 53414) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:56.433207 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-a9558488-2246-4df2-ac6a-6737d3206a7c admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1195874891-router', 'tenant_id': '600f50cdae1e47df84de92209b6b6aa1', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:38:56.445205 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89703c54-0948-4e27-8344-68ab144b171e tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Pushing event deleted for resources: {'Port': ['ID=ba30be3e-f651-4ea4-aa98-8444bf71f0b8,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:56.451765 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7665f7-43c1-4023-b771-1d26ad7e8476 None None] Pushing event updated for resources: {'Port': ['ID=7a216385-7993-454e-a512-068a0a4cd30b,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:56.484903 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a9558488-2246-4df2-ac6a-6737d3206a7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1772442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258322'] for router, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:56.486910 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a9558488-2246-4df2-ac6a-6737d3206a7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1772334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773516', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258315'] for router, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:56.490459 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 7a216385-7993-454e-a512-068a0a4cd30b up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:38:56.598346 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a9558488-2246-4df2-ac6a-6737d3206a7c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:56.608818 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=8a9db7ea-a970-472c-8c68-dbd7aee6e7f8,revision_number=6']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:56.630402 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['8a9db7ea-a970-472c-8c68-dbd7aee6e7f8'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:38:56.717589 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc396e2-2582-452c-9139-43c557aa8e16 req-53c5599d-fc89-47c0-bacf-c2098d81c808 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:56.725886 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4fc396e2-2582-452c-9139-43c557aa8e16 req-53c5599d-fc89-47c0-bacf-c2098d81c808 tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/ports?device_id=c8f9f9fd-6dea-4857-9f5d-598e5d82d0d4 HTTP/1.1" status: 200 len: 944 time: 0.2088273 Oct 20 10:38:56.770616 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 7a216385-7993-454e-a512-068a0a4cd30b triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:38:56.771161 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:56.828325 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a9558488-2246-4df2-ac6a-6737d3206a7c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:56.837815 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4fc396e2-2582-452c-9139-43c557aa8e16 req-35aa45d1-b446-4629-8204-30d0e67b071b tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/security-groups?id=c33a6cb5-e80a-4f79-936a-38f5e3f7c89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106257 Oct 20 10:38:56.847575 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-89703c54-0948-4e27-8344-68ab144b171e tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:56.860259 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-89703c54-0948-4e27-8344-68ab144b171e tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] 10.222.0.64 "DELETE /v2.0/ports/ba30be3e-f651-4ea4-aa98-8444bf71f0b8 HTTP/1.1" status: 204 len: 168 time: 0.9937932 Oct 20 10:38:56.868281 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-a74b7698-7d22-42a9-b5c2-72af2bc2849b req-2e40b47b-c9b3-46ba-8d76-834d609370be tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Deleting port 343bc4c8-a9f3-4ff9-a633-bc7d16829613 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:38:56.869317 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-a74b7698-7d22-42a9-b5c2-72af2bc2849b req-2e40b47b-c9b3-46ba-8d76-834d609370be tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:56.879744 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 53438) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:56.941890 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-065ec966-25d7-4992-bf4a-845d7284bd06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524064ba-869c-5550-b826-c26b69a11278-411d4234-6028-4133-8d80-5a148f5163b9', 'network_id': '411d4234-6028-4133-8d80-5a148f5163b9', 'tenant_id': '600f50cdae1e47df84de92209b6b6aa1', 'fixed_ips': [{'subnet_id': '23d5dc21-e5ce-4676-bd7b-3e25bdae4f75'}]}} from n-d-811396-3. {{(pid=100598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:38:56.942748 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-065ec966-25d7-4992-bf4a-845d7284bd06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:57.008722 n-d-811396-3 neutron-server[100596]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ab95b39-61c9-4128-b7b0-ff883072aa6d tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] GET failed (client error): The resource could not be found. Oct 20 10:38:57.010647 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-2ab95b39-61c9-4128-b7b0-ff883072aa6d tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] 10.222.0.64 "GET /v2.0/ports/ba30be3e-f651-4ea4-aa98-8444bf71f0b8 HTTP/1.1" status: 404 len: 333 time: 0.1277633 Oct 20 10:38:57.027320 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 53452) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:57.119030 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3e4a6a-cf30-4449-99aa-3e92009dd4f0 req-2ceb2ca2-4336-4225-a284-458963fb0564 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:57.120956 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ca3e4a6a-cf30-4449-99aa-3e92009dd4f0 req-2ceb2ca2-4336-4225-a284-458963fb0564 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8cc8a35-edaf-4cf9-b527-4b8b90b5a4a0 HTTP/1.1" status: 200 len: 945 time: 0.4901237 Oct 20 10:38:57.267627 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-88116e46-9ba8-4bb9-8285-61b62c3fd2a8 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:57.301702 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-88116e46-9ba8-4bb9-8285-61b62c3fd2a8 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:57.358308 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-a74b7698-7d22-42a9-b5c2-72af2bc2849b req-2e40b47b-c9b3-46ba-8d76-834d609370be tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] For port 343bc4c8-a9f3-4ff9-a633-bc7d16829613, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=343bc4c8-a9f3-4ff9-a633-bc7d16829613,segment=NetworkSegment(d74986f8-a71e-4359-a64d-140af23f3558),segment_id=d74986f8-a71e-4359-a64d-140af23f3558)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:38:57.358999 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-a74b7698-7d22-42a9-b5c2-72af2bc2849b req-2e40b47b-c9b3-46ba-8d76-834d609370be tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:57.407347 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-065ec966-25d7-4992-bf4a-845d7284bd06 None None] Allocated IP 172.20.0.2 (411d4234-6028-4133-8d80-5a148f5163b9/23d5dc21-e5ce-4676-bd7b-3e25bdae4f75/50c2413d-d35b-4024-bee1-d1210683a926) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:38:57.417139 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a9558488-2246-4df2-ac6a-6737d3206a7c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:57.436976 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ca3e4a6a-cf30-4449-99aa-3e92009dd4f0 req-e9f84846-0351-4e0c-86d8-90a4f1bc38e5 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/security-groups?id=17372704-86e6-46e6-a5dd-dc7385be620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607481 Oct 20 10:38:57.438569 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-a74b7698-7d22-42a9-b5c2-72af2bc2849b req-2e40b47b-c9b3-46ba-8d76-834d609370be tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Calling delete_port for 343bc4c8-a9f3-4ff9-a633-bc7d16829613 owned by compute:nova {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:38:57.461930 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a9558488-2246-4df2-ac6a-6737d3206a7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:57.480227 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-88116e46-9ba8-4bb9-8285-61b62c3fd2a8 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:57.482303 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-88116e46-9ba8-4bb9-8285-61b62c3fd2a8 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:57.485809 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-88116e46-9ba8-4bb9-8285-61b62c3fd2a8 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] 10.222.0.64 "DELETE /v2.0/security-groups/75b80dee-20ed-4c56-b607-a374a5bad6f9 HTTP/1.1" status: 204 len: 168 time: 0.4523628 Oct 20 10:38:57.488063 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 53474) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:57.548718 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88116e46-9ba8-4bb9-8285-61b62c3fd2a8 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75b80dee-20ed-4c56-b607-a374a5bad6f9,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:57.633213 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-5774c731-d74c-411d-aab4-6b380483404b None None] Provisioning complete for port 1f7d75cd-e4ac-47e5-b8b7-6579ad286af6 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:38:57.633744 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-5774c731-d74c-411d-aab4-6b380483404b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:57.645088 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-91c12dac-66b4-40a2-8713-bea6d1991844 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:57.688967 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-a9558488-2246-4df2-ac6a-6737d3206a7c admin admin] Allocated IP 172.25.1.179 (cbe170d3-31ba-45a2-b477-520ab0a7a8ea/f4e26aca-17ac-4adb-a66b-d939a1b35b64/320d7942-4fc8-4c8e-a8f4-5c17165606de) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:38:57.705506 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-91c12dac-66b4-40a2-8713-bea6d1991844 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:57.715024 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-5774c731-d74c-411d-aab4-6b380483404b None None] Port 1f7d75cd-e4ac-47e5-b8b7-6579ad286af6 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:38:57.722400 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 8a9db7ea-a970-472c-8c68-dbd7aee6e7f8 up at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:38:57.774145 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-a74b7698-7d22-42a9-b5c2-72af2bc2849b req-2e40b47b-c9b3-46ba-8d76-834d609370be tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:57.802973 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-5774c731-d74c-411d-aab4-6b380483404b None None] Could not find standard attr ID for object ba30be3e-f651-4ea4-aa98-8444bf71f0b8. {{(pid=100598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 20 10:38:57.863770 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-065ec966-25d7-4992-bf4a-845d7284bd06 None None] Publish callbacks [] for port, precommit_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:57.919818 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-065ec966-25d7-4992-bf4a-845d7284bd06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:57.988424 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-91c12dac-66b4-40a2-8713-bea6d1991844 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:57.999683 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-91c12dac-66b4-40a2-8713-bea6d1991844 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:58.007817 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-91c12dac-66b4-40a2-8713-bea6d1991844 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] 10.222.0.64 "DELETE /v2.0/security-groups/dbe3dc93-f4c2-4231-8c72-f5cb3c2dd563 HTTP/1.1" status: 204 len: 168 time: 0.5174828 Oct 20 10:38:58.008485 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 53488) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:58.034555 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-065ec966-25d7-4992-bf4a-845d7284bd06 None None] Network 411d4234-6028-4133-8d80-5a148f5163b9 is already hosted by enough agents. {{(pid=100598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:38:58.076779 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-5774c731-d74c-411d-aab4-6b380483404b None None] Provisioning complete for port 7a216385-7993-454e-a512-068a0a4cd30b triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:38:58.077156 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-5774c731-d74c-411d-aab4-6b380483404b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:58.078846 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.base_scheduler [None req-065ec966-25d7-4992-bf4a-845d7284bd06 None None] Resources bound (agent type, host, resource id): {{(pid=100598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:38:58.095820 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065ec966-25d7-4992-bf4a-845d7284bd06 None None] Received port after_create {{(pid=100598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:38:58.138737 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c12dac-66b4-40a2-8713-bea6d1991844 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbe3dc93-f4c2-4231-8c72-f5cb3c2dd563,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:58.205852 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a9558488-2246-4df2-ac6a-6737d3206a7c admin admin] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:58.254516 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_v2 [None req-7054e667-2104-4ab6-9c74-8987dd83ab6a tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Deleting subnet 0c056202-6146-47e4-b726-b73f6718e76a {{(pid=100597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:38:58.294895 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning complete for port 8a9db7ea-a970-472c-8c68-dbd7aee6e7f8 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:38:58.295278 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:58.306389 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065ec966-25d7-4992-bf4a-845d7284bd06 None None] Pushing event updated for resources: {'Port': ['ID=50c2413d-d35b-4024-bee1-d1210683a926,revision_number=1']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:58.313714 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7054e667-2104-4ab6-9c74-8987dd83ab6a tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks [] for subnet, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:58.318701 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a9558488-2246-4df2-ac6a-6737d3206a7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:58.352687 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065ec966-25d7-4992-bf4a-845d7284bd06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:38:58.353260 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065ec966-25d7-4992-bf4a-845d7284bd06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:38:58.353914 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065ec966-25d7-4992-bf4a-845d7284bd06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:38:58.354421 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065ec966-25d7-4992-bf4a-845d7284bd06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:38:58.355076 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065ec966-25d7-4992-bf4a-845d7284bd06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:38:58.355698 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065ec966-25d7-4992-bf4a-845d7284bd06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:38:58.356179 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065ec966-25d7-4992-bf4a-845d7284bd06 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:38:58.356862 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065ec966-25d7-4992-bf4a-845d7284bd06 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:38:58.357445 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065ec966-25d7-4992-bf4a-845d7284bd06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:38:58.357932 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065ec966-25d7-4992-bf4a-845d7284bd06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:38:58.358409 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065ec966-25d7-4992-bf4a-845d7284bd06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:38:58.359009 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065ec966-25d7-4992-bf4a-845d7284bd06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:38:58.394740 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-065ec966-25d7-4992-bf4a-845d7284bd06 None None] Attempting to bind port 50c2413d-d35b-4024-bee1-d1210683a926 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:38:58.395421 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-065ec966-25d7-4992-bf4a-845d7284bd06 None None] Attempting to bind port 50c2413d-d35b-4024-bee1-d1210683a926 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '95e9de36-3ccc-4b38-8bfc-db37fedbb6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '411d4234-6028-4133-8d80-5a148f5163b9'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:38:58.395946 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065ec966-25d7-4992-bf4a-845d7284bd06 None None] Attempting to bind port 50c2413d-d35b-4024-bee1-d1210683a926 on network 411d4234-6028-4133-8d80-5a148f5163b9 {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:38:58.416576 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9558488-2246-4df2-ac6a-6737d3206a7c admin admin] Network cbe170d3-31ba-45a2-b477-520ab0a7a8ea is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:38:58.417534 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065ec966-25d7-4992-bf4a-845d7284bd06 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:38:58.418060 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065ec966-25d7-4992-bf4a-845d7284bd06 None None] Checking segment: {'id': '95e9de36-3ccc-4b38-8bfc-db37fedbb6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '411d4234-6028-4133-8d80-5a148f5163b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:38:58.418407 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-065ec966-25d7-4992-bf4a-845d7284bd06 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:58.418810 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065ec966-25d7-4992-bf4a-845d7284bd06 None None] Bound using segment: {'id': '95e9de36-3ccc-4b38-8bfc-db37fedbb6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '411d4234-6028-4133-8d80-5a148f5163b9'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:38:58.419587 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-065ec966-25d7-4992-bf4a-845d7284bd06 None None] Bound port: 50c2413d-d35b-4024-bee1-d1210683a926, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95e9de36-3ccc-4b38-8bfc-db37fedbb6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '411d4234-6028-4133-8d80-5a148f5163b9'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:38:58.423445 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-065ec966-25d7-4992-bf4a-845d7284bd06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:58.429035 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-a9558488-2246-4df2-ac6a-6737d3206a7c admin admin] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:38:58.466027 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7054e667-2104-4ab6-9c74-8987dd83ab6a tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25852621'] for subnet, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:58.470685 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9558488-2246-4df2-ac6a-6737d3206a7c admin admin] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:38:58.495619 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9558488-2246-4df2-ac6a-6737d3206a7c admin admin] Pushing event updated for resources: {'Port': ['ID=320d7942-4fc8-4c8e-a8f4-5c17165606de,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:58.661487 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:58.664118 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 7a216385-7993-454e-a512-068a0a4cd30b up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:38:58.670866 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e40b47b-c9b3-46ba-8d76-834d609370be tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Pushing event deleted for resources: {'Port': ['ID=343bc4c8-a9f3-4ff9-a633-bc7d16829613,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:58.749721 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-065ec966-25d7-4992-bf4a-845d7284bd06 None None] For port 50c2413d-d35b-4024-bee1-d1210683a926, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:38:58.754856 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-065ec966-25d7-4992-bf4a-845d7284bd06 None None] For port 50c2413d-d35b-4024-bee1-d1210683a926, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=50c2413d-d35b-4024-bee1-d1210683a926,segment=NetworkSegment(95e9de36-3ccc-4b38-8bfc-db37fedbb6af),segment_id=95e9de36-3ccc-4b38-8bfc-db37fedbb6af)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:38:58.814941 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0c1eb09d-ee3e-42e1-8e0e-12515766a8f2 req-f27a72c3-4592-4e45-82b8-3ce712ca4a1e tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.64 "GET /v2.0/ports?device_id=c8f9f9fd-6dea-4857-9f5d-598e5d82d0d4 HTTP/1.1" status: 200 len: 210 time: 0.1402447 Oct 20 10:38:58.843588 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-24f5e901-bf8c-4730-8db0-626b4ec396ca None None] Could not find standard attr ID for object ba30be3e-f651-4ea4-aa98-8444bf71f0b8. {{(pid=100598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 20 10:38:58.877967 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-065ec966-25d7-4992-bf4a-845d7284bd06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:58.905033 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80998131-c175-452a-9424-75d114dde0a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a9db7ea-a970-472c-8c68-dbd7aee6e7f8'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:38:58.908201 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d9cb9eb-3f2a-4042-880a-9b67279aa775" -d '{"events": [{"server_uuid": "80998131-c175-452a-9424-75d114dde0a9", "name": "network-vif-plugged", "status": "completed", "tag": "8a9db7ea-a970-472c-8c68-dbd7aee6e7f8"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:38:58.940022 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-a74b7698-7d22-42a9-b5c2-72af2bc2849b req-2e40b47b-c9b3-46ba-8d76-834d609370be tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] No DVR routers for this DVR port 343bc4c8-a9f3-4ff9-a633-bc7d16829613 on host n-h1-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:38:58.943169 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-a74b7698-7d22-42a9-b5c2-72af2bc2849b req-2e40b47b-c9b3-46ba-8d76-834d609370be tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:58.954744 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a74b7698-7d22-42a9-b5c2-72af2bc2849b req-2e40b47b-c9b3-46ba-8d76-834d609370be tempest-LiveMigrationTest-1941757087 tempest-LiveMigrationTest-1941757087-project] 10.222.0.55 "DELETE /v2.0/ports/343bc4c8-a9f3-4ff9-a633-bc7d16829613 HTTP/1.1" status: 204 len: 173 time: 2.8976243 Oct 20 10:38:58.961705 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8f9f9fd-6dea-4857-9f5d-598e5d82d0d4', 'name': 'network-vif-deleted', 'tag': '343bc4c8-a9f3-4ff9-a633-bc7d16829613'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:38:58.974748 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c6be2a4-2a8b-4722-822c-a3492f0bbca5" -d '{"events": [{"server_uuid": "c8f9f9fd-6dea-4857-9f5d-598e5d82d0d4", "name": "network-vif-deleted", "tag": "343bc4c8-a9f3-4ff9-a633-bc7d16829613"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:38:59.004777 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1550aa-4a1f-47ef-94d5-18516293a48f req-8f282c01-25e2-4933-b7ec-72ffb648cdef tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:38:59.020149 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7d1550aa-4a1f-47ef-94d5-18516293a48f req-8f282c01-25e2-4933-b7ec-72ffb648cdef tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8cc8a35-edaf-4cf9-b527-4b8b90b5a4a0 HTTP/1.1" status: 200 len: 945 time: 0.3464959 Oct 20 10:38:59.054381 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d090285-39ec-478c-b92c-bc88a0e38532 x-openstack-request-id: req-7d090285-39ec-478c-b92c-bc88a0e38532 {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:38:59.054725 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80998131-c175-452a-9424-75d114dde0a9", "name": "network-vif-plugged", "status": "completed", "tag": "8a9db7ea-a970-472c-8c68-dbd7aee6e7f8", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:38:59.054948 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7d090285-39ec-478c-b92c-bc88a0e38532 {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:38:59.055362 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80998131-c175-452a-9424-75d114dde0a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a9db7ea-a970-472c-8c68-dbd7aee6e7f8', 'code': 200} Oct 20 10:38:59.074840 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edd2e161-212d-46b9-a425-c94aa3932ae2 x-openstack-request-id: req-edd2e161-212d-46b9-a425-c94aa3932ae2 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:38:59.075126 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8f9f9fd-6dea-4857-9f5d-598e5d82d0d4", "name": "network-vif-deleted", "tag": "343bc4c8-a9f3-4ff9-a633-bc7d16829613", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:38:59.075372 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-edd2e161-212d-46b9-a425-c94aa3932ae2 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:38:59.082878 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8f9f9fd-6dea-4857-9f5d-598e5d82d0d4', 'name': 'network-vif-deleted', 'tag': '343bc4c8-a9f3-4ff9-a633-bc7d16829613', 'status': 'completed', 'code': 200} Oct 20 10:38:59.123888 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7d1550aa-4a1f-47ef-94d5-18516293a48f req-e98e6916-6117-439c-9e52-6f2f87582d62 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/security-groups?id=17372704-86e6-46e6-a5dd-dc7385be620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975635 Oct 20 10:38:59.155924 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-0371a750-1b59-4bc6-a72c-fdbe7dc6039a None None] Could not find standard attr ID for object ba30be3e-f651-4ea4-aa98-8444bf71f0b8. {{(pid=100598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 20 10:38:59.162554 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 8a9db7ea-a970-472c-8c68-dbd7aee6e7f8, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=8a9db7ea-a970-472c-8c68-dbd7aee6e7f8,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:38:59.175231 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:59.176080 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 40e32cd4-a5fe-444c-bc87-98c7d5f762d0 no longer exists at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:38:59.232780 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] No Port match for: 40e32cd4-a5fe-444c-bc87-98c7d5f762d0 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:38:59.232780 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 40e32cd4-a5fe-444c-bc87-98c7d5f762d0 not bound to the agent host n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:38:59.233194 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 343bc4c8-a9f3-4ff9-a633-bc7d16829613 no longer exists at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:38:59.271139 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065ec966-25d7-4992-bf4a-845d7284bd06 None None] Pushing event updated for resources: {'Port': ['ID=50c2413d-d35b-4024-bee1-d1210683a926,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:59.282023 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] No Port match for: 343bc4c8-a9f3-4ff9-a633-bc7d16829613 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:38:59.282702 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 343bc4c8-a9f3-4ff9-a633-bc7d16829613 not bound to the agent host n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:38:59.382199 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7054e667-2104-4ab6-9c74-8987dd83ab6a tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:59.392036 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 7a216385-7993-454e-a512-068a0a4cd30b triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:38:59.394040 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:59.490889 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=8a9db7ea-a970-472c-8c68-dbd7aee6e7f8,revision_number=7']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:59.557766 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7054e667-2104-4ab6-9c74-8987dd83ab6a tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25350811'] for subnet, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:59.649965 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7054e667-2104-4ab6-9c74-8987dd83ab6a tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:59.663924 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 53538) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:38:59.672282 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-d4b64faf-b718-4da8-a01e-b5d5819d28cf tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Request body: {'subnet': {'network_id': '14e051e8-478e-4ca2-9018-ab366f2fc673', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:38:59.677568 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-7054e667-2104-4ab6-9c74-8987dd83ab6a tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] 10.222.0.64 "DELETE /v2.0/subnets/0c056202-6146-47e4-b726-b73f6718e76a HTTP/1.1" status: 204 len: 168 time: 1.6538532 Oct 20 10:38:59.729966 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf974738-97d2-411f-9f43-a87960469804 None None] Network 14e051e8-478e-4ca2-9018-ab366f2fc673 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:38:59.866108 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7054e667-2104-4ab6-9c74-8987dd83ab6a tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Pushing event deleted for resources: {'Subnet': ['ID=0c056202-6146-47e4-b726-b73f6718e76a,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:38:59.871203 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a9558488-2246-4df2-ac6a-6737d3206a7c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:38:59.929613 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 53546) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:00.128458 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4b64faf-b718-4da8-a01e-b5d5819d28cf tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Made reservation on behalf of 81acf106a8e845e5a82c7531aebd6cee for: {'subnet': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:39:00.137944 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d4b64faf-b718-4da8-a01e-b5d5819d28cf tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26761797'] for subnet, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:00.362324 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a9558488-2246-4df2-ac6a-6737d3206a7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1773475'] for router, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:00.578414 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251bf013-5c94-4101-88e8-6cc2cb4233e6 req-72ed82c3-8e3b-4f9b-9bbc-3a3742284899 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:00.592595 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-251bf013-5c94-4101-88e8-6cc2cb4233e6 req-72ed82c3-8e3b-4f9b-9bbc-3a3742284899 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8cc8a35-edaf-4cf9-b527-4b8b90b5a4a0 HTTP/1.1" status: 200 len: 945 time: 0.3036363 Oct 20 10:39:00.622038 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 50c2413d-d35b-4024-bee1-d1210683a926 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:39:00.750905 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-251bf013-5c94-4101-88e8-6cc2cb4233e6 req-5d9e27d2-332f-4ec3-a834-bb2c5cb2a783 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/security-groups?id=17372704-86e6-46e6-a5dd-dc7385be620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521938 Oct 20 10:39:00.770338 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 50c2413d-d35b-4024-bee1-d1210683a926 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:39:00.773228 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:00.853515 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_v2 [None req-9961c340-29d8-4e48-9619-fee4e9942150 admin admin] Deleting subnet 6f74b0c1-2855-44cd-a118-a8c6ce76ebd8 {{(pid=100597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:39:00.860571 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9961c340-29d8-4e48-9619-fee4e9942150 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:00.936495 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:00.969352 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9961c340-29d8-4e48-9619-fee4e9942150 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25852621'] for subnet, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:01.035476 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] For port 50c2413d-d35b-4024-bee1-d1210683a926, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=50c2413d-d35b-4024-bee1-d1210683a926,segment=NetworkSegment(95e9de36-3ccc-4b38-8bfc-db37fedbb6af),segment_id=95e9de36-3ccc-4b38-8bfc-db37fedbb6af)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:39:01.045216 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c4522bd-ec10-4249-839b-565289f3dbbf None None] Network 411d4234-6028-4133-8d80-5a148f5163b9 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:39:01.086801 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9961c340-29d8-4e48-9619-fee4e9942150 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:01.157332 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9558488-2246-4df2-ac6a-6737d3206a7c admin admin] Router f4682edb-4333-4ef7-9fa2-f860984cc26a is scheduled to L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 with binding_index 1 {{(pid=100597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 10:39:01.174224 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d4b64faf-b718-4da8-a01e-b5d5819d28cf tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26836128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26761819'] for subnet, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:01.263705 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4b64faf-b718-4da8-a01e-b5d5819d28cf tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Network 14e051e8-478e-4ca2-9018-ab366f2fc673 is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:39:01.269015 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-d4b64faf-b718-4da8-a01e-b5d5819d28cf tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:39:01.282507 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b64faf-b718-4da8-a01e-b5d5819d28cf tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:01.283209 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d4b64faf-b718-4da8-a01e-b5d5819d28cf tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:01.326775 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-d4b64faf-b718-4da8-a01e-b5d5819d28cf tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6610336 Oct 20 10:39:01.329953 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 53574) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:01.344641 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-fde07114-7e89-4b41-929b-cb81640e906b tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Request body: {'security_group': {'name': 'tempest-secgroup-69689955'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:39:01.407632 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b64faf-b718-4da8-a01e-b5d5819d28cf tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Pushing event updated for resources: {'Subnet': ['ID=02a30b20-6a3c-45a5-bba6-f5e212604085,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:01.441884 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-fde07114-7e89-4b41-929b-cb81640e906b tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:01.504213 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9558488-2246-4df2-ac6a-6737d3206a7c admin admin] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:39:01.524169 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9961c340-29d8-4e48-9619-fee4e9942150 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25350811'] for subnet, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:01.570525 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b92c71f-032c-47f0-ac80-dc478cd2a742 None None] Network 14e051e8-478e-4ca2-9018-ab366f2fc673 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:39:01.587977 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9961c340-29d8-4e48-9619-fee4e9942150 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f74b0c1-2855-44cd-a118-a8c6ce76ebd8,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:01.602715 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9961c340-29d8-4e48-9619-fee4e9942150 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:01.608585 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-9961c340-29d8-4e48-9619-fee4e9942150 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/6f74b0c1-2855-44cd-a118-a8c6ce76ebd8 HTTP/1.1" status: 204 len: 168 time: 1.6754496 Oct 20 10:39:01.611139 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 53590) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:01.621420 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-fde07114-7e89-4b41-929b-cb81640e906b tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:01.624238 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a9558488-2246-4df2-ac6a-6737d3206a7c admin admin] Publish callbacks [] for router, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:01.625832 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-a9558488-2246-4df2-ac6a-6737d3206a7c admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 5.1975386 Oct 20 10:39:01.628764 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 53592) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:01.697454 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9fa772-4d06-4ae9-977b-654d4064eada None None] Sync routers for ids ['f4682edb-4333-4ef7-9fa2-f860984cc26a'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:39:01.744503 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:01.754831 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f1765773-30db-4c1c-b587-fb4e2ff19502 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:01.858581 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-fde07114-7e89-4b41-929b-cb81640e906b tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:01.918080 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-c563993f-026a-4874-a9a3-fba8aa392deb None None] Provisioning complete for port 50c2413d-d35b-4024-bee1-d1210683a926 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:39:01.918453 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-c563993f-026a-4874-a9a3-fba8aa392deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:01.944163 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f1765773-30db-4c1c-b587-fb4e2ff19502 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:01.981280 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-f1765773-30db-4c1c-b587-fb4e2ff19502 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60750f9d-1dd0-4933-91f0-f6aefa736c9d']}} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:39:01.982312 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9fa772-4d06-4ae9-977b-654d4064eada None None] Routers {'f4682edb-4333-4ef7-9fa2-f860984cc26a'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:39:01.983023 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-fa9fa772-4d06-4ae9-977b-654d4064eada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:38:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['f4682edb-4333-4ef7-9fa2-f860984cc26a'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:39:02.000398 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-f1765773-30db-4c1c-b587-fb4e2ff19502 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd74986f8-a71e-4359-a64d-140af23f3558') {'for_net_delete': True} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:39:02.002473 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-f1765773-30db-4c1c-b587-fb4e2ff19502 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd74986f8-a71e-4359-a64d-140af23f3558') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:39:02.013403 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f1765773-30db-4c1c-b587-fb4e2ff19502 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25852596'] for segment, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:02.024986 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde07114-7e89-4b41-929b-cb81640e906b tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6abc97d-7d1c-4ca7-b404-13770083b873,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:02.029216 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f1765773-30db-4c1c-b587-fb4e2ff19502 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:02.046355 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1765773-30db-4c1c-b587-fb4e2ff19502 admin admin] Releasing vlan 807 on physical network physnet1 to pool {{(pid=100597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:39:02.048773 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f1765773-30db-4c1c-b587-fb4e2ff19502 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951012'] for segment, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:02.118280 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-fde07114-7e89-4b41-929b-cb81640e906b tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:02.123811 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-fde07114-7e89-4b41-929b-cb81640e906b tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7902446 Oct 20 10:39:02.126250 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 53608) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:02.129054 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Pushing event updated for resources: {'Port': ['ID=50c2413d-d35b-4024-bee1-d1210683a926,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:02.168633 n-d-811396-3 neutron-server[100597]: Traceback (most recent call last): Oct 20 10:39:02.168633 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:39:02.168633 n-d-811396-3 neutron-server[100597]: timer() Oct 20 10:39:02.168633 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:39:02.168633 n-d-811396-3 neutron-server[100597]: cb(*args, **kw) Oct 20 10:39:02.168633 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:39:02.168633 n-d-811396-3 neutron-server[100597]: return func(*args, **kwargs) Oct 20 10:39:02.168633 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:39:02.168633 n-d-811396-3 neutron-server[100597]: self._notify() Oct 20 10:39:02.168633 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:39:02.168633 n-d-811396-3 neutron-server[100597]: self.callback(batched_events) Oct 20 10:39:02.168633 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:39:02.168633 n-d-811396-3 neutron-server[100597]: event.method(event) Oct 20 10:39:02.168633 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:39:02.168633 n-d-811396-3 neutron-server[100597]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:39:02.168633 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:39:02.168633 n-d-811396-3 neutron-server[100597]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:39:02.168633 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:39:02.168633 n-d-811396-3 neutron-server[100597]: return f(self, *a, **k) Oct 20 10:39:02.168633 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:39:02.168633 n-d-811396-3 neutron-server[100597]: return self._get(url).json() Oct 20 10:39:02.168633 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:39:02.168633 n-d-811396-3 neutron-server[100597]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:39:02.168633 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:39:02.168633 n-d-811396-3 neutron-server[100597]: return self.request(url, 'GET', **kwargs) Oct 20 10:39:02.168633 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:39:02.168633 n-d-811396-3 neutron-server[100597]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:39:02.168633 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:39:02.168633 n-d-811396-3 neutron-server[100597]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:39:02.168633 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:39:02.168633 n-d-811396-3 neutron-server[100597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:39:02.168633 n-d-811396-3 neutron-server[100597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:39:02.172226 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f1765773-30db-4c1c-b587-fb4e2ff19502 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:02.189508 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f1765773-30db-4c1c-b587-fb4e2ff19502 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:02.193541 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-f1765773-30db-4c1c-b587-fb4e2ff19502 admin admin] 10.222.0.64 "DELETE /v2.0/networks/60750f9d-1dd0-4933-91f0-f6aefa736c9d HTTP/1.1" status: 204 len: 168 time: 0.5805645 Oct 20 10:39:02.201142 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-4c104b29-9b59-42ca-90e0-e439ed648828 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Request body: {'security_group': {'name': 'tempest-secgroup-122204359'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:39:02.211362 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 53610) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:02.255871 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4c104b29-9b59-42ca-90e0-e439ed648828 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:02.278063 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff940fc4-6f2d-4874-b6cb-1f93b22a153d admin admin] Deleting subnet c4a384fb-e161-4bc7-bf5f-340848732017 {{(pid=100597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:39:02.282075 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1765773-30db-4c1c-b587-fb4e2ff19502 admin admin] Pushing event deleted for resources: {'Network': ['ID=60750f9d-1dd0-4933-91f0-f6aefa736c9d,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:02.292842 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ff940fc4-6f2d-4874-b6cb-1f93b22a153d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:02.322876 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-4183ee53-9993-4dca-ab39-f7dfde19ec9d None None] Provisioning complete for port 1f7d75cd-e4ac-47e5-b8b7-6579ad286af6 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:39:02.323263 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-4183ee53-9993-4dca-ab39-f7dfde19ec9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:02.363949 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-fa9fa772-4d06-4ae9-977b-654d4064eada None None] Set router f4682edb-4333-4ef7-9fa2-f860984cc26a gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:39:02.412792 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ff940fc4-6f2d-4874-b6cb-1f93b22a153d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25852621'] for subnet, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:02.465474 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 50c2413d-d35b-4024-bee1-d1210683a926 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:39:02.511144 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ff940fc4-6f2d-4874-b6cb-1f93b22a153d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:02.547223 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8447ff32-8732-4431-abf7-e35d350352a1 req-2fa727e8-2559-4acd-8119-04d0220a0452 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:02.549086 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8447ff32-8732-4431-abf7-e35d350352a1 req-2fa727e8-2559-4acd-8119-04d0220a0452 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8cc8a35-edaf-4cf9-b527-4b8b90b5a4a0 HTTP/1.1" status: 200 len: 945 time: 0.5084822 Oct 20 10:39:02.556764 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-4183ee53-9993-4dca-ab39-f7dfde19ec9d None None] Port 1f7d75cd-e4ac-47e5-b8b7-6579ad286af6 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:39:02.673251 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ff940fc4-6f2d-4874-b6cb-1f93b22a153d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25350811'] for subnet, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:02.738362 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-4183ee53-9993-4dca-ab39-f7dfde19ec9d None None] Provisioning complete for port 7a216385-7993-454e-a512-068a0a4cd30b triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:39:02.738899 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-4183ee53-9993-4dca-ab39-f7dfde19ec9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:02.744542 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff940fc4-6f2d-4874-b6cb-1f93b22a153d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4a384fb-e161-4bc7-bf5f-340848732017,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:02.763985 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ff940fc4-6f2d-4874-b6cb-1f93b22a153d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:02.768250 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-ff940fc4-6f2d-4874-b6cb-1f93b22a153d admin admin] 10.222.0.64 "DELETE /v2.0/subnets/c4a384fb-e161-4bc7-bf5f-340848732017 HTTP/1.1" status: 204 len: 168 time: 0.5556028 Oct 20 10:39:02.770672 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 53628) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:02.801158 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8447ff32-8732-4431-abf7-e35d350352a1 req-4653fbce-e49c-40e3-99ee-bb6412600740 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/security-groups?id=17372704-86e6-46e6-a5dd-dc7385be620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278411 Oct 20 10:39:02.877215 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4c104b29-9b59-42ca-90e0-e439ed648828 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:02.902277 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-632e2417-d039-45bb-8aee-eac41c85d8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:02.910476 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ed9103-cac3-4432-8f1d-084b903a5eda None None] Update dhcp port {'port': {'network_id': '14e051e8-478e-4ca2-9018-ab366f2fc673', 'fixed_ips': [{'subnet_id': '304fe1fe-8a0c-4fdd-b488-3b9874649d75', 'ip_address': '172.20.0.18'}, {'subnet_id': '02a30b20-6a3c-45a5-bba6-f5e212604085'}], 'binding:host_id': 'n-d-811396-3'}, 'id': '7a216385-7993-454e-a512-068a0a4cd30b'} from n-d-811396-3. {{(pid=100598) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 20 10:39:02.912886 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4c104b29-9b59-42ca-90e0-e439ed648828 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:02.962558 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 50c2413d-d35b-4024-bee1-d1210683a926 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:39:02.966252 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:02.975149 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4c104b29-9b59-42ca-90e0-e439ed648828 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:02.977105 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-4c104b29-9b59-42ca-90e0-e439ed648828 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7908006 Oct 20 10:39:02.979955 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 53636) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:03.021678 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-9c884e63-aef7-41b7-be68-c8bacb9133b2 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Request body: {'security_group': {'name': 'tempest-secgroup-2137326788'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:39:03.064813 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-45ed9103-cac3-4432-8f1d-084b903a5eda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:03.089159 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-e89af580-608b-4090-a92e-6db35f50634a None None] Provisioning complete for port 50c2413d-d35b-4024-bee1-d1210683a926 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:39:03.090481 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-e89af580-608b-4090-a92e-6db35f50634a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:03.104779 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-632e2417-d039-45bb-8aee-eac41c85d8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:03.137152 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-9c884e63-aef7-41b7-be68-c8bacb9133b2 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:03.160156 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-632e2417-d039-45bb-8aee-eac41c85d8c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e463349-7d3c-4150-b5a3-8b0f8cad4302']}} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:39:03.168111 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c104b29-9b59-42ca-90e0-e439ed648828 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=799a60ef-8a43-4a20-9f9c-b8156b8f88b5,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:03.190731 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-632e2417-d039-45bb-8aee-eac41c85d8c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '705d3ee2-9747-470b-99fd-da9ceaa06790') {'for_net_delete': True} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:39:03.191040 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-632e2417-d039-45bb-8aee-eac41c85d8c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '705d3ee2-9747-470b-99fd-da9ceaa06790') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:39:03.218340 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-632e2417-d039-45bb-8aee-eac41c85d8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25852596'] for segment, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:03.272257 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-632e2417-d039-45bb-8aee-eac41c85d8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:03.284640 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5cedd458-d9af-486e-8596-929bd7b548b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:03.285625 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-632e2417-d039-45bb-8aee-eac41c85d8c6 admin admin] Releasing vlan 829 on physical network physnet1 to pool {{(pid=100597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:39:03.286073 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-632e2417-d039-45bb-8aee-eac41c85d8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951012'] for segment, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:03.287977 n-d-811396-3 neutron-server[100597]: Traceback (most recent call last): Oct 20 10:39:03.287977 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:39:03.287977 n-d-811396-3 neutron-server[100597]: timer() Oct 20 10:39:03.287977 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:39:03.287977 n-d-811396-3 neutron-server[100597]: cb(*args, **kw) Oct 20 10:39:03.287977 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:39:03.287977 n-d-811396-3 neutron-server[100597]: return func(*args, **kwargs) Oct 20 10:39:03.287977 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:39:03.287977 n-d-811396-3 neutron-server[100597]: self._notify() Oct 20 10:39:03.287977 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:39:03.287977 n-d-811396-3 neutron-server[100597]: self.callback(batched_events) Oct 20 10:39:03.287977 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:39:03.287977 n-d-811396-3 neutron-server[100597]: event.method(event) Oct 20 10:39:03.287977 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:39:03.287977 n-d-811396-3 neutron-server[100597]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:39:03.287977 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:39:03.287977 n-d-811396-3 neutron-server[100597]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:39:03.287977 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:39:03.287977 n-d-811396-3 neutron-server[100597]: return f(self, *a, **k) Oct 20 10:39:03.287977 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:39:03.287977 n-d-811396-3 neutron-server[100597]: return self._get(url).json() Oct 20 10:39:03.287977 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:39:03.287977 n-d-811396-3 neutron-server[100597]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:39:03.287977 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:39:03.287977 n-d-811396-3 neutron-server[100597]: return self.request(url, 'GET', **kwargs) Oct 20 10:39:03.287977 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:39:03.287977 n-d-811396-3 neutron-server[100597]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:39:03.287977 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:39:03.287977 n-d-811396-3 neutron-server[100597]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:39:03.287977 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:39:03.287977 n-d-811396-3 neutron-server[100597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:39:03.287977 n-d-811396-3 neutron-server[100597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:39:03.389412 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-632e2417-d039-45bb-8aee-eac41c85d8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:03.400705 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-632e2417-d039-45bb-8aee-eac41c85d8c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:03.405141 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-632e2417-d039-45bb-8aee-eac41c85d8c6 admin admin] 10.222.0.64 "DELETE /v2.0/networks/5e463349-7d3c-4150-b5a3-8b0f8cad4302 HTTP/1.1" status: 204 len: 168 time: 0.6333222 Oct 20 10:39:03.408753 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-fa9fa772-4d06-4ae9-977b-654d4064eada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4682edb-4333-4ef7-9fa2-f860984cc26a', 'name': 'tempest-ServersTestJSON-1195874891-router', 'tenant_id': '600f50cdae1e47df84de92209b6b6aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': '320d7942-4fc8-4c8e-a8f4-5c17165606de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:38:56Z', 'updated_at': '2021-10-20T10:38:59Z', 'revision_number': 3, 'project_id': '600f50cdae1e47df84de92209b6b6aa1', 'gw_port': {'id': '320d7942-4fc8-4c8e-a8f4-5c17165606de', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:8b:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4682edb-4333-4ef7-9fa2-f860984cc26a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:38:57Z', 'updated_at': '2021-10-20T10:38:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:39:03.459827 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632e2417-d039-45bb-8aee-eac41c85d8c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e463349-7d3c-4150-b5a3-8b0f8cad4302,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:03.489513 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9fa772-4d06-4ae9-977b-654d4064eada None None] Checking router: f4682edb-4333-4ef7-9fa2-f860984cc26a for host: n-d-811396-3 {{(pid=100598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:39:03.490493 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9fa772-4d06-4ae9-977b-654d4064eada None None] Updating router f4682edb-4333-4ef7-9fa2-f860984cc26a port 320d7942-4fc8-4c8e-a8f4-5c17165606de binding host n-d-811396-3 {{(pid=100598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 10:39:03.548121 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-b6120496-f787-44ba-ae89-67be253a0a05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:03.555079 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-45ed9103-cac3-4432-8f1d-084b903a5eda None None] Allocated IP 172.20.0.2 (14e051e8-478e-4ca2-9018-ab366f2fc673/02a30b20-6a3c-45a5-bba6-f5e212604085/7a216385-7993-454e-a512-068a0a4cd30b) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:39:03.561174 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-fa9fa772-4d06-4ae9-977b-654d4064eada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:03.672416 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 53654) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:03.672589 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-9c884e63-aef7-41b7-be68-c8bacb9133b2 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:03.701534 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-9c884e63-aef7-41b7-be68-c8bacb9133b2 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:03.754966 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-732de177-f0e8-4455-b7f3-ac9e4c2ffc38 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4e37fa6eb8b848f6897a2d7488b235c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0811872 Oct 20 10:39:03.758001 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 53660) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:03.797698 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c884e63-aef7-41b7-be68-c8bacb9133b2 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4538a69c-a08a-4e31-8db5-228e5da30a69,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:03.804704 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-9c884e63-aef7-41b7-be68-c8bacb9133b2 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:03.809324 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-9c884e63-aef7-41b7-be68-c8bacb9133b2 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7945805 Oct 20 10:39:03.809992 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 53668) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:03.820140 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-c0a8e595-b836-491f-a7b1-0b447d9ee9e6 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1717886121', 'security_groups': ['4538a69c-a08a-4e31-8db5-228e5da30a69'], 'network_id': '14e051e8-478e-4ca2-9018-ab366f2fc673', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '02a30b20-6a3c-45a5-bba6-f5e212604085'}]}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:39:03.919244 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5318c8f3-190f-457a-a1be-5132c33d5f1e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:03.958453 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5318c8f3-190f-457a-a1be-5132c33d5f1e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:04.000553 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-45ed9103-cac3-4432-8f1d-084b903a5eda None None] For port 7a216385-7993-454e-a512-068a0a4cd30b, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=7a216385-7993-454e-a512-068a0a4cd30b,segment=NetworkSegment(73240bdc-bd50-4195-b813-1c291fee2a4c),segment_id=73240bdc-bd50-4195-b813-1c291fee2a4c)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:39:04.029456 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5318c8f3-190f-457a-a1be-5132c33d5f1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:04.034697 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5318c8f3-190f-457a-a1be-5132c33d5f1e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:04.040857 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-5318c8f3-190f-457a-a1be-5132c33d5f1e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c33a6cb5-e80a-4f79-936a-38f5e3f7c89f HTTP/1.1" status: 204 len: 168 time: 0.2783148 Oct 20 10:39:04.078708 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5318c8f3-190f-457a-a1be-5132c33d5f1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c33a6cb5-e80a-4f79-936a-38f5e3f7c89f,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:04.127000 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-45ed9103-cac3-4432-8f1d-084b903a5eda None None] Publish callbacks [] for port, precommit_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:04.140202 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-45ed9103-cac3-4432-8f1d-084b903a5eda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:04.144737 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [None req-5cedd458-d9af-486e-8596-929bd7b548b6 admin admin] Allocated IP 172.20.0.1 (411d4234-6028-4133-8d80-5a148f5163b9/23d5dc21-e5ce-4676-bd7b-3e25bdae4f75/f3cdd7d6-25e8-467b-b498-e2af317dccd3) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:39:04.326813 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0b5453-3881-4b62-b9c2-48921c6fe37f req-1da85c1c-2324-4e6d-b84b-3a592f62d603 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:04.336513 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4e0b5453-3881-4b62-b9c2-48921c6fe37f req-1da85c1c-2324-4e6d-b84b-3a592f62d603 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8cc8a35-edaf-4cf9-b527-4b8b90b5a4a0 HTTP/1.1" status: 200 len: 945 time: 0.3501928 Oct 20 10:39:04.406201 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0a8e595-b836-491f-a7b1-0b447d9ee9e6 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Made reservation on behalf of 81acf106a8e845e5a82c7531aebd6cee for: {'port': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:39:04.413065 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5cedd458-d9af-486e-8596-929bd7b548b6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:04.451178 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4e0b5453-3881-4b62-b9c2-48921c6fe37f req-37d8afec-3abb-40bd-bb2e-38bfafb81f57 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/security-groups?id=17372704-86e6-46e6-a5dd-dc7385be620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077905 Oct 20 10:39:04.469476 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ed9103-cac3-4432-8f1d-084b903a5eda None None] Pushing event updated for resources: {'Port': ['ID=7a216385-7993-454e-a512-068a0a4cd30b,revision_number=6']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:04.544186 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5cedd458-d9af-486e-8596-929bd7b548b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:04.544642 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-fa9fa772-4d06-4ae9-977b-654d4064eada None None] Publish callbacks [] for port, precommit_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:04.552645 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-fa9fa772-4d06-4ae9-977b-654d4064eada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:04.611718 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 53686) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:04.644075 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-fa9fa772-4d06-4ae9-977b-654d4064eada None None] Attempting to bind port 320d7942-4fc8-4c8e-a8f4-5c17165606de on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:39:04.651661 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cedd458-d9af-486e-8596-929bd7b548b6 admin admin] Pushing event updated for resources: {'Port': ['ID=f3cdd7d6-25e8-467b-b498-e2af317dccd3,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:04.657215 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c0a8e595-b836-491f-a7b1-0b447d9ee9e6 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:04.668308 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-fa9fa772-4d06-4ae9-977b-654d4064eada None None] Attempting to bind port 320d7942-4fc8-4c8e-a8f4-5c17165606de by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:39:04.669079 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9fa772-4d06-4ae9-977b-654d4064eada None None] Attempting to bind port 320d7942-4fc8-4c8e-a8f4-5c17165606de on network cbe170d3-31ba-45a2-b477-520ab0a7a8ea {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:39:04.675375 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cedd458-d9af-486e-8596-929bd7b548b6 admin admin] Network 411d4234-6028-4133-8d80-5a148f5163b9 is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:39:04.680057 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-5cedd458-d9af-486e-8596-929bd7b548b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:39:04.683198 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cedd458-d9af-486e-8596-929bd7b548b6 admin admin] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:39:04.694667 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-8e1d71e4-c413-47f7-99b5-97fed8f2fb7b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=af9e85a80997427bb56d1648cd9e7733&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0811021 Oct 20 10:39:04.697401 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 53688) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:04.698767 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9fa772-4d06-4ae9-977b-654d4064eada None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:39:04.699442 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9fa772-4d06-4ae9-977b-654d4064eada None None] Checking segment: {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:39:04.700371 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-fa9fa772-4d06-4ae9-977b-654d4064eada None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:04.701299 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9fa772-4d06-4ae9-977b-654d4064eada None None] Bound using segment: {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:39:04.702345 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-fa9fa772-4d06-4ae9-977b-654d4064eada None None] Bound port: 320d7942-4fc8-4c8e-a8f4-5c17165606de, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:39:04.703313 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-fa9fa772-4d06-4ae9-977b-654d4064eada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:04.704515 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [None req-c0a8e595-b836-491f-a7b1-0b447d9ee9e6 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] device_id is not set on port 2733859f-246b-4050-a80c-ea7193eda1b2 yet. {{(pid=100596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:39:04.707271 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5a411b-1329-4986-b8ea-7218d8d08601 None None] Pushing event updated for resources: {'Port': ['ID=320d7942-4fc8-4c8e-a8f4-5c17165606de,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:04.824940 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-fa9fa772-4d06-4ae9-977b-654d4064eada None None] For port 320d7942-4fc8-4c8e-a8f4-5c17165606de, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:39:04.834666 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-fa9fa772-4d06-4ae9-977b-654d4064eada None None] For port 320d7942-4fc8-4c8e-a8f4-5c17165606de, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=320d7942-4fc8-4c8e-a8f4-5c17165606de,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:39:04.842709 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-fa9fa772-4d06-4ae9-977b-654d4064eada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:04.866910 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c3fb3b1e-6a28-496c-aae9-ff44715c6cb4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:04.930169 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5cedd458-d9af-486e-8596-929bd7b548b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1774540'] for router_interface, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:04.952693 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c3fb3b1e-6a28-496c-aae9-ff44715c6cb4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:05.071892 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9fa772-4d06-4ae9-977b-654d4064eada None None] Routers {'f4682edb-4333-4ef7-9fa2-f860984cc26a'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:39:05.080402 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c3fb3b1e-6a28-496c-aae9-ff44715c6cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:05.083098 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c3fb3b1e-6a28-496c-aae9-ff44715c6cb4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:05.084358 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-c3fb3b1e-6a28-496c-aae9-ff44715c6cb4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2742f188-191d-488c-8733-c488816a8699 HTTP/1.1" status: 204 len: 168 time: 0.3851600 Oct 20 10:39:05.099201 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-fa9fa772-4d06-4ae9-977b-654d4064eada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:38:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['f4682edb-4333-4ef7-9fa2-f860984cc26a'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:39:05.164030 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fb3b1e-6a28-496c-aae9-ff44715c6cb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2742f188-191d-488c-8733-c488816a8699,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:05.317698 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5a411b-1329-4986-b8ea-7218d8d08601 None None] Pushing event updated for resources: {'Port': ['ID=320d7942-4fc8-4c8e-a8f4-5c17165606de,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:05.368353 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5cedd458-d9af-486e-8596-929bd7b548b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:05.484394 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-a85761a4-d663-4d60-a186-4b53f13c718d None None] Provisioning complete for port f3cdd7d6-25e8-467b-b498-e2af317dccd3 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:39:05.484788 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-a85761a4-d663-4d60-a186-4b53f13c718d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:05.549774 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-fa9fa772-4d06-4ae9-977b-654d4064eada None None] Set router f4682edb-4333-4ef7-9fa2-f860984cc26a gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:39:05.735537 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-a85761a4-d663-4d60-a186-4b53f13c718d None None] Port f3cdd7d6-25e8-467b-b498-e2af317dccd3 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:39:05.792511 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-fa9fa772-4d06-4ae9-977b-654d4064eada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4682edb-4333-4ef7-9fa2-f860984cc26a', 'name': 'tempest-ServersTestJSON-1195874891-router', 'tenant_id': '600f50cdae1e47df84de92209b6b6aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': '320d7942-4fc8-4c8e-a8f4-5c17165606de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:38:56Z', 'updated_at': '2021-10-20T10:38:59Z', 'revision_number': 3, 'project_id': '600f50cdae1e47df84de92209b6b6aa1', 'gw_port': {'id': '320d7942-4fc8-4c8e-a8f4-5c17165606de', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:8b:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4682edb-4333-4ef7-9fa2-f860984cc26a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:38:57Z', 'updated_at': '2021-10-20T10:39:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:39:05.820706 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5cedd458-d9af-486e-8596-929bd7b548b6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:05.847844 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9fa772-4d06-4ae9-977b-654d4064eada None None] The sync data for ids ['f4682edb-4333-4ef7-9fa2-f860984cc26a'] in n-d-811396-3 is: [{'id': 'f4682edb-4333-4ef7-9fa2-f860984cc26a', 'name': 'tempest-ServersTestJSON-1195874891-router', 'tenant_id': '600f50cdae1e47df84de92209b6b6aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': '320d7942-4fc8-4c8e-a8f4-5c17165606de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:38:56Z', 'updated_at': '2021-10-20T10:38:59Z', 'revision_number': 3, 'project_id': '600f50cdae1e47df84de92209b6b6aa1', 'gw_port': {'id': '320d7942-4fc8-4c8e-a8f4-5c17165606de', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:8b:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4682edb-4333-4ef7-9fa2-f860984cc26a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:38:57Z', 'updated_at': '2021-10-20T10:39:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:39:05.863309 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-c8a00253-e80b-44f3-ad86-f8e4dfb661ea None None] Provisioning complete for port 1f7d75cd-e4ac-47e5-b8b7-6579ad286af6 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:39:05.863874 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-c8a00253-e80b-44f3-ad86-f8e4dfb661ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:05.899063 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5cedd458-d9af-486e-8596-929bd7b548b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:05.914214 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-c8a00253-e80b-44f3-ad86-f8e4dfb661ea None None] Port 1f7d75cd-e4ac-47e5-b8b7-6579ad286af6 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:39:05.927949 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-c8a00253-e80b-44f3-ad86-f8e4dfb661ea None None] Provisioning complete for port 7a216385-7993-454e-a512-068a0a4cd30b triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:39:05.928623 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-c8a00253-e80b-44f3-ad86-f8e4dfb661ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:05.953922 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 50a702ce-ec2e-4ab3-ae90-586362ec8494 details requested by agent hyperv_n-h2-811396-3 with host n-h2-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:39:06.233257 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 50a702ce-ec2e-4ab3-ae90-586362ec8494, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=50a702ce-ec2e-4ab3-ae90-586362ec8494,segment=NetworkSegment(f70d1162-b154-4994-9af5-210e1dd15ef4),segment_id=f70d1162-b154-4994-9af5-210e1dd15ef4)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:39:06.249742 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Returning: {'device': '50a702ce-ec2e-4ab3-ae90-586362ec8494', 'network_id': '00e677b7-ec29-42bc-8b52-7d9c8594501c', 'port_id': '50a702ce-ec2e-4ab3-ae90-586362ec8494', 'mac_address': 'fa:16:3e:62:8b:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 849, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41c5fb46-df00-4db9-bb3d-c914d29737cc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:39:06.413675 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:06.463278 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 50a702ce-ec2e-4ab3-ae90-586362ec8494 {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:39:06.470111 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-ca764b59-6dd5-4dc2-b423-752243cf4441 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:06.500873 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 7a216385-7993-454e-a512-068a0a4cd30b up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:39:06.509742 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 50a702ce-ec2e-4ab3-ae90-586362ec8494, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=50a702ce-ec2e-4ab3-ae90-586362ec8494,segment=NetworkSegment(f70d1162-b154-4994-9af5-210e1dd15ef4),segment_id=f70d1162-b154-4994-9af5-210e1dd15ef4)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:39:06.539714 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:06.601137 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5cedd458-d9af-486e-8596-929bd7b548b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1774432'] for router_interface, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:06.629757 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cedd458-d9af-486e-8596-929bd7b548b6 admin admin] Pushing event updated for resources: {'Port': ['ID=f3cdd7d6-25e8-467b-b498-e2af317dccd3,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:06.694482 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['50a702ce-ec2e-4ab3-ae90-586362ec8494'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:39:06.766034 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19a69e1-5579-4c99-87ca-51eeb69170f0 req-060dd315-bd0b-4699-bdff-670b5d2c0860 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:06.768293 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c19a69e1-5579-4c99-87ca-51eeb69170f0 req-060dd315-bd0b-4699-bdff-670b5d2c0860 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8cc8a35-edaf-4cf9-b527-4b8b90b5a4a0 HTTP/1.1" status: 200 len: 945 time: 0.9419315 Oct 20 10:39:06.798968 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=50a702ce-ec2e-4ab3-ae90-586362ec8494,revision_number=6']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:06.836845 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 7a216385-7993-454e-a512-068a0a4cd30b triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:39:06.837262 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:06.906802 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c19a69e1-5579-4c99-87ca-51eeb69170f0 req-d0515bef-094c-4a70-9c74-4e68fd1e3213 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/security-groups?id=17372704-86e6-46e6-a5dd-dc7385be620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161029 Oct 20 10:39:06.964178 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [None req-c0a8e595-b836-491f-a7b1-0b447d9ee9e6 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Allocated IP 172.20.0.4 (14e051e8-478e-4ca2-9018-ab366f2fc673/02a30b20-6a3c-45a5-bba6-f5e212604085/2733859f-246b-4050-a80c-ea7193eda1b2) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:39:07.116662 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cedd458-d9af-486e-8596-929bd7b548b6 admin admin] Network 411d4234-6028-4133-8d80-5a148f5163b9 is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:39:07.125104 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-5cedd458-d9af-486e-8596-929bd7b548b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:39:07.323049 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:07.538346 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:07.649863 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-e40d7b41-54d6-48ed-b16e-4551277d1920 None None] Provisioning complete for port f3cdd7d6-25e8-467b-b498-e2af317dccd3 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:39:07.650378 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-e40d7b41-54d6-48ed-b16e-4551277d1920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:07.731592 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-e40d7b41-54d6-48ed-b16e-4551277d1920 None None] Port f3cdd7d6-25e8-467b-b498-e2af317dccd3 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:39:07.766365 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:07.852029 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cedd458-d9af-486e-8596-929bd7b548b6 admin admin] Router f4682edb-4333-4ef7-9fa2-f860984cc26a has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:39:07.971235 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c0a8e595-b836-491f-a7b1-0b447d9ee9e6 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:07.987504 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 50a702ce-ec2e-4ab3-ae90-586362ec8494 up at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:39:08.181139 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning complete for port 50a702ce-ec2e-4ab3-ae90-586362ec8494 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:39:08.182425 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:08.383671 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cb3394-9e05-4c1c-8f8f-b26604d60699 req-f27d10b9-0362-4481-b8dd-bbb2dc66068b tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:08.385278 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e1cb3394-9e05-4c1c-8f8f-b26604d60699 req-f27d10b9-0362-4481-b8dd-bbb2dc66068b tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8cc8a35-edaf-4cf9-b527-4b8b90b5a4a0 HTTP/1.1" status: 200 len: 944 time: 0.2539136 Oct 20 10:39:08.440422 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:08.490669 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8cc8a35-edaf-4cf9-b527-4b8b90b5a4a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50a702ce-ec2e-4ab3-ae90-586362ec8494'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:39:08.498030 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e37cb38-9d72-40b9-a4c4-22b3ad167e4d" -d '{"events": [{"server_uuid": "f8cc8a35-edaf-4cf9-b527-4b8b90b5a4a0", "name": "network-vif-plugged", "status": "completed", "tag": "50a702ce-ec2e-4ab3-ae90-586362ec8494"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:39:08.507511 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c0a8e595-b836-491f-a7b1-0b447d9ee9e6 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:08.562220 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 320d7942-4fc8-4c8e-a8f4-5c17165606de up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:39:08.576991 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 50a702ce-ec2e-4ab3-ae90-586362ec8494, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=50a702ce-ec2e-4ab3-ae90-586362ec8494,segment=NetworkSegment(f70d1162-b154-4994-9af5-210e1dd15ef4),segment_id=f70d1162-b154-4994-9af5-210e1dd15ef4)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:39:08.608479 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:08.609979 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a8e595-b836-491f-a7b1-0b447d9ee9e6 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Network 14e051e8-478e-4ca2-9018-ab366f2fc673 is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:39:08.626625 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-c0a8e595-b836-491f-a7b1-0b447d9ee9e6 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:39:08.679598 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a8e595-b836-491f-a7b1-0b447d9ee9e6 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:39:08.724473 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=50a702ce-ec2e-4ab3-ae90-586362ec8494,revision_number=7']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:08.743062 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 320d7942-4fc8-4c8e-a8f4-5c17165606de triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:39:08.743480 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:08.756723 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a8e595-b836-491f-a7b1-0b447d9ee9e6 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Pushing event updated for resources: {'Port': ['ID=2733859f-246b-4050-a80c-ea7193eda1b2,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:08.761782 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cedd458-d9af-486e-8596-929bd7b548b6 admin admin] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:39:08.809629 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-5cedd458-d9af-486e-8596-929bd7b548b6 admin admin] 10.222.0.64 "PUT /v2.0/routers/f4682edb-4333-4ef7-9fa2-f860984cc26a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1795559 Oct 20 10:39:08.829940 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e1cb3394-9e05-4c1c-8f8f-b26604d60699 req-d12b5e37-8a44-4143-8eda-1cc16b8acd4e tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/security-groups?id=17372704-86e6-46e6-a5dd-dc7385be620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3572493 Oct 20 10:39:08.917055 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:08.920856 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a8e595-b836-491f-a7b1-0b447d9ee9e6 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:08.925161 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c0a8e595-b836-491f-a7b1-0b447d9ee9e6 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:08.963840 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-c0a8e595-b836-491f-a7b1-0b447d9ee9e6 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 5.1478221 Oct 20 10:39:08.968264 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 53814) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:08.977199 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-91014d37-41c1-44d5-922b-a32b5a94f48f tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Request body: {'subnet': {'network_id': '14e051e8-478e-4ca2-9018-ab366f2fc673', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:39:09.102733 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e555cfa-812f-4aa8-bc96-8f3792e0eb16 None None] Sync routers for ids ['f4682edb-4333-4ef7-9fa2-f860984cc26a'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:39:09.116412 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:09.124262 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e555cfa-812f-4aa8-bc96-8f3792e0eb16 None None] Routers {'f4682edb-4333-4ef7-9fa2-f860984cc26a'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:39:09.125040 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-1e555cfa-812f-4aa8-bc96-8f3792e0eb16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:39:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['f4682edb-4333-4ef7-9fa2-f860984cc26a'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:39:09.188605 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] For port 320d7942-4fc8-4c8e-a8f4-5c17165606de, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=320d7942-4fc8-4c8e-a8f4-5c17165606de,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:39:09.202046 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:09.288509 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91014d37-41c1-44d5-922b-a32b5a94f48f tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Made reservation on behalf of 81acf106a8e845e5a82c7531aebd6cee for: {'subnet': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:39:09.300798 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-91014d37-41c1-44d5-922b-a32b5a94f48f tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25350782'] for subnet, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:09.306628 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fba01ebe-1dbc-45cf-926a-67277f396680 x-openstack-request-id: req-fba01ebe-1dbc-45cf-926a-67277f396680 {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:39:09.306923 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8cc8a35-edaf-4cf9-b527-4b8b90b5a4a0", "name": "network-vif-plugged", "status": "completed", "tag": "50a702ce-ec2e-4ab3-ae90-586362ec8494", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:39:09.307182 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fba01ebe-1dbc-45cf-926a-67277f396680 {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:39:09.339812 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8cc8a35-edaf-4cf9-b527-4b8b90b5a4a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50a702ce-ec2e-4ab3-ae90-586362ec8494', 'code': 200} Oct 20 10:39:09.387233 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-ed27d566-80c9-477d-9ff1-6150f80028e9 None None] Provisioning complete for port 2733859f-246b-4050-a80c-ea7193eda1b2 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:39:09.387924 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-ed27d566-80c9-477d-9ff1-6150f80028e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:09.393300 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-1e555cfa-812f-4aa8-bc96-8f3792e0eb16 None None] Set router f4682edb-4333-4ef7-9fa2-f860984cc26a gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:39:09.511556 n-d-811396-3 neutron-server[100597]: INFO neutron.db.ipam_backend_mixin [None req-91014d37-41c1-44d5-922b-a32b5a94f48f tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 02a30b20-6a3c-45a5-bba6-f5e212604085 (CIDR: 172.20.0.0/28) Oct 20 10:39:09.521675 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-91014d37-41c1-44d5-922b-a32b5a94f48f tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 10:39:09.522160 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91014d37-41c1-44d5-922b-a32b5a94f48f tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:39:09.526120 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Pushing event updated for resources: {'Port': ['ID=320d7942-4fc8-4c8e-a8f4-5c17165606de,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:09.548878 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-ed27d566-80c9-477d-9ff1-6150f80028e9 None None] Port 2733859f-246b-4050-a80c-ea7193eda1b2 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:39:09.589973 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-91014d37-41c1-44d5-922b-a32b5a94f48f tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6090641 Oct 20 10:39:09.590923 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 53832) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:09.597062 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-87d57ef8-622e-48ab-8404-83b4a0361072 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Request body: {'subnet': {'network_id': '14e051e8-478e-4ca2-9018-ab366f2fc673', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:39:09.856864 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87d57ef8-622e-48ab-8404-83b4a0361072 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Made reservation on behalf of 81acf106a8e845e5a82c7531aebd6cee for: {'subnet': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:39:09.868707 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-87d57ef8-622e-48ab-8404-83b4a0361072 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25350782'] for subnet, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:09.895360 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-1e555cfa-812f-4aa8-bc96-8f3792e0eb16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4682edb-4333-4ef7-9fa2-f860984cc26a', 'name': 'tempest-ServersTestJSON-1195874891-router', 'tenant_id': '600f50cdae1e47df84de92209b6b6aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': '320d7942-4fc8-4c8e-a8f4-5c17165606de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:38:56Z', 'updated_at': '2021-10-20T10:39:05Z', 'revision_number': 4, 'project_id': '600f50cdae1e47df84de92209b6b6aa1', 'gw_port': {'id': '320d7942-4fc8-4c8e-a8f4-5c17165606de', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:8b:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4682edb-4333-4ef7-9fa2-f860984cc26a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:38:57Z', 'updated_at': '2021-10-20T10:39:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': 'f3cdd7d6-25e8-467b-b498-e2af317dccd3', 'name': '', 'network_id': '411d4234-6028-4133-8d80-5a148f5163b9', 'tenant_id': '600f50cdae1e47df84de92209b6b6aa1', 'mac_address': 'fa:16:3e:00:70:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4682edb-4333-4ef7-9fa2-f860984cc26a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '23d5dc21-e5ce-4676-bd7b-3e25bdae4f75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:39:03Z', 'updated_at': '2021-10-20T10:39:05Z', 'revision_number': 2, 'project_id': '600f50cdae1e47df84de92209b6b6aa1', 'subnets': [{'id': '23d5dc21-e5ce-4676-bd7b-3e25bdae4f75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:39:10.022708 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27b3d60-df8e-4a04-98d5-507c2315d631 req-30765c3d-ea5f-4360-b054-ea50189c7eb0 tempest-NetworksTest-1418743897 tempest-NetworksTest-1418743897-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:10.024367 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27b3d60-df8e-4a04-98d5-507c2315d631 req-30765c3d-ea5f-4360-b054-ea50189c7eb0 tempest-NetworksTest-1418743897 tempest-NetworksTest-1418743897-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:10.025452 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27b3d60-df8e-4a04-98d5-507c2315d631 req-30765c3d-ea5f-4360-b054-ea50189c7eb0 tempest-NetworksTest-1418743897 tempest-NetworksTest-1418743897-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:10.027493 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e555cfa-812f-4aa8-bc96-8f3792e0eb16 None None] Checking router: f4682edb-4333-4ef7-9fa2-f860984cc26a for host: n-d-811396-3 {{(pid=100599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:39:10.028144 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e555cfa-812f-4aa8-bc96-8f3792e0eb16 None None] Updating router f4682edb-4333-4ef7-9fa2-f860984cc26a port f3cdd7d6-25e8-467b-b498-e2af317dccd3 binding host n-d-811396-3 {{(pid=100599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 10:39:10.032715 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27b3d60-df8e-4a04-98d5-507c2315d631 req-30765c3d-ea5f-4360-b054-ea50189c7eb0 tempest-NetworksTest-1418743897 tempest-NetworksTest-1418743897-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:10.033319 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27b3d60-df8e-4a04-98d5-507c2315d631 req-30765c3d-ea5f-4360-b054-ea50189c7eb0 tempest-NetworksTest-1418743897 tempest-NetworksTest-1418743897-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:10.033792 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27b3d60-df8e-4a04-98d5-507c2315d631 req-30765c3d-ea5f-4360-b054-ea50189c7eb0 tempest-NetworksTest-1418743897 tempest-NetworksTest-1418743897-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:10.034257 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27b3d60-df8e-4a04-98d5-507c2315d631 req-30765c3d-ea5f-4360-b054-ea50189c7eb0 tempest-NetworksTest-1418743897 tempest-NetworksTest-1418743897-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:10.034717 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27b3d60-df8e-4a04-98d5-507c2315d631 req-30765c3d-ea5f-4360-b054-ea50189c7eb0 tempest-NetworksTest-1418743897 tempest-NetworksTest-1418743897-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:10.035171 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27b3d60-df8e-4a04-98d5-507c2315d631 req-30765c3d-ea5f-4360-b054-ea50189c7eb0 tempest-NetworksTest-1418743897 tempest-NetworksTest-1418743897-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:10.035652 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27b3d60-df8e-4a04-98d5-507c2315d631 req-30765c3d-ea5f-4360-b054-ea50189c7eb0 tempest-NetworksTest-1418743897 tempest-NetworksTest-1418743897-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:10.067918 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a27b3d60-df8e-4a04-98d5-507c2315d631 req-30765c3d-ea5f-4360-b054-ea50189c7eb0 tempest-NetworksTest-1418743897 tempest-NetworksTest-1418743897-project-admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7114 time: 0.5247197 Oct 20 10:39:10.133074 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-1e555cfa-812f-4aa8-bc96-8f3792e0eb16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:10.188651 n-d-811396-3 neutron-server[100597]: INFO neutron.db.ipam_backend_mixin [None req-87d57ef8-622e-48ab-8404-83b4a0361072 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 304fe1fe-8a0c-4fdd-b488-3b9874649d75 (CIDR: 172.20.0.16/28) Oct 20 10:39:10.193901 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-87d57ef8-622e-48ab-8404-83b4a0361072 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 10:39:10.194945 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87d57ef8-622e-48ab-8404-83b4a0361072 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:39:10.234163 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 53852) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:10.234595 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-87d57ef8-622e-48ab-8404-83b4a0361072 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.6423233 Oct 20 10:39:10.241635 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-34e48922-b3e0-4312-beb3-42b030a461eb tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Request body: {'subnet': {'network_id': '14e051e8-478e-4ca2-9018-ab366f2fc673', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:39:10.446461 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 320d7942-4fc8-4c8e-a8f4-5c17165606de up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:39:10.552889 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34e48922-b3e0-4312-beb3-42b030a461eb tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Made reservation on behalf of 81acf106a8e845e5a82c7531aebd6cee for: {'subnet': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:39:10.561712 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-34e48922-b3e0-4312-beb3-42b030a461eb tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26761797'] for subnet, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:10.592555 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 320d7942-4fc8-4c8e-a8f4-5c17165606de triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:39:10.593132 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:10.755243 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-1e555cfa-812f-4aa8-bc96-8f3792e0eb16 None None] Publish callbacks [] for port, precommit_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:10.768376 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-1e555cfa-812f-4aa8-bc96-8f3792e0eb16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:10.930613 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbf93b7-64f2-40e4-8cf3-79341dbaf56b None None] Pushing event updated for resources: {'Port': ['ID=f3cdd7d6-25e8-467b-b498-e2af317dccd3,revision_number=3']} {{(pid=100599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:11.005003 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbf93b7-64f2-40e4-8cf3-79341dbaf56b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:39:11.006728 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbf93b7-64f2-40e4-8cf3-79341dbaf56b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:39:11.007020 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbf93b7-64f2-40e4-8cf3-79341dbaf56b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:39:11.007365 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbf93b7-64f2-40e4-8cf3-79341dbaf56b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:39:11.007740 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbf93b7-64f2-40e4-8cf3-79341dbaf56b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:39:11.009590 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbf93b7-64f2-40e4-8cf3-79341dbaf56b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:39:11.009934 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbf93b7-64f2-40e4-8cf3-79341dbaf56b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:39:11.010310 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbf93b7-64f2-40e4-8cf3-79341dbaf56b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:39:11.011945 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbf93b7-64f2-40e4-8cf3-79341dbaf56b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:39:11.012876 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbf93b7-64f2-40e4-8cf3-79341dbaf56b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:39:11.014358 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbf93b7-64f2-40e4-8cf3-79341dbaf56b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:39:11.017069 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbf93b7-64f2-40e4-8cf3-79341dbaf56b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:39:11.112704 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-1e555cfa-812f-4aa8-bc96-8f3792e0eb16 None None] Attempting to bind port f3cdd7d6-25e8-467b-b498-e2af317dccd3 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:39:11.113075 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-1e555cfa-812f-4aa8-bc96-8f3792e0eb16 None None] Attempting to bind port f3cdd7d6-25e8-467b-b498-e2af317dccd3 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '95e9de36-3ccc-4b38-8bfc-db37fedbb6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '411d4234-6028-4133-8d80-5a148f5163b9'}] {{(pid=100599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:39:11.116094 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e555cfa-812f-4aa8-bc96-8f3792e0eb16 None None] Attempting to bind port f3cdd7d6-25e8-467b-b498-e2af317dccd3 on network 411d4234-6028-4133-8d80-5a148f5163b9 {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:39:11.128384 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e555cfa-812f-4aa8-bc96-8f3792e0eb16 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:39:11.128750 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e555cfa-812f-4aa8-bc96-8f3792e0eb16 None None] Checking segment: {'id': '95e9de36-3ccc-4b38-8bfc-db37fedbb6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '411d4234-6028-4133-8d80-5a148f5163b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:39:11.129150 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-1e555cfa-812f-4aa8-bc96-8f3792e0eb16 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:11.129541 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e555cfa-812f-4aa8-bc96-8f3792e0eb16 None None] Bound using segment: {'id': '95e9de36-3ccc-4b38-8bfc-db37fedbb6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '411d4234-6028-4133-8d80-5a148f5163b9'} {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:39:11.134981 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-1e555cfa-812f-4aa8-bc96-8f3792e0eb16 None None] Bound port: f3cdd7d6-25e8-467b-b498-e2af317dccd3, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95e9de36-3ccc-4b38-8bfc-db37fedbb6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '411d4234-6028-4133-8d80-5a148f5163b9'}}] {{(pid=100599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:39:11.135923 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-1e555cfa-812f-4aa8-bc96-8f3792e0eb16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:11.153408 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-34e48922-b3e0-4312-beb3-42b030a461eb tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26836128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26761819'] for subnet, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:11.281308 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e48922-b3e0-4312-beb3-42b030a461eb tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Network 14e051e8-478e-4ca2-9018-ab366f2fc673 is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:39:11.296362 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-7a3d4225-2119-4654-9667-f0711095768c None None] Provisioning complete for port f3cdd7d6-25e8-467b-b498-e2af317dccd3 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:39:11.296952 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-7a3d4225-2119-4654-9667-f0711095768c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:11.299900 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-34e48922-b3e0-4312-beb3-42b030a461eb tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:39:11.302530 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.db [None req-1e555cfa-812f-4aa8-bc96-8f3792e0eb16 None None] For port f3cdd7d6-25e8-467b-b498-e2af317dccd3, host n-d-811396-3, cleared binding levels {{(pid=100599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:39:11.305793 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e48922-b3e0-4312-beb3-42b030a461eb tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:11.306985 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-34e48922-b3e0-4312-beb3-42b030a461eb tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:11.312247 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.db [None req-1e555cfa-812f-4aa8-bc96-8f3792e0eb16 None None] For port f3cdd7d6-25e8-467b-b498-e2af317dccd3, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=f3cdd7d6-25e8-467b-b498-e2af317dccd3,segment=NetworkSegment(95e9de36-3ccc-4b38-8bfc-db37fedbb6af),segment_id=95e9de36-3ccc-4b38-8bfc-db37fedbb6af)] {{(pid=100599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:39:11.319312 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-1e555cfa-812f-4aa8-bc96-8f3792e0eb16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:11.352020 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-34e48922-b3e0-4312-beb3-42b030a461eb tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1152124 Oct 20 10:39:11.353452 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 53860) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:11.359621 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-2aa21eff-af1d-42ec-a2c3-4c25e75f0e0f tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1534750340', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '52e7fc30-296b-45a4-9e29-21d7f097a728'}], 'security_groups': ['e6abc97d-7d1c-4ca7-b404-13770083b873', '799a60ef-8a43-4a20-9f9c-b8156b8f88b5']}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:39:11.366051 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e48922-b3e0-4312-beb3-42b030a461eb tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Pushing event updated for resources: {'Subnet': ['ID=52e7fc30-296b-45a4-9e29-21d7f097a728,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:11.384881 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-712533aa-ebe8-4d9a-8e34-4d2145fc7bca None None] Network 14e051e8-478e-4ca2-9018-ab366f2fc673 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:39:11.431252 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e555cfa-812f-4aa8-bc96-8f3792e0eb16 None None] Routers {'f4682edb-4333-4ef7-9fa2-f860984cc26a'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:39:11.432021 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-1e555cfa-812f-4aa8-bc96-8f3792e0eb16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:39:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['f4682edb-4333-4ef7-9fa2-f860984cc26a'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:39:11.459590 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 53862) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:11.464458 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-60a8c8d7-de4e-4385-9bee-4b8cfbe723a2 tempest-ServersTestJSON-964661855 tempest-ServersTestJSON-964661855-project] Request body: {'security_group': {'name': 'tempest-securitygroup--963043556', 'description': 'tempest-description--1396703999'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:39:11.537441 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-7a3d4225-2119-4654-9667-f0711095768c None None] Port f3cdd7d6-25e8-467b-b498-e2af317dccd3 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:39:11.538282 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-60a8c8d7-de4e-4385-9bee-4b8cfbe723a2 tempest-ServersTestJSON-964661855 tempest-ServersTestJSON-964661855-project] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:11.540300 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbf93b7-64f2-40e4-8cf3-79341dbaf56b None None] Pushing event updated for resources: {'Port': ['ID=f3cdd7d6-25e8-467b-b498-e2af317dccd3,revision_number=4']} {{(pid=100599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:11.783175 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-1e555cfa-812f-4aa8-bc96-8f3792e0eb16 None None] Set router f4682edb-4333-4ef7-9fa2-f860984cc26a gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:39:11.845274 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2aa21eff-af1d-42ec-a2c3-4c25e75f0e0f tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:11.868293 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aebf797-0b0a-44ad-87e8-b364bba040f0 req-458fe11e-667e-4544-87f8-12c04cb66bec tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:11.873641 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1aebf797-0b0a-44ad-87e8-b364bba040f0 req-458fe11e-667e-4544-87f8-12c04cb66bec tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8cc8a35-edaf-4cf9-b527-4b8b90b5a4a0 HTTP/1.1" status: 200 len: 945 time: 0.2203488 Oct 20 10:39:11.999600 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-e964e98b-7114-4c0c-ab11-d92395e20fe0 None None] Provisioning complete for port f3cdd7d6-25e8-467b-b498-e2af317dccd3 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:39:12.000183 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-e964e98b-7114-4c0c-ab11-d92395e20fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:12.009056 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-60a8c8d7-de4e-4385-9bee-4b8cfbe723a2 tempest-ServersTestJSON-964661855 tempest-ServersTestJSON-964661855-project] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:12.014783 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-60a8c8d7-de4e-4385-9bee-4b8cfbe723a2 tempest-ServersTestJSON-964661855 tempest-ServersTestJSON-964661855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:12.082459 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-60a8c8d7-de4e-4385-9bee-4b8cfbe723a2 tempest-ServersTestJSON-964661855 tempest-ServersTestJSON-964661855-project] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:12.086317 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-60a8c8d7-de4e-4385-9bee-4b8cfbe723a2 tempest-ServersTestJSON-964661855 tempest-ServersTestJSON-964661855-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6231475 Oct 20 10:39:12.107500 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 53866) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:12.134779 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-84aaea7e-6540-47bf-adef-469f91d4db14 tempest-ServersTestJSON-964661855 tempest-ServersTestJSON-964661855-project] Request body: {'security_group_rule': {'security_group_id': 'dc3bf295-9273-4f64-aec5-86ffd92b7577', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:39:12.176909 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1aebf797-0b0a-44ad-87e8-b364bba040f0 req-e2b70759-9ffc-4046-9ae4-064fc87ffe32 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/security-groups?id=17372704-86e6-46e6-a5dd-dc7385be620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2761817 Oct 20 10:39:12.239727 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a8c8d7-de4e-4385-9bee-4b8cfbe723a2 tempest-ServersTestJSON-964661855 tempest-ServersTestJSON-964661855-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc3bf295-9273-4f64-aec5-86ffd92b7577,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:12.245431 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec3f4d4-6598-4895-9c81-6ecab91712d8 None None] Update dhcp port {'port': {'network_id': '14e051e8-478e-4ca2-9018-ab366f2fc673', 'fixed_ips': [{'subnet_id': '304fe1fe-8a0c-4fdd-b488-3b9874649d75', 'ip_address': '172.20.0.18'}, {'subnet_id': '02a30b20-6a3c-45a5-bba6-f5e212604085', 'ip_address': '172.20.0.2'}, {'subnet_id': '52e7fc30-296b-45a4-9e29-21d7f097a728'}], 'binding:host_id': 'n-d-811396-3'}, 'id': '7a216385-7993-454e-a512-068a0a4cd30b'} from n-d-811396-3. {{(pid=100598) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 20 10:39:12.298272 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-84aaea7e-6540-47bf-adef-469f91d4db14 tempest-ServersTestJSON-964661855 tempest-ServersTestJSON-964661855-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:12.455546 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 53870) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:12.505925 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-1e555cfa-812f-4aa8-bc96-8f3792e0eb16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4682edb-4333-4ef7-9fa2-f860984cc26a', 'name': 'tempest-ServersTestJSON-1195874891-router', 'tenant_id': '600f50cdae1e47df84de92209b6b6aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': '320d7942-4fc8-4c8e-a8f4-5c17165606de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:38:56Z', 'updated_at': '2021-10-20T10:39:05Z', 'revision_number': 4, 'project_id': '600f50cdae1e47df84de92209b6b6aa1', 'gw_port': {'id': '320d7942-4fc8-4c8e-a8f4-5c17165606de', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:8b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4682edb-4333-4ef7-9fa2-f860984cc26a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:38:57Z', 'updated_at': '2021-10-20T10:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': 'f3cdd7d6-25e8-467b-b498-e2af317dccd3', 'name': '', 'network_id': '411d4234-6028-4133-8d80-5a148f5163b9', 'tenant_id': '600f50cdae1e47df84de92209b6b6aa1', 'mac_address': 'fa:16:3e:00:70:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4682edb-4333-4ef7-9fa2-f860984cc26a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '23d5dc21-e5ce-4676-bd7b-3e25bdae4f75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:39:03Z', 'updated_at': '2021-10-20T10:39:11Z', 'revision_number': 4, 'project_id': '600f50cdae1e47df84de92209b6b6aa1', 'subnets': [{'id': '23d5dc21-e5ce-4676-bd7b-3e25bdae4f75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:39:12.543209 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-84aaea7e-6540-47bf-adef-469f91d4db14 tempest-ServersTestJSON-964661855 tempest-ServersTestJSON-964661855-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:12.549874 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-84aaea7e-6540-47bf-adef-469f91d4db14 tempest-ServersTestJSON-964661855 tempest-ServersTestJSON-964661855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:12.624392 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e555cfa-812f-4aa8-bc96-8f3792e0eb16 None None] The sync data for ids ['f4682edb-4333-4ef7-9fa2-f860984cc26a'] in n-d-811396-3 is: [{'id': 'f4682edb-4333-4ef7-9fa2-f860984cc26a', 'name': 'tempest-ServersTestJSON-1195874891-router', 'tenant_id': '600f50cdae1e47df84de92209b6b6aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': '320d7942-4fc8-4c8e-a8f4-5c17165606de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:38:56Z', 'updated_at': '2021-10-20T10:39:05Z', 'revision_number': 4, 'project_id': '600f50cdae1e47df84de92209b6b6aa1', 'gw_port': {'id': '320d7942-4fc8-4c8e-a8f4-5c17165606de', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:8b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4682edb-4333-4ef7-9fa2-f860984cc26a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:38:57Z', 'updated_at': '2021-10-20T10:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': 'f3cdd7d6-25e8-467b-b498-e2af317dccd3', 'name': '', 'network_id': '411d4234-6028-4133-8d80-5a148f5163b9', 'tenant_id': '600f50cdae1e47df84de92209b6b6aa1', 'mac_address': 'fa:16:3e:00:70:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4682edb-4333-4ef7-9fa2-f860984cc26a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '23d5dc21-e5ce-4676-bd7b-3e25bdae4f75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:39:03Z', 'updated_at': '2021-10-20T10:39:11Z', 'revision_number': 4, 'project_id': '600f50cdae1e47df84de92209b6b6aa1', 'subnets': [{'id': '23d5dc21-e5ce-4676-bd7b-3e25bdae4f75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:39:12.690751 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-9ec3f4d4-6598-4895-9c81-6ecab91712d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:12.750957 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-84aaea7e-6540-47bf-adef-469f91d4db14 tempest-ServersTestJSON-964661855 tempest-ServersTestJSON-964661855-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:12.755150 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-84aaea7e-6540-47bf-adef-469f91d4db14 tempest-ServersTestJSON-964661855 tempest-ServersTestJSON-964661855-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6466088 Oct 20 10:39:12.755804 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 53874) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:12.756349 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-2aa21eff-af1d-42ec-a2c3-4c25e75f0e0f tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Delete allocated IP 172.20.0.4 (14e051e8-478e-4ca2-9018-ab366f2fc673/02a30b20-6a3c-45a5-bba6-f5e212604085) {{(pid=100597) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 20 10:39:12.770189 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-2aa21eff-af1d-42ec-a2c3-4c25e75f0e0f tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Allocated IP 172.20.0.35 (14e051e8-478e-4ca2-9018-ab366f2fc673/52e7fc30-296b-45a4-9e29-21d7f097a728/2733859f-246b-4050-a80c-ea7193eda1b2) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:39:12.771358 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-96d6f969-752e-4ef0-b85e-4e7229c1226a tempest-ServersTestJSON-964661855 tempest-ServersTestJSON-964661855-project] Request body: {'security_group_rule': {'security_group_id': 'dc3bf295-9273-4f64-aec5-86ffd92b7577', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:39:12.827352 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84aaea7e-6540-47bf-adef-469f91d4db14 tempest-ServersTestJSON-964661855 tempest-ServersTestJSON-964661855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6548d67b-4e03-45c4-bfd2-da8d8f066c38,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:12.852581 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-96d6f969-752e-4ef0-b85e-4e7229c1226a tempest-ServersTestJSON-964661855 tempest-ServersTestJSON-964661855-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:12.938916 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2b5977-4930-4e4b-8cd6-026abf822207 req-dda31f17-fb8c-460c-b110-b63cd1607c51 tempest-NetworksTest-1418743897 tempest-NetworksTest-1418743897-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:12.940973 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7c2b5977-4930-4e4b-8cd6-026abf822207 req-dda31f17-fb8c-460c-b110-b63cd1607c51 tempest-NetworksTest-1418743897 tempest-NetworksTest-1418743897-project-admin] 10.222.0.64 "GET /v2.0/networks/cbe170d3-31ba-45a2-b477-520ab0a7a8ea HTTP/1.1" status: 200 len: 886 time: 0.5514419 Oct 20 10:39:12.963831 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-e964e98b-7114-4c0c-ab11-d92395e20fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:13.018666 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-96d6f969-752e-4ef0-b85e-4e7229c1226a tempest-ServersTestJSON-964661855 tempest-ServersTestJSON-964661855-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:13.029500 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-96d6f969-752e-4ef0-b85e-4e7229c1226a tempest-ServersTestJSON-964661855 tempest-ServersTestJSON-964661855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:13.057778 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-e964e98b-7114-4c0c-ab11-d92395e20fe0 None None] For port f3cdd7d6-25e8-467b-b498-e2af317dccd3, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=f3cdd7d6-25e8-467b-b498-e2af317dccd3,segment=NetworkSegment(95e9de36-3ccc-4b38-8bfc-db37fedbb6af),segment_id=95e9de36-3ccc-4b38-8bfc-db37fedbb6af)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:39:13.066801 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-e964e98b-7114-4c0c-ab11-d92395e20fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:13.081992 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d6f969-752e-4ef0-b85e-4e7229c1226a tempest-ServersTestJSON-964661855 tempest-ServersTestJSON-964661855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6e84b6c-6d11-42c7-8d11-7859cb064f27,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:13.093042 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-96d6f969-752e-4ef0-b85e-4e7229c1226a tempest-ServersTestJSON-964661855 tempest-ServersTestJSON-964661855-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:13.094299 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-96d6f969-752e-4ef0-b85e-4e7229c1226a tempest-ServersTestJSON-964661855 tempest-ServersTestJSON-964661855-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3355165 Oct 20 10:39:13.098488 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 53878) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:13.114867 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-de9ad632-90fc-47de-af70-104cc2490b77 tempest-ServersTestJSON-964661855 tempest-ServersTestJSON-964661855-project] Request body: {'floatingip': {'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:39:13.169432 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-de9ad632-90fc-47de-af70-104cc2490b77 tempest-ServersTestJSON-964661855 tempest-ServersTestJSON-964661855-project] Publish callbacks [] for floatingip, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:13.211862 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e964e98b-7114-4c0c-ab11-d92395e20fe0 None None] Pushing event updated for resources: {'Port': ['ID=f3cdd7d6-25e8-467b-b498-e2af317dccd3,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:13.282436 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ff468c26-3ea1-4cb5-b69f-d4da636d16ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:13.359538 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2aa21eff-af1d-42ec-a2c3-4c25e75f0e0f tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks [] for port, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:13.414531 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2aa21eff-af1d-42ec-a2c3-4c25e75f0e0f tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:13.444625 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cd80e3-8ff2-4eaf-80c6-915d4641b4e5 req-b8f6ca59-aa5b-4cfe-a68e-d8fa7577e10d tempest-NetworksTest-1418743897 tempest-NetworksTest-1418743897-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:13.445230 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cd80e3-8ff2-4eaf-80c6-915d4641b4e5 req-b8f6ca59-aa5b-4cfe-a68e-d8fa7577e10d tempest-NetworksTest-1418743897 tempest-NetworksTest-1418743897-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:13.445684 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cd80e3-8ff2-4eaf-80c6-915d4641b4e5 req-b8f6ca59-aa5b-4cfe-a68e-d8fa7577e10d tempest-NetworksTest-1418743897 tempest-NetworksTest-1418743897-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:13.446237 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cd80e3-8ff2-4eaf-80c6-915d4641b4e5 req-b8f6ca59-aa5b-4cfe-a68e-d8fa7577e10d tempest-NetworksTest-1418743897 tempest-NetworksTest-1418743897-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:13.446741 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cd80e3-8ff2-4eaf-80c6-915d4641b4e5 req-b8f6ca59-aa5b-4cfe-a68e-d8fa7577e10d tempest-NetworksTest-1418743897 tempest-NetworksTest-1418743897-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:13.447259 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cd80e3-8ff2-4eaf-80c6-915d4641b4e5 req-b8f6ca59-aa5b-4cfe-a68e-d8fa7577e10d tempest-NetworksTest-1418743897 tempest-NetworksTest-1418743897-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:13.447809 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cd80e3-8ff2-4eaf-80c6-915d4641b4e5 req-b8f6ca59-aa5b-4cfe-a68e-d8fa7577e10d tempest-NetworksTest-1418743897 tempest-NetworksTest-1418743897-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:13.448878 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cd80e3-8ff2-4eaf-80c6-915d4641b4e5 req-b8f6ca59-aa5b-4cfe-a68e-d8fa7577e10d tempest-NetworksTest-1418743897 tempest-NetworksTest-1418743897-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:13.449805 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cd80e3-8ff2-4eaf-80c6-915d4641b4e5 req-b8f6ca59-aa5b-4cfe-a68e-d8fa7577e10d tempest-NetworksTest-1418743897 tempest-NetworksTest-1418743897-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:13.450337 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cd80e3-8ff2-4eaf-80c6-915d4641b4e5 req-b8f6ca59-aa5b-4cfe-a68e-d8fa7577e10d tempest-NetworksTest-1418743897 tempest-NetworksTest-1418743897-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:13.453166 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-38cd80e3-8ff2-4eaf-80c6-915d4641b4e5 req-b8f6ca59-aa5b-4cfe-a68e-d8fa7577e10d tempest-NetworksTest-1418743897 tempest-NetworksTest-1418743897-project-admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7153 time: 0.2432711 Oct 20 10:39:13.532338 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-9ec3f4d4-6598-4895-9c81-6ecab91712d8 None None] Allocated IP 172.20.0.34 (14e051e8-478e-4ca2-9018-ab366f2fc673/52e7fc30-296b-45a4-9e29-21d7f097a728/7a216385-7993-454e-a512-068a0a4cd30b) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:39:13.877887 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ff468c26-3ea1-4cb5-b69f-d4da636d16ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:13.879449 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa21eff-af1d-42ec-a2c3-4c25e75f0e0f tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Pushing event updated for resources: {'Port': ['ID=2733859f-246b-4050-a80c-ea7193eda1b2,revision_number=2']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:13.887641 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ff468c26-3ea1-4cb5-b69f-d4da636d16ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:13.951950 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-9ec3f4d4-6598-4895-9c81-6ecab91712d8 None None] For port 7a216385-7993-454e-a512-068a0a4cd30b, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=7a216385-7993-454e-a512-068a0a4cd30b,segment=NetworkSegment(73240bdc-bd50-4195-b813-1c291fee2a4c),segment_id=73240bdc-bd50-4195-b813-1c291fee2a4c)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:39:13.959058 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcc2dbe-15fd-4d1f-bb42-55e7291dca5d req-de1c1f6a-0f56-464e-8671-13083b641798 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:13.967207 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3dcc2dbe-15fd-4d1f-bb42-55e7291dca5d req-de1c1f6a-0f56-464e-8671-13083b641798 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8cc8a35-edaf-4cf9-b527-4b8b90b5a4a0 HTTP/1.1" status: 200 len: 945 time: 0.2381976 Oct 20 10:39:13.970304 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-de9ad632-90fc-47de-af70-104cc2490b77 tempest-ServersTestJSON-964661855 tempest-ServersTestJSON-964661855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:14.003420 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-ff468c26-3ea1-4cb5-b69f-d4da636d16ef admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=438393ca4224494e952d4480e8ff91c1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5458250 Oct 20 10:39:14.004004 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 53892) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:14.010478 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff468c26-3ea1-4cb5-b69f-d4da636d16ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=631a1a7e-ca3a-413f-8f76-8e9131f337ad,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:14.067799 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-9ec3f4d4-6598-4895-9c81-6ecab91712d8 None None] Publish callbacks [] for port, precommit_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:14.078522 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-9ec3f4d4-6598-4895-9c81-6ecab91712d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:14.082131 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 53894) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:14.089534 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-2aa21eff-af1d-42ec-a2c3-4c25e75f0e0f tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] In _notify_port_updated(), no bound segment for port 2733859f-246b-4050-a80c-ea7193eda1b2 on network 14e051e8-478e-4ca2-9018-ab366f2fc673 {{(pid=100597) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 20 10:39:14.112495 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa21eff-af1d-42ec-a2c3-4c25e75f0e0f tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:14.122717 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2aa21eff-af1d-42ec-a2c3-4c25e75f0e0f tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:14.124398 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-2aa21eff-af1d-42ec-a2c3-4c25e75f0e0f tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] 10.222.0.64 "PUT /v2.0/ports/2733859f-246b-4050-a80c-ea7193eda1b2 HTTP/1.1" status: 200 len: 960 time: 2.7699301 Oct 20 10:39:14.129974 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 53896) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:14.195934 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3ff88edf-3b87-43c4-b32b-e62af5d6ac06 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:14.256520 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3ff88edf-3b87-43c4-b32b-e62af5d6ac06 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:14.302555 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec3f4d4-6598-4895-9c81-6ecab91712d8 None None] Pushing event updated for resources: {'Port': ['ID=7a216385-7993-454e-a512-068a0a4cd30b,revision_number=7']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:14.391626 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3ff88edf-3b87-43c4-b32b-e62af5d6ac06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:14.397012 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3ff88edf-3b87-43c4-b32b-e62af5d6ac06 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:14.401322 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-3ff88edf-3b87-43c4-b32b-e62af5d6ac06 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/631a1a7e-ca3a-413f-8f76-8e9131f337ad HTTP/1.1" status: 204 len: 168 time: 0.3912222 Oct 20 10:39:14.441063 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [None req-de9ad632-90fc-47de-af70-104cc2490b77 tempest-ServersTestJSON-964661855 tempest-ServersTestJSON-964661855-project] Allocated IP 172.25.1.210 (cbe170d3-31ba-45a2-b477-520ab0a7a8ea/f4e26aca-17ac-4adb-a66b-d939a1b35b64/92a6414f-f6f6-44e0-afd2-4f2b28553255) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:39:14.446845 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff88edf-3b87-43c4-b32b-e62af5d6ac06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=631a1a7e-ca3a-413f-8f76-8e9131f337ad,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:14.509233 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-182a3fd6-dfe3-45a5-a84e-36a54e1a7402 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:14.596225 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-de9ad632-90fc-47de-af70-104cc2490b77 tempest-ServersTestJSON-964661855 tempest-ServersTestJSON-964661855-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:14.695328 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-de9ad632-90fc-47de-af70-104cc2490b77 tempest-ServersTestJSON-964661855 tempest-ServersTestJSON-964661855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:14.708585 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 7a216385-7993-454e-a512-068a0a4cd30b up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:39:14.712183 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3dcc2dbe-15fd-4d1f-bb42-55e7291dca5d req-93cd8170-efe5-42fe-994d-9e25667ac517 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/security-groups?id=17372704-86e6-46e6-a5dd-dc7385be620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7440016 Oct 20 10:39:14.855676 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de9ad632-90fc-47de-af70-104cc2490b77 tempest-ServersTestJSON-964661855 tempest-ServersTestJSON-964661855-project] Network cbe170d3-31ba-45a2-b477-520ab0a7a8ea is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:39:14.880002 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-182a3fd6-dfe3-45a5-a84e-36a54e1a7402 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:14.889203 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-de9ad632-90fc-47de-af70-104cc2490b77 tempest-ServersTestJSON-964661855 tempest-ServersTestJSON-964661855-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:39:14.889793 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 7a216385-7993-454e-a512-068a0a4cd30b triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:39:14.890234 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:14.893990 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9ad632-90fc-47de-af70-104cc2490b77 tempest-ServersTestJSON-964661855 tempest-ServersTestJSON-964661855-project] Pushing event updated for resources: {'Port': ['ID=92a6414f-f6f6-44e0-afd2-4f2b28553255,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:14.894163 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-182a3fd6-dfe3-45a5-a84e-36a54e1a7402 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:14.942871 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9ad632-90fc-47de-af70-104cc2490b77 tempest-ServersTestJSON-964661855 tempest-ServersTestJSON-964661855-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:39:14.946502 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 7 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 10:39:15.059144 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-182a3fd6-dfe3-45a5-a84e-36a54e1a7402 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ce17623c8ab24730b9e6d0542b188cde&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9707465 Oct 20 10:39:15.063978 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 53908) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:15.067054 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182a3fd6-dfe3-45a5-a84e-36a54e1a7402 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a0ad794-8440-4bf2-90c2-19f89729cf59,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:15.172544 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device f3cdd7d6-25e8-467b-b498-e2af317dccd3 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:39:15.208730 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 53912) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:15.250778 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-45cb3f84-9b2e-4e85-965a-5bf499a6fb13 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:15.264624 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-472d2529-ee21-4078-bc2d-791c7c66deca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:15.281172 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port f3cdd7d6-25e8-467b-b498-e2af317dccd3 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:39:15.282310 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:15.342278 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-472d2529-ee21-4078-bc2d-791c7c66deca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:15.440089 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-472d2529-ee21-4078-bc2d-791c7c66deca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:15.442703 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-472d2529-ee21-4078-bc2d-791c7c66deca admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:15.443962 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-472d2529-ee21-4078-bc2d-791c7c66deca admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4a0ad794-8440-4bf2-90c2-19f89729cf59 HTTP/1.1" status: 204 len: 168 time: 0.3736391 Oct 20 10:39:15.506327 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-8e8584e2-b799-44b0-a2f0-15bd5bf27658 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Deleting port 2733859f-246b-4050-a80c-ea7193eda1b2 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:39:15.507052 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8e8584e2-b799-44b0-a2f0-15bd5bf27658 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:15.523641 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472d2529-ee21-4078-bc2d-791c7c66deca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a0ad794-8440-4bf2-90c2-19f89729cf59,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:15.557350 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-45cb3f84-9b2e-4e85-965a-5bf499a6fb13 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:15.568293 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-45cb3f84-9b2e-4e85-965a-5bf499a6fb13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:15.709727 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-45cb3f84-9b2e-4e85-965a-5bf499a6fb13 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=46b536217e5d4b82a60a33cfdf0710eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4995544 Oct 20 10:39:15.712914 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cb3f84-9b2e-4e85-965a-5bf499a6fb13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a84f41ff-8798-4abf-b2bb-dc4c7380886e,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:15.716342 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-de9ad632-90fc-47de-af70-104cc2490b77 tempest-ServersTestJSON-964661855 tempest-ServersTestJSON-964661855-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:15.724166 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-12c131b4-acac-4eb9-a920-047a2f2d4d33 None None] Provisioning complete for port 2733859f-246b-4050-a80c-ea7193eda1b2 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:39:15.724541 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-12c131b4-acac-4eb9-a920-047a2f2d4d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:15.733860 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 53916) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:15.832168 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-dd5dccd0-4a2c-4ef8-8b8a-43788175fd92 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:15.834211 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8e8584e2-b799-44b0-a2f0-15bd5bf27658 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:15.848286 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-12c131b4-acac-4eb9-a920-047a2f2d4d33 None None] Port 2733859f-246b-4050-a80c-ea7193eda1b2 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:39:15.880129 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-12c131b4-acac-4eb9-a920-047a2f2d4d33 None None] Provisioning complete for port 1f7d75cd-e4ac-47e5-b8b7-6579ad286af6 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:39:15.880790 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-12c131b4-acac-4eb9-a920-047a2f2d4d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:15.896662 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-dd5dccd0-4a2c-4ef8-8b8a-43788175fd92 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:15.980978 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-8e8584e2-b799-44b0-a2f0-15bd5bf27658 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Calling delete_port for 2733859f-246b-4050-a80c-ea7193eda1b2 owned by {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:39:16.000336 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-12c131b4-acac-4eb9-a920-047a2f2d4d33 None None] Port 1f7d75cd-e4ac-47e5-b8b7-6579ad286af6 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:39:16.025817 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-dd5dccd0-4a2c-4ef8-8b8a-43788175fd92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:16.032158 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-dd5dccd0-4a2c-4ef8-8b8a-43788175fd92 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:16.038578 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-dd5dccd0-4a2c-4ef8-8b8a-43788175fd92 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a84f41ff-8798-4abf-b2bb-dc4c7380886e HTTP/1.1" status: 204 len: 168 time: 0.3010209 Oct 20 10:39:16.059705 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-12c131b4-acac-4eb9-a920-047a2f2d4d33 None None] Provisioning complete for port 7a216385-7993-454e-a512-068a0a4cd30b triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:39:16.064276 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-12c131b4-acac-4eb9-a920-047a2f2d4d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:16.065933 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5dccd0-4a2c-4ef8-8b8a-43788175fd92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a84f41ff-8798-4abf-b2bb-dc4c7380886e,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:16.133408 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-de9ad632-90fc-47de-af70-104cc2490b77 tempest-ServersTestJSON-964661855 tempest-ServersTestJSON-964661855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:16.434060 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ac736d-12e5-4b5d-a4b1-8740047f7ed9 req-65da337f-f4f1-4076-a5cc-c5cd6b9bc401 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:16.437080 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-25ac736d-12e5-4b5d-a4b1-8740047f7ed9 req-65da337f-f4f1-4076-a5cc-c5cd6b9bc401 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8cc8a35-edaf-4cf9-b527-4b8b90b5a4a0 HTTP/1.1" status: 200 len: 945 time: 0.5394423 Oct 20 10:39:16.441849 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 53928) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:16.467734 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8672fe16-da63-48ad-a2d0-5ba11533be17 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:16.535426 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-b1197f93-e8e3-4e16-a582-bb26edc99d6b None None] Provisioning complete for port 2733859f-246b-4050-a80c-ea7193eda1b2 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:39:16.535990 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-b1197f93-e8e3-4e16-a582-bb26edc99d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:16.588572 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-de9ad632-90fc-47de-af70-104cc2490b77 tempest-ServersTestJSON-964661855 tempest-ServersTestJSON-964661855-project] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:16.601745 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-de9ad632-90fc-47de-af70-104cc2490b77 tempest-ServersTestJSON-964661855 tempest-ServersTestJSON-964661855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:16.671402 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-b1197f93-e8e3-4e16-a582-bb26edc99d6b None None] Port 2733859f-246b-4050-a80c-ea7193eda1b2 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:39:16.745128 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8672fe16-da63-48ad-a2d0-5ba11533be17 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:16.754847 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8672fe16-da63-48ad-a2d0-5ba11533be17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:16.772324 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-25ac736d-12e5-4b5d-a4b1-8740047f7ed9 req-c77f74ca-9c76-4876-8b29-10718b1bdc63 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/security-groups?id=17372704-86e6-46e6-a5dd-dc7385be620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795390 Oct 20 10:39:16.810804 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8672fe16-da63-48ad-a2d0-5ba11533be17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76bb32f0-301e-46ad-89b6-b5eed904ab04,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:16.836506 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9ad632-90fc-47de-af70-104cc2490b77 tempest-ServersTestJSON-964661855 tempest-ServersTestJSON-964661855-project] Pushing event updated for resources: {'Port': ['ID=92a6414f-f6f6-44e0-afd2-4f2b28553255,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:16.879639 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-de9ad632-90fc-47de-af70-104cc2490b77 tempest-ServersTestJSON-964661855 tempest-ServersTestJSON-964661855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1773381'] for floatingip, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:16.904389 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-8672fe16-da63-48ad-a2d0-5ba11533be17 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=11bb98e973644214964d582301a85e34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4611218 Oct 20 10:39:16.906807 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 53938) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:17.026769 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-de9ad632-90fc-47de-af70-104cc2490b77 tempest-ServersTestJSON-964661855 tempest-ServersTestJSON-964661855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for floatingip, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:17.032693 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-de9ad632-90fc-47de-af70-104cc2490b77 tempest-ServersTestJSON-964661855 tempest-ServersTestJSON-964661855-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9326093 Oct 20 10:39:17.041537 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-dd9db282-af51-4f53-9d1a-7de0fe08bacc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:17.071990 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8e8584e2-b799-44b0-a2f0-15bd5bf27658 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:17.118444 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-dd9db282-af51-4f53-9d1a-7de0fe08bacc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:17.172364 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8584e2-b799-44b0-a2f0-15bd5bf27658 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Pushing event deleted for resources: {'Port': ['ID=2733859f-246b-4050-a80c-ea7193eda1b2,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:17.240508 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-dd9db282-af51-4f53-9d1a-7de0fe08bacc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:17.243845 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-dd9db282-af51-4f53-9d1a-7de0fe08bacc admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:17.245992 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-dd9db282-af51-4f53-9d1a-7de0fe08bacc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/76bb32f0-301e-46ad-89b6-b5eed904ab04 HTTP/1.1" status: 204 len: 168 time: 0.3375716 Oct 20 10:39:17.261748 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9db282-af51-4f53-9d1a-7de0fe08bacc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76bb32f0-301e-46ad-89b6-b5eed904ab04,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:17.382274 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8e8584e2-b799-44b0-a2f0-15bd5bf27658 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:17.394411 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 53956) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:17.410623 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-8e8584e2-b799-44b0-a2f0-15bd5bf27658 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] 10.222.0.64 "DELETE /v2.0/ports/2733859f-246b-4050-a80c-ea7193eda1b2 HTTP/1.1" status: 204 len: 168 time: 3.2750375 Oct 20 10:39:17.446901 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-19875fa4-ebd6-4a5b-96d7-2222c7dc533d tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] GET failed (client error): The resource could not be found. Oct 20 10:39:17.461126 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 53960) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:17.474214 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-19875fa4-ebd6-4a5b-96d7-2222c7dc533d tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] 10.222.0.64 "GET /v2.0/ports/2733859f-246b-4050-a80c-ea7193eda1b2 HTTP/1.1" status: 404 len: 333 time: 0.0785272 Oct 20 10:39:17.591653 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ac52a8bf-6eba-41f7-bacd-f9db712c92fa tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:17.641969 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ac52a8bf-6eba-41f7-bacd-f9db712c92fa tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:17.748756 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ac52a8bf-6eba-41f7-bacd-f9db712c92fa tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:17.751598 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ac52a8bf-6eba-41f7-bacd-f9db712c92fa tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:17.753348 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-ac52a8bf-6eba-41f7-bacd-f9db712c92fa tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] 10.222.0.64 "DELETE /v2.0/security-groups/4538a69c-a08a-4e31-8db5-228e5da30a69 HTTP/1.1" status: 204 len: 168 time: 0.2902529 Oct 20 10:39:17.756504 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 53968) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:17.778513 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac52a8bf-6eba-41f7-bacd-f9db712c92fa tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4538a69c-a08a-4e31-8db5-228e5da30a69,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:17.906082 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1b7aaeac-4754-41e0-8f0f-1a53099248a4 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:17.962164 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1b7aaeac-4754-41e0-8f0f-1a53099248a4 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:18.094082 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1b7aaeac-4754-41e0-8f0f-1a53099248a4 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:18.103203 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1b7aaeac-4754-41e0-8f0f-1a53099248a4 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:18.107117 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-1b7aaeac-4754-41e0-8f0f-1a53099248a4 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] 10.222.0.64 "DELETE /v2.0/security-groups/799a60ef-8a43-4a20-9f9c-b8156b8f88b5 HTTP/1.1" status: 204 len: 168 time: 0.3453910 Oct 20 10:39:18.109011 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 53984) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:18.129765 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7aaeac-4754-41e0-8f0f-1a53099248a4 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=799a60ef-8a43-4a20-9f9c-b8156b8f88b5,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:18.219475 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-9f799cb0-c711-48c7-b2e8-2e281cde28bd tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:18.252350 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-9f799cb0-c711-48c7-b2e8-2e281cde28bd tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:18.327498 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-9f799cb0-c711-48c7-b2e8-2e281cde28bd tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:18.333182 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-9f799cb0-c711-48c7-b2e8-2e281cde28bd tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:18.337667 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 53988) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:18.337914 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-9f799cb0-c711-48c7-b2e8-2e281cde28bd tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] 10.222.0.64 "DELETE /v2.0/security-groups/e6abc97d-7d1c-4ca7-b404-13770083b873 HTTP/1.1" status: 204 len: 168 time: 0.2275074 Oct 20 10:39:18.356249 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f799cb0-c711-48c7-b2e8-2e281cde28bd tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6abc97d-7d1c-4ca7-b404-13770083b873,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:18.501245 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1446ea5-d488-4adb-9fcf-82be1b26634a tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Deleting subnet 02a30b20-6a3c-45a5-bba6-f5e212604085 {{(pid=100597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:39:18.508174 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a1446ea5-d488-4adb-9fcf-82be1b26634a tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks [] for subnet, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:18.584070 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a1446ea5-d488-4adb-9fcf-82be1b26634a tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25852621'] for subnet, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:18.817352 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a1446ea5-d488-4adb-9fcf-82be1b26634a tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:18.951224 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a1446ea5-d488-4adb-9fcf-82be1b26634a tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25350811'] for subnet, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:19.029992 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a1446ea5-d488-4adb-9fcf-82be1b26634a tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:19.031584 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 53998) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:19.032057 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-a1446ea5-d488-4adb-9fcf-82be1b26634a tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] 10.222.0.64 "DELETE /v2.0/subnets/02a30b20-6a3c-45a5-bba6-f5e212604085 HTTP/1.1" status: 204 len: 168 time: 0.6739600 Oct 20 10:39:19.061909 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:19.096329 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea3b114-03c5-4165-bada-67cd0fd6144c None None] Network 14e051e8-478e-4ca2-9018-ab366f2fc673 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:39:19.190442 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1446ea5-d488-4adb-9fcf-82be1b26634a tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Pushing event deleted for resources: {'Subnet': ['ID=02a30b20-6a3c-45a5-bba6-f5e212604085,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:19.261438 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_v2 [None req-e65915b8-671e-4349-b445-be6e55b6c10b tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Deleting subnet 52e7fc30-296b-45a4-9e29-21d7f097a728 {{(pid=100596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:39:19.275090 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e65915b8-671e-4349-b445-be6e55b6c10b tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks [] for subnet, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:19.385324 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e65915b8-671e-4349-b445-be6e55b6c10b tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25189079'] for subnet, precommit_delete_associations {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:19.554448 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e65915b8-671e-4349-b445-be6e55b6c10b tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:19.637144 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e65915b8-671e-4349-b445-be6e55b6c10b tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26836193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26761888'] for subnet, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:19.672033 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65915b8-671e-4349-b445-be6e55b6c10b tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Pushing event deleted for resources: {'Subnet': ['ID=52e7fc30-296b-45a4-9e29-21d7f097a728,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:19.704321 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e65915b8-671e-4349-b445-be6e55b6c10b tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:19.710802 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 54008) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:19.711893 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-e65915b8-671e-4349-b445-be6e55b6c10b tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] 10.222.0.64 "DELETE /v2.0/subnets/52e7fc30-296b-45a4-9e29-21d7f097a728 HTTP/1.1" status: 204 len: 168 time: 0.7118020 Oct 20 10:39:19.746318 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffe0c0ad-e525-439b-836d-49c404e77c60 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] DELETE failed (client error): The resource could not be found. Oct 20 10:39:19.746770 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffe0c0ad-e525-439b-836d-49c404e77c60 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:39:19.753388 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-ffe0c0ad-e525-439b-836d-49c404e77c60 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] 10.222.0.64 "DELETE /v2.0/subnets/02a30b20-6a3c-45a5-bba6-f5e212604085 HTTP/1.1" status: 404 len: 337 time: 0.0373931 Oct 20 10:39:19.756542 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 54010) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:19.821536 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-94236891-8929-4ce9-a934-5fa8cf157afc req-646096cc-177a-4dbb-970c-1c0801ad8a85 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=3091e305-b65e-495d-a080-e2d8b14b0e49&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0748930 Oct 20 10:39:19.859966 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_v2 [None req-2da7dcd6-e3e8-4fb3-b85a-e5361d0ee571 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Deleting subnet 304fe1fe-8a0c-4fdd-b488-3b9874649d75 {{(pid=100596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:39:19.866820 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2da7dcd6-e3e8-4fb3-b85a-e5361d0ee571 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks [] for subnet, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:19.930408 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94236891-8929-4ce9-a934-5fa8cf157afc req-42c39659-beb9-47de-8212-ca6bb1ba8894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:19.933327 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-94236891-8929-4ce9-a934-5fa8cf157afc req-42c39659-beb9-47de-8212-ca6bb1ba8894 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=946a9e604754455a8a9faea87bc41b49&device_id=3091e305-b65e-495d-a080-e2d8b14b0e49 HTTP/1.1" status: 200 len: 1096 time: 0.0891376 Oct 20 10:39:19.952639 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2da7dcd6-e3e8-4fb3-b85a-e5361d0ee571 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25189079'] for subnet, precommit_delete_associations {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:20.133967 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2da7dcd6-e3e8-4fb3-b85a-e5361d0ee571 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:20.209344 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94236891-8929-4ce9-a934-5fa8cf157afc req-4ba70cd9-3a68-4997-bfc3-2f438e29b755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:20.217491 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-94236891-8929-4ce9-a934-5fa8cf157afc req-4ba70cd9-3a68-4997-bfc3-2f438e29b755 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7541d774-cf46-43a8-ab91-4a72282aac35 HTTP/1.1" status: 200 len: 912 time: 0.2485218 Oct 20 10:39:20.311546 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2da7dcd6-e3e8-4fb3-b85a-e5361d0ee571 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26836193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26761888'] for subnet, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:20.379005 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da7dcd6-e3e8-4fb3-b85a-e5361d0ee571 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Pushing event deleted for resources: {'Subnet': ['ID=304fe1fe-8a0c-4fdd-b488-3b9874649d75,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:20.386485 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2da7dcd6-e3e8-4fb3-b85a-e5361d0ee571 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:20.393832 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-2da7dcd6-e3e8-4fb3-b85a-e5361d0ee571 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] 10.222.0.64 "DELETE /v2.0/subnets/304fe1fe-8a0c-4fdd-b488-3b9874649d75 HTTP/1.1" status: 204 len: 168 time: 0.6355879 Oct 20 10:39:20.399254 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 54022) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:20.464934 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab52d356-2dad-4892-8c66-5f28e1727457 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] DELETE failed (client error): The resource could not be found. Oct 20 10:39:20.465774 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab52d356-2dad-4892-8c66-5f28e1727457 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:39:20.469213 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-ab52d356-2dad-4892-8c66-5f28e1727457 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] 10.222.0.64 "DELETE /v2.0/subnets/0c056202-6146-47e4-b726-b73f6718e76a HTTP/1.1" status: 404 len: 337 time: 0.0656083 Oct 20 10:39:20.471759 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-94236891-8929-4ce9-a934-5fa8cf157afc req-b01ea186-be4c-442a-ba6f-2d3c69884513 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf0c126e-e3f9-4b67-b648-93728dd3e871 HTTP/1.1" status: 200 len: 1001 time: 0.2435763 Oct 20 10:39:20.473305 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 54026) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:20.548482 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-41edb106-b6eb-40db-a421-5e5680a204db tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] 10.222.0.64 "GET /v2.0/ports?device_id=38d18f46-b8b1-421a-8f00-1c70668fd704 HTTP/1.1" status: 200 len: 205 time: 0.0729008 Oct 20 10:39:20.550440 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 54028) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:20.628770 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94236891-8929-4ce9-a934-5fa8cf157afc req-bcecf12d-8c5f-40b8-bfdc-69d8ff1e00ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:20.630593 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-94236891-8929-4ce9-a934-5fa8cf157afc req-bcecf12d-8c5f-40b8-bfdc-69d8ff1e00ab service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ba1df794-ccae-4e17-be55-4b4a3764e935 HTTP/1.1" status: 200 len: 850 time: 0.1383457 Oct 20 10:39:20.647903 n-d-811396-3 neutron-server[100596]: INFO neutron.api.v2.resource [None req-ee427073-929e-4e0c-94c3-de3b7590f96b tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] delete failed (client error): The resource could not be found. Oct 20 10:39:20.649095 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-ee427073-929e-4e0c-94c3-de3b7590f96b tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] 10.222.0.64 "DELETE /v2.0/routers/38d18f46-b8b1-421a-8f00-1c70668fd704 HTTP/1.1" status: 404 len: 336 time: 0.0974326 Oct 20 10:39:20.651985 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 54030) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:20.680277 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e48c74b6-32f2-45fc-a3aa-4c28c7440255 None None] Network 14e051e8-478e-4ca2-9018-ab366f2fc673 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:39:20.729962 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-27868132-702d-472e-aa44-2f918c70023f tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] DELETE failed (client error): The resource could not be found. Oct 20 10:39:20.730466 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27868132-702d-472e-aa44-2f918c70023f tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:39:20.735801 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-27868132-702d-472e-aa44-2f918c70023f tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] 10.222.0.64 "DELETE /v2.0/subnets/3a88b1bb-f141-42b2-b884-a5f6ec1380d3 HTTP/1.1" status: 404 len: 337 time: 0.0807042 Oct 20 10:39:20.736680 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 54032) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:20.764567 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94236891-8929-4ce9-a934-5fa8cf157afc req-cf086137-873a-4377-9d2e-177bcc237282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:20.766704 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-94236891-8929-4ce9-a934-5fa8cf157afc req-cf086137-873a-4377-9d2e-177bcc237282 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7541d774-cf46-43a8-ab91-4a72282aac35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1272869 Oct 20 10:39:20.773026 n-d-811396-3 neutron-server[100596]: INFO neutron.pecan_wsgi.hooks.translation [None req-2541391a-1768-4267-9106-a39281db8c69 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] DELETE failed (client error): The resource could not be found. Oct 20 10:39:20.773489 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2541391a-1768-4267-9106-a39281db8c69 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:39:20.778729 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-2541391a-1768-4267-9106-a39281db8c69 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] 10.222.0.64 "DELETE /v2.0/subnets/ea188f66-5571-4f94-bba9-9fe53da823e7 HTTP/1.1" status: 404 len: 337 time: 0.0408552 Oct 20 10:39:20.782270 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 54034) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:20.810796 n-d-811396-3 neutron-server[100596]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbbdce23-6658-4213-af05-4c47b6721dff tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] DELETE failed (client error): The resource could not be found. Oct 20 10:39:20.811648 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbbdce23-6658-4213-af05-4c47b6721dff tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:39:20.815011 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-fbbdce23-6658-4213-af05-4c47b6721dff tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] 10.222.0.64 "DELETE /v2.0/subnets/01481316-9cf9-4c80-8d0f-36cad50fb8f0 HTTP/1.1" status: 404 len: 337 time: 0.0313749 Oct 20 10:39:20.817189 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 54036) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:20.818139 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1cafc97e-2069-482c-8fe7-487b4a3cd8e2 None None] Provisioning complete for port 1f7d75cd-e4ac-47e5-b8b7-6579ad286af6 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:39:20.818510 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1cafc97e-2069-482c-8fe7-487b4a3cd8e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:20.850452 n-d-811396-3 neutron-server[100596]: INFO neutron.pecan_wsgi.hooks.translation [None req-db9f85e3-ba96-4b22-b7f8-2ec5ad75a443 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] DELETE failed (client error): The resource could not be found. Oct 20 10:39:20.850452 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db9f85e3-ba96-4b22-b7f8-2ec5ad75a443 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:39:20.850452 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-db9f85e3-ba96-4b22-b7f8-2ec5ad75a443 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] 10.222.0.64 "DELETE /v2.0/ports/1fcfcb75-5b1d-4636-b573-abeded1ea13e HTTP/1.1" status: 404 len: 333 time: 0.0287681 Oct 20 10:39:20.850843 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 54038) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:20.883304 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1cafc97e-2069-482c-8fe7-487b4a3cd8e2 None None] Port 1f7d75cd-e4ac-47e5-b8b7-6579ad286af6 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:39:20.898839 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fea7d6b-970f-453c-8f7b-3375476b4f86 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] DELETE failed (client error): The resource could not be found. Oct 20 10:39:20.899260 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fea7d6b-970f-453c-8f7b-3375476b4f86 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:39:20.900403 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1cafc97e-2069-482c-8fe7-487b4a3cd8e2 None None] Provisioning complete for port 7a216385-7993-454e-a512-068a0a4cd30b triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:39:20.901102 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1cafc97e-2069-482c-8fe7-487b4a3cd8e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:20.907259 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 54042) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:20.916347 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-6fea7d6b-970f-453c-8f7b-3375476b4f86 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] 10.222.0.64 "DELETE /v2.0/subnets/c48e8f08-20c5-466a-93a5-519cdef2a96f HTTP/1.1" status: 404 len: 337 time: 0.0643315 Oct 20 10:39:20.939027 n-d-811396-3 neutron-server[100596]: INFO neutron.pecan_wsgi.hooks.translation [None req-59d7dc64-050c-4158-85f0-58703c97050d tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] DELETE failed (client error): The resource could not be found. Oct 20 10:39:20.939667 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59d7dc64-050c-4158-85f0-58703c97050d tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:39:20.943605 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-59d7dc64-050c-4158-85f0-58703c97050d tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] 10.222.0.64 "DELETE /v2.0/subnets/11122f81-1967-4a15-83c3-1b5307093dca HTTP/1.1" status: 404 len: 337 time: 0.0352674 Oct 20 10:39:20.946968 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 54050) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:20.974050 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-94236891-8929-4ce9-a934-5fa8cf157afc req-a24de7ff-3210-4272-8970-147b0b58e706 service neutron] 10.222.0.69 "GET /v2.0/networks/7541d774-cf46-43a8-ab91-4a72282aac35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976397 Oct 20 10:39:20.993033 n-d-811396-3 neutron-server[100596]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f243bfd-9523-4703-8e5b-d4a3b2852eb5 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] DELETE failed (client error): The resource could not be found. Oct 20 10:39:20.993996 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f243bfd-9523-4703-8e5b-d4a3b2852eb5 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:39:21.004712 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-0f243bfd-9523-4703-8e5b-d4a3b2852eb5 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] 10.222.0.64 "DELETE /v2.0/ports/40b48aa5-d45d-48b7-9886-ff5b872a2ffd HTTP/1.1" status: 404 len: 333 time: 0.0551417 Oct 20 10:39:21.006074 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 54054) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:21.006359 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d714f066-442a-42b6-9284-9ae4e389e7ca None None] DHCP port deletion for 14e051e8-478e-4ca2-9018-ab366f2fc673 request from n-d-811396-3 {{(pid=100598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:39:21.062669 n-d-811396-3 neutron-server[100596]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5652c9d-945a-4b01-9eb0-7022a85aa7b2 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] DELETE failed (client error): The resource could not be found. Oct 20 10:39:21.063129 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5652c9d-945a-4b01-9eb0-7022a85aa7b2 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:39:21.075223 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-a5652c9d-945a-4b01-9eb0-7022a85aa7b2 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] 10.222.0.64 "DELETE /v2.0/subnets/6be593e2-656a-455b-9b0a-f4f2b781a795 HTTP/1.1" status: 404 len: 337 time: 0.0669243 Oct 20 10:39:21.077648 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 54058) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:21.113349 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-94236891-8929-4ce9-a934-5fa8cf157afc req-3f643e54-1099-4be0-a712-368532026ea6 service neutron] 10.222.0.69 "GET /v2.0/networks/7541d774-cf46-43a8-ab91-4a72282aac35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319344 Oct 20 10:39:21.133717 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-d714f066-442a-42b6-9284-9ae4e389e7ca None None] Deleting port 7a216385-7993-454e-a512-068a0a4cd30b {{(pid=100598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:39:21.134117 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-d714f066-442a-42b6-9284-9ae4e389e7ca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:21.141241 n-d-811396-3 neutron-server[100596]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9d6bc9c-62d5-41d8-8a6b-87c6062fc0c9 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] DELETE failed (client error): The resource could not be found. Oct 20 10:39:21.141774 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9d6bc9c-62d5-41d8-8a6b-87c6062fc0c9 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:39:21.144884 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-d9d6bc9c-62d5-41d8-8a6b-87c6062fc0c9 tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] 10.222.0.64 "DELETE /v2.0/subnets/0ec0a4a0-6701-4c6c-9bbd-008a6aec2e2c HTTP/1.1" status: 404 len: 337 time: 0.0651729 Oct 20 10:39:21.147607 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 54064) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:21.223191 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-d714f066-442a-42b6-9284-9ae4e389e7ca None None] For port 7a216385-7993-454e-a512-068a0a4cd30b, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=7a216385-7993-454e-a512-068a0a4cd30b,segment=NetworkSegment(73240bdc-bd50-4195-b813-1c291fee2a4c),segment_id=73240bdc-bd50-4195-b813-1c291fee2a4c)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:39:21.223677 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-d714f066-442a-42b6-9284-9ae4e389e7ca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:21.237587 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-d714f066-442a-42b6-9284-9ae4e389e7ca None None] Calling delete_port for 7a216385-7993-454e-a512-068a0a4cd30b owned by network:dhcp {{(pid=100598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:39:21.365237 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-61b1ab15-7242-4816-8513-7d10091ec6cc tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Deleting port 1f7d75cd-e4ac-47e5-b8b7-6579ad286af6 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:39:21.367645 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-61b1ab15-7242-4816-8513-7d10091ec6cc tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:21.372540 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-d714f066-442a-42b6-9284-9ae4e389e7ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956'] for port, after_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:21.438671 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d714f066-442a-42b6-9284-9ae4e389e7ca None None] No DVR routers for this DVR port 7a216385-7993-454e-a512-068a0a4cd30b on host n-d-811396-3 {{(pid=100598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:39:21.449904 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d714f066-442a-42b6-9284-9ae4e389e7ca None None] Pushing event deleted for resources: {'Port': ['ID=7a216385-7993-454e-a512-068a0a4cd30b,revision_number=None']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:21.465224 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-61b1ab15-7242-4816-8513-7d10091ec6cc tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:21.490198 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-61b1ab15-7242-4816-8513-7d10091ec6cc tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Calling delete_port for 1f7d75cd-e4ac-47e5-b8b7-6579ad286af6 owned by {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:39:22.002341 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 54116) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:22.087915 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-675926b9-6790-4bc9-a4ed-531fde57fafa req-dce937b2-cad1-4d3e-978f-058d2d62bfa4 tempest-ServersTestJSON-964661855 tempest-ServersTestJSON-964661855-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--963043556&fields=id&tenant_id=600f50cdae1e47df84de92209b6b6aa1 HTTP/1.1" status: 200 len: 267 time: 0.5817842 Oct 20 10:39:22.143357 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9b09e23e-74ef-4b60-918d-bf06823a7643 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:22.155851 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7726b505-e623-4269-beab-b3a8f1f8fc33 req-1c23763a-d6e4-451b-a975-7d8fe9b7c840 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:22.157408 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7726b505-e623-4269-beab-b3a8f1f8fc33 req-1c23763a-d6e4-451b-a975-7d8fe9b7c840 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8cc8a35-edaf-4cf9-b527-4b8b90b5a4a0 HTTP/1.1" status: 200 len: 945 time: 0.1829498 Oct 20 10:39:22.239852 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9b09e23e-74ef-4b60-918d-bf06823a7643 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:22.246554 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9b09e23e-74ef-4b60-918d-bf06823a7643 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:22.281942 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-9b09e23e-74ef-4b60-918d-bf06823a7643 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9ae1d62f521c4db590df86fad679670e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2783165 Oct 20 10:39:22.282708 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 54120) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:22.297011 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7726b505-e623-4269-beab-b3a8f1f8fc33 req-4874eefd-e157-42b0-8e68-6a68cb8e3903 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/security-groups?id=17372704-86e6-46e6-a5dd-dc7385be620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288474 Oct 20 10:39:22.314410 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-61b1ab15-7242-4816-8513-7d10091ec6cc tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:22.326239 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b09e23e-74ef-4b60-918d-bf06823a7643 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b5281f1-43b7-483f-a75b-17eb49ab43c7,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:22.348456 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675926b9-6790-4bc9-a4ed-531fde57fafa req-3095ef20-63a2-4600-926d-1c0dd8fd07f3 tempest-ServersTestJSON-964661855 tempest-ServersTestJSON-964661855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:22.349982 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-675926b9-6790-4bc9-a4ed-531fde57fafa req-3095ef20-63a2-4600-926d-1c0dd8fd07f3 tempest-ServersTestJSON-964661855 tempest-ServersTestJSON-964661855-project] 10.222.0.64 "GET /v2.0/networks?id=411d4234-6028-4133-8d80-5a148f5163b9 HTTP/1.1" status: 200 len: 806 time: 0.2529833 Oct 20 10:39:22.397509 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-675926b9-6790-4bc9-a4ed-531fde57fafa req-7873f997-3e34-450b-9cdf-a21176ccbd57 tempest-ServersTestJSON-964661855 tempest-ServersTestJSON-964661855-project] 10.222.0.64 "GET /v2.0/quotas/600f50cdae1e47df84de92209b6b6aa1 HTTP/1.1" status: 200 len: 375 time: 0.0148187 Oct 20 10:39:22.407864 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b1ab15-7242-4816-8513-7d10091ec6cc tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Pushing event deleted for resources: {'Port': ['ID=1f7d75cd-e4ac-47e5-b8b7-6579ad286af6,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:22.411841 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-61b1ab15-7242-4816-8513-7d10091ec6cc tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:22.415155 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-61b1ab15-7242-4816-8513-7d10091ec6cc tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] 10.222.0.64 "DELETE /v2.0/ports/1f7d75cd-e4ac-47e5-b8b7-6579ad286af6 HTTP/1.1" status: 204 len: 168 time: 1.2664552 Oct 20 10:39:22.418110 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 54122) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:22.450636 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8c3833ea-b6d0-4d83-bd8c-f74d2dea6190 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:22.485763 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8c3833ea-b6d0-4d83-bd8c-f74d2dea6190 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:22.494928 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-675926b9-6790-4bc9-a4ed-531fde57fafa req-c905563b-c112-452f-b675-200306abb35d tempest-ServersTestJSON-964661855 tempest-ServersTestJSON-964661855-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=600f50cdae1e47df84de92209b6b6aa1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0786407 Oct 20 10:39:22.535862 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 7a216385-7993-454e-a512-068a0a4cd30b no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:39:22.562195 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8c3833ea-b6d0-4d83-bd8c-f74d2dea6190 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:22.565527 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8c3833ea-b6d0-4d83-bd8c-f74d2dea6190 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:22.567165 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-8c3833ea-b6d0-4d83-bd8c-f74d2dea6190 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0b5281f1-43b7-483f-a75b-17eb49ab43c7 HTTP/1.1" status: 204 len: 168 time: 0.2825158 Oct 20 10:39:22.585036 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3833ea-b6d0-4d83-bd8c-f74d2dea6190 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b5281f1-43b7-483f-a75b-17eb49ab43c7,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:22.588225 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 7a216385-7993-454e-a512-068a0a4cd30b {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:39:22.589167 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 7a216385-7993-454e-a512-068a0a4cd30b not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:39:22.598493 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-dad76722-0e83-484a-8567-a5fda75a439b tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:22.837389 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-675926b9-6790-4bc9-a4ed-531fde57fafa req-4581f51e-8674-470e-b3c8-e274015a0c27 service neutron] 10.222.0.64 "GET /v2.0/networks/411d4234-6028-4133-8d80-5a148f5163b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3241510 Oct 20 10:39:23.035739 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-675926b9-6790-4bc9-a4ed-531fde57fafa req-3fba67f4-ff22-41c8-a5b8-3f044ab5bd7b service neutron] 10.222.0.64 "GET /v2.0/networks/411d4234-6028-4133-8d80-5a148f5163b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865349 Oct 20 10:39:23.362904 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-dad76722-0e83-484a-8567-a5fda75a439b tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:23.388910 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-dad76722-0e83-484a-8567-a5fda75a439b tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14e051e8-478e-4ca2-9018-ab366f2fc673']}} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:39:23.408139 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-dad76722-0e83-484a-8567-a5fda75a439b tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73240bdc-bd50-4195-b813-1c291fee2a4c') {'for_net_delete': True} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:39:23.408303 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-dad76722-0e83-484a-8567-a5fda75a439b tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73240bdc-bd50-4195-b813-1c291fee2a4c') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:39:23.424735 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-dad76722-0e83-484a-8567-a5fda75a439b tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25852596'] for segment, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:23.457670 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-dad76722-0e83-484a-8567-a5fda75a439b tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:23.482734 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dad76722-0e83-484a-8567-a5fda75a439b tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Releasing vlan 814 on physical network physnet1 to pool {{(pid=100597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:39:23.483243 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-dad76722-0e83-484a-8567-a5fda75a439b tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951012'] for segment, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:23.487643 n-d-811396-3 neutron-server[100597]: Traceback (most recent call last): Oct 20 10:39:23.487643 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:39:23.487643 n-d-811396-3 neutron-server[100597]: timer() Oct 20 10:39:23.487643 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:39:23.487643 n-d-811396-3 neutron-server[100597]: cb(*args, **kw) Oct 20 10:39:23.487643 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:39:23.487643 n-d-811396-3 neutron-server[100597]: return func(*args, **kwargs) Oct 20 10:39:23.487643 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:39:23.487643 n-d-811396-3 neutron-server[100597]: self._notify() Oct 20 10:39:23.487643 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:39:23.487643 n-d-811396-3 neutron-server[100597]: self.callback(batched_events) Oct 20 10:39:23.487643 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:39:23.487643 n-d-811396-3 neutron-server[100597]: event.method(event) Oct 20 10:39:23.487643 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:39:23.487643 n-d-811396-3 neutron-server[100597]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:39:23.487643 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:39:23.487643 n-d-811396-3 neutron-server[100597]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:39:23.487643 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:39:23.487643 n-d-811396-3 neutron-server[100597]: return f(self, *a, **k) Oct 20 10:39:23.487643 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:39:23.487643 n-d-811396-3 neutron-server[100597]: return self._get(url).json() Oct 20 10:39:23.487643 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:39:23.487643 n-d-811396-3 neutron-server[100597]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:39:23.487643 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:39:23.487643 n-d-811396-3 neutron-server[100597]: return self.request(url, 'GET', **kwargs) Oct 20 10:39:23.487643 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:39:23.487643 n-d-811396-3 neutron-server[100597]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:39:23.487643 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:39:23.487643 n-d-811396-3 neutron-server[100597]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:39:23.487643 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:39:23.487643 n-d-811396-3 neutron-server[100597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:39:23.487643 n-d-811396-3 neutron-server[100597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:39:23.579152 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-dad76722-0e83-484a-8567-a5fda75a439b tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:23.586262 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-dad76722-0e83-484a-8567-a5fda75a439b tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:23.586443 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e366c796-9b13-40be-b441-ff716a801b4f req-c1602a31-2826-4054-9456-619f7bdff032 tempest-ServersTestJSON-964661855 tempest-ServersTestJSON-964661855-project] 10.222.0.64 "GET /v2.0/ports?device_id=74efdf6a-54f9-4595-b5cc-5b30138caeac HTTP/1.1" status: 200 len: 210 time: 0.0782914 Oct 20 10:39:23.595694 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-dad76722-0e83-484a-8567-a5fda75a439b tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] 10.222.0.64 "DELETE /v2.0/networks/14e051e8-478e-4ca2-9018-ab366f2fc673 HTTP/1.1" status: 204 len: 168 time: 1.1752160 Oct 20 10:39:23.692068 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad76722-0e83-484a-8567-a5fda75a439b tempest-PortsTestJSON-457571067 tempest-PortsTestJSON-457571067-project] Pushing event deleted for resources: {'Network': ['ID=14e051e8-478e-4ca2-9018-ab366f2fc673,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:23.825565 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eb597b-84b5-499f-8690-ab35305953f9 req-71637a9c-6ec0-4dd4-9e63-cad51c6c49fb tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:23.834150 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a6eb597b-84b5-499f-8690-ab35305953f9 req-71637a9c-6ec0-4dd4-9e63-cad51c6c49fb tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8cc8a35-edaf-4cf9-b527-4b8b90b5a4a0 HTTP/1.1" status: 200 len: 945 time: 0.1414738 Oct 20 10:39:23.901811 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a6eb597b-84b5-499f-8690-ab35305953f9 req-0e222ee7-b896-4f71-911b-0d1afa311194 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/security-groups?id=17372704-86e6-46e6-a5dd-dc7385be620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658476 Oct 20 10:39:23.928608 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9966c8d3-9a19-4a01-b94e-eeb8ff84c8aa req-1592c21d-64e3-40bb-b14e-cce8b1cf59ba tempest-ImagesOneServerTestJSON-313423051 tempest-ImagesOneServerTestJSON-313423051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:23.931964 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9966c8d3-9a19-4a01-b94e-eeb8ff84c8aa req-1592c21d-64e3-40bb-b14e-cce8b1cf59ba tempest-ImagesOneServerTestJSON-313423051 tempest-ImagesOneServerTestJSON-313423051-project] 10.222.0.64 "GET /v2.0/ports?device_id=80998131-c175-452a-9424-75d114dde0a9 HTTP/1.1" status: 200 len: 950 time: 0.1593106 Oct 20 10:39:24.025641 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9966c8d3-9a19-4a01-b94e-eeb8ff84c8aa req-9cdda61a-49b0-4b36-b1b4-b0013c963ef4 tempest-ImagesOneServerTestJSON-313423051 tempest-ImagesOneServerTestJSON-313423051-project] 10.222.0.64 "GET /v2.0/security-groups?id=7777715a-2479-4ec4-a273-a5b5bf1d94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866139 Oct 20 10:39:24.127561 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 54192) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:24.366442 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-da0232c4-85ce-495f-95ea-a8b6faae87b4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=81acf106a8e845e5a82c7531aebd6cee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2378113 Oct 20 10:39:24.368905 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 54220) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:24.439450 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a03968b8-b497-4674-971f-f099ce40593a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:24.473775 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a03968b8-b497-4674-971f-f099ce40593a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:24.559215 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a03968b8-b497-4674-971f-f099ce40593a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:24.562454 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a03968b8-b497-4674-971f-f099ce40593a admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:24.566100 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-a03968b8-b497-4674-971f-f099ce40593a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3f43200b-0001-4112-9906-4d885a66507a HTTP/1.1" status: 204 len: 168 time: 0.1960585 Oct 20 10:39:24.590443 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03968b8-b497-4674-971f-f099ce40593a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f43200b-0001-4112-9906-4d885a66507a,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:24.886350 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fcf33e50-6fea-4e2f-97d9-511667a799fc req-20ca9390-b560-4485-b0b5-44bfb3a030da tempest-ServersTestJSON-964661855 tempest-ServersTestJSON-964661855-project] 10.222.0.64 "GET /v2.0/ports?device_id=74efdf6a-54f9-4595-b5cc-5b30138caeac HTTP/1.1" status: 200 len: 210 time: 0.0391660 Oct 20 10:39:25.048895 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e840d1c7-ed1f-430e-a545-43f4f4c23bde req-29126eb6-46aa-4474-8100-56edf981b1e5 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:25.060012 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e840d1c7-ed1f-430e-a545-43f4f4c23bde req-29126eb6-46aa-4474-8100-56edf981b1e5 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8cc8a35-edaf-4cf9-b527-4b8b90b5a4a0 HTTP/1.1" status: 200 len: 945 time: 0.0773149 Oct 20 10:39:25.096168 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675926b9-6790-4bc9-a4ed-531fde57fafa req-decee4ad-c083-4416-96e1-b1ed79f905ab tempest-ServersTestJSON-964661855 tempest-ServersTestJSON-964661855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:25.098102 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-675926b9-6790-4bc9-a4ed-531fde57fafa req-decee4ad-c083-4416-96e1-b1ed79f905ab tempest-ServersTestJSON-964661855 tempest-ServersTestJSON-964661855-project] 10.222.0.69 "GET /v2.0/networks?id=411d4234-6028-4133-8d80-5a148f5163b9 HTTP/1.1" status: 200 len: 806 time: 0.2588761 Oct 20 10:39:25.136952 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e840d1c7-ed1f-430e-a545-43f4f4c23bde req-5ed9497b-cf86-4850-abaf-9a61da9319d0 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/security-groups?id=17372704-86e6-46e6-a5dd-dc7385be620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746276 Oct 20 10:39:25.216903 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-675926b9-6790-4bc9-a4ed-531fde57fafa req-639eda05-ec3c-4021-8dc3-41acedec06ae tempest-ServersTestJSON-964661855 tempest-ServersTestJSON-964661855-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=600f50cdae1e47df84de92209b6b6aa1 HTTP/1.1" status: 200 len: 379 time: 0.1014271 Oct 20 10:39:25.240436 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [req-675926b9-6790-4bc9-a4ed-531fde57fafa req-cbbee432-643c-4390-a18c-d2bae155e878 tempest-ServersTestJSON-964661855 tempest-ServersTestJSON-964661855-project] Request body: {'port': {'device_id': '74efdf6a-54f9-4595-b5cc-5b30138caeac', 'network_id': '411d4234-6028-4133-8d80-5a148f5163b9', 'admin_state_up': True, 'tenant_id': '600f50cdae1e47df84de92209b6b6aa1', 'security_groups': ['dc3bf295-9273-4f64-aec5-86ffd92b7577']}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:39:25.500701 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-675926b9-6790-4bc9-a4ed-531fde57fafa req-cbbee432-643c-4390-a18c-d2bae155e878 tempest-ServersTestJSON-964661855 tempest-ServersTestJSON-964661855-project] Made reservation on behalf of 600f50cdae1e47df84de92209b6b6aa1 for: {'port': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:39:25.505982 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-675926b9-6790-4bc9-a4ed-531fde57fafa req-cbbee432-643c-4390-a18c-d2bae155e878 tempest-ServersTestJSON-964661855 tempest-ServersTestJSON-964661855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:25.836035 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [req-675926b9-6790-4bc9-a4ed-531fde57fafa req-cbbee432-643c-4390-a18c-d2bae155e878 tempest-ServersTestJSON-964661855 tempest-ServersTestJSON-964661855-project] Allocated IP 172.20.0.13 (411d4234-6028-4133-8d80-5a148f5163b9/23d5dc21-e5ce-4676-bd7b-3e25bdae4f75/db94d8bf-ab64-48a5-be73-894428d1fd35) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:39:25.887611 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 8a9db7ea-a970-472c-8c68-dbd7aee6e7f8 no longer exists at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:39:25.978582 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-56a25fb1-5049-4cec-834c-133d8e71b658 req-7a511dfc-4de5-4ada-8170-a3e1c985be37 tempest-QuotasAdminNegativeTest-509997141 tempest-QuotasAdminNegativeTest-509997141-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=02ce1628820e4ff3bef1260b8e632ae1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0516434 Oct 20 10:39:25.984576 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 54310) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:26.116249 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:26.160286 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80998131-c175-452a-9424-75d114dde0a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a9db7ea-a970-472c-8c68-dbd7aee6e7f8'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:39:26.163591 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7488b749-d14d-468c-9baa-0c203f055013" -d '{"events": [{"server_uuid": "80998131-c175-452a-9424-75d114dde0a9", "name": "network-vif-unplugged", "status": "completed", "tag": "8a9db7ea-a970-472c-8c68-dbd7aee6e7f8"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:39:26.182931 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 8a9db7ea-a970-472c-8c68-dbd7aee6e7f8, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=8a9db7ea-a970-472c-8c68-dbd7aee6e7f8,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:39:26.197325 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:26.215695 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-675926b9-6790-4bc9-a4ed-531fde57fafa req-cbbee432-643c-4390-a18c-d2bae155e878 tempest-ServersTestJSON-964661855 tempest-ServersTestJSON-964661855-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:26.225337 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a25fb1-5049-4cec-834c-133d8e71b658 req-eaf443a0-410f-47e8-a166-6d3f982fcae7 tempest-QuotasAdminNegativeTest-509997141 tempest-QuotasAdminNegativeTest-509997141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:26.239063 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-56a25fb1-5049-4cec-834c-133d8e71b658 req-eaf443a0-410f-47e8-a166-6d3f982fcae7 tempest-QuotasAdminNegativeTest-509997141 tempest-QuotasAdminNegativeTest-509997141-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2588863 Oct 20 10:39:26.271806 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-675926b9-6790-4bc9-a4ed-531fde57fafa req-cbbee432-643c-4390-a18c-d2bae155e878 tempest-ServersTestJSON-964661855 tempest-ServersTestJSON-964661855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:26.303826 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=8a9db7ea-a970-472c-8c68-dbd7aee6e7f8,revision_number=8']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:26.308200 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-000ade7d-09c4-44ad-ad1e-ea4a73bb472b req-fdea6a91-cb37-4b57-9ca0-e8f30b733308 tempest-ServersTestJSON-964661855 tempest-ServersTestJSON-964661855-project] 10.222.0.64 "GET /v2.0/ports?device_id=74efdf6a-54f9-4595-b5cc-5b30138caeac HTTP/1.1" status: 200 len: 210 time: 0.1279898 Oct 20 10:39:26.359644 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-56a25fb1-5049-4cec-834c-133d8e71b658 req-09ba1a38-7657-41ef-a24e-b1e2d942e468 tempest-QuotasAdminNegativeTest-509997141 tempest-QuotasAdminNegativeTest-509997141-project] 10.222.0.64 "GET /v2.0/quotas/02ce1628820e4ff3bef1260b8e632ae1 HTTP/1.1" status: 200 len: 375 time: 0.0498278 Oct 20 10:39:26.362698 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 54326) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:26.449113 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbee432-643c-4390-a18c-d2bae155e878 tempest-ServersTestJSON-964661855 tempest-ServersTestJSON-964661855-project] Pushing event updated for resources: {'Port': ['ID=db94d8bf-ab64-48a5-be73-894428d1fd35,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:26.468953 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-56a25fb1-5049-4cec-834c-133d8e71b658 req-56881f17-3f92-47c8-82fa-8deca443ede7 tempest-QuotasAdminNegativeTest-509997141 tempest-QuotasAdminNegativeTest-509997141-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=02ce1628820e4ff3bef1260b8e632ae1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1069527 Oct 20 10:39:26.471187 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-e99fc08e-67f2-4b57-9445-fbdf1405fdfb tempest-QuotasNegativeTest-1528805052 tempest-QuotasNegativeTest-1528805052-project-admin] Request body: {'quota': {'network': 2}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:39:26.511678 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-675926b9-6790-4bc9-a4ed-531fde57fafa req-cbbee432-643c-4390-a18c-d2bae155e878 tempest-ServersTestJSON-964661855 tempest-ServersTestJSON-964661855-project] Network 411d4234-6028-4133-8d80-5a148f5163b9 is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:39:26.521207 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [req-675926b9-6790-4bc9-a4ed-531fde57fafa req-cbbee432-643c-4390-a18c-d2bae155e878 tempest-ServersTestJSON-964661855 tempest-ServersTestJSON-964661855-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:39:26.527941 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [req-675926b9-6790-4bc9-a4ed-531fde57fafa req-cbbee432-643c-4390-a18c-d2bae155e878 tempest-ServersTestJSON-964661855 tempest-ServersTestJSON-964661855-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:39:26.536187 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-b28105a0-304b-4bd8-9486-7d8e4aa642ed tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1543573489'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:39:26.575650 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-e99fc08e-67f2-4b57-9445-fbdf1405fdfb tempest-QuotasNegativeTest-1528805052 tempest-QuotasNegativeTest-1528805052-project-admin] 10.222.0.64 "PUT /v2.0/quotas/b49222a00cbf4fdeb17099b549c1e32e HTTP/1.1" status: 200 len: 368 time: 0.5902009 Oct 20 10:39:26.576458 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 54336) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:26.594666 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b28105a0-304b-4bd8-9486-7d8e4aa642ed tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Made reservation on behalf of a9b5f78b497b4e82bedac7bcd2f62452 for: {'network': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:39:26.596572 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-8c3564a9-f5e3-4c55-b843-1421eabb3dde tempest-QuotasNegativeTest-1528805052 tempest-QuotasNegativeTest-1528805052-project-admin] Request body: {'network': {'project_id': 'b49222a00cbf4fdeb17099b549c1e32e'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:39:26.602295 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-b28105a0-304b-4bd8-9486-7d8e4aa642ed tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:26.626013 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-b28105a0-304b-4bd8-9486-7d8e4aa642ed tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:26.637819 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675926b9-6790-4bc9-a4ed-531fde57fafa req-cbbee432-643c-4390-a18c-d2bae155e878 tempest-ServersTestJSON-964661855 tempest-ServersTestJSON-964661855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:26.638794 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-675926b9-6790-4bc9-a4ed-531fde57fafa req-cbbee432-643c-4390-a18c-d2bae155e878 tempest-ServersTestJSON-964661855 tempest-ServersTestJSON-964661855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:26.657208 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c3564a9-f5e3-4c55-b843-1421eabb3dde tempest-QuotasNegativeTest-1528805052 tempest-QuotasNegativeTest-1528805052-project-admin] Made reservation on behalf of b49222a00cbf4fdeb17099b549c1e32e for: {'network': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:39:26.663777 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8c3564a9-f5e3-4c55-b843-1421eabb3dde tempest-QuotasNegativeTest-1528805052 tempest-QuotasNegativeTest-1528805052-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:26.721859 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-675926b9-6790-4bc9-a4ed-531fde57fafa req-cbbee432-643c-4390-a18c-d2bae155e878 tempest-ServersTestJSON-964661855 tempest-ServersTestJSON-964661855-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4697173 Oct 20 10:39:26.730660 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [req-675926b9-6790-4bc9-a4ed-531fde57fafa req-f76d600d-04e1-4d4e-97d3-d9e7f7da6c7b service neutron] Request body: {'port': {'device_id': '74efdf6a-54f9-4595-b5cc-5b30138caeac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811396-3'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:39:26.735340 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8c3564a9-f5e3-4c55-b843-1421eabb3dde tempest-QuotasNegativeTest-1528805052 tempest-QuotasNegativeTest-1528805052-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:26.809947 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-b28105a0-304b-4bd8-9486-7d8e4aa642ed tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:26.862617 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-b28105a0-304b-4bd8-9486-7d8e4aa642ed tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:26.891007 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-675926b9-6790-4bc9-a4ed-531fde57fafa req-f76d600d-04e1-4d4e-97d3-d9e7f7da6c7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:26.908547 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28105a0-304b-4bd8-9486-7d8e4aa642ed tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9de82d7f-0899-4cf0-b2c4-4d3ebdb2cf5e,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:26.941573 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1971772e-ec6d-4472-a847-b941ff1d9ac1 req-5f0cbcb1-2938-4a7c-bb27-212c0f0ba6d0 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:26.943318 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1971772e-ec6d-4472-a847-b941ff1d9ac1 req-5f0cbcb1-2938-4a7c-bb27-212c0f0ba6d0 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8cc8a35-edaf-4cf9-b527-4b8b90b5a4a0 HTTP/1.1" status: 200 len: 945 time: 0.1403382 Oct 20 10:39:26.944219 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b28105a0-304b-4bd8-9486-7d8e4aa642ed tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 832} {{(pid=100596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:39:26.970450 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-b28105a0-304b-4bd8-9486-7d8e4aa642ed tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:26.970833 n-d-811396-3 neutron-server[100596]: INFO neutron.db.segments_db [None req-b28105a0-304b-4bd8-9486-7d8e4aa642ed tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Added segment 54504fce-b499-456b-a9bd-e0ca115475c8 of type vlan for network db8ea9a3-d0e5-4901-8969-c3025f7cb731 Oct 20 10:39:27.045367 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-7edaefb7-4e0a-4d40-a0e5-2ec63c4e5191 None None] Provisioning complete for port db94d8bf-ab64-48a5-be73-894428d1fd35 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:39:27.047826 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8c3564a9-f5e3-4c55-b843-1421eabb3dde tempest-QuotasNegativeTest-1528805052 tempest-QuotasNegativeTest-1528805052-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:27.048659 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-7edaefb7-4e0a-4d40-a0e5-2ec63c4e5191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:27.054829 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8c3564a9-f5e3-4c55-b843-1421eabb3dde tempest-QuotasNegativeTest-1528805052 tempest-QuotasNegativeTest-1528805052-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:27.070908 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c3564a9-f5e3-4c55-b843-1421eabb3dde tempest-QuotasNegativeTest-1528805052 tempest-QuotasNegativeTest-1528805052-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 829} {{(pid=100597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:39:27.079921 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8c3564a9-f5e3-4c55-b843-1421eabb3dde tempest-QuotasNegativeTest-1528805052 tempest-QuotasNegativeTest-1528805052-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:27.080333 n-d-811396-3 neutron-server[100597]: INFO neutron.db.segments_db [None req-8c3564a9-f5e3-4c55-b843-1421eabb3dde tempest-QuotasNegativeTest-1528805052 tempest-QuotasNegativeTest-1528805052-project-admin] Added segment 399b63d9-a6af-467e-9b45-c280a9c512b4 of type vlan for network 37afcfef-9bf8-4cf9-a2c5-ad21ba628fce Oct 20 10:39:27.131787 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8c3564a9-f5e3-4c55-b843-1421eabb3dde tempest-QuotasNegativeTest-1528805052 tempest-QuotasNegativeTest-1528805052-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:27.133890 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Oct 2021 10:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2154d530-6e2c-44ee-9369-8608b422f0af x-openstack-request-id: req-2154d530-6e2c-44ee-9369-8608b422f0af {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:39:27.134503 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-b28105a0-304b-4bd8-9486-7d8e4aa642ed tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:27.135181 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80998131-c175-452a-9424-75d114dde0a9", "name": "network-vif-unplugged", "status": "completed", "tag": "8a9db7ea-a970-472c-8c68-dbd7aee6e7f8", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:39:27.136623 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2154d530-6e2c-44ee-9369-8608b422f0af {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:39:27.137182 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80998131-c175-452a-9424-75d114dde0a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a9db7ea-a970-472c-8c68-dbd7aee6e7f8', 'code': 200} Oct 20 10:39:27.138479 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-7edaefb7-4e0a-4d40-a0e5-2ec63c4e5191 None None] Port db94d8bf-ab64-48a5-be73-894428d1fd35 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:39:27.167862 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8c3564a9-f5e3-4c55-b843-1421eabb3dde tempest-QuotasNegativeTest-1528805052 tempest-QuotasNegativeTest-1528805052-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:27.169332 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c3564a9-f5e3-4c55-b843-1421eabb3dde tempest-QuotasNegativeTest-1528805052 tempest-QuotasNegativeTest-1528805052-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:27.169921 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8c3564a9-f5e3-4c55-b843-1421eabb3dde tempest-QuotasNegativeTest-1528805052 tempest-QuotasNegativeTest-1528805052-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:27.200340 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-b28105a0-304b-4bd8-9486-7d8e4aa642ed tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:27.209123 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28105a0-304b-4bd8-9486-7d8e4aa642ed tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:27.210094 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-b28105a0-304b-4bd8-9486-7d8e4aa642ed tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:27.254863 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-8c3564a9-f5e3-4c55-b843-1421eabb3dde tempest-QuotasNegativeTest-1528805052 tempest-QuotasNegativeTest-1528805052-project-admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.6727633 Oct 20 10:39:27.258445 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 54350) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:27.308583 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1971772e-ec6d-4472-a847-b941ff1d9ac1 req-071bc6b0-7bdd-468c-b238-a0dab40dd2a0 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/security-groups?id=17372704-86e6-46e6-a5dd-dc7385be620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3561068 Oct 20 10:39:27.319022 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-5b3c5bfd-6a2a-42b9-98de-b8396e13765b tempest-QuotasNegativeTest-1528805052 tempest-QuotasNegativeTest-1528805052-project-admin] Request body: {'network': {'project_id': 'b49222a00cbf4fdeb17099b549c1e32e'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:39:27.336600 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3564a9-f5e3-4c55-b843-1421eabb3dde tempest-QuotasNegativeTest-1528805052 tempest-QuotasNegativeTest-1528805052-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=490de6e6-363e-45e4-ad52-d87588912632,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:27.352319 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-b28105a0-304b-4bd8-9486-7d8e4aa642ed tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9811523 Oct 20 10:39:27.355191 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 54358) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:27.369307 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-c6b150db-a7ce-45c2-81cd-cdea3e42ced9 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-680829571'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:39:27.383152 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3564a9-f5e3-4c55-b843-1421eabb3dde tempest-QuotasNegativeTest-1528805052 tempest-QuotasNegativeTest-1528805052-project-admin] Pushing event updated for resources: {'Network': ['ID=37afcfef-9bf8-4cf9-a2c5-ad21ba628fce,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:27.395347 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b3c5bfd-6a2a-42b9-98de-b8396e13765b tempest-QuotasNegativeTest-1528805052 tempest-QuotasNegativeTest-1528805052-project-admin] Made reservation on behalf of b49222a00cbf4fdeb17099b549c1e32e for: {'network': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:39:27.397810 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5b3c5bfd-6a2a-42b9-98de-b8396e13765b tempest-QuotasNegativeTest-1528805052 tempest-QuotasNegativeTest-1528805052-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:27.401332 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network 37afcfef-9bf8-4cf9-a2c5-ad21ba628fce details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:39:27.446152 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b3c5bfd-6a2a-42b9-98de-b8396e13765b tempest-QuotasNegativeTest-1528805052 tempest-QuotasNegativeTest-1528805052-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 813} {{(pid=100597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:39:27.479963 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28105a0-304b-4bd8-9486-7d8e4aa642ed tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Pushing event updated for resources: {'Network': ['ID=db8ea9a3-d0e5-4901-8969-c3025f7cb731,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:27.488649 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5b3c5bfd-6a2a-42b9-98de-b8396e13765b tempest-QuotasNegativeTest-1528805052 tempest-QuotasNegativeTest-1528805052-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:27.489003 n-d-811396-3 neutron-server[100597]: INFO neutron.db.segments_db [None req-5b3c5bfd-6a2a-42b9-98de-b8396e13765b tempest-QuotasNegativeTest-1528805052 tempest-QuotasNegativeTest-1528805052-project-admin] Added segment 215a5eb2-cec9-420d-9d64-17d08ada772b of type vlan for network 71c5957d-a0e3-49d0-bbb2-46aab9bb26bf Oct 20 10:39:27.497632 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6b150db-a7ce-45c2-81cd-cdea3e42ced9 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Made reservation on behalf of a9b5f78b497b4e82bedac7bcd2f62452 for: {'network': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:39:27.501623 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c6b150db-a7ce-45c2-81cd-cdea3e42ced9 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:27.528316 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network db8ea9a3-d0e5-4901-8969-c3025f7cb731 details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:39:27.534769 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6b150db-a7ce-45c2-81cd-cdea3e42ced9 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 822} {{(pid=100596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:39:27.577470 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c6b150db-a7ce-45c2-81cd-cdea3e42ced9 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:27.577859 n-d-811396-3 neutron-server[100596]: INFO neutron.db.segments_db [None req-c6b150db-a7ce-45c2-81cd-cdea3e42ced9 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Added segment e198fa81-364d-4344-a42b-25a1d5b96247 of type vlan for network ea791d5a-0e60-4cdb-878d-fcbe3220815a Oct 20 10:39:27.578376 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5b3c5bfd-6a2a-42b9-98de-b8396e13765b tempest-QuotasNegativeTest-1528805052 tempest-QuotasNegativeTest-1528805052-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:27.629878 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5b3c5bfd-6a2a-42b9-98de-b8396e13765b tempest-QuotasNegativeTest-1528805052 tempest-QuotasNegativeTest-1528805052-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:27.631018 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b3c5bfd-6a2a-42b9-98de-b8396e13765b tempest-QuotasNegativeTest-1528805052 tempest-QuotasNegativeTest-1528805052-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:27.631668 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5b3c5bfd-6a2a-42b9-98de-b8396e13765b tempest-QuotasNegativeTest-1528805052 tempest-QuotasNegativeTest-1528805052-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:27.651877 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d83285-3641-4a98-a91b-21e0863df5c0 req-3afbc198-6916-4f2e-8982-a2fbe475fd73 tempest-ServersTestJSON-964661855 tempest-ServersTestJSON-964661855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:27.659831 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e8d83285-3641-4a98-a91b-21e0863df5c0 req-3afbc198-6916-4f2e-8982-a2fbe475fd73 tempest-ServersTestJSON-964661855 tempest-ServersTestJSON-964661855-project] 10.222.0.64 "GET /v2.0/ports?device_id=74efdf6a-54f9-4595-b5cc-5b30138caeac HTTP/1.1" status: 200 len: 932 time: 0.1263924 Oct 20 10:39:27.662804 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c6b150db-a7ce-45c2-81cd-cdea3e42ced9 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:27.689477 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-5b3c5bfd-6a2a-42b9-98de-b8396e13765b tempest-QuotasNegativeTest-1528805052 tempest-QuotasNegativeTest-1528805052-project-admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.3747771 Oct 20 10:39:27.690830 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 54368) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:27.692857 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [req-675926b9-6790-4bc9-a4ed-531fde57fafa req-f76d600d-04e1-4d4e-97d3-d9e7f7da6c7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db94d8bf-ab64-48a5-be73-894428d1fd35 {{(pid=100597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:39:27.710935 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-f7e70125-63e1-47b7-a450-849c956da243 tempest-QuotasNegativeTest-1528805052 tempest-QuotasNegativeTest-1528805052-project-admin] Request body: {'network': {'project_id': 'b49222a00cbf4fdeb17099b549c1e32e'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:39:27.715726 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-675926b9-6790-4bc9-a4ed-531fde57fafa req-f76d600d-04e1-4d4e-97d3-d9e7f7da6c7b service neutron] Publish callbacks [] for port, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:27.716567 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e8d83285-3641-4a98-a91b-21e0863df5c0 req-59e4f98e-33e4-44c9-ace5-5457a134d6d0 tempest-ServersTestJSON-964661855 tempest-ServersTestJSON-964661855-project] 10.222.0.64 "GET /v2.0/security-groups?id=dc3bf295-9273-4f64-aec5-86ffd92b7577&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531979 Oct 20 10:39:27.767327 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c6b150db-a7ce-45c2-81cd-cdea3e42ced9 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:27.769164 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3c5bfd-6a2a-42b9-98de-b8396e13765b tempest-QuotasNegativeTest-1528805052 tempest-QuotasNegativeTest-1528805052-project-admin] Pushing event updated for resources: {'Network': ['ID=71c5957d-a0e3-49d0-bbb2-46aab9bb26bf,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:27.771576 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7e70125-63e1-47b7-a450-849c956da243 tempest-QuotasNegativeTest-1528805052 tempest-QuotasNegativeTest-1528805052-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Oct 20 10:39:27.772046 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7e70125-63e1-47b7-a450-849c956da243 tempest-QuotasNegativeTest-1528805052 tempest-QuotasNegativeTest-1528805052-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=100597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:39:27.773209 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-f7e70125-63e1-47b7-a450-849c956da243 tempest-QuotasNegativeTest-1528805052 tempest-QuotasNegativeTest-1528805052-project-admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0757978 Oct 20 10:39:27.774407 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.provisioning_blocks [req-675926b9-6790-4bc9-a4ed-531fde57fafa req-f76d600d-04e1-4d4e-97d3-d9e7f7da6c7b service neutron] Transition to ACTIVE for port object db94d8bf-ab64-48a5-be73-894428d1fd35 will not be triggered until provisioned by entity L2. {{(pid=100597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:39:27.778005 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 54370) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:27.785693 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network 71c5957d-a0e3-49d0-bbb2-46aab9bb26bf details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:39:27.786417 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b150db-a7ce-45c2-81cd-cdea3e42ced9 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:27.787452 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c6b150db-a7ce-45c2-81cd-cdea3e42ced9 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:27.813158 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-675926b9-6790-4bc9-a4ed-531fde57fafa req-f76d600d-04e1-4d4e-97d3-d9e7f7da6c7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:27.832377 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-c6b150db-a7ce-45c2-81cd-cdea3e42ced9 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4759347 Oct 20 10:39:27.836672 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 54372) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:27.855124 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-72a4ee1e-1a54-4987-ae27-a3c0ed2f1d30 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Request body: {'subnet': {'network_id': 'db8ea9a3-d0e5-4901-8969-c3025f7cb731', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:39:27.917968 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-6727df6a-3d46-4bce-8793-46a38f3f525e tempest-QuotasNegativeTest-1528805052 tempest-QuotasNegativeTest-1528805052-project-admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b49222a00cbf4fdeb17099b549c1e32e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1359649 Oct 20 10:39:27.937124 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 54380) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:27.955777 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b150db-a7ce-45c2-81cd-cdea3e42ced9 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Pushing event updated for resources: {'Network': ['ID=ea791d5a-0e60-4cdb-878d-fcbe3220815a,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:27.968888 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network ea791d5a-0e60-4cdb-878d-fcbe3220815a details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:39:27.989121 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d600d-04e1-4d4e-97d3-d9e7f7da6c7b service neutron] Pushing event updated for resources: {'Port': ['ID=db94d8bf-ab64-48a5-be73-894428d1fd35,revision_number=2']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:28.136552 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-675926b9-6790-4bc9-a4ed-531fde57fafa req-f76d600d-04e1-4d4e-97d3-d9e7f7da6c7b service neutron] Attempting to bind port db94d8bf-ab64-48a5-be73-894428d1fd35 on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:39:28.137124 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-675926b9-6790-4bc9-a4ed-531fde57fafa req-f76d600d-04e1-4d4e-97d3-d9e7f7da6c7b service neutron] Attempting to bind port db94d8bf-ab64-48a5-be73-894428d1fd35 by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': '95e9de36-3ccc-4b38-8bfc-db37fedbb6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '411d4234-6028-4133-8d80-5a148f5163b9'}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:39:28.137261 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-675926b9-6790-4bc9-a4ed-531fde57fafa req-f76d600d-04e1-4d4e-97d3-d9e7f7da6c7b service neutron] Attempting to bind port db94d8bf-ab64-48a5-be73-894428d1fd35 on network 411d4234-6028-4133-8d80-5a148f5163b9 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:39:28.147212 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-675926b9-6790-4bc9-a4ed-531fde57fafa req-f76d600d-04e1-4d4e-97d3-d9e7f7da6c7b service neutron] Port db94d8bf-ab64-48a5-be73-894428d1fd35 on network 411d4234-6028-4133-8d80-5a148f5163b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:39:28.147570 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-675926b9-6790-4bc9-a4ed-531fde57fafa req-f76d600d-04e1-4d4e-97d3-d9e7f7da6c7b service neutron] Attempting to bind port db94d8bf-ab64-48a5-be73-894428d1fd35 on network 411d4234-6028-4133-8d80-5a148f5163b9 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:39:28.157497 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-675926b9-6790-4bc9-a4ed-531fde57fafa req-f76d600d-04e1-4d4e-97d3-d9e7f7da6c7b service neutron] Checking agent: {'id': '061232a2-7adc-4ba1-a873-e8cb136b064d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 39, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:39:28.158298 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-675926b9-6790-4bc9-a4ed-531fde57fafa req-f76d600d-04e1-4d4e-97d3-d9e7f7da6c7b service neutron] Checking segment: {'id': '95e9de36-3ccc-4b38-8bfc-db37fedbb6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '411d4234-6028-4133-8d80-5a148f5163b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:39:28.159139 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-675926b9-6790-4bc9-a4ed-531fde57fafa req-f76d600d-04e1-4d4e-97d3-d9e7f7da6c7b service neutron] Bound using segment: {'id': '95e9de36-3ccc-4b38-8bfc-db37fedbb6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '411d4234-6028-4133-8d80-5a148f5163b9'} {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:39:28.159708 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-675926b9-6790-4bc9-a4ed-531fde57fafa req-f76d600d-04e1-4d4e-97d3-d9e7f7da6c7b service neutron] Bound port: db94d8bf-ab64-48a5-be73-894428d1fd35, host: n-h2-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95e9de36-3ccc-4b38-8bfc-db37fedbb6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '411d4234-6028-4133-8d80-5a148f5163b9'}}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:39:28.160167 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-675926b9-6790-4bc9-a4ed-531fde57fafa req-f76d600d-04e1-4d4e-97d3-d9e7f7da6c7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:28.222805 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72a4ee1e-1a54-4987-ae27-a3c0ed2f1d30 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Made reservation on behalf of a9b5f78b497b4e82bedac7bcd2f62452 for: {'subnet': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:39:28.227651 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-72a4ee1e-1a54-4987-ae27-a3c0ed2f1d30 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26761797'] for subnet, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:28.279163 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-856adcaa-a24a-4d06-b9a3-d9d13925cc89 tempest-QuotasNegativeTest-1528805052 tempest-QuotasNegativeTest-1528805052-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:28.308474 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [req-675926b9-6790-4bc9-a4ed-531fde57fafa req-f76d600d-04e1-4d4e-97d3-d9e7f7da6c7b service neutron] For port db94d8bf-ab64-48a5-be73-894428d1fd35, host n-h2-811396-3, cleared binding levels {{(pid=100597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:39:28.312487 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [req-675926b9-6790-4bc9-a4ed-531fde57fafa req-f76d600d-04e1-4d4e-97d3-d9e7f7da6c7b service neutron] For port db94d8bf-ab64-48a5-be73-894428d1fd35, host n-h2-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=db94d8bf-ab64-48a5-be73-894428d1fd35,segment=NetworkSegment(95e9de36-3ccc-4b38-8bfc-db37fedbb6af),segment_id=95e9de36-3ccc-4b38-8bfc-db37fedbb6af)] {{(pid=100597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:39:28.316600 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-675926b9-6790-4bc9-a4ed-531fde57fafa req-f76d600d-04e1-4d4e-97d3-d9e7f7da6c7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:28.359260 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675926b9-6790-4bc9-a4ed-531fde57fafa req-f76d600d-04e1-4d4e-97d3-d9e7f7da6c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:28.359901 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-675926b9-6790-4bc9-a4ed-531fde57fafa req-f76d600d-04e1-4d4e-97d3-d9e7f7da6c7b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:28.361767 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-675926b9-6790-4bc9-a4ed-531fde57fafa req-f76d600d-04e1-4d4e-97d3-d9e7f7da6c7b service neutron] 10.222.0.69 "PUT /v2.0/ports/db94d8bf-ab64-48a5-be73-894428d1fd35 HTTP/1.1" status: 200 len: 1092 time: 1.6501949 Oct 20 10:39:28.362213 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74efdf6a-54f9-4595-b5cc-5b30138caeac', 'tag': 'db94d8bf-ab64-48a5-be73-894428d1fd35'}] {{(pid=100597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:39:28.362338 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-856adcaa-a24a-4d06-b9a3-d9d13925cc89 tempest-QuotasNegativeTest-1528805052 tempest-QuotasNegativeTest-1528805052-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:28.364531 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd85cad6a391afaa95d2dd5280bfd4659fc1e1b2aba53b5e7ef874f059efcdc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-226a0dbe-3a96-4614-8698-a476da8f841a" -d '{"events": [{"name": "network-changed", "server_uuid": "74efdf6a-54f9-4595-b5cc-5b30138caeac", "tag": "db94d8bf-ab64-48a5-be73-894428d1fd35"}]}' {{(pid=100597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:39:28.406354 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d600d-04e1-4d4e-97d3-d9e7f7da6c7b service neutron] Pushing event updated for resources: {'Port': ['ID=db94d8bf-ab64-48a5-be73-894428d1fd35,revision_number=3']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:28.537032 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-856adcaa-a24a-4d06-b9a3-d9d13925cc89 tempest-QuotasNegativeTest-1528805052 tempest-QuotasNegativeTest-1528805052-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:28.539886 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-856adcaa-a24a-4d06-b9a3-d9d13925cc89 tempest-QuotasNegativeTest-1528805052 tempest-QuotasNegativeTest-1528805052-project-admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:28.541828 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-856adcaa-a24a-4d06-b9a3-d9d13925cc89 tempest-QuotasNegativeTest-1528805052 tempest-QuotasNegativeTest-1528805052-project-admin] 10.222.0.64 "DELETE /v2.0/security-groups/490de6e6-363e-45e4-ad52-d87588912632 HTTP/1.1" status: 204 len: 168 time: 0.6036558 Oct 20 10:39:28.544609 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 54412) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:28.555630 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9630db6-617b-4fbc-83a8-553852ecff31 x-openstack-request-id: req-e9630db6-617b-4fbc-83a8-553852ecff31 {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:39:28.555925 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74efdf6a-54f9-4595-b5cc-5b30138caeac", "tag": "db94d8bf-ab64-48a5-be73-894428d1fd35", "status": "completed", "code": 200}]} {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:39:28.556162 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e9630db6-617b-4fbc-83a8-553852ecff31 {{(pid=100597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:39:28.556553 n-d-811396-3 neutron-server[100597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74efdf6a-54f9-4595-b5cc-5b30138caeac', 'tag': 'db94d8bf-ab64-48a5-be73-894428d1fd35', 'status': 'completed', 'code': 200} Oct 20 10:39:28.557681 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9120b7d2-8085-4197-bd7e-5a062f1ae88a req-d11ae01d-051f-4108-8fb3-7574dfd578c1 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:28.559290 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9120b7d2-8085-4197-bd7e-5a062f1ae88a req-d11ae01d-051f-4108-8fb3-7574dfd578c1 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8cc8a35-edaf-4cf9-b527-4b8b90b5a4a0 HTTP/1.1" status: 200 len: 945 time: 0.1205671 Oct 20 10:39:28.580250 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856adcaa-a24a-4d06-b9a3-d9d13925cc89 tempest-QuotasNegativeTest-1528805052 tempest-QuotasNegativeTest-1528805052-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=490de6e6-363e-45e4-ad52-d87588912632,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:28.594323 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675926b9-6790-4bc9-a4ed-531fde57fafa req-1c99a58e-6aaa-4c1f-9dec-a7378a72ac49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:28.595892 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-675926b9-6790-4bc9-a4ed-531fde57fafa req-1c99a58e-6aaa-4c1f-9dec-a7378a72ac49 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=600f50cdae1e47df84de92209b6b6aa1&device_id=74efdf6a-54f9-4595-b5cc-5b30138caeac HTTP/1.1" status: 200 len: 1095 time: 0.0946367 Oct 20 10:39:28.674545 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-675926b9-6790-4bc9-a4ed-531fde57fafa req-b6693bf0-a0aa-4db5-b7f6-d9f8a6e18801 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=db94d8bf-ab64-48a5-be73-894428d1fd35 HTTP/1.1" status: 200 len: 217 time: 0.0496066 Oct 20 10:39:28.678674 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-def0c43f-84e6-4230-a8d1-0b9b4b1db82e tempest-QuotasNegativeTest-1528805052 tempest-QuotasNegativeTest-1528805052-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:28.699345 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-72a4ee1e-1a54-4987-ae27-a3c0ed2f1d30 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26836128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26761819'] for subnet, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:28.716215 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9120b7d2-8085-4197-bd7e-5a062f1ae88a req-d979864a-0dcd-4bf0-9160-8b4982c50398 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/security-groups?id=17372704-86e6-46e6-a5dd-dc7385be620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421196 Oct 20 10:39:28.777353 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675926b9-6790-4bc9-a4ed-531fde57fafa req-d6e36e04-e7af-4436-af4a-6eb9bb9b3742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:28.778827 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-675926b9-6790-4bc9-a4ed-531fde57fafa req-d6e36e04-e7af-4436-af4a-6eb9bb9b3742 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=23d5dc21-e5ce-4676-bd7b-3e25bdae4f75 HTTP/1.1" status: 200 len: 845 time: 0.0951171 Oct 20 10:39:28.797663 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9e1e2b90-34e1-4611-8fe2-dbde9f3a86d6 req-277838c5-9e63-4f5a-a4ad-00fa24b7a61e tempest-QuotasAdminNegativeTest-509997141 tempest-QuotasAdminNegativeTest-509997141-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=02ce1628820e4ff3bef1260b8e632ae1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0571749 Oct 20 10:39:28.821953 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-def0c43f-84e6-4230-a8d1-0b9b4b1db82e tempest-QuotasNegativeTest-1528805052 tempest-QuotasNegativeTest-1528805052-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:28.856352 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a4ee1e-1a54-4987-ae27-a3c0ed2f1d30 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Pushing event updated for resources: {'Subnet': ['ID=fffac32a-5561-4083-81f0-eb5bd0ad8ae8,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:28.861280 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-def0c43f-84e6-4230-a8d1-0b9b4b1db82e tempest-QuotasNegativeTest-1528805052 tempest-QuotasNegativeTest-1528805052-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71c5957d-a0e3-49d0-bbb2-46aab9bb26bf']}} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:39:28.873426 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-def0c43f-84e6-4230-a8d1-0b9b4b1db82e tempest-QuotasNegativeTest-1528805052 tempest-QuotasNegativeTest-1528805052-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '215a5eb2-cec9-420d-9d64-17d08ada772b') {'for_net_delete': True} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:39:28.873719 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-def0c43f-84e6-4230-a8d1-0b9b4b1db82e tempest-QuotasNegativeTest-1528805052 tempest-QuotasNegativeTest-1528805052-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '215a5eb2-cec9-420d-9d64-17d08ada772b') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:39:28.885078 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-def0c43f-84e6-4230-a8d1-0b9b4b1db82e tempest-QuotasNegativeTest-1528805052 tempest-QuotasNegativeTest-1528805052-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25852596'] for segment, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:28.893516 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675926b9-6790-4bc9-a4ed-531fde57fafa req-ab51ed93-57b2-46ad-8cca-a4b7b4ee0fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:28.894998 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-675926b9-6790-4bc9-a4ed-531fde57fafa req-ab51ed93-57b2-46ad-8cca-a4b7b4ee0fad service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=411d4234-6028-4133-8d80-5a148f5163b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1076143 Oct 20 10:39:28.903406 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-def0c43f-84e6-4230-a8d1-0b9b4b1db82e tempest-QuotasNegativeTest-1528805052 tempest-QuotasNegativeTest-1528805052-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:28.903948 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a4ee1e-1a54-4987-ae27-a3c0ed2f1d30 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Checking segment: {'id': '54504fce-b499-456b-a9bd-e0ca115475c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'db8ea9a3-d0e5-4901-8969-c3025f7cb731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:39:28.904310 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a4ee1e-1a54-4987-ae27-a3c0ed2f1d30 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Network hostable DHCP agents. Network: db8ea9a3-d0e5-4901-8969-c3025f7cb731, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:39:28.916749 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-def0c43f-84e6-4230-a8d1-0b9b4b1db82e tempest-QuotasNegativeTest-1528805052 tempest-QuotasNegativeTest-1528805052-project-admin] Releasing vlan 813 on physical network physnet1 to pool {{(pid=100597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:39:28.917071 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-def0c43f-84e6-4230-a8d1-0b9b4b1db82e tempest-QuotasNegativeTest-1528805052 tempest-QuotasNegativeTest-1528805052-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951012'] for segment, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:28.918667 n-d-811396-3 neutron-server[100597]: Traceback (most recent call last): Oct 20 10:39:28.918667 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:39:28.918667 n-d-811396-3 neutron-server[100597]: timer() Oct 20 10:39:28.918667 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:39:28.918667 n-d-811396-3 neutron-server[100597]: cb(*args, **kw) Oct 20 10:39:28.918667 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:39:28.918667 n-d-811396-3 neutron-server[100597]: return func(*args, **kwargs) Oct 20 10:39:28.918667 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:39:28.918667 n-d-811396-3 neutron-server[100597]: self._notify() Oct 20 10:39:28.918667 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:39:28.918667 n-d-811396-3 neutron-server[100597]: self.callback(batched_events) Oct 20 10:39:28.918667 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:39:28.918667 n-d-811396-3 neutron-server[100597]: event.method(event) Oct 20 10:39:28.918667 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:39:28.918667 n-d-811396-3 neutron-server[100597]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:39:28.918667 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:39:28.918667 n-d-811396-3 neutron-server[100597]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:39:28.918667 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:39:28.918667 n-d-811396-3 neutron-server[100597]: return f(self, *a, **k) Oct 20 10:39:28.918667 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:39:28.918667 n-d-811396-3 neutron-server[100597]: return self._get(url).json() Oct 20 10:39:28.918667 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:39:28.918667 n-d-811396-3 neutron-server[100597]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:39:28.918667 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:39:28.918667 n-d-811396-3 neutron-server[100597]: return self.request(url, 'GET', **kwargs) Oct 20 10:39:28.918667 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:39:28.918667 n-d-811396-3 neutron-server[100597]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:39:28.918667 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:39:28.918667 n-d-811396-3 neutron-server[100597]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:39:28.918667 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:39:28.918667 n-d-811396-3 neutron-server[100597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:39:28.918667 n-d-811396-3 neutron-server[100597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:39:28.944700 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6f6460-cdf3-42db-9166-4b6f9f45659a req-21a5ae33-440b-4829-b0e1-bfbde8da3de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:28.946197 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ee6f6460-cdf3-42db-9166-4b6f9f45659a req-21a5ae33-440b-4829-b0e1-bfbde8da3de5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c99eab67b5e546ffaba916e684c21094&device_id=f8cc8a35-edaf-4cf9-b527-4b8b90b5a4a0 HTTP/1.1" status: 200 len: 1096 time: 0.1868308 Oct 20 10:39:29.001334 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f6ce55-d8fa-4f13-b31f-7f969b9023d2 req-d88020d5-5beb-4ea5-9a8a-1b3eaa325340 tempest-ServersTestJSON-964661855 tempest-ServersTestJSON-964661855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:29.002832 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-24f6ce55-d8fa-4f13-b31f-7f969b9023d2 req-d88020d5-5beb-4ea5-9a8a-1b3eaa325340 tempest-ServersTestJSON-964661855 tempest-ServersTestJSON-964661855-project] 10.222.0.64 "GET /v2.0/ports?device_id=74efdf6a-54f9-4595-b5cc-5b30138caeac HTTP/1.1" status: 200 len: 944 time: 0.2074029 Oct 20 10:39:29.008272 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a4ee1e-1a54-4987-ae27-a3c0ed2f1d30 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Network db8ea9a3-d0e5-4901-8969-c3025f7cb731 is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:39:29.016036 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-def0c43f-84e6-4230-a8d1-0b9b4b1db82e tempest-QuotasNegativeTest-1528805052 tempest-QuotasNegativeTest-1528805052-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:29.023436 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-def0c43f-84e6-4230-a8d1-0b9b4b1db82e tempest-QuotasNegativeTest-1528805052 tempest-QuotasNegativeTest-1528805052-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:29.026584 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-def0c43f-84e6-4230-a8d1-0b9b4b1db82e tempest-QuotasNegativeTest-1528805052 tempest-QuotasNegativeTest-1528805052-project-admin] 10.222.0.64 "DELETE /v2.0/networks/71c5957d-a0e3-49d0-bbb2-46aab9bb26bf HTTP/1.1" status: 204 len: 168 time: 0.4808269 Oct 20 10:39:29.030784 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 54432) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:29.050436 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def0c43f-84e6-4230-a8d1-0b9b4b1db82e tempest-QuotasNegativeTest-1528805052 tempest-QuotasNegativeTest-1528805052-project-admin] Pushing event deleted for resources: {'Network': ['ID=71c5957d-a0e3-49d0-bbb2-46aab9bb26bf,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:29.050677 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1e2b90-34e1-4611-8fe2-dbde9f3a86d6 req-c8113df9-4e88-4315-b5a0-7c8679230f52 tempest-QuotasAdminNegativeTest-509997141 tempest-QuotasAdminNegativeTest-509997141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:29.052106 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9e1e2b90-34e1-4611-8fe2-dbde9f3a86d6 req-c8113df9-4e88-4315-b5a0-7c8679230f52 tempest-QuotasAdminNegativeTest-509997141 tempest-QuotasAdminNegativeTest-509997141-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2288642 Oct 20 10:39:29.057837 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-72a4ee1e-1a54-4987-ae27-a3c0ed2f1d30 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, db8ea9a3-d0e5-4901-8969-c3025f7cb731) {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:39:29.070565 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c0d468a-dc7f-49cb-88c3-5249afd37ce6 None None] Network db8ea9a3-d0e5-4901-8969-c3025f7cb731 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:39:29.080929 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-675926b9-6790-4bc9-a4ed-531fde57fafa req-371f5465-ab86-4d68-b78f-4b7ef14ad18a service neutron] 10.222.0.69 "GET /v2.0/networks/411d4234-6028-4133-8d80-5a148f5163b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753230 Oct 20 10:39:29.092322 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a4ee1e-1a54-4987-ae27-a3c0ed2f1d30 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:29.092648 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-72a4ee1e-1a54-4987-ae27-a3c0ed2f1d30 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:29.132053 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9e1e2b90-34e1-4611-8fe2-dbde9f3a86d6 req-e7d554aa-96fe-4da7-8ef6-103974e0a113 tempest-QuotasAdminNegativeTest-509997141 tempest-QuotasAdminNegativeTest-509997141-project] 10.222.0.64 "GET /v2.0/quotas/02ce1628820e4ff3bef1260b8e632ae1 HTTP/1.1" status: 200 len: 375 time: 0.0465326 Oct 20 10:39:29.138714 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-24f6ce55-d8fa-4f13-b31f-7f969b9023d2 req-500cc43f-9f0f-47f3-8a49-4131ddaa43d7 tempest-ServersTestJSON-964661855 tempest-ServersTestJSON-964661855-project] 10.222.0.64 "GET /v2.0/security-groups?id=dc3bf295-9273-4f64-aec5-86ffd92b7577&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1281872 Oct 20 10:39:29.145630 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-72a4ee1e-1a54-4987-ae27-a3c0ed2f1d30 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3065948 Oct 20 10:39:29.149726 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 54434) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:29.153656 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2cff105c-aa75-49ca-a602-a745bcbe1d7e tempest-QuotasNegativeTest-1528805052 tempest-QuotasNegativeTest-1528805052-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:29.158112 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-613ed77b-6fe5-4281-8a7b-7090a33f93fe tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Request body: {'subnet': {'network_id': 'ea791d5a-0e60-4cdb-878d-fcbe3220815a', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:39:29.188631 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9e1e2b90-34e1-4611-8fe2-dbde9f3a86d6 req-2f9cd518-0637-4e1e-8547-47db7b3ff36b tempest-QuotasAdminNegativeTest-509997141 tempest-QuotasAdminNegativeTest-509997141-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=02ce1628820e4ff3bef1260b8e632ae1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0410593 Oct 20 10:39:29.190568 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6f6460-cdf3-42db-9166-4b6f9f45659a req-023c5318-1670-4355-b1d2-d7c53d7f7447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:29.193277 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ee6f6460-cdf3-42db-9166-4b6f9f45659a req-023c5318-1670-4355-b1d2-d7c53d7f7447 service neutron] 10.222.0.69 "GET /v2.0/networks?id=00e677b7-ec29-42bc-8b52-7d9c8594501c HTTP/1.1" status: 200 len: 913 time: 0.2359931 Oct 20 10:39:29.246714 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ee6f6460-cdf3-42db-9166-4b6f9f45659a req-8da75067-4bfa-4852-b3dc-821a05293fa7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=50a702ce-ec2e-4ab3-ae90-586362ec8494 HTTP/1.1" status: 200 len: 217 time: 0.0463004 Oct 20 10:39:29.271186 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eebf862-5c1c-420e-9402-142ccdc82c85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524064ba-869c-5550-b826-c26b69a11278-db8ea9a3-d0e5-4901-8969-c3025f7cb731', 'network_id': 'db8ea9a3-d0e5-4901-8969-c3025f7cb731', 'tenant_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'fixed_ips': [{'subnet_id': 'fffac32a-5561-4083-81f0-eb5bd0ad8ae8'}]}} from n-d-811396-3. {{(pid=100598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:39:29.272083 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-0eebf862-5c1c-420e-9402-142ccdc82c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:29.320016 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6f6460-cdf3-42db-9166-4b6f9f45659a req-bfd9700b-eb7e-4bb5-a947-9b529a0ff92f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:29.323128 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ee6f6460-cdf3-42db-9166-4b6f9f45659a req-bfd9700b-eb7e-4bb5-a947-9b529a0ff92f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=41c5fb46-df00-4db9-bb3d-c914d29737cc HTTP/1.1" status: 200 len: 852 time: 0.0699425 Oct 20 10:39:29.362093 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-675926b9-6790-4bc9-a4ed-531fde57fafa req-6014dd41-02b5-4cfe-bf69-9eb4759bbe65 service neutron] 10.222.0.69 "GET /v2.0/networks/411d4234-6028-4133-8d80-5a148f5163b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2496510 Oct 20 10:39:29.371325 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-613ed77b-6fe5-4281-8a7b-7090a33f93fe tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Made reservation on behalf of a9b5f78b497b4e82bedac7bcd2f62452 for: {'subnet': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:39:29.375084 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-613ed77b-6fe5-4281-8a7b-7090a33f93fe tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25350782'] for subnet, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:29.408295 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ee6f6460-cdf3-42db-9166-4b6f9f45659a req-b8689bd6-1ef1-48a4-a8a1-043f5e03ac4b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=00e677b7-ec29-42bc-8b52-7d9c8594501c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0778179 Oct 20 10:39:29.420201 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2cff105c-aa75-49ca-a602-a745bcbe1d7e tempest-QuotasNegativeTest-1528805052 tempest-QuotasNegativeTest-1528805052-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:29.481016 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-0eebf862-5c1c-420e-9402-142ccdc82c85 None None] Allocated IP 2001:db8::2 (db8ea9a3-d0e5-4901-8969-c3025f7cb731/fffac32a-5561-4083-81f0-eb5bd0ad8ae8/bc09dfb1-a922-4364-9b26-0dbf69eb9f03) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:39:29.495812 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-2cff105c-aa75-49ca-a602-a745bcbe1d7e tempest-QuotasNegativeTest-1528805052 tempest-QuotasNegativeTest-1528805052-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37afcfef-9bf8-4cf9-a2c5-ad21ba628fce']}} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:39:29.546688 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-2cff105c-aa75-49ca-a602-a745bcbe1d7e tempest-QuotasNegativeTest-1528805052 tempest-QuotasNegativeTest-1528805052-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '399b63d9-a6af-467e-9b45-c280a9c512b4') {'for_net_delete': True} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:39:29.546863 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ee6f6460-cdf3-42db-9166-4b6f9f45659a req-3d751ecc-88e6-4f15-b62a-98dd1131d1b4 service neutron] 10.222.0.69 "GET /v2.0/networks/00e677b7-ec29-42bc-8b52-7d9c8594501c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249905 Oct 20 10:39:29.547068 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-2cff105c-aa75-49ca-a602-a745bcbe1d7e tempest-QuotasNegativeTest-1528805052 tempest-QuotasNegativeTest-1528805052-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '399b63d9-a6af-467e-9b45-c280a9c512b4') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:39:29.568534 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226a0dbe-3a96-4614-8698-a476da8f841a req-2e9e0ef4-73fe-49cc-8edd-573cee9c0a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:29.570019 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-226a0dbe-3a96-4614-8698-a476da8f841a req-2e9e0ef4-73fe-49cc-8edd-573cee9c0a1d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=600f50cdae1e47df84de92209b6b6aa1&device_id=74efdf6a-54f9-4595-b5cc-5b30138caeac HTTP/1.1" status: 200 len: 1095 time: 0.1443734 Oct 20 10:39:29.572750 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2cff105c-aa75-49ca-a602-a745bcbe1d7e tempest-QuotasNegativeTest-1528805052 tempest-QuotasNegativeTest-1528805052-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25852596'] for segment, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:29.609595 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2cff105c-aa75-49ca-a602-a745bcbe1d7e tempest-QuotasNegativeTest-1528805052 tempest-QuotasNegativeTest-1528805052-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:29.619244 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cff105c-aa75-49ca-a602-a745bcbe1d7e tempest-QuotasNegativeTest-1528805052 tempest-QuotasNegativeTest-1528805052-project-admin] Releasing vlan 829 on physical network physnet1 to pool {{(pid=100597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:39:29.619699 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2cff105c-aa75-49ca-a602-a745bcbe1d7e tempest-QuotasNegativeTest-1528805052 tempest-QuotasNegativeTest-1528805052-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951012'] for segment, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:29.622837 n-d-811396-3 neutron-server[100597]: Traceback (most recent call last): Oct 20 10:39:29.622837 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:39:29.622837 n-d-811396-3 neutron-server[100597]: timer() Oct 20 10:39:29.622837 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:39:29.622837 n-d-811396-3 neutron-server[100597]: cb(*args, **kw) Oct 20 10:39:29.622837 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:39:29.622837 n-d-811396-3 neutron-server[100597]: return func(*args, **kwargs) Oct 20 10:39:29.622837 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:39:29.622837 n-d-811396-3 neutron-server[100597]: self._notify() Oct 20 10:39:29.622837 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:39:29.622837 n-d-811396-3 neutron-server[100597]: self.callback(batched_events) Oct 20 10:39:29.622837 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:39:29.622837 n-d-811396-3 neutron-server[100597]: event.method(event) Oct 20 10:39:29.622837 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:39:29.622837 n-d-811396-3 neutron-server[100597]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:39:29.622837 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:39:29.622837 n-d-811396-3 neutron-server[100597]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:39:29.622837 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:39:29.622837 n-d-811396-3 neutron-server[100597]: return f(self, *a, **k) Oct 20 10:39:29.622837 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:39:29.622837 n-d-811396-3 neutron-server[100597]: return self._get(url).json() Oct 20 10:39:29.622837 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:39:29.622837 n-d-811396-3 neutron-server[100597]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:39:29.622837 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:39:29.622837 n-d-811396-3 neutron-server[100597]: return self.request(url, 'GET', **kwargs) Oct 20 10:39:29.622837 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:39:29.622837 n-d-811396-3 neutron-server[100597]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:39:29.622837 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:39:29.622837 n-d-811396-3 neutron-server[100597]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:39:29.622837 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:39:29.622837 n-d-811396-3 neutron-server[100597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:39:29.622837 n-d-811396-3 neutron-server[100597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:39:29.693846 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ee6f6460-cdf3-42db-9166-4b6f9f45659a req-66dab32e-bb3c-4e4c-abe3-dcb54a47b5c8 service neutron] 10.222.0.69 "GET /v2.0/networks/00e677b7-ec29-42bc-8b52-7d9c8594501c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400695 Oct 20 10:39:29.736633 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-0eebf862-5c1c-420e-9402-142ccdc82c85 None None] Publish callbacks [] for port, precommit_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:29.745872 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-0eebf862-5c1c-420e-9402-142ccdc82c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:29.756797 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2cff105c-aa75-49ca-a602-a745bcbe1d7e tempest-QuotasNegativeTest-1528805052 tempest-QuotasNegativeTest-1528805052-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:29.774563 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2cff105c-aa75-49ca-a602-a745bcbe1d7e tempest-QuotasNegativeTest-1528805052 tempest-QuotasNegativeTest-1528805052-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:29.778214 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-2cff105c-aa75-49ca-a602-a745bcbe1d7e tempest-QuotasNegativeTest-1528805052 tempest-QuotasNegativeTest-1528805052-project-admin] 10.222.0.64 "DELETE /v2.0/networks/37afcfef-9bf8-4cf9-a2c5-ad21ba628fce HTTP/1.1" status: 204 len: 168 time: 0.7465079 Oct 20 10:39:29.802726 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226a0dbe-3a96-4614-8698-a476da8f841a req-a7f0175a-fd28-45af-b99a-b67a77bea0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:29.814689 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eebf862-5c1c-420e-9402-142ccdc82c85 None None] Network db8ea9a3-d0e5-4901-8969-c3025f7cb731 is already hosted by enough agents. {{(pid=100598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:39:29.815606 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-226a0dbe-3a96-4614-8698-a476da8f841a req-a7f0175a-fd28-45af-b99a-b67a77bea0dd service neutron] 10.222.0.69 "GET /v2.0/networks?id=411d4234-6028-4133-8d80-5a148f5163b9 HTTP/1.1" status: 200 len: 907 time: 0.2239428 Oct 20 10:39:29.823124 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cff105c-aa75-49ca-a602-a745bcbe1d7e tempest-QuotasNegativeTest-1528805052 tempest-QuotasNegativeTest-1528805052-project-admin] Pushing event deleted for resources: {'Network': ['ID=37afcfef-9bf8-4cf9-a2c5-ad21ba628fce,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:29.829485 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.base_scheduler [None req-0eebf862-5c1c-420e-9402-142ccdc82c85 None None] Resources bound (agent type, host, resource id): {{(pid=100598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:39:29.833160 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eebf862-5c1c-420e-9402-142ccdc82c85 None None] Received port after_create {{(pid=100598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:39:29.887839 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eebf862-5c1c-420e-9402-142ccdc82c85 None None] Pushing event updated for resources: {'Port': ['ID=bc09dfb1-a922-4364-9b26-0dbf69eb9f03,revision_number=1']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:29.899064 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-0eebf862-5c1c-420e-9402-142ccdc82c85 None None] Attempting to bind port bc09dfb1-a922-4364-9b26-0dbf69eb9f03 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:39:29.899646 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-0eebf862-5c1c-420e-9402-142ccdc82c85 None None] Attempting to bind port bc09dfb1-a922-4364-9b26-0dbf69eb9f03 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '54504fce-b499-456b-a9bd-e0ca115475c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'db8ea9a3-d0e5-4901-8969-c3025f7cb731'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:39:29.900178 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eebf862-5c1c-420e-9402-142ccdc82c85 None None] Attempting to bind port bc09dfb1-a922-4364-9b26-0dbf69eb9f03 on network db8ea9a3-d0e5-4901-8969-c3025f7cb731 {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:39:29.904784 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-226a0dbe-3a96-4614-8698-a476da8f841a req-888157d2-bc1e-4cf9-8c45-04accebb7cb3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=db94d8bf-ab64-48a5-be73-894428d1fd35 HTTP/1.1" status: 200 len: 217 time: 0.0882194 Oct 20 10:39:29.906372 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eebf862-5c1c-420e-9402-142ccdc82c85 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:39:29.906946 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eebf862-5c1c-420e-9402-142ccdc82c85 None None] Checking segment: {'id': '54504fce-b499-456b-a9bd-e0ca115475c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'db8ea9a3-d0e5-4901-8969-c3025f7cb731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:39:29.907545 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-0eebf862-5c1c-420e-9402-142ccdc82c85 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:29.908125 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eebf862-5c1c-420e-9402-142ccdc82c85 None None] Bound using segment: {'id': '54504fce-b499-456b-a9bd-e0ca115475c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'db8ea9a3-d0e5-4901-8969-c3025f7cb731'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:39:29.908773 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-0eebf862-5c1c-420e-9402-142ccdc82c85 None None] Bound port: bc09dfb1-a922-4364-9b26-0dbf69eb9f03, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54504fce-b499-456b-a9bd-e0ca115475c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'db8ea9a3-d0e5-4901-8969-c3025f7cb731'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:39:29.909348 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-0eebf862-5c1c-420e-9402-142ccdc82c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:29.913542 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f2ffbb2e-ef9e-47ea-99ae-948f2cccd01f req-c17a441f-40cb-4348-bab6-9e81ead8793c tempest-QuotasAdminNegativeTest-509997141 tempest-QuotasAdminNegativeTest-509997141-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=02ce1628820e4ff3bef1260b8e632ae1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0344448 Oct 20 10:39:29.930308 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672d3a10-8fc7-4e3d-a8af-178b4a6890db req-c69e0ba5-83c0-4771-9258-f1fee4759569 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:29.932250 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-672d3a10-8fc7-4e3d-a8af-178b4a6890db req-c69e0ba5-83c0-4771-9258-f1fee4759569 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8cc8a35-edaf-4cf9-b527-4b8b90b5a4a0 HTTP/1.1" status: 200 len: 945 time: 0.1095490 Oct 20 10:39:29.975421 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226a0dbe-3a96-4614-8698-a476da8f841a req-e390b24a-5b90-4da1-871d-cb29c35309db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:29.976906 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-226a0dbe-3a96-4614-8698-a476da8f841a req-e390b24a-5b90-4da1-871d-cb29c35309db service neutron] 10.222.0.69 "GET /v2.0/subnets?id=23d5dc21-e5ce-4676-bd7b-3e25bdae4f75 HTTP/1.1" status: 200 len: 845 time: 0.0634544 Oct 20 10:39:29.991302 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-0eebf862-5c1c-420e-9402-142ccdc82c85 None None] For port bc09dfb1-a922-4364-9b26-0dbf69eb9f03, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:39:29.995771 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-0eebf862-5c1c-420e-9402-142ccdc82c85 None None] For port bc09dfb1-a922-4364-9b26-0dbf69eb9f03, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=bc09dfb1-a922-4364-9b26-0dbf69eb9f03,segment=NetworkSegment(54504fce-b499-456b-a9bd-e0ca115475c8),segment_id=54504fce-b499-456b-a9bd-e0ca115475c8)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:39:30.000576 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-0eebf862-5c1c-420e-9402-142ccdc82c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:30.023144 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-613ed77b-6fe5-4281-8a7b-7090a33f93fe tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25350752'] for subnet, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:30.078435 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226a0dbe-3a96-4614-8698-a476da8f841a req-aae6d740-4a4a-4b20-ba06-0db134be1342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:30.080167 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-226a0dbe-3a96-4614-8698-a476da8f841a req-aae6d740-4a4a-4b20-ba06-0db134be1342 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=411d4234-6028-4133-8d80-5a148f5163b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0894909 Oct 20 10:39:30.093306 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ffbb2e-ef9e-47ea-99ae-948f2cccd01f req-f54f550f-ec0d-45ba-ab94-ee61a0762a70 tempest-QuotasAdminNegativeTest-509997141 tempest-QuotasAdminNegativeTest-509997141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:30.103544 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f2ffbb2e-ef9e-47ea-99ae-948f2cccd01f req-f54f550f-ec0d-45ba-ab94-ee61a0762a70 tempest-QuotasAdminNegativeTest-509997141 tempest-QuotasAdminNegativeTest-509997141-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1701198 Oct 20 10:39:30.125886 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613ed77b-6fe5-4281-8a7b-7090a33f93fe tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Pushing event updated for resources: {'Subnet': ['ID=393e04dd-44c9-49f8-9674-04261b3b0c49,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:30.132205 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-672d3a10-8fc7-4e3d-a8af-178b4a6890db req-ddbb4b25-6113-49b5-8587-634944218b81 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/security-groups?id=17372704-86e6-46e6-a5dd-dc7385be620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870563 Oct 20 10:39:30.148303 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f2ffbb2e-ef9e-47ea-99ae-948f2cccd01f req-7eace4a6-7d13-4c3e-8490-8c9b75c48d48 tempest-QuotasAdminNegativeTest-509997141 tempest-QuotasAdminNegativeTest-509997141-project] 10.222.0.64 "GET /v2.0/quotas/02ce1628820e4ff3bef1260b8e632ae1 HTTP/1.1" status: 200 len: 375 time: 0.0435622 Oct 20 10:39:30.156118 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613ed77b-6fe5-4281-8a7b-7090a33f93fe tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Checking segment: {'id': 'e198fa81-364d-4344-a42b-25a1d5b96247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'ea791d5a-0e60-4cdb-878d-fcbe3220815a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:39:30.156665 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-613ed77b-6fe5-4281-8a7b-7090a33f93fe tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Network hostable DHCP agents. Network: ea791d5a-0e60-4cdb-878d-fcbe3220815a, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:39:30.210621 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f2ffbb2e-ef9e-47ea-99ae-948f2cccd01f req-7befa88e-45e9-4574-abc2-eb8f57653ee6 tempest-QuotasAdminNegativeTest-509997141 tempest-QuotasAdminNegativeTest-509997141-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=02ce1628820e4ff3bef1260b8e632ae1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0613229 Oct 20 10:39:30.220758 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eebf862-5c1c-420e-9402-142ccdc82c85 None None] Pushing event updated for resources: {'Port': ['ID=bc09dfb1-a922-4364-9b26-0dbf69eb9f03,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:30.242920 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-613ed77b-6fe5-4281-8a7b-7090a33f93fe tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Network ea791d5a-0e60-4cdb-878d-fcbe3220815a is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:39:30.266548 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-226a0dbe-3a96-4614-8698-a476da8f841a req-7e302f25-2012-422f-956f-29f4edaaf66e service neutron] 10.222.0.69 "GET /v2.0/networks/411d4234-6028-4133-8d80-5a148f5163b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711779 Oct 20 10:39:30.267540 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-613ed77b-6fe5-4281-8a7b-7090a33f93fe tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, ea791d5a-0e60-4cdb-878d-fcbe3220815a) {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:39:30.271838 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-613ed77b-6fe5-4281-8a7b-7090a33f93fe tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:30.272580 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-613ed77b-6fe5-4281-8a7b-7090a33f93fe tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:30.281112 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aded0db-26e1-4a7e-b657-de1ba551987c None None] Network ea791d5a-0e60-4cdb-878d-fcbe3220815a requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:39:30.361573 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43121b5d-0bb1-450b-aaf3-22d4a4e38290 req-f2fdd38c-2738-47a2-8925-a145d444425a tempest-ServersTestJSON-964661855 tempest-ServersTestJSON-964661855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:30.369103 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-43121b5d-0bb1-450b-aaf3-22d4a4e38290 req-f2fdd38c-2738-47a2-8925-a145d444425a tempest-ServersTestJSON-964661855 tempest-ServersTestJSON-964661855-project] 10.222.0.64 "GET /v2.0/ports?device_id=74efdf6a-54f9-4595-b5cc-5b30138caeac HTTP/1.1" status: 200 len: 944 time: 0.0794404 Oct 20 10:39:30.402269 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 54494) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:30.402723 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-613ed77b-6fe5-4281-8a7b-7090a33f93fe tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2478869 Oct 20 10:39:30.409058 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-3ffb3434-3d8a-4115-85e7-0f188f09df26 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-18628601', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:39:30.433438 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-43121b5d-0bb1-450b-aaf3-22d4a4e38290 req-68ed6d2c-c2e7-4526-b336-eac13972d789 tempest-ServersTestJSON-964661855 tempest-ServersTestJSON-964661855-project] 10.222.0.64 "GET /v2.0/security-groups?id=dc3bf295-9273-4f64-aec5-86ffd92b7577&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634515 Oct 20 10:39:30.451005 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3ffb3434-3d8a-4115-85e7-0f188f09df26 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1772442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258322'] for router, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:30.455738 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3ffb3434-3d8a-4115-85e7-0f188f09df26 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1772334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773516', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258315'] for router, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:30.459524 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-226a0dbe-3a96-4614-8698-a476da8f841a req-c2ab0331-9527-4c37-9d5d-1c058032d8e6 service neutron] 10.222.0.69 "GET /v2.0/networks/411d4234-6028-4133-8d80-5a148f5163b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819491 Oct 20 10:39:30.598177 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-994cfe68-441e-43c5-8c9f-b672ff06e916 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524064ba-869c-5550-b826-c26b69a11278-ea791d5a-0e60-4cdb-878d-fcbe3220815a', 'network_id': 'ea791d5a-0e60-4cdb-878d-fcbe3220815a', 'tenant_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'fixed_ips': [{'subnet_id': '393e04dd-44c9-49f8-9674-04261b3b0c49'}]}} from n-d-811396-3. {{(pid=100598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:39:30.599299 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-994cfe68-441e-43c5-8c9f-b672ff06e916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:30.627794 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 54500) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:30.658096 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3ffb3434-3d8a-4115-85e7-0f188f09df26 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:30.662186 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3ffb3434-3d8a-4115-85e7-0f188f09df26 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1773475'] for router, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:30.684613 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3ffb3434-3d8a-4115-85e7-0f188f09df26 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks [] for router, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:30.687623 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-3ffb3434-3d8a-4115-85e7-0f188f09df26 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2837863 Oct 20 10:39:30.689919 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 54506) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:30.806316 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-994cfe68-441e-43c5-8c9f-b672ff06e916 None None] Allocated IP 2001:db8:1::2 (ea791d5a-0e60-4cdb-878d-fcbe3220815a/393e04dd-44c9-49f8-9674-04261b3b0c49/4c310dcc-c55a-404d-8513-abed890dd5a2) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:39:30.864747 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-63fdc1c9-3419-4e01-a9ee-4cea8a7e1653 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:30.967768 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-63fdc1c9-3419-4e01-a9ee-4cea8a7e1653 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:30.974562 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-63fdc1c9-3419-4e01-a9ee-4cea8a7e1653 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:31.017347 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-994cfe68-441e-43c5-8c9f-b672ff06e916 None None] Publish callbacks [] for port, precommit_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:31.024376 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-994cfe68-441e-43c5-8c9f-b672ff06e916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:31.033797 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-63fdc1c9-3419-4e01-a9ee-4cea8a7e1653 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a48b798fde2c4cdba22dfdc4141131d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4047136 Oct 20 10:39:31.039126 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 54522) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:31.043651 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-994cfe68-441e-43c5-8c9f-b672ff06e916 None None] Network ea791d5a-0e60-4cdb-878d-fcbe3220815a is already hosted by enough agents. {{(pid=100598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:39:31.064007 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.base_scheduler [None req-994cfe68-441e-43c5-8c9f-b672ff06e916 None None] Resources bound (agent type, host, resource id): {{(pid=100598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:39:31.069879 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994cfe68-441e-43c5-8c9f-b672ff06e916 None None] Received port after_create {{(pid=100598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:39:31.089057 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fdc1c9-3419-4e01-a9ee-4cea8a7e1653 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=482b0961-9998-42a2-bc3b-3d150d95d599,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:31.104798 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994cfe68-441e-43c5-8c9f-b672ff06e916 None None] Pushing event updated for resources: {'Port': ['ID=4c310dcc-c55a-404d-8513-abed890dd5a2,revision_number=1']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:31.122641 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-7c6b7325-26f6-4f7c-b52c-8364a24b99bc tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:31.152954 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-994cfe68-441e-43c5-8c9f-b672ff06e916 None None] Attempting to bind port 4c310dcc-c55a-404d-8513-abed890dd5a2 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:39:31.153335 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-994cfe68-441e-43c5-8c9f-b672ff06e916 None None] Attempting to bind port 4c310dcc-c55a-404d-8513-abed890dd5a2 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': 'e198fa81-364d-4344-a42b-25a1d5b96247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'ea791d5a-0e60-4cdb-878d-fcbe3220815a'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:39:31.153698 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-994cfe68-441e-43c5-8c9f-b672ff06e916 None None] Attempting to bind port 4c310dcc-c55a-404d-8513-abed890dd5a2 on network ea791d5a-0e60-4cdb-878d-fcbe3220815a {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:39:31.158234 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0d71aeb2-0569-49ed-9f2d-f1874835f023 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:31.166791 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-994cfe68-441e-43c5-8c9f-b672ff06e916 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:39:31.167179 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-994cfe68-441e-43c5-8c9f-b672ff06e916 None None] Checking segment: {'id': 'e198fa81-364d-4344-a42b-25a1d5b96247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'ea791d5a-0e60-4cdb-878d-fcbe3220815a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:39:31.167608 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-994cfe68-441e-43c5-8c9f-b672ff06e916 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:31.168080 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-994cfe68-441e-43c5-8c9f-b672ff06e916 None None] Bound using segment: {'id': 'e198fa81-364d-4344-a42b-25a1d5b96247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'ea791d5a-0e60-4cdb-878d-fcbe3220815a'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:39:31.168465 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-994cfe68-441e-43c5-8c9f-b672ff06e916 None None] Bound port: 4c310dcc-c55a-404d-8513-abed890dd5a2, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e198fa81-364d-4344-a42b-25a1d5b96247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'ea791d5a-0e60-4cdb-878d-fcbe3220815a'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:39:31.168846 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-994cfe68-441e-43c5-8c9f-b672ff06e916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:31.200732 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0d71aeb2-0569-49ed-9f2d-f1874835f023 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:31.263889 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 54528) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:31.272751 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-994cfe68-441e-43c5-8c9f-b672ff06e916 None None] For port 4c310dcc-c55a-404d-8513-abed890dd5a2, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:39:31.291860 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-994cfe68-441e-43c5-8c9f-b672ff06e916 None None] For port 4c310dcc-c55a-404d-8513-abed890dd5a2, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=4c310dcc-c55a-404d-8513-abed890dd5a2,segment=NetworkSegment(e198fa81-364d-4344-a42b-25a1d5b96247),segment_id=e198fa81-364d-4344-a42b-25a1d5b96247)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:39:31.296922 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0d71aeb2-0569-49ed-9f2d-f1874835f023 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:31.299956 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-994cfe68-441e-43c5-8c9f-b672ff06e916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:31.300337 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0d71aeb2-0569-49ed-9f2d-f1874835f023 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:31.301659 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-0d71aeb2-0569-49ed-9f2d-f1874835f023 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/482b0961-9998-42a2-bc3b-3d150d95d599 HTTP/1.1" status: 204 len: 168 time: 0.2613974 Oct 20 10:39:31.314025 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d71aeb2-0569-49ed-9f2d-f1874835f023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=482b0961-9998-42a2-bc3b-3d150d95d599,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:31.468367 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994cfe68-441e-43c5-8c9f-b672ff06e916 None None] Pushing event updated for resources: {'Port': ['ID=4c310dcc-c55a-404d-8513-abed890dd5a2,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:31.493173 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-43598f58-1b2e-465d-bd16-1e2f487537af admin admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:31.530143 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3213ffe8-c7be-43ca-8d54-ca2d5803d38e req-5f404303-4abd-4aee-98da-d57ae495285b tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:31.540120 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3213ffe8-c7be-43ca-8d54-ca2d5803d38e req-5f404303-4abd-4aee-98da-d57ae495285b tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8cc8a35-edaf-4cf9-b527-4b8b90b5a4a0 HTTP/1.1" status: 200 len: 945 time: 0.2747464 Oct 20 10:39:31.671063 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [None req-7c6b7325-26f6-4f7c-b52c-8364a24b99bc tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Allocated IP 2001:db8::1 (db8ea9a3-d0e5-4901-8969-c3025f7cb731/fffac32a-5561-4083-81f0-eb5bd0ad8ae8/1a33c542-18e7-4d7f-a8db-792ac5d8acef) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:39:31.707407 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3213ffe8-c7be-43ca-8d54-ca2d5803d38e req-dbaab02e-91c6-4330-b3ce-86e74d5025f1 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/security-groups?id=17372704-86e6-46e6-a5dd-dc7385be620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261437 Oct 20 10:39:31.744398 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d018485f-1b8a-4b7a-ba93-3d75dd5fcc3f None None] Network db8ea9a3-d0e5-4901-8969-c3025f7cb731 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:39:31.758065 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca599f35-8e9f-4afd-8619-29e224875ce2 req-1af921e5-dbb4-446c-b883-eab59f34d69b tempest-ServersTestJSON-964661855 tempest-ServersTestJSON-964661855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:31.769216 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ca599f35-8e9f-4afd-8619-29e224875ce2 req-1af921e5-dbb4-446c-b883-eab59f34d69b tempest-ServersTestJSON-964661855 tempest-ServersTestJSON-964661855-project] 10.222.0.64 "GET /v2.0/ports?device_id=74efdf6a-54f9-4595-b5cc-5b30138caeac HTTP/1.1" status: 200 len: 944 time: 0.2247899 Oct 20 10:39:31.860806 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 54544) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:31.881884 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e7bccdf4-68af-46f8-b4c1-078a16bf0c2e admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:31.958881 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 8a9db7ea-a970-472c-8c68-dbd7aee6e7f8 details requested by agent hyperv_n-h1-811396-3 with host n-h1-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:39:31.960680 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-ecc73523-4324-4c72-b73d-c6b38743359e None None] Provisioning complete for port bc09dfb1-a922-4364-9b26-0dbf69eb9f03 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:39:31.961106 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-ecc73523-4324-4c72-b73d-c6b38743359e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:32.003722 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e7bccdf4-68af-46f8-b4c1-078a16bf0c2e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:32.009469 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e7bccdf4-68af-46f8-b4c1-078a16bf0c2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:32.131330 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device db94d8bf-ab64-48a5-be73-894428d1fd35 details requested by agent hyperv_n-h2-811396-3 with host n-h2-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:39:32.133561 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 50a702ce-ec2e-4ab3-ae90-586362ec8494 no longer exists at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:39:32.197573 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 8a9db7ea-a970-472c-8c68-dbd7aee6e7f8, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=8a9db7ea-a970-472c-8c68-dbd7aee6e7f8,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:39:32.215306 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-ecc73523-4324-4c72-b73d-c6b38743359e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:32.225479 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Returning: {'device': '8a9db7ea-a970-472c-8c68-dbd7aee6e7f8', 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84', 'port_id': '8a9db7ea-a970-472c-8c68-dbd7aee6e7f8', 'mac_address': 'fa:16:3e:c3:46:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 800, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f86199a-b8f2-45b4-a83a-995a7ea6fe42', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:39:32.319077 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-43598f58-1b2e-465d-bd16-1e2f487537af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:32.361614 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-43598f58-1b2e-465d-bd16-1e2f487537af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:32.389315 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-e7bccdf4-68af-46f8-b4c1-078a16bf0c2e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7fd524dadc6f418da889e3a47294ef12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5271146 Oct 20 10:39:32.390932 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bccdf4-68af-46f8-b4c1-078a16bf0c2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfb124cf-ded2-43fb-b80d-d0e6f4e70943,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:32.393060 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 54554) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:32.430531 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-43598f58-1b2e-465d-bd16-1e2f487537af admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=02ce1628820e4ff3bef1260b8e632ae1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1619346 Oct 20 10:39:32.437012 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43598f58-1b2e-465d-bd16-1e2f487537af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d323fa7-9bfb-4852-87e5-db92134ff730,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:32.439535 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 54556) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:32.457850 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-ecc73523-4324-4c72-b73d-c6b38743359e None None] For port bc09dfb1-a922-4364-9b26-0dbf69eb9f03, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=bc09dfb1-a922-4364-9b26-0dbf69eb9f03,segment=NetworkSegment(54504fce-b499-456b-a9bd-e0ca115475c8),segment_id=54504fce-b499-456b-a9bd-e0ca115475c8)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:39:32.467799 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-ecc73523-4324-4c72-b73d-c6b38743359e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:32.469874 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:32.507443 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d4c9d42a-42a9-4394-bcce-c9de02846fc7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:32.532592 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d4c9d42a-42a9-4394-bcce-c9de02846fc7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:32.535416 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a9db7ea-a970-472c-8c68-dbd7aee6e7f8 {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:39:32.542646 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ca599f35-8e9f-4afd-8619-29e224875ce2 req-5f705f16-144b-433b-af87-7c321fb09bc7 tempest-ServersTestJSON-964661855 tempest-ServersTestJSON-964661855-project] 10.222.0.64 "GET /v2.0/security-groups?id=dc3bf295-9273-4f64-aec5-86ffd92b7577&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7725427 Oct 20 10:39:32.568775 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port db94d8bf-ab64-48a5-be73-894428d1fd35, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=db94d8bf-ab64-48a5-be73-894428d1fd35,segment=NetworkSegment(95e9de36-3ccc-4b38-8bfc-db37fedbb6af),segment_id=95e9de36-3ccc-4b38-8bfc-db37fedbb6af)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:39:32.584842 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-7c6b7325-26f6-4f7c-b52c-8364a24b99bc tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:32.593717 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d4c9d42a-42a9-4394-bcce-c9de02846fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:32.601527 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d4c9d42a-42a9-4394-bcce-c9de02846fc7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:32.606852 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-d4c9d42a-42a9-4394-bcce-c9de02846fc7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/bfb124cf-ded2-43fb-b80d-d0e6f4e70943 HTTP/1.1" status: 204 len: 168 time: 0.2127340 Oct 20 10:39:32.617210 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c9d42a-42a9-4394-bcce-c9de02846fc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfb124cf-ded2-43fb-b80d-d0e6f4e70943,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:32.624560 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-508652a5-2812-4272-925c-96d862c995dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:32.662584 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Returning: {'device': 'db94d8bf-ab64-48a5-be73-894428d1fd35', 'network_id': '411d4234-6028-4133-8d80-5a148f5163b9', 'port_id': 'db94d8bf-ab64-48a5-be73-894428d1fd35', 'mac_address': 'fa:16:3e:dd:d9:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 842, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23d5dc21-e5ce-4676-bd7b-3e25bdae4f75', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:39:32.673784 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-508652a5-2812-4272-925c-96d862c995dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:32.678585 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device bc09dfb1-a922-4364-9b26-0dbf69eb9f03 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:39:32.688094 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc73523-4324-4c72-b73d-c6b38743359e None None] Pushing event updated for resources: {'Port': ['ID=bc09dfb1-a922-4364-9b26-0dbf69eb9f03,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:32.715017 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-7c6b7325-26f6-4f7c-b52c-8364a24b99bc tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:32.751473 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c6b7325-26f6-4f7c-b52c-8364a24b99bc tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Network db8ea9a3-d0e5-4901-8969-c3025f7cb731 is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:39:32.774681 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-7c6b7325-26f6-4f7c-b52c-8364a24b99bc tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:39:32.785895 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6b7325-26f6-4f7c-b52c-8364a24b99bc tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:39:32.786573 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-7c6b7325-26f6-4f7c-b52c-8364a24b99bc tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1774540'] for router_interface, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:32.810395 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 8a9db7ea-a970-472c-8c68-dbd7aee6e7f8, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=8a9db7ea-a970-472c-8c68-dbd7aee6e7f8,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:39:32.819324 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:32.839444 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:32.858947 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-b0aaa0fb-d429-4237-a048-c72b99e8a39c None None] Provisioning complete for port bc09dfb1-a922-4364-9b26-0dbf69eb9f03 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:39:32.859317 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-b0aaa0fb-d429-4237-a048-c72b99e8a39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:32.875850 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6b7325-26f6-4f7c-b52c-8364a24b99bc tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Pushing event updated for resources: {'Port': ['ID=1a33c542-18e7-4d7f-a8db-792ac5d8acef,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:32.938462 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-508652a5-2812-4272-925c-96d862c995dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:32.953054 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-508652a5-2812-4272-925c-96d862c995dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:32.956139 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-508652a5-2812-4272-925c-96d862c995dc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0d323fa7-9bfb-4852-87e5-db92134ff730 HTTP/1.1" status: 204 len: 168 time: 0.5132704 Oct 20 10:39:33.051026 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3240c569-30d8-4c28-9d84-9bbb9ea1c578 None None] Network ea791d5a-0e60-4cdb-878d-fcbe3220815a requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:39:33.052862 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8cc8a35-edaf-4cf9-b527-4b8b90b5a4a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50a702ce-ec2e-4ab3-ae90-586362ec8494'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:39:33.056713 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09363884-105a-4bb4-bd33-bcfc48834c89" -d '{"events": [{"server_uuid": "f8cc8a35-edaf-4cf9-b527-4b8b90b5a4a0", "name": "network-vif-unplugged", "status": "completed", "tag": "50a702ce-ec2e-4ab3-ae90-586362ec8494"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:39:33.061284 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:33.098344 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['8a9db7ea-a970-472c-8c68-dbd7aee6e7f8'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:39:33.109567 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976df798-deb3-47c0-adfa-e1a1a5cf4e21 req-633a3aca-a33b-4f14-9416-bd4c1ee07a3f tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:33.119662 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-976df798-deb3-47c0-adfa-e1a1a5cf4e21 req-633a3aca-a33b-4f14-9416-bd4c1ee07a3f tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8cc8a35-edaf-4cf9-b527-4b8b90b5a4a0 HTTP/1.1" status: 200 len: 945 time: 0.2896504 Oct 20 10:39:33.122792 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508652a5-2812-4272-925c-96d862c995dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d323fa7-9bfb-4852-87e5-db92134ff730,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:33.140420 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-7c6b7325-26f6-4f7c-b52c-8364a24b99bc tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:33.175727 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 50a702ce-ec2e-4ab3-ae90-586362ec8494, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=50a702ce-ec2e-4ab3-ae90-586362ec8494,segment=NetworkSegment(f70d1162-b154-4994-9af5-210e1dd15ef4),segment_id=f70d1162-b154-4994-9af5-210e1dd15ef4)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:39:33.202310 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db94d8bf-ab64-48a5-be73-894428d1fd35 {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:39:33.211463 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:33.261930 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port db94d8bf-ab64-48a5-be73-894428d1fd35, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=db94d8bf-ab64-48a5-be73-894428d1fd35,segment=NetworkSegment(95e9de36-3ccc-4b38-8bfc-db37fedbb6af),segment_id=95e9de36-3ccc-4b38-8bfc-db37fedbb6af)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:39:33.307029 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-976df798-deb3-47c0-adfa-e1a1a5cf4e21 req-9cb7c1ee-a29b-4a4e-8f7a-be1f588bb7bc tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/security-groups?id=17372704-86e6-46e6-a5dd-dc7385be620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856079 Oct 20 10:39:33.313073 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:33.320117 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 20 Oct 2021 10:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-189c78f0-2b64-4964-9a03-bbeb20f0cf68 x-openstack-request-id: req-189c78f0-2b64-4964-9a03-bbeb20f0cf68 {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:39:33.320521 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8cc8a35-edaf-4cf9-b527-4b8b90b5a4a0", "name": "network-vif-unplugged", "status": "failed", "tag": "50a702ce-ec2e-4ab3-ae90-586362ec8494", "code": 422}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:39:33.320885 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-189c78f0-2b64-4964-9a03-bbeb20f0cf68 {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:39:33.321458 n-d-811396-3 neutron-server[100598]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f8cc8a35-edaf-4cf9-b527-4b8b90b5a4a0', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '50a702ce-ec2e-4ab3-ae90-586362ec8494', 'code': 422} returned with failed status Oct 20 10:39:33.327090 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=8a9db7ea-a970-472c-8c68-dbd7aee6e7f8,revision_number=9']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:33.376144 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port bc09dfb1-a922-4364-9b26-0dbf69eb9f03 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:39:33.376793 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:33.639501 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-7c6b7325-26f6-4f7c-b52c-8364a24b99bc tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:33.648645 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-7c6b7325-26f6-4f7c-b52c-8364a24b99bc tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:33.652118 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-7c6b7325-26f6-4f7c-b52c-8364a24b99bc tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1774432'] for router_interface, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:33.697668 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['db94d8bf-ab64-48a5-be73-894428d1fd35'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:39:33.698692 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 54604) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:33.720613 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8ca5fc8b-af2f-4314-ac04-52c14b5e3e2a admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:33.746089 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-64f78acf-71de-4dea-80e1-4aef28616310 None None] Provisioning complete for port 4c310dcc-c55a-404d-8513-abed890dd5a2 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:39:33.746612 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-64f78acf-71de-4dea-80e1-4aef28616310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:33.786734 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-63498325-fa89-413a-9a04-cc8e5c3693a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:33.812530 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=50a702ce-ec2e-4ab3-ae90-586362ec8494,revision_number=8']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:33.828661 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f34ca2e-5c1c-4520-a541-04275c4744da req-2cd686ca-d152-47e0-8650-b3c8c5ae4551 tempest-ServersTestJSON-964661855 tempest-ServersTestJSON-964661855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:33.837095 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2f34ca2e-5c1c-4520-a541-04275c4744da req-2cd686ca-d152-47e0-8650-b3c8c5ae4551 tempest-ServersTestJSON-964661855 tempest-ServersTestJSON-964661855-project] 10.222.0.64 "GET /v2.0/ports?device_id=74efdf6a-54f9-4595-b5cc-5b30138caeac HTTP/1.1" status: 200 len: 945 time: 0.1719854 Oct 20 10:39:33.842424 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6b7325-26f6-4f7c-b52c-8364a24b99bc tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Pushing event updated for resources: {'Port': ['ID=1a33c542-18e7-4d7f-a8db-792ac5d8acef,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:33.898778 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2f34ca2e-5c1c-4520-a541-04275c4744da req-b35c909a-c413-4790-b352-789b6cd71ab7 tempest-ServersTestJSON-964661855 tempest-ServersTestJSON-964661855-project] 10.222.0.64 "GET /v2.0/security-groups?id=dc3bf295-9273-4f64-aec5-86ffd92b7577&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605044 Oct 20 10:39:33.929607 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c6b7325-26f6-4f7c-b52c-8364a24b99bc tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Network db8ea9a3-d0e5-4901-8969-c3025f7cb731 is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:39:33.930736 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8ca5fc8b-af2f-4314-ac04-52c14b5e3e2a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:33.931712 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-7c6b7325-26f6-4f7c-b52c-8364a24b99bc tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:39:33.936597 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8ca5fc8b-af2f-4314-ac04-52c14b5e3e2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:34.014793 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-8ca5fc8b-af2f-4314-ac04-52c14b5e3e2a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6b61ad0369364f41960d507304df0231&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3130105 Oct 20 10:39:34.032122 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 54614) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:34.108659 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca5fc8b-af2f-4314-ac04-52c14b5e3e2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c60b3699-9da8-4488-b842-579f8fa5427b,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:34.186944 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=db94d8bf-ab64-48a5-be73-894428d1fd35,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:34.194593 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 50a702ce-ec2e-4ab3-ae90-586362ec8494 no longer exists at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:39:34.206794 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-65c77623-42fb-473d-969d-ba1fe9ec680a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:34.229205 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c6b7325-26f6-4f7c-b52c-8364a24b99bc tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Router 169b1c5a-b8f8-4f59-9ffe-969fcaf55980 is scheduled to L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 with binding_index 1 {{(pid=100596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 10:39:34.261558 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-65c77623-42fb-473d-969d-ba1fe9ec680a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:34.349494 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-65c77623-42fb-473d-969d-ba1fe9ec680a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:34.357578 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-65c77623-42fb-473d-969d-ba1fe9ec680a admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:34.363341 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-65c77623-42fb-473d-969d-ba1fe9ec680a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c60b3699-9da8-4488-b842-579f8fa5427b HTTP/1.1" status: 204 len: 168 time: 0.3255446 Oct 20 10:39:34.396567 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 4c310dcc-c55a-404d-8513-abed890dd5a2 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:39:34.398578 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c77623-42fb-473d-969d-ba1fe9ec680a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c60b3699-9da8-4488-b842-579f8fa5427b,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:34.445671 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c6b7325-26f6-4f7c-b52c-8364a24b99bc tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:39:34.460795 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-7c6b7325-26f6-4f7c-b52c-8364a24b99bc tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] 10.222.0.64 "PUT /v2.0/routers/169b1c5a-b8f8-4f59-9ffe-969fcaf55980/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7635217 Oct 20 10:39:34.461579 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 54662) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:34.474770 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a590ed3c-07de-4006-9cdf-d2e740f1a661 None None] Sync routers for ids ['169b1c5a-b8f8-4f59-9ffe-969fcaf55980'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:39:34.488431 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-64f78acf-71de-4dea-80e1-4aef28616310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:34.553779 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fe211ff-f506-4896-9b1a-7686657af72b tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:34.560738 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-9fe211ff-f506-4896-9b1a-7686657af72b tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] 10.222.0.64 "GET /v2.0/ports/1a33c542-18e7-4d7f-a8db-792ac5d8acef HTTP/1.1" status: 200 len: 911 time: 0.0980761 Oct 20 10:39:34.563887 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 54664) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:34.600318 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a590ed3c-07de-4006-9cdf-d2e740f1a661 None None] Routers {'169b1c5a-b8f8-4f59-9ffe-969fcaf55980'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:39:34.600962 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-a590ed3c-07de-4006-9cdf-d2e740f1a661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:39:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['169b1c5a-b8f8-4f59-9ffe-969fcaf55980'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:39:34.664379 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-a590ed3c-07de-4006-9cdf-d2e740f1a661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:39:34.750239 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-64f78acf-71de-4dea-80e1-4aef28616310 None None] For port 4c310dcc-c55a-404d-8513-abed890dd5a2, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=4c310dcc-c55a-404d-8513-abed890dd5a2,segment=NetworkSegment(e198fa81-364d-4344-a42b-25a1d5b96247),segment_id=e198fa81-364d-4344-a42b-25a1d5b96247)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:39:34.769237 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a590ed3c-07de-4006-9cdf-d2e740f1a661 None None] Routers {'169b1c5a-b8f8-4f59-9ffe-969fcaf55980'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:39:34.770294 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-a590ed3c-07de-4006-9cdf-d2e740f1a661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:39:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['169b1c5a-b8f8-4f59-9ffe-969fcaf55980'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:39:34.775613 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-64f78acf-71de-4dea-80e1-4aef28616310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:34.885383 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-a590ed3c-07de-4006-9cdf-d2e740f1a661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:39:34.886211 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a590ed3c-07de-4006-9cdf-d2e740f1a661 None None] The sync data for ids ['169b1c5a-b8f8-4f59-9ffe-969fcaf55980'] in n-d-811396-3 is: [] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:39:34.909985 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 4c310dcc-c55a-404d-8513-abed890dd5a2 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:39:34.910639 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:34.918765 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-64f78acf-71de-4dea-80e1-4aef28616310 None None] Provisioning complete for port 1a33c542-18e7-4d7f-a8db-792ac5d8acef triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:39:34.919553 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-64f78acf-71de-4dea-80e1-4aef28616310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:34.984894 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa3ca8d-ae21-47ee-b6c2-efa84cd5caa4 req-8af8f6ab-6577-4729-b919-e332dea54a9e tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:34.994082 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-dfa3ca8d-ae21-47ee-b6c2-efa84cd5caa4 req-8af8f6ab-6577-4729-b919-e332dea54a9e tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8cc8a35-edaf-4cf9-b527-4b8b90b5a4a0 HTTP/1.1" status: 200 len: 943 time: 0.2406554 Oct 20 10:39:35.016058 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f78acf-71de-4dea-80e1-4aef28616310 None None] Pushing event updated for resources: {'Port': ['ID=4c310dcc-c55a-404d-8513-abed890dd5a2,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:35.038035 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-64f78acf-71de-4dea-80e1-4aef28616310 None None] Port 1a33c542-18e7-4d7f-a8db-792ac5d8acef cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:39:35.165738 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-986bd872-74af-4dd6-9a42-aee73358fbc0 None None] Provisioning complete for port 4c310dcc-c55a-404d-8513-abed890dd5a2 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:39:35.166118 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-986bd872-74af-4dd6-9a42-aee73358fbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:35.246040 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device bc09dfb1-a922-4364-9b26-0dbf69eb9f03 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:39:35.287136 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8e0fb3-321a-4d17-9cce-58fcd97137b4 req-96fe1e51-0800-4a26-96f4-4bb63f7eb3bb tempest-ServersTestJSON-964661855 tempest-ServersTestJSON-964661855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:35.288691 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ff8e0fb3-321a-4d17-9cce-58fcd97137b4 req-96fe1e51-0800-4a26-96f4-4bb63f7eb3bb tempest-ServersTestJSON-964661855 tempest-ServersTestJSON-964661855-project] 10.222.0.64 "GET /v2.0/ports?device_id=74efdf6a-54f9-4595-b5cc-5b30138caeac HTTP/1.1" status: 200 len: 945 time: 0.2229009 Oct 20 10:39:35.320055 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port bc09dfb1-a922-4364-9b26-0dbf69eb9f03 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:39:35.320428 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:35.341537 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-dfa3ca8d-ae21-47ee-b6c2-efa84cd5caa4 req-14391835-4f78-4dc0-ab91-4b88e2519eda tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Deleting port 50a702ce-ec2e-4ab3-ae90-586362ec8494 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:39:35.341877 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-dfa3ca8d-ae21-47ee-b6c2-efa84cd5caa4 req-14391835-4f78-4dc0-ab91-4b88e2519eda tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:35.467845 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 4c310dcc-c55a-404d-8513-abed890dd5a2 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:39:35.506923 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-986bd872-74af-4dd6-9a42-aee73358fbc0 None None] Provisioning complete for port 1a33c542-18e7-4d7f-a8db-792ac5d8acef triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:39:35.507686 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-986bd872-74af-4dd6-9a42-aee73358fbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:35.551962 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ff8e0fb3-321a-4d17-9cce-58fcd97137b4 req-cccd6f0b-52b4-4fde-a8de-336be36afa79 tempest-ServersTestJSON-964661855 tempest-ServersTestJSON-964661855-project] 10.222.0.64 "GET /v2.0/security-groups?id=dc3bf295-9273-4f64-aec5-86ffd92b7577&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2559240 Oct 20 10:39:35.618140 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-986bd872-74af-4dd6-9a42-aee73358fbc0 None None] Port 1a33c542-18e7-4d7f-a8db-792ac5d8acef cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:39:35.624726 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 4c310dcc-c55a-404d-8513-abed890dd5a2 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:39:35.625099 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:35.794175 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-dfa3ca8d-ae21-47ee-b6c2-efa84cd5caa4 req-14391835-4f78-4dc0-ab91-4b88e2519eda tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] For port 50a702ce-ec2e-4ab3-ae90-586362ec8494, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=50a702ce-ec2e-4ab3-ae90-586362ec8494,segment=NetworkSegment(f70d1162-b154-4994-9af5-210e1dd15ef4),segment_id=f70d1162-b154-4994-9af5-210e1dd15ef4)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:39:35.799728 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-dfa3ca8d-ae21-47ee-b6c2-efa84cd5caa4 req-14391835-4f78-4dc0-ab91-4b88e2519eda tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:35.905592 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3f725484-7c7e-4890-9c39-40865d23abfc tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:35.946311 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 8a9db7ea-a970-472c-8c68-dbd7aee6e7f8 up at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:39:36.029520 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 54742) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:36.043103 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning complete for port 8a9db7ea-a970-472c-8c68-dbd7aee6e7f8 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:39:36.044415 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:36.082795 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-dfa3ca8d-ae21-47ee-b6c2-efa84cd5caa4 req-14391835-4f78-4dc0-ab91-4b88e2519eda tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Calling delete_port for 50a702ce-ec2e-4ab3-ae90-586362ec8494 owned by compute:nova {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:39:36.158512 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device db94d8bf-ab64-48a5-be73-894428d1fd35 up at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:39:36.160359 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-c9e94849-a369-437e-938a-8f6f060461cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:36.251050 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:36.280182 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80998131-c175-452a-9424-75d114dde0a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a9db7ea-a970-472c-8c68-dbd7aee6e7f8'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:39:36.282568 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-507e2431-cbd7-4c7d-b69d-c5121eb84730" -d '{"events": [{"server_uuid": "80998131-c175-452a-9424-75d114dde0a9", "name": "network-vif-plugged", "status": "completed", "tag": "8a9db7ea-a970-472c-8c68-dbd7aee6e7f8"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:39:36.299482 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 8a9db7ea-a970-472c-8c68-dbd7aee6e7f8, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=8a9db7ea-a970-472c-8c68-dbd7aee6e7f8,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:39:36.307928 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:36.363682 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=8a9db7ea-a970-472c-8c68-dbd7aee6e7f8,revision_number=10']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:36.367564 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning for port db94d8bf-ab64-48a5-be73-894428d1fd35 completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:39:36.378317 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning complete for port db94d8bf-ab64-48a5-be73-894428d1fd35 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:39:36.378919 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:36.415630 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0879bd3-2742-4e82-ab18-5d930cb9b598 x-openstack-request-id: req-d0879bd3-2742-4e82-ab18-5d930cb9b598 {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:39:36.416265 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80998131-c175-452a-9424-75d114dde0a9", "name": "network-vif-plugged", "status": "completed", "tag": "8a9db7ea-a970-472c-8c68-dbd7aee6e7f8", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:39:36.416843 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d0879bd3-2742-4e82-ab18-5d930cb9b598 {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:39:36.417384 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80998131-c175-452a-9424-75d114dde0a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a9db7ea-a970-472c-8c68-dbd7aee6e7f8', 'code': 200} Oct 20 10:39:36.484825 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-cfd7d039-125b-4813-a82d-e651af93ce6c tempest-QuotasTest-1548350971 tempest-QuotasTest-1548350971-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:39:36.515269 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:36.536092 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-cfd7d039-125b-4813-a82d-e651af93ce6c tempest-QuotasTest-1548350971 tempest-QuotasTest-1548350971-project-admin] 10.222.0.64 "PUT /v2.0/quotas/ad9375e510274a3dae309139439f3e8b HTTP/1.1" status: 200 len: 366 time: 0.5050867 Oct 20 10:39:36.539101 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 54756) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:36.561100 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-1042f6eb-b568-48de-9f18-fc9854deb3e6 tempest-QuotasTest-1548350971 tempest-QuotasTest-1548350971-project-admin] 10.222.0.64 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0198414 Oct 20 10:39:36.563443 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 54758) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:36.588505 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [None req-3f725484-7c7e-4890-9c39-40865d23abfc tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Allocated IP 2001:db8:1::1 (ea791d5a-0e60-4cdb-878d-fcbe3220815a/393e04dd-44c9-49f8-9674-04261b3b0c49/5944b39c-a4e3-45f3-8d7f-36d7122bed6b) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:39:36.594174 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-dfa3ca8d-ae21-47ee-b6c2-efa84cd5caa4 req-14391835-4f78-4dc0-ab91-4b88e2519eda tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:36.594831 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port db94d8bf-ab64-48a5-be73-894428d1fd35, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=db94d8bf-ab64-48a5-be73-894428d1fd35,segment=NetworkSegment(95e9de36-3ccc-4b38-8bfc-db37fedbb6af),segment_id=95e9de36-3ccc-4b38-8bfc-db37fedbb6af)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:39:36.603345 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:36.611454 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-83dae241-c235-4b13-a480-4dcf26eb8c40 tempest-QuotasTest-1548350971 tempest-QuotasTest-1548350971-project-admin] 10.222.0.64 "GET /v2.0/quotas/ad9375e510274a3dae309139439f3e8b HTTP/1.1" status: 200 len: 366 time: 0.0430646 Oct 20 10:39:36.612275 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 54762) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:36.648390 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14391835-4f78-4dc0-ab91-4b88e2519eda tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Pushing event deleted for resources: {'Port': ['ID=50a702ce-ec2e-4ab3-ae90-586362ec8494,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:36.648790 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-037510e4-e15b-4044-8d9b-ded18a194d5c tempest-QuotasTest-1548350971 tempest-QuotasTest-1548350971-project-admin] 10.222.0.64 "DELETE /v2.0/quotas/ad9375e510274a3dae309139439f3e8b HTTP/1.1" status: 204 len: 168 time: 0.0304506 Oct 20 10:39:36.650077 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 54764) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:36.686537 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-032d8127-74c0-49bb-ac7e-c8c054ac513f tempest-QuotasTest-1548350971 tempest-QuotasTest-1548350971-project-admin] 10.222.0.64 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0352144 Oct 20 10:39:36.692918 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 54766) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:36.720193 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfa3ca8d-ae21-47ee-b6c2-efa84cd5caa4 req-14391835-4f78-4dc0-ab91-4b88e2519eda tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] No DVR routers for this DVR port 50a702ce-ec2e-4ab3-ae90-586362ec8494 on host n-h2-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:39:36.721177 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=db94d8bf-ab64-48a5-be73-894428d1fd35,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:36.726227 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-dfa3ca8d-ae21-47ee-b6c2-efa84cd5caa4 req-14391835-4f78-4dc0-ab91-4b88e2519eda tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:36.730474 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-dfa3ca8d-ae21-47ee-b6c2-efa84cd5caa4 req-14391835-4f78-4dc0-ab91-4b88e2519eda tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "DELETE /v2.0/ports/50a702ce-ec2e-4ab3-ae90-586362ec8494 HTTP/1.1" status: 204 len: 173 time: 1.7355685 Oct 20 10:39:36.731162 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8cc8a35-edaf-4cf9-b527-4b8b90b5a4a0', 'name': 'network-vif-deleted', 'tag': '50a702ce-ec2e-4ab3-ae90-586362ec8494'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:39:36.733621 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63576811-68f1-415f-a1d8-d3515c57a381" -d '{"events": [{"server_uuid": "f8cc8a35-edaf-4cf9-b527-4b8b90b5a4a0", "name": "network-vif-deleted", "tag": "50a702ce-ec2e-4ab3-ae90-586362ec8494"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:39:36.740911 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-932fb9dc-c63e-459c-891d-f88af8baa904 tempest-QuotasTest-1548350971 tempest-QuotasTest-1548350971-project-admin] 10.222.0.64 "GET /v2.0/quotas/ad9375e510274a3dae309139439f3e8b HTTP/1.1" status: 200 len: 370 time: 0.0453825 Oct 20 10:39:36.742672 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 54774) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:36.759607 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-84800e9e-133d-480c-bd42-47f999ac907d tempest-QuotasTest-1548350971 tempest-QuotasTest-1548350971-project-admin] 10.222.0.64 "GET /v2.0/quotas/ad9375e510274a3dae309139439f3e8b/default HTTP/1.1" status: 200 len: 370 time: 0.0151789 Oct 20 10:39:36.761684 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 54776) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:36.787461 n-d-811396-3 neutron-server[100597]: INFO neutron.api.v2.resource [None req-ec01ce05-522d-4792-b56c-0d0f018f6cc1 tempest-QuotasTest-1548350971 tempest-QuotasTest-1548350971-project-admin] delete failed (client error): The resource could not be found. Oct 20 10:39:36.792601 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-ec01ce05-522d-4792-b56c-0d0f018f6cc1 tempest-QuotasTest-1548350971 tempest-QuotasTest-1548350971-project-admin] 10.222.0.64 "DELETE /v2.0/quotas/ad9375e510274a3dae309139439f3e8b HTTP/1.1" status: 404 len: 348 time: 0.0281980 Oct 20 10:39:36.856943 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daee58a2-f6e7-4f70-a79b-a95383fe5b8e req-165a5a97-e4ac-4b67-a43e-bf7c45ee126b tempest-ServersTestJSON-964661855 tempest-ServersTestJSON-964661855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:36.858509 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-daee58a2-f6e7-4f70-a79b-a95383fe5b8e req-165a5a97-e4ac-4b67-a43e-bf7c45ee126b tempest-ServersTestJSON-964661855 tempest-ServersTestJSON-964661855-project] 10.222.0.64 "GET /v2.0/ports?device_id=74efdf6a-54f9-4595-b5cc-5b30138caeac HTTP/1.1" status: 200 len: 946 time: 0.1123967 Oct 20 10:39:36.925488 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3f725484-7c7e-4890-9c39-40865d23abfc tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:36.962093 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-daee58a2-f6e7-4f70-a79b-a95383fe5b8e req-48aab896-809f-45be-bcea-b603894b5434 tempest-ServersTestJSON-964661855 tempest-ServersTestJSON-964661855-project] 10.222.0.64 "GET /v2.0/security-groups?id=dc3bf295-9273-4f64-aec5-86ffd92b7577&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812669 Oct 20 10:39:37.030583 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3f725484-7c7e-4890-9c39-40865d23abfc tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:37.053178 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:37.109506 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f725484-7c7e-4890-9c39-40865d23abfc tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Pushing event updated for resources: {'Port': ['ID=5944b39c-a4e3-45f3-8d7f-36d7122bed6b,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:37.119870 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f725484-7c7e-4890-9c39-40865d23abfc tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Network ea791d5a-0e60-4cdb-878d-fcbe3220815a is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:39:37.121859 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-3f725484-7c7e-4890-9c39-40865d23abfc tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:39:37.125551 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f725484-7c7e-4890-9c39-40865d23abfc tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:39:37.126317 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3f725484-7c7e-4890-9c39-40865d23abfc tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1774540'] for router_interface, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:37.146654 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 54792) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:37.170343 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 20 Oct 2021 10:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-982666e4-35b1-43c0-b64a-d3ddc95a09a2 x-openstack-request-id: req-982666e4-35b1-43c0-b64a-d3ddc95a09a2 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:39:37.170770 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8cc8a35-edaf-4cf9-b527-4b8b90b5a4a0", "name": "network-vif-deleted", "tag": "50a702ce-ec2e-4ab3-ae90-586362ec8494", "status": "failed", "code": 422}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:39:37.171123 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-982666e4-35b1-43c0-b64a-d3ddc95a09a2 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:39:37.171668 n-d-811396-3 neutron-server[100596]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f8cc8a35-edaf-4cf9-b527-4b8b90b5a4a0', 'name': 'network-vif-deleted', 'tag': '50a702ce-ec2e-4ab3-ae90-586362ec8494', 'status': 'failed', 'code': 422} returned with failed status Oct 20 10:39:37.194613 n-d-811396-3 neutron-server[100597]: DEBUG neutron.quota.resource [None req-20c6323a-8d46-4e92-aa21-2722ae282396 tempest-QuotasTest-1548350971 tempest-QuotasTest-1548350971-project-admin] Usage tracker for resource:network and project:9b86d15679054b04b19e7d5f5200a7aa is out of sync, need to count used quota {{(pid=100597) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 20 10:39:37.203629 n-d-811396-3 neutron-server[100597]: DEBUG neutron.quota.resource [None req-20c6323a-8d46-4e92-aa21-2722ae282396 tempest-QuotasTest-1548350971 tempest-QuotasTest-1548350971-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=100597) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 20 10:39:37.215358 n-d-811396-3 neutron-server[100597]: DEBUG neutron.quota.resource [None req-20c6323a-8d46-4e92-aa21-2722ae282396 tempest-QuotasTest-1548350971 tempest-QuotasTest-1548350971-project-admin] Usage tracker for resource:subnet and project:9b86d15679054b04b19e7d5f5200a7aa is out of sync, need to count used quota {{(pid=100597) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 20 10:39:37.221720 n-d-811396-3 neutron-server[100597]: DEBUG neutron.quota.resource [None req-20c6323a-8d46-4e92-aa21-2722ae282396 tempest-QuotasTest-1548350971 tempest-QuotasTest-1548350971-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=100597) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 20 10:39:37.231275 n-d-811396-3 neutron-server[100597]: DEBUG neutron.quota.resource [None req-20c6323a-8d46-4e92-aa21-2722ae282396 tempest-QuotasTest-1548350971 tempest-QuotasTest-1548350971-project-admin] Usage tracker for resource:subnetpool and project:9b86d15679054b04b19e7d5f5200a7aa is out of sync, need to count used quota {{(pid=100597) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 20 10:39:37.241710 n-d-811396-3 neutron-server[100597]: DEBUG neutron.quota.resource [None req-20c6323a-8d46-4e92-aa21-2722ae282396 tempest-QuotasTest-1548350971 tempest-QuotasTest-1548350971-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=100597) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 20 10:39:37.277136 n-d-811396-3 neutron-server[100597]: DEBUG neutron.quota.resource [None req-20c6323a-8d46-4e92-aa21-2722ae282396 tempest-QuotasTest-1548350971 tempest-QuotasTest-1548350971-project-admin] Usage tracker for resource:port and project:9b86d15679054b04b19e7d5f5200a7aa is out of sync, need to count used quota {{(pid=100597) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 20 10:39:37.285446 n-d-811396-3 neutron-server[100597]: DEBUG neutron.quota.resource [None req-20c6323a-8d46-4e92-aa21-2722ae282396 tempest-QuotasTest-1548350971 tempest-QuotasTest-1548350971-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=100597) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 20 10:39:37.301434 n-d-811396-3 neutron-server[100597]: DEBUG neutron.quota.resource [None req-20c6323a-8d46-4e92-aa21-2722ae282396 tempest-QuotasTest-1548350971 tempest-QuotasTest-1548350971-project-admin] Usage tracker for resource:router and project:9b86d15679054b04b19e7d5f5200a7aa is out of sync, need to count used quota {{(pid=100597) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 20 10:39:37.308476 n-d-811396-3 neutron-server[100597]: DEBUG neutron.quota.resource [None req-20c6323a-8d46-4e92-aa21-2722ae282396 tempest-QuotasTest-1548350971 tempest-QuotasTest-1548350971-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=100597) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 20 10:39:37.321089 n-d-811396-3 neutron-server[100597]: DEBUG neutron.quota.resource [None req-20c6323a-8d46-4e92-aa21-2722ae282396 tempest-QuotasTest-1548350971 tempest-QuotasTest-1548350971-project-admin] Usage tracker for resource:floatingip and project:9b86d15679054b04b19e7d5f5200a7aa is out of sync, need to count used quota {{(pid=100597) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 20 10:39:37.335889 n-d-811396-3 neutron-server[100597]: DEBUG neutron.quota.resource [None req-20c6323a-8d46-4e92-aa21-2722ae282396 tempest-QuotasTest-1548350971 tempest-QuotasTest-1548350971-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=100597) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 20 10:39:37.337913 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3f725484-7c7e-4890-9c39-40865d23abfc tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:37.467765 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:37.470132 n-d-811396-3 neutron-server[100597]: DEBUG neutron.quota.resource [None req-20c6323a-8d46-4e92-aa21-2722ae282396 tempest-QuotasTest-1548350971 tempest-QuotasTest-1548350971-project-admin] Usage tracker for resource:security_group and project:9b86d15679054b04b19e7d5f5200a7aa is out of sync, need to count used quota {{(pid=100597) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 20 10:39:37.477513 n-d-811396-3 neutron-server[100597]: DEBUG neutron.quota.resource [None req-20c6323a-8d46-4e92-aa21-2722ae282396 tempest-QuotasTest-1548350971 tempest-QuotasTest-1548350971-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=100597) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 20 10:39:37.496281 n-d-811396-3 neutron-server[100597]: DEBUG neutron.quota.resource [None req-20c6323a-8d46-4e92-aa21-2722ae282396 tempest-QuotasTest-1548350971 tempest-QuotasTest-1548350971-project-admin] Usage tracker for resource:security_group_rule and project:9b86d15679054b04b19e7d5f5200a7aa is out of sync, need to count used quota {{(pid=100597) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 20 10:39:37.510111 n-d-811396-3 neutron-server[100597]: DEBUG neutron.quota.resource [None req-20c6323a-8d46-4e92-aa21-2722ae282396 tempest-QuotasTest-1548350971 tempest-QuotasTest-1548350971-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=100597) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 20 10:39:37.526136 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-20c6323a-8d46-4e92-aa21-2722ae282396 tempest-QuotasTest-1548350971 tempest-QuotasTest-1548350971-project-admin] 10.222.0.64 "GET /v2.0/quotas/9b86d15679054b04b19e7d5f5200a7aa/details.json HTTP/1.1" status: 200 len: 703 time: 0.3744965 Oct 20 10:39:37.703767 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-e89df6d0-3fbe-4981-9fe4-90f01359738f None None] Provisioning complete for port 5944b39c-a4e3-45f3-8d7f-36d7122bed6b triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:39:37.704376 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-e89df6d0-3fbe-4981-9fe4-90f01359738f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:37.762858 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-e89df6d0-3fbe-4981-9fe4-90f01359738f None None] Port 5944b39c-a4e3-45f3-8d7f-36d7122bed6b cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:39:37.794998 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:37.959828 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3f725484-7c7e-4890-9c39-40865d23abfc tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:37.968868 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3f725484-7c7e-4890-9c39-40865d23abfc tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:37.969962 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3f725484-7c7e-4890-9c39-40865d23abfc tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1774432'] for router_interface, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:38.029306 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f725484-7c7e-4890-9c39-40865d23abfc tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Pushing event updated for resources: {'Port': ['ID=5944b39c-a4e3-45f3-8d7f-36d7122bed6b,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:38.061559 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 54844) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:38.210836 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0702389a-33c7-4265-9a31-25c5570b1fc6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:38.332431 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0702389a-33c7-4265-9a31-25c5570b1fc6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:38.337397 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0702389a-33c7-4265-9a31-25c5570b1fc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:38.389475 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-0702389a-33c7-4265-9a31-25c5570b1fc6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=139d06d2a8594d06ba9551d690726134&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3264868 Oct 20 10:39:38.390430 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0702389a-33c7-4265-9a31-25c5570b1fc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f645904c-a3f8-4b9d-b9ab-4a6b51e63420,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:38.392884 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 54854) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:38.419053 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74efdf6a-54f9-4595-b5cc-5b30138caeac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db94d8bf-ab64-48a5-be73-894428d1fd35'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:39:38.421541 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f01a1f27-182b-4696-ade9-72ca77258f49" -d '{"events": [{"server_uuid": "74efdf6a-54f9-4595-b5cc-5b30138caeac", "name": "network-vif-plugged", "status": "completed", "tag": "db94d8bf-ab64-48a5-be73-894428d1fd35"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:39:38.460510 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-95fef57a-53ff-4a58-af00-8df21afe85ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:38.489987 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-95fef57a-53ff-4a58-af00-8df21afe85ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:38.545330 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-95fef57a-53ff-4a58-af00-8df21afe85ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:38.549153 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-95fef57a-53ff-4a58-af00-8df21afe85ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:38.551937 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-95fef57a-53ff-4a58-af00-8df21afe85ef admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f645904c-a3f8-4b9d-b9ab-4a6b51e63420 HTTP/1.1" status: 204 len: 168 time: 0.1580637 Oct 20 10:39:38.563535 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fef57a-53ff-4a58-af00-8df21afe85ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f645904c-a3f8-4b9d-b9ab-4a6b51e63420,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:38.674744 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e78ec53-c647-4042-8219-291c0777c795 req-2c8a829c-6ef7-4a1d-8a51-d122ee2b2b48 tempest-ServersTestJSON-964661855 tempest-ServersTestJSON-964661855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:38.676606 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1e78ec53-c647-4042-8219-291c0777c795 req-2c8a829c-6ef7-4a1d-8a51-d122ee2b2b48 tempest-ServersTestJSON-964661855 tempest-ServersTestJSON-964661855-project] 10.222.0.64 "GET /v2.0/ports?device_id=74efdf6a-54f9-4595-b5cc-5b30138caeac HTTP/1.1" status: 200 len: 946 time: 0.5826650 Oct 20 10:39:38.732331 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f725484-7c7e-4890-9c39-40865d23abfc tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Network ea791d5a-0e60-4cdb-878d-fcbe3220815a is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:39:38.738543 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-3f725484-7c7e-4890-9c39-40865d23abfc tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:39:38.762450 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1df460a-de86-4be5-88b1-c5a3aea7f23e req-5852a331-9683-4deb-8b23-44e8424d9581 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:38.769340 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c1df460a-de86-4be5-88b1-c5a3aea7f23e req-5852a331-9683-4deb-8b23-44e8424d9581 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/networks?id=00e677b7-ec29-42bc-8b52-7d9c8594501c HTTP/1.1" status: 200 len: 812 time: 0.7130392 Oct 20 10:39:38.829943 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1e78ec53-c647-4042-8219-291c0777c795 req-ac736fe6-deb8-46c3-8326-38f563b81faa tempest-ServersTestJSON-964661855 tempest-ServersTestJSON-964661855-project] 10.222.0.64 "GET /v2.0/security-groups?id=dc3bf295-9273-4f64-aec5-86ffd92b7577&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1408682 Oct 20 10:39:38.838846 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c1df460a-de86-4be5-88b1-c5a3aea7f23e req-6c4cb8d7-cfac-4f82-9460-06ad0622c19e tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/quotas/c99eab67b5e546ffaba916e684c21094 HTTP/1.1" status: 200 len: 375 time: 0.0684466 Oct 20 10:39:38.860569 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:38.958517 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c1df460a-de86-4be5-88b1-c5a3aea7f23e req-3243c292-5b19-4902-815c-65d5aa80b3ee tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=c99eab67b5e546ffaba916e684c21094&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1187351 Oct 20 10:39:38.965170 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 54868) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:38.994302 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-eb82b42a-58b7-49ec-a75e-46a09426bce3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:39.015648 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f725484-7c7e-4890-9c39-40865d23abfc tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Router 169b1c5a-b8f8-4f59-9ffe-969fcaf55980 has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:39:39.167618 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f725484-7c7e-4890-9c39-40865d23abfc tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:39:39.175030 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-3f725484-7c7e-4890-9c39-40865d23abfc tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] 10.222.0.64 "PUT /v2.0/routers/169b1c5a-b8f8-4f59-9ffe-969fcaf55980/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6096294 Oct 20 10:39:39.177780 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 54874) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:39.181935 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-724b7cdb-3218-4ecd-a113-0768e557bb9e None None] Sync routers for ids ['169b1c5a-b8f8-4f59-9ffe-969fcaf55980'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:39:39.200072 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724b7cdb-3218-4ecd-a113-0768e557bb9e None None] Routers {'169b1c5a-b8f8-4f59-9ffe-969fcaf55980'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:39:39.200677 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-9ff267a7-1abb-4658-80bf-389095ab52e3 None None] Provisioning complete for port 5944b39c-a4e3-45f3-8d7f-36d7122bed6b triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:39:39.200814 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-724b7cdb-3218-4ecd-a113-0768e557bb9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:39:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['169b1c5a-b8f8-4f59-9ffe-969fcaf55980'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:39:39.201056 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-9ff267a7-1abb-4658-80bf-389095ab52e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:39.218024 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-eb82b42a-58b7-49ec-a75e-46a09426bce3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:39.222919 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-eb82b42a-58b7-49ec-a75e-46a09426bce3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:39.231822 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [req-c1df460a-de86-4be5-88b1-c5a3aea7f23e req-e71c440d-3e6b-40dc-bbaa-9a4c9f71e9d0 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:39:39.233080 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c1df460a-de86-4be5-88b1-c5a3aea7f23e req-e71c440d-3e6b-40dc-bbaa-9a4c9f71e9d0 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.2736804 Oct 20 10:39:39.248235 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-724b7cdb-3218-4ecd-a113-0768e557bb9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:39:39.265569 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724b7cdb-3218-4ecd-a113-0768e557bb9e None None] Routers {'169b1c5a-b8f8-4f59-9ffe-969fcaf55980'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:39:39.266514 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-724b7cdb-3218-4ecd-a113-0768e557bb9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:39:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['169b1c5a-b8f8-4f59-9ffe-969fcaf55980'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:39:39.294553 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-eb82b42a-58b7-49ec-a75e-46a09426bce3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9b86d15679054b04b19e7d5f5200a7aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3244896 Oct 20 10:39:39.294553 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb82b42a-58b7-49ec-a75e-46a09426bce3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70ff2442-b220-4e33-bdd9-7133b8c4808a,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:39.296524 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 54880) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:39.308052 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-724b7cdb-3218-4ecd-a113-0768e557bb9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:39:39.308890 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-724b7cdb-3218-4ecd-a113-0768e557bb9e None None] The sync data for ids ['169b1c5a-b8f8-4f59-9ffe-969fcaf55980'] in n-d-811396-3 is: [] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:39:39.342966 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-9ff267a7-1abb-4658-80bf-389095ab52e3 None None] Port 5944b39c-a4e3-45f3-8d7f-36d7122bed6b cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:39:39.368348 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e867f66-57b0-4c38-8083-881fa7120c56 x-openstack-request-id: req-0e867f66-57b0-4c38-8083-881fa7120c56 {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:39:39.369894 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74efdf6a-54f9-4595-b5cc-5b30138caeac", "name": "network-vif-plugged", "status": "completed", "tag": "db94d8bf-ab64-48a5-be73-894428d1fd35", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:39:39.371968 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0e867f66-57b0-4c38-8083-881fa7120c56 {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:39:39.372538 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74efdf6a-54f9-4595-b5cc-5b30138caeac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db94d8bf-ab64-48a5-be73-894428d1fd35', 'code': 200} Oct 20 10:39:39.374538 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6a671bca-0954-4110-8479-31373c01be21 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:39.401532 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6a671bca-0954-4110-8479-31373c01be21 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:39.466041 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7c5e75-3048-4c63-812f-f8f3609ae78d tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:39.468077 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-6a7c5e75-3048-4c63-812f-f8f3609ae78d tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] 10.222.0.64 "GET /v2.0/ports/5944b39c-a4e3-45f3-8d7f-36d7122bed6b HTTP/1.1" status: 200 len: 913 time: 0.2890892 Oct 20 10:39:39.475859 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 54884) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:39.502130 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6a671bca-0954-4110-8479-31373c01be21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:39.506562 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6a671bca-0954-4110-8479-31373c01be21 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:39.507982 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-6a671bca-0954-4110-8479-31373c01be21 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/70ff2442-b220-4e33-bdd9-7133b8c4808a HTTP/1.1" status: 204 len: 168 time: 0.2097144 Oct 20 10:39:39.516615 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c1df460a-de86-4be5-88b1-c5a3aea7f23e req-cf054f87-c266-4a01-8930-175c258d3cfc service neutron] 10.222.0.64 "GET /v2.0/networks/00e677b7-ec29-42bc-8b52-7d9c8594501c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2581077 Oct 20 10:39:39.578759 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a671bca-0954-4110-8479-31373c01be21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70ff2442-b220-4e33-bdd9-7133b8c4808a,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:39.668830 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcc6e7b-e64b-4cd7-bc30-e9b7b42c8e26 req-95d3ab97-ee25-4eb6-821b-f077df7ed5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:39.670482 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-9fcc6e7b-e64b-4cd7-bc30-e9b7b42c8e26 req-95d3ab97-ee25-4eb6-821b-f077df7ed5b0 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=74efdf6a-54f9-4595-b5cc-5b30138caeac HTTP/1.1" status: 200 len: 1097 time: 0.2060618 Oct 20 10:39:39.700517 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c1df460a-de86-4be5-88b1-c5a3aea7f23e req-f3aaf00c-d0aa-4ee7-ae05-665e8af164dd service neutron] 10.222.0.64 "GET /v2.0/networks/00e677b7-ec29-42bc-8b52-7d9c8594501c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745849 Oct 20 10:39:39.826040 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-9fcc6e7b-e64b-4cd7-bc30-e9b7b42c8e26 req-9876494e-46a5-4eeb-b40a-332fbf54c5be service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=dc3bf295-9273-4f64-aec5-86ffd92b7577&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1420379 Oct 20 10:39:40.103553 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6e42b920-f4b0-47e0-8d82-8ca55d6d120d tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1774405'] for router_interface, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:40.182958 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90db2b87-7412-48a3-b47d-7db438f44697 req-e11b5e27-78ce-4a3b-afa3-d2e2fca2ba1e tempest-ServersTestJSON-964661855 tempest-ServersTestJSON-964661855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:40.204924 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-90db2b87-7412-48a3-b47d-7db438f44697 req-e11b5e27-78ce-4a3b-afa3-d2e2fca2ba1e tempest-ServersTestJSON-964661855 tempest-ServersTestJSON-964661855-project] 10.222.0.64 "GET /v2.0/ports?device_id=74efdf6a-54f9-4595-b5cc-5b30138caeac HTTP/1.1" status: 200 len: 946 time: 0.1500733 Oct 20 10:39:40.376617 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-90db2b87-7412-48a3-b47d-7db438f44697 req-30d9c714-317b-4644-9921-c84fc2d02154 tempest-ServersTestJSON-964661855 tempest-ServersTestJSON-964661855-project] 10.222.0.64 "GET /v2.0/security-groups?id=dc3bf295-9273-4f64-aec5-86ffd92b7577&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1563079 Oct 20 10:39:40.398839 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ccec2055-9795-4cf7-ae00-e3d1dc6cf0ff req-9098c2a4-c2ea-44be-b2ff-9dc12daa6ca8 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/ports?device_id=beac454b-7e2b-44fe-90b5-8b2d2c0f832f HTTP/1.1" status: 200 len: 210 time: 0.1335351 Oct 20 10:39:40.508358 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 54930) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:40.620940 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-6e42b920-f4b0-47e0-8d82-8ca55d6d120d tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Deleting port 5944b39c-a4e3-45f3-8d7f-36d7122bed6b {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:39:40.622120 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6e42b920-f4b0-47e0-8d82-8ca55d6d120d tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:40.767799 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-98643851-1604-4d05-9a95-14382e0bed46 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:40.798300 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6e42b920-f4b0-47e0-8d82-8ca55d6d120d tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:40.830473 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-6e42b920-f4b0-47e0-8d82-8ca55d6d120d tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Calling delete_port for 5944b39c-a4e3-45f3-8d7f-36d7122bed6b owned by network:router_interface {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:39:40.954322 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-98643851-1604-4d05-9a95-14382e0bed46 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:40.982965 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-98643851-1604-4d05-9a95-14382e0bed46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:41.032774 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98643851-1604-4d05-9a95-14382e0bed46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59c853c0-b288-4443-9548-df64312857fd,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:41.044364 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-98643851-1604-4d05-9a95-14382e0bed46 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e9fdc957968c4cb2a1ff55c7f8ee3f1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5315158 Oct 20 10:39:41.044640 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 54952) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:41.101826 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-7ee292a9-898d-40f4-ae83-c7b26e31d35c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:41.110085 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 54954) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:41.139163 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6e42b920-f4b0-47e0-8d82-8ca55d6d120d tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:41.163989 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-7ee292a9-898d-40f4-ae83-c7b26e31d35c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:41.170643 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e42b920-f4b0-47e0-8d82-8ca55d6d120d tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Pushing event deleted for resources: {'Port': ['ID=5944b39c-a4e3-45f3-8d7f-36d7122bed6b,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:41.286068 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-7ee292a9-898d-40f4-ae83-c7b26e31d35c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:41.290436 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-7ee292a9-898d-40f4-ae83-c7b26e31d35c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:41.291733 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-7ee292a9-898d-40f4-ae83-c7b26e31d35c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/59c853c0-b288-4443-9548-df64312857fd HTTP/1.1" status: 204 len: 168 time: 0.2460291 Oct 20 10:39:41.300760 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee292a9-898d-40f4-ae83-c7b26e31d35c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59c853c0-b288-4443-9548-df64312857fd,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:41.316523 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [None req-3285cdb7-3ffc-4019-9dd4-cea5843097e4 tempest-ExtensionsTestJSON-1413978627 tempest-ExtensionsTestJSON-1413978627-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:39:41.317892 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-3285cdb7-3ffc-4019-9dd4-cea5843097e4 tempest-ExtensionsTestJSON-1413978627 tempest-ExtensionsTestJSON-1413978627-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13636 time: 0.2069480 Oct 20 10:39:41.320669 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 54964) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:41.326598 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [None req-5ec58fb3-17f6-479c-b320-197462950d8b tempest-ExtensionsTestJSON-1413978627 tempest-ExtensionsTestJSON-1413978627-project] http://10.222.0.64:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=100596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:39:41.329780 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-5ec58fb3-17f6-479c-b320-197462950d8b tempest-ExtensionsTestJSON-1413978627 tempest-ExtensionsTestJSON-1413978627-project] 10.222.0.64 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0053296 Oct 20 10:39:41.330371 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 54966) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:41.335596 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [None req-60e48fb1-2345-4889-9e53-544e62b5cb69 tempest-ExtensionsTestJSON-1413978627 tempest-ExtensionsTestJSON-1413978627-project] http://10.222.0.64:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=100596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:39:41.339190 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-60e48fb1-2345-4889-9e53-544e62b5cb69 tempest-ExtensionsTestJSON-1413978627 tempest-ExtensionsTestJSON-1413978627-project] 10.222.0.64 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0053580 Oct 20 10:39:41.339498 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 54968) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:41.346240 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [None req-b2ccf5de-1dcd-403e-82fc-4c9af9bcd3d4 tempest-ExtensionsTestJSON-1413978627 tempest-ExtensionsTestJSON-1413978627-project] http://10.222.0.64:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=100596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:39:41.351828 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-b2ccf5de-1dcd-403e-82fc-4c9af9bcd3d4 tempest-ExtensionsTestJSON-1413978627 tempest-ExtensionsTestJSON-1413978627-project] 10.222.0.64 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0091963 Oct 20 10:39:41.353097 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 54970) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:41.366390 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [None req-134067e7-2023-4e64-ad15-7b803e5ebc6d tempest-ExtensionsTestJSON-1413978627 tempest-ExtensionsTestJSON-1413978627-project] http://10.222.0.64:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=100596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:39:41.370892 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-134067e7-2023-4e64-ad15-7b803e5ebc6d tempest-ExtensionsTestJSON-1413978627 tempest-ExtensionsTestJSON-1413978627-project] 10.222.0.64 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0139685 Oct 20 10:39:41.371778 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 54972) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:41.378132 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6e42b920-f4b0-47e0-8d82-8ca55d6d120d tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1771989'] for router_interface, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:41.382842 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [None req-63ba67fa-739d-48f3-b9c9-74092cf01c79 tempest-ExtensionsTestJSON-1413978627 tempest-ExtensionsTestJSON-1413978627-project] http://10.222.0.64:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=100596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:39:41.389735 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-63ba67fa-739d-48f3-b9c9-74092cf01c79 tempest-ExtensionsTestJSON-1413978627 tempest-ExtensionsTestJSON-1413978627-project] 10.222.0.64 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0129235 Oct 20 10:39:41.390230 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 54974) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:41.396699 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [None req-c222f976-5391-40f7-a778-9dc89be1e8b0 tempest-ExtensionsTestJSON-1413978627 tempest-ExtensionsTestJSON-1413978627-project] http://10.222.0.64:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=100596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:39:41.400063 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-c222f976-5391-40f7-a778-9dc89be1e8b0 tempest-ExtensionsTestJSON-1413978627 tempest-ExtensionsTestJSON-1413978627-project] 10.222.0.64 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0062799 Oct 20 10:39:41.409946 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 54976) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:41.414805 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [None req-f25b163d-dbf9-42af-b7ff-e1330334128d tempest-ExtensionsTestJSON-1413978627 tempest-ExtensionsTestJSON-1413978627-project] http://10.222.0.64:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=100596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:39:41.418976 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-f25b163d-dbf9-42af-b7ff-e1330334128d tempest-ExtensionsTestJSON-1413978627 tempest-ExtensionsTestJSON-1413978627-project] 10.222.0.64 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0046191 Oct 20 10:39:41.420138 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 54982) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:41.426403 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [None req-7588726a-1354-483f-adcc-34688d7f1089 tempest-ExtensionsTestJSON-1413978627 tempest-ExtensionsTestJSON-1413978627-project] http://10.222.0.64:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=100596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:39:41.429695 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-7588726a-1354-483f-adcc-34688d7f1089 tempest-ExtensionsTestJSON-1413978627 tempest-ExtensionsTestJSON-1413978627-project] 10.222.0.64 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0051274 Oct 20 10:39:41.430242 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 54984) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:41.440449 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [None req-c3042bee-b352-47f6-9bc4-0764a140a84d tempest-ExtensionsTestJSON-1413978627 tempest-ExtensionsTestJSON-1413978627-project] http://10.222.0.64:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=100596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:39:41.443868 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-c3042bee-b352-47f6-9bc4-0764a140a84d tempest-ExtensionsTestJSON-1413978627 tempest-ExtensionsTestJSON-1413978627-project] 10.222.0.64 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0103104 Oct 20 10:39:41.446373 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 54986) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:41.451537 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [None req-392251bb-fa77-458e-af28-c7277ea5a889 tempest-ExtensionsTestJSON-1413978627 tempest-ExtensionsTestJSON-1413978627-project] http://10.222.0.64:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=100596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:39:41.456562 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-392251bb-fa77-458e-af28-c7277ea5a889 tempest-ExtensionsTestJSON-1413978627 tempest-ExtensionsTestJSON-1413978627-project] 10.222.0.64 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0050867 Oct 20 10:39:41.460946 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 54988) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:41.479521 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [None req-3a3315a5-25d4-41f6-9239-9eb3d56ee1f6 tempest-ExtensionsTestJSON-1413978627 tempest-ExtensionsTestJSON-1413978627-project] http://10.222.0.64:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=100596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:39:41.483759 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-3a3315a5-25d4-41f6-9239-9eb3d56ee1f6 tempest-ExtensionsTestJSON-1413978627 tempest-ExtensionsTestJSON-1413978627-project] 10.222.0.64 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0194318 Oct 20 10:39:41.483759 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 54990) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:41.487987 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [None req-c3f237de-a34d-4718-832b-7fea9a9d219f tempest-ExtensionsTestJSON-1413978627 tempest-ExtensionsTestJSON-1413978627-project] http://10.222.0.64:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=100596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:39:41.493696 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-c3f237de-a34d-4718-832b-7fea9a9d219f tempest-ExtensionsTestJSON-1413978627 tempest-ExtensionsTestJSON-1413978627-project] 10.222.0.64 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0071192 Oct 20 10:39:41.497138 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 54992) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:41.510731 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [None req-62829e83-1e3d-4179-80c1-efa33a48a179 tempest-ExtensionsTestJSON-1413978627 tempest-ExtensionsTestJSON-1413978627-project] http://10.222.0.64:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=100596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:39:41.514187 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-62829e83-1e3d-4179-80c1-efa33a48a179 tempest-ExtensionsTestJSON-1413978627 tempest-ExtensionsTestJSON-1413978627-project] 10.222.0.64 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0138168 Oct 20 10:39:41.514451 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 54994) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:41.522322 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [None req-3bdba9f7-f126-41b1-aa3b-17005472fae7 tempest-ExtensionsTestJSON-1413978627 tempest-ExtensionsTestJSON-1413978627-project] http://10.222.0.64:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=100596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:39:41.525762 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-3bdba9f7-f126-41b1-aa3b-17005472fae7 tempest-ExtensionsTestJSON-1413978627 tempest-ExtensionsTestJSON-1413978627-project] 10.222.0.64 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0079901 Oct 20 10:39:41.527973 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 54996) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:41.546060 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [None req-d1f25b7b-d5d5-4eff-9352-b57476205570 tempest-ExtensionsTestJSON-1413978627 tempest-ExtensionsTestJSON-1413978627-project] http://10.222.0.64:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=100596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:39:41.549631 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-d1f25b7b-d5d5-4eff-9352-b57476205570 tempest-ExtensionsTestJSON-1413978627 tempest-ExtensionsTestJSON-1413978627-project] 10.222.0.64 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0180748 Oct 20 10:39:41.549859 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 54998) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:41.554997 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [None req-7dabd71d-8b24-4bc0-bbb6-3158d89f3f9b tempest-ExtensionsTestJSON-1413978627 tempest-ExtensionsTestJSON-1413978627-project] http://10.222.0.64:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=100596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:39:41.558728 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-7dabd71d-8b24-4bc0-bbb6-3158d89f3f9b tempest-ExtensionsTestJSON-1413978627 tempest-ExtensionsTestJSON-1413978627-project] 10.222.0.64 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0051174 Oct 20 10:39:41.560718 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 55000) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:41.576814 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [None req-32617c84-06f4-40b7-bd31-29dba4f3d332 tempest-ExtensionsTestJSON-1413978627 tempest-ExtensionsTestJSON-1413978627-project] http://10.222.0.64:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=100596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:39:41.580967 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-32617c84-06f4-40b7-bd31-29dba4f3d332 tempest-ExtensionsTestJSON-1413978627 tempest-ExtensionsTestJSON-1413978627-project] 10.222.0.64 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0088937 Oct 20 10:39:41.605466 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 55002) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:41.612401 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [None req-cbd38900-91a7-4f45-8a62-cdefa2a32877 tempest-ExtensionsTestJSON-1413978627 tempest-ExtensionsTestJSON-1413978627-project] http://10.222.0.64:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=100596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:39:41.616134 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-cbd38900-91a7-4f45-8a62-cdefa2a32877 tempest-ExtensionsTestJSON-1413978627 tempest-ExtensionsTestJSON-1413978627-project] 10.222.0.64 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0059698 Oct 20 10:39:41.616703 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 55008) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:41.621295 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [None req-9699be72-4d47-4aea-906a-057f5f589198 tempest-ExtensionsTestJSON-1413978627 tempest-ExtensionsTestJSON-1413978627-project] http://10.222.0.64:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=100596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:39:41.625084 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-9699be72-4d47-4aea-906a-057f5f589198 tempest-ExtensionsTestJSON-1413978627 tempest-ExtensionsTestJSON-1413978627-project] 10.222.0.64 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0049474 Oct 20 10:39:41.635114 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 55010) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:41.644559 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-edc65e38-d558-47cc-95a7-f5ca2b9f4990 req-bff9aef7-ff53-4e54-9d79-2d5b5f906e70 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/ports?device_id=beac454b-7e2b-44fe-90b5-8b2d2c0f832f HTTP/1.1" status: 200 len: 210 time: 0.0711293 Oct 20 10:39:41.644841 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [None req-246788ad-3db7-4b16-ac5e-52c35eab7022 tempest-ExtensionsTestJSON-1413978627 tempest-ExtensionsTestJSON-1413978627-project] http://10.222.0.64:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=100597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:39:41.648631 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-246788ad-3db7-4b16-ac5e-52c35eab7022 tempest-ExtensionsTestJSON-1413978627 tempest-ExtensionsTestJSON-1413978627-project] 10.222.0.64 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0103106 Oct 20 10:39:41.657047 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 55014) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:41.666422 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [None req-50c6d6d7-9c07-4aa2-95fb-8834a73cd237 tempest-ExtensionsTestJSON-1413978627 tempest-ExtensionsTestJSON-1413978627-project] http://10.222.0.64:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=100596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:39:41.670529 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-50c6d6d7-9c07-4aa2-95fb-8834a73cd237 tempest-ExtensionsTestJSON-1413978627 tempest-ExtensionsTestJSON-1413978627-project] 10.222.0.64 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0080192 Oct 20 10:39:41.673485 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 55016) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:41.688605 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [None req-22b384fb-4380-4e26-a1b9-642359ea7920 tempest-ExtensionsTestJSON-1413978627 tempest-ExtensionsTestJSON-1413978627-project] http://10.222.0.64:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=100597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:39:41.698325 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-22b384fb-4380-4e26-a1b9-642359ea7920 tempest-ExtensionsTestJSON-1413978627 tempest-ExtensionsTestJSON-1413978627-project] 10.222.0.64 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0199754 Oct 20 10:39:41.699424 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 55020) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:41.714946 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [None req-787dee86-d54b-4b3a-b9eb-0357074399a5 tempest-ExtensionsTestJSON-1413978627 tempest-ExtensionsTestJSON-1413978627-project] http://10.222.0.64:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=100597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:39:41.716557 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d54ac57-e989-4c99-a9b4-6c755f3dd22d req-46c47f4c-c9ff-43c1-a214-377221f13641 tempest-ServersTestJSON-964661855 tempest-ServersTestJSON-964661855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:41.717740 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-787dee86-d54b-4b3a-b9eb-0357074399a5 tempest-ExtensionsTestJSON-1413978627 tempest-ExtensionsTestJSON-1413978627-project] 10.222.0.64 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0173960 Oct 20 10:39:41.718088 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5d54ac57-e989-4c99-a9b4-6c755f3dd22d req-46c47f4c-c9ff-43c1-a214-377221f13641 tempest-ServersTestJSON-964661855 tempest-ServersTestJSON-964661855-project] 10.222.0.64 "GET /v2.0/ports?device_id=74efdf6a-54f9-4595-b5cc-5b30138caeac HTTP/1.1" status: 200 len: 946 time: 0.1600485 Oct 20 10:39:41.721520 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 55022) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:41.755689 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [None req-66bd6a9e-1293-4f8c-9587-a88236f4ca68 tempest-ExtensionsTestJSON-1413978627 tempest-ExtensionsTestJSON-1413978627-project] http://10.222.0.64:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=100596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:39:41.756857 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-66bd6a9e-1293-4f8c-9587-a88236f4ca68 tempest-ExtensionsTestJSON-1413978627 tempest-ExtensionsTestJSON-1413978627-project] 10.222.0.64 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0344095 Oct 20 10:39:41.761335 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 55024) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:41.770923 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [None req-9aef8216-fbc2-4b51-bab2-4ac7a6f41f91 tempest-ExtensionsTestJSON-1413978627 tempest-ExtensionsTestJSON-1413978627-project] http://10.222.0.64:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=100596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:39:41.772246 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-9aef8216-fbc2-4b51-bab2-4ac7a6f41f91 tempest-ExtensionsTestJSON-1413978627 tempest-ExtensionsTestJSON-1413978627-project] 10.222.0.64 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0053468 Oct 20 10:39:41.795782 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 55026) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:41.805435 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [None req-6a0e14d3-a57f-4ba9-a219-065abdaec977 tempest-ExtensionsTestJSON-1413978627 tempest-ExtensionsTestJSON-1413978627-project] http://10.222.0.64:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=100596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:39:41.806393 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-6a0e14d3-a57f-4ba9-a219-065abdaec977 tempest-ExtensionsTestJSON-1413978627 tempest-ExtensionsTestJSON-1413978627-project] 10.222.0.64 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0065408 Oct 20 10:39:41.813758 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 55028) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:41.823002 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [None req-20a239a1-e55e-4ba3-8ff4-8fd3efb9ee9b tempest-ExtensionsTestJSON-1413978627 tempest-ExtensionsTestJSON-1413978627-project] http://10.222.0.64:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=100596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:39:41.824265 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-20a239a1-e55e-4ba3-8ff4-8fd3efb9ee9b tempest-ExtensionsTestJSON-1413978627 tempest-ExtensionsTestJSON-1413978627-project] 10.222.0.64 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0075359 Oct 20 10:39:41.828756 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 55030) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:41.832952 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [None req-d3459c4d-24ed-4b4c-bd66-bc208a6b6f9d tempest-ExtensionsTestJSON-1413978627 tempest-ExtensionsTestJSON-1413978627-project] http://10.222.0.64:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=100596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:39:41.835637 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-d3459c4d-24ed-4b4c-bd66-bc208a6b6f9d tempest-ExtensionsTestJSON-1413978627 tempest-ExtensionsTestJSON-1413978627-project] 10.222.0.64 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0044513 Oct 20 10:39:41.839338 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 55032) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:41.842576 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5d54ac57-e989-4c99-a9b4-6c755f3dd22d req-b9ba955d-985f-44a8-8ed8-5a71eb91f3cf tempest-ServersTestJSON-964661855 tempest-ServersTestJSON-964661855-project] 10.222.0.64 "GET /v2.0/security-groups?id=dc3bf295-9273-4f64-aec5-86ffd92b7577&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826464 Oct 20 10:39:41.851931 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [None req-1bfa1034-79c1-4fd1-ae73-b8e87ca1ebb2 tempest-ExtensionsTestJSON-1413978627 tempest-ExtensionsTestJSON-1413978627-project] http://10.222.0.64:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=100596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:39:41.853061 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-1bfa1034-79c1-4fd1-ae73-b8e87ca1ebb2 tempest-ExtensionsTestJSON-1413978627 tempest-ExtensionsTestJSON-1413978627-project] 10.222.0.64 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0095806 Oct 20 10:39:41.855788 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 55034) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:41.874081 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [None req-e2108f2a-2087-4017-9df2-1d2a31f881d6 tempest-ExtensionsTestJSON-1413978627 tempest-ExtensionsTestJSON-1413978627-project] http://10.222.0.64:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=100596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:39:41.875419 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-e2108f2a-2087-4017-9df2-1d2a31f881d6 tempest-ExtensionsTestJSON-1413978627 tempest-ExtensionsTestJSON-1413978627-project] 10.222.0.64 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0183392 Oct 20 10:39:41.893499 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1df460a-de86-4be5-88b1-c5a3aea7f23e req-381090fc-f490-40f9-b6d5-f9e555f19bdb tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:41.895100 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c1df460a-de86-4be5-88b1-c5a3aea7f23e req-381090fc-f490-40f9-b6d5-f9e555f19bdb tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.55 "GET /v2.0/networks?id=00e677b7-ec29-42bc-8b52-7d9c8594501c HTTP/1.1" status: 200 len: 812 time: 0.2533402 Oct 20 10:39:41.895627 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 55038) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:41.903917 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [None req-949d2a94-7917-4c0c-a101-efdb31df1684 tempest-ExtensionsTestJSON-1413978627 tempest-ExtensionsTestJSON-1413978627-project] http://10.222.0.64:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=100596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:39:41.907514 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-949d2a94-7917-4c0c-a101-efdb31df1684 tempest-ExtensionsTestJSON-1413978627 tempest-ExtensionsTestJSON-1413978627-project] 10.222.0.64 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0083156 Oct 20 10:39:41.908942 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 55044) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:41.923713 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-c1df460a-de86-4be5-88b1-c5a3aea7f23e req-44243723-f88d-4eb8-9228-f1d3fd3f0432 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Request body: {'port': {'device_id': 'beac454b-7e2b-44fe-90b5-8b2d2c0f832f', 'network_id': '00e677b7-ec29-42bc-8b52-7d9c8594501c', 'admin_state_up': True, 'tenant_id': 'c99eab67b5e546ffaba916e684c21094'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:39:41.931780 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 55046) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:41.936714 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [None req-dc379ac5-d6d3-44a9-a736-8c6f8d69d6a0 tempest-ExtensionsTestJSON-1413978627 tempest-ExtensionsTestJSON-1413978627-project] http://10.222.0.64:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=100596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:39:41.937736 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-dc379ac5-d6d3-44a9-a736-8c6f8d69d6a0 tempest-ExtensionsTestJSON-1413978627 tempest-ExtensionsTestJSON-1413978627-project] 10.222.0.64 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0290153 Oct 20 10:39:41.942907 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 55048) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:41.948977 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [None req-7f75a10f-3960-4cc2-8184-d9da051506f5 tempest-ExtensionsTestJSON-1413978627 tempest-ExtensionsTestJSON-1413978627-project] http://10.222.0.64:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=100597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:39:41.950341 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-7f75a10f-3960-4cc2-8184-d9da051506f5 tempest-ExtensionsTestJSON-1413978627 tempest-ExtensionsTestJSON-1413978627-project] 10.222.0.64 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0060647 Oct 20 10:39:41.959342 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 55050) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:41.967094 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [None req-17cdad5d-3754-4b4d-9daa-ef6cdadff93d tempest-ExtensionsTestJSON-1413978627 tempest-ExtensionsTestJSON-1413978627-project] http://10.222.0.64:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=100597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:39:41.968386 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-17cdad5d-3754-4b4d-9daa-ef6cdadff93d tempest-ExtensionsTestJSON-1413978627 tempest-ExtensionsTestJSON-1413978627-project] 10.222.0.64 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0075274 Oct 20 10:39:41.971758 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-098322a0-f4c6-4249-bd44-136930d08dfb admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:41.976029 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 55052) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:41.999553 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [None req-81e39a86-25a1-4e3f-bc40-8aa21cf51c8c tempest-ExtensionsTestJSON-1413978627 tempest-ExtensionsTestJSON-1413978627-project] http://10.222.0.64:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=100596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:39:42.003840 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-81e39a86-25a1-4e3f-bc40-8aa21cf51c8c tempest-ExtensionsTestJSON-1413978627 tempest-ExtensionsTestJSON-1413978627-project] 10.222.0.64 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0210788 Oct 20 10:39:42.005727 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 55058) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:42.008080 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e42b920-f4b0-47e0-8d82-8ca55d6d120d tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Router 169b1c5a-b8f8-4f59-9ffe-969fcaf55980 has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:39:42.018989 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [None req-317420ee-a04b-42f9-9580-0c5bd3654685 tempest-ExtensionsTestJSON-1413978627 tempest-ExtensionsTestJSON-1413978627-project] http://10.222.0.64:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=100597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:39:42.018989 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-317420ee-a04b-42f9-9580-0c5bd3654685 tempest-ExtensionsTestJSON-1413978627 tempest-ExtensionsTestJSON-1413978627-project] 10.222.0.64 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0054789 Oct 20 10:39:42.022504 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 55060) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:42.039787 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [None req-f61b9f02-517b-465a-b42c-5c414c7c73aa tempest-ExtensionsTestJSON-1413978627 tempest-ExtensionsTestJSON-1413978627-project] http://10.222.0.64:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=100596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:39:42.044923 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-f61b9f02-517b-465a-b42c-5c414c7c73aa tempest-ExtensionsTestJSON-1413978627 tempest-ExtensionsTestJSON-1413978627-project] 10.222.0.64 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0082595 Oct 20 10:39:42.049093 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 55062) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:42.054418 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [None req-60f354ce-02a0-4fc5-b313-4ee038d04e2a tempest-ExtensionsTestJSON-1413978627 tempest-ExtensionsTestJSON-1413978627-project] http://10.222.0.64:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=100597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:39:42.058275 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-60f354ce-02a0-4fc5-b313-4ee038d04e2a tempest-ExtensionsTestJSON-1413978627 tempest-ExtensionsTestJSON-1413978627-project] 10.222.0.64 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0054908 Oct 20 10:39:42.065658 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 55064) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:42.098141 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [None req-578f54f5-8284-4e43-8235-f5f1a0c55ed1 tempest-ExtensionsTestJSON-1413978627 tempest-ExtensionsTestJSON-1413978627-project] http://10.222.0.64:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=100596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:39:42.102246 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-578f54f5-8284-4e43-8235-f5f1a0c55ed1 tempest-ExtensionsTestJSON-1413978627 tempest-ExtensionsTestJSON-1413978627-project] 10.222.0.64 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0323465 Oct 20 10:39:42.102652 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 55066) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:42.108614 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [None req-912a125c-e51e-4836-8334-00b37d2f6a5d tempest-ExtensionsTestJSON-1413978627 tempest-ExtensionsTestJSON-1413978627-project] http://10.222.0.64:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=100596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:39:42.112567 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-912a125c-e51e-4836-8334-00b37d2f6a5d tempest-ExtensionsTestJSON-1413978627 tempest-ExtensionsTestJSON-1413978627-project] 10.222.0.64 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0061121 Oct 20 10:39:42.117784 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 55068) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:42.124145 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [None req-fa16fe76-6633-4395-b5e1-b043b08a5c3f tempest-ExtensionsTestJSON-1413978627 tempest-ExtensionsTestJSON-1413978627-project] http://10.222.0.64:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=100596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:39:42.127571 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-fa16fe76-6633-4395-b5e1-b043b08a5c3f tempest-ExtensionsTestJSON-1413978627 tempest-ExtensionsTestJSON-1413978627-project] 10.222.0.64 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0067041 Oct 20 10:39:42.129781 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 55070) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:42.134414 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [None req-3a62dfe9-d6be-4396-a44c-e5861173f53a tempest-ExtensionsTestJSON-1413978627 tempest-ExtensionsTestJSON-1413978627-project] http://10.222.0.64:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=100596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:39:42.137762 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-3a62dfe9-d6be-4396-a44c-e5861173f53a tempest-ExtensionsTestJSON-1413978627 tempest-ExtensionsTestJSON-1413978627-project] 10.222.0.64 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0041876 Oct 20 10:39:42.140885 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 55072) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:42.145086 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [None req-3265e67d-da27-4c21-b367-881d3a227c35 tempest-ExtensionsTestJSON-1413978627 tempest-ExtensionsTestJSON-1413978627-project] http://10.222.0.64:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=100597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:39:42.149434 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-3265e67d-da27-4c21-b367-881d3a227c35 tempest-ExtensionsTestJSON-1413978627 tempest-ExtensionsTestJSON-1413978627-project] 10.222.0.64 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0041947 Oct 20 10:39:42.151808 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 55074) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:42.160605 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7512e0d0-f5bc-4c63-9366-b44fd2b83663 req-b39207eb-0fab-4250-9012-d22cfe338736 tempest-ServersTestJSON-964661855 tempest-ServersTestJSON-964661855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:42.162066 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7512e0d0-f5bc-4c63-9366-b44fd2b83663 req-b39207eb-0fab-4250-9012-d22cfe338736 tempest-ServersTestJSON-964661855 tempest-ServersTestJSON-964661855-project] 10.222.0.64 "GET /v2.0/ports?device_id=74efdf6a-54f9-4595-b5cc-5b30138caeac HTTP/1.1" status: 200 len: 946 time: 0.1550076 Oct 20 10:39:42.175418 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 55076) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:42.179162 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [None req-ad886218-e054-4a8e-93f8-f32f9c516006 tempest-ExtensionsTestJSON-1413978627 tempest-ExtensionsTestJSON-1413978627-project] http://10.222.0.64:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=100596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:39:42.183889 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-ad886218-e054-4a8e-93f8-f32f9c516006 tempest-ExtensionsTestJSON-1413978627 tempest-ExtensionsTestJSON-1413978627-project] 10.222.0.64 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0172052 Oct 20 10:39:42.184043 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-9912c678-9415-4c24-bd83-a9e419b60446 tempest-ServersTestJSON-964661855 tempest-ServersTestJSON-964661855-project] Request body: {'floatingip': {'port_id': 'db94d8bf-ab64-48a5-be73-894428d1fd35'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:39:42.187197 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 55078) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:42.193832 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [None req-737c88f4-9c55-4f77-80af-42f624d434cb tempest-ExtensionsTestJSON-1413978627 tempest-ExtensionsTestJSON-1413978627-project] http://10.222.0.64:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=100596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:39:42.197922 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-737c88f4-9c55-4f77-80af-42f624d434cb tempest-ExtensionsTestJSON-1413978627 tempest-ExtensionsTestJSON-1413978627-project] 10.222.0.64 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0071561 Oct 20 10:39:42.198488 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 55080) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:42.203067 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [None req-9aa32b29-2e30-4fe2-ae2b-df52e9675041 tempest-ExtensionsTestJSON-1413978627 tempest-ExtensionsTestJSON-1413978627-project] http://10.222.0.64:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=100596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:39:42.206681 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-9aa32b29-2e30-4fe2-ae2b-df52e9675041 tempest-ExtensionsTestJSON-1413978627 tempest-ExtensionsTestJSON-1413978627-project] 10.222.0.64 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0074205 Oct 20 10:39:42.207266 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 55082) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:42.214345 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [None req-26e11578-065d-47ec-a853-f59eb9e7b0ff tempest-ExtensionsTestJSON-1413978627 tempest-ExtensionsTestJSON-1413978627-project] http://10.222.0.64:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=100596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:39:42.217842 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-26e11578-065d-47ec-a853-f59eb9e7b0ff tempest-ExtensionsTestJSON-1413978627 tempest-ExtensionsTestJSON-1413978627-project] 10.222.0.64 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0094943 Oct 20 10:39:42.218411 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 55084) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:42.223987 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [None req-901a6457-b5c6-4bb5-bb39-7fe254def410 tempest-ExtensionsTestJSON-1413978627 tempest-ExtensionsTestJSON-1413978627-project] http://10.222.0.64:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=100596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:39:42.227371 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-901a6457-b5c6-4bb5-bb39-7fe254def410 tempest-ExtensionsTestJSON-1413978627 tempest-ExtensionsTestJSON-1413978627-project] 10.222.0.64 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0044546 Oct 20 10:39:42.228661 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 55086) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:42.235705 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [None req-50d5cda2-7b1f-4124-9078-c28a9de87855 tempest-ExtensionsTestJSON-1413978627 tempest-ExtensionsTestJSON-1413978627-project] http://10.222.0.64:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=100596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:39:42.239932 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-50d5cda2-7b1f-4124-9078-c28a9de87855 tempest-ExtensionsTestJSON-1413978627 tempest-ExtensionsTestJSON-1413978627-project] 10.222.0.64 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0079293 Oct 20 10:39:42.240144 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e42b920-f4b0-47e0-8d82-8ca55d6d120d tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:39:42.244850 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 55088) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:42.251887 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 55090) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:42.252368 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f7b12c-685a-4704-bf67-36ca85e0fc54 None None] Sync routers for ids ['169b1c5a-b8f8-4f59-9ffe-969fcaf55980'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:39:42.257331 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-6e42b920-f4b0-47e0-8d82-8ca55d6d120d tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] 10.222.0.64 "PUT /v2.0/routers/169b1c5a-b8f8-4f59-9ffe-969fcaf55980/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7794166 Oct 20 10:39:42.261614 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f7b12c-685a-4704-bf67-36ca85e0fc54 None None] Routers {'169b1c5a-b8f8-4f59-9ffe-969fcaf55980'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:39:42.262224 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-f3f7b12c-685a-4704-bf67-36ca85e0fc54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:39:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['169b1c5a-b8f8-4f59-9ffe-969fcaf55980'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:39:42.267926 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [None req-4be370c3-8504-4031-8b3d-aeba737276ab tempest-ExtensionsTestJSON-1413978627 tempest-ExtensionsTestJSON-1413978627-project] http://10.222.0.64:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=100597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:39:42.268884 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-4be370c3-8504-4031-8b3d-aeba737276ab tempest-ExtensionsTestJSON-1413978627 tempest-ExtensionsTestJSON-1413978627-project] 10.222.0.64 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0044553 Oct 20 10:39:42.276687 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 55092) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:42.278693 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-098322a0-f4c6-4249-bd44-136930d08dfb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:42.283415 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [None req-38dfea28-c7a9-41a7-811a-100aa01224b2 tempest-ExtensionsTestJSON-1413978627 tempest-ExtensionsTestJSON-1413978627-project] http://10.222.0.64:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=100597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:39:42.284423 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-38dfea28-c7a9-41a7-811a-100aa01224b2 tempest-ExtensionsTestJSON-1413978627 tempest-ExtensionsTestJSON-1413978627-project] 10.222.0.64 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0043826 Oct 20 10:39:42.287131 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9912c678-9415-4c24-bd83-a9e419b60446 tempest-ServersTestJSON-964661855 tempest-ServersTestJSON-964661855-project] Publish callbacks [] for floatingip, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:42.289245 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 55094) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:42.293870 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [None req-47fd78a4-9031-4b68-9009-55f330e9d464 tempest-ExtensionsTestJSON-1413978627 tempest-ExtensionsTestJSON-1413978627-project] http://10.222.0.64:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=100597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:39:42.294796 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-47fd78a4-9031-4b68-9009-55f330e9d464 tempest-ExtensionsTestJSON-1413978627 tempest-ExtensionsTestJSON-1413978627-project] 10.222.0.64 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0045216 Oct 20 10:39:42.295540 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-098322a0-f4c6-4249-bd44-136930d08dfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:42.297613 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 55096) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:42.306854 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [None req-a11e106d-a9a2-41a7-92c8-ebc79b078c95 tempest-ExtensionsTestJSON-1413978627 tempest-ExtensionsTestJSON-1413978627-project] http://10.222.0.64:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=100597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:39:42.308371 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-a11e106d-a9a2-41a7-92c8-ebc79b078c95 tempest-ExtensionsTestJSON-1413978627 tempest-ExtensionsTestJSON-1413978627-project] 10.222.0.64 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0048888 Oct 20 10:39:42.308744 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-f3f7b12c-685a-4704-bf67-36ca85e0fc54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:39:42.321531 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f7b12c-685a-4704-bf67-36ca85e0fc54 None None] Routers {'169b1c5a-b8f8-4f59-9ffe-969fcaf55980'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:39:42.322463 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 55098) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:42.322776 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-f3f7b12c-685a-4704-bf67-36ca85e0fc54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:39:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['169b1c5a-b8f8-4f59-9ffe-969fcaf55980'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:39:42.331804 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [None req-c3a11b57-c59c-495e-aa21-71488141532a tempest-ExtensionsTestJSON-1413978627 tempest-ExtensionsTestJSON-1413978627-project] http://10.222.0.64:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=100596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:39:42.335801 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-c3a11b57-c59c-495e-aa21-71488141532a tempest-ExtensionsTestJSON-1413978627 tempest-ExtensionsTestJSON-1413978627-project] 10.222.0.64 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0086839 Oct 20 10:39:42.336434 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 55100) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:42.346050 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [None req-7be4db66-1ab9-43b5-b733-3de6771aba57 tempest-ExtensionsTestJSON-1413978627 tempest-ExtensionsTestJSON-1413978627-project] http://10.222.0.64:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=100596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:39:42.350347 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-7be4db66-1ab9-43b5-b733-3de6771aba57 tempest-ExtensionsTestJSON-1413978627 tempest-ExtensionsTestJSON-1413978627-project] 10.222.0.64 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0087645 Oct 20 10:39:42.353738 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 55102) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:42.363759 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [None req-741e5c09-7db6-4933-aa00-aa92136b29dc tempest-ExtensionsTestJSON-1413978627 tempest-ExtensionsTestJSON-1413978627-project] http://10.222.0.64:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=100596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:39:42.368444 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 55104) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:42.370388 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-f3f7b12c-685a-4704-bf67-36ca85e0fc54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:39:42.370535 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-741e5c09-7db6-4933-aa00-aa92136b29dc tempest-ExtensionsTestJSON-1413978627 tempest-ExtensionsTestJSON-1413978627-project] 10.222.0.64 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0119226 Oct 20 10:39:42.371506 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f7b12c-685a-4704-bf67-36ca85e0fc54 None None] The sync data for ids ['169b1c5a-b8f8-4f59-9ffe-969fcaf55980'] in n-d-811396-3 is: [] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:39:42.375151 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1df460a-de86-4be5-88b1-c5a3aea7f23e req-44243723-f88d-4eb8-9228-f1d3fd3f0432 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Made reservation on behalf of c99eab67b5e546ffaba916e684c21094 for: {'port': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:39:42.375461 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [None req-40098403-4139-491a-a35f-d5b4c0420950 tempest-ExtensionsTestJSON-1413978627 tempest-ExtensionsTestJSON-1413978627-project] http://10.222.0.64:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=100597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:39:42.376429 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-40098403-4139-491a-a35f-d5b4c0420950 tempest-ExtensionsTestJSON-1413978627 tempest-ExtensionsTestJSON-1413978627-project] 10.222.0.64 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0046611 Oct 20 10:39:42.383001 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c1df460a-de86-4be5-88b1-c5a3aea7f23e req-44243723-f88d-4eb8-9228-f1d3fd3f0432 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:42.385941 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 55106) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:42.421372 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098322a0-f4c6-4249-bd44-136930d08dfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c79b0b90-9719-4d45-a314-4833a0e935bc,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:42.430188 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [None req-6729a097-be04-487a-abdb-7476510d8dd6 tempest-ExtensionsTestJSON-1413978627 tempest-ExtensionsTestJSON-1413978627-project] http://10.222.0.64:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=100596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:39:42.433461 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-6729a097-be04-487a-abdb-7476510d8dd6 tempest-ExtensionsTestJSON-1413978627 tempest-ExtensionsTestJSON-1413978627-project] 10.222.0.64 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0105653 Oct 20 10:39:42.434931 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-098322a0-f4c6-4249-bd44-136930d08dfb admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c8f9bbc858514357ab7bc09c74120569&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5010824 Oct 20 10:39:42.442143 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 55108) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:42.442434 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 55110) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:42.448316 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [None req-937b9da6-d763-4091-8b79-aff238e293b2 tempest-ExtensionsTestJSON-1413978627 tempest-ExtensionsTestJSON-1413978627-project] http://10.222.0.64:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=100596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:39:42.451998 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-937b9da6-d763-4091-8b79-aff238e293b2 tempest-ExtensionsTestJSON-1413978627 tempest-ExtensionsTestJSON-1413978627-project] 10.222.0.64 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0085890 Oct 20 10:39:42.455468 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 55112) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:42.460068 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [None req-5735db7f-b301-481a-99c1-dfc4e3ceec3e tempest-ExtensionsTestJSON-1413978627 tempest-ExtensionsTestJSON-1413978627-project] http://10.222.0.64:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=100597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:39:42.461271 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-5735db7f-b301-481a-99c1-dfc4e3ceec3e tempest-ExtensionsTestJSON-1413978627 tempest-ExtensionsTestJSON-1413978627-project] 10.222.0.64 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0046427 Oct 20 10:39:42.465905 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 55114) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:42.472526 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [None req-b78d473b-4689-418e-a0e3-523ba297ceb8 tempest-ExtensionsTestJSON-1413978627 tempest-ExtensionsTestJSON-1413978627-project] http://10.222.0.64:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=100597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:39:42.473831 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-b78d473b-4689-418e-a0e3-523ba297ceb8 tempest-ExtensionsTestJSON-1413978627 tempest-ExtensionsTestJSON-1413978627-project] 10.222.0.64 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0069578 Oct 20 10:39:42.480892 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 55116) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:42.485880 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [None req-53094398-828a-4f2c-8c47-721b87eb1bb1 tempest-ExtensionsTestJSON-1413978627 tempest-ExtensionsTestJSON-1413978627-project] http://10.222.0.64:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=100597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:39:42.487039 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-53094398-828a-4f2c-8c47-721b87eb1bb1 tempest-ExtensionsTestJSON-1413978627 tempest-ExtensionsTestJSON-1413978627-project] 10.222.0.64 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0043685 Oct 20 10:39:42.490670 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 55118) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:42.494930 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [None req-cf315e2e-794c-4d33-bfc1-7c9150461498 tempest-ExtensionsTestJSON-1413978627 tempest-ExtensionsTestJSON-1413978627-project] http://10.222.0.64:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=100597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:39:42.496063 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-cf315e2e-794c-4d33-bfc1-7c9150461498 tempest-ExtensionsTestJSON-1413978627 tempest-ExtensionsTestJSON-1413978627-project] 10.222.0.64 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0043013 Oct 20 10:39:42.498843 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 55120) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:42.502892 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [None req-047203f1-bad8-481e-8638-59d7588c9314 tempest-ExtensionsTestJSON-1413978627 tempest-ExtensionsTestJSON-1413978627-project] http://10.222.0.64:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=100597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:39:42.503833 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-047203f1-bad8-481e-8638-59d7588c9314 tempest-ExtensionsTestJSON-1413978627 tempest-ExtensionsTestJSON-1413978627-project] 10.222.0.64 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0039334 Oct 20 10:39:42.506424 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 55122) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:42.510493 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [None req-23c3b237-121b-4eeb-b852-ef002ab2637a tempest-ExtensionsTestJSON-1413978627 tempest-ExtensionsTestJSON-1413978627-project] http://10.222.0.64:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=100597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:39:42.511694 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-23c3b237-121b-4eeb-b852-ef002ab2637a tempest-ExtensionsTestJSON-1413978627 tempest-ExtensionsTestJSON-1413978627-project] 10.222.0.64 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0042014 Oct 20 10:39:42.514582 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 55124) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:42.520795 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [None req-1a50b992-993f-4273-bb0f-c15de7977344 tempest-ExtensionsTestJSON-1413978627 tempest-ExtensionsTestJSON-1413978627-project] http://10.222.0.64:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=100597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:39:42.524648 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-1a50b992-993f-4273-bb0f-c15de7977344 tempest-ExtensionsTestJSON-1413978627 tempest-ExtensionsTestJSON-1413978627-project] 10.222.0.64 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0089738 Oct 20 10:39:42.525081 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 55126) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:42.574756 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [None req-596d50e6-6acc-40ea-afef-798c77c8c3a1 tempest-ExtensionsTestJSON-1413978627 tempest-ExtensionsTestJSON-1413978627-project] http://10.222.0.64:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=100596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:39:42.577987 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-596d50e6-6acc-40ea-afef-798c77c8c3a1 tempest-ExtensionsTestJSON-1413978627 tempest-ExtensionsTestJSON-1413978627-project] 10.222.0.64 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0112808 Oct 20 10:39:42.587590 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 55128) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:42.592374 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [None req-fc22c0ed-c59c-4bb7-af68-c0cc3f14f6dd tempest-ExtensionsTestJSON-1413978627 tempest-ExtensionsTestJSON-1413978627-project] http://10.222.0.64:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=100597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:39:42.596919 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-fc22c0ed-c59c-4bb7-af68-c0cc3f14f6dd tempest-ExtensionsTestJSON-1413978627 tempest-ExtensionsTestJSON-1413978627-project] 10.222.0.64 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0052907 Oct 20 10:39:42.892855 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-9627ba25-c87a-4824-8c07-c05ece553c98 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:42.907793 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c8acd369-7d25-4ac4-a6a7-46fb1b33fe3c req-be34dec6-486a-46d2-8afa-93fb2ba8e341 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/ports?device_id=beac454b-7e2b-44fe-90b5-8b2d2c0f832f HTTP/1.1" status: 200 len: 210 time: 0.0816476 Oct 20 10:39:43.019234 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [req-c1df460a-de86-4be5-88b1-c5a3aea7f23e req-44243723-f88d-4eb8-9228-f1d3fd3f0432 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Allocated IP 172.20.0.3 (00e677b7-ec29-42bc-8b52-7d9c8594501c/41c5fb46-df00-4db9-bb3d-c914d29737cc/df1a7399-d035-4d2e-a063-9e2a21a1b6a4) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:39:43.021171 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 55140) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:43.031772 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-9627ba25-c87a-4824-8c07-c05ece553c98 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:43.177350 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-9627ba25-c87a-4824-8c07-c05ece553c98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:43.180039 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-9627ba25-c87a-4824-8c07-c05ece553c98 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:43.181187 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-9627ba25-c87a-4824-8c07-c05ece553c98 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c79b0b90-9719-4d45-a314-4833a0e935bc HTTP/1.1" status: 204 len: 168 time: 0.7281635 Oct 20 10:39:43.241807 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9627ba25-c87a-4824-8c07-c05ece553c98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c79b0b90-9719-4d45-a314-4833a0e935bc,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:43.272288 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1a4128cf-c7e4-4f9f-93c1-d2f9dceaaa49 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:43.357935 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c1df460a-de86-4be5-88b1-c5a3aea7f23e req-44243723-f88d-4eb8-9228-f1d3fd3f0432 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:43.435312 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2afdff09-db0a-4ca5-a9b6-a0c6c939bd80 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1774405'] for router_interface, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:43.517497 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c1df460a-de86-4be5-88b1-c5a3aea7f23e req-44243723-f88d-4eb8-9228-f1d3fd3f0432 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:43.548450 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1a4128cf-c7e4-4f9f-93c1-d2f9dceaaa49 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:43.570871 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1a4128cf-c7e4-4f9f-93c1-d2f9dceaaa49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:43.594643 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1df460a-de86-4be5-88b1-c5a3aea7f23e req-44243723-f88d-4eb8-9228-f1d3fd3f0432 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Network 00e677b7-ec29-42bc-8b52-7d9c8594501c is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:39:43.647567 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [req-c1df460a-de86-4be5-88b1-c5a3aea7f23e req-44243723-f88d-4eb8-9228-f1d3fd3f0432 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:39:43.665340 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1df460a-de86-4be5-88b1-c5a3aea7f23e req-44243723-f88d-4eb8-9228-f1d3fd3f0432 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:39:43.709722 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9912c678-9415-4c24-bd83-a9e419b60446 tempest-ServersTestJSON-964661855 tempest-ServersTestJSON-964661855-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:43.723474 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9912c678-9415-4c24-bd83-a9e419b60446 tempest-ServersTestJSON-964661855 tempest-ServersTestJSON-964661855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1773381'] for floatingip, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:43.725949 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44243723-f88d-4eb8-9228-f1d3fd3f0432 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Pushing event updated for resources: {'Port': ['ID=df1a7399-d035-4d2e-a063-9e2a21a1b6a4,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:43.729295 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4128cf-c7e4-4f9f-93c1-d2f9dceaaa49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0baa4ccd-93ea-4a21-961e-f88de4f84f24,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:43.736953 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-1a4128cf-c7e4-4f9f-93c1-d2f9dceaaa49 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=66d2f0d2f92d499992d39389adecf33f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7147276 Oct 20 10:39:43.741493 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 55162) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:43.782041 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1df460a-de86-4be5-88b1-c5a3aea7f23e req-44243723-f88d-4eb8-9228-f1d3fd3f0432 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:43.782674 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c1df460a-de86-4be5-88b1-c5a3aea7f23e req-44243723-f88d-4eb8-9228-f1d3fd3f0432 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:43.819377 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c1df460a-de86-4be5-88b1-c5a3aea7f23e req-44243723-f88d-4eb8-9228-f1d3fd3f0432 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9064674 Oct 20 10:39:43.839420 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-c1df460a-de86-4be5-88b1-c5a3aea7f23e req-4560e5a6-8c53-4922-907f-d4c37d80a16c service neutron] Request body: {'port': {'device_id': 'beac454b-7e2b-44fe-90b5-8b2d2c0f832f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811396-3'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:39:43.842832 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5d038d68-2ba5-4c89-bae3-3947ea45cb41 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:43.894556 n-d-811396-3 neutron-server[100597]: INFO neutron.db.l3_db [None req-9912c678-9415-4c24-bd83-a9e419b60446 tempest-ServersTestJSON-964661855 tempest-ServersTestJSON-964661855-project] Floating IP d5529231-9780-4482-80d9-587125a9b20b associated. External IP: 172.25.1.210, port: db94d8bf-ab64-48a5-be73-894428d1fd35. Oct 20 10:39:43.899496 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5d038d68-2ba5-4c89-bae3-3947ea45cb41 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:43.972600 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c1df460a-de86-4be5-88b1-c5a3aea7f23e req-4560e5a6-8c53-4922-907f-d4c37d80a16c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:44.196014 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5d038d68-2ba5-4c89-bae3-3947ea45cb41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:44.199991 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5d038d68-2ba5-4c89-bae3-3947ea45cb41 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:44.211793 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-5d038d68-2ba5-4c89-bae3-3947ea45cb41 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0baa4ccd-93ea-4a21-961e-f88de4f84f24 HTTP/1.1" status: 204 len: 168 time: 0.4691887 Oct 20 10:39:44.306346 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adb3d5f-245d-4903-a2d1-52539f5c1392 req-6699f38a-9693-4d42-884c-45010441a721 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:44.315576 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4adb3d5f-245d-4903-a2d1-52539f5c1392 req-6699f38a-9693-4d42-884c-45010441a721 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/ports?device_id=beac454b-7e2b-44fe-90b5-8b2d2c0f832f HTTP/1.1" status: 200 len: 931 time: 0.2772520 Oct 20 10:39:44.358604 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d038d68-2ba5-4c89-bae3-3947ea45cb41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0baa4ccd-93ea-4a21-961e-f88de4f84f24,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:44.383213 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-2afdff09-db0a-4ca5-a9b6-a0c6c939bd80 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Deleting port 1a33c542-18e7-4d7f-a8db-792ac5d8acef {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:39:44.383989 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2afdff09-db0a-4ca5-a9b6-a0c6c939bd80 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:44.415009 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9912c678-9415-4c24-bd83-a9e419b60446 tempest-ServersTestJSON-964661855 tempest-ServersTestJSON-964661855-project] Router f4682edb-4333-4ef7-9fa2-f860984cc26a has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:39:44.501433 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4adb3d5f-245d-4903-a2d1-52539f5c1392 req-319bc8cf-3a63-46d2-af68-7eef9aa1b069 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/security-groups?id=17372704-86e6-46e6-a5dd-dc7385be620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846540 Oct 20 10:39:44.641547 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9912c678-9415-4c24-bd83-a9e419b60446 tempest-ServersTestJSON-964661855 tempest-ServersTestJSON-964661855-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:39:44.648213 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9912c678-9415-4c24-bd83-a9e419b60446 tempest-ServersTestJSON-964661855 tempest-ServersTestJSON-964661855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for floatingip, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:44.654492 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684c7004-5141-45d0-9744-6884910c7ca0 None None] Sync routers for ids ['f4682edb-4333-4ef7-9fa2-f860984cc26a'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:39:44.666965 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684c7004-5141-45d0-9744-6884910c7ca0 None None] Routers {'f4682edb-4333-4ef7-9fa2-f860984cc26a'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:39:44.669317 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-684c7004-5141-45d0-9744-6884910c7ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:39:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['f4682edb-4333-4ef7-9fa2-f860984cc26a'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:39:44.726448 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-9912c678-9415-4c24-bd83-a9e419b60446 tempest-ServersTestJSON-964661855 tempest-ServersTestJSON-964661855-project] 10.222.0.64 "PUT /v2.0/floatingips/d5529231-9780-4482-80d9-587125a9b20b HTTP/1.1" status: 200 len: 992 time: 2.5498567 Oct 20 10:39:44.729664 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74efdf6a-54f9-4595-b5cc-5b30138caeac', 'tag': 'db94d8bf-ab64-48a5-be73-894428d1fd35'}] {{(pid=100597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:39:44.736875 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd85cad6a391afaa95d2dd5280bfd4659fc1e1b2aba53b5e7ef874f059efcdc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02b19217-294e-41cf-b3e1-3c9c11b47188" -d '{"events": [{"name": "network-changed", "server_uuid": "74efdf6a-54f9-4595-b5cc-5b30138caeac", "tag": "db94d8bf-ab64-48a5-be73-894428d1fd35"}]}' {{(pid=100597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:39:44.839154 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db20d29d-8d30-473f-9ea6-2e43217a7238 x-openstack-request-id: req-db20d29d-8d30-473f-9ea6-2e43217a7238 {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:39:44.839674 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74efdf6a-54f9-4595-b5cc-5b30138caeac", "tag": "db94d8bf-ab64-48a5-be73-894428d1fd35", "status": "completed", "code": 200}]} {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:39:44.840159 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-db20d29d-8d30-473f-9ea6-2e43217a7238 {{(pid=100597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:39:44.840772 n-d-811396-3 neutron-server[100597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74efdf6a-54f9-4595-b5cc-5b30138caeac', 'tag': 'db94d8bf-ab64-48a5-be73-894428d1fd35', 'status': 'completed', 'code': 200} Oct 20 10:39:44.844533 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-684c7004-5141-45d0-9744-6884910c7ca0 None None] Set router f4682edb-4333-4ef7-9fa2-f860984cc26a gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:39:44.911536 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b19217-294e-41cf-b3e1-3c9c11b47188 req-55371f98-c994-4f4a-8938-9335e922ccca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:44.914054 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-02b19217-294e-41cf-b3e1-3c9c11b47188 req-55371f98-c994-4f4a-8938-9335e922ccca service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=600f50cdae1e47df84de92209b6b6aa1&device_id=74efdf6a-54f9-4595-b5cc-5b30138caeac HTTP/1.1" status: 200 len: 1097 time: 0.0643628 Oct 20 10:39:45.102982 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b19217-294e-41cf-b3e1-3c9c11b47188 req-64876ba6-6c9e-41d9-8f75-36b18d060dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:45.103329 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-02b19217-294e-41cf-b3e1-3c9c11b47188 req-64876ba6-6c9e-41d9-8f75-36b18d060dfb service neutron] 10.222.0.69 "GET /v2.0/networks?id=411d4234-6028-4133-8d80-5a148f5163b9 HTTP/1.1" status: 200 len: 907 time: 0.1794128 Oct 20 10:39:45.276464 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-02b19217-294e-41cf-b3e1-3c9c11b47188 req-e3cf0d5d-f2c0-48a4-bc9e-ea4ea81cfe6c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=db94d8bf-ab64-48a5-be73-894428d1fd35 HTTP/1.1" status: 200 len: 1000 time: 0.1655409 Oct 20 10:39:45.306971 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2afdff09-db0a-4ca5-a9b6-a0c6c939bd80 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:45.325170 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-2afdff09-db0a-4ca5-a9b6-a0c6c939bd80 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Calling delete_port for 1a33c542-18e7-4d7f-a8db-792ac5d8acef owned by network:router_interface {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:39:45.400012 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b19217-294e-41cf-b3e1-3c9c11b47188 req-c80227e0-fda8-4045-996b-51bd3a5a1d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:45.411158 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-02b19217-294e-41cf-b3e1-3c9c11b47188 req-c80227e0-fda8-4045-996b-51bd3a5a1d57 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=23d5dc21-e5ce-4676-bd7b-3e25bdae4f75 HTTP/1.1" status: 200 len: 845 time: 0.1261337 Oct 20 10:39:45.478154 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-684c7004-5141-45d0-9744-6884910c7ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4682edb-4333-4ef7-9fa2-f860984cc26a', 'name': 'tempest-ServersTestJSON-1195874891-router', 'tenant_id': '600f50cdae1e47df84de92209b6b6aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': '320d7942-4fc8-4c8e-a8f4-5c17165606de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:38:56Z', 'updated_at': '2021-10-20T10:39:05Z', 'revision_number': 4, 'project_id': '600f50cdae1e47df84de92209b6b6aa1', 'gw_port': {'id': '320d7942-4fc8-4c8e-a8f4-5c17165606de', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:8b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4682edb-4333-4ef7-9fa2-f860984cc26a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:38:57Z', 'updated_at': '2021-10-20T10:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_floatingips': [{'id': 'd5529231-9780-4482-80d9-587125a9b20b', 'tenant_id': '600f50cdae1e47df84de92209b6b6aa1', 'floating_ip_address': '172.25.1.210', 'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'router_id': 'f4682edb-4333-4ef7-9fa2-f860984cc26a', 'port_id': 'db94d8bf-ab64-48a5-be73-894428d1fd35', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '411d4234-6028-4133-8d80-5a148f5163b9', 'mac_address': 'fa:16:3e:dd:d9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74efdf6a-54f9-4595-b5cc-5b30138caeac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T10:39:15Z', 'updated_at': '2021-10-20T10:39:43Z', 'revision_number': 1, 'project_id': '600f50cdae1e47df84de92209b6b6aa1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3cdd7d6-25e8-467b-b498-e2af317dccd3', 'name': '', 'network_id': '411d4234-6028-4133-8d80-5a148f5163b9', 'tenant_id': '600f50cdae1e47df84de92209b6b6aa1', 'mac_address': 'fa:16:3e:00:70:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4682edb-4333-4ef7-9fa2-f860984cc26a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '23d5dc21-e5ce-4676-bd7b-3e25bdae4f75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:39:03Z', 'updated_at': '2021-10-20T10:39:13Z', 'revision_number': 5, 'project_id': '600f50cdae1e47df84de92209b6b6aa1', 'subnets': [{'id': '23d5dc21-e5ce-4676-bd7b-3e25bdae4f75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:39:45.491751 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b19217-294e-41cf-b3e1-3c9c11b47188 req-f37e1a7f-6fe8-45b8-a7aa-d6cd8ad5b3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:45.493732 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-02b19217-294e-41cf-b3e1-3c9c11b47188 req-f37e1a7f-6fe8-45b8-a7aa-d6cd8ad5b3fb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=411d4234-6028-4133-8d80-5a148f5163b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0756364 Oct 20 10:39:45.534697 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684c7004-5141-45d0-9744-6884910c7ca0 None None] Checking router: f4682edb-4333-4ef7-9fa2-f860984cc26a for host: n-d-811396-3 {{(pid=100599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:39:45.555565 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684c7004-5141-45d0-9744-6884910c7ca0 None None] Routers {'f4682edb-4333-4ef7-9fa2-f860984cc26a'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:39:45.557212 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-684c7004-5141-45d0-9744-6884910c7ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:39:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['f4682edb-4333-4ef7-9fa2-f860984cc26a'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:39:45.676089 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-02b19217-294e-41cf-b3e1-3c9c11b47188 req-5c97c57a-9366-4642-85f5-4eb35bbfb519 service neutron] 10.222.0.69 "GET /v2.0/networks/411d4234-6028-4133-8d80-5a148f5163b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747577 Oct 20 10:39:45.741987 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2afdff09-db0a-4ca5-a9b6-a0c6c939bd80 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:45.760349 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-684c7004-5141-45d0-9744-6884910c7ca0 None None] Set router f4682edb-4333-4ef7-9fa2-f860984cc26a gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:39:45.899610 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afdff09-db0a-4ca5-a9b6-a0c6c939bd80 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Pushing event deleted for resources: {'Port': ['ID=1a33c542-18e7-4d7f-a8db-792ac5d8acef,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:45.958630 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-02b19217-294e-41cf-b3e1-3c9c11b47188 req-c4fc0cd9-415c-46b9-9d8e-e322d2a46e00 service neutron] 10.222.0.69 "GET /v2.0/networks/411d4234-6028-4133-8d80-5a148f5163b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2750280 Oct 20 10:39:45.988640 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 55252) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:46.130256 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3a8f82-afe3-4e58-b509-e3002e19e1c1 req-32f88b2f-9960-479d-898c-6217a631c45a tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:46.145379 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1e3a8f82-afe3-4e58-b509-e3002e19e1c1 req-32f88b2f-9960-479d-898c-6217a631c45a tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/ports?device_id=beac454b-7e2b-44fe-90b5-8b2d2c0f832f HTTP/1.1" status: 200 len: 931 time: 0.4479856 Oct 20 10:39:46.249223 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [req-c1df460a-de86-4be5-88b1-c5a3aea7f23e req-4560e5a6-8c53-4922-907f-d4c37d80a16c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df1a7399-d035-4d2e-a063-9e2a21a1b6a4 {{(pid=100596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:39:46.258848 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-70f7a5d2-0b98-4085-84d5-1ae67362e29c tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-784370177'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:39:46.267495 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c1df460a-de86-4be5-88b1-c5a3aea7f23e req-4560e5a6-8c53-4922-907f-d4c37d80a16c service neutron] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:46.282738 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70f7a5d2-0b98-4085-84d5-1ae67362e29c tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Made reservation on behalf of d2672739157f4177a2d615acde025087 for: {'network': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:39:46.293073 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-70f7a5d2-0b98-4085-84d5-1ae67362e29c tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:46.294497 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.provisioning_blocks [req-c1df460a-de86-4be5-88b1-c5a3aea7f23e req-4560e5a6-8c53-4922-907f-d4c37d80a16c service neutron] Transition to ACTIVE for port object df1a7399-d035-4d2e-a063-9e2a21a1b6a4 will not be triggered until provisioned by entity L2. {{(pid=100596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:39:46.309579 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-70f7a5d2-0b98-4085-84d5-1ae67362e29c tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:46.312796 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c1df460a-de86-4be5-88b1-c5a3aea7f23e req-4560e5a6-8c53-4922-907f-d4c37d80a16c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:46.366777 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2afdff09-db0a-4ca5-a9b6-a0c6c939bd80 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1771989'] for router_interface, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:46.374456 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4560e5a6-8c53-4922-907f-d4c37d80a16c service neutron] Pushing event updated for resources: {'Port': ['ID=df1a7399-d035-4d2e-a063-9e2a21a1b6a4,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:46.375412 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-684c7004-5141-45d0-9744-6884910c7ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4682edb-4333-4ef7-9fa2-f860984cc26a', 'name': 'tempest-ServersTestJSON-1195874891-router', 'tenant_id': '600f50cdae1e47df84de92209b6b6aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': '320d7942-4fc8-4c8e-a8f4-5c17165606de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:38:56Z', 'updated_at': '2021-10-20T10:39:05Z', 'revision_number': 4, 'project_id': '600f50cdae1e47df84de92209b6b6aa1', 'gw_port': {'id': '320d7942-4fc8-4c8e-a8f4-5c17165606de', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:8b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4682edb-4333-4ef7-9fa2-f860984cc26a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:38:57Z', 'updated_at': '2021-10-20T10:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_floatingips': [{'id': 'd5529231-9780-4482-80d9-587125a9b20b', 'tenant_id': '600f50cdae1e47df84de92209b6b6aa1', 'floating_ip_address': '172.25.1.210', 'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'router_id': 'f4682edb-4333-4ef7-9fa2-f860984cc26a', 'port_id': 'db94d8bf-ab64-48a5-be73-894428d1fd35', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '411d4234-6028-4133-8d80-5a148f5163b9', 'mac_address': 'fa:16:3e:dd:d9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74efdf6a-54f9-4595-b5cc-5b30138caeac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T10:39:15Z', 'updated_at': '2021-10-20T10:39:43Z', 'revision_number': 1, 'project_id': '600f50cdae1e47df84de92209b6b6aa1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3cdd7d6-25e8-467b-b498-e2af317dccd3', 'name': '', 'network_id': '411d4234-6028-4133-8d80-5a148f5163b9', 'tenant_id': '600f50cdae1e47df84de92209b6b6aa1', 'mac_address': 'fa:16:3e:00:70:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4682edb-4333-4ef7-9fa2-f860984cc26a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '23d5dc21-e5ce-4676-bd7b-3e25bdae4f75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:39:03Z', 'updated_at': '2021-10-20T10:39:13Z', 'revision_number': 5, 'project_id': '600f50cdae1e47df84de92209b6b6aa1', 'subnets': [{'id': '23d5dc21-e5ce-4676-bd7b-3e25bdae4f75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:39:46.456229 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-70f7a5d2-0b98-4085-84d5-1ae67362e29c tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:46.462631 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-70f7a5d2-0b98-4085-84d5-1ae67362e29c tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:46.470198 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684c7004-5141-45d0-9744-6884910c7ca0 None None] The sync data for ids ['f4682edb-4333-4ef7-9fa2-f860984cc26a'] in n-d-811396-3 is: [{'id': 'f4682edb-4333-4ef7-9fa2-f860984cc26a', 'name': 'tempest-ServersTestJSON-1195874891-router', 'tenant_id': '600f50cdae1e47df84de92209b6b6aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': '320d7942-4fc8-4c8e-a8f4-5c17165606de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:38:56Z', 'updated_at': '2021-10-20T10:39:05Z', 'revision_number': 4, 'project_id': '600f50cdae1e47df84de92209b6b6aa1', 'gw_port': {'id': '320d7942-4fc8-4c8e-a8f4-5c17165606de', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:8b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4682edb-4333-4ef7-9fa2-f860984cc26a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:38:57Z', 'updated_at': '2021-10-20T10:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_floatingips': [{'id': 'd5529231-9780-4482-80d9-587125a9b20b', 'tenant_id': '600f50cdae1e47df84de92209b6b6aa1', 'floating_ip_address': '172.25.1.210', 'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'router_id': 'f4682edb-4333-4ef7-9fa2-f860984cc26a', 'port_id': 'db94d8bf-ab64-48a5-be73-894428d1fd35', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '411d4234-6028-4133-8d80-5a148f5163b9', 'mac_address': 'fa:16:3e:dd:d9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74efdf6a-54f9-4595-b5cc-5b30138caeac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T10:39:15Z', 'updated_at': '2021-10-20T10:39:43Z', 'revision_number': 1, 'project_id': '600f50cdae1e47df84de92209b6b6aa1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3cdd7d6-25e8-467b-b498-e2af317dccd3', 'name': '', 'network_id': '411d4234-6028-4133-8d80-5a148f5163b9', 'tenant_id': '600f50cdae1e47df84de92209b6b6aa1', 'mac_address': 'fa:16:3e:00:70:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4682edb-4333-4ef7-9fa2-f860984cc26a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '23d5dc21-e5ce-4676-bd7b-3e25bdae4f75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:39:03Z', 'updated_at': '2021-10-20T10:39:13Z', 'revision_number': 5, 'project_id': '600f50cdae1e47df84de92209b6b6aa1', 'subnets': [{'id': '23d5dc21-e5ce-4676-bd7b-3e25bdae4f75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:39:46.476018 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1e3a8f82-afe3-4e58-b509-e3002e19e1c1 req-36bfafe8-44fd-4541-b5fe-35c778a07fb5 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/security-groups?id=17372704-86e6-46e6-a5dd-dc7385be620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3295178 Oct 20 10:39:46.508642 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70f7a5d2-0b98-4085-84d5-1ae67362e29c tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 825} {{(pid=100597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:39:46.535333 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-70f7a5d2-0b98-4085-84d5-1ae67362e29c tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:46.535719 n-d-811396-3 neutron-server[100597]: INFO neutron.db.segments_db [None req-70f7a5d2-0b98-4085-84d5-1ae67362e29c tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Added segment 095d3373-4920-4888-9ecd-d665766aefa9 of type vlan for network 6a7508e8-836e-4732-a7aa-f19898ebbbb3 Oct 20 10:39:46.537170 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f7a5d2-0b98-4085-84d5-1ae67362e29c tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d30012e9-e545-449f-8e5f-6b5cb206aadf,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:46.621406 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-70f7a5d2-0b98-4085-84d5-1ae67362e29c tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:46.663833 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-70f7a5d2-0b98-4085-84d5-1ae67362e29c tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:46.671090 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f7a5d2-0b98-4085-84d5-1ae67362e29c tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:46.671789 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-70f7a5d2-0b98-4085-84d5-1ae67362e29c tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:46.733040 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-70f7a5d2-0b98-4085-84d5-1ae67362e29c tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7429593 Oct 20 10:39:46.753980 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-c1df460a-de86-4be5-88b1-c5a3aea7f23e req-4560e5a6-8c53-4922-907f-d4c37d80a16c service neutron] Attempting to bind port df1a7399-d035-4d2e-a063-9e2a21a1b6a4 on host n-h1-811396-3 for vnic_type normal with profile {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:39:46.754327 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-c1df460a-de86-4be5-88b1-c5a3aea7f23e req-4560e5a6-8c53-4922-907f-d4c37d80a16c service neutron] Attempting to bind port df1a7399-d035-4d2e-a063-9e2a21a1b6a4 by drivers openvswitch,hyperv on host n-h1-811396-3 at level 0 using segments [{'id': 'f70d1162-b154-4994-9af5-210e1dd15ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '00e677b7-ec29-42bc-8b52-7d9c8594501c'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:39:46.754648 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1df460a-de86-4be5-88b1-c5a3aea7f23e req-4560e5a6-8c53-4922-907f-d4c37d80a16c service neutron] Attempting to bind port df1a7399-d035-4d2e-a063-9e2a21a1b6a4 on network 00e677b7-ec29-42bc-8b52-7d9c8594501c {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:39:46.800402 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2afdff09-db0a-4ca5-a9b6-a0c6c939bd80 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Router 169b1c5a-b8f8-4f59-9ffe-969fcaf55980 has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:39:46.808690 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1df460a-de86-4be5-88b1-c5a3aea7f23e req-4560e5a6-8c53-4922-907f-d4c37d80a16c service neutron] Port df1a7399-d035-4d2e-a063-9e2a21a1b6a4 on network 00e677b7-ec29-42bc-8b52-7d9c8594501c not bound, no agent of type Open vSwitch agent registered on host n-h1-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:39:46.809024 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1df460a-de86-4be5-88b1-c5a3aea7f23e req-4560e5a6-8c53-4922-907f-d4c37d80a16c service neutron] Attempting to bind port df1a7399-d035-4d2e-a063-9e2a21a1b6a4 on network 00e677b7-ec29-42bc-8b52-7d9c8594501c {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:39:46.845836 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1df460a-de86-4be5-88b1-c5a3aea7f23e req-4560e5a6-8c53-4922-907f-d4c37d80a16c service neutron] Checking agent: {'id': 'b707b4cc-061f-4cf4-bce0-0b3df9b7bec9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:39:46.849810 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1df460a-de86-4be5-88b1-c5a3aea7f23e req-4560e5a6-8c53-4922-907f-d4c37d80a16c service neutron] Checking segment: {'id': 'f70d1162-b154-4994-9af5-210e1dd15ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '00e677b7-ec29-42bc-8b52-7d9c8594501c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:39:46.851620 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1df460a-de86-4be5-88b1-c5a3aea7f23e req-4560e5a6-8c53-4922-907f-d4c37d80a16c service neutron] Bound using segment: {'id': 'f70d1162-b154-4994-9af5-210e1dd15ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '00e677b7-ec29-42bc-8b52-7d9c8594501c'} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:39:46.852360 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-c1df460a-de86-4be5-88b1-c5a3aea7f23e req-4560e5a6-8c53-4922-907f-d4c37d80a16c service neutron] Bound port: df1a7399-d035-4d2e-a063-9e2a21a1b6a4, host: n-h1-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f70d1162-b154-4994-9af5-210e1dd15ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '00e677b7-ec29-42bc-8b52-7d9c8594501c'}}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:39:46.855614 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c1df460a-de86-4be5-88b1-c5a3aea7f23e req-4560e5a6-8c53-4922-907f-d4c37d80a16c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:46.861889 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f7a5d2-0b98-4085-84d5-1ae67362e29c tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Pushing event updated for resources: {'Network': ['ID=6a7508e8-836e-4732-a7aa-f19898ebbbb3,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:46.873993 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network 6a7508e8-836e-4732-a7aa-f19898ebbbb3 details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:39:47.032810 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c927c6-a450-4c8b-b5b7-506cbf000381 None None] New status for floating IP d5529231-9780-4482-80d9-587125a9b20b: ACTIVE {{(pid=100598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 10:39:47.121628 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2afdff09-db0a-4ca5-a9b6-a0c6c939bd80 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:39:47.134471 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c721fbca-a173-440e-a926-3275ff885b04 None None] Sync routers for ids ['169b1c5a-b8f8-4f59-9ffe-969fcaf55980'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:39:47.149365 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-2afdff09-db0a-4ca5-a9b6-a0c6c939bd80 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] 10.222.0.64 "PUT /v2.0/routers/169b1c5a-b8f8-4f59-9ffe-969fcaf55980/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8963451 Oct 20 10:39:47.152248 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 55312) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:47.155407 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c721fbca-a173-440e-a926-3275ff885b04 None None] Routers {'169b1c5a-b8f8-4f59-9ffe-969fcaf55980'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:39:47.156282 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-c721fbca-a173-440e-a926-3275ff885b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:39:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['169b1c5a-b8f8-4f59-9ffe-969fcaf55980'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:39:47.217683 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-fff2e3a8-bc31-4ebf-adbf-934006b5f13c tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] 10.222.0.64 "GET /v2.0/ports?device_id=169b1c5a-b8f8-4f59-9ffe-969fcaf55980 HTTP/1.1" status: 200 len: 205 time: 0.0637510 Oct 20 10:39:47.224247 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 55316) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:47.235484 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-c721fbca-a173-440e-a926-3275ff885b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:39:47.245513 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-c1df460a-de86-4be5-88b1-c5a3aea7f23e req-4560e5a6-8c53-4922-907f-d4c37d80a16c service neutron] For port df1a7399-d035-4d2e-a063-9e2a21a1b6a4, host n-h1-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:39:47.264818 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c721fbca-a173-440e-a926-3275ff885b04 None None] Routers {'169b1c5a-b8f8-4f59-9ffe-969fcaf55980'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:39:47.265626 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-c721fbca-a173-440e-a926-3275ff885b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:39:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['169b1c5a-b8f8-4f59-9ffe-969fcaf55980'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:39:47.271426 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-c1df460a-de86-4be5-88b1-c5a3aea7f23e req-4560e5a6-8c53-4922-907f-d4c37d80a16c service neutron] For port df1a7399-d035-4d2e-a063-9e2a21a1b6a4, host n-h1-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=df1a7399-d035-4d2e-a063-9e2a21a1b6a4,segment=NetworkSegment(f70d1162-b154-4994-9af5-210e1dd15ef4),segment_id=f70d1162-b154-4994-9af5-210e1dd15ef4)] {{(pid=100596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:39:47.290115 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c1df460a-de86-4be5-88b1-c5a3aea7f23e req-4560e5a6-8c53-4922-907f-d4c37d80a16c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:47.350836 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-c721fbca-a173-440e-a926-3275ff885b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:39:47.352397 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c721fbca-a173-440e-a926-3275ff885b04 None None] The sync data for ids ['169b1c5a-b8f8-4f59-9ffe-969fcaf55980'] in n-d-811396-3 is: [] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:39:47.413830 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1df460a-de86-4be5-88b1-c5a3aea7f23e req-4560e5a6-8c53-4922-907f-d4c37d80a16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:47.414471 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c1df460a-de86-4be5-88b1-c5a3aea7f23e req-4560e5a6-8c53-4922-907f-d4c37d80a16c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:47.417266 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c1df460a-de86-4be5-88b1-c5a3aea7f23e req-4560e5a6-8c53-4922-907f-d4c37d80a16c service neutron] 10.222.0.55 "PUT /v2.0/ports/df1a7399-d035-4d2e-a063-9e2a21a1b6a4 HTTP/1.1" status: 200 len: 1091 time: 3.5822148 Oct 20 10:39:47.434912 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'beac454b-7e2b-44fe-90b5-8b2d2c0f832f', 'tag': 'df1a7399-d035-4d2e-a063-9e2a21a1b6a4'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:39:47.440044 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb92fa3b-62de-4927-98e0-7046460a782c" -d '{"events": [{"name": "network-changed", "server_uuid": "beac454b-7e2b-44fe-90b5-8b2d2c0f832f", "tag": "df1a7399-d035-4d2e-a063-9e2a21a1b6a4"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:39:47.489316 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-13b36122-badd-4546-a3be-2f515eafa700 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks [] for router, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:47.492036 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4560e5a6-8c53-4922-907f-d4c37d80a16c service neutron] Pushing event updated for resources: {'Port': ['ID=df1a7399-d035-4d2e-a063-9e2a21a1b6a4,revision_number=3']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:47.582558 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4560e5a6-8c53-4922-907f-d4c37d80a16c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:39:47.582918 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4560e5a6-8c53-4922-907f-d4c37d80a16c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:39:47.583259 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4560e5a6-8c53-4922-907f-d4c37d80a16c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:39:47.585079 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4560e5a6-8c53-4922-907f-d4c37d80a16c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:39:47.585445 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4560e5a6-8c53-4922-907f-d4c37d80a16c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:39:47.591716 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4560e5a6-8c53-4922-907f-d4c37d80a16c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:39:47.592108 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4560e5a6-8c53-4922-907f-d4c37d80a16c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:39:47.592550 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4560e5a6-8c53-4922-907f-d4c37d80a16c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:39:47.592870 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4560e5a6-8c53-4922-907f-d4c37d80a16c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:39:47.593117 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4560e5a6-8c53-4922-907f-d4c37d80a16c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:39:47.593454 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4560e5a6-8c53-4922-907f-d4c37d80a16c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:39:47.593786 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4560e5a6-8c53-4922-907f-d4c37d80a16c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:39:47.634965 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1df460a-de86-4be5-88b1-c5a3aea7f23e req-eec29b95-f4e1-4068-b691-9ab7d4f7975c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:47.640608 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c1df460a-de86-4be5-88b1-c5a3aea7f23e req-eec29b95-f4e1-4068-b691-9ab7d4f7975c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c99eab67b5e546ffaba916e684c21094&device_id=beac454b-7e2b-44fe-90b5-8b2d2c0f832f HTTP/1.1" status: 200 len: 1094 time: 0.1447089 Oct 20 10:39:47.708732 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd9671f5-7ad8-4148-949c-497d8c9c0661 x-openstack-request-id: req-dd9671f5-7ad8-4148-949c-497d8c9c0661 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:39:47.709032 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "beac454b-7e2b-44fe-90b5-8b2d2c0f832f", "tag": "df1a7399-d035-4d2e-a063-9e2a21a1b6a4", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:39:47.709284 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-dd9671f5-7ad8-4148-949c-497d8c9c0661 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:39:47.709805 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'beac454b-7e2b-44fe-90b5-8b2d2c0f832f', 'tag': 'df1a7399-d035-4d2e-a063-9e2a21a1b6a4', 'status': 'completed', 'code': 200} Oct 20 10:39:47.711399 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c1df460a-de86-4be5-88b1-c5a3aea7f23e req-b68a54cc-b449-4daf-8d27-00c6f195acff service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=df1a7399-d035-4d2e-a063-9e2a21a1b6a4 HTTP/1.1" status: 200 len: 217 time: 0.0558465 Oct 20 10:39:47.811426 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1df460a-de86-4be5-88b1-c5a3aea7f23e req-d193acbd-52e8-458c-bede-0571dcd6d933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:47.814856 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c1df460a-de86-4be5-88b1-c5a3aea7f23e req-d193acbd-52e8-458c-bede-0571dcd6d933 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=41c5fb46-df00-4db9-bb3d-c914d29737cc HTTP/1.1" status: 200 len: 852 time: 0.0963600 Oct 20 10:39:47.893435 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-13b36122-badd-4546-a3be-2f515eafa700 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1772272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258304'] for router, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:47.899497 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-13b36122-badd-4546-a3be-2f515eafa700 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:47.914446 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c1df460a-de86-4be5-88b1-c5a3aea7f23e req-0bc95b4d-efdc-4323-9a93-02f2cee5faac service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=00e677b7-ec29-42bc-8b52-7d9c8594501c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0914803 Oct 20 10:39:47.954749 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-13b36122-badd-4546-a3be-2f515eafa700 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1772267'] for router, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:47.955290 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13b36122-badd-4546-a3be-2f515eafa700 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Fanout notify agent at l3_agent the message router_deleted on router 169b1c5a-b8f8-4f59-9ffe-969fcaf55980 {{(pid=100597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 10:39:47.964829 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-13b36122-badd-4546-a3be-2f515eafa700 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks [] for router, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:47.965929 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-13b36122-badd-4546-a3be-2f515eafa700 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] 10.222.0.64 "DELETE /v2.0/routers/169b1c5a-b8f8-4f59-9ffe-969fcaf55980 HTTP/1.1" status: 204 len: 168 time: 0.7407205 Oct 20 10:39:47.968599 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 55374) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:48.130449 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_v2 [None req-0da2268c-073c-4442-a1e3-56274d46b92f tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Deleting subnet 393e04dd-44c9-49f8-9674-04261b3b0c49 {{(pid=100597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:39:48.136559 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0da2268c-073c-4442-a1e3-56274d46b92f tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks [] for subnet, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:48.156713 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f06ee1c-361b-48c4-b99f-955d6a53b492 req-d7e837f5-9184-44fa-90b4-93153f4ab37a tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:48.173945 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5f06ee1c-361b-48c4-b99f-955d6a53b492 req-d7e837f5-9184-44fa-90b4-93153f4ab37a tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/ports?device_id=beac454b-7e2b-44fe-90b5-8b2d2c0f832f HTTP/1.1" status: 200 len: 943 time: 0.2481608 Oct 20 10:39:48.232718 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0da2268c-073c-4442-a1e3-56274d46b92f tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25852621'] for subnet, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:48.412681 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5f06ee1c-361b-48c4-b99f-955d6a53b492 req-2ff14fef-2a3f-4ce6-81aa-7019bf6c9c85 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/security-groups?id=17372704-86e6-46e6-a5dd-dc7385be620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263644 Oct 20 10:39:48.436236 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c1df460a-de86-4be5-88b1-c5a3aea7f23e req-073f7ada-60a5-4d36-a77a-7c4ae67351f1 service neutron] 10.222.0.55 "GET /v2.0/networks/00e677b7-ec29-42bc-8b52-7d9c8594501c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5088565 Oct 20 10:39:48.470974 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0da2268c-073c-4442-a1e3-56274d46b92f tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:48.568372 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0da2268c-073c-4442-a1e3-56274d46b92f tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25350811'] for subnet, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:48.625276 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfdb487c-e981-4a9b-96f2-8b17583fb184 None None] Network ea791d5a-0e60-4cdb-878d-fcbe3220815a requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:39:48.636701 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0da2268c-073c-4442-a1e3-56274d46b92f tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:48.652185 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-0da2268c-073c-4442-a1e3-56274d46b92f tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] 10.222.0.64 "DELETE /v2.0/subnets/393e04dd-44c9-49f8-9674-04261b3b0c49 HTTP/1.1" status: 204 len: 168 time: 0.6818328 Oct 20 10:39:48.655114 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 55412) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:48.655939 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da2268c-073c-4442-a1e3-56274d46b92f tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Pushing event deleted for resources: {'Subnet': ['ID=393e04dd-44c9-49f8-9674-04261b3b0c49,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:48.744933 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c1df460a-de86-4be5-88b1-c5a3aea7f23e req-10a76ed8-4007-4671-8710-076cefcfd728 service neutron] 10.222.0.55 "GET /v2.0/networks/00e677b7-ec29-42bc-8b52-7d9c8594501c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2987125 Oct 20 10:39:48.768487 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_v2 [None req-a43a997c-1f2a-4ba8-a301-fc31a4b26a4f tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Deleting subnet fffac32a-5561-4083-81f0-eb5bd0ad8ae8 {{(pid=100596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:39:48.777630 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a43a997c-1f2a-4ba8-a301-fc31a4b26a4f tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks [] for subnet, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:48.911346 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9651687-17d5-4880-8ae1-dabbe41950f4 None None] DHCP port deletion for ea791d5a-0e60-4cdb-878d-fcbe3220815a request from n-d-811396-3 {{(pid=100598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:39:48.943454 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a43a997c-1f2a-4ba8-a301-fc31a4b26a4f tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25189079'] for subnet, precommit_delete_associations {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:48.998915 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:49.014848 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-f9651687-17d5-4880-8ae1-dabbe41950f4 None None] Deleting port 4c310dcc-c55a-404d-8513-abed890dd5a2 {{(pid=100598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:39:49.015960 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-f9651687-17d5-4880-8ae1-dabbe41950f4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:49.089286 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-f9651687-17d5-4880-8ae1-dabbe41950f4 None None] For port 4c310dcc-c55a-404d-8513-abed890dd5a2, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=4c310dcc-c55a-404d-8513-abed890dd5a2,segment=NetworkSegment(e198fa81-364d-4344-a42b-25a1d5b96247),segment_id=e198fa81-364d-4344-a42b-25a1d5b96247)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:39:49.089928 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-f9651687-17d5-4880-8ae1-dabbe41950f4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:49.101999 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-f9651687-17d5-4880-8ae1-dabbe41950f4 None None] Calling delete_port for 4c310dcc-c55a-404d-8513-abed890dd5a2 owned by network:dhcp {{(pid=100598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:39:49.114713 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a43a997c-1f2a-4ba8-a301-fc31a4b26a4f tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:49.271739 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a43a997c-1f2a-4ba8-a301-fc31a4b26a4f tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26836193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26761888'] for subnet, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:49.329435 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a43a997c-1f2a-4ba8-a301-fc31a4b26a4f tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:49.332764 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-a43a997c-1f2a-4ba8-a301-fc31a4b26a4f tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] 10.222.0.64 "DELETE /v2.0/subnets/fffac32a-5561-4083-81f0-eb5bd0ad8ae8 HTTP/1.1" status: 204 len: 168 time: 0.6727853 Oct 20 10:39:49.335476 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 55444) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:49.437116 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43a997c-1f2a-4ba8-a301-fc31a4b26a4f tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Pushing event deleted for resources: {'Subnet': ['ID=fffac32a-5561-4083-81f0-eb5bd0ad8ae8,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:49.491689 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb92fa3b-62de-4927-98e0-7046460a782c req-25c9824e-f80e-4734-bce7-8369ef607c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:49.493218 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fb92fa3b-62de-4927-98e0-7046460a782c req-25c9824e-f80e-4734-bce7-8369ef607c00 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c99eab67b5e546ffaba916e684c21094&device_id=beac454b-7e2b-44fe-90b5-8b2d2c0f832f HTTP/1.1" status: 200 len: 1094 time: 0.2469275 Oct 20 10:39:49.549041 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 4c310dcc-c55a-404d-8513-abed890dd5a2 no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:39:49.570102 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d079e86-7ba4-4c10-a35e-55c446d9689f None None] Network db8ea9a3-d0e5-4901-8969-c3025f7cb731 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:39:49.574160 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 4c310dcc-c55a-404d-8513-abed890dd5a2 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:39:49.574881 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 4c310dcc-c55a-404d-8513-abed890dd5a2 not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:39:49.598041 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-f9651687-17d5-4880-8ae1-dabbe41950f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956'] for port, after_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:49.653292 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fe8eee84-3936-4041-bf62-b737270e4dbb tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:49.691260 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9651687-17d5-4880-8ae1-dabbe41950f4 None None] Pushing event deleted for resources: {'Port': ['ID=4c310dcc-c55a-404d-8513-abed890dd5a2,revision_number=None']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:49.796307 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9651687-17d5-4880-8ae1-dabbe41950f4 None None] No DVR routers for this DVR port 4c310dcc-c55a-404d-8513-abed890dd5a2 on host n-d-811396-3 {{(pid=100598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:39:49.831295 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb92fa3b-62de-4927-98e0-7046460a782c req-5270a876-c594-4e35-bc63-6e473f2322dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:49.833808 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fb92fa3b-62de-4927-98e0-7046460a782c req-5270a876-c594-4e35-bc63-6e473f2322dd service neutron] 10.222.0.55 "GET /v2.0/networks?id=00e677b7-ec29-42bc-8b52-7d9c8594501c HTTP/1.1" status: 200 len: 913 time: 0.3315468 Oct 20 10:39:49.869647 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705dbeed-76cd-4a07-b62a-bac4e8e8567a req-f798d42c-e2ca-4af5-a242-66eb99388f56 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:49.892026 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-705dbeed-76cd-4a07-b62a-bac4e8e8567a req-f798d42c-e2ca-4af5-a242-66eb99388f56 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/ports?device_id=beac454b-7e2b-44fe-90b5-8b2d2c0f832f HTTP/1.1" status: 200 len: 943 time: 0.2337654 Oct 20 10:39:49.940577 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fb92fa3b-62de-4927-98e0-7046460a782c req-32f7f3ec-61c8-4e52-9173-b2c3e21a8d1f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=df1a7399-d035-4d2e-a063-9e2a21a1b6a4 HTTP/1.1" status: 200 len: 217 time: 0.0873785 Oct 20 10:39:49.986120 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fe8eee84-3936-4041-bf62-b737270e4dbb tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:50.001707 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb92fa3b-62de-4927-98e0-7046460a782c req-744a3940-c3f6-431c-adda-1d37fb19d30f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:50.003461 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fb92fa3b-62de-4927-98e0-7046460a782c req-744a3940-c3f6-431c-adda-1d37fb19d30f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=41c5fb46-df00-4db9-bb3d-c914d29737cc HTTP/1.1" status: 200 len: 852 time: 0.0527649 Oct 20 10:39:50.007784 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-993f9c92-d078-4ccc-9bec-2b7d56672fa1 None None] DHCP port deletion for db8ea9a3-d0e5-4901-8969-c3025f7cb731 request from n-d-811396-3 {{(pid=100598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:39:50.053899 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-fe8eee84-3936-4041-bf62-b737270e4dbb tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea791d5a-0e60-4cdb-878d-fcbe3220815a']}} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:39:50.074042 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-fe8eee84-3936-4041-bf62-b737270e4dbb tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e198fa81-364d-4344-a42b-25a1d5b96247') {'for_net_delete': True} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:39:50.074370 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-fe8eee84-3936-4041-bf62-b737270e4dbb tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e198fa81-364d-4344-a42b-25a1d5b96247') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:39:50.085872 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fb92fa3b-62de-4927-98e0-7046460a782c req-e9f35759-35f7-485c-ad70-e6cd67ecf3d6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=00e677b7-ec29-42bc-8b52-7d9c8594501c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0698957 Oct 20 10:39:50.094458 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fe8eee84-3936-4041-bf62-b737270e4dbb tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25852596'] for segment, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:50.111375 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-993f9c92-d078-4ccc-9bec-2b7d56672fa1 None None] Deleting port bc09dfb1-a922-4364-9b26-0dbf69eb9f03 {{(pid=100598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:39:50.112609 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-993f9c92-d078-4ccc-9bec-2b7d56672fa1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:50.122646 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fe8eee84-3936-4041-bf62-b737270e4dbb tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:50.130465 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe8eee84-3936-4041-bf62-b737270e4dbb tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Releasing vlan 822 on physical network physnet1 to pool {{(pid=100597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:39:50.130932 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fe8eee84-3936-4041-bf62-b737270e4dbb tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951012'] for segment, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:50.134343 n-d-811396-3 neutron-server[100597]: Traceback (most recent call last): Oct 20 10:39:50.134343 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:39:50.134343 n-d-811396-3 neutron-server[100597]: timer() Oct 20 10:39:50.134343 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:39:50.134343 n-d-811396-3 neutron-server[100597]: cb(*args, **kw) Oct 20 10:39:50.134343 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:39:50.134343 n-d-811396-3 neutron-server[100597]: return func(*args, **kwargs) Oct 20 10:39:50.134343 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:39:50.134343 n-d-811396-3 neutron-server[100597]: self._notify() Oct 20 10:39:50.134343 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:39:50.134343 n-d-811396-3 neutron-server[100597]: self.callback(batched_events) Oct 20 10:39:50.134343 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:39:50.134343 n-d-811396-3 neutron-server[100597]: event.method(event) Oct 20 10:39:50.134343 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:39:50.134343 n-d-811396-3 neutron-server[100597]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:39:50.134343 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:39:50.134343 n-d-811396-3 neutron-server[100597]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:39:50.134343 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:39:50.134343 n-d-811396-3 neutron-server[100597]: return f(self, *a, **k) Oct 20 10:39:50.134343 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:39:50.134343 n-d-811396-3 neutron-server[100597]: return self._get(url).json() Oct 20 10:39:50.134343 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:39:50.134343 n-d-811396-3 neutron-server[100597]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:39:50.134343 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:39:50.134343 n-d-811396-3 neutron-server[100597]: return self.request(url, 'GET', **kwargs) Oct 20 10:39:50.134343 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:39:50.134343 n-d-811396-3 neutron-server[100597]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:39:50.134343 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:39:50.134343 n-d-811396-3 neutron-server[100597]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:39:50.134343 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:39:50.134343 n-d-811396-3 neutron-server[100597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:39:50.134343 n-d-811396-3 neutron-server[100597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:39:50.140963 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-705dbeed-76cd-4a07-b62a-bac4e8e8567a req-e07641c8-19f2-4bc8-b32a-4eef44343b2c tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/security-groups?id=17372704-86e6-46e6-a5dd-dc7385be620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465031 Oct 20 10:39:50.141474 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 55500) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:50.165070 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-b293e6dc-f18b-4771-8cc9-8ee8faec77ab tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Request body: {'subnet': {'network_id': '6a7508e8-836e-4732-a7aa-f19898ebbbb3', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:39:50.285654 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-993f9c92-d078-4ccc-9bec-2b7d56672fa1 None None] For port bc09dfb1-a922-4364-9b26-0dbf69eb9f03, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=bc09dfb1-a922-4364-9b26-0dbf69eb9f03,segment=NetworkSegment(54504fce-b499-456b-a9bd-e0ca115475c8),segment_id=54504fce-b499-456b-a9bd-e0ca115475c8)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:39:50.287800 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-993f9c92-d078-4ccc-9bec-2b7d56672fa1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:50.312065 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-993f9c92-d078-4ccc-9bec-2b7d56672fa1 None None] Calling delete_port for bc09dfb1-a922-4364-9b26-0dbf69eb9f03 owned by network:dhcp {{(pid=100598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:39:50.342899 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fe8eee84-3936-4041-bf62-b737270e4dbb tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:50.350516 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b293e6dc-f18b-4771-8cc9-8ee8faec77ab tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Made reservation on behalf of d2672739157f4177a2d615acde025087 for: {'subnet': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:39:50.353629 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fe8eee84-3936-4041-bf62-b737270e4dbb tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:50.361285 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-b293e6dc-f18b-4771-8cc9-8ee8faec77ab tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26761797'] for subnet, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:50.371495 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-fe8eee84-3936-4041-bf62-b737270e4dbb tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] 10.222.0.64 "DELETE /v2.0/networks/ea791d5a-0e60-4cdb-878d-fcbe3220815a HTTP/1.1" status: 204 len: 168 time: 1.0326433 Oct 20 10:39:50.382445 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 55524) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:50.452088 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8eee84-3936-4041-bf62-b737270e4dbb tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Pushing event deleted for resources: {'Network': ['ID=ea791d5a-0e60-4cdb-878d-fcbe3220815a,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:50.567140 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-993f9c92-d078-4ccc-9bec-2b7d56672fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956'] for port, after_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:50.596790 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fb92fa3b-62de-4927-98e0-7046460a782c req-087e654b-657a-49ea-a080-c69e2a95a5e9 service neutron] 10.222.0.55 "GET /v2.0/networks/00e677b7-ec29-42bc-8b52-7d9c8594501c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4944887 Oct 20 10:39:50.629471 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993f9c92-d078-4ccc-9bec-2b7d56672fa1 None None] Pushing event deleted for resources: {'Port': ['ID=bc09dfb1-a922-4364-9b26-0dbf69eb9f03,revision_number=None']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:50.662880 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993f9c92-d078-4ccc-9bec-2b7d56672fa1 None None] No DVR routers for this DVR port bc09dfb1-a922-4364-9b26-0dbf69eb9f03 on host n-d-811396-3 {{(pid=100598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:39:50.667887 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-da32579c-711a-4d11-a77a-6f6b88472e40 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:50.694812 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-b293e6dc-f18b-4771-8cc9-8ee8faec77ab tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26836128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26761819'] for subnet, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:50.842877 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-da32579c-711a-4d11-a77a-6f6b88472e40 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:50.854117 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fb92fa3b-62de-4927-98e0-7046460a782c req-99dad522-8633-4203-a2b2-7a898080c560 service neutron] 10.222.0.55 "GET /v2.0/networks/00e677b7-ec29-42bc-8b52-7d9c8594501c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151616 Oct 20 10:39:50.877622 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-da32579c-711a-4d11-a77a-6f6b88472e40 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db8ea9a3-d0e5-4901-8969-c3025f7cb731']}} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:39:50.891071 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b293e6dc-f18b-4771-8cc9-8ee8faec77ab tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Pushing event updated for resources: {'Subnet': ['ID=4c1305ec-7846-403c-9a0c-9503cffa3b3b,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:50.891396 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-da32579c-711a-4d11-a77a-6f6b88472e40 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54504fce-b499-456b-a9bd-e0ca115475c8') {'for_net_delete': True} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:39:50.891733 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-da32579c-711a-4d11-a77a-6f6b88472e40 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54504fce-b499-456b-a9bd-e0ca115475c8') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:39:50.905839 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-da32579c-711a-4d11-a77a-6f6b88472e40 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25852596'] for segment, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:50.910507 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b293e6dc-f18b-4771-8cc9-8ee8faec77ab tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Checking segment: {'id': '095d3373-4920-4888-9ecd-d665766aefa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '6a7508e8-836e-4732-a7aa-f19898ebbbb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:39:50.910884 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b293e6dc-f18b-4771-8cc9-8ee8faec77ab tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Network hostable DHCP agents. Network: 6a7508e8-836e-4732-a7aa-f19898ebbbb3, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:39:50.921026 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-da32579c-711a-4d11-a77a-6f6b88472e40 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:50.929079 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da32579c-711a-4d11-a77a-6f6b88472e40 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Releasing vlan 832 on physical network physnet1 to pool {{(pid=100597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:39:50.930206 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-da32579c-711a-4d11-a77a-6f6b88472e40 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951012'] for segment, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:50.935993 n-d-811396-3 neutron-server[100597]: Traceback (most recent call last): Oct 20 10:39:50.935993 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:39:50.935993 n-d-811396-3 neutron-server[100597]: timer() Oct 20 10:39:50.935993 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:39:50.935993 n-d-811396-3 neutron-server[100597]: cb(*args, **kw) Oct 20 10:39:50.935993 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:39:50.935993 n-d-811396-3 neutron-server[100597]: return func(*args, **kwargs) Oct 20 10:39:50.935993 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:39:50.935993 n-d-811396-3 neutron-server[100597]: self._notify() Oct 20 10:39:50.935993 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:39:50.935993 n-d-811396-3 neutron-server[100597]: self.callback(batched_events) Oct 20 10:39:50.935993 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:39:50.935993 n-d-811396-3 neutron-server[100597]: event.method(event) Oct 20 10:39:50.935993 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:39:50.935993 n-d-811396-3 neutron-server[100597]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:39:50.935993 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:39:50.935993 n-d-811396-3 neutron-server[100597]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:39:50.935993 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:39:50.935993 n-d-811396-3 neutron-server[100597]: return f(self, *a, **k) Oct 20 10:39:50.935993 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:39:50.935993 n-d-811396-3 neutron-server[100597]: return self._get(url).json() Oct 20 10:39:50.935993 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:39:50.935993 n-d-811396-3 neutron-server[100597]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:39:50.935993 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:39:50.935993 n-d-811396-3 neutron-server[100597]: return self.request(url, 'GET', **kwargs) Oct 20 10:39:50.935993 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:39:50.935993 n-d-811396-3 neutron-server[100597]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:39:50.935993 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:39:50.935993 n-d-811396-3 neutron-server[100597]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:39:50.935993 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:39:50.935993 n-d-811396-3 neutron-server[100597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:39:50.935993 n-d-811396-3 neutron-server[100597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:39:50.948682 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b293e6dc-f18b-4771-8cc9-8ee8faec77ab tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Network 6a7508e8-836e-4732-a7aa-f19898ebbbb3 is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:39:50.968222 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-b293e6dc-f18b-4771-8cc9-8ee8faec77ab tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, 6a7508e8-836e-4732-a7aa-f19898ebbbb3) {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:39:50.983685 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b293e6dc-f18b-4771-8cc9-8ee8faec77ab tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:50.984292 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-b293e6dc-f18b-4771-8cc9-8ee8faec77ab tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:50.992545 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a08b08-da4b-41f9-b6b6-c52d13cca56e None None] Network 6a7508e8-836e-4732-a7aa-f19898ebbbb3 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:39:51.011024 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-b293e6dc-f18b-4771-8cc9-8ee8faec77ab tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8496656 Oct 20 10:39:51.016087 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 55574) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:51.023822 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-8bbc38b0-6649-4fec-837f-106366204e9a tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-499200105'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:39:51.036099 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-da32579c-711a-4d11-a77a-6f6b88472e40 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:51.044650 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-da32579c-711a-4d11-a77a-6f6b88472e40 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:51.052775 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 55580) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:51.053094 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-da32579c-711a-4d11-a77a-6f6b88472e40 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] 10.222.0.64 "DELETE /v2.0/networks/db8ea9a3-d0e5-4901-8969-c3025f7cb731 HTTP/1.1" status: 204 len: 168 time: 0.6682169 Oct 20 10:39:51.063447 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-4241fc86-a79c-4df6-a034-7611b6d71fb2 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1664583633'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:39:51.070253 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da32579c-711a-4d11-a77a-6f6b88472e40 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Pushing event deleted for resources: {'Network': ['ID=db8ea9a3-d0e5-4901-8969-c3025f7cb731,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:51.081957 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da32579c-711a-4d11-a77a-6f6b88472e40 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:39:51.082308 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da32579c-711a-4d11-a77a-6f6b88472e40 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:39:51.082665 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da32579c-711a-4d11-a77a-6f6b88472e40 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:39:51.083148 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da32579c-711a-4d11-a77a-6f6b88472e40 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:39:51.083517 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da32579c-711a-4d11-a77a-6f6b88472e40 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:39:51.083860 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da32579c-711a-4d11-a77a-6f6b88472e40 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:39:51.084195 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da32579c-711a-4d11-a77a-6f6b88472e40 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:39:51.084526 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da32579c-711a-4d11-a77a-6f6b88472e40 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:39:51.084860 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da32579c-711a-4d11-a77a-6f6b88472e40 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:39:51.085187 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da32579c-711a-4d11-a77a-6f6b88472e40 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:39:51.085514 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da32579c-711a-4d11-a77a-6f6b88472e40 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:39:51.085839 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da32579c-711a-4d11-a77a-6f6b88472e40 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:39:51.137602 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bbc38b0-6649-4fec-837f-106366204e9a tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Made reservation on behalf of d2672739157f4177a2d615acde025087 for: {'network': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:39:51.147118 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8bbc38b0-6649-4fec-837f-106366204e9a tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:51.153266 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4241fc86-a79c-4df6-a034-7611b6d71fb2 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Made reservation on behalf of a9b5f78b497b4e82bedac7bcd2f62452 for: {'network': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:39:51.180958 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4241fc86-a79c-4df6-a034-7611b6d71fb2 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:51.284334 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device bc09dfb1-a922-4364-9b26-0dbf69eb9f03 no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:39:51.337122 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: bc09dfb1-a922-4364-9b26-0dbf69eb9f03 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:39:51.337541 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device bc09dfb1-a922-4364-9b26-0dbf69eb9f03 not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:39:51.358962 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bbc38b0-6649-4fec-837f-106366204e9a tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 819} {{(pid=100596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:39:51.375415 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8bbc38b0-6649-4fec-837f-106366204e9a tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:51.375963 n-d-811396-3 neutron-server[100596]: INFO neutron.db.segments_db [None req-8bbc38b0-6649-4fec-837f-106366204e9a tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Added segment aa1ad0dd-63db-46a8-bfc7-554731d140b7 of type vlan for network d0c085d9-f326-467a-8e80-884fa48aafc1 Oct 20 10:39:51.391985 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a539d2-6a01-4bf4-92a4-e8f2de3af655 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524064ba-869c-5550-b826-c26b69a11278-6a7508e8-836e-4732-a7aa-f19898ebbbb3', 'network_id': '6a7508e8-836e-4732-a7aa-f19898ebbbb3', 'tenant_id': 'd2672739157f4177a2d615acde025087', 'fixed_ips': [{'subnet_id': '4c1305ec-7846-403c-9a0c-9503cffa3b3b'}]}} from n-d-811396-3. {{(pid=100598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:39:51.392903 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-94a539d2-6a01-4bf4-92a4-e8f2de3af655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:51.433107 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8bbc38b0-6649-4fec-837f-106366204e9a tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:51.469868 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8bbc38b0-6649-4fec-837f-106366204e9a tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:51.475950 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bbc38b0-6649-4fec-837f-106366204e9a tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:51.476730 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8bbc38b0-6649-4fec-837f-106366204e9a tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:51.554092 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbc38b0-6649-4fec-837f-106366204e9a tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Pushing event updated for resources: {'Network': ['ID=d0c085d9-f326-467a-8e80-884fa48aafc1,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:51.565975 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4241fc86-a79c-4df6-a034-7611b6d71fb2 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 804} {{(pid=100596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:39:51.619901 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c65abe9-87fd-4704-a2ab-b087bbc0ea13 req-8c7f4713-f97a-4d15-ae20-ef658ab826ee tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:51.621801 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2c65abe9-87fd-4704-a2ab-b087bbc0ea13 req-8c7f4713-f97a-4d15-ae20-ef658ab826ee tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/ports?device_id=beac454b-7e2b-44fe-90b5-8b2d2c0f832f HTTP/1.1" status: 200 len: 943 time: 0.3734703 Oct 20 10:39:51.644627 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-94a539d2-6a01-4bf4-92a4-e8f2de3af655 None None] Allocated IP 2001:db8:0:ffff::2 (6a7508e8-836e-4732-a7aa-f19898ebbbb3/4c1305ec-7846-403c-9a0c-9503cffa3b3b/430f4278-9a2d-47a4-a725-688356fc6516) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:39:51.647916 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-8bbc38b0-6649-4fec-837f-106366204e9a tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6301723 Oct 20 10:39:51.649240 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4241fc86-a79c-4df6-a034-7611b6d71fb2 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:51.649588 n-d-811396-3 neutron-server[100596]: INFO neutron.db.segments_db [None req-4241fc86-a79c-4df6-a034-7611b6d71fb2 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Added segment bd238524-69e0-4097-a249-fc5a5d239d40 of type vlan for network 63ba9dcf-e1f7-47f2-b4ed-7fda76f4670b Oct 20 10:39:51.651355 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 55624) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:51.658142 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-7660ea68-8036-4ea6-851f-469e778973aa tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Request body: {'subnet': {'network_id': 'd0c085d9-f326-467a-8e80-884fa48aafc1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:39:51.780906 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2c65abe9-87fd-4704-a2ab-b087bbc0ea13 req-02c76de6-63c1-41e7-97b4-30472350b08c tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/security-groups?id=17372704-86e6-46e6-a5dd-dc7385be620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479549 Oct 20 10:39:51.815269 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4241fc86-a79c-4df6-a034-7611b6d71fb2 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:51.840190 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-94a539d2-6a01-4bf4-92a4-e8f2de3af655 None None] Publish callbacks [] for port, precommit_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:51.851953 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network d0c085d9-f326-467a-8e80-884fa48aafc1 details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:39:51.896754 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4241fc86-a79c-4df6-a034-7611b6d71fb2 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:51.905407 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4241fc86-a79c-4df6-a034-7611b6d71fb2 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:51.915871 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4241fc86-a79c-4df6-a034-7611b6d71fb2 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:51.920961 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7660ea68-8036-4ea6-851f-469e778973aa tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Made reservation on behalf of d2672739157f4177a2d615acde025087 for: {'subnet': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:39:51.927100 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7660ea68-8036-4ea6-851f-469e778973aa tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25350782'] for subnet, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:51.955570 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 7 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 10:39:51.974360 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-4241fc86-a79c-4df6-a034-7611b6d71fb2 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9174535 Oct 20 10:39:51.983686 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 55642) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:52.000404 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-d15f0711-19bf-4d9d-bf46-a68c47698546 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Request body: {'subnet': {'network_id': '63ba9dcf-e1f7-47f2-b4ed-7fda76f4670b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:39:52.079164 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4241fc86-a79c-4df6-a034-7611b6d71fb2 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Pushing event updated for resources: {'Network': ['ID=63ba9dcf-e1f7-47f2-b4ed-7fda76f4670b,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:52.081033 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-94a539d2-6a01-4bf4-92a4-e8f2de3af655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:52.112535 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network 63ba9dcf-e1f7-47f2-b4ed-7fda76f4670b details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:39:52.181847 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a539d2-6a01-4bf4-92a4-e8f2de3af655 None None] Pushing event updated for resources: {'Port': ['ID=430f4278-9a2d-47a4-a725-688356fc6516,revision_number=1']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:52.255615 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a539d2-6a01-4bf4-92a4-e8f2de3af655 None None] Network 6a7508e8-836e-4732-a7aa-f19898ebbbb3 is already hosted by enough agents. {{(pid=100598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:39:52.273823 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.base_scheduler [None req-94a539d2-6a01-4bf4-92a4-e8f2de3af655 None None] Resources bound (agent type, host, resource id): {{(pid=100598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:39:52.276959 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a539d2-6a01-4bf4-92a4-e8f2de3af655 None None] Received port after_create {{(pid=100598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:39:52.407755 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-94a539d2-6a01-4bf4-92a4-e8f2de3af655 None None] Attempting to bind port 430f4278-9a2d-47a4-a725-688356fc6516 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:39:52.408138 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-94a539d2-6a01-4bf4-92a4-e8f2de3af655 None None] Attempting to bind port 430f4278-9a2d-47a4-a725-688356fc6516 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '095d3373-4920-4888-9ecd-d665766aefa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '6a7508e8-836e-4732-a7aa-f19898ebbbb3'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:39:52.408511 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a539d2-6a01-4bf4-92a4-e8f2de3af655 None None] Attempting to bind port 430f4278-9a2d-47a4-a725-688356fc6516 on network 6a7508e8-836e-4732-a7aa-f19898ebbbb3 {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:39:52.414587 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a539d2-6a01-4bf4-92a4-e8f2de3af655 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 39, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:39:52.414965 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a539d2-6a01-4bf4-92a4-e8f2de3af655 None None] Checking segment: {'id': '095d3373-4920-4888-9ecd-d665766aefa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '6a7508e8-836e-4732-a7aa-f19898ebbbb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:39:52.415374 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-94a539d2-6a01-4bf4-92a4-e8f2de3af655 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:52.415930 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a539d2-6a01-4bf4-92a4-e8f2de3af655 None None] Bound using segment: {'id': '095d3373-4920-4888-9ecd-d665766aefa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '6a7508e8-836e-4732-a7aa-f19898ebbbb3'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:39:52.417118 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-94a539d2-6a01-4bf4-92a4-e8f2de3af655 None None] Bound port: 430f4278-9a2d-47a4-a725-688356fc6516, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '095d3373-4920-4888-9ecd-d665766aefa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '6a7508e8-836e-4732-a7aa-f19898ebbbb3'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:39:52.417508 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-94a539d2-6a01-4bf4-92a4-e8f2de3af655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:52.530339 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-94a539d2-6a01-4bf4-92a4-e8f2de3af655 None None] For port 430f4278-9a2d-47a4-a725-688356fc6516, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:39:52.538599 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-94a539d2-6a01-4bf4-92a4-e8f2de3af655 None None] For port 430f4278-9a2d-47a4-a725-688356fc6516, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=430f4278-9a2d-47a4-a725-688356fc6516,segment=NetworkSegment(095d3373-4920-4888-9ecd-d665766aefa9),segment_id=095d3373-4920-4888-9ecd-d665766aefa9)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:39:52.553105 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-94a539d2-6a01-4bf4-92a4-e8f2de3af655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:52.692457 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a539d2-6a01-4bf4-92a4-e8f2de3af655 None None] Pushing event updated for resources: {'Port': ['ID=430f4278-9a2d-47a4-a725-688356fc6516,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:52.766944 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d15f0711-19bf-4d9d-bf46-a68c47698546 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Made reservation on behalf of a9b5f78b497b4e82bedac7bcd2f62452 for: {'subnet': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:39:52.770780 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d15f0711-19bf-4d9d-bf46-a68c47698546 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25350782'] for subnet, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:53.077948 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cd7bbf-b6a1-4cfe-83c4-68aca2e481fb req-c00a29fd-f591-4cdd-92a0-1a6c253c12c5 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:53.079787 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-05cd7bbf-b6a1-4cfe-83c4-68aca2e481fb req-c00a29fd-f591-4cdd-92a0-1a6c253c12c5 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/ports?device_id=beac454b-7e2b-44fe-90b5-8b2d2c0f832f HTTP/1.1" status: 200 len: 943 time: 0.1032274 Oct 20 10:39:53.144871 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-05cd7bbf-b6a1-4cfe-83c4-68aca2e481fb req-20b27794-686f-49bb-93d7-2d71c10a83fd tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/security-groups?id=17372704-86e6-46e6-a5dd-dc7385be620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580924 Oct 20 10:39:53.199923 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7660ea68-8036-4ea6-851f-469e778973aa tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25350752'] for subnet, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:53.329399 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 430f4278-9a2d-47a4-a725-688356fc6516 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:39:53.380879 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7660ea68-8036-4ea6-851f-469e778973aa tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Pushing event updated for resources: {'Subnet': ['ID=6a77fc68-e7b1-4906-a652-377284c3d14d,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:53.399498 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7660ea68-8036-4ea6-851f-469e778973aa tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Checking segment: {'id': 'aa1ad0dd-63db-46a8-bfc7-554731d140b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'd0c085d9-f326-467a-8e80-884fa48aafc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:39:53.400103 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7660ea68-8036-4ea6-851f-469e778973aa tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Network hostable DHCP agents. Network: d0c085d9-f326-467a-8e80-884fa48aafc1, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:39:53.404069 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d15f0711-19bf-4d9d-bf46-a68c47698546 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25350752'] for subnet, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:53.448089 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 430f4278-9a2d-47a4-a725-688356fc6516 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:39:53.448765 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:53.538007 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15f0711-19bf-4d9d-bf46-a68c47698546 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Checking segment: {'id': 'bd238524-69e0-4097-a249-fc5a5d239d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '63ba9dcf-e1f7-47f2-b4ed-7fda76f4670b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:39:53.539071 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d15f0711-19bf-4d9d-bf46-a68c47698546 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Network hostable DHCP agents. Network: 63ba9dcf-e1f7-47f2-b4ed-7fda76f4670b, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:39:53.542338 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7660ea68-8036-4ea6-851f-469e778973aa tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Network d0c085d9-f326-467a-8e80-884fa48aafc1 is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:39:53.544972 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15f0711-19bf-4d9d-bf46-a68c47698546 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Pushing event updated for resources: {'Subnet': ['ID=fc5860e8-406a-4a3d-a0aa-3dd61bde940a,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:53.569978 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:53.574459 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-7660ea68-8036-4ea6-851f-469e778973aa tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, d0c085d9-f326-467a-8e80-884fa48aafc1) {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:39:53.579595 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7660ea68-8036-4ea6-851f-469e778973aa tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:53.580079 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7660ea68-8036-4ea6-851f-469e778973aa tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:53.583006 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d15f0711-19bf-4d9d-bf46-a68c47698546 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Network 63ba9dcf-e1f7-47f2-b4ed-7fda76f4670b is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:39:53.595122 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-d15f0711-19bf-4d9d-bf46-a68c47698546 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, 63ba9dcf-e1f7-47f2-b4ed-7fda76f4670b) {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:39:53.609048 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d15f0711-19bf-4d9d-bf46-a68c47698546 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:53.609781 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d15f0711-19bf-4d9d-bf46-a68c47698546 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:53.627470 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-7660ea68-8036-4ea6-851f-469e778973aa tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.9726639 Oct 20 10:39:53.628583 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 55766) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:53.644709 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf9c06dc-fd52-4417-ab86-bdfee8ee37d1 None None] Network d0c085d9-f326-467a-8e80-884fa48aafc1 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:39:53.646524 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-d15f0711-19bf-4d9d-bf46-a68c47698546 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6615715 Oct 20 10:39:53.649171 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a35a65fc-4f93-42b7-881a-0b9041a64b6a None None] Network 63ba9dcf-e1f7-47f2-b4ed-7fda76f4670b requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:39:53.649334 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 55768) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:53.660903 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-5f08c701-5ed7-460f-b5c4-9a65bf287ead tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1876920277', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:39:53.732789 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5f08c701-5ed7-460f-b5c4-9a65bf287ead tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1772442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258322'] for router, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:53.735349 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5f08c701-5ed7-460f-b5c4-9a65bf287ead tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1772334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773516', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258315'] for router, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:53.940485 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5f08c701-5ed7-460f-b5c4-9a65bf287ead tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:53.953798 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5f08c701-5ed7-460f-b5c4-9a65bf287ead tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1773475'] for router, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:53.976674 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c38b1e4d-bcd8-4e34-ac9c-174adccc0da5 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:54.004009 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5f08c701-5ed7-460f-b5c4-9a65bf287ead tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks [] for router, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:54.006920 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-5f08c701-5ed7-460f-b5c4-9a65bf287ead tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3564892 Oct 20 10:39:54.010484 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 55796) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:54.021504 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-80a433e9-c37f-4ba8-8a46-eb31f1d3bb90 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Request body: {'port': {'network_id': '63ba9dcf-e1f7-47f2-b4ed-7fda76f4670b', 'name': 'tempest-RoutersIpV6Test-21964172'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:39:54.029648 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] For port 430f4278-9a2d-47a4-a725-688356fc6516, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=430f4278-9a2d-47a4-a725-688356fc6516,segment=NetworkSegment(095d3373-4920-4888-9ecd-d665766aefa9),segment_id=095d3373-4920-4888-9ecd-d665766aefa9)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:39:54.040474 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device df1a7399-d035-4d2e-a063-9e2a21a1b6a4 details requested by agent hyperv_n-h1-811396-3 with host n-h1-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:39:54.171251 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c38b1e4d-bcd8-4e34-ac9c-174adccc0da5 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:54.305483 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c38b1e4d-bcd8-4e34-ac9c-174adccc0da5 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26836193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26761888'] for subnet, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:54.346868 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80a433e9-c37f-4ba8-8a46-eb31f1d3bb90 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Made reservation on behalf of a9b5f78b497b4e82bedac7bcd2f62452 for: {'port': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:39:54.351521 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-80a433e9-c37f-4ba8-8a46-eb31f1d3bb90 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:54.375078 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [None req-80a433e9-c37f-4ba8-8a46-eb31f1d3bb90 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] device_id is not set on port e8fc6d2f-185c-4eb5-bd42-2789a853ad43 yet. {{(pid=100597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:39:54.395535 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port df1a7399-d035-4d2e-a063-9e2a21a1b6a4, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=df1a7399-d035-4d2e-a063-9e2a21a1b6a4,segment=NetworkSegment(f70d1162-b154-4994-9af5-210e1dd15ef4),segment_id=f70d1162-b154-4994-9af5-210e1dd15ef4)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:39:54.408734 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Returning: {'device': 'df1a7399-d035-4d2e-a063-9e2a21a1b6a4', 'network_id': '00e677b7-ec29-42bc-8b52-7d9c8594501c', 'port_id': 'df1a7399-d035-4d2e-a063-9e2a21a1b6a4', 'mac_address': 'fa:16:3e:dc:85:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 849, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41c5fb46-df00-4db9-bb3d-c914d29737cc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:39:54.410469 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:54.514539 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38b1e4d-bcd8-4e34-ac9c-174adccc0da5 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Pushing event deleted for resources: {'Subnet': ['ID=6a77fc68-e7b1-4906-a652-377284c3d14d,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:54.597817 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-80a433e9-c37f-4ba8-8a46-eb31f1d3bb90 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Allocated IP 2001:db8::bb (63ba9dcf-e1f7-47f2-b4ed-7fda76f4670b/fc5860e8-406a-4a3d-a0aa-3dd61bde940a/e8fc6d2f-185c-4eb5-bd42-2789a853ad43) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:39:54.623071 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:54.633526 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-146f4eb6-0e8a-4dc5-b203-5e44d07be050 None None] Network d0c085d9-f326-467a-8e80-884fa48aafc1 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:39:54.679287 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5928cff0-6729-4be9-ab78-b3d38714f832 None None] Network 6a7508e8-836e-4732-a7aa-f19898ebbbb3 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:39:54.696832 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c38b1e4d-bcd8-4e34-ac9c-174adccc0da5 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:54.728892 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f66f25-d6cf-4404-a47f-e245ea8499ab req-482aa8d6-6af5-43c5-afb6-264ec8ecb5bb tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:54.730554 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f3f66f25-d6cf-4404-a47f-e245ea8499ab req-482aa8d6-6af5-43c5-afb6-264ec8ecb5bb tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/ports?device_id=beac454b-7e2b-44fe-90b5-8b2d2c0f832f HTTP/1.1" status: 200 len: 943 time: 0.3910692 Oct 20 10:39:54.764407 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-c38b1e4d-bcd8-4e34-ac9c-174adccc0da5 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0c085d9-f326-467a-8e80-884fa48aafc1']}} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:39:54.792161 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-c38b1e4d-bcd8-4e34-ac9c-174adccc0da5 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa1ad0dd-63db-46a8-bfc7-554731d140b7') {'for_net_delete': True} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:39:54.793485 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-c38b1e4d-bcd8-4e34-ac9c-174adccc0da5 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa1ad0dd-63db-46a8-bfc7-554731d140b7') {} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:39:54.817457 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c38b1e4d-bcd8-4e34-ac9c-174adccc0da5 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25189038'] for segment, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:54.852194 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c38b1e4d-bcd8-4e34-ac9c-174adccc0da5 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:54.870716 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c38b1e4d-bcd8-4e34-ac9c-174adccc0da5 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Releasing vlan 819 on physical network physnet1 to pool {{(pid=100596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:39:54.872050 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c38b1e4d-bcd8-4e34-ac9c-174adccc0da5 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26833155'] for segment, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:54.902157 n-d-811396-3 neutron-server[100596]: Traceback (most recent call last): Oct 20 10:39:54.902157 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:39:54.902157 n-d-811396-3 neutron-server[100596]: timer() Oct 20 10:39:54.902157 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:39:54.902157 n-d-811396-3 neutron-server[100596]: cb(*args, **kw) Oct 20 10:39:54.902157 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:39:54.902157 n-d-811396-3 neutron-server[100596]: return func(*args, **kwargs) Oct 20 10:39:54.902157 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:39:54.902157 n-d-811396-3 neutron-server[100596]: self._notify() Oct 20 10:39:54.902157 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:39:54.902157 n-d-811396-3 neutron-server[100596]: self.callback(batched_events) Oct 20 10:39:54.902157 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:39:54.902157 n-d-811396-3 neutron-server[100596]: event.method(event) Oct 20 10:39:54.902157 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:39:54.902157 n-d-811396-3 neutron-server[100596]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:39:54.902157 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:39:54.902157 n-d-811396-3 neutron-server[100596]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:39:54.902157 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:39:54.902157 n-d-811396-3 neutron-server[100596]: return f(self, *a, **k) Oct 20 10:39:54.902157 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:39:54.902157 n-d-811396-3 neutron-server[100596]: return self._get(url).json() Oct 20 10:39:54.902157 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:39:54.902157 n-d-811396-3 neutron-server[100596]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:39:54.902157 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:39:54.902157 n-d-811396-3 neutron-server[100596]: return self.request(url, 'GET', **kwargs) Oct 20 10:39:54.902157 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:39:54.902157 n-d-811396-3 neutron-server[100596]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:39:54.902157 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:39:54.902157 n-d-811396-3 neutron-server[100596]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:39:54.902157 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:39:54.902157 n-d-811396-3 neutron-server[100596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:39:54.902157 n-d-811396-3 neutron-server[100596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:39:54.929784 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df1a7399-d035-4d2e-a063-9e2a21a1b6a4 {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:39:54.942859 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Pushing event updated for resources: {'Port': ['ID=430f4278-9a2d-47a4-a725-688356fc6516,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:55.020461 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-80a433e9-c37f-4ba8-8a46-eb31f1d3bb90 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:55.077316 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c38b1e4d-bcd8-4e34-ac9c-174adccc0da5 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:55.089499 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c38b1e4d-bcd8-4e34-ac9c-174adccc0da5 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:55.093151 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-c38b1e4d-bcd8-4e34-ac9c-174adccc0da5 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] 10.222.0.64 "DELETE /v2.0/networks/d0c085d9-f326-467a-8e80-884fa48aafc1 HTTP/1.1" status: 204 len: 168 time: 1.4634945 Oct 20 10:39:55.101479 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 55838) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:55.118921 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f3f66f25-d6cf-4404-a47f-e245ea8499ab req-1156feef-9b6f-41ba-bf44-a986ec608779 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/security-groups?id=17372704-86e6-46e6-a5dd-dc7385be620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152648 Oct 20 10:39:55.131756 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-cfa01259-0e9c-43d6-81c6-0a68ac3c2965 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-296116401'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:39:55.143596 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38b1e4d-bcd8-4e34-ac9c-174adccc0da5 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Pushing event deleted for resources: {'Network': ['ID=d0c085d9-f326-467a-8e80-884fa48aafc1,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:55.214503 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-80a433e9-c37f-4ba8-8a46-eb31f1d3bb90 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:55.224035 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfa01259-0e9c-43d6-81c6-0a68ac3c2965 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Made reservation on behalf of d2672739157f4177a2d615acde025087 for: {'network': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:39:55.239983 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-07b73fda-b194-4d84-9147-2ed5dc9ffed7 None None] Provisioning complete for port 430f4278-9a2d-47a4-a725-688356fc6516 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:39:55.240349 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-07b73fda-b194-4d84-9147-2ed5dc9ffed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:55.255287 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-cfa01259-0e9c-43d6-81c6-0a68ac3c2965 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:55.281550 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2973072c-1150-4912-98a7-220dbd66c90d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524064ba-869c-5550-b826-c26b69a11278-63ba9dcf-e1f7-47f2-b4ed-7fda76f4670b', 'network_id': '63ba9dcf-e1f7-47f2-b4ed-7fda76f4670b', 'tenant_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'fixed_ips': [{'subnet_id': 'fc5860e8-406a-4a3d-a0aa-3dd61bde940a'}]}} from n-d-811396-3. {{(pid=100598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:39:55.282532 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-2973072c-1150-4912-98a7-220dbd66c90d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:55.345560 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port df1a7399-d035-4d2e-a063-9e2a21a1b6a4, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=df1a7399-d035-4d2e-a063-9e2a21a1b6a4,segment=NetworkSegment(f70d1162-b154-4994-9af5-210e1dd15ef4),segment_id=f70d1162-b154-4994-9af5-210e1dd15ef4)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:39:55.348993 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 430f4278-9a2d-47a4-a725-688356fc6516 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:39:55.374799 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a433e9-c37f-4ba8-8a46-eb31f1d3bb90 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Network 63ba9dcf-e1f7-47f2-b4ed-7fda76f4670b is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:39:55.382115 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:55.384082 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-80a433e9-c37f-4ba8-8a46-eb31f1d3bb90 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:39:55.386814 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a433e9-c37f-4ba8-8a46-eb31f1d3bb90 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Pushing event updated for resources: {'Port': ['ID=e8fc6d2f-185c-4eb5-bd42-2789a853ad43,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:55.389863 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a433e9-c37f-4ba8-8a46-eb31f1d3bb90 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:39:55.395665 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a433e9-c37f-4ba8-8a46-eb31f1d3bb90 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:55.396311 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-80a433e9-c37f-4ba8-8a46-eb31f1d3bb90 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:55.398860 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfa01259-0e9c-43d6-81c6-0a68ac3c2965 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 837} {{(pid=100597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:39:55.425371 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-cfa01259-0e9c-43d6-81c6-0a68ac3c2965 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:55.425705 n-d-811396-3 neutron-server[100597]: INFO neutron.db.segments_db [None req-cfa01259-0e9c-43d6-81c6-0a68ac3c2965 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Added segment a8556488-2799-476a-98a5-36d2b747d64d of type vlan for network cb17f91c-38fe-4d5b-958a-aafc294533f3 Oct 20 10:39:55.441589 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 55864) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:55.442445 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-80a433e9-c37f-4ba8-8a46-eb31f1d3bb90 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 926 time: 1.4302607 Oct 20 10:39:55.512231 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-cfa01259-0e9c-43d6-81c6-0a68ac3c2965 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:55.571095 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-cfa01259-0e9c-43d6-81c6-0a68ac3c2965 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:55.577280 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa01259-0e9c-43d6-81c6-0a68ac3c2965 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:55.577932 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-cfa01259-0e9c-43d6-81c6-0a68ac3c2965 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:55.747688 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa01259-0e9c-43d6-81c6-0a68ac3c2965 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Pushing event updated for resources: {'Network': ['ID=cb17f91c-38fe-4d5b-958a-aafc294533f3,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:55.762774 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-cfa01259-0e9c-43d6-81c6-0a68ac3c2965 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6561348 Oct 20 10:39:55.763967 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 55870) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:55.771146 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-e874c8fb-847a-4006-8503-42c7254193b2 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Request body: {'subnet': {'network_id': 'cb17f91c-38fe-4d5b-958a-aafc294533f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:39:55.780456 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network cb17f91c-38fe-4d5b-958a-aafc294533f3 details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:39:55.839662 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=df1a7399-d035-4d2e-a063-9e2a21a1b6a4,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:55.879849 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 430f4278-9a2d-47a4-a725-688356fc6516 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:39:55.880401 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:55.965408 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['df1a7399-d035-4d2e-a063-9e2a21a1b6a4'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:39:55.966972 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e874c8fb-847a-4006-8503-42c7254193b2 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Made reservation on behalf of d2672739157f4177a2d615acde025087 for: {'subnet': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:39:55.990619 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e874c8fb-847a-4006-8503-42c7254193b2 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25350782'] for subnet, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:56.195375 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-2973072c-1150-4912-98a7-220dbd66c90d None None] Allocated IP 2001:db8::2 (63ba9dcf-e1f7-47f2-b4ed-7fda76f4670b/fc5860e8-406a-4a3d-a0aa-3dd61bde940a/65413c1e-ab53-45c6-ae4f-df79b0fdd74c) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:39:56.196090 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4c853b87-7ac0-4e5b-9615-be616b7bb3cb tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:56.501465 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-2973072c-1150-4912-98a7-220dbd66c90d None None] Publish callbacks [] for port, precommit_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:56.537212 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-2973072c-1150-4912-98a7-220dbd66c90d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:56.561787 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e874c8fb-847a-4006-8503-42c7254193b2 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25350752'] for subnet, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:56.629903 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e874c8fb-847a-4006-8503-42c7254193b2 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Pushing event updated for resources: {'Subnet': ['ID=0c2dda13-554d-4933-89bc-1634214661ee,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:56.662753 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2973072c-1150-4912-98a7-220dbd66c90d None None] Network 63ba9dcf-e1f7-47f2-b4ed-7fda76f4670b is already hosted by enough agents. {{(pid=100598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:39:56.663054 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e874c8fb-847a-4006-8503-42c7254193b2 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Checking segment: {'id': 'a8556488-2799-476a-98a5-36d2b747d64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'cb17f91c-38fe-4d5b-958a-aafc294533f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:39:56.663785 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e874c8fb-847a-4006-8503-42c7254193b2 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Network hostable DHCP agents. Network: cb17f91c-38fe-4d5b-958a-aafc294533f3, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:39:56.692893 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e874c8fb-847a-4006-8503-42c7254193b2 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Network cb17f91c-38fe-4d5b-958a-aafc294533f3 is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:39:56.702788 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.base_scheduler [None req-2973072c-1150-4912-98a7-220dbd66c90d None None] Resources bound (agent type, host, resource id): {{(pid=100598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:39:56.705090 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-e874c8fb-847a-4006-8503-42c7254193b2 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, cb17f91c-38fe-4d5b-958a-aafc294533f3) {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:39:56.708281 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2973072c-1150-4912-98a7-220dbd66c90d None None] Received port after_create {{(pid=100598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:39:56.710064 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e874c8fb-847a-4006-8503-42c7254193b2 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:56.710722 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e874c8fb-847a-4006-8503-42c7254193b2 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:56.733679 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-898915df-9618-49c6-a7d0-d03bb1f40bd1 None None] Network cb17f91c-38fe-4d5b-958a-aafc294533f3 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:39:56.736320 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-e874c8fb-847a-4006-8503-42c7254193b2 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.9711077 Oct 20 10:39:56.740838 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-da1d054f-1935-417d-8c11-fd335aaec9fe None None] Provisioning complete for port 430f4278-9a2d-47a4-a725-688356fc6516 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:39:56.741486 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 55932) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:56.745326 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-da1d054f-1935-417d-8c11-fd335aaec9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:56.755717 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-5127fe38-4971-4fc9-a4c6-aed25e535863 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1419644724'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:39:56.773989 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2973072c-1150-4912-98a7-220dbd66c90d None None] Pushing event updated for resources: {'Port': ['ID=65413c1e-ab53-45c6-ae4f-df79b0fdd74c,revision_number=1']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:56.804603 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5127fe38-4971-4fc9-a4c6-aed25e535863 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Made reservation on behalf of d2672739157f4177a2d615acde025087 for: {'network': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:39:56.810901 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5127fe38-4971-4fc9-a4c6-aed25e535863 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:56.839838 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5127fe38-4971-4fc9-a4c6-aed25e535863 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 814} {{(pid=100597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:39:56.849669 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5127fe38-4971-4fc9-a4c6-aed25e535863 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:56.850060 n-d-811396-3 neutron-server[100597]: INFO neutron.db.segments_db [None req-5127fe38-4971-4fc9-a4c6-aed25e535863 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Added segment 5873ed66-1d4c-4c66-8630-e88aa7de42c2 of type vlan for network 98b9d3a8-6eee-4fd4-8cd5-8934f863065b Oct 20 10:39:56.914028 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5127fe38-4971-4fc9-a4c6-aed25e535863 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:56.973465 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5127fe38-4971-4fc9-a4c6-aed25e535863 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:56.991513 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5127fe38-4971-4fc9-a4c6-aed25e535863 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:56.992460 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5127fe38-4971-4fc9-a4c6-aed25e535863 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:57.015076 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-5127fe38-4971-4fc9-a4c6-aed25e535863 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2711437 Oct 20 10:39:57.023911 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 55938) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:57.039948 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-26a04406-85ea-43f5-8d02-dabb08ffa8e4 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Request body: {'subnet': {'network_id': '98b9d3a8-6eee-4fd4-8cd5-8934f863065b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:39:57.130310 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5127fe38-4971-4fc9-a4c6-aed25e535863 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Pushing event updated for resources: {'Network': ['ID=98b9d3a8-6eee-4fd4-8cd5-8934f863065b,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:57.192596 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network 98b9d3a8-6eee-4fd4-8cd5-8934f863065b details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:39:57.241622 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-2973072c-1150-4912-98a7-220dbd66c90d None None] Attempting to bind port 65413c1e-ab53-45c6-ae4f-df79b0fdd74c on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:39:57.242190 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-2973072c-1150-4912-98a7-220dbd66c90d None None] Attempting to bind port 65413c1e-ab53-45c6-ae4f-df79b0fdd74c by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': 'bd238524-69e0-4097-a249-fc5a5d239d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '63ba9dcf-e1f7-47f2-b4ed-7fda76f4670b'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:39:57.242569 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2973072c-1150-4912-98a7-220dbd66c90d None None] Attempting to bind port 65413c1e-ab53-45c6-ae4f-df79b0fdd74c on network 63ba9dcf-e1f7-47f2-b4ed-7fda76f4670b {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:39:57.271662 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 55968) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:57.272473 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-172382bd-a201-4317-8cfe-4e955c254340 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524064ba-869c-5550-b826-c26b69a11278-cb17f91c-38fe-4d5b-958a-aafc294533f3', 'network_id': 'cb17f91c-38fe-4d5b-958a-aafc294533f3', 'tenant_id': 'd2672739157f4177a2d615acde025087', 'fixed_ips': [{'subnet_id': '0c2dda13-554d-4933-89bc-1634214661ee'}]}} from n-d-811396-3. {{(pid=100598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:39:57.273325 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-172382bd-a201-4317-8cfe-4e955c254340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:57.300677 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2973072c-1150-4912-98a7-220dbd66c90d None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 39, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:39:57.301055 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2973072c-1150-4912-98a7-220dbd66c90d None None] Checking segment: {'id': 'bd238524-69e0-4097-a249-fc5a5d239d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '63ba9dcf-e1f7-47f2-b4ed-7fda76f4670b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:39:57.301457 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-2973072c-1150-4912-98a7-220dbd66c90d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:57.301848 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2973072c-1150-4912-98a7-220dbd66c90d None None] Bound using segment: {'id': 'bd238524-69e0-4097-a249-fc5a5d239d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '63ba9dcf-e1f7-47f2-b4ed-7fda76f4670b'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:39:57.302335 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-2973072c-1150-4912-98a7-220dbd66c90d None None] Bound port: 65413c1e-ab53-45c6-ae4f-df79b0fdd74c, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd238524-69e0-4097-a249-fc5a5d239d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '63ba9dcf-e1f7-47f2-b4ed-7fda76f4670b'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:39:57.302713 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-2973072c-1150-4912-98a7-220dbd66c90d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:57.329626 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d866af-ac69-4293-8a5a-e0f121430c87 req-088d231c-2280-45e7-849c-a816a3903993 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:57.331947 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d6d866af-ac69-4293-8a5a-e0f121430c87 req-088d231c-2280-45e7-849c-a816a3903993 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/ports?device_id=beac454b-7e2b-44fe-90b5-8b2d2c0f832f HTTP/1.1" status: 200 len: 944 time: 0.3761816 Oct 20 10:39:57.423529 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d6d866af-ac69-4293-8a5a-e0f121430c87 req-6791cd7f-fb96-410f-ac94-51cfb721b5c7 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/security-groups?id=17372704-86e6-46e6-a5dd-dc7385be620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674057 Oct 20 10:39:57.435933 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-2973072c-1150-4912-98a7-220dbd66c90d None None] For port 65413c1e-ab53-45c6-ae4f-df79b0fdd74c, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:39:57.439467 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-2973072c-1150-4912-98a7-220dbd66c90d None None] For port 65413c1e-ab53-45c6-ae4f-df79b0fdd74c, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=65413c1e-ab53-45c6-ae4f-df79b0fdd74c,segment=NetworkSegment(bd238524-69e0-4097-a249-fc5a5d239d40),segment_id=bd238524-69e0-4097-a249-fc5a5d239d40)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:39:57.441077 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2912c718-7ecf-4de9-b45d-13b8956eea51 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:57.471636 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26a04406-85ea-43f5-8d02-dabb08ffa8e4 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Made reservation on behalf of d2672739157f4177a2d615acde025087 for: {'subnet': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:39:57.477801 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-2973072c-1150-4912-98a7-220dbd66c90d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:57.479566 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-26a04406-85ea-43f5-8d02-dabb08ffa8e4 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26761797'] for subnet, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:57.520640 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4c853b87-7ac0-4e5b-9615-be616b7bb3cb tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:57.552041 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4c853b87-7ac0-4e5b-9615-be616b7bb3cb tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:57.569359 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2912c718-7ecf-4de9-b45d-13b8956eea51 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:57.575056 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2912c718-7ecf-4de9-b45d-13b8956eea51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:57.617835 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c853b87-7ac0-4e5b-9615-be616b7bb3cb tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Pushing event updated for resources: {'Port': ['ID=e8fc6d2f-185c-4eb5-bd42-2789a853ad43,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:57.640526 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-2912c718-7ecf-4de9-b45d-13b8956eea51 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8e35b5ef7623469b9598785f757c93c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3649483 Oct 20 10:39:57.640526 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2912c718-7ecf-4de9-b45d-13b8956eea51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=768c8213-386c-4140-bec5-8b8835d15cdf,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:57.657062 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 55972) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:57.685571 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.ipam_backend_mixin [None req-26a04406-85ea-43f5-8d02-dabb08ffa8e4 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Performing IP validity checks on allocation pools {{(pid=100596) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 20 10:39:57.686305 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.ipam_backend_mixin [None req-26a04406-85ea-43f5-8d02-dabb08ffa8e4 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100596) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 20 10:39:57.688896 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2973072c-1150-4912-98a7-220dbd66c90d None None] Pushing event updated for resources: {'Port': ['ID=65413c1e-ab53-45c6-ae4f-df79b0fdd74c,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:57.741862 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9f833638-71f6-472f-93f0-280fa9d06dd7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:57.745134 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-172382bd-a201-4317-8cfe-4e955c254340 None None] Allocated IP 2001:db8::1 (cb17f91c-38fe-4d5b-958a-aafc294533f3/0c2dda13-554d-4933-89bc-1634214661ee/fd76646f-432d-429c-af15-9e449796472f) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:39:57.772930 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9f833638-71f6-472f-93f0-280fa9d06dd7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:57.822605 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5cb9b5-d415-4184-b518-b2ebd79a89f3 req-b0683c51-4c7e-423a-a59b-c9b7449c6603 tempest-ImagesOneServerTestJSON-313423051 tempest-ImagesOneServerTestJSON-313423051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:57.856901 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-db5cb9b5-d415-4184-b518-b2ebd79a89f3 req-b0683c51-4c7e-423a-a59b-c9b7449c6603 tempest-ImagesOneServerTestJSON-313423051 tempest-ImagesOneServerTestJSON-313423051-project] 10.222.0.64 "GET /v2.0/ports?device_id=80998131-c175-452a-9424-75d114dde0a9 HTTP/1.1" status: 200 len: 951 time: 0.2461221 Oct 20 10:39:57.863838 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9f833638-71f6-472f-93f0-280fa9d06dd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:57.870583 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9f833638-71f6-472f-93f0-280fa9d06dd7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:57.874870 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-9f833638-71f6-472f-93f0-280fa9d06dd7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/768c8213-386c-4140-bec5-8b8835d15cdf HTTP/1.1" status: 204 len: 168 time: 0.2134044 Oct 20 10:39:57.895687 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833638-71f6-472f-93f0-280fa9d06dd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=768c8213-386c-4140-bec5-8b8835d15cdf,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:57.975730 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-172382bd-a201-4317-8cfe-4e955c254340 None None] Publish callbacks [] for port, precommit_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:57.990645 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-172382bd-a201-4317-8cfe-4e955c254340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:58.019184 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172382bd-a201-4317-8cfe-4e955c254340 None None] Network cb17f91c-38fe-4d5b-958a-aafc294533f3 is already hosted by enough agents. {{(pid=100598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:39:58.023513 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.base_scheduler [None req-172382bd-a201-4317-8cfe-4e955c254340 None None] Resources bound (agent type, host, resource id): {{(pid=100598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:39:58.047926 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172382bd-a201-4317-8cfe-4e955c254340 None None] Received port after_create {{(pid=100598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:39:58.073935 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-db5cb9b5-d415-4184-b518-b2ebd79a89f3 req-bf4ac110-ed6b-4125-8b3e-8a87bc46dd7a tempest-ImagesOneServerTestJSON-313423051 tempest-ImagesOneServerTestJSON-313423051-project] 10.222.0.64 "GET /v2.0/security-groups?id=7777715a-2479-4ec4-a273-a5b5bf1d94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159002 Oct 20 10:39:58.142838 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4c853b87-7ac0-4e5b-9615-be616b7bb3cb tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1774540'] for router_interface, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:58.147979 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-172382bd-a201-4317-8cfe-4e955c254340 None None] Attempting to bind port fd76646f-432d-429c-af15-9e449796472f on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:39:58.148541 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-172382bd-a201-4317-8cfe-4e955c254340 None None] Attempting to bind port fd76646f-432d-429c-af15-9e449796472f by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': 'a8556488-2799-476a-98a5-36d2b747d64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'cb17f91c-38fe-4d5b-958a-aafc294533f3'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:39:58.149186 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172382bd-a201-4317-8cfe-4e955c254340 None None] Attempting to bind port fd76646f-432d-429c-af15-9e449796472f on network cb17f91c-38fe-4d5b-958a-aafc294533f3 {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:39:58.156034 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172382bd-a201-4317-8cfe-4e955c254340 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 39, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:39:58.156475 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172382bd-a201-4317-8cfe-4e955c254340 None None] Checking segment: {'id': 'a8556488-2799-476a-98a5-36d2b747d64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'cb17f91c-38fe-4d5b-958a-aafc294533f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:39:58.156877 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-172382bd-a201-4317-8cfe-4e955c254340 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:58.157261 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172382bd-a201-4317-8cfe-4e955c254340 None None] Bound using segment: {'id': 'a8556488-2799-476a-98a5-36d2b747d64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'cb17f91c-38fe-4d5b-958a-aafc294533f3'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:39:58.158666 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-172382bd-a201-4317-8cfe-4e955c254340 None None] Bound port: fd76646f-432d-429c-af15-9e449796472f, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8556488-2799-476a-98a5-36d2b747d64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'cb17f91c-38fe-4d5b-958a-aafc294533f3'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:39:58.158666 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-172382bd-a201-4317-8cfe-4e955c254340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:58.177230 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172382bd-a201-4317-8cfe-4e955c254340 None None] Pushing event updated for resources: {'Port': ['ID=fd76646f-432d-429c-af15-9e449796472f,revision_number=1']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:58.323859 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-172382bd-a201-4317-8cfe-4e955c254340 None None] For port fd76646f-432d-429c-af15-9e449796472f, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:39:58.330576 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-172382bd-a201-4317-8cfe-4e955c254340 None None] For port fd76646f-432d-429c-af15-9e449796472f, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=fd76646f-432d-429c-af15-9e449796472f,segment=NetworkSegment(a8556488-2799-476a-98a5-36d2b747d64d),segment_id=a8556488-2799-476a-98a5-36d2b747d64d)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:39:58.340113 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-172382bd-a201-4317-8cfe-4e955c254340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:58.485211 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-26a04406-85ea-43f5-8d02-dabb08ffa8e4 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26836128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26761819'] for subnet, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:58.511168 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4c853b87-7ac0-4e5b-9615-be616b7bb3cb tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:58.668784 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172382bd-a201-4317-8cfe-4e955c254340 None None] Pushing event updated for resources: {'Port': ['ID=fd76646f-432d-429c-af15-9e449796472f,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:58.693339 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172382bd-a201-4317-8cfe-4e955c254340 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:39:58.693696 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172382bd-a201-4317-8cfe-4e955c254340 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:39:58.694042 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172382bd-a201-4317-8cfe-4e955c254340 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:39:58.694388 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172382bd-a201-4317-8cfe-4e955c254340 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:39:58.694706 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172382bd-a201-4317-8cfe-4e955c254340 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:39:58.695040 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172382bd-a201-4317-8cfe-4e955c254340 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:39:58.695370 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172382bd-a201-4317-8cfe-4e955c254340 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:39:58.704058 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172382bd-a201-4317-8cfe-4e955c254340 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:39:58.704787 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172382bd-a201-4317-8cfe-4e955c254340 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:39:58.705361 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172382bd-a201-4317-8cfe-4e955c254340 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:39:58.713712 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172382bd-a201-4317-8cfe-4e955c254340 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:39:58.714221 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172382bd-a201-4317-8cfe-4e955c254340 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:39:58.812642 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a04406-85ea-43f5-8d02-dabb08ffa8e4 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Pushing event updated for resources: {'Subnet': ['ID=2a93974a-19bd-4cad-b0d3-80482fef19b7,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:58.927337 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a04406-85ea-43f5-8d02-dabb08ffa8e4 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Checking segment: {'id': '5873ed66-1d4c-4c66-8630-e88aa7de42c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '98b9d3a8-6eee-4fd4-8cd5-8934f863065b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:39:58.927734 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a04406-85ea-43f5-8d02-dabb08ffa8e4 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Network hostable DHCP agents. Network: 98b9d3a8-6eee-4fd4-8cd5-8934f863065b, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:39:59.042987 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e795a44-3c8c-4114-9470-0f65fd63b623 req-c85ddbb6-e998-4fab-bbb7-64f448057a48 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:59.050960 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2e795a44-3c8c-4114-9470-0f65fd63b623 req-c85ddbb6-e998-4fab-bbb7-64f448057a48 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/ports?device_id=beac454b-7e2b-44fe-90b5-8b2d2c0f832f HTTP/1.1" status: 200 len: 944 time: 0.3191581 Oct 20 10:39:59.083066 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a04406-85ea-43f5-8d02-dabb08ffa8e4 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Network 98b9d3a8-6eee-4fd4-8cd5-8934f863065b is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:39:59.113988 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-26a04406-85ea-43f5-8d02-dabb08ffa8e4 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, 98b9d3a8-6eee-4fd4-8cd5-8934f863065b) {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:39:59.119337 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a04406-85ea-43f5-8d02-dabb08ffa8e4 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:59.120287 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-26a04406-85ea-43f5-8d02-dabb08ffa8e4 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:59.127044 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-062d9d6c-e1d4-4f48-bf69-5e67bd28231c None None] Network 98b9d3a8-6eee-4fd4-8cd5-8934f863065b requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:39:59.183923 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-26a04406-85ea-43f5-8d02-dabb08ffa8e4 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.1573408 Oct 20 10:39:59.186103 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 56046) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:39:59.214603 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2e795a44-3c8c-4114-9470-0f65fd63b623 req-72f49dfa-f091-4821-94a7-968e86c65eec tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/security-groups?id=17372704-86e6-46e6-a5dd-dc7385be620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580691 Oct 20 10:39:59.278967 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ebb1152-e370-4ab2-8eb8-0b8ab790cd85 None None] Network 63ba9dcf-e1f7-47f2-b4ed-7fda76f4670b requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:39:59.399545 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4c853b87-7ac0-4e5b-9615-be616b7bb3cb tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:59.409083 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4c853b87-7ac0-4e5b-9615-be616b7bb3cb tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:59.437083 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4c853b87-7ac0-4e5b-9615-be616b7bb3cb tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1774432'] for router_interface, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:59.486786 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6c240ac7-8f27-4121-8b15-650f24939b0a tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:59.514904 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-2fe30360-8469-4052-b4c8-b83481b661d0 None None] Provisioning complete for port 65413c1e-ab53-45c6-ae4f-df79b0fdd74c triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:39:59.516926 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-2fe30360-8469-4052-b4c8-b83481b661d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:59.522741 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c853b87-7ac0-4e5b-9615-be616b7bb3cb tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Pushing event updated for resources: {'Port': ['ID=e8fc6d2f-185c-4eb5-bd42-2789a853ad43,revision_number=3']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:59.542004 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device fd76646f-432d-429c-af15-9e449796472f up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:39:59.605000 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6c240ac7-8f27-4121-8b15-650f24939b0a tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:59.614452 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c853b87-7ac0-4e5b-9615-be616b7bb3cb tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Network 63ba9dcf-e1f7-47f2-b4ed-7fda76f4670b is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:39:59.619411 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-4c853b87-7ac0-4e5b-9615-be616b7bb3cb tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:39:59.738802 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6c240ac7-8f27-4121-8b15-650f24939b0a tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25350811'] for subnet, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:59.806441 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c240ac7-8f27-4121-8b15-650f24939b0a tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Pushing event deleted for resources: {'Subnet': ['ID=2a93974a-19bd-4cad-b0d3-80482fef19b7,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:39:59.925527 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b7153e-9178-40bf-a55d-4f67d8000ac5 req-78ac1f3c-dd14-4082-b713-ebe801408467 tempest-ImagesOneServerTestJSON-313423051 tempest-ImagesOneServerTestJSON-313423051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:39:59.927242 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-46b7153e-9178-40bf-a55d-4f67d8000ac5 req-78ac1f3c-dd14-4082-b713-ebe801408467 tempest-ImagesOneServerTestJSON-313423051 tempest-ImagesOneServerTestJSON-313423051-project] 10.222.0.64 "GET /v2.0/ports?device_id=80998131-c175-452a-9424-75d114dde0a9 HTTP/1.1" status: 200 len: 951 time: 0.1235509 Oct 20 10:39:59.933470 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c853b87-7ac0-4e5b-9615-be616b7bb3cb tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Router f4f350c8-8c40-4aaf-b712-1809a0965bda is scheduled to L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 with binding_index 1 {{(pid=100596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 10:39:59.941517 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6c240ac7-8f27-4121-8b15-650f24939b0a tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:39:59.993214 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-6c240ac7-8f27-4121-8b15-650f24939b0a tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98b9d3a8-6eee-4fd4-8cd5-8934f863065b']}} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:40:00.019371 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-6c240ac7-8f27-4121-8b15-650f24939b0a tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5873ed66-1d4c-4c66-8630-e88aa7de42c2') {'for_net_delete': True} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:40:00.020201 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-6c240ac7-8f27-4121-8b15-650f24939b0a tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5873ed66-1d4c-4c66-8630-e88aa7de42c2') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:40:00.032297 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port fd76646f-432d-429c-af15-9e449796472f triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:40:00.032976 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:00.034816 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6c240ac7-8f27-4121-8b15-650f24939b0a tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25852596'] for segment, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:00.051023 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6c240ac7-8f27-4121-8b15-650f24939b0a tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:00.065124 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c240ac7-8f27-4121-8b15-650f24939b0a tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Releasing vlan 814 on physical network physnet1 to pool {{(pid=100597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:40:00.065591 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6c240ac7-8f27-4121-8b15-650f24939b0a tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951012'] for segment, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:00.121808 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a74eac-2f3b-491e-936b-2a30c88e8daa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524064ba-869c-5550-b826-c26b69a11278-98b9d3a8-6eee-4fd4-8cd5-8934f863065b', 'network_id': '98b9d3a8-6eee-4fd4-8cd5-8934f863065b', 'tenant_id': 'd2672739157f4177a2d615acde025087', 'fixed_ips': [{'subnet_id': '2a93974a-19bd-4cad-b0d3-80482fef19b7'}]}} from n-d-811396-3. {{(pid=100598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:40:00.123248 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73a74eac-2f3b-491e-936b-2a30c88e8daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:00.125198 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-2fe30360-8469-4052-b4c8-b83481b661d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:00.149324 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-46b7153e-9178-40bf-a55d-4f67d8000ac5 req-d65861d5-5f5b-40b6-a593-d8772c48852a tempest-ImagesOneServerTestJSON-313423051 tempest-ImagesOneServerTestJSON-313423051-project] 10.222.0.64 "GET /v2.0/security-groups?id=7777715a-2479-4ec4-a273-a5b5bf1d94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995599 Oct 20 10:40:00.164096 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device df1a7399-d035-4d2e-a063-9e2a21a1b6a4 up at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:40:00.185997 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c853b87-7ac0-4e5b-9615-be616b7bb3cb tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:40:00.201951 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-4c853b87-7ac0-4e5b-9615-be616b7bb3cb tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] 10.222.0.64 "PUT /v2.0/routers/f4f350c8-8c40-4aaf-b712-1809a0965bda/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7574472 Oct 20 10:40:00.205511 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 56066) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:00.213812 n-d-811396-3 neutron-server[100597]: Traceback (most recent call last): Oct 20 10:40:00.213812 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:40:00.213812 n-d-811396-3 neutron-server[100597]: timer() Oct 20 10:40:00.213812 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:40:00.213812 n-d-811396-3 neutron-server[100597]: cb(*args, **kw) Oct 20 10:40:00.213812 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:40:00.213812 n-d-811396-3 neutron-server[100597]: return func(*args, **kwargs) Oct 20 10:40:00.213812 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:40:00.213812 n-d-811396-3 neutron-server[100597]: self._notify() Oct 20 10:40:00.213812 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:40:00.213812 n-d-811396-3 neutron-server[100597]: self.callback(batched_events) Oct 20 10:40:00.213812 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:40:00.213812 n-d-811396-3 neutron-server[100597]: event.method(event) Oct 20 10:40:00.213812 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:40:00.213812 n-d-811396-3 neutron-server[100597]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:40:00.213812 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:40:00.213812 n-d-811396-3 neutron-server[100597]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:40:00.213812 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:40:00.213812 n-d-811396-3 neutron-server[100597]: return f(self, *a, **k) Oct 20 10:40:00.213812 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:40:00.213812 n-d-811396-3 neutron-server[100597]: return self._get(url).json() Oct 20 10:40:00.213812 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:40:00.213812 n-d-811396-3 neutron-server[100597]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:40:00.213812 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:40:00.213812 n-d-811396-3 neutron-server[100597]: return self.request(url, 'GET', **kwargs) Oct 20 10:40:00.213812 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:40:00.213812 n-d-811396-3 neutron-server[100597]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:40:00.213812 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:40:00.213812 n-d-811396-3 neutron-server[100597]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:40:00.213812 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:40:00.213812 n-d-811396-3 neutron-server[100597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:40:00.213812 n-d-811396-3 neutron-server[100597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:40:00.222858 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6c240ac7-8f27-4121-8b15-650f24939b0a tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:00.231889 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 56070) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:00.310542 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6c240ac7-8f27-4121-8b15-650f24939b0a tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:00.344013 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-6c240ac7-8f27-4121-8b15-650f24939b0a tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] 10.222.0.64 "DELETE /v2.0/networks/98b9d3a8-6eee-4fd4-8cd5-8934f863065b HTTP/1.1" status: 204 len: 168 time: 1.1566973 Oct 20 10:40:00.344982 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c240ac7-8f27-4121-8b15-650f24939b0a tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Pushing event deleted for resources: {'Network': ['ID=98b9d3a8-6eee-4fd4-8cd5-8934f863065b,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:00.346619 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 56074) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:00.359768 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc51842-911b-4b42-8b80-d9049440338e None None] Sync routers for ids ['f4f350c8-8c40-4aaf-b712-1809a0965bda'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:40:00.374576 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-67e12881-6aa6-484b-a500-f65268420117 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1096067850'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:40:00.378762 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b668bf45-d3a4-4dc2-87b0-d96209601214 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:00.384236 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-b668bf45-d3a4-4dc2-87b0-d96209601214 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] 10.222.0.64 "GET /v2.0/ports/e8fc6d2f-185c-4eb5-bd42-2789a853ad43 HTTP/1.1" status: 200 len: 981 time: 0.1772635 Oct 20 10:40:00.387421 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 56078) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:00.392043 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f326ad5a-a6f2-4d79-a54f-9b806f0cbf8b None None] Network cb17f91c-38fe-4d5b-958a-aafc294533f3 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:40:00.466632 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ac1833ea-2e90-4f47-85bd-0d5a59802377 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:00.480490 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc51842-911b-4b42-8b80-d9049440338e None None] Routers {'f4f350c8-8c40-4aaf-b712-1809a0965bda'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:40:00.481186 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-2cc51842-911b-4b42-8b80-d9049440338e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:39:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['f4f350c8-8c40-4aaf-b712-1809a0965bda'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:40:00.508352 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67e12881-6aa6-484b-a500-f65268420117 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Made reservation on behalf of d2672739157f4177a2d615acde025087 for: {'network': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:40:00.515293 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-67e12881-6aa6-484b-a500-f65268420117 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:00.564135 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acf15bd-16b7-49ea-b5af-65606234daf6 req-9447d80e-de64-49db-a00c-7c882200416c tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:00.565972 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67e12881-6aa6-484b-a500-f65268420117 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 823} {{(pid=100597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:40:00.568691 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5acf15bd-16b7-49ea-b5af-65606234daf6 req-9447d80e-de64-49db-a00c-7c882200416c tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/ports?device_id=beac454b-7e2b-44fe-90b5-8b2d2c0f832f HTTP/1.1" status: 200 len: 944 time: 0.1824021 Oct 20 10:40:00.596239 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-67e12881-6aa6-484b-a500-f65268420117 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:00.596998 n-d-811396-3 neutron-server[100597]: INFO neutron.db.segments_db [None req-67e12881-6aa6-484b-a500-f65268420117 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Added segment c2568cc3-b429-442a-8b4b-bd6db7b220e0 of type vlan for network 9fb62782-094e-480e-9db7-15ed5c6a54b2 Oct 20 10:40:00.657084 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:00.678338 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-882ee380-98a7-4c48-a22a-35c14ba9cb53 None None] Network 98b9d3a8-6eee-4fd4-8cd5-8934f863065b requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:40:00.695459 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5acf15bd-16b7-49ea-b5af-65606234daf6 req-ef6e81af-c268-4306-8d32-4961601e0e6c tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/security-groups?id=17372704-86e6-46e6-a5dd-dc7385be620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166003 Oct 20 10:40:00.725223 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ac1833ea-2e90-4f47-85bd-0d5a59802377 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:00.754424 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ac1833ea-2e90-4f47-85bd-0d5a59802377 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:00.757003 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-882ee380-98a7-4c48-a22a-35c14ba9cb53 None None] Network 98b9d3a8-6eee-4fd4-8cd5-8934f863065b could not be found, it might have been deleted concurrently. {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 20 10:40:00.769075 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-67e12881-6aa6-484b-a500-f65268420117 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:00.795506 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-2fe30360-8469-4052-b4c8-b83481b661d0 None None] For port 65413c1e-ab53-45c6-ae4f-df79b0fdd74c, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=65413c1e-ab53-45c6-ae4f-df79b0fdd74c,segment=NetworkSegment(bd238524-69e0-4097-a249-fc5a5d239d40),segment_id=bd238524-69e0-4097-a249-fc5a5d239d40)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:40:00.799837 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-2cc51842-911b-4b42-8b80-d9049440338e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:40:00.815961 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-2fe30360-8469-4052-b4c8-b83481b661d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:00.848629 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1833ea-2e90-4f47-85bd-0d5a59802377 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6500e821-6464-40d2-a55c-1c680b6da8e3,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:00.851228 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-67e12881-6aa6-484b-a500-f65268420117 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:00.860042 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e12881-6aa6-484b-a500-f65268420117 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:00.860682 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-67e12881-6aa6-484b-a500-f65268420117 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:00.957895 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] For port fd76646f-432d-429c-af15-9e449796472f, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=fd76646f-432d-429c-af15-9e449796472f,segment=NetworkSegment(a8556488-2799-476a-98a5-36d2b747d64d),segment_id=a8556488-2799-476a-98a5-36d2b747d64d)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:40:00.964191 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e12881-6aa6-484b-a500-f65268420117 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Pushing event updated for resources: {'Network': ['ID=9fb62782-094e-480e-9db7-15ed5c6a54b2,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:00.979141 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc51842-911b-4b42-8b80-d9049440338e None None] Routers {'f4f350c8-8c40-4aaf-b712-1809a0965bda'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:40:00.979982 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-2cc51842-911b-4b42-8b80-d9049440338e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:39:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['f4f350c8-8c40-4aaf-b712-1809a0965bda'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:40:00.986875 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-ac1833ea-2e90-4f47-85bd-0d5a59802377 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=39e4020cfda04d3698eb53daa9229f4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7539074 Oct 20 10:40:00.990058 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network 9fb62782-094e-480e-9db7-15ed5c6a54b2 details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:40:00.996605 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 56086) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:00.996956 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 56088) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:00.998374 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-67e12881-6aa6-484b-a500-f65268420117 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6305983 Oct 20 10:40:01.007264 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-278cfdae-dee8-47db-b882-f49ab0141cf1 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Request body: {'subnet': {'network_id': '9fb62782-094e-480e-9db7-15ed5c6a54b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:40:01.011599 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:01.012432 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 65413c1e-ab53-45c6-ae4f-df79b0fdd74c up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:40:01.014231 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning for port df1a7399-d035-4d2e-a063-9e2a21a1b6a4 completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:40:01.100684 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning complete for port df1a7399-d035-4d2e-a063-9e2a21a1b6a4 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:40:01.101225 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:01.130423 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-2cc51842-911b-4b42-8b80-d9049440338e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:40:01.131099 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc51842-911b-4b42-8b80-d9049440338e None None] The sync data for ids ['f4f350c8-8c40-4aaf-b712-1809a0965bda'] in n-d-811396-3 is: [] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:40:01.170178 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe30360-8469-4052-b4c8-b83481b661d0 None None] Pushing event updated for resources: {'Port': ['ID=65413c1e-ab53-45c6-ae4f-df79b0fdd74c,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:01.172792 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-3ac28d6b-f2e7-408e-9783-77812f8cb537 None None] Provisioning complete for port fd76646f-432d-429c-af15-9e449796472f triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:40:01.173416 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3ac28d6b-f2e7-408e-9783-77812f8cb537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:01.327306 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-b5bef265-5ded-48de-be1b-08ecf464b021 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1774405'] for router_interface, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:01.329998 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-278cfdae-dee8-47db-b882-f49ab0141cf1 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Made reservation on behalf of d2672739157f4177a2d615acde025087 for: {'subnet': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:40:01.335046 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-278cfdae-dee8-47db-b882-f49ab0141cf1 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26761797'] for subnet, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:01.377453 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:01.407839 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Pushing event updated for resources: {'Port': ['ID=fd76646f-432d-429c-af15-9e449796472f,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:01.438521 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 65413c1e-ab53-45c6-ae4f-df79b0fdd74c triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:40:01.438900 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:01.486336 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beac454b-7e2b-44fe-90b5-8b2d2c0f832f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df1a7399-d035-4d2e-a063-9e2a21a1b6a4'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:40:01.492427 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7a4367b-451e-44a2-acd5-dd41c8299f71" -d '{"events": [{"server_uuid": "beac454b-7e2b-44fe-90b5-8b2d2c0f832f", "name": "network-vif-plugged", "status": "completed", "tag": "df1a7399-d035-4d2e-a063-9e2a21a1b6a4"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:40:01.515981 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port df1a7399-d035-4d2e-a063-9e2a21a1b6a4, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=df1a7399-d035-4d2e-a063-9e2a21a1b6a4,segment=NetworkSegment(f70d1162-b154-4994-9af5-210e1dd15ef4),segment_id=f70d1162-b154-4994-9af5-210e1dd15ef4)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:40:01.524670 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:01.525622 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 8a9db7ea-a970-472c-8c68-dbd7aee6e7f8 no longer exists at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:40:01.558017 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8966b9a-ee63-4f80-9972-18a0deafa571 req-7a47293d-5426-4630-ba93-961a9a8e6275 tempest-ImagesOneServerTestJSON-313423051 tempest-ImagesOneServerTestJSON-313423051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:01.560114 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c8966b9a-ee63-4f80-9972-18a0deafa571 req-7a47293d-5426-4630-ba93-961a9a8e6275 tempest-ImagesOneServerTestJSON-313423051 tempest-ImagesOneServerTestJSON-313423051-project] 10.222.0.64 "GET /v2.0/ports?device_id=80998131-c175-452a-9424-75d114dde0a9 HTTP/1.1" status: 200 len: 951 time: 0.2762749 Oct 20 10:40:01.560997 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ceb74dc7-8488-41f7-94b4-78c97eaed343 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:01.649622 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3f6397e-d553-46f6-b8eb-3526c88a2f0a x-openstack-request-id: req-a3f6397e-d553-46f6-b8eb-3526c88a2f0a {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:40:01.649916 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "beac454b-7e2b-44fe-90b5-8b2d2c0f832f", "name": "network-vif-plugged", "status": "completed", "tag": "df1a7399-d035-4d2e-a063-9e2a21a1b6a4", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:40:01.650760 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a3f6397e-d553-46f6-b8eb-3526c88a2f0a {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:40:01.651160 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'beac454b-7e2b-44fe-90b5-8b2d2c0f832f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df1a7399-d035-4d2e-a063-9e2a21a1b6a4', 'code': 200} Oct 20 10:40:01.669120 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ceb74dc7-8488-41f7-94b4-78c97eaed343 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:01.745518 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=df1a7399-d035-4d2e-a063-9e2a21a1b6a4,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:01.826779 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-37fad674-2d71-416f-b316-d4c0311772b5 None None] Provisioning complete for port e8fc6d2f-185c-4eb5-bd42-2789a853ad43 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:40:01.827162 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-37fad674-2d71-416f-b316-d4c0311772b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:01.854487 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c8966b9a-ee63-4f80-9972-18a0deafa571 req-51a55797-ff4c-4aa7-a04b-8d3c99268a23 tempest-ImagesOneServerTestJSON-313423051 tempest-ImagesOneServerTestJSON-313423051-project] 10.222.0.64 "GET /v2.0/security-groups?id=7777715a-2479-4ec4-a273-a5b5bf1d94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477903 Oct 20 10:40:01.890143 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:01.929271 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device fd76646f-432d-429c-af15-9e449796472f up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:40:02.124904 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-37fad674-2d71-416f-b316-d4c0311772b5 None None] Port e8fc6d2f-185c-4eb5-bd42-2789a853ad43 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:40:02.138733 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ceb74dc7-8488-41f7-94b4-78c97eaed343 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:02.141766 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ceb74dc7-8488-41f7-94b4-78c97eaed343 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:02.143194 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-ceb74dc7-8488-41f7-94b4-78c97eaed343 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6500e821-6464-40d2-a55c-1c680b6da8e3 HTTP/1.1" status: 204 len: 168 time: 1.1442125 Oct 20 10:40:02.156664 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 8a9db7ea-a970-472c-8c68-dbd7aee6e7f8, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=8a9db7ea-a970-472c-8c68-dbd7aee6e7f8,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:40:02.168245 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:02.192927 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb74dc7-8488-41f7-94b4-78c97eaed343 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6500e821-6464-40d2-a55c-1c680b6da8e3,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:02.206931 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-278cfdae-dee8-47db-b882-f49ab0141cf1 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26836128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26761819'] for subnet, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:02.231994 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2520847-aa97-4fa8-aad9-410dc25f9db2 req-7d7db6d0-bf5e-4b05-8404-e0f0af559191 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:02.233907 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f2520847-aa97-4fa8-aad9-410dc25f9db2 req-7d7db6d0-bf5e-4b05-8404-e0f0af559191 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/ports?device_id=beac454b-7e2b-44fe-90b5-8b2d2c0f832f HTTP/1.1" status: 200 len: 945 time: 0.3745036 Oct 20 10:40:02.245534 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dbcfae-bc03-4784-9798-9378e69e2754 req-1f1f747c-eac1-4d87-9375-2217315cc5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:02.258016 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-42dbcfae-bc03-4784-9798-9378e69e2754 req-1f1f747c-eac1-4d87-9375-2217315cc5e2 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=beac454b-7e2b-44fe-90b5-8b2d2c0f832f HTTP/1.1" status: 200 len: 1096 time: 0.4756491 Oct 20 10:40:02.265535 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-37fad674-2d71-416f-b316-d4c0311772b5 None None] Provisioning complete for port 65413c1e-ab53-45c6-ae4f-df79b0fdd74c triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:40:02.265993 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-37fad674-2d71-416f-b316-d4c0311772b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:02.301412 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=8a9db7ea-a970-472c-8c68-dbd7aee6e7f8,revision_number=11']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:02.348785 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port fd76646f-432d-429c-af15-9e449796472f triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:40:02.349526 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:02.442234 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-37fad674-2d71-416f-b316-d4c0311772b5 None None] Provisioning complete for port fd76646f-432d-429c-af15-9e449796472f triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:40:02.442606 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-37fad674-2d71-416f-b316-d4c0311772b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:02.531520 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 65413c1e-ab53-45c6-ae4f-df79b0fdd74c up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:40:02.620012 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 65413c1e-ab53-45c6-ae4f-df79b0fdd74c triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:40:02.620370 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:02.725501 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-8fd933fe-f3e7-460d-b23e-c9931e9c6994 None None] Provisioning complete for port e8fc6d2f-185c-4eb5-bd42-2789a853ad43 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:40:02.725868 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-8fd933fe-f3e7-460d-b23e-c9931e9c6994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:02.749405 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8107615a-722a-4d51-9a73-4699d34690d4 req-17c3aa60-40ca-4483-bbeb-cda8746af412 tempest-ImagesOneServerTestJSON-313423051 tempest-ImagesOneServerTestJSON-313423051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:02.751559 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8107615a-722a-4d51-9a73-4699d34690d4 req-17c3aa60-40ca-4483-bbeb-cda8746af412 tempest-ImagesOneServerTestJSON-313423051 tempest-ImagesOneServerTestJSON-313423051-project] 10.222.0.55 "GET /v2.0/ports?device_id=80998131-c175-452a-9424-75d114dde0a9 HTTP/1.1" status: 200 len: 951 time: 0.7312365 Oct 20 10:40:02.790135 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-8fd933fe-f3e7-460d-b23e-c9931e9c6994 None None] Port e8fc6d2f-185c-4eb5-bd42-2789a853ad43 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:40:02.878249 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278cfdae-dee8-47db-b882-f49ab0141cf1 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Pushing event updated for resources: {'Subnet': ['ID=8693c6c2-a223-4297-917c-aef8c43588d1,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:02.921276 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-42dbcfae-bc03-4784-9798-9378e69e2754 req-1a282571-26ab-44c7-be4c-80f594b1ddf8 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=17372704-86e6-46e6-a5dd-dc7385be620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970966 Oct 20 10:40:02.950563 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f2520847-aa97-4fa8-aad9-410dc25f9db2 req-8a776e89-08e4-43d2-8b93-80d7ef708664 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/security-groups?id=17372704-86e6-46e6-a5dd-dc7385be620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6655354 Oct 20 10:40:02.953478 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-b5bef265-5ded-48de-be1b-08ecf464b021 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Deleting port e8fc6d2f-185c-4eb5-bd42-2789a853ad43 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:40:02.954322 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-b5bef265-5ded-48de-be1b-08ecf464b021 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:02.991422 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278cfdae-dee8-47db-b882-f49ab0141cf1 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Checking segment: {'id': 'c2568cc3-b429-442a-8b4b-bd6db7b220e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '9fb62782-094e-480e-9db7-15ed5c6a54b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:40:02.991807 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-278cfdae-dee8-47db-b882-f49ab0141cf1 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Network hostable DHCP agents. Network: 9fb62782-094e-480e-9db7-15ed5c6a54b2, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:40:03.055915 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 56128) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:03.118586 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee92508c-a13d-4e75-8ca8-f93b4eb1ee58 req-5d8fe08c-028b-4167-9e51-51055aa24a0e tempest-ImagesOneServerTestJSON-313423051 tempest-ImagesOneServerTestJSON-313423051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:03.120697 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ee92508c-a13d-4e75-8ca8-f93b4eb1ee58 req-5d8fe08c-028b-4167-9e51-51055aa24a0e tempest-ImagesOneServerTestJSON-313423051 tempest-ImagesOneServerTestJSON-313423051-project] 10.222.0.64 "GET /v2.0/ports?device_id=80998131-c175-452a-9424-75d114dde0a9 HTTP/1.1" status: 200 len: 949 time: 0.1584680 Oct 20 10:40:03.127295 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-278cfdae-dee8-47db-b882-f49ab0141cf1 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Network 9fb62782-094e-480e-9db7-15ed5c6a54b2 is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:40:03.138475 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-8107615a-722a-4d51-9a73-4699d34690d4 req-6f6d7aeb-417a-47e9-be0c-8098b06db5a9 tempest-ImagesOneServerTestJSON-313423051 tempest-ImagesOneServerTestJSON-313423051-project] Deleting port 8a9db7ea-a970-472c-8c68-dbd7aee6e7f8 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:40:03.139080 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-8107615a-722a-4d51-9a73-4699d34690d4 req-6f6d7aeb-417a-47e9-be0c-8098b06db5a9 tempest-ImagesOneServerTestJSON-313423051 tempest-ImagesOneServerTestJSON-313423051-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:03.187343 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-b5bef265-5ded-48de-be1b-08ecf464b021 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:03.189949 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-278cfdae-dee8-47db-b882-f49ab0141cf1 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, 9fb62782-094e-480e-9db7-15ed5c6a54b2) {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:40:03.193073 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-e543faa4-136d-4c02-93f3-75d2aacaffe9 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1899482519-network', 'tenant_id': '311474ed35f34da1b417637b1179a3d4'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:40:03.198575 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d84c9a3e-ffd7-46b4-8a70-f5f65f90a8ea None None] Network 9fb62782-094e-480e-9db7-15ed5c6a54b2 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:40:03.212441 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-278cfdae-dee8-47db-b882-f49ab0141cf1 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:03.213525 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-278cfdae-dee8-47db-b882-f49ab0141cf1 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:03.224167 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-b5bef265-5ded-48de-be1b-08ecf464b021 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Calling delete_port for e8fc6d2f-185c-4eb5-bd42-2789a853ad43 owned by network:router_interface {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:40:03.230021 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e543faa4-136d-4c02-93f3-75d2aacaffe9 admin admin] Made reservation on behalf of 311474ed35f34da1b417637b1179a3d4 for: {'network': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:40:03.232571 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e543faa4-136d-4c02-93f3-75d2aacaffe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:03.247019 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e543faa4-136d-4c02-93f3-75d2aacaffe9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:03.285301 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ee92508c-a13d-4e75-8ca8-f93b4eb1ee58 req-ad2a88fd-74ee-4b71-8fad-6b5929059bec tempest-ImagesOneServerTestJSON-313423051 tempest-ImagesOneServerTestJSON-313423051-project] 10.222.0.64 "GET /v2.0/security-groups?id=7777715a-2479-4ec4-a273-a5b5bf1d94c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507025 Oct 20 10:40:03.298017 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-278cfdae-dee8-47db-b882-f49ab0141cf1 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.2919416 Oct 20 10:40:03.320036 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 56134) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:03.372092 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-8107615a-722a-4d51-9a73-4699d34690d4 req-6f6d7aeb-417a-47e9-be0c-8098b06db5a9 tempest-ImagesOneServerTestJSON-313423051 tempest-ImagesOneServerTestJSON-313423051-project] For port 8a9db7ea-a970-472c-8c68-dbd7aee6e7f8, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=8a9db7ea-a970-472c-8c68-dbd7aee6e7f8,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:40:03.372495 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-8107615a-722a-4d51-9a73-4699d34690d4 req-6f6d7aeb-417a-47e9-be0c-8098b06db5a9 tempest-ImagesOneServerTestJSON-313423051 tempest-ImagesOneServerTestJSON-313423051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:03.382730 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e543faa4-136d-4c02-93f3-75d2aacaffe9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:03.388539 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-8107615a-722a-4d51-9a73-4699d34690d4 req-6f6d7aeb-417a-47e9-be0c-8098b06db5a9 tempest-ImagesOneServerTestJSON-313423051 tempest-ImagesOneServerTestJSON-313423051-project] Calling delete_port for 8a9db7ea-a970-472c-8c68-dbd7aee6e7f8 owned by compute:nova {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:40:03.413398 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e543faa4-136d-4c02-93f3-75d2aacaffe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:03.461384 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a694e99-9e01-4530-af78-27b8f5071103 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524064ba-869c-5550-b826-c26b69a11278-9fb62782-094e-480e-9db7-15ed5c6a54b2', 'network_id': '9fb62782-094e-480e-9db7-15ed5c6a54b2', 'tenant_id': 'd2672739157f4177a2d615acde025087', 'fixed_ips': [{'subnet_id': '8693c6c2-a223-4297-917c-aef8c43588d1'}]}} from n-d-811396-3. {{(pid=100598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:40:03.462635 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-8a694e99-9e01-4530-af78-27b8f5071103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:03.473353 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e543faa4-136d-4c02-93f3-75d2aacaffe9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 827} {{(pid=100597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:40:03.488541 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e543faa4-136d-4c02-93f3-75d2aacaffe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49245fbb-4e48-4db8-994f-34137d01c16b,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:03.499206 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-ecaab804-2e11-4914-98f6-aaca45f10943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:03.506547 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e543faa4-136d-4c02-93f3-75d2aacaffe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:03.506900 n-d-811396-3 neutron-server[100597]: INFO neutron.db.segments_db [None req-e543faa4-136d-4c02-93f3-75d2aacaffe9 admin admin] Added segment 1a2faed0-5e89-45ab-a622-f2efdabd915a of type vlan for network 425103fa-e092-4e6b-96f2-781bf325ffc1 Oct 20 10:40:03.521312 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2b8a28fa-9a0d-4bf6-8b1c-af51df2815ad tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:03.562845 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e543faa4-136d-4c02-93f3-75d2aacaffe9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:03.632078 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e543faa4-136d-4c02-93f3-75d2aacaffe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:03.632948 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-8a694e99-9e01-4530-af78-27b8f5071103 None None] Allocated IP 2001:db8::1 (9fb62782-094e-480e-9db7-15ed5c6a54b2/8693c6c2-a223-4297-917c-aef8c43588d1/a29d2fca-dccb-47c4-9dc7-370c9508a854) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:40:03.633252 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e543faa4-136d-4c02-93f3-75d2aacaffe9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:03.633848 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-b5bef265-5ded-48de-be1b-08ecf464b021 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:03.634106 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e543faa4-136d-4c02-93f3-75d2aacaffe9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:03.641059 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2b8a28fa-9a0d-4bf6-8b1c-af51df2815ad tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:03.642957 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-8107615a-722a-4d51-9a73-4699d34690d4 req-6f6d7aeb-417a-47e9-be0c-8098b06db5a9 tempest-ImagesOneServerTestJSON-313423051 tempest-ImagesOneServerTestJSON-313423051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:03.652696 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80998131-c175-452a-9424-75d114dde0a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a9db7ea-a970-472c-8c68-dbd7aee6e7f8'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:40:03.655089 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d833e7f1-216b-4b46-94d5-0571174cb02b" -d '{"events": [{"server_uuid": "80998131-c175-452a-9424-75d114dde0a9", "name": "network-vif-unplugged", "status": "completed", "tag": "8a9db7ea-a970-472c-8c68-dbd7aee6e7f8"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:40:03.680340 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bef265-5ded-48de-be1b-08ecf464b021 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Pushing event deleted for resources: {'Port': ['ID=e8fc6d2f-185c-4eb5-bd42-2789a853ad43,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:03.706907 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-e543faa4-136d-4c02-93f3-75d2aacaffe9 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6493340 Oct 20 10:40:03.712239 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 56138) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:03.721702 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-f0c49e90-1f9f-40a2-8231-dbe167545482 admin admin] Request body: {'subnet': {'network_id': '425103fa-e092-4e6b-96f2-781bf325ffc1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1899482519-subnet', 'tenant_id': '311474ed35f34da1b417637b1179a3d4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:40:03.760553 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Oct 2021 10:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9e9334b-9794-4e23-bf52-f073796dce6a x-openstack-request-id: req-d9e9334b-9794-4e23-bf52-f073796dce6a {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:40:03.761069 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80998131-c175-452a-9424-75d114dde0a9", "name": "network-vif-unplugged", "status": "completed", "tag": "8a9db7ea-a970-472c-8c68-dbd7aee6e7f8", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:40:03.761417 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d9e9334b-9794-4e23-bf52-f073796dce6a {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:40:03.761927 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80998131-c175-452a-9424-75d114dde0a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a9db7ea-a970-472c-8c68-dbd7aee6e7f8', 'code': 200} Oct 20 10:40:03.765363 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-8107615a-722a-4d51-9a73-4699d34690d4 req-6f6d7aeb-417a-47e9-be0c-8098b06db5a9 tempest-ImagesOneServerTestJSON-313423051 tempest-ImagesOneServerTestJSON-313423051-project] No DVR routers for this DVR port 8a9db7ea-a970-472c-8c68-dbd7aee6e7f8 on host n-h1-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:40:03.771088 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e543faa4-136d-4c02-93f3-75d2aacaffe9 admin admin] Pushing event updated for resources: {'Network': ['ID=425103fa-e092-4e6b-96f2-781bf325ffc1,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:03.776969 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6d7aeb-417a-47e9-be0c-8098b06db5a9 tempest-ImagesOneServerTestJSON-313423051 tempest-ImagesOneServerTestJSON-313423051-project] Pushing event deleted for resources: {'Port': ['ID=8a9db7ea-a970-472c-8c68-dbd7aee6e7f8,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:03.807028 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network 425103fa-e092-4e6b-96f2-781bf325ffc1 details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:40:03.808052 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0c49e90-1f9f-40a2-8231-dbe167545482 admin admin] Made reservation on behalf of 311474ed35f34da1b417637b1179a3d4 for: {'subnet': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:40:03.812785 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f0c49e90-1f9f-40a2-8231-dbe167545482 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25350782'] for subnet, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:03.863251 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-8107615a-722a-4d51-9a73-4699d34690d4 req-6f6d7aeb-417a-47e9-be0c-8098b06db5a9 tempest-ImagesOneServerTestJSON-313423051 tempest-ImagesOneServerTestJSON-313423051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:03.866743 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8107615a-722a-4d51-9a73-4699d34690d4 req-6f6d7aeb-417a-47e9-be0c-8098b06db5a9 tempest-ImagesOneServerTestJSON-313423051 tempest-ImagesOneServerTestJSON-313423051-project] 10.222.0.55 "DELETE /v2.0/ports/8a9db7ea-a970-472c-8c68-dbd7aee6e7f8 HTTP/1.1" status: 204 len: 173 time: 1.0942073 Oct 20 10:40:03.867222 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80998131-c175-452a-9424-75d114dde0a9', 'name': 'network-vif-deleted', 'tag': '8a9db7ea-a970-472c-8c68-dbd7aee6e7f8'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:40:03.870496 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fd1f5b3-6728-40f2-a223-31a141907f9a" -d '{"events": [{"server_uuid": "80998131-c175-452a-9424-75d114dde0a9", "name": "network-vif-deleted", "tag": "8a9db7ea-a970-472c-8c68-dbd7aee6e7f8"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:40:03.910072 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-8a694e99-9e01-4530-af78-27b8f5071103 None None] Publish callbacks [] for port, precommit_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:03.922109 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-8a694e99-9e01-4530-af78-27b8f5071103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:03.931284 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-b5bef265-5ded-48de-be1b-08ecf464b021 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1771989'] for router_interface, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:03.953532 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94529a4c-78f0-493e-bc45-41334a85b85d x-openstack-request-id: req-94529a4c-78f0-493e-bc45-41334a85b85d {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:40:03.953937 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80998131-c175-452a-9424-75d114dde0a9", "name": "network-vif-deleted", "tag": "8a9db7ea-a970-472c-8c68-dbd7aee6e7f8", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:40:03.954102 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-94529a4c-78f0-493e-bc45-41334a85b85d {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:40:03.954498 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80998131-c175-452a-9424-75d114dde0a9', 'name': 'network-vif-deleted', 'tag': '8a9db7ea-a970-472c-8c68-dbd7aee6e7f8', 'status': 'completed', 'code': 200} Oct 20 10:40:03.997643 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a694e99-9e01-4530-af78-27b8f5071103 None None] Pushing event updated for resources: {'Port': ['ID=a29d2fca-dccb-47c4-9dc7-370c9508a854,revision_number=1']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:04.017850 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a694e99-9e01-4530-af78-27b8f5071103 None None] Network 9fb62782-094e-480e-9db7-15ed5c6a54b2 is already hosted by enough agents. {{(pid=100598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:40:04.021558 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.base_scheduler [None req-8a694e99-9e01-4530-af78-27b8f5071103 None None] Resources bound (agent type, host, resource id): {{(pid=100598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:40:04.026355 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a694e99-9e01-4530-af78-27b8f5071103 None None] Received port after_create {{(pid=100598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:40:04.032196 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2b8a28fa-9a0d-4bf6-8b1c-af51df2815ad tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25350811'] for subnet, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:04.104516 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-8a694e99-9e01-4530-af78-27b8f5071103 None None] Attempting to bind port a29d2fca-dccb-47c4-9dc7-370c9508a854 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:40:04.105036 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-8a694e99-9e01-4530-af78-27b8f5071103 None None] Attempting to bind port a29d2fca-dccb-47c4-9dc7-370c9508a854 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': 'c2568cc3-b429-442a-8b4b-bd6db7b220e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '9fb62782-094e-480e-9db7-15ed5c6a54b2'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:40:04.105624 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a694e99-9e01-4530-af78-27b8f5071103 None None] Attempting to bind port a29d2fca-dccb-47c4-9dc7-370c9508a854 on network 9fb62782-094e-480e-9db7-15ed5c6a54b2 {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:40:04.120204 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a694e99-9e01-4530-af78-27b8f5071103 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 39, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:40:04.120649 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a694e99-9e01-4530-af78-27b8f5071103 None None] Checking segment: {'id': 'c2568cc3-b429-442a-8b4b-bd6db7b220e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '9fb62782-094e-480e-9db7-15ed5c6a54b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:40:04.120929 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-8a694e99-9e01-4530-af78-27b8f5071103 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:04.121320 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a694e99-9e01-4530-af78-27b8f5071103 None None] Bound using segment: {'id': 'c2568cc3-b429-442a-8b4b-bd6db7b220e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '9fb62782-094e-480e-9db7-15ed5c6a54b2'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:40:04.121986 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-8a694e99-9e01-4530-af78-27b8f5071103 None None] Bound port: a29d2fca-dccb-47c4-9dc7-370c9508a854, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2568cc3-b429-442a-8b4b-bd6db7b220e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '9fb62782-094e-480e-9db7-15ed5c6a54b2'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:40:04.122355 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-8a694e99-9e01-4530-af78-27b8f5071103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:04.159706 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8a28fa-9a0d-4bf6-8b1c-af51df2815ad tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Pushing event deleted for resources: {'Subnet': ['ID=8693c6c2-a223-4297-917c-aef8c43588d1,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:04.226438 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-8a694e99-9e01-4530-af78-27b8f5071103 None None] For port a29d2fca-dccb-47c4-9dc7-370c9508a854, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:40:04.235313 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-8a694e99-9e01-4530-af78-27b8f5071103 None None] For port a29d2fca-dccb-47c4-9dc7-370c9508a854, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=a29d2fca-dccb-47c4-9dc7-370c9508a854,segment=NetworkSegment(c2568cc3-b429-442a-8b4b-bd6db7b220e0),segment_id=c2568cc3-b429-442a-8b4b-bd6db7b220e0)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:40:04.247946 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-8a694e99-9e01-4530-af78-27b8f5071103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:04.250931 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5bef265-5ded-48de-be1b-08ecf464b021 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Router f4f350c8-8c40-4aaf-b712-1809a0965bda has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:40:04.258960 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2b8a28fa-9a0d-4bf6-8b1c-af51df2815ad tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:04.262420 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8210179a-af7c-4a06-95e3-e9586b8e97a6 req-475d048e-89a3-40ee-bea7-8240920d271f tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:04.269814 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8210179a-af7c-4a06-95e3-e9586b8e97a6 req-475d048e-89a3-40ee-bea7-8240920d271f tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/ports?device_id=beac454b-7e2b-44fe-90b5-8b2d2c0f832f HTTP/1.1" status: 200 len: 945 time: 0.1790731 Oct 20 10:40:04.324935 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-2b8a28fa-9a0d-4bf6-8b1c-af51df2815ad tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fb62782-094e-480e-9db7-15ed5c6a54b2']}} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:40:04.337775 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f0c49e90-1f9f-40a2-8231-dbe167545482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25350752'] for subnet, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:04.342287 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-2b8a28fa-9a0d-4bf6-8b1c-af51df2815ad tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2568cc3-b429-442a-8b4b-bd6db7b220e0') {'for_net_delete': True} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:40:04.342591 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-2b8a28fa-9a0d-4bf6-8b1c-af51df2815ad tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2568cc3-b429-442a-8b4b-bd6db7b220e0') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:40:04.382181 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2b8a28fa-9a0d-4bf6-8b1c-af51df2815ad tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25852596'] for segment, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:04.395495 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9007939a-89da-4df6-94fa-927466d90c42 None None] Network 9fb62782-094e-480e-9db7-15ed5c6a54b2 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:40:04.396819 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8210179a-af7c-4a06-95e3-e9586b8e97a6 req-1a5e3fb5-0e4e-4cd6-a172-752c4c8558a8 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/security-groups?id=17372704-86e6-46e6-a5dd-dc7385be620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235116 Oct 20 10:40:04.413068 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a694e99-9e01-4530-af78-27b8f5071103 None None] Pushing event updated for resources: {'Port': ['ID=a29d2fca-dccb-47c4-9dc7-370c9508a854,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:04.450750 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2b8a28fa-9a0d-4bf6-8b1c-af51df2815ad tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:04.461421 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5bef265-5ded-48de-be1b-08ecf464b021 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:40:04.468789 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b8a28fa-9a0d-4bf6-8b1c-af51df2815ad tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Releasing vlan 823 on physical network physnet1 to pool {{(pid=100597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:40:04.469195 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2b8a28fa-9a0d-4bf6-8b1c-af51df2815ad tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951012'] for segment, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:04.469286 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-b5bef265-5ded-48de-be1b-08ecf464b021 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] 10.222.0.64 "PUT /v2.0/routers/f4f350c8-8c40-4aaf-b712-1809a0965bda/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0807741 Oct 20 10:40:04.474172 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ece9c91-1406-4f81-bf39-681ffe233ab0 None None] Sync routers for ids ['f4f350c8-8c40-4aaf-b712-1809a0965bda'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:40:04.483699 n-d-811396-3 neutron-server[100597]: Traceback (most recent call last): Oct 20 10:40:04.483699 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:40:04.483699 n-d-811396-3 neutron-server[100597]: timer() Oct 20 10:40:04.483699 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:40:04.483699 n-d-811396-3 neutron-server[100597]: cb(*args, **kw) Oct 20 10:40:04.483699 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:40:04.483699 n-d-811396-3 neutron-server[100597]: return func(*args, **kwargs) Oct 20 10:40:04.483699 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:40:04.483699 n-d-811396-3 neutron-server[100597]: self._notify() Oct 20 10:40:04.483699 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:40:04.483699 n-d-811396-3 neutron-server[100597]: self.callback(batched_events) Oct 20 10:40:04.483699 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:40:04.483699 n-d-811396-3 neutron-server[100597]: event.method(event) Oct 20 10:40:04.483699 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:40:04.483699 n-d-811396-3 neutron-server[100597]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:40:04.483699 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:40:04.483699 n-d-811396-3 neutron-server[100597]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:40:04.483699 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:40:04.483699 n-d-811396-3 neutron-server[100597]: return f(self, *a, **k) Oct 20 10:40:04.483699 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:40:04.483699 n-d-811396-3 neutron-server[100597]: return self._get(url).json() Oct 20 10:40:04.483699 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:40:04.483699 n-d-811396-3 neutron-server[100597]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:40:04.483699 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:40:04.483699 n-d-811396-3 neutron-server[100597]: return self.request(url, 'GET', **kwargs) Oct 20 10:40:04.483699 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:40:04.483699 n-d-811396-3 neutron-server[100597]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:40:04.483699 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:40:04.483699 n-d-811396-3 neutron-server[100597]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:40:04.483699 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:40:04.483699 n-d-811396-3 neutron-server[100597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:40:04.483699 n-d-811396-3 neutron-server[100597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:40:04.485662 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c49e90-1f9f-40a2-8231-dbe167545482 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7180a4d9-d974-46e3-911f-c13ee6b6be88,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:04.490882 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 56154) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:04.494230 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ece9c91-1406-4f81-bf39-681ffe233ab0 None None] Routers {'f4f350c8-8c40-4aaf-b712-1809a0965bda'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:40:04.494847 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-7ece9c91-1406-4f81-bf39-681ffe233ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:39:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['f4f350c8-8c40-4aaf-b712-1809a0965bda'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:40:04.500347 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-88e545ef-a6d2-4362-a945-8a36d7ee1db3 req-3db166f9-8ed7-4f31-b711-1dd31bad7225 tempest-ImagesOneServerTestJSON-313423051 tempest-ImagesOneServerTestJSON-313423051-project] 10.222.0.64 "GET /v2.0/ports?device_id=80998131-c175-452a-9424-75d114dde0a9 HTTP/1.1" status: 200 len: 210 time: 0.0552993 Oct 20 10:40:04.543437 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-7ece9c91-1406-4f81-bf39-681ffe233ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:40:04.550792 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c49e90-1f9f-40a2-8231-dbe167545482 admin admin] Checking segment: {'id': '1a2faed0-5e89-45ab-a622-f2efdabd915a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '425103fa-e092-4e6b-96f2-781bf325ffc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:40:04.551228 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c49e90-1f9f-40a2-8231-dbe167545482 admin admin] Network hostable DHCP agents. Network: 425103fa-e092-4e6b-96f2-781bf325ffc1, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:40:04.552932 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ece9c91-1406-4f81-bf39-681ffe233ab0 None None] Routers {'f4f350c8-8c40-4aaf-b712-1809a0965bda'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:40:04.553694 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-7ece9c91-1406-4f81-bf39-681ffe233ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:39:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['f4f350c8-8c40-4aaf-b712-1809a0965bda'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:40:04.592386 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd2e05d-6f24-43e3-a00d-be2467cbee11 None None] get_active_networks_info from n-d-811396-3 {{(pid=100598) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 20 10:40:04.593070 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-7ece9c91-1406-4f81-bf39-681ffe233ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:40:04.593908 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ece9c91-1406-4f81-bf39-681ffe233ab0 None None] The sync data for ids ['f4f350c8-8c40-4aaf-b712-1809a0965bda'] in n-d-811396-3 is: [] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:40:04.611407 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.db.api [None req-2b8a28fa-9a0d-4bf6-8b1c-af51df2815ad tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 20 10:40:04.611407 n-d-811396-3 neutron-server[100597]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 20 10:40:04.611407 n-d-811396-3 neutron-server[100597]: [parameters: {'id': '9fb62782-094e-480e-9db7-15ed5c6a54b2'}] Oct 20 10:40:04.611407 n-d-811396-3 neutron-server[100597]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=100597) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 10:40:04.611851 n-d-811396-3 neutron-server[100597]: DEBUG oslo_db.api [None req-2b8a28fa-9a0d-4bf6-8b1c-af51df2815ad tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 10:40:04.613852 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c49e90-1f9f-40a2-8231-dbe167545482 admin admin] Network 425103fa-e092-4e6b-96f2-781bf325ffc1 is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:40:04.624889 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-f0c49e90-1f9f-40a2-8231-dbe167545482 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, 425103fa-e092-4e6b-96f2-781bf325ffc1) {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:40:04.631242 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c49e90-1f9f-40a2-8231-dbe167545482 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:04.631901 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f0c49e90-1f9f-40a2-8231-dbe167545482 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:04.650845 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-f0c49e90-1f9f-40a2-8231-dbe167545482 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9317832 Oct 20 10:40:04.651424 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 56156) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:04.656482 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-22ec6583-0f59-472f-b6f9-78a3bd9f4027 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1899482519-router', 'tenant_id': '311474ed35f34da1b417637b1179a3d4', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:40:04.685646 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-22ec6583-0f59-472f-b6f9-78a3bd9f4027 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1772442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258322'] for router, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:04.687518 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-22ec6583-0f59-472f-b6f9-78a3bd9f4027 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1772334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773516', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258315'] for router, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:04.727333 n-d-811396-3 neutron-server[100596]: INFO neutron.api.v2.resource [None req-bd8d90be-b96e-485f-a62d-f05378a3354e tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] remove_router_interface failed (client error): The resource could not be found. Oct 20 10:40:04.729065 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-bd8d90be-b96e-485f-a62d-f05378a3354e tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] 10.222.0.64 "PUT /v2.0/routers/f4f350c8-8c40-4aaf-b712-1809a0965bda/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2250786 Oct 20 10:40:04.732112 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 56158) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:04.757537 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-22ec6583-0f59-472f-b6f9-78a3bd9f4027 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:04.763308 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-e625f092-7f9c-40cf-b789-2834ce7a3942 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4f350c8-8c40-4aaf-b712-1809a0965bda HTTP/1.1" status: 200 len: 205 time: 0.0265729 Oct 20 10:40:04.764134 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 56160) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:04.856381 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-9c10a9b1-f031-4812-beef-90fa9fbcd8e7 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks [] for router, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:04.879628 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd2e05d-6f24-43e3-a00d-be2467cbee11 None None] Unable to find a vacant binding_index for network 425103fa-e092-4e6b-96f2-781bf325ffc1 and agent 60b3642f-5d26-44e8-a8c8-c145fe608009 {{(pid=100598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Oct 20 10:40:04.886570 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd2e05d-6f24-43e3-a00d-be2467cbee11 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, 425103fa-e092-4e6b-96f2-781bf325ffc1) {{(pid=100598) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 20 10:40:04.921359 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-22ec6583-0f59-472f-b6f9-78a3bd9f4027 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:05.119804 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2b8a28fa-9a0d-4bf6-8b1c-af51df2815ad tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:05.169179 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-22ec6583-0f59-472f-b6f9-78a3bd9f4027 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:05.193702 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-22ec6583-0f59-472f-b6f9-78a3bd9f4027 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:05.284930 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-2b8a28fa-9a0d-4bf6-8b1c-af51df2815ad tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Deleting port a29d2fca-dccb-47c4-9dc7-370c9508a854 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:40:05.285387 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2b8a28fa-9a0d-4bf6-8b1c-af51df2815ad tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:05.303628 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-9c10a9b1-f031-4812-beef-90fa9fbcd8e7 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1772272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258304'] for router, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:05.305883 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-9c10a9b1-f031-4812-beef-90fa9fbcd8e7 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:05.377973 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-9c10a9b1-f031-4812-beef-90fa9fbcd8e7 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1772267'] for router, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:05.378480 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c10a9b1-f031-4812-beef-90fa9fbcd8e7 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Fanout notify agent at l3_agent the message router_deleted on router f4f350c8-8c40-4aaf-b712-1809a0965bda {{(pid=100596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 10:40:05.385492 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-22ec6583-0f59-472f-b6f9-78a3bd9f4027 admin admin] Allocated IP 172.25.1.40 (cbe170d3-31ba-45a2-b477-520ab0a7a8ea/f4e26aca-17ac-4adb-a66b-d939a1b35b64/91170d9d-9e6d-4bbe-856e-61ee1e65e4b2) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:40:05.388211 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-9c10a9b1-f031-4812-beef-90fa9fbcd8e7 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks [] for router, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:05.392437 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-9c10a9b1-f031-4812-beef-90fa9fbcd8e7 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] 10.222.0.64 "DELETE /v2.0/routers/f4f350c8-8c40-4aaf-b712-1809a0965bda HTTP/1.1" status: 204 len: 168 time: 0.6263695 Oct 20 10:40:05.393142 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 56168) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:05.393632 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [None req-2b8a28fa-9a0d-4bf6-8b1c-af51df2815ad tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] For port a29d2fca-dccb-47c4-9dc7-370c9508a854, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=a29d2fca-dccb-47c4-9dc7-370c9508a854,segment=NetworkSegment(c2568cc3-b429-442a-8b4b-bd6db7b220e0),segment_id=c2568cc3-b429-442a-8b4b-bd6db7b220e0)] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:40:05.393967 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2b8a28fa-9a0d-4bf6-8b1c-af51df2815ad tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:05.411485 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-2b8a28fa-9a0d-4bf6-8b1c-af51df2815ad tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Calling delete_port for a29d2fca-dccb-47c4-9dc7-370c9508a854 owned by network:dhcp {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:40:05.448074 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f254e6a-4d82-465c-9aff-bac48e03837b tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Deleting subnet fc5860e8-406a-4a3d-a0aa-3dd61bde940a {{(pid=100596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:40:05.452052 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-9f254e6a-4d82-465c-9aff-bac48e03837b tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks [] for subnet, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:05.494467 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-9f254e6a-4d82-465c-9aff-bac48e03837b tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25189079'] for subnet, precommit_delete_associations {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:05.508904 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1607e015-d9b7-4ebd-a77f-047ff6f17f04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524064ba-869c-5550-b826-c26b69a11278-425103fa-e092-4e6b-96f2-781bf325ffc1', 'network_id': '425103fa-e092-4e6b-96f2-781bf325ffc1', 'tenant_id': '311474ed35f34da1b417637b1179a3d4', 'fixed_ips': [{'subnet_id': '7180a4d9-d974-46e3-911f-c13ee6b6be88'}]}} from n-d-811396-3. {{(pid=100598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:40:05.510842 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1607e015-d9b7-4ebd-a77f-047ff6f17f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:05.581080 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-22ec6583-0f59-472f-b6f9-78a3bd9f4027 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:05.592329 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2b8a28fa-9a0d-4bf6-8b1c-af51df2815ad tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:05.597536 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66298be-9dac-4339-aa4d-e2ea2bc1d6f6 req-b91f8a15-ae33-461f-9d27-9c447e82e086 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:05.599037 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c66298be-9dac-4339-aa4d-e2ea2bc1d6f6 req-b91f8a15-ae33-461f-9d27-9c447e82e086 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/ports?device_id=beac454b-7e2b-44fe-90b5-8b2d2c0f832f HTTP/1.1" status: 200 len: 945 time: 0.0837479 Oct 20 10:40:05.623017 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8a28fa-9a0d-4bf6-8b1c-af51df2815ad tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Pushing event deleted for resources: {'Port': ['ID=a29d2fca-dccb-47c4-9dc7-370c9508a854,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:05.638690 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8a28fa-9a0d-4bf6-8b1c-af51df2815ad tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] No DVR routers for this DVR port a29d2fca-dccb-47c4-9dc7-370c9508a854 on host n-d-811396-3 {{(pid=100597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:40:05.653909 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-9f254e6a-4d82-465c-9aff-bac48e03837b tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:05.701464 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c66298be-9dac-4339-aa4d-e2ea2bc1d6f6 req-5d10bf46-b9e4-4c22-8157-9f6925622015 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/security-groups?id=17372704-86e6-46e6-a5dd-dc7385be620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852144 Oct 20 10:40:05.701721 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-22ec6583-0f59-472f-b6f9-78a3bd9f4027 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:05.746913 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-1607e015-d9b7-4ebd-a77f-047ff6f17f04 None None] Allocated IP 172.20.0.2 (425103fa-e092-4e6b-96f2-781bf325ffc1/7180a4d9-d974-46e3-911f-c13ee6b6be88/a18c7d2b-15f4-40d3-acf0-16f4d710f069) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:40:05.751687 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-9f254e6a-4d82-465c-9aff-bac48e03837b tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26836193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26761888'] for subnet, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:05.789308 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f254e6a-4d82-465c-9aff-bac48e03837b tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Pushing event deleted for resources: {'Subnet': ['ID=fc5860e8-406a-4a3d-a0aa-3dd61bde940a,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:05.797976 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-9f254e6a-4d82-465c-9aff-bac48e03837b tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:05.802124 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-9f254e6a-4d82-465c-9aff-bac48e03837b tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] 10.222.0.64 "DELETE /v2.0/subnets/fc5860e8-406a-4a3d-a0aa-3dd61bde940a HTTP/1.1" status: 204 len: 168 time: 0.4078541 Oct 20 10:40:05.804914 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 56178) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:05.980322 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-140b264e-e472-4af9-95e9-865b1719e006 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:05.991836 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 56186) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:06.011211 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1607e015-d9b7-4ebd-a77f-047ff6f17f04 None None] Publish callbacks [] for port, precommit_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:06.024210 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1607e015-d9b7-4ebd-a77f-047ff6f17f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:06.059976 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2b8a28fa-9a0d-4bf6-8b1c-af51df2815ad tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:06.092194 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ec6583-0f59-472f-b6f9-78a3bd9f4027 admin admin] Network cbe170d3-31ba-45a2-b477-520ab0a7a8ea is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:40:06.096345 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-2b8a28fa-9a0d-4bf6-8b1c-af51df2815ad tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fb62782-094e-480e-9db7-15ed5c6a54b2']}} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:40:06.099176 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 8a9db7ea-a970-472c-8c68-dbd7aee6e7f8 no longer exists at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:40:06.102425 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-22ec6583-0f59-472f-b6f9-78a3bd9f4027 admin admin] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:40:06.109521 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aec38a0-ff00-4199-b7be-c0dad5318817 req-c1d46f0d-1304-48bf-9809-494a00216371 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:06.109714 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ec6583-0f59-472f-b6f9-78a3bd9f4027 admin admin] Pushing event updated for resources: {'Port': ['ID=91170d9d-9e6d-4bbe-856e-61ee1e65e4b2,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:06.111065 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7aec38a0-ff00-4199-b7be-c0dad5318817 req-c1d46f0d-1304-48bf-9809-494a00216371 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/ports?device_id=beac454b-7e2b-44fe-90b5-8b2d2c0f832f HTTP/1.1" status: 200 len: 945 time: 0.0778623 Oct 20 10:40:06.112035 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ec6583-0f59-472f-b6f9-78a3bd9f4027 admin admin] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:40:06.115059 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-140b264e-e472-4af9-95e9-865b1719e006 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Deleting port 65413c1e-ab53-45c6-ae4f-df79b0fdd74c {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:40:06.115412 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-140b264e-e472-4af9-95e9-865b1719e006 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:06.117341 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-2b8a28fa-9a0d-4bf6-8b1c-af51df2815ad tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2568cc3-b429-442a-8b4b-bd6db7b220e0') {'for_net_delete': True} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:40:06.117985 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-2b8a28fa-9a0d-4bf6-8b1c-af51df2815ad tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2568cc3-b429-442a-8b4b-bd6db7b220e0') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:40:06.121634 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1607e015-d9b7-4ebd-a77f-047ff6f17f04 None None] Network 425103fa-e092-4e6b-96f2-781bf325ffc1 is already hosted by enough agents. {{(pid=100598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:40:06.148814 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2b8a28fa-9a0d-4bf6-8b1c-af51df2815ad tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25852596'] for segment, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:06.161122 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.base_scheduler [None req-1607e015-d9b7-4ebd-a77f-047ff6f17f04 None None] Resources bound (agent type, host, resource id): {{(pid=100598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:40:06.167460 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] No Port match for: 8a9db7ea-a970-472c-8c68-dbd7aee6e7f8 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:40:06.167736 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 8a9db7ea-a970-472c-8c68-dbd7aee6e7f8 not bound to the agent host n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:40:06.169754 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1607e015-d9b7-4ebd-a77f-047ff6f17f04 None None] Received port after_create {{(pid=100598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:40:06.170611 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2b8a28fa-9a0d-4bf6-8b1c-af51df2815ad tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:06.186402 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1607e015-d9b7-4ebd-a77f-047ff6f17f04 None None] Pushing event updated for resources: {'Port': ['ID=a18c7d2b-15f4-40d3-acf0-16f4d710f069,revision_number=1']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:06.202504 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-f26fedf9-2846-4342-b333-3e6e813de7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:06.209636 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b8a28fa-9a0d-4bf6-8b1c-af51df2815ad tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Releasing vlan 823 on physical network physnet1 to pool {{(pid=100597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:40:06.210052 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2b8a28fa-9a0d-4bf6-8b1c-af51df2815ad tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951012'] for segment, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:06.213636 n-d-811396-3 neutron-server[100597]: Traceback (most recent call last): Oct 20 10:40:06.213636 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:40:06.213636 n-d-811396-3 neutron-server[100597]: timer() Oct 20 10:40:06.213636 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:40:06.213636 n-d-811396-3 neutron-server[100597]: cb(*args, **kw) Oct 20 10:40:06.213636 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:40:06.213636 n-d-811396-3 neutron-server[100597]: return func(*args, **kwargs) Oct 20 10:40:06.213636 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:40:06.213636 n-d-811396-3 neutron-server[100597]: self._notify() Oct 20 10:40:06.213636 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:40:06.213636 n-d-811396-3 neutron-server[100597]: self.callback(batched_events) Oct 20 10:40:06.213636 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:40:06.213636 n-d-811396-3 neutron-server[100597]: event.method(event) Oct 20 10:40:06.213636 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:40:06.213636 n-d-811396-3 neutron-server[100597]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:40:06.213636 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:40:06.213636 n-d-811396-3 neutron-server[100597]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:40:06.213636 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:40:06.213636 n-d-811396-3 neutron-server[100597]: return f(self, *a, **k) Oct 20 10:40:06.213636 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:40:06.213636 n-d-811396-3 neutron-server[100597]: return self._get(url).json() Oct 20 10:40:06.213636 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:40:06.213636 n-d-811396-3 neutron-server[100597]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:40:06.213636 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:40:06.213636 n-d-811396-3 neutron-server[100597]: return self.request(url, 'GET', **kwargs) Oct 20 10:40:06.213636 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:40:06.213636 n-d-811396-3 neutron-server[100597]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:40:06.213636 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:40:06.213636 n-d-811396-3 neutron-server[100597]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:40:06.213636 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:40:06.213636 n-d-811396-3 neutron-server[100597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:40:06.213636 n-d-811396-3 neutron-server[100597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:40:06.235981 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7aec38a0-ff00-4199-b7be-c0dad5318817 req-ff753ccb-1752-4229-ad7a-5e2d948b6e2e tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/security-groups?id=17372704-86e6-46e6-a5dd-dc7385be620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112654 Oct 20 10:40:06.235981 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [None req-140b264e-e472-4af9-95e9-865b1719e006 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] For port 65413c1e-ab53-45c6-ae4f-df79b0fdd74c, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=65413c1e-ab53-45c6-ae4f-df79b0fdd74c,segment=NetworkSegment(bd238524-69e0-4097-a249-fc5a5d239d40),segment_id=bd238524-69e0-4097-a249-fc5a5d239d40)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:40:06.235981 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-140b264e-e472-4af9-95e9-865b1719e006 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:06.254048 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-140b264e-e472-4af9-95e9-865b1719e006 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Calling delete_port for 65413c1e-ab53-45c6-ae4f-df79b0fdd74c owned by network:dhcp {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:40:06.264683 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-1607e015-d9b7-4ebd-a77f-047ff6f17f04 None None] Attempting to bind port a18c7d2b-15f4-40d3-acf0-16f4d710f069 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:40:06.264926 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-1607e015-d9b7-4ebd-a77f-047ff6f17f04 None None] Attempting to bind port a18c7d2b-15f4-40d3-acf0-16f4d710f069 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '1a2faed0-5e89-45ab-a622-f2efdabd915a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '425103fa-e092-4e6b-96f2-781bf325ffc1'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:40:06.265180 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1607e015-d9b7-4ebd-a77f-047ff6f17f04 None None] Attempting to bind port a18c7d2b-15f4-40d3-acf0-16f4d710f069 on network 425103fa-e092-4e6b-96f2-781bf325ffc1 {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:40:06.270474 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1607e015-d9b7-4ebd-a77f-047ff6f17f04 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 39, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:40:06.273254 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-a025b9a5-8b46-48e0-a403-011779d6a536 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e818f527c5164fe39381f95ddfd094b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2803142 Oct 20 10:40:06.273771 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1607e015-d9b7-4ebd-a77f-047ff6f17f04 None None] Checking segment: {'id': '1a2faed0-5e89-45ab-a622-f2efdabd915a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '425103fa-e092-4e6b-96f2-781bf325ffc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:40:06.274224 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1607e015-d9b7-4ebd-a77f-047ff6f17f04 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:06.274625 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1607e015-d9b7-4ebd-a77f-047ff6f17f04 None None] Bound using segment: {'id': '1a2faed0-5e89-45ab-a622-f2efdabd915a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '425103fa-e092-4e6b-96f2-781bf325ffc1'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:40:06.275675 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-1607e015-d9b7-4ebd-a77f-047ff6f17f04 None None] Bound port: a18c7d2b-15f4-40d3-acf0-16f4d710f069, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a2faed0-5e89-45ab-a622-f2efdabd915a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '425103fa-e092-4e6b-96f2-781bf325ffc1'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:40:06.276097 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1607e015-d9b7-4ebd-a77f-047ff6f17f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:06.277999 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 56192) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:06.336332 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2b8a28fa-9a0d-4bf6-8b1c-af51df2815ad tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:06.345675 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2b8a28fa-9a0d-4bf6-8b1c-af51df2815ad tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:06.349406 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-2b8a28fa-9a0d-4bf6-8b1c-af51df2815ad tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] 10.222.0.64 "DELETE /v2.0/networks/9fb62782-094e-480e-9db7-15ed5c6a54b2 HTTP/1.1" status: 204 len: 168 time: 3.0279553 Oct 20 10:40:06.359517 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1607e015-d9b7-4ebd-a77f-047ff6f17f04 None None] For port a18c7d2b-15f4-40d3-acf0-16f4d710f069, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:40:06.361511 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 56194) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:06.364093 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1607e015-d9b7-4ebd-a77f-047ff6f17f04 None None] For port a18c7d2b-15f4-40d3-acf0-16f4d710f069, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=a18c7d2b-15f4-40d3-acf0-16f4d710f069,segment=NetworkSegment(1a2faed0-5e89-45ab-a622-f2efdabd915a),segment_id=1a2faed0-5e89-45ab-a622-f2efdabd915a)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:40:06.369521 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-07349fea-f426-4fab-845b-6f17a60980e4 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-100061826'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:40:06.372253 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1607e015-d9b7-4ebd-a77f-047ff6f17f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:06.373114 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8a28fa-9a0d-4bf6-8b1c-af51df2815ad tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Pushing event deleted for resources: {'Network': ['ID=9fb62782-094e-480e-9db7-15ed5c6a54b2,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:06.406648 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-65cd27f0-48f2-4bed-87c3-5c92562df8bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:06.445835 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1607e015-d9b7-4ebd-a77f-047ff6f17f04 None None] Pushing event updated for resources: {'Port': ['ID=a18c7d2b-15f4-40d3-acf0-16f4d710f069,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:06.447657 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-65cd27f0-48f2-4bed-87c3-5c92562df8bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:06.447823 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07349fea-f426-4fab-845b-6f17a60980e4 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Made reservation on behalf of d2672739157f4177a2d615acde025087 for: {'network': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:40:06.451114 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-07349fea-f426-4fab-845b-6f17a60980e4 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:06.458030 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-140b264e-e472-4af9-95e9-865b1719e006 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:06.496173 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140b264e-e472-4af9-95e9-865b1719e006 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Pushing event deleted for resources: {'Port': ['ID=65413c1e-ab53-45c6-ae4f-df79b0fdd74c,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:06.507238 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140b264e-e472-4af9-95e9-865b1719e006 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] No DVR routers for this DVR port 65413c1e-ab53-45c6-ae4f-df79b0fdd74c on host n-d-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:40:06.519959 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07349fea-f426-4fab-845b-6f17a60980e4 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 841} {{(pid=100597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:40:06.530142 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-22ec6583-0f59-472f-b6f9-78a3bd9f4027 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:06.534536 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-07349fea-f426-4fab-845b-6f17a60980e4 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:06.534877 n-d-811396-3 neutron-server[100597]: INFO neutron.db.segments_db [None req-07349fea-f426-4fab-845b-6f17a60980e4 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Added segment c490a10a-370f-4018-8f64-4146c95cc3f9 of type vlan for network f7cbaaba-c379-49e3-adf8-7cefd9b888c5 Oct 20 10:40:06.608999 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-140b264e-e472-4af9-95e9-865b1719e006 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:06.623571 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-65cd27f0-48f2-4bed-87c3-5c92562df8bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:06.625402 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-07349fea-f426-4fab-845b-6f17a60980e4 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:06.626089 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-65cd27f0-48f2-4bed-87c3-5c92562df8bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:06.627264 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-65cd27f0-48f2-4bed-87c3-5c92562df8bf admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7777715a-2479-4ec4-a273-a5b5bf1d94c5 HTTP/1.1" status: 204 len: 168 time: 0.3467643 Oct 20 10:40:06.637503 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-140b264e-e472-4af9-95e9-865b1719e006 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63ba9dcf-e1f7-47f2-b4ed-7fda76f4670b']}} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:40:06.650367 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cd27f0-48f2-4bed-87c3-5c92562df8bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7777715a-2479-4ec4-a273-a5b5bf1d94c5,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:06.657428 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-140b264e-e472-4af9-95e9-865b1719e006 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd238524-69e0-4097-a249-fc5a5d239d40') {'for_net_delete': True} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:40:06.657733 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-140b264e-e472-4af9-95e9-865b1719e006 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd238524-69e0-4097-a249-fc5a5d239d40') {} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:40:06.691503 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-140b264e-e472-4af9-95e9-865b1719e006 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25189038'] for segment, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:06.715100 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-140b264e-e472-4af9-95e9-865b1719e006 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:06.722236 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-140b264e-e472-4af9-95e9-865b1719e006 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Releasing vlan 804 on physical network physnet1 to pool {{(pid=100596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:40:06.722775 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-140b264e-e472-4af9-95e9-865b1719e006 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26833155'] for segment, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:06.726726 n-d-811396-3 neutron-server[100596]: Traceback (most recent call last): Oct 20 10:40:06.726726 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:40:06.726726 n-d-811396-3 neutron-server[100596]: timer() Oct 20 10:40:06.726726 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:40:06.726726 n-d-811396-3 neutron-server[100596]: cb(*args, **kw) Oct 20 10:40:06.726726 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:40:06.726726 n-d-811396-3 neutron-server[100596]: return func(*args, **kwargs) Oct 20 10:40:06.726726 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:40:06.726726 n-d-811396-3 neutron-server[100596]: self._notify() Oct 20 10:40:06.726726 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:40:06.726726 n-d-811396-3 neutron-server[100596]: self.callback(batched_events) Oct 20 10:40:06.726726 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:40:06.726726 n-d-811396-3 neutron-server[100596]: event.method(event) Oct 20 10:40:06.726726 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:40:06.726726 n-d-811396-3 neutron-server[100596]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:40:06.726726 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:40:06.726726 n-d-811396-3 neutron-server[100596]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:40:06.726726 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:40:06.726726 n-d-811396-3 neutron-server[100596]: return f(self, *a, **k) Oct 20 10:40:06.726726 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:40:06.726726 n-d-811396-3 neutron-server[100596]: return self._get(url).json() Oct 20 10:40:06.726726 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:40:06.726726 n-d-811396-3 neutron-server[100596]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:40:06.726726 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:40:06.726726 n-d-811396-3 neutron-server[100596]: return self.request(url, 'GET', **kwargs) Oct 20 10:40:06.726726 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:40:06.726726 n-d-811396-3 neutron-server[100596]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:40:06.726726 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:40:06.726726 n-d-811396-3 neutron-server[100596]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:40:06.726726 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:40:06.726726 n-d-811396-3 neutron-server[100596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:40:06.726726 n-d-811396-3 neutron-server[100596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:40:06.762868 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-07349fea-f426-4fab-845b-6f17a60980e4 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:06.768487 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07349fea-f426-4fab-845b-6f17a60980e4 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:06.769143 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-07349fea-f426-4fab-845b-6f17a60980e4 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:06.820052 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-140b264e-e472-4af9-95e9-865b1719e006 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:06.832283 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-07349fea-f426-4fab-845b-6f17a60980e4 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4660430 Oct 20 10:40:06.832490 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-140b264e-e472-4af9-95e9-865b1719e006 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:06.834190 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 56200) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:06.838150 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-140b264e-e472-4af9-95e9-865b1719e006 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] 10.222.0.64 "DELETE /v2.0/networks/63ba9dcf-e1f7-47f2-b4ed-7fda76f4670b HTTP/1.1" status: 204 len: 168 time: 1.0314932 Oct 20 10:40:06.840528 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 56202) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:06.855951 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-896850cb-38c9-4052-b480-ce7a3c7b0fe8 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-986565886'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:40:06.862448 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140b264e-e472-4af9-95e9-865b1719e006 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Pushing event deleted for resources: {'Network': ['ID=63ba9dcf-e1f7-47f2-b4ed-7fda76f4670b,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:06.865101 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-e1912c44-9af2-4deb-8e2c-da48e7db25b2 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Request body: {'subnet': {'network_id': 'f7cbaaba-c379-49e3-adf8-7cefd9b888c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:40:06.881076 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-896850cb-38c9-4052-b480-ce7a3c7b0fe8 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Made reservation on behalf of a9b5f78b497b4e82bedac7bcd2f62452 for: {'network': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:40:06.885501 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-896850cb-38c9-4052-b480-ce7a3c7b0fe8 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:06.908650 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-896850cb-38c9-4052-b480-ce7a3c7b0fe8 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 805} {{(pid=100596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:40:06.918601 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-896850cb-38c9-4052-b480-ce7a3c7b0fe8 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:06.918880 n-d-811396-3 neutron-server[100596]: INFO neutron.db.segments_db [None req-896850cb-38c9-4052-b480-ce7a3c7b0fe8 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Added segment cbf247d7-6b3c-436f-87e5-d1adc5b16291 of type vlan for network 359b0dfd-83ce-4a6d-bbee-2db704513a79 Oct 20 10:40:06.919518 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07349fea-f426-4fab-845b-6f17a60980e4 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Pushing event updated for resources: {'Network': ['ID=f7cbaaba-c379-49e3-adf8-7cefd9b888c5,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:06.933970 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network f7cbaaba-c379-49e3-adf8-7cefd9b888c5 details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:40:06.943351 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-22ec6583-0f59-472f-b6f9-78a3bd9f4027 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1773475'] for router, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:06.976181 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-896850cb-38c9-4052-b480-ce7a3c7b0fe8 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:07.022711 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-896850cb-38c9-4052-b480-ce7a3c7b0fe8 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:07.033669 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-896850cb-38c9-4052-b480-ce7a3c7b0fe8 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:07.034663 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-896850cb-38c9-4052-b480-ce7a3c7b0fe8 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:07.048881 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:07.062913 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1912c44-9af2-4deb-8e2c-da48e7db25b2 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Made reservation on behalf of d2672739157f4177a2d615acde025087 for: {'subnet': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:40:07.066497 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e1912c44-9af2-4deb-8e2c-da48e7db25b2 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25350782'] for subnet, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:07.093285 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-896850cb-38c9-4052-b480-ce7a3c7b0fe8 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2491336 Oct 20 10:40:07.097972 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 56212) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:07.105285 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-1d0ca794-1f6c-4601-a2f3-b7d0bd011ddd tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Request body: {'subnet': {'network_id': '359b0dfd-83ce-4a6d-bbee-2db704513a79', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:40:07.157321 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896850cb-38c9-4052-b480-ce7a3c7b0fe8 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Pushing event updated for resources: {'Network': ['ID=359b0dfd-83ce-4a6d-bbee-2db704513a79,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:07.169141 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network 359b0dfd-83ce-4a6d-bbee-2db704513a79 details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:40:07.283058 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d0ca794-1f6c-4601-a2f3-b7d0bd011ddd tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Made reservation on behalf of a9b5f78b497b4e82bedac7bcd2f62452 for: {'subnet': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:40:07.288430 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1d0ca794-1f6c-4601-a2f3-b7d0bd011ddd tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26761797'] for subnet, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:07.312808 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22ec6583-0f59-472f-b6f9-78a3bd9f4027 admin admin] Router 4654cdaa-01e9-4418-84a8-c7e30b68198f is scheduled to L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 with binding_index 1 {{(pid=100597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 10:40:07.405443 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e1912c44-9af2-4deb-8e2c-da48e7db25b2 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25350752'] for subnet, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:07.458479 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:07.540091 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1912c44-9af2-4deb-8e2c-da48e7db25b2 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Pushing event updated for resources: {'Subnet': ['ID=943b7a8f-8ed6-4c56-8e01-1e84db7f4bfc,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:07.559153 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22ec6583-0f59-472f-b6f9-78a3bd9f4027 admin admin] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:40:07.567374 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1912c44-9af2-4deb-8e2c-da48e7db25b2 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Checking segment: {'id': 'c490a10a-370f-4018-8f64-4146c95cc3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'f7cbaaba-c379-49e3-adf8-7cefd9b888c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:40:07.567815 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1912c44-9af2-4deb-8e2c-da48e7db25b2 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Network hostable DHCP agents. Network: f7cbaaba-c379-49e3-adf8-7cefd9b888c5, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:40:07.571442 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add7395b-5c07-42e8-9b2c-115b04fcb8c2 None None] Sync routers for ids ['4654cdaa-01e9-4418-84a8-c7e30b68198f'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:40:07.578249 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddae350-57b4-4f60-9e7a-ce9f00f0c65a req-35b97c93-f572-451a-bab9-1ca0c9be0acc tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:07.579820 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bddae350-57b4-4f60-9e7a-ce9f00f0c65a req-35b97c93-f572-451a-bab9-1ca0c9be0acc tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/ports?device_id=beac454b-7e2b-44fe-90b5-8b2d2c0f832f HTTP/1.1" status: 200 len: 945 time: 0.1143193 Oct 20 10:40:07.580937 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add7395b-5c07-42e8-9b2c-115b04fcb8c2 None None] Routers {'4654cdaa-01e9-4418-84a8-c7e30b68198f'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:40:07.581663 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-add7395b-5c07-42e8-9b2c-115b04fcb8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:40:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['4654cdaa-01e9-4418-84a8-c7e30b68198f'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:40:07.589783 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1d0ca794-1f6c-4601-a2f3-b7d0bd011ddd tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26836128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26761819'] for subnet, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:07.622637 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-22ec6583-0f59-472f-b6f9-78a3bd9f4027 admin admin] Publish callbacks [] for router, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:07.626384 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-22ec6583-0f59-472f-b6f9-78a3bd9f4027 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.9707713 Oct 20 10:40:07.635694 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 56232) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:07.648048 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1912c44-9af2-4deb-8e2c-da48e7db25b2 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Network f7cbaaba-c379-49e3-adf8-7cefd9b888c5 is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:40:07.703296 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-e1912c44-9af2-4deb-8e2c-da48e7db25b2 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, f7cbaaba-c379-49e3-adf8-7cefd9b888c5) {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:40:07.712182 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1912c44-9af2-4deb-8e2c-da48e7db25b2 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:07.712647 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0ca794-1f6c-4601-a2f3-b7d0bd011ddd tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Pushing event updated for resources: {'Subnet': ['ID=4111dda0-a1ca-477e-91b9-70792f4bcc61,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:07.713524 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e1912c44-9af2-4deb-8e2c-da48e7db25b2 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:07.733132 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bddae350-57b4-4f60-9e7a-ce9f00f0c65a req-d256f601-e7c7-4675-85d8-eae8c1b034c4 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/security-groups?id=17372704-86e6-46e6-a5dd-dc7385be620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406493 Oct 20 10:40:07.740868 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0ca794-1f6c-4601-a2f3-b7d0bd011ddd tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Checking segment: {'id': 'cbf247d7-6b3c-436f-87e5-d1adc5b16291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '359b0dfd-83ce-4a6d-bbee-2db704513a79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:40:07.741757 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d0ca794-1f6c-4601-a2f3-b7d0bd011ddd tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Network hostable DHCP agents. Network: 359b0dfd-83ce-4a6d-bbee-2db704513a79, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:40:07.758973 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-add7395b-5c07-42e8-9b2c-115b04fcb8c2 None None] Set router 4654cdaa-01e9-4418-84a8-c7e30b68198f gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:40:07.762772 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-e1912c44-9af2-4deb-8e2c-da48e7db25b2 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.9022996 Oct 20 10:40:07.765384 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 56234) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:07.780042 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 56236) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:07.787927 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d0ca794-1f6c-4601-a2f3-b7d0bd011ddd tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Network 359b0dfd-83ce-4a6d-bbee-2db704513a79 is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:40:07.820758 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-1d0ca794-1f6c-4601-a2f3-b7d0bd011ddd tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, 359b0dfd-83ce-4a6d-bbee-2db704513a79) {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:40:07.829010 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d0ca794-1f6c-4601-a2f3-b7d0bd011ddd tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:07.829604 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1d0ca794-1f6c-4601-a2f3-b7d0bd011ddd tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:07.904202 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-1d0ca794-1f6c-4601-a2f3-b7d0bd011ddd tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8022542 Oct 20 10:40:07.904641 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 56240) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:07.910898 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-6d39879b-50ae-4f6a-be86-93c9966b73c7 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-385861659', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:40:07.925202 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:07.941103 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-378adf25-9684-42f8-921b-3b2a75660b89 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:07.944178 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-793c3c9b-a1f5-4ae5-a43c-2960da3cee4e None None] Network 425103fa-e092-4e6b-96f2-781bf325ffc1 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:40:07.970724 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6d39879b-50ae-4f6a-be86-93c9966b73c7 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1772442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258322'] for router, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:07.970914 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b1d9273-6aee-4063-bae8-3fe3fd51ec98 None None] Network 63ba9dcf-e1f7-47f2-b4ed-7fda76f4670b requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:40:07.971003 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6d39879b-50ae-4f6a-be86-93c9966b73c7 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1772334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773516', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258315'] for router, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:08.046996 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-69a99038-6c36-42a2-9ccf-2d4b6f379607 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-138216642-network', 'tenant_id': '00ff0f2e645d408fa9816d12e9bcfd77'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:40:08.089383 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ec946c-bf15-4a57-95ea-75d4149d4d55 None None] Network f7cbaaba-c379-49e3-adf8-7cefd9b888c5 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:40:08.126781 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6d39879b-50ae-4f6a-be86-93c9966b73c7 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:08.127944 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c75ce4-dcf9-4bdc-81ad-4b8c65dc2adc None None] Network 359b0dfd-83ce-4a6d-bbee-2db704513a79 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:40:08.128615 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69a99038-6c36-42a2-9ccf-2d4b6f379607 admin admin] Made reservation on behalf of 00ff0f2e645d408fa9816d12e9bcfd77 for: {'network': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:40:08.131320 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-69a99038-6c36-42a2-9ccf-2d4b6f379607 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:08.132777 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b1d9273-6aee-4063-bae8-3fe3fd51ec98 None None] Network 63ba9dcf-e1f7-47f2-b4ed-7fda76f4670b could not be found, it might have been deleted concurrently. {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 20 10:40:08.142594 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-378adf25-9684-42f8-921b-3b2a75660b89 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:08.150368 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device a18c7d2b-15f4-40d3-acf0-16f4d710f069 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:40:08.160685 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6d39879b-50ae-4f6a-be86-93c9966b73c7 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1773475'] for router, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:08.226661 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-69a99038-6c36-42a2-9ccf-2d4b6f379607 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:08.233663 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6d39879b-50ae-4f6a-be86-93c9966b73c7 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks [] for router, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:08.235072 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-6d39879b-50ae-4f6a-be86-93c9966b73c7 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3296263 Oct 20 10:40:08.244539 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 56250) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:08.297054 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c3c0a2b-ebd3-4f7c-8236-d64f01af8712 None None] DHCP port deletion for 63ba9dcf-e1f7-47f2-b4ed-7fda76f4670b request from n-d-811396-3 {{(pid=100598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:40:08.304833 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-378adf25-9684-42f8-921b-3b2a75660b89 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26836193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26761888'] for subnet, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:08.347417 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378adf25-9684-42f8-921b-3b2a75660b89 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Pushing event deleted for resources: {'Subnet': ['ID=943b7a8f-8ed6-4c56-8e01-1e84db7f4bfc,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:08.405533 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-a9241f90-116b-4cc1-a70f-70f5794c788f None None] Provisioning complete for port a18c7d2b-15f4-40d3-acf0-16f4d710f069 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:40:08.405945 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-a9241f90-116b-4cc1-a70f-70f5794c788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:08.441754 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-378adf25-9684-42f8-921b-3b2a75660b89 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:08.454168 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-69a99038-6c36-42a2-9ccf-2d4b6f379607 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:08.462471 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-69a99038-6c36-42a2-9ccf-2d4b6f379607 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:08.485293 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-93e4d382-997b-4e54-a444-ed7037158df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:08.486012 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-378adf25-9684-42f8-921b-3b2a75660b89 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7cbaaba-c379-49e3-adf8-7cefd9b888c5']}} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:40:08.508978 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-378adf25-9684-42f8-921b-3b2a75660b89 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c490a10a-370f-4018-8f64-4146c95cc3f9') {'for_net_delete': True} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:40:08.509349 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-378adf25-9684-42f8-921b-3b2a75660b89 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c490a10a-370f-4018-8f64-4146c95cc3f9') {} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:40:08.528620 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-378adf25-9684-42f8-921b-3b2a75660b89 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25189038'] for segment, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:08.550163 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69a99038-6c36-42a2-9ccf-2d4b6f379607 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 826} {{(pid=100596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:40:08.575151 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-378adf25-9684-42f8-921b-3b2a75660b89 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:08.582104 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-69a99038-6c36-42a2-9ccf-2d4b6f379607 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:08.582554 n-d-811396-3 neutron-server[100596]: INFO neutron.db.segments_db [None req-69a99038-6c36-42a2-9ccf-2d4b6f379607 admin admin] Added segment bdab9592-0a32-48e4-a6d8-1d4799adf21b of type vlan for network 021b78f2-2d5e-4f14-af4e-ec0226d15a7e Oct 20 10:40:08.586440 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a99038-6c36-42a2-9ccf-2d4b6f379607 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0529dc3d-e789-42b0-8dc1-95474e216181,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:08.602904 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-378adf25-9684-42f8-921b-3b2a75660b89 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Releasing vlan 841 on physical network physnet1 to pool {{(pid=100596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:40:08.603828 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-378adf25-9684-42f8-921b-3b2a75660b89 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26833155'] for segment, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:08.608321 n-d-811396-3 neutron-server[100596]: Traceback (most recent call last): Oct 20 10:40:08.608321 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:40:08.608321 n-d-811396-3 neutron-server[100596]: timer() Oct 20 10:40:08.608321 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:40:08.608321 n-d-811396-3 neutron-server[100596]: cb(*args, **kw) Oct 20 10:40:08.608321 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:40:08.608321 n-d-811396-3 neutron-server[100596]: return func(*args, **kwargs) Oct 20 10:40:08.608321 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:40:08.608321 n-d-811396-3 neutron-server[100596]: self._notify() Oct 20 10:40:08.608321 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:40:08.608321 n-d-811396-3 neutron-server[100596]: self.callback(batched_events) Oct 20 10:40:08.608321 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:40:08.608321 n-d-811396-3 neutron-server[100596]: event.method(event) Oct 20 10:40:08.608321 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:40:08.608321 n-d-811396-3 neutron-server[100596]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:40:08.608321 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:40:08.608321 n-d-811396-3 neutron-server[100596]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:40:08.608321 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:40:08.608321 n-d-811396-3 neutron-server[100596]: return f(self, *a, **k) Oct 20 10:40:08.608321 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:40:08.608321 n-d-811396-3 neutron-server[100596]: return self._get(url).json() Oct 20 10:40:08.608321 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:40:08.608321 n-d-811396-3 neutron-server[100596]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:40:08.608321 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:40:08.608321 n-d-811396-3 neutron-server[100596]: return self.request(url, 'GET', **kwargs) Oct 20 10:40:08.608321 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:40:08.608321 n-d-811396-3 neutron-server[100596]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:40:08.608321 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:40:08.608321 n-d-811396-3 neutron-server[100596]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:40:08.608321 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:40:08.608321 n-d-811396-3 neutron-server[100596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:40:08.608321 n-d-811396-3 neutron-server[100596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:40:08.701902 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-69a99038-6c36-42a2-9ccf-2d4b6f379607 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:08.713079 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0a7f36b9-04e2-4e24-99da-d6d69a77d206 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:08.716909 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-378adf25-9684-42f8-921b-3b2a75660b89 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:08.742704 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a274a14-ca5c-4104-9f94-90209de33c81 None None] Network f7cbaaba-c379-49e3-adf8-7cefd9b888c5 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:40:08.743905 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-378adf25-9684-42f8-921b-3b2a75660b89 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:08.750417 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-378adf25-9684-42f8-921b-3b2a75660b89 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] 10.222.0.64 "DELETE /v2.0/networks/f7cbaaba-c379-49e3-adf8-7cefd9b888c5 HTTP/1.1" status: 204 len: 168 time: 0.9808743 Oct 20 10:40:08.750666 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 56256) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:08.756330 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-4a42dacf-2a8a-407d-8227-2925f9b80185 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2033886831'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:40:08.762670 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378adf25-9684-42f8-921b-3b2a75660b89 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Pushing event deleted for resources: {'Network': ['ID=f7cbaaba-c379-49e3-adf8-7cefd9b888c5,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:08.785343 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port a18c7d2b-15f4-40d3-acf0-16f4d710f069 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:40:08.785662 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:08.787173 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a274a14-ca5c-4104-9f94-90209de33c81 None None] Network f7cbaaba-c379-49e3-adf8-7cefd9b888c5 could not be found, it might have been deleted concurrently. {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 20 10:40:08.790961 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-add7395b-5c07-42e8-9b2c-115b04fcb8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4654cdaa-01e9-4418-84a8-c7e30b68198f', 'name': 'tempest-ServersTestMultiNic-1899482519-router', 'tenant_id': '311474ed35f34da1b417637b1179a3d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '91170d9d-9e6d-4bbe-856e-61ee1e65e4b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:40:04Z', 'updated_at': '2021-10-20T10:40:06Z', 'revision_number': 3, 'project_id': '311474ed35f34da1b417637b1179a3d4', 'gw_port': {'id': '91170d9d-9e6d-4bbe-856e-61ee1e65e4b2', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:0f:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4654cdaa-01e9-4418-84a8-c7e30b68198f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:40:05Z', 'updated_at': '2021-10-20T10:40:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:40:08.792090 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a42dacf-2a8a-407d-8227-2925f9b80185 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Made reservation on behalf of d2672739157f4177a2d615acde025087 for: {'network': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:40:08.796492 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4a42dacf-2a8a-407d-8227-2925f9b80185 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:08.826975 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a42dacf-2a8a-407d-8227-2925f9b80185 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 831} {{(pid=100596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:40:08.838456 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4a42dacf-2a8a-407d-8227-2925f9b80185 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:08.838793 n-d-811396-3 neutron-server[100596]: INFO neutron.db.segments_db [None req-4a42dacf-2a8a-407d-8227-2925f9b80185 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Added segment cebb712b-4f4f-48d9-ba4e-461ae5ec105c of type vlan for network 9db8aec3-a844-4086-850c-3093cbaaaa18 Oct 20 10:40:08.861376 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add7395b-5c07-42e8-9b2c-115b04fcb8c2 None None] Checking router: 4654cdaa-01e9-4418-84a8-c7e30b68198f for host: n-d-811396-3 {{(pid=100598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:40:08.861735 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add7395b-5c07-42e8-9b2c-115b04fcb8c2 None None] Updating router 4654cdaa-01e9-4418-84a8-c7e30b68198f port 91170d9d-9e6d-4bbe-856e-61ee1e65e4b2 binding host n-d-811396-3 {{(pid=100598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 10:40:08.883823 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-69a99038-6c36-42a2-9ccf-2d4b6f379607 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:08.884854 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a99038-6c36-42a2-9ccf-2d4b6f379607 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:08.885448 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-69a99038-6c36-42a2-9ccf-2d4b6f379607 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:08.895691 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-93e4d382-997b-4e54-a444-ed7037158df1 admin admin] Allocated IP 172.20.0.1 (425103fa-e092-4e6b-96f2-781bf325ffc1/7180a4d9-d974-46e3-911f-c13ee6b6be88/a1b13dde-1df3-49e5-851a-96066050448c) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:40:08.908107 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4a42dacf-2a8a-407d-8227-2925f9b80185 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:08.954734 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-add7395b-5c07-42e8-9b2c-115b04fcb8c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:08.956360 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43cb6aa2-9422-448b-964c-6296c9e76f39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524064ba-869c-5550-b826-c26b69a11278-359b0dfd-83ce-4a6d-bbee-2db704513a79', 'network_id': '359b0dfd-83ce-4a6d-bbee-2db704513a79', 'tenant_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'fixed_ips': [{'subnet_id': '4111dda0-a1ca-477e-91b9-70792f4bcc61'}]}} from n-d-811396-3. {{(pid=100598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:40:08.957154 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-43cb6aa2-9422-448b-964c-6296c9e76f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:08.963338 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:09.005038 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-a9241f90-116b-4cc1-a70f-70f5794c788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:09.010228 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-69a99038-6c36-42a2-9ccf-2d4b6f379607 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2288721 Oct 20 10:40:09.020086 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 56260) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:09.029646 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-1aaa177d-54b5-4c9d-add0-1c4372764417 admin admin] Request body: {'subnet': {'network_id': '021b78f2-2d5e-4f14-af4e-ec0226d15a7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-138216642-subnet', 'tenant_id': '00ff0f2e645d408fa9816d12e9bcfd77', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:40:09.052556 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f06a60-abe6-4afb-a459-ccc55063ec9b req-54470714-43d6-45c4-a177-92cc9185cce3 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:09.054348 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-11f06a60-abe6-4afb-a459-ccc55063ec9b req-54470714-43d6-45c4-a177-92cc9185cce3 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/ports?device_id=beac454b-7e2b-44fe-90b5-8b2d2c0f832f HTTP/1.1" status: 200 len: 945 time: 0.1650429 Oct 20 10:40:09.106899 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a99038-6c36-42a2-9ccf-2d4b6f379607 admin admin] Pushing event updated for resources: {'Network': ['ID=021b78f2-2d5e-4f14-af4e-ec0226d15a7e,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:09.118635 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-0a7f36b9-04e2-4e24-99da-d6d69a77d206 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Allocated IP 2001:db8::1 (359b0dfd-83ce-4a6d-bbee-2db704513a79/4111dda0-a1ca-477e-91b9-70792f4bcc61/cb189541-e96d-4f5b-80a9-667fdf8cd395) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:40:09.127181 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aaa177d-54b5-4c9d-add0-1c4372764417 admin admin] Made reservation on behalf of 00ff0f2e645d408fa9816d12e9bcfd77 for: {'subnet': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:40:09.129720 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1aaa177d-54b5-4c9d-add0-1c4372764417 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25350782'] for subnet, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:09.139092 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4a42dacf-2a8a-407d-8227-2925f9b80185 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:09.144901 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a42dacf-2a8a-407d-8227-2925f9b80185 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:09.145536 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4a42dacf-2a8a-407d-8227-2925f9b80185 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:09.195474 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network 021b78f2-2d5e-4f14-af4e-ec0226d15a7e details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:40:09.253512 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-4a42dacf-2a8a-407d-8227-2925f9b80185 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5018232 Oct 20 10:40:09.264236 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 56264) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:09.282435 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-a9241f90-116b-4cc1-a70f-70f5794c788f None None] For port a18c7d2b-15f4-40d3-acf0-16f4d710f069, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=a18c7d2b-15f4-40d3-acf0-16f4d710f069,segment=NetworkSegment(1a2faed0-5e89-45ab-a622-f2efdabd915a),segment_id=1a2faed0-5e89-45ab-a622-f2efdabd915a)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:40:09.309106 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-a9241f90-116b-4cc1-a70f-70f5794c788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:09.314596 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-0005b8ac-1574-4e20-9efa-1288f1170800 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Request body: {'subnet': {'network_id': '9db8aec3-a844-4086-850c-3093cbaaaa18', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:40:09.333440 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-11f06a60-abe6-4afb-a459-ccc55063ec9b req-7b9b9a28-7fa3-47e8-b0c4-d2ec9a6e209a tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/security-groups?id=17372704-86e6-46e6-a5dd-dc7385be620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304926 Oct 20 10:40:09.344418 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a42dacf-2a8a-407d-8227-2925f9b80185 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Pushing event updated for resources: {'Network': ['ID=9db8aec3-a844-4086-850c-3093cbaaaa18,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:09.413713 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network 9db8aec3-a844-4086-850c-3093cbaaaa18 details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:40:09.424732 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:09.457453 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0005b8ac-1574-4e20-9efa-1288f1170800 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Made reservation on behalf of d2672739157f4177a2d615acde025087 for: {'subnet': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:40:09.463194 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0005b8ac-1574-4e20-9efa-1288f1170800 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26761797'] for subnet, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:09.616858 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-93e4d382-997b-4e54-a444-ed7037158df1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:09.627951 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9241f90-116b-4cc1-a70f-70f5794c788f None None] Pushing event updated for resources: {'Port': ['ID=a18c7d2b-15f4-40d3-acf0-16f4d710f069,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:09.792100 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.db.api [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 10:40:09.792330 n-d-811396-3 neutron-server[100598]: DEBUG oslo_db.api [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 10:40:09.822784 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0005b8ac-1574-4e20-9efa-1288f1170800 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26836128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26761819'] for subnet, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:09.863049 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-add7395b-5c07-42e8-9b2c-115b04fcb8c2 None None] Publish callbacks [] for port, precommit_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:09.871817 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-add7395b-5c07-42e8-9b2c-115b04fcb8c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:09.888250 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-93e4d382-997b-4e54-a444-ed7037158df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:09.917913 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17aecf35-26e2-4da2-a643-cf3449a22c50 None None] Network 425103fa-e092-4e6b-96f2-781bf325ffc1 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:40:09.932770 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0005b8ac-1574-4e20-9efa-1288f1170800 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Pushing event updated for resources: {'Subnet': ['ID=38f12fff-8d68-4fbd-8f73-a321da5ce0e2,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:09.933731 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0a7f36b9-04e2-4e24-99da-d6d69a77d206 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:09.938159 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0005b8ac-1574-4e20-9efa-1288f1170800 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Checking segment: {'id': 'cebb712b-4f4f-48d9-ba4e-461ae5ec105c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '9db8aec3-a844-4086-850c-3093cbaaaa18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:40:09.938735 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0005b8ac-1574-4e20-9efa-1288f1170800 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Network hostable DHCP agents. Network: 9db8aec3-a844-4086-850c-3093cbaaaa18, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:40:09.959393 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e4d382-997b-4e54-a444-ed7037158df1 admin admin] Network 425103fa-e092-4e6b-96f2-781bf325ffc1 is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:40:09.968438 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-93e4d382-997b-4e54-a444-ed7037158df1 admin admin] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:40:09.981123 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0005b8ac-1574-4e20-9efa-1288f1170800 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Network 9db8aec3-a844-4086-850c-3093cbaaaa18 is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:40:09.997712 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e4d382-997b-4e54-a444-ed7037158df1 admin admin] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:40:10.000048 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e4d382-997b-4e54-a444-ed7037158df1 admin admin] Pushing event updated for resources: {'Port': ['ID=a1b13dde-1df3-49e5-851a-96066050448c,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:10.008643 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-0005b8ac-1574-4e20-9efa-1288f1170800 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, 9db8aec3-a844-4086-850c-3093cbaaaa18) {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:40:10.021346 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0005b8ac-1574-4e20-9efa-1288f1170800 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:10.022316 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0005b8ac-1574-4e20-9efa-1288f1170800 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:10.044723 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb32fb9-edd4-4103-8594-d3ce1dddcd34 None None] Network 9db8aec3-a844-4086-850c-3093cbaaaa18 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:40:10.052564 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-0005b8ac-1574-4e20-9efa-1288f1170800 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7832246 Oct 20 10:40:10.056371 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 56282) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:10.065748 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-edfdc9ba-dfbb-4167-9053-16a574500099 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Request body: {'subnet': {'network_id': '9db8aec3-a844-4086-850c-3093cbaaaa18', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:40:10.079536 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-4da8c1c6-1018-4862-bef4-5a013b91e54f None None] Provisioning complete for port a18c7d2b-15f4-40d3-acf0-16f4d710f069 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:40:10.079797 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-4da8c1c6-1018-4862-bef4-5a013b91e54f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:10.081298 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72768b1d-0e75-4eae-bb17-f3b8dcb045d9 None None] Pushing event updated for resources: {'Port': ['ID=91170d9d-9e6d-4bbe-856e-61ee1e65e4b2,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:10.084079 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-add7395b-5c07-42e8-9b2c-115b04fcb8c2 None None] Attempting to bind port 91170d9d-9e6d-4bbe-856e-61ee1e65e4b2 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:40:10.084319 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-add7395b-5c07-42e8-9b2c-115b04fcb8c2 None None] Attempting to bind port 91170d9d-9e6d-4bbe-856e-61ee1e65e4b2 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:40:10.084683 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add7395b-5c07-42e8-9b2c-115b04fcb8c2 None None] Attempting to bind port 91170d9d-9e6d-4bbe-856e-61ee1e65e4b2 on network cbe170d3-31ba-45a2-b477-520ab0a7a8ea {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:40:10.126188 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-93e4d382-997b-4e54-a444-ed7037158df1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1774540'] for router_interface, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:10.162067 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add7395b-5c07-42e8-9b2c-115b04fcb8c2 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 40, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:40:10.162613 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add7395b-5c07-42e8-9b2c-115b04fcb8c2 None None] Checking segment: {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:40:10.163164 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-add7395b-5c07-42e8-9b2c-115b04fcb8c2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:10.163690 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add7395b-5c07-42e8-9b2c-115b04fcb8c2 None None] Bound using segment: {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:40:10.164271 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-add7395b-5c07-42e8-9b2c-115b04fcb8c2 None None] Bound port: 91170d9d-9e6d-4bbe-856e-61ee1e65e4b2, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:40:10.164884 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-add7395b-5c07-42e8-9b2c-115b04fcb8c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:10.177721 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0a7f36b9-04e2-4e24-99da-d6d69a77d206 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:10.198453 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1aaa177d-54b5-4c9d-add0-1c4372764417 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25350752'] for subnet, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:10.221920 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edfdc9ba-dfbb-4167-9053-16a574500099 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Made reservation on behalf of d2672739157f4177a2d615acde025087 for: {'subnet': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:40:10.225747 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-edfdc9ba-dfbb-4167-9053-16a574500099 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26761797'] for subnet, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:10.301486 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a7f36b9-04e2-4e24-99da-d6d69a77d206 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Network 359b0dfd-83ce-4a6d-bbee-2db704513a79 is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:40:10.329122 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7f36b9-04e2-4e24-99da-d6d69a77d206 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Pushing event updated for resources: {'Port': ['ID=cb189541-e96d-4f5b-80a9-667fdf8cd395,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:10.359509 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-43cb6aa2-9422-448b-964c-6296c9e76f39 None None] Allocated IP 2001:db8::2 (359b0dfd-83ce-4a6d-bbee-2db704513a79/4111dda0-a1ca-477e-91b9-70792f4bcc61/7d5d6acd-0041-4953-8b10-71760d4c2df7) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:40:10.399348 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-93e4d382-997b-4e54-a444-ed7037158df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:10.414534 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-0a7f36b9-04e2-4e24-99da-d6d69a77d206 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:40:10.419327 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-add7395b-5c07-42e8-9b2c-115b04fcb8c2 None None] For port 91170d9d-9e6d-4bbe-856e-61ee1e65e4b2, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:40:10.427507 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7f36b9-04e2-4e24-99da-d6d69a77d206 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:40:10.428075 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0a7f36b9-04e2-4e24-99da-d6d69a77d206 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1774540'] for router_interface, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:10.463565 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-add7395b-5c07-42e8-9b2c-115b04fcb8c2 None None] For port 91170d9d-9e6d-4bbe-856e-61ee1e65e4b2, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=91170d9d-9e6d-4bbe-856e-61ee1e65e4b2,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:40:10.471182 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d2b6505-8d35-42ab-b332-c9bee8b89522 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524064ba-869c-5550-b826-c26b69a11278-9db8aec3-a844-4086-850c-3093cbaaaa18', 'network_id': '9db8aec3-a844-4086-850c-3093cbaaaa18', 'tenant_id': 'd2672739157f4177a2d615acde025087', 'fixed_ips': [{'subnet_id': '38f12fff-8d68-4fbd-8f73-a321da5ce0e2'}]}} from n-d-811396-3. {{(pid=100598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:40:10.472056 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1d2b6505-8d35-42ab-b332-c9bee8b89522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:10.544319 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-add7395b-5c07-42e8-9b2c-115b04fcb8c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:10.659141 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0a7f36b9-04e2-4e24-99da-d6d69a77d206 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:10.742875 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-1d2b6505-8d35-42ab-b332-c9bee8b89522 None None] Allocated IP 2001:db8::2 (9db8aec3-a844-4086-850c-3093cbaaaa18/38f12fff-8d68-4fbd-8f73-a321da5ce0e2/9ef4370f-a25c-494f-960b-659a7e214598) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:40:10.945625 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556bcd1a-9f0e-49be-bd60-032bef02f134 req-ba5342c2-0bdb-4d7a-aa27-57b9e9506ca6 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:10.947442 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-556bcd1a-9f0e-49be-bd60-032bef02f134 req-ba5342c2-0bdb-4d7a-aa27-57b9e9506ca6 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/ports?device_id=beac454b-7e2b-44fe-90b5-8b2d2c0f832f HTTP/1.1" status: 200 len: 945 time: 0.4350290 Oct 20 10:40:10.986369 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device a18c7d2b-15f4-40d3-acf0-16f4d710f069 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:40:11.007838 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aaa177d-54b5-4c9d-add0-1c4372764417 admin admin] Checking segment: {'id': 'bdab9592-0a32-48e4-a6d8-1d4799adf21b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '021b78f2-2d5e-4f14-af4e-ec0226d15a7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:40:11.008232 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aaa177d-54b5-4c9d-add0-1c4372764417 admin admin] Network hostable DHCP agents. Network: 021b78f2-2d5e-4f14-af4e-ec0226d15a7e, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:40:11.030726 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaa177d-54b5-4c9d-add0-1c4372764417 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43a38da3-4523-4f17-b18d-7f2395b9a470,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:11.107679 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-556bcd1a-9f0e-49be-bd60-032bef02f134 req-894474c2-9de3-4e1c-88f8-0c5ea3396ffa tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/security-groups?id=17372704-86e6-46e6-a5dd-dc7385be620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504219 Oct 20 10:40:11.123669 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-edfdc9ba-dfbb-4167-9053-16a574500099 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26836128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26761819'] for subnet, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:11.150481 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72768b1d-0e75-4eae-bb17-f3b8dcb045d9 None None] Pushing event updated for resources: {'Port': ['ID=91170d9d-9e6d-4bbe-856e-61ee1e65e4b2,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:11.168871 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add7395b-5c07-42e8-9b2c-115b04fcb8c2 None None] Routers {'4654cdaa-01e9-4418-84a8-c7e30b68198f'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:40:11.169473 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-add7395b-5c07-42e8-9b2c-115b04fcb8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:40:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['4654cdaa-01e9-4418-84a8-c7e30b68198f'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:40:11.202875 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edfdc9ba-dfbb-4167-9053-16a574500099 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Network 9db8aec3-a844-4086-850c-3093cbaaaa18 is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:40:11.207112 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-edfdc9ba-dfbb-4167-9053-16a574500099 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:40:11.210730 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edfdc9ba-dfbb-4167-9053-16a574500099 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:11.211450 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-edfdc9ba-dfbb-4167-9053-16a574500099 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:11.236895 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-edfdc9ba-dfbb-4167-9053-16a574500099 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.1757648 Oct 20 10:40:11.237471 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 56294) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:11.251168 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-93e4d382-997b-4e54-a444-ed7037158df1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:11.314889 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-93e4d382-997b-4e54-a444-ed7037158df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:11.316499 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-43cb6aa2-9422-448b-964c-6296c9e76f39 None None] Publish callbacks [] for port, precommit_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:11.319674 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0a7f36b9-04e2-4e24-99da-d6d69a77d206 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks [] for port, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:11.345833 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port a18c7d2b-15f4-40d3-acf0-16f4d710f069 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:40:11.346587 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:11.352016 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8cbbbad-6dbd-400d-ac29-d1551e97ae74 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:11.354633 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8cbbbad-6dbd-400d-ac29-d1551e97ae74 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:11.356791 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8cbbbad-6dbd-400d-ac29-d1551e97ae74 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:11.357499 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-43cb6aa2-9422-448b-964c-6296c9e76f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:11.357903 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8cbbbad-6dbd-400d-ac29-d1551e97ae74 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:11.360100 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8cbbbad-6dbd-400d-ac29-d1551e97ae74 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:11.363074 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-a8cbbbad-6dbd-400d-ac29-d1551e97ae74 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1235876 Oct 20 10:40:11.368450 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 56296) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:11.374792 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-79f16082-b5b5-47a8-860d-c31f4bb6b76a tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-726212404'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:40:11.378838 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfdc9ba-dfbb-4167-9053-16a574500099 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Pushing event updated for resources: {'Subnet': ['ID=5e64a006-bb07-4109-a66d-1132610b5365,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:11.382335 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1d2b6505-8d35-42ab-b332-c9bee8b89522 None None] Publish callbacks [] for port, precommit_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:11.403884 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0a7f36b9-04e2-4e24-99da-d6d69a77d206 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:11.404761 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0a7f36b9-04e2-4e24-99da-d6d69a77d206 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1774432'] for router_interface, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:11.407344 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-93e4d382-997b-4e54-a444-ed7037158df1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1774432'] for router_interface, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:11.415320 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79f16082-b5b5-47a8-860d-c31f4bb6b76a tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Made reservation on behalf of d2672739157f4177a2d615acde025087 for: {'network': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:40:11.419963 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-79f16082-b5b5-47a8-860d-c31f4bb6b76a tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:11.431610 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e4d382-997b-4e54-a444-ed7037158df1 admin admin] Pushing event updated for resources: {'Port': ['ID=a1b13dde-1df3-49e5-851a-96066050448c,revision_number=2']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:11.440171 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aaa177d-54b5-4c9d-add0-1c4372764417 admin admin] Network 021b78f2-2d5e-4f14-af4e-ec0226d15a7e is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:40:11.455364 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1d2b6505-8d35-42ab-b332-c9bee8b89522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:11.460234 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79f16082-b5b5-47a8-860d-c31f4bb6b76a tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 812} {{(pid=100596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:40:11.472312 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-79f16082-b5b5-47a8-860d-c31f4bb6b76a tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:11.472668 n-d-811396-3 neutron-server[100596]: INFO neutron.db.segments_db [None req-79f16082-b5b5-47a8-860d-c31f4bb6b76a tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Added segment ea228b6f-d721-443d-ae7d-092393ca17c6 of type vlan for network 21d1df2e-e44d-4a31-b4d2-de65a93bacd2 Oct 20 10:40:11.486055 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-1aaa177d-54b5-4c9d-add0-1c4372764417 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, 021b78f2-2d5e-4f14-af4e-ec0226d15a7e) {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:40:11.494676 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43cb6aa2-9422-448b-964c-6296c9e76f39 None None] Network 359b0dfd-83ce-4a6d-bbee-2db704513a79 is already hosted by enough agents. {{(pid=100598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:40:11.507099 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aaa177d-54b5-4c9d-add0-1c4372764417 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:11.507869 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1aaa177d-54b5-4c9d-add0-1c4372764417 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:11.513038 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a838cc2-5062-4123-84bb-92fb0c2a5215 None None] Network 021b78f2-2d5e-4f14-af4e-ec0226d15a7e requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:40:11.522374 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.base_scheduler [None req-43cb6aa2-9422-448b-964c-6296c9e76f39 None None] Resources bound (agent type, host, resource id): {{(pid=100598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:40:11.529961 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d2b6505-8d35-42ab-b332-c9bee8b89522 None None] Network 9db8aec3-a844-4086-850c-3093cbaaaa18 is already hosted by enough agents. {{(pid=100598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:40:11.534330 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-79f16082-b5b5-47a8-860d-c31f4bb6b76a tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:11.541836 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cb6aa2-9422-448b-964c-6296c9e76f39 None None] Pushing event updated for resources: {'Port': ['ID=7d5d6acd-0041-4953-8b10-71760d4c2df7,revision_number=1']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:11.547733 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7f36b9-04e2-4e24-99da-d6d69a77d206 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Pushing event updated for resources: {'Port': ['ID=cb189541-e96d-4f5b-80a9-667fdf8cd395,revision_number=2']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:11.561376 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43cb6aa2-9422-448b-964c-6296c9e76f39 None None] Received port after_create {{(pid=100598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:40:11.564166 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.base_scheduler [None req-1d2b6505-8d35-42ab-b332-c9bee8b89522 None None] Resources bound (agent type, host, resource id): {{(pid=100598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:40:11.574065 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-79f16082-b5b5-47a8-860d-c31f4bb6b76a tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:11.581093 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f16082-b5b5-47a8-860d-c31f4bb6b76a tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:11.582098 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-79f16082-b5b5-47a8-860d-c31f4bb6b76a tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:11.601327 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-1aaa177d-54b5-4c9d-add0-1c4372764417 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.5776548 Oct 20 10:40:11.622562 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-add7395b-5c07-42e8-9b2c-115b04fcb8c2 None None] Set router 4654cdaa-01e9-4418-84a8-c7e30b68198f gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:40:11.632177 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2b6505-8d35-42ab-b332-c9bee8b89522 None None] Received port after_create {{(pid=100598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:40:11.634343 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-79f16082-b5b5-47a8-860d-c31f4bb6b76a tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2640774 Oct 20 10:40:11.642242 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 56300) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:11.658570 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-f55bcc49-5494-4d50-acd2-466249ac8357 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Request body: {'network': {'name': 'New_network'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:40:11.682869 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f16082-b5b5-47a8-860d-c31f4bb6b76a tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Pushing event updated for resources: {'Network': ['ID=21d1df2e-e44d-4a31-b4d2-de65a93bacd2,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:11.769245 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a7f36b9-04e2-4e24-99da-d6d69a77d206 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Network 359b0dfd-83ce-4a6d-bbee-2db704513a79 is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:40:11.771398 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network 21d1df2e-e44d-4a31-b4d2-de65a93bacd2 details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:40:11.815128 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-0a7f36b9-04e2-4e24-99da-d6d69a77d206 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:40:11.835092 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e4d382-997b-4e54-a444-ed7037158df1 admin admin] Network 425103fa-e092-4e6b-96f2-781bf325ffc1 is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:40:11.843795 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2b6505-8d35-42ab-b332-c9bee8b89522 None None] Pushing event updated for resources: {'Port': ['ID=9ef4370f-a25c-494f-960b-659a7e214598,revision_number=1']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:11.848969 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-93e4d382-997b-4e54-a444-ed7037158df1 admin admin] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:40:11.918283 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-1d2b6505-8d35-42ab-b332-c9bee8b89522 None None] Attempting to bind port 9ef4370f-a25c-494f-960b-659a7e214598 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:40:11.918652 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-1d2b6505-8d35-42ab-b332-c9bee8b89522 None None] Attempting to bind port 9ef4370f-a25c-494f-960b-659a7e214598 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': 'cebb712b-4f4f-48d9-ba4e-461ae5ec105c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '9db8aec3-a844-4086-850c-3093cbaaaa18'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:40:11.919004 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2b6505-8d35-42ab-b332-c9bee8b89522 None None] Attempting to bind port 9ef4370f-a25c-494f-960b-659a7e214598 on network 9db8aec3-a844-4086-850c-3093cbaaaa18 {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:40:11.921324 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-7516c4a2-ae72-4d4c-b75b-859573c55452 req-0b3dcf08-381b-4cd4-a7e5-730a75462972 tempest-SecurityGroupRulesNegativeTestJSON-1618664097 tempest-SecurityGroupRulesNegativeTestJSON-1618664097-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-758288430', 'description': 'tempest-description-1698566154'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:40:11.932361 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-dc6a94e2-22f5-4656-a4c8-ed47adf7a361 None None] Provisioning complete for port a18c7d2b-15f4-40d3-acf0-16f4d710f069 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:40:11.932913 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-dc6a94e2-22f5-4656-a4c8-ed47adf7a361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:11.965205 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-7516c4a2-ae72-4d4c-b75b-859573c55452 req-0b3dcf08-381b-4cd4-a7e5-730a75462972 tempest-SecurityGroupRulesNegativeTestJSON-1618664097 tempest-SecurityGroupRulesNegativeTestJSON-1618664097-project] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:12.075148 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2b6505-8d35-42ab-b332-c9bee8b89522 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 40, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:40:12.075584 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2b6505-8d35-42ab-b332-c9bee8b89522 None None] Checking segment: {'id': 'cebb712b-4f4f-48d9-ba4e-461ae5ec105c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '9db8aec3-a844-4086-850c-3093cbaaaa18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:40:12.075972 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1d2b6505-8d35-42ab-b332-c9bee8b89522 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:12.077124 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2b6505-8d35-42ab-b332-c9bee8b89522 None None] Bound using segment: {'id': 'cebb712b-4f4f-48d9-ba4e-461ae5ec105c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '9db8aec3-a844-4086-850c-3093cbaaaa18'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:40:12.077624 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-1d2b6505-8d35-42ab-b332-c9bee8b89522 None None] Bound port: 9ef4370f-a25c-494f-960b-659a7e214598, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cebb712b-4f4f-48d9-ba4e-461ae5ec105c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '9db8aec3-a844-4086-850c-3093cbaaaa18'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:40:12.078016 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1d2b6505-8d35-42ab-b332-c9bee8b89522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:12.089944 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f55bcc49-5494-4d50-acd2-466249ac8357 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:12.091643 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 65413c1e-ab53-45c6-ae4f-df79b0fdd74c no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:40:12.092827 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-7516c4a2-ae72-4d4c-b75b-859573c55452 req-0b3dcf08-381b-4cd4-a7e5-730a75462972 tempest-SecurityGroupRulesNegativeTestJSON-1618664097 tempest-SecurityGroupRulesNegativeTestJSON-1618664097-project] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:12.099883 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-7516c4a2-ae72-4d4c-b75b-859573c55452 req-0b3dcf08-381b-4cd4-a7e5-730a75462972 tempest-SecurityGroupRulesNegativeTestJSON-1618664097 tempest-SecurityGroupRulesNegativeTestJSON-1618664097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:12.148598 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-7516c4a2-ae72-4d4c-b75b-859573c55452 req-0b3dcf08-381b-4cd4-a7e5-730a75462972 tempest-SecurityGroupRulesNegativeTestJSON-1618664097 tempest-SecurityGroupRulesNegativeTestJSON-1618664097-project] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:12.156087 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7516c4a2-ae72-4d4c-b75b-859573c55452 req-0b3dcf08-381b-4cd4-a7e5-730a75462972 tempest-SecurityGroupRulesNegativeTestJSON-1618664097 tempest-SecurityGroupRulesNegativeTestJSON-1618664097-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.2387710 Oct 20 10:40:12.158253 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3dcf08-381b-4cd4-a7e5-730a75462972 tempest-SecurityGroupRulesNegativeTestJSON-1618664097 tempest-SecurityGroupRulesNegativeTestJSON-1618664097-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d819165-1caa-4017-b572-0f64311add4a,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:12.163286 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f55bcc49-5494-4d50-acd2-466249ac8357 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:12.168271 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-43cb6aa2-9422-448b-964c-6296c9e76f39 None None] Attempting to bind port 7d5d6acd-0041-4953-8b10-71760d4c2df7 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:40:12.171519 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-43cb6aa2-9422-448b-964c-6296c9e76f39 None None] Attempting to bind port 7d5d6acd-0041-4953-8b10-71760d4c2df7 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': 'cbf247d7-6b3c-436f-87e5-d1adc5b16291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '359b0dfd-83ce-4a6d-bbee-2db704513a79'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:40:12.171920 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43cb6aa2-9422-448b-964c-6296c9e76f39 None None] Attempting to bind port 7d5d6acd-0041-4953-8b10-71760d4c2df7 on network 359b0dfd-83ce-4a6d-bbee-2db704513a79 {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:40:12.205531 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f55bcc49-5494-4d50-acd2-466249ac8357 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Network 21d1df2e-e44d-4a31-b4d2-de65a93bacd2 is not hosted by any dhcp agent {{(pid=100597) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 20 10:40:12.211344 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55bcc49-5494-4d50-acd2-466249ac8357 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:12.211983 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f55bcc49-5494-4d50-acd2-466249ac8357 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:12.217563 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-f55bcc49-5494-4d50-acd2-466249ac8357 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] 10.222.0.64 "PUT /v2.0/networks/21d1df2e-e44d-4a31-b4d2-de65a93bacd2 HTTP/1.1" status: 200 len: 723 time: 0.5741458 Oct 20 10:40:12.218197 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 56318) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:12.220688 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 65413c1e-ab53-45c6-ae4f-df79b0fdd74c {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:40:12.221360 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 65413c1e-ab53-45c6-ae4f-df79b0fdd74c not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:40:12.232671 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-eb5752de-9904-4db4-b63f-b43eae3d4538 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Request body: {'subnet': {'network_id': '21d1df2e-e44d-4a31-b4d2-de65a93bacd2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:40:12.234757 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e5c7291d-2548-4d0a-966c-ac9598700997 req-25b6e1f7-2c13-47c3-9336-0793e2fb678b tempest-SecurityGroupRulesNegativeTestJSON-1618664097 tempest-SecurityGroupRulesNegativeTestJSON-1618664097-project] 10.222.0.64 "GET /v2.0/security-groups/9d819165-1caa-4017-b572-0f64311add4a HTTP/1.1" status: 200 len: 1814 time: 0.0593102 Oct 20 10:40:12.239678 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-e5c7291d-2548-4d0a-966c-ac9598700997 req-8b1913f1-c3a4-4dd9-8b38-e8fb6783d18f tempest-SecurityGroupRulesNegativeTestJSON-1618664097 tempest-SecurityGroupRulesNegativeTestJSON-1618664097-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9d819165-1caa-4017-b572-0f64311add4a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:40:12.240198 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-e5c7291d-2548-4d0a-966c-ac9598700997 req-8b1913f1-c3a4-4dd9-8b38-e8fb6783d18f tempest-SecurityGroupRulesNegativeTestJSON-1618664097 tempest-SecurityGroupRulesNegativeTestJSON-1618664097-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9d819165-1caa-4017-b572-0f64311add4a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:40:12.256362 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43cb6aa2-9422-448b-964c-6296c9e76f39 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 40, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:40:12.256744 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43cb6aa2-9422-448b-964c-6296c9e76f39 None None] Checking segment: {'id': 'cbf247d7-6b3c-436f-87e5-d1adc5b16291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '359b0dfd-83ce-4a6d-bbee-2db704513a79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:40:12.257150 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-43cb6aa2-9422-448b-964c-6296c9e76f39 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:12.257545 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43cb6aa2-9422-448b-964c-6296c9e76f39 None None] Bound using segment: {'id': 'cbf247d7-6b3c-436f-87e5-d1adc5b16291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '359b0dfd-83ce-4a6d-bbee-2db704513a79'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:40:12.258031 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-43cb6aa2-9422-448b-964c-6296c9e76f39 None None] Bound port: 7d5d6acd-0041-4953-8b10-71760d4c2df7, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbf247d7-6b3c-436f-87e5-d1adc5b16291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '359b0dfd-83ce-4a6d-bbee-2db704513a79'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:40:12.258532 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-43cb6aa2-9422-448b-964c-6296c9e76f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:12.329591 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8096a9-962a-41df-8053-0cfd29a4655f req-0cb548fe-c5c7-4c66-a055-d2f429eb53b7 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:12.331282 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3b8096a9-962a-41df-8053-0cfd29a4655f req-0cb548fe-c5c7-4c66-a055-d2f429eb53b7 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/ports?device_id=beac454b-7e2b-44fe-90b5-8b2d2c0f832f HTTP/1.1" status: 200 len: 945 time: 0.0723879 Oct 20 10:40:12.340580 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93e4d382-997b-4e54-a444-ed7037158df1 admin admin] Router 4654cdaa-01e9-4418-84a8-c7e30b68198f has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:40:12.369318 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-e5c7291d-2548-4d0a-966c-ac9598700997 req-8b1913f1-c3a4-4dd9-8b38-e8fb6783d18f tempest-SecurityGroupRulesNegativeTestJSON-1618664097 tempest-SecurityGroupRulesNegativeTestJSON-1618664097-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:12.382475 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-070ca62d-fcfe-43c9-b616-c4035add0622 None None] Network 021b78f2-2d5e-4f14-af4e-ec0226d15a7e requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:40:12.395031 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55bcc49-5494-4d50-acd2-466249ac8357 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Pushing event updated for resources: {'Network': ['ID=21d1df2e-e44d-4a31-b4d2-de65a93bacd2,revision_number=2']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:12.404810 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3b8096a9-962a-41df-8053-0cfd29a4655f req-b9395cef-059b-448b-a511-ca592f968fe3 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/security-groups?id=17372704-86e6-46e6-a5dd-dc7385be620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631204 Oct 20 10:40:12.423550 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-e5c7291d-2548-4d0a-966c-ac9598700997 req-8b1913f1-c3a4-4dd9-8b38-e8fb6783d18f tempest-SecurityGroupRulesNegativeTestJSON-1618664097 tempest-SecurityGroupRulesNegativeTestJSON-1618664097-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:12.423749 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a7f36b9-04e2-4e24-99da-d6d69a77d206 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Router b6fe0ccc-ef7a-4aec-908e-e9d948412d2d is scheduled to L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 with binding_index 1 {{(pid=100597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 10:40:12.431033 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-e5c7291d-2548-4d0a-966c-ac9598700997 req-8b1913f1-c3a4-4dd9-8b38-e8fb6783d18f tempest-SecurityGroupRulesNegativeTestJSON-1618664097 tempest-SecurityGroupRulesNegativeTestJSON-1618664097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:12.434220 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1d2b6505-8d35-42ab-b332-c9bee8b89522 None None] For port 9ef4370f-a25c-494f-960b-659a7e214598, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:40:12.437687 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1d2b6505-8d35-42ab-b332-c9bee8b89522 None None] For port 9ef4370f-a25c-494f-960b-659a7e214598, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=9ef4370f-a25c-494f-960b-659a7e214598,segment=NetworkSegment(cebb712b-4f4f-48d9-ba4e-461ae5ec105c),segment_id=cebb712b-4f4f-48d9-ba4e-461ae5ec105c)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:40:12.453522 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1913f1-c3a4-4dd9-8b38-e8fb6783d18f tempest-SecurityGroupRulesNegativeTestJSON-1618664097 tempest-SecurityGroupRulesNegativeTestJSON-1618664097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e43d2ae3-ebf4-42ff-863e-4a5da9c24166,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:12.459513 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network 21d1df2e-e44d-4a31-b4d2-de65a93bacd2 details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:40:12.473558 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-e5c7291d-2548-4d0a-966c-ac9598700997 req-8b1913f1-c3a4-4dd9-8b38-e8fb6783d18f tempest-SecurityGroupRulesNegativeTestJSON-1618664097 tempest-SecurityGroupRulesNegativeTestJSON-1618664097-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:12.476006 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e5c7291d-2548-4d0a-966c-ac9598700997 req-8b1913f1-c3a4-4dd9-8b38-e8fb6783d18f tempest-SecurityGroupRulesNegativeTestJSON-1618664097 tempest-SecurityGroupRulesNegativeTestJSON-1618664097-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2402294 Oct 20 10:40:12.505182 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb5752de-9904-4db4-b63f-b43eae3d4538 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Made reservation on behalf of d2672739157f4177a2d615acde025087 for: {'subnet': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:40:12.506373 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1d2b6505-8d35-42ab-b332-c9bee8b89522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:12.509543 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-eb5752de-9904-4db4-b63f-b43eae3d4538 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25350782'] for subnet, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:12.560102 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-68dbac47-8704-4e08-8272-c1735ab3c428 req-4eed6252-daec-4a4f-b2c6-1bee835b5e9e tempest-SecurityGroupRulesNegativeTestJSON-1618664097 tempest-SecurityGroupRulesNegativeTestJSON-1618664097-project] 10.222.0.64 "GET /v2.0/security-groups/9d819165-1caa-4017-b572-0f64311add4a HTTP/1.1" status: 200 len: 2408 time: 0.0603781 Oct 20 10:40:12.588752 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2b6505-8d35-42ab-b332-c9bee8b89522 None None] Pushing event updated for resources: {'Port': ['ID=9ef4370f-a25c-494f-960b-659a7e214598,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:12.645896 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c39215a0-16ea-46f6-bdf4-3420cdc74a95 req-75d05fb8-4c4c-4af9-aed1-8b145328a1fd tempest-SecurityGroupRulesNegativeTestJSON-1618664097 tempest-SecurityGroupRulesNegativeTestJSON-1618664097-project] 10.222.0.64 "GET /v2.0/security-group-rules/e43d2ae3-ebf4-42ff-863e-4a5da9c24166 HTTP/1.1" status: 200 len: 778 time: 0.0461252 Oct 20 10:40:12.737622 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c39215a0-16ea-46f6-bdf4-3420cdc74a95 req-ed338d7d-1df7-43d7-a8d6-1a9fc633ce4e tempest-SecurityGroupRulesNegativeTestJSON-1618664097 tempest-SecurityGroupRulesNegativeTestJSON-1618664097-project] 10.222.0.64 "GET /v2.0/security-groups/9d819165-1caa-4017-b572-0f64311add4a HTTP/1.1" status: 200 len: 2408 time: 0.0904508 Oct 20 10:40:12.775995 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c39215a0-16ea-46f6-bdf4-3420cdc74a95 req-6709d041-d52b-4f25-92a7-81c572791ea2 tempest-SecurityGroupRulesNegativeTestJSON-1618664097 tempest-SecurityGroupRulesNegativeTestJSON-1618664097-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:12.784228 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-43cb6aa2-9422-448b-964c-6296c9e76f39 None None] For port 7d5d6acd-0041-4953-8b10-71760d4c2df7, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:40:12.789122 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c39215a0-16ea-46f6-bdf4-3420cdc74a95 req-6709d041-d52b-4f25-92a7-81c572791ea2 tempest-SecurityGroupRulesNegativeTestJSON-1618664097 tempest-SecurityGroupRulesNegativeTestJSON-1618664097-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:12.821463 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-43cb6aa2-9422-448b-964c-6296c9e76f39 None None] For port 7d5d6acd-0041-4953-8b10-71760d4c2df7, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=7d5d6acd-0041-4953-8b10-71760d4c2df7,segment=NetworkSegment(cbf247d7-6b3c-436f-87e5-d1adc5b16291),segment_id=cbf247d7-6b3c-436f-87e5-d1adc5b16291)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:40:12.846577 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-dc6a94e2-22f5-4656-a4c8-ed47adf7a361 None None] Provisioning complete for port a1b13dde-1df3-49e5-851a-96066050448c triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:40:12.847283 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-dc6a94e2-22f5-4656-a4c8-ed47adf7a361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:12.860166 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-43cb6aa2-9422-448b-964c-6296c9e76f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:12.866781 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c39215a0-16ea-46f6-bdf4-3420cdc74a95 req-6709d041-d52b-4f25-92a7-81c572791ea2 tempest-SecurityGroupRulesNegativeTestJSON-1618664097 tempest-SecurityGroupRulesNegativeTestJSON-1618664097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:12.875543 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c39215a0-16ea-46f6-bdf4-3420cdc74a95 req-6709d041-d52b-4f25-92a7-81c572791ea2 tempest-SecurityGroupRulesNegativeTestJSON-1618664097 tempest-SecurityGroupRulesNegativeTestJSON-1618664097-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:12.877201 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c39215a0-16ea-46f6-bdf4-3420cdc74a95 req-6709d041-d52b-4f25-92a7-81c572791ea2 tempest-SecurityGroupRulesNegativeTestJSON-1618664097 tempest-SecurityGroupRulesNegativeTestJSON-1618664097-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/e43d2ae3-ebf4-42ff-863e-4a5da9c24166 HTTP/1.1" status: 204 len: 173 time: 0.1335330 Oct 20 10:40:12.889370 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6709d041-d52b-4f25-92a7-81c572791ea2 tempest-SecurityGroupRulesNegativeTestJSON-1618664097 tempest-SecurityGroupRulesNegativeTestJSON-1618664097-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e43d2ae3-ebf4-42ff-863e-4a5da9c24166,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:12.955867 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-c18083d5-c656-47c5-bea0-80c18ac20a21 req-03968daf-dd5a-4717-b2d4-1416e23ee382 tempest-SecurityGroupRulesNegativeTestJSON-1618664097 tempest-SecurityGroupRulesNegativeTestJSON-1618664097-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2313823', 'description': 'tempest-description-334120766'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:40:13.044892 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c18083d5-c656-47c5-bea0-80c18ac20a21 req-03968daf-dd5a-4717-b2d4-1416e23ee382 tempest-SecurityGroupRulesNegativeTestJSON-1618664097 tempest-SecurityGroupRulesNegativeTestJSON-1618664097-project] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:13.168752 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c18083d5-c656-47c5-bea0-80c18ac20a21 req-03968daf-dd5a-4717-b2d4-1416e23ee382 tempest-SecurityGroupRulesNegativeTestJSON-1618664097 tempest-SecurityGroupRulesNegativeTestJSON-1618664097-project] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:13.175362 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c18083d5-c656-47c5-bea0-80c18ac20a21 req-03968daf-dd5a-4717-b2d4-1416e23ee382 tempest-SecurityGroupRulesNegativeTestJSON-1618664097 tempest-SecurityGroupRulesNegativeTestJSON-1618664097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:13.199694 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-add7395b-5c07-42e8-9b2c-115b04fcb8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4654cdaa-01e9-4418-84a8-c7e30b68198f', 'name': 'tempest-ServersTestMultiNic-1899482519-router', 'tenant_id': '311474ed35f34da1b417637b1179a3d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '91170d9d-9e6d-4bbe-856e-61ee1e65e4b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:40:04Z', 'updated_at': '2021-10-20T10:40:10Z', 'revision_number': 4, 'project_id': '311474ed35f34da1b417637b1179a3d4', 'gw_port': {'id': '91170d9d-9e6d-4bbe-856e-61ee1e65e4b2', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:0f:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4654cdaa-01e9-4418-84a8-c7e30b68198f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:40:05Z', 'updated_at': '2021-10-20T10:40:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': 'a1b13dde-1df3-49e5-851a-96066050448c', 'name': '', 'network_id': '425103fa-e092-4e6b-96f2-781bf325ffc1', 'tenant_id': '311474ed35f34da1b417637b1179a3d4', 'mac_address': 'fa:16:3e:29:25:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4654cdaa-01e9-4418-84a8-c7e30b68198f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '7180a4d9-d974-46e3-911f-c13ee6b6be88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:40:08Z', 'updated_at': '2021-10-20T10:40:08Z', 'revision_number': 1, 'project_id': '311474ed35f34da1b417637b1179a3d4', 'subnets': [{'id': '7180a4d9-d974-46e3-911f-c13ee6b6be88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:40:13.208120 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c18083d5-c656-47c5-bea0-80c18ac20a21 req-03968daf-dd5a-4717-b2d4-1416e23ee382 tempest-SecurityGroupRulesNegativeTestJSON-1618664097 tempest-SecurityGroupRulesNegativeTestJSON-1618664097-project] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:13.216027 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c18083d5-c656-47c5-bea0-80c18ac20a21 req-03968daf-dd5a-4717-b2d4-1416e23ee382 tempest-SecurityGroupRulesNegativeTestJSON-1618664097 tempest-SecurityGroupRulesNegativeTestJSON-1618664097-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.2700622 Oct 20 10:40:13.251279 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03968daf-dd5a-4717-b2d4-1416e23ee382 tempest-SecurityGroupRulesNegativeTestJSON-1618664097 tempest-SecurityGroupRulesNegativeTestJSON-1618664097-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d4eb008-4d99-45ff-8bb8-5964c6ac1846,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:13.259819 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a7f36b9-04e2-4e24-99da-d6d69a77d206 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:40:13.268484 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-0a7f36b9-04e2-4e24-99da-d6d69a77d206 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] 10.222.0.64 "PUT /v2.0/routers/b6fe0ccc-ef7a-4aec-908e-e9d948412d2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0227551 Oct 20 10:40:13.272569 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 56340) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:13.274742 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4345f70c-06aa-42d6-b962-6e63c5b22c25 None None] Sync routers for ids ['b6fe0ccc-ef7a-4aec-908e-e9d948412d2d'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:40:13.305826 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4345f70c-06aa-42d6-b962-6e63c5b22c25 None None] Routers {'b6fe0ccc-ef7a-4aec-908e-e9d948412d2d'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:40:13.308567 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93e4d382-997b-4e54-a444-ed7037158df1 admin admin] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:40:13.310914 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-4345f70c-06aa-42d6-b962-6e63c5b22c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:40:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['b6fe0ccc-ef7a-4aec-908e-e9d948412d2d'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:40:13.327771 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add7395b-5c07-42e8-9b2c-115b04fcb8c2 None None] The sync data for ids ['4654cdaa-01e9-4418-84a8-c7e30b68198f'] in n-d-811396-3 is: [{'id': '4654cdaa-01e9-4418-84a8-c7e30b68198f', 'name': 'tempest-ServersTestMultiNic-1899482519-router', 'tenant_id': '311474ed35f34da1b417637b1179a3d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '91170d9d-9e6d-4bbe-856e-61ee1e65e4b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:40:04Z', 'updated_at': '2021-10-20T10:40:10Z', 'revision_number': 4, 'project_id': '311474ed35f34da1b417637b1179a3d4', 'gw_port': {'id': '91170d9d-9e6d-4bbe-856e-61ee1e65e4b2', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:0f:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4654cdaa-01e9-4418-84a8-c7e30b68198f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:40:05Z', 'updated_at': '2021-10-20T10:40:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': 'a1b13dde-1df3-49e5-851a-96066050448c', 'name': '', 'network_id': '425103fa-e092-4e6b-96f2-781bf325ffc1', 'tenant_id': '311474ed35f34da1b417637b1179a3d4', 'mac_address': 'fa:16:3e:29:25:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4654cdaa-01e9-4418-84a8-c7e30b68198f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '7180a4d9-d974-46e3-911f-c13ee6b6be88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:40:08Z', 'updated_at': '2021-10-20T10:40:08Z', 'revision_number': 1, 'project_id': '311474ed35f34da1b417637b1179a3d4', 'subnets': [{'id': '7180a4d9-d974-46e3-911f-c13ee6b6be88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:40:13.328876 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-93e4d382-997b-4e54-a444-ed7037158df1 admin admin] 10.222.0.64 "PUT /v2.0/routers/4654cdaa-01e9-4418-84a8-c7e30b68198f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6920419 Oct 20 10:40:13.332923 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-dc6a94e2-22f5-4656-a4c8-ed47adf7a361 None None] Port a1b13dde-1df3-49e5-851a-96066050448c cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:40:13.335348 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-aeb8250f-0e2c-49e5-bd2a-d253d9750e82 req-d22546b0-bc9e-4f06-9a22-e50f8eb07f2e tempest-SecurityGroupRulesNegativeTestJSON-1618664097 tempest-SecurityGroupRulesNegativeTestJSON-1618664097-project] 10.222.0.64 "GET /v2.0/security-groups/9d4eb008-4d99-45ff-8bb8-5964c6ac1846 HTTP/1.1" status: 200 len: 1811 time: 0.0947013 Oct 20 10:40:13.342823 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cb6aa2-9422-448b-964c-6296c9e76f39 None None] Pushing event updated for resources: {'Port': ['ID=7d5d6acd-0041-4953-8b10-71760d4c2df7,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:13.389917 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-72116610-05a2-465d-9d98-40b3428ed757 req-3da4a6aa-64d0-4843-8d64-045f293a6ada tempest-SecurityGroupRulesNegativeTestJSON-1618664097 tempest-SecurityGroupRulesNegativeTestJSON-1618664097-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1576337523', 'description': 'tempest-description-772692206'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:40:13.391878 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5378e5d6-9003-4b6f-8807-6b29b9a0e993 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:13.398566 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-5378e5d6-9003-4b6f-8807-6b29b9a0e993 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] 10.222.0.64 "GET /v2.0/ports/cb189541-e96d-4f5b-80a9-667fdf8cd395 HTTP/1.1" status: 200 len: 911 time: 0.1246233 Oct 20 10:40:13.399257 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 56348) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:13.419753 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-4345f70c-06aa-42d6-b962-6e63c5b22c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:40:13.439788 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4345f70c-06aa-42d6-b962-6e63c5b22c25 None None] Routers {'b6fe0ccc-ef7a-4aec-908e-e9d948412d2d'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:40:13.443809 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-4345f70c-06aa-42d6-b962-6e63c5b22c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:40:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['b6fe0ccc-ef7a-4aec-908e-e9d948412d2d'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:40:13.453178 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-72116610-05a2-465d-9d98-40b3428ed757 req-3da4a6aa-64d0-4843-8d64-045f293a6ada tempest-SecurityGroupRulesNegativeTestJSON-1618664097 tempest-SecurityGroupRulesNegativeTestJSON-1618664097-project] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:13.492174 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-8e66f2fe-92d8-4cf4-9e1c-849e81f18112 None None] Provisioning complete for port a1b13dde-1df3-49e5-851a-96066050448c triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:40:13.494616 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-8e66f2fe-92d8-4cf4-9e1c-849e81f18112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:13.524739 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-4345f70c-06aa-42d6-b962-6e63c5b22c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:40:13.525662 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4345f70c-06aa-42d6-b962-6e63c5b22c25 None None] The sync data for ids ['b6fe0ccc-ef7a-4aec-908e-e9d948412d2d'] in n-d-811396-3 is: [] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:40:13.626353 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-8e66f2fe-92d8-4cf4-9e1c-849e81f18112 None None] Port a1b13dde-1df3-49e5-851a-96066050448c cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:40:13.686292 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-eb5752de-9904-4db4-b63f-b43eae3d4538 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25350752'] for subnet, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:13.724708 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-72116610-05a2-465d-9d98-40b3428ed757 req-3da4a6aa-64d0-4843-8d64-045f293a6ada tempest-SecurityGroupRulesNegativeTestJSON-1618664097 tempest-SecurityGroupRulesNegativeTestJSON-1618664097-project] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:13.725702 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 56352) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:13.745272 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d16526-2cdb-4e04-b2ec-4313328a0108 req-c0d16e13-fedb-49cb-9646-45150e4bc3c8 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:13.754739 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f9d16526-2cdb-4e04-b2ec-4313328a0108 req-c0d16e13-fedb-49cb-9646-45150e4bc3c8 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/ports?device_id=beac454b-7e2b-44fe-90b5-8b2d2c0f832f HTTP/1.1" status: 200 len: 945 time: 0.1769326 Oct 20 10:40:13.783843 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-72116610-05a2-465d-9d98-40b3428ed757 req-3da4a6aa-64d0-4843-8d64-045f293a6ada tempest-SecurityGroupRulesNegativeTestJSON-1618664097 tempest-SecurityGroupRulesNegativeTestJSON-1618664097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:13.864397 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-72116610-05a2-465d-9d98-40b3428ed757 req-3da4a6aa-64d0-4843-8d64-045f293a6ada tempest-SecurityGroupRulesNegativeTestJSON-1618664097 tempest-SecurityGroupRulesNegativeTestJSON-1618664097-project] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:13.867695 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-72116610-05a2-465d-9d98-40b3428ed757 req-3da4a6aa-64d0-4843-8d64-045f293a6ada tempest-SecurityGroupRulesNegativeTestJSON-1618664097 tempest-SecurityGroupRulesNegativeTestJSON-1618664097-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.4882841 Oct 20 10:40:13.895565 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5752de-9904-4db4-b63f-b43eae3d4538 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Pushing event updated for resources: {'Subnet': ['ID=e3a8e831-67cf-4064-9085-6e977498aac8,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:13.933572 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-afabfbd5-dfd7-4afb-90e5-93a5cb442da3 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1929151764'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:40:13.948679 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f9d16526-2cdb-4e04-b2ec-4313328a0108 req-b4d8126e-119e-4f9e-b9d7-f790c98ced74 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/security-groups?id=17372704-86e6-46e6-a5dd-dc7385be620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928174 Oct 20 10:40:13.969624 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5752de-9904-4db4-b63f-b43eae3d4538 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Checking segment: {'id': 'ea228b6f-d721-443d-ae7d-092393ca17c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '21d1df2e-e44d-4a31-b4d2-de65a93bacd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:40:13.970203 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb5752de-9904-4db4-b63f-b43eae3d4538 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Network hostable DHCP agents. Network: 21d1df2e-e44d-4a31-b4d2-de65a93bacd2, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:40:14.028944 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da4a6aa-64d0-4843-8d64-045f293a6ada tempest-SecurityGroupRulesNegativeTestJSON-1618664097 tempest-SecurityGroupRulesNegativeTestJSON-1618664097-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4dd07544-d83f-4dc7-944d-a483997c48bc,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:14.055209 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afabfbd5-dfd7-4afb-90e5-93a5cb442da3 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Made reservation on behalf of 311474ed35f34da1b417637b1179a3d4 for: {'network': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:40:14.080044 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-afabfbd5-dfd7-4afb-90e5-93a5cb442da3 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:14.097271 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb5752de-9904-4db4-b63f-b43eae3d4538 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Network 21d1df2e-e44d-4a31-b4d2-de65a93bacd2 is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:40:14.117201 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-eb5752de-9904-4db4-b63f-b43eae3d4538 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, 21d1df2e-e44d-4a31-b4d2-de65a93bacd2) {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:40:14.128926 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb5752de-9904-4db4-b63f-b43eae3d4538 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:14.129157 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8ca242e7-7f9a-41b3-b0f9-18ffbb480c0a req-c4730c5e-9983-4ea9-8918-d5ca9adca0bb tempest-SecurityGroupRulesNegativeTestJSON-1618664097 tempest-SecurityGroupRulesNegativeTestJSON-1618664097-project] 10.222.0.64 "GET /v2.0/security-groups/4dd07544-d83f-4dc7-944d-a483997c48bc HTTP/1.1" status: 200 len: 1814 time: 0.1735437 Oct 20 10:40:14.129536 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-eb5752de-9904-4db4-b63f-b43eae3d4538 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:14.153171 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d879918c-a3ea-4955-953c-e707d3b218bf None None] Network 21d1df2e-e44d-4a31-b4d2-de65a93bacd2 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:40:14.164487 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afabfbd5-dfd7-4afb-90e5-93a5cb442da3 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 824} {{(pid=100596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:40:14.199910 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-afabfbd5-dfd7-4afb-90e5-93a5cb442da3 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:14.203912 n-d-811396-3 neutron-server[100596]: INFO neutron.db.segments_db [None req-afabfbd5-dfd7-4afb-90e5-93a5cb442da3 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Added segment 5a820aca-1e2b-47e3-9f7c-83f04ab1eb90 of type vlan for network 57de70b3-0a7e-4089-932d-ee5d5e3b332e Oct 20 10:40:14.209623 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-c32f1555-33a9-4784-a30a-268620073ebd req-1c6b7ff6-a524-461d-9910-a56c5ace648e tempest-SecurityGroupRulesNegativeTestJSON-1618664097 tempest-SecurityGroupRulesNegativeTestJSON-1618664097-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1128586460', 'description': 'tempest-description-457608323'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:40:14.234427 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-eb5752de-9904-4db4-b63f-b43eae3d4538 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0088470 Oct 20 10:40:14.235845 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 56366) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:14.243694 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-db713920-08ed-4447-a750-de42a47649d2 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:40:14.340742 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-70ec45ac-38b8-4dd5-9812-44caa3fc60ee tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1774405'] for router_interface, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:14.359574 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-afabfbd5-dfd7-4afb-90e5-93a5cb442da3 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:14.372573 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c32f1555-33a9-4784-a30a-268620073ebd req-1c6b7ff6-a524-461d-9910-a56c5ace648e tempest-SecurityGroupRulesNegativeTestJSON-1618664097 tempest-SecurityGroupRulesNegativeTestJSON-1618664097-project] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:14.394798 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-db713920-08ed-4447-a750-de42a47649d2 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25350761'] for subnet, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:14.529202 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c32f1555-33a9-4784-a30a-268620073ebd req-1c6b7ff6-a524-461d-9910-a56c5ace648e tempest-SecurityGroupRulesNegativeTestJSON-1618664097 tempest-SecurityGroupRulesNegativeTestJSON-1618664097-project] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:14.551411 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c32f1555-33a9-4784-a30a-268620073ebd req-1c6b7ff6-a524-461d-9910-a56c5ace648e tempest-SecurityGroupRulesNegativeTestJSON-1618664097 tempest-SecurityGroupRulesNegativeTestJSON-1618664097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:14.578149 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99704d52-0ccc-4d2a-9b36-538b45783a28 None None] Network 9db8aec3-a844-4086-850c-3093cbaaaa18 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:40:14.590732 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c32f1555-33a9-4784-a30a-268620073ebd req-1c6b7ff6-a524-461d-9910-a56c5ace648e tempest-SecurityGroupRulesNegativeTestJSON-1618664097 tempest-SecurityGroupRulesNegativeTestJSON-1618664097-project] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:14.593508 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c32f1555-33a9-4784-a30a-268620073ebd req-1c6b7ff6-a524-461d-9910-a56c5ace648e tempest-SecurityGroupRulesNegativeTestJSON-1618664097 tempest-SecurityGroupRulesNegativeTestJSON-1618664097-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.3951228 Oct 20 10:40:14.611981 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6495f98-1017-4360-9aa6-c600c1820c48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524064ba-869c-5550-b826-c26b69a11278-21d1df2e-e44d-4a31-b4d2-de65a93bacd2', 'network_id': '21d1df2e-e44d-4a31-b4d2-de65a93bacd2', 'tenant_id': 'd2672739157f4177a2d615acde025087', 'fixed_ips': [{'subnet_id': 'e3a8e831-67cf-4064-9085-6e977498aac8'}]}} from n-d-811396-3. {{(pid=100598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:40:14.615014 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-a6495f98-1017-4360-9aa6-c600c1820c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:14.622865 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-afabfbd5-dfd7-4afb-90e5-93a5cb442da3 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:14.643600 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afabfbd5-dfd7-4afb-90e5-93a5cb442da3 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:14.644492 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-afabfbd5-dfd7-4afb-90e5-93a5cb442da3 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:14.724908 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6b7ff6-a524-461d-9910-a56c5ace648e tempest-SecurityGroupRulesNegativeTestJSON-1618664097 tempest-SecurityGroupRulesNegativeTestJSON-1618664097-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d3e0829-c801-4aba-8ecb-ba7b9eec2d59,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:14.768478 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-afabfbd5-dfd7-4afb-90e5-93a5cb442da3 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0346663 Oct 20 10:40:14.788043 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 56370) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:14.811705 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-37f685c4-83e8-4478-bc9c-3dcb7d3fff97 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Request body: {'subnet': {'network_id': '57de70b3-0a7e-4089-932d-ee5d5e3b332e', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:40:14.911454 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-473210da-28b9-428c-b9e8-0f049f1445dc None None] Provisioning complete for port 9ef4370f-a25c-494f-960b-659a7e214598 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:40:14.911938 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-473210da-28b9-428c-b9e8-0f049f1445dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:14.923030 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 7d5d6acd-0041-4953-8b10-71760d4c2df7 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:40:15.007836 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-db713920-08ed-4447-a750-de42a47649d2 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8734775807326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-26947725'] for subnet, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:15.018467 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afabfbd5-dfd7-4afb-90e5-93a5cb442da3 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Pushing event updated for resources: {'Network': ['ID=57de70b3-0a7e-4089-932d-ee5d5e3b332e,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:15.039865 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network 57de70b3-0a7e-4089-932d-ee5d5e3b332e details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:40:15.042154 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db713920-08ed-4447-a750-de42a47649d2 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:15.043073 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-db713920-08ed-4447-a750-de42a47649d2 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:15.045831 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-db713920-08ed-4447-a750-de42a47649d2 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] 10.222.0.64 "PUT /v2.0/subnets/e3a8e831-67cf-4064-9085-6e977498aac8 HTTP/1.1" status: 200 len: 826 time: 0.8074636 Oct 20 10:40:15.050647 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 56374) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:15.066792 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-70540b90-184a-4aee-bea0-ca0b61ba6e24 req-9bd93bef-cbcd-4787-a0cb-eae018bcae68 tempest-SecurityGroupRulesNegativeTestJSON-1618664097 tempest-SecurityGroupRulesNegativeTestJSON-1618664097-project] 10.222.0.64 "GET /v2.0/security-groups/7d3e0829-c801-4aba-8ecb-ba7b9eec2d59 HTTP/1.1" status: 200 len: 1814 time: 0.4191940 Oct 20 10:40:15.226089 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-797cc6bb-b82d-4dbc-8d68-7ffc1d65ea52 req-7b5878a4-e0a8-4a3e-87d4-d6099f5d6585 tempest-SecurityGroupRulesNegativeTestJSON-1618664097 tempest-SecurityGroupRulesNegativeTestJSON-1618664097-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1725409515', 'description': 'tempest-description-2038355343'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:40:15.234898 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d0d15d-b37e-47a3-a2cb-57005960f53e None None] Network 359b0dfd-83ce-4a6d-bbee-2db704513a79 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:40:15.281611 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c20a56d3-d792-4477-8bf9-297507fe1413 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:15.346713 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-a6495f98-1017-4360-9aa6-c600c1820c48 None None] Allocated IP 2001:db8::2 (21d1df2e-e44d-4a31-b4d2-de65a93bacd2/e3a8e831-67cf-4064-9085-6e977498aac8/556b9f5f-8086-4eba-8ca8-b8e870365c8c) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:40:15.376149 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-797cc6bb-b82d-4dbc-8d68-7ffc1d65ea52 req-7b5878a4-e0a8-4a3e-87d4-d6099f5d6585 tempest-SecurityGroupRulesNegativeTestJSON-1618664097 tempest-SecurityGroupRulesNegativeTestJSON-1618664097-project] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:15.386850 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db713920-08ed-4447-a750-de42a47649d2 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Pushing event updated for resources: {'Subnet': ['ID=e3a8e831-67cf-4064-9085-6e977498aac8,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:15.401036 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f4036f-ca8a-4a83-9bdb-d7275df30a54 req-38a90faf-982c-457a-9199-6c47480e2216 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:15.404041 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-65f4036f-ca8a-4a83-9bdb-d7275df30a54 req-38a90faf-982c-457a-9199-6c47480e2216 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/ports?device_id=beac454b-7e2b-44fe-90b5-8b2d2c0f832f HTTP/1.1" status: 200 len: 945 time: 0.2015257 Oct 20 10:40:15.410739 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-70ec45ac-38b8-4dd5-9812-44caa3fc60ee tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Deleting port cb189541-e96d-4f5b-80a9-667fdf8cd395 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:40:15.411322 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-70ec45ac-38b8-4dd5-9812-44caa3fc60ee tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:15.411899 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37f685c4-83e8-4478-bc9c-3dcb7d3fff97 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Made reservation on behalf of 311474ed35f34da1b417637b1179a3d4 for: {'subnet': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:40:15.416898 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-37f685c4-83e8-4478-bc9c-3dcb7d3fff97 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26761797'] for subnet, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:15.447365 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 7d5d6acd-0041-4953-8b10-71760d4c2df7 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:40:15.448242 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:15.544676 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-70ec45ac-38b8-4dd5-9812-44caa3fc60ee tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:15.559835 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-473210da-28b9-428c-b9e8-0f049f1445dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:15.561029 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-70ec45ac-38b8-4dd5-9812-44caa3fc60ee tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Calling delete_port for cb189541-e96d-4f5b-80a9-667fdf8cd395 owned by network:router_interface {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:40:15.564832 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-797cc6bb-b82d-4dbc-8d68-7ffc1d65ea52 req-7b5878a4-e0a8-4a3e-87d4-d6099f5d6585 tempest-SecurityGroupRulesNegativeTestJSON-1618664097 tempest-SecurityGroupRulesNegativeTestJSON-1618664097-project] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:15.605360 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-797cc6bb-b82d-4dbc-8d68-7ffc1d65ea52 req-7b5878a4-e0a8-4a3e-87d4-d6099f5d6585 tempest-SecurityGroupRulesNegativeTestJSON-1618664097 tempest-SecurityGroupRulesNegativeTestJSON-1618664097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:15.713944 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-473210da-28b9-428c-b9e8-0f049f1445dc None None] For port 9ef4370f-a25c-494f-960b-659a7e214598, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=9ef4370f-a25c-494f-960b-659a7e214598,segment=NetworkSegment(cebb712b-4f4f-48d9-ba4e-461ae5ec105c),segment_id=cebb712b-4f4f-48d9-ba4e-461ae5ec105c)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:40:15.756170 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-473210da-28b9-428c-b9e8-0f049f1445dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:15.780745 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5878a4-e0a8-4a3e-87d4-d6099f5d6585 tempest-SecurityGroupRulesNegativeTestJSON-1618664097 tempest-SecurityGroupRulesNegativeTestJSON-1618664097-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a519ef2-40c8-46cd-8a29-5d8d524ddb19,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:15.796003 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-300f1215-b692-4045-a1af-d4d2de865632 None None] Update dhcp port {'port': {'network_id': '9db8aec3-a844-4086-850c-3093cbaaaa18', 'fixed_ips': [{'subnet_id': '38f12fff-8d68-4fbd-8f73-a321da5ce0e2', 'ip_address': '2001:db8::2'}, {'subnet_id': '5e64a006-bb07-4109-a66d-1132610b5365'}], 'binding:host_id': 'n-d-811396-3'}, 'id': '9ef4370f-a25c-494f-960b-659a7e214598'} from n-d-811396-3. {{(pid=100598) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 20 10:40:15.812950 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-65f4036f-ca8a-4a83-9bdb-d7275df30a54 req-03c28018-0ece-4f00-a3fc-38b458b775e3 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/security-groups?id=17372704-86e6-46e6-a5dd-dc7385be620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3902702 Oct 20 10:40:15.821043 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-797cc6bb-b82d-4dbc-8d68-7ffc1d65ea52 req-7b5878a4-e0a8-4a3e-87d4-d6099f5d6585 tempest-SecurityGroupRulesNegativeTestJSON-1618664097 tempest-SecurityGroupRulesNegativeTestJSON-1618664097-project] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:15.823005 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-797cc6bb-b82d-4dbc-8d68-7ffc1d65ea52 req-7b5878a4-e0a8-4a3e-87d4-d6099f5d6585 tempest-SecurityGroupRulesNegativeTestJSON-1618664097 tempest-SecurityGroupRulesNegativeTestJSON-1618664097-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.6193459 Oct 20 10:40:15.877249 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c20a56d3-d792-4477-8bf9-297507fe1413 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:15.894445 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-300f1215-b692-4045-a1af-d4d2de865632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:15.912132 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:15.978597 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] For port 7d5d6acd-0041-4953-8b10-71760d4c2df7, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=7d5d6acd-0041-4953-8b10-71760d4c2df7,segment=NetworkSegment(cbf247d7-6b3c-436f-87e5-d1adc5b16291),segment_id=cbf247d7-6b3c-436f-87e5-d1adc5b16291)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:40:15.994984 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-70ec45ac-38b8-4dd5-9812-44caa3fc60ee tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:16.028380 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ec45ac-38b8-4dd5-9812-44caa3fc60ee tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Pushing event deleted for resources: {'Port': ['ID=cb189541-e96d-4f5b-80a9-667fdf8cd395,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:16.050028 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:16.052086 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 9ef4370f-a25c-494f-960b-659a7e214598 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:40:16.130778 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c1519873-3c4b-45e1-82d2-9d581d12a06f req-1e9a9bfc-8d18-4c58-babb-da402e603b77 tempest-SecurityGroupRulesNegativeTestJSON-1618664097 tempest-SecurityGroupRulesNegativeTestJSON-1618664097-project] 10.222.0.64 "GET /v2.0/security-groups/8a519ef2-40c8-46cd-8a29-5d8d524ddb19 HTTP/1.1" status: 200 len: 1815 time: 0.1495678 Oct 20 10:40:16.174205 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-37f685c4-83e8-4478-bc9c-3dcb7d3fff97 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26836128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26761819'] for subnet, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:16.174513 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-70ec45ac-38b8-4dd5-9812-44caa3fc60ee tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1771989'] for router_interface, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:16.224459 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-358636e9-8744-427c-8ccb-8c624f236784 None None] Provisioning complete for port 7d5d6acd-0041-4953-8b10-71760d4c2df7 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:40:16.224904 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-358636e9-8744-427c-8ccb-8c624f236784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:16.289310 n-d-811396-3 neutron-server[100596]: INFO neutron.api.v2.resource [req-650cc985-8979-4838-a24e-9e19d933092f req-3863ae57-bb15-43df-9cb9-089f0509d8ec tempest-SecurityGroupRulesNegativeTestJSON-1618664097 tempest-SecurityGroupRulesNegativeTestJSON-1618664097-project] show failed (client error): The resource could not be found. Oct 20 10:40:16.291828 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-650cc985-8979-4838-a24e-9e19d933092f req-3863ae57-bb15-43df-9cb9-089f0509d8ec tempest-SecurityGroupRulesNegativeTestJSON-1618664097 tempest-SecurityGroupRulesNegativeTestJSON-1618664097-project] 10.222.0.64 "GET /v2.0/security-groups/717312b5-d4ac-4d0f-906c-e7f602d0d5b6 HTTP/1.1" status: 404 len: 352 time: 0.1299963 Oct 20 10:40:16.294412 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f685c4-83e8-4478-bc9c-3dcb7d3fff97 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Pushing event updated for resources: {'Subnet': ['ID=7d27b49d-cbf1-4666-a37a-b2e255244f88,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:16.369860 n-d-811396-3 neutron-server[100596]: INFO neutron.api.v2.resource [req-f97ab030-4f10-421c-8549-51312095ac05 req-08a2bf40-cbad-410b-8208-0d21c56a45c4 tempest-SecurityGroupRulesNegativeTestJSON-1618664097 tempest-SecurityGroupRulesNegativeTestJSON-1618664097-project] show failed (client error): The resource could not be found. Oct 20 10:40:16.371363 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f97ab030-4f10-421c-8549-51312095ac05 req-08a2bf40-cbad-410b-8208-0d21c56a45c4 tempest-SecurityGroupRulesNegativeTestJSON-1618664097 tempest-SecurityGroupRulesNegativeTestJSON-1618664097-project] 10.222.0.64 "GET /v2.0/security-group-rules/1e1bc82d-de62-4c4c-b12b-a9f153dd50bf HTTP/1.1" status: 404 len: 361 time: 0.0452931 Oct 20 10:40:16.372310 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f685c4-83e8-4478-bc9c-3dcb7d3fff97 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Checking segment: {'id': '5a820aca-1e2b-47e3-9f7c-83f04ab1eb90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '57de70b3-0a7e-4089-932d-ee5d5e3b332e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:40:16.372860 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f685c4-83e8-4478-bc9c-3dcb7d3fff97 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Network hostable DHCP agents. Network: 57de70b3-0a7e-4089-932d-ee5d5e3b332e, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:40:16.390252 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70ec45ac-38b8-4dd5-9812-44caa3fc60ee tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Router b6fe0ccc-ef7a-4aec-908e-e9d948412d2d has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:40:16.396463 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f685c4-83e8-4478-bc9c-3dcb7d3fff97 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Network 57de70b3-0a7e-4089-932d-ee5d5e3b332e is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:40:16.426199 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473210da-28b9-428c-b9e8-0f049f1445dc None None] Pushing event updated for resources: {'Port': ['ID=9ef4370f-a25c-494f-960b-659a7e214598,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:16.457527 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-37f685c4-83e8-4478-bc9c-3dcb7d3fff97 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, 57de70b3-0a7e-4089-932d-ee5d5e3b332e) {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:40:16.467651 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f685c4-83e8-4478-bc9c-3dcb7d3fff97 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:16.468248 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-37f685c4-83e8-4478-bc9c-3dcb7d3fff97 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:16.513088 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70ec45ac-38b8-4dd5-9812-44caa3fc60ee tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:40:16.519298 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-70ec45ac-38b8-4dd5-9812-44caa3fc60ee tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] 10.222.0.64 "PUT /v2.0/routers/b6fe0ccc-ef7a-4aec-908e-e9d948412d2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0778329 Oct 20 10:40:16.522071 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 56394) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:16.551994 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-37f685c4-83e8-4478-bc9c-3dcb7d3fff97 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.7616305 Oct 20 10:40:16.552386 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-a6495f98-1017-4360-9aa6-c600c1820c48 None None] Publish callbacks [] for port, precommit_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:16.555014 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Pushing event updated for resources: {'Port': ['ID=7d5d6acd-0041-4953-8b10-71760d4c2df7,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:16.555961 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 56396) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:16.564271 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-4e478a55-26cf-4dbc-8bc7-bb2190d759a7 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] 10.222.0.64 "GET /v2.0/ports?device_id=b6fe0ccc-ef7a-4aec-908e-e9d948412d2d HTTP/1.1" status: 200 len: 205 time: 0.0384865 Oct 20 10:40:16.564876 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 56398) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:16.578822 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c94c138-e6ed-4499-8236-0d400e5c5924 None None] Network 57de70b3-0a7e-4089-932d-ee5d5e3b332e requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:40:16.580996 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748b1623-d737-4e07-a098-25f77d0603da None None] Sync routers for ids ['b6fe0ccc-ef7a-4aec-908e-e9d948412d2d'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:40:16.585385 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-26f76d5a-469a-4bbe-8702-883157ff62e7 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-613789112'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:40:16.628853 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-a6495f98-1017-4360-9aa6-c600c1820c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:16.675428 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7c8e9395-4aa7-4e24-8acb-cc915ed39f10 req-c7f73e71-013f-4016-a845-dc972af00efa tempest-SecurityGroupRulesNegativeTestJSON-1618664097 tempest-SecurityGroupRulesNegativeTestJSON-1618664097-project] 10.222.0.64 "GET /v2.0/security-groups/8a519ef2-40c8-46cd-8a29-5d8d524ddb19 HTTP/1.1" status: 200 len: 1815 time: 0.2720940 Oct 20 10:40:16.695855 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-cc7ad7af-946f-4586-a41e-42d36b2dae2b tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks [] for router, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:16.733213 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748b1623-d737-4e07-a098-25f77d0603da None None] Routers {'b6fe0ccc-ef7a-4aec-908e-e9d948412d2d'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:40:16.734400 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-748b1623-d737-4e07-a098-25f77d0603da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:40:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['b6fe0ccc-ef7a-4aec-908e-e9d948412d2d'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:40:16.754228 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26f76d5a-469a-4bbe-8702-883157ff62e7 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Made reservation on behalf of 311474ed35f34da1b417637b1179a3d4 for: {'network': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:40:16.761830 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-26f76d5a-469a-4bbe-8702-883157ff62e7 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:16.874152 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26f76d5a-469a-4bbe-8702-883157ff62e7 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 846} {{(pid=100596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:40:16.913859 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c20a56d3-d792-4477-8bf9-297507fe1413 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25350811'] for subnet, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:16.926231 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-26f76d5a-469a-4bbe-8702-883157ff62e7 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:16.926658 n-d-811396-3 neutron-server[100596]: INFO neutron.db.segments_db [None req-26f76d5a-469a-4bbe-8702-883157ff62e7 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Added segment 00a77eb9-25fa-49d7-a3f2-655aec89c144 of type vlan for network e8ff52aa-77e4-4208-a42e-cab7f495b8e8 Oct 20 10:40:16.945924 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-7c8e9395-4aa7-4e24-8acb-cc915ed39f10 req-65229988-0874-41cd-8d24-360ae2e6b73c tempest-SecurityGroupRulesNegativeTestJSON-1618664097 tempest-SecurityGroupRulesNegativeTestJSON-1618664097-project] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:16.980662 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20a56d3-d792-4477-8bf9-297507fe1413 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Pushing event deleted for resources: {'Subnet': ['ID=e3a8e831-67cf-4064-9085-6e977498aac8,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:17.047668 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-26f76d5a-469a-4bbe-8702-883157ff62e7 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:17.067289 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-7c8e9395-4aa7-4e24-8acb-cc915ed39f10 req-65229988-0874-41cd-8d24-360ae2e6b73c tempest-SecurityGroupRulesNegativeTestJSON-1618664097 tempest-SecurityGroupRulesNegativeTestJSON-1618664097-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:17.104167 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-748b1623-d737-4e07-a098-25f77d0603da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:40:17.112151 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 9ef4370f-a25c-494f-960b-659a7e214598 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:40:17.112859 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:17.153093 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-cc7ad7af-946f-4586-a41e-42d36b2dae2b tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1772272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258304'] for router, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:17.155424 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad82bf2b-cd7f-45e4-84a1-ba7e2ed44237 None None] Sync routers for ids ['4654cdaa-01e9-4418-84a8-c7e30b68198f'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:40:17.170794 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad82bf2b-cd7f-45e4-84a1-ba7e2ed44237 None None] Routers {'4654cdaa-01e9-4418-84a8-c7e30b68198f'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:40:17.171599 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-ad82bf2b-cd7f-45e4-84a1-ba7e2ed44237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:40:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['4654cdaa-01e9-4418-84a8-c7e30b68198f'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:40:17.182314 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c01832-b4ef-4a11-8e8d-77b9c2668cce req-e7ecc375-8c15-4fc0-bbaf-2f50f73c7669 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:17.184179 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-13c01832-b4ef-4a11-8e8d-77b9c2668cce req-e7ecc375-8c15-4fc0-bbaf-2f50f73c7669 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/ports?device_id=beac454b-7e2b-44fe-90b5-8b2d2c0f832f HTTP/1.1" status: 200 len: 945 time: 0.1979978 Oct 20 10:40:17.186154 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-26f76d5a-469a-4bbe-8702-883157ff62e7 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:17.190530 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-cc7ad7af-946f-4586-a41e-42d36b2dae2b tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:17.194023 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f76d5a-469a-4bbe-8702-883157ff62e7 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:17.194679 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-26f76d5a-469a-4bbe-8702-883157ff62e7 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1684113'] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:17.208859 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748b1623-d737-4e07-a098-25f77d0603da None None] Routers {'b6fe0ccc-ef7a-4aec-908e-e9d948412d2d'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:40:17.210040 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-748b1623-d737-4e07-a098-25f77d0603da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:40:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['b6fe0ccc-ef7a-4aec-908e-e9d948412d2d'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:40:17.222865 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6495f98-1017-4360-9aa6-c600c1820c48 None None] Network 21d1df2e-e44d-4a31-b4d2-de65a93bacd2 is already hosted by enough agents. {{(pid=100598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:40:17.257801 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c20a56d3-d792-4477-8bf9-297507fe1413 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:17.285033 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-26f76d5a-469a-4bbe-8702-883157ff62e7 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7277603 Oct 20 10:40:17.285861 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-7c8e9395-4aa7-4e24-8acb-cc915ed39f10 req-65229988-0874-41cd-8d24-360ae2e6b73c tempest-SecurityGroupRulesNegativeTestJSON-1618664097 tempest-SecurityGroupRulesNegativeTestJSON-1618664097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:17.291542 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-7c8e9395-4aa7-4e24-8acb-cc915ed39f10 req-65229988-0874-41cd-8d24-360ae2e6b73c tempest-SecurityGroupRulesNegativeTestJSON-1618664097 tempest-SecurityGroupRulesNegativeTestJSON-1618664097-project] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:17.292686 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7c8e9395-4aa7-4e24-8acb-cc915ed39f10 req-65229988-0874-41cd-8d24-360ae2e6b73c tempest-SecurityGroupRulesNegativeTestJSON-1618664097 tempest-SecurityGroupRulesNegativeTestJSON-1618664097-project] 10.222.0.64 "DELETE /v2.0/security-groups/8a519ef2-40c8-46cd-8a29-5d8d524ddb19 HTTP/1.1" status: 204 len: 173 time: 0.5978148 Oct 20 10:40:17.293379 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 56408) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:17.293742 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6495f98-1017-4360-9aa6-c600c1820c48 None None] Pushing event updated for resources: {'Port': ['ID=556b9f5f-8086-4eba-8ca8-b8e870365c8c,revision_number=1']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:17.305311 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.base_scheduler [None req-a6495f98-1017-4360-9aa6-c600c1820c48 None None] Resources bound (agent type, host, resource id): {{(pid=100598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:40:17.313449 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6495f98-1017-4360-9aa6-c600c1820c48 None None] Received port after_create {{(pid=100598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:40:17.347180 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-21888864-be7d-4ed1-91e1-79653f05ba4f tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Request body: {'subnet': {'network_id': 'e8ff52aa-77e4-4208-a42e-cab7f495b8e8', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:40:17.351051 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65229988-0874-41cd-8d24-360ae2e6b73c tempest-SecurityGroupRulesNegativeTestJSON-1618664097 tempest-SecurityGroupRulesNegativeTestJSON-1618664097-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a519ef2-40c8-46cd-8a29-5d8d524ddb19,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:17.389990 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f76d5a-469a-4bbe-8702-883157ff62e7 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Pushing event updated for resources: {'Network': ['ID=e8ff52aa-77e4-4208-a42e-cab7f495b8e8,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:17.403060 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-13c01832-b4ef-4a11-8e8d-77b9c2668cce req-465a55cc-f518-42b2-99ff-bf386a7ccd9b tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/security-groups?id=17372704-86e6-46e6-a5dd-dc7385be620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007339 Oct 20 10:40:17.423984 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-ad82bf2b-cd7f-45e4-84a1-ba7e2ed44237 None None] Set router 4654cdaa-01e9-4418-84a8-c7e30b68198f gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:40:17.428105 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-c20a56d3-d792-4477-8bf9-297507fe1413 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21d1df2e-e44d-4a31-b4d2-de65a93bacd2']}} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:40:17.436013 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network e8ff52aa-77e4-4208-a42e-cab7f495b8e8 details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:40:17.436186 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-cc7ad7af-946f-4586-a41e-42d36b2dae2b tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1772267'] for router, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:17.436570 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc7ad7af-946f-4586-a41e-42d36b2dae2b tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Fanout notify agent at l3_agent the message router_deleted on router b6fe0ccc-ef7a-4aec-908e-e9d948412d2d {{(pid=100597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 10:40:17.445402 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-748b1623-d737-4e07-a098-25f77d0603da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:40:17.446044 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748b1623-d737-4e07-a098-25f77d0603da None None] The sync data for ids ['b6fe0ccc-ef7a-4aec-908e-e9d948412d2d'] in n-d-811396-3 is: [] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:40:17.464976 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-cc7ad7af-946f-4586-a41e-42d36b2dae2b tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks [] for router, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:17.466141 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-cc7ad7af-946f-4586-a41e-42d36b2dae2b tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] 10.222.0.64 "DELETE /v2.0/routers/b6fe0ccc-ef7a-4aec-908e-e9d948412d2d HTTP/1.1" status: 204 len: 168 time: 0.9002998 Oct 20 10:40:17.488440 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 56412) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:17.522196 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-c20a56d3-d792-4477-8bf9-297507fe1413 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea228b6f-d721-443d-ae7d-092393ca17c6') {'for_net_delete': True} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:40:17.522694 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-c20a56d3-d792-4477-8bf9-297507fe1413 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea228b6f-d721-443d-ae7d-092393ca17c6') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:40:17.577377 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c20a56d3-d792-4477-8bf9-297507fe1413 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25852596'] for segment, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:17.602504 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ee523946-3c88-4446-a4b3-f26226f0d1a0 req-82816b18-9826-4e66-a203-06bcce962897 tempest-SecurityGroupRulesNegativeTestJSON-1618664097 tempest-SecurityGroupRulesNegativeTestJSON-1618664097-project] 10.222.0.64 "GET /v2.0/security-groups/7d3e0829-c801-4aba-8ecb-ba7b9eec2d59 HTTP/1.1" status: 200 len: 1814 time: 0.0763044 Oct 20 10:40:17.617879 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21888864-be7d-4ed1-91e1-79653f05ba4f tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Made reservation on behalf of 311474ed35f34da1b417637b1179a3d4 for: {'subnet': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:40:17.623733 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-21888864-be7d-4ed1-91e1-79653f05ba4f tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26761797'] for subnet, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:17.642923 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_v2 [None req-80794635-ccea-48c2-bde9-bbbe313d0506 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Deleting subnet 4111dda0-a1ca-477e-91b9-70792f4bcc61 {{(pid=100597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:40:17.645585 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c20a56d3-d792-4477-8bf9-297507fe1413 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:17.647621 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-80794635-ccea-48c2-bde9-bbbe313d0506 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks [] for subnet, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:17.664332 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-300f1215-b692-4045-a1af-d4d2de865632 None None] Allocated IP 172.20.0.1 (9db8aec3-a844-4086-850c-3093cbaaaa18/5e64a006-bb07-4109-a66d-1132610b5365/9ef4370f-a25c-494f-960b-659a7e214598) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:40:17.679124 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c20a56d3-d792-4477-8bf9-297507fe1413 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Releasing vlan 812 on physical network physnet1 to pool {{(pid=100597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:40:17.679773 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c20a56d3-d792-4477-8bf9-297507fe1413 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951012'] for segment, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:17.683753 n-d-811396-3 neutron-server[100597]: Traceback (most recent call last): Oct 20 10:40:17.683753 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:40:17.683753 n-d-811396-3 neutron-server[100597]: timer() Oct 20 10:40:17.683753 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:40:17.683753 n-d-811396-3 neutron-server[100597]: cb(*args, **kw) Oct 20 10:40:17.683753 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:40:17.683753 n-d-811396-3 neutron-server[100597]: return func(*args, **kwargs) Oct 20 10:40:17.683753 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:40:17.683753 n-d-811396-3 neutron-server[100597]: self._notify() Oct 20 10:40:17.683753 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:40:17.683753 n-d-811396-3 neutron-server[100597]: self.callback(batched_events) Oct 20 10:40:17.683753 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:40:17.683753 n-d-811396-3 neutron-server[100597]: event.method(event) Oct 20 10:40:17.683753 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:40:17.683753 n-d-811396-3 neutron-server[100597]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:40:17.683753 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:40:17.683753 n-d-811396-3 neutron-server[100597]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:40:17.683753 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:40:17.683753 n-d-811396-3 neutron-server[100597]: return f(self, *a, **k) Oct 20 10:40:17.683753 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:40:17.683753 n-d-811396-3 neutron-server[100597]: return self._get(url).json() Oct 20 10:40:17.683753 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:40:17.683753 n-d-811396-3 neutron-server[100597]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:40:17.683753 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:40:17.683753 n-d-811396-3 neutron-server[100597]: return self.request(url, 'GET', **kwargs) Oct 20 10:40:17.683753 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:40:17.683753 n-d-811396-3 neutron-server[100597]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:40:17.683753 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:40:17.683753 n-d-811396-3 neutron-server[100597]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:40:17.683753 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:40:17.683753 n-d-811396-3 neutron-server[100597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:40:17.683753 n-d-811396-3 neutron-server[100597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:40:17.781843 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-80794635-ccea-48c2-bde9-bbbe313d0506 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25852621'] for subnet, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:17.813238 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.db.api [None req-c20a56d3-d792-4477-8bf9-297507fe1413 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 20 10:40:17.813238 n-d-811396-3 neutron-server[100597]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 20 10:40:17.813238 n-d-811396-3 neutron-server[100597]: [parameters: {'id': '21d1df2e-e44d-4a31-b4d2-de65a93bacd2'}] Oct 20 10:40:17.813238 n-d-811396-3 neutron-server[100597]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=100597) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 10:40:17.820302 n-d-811396-3 neutron-server[100597]: DEBUG oslo_db.api [None req-c20a56d3-d792-4477-8bf9-297507fe1413 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 10:40:17.873559 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-a6495f98-1017-4360-9aa6-c600c1820c48 None None] Attempting to bind port 556b9f5f-8086-4eba-8ca8-b8e870365c8c on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:40:17.874101 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-a6495f98-1017-4360-9aa6-c600c1820c48 None None] Attempting to bind port 556b9f5f-8086-4eba-8ca8-b8e870365c8c by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': 'ea228b6f-d721-443d-ae7d-092393ca17c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '21d1df2e-e44d-4a31-b4d2-de65a93bacd2'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:40:17.874467 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6495f98-1017-4360-9aa6-c600c1820c48 None None] Attempting to bind port 556b9f5f-8086-4eba-8ca8-b8e870365c8c on network 21d1df2e-e44d-4a31-b4d2-de65a93bacd2 {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:40:17.922287 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-ad82bf2b-cd7f-45e4-84a1-ba7e2ed44237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4654cdaa-01e9-4418-84a8-c7e30b68198f', 'name': 'tempest-ServersTestMultiNic-1899482519-router', 'tenant_id': '311474ed35f34da1b417637b1179a3d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '91170d9d-9e6d-4bbe-856e-61ee1e65e4b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:40:04Z', 'updated_at': '2021-10-20T10:40:10Z', 'revision_number': 4, 'project_id': '311474ed35f34da1b417637b1179a3d4', 'gw_port': {'id': '91170d9d-9e6d-4bbe-856e-61ee1e65e4b2', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:0f:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4654cdaa-01e9-4418-84a8-c7e30b68198f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:40:05Z', 'updated_at': '2021-10-20T10:40:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': 'a1b13dde-1df3-49e5-851a-96066050448c', 'name': '', 'network_id': '425103fa-e092-4e6b-96f2-781bf325ffc1', 'tenant_id': '311474ed35f34da1b417637b1179a3d4', 'mac_address': 'fa:16:3e:29:25:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4654cdaa-01e9-4418-84a8-c7e30b68198f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '7180a4d9-d974-46e3-911f-c13ee6b6be88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:40:08Z', 'updated_at': '2021-10-20T10:40:11Z', 'revision_number': 2, 'project_id': '311474ed35f34da1b417637b1179a3d4', 'subnets': [{'id': '7180a4d9-d974-46e3-911f-c13ee6b6be88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:40:17.929725 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6495f98-1017-4360-9aa6-c600c1820c48 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 40, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:40:17.930245 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6495f98-1017-4360-9aa6-c600c1820c48 None None] Checking segment: {'id': 'ea228b6f-d721-443d-ae7d-092393ca17c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '21d1df2e-e44d-4a31-b4d2-de65a93bacd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:40:17.930923 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-a6495f98-1017-4360-9aa6-c600c1820c48 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:17.931497 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6495f98-1017-4360-9aa6-c600c1820c48 None None] Bound using segment: {'id': 'ea228b6f-d721-443d-ae7d-092393ca17c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '21d1df2e-e44d-4a31-b4d2-de65a93bacd2'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:40:17.932535 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-a6495f98-1017-4360-9aa6-c600c1820c48 None None] Bound port: 556b9f5f-8086-4eba-8ca8-b8e870365c8c, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea228b6f-d721-443d-ae7d-092393ca17c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '21d1df2e-e44d-4a31-b4d2-de65a93bacd2'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:40:17.932535 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-a6495f98-1017-4360-9aa6-c600c1820c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:17.959179 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f531df-3f14-43a8-8578-6543503fb45c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524064ba-869c-5550-b826-c26b69a11278-57de70b3-0a7e-4089-932d-ee5d5e3b332e', 'network_id': '57de70b3-0a7e-4089-932d-ee5d5e3b332e', 'tenant_id': '311474ed35f34da1b417637b1179a3d4', 'fixed_ips': [{'subnet_id': '7d27b49d-cbf1-4666-a37a-b2e255244f88'}]}} from n-d-811396-3. {{(pid=100598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:40:17.960220 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-21888864-be7d-4ed1-91e1-79653f05ba4f tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26836128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26761819'] for subnet, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:17.960417 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-03f531df-3f14-43a8-8578-6543503fb45c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:17.962650 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-80794635-ccea-48c2-bde9-bbbe313d0506 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:17.968337 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad82bf2b-cd7f-45e4-84a1-ba7e2ed44237 None None] Checking router: 4654cdaa-01e9-4418-84a8-c7e30b68198f for host: n-d-811396-3 {{(pid=100599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:40:17.968686 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad82bf2b-cd7f-45e4-84a1-ba7e2ed44237 None None] Updating router 4654cdaa-01e9-4418-84a8-c7e30b68198f port a1b13dde-1df3-49e5-851a-96066050448c binding host n-d-811396-3 {{(pid=100599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 10:40:18.019010 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-ad82bf2b-cd7f-45e4-84a1-ba7e2ed44237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:18.082814 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-80794635-ccea-48c2-bde9-bbbe313d0506 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25350811'] for subnet, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:18.106759 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-ee523946-3c88-4446-a4b3-f26226f0d1a0 req-f823af3e-50c2-402a-9bcf-6356ebe579ec tempest-SecurityGroupRulesNegativeTestJSON-1618664097 tempest-SecurityGroupRulesNegativeTestJSON-1618664097-project] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:18.117009 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21888864-be7d-4ed1-91e1-79653f05ba4f tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Pushing event updated for resources: {'Subnet': ['ID=02d623e8-eea9-46a2-ac5d-e179b0dd8f68,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:18.131236 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80794635-ccea-48c2-bde9-bbbe313d0506 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Pushing event deleted for resources: {'Subnet': ['ID=4111dda0-a1ca-477e-91b9-70792f4bcc61,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:18.140513 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-80794635-ccea-48c2-bde9-bbbe313d0506 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:18.144633 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-80794635-ccea-48c2-bde9-bbbe313d0506 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] 10.222.0.64 "DELETE /v2.0/subnets/4111dda0-a1ca-477e-91b9-70792f4bcc61 HTTP/1.1" status: 204 len: 168 time: 0.6521318 Oct 20 10:40:18.147918 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 56414) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:18.179554 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21888864-be7d-4ed1-91e1-79653f05ba4f tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Checking segment: {'id': '00a77eb9-25fa-49d7-a3f2-655aec89c144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'e8ff52aa-77e4-4208-a42e-cab7f495b8e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:40:18.179916 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21888864-be7d-4ed1-91e1-79653f05ba4f tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Network hostable DHCP agents. Network: e8ff52aa-77e4-4208-a42e-cab7f495b8e8, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:40:18.206760 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-03f531df-3f14-43a8-8578-6543503fb45c None None] Allocated IP 19.80.0.2 (57de70b3-0a7e-4089-932d-ee5d5e3b332e/7d27b49d-cbf1-4666-a37a-b2e255244f88/addc8a02-164d-46d0-aa73-eeeb1185ca41) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:40:18.206970 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-ee523946-3c88-4446-a4b3-f26226f0d1a0 req-f823af3e-50c2-402a-9bcf-6356ebe579ec tempest-SecurityGroupRulesNegativeTestJSON-1618664097 tempest-SecurityGroupRulesNegativeTestJSON-1618664097-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:18.246438 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-201f9fa4-584a-4744-b3c4-a46e9c454dea tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:18.275372 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21888864-be7d-4ed1-91e1-79653f05ba4f tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Network e8ff52aa-77e4-4208-a42e-cab7f495b8e8 is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:40:18.322645 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-21888864-be7d-4ed1-91e1-79653f05ba4f tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, e8ff52aa-77e4-4208-a42e-cab7f495b8e8) {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:40:18.323309 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c20a56d3-d792-4477-8bf9-297507fe1413 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:18.329688 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21888864-be7d-4ed1-91e1-79653f05ba4f tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:18.330260 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-21888864-be7d-4ed1-91e1-79653f05ba4f tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:18.351418 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-ee523946-3c88-4446-a4b3-f26226f0d1a0 req-f823af3e-50c2-402a-9bcf-6356ebe579ec tempest-SecurityGroupRulesNegativeTestJSON-1618664097 tempest-SecurityGroupRulesNegativeTestJSON-1618664097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:18.353744 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-ee523946-3c88-4446-a4b3-f26226f0d1a0 req-f823af3e-50c2-402a-9bcf-6356ebe579ec tempest-SecurityGroupRulesNegativeTestJSON-1618664097 tempest-SecurityGroupRulesNegativeTestJSON-1618664097-project] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:18.354897 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ee523946-3c88-4446-a4b3-f26226f0d1a0 req-f823af3e-50c2-402a-9bcf-6356ebe579ec tempest-SecurityGroupRulesNegativeTestJSON-1618664097 tempest-SecurityGroupRulesNegativeTestJSON-1618664097-project] 10.222.0.64 "DELETE /v2.0/security-groups/7d3e0829-c801-4aba-8ecb-ba7b9eec2d59 HTTP/1.1" status: 204 len: 173 time: 0.7460485 Oct 20 10:40:18.403593 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-21888864-be7d-4ed1-91e1-79653f05ba4f tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0919347 Oct 20 10:40:18.433405 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f823af3e-50c2-402a-9bcf-6356ebe579ec tempest-SecurityGroupRulesNegativeTestJSON-1618664097 tempest-SecurityGroupRulesNegativeTestJSON-1618664097-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d3e0829-c801-4aba-8ecb-ba7b9eec2d59,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:18.448535 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-03f531df-3f14-43a8-8578-6543503fb45c None None] Publish callbacks [] for port, precommit_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:18.462003 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-201f9fa4-584a-4744-b3c4-a46e9c454dea tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Deleting port 7d5d6acd-0041-4953-8b10-71760d4c2df7 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:40:18.462489 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-201f9fa4-584a-4744-b3c4-a46e9c454dea tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:18.483477 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e8419b3-a904-4390-8276-07c849d7f308 None None] Network 359b0dfd-83ce-4a6d-bbee-2db704513a79 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:40:18.485116 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceabccf9-ab70-467e-b472-bd03688a3932 None None] Network e8ff52aa-77e4-4208-a42e-cab7f495b8e8 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:40:18.502313 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c1d511fe-bae5-4fb9-a4f3-968bd32060a7 req-9b8b1f4a-a786-4f12-868d-32b43003ef29 tempest-SecurityGroupRulesNegativeTestJSON-1618664097 tempest-SecurityGroupRulesNegativeTestJSON-1618664097-project] 10.222.0.64 "GET /v2.0/security-groups/4dd07544-d83f-4dc7-944d-a483997c48bc HTTP/1.1" status: 200 len: 1814 time: 0.1108692 Oct 20 10:40:18.564586 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-03f531df-3f14-43a8-8578-6543503fb45c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:18.566392 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-03b1e0d4-0952-40aa-b47b-ec56e96d3bdd None None] Provisioning complete for port 7d5d6acd-0041-4953-8b10-71760d4c2df7 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:40:18.566742 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-03b1e0d4-0952-40aa-b47b-ec56e96d3bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:18.591204 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-ad82bf2b-cd7f-45e4-84a1-ba7e2ed44237 None None] Publish callbacks [] for port, precommit_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:18.608055 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-ad82bf2b-cd7f-45e4-84a1-ba7e2ed44237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:18.612763 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-c20a56d3-d792-4477-8bf9-297507fe1413 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Deleting port 556b9f5f-8086-4eba-8ca8-b8e870365c8c {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:40:18.613580 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c20a56d3-d792-4477-8bf9-297507fe1413 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:18.659750 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbfbc4f-f7a7-4798-92d3-b709772e8faf None None] Pushing event updated for resources: {'Port': ['ID=a1b13dde-1df3-49e5-851a-96066050448c,revision_number=3']} {{(pid=100599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:18.674290 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbfbc4f-f7a7-4798-92d3-b709772e8faf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:40:18.674883 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbfbc4f-f7a7-4798-92d3-b709772e8faf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:40:18.675373 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbfbc4f-f7a7-4798-92d3-b709772e8faf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:40:18.675553 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-300f1215-b692-4045-a1af-d4d2de865632 None None] For port 9ef4370f-a25c-494f-960b-659a7e214598, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=9ef4370f-a25c-494f-960b-659a7e214598,segment=NetworkSegment(cebb712b-4f4f-48d9-ba4e-461ae5ec105c),segment_id=cebb712b-4f4f-48d9-ba4e-461ae5ec105c)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:40:18.676037 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbfbc4f-f7a7-4798-92d3-b709772e8faf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:40:18.676516 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbfbc4f-f7a7-4798-92d3-b709772e8faf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:40:18.677082 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbfbc4f-f7a7-4798-92d3-b709772e8faf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:40:18.677553 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbfbc4f-f7a7-4798-92d3-b709772e8faf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:40:18.678020 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbfbc4f-f7a7-4798-92d3-b709772e8faf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:40:18.678486 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbfbc4f-f7a7-4798-92d3-b709772e8faf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:40:18.678980 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbfbc4f-f7a7-4798-92d3-b709772e8faf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:40:18.679469 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbfbc4f-f7a7-4798-92d3-b709772e8faf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:40:18.679941 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbfbc4f-f7a7-4798-92d3-b709772e8faf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:40:18.706608 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c1d511fe-bae5-4fb9-a4f3-968bd32060a7 req-440dc1cb-52b2-47f7-aba0-6ac941e15c21 tempest-SecurityGroupRulesNegativeTestJSON-1618664097 tempest-SecurityGroupRulesNegativeTestJSON-1618664097-project] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:18.706907 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-300f1215-b692-4045-a1af-d4d2de865632 None None] Publish callbacks [] for port, precommit_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:18.726375 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53e7116-e01c-4480-9f1b-ca800628f7d1 req-23f7b4f9-e719-46a7-98e7-1bf426e79275 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:18.737139 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b53e7116-e01c-4480-9f1b-ca800628f7d1 req-23f7b4f9-e719-46a7-98e7-1bf426e79275 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/ports?device_id=beac454b-7e2b-44fe-90b5-8b2d2c0f832f HTTP/1.1" status: 200 len: 945 time: 0.1680484 Oct 20 10:40:18.740856 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-ad82bf2b-cd7f-45e4-84a1-ba7e2ed44237 None None] Attempting to bind port a1b13dde-1df3-49e5-851a-96066050448c on host n-d-811396-3 for vnic_type normal with profile {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:40:18.741442 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-ad82bf2b-cd7f-45e4-84a1-ba7e2ed44237 None None] Attempting to bind port a1b13dde-1df3-49e5-851a-96066050448c by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '1a2faed0-5e89-45ab-a622-f2efdabd915a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '425103fa-e092-4e6b-96f2-781bf325ffc1'}] {{(pid=100599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:40:18.741959 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad82bf2b-cd7f-45e4-84a1-ba7e2ed44237 None None] Attempting to bind port a1b13dde-1df3-49e5-851a-96066050448c on network 425103fa-e092-4e6b-96f2-781bf325ffc1 {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:40:18.748433 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad82bf2b-cd7f-45e4-84a1-ba7e2ed44237 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 40, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:40:18.749090 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad82bf2b-cd7f-45e4-84a1-ba7e2ed44237 None None] Checking segment: {'id': '1a2faed0-5e89-45ab-a622-f2efdabd915a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '425103fa-e092-4e6b-96f2-781bf325ffc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:40:18.749655 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-ad82bf2b-cd7f-45e4-84a1-ba7e2ed44237 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:18.750190 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad82bf2b-cd7f-45e4-84a1-ba7e2ed44237 None None] Bound using segment: {'id': '1a2faed0-5e89-45ab-a622-f2efdabd915a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '425103fa-e092-4e6b-96f2-781bf325ffc1'} {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:40:18.751020 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-ad82bf2b-cd7f-45e4-84a1-ba7e2ed44237 None None] Bound port: a1b13dde-1df3-49e5-851a-96066050448c, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a2faed0-5e89-45ab-a622-f2efdabd915a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '425103fa-e092-4e6b-96f2-781bf325ffc1'}}] {{(pid=100599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:40:18.751577 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-ad82bf2b-cd7f-45e4-84a1-ba7e2ed44237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:18.821307 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.db [None req-ad82bf2b-cd7f-45e4-84a1-ba7e2ed44237 None None] For port a1b13dde-1df3-49e5-851a-96066050448c, host n-d-811396-3, cleared binding levels {{(pid=100599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:40:18.825387 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.db [None req-ad82bf2b-cd7f-45e4-84a1-ba7e2ed44237 None None] For port a1b13dde-1df3-49e5-851a-96066050448c, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=a1b13dde-1df3-49e5-851a-96066050448c,segment=NetworkSegment(1a2faed0-5e89-45ab-a622-f2efdabd915a),segment_id=1a2faed0-5e89-45ab-a622-f2efdabd915a)] {{(pid=100599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:40:18.835709 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-ad82bf2b-cd7f-45e4-84a1-ba7e2ed44237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:18.836241 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c1d511fe-bae5-4fb9-a4f3-968bd32060a7 req-440dc1cb-52b2-47f7-aba0-6ac941e15c21 tempest-SecurityGroupRulesNegativeTestJSON-1618664097 tempest-SecurityGroupRulesNegativeTestJSON-1618664097-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:18.857741 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b53e7116-e01c-4480-9f1b-ca800628f7d1 req-d69c4bda-102f-4864-9430-ee4e8be4c839 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/security-groups?id=17372704-86e6-46e6-a5dd-dc7385be620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193252 Oct 20 10:40:18.906990 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad82bf2b-cd7f-45e4-84a1-ba7e2ed44237 None None] Routers {'4654cdaa-01e9-4418-84a8-c7e30b68198f'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:40:18.907913 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-ad82bf2b-cd7f-45e4-84a1-ba7e2ed44237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:40:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['4654cdaa-01e9-4418-84a8-c7e30b68198f'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:40:18.961004 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-300f1215-b692-4045-a1af-d4d2de865632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:18.964980 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c1d511fe-bae5-4fb9-a4f3-968bd32060a7 req-440dc1cb-52b2-47f7-aba0-6ac941e15c21 tempest-SecurityGroupRulesNegativeTestJSON-1618664097 tempest-SecurityGroupRulesNegativeTestJSON-1618664097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:18.968748 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c1d511fe-bae5-4fb9-a4f3-968bd32060a7 req-440dc1cb-52b2-47f7-aba0-6ac941e15c21 tempest-SecurityGroupRulesNegativeTestJSON-1618664097 tempest-SecurityGroupRulesNegativeTestJSON-1618664097-project] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:18.970378 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c1d511fe-bae5-4fb9-a4f3-968bd32060a7 req-440dc1cb-52b2-47f7-aba0-6ac941e15c21 tempest-SecurityGroupRulesNegativeTestJSON-1618664097 tempest-SecurityGroupRulesNegativeTestJSON-1618664097-project] 10.222.0.64 "DELETE /v2.0/security-groups/4dd07544-d83f-4dc7-944d-a483997c48bc HTTP/1.1" status: 204 len: 173 time: 0.4621692 Oct 20 10:40:18.996865 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440dc1cb-52b2-47f7-aba0-6ac941e15c21 tempest-SecurityGroupRulesNegativeTestJSON-1618664097 tempest-SecurityGroupRulesNegativeTestJSON-1618664097-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dd07544-d83f-4dc7-944d-a483997c48bc,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:19.180666 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbfbc4f-f7a7-4798-92d3-b709772e8faf None None] Pushing event updated for resources: {'Port': ['ID=a1b13dde-1df3-49e5-851a-96066050448c,revision_number=4']} {{(pid=100599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:19.277820 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-ad82bf2b-cd7f-45e4-84a1-ba7e2ed44237 None None] Set router 4654cdaa-01e9-4418-84a8-c7e30b68198f gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:40:19.294455 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f531df-3f14-43a8-8578-6543503fb45c None None] Network 57de70b3-0a7e-4089-932d-ee5d5e3b332e is already hosted by enough agents. {{(pid=100598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:40:19.325468 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:19.326944 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-162361b1-aeb8-4c3a-98b1-20c47db1270e req-d9780d0f-e4a1-4bee-86ef-f3ce50ddffbb tempest-SecurityGroupRulesNegativeTestJSON-1618664097 tempest-SecurityGroupRulesNegativeTestJSON-1618664097-project] 10.222.0.64 "GET /v2.0/security-groups/9d4eb008-4d99-45ff-8bb8-5964c6ac1846 HTTP/1.1" status: 200 len: 1811 time: 0.1038580 Oct 20 10:40:19.337814 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a54d0b-1331-4e2f-9bac-8dadb403cae3 req-c946282b-a398-4b62-888e-403382474389 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:19.341331 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b2e36d7-b926-4330-afd8-b58a09486dd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524064ba-869c-5550-b826-c26b69a11278-e8ff52aa-77e4-4208-a42e-cab7f495b8e8', 'network_id': 'e8ff52aa-77e4-4208-a42e-cab7f495b8e8', 'tenant_id': '311474ed35f34da1b417637b1179a3d4', 'fixed_ips': [{'subnet_id': '02d623e8-eea9-46a2-ac5d-e179b0dd8f68'}]}} from n-d-811396-3. {{(pid=100598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:40:19.342324 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1b2e36d7-b926-4330-afd8-b58a09486dd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:19.350841 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a54d0b-1331-4e2f-9bac-8dadb403cae3 req-c946282b-a398-4b62-888e-403382474389 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:19.359592 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-32a54d0b-1331-4e2f-9bac-8dadb403cae3 req-c946282b-a398-4b62-888e-403382474389 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] 10.222.0.64 "GET /v2.0/networks?id=57de70b3-0a7e-4089-932d-ee5d5e3b332e&id=e8ff52aa-77e4-4208-a42e-cab7f495b8e8&id=57de70b3-0a7e-4089-932d-ee5d5e3b332e HTTP/1.1" status: 200 len: 1391 time: 0.3216717 Oct 20 10:40:19.397755 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-32a54d0b-1331-4e2f-9bac-8dadb403cae3 req-721887d3-9c82-4db3-b497-795b82de376e tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] 10.222.0.64 "GET /v2.0/quotas/311474ed35f34da1b417637b1179a3d4 HTTP/1.1" status: 200 len: 375 time: 0.0371828 Oct 20 10:40:19.483733 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [None req-201f9fa4-584a-4744-b3c4-a46e9c454dea tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] For port 7d5d6acd-0041-4953-8b10-71760d4c2df7, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=7d5d6acd-0041-4953-8b10-71760d4c2df7,segment=NetworkSegment(cbf247d7-6b3c-436f-87e5-d1adc5b16291),segment_id=cbf247d7-6b3c-436f-87e5-d1adc5b16291)] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:40:19.484289 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-201f9fa4-584a-4744-b3c4-a46e9c454dea tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:19.498393 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-201f9fa4-584a-4744-b3c4-a46e9c454dea tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Calling delete_port for 7d5d6acd-0041-4953-8b10-71760d4c2df7 owned by network:dhcp {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:40:19.509730 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-162361b1-aeb8-4c3a-98b1-20c47db1270e req-8c5b1bf8-0da0-4e06-8e1f-abe7f1827f04 tempest-SecurityGroupRulesNegativeTestJSON-1618664097 tempest-SecurityGroupRulesNegativeTestJSON-1618664097-project] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:19.541116 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-162361b1-aeb8-4c3a-98b1-20c47db1270e req-8c5b1bf8-0da0-4e06-8e1f-abe7f1827f04 tempest-SecurityGroupRulesNegativeTestJSON-1618664097 tempest-SecurityGroupRulesNegativeTestJSON-1618664097-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:19.564921 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-1b2e36d7-b926-4330-afd8-b58a09486dd2 None None] Allocated IP 19.86.0.2 (e8ff52aa-77e4-4208-a42e-cab7f495b8e8/02d623e8-eea9-46a2-ac5d-e179b0dd8f68/19fc49d4-89e4-40d0-ad6b-56d902e35298) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:40:19.656227 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-201f9fa4-584a-4744-b3c4-a46e9c454dea tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:19.669174 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [None req-c20a56d3-d792-4477-8bf9-297507fe1413 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] For port 556b9f5f-8086-4eba-8ca8-b8e870365c8c, host n-d-811396-3, got binding levels [] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:40:19.670025 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c20a56d3-d792-4477-8bf9-297507fe1413 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:19.672736 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-32a54d0b-1331-4e2f-9bac-8dadb403cae3 req-04781d65-71ff-4c9d-82e4-d9356f1eb849 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=311474ed35f34da1b417637b1179a3d4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2739873 Oct 20 10:40:19.677747 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201f9fa4-584a-4744-b3c4-a46e9c454dea tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] No DVR routers for this DVR port 7d5d6acd-0041-4953-8b10-71760d4c2df7 on host n-d-811396-3 {{(pid=100597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:40:19.685802 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-162361b1-aeb8-4c3a-98b1-20c47db1270e req-8c5b1bf8-0da0-4e06-8e1f-abe7f1827f04 tempest-SecurityGroupRulesNegativeTestJSON-1618664097 tempest-SecurityGroupRulesNegativeTestJSON-1618664097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:19.688740 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-162361b1-aeb8-4c3a-98b1-20c47db1270e req-8c5b1bf8-0da0-4e06-8e1f-abe7f1827f04 tempest-SecurityGroupRulesNegativeTestJSON-1618664097 tempest-SecurityGroupRulesNegativeTestJSON-1618664097-project] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:19.690839 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-162361b1-aeb8-4c3a-98b1-20c47db1270e req-8c5b1bf8-0da0-4e06-8e1f-abe7f1827f04 tempest-SecurityGroupRulesNegativeTestJSON-1618664097 tempest-SecurityGroupRulesNegativeTestJSON-1618664097-project] 10.222.0.64 "DELETE /v2.0/security-groups/9d4eb008-4d99-45ff-8bb8-5964c6ac1846 HTTP/1.1" status: 204 len: 173 time: 0.3161480 Oct 20 10:40:19.731709 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5b1bf8-0da0-4e06-8e1f-abe7f1827f04 tempest-SecurityGroupRulesNegativeTestJSON-1618664097 tempest-SecurityGroupRulesNegativeTestJSON-1618664097-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d4eb008-4d99-45ff-8bb8-5964c6ac1846,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:19.752244 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-c20a56d3-d792-4477-8bf9-297507fe1413 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Calling delete_port for 556b9f5f-8086-4eba-8ca8-b8e870365c8c owned by network:dhcp {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:40:19.758360 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201f9fa4-584a-4744-b3c4-a46e9c454dea tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Pushing event deleted for resources: {'Port': ['ID=7d5d6acd-0041-4953-8b10-71760d4c2df7,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:19.767673 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1b2e36d7-b926-4330-afd8-b58a09486dd2 None None] Publish callbacks [] for port, precommit_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:19.770715 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.base_scheduler [None req-03f531df-3f14-43a8-8578-6543503fb45c None None] Resources bound (agent type, host, resource id): {{(pid=100598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:40:19.811913 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-ad82bf2b-cd7f-45e4-84a1-ba7e2ed44237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4654cdaa-01e9-4418-84a8-c7e30b68198f', 'name': 'tempest-ServersTestMultiNic-1899482519-router', 'tenant_id': '311474ed35f34da1b417637b1179a3d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '91170d9d-9e6d-4bbe-856e-61ee1e65e4b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:40:04Z', 'updated_at': '2021-10-20T10:40:10Z', 'revision_number': 4, 'project_id': '311474ed35f34da1b417637b1179a3d4', 'gw_port': {'id': '91170d9d-9e6d-4bbe-856e-61ee1e65e4b2', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:0f:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4654cdaa-01e9-4418-84a8-c7e30b68198f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:40:05Z', 'updated_at': '2021-10-20T10:40:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': 'a1b13dde-1df3-49e5-851a-96066050448c', 'name': '', 'network_id': '425103fa-e092-4e6b-96f2-781bf325ffc1', 'tenant_id': '311474ed35f34da1b417637b1179a3d4', 'mac_address': 'fa:16:3e:29:25:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4654cdaa-01e9-4418-84a8-c7e30b68198f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '7180a4d9-d974-46e3-911f-c13ee6b6be88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:40:08Z', 'updated_at': '2021-10-20T10:40:18Z', 'revision_number': 4, 'project_id': '311474ed35f34da1b417637b1179a3d4', 'subnets': [{'id': '7180a4d9-d974-46e3-911f-c13ee6b6be88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:40:19.819004 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 91170d9d-9e6d-4bbe-856e-61ee1e65e4b2 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:40:19.823559 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f531df-3f14-43a8-8578-6543503fb45c None None] Pushing event updated for resources: {'Port': ['ID=addc8a02-164d-46d0-aa73-eeeb1185ca41,revision_number=1']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:19.830095 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f531df-3f14-43a8-8578-6543503fb45c None None] Received port after_create {{(pid=100598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:40:19.842127 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-33919a88-7507-4356-94d8-7a097fd7a8f1 req-28521235-5111-45f1-bafe-3f2a8a0ff5c8 tempest-SecurityGroupRulesNegativeTestJSON-1618664097 tempest-SecurityGroupRulesNegativeTestJSON-1618664097-project] 10.222.0.64 "GET /v2.0/security-groups/9d819165-1caa-4017-b572-0f64311add4a HTTP/1.1" status: 200 len: 1814 time: 0.1223428 Oct 20 10:40:19.874339 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad82bf2b-cd7f-45e4-84a1-ba7e2ed44237 None None] The sync data for ids ['4654cdaa-01e9-4418-84a8-c7e30b68198f'] in n-d-811396-3 is: [{'id': '4654cdaa-01e9-4418-84a8-c7e30b68198f', 'name': 'tempest-ServersTestMultiNic-1899482519-router', 'tenant_id': '311474ed35f34da1b417637b1179a3d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '91170d9d-9e6d-4bbe-856e-61ee1e65e4b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:40:04Z', 'updated_at': '2021-10-20T10:40:10Z', 'revision_number': 4, 'project_id': '311474ed35f34da1b417637b1179a3d4', 'gw_port': {'id': '91170d9d-9e6d-4bbe-856e-61ee1e65e4b2', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:0f:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4654cdaa-01e9-4418-84a8-c7e30b68198f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:40:05Z', 'updated_at': '2021-10-20T10:40:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': 'a1b13dde-1df3-49e5-851a-96066050448c', 'name': '', 'network_id': '425103fa-e092-4e6b-96f2-781bf325ffc1', 'tenant_id': '311474ed35f34da1b417637b1179a3d4', 'mac_address': 'fa:16:3e:29:25:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4654cdaa-01e9-4418-84a8-c7e30b68198f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '7180a4d9-d974-46e3-911f-c13ee6b6be88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:40:08Z', 'updated_at': '2021-10-20T10:40:18Z', 'revision_number': 4, 'project_id': '311474ed35f34da1b417637b1179a3d4', 'subnets': [{'id': '7180a4d9-d974-46e3-911f-c13ee6b6be88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:40:19.900854 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-a6495f98-1017-4360-9aa6-c600c1820c48 None None] For port 556b9f5f-8086-4eba-8ca8-b8e870365c8c, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:40:19.920470 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-a6495f98-1017-4360-9aa6-c600c1820c48 None None] For port 556b9f5f-8086-4eba-8ca8-b8e870365c8c, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=556b9f5f-8086-4eba-8ca8-b8e870365c8c,segment=NetworkSegment(ea228b6f-d721-443d-ae7d-092393ca17c6),segment_id=ea228b6f-d721-443d-ae7d-092393ca17c6)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:40:19.951167 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1b2e36d7-b926-4330-afd8-b58a09486dd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:19.988791 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-a6495f98-1017-4360-9aa6-c600c1820c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:19.993595 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-201f9fa4-584a-4744-b3c4-a46e9c454dea tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:20.004183 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-32a54d0b-1331-4e2f-9bac-8dadb403cae3 req-48f626e4-22d6-4d3e-8e85-95288aa9121f service neutron] 10.222.0.64 "GET /v2.0/networks/57de70b3-0a7e-4089-932d-ee5d5e3b332e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3295646 Oct 20 10:40:20.017066 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-201f9fa4-584a-4744-b3c4-a46e9c454dea tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['359b0dfd-83ce-4a6d-bbee-2db704513a79']}} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:40:20.028730 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-201f9fa4-584a-4744-b3c4-a46e9c454dea tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbf247d7-6b3c-436f-87e5-d1adc5b16291') {'for_net_delete': True} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:40:20.029115 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-201f9fa4-584a-4744-b3c4-a46e9c454dea tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbf247d7-6b3c-436f-87e5-d1adc5b16291') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:40:20.039228 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-201f9fa4-584a-4744-b3c4-a46e9c454dea tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25852596'] for segment, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:20.058776 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-201f9fa4-584a-4744-b3c4-a46e9c454dea tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:20.080414 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-201f9fa4-584a-4744-b3c4-a46e9c454dea tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Releasing vlan 805 on physical network physnet1 to pool {{(pid=100597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:40:20.080819 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-201f9fa4-584a-4744-b3c4-a46e9c454dea tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951012'] for segment, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:20.084340 n-d-811396-3 neutron-server[100597]: Traceback (most recent call last): Oct 20 10:40:20.084340 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:40:20.084340 n-d-811396-3 neutron-server[100597]: timer() Oct 20 10:40:20.084340 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:40:20.084340 n-d-811396-3 neutron-server[100597]: cb(*args, **kw) Oct 20 10:40:20.084340 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:40:20.084340 n-d-811396-3 neutron-server[100597]: return func(*args, **kwargs) Oct 20 10:40:20.084340 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:40:20.084340 n-d-811396-3 neutron-server[100597]: self._notify() Oct 20 10:40:20.084340 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:40:20.084340 n-d-811396-3 neutron-server[100597]: self.callback(batched_events) Oct 20 10:40:20.084340 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:40:20.084340 n-d-811396-3 neutron-server[100597]: event.method(event) Oct 20 10:40:20.084340 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:40:20.084340 n-d-811396-3 neutron-server[100597]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:40:20.084340 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:40:20.084340 n-d-811396-3 neutron-server[100597]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:40:20.084340 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:40:20.084340 n-d-811396-3 neutron-server[100597]: return f(self, *a, **k) Oct 20 10:40:20.084340 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:40:20.084340 n-d-811396-3 neutron-server[100597]: return self._get(url).json() Oct 20 10:40:20.084340 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:40:20.084340 n-d-811396-3 neutron-server[100597]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:40:20.084340 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:40:20.084340 n-d-811396-3 neutron-server[100597]: return self.request(url, 'GET', **kwargs) Oct 20 10:40:20.084340 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:40:20.084340 n-d-811396-3 neutron-server[100597]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:40:20.084340 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:40:20.084340 n-d-811396-3 neutron-server[100597]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:40:20.084340 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:40:20.084340 n-d-811396-3 neutron-server[100597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:40:20.084340 n-d-811396-3 neutron-server[100597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:40:20.138560 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-03b1e0d4-0952-40aa-b47b-ec56e96d3bdd None None] Port 7d5d6acd-0041-4953-8b10-71760d4c2df7 update to ACTIVE by agent not found {{(pid=100598) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Oct 20 10:40:20.170101 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-32a54d0b-1331-4e2f-9bac-8dadb403cae3 req-fe502bbd-4054-4e77-9a50-efdbe86a6da8 service neutron] 10.222.0.64 "GET /v2.0/networks/57de70b3-0a7e-4089-932d-ee5d5e3b332e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646843 Oct 20 10:40:20.184501 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c20a56d3-d792-4477-8bf9-297507fe1413 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:20.193545 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-201f9fa4-584a-4744-b3c4-a46e9c454dea tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:20.195014 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-33919a88-7507-4356-94d8-7a097fd7a8f1 req-e32b6ad0-8609-4dd1-91c7-982e11661c7c tempest-SecurityGroupRulesNegativeTestJSON-1618664097 tempest-SecurityGroupRulesNegativeTestJSON-1618664097-project] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:20.233936 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-201f9fa4-584a-4744-b3c4-a46e9c454dea tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:20.254765 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-201f9fa4-584a-4744-b3c4-a46e9c454dea tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] 10.222.0.64 "DELETE /v2.0/networks/359b0dfd-83ce-4a6d-bbee-2db704513a79 HTTP/1.1" status: 204 len: 168 time: 2.1014535 Oct 20 10:40:20.270185 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-33919a88-7507-4356-94d8-7a097fd7a8f1 req-e32b6ad0-8609-4dd1-91c7-982e11661c7c tempest-SecurityGroupRulesNegativeTestJSON-1618664097 tempest-SecurityGroupRulesNegativeTestJSON-1618664097-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:20.277102 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20a56d3-d792-4477-8bf9-297507fe1413 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Pushing event deleted for resources: {'Port': ['ID=556b9f5f-8086-4eba-8ca8-b8e870365c8c,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:20.282192 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 56450) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:20.283321 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20a56d3-d792-4477-8bf9-297507fe1413 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] No DVR routers for this DVR port 556b9f5f-8086-4eba-8ca8-b8e870365c8c on host n-d-811396-3 {{(pid=100597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:40:20.305858 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-d9d740c7-6598-46ad-9178-b147165b5176 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-579842504', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}, 'admin_state_up': False}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:40:20.374456 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-33919a88-7507-4356-94d8-7a097fd7a8f1 req-e32b6ad0-8609-4dd1-91c7-982e11661c7c tempest-SecurityGroupRulesNegativeTestJSON-1618664097 tempest-SecurityGroupRulesNegativeTestJSON-1618664097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:20.379412 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-33919a88-7507-4356-94d8-7a097fd7a8f1 req-e32b6ad0-8609-4dd1-91c7-982e11661c7c tempest-SecurityGroupRulesNegativeTestJSON-1618664097 tempest-SecurityGroupRulesNegativeTestJSON-1618664097-project] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:20.409968 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-33919a88-7507-4356-94d8-7a097fd7a8f1 req-e32b6ad0-8609-4dd1-91c7-982e11661c7c tempest-SecurityGroupRulesNegativeTestJSON-1618664097 tempest-SecurityGroupRulesNegativeTestJSON-1618664097-project] 10.222.0.64 "DELETE /v2.0/security-groups/9d819165-1caa-4017-b572-0f64311add4a HTTP/1.1" status: 204 len: 173 time: 0.5521204 Oct 20 10:40:20.412784 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 56454) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:20.500874 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32b6ad0-8609-4dd1-91c7-982e11661c7c tempest-SecurityGroupRulesNegativeTestJSON-1618664097 tempest-SecurityGroupRulesNegativeTestJSON-1618664097-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d819165-1caa-4017-b572-0f64311add4a,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:20.506228 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-03f531df-3f14-43a8-8578-6543503fb45c None None] Attempting to bind port addc8a02-164d-46d0-aa73-eeeb1185ca41 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:40:20.506890 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-03f531df-3f14-43a8-8578-6543503fb45c None None] Attempting to bind port addc8a02-164d-46d0-aa73-eeeb1185ca41 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '5a820aca-1e2b-47e3-9f7c-83f04ab1eb90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '57de70b3-0a7e-4089-932d-ee5d5e3b332e'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:40:20.507314 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f531df-3f14-43a8-8578-6543503fb45c None None] Attempting to bind port addc8a02-164d-46d0-aa73-eeeb1185ca41 on network 57de70b3-0a7e-4089-932d-ee5d5e3b332e {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:40:20.510736 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-03b1e0d4-0952-40aa-b47b-ec56e96d3bdd None None] Could not find standard attr ID for object cb189541-e96d-4f5b-80a9-667fdf8cd395. {{(pid=100598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 20 10:40:20.521399 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b2e36d7-b926-4330-afd8-b58a09486dd2 None None] Network e8ff52aa-77e4-4208-a42e-cab7f495b8e8 is already hosted by enough agents. {{(pid=100598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:40:20.548148 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c20a56d3-d792-4477-8bf9-297507fe1413 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:20.555837 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201f9fa4-584a-4744-b3c4-a46e9c454dea tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Pushing event deleted for resources: {'Network': ['ID=359b0dfd-83ce-4a6d-bbee-2db704513a79,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:20.603998 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.base_scheduler [None req-1b2e36d7-b926-4330-afd8-b58a09486dd2 None None] Resources bound (agent type, host, resource id): {{(pid=100598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:40:20.610467 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2e36d7-b926-4330-afd8-b58a09486dd2 None None] Received port after_create {{(pid=100598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:40:20.619486 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-c20a56d3-d792-4477-8bf9-297507fe1413 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21d1df2e-e44d-4a31-b4d2-de65a93bacd2']}} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:40:20.652874 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-c20a56d3-d792-4477-8bf9-297507fe1413 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea228b6f-d721-443d-ae7d-092393ca17c6') {'for_net_delete': True} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:40:20.653413 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-c20a56d3-d792-4477-8bf9-297507fe1413 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea228b6f-d721-443d-ae7d-092393ca17c6') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:40:20.656040 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d9d740c7-6598-46ad-9178-b147165b5176 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1772442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258322'] for router, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:20.658628 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5a863ef-c633-463b-8107-ec65c02c17bf admin admin] Deleting subnet 43a38da3-4523-4f17-b18d-7f2395b9a470 {{(pid=100596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:40:20.659424 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f531df-3f14-43a8-8578-6543503fb45c None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 40, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:40:20.663132 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f531df-3f14-43a8-8578-6543503fb45c None None] Checking segment: {'id': '5a820aca-1e2b-47e3-9f7c-83f04ab1eb90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '57de70b3-0a7e-4089-932d-ee5d5e3b332e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:40:20.663500 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-03f531df-3f14-43a8-8578-6543503fb45c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:20.663903 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f531df-3f14-43a8-8578-6543503fb45c None None] Bound using segment: {'id': '5a820aca-1e2b-47e3-9f7c-83f04ab1eb90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '57de70b3-0a7e-4089-932d-ee5d5e3b332e'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:40:20.664037 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d9d740c7-6598-46ad-9178-b147165b5176 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1772334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773516', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258315'] for router, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:20.664496 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-03f531df-3f14-43a8-8578-6543503fb45c None None] Bound port: addc8a02-164d-46d0-aa73-eeeb1185ca41, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a820aca-1e2b-47e3-9f7c-83f04ab1eb90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '57de70b3-0a7e-4089-932d-ee5d5e3b332e'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:40:20.664783 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-03f531df-3f14-43a8-8578-6543503fb45c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:20.671401 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-32a54d0b-1331-4e2f-9bac-8dadb403cae3 req-dbf9d8c9-5653-41d1-a77d-4c6c233dc7aa service neutron] 10.222.0.64 "GET /v2.0/networks/e8ff52aa-77e4-4208-a42e-cab7f495b8e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5001185 Oct 20 10:40:20.672436 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c5a863ef-c633-463b-8107-ec65c02c17bf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:20.715848 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c20a56d3-d792-4477-8bf9-297507fe1413 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25852596'] for segment, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:20.752493 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server [None req-98ec4348-683b-4b47-b7a8-e591d0bc2079 None None] Exception during message handling: neutron_lib.exceptions.PortNotFound: Port 556b9f5f-8086-4eba-8ca8-b8e870365c8c could not be found. Oct 20 10:40:20.752493 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 20 10:40:20.752493 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 289, in _get_port Oct 20 10:40:20.752493 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server port = model_query.get_by_id(context, models_v2.Port, id, Oct 20 10:40:20.752493 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Oct 20 10:40:20.752493 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Oct 20 10:40:20.752493 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2808, in one Oct 20 10:40:20.752493 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server return self._iter().one() Oct 20 10:40:20.752493 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1385, in one Oct 20 10:40:20.752493 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server return self._only_one_row( Oct 20 10:40:20.752493 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Oct 20 10:40:20.752493 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Oct 20 10:40:20.752493 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Oct 20 10:40:20.752493 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server Oct 20 10:40:20.752493 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Oct 20 10:40:20.752493 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server Oct 20 10:40:20.752493 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 20 10:40:20.752493 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 20 10:40:20.752493 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 20 10:40:20.752493 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 20 10:40:20.752493 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 20 10:40:20.752493 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 20 10:40:20.752493 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 20 10:40:20.752493 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 20 10:40:20.752493 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 20 10:40:20.752493 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 10:40:20.752493 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 10:40:20.752493 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 10:40:20.752493 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 10:40:20.752493 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 20 10:40:20.752493 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 10:40:20.752493 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 20 10:40:20.752493 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 20 10:40:20.752493 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 10:40:20.752493 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 10:40:20.752493 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 10:40:20.752493 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 10:40:20.752493 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 20 10:40:20.752493 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 10:40:20.752493 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 20 10:40:20.752493 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 20 10:40:20.752493 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 10:40:20.752493 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 10:40:20.752493 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 10:40:20.752493 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 10:40:20.752493 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 20 10:40:20.752493 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 20 10:40:20.752493 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 343, in get_dhcp_port Oct 20 10:40:20.752493 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server return plugin.get_port(context, port_id) Oct 20 10:40:20.752493 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 20 10:40:20.752493 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 20 10:40:20.752493 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 20 10:40:20.752493 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 20 10:40:20.752493 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 10:40:20.752493 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 10:40:20.756799 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 10:40:20.756799 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 10:40:20.756799 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 20 10:40:20.756799 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 10:40:20.756799 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 20 10:40:20.756799 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 20 10:40:20.756799 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 10:40:20.756799 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 10:40:20.756799 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 10:40:20.756799 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 10:40:20.756799 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 20 10:40:20.756799 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 10:40:20.756799 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 20 10:40:20.756799 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 20 10:40:20.756799 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 10:40:20.756799 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 10:40:20.756799 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 10:40:20.756799 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 10:40:20.756799 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 20 10:40:20.756799 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 20 10:40:20.756799 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Oct 20 10:40:20.756799 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Oct 20 10:40:20.756799 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1558, in get_port Oct 20 10:40:20.756799 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server port = self._get_port(context, id, lazy_fields=lazy_fields) Oct 20 10:40:20.756799 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 292, in _get_port Oct 20 10:40:20.756799 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server raise exceptions.PortNotFound(port_id=id) Oct 20 10:40:20.756799 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.PortNotFound: Port 556b9f5f-8086-4eba-8ca8-b8e870365c8c could not be found. Oct 20 10:40:20.756799 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server Oct 20 10:40:20.767267 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca26daf1-713f-4b17-af77-5821bfc971aa req-f2477870-9adf-44f8-8acb-da9f4254cb6a tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:20.767804 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c20a56d3-d792-4477-8bf9-297507fe1413 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:20.768693 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ca26daf1-713f-4b17-af77-5821bfc971aa req-f2477870-9adf-44f8-8acb-da9f4254cb6a tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/ports?device_id=beac454b-7e2b-44fe-90b5-8b2d2c0f832f HTTP/1.1" status: 200 len: 945 time: 0.2263756 Oct 20 10:40:20.795649 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c5a863ef-c633-463b-8107-ec65c02c17bf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25189079'] for subnet, precommit_delete_associations {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:20.796458 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c20a56d3-d792-4477-8bf9-297507fe1413 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Releasing vlan 812 on physical network physnet1 to pool {{(pid=100597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:40:20.799066 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c20a56d3-d792-4477-8bf9-297507fe1413 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951012'] for segment, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:20.815626 n-d-811396-3 neutron-server[100597]: Traceback (most recent call last): Oct 20 10:40:20.815626 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:40:20.815626 n-d-811396-3 neutron-server[100597]: timer() Oct 20 10:40:20.815626 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:40:20.815626 n-d-811396-3 neutron-server[100597]: cb(*args, **kw) Oct 20 10:40:20.815626 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:40:20.815626 n-d-811396-3 neutron-server[100597]: return func(*args, **kwargs) Oct 20 10:40:20.815626 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:40:20.815626 n-d-811396-3 neutron-server[100597]: self._notify() Oct 20 10:40:20.815626 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:40:20.815626 n-d-811396-3 neutron-server[100597]: self.callback(batched_events) Oct 20 10:40:20.815626 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:40:20.815626 n-d-811396-3 neutron-server[100597]: event.method(event) Oct 20 10:40:20.815626 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:40:20.815626 n-d-811396-3 neutron-server[100597]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:40:20.815626 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:40:20.815626 n-d-811396-3 neutron-server[100597]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:40:20.815626 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:40:20.815626 n-d-811396-3 neutron-server[100597]: return f(self, *a, **k) Oct 20 10:40:20.815626 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:40:20.815626 n-d-811396-3 neutron-server[100597]: return self._get(url).json() Oct 20 10:40:20.815626 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:40:20.815626 n-d-811396-3 neutron-server[100597]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:40:20.815626 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:40:20.815626 n-d-811396-3 neutron-server[100597]: return self.request(url, 'GET', **kwargs) Oct 20 10:40:20.815626 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:40:20.815626 n-d-811396-3 neutron-server[100597]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:40:20.815626 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:40:20.815626 n-d-811396-3 neutron-server[100597]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:40:20.815626 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:40:20.815626 n-d-811396-3 neutron-server[100597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:40:20.815626 n-d-811396-3 neutron-server[100597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:40:20.820046 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300f1215-b692-4045-a1af-d4d2de865632 None None] Pushing event updated for resources: {'Port': ['ID=9ef4370f-a25c-494f-960b-659a7e214598,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:20.873652 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d9d740c7-6598-46ad-9178-b147165b5176 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:20.929089 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-03f531df-3f14-43a8-8578-6543503fb45c None None] For port addc8a02-164d-46d0-aa73-eeeb1185ca41, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:40:20.933925 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-03f531df-3f14-43a8-8578-6543503fb45c None None] For port addc8a02-164d-46d0-aa73-eeeb1185ca41, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=addc8a02-164d-46d0-aa73-eeeb1185ca41,segment=NetworkSegment(5a820aca-1e2b-47e3-9f7c-83f04ab1eb90),segment_id=5a820aca-1e2b-47e3-9f7c-83f04ab1eb90)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:40:20.983951 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-32a54d0b-1331-4e2f-9bac-8dadb403cae3 req-c497c108-5432-468f-88e5-5e4376b2819d service neutron] 10.222.0.64 "GET /v2.0/networks/e8ff52aa-77e4-4208-a42e-cab7f495b8e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2707553 Oct 20 10:40:21.009398 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ca26daf1-713f-4b17-af77-5821bfc971aa req-00f85616-a33d-4a5f-94f2-168f1bb8e58d tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/security-groups?id=17372704-86e6-46e6-a5dd-dc7385be620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248268 Oct 20 10:40:21.048648 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c5a863ef-c633-463b-8107-ec65c02c17bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:21.060626 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2428fcd-4c20-4863-8a18-79d9871d3acc None None] Network 21d1df2e-e44d-4a31-b4d2-de65a93bacd2 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:40:21.064249 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de38e06f-713c-4c73-8f99-167a0dd1dbec None None] DHCP port deletion for 359b0dfd-83ce-4a6d-bbee-2db704513a79 request from n-d-811396-3 {{(pid=100598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:40:21.099815 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-03f531df-3f14-43a8-8578-6543503fb45c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:21.119481 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2e36d7-b926-4330-afd8-b58a09486dd2 None None] Pushing event updated for resources: {'Port': ['ID=19fc49d4-89e4-40d0-ad6b-56d902e35298,revision_number=1']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:21.137974 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c20a56d3-d792-4477-8bf9-297507fe1413 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:21.157384 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c20a56d3-d792-4477-8bf9-297507fe1413 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:21.160840 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-c20a56d3-d792-4477-8bf9-297507fe1413 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] 10.222.0.64 "DELETE /v2.0/networks/21d1df2e-e44d-4a31-b4d2-de65a93bacd2 HTTP/1.1" status: 204 len: 168 time: 6.0847855 Oct 20 10:40:21.162308 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2428fcd-4c20-4863-8a18-79d9871d3acc None None] Network 21d1df2e-e44d-4a31-b4d2-de65a93bacd2 could not be found, it might have been deleted concurrently. {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 20 10:40:21.166191 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 56458) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:21.189991 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6495f98-1017-4360-9aa6-c600c1820c48 None None] Pushing event deleted for resources: {'Port': ['ID=556b9f5f-8086-4eba-8ca8-b8e870365c8c,revision_number=None']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:21.194901 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85db94e7-83a3-4ce1-9016-7cff89ba13cb None None] Network 21d1df2e-e44d-4a31-b4d2-de65a93bacd2 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:40:21.209251 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 91170d9d-9e6d-4bbe-856e-61ee1e65e4b2 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:40:21.209632 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:21.211417 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf62938-519b-457b-946f-1828afa4ac19 None None] Network 9db8aec3-a844-4086-850c-3093cbaaaa18 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:40:21.219808 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d9d740c7-6598-46ad-9178-b147165b5176 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:21.247628 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20a56d3-d792-4477-8bf9-297507fe1413 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Pushing event deleted for resources: {'Network': ['ID=21d1df2e-e44d-4a31-b4d2-de65a93bacd2,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:21.253307 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-146ece99-5174-48fd-9e27-7fb1b453d48f tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] DELETE failed (client error): The resource could not be found. Oct 20 10:40:21.254288 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-146ece99-5174-48fd-9e27-7fb1b453d48f tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:40:21.258602 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-146ece99-5174-48fd-9e27-7fb1b453d48f tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] 10.222.0.64 "DELETE /v2.0/networks/21d1df2e-e44d-4a31-b4d2-de65a93bacd2 HTTP/1.1" status: 404 len: 339 time: 0.0481091 Oct 20 10:40:21.270939 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 56460) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:21.283919 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-bb566732-aad5-44aa-8e39-79d4025b0754 None None] Provisioning complete for port a1b13dde-1df3-49e5-851a-96066050448c triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:40:21.284310 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-bb566732-aad5-44aa-8e39-79d4025b0754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:21.286150 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-7932149d-1ce0-4b5d-b423-2090d9d49bd3 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1194502998', 'description': 'd1'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:40:21.286612 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-1b2e36d7-b926-4330-afd8-b58a09486dd2 None None] Attempting to bind port 19fc49d4-89e4-40d0-ad6b-56d902e35298 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:40:21.286985 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-1b2e36d7-b926-4330-afd8-b58a09486dd2 None None] Attempting to bind port 19fc49d4-89e4-40d0-ad6b-56d902e35298 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '00a77eb9-25fa-49d7-a3f2-655aec89c144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'e8ff52aa-77e4-4208-a42e-cab7f495b8e8'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:40:21.287352 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2e36d7-b926-4330-afd8-b58a09486dd2 None None] Attempting to bind port 19fc49d4-89e4-40d0-ad6b-56d902e35298 on network e8ff52aa-77e4-4208-a42e-cab7f495b8e8 {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:40:21.330411 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7932149d-1ce0-4b5d-b423-2090d9d49bd3 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Made reservation on behalf of d2672739157f4177a2d615acde025087 for: {'network': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:40:21.334839 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7932149d-1ce0-4b5d-b423-2090d9d49bd3 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:21.339267 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2e36d7-b926-4330-afd8-b58a09486dd2 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 40, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:40:21.339670 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2e36d7-b926-4330-afd8-b58a09486dd2 None None] Checking segment: {'id': '00a77eb9-25fa-49d7-a3f2-655aec89c144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'e8ff52aa-77e4-4208-a42e-cab7f495b8e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:40:21.340075 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1b2e36d7-b926-4330-afd8-b58a09486dd2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:21.340466 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2e36d7-b926-4330-afd8-b58a09486dd2 None None] Bound using segment: {'id': '00a77eb9-25fa-49d7-a3f2-655aec89c144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'e8ff52aa-77e4-4208-a42e-cab7f495b8e8'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:40:21.340958 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-1b2e36d7-b926-4330-afd8-b58a09486dd2 None None] Bound port: 19fc49d4-89e4-40d0-ad6b-56d902e35298, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00a77eb9-25fa-49d7-a3f2-655aec89c144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'e8ff52aa-77e4-4208-a42e-cab7f495b8e8'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:40:21.341341 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1b2e36d7-b926-4330-afd8-b58a09486dd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:21.374760 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7932149d-1ce0-4b5d-b423-2090d9d49bd3 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 834} {{(pid=100597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:40:21.387348 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7932149d-1ce0-4b5d-b423-2090d9d49bd3 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:21.388163 n-d-811396-3 neutron-server[100597]: INFO neutron.db.segments_db [None req-7932149d-1ce0-4b5d-b423-2090d9d49bd3 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Added segment e2308275-78b4-4bd2-be0c-4b04954f969f of type vlan for network 57491099-71d0-4c6b-99ae-761aeb3e35cf Oct 20 10:40:21.388374 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85db94e7-83a3-4ce1-9016-7cff89ba13cb None None] Network 21d1df2e-e44d-4a31-b4d2-de65a93bacd2 could not be found, it might have been deleted concurrently. {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 20 10:40:21.471268 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7932149d-1ce0-4b5d-b423-2090d9d49bd3 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:21.503842 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7932149d-1ce0-4b5d-b423-2090d9d49bd3 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:21.510700 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7932149d-1ce0-4b5d-b423-2090d9d49bd3 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:21.511560 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7932149d-1ce0-4b5d-b423-2090d9d49bd3 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:21.610211 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f531df-3f14-43a8-8578-6543503fb45c None None] Pushing event updated for resources: {'Port': ['ID=addc8a02-164d-46d0-aa73-eeeb1185ca41,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:21.672078 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-7932149d-1ce0-4b5d-b423-2090d9d49bd3 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3994906 Oct 20 10:40:21.677247 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 56462) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:21.754204 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7932149d-1ce0-4b5d-b423-2090d9d49bd3 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Pushing event updated for resources: {'Network': ['ID=57491099-71d0-4c6b-99ae-761aeb3e35cf,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:21.768373 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-32a54d0b-1331-4e2f-9bac-8dadb403cae3 req-a686cb36-116f-47ce-8ce7-9d32297c0520 service neutron] 10.222.0.64 "GET /v2.0/networks/57de70b3-0a7e-4089-932d-ee5d5e3b332e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7458410 Oct 20 10:40:21.828566 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1b2e36d7-b926-4330-afd8-b58a09486dd2 None None] For port 19fc49d4-89e4-40d0-ad6b-56d902e35298, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:40:21.833426 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network 57491099-71d0-4c6b-99ae-761aeb3e35cf details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:40:21.920906 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-32a54d0b-1331-4e2f-9bac-8dadb403cae3 req-491e69cc-60a3-4c28-b042-ca047413082c service neutron] 10.222.0.64 "GET /v2.0/networks/57de70b3-0a7e-4089-932d-ee5d5e3b332e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508789 Oct 20 10:40:21.940380 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c5a863ef-c633-463b-8107-ec65c02c17bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26836193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26761888'] for subnet, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:21.966486 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d9d740c7-6598-46ad-9178-b147165b5176 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks [] for router_gateway, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:21.987029 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a863ef-c633-463b-8107-ec65c02c17bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43a38da3-4523-4f17-b18d-7f2395b9a470,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:21.990533 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c5a863ef-c633-463b-8107-ec65c02c17bf admin admin] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:21.994639 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-c5a863ef-c633-463b-8107-ec65c02c17bf admin admin] 10.222.0.64 "DELETE /v2.0/subnets/43a38da3-4523-4f17-b18d-7f2395b9a470 HTTP/1.1" status: 204 len: 168 time: 1.5655653 Oct 20 10:40:21.999410 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-987decf0-0cb4-4c8e-8749-1020f73a4e38 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:22.000095 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 56466) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:22.001010 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-987decf0-0cb4-4c8e-8749-1020f73a4e38 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] 10.222.0.64 "GET /v2.0/networks?id=57491099-71d0-4c6b-99ae-761aeb3e35cf HTTP/1.1" status: 200 len: 765 time: 0.3222876 Oct 20 10:40:22.002622 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d9d740c7-6598-46ad-9178-b147165b5176 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:22.003843 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 56468) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:22.012641 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-33a08ee4-c233-4a7b-9066-751cf235c2ef tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Request body: {'network': {'description': 'd2'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:40:22.062359 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-bb566732-aad5-44aa-8e39-79d4025b0754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:22.072386 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1b2e36d7-b926-4330-afd8-b58a09486dd2 None None] For port 19fc49d4-89e4-40d0-ad6b-56d902e35298, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=19fc49d4-89e4-40d0-ad6b-56d902e35298,segment=NetworkSegment(00a77eb9-25fa-49d7-a3f2-655aec89c144),segment_id=00a77eb9-25fa-49d7-a3f2-655aec89c144)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:40:22.125470 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1b2e36d7-b926-4330-afd8-b58a09486dd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:22.168731 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5a9c0580-d6b3-4fcc-bb93-572e977dec91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:22.240800 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-d9d740c7-6598-46ad-9178-b147165b5176 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Allocated IP 172.25.1.120 (cbe170d3-31ba-45a2-b477-520ab0a7a8ea/f4e26aca-17ac-4adb-a66b-d939a1b35b64/2707e69b-377f-4a37-bc84-a23cf4e2c0d0) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:40:22.293962 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:22.428252 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d9d740c7-6598-46ad-9178-b147165b5176 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:22.480831 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d9d740c7-6598-46ad-9178-b147165b5176 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:22.487190 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-bb566732-aad5-44aa-8e39-79d4025b0754 None None] For port a1b13dde-1df3-49e5-851a-96066050448c, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=a1b13dde-1df3-49e5-851a-96066050448c,segment=NetworkSegment(1a2faed0-5e89-45ab-a622-f2efdabd915a),segment_id=1a2faed0-5e89-45ab-a622-f2efdabd915a)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:40:22.526270 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] For port 91170d9d-9e6d-4bbe-856e-61ee1e65e4b2, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=91170d9d-9e6d-4bbe-856e-61ee1e65e4b2,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:40:22.535151 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-bb566732-aad5-44aa-8e39-79d4025b0754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:22.560108 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:22.560716 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 9ef4370f-a25c-494f-960b-659a7e214598 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:40:22.563194 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2e36d7-b926-4330-afd8-b58a09486dd2 None None] Pushing event updated for resources: {'Port': ['ID=19fc49d4-89e4-40d0-ad6b-56d902e35298,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:22.585884 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-bb566732-aad5-44aa-8e39-79d4025b0754 None None] Could not find standard attr ID for object cb189541-e96d-4f5b-80a9-667fdf8cd395. {{(pid=100598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 20 10:40:22.592935 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-89f4f12f-ddb4-4cb9-8b61-046a87a57c7e req-c7f035d8-a286-4b19-a55c-a3ea89361fd6 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] 10.222.0.64 "GET /v2.0/ports?device_id=eee88060-7fda-477b-9c01-4b976f96d65d HTTP/1.1" status: 200 len: 210 time: 0.1938040 Oct 20 10:40:22.601902 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d740c7-6598-46ad-9178-b147165b5176 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Network cbe170d3-31ba-45a2-b477-520ab0a7a8ea is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:40:22.623420 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-d9d740c7-6598-46ad-9178-b147165b5176 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:40:22.631348 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d740c7-6598-46ad-9178-b147165b5176 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:40:22.786851 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c7f1da-ec22-470a-a743-d06ea2710cef req-1bccc296-fd03-4698-aa05-0361f694915a tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:22.799130 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c0c7f1da-ec22-470a-a743-d06ea2710cef req-1bccc296-fd03-4698-aa05-0361f694915a tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/ports?device_id=beac454b-7e2b-44fe-90b5-8b2d2c0f832f HTTP/1.1" status: 200 len: 945 time: 0.6257806 Oct 20 10:40:22.879266 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb566732-aad5-44aa-8e39-79d4025b0754 None None] Pushing event updated for resources: {'Port': ['ID=a1b13dde-1df3-49e5-851a-96066050448c,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:22.912670 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-9300bde3-2b17-4622-9dd4-f0c7262eeaba None None] Provisioning complete for port 9ef4370f-a25c-494f-960b-659a7e214598 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:40:22.913046 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-9300bde3-2b17-4622-9dd4-f0c7262eeaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:23.034007 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 9ef4370f-a25c-494f-960b-659a7e214598 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:40:23.034597 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:23.036077 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5a9c0580-d6b3-4fcc-bb93-572e977dec91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:23.122355 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Pushing event updated for resources: {'Port': ['ID=91170d9d-9e6d-4bbe-856e-61ee1e65e4b2,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:23.146965 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e5be119-2017-498d-b5dc-9ed4ade858ef None None] Network 57de70b3-0a7e-4089-932d-ee5d5e3b332e requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:40:23.298048 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-5a9c0580-d6b3-4fcc-bb93-572e977dec91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['021b78f2-2d5e-4f14-af4e-ec0226d15a7e']}} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:40:23.338253 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c0c7f1da-ec22-470a-a743-d06ea2710cef req-1bd26f45-da22-4648-98d9-d6c5f512f58c tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/security-groups?id=17372704-86e6-46e6-a5dd-dc7385be620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5379839 Oct 20 10:40:23.347525 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device a1b13dde-1df3-49e5-851a-96066050448c up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:40:23.367622 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d740c7-6598-46ad-9178-b147165b5176 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Pushing event updated for resources: {'Port': ['ID=2707e69b-377f-4a37-bc84-a23cf4e2c0d0,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:23.373108 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-5a9c0580-d6b3-4fcc-bb93-572e977dec91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdab9592-0a32-48e4-a6d8-1d4799adf21b') {'for_net_delete': True} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:40:23.373409 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-5a9c0580-d6b3-4fcc-bb93-572e977dec91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdab9592-0a32-48e4-a6d8-1d4799adf21b') {} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:40:23.432255 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-33a08ee4-c233-4a7b-9066-751cf235c2ef tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:23.447316 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5a9c0580-d6b3-4fcc-bb93-572e977dec91 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25189038'] for segment, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:23.464607 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-32fd4b0d-b6ca-42e5-b5c3-2ead6b6403e5 None None] Provisioning complete for port 9ef4370f-a25c-494f-960b-659a7e214598 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:40:23.465377 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-32fd4b0d-b6ca-42e5-b5c3-2ead6b6403e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:23.506735 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-33a08ee4-c233-4a7b-9066-751cf235c2ef tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:23.509793 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5a9c0580-d6b3-4fcc-bb93-572e977dec91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:23.533054 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port a1b13dde-1df3-49e5-851a-96066050448c triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:40:23.533504 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:23.561530 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a9c0580-d6b3-4fcc-bb93-572e977dec91 admin admin] Releasing vlan 826 on physical network physnet1 to pool {{(pid=100596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:40:23.562645 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5a9c0580-d6b3-4fcc-bb93-572e977dec91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26833155'] for segment, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:23.591570 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d9d740c7-6598-46ad-9178-b147165b5176 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks [] for router_gateway, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:23.671511 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-33a08ee4-c233-4a7b-9066-751cf235c2ef tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Network 57491099-71d0-4c6b-99ae-761aeb3e35cf is not hosted by any dhcp agent {{(pid=100596) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 20 10:40:23.688412 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a08ee4-c233-4a7b-9066-751cf235c2ef tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:23.688952 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-33a08ee4-c233-4a7b-9066-751cf235c2ef tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks [] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:23.696968 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-33a08ee4-c233-4a7b-9066-751cf235c2ef tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] 10.222.0.64 "PUT /v2.0/networks/57491099-71d0-4c6b-99ae-761aeb3e35cf HTTP/1.1" status: 200 len: 762 time: 1.6913164 Oct 20 10:40:23.697816 n-d-811396-3 neutron-server[100596]: Traceback (most recent call last): Oct 20 10:40:23.697816 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:40:23.697816 n-d-811396-3 neutron-server[100596]: timer() Oct 20 10:40:23.697816 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:40:23.697816 n-d-811396-3 neutron-server[100596]: cb(*args, **kw) Oct 20 10:40:23.697816 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:40:23.697816 n-d-811396-3 neutron-server[100596]: return func(*args, **kwargs) Oct 20 10:40:23.697816 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:40:23.697816 n-d-811396-3 neutron-server[100596]: self._notify() Oct 20 10:40:23.697816 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:40:23.697816 n-d-811396-3 neutron-server[100596]: self.callback(batched_events) Oct 20 10:40:23.697816 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:40:23.697816 n-d-811396-3 neutron-server[100596]: event.method(event) Oct 20 10:40:23.697816 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:40:23.697816 n-d-811396-3 neutron-server[100596]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:40:23.697816 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:40:23.697816 n-d-811396-3 neutron-server[100596]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:40:23.697816 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:40:23.697816 n-d-811396-3 neutron-server[100596]: return f(self, *a, **k) Oct 20 10:40:23.697816 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:40:23.697816 n-d-811396-3 neutron-server[100596]: return self._get(url).json() Oct 20 10:40:23.697816 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:40:23.697816 n-d-811396-3 neutron-server[100596]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:40:23.697816 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:40:23.697816 n-d-811396-3 neutron-server[100596]: return self.request(url, 'GET', **kwargs) Oct 20 10:40:23.697816 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:40:23.697816 n-d-811396-3 neutron-server[100596]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:40:23.697816 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:40:23.697816 n-d-811396-3 neutron-server[100596]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:40:23.697816 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:40:23.697816 n-d-811396-3 neutron-server[100596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:40:23.697816 n-d-811396-3 neutron-server[100596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:40:23.700587 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 56492) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:23.795608 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3b43c3f8-333d-4ad1-964c-b34a2fc5f88a req-98b4c698-5334-4b3b-9f11-498d42a249c1 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] 10.222.0.64 "GET /v2.0/ports?device_id=eee88060-7fda-477b-9c01-4b976f96d65d HTTP/1.1" status: 200 len: 210 time: 0.0680821 Oct 20 10:40:23.796160 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5a9c0580-d6b3-4fcc-bb93-572e977dec91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:23.802964 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5a9c0580-d6b3-4fcc-bb93-572e977dec91 admin admin] Publish callbacks [] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:23.817798 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-5a9c0580-d6b3-4fcc-bb93-572e977dec91 admin admin] 10.222.0.64 "DELETE /v2.0/networks/021b78f2-2d5e-4f14-af4e-ec0226d15a7e HTTP/1.1" status: 204 len: 168 time: 1.8149743 Oct 20 10:40:23.843698 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 7d5d6acd-0041-4953-8b10-71760d4c2df7 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:40:23.888425 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 7d5d6acd-0041-4953-8b10-71760d4c2df7 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:40:23.888885 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 7d5d6acd-0041-4953-8b10-71760d4c2df7 not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Oct 20 10:40:23.907653 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a08ee4-c233-4a7b-9066-751cf235c2ef tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Pushing event updated for resources: {'Network': ['ID=57491099-71d0-4c6b-99ae-761aeb3e35cf,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:23.976535 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9c0580-d6b3-4fcc-bb93-572e977dec91 admin admin] Pushing event deleted for resources: {'Network': ['ID=021b78f2-2d5e-4f14-af4e-ec0226d15a7e,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:23.982344 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network 57491099-71d0-4c6b-99ae-761aeb3e35cf details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:40:23.984418 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-32fd4b0d-b6ca-42e5-b5c3-2ead6b6403e5 None None] Provisioning complete for port addc8a02-164d-46d0-aa73-eeeb1185ca41 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:40:23.984794 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-32fd4b0d-b6ca-42e5-b5c3-2ead6b6403e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:23.987817 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Port 7d5d6acd-0041-4953-8b10-71760d4c2df7 not found, will not notify nova. {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Oct 20 10:40:24.146802 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 56500) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:24.262235 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 56502) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:24.264178 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-7ef17b44-88e7-4148-9d64-4b6a6905e43e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=00ff0f2e645d408fa9816d12e9bcfd77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1160641 Oct 20 10:40:24.285777 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-32fd4b0d-b6ca-42e5-b5c3-2ead6b6403e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:24.342831 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-32fd4b0d-b6ca-42e5-b5c3-2ead6b6403e5 None None] For port addc8a02-164d-46d0-aa73-eeeb1185ca41, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=addc8a02-164d-46d0-aa73-eeeb1185ca41,segment=NetworkSegment(5a820aca-1e2b-47e3-9f7c-83f04ab1eb90),segment_id=5a820aca-1e2b-47e3-9f7c-83f04ab1eb90)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:40:24.349777 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-32fd4b0d-b6ca-42e5-b5c3-2ead6b6403e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:24.398634 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b776c0-b552-416b-b2d1-807c77165125 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:24.405313 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-17b776c0-b552-416b-b2d1-807c77165125 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] 10.222.0.64 "GET /v2.0/networks?id=57491099-71d0-4c6b-99ae-761aeb3e35cf HTTP/1.1" status: 200 len: 765 time: 0.6991057 Oct 20 10:40:24.405857 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device addc8a02-164d-46d0-aa73-eeeb1185ca41 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:40:24.406436 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 56506) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:24.437356 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d9d740c7-6598-46ad-9178-b147165b5176 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1773475'] for router, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:24.490094 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1afa37a7-b509-4370-814d-b07456352b5d None None] Network e8ff52aa-77e4-4208-a42e-cab7f495b8e8 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:40:24.530699 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6aa01665-0afd-4961-8b5a-ae47f367b6ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:24.531881 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fd4b0d-b6ca-42e5-b5c3-2ead6b6403e5 None None] Pushing event updated for resources: {'Port': ['ID=addc8a02-164d-46d0-aa73-eeeb1185ca41,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:24.539213 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-deccfe15-fe93-41b6-8835-d0aa150b79a7 None None] Provisioning complete for port addc8a02-164d-46d0-aa73-eeeb1185ca41 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:40:24.539650 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-deccfe15-fe93-41b6-8835-d0aa150b79a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:24.579568 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a54d0b-1331-4e2f-9bac-8dadb403cae3 req-aea22190-4df4-4f6b-b9e7-a863b4380a3e tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:24.585229 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a54d0b-1331-4e2f-9bac-8dadb403cae3 req-aea22190-4df4-4f6b-b9e7-a863b4380a3e tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:24.586822 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-32a54d0b-1331-4e2f-9bac-8dadb403cae3 req-aea22190-4df4-4f6b-b9e7-a863b4380a3e tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] 10.222.0.69 "GET /v2.0/networks?id=57de70b3-0a7e-4089-932d-ee5d5e3b332e&id=e8ff52aa-77e4-4208-a42e-cab7f495b8e8&id=57de70b3-0a7e-4089-932d-ee5d5e3b332e HTTP/1.1" status: 200 len: 1391 time: 0.4144888 Oct 20 10:40:24.608785 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [req-32a54d0b-1331-4e2f-9bac-8dadb403cae3 req-aace1259-018d-4a2d-85fb-b430da8f4705 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Request body: {'port': {'device_id': 'eee88060-7fda-477b-9c01-4b976f96d65d', 'network_id': '57de70b3-0a7e-4089-932d-ee5d5e3b332e', 'admin_state_up': True, 'tenant_id': '311474ed35f34da1b417637b1179a3d4'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:40:24.618459 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6aa01665-0afd-4961-8b5a-ae47f367b6ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:24.637895 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8b1808-3e4e-4023-bc0a-11631ed58305 req-7ae545d4-635a-4f85-a394-b22689cedb88 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:24.639426 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ff8b1808-3e4e-4023-bc0a-11631ed58305 req-7ae545d4-635a-4f85-a394-b22689cedb88 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/ports?device_id=beac454b-7e2b-44fe-90b5-8b2d2c0f832f HTTP/1.1" status: 200 len: 945 time: 0.1829250 Oct 20 10:40:24.652451 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port addc8a02-164d-46d0-aa73-eeeb1185ca41 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:40:24.652823 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:24.656983 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fa47c2a-5d49-42a6-9d05-53eb93c639d0 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:24.660941 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-0fa47c2a-5d49-42a6-9d05-53eb93c639d0 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2507913 Oct 20 10:40:24.672761 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 56510) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:24.694008 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ff8b1808-3e4e-4023-bc0a-11631ed58305 req-31f96669-5767-453a-8d17-f657d49d75de tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/security-groups?id=17372704-86e6-46e6-a5dd-dc7385be620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342858 Oct 20 10:40:24.757366 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-48405ab0-5ffb-482d-aab2-72e8bdd78a3c tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] 10.222.0.64 "GET /v2.0/subnets?network_id=cbe170d3-31ba-45a2-b477-520ab0a7a8ea HTTP/1.1" status: 200 len: 207 time: 0.0812604 Oct 20 10:40:24.762017 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 56512) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:24.802268 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6aa01665-0afd-4961-8b5a-ae47f367b6ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:24.805011 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6aa01665-0afd-4961-8b5a-ae47f367b6ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:24.806149 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-6aa01665-0afd-4961-8b5a-ae47f367b6ec admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0529dc3d-e789-42b0-8dc1-95474e216181 HTTP/1.1" status: 204 len: 168 time: 0.5361691 Oct 20 10:40:24.829122 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa01665-0afd-4961-8b5a-ae47f367b6ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0529dc3d-e789-42b0-8dc1-95474e216181,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:24.832295 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9d740c7-6598-46ad-9178-b147165b5176 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Router bfdfd53e-a71c-4f00-a060-37af929e4e5a is scheduled to L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 with binding_index 1 {{(pid=100597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 10:40:24.838735 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device a1b13dde-1df3-49e5-851a-96066050448c up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:40:24.844483 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32a54d0b-1331-4e2f-9bac-8dadb403cae3 req-aace1259-018d-4a2d-85fb-b430da8f4705 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Made reservation on behalf of 311474ed35f34da1b417637b1179a3d4 for: {'port': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:40:24.848486 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-32a54d0b-1331-4e2f-9bac-8dadb403cae3 req-aace1259-018d-4a2d-85fb-b430da8f4705 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:24.899000 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-aa9c6d4c-d7b9-4331-a494-97eb01e7cfe4 None None] Provisioning complete for port 19fc49d4-89e4-40d0-ad6b-56d902e35298 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:40:24.899472 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-aa9c6d4c-d7b9-4331-a494-97eb01e7cfe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:24.982764 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port a1b13dde-1df3-49e5-851a-96066050448c triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:40:24.983460 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:25.065852 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [req-32a54d0b-1331-4e2f-9bac-8dadb403cae3 req-aace1259-018d-4a2d-85fb-b430da8f4705 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Allocated IP 19.80.0.127 (57de70b3-0a7e-4089-932d-ee5d5e3b332e/7d27b49d-cbf1-4666-a37a-b2e255244f88/f02b4ff5-8a01-4904-9693-79bfb0a7f0b7) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:40:25.090792 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-311e222c-f5ff-4be8-ab94-cbe3f6f34d0b req-a0b7e06e-82a9-4475-ba7a-682fbdd03ed1 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] 10.222.0.64 "GET /v2.0/ports?device_id=eee88060-7fda-477b-9c01-4b976f96d65d HTTP/1.1" status: 200 len: 210 time: 0.1434557 Oct 20 10:40:25.151227 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-aa9c6d4c-d7b9-4331-a494-97eb01e7cfe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:25.157143 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82802909-81a4-4bce-b224-3fa8bfe42555 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:25.165236 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82802909-81a4-4bce-b224-3fa8bfe42555 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:25.176228 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82802909-81a4-4bce-b224-3fa8bfe42555 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:25.188938 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82802909-81a4-4bce-b224-3fa8bfe42555 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:25.198446 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd0c4d77-d9e3-4ad3-9648-67de56214ffb None None] get_active_networks_info from n-d-811396-3 {{(pid=100598) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 20 10:40:25.201817 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82802909-81a4-4bce-b224-3fa8bfe42555 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:25.213461 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82802909-81a4-4bce-b224-3fa8bfe42555 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:25.219543 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-82802909-81a4-4bce-b224-3fa8bfe42555 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.4522610 Oct 20 10:40:25.219725 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9d740c7-6598-46ad-9178-b147165b5176 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:40:25.219834 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 56522) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:25.240785 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-aa9c6d4c-d7b9-4331-a494-97eb01e7cfe4 None None] For port 19fc49d4-89e4-40d0-ad6b-56d902e35298, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=19fc49d4-89e4-40d0-ad6b-56d902e35298,segment=NetworkSegment(00a77eb9-25fa-49d7-a3f2-655aec89c144),segment_id=00a77eb9-25fa-49d7-a3f2-655aec89c144)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:40:25.262132 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 91170d9d-9e6d-4bbe-856e-61ee1e65e4b2 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:40:25.297933 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d9d740c7-6598-46ad-9178-b147165b5176 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks [] for router, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:25.302850 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-d9d740c7-6598-46ad-9178-b147165b5176 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 5.0100200 Oct 20 10:40:25.303586 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 56526) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:25.405234 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-71dfa4cf-f8ae-4ba7-86ea-04d2dc316eac tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] 10.222.0.64 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.1843216 Oct 20 10:40:25.407970 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 56532) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:25.454911 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45db3635-a719-4eb3-8e32-18273bc1b7c3 None None] Sync routers for ids ['bfdfd53e-a71c-4f00-a060-37af929e4e5a'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:40:25.457963 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-aa9c6d4c-d7b9-4331-a494-97eb01e7cfe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:25.489096 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0abdac7f-e9f8-4bbc-b92b-4c3c14171af2 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:25.490781 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0abdac7f-e9f8-4bbc-b92b-4c3c14171af2 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:25.492411 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0abdac7f-e9f8-4bbc-b92b-4c3c14171af2 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:25.494611 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0abdac7f-e9f8-4bbc-b92b-4c3c14171af2 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:25.496302 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0abdac7f-e9f8-4bbc-b92b-4c3c14171af2 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:25.502163 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-0abdac7f-e9f8-4bbc-b92b-4c3c14171af2 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0926256 Oct 20 10:40:25.502990 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 56538) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:25.563885 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45db3635-a719-4eb3-8e32-18273bc1b7c3 None None] Routers {'bfdfd53e-a71c-4f00-a060-37af929e4e5a'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:40:25.564956 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-45db3635-a719-4eb3-8e32-18273bc1b7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:40:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['bfdfd53e-a71c-4f00-a060-37af929e4e5a'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:40:25.593623 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd5e3b8a-1c6f-4415-a4b6-3950b0ce328b tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Attributes excluded by policy engine: ['shared'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:25.597006 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd5e3b8a-1c6f-4415-a4b6-3950b0ce328b tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Attributes excluded by policy engine: ['shared'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:25.598455 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd5e3b8a-1c6f-4415-a4b6-3950b0ce328b tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Attributes excluded by policy engine: ['shared'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:25.605163 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd5e3b8a-1c6f-4415-a4b6-3950b0ce328b tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Attributes excluded by policy engine: ['shared'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:25.606737 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd5e3b8a-1c6f-4415-a4b6-3950b0ce328b tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Attributes excluded by policy engine: ['shared'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:25.616384 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-cd5e3b8a-1c6f-4415-a4b6-3950b0ce328b tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] 10.222.0.64 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1120014 Oct 20 10:40:25.617856 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 56542) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:25.651238 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-45db3635-a719-4eb3-8e32-18273bc1b7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:40:25.660204 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9c6d4c-d7b9-4331-a494-97eb01e7cfe4 None None] Pushing event updated for resources: {'Port': ['ID=19fc49d4-89e4-40d0-ad6b-56d902e35298,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:25.689805 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-81e7270f-6d36-427f-854a-45b6703cc231 None None] Provisioning complete for port 19fc49d4-89e4-40d0-ad6b-56d902e35298 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:40:25.690183 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-81e7270f-6d36-427f-854a-45b6703cc231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:25.699938 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45db3635-a719-4eb3-8e32-18273bc1b7c3 None None] Routers {'bfdfd53e-a71c-4f00-a060-37af929e4e5a'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:40:25.700584 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-45db3635-a719-4eb3-8e32-18273bc1b7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:40:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['bfdfd53e-a71c-4f00-a060-37af929e4e5a'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:40:25.702333 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 91170d9d-9e6d-4bbe-856e-61ee1e65e4b2 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:40:25.702716 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:25.753284 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6df595d-9962-4403-91d0-23f83647d629 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:25.754742 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-b6df595d-9962-4403-91d0-23f83647d629 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] 10.222.0.64 "GET /v2.0/networks/6a7508e8-836e-4732-a7aa-f19898ebbbb3 HTTP/1.1" status: 200 len: 803 time: 0.1349752 Oct 20 10:40:25.758843 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 56550) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:25.784961 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-45db3635-a719-4eb3-8e32-18273bc1b7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:40:25.785396 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45db3635-a719-4eb3-8e32-18273bc1b7c3 None None] The sync data for ids ['bfdfd53e-a71c-4f00-a060-37af929e4e5a'] in n-d-811396-3 is: [] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:40:25.841290 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd0c4d77-d9e3-4ad3-9648-67de56214ffb None None] Resources bound (agent type, host, resource id): {{(pid=100598) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 20 10:40:25.884634 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-32a54d0b-1331-4e2f-9bac-8dadb403cae3 req-aace1259-018d-4a2d-85fb-b430da8f4705 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:25.904432 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-3da22893-07ee-45bc-8925-8aa990c85d23 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] 10.222.0.64 "GET /v2.0/routers/bfdfd53e-a71c-4f00-a060-37af929e4e5a HTTP/1.1" status: 200 len: 884 time: 0.5968447 Oct 20 10:40:25.906499 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 56556) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:25.913580 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-d6ed457b-7d8a-47d8-9aa9-5895516e778a tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] 10.222.0.64 "GET /v2.0/networks/6a7508e8-836e-4732-a7aa-f19898ebbbb3?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.1491759 Oct 20 10:40:25.922709 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 56558) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:25.959968 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 9ef4370f-a25c-494f-960b-659a7e214598 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:40:25.991760 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 56560) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:26.010492 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a7d63e-fe95-436d-80d5-7f1804bb5359 req-cff15b2e-d595-4543-8e99-668bd87631b1 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:26.020284 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-91a7d63e-fe95-436d-80d5-7f1804bb5359 req-cff15b2e-d595-4543-8e99-668bd87631b1 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/ports?device_id=beac454b-7e2b-44fe-90b5-8b2d2c0f832f HTTP/1.1" status: 200 len: 945 time: 0.1099050 Oct 20 10:40:26.038143 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c8bd6d1-576b-4af2-a0f8-7ac48d5f7ec4 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:26.042138 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-7c8bd6d1-576b-4af2-a0f8-7ac48d5f7ec4 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] 10.222.0.64 "GET /v2.0/subnets/4c1305ec-7846-403c-9a0c-9503cffa3b3b HTTP/1.1" status: 200 len: 843 time: 0.1155779 Oct 20 10:40:26.045376 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 56564) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:26.051310 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-32a54d0b-1331-4e2f-9bac-8dadb403cae3 req-aace1259-018d-4a2d-85fb-b430da8f4705 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:26.111085 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32a54d0b-1331-4e2f-9bac-8dadb403cae3 req-aace1259-018d-4a2d-85fb-b430da8f4705 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Network 57de70b3-0a7e-4089-932d-ee5d5e3b332e is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:40:26.115707 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-594ff4fb-1557-47b7-9faa-098c42cd6c00 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Attributes excluded by policy engine: ['shared'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:26.117715 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-594ff4fb-1557-47b7-9faa-098c42cd6c00 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] 10.222.0.64 "GET /v2.0/subnets/4c1305ec-7846-403c-9a0c-9503cffa3b3b?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0711584 Oct 20 10:40:26.120242 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [req-32a54d0b-1331-4e2f-9bac-8dadb403cae3 req-aace1259-018d-4a2d-85fb-b430da8f4705 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:40:26.122022 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 56570) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:26.130448 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-0ea74550-5bf0-4a5f-a08e-02a8dd711115 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-528596960'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:40:26.134743 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-91a7d63e-fe95-436d-80d5-7f1804bb5359 req-638b1340-65eb-4554-a83b-07418118c8a3 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/security-groups?id=17372704-86e6-46e6-a5dd-dc7385be620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129510 Oct 20 10:40:26.136148 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [req-32a54d0b-1331-4e2f-9bac-8dadb403cae3 req-aace1259-018d-4a2d-85fb-b430da8f4705 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:40:26.236677 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08a39d5-f946-4e6b-ab16-a733abd0792d req-c0022871-fda4-4103-9189-045549860917 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:26.238615 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e08a39d5-f946-4e6b-ab16-a733abd0792d req-c0022871-fda4-4103-9189-045549860917 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] 10.222.0.64 "GET /v2.0/ports?device_id=eee88060-7fda-477b-9c01-4b976f96d65d HTTP/1.1" status: 200 len: 932 time: 0.0536475 Oct 20 10:40:26.238797 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 9ef4370f-a25c-494f-960b-659a7e214598 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:40:26.239176 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:26.255531 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-223a35ff-8a4f-4f08-9588-f7ff7506d795 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-519304093-network', 'tenant_id': 'b7c3b6cac8cf4282994ee5508286f0ec'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:40:26.263075 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aace1259-018d-4a2d-85fb-b430da8f4705 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Pushing event updated for resources: {'Port': ['ID=f02b4ff5-8a01-4904-9693-79bfb0a7f0b7,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:26.283151 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a54d0b-1331-4e2f-9bac-8dadb403cae3 req-aace1259-018d-4a2d-85fb-b430da8f4705 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:26.283976 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-32a54d0b-1331-4e2f-9bac-8dadb403cae3 req-aace1259-018d-4a2d-85fb-b430da8f4705 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:26.294257 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e08a39d5-f946-4e6b-ab16-a733abd0792d req-a0ca8b9e-8328-453a-9f7b-8b6138389bd7 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] 10.222.0.64 "GET /v2.0/security-groups?id=49245fbb-4e48-4db8-994f-34137d01c16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486133 Oct 20 10:40:26.304162 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.db.api [None req-223a35ff-8a4f-4f08-9588-f7ff7506d795 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 20 10:40:26.304162 n-d-811396-3 neutron-server[100597]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 20 10:40:26.304162 n-d-811396-3 neutron-server[100597]: [parameters: {'project_id_1': 'b7c3b6cac8cf4282994ee5508286f0ec', 'expiration_1': datetime.datetime(2021, 10, 20, 10, 40, 6, 273025)}] Oct 20 10:40:26.304162 n-d-811396-3 neutron-server[100597]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100597) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 10:40:26.304556 n-d-811396-3 neutron-server[100597]: DEBUG oslo_db.api [None req-223a35ff-8a4f-4f08-9588-f7ff7506d795 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 10:40:26.323816 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ea74550-5bf0-4a5f-a08e-02a8dd711115 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Made reservation on behalf of d2672739157f4177a2d615acde025087 for: {'network': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:40:26.328025 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0ea74550-5bf0-4a5f-a08e-02a8dd711115 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:26.340449 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-32a54d0b-1331-4e2f-9bac-8dadb403cae3 req-aace1259-018d-4a2d-85fb-b430da8f4705 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7428753 Oct 20 10:40:26.356648 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [req-32a54d0b-1331-4e2f-9bac-8dadb403cae3 req-19eb6ab1-663c-49dc-95c2-4d5298eff5da tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Request body: {'port': {'device_id': 'eee88060-7fda-477b-9c01-4b976f96d65d', 'network_id': 'e8ff52aa-77e4-4208-a42e-cab7f495b8e8', 'admin_state_up': True, 'tenant_id': '311474ed35f34da1b417637b1179a3d4'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:40:26.393880 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 19fc49d4-89e4-40d0-ad6b-56d902e35298 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:40:26.434866 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 56574) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:26.435308 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-04b47274-d37b-4da4-bd4d-7cb357b529ba tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.5272217 Oct 20 10:40:26.438241 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ea74550-5bf0-4a5f-a08e-02a8dd711115 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 845} {{(pid=100597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:40:26.440709 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-909a44d9-f66d-430e-93c1-f3cdb12cdb74 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-579842504'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:40:26.451857 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 19fc49d4-89e4-40d0-ad6b-56d902e35298 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:40:26.452240 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:26.484948 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0ea74550-5bf0-4a5f-a08e-02a8dd711115 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:26.485205 n-d-811396-3 neutron-server[100597]: INFO neutron.db.segments_db [None req-0ea74550-5bf0-4a5f-a08e-02a8dd711115 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Added segment a08022e6-4a2d-489f-b1be-9cbecbd3a9d8 of type vlan for network 8be67c3b-54dc-4c47-b2f0-0322798dc960 Oct 20 10:40:26.565543 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0ea74550-5bf0-4a5f-a08e-02a8dd711115 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:26.605265 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0ea74550-5bf0-4a5f-a08e-02a8dd711115 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:26.612383 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea74550-5bf0-4a5f-a08e-02a8dd711115 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:26.613022 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0ea74550-5bf0-4a5f-a08e-02a8dd711115 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:26.616769 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32a54d0b-1331-4e2f-9bac-8dadb403cae3 req-19eb6ab1-663c-49dc-95c2-4d5298eff5da tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Made reservation on behalf of 311474ed35f34da1b417637b1179a3d4 for: {'port': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:40:26.621012 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-32a54d0b-1331-4e2f-9bac-8dadb403cae3 req-19eb6ab1-663c-49dc-95c2-4d5298eff5da tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:26.632665 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 7d5d6acd-0041-4953-8b10-71760d4c2df7 no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:40:26.657079 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 7d5d6acd-0041-4953-8b10-71760d4c2df7 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:40:26.657851 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 7d5d6acd-0041-4953-8b10-71760d4c2df7 not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:40:26.666452 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-cf64afec-c503-4e66-89b5-fb9d0a9d30b9 None None] Provisioning complete for port f02b4ff5-8a01-4904-9693-79bfb0a7f0b7 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:40:26.666913 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-cf64afec-c503-4e66-89b5-fb9d0a9d30b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:26.678628 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-0ea74550-5bf0-4a5f-a08e-02a8dd711115 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5522158 Oct 20 10:40:26.682690 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 56578) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:26.688652 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-8751e069-3b23-4a16-8911-f5fe5b897161 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Request body: {'subnet': {'network_id': '8be67c3b-54dc-4c47-b2f0-0322798dc960', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:40:26.717026 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea74550-5bf0-4a5f-a08e-02a8dd711115 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Pushing event updated for resources: {'Network': ['ID=8be67c3b-54dc-4c47-b2f0-0322798dc960,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:26.754260 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network 8be67c3b-54dc-4c47-b2f0-0322798dc960 details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:40:26.789635 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-cf64afec-c503-4e66-89b5-fb9d0a9d30b9 None None] Port f02b4ff5-8a01-4904-9693-79bfb0a7f0b7 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:40:26.844023 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device addc8a02-164d-46d0-aa73-eeeb1185ca41 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:40:26.859571 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [req-32a54d0b-1331-4e2f-9bac-8dadb403cae3 req-19eb6ab1-663c-49dc-95c2-4d5298eff5da tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Allocated IP 19.86.0.13 (e8ff52aa-77e4-4208-a42e-cab7f495b8e8/02d623e8-eea9-46a2-ac5d-e179b0dd8f68/c5135c15-a9ec-4401-81fe-3ae7de5a09df) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:40:26.861291 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-223a35ff-8a4f-4f08-9588-f7ff7506d795 admin admin] Made reservation on behalf of b7c3b6cac8cf4282994ee5508286f0ec for: {'network': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:40:26.863747 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-223a35ff-8a4f-4f08-9588-f7ff7506d795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:26.879936 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-223a35ff-8a4f-4f08-9588-f7ff7506d795 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:26.906341 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port addc8a02-164d-46d0-aa73-eeeb1185ca41 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:40:26.906862 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:26.995442 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 19fc49d4-89e4-40d0-ad6b-56d902e35298 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:40:27.051941 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 19fc49d4-89e4-40d0-ad6b-56d902e35298 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:40:27.052454 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:27.079301 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-223a35ff-8a4f-4f08-9588-f7ff7506d795 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:27.084427 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-223a35ff-8a4f-4f08-9588-f7ff7506d795 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:27.101417 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-32a54d0b-1331-4e2f-9bac-8dadb403cae3 req-19eb6ab1-663c-49dc-95c2-4d5298eff5da tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:27.124230 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-223a35ff-8a4f-4f08-9588-f7ff7506d795 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 812} {{(pid=100597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:40:27.139844 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223a35ff-8a4f-4f08-9588-f7ff7506d795 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8705c95f-7cda-4572-9cf8-5e444f9448c5,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:27.145826 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-223a35ff-8a4f-4f08-9588-f7ff7506d795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:27.145826 n-d-811396-3 neutron-server[100597]: INFO neutron.db.segments_db [None req-223a35ff-8a4f-4f08-9588-f7ff7506d795 admin admin] Added segment c0707904-7ab2-40f1-ab1f-21b75f069daf of type vlan for network be13aa5d-bad0-4361-bb1c-28b24d13de39 Oct 20 10:40:27.208647 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-223a35ff-8a4f-4f08-9588-f7ff7506d795 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:27.212362 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8751e069-3b23-4a16-8911-f5fe5b897161 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Made reservation on behalf of d2672739157f4177a2d615acde025087 for: {'subnet': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:40:27.212933 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-32a54d0b-1331-4e2f-9bac-8dadb403cae3 req-19eb6ab1-663c-49dc-95c2-4d5298eff5da tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:27.216226 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8751e069-3b23-4a16-8911-f5fe5b897161 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26761797'] for subnet, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:27.272369 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32a54d0b-1331-4e2f-9bac-8dadb403cae3 req-19eb6ab1-663c-49dc-95c2-4d5298eff5da tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Network e8ff52aa-77e4-4208-a42e-cab7f495b8e8 is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:40:27.280323 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [req-32a54d0b-1331-4e2f-9bac-8dadb403cae3 req-19eb6ab1-663c-49dc-95c2-4d5298eff5da tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:40:27.284822 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [req-32a54d0b-1331-4e2f-9bac-8dadb403cae3 req-19eb6ab1-663c-49dc-95c2-4d5298eff5da tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:40:27.292334 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-223a35ff-8a4f-4f08-9588-f7ff7506d795 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:27.293219 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-223a35ff-8a4f-4f08-9588-f7ff7506d795 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:27.293793 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-223a35ff-8a4f-4f08-9588-f7ff7506d795 admin admin] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:27.320483 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19eb6ab1-663c-49dc-95c2-4d5298eff5da tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Pushing event updated for resources: {'Port': ['ID=c5135c15-a9ec-4401-81fe-3ae7de5a09df,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:27.357899 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.ipam_backend_mixin [None req-8751e069-3b23-4a16-8911-f5fe5b897161 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Performing IP validity checks on allocation pools {{(pid=100596) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 20 10:40:27.358724 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.ipam_backend_mixin [None req-8751e069-3b23-4a16-8911-f5fe5b897161 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100596) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 20 10:40:27.369408 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-909a44d9-f66d-430e-93c1-f3cdb12cdb74 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1773502', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1772312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-258425'] for router, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:27.373938 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-223a35ff-8a4f-4f08-9588-f7ff7506d795 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.3807063 Oct 20 10:40:27.379505 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 56586) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:27.386825 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-05edccea-aa85-42e5-b77a-4cfb961ac5e1 admin admin] Request body: {'subnet': {'network_id': 'be13aa5d-bad0-4361-bb1c-28b24d13de39', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-519304093-subnet', 'tenant_id': 'b7c3b6cac8cf4282994ee5508286f0ec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:40:27.403665 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b99a1d-3c3a-40da-b9e7-fa4713227851 req-167051b6-470a-490d-998b-9653e6e1e0cb tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:27.412181 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-95b99a1d-3c3a-40da-b9e7-fa4713227851 req-167051b6-470a-490d-998b-9653e6e1e0cb tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/ports?device_id=beac454b-7e2b-44fe-90b5-8b2d2c0f832f HTTP/1.1" status: 200 len: 945 time: 0.2161939 Oct 20 10:40:27.421348 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a54d0b-1331-4e2f-9bac-8dadb403cae3 req-19eb6ab1-663c-49dc-95c2-4d5298eff5da tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:27.422406 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-32a54d0b-1331-4e2f-9bac-8dadb403cae3 req-19eb6ab1-663c-49dc-95c2-4d5298eff5da tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:27.429794 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223a35ff-8a4f-4f08-9588-f7ff7506d795 admin admin] Pushing event updated for resources: {'Network': ['ID=be13aa5d-bad0-4361-bb1c-28b24d13de39,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:27.441894 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network be13aa5d-bad0-4361-bb1c-28b24d13de39 details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:40:27.443636 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-909a44d9-f66d-430e-93c1-f3cdb12cdb74 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1773475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1773489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1773480', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1772307'] for router, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:27.450426 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-32a54d0b-1331-4e2f-9bac-8dadb403cae3 req-19eb6ab1-663c-49dc-95c2-4d5298eff5da tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0998673 Oct 20 10:40:27.466811 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [req-32a54d0b-1331-4e2f-9bac-8dadb403cae3 req-d5768abb-d006-40ce-8988-40b1ad857693 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Request body: {'port': {'device_id': 'eee88060-7fda-477b-9c01-4b976f96d65d', 'network_id': '57de70b3-0a7e-4089-932d-ee5d5e3b332e', 'admin_state_up': True, 'tenant_id': '311474ed35f34da1b417637b1179a3d4'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:40:27.563443 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05edccea-aa85-42e5-b77a-4cfb961ac5e1 admin admin] Made reservation on behalf of b7c3b6cac8cf4282994ee5508286f0ec for: {'subnet': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:40:27.565792 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-05edccea-aa85-42e5-b77a-4cfb961ac5e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26761797'] for subnet, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:27.600340 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32a54d0b-1331-4e2f-9bac-8dadb403cae3 req-d5768abb-d006-40ce-8988-40b1ad857693 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Made reservation on behalf of 311474ed35f34da1b417637b1179a3d4 for: {'port': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:40:27.604522 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-32a54d0b-1331-4e2f-9bac-8dadb403cae3 req-d5768abb-d006-40ce-8988-40b1ad857693 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:27.612292 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-95b99a1d-3c3a-40da-b9e7-fa4713227851 req-cdeabefd-0424-47f8-8cb6-490420ca7d15 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/security-groups?id=17372704-86e6-46e6-a5dd-dc7385be620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985979 Oct 20 10:40:27.627068 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-408c13a4-bb63-413d-9a15-4c0c0d1384bc None None] Provisioning complete for port c5135c15-a9ec-4401-81fe-3ae7de5a09df triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:40:27.627618 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-408c13a4-bb63-413d-9a15-4c0c0d1384bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:27.669681 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-408c13a4-bb63-413d-9a15-4c0c0d1384bc None None] Port c5135c15-a9ec-4401-81fe-3ae7de5a09df cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:40:27.707220 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d76a75d-7776-4bc5-9866-a5223bf22417 req-fa8d427e-7d2e-4abc-bd26-4403211d0612 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:27.713622 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d76a75d-7776-4bc5-9866-a5223bf22417 req-fa8d427e-7d2e-4abc-bd26-4403211d0612 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:27.715199 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5d76a75d-7776-4bc5-9866-a5223bf22417 req-fa8d427e-7d2e-4abc-bd26-4403211d0612 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] 10.222.0.64 "GET /v2.0/ports?device_id=eee88060-7fda-477b-9c01-4b976f96d65d HTTP/1.1" status: 200 len: 1654 time: 0.2936716 Oct 20 10:40:27.742562 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [req-32a54d0b-1331-4e2f-9bac-8dadb403cae3 req-d5768abb-d006-40ce-8988-40b1ad857693 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Allocated IP 19.80.0.129 (57de70b3-0a7e-4089-932d-ee5d5e3b332e/7d27b49d-cbf1-4666-a37a-b2e255244f88/9a707afc-3d8e-41f9-9396-0f19fb656d10) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:40:27.851569 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-909a44d9-f66d-430e-93c1-f3cdb12cdb74 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Router bfdfd53e-a71c-4f00-a060-37af929e4e5a has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:40:27.871070 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5d76a75d-7776-4bc5-9866-a5223bf22417 req-253d359c-d623-4402-8ee6-5e4d59da98dd tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] 10.222.0.64 "GET /v2.0/security-groups?id=49245fbb-4e48-4db8-994f-34137d01c16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227777 Oct 20 10:40:27.903741 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-32a54d0b-1331-4e2f-9bac-8dadb403cae3 req-d5768abb-d006-40ce-8988-40b1ad857693 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:27.912128 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8751e069-3b23-4a16-8911-f5fe5b897161 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26836128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26761819'] for subnet, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:27.937552 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-32a54d0b-1331-4e2f-9bac-8dadb403cae3 req-d5768abb-d006-40ce-8988-40b1ad857693 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:27.982461 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32a54d0b-1331-4e2f-9bac-8dadb403cae3 req-d5768abb-d006-40ce-8988-40b1ad857693 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Network 57de70b3-0a7e-4089-932d-ee5d5e3b332e is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:40:27.985417 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [req-32a54d0b-1331-4e2f-9bac-8dadb403cae3 req-d5768abb-d006-40ce-8988-40b1ad857693 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:40:27.989649 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [req-32a54d0b-1331-4e2f-9bac-8dadb403cae3 req-d5768abb-d006-40ce-8988-40b1ad857693 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:40:27.994169 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5768abb-d006-40ce-8988-40b1ad857693 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Pushing event updated for resources: {'Port': ['ID=9a707afc-3d8e-41f9-9396-0f19fb656d10,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:28.043717 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a54d0b-1331-4e2f-9bac-8dadb403cae3 req-d5768abb-d006-40ce-8988-40b1ad857693 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:28.044336 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-32a54d0b-1331-4e2f-9bac-8dadb403cae3 req-d5768abb-d006-40ce-8988-40b1ad857693 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:28.060637 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-32a54d0b-1331-4e2f-9bac-8dadb403cae3 req-d5768abb-d006-40ce-8988-40b1ad857693 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6036255 Oct 20 10:40:28.073717 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [req-32a54d0b-1331-4e2f-9bac-8dadb403cae3 req-6ca95917-b7e2-4d4e-918e-3e3aa1857b33 service neutron] Request body: {'port': {'device_id': 'eee88060-7fda-477b-9c01-4b976f96d65d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811396-3'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:40:28.092470 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8751e069-3b23-4a16-8911-f5fe5b897161 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Pushing event updated for resources: {'Subnet': ['ID=8731ca78-ebd0-4fdc-a347-d4d6b44881c1,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:28.126335 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-05edccea-aa85-42e5-b77a-4cfb961ac5e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26836128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26761819'] for subnet, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:28.132422 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8751e069-3b23-4a16-8911-f5fe5b897161 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Checking segment: {'id': 'a08022e6-4a2d-489f-b1be-9cbecbd3a9d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '8be67c3b-54dc-4c47-b2f0-0322798dc960'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:40:28.132788 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8751e069-3b23-4a16-8911-f5fe5b897161 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Network hostable DHCP agents. Network: 8be67c3b-54dc-4c47-b2f0-0322798dc960, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:40:28.140505 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-32a54d0b-1331-4e2f-9bac-8dadb403cae3 req-6ca95917-b7e2-4d4e-918e-3e3aa1857b33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:28.164090 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-909a44d9-f66d-430e-93c1-f3cdb12cdb74 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:40:28.176548 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3b6d68-b320-4cd8-9ee9-3e04a81d7cea None None] Sync routers for ids ['bfdfd53e-a71c-4f00-a060-37af929e4e5a'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:40:28.179940 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-909a44d9-f66d-430e-93c1-f3cdb12cdb74 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks [] for router, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:28.185059 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-909a44d9-f66d-430e-93c1-f3cdb12cdb74 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] 10.222.0.64 "PUT /v2.0/routers/bfdfd53e-a71c-4f00-a060-37af929e4e5a HTTP/1.1" status: 200 len: 891 time: 1.7488472 Oct 20 10:40:28.186826 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3b6d68-b320-4cd8-9ee9-3e04a81d7cea None None] Routers {'bfdfd53e-a71c-4f00-a060-37af929e4e5a'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:40:28.187741 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-cc3b6d68-b320-4cd8-9ee9-3e04a81d7cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:40:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['bfdfd53e-a71c-4f00-a060-37af929e4e5a'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:40:28.188831 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 56592) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:28.222924 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05edccea-aa85-42e5-b77a-4cfb961ac5e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1be5d7b0-90b0-4a00-8ff7-36e0f2a0518f,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:28.225789 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-cc3b6d68-b320-4cd8-9ee9-3e04a81d7cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:40:28.228064 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8751e069-3b23-4a16-8911-f5fe5b897161 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Network 8be67c3b-54dc-4c47-b2f0-0322798dc960 is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:40:28.240213 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3b6d68-b320-4cd8-9ee9-3e04a81d7cea None None] Routers {'bfdfd53e-a71c-4f00-a060-37af929e4e5a'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:40:28.241018 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-cc3b6d68-b320-4cd8-9ee9-3e04a81d7cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:40:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['bfdfd53e-a71c-4f00-a060-37af929e4e5a'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:40:28.245161 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05edccea-aa85-42e5-b77a-4cfb961ac5e1 admin admin] Checking segment: {'id': 'c0707904-7ab2-40f1-ab1f-21b75f069daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'be13aa5d-bad0-4361-bb1c-28b24d13de39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:40:28.245525 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05edccea-aa85-42e5-b77a-4cfb961ac5e1 admin admin] Network hostable DHCP agents. Network: be13aa5d-bad0-4361-bb1c-28b24d13de39, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:40:28.247463 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-8751e069-3b23-4a16-8911-f5fe5b897161 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, 8be67c3b-54dc-4c47-b2f0-0322798dc960) {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:40:28.252157 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8751e069-3b23-4a16-8911-f5fe5b897161 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:28.252758 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8751e069-3b23-4a16-8911-f5fe5b897161 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:28.262043 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0049e496-c156-4be8-b925-46e72d3c47fc None None] Network 8be67c3b-54dc-4c47-b2f0-0322798dc960 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:40:28.279104 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-cc3b6d68-b320-4cd8-9ee9-3e04a81d7cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:40:28.280052 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3b6d68-b320-4cd8-9ee9-3e04a81d7cea None None] The sync data for ids ['bfdfd53e-a71c-4f00-a060-37af929e4e5a'] in n-d-811396-3 is: [] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:40:28.281346 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-8751e069-3b23-4a16-8911-f5fe5b897161 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.5975828 Oct 20 10:40:28.284048 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05edccea-aa85-42e5-b77a-4cfb961ac5e1 admin admin] Network be13aa5d-bad0-4361-bb1c-28b24d13de39 is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:40:28.287208 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 56594) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:28.292718 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-416b7bc2-3af3-49b8-b9e4-3d438ce80538 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:40:28.329671 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-05edccea-aa85-42e5-b77a-4cfb961ac5e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, be13aa5d-bad0-4361-bb1c-28b24d13de39) {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:40:28.350121 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05edccea-aa85-42e5-b77a-4cfb961ac5e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:28.352117 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-05edccea-aa85-42e5-b77a-4cfb961ac5e1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:28.377804 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc9c864-b9b4-4ba1-81a8-9e40a5bb2487 None None] Network be13aa5d-bad0-4361-bb1c-28b24d13de39 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:40:28.380672 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-05edccea-aa85-42e5-b77a-4cfb961ac5e1 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.9972115 Oct 20 10:40:28.383629 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-a620ffb1-8b7c-4e9e-b657-4f62fac05ea2 None None] Provisioning complete for port 9a707afc-3d8e-41f9-9396-0f19fb656d10 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:40:28.384081 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-a620ffb1-8b7c-4e9e-b657-4f62fac05ea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:28.451726 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-416b7bc2-3af3-49b8-b9e4-3d438ce80538 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-26761810'] for subnet, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:28.481190 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-cee3b742-2408-454c-b1ce-691e30473323 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] 10.222.0.64 "GET /v2.0/routers/bfdfd53e-a71c-4f00-a060-37af929e4e5a HTTP/1.1" status: 200 len: 891 time: 0.2912009 Oct 20 10:40:28.481906 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 56602) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:28.519180 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-a620ffb1-8b7c-4e9e-b657-4f62fac05ea2 None None] Port 9a707afc-3d8e-41f9-9396-0f19fb656d10 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:40:28.527784 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-7d7ea9d3-63b8-456a-ae1f-0dfaa62e5632 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] 10.222.0.64 "GET /v2.0/ports?device_id=bfdfd53e-a71c-4f00-a060-37af929e4e5a HTTP/1.1" status: 200 len: 205 time: 0.0386782 Oct 20 10:40:28.530310 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 56604) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:28.675401 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0be251cf-1dcb-49be-a3fa-a166755bd386 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524064ba-869c-5550-b826-c26b69a11278-8be67c3b-54dc-4c47-b2f0-0322798dc960', 'network_id': '8be67c3b-54dc-4c47-b2f0-0322798dc960', 'tenant_id': 'd2672739157f4177a2d615acde025087', 'fixed_ips': [{'subnet_id': '8731ca78-ebd0-4fdc-a347-d4d6b44881c1'}]}} from n-d-811396-3. {{(pid=100598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:40:28.676393 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-0be251cf-1dcb-49be-a3fa-a166755bd386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:28.698901 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-416b7bc2-3af3-49b8-b9e4-3d438ce80538 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8734775807326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-26836202'] for subnet, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:28.704735 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e079a73f-3f73-4929-a25f-011ea8978cfc None None] Network be13aa5d-bad0-4361-bb1c-28b24d13de39 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:40:28.728807 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-da75c17a-e0f7-4eea-8769-fce269446d18 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks [] for router, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:28.734033 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [req-32a54d0b-1331-4e2f-9bac-8dadb403cae3 req-6ca95917-b7e2-4d4e-918e-3e3aa1857b33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f02b4ff5-8a01-4904-9693-79bfb0a7f0b7 {{(pid=100597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:40:28.774956 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-32a54d0b-1331-4e2f-9bac-8dadb403cae3 req-6ca95917-b7e2-4d4e-918e-3e3aa1857b33 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:28.796750 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.provisioning_blocks [req-32a54d0b-1331-4e2f-9bac-8dadb403cae3 req-6ca95917-b7e2-4d4e-918e-3e3aa1857b33 service neutron] Transition to ACTIVE for port object f02b4ff5-8a01-4904-9693-79bfb0a7f0b7 will not be triggered until provisioned by entity L2. {{(pid=100597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:40:28.801543 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-416b7bc2-3af3-49b8-b9e4-3d438ce80538 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:28.802129 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-416b7bc2-3af3-49b8-b9e4-3d438ce80538 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:28.803436 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-416b7bc2-3af3-49b8-b9e4-3d438ce80538 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] 10.222.0.64 "PUT /v2.0/subnets/8731ca78-ebd0-4fdc-a347-d4d6b44881c1 HTTP/1.1" status: 200 len: 900 time: 0.5151253 Oct 20 10:40:28.806385 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 56612) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:28.815788 n-d-811396-3 neutron-server[100596]: INFO neutron.api.v2.resource [req-ee809c68-1deb-4657-9471-8098529fb2e3 req-be9a1cb0-ef9d-488a-be22-eddefba0aeea tempest-SecurityGroupsNegativeTestJSON-1278642247 tempest-SecurityGroupsNegativeTestJSON-1278642247-project] show failed (client error): The resource could not be found. Oct 20 10:40:28.816818 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ee809c68-1deb-4657-9471-8098529fb2e3 req-be9a1cb0-ef9d-488a-be22-eddefba0aeea tempest-SecurityGroupsNegativeTestJSON-1278642247 tempest-SecurityGroupsNegativeTestJSON-1278642247-project] 10.222.0.64 "GET /v2.0/security-groups/8f2f1dfa-c02a-4f81-a018-e3cc18520f43 HTTP/1.1" status: 404 len: 352 time: 0.0602028 Oct 20 10:40:28.832297 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416b7bc2-3af3-49b8-b9e4-3d438ce80538 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Pushing event updated for resources: {'Subnet': ['ID=8731ca78-ebd0-4fdc-a347-d4d6b44881c1,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:28.844131 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8779b31-f449-4710-9469-73a037e0e57b req-f9154ac3-ca2e-41dc-806b-417bc4daec12 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:28.845216 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-32a54d0b-1331-4e2f-9bac-8dadb403cae3 req-6ca95917-b7e2-4d4e-918e-3e3aa1857b33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:28.845656 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c8779b31-f449-4710-9469-73a037e0e57b req-f9154ac3-ca2e-41dc-806b-417bc4daec12 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/ports?device_id=beac454b-7e2b-44fe-90b5-8b2d2c0f832f HTTP/1.1" status: 200 len: 945 time: 0.0992048 Oct 20 10:40:28.936278 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c8779b31-f449-4710-9469-73a037e0e57b req-2d59582e-3961-47f6-801d-6b2f16689d34 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/security-groups?id=17372704-86e6-46e6-a5dd-dc7385be620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805469 Oct 20 10:40:28.949622 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 7 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 10:40:28.996664 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-0be251cf-1dcb-49be-a3fa-a166755bd386 None None] Allocated IP 2001:db8::3 (8be67c3b-54dc-4c47-b2f0-0322798dc960/8731ca78-ebd0-4fdc-a347-d4d6b44881c1/31aacbd7-96de-43e6-b1b5-6d0a74c59234) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:40:29.041395 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-eea73cfd-7b59-46dc-ab32-9c1e78651e3a req-4da8e69d-fd78-4eab-b754-79f337f21e84 tempest-SecurityGroupsNegativeTestJSON-1278642247 tempest-SecurityGroupsNegativeTestJSON-1278642247-project] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b7c3b6cac8cf4282994ee5508286f0ec HTTP/1.1" status: 200 len: 2988 time: 0.0841250 Oct 20 10:40:29.121354 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-eea73cfd-7b59-46dc-ab32-9c1e78651e3a req-6e2c454d-669f-4937-9438-b91e4afeeaec tempest-SecurityGroupsNegativeTestJSON-1278642247 tempest-SecurityGroupsNegativeTestJSON-1278642247-project] 10.222.0.64 "GET /v2.0/security-groups/8705c95f-7cda-4572-9cf8-5e444f9448c5 HTTP/1.1" status: 200 len: 2985 time: 0.0788336 Oct 20 10:40:29.179419 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72b43d7-77ad-4893-9d1c-35d398522bd1 req-41abe949-292f-4555-ac0e-eb75539ed61b tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:29.187039 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72b43d7-77ad-4893-9d1c-35d398522bd1 req-41abe949-292f-4555-ac0e-eb75539ed61b tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:29.194616 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72b43d7-77ad-4893-9d1c-35d398522bd1 req-41abe949-292f-4555-ac0e-eb75539ed61b tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:29.197505 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e72b43d7-77ad-4893-9d1c-35d398522bd1 req-41abe949-292f-4555-ac0e-eb75539ed61b tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] 10.222.0.64 "GET /v2.0/ports?device_id=eee88060-7fda-477b-9c01-4b976f96d65d HTTP/1.1" status: 200 len: 2388 time: 0.1265070 Oct 20 10:40:29.198794 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-0be251cf-1dcb-49be-a3fa-a166755bd386 None None] Publish callbacks [] for port, precommit_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:29.206995 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-0be251cf-1dcb-49be-a3fa-a166755bd386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:29.240435 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-eea73cfd-7b59-46dc-ab32-9c1e78651e3a req-93b87768-c987-4415-bb0d-8c6a7b34b893 tempest-SecurityGroupsNegativeTestJSON-1278642247 tempest-SecurityGroupsNegativeTestJSON-1278642247-project] 10.222.0.64 "GET /v2.0/security-groups/8705c95f-7cda-4572-9cf8-5e444f9448c5 HTTP/1.1" status: 200 len: 2985 time: 0.1049180 Oct 20 10:40:29.272831 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be251cf-1dcb-49be-a3fa-a166755bd386 None None] Network 8be67c3b-54dc-4c47-b2f0-0322798dc960 is already hosted by enough agents. {{(pid=100598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:40:29.280212 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.base_scheduler [None req-0be251cf-1dcb-49be-a3fa-a166755bd386 None None] Resources bound (agent type, host, resource id): {{(pid=100598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:40:29.282638 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be251cf-1dcb-49be-a3fa-a166755bd386 None None] Pushing event updated for resources: {'Port': ['ID=31aacbd7-96de-43e6-b1b5-6d0a74c59234,revision_number=1']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:29.285028 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be251cf-1dcb-49be-a3fa-a166755bd386 None None] Received port after_create {{(pid=100598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:40:29.293787 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e72b43d7-77ad-4893-9d1c-35d398522bd1 req-d320d385-67fd-4f62-a98d-39cbb20d0dd0 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] 10.222.0.64 "GET /v2.0/security-groups?id=49245fbb-4e48-4db8-994f-34137d01c16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876031 Oct 20 10:40:29.315245 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5cf6995d-6a2b-47e3-979f-09dad470e780 req-0c8bc1cb-d10d-4dae-a2d7-47abf081a385 tempest-SecurityGroupsNegativeTestJSON-1278642247 tempest-SecurityGroupsNegativeTestJSON-1278642247-project] 10.222.0.64 "GET /v2.0/security-groups/8705c95f-7cda-4572-9cf8-5e444f9448c5 HTTP/1.1" status: 200 len: 2985 time: 0.0630839 Oct 20 10:40:29.347068 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-0be251cf-1dcb-49be-a3fa-a166755bd386 None None] Attempting to bind port 31aacbd7-96de-43e6-b1b5-6d0a74c59234 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:40:29.347491 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-0be251cf-1dcb-49be-a3fa-a166755bd386 None None] Attempting to bind port 31aacbd7-96de-43e6-b1b5-6d0a74c59234 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': 'a08022e6-4a2d-489f-b1be-9cbecbd3a9d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '8be67c3b-54dc-4c47-b2f0-0322798dc960'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:40:29.347865 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be251cf-1dcb-49be-a3fa-a166755bd386 None None] Attempting to bind port 31aacbd7-96de-43e6-b1b5-6d0a74c59234 on network 8be67c3b-54dc-4c47-b2f0-0322798dc960 {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:40:29.353406 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be251cf-1dcb-49be-a3fa-a166755bd386 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 40, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:40:29.353783 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be251cf-1dcb-49be-a3fa-a166755bd386 None None] Checking segment: {'id': 'a08022e6-4a2d-489f-b1be-9cbecbd3a9d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '8be67c3b-54dc-4c47-b2f0-0322798dc960'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:40:29.354182 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-0be251cf-1dcb-49be-a3fa-a166755bd386 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:29.354571 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be251cf-1dcb-49be-a3fa-a166755bd386 None None] Bound using segment: {'id': 'a08022e6-4a2d-489f-b1be-9cbecbd3a9d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '8be67c3b-54dc-4c47-b2f0-0322798dc960'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:40:29.355038 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-0be251cf-1dcb-49be-a3fa-a166755bd386 None None] Bound port: 31aacbd7-96de-43e6-b1b5-6d0a74c59234, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a08022e6-4a2d-489f-b1be-9cbecbd3a9d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '8be67c3b-54dc-4c47-b2f0-0322798dc960'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:40:29.355461 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-0be251cf-1dcb-49be-a3fa-a166755bd386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:29.379101 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-da75c17a-e0f7-4eea-8769-fce269446d18 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:29.380123 n-d-811396-3 neutron-server[100596]: INFO neutron.api.v2.resource [req-5cf6995d-6a2b-47e3-979f-09dad470e780 req-1049cb74-77d1-4c82-a330-e62d3a1a40ce tempest-SecurityGroupsNegativeTestJSON-1278642247 tempest-SecurityGroupsNegativeTestJSON-1278642247-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 20 10:40:29.381885 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5cf6995d-6a2b-47e3-979f-09dad470e780 req-1049cb74-77d1-4c82-a330-e62d3a1a40ce tempest-SecurityGroupsNegativeTestJSON-1278642247 tempest-SecurityGroupsNegativeTestJSON-1278642247-project] 10.222.0.64 "DELETE /v2.0/security-groups/8705c95f-7cda-4572-9cf8-5e444f9448c5 HTTP/1.1" status: 409 len: 352 time: 0.0615773 Oct 20 10:40:29.382043 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca95917-b7e2-4d4e-918e-3e3aa1857b33 service neutron] Pushing event updated for resources: {'Port': ['ID=f02b4ff5-8a01-4904-9693-79bfb0a7f0b7,revision_number=2']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:29.432728 n-d-811396-3 neutron-server[100596]: INFO neutron.api.v2.resource [req-5e3fbb0d-dd15-46e0-b227-0f2d1701c8d5 req-e2b67e41-0784-4b20-970c-229d0e3890d4 tempest-SecurityGroupsNegativeTestJSON-1278642247 tempest-SecurityGroupsNegativeTestJSON-1278642247-project] show failed (client error): The resource could not be found. Oct 20 10:40:29.442863 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5e3fbb0d-dd15-46e0-b227-0f2d1701c8d5 req-e2b67e41-0784-4b20-970c-229d0e3890d4 tempest-SecurityGroupsNegativeTestJSON-1278642247 tempest-SecurityGroupsNegativeTestJSON-1278642247-project] 10.222.0.64 "GET /v2.0/security-groups/7397ffcc-a6db-48f8-9d1e-a77def365980 HTTP/1.1" status: 404 len: 352 time: 0.0320644 Oct 20 10:40:29.443087 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-32a54d0b-1331-4e2f-9bac-8dadb403cae3 req-6ca95917-b7e2-4d4e-918e-3e3aa1857b33 service neutron] Attempting to bind port f02b4ff5-8a01-4904-9693-79bfb0a7f0b7 on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:40:29.443193 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-32a54d0b-1331-4e2f-9bac-8dadb403cae3 req-6ca95917-b7e2-4d4e-918e-3e3aa1857b33 service neutron] Attempting to bind port f02b4ff5-8a01-4904-9693-79bfb0a7f0b7 by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': '5a820aca-1e2b-47e3-9f7c-83f04ab1eb90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '57de70b3-0a7e-4089-932d-ee5d5e3b332e'}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:40:29.443621 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a54d0b-1331-4e2f-9bac-8dadb403cae3 req-6ca95917-b7e2-4d4e-918e-3e3aa1857b33 service neutron] Attempting to bind port f02b4ff5-8a01-4904-9693-79bfb0a7f0b7 on network 57de70b3-0a7e-4089-932d-ee5d5e3b332e {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:40:29.453345 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a54d0b-1331-4e2f-9bac-8dadb403cae3 req-6ca95917-b7e2-4d4e-918e-3e3aa1857b33 service neutron] Port f02b4ff5-8a01-4904-9693-79bfb0a7f0b7 on network 57de70b3-0a7e-4089-932d-ee5d5e3b332e not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:40:29.453679 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a54d0b-1331-4e2f-9bac-8dadb403cae3 req-6ca95917-b7e2-4d4e-918e-3e3aa1857b33 service neutron] Attempting to bind port f02b4ff5-8a01-4904-9693-79bfb0a7f0b7 on network 57de70b3-0a7e-4089-932d-ee5d5e3b332e {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:40:29.454919 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-0be251cf-1dcb-49be-a3fa-a166755bd386 None None] For port 31aacbd7-96de-43e6-b1b5-6d0a74c59234, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:40:29.460490 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-0be251cf-1dcb-49be-a3fa-a166755bd386 None None] For port 31aacbd7-96de-43e6-b1b5-6d0a74c59234, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=31aacbd7-96de-43e6-b1b5-6d0a74c59234,segment=NetworkSegment(a08022e6-4a2d-489f-b1be-9cbecbd3a9d8),segment_id=a08022e6-4a2d-489f-b1be-9cbecbd3a9d8)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:40:29.462170 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4b15eafa-5e7e-4c4e-be93-94e8392fcbcb tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:29.468208 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-0be251cf-1dcb-49be-a3fa-a166755bd386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:29.470878 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a54d0b-1331-4e2f-9bac-8dadb403cae3 req-6ca95917-b7e2-4d4e-918e-3e3aa1857b33 service neutron] Checking agent: {'id': '061232a2-7adc-4ba1-a873-e8cb136b064d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 40, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:40:29.471137 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a54d0b-1331-4e2f-9bac-8dadb403cae3 req-6ca95917-b7e2-4d4e-918e-3e3aa1857b33 service neutron] Checking segment: {'id': '5a820aca-1e2b-47e3-9f7c-83f04ab1eb90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '57de70b3-0a7e-4089-932d-ee5d5e3b332e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:40:29.471734 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a54d0b-1331-4e2f-9bac-8dadb403cae3 req-6ca95917-b7e2-4d4e-918e-3e3aa1857b33 service neutron] Bound using segment: {'id': '5a820aca-1e2b-47e3-9f7c-83f04ab1eb90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '57de70b3-0a7e-4089-932d-ee5d5e3b332e'} {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:40:29.472177 n-d-811396-3 neutron-server[100596]: INFO neutron.api.v2.resource [req-51962cf0-4da5-40d5-883f-56eff4caab1f req-6b7fe5bc-fe42-4828-887d-46742421aa04 tempest-SecurityGroupsNegativeTestJSON-1278642247 tempest-SecurityGroupsNegativeTestJSON-1278642247-project] show failed (client error): The resource could not be found. Oct 20 10:40:29.472308 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-32a54d0b-1331-4e2f-9bac-8dadb403cae3 req-6ca95917-b7e2-4d4e-918e-3e3aa1857b33 service neutron] Bound port: f02b4ff5-8a01-4904-9693-79bfb0a7f0b7, host: n-h2-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a820aca-1e2b-47e3-9f7c-83f04ab1eb90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '57de70b3-0a7e-4089-932d-ee5d5e3b332e'}}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:40:29.472597 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-32a54d0b-1331-4e2f-9bac-8dadb403cae3 req-6ca95917-b7e2-4d4e-918e-3e3aa1857b33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:29.473634 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-51962cf0-4da5-40d5-883f-56eff4caab1f req-6b7fe5bc-fe42-4828-887d-46742421aa04 tempest-SecurityGroupsNegativeTestJSON-1278642247 tempest-SecurityGroupsNegativeTestJSON-1278642247-project] 10.222.0.64 "GET /v2.0/security-groups/61d6223a-5ce0-42a8-bdd3-38c4cc1edfcb HTTP/1.1" status: 404 len: 352 time: 0.0175211 Oct 20 10:40:29.490037 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 56630) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:29.536225 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be251cf-1dcb-49be-a3fa-a166755bd386 None None] Pushing event updated for resources: {'Port': ['ID=31aacbd7-96de-43e6-b1b5-6d0a74c59234,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:29.564000 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e3b6711-9060-48b7-8f4b-d970a0bf0dbf admin admin] Deleting subnet 1be5d7b0-90b0-4a00-8ff7-36e0f2a0518f {{(pid=100596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:40:29.569953 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-9e3b6711-9060-48b7-8f4b-d970a0bf0dbf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:29.585399 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-da75c17a-e0f7-4eea-8769-fce269446d18 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Deleting port 2707e69b-377f-4a37-bc84-a23cf4e2c0d0 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:40:29.585734 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-da75c17a-e0f7-4eea-8769-fce269446d18 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:29.617989 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [req-32a54d0b-1331-4e2f-9bac-8dadb403cae3 req-6ca95917-b7e2-4d4e-918e-3e3aa1857b33 service neutron] For port f02b4ff5-8a01-4904-9693-79bfb0a7f0b7, host n-h2-811396-3, cleared binding levels {{(pid=100597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:40:29.630272 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-9e3b6711-9060-48b7-8f4b-d970a0bf0dbf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25189079'] for subnet, precommit_delete_associations {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:29.644903 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [req-32a54d0b-1331-4e2f-9bac-8dadb403cae3 req-6ca95917-b7e2-4d4e-918e-3e3aa1857b33 service neutron] For port f02b4ff5-8a01-4904-9693-79bfb0a7f0b7, host n-h2-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=f02b4ff5-8a01-4904-9693-79bfb0a7f0b7,segment=NetworkSegment(5a820aca-1e2b-47e3-9f7c-83f04ab1eb90),segment_id=5a820aca-1e2b-47e3-9f7c-83f04ab1eb90)] {{(pid=100597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:40:29.682292 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-32a54d0b-1331-4e2f-9bac-8dadb403cae3 req-6ca95917-b7e2-4d4e-918e-3e3aa1857b33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:29.698982 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-9e3b6711-9060-48b7-8f4b-d970a0bf0dbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:29.716123 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-4b15eafa-5e7e-4c4e-be93-94e8392fcbcb tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Deleting port 31aacbd7-96de-43e6-b1b5-6d0a74c59234 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:40:29.716459 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4b15eafa-5e7e-4c4e-be93-94e8392fcbcb tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:29.757194 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a54d0b-1331-4e2f-9bac-8dadb403cae3 req-6ca95917-b7e2-4d4e-918e-3e3aa1857b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:29.757812 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-32a54d0b-1331-4e2f-9bac-8dadb403cae3 req-6ca95917-b7e2-4d4e-918e-3e3aa1857b33 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:29.759841 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-32a54d0b-1331-4e2f-9bac-8dadb403cae3 req-6ca95917-b7e2-4d4e-918e-3e3aa1857b33 service neutron] 10.222.0.69 "PUT /v2.0/ports/f02b4ff5-8a01-4904-9693-79bfb0a7f0b7 HTTP/1.1" status: 200 len: 1092 time: 1.6911602 Oct 20 10:40:29.762154 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eee88060-7fda-477b-9c01-4b976f96d65d', 'tag': 'f02b4ff5-8a01-4904-9693-79bfb0a7f0b7'}] {{(pid=100597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:40:29.764338 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd85cad6a391afaa95d2dd5280bfd4659fc1e1b2aba53b5e7ef874f059efcdc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6c29045-43cd-4579-a52b-9373adda90f4" -d '{"events": [{"name": "network-changed", "server_uuid": "eee88060-7fda-477b-9c01-4b976f96d65d", "tag": "f02b4ff5-8a01-4904-9693-79bfb0a7f0b7"}]}' {{(pid=100597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:40:29.767261 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-9e3b6711-9060-48b7-8f4b-d970a0bf0dbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26836193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26761888'] for subnet, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:29.775548 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-da75c17a-e0f7-4eea-8769-fce269446d18 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:29.815156 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [req-32a54d0b-1331-4e2f-9bac-8dadb403cae3 req-bdd5ae02-b234-4474-b36d-223d70d3032b service neutron] Request body: {'port': {'device_id': 'eee88060-7fda-477b-9c01-4b976f96d65d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811396-3'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:40:29.825992 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca95917-b7e2-4d4e-918e-3e3aa1857b33 service neutron] Pushing event updated for resources: {'Port': ['ID=f02b4ff5-8a01-4904-9693-79bfb0a7f0b7,revision_number=3']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:29.828969 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-da75c17a-e0f7-4eea-8769-fce269446d18 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Calling delete_port for 2707e69b-377f-4a37-bc84-a23cf4e2c0d0 owned by network:router_gateway {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:40:29.877387 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3b6711-9060-48b7-8f4b-d970a0bf0dbf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1be5d7b0-90b0-4a00-8ff7-36e0f2a0518f,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:29.878536 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b006e6a-3481-4c20-ab9f-dbc9d382489f x-openstack-request-id: req-5b006e6a-3481-4c20-ab9f-dbc9d382489f {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:40:29.878825 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eee88060-7fda-477b-9c01-4b976f96d65d", "tag": "f02b4ff5-8a01-4904-9693-79bfb0a7f0b7", "status": "completed", "code": 200}]} {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:40:29.879068 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5b006e6a-3481-4c20-ab9f-dbc9d382489f {{(pid=100597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:40:29.879481 n-d-811396-3 neutron-server[100597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eee88060-7fda-477b-9c01-4b976f96d65d', 'tag': 'f02b4ff5-8a01-4904-9693-79bfb0a7f0b7', 'status': 'completed', 'code': 200} Oct 20 10:40:29.896904 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-9e3b6711-9060-48b7-8f4b-d970a0bf0dbf admin admin] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:29.903973 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-9e3b6711-9060-48b7-8f4b-d970a0bf0dbf admin admin] 10.222.0.64 "DELETE /v2.0/subnets/1be5d7b0-90b0-4a00-8ff7-36e0f2a0518f HTTP/1.1" status: 204 len: 168 time: 0.4115891 Oct 20 10:40:29.904585 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 56636) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:29.987099 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c29045-43cd-4579-a52b-9373adda90f4 req-223061ee-0ca4-4abc-a0cb-9f33ea913170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:29.987744 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c29045-43cd-4579-a52b-9373adda90f4 req-223061ee-0ca4-4abc-a0cb-9f33ea913170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:29.988096 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c29045-43cd-4579-a52b-9373adda90f4 req-223061ee-0ca4-4abc-a0cb-9f33ea913170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:29.989857 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e6c29045-43cd-4579-a52b-9373adda90f4 req-223061ee-0ca4-4abc-a0cb-9f33ea913170 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=311474ed35f34da1b417637b1179a3d4&device_id=eee88060-7fda-477b-9c01-4b976f96d65d HTTP/1.1" status: 200 len: 2731 time: 0.0774889 Oct 20 10:40:30.074158 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-32a54d0b-1331-4e2f-9bac-8dadb403cae3 req-bdd5ae02-b234-4474-b36d-223d70d3032b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:30.095438 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [None req-4b15eafa-5e7e-4c4e-be93-94e8392fcbcb tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] For port 31aacbd7-96de-43e6-b1b5-6d0a74c59234, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=31aacbd7-96de-43e6-b1b5-6d0a74c59234,segment=NetworkSegment(a08022e6-4a2d-489f-b1be-9cbecbd3a9d8),segment_id=a08022e6-4a2d-489f-b1be-9cbecbd3a9d8)] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:40:30.095769 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4b15eafa-5e7e-4c4e-be93-94e8392fcbcb tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:30.112870 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-61cc7def-971b-4d61-ab68-89318697de00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:30.128352 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-4b15eafa-5e7e-4c4e-be93-94e8392fcbcb tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Calling delete_port for 31aacbd7-96de-43e6-b1b5-6d0a74c59234 owned by network:dhcp {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:40:30.218072 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593833c2-d626-41bc-aaf5-34c7de844253 req-4aa8799b-aa07-41ea-a009-2be83bfdc258 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:30.219576 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-593833c2-d626-41bc-aaf5-34c7de844253 req-4aa8799b-aa07-41ea-a009-2be83bfdc258 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/ports?device_id=beac454b-7e2b-44fe-90b5-8b2d2c0f832f HTTP/1.1" status: 200 len: 945 time: 0.1486099 Oct 20 10:40:30.221713 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c29045-43cd-4579-a52b-9373adda90f4 req-a6a2d3dc-0356-4840-a969-1c1646676a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:30.221713 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c29045-43cd-4579-a52b-9373adda90f4 req-a6a2d3dc-0356-4840-a969-1c1646676a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:30.222025 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c29045-43cd-4579-a52b-9373adda90f4 req-a6a2d3dc-0356-4840-a969-1c1646676a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:30.223508 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e6c29045-43cd-4579-a52b-9373adda90f4 req-a6a2d3dc-0356-4840-a969-1c1646676a0a service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=311474ed35f34da1b417637b1179a3d4&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2241366 Oct 20 10:40:30.312511 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-593833c2-d626-41bc-aaf5-34c7de844253 req-be1270aa-cc9b-4bde-aefa-543057e8d9f1 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/security-groups?id=17372704-86e6-46e6-a5dd-dc7385be620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858915 Oct 20 10:40:30.476187 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c29045-43cd-4579-a52b-9373adda90f4 req-53bb6a3c-5fde-482c-89de-ad8fc3f1748e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:30.478278 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e6c29045-43cd-4579-a52b-9373adda90f4 req-53bb6a3c-5fde-482c-89de-ad8fc3f1748e service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2433197 Oct 20 10:40:30.490084 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b68893e-ccaf-4872-adfc-c51edf0670db req-fa350519-9271-43fd-a6d6-4115aed6d826 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:30.501876 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b68893e-ccaf-4872-adfc-c51edf0670db req-fa350519-9271-43fd-a6d6-4115aed6d826 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:30.506791 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-61cc7def-971b-4d61-ab68-89318697de00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:30.507810 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b68893e-ccaf-4872-adfc-c51edf0670db req-fa350519-9271-43fd-a6d6-4115aed6d826 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:30.515430 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5b68893e-ccaf-4872-adfc-c51edf0670db req-fa350519-9271-43fd-a6d6-4115aed6d826 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] 10.222.0.64 "GET /v2.0/ports?device_id=eee88060-7fda-477b-9c01-4b976f96d65d HTTP/1.1" status: 200 len: 2388 time: 0.1233668 Oct 20 10:40:30.552170 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-61cc7def-971b-4d61-ab68-89318697de00 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be13aa5d-bad0-4361-bb1c-28b24d13de39']}} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:40:30.561431 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5b68893e-ccaf-4872-adfc-c51edf0670db req-4c3f150c-6aac-4ac0-808a-5c9a776018f7 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] 10.222.0.64 "GET /v2.0/security-groups?id=49245fbb-4e48-4db8-994f-34137d01c16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451300 Oct 20 10:40:30.584974 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-61cc7def-971b-4d61-ab68-89318697de00 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0707904-7ab2-40f1-ab1f-21b75f069daf') {'for_net_delete': True} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:40:30.585291 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-61cc7def-971b-4d61-ab68-89318697de00 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0707904-7ab2-40f1-ab1f-21b75f069daf') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:40:30.614007 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-61cc7def-971b-4d61-ab68-89318697de00 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25852596'] for segment, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:30.622789 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-da75c17a-e0f7-4eea-8769-fce269446d18 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:30.699093 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-61cc7def-971b-4d61-ab68-89318697de00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:30.706041 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da75c17a-e0f7-4eea-8769-fce269446d18 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Pushing event deleted for resources: {'Port': ['ID=2707e69b-377f-4a37-bc84-a23cf4e2c0d0,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:30.754323 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61cc7def-971b-4d61-ab68-89318697de00 admin admin] Releasing vlan 812 on physical network physnet1 to pool {{(pid=100597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:40:30.754714 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-61cc7def-971b-4d61-ab68-89318697de00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951012'] for segment, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:30.756722 n-d-811396-3 neutron-server[100597]: Traceback (most recent call last): Oct 20 10:40:30.756722 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:40:30.756722 n-d-811396-3 neutron-server[100597]: timer() Oct 20 10:40:30.756722 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:40:30.756722 n-d-811396-3 neutron-server[100597]: cb(*args, **kw) Oct 20 10:40:30.756722 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:40:30.756722 n-d-811396-3 neutron-server[100597]: return func(*args, **kwargs) Oct 20 10:40:30.756722 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:40:30.756722 n-d-811396-3 neutron-server[100597]: self._notify() Oct 20 10:40:30.756722 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:40:30.756722 n-d-811396-3 neutron-server[100597]: self.callback(batched_events) Oct 20 10:40:30.756722 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:40:30.756722 n-d-811396-3 neutron-server[100597]: event.method(event) Oct 20 10:40:30.756722 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:40:30.756722 n-d-811396-3 neutron-server[100597]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:40:30.756722 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:40:30.756722 n-d-811396-3 neutron-server[100597]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:40:30.756722 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:40:30.756722 n-d-811396-3 neutron-server[100597]: return f(self, *a, **k) Oct 20 10:40:30.756722 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:40:30.756722 n-d-811396-3 neutron-server[100597]: return self._get(url).json() Oct 20 10:40:30.756722 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:40:30.756722 n-d-811396-3 neutron-server[100597]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:40:30.756722 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:40:30.756722 n-d-811396-3 neutron-server[100597]: return self.request(url, 'GET', **kwargs) Oct 20 10:40:30.756722 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:40:30.756722 n-d-811396-3 neutron-server[100597]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:40:30.756722 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:40:30.756722 n-d-811396-3 neutron-server[100597]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:40:30.756722 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:40:30.756722 n-d-811396-3 neutron-server[100597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:40:30.756722 n-d-811396-3 neutron-server[100597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:40:30.766694 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e1d4d3d-314d-43c9-a188-ad66d0bf0b05 None None] Network 8be67c3b-54dc-4c47-b2f0-0322798dc960 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:40:30.838161 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4b15eafa-5e7e-4c4e-be93-94e8392fcbcb tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:30.851255 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-7c07aec6-2277-4cb7-9e24-4d36fc7c3bc1 None None] Could not find standard attr ID for object 31aacbd7-96de-43e6-b1b5-6d0a74c59234. {{(pid=100598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 20 10:40:30.870147 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 31aacbd7-96de-43e6-b1b5-6d0a74c59234 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:40:30.879965 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [req-32a54d0b-1331-4e2f-9bac-8dadb403cae3 req-bdd5ae02-b234-4474-b36d-223d70d3032b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5135c15-a9ec-4401-81fe-3ae7de5a09df {{(pid=100597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:40:30.902255 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 31aacbd7-96de-43e6-b1b5-6d0a74c59234 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:40:30.903726 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 31aacbd7-96de-43e6-b1b5-6d0a74c59234 not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Oct 20 10:40:30.925945 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b15eafa-5e7e-4c4e-be93-94e8392fcbcb tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Pushing event deleted for resources: {'Port': ['ID=31aacbd7-96de-43e6-b1b5-6d0a74c59234,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:30.932003 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Port 31aacbd7-96de-43e6-b1b5-6d0a74c59234 not found, will not notify nova. {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Oct 20 10:40:30.936917 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-32a54d0b-1331-4e2f-9bac-8dadb403cae3 req-bdd5ae02-b234-4474-b36d-223d70d3032b service neutron] Publish callbacks [] for port, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:30.977427 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-da75c17a-e0f7-4eea-8769-fce269446d18 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1773439'] for router_gateway, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:30.983886 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-61cc7def-971b-4d61-ab68-89318697de00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:30.988277 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-61cc7def-971b-4d61-ab68-89318697de00 admin admin] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:30.995120 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-61cc7def-971b-4d61-ab68-89318697de00 admin admin] 10.222.0.64 "DELETE /v2.0/networks/be13aa5d-bad0-4361-bb1c-28b24d13de39 HTTP/1.1" status: 204 len: 168 time: 1.0856533 Oct 20 10:40:31.041980 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.provisioning_blocks [req-32a54d0b-1331-4e2f-9bac-8dadb403cae3 req-bdd5ae02-b234-4474-b36d-223d70d3032b service neutron] Transition to ACTIVE for port object c5135c15-a9ec-4401-81fe-3ae7de5a09df will not be triggered until provisioned by entity L2. {{(pid=100597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:40:31.079541 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b15eafa-5e7e-4c4e-be93-94e8392fcbcb tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] No DVR routers for this DVR port 31aacbd7-96de-43e6-b1b5-6d0a74c59234 on host n-d-811396-3 {{(pid=100597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:40:31.122666 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-32a54d0b-1331-4e2f-9bac-8dadb403cae3 req-bdd5ae02-b234-4474-b36d-223d70d3032b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:31.124840 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cc7def-971b-4d61-ab68-89318697de00 admin admin] Pushing event deleted for resources: {'Network': ['ID=be13aa5d-bad0-4361-bb1c-28b24d13de39,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:31.187496 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 56662) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:31.209856 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-da75c17a-e0f7-4eea-8769-fce269446d18 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1772272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258304'] for router, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:31.213510 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-da75c17a-e0f7-4eea-8769-fce269446d18 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:31.255509 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-a35546fb-c3c6-4295-ba47-0592e5a02ec3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b7c3b6cac8cf4282994ee5508286f0ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0644698 Oct 20 10:40:31.260334 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 56664) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:31.301282 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-decab13d-946b-45a6-a780-c531b8544b38 None None] Network 8be67c3b-54dc-4c47-b2f0-0322798dc960 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:40:31.328391 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4b15eafa-5e7e-4c4e-be93-94e8392fcbcb tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:31.339202 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd5ae02-b234-4474-b36d-223d70d3032b service neutron] Pushing event updated for resources: {'Port': ['ID=c5135c15-a9ec-4401-81fe-3ae7de5a09df,revision_number=2']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:31.357868 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-b167317c-d863-4065-bc36-ef334969cda9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:31.375106 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-da75c17a-e0f7-4eea-8769-fce269446d18 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1772267'] for router, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:31.375947 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da75c17a-e0f7-4eea-8769-fce269446d18 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Fanout notify agent at l3_agent the message router_deleted on router bfdfd53e-a71c-4f00-a060-37af929e4e5a {{(pid=100597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 10:40:31.386503 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-da75c17a-e0f7-4eea-8769-fce269446d18 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks [] for router, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:31.387954 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-da75c17a-e0f7-4eea-8769-fce269446d18 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] 10.222.0.64 "DELETE /v2.0/routers/bfdfd53e-a71c-4f00-a060-37af929e4e5a HTTP/1.1" status: 204 len: 168 time: 2.8539212 Oct 20 10:40:31.395401 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 56670) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:31.403216 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-b167317c-d863-4065-bc36-ef334969cda9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:31.424627 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-c772a385-19cd-4c3a-ba49-e802136c5eee tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1109409402'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:40:31.525029 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c772a385-19cd-4c3a-ba49-e802136c5eee tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Made reservation on behalf of a9b5f78b497b4e82bedac7bcd2f62452 for: {'network': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:40:31.534081 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c772a385-19cd-4c3a-ba49-e802136c5eee tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:31.562222 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-32a54d0b-1331-4e2f-9bac-8dadb403cae3 req-bdd5ae02-b234-4474-b36d-223d70d3032b service neutron] Attempting to bind port c5135c15-a9ec-4401-81fe-3ae7de5a09df on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:40:31.562923 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-32a54d0b-1331-4e2f-9bac-8dadb403cae3 req-bdd5ae02-b234-4474-b36d-223d70d3032b service neutron] Attempting to bind port c5135c15-a9ec-4401-81fe-3ae7de5a09df by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': '00a77eb9-25fa-49d7-a3f2-655aec89c144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'e8ff52aa-77e4-4208-a42e-cab7f495b8e8'}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:40:31.564108 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a54d0b-1331-4e2f-9bac-8dadb403cae3 req-bdd5ae02-b234-4474-b36d-223d70d3032b service neutron] Attempting to bind port c5135c15-a9ec-4401-81fe-3ae7de5a09df on network e8ff52aa-77e4-4208-a42e-cab7f495b8e8 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:40:31.569382 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b207cd-53f4-4433-ad68-e3bce631ddf0 req-0a4597cf-07c3-43b8-9875-48a6a0ad701d tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:31.571997 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-64b207cd-53f4-4433-ad68-e3bce631ddf0 req-0a4597cf-07c3-43b8-9875-48a6a0ad701d tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/ports?device_id=beac454b-7e2b-44fe-90b5-8b2d2c0f832f HTTP/1.1" status: 200 len: 945 time: 0.0757892 Oct 20 10:40:31.573231 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-b167317c-d863-4065-bc36-ef334969cda9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:31.576398 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-b167317c-d863-4065-bc36-ef334969cda9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:31.580145 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-b167317c-d863-4065-bc36-ef334969cda9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8705c95f-7cda-4572-9cf8-5e444f9448c5 HTTP/1.1" status: 204 len: 168 time: 0.3151946 Oct 20 10:40:31.596615 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4b15eafa-5e7e-4c4e-be93-94e8392fcbcb tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25350811'] for subnet, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:31.602113 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a54d0b-1331-4e2f-9bac-8dadb403cae3 req-bdd5ae02-b234-4474-b36d-223d70d3032b service neutron] Port c5135c15-a9ec-4401-81fe-3ae7de5a09df on network e8ff52aa-77e4-4208-a42e-cab7f495b8e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:40:31.602490 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a54d0b-1331-4e2f-9bac-8dadb403cae3 req-bdd5ae02-b234-4474-b36d-223d70d3032b service neutron] Attempting to bind port c5135c15-a9ec-4401-81fe-3ae7de5a09df on network e8ff52aa-77e4-4208-a42e-cab7f495b8e8 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:40:31.629628 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b167317c-d863-4065-bc36-ef334969cda9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8705c95f-7cda-4572-9cf8-5e444f9448c5,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:31.636950 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b15eafa-5e7e-4c4e-be93-94e8392fcbcb tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Pushing event deleted for resources: {'Subnet': ['ID=8731ca78-ebd0-4fdc-a347-d4d6b44881c1,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:31.643737 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a54d0b-1331-4e2f-9bac-8dadb403cae3 req-bdd5ae02-b234-4474-b36d-223d70d3032b service neutron] Checking agent: {'id': '061232a2-7adc-4ba1-a873-e8cb136b064d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 40, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:40:31.644082 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a54d0b-1331-4e2f-9bac-8dadb403cae3 req-bdd5ae02-b234-4474-b36d-223d70d3032b service neutron] Checking segment: {'id': '00a77eb9-25fa-49d7-a3f2-655aec89c144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'e8ff52aa-77e4-4208-a42e-cab7f495b8e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:40:31.644551 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a54d0b-1331-4e2f-9bac-8dadb403cae3 req-bdd5ae02-b234-4474-b36d-223d70d3032b service neutron] Bound using segment: {'id': '00a77eb9-25fa-49d7-a3f2-655aec89c144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'e8ff52aa-77e4-4208-a42e-cab7f495b8e8'} {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:40:31.645133 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-32a54d0b-1331-4e2f-9bac-8dadb403cae3 req-bdd5ae02-b234-4474-b36d-223d70d3032b service neutron] Bound port: c5135c15-a9ec-4401-81fe-3ae7de5a09df, host: n-h2-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00a77eb9-25fa-49d7-a3f2-655aec89c144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'e8ff52aa-77e4-4208-a42e-cab7f495b8e8'}}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:40:31.645501 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-32a54d0b-1331-4e2f-9bac-8dadb403cae3 req-bdd5ae02-b234-4474-b36d-223d70d3032b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:31.709975 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c772a385-19cd-4c3a-ba49-e802136c5eee tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 808} {{(pid=100597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:40:31.710784 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-64b207cd-53f4-4433-ad68-e3bce631ddf0 req-6e77c3cd-0120-4235-b96c-94c0c80c994b tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/security-groups?id=17372704-86e6-46e6-a5dd-dc7385be620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299021 Oct 20 10:40:31.779934 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c772a385-19cd-4c3a-ba49-e802136c5eee tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:31.780559 n-d-811396-3 neutron-server[100597]: INFO neutron.db.segments_db [None req-c772a385-19cd-4c3a-ba49-e802136c5eee tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Added segment 541ef162-df9f-4688-afbd-7e9d57331105 of type vlan for network 105a18e1-61fd-4f85-82f7-9bdd9e3998f5 Oct 20 10:40:31.857440 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9afe87-efbe-48d2-8c7a-01b0304d8b47 req-505b2449-7294-4ae1-97d3-4e5a50977455 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:31.869666 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9afe87-efbe-48d2-8c7a-01b0304d8b47 req-505b2449-7294-4ae1-97d3-4e5a50977455 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:31.890283 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9afe87-efbe-48d2-8c7a-01b0304d8b47 req-505b2449-7294-4ae1-97d3-4e5a50977455 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:31.892941 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-db9afe87-efbe-48d2-8c7a-01b0304d8b47 req-505b2449-7294-4ae1-97d3-4e5a50977455 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] 10.222.0.64 "GET /v2.0/ports?device_id=eee88060-7fda-477b-9c01-4b976f96d65d HTTP/1.1" status: 200 len: 2400 time: 0.1372051 Oct 20 10:40:31.911003 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4b15eafa-5e7e-4c4e-be93-94e8392fcbcb tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:31.930107 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c772a385-19cd-4c3a-ba49-e802136c5eee tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:31.939640 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-db9afe87-efbe-48d2-8c7a-01b0304d8b47 req-25748a72-209c-4f42-a29b-fb2ac3eb258b tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] 10.222.0.64 "GET /v2.0/security-groups?id=49245fbb-4e48-4db8-994f-34137d01c16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397902 Oct 20 10:40:31.972896 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-4b15eafa-5e7e-4c4e-be93-94e8392fcbcb tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8be67c3b-54dc-4c47-b2f0-0322798dc960']}} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:40:31.999163 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b74486b-0abe-423c-a2ad-a7bb66797277 None None] Network 8be67c3b-54dc-4c47-b2f0-0322798dc960 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:40:32.002902 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-4b15eafa-5e7e-4c4e-be93-94e8392fcbcb tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a08022e6-4a2d-489f-b1be-9cbecbd3a9d8') {'for_net_delete': True} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:40:32.003202 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-4b15eafa-5e7e-4c4e-be93-94e8392fcbcb tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a08022e6-4a2d-489f-b1be-9cbecbd3a9d8') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:40:32.005268 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [req-32a54d0b-1331-4e2f-9bac-8dadb403cae3 req-bdd5ae02-b234-4474-b36d-223d70d3032b service neutron] For port c5135c15-a9ec-4401-81fe-3ae7de5a09df, host n-h2-811396-3, cleared binding levels {{(pid=100597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:40:32.028347 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4b15eafa-5e7e-4c4e-be93-94e8392fcbcb tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25852596'] for segment, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:32.031791 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c772a385-19cd-4c3a-ba49-e802136c5eee tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:32.037384 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c772a385-19cd-4c3a-ba49-e802136c5eee tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:32.038024 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c772a385-19cd-4c3a-ba49-e802136c5eee tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:32.046373 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [req-32a54d0b-1331-4e2f-9bac-8dadb403cae3 req-bdd5ae02-b234-4474-b36d-223d70d3032b service neutron] For port c5135c15-a9ec-4401-81fe-3ae7de5a09df, host n-h2-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=c5135c15-a9ec-4401-81fe-3ae7de5a09df,segment=NetworkSegment(00a77eb9-25fa-49d7-a3f2-655aec89c144),segment_id=00a77eb9-25fa-49d7-a3f2-655aec89c144)] {{(pid=100597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:40:32.069483 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-32a54d0b-1331-4e2f-9bac-8dadb403cae3 req-bdd5ae02-b234-4474-b36d-223d70d3032b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:32.085667 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4b15eafa-5e7e-4c4e-be93-94e8392fcbcb tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:32.131972 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-c772a385-19cd-4c3a-ba49-e802136c5eee tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7248409 Oct 20 10:40:32.133506 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b15eafa-5e7e-4c4e-be93-94e8392fcbcb tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Releasing vlan 845 on physical network physnet1 to pool {{(pid=100597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:40:32.134464 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4b15eafa-5e7e-4c4e-be93-94e8392fcbcb tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951012'] for segment, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:32.135530 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 56686) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:32.141232 n-d-811396-3 neutron-server[100597]: Traceback (most recent call last): Oct 20 10:40:32.141232 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:40:32.141232 n-d-811396-3 neutron-server[100597]: timer() Oct 20 10:40:32.141232 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:40:32.141232 n-d-811396-3 neutron-server[100597]: cb(*args, **kw) Oct 20 10:40:32.141232 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:40:32.141232 n-d-811396-3 neutron-server[100597]: return func(*args, **kwargs) Oct 20 10:40:32.141232 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:40:32.141232 n-d-811396-3 neutron-server[100597]: self._notify() Oct 20 10:40:32.141232 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:40:32.141232 n-d-811396-3 neutron-server[100597]: self.callback(batched_events) Oct 20 10:40:32.141232 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:40:32.141232 n-d-811396-3 neutron-server[100597]: event.method(event) Oct 20 10:40:32.141232 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:40:32.141232 n-d-811396-3 neutron-server[100597]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:40:32.141232 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:40:32.141232 n-d-811396-3 neutron-server[100597]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:40:32.141232 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:40:32.141232 n-d-811396-3 neutron-server[100597]: return f(self, *a, **k) Oct 20 10:40:32.141232 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:40:32.141232 n-d-811396-3 neutron-server[100597]: return self._get(url).json() Oct 20 10:40:32.141232 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:40:32.141232 n-d-811396-3 neutron-server[100597]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:40:32.141232 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:40:32.141232 n-d-811396-3 neutron-server[100597]: return self.request(url, 'GET', **kwargs) Oct 20 10:40:32.141232 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:40:32.141232 n-d-811396-3 neutron-server[100597]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:40:32.141232 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:40:32.141232 n-d-811396-3 neutron-server[100597]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:40:32.141232 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:40:32.141232 n-d-811396-3 neutron-server[100597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:40:32.141232 n-d-811396-3 neutron-server[100597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:40:32.144581 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-5d2dd71a-afa1-4615-9a61-f405b4f67cc3 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Request body: {'subnet': {'network_id': '105a18e1-61fd-4f85-82f7-9bdd9e3998f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:40:32.159327 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a54d0b-1331-4e2f-9bac-8dadb403cae3 req-bdd5ae02-b234-4474-b36d-223d70d3032b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:32.160265 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-32a54d0b-1331-4e2f-9bac-8dadb403cae3 req-bdd5ae02-b234-4474-b36d-223d70d3032b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:32.161680 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-32a54d0b-1331-4e2f-9bac-8dadb403cae3 req-bdd5ae02-b234-4474-b36d-223d70d3032b service neutron] 10.222.0.69 "PUT /v2.0/ports/c5135c15-a9ec-4401-81fe-3ae7de5a09df HTTP/1.1" status: 200 len: 1091 time: 2.3508599 Oct 20 10:40:32.214082 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eee88060-7fda-477b-9c01-4b976f96d65d', 'tag': 'c5135c15-a9ec-4401-81fe-3ae7de5a09df'}] {{(pid=100597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:40:32.217524 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd85cad6a391afaa95d2dd5280bfd4659fc1e1b2aba53b5e7ef874f059efcdc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ad84ad8-aef5-4672-b42d-52fddd1ee2f8" -d '{"events": [{"name": "network-changed", "server_uuid": "eee88060-7fda-477b-9c01-4b976f96d65d", "tag": "c5135c15-a9ec-4401-81fe-3ae7de5a09df"}]}' {{(pid=100597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:40:32.221038 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c772a385-19cd-4c3a-ba49-e802136c5eee tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Pushing event updated for resources: {'Network': ['ID=105a18e1-61fd-4f85-82f7-9bdd9e3998f5,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:32.240007 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network 105a18e1-61fd-4f85-82f7-9bdd9e3998f5 details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:40:32.362788 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd5ae02-b234-4474-b36d-223d70d3032b service neutron] Pushing event updated for resources: {'Port': ['ID=c5135c15-a9ec-4401-81fe-3ae7de5a09df,revision_number=3']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:32.374667 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d2dd71a-afa1-4615-9a61-f405b4f67cc3 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Made reservation on behalf of a9b5f78b497b4e82bedac7bcd2f62452 for: {'subnet': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:40:32.380690 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5d2dd71a-afa1-4615-9a61-f405b4f67cc3 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26761797'] for subnet, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:32.389203 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [req-32a54d0b-1331-4e2f-9bac-8dadb403cae3 req-dc441e1a-7293-4b01-91c2-0e2c75a73c12 service neutron] Request body: {'port': {'device_id': 'eee88060-7fda-477b-9c01-4b976f96d65d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811396-3'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:40:32.442889 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4b15eafa-5e7e-4c4e-be93-94e8392fcbcb tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:32.449652 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4b15eafa-5e7e-4c4e-be93-94e8392fcbcb tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:32.466108 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-4b15eafa-5e7e-4c4e-be93-94e8392fcbcb tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] 10.222.0.64 "DELETE /v2.0/networks/8be67c3b-54dc-4c47-b2f0-0322798dc960 HTTP/1.1" status: 204 len: 168 time: 3.6548841 Oct 20 10:40:32.468157 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b24b1ffc-d78e-4b5b-b57e-1192756ac0d2 x-openstack-request-id: req-b24b1ffc-d78e-4b5b-b57e-1192756ac0d2 {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:40:32.468352 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eee88060-7fda-477b-9c01-4b976f96d65d", "tag": "c5135c15-a9ec-4401-81fe-3ae7de5a09df", "status": "completed", "code": 200}]} {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:40:32.468606 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b24b1ffc-d78e-4b5b-b57e-1192756ac0d2 {{(pid=100597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:40:32.469084 n-d-811396-3 neutron-server[100597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eee88060-7fda-477b-9c01-4b976f96d65d', 'tag': 'c5135c15-a9ec-4401-81fe-3ae7de5a09df', 'status': 'completed', 'code': 200} Oct 20 10:40:32.480360 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 56698) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:32.508022 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b15eafa-5e7e-4c4e-be93-94e8392fcbcb tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Pushing event deleted for resources: {'Network': ['ID=8be67c3b-54dc-4c47-b2f0-0322798dc960,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:32.534501 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-4601aa4a-fa24-48df-bc00-6b1c525f54b0 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] DELETE failed (client error): The resource could not be found. Oct 20 10:40:32.535123 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4601aa4a-fa24-48df-bc00-6b1c525f54b0 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:40:32.540816 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-4601aa4a-fa24-48df-bc00-6b1c525f54b0 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] 10.222.0.64 "DELETE /v2.0/subnets/8731ca78-ebd0-4fdc-a347-d4d6b44881c1 HTTP/1.1" status: 404 len: 337 time: 0.0564539 Oct 20 10:40:32.555170 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 56700) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:32.583664 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-32a54d0b-1331-4e2f-9bac-8dadb403cae3 req-dc441e1a-7293-4b01-91c2-0e2c75a73c12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:32.586072 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab84e919-ed09-4f5e-b063-2739eb6223c6 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] DELETE failed (client error): The resource could not be found. Oct 20 10:40:32.586849 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab84e919-ed09-4f5e-b063-2739eb6223c6 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:40:32.592118 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-ab84e919-ed09-4f5e-b063-2739eb6223c6 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] 10.222.0.64 "DELETE /v2.0/networks/8be67c3b-54dc-4c47-b2f0-0322798dc960 HTTP/1.1" status: 404 len: 339 time: 0.0331979 Oct 20 10:40:32.593245 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 56704) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:32.656396 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27fc62de-dac7-4102-91a0-1d76c919b4cf None None] DHCP port deletion for 8be67c3b-54dc-4c47-b2f0-0322798dc960 request from n-d-811396-3 {{(pid=100598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:40:32.808693 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3c7731ae-e8c9-4e3d-b4cd-c1f46cd783ea tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:32.833167 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 31aacbd7-96de-43e6-b1b5-6d0a74c59234 no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:40:32.906012 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 31aacbd7-96de-43e6-b1b5-6d0a74c59234 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:40:32.908150 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 31aacbd7-96de-43e6-b1b5-6d0a74c59234 not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:40:33.054970 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3c7731ae-e8c9-4e3d-b4cd-c1f46cd783ea tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:33.105169 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5d2dd71a-afa1-4615-9a61-f405b4f67cc3 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26836128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26761819'] for subnet, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:33.111854 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad84ad8-aef5-4672-b42d-52fddd1ee2f8 req-b7ff6cb8-fb86-43ff-b1f5-70d614934775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:33.112410 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad84ad8-aef5-4672-b42d-52fddd1ee2f8 req-b7ff6cb8-fb86-43ff-b1f5-70d614934775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:33.113116 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad84ad8-aef5-4672-b42d-52fddd1ee2f8 req-b7ff6cb8-fb86-43ff-b1f5-70d614934775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:33.114704 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8ad84ad8-aef5-4672-b42d-52fddd1ee2f8 req-b7ff6cb8-fb86-43ff-b1f5-70d614934775 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=311474ed35f34da1b417637b1179a3d4&device_id=eee88060-7fda-477b-9c01-4b976f96d65d HTTP/1.1" status: 200 len: 2798 time: 0.5212557 Oct 20 10:40:33.124779 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-3c7731ae-e8c9-4e3d-b4cd-c1f46cd783ea tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57491099-71d0-4c6b-99ae-761aeb3e35cf']}} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:40:33.141178 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-3c7731ae-e8c9-4e3d-b4cd-c1f46cd783ea tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2308275-78b4-4bd2-be0c-4b04954f969f') {'for_net_delete': True} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:40:33.141599 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-3c7731ae-e8c9-4e3d-b4cd-c1f46cd783ea tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2308275-78b4-4bd2-be0c-4b04954f969f') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:40:33.159604 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3c7731ae-e8c9-4e3d-b4cd-c1f46cd783ea tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25852596'] for segment, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:33.184808 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3c7731ae-e8c9-4e3d-b4cd-c1f46cd783ea tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:33.196783 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c7731ae-e8c9-4e3d-b4cd-c1f46cd783ea tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Releasing vlan 834 on physical network physnet1 to pool {{(pid=100597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:40:33.197184 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3c7731ae-e8c9-4e3d-b4cd-c1f46cd783ea tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951012'] for segment, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:33.200150 n-d-811396-3 neutron-server[100597]: Traceback (most recent call last): Oct 20 10:40:33.200150 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:40:33.200150 n-d-811396-3 neutron-server[100597]: timer() Oct 20 10:40:33.200150 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:40:33.200150 n-d-811396-3 neutron-server[100597]: cb(*args, **kw) Oct 20 10:40:33.200150 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:40:33.200150 n-d-811396-3 neutron-server[100597]: return func(*args, **kwargs) Oct 20 10:40:33.200150 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:40:33.200150 n-d-811396-3 neutron-server[100597]: self._notify() Oct 20 10:40:33.200150 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:40:33.200150 n-d-811396-3 neutron-server[100597]: self.callback(batched_events) Oct 20 10:40:33.200150 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:40:33.200150 n-d-811396-3 neutron-server[100597]: event.method(event) Oct 20 10:40:33.200150 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:40:33.200150 n-d-811396-3 neutron-server[100597]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:40:33.200150 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:40:33.200150 n-d-811396-3 neutron-server[100597]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:40:33.200150 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:40:33.200150 n-d-811396-3 neutron-server[100597]: return f(self, *a, **k) Oct 20 10:40:33.200150 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:40:33.200150 n-d-811396-3 neutron-server[100597]: return self._get(url).json() Oct 20 10:40:33.200150 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:40:33.200150 n-d-811396-3 neutron-server[100597]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:40:33.200150 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:40:33.200150 n-d-811396-3 neutron-server[100597]: return self.request(url, 'GET', **kwargs) Oct 20 10:40:33.200150 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:40:33.200150 n-d-811396-3 neutron-server[100597]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:40:33.200150 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:40:33.200150 n-d-811396-3 neutron-server[100597]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:40:33.200150 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:40:33.200150 n-d-811396-3 neutron-server[100597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:40:33.200150 n-d-811396-3 neutron-server[100597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:40:33.317024 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2dd71a-afa1-4615-9a61-f405b4f67cc3 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Pushing event updated for resources: {'Subnet': ['ID=da6fd873-9ac0-4e78-8bc2-3ccf5f37eda8,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:33.334729 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [req-32a54d0b-1331-4e2f-9bac-8dadb403cae3 req-dc441e1a-7293-4b01-91c2-0e2c75a73c12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a707afc-3d8e-41f9-9396-0f19fb656d10 {{(pid=100597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:40:33.346240 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-32a54d0b-1331-4e2f-9bac-8dadb403cae3 req-dc441e1a-7293-4b01-91c2-0e2c75a73c12 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:33.347693 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0409356a-7e96-4ff0-8225-0fe3ce643762 req-22976458-3b42-4995-b9de-8b8393ff2402 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:33.352047 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0409356a-7e96-4ff0-8225-0fe3ce643762 req-22976458-3b42-4995-b9de-8b8393ff2402 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/ports?device_id=beac454b-7e2b-44fe-90b5-8b2d2c0f832f HTTP/1.1" status: 200 len: 945 time: 0.2521353 Oct 20 10:40:33.358339 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3c7731ae-e8c9-4e3d-b4cd-c1f46cd783ea tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:33.381753 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2dd71a-afa1-4615-9a61-f405b4f67cc3 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Checking segment: {'id': '541ef162-df9f-4688-afbd-7e9d57331105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '105a18e1-61fd-4f85-82f7-9bdd9e3998f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:40:33.382450 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d2dd71a-afa1-4615-9a61-f405b4f67cc3 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Network hostable DHCP agents. Network: 105a18e1-61fd-4f85-82f7-9bdd9e3998f5, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:40:33.383946 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3c7731ae-e8c9-4e3d-b4cd-c1f46cd783ea tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:33.389900 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-3c7731ae-e8c9-4e3d-b4cd-c1f46cd783ea tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] 10.222.0.64 "DELETE /v2.0/networks/57491099-71d0-4c6b-99ae-761aeb3e35cf HTTP/1.1" status: 204 len: 168 time: 0.7875409 Oct 20 10:40:33.389900 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7731ae-e8c9-4e3d-b4cd-c1f46cd783ea tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Pushing event deleted for resources: {'Network': ['ID=57491099-71d0-4c6b-99ae-761aeb3e35cf,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:33.390374 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.provisioning_blocks [req-32a54d0b-1331-4e2f-9bac-8dadb403cae3 req-dc441e1a-7293-4b01-91c2-0e2c75a73c12 service neutron] Transition to ACTIVE for port object 9a707afc-3d8e-41f9-9396-0f19fb656d10 will not be triggered until provisioned by entity L2. {{(pid=100597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:40:33.391415 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 56726) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:33.402335 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-32a54d0b-1331-4e2f-9bac-8dadb403cae3 req-dc441e1a-7293-4b01-91c2-0e2c75a73c12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:33.417136 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af6bcd2-64a9-4d76-8e84-135b819f9a60 req-d4b07162-a62f-4a92-a286-b16d574f8889 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:33.424111 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af6bcd2-64a9-4d76-8e84-135b819f9a60 req-d4b07162-a62f-4a92-a286-b16d574f8889 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:33.430240 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-da4abe91-af6c-4ecf-a03f-af42ee0b7d80 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] DELETE failed (client error): The resource could not be found. Oct 20 10:40:33.430473 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af6bcd2-64a9-4d76-8e84-135b819f9a60 req-d4b07162-a62f-4a92-a286-b16d574f8889 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:33.430745 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da4abe91-af6c-4ecf-a03f-af42ee0b7d80 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:40:33.432404 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0af6bcd2-64a9-4d76-8e84-135b819f9a60 req-d4b07162-a62f-4a92-a286-b16d574f8889 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] 10.222.0.64 "GET /v2.0/ports?device_id=eee88060-7fda-477b-9c01-4b976f96d65d HTTP/1.1" status: 200 len: 2400 time: 0.2710879 Oct 20 10:40:33.436348 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-da4abe91-af6c-4ecf-a03f-af42ee0b7d80 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] 10.222.0.64 "DELETE /v2.0/subnets/e3a8e831-67cf-4064-9085-6e977498aac8 HTTP/1.1" status: 404 len: 337 time: 0.0413382 Oct 20 10:40:33.436719 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 56728) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:33.479273 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc441e1a-7293-4b01-91c2-0e2c75a73c12 service neutron] Pushing event updated for resources: {'Port': ['ID=9a707afc-3d8e-41f9-9396-0f19fb656d10,revision_number=2']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:33.493222 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad84ad8-aef5-4672-b42d-52fddd1ee2f8 req-45829c00-f654-4651-bc67-f0246fef6b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:33.493740 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad84ad8-aef5-4672-b42d-52fddd1ee2f8 req-45829c00-f654-4651-bc67-f0246fef6b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:33.494215 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad84ad8-aef5-4672-b42d-52fddd1ee2f8 req-45829c00-f654-4651-bc67-f0246fef6b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:33.496002 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8ad84ad8-aef5-4672-b42d-52fddd1ee2f8 req-45829c00-f654-4651-bc67-f0246fef6b2f service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=311474ed35f34da1b417637b1179a3d4&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3486528 Oct 20 10:40:33.504080 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-b03fe03f-6ea5-4901-a360-d7230dc874d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:33.520359 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d2dd71a-afa1-4615-9a61-f405b4f67cc3 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Network 105a18e1-61fd-4f85-82f7-9bdd9e3998f5 is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:40:33.522911 n-d-811396-3 neutron-server[100596]: INFO neutron.pecan_wsgi.hooks.translation [None req-db7d3200-4bb9-4c41-80bd-bee2bc050ee6 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] DELETE failed (client error): The resource could not be found. Oct 20 10:40:33.523663 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db7d3200-4bb9-4c41-80bd-bee2bc050ee6 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:40:33.527813 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-db7d3200-4bb9-4c41-80bd-bee2bc050ee6 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] 10.222.0.64 "DELETE /v2.0/networks/21d1df2e-e44d-4a31-b4d2-de65a93bacd2 HTTP/1.1" status: 404 len: 339 time: 0.0886147 Oct 20 10:40:33.543525 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 56730) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:33.561806 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0409356a-7e96-4ff0-8225-0fe3ce643762 req-f21bea9e-d7e9-4790-bfb1-57725155d90d tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/security-groups?id=17372704-86e6-46e6-a5dd-dc7385be620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938362 Oct 20 10:40:33.594768 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0af6bcd2-64a9-4d76-8e84-135b819f9a60 req-f1affdb8-2b3e-44f8-b2da-e74e4191cf52 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] 10.222.0.64 "GET /v2.0/security-groups?id=49245fbb-4e48-4db8-994f-34137d01c16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450446 Oct 20 10:40:33.600223 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-5d2dd71a-afa1-4615-9a61-f405b4f67cc3 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, 105a18e1-61fd-4f85-82f7-9bdd9e3998f5) {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:40:33.608559 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb9864e2-e338-47c3-bd6c-70c94691016a None None] Network 105a18e1-61fd-4f85-82f7-9bdd9e3998f5 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:40:33.630427 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d2dd71a-afa1-4615-9a61-f405b4f67cc3 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:33.636196 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5d2dd71a-afa1-4615-9a61-f405b4f67cc3 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:33.751439 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-5d2dd71a-afa1-4615-9a61-f405b4f67cc3 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6144736 Oct 20 10:40:33.754663 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 56734) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:33.763367 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-07ef3c13-c002-4568-9195-c73e4e9da322 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-715366926', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:40:33.806963 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-07ef3c13-c002-4568-9195-c73e4e9da322 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1772442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258322'] for router, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:33.808333 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-07ef3c13-c002-4568-9195-c73e4e9da322 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1772334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773516', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258315'] for router, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:33.913922 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-07ef3c13-c002-4568-9195-c73e4e9da322 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:33.915227 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64295743-7c7a-49cb-a3f2-dd666b2bb75f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524064ba-869c-5550-b826-c26b69a11278-105a18e1-61fd-4f85-82f7-9bdd9e3998f5', 'network_id': '105a18e1-61fd-4f85-82f7-9bdd9e3998f5', 'tenant_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'fixed_ips': [{'subnet_id': 'da6fd873-9ac0-4e78-8bc2-3ccf5f37eda8'}]}} from n-d-811396-3. {{(pid=100598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:40:33.916344 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-64295743-7c7a-49cb-a3f2-dd666b2bb75f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:33.938324 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-07ef3c13-c002-4568-9195-c73e4e9da322 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1773475'] for router, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:33.975791 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad84ad8-aef5-4672-b42d-52fddd1ee2f8 req-bb5a6cce-84fe-468a-84d7-7c0f4c3480c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:33.978726 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8ad84ad8-aef5-4672-b42d-52fddd1ee2f8 req-bb5a6cce-84fe-468a-84d7-7c0f4c3480c6 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4626918 Oct 20 10:40:33.990433 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-07ef3c13-c002-4568-9195-c73e4e9da322 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks [] for router, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:33.990433 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-07ef3c13-c002-4568-9195-c73e4e9da322 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2295525 Oct 20 10:40:33.990433 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 56746) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:34.118348 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-64295743-7c7a-49cb-a3f2-dd666b2bb75f None None] Allocated IP 2001:db8::2 (105a18e1-61fd-4f85-82f7-9bdd9e3998f5/da6fd873-9ac0-4e78-8bc2-3ccf5f37eda8/f1e470d8-4705-4dbe-a1e6-2e6ebd83c17d) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:40:34.290729 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1f969ef-8cc0-43c7-bd0b-06b64c1ec9b5 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Deleting subnet 5e64a006-bb07-4109-a66d-1132610b5365 {{(pid=100597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:40:34.302832 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c1f969ef-8cc0-43c7-bd0b-06b64c1ec9b5 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks [] for subnet, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:34.322129 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-64295743-7c7a-49cb-a3f2-dd666b2bb75f None None] Publish callbacks [] for port, precommit_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:34.331646 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-32a54d0b-1331-4e2f-9bac-8dadb403cae3 req-dc441e1a-7293-4b01-91c2-0e2c75a73c12 service neutron] Attempting to bind port 9a707afc-3d8e-41f9-9396-0f19fb656d10 on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:40:34.332026 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-64295743-7c7a-49cb-a3f2-dd666b2bb75f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:34.332672 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-32a54d0b-1331-4e2f-9bac-8dadb403cae3 req-dc441e1a-7293-4b01-91c2-0e2c75a73c12 service neutron] Attempting to bind port 9a707afc-3d8e-41f9-9396-0f19fb656d10 by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': '5a820aca-1e2b-47e3-9f7c-83f04ab1eb90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '57de70b3-0a7e-4089-932d-ee5d5e3b332e'}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:40:34.333876 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a54d0b-1331-4e2f-9bac-8dadb403cae3 req-dc441e1a-7293-4b01-91c2-0e2c75a73c12 service neutron] Attempting to bind port 9a707afc-3d8e-41f9-9396-0f19fb656d10 on network 57de70b3-0a7e-4089-932d-ee5d5e3b332e {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:40:34.354560 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a54d0b-1331-4e2f-9bac-8dadb403cae3 req-dc441e1a-7293-4b01-91c2-0e2c75a73c12 service neutron] Port 9a707afc-3d8e-41f9-9396-0f19fb656d10 on network 57de70b3-0a7e-4089-932d-ee5d5e3b332e not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:40:34.355133 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a54d0b-1331-4e2f-9bac-8dadb403cae3 req-dc441e1a-7293-4b01-91c2-0e2c75a73c12 service neutron] Attempting to bind port 9a707afc-3d8e-41f9-9396-0f19fb656d10 on network 57de70b3-0a7e-4089-932d-ee5d5e3b332e {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:40:34.368376 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c1f969ef-8cc0-43c7-bd0b-06b64c1ec9b5 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25852621'] for subnet, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:34.386276 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a54d0b-1331-4e2f-9bac-8dadb403cae3 req-dc441e1a-7293-4b01-91c2-0e2c75a73c12 service neutron] Checking agent: {'id': '061232a2-7adc-4ba1-a873-e8cb136b064d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 40, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:40:34.386962 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a54d0b-1331-4e2f-9bac-8dadb403cae3 req-dc441e1a-7293-4b01-91c2-0e2c75a73c12 service neutron] Checking segment: {'id': '5a820aca-1e2b-47e3-9f7c-83f04ab1eb90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '57de70b3-0a7e-4089-932d-ee5d5e3b332e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:40:34.387577 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a54d0b-1331-4e2f-9bac-8dadb403cae3 req-dc441e1a-7293-4b01-91c2-0e2c75a73c12 service neutron] Bound using segment: {'id': '5a820aca-1e2b-47e3-9f7c-83f04ab1eb90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '57de70b3-0a7e-4089-932d-ee5d5e3b332e'} {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:40:34.388329 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-32a54d0b-1331-4e2f-9bac-8dadb403cae3 req-dc441e1a-7293-4b01-91c2-0e2c75a73c12 service neutron] Bound port: 9a707afc-3d8e-41f9-9396-0f19fb656d10, host: n-h2-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a820aca-1e2b-47e3-9f7c-83f04ab1eb90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '57de70b3-0a7e-4089-932d-ee5d5e3b332e'}}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:40:34.390953 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-32a54d0b-1331-4e2f-9bac-8dadb403cae3 req-dc441e1a-7293-4b01-91c2-0e2c75a73c12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:34.391543 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f34eb283-8c95-4f68-ab0b-c9236283a7a3 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:34.410126 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64295743-7c7a-49cb-a3f2-dd666b2bb75f None None] Network 105a18e1-61fd-4f85-82f7-9bdd9e3998f5 is already hosted by enough agents. {{(pid=100598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:40:34.429044 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.base_scheduler [None req-64295743-7c7a-49cb-a3f2-dd666b2bb75f None None] Resources bound (agent type, host, resource id): {{(pid=100598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:40:34.439160 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64295743-7c7a-49cb-a3f2-dd666b2bb75f None None] Received port after_create {{(pid=100598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:40:34.486521 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64295743-7c7a-49cb-a3f2-dd666b2bb75f None None] Pushing event updated for resources: {'Port': ['ID=f1e470d8-4705-4dbe-a1e6-2e6ebd83c17d,revision_number=1']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:34.562893 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-64295743-7c7a-49cb-a3f2-dd666b2bb75f None None] Attempting to bind port f1e470d8-4705-4dbe-a1e6-2e6ebd83c17d on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:40:34.563582 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-64295743-7c7a-49cb-a3f2-dd666b2bb75f None None] Attempting to bind port f1e470d8-4705-4dbe-a1e6-2e6ebd83c17d by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '541ef162-df9f-4688-afbd-7e9d57331105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '105a18e1-61fd-4f85-82f7-9bdd9e3998f5'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:40:34.563723 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64295743-7c7a-49cb-a3f2-dd666b2bb75f None None] Attempting to bind port f1e470d8-4705-4dbe-a1e6-2e6ebd83c17d on network 105a18e1-61fd-4f85-82f7-9bdd9e3998f5 {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:40:34.566377 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [req-32a54d0b-1331-4e2f-9bac-8dadb403cae3 req-dc441e1a-7293-4b01-91c2-0e2c75a73c12 service neutron] For port 9a707afc-3d8e-41f9-9396-0f19fb656d10, host n-h2-811396-3, cleared binding levels {{(pid=100597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:40:34.571749 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [req-32a54d0b-1331-4e2f-9bac-8dadb403cae3 req-dc441e1a-7293-4b01-91c2-0e2c75a73c12 service neutron] For port 9a707afc-3d8e-41f9-9396-0f19fb656d10, host n-h2-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=9a707afc-3d8e-41f9-9396-0f19fb656d10,segment=NetworkSegment(5a820aca-1e2b-47e3-9f7c-83f04ab1eb90),segment_id=5a820aca-1e2b-47e3-9f7c-83f04ab1eb90)] {{(pid=100597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:40:34.576399 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64295743-7c7a-49cb-a3f2-dd666b2bb75f None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 40, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:40:34.576819 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64295743-7c7a-49cb-a3f2-dd666b2bb75f None None] Checking segment: {'id': '541ef162-df9f-4688-afbd-7e9d57331105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '105a18e1-61fd-4f85-82f7-9bdd9e3998f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:40:34.577216 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-64295743-7c7a-49cb-a3f2-dd666b2bb75f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:34.577613 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64295743-7c7a-49cb-a3f2-dd666b2bb75f None None] Bound using segment: {'id': '541ef162-df9f-4688-afbd-7e9d57331105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '105a18e1-61fd-4f85-82f7-9bdd9e3998f5'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:40:34.577755 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c1f969ef-8cc0-43c7-bd0b-06b64c1ec9b5 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:34.578091 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-64295743-7c7a-49cb-a3f2-dd666b2bb75f None None] Bound port: f1e470d8-4705-4dbe-a1e6-2e6ebd83c17d, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '541ef162-df9f-4688-afbd-7e9d57331105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '105a18e1-61fd-4f85-82f7-9bdd9e3998f5'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:40:34.578476 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-64295743-7c7a-49cb-a3f2-dd666b2bb75f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:34.582576 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-32a54d0b-1331-4e2f-9bac-8dadb403cae3 req-dc441e1a-7293-4b01-91c2-0e2c75a73c12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:34.653032 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 56766) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:34.715142 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-64295743-7c7a-49cb-a3f2-dd666b2bb75f None None] For port f1e470d8-4705-4dbe-a1e6-2e6ebd83c17d, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:40:34.720012 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-64295743-7c7a-49cb-a3f2-dd666b2bb75f None None] For port f1e470d8-4705-4dbe-a1e6-2e6ebd83c17d, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=f1e470d8-4705-4dbe-a1e6-2e6ebd83c17d,segment=NetworkSegment(541ef162-df9f-4688-afbd-7e9d57331105),segment_id=541ef162-df9f-4688-afbd-7e9d57331105)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:40:34.725411 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-64295743-7c7a-49cb-a3f2-dd666b2bb75f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:34.744896 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a54d0b-1331-4e2f-9bac-8dadb403cae3 req-dc441e1a-7293-4b01-91c2-0e2c75a73c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:34.745542 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-32a54d0b-1331-4e2f-9bac-8dadb403cae3 req-dc441e1a-7293-4b01-91c2-0e2c75a73c12 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:34.747088 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-32a54d0b-1331-4e2f-9bac-8dadb403cae3 req-dc441e1a-7293-4b01-91c2-0e2c75a73c12 service neutron] 10.222.0.69 "PUT /v2.0/ports/9a707afc-3d8e-41f9-9396-0f19fb656d10 HTTP/1.1" status: 200 len: 1092 time: 2.5120180 Oct 20 10:40:34.749746 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eee88060-7fda-477b-9c01-4b976f96d65d', 'tag': '9a707afc-3d8e-41f9-9396-0f19fb656d10'}] {{(pid=100597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:40:34.752561 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd85cad6a391afaa95d2dd5280bfd4659fc1e1b2aba53b5e7ef874f059efcdc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b42244f-0abe-4258-9d47-a08de8780f82" -d '{"events": [{"name": "network-changed", "server_uuid": "eee88060-7fda-477b-9c01-4b976f96d65d", "tag": "9a707afc-3d8e-41f9-9396-0f19fb656d10"}]}' {{(pid=100597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:40:34.789516 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc441e1a-7293-4b01-91c2-0e2c75a73c12 service neutron] Pushing event updated for resources: {'Port': ['ID=9a707afc-3d8e-41f9-9396-0f19fb656d10,revision_number=3']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:34.863501 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64295743-7c7a-49cb-a3f2-dd666b2bb75f None None] Pushing event updated for resources: {'Port': ['ID=f1e470d8-4705-4dbe-a1e6-2e6ebd83c17d,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:34.883605 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c1f969ef-8cc0-43c7-bd0b-06b64c1ec9b5 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25350811'] for subnet, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:34.916056 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-302f4e89-191d-4ffa-aac3-7ad5dd8cfb1e admin admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:34.927267 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [None req-f34eb283-8c95-4f68-ab0b-c9236283a7a3 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Allocated IP 2001:db8::1 (105a18e1-61fd-4f85-82f7-9bdd9e3998f5/da6fd873-9ac0-4e78-8bc2-3ccf5f37eda8/2cddbea9-0732-41fc-ad8b-10f6c0c4c3ac) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:40:34.927745 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f969ef-8cc0-43c7-bd0b-06b64c1ec9b5 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Pushing event deleted for resources: {'Subnet': ['ID=5e64a006-bb07-4109-a66d-1132610b5365,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:34.935826 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c1f969ef-8cc0-43c7-bd0b-06b64c1ec9b5 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:34.939513 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-c1f969ef-8cc0-43c7-bd0b-06b64c1ec9b5 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] 10.222.0.64 "DELETE /v2.0/subnets/5e64a006-bb07-4109-a66d-1132610b5365 HTTP/1.1" status: 204 len: 168 time: 1.3949687 Oct 20 10:40:34.942792 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 56774) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:34.950596 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea5125e-4243-4c3c-b554-908340662751 None None] Network 9db8aec3-a844-4086-850c-3093cbaaaa18 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:40:34.966238 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de750c3-d423-4bef-b3e8-df5f8c4045c8 req-cc9801d0-2a7a-41a2-bb5c-8e9ab013f88b tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:34.967859 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9de750c3-d423-4bef-b3e8-df5f8c4045c8 req-cc9801d0-2a7a-41a2-bb5c-8e9ab013f88b tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/ports?device_id=beac454b-7e2b-44fe-90b5-8b2d2c0f832f HTTP/1.1" status: 200 len: 945 time: 0.2372761 Oct 20 10:40:35.000351 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bc6949-aef2-4d93-8119-d7d6ba05874f req-67d333a4-d410-40db-980c-4cfe510ea437 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:35.017984 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bc6949-aef2-4d93-8119-d7d6ba05874f req-67d333a4-d410-40db-980c-4cfe510ea437 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:35.029639 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_v2 [None req-65cb681a-8fae-452c-84c3-9e9047bec683 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Deleting subnet 38f12fff-8d68-4fbd-8f73-a321da5ce0e2 {{(pid=100597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:40:35.034520 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-65cb681a-8fae-452c-84c3-9e9047bec683 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks [] for subnet, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:35.041004 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bc6949-aef2-4d93-8119-d7d6ba05874f req-67d333a4-d410-40db-980c-4cfe510ea437 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:35.042701 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-22bc6949-aef2-4d93-8119-d7d6ba05874f req-67d333a4-d410-40db-980c-4cfe510ea437 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] 10.222.0.64 "GET /v2.0/ports?device_id=eee88060-7fda-477b-9c01-4b976f96d65d HTTP/1.1" status: 200 len: 2412 time: 0.2969227 Oct 20 10:40:35.109463 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-65cb681a-8fae-452c-84c3-9e9047bec683 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25852621'] for subnet, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:35.208841 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-22bc6949-aef2-4d93-8119-d7d6ba05874f req-0ef9712f-7969-4eb0-bc33-79a3173cbe44 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] 10.222.0.64 "GET /v2.0/security-groups?id=49245fbb-4e48-4db8-994f-34137d01c16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465185 Oct 20 10:40:35.232654 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a54d0b-1331-4e2f-9bac-8dadb403cae3 req-5efda098-9c67-4628-ab4d-3cd0f9ebf239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:35.234296 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a54d0b-1331-4e2f-9bac-8dadb403cae3 req-5efda098-9c67-4628-ab4d-3cd0f9ebf239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:35.234841 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a54d0b-1331-4e2f-9bac-8dadb403cae3 req-5efda098-9c67-4628-ab4d-3cd0f9ebf239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:35.236626 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-32a54d0b-1331-4e2f-9bac-8dadb403cae3 req-5efda098-9c67-4628-ab4d-3cd0f9ebf239 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=311474ed35f34da1b417637b1179a3d4&device_id=eee88060-7fda-477b-9c01-4b976f96d65d HTTP/1.1" status: 200 len: 2865 time: 0.4483500 Oct 20 10:40:35.275006 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9de750c3-d423-4bef-b3e8-df5f8c4045c8 req-cd1cdbc3-2feb-4ac4-963b-2256e941e6b6 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/security-groups?id=17372704-86e6-46e6-a5dd-dc7385be620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295465 Oct 20 10:40:35.359448 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-302f4e89-191d-4ffa-aac3-7ad5dd8cfb1e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:35.363862 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f34eb283-8c95-4f68-ab0b-c9236283a7a3 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:35.367859 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-302f4e89-191d-4ffa-aac3-7ad5dd8cfb1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:35.445460 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57cb06e9-82e6-4e01-b96a-ff39c678bc2f x-openstack-request-id: req-57cb06e9-82e6-4e01-b96a-ff39c678bc2f {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:40:35.445785 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eee88060-7fda-477b-9c01-4b976f96d65d", "tag": "9a707afc-3d8e-41f9-9396-0f19fb656d10", "status": "completed", "code": 200}]} {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:40:35.446565 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-57cb06e9-82e6-4e01-b96a-ff39c678bc2f {{(pid=100597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:40:35.447321 n-d-811396-3 neutron-server[100597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eee88060-7fda-477b-9c01-4b976f96d65d', 'tag': '9a707afc-3d8e-41f9-9396-0f19fb656d10', 'status': 'completed', 'code': 200} Oct 20 10:40:35.453324 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-32a54d0b-1331-4e2f-9bac-8dadb403cae3 req-6fb42ce7-1ae4-4443-a46d-2f7092ac0336 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.127&port_id=f02b4ff5-8a01-4904-9693-79bfb0a7f0b7 HTTP/1.1" status: 200 len: 217 time: 0.0824041 Oct 20 10:40:35.478581 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-65cb681a-8fae-452c-84c3-9e9047bec683 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:35.498342 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-302f4e89-191d-4ffa-aac3-7ad5dd8cfb1e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b90b3e239eb3406da9759ee323f39513&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8439221 Oct 20 10:40:35.499976 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302f4e89-191d-4ffa-aac3-7ad5dd8cfb1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd35d7c3-bcda-4fba-9fcb-5b6a4232d3d4,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:35.504775 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 56780) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:35.527575 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f34eb283-8c95-4f68-ab0b-c9236283a7a3 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:35.577705 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a54d0b-1331-4e2f-9bac-8dadb403cae3 req-f1825045-7bd9-4b15-aac3-92f3ed1d0620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:35.580239 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-32a54d0b-1331-4e2f-9bac-8dadb403cae3 req-f1825045-7bd9-4b15-aac3-92f3ed1d0620 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7d27b49d-cbf1-4666-a37a-b2e255244f88 HTTP/1.1" status: 200 len: 801 time: 0.1098135 Oct 20 10:40:35.583115 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34eb283-8c95-4f68-ab0b-c9236283a7a3 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Pushing event updated for resources: {'Port': ['ID=2cddbea9-0732-41fc-ad8b-10f6c0c4c3ac,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:35.615797 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f34eb283-8c95-4f68-ab0b-c9236283a7a3 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Network 105a18e1-61fd-4f85-82f7-9bdd9e3998f5 is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:40:35.621833 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-f34eb283-8c95-4f68-ab0b-c9236283a7a3 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:40:35.624401 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34eb283-8c95-4f68-ab0b-c9236283a7a3 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:40:35.625102 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f34eb283-8c95-4f68-ab0b-c9236283a7a3 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1774540'] for router_interface, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:35.646438 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-65cb681a-8fae-452c-84c3-9e9047bec683 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25350811'] for subnet, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:35.683481 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5058698a-e3ae-4836-8a3d-2df2b0721849 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:35.690828 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cb681a-8fae-452c-84c3-9e9047bec683 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Pushing event deleted for resources: {'Subnet': ['ID=38f12fff-8d68-4fbd-8f73-a321da5ce0e2,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:35.697493 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-65cb681a-8fae-452c-84c3-9e9047bec683 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:35.704139 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 56782) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:35.706878 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-65cb681a-8fae-452c-84c3-9e9047bec683 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] 10.222.0.64 "DELETE /v2.0/subnets/38f12fff-8d68-4fbd-8f73-a321da5ce0e2 HTTP/1.1" status: 204 len: 168 time: 0.7615366 Oct 20 10:40:35.714587 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a54d0b-1331-4e2f-9bac-8dadb403cae3 req-e07ef83f-abe2-46c7-8924-92a4743455a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:35.716517 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-32a54d0b-1331-4e2f-9bac-8dadb403cae3 req-e07ef83f-abe2-46c7-8924-92a4743455a1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=57de70b3-0a7e-4089-932d-ee5d5e3b332e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1085932 Oct 20 10:40:35.801643 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1b791ead-c27f-4737-95e7-757e9954573d tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:35.835211 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5058698a-e3ae-4836-8a3d-2df2b0721849 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:35.838476 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-32a54d0b-1331-4e2f-9bac-8dadb403cae3 req-c4af70ff-e85d-478e-9b80-69023b372291 service neutron] 10.222.0.69 "GET /v2.0/networks/57de70b3-0a7e-4089-932d-ee5d5e3b332e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140254 Oct 20 10:40:35.940853 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f34eb283-8c95-4f68-ab0b-c9236283a7a3 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:35.951251 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-32a54d0b-1331-4e2f-9bac-8dadb403cae3 req-d356d26f-9c9c-4ec0-bba7-60fdc356d8ff service neutron] 10.222.0.69 "GET /v2.0/networks/57de70b3-0a7e-4089-932d-ee5d5e3b332e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048779 Oct 20 10:40:36.003334 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-32a54d0b-1331-4e2f-9bac-8dadb403cae3 req-9096494e-2dfa-47a0-9ef2-531e9c7da8e7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.13&port_id=c5135c15-a9ec-4401-81fe-3ae7de5a09df HTTP/1.1" status: 200 len: 217 time: 0.0405238 Oct 20 10:40:36.015081 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-1b791ead-c27f-4737-95e7-757e9954573d tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Deleting port 9ef4370f-a25c-494f-960b-659a7e214598 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:40:36.015667 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1b791ead-c27f-4737-95e7-757e9954573d tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:36.058043 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a54d0b-1331-4e2f-9bac-8dadb403cae3 req-8060864d-9142-4801-b2fd-2829854e980a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:36.059701 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-32a54d0b-1331-4e2f-9bac-8dadb403cae3 req-8060864d-9142-4801-b2fd-2829854e980a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=02d623e8-eea9-46a2-ac5d-e179b0dd8f68 HTTP/1.1" status: 200 len: 801 time: 0.0513117 Oct 20 10:40:36.084170 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [None req-1b791ead-c27f-4737-95e7-757e9954573d tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] For port 9ef4370f-a25c-494f-960b-659a7e214598, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=9ef4370f-a25c-494f-960b-659a7e214598,segment=NetworkSegment(cebb712b-4f4f-48d9-ba4e-461ae5ec105c),segment_id=cebb712b-4f4f-48d9-ba4e-461ae5ec105c)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:40:36.084549 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1b791ead-c27f-4737-95e7-757e9954573d tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:36.104849 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-1b791ead-c27f-4737-95e7-757e9954573d tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Calling delete_port for 9ef4370f-a25c-494f-960b-659a7e214598 owned by network:dhcp {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:40:36.122829 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-b8cde210-3b72-4173-9160-2435d2f40e22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:36.138874 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a54d0b-1331-4e2f-9bac-8dadb403cae3 req-968cd484-d4db-4e65-a126-5239452bd020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:36.146765 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-32a54d0b-1331-4e2f-9bac-8dadb403cae3 req-968cd484-d4db-4e65-a126-5239452bd020 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e8ff52aa-77e4-4208-a42e-cab7f495b8e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0802472 Oct 20 10:40:36.166297 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cda1777-a5f6-4e2d-bb62-cd14a77c9339 None None] Network 9db8aec3-a844-4086-850c-3093cbaaaa18 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:40:36.177083 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5058698a-e3ae-4836-8a3d-2df2b0721849 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:36.179676 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5058698a-e3ae-4836-8a3d-2df2b0721849 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:36.181611 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-5058698a-e3ae-4836-8a3d-2df2b0721849 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fd35d7c3-bcda-4fba-9fcb-5b6a4232d3d4 HTTP/1.1" status: 204 len: 168 time: 0.6737635 Oct 20 10:40:36.272245 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-bd31fa66-5a30-4712-8aa3-d9d0f2966c5e None None] Provisioning complete for port 9ef4370f-a25c-494f-960b-659a7e214598 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:40:36.272658 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-bd31fa66-5a30-4712-8aa3-d9d0f2966c5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:36.320299 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-32a54d0b-1331-4e2f-9bac-8dadb403cae3 req-529ce608-cf5e-424f-a919-5cab02daf8f7 service neutron] 10.222.0.69 "GET /v2.0/networks/e8ff52aa-77e4-4208-a42e-cab7f495b8e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662085 Oct 20 10:40:36.321833 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5058698a-e3ae-4836-8a3d-2df2b0721849 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd35d7c3-bcda-4fba-9fcb-5b6a4232d3d4,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:36.535873 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-32a54d0b-1331-4e2f-9bac-8dadb403cae3 req-e8d0f557-ec91-48b5-9130-491db96f1f9f service neutron] 10.222.0.69 "GET /v2.0/networks/e8ff52aa-77e4-4208-a42e-cab7f495b8e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051251 Oct 20 10:40:36.576622 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b86dff-ed3e-463b-9c28-60500235b9bc None None] DHCP port deletion for 9db8aec3-a844-4086-850c-3093cbaaaa18 request from n-d-811396-3 {{(pid=100598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:40:36.589684 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-32a54d0b-1331-4e2f-9bac-8dadb403cae3 req-12dc6aa3-03aa-4b3f-a872-12d4f3721452 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.129&port_id=9a707afc-3d8e-41f9-9396-0f19fb656d10 HTTP/1.1" status: 200 len: 217 time: 0.0456662 Oct 20 10:40:36.615767 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1b791ead-c27f-4737-95e7-757e9954573d tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:36.633557 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b791ead-c27f-4737-95e7-757e9954573d tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] No DVR routers for this DVR port 9ef4370f-a25c-494f-960b-659a7e214598 on host n-d-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:40:36.683030 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-74b86dff-ed3e-463b-9c28-60500235b9bc None None] Deleting port 9ef4370f-a25c-494f-960b-659a7e214598 {{(pid=100598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:40:36.698216 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-74b86dff-ed3e-463b-9c28-60500235b9bc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:36.700502 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a54d0b-1331-4e2f-9bac-8dadb403cae3 req-c81584b6-414b-4f31-b67b-5dd5d36d79ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:36.715936 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-32a54d0b-1331-4e2f-9bac-8dadb403cae3 req-c81584b6-414b-4f31-b67b-5dd5d36d79ac service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7d27b49d-cbf1-4666-a37a-b2e255244f88 HTTP/1.1" status: 200 len: 801 time: 0.1118824 Oct 20 10:40:36.744608 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b389c7e8-fa3f-4dca-8a40-32c5a8c0ef11 req-91dad6d3-06fc-4d92-a814-87642b356246 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:36.752084 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b389c7e8-fa3f-4dca-8a40-32c5a8c0ef11 req-91dad6d3-06fc-4d92-a814-87642b356246 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:36.757988 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b389c7e8-fa3f-4dca-8a40-32c5a8c0ef11 req-91dad6d3-06fc-4d92-a814-87642b356246 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:36.760825 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b389c7e8-fa3f-4dca-8a40-32c5a8c0ef11 req-91dad6d3-06fc-4d92-a814-87642b356246 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] 10.222.0.64 "GET /v2.0/ports?device_id=eee88060-7fda-477b-9c01-4b976f96d65d HTTP/1.1" status: 200 len: 2412 time: 0.3657601 Oct 20 10:40:36.786604 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-115c0ea2-30dc-4112-96da-01d319284bf5 None None] Network 105a18e1-61fd-4f85-82f7-9bdd9e3998f5 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:40:36.809898 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d5ee61-ce83-4020-9e20-8ab80bf1b8e7 req-7936c466-7b6d-43ba-8231-c074c90b9507 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:36.818155 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-71d5ee61-ce83-4020-9e20-8ab80bf1b8e7 req-7936c466-7b6d-43ba-8231-c074c90b9507 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/ports?device_id=beac454b-7e2b-44fe-90b5-8b2d2c0f832f HTTP/1.1" status: 200 len: 945 time: 0.3338211 Oct 20 10:40:36.835558 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a54d0b-1331-4e2f-9bac-8dadb403cae3 req-48b0145f-5d88-4984-ac1d-74bb110d7f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:36.837855 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-32a54d0b-1331-4e2f-9bac-8dadb403cae3 req-48b0145f-5d88-4984-ac1d-74bb110d7f90 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=57de70b3-0a7e-4089-932d-ee5d5e3b332e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1188986 Oct 20 10:40:36.864885 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b791ead-c27f-4737-95e7-757e9954573d tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Pushing event deleted for resources: {'Port': ['ID=9ef4370f-a25c-494f-960b-659a7e214598,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:36.907190 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device f1e470d8-4705-4dbe-a1e6-2e6ebd83c17d up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:40:36.960375 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-74b86dff-ed3e-463b-9c28-60500235b9bc None None] For port 9ef4370f-a25c-494f-960b-659a7e214598, host n-d-811396-3, got binding levels [] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:40:36.961035 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-74b86dff-ed3e-463b-9c28-60500235b9bc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:36.979526 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-32a54d0b-1331-4e2f-9bac-8dadb403cae3 req-0822aa86-373d-41b1-abc6-8b084a537916 service neutron] 10.222.0.69 "GET /v2.0/networks/57de70b3-0a7e-4089-932d-ee5d5e3b332e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249490 Oct 20 10:40:37.037769 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f34eb283-8c95-4f68-ab0b-c9236283a7a3 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:37.042332 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-74b86dff-ed3e-463b-9c28-60500235b9bc None None] Calling delete_port for 9ef4370f-a25c-494f-960b-659a7e214598 owned by network:dhcp {{(pid=100598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:40:37.046933 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.ipam_backend_mixin [None req-74b86dff-ed3e-463b-9c28-60500235b9bc None None] Port 9ef4370f-a25c-494f-960b-659a7e214598 was not found and therefore no delete operation was performed {{(pid=100598) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 20 10:40:37.051227 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-c2c4d65a-d6ac-4d55-b745-b6b57b652a34 None None] Provisioning complete for port f1e470d8-4705-4dbe-a1e6-2e6ebd83c17d triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:40:37.051654 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-c2c4d65a-d6ac-4d55-b745-b6b57b652a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:37.097432 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-32a54d0b-1331-4e2f-9bac-8dadb403cae3 req-f0ae947e-5e1c-4d46-b1aa-c6773db30f06 service neutron] 10.222.0.69 "GET /v2.0/networks/57de70b3-0a7e-4089-932d-ee5d5e3b332e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108365 Oct 20 10:40:37.151981 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1b791ead-c27f-4737-95e7-757e9954573d tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:37.182662 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-74b86dff-ed3e-463b-9c28-60500235b9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956'] for port, after_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:37.239836 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b86dff-ed3e-463b-9c28-60500235b9bc None None] Pushing event deleted for resources: {'Port': ['ID=9ef4370f-a25c-494f-960b-659a7e214598,revision_number=None']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:37.252642 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b42244f-0abe-4258-9d47-a08de8780f82 req-5859283d-f28d-4505-a756-c8e19aa78549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:37.253125 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b42244f-0abe-4258-9d47-a08de8780f82 req-5859283d-f28d-4505-a756-c8e19aa78549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:37.259775 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b42244f-0abe-4258-9d47-a08de8780f82 req-5859283d-f28d-4505-a756-c8e19aa78549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:37.261850 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-6b42244f-0abe-4258-9d47-a08de8780f82 req-5859283d-f28d-4505-a756-c8e19aa78549 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=311474ed35f34da1b417637b1179a3d4&device_id=eee88060-7fda-477b-9c01-4b976f96d65d HTTP/1.1" status: 200 len: 2865 time: 0.1043379 Oct 20 10:40:37.262634 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:37.283279 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b86dff-ed3e-463b-9c28-60500235b9bc None None] No DVR routers for this DVR port 9ef4370f-a25c-494f-960b-659a7e214598 on host n-d-811396-3 {{(pid=100598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:40:37.311805 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port f1e470d8-4705-4dbe-a1e6-2e6ebd83c17d triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:40:37.312369 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:37.425687 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b42244f-0abe-4258-9d47-a08de8780f82 req-2ace9412-c408-457d-877a-94b1d961697e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:37.427715 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-6b42244f-0abe-4258-9d47-a08de8780f82 req-2ace9412-c408-457d-877a-94b1d961697e service neutron] 10.222.0.69 "GET /v2.0/networks?id=57de70b3-0a7e-4089-932d-ee5d5e3b332e HTTP/1.1" status: 200 len: 903 time: 0.1584773 Oct 20 10:40:37.473359 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-c2c4d65a-d6ac-4d55-b745-b6b57b652a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:37.478068 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:37.478758 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:37.496788 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-6b42244f-0abe-4258-9d47-a08de8780f82 req-2f7abb0a-ac6b-47c3-aecf-07ef0393d171 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.129&port_id=9a707afc-3d8e-41f9-9396-0f19fb656d10 HTTP/1.1" status: 200 len: 217 time: 0.0612531 Oct 20 10:40:37.525514 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-c2c4d65a-d6ac-4d55-b745-b6b57b652a34 None None] For port f1e470d8-4705-4dbe-a1e6-2e6ebd83c17d, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=f1e470d8-4705-4dbe-a1e6-2e6ebd83c17d,segment=NetworkSegment(541ef162-df9f-4688-afbd-7e9d57331105),segment_id=541ef162-df9f-4688-afbd-7e9d57331105)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:40:37.530891 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-c2c4d65a-d6ac-4d55-b745-b6b57b652a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:37.588084 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b42244f-0abe-4258-9d47-a08de8780f82 req-0eb9d224-7bbc-4aca-a397-9c6094fad19a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:37.590014 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-6b42244f-0abe-4258-9d47-a08de8780f82 req-0eb9d224-7bbc-4aca-a397-9c6094fad19a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7d27b49d-cbf1-4666-a37a-b2e255244f88 HTTP/1.1" status: 200 len: 801 time: 0.0855863 Oct 20 10:40:37.616919 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.db.api [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 10:40:37.617282 n-d-811396-3 neutron-server[100598]: DEBUG oslo_db.api [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 10:40:37.659301 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c4d65a-d6ac-4d55-b745-b6b57b652a34 None None] Pushing event updated for resources: {'Port': ['ID=f1e470d8-4705-4dbe-a1e6-2e6ebd83c17d,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:37.670535 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-1b791ead-c27f-4737-95e7-757e9954573d tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9db8aec3-a844-4086-850c-3093cbaaaa18']}} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:40:37.673191 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b42244f-0abe-4258-9d47-a08de8780f82 req-3a35ea5a-beb0-4562-bebe-7e16688b16e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:37.674947 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-6b42244f-0abe-4258-9d47-a08de8780f82 req-3a35ea5a-beb0-4562-bebe-7e16688b16e7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=57de70b3-0a7e-4089-932d-ee5d5e3b332e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0772772 Oct 20 10:40:37.675447 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f34eb283-8c95-4f68-ab0b-c9236283a7a3 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:37.676222 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f34eb283-8c95-4f68-ab0b-c9236283a7a3 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1774432'] for router_interface, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:37.698325 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-186d5f81-d3da-4e08-952b-54c4cd6b047c req-21c2d8fc-2e02-4a0a-890b-b0ef6f9c1666 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=beac454b-7e2b-44fe-90b5-8b2d2c0f832f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9961839 Oct 20 10:40:37.703865 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-1b791ead-c27f-4737-95e7-757e9954573d tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cebb712b-4f4f-48d9-ba4e-461ae5ec105c') {'for_net_delete': True} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:40:37.704162 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-1b791ead-c27f-4737-95e7-757e9954573d tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cebb712b-4f4f-48d9-ba4e-461ae5ec105c') {} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:40:37.751673 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1b791ead-c27f-4737-95e7-757e9954573d tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25189038'] for segment, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:37.777524 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-6b42244f-0abe-4258-9d47-a08de8780f82 req-21c01100-2e91-40fb-9eee-4b57a03bfae8 service neutron] 10.222.0.69 "GET /v2.0/networks/57de70b3-0a7e-4089-932d-ee5d5e3b332e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940833 Oct 20 10:40:37.783324 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-71d5ee61-ce83-4020-9e20-8ab80bf1b8e7 req-b5b6b7bf-0438-4501-8935-d124ee2844bf tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/security-groups?id=17372704-86e6-46e6-a5dd-dc7385be620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9253688 Oct 20 10:40:37.813372 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:37.870188 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-43bf638e-e974-4ba3-982f-9597db38637c None None] Provisioning complete for port f1e470d8-4705-4dbe-a1e6-2e6ebd83c17d triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:40:37.872499 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-43bf638e-e974-4ba3-982f-9597db38637c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:37.888109 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1b791ead-c27f-4737-95e7-757e9954573d tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:37.895235 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b791ead-c27f-4737-95e7-757e9954573d tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Releasing vlan 831 on physical network physnet1 to pool {{(pid=100596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:40:37.895888 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1b791ead-c27f-4737-95e7-757e9954573d tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26833155'] for segment, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:37.912362 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-6b42244f-0abe-4258-9d47-a08de8780f82 req-b417b18f-8ef4-4717-ad36-e4cbfe775cdf service neutron] 10.222.0.69 "GET /v2.0/networks/57de70b3-0a7e-4089-932d-ee5d5e3b332e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238983 Oct 20 10:40:37.991418 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f34eb283-8c95-4f68-ab0b-c9236283a7a3 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Network 105a18e1-61fd-4f85-82f7-9bdd9e3998f5 is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:40:37.994119 n-d-811396-3 neutron-server[100596]: Traceback (most recent call last): Oct 20 10:40:37.994119 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:40:37.994119 n-d-811396-3 neutron-server[100596]: timer() Oct 20 10:40:37.994119 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:40:37.994119 n-d-811396-3 neutron-server[100596]: cb(*args, **kw) Oct 20 10:40:37.994119 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:40:37.994119 n-d-811396-3 neutron-server[100596]: return func(*args, **kwargs) Oct 20 10:40:37.994119 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:40:37.994119 n-d-811396-3 neutron-server[100596]: self._notify() Oct 20 10:40:37.994119 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:40:37.994119 n-d-811396-3 neutron-server[100596]: self.callback(batched_events) Oct 20 10:40:37.994119 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:40:37.994119 n-d-811396-3 neutron-server[100596]: event.method(event) Oct 20 10:40:37.994119 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:40:37.994119 n-d-811396-3 neutron-server[100596]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:40:37.994119 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:40:37.994119 n-d-811396-3 neutron-server[100596]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:40:37.994119 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:40:37.994119 n-d-811396-3 neutron-server[100596]: return f(self, *a, **k) Oct 20 10:40:37.994119 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:40:37.994119 n-d-811396-3 neutron-server[100596]: return self._get(url).json() Oct 20 10:40:37.994119 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:40:37.994119 n-d-811396-3 neutron-server[100596]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:40:37.994119 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:40:37.994119 n-d-811396-3 neutron-server[100596]: return self.request(url, 'GET', **kwargs) Oct 20 10:40:37.994119 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:40:37.994119 n-d-811396-3 neutron-server[100596]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:40:37.994119 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:40:37.994119 n-d-811396-3 neutron-server[100596]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:40:37.994119 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:40:37.994119 n-d-811396-3 neutron-server[100596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:40:37.994119 n-d-811396-3 neutron-server[100596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:40:37.997804 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b389c7e8-fa3f-4dca-8a40-32c5a8c0ef11 req-a1bc3e68-35be-485b-962a-fc53c7f39119 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] 10.222.0.64 "GET /v2.0/security-groups?id=49245fbb-4e48-4db8-994f-34137d01c16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1978011 Oct 20 10:40:37.999008 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34eb283-8c95-4f68-ab0b-c9236283a7a3 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Pushing event updated for resources: {'Port': ['ID=2cddbea9-0732-41fc-ad8b-10f6c0c4c3ac,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:38.026249 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-43bf638e-e974-4ba3-982f-9597db38637c None None] Provisioning complete for port 2cddbea9-0732-41fc-ad8b-10f6c0c4c3ac triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:40:38.027067 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-43bf638e-e974-4ba3-982f-9597db38637c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:38.032451 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-f34eb283-8c95-4f68-ab0b-c9236283a7a3 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:40:38.061658 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1b791ead-c27f-4737-95e7-757e9954573d tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:38.084223 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-43bf638e-e974-4ba3-982f-9597db38637c None None] Port 2cddbea9-0732-41fc-ad8b-10f6c0c4c3ac cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:40:38.093792 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1b791ead-c27f-4737-95e7-757e9954573d tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks [] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:38.097256 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-1b791ead-c27f-4737-95e7-757e9954573d tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] 10.222.0.64 "DELETE /v2.0/networks/9db8aec3-a844-4086-850c-3093cbaaaa18 HTTP/1.1" status: 204 len: 168 time: 2.3907728 Oct 20 10:40:38.100704 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 56820) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:38.103424 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b791ead-c27f-4737-95e7-757e9954573d tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Pushing event deleted for resources: {'Network': ['ID=9db8aec3-a844-4086-850c-3093cbaaaa18,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:38.142039 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186d5f81-d3da-4e08-952b-54c4cd6b047c req-e0ca2f89-ea10-4a2a-8358-dc3a7f253d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:38.143571 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-186d5f81-d3da-4e08-952b-54c4cd6b047c req-e0ca2f89-ea10-4a2a-8358-dc3a7f253d21 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c99eab67b5e546ffaba916e684c21094&device_id=beac454b-7e2b-44fe-90b5-8b2d2c0f832f HTTP/1.1" status: 200 len: 1096 time: 0.3596487 Oct 20 10:40:38.174788 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-61ec2e8f-0b8c-420a-9f5f-6a94b0ad7c96 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] DELETE failed (client error): The resource could not be found. Oct 20 10:40:38.175255 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61ec2e8f-0b8c-420a-9f5f-6a94b0ad7c96 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:40:38.180952 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-61ec2e8f-0b8c-420a-9f5f-6a94b0ad7c96 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] 10.222.0.64 "DELETE /v2.0/subnets/943b7a8f-8ed6-4c56-8e01-1e84db7f4bfc HTTP/1.1" status: 404 len: 337 time: 0.0763702 Oct 20 10:40:38.184454 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 56822) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:38.223953 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3a09390-2dfb-4e9c-8df4-8e47cc6fc601 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] DELETE failed (client error): The resource could not be found. Oct 20 10:40:38.225158 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3a09390-2dfb-4e9c-8df4-8e47cc6fc601 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:40:38.229987 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-b3a09390-2dfb-4e9c-8df4-8e47cc6fc601 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] 10.222.0.64 "DELETE /v2.0/networks/f7cbaaba-c379-49e3-adf8-7cefd9b888c5 HTTP/1.1" status: 404 len: 339 time: 0.0441515 Oct 20 10:40:38.232933 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 56824) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:38.251803 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 9ef4370f-a25c-494f-960b-659a7e214598 no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:40:38.280336 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-b95bc7a5-157b-4ff8-ae84-0b38242a9b05 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] DELETE failed (client error): The resource could not be found. Oct 20 10:40:38.280970 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b95bc7a5-157b-4ff8-ae84-0b38242a9b05 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:40:38.284809 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-b95bc7a5-157b-4ff8-ae84-0b38242a9b05 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] 10.222.0.64 "DELETE /v2.0/subnets/8693c6c2-a223-4297-917c-aef8c43588d1 HTTP/1.1" status: 404 len: 337 time: 0.0506885 Oct 20 10:40:38.285194 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 9ef4370f-a25c-494f-960b-659a7e214598 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:40:38.285652 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 9ef4370f-a25c-494f-960b-659a7e214598 not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:40:38.289701 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 56828) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:38.327788 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3e1f858-8a4b-4e98-9391-a4f3d7794e6b tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] DELETE failed (client error): The resource could not be found. Oct 20 10:40:38.328387 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3e1f858-8a4b-4e98-9391-a4f3d7794e6b tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:40:38.331441 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-d3e1f858-8a4b-4e98-9391-a4f3d7794e6b tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] 10.222.0.64 "DELETE /v2.0/networks/9fb62782-094e-480e-9db7-15ed5c6a54b2 HTTP/1.1" status: 404 len: 339 time: 0.0405467 Oct 20 10:40:38.334800 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 56830) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:38.337669 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-f4674e41-c7a2-437d-a133-7272f7e40a41 None None] Provisioning complete for port 2cddbea9-0732-41fc-ad8b-10f6c0c4c3ac triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:40:38.338150 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-f4674e41-c7a2-437d-a133-7272f7e40a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:38.390699 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-f4674e41-c7a2-437d-a133-7272f7e40a41 None None] Port 2cddbea9-0732-41fc-ad8b-10f6c0c4c3ac cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:40:38.401877 n-d-811396-3 neutron-server[100596]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c8bfffc-e647-4e2b-a8e0-54990ac82408 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] DELETE failed (client error): The resource could not be found. Oct 20 10:40:38.402341 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c8bfffc-e647-4e2b-a8e0-54990ac82408 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:40:38.407889 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-0c8bfffc-e647-4e2b-a8e0-54990ac82408 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] 10.222.0.64 "DELETE /v2.0/subnets/2a93974a-19bd-4cad-b0d3-80482fef19b7 HTTP/1.1" status: 404 len: 337 time: 0.0457959 Oct 20 10:40:38.408768 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 56836) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:38.430556 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-0703aa7b-e8b2-4f33-8580-953ea4a789f7 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] DELETE failed (client error): The resource could not be found. Oct 20 10:40:38.433713 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0703aa7b-e8b2-4f33-8580-953ea4a789f7 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:40:38.442800 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-0703aa7b-e8b2-4f33-8580-953ea4a789f7 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] 10.222.0.64 "DELETE /v2.0/networks/98b9d3a8-6eee-4fd4-8cd5-8934f863065b HTTP/1.1" status: 404 len: 339 time: 0.0269794 Oct 20 10:40:38.443897 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 56840) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:38.493420 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186d5f81-d3da-4e08-952b-54c4cd6b047c req-566235ee-144b-42c0-8ee7-9bfeb9e3d550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:38.494917 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-186d5f81-d3da-4e08-952b-54c4cd6b047c req-566235ee-144b-42c0-8ee7-9bfeb9e3d550 service neutron] 10.222.0.55 "GET /v2.0/networks?id=00e677b7-ec29-42bc-8b52-7d9c8594501c HTTP/1.1" status: 200 len: 913 time: 0.2888918 Oct 20 10:40:38.536130 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_v2 [None req-62101220-caa8-4a1d-8871-06ed0f25f5c3 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Deleting subnet 0c2dda13-554d-4933-89bc-1634214661ee {{(pid=100597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:40:38.544053 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-62101220-caa8-4a1d-8871-06ed0f25f5c3 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks [] for subnet, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:38.556123 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-186d5f81-d3da-4e08-952b-54c4cd6b047c req-73f911bd-00f4-4c51-bdff-87005ca9681a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=df1a7399-d035-4d2e-a063-9e2a21a1b6a4 HTTP/1.1" status: 200 len: 217 time: 0.0524375 Oct 20 10:40:38.556909 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f34eb283-8c95-4f68-ab0b-c9236283a7a3 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Router ad495969-c9d4-4298-909f-3873909cbc81 is scheduled to L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 with binding_index 1 {{(pid=100596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 10:40:38.620973 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-62101220-caa8-4a1d-8871-06ed0f25f5c3 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25852621'] for subnet, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:38.721779 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186d5f81-d3da-4e08-952b-54c4cd6b047c req-959a0abb-451a-43a4-aee0-d0310a8179f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:38.723276 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-186d5f81-d3da-4e08-952b-54c4cd6b047c req-959a0abb-451a-43a4-aee0-d0310a8179f2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=41c5fb46-df00-4db9-bb3d-c914d29737cc HTTP/1.1" status: 200 len: 852 time: 0.1496778 Oct 20 10:40:38.728794 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-3d516823-74f7-478a-9385-6c47d0b9c9b7 None None] Provisioning complete for port 2cddbea9-0732-41fc-ad8b-10f6c0c4c3ac triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:40:38.730243 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3d516823-74f7-478a-9385-6c47d0b9c9b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:38.745508 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f34eb283-8c95-4f68-ab0b-c9236283a7a3 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:40:38.754407 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-f34eb283-8c95-4f68-ab0b-c9236283a7a3 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] 10.222.0.64 "PUT /v2.0/routers/ad495969-c9d4-4298-909f-3873909cbc81/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7673399 Oct 20 10:40:38.769895 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 56858) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:38.775438 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-186d5f81-d3da-4e08-952b-54c4cd6b047c req-6bb93497-e1f8-46a7-aa5b-259918839250 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=00e677b7-ec29-42bc-8b52-7d9c8594501c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400276 Oct 20 10:40:38.817254 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-3d516823-74f7-478a-9385-6c47d0b9c9b7 None None] Port 2cddbea9-0732-41fc-ad8b-10f6c0c4c3ac cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:40:38.818797 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc625551-c5f9-4b7e-81fc-d797f5efeec7 None None] Sync routers for ids ['ad495969-c9d4-4298-909f-3873909cbc81'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:40:38.839798 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device f1e470d8-4705-4dbe-a1e6-2e6ebd83c17d up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:40:38.891369 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc625551-c5f9-4b7e-81fc-d797f5efeec7 None None] Routers {'ad495969-c9d4-4298-909f-3873909cbc81'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:40:38.892387 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-cc625551-c5f9-4b7e-81fc-d797f5efeec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:40:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['ad495969-c9d4-4298-909f-3873909cbc81'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:40:38.920952 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd9c88a-c636-4f8c-ade0-da75569a7d9e tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:38.922702 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-3fd9c88a-c636-4f8c-ade0-da75569a7d9e tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] 10.222.0.64 "GET /v2.0/ports/2cddbea9-0732-41fc-ad8b-10f6c0c4c3ac HTTP/1.1" status: 200 len: 911 time: 0.1518266 Oct 20 10:40:38.926716 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-62101220-caa8-4a1d-8871-06ed0f25f5c3 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:38.930041 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 56868) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:38.935528 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:38.936732 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-30e14e8c-00b6-4533-84e8-14f090491415 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'da6fd873-9ac0-4e78-8bc2-3ccf5f37eda8'}]}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:40:38.938365 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-cc625551-c5f9-4b7e-81fc-d797f5efeec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:40:38.955606 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc625551-c5f9-4b7e-81fc-d797f5efeec7 None None] Routers {'ad495969-c9d4-4298-909f-3873909cbc81'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:40:38.956236 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-cc625551-c5f9-4b7e-81fc-d797f5efeec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:40:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['ad495969-c9d4-4298-909f-3873909cbc81'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:40:38.997846 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-cc625551-c5f9-4b7e-81fc-d797f5efeec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:40:38.998650 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc625551-c5f9-4b7e-81fc-d797f5efeec7 None None] The sync data for ids ['ad495969-c9d4-4298-909f-3873909cbc81'] in n-d-811396-3 is: [] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:40:39.013055 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port f1e470d8-4705-4dbe-a1e6-2e6ebd83c17d triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:40:39.013554 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:39.020897 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d94c801-832d-4675-9854-2761d776d62a req-f86c3a46-f847-45ab-a68c-583949d850a0 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:39.028915 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1d94c801-832d-4675-9854-2761d776d62a req-f86c3a46-f847-45ab-a68c-583949d850a0 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/ports?device_id=beac454b-7e2b-44fe-90b5-8b2d2c0f832f HTTP/1.1" status: 200 len: 945 time: 0.1092379 Oct 20 10:40:39.050372 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-186d5f81-d3da-4e08-952b-54c4cd6b047c req-a52b0f9f-ffbf-45a4-ba8a-5fba59653ddf service neutron] 10.222.0.55 "GET /v2.0/networks/00e677b7-ec29-42bc-8b52-7d9c8594501c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2707238 Oct 20 10:40:39.088029 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1d94c801-832d-4675-9854-2761d776d62a req-8b5716b7-d81e-4e25-877a-b8d2f9c94eb0 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/security-groups?id=17372704-86e6-46e6-a5dd-dc7385be620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530040 Oct 20 10:40:39.232958 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-30e14e8c-00b6-4533-84e8-14f090491415 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:39.253115 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-186d5f81-d3da-4e08-952b-54c4cd6b047c req-faba0f2b-2f04-4e17-9d66-d000dc5524e5 service neutron] 10.222.0.55 "GET /v2.0/networks/00e677b7-ec29-42bc-8b52-7d9c8594501c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889560 Oct 20 10:40:39.318385 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b6186e-1b06-4c69-b63d-4e1c8a986881 req-5dc8f1c6-39de-46ba-a509-457725264c4a tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:39.325316 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b6186e-1b06-4c69-b63d-4e1c8a986881 req-5dc8f1c6-39de-46ba-a509-457725264c4a tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:39.331406 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b6186e-1b06-4c69-b63d-4e1c8a986881 req-5dc8f1c6-39de-46ba-a509-457725264c4a tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:39.332136 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-62101220-caa8-4a1d-8871-06ed0f25f5c3 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25350811'] for subnet, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:39.337363 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-88b6186e-1b06-4c69-b63d-4e1c8a986881 req-5dc8f1c6-39de-46ba-a509-457725264c4a tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] 10.222.0.64 "GET /v2.0/ports?device_id=eee88060-7fda-477b-9c01-4b976f96d65d HTTP/1.1" status: 200 len: 2412 time: 0.1170981 Oct 20 10:40:39.403869 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-88b6186e-1b06-4c69-b63d-4e1c8a986881 req-45e8668c-5985-4707-a4f0-e7817667dee2 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] 10.222.0.64 "GET /v2.0/security-groups?id=49245fbb-4e48-4db8-994f-34137d01c16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608833 Oct 20 10:40:39.435306 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62101220-caa8-4a1d-8871-06ed0f25f5c3 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Pushing event deleted for resources: {'Subnet': ['ID=0c2dda13-554d-4933-89bc-1634214661ee,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:39.454911 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-62101220-caa8-4a1d-8871-06ed0f25f5c3 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:39.454911 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-62101220-caa8-4a1d-8871-06ed0f25f5c3 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] 10.222.0.64 "DELETE /v2.0/subnets/0c2dda13-554d-4933-89bc-1634214661ee HTTP/1.1" status: 204 len: 168 time: 1.0052111 Oct 20 10:40:39.455424 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 56884) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:39.460044 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32dd4e92-0aba-4fe7-88c1-575278ff0793 None None] Network cb17f91c-38fe-4d5b-958a-aafc294533f3 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:40:39.508900 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 56888) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:39.662160 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-fdc97798-f259-4b46-9cbd-d74bc8bce8fd tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:39.732597 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6cce83-42c4-4bd1-ac1f-d40fe8e9b82d req-c9b5a2b2-36d1-45a0-8ade-eaee35a94e83 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:39.734586 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cf6cce83-42c4-4bd1-ac1f-d40fe8e9b82d req-c9b5a2b2-36d1-45a0-8ade-eaee35a94e83 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/ports?device_id=beac454b-7e2b-44fe-90b5-8b2d2c0f832f HTTP/1.1" status: 200 len: 945 time: 0.1387486 Oct 20 10:40:39.763358 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-555b8bbe-c434-4930-91a7-5a663d4270c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:39.810801 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-fdc97798-f259-4b46-9cbd-d74bc8bce8fd tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Deleting port fd76646f-432d-429c-af15-9e449796472f {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:40:39.811625 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-fdc97798-f259-4b46-9cbd-d74bc8bce8fd tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:39.817503 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cf6cce83-42c4-4bd1-ac1f-d40fe8e9b82d req-087d66df-ef76-4da6-8ab5-b0207a4f1061 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/security-groups?id=17372704-86e6-46e6-a5dd-dc7385be620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725443 Oct 20 10:40:39.873170 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c5a4042-fa27-4e08-b865-6842edd1f78d None None] DHCP port deletion for cb17f91c-38fe-4d5b-958a-aafc294533f3 request from n-d-811396-3 {{(pid=100598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:40:39.896058 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [None req-fdc97798-f259-4b46-9cbd-d74bc8bce8fd tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] For port fd76646f-432d-429c-af15-9e449796472f, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=fd76646f-432d-429c-af15-9e449796472f,segment=NetworkSegment(a8556488-2799-476a-98a5-36d2b747d64d),segment_id=a8556488-2799-476a-98a5-36d2b747d64d)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:40:39.896691 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-fdc97798-f259-4b46-9cbd-d74bc8bce8fd tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:39.910434 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-fdc97798-f259-4b46-9cbd-d74bc8bce8fd tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Calling delete_port for fd76646f-432d-429c-af15-9e449796472f owned by network:dhcp {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:40:39.914566 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-30e14e8c-00b6-4533-84e8-14f090491415 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks [] for port, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:39.929206 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-2c5a4042-fa27-4e08-b865-6842edd1f78d None None] Deleting port fd76646f-432d-429c-af15-9e449796472f {{(pid=100598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:40:39.929866 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-2c5a4042-fa27-4e08-b865-6842edd1f78d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:39.930266 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-30e14e8c-00b6-4533-84e8-14f090491415 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:39.936200 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e14e8c-00b6-4533-84e8-14f090491415 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:39.936744 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-30e14e8c-00b6-4533-84e8-14f090491415 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:39.941054 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-30e14e8c-00b6-4533-84e8-14f090491415 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] 10.222.0.64 "PUT /v2.0/ports/2cddbea9-0732-41fc-ad8b-10f6c0c4c3ac HTTP/1.1" status: 200 len: 911 time: 1.0091329 Oct 20 10:40:39.946194 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 56892) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:39.976892 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-555b8bbe-c434-4930-91a7-5a663d4270c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:39.997265 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-2c5a4042-fa27-4e08-b865-6842edd1f78d None None] For port fd76646f-432d-429c-af15-9e449796472f, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=fd76646f-432d-429c-af15-9e449796472f,segment=NetworkSegment(a8556488-2799-476a-98a5-36d2b747d64d),segment_id=a8556488-2799-476a-98a5-36d2b747d64d)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:40:39.997696 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-2c5a4042-fa27-4e08-b865-6842edd1f78d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:40.003817 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-fdc97798-f259-4b46-9cbd-d74bc8bce8fd tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:40.010213 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-2c5a4042-fa27-4e08-b865-6842edd1f78d None None] Calling delete_port for fd76646f-432d-429c-af15-9e449796472f owned by network:dhcp {{(pid=100598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:40:40.016263 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-555b8bbe-c434-4930-91a7-5a663d4270c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:40.034050 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc97798-f259-4b46-9cbd-d74bc8bce8fd tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Pushing event deleted for resources: {'Port': ['ID=fd76646f-432d-429c-af15-9e449796472f,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:40.044294 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc97798-f259-4b46-9cbd-d74bc8bce8fd tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] No DVR routers for this DVR port fd76646f-432d-429c-af15-9e449796472f on host n-d-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:40:40.084339 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-2c5a4042-fa27-4e08-b865-6842edd1f78d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956'] for port, after_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:40.094116 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e14e8c-00b6-4533-84e8-14f090491415 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Pushing event updated for resources: {'Port': ['ID=2cddbea9-0732-41fc-ad8b-10f6c0c4c3ac,revision_number=3']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:40.109515 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5a4042-fa27-4e08-b865-6842edd1f78d None None] Pushing event deleted for resources: {'Port': ['ID=fd76646f-432d-429c-af15-9e449796472f,revision_number=None']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:40.113460 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-555b8bbe-c434-4930-91a7-5a663d4270c1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=650eca78161e47258ce155bc8d55bb37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6009808 Oct 20 10:40:40.117204 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5a4042-fa27-4e08-b865-6842edd1f78d None None] No DVR routers for this DVR port fd76646f-432d-429c-af15-9e449796472f on host n-d-811396-3 {{(pid=100598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:40:40.128204 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 56894) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:40.130971 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-fdc97798-f259-4b46-9cbd-d74bc8bce8fd tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:40.146643 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555b8bbe-c434-4930-91a7-5a663d4270c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8277d59-13ac-4ac8-a9e1-e1e5c409fadd,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:40.159262 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-fdc97798-f259-4b46-9cbd-d74bc8bce8fd tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb17f91c-38fe-4d5b-958a-aafc294533f3']}} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:40:40.172096 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-fdc97798-f259-4b46-9cbd-d74bc8bce8fd tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8556488-2799-476a-98a5-36d2b747d64d') {'for_net_delete': True} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:40:40.172479 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-fdc97798-f259-4b46-9cbd-d74bc8bce8fd tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8556488-2799-476a-98a5-36d2b747d64d') {} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:40:40.183299 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-fdc97798-f259-4b46-9cbd-d74bc8bce8fd tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25189038'] for segment, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:40.196271 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-fdc97798-f259-4b46-9cbd-d74bc8bce8fd tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:40.202271 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdc97798-f259-4b46-9cbd-d74bc8bce8fd tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Releasing vlan 837 on physical network physnet1 to pool {{(pid=100596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:40:40.202731 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-fdc97798-f259-4b46-9cbd-d74bc8bce8fd tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26833155'] for segment, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:40.206035 n-d-811396-3 neutron-server[100596]: Traceback (most recent call last): Oct 20 10:40:40.206035 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:40:40.206035 n-d-811396-3 neutron-server[100596]: timer() Oct 20 10:40:40.206035 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:40:40.206035 n-d-811396-3 neutron-server[100596]: cb(*args, **kw) Oct 20 10:40:40.206035 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:40:40.206035 n-d-811396-3 neutron-server[100596]: return func(*args, **kwargs) Oct 20 10:40:40.206035 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:40:40.206035 n-d-811396-3 neutron-server[100596]: self._notify() Oct 20 10:40:40.206035 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:40:40.206035 n-d-811396-3 neutron-server[100596]: self.callback(batched_events) Oct 20 10:40:40.206035 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:40:40.206035 n-d-811396-3 neutron-server[100596]: event.method(event) Oct 20 10:40:40.206035 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:40:40.206035 n-d-811396-3 neutron-server[100596]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:40:40.206035 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:40:40.206035 n-d-811396-3 neutron-server[100596]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:40:40.206035 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:40:40.206035 n-d-811396-3 neutron-server[100596]: return f(self, *a, **k) Oct 20 10:40:40.206035 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:40:40.206035 n-d-811396-3 neutron-server[100596]: return self._get(url).json() Oct 20 10:40:40.206035 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:40:40.206035 n-d-811396-3 neutron-server[100596]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:40:40.206035 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:40:40.206035 n-d-811396-3 neutron-server[100596]: return self.request(url, 'GET', **kwargs) Oct 20 10:40:40.206035 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:40:40.206035 n-d-811396-3 neutron-server[100596]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:40:40.206035 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:40:40.206035 n-d-811396-3 neutron-server[100596]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:40:40.206035 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:40:40.206035 n-d-811396-3 neutron-server[100596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:40:40.206035 n-d-811396-3 neutron-server[100596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:40:40.277549 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-fdc97798-f259-4b46-9cbd-d74bc8bce8fd tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:40.279140 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b6374b1c-728a-475c-a8f8-d8ce10feb8cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:40.286756 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-fdc97798-f259-4b46-9cbd-d74bc8bce8fd tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks [] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:40.292665 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-fdc97798-f259-4b46-9cbd-d74bc8bce8fd tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] 10.222.0.64 "DELETE /v2.0/networks/cb17f91c-38fe-4d5b-958a-aafc294533f3 HTTP/1.1" status: 204 len: 168 time: 0.8358836 Oct 20 10:40:40.293038 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 56900) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:40.310152 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc97798-f259-4b46-9cbd-d74bc8bce8fd tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Pushing event deleted for resources: {'Network': ['ID=cb17f91c-38fe-4d5b-958a-aafc294533f3,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:40.328558 n-d-811396-3 neutron-server[100596]: INFO neutron.pecan_wsgi.hooks.translation [None req-66ace8a4-09b1-46b3-8862-709db6619393 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] DELETE failed (client error): The resource could not be found. Oct 20 10:40:40.329006 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66ace8a4-09b1-46b3-8862-709db6619393 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:40:40.332475 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-66ace8a4-09b1-46b3-8862-709db6619393 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] 10.222.0.64 "DELETE /v2.0/subnets/6a77fc68-e7b1-4906-a652-377284c3d14d HTTP/1.1" status: 404 len: 337 time: 0.0386162 Oct 20 10:40:40.333265 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b6374b1c-728a-475c-a8f8-d8ce10feb8cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:40.335047 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 56902) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:40.353976 n-d-811396-3 neutron-server[100596]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9b0ec07-bbaa-44d3-955e-70f87e566d19 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] DELETE failed (client error): The resource could not be found. Oct 20 10:40:40.354628 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9b0ec07-bbaa-44d3-955e-70f87e566d19 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:40:40.358426 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-b9b0ec07-bbaa-44d3-955e-70f87e566d19 tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] 10.222.0.64 "DELETE /v2.0/networks/d0c085d9-f326-467a-8e80-884fa48aafc1 HTTP/1.1" status: 404 len: 339 time: 0.0223632 Oct 20 10:40:40.359992 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 56904) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:40.412145 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_v2 [None req-975a8b07-8b0b-4f61-abe8-29cdc33735af tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Deleting subnet 4c1305ec-7846-403c-9a0c-9503cffa3b3b {{(pid=100596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:40:40.416426 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-975a8b07-8b0b-4f61-abe8-29cdc33735af tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks [] for subnet, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:40.418209 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b6374b1c-728a-475c-a8f8-d8ce10feb8cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:40.420778 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b6374b1c-728a-475c-a8f8-d8ce10feb8cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:40.421918 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-b6374b1c-728a-475c-a8f8-d8ce10feb8cd admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f8277d59-13ac-4ac8-a9e1-e1e5c409fadd HTTP/1.1" status: 204 len: 168 time: 0.2927790 Oct 20 10:40:40.452158 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device c5135c15-a9ec-4401-81fe-3ae7de5a09df details requested by agent hyperv_n-h2-811396-3 with host n-h2-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:40:40.467106 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-975a8b07-8b0b-4f61-abe8-29cdc33735af tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25189079'] for subnet, precommit_delete_associations {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:40.486329 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6374b1c-728a-475c-a8f8-d8ce10feb8cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8277d59-13ac-4ac8-a9e1-e1e5c409fadd,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:40.509171 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-34e4fc04-eaab-4d7d-a771-4aa7c1945151 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1774405'] for router_interface, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:40.607651 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8694dd98-f5cf-492f-ad6a-ba927acbcd15 req-0d141d92-1a2b-48b4-a6d4-35deded803d8 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:40.620707 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8694dd98-f5cf-492f-ad6a-ba927acbcd15 req-0d141d92-1a2b-48b4-a6d4-35deded803d8 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:40.630700 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8694dd98-f5cf-492f-ad6a-ba927acbcd15 req-0d141d92-1a2b-48b4-a6d4-35deded803d8 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:40.634953 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8694dd98-f5cf-492f-ad6a-ba927acbcd15 req-0d141d92-1a2b-48b4-a6d4-35deded803d8 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] 10.222.0.64 "GET /v2.0/ports?device_id=eee88060-7fda-477b-9c01-4b976f96d65d HTTP/1.1" status: 200 len: 2412 time: 0.1308796 Oct 20 10:40:40.639963 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port c5135c15-a9ec-4401-81fe-3ae7de5a09df, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=c5135c15-a9ec-4401-81fe-3ae7de5a09df,segment=NetworkSegment(00a77eb9-25fa-49d7-a3f2-655aec89c144),segment_id=00a77eb9-25fa-49d7-a3f2-655aec89c144)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:40:40.665461 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Returning: {'device': 'c5135c15-a9ec-4401-81fe-3ae7de5a09df', 'network_id': 'e8ff52aa-77e4-4208-a42e-cab7f495b8e8', 'port_id': 'c5135c15-a9ec-4401-81fe-3ae7de5a09df', 'mac_address': 'fa:16:3e:2f:3f:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 846, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02d623e8-eea9-46a2-ac5d-e179b0dd8f68', 'ip_address': '19.86.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:40:40.734476 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:40.751474 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5135c15-a9ec-4401-81fe-3ae7de5a09df {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:40:40.801809 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port c5135c15-a9ec-4401-81fe-3ae7de5a09df, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=c5135c15-a9ec-4401-81fe-3ae7de5a09df,segment=NetworkSegment(00a77eb9-25fa-49d7-a3f2-655aec89c144),segment_id=00a77eb9-25fa-49d7-a3f2-655aec89c144)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:40:40.807608 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:40.808631 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 9a707afc-3d8e-41f9-9396-0f19fb656d10 details requested by agent hyperv_n-h2-811396-3 with host n-h2-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:40:40.816642 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8694dd98-f5cf-492f-ad6a-ba927acbcd15 req-7aeb1118-7942-4ba6-9d68-a330dffd45d1 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] 10.222.0.64 "GET /v2.0/security-groups?id=49245fbb-4e48-4db8-994f-34137d01c16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696510 Oct 20 10:40:40.828320 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-975a8b07-8b0b-4f61-abe8-29cdc33735af tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:40.997105 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 9a707afc-3d8e-41f9-9396-0f19fb656d10, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=9a707afc-3d8e-41f9-9396-0f19fb656d10,segment=NetworkSegment(5a820aca-1e2b-47e3-9f7c-83f04ab1eb90),segment_id=5a820aca-1e2b-47e3-9f7c-83f04ab1eb90)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:40:41.035133 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-975a8b07-8b0b-4f61-abe8-29cdc33735af tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26836193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26761888'] for subnet, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:41.048352 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Returning: {'device': '9a707afc-3d8e-41f9-9396-0f19fb656d10', 'network_id': '57de70b3-0a7e-4089-932d-ee5d5e3b332e', 'port_id': '9a707afc-3d8e-41f9-9396-0f19fb656d10', 'mac_address': 'fa:16:3e:33:46:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 824, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d27b49d-cbf1-4666-a37a-b2e255244f88', 'ip_address': '19.80.0.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:40:41.050293 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device fd76646f-432d-429c-af15-9e449796472f no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:40:41.064239 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27ce128-edbc-4126-b1bc-bb65b66162d7 req-9ecde264-32f6-499a-9677-b0dc6f5c7225 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:41.072633 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d27ce128-edbc-4126-b1bc-bb65b66162d7 req-9ecde264-32f6-499a-9677-b0dc6f5c7225 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/ports?device_id=beac454b-7e2b-44fe-90b5-8b2d2c0f832f HTTP/1.1" status: 200 len: 945 time: 0.1328239 Oct 20 10:40:41.103254 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-975a8b07-8b0b-4f61-abe8-29cdc33735af tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:41.107851 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-975a8b07-8b0b-4f61-abe8-29cdc33735af tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] 10.222.0.64 "DELETE /v2.0/subnets/4c1305ec-7846-403c-9a0c-9503cffa3b3b HTTP/1.1" status: 204 len: 168 time: 0.7463520 Oct 20 10:40:41.109033 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: fd76646f-432d-429c-af15-9e449796472f {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:40:41.109476 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device fd76646f-432d-429c-af15-9e449796472f not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:40:41.119705 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975a8b07-8b0b-4f61-abe8-29cdc33735af tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Pushing event deleted for resources: {'Subnet': ['ID=4c1305ec-7846-403c-9a0c-9503cffa3b3b,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:41.123571 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc3a27c3-a86f-4f6f-ac57-8c65117d3013 None None] Network 6a7508e8-836e-4732-a7aa-f19898ebbbb3 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:40:41.124911 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 56934) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:41.193184 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b9338b-8bcb-4ad7-85e6-da44a1db7ab8 req-f2bb774a-8bb5-4b3e-85d2-57c914eca2b0 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:41.194628 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e3b9338b-8bcb-4ad7-85e6-da44a1db7ab8 req-f2bb774a-8bb5-4b3e-85d2-57c914eca2b0 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.55 "GET /v2.0/ports?device_id=beac454b-7e2b-44fe-90b5-8b2d2c0f832f HTTP/1.1" status: 200 len: 945 time: 0.1985762 Oct 20 10:40:41.221085 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d27ce128-edbc-4126-b1bc-bb65b66162d7 req-163ff9b9-528d-4447-b7de-a0e3c37dd00e tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/security-groups?id=17372704-86e6-46e6-a5dd-dc7385be620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331584 Oct 20 10:40:41.244644 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=c5135c15-a9ec-4401-81fe-3ae7de5a09df,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:41.271873 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:41.300091 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-90172a57-7175-4326-b94d-9663bdaea42c tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:41.338442 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-34e4fc04-eaab-4d7d-a771-4aa7c1945151 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Deleting port 2cddbea9-0732-41fc-ad8b-10f6c0c4c3ac {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:40:41.338940 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-34e4fc04-eaab-4d7d-a771-4aa7c1945151 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:41.339527 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a707afc-3d8e-41f9-9396-0f19fb656d10 {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:40:41.363895 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 9a707afc-3d8e-41f9-9396-0f19fb656d10, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=9a707afc-3d8e-41f9-9396-0f19fb656d10,segment=NetworkSegment(5a820aca-1e2b-47e3-9f7c-83f04ab1eb90),segment_id=5a820aca-1e2b-47e3-9f7c-83f04ab1eb90)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:40:41.374296 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:41.374576 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device f02b4ff5-8a01-4904-9693-79bfb0a7f0b7 details requested by agent hyperv_n-h2-811396-3 with host n-h2-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:40:41.441147 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-e3b9338b-8bcb-4ad7-85e6-da44a1db7ab8 req-8b68a09a-cb06-4082-b09d-26ec5d664c67 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Deleting port df1a7399-d035-4d2e-a063-9e2a21a1b6a4 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:40:41.441482 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-e3b9338b-8bcb-4ad7-85e6-da44a1db7ab8 req-8b68a09a-cb06-4082-b09d-26ec5d664c67 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:41.460853 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=9a707afc-3d8e-41f9-9396-0f19fb656d10,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:41.471564 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port f02b4ff5-8a01-4904-9693-79bfb0a7f0b7, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=f02b4ff5-8a01-4904-9693-79bfb0a7f0b7,segment=NetworkSegment(5a820aca-1e2b-47e3-9f7c-83f04ab1eb90),segment_id=5a820aca-1e2b-47e3-9f7c-83f04ab1eb90)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:40:41.475073 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-90172a57-7175-4326-b94d-9663bdaea42c tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Deleting port 430f4278-9a2d-47a4-a725-688356fc6516 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:40:41.475429 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-90172a57-7175-4326-b94d-9663bdaea42c tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:41.485317 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Returning: {'device': 'f02b4ff5-8a01-4904-9693-79bfb0a7f0b7', 'network_id': '57de70b3-0a7e-4089-932d-ee5d5e3b332e', 'port_id': 'f02b4ff5-8a01-4904-9693-79bfb0a7f0b7', 'mac_address': 'fa:16:3e:8e:82:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 824, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d27b49d-cbf1-4666-a37a-b2e255244f88', 'ip_address': '19.80.0.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:40:41.523297 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-34e4fc04-eaab-4d7d-a771-4aa7c1945151 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:41.533189 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d376546b-b801-44ac-8f86-10ad397e9911 None None] DHCP port deletion for 6a7508e8-836e-4732-a7aa-f19898ebbbb3 request from n-d-811396-3 {{(pid=100598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:40:41.538611 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-34e4fc04-eaab-4d7d-a771-4aa7c1945151 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Calling delete_port for 2cddbea9-0732-41fc-ad8b-10f6c0c4c3ac owned by network:router_interface {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:40:41.577956 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:41.599533 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f02b4ff5-8a01-4904-9693-79bfb0a7f0b7 {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:40:41.626802 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port f02b4ff5-8a01-4904-9693-79bfb0a7f0b7, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=f02b4ff5-8a01-4904-9693-79bfb0a7f0b7,segment=NetworkSegment(5a820aca-1e2b-47e3-9f7c-83f04ab1eb90),segment_id=5a820aca-1e2b-47e3-9f7c-83f04ab1eb90)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:40:41.633473 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-d376546b-b801-44ac-8f86-10ad397e9911 None None] Deleting port 430f4278-9a2d-47a4-a725-688356fc6516 {{(pid=100598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:40:41.633859 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-d376546b-b801-44ac-8f86-10ad397e9911 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:41.651728 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [None req-90172a57-7175-4326-b94d-9663bdaea42c tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] For port 430f4278-9a2d-47a4-a725-688356fc6516, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=430f4278-9a2d-47a4-a725-688356fc6516,segment=NetworkSegment(095d3373-4920-4888-9ecd-d665766aefa9),segment_id=095d3373-4920-4888-9ecd-d665766aefa9)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:40:41.652109 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-90172a57-7175-4326-b94d-9663bdaea42c tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:41.688633 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-e3b9338b-8bcb-4ad7-85e6-da44a1db7ab8 req-8b68a09a-cb06-4082-b09d-26ec5d664c67 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] For port df1a7399-d035-4d2e-a063-9e2a21a1b6a4, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=df1a7399-d035-4d2e-a063-9e2a21a1b6a4,segment=NetworkSegment(f70d1162-b154-4994-9af5-210e1dd15ef4),segment_id=f70d1162-b154-4994-9af5-210e1dd15ef4)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:40:41.688998 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-e3b9338b-8bcb-4ad7-85e6-da44a1db7ab8 req-8b68a09a-cb06-4082-b09d-26ec5d664c67 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:41.716771 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-90172a57-7175-4326-b94d-9663bdaea42c tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Calling delete_port for 430f4278-9a2d-47a4-a725-688356fc6516 owned by network:dhcp {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:40:41.746373 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-e3b9338b-8bcb-4ad7-85e6-da44a1db7ab8 req-8b68a09a-cb06-4082-b09d-26ec5d664c67 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Calling delete_port for df1a7399-d035-4d2e-a063-9e2a21a1b6a4 owned by compute:nova {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:40:41.756389 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:41.758432 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-34e4fc04-eaab-4d7d-a771-4aa7c1945151 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:41.782425 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-d376546b-b801-44ac-8f86-10ad397e9911 None None] For port 430f4278-9a2d-47a4-a725-688356fc6516, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=430f4278-9a2d-47a4-a725-688356fc6516,segment=NetworkSegment(095d3373-4920-4888-9ecd-d665766aefa9),segment_id=095d3373-4920-4888-9ecd-d665766aefa9)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:40:41.782841 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-d376546b-b801-44ac-8f86-10ad397e9911 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:41.812732 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e4fc04-eaab-4d7d-a771-4aa7c1945151 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Pushing event deleted for resources: {'Port': ['ID=2cddbea9-0732-41fc-ad8b-10f6c0c4c3ac,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:41.903688 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-d376546b-b801-44ac-8f86-10ad397e9911 None None] Calling delete_port for 430f4278-9a2d-47a4-a725-688356fc6516 owned by network:dhcp {{(pid=100598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:40:41.946596 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-34e4fc04-eaab-4d7d-a771-4aa7c1945151 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1771989'] for router_interface, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:41.975889 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=f02b4ff5-8a01-4904-9693-79bfb0a7f0b7,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:42.188553 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-d376546b-b801-44ac-8f86-10ad397e9911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956'] for port, after_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:42.188882 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b600a13-0654-46b5-ba81-7707e8fd6342 req-152ad7d8-756d-410c-9057-33b3c927c419 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:42.197296 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b600a13-0654-46b5-ba81-7707e8fd6342 req-152ad7d8-756d-410c-9057-33b3c927c419 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:42.203795 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34e4fc04-eaab-4d7d-a771-4aa7c1945151 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Router ad495969-c9d4-4298-909f-3873909cbc81 has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:40:42.204865 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b600a13-0654-46b5-ba81-7707e8fd6342 req-152ad7d8-756d-410c-9057-33b3c927c419 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:42.207009 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6b600a13-0654-46b5-ba81-7707e8fd6342 req-152ad7d8-756d-410c-9057-33b3c927c419 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] 10.222.0.64 "GET /v2.0/ports?device_id=eee88060-7fda-477b-9c01-4b976f96d65d HTTP/1.1" status: 200 len: 2415 time: 0.2407579 Oct 20 10:40:42.209380 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-90172a57-7175-4326-b94d-9663bdaea42c tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:42.239231 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['f02b4ff5-8a01-4904-9693-79bfb0a7f0b7'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:40:42.256600 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90172a57-7175-4326-b94d-9663bdaea42c tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] No DVR routers for this DVR port 430f4278-9a2d-47a4-a725-688356fc6516 on host n-d-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:40:42.260624 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['c5135c15-a9ec-4401-81fe-3ae7de5a09df'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:40:42.263222 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['9a707afc-3d8e-41f9-9396-0f19fb656d10'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:40:42.282787 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d376546b-b801-44ac-8f86-10ad397e9911 None None] Pushing event deleted for resources: {'Port': ['ID=430f4278-9a2d-47a4-a725-688356fc6516,revision_number=None']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:42.307078 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34e4fc04-eaab-4d7d-a771-4aa7c1945151 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:40:42.315214 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-34e4fc04-eaab-4d7d-a771-4aa7c1945151 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] 10.222.0.64 "PUT /v2.0/routers/ad495969-c9d4-4298-909f-3873909cbc81/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3629060 Oct 20 10:40:42.315214 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 56970) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:42.323053 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d500260-7820-4b3d-9b70-c8aa1bbe58a9 None None] Sync routers for ids ['ad495969-c9d4-4298-909f-3873909cbc81'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:40:42.340447 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d500260-7820-4b3d-9b70-c8aa1bbe58a9 None None] Routers {'ad495969-c9d4-4298-909f-3873909cbc81'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:40:42.341071 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-9d500260-7820-4b3d-9b70-c8aa1bbe58a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:40:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['ad495969-c9d4-4298-909f-3873909cbc81'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:40:42.353931 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-e3dbfef0-4de3-498e-b00e-3d17351e5456 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] 10.222.0.64 "GET /v2.0/ports?device_id=ad495969-c9d4-4298-909f-3873909cbc81 HTTP/1.1" status: 200 len: 205 time: 0.0378716 Oct 20 10:40:42.355969 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 56972) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:42.373719 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d376546b-b801-44ac-8f86-10ad397e9911 None None] No DVR routers for this DVR port 430f4278-9a2d-47a4-a725-688356fc6516 on host n-d-811396-3 {{(pid=100598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:40:42.448754 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-9d500260-7820-4b3d-9b70-c8aa1bbe58a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:40:42.475560 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d500260-7820-4b3d-9b70-c8aa1bbe58a9 None None] Routers {'ad495969-c9d4-4298-909f-3873909cbc81'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:40:42.476446 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-9d500260-7820-4b3d-9b70-c8aa1bbe58a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:40:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['ad495969-c9d4-4298-909f-3873909cbc81'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:40:42.513059 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0842c0d6-09d0-465a-a2f5-5a96a6d8767d tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks [] for router, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:42.547583 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90172a57-7175-4326-b94d-9663bdaea42c tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Pushing event deleted for resources: {'Port': ['ID=430f4278-9a2d-47a4-a725-688356fc6516,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:42.549311 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-9d500260-7820-4b3d-9b70-c8aa1bbe58a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:40:42.550141 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d500260-7820-4b3d-9b70-c8aa1bbe58a9 None None] The sync data for ids ['ad495969-c9d4-4298-909f-3873909cbc81'] in n-d-811396-3 is: [] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:40:42.669642 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6b600a13-0654-46b5-ba81-7707e8fd6342 req-d1036790-0ec9-408b-b47e-cf252eedde61 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] 10.222.0.64 "GET /v2.0/security-groups?id=49245fbb-4e48-4db8-994f-34137d01c16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4267821 Oct 20 10:40:42.740992 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-90172a57-7175-4326-b94d-9663bdaea42c tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:42.793083 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-e3b9338b-8bcb-4ad7-85e6-da44a1db7ab8 req-8b68a09a-cb06-4082-b09d-26ec5d664c67 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:42.807582 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-90172a57-7175-4326-b94d-9663bdaea42c tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a7508e8-836e-4732-a7aa-f19898ebbbb3']}} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:40:42.829073 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['df1a7399-d035-4d2e-a063-9e2a21a1b6a4'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:40:42.833803 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0842c0d6-09d0-465a-a2f5-5a96a6d8767d tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1772272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258304'] for router, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:42.846891 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0842c0d6-09d0-465a-a2f5-5a96a6d8767d tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:42.890682 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-90172a57-7175-4326-b94d-9663bdaea42c tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '095d3373-4920-4888-9ecd-d665766aefa9') {'for_net_delete': True} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:40:42.890982 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-90172a57-7175-4326-b94d-9663bdaea42c tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '095d3373-4920-4888-9ecd-d665766aefa9') {} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:40:42.891720 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 430f4278-9a2d-47a4-a725-688356fc6516 no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:40:42.901414 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee50612-47e5-42dd-88aa-eefbcc466fff req-2c50b4ee-0c76-43bb-92fb-89ca83b49010 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:42.910015 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-eee50612-47e5-42dd-88aa-eefbcc466fff req-2c50b4ee-0c76-43bb-92fb-89ca83b49010 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/ports?device_id=beac454b-7e2b-44fe-90b5-8b2d2c0f832f HTTP/1.1" status: 200 len: 945 time: 0.4992306 Oct 20 10:40:42.929733 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 430f4278-9a2d-47a4-a725-688356fc6516 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:40:42.930360 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 430f4278-9a2d-47a4-a725-688356fc6516 not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:40:42.940318 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0842c0d6-09d0-465a-a2f5-5a96a6d8767d tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1772267'] for router, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:42.940879 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0842c0d6-09d0-465a-a2f5-5a96a6d8767d tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Fanout notify agent at l3_agent the message router_deleted on router ad495969-c9d4-4298-909f-3873909cbc81 {{(pid=100597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 10:40:42.949570 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0842c0d6-09d0-465a-a2f5-5a96a6d8767d tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks [] for router, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:42.950748 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-0842c0d6-09d0-465a-a2f5-5a96a6d8767d tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] 10.222.0.64 "DELETE /v2.0/routers/ad495969-c9d4-4298-909f-3873909cbc81 HTTP/1.1" status: 204 len: 168 time: 0.5935326 Oct 20 10:40:42.952735 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b68a09a-cb06-4082-b09d-26ec5d664c67 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Pushing event deleted for resources: {'Port': ['ID=df1a7399-d035-4d2e-a063-9e2a21a1b6a4,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:42.953467 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 56982) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:42.963602 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-90172a57-7175-4326-b94d-9663bdaea42c tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25189038'] for segment, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:43.015858 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_v2 [None req-74808507-d8a5-4a91-bf36-e9409dcfa624 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Deleting subnet da6fd873-9ac0-4e78-8bc2-3ccf5f37eda8 {{(pid=100597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:40:43.019817 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-74808507-d8a5-4a91-bf36-e9409dcfa624 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks [] for subnet, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:43.072699 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-74808507-d8a5-4a91-bf36-e9409dcfa624 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25852621'] for subnet, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:43.181533 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-74808507-d8a5-4a91-bf36-e9409dcfa624 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:43.282646 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-74808507-d8a5-4a91-bf36-e9409dcfa624 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25350811'] for subnet, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:43.325623 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74808507-d8a5-4a91-bf36-e9409dcfa624 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Pushing event deleted for resources: {'Subnet': ['ID=da6fd873-9ac0-4e78-8bc2-3ccf5f37eda8,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:43.338288 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-74808507-d8a5-4a91-bf36-e9409dcfa624 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:43.340224 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3b9338b-8bcb-4ad7-85e6-da44a1db7ab8 req-8b68a09a-cb06-4082-b09d-26ec5d664c67 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] No DVR routers for this DVR port df1a7399-d035-4d2e-a063-9e2a21a1b6a4 on host n-h1-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:40:43.341816 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-74808507-d8a5-4a91-bf36-e9409dcfa624 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] 10.222.0.64 "DELETE /v2.0/subnets/da6fd873-9ac0-4e78-8bc2-3ccf5f37eda8 HTTP/1.1" status: 204 len: 168 time: 0.3863323 Oct 20 10:40:43.343574 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-e3b9338b-8bcb-4ad7-85e6-da44a1db7ab8 req-8b68a09a-cb06-4082-b09d-26ec5d664c67 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:43.345037 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 56996) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:43.348573 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e3b9338b-8bcb-4ad7-85e6-da44a1db7ab8 req-8b68a09a-cb06-4082-b09d-26ec5d664c67 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.55 "DELETE /v2.0/ports/df1a7399-d035-4d2e-a063-9e2a21a1b6a4 HTTP/1.1" status: 204 len: 173 time: 2.1254504 Oct 20 10:40:43.349500 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-001f2516-edd1-45cc-8da0-200346e939e3 None None] Network 105a18e1-61fd-4f85-82f7-9bdd9e3998f5 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:40:43.353359 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beac454b-7e2b-44fe-90b5-8b2d2c0f832f', 'name': 'network-vif-deleted', 'tag': 'df1a7399-d035-4d2e-a063-9e2a21a1b6a4'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:40:43.356039 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8ff5dbe-89eb-42a0-95d3-6fcb77203c10" -d '{"events": [{"server_uuid": "beac454b-7e2b-44fe-90b5-8b2d2c0f832f", "name": "network-vif-deleted", "tag": "df1a7399-d035-4d2e-a063-9e2a21a1b6a4"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:40:43.363433 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-90172a57-7175-4326-b94d-9663bdaea42c tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:43.380283 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90172a57-7175-4326-b94d-9663bdaea42c tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Releasing vlan 825 on physical network physnet1 to pool {{(pid=100596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:40:43.380578 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-90172a57-7175-4326-b94d-9663bdaea42c tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26833155'] for segment, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:43.389528 n-d-811396-3 neutron-server[100596]: Traceback (most recent call last): Oct 20 10:40:43.389528 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:40:43.389528 n-d-811396-3 neutron-server[100596]: timer() Oct 20 10:40:43.389528 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:40:43.389528 n-d-811396-3 neutron-server[100596]: cb(*args, **kw) Oct 20 10:40:43.389528 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:40:43.389528 n-d-811396-3 neutron-server[100596]: return func(*args, **kwargs) Oct 20 10:40:43.389528 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:40:43.389528 n-d-811396-3 neutron-server[100596]: self._notify() Oct 20 10:40:43.389528 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:40:43.389528 n-d-811396-3 neutron-server[100596]: self.callback(batched_events) Oct 20 10:40:43.389528 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:40:43.389528 n-d-811396-3 neutron-server[100596]: event.method(event) Oct 20 10:40:43.389528 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:40:43.389528 n-d-811396-3 neutron-server[100596]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:40:43.389528 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:40:43.389528 n-d-811396-3 neutron-server[100596]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:40:43.389528 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:40:43.389528 n-d-811396-3 neutron-server[100596]: return f(self, *a, **k) Oct 20 10:40:43.389528 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:40:43.389528 n-d-811396-3 neutron-server[100596]: return self._get(url).json() Oct 20 10:40:43.389528 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:40:43.389528 n-d-811396-3 neutron-server[100596]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:40:43.389528 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:40:43.389528 n-d-811396-3 neutron-server[100596]: return self.request(url, 'GET', **kwargs) Oct 20 10:40:43.389528 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:40:43.389528 n-d-811396-3 neutron-server[100596]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:40:43.389528 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:40:43.389528 n-d-811396-3 neutron-server[100596]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:40:43.389528 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:40:43.389528 n-d-811396-3 neutron-server[100596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:40:43.389528 n-d-811396-3 neutron-server[100596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:40:43.421387 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-eee50612-47e5-42dd-88aa-eefbcc466fff req-d20c8e3f-5466-4e38-b734-f46b92f1e44f tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/security-groups?id=17372704-86e6-46e6-a5dd-dc7385be620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5102117 Oct 20 10:40:43.487045 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-14dda96d-2299-4760-8f50-b4853fd49d4d tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:43.520744 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3245f2ce-663c-4c52-bc84-631d17ebefa5 x-openstack-request-id: req-3245f2ce-663c-4c52-bc84-631d17ebefa5 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:40:43.521022 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "beac454b-7e2b-44fe-90b5-8b2d2c0f832f", "name": "network-vif-deleted", "tag": "df1a7399-d035-4d2e-a063-9e2a21a1b6a4", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:40:43.522407 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3245f2ce-663c-4c52-bc84-631d17ebefa5 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:40:43.522814 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'beac454b-7e2b-44fe-90b5-8b2d2c0f832f', 'name': 'network-vif-deleted', 'tag': 'df1a7399-d035-4d2e-a063-9e2a21a1b6a4', 'status': 'completed', 'code': 200} Oct 20 10:40:43.533369 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-90172a57-7175-4326-b94d-9663bdaea42c tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:43.537969 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-90172a57-7175-4326-b94d-9663bdaea42c tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Publish callbacks [] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:43.546936 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-90172a57-7175-4326-b94d-9663bdaea42c tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] 10.222.0.64 "DELETE /v2.0/networks/6a7508e8-836e-4732-a7aa-f19898ebbbb3 HTTP/1.1" status: 204 len: 168 time: 2.4062595 Oct 20 10:40:43.573769 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-14dda96d-2299-4760-8f50-b4853fd49d4d tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Deleting port f1e470d8-4705-4dbe-a1e6-2e6ebd83c17d {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:40:43.574634 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-14dda96d-2299-4760-8f50-b4853fd49d4d tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:43.580852 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90172a57-7175-4326-b94d-9663bdaea42c tempest-NetworksIpV6Test-1369589170 tempest-NetworksIpV6Test-1369589170-project] Pushing event deleted for resources: {'Network': ['ID=6a7508e8-836e-4732-a7aa-f19898ebbbb3,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:43.683230 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [None req-14dda96d-2299-4760-8f50-b4853fd49d4d tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] For port f1e470d8-4705-4dbe-a1e6-2e6ebd83c17d, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=f1e470d8-4705-4dbe-a1e6-2e6ebd83c17d,segment=NetworkSegment(541ef162-df9f-4688-afbd-7e9d57331105),segment_id=541ef162-df9f-4688-afbd-7e9d57331105)] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:40:43.683230 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-14dda96d-2299-4760-8f50-b4853fd49d4d tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:43.698311 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-14dda96d-2299-4760-8f50-b4853fd49d4d tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Calling delete_port for f1e470d8-4705-4dbe-a1e6-2e6ebd83c17d owned by network:dhcp {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:40:43.732548 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de9cda40-ca92-4bc4-9a65-141f63c5f31d None None] DHCP port deletion for 105a18e1-61fd-4f85-82f7-9bdd9e3998f5 request from n-d-811396-3 {{(pid=100598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:40:43.824978 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-14dda96d-2299-4760-8f50-b4853fd49d4d tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:43.847181 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-de9cda40-ca92-4bc4-9a65-141f63c5f31d None None] Deleting port f1e470d8-4705-4dbe-a1e6-2e6ebd83c17d {{(pid=100598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:40:43.851546 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-de9cda40-ca92-4bc4-9a65-141f63c5f31d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:43.864751 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dda96d-2299-4760-8f50-b4853fd49d4d tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Pushing event deleted for resources: {'Port': ['ID=f1e470d8-4705-4dbe-a1e6-2e6ebd83c17d,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:43.871158 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f3cb84-6161-4837-b5ee-6d327e4fe2a8 req-b1295a53-b490-4de5-a9de-af576d21d385 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:43.873220 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14dda96d-2299-4760-8f50-b4853fd49d4d tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] No DVR routers for this DVR port f1e470d8-4705-4dbe-a1e6-2e6ebd83c17d on host n-d-811396-3 {{(pid=100597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:40:43.897635 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f3cb84-6161-4837-b5ee-6d327e4fe2a8 req-b1295a53-b490-4de5-a9de-af576d21d385 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:43.912983 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f3cb84-6161-4837-b5ee-6d327e4fe2a8 req-b1295a53-b490-4de5-a9de-af576d21d385 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:43.915970 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-35f3cb84-6161-4837-b5ee-6d327e4fe2a8 req-b1295a53-b490-4de5-a9de-af576d21d385 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] 10.222.0.64 "GET /v2.0/ports?device_id=eee88060-7fda-477b-9c01-4b976f96d65d HTTP/1.1" status: 200 len: 2415 time: 0.1555917 Oct 20 10:40:43.975484 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-de9cda40-ca92-4bc4-9a65-141f63c5f31d None None] For port f1e470d8-4705-4dbe-a1e6-2e6ebd83c17d, host n-d-811396-3, got binding levels [] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:40:43.975847 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-de9cda40-ca92-4bc4-9a65-141f63c5f31d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:43.981916 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-14dda96d-2299-4760-8f50-b4853fd49d4d tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:43.999158 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-de9cda40-ca92-4bc4-9a65-141f63c5f31d None None] Calling delete_port for f1e470d8-4705-4dbe-a1e6-2e6ebd83c17d owned by network:dhcp {{(pid=100598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:40:44.006083 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.ipam_backend_mixin [None req-de9cda40-ca92-4bc4-9a65-141f63c5f31d None None] Port f1e470d8-4705-4dbe-a1e6-2e6ebd83c17d was not found and therefore no delete operation was performed {{(pid=100598) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 20 10:40:44.009306 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-de9cda40-ca92-4bc4-9a65-141f63c5f31d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956'] for port, after_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:44.026762 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-14dda96d-2299-4760-8f50-b4853fd49d4d tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['105a18e1-61fd-4f85-82f7-9bdd9e3998f5']}} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:40:44.040052 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-35f3cb84-6161-4837-b5ee-6d327e4fe2a8 req-ca71c8d9-a08b-48fc-bcea-a8e69ab45d15 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] 10.222.0.64 "GET /v2.0/security-groups?id=49245fbb-4e48-4db8-994f-34137d01c16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105347 Oct 20 10:40:44.059371 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-14dda96d-2299-4760-8f50-b4853fd49d4d tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '541ef162-df9f-4688-afbd-7e9d57331105') {'for_net_delete': True} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:40:44.059670 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9cda40-ca92-4bc4-9a65-141f63c5f31d None None] Pushing event deleted for resources: {'Port': ['ID=f1e470d8-4705-4dbe-a1e6-2e6ebd83c17d,revision_number=None']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:44.059809 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-14dda96d-2299-4760-8f50-b4853fd49d4d tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '541ef162-df9f-4688-afbd-7e9d57331105') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:40:44.070324 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9cda40-ca92-4bc4-9a65-141f63c5f31d None None] No DVR routers for this DVR port f1e470d8-4705-4dbe-a1e6-2e6ebd83c17d on host n-d-811396-3 {{(pid=100598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:40:44.085510 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-14dda96d-2299-4760-8f50-b4853fd49d4d tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25852596'] for segment, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:44.105890 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-14dda96d-2299-4760-8f50-b4853fd49d4d tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:44.113480 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14dda96d-2299-4760-8f50-b4853fd49d4d tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Releasing vlan 808 on physical network physnet1 to pool {{(pid=100597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:40:44.113999 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-14dda96d-2299-4760-8f50-b4853fd49d4d tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951012'] for segment, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:44.132433 n-d-811396-3 neutron-server[100597]: Traceback (most recent call last): Oct 20 10:40:44.132433 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:40:44.132433 n-d-811396-3 neutron-server[100597]: timer() Oct 20 10:40:44.132433 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:40:44.132433 n-d-811396-3 neutron-server[100597]: cb(*args, **kw) Oct 20 10:40:44.132433 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:40:44.132433 n-d-811396-3 neutron-server[100597]: return func(*args, **kwargs) Oct 20 10:40:44.132433 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:40:44.132433 n-d-811396-3 neutron-server[100597]: self._notify() Oct 20 10:40:44.132433 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:40:44.132433 n-d-811396-3 neutron-server[100597]: self.callback(batched_events) Oct 20 10:40:44.132433 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:40:44.132433 n-d-811396-3 neutron-server[100597]: event.method(event) Oct 20 10:40:44.132433 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:40:44.132433 n-d-811396-3 neutron-server[100597]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:40:44.132433 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:40:44.132433 n-d-811396-3 neutron-server[100597]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:40:44.132433 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:40:44.132433 n-d-811396-3 neutron-server[100597]: return f(self, *a, **k) Oct 20 10:40:44.132433 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:40:44.132433 n-d-811396-3 neutron-server[100597]: return self._get(url).json() Oct 20 10:40:44.132433 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:40:44.132433 n-d-811396-3 neutron-server[100597]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:40:44.132433 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:40:44.132433 n-d-811396-3 neutron-server[100597]: return self.request(url, 'GET', **kwargs) Oct 20 10:40:44.132433 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:40:44.132433 n-d-811396-3 neutron-server[100597]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:40:44.132433 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:40:44.132433 n-d-811396-3 neutron-server[100597]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:40:44.132433 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:40:44.132433 n-d-811396-3 neutron-server[100597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:40:44.132433 n-d-811396-3 neutron-server[100597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:40:44.181954 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 57018) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:44.201603 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-14dda96d-2299-4760-8f50-b4853fd49d4d tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:44.211558 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-14dda96d-2299-4760-8f50-b4853fd49d4d tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:44.215471 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-14dda96d-2299-4760-8f50-b4853fd49d4d tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] 10.222.0.64 "DELETE /v2.0/networks/105a18e1-61fd-4f85-82f7-9bdd9e3998f5 HTTP/1.1" status: 204 len: 168 time: 0.8693988 Oct 20 10:40:44.219651 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 57022) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:44.225655 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-3908f32f-b494-4263-9ba8-8b3aa93c855a tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-173173775', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:40:44.226625 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dda96d-2299-4760-8f50-b4853fd49d4d tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Pushing event deleted for resources: {'Network': ['ID=105a18e1-61fd-4f85-82f7-9bdd9e3998f5,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:44.276441 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3908f32f-b494-4263-9ba8-8b3aa93c855a tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1772442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258322'] for router, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:44.279168 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3908f32f-b494-4263-9ba8-8b3aa93c855a tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1772334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773516', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258315'] for router, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:44.386777 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3908f32f-b494-4263-9ba8-8b3aa93c855a tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:44.393535 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3908f32f-b494-4263-9ba8-8b3aa93c855a tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1773475'] for router, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:44.419159 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3908f32f-b494-4263-9ba8-8b3aa93c855a tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks [] for router, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:44.420977 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-3908f32f-b494-4263-9ba8-8b3aa93c855a tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1998155 Oct 20 10:40:44.423789 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 57030) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:44.428983 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-b9b77a8b-33f9-487b-acf5-5862d126becf tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1697973650'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:40:44.467950 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 9a707afc-3d8e-41f9-9396-0f19fb656d10 up at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:40:44.471415 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9b77a8b-33f9-487b-acf5-5862d126becf tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Made reservation on behalf of a9b5f78b497b4e82bedac7bcd2f62452 for: {'network': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:40:44.480226 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-b9b77a8b-33f9-487b-acf5-5862d126becf tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:44.536153 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9b77a8b-33f9-487b-acf5-5862d126becf tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 829} {{(pid=100596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:40:44.553723 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-b9b77a8b-33f9-487b-acf5-5862d126becf tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:44.555269 n-d-811396-3 neutron-server[100596]: INFO neutron.db.segments_db [None req-b9b77a8b-33f9-487b-acf5-5862d126becf tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Added segment dd748ae4-dd8d-4635-a22f-19ec20cfe330 of type vlan for network 7fb59595-a6b9-4497-8ca6-3155b1017eae Oct 20 10:40:44.608683 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning for port 9a707afc-3d8e-41f9-9396-0f19fb656d10 completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:40:44.614432 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning complete for port 9a707afc-3d8e-41f9-9396-0f19fb656d10 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:40:44.615060 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:44.639991 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cae42750-8273-4c1b-a86c-06117f91e72d req-75cc1ecb-260a-4d67-a5fb-caa4ef2800ba tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/ports?device_id=beac454b-7e2b-44fe-90b5-8b2d2c0f832f HTTP/1.1" status: 200 len: 210 time: 0.0664320 Oct 20 10:40:44.675604 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-b9b77a8b-33f9-487b-acf5-5862d126becf tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:44.707474 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-b9b77a8b-33f9-487b-acf5-5862d126becf tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:44.708900 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:44.714082 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b77a8b-33f9-487b-acf5-5862d126becf tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:44.714678 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-b9b77a8b-33f9-487b-acf5-5862d126becf tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks [] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:44.738203 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eee88060-7fda-477b-9c01-4b976f96d65d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a707afc-3d8e-41f9-9396-0f19fb656d10'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:40:44.742339 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58013c12-b023-4f16-86a7-ffb2a43eda50" -d '{"events": [{"server_uuid": "eee88060-7fda-477b-9c01-4b976f96d65d", "name": "network-vif-plugged", "status": "completed", "tag": "9a707afc-3d8e-41f9-9396-0f19fb656d10"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:40:44.761826 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 9a707afc-3d8e-41f9-9396-0f19fb656d10, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=9a707afc-3d8e-41f9-9396-0f19fb656d10,segment=NetworkSegment(5a820aca-1e2b-47e3-9f7c-83f04ab1eb90),segment_id=5a820aca-1e2b-47e3-9f7c-83f04ab1eb90)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:40:44.763536 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-2997dc23-101c-4b74-a392-69328d92f405 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d2672739157f4177a2d615acde025087&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5803232 Oct 20 10:40:44.766131 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 57040) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:44.769471 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:44.771675 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device f02b4ff5-8a01-4904-9693-79bfb0a7f0b7 up at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:40:44.777451 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-b9b77a8b-33f9-487b-acf5-5862d126becf tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3525600 Oct 20 10:40:44.780708 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 57042) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:44.787865 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-4f012500-c2a3-4627-8c41-0c9d7fde6f0d tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Request body: {'subnet': {'network_id': '7fb59595-a6b9-4497-8ca6-3155b1017eae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:40:44.855790 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device f1e470d8-4705-4dbe-a1e6-2e6ebd83c17d no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:40:44.870398 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a2d96fa-6698-408c-91fe-7682e33944d9 x-openstack-request-id: req-3a2d96fa-6698-408c-91fe-7682e33944d9 {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:40:44.871001 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eee88060-7fda-477b-9c01-4b976f96d65d", "name": "network-vif-plugged", "status": "completed", "tag": "9a707afc-3d8e-41f9-9396-0f19fb656d10", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:40:44.871265 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3a2d96fa-6698-408c-91fe-7682e33944d9 {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:40:44.871695 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eee88060-7fda-477b-9c01-4b976f96d65d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a707afc-3d8e-41f9-9396-0f19fb656d10', 'code': 200} Oct 20 10:40:44.901045 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: f1e470d8-4705-4dbe-a1e6-2e6ebd83c17d {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:40:44.901948 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device f1e470d8-4705-4dbe-a1e6-2e6ebd83c17d not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:40:44.904669 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b77a8b-33f9-487b-acf5-5862d126becf tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Pushing event updated for resources: {'Network': ['ID=7fb59595-a6b9-4497-8ca6-3155b1017eae,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:44.928261 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4fccff89-93fb-420b-950a-fd399884d58f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:44.929064 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f012500-c2a3-4627-8c41-0c9d7fde6f0d tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Made reservation on behalf of a9b5f78b497b4e82bedac7bcd2f62452 for: {'subnet': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:40:44.934736 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network 7fb59595-a6b9-4497-8ca6-3155b1017eae details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:40:44.939017 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4f012500-c2a3-4627-8c41-0c9d7fde6f0d tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26761797'] for subnet, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:44.958077 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=9a707afc-3d8e-41f9-9396-0f19fb656d10,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:45.002856 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4fccff89-93fb-420b-950a-fd399884d58f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:45.054154 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning for port f02b4ff5-8a01-4904-9693-79bfb0a7f0b7 completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:40:45.065886 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning complete for port f02b4ff5-8a01-4904-9693-79bfb0a7f0b7 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:40:45.068092 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:45.103101 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4fccff89-93fb-420b-950a-fd399884d58f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:45.106064 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4fccff89-93fb-420b-950a-fd399884d58f admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:45.107599 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-4fccff89-93fb-420b-950a-fd399884d58f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d30012e9-e545-449f-8e5f-6b5cb206aadf HTTP/1.1" status: 204 len: 168 time: 0.3402359 Oct 20 10:40:45.141827 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fccff89-93fb-420b-950a-fd399884d58f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d30012e9-e545-449f-8e5f-6b5cb206aadf,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:45.176391 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4f012500-c2a3-4627-8c41-0c9d7fde6f0d tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26836128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26761819'] for subnet, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:45.256892 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:45.304555 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port f02b4ff5-8a01-4904-9693-79bfb0a7f0b7, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=f02b4ff5-8a01-4904-9693-79bfb0a7f0b7,segment=NetworkSegment(5a820aca-1e2b-47e3-9f7c-83f04ab1eb90),segment_id=5a820aca-1e2b-47e3-9f7c-83f04ab1eb90)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:40:45.309506 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:45.310939 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device c5135c15-a9ec-4401-81fe-3ae7de5a09df up at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:40:45.338875 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f012500-c2a3-4627-8c41-0c9d7fde6f0d tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Pushing event updated for resources: {'Subnet': ['ID=3341a74b-11cb-40df-b7ec-fdbefa4a8688,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:45.387606 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dbccc1-e25b-48a2-9e9f-07e20f595314 req-94bffc55-3de7-4d65-941e-06b4cb4d691c tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:45.395890 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dbccc1-e25b-48a2-9e9f-07e20f595314 req-94bffc55-3de7-4d65-941e-06b4cb4d691c tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:45.408567 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dbccc1-e25b-48a2-9e9f-07e20f595314 req-94bffc55-3de7-4d65-941e-06b4cb4d691c tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:45.412876 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-79dbccc1-e25b-48a2-9e9f-07e20f595314 req-94bffc55-3de7-4d65-941e-06b4cb4d691c tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] 10.222.0.64 "GET /v2.0/ports?device_id=eee88060-7fda-477b-9c01-4b976f96d65d HTTP/1.1" status: 200 len: 2416 time: 0.2217293 Oct 20 10:40:45.419905 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f012500-c2a3-4627-8c41-0c9d7fde6f0d tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Checking segment: {'id': 'dd748ae4-dd8d-4635-a22f-19ec20cfe330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '7fb59595-a6b9-4497-8ca6-3155b1017eae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:40:45.422183 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f012500-c2a3-4627-8c41-0c9d7fde6f0d tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Network hostable DHCP agents. Network: 7fb59595-a6b9-4497-8ca6-3155b1017eae, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:40:45.425367 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning for port c5135c15-a9ec-4401-81fe-3ae7de5a09df completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:40:45.453090 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning complete for port c5135c15-a9ec-4401-81fe-3ae7de5a09df triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:40:45.453470 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:45.483629 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=f02b4ff5-8a01-4904-9693-79bfb0a7f0b7,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:45.514514 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-79dbccc1-e25b-48a2-9e9f-07e20f595314 req-def15072-9117-4446-a460-42cf44647d9b tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] 10.222.0.64 "GET /v2.0/security-groups?id=49245fbb-4e48-4db8-994f-34137d01c16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766962 Oct 20 10:40:45.520962 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f012500-c2a3-4627-8c41-0c9d7fde6f0d tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Network 7fb59595-a6b9-4497-8ca6-3155b1017eae is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:40:45.541893 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-4f012500-c2a3-4627-8c41-0c9d7fde6f0d tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, 7fb59595-a6b9-4497-8ca6-3155b1017eae) {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:40:45.549192 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f012500-c2a3-4627-8c41-0c9d7fde6f0d tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:45.550676 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4f012500-c2a3-4627-8c41-0c9d7fde6f0d tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:45.574263 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eedd0e4-5091-4de6-a40b-480b660f74f3 None None] Network 7fb59595-a6b9-4497-8ca6-3155b1017eae requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:40:45.579075 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-4f012500-c2a3-4627-8c41-0c9d7fde6f0d tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7974460 Oct 20 10:40:45.582021 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 57070) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:45.654455 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:45.819291 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port c5135c15-a9ec-4401-81fe-3ae7de5a09df, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=c5135c15-a9ec-4401-81fe-3ae7de5a09df,segment=NetworkSegment(00a77eb9-25fa-49d7-a3f2-655aec89c144),segment_id=00a77eb9-25fa-49d7-a3f2-655aec89c144)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:40:45.876547 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:45.909348 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1878a17e-014a-47cd-b154-33c959b1853f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524064ba-869c-5550-b826-c26b69a11278-7fb59595-a6b9-4497-8ca6-3155b1017eae', 'network_id': '7fb59595-a6b9-4497-8ca6-3155b1017eae', 'tenant_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'fixed_ips': [{'subnet_id': '3341a74b-11cb-40df-b7ec-fdbefa4a8688'}]}} from n-d-811396-3. {{(pid=100598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:40:45.910536 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1878a17e-014a-47cd-b154-33c959b1853f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:45.975588 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=c5135c15-a9ec-4401-81fe-3ae7de5a09df,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:46.053472 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8e9ca64d-905f-4565-bddf-f9be09f2b5af tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:46.191611 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-1878a17e-014a-47cd-b154-33c959b1853f None None] Allocated IP 2001:db8::2 (7fb59595-a6b9-4497-8ca6-3155b1017eae/3341a74b-11cb-40df-b7ec-fdbefa4a8688/50a3186e-ef60-4325-87f5-4c01fe69e0b5) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:40:46.245933 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1e23c1-551e-4e5c-80ed-15dde502084d req-04aed97b-b0da-49b7-983c-561f7965ba36 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:46.251759 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device df1a7399-d035-4d2e-a063-9e2a21a1b6a4 no longer exists at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:40:46.251855 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9c1e23c1-551e-4e5c-80ed-15dde502084d req-04aed97b-b0da-49b7-983c-561f7965ba36 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/networks?id=00e677b7-ec29-42bc-8b52-7d9c8594501c HTTP/1.1" status: 200 len: 812 time: 0.2193515 Oct 20 10:40:46.280249 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9c1e23c1-551e-4e5c-80ed-15dde502084d req-772e92d9-d023-4930-9218-150be83bb46b tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/quotas/c99eab67b5e546ffaba916e684c21094 HTTP/1.1" status: 200 len: 375 time: 0.0174477 Oct 20 10:40:46.322551 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] No Port match for: df1a7399-d035-4d2e-a063-9e2a21a1b6a4 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:40:46.323713 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device df1a7399-d035-4d2e-a063-9e2a21a1b6a4 not bound to the agent host n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:40:46.349949 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9c1e23c1-551e-4e5c-80ed-15dde502084d req-38c1f6bb-cd6c-4f6f-8638-db0df92a3f2e tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=c99eab67b5e546ffaba916e684c21094&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0622206 Oct 20 10:40:46.545548 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9c1e23c1-551e-4e5c-80ed-15dde502084d req-596d5b16-5b97-4c76-8e4e-c3b374bdaed1 service neutron] 10.222.0.64 "GET /v2.0/networks/00e677b7-ec29-42bc-8b52-7d9c8594501c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847389 Oct 20 10:40:46.561928 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1878a17e-014a-47cd-b154-33c959b1853f None None] Publish callbacks [] for port, precommit_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:46.572677 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1878a17e-014a-47cd-b154-33c959b1853f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:46.629776 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 57120) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:46.667071 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-8e9ca64d-905f-4565-bddf-f9be09f2b5af tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Allocated IP 2001:db8::1 (7fb59595-a6b9-4497-8ca6-3155b1017eae/3341a74b-11cb-40df-b7ec-fdbefa4a8688/a433fd22-5091-42cf-9307-867519e1307c) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:40:46.705676 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1878a17e-014a-47cd-b154-33c959b1853f None None] Network 7fb59595-a6b9-4497-8ca6-3155b1017eae is already hosted by enough agents. {{(pid=100598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:40:46.706948 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1878a17e-014a-47cd-b154-33c959b1853f None None] Pushing event updated for resources: {'Port': ['ID=50a3186e-ef60-4325-87f5-4c01fe69e0b5,revision_number=1']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:46.710544 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.base_scheduler [None req-1878a17e-014a-47cd-b154-33c959b1853f None None] Resources bound (agent type, host, resource id): {{(pid=100598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:40:46.713328 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1878a17e-014a-47cd-b154-33c959b1853f None None] Received port after_create {{(pid=100598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:40:46.786188 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce01915a-0de2-4413-a46b-b827e1a52271 req-2955d49a-71c0-4eef-9e3a-751fdd4abd77 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:46.796905 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce01915a-0de2-4413-a46b-b827e1a52271 req-2955d49a-71c0-4eef-9e3a-751fdd4abd77 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:46.804153 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce01915a-0de2-4413-a46b-b827e1a52271 req-2955d49a-71c0-4eef-9e3a-751fdd4abd77 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:46.812640 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ce01915a-0de2-4413-a46b-b827e1a52271 req-2955d49a-71c0-4eef-9e3a-751fdd4abd77 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] 10.222.0.64 "GET /v2.0/ports?device_id=eee88060-7fda-477b-9c01-4b976f96d65d HTTP/1.1" status: 200 len: 2418 time: 0.1415486 Oct 20 10:40:46.848184 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9c1e23c1-551e-4e5c-80ed-15dde502084d req-1a065a2e-d115-435b-85e9-2ff9e3d51188 service neutron] 10.222.0.64 "GET /v2.0/networks/00e677b7-ec29-42bc-8b52-7d9c8594501c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2946765 Oct 20 10:40:46.913883 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8e9ca64d-905f-4565-bddf-f9be09f2b5af tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:46.918301 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ce01915a-0de2-4413-a46b-b827e1a52271 req-15c30b7f-2647-4629-9db5-3e472c5692c2 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] 10.222.0.64 "GET /v2.0/security-groups?id=49245fbb-4e48-4db8-994f-34137d01c16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046548 Oct 20 10:40:47.016115 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eee88060-7fda-477b-9c01-4b976f96d65d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f02b4ff5-8a01-4904-9693-79bfb0a7f0b7'}, {'server_uuid': 'eee88060-7fda-477b-9c01-4b976f96d65d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5135c15-a9ec-4401-81fe-3ae7de5a09df'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:40:47.019862 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc97d896-5bba-4887-afc7-665d1d8130ba" -d '{"events": [{"server_uuid": "eee88060-7fda-477b-9c01-4b976f96d65d", "name": "network-vif-plugged", "status": "completed", "tag": "f02b4ff5-8a01-4904-9693-79bfb0a7f0b7"}, {"server_uuid": "eee88060-7fda-477b-9c01-4b976f96d65d", "name": "network-vif-plugged", "status": "completed", "tag": "c5135c15-a9ec-4401-81fe-3ae7de5a09df"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:40:47.037710 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8e9ca64d-905f-4565-bddf-f9be09f2b5af tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:47.051010 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-aacc9862-7443-4b21-8064-1233812e3c4d tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1009322189', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:40:47.059103 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-1878a17e-014a-47cd-b154-33c959b1853f None None] Attempting to bind port 50a3186e-ef60-4325-87f5-4c01fe69e0b5 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:40:47.059523 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-1878a17e-014a-47cd-b154-33c959b1853f None None] Attempting to bind port 50a3186e-ef60-4325-87f5-4c01fe69e0b5 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': 'dd748ae4-dd8d-4635-a22f-19ec20cfe330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '7fb59595-a6b9-4497-8ca6-3155b1017eae'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:40:47.059888 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1878a17e-014a-47cd-b154-33c959b1853f None None] Attempting to bind port 50a3186e-ef60-4325-87f5-4c01fe69e0b5 on network 7fb59595-a6b9-4497-8ca6-3155b1017eae {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:40:47.065646 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1878a17e-014a-47cd-b154-33c959b1853f None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 40, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:40:47.066143 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1878a17e-014a-47cd-b154-33c959b1853f None None] Checking segment: {'id': 'dd748ae4-dd8d-4635-a22f-19ec20cfe330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '7fb59595-a6b9-4497-8ca6-3155b1017eae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:40:47.066565 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1878a17e-014a-47cd-b154-33c959b1853f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:47.066922 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1878a17e-014a-47cd-b154-33c959b1853f None None] Bound using segment: {'id': 'dd748ae4-dd8d-4635-a22f-19ec20cfe330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '7fb59595-a6b9-4497-8ca6-3155b1017eae'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:40:47.067413 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-1878a17e-014a-47cd-b154-33c959b1853f None None] Bound port: 50a3186e-ef60-4325-87f5-4c01fe69e0b5, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd748ae4-dd8d-4635-a22f-19ec20cfe330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '7fb59595-a6b9-4497-8ca6-3155b1017eae'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:40:47.067793 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1878a17e-014a-47cd-b154-33c959b1853f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:47.087596 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-aacc9862-7443-4b21-8064-1233812e3c4d tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1772442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258322'] for router, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:47.088780 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-aacc9862-7443-4b21-8064-1233812e3c4d tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1772334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773516', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258315'] for router, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:47.184018 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-aacc9862-7443-4b21-8064-1233812e3c4d tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:47.192867 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fc858ae2-de88-4e5e-9873-6518422cb30f req-29ccd896-ffdc-45d8-a4a5-d4aff7cbff83 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/ports?device_id=894255bb-de50-4397-86fd-3867a7b40e64 HTTP/1.1" status: 200 len: 210 time: 0.0706592 Oct 20 10:40:47.213846 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-aacc9862-7443-4b21-8064-1233812e3c4d tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1773475'] for router, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:47.214098 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1878a17e-014a-47cd-b154-33c959b1853f None None] For port 50a3186e-ef60-4325-87f5-4c01fe69e0b5, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:40:47.220027 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1878a17e-014a-47cd-b154-33c959b1853f None None] For port 50a3186e-ef60-4325-87f5-4c01fe69e0b5, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=50a3186e-ef60-4325-87f5-4c01fe69e0b5,segment=NetworkSegment(dd748ae4-dd8d-4635-a22f-19ec20cfe330),segment_id=dd748ae4-dd8d-4635-a22f-19ec20cfe330)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:40:47.228076 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 20 Oct 2021 10:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13dbec5c-34fc-4c36-ad7b-4b31d3788493 x-openstack-request-id: req-13dbec5c-34fc-4c36-ad7b-4b31d3788493 {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:40:47.228904 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eee88060-7fda-477b-9c01-4b976f96d65d", "name": "network-vif-plugged", "status": "completed", "tag": "f02b4ff5-8a01-4904-9693-79bfb0a7f0b7", "code": 200}, {"server_uuid": "eee88060-7fda-477b-9c01-4b976f96d65d", "name": "network-vif-plugged", "status": "completed", "tag": "c5135c15-a9ec-4401-81fe-3ae7de5a09df", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:40:47.229340 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-13dbec5c-34fc-4c36-ad7b-4b31d3788493 {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:40:47.229967 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eee88060-7fda-477b-9c01-4b976f96d65d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f02b4ff5-8a01-4904-9693-79bfb0a7f0b7', 'code': 200} Oct 20 10:40:47.230720 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eee88060-7fda-477b-9c01-4b976f96d65d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5135c15-a9ec-4401-81fe-3ae7de5a09df', 'code': 200} Oct 20 10:40:47.235106 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1878a17e-014a-47cd-b154-33c959b1853f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:47.269919 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9ca64d-905f-4565-bddf-f9be09f2b5af tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Network 7fb59595-a6b9-4497-8ca6-3155b1017eae is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:40:47.284088 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-8e9ca64d-905f-4565-bddf-f9be09f2b5af tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:40:47.286673 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9ca64d-905f-4565-bddf-f9be09f2b5af tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:40:47.287231 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8e9ca64d-905f-4565-bddf-f9be09f2b5af tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1774540'] for router_interface, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:47.323507 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1878a17e-014a-47cd-b154-33c959b1853f None None] Pushing event updated for resources: {'Port': ['ID=50a3186e-ef60-4325-87f5-4c01fe69e0b5,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:47.405263 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9ca64d-905f-4565-bddf-f9be09f2b5af tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Pushing event updated for resources: {'Port': ['ID=a433fd22-5091-42cf-9307-867519e1307c,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:47.410676 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-aacc9862-7443-4b21-8064-1233812e3c4d tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Publish callbacks [] for router, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:47.412520 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-aacc9862-7443-4b21-8064-1233812e3c4d tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.7815228 Oct 20 10:40:47.415037 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 57146) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:47.423078 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-ddcb49cc-4864-457b-98e1-0ca28ef9b54e tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-743991151'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:40:47.435334 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4318f8c-3bc3-4e23-8f60-cb2975899253 req-67dc79c4-8144-45a8-8cd1-9bb701cd6b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:47.435854 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4318f8c-3bc3-4e23-8f60-cb2975899253 req-67dc79c4-8144-45a8-8cd1-9bb701cd6b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:47.436331 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4318f8c-3bc3-4e23-8f60-cb2975899253 req-67dc79c4-8144-45a8-8cd1-9bb701cd6b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:47.442954 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-b4318f8c-3bc3-4e23-8f60-cb2975899253 req-67dc79c4-8144-45a8-8cd1-9bb701cd6b21 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=eee88060-7fda-477b-9c01-4b976f96d65d HTTP/1.1" status: 200 len: 2871 time: 0.2316492 Oct 20 10:40:47.510915 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8e9ca64d-905f-4565-bddf-f9be09f2b5af tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:47.533330 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddcb49cc-4864-457b-98e1-0ca28ef9b54e tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Made reservation on behalf of 8b4746bce6c3411d8e7c43a6c9ac3359 for: {'network': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:40:47.538249 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ddcb49cc-4864-457b-98e1-0ca28ef9b54e tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:47.556540 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-b4318f8c-3bc3-4e23-8f60-cb2975899253 req-579d755e-0816-4d13-abae-2221234bf8e8 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=49245fbb-4e48-4db8-994f-34137d01c16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788133 Oct 20 10:40:47.556540 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ddcb49cc-4864-457b-98e1-0ca28ef9b54e tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:48.080938 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5fadb7-fa55-4f77-8d76-0b24196dbdfb req-2442d1fc-3e7b-4fc3-8d80-68d30f34715f tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:48.088988 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5fadb7-fa55-4f77-8d76-0b24196dbdfb req-2442d1fc-3e7b-4fc3-8d80-68d30f34715f tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:48.095413 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5fadb7-fa55-4f77-8d76-0b24196dbdfb req-2442d1fc-3e7b-4fc3-8d80-68d30f34715f tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:48.103980 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-eb5fadb7-fa55-4f77-8d76-0b24196dbdfb req-2442d1fc-3e7b-4fc3-8d80-68d30f34715f tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] 10.222.0.64 "GET /v2.0/ports?device_id=eee88060-7fda-477b-9c01-4b976f96d65d HTTP/1.1" status: 200 len: 2418 time: 0.1005592 Oct 20 10:40:48.155888 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-eb5fadb7-fa55-4f77-8d76-0b24196dbdfb req-7e304bd1-c86d-4c8c-96ce-7bd664af6354 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] 10.222.0.64 "GET /v2.0/security-groups?id=49245fbb-4e48-4db8-994f-34137d01c16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496800 Oct 20 10:40:48.257308 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ddcb49cc-4864-457b-98e1-0ca28ef9b54e tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:48.265916 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ddcb49cc-4864-457b-98e1-0ca28ef9b54e tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:48.278655 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddcb49cc-4864-457b-98e1-0ca28ef9b54e tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 808} {{(pid=100597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:40:48.303188 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ddcb49cc-4864-457b-98e1-0ca28ef9b54e tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:48.303188 n-d-811396-3 neutron-server[100597]: INFO neutron.db.segments_db [None req-ddcb49cc-4864-457b-98e1-0ca28ef9b54e tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Added segment f3075d75-f84e-4735-af6a-186c39ad6ce3 of type vlan for network fd479215-a56b-4ee7-9454-4c80447710df Oct 20 10:40:48.367020 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9698fee4-9359-4116-9735-90b23aa4e803 req-e9ea163e-8dc4-4edd-a75e-36ee37c3d0ba tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/ports?device_id=894255bb-de50-4397-86fd-3867a7b40e64 HTTP/1.1" status: 200 len: 210 time: 0.0863006 Oct 20 10:40:48.377737 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcb49cc-4864-457b-98e1-0ca28ef9b54e tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c085571-e31d-4cca-839c-57c3197c8eeb,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:48.396963 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ddcb49cc-4864-457b-98e1-0ca28ef9b54e tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:48.425438 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8e9ca64d-905f-4565-bddf-f9be09f2b5af tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks [] for port, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:48.432923 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8e9ca64d-905f-4565-bddf-f9be09f2b5af tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:48.433698 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8e9ca64d-905f-4565-bddf-f9be09f2b5af tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1774432'] for router_interface, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:48.444755 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ddcb49cc-4864-457b-98e1-0ca28ef9b54e tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:48.451046 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddcb49cc-4864-457b-98e1-0ca28ef9b54e tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:48.451688 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ddcb49cc-4864-457b-98e1-0ca28ef9b54e tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:48.604540 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-ddcb49cc-4864-457b-98e1-0ca28ef9b54e tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1884029 Oct 20 10:40:48.610203 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 57174) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:48.626189 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-b7894c55-1bde-46e4-a117-aa6f6fc0d081 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Request body: {'subnet': {'network_id': 'fd479215-a56b-4ee7-9454-4c80447710df', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:40:48.646338 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9ca64d-905f-4565-bddf-f9be09f2b5af tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Pushing event updated for resources: {'Port': ['ID=a433fd22-5091-42cf-9307-867519e1307c,revision_number=2']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:48.652338 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcb49cc-4864-457b-98e1-0ca28ef9b54e tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Pushing event updated for resources: {'Network': ['ID=fd479215-a56b-4ee7-9454-4c80447710df,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:48.697956 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network fd479215-a56b-4ee7-9454-4c80447710df details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:40:48.739579 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9ca64d-905f-4565-bddf-f9be09f2b5af tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Network 7fb59595-a6b9-4497-8ca6-3155b1017eae is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:40:48.741210 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-8e9ca64d-905f-4565-bddf-f9be09f2b5af tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:40:48.947792 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 50a3186e-ef60-4325-87f5-4c01fe69e0b5 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:40:49.018901 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c748a59-a84c-48b1-803b-ab5c0bfe1182 None None] Network 7fb59595-a6b9-4497-8ca6-3155b1017eae requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:40:49.037613 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e9ca64d-905f-4565-bddf-f9be09f2b5af tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Router a8b94c7b-90c6-4a43-b38e-42fb877dc13c is scheduled to L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 with binding_index 1 {{(pid=100597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 10:40:49.046084 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1e23c1-551e-4e5c-80ed-15dde502084d req-19fdf360-cf8f-417a-9735-f763e355463e tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:49.047840 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9c1e23c1-551e-4e5c-80ed-15dde502084d req-19fdf360-cf8f-417a-9735-f763e355463e tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.55 "GET /v2.0/networks?id=00e677b7-ec29-42bc-8b52-7d9c8594501c HTTP/1.1" status: 200 len: 812 time: 0.4389288 Oct 20 10:40:49.061074 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7894c55-1bde-46e4-a117-aa6f6fc0d081 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Made reservation on behalf of 8b4746bce6c3411d8e7c43a6c9ac3359 for: {'subnet': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:40:49.070187 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-b7894c55-1bde-46e4-a117-aa6f6fc0d081 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26761797'] for subnet, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:49.083974 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-9c1e23c1-551e-4e5c-80ed-15dde502084d req-9fea88b1-d0f9-4cbe-a530-b3733f3699b8 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Request body: {'port': {'device_id': '894255bb-de50-4397-86fd-3867a7b40e64', 'network_id': '00e677b7-ec29-42bc-8b52-7d9c8594501c', 'admin_state_up': True, 'tenant_id': 'c99eab67b5e546ffaba916e684c21094'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:40:49.094168 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:49.102153 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-7229a5ef-ab48-4280-a2b2-a9d4bfc84ac1 None None] Provisioning complete for port 50a3186e-ef60-4325-87f5-4c01fe69e0b5 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:40:49.102522 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-7229a5ef-ab48-4280-a2b2-a9d4bfc84ac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:49.158036 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e9ca64d-905f-4565-bddf-f9be09f2b5af tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:40:49.173794 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae902282-c95f-4f45-b9ff-8946d8eaf612 None None] Sync routers for ids ['a8b94c7b-90c6-4a43-b38e-42fb877dc13c'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:40:49.174851 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-8e9ca64d-905f-4565-bddf-f9be09f2b5af tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] 10.222.0.64 "PUT /v2.0/routers/a8b94c7b-90c6-4a43-b38e-42fb877dc13c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5911062 Oct 20 10:40:49.177411 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 57186) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:49.187435 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-5c5f5487-8cc0-4a54-a248-dea681d5a669 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-179607090'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:40:49.189706 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae902282-c95f-4f45-b9ff-8946d8eaf612 None None] Routers {'a8b94c7b-90c6-4a43-b38e-42fb877dc13c'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:40:49.190429 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-ae902282-c95f-4f45-b9ff-8946d8eaf612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:40:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['a8b94c7b-90c6-4a43-b38e-42fb877dc13c'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:40:49.257513 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c5f5487-8cc0-4a54-a248-dea681d5a669 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Made reservation on behalf of a9b5f78b497b4e82bedac7bcd2f62452 for: {'network': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:40:49.268309 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5c5f5487-8cc0-4a54-a248-dea681d5a669 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:49.300177 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 50a3186e-ef60-4325-87f5-4c01fe69e0b5 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:40:49.300641 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:49.319901 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c5f5487-8cc0-4a54-a248-dea681d5a669 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 840} {{(pid=100597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:40:49.324662 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c1e23c1-551e-4e5c-80ed-15dde502084d req-9fea88b1-d0f9-4cbe-a530-b3733f3699b8 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Made reservation on behalf of c99eab67b5e546ffaba916e684c21094 for: {'port': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:40:49.328909 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-9c1e23c1-551e-4e5c-80ed-15dde502084d req-9fea88b1-d0f9-4cbe-a530-b3733f3699b8 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:49.332728 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5c5f5487-8cc0-4a54-a248-dea681d5a669 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:49.333167 n-d-811396-3 neutron-server[100597]: INFO neutron.db.segments_db [None req-5c5f5487-8cc0-4a54-a248-dea681d5a669 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Added segment 7978b5c0-7db1-4566-81f4-deec05efd6cc of type vlan for network d01baf07-86f4-4d28-8b19-65aed1553de5 Oct 20 10:40:49.425024 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5c5f5487-8cc0-4a54-a248-dea681d5a669 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:49.427981 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-ae902282-c95f-4f45-b9ff-8946d8eaf612 None None] Set router a8b94c7b-90c6-4a43-b38e-42fb877dc13c gateway port host: None {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:40:49.478084 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-7229a5ef-ab48-4280-a2b2-a9d4bfc84ac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:49.496959 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb82ebcf-2cdf-4f93-be9f-6106706c5058 req-f0cb0d6d-dca9-4a40-817f-b397c1657bfb tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:49.497346 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5c5f5487-8cc0-4a54-a248-dea681d5a669 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:49.503893 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb82ebcf-2cdf-4f93-be9f-6106706c5058 req-f0cb0d6d-dca9-4a40-817f-b397c1657bfb tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:49.504645 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c5f5487-8cc0-4a54-a248-dea681d5a669 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:49.506027 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5c5f5487-8cc0-4a54-a248-dea681d5a669 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:49.510992 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb82ebcf-2cdf-4f93-be9f-6106706c5058 req-f0cb0d6d-dca9-4a40-817f-b397c1657bfb tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:49.513036 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bb82ebcf-2cdf-4f93-be9f-6106706c5058 req-f0cb0d6d-dca9-4a40-817f-b397c1657bfb tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] 10.222.0.64 "GET /v2.0/ports?device_id=eee88060-7fda-477b-9c01-4b976f96d65d HTTP/1.1" status: 200 len: 2418 time: 0.1937053 Oct 20 10:40:49.515712 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-7229a5ef-ab48-4280-a2b2-a9d4bfc84ac1 None None] For port 50a3186e-ef60-4325-87f5-4c01fe69e0b5, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=50a3186e-ef60-4325-87f5-4c01fe69e0b5,segment=NetworkSegment(dd748ae4-dd8d-4635-a22f-19ec20cfe330),segment_id=dd748ae4-dd8d-4635-a22f-19ec20cfe330)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:40:49.572708 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-5c5f5487-8cc0-4a54-a248-dea681d5a669 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3916869 Oct 20 10:40:49.573452 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 57200) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:49.588758 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b692610c-3dde-4287-90ac-7697c945b528 req-4fe8af0f-14ad-4dbf-a28c-014fc560cd04 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/ports?device_id=894255bb-de50-4397-86fd-3867a7b40e64 HTTP/1.1" status: 200 len: 210 time: 0.0730584 Oct 20 10:40:49.594157 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-7229a5ef-ab48-4280-a2b2-a9d4bfc84ac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:49.637421 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-ffbaca97-fd54-4d8b-87f3-6b981ff1b147 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Request body: {'subnet': {'network_id': 'd01baf07-86f4-4d28-8b19-65aed1553de5', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:40:49.657365 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-b7894c55-1bde-46e4-a117-aa6f6fc0d081 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26836128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26761819'] for subnet, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:49.659196 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5f5487-8cc0-4a54-a248-dea681d5a669 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Pushing event updated for resources: {'Network': ['ID=d01baf07-86f4-4d28-8b19-65aed1553de5,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:49.691051 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network d01baf07-86f4-4d28-8b19-65aed1553de5 details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:40:49.739404 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7894c55-1bde-46e4-a117-aa6f6fc0d081 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Pushing event updated for resources: {'Subnet': ['ID=f44b55c8-b2f0-45c4-af7c-afdd19c9c510,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:49.770609 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bb82ebcf-2cdf-4f93-be9f-6106706c5058 req-b4172f92-9797-4444-a051-29af45fd3975 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] 10.222.0.64 "GET /v2.0/security-groups?id=49245fbb-4e48-4db8-994f-34137d01c16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849396 Oct 20 10:40:49.772835 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7894c55-1bde-46e4-a117-aa6f6fc0d081 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:40:49.773751 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7894c55-1bde-46e4-a117-aa6f6fc0d081 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:40:49.774095 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7894c55-1bde-46e4-a117-aa6f6fc0d081 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:40:49.774431 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7894c55-1bde-46e4-a117-aa6f6fc0d081 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:40:49.774762 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7894c55-1bde-46e4-a117-aa6f6fc0d081 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:40:49.775275 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7894c55-1bde-46e4-a117-aa6f6fc0d081 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:40:49.775636 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7894c55-1bde-46e4-a117-aa6f6fc0d081 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:40:49.775962 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7894c55-1bde-46e4-a117-aa6f6fc0d081 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:40:49.776286 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7894c55-1bde-46e4-a117-aa6f6fc0d081 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:40:49.776608 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7894c55-1bde-46e4-a117-aa6f6fc0d081 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:40:49.776933 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7894c55-1bde-46e4-a117-aa6f6fc0d081 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:40:49.777252 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7894c55-1bde-46e4-a117-aa6f6fc0d081 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:40:49.791132 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [req-9c1e23c1-551e-4e5c-80ed-15dde502084d req-9fea88b1-d0f9-4cbe-a530-b3733f3699b8 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Allocated IP 172.20.0.7 (00e677b7-ec29-42bc-8b52-7d9c8594501c/41c5fb46-df00-4db9-bb3d-c914d29737cc/576a552f-d89d-48f5-b169-d8f375d4c38f) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:40:49.849000 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7894c55-1bde-46e4-a117-aa6f6fc0d081 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Checking segment: {'id': 'f3075d75-f84e-4735-af6a-186c39ad6ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'fd479215-a56b-4ee7-9454-4c80447710df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:40:49.849374 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7894c55-1bde-46e4-a117-aa6f6fc0d081 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Network hostable DHCP agents. Network: fd479215-a56b-4ee7-9454-4c80447710df, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:40:49.861204 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffbaca97-fd54-4d8b-87f3-6b981ff1b147 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Made reservation on behalf of a9b5f78b497b4e82bedac7bcd2f62452 for: {'subnet': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:40:49.866564 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ffbaca97-fd54-4d8b-87f3-6b981ff1b147 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25350782'] for subnet, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:49.900988 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7894c55-1bde-46e4-a117-aa6f6fc0d081 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Network fd479215-a56b-4ee7-9454-4c80447710df is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:40:49.942123 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-b7894c55-1bde-46e4-a117-aa6f6fc0d081 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, fd479215-a56b-4ee7-9454-4c80447710df) {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:40:49.947947 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7894c55-1bde-46e4-a117-aa6f6fc0d081 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:49.948547 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-b7894c55-1bde-46e4-a117-aa6f6fc0d081 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:49.999955 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-b7894c55-1bde-46e4-a117-aa6f6fc0d081 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3779109 Oct 20 10:40:50.013671 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 57214) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:50.019046 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-4cf4554e-4d26-4cb7-bf86-a6cbac762c62 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Request body: {'network': {'name': 'tempest-router-network01--436705181'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:40:50.032924 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7229a5ef-ab48-4280-a2b2-a9d4bfc84ac1 None None] Pushing event updated for resources: {'Port': ['ID=50a3186e-ef60-4325-87f5-4c01fe69e0b5,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:50.073095 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cf4554e-4d26-4cb7-bf86-a6cbac762c62 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Made reservation on behalf of 8b4746bce6c3411d8e7c43a6c9ac3359 for: {'network': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:40:50.079014 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4cf4554e-4d26-4cb7-bf86-a6cbac762c62 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:50.084877 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc396c6f-4c2d-4a64-b571-0a0f53bb4b2b None None] Network fd479215-a56b-4ee7-9454-4c80447710df requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:40:50.171796 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cf4554e-4d26-4cb7-bf86-a6cbac762c62 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 847} {{(pid=100596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:40:50.188963 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4cf4554e-4d26-4cb7-bf86-a6cbac762c62 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:50.189624 n-d-811396-3 neutron-server[100596]: INFO neutron.db.segments_db [None req-4cf4554e-4d26-4cb7-bf86-a6cbac762c62 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Added segment 77d16cd1-0f95-4145-b6b0-c4ffa55f7772 of type vlan for network bd30994f-0321-4cc8-ba4b-c56a8c7593f0 Oct 20 10:40:50.302000 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-68fe2380-cec4-4426-a5f6-b7c4b5a83371 None None] Provisioning complete for port a433fd22-5091-42cf-9307-867519e1307c triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:40:50.302381 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-68fe2380-cec4-4426-a5f6-b7c4b5a83371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:50.343424 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4cf4554e-4d26-4cb7-bf86-a6cbac762c62 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:50.346634 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ffbaca97-fd54-4d8b-87f3-6b981ff1b147 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25350752'] for subnet, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:50.408001 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-ae902282-c95f-4f45-b9ff-8946d8eaf612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8b94c7b-90c6-4a43-b38e-42fb877dc13c', 'name': 'tempest-RoutersIpV6Test-router-173173775', 'tenant_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:40:44Z', 'updated_at': '2021-10-20T10:40:47Z', 'revision_number': 2, 'project_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'gw_port_host': None, '_interfaces': [{'id': 'a433fd22-5091-42cf-9307-867519e1307c', 'name': '', 'network_id': '7fb59595-a6b9-4497-8ca6-3155b1017eae', 'tenant_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'mac_address': 'fa:16:3e:73:ac:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8b94c7b-90c6-4a43-b38e-42fb877dc13c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': '3341a74b-11cb-40df-b7ec-fdbefa4a8688', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:40:46Z', 'updated_at': '2021-10-20T10:40:48Z', 'revision_number': 2, 'project_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'subnets': [{'id': '3341a74b-11cb-40df-b7ec-fdbefa4a8688', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:40:50.439052 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbaca97-fd54-4d8b-87f3-6b981ff1b147 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Checking segment: {'id': '7978b5c0-7db1-4566-81f4-deec05efd6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'd01baf07-86f4-4d28-8b19-65aed1553de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:40:50.439510 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffbaca97-fd54-4d8b-87f3-6b981ff1b147 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Network hostable DHCP agents. Network: d01baf07-86f4-4d28-8b19-65aed1553de5, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:40:50.454577 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbaca97-fd54-4d8b-87f3-6b981ff1b147 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Pushing event updated for resources: {'Subnet': ['ID=28132bf4-11e5-43fb-896f-af6830dd6618,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:50.479235 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffbaca97-fd54-4d8b-87f3-6b981ff1b147 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Network d01baf07-86f4-4d28-8b19-65aed1553de5 is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:40:50.480597 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae902282-c95f-4f45-b9ff-8946d8eaf612 None None] Checking router: a8b94c7b-90c6-4a43-b38e-42fb877dc13c for host: n-d-811396-3 {{(pid=100598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:40:50.481030 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae902282-c95f-4f45-b9ff-8946d8eaf612 None None] Updating router a8b94c7b-90c6-4a43-b38e-42fb877dc13c port a433fd22-5091-42cf-9307-867519e1307c binding host n-d-811396-3 {{(pid=100598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 10:40:50.488740 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-68fe2380-cec4-4426-a5f6-b7c4b5a83371 None None] Port a433fd22-5091-42cf-9307-867519e1307c cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:40:50.493082 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-ffbaca97-fd54-4d8b-87f3-6b981ff1b147 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, d01baf07-86f4-4d28-8b19-65aed1553de5) {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:40:50.503324 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffbaca97-fd54-4d8b-87f3-6b981ff1b147 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:50.504168 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ffbaca97-fd54-4d8b-87f3-6b981ff1b147 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:50.533419 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-ffbaca97-fd54-4d8b-87f3-6b981ff1b147 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9586630 Oct 20 10:40:50.536383 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 57230) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:50.539040 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d13eec-828c-4e25-9c20-4d12675f982f None None] Network d01baf07-86f4-4d28-8b19-65aed1553de5 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:40:50.572642 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-9c1e23c1-551e-4e5c-80ed-15dde502084d req-9fea88b1-d0f9-4cbe-a530-b3733f3699b8 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:50.612012 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4cf4554e-4d26-4cb7-bf86-a6cbac762c62 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:50.624053 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf4554e-4d26-4cb7-bf86-a6cbac762c62 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:50.625822 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4cf4554e-4d26-4cb7-bf86-a6cbac762c62 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Publish callbacks [] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:50.647232 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c65ab0-6667-4dd8-a00e-c37ff66bbe77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524064ba-869c-5550-b826-c26b69a11278-fd479215-a56b-4ee7-9454-4c80447710df', 'network_id': 'fd479215-a56b-4ee7-9454-4c80447710df', 'tenant_id': '8b4746bce6c3411d8e7c43a6c9ac3359', 'fixed_ips': [{'subnet_id': 'f44b55c8-b2f0-45c4-af7c-afdd19c9c510'}]}} from n-d-811396-3. {{(pid=100598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:40:50.652979 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-e7c65ab0-6667-4dd8-a00e-c37ff66bbe77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:50.683238 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-ae902282-c95f-4f45-b9ff-8946d8eaf612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:50.693922 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-68fe2380-cec4-4426-a5f6-b7c4b5a83371 None None] Provisioning complete for port 50a3186e-ef60-4325-87f5-4c01fe69e0b5 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:40:50.703398 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-68fe2380-cec4-4426-a5f6-b7c4b5a83371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:50.753063 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-4cf4554e-4d26-4cb7-bf86-a6cbac762c62 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7380939 Oct 20 10:40:50.778145 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627b440b-b1ef-43af-97bc-c555d8621b2f req-f1079512-7abb-4827-8648-2499bb1efc3c tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:50.785849 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 57238) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:50.786079 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627b440b-b1ef-43af-97bc-c555d8621b2f req-f1079512-7abb-4827-8648-2499bb1efc3c tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:50.792980 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627b440b-b1ef-43af-97bc-c555d8621b2f req-f1079512-7abb-4827-8648-2499bb1efc3c tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:50.800504 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-705a9846-e98d-44ef-a4de-b07bb713b868 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Request body: {'network': {'name': 'tempest-router-network02--1312756844'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:40:50.801234 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-627b440b-b1ef-43af-97bc-c555d8621b2f req-f1079512-7abb-4827-8648-2499bb1efc3c tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] 10.222.0.64 "GET /v2.0/ports?device_id=eee88060-7fda-477b-9c01-4b976f96d65d HTTP/1.1" status: 200 len: 2418 time: 0.4133918 Oct 20 10:40:50.883892 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf4554e-4d26-4cb7-bf86-a6cbac762c62 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Pushing event updated for resources: {'Network': ['ID=bd30994f-0321-4cc8-ba4b-c56a8c7593f0,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:50.906697 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-9c1e23c1-551e-4e5c-80ed-15dde502084d req-9fea88b1-d0f9-4cbe-a530-b3733f3699b8 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:50.963629 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-627b440b-b1ef-43af-97bc-c555d8621b2f req-a7b0c0fd-df41-4602-833c-5c659b9b7e40 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] 10.222.0.64 "GET /v2.0/security-groups?id=49245fbb-4e48-4db8-994f-34137d01c16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589892 Oct 20 10:40:50.967978 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-705a9846-e98d-44ef-a4de-b07bb713b868 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Made reservation on behalf of 8b4746bce6c3411d8e7c43a6c9ac3359 for: {'network': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:40:50.977812 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-705a9846-e98d-44ef-a4de-b07bb713b868 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:51.034899 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-e7c65ab0-6667-4dd8-a00e-c37ff66bbe77 None None] Allocated IP 172.20.0.2 (fd479215-a56b-4ee7-9454-4c80447710df/f44b55c8-b2f0-45c4-af7c-afdd19c9c510/98c2e415-5b23-46be-ac33-a975c1311ae4) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:40:51.044785 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-705a9846-e98d-44ef-a4de-b07bb713b868 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 811} {{(pid=100597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:40:51.058131 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-705a9846-e98d-44ef-a4de-b07bb713b868 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:51.058554 n-d-811396-3 neutron-server[100597]: INFO neutron.db.segments_db [None req-705a9846-e98d-44ef-a4de-b07bb713b868 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Added segment 7954116d-e80a-4e67-b21f-9b97a91c0b01 of type vlan for network 52b7d481-96ad-43f2-ac2a-a88dfd6fb656 Oct 20 10:40:51.084949 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 50a3186e-ef60-4325-87f5-4c01fe69e0b5 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:40:51.088012 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network bd30994f-0321-4cc8-ba4b-c56a8c7593f0 details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:40:51.103092 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c1e23c1-551e-4e5c-80ed-15dde502084d req-9fea88b1-d0f9-4cbe-a530-b3733f3699b8 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Network 00e677b7-ec29-42bc-8b52-7d9c8594501c is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:40:51.110687 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [req-9c1e23c1-551e-4e5c-80ed-15dde502084d req-9fea88b1-d0f9-4cbe-a530-b3733f3699b8 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:40:51.127928 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c1e23c1-551e-4e5c-80ed-15dde502084d req-9fea88b1-d0f9-4cbe-a530-b3733f3699b8 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:40:51.163633 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-705a9846-e98d-44ef-a4de-b07bb713b868 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:51.194905 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1e23c1-551e-4e5c-80ed-15dde502084d req-9fea88b1-d0f9-4cbe-a530-b3733f3699b8 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:51.196421 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-9c1e23c1-551e-4e5c-80ed-15dde502084d req-9fea88b1-d0f9-4cbe-a530-b3733f3699b8 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:51.201820 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fea88b1-d0f9-4cbe-a530-b3733f3699b8 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Pushing event updated for resources: {'Port': ['ID=576a552f-d89d-48f5-b169-d8f375d4c38f,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:51.219318 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e83a37b-a000-4253-af34-b3108be8f3e5 req-2f03d4f9-170c-4d04-a501-954d184c214c tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:51.224989 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c1d44a9b-1c10-4a4c-bfa4-e0af74cff326 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:51.234204 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-705a9846-e98d-44ef-a4de-b07bb713b868 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:51.234463 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5e83a37b-a000-4253-af34-b3108be8f3e5 req-2f03d4f9-170c-4d04-a501-954d184c214c tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/ports?device_id=894255bb-de50-4397-86fd-3867a7b40e64 HTTP/1.1" status: 200 len: 931 time: 0.3282862 Oct 20 10:40:51.235751 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-705a9846-e98d-44ef-a4de-b07bb713b868 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:51.236480 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-705a9846-e98d-44ef-a4de-b07bb713b868 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:51.268426 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9c1e23c1-551e-4e5c-80ed-15dde502084d req-9fea88b1-d0f9-4cbe-a530-b3733f3699b8 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1926064 Oct 20 10:40:51.291326 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-9c1e23c1-551e-4e5c-80ed-15dde502084d req-6ae1b6b4-5dfe-451b-ba97-a23c84580a79 service neutron] Request body: {'port': {'device_id': '894255bb-de50-4397-86fd-3867a7b40e64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811396-3'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:40:51.344951 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5e83a37b-a000-4253-af34-b3108be8f3e5 req-65af0027-95b8-42c4-b1e4-f56ce71bb3aa tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/security-groups?id=17372704-86e6-46e6-a5dd-dc7385be620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132431 Oct 20 10:40:51.408064 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-9c1e23c1-551e-4e5c-80ed-15dde502084d req-6ae1b6b4-5dfe-451b-ba97-a23c84580a79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:51.430592 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a77871-0e7c-48d0-9755-7a67d930bd13 req-c62187df-ded4-43c8-9a6d-54086503ed07 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:51.440626 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c8a77871-0e7c-48d0-9755-7a67d930bd13 req-c62187df-ded4-43c8-9a6d-54086503ed07 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] 10.222.0.64 "GET /v2.0/ports?device_id=3091e305-b65e-495d-a080-e2d8b14b0e49 HTTP/1.1" status: 200 len: 945 time: 0.1816881 Oct 20 10:40:51.487965 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c8a77871-0e7c-48d0-9755-7a67d930bd13 req-38a07b5d-6ec6-47f6-9ead-35f6a2363b4d tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] 10.222.0.64 "GET /v2.0/security-groups?id=a673e019-cdf8-45bc-a191-e8846fb1ecb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460522 Oct 20 10:40:51.527840 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-705a9846-e98d-44ef-a4de-b07bb713b868 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7402818 Oct 20 10:40:51.531907 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 57250) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:51.540521 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-9a93b669-2a6c-4bef-90cc-1708922a3531 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Request body: {'subnet': {'network_id': 'bd30994f-0321-4cc8-ba4b-c56a8c7593f0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:40:51.588004 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-c1d44a9b-1c10-4a4c-bfa4-e0af74cff326 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Allocated IP 2001:db8:1::1 (d01baf07-86f4-4d28-8b19-65aed1553de5/28132bf4-11e5-43fb-896f-af6830dd6618/05894f7b-11b4-43d0-a600-98e918762731) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:40:51.590161 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705a9846-e98d-44ef-a4de-b07bb713b868 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Pushing event updated for resources: {'Network': ['ID=52b7d481-96ad-43f2-ac2a-a88dfd6fb656,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:51.614201 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705a9846-e98d-44ef-a4de-b07bb713b868 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:40:51.615067 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705a9846-e98d-44ef-a4de-b07bb713b868 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:40:51.615067 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705a9846-e98d-44ef-a4de-b07bb713b868 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:40:51.615650 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705a9846-e98d-44ef-a4de-b07bb713b868 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:40:51.615990 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705a9846-e98d-44ef-a4de-b07bb713b868 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:40:51.616322 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705a9846-e98d-44ef-a4de-b07bb713b868 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:40:51.616752 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705a9846-e98d-44ef-a4de-b07bb713b868 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:40:51.617098 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705a9846-e98d-44ef-a4de-b07bb713b868 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:40:51.617455 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705a9846-e98d-44ef-a4de-b07bb713b868 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:40:51.617838 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705a9846-e98d-44ef-a4de-b07bb713b868 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:40:51.618099 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705a9846-e98d-44ef-a4de-b07bb713b868 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:40:51.618497 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705a9846-e98d-44ef-a4de-b07bb713b868 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:40:51.649981 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network 52b7d481-96ad-43f2-ac2a-a88dfd6fb656 details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:40:51.769610 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c1d44a9b-1c10-4a4c-bfa4-e0af74cff326 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:51.840117 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c1d44a9b-1c10-4a4c-bfa4-e0af74cff326 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:51.881297 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 50a3186e-ef60-4325-87f5-4c01fe69e0b5 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:40:51.881619 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:51.894692 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [req-9c1e23c1-551e-4e5c-80ed-15dde502084d req-6ae1b6b4-5dfe-451b-ba97-a23c84580a79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 576a552f-d89d-48f5-b169-d8f375d4c38f {{(pid=100596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:40:51.903700 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-9c1e23c1-551e-4e5c-80ed-15dde502084d req-6ae1b6b4-5dfe-451b-ba97-a23c84580a79 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:51.907770 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ccf409-2e15-46a6-adaf-51029beceeab req-74364eb6-9087-4812-8741-998f866fed7f tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:51.913793 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ccf409-2e15-46a6-adaf-51029beceeab req-74364eb6-9087-4812-8741-998f866fed7f tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:51.916412 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.provisioning_blocks [req-9c1e23c1-551e-4e5c-80ed-15dde502084d req-6ae1b6b4-5dfe-451b-ba97-a23c84580a79 service neutron] Transition to ACTIVE for port object 576a552f-d89d-48f5-b169-d8f375d4c38f will not be triggered until provisioned by entity L2. {{(pid=100596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:40:51.918485 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a93b669-2a6c-4bef-90cc-1708922a3531 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Made reservation on behalf of 8b4746bce6c3411d8e7c43a6c9ac3359 for: {'subnet': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:40:51.920281 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ccf409-2e15-46a6-adaf-51029beceeab req-74364eb6-9087-4812-8741-998f866fed7f tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:51.921824 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-11ccf409-2e15-46a6-adaf-51029beceeab req-74364eb6-9087-4812-8741-998f866fed7f tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] 10.222.0.69 "GET /v2.0/ports?device_id=eee88060-7fda-477b-9c01-4b976f96d65d HTTP/1.1" status: 200 len: 2418 time: 0.1173475 Oct 20 10:40:51.922998 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-9a93b669-2a6c-4bef-90cc-1708922a3531 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26761797'] for subnet, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:51.926050 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d44a9b-1c10-4a4c-bfa4-e0af74cff326 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Network d01baf07-86f4-4d28-8b19-65aed1553de5 is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:40:51.929047 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-9c1e23c1-551e-4e5c-80ed-15dde502084d req-6ae1b6b4-5dfe-451b-ba97-a23c84580a79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:51.930640 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-c1d44a9b-1c10-4a4c-bfa4-e0af74cff326 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:40:51.933473 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d44a9b-1c10-4a4c-bfa4-e0af74cff326 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:40:51.934026 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c1d44a9b-1c10-4a4c-bfa4-e0af74cff326 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1774540'] for router_interface, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:51.966743 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-e7c65ab0-6667-4dd8-a00e-c37ff66bbe77 None None] Publish callbacks [] for port, precommit_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:52.071241 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d44a9b-1c10-4a4c-bfa4-e0af74cff326 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Pushing event updated for resources: {'Port': ['ID=05894f7b-11b4-43d0-a600-98e918762731,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:52.122791 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae1b6b4-5dfe-451b-ba97-a23c84580a79 service neutron] Pushing event updated for resources: {'Port': ['ID=576a552f-d89d-48f5-b169-d8f375d4c38f,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:52.149936 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-9c1e23c1-551e-4e5c-80ed-15dde502084d req-6ae1b6b4-5dfe-451b-ba97-a23c84580a79 service neutron] Attempting to bind port 576a552f-d89d-48f5-b169-d8f375d4c38f on host n-h1-811396-3 for vnic_type normal with profile {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:40:52.150267 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-9c1e23c1-551e-4e5c-80ed-15dde502084d req-6ae1b6b4-5dfe-451b-ba97-a23c84580a79 service neutron] Attempting to bind port 576a552f-d89d-48f5-b169-d8f375d4c38f by drivers openvswitch,hyperv on host n-h1-811396-3 at level 0 using segments [{'id': 'f70d1162-b154-4994-9af5-210e1dd15ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '00e677b7-ec29-42bc-8b52-7d9c8594501c'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:40:52.150595 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c1e23c1-551e-4e5c-80ed-15dde502084d req-6ae1b6b4-5dfe-451b-ba97-a23c84580a79 service neutron] Attempting to bind port 576a552f-d89d-48f5-b169-d8f375d4c38f on network 00e677b7-ec29-42bc-8b52-7d9c8594501c {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:40:52.159169 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-e7c65ab0-6667-4dd8-a00e-c37ff66bbe77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:52.162770 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-ae902282-c95f-4f45-b9ff-8946d8eaf612 None None] Publish callbacks [] for port, precommit_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:52.182393 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c1e23c1-551e-4e5c-80ed-15dde502084d req-6ae1b6b4-5dfe-451b-ba97-a23c84580a79 service neutron] Port 576a552f-d89d-48f5-b169-d8f375d4c38f on network 00e677b7-ec29-42bc-8b52-7d9c8594501c not bound, no agent of type Open vSwitch agent registered on host n-h1-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:40:52.182938 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c1e23c1-551e-4e5c-80ed-15dde502084d req-6ae1b6b4-5dfe-451b-ba97-a23c84580a79 service neutron] Attempting to bind port 576a552f-d89d-48f5-b169-d8f375d4c38f on network 00e677b7-ec29-42bc-8b52-7d9c8594501c {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:40:52.196834 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c1e23c1-551e-4e5c-80ed-15dde502084d req-6ae1b6b4-5dfe-451b-ba97-a23c84580a79 service neutron] Checking agent: {'id': 'b707b4cc-061f-4cf4-bce0-0b3df9b7bec9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:40:52.197515 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c1e23c1-551e-4e5c-80ed-15dde502084d req-6ae1b6b4-5dfe-451b-ba97-a23c84580a79 service neutron] Checking segment: {'id': 'f70d1162-b154-4994-9af5-210e1dd15ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '00e677b7-ec29-42bc-8b52-7d9c8594501c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:40:52.197515 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c1e23c1-551e-4e5c-80ed-15dde502084d req-6ae1b6b4-5dfe-451b-ba97-a23c84580a79 service neutron] Bound using segment: {'id': 'f70d1162-b154-4994-9af5-210e1dd15ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '00e677b7-ec29-42bc-8b52-7d9c8594501c'} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:40:52.197916 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-9c1e23c1-551e-4e5c-80ed-15dde502084d req-6ae1b6b4-5dfe-451b-ba97-a23c84580a79 service neutron] Bound port: 576a552f-d89d-48f5-b169-d8f375d4c38f, host: n-h1-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f70d1162-b154-4994-9af5-210e1dd15ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '00e677b7-ec29-42bc-8b52-7d9c8594501c'}}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:40:52.198277 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-9c1e23c1-551e-4e5c-80ed-15dde502084d req-6ae1b6b4-5dfe-451b-ba97-a23c84580a79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:52.204529 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 57260) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:52.214612 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-ae902282-c95f-4f45-b9ff-8946d8eaf612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:52.228566 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360b5ff8-5cd0-4aab-85ac-b2c15fec2f6e req-e2234f40-c6a6-474e-a2ca-fc1f6e9c20b2 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:52.234637 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360b5ff8-5cd0-4aab-85ac-b2c15fec2f6e req-e2234f40-c6a6-474e-a2ca-fc1f6e9c20b2 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:52.241040 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360b5ff8-5cd0-4aab-85ac-b2c15fec2f6e req-e2234f40-c6a6-474e-a2ca-fc1f6e9c20b2 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:52.249231 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-360b5ff8-5cd0-4aab-85ac-b2c15fec2f6e req-e2234f40-c6a6-474e-a2ca-fc1f6e9c20b2 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] 10.222.0.64 "GET /v2.0/ports?device_id=eee88060-7fda-477b-9c01-4b976f96d65d HTTP/1.1" status: 200 len: 2418 time: 0.1276498 Oct 20 10:40:52.255779 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c65ab0-6667-4dd8-a00e-c37ff66bbe77 None None] Network fd479215-a56b-4ee7-9454-4c80447710df is already hosted by enough agents. {{(pid=100598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:40:52.272772 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.base_scheduler [None req-e7c65ab0-6667-4dd8-a00e-c37ff66bbe77 None None] Resources bound (agent type, host, resource id): {{(pid=100598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:40:52.285188 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c65ab0-6667-4dd8-a00e-c37ff66bbe77 None None] Received port after_create {{(pid=100598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:40:52.297758 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-8e33c988-98cb-4454-b125-8c149385a909 None None] Provisioning complete for port a433fd22-5091-42cf-9307-867519e1307c triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:40:52.298134 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-8e33c988-98cb-4454-b125-8c149385a909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:52.307036 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c1d44a9b-1c10-4a4c-bfa4-e0af74cff326 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:52.340134 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c65ab0-6667-4dd8-a00e-c37ff66bbe77 None None] Pushing event updated for resources: {'Port': ['ID=98c2e415-5b23-46be-ac33-a975c1311ae4,revision_number=1']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:52.354618 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [req-11ccf409-2e15-46a6-adaf-51029beceeab req-452df0e9-bc88-489d-8d69-c8721ecd61eb tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Deleting port f02b4ff5-8a01-4904-9693-79bfb0a7f0b7 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:40:52.355775 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-11ccf409-2e15-46a6-adaf-51029beceeab req-452df0e9-bc88-489d-8d69-c8721ecd61eb tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:52.357833 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b007e58f-070e-4bfc-9e8e-75db9284a3cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524064ba-869c-5550-b826-c26b69a11278-d01baf07-86f4-4d28-8b19-65aed1553de5', 'network_id': 'd01baf07-86f4-4d28-8b19-65aed1553de5', 'tenant_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'fixed_ips': [{'subnet_id': '28132bf4-11e5-43fb-896f-af6830dd6618'}]}} from n-d-811396-3. {{(pid=100598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:40:52.358838 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-b007e58f-070e-4bfc-9e8e-75db9284a3cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:52.402800 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-360b5ff8-5cd0-4aab-85ac-b2c15fec2f6e req-40c08ca0-7943-4b16-ae3a-0aeea7f33d76 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] 10.222.0.64 "GET /v2.0/security-groups?id=49245fbb-4e48-4db8-994f-34137d01c16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526110 Oct 20 10:40:52.415709 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-9c1e23c1-551e-4e5c-80ed-15dde502084d req-6ae1b6b4-5dfe-451b-ba97-a23c84580a79 service neutron] For port 576a552f-d89d-48f5-b169-d8f375d4c38f, host n-h1-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:40:52.428870 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-9c1e23c1-551e-4e5c-80ed-15dde502084d req-6ae1b6b4-5dfe-451b-ba97-a23c84580a79 service neutron] For port 576a552f-d89d-48f5-b169-d8f375d4c38f, host n-h1-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=576a552f-d89d-48f5-b169-d8f375d4c38f,segment=NetworkSegment(f70d1162-b154-4994-9af5-210e1dd15ef4),segment_id=f70d1162-b154-4994-9af5-210e1dd15ef4)] {{(pid=100596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:40:52.473925 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6ca6655f-b551-47ae-befc-0a5fb36a3a89 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:52.509508 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-9c1e23c1-551e-4e5c-80ed-15dde502084d req-6ae1b6b4-5dfe-451b-ba97-a23c84580a79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:52.558586 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-8e33c988-98cb-4454-b125-8c149385a909 None None] Port a433fd22-5091-42cf-9307-867519e1307c cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:40:52.576441 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-e7c65ab0-6667-4dd8-a00e-c37ff66bbe77 None None] Attempting to bind port 98c2e415-5b23-46be-ac33-a975c1311ae4 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:40:52.577123 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-e7c65ab0-6667-4dd8-a00e-c37ff66bbe77 None None] Attempting to bind port 98c2e415-5b23-46be-ac33-a975c1311ae4 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': 'f3075d75-f84e-4735-af6a-186c39ad6ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'fd479215-a56b-4ee7-9454-4c80447710df'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:40:52.577475 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c65ab0-6667-4dd8-a00e-c37ff66bbe77 None None] Attempting to bind port 98c2e415-5b23-46be-ac33-a975c1311ae4 on network fd479215-a56b-4ee7-9454-4c80447710df {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:40:52.609232 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-9a93b669-2a6c-4bef-90cc-1708922a3531 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26836128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26761819'] for subnet, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:52.666631 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acf7f5f-f6ff-4433-8f3f-c55ce7c2a0a7 None None] Pushing event updated for resources: {'Port': ['ID=a433fd22-5091-42cf-9307-867519e1307c,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:52.676656 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1e23c1-551e-4e5c-80ed-15dde502084d req-6ae1b6b4-5dfe-451b-ba97-a23c84580a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:52.677276 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-9c1e23c1-551e-4e5c-80ed-15dde502084d req-6ae1b6b4-5dfe-451b-ba97-a23c84580a79 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:52.678644 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9c1e23c1-551e-4e5c-80ed-15dde502084d req-6ae1b6b4-5dfe-451b-ba97-a23c84580a79 service neutron] 10.222.0.55 "PUT /v2.0/ports/576a552f-d89d-48f5-b169-d8f375d4c38f HTTP/1.1" status: 200 len: 1091 time: 1.3954923 Oct 20 10:40:52.680606 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c65ab0-6667-4dd8-a00e-c37ff66bbe77 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 40, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:40:52.680981 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c65ab0-6667-4dd8-a00e-c37ff66bbe77 None None] Checking segment: {'id': 'f3075d75-f84e-4735-af6a-186c39ad6ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'fd479215-a56b-4ee7-9454-4c80447710df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:40:52.681375 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-e7c65ab0-6667-4dd8-a00e-c37ff66bbe77 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:52.681758 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c65ab0-6667-4dd8-a00e-c37ff66bbe77 None None] Bound using segment: {'id': 'f3075d75-f84e-4735-af6a-186c39ad6ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'fd479215-a56b-4ee7-9454-4c80447710df'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:40:52.682276 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-e7c65ab0-6667-4dd8-a00e-c37ff66bbe77 None None] Bound port: 98c2e415-5b23-46be-ac33-a975c1311ae4, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3075d75-f84e-4735-af6a-186c39ad6ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'fd479215-a56b-4ee7-9454-4c80447710df'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:40:52.682810 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '894255bb-de50-4397-86fd-3867a7b40e64', 'tag': '576a552f-d89d-48f5-b169-d8f375d4c38f'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:40:52.682923 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-e7c65ab0-6667-4dd8-a00e-c37ff66bbe77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:52.685219 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-159408f7-aaa3-4b5c-8652-7bf7c1174dfe" -d '{"events": [{"name": "network-changed", "server_uuid": "894255bb-de50-4397-86fd-3867a7b40e64", "tag": "576a552f-d89d-48f5-b169-d8f375d4c38f"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:40:52.717842 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-ae902282-c95f-4f45-b9ff-8946d8eaf612 None None] Attempting to bind port a433fd22-5091-42cf-9307-867519e1307c on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:40:52.718084 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-ae902282-c95f-4f45-b9ff-8946d8eaf612 None None] Attempting to bind port a433fd22-5091-42cf-9307-867519e1307c by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': 'dd748ae4-dd8d-4635-a22f-19ec20cfe330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '7fb59595-a6b9-4497-8ca6-3155b1017eae'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:40:52.718317 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae902282-c95f-4f45-b9ff-8946d8eaf612 None None] Attempting to bind port a433fd22-5091-42cf-9307-867519e1307c on network 7fb59595-a6b9-4497-8ca6-3155b1017eae {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:40:52.737483 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae902282-c95f-4f45-b9ff-8946d8eaf612 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 40, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:40:52.738218 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae902282-c95f-4f45-b9ff-8946d8eaf612 None None] Checking segment: {'id': 'dd748ae4-dd8d-4635-a22f-19ec20cfe330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '7fb59595-a6b9-4497-8ca6-3155b1017eae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:40:52.738573 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-ae902282-c95f-4f45-b9ff-8946d8eaf612 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:52.738942 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae902282-c95f-4f45-b9ff-8946d8eaf612 None None] Bound using segment: {'id': 'dd748ae4-dd8d-4635-a22f-19ec20cfe330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '7fb59595-a6b9-4497-8ca6-3155b1017eae'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:40:52.739483 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-ae902282-c95f-4f45-b9ff-8946d8eaf612 None None] Bound port: a433fd22-5091-42cf-9307-867519e1307c, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd748ae4-dd8d-4635-a22f-19ec20cfe330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '7fb59595-a6b9-4497-8ca6-3155b1017eae'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:40:52.739863 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-ae902282-c95f-4f45-b9ff-8946d8eaf612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:52.768171 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183ed7fb-74e2-42e7-9849-cc176e909931 req-31e10362-b7ca-459d-a954-2b44667f6111 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:52.769548 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-183ed7fb-74e2-42e7-9849-cc176e909931 req-31e10362-b7ca-459d-a954-2b44667f6111 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/ports?device_id=894255bb-de50-4397-86fd-3867a7b40e64 HTTP/1.1" status: 200 len: 943 time: 0.2989035 Oct 20 10:40:52.795529 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae1b6b4-5dfe-451b-ba97-a23c84580a79 service neutron] Pushing event updated for resources: {'Port': ['ID=576a552f-d89d-48f5-b169-d8f375d4c38f,revision_number=3']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:52.797814 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [req-11ccf409-2e15-46a6-adaf-51029beceeab req-452df0e9-bc88-489d-8d69-c8721ecd61eb tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] For port f02b4ff5-8a01-4904-9693-79bfb0a7f0b7, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=f02b4ff5-8a01-4904-9693-79bfb0a7f0b7,segment=NetworkSegment(5a820aca-1e2b-47e3-9f7c-83f04ab1eb90),segment_id=5a820aca-1e2b-47e3-9f7c-83f04ab1eb90)] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:40:52.799144 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-11ccf409-2e15-46a6-adaf-51029beceeab req-452df0e9-bc88-489d-8d69-c8721ecd61eb tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:52.816164 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-2195e958-48bb-4172-b147-b1f440abe5dc None None] Provisioning complete for port a433fd22-5091-42cf-9307-867519e1307c triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:40:52.816538 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-2195e958-48bb-4172-b147-b1f440abe5dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:52.820586 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a93b669-2a6c-4bef-90cc-1708922a3531 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Pushing event updated for resources: {'Subnet': ['ID=ebd3c492-7ec7-4874-b99b-d702b30ae763,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:52.833298 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6ca6655f-b551-47ae-befc-0a5fb36a3a89 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:52.840719 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [req-11ccf409-2e15-46a6-adaf-51029beceeab req-452df0e9-bc88-489d-8d69-c8721ecd61eb tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Calling delete_port for f02b4ff5-8a01-4904-9693-79bfb0a7f0b7 owned by compute:nova {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:40:52.844619 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6ca6655f-b551-47ae-befc-0a5fb36a3a89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:52.874533 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49c44bd-9d7a-49fe-886b-fc6ec30e5ab0 req-13112832-dfaa-4a6c-b093-c9619549a84a tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:52.876101 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d49c44bd-9d7a-49fe-886b-fc6ec30e5ab0 req-13112832-dfaa-4a6c-b093-c9619549a84a tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] 10.222.0.69 "GET /v2.0/ports?device_id=3091e305-b65e-495d-a080-e2d8b14b0e49 HTTP/1.1" status: 200 len: 945 time: 0.3072441 Oct 20 10:40:52.901860 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb333fe4-8fd4-4b15-850f-8ec6ac4e4a05 req-991d4f07-1ed3-40d8-bfa8-30819ced0a28 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:52.903344 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-eb333fe4-8fd4-4b15-850f-8ec6ac4e4a05 req-991d4f07-1ed3-40d8-bfa8-30819ced0a28 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] 10.222.0.64 "GET /v2.0/ports?device_id=3091e305-b65e-495d-a080-e2d8b14b0e49 HTTP/1.1" status: 200 len: 945 time: 0.2306917 Oct 20 10:40:52.922629 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-6ca6655f-b551-47ae-befc-0a5fb36a3a89 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f525ecc52987431a8950aa40fe90ba84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7099419 Oct 20 10:40:52.922832 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-183ed7fb-74e2-42e7-9849-cc176e909931 req-aec6101a-2bd7-47e1-aeca-e4a7a059d9f8 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/security-groups?id=17372704-86e6-46e6-a5dd-dc7385be620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290126 Oct 20 10:40:52.922923 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-e7c65ab0-6667-4dd8-a00e-c37ff66bbe77 None None] For port 98c2e415-5b23-46be-ac33-a975c1311ae4, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:40:52.925939 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-e7c65ab0-6667-4dd8-a00e-c37ff66bbe77 None None] For port 98c2e415-5b23-46be-ac33-a975c1311ae4, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=98c2e415-5b23-46be-ac33-a975c1311ae4,segment=NetworkSegment(f3075d75-f84e-4735-af6a-186c39ad6ce3),segment_id=f3075d75-f84e-4735-af6a-186c39ad6ce3)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:40:52.927711 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-b007e58f-070e-4bfc-9e8e-75db9284a3cc None None] Allocated IP 2001:db8:1::2 (d01baf07-86f4-4d28-8b19-65aed1553de5/28132bf4-11e5-43fb-896f-af6830dd6618/6676f79a-62e5-48d7-86b0-7790d8ee8d2b) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:40:52.933331 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-2195e958-48bb-4172-b147-b1f440abe5dc None None] Port a433fd22-5091-42cf-9307-867519e1307c cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:40:52.946166 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a93b669-2a6c-4bef-90cc-1708922a3531 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Checking segment: {'id': '77d16cd1-0f95-4145-b6b0-c4ffa55f7772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'bd30994f-0321-4cc8-ba4b-c56a8c7593f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:40:52.946526 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a93b669-2a6c-4bef-90cc-1708922a3531 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Network hostable DHCP agents. Network: bd30994f-0321-4cc8-ba4b-c56a8c7593f0, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:40:52.948361 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 57272) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:52.961736 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-ae902282-c95f-4f45-b9ff-8946d8eaf612 None None] For port a433fd22-5091-42cf-9307-867519e1307c, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:40:52.966898 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1e23c1-551e-4e5c-80ed-15dde502084d req-6b2c0e8c-47d3-44ff-a191-afeb1b061278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:52.967927 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-ae902282-c95f-4f45-b9ff-8946d8eaf612 None None] For port a433fd22-5091-42cf-9307-867519e1307c, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=a433fd22-5091-42cf-9307-867519e1307c,segment=NetworkSegment(dd748ae4-dd8d-4635-a22f-19ec20cfe330),segment_id=dd748ae4-dd8d-4635-a22f-19ec20cfe330)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:40:52.968410 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9c1e23c1-551e-4e5c-80ed-15dde502084d req-6b2c0e8c-47d3-44ff-a191-afeb1b061278 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c99eab67b5e546ffaba916e684c21094&device_id=894255bb-de50-4397-86fd-3867a7b40e64 HTTP/1.1" status: 200 len: 1094 time: 0.1938012 Oct 20 10:40:52.971169 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-e7c65ab0-6667-4dd8-a00e-c37ff66bbe77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:52.992954 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ff5e59a-f44f-4a0c-aa88-8d5e67286024 x-openstack-request-id: req-0ff5e59a-f44f-4a0c-aa88-8d5e67286024 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:40:52.993221 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "894255bb-de50-4397-86fd-3867a7b40e64", "tag": "576a552f-d89d-48f5-b169-d8f375d4c38f", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:40:52.993473 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0ff5e59a-f44f-4a0c-aa88-8d5e67286024 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:40:52.994116 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '894255bb-de50-4397-86fd-3867a7b40e64', 'tag': '576a552f-d89d-48f5-b169-d8f375d4c38f', 'status': 'completed', 'code': 200} Oct 20 10:40:53.015212 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-ae902282-c95f-4f45-b9ff-8946d8eaf612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:53.018344 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca6655f-b551-47ae-befc-0a5fb36a3a89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdcb84e4-2396-4b84-8425-8fa213973bba,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:53.087767 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9c1e23c1-551e-4e5c-80ed-15dde502084d req-9a0d9e90-ada1-443e-b9ce-abd273bd871c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=576a552f-d89d-48f5-b169-d8f375d4c38f HTTP/1.1" status: 200 len: 217 time: 0.1034985 Oct 20 10:40:53.096413 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-eb333fe4-8fd4-4b15-850f-8ec6ac4e4a05 req-aa96b8b0-59be-4bac-badc-07e639251f5d tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] 10.222.0.64 "GET /v2.0/security-groups?id=a673e019-cdf8-45bc-a191-e8846fb1ecb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1828835 Oct 20 10:40:53.097852 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a93b669-2a6c-4bef-90cc-1708922a3531 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Network bd30994f-0321-4cc8-ba4b-c56a8c7593f0 is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:40:53.158010 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae902282-c95f-4f45-b9ff-8946d8eaf612 None None] Routers {'a8b94c7b-90c6-4a43-b38e-42fb877dc13c'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:40:53.158833 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-9a93b669-2a6c-4bef-90cc-1708922a3531 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, bd30994f-0321-4cc8-ba4b-c56a8c7593f0) {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:40:53.159328 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-ae902282-c95f-4f45-b9ff-8946d8eaf612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:40:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['a8b94c7b-90c6-4a43-b38e-42fb877dc13c'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:40:53.188092 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1e23c1-551e-4e5c-80ed-15dde502084d req-19f2fd1a-4bf2-446c-b158-14b6a9b74dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:53.189962 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9c1e23c1-551e-4e5c-80ed-15dde502084d req-19f2fd1a-4bf2-446c-b158-14b6a9b74dfc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=41c5fb46-df00-4db9-bb3d-c914d29737cc HTTP/1.1" status: 200 len: 852 time: 0.0829771 Oct 20 10:40:53.213217 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c1d44a9b-1c10-4a4c-bfa4-e0af74cff326 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks [] for port, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:53.220399 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c1d44a9b-1c10-4a4c-bfa4-e0af74cff326 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:53.222109 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c1d44a9b-1c10-4a4c-bfa4-e0af74cff326 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1774432'] for router_interface, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:53.256423 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1eceffa-e06b-40ce-85a3-be653a716f04 None None] Network bd30994f-0321-4cc8-ba4b-c56a8c7593f0 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:40:53.276042 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-11ccf409-2e15-46a6-adaf-51029beceeab req-452df0e9-bc88-489d-8d69-c8721ecd61eb tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:53.278008 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c65ab0-6667-4dd8-a00e-c37ff66bbe77 None None] Pushing event updated for resources: {'Port': ['ID=98c2e415-5b23-46be-ac33-a975c1311ae4,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:53.282356 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a93b669-2a6c-4bef-90cc-1708922a3531 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:53.282937 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-9a93b669-2a6c-4bef-90cc-1708922a3531 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:53.293185 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d44a9b-1c10-4a4c-bfa4-e0af74cff326 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Pushing event updated for resources: {'Port': ['ID=05894f7b-11b4-43d0-a600-98e918762731,revision_number=2']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:53.335954 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9c1e23c1-551e-4e5c-80ed-15dde502084d req-235a53c7-9997-4d32-b4bc-5a230a1e373e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=00e677b7-ec29-42bc-8b52-7d9c8594501c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1075175 Oct 20 10:40:53.471267 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-ae902282-c95f-4f45-b9ff-8946d8eaf612 None None] Set router a8b94c7b-90c6-4a43-b38e-42fb877dc13c gateway port host: None {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:40:53.523113 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d44a9b-1c10-4a4c-bfa4-e0af74cff326 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Network d01baf07-86f4-4d28-8b19-65aed1553de5 is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:40:53.525554 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452df0e9-bc88-489d-8d69-c8721ecd61eb tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Pushing event deleted for resources: {'Port': ['ID=f02b4ff5-8a01-4904-9693-79bfb0a7f0b7,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:53.552979 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9c1e23c1-551e-4e5c-80ed-15dde502084d req-2db984ec-f23a-4a75-8ca0-4914c2f9a03e service neutron] 10.222.0.55 "GET /v2.0/networks/00e677b7-ec29-42bc-8b52-7d9c8594501c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119551 Oct 20 10:40:53.553606 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4084babe-8fb4-41b5-b47a-da9271940c88 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:53.579631 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4084babe-8fb4-41b5-b47a-da9271940c88 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:53.600524 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-c1d44a9b-1c10-4a4c-bfa4-e0af74cff326 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:40:53.607151 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [req-11ccf409-2e15-46a6-adaf-51029beceeab req-452df0e9-bc88-489d-8d69-c8721ecd61eb tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] No DVR routers for this DVR port f02b4ff5-8a01-4904-9693-79bfb0a7f0b7 on host n-h2-811396-3 {{(pid=100597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:40:53.611313 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-11ccf409-2e15-46a6-adaf-51029beceeab req-452df0e9-bc88-489d-8d69-c8721ecd61eb tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:53.625597 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-11ccf409-2e15-46a6-adaf-51029beceeab req-452df0e9-bc88-489d-8d69-c8721ecd61eb tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] 10.222.0.69 "DELETE /v2.0/ports/f02b4ff5-8a01-4904-9693-79bfb0a7f0b7 HTTP/1.1" status: 204 len: 173 time: 1.6963787 Oct 20 10:40:53.626374 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eee88060-7fda-477b-9c01-4b976f96d65d', 'name': 'network-vif-deleted', 'tag': 'f02b4ff5-8a01-4904-9693-79bfb0a7f0b7'}] {{(pid=100597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:40:53.629384 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd85cad6a391afaa95d2dd5280bfd4659fc1e1b2aba53b5e7ef874f059efcdc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d827aa74-77aa-4a06-af9e-6ad1b9058e7f" -d '{"events": [{"server_uuid": "eee88060-7fda-477b-9c01-4b976f96d65d", "name": "network-vif-deleted", "tag": "f02b4ff5-8a01-4904-9693-79bfb0a7f0b7"}]}' {{(pid=100597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:40:53.779281 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4084babe-8fb4-41b5-b47a-da9271940c88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:53.782266 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4084babe-8fb4-41b5-b47a-da9271940c88 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:53.784970 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-4084babe-8fb4-41b5-b47a-da9271940c88 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fdcb84e4-2396-4b84-8425-8fa213973bba HTTP/1.1" status: 204 len: 168 time: 0.8310630 Oct 20 10:40:53.787715 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9c1e23c1-551e-4e5c-80ed-15dde502084d req-37993748-19ef-487b-b2ea-59bd4c812da4 service neutron] 10.222.0.55 "GET /v2.0/networks/00e677b7-ec29-42bc-8b52-7d9c8594501c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351726 Oct 20 10:40:53.810671 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-9a93b669-2a6c-4bef-90cc-1708922a3531 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2770410 Oct 20 10:40:53.837222 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-d49c44bd-9d7a-49fe-886b-fc6ec30e5ab0 req-b4ff5485-9be8-4d7a-9d97-8420ef277382 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Deleting port cf0c126e-e3f9-4b67-b648-93728dd3e871 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:40:53.837713 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-d49c44bd-9d7a-49fe-886b-fc6ec30e5ab0 req-b4ff5485-9be8-4d7a-9d97-8420ef277382 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:53.843109 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 57286) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:53.851857 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c78b3e59-add6-45e7-8617-cbf634a5d096 x-openstack-request-id: req-c78b3e59-add6-45e7-8617-cbf634a5d096 {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:40:53.852409 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eee88060-7fda-477b-9c01-4b976f96d65d", "name": "network-vif-deleted", "tag": "f02b4ff5-8a01-4904-9693-79bfb0a7f0b7", "status": "completed", "code": 200}]} {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:40:53.852854 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c78b3e59-add6-45e7-8617-cbf634a5d096 {{(pid=100597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:40:53.853438 n-d-811396-3 neutron-server[100597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eee88060-7fda-477b-9c01-4b976f96d65d', 'name': 'network-vif-deleted', 'tag': 'f02b4ff5-8a01-4904-9693-79bfb0a7f0b7', 'status': 'completed', 'code': 200} Oct 20 10:40:53.859243 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-e221574c-b405-4072-a5cc-8839d2f67dd4 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Request body: {'subnet': {'network_id': '52b7d481-96ad-43f2-ac2a-a88dfd6fb656', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:40:53.872355 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1d44a9b-1c10-4a4c-bfa4-e0af74cff326 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Router a8b94c7b-90c6-4a43-b38e-42fb877dc13c has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:40:53.884015 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4084babe-8fb4-41b5-b47a-da9271940c88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdcb84e4-2396-4b84-8425-8fa213973bba,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:53.947005 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acf7f5f-f6ff-4433-8f3f-c55ce7c2a0a7 None None] Pushing event updated for resources: {'Port': ['ID=a433fd22-5091-42cf-9307-867519e1307c,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:54.178771 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-ffe1edd4-0b8e-4911-bac5-b74b55275cc0 None None] Provisioning complete for port a433fd22-5091-42cf-9307-867519e1307c triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:40:54.180639 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-ffe1edd4-0b8e-4911-bac5-b74b55275cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:54.322049 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-b007e58f-070e-4bfc-9e8e-75db9284a3cc None None] Publish callbacks [] for port, precommit_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:54.363693 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 57294) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:54.382437 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07aaa37e-543b-41f5-a1a5-d87d2eb86354 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524064ba-869c-5550-b826-c26b69a11278-bd30994f-0321-4cc8-ba4b-c56a8c7593f0', 'network_id': 'bd30994f-0321-4cc8-ba4b-c56a8c7593f0', 'tenant_id': '8b4746bce6c3411d8e7c43a6c9ac3359', 'fixed_ips': [{'subnet_id': 'ebd3c492-7ec7-4874-b99b-d702b30ae763'}]}} from n-d-811396-3. {{(pid=100598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:40:54.385735 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-07aaa37e-543b-41f5-a1a5-d87d2eb86354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:54.388993 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ee8ce2fd-75a5-49eb-b575-14e6cccda909 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:54.394945 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-b007e58f-070e-4bfc-9e8e-75db9284a3cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:54.483139 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedd56db-97a2-453b-9953-514ae2f379b9 req-37a8aad9-88ea-43a8-98cc-a62a694c6e2c tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:54.490386 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedd56db-97a2-453b-9953-514ae2f379b9 req-37a8aad9-88ea-43a8-98cc-a62a694c6e2c tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:54.492271 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cedd56db-97a2-453b-9953-514ae2f379b9 req-37a8aad9-88ea-43a8-98cc-a62a694c6e2c tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] 10.222.0.64 "GET /v2.0/ports?device_id=eee88060-7fda-477b-9c01-4b976f96d65d HTTP/1.1" status: 200 len: 1682 time: 0.8439312 Oct 20 10:40:54.549099 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b007e58f-070e-4bfc-9e8e-75db9284a3cc None None] Network d01baf07-86f4-4d28-8b19-65aed1553de5 is already hosted by enough agents. {{(pid=100598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:40:54.550874 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed8d853-ebbe-4a16-b280-e862d77dca55 req-444f3e19-79d7-4a75-8909-a0ac05057e54 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:54.552469 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fed8d853-ebbe-4a16-b280-e862d77dca55 req-444f3e19-79d7-4a75-8909-a0ac05057e54 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/ports?device_id=894255bb-de50-4397-86fd-3867a7b40e64 HTTP/1.1" status: 200 len: 943 time: 0.1592510 Oct 20 10:40:54.571160 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-d49c44bd-9d7a-49fe-886b-fc6ec30e5ab0 req-b4ff5485-9be8-4d7a-9d97-8420ef277382 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] For port cf0c126e-e3f9-4b67-b648-93728dd3e871, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=cf0c126e-e3f9-4b67-b648-93728dd3e871,segment=NetworkSegment(051f9c65-4e4b-4cc9-ace7-f0cfbcf6fdaf),segment_id=051f9c65-4e4b-4cc9-ace7-f0cfbcf6fdaf)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:40:54.571650 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-d49c44bd-9d7a-49fe-886b-fc6ec30e5ab0 req-b4ff5485-9be8-4d7a-9d97-8420ef277382 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:54.573213 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 9a707afc-3d8e-41f9-9396-0f19fb656d10 no longer exists at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:40:54.581892 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.base_scheduler [None req-b007e58f-070e-4bfc-9e8e-75db9284a3cc None None] Resources bound (agent type, host, resource id): {{(pid=100598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:40:54.599208 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159408f7-aaa3-4b5c-8652-7bf7c1174dfe req-d7710f7a-448d-4ed1-86df-beb914d52c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:54.599583 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [req-11ccf409-2e15-46a6-adaf-51029beceeab req-fe9d0f78-bb76-4992-b90c-3fc12c9dc4e4 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Deleting port c5135c15-a9ec-4401-81fe-3ae7de5a09df {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:40:54.599926 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-11ccf409-2e15-46a6-adaf-51029beceeab req-fe9d0f78-bb76-4992-b90c-3fc12c9dc4e4 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:54.600793 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-159408f7-aaa3-4b5c-8652-7bf7c1174dfe req-d7710f7a-448d-4ed1-86df-beb914d52c7a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c99eab67b5e546ffaba916e684c21094&device_id=894255bb-de50-4397-86fd-3867a7b40e64 HTTP/1.1" status: 200 len: 1094 time: 0.2113669 Oct 20 10:40:54.612138 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e221574c-b405-4072-a5cc-8839d2f67dd4 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Made reservation on behalf of 8b4746bce6c3411d8e7c43a6c9ac3359 for: {'subnet': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:40:54.615058 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e221574c-b405-4072-a5cc-8839d2f67dd4 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25350782'] for subnet, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:54.627078 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b007e58f-070e-4bfc-9e8e-75db9284a3cc None None] Pushing event updated for resources: {'Port': ['ID=6676f79a-62e5-48d7-86b0-7790d8ee8d2b,revision_number=1']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:54.629982 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b007e58f-070e-4bfc-9e8e-75db9284a3cc None None] Received port after_create {{(pid=100598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:40:54.641099 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2728ae7-9b73-47b0-bb6d-acacf3d54f1b None None] Network fd479215-a56b-4ee7-9454-4c80447710df requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:40:54.644232 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1d44a9b-1c10-4a4c-bfa4-e0af74cff326 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:40:54.656809 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-c1d44a9b-1c10-4a4c-bfa4-e0af74cff326 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] 10.222.0.64 "PUT /v2.0/routers/a8b94c7b-90c6-4a43-b38e-42fb877dc13c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1185737 Oct 20 10:40:54.668159 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 57298) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:54.669897 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cedd56db-97a2-453b-9953-514ae2f379b9 req-cef05030-9186-4d3a-b737-7ac727dad35c tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] 10.222.0.64 "GET /v2.0/security-groups?id=49245fbb-4e48-4db8-994f-34137d01c16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633735 Oct 20 10:40:54.672976 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-7cbb6241-0f92-4db3-8ebd-715077e5c67a tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1982885809'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:40:54.681461 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ee8ce2fd-75a5-49eb-b575-14e6cccda909 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:54.705079 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ee8ce2fd-75a5-49eb-b575-14e6cccda909 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:54.777894 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-ffe1edd4-0b8e-4911-bac5-b74b55275cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:54.845025 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cbb6241-0f92-4db3-8ebd-715077e5c67a tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Made reservation on behalf of a9b5f78b497b4e82bedac7bcd2f62452 for: {'network': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:40:54.849227 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7cbb6241-0f92-4db3-8ebd-715077e5c67a tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:54.852798 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-ae902282-c95f-4f45-b9ff-8946d8eaf612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8b94c7b-90c6-4a43-b38e-42fb877dc13c', 'name': 'tempest-RoutersIpV6Test-router-173173775', 'tenant_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:40:44Z', 'updated_at': '2021-10-20T10:40:52Z', 'revision_number': 3, 'project_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'gw_port_host': None, '_interfaces': [{'id': '05894f7b-11b4-43d0-a600-98e918762731', 'name': '', 'network_id': 'd01baf07-86f4-4d28-8b19-65aed1553de5', 'tenant_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'mac_address': 'fa:16:3e:72:1d:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8b94c7b-90c6-4a43-b38e-42fb877dc13c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '28132bf4-11e5-43fb-896f-af6830dd6618', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:40:51Z', 'updated_at': '2021-10-20T10:40:51Z', 'revision_number': 1, 'project_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'subnets': [{'id': '28132bf4-11e5-43fb-896f-af6830dd6618', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a433fd22-5091-42cf-9307-867519e1307c', 'name': '', 'network_id': '7fb59595-a6b9-4497-8ca6-3155b1017eae', 'tenant_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'mac_address': 'fa:16:3e:73:ac:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8b94c7b-90c6-4a43-b38e-42fb877dc13c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': '3341a74b-11cb-40df-b7ec-fdbefa4a8688', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:40:46Z', 'updated_at': '2021-10-20T10:40:52Z', 'revision_number': 4, 'project_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'subnets': [{'id': '3341a74b-11cb-40df-b7ec-fdbefa4a8688', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:40:54.862753 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-ee8ce2fd-75a5-49eb-b575-14e6cccda909 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2d61c402652649e695dcd197540ebb90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4960728 Oct 20 10:40:54.864933 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-07aaa37e-543b-41f5-a1a5-d87d2eb86354 None None] Allocated IP 172.20.0.2 (bd30994f-0321-4cc8-ba4b-c56a8c7593f0/ebd3c492-7ec7-4874-b99b-d702b30ae763/8632409a-e6f9-4308-89bd-466402616915) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:40:54.865182 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 57302) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:54.869848 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-b007e58f-070e-4bfc-9e8e-75db9284a3cc None None] Attempting to bind port 6676f79a-62e5-48d7-86b0-7790d8ee8d2b on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:40:54.870240 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-b007e58f-070e-4bfc-9e8e-75db9284a3cc None None] Attempting to bind port 6676f79a-62e5-48d7-86b0-7790d8ee8d2b by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '7978b5c0-7db1-4566-81f4-deec05efd6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'd01baf07-86f4-4d28-8b19-65aed1553de5'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:40:54.870640 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b007e58f-070e-4bfc-9e8e-75db9284a3cc None None] Attempting to bind port 6676f79a-62e5-48d7-86b0-7790d8ee8d2b on network d01baf07-86f4-4d28-8b19-65aed1553de5 {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:40:54.888460 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8ce2fd-75a5-49eb-b575-14e6cccda909 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44ca6be1-51c6-480e-897f-58758e6d4492,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:54.907473 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [req-11ccf409-2e15-46a6-adaf-51029beceeab req-fe9d0f78-bb76-4992-b90c-3fc12c9dc4e4 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] For port c5135c15-a9ec-4401-81fe-3ae7de5a09df, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=c5135c15-a9ec-4401-81fe-3ae7de5a09df,segment=NetworkSegment(00a77eb9-25fa-49d7-a3f2-655aec89c144),segment_id=00a77eb9-25fa-49d7-a3f2-655aec89c144)] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:40:54.907473 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-11ccf409-2e15-46a6-adaf-51029beceeab req-fe9d0f78-bb76-4992-b90c-3fc12c9dc4e4 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:54.939858 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae902282-c95f-4f45-b9ff-8946d8eaf612 None None] The sync data for ids ['a8b94c7b-90c6-4a43-b38e-42fb877dc13c'] in n-d-811396-3 is: [{'id': 'a8b94c7b-90c6-4a43-b38e-42fb877dc13c', 'name': 'tempest-RoutersIpV6Test-router-173173775', 'tenant_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:40:44Z', 'updated_at': '2021-10-20T10:40:52Z', 'revision_number': 3, 'project_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'gw_port_host': None, '_interfaces': [{'id': '05894f7b-11b4-43d0-a600-98e918762731', 'name': '', 'network_id': 'd01baf07-86f4-4d28-8b19-65aed1553de5', 'tenant_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'mac_address': 'fa:16:3e:72:1d:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8b94c7b-90c6-4a43-b38e-42fb877dc13c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '28132bf4-11e5-43fb-896f-af6830dd6618', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:40:51Z', 'updated_at': '2021-10-20T10:40:51Z', 'revision_number': 1, 'project_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'subnets': [{'id': '28132bf4-11e5-43fb-896f-af6830dd6618', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a433fd22-5091-42cf-9307-867519e1307c', 'name': '', 'network_id': '7fb59595-a6b9-4497-8ca6-3155b1017eae', 'tenant_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'mac_address': 'fa:16:3e:73:ac:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8b94c7b-90c6-4a43-b38e-42fb877dc13c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': '3341a74b-11cb-40df-b7ec-fdbefa4a8688', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:40:46Z', 'updated_at': '2021-10-20T10:40:52Z', 'revision_number': 4, 'project_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'subnets': [{'id': '3341a74b-11cb-40df-b7ec-fdbefa4a8688', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:40:54.944847 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [req-11ccf409-2e15-46a6-adaf-51029beceeab req-fe9d0f78-bb76-4992-b90c-3fc12c9dc4e4 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Calling delete_port for c5135c15-a9ec-4401-81fe-3ae7de5a09df owned by compute:nova {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:40:54.983225 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cbb6241-0f92-4db3-8ebd-715077e5c67a tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 813} {{(pid=100597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:40:54.985458 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b007e58f-070e-4bfc-9e8e-75db9284a3cc None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 40, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:40:54.985858 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b007e58f-070e-4bfc-9e8e-75db9284a3cc None None] Checking segment: {'id': '7978b5c0-7db1-4566-81f4-deec05efd6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'd01baf07-86f4-4d28-8b19-65aed1553de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:40:54.986351 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-b007e58f-070e-4bfc-9e8e-75db9284a3cc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:54.986841 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b007e58f-070e-4bfc-9e8e-75db9284a3cc None None] Bound using segment: {'id': '7978b5c0-7db1-4566-81f4-deec05efd6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'd01baf07-86f4-4d28-8b19-65aed1553de5'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:40:54.987488 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-b007e58f-070e-4bfc-9e8e-75db9284a3cc None None] Bound port: 6676f79a-62e5-48d7-86b0-7790d8ee8d2b, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7978b5c0-7db1-4566-81f4-deec05efd6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'd01baf07-86f4-4d28-8b19-65aed1553de5'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:40:54.987915 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-b007e58f-070e-4bfc-9e8e-75db9284a3cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:54.996602 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fed8d853-ebbe-4a16-b280-e862d77dca55 req-b7c68fee-1ba6-4aa7-900f-d101fdd2de85 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/security-groups?id=17372704-86e6-46e6-a5dd-dc7385be620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4343672 Oct 20 10:40:55.032181 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 98c2e415-5b23-46be-ac33-a975c1311ae4 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:40:55.038476 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-ffe1edd4-0b8e-4911-bac5-b74b55275cc0 None None] For port a433fd22-5091-42cf-9307-867519e1307c, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=a433fd22-5091-42cf-9307-867519e1307c,segment=NetworkSegment(dd748ae4-dd8d-4635-a22f-19ec20cfe330),segment_id=dd748ae4-dd8d-4635-a22f-19ec20cfe330)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:40:55.044998 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7cbb6241-0f92-4db3-8ebd-715077e5c67a tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:55.046089 n-d-811396-3 neutron-server[100597]: INFO neutron.db.segments_db [None req-7cbb6241-0f92-4db3-8ebd-715077e5c67a tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Added segment 785a493f-e799-417f-b685-3c1757b86461 of type vlan for network cc7a85ea-bd13-4310-86e7-8f2dcb53116c Oct 20 10:40:55.074713 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159408f7-aaa3-4b5c-8652-7bf7c1174dfe req-e000583c-b6a1-408b-953b-3bd947596987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:55.077441 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-159408f7-aaa3-4b5c-8652-7bf7c1174dfe req-e000583c-b6a1-408b-953b-3bd947596987 service neutron] 10.222.0.55 "GET /v2.0/networks?id=00e677b7-ec29-42bc-8b52-7d9c8594501c HTTP/1.1" status: 200 len: 913 time: 0.4651632 Oct 20 10:40:55.149731 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1cc73f-319d-4f1e-8ede-03c7e9a13732 req-4e5ccfc2-68b0-4791-820b-e6dff0f55d91 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:55.155626 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7470541b-9210-43a5-b25a-e1a0c157ea78 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:55.158629 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-ffe1edd4-0b8e-4911-bac5-b74b55275cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:55.160013 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ef1cc73f-319d-4f1e-8ede-03c7e9a13732 req-4e5ccfc2-68b0-4791-820b-e6dff0f55d91 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] 10.222.0.64 "GET /v2.0/ports?device_id=3091e305-b65e-495d-a080-e2d8b14b0e49 HTTP/1.1" status: 200 len: 945 time: 0.3481648 Oct 20 10:40:55.164157 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7cbb6241-0f92-4db3-8ebd-715077e5c67a tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:55.224000 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:55.259642 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7470541b-9210-43a5-b25a-e1a0c157ea78 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:55.312614 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-159408f7-aaa3-4b5c-8652-7bf7c1174dfe req-fd7775ee-6896-4616-9b9c-0081b79af1ea service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=576a552f-d89d-48f5-b169-d8f375d4c38f HTTP/1.1" status: 200 len: 217 time: 0.0978012 Oct 20 10:40:55.323882 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e221574c-b405-4072-a5cc-8839d2f67dd4 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25350752'] for subnet, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:55.324993 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eee88060-7fda-477b-9c01-4b976f96d65d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a707afc-3d8e-41f9-9396-0f19fb656d10'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:40:55.327507 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d6e4005-1794-46d8-865e-b251223e70cf" -d '{"events": [{"server_uuid": "eee88060-7fda-477b-9c01-4b976f96d65d", "name": "network-vif-unplugged", "status": "completed", "tag": "9a707afc-3d8e-41f9-9396-0f19fb656d10"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:40:55.359814 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7cbb6241-0f92-4db3-8ebd-715077e5c67a tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:55.366029 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cbb6241-0f92-4db3-8ebd-715077e5c67a tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:55.368815 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7cbb6241-0f92-4db3-8ebd-715077e5c67a tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:55.401849 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Oct 2021 10:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f147d8b-06cc-4774-96e8-47be432326ad x-openstack-request-id: req-0f147d8b-06cc-4774-96e8-47be432326ad {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:40:55.402196 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eee88060-7fda-477b-9c01-4b976f96d65d", "name": "network-vif-unplugged", "status": "completed", "tag": "9a707afc-3d8e-41f9-9396-0f19fb656d10", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:40:55.402456 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0f147d8b-06cc-4774-96e8-47be432326ad {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:40:55.402902 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eee88060-7fda-477b-9c01-4b976f96d65d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a707afc-3d8e-41f9-9396-0f19fb656d10', 'code': 200} Oct 20 10:40:55.406779 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 9a707afc-3d8e-41f9-9396-0f19fb656d10, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=9a707afc-3d8e-41f9-9396-0f19fb656d10,segment=NetworkSegment(5a820aca-1e2b-47e3-9f7c-83f04ab1eb90),segment_id=5a820aca-1e2b-47e3-9f7c-83f04ab1eb90)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:40:55.420107 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-6c7ff049-1185-4b7e-8bfe-10a2e46af912 None None] Provisioning complete for port 98c2e415-5b23-46be-ac33-a975c1311ae4 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:40:55.420483 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-6c7ff049-1185-4b7e-8bfe-10a2e46af912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:55.435532 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-7cbb6241-0f92-4db3-8ebd-715077e5c67a tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7662573 Oct 20 10:40:55.442640 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ef1cc73f-319d-4f1e-8ede-03c7e9a13732 req-7b35de3f-4646-471f-8ac8-fd0f589daf7a tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] 10.222.0.64 "GET /v2.0/security-groups?id=a673e019-cdf8-45bc-a191-e8846fb1ecb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2813973 Oct 20 10:40:55.443123 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 57306) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:55.465692 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-70b66962-f6ce-4359-b54b-17badacc2a41 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Request body: {'subnet': {'network_id': 'cc7a85ea-bd13-4310-86e7-8f2dcb53116c', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:40:55.466963 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:55.467687 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device f02b4ff5-8a01-4904-9693-79bfb0a7f0b7 no longer exists at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:40:55.478518 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-d49c44bd-9d7a-49fe-886b-fc6ec30e5ab0 req-b4ff5485-9be8-4d7a-9d97-8420ef277382 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:55.478885 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-d49c44bd-9d7a-49fe-886b-fc6ec30e5ab0 req-b4ff5485-9be8-4d7a-9d97-8420ef277382 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1773381'] for floatingip, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:55.479208 n-d-811396-3 neutron-server[100596]: INFO neutron.db.l3_db [req-d49c44bd-9d7a-49fe-886b-fc6ec30e5ab0 req-b4ff5485-9be8-4d7a-9d97-8420ef277382 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Floating IP eb9f1a7f-044c-4e88-99ae-e0ca2c1f369b disassociated. External IP: 172.25.1.152, port: cf0c126e-e3f9-4b67-b648-93728dd3e871. Oct 20 10:40:55.479635 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-d49c44bd-9d7a-49fe-886b-fc6ec30e5ab0 req-b4ff5485-9be8-4d7a-9d97-8420ef277382 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Calling delete_port for cf0c126e-e3f9-4b67-b648-93728dd3e871 owned by compute:nova {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:40:55.489262 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-b007e58f-070e-4bfc-9e8e-75db9284a3cc None None] For port 6676f79a-62e5-48d7-86b0-7790d8ee8d2b, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:40:55.504086 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe1edd4-0b8e-4911-bac5-b74b55275cc0 None None] Pushing event updated for resources: {'Port': ['ID=a433fd22-5091-42cf-9307-867519e1307c,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:55.580029 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-b007e58f-070e-4bfc-9e8e-75db9284a3cc None None] For port 6676f79a-62e5-48d7-86b0-7790d8ee8d2b, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=6676f79a-62e5-48d7-86b0-7790d8ee8d2b,segment=NetworkSegment(7978b5c0-7db1-4566-81f4-deec05efd6cc),segment_id=7978b5c0-7db1-4566-81f4-deec05efd6cc)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:40:55.590576 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] No Port match for: f02b4ff5-8a01-4904-9693-79bfb0a7f0b7 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:40:55.591785 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device f02b4ff5-8a01-4904-9693-79bfb0a7f0b7 not bound to the agent host n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:40:55.592257 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device c5135c15-a9ec-4401-81fe-3ae7de5a09df no longer exists at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:40:55.602943 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159408f7-aaa3-4b5c-8652-7bf7c1174dfe req-4dbe1849-47f4-4631-a728-88243e98bccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:55.604569 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-159408f7-aaa3-4b5c-8652-7bf7c1174dfe req-4dbe1849-47f4-4631-a728-88243e98bccb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=41c5fb46-df00-4db9-bb3d-c914d29737cc HTTP/1.1" status: 200 len: 852 time: 0.2699146 Oct 20 10:40:55.620300 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e221574c-b405-4072-a5cc-8839d2f67dd4 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Pushing event updated for resources: {'Subnet': ['ID=8acd89d1-5fcf-4cec-b0e4-622bfa0e7e36,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:55.643650 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-b007e58f-070e-4bfc-9e8e-75db9284a3cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:55.678123 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 98c2e415-5b23-46be-ac33-a975c1311ae4 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:40:55.678123 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:55.690858 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-11ccf409-2e15-46a6-adaf-51029beceeab req-fe9d0f78-bb76-4992-b90c-3fc12c9dc4e4 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:55.705432 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-159408f7-aaa3-4b5c-8652-7bf7c1174dfe req-a122bb7a-71f1-447c-976f-a684a403587f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=00e677b7-ec29-42bc-8b52-7d9c8594501c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515263 Oct 20 10:40:55.765448 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e221574c-b405-4072-a5cc-8839d2f67dd4 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Checking segment: {'id': '7954116d-e80a-4e67-b21f-9b97a91c0b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '52b7d481-96ad-43f2-ac2a-a88dfd6fb656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:40:55.765944 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e221574c-b405-4072-a5cc-8839d2f67dd4 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Network hostable DHCP agents. Network: 52b7d481-96ad-43f2-ac2a-a88dfd6fb656, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:40:55.775196 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbb6241-0f92-4db3-8ebd-715077e5c67a tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Pushing event updated for resources: {'Network': ['ID=cc7a85ea-bd13-4310-86e7-8f2dcb53116c,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:55.783778 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9d0f78-bb76-4992-b90c-3fc12c9dc4e4 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Pushing event deleted for resources: {'Port': ['ID=c5135c15-a9ec-4401-81fe-3ae7de5a09df,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:55.799045 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70b66962-f6ce-4359-b54b-17badacc2a41 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Made reservation on behalf of a9b5f78b497b4e82bedac7bcd2f62452 for: {'subnet': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:40:55.802592 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-70b66962-f6ce-4359-b54b-17badacc2a41 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26761797'] for subnet, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:55.814422 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network cc7a85ea-bd13-4310-86e7-8f2dcb53116c details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:40:55.817392 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=9a707afc-3d8e-41f9-9396-0f19fb656d10,revision_number=6']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:55.864802 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7470541b-9210-43a5-b25a-e1a0c157ea78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:55.874428 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7470541b-9210-43a5-b25a-e1a0c157ea78 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:55.875759 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-7470541b-9210-43a5-b25a-e1a0c157ea78 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/44ca6be1-51c6-480e-897f-58758e6d4492 HTTP/1.1" status: 204 len: 168 time: 1.0037091 Oct 20 10:40:55.911522 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] No active binding found for port c5135c15-a9ec-4401-81fe-3ae7de5a09df {{(pid=100598) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 20 10:40:55.912012 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device c5135c15-a9ec-4401-81fe-3ae7de5a09df not bound to the agent host n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:40:55.919416 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7470541b-9210-43a5-b25a-e1a0c157ea78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44ca6be1-51c6-480e-897f-58758e6d4492,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:55.919710 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e221574c-b405-4072-a5cc-8839d2f67dd4 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Network 52b7d481-96ad-43f2-ac2a-a88dfd6fb656 is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:40:55.955052 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-07aaa37e-543b-41f5-a1a5-d87d2eb86354 None None] Publish callbacks [] for port, precommit_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:56.002511 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [req-11ccf409-2e15-46a6-adaf-51029beceeab req-fe9d0f78-bb76-4992-b90c-3fc12c9dc4e4 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] No DVR routers for this DVR port c5135c15-a9ec-4401-81fe-3ae7de5a09df on host n-h2-811396-3 {{(pid=100597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:40:56.006428 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-11ccf409-2e15-46a6-adaf-51029beceeab req-fe9d0f78-bb76-4992-b90c-3fc12c9dc4e4 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:56.015088 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-11ccf409-2e15-46a6-adaf-51029beceeab req-fe9d0f78-bb76-4992-b90c-3fc12c9dc4e4 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] 10.222.0.69 "DELETE /v2.0/ports/c5135c15-a9ec-4401-81fe-3ae7de5a09df HTTP/1.1" status: 204 len: 173 time: 2.3798726 Oct 20 10:40:56.017034 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eee88060-7fda-477b-9c01-4b976f96d65d', 'name': 'network-vif-deleted', 'tag': 'c5135c15-a9ec-4401-81fe-3ae7de5a09df'}] {{(pid=100597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:40:56.019711 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd85cad6a391afaa95d2dd5280bfd4659fc1e1b2aba53b5e7ef874f059efcdc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab36a331-ecdf-4160-bc28-277e435d6bd8" -d '{"events": [{"server_uuid": "eee88060-7fda-477b-9c01-4b976f96d65d", "name": "network-vif-deleted", "tag": "c5135c15-a9ec-4401-81fe-3ae7de5a09df"}]}' {{(pid=100597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:40:56.050141 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-6c7ff049-1185-4b7e-8bfe-10a2e46af912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:56.086556 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-07aaa37e-543b-41f5-a1a5-d87d2eb86354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:56.088350 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-e221574c-b405-4072-a5cc-8839d2f67dd4 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, 52b7d481-96ad-43f2-ac2a-a88dfd6fb656) {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:40:56.149700 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e97d4c1c-80c1-4a2c-abbd-2dfdbf0c86eb None None] Network 52b7d481-96ad-43f2-ac2a-a88dfd6fb656 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:40:56.163570 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e221574c-b405-4072-a5cc-8839d2f67dd4 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:56.165106 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e221574c-b405-4072-a5cc-8839d2f67dd4 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:56.228178 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-e221574c-b405-4072-a5cc-8839d2f67dd4 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3810413 Oct 20 10:40:56.233878 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 57320) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:56.295226 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429da37a-f773-441a-a770-99c92a909419 req-9baac6c2-bd3f-46fa-b3cc-e32aa53f194a tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:56.302916 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-429da37a-f773-441a-a770-99c92a909419 req-9baac6c2-bd3f-46fa-b3cc-e32aa53f194a tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] 10.222.0.64 "GET /v2.0/ports?device_id=eee88060-7fda-477b-9c01-4b976f96d65d HTTP/1.1" status: 200 len: 944 time: 0.4603946 Oct 20 10:40:56.449167 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b007e58f-070e-4bfc-9e8e-75db9284a3cc None None] Pushing event updated for resources: {'Port': ['ID=6676f79a-62e5-48d7-86b0-7790d8ee8d2b,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:56.518878 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-159408f7-aaa3-4b5c-8652-7bf7c1174dfe req-55b153bd-ca4c-4bc0-b089-c4b215299ed1 service neutron] 10.222.0.55 "GET /v2.0/networks/00e677b7-ec29-42bc-8b52-7d9c8594501c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7995653 Oct 20 10:40:56.527738 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07aaa37e-543b-41f5-a1a5-d87d2eb86354 None None] Network bd30994f-0321-4cc8-ba4b-c56a8c7593f0 is already hosted by enough agents. {{(pid=100598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:40:56.547777 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-429da37a-f773-441a-a770-99c92a909419 req-0918af07-68b6-48f6-980f-757e03631c83 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] 10.222.0.64 "GET /v2.0/security-groups?id=49245fbb-4e48-4db8-994f-34137d01c16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438638 Oct 20 10:40:56.667875 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bb31d61-bc36-4da7-98b1-f7a3aac54d75 x-openstack-request-id: req-0bb31d61-bc36-4da7-98b1-f7a3aac54d75 {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:40:56.668937 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eee88060-7fda-477b-9c01-4b976f96d65d", "name": "network-vif-deleted", "tag": "c5135c15-a9ec-4401-81fe-3ae7de5a09df", "status": "completed", "code": 200}]} {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:40:56.668937 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0bb31d61-bc36-4da7-98b1-f7a3aac54d75 {{(pid=100597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:40:56.669191 n-d-811396-3 neutron-server[100597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eee88060-7fda-477b-9c01-4b976f96d65d', 'name': 'network-vif-deleted', 'tag': 'c5135c15-a9ec-4401-81fe-3ae7de5a09df', 'status': 'completed', 'code': 200} Oct 20 10:40:56.736878 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [req-11ccf409-2e15-46a6-adaf-51029beceeab req-a4c2d423-b1bc-4739-a229-c25380aeb3f9 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Deleting port 9a707afc-3d8e-41f9-9396-0f19fb656d10 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:40:56.737332 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-11ccf409-2e15-46a6-adaf-51029beceeab req-a4c2d423-b1bc-4739-a229-c25380aeb3f9 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:56.817728 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-d49c44bd-9d7a-49fe-886b-fc6ec30e5ab0 req-b4ff5485-9be8-4d7a-9d97-8420ef277382 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:56.835193 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a717449e-f519-42ff-aec4-a95be9782d8f req-a0f0bd66-8669-437d-89f4-c777e11a4723 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:56.836862 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a717449e-f519-42ff-aec4-a95be9782d8f req-a0f0bd66-8669-437d-89f4-c777e11a4723 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/ports?device_id=894255bb-de50-4397-86fd-3867a7b40e64 HTTP/1.1" status: 200 len: 943 time: 0.5532486 Oct 20 10:40:56.893093 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.base_scheduler [None req-07aaa37e-543b-41f5-a1a5-d87d2eb86354 None None] Resources bound (agent type, host, resource id): {{(pid=100598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:40:56.906145 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device cf0c126e-e3f9-4b67-b648-93728dd3e871 no longer exists at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:40:56.942948 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07aaa37e-543b-41f5-a1a5-d87d2eb86354 None None] Received port after_create {{(pid=100598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:40:57.001635 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ff5485-9be8-4d7a-9d97-8420ef277382 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Pushing event deleted for resources: {'Port': ['ID=cf0c126e-e3f9-4b67-b648-93728dd3e871,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:57.010144 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-61bc496f-947e-49da-9a9c-a9c228f81801 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:57.035817 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-70b66962-f6ce-4359-b54b-17badacc2a41 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26836128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26761819'] for subnet, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:57.044114 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-6c7ff049-1185-4b7e-8bfe-10a2e46af912 None None] For port 98c2e415-5b23-46be-ac33-a975c1311ae4, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=98c2e415-5b23-46be-ac33-a975c1311ae4,segment=NetworkSegment(f3075d75-f84e-4735-af6a-186c39ad6ce3),segment_id=f3075d75-f84e-4735-af6a-186c39ad6ce3)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:40:57.084261 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [req-11ccf409-2e15-46a6-adaf-51029beceeab req-a4c2d423-b1bc-4739-a229-c25380aeb3f9 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] For port 9a707afc-3d8e-41f9-9396-0f19fb656d10, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=9a707afc-3d8e-41f9-9396-0f19fb656d10,segment=NetworkSegment(5a820aca-1e2b-47e3-9f7c-83f04ab1eb90),segment_id=5a820aca-1e2b-47e3-9f7c-83f04ab1eb90)] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:40:57.085146 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-11ccf409-2e15-46a6-adaf-51029beceeab req-a4c2d423-b1bc-4739-a229-c25380aeb3f9 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:57.090722 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] No Port match for: cf0c126e-e3f9-4b67-b648-93728dd3e871 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:40:57.091265 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device cf0c126e-e3f9-4b67-b648-93728dd3e871 not bound to the agent host n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:40:57.097262 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c6f16dbb-9280-4c38-9a3d-6e2cb2436ccf req-954a49d3-b584-4075-acf5-7c2a07070099 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] 10.222.0.64 "GET /v2.0/ports?device_id=3091e305-b65e-495d-a080-e2d8b14b0e49 HTTP/1.1" status: 200 len: 210 time: 0.1378832 Oct 20 10:40:57.130394 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-6c7ff049-1185-4b7e-8bfe-10a2e46af912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:57.152550 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [req-11ccf409-2e15-46a6-adaf-51029beceeab req-a4c2d423-b1bc-4739-a229-c25380aeb3f9 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Calling delete_port for 9a707afc-3d8e-41f9-9396-0f19fb656d10 owned by compute:nova {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:40:57.172967 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a717449e-f519-42ff-aec4-a95be9782d8f req-b34583b0-0eeb-498f-a7c5-1ec3aec53497 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/security-groups?id=17372704-86e6-46e6-a5dd-dc7385be620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2900715 Oct 20 10:40:57.174841 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07aaa37e-543b-41f5-a1a5-d87d2eb86354 None None] Pushing event updated for resources: {'Port': ['ID=8632409a-e6f9-4308-89bd-466402616915,revision_number=1']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:57.220499 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:57.281197 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-159408f7-aaa3-4b5c-8652-7bf7c1174dfe req-0809465a-979d-4253-8216-5a53bb4cb4b7 service neutron] 10.222.0.55 "GET /v2.0/networks/00e677b7-ec29-42bc-8b52-7d9c8594501c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7318082 Oct 20 10:40:57.286885 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b66962-f6ce-4359-b54b-17badacc2a41 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Pushing event updated for resources: {'Subnet': ['ID=b4c96eec-5bd6-4a0f-8791-4252708ccd92,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:57.330778 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b66962-f6ce-4359-b54b-17badacc2a41 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Checking segment: {'id': '785a493f-e799-417f-b685-3c1757b86461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'cc7a85ea-bd13-4310-86e7-8f2dcb53116c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:40:57.332040 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b66962-f6ce-4359-b54b-17badacc2a41 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Network hostable DHCP agents. Network: cc7a85ea-bd13-4310-86e7-8f2dcb53116c, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:40:57.400330 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58521615-9eac-44d9-83f1-4b2ccc40a466 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524064ba-869c-5550-b826-c26b69a11278-52b7d481-96ad-43f2-ac2a-a88dfd6fb656', 'network_id': '52b7d481-96ad-43f2-ac2a-a88dfd6fb656', 'tenant_id': '8b4746bce6c3411d8e7c43a6c9ac3359', 'fixed_ips': [{'subnet_id': '8acd89d1-5fcf-4cec-b0e4-622bfa0e7e36'}]}} from n-d-811396-3. {{(pid=100598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:40:57.401304 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-58521615-9eac-44d9-83f1-4b2ccc40a466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:57.430392 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b66962-f6ce-4359-b54b-17badacc2a41 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Network cc7a85ea-bd13-4310-86e7-8f2dcb53116c is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:40:57.463117 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d49c44bd-9d7a-49fe-886b-fc6ec30e5ab0 req-b4ff5485-9be8-4d7a-9d97-8420ef277382 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Router 6c8e07ba-d16f-474e-8dce-631d71307689 has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:40:57.464094 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-70b66962-f6ce-4359-b54b-17badacc2a41 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, cc7a85ea-bd13-4310-86e7-8f2dcb53116c) {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:40:57.485906 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b66962-f6ce-4359-b54b-17badacc2a41 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:57.491106 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-70b66962-f6ce-4359-b54b-17badacc2a41 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:57.502190 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-11ccf409-2e15-46a6-adaf-51029beceeab req-a4c2d423-b1bc-4739-a229-c25380aeb3f9 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:57.510420 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-984891a6-22f1-4f5d-b946-131cda4f4b74 None None] Network cc7a85ea-bd13-4310-86e7-8f2dcb53116c requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:40:57.525936 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-70b66962-f6ce-4359-b54b-17badacc2a41 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0725937 Oct 20 10:40:57.537573 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-07aaa37e-543b-41f5-a1a5-d87d2eb86354 None None] Attempting to bind port 8632409a-e6f9-4308-89bd-466402616915 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:40:57.540383 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 57342) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:57.547615 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-07aaa37e-543b-41f5-a1a5-d87d2eb86354 None None] Attempting to bind port 8632409a-e6f9-4308-89bd-466402616915 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '77d16cd1-0f95-4145-b6b0-c4ffa55f7772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'bd30994f-0321-4cc8-ba4b-c56a8c7593f0'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:40:57.548197 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07aaa37e-543b-41f5-a1a5-d87d2eb86354 None None] Attempting to bind port 8632409a-e6f9-4308-89bd-466402616915 on network bd30994f-0321-4cc8-ba4b-c56a8c7593f0 {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:40:57.573475 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7ff049-1185-4b7e-8bfe-10a2e46af912 None None] Pushing event updated for resources: {'Port': ['ID=98c2e415-5b23-46be-ac33-a975c1311ae4,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:57.574089 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c2d423-b1bc-4739-a229-c25380aeb3f9 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Pushing event deleted for resources: {'Port': ['ID=9a707afc-3d8e-41f9-9396-0f19fb656d10,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:57.669330 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-f0fd9c39-719c-405f-8f1e-0d6be7bdd869 None None] Provisioning complete for port 98c2e415-5b23-46be-ac33-a975c1311ae4 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:40:57.669705 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-f0fd9c39-719c-405f-8f1e-0d6be7bdd869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:57.690774 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07aaa37e-543b-41f5-a1a5-d87d2eb86354 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 40, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:40:57.691197 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07aaa37e-543b-41f5-a1a5-d87d2eb86354 None None] Checking segment: {'id': '77d16cd1-0f95-4145-b6b0-c4ffa55f7772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'bd30994f-0321-4cc8-ba4b-c56a8c7593f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:40:57.691635 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-07aaa37e-543b-41f5-a1a5-d87d2eb86354 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:57.692032 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07aaa37e-543b-41f5-a1a5-d87d2eb86354 None None] Bound using segment: {'id': '77d16cd1-0f95-4145-b6b0-c4ffa55f7772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'bd30994f-0321-4cc8-ba4b-c56a8c7593f0'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:40:57.692536 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-07aaa37e-543b-41f5-a1a5-d87d2eb86354 None None] Bound port: 8632409a-e6f9-4308-89bd-466402616915, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77d16cd1-0f95-4145-b6b0-c4ffa55f7772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'bd30994f-0321-4cc8-ba4b-c56a8c7593f0'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:40:57.692926 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-07aaa37e-543b-41f5-a1a5-d87d2eb86354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:57.745998 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [req-11ccf409-2e15-46a6-adaf-51029beceeab req-a4c2d423-b1bc-4739-a229-c25380aeb3f9 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] No DVR routers for this DVR port 9a707afc-3d8e-41f9-9396-0f19fb656d10 on host n-h2-811396-3 {{(pid=100597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:40:57.750561 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-11ccf409-2e15-46a6-adaf-51029beceeab req-a4c2d423-b1bc-4739-a229-c25380aeb3f9 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:57.765105 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-11ccf409-2e15-46a6-adaf-51029beceeab req-a4c2d423-b1bc-4739-a229-c25380aeb3f9 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] 10.222.0.69 "DELETE /v2.0/ports/9a707afc-3d8e-41f9-9396-0f19fb656d10 HTTP/1.1" status: 204 len: 173 time: 1.7068233 Oct 20 10:40:57.893052 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-61bc496f-947e-49da-9a9c-a9c228f81801 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Allocated IP 172.20.0.1 (bd30994f-0321-4cc8-ba4b-c56a8c7593f0/ebd3c492-7ec7-4874-b99b-d702b30ae763/d48046de-e33c-49d5-a79d-68603400ac05) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:40:58.115697 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d95d75a-b7ca-4f6f-8ba5-81e34a3a0dfb None None] Network d01baf07-86f4-4d28-8b19-65aed1553de5 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:40:58.130108 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-61bc496f-947e-49da-9a9c-a9c228f81801 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:58.181713 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-61bc496f-947e-49da-9a9c-a9c228f81801 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:58.244393 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36112d9d-bcb8-4461-9c58-c063d4e81e49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524064ba-869c-5550-b826-c26b69a11278-cc7a85ea-bd13-4310-86e7-8f2dcb53116c', 'network_id': 'cc7a85ea-bd13-4310-86e7-8f2dcb53116c', 'tenant_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'fixed_ips': [{'subnet_id': 'b4c96eec-5bd6-4a0f-8791-4252708ccd92'}]}} from n-d-811396-3. {{(pid=100598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:40:58.245642 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-36112d9d-bcb8-4461-9c58-c063d4e81e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:58.265026 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def16e9e-e5c1-47c4-9dfe-e281ca382e8c None None] Sync routers for ids ['a8b94c7b-90c6-4a43-b38e-42fb877dc13c'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:40:58.267325 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.db.api [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 10:40:58.267823 n-d-811396-3 neutron-server[100598]: DEBUG oslo_db.api [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 10:40:58.281358 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61bc496f-947e-49da-9a9c-a9c228f81801 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Network bd30994f-0321-4cc8-ba4b-c56a8c7593f0 is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:40:58.286010 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def16e9e-e5c1-47c4-9dfe-e281ca382e8c None None] Routers {'a8b94c7b-90c6-4a43-b38e-42fb877dc13c'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:40:58.286640 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-def16e9e-e5c1-47c4-9dfe-e281ca382e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:40:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['a8b94c7b-90c6-4a43-b38e-42fb877dc13c'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:40:58.289684 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-61bc496f-947e-49da-9a9c-a9c228f81801 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:40:58.306244 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61bc496f-947e-49da-9a9c-a9c228f81801 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:40:58.372438 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bc496f-947e-49da-9a9c-a9c228f81801 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Pushing event updated for resources: {'Port': ['ID=d48046de-e33c-49d5-a79d-68603400ac05,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:58.396884 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-61bc496f-947e-49da-9a9c-a9c228f81801 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1774540'] for router_interface, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:58.408947 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-def16e9e-e5c1-47c4-9dfe-e281ca382e8c None None] Set router a8b94c7b-90c6-4a43-b38e-42fb877dc13c gateway port host: None {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:40:58.438420 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 576a552f-d89d-48f5-b169-d8f375d4c38f details requested by agent hyperv_n-h1-811396-3 with host n-h1-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:40:58.477183 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7abdb6b5-f375-4d1a-992d-72fcde074431 req-7e239584-2491-4389-8012-ab827e59c66b tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] 10.222.0.64 "GET /v2.0/ports?device_id=eee88060-7fda-477b-9c01-4b976f96d65d HTTP/1.1" status: 200 len: 210 time: 0.7582650 Oct 20 10:40:58.506232 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-38789d7e-0854-4bff-ab9b-aa26b8611e76 req-a93492f5-bda2-425f-a1c3-5c189bf9e8eb tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] 10.222.0.64 "GET /v2.0/ports?device_id=3091e305-b65e-495d-a080-e2d8b14b0e49 HTTP/1.1" status: 200 len: 210 time: 0.1143892 Oct 20 10:40:58.652149 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.db.resource_extend [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 20 10:40:58.652614 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-61bc496f-947e-49da-9a9c-a9c228f81801 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:58.678336 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-58521615-9eac-44d9-83f1-4b2ccc40a466 None None] Allocated IP 172.20.0.2 (52b7d481-96ad-43f2-ac2a-a88dfd6fb656/8acd89d1-5fcf-4cec-b0e4-622bfa0e7e36/80213522-44f6-4808-b19b-867fd5ed8f22) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:40:58.686057 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eee88060-7fda-477b-9c01-4b976f96d65d', 'name': 'network-vif-deleted', 'tag': '9a707afc-3d8e-41f9-9396-0f19fb656d10'}] {{(pid=100597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:40:58.692079 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-07aaa37e-543b-41f5-a1a5-d87d2eb86354 None None] For port 8632409a-e6f9-4308-89bd-466402616915, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:40:58.693463 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd85cad6a391afaa95d2dd5280bfd4659fc1e1b2aba53b5e7ef874f059efcdc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5eac051-e581-4e16-b809-770ca0f9c7b7" -d '{"events": [{"server_uuid": "eee88060-7fda-477b-9c01-4b976f96d65d", "name": "network-vif-deleted", "tag": "9a707afc-3d8e-41f9-9396-0f19fb656d10"}]}' {{(pid=100597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:40:58.723303 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d49c44bd-9d7a-49fe-886b-fc6ec30e5ab0 req-b4ff5485-9be8-4d7a-9d97-8420ef277382 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:40:58.764142 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-07aaa37e-543b-41f5-a1a5-d87d2eb86354 None None] For port 8632409a-e6f9-4308-89bd-466402616915, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=8632409a-e6f9-4308-89bd-466402616915,segment=NetworkSegment(77d16cd1-0f95-4145-b6b0-c4ffa55f7772),segment_id=77d16cd1-0f95-4145-b6b0-c4ffa55f7772)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:40:58.786731 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8dd15b5-5924-411d-b244-8d26e270d0ce None None] Sync routers for ids ['6c8e07ba-d16f-474e-8dce-631d71307689'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:40:58.794027 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-d49c44bd-9d7a-49fe-886b-fc6ec30e5ab0 req-b4ff5485-9be8-4d7a-9d97-8420ef277382 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] No DVR routers for this DVR port cf0c126e-e3f9-4b67-b648-93728dd3e871 on host n-h2-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:40:58.826293 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-07aaa37e-543b-41f5-a1a5-d87d2eb86354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:58.829156 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-d49c44bd-9d7a-49fe-886b-fc6ec30e5ab0 req-b4ff5485-9be8-4d7a-9d97-8420ef277382 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:58.833025 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d49c44bd-9d7a-49fe-886b-fc6ec30e5ab0 req-b4ff5485-9be8-4d7a-9d97-8420ef277382 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] 10.222.0.69 "DELETE /v2.0/ports/cf0c126e-e3f9-4b67-b648-93728dd3e871 HTTP/1.1" status: 204 len: 173 time: 5.9444771 Oct 20 10:40:58.833775 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3091e305-b65e-495d-a080-e2d8b14b0e49', 'name': 'network-vif-deleted', 'tag': 'cf0c126e-e3f9-4b67-b648-93728dd3e871'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:40:58.836418 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5008e9a5-b937-4d8b-ad25-bda8ab5d0ac1" -d '{"events": [{"server_uuid": "3091e305-b65e-495d-a080-e2d8b14b0e49", "name": "network-vif-deleted", "tag": "cf0c126e-e3f9-4b67-b648-93728dd3e871"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:40:58.856979 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d5c8f6-f6a8-40e8-81b1-3b0de6b1bfcb req-de2fa160-16bd-4521-8631-530a24da2fcc tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:40:58.865875 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-03d5c8f6-f6a8-40e8-81b1-3b0de6b1bfcb req-de2fa160-16bd-4521-8631-530a24da2fcc tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/ports?device_id=894255bb-de50-4397-86fd-3867a7b40e64 HTTP/1.1" status: 200 len: 943 time: 0.2115312 Oct 20 10:40:58.919091 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-467293d1-d9d9-4d6d-a8cb-6acb9f68146a x-openstack-request-id: req-467293d1-d9d9-4d6d-a8cb-6acb9f68146a {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:40:58.919540 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3091e305-b65e-495d-a080-e2d8b14b0e49", "name": "network-vif-deleted", "tag": "cf0c126e-e3f9-4b67-b648-93728dd3e871", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:40:58.920206 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-467293d1-d9d9-4d6d-a8cb-6acb9f68146a {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:40:58.920698 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3091e305-b65e-495d-a080-e2d8b14b0e49', 'name': 'network-vif-deleted', 'tag': 'cf0c126e-e3f9-4b67-b648-93728dd3e871', 'status': 'completed', 'code': 200} Oct 20 10:40:58.957068 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-def16e9e-e5c1-47c4-9dfe-e281ca382e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8b94c7b-90c6-4a43-b38e-42fb877dc13c', 'name': 'tempest-RoutersIpV6Test-router-173173775', 'tenant_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:40:44Z', 'updated_at': '2021-10-20T10:40:52Z', 'revision_number': 3, 'project_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'gw_port_host': None, '_interfaces': [{'id': '05894f7b-11b4-43d0-a600-98e918762731', 'name': '', 'network_id': 'd01baf07-86f4-4d28-8b19-65aed1553de5', 'tenant_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'mac_address': 'fa:16:3e:72:1d:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8b94c7b-90c6-4a43-b38e-42fb877dc13c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '28132bf4-11e5-43fb-896f-af6830dd6618', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:40:51Z', 'updated_at': '2021-10-20T10:40:52Z', 'revision_number': 2, 'project_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'subnets': [{'id': '28132bf4-11e5-43fb-896f-af6830dd6618', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a433fd22-5091-42cf-9307-867519e1307c', 'name': '', 'network_id': '7fb59595-a6b9-4497-8ca6-3155b1017eae', 'tenant_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'mac_address': 'fa:16:3e:73:ac:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b94c7b-90c6-4a43-b38e-42fb877dc13c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': '3341a74b-11cb-40df-b7ec-fdbefa4a8688', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:40:46Z', 'updated_at': '2021-10-20T10:40:54Z', 'revision_number': 5, 'project_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'subnets': [{'id': '3341a74b-11cb-40df-b7ec-fdbefa4a8688', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:40:58.963689 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-03d5c8f6-f6a8-40e8-81b1-3b0de6b1bfcb req-2c51b354-5c60-4c2f-ada2-9485d4e00391 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/security-groups?id=17372704-86e6-46e6-a5dd-dc7385be620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918951 Oct 20 10:40:59.064936 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def16e9e-e5c1-47c4-9dfe-e281ca382e8c None None] Checking router: a8b94c7b-90c6-4a43-b38e-42fb877dc13c for host: n-d-811396-3 {{(pid=100599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:40:59.065758 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def16e9e-e5c1-47c4-9dfe-e281ca382e8c None None] Updating router a8b94c7b-90c6-4a43-b38e-42fb877dc13c port 05894f7b-11b4-43d0-a600-98e918762731 binding host n-d-811396-3 {{(pid=100599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 10:40:59.127577 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-def16e9e-e5c1-47c4-9dfe-e281ca382e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:59.130569 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-9c662820-4474-4ea0-9892-379033f56d41 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:59.134264 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8dd15b5-5924-411d-b244-8d26e270d0ce None None] Routers {'6c8e07ba-d16f-474e-8dce-631d71307689'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:40:59.134897 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-c8dd15b5-5924-411d-b244-8d26e270d0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:40:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['6c8e07ba-d16f-474e-8dce-631d71307689'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:40:59.217144 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c49d639-22f3-4f74-a965-f66ab23d923b x-openstack-request-id: req-6c49d639-22f3-4f74-a965-f66ab23d923b {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:40:59.217650 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eee88060-7fda-477b-9c01-4b976f96d65d", "name": "network-vif-deleted", "tag": "9a707afc-3d8e-41f9-9396-0f19fb656d10", "status": "completed", "code": 200}]} {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:40:59.217650 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6c49d639-22f3-4f74-a965-f66ab23d923b {{(pid=100597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:40:59.219834 n-d-811396-3 neutron-server[100597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eee88060-7fda-477b-9c01-4b976f96d65d', 'name': 'network-vif-deleted', 'tag': '9a707afc-3d8e-41f9-9396-0f19fb656d10', 'status': 'completed', 'code': 200} Oct 20 10:40:59.284274 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-61bc496f-947e-49da-9a9c-a9c228f81801 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Publish callbacks [] for port, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:59.290535 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-61bc496f-947e-49da-9a9c-a9c228f81801 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:59.385319 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07aaa37e-543b-41f5-a1a5-d87d2eb86354 None None] Pushing event updated for resources: {'Port': ['ID=8632409a-e6f9-4308-89bd-466402616915,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:59.480891 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-36112d9d-bcb8-4461-9c58-c063d4e81e49 None None] Allocated IP 2001:db8:2::2 (cc7a85ea-bd13-4310-86e7-8f2dcb53116c/b4c96eec-5bd6-4a0f-8791-4252708ccd92/52107d3c-015c-42ac-8727-0878c2831e3f) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:40:59.487122 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 576a552f-d89d-48f5-b169-d8f375d4c38f, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=576a552f-d89d-48f5-b169-d8f375d4c38f,segment=NetworkSegment(f70d1162-b154-4994-9af5-210e1dd15ef4),segment_id=f70d1162-b154-4994-9af5-210e1dd15ef4)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:40:59.579093 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Returning: {'device': '576a552f-d89d-48f5-b169-d8f375d4c38f', 'network_id': '00e677b7-ec29-42bc-8b52-7d9c8594501c', 'port_id': '576a552f-d89d-48f5-b169-d8f375d4c38f', 'mac_address': 'fa:16:3e:c1:03:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 849, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41c5fb46-df00-4db9-bb3d-c914d29737cc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:40:59.580810 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-e0305fe8-27ea-413a-b28f-376cb799e17b None None] Provisioning complete for port 05894f7b-11b4-43d0-a600-98e918762731 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:40:59.587371 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-e0305fe8-27ea-413a-b28f-376cb799e17b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:59.636187 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 57394) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:40:59.660277 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-61bc496f-947e-49da-9a9c-a9c228f81801 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1774432'] for router_interface, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:59.746999 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ebdb5ff-d67a-494e-bc4e-04d47f32f872 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Deleting subnet 02d623e8-eea9-46a2-ac5d-e179b0dd8f68 {{(pid=100596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:40:59.760374 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bc496f-947e-49da-9a9c-a9c228f81801 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Pushing event updated for resources: {'Port': ['ID=d48046de-e33c-49d5-a79d-68603400ac05,revision_number=2']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:59.775849 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3383c28d-bccc-4527-933b-e0c1c0db375a req-77b0468f-1ce2-40d7-b008-53666b7c1a47 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] 10.222.0.64 "GET /v2.0/ports?device_id=3091e305-b65e-495d-a080-e2d8b14b0e49 HTTP/1.1" status: 200 len: 210 time: 0.0482340 Oct 20 10:40:59.776831 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4ebdb5ff-d67a-494e-bc4e-04d47f32f872 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Publish callbacks [] for subnet, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:59.793490 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07aaa37e-543b-41f5-a1a5-d87d2eb86354 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:40:59.793955 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07aaa37e-543b-41f5-a1a5-d87d2eb86354 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:40:59.794160 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07aaa37e-543b-41f5-a1a5-d87d2eb86354 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:40:59.794494 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07aaa37e-543b-41f5-a1a5-d87d2eb86354 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:40:59.794821 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07aaa37e-543b-41f5-a1a5-d87d2eb86354 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:40:59.795149 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07aaa37e-543b-41f5-a1a5-d87d2eb86354 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:40:59.795501 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07aaa37e-543b-41f5-a1a5-d87d2eb86354 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:40:59.795825 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07aaa37e-543b-41f5-a1a5-d87d2eb86354 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:40:59.796144 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07aaa37e-543b-41f5-a1a5-d87d2eb86354 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:40:59.796462 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07aaa37e-543b-41f5-a1a5-d87d2eb86354 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:40:59.803825 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07aaa37e-543b-41f5-a1a5-d87d2eb86354 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:40:59.804875 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07aaa37e-543b-41f5-a1a5-d87d2eb86354 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:40:59.831783 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-def16e9e-e5c1-47c4-9dfe-e281ca382e8c None None] Publish callbacks [] for port, precommit_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:59.844226 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-def16e9e-e5c1-47c4-9dfe-e281ca382e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:59.873679 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4ebdb5ff-d67a-494e-bc4e-04d47f32f872 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25189079'] for subnet, precommit_delete_associations {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:59.906511 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6e345c-baa1-45d7-8efb-52e5d2045e94 None None] Pushing event updated for resources: {'Port': ['ID=05894f7b-11b4-43d0-a600-98e918762731,revision_number=3']} {{(pid=100599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:40:59.944726 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61bc496f-947e-49da-9a9c-a9c228f81801 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Network bd30994f-0321-4cc8-ba4b-c56a8c7593f0 is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:40:59.946192 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-61bc496f-947e-49da-9a9c-a9c228f81801 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:40:59.966044 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-def16e9e-e5c1-47c4-9dfe-e281ca382e8c None None] Attempting to bind port 05894f7b-11b4-43d0-a600-98e918762731 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:40:59.967056 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-def16e9e-e5c1-47c4-9dfe-e281ca382e8c None None] Attempting to bind port 05894f7b-11b4-43d0-a600-98e918762731 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '7978b5c0-7db1-4566-81f4-deec05efd6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'd01baf07-86f4-4d28-8b19-65aed1553de5'}] {{(pid=100599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:40:59.967815 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def16e9e-e5c1-47c4-9dfe-e281ca382e8c None None] Attempting to bind port 05894f7b-11b4-43d0-a600-98e918762731 on network d01baf07-86f4-4d28-8b19-65aed1553de5 {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:40:59.973719 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def16e9e-e5c1-47c4-9dfe-e281ca382e8c None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 40, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:40:59.974086 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def16e9e-e5c1-47c4-9dfe-e281ca382e8c None None] Checking segment: {'id': '7978b5c0-7db1-4566-81f4-deec05efd6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'd01baf07-86f4-4d28-8b19-65aed1553de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:40:59.974558 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-def16e9e-e5c1-47c4-9dfe-e281ca382e8c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:40:59.975038 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def16e9e-e5c1-47c4-9dfe-e281ca382e8c None None] Bound using segment: {'id': '7978b5c0-7db1-4566-81f4-deec05efd6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'd01baf07-86f4-4d28-8b19-65aed1553de5'} {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:40:59.975564 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-def16e9e-e5c1-47c4-9dfe-e281ca382e8c None None] Bound port: 05894f7b-11b4-43d0-a600-98e918762731, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7978b5c0-7db1-4566-81f4-deec05efd6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'd01baf07-86f4-4d28-8b19-65aed1553de5'}}] {{(pid=100599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:40:59.975943 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-def16e9e-e5c1-47c4-9dfe-e281ca382e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:00.014791 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 98c2e415-5b23-46be-ac33-a975c1311ae4 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:41:00.061425 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4ebdb5ff-d67a-494e-bc4e-04d47f32f872 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:00.122298 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.db [None req-def16e9e-e5c1-47c4-9dfe-e281ca382e8c None None] For port 05894f7b-11b4-43d0-a600-98e918762731, host n-d-811396-3, cleared binding levels {{(pid=100599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:41:00.127944 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.db [None req-def16e9e-e5c1-47c4-9dfe-e281ca382e8c None None] For port 05894f7b-11b4-43d0-a600-98e918762731, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=05894f7b-11b4-43d0-a600-98e918762731,segment=NetworkSegment(7978b5c0-7db1-4566-81f4-deec05efd6cc),segment_id=7978b5c0-7db1-4566-81f4-deec05efd6cc)] {{(pid=100599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:41:00.134239 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-def16e9e-e5c1-47c4-9dfe-e281ca382e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:00.187205 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-e0305fe8-27ea-413a-b28f-376cb799e17b None None] Port 05894f7b-11b4-43d0-a600-98e918762731 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:41:00.190633 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4ebdb5ff-d67a-494e-bc4e-04d47f32f872 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26836193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26761888'] for subnet, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:00.215040 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6e345c-baa1-45d7-8efb-52e5d2045e94 None None] Pushing event updated for resources: {'Port': ['ID=05894f7b-11b4-43d0-a600-98e918762731,revision_number=4']} {{(pid=100599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:00.218064 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61bc496f-947e-49da-9a9c-a9c228f81801 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Router 2667789f-fed0-4bd6-893f-f98ef10a0fa8 is scheduled to L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 with binding_index 1 {{(pid=100597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 10:41:00.226003 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-c8dd15b5-5924-411d-b244-8d26e270d0ce None None] Set router 6c8e07ba-d16f-474e-8dce-631d71307689 gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:41:00.252843 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def16e9e-e5c1-47c4-9dfe-e281ca382e8c None None] Routers {'a8b94c7b-90c6-4a43-b38e-42fb877dc13c'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:41:00.255923 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-def16e9e-e5c1-47c4-9dfe-e281ca382e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:40:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['a8b94c7b-90c6-4a43-b38e-42fb877dc13c'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:41:00.260833 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebdb5ff-d67a-494e-bc4e-04d47f32f872 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Pushing event deleted for resources: {'Subnet': ['ID=02d623e8-eea9-46a2-ac5d-e179b0dd8f68,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:00.271157 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4ebdb5ff-d67a-494e-bc4e-04d47f32f872 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:00.276241 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-4ebdb5ff-d67a-494e-bc4e-04d47f32f872 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] 10.222.0.64 "DELETE /v2.0/subnets/02d623e8-eea9-46a2-ac5d-e179b0dd8f68 HTTP/1.1" status: 204 len: 168 time: 0.6345713 Oct 20 10:41:00.279445 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 57406) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:00.324740 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbae8737-d643-48d3-903c-faa4a359c947 req-90e5d4ff-c7c4-4cac-a7cb-e1763d4b2f71 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:00.335271 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bbae8737-d643-48d3-903c-faa4a359c947 req-90e5d4ff-c7c4-4cac-a7cb-e1763d4b2f71 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/ports?device_id=894255bb-de50-4397-86fd-3867a7b40e64 HTTP/1.1" status: 200 len: 943 time: 0.2286921 Oct 20 10:41:00.397028 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-def16e9e-e5c1-47c4-9dfe-e281ca382e8c None None] Set router a8b94c7b-90c6-4a43-b38e-42fb877dc13c gateway port host: None {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:41:00.437238 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c117222b-5113-4663-bec2-f3752fd34d21 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:00.443467 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61bc496f-947e-49da-9a9c-a9c228f81801 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:41:00.456962 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bbae8737-d643-48d3-903c-faa4a359c947 req-54851e2d-7de5-4c6f-bba2-c1eec11b1ce5 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/security-groups?id=17372704-86e6-46e6-a5dd-dc7385be620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143935 Oct 20 10:41:00.468023 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-61bc496f-947e-49da-9a9c-a9c228f81801 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] 10.222.0.64 "PUT /v2.0/routers/2667789f-fed0-4bd6-893f-f98ef10a0fa8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2296607 Oct 20 10:41:00.468023 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 57410) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:00.522800 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f6d8ef-fbc4-47ca-a4c1-2970d7abc122 None None] Sync routers for ids ['2667789f-fed0-4bd6-893f-f98ef10a0fa8'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:41:00.538206 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-c117222b-5113-4663-bec2-f3752fd34d21 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Deleting port 19fc49d4-89e4-40d0-ad6b-56d902e35298 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:41:00.541143 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c117222b-5113-4663-bec2-f3752fd34d21 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:00.575124 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f6d8ef-fbc4-47ca-a4c1-2970d7abc122 None None] Routers {'2667789f-fed0-4bd6-893f-f98ef10a0fa8'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:41:00.575460 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-f8f6d8ef-fbc4-47ca-a4c1-2970d7abc122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:40:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['2667789f-fed0-4bd6-893f-f98ef10a0fa8'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:41:00.599755 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a8d434-2eab-4cbb-9d68-d04b9d682c4c None None] Network e8ff52aa-77e4-4208-a42e-cab7f495b8e8 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:41:00.649244 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-f8f6d8ef-fbc4-47ca-a4c1-2970d7abc122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:41:00.676147 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:00.685567 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f6d8ef-fbc4-47ca-a4c1-2970d7abc122 None None] Routers {'2667789f-fed0-4bd6-893f-f98ef10a0fa8'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:41:00.686204 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-f8f6d8ef-fbc4-47ca-a4c1-2970d7abc122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:40:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['2667789f-fed0-4bd6-893f-f98ef10a0fa8'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:41:00.688845 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [None req-c117222b-5113-4663-bec2-f3752fd34d21 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] For port 19fc49d4-89e4-40d0-ad6b-56d902e35298, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=19fc49d4-89e4-40d0-ad6b-56d902e35298,segment=NetworkSegment(00a77eb9-25fa-49d7-a3f2-655aec89c144),segment_id=00a77eb9-25fa-49d7-a3f2-655aec89c144)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:41:00.689384 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c117222b-5113-4663-bec2-f3752fd34d21 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:00.712633 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-c117222b-5113-4663-bec2-f3752fd34d21 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Calling delete_port for 19fc49d4-89e4-40d0-ad6b-56d902e35298 owned by network:dhcp {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:41:00.769475 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-f8f6d8ef-fbc4-47ca-a4c1-2970d7abc122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:41:00.770192 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f6d8ef-fbc4-47ca-a4c1-2970d7abc122 None None] The sync data for ids ['2667789f-fed0-4bd6-893f-f98ef10a0fa8'] in n-d-811396-3 is: [] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:41:00.803051 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 576a552f-d89d-48f5-b169-d8f375d4c38f {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:41:00.889915 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c117222b-5113-4663-bec2-f3752fd34d21 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:00.995353 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c117222b-5113-4663-bec2-f3752fd34d21 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] No DVR routers for this DVR port 19fc49d4-89e4-40d0-ad6b-56d902e35298 on host n-d-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:41:01.003870 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c117222b-5113-4663-bec2-f3752fd34d21 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Pushing event deleted for resources: {'Port': ['ID=19fc49d4-89e4-40d0-ad6b-56d902e35298,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:01.022030 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 57418) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:01.211166 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 57422) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:01.226973 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-58521615-9eac-44d9-83f1-4b2ccc40a466 None None] Publish callbacks [] for port, precommit_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:01.248401 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c117222b-5113-4663-bec2-f3752fd34d21 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:01.262813 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5fa71ab8-6183-42f3-9de5-9613a02741b4 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:01.288924 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-c117222b-5113-4663-bec2-f3752fd34d21 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8ff52aa-77e4-4208-a42e-cab7f495b8e8']}} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:41:01.313168 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-e0305fe8-27ea-413a-b28f-376cb799e17b None None] Provisioning complete for port 6676f79a-62e5-48d7-86b0-7790d8ee8d2b triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:41:01.313543 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-e0305fe8-27ea-413a-b28f-376cb799e17b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:01.315849 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-def16e9e-e5c1-47c4-9dfe-e281ca382e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8b94c7b-90c6-4a43-b38e-42fb877dc13c', 'name': 'tempest-RoutersIpV6Test-router-173173775', 'tenant_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:40:44Z', 'updated_at': '2021-10-20T10:40:52Z', 'revision_number': 3, 'project_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'gw_port_host': None, '_interfaces': [{'id': '05894f7b-11b4-43d0-a600-98e918762731', 'name': '', 'network_id': 'd01baf07-86f4-4d28-8b19-65aed1553de5', 'tenant_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'mac_address': 'fa:16:3e:72:1d:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8b94c7b-90c6-4a43-b38e-42fb877dc13c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '28132bf4-11e5-43fb-896f-af6830dd6618', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:40:51Z', 'updated_at': '2021-10-20T10:41:00Z', 'revision_number': 4, 'project_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'subnets': [{'id': '28132bf4-11e5-43fb-896f-af6830dd6618', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a433fd22-5091-42cf-9307-867519e1307c', 'name': '', 'network_id': '7fb59595-a6b9-4497-8ca6-3155b1017eae', 'tenant_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'mac_address': 'fa:16:3e:73:ac:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b94c7b-90c6-4a43-b38e-42fb877dc13c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': '3341a74b-11cb-40df-b7ec-fdbefa4a8688', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:40:46Z', 'updated_at': '2021-10-20T10:40:54Z', 'revision_number': 5, 'project_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'subnets': [{'id': '3341a74b-11cb-40df-b7ec-fdbefa4a8688', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:41:01.330447 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba4269e-61d1-4ed5-aa96-1a8c4611caef None None] Network bd30994f-0321-4cc8-ba4b-c56a8c7593f0 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:41:01.346411 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-c117222b-5113-4663-bec2-f3752fd34d21 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00a77eb9-25fa-49d7-a3f2-655aec89c144') {'for_net_delete': True} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:41:01.355349 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-c117222b-5113-4663-bec2-f3752fd34d21 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00a77eb9-25fa-49d7-a3f2-655aec89c144') {} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:41:01.358885 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def16e9e-e5c1-47c4-9dfe-e281ca382e8c None None] The sync data for ids ['a8b94c7b-90c6-4a43-b38e-42fb877dc13c'] in n-d-811396-3 is: [{'id': 'a8b94c7b-90c6-4a43-b38e-42fb877dc13c', 'name': 'tempest-RoutersIpV6Test-router-173173775', 'tenant_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:40:44Z', 'updated_at': '2021-10-20T10:40:52Z', 'revision_number': 3, 'project_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'gw_port_host': None, '_interfaces': [{'id': '05894f7b-11b4-43d0-a600-98e918762731', 'name': '', 'network_id': 'd01baf07-86f4-4d28-8b19-65aed1553de5', 'tenant_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'mac_address': 'fa:16:3e:72:1d:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8b94c7b-90c6-4a43-b38e-42fb877dc13c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '28132bf4-11e5-43fb-896f-af6830dd6618', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:40:51Z', 'updated_at': '2021-10-20T10:41:00Z', 'revision_number': 4, 'project_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'subnets': [{'id': '28132bf4-11e5-43fb-896f-af6830dd6618', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a433fd22-5091-42cf-9307-867519e1307c', 'name': '', 'network_id': '7fb59595-a6b9-4497-8ca6-3155b1017eae', 'tenant_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'mac_address': 'fa:16:3e:73:ac:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b94c7b-90c6-4a43-b38e-42fb877dc13c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': '3341a74b-11cb-40df-b7ec-fdbefa4a8688', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:40:46Z', 'updated_at': '2021-10-20T10:40:54Z', 'revision_number': 5, 'project_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'subnets': [{'id': '3341a74b-11cb-40df-b7ec-fdbefa4a8688', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:41:01.387712 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-58521615-9eac-44d9-83f1-4b2ccc40a466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:01.397716 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5fa71ab8-6183-42f3-9de5-9613a02741b4 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:01.412013 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c117222b-5113-4663-bec2-f3752fd34d21 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25189038'] for segment, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:01.462905 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c117222b-5113-4663-bec2-f3752fd34d21 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:01.488313 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58521615-9eac-44d9-83f1-4b2ccc40a466 None None] Network 52b7d481-96ad-43f2-ac2a-a88dfd6fb656 is already hosted by enough agents. {{(pid=100598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:41:01.490000 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c117222b-5113-4663-bec2-f3752fd34d21 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Releasing vlan 846 on physical network physnet1 to pool {{(pid=100596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:41:01.490566 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c117222b-5113-4663-bec2-f3752fd34d21 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26833155'] for segment, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:01.494471 n-d-811396-3 neutron-server[100596]: Traceback (most recent call last): Oct 20 10:41:01.494471 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:41:01.494471 n-d-811396-3 neutron-server[100596]: timer() Oct 20 10:41:01.494471 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:41:01.494471 n-d-811396-3 neutron-server[100596]: cb(*args, **kw) Oct 20 10:41:01.494471 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:41:01.494471 n-d-811396-3 neutron-server[100596]: return func(*args, **kwargs) Oct 20 10:41:01.494471 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:41:01.494471 n-d-811396-3 neutron-server[100596]: self._notify() Oct 20 10:41:01.494471 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:41:01.494471 n-d-811396-3 neutron-server[100596]: self.callback(batched_events) Oct 20 10:41:01.494471 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:41:01.494471 n-d-811396-3 neutron-server[100596]: event.method(event) Oct 20 10:41:01.494471 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:41:01.494471 n-d-811396-3 neutron-server[100596]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:41:01.494471 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:41:01.494471 n-d-811396-3 neutron-server[100596]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:41:01.494471 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:41:01.494471 n-d-811396-3 neutron-server[100596]: return f(self, *a, **k) Oct 20 10:41:01.494471 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:41:01.494471 n-d-811396-3 neutron-server[100596]: return self._get(url).json() Oct 20 10:41:01.494471 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:41:01.494471 n-d-811396-3 neutron-server[100596]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:41:01.494471 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:41:01.494471 n-d-811396-3 neutron-server[100596]: return self.request(url, 'GET', **kwargs) Oct 20 10:41:01.494471 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:41:01.494471 n-d-811396-3 neutron-server[100596]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:41:01.494471 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:41:01.494471 n-d-811396-3 neutron-server[100596]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:41:01.494471 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:41:01.494471 n-d-811396-3 neutron-server[100596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:41:01.494471 n-d-811396-3 neutron-server[100596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:41:01.600704 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-36112d9d-bcb8-4461-9c58-c063d4e81e49 None None] Publish callbacks [] for port, precommit_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:01.602363 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.base_scheduler [None req-58521615-9eac-44d9-83f1-4b2ccc40a466 None None] Resources bound (agent type, host, resource id): {{(pid=100598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:41:01.616483 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58521615-9eac-44d9-83f1-4b2ccc40a466 None None] Received port after_create {{(pid=100598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:41:01.627475 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-97275470-4251-43b8-b323-c1ed7c53c80f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:01.646247 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5fa71ab8-6183-42f3-9de5-9613a02741b4 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:01.649701 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5fa71ab8-6183-42f3-9de5-9613a02741b4 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:01.653503 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-5fa71ab8-6183-42f3-9de5-9613a02741b4 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] 10.222.0.64 "DELETE /v2.0/security-groups/a673e019-cdf8-45bc-a191-e8846fb1ecb1 HTTP/1.1" status: 204 len: 168 time: 0.6251359 Oct 20 10:41:01.653967 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 57430) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:01.668322 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c117222b-5113-4663-bec2-f3752fd34d21 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:01.669397 n-d-811396-3 neutron-server[100597]: INFO neutron.api.v2.resource [None req-e00faa6c-c0d5-4aeb-9777-d68f5d82374e tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] show failed (client error): The resource could not be found. Oct 20 10:41:01.674069 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-e00faa6c-c0d5-4aeb-9777-d68f5d82374e tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] 10.222.0.64 "GET /v2.0/security-groups/a673e019-cdf8-45bc-a191-e8846fb1ecb1 HTTP/1.1" status: 404 len: 347 time: 0.0158994 Oct 20 10:41:01.676185 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 57432) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:01.714983 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c117222b-5113-4663-bec2-f3752fd34d21 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Publish callbacks [] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:01.720707 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-c117222b-5113-4663-bec2-f3752fd34d21 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] 10.222.0.64 "DELETE /v2.0/networks/e8ff52aa-77e4-4208-a42e-cab7f495b8e8 HTTP/1.1" status: 204 len: 168 time: 1.4374819 Oct 20 10:41:01.727730 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa71ab8-6183-42f3-9de5-9613a02741b4 tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a673e019-cdf8-45bc-a191-e8846fb1ecb1,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:01.729639 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 57434) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:01.737498 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 576a552f-d89d-48f5-b169-d8f375d4c38f, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=576a552f-d89d-48f5-b169-d8f375d4c38f,segment=NetworkSegment(f70d1162-b154-4994-9af5-210e1dd15ef4),segment_id=f70d1162-b154-4994-9af5-210e1dd15ef4)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:41:01.773800 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-36112d9d-bcb8-4461-9c58-c063d4e81e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:01.794793 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c117222b-5113-4663-bec2-f3752fd34d21 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Pushing event deleted for resources: {'Network': ['ID=e8ff52aa-77e4-4208-a42e-cab7f495b8e8,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:01.801530 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:01.803415 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 98c2e415-5b23-46be-ac33-a975c1311ae4 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:41:01.804460 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:01.809280 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1773fa96-ecce-4838-a801-c6c4b6251178 req-0fa2b24a-a086-4110-ac7e-8a719103d4c2 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:01.811076 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1773fa96-ecce-4838-a801-c6c4b6251178 req-0fa2b24a-a086-4110-ac7e-8a719103d4c2 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/ports?device_id=894255bb-de50-4397-86fd-3867a7b40e64 HTTP/1.1" status: 200 len: 943 time: 0.2234235 Oct 20 10:41:01.856651 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [None req-9c662820-4474-4ea0-9892-379033f56d41 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Allocated IP 2001:db8:2::1 (cc7a85ea-bd13-4310-86e7-8f2dcb53116c/b4c96eec-5bd6-4a0f-8791-4252708ccd92/52687a05-a1f3-4544-b2e6-d855c01827b9) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:41:01.900826 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4b7a681-c6c8-49e7-a6dd-96691974bb50 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Deleting subnet 7d27b49d-cbf1-4666-a37a-b2e255244f88 {{(pid=100596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:41:01.905937 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58521615-9eac-44d9-83f1-4b2ccc40a466 None None] Pushing event updated for resources: {'Port': ['ID=80213522-44f6-4808-b19b-867fd5ed8f22,revision_number=1']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:01.913395 n-d-811396-3 neutron-server[100597]: INFO neutron.api.v2.resource [None req-9416a780-dd68-479e-8544-51f9d4c449cd tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 10:41:01.914561 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-9416a780-dd68-479e-8544-51f9d4c449cd tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] 10.222.0.64 "PUT /v2.0/routers/2667789f-fed0-4bd6-893f-f98ef10a0fa8/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.4480019 Oct 20 10:41:01.917686 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 57436) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:01.926695 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c4b7a681-c6c8-49e7-a6dd-96691974bb50 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Publish callbacks [] for subnet, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:01.946246 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36112d9d-bcb8-4461-9c58-c063d4e81e49 None None] Network cc7a85ea-bd13-4310-86e7-8f2dcb53116c is already hosted by enough agents. {{(pid=100598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:41:01.971711 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c6c3ea-fa33-45ec-94a8-7034af615864 None None] DHCP port deletion for e8ff52aa-77e4-4208-a42e-cab7f495b8e8 request from n-d-811396-3 {{(pid=100598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:41:01.983680 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.base_scheduler [None req-36112d9d-bcb8-4461-9c58-c063d4e81e49 None None] Resources bound (agent type, host, resource id): {{(pid=100598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:41:01.985585 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-58521615-9eac-44d9-83f1-4b2ccc40a466 None None] Attempting to bind port 80213522-44f6-4808-b19b-867fd5ed8f22 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:41:01.986485 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-58521615-9eac-44d9-83f1-4b2ccc40a466 None None] Attempting to bind port 80213522-44f6-4808-b19b-867fd5ed8f22 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '7954116d-e80a-4e67-b21f-9b97a91c0b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '52b7d481-96ad-43f2-ac2a-a88dfd6fb656'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:41:01.986485 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58521615-9eac-44d9-83f1-4b2ccc40a466 None None] Attempting to bind port 80213522-44f6-4808-b19b-867fd5ed8f22 on network 52b7d481-96ad-43f2-ac2a-a88dfd6fb656 {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:41:01.993454 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36112d9d-bcb8-4461-9c58-c063d4e81e49 None None] Received port after_create {{(pid=100598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:41:01.998611 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1773fa96-ecce-4838-a801-c6c4b6251178 req-4b0a49d5-951c-4da5-bf62-cc22f32d8c10 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/security-groups?id=17372704-86e6-46e6-a5dd-dc7385be620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747189 Oct 20 10:41:02.033884 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58521615-9eac-44d9-83f1-4b2ccc40a466 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 40, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:41:02.033884 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58521615-9eac-44d9-83f1-4b2ccc40a466 None None] Checking segment: {'id': '7954116d-e80a-4e67-b21f-9b97a91c0b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '52b7d481-96ad-43f2-ac2a-a88dfd6fb656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:41:02.033884 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-58521615-9eac-44d9-83f1-4b2ccc40a466 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:02.034172 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58521615-9eac-44d9-83f1-4b2ccc40a466 None None] Bound using segment: {'id': '7954116d-e80a-4e67-b21f-9b97a91c0b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '52b7d481-96ad-43f2-ac2a-a88dfd6fb656'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:41:02.034661 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-58521615-9eac-44d9-83f1-4b2ccc40a466 None None] Bound port: 80213522-44f6-4808-b19b-867fd5ed8f22, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7954116d-e80a-4e67-b21f-9b97a91c0b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '52b7d481-96ad-43f2-ac2a-a88dfd6fb656'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:41:02.034935 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-58521615-9eac-44d9-83f1-4b2ccc40a466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:02.080475 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c4b7a681-c6c8-49e7-a6dd-96691974bb50 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25189079'] for subnet, precommit_delete_associations {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:02.106596 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36112d9d-bcb8-4461-9c58-c063d4e81e49 None None] Pushing event updated for resources: {'Port': ['ID=52107d3c-015c-42ac-8727-0878c2831e3f,revision_number=1']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:02.125603 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-97275470-4251-43b8-b323-c1ed7c53c80f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:02.137217 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-97275470-4251-43b8-b323-c1ed7c53c80f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:02.176855 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-7911209e-be2c-456a-9af7-c83391213e8c tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Deleting port b2b3f686-7205-4e27-ad51-bfb48451fe6e {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:41:02.177212 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7911209e-be2c-456a-9af7-c83391213e8c tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:02.226116 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-97275470-4251-43b8-b323-c1ed7c53c80f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d8fbd5fd0ec3410ea9f501cba3feccbb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0111694 Oct 20 10:41:02.232056 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-9c662820-4474-4ea0-9892-379033f56d41 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:02.233541 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 57438) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:02.238475 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['576a552f-d89d-48f5-b169-d8f375d4c38f'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:41:02.243757 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97275470-4251-43b8-b323-c1ed7c53c80f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8866761-a15b-442a-ba2a-1779a59aee4e,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:02.306058 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-c8dd15b5-5924-411d-b244-8d26e270d0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c8e07ba-d16f-474e-8dce-631d71307689', 'name': 'tempest-AttachVolumeTestJSON-1408467026-router', 'tenant_id': '946a9e604754455a8a9faea87bc41b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': 'e5f260e5-f754-4927-a4f2-d69263350b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:30:17Z', 'updated_at': '2021-10-20T10:30:22Z', 'revision_number': 4, 'project_id': '946a9e604754455a8a9faea87bc41b49', 'gw_port': {'id': 'e5f260e5-f754-4927-a4f2-d69263350b2b', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:80:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8e07ba-d16f-474e-8dce-631d71307689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:30:18Z', 'updated_at': '2021-10-20T10:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '9dfb4e95-3a0b-4871-b3e3-59e557713c68', 'name': '', 'network_id': '7541d774-cf46-43a8-ab91-4a72282aac35', 'tenant_id': '946a9e604754455a8a9faea87bc41b49', 'mac_address': 'fa:16:3e:8b:3f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8e07ba-d16f-474e-8dce-631d71307689', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'ba1df794-ccae-4e17-be55-4b4a3764e935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:30:21Z', 'updated_at': '2021-10-20T10:30:27Z', 'revision_number': 5, 'project_id': '946a9e604754455a8a9faea87bc41b49', 'subnets': [{'id': 'ba1df794-ccae-4e17-be55-4b4a3764e935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:41:02.314298 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=576a552f-d89d-48f5-b169-d8f375d4c38f,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:02.317040 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-e0305fe8-27ea-413a-b28f-376cb799e17b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:02.365753 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c4b7a681-c6c8-49e7-a6dd-96691974bb50 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:02.384644 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7911209e-be2c-456a-9af7-c83391213e8c tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:02.385044 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7911209e-be2c-456a-9af7-c83391213e8c tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:02.397245 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8dd15b5-5924-411d-b244-8d26e270d0ce None None] Checking router: 6c8e07ba-d16f-474e-8dce-631d71307689 for host: n-d-811396-3 {{(pid=100598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:41:02.399739 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-36112d9d-bcb8-4461-9c58-c063d4e81e49 None None] Attempting to bind port 52107d3c-015c-42ac-8727-0878c2831e3f on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:41:02.400114 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-36112d9d-bcb8-4461-9c58-c063d4e81e49 None None] Attempting to bind port 52107d3c-015c-42ac-8727-0878c2831e3f by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '785a493f-e799-417f-b685-3c1757b86461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'cc7a85ea-bd13-4310-86e7-8f2dcb53116c'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:41:02.400563 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36112d9d-bcb8-4461-9c58-c063d4e81e49 None None] Attempting to bind port 52107d3c-015c-42ac-8727-0878c2831e3f on network cc7a85ea-bd13-4310-86e7-8f2dcb53116c {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:41:02.438968 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-7911209e-be2c-456a-9af7-c83391213e8c tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Calling delete_port for b2b3f686-7205-4e27-ad51-bfb48451fe6e owned by network:floatingip {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:41:02.451241 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36112d9d-bcb8-4461-9c58-c063d4e81e49 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 40, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:41:02.451849 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36112d9d-bcb8-4461-9c58-c063d4e81e49 None None] Checking segment: {'id': '785a493f-e799-417f-b685-3c1757b86461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'cc7a85ea-bd13-4310-86e7-8f2dcb53116c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:41:02.452059 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-36112d9d-bcb8-4461-9c58-c063d4e81e49 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:02.452504 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36112d9d-bcb8-4461-9c58-c063d4e81e49 None None] Bound using segment: {'id': '785a493f-e799-417f-b685-3c1757b86461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'cc7a85ea-bd13-4310-86e7-8f2dcb53116c'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:41:02.452948 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-36112d9d-bcb8-4461-9c58-c063d4e81e49 None None] Bound port: 52107d3c-015c-42ac-8727-0878c2831e3f, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '785a493f-e799-417f-b685-3c1757b86461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'cc7a85ea-bd13-4310-86e7-8f2dcb53116c'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:41:02.453338 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-36112d9d-bcb8-4461-9c58-c063d4e81e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:02.487296 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-9c662820-4474-4ea0-9892-379033f56d41 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:02.502399 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8dd15b5-5924-411d-b244-8d26e270d0ce None None] Routers {'6c8e07ba-d16f-474e-8dce-631d71307689'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:41:02.503047 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-c8dd15b5-5924-411d-b244-8d26e270d0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:40:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['6c8e07ba-d16f-474e-8dce-631d71307689'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:41:02.505527 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 6676f79a-62e5-48d7-86b0-7790d8ee8d2b up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:41:02.564308 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ade26f0f-2893-4c82-819a-1849cd788ee5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:02.601008 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c662820-4474-4ea0-9892-379033f56d41 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Network cc7a85ea-bd13-4310-86e7-8f2dcb53116c is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:41:02.602744 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-58521615-9eac-44d9-83f1-4b2ccc40a466 None None] For port 80213522-44f6-4808-b19b-867fd5ed8f22, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:41:02.609799 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7cadecbd-bfbd-4ab0-bc5b-2506511b1138 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1774405'] for router_interface, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:02.613721 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-e0305fe8-27ea-413a-b28f-376cb799e17b None None] For port 6676f79a-62e5-48d7-86b0-7790d8ee8d2b, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=6676f79a-62e5-48d7-86b0-7790d8ee8d2b,segment=NetworkSegment(7978b5c0-7db1-4566-81f4-deec05efd6cc),segment_id=7978b5c0-7db1-4566-81f4-deec05efd6cc)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:41:02.616006 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-9c662820-4474-4ea0-9892-379033f56d41 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:41:02.624757 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c4b7a681-c6c8-49e7-a6dd-96691974bb50 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26836193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26761888'] for subnet, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:02.628509 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ade26f0f-2893-4c82-819a-1849cd788ee5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:02.630583 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c662820-4474-4ea0-9892-379033f56d41 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:41:02.632853 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-9c662820-4474-4ea0-9892-379033f56d41 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1774540'] for router_interface, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:02.651402 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c662820-4474-4ea0-9892-379033f56d41 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Pushing event updated for resources: {'Port': ['ID=52687a05-a1f3-4544-b2e6-d855c01827b9,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:02.664858 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-e0305fe8-27ea-413a-b28f-376cb799e17b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:02.682997 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-58521615-9eac-44d9-83f1-4b2ccc40a466 None None] For port 80213522-44f6-4808-b19b-867fd5ed8f22, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=80213522-44f6-4808-b19b-867fd5ed8f22,segment=NetworkSegment(7954116d-e80a-4e67-b21f-9b97a91c0b01),segment_id=7954116d-e80a-4e67-b21f-9b97a91c0b01)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:41:02.723207 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-58521615-9eac-44d9-83f1-4b2ccc40a466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:02.736066 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c4b7a681-c6c8-49e7-a6dd-96691974bb50 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:02.742533 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-c4b7a681-c6c8-49e7-a6dd-96691974bb50 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] 10.222.0.64 "DELETE /v2.0/subnets/7d27b49d-cbf1-4666-a37a-b2e255244f88 HTTP/1.1" status: 204 len: 168 time: 0.9941454 Oct 20 10:41:02.742533 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b7a681-c6c8-49e7-a6dd-96691974bb50 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Pushing event deleted for resources: {'Subnet': ['ID=7d27b49d-cbf1-4666-a37a-b2e255244f88,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:02.754903 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 57444) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:02.808961 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30646e57-0f7e-483f-a7ef-47c6fd9024ef None None] Network 57de70b3-0a7e-4089-932d-ee5d5e3b332e requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:41:02.897234 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-9c662820-4474-4ea0-9892-379033f56d41 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:02.903353 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ade26f0f-2893-4c82-819a-1849cd788ee5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:02.906293 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ade26f0f-2893-4c82-819a-1849cd788ee5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:02.909974 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-ade26f0f-2893-4c82-819a-1849cd788ee5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c8866761-a15b-442a-ba2a-1779a59aee4e HTTP/1.1" status: 204 len: 168 time: 0.6729829 Oct 20 10:41:02.934818 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade26f0f-2893-4c82-819a-1849cd788ee5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8866761-a15b-442a-ba2a-1779a59aee4e,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:03.039377 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-36112d9d-bcb8-4461-9c58-c063d4e81e49 None None] For port 52107d3c-015c-42ac-8727-0878c2831e3f, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:41:03.043491 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-c8dd15b5-5924-411d-b244-8d26e270d0ce None None] Set router 6c8e07ba-d16f-474e-8dce-631d71307689 gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:41:03.066261 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-45f9b64d-8b34-4317-a359-38dfd9a95280 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:03.088540 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7911209e-be2c-456a-9af7-c83391213e8c tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:03.166602 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7911209e-be2c-456a-9af7-c83391213e8c tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Pushing event deleted for resources: {'Port': ['ID=b2b3f686-7205-4e27-ad51-bfb48451fe6e,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:03.466297 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7911209e-be2c-456a-9af7-c83391213e8c tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Publish callbacks [] for floatingip, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:03.474082 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7911209e-be2c-456a-9af7-c83391213e8c tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for floatingip, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:03.481994 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-7911209e-be2c-456a-9af7-c83391213e8c tempest-AttachVolumeTestJSON-1661314041 tempest-AttachVolumeTestJSON-1661314041-project] 10.222.0.64 "DELETE /v2.0/floatingips/eb9f1a7f-044c-4e88-99ae-e0ca2c1f369b HTTP/1.1" status: 204 len: 168 time: 1.8046844 Oct 20 10:41:03.569207 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0305fe8-27ea-413a-b28f-376cb799e17b None None] Pushing event updated for resources: {'Port': ['ID=6676f79a-62e5-48d7-86b0-7790d8ee8d2b,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:03.596800 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-ae79a8de-c718-4c9f-a0db-9898f61540e8 None None] Provisioning complete for port 6676f79a-62e5-48d7-86b0-7790d8ee8d2b triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:41:03.597203 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-ae79a8de-c718-4c9f-a0db-9898f61540e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:03.599903 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 57458) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:03.610279 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-36112d9d-bcb8-4461-9c58-c063d4e81e49 None None] For port 52107d3c-015c-42ac-8727-0878c2831e3f, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=52107d3c-015c-42ac-8727-0878c2831e3f,segment=NetworkSegment(785a493f-e799-417f-b685-3c1757b86461),segment_id=785a493f-e799-417f-b685-3c1757b86461)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:41:03.621132 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-45f9b64d-8b34-4317-a359-38dfd9a95280 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Deleting port addc8a02-164d-46d0-aa73-eeeb1185ca41 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:41:03.621445 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-45f9b64d-8b34-4317-a359-38dfd9a95280 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:03.621737 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f591c8-389a-46c9-8ac0-b953a3fa4860 req-2c08707a-ea8c-470a-98f3-9d44f19b730e tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:03.634726 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-90f591c8-389a-46c9-8ac0-b953a3fa4860 req-2c08707a-ea8c-470a-98f3-9d44f19b730e tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/ports?device_id=894255bb-de50-4397-86fd-3867a7b40e64 HTTP/1.1" status: 200 len: 944 time: 0.4301856 Oct 20 10:41:03.658937 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-354d0935-5e72-43ad-bc79-cc0c34e320b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:03.712381 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 6676f79a-62e5-48d7-86b0-7790d8ee8d2b triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:41:03.712757 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:03.767125 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-36112d9d-bcb8-4461-9c58-c063d4e81e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:03.776922 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-90f591c8-389a-46c9-8ac0-b953a3fa4860 req-d25eeb22-6daa-4ddb-a12f-7b176928a6be tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/security-groups?id=17372704-86e6-46e6-a5dd-dc7385be620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348410 Oct 20 10:41:03.781295 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-9c662820-4474-4ea0-9892-379033f56d41 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:03.792842 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-9c662820-4474-4ea0-9892-379033f56d41 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:03.794321 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-9c662820-4474-4ea0-9892-379033f56d41 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1774432'] for router_interface, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:03.837144 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [None req-45f9b64d-8b34-4317-a359-38dfd9a95280 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] For port addc8a02-164d-46d0-aa73-eeeb1185ca41, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=addc8a02-164d-46d0-aa73-eeeb1185ca41,segment=NetworkSegment(5a820aca-1e2b-47e3-9f7c-83f04ab1eb90),segment_id=5a820aca-1e2b-47e3-9f7c-83f04ab1eb90)] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:41:03.837739 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-45f9b64d-8b34-4317-a359-38dfd9a95280 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:03.841867 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-c600bfbd-72fe-4f25-8b9d-5f9b37707609 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:03.857975 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-45f9b64d-8b34-4317-a359-38dfd9a95280 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Calling delete_port for addc8a02-164d-46d0-aa73-eeeb1185ca41 owned by network:dhcp {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:41:03.904059 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c662820-4474-4ea0-9892-379033f56d41 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Pushing event updated for resources: {'Port': ['ID=52687a05-a1f3-4544-b2e6-d855c01827b9,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:03.956479 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c662820-4474-4ea0-9892-379033f56d41 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Network cc7a85ea-bd13-4310-86e7-8f2dcb53116c is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:41:03.963541 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-9c662820-4474-4ea0-9892-379033f56d41 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:41:03.982762 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58521615-9eac-44d9-83f1-4b2ccc40a466 None None] Pushing event updated for resources: {'Port': ['ID=80213522-44f6-4808-b19b-867fd5ed8f22,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:04.003402 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-45f9b64d-8b34-4317-a359-38dfd9a95280 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:04.019572 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-7cadecbd-bfbd-4ab0-bc5b-2506511b1138 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Deleting port d48046de-e33c-49d5-a79d-68603400ac05 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:41:04.020111 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7cadecbd-bfbd-4ab0-bc5b-2506511b1138 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:04.142093 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c662820-4474-4ea0-9892-379033f56d41 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Router a8b94c7b-90c6-4a43-b38e-42fb877dc13c has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:41:04.201821 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f9b64d-8b34-4317-a359-38dfd9a95280 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] No DVR routers for this DVR port addc8a02-164d-46d0-aa73-eeeb1185ca41 on host n-d-811396-3 {{(pid=100597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:41:04.255444 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device a433fd22-5091-42cf-9307-867519e1307c up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:41:04.274927 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7cadecbd-bfbd-4ab0-bc5b-2506511b1138 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:04.293785 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f9b64d-8b34-4317-a359-38dfd9a95280 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Pushing event deleted for resources: {'Port': ['ID=addc8a02-164d-46d0-aa73-eeeb1185ca41,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:04.326197 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6de08b7-8452-4b4c-b52e-1eb3a5c4a603 None None] DHCP port deletion for 57de70b3-0a7e-4089-932d-ee5d5e3b332e request from n-d-811396-3 {{(pid=100598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:41:04.329240 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-7cadecbd-bfbd-4ab0-bc5b-2506511b1138 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Calling delete_port for d48046de-e33c-49d5-a79d-68603400ac05 owned by network:router_interface {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:41:04.335300 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36112d9d-bcb8-4461-9c58-c063d4e81e49 None None] Pushing event updated for resources: {'Port': ['ID=52107d3c-015c-42ac-8727-0878c2831e3f,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:04.397903 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port a433fd22-5091-42cf-9307-867519e1307c triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:41:04.399184 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:04.480028 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-c8dd15b5-5924-411d-b244-8d26e270d0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c8e07ba-d16f-474e-8dce-631d71307689', 'name': 'tempest-AttachVolumeTestJSON-1408467026-router', 'tenant_id': '946a9e604754455a8a9faea87bc41b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': 'e5f260e5-f754-4927-a4f2-d69263350b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:30:17Z', 'updated_at': '2021-10-20T10:30:22Z', 'revision_number': 4, 'project_id': '946a9e604754455a8a9faea87bc41b49', 'gw_port': {'id': 'e5f260e5-f754-4927-a4f2-d69263350b2b', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:80:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8e07ba-d16f-474e-8dce-631d71307689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:30:18Z', 'updated_at': '2021-10-20T10:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '9dfb4e95-3a0b-4871-b3e3-59e557713c68', 'name': '', 'network_id': '7541d774-cf46-43a8-ab91-4a72282aac35', 'tenant_id': '946a9e604754455a8a9faea87bc41b49', 'mac_address': 'fa:16:3e:8b:3f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8e07ba-d16f-474e-8dce-631d71307689', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'ba1df794-ccae-4e17-be55-4b4a3764e935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:30:21Z', 'updated_at': '2021-10-20T10:30:27Z', 'revision_number': 5, 'project_id': '946a9e604754455a8a9faea87bc41b49', 'subnets': [{'id': 'ba1df794-ccae-4e17-be55-4b4a3764e935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:41:04.492877 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-ae79a8de-c718-4c9f-a0db-9898f61540e8 None None] Provisioning complete for port d48046de-e33c-49d5-a79d-68603400ac05 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:41:04.493143 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-ae79a8de-c718-4c9f-a0db-9898f61540e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:04.516936 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-45f9b64d-8b34-4317-a359-38dfd9a95280 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:04.572901 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-ae79a8de-c718-4c9f-a0db-9898f61540e8 None None] Port d48046de-e33c-49d5-a79d-68603400ac05 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:41:04.601196 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-45f9b64d-8b34-4317-a359-38dfd9a95280 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57de70b3-0a7e-4089-932d-ee5d5e3b332e']}} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:41:04.622414 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-354d0935-5e72-43ad-bc79-cc0c34e320b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:04.625750 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-45f9b64d-8b34-4317-a359-38dfd9a95280 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a820aca-1e2b-47e3-9f7c-83f04ab1eb90') {'for_net_delete': True} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:41:04.626045 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-45f9b64d-8b34-4317-a359-38dfd9a95280 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a820aca-1e2b-47e3-9f7c-83f04ab1eb90') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:41:04.638514 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-354d0935-5e72-43ad-bc79-cc0c34e320b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:04.640028 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8dd15b5-5924-411d-b244-8d26e270d0ce None None] The sync data for ids ['6c8e07ba-d16f-474e-8dce-631d71307689'] in n-d-811396-3 is: [{'id': '6c8e07ba-d16f-474e-8dce-631d71307689', 'name': 'tempest-AttachVolumeTestJSON-1408467026-router', 'tenant_id': '946a9e604754455a8a9faea87bc41b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': 'e5f260e5-f754-4927-a4f2-d69263350b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:30:17Z', 'updated_at': '2021-10-20T10:30:22Z', 'revision_number': 4, 'project_id': '946a9e604754455a8a9faea87bc41b49', 'gw_port': {'id': 'e5f260e5-f754-4927-a4f2-d69263350b2b', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:80:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8e07ba-d16f-474e-8dce-631d71307689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:30:18Z', 'updated_at': '2021-10-20T10:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '9dfb4e95-3a0b-4871-b3e3-59e557713c68', 'name': '', 'network_id': '7541d774-cf46-43a8-ab91-4a72282aac35', 'tenant_id': '946a9e604754455a8a9faea87bc41b49', 'mac_address': 'fa:16:3e:8b:3f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8e07ba-d16f-474e-8dce-631d71307689', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'ba1df794-ccae-4e17-be55-4b4a3764e935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:30:21Z', 'updated_at': '2021-10-20T10:30:27Z', 'revision_number': 5, 'project_id': '946a9e604754455a8a9faea87bc41b49', 'subnets': [{'id': 'ba1df794-ccae-4e17-be55-4b4a3764e935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:41:04.644183 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-ae79a8de-c718-4c9f-a0db-9898f61540e8 None None] Provisioning complete for port 8632409a-e6f9-4308-89bd-466402616915 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:41:04.644623 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-ae79a8de-c718-4c9f-a0db-9898f61540e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:04.661173 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-45f9b64d-8b34-4317-a359-38dfd9a95280 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25852596'] for segment, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:04.729106 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac3663f-5227-4c7c-8da8-aec4f7f41922 None None] Network 52b7d481-96ad-43f2-ac2a-a88dfd6fb656 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:41:04.787757 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-45f9b64d-8b34-4317-a359-38dfd9a95280 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:04.848829 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45f9b64d-8b34-4317-a359-38dfd9a95280 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Releasing vlan 824 on physical network physnet1 to pool {{(pid=100597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:41:04.850086 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-45f9b64d-8b34-4317-a359-38dfd9a95280 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951012'] for segment, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:04.857943 n-d-811396-3 neutron-server[100597]: Traceback (most recent call last): Oct 20 10:41:04.857943 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:41:04.857943 n-d-811396-3 neutron-server[100597]: timer() Oct 20 10:41:04.857943 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:41:04.857943 n-d-811396-3 neutron-server[100597]: cb(*args, **kw) Oct 20 10:41:04.857943 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:41:04.857943 n-d-811396-3 neutron-server[100597]: return func(*args, **kwargs) Oct 20 10:41:04.857943 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:41:04.857943 n-d-811396-3 neutron-server[100597]: self._notify() Oct 20 10:41:04.857943 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:41:04.857943 n-d-811396-3 neutron-server[100597]: self.callback(batched_events) Oct 20 10:41:04.857943 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:41:04.857943 n-d-811396-3 neutron-server[100597]: event.method(event) Oct 20 10:41:04.857943 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:41:04.857943 n-d-811396-3 neutron-server[100597]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:41:04.857943 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:41:04.857943 n-d-811396-3 neutron-server[100597]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:41:04.857943 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:41:04.857943 n-d-811396-3 neutron-server[100597]: return f(self, *a, **k) Oct 20 10:41:04.857943 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:41:04.857943 n-d-811396-3 neutron-server[100597]: return self._get(url).json() Oct 20 10:41:04.857943 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:41:04.857943 n-d-811396-3 neutron-server[100597]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:41:04.857943 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:41:04.857943 n-d-811396-3 neutron-server[100597]: return self.request(url, 'GET', **kwargs) Oct 20 10:41:04.857943 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:41:04.857943 n-d-811396-3 neutron-server[100597]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:41:04.857943 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:41:04.857943 n-d-811396-3 neutron-server[100597]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:41:04.857943 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:41:04.857943 n-d-811396-3 neutron-server[100597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:41:04.857943 n-d-811396-3 neutron-server[100597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:41:04.886805 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354d0935-5e72-43ad-bc79-cc0c34e320b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b920f51a-579b-48ae-8a1c-dde15ee76fbd,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:04.899931 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-354d0935-5e72-43ad-bc79-cc0c34e320b8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5cb1174787eb4e72b6302631484f61e0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2985599 Oct 20 10:41:04.902864 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 57470) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:05.133403 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c662820-4474-4ea0-9892-379033f56d41 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:41:05.148314 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-9c662820-4474-4ea0-9892-379033f56d41 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] 10.222.0.64 "PUT /v2.0/routers/a8b94c7b-90c6-4a43-b38e-42fb877dc13c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6043568 Oct 20 10:41:05.149940 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-45f9b64d-8b34-4317-a359-38dfd9a95280 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:05.153162 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 57472) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:05.160143 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568487d7-3bbe-45a2-a798-6c966a56899d None None] Sync routers for ids ['a8b94c7b-90c6-4a43-b38e-42fb877dc13c'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:41:05.176380 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-38625bbd-a2b5-4954-9fd8-fd8db83035e6 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1358161593'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:41:05.192399 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b1abc3-5893-4f42-9e79-cf12b746791e req-1d7ef7ac-b85b-420b-bddf-a3126b294bdf tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:05.192829 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-ae79a8de-c718-4c9f-a0db-9898f61540e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:05.213065 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-22b1abc3-5893-4f42-9e79-cf12b746791e req-1d7ef7ac-b85b-420b-bddf-a3126b294bdf tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/ports?device_id=894255bb-de50-4397-86fd-3867a7b40e64 HTTP/1.1" status: 200 len: 944 time: 0.1950476 Oct 20 10:41:05.214959 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568487d7-3bbe-45a2-a798-6c966a56899d None None] Routers {'a8b94c7b-90c6-4a43-b38e-42fb877dc13c'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:41:05.215660 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-568487d7-3bbe-45a2-a798-6c966a56899d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:40:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['a8b94c7b-90c6-4a43-b38e-42fb877dc13c'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:41:05.217683 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-45f9b64d-8b34-4317-a359-38dfd9a95280 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:05.221413 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-45f9b64d-8b34-4317-a359-38dfd9a95280 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] 10.222.0.64 "DELETE /v2.0/networks/57de70b3-0a7e-4089-932d-ee5d5e3b332e HTTP/1.1" status: 204 len: 168 time: 2.4674890 Oct 20 10:41:05.239622 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 57474) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:05.260944 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-2a8862fd-b1ac-4dbb-8b37-3d77bcbfcf93 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1747058300'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:41:05.309193 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f9b64d-8b34-4317-a359-38dfd9a95280 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Pushing event deleted for resources: {'Network': ['ID=57de70b3-0a7e-4089-932d-ee5d5e3b332e,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:05.335514 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.db.api [None req-2a8862fd-b1ac-4dbb-8b37-3d77bcbfcf93 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 20 10:41:05.335514 n-d-811396-3 neutron-server[100596]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Oct 20 10:41:05.335514 n-d-811396-3 neutron-server[100596]: [parameters: {'project_id': '311474ed35f34da1b417637b1179a3d4', 'id': '96f73b53-3975-42eb-a871-e8bb029102f4', 'expiration': datetime.datetime(2021, 10, 20, 10, 43, 5, 327635)}] Oct 20 10:41:05.335514 n-d-811396-3 neutron-server[100596]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 10:41:05.336073 n-d-811396-3 neutron-server[100596]: DEBUG oslo_db.api [None req-2a8862fd-b1ac-4dbb-8b37-3d77bcbfcf93 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 10:41:05.356450 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7cadecbd-bfbd-4ab0-bc5b-2506511b1138 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:05.359432 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-22b1abc3-5893-4f42-9e79-cf12b746791e req-76e806ce-9f82-4676-bcd9-c75fdfa63ff6 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/security-groups?id=17372704-86e6-46e6-a5dd-dc7385be620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450553 Oct 20 10:41:05.359980 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-cbaf01aa-ecd7-4fd2-89e4-6726842f8420 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:05.385416 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0e158b-a657-47b1-98d6-a6ae2341082c None None] New status for floating IP eb9f1a7f-044c-4e88-99ae-e0ca2c1f369b: DOWN {{(pid=100599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 10:41:05.416899 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cadecbd-bfbd-4ab0-bc5b-2506511b1138 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Pushing event deleted for resources: {'Port': ['ID=d48046de-e33c-49d5-a79d-68603400ac05,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:05.454715 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-ae79a8de-c718-4c9f-a0db-9898f61540e8 None None] For port 8632409a-e6f9-4308-89bd-466402616915, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=8632409a-e6f9-4308-89bd-466402616915,segment=NetworkSegment(77d16cd1-0f95-4145-b6b0-c4ffa55f7772),segment_id=77d16cd1-0f95-4145-b6b0-c4ffa55f7772)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:41:05.463837 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-ae79a8de-c718-4c9f-a0db-9898f61540e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:05.472173 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 05894f7b-11b4-43d0-a600-98e918762731 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:41:05.482994 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-568487d7-3bbe-45a2-a798-6c966a56899d None None] Set router a8b94c7b-90c6-4a43-b38e-42fb877dc13c gateway port host: None {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:41:05.628533 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38625bbd-a2b5-4954-9fd8-fd8db83035e6 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Made reservation on behalf of a9b5f78b497b4e82bedac7bcd2f62452 for: {'network': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:41:05.643561 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-38625bbd-a2b5-4954-9fd8-fd8db83035e6 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:05.659660 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-ae79a8de-c718-4c9f-a0db-9898f61540e8 None None] Provisioning complete for port 05894f7b-11b4-43d0-a600-98e918762731 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:41:05.660151 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-ae79a8de-c718-4c9f-a0db-9898f61540e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:05.673154 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-cbaf01aa-ecd7-4fd2-89e4-6726842f8420 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:05.725749 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38625bbd-a2b5-4954-9fd8-fd8db83035e6 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 822} {{(pid=100597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:41:05.727177 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f747f8ab-84b2-4193-b197-23041520a40d None None] Network cc7a85ea-bd13-4310-86e7-8f2dcb53116c requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:41:05.737143 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-38625bbd-a2b5-4954-9fd8-fd8db83035e6 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:05.737143 n-d-811396-3 neutron-server[100597]: INFO neutron.db.segments_db [None req-38625bbd-a2b5-4954-9fd8-fd8db83035e6 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Added segment 841ccf78-22ec-43c0-9257-9dce451a8dae of type vlan for network e4194fb9-b5c9-4bd6-8b64-1c95bc874bb3 Oct 20 10:41:05.762315 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae79a8de-c718-4c9f-a0db-9898f61540e8 None None] Pushing event updated for resources: {'Port': ['ID=8632409a-e6f9-4308-89bd-466402616915,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:05.887891 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a8862fd-b1ac-4dbb-8b37-3d77bcbfcf93 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Made reservation on behalf of 311474ed35f34da1b417637b1179a3d4 for: {'network': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:41:05.897160 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2a8862fd-b1ac-4dbb-8b37-3d77bcbfcf93 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:05.912589 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 576a552f-d89d-48f5-b169-d8f375d4c38f up at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:41:05.951338 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 7 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 10:41:05.971713 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7cadecbd-bfbd-4ab0-bc5b-2506511b1138 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1771989'] for router_interface, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:05.994325 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a8862fd-b1ac-4dbb-8b37-3d77bcbfcf93 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 845} {{(pid=100596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:41:05.995216 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-38625bbd-a2b5-4954-9fd8-fd8db83035e6 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:06.016889 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 05894f7b-11b4-43d0-a600-98e918762731 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:41:06.017285 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:06.017625 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2a8862fd-b1ac-4dbb-8b37-3d77bcbfcf93 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:06.017970 n-d-811396-3 neutron-server[100596]: INFO neutron.db.segments_db [None req-2a8862fd-b1ac-4dbb-8b37-3d77bcbfcf93 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Added segment 5b5fb6ce-cd0e-4793-8bda-bd817c0d9452 of type vlan for network c60bc39c-22d0-402f-a8bd-cf747843ae3d Oct 20 10:41:06.128509 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-cbaf01aa-ecd7-4fd2-89e4-6726842f8420 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:06.130316 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2a8862fd-b1ac-4dbb-8b37-3d77bcbfcf93 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:06.135139 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-cbaf01aa-ecd7-4fd2-89e4-6726842f8420 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:06.136647 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-cbaf01aa-ecd7-4fd2-89e4-6726842f8420 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b920f51a-579b-48ae-8a1c-dde15ee76fbd HTTP/1.1" status: 204 len: 168 time: 1.2263627 Oct 20 10:41:06.184125 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaf01aa-ecd7-4fd2-89e4-6726842f8420 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b920f51a-579b-48ae-8a1c-dde15ee76fbd,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:06.191482 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-38625bbd-a2b5-4954-9fd8-fd8db83035e6 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:06.197197 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2a8862fd-b1ac-4dbb-8b37-3d77bcbfcf93 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:06.198670 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38625bbd-a2b5-4954-9fd8-fd8db83035e6 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:06.199312 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-38625bbd-a2b5-4954-9fd8-fd8db83035e6 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:06.211973 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a8862fd-b1ac-4dbb-8b37-3d77bcbfcf93 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:06.215201 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2a8862fd-b1ac-4dbb-8b37-3d77bcbfcf93 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Publish callbacks [] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:06.319170 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38625bbd-a2b5-4954-9fd8-fd8db83035e6 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Pushing event updated for resources: {'Network': ['ID=e4194fb9-b5c9-4bd6-8b64-1c95bc874bb3,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:06.341530 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cadecbd-bfbd-4ab0-bc5b-2506511b1138 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Router 2667789f-fed0-4bd6-893f-f98ef10a0fa8 has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:41:06.352367 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-2a8862fd-b1ac-4dbb-8b37-3d77bcbfcf93 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.1156797 Oct 20 10:41:06.359676 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-38625bbd-a2b5-4954-9fd8-fd8db83035e6 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1970336 Oct 20 10:41:06.360517 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 57486) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:06.360850 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 57488) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:06.372797 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-3d8baf55-8b24-4d20-9e42-7051ce61237a tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Request body: {'subnet': {'network_id': 'c60bc39c-22d0-402f-a8bd-cf747843ae3d', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:41:06.385536 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-d67ef027-eb29-4912-afcc-b1307ccb427b tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Request body: {'subnet': {'network_id': 'e4194fb9-b5c9-4bd6-8b64-1c95bc874bb3', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:41:06.407156 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8862fd-b1ac-4dbb-8b37-3d77bcbfcf93 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Pushing event updated for resources: {'Network': ['ID=c60bc39c-22d0-402f-a8bd-cf747843ae3d,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:06.502257 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network e4194fb9-b5c9-4bd6-8b64-1c95bc874bb3 details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:41:06.504134 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network c60bc39c-22d0-402f-a8bd-cf747843ae3d details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:41:06.590338 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf091ac0-5d57-4398-9832-dc66ce8fa260 req-ec3f7b61-ef83-4dcc-bd10-18c7412956b8 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:06.596855 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-ae79a8de-c718-4c9f-a0db-9898f61540e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:06.598816 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-828fc9c0-cae7-4c43-8885-6ca6785520ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:06.599782 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cf091ac0-5d57-4398-9832-dc66ce8fa260 req-ec3f7b61-ef83-4dcc-bd10-18c7412956b8 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/ports?device_id=894255bb-de50-4397-86fd-3867a7b40e64 HTTP/1.1" status: 200 len: 944 time: 0.1480730 Oct 20 10:41:06.615788 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning for port 576a552f-d89d-48f5-b169-d8f375d4c38f completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:41:06.668089 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cf091ac0-5d57-4398-9832-dc66ce8fa260 req-78d61eaa-de0f-4011-b6d4-acb37697bad1 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/security-groups?id=17372704-86e6-46e6-a5dd-dc7385be620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656319 Oct 20 10:41:06.750520 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning complete for port 576a552f-d89d-48f5-b169-d8f375d4c38f triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:41:06.750977 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:06.856015 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-ae79a8de-c718-4c9f-a0db-9898f61540e8 None None] For port 05894f7b-11b4-43d0-a600-98e918762731, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=05894f7b-11b4-43d0-a600-98e918762731,segment=NetworkSegment(7978b5c0-7db1-4566-81f4-deec05efd6cc),segment_id=7978b5c0-7db1-4566-81f4-deec05efd6cc)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:41:06.858260 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cadecbd-bfbd-4ab0-bc5b-2506511b1138 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:41:06.872508 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-ae79a8de-c718-4c9f-a0db-9898f61540e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:06.887031 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4b8203-6960-4195-b35b-5ef8e49f398b None None] Sync routers for ids ['2667789f-fed0-4bd6-893f-f98ef10a0fa8'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:41:06.908342 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-7cadecbd-bfbd-4ab0-bc5b-2506511b1138 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] 10.222.0.64 "PUT /v2.0/routers/2667789f-fed0-4bd6-893f-f98ef10a0fa8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9860561 Oct 20 10:41:06.908780 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 57504) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:06.943251 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:06.949709 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d8baf55-8b24-4d20-9e42-7051ce61237a tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Made reservation on behalf of 311474ed35f34da1b417637b1179a3d4 for: {'subnet': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:41:06.954200 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3d8baf55-8b24-4d20-9e42-7051ce61237a tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25350782'] for subnet, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:06.954900 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-568487d7-3bbe-45a2-a798-6c966a56899d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8b94c7b-90c6-4a43-b38e-42fb877dc13c', 'name': 'tempest-RoutersIpV6Test-router-173173775', 'tenant_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:40:44Z', 'updated_at': '2021-10-20T10:41:02Z', 'revision_number': 4, 'project_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'gw_port_host': None, '_interfaces': [{'id': '05894f7b-11b4-43d0-a600-98e918762731', 'name': '', 'network_id': 'd01baf07-86f4-4d28-8b19-65aed1553de5', 'tenant_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'mac_address': 'fa:16:3e:72:1d:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8b94c7b-90c6-4a43-b38e-42fb877dc13c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '28132bf4-11e5-43fb-896f-af6830dd6618', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:40:51Z', 'updated_at': '2021-10-20T10:41:00Z', 'revision_number': 4, 'project_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'subnets': [{'id': '28132bf4-11e5-43fb-896f-af6830dd6618', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '52687a05-a1f3-4544-b2e6-d855c01827b9', 'name': '', 'network_id': 'cc7a85ea-bd13-4310-86e7-8f2dcb53116c', 'tenant_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'mac_address': 'fa:16:3e:93:86:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8b94c7b-90c6-4a43-b38e-42fb877dc13c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': 'b4c96eec-5bd6-4a0f-8791-4252708ccd92', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:40:59Z', 'updated_at': '2021-10-20T10:41:03Z', 'revision_number': 2, 'project_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'subnets': [{'id': 'b4c96eec-5bd6-4a0f-8791-4252708ccd92', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a433fd22-5091-42cf-9307-867519e1307c', 'name': '', 'network_id': '7fb59595-a6b9-4497-8ca6-3155b1017eae', 'tenant_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'mac_address': 'fa:16:3e:73:ac:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b94c7b-90c6-4a43-b38e-42fb877dc13c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': '3341a74b-11cb-40df-b7ec-fdbefa4a8688', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:40:46Z', 'updated_at': '2021-10-20T10:40:54Z', 'revision_number': 5, 'project_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'subnets': [{'id': '3341a74b-11cb-40df-b7ec-fdbefa4a8688', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:41:06.994942 n-d-811396-3 neutron-server[100596]: INFO neutron.api.v2.resource [None req-57fdb632-d6e3-455f-8320-947cfe16115f tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] delete failed (client error): The resource could not be found. Oct 20 10:41:07.009843 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-57fdb632-d6e3-455f-8320-947cfe16115f tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] 10.222.0.64 "DELETE /v2.0/routers/tempest-non_exist_router-364177083 HTTP/1.1" status: 404 len: 334 time: 0.0997784 Oct 20 10:41:07.014552 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 57508) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:07.018723 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568487d7-3bbe-45a2-a798-6c966a56899d None None] Checking router: a8b94c7b-90c6-4a43-b38e-42fb877dc13c for host: n-d-811396-3 {{(pid=100598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:41:07.020056 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568487d7-3bbe-45a2-a798-6c966a56899d None None] Updating router a8b94c7b-90c6-4a43-b38e-42fb877dc13c port 52687a05-a1f3-4544-b2e6-d855c01827b9 binding host n-d-811396-3 {{(pid=100598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 10:41:07.022868 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4b8203-6960-4195-b35b-5ef8e49f398b None None] Routers {'2667789f-fed0-4bd6-893f-f98ef10a0fa8'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:41:07.025745 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-bf4b8203-6960-4195-b35b-5ef8e49f398b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:41:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['2667789f-fed0-4bd6-893f-f98ef10a0fa8'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:41:07.038982 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-1b938dd6-1020-4354-bfb6-5fe7370d9032 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Request body: {'router': {'external_gateway_info': {'network_id': '2667789f-fed0-4bd6-893f-f98ef10a0fa8'}}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:41:07.107882 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d67ef027-eb29-4912-afcc-b1307ccb427b tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Made reservation on behalf of a9b5f78b497b4e82bedac7bcd2f62452 for: {'subnet': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:41:07.113323 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d67ef027-eb29-4912-afcc-b1307ccb427b tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25350782'] for subnet, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:07.238737 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae79a8de-c718-4c9f-a0db-9898f61540e8 None None] Pushing event updated for resources: {'Port': ['ID=05894f7b-11b4-43d0-a600-98e918762731,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:07.262355 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-bf4b8203-6960-4195-b35b-5ef8e49f398b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:41:07.314654 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-568487d7-3bbe-45a2-a798-6c966a56899d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:07.321833 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:07.361427 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-bf85c67a-c0a6-4363-8850-be5b17f48c69 None None] Provisioning complete for port 05894f7b-11b4-43d0-a600-98e918762731 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:41:07.363848 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-bf85c67a-c0a6-4363-8850-be5b17f48c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:07.408522 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4b8203-6960-4195-b35b-5ef8e49f398b None None] Routers {'2667789f-fed0-4bd6-893f-f98ef10a0fa8'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:41:07.409177 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-bf4b8203-6960-4195-b35b-5ef8e49f398b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:41:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['2667789f-fed0-4bd6-893f-f98ef10a0fa8'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:41:07.425686 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:07.477936 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d67ef027-eb29-4912-afcc-b1307ccb427b tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25350752'] for subnet, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:07.497973 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1b938dd6-1020-4354-bfb6-5fe7370d9032 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:07.537056 n-d-811396-3 neutron-server[100596]: INFO neutron.api.v2.resource [None req-1b938dd6-1020-4354-bfb6-5fe7370d9032 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] update failed (client error): The resource could not be found. Oct 20 10:41:07.544695 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-1b938dd6-1020-4354-bfb6-5fe7370d9032 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] 10.222.0.64 "PUT /v2.0/routers/2667789f-fed0-4bd6-893f-f98ef10a0fa8 HTTP/1.1" status: 404 len: 339 time: 0.5289950 Oct 20 10:41:07.546201 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 57522) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:07.581656 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-bf4b8203-6960-4195-b35b-5ef8e49f398b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:41:07.582483 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4b8203-6960-4195-b35b-5ef8e49f398b None None] The sync data for ids ['2667789f-fed0-4bd6-893f-f98ef10a0fa8'] in n-d-811396-3 is: [] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:41:07.601923 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.db.api [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 10:41:07.602534 n-d-811396-3 neutron-server[100598]: DEBUG oslo_db.api [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 10:41:07.658000 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '894255bb-de50-4397-86fd-3867a7b40e64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '576a552f-d89d-48f5-b169-d8f375d4c38f'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:41:07.660896 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f829ec5-3d36-4ec9-954c-bd88fe43878f" -d '{"events": [{"server_uuid": "894255bb-de50-4397-86fd-3867a7b40e64", "name": "network-vif-plugged", "status": "completed", "tag": "576a552f-d89d-48f5-b169-d8f375d4c38f"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:41:07.693279 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67ef027-eb29-4912-afcc-b1307ccb427b tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Pushing event updated for resources: {'Subnet': ['ID=0bd4171f-618d-40fd-a65f-65ce9c60bc35,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:07.731613 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3d8baf55-8b24-4d20-9e42-7051ce61237a tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25350752'] for subnet, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:07.766506 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:07.793810 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d76cfdc-24e2-4bd6-b78c-1621e2b39b40 x-openstack-request-id: req-1d76cfdc-24e2-4bd6-b78c-1621e2b39b40 {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:41:07.794268 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "894255bb-de50-4397-86fd-3867a7b40e64", "name": "network-vif-plugged", "status": "completed", "tag": "576a552f-d89d-48f5-b169-d8f375d4c38f", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:41:07.794622 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1d76cfdc-24e2-4bd6-b78c-1621e2b39b40 {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:41:07.795115 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '894255bb-de50-4397-86fd-3867a7b40e64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '576a552f-d89d-48f5-b169-d8f375d4c38f', 'code': 200} Oct 20 10:41:07.797003 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 576a552f-d89d-48f5-b169-d8f375d4c38f, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=576a552f-d89d-48f5-b169-d8f375d4c38f,segment=NetworkSegment(f70d1162-b154-4994-9af5-210e1dd15ef4),segment_id=f70d1162-b154-4994-9af5-210e1dd15ef4)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:41:07.809276 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67ef027-eb29-4912-afcc-b1307ccb427b tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Checking segment: {'id': '841ccf78-22ec-43c0-9257-9dce451a8dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'e4194fb9-b5c9-4bd6-8b64-1c95bc874bb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:41:07.809725 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d67ef027-eb29-4912-afcc-b1307ccb427b tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Network hostable DHCP agents. Network: e4194fb9-b5c9-4bd6-8b64-1c95bc874bb3, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:41:07.819531 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:07.919582 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d67ef027-eb29-4912-afcc-b1307ccb427b tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Network e4194fb9-b5c9-4bd6-8b64-1c95bc874bb3 is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:41:07.930333 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8baf55-8b24-4d20-9e42-7051ce61237a tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Checking segment: {'id': '5b5fb6ce-cd0e-4793-8bda-bd817c0d9452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'c60bc39c-22d0-402f-a8bd-cf747843ae3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:41:07.930962 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d8baf55-8b24-4d20-9e42-7051ce61237a tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Network hostable DHCP agents. Network: c60bc39c-22d0-402f-a8bd-cf747843ae3d, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:41:07.936597 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8baf55-8b24-4d20-9e42-7051ce61237a tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Pushing event updated for resources: {'Subnet': ['ID=538c8c6b-ffc5-4371-a7c1-293c40f2a6df,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:07.942872 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-d67ef027-eb29-4912-afcc-b1307ccb427b tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, e4194fb9-b5c9-4bd6-8b64-1c95bc874bb3) {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:41:07.949431 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d67ef027-eb29-4912-afcc-b1307ccb427b tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:07.950261 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d67ef027-eb29-4912-afcc-b1307ccb427b tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:07.974177 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-d67ef027-eb29-4912-afcc-b1307ccb427b tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6056812 Oct 20 10:41:07.978565 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 57532) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:08.002845 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d8baf55-8b24-4d20-9e42-7051ce61237a tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Network c60bc39c-22d0-402f-a8bd-cf747843ae3d is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:41:08.015281 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04810c36-03c0-4a0d-bdd7-c434b3fc20d6 None None] Network e4194fb9-b5c9-4bd6-8b64-1c95bc874bb3 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:41:08.034194 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:08.057337 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-3d8baf55-8b24-4d20-9e42-7051ce61237a tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, c60bc39c-22d0-402f-a8bd-cf747843ae3d) {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:41:08.062248 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d8baf55-8b24-4d20-9e42-7051ce61237a tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:08.062838 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3d8baf55-8b24-4d20-9e42-7051ce61237a tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:08.088870 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0618486a-3be4-4c9f-bdef-2b2bf816204c req-f0e067aa-5e26-4036-8347-742a3178552b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:08.090540 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0618486a-3be4-4c9f-bdef-2b2bf816204c req-f0e067aa-5e26-4036-8347-742a3178552b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=894255bb-de50-4397-86fd-3867a7b40e64 HTTP/1.1" status: 200 len: 1096 time: 0.1262791 Oct 20 10:41:08.108682 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-950a09ea-3dec-4c71-92b9-4796a5e90d28 None None] Network c60bc39c-22d0-402f-a8bd-cf747843ae3d requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:41:08.168429 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188e5124-0074-4368-97ea-7db08b95bef1 req-7855bd10-3ece-447a-a542-4d25c06b9ac2 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:08.177381 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-188e5124-0074-4368-97ea-7db08b95bef1 req-7855bd10-3ece-447a-a542-4d25c06b9ac2 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/ports?device_id=894255bb-de50-4397-86fd-3867a7b40e64 HTTP/1.1" status: 200 len: 945 time: 0.3203161 Oct 20 10:41:08.221102 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-3d8baf55-8b24-4d20-9e42-7051ce61237a tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.8547187 Oct 20 10:41:08.227402 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 57544) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:08.264756 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-188e5124-0074-4368-97ea-7db08b95bef1 req-aeb4786c-2b7a-4a9a-9e14-cb5e07f0aa6b tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/security-groups?id=17372704-86e6-46e6-a5dd-dc7385be620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862706 Oct 20 10:41:08.285982 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-d143f0b6-bb45-4001-abc9-e10f7efb427e tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-782450951'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:41:08.290972 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-14cbb885-0431-4a36-8216-55f04b22cf73 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:08.332547 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0618486a-3be4-4c9f-bdef-2b2bf816204c req-db119c41-bb5d-4015-bda4-6781dd50e04e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=17372704-86e6-46e6-a5dd-dc7385be620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735561 Oct 20 10:41:08.401185 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=576a552f-d89d-48f5-b169-d8f375d4c38f,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:08.560431 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d143f0b6-bb45-4001-abc9-e10f7efb427e tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Made reservation on behalf of 311474ed35f34da1b417637b1179a3d4 for: {'network': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:41:08.565403 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d143f0b6-bb45-4001-abc9-e10f7efb427e tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:08.579157 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 80213522-44f6-4808-b19b-867fd5ed8f22 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:41:08.659589 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d143f0b6-bb45-4001-abc9-e10f7efb427e tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 823} {{(pid=100596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:41:08.672115 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-bf85c67a-c0a6-4363-8850-be5b17f48c69 None None] Provisioning complete for port 80213522-44f6-4808-b19b-867fd5ed8f22 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:41:08.672867 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-bf85c67a-c0a6-4363-8850-be5b17f48c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:08.685943 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d143f0b6-bb45-4001-abc9-e10f7efb427e tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:08.686306 n-d-811396-3 neutron-server[100596]: INFO neutron.db.segments_db [None req-d143f0b6-bb45-4001-abc9-e10f7efb427e tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Added segment 7166ce3b-596a-4fd6-b0fe-75fcec80a22c of type vlan for network cbe9c1c3-7b57-4697-9922-dd4c6e69cc6a Oct 20 10:41:08.797364 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d143f0b6-bb45-4001-abc9-e10f7efb427e tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:08.804751 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6ced535c-7413-49ca-94c2-eaab86c41502 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:08.874213 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d143f0b6-bb45-4001-abc9-e10f7efb427e tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:08.892115 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d143f0b6-bb45-4001-abc9-e10f7efb427e tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:08.892115 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d143f0b6-bb45-4001-abc9-e10f7efb427e tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Publish callbacks [] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:08.917003 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [None req-14cbb885-0431-4a36-8216-55f04b22cf73 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Allocated IP 172.20.0.1 (fd479215-a56b-4ee7-9454-4c80447710df/f44b55c8-b2f0-45c4-af7c-afdd19c9c510/75a648d5-27e9-4af3-b550-c1bbc276dca8) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:41:09.007865 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d143f0b6-bb45-4001-abc9-e10f7efb427e tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Pushing event updated for resources: {'Network': ['ID=cbe9c1c3-7b57-4697-9922-dd4c6e69cc6a,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:09.008923 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:09.013709 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8bcd81c-541a-4f44-9277-82b005bca177 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524064ba-869c-5550-b826-c26b69a11278-c60bc39c-22d0-402f-a8bd-cf747843ae3d', 'network_id': 'c60bc39c-22d0-402f-a8bd-cf747843ae3d', 'tenant_id': '311474ed35f34da1b417637b1179a3d4', 'fixed_ips': [{'subnet_id': '538c8c6b-ffc5-4371-a7c1-293c40f2a6df'}]}} from n-d-811396-3. {{(pid=100598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:41:09.014632 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-f8bcd81c-541a-4f44-9277-82b005bca177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:09.016815 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 57560) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:09.018405 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-d143f0b6-bb45-4001-abc9-e10f7efb427e tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7517529 Oct 20 10:41:09.027101 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-0ae598b9-750e-43d5-9be5-e5227a5dfad1 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Request body: {'subnet': {'network_id': 'cbe9c1c3-7b57-4697-9922-dd4c6e69cc6a', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:41:09.039073 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network cbe9c1c3-7b57-4697-9922-dd4c6e69cc6a details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:41:09.115047 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-568487d7-3bbe-45a2-a798-6c966a56899d None None] Publish callbacks [] for port, precommit_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:09.125494 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90519575-ae20-4498-9534-b9aeb68f8d42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524064ba-869c-5550-b826-c26b69a11278-e4194fb9-b5c9-4bd6-8b64-1c95bc874bb3', 'network_id': 'e4194fb9-b5c9-4bd6-8b64-1c95bc874bb3', 'tenant_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'fixed_ips': [{'subnet_id': '0bd4171f-618d-40fd-a65f-65ce9c60bc35'}]}} from n-d-811396-3. {{(pid=100598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:41:09.126355 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-90519575-ae20-4498-9534-b9aeb68f8d42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:09.181972 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ae598b9-750e-43d5-9be5-e5227a5dfad1 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Made reservation on behalf of 311474ed35f34da1b417637b1179a3d4 for: {'subnet': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:41:09.185905 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0ae598b9-750e-43d5-9be5-e5227a5dfad1 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25350782'] for subnet, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:09.196920 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-568487d7-3bbe-45a2-a798-6c966a56899d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:09.308378 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-14cbb885-0431-4a36-8216-55f04b22cf73 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:09.351799 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-14cbb885-0431-4a36-8216-55f04b22cf73 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:09.423419 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14cbb885-0431-4a36-8216-55f04b22cf73 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Network fd479215-a56b-4ee7-9454-4c80447710df is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:41:09.429652 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-6ced535c-7413-49ca-94c2-eaab86c41502 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Allocated IP 2001:db8:3::1 (e4194fb9-b5c9-4bd6-8b64-1c95bc874bb3/0bd4171f-618d-40fd-a65f-65ce9c60bc35/6c68f522-df19-4451-a743-9faafc48220c) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:41:09.504320 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-14cbb885-0431-4a36-8216-55f04b22cf73 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:41:09.506955 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-bf85c67a-c0a6-4363-8850-be5b17f48c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:09.521313 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35de30d0-ce12-4e3b-84e9-cab19e709d35 None None] Pushing event updated for resources: {'Port': ['ID=52687a05-a1f3-4544-b2e6-d855c01827b9,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:09.524882 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 80213522-44f6-4808-b19b-867fd5ed8f22 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:41:09.525634 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:09.544002 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14cbb885-0431-4a36-8216-55f04b22cf73 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:41:09.741386 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f038fae-b469-4cda-9a58-f5920e9a070a req-77a87ff5-92a0-477c-914d-f21b480cbe3a tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:09.750249 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4f038fae-b469-4cda-9a58-f5920e9a070a req-77a87ff5-92a0-477c-914d-f21b480cbe3a tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/ports?device_id=894255bb-de50-4397-86fd-3867a7b40e64 HTTP/1.1" status: 200 len: 945 time: 0.3252494 Oct 20 10:41:09.758614 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cbb885-0431-4a36-8216-55f04b22cf73 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Pushing event updated for resources: {'Port': ['ID=75a648d5-27e9-4af3-b550-c1bbc276dca8,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:09.878126 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-14cbb885-0431-4a36-8216-55f04b22cf73 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1774540'] for router_interface, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:09.973316 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0ae598b9-750e-43d5-9be5-e5227a5dfad1 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25350752'] for subnet, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:09.988384 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-568487d7-3bbe-45a2-a798-6c966a56899d None None] Attempting to bind port 52687a05-a1f3-4544-b2e6-d855c01827b9 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:41:09.989049 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-568487d7-3bbe-45a2-a798-6c966a56899d None None] Attempting to bind port 52687a05-a1f3-4544-b2e6-d855c01827b9 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '785a493f-e799-417f-b685-3c1757b86461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'cc7a85ea-bd13-4310-86e7-8f2dcb53116c'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:41:09.994131 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568487d7-3bbe-45a2-a798-6c966a56899d None None] Attempting to bind port 52687a05-a1f3-4544-b2e6-d855c01827b9 on network cc7a85ea-bd13-4310-86e7-8f2dcb53116c {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:41:10.003178 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6ced535c-7413-49ca-94c2-eaab86c41502 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:10.018772 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-bf85c67a-c0a6-4363-8850-be5b17f48c69 None None] For port 80213522-44f6-4808-b19b-867fd5ed8f22, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=80213522-44f6-4808-b19b-867fd5ed8f22,segment=NetworkSegment(7954116d-e80a-4e67-b21f-9b97a91c0b01),segment_id=7954116d-e80a-4e67-b21f-9b97a91c0b01)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:41:10.019928 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4f038fae-b469-4cda-9a58-f5920e9a070a req-f21d1c7e-8b45-4eb3-8b3a-1a20e80e1df3 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/security-groups?id=17372704-86e6-46e6-a5dd-dc7385be620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610371 Oct 20 10:41:10.033958 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568487d7-3bbe-45a2-a798-6c966a56899d None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 41, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:41:10.037263 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568487d7-3bbe-45a2-a798-6c966a56899d None None] Checking segment: {'id': '785a493f-e799-417f-b685-3c1757b86461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'cc7a85ea-bd13-4310-86e7-8f2dcb53116c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:41:10.037732 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-568487d7-3bbe-45a2-a798-6c966a56899d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:10.038138 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568487d7-3bbe-45a2-a798-6c966a56899d None None] Bound using segment: {'id': '785a493f-e799-417f-b685-3c1757b86461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'cc7a85ea-bd13-4310-86e7-8f2dcb53116c'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:41:10.039181 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-568487d7-3bbe-45a2-a798-6c966a56899d None None] Bound port: 52687a05-a1f3-4544-b2e6-d855c01827b9, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '785a493f-e799-417f-b685-3c1757b86461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'cc7a85ea-bd13-4310-86e7-8f2dcb53116c'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:41:10.046616 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-568487d7-3bbe-45a2-a798-6c966a56899d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:10.087177 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-bf85c67a-c0a6-4363-8850-be5b17f48c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:10.160377 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae598b9-750e-43d5-9be5-e5227a5dfad1 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Pushing event updated for resources: {'Subnet': ['ID=ffae8473-2e90-4615-b137-ae5f47dc0357,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:10.174961 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-bf85c67a-c0a6-4363-8850-be5b17f48c69 None None] Could not find standard attr ID for object d48046de-e33c-49d5-a79d-68603400ac05. {{(pid=100598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 20 10:41:10.180130 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-f8bcd81c-541a-4f44-9277-82b005bca177 None None] Allocated IP 19.80.0.2 (c60bc39c-22d0-402f-a8bd-cf747843ae3d/538c8c6b-ffc5-4371-a7c1-293c40f2a6df/6faccfeb-37ce-4585-bdef-ea2fb4ceff53) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:41:10.185426 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae598b9-750e-43d5-9be5-e5227a5dfad1 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Checking segment: {'id': '7166ce3b-596a-4fd6-b0fe-75fcec80a22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'cbe9c1c3-7b57-4697-9922-dd4c6e69cc6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:41:10.185810 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae598b9-750e-43d5-9be5-e5227a5dfad1 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Network hostable DHCP agents. Network: cbe9c1c3-7b57-4697-9922-dd4c6e69cc6a, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:41:10.206714 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-14cbb885-0431-4a36-8216-55f04b22cf73 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:10.216397 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6ced535c-7413-49ca-94c2-eaab86c41502 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:10.286257 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae598b9-750e-43d5-9be5-e5227a5dfad1 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Network cbe9c1c3-7b57-4697-9922-dd4c6e69cc6a is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:41:10.305548 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ced535c-7413-49ca-94c2-eaab86c41502 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Network e4194fb9-b5c9-4bd6-8b64-1c95bc874bb3 is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:41:10.325045 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-6ced535c-7413-49ca-94c2-eaab86c41502 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:41:10.332189 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ced535c-7413-49ca-94c2-eaab86c41502 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:41:10.332754 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6ced535c-7413-49ca-94c2-eaab86c41502 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1774540'] for router_interface, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:10.404312 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-bf85c67a-c0a6-4363-8850-be5b17f48c69 None None] Provisioning complete for port 52107d3c-015c-42ac-8727-0878c2831e3f triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:41:10.404520 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-bf85c67a-c0a6-4363-8850-be5b17f48c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:10.432664 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-0ae598b9-750e-43d5-9be5-e5227a5dfad1 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, cbe9c1c3-7b57-4697-9922-dd4c6e69cc6a) {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:41:10.453235 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae598b9-750e-43d5-9be5-e5227a5dfad1 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:10.453842 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0ae598b9-750e-43d5-9be5-e5227a5dfad1 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:10.472323 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ced535c-7413-49ca-94c2-eaab86c41502 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Pushing event updated for resources: {'Port': ['ID=6c68f522-df19-4451-a743-9faafc48220c,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:10.495420 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 57592) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:10.542808 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-0ae598b9-750e-43d5-9be5-e5227a5dfad1 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.5243866 Oct 20 10:41:10.606328 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-568487d7-3bbe-45a2-a798-6c966a56899d None None] For port 52687a05-a1f3-4544-b2e6-d855c01827b9, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:41:10.620993 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-568487d7-3bbe-45a2-a798-6c966a56899d None None] For port 52687a05-a1f3-4544-b2e6-d855c01827b9, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=52687a05-a1f3-4544-b2e6-d855c01827b9,segment=NetworkSegment(785a493f-e799-417f-b685-3c1757b86461),segment_id=785a493f-e799-417f-b685-3c1757b86461)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:41:10.628119 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6ced535c-7413-49ca-94c2-eaab86c41502 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:10.681969 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-90519575-ae20-4498-9534-b9aeb68f8d42 None None] Allocated IP 2001:db8:3::2 (e4194fb9-b5c9-4bd6-8b64-1c95bc874bb3/0bd4171f-618d-40fd-a65f-65ce9c60bc35/683bd493-0717-4326-98f5-c4ce56a9f20c) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:41:10.859837 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1914ec2-2615-4060-955f-1f2f55514cdc None None] Network cbe9c1c3-7b57-4697-9922-dd4c6e69cc6a requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:41:10.862144 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf85c67a-c0a6-4363-8850-be5b17f48c69 None None] Pushing event updated for resources: {'Port': ['ID=80213522-44f6-4808-b19b-867fd5ed8f22,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:10.862848 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f5a9de61-2ab6-4865-8448-e9258a1a480a admin admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:10.892719 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-568487d7-3bbe-45a2-a798-6c966a56899d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:10.961697 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 52107d3c-015c-42ac-8727-0878c2831e3f up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:41:11.013765 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-14cbb885-0431-4a36-8216-55f04b22cf73 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:11.095935 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6ced535c-7413-49ca-94c2-eaab86c41502 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks [] for port, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:11.098614 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-14cbb885-0431-4a36-8216-55f04b22cf73 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:11.103333 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6ced535c-7413-49ca-94c2-eaab86c41502 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:11.104278 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6ced535c-7413-49ca-94c2-eaab86c41502 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1774432'] for router_interface, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:11.284032 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ced535c-7413-49ca-94c2-eaab86c41502 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Network e4194fb9-b5c9-4bd6-8b64-1c95bc874bb3 is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:41:11.287718 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-6ced535c-7413-49ca-94c2-eaab86c41502 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:41:11.309358 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ced535c-7413-49ca-94c2-eaab86c41502 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Pushing event updated for resources: {'Port': ['ID=6c68f522-df19-4451-a743-9faafc48220c,revision_number=2']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:11.321302 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f5a9de61-2ab6-4865-8448-e9258a1a480a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:11.355236 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568487d7-3bbe-45a2-a798-6c966a56899d None None] Routers {'a8b94c7b-90c6-4a43-b38e-42fb877dc13c'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:41:11.356888 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-568487d7-3bbe-45a2-a798-6c966a56899d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:41:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['a8b94c7b-90c6-4a43-b38e-42fb877dc13c'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:41:11.373026 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cbb885-0431-4a36-8216-55f04b22cf73 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Pushing event updated for resources: {'Port': ['ID=75a648d5-27e9-4af3-b550-c1bbc276dca8,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:11.376517 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-14cbb885-0431-4a36-8216-55f04b22cf73 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1774432'] for router_interface, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:11.432559 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ced535c-7413-49ca-94c2-eaab86c41502 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Router a8b94c7b-90c6-4a43-b38e-42fb877dc13c has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:41:11.460489 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35de30d0-ce12-4e3b-84e9-cab19e709d35 None None] Pushing event updated for resources: {'Port': ['ID=52687a05-a1f3-4544-b2e6-d855c01827b9,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:11.484256 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f5a9de61-2ab6-4865-8448-e9258a1a480a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:11.534897 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-f5a9de61-2ab6-4865-8448-e9258a1a480a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5a2122a459f7450eb6692a5fffa2948c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0383132 Oct 20 10:41:11.535878 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a9de61-2ab6-4865-8448-e9258a1a480a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ba7c519-8338-4b72-8e67-1008e88c4a8b,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:11.540987 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 57616) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:11.551439 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ced535c-7413-49ca-94c2-eaab86c41502 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:41:11.560280 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-bf85c67a-c0a6-4363-8850-be5b17f48c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:11.569824 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-90519575-ae20-4498-9534-b9aeb68f8d42 None None] Publish callbacks [] for port, precommit_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:11.571283 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-6ced535c-7413-49ca-94c2-eaab86c41502 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] 10.222.0.64 "PUT /v2.0/routers/a8b94c7b-90c6-4a43-b38e-42fb877dc13c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5905976 Oct 20 10:41:11.571941 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 57618) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:11.582880 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-d83a588d-1144-4ced-b391-0e12630fab86 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:41:11.604406 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-90519575-ae20-4498-9534-b9aeb68f8d42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:11.627224 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8f2325-cea8-42d2-adb7-66e5050f70c7 req-b78863d8-da38-4263-956e-5fff459a74a8 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:11.634085 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8f2325-cea8-42d2-adb7-66e5050f70c7 req-b78863d8-da38-4263-956e-5fff459a74a8 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:11.641769 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0f8f2325-cea8-42d2-adb7-66e5050f70c7 req-b78863d8-da38-4263-956e-5fff459a74a8 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] 10.222.0.64 "GET /v2.0/networks?id=c60bc39c-22d0-402f-a8bd-cf747843ae3d&id=cbe9c1c3-7b57-4697-9922-dd4c6e69cc6a HTTP/1.1" status: 200 len: 1391 time: 0.7540643 Oct 20 10:41:11.652451 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e32997-fc3b-4c53-bd49-62d0c8445056 req-f70cfc6d-bb29-45e6-85b7-85399b5ccc3c tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:11.660162 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-64e32997-fc3b-4c53-bd49-62d0c8445056 req-f70cfc6d-bb29-45e6-85b7-85399b5ccc3c tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/ports?device_id=894255bb-de50-4397-86fd-3867a7b40e64 HTTP/1.1" status: 200 len: 945 time: 0.5125537 Oct 20 10:41:11.689456 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14cbb885-0431-4a36-8216-55f04b22cf73 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Network fd479215-a56b-4ee7-9454-4c80447710df is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:41:11.693941 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-14cbb885-0431-4a36-8216-55f04b22cf73 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:41:11.694240 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90519575-ae20-4498-9534-b9aeb68f8d42 None None] Pushing event updated for resources: {'Port': ['ID=683bd493-0717-4326-98f5-c4ce56a9f20c,revision_number=1']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:11.716337 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-568487d7-3bbe-45a2-a798-6c966a56899d None None] Set router a8b94c7b-90c6-4a43-b38e-42fb877dc13c gateway port host: None {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:41:11.718494 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 52107d3c-015c-42ac-8727-0878c2831e3f triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:41:11.718866 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:11.725324 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-43048355-8029-4421-8618-f11b82d5106c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:11.734786 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0f8f2325-cea8-42d2-adb7-66e5050f70c7 req-55499839-98e4-4522-a768-a0ceb4b742d3 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] 10.222.0.64 "GET /v2.0/quotas/311474ed35f34da1b417637b1179a3d4 HTTP/1.1" status: 200 len: 375 time: 0.0909920 Oct 20 10:41:11.813978 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-bf85c67a-c0a6-4363-8850-be5b17f48c69 None None] For port 52107d3c-015c-42ac-8727-0878c2831e3f, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=52107d3c-015c-42ac-8727-0878c2831e3f,segment=NetworkSegment(785a493f-e799-417f-b685-3c1757b86461),segment_id=785a493f-e799-417f-b685-3c1757b86461)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:41:11.821674 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-64e32997-fc3b-4c53-bd49-62d0c8445056 req-fc018b3e-d6eb-4100-9108-3848035380b9 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/security-groups?id=17372704-86e6-46e6-a5dd-dc7385be620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599848 Oct 20 10:41:11.829761 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90519575-ae20-4498-9534-b9aeb68f8d42 None None] Network e4194fb9-b5c9-4bd6-8b64-1c95bc874bb3 is already hosted by enough agents. {{(pid=100598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:41:11.837794 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.base_scheduler [None req-90519575-ae20-4498-9534-b9aeb68f8d42 None None] Resources bound (agent type, host, resource id): {{(pid=100598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:41:11.840961 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90519575-ae20-4498-9534-b9aeb68f8d42 None None] Received port after_create {{(pid=100598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:41:11.847232 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-bf85c67a-c0a6-4363-8850-be5b17f48c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:11.879308 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-43048355-8029-4421-8618-f11b82d5106c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:12.019671 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0f8f2325-cea8-42d2-adb7-66e5050f70c7 req-3bf81d90-e960-4216-a098-4e255d161c3e tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=311474ed35f34da1b417637b1179a3d4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2832649 Oct 20 10:41:12.074895 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14cbb885-0431-4a36-8216-55f04b22cf73 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Router 2667789f-fed0-4bd6-893f-f98ef10a0fa8 has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:41:12.104003 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20dfe32e-63cd-463a-b004-effe5163048c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524064ba-869c-5550-b826-c26b69a11278-cbe9c1c3-7b57-4697-9922-dd4c6e69cc6a', 'network_id': 'cbe9c1c3-7b57-4697-9922-dd4c6e69cc6a', 'tenant_id': '311474ed35f34da1b417637b1179a3d4', 'fixed_ips': [{'subnet_id': 'ffae8473-2e90-4615-b137-ae5f47dc0357'}]}} from n-d-811396-3. {{(pid=100598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:41:12.107472 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-20dfe32e-63cd-463a-b004-effe5163048c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:12.114245 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-43048355-8029-4421-8618-f11b82d5106c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:12.122004 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-43048355-8029-4421-8618-f11b82d5106c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:12.123182 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-43048355-8029-4421-8618-f11b82d5106c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2ba7c519-8338-4b72-8e67-1008e88c4a8b HTTP/1.1" status: 204 len: 168 time: 0.5811036 Oct 20 10:41:12.185371 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-f8bcd81c-541a-4f44-9277-82b005bca177 None None] Publish callbacks [] for port, precommit_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:12.185698 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43048355-8029-4421-8618-f11b82d5106c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ba7c519-8338-4b72-8e67-1008e88c4a8b,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:12.185800 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf85c67a-c0a6-4363-8850-be5b17f48c69 None None] Pushing event updated for resources: {'Port': ['ID=52107d3c-015c-42ac-8727-0878c2831e3f,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:12.200746 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-90519575-ae20-4498-9534-b9aeb68f8d42 None None] Attempting to bind port 683bd493-0717-4326-98f5-c4ce56a9f20c on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:41:12.201130 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-90519575-ae20-4498-9534-b9aeb68f8d42 None None] Attempting to bind port 683bd493-0717-4326-98f5-c4ce56a9f20c by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '841ccf78-22ec-43c0-9257-9dce451a8dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'e4194fb9-b5c9-4bd6-8b64-1c95bc874bb3'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:41:12.201749 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90519575-ae20-4498-9534-b9aeb68f8d42 None None] Attempting to bind port 683bd493-0717-4326-98f5-c4ce56a9f20c on network e4194fb9-b5c9-4bd6-8b64-1c95bc874bb3 {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:41:12.230607 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-f8bcd81c-541a-4f44-9277-82b005bca177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:12.232547 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0f8f2325-cea8-42d2-adb7-66e5050f70c7 req-d1ecdbfd-7653-4c56-82bd-360ee132982b service neutron] 10.222.0.64 "GET /v2.0/networks/c60bc39c-22d0-402f-a8bd-cf747843ae3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097683 Oct 20 10:41:12.278562 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14cbb885-0431-4a36-8216-55f04b22cf73 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:41:12.285301 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-14cbb885-0431-4a36-8216-55f04b22cf73 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] 10.222.0.64 "PUT /v2.0/routers/2667789f-fed0-4bd6-893f-f98ef10a0fa8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7380798 Oct 20 10:41:12.292622 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b92972c-dae6-431e-937a-773d8803ab3f None None] Sync routers for ids ['2667789f-fed0-4bd6-893f-f98ef10a0fa8'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:41:12.305400 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b92972c-dae6-431e-937a-773d8803ab3f None None] Routers {'2667789f-fed0-4bd6-893f-f98ef10a0fa8'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:41:12.306720 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 57628) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:12.310127 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-3b92972c-dae6-431e-937a-773d8803ab3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:41:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['2667789f-fed0-4bd6-893f-f98ef10a0fa8'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:41:12.334546 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bcd81c-541a-4f44-9277-82b005bca177 None None] Pushing event updated for resources: {'Port': ['ID=6faccfeb-37ce-4585-bdef-ea2fb4ceff53,revision_number=1']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:12.402579 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-3b92972c-dae6-431e-937a-773d8803ab3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:41:12.424048 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b92972c-dae6-431e-937a-773d8803ab3f None None] Routers {'2667789f-fed0-4bd6-893f-f98ef10a0fa8'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:41:12.424691 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-3b92972c-dae6-431e-937a-773d8803ab3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:41:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['2667789f-fed0-4bd6-893f-f98ef10a0fa8'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:41:12.463058 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.extraroute_db [None req-d83a588d-1144-4ced-b391-0e12630fab86 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=100597) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 20 10:41:12.484569 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.extraroute_db [None req-d83a588d-1144-4ced-b391-0e12630fab86 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Removed routes are [] {{(pid=100597) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 20 10:41:12.485110 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d83a588d-1144-4ced-b391-0e12630fab86 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1773502', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1772312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-258425'] for router, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:12.531761 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-3b92972c-dae6-431e-937a-773d8803ab3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:41:12.532731 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b92972c-dae6-431e-937a-773d8803ab3f None None] The sync data for ids ['2667789f-fed0-4bd6-893f-f98ef10a0fa8'] in n-d-811396-3 is: [] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:41:12.694899 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 57634) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:12.738810 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c1045d08-7c9e-47c6-bf28-97d4574bff5c admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:12.791045 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-20dfe32e-63cd-463a-b004-effe5163048c None None] Allocated IP 19.86.0.2 (cbe9c1c3-7b57-4697-9922-dd4c6e69cc6a/ffae8473-2e90-4615-b137-ae5f47dc0357/e519c21f-2444-46f2-85a2-b4a6c7519cc9) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:41:12.818803 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c1045d08-7c9e-47c6-bf28-97d4574bff5c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:12.826177 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c1045d08-7c9e-47c6-bf28-97d4574bff5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:12.858116 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d83a588d-1144-4ced-b391-0e12630fab86 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1773502', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1772312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-258425'] for router, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:12.878046 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d83a588d-1144-4ced-b391-0e12630fab86 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1773475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1773489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1773480', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1772307'] for router, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:12.952785 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-20dfe32e-63cd-463a-b004-effe5163048c None None] Publish callbacks [] for port, precommit_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:12.957981 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90519575-ae20-4498-9534-b9aeb68f8d42 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 41, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:41:12.959641 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90519575-ae20-4498-9534-b9aeb68f8d42 None None] Checking segment: {'id': '841ccf78-22ec-43c0-9257-9dce451a8dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'e4194fb9-b5c9-4bd6-8b64-1c95bc874bb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:41:12.961602 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-90519575-ae20-4498-9534-b9aeb68f8d42 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:12.962387 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90519575-ae20-4498-9534-b9aeb68f8d42 None None] Bound using segment: {'id': '841ccf78-22ec-43c0-9257-9dce451a8dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'e4194fb9-b5c9-4bd6-8b64-1c95bc874bb3'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:41:12.963469 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-90519575-ae20-4498-9534-b9aeb68f8d42 None None] Bound port: 683bd493-0717-4326-98f5-c4ce56a9f20c, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '841ccf78-22ec-43c0-9257-9dce451a8dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'e4194fb9-b5c9-4bd6-8b64-1c95bc874bb3'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:41:12.964247 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-90519575-ae20-4498-9534-b9aeb68f8d42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:12.988662 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-20dfe32e-63cd-463a-b004-effe5163048c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:13.003778 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8bcd81c-541a-4f44-9277-82b005bca177 None None] Network c60bc39c-22d0-402f-a8bd-cf747843ae3d is already hosted by enough agents. {{(pid=100598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:41:13.008647 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-8d7d193e-9f96-42c0-ac20-5bffa42b4c96 None None] Provisioning complete for port 52107d3c-015c-42ac-8727-0878c2831e3f triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:41:13.009282 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-8d7d193e-9f96-42c0-ac20-5bffa42b4c96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:13.035824 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1e28226a-5620-4292-b15b-99e72fa34768 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Publish callbacks [] for router, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:13.048783 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24313b61-d74b-4fa9-a925-9b2cf3d6ee73 req-c839e56d-a15a-44cf-a2aa-e0d6beed1596 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:13.055519 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 6676f79a-62e5-48d7-86b0-7790d8ee8d2b up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:41:13.059178 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-24313b61-d74b-4fa9-a925-9b2cf3d6ee73 req-c839e56d-a15a-44cf-a2aa-e0d6beed1596 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/ports?device_id=894255bb-de50-4397-86fd-3867a7b40e64 HTTP/1.1" status: 200 len: 945 time: 0.1896508 Oct 20 10:41:13.106449 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.base_scheduler [None req-f8bcd81c-541a-4f44-9277-82b005bca177 None None] Resources bound (agent type, host, resource id): {{(pid=100598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:41:13.112050 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20dfe32e-63cd-463a-b004-effe5163048c None None] Network cbe9c1c3-7b57-4697-9922-dd4c6e69cc6a is already hosted by enough agents. {{(pid=100598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:41:13.133232 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0f8f2325-cea8-42d2-adb7-66e5050f70c7 req-c9eb7e7c-5879-4fa0-be7b-cd7390487d81 service neutron] 10.222.0.64 "GET /v2.0/networks/c60bc39c-22d0-402f-a8bd-cf747843ae3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8860030 Oct 20 10:41:13.152529 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8bcd81c-541a-4f44-9277-82b005bca177 None None] Received port after_create {{(pid=100598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:41:13.194801 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.base_scheduler [None req-20dfe32e-63cd-463a-b004-effe5163048c None None] Resources bound (agent type, host, resource id): {{(pid=100598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:41:13.204826 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20dfe32e-63cd-463a-b004-effe5163048c None None] Received port after_create {{(pid=100598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:41:13.279042 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-24313b61-d74b-4fa9-a925-9b2cf3d6ee73 req-63d3cfe9-eb77-4836-95c9-9122f4e08c0a tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/security-groups?id=17372704-86e6-46e6-a5dd-dc7385be620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146399 Oct 20 10:41:13.364612 n-d-811396-3 neutron-server[100596]: INFO neutron.api.v2.resource [None req-1e28226a-5620-4292-b15b-99e72fa34768 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 20 10:41:13.368740 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-1e28226a-5620-4292-b15b-99e72fa34768 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] 10.222.0.64 "DELETE /v2.0/routers/2667789f-fed0-4bd6-893f-f98ef10a0fa8 HTTP/1.1" status: 409 len: 329 time: 1.0600793 Oct 20 10:41:13.369977 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 57642) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:13.403599 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dfe32e-63cd-463a-b004-effe5163048c None None] Pushing event updated for resources: {'Port': ['ID=e519c21f-2444-46f2-85a2-b4a6c7519cc9,revision_number=1']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:13.421616 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d83a588d-1144-4ced-b391-0e12630fab86 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Router a8b94c7b-90c6-4a43-b38e-42fb877dc13c has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:41:13.429942 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-c1045d08-7c9e-47c6-bf28-97d4574bff5c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5b2a114f909c4f319ff33e9ee0eb2e5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7289999 Oct 20 10:41:13.429942 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1045d08-7c9e-47c6-bf28-97d4574bff5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48d711fb-2e21-4406-abb9-e9df680c6261,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:13.430245 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 57644) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:13.430334 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 6676f79a-62e5-48d7-86b0-7790d8ee8d2b triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:41:13.441481 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:13.510490 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0f8f2325-cea8-42d2-adb7-66e5050f70c7 req-34709f1e-e11d-4231-8ff4-eff52a16e9f6 service neutron] 10.222.0.64 "GET /v2.0/networks/cbe9c1c3-7b57-4697-9922-dd4c6e69cc6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3660429 Oct 20 10:41:13.547991 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-20dfe32e-63cd-463a-b004-effe5163048c None None] Attempting to bind port e519c21f-2444-46f2-85a2-b4a6c7519cc9 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:41:13.549109 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-20dfe32e-63cd-463a-b004-effe5163048c None None] Attempting to bind port e519c21f-2444-46f2-85a2-b4a6c7519cc9 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '7166ce3b-596a-4fd6-b0fe-75fcec80a22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'cbe9c1c3-7b57-4697-9922-dd4c6e69cc6a'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:41:13.549705 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20dfe32e-63cd-463a-b004-effe5163048c None None] Attempting to bind port e519c21f-2444-46f2-85a2-b4a6c7519cc9 on network cbe9c1c3-7b57-4697-9922-dd4c6e69cc6a {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:41:13.556403 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d83a588d-1144-4ced-b391-0e12630fab86 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:41:13.564899 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d83a588d-1144-4ced-b391-0e12630fab86 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks [] for router, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:13.566085 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-d83a588d-1144-4ced-b391-0e12630fab86 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] 10.222.0.64 "PUT /v2.0/routers/a8b94c7b-90c6-4a43-b38e-42fb877dc13c HTTP/1.1" status: 200 len: 953 time: 1.9895055 Oct 20 10:41:13.568957 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 57646) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:13.575712 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-f8bcd81c-541a-4f44-9277-82b005bca177 None None] Attempting to bind port 6faccfeb-37ce-4585-bdef-ea2fb4ceff53 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:41:13.576422 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-f8bcd81c-541a-4f44-9277-82b005bca177 None None] Attempting to bind port 6faccfeb-37ce-4585-bdef-ea2fb4ceff53 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '5b5fb6ce-cd0e-4793-8bda-bd817c0d9452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'c60bc39c-22d0-402f-a8bd-cf747843ae3d'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:41:13.577024 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8bcd81c-541a-4f44-9277-82b005bca177 None None] Attempting to bind port 6faccfeb-37ce-4585-bdef-ea2fb4ceff53 on network c60bc39c-22d0-402f-a8bd-cf747843ae3d {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:41:13.612379 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f661c72a-333b-4926-abf6-ff9fe970e2ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:13.625751 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8bcd81c-541a-4f44-9277-82b005bca177 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 41, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:41:13.626261 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8bcd81c-541a-4f44-9277-82b005bca177 None None] Checking segment: {'id': '5b5fb6ce-cd0e-4793-8bda-bd817c0d9452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'c60bc39c-22d0-402f-a8bd-cf747843ae3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:41:13.626893 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-f8bcd81c-541a-4f44-9277-82b005bca177 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:13.627406 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8bcd81c-541a-4f44-9277-82b005bca177 None None] Bound using segment: {'id': '5b5fb6ce-cd0e-4793-8bda-bd817c0d9452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'c60bc39c-22d0-402f-a8bd-cf747843ae3d'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:41:13.628361 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-f8bcd81c-541a-4f44-9277-82b005bca177 None None] Bound port: 6faccfeb-37ce-4585-bdef-ea2fb4ceff53, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b5fb6ce-cd0e-4793-8bda-bd817c0d9452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'c60bc39c-22d0-402f-a8bd-cf747843ae3d'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:41:13.628963 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-f8bcd81c-541a-4f44-9277-82b005bca177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:13.698805 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-b9e79e69-188c-4a0b-801c-ce8311244aeb tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] 10.222.0.64 "GET /v2.0/routers/a8b94c7b-90c6-4a43-b38e-42fb877dc13c HTTP/1.1" status: 200 len: 953 time: 0.1286964 Oct 20 10:41:13.700844 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 57648) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:13.707263 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-f8bcd81c-541a-4f44-9277-82b005bca177 None None] For port 6faccfeb-37ce-4585-bdef-ea2fb4ceff53, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:41:13.707935 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-37eddb1a-adf5-436f-a124-8b6f372bdf54 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Request body: {'router': {'routes': None}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:41:13.712257 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-f8bcd81c-541a-4f44-9277-82b005bca177 None None] For port 6faccfeb-37ce-4585-bdef-ea2fb4ceff53, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=6faccfeb-37ce-4585-bdef-ea2fb4ceff53,segment=NetworkSegment(5b5fb6ce-cd0e-4793-8bda-bd817c0d9452),segment_id=5b5fb6ce-cd0e-4793-8bda-bd817c0d9452)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:41:13.713780 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20dfe32e-63cd-463a-b004-effe5163048c None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 41, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:41:13.714518 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20dfe32e-63cd-463a-b004-effe5163048c None None] Checking segment: {'id': '7166ce3b-596a-4fd6-b0fe-75fcec80a22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'cbe9c1c3-7b57-4697-9922-dd4c6e69cc6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:41:13.714882 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-20dfe32e-63cd-463a-b004-effe5163048c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:13.715701 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20dfe32e-63cd-463a-b004-effe5163048c None None] Bound using segment: {'id': '7166ce3b-596a-4fd6-b0fe-75fcec80a22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'cbe9c1c3-7b57-4697-9922-dd4c6e69cc6a'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:41:13.716268 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-20dfe32e-63cd-463a-b004-effe5163048c None None] Bound port: e519c21f-2444-46f2-85a2-b4a6c7519cc9, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7166ce3b-596a-4fd6-b0fe-75fcec80a22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'cbe9c1c3-7b57-4697-9922-dd4c6e69cc6a'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:41:13.716868 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-20dfe32e-63cd-463a-b004-effe5163048c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:13.730723 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f661c72a-333b-4926-abf6-ff9fe970e2ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:13.760922 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-f8bcd81c-541a-4f44-9277-82b005bca177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:13.794626 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0f8f2325-cea8-42d2-adb7-66e5050f70c7 req-16167a3f-4525-44fe-89a9-7404d00c2ca8 service neutron] 10.222.0.64 "GET /v2.0/networks/cbe9c1c3-7b57-4697-9922-dd4c6e69cc6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2748916 Oct 20 10:41:13.883960 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-90519575-ae20-4498-9534-b9aeb68f8d42 None None] For port 683bd493-0717-4326-98f5-c4ce56a9f20c, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:41:13.891512 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f661c72a-333b-4926-abf6-ff9fe970e2ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:13.894117 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f661c72a-333b-4926-abf6-ff9fe970e2ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:13.898237 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-f661c72a-333b-4926-abf6-ff9fe970e2ae admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/48d711fb-2e21-4406-abb9-e9df680c6261 HTTP/1.1" status: 204 len: 168 time: 0.4666677 Oct 20 10:41:13.913295 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-8d7d193e-9f96-42c0-ac20-5bffa42b4c96 None None] Provisioning complete for port 52687a05-a1f3-4544-b2e6-d855c01827b9 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:41:13.914244 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-8d7d193e-9f96-42c0-ac20-5bffa42b4c96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:13.918291 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f661c72a-333b-4926-abf6-ff9fe970e2ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48d711fb-2e21-4406-abb9-e9df680c6261,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:14.050811 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bcd81c-541a-4f44-9277-82b005bca177 None None] Pushing event updated for resources: {'Port': ['ID=6faccfeb-37ce-4585-bdef-ea2fb4ceff53,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:14.072580 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e0b4671e-f0b1-4f05-8a16-267d54d5d7f2 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1774405'] for router_interface, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:14.092701 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-20dfe32e-63cd-463a-b004-effe5163048c None None] For port e519c21f-2444-46f2-85a2-b4a6c7519cc9, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:41:14.097170 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-20dfe32e-63cd-463a-b004-effe5163048c None None] For port e519c21f-2444-46f2-85a2-b4a6c7519cc9, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=e519c21f-2444-46f2-85a2-b4a6c7519cc9,segment=NetworkSegment(7166ce3b-596a-4fd6-b0fe-75fcec80a22c),segment_id=7166ce3b-596a-4fd6-b0fe-75fcec80a22c)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:41:14.111352 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-90519575-ae20-4498-9534-b9aeb68f8d42 None None] For port 683bd493-0717-4326-98f5-c4ce56a9f20c, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=683bd493-0717-4326-98f5-c4ce56a9f20c,segment=NetworkSegment(841ccf78-22ec-43c0-9257-9dce451a8dae),segment_id=841ccf78-22ec-43c0-9257-9dce451a8dae)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:41:14.123011 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 8632409a-e6f9-4308-89bd-466402616915 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:41:14.194329 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-90519575-ae20-4498-9534-b9aeb68f8d42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:14.213328 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-20dfe32e-63cd-463a-b004-effe5163048c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:14.275430 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2144a646-ac0d-460c-b1ea-0d0eff072344 req-f2fe0e78-388c-45c6-871c-92c379ac5547 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ca6fcd7-3d18-461a-8923-2a5fa84ee49a HTTP/1.1" status: 200 len: 210 time: 0.1252971 Oct 20 10:41:14.607694 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.extraroute_db [None req-37eddb1a-adf5-436f-a124-8b6f372bdf54 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Added routes are [] {{(pid=100597) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 20 10:41:14.607872 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.extraroute_db [None req-37eddb1a-adf5-436f-a124-8b6f372bdf54 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=100597) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 20 10:41:14.676273 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-568487d7-3bbe-45a2-a798-6c966a56899d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8b94c7b-90c6-4a43-b38e-42fb877dc13c', 'name': 'tempest-RoutersIpV6Test-router-173173775', 'tenant_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:40:44Z', 'updated_at': '2021-10-20T10:41:10Z', 'revision_number': 5, 'project_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'gw_port_host': None, '_interfaces': [{'id': '05894f7b-11b4-43d0-a600-98e918762731', 'name': '', 'network_id': 'd01baf07-86f4-4d28-8b19-65aed1553de5', 'tenant_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'mac_address': 'fa:16:3e:72:1d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b94c7b-90c6-4a43-b38e-42fb877dc13c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '28132bf4-11e5-43fb-896f-af6830dd6618', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:40:51Z', 'updated_at': '2021-10-20T10:41:06Z', 'revision_number': 5, 'project_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'subnets': [{'id': '28132bf4-11e5-43fb-896f-af6830dd6618', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '52687a05-a1f3-4544-b2e6-d855c01827b9', 'name': '', 'network_id': 'cc7a85ea-bd13-4310-86e7-8f2dcb53116c', 'tenant_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'mac_address': 'fa:16:3e:93:86:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8b94c7b-90c6-4a43-b38e-42fb877dc13c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': 'b4c96eec-5bd6-4a0f-8791-4252708ccd92', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:40:59Z', 'updated_at': '2021-10-20T10:41:10Z', 'revision_number': 4, 'project_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'subnets': [{'id': 'b4c96eec-5bd6-4a0f-8791-4252708ccd92', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c68f522-df19-4451-a743-9faafc48220c', 'name': '', 'network_id': 'e4194fb9-b5c9-4bd6-8b64-1c95bc874bb3', 'tenant_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'mac_address': 'fa:16:3e:70:f9:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8b94c7b-90c6-4a43-b38e-42fb877dc13c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1603, 'fixed_ips': [{'subnet_id': '0bd4171f-618d-40fd-a65f-65ce9c60bc35', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:41:08Z', 'updated_at': '2021-10-20T10:41:10Z', 'revision_number': 2, 'project_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'subnets': [{'id': '0bd4171f-618d-40fd-a65f-65ce9c60bc35', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a433fd22-5091-42cf-9307-867519e1307c', 'name': '', 'network_id': '7fb59595-a6b9-4497-8ca6-3155b1017eae', 'tenant_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'mac_address': 'fa:16:3e:73:ac:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b94c7b-90c6-4a43-b38e-42fb877dc13c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': '3341a74b-11cb-40df-b7ec-fdbefa4a8688', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:40:46Z', 'updated_at': '2021-10-20T10:40:54Z', 'revision_number': 5, 'project_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'subnets': [{'id': '3341a74b-11cb-40df-b7ec-fdbefa4a8688', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:41:14.758472 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-37eddb1a-adf5-436f-a124-8b6f372bdf54 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1773502', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1772312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-258425'] for router, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:14.759187 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c73e16-eee5-4988-b6b9-9042807b7b51 req-7fbd0868-2ef8-4d54-ae73-f5af18429187 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:14.774844 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f0c73e16-eee5-4988-b6b9-9042807b7b51 req-7fbd0868-2ef8-4d54-ae73-f5af18429187 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/ports?device_id=894255bb-de50-4397-86fd-3867a7b40e64 HTTP/1.1" status: 200 len: 945 time: 0.3060319 Oct 20 10:41:14.809140 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-8d7d193e-9f96-42c0-ac20-5bffa42b4c96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:14.813932 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90519575-ae20-4498-9534-b9aeb68f8d42 None None] Pushing event updated for resources: {'Port': ['ID=683bd493-0717-4326-98f5-c4ce56a9f20c,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:14.818003 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568487d7-3bbe-45a2-a798-6c966a56899d None None] The sync data for ids ['a8b94c7b-90c6-4a43-b38e-42fb877dc13c'] in n-d-811396-3 is: [{'id': 'a8b94c7b-90c6-4a43-b38e-42fb877dc13c', 'name': 'tempest-RoutersIpV6Test-router-173173775', 'tenant_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:40:44Z', 'updated_at': '2021-10-20T10:41:10Z', 'revision_number': 5, 'project_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'gw_port_host': None, '_interfaces': [{'id': '05894f7b-11b4-43d0-a600-98e918762731', 'name': '', 'network_id': 'd01baf07-86f4-4d28-8b19-65aed1553de5', 'tenant_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'mac_address': 'fa:16:3e:72:1d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b94c7b-90c6-4a43-b38e-42fb877dc13c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '28132bf4-11e5-43fb-896f-af6830dd6618', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:40:51Z', 'updated_at': '2021-10-20T10:41:06Z', 'revision_number': 5, 'project_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'subnets': [{'id': '28132bf4-11e5-43fb-896f-af6830dd6618', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '52687a05-a1f3-4544-b2e6-d855c01827b9', 'name': '', 'network_id': 'cc7a85ea-bd13-4310-86e7-8f2dcb53116c', 'tenant_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'mac_address': 'fa:16:3e:93:86:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8b94c7b-90c6-4a43-b38e-42fb877dc13c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': 'b4c96eec-5bd6-4a0f-8791-4252708ccd92', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:40:59Z', 'updated_at': '2021-10-20T10:41:10Z', 'revision_number': 4, 'project_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'subnets': [{'id': 'b4c96eec-5bd6-4a0f-8791-4252708ccd92', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c68f522-df19-4451-a743-9faafc48220c', 'name': '', 'network_id': 'e4194fb9-b5c9-4bd6-8b64-1c95bc874bb3', 'tenant_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'mac_address': 'fa:16:3e:70:f9:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8b94c7b-90c6-4a43-b38e-42fb877dc13c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1603, 'fixed_ips': [{'subnet_id': '0bd4171f-618d-40fd-a65f-65ce9c60bc35', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:41:08Z', 'updated_at': '2021-10-20T10:41:10Z', 'revision_number': 2, 'project_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'subnets': [{'id': '0bd4171f-618d-40fd-a65f-65ce9c60bc35', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a433fd22-5091-42cf-9307-867519e1307c', 'name': '', 'network_id': '7fb59595-a6b9-4497-8ca6-3155b1017eae', 'tenant_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'mac_address': 'fa:16:3e:73:ac:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b94c7b-90c6-4a43-b38e-42fb877dc13c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': '3341a74b-11cb-40df-b7ec-fdbefa4a8688', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:40:46Z', 'updated_at': '2021-10-20T10:40:54Z', 'revision_number': 5, 'project_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'subnets': [{'id': '3341a74b-11cb-40df-b7ec-fdbefa4a8688', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:41:14.837715 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 8632409a-e6f9-4308-89bd-466402616915 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:41:14.838391 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:14.905207 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f0c73e16-eee5-4988-b6b9-9042807b7b51 req-3f30a425-3dfa-4f17-aec3-6d9f4768c5b8 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/security-groups?id=17372704-86e6-46e6-a5dd-dc7385be620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276312 Oct 20 10:41:15.240334 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-8d7d193e-9f96-42c0-ac20-5bffa42b4c96 None None] For port 52687a05-a1f3-4544-b2e6-d855c01827b9, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=52687a05-a1f3-4544-b2e6-d855c01827b9,segment=NetworkSegment(785a493f-e799-417f-b685-3c1757b86461),segment_id=785a493f-e799-417f-b685-3c1757b86461)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:41:15.276957 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-e0b4671e-f0b1-4f05-8a16-267d54d5d7f2 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Deleting port 75a648d5-27e9-4af3-b550-c1bbc276dca8 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:41:15.277436 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e0b4671e-f0b1-4f05-8a16-267d54d5d7f2 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:15.293517 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-8d7d193e-9f96-42c0-ac20-5bffa42b4c96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:15.390424 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dfe32e-63cd-463a-b004-effe5163048c None None] Pushing event updated for resources: {'Port': ['ID=e519c21f-2444-46f2-85a2-b4a6c7519cc9,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:15.572564 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e0b4671e-f0b1-4f05-8a16-267d54d5d7f2 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:15.613095 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-e0b4671e-f0b1-4f05-8a16-267d54d5d7f2 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Calling delete_port for 75a648d5-27e9-4af3-b550-c1bbc276dca8 owned by network:router_interface {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:41:15.700576 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-37eddb1a-adf5-436f-a124-8b6f372bdf54 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1773502', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1772312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-258425'] for router, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:15.702477 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-8d7d193e-9f96-42c0-ac20-5bffa42b4c96 None None] Provisioning complete for port 75a648d5-27e9-4af3-b550-c1bbc276dca8 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:41:15.702966 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-8d7d193e-9f96-42c0-ac20-5bffa42b4c96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:15.709075 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-37eddb1a-adf5-436f-a124-8b6f372bdf54 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1773475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1773489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1773480', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1772307'] for router, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:15.895838 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-8d7d193e-9f96-42c0-ac20-5bffa42b4c96 None None] Port 75a648d5-27e9-4af3-b550-c1bbc276dca8 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:41:15.967001 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a647b5a6-4f53-48a7-b045-ed626bd3b8a1 req-0c571f41-1c42-4643-840c-634ead7a5e53 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ca6fcd7-3d18-461a-8923-2a5fa84ee49a HTTP/1.1" status: 200 len: 210 time: 0.2181776 Oct 20 10:41:16.009591 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device addc8a02-164d-46d0-aa73-eeeb1185ca41 no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:41:16.072878 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37eddb1a-adf5-436f-a124-8b6f372bdf54 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Router a8b94c7b-90c6-4a43-b38e-42fb877dc13c has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:41:16.106919 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: addc8a02-164d-46d0-aa73-eeeb1185ca41 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:41:16.108092 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device addc8a02-164d-46d0-aa73-eeeb1185ca41 not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:41:16.108733 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 19fc49d4-89e4-40d0-ad6b-56d902e35298 no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:41:16.136008 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63e54bd-281a-490f-bf39-2699bc874cc5 req-fed17473-fd5b-4471-a8e2-2d3f4ad844aa tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:16.158498 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7d193e-9f96-42c0-ac20-5bffa42b4c96 None None] Pushing event updated for resources: {'Port': ['ID=52687a05-a1f3-4544-b2e6-d855c01827b9,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:16.164073 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e63e54bd-281a-490f-bf39-2699bc874cc5 req-fed17473-fd5b-4471-a8e2-2d3f4ad844aa tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/ports?device_id=894255bb-de50-4397-86fd-3867a7b40e64 HTTP/1.1" status: 200 len: 945 time: 0.3875737 Oct 20 10:41:16.307911 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 19fc49d4-89e4-40d0-ad6b-56d902e35298 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:41:16.309265 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 19fc49d4-89e4-40d0-ad6b-56d902e35298 not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:41:16.369863 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-d98f659e-14a9-44ee-8111-5e615c13e8c6 None None] Provisioning complete for port 75a648d5-27e9-4af3-b550-c1bbc276dca8 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:41:16.370662 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-d98f659e-14a9-44ee-8111-5e615c13e8c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:16.383078 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60db3cb7-2149-4459-b008-0d11ba272baf None None] Network c60bc39c-22d0-402f-a8bd-cf747843ae3d requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:41:16.464607 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37eddb1a-adf5-436f-a124-8b6f372bdf54 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:41:16.481092 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-37eddb1a-adf5-436f-a124-8b6f372bdf54 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks [] for router, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:16.487023 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-37eddb1a-adf5-436f-a124-8b6f372bdf54 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] 10.222.0.64 "PUT /v2.0/routers/a8b94c7b-90c6-4a43-b38e-42fb877dc13c HTTP/1.1" status: 200 len: 703 time: 2.7827477 Oct 20 10:41:16.490919 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 57712) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:17.026205 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 57724) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:17.028152 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-6af3b222-d3b0-4a0d-a6f3-58bf82b66504 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] 10.222.0.64 "GET /v2.0/routers/a8b94c7b-90c6-4a43-b38e-42fb877dc13c HTTP/1.1" status: 200 len: 703 time: 0.5172989 Oct 20 10:41:17.048514 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e63e54bd-281a-490f-bf39-2699bc874cc5 req-1b910f28-2320-4371-a9c0-b7321b04c42d tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/security-groups?id=17372704-86e6-46e6-a5dd-dc7385be620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8812037 Oct 20 10:41:17.052623 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e0b4671e-f0b1-4f05-8a16-267d54d5d7f2 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:17.268544 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c34113-6536-48e7-8588-0cd68f0bbb28 None None] Network e4194fb9-b5c9-4bd6-8b64-1c95bc874bb3 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:41:17.527029 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 05894f7b-11b4-43d0-a600-98e918762731 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:41:17.544907 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b4671e-f0b1-4f05-8a16-267d54d5d7f2 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Pushing event deleted for resources: {'Port': ['ID=75a648d5-27e9-4af3-b550-c1bbc276dca8,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:17.615203 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-75810568-c645-4d72-9c4d-11c01d49081a req-332c2be6-75f3-4f4f-9c93-72ea9fcbc680 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ca6fcd7-3d18-461a-8923-2a5fa84ee49a HTTP/1.1" status: 200 len: 210 time: 0.3572953 Oct 20 10:41:17.627277 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88708a03-d372-45cc-9875-aa32fa213dab None None] Network cbe9c1c3-7b57-4697-9922-dd4c6e69cc6a requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:41:17.750089 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-d98f659e-14a9-44ee-8111-5e615c13e8c6 None None] Port 75a648d5-27e9-4af3-b550-c1bbc276dca8 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:41:17.773773 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3e607c-a105-450b-8c84-8d6a0106781a req-a476e21c-425b-4833-85cc-9209f54f5590 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:17.779426 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5b3e607c-a105-450b-8c84-8d6a0106781a req-a476e21c-425b-4833-85cc-9209f54f5590 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.55 "GET /v2.0/ports?device_id=894255bb-de50-4397-86fd-3867a7b40e64 HTTP/1.1" status: 200 len: 945 time: 0.4971731 Oct 20 10:41:17.851690 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8f2325-cea8-42d2-adb7-66e5050f70c7 req-a685e8dd-e5a2-40ed-91df-81d7766678e2 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:17.859023 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8f2325-cea8-42d2-adb7-66e5050f70c7 req-a685e8dd-e5a2-40ed-91df-81d7766678e2 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:17.861147 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0f8f2325-cea8-42d2-adb7-66e5050f70c7 req-a685e8dd-e5a2-40ed-91df-81d7766678e2 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] 10.222.0.69 "GET /v2.0/networks?id=c60bc39c-22d0-402f-a8bd-cf747843ae3d&id=cbe9c1c3-7b57-4697-9922-dd4c6e69cc6a HTTP/1.1" status: 200 len: 1391 time: 1.4696681 Oct 20 10:41:17.918201 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-0f8f2325-cea8-42d2-adb7-66e5050f70c7 req-6eca0d01-7c44-4a0d-bad8-90024567a27b tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Request body: {'port': {'device_id': '7ca6fcd7-3d18-461a-8923-2a5fa84ee49a', 'network_id': 'c60bc39c-22d0-402f-a8bd-cf747843ae3d', 'admin_state_up': True, 'tenant_id': '311474ed35f34da1b417637b1179a3d4'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:41:17.948830 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-48c903d3-d20e-4527-9eed-540cc38d4bc9 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1774405'] for router_interface, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:17.950415 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0adacdb4-094b-4ad9-81fa-2ce549be5454 None None] Sync routers for ids ['a8b94c7b-90c6-4a43-b38e-42fb877dc13c'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:41:18.028253 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0adacdb4-094b-4ad9-81fa-2ce549be5454 None None] Routers {'a8b94c7b-90c6-4a43-b38e-42fb877dc13c'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:41:18.029462 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-0adacdb4-094b-4ad9-81fa-2ce549be5454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:41:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['a8b94c7b-90c6-4a43-b38e-42fb877dc13c'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:41:18.145872 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e0b4671e-f0b1-4f05-8a16-267d54d5d7f2 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1771989'] for router_interface, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:18.209661 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-5b3e607c-a105-450b-8c84-8d6a0106781a req-0af9b30e-38cf-4f2a-accb-9b0e8f8cfcc0 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Deleting port 576a552f-d89d-48f5-b169-d8f375d4c38f {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:41:18.210046 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-5b3e607c-a105-450b-8c84-8d6a0106781a req-0af9b30e-38cf-4f2a-accb-9b0e8f8cfcc0 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:18.216693 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f8f2325-cea8-42d2-adb7-66e5050f70c7 req-6eca0d01-7c44-4a0d-bad8-90024567a27b tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Made reservation on behalf of 311474ed35f34da1b417637b1179a3d4 for: {'port': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:41:18.220419 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-0f8f2325-cea8-42d2-adb7-66e5050f70c7 req-6eca0d01-7c44-4a0d-bad8-90024567a27b tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:18.226825 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-07614072-0b1b-450c-97fe-8a34e35443aa None None] Provisioning complete for port 6faccfeb-37ce-4585-bdef-ea2fb4ceff53 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:41:18.227776 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-07614072-0b1b-450c-97fe-8a34e35443aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:18.395995 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 05894f7b-11b4-43d0-a600-98e918762731 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:41:18.396476 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:18.499445 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-0adacdb4-094b-4ad9-81fa-2ce549be5454 None None] Set router a8b94c7b-90c6-4a43-b38e-42fb877dc13c gateway port host: None {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:41:18.683715 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-48c903d3-d20e-4527-9eed-540cc38d4bc9 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Deleting port 6c68f522-df19-4451-a743-9faafc48220c {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:41:18.684067 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-48c903d3-d20e-4527-9eed-540cc38d4bc9 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:18.916248 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-48c903d3-d20e-4527-9eed-540cc38d4bc9 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:18.951724 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-48c903d3-d20e-4527-9eed-540cc38d4bc9 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Calling delete_port for 6c68f522-df19-4451-a743-9faafc48220c owned by network:router_interface {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:41:18.954567 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f62825a5-12c1-479c-be57-48f1173a43ed req-930f1945-c9f5-443d-ab8e-14a332c045a6 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ca6fcd7-3d18-461a-8923-2a5fa84ee49a HTTP/1.1" status: 200 len: 210 time: 0.1182826 Oct 20 10:41:19.244934 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 52687a05-a1f3-4544-b2e6-d855c01827b9 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:41:19.311794 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:19.324226 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-07614072-0b1b-450c-97fe-8a34e35443aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:19.329748 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-48c903d3-d20e-4527-9eed-540cc38d4bc9 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:19.338052 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0b4671e-f0b1-4f05-8a16-267d54d5d7f2 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Router 2667789f-fed0-4bd6-893f-f98ef10a0fa8 has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:41:19.392535 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c903d3-d20e-4527-9eed-540cc38d4bc9 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Pushing event deleted for resources: {'Port': ['ID=6c68f522-df19-4451-a743-9faafc48220c,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:19.400692 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 52687a05-a1f3-4544-b2e6-d855c01827b9 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:41:19.405251 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:19.461090 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f823a8-6856-41de-b22c-931e84f61c82 req-1c9eeb07-fe64-4d3d-b038-a3ae03725f54 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:19.480086 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-33f823a8-6856-41de-b22c-931e84f61c82 req-1c9eeb07-fe64-4d3d-b038-a3ae03725f54 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/ports?device_id=894255bb-de50-4397-86fd-3867a7b40e64 HTTP/1.1" status: 200 len: 945 time: 1.1878598 Oct 20 10:41:19.484398 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-5b3e607c-a105-450b-8c84-8d6a0106781a req-0af9b30e-38cf-4f2a-accb-9b0e8f8cfcc0 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] For port 576a552f-d89d-48f5-b169-d8f375d4c38f, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=576a552f-d89d-48f5-b169-d8f375d4c38f,segment=NetworkSegment(f70d1162-b154-4994-9af5-210e1dd15ef4),segment_id=f70d1162-b154-4994-9af5-210e1dd15ef4)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:41:19.484803 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-5b3e607c-a105-450b-8c84-8d6a0106781a req-0af9b30e-38cf-4f2a-accb-9b0e8f8cfcc0 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:19.501425 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-07614072-0b1b-450c-97fe-8a34e35443aa None None] For port 6faccfeb-37ce-4585-bdef-ea2fb4ceff53, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=6faccfeb-37ce-4585-bdef-ea2fb4ceff53,segment=NetworkSegment(5b5fb6ce-cd0e-4793-8bda-bd817c0d9452),segment_id=5b5fb6ce-cd0e-4793-8bda-bd817c0d9452)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:41:19.510130 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-0adacdb4-094b-4ad9-81fa-2ce549be5454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8b94c7b-90c6-4a43-b38e-42fb877dc13c', 'name': 'tempest-RoutersIpV6Test-router-173173775', 'tenant_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:40:44Z', 'updated_at': '2021-10-20T10:41:14Z', 'revision_number': 7, 'project_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'gw_port_host': None, '_interfaces': [{'id': '05894f7b-11b4-43d0-a600-98e918762731', 'name': '', 'network_id': 'd01baf07-86f4-4d28-8b19-65aed1553de5', 'tenant_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'mac_address': 'fa:16:3e:72:1d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b94c7b-90c6-4a43-b38e-42fb877dc13c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '28132bf4-11e5-43fb-896f-af6830dd6618', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:40:51Z', 'updated_at': '2021-10-20T10:41:06Z', 'revision_number': 5, 'project_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'subnets': [{'id': '28132bf4-11e5-43fb-896f-af6830dd6618', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '52687a05-a1f3-4544-b2e6-d855c01827b9', 'name': '', 'network_id': 'cc7a85ea-bd13-4310-86e7-8f2dcb53116c', 'tenant_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'mac_address': 'fa:16:3e:93:86:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b94c7b-90c6-4a43-b38e-42fb877dc13c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': 'b4c96eec-5bd6-4a0f-8791-4252708ccd92', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:40:59Z', 'updated_at': '2021-10-20T10:41:15Z', 'revision_number': 5, 'project_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'subnets': [{'id': 'b4c96eec-5bd6-4a0f-8791-4252708ccd92', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c68f522-df19-4451-a743-9faafc48220c', 'name': '', 'network_id': 'e4194fb9-b5c9-4bd6-8b64-1c95bc874bb3', 'tenant_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'mac_address': 'fa:16:3e:70:f9:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8b94c7b-90c6-4a43-b38e-42fb877dc13c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1603, 'fixed_ips': [{'subnet_id': '0bd4171f-618d-40fd-a65f-65ce9c60bc35', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:41:08Z', 'updated_at': '2021-10-20T10:41:10Z', 'revision_number': 2, 'project_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'subnets': [{'id': '0bd4171f-618d-40fd-a65f-65ce9c60bc35', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a433fd22-5091-42cf-9307-867519e1307c', 'name': '', 'network_id': '7fb59595-a6b9-4497-8ca6-3155b1017eae', 'tenant_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'mac_address': 'fa:16:3e:73:ac:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b94c7b-90c6-4a43-b38e-42fb877dc13c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': '3341a74b-11cb-40df-b7ec-fdbefa4a8688', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:40:46Z', 'updated_at': '2021-10-20T10:40:54Z', 'revision_number': 5, 'project_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'subnets': [{'id': '3341a74b-11cb-40df-b7ec-fdbefa4a8688', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:41:19.514162 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-07614072-0b1b-450c-97fe-8a34e35443aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:19.543493 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-48c903d3-d20e-4527-9eed-540cc38d4bc9 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1771989'] for router_interface, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:19.569964 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-5b3e607c-a105-450b-8c84-8d6a0106781a req-0af9b30e-38cf-4f2a-accb-9b0e8f8cfcc0 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Calling delete_port for 576a552f-d89d-48f5-b169-d8f375d4c38f owned by compute:nova {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:41:19.573615 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0adacdb4-094b-4ad9-81fa-2ce549be5454 None None] Checking router: a8b94c7b-90c6-4a43-b38e-42fb877dc13c for host: n-d-811396-3 {{(pid=100598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:41:19.573979 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0adacdb4-094b-4ad9-81fa-2ce549be5454 None None] Updating router a8b94c7b-90c6-4a43-b38e-42fb877dc13c port 6c68f522-df19-4451-a743-9faafc48220c binding host n-d-811396-3 {{(pid=100598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 10:41:19.667060 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-07614072-0b1b-450c-97fe-8a34e35443aa None None] Provisioning complete for port e519c21f-2444-46f2-85a2-b4a6c7519cc9 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:41:19.667371 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-07614072-0b1b-450c-97fe-8a34e35443aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:19.727490 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [req-0f8f2325-cea8-42d2-adb7-66e5050f70c7 req-6eca0d01-7c44-4a0d-bad8-90024567a27b tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Allocated IP 19.80.0.174 (c60bc39c-22d0-402f-a8bd-cf747843ae3d/538c8c6b-ffc5-4371-a7c1-293c40f2a6df/5adc4c29-160e-4043-990b-b814bea38859) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:41:19.749069 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0adacdb4-094b-4ad9-81fa-2ce549be5454 None None] Port 6c68f522-df19-4451-a743-9faafc48220c not found while updating agent binding for router a8b94c7b-90c6-4a43-b38e-42fb877dc13c. {{(pid=100598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Oct 20 10:41:19.845651 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0adacdb4-094b-4ad9-81fa-2ce549be5454 None None] Routers {'a8b94c7b-90c6-4a43-b38e-42fb877dc13c'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:41:19.846288 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-0adacdb4-094b-4ad9-81fa-2ce549be5454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:41:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['a8b94c7b-90c6-4a43-b38e-42fb877dc13c'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:41:19.847867 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 57770) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:19.852261 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0b4671e-f0b1-4f05-8a16-267d54d5d7f2 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:41:19.864354 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98882ec6-0515-4642-9509-3d8113c3fffd None None] Sync routers for ids ['2667789f-fed0-4bd6-893f-f98ef10a0fa8'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:41:19.887132 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98882ec6-0515-4642-9509-3d8113c3fffd None None] Routers {'2667789f-fed0-4bd6-893f-f98ef10a0fa8'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:41:19.888202 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-98882ec6-0515-4642-9509-3d8113c3fffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:41:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['2667789f-fed0-4bd6-893f-f98ef10a0fa8'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:41:19.900978 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07614072-0b1b-450c-97fe-8a34e35443aa None None] Pushing event updated for resources: {'Port': ['ID=6faccfeb-37ce-4585-bdef-ea2fb4ceff53,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:19.917374 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 80213522-44f6-4808-b19b-867fd5ed8f22 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:41:19.979238 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-98882ec6-0515-4642-9509-3d8113c3fffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:41:19.995817 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48c903d3-d20e-4527-9eed-540cc38d4bc9 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Router a8b94c7b-90c6-4a43-b38e-42fb877dc13c has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:41:20.007584 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98882ec6-0515-4642-9509-3d8113c3fffd None None] Routers {'2667789f-fed0-4bd6-893f-f98ef10a0fa8'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:41:20.009823 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-98882ec6-0515-4642-9509-3d8113c3fffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:41:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['2667789f-fed0-4bd6-893f-f98ef10a0fa8'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:41:20.052102 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-0adacdb4-094b-4ad9-81fa-2ce549be5454 None None] Set router a8b94c7b-90c6-4a43-b38e-42fb877dc13c gateway port host: None {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:41:20.069420 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-e0b4671e-f0b1-4f05-8a16-267d54d5d7f2 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] 10.222.0.64 "PUT /v2.0/routers/2667789f-fed0-4bd6-893f-f98ef10a0fa8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6972930 Oct 20 10:41:20.079653 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 57776) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:20.094639 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-33f823a8-6856-41de-b22c-931e84f61c82 req-2415f056-df46-4ca6-9811-a3819be2dc7c tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/security-groups?id=17372704-86e6-46e6-a5dd-dc7385be620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6136768 Oct 20 10:41:20.100538 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-98882ec6-0515-4642-9509-3d8113c3fffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:41:20.102272 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98882ec6-0515-4642-9509-3d8113c3fffd None None] The sync data for ids ['2667789f-fed0-4bd6-893f-f98ef10a0fa8'] in n-d-811396-3 is: [] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:41:20.162152 n-d-811396-3 neutron-server[100596]: INFO neutron.api.v2.resource [None req-d15c00d9-6913-4622-b3a6-16d75dd35d26 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] show failed (client error): The resource could not be found. Oct 20 10:41:20.167031 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-62146600-6dcc-4152-b4cd-bc2b1dea5f7a admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:20.167217 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-d15c00d9-6913-4622-b3a6-16d75dd35d26 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] 10.222.0.64 "GET /v2.0/routers/tempest-non_exist_router-759709304 HTTP/1.1" status: 404 len: 334 time: 0.0865672 Oct 20 10:41:20.168929 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 57780) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:20.174904 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8f33202a-b5b4-4aef-bd6a-db07e408efb6 req-10d2e581-3c50-4519-b2b1-282745302f62 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ca6fcd7-3d18-461a-8923-2a5fa84ee49a HTTP/1.1" status: 200 len: 210 time: 0.0770636 Oct 20 10:41:20.186721 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-d6463131-6c4b-4187-a28b-0e334dc18758 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Request body: {'router': {'name': 'new_name'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:41:20.242635 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 80213522-44f6-4808-b19b-867fd5ed8f22 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:41:20.242635 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:20.271873 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-07614072-0b1b-450c-97fe-8a34e35443aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:20.277398 n-d-811396-3 neutron-server[100597]: INFO neutron.api.v2.resource [None req-d6463131-6c4b-4187-a28b-0e334dc18758 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] update failed (client error): The resource could not be found. Oct 20 10:41:20.282238 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-d6463131-6c4b-4187-a28b-0e334dc18758 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] 10.222.0.64 "PUT /v2.0/routers/tempest-non_exist_router-1455902465 HTTP/1.1" status: 404 len: 335 time: 0.1109452 Oct 20 10:41:20.286965 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 57782) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:20.308120 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-0f8f2325-cea8-42d2-adb7-66e5050f70c7 req-6eca0d01-7c44-4a0d-bad8-90024567a27b tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:20.346022 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-5b3e607c-a105-450b-8c84-8d6a0106781a req-0af9b30e-38cf-4f2a-accb-9b0e8f8cfcc0 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:20.381936 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af9b30e-38cf-4f2a-accb-9b0e8f8cfcc0 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Pushing event deleted for resources: {'Port': ['ID=576a552f-d89d-48f5-b169-d8f375d4c38f,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:20.398387 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-0f8f2325-cea8-42d2-adb7-66e5050f70c7 req-6eca0d01-7c44-4a0d-bad8-90024567a27b tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:20.415203 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-62146600-6dcc-4152-b4cd-bc2b1dea5f7a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:20.423265 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_v2 [None req-05ec5e68-79a2-44ee-aa52-8cef13c9504c tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Deleting subnet 8acd89d1-5fcf-4cec-b0e4-622bfa0e7e36 {{(pid=100597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:41:20.427980 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-05ec5e68-79a2-44ee-aa52-8cef13c9504c tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Publish callbacks [] for subnet, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:20.468193 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eca0d01-7c44-4a0d-bad8-90024567a27b tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Pushing event updated for resources: {'Port': ['ID=5adc4c29-160e-4043-990b-b814bea38859,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:20.481349 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-05ec5e68-79a2-44ee-aa52-8cef13c9504c tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25852621'] for subnet, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:20.547209 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b3e607c-a105-450b-8c84-8d6a0106781a req-0af9b30e-38cf-4f2a-accb-9b0e8f8cfcc0 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] No DVR routers for this DVR port 576a552f-d89d-48f5-b169-d8f375d4c38f on host n-h1-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:41:20.550409 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-5b3e607c-a105-450b-8c84-8d6a0106781a req-0af9b30e-38cf-4f2a-accb-9b0e8f8cfcc0 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:20.557129 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5b3e607c-a105-450b-8c84-8d6a0106781a req-0af9b30e-38cf-4f2a-accb-9b0e8f8cfcc0 tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.55 "DELETE /v2.0/ports/576a552f-d89d-48f5-b169-d8f375d4c38f HTTP/1.1" status: 204 len: 173 time: 2.7720079 Oct 20 10:41:20.558181 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '894255bb-de50-4397-86fd-3867a7b40e64', 'name': 'network-vif-deleted', 'tag': '576a552f-d89d-48f5-b169-d8f375d4c38f'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:41:20.562421 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e34effb4-5cca-4c77-9dc5-a6df7b7b24ef" -d '{"events": [{"server_uuid": "894255bb-de50-4397-86fd-3867a7b40e64", "name": "network-vif-deleted", "tag": "576a552f-d89d-48f5-b169-d8f375d4c38f"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:41:20.575965 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-07614072-0b1b-450c-97fe-8a34e35443aa None None] For port e519c21f-2444-46f2-85a2-b4a6c7519cc9, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=e519c21f-2444-46f2-85a2-b4a6c7519cc9,segment=NetworkSegment(7166ce3b-596a-4fd6-b0fe-75fcec80a22c),segment_id=7166ce3b-596a-4fd6-b0fe-75fcec80a22c)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:41:20.591634 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f8f2325-cea8-42d2-adb7-66e5050f70c7 req-6eca0d01-7c44-4a0d-bad8-90024567a27b tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Network c60bc39c-22d0-402f-a8bd-cf747843ae3d is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:41:20.594534 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [req-0f8f2325-cea8-42d2-adb7-66e5050f70c7 req-6eca0d01-7c44-4a0d-bad8-90024567a27b tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:41:20.602462 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-05ec5e68-79a2-44ee-aa52-8cef13c9504c tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:20.603785 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f8f2325-cea8-42d2-adb7-66e5050f70c7 req-6eca0d01-7c44-4a0d-bad8-90024567a27b tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:41:20.616197 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-07614072-0b1b-450c-97fe-8a34e35443aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:20.684800 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48c903d3-d20e-4527-9eed-540cc38d4bc9 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:41:20.685821 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-62146600-6dcc-4152-b4cd-bc2b1dea5f7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:20.695667 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-48c903d3-d20e-4527-9eed-540cc38d4bc9 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] 10.222.0.64 "PUT /v2.0/routers/a8b94c7b-90c6-4a43-b38e-42fb877dc13c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6672366 Oct 20 10:41:20.699031 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 57786) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:20.712141 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8f2325-cea8-42d2-adb7-66e5050f70c7 req-6eca0d01-7c44-4a0d-bad8-90024567a27b tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:20.713251 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-0f8f2325-cea8-42d2-adb7-66e5050f70c7 req-6eca0d01-7c44-4a0d-bad8-90024567a27b tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:20.718506 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87ccceb5-e81b-4c75-8c0c-bb501dfe91c3 x-openstack-request-id: req-87ccceb5-e81b-4c75-8c0c-bb501dfe91c3 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:41:20.719153 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "894255bb-de50-4397-86fd-3867a7b40e64", "name": "network-vif-deleted", "tag": "576a552f-d89d-48f5-b169-d8f375d4c38f", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:41:20.719592 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-87ccceb5-e81b-4c75-8c0c-bb501dfe91c3 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:41:20.720180 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '894255bb-de50-4397-86fd-3867a7b40e64', 'name': 'network-vif-deleted', 'tag': '576a552f-d89d-48f5-b169-d8f375d4c38f', 'status': 'completed', 'code': 200} Oct 20 10:41:20.739344 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-05ec5e68-79a2-44ee-aa52-8cef13c9504c tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25350811'] for subnet, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:20.756609 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0f8f2325-cea8-42d2-adb7-66e5050f70c7 req-6eca0d01-7c44-4a0d-bad8-90024567a27b tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8485906 Oct 20 10:41:20.761758 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-07614072-0b1b-450c-97fe-8a34e35443aa None None] Provisioning complete for port 683bd493-0717-4326-98f5-c4ce56a9f20c triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:41:20.762131 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-07614072-0b1b-450c-97fe-8a34e35443aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:20.765411 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device e519c21f-2444-46f2-85a2-b4a6c7519cc9 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:41:20.773870 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-0f8f2325-cea8-42d2-adb7-66e5050f70c7 req-81da7d39-e42f-49a9-bcf7-35ff9756c197 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Request body: {'port': {'device_id': '7ca6fcd7-3d18-461a-8923-2a5fa84ee49a', 'network_id': 'cbe9c1c3-7b57-4697-9922-dd4c6e69cc6a', 'admin_state_up': True, 'tenant_id': '311474ed35f34da1b417637b1179a3d4'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:41:20.854916 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07614072-0b1b-450c-97fe-8a34e35443aa None None] Pushing event updated for resources: {'Port': ['ID=e519c21f-2444-46f2-85a2-b4a6c7519cc9,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:20.898593 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-0adacdb4-094b-4ad9-81fa-2ce549be5454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8b94c7b-90c6-4a43-b38e-42fb877dc13c', 'name': 'tempest-RoutersIpV6Test-router-173173775', 'tenant_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:40:44Z', 'updated_at': '2021-10-20T10:41:19Z', 'revision_number': 8, 'project_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'gw_port_host': None, '_interfaces': [{'id': '05894f7b-11b4-43d0-a600-98e918762731', 'name': '', 'network_id': 'd01baf07-86f4-4d28-8b19-65aed1553de5', 'tenant_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'mac_address': 'fa:16:3e:72:1d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b94c7b-90c6-4a43-b38e-42fb877dc13c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '28132bf4-11e5-43fb-896f-af6830dd6618', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:40:51Z', 'updated_at': '2021-10-20T10:41:06Z', 'revision_number': 5, 'project_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'subnets': [{'id': '28132bf4-11e5-43fb-896f-af6830dd6618', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '52687a05-a1f3-4544-b2e6-d855c01827b9', 'name': '', 'network_id': 'cc7a85ea-bd13-4310-86e7-8f2dcb53116c', 'tenant_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'mac_address': 'fa:16:3e:93:86:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b94c7b-90c6-4a43-b38e-42fb877dc13c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': 'b4c96eec-5bd6-4a0f-8791-4252708ccd92', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:40:59Z', 'updated_at': '2021-10-20T10:41:15Z', 'revision_number': 5, 'project_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'subnets': [{'id': 'b4c96eec-5bd6-4a0f-8791-4252708ccd92', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a433fd22-5091-42cf-9307-867519e1307c', 'name': '', 'network_id': '7fb59595-a6b9-4497-8ca6-3155b1017eae', 'tenant_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'mac_address': 'fa:16:3e:73:ac:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b94c7b-90c6-4a43-b38e-42fb877dc13c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': '3341a74b-11cb-40df-b7ec-fdbefa4a8688', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:40:46Z', 'updated_at': '2021-10-20T10:40:54Z', 'revision_number': 5, 'project_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'subnets': [{'id': '3341a74b-11cb-40df-b7ec-fdbefa4a8688', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:41:21.001255 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-07614072-0b1b-450c-97fe-8a34e35443aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:21.027288 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0adacdb4-094b-4ad9-81fa-2ce549be5454 None None] The sync data for ids ['a8b94c7b-90c6-4a43-b38e-42fb877dc13c'] in n-d-811396-3 is: [{'id': 'a8b94c7b-90c6-4a43-b38e-42fb877dc13c', 'name': 'tempest-RoutersIpV6Test-router-173173775', 'tenant_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:40:44Z', 'updated_at': '2021-10-20T10:41:19Z', 'revision_number': 8, 'project_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'gw_port_host': None, '_interfaces': [{'id': '05894f7b-11b4-43d0-a600-98e918762731', 'name': '', 'network_id': 'd01baf07-86f4-4d28-8b19-65aed1553de5', 'tenant_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'mac_address': 'fa:16:3e:72:1d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b94c7b-90c6-4a43-b38e-42fb877dc13c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '28132bf4-11e5-43fb-896f-af6830dd6618', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:40:51Z', 'updated_at': '2021-10-20T10:41:06Z', 'revision_number': 5, 'project_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'subnets': [{'id': '28132bf4-11e5-43fb-896f-af6830dd6618', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '52687a05-a1f3-4544-b2e6-d855c01827b9', 'name': '', 'network_id': 'cc7a85ea-bd13-4310-86e7-8f2dcb53116c', 'tenant_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'mac_address': 'fa:16:3e:93:86:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b94c7b-90c6-4a43-b38e-42fb877dc13c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': 'b4c96eec-5bd6-4a0f-8791-4252708ccd92', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:40:59Z', 'updated_at': '2021-10-20T10:41:15Z', 'revision_number': 5, 'project_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'subnets': [{'id': 'b4c96eec-5bd6-4a0f-8791-4252708ccd92', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a433fd22-5091-42cf-9307-867519e1307c', 'name': '', 'network_id': '7fb59595-a6b9-4497-8ca6-3155b1017eae', 'tenant_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'mac_address': 'fa:16:3e:73:ac:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b94c7b-90c6-4a43-b38e-42fb877dc13c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': '3341a74b-11cb-40df-b7ec-fdbefa4a8688', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:40:46Z', 'updated_at': '2021-10-20T10:40:54Z', 'revision_number': 5, 'project_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'subnets': [{'id': '3341a74b-11cb-40df-b7ec-fdbefa4a8688', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:41:21.033939 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port e519c21f-2444-46f2-85a2-b4a6c7519cc9 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:41:21.034291 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:21.060093 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5621e8b3-aaff-4910-833e-7efbe6859bb5 req-630c3be0-9936-4f3f-a51b-9dd31d723d99 tempest-ServersTestJSON-964661855 tempest-ServersTestJSON-964661855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:21.085684 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5621e8b3-aaff-4910-833e-7efbe6859bb5 req-630c3be0-9936-4f3f-a51b-9dd31d723d99 tempest-ServersTestJSON-964661855 tempest-ServersTestJSON-964661855-project] 10.222.0.64 "GET /v2.0/ports?device_id=74efdf6a-54f9-4595-b5cc-5b30138caeac HTTP/1.1" status: 200 len: 946 time: 0.1144636 Oct 20 10:41:21.092302 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-07614072-0b1b-450c-97fe-8a34e35443aa None None] For port 683bd493-0717-4326-98f5-c4ce56a9f20c, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=683bd493-0717-4326-98f5-c4ce56a9f20c,segment=NetworkSegment(841ccf78-22ec-43c0-9257-9dce451a8dae),segment_id=841ccf78-22ec-43c0-9257-9dce451a8dae)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:41:21.110233 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-07614072-0b1b-450c-97fe-8a34e35443aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:21.188462 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5621e8b3-aaff-4910-833e-7efbe6859bb5 req-29a16714-62e5-4be1-8a19-2592f0718490 tempest-ServersTestJSON-964661855 tempest-ServersTestJSON-964661855-project] 10.222.0.64 "GET /v2.0/security-groups?id=dc3bf295-9273-4f64-aec5-86ffd92b7577&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006789 Oct 20 10:41:21.197468 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f8f2325-cea8-42d2-adb7-66e5050f70c7 req-81da7d39-e42f-49a9-bcf7-35ff9756c197 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Made reservation on behalf of 311474ed35f34da1b417637b1179a3d4 for: {'port': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:41:21.208993 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-0f8f2325-cea8-42d2-adb7-66e5050f70c7 req-81da7d39-e42f-49a9-bcf7-35ff9756c197 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:21.263189 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07614072-0b1b-450c-97fe-8a34e35443aa None None] Pushing event updated for resources: {'Port': ['ID=683bd493-0717-4326-98f5-c4ce56a9f20c,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:21.276031 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-ee1c1e43-4da4-4aed-9203-fc9b677ca1b3 None None] Could not find standard attr ID for object 6c68f522-df19-4451-a743-9faafc48220c. {{(pid=100598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 20 10:41:21.289055 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 52107d3c-015c-42ac-8727-0878c2831e3f up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:41:21.378465 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-ee1c1e43-4da4-4aed-9203-fc9b677ca1b3 None None] Provisioning complete for port e519c21f-2444-46f2-85a2-b4a6c7519cc9 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:41:21.380607 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-ee1c1e43-4da4-4aed-9203-fc9b677ca1b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:21.456033 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ec5e68-79a2-44ee-aa52-8cef13c9504c tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Pushing event deleted for resources: {'Subnet': ['ID=8acd89d1-5fcf-4cec-b0e4-622bfa0e7e36,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:21.470517 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [req-0f8f2325-cea8-42d2-adb7-66e5050f70c7 req-81da7d39-e42f-49a9-bcf7-35ff9756c197 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Allocated IP 19.86.0.196 (cbe9c1c3-7b57-4697-9922-dd4c6e69cc6a/ffae8473-2e90-4615-b137-ae5f47dc0357/0fbbeae8-818b-4838-b4bf-3b9a782c2331) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:41:21.525907 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62146600-6dcc-4152-b4cd-bc2b1dea5f7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6067ebf3-52cd-425b-8dba-953e9a66e2cb,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:21.556480 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 52107d3c-015c-42ac-8727-0878c2831e3f triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:41:21.556852 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:21.572764 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_v2 [None req-850f45f7-11ea-4d58-83fd-a453d863364f tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Deleting subnet 0bd4171f-618d-40fd-a65f-65ce9c60bc35 {{(pid=100597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:41:21.576977 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-62146600-6dcc-4152-b4cd-bc2b1dea5f7a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8b3a9ec670dc4bc785895863ff45eb43&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7281189 Oct 20 10:41:21.580996 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-05ec5e68-79a2-44ee-aa52-8cef13c9504c tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:21.586443 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-05ec5e68-79a2-44ee-aa52-8cef13c9504c tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] 10.222.0.64 "DELETE /v2.0/subnets/8acd89d1-5fcf-4cec-b0e4-622bfa0e7e36 HTTP/1.1" status: 204 len: 168 time: 1.2970850 Oct 20 10:41:21.586443 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-850f45f7-11ea-4d58-83fd-a453d863364f tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks [] for subnet, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:21.590004 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 57802) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:21.590004 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 57804) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:21.621120 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3969cfed-b88b-4e82-9baf-b4c4ba497a76 None None] Network 52b7d481-96ad-43f2-ac2a-a88dfd6fb656 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:41:21.637678 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8e67071e-9c5f-4288-b804-44acd67a1fd9 req-1beb381a-4ada-41f2-afaf-5505726844fe tempest-DeleteServersTestJSON-10069419 tempest-DeleteServersTestJSON-10069419-project] 10.222.0.64 "GET /v2.0/ports?device_id=894255bb-de50-4397-86fd-3867a7b40e64 HTTP/1.1" status: 200 len: 210 time: 0.0740144 Oct 20 10:41:21.726889 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-ee1c1e43-4da4-4aed-9203-fc9b677ca1b3 None None] Provisioning complete for port 5adc4c29-160e-4043-990b-b814bea38859 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:41:21.729908 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-ee1c1e43-4da4-4aed-9203-fc9b677ca1b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:21.748180 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46102ac-dfa4-430a-9372-ebe4c8939bd4 req-5d7c01c1-1161-4941-9e9e-4fa544379013 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:21.749793 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e46102ac-dfa4-430a-9372-ebe4c8939bd4 req-5d7c01c1-1161-4941-9e9e-4fa544379013 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ca6fcd7-3d18-461a-8923-2a5fa84ee49a HTTP/1.1" status: 200 len: 932 time: 0.1877325 Oct 20 10:41:21.823460 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-ba1d3d97-92c5-4e64-9c8c-9d1fea0a9584 req-b8f1da31-eaa5-40d9-b6d2-f9e8bf5c508a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=80d2d265-4161-4f15-ab0c-130b15ddf9e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4107628 Oct 20 10:41:21.827260 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e46102ac-dfa4-430a-9372-ebe4c8939bd4 req-bb677675-a117-4420-833b-53a137e7d46a tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] 10.222.0.64 "GET /v2.0/security-groups?id=49245fbb-4e48-4db8-994f-34137d01c16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686145 Oct 20 10:41:21.838172 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-0f8f2325-cea8-42d2-adb7-66e5050f70c7 req-81da7d39-e42f-49a9-bcf7-35ff9756c197 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:21.840952 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b37ce77-cd2b-404c-843c-32785c6b9765 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Deleting subnet ebd3c492-7ec7-4874-b99b-d702b30ae763 {{(pid=100597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:41:21.874495 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-ee1c1e43-4da4-4aed-9203-fc9b677ca1b3 None None] Port 5adc4c29-160e-4043-990b-b814bea38859 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:41:21.918070 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-40e750d3-65f0-4043-9dd3-f269bbd79c16 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:21.920052 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7b37ce77-cd2b-404c-843c-32785c6b9765 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Publish callbacks [] for subnet, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:21.932505 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-0f8f2325-cea8-42d2-adb7-66e5050f70c7 req-81da7d39-e42f-49a9-bcf7-35ff9756c197 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:21.935520 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e87d2823-276f-4bea-84f7-64592b7ff156 None None] Sync routers for ids ['a8b94c7b-90c6-4a43-b38e-42fb877dc13c'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:41:22.006808 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 576a552f-d89d-48f5-b169-d8f375d4c38f no longer exists at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:41:22.014718 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-ee1c1e43-4da4-4aed-9203-fc9b677ca1b3 None None] Provisioning complete for port 6faccfeb-37ce-4585-bdef-ea2fb4ceff53 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:41:22.015229 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-ee1c1e43-4da4-4aed-9203-fc9b677ca1b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:22.039511 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f8f2325-cea8-42d2-adb7-66e5050f70c7 req-81da7d39-e42f-49a9-bcf7-35ff9756c197 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Network cbe9c1c3-7b57-4697-9922-dd4c6e69cc6a is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:41:22.046211 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [req-0f8f2325-cea8-42d2-adb7-66e5050f70c7 req-81da7d39-e42f-49a9-bcf7-35ff9756c197 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:41:22.050998 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f8f2325-cea8-42d2-adb7-66e5050f70c7 req-81da7d39-e42f-49a9-bcf7-35ff9756c197 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:41:22.096295 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87d2823-276f-4bea-84f7-64592b7ff156 None None] Routers {'a8b94c7b-90c6-4a43-b38e-42fb877dc13c'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:41:22.096921 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-e87d2823-276f-4bea-84f7-64592b7ff156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:41:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['a8b94c7b-90c6-4a43-b38e-42fb877dc13c'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:41:22.099113 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-850f45f7-11ea-4d58-83fd-a453d863364f tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25852621'] for subnet, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:22.102346 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] No Port match for: 576a552f-d89d-48f5-b169-d8f375d4c38f {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:41:22.103466 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 576a552f-d89d-48f5-b169-d8f375d4c38f not bound to the agent host n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:41:22.110631 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8f2325-cea8-42d2-adb7-66e5050f70c7 req-81da7d39-e42f-49a9-bcf7-35ff9756c197 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:22.111032 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-0f8f2325-cea8-42d2-adb7-66e5050f70c7 req-81da7d39-e42f-49a9-bcf7-35ff9756c197 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:22.123874 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81da7d39-e42f-49a9-bcf7-35ff9756c197 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Pushing event updated for resources: {'Port': ['ID=0fbbeae8-818b-4838-b4bf-3b9a782c2331,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:22.131685 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0f8f2325-cea8-42d2-adb7-66e5050f70c7 req-81da7d39-e42f-49a9-bcf7-35ff9756c197 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3660994 Oct 20 10:41:22.145382 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-0f8f2325-cea8-42d2-adb7-66e5050f70c7 req-37349a5e-db47-402a-9793-5d1ca0eb127f service neutron] Request body: {'port': {'device_id': '7ca6fcd7-3d18-461a-8923-2a5fa84ee49a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811396-3'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:41:22.159961 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-40e750d3-65f0-4043-9dd3-f269bbd79c16 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:22.173887 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 6faccfeb-37ce-4585-bdef-ea2fb4ceff53 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:41:22.179626 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7b37ce77-cd2b-404c-843c-32785c6b9765 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25852621'] for subnet, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:22.264703 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-0f8f2325-cea8-42d2-adb7-66e5050f70c7 req-37349a5e-db47-402a-9793-5d1ca0eb127f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:22.401200 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1d3d97-92c5-4e64-9c8c-9d1fea0a9584 req-31a40cd2-544d-43bd-83ff-a832f0143a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:22.401752 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1d3d97-92c5-4e64-9c8c-9d1fea0a9584 req-31a40cd2-544d-43bd-83ff-a832f0143a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:22.402225 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1d3d97-92c5-4e64-9c8c-9d1fea0a9584 req-31a40cd2-544d-43bd-83ff-a832f0143a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:22.402687 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1d3d97-92c5-4e64-9c8c-9d1fea0a9584 req-31a40cd2-544d-43bd-83ff-a832f0143a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:22.403151 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1d3d97-92c5-4e64-9c8c-9d1fea0a9584 req-31a40cd2-544d-43bd-83ff-a832f0143a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:22.403775 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1d3d97-92c5-4e64-9c8c-9d1fea0a9584 req-31a40cd2-544d-43bd-83ff-a832f0143a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:22.404239 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1d3d97-92c5-4e64-9c8c-9d1fea0a9584 req-31a40cd2-544d-43bd-83ff-a832f0143a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:22.406216 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-ba1d3d97-92c5-4e64-9c8c-9d1fea0a9584 req-31a40cd2-544d-43bd-83ff-a832f0143a2b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=aca7fabb908e4e55b3bcaf1ce45b03cf&device_id=80d2d265-4161-4f15-ab0c-130b15ddf9e0 HTTP/1.1" status: 200 len: 6488 time: 0.4892356 Oct 20 10:41:22.444053 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-e87d2823-276f-4bea-84f7-64592b7ff156 None None] Set router a8b94c7b-90c6-4a43-b38e-42fb877dc13c gateway port host: None {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:41:22.450718 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db1df4e4-3261-4d5c-a916-1b20b64e7e4d None None] DHCP port deletion for 52b7d481-96ad-43f2-ac2a-a88dfd6fb656 request from n-d-811396-3 {{(pid=100598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:41:22.581119 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1d3d97-92c5-4e64-9c8c-9d1fea0a9584 req-b7ea0412-bb33-4e97-833f-c4f8a7349335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:22.582170 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1d3d97-92c5-4e64-9c8c-9d1fea0a9584 req-b7ea0412-bb33-4e97-833f-c4f8a7349335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:22.582653 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1d3d97-92c5-4e64-9c8c-9d1fea0a9584 req-b7ea0412-bb33-4e97-833f-c4f8a7349335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:22.584307 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-ba1d3d97-92c5-4e64-9c8c-9d1fea0a9584 req-b7ea0412-bb33-4e97-833f-c4f8a7349335 service neutron] 10.222.0.69 "GET /v2.0/networks?id=61bd0966-a265-4e42-812c-8db46cc7f8aa&id=7f35c8f4-a80f-46f0-b625-9aa7a1eb4d3d&id=7f35c8f4-a80f-46f0-b625-9aa7a1eb4d3d&id=7f35c8f4-a80f-46f0-b625-9aa7a1eb4d3d&id=7f35c8f4-a80f-46f0-b625-9aa7a1eb4d3d&id=7bc60fc7-42ea-472c-be5f-6faa92f9f9bb&id=7bc60fc7-42ea-472c-be5f-6faa92f9f9bb HTTP/1.1" status: 200 len: 2293 time: 0.1420910 Oct 20 10:41:22.589753 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 6faccfeb-37ce-4585-bdef-ea2fb4ceff53 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:41:22.590106 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:22.650657 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-ee1c1e43-4da4-4aed-9203-fc9b677ca1b3 None None] Provisioning complete for port 683bd493-0717-4326-98f5-c4ce56a9f20c triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:41:22.651192 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-ee1c1e43-4da4-4aed-9203-fc9b677ca1b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:22.777521 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-db1df4e4-3261-4d5c-a916-1b20b64e7e4d None None] Deleting port 80213522-44f6-4808-b19b-867fd5ed8f22 {{(pid=100598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:41:22.777745 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-db1df4e4-3261-4d5c-a916-1b20b64e7e4d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:22.811093 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-40e750d3-65f0-4043-9dd3-f269bbd79c16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:22.813637 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-40e750d3-65f0-4043-9dd3-f269bbd79c16 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:22.819031 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-40e750d3-65f0-4043-9dd3-f269bbd79c16 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6067ebf3-52cd-425b-8dba-953e9a66e2cb HTTP/1.1" status: 204 len: 168 time: 1.2242043 Oct 20 10:41:22.852531 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-db1df4e4-3261-4d5c-a916-1b20b64e7e4d None None] For port 80213522-44f6-4808-b19b-867fd5ed8f22, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=80213522-44f6-4808-b19b-867fd5ed8f22,segment=NetworkSegment(7954116d-e80a-4e67-b21f-9b97a91c0b01),segment_id=7954116d-e80a-4e67-b21f-9b97a91c0b01)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:41:22.852696 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-db1df4e4-3261-4d5c-a916-1b20b64e7e4d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:22.867313 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-db1df4e4-3261-4d5c-a916-1b20b64e7e4d None None] Calling delete_port for 80213522-44f6-4808-b19b-867fd5ed8f22 owned by network:dhcp {{(pid=100598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:41:22.868117 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-850f45f7-11ea-4d58-83fd-a453d863364f tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:22.881000 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7b37ce77-cd2b-404c-843c-32785c6b9765 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:22.887990 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [req-0f8f2325-cea8-42d2-adb7-66e5050f70c7 req-37349a5e-db47-402a-9793-5d1ca0eb127f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5adc4c29-160e-4043-990b-b814bea38859 {{(pid=100596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:41:22.905492 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-0f8f2325-cea8-42d2-adb7-66e5050f70c7 req-37349a5e-db47-402a-9793-5d1ca0eb127f service neutron] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:22.940934 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.provisioning_blocks [req-0f8f2325-cea8-42d2-adb7-66e5050f70c7 req-37349a5e-db47-402a-9793-5d1ca0eb127f service neutron] Transition to ACTIVE for port object 5adc4c29-160e-4043-990b-b814bea38859 will not be triggered until provisioned by entity L2. {{(pid=100596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:41:22.953028 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-0f8f2325-cea8-42d2-adb7-66e5050f70c7 req-37349a5e-db47-402a-9793-5d1ca0eb127f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:22.967550 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-db1df4e4-3261-4d5c-a916-1b20b64e7e4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956'] for port, after_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:22.968779 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e750d3-65f0-4043-9dd3-f269bbd79c16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6067ebf3-52cd-425b-8dba-953e9a66e2cb,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:23.012901 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-ba1d3d97-92c5-4e64-9c8c-9d1fea0a9584 req-2e342c06-df46-460d-aec7-ca5ff09fa089 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2119e2cf-4499-4ee6-a849-174b453941eb HTTP/1.1" status: 200 len: 1000 time: 0.3740411 Oct 20 10:41:23.087368 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1d3d97-92c5-4e64-9c8c-9d1fea0a9584 req-c661e504-5c94-474a-8203-9a4049c5ce1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:23.088650 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-ba1d3d97-92c5-4e64-9c8c-9d1fea0a9584 req-c661e504-5c94-474a-8203-9a4049c5ce1e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ca4d8024-190b-4d52-b991-b3ff5d7d6ff8 HTTP/1.1" status: 200 len: 850 time: 0.0543444 Oct 20 10:41:23.128883 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1df4e4-3261-4d5c-a916-1b20b64e7e4d None None] Pushing event deleted for resources: {'Port': ['ID=80213522-44f6-4808-b19b-867fd5ed8f22,revision_number=None']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:23.165346 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1df4e4-3261-4d5c-a916-1b20b64e7e4d None None] No DVR routers for this DVR port 80213522-44f6-4808-b19b-867fd5ed8f22 on host n-d-811396-3 {{(pid=100598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:41:23.187277 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 683bd493-0717-4326-98f5-c4ce56a9f20c up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:41:23.197868 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7b37ce77-cd2b-404c-843c-32785c6b9765 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25350811'] for subnet, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:23.200735 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37349a5e-db47-402a-9793-5d1ca0eb127f service neutron] Pushing event updated for resources: {'Port': ['ID=5adc4c29-160e-4043-990b-b814bea38859,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:23.227208 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1d3d97-92c5-4e64-9c8c-9d1fea0a9584 req-f0b8e666-c472-4d11-b239-3fc12956eeca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:23.238800 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-ba1d3d97-92c5-4e64-9c8c-9d1fea0a9584 req-f0b8e666-c472-4d11-b239-3fc12956eeca service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=61bd0966-a265-4e42-812c-8db46cc7f8aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1343002 Oct 20 10:41:23.268930 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-5933867e-ec05-4b62-8430-d0864db82c4d None None] Provisioning complete for port 0fbbeae8-818b-4838-b4bf-3b9a782c2331 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:41:23.269549 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-5933867e-ec05-4b62-8430-d0864db82c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:23.453552 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab464e49-235a-41ee-a9c4-2f1a85a23f25 req-286cc679-4d8f-4c0b-b7bd-760b8f9de7ee tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:23.466508 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab464e49-235a-41ee-a9c4-2f1a85a23f25 req-286cc679-4d8f-4c0b-b7bd-760b8f9de7ee tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:23.478701 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ab464e49-235a-41ee-a9c4-2f1a85a23f25 req-286cc679-4d8f-4c0b-b7bd-760b8f9de7ee tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ca6fcd7-3d18-461a-8923-2a5fa84ee49a HTTP/1.1" status: 200 len: 1667 time: 0.2870460 Oct 20 10:41:23.501620 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca0f769-299c-442e-b104-d2548d0d6729 req-cb211d91-c597-4a6a-9db4-bbd54f80b443 tempest-ServersTestJSON-964661855 tempest-ServersTestJSON-964661855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:23.507095 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-eca0f769-299c-442e-b104-d2548d0d6729 req-cb211d91-c597-4a6a-9db4-bbd54f80b443 tempest-ServersTestJSON-964661855 tempest-ServersTestJSON-964661855-project] 10.222.0.64 "GET /v2.0/ports?device_id=74efdf6a-54f9-4595-b5cc-5b30138caeac HTTP/1.1" status: 200 len: 946 time: 0.5631633 Oct 20 10:41:23.509664 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 57832) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:23.517248 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-850f45f7-11ea-4d58-83fd-a453d863364f tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25350811'] for subnet, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:23.518983 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-e87d2823-276f-4bea-84f7-64592b7ff156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8b94c7b-90c6-4a43-b38e-42fb877dc13c', 'name': 'tempest-RoutersIpV6Test-router-173173775', 'tenant_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:40:44Z', 'updated_at': '2021-10-20T10:41:19Z', 'revision_number': 8, 'project_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'gw_port_host': None, '_interfaces': [{'id': '05894f7b-11b4-43d0-a600-98e918762731', 'name': '', 'network_id': 'd01baf07-86f4-4d28-8b19-65aed1553de5', 'tenant_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'mac_address': 'fa:16:3e:72:1d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b94c7b-90c6-4a43-b38e-42fb877dc13c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '28132bf4-11e5-43fb-896f-af6830dd6618', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:40:51Z', 'updated_at': '2021-10-20T10:41:06Z', 'revision_number': 5, 'project_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'subnets': [{'id': '28132bf4-11e5-43fb-896f-af6830dd6618', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '52687a05-a1f3-4544-b2e6-d855c01827b9', 'name': '', 'network_id': 'cc7a85ea-bd13-4310-86e7-8f2dcb53116c', 'tenant_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'mac_address': 'fa:16:3e:93:86:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b94c7b-90c6-4a43-b38e-42fb877dc13c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': 'b4c96eec-5bd6-4a0f-8791-4252708ccd92', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:40:59Z', 'updated_at': '2021-10-20T10:41:15Z', 'revision_number': 5, 'project_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'subnets': [{'id': 'b4c96eec-5bd6-4a0f-8791-4252708ccd92', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a433fd22-5091-42cf-9307-867519e1307c', 'name': '', 'network_id': '7fb59595-a6b9-4497-8ca6-3155b1017eae', 'tenant_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'mac_address': 'fa:16:3e:73:ac:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b94c7b-90c6-4a43-b38e-42fb877dc13c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': '3341a74b-11cb-40df-b7ec-fdbefa4a8688', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:40:46Z', 'updated_at': '2021-10-20T10:40:54Z', 'revision_number': 5, 'project_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'subnets': [{'id': '3341a74b-11cb-40df-b7ec-fdbefa4a8688', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:41:23.520976 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-ba1d3d97-92c5-4e64-9c8c-9d1fea0a9584 req-85647b11-17f9-412a-be60-16420562be00 service neutron] 10.222.0.69 "GET /v2.0/networks/61bd0966-a265-4e42-812c-8db46cc7f8aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303383 Oct 20 10:41:23.522873 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b37ce77-cd2b-404c-843c-32785c6b9765 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Pushing event deleted for resources: {'Subnet': ['ID=ebd3c492-7ec7-4874-b99b-d702b30ae763,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:23.532692 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7b37ce77-cd2b-404c-843c-32785c6b9765 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:23.536412 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-7b37ce77-cd2b-404c-843c-32785c6b9765 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] 10.222.0.64 "DELETE /v2.0/subnets/ebd3c492-7ec7-4874-b99b-d702b30ae763 HTTP/1.1" status: 204 len: 168 time: 1.8437340 Oct 20 10:41:23.547110 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 57834) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:23.552271 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-59d27b01-26da-4bea-bf95-3785188b438e admin admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:23.562625 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-0f8f2325-cea8-42d2-adb7-66e5050f70c7 req-37349a5e-db47-402a-9793-5d1ca0eb127f service neutron] Attempting to bind port 5adc4c29-160e-4043-990b-b814bea38859 on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:41:23.562969 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-0f8f2325-cea8-42d2-adb7-66e5050f70c7 req-37349a5e-db47-402a-9793-5d1ca0eb127f service neutron] Attempting to bind port 5adc4c29-160e-4043-990b-b814bea38859 by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': '5b5fb6ce-cd0e-4793-8bda-bd817c0d9452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'c60bc39c-22d0-402f-a8bd-cf747843ae3d'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:41:23.563246 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a691c0b1-a333-42b6-84aa-b82875cc4c73 None None] Network bd30994f-0321-4cc8-ba4b-c56a8c7593f0 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:41:23.563368 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8f2325-cea8-42d2-adb7-66e5050f70c7 req-37349a5e-db47-402a-9793-5d1ca0eb127f service neutron] Attempting to bind port 5adc4c29-160e-4043-990b-b814bea38859 on network c60bc39c-22d0-402f-a8bd-cf747843ae3d {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:41:23.569596 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e87d2823-276f-4bea-84f7-64592b7ff156 None None] Checking router: a8b94c7b-90c6-4a43-b38e-42fb877dc13c for host: n-d-811396-3 {{(pid=100598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:41:23.598720 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87d2823-276f-4bea-84f7-64592b7ff156 None None] Routers {'a8b94c7b-90c6-4a43-b38e-42fb877dc13c'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:41:23.599686 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-e87d2823-276f-4bea-84f7-64592b7ff156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:41:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['a8b94c7b-90c6-4a43-b38e-42fb877dc13c'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:41:23.614415 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-5933867e-ec05-4b62-8430-d0864db82c4d None None] Port 0fbbeae8-818b-4838-b4bf-3b9a782c2331 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:41:23.643094 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 683bd493-0717-4326-98f5-c4ce56a9f20c triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:41:23.643483 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:23.682410 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-59d27b01-26da-4bea-bf95-3785188b438e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:23.712246 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850f45f7-11ea-4d58-83fd-a453d863364f tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Pushing event deleted for resources: {'Subnet': ['ID=0bd4171f-618d-40fd-a65f-65ce9c60bc35,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:23.722765 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-59d27b01-26da-4bea-bf95-3785188b438e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:23.736856 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-850f45f7-11ea-4d58-83fd-a453d863364f tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:23.740762 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-850f45f7-11ea-4d58-83fd-a453d863364f tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] 10.222.0.64 "DELETE /v2.0/subnets/0bd4171f-618d-40fd-a65f-65ce9c60bc35 HTTP/1.1" status: 204 len: 168 time: 3.0392542 Oct 20 10:41:23.748541 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 57836) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:23.760241 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8f2325-cea8-42d2-adb7-66e5050f70c7 req-37349a5e-db47-402a-9793-5d1ca0eb127f service neutron] Port 5adc4c29-160e-4043-990b-b814bea38859 on network c60bc39c-22d0-402f-a8bd-cf747843ae3d not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:41:23.760487 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8f2325-cea8-42d2-adb7-66e5050f70c7 req-37349a5e-db47-402a-9793-5d1ca0eb127f service neutron] Attempting to bind port 5adc4c29-160e-4043-990b-b814bea38859 on network c60bc39c-22d0-402f-a8bd-cf747843ae3d {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:41:23.768372 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a91fba30-e015-4891-992b-80d838b6b982 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:23.771350 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf98532-3456-4880-9c13-d6bab9c40038 None None] Network e4194fb9-b5c9-4bd6-8b64-1c95bc874bb3 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:41:23.799898 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-59d27b01-26da-4bea-bf95-3785188b438e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=76c4bc88dd144aedab26a0a3312a108b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2825227 Oct 20 10:41:23.802608 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d27b01-26da-4bea-bf95-3785188b438e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75fdd098-e64f-4aa1-b002-453661313682,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:23.805706 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 57838) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:23.848314 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ab464e49-235a-41ee-a9c4-2f1a85a23f25 req-8d26dff4-7e1d-40d7-bba7-c4874b7dc0a0 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] 10.222.0.64 "GET /v2.0/security-groups?id=49245fbb-4e48-4db8-994f-34137d01c16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3670094 Oct 20 10:41:23.856367 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8f2325-cea8-42d2-adb7-66e5050f70c7 req-37349a5e-db47-402a-9793-5d1ca0eb127f service neutron] Checking agent: {'id': '061232a2-7adc-4ba1-a873-e8cb136b064d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 41, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:41:23.856744 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8f2325-cea8-42d2-adb7-66e5050f70c7 req-37349a5e-db47-402a-9793-5d1ca0eb127f service neutron] Checking segment: {'id': '5b5fb6ce-cd0e-4793-8bda-bd817c0d9452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'c60bc39c-22d0-402f-a8bd-cf747843ae3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:41:23.857172 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8f2325-cea8-42d2-adb7-66e5050f70c7 req-37349a5e-db47-402a-9793-5d1ca0eb127f service neutron] Bound using segment: {'id': '5b5fb6ce-cd0e-4793-8bda-bd817c0d9452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'c60bc39c-22d0-402f-a8bd-cf747843ae3d'} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:41:23.874970 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-0f8f2325-cea8-42d2-adb7-66e5050f70c7 req-37349a5e-db47-402a-9793-5d1ca0eb127f service neutron] Bound port: 5adc4c29-160e-4043-990b-b814bea38859, host: n-h2-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b5fb6ce-cd0e-4793-8bda-bd817c0d9452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'c60bc39c-22d0-402f-a8bd-cf747843ae3d'}}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:41:23.875434 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-0f8f2325-cea8-42d2-adb7-66e5050f70c7 req-37349a5e-db47-402a-9793-5d1ca0eb127f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:23.882459 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-eca0f769-299c-442e-b104-d2548d0d6729 req-e3a755d0-ed43-4c55-9213-5e900b618327 tempest-ServersTestJSON-964661855 tempest-ServersTestJSON-964661855-project] 10.222.0.64 "GET /v2.0/security-groups?id=dc3bf295-9273-4f64-aec5-86ffd92b7577&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3324246 Oct 20 10:41:23.916656 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-e87d2823-276f-4bea-84f7-64592b7ff156 None None] Set router a8b94c7b-90c6-4a43-b38e-42fb877dc13c gateway port host: None {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:41:24.001496 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5555b47b-d36d-4387-882a-e4bceb4379aa tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:24.016183 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-ba1d3d97-92c5-4e64-9c8c-9d1fea0a9584 req-1aa48eb8-0766-4c36-8b95-1fdfc6060715 service neutron] 10.222.0.69 "GET /v2.0/networks/61bd0966-a265-4e42-812c-8db46cc7f8aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4767535 Oct 20 10:41:24.017743 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 57850) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:24.046923 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a91fba30-e015-4891-992b-80d838b6b982 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:24.052894 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-0f8f2325-cea8-42d2-adb7-66e5050f70c7 req-37349a5e-db47-402a-9793-5d1ca0eb127f service neutron] For port 5adc4c29-160e-4043-990b-b814bea38859, host n-h2-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:41:24.075395 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-0f8f2325-cea8-42d2-adb7-66e5050f70c7 req-37349a5e-db47-402a-9793-5d1ca0eb127f service neutron] For port 5adc4c29-160e-4043-990b-b814bea38859, host n-h2-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=5adc4c29-160e-4043-990b-b814bea38859,segment=NetworkSegment(5b5fb6ce-cd0e-4793-8bda-bd817c0d9452),segment_id=5b5fb6ce-cd0e-4793-8bda-bd817c0d9452)] {{(pid=100596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:41:24.099124 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-0f8f2325-cea8-42d2-adb7-66e5050f70c7 req-37349a5e-db47-402a-9793-5d1ca0eb127f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:24.153599 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-ba1d3d97-92c5-4e64-9c8c-9d1fea0a9584 req-9d06cdda-4386-44ab-af7a-07b8774ae520 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.219&port_id=c6946b44-75f5-4ceb-9f3e-281cc30cd187 HTTP/1.1" status: 200 len: 217 time: 0.0975976 Oct 20 10:41:24.176833 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-a91fba30-e015-4891-992b-80d838b6b982 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52b7d481-96ad-43f2-ac2a-a88dfd6fb656']}} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:41:24.249641 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-a91fba30-e015-4891-992b-80d838b6b982 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7954116d-e80a-4e67-b21f-9b97a91c0b01') {'for_net_delete': True} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:41:24.249880 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-a91fba30-e015-4891-992b-80d838b6b982 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7954116d-e80a-4e67-b21f-9b97a91c0b01') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:41:24.260317 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8f2325-cea8-42d2-adb7-66e5050f70c7 req-37349a5e-db47-402a-9793-5d1ca0eb127f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:24.261033 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-0f8f2325-cea8-42d2-adb7-66e5050f70c7 req-37349a5e-db47-402a-9793-5d1ca0eb127f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:24.263683 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0f8f2325-cea8-42d2-adb7-66e5050f70c7 req-37349a5e-db47-402a-9793-5d1ca0eb127f service neutron] 10.222.0.69 "PUT /v2.0/ports/5adc4c29-160e-4043-990b-b814bea38859 HTTP/1.1" status: 200 len: 1092 time: 2.1229191 Oct 20 10:41:24.337250 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a91fba30-e015-4891-992b-80d838b6b982 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25852596'] for segment, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:24.351572 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ca6fcd7-3d18-461a-8923-2a5fa84ee49a', 'tag': '5adc4c29-160e-4043-990b-b814bea38859'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:41:24.353956 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f0bcf24-d25b-4aad-b1dd-7655d546722e" -d '{"events": [{"name": "network-changed", "server_uuid": "7ca6fcd7-3d18-461a-8923-2a5fa84ee49a", "tag": "5adc4c29-160e-4043-990b-b814bea38859"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:41:24.356863 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37349a5e-db47-402a-9793-5d1ca0eb127f service neutron] Pushing event updated for resources: {'Port': ['ID=5adc4c29-160e-4043-990b-b814bea38859,revision_number=3']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:24.378740 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-0f8f2325-cea8-42d2-adb7-66e5050f70c7 req-2e7ec5c6-1ce3-4f4c-bc14-d9eca849d11a service neutron] Request body: {'port': {'device_id': '7ca6fcd7-3d18-461a-8923-2a5fa84ee49a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811396-3'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:41:24.398234 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 8632409a-e6f9-4308-89bd-466402616915 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:41:24.433009 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1d3d97-92c5-4e64-9c8c-9d1fea0a9584 req-32c48848-555e-4f2b-b105-35a72f039c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:24.434512 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-ba1d3d97-92c5-4e64-9c8c-9d1fea0a9584 req-32c48848-555e-4f2b-b105-35a72f039c5e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ee766014-e4cb-4d3b-914c-bd587db1d0d0 HTTP/1.1" status: 200 len: 797 time: 0.2712207 Oct 20 10:41:24.435833 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a91fba30-e015-4891-992b-80d838b6b982 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:24.450186 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-06ca5455-a83c-4c13-b689-a2ef536067a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:24.513148 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f0ac6f8-d38f-4602-b746-aedd1f24cd22 x-openstack-request-id: req-6f0ac6f8-d38f-4602-b746-aedd1f24cd22 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:41:24.513443 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ca6fcd7-3d18-461a-8923-2a5fa84ee49a", "tag": "5adc4c29-160e-4043-990b-b814bea38859", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:41:24.513698 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6f0ac6f8-d38f-4602-b746-aedd1f24cd22 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:41:24.514116 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ca6fcd7-3d18-461a-8923-2a5fa84ee49a', 'tag': '5adc4c29-160e-4043-990b-b814bea38859', 'status': 'completed', 'code': 200} Oct 20 10:41:24.575596 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a91fba30-e015-4891-992b-80d838b6b982 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Releasing vlan 811 on physical network physnet1 to pool {{(pid=100597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:41:24.576292 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a91fba30-e015-4891-992b-80d838b6b982 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951012'] for segment, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:24.581180 n-d-811396-3 neutron-server[100597]: Traceback (most recent call last): Oct 20 10:41:24.581180 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:41:24.581180 n-d-811396-3 neutron-server[100597]: timer() Oct 20 10:41:24.581180 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:41:24.581180 n-d-811396-3 neutron-server[100597]: cb(*args, **kw) Oct 20 10:41:24.581180 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:41:24.581180 n-d-811396-3 neutron-server[100597]: return func(*args, **kwargs) Oct 20 10:41:24.581180 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:41:24.581180 n-d-811396-3 neutron-server[100597]: self._notify() Oct 20 10:41:24.581180 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:41:24.581180 n-d-811396-3 neutron-server[100597]: self.callback(batched_events) Oct 20 10:41:24.581180 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:41:24.581180 n-d-811396-3 neutron-server[100597]: event.method(event) Oct 20 10:41:24.581180 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:41:24.581180 n-d-811396-3 neutron-server[100597]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:41:24.581180 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:41:24.581180 n-d-811396-3 neutron-server[100597]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:41:24.581180 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:41:24.581180 n-d-811396-3 neutron-server[100597]: return f(self, *a, **k) Oct 20 10:41:24.581180 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:41:24.581180 n-d-811396-3 neutron-server[100597]: return self._get(url).json() Oct 20 10:41:24.581180 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:41:24.581180 n-d-811396-3 neutron-server[100597]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:41:24.581180 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:41:24.581180 n-d-811396-3 neutron-server[100597]: return self.request(url, 'GET', **kwargs) Oct 20 10:41:24.581180 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:41:24.581180 n-d-811396-3 neutron-server[100597]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:41:24.581180 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:41:24.581180 n-d-811396-3 neutron-server[100597]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:41:24.581180 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:41:24.581180 n-d-811396-3 neutron-server[100597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:41:24.581180 n-d-811396-3 neutron-server[100597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:41:24.593241 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9069e30-08fe-4bad-905d-e108852605da None None] DHCP port deletion for bd30994f-0321-4cc8-ba4b-c56a8c7593f0 request from n-d-811396-3 {{(pid=100598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:41:24.601781 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-06ca5455-a83c-4c13-b689-a2ef536067a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:24.610632 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-5555b47b-d36d-4387-882a-e4bceb4379aa tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Deleting port 683bd493-0717-4326-98f5-c4ce56a9f20c {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:41:24.611407 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5555b47b-d36d-4387-882a-e4bceb4379aa tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:24.779681 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1d3d97-92c5-4e64-9c8c-9d1fea0a9584 req-dda30e3e-4dd3-4a03-885d-8c1594b7dac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:24.785578 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-ba1d3d97-92c5-4e64-9c8c-9d1fea0a9584 req-dda30e3e-4dd3-4a03-885d-8c1594b7dac4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7f35c8f4-a80f-46f0-b625-9aa7a1eb4d3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3203232 Oct 20 10:41:24.793463 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-0f8f2325-cea8-42d2-adb7-66e5050f70c7 req-2e7ec5c6-1ce3-4f4c-bc14-d9eca849d11a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:24.813110 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 8632409a-e6f9-4308-89bd-466402616915 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:41:24.813709 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:24.849872 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d81d1015-2357-4d4a-8bc2-5edbda6a7e22 None None] DHCP port deletion for e4194fb9-b5c9-4bd6-8b64-1c95bc874bb3 request from n-d-811396-3 {{(pid=100598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:41:24.899285 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-e9069e30-08fe-4bad-905d-e108852605da None None] Deleting port 8632409a-e6f9-4308-89bd-466402616915 {{(pid=100598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:41:24.900149 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-06ca5455-a83c-4c13-b689-a2ef536067a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:24.902882 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-06ca5455-a83c-4c13-b689-a2ef536067a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:24.903464 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-e9069e30-08fe-4bad-905d-e108852605da None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:24.906507 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-06ca5455-a83c-4c13-b689-a2ef536067a8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/75fdd098-e64f-4aa1-b002-453661313682 HTTP/1.1" status: 204 len: 168 time: 1.0942478 Oct 20 10:41:24.939140 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a91fba30-e015-4891-992b-80d838b6b982 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:24.943097 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-ba1d3d97-92c5-4e64-9c8c-9d1fea0a9584 req-fb3f5ac5-416c-4314-a1b8-180793d18ec0 service neutron] 10.222.0.69 "GET /v2.0/networks/7f35c8f4-a80f-46f0-b625-9aa7a1eb4d3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185305 Oct 20 10:41:24.957865 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ca5455-a83c-4c13-b689-a2ef536067a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75fdd098-e64f-4aa1-b002-453661313682,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:24.970141 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a91fba30-e015-4891-992b-80d838b6b982 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:24.974429 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-a91fba30-e015-4891-992b-80d838b6b982 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] 10.222.0.64 "DELETE /v2.0/networks/52b7d481-96ad-43f2-ac2a-a88dfd6fb656 HTTP/1.1" status: 204 len: 168 time: 1.3891110 Oct 20 10:41:24.978567 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 57880) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:25.010430 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0bcf24-d25b-4aad-b1dd-7655d546722e req-949f7924-8cd6-49b2-9199-2ff224646282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:25.010946 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0bcf24-d25b-4aad-b1dd-7655d546722e req-949f7924-8cd6-49b2-9199-2ff224646282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:25.012685 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0f0bcf24-d25b-4aad-b1dd-7655d546722e req-949f7924-8cd6-49b2-9199-2ff224646282 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=311474ed35f34da1b417637b1179a3d4&device_id=7ca6fcd7-3d18-461a-8923-2a5fa84ee49a HTTP/1.1" status: 200 len: 1914 time: 0.4461026 Oct 20 10:41:25.046627 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91fba30-e015-4891-992b-80d838b6b982 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Pushing event deleted for resources: {'Network': ['ID=52b7d481-96ad-43f2-ac2a-a88dfd6fb656,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:25.048164 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee8402c-419c-4457-b7d4-692109ef7d0c req-b2e801d9-e770-40b8-b40e-576eee0b2b97 tempest-ServersTestJSON-964661855 tempest-ServersTestJSON-964661855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:25.057002 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [None req-5555b47b-d36d-4387-882a-e4bceb4379aa tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] For port 683bd493-0717-4326-98f5-c4ce56a9f20c, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=683bd493-0717-4326-98f5-c4ce56a9f20c,segment=NetworkSegment(841ccf78-22ec-43c0-9257-9dce451a8dae),segment_id=841ccf78-22ec-43c0-9257-9dce451a8dae)] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:41:25.057378 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5555b47b-d36d-4387-882a-e4bceb4379aa tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:25.070683 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4ee8402c-419c-4457-b7d4-692109ef7d0c req-b2e801d9-e770-40b8-b40e-576eee0b2b97 tempest-ServersTestJSON-964661855 tempest-ServersTestJSON-964661855-project] 10.222.0.64 "GET /v2.0/ports?device_id=74efdf6a-54f9-4595-b5cc-5b30138caeac HTTP/1.1" status: 200 len: 946 time: 0.2430980 Oct 20 10:41:25.080677 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-e87d2823-276f-4bea-84f7-64592b7ff156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8b94c7b-90c6-4a43-b38e-42fb877dc13c', 'name': 'tempest-RoutersIpV6Test-router-173173775', 'tenant_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:40:44Z', 'updated_at': '2021-10-20T10:41:19Z', 'revision_number': 8, 'project_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'gw_port_host': None, '_interfaces': [{'id': '05894f7b-11b4-43d0-a600-98e918762731', 'name': '', 'network_id': 'd01baf07-86f4-4d28-8b19-65aed1553de5', 'tenant_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'mac_address': 'fa:16:3e:72:1d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b94c7b-90c6-4a43-b38e-42fb877dc13c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '28132bf4-11e5-43fb-896f-af6830dd6618', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:40:51Z', 'updated_at': '2021-10-20T10:41:06Z', 'revision_number': 5, 'project_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'subnets': [{'id': '28132bf4-11e5-43fb-896f-af6830dd6618', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '52687a05-a1f3-4544-b2e6-d855c01827b9', 'name': '', 'network_id': 'cc7a85ea-bd13-4310-86e7-8f2dcb53116c', 'tenant_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'mac_address': 'fa:16:3e:93:86:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b94c7b-90c6-4a43-b38e-42fb877dc13c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': 'b4c96eec-5bd6-4a0f-8791-4252708ccd92', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:40:59Z', 'updated_at': '2021-10-20T10:41:15Z', 'revision_number': 5, 'project_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'subnets': [{'id': 'b4c96eec-5bd6-4a0f-8791-4252708ccd92', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a433fd22-5091-42cf-9307-867519e1307c', 'name': '', 'network_id': '7fb59595-a6b9-4497-8ca6-3155b1017eae', 'tenant_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'mac_address': 'fa:16:3e:73:ac:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b94c7b-90c6-4a43-b38e-42fb877dc13c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': '3341a74b-11cb-40df-b7ec-fdbefa4a8688', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:40:46Z', 'updated_at': '2021-10-20T10:40:54Z', 'revision_number': 5, 'project_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'subnets': [{'id': '3341a74b-11cb-40df-b7ec-fdbefa4a8688', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:41:25.127471 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-e9069e30-08fe-4bad-905d-e108852605da None None] For port 8632409a-e6f9-4308-89bd-466402616915, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=8632409a-e6f9-4308-89bd-466402616915,segment=NetworkSegment(77d16cd1-0f95-4145-b6b0-c4ffa55f7772),segment_id=77d16cd1-0f95-4145-b6b0-c4ffa55f7772)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:41:25.128047 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-e9069e30-08fe-4bad-905d-e108852605da None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:25.131928 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e87d2823-276f-4bea-84f7-64592b7ff156 None None] The sync data for ids ['a8b94c7b-90c6-4a43-b38e-42fb877dc13c'] in n-d-811396-3 is: [{'id': 'a8b94c7b-90c6-4a43-b38e-42fb877dc13c', 'name': 'tempest-RoutersIpV6Test-router-173173775', 'tenant_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:40:44Z', 'updated_at': '2021-10-20T10:41:19Z', 'revision_number': 8, 'project_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'gw_port_host': None, '_interfaces': [{'id': '05894f7b-11b4-43d0-a600-98e918762731', 'name': '', 'network_id': 'd01baf07-86f4-4d28-8b19-65aed1553de5', 'tenant_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'mac_address': 'fa:16:3e:72:1d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b94c7b-90c6-4a43-b38e-42fb877dc13c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '28132bf4-11e5-43fb-896f-af6830dd6618', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:40:51Z', 'updated_at': '2021-10-20T10:41:06Z', 'revision_number': 5, 'project_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'subnets': [{'id': '28132bf4-11e5-43fb-896f-af6830dd6618', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '52687a05-a1f3-4544-b2e6-d855c01827b9', 'name': '', 'network_id': 'cc7a85ea-bd13-4310-86e7-8f2dcb53116c', 'tenant_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'mac_address': 'fa:16:3e:93:86:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b94c7b-90c6-4a43-b38e-42fb877dc13c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': 'b4c96eec-5bd6-4a0f-8791-4252708ccd92', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:40:59Z', 'updated_at': '2021-10-20T10:41:15Z', 'revision_number': 5, 'project_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'subnets': [{'id': 'b4c96eec-5bd6-4a0f-8791-4252708ccd92', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a433fd22-5091-42cf-9307-867519e1307c', 'name': '', 'network_id': '7fb59595-a6b9-4497-8ca6-3155b1017eae', 'tenant_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'mac_address': 'fa:16:3e:73:ac:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b94c7b-90c6-4a43-b38e-42fb877dc13c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': '3341a74b-11cb-40df-b7ec-fdbefa4a8688', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:40:46Z', 'updated_at': '2021-10-20T10:40:54Z', 'revision_number': 5, 'project_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'subnets': [{'id': '3341a74b-11cb-40df-b7ec-fdbefa4a8688', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:41:25.168467 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-e9069e30-08fe-4bad-905d-e108852605da None None] Calling delete_port for 8632409a-e6f9-4308-89bd-466402616915 owned by network:dhcp {{(pid=100598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:41:25.242206 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-5555b47b-d36d-4387-882a-e4bceb4379aa tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Calling delete_port for 683bd493-0717-4326-98f5-c4ce56a9f20c owned by network:dhcp {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:41:25.268807 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-51ff7994-806d-4801-8dee-ebf3da37a5eb tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:25.359086 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-d81d1015-2357-4d4a-8bc2-5edbda6a7e22 None None] Deleting port 683bd493-0717-4326-98f5-c4ce56a9f20c {{(pid=100598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:41:25.359710 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-d81d1015-2357-4d4a-8bc2-5edbda6a7e22 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:25.374480 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4ee8402c-419c-4457-b7d4-692109ef7d0c req-effae7cd-dd68-44af-9df4-a7a1a964901b tempest-ServersTestJSON-964661855 tempest-ServersTestJSON-964661855-project] 10.222.0.64 "GET /v2.0/security-groups?id=dc3bf295-9273-4f64-aec5-86ffd92b7577&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3016584 Oct 20 10:41:25.525243 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-ba1d3d97-92c5-4e64-9c8c-9d1fea0a9584 req-00dd8260-1b07-4624-8761-03dc2660423c service neutron] 10.222.0.69 "GET /v2.0/networks/7f35c8f4-a80f-46f0-b625-9aa7a1eb4d3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5632772 Oct 20 10:41:25.534487 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device e519c21f-2444-46f2-85a2-b4a6c7519cc9 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:41:25.545623 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14623bf8-1013-4eca-b0f2-95a9a7394c3e req-49b1aaa7-de73-406d-b1bb-ba296b08fe43 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:25.554526 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14623bf8-1013-4eca-b0f2-95a9a7394c3e req-49b1aaa7-de73-406d-b1bb-ba296b08fe43 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:25.556206 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-14623bf8-1013-4eca-b0f2-95a9a7394c3e req-49b1aaa7-de73-406d-b1bb-ba296b08fe43 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ca6fcd7-3d18-461a-8923-2a5fa84ee49a HTTP/1.1" status: 200 len: 1667 time: 0.5627038 Oct 20 10:41:25.629591 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0bcf24-d25b-4aad-b1dd-7655d546722e req-299b19ac-4516-4132-9e9d-e43b567154b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:25.631538 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0bcf24-d25b-4aad-b1dd-7655d546722e req-299b19ac-4516-4132-9e9d-e43b567154b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:25.631538 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0bcf24-d25b-4aad-b1dd-7655d546722e req-299b19ac-4516-4132-9e9d-e43b567154b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:25.634198 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0f0bcf24-d25b-4aad-b1dd-7655d546722e req-299b19ac-4516-4132-9e9d-e43b567154b8 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=311474ed35f34da1b417637b1179a3d4&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3865938 Oct 20 10:41:25.644934 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-d81d1015-2357-4d4a-8bc2-5edbda6a7e22 None None] For port 683bd493-0717-4326-98f5-c4ce56a9f20c, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=683bd493-0717-4326-98f5-c4ce56a9f20c,segment=NetworkSegment(841ccf78-22ec-43c0-9257-9dce451a8dae),segment_id=841ccf78-22ec-43c0-9257-9dce451a8dae)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:41:25.646218 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-d81d1015-2357-4d4a-8bc2-5edbda6a7e22 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:25.673497 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-d81d1015-2357-4d4a-8bc2-5edbda6a7e22 None None] Calling delete_port for 683bd493-0717-4326-98f5-c4ce56a9f20c owned by network:dhcp {{(pid=100598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:41:25.677113 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-e9069e30-08fe-4bad-905d-e108852605da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956'] for port, after_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:25.731758 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9069e30-08fe-4bad-905d-e108852605da None None] Pushing event deleted for resources: {'Port': ['ID=8632409a-e6f9-4308-89bd-466402616915,revision_number=None']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:25.737958 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9069e30-08fe-4bad-905d-e108852605da None None] No DVR routers for this DVR port 8632409a-e6f9-4308-89bd-466402616915 on host n-d-811396-3 {{(pid=100598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:41:25.760034 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-ba1d3d97-92c5-4e64-9c8c-9d1fea0a9584 req-8f3164bf-5a6f-4989-b406-b50ab7e337f7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.3&port_id=451833eb-4339-4de8-8005-8d3e2c53fd29 HTTP/1.1" status: 200 len: 217 time: 0.1320963 Oct 20 10:41:25.800931 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port e519c21f-2444-46f2-85a2-b4a6c7519cc9 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:41:25.801612 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:25.872753 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-51ff7994-806d-4801-8dee-ebf3da37a5eb tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Deleting port 8632409a-e6f9-4308-89bd-466402616915 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:41:25.872753 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-51ff7994-806d-4801-8dee-ebf3da37a5eb tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:25.884976 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-14623bf8-1013-4eca-b0f2-95a9a7394c3e req-6402bccb-971b-4d07-b390-eddba3a4736e tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] 10.222.0.64 "GET /v2.0/security-groups?id=49245fbb-4e48-4db8-994f-34137d01c16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3205936 Oct 20 10:41:25.887013 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1d3d97-92c5-4e64-9c8c-9d1fea0a9584 req-21042426-96d3-40cd-8545-1c64c81032b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:25.887826 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0bcf24-d25b-4aad-b1dd-7655d546722e req-696c0f7e-0172-4cc2-949d-8292a9bd6145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:25.889333 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0f0bcf24-d25b-4aad-b1dd-7655d546722e req-696c0f7e-0172-4cc2-949d-8292a9bd6145 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2368972 Oct 20 10:41:25.898310 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-ba1d3d97-92c5-4e64-9c8c-9d1fea0a9584 req-21042426-96d3-40cd-8545-1c64c81032b2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ee766014-e4cb-4d3b-914c-bd587db1d0d0 HTTP/1.1" status: 200 len: 797 time: 0.1223879 Oct 20 10:41:25.953502 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5555b47b-d36d-4387-882a-e4bceb4379aa tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:25.987225 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-d81d1015-2357-4d4a-8bc2-5edbda6a7e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956'] for port, after_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:26.019742 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81d1015-2357-4d4a-8bc2-5edbda6a7e22 None None] Pushing event deleted for resources: {'Port': ['ID=683bd493-0717-4326-98f5-c4ce56a9f20c,revision_number=None']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:26.027291 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 6faccfeb-37ce-4585-bdef-ea2fb4ceff53 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:41:26.058503 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5555b47b-d36d-4387-882a-e4bceb4379aa tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Pushing event deleted for resources: {'Port': ['ID=683bd493-0717-4326-98f5-c4ce56a9f20c,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:26.062742 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81d1015-2357-4d4a-8bc2-5edbda6a7e22 None None] No DVR routers for this DVR port 683bd493-0717-4326-98f5-c4ce56a9f20c on host n-d-811396-3 {{(pid=100598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:41:26.083896 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [req-0f8f2325-cea8-42d2-adb7-66e5050f70c7 req-2e7ec5c6-1ce3-4f4c-bc14-d9eca849d11a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fbbeae8-818b-4838-b4bf-3b9a782c2331 {{(pid=100596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:41:26.099908 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [None req-51ff7994-806d-4801-8dee-ebf3da37a5eb tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] For port 8632409a-e6f9-4308-89bd-466402616915, host n-d-811396-3, got binding levels [] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:41:26.100336 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-51ff7994-806d-4801-8dee-ebf3da37a5eb tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:26.104039 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 6faccfeb-37ce-4585-bdef-ea2fb4ceff53 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:41:26.104533 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:26.115057 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-51ff7994-806d-4801-8dee-ebf3da37a5eb tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Calling delete_port for 8632409a-e6f9-4308-89bd-466402616915 owned by network:dhcp {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:41:26.118279 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.ipam_backend_mixin [None req-51ff7994-806d-4801-8dee-ebf3da37a5eb tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Port 8632409a-e6f9-4308-89bd-466402616915 was not found and therefore no delete operation was performed {{(pid=100597) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 20 10:41:26.119917 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5555b47b-d36d-4387-882a-e4bceb4379aa tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] No DVR routers for this DVR port 683bd493-0717-4326-98f5-c4ce56a9f20c on host n-d-811396-3 {{(pid=100597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:41:26.127027 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-51ff7994-806d-4801-8dee-ebf3da37a5eb tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:26.144205 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-0f8f2325-cea8-42d2-adb7-66e5050f70c7 req-2e7ec5c6-1ce3-4f4c-bc14-d9eca849d11a service neutron] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:26.146246 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1d3d97-92c5-4e64-9c8c-9d1fea0a9584 req-183e26d1-c70d-4163-a5cc-5f68e28eece0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:26.148635 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-ba1d3d97-92c5-4e64-9c8c-9d1fea0a9584 req-183e26d1-c70d-4163-a5cc-5f68e28eece0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7f35c8f4-a80f-46f0-b625-9aa7a1eb4d3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2426090 Oct 20 10:41:26.177731 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0333ad15-f4d7-48e2-b93e-b0016b90bda6 req-9b644254-ec84-4d04-9c23-cccf0e9d4f0a tempest-ServersTestJSON-964661855 tempest-ServersTestJSON-964661855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:26.179438 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0333ad15-f4d7-48e2-b93e-b0016b90bda6 req-9b644254-ec84-4d04-9c23-cccf0e9d4f0a tempest-ServersTestJSON-964661855 tempest-ServersTestJSON-964661855-project] 10.222.0.69 "GET /v2.0/ports?device_id=74efdf6a-54f9-4595-b5cc-5b30138caeac HTTP/1.1" status: 200 len: 946 time: 0.0978947 Oct 20 10:41:26.214811 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ff7994-806d-4801-8dee-ebf3da37a5eb tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Pushing event deleted for resources: {'Port': ['ID=8632409a-e6f9-4308-89bd-466402616915,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:26.241385 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.provisioning_blocks [req-0f8f2325-cea8-42d2-adb7-66e5050f70c7 req-2e7ec5c6-1ce3-4f4c-bc14-d9eca849d11a service neutron] Transition to ACTIVE for port object 0fbbeae8-818b-4838-b4bf-3b9a782c2331 will not be triggered until provisioned by entity L2. {{(pid=100596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:41:26.256509 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-0f8f2325-cea8-42d2-adb7-66e5050f70c7 req-2e7ec5c6-1ce3-4f4c-bc14-d9eca849d11a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:26.296959 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 6c68f522-df19-4451-a743-9faafc48220c no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:41:26.327622 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 6c68f522-df19-4451-a743-9faafc48220c {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:41:26.328386 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 6c68f522-df19-4451-a743-9faafc48220c not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:41:26.329179 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 683bd493-0717-4326-98f5-c4ce56a9f20c no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:41:26.342407 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7ec5c6-1ce3-4f4c-bc14-d9eca849d11a service neutron] Pushing event updated for resources: {'Port': ['ID=0fbbeae8-818b-4838-b4bf-3b9a782c2331,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:26.454281 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-0333ad15-f4d7-48e2-b93e-b0016b90bda6 req-33ebe444-404e-4f6a-891f-b2f60d14b54f tempest-ServersTestJSON-964661855 tempest-ServersTestJSON-964661855-project] Deleting port db94d8bf-ab64-48a5-be73-894428d1fd35 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:41:26.454951 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-0333ad15-f4d7-48e2-b93e-b0016b90bda6 req-33ebe444-404e-4f6a-891f-b2f60d14b54f tempest-ServersTestJSON-964661855 tempest-ServersTestJSON-964661855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:26.644431 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 683bd493-0717-4326-98f5-c4ce56a9f20c {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:41:26.644853 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 683bd493-0717-4326-98f5-c4ce56a9f20c not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:41:26.645278 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 8632409a-e6f9-4308-89bd-466402616915 no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:41:26.693920 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 8632409a-e6f9-4308-89bd-466402616915 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:41:26.694346 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 8632409a-e6f9-4308-89bd-466402616915 not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:41:26.694773 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 80213522-44f6-4808-b19b-867fd5ed8f22 no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:41:26.744472 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 80213522-44f6-4808-b19b-867fd5ed8f22 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:41:26.746102 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 80213522-44f6-4808-b19b-867fd5ed8f22 not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:41:26.863528 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5555b47b-d36d-4387-882a-e4bceb4379aa tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:26.900517 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ff7994-806d-4801-8dee-ebf3da37a5eb tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] No DVR routers for this DVR port 8632409a-e6f9-4308-89bd-466402616915 on host n-d-811396-3 {{(pid=100597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:41:26.903117 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-5555b47b-d36d-4387-882a-e4bceb4379aa tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4194fb9-b5c9-4bd6-8b64-1c95bc874bb3']}} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:41:26.952074 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-5555b47b-d36d-4387-882a-e4bceb4379aa tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '841ccf78-22ec-43c0-9257-9dce451a8dae') {'for_net_delete': True} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:41:26.952382 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-5555b47b-d36d-4387-882a-e4bceb4379aa tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '841ccf78-22ec-43c0-9257-9dce451a8dae') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:41:27.007782 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1d5b0f2e-f131-4e32-b747-86be00350a00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1774405'] for router_interface, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:27.020227 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5555b47b-d36d-4387-882a-e4bceb4379aa tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25852596'] for segment, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:27.093843 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5555b47b-d36d-4387-882a-e4bceb4379aa tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:27.123283 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-51ff7994-806d-4801-8dee-ebf3da37a5eb tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:27.156195 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5555b47b-d36d-4387-882a-e4bceb4379aa tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Releasing vlan 822 on physical network physnet1 to pool {{(pid=100597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:41:27.156604 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5555b47b-d36d-4387-882a-e4bceb4379aa tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951012'] for segment, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:27.160171 n-d-811396-3 neutron-server[100597]: Traceback (most recent call last): Oct 20 10:41:27.160171 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:41:27.160171 n-d-811396-3 neutron-server[100597]: timer() Oct 20 10:41:27.160171 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:41:27.160171 n-d-811396-3 neutron-server[100597]: cb(*args, **kw) Oct 20 10:41:27.160171 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:41:27.160171 n-d-811396-3 neutron-server[100597]: return func(*args, **kwargs) Oct 20 10:41:27.160171 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:41:27.160171 n-d-811396-3 neutron-server[100597]: self._notify() Oct 20 10:41:27.160171 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:41:27.160171 n-d-811396-3 neutron-server[100597]: self.callback(batched_events) Oct 20 10:41:27.160171 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:41:27.160171 n-d-811396-3 neutron-server[100597]: event.method(event) Oct 20 10:41:27.160171 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:41:27.160171 n-d-811396-3 neutron-server[100597]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:41:27.160171 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:41:27.160171 n-d-811396-3 neutron-server[100597]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:41:27.160171 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:41:27.160171 n-d-811396-3 neutron-server[100597]: return f(self, *a, **k) Oct 20 10:41:27.160171 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:41:27.160171 n-d-811396-3 neutron-server[100597]: return self._get(url).json() Oct 20 10:41:27.160171 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:41:27.160171 n-d-811396-3 neutron-server[100597]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:41:27.160171 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:41:27.160171 n-d-811396-3 neutron-server[100597]: return self.request(url, 'GET', **kwargs) Oct 20 10:41:27.160171 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:41:27.160171 n-d-811396-3 neutron-server[100597]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:41:27.160171 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:41:27.160171 n-d-811396-3 neutron-server[100597]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:41:27.160171 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:41:27.160171 n-d-811396-3 neutron-server[100597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:41:27.160171 n-d-811396-3 neutron-server[100597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:41:27.168885 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-ba1d3d97-92c5-4e64-9c8c-9d1fea0a9584 req-01006965-d94e-44a3-acdb-9cd54174ad25 service neutron] 10.222.0.69 "GET /v2.0/networks/7f35c8f4-a80f-46f0-b625-9aa7a1eb4d3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9897528 Oct 20 10:41:27.189986 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-51ff7994-806d-4801-8dee-ebf3da37a5eb tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd30994f-0321-4cc8-ba4b-c56a8c7593f0']}} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:41:27.193713 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-0333ad15-f4d7-48e2-b93e-b0016b90bda6 req-33ebe444-404e-4f6a-891f-b2f60d14b54f tempest-ServersTestJSON-964661855 tempest-ServersTestJSON-964661855-project] For port db94d8bf-ab64-48a5-be73-894428d1fd35, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=db94d8bf-ab64-48a5-be73-894428d1fd35,segment=NetworkSegment(95e9de36-3ccc-4b38-8bfc-db37fedbb6af),segment_id=95e9de36-3ccc-4b38-8bfc-db37fedbb6af)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:41:27.195098 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-0333ad15-f4d7-48e2-b93e-b0016b90bda6 req-33ebe444-404e-4f6a-891f-b2f60d14b54f tempest-ServersTestJSON-964661855 tempest-ServersTestJSON-964661855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:27.201691 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-0f8f2325-cea8-42d2-adb7-66e5050f70c7 req-2e7ec5c6-1ce3-4f4c-bc14-d9eca849d11a service neutron] Attempting to bind port 0fbbeae8-818b-4838-b4bf-3b9a782c2331 on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:41:27.202334 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-0f8f2325-cea8-42d2-adb7-66e5050f70c7 req-2e7ec5c6-1ce3-4f4c-bc14-d9eca849d11a service neutron] Attempting to bind port 0fbbeae8-818b-4838-b4bf-3b9a782c2331 by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': '7166ce3b-596a-4fd6-b0fe-75fcec80a22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'cbe9c1c3-7b57-4697-9922-dd4c6e69cc6a'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:41:27.202906 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8f2325-cea8-42d2-adb7-66e5050f70c7 req-2e7ec5c6-1ce3-4f4c-bc14-d9eca849d11a service neutron] Attempting to bind port 0fbbeae8-818b-4838-b4bf-3b9a782c2331 on network cbe9c1c3-7b57-4697-9922-dd4c6e69cc6a {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:41:27.217395 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8f2325-cea8-42d2-adb7-66e5050f70c7 req-2e7ec5c6-1ce3-4f4c-bc14-d9eca849d11a service neutron] Port 0fbbeae8-818b-4838-b4bf-3b9a782c2331 on network cbe9c1c3-7b57-4697-9922-dd4c6e69cc6a not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:41:27.217747 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8f2325-cea8-42d2-adb7-66e5050f70c7 req-2e7ec5c6-1ce3-4f4c-bc14-d9eca849d11a service neutron] Attempting to bind port 0fbbeae8-818b-4838-b4bf-3b9a782c2331 on network cbe9c1c3-7b57-4697-9922-dd4c6e69cc6a {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:41:27.239031 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8f2325-cea8-42d2-adb7-66e5050f70c7 req-2e7ec5c6-1ce3-4f4c-bc14-d9eca849d11a service neutron] Checking agent: {'id': '061232a2-7adc-4ba1-a873-e8cb136b064d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 41, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:41:27.239376 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8f2325-cea8-42d2-adb7-66e5050f70c7 req-2e7ec5c6-1ce3-4f4c-bc14-d9eca849d11a service neutron] Checking segment: {'id': '7166ce3b-596a-4fd6-b0fe-75fcec80a22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'cbe9c1c3-7b57-4697-9922-dd4c6e69cc6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:41:27.239845 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8f2325-cea8-42d2-adb7-66e5050f70c7 req-2e7ec5c6-1ce3-4f4c-bc14-d9eca849d11a service neutron] Bound using segment: {'id': '7166ce3b-596a-4fd6-b0fe-75fcec80a22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'cbe9c1c3-7b57-4697-9922-dd4c6e69cc6a'} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:41:27.240299 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-0f8f2325-cea8-42d2-adb7-66e5050f70c7 req-2e7ec5c6-1ce3-4f4c-bc14-d9eca849d11a service neutron] Bound port: 0fbbeae8-818b-4838-b4bf-3b9a782c2331, host: n-h2-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7166ce3b-596a-4fd6-b0fe-75fcec80a22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'cbe9c1c3-7b57-4697-9922-dd4c6e69cc6a'}}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:41:27.240661 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-0f8f2325-cea8-42d2-adb7-66e5050f70c7 req-2e7ec5c6-1ce3-4f4c-bc14-d9eca849d11a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:27.262112 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-51ff7994-806d-4801-8dee-ebf3da37a5eb tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77d16cd1-0f95-4145-b6b0-c4ffa55f7772') {'for_net_delete': True} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:41:27.262329 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-51ff7994-806d-4801-8dee-ebf3da37a5eb tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77d16cd1-0f95-4145-b6b0-c4ffa55f7772') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:41:27.299959 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4b6552-796c-4283-ab93-44c07172f3a8 req-24e8b5de-f315-4948-8055-81ae9ed2b4c4 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:27.307479 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4b6552-796c-4283-ab93-44c07172f3a8 req-24e8b5de-f315-4948-8055-81ae9ed2b4c4 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:27.309347 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-eb4b6552-796c-4283-ab93-44c07172f3a8 req-24e8b5de-f315-4948-8055-81ae9ed2b4c4 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ca6fcd7-3d18-461a-8923-2a5fa84ee49a HTTP/1.1" status: 200 len: 1679 time: 0.2247097 Oct 20 10:41:27.315115 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-51ff7994-806d-4801-8dee-ebf3da37a5eb tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25852596'] for segment, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:27.318632 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d06c7a9-921c-43a1-ad18-1879a3f2011d req-0274fcec-b602-48d4-96cc-e60ef3c4ee75 tempest-ServersTestJSON-964661855 tempest-ServersTestJSON-964661855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:27.320637 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2d06c7a9-921c-43a1-ad18-1879a3f2011d req-0274fcec-b602-48d4-96cc-e60ef3c4ee75 tempest-ServersTestJSON-964661855 tempest-ServersTestJSON-964661855-project] 10.222.0.64 "GET /v2.0/ports?device_id=74efdf6a-54f9-4595-b5cc-5b30138caeac HTTP/1.1" status: 200 len: 946 time: 0.2316375 Oct 20 10:41:27.336015 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5555b47b-d36d-4387-882a-e4bceb4379aa tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:27.415514 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5555b47b-d36d-4387-882a-e4bceb4379aa tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:27.421093 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-5555b47b-d36d-4387-882a-e4bceb4379aa tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] 10.222.0.64 "DELETE /v2.0/networks/e4194fb9-b5c9-4bd6-8b64-1c95bc874bb3 HTTP/1.1" status: 204 len: 168 time: 3.6687024 Oct 20 10:41:27.421093 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-51ff7994-806d-4801-8dee-ebf3da37a5eb tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:27.429756 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 57930) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:27.450517 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51ff7994-806d-4801-8dee-ebf3da37a5eb tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Releasing vlan 847 on physical network physnet1 to pool {{(pid=100597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:41:27.450517 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-51ff7994-806d-4801-8dee-ebf3da37a5eb tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951012'] for segment, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:27.454873 n-d-811396-3 neutron-server[100597]: Traceback (most recent call last): Oct 20 10:41:27.454873 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:41:27.454873 n-d-811396-3 neutron-server[100597]: timer() Oct 20 10:41:27.454873 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:41:27.454873 n-d-811396-3 neutron-server[100597]: cb(*args, **kw) Oct 20 10:41:27.454873 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:41:27.454873 n-d-811396-3 neutron-server[100597]: return func(*args, **kwargs) Oct 20 10:41:27.454873 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:41:27.454873 n-d-811396-3 neutron-server[100597]: self._notify() Oct 20 10:41:27.454873 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:41:27.454873 n-d-811396-3 neutron-server[100597]: self.callback(batched_events) Oct 20 10:41:27.454873 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:41:27.454873 n-d-811396-3 neutron-server[100597]: event.method(event) Oct 20 10:41:27.454873 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:41:27.454873 n-d-811396-3 neutron-server[100597]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:41:27.454873 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:41:27.454873 n-d-811396-3 neutron-server[100597]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:41:27.454873 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:41:27.454873 n-d-811396-3 neutron-server[100597]: return f(self, *a, **k) Oct 20 10:41:27.454873 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:41:27.454873 n-d-811396-3 neutron-server[100597]: return self._get(url).json() Oct 20 10:41:27.454873 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:41:27.454873 n-d-811396-3 neutron-server[100597]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:41:27.454873 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:41:27.454873 n-d-811396-3 neutron-server[100597]: return self.request(url, 'GET', **kwargs) Oct 20 10:41:27.454873 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:41:27.454873 n-d-811396-3 neutron-server[100597]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:41:27.454873 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:41:27.454873 n-d-811396-3 neutron-server[100597]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:41:27.454873 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:41:27.454873 n-d-811396-3 neutron-server[100597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:41:27.454873 n-d-811396-3 neutron-server[100597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:41:27.516688 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2d06c7a9-921c-43a1-ad18-1879a3f2011d req-31844e86-4fec-4a38-b379-30792535358e tempest-ServersTestJSON-964661855 tempest-ServersTestJSON-964661855-project] 10.222.0.64 "GET /v2.0/security-groups?id=dc3bf295-9273-4f64-aec5-86ffd92b7577&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1837010 Oct 20 10:41:27.532371 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5555b47b-d36d-4387-882a-e4bceb4379aa tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Pushing event deleted for resources: {'Network': ['ID=e4194fb9-b5c9-4bd6-8b64-1c95bc874bb3,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:27.571678 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-eb4b6552-796c-4283-ab93-44c07172f3a8 req-7baead31-1f7e-43fc-91d1-f55021b13f6b tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] 10.222.0.64 "GET /v2.0/security-groups?id=49245fbb-4e48-4db8-994f-34137d01c16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426925 Oct 20 10:41:27.600853 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-0f8f2325-cea8-42d2-adb7-66e5050f70c7 req-2e7ec5c6-1ce3-4f4c-bc14-d9eca849d11a service neutron] For port 0fbbeae8-818b-4838-b4bf-3b9a782c2331, host n-h2-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:41:27.607448 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-0f8f2325-cea8-42d2-adb7-66e5050f70c7 req-2e7ec5c6-1ce3-4f4c-bc14-d9eca849d11a service neutron] For port 0fbbeae8-818b-4838-b4bf-3b9a782c2331, host n-h2-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=0fbbeae8-818b-4838-b4bf-3b9a782c2331,segment=NetworkSegment(7166ce3b-596a-4fd6-b0fe-75fcec80a22c),segment_id=7166ce3b-596a-4fd6-b0fe-75fcec80a22c)] {{(pid=100596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:41:27.610983 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-0333ad15-f4d7-48e2-b93e-b0016b90bda6 req-33ebe444-404e-4f6a-891f-b2f60d14b54f tempest-ServersTestJSON-964661855 tempest-ServersTestJSON-964661855-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:27.611711 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-0333ad15-f4d7-48e2-b93e-b0016b90bda6 req-33ebe444-404e-4f6a-891f-b2f60d14b54f tempest-ServersTestJSON-964661855 tempest-ServersTestJSON-964661855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1773381'] for floatingip, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:27.611910 n-d-811396-3 neutron-server[100596]: INFO neutron.db.l3_db [req-0333ad15-f4d7-48e2-b93e-b0016b90bda6 req-33ebe444-404e-4f6a-891f-b2f60d14b54f tempest-ServersTestJSON-964661855 tempest-ServersTestJSON-964661855-project] Floating IP d5529231-9780-4482-80d9-587125a9b20b disassociated. External IP: 172.25.1.210, port: db94d8bf-ab64-48a5-be73-894428d1fd35. Oct 20 10:41:27.612243 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-0333ad15-f4d7-48e2-b93e-b0016b90bda6 req-33ebe444-404e-4f6a-891f-b2f60d14b54f tempest-ServersTestJSON-964661855 tempest-ServersTestJSON-964661855-project] Calling delete_port for db94d8bf-ab64-48a5-be73-894428d1fd35 owned by compute:nova {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:41:27.614866 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-0f8f2325-cea8-42d2-adb7-66e5050f70c7 req-2e7ec5c6-1ce3-4f4c-bc14-d9eca849d11a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:27.696676 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8f2325-cea8-42d2-adb7-66e5050f70c7 req-2e7ec5c6-1ce3-4f4c-bc14-d9eca849d11a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:27.697353 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-0f8f2325-cea8-42d2-adb7-66e5050f70c7 req-2e7ec5c6-1ce3-4f4c-bc14-d9eca849d11a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:27.698948 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0f8f2325-cea8-42d2-adb7-66e5050f70c7 req-2e7ec5c6-1ce3-4f4c-bc14-d9eca849d11a service neutron] 10.222.0.69 "PUT /v2.0/ports/0fbbeae8-818b-4838-b4bf-3b9a782c2331 HTTP/1.1" status: 200 len: 1092 time: 3.3306940 Oct 20 10:41:27.701131 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ca6fcd7-3d18-461a-8923-2a5fa84ee49a', 'tag': '0fbbeae8-818b-4838-b4bf-3b9a782c2331'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:41:27.703771 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd66ca3e-736c-43a3-8501-0c50bb991250" -d '{"events": [{"name": "network-changed", "server_uuid": "7ca6fcd7-3d18-461a-8923-2a5fa84ee49a", "tag": "0fbbeae8-818b-4838-b4bf-3b9a782c2331"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:41:27.849269 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1cd6833-74cd-4fab-8f64-6a2168db1ae8 x-openstack-request-id: req-c1cd6833-74cd-4fab-8f64-6a2168db1ae8 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:41:27.849269 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ca6fcd7-3d18-461a-8923-2a5fa84ee49a", "tag": "0fbbeae8-818b-4838-b4bf-3b9a782c2331", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:41:27.849269 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c1cd6833-74cd-4fab-8f64-6a2168db1ae8 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:41:27.849550 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-ba1d3d97-92c5-4e64-9c8c-9d1fea0a9584 req-26ce26b2-a941-4664-9c28-fc8d65b586e9 service neutron] 10.222.0.69 "GET /v2.0/networks/7f35c8f4-a80f-46f0-b625-9aa7a1eb4d3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6547379 Oct 20 10:41:27.849639 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ca6fcd7-3d18-461a-8923-2a5fa84ee49a', 'tag': '0fbbeae8-818b-4838-b4bf-3b9a782c2331', 'status': 'completed', 'code': 200} Oct 20 10:41:27.849639 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7ec5c6-1ce3-4f4c-bc14-d9eca849d11a service neutron] Pushing event updated for resources: {'Port': ['ID=0fbbeae8-818b-4838-b4bf-3b9a782c2331,revision_number=3']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:27.887776 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8f2325-cea8-42d2-adb7-66e5050f70c7 req-5b8f5858-8055-4042-8f25-890b9fb38c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:27.888191 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8f2325-cea8-42d2-adb7-66e5050f70c7 req-5b8f5858-8055-4042-8f25-890b9fb38c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:27.889945 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0f8f2325-cea8-42d2-adb7-66e5050f70c7 req-5b8f5858-8055-4042-8f25-890b9fb38c74 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=311474ed35f34da1b417637b1179a3d4&device_id=7ca6fcd7-3d18-461a-8923-2a5fa84ee49a HTTP/1.1" status: 200 len: 1981 time: 0.1405122 Oct 20 10:41:27.952558 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-ba1d3d97-92c5-4e64-9c8c-9d1fea0a9584 req-870bdd66-a991-4501-9230-c02c7e89f392 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.36&port_id=c659bd4f-6f7c-4e27-84fc-06618ca3d1ea HTTP/1.1" status: 200 len: 217 time: 0.0879912 Oct 20 10:41:27.953136 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-51ff7994-806d-4801-8dee-ebf3da37a5eb tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:27.959216 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-51ff7994-806d-4801-8dee-ebf3da37a5eb tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:27.966038 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-51ff7994-806d-4801-8dee-ebf3da37a5eb tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] 10.222.0.64 "DELETE /v2.0/networks/bd30994f-0321-4cc8-ba4b-c56a8c7593f0 HTTP/1.1" status: 204 len: 168 time: 2.9807944 Oct 20 10:41:27.978287 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 57944) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:27.982655 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0f8f2325-cea8-42d2-adb7-66e5050f70c7 req-54173d8f-9d8c-4559-921d-32387690761b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.174&port_id=5adc4c29-160e-4043-990b-b814bea38859 HTTP/1.1" status: 200 len: 217 time: 0.0811381 Oct 20 10:41:28.035245 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ff7994-806d-4801-8dee-ebf3da37a5eb tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Pushing event deleted for resources: {'Network': ['ID=bd30994f-0321-4cc8-ba4b-c56a8c7593f0,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:28.042930 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1d3d97-92c5-4e64-9c8c-9d1fea0a9584 req-f540246f-5d95-47da-ba4a-e4fe40a62894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:28.044406 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-ba1d3d97-92c5-4e64-9c8c-9d1fea0a9584 req-f540246f-5d95-47da-ba4a-e4fe40a62894 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ee766014-e4cb-4d3b-914c-bd587db1d0d0 HTTP/1.1" status: 200 len: 797 time: 0.0787766 Oct 20 10:41:28.122370 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-0333ad15-f4d7-48e2-b93e-b0016b90bda6 req-33ebe444-404e-4f6a-891f-b2f60d14b54f tempest-ServersTestJSON-964661855 tempest-ServersTestJSON-964661855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:28.154213 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_v2 [None req-058f1a28-0987-47f4-933f-dbd3060b49c3 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Deleting subnet f44b55c8-b2f0-45c4-af7c-afdd19c9c510 {{(pid=100596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:41:28.180689 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8f2325-cea8-42d2-adb7-66e5050f70c7 req-9ac16891-e324-4980-ab98-4fd9abec3dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:28.182377 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0f8f2325-cea8-42d2-adb7-66e5050f70c7 req-9ac16891-e324-4980-ab98-4fd9abec3dc1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=538c8c6b-ffc5-4371-a7c1-293c40f2a6df HTTP/1.1" status: 200 len: 801 time: 0.1875436 Oct 20 10:41:28.185089 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-058f1a28-0987-47f4-933f-dbd3060b49c3 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Publish callbacks [] for subnet, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:28.188218 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ebe444-404e-4f6a-891f-b2f60d14b54f tempest-ServersTestJSON-964661855 tempest-ServersTestJSON-964661855-project] Pushing event deleted for resources: {'Port': ['ID=db94d8bf-ab64-48a5-be73-894428d1fd35,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:28.193710 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1d3d97-92c5-4e64-9c8c-9d1fea0a9584 req-1a7013ad-1168-4442-bd7c-f9cd6fce4e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:28.195265 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-ba1d3d97-92c5-4e64-9c8c-9d1fea0a9584 req-1a7013ad-1168-4442-bd7c-f9cd6fce4e7e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7f35c8f4-a80f-46f0-b625-9aa7a1eb4d3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1402276 Oct 20 10:41:28.297526 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-058f1a28-0987-47f4-933f-dbd3060b49c3 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25189079'] for subnet, precommit_delete_associations {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:28.391117 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-ba1d3d97-92c5-4e64-9c8c-9d1fea0a9584 req-8afbdc24-77dd-448a-9680-67dab9727861 service neutron] 10.222.0.69 "GET /v2.0/networks/7f35c8f4-a80f-46f0-b625-9aa7a1eb4d3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652448 Oct 20 10:41:28.392682 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-1d5b0f2e-f131-4e32-b747-86be00350a00 admin admin] Deleting port 9dfb4e95-3a0b-4871-b3e3-59e557713c68 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:41:28.392968 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1d5b0f2e-f131-4e32-b747-86be00350a00 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:28.395245 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8f2325-cea8-42d2-adb7-66e5050f70c7 req-51b64928-158f-4da9-8f4f-c142c5a888fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:28.397076 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0f8f2325-cea8-42d2-adb7-66e5050f70c7 req-51b64928-158f-4da9-8f4f-c142c5a888fe service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c60bc39c-22d0-402f-a8bd-cf747843ae3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2061400 Oct 20 10:41:28.491469 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7c4b9bec-5c37-443c-ae77-bb75c39a2e3f tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1774405'] for router_interface, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:28.511529 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0f8f2325-cea8-42d2-adb7-66e5050f70c7 req-163ff2f6-f392-4ff8-96c7-1db15db4ecdf service neutron] 10.222.0.69 "GET /v2.0/networks/c60bc39c-22d0-402f-a8bd-cf747843ae3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048684 Oct 20 10:41:28.647270 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [None req-1d5b0f2e-f131-4e32-b747-86be00350a00 admin admin] For port 9dfb4e95-3a0b-4871-b3e3-59e557713c68, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=9dfb4e95-3a0b-4871-b3e3-59e557713c68,segment=NetworkSegment(051f9c65-4e4b-4cc9-ace7-f0cfbcf6fdaf),segment_id=051f9c65-4e4b-4cc9-ace7-f0cfbcf6fdaf)] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:41:28.648645 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1d5b0f2e-f131-4e32-b747-86be00350a00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:28.675984 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-1d5b0f2e-f131-4e32-b747-86be00350a00 admin admin] Calling delete_port for 9dfb4e95-3a0b-4871-b3e3-59e557713c68 owned by network:router_interface {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:41:28.688807 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-ba1d3d97-92c5-4e64-9c8c-9d1fea0a9584 req-62b327a1-9e8b-4e8c-a5d4-3c872bc8732d service neutron] 10.222.0.69 "GET /v2.0/networks/7f35c8f4-a80f-46f0-b625-9aa7a1eb4d3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2811379 Oct 20 10:41:28.748971 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device db94d8bf-ab64-48a5-be73-894428d1fd35 no longer exists at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:41:28.786465 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] No Port match for: db94d8bf-ab64-48a5-be73-894428d1fd35 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:41:28.787275 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device db94d8bf-ab64-48a5-be73-894428d1fd35 not bound to the agent host n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:41:28.808763 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-ba1d3d97-92c5-4e64-9c8c-9d1fea0a9584 req-0cc04ee2-0b96-42d3-986b-f12d0121ef08 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.44&port_id=6b62206e-39d0-45df-9f8b-694b5bc1053f HTTP/1.1" status: 200 len: 217 time: 0.0798447 Oct 20 10:41:28.838464 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0f8f2325-cea8-42d2-adb7-66e5050f70c7 req-153af869-df8f-4117-bc5b-80d4604d2ff3 service neutron] 10.222.0.69 "GET /v2.0/networks/c60bc39c-22d0-402f-a8bd-cf747843ae3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3171146 Oct 20 10:41:28.850051 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2ddcd3aa-eef4-41e4-8a8b-5a8b556ed74d req-f290d28a-0d91-4623-8e7f-076f73ff2d76 tempest-ServersTestJSON-964661855 tempest-ServersTestJSON-964661855-project] 10.222.0.64 "GET /v2.0/ports?device_id=74efdf6a-54f9-4595-b5cc-5b30138caeac HTTP/1.1" status: 200 len: 210 time: 0.1731002 Oct 20 10:41:28.899696 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-058f1a28-0987-47f4-933f-dbd3060b49c3 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:28.943472 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1d3d97-92c5-4e64-9c8c-9d1fea0a9584 req-0e4ada7d-bd48-4184-9fb6-7a441e7ce791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:28.944980 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-ba1d3d97-92c5-4e64-9c8c-9d1fea0a9584 req-0e4ada7d-bd48-4184-9fb6-7a441e7ce791 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ee766014-e4cb-4d3b-914c-bd587db1d0d0 HTTP/1.1" status: 200 len: 797 time: 0.0779557 Oct 20 10:41:29.035085 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0f8f2325-cea8-42d2-adb7-66e5050f70c7 req-db0c3cfd-8f46-41c2-8924-4481c8aeb02e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.196&port_id=0fbbeae8-818b-4838-b4bf-3b9a782c2331 HTTP/1.1" status: 200 len: 217 time: 0.1626971 Oct 20 10:41:29.068186 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0333ad15-f4d7-48e2-b93e-b0016b90bda6 req-33ebe444-404e-4f6a-891f-b2f60d14b54f tempest-ServersTestJSON-964661855 tempest-ServersTestJSON-964661855-project] Router f4682edb-4333-4ef7-9fa2-f860984cc26a has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:41:29.112160 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1d3d97-92c5-4e64-9c8c-9d1fea0a9584 req-3685bdda-62f5-45dd-9780-6627b8ce0b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:29.113677 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-ba1d3d97-92c5-4e64-9c8c-9d1fea0a9584 req-3685bdda-62f5-45dd-9780-6627b8ce0b85 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7f35c8f4-a80f-46f0-b625-9aa7a1eb4d3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1209342 Oct 20 10:41:29.194201 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-058f1a28-0987-47f4-933f-dbd3060b49c3 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26836193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26761888'] for subnet, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:29.218049 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5b7544-68d7-4f1e-9a77-c68211c823a3 req-f3f681d8-8312-4166-8fe3-008601f20e41 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:29.224158 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5b7544-68d7-4f1e-9a77-c68211c823a3 req-f3f681d8-8312-4166-8fe3-008601f20e41 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:29.226435 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4c5b7544-68d7-4f1e-9a77-c68211c823a3 req-f3f681d8-8312-4166-8fe3-008601f20e41 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ca6fcd7-3d18-461a-8923-2a5fa84ee49a HTTP/1.1" status: 200 len: 1679 time: 0.5163875 Oct 20 10:41:29.254160 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8f2325-cea8-42d2-adb7-66e5050f70c7 req-9e32b38b-69d5-4889-914c-a455a7c67c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:29.255692 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0f8f2325-cea8-42d2-adb7-66e5050f70c7 req-9e32b38b-69d5-4889-914c-a455a7c67c60 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ffae8473-2e90-4615-b137-ae5f47dc0357 HTTP/1.1" status: 200 len: 801 time: 0.2107034 Oct 20 10:41:29.276624 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4414f238-f04f-4976-894d-2d050693d58c None None] Network fd479215-a56b-4ee7-9454-4c80447710df requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:41:29.285336 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058f1a28-0987-47f4-933f-dbd3060b49c3 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Pushing event deleted for resources: {'Subnet': ['ID=f44b55c8-b2f0-45c4-af7c-afdd19c9c510,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:29.308208 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1d5b0f2e-f131-4e32-b747-86be00350a00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:29.310173 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-058f1a28-0987-47f4-933f-dbd3060b49c3 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:29.317330 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-058f1a28-0987-47f4-933f-dbd3060b49c3 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] 10.222.0.64 "DELETE /v2.0/subnets/f44b55c8-b2f0-45c4-af7c-afdd19c9c510 HTTP/1.1" status: 204 len: 168 time: 1.3306217 Oct 20 10:41:29.318782 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 57978) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:29.336992 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-7c4b9bec-5c37-443c-ae77-bb75c39a2e3f tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Deleting port 52687a05-a1f3-4544-b2e6-d855c01827b9 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:41:29.337730 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7c4b9bec-5c37-443c-ae77-bb75c39a2e3f tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:29.344583 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-ba1d3d97-92c5-4e64-9c8c-9d1fea0a9584 req-e024e085-283d-4f9a-95ab-d23d10c16670 service neutron] 10.222.0.69 "GET /v2.0/networks/7f35c8f4-a80f-46f0-b625-9aa7a1eb4d3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082620 Oct 20 10:41:29.381474 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4c5b7544-68d7-4f1e-9a77-c68211c823a3 req-58f2f71c-d471-4ef1-974d-ff96e6ae3bc1 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] 10.222.0.64 "GET /v2.0/security-groups?id=49245fbb-4e48-4db8-994f-34137d01c16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205645 Oct 20 10:41:29.409267 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5b0f2e-f131-4e32-b747-86be00350a00 admin admin] Pushing event deleted for resources: {'Port': ['ID=9dfb4e95-3a0b-4871-b3e3-59e557713c68,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:29.415007 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0333ad15-f4d7-48e2-b93e-b0016b90bda6 req-33ebe444-404e-4f6a-891f-b2f60d14b54f tempest-ServersTestJSON-964661855 tempest-ServersTestJSON-964661855-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:41:29.433699 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2fb5a31-23b9-4049-8ce4-efb7aff4e702 None None] Sync routers for ids ['f4682edb-4333-4ef7-9fa2-f860984cc26a'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:41:29.442835 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8f2325-cea8-42d2-adb7-66e5050f70c7 req-f5fc6314-bc4b-4b9b-ad0b-53414feb3bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:29.445416 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0f8f2325-cea8-42d2-adb7-66e5050f70c7 req-f5fc6314-bc4b-4b9b-ad0b-53414feb3bfa service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cbe9c1c3-7b57-4697-9922-dd4c6e69cc6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1793380 Oct 20 10:41:29.456212 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2fb5a31-23b9-4049-8ce4-efb7aff4e702 None None] Routers {'f4682edb-4333-4ef7-9fa2-f860984cc26a'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:41:29.456774 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-a2fb5a31-23b9-4049-8ce4-efb7aff4e702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:41:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['f4682edb-4333-4ef7-9fa2-f860984cc26a'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:41:29.559341 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-517c30a6-17f2-4645-97ad-1e3754ef7148 None None] DHCP port deletion for fd479215-a56b-4ee7-9454-4c80447710df request from n-d-811396-3 {{(pid=100598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:41:29.629063 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0f8f2325-cea8-42d2-adb7-66e5050f70c7 req-b07024e1-2cfe-4ddb-b04c-d5eb07842cf4 service neutron] 10.222.0.69 "GET /v2.0/networks/cbe9c1c3-7b57-4697-9922-dd4c6e69cc6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572857 Oct 20 10:41:29.662360 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-0333ad15-f4d7-48e2-b93e-b0016b90bda6 req-33ebe444-404e-4f6a-891f-b2f60d14b54f tempest-ServersTestJSON-964661855 tempest-ServersTestJSON-964661855-project] No DVR routers for this DVR port db94d8bf-ab64-48a5-be73-894428d1fd35 on host n-h2-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:41:29.677687 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-a2fb5a31-23b9-4049-8ce4-efb7aff4e702 None None] Set router f4682edb-4333-4ef7-9fa2-f860984cc26a gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:41:29.682080 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-0333ad15-f4d7-48e2-b93e-b0016b90bda6 req-33ebe444-404e-4f6a-891f-b2f60d14b54f tempest-ServersTestJSON-964661855 tempest-ServersTestJSON-964661855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:29.686479 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0333ad15-f4d7-48e2-b93e-b0016b90bda6 req-33ebe444-404e-4f6a-891f-b2f60d14b54f tempest-ServersTestJSON-964661855 tempest-ServersTestJSON-964661855-project] 10.222.0.69 "DELETE /v2.0/ports/db94d8bf-ab64-48a5-be73-894428d1fd35 HTTP/1.1" status: 204 len: 173 time: 3.5007482 Oct 20 10:41:29.695315 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-517c30a6-17f2-4645-97ad-1e3754ef7148 None None] Deleting port 98c2e415-5b23-46be-ac33-a975c1311ae4 {{(pid=100598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:41:29.695719 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-517c30a6-17f2-4645-97ad-1e3754ef7148 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:29.746607 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-ba1d3d97-92c5-4e64-9c8c-9d1fea0a9584 req-d9a26f53-82b3-43bb-814b-c4ab144e5772 service neutron] 10.222.0.69 "GET /v2.0/networks/7f35c8f4-a80f-46f0-b625-9aa7a1eb4d3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2891748 Oct 20 10:41:29.849148 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74efdf6a-54f9-4595-b5cc-5b30138caeac', 'name': 'network-vif-deleted', 'tag': 'db94d8bf-ab64-48a5-be73-894428d1fd35'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:41:29.852499 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0d79c00-d57e-4f40-b953-ff41ba8a865b" -d '{"events": [{"server_uuid": "74efdf6a-54f9-4595-b5cc-5b30138caeac", "name": "network-vif-deleted", "tag": "db94d8bf-ab64-48a5-be73-894428d1fd35"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:41:29.865697 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0f8f2325-cea8-42d2-adb7-66e5050f70c7 req-8999add9-f37d-479e-9c2a-78843bd8e119 service neutron] 10.222.0.69 "GET /v2.0/networks/cbe9c1c3-7b57-4697-9922-dd4c6e69cc6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275898 Oct 20 10:41:29.906087 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1d5b0f2e-f131-4e32-b747-86be00350a00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1771989'] for router_interface, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:29.920042 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-517c30a6-17f2-4645-97ad-1e3754ef7148 None None] For port 98c2e415-5b23-46be-ac33-a975c1311ae4, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=98c2e415-5b23-46be-ac33-a975c1311ae4,segment=NetworkSegment(f3075d75-f84e-4735-af6a-186c39ad6ce3),segment_id=f3075d75-f84e-4735-af6a-186c39ad6ce3)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:41:29.921035 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-517c30a6-17f2-4645-97ad-1e3754ef7148 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:29.953336 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-517c30a6-17f2-4645-97ad-1e3754ef7148 None None] Calling delete_port for 98c2e415-5b23-46be-ac33-a975c1311ae4 owned by network:dhcp {{(pid=100598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:41:29.994245 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6396d7f-5b82-4c68-bb28-f6ddd99f2845 x-openstack-request-id: req-d6396d7f-5b82-4c68-bb28-f6ddd99f2845 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:41:29.995173 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74efdf6a-54f9-4595-b5cc-5b30138caeac", "name": "network-vif-deleted", "tag": "db94d8bf-ab64-48a5-be73-894428d1fd35", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:41:29.996122 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d6396d7f-5b82-4c68-bb28-f6ddd99f2845 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:41:29.998053 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74efdf6a-54f9-4595-b5cc-5b30138caeac', 'name': 'network-vif-deleted', 'tag': 'db94d8bf-ab64-48a5-be73-894428d1fd35', 'status': 'completed', 'code': 200} Oct 20 10:41:30.028204 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd66ca3e-736c-43a3-8501-0c50bb991250 req-0052067b-6b50-4926-81b4-8ac57ffcbe8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:30.032867 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd66ca3e-736c-43a3-8501-0c50bb991250 req-0052067b-6b50-4926-81b4-8ac57ffcbe8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:30.034890 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-dd66ca3e-736c-43a3-8501-0c50bb991250 req-0052067b-6b50-4926-81b4-8ac57ffcbe8e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=311474ed35f34da1b417637b1179a3d4&device_id=7ca6fcd7-3d18-461a-8923-2a5fa84ee49a HTTP/1.1" status: 200 len: 1981 time: 0.1091504 Oct 20 10:41:30.106902 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-517c30a6-17f2-4645-97ad-1e3754ef7148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956'] for port, after_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:30.145838 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-a2fb5a31-23b9-4049-8ce4-efb7aff4e702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4682edb-4333-4ef7-9fa2-f860984cc26a', 'name': 'tempest-ServersTestJSON-1195874891-router', 'tenant_id': '600f50cdae1e47df84de92209b6b6aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': '320d7942-4fc8-4c8e-a8f4-5c17165606de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:38:56Z', 'updated_at': '2021-10-20T10:39:05Z', 'revision_number': 4, 'project_id': '600f50cdae1e47df84de92209b6b6aa1', 'gw_port': {'id': '320d7942-4fc8-4c8e-a8f4-5c17165606de', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:8b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4682edb-4333-4ef7-9fa2-f860984cc26a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:38:57Z', 'updated_at': '2021-10-20T10:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': 'f3cdd7d6-25e8-467b-b498-e2af317dccd3', 'name': '', 'network_id': '411d4234-6028-4133-8d80-5a148f5163b9', 'tenant_id': '600f50cdae1e47df84de92209b6b6aa1', 'mac_address': 'fa:16:3e:00:70:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4682edb-4333-4ef7-9fa2-f860984cc26a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '23d5dc21-e5ce-4676-bd7b-3e25bdae4f75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:39:03Z', 'updated_at': '2021-10-20T10:39:13Z', 'revision_number': 5, 'project_id': '600f50cdae1e47df84de92209b6b6aa1', 'subnets': [{'id': '23d5dc21-e5ce-4676-bd7b-3e25bdae4f75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:41:30.147996 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517c30a6-17f2-4645-97ad-1e3754ef7148 None None] Pushing event deleted for resources: {'Port': ['ID=98c2e415-5b23-46be-ac33-a975c1311ae4,revision_number=None']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:30.151930 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517c30a6-17f2-4645-97ad-1e3754ef7148 None None] No DVR routers for this DVR port 98c2e415-5b23-46be-ac33-a975c1311ae4 on host n-d-811396-3 {{(pid=100598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:41:30.207565 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2fb5a31-23b9-4049-8ce4-efb7aff4e702 None None] Checking router: f4682edb-4333-4ef7-9fa2-f860984cc26a for host: n-d-811396-3 {{(pid=100599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:41:30.216317 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fdd58df8-028c-4810-96d6-555d00de8199 req-9a1a1845-e2fe-494d-951b-a45465c86644 tempest-ServersTestJSON-964661855 tempest-ServersTestJSON-964661855-project] 10.222.0.64 "GET /v2.0/ports?device_id=74efdf6a-54f9-4595-b5cc-5b30138caeac HTTP/1.1" status: 200 len: 210 time: 0.1802733 Oct 20 10:41:30.253959 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2fb5a31-23b9-4049-8ce4-efb7aff4e702 None None] Routers {'f4682edb-4333-4ef7-9fa2-f860984cc26a'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:41:30.255616 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-a2fb5a31-23b9-4049-8ce4-efb7aff4e702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:41:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['f4682edb-4333-4ef7-9fa2-f860984cc26a'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:41:30.343215 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd66ca3e-736c-43a3-8501-0c50bb991250 req-ba490c6d-3b42-4e15-a748-e28d60e01c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:30.347079 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-dd66ca3e-736c-43a3-8501-0c50bb991250 req-ba490c6d-3b42-4e15-a748-e28d60e01c96 service neutron] 10.222.0.69 "GET /v2.0/networks?id=cbe9c1c3-7b57-4697-9922-dd4c6e69cc6a HTTP/1.1" status: 200 len: 902 time: 0.2918248 Oct 20 10:41:30.430818 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-a2fb5a31-23b9-4049-8ce4-efb7aff4e702 None None] Set router f4682edb-4333-4ef7-9fa2-f860984cc26a gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:41:30.446009 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-dd66ca3e-736c-43a3-8501-0c50bb991250 req-22f8971c-072e-4389-8866-3685be9a8240 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.196&port_id=0fbbeae8-818b-4838-b4bf-3b9a782c2331 HTTP/1.1" status: 200 len: 217 time: 0.0936625 Oct 20 10:41:30.548202 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 58006) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:30.642989 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd3ebbce-4c55-4b54-aff9-6ba6ff293f5b admin admin] Deleting subnet 41c5fb46-df00-4db9-bb3d-c914d29737cc {{(pid=100596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:41:30.648128 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd66ca3e-736c-43a3-8501-0c50bb991250 req-980d3606-4175-4ed6-aac3-0edc567f6949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:30.649551 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-dd66ca3e-736c-43a3-8501-0c50bb991250 req-980d3606-4175-4ed6-aac3-0edc567f6949 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ffae8473-2e90-4615-b137-ae5f47dc0357 HTTP/1.1" status: 200 len: 801 time: 0.1962917 Oct 20 10:41:30.650214 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-bd3ebbce-4c55-4b54-aff9-6ba6ff293f5b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:30.724971 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f4b27a-f58e-4f43-b411-0bc96ab35744 req-2e18a119-299e-49bf-8c7e-81109fdf6bce tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:30.732010 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f4b27a-f58e-4f43-b411-0bc96ab35744 req-2e18a119-299e-49bf-8c7e-81109fdf6bce tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:30.739485 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-56f4b27a-f58e-4f43-b411-0bc96ab35744 req-2e18a119-299e-49bf-8c7e-81109fdf6bce tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ca6fcd7-3d18-461a-8923-2a5fa84ee49a HTTP/1.1" status: 200 len: 1679 time: 0.1496558 Oct 20 10:41:30.743699 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-ba1d3d97-92c5-4e64-9c8c-9d1fea0a9584 req-f79e2ef4-233c-4a1f-bd9a-fa3957d1761a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=cde88316-97fc-42ab-948b-2cc207ce19a1 HTTP/1.1" status: 200 len: 217 time: 0.8281224 Oct 20 10:41:30.764302 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-bd3ebbce-4c55-4b54-aff9-6ba6ff293f5b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25189079'] for subnet, precommit_delete_associations {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:30.766168 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-a2fb5a31-23b9-4049-8ce4-efb7aff4e702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4682edb-4333-4ef7-9fa2-f860984cc26a', 'name': 'tempest-ServersTestJSON-1195874891-router', 'tenant_id': '600f50cdae1e47df84de92209b6b6aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': '320d7942-4fc8-4c8e-a8f4-5c17165606de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:38:56Z', 'updated_at': '2021-10-20T10:39:05Z', 'revision_number': 4, 'project_id': '600f50cdae1e47df84de92209b6b6aa1', 'gw_port': {'id': '320d7942-4fc8-4c8e-a8f4-5c17165606de', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:8b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4682edb-4333-4ef7-9fa2-f860984cc26a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:38:57Z', 'updated_at': '2021-10-20T10:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': 'f3cdd7d6-25e8-467b-b498-e2af317dccd3', 'name': '', 'network_id': '411d4234-6028-4133-8d80-5a148f5163b9', 'tenant_id': '600f50cdae1e47df84de92209b6b6aa1', 'mac_address': 'fa:16:3e:00:70:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4682edb-4333-4ef7-9fa2-f860984cc26a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '23d5dc21-e5ce-4676-bd7b-3e25bdae4f75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:39:03Z', 'updated_at': '2021-10-20T10:39:13Z', 'revision_number': 5, 'project_id': '600f50cdae1e47df84de92209b6b6aa1', 'subnets': [{'id': '23d5dc21-e5ce-4676-bd7b-3e25bdae4f75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:41:30.805097 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd66ca3e-736c-43a3-8501-0c50bb991250 req-2b2d6bac-de48-49db-a708-1c37da57ce03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:30.812272 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-dd66ca3e-736c-43a3-8501-0c50bb991250 req-2b2d6bac-de48-49db-a708-1c37da57ce03 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cbe9c1c3-7b57-4697-9922-dd4c6e69cc6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1331549 Oct 20 10:41:30.817289 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2fb5a31-23b9-4049-8ce4-efb7aff4e702 None None] The sync data for ids ['f4682edb-4333-4ef7-9fa2-f860984cc26a'] in n-d-811396-3 is: [{'id': 'f4682edb-4333-4ef7-9fa2-f860984cc26a', 'name': 'tempest-ServersTestJSON-1195874891-router', 'tenant_id': '600f50cdae1e47df84de92209b6b6aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': '320d7942-4fc8-4c8e-a8f4-5c17165606de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:38:56Z', 'updated_at': '2021-10-20T10:39:05Z', 'revision_number': 4, 'project_id': '600f50cdae1e47df84de92209b6b6aa1', 'gw_port': {'id': '320d7942-4fc8-4c8e-a8f4-5c17165606de', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:8b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4682edb-4333-4ef7-9fa2-f860984cc26a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:38:57Z', 'updated_at': '2021-10-20T10:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': 'f3cdd7d6-25e8-467b-b498-e2af317dccd3', 'name': '', 'network_id': '411d4234-6028-4133-8d80-5a148f5163b9', 'tenant_id': '600f50cdae1e47df84de92209b6b6aa1', 'mac_address': 'fa:16:3e:00:70:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4682edb-4333-4ef7-9fa2-f860984cc26a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '23d5dc21-e5ce-4676-bd7b-3e25bdae4f75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:39:03Z', 'updated_at': '2021-10-20T10:39:13Z', 'revision_number': 5, 'project_id': '600f50cdae1e47df84de92209b6b6aa1', 'subnets': [{'id': '23d5dc21-e5ce-4676-bd7b-3e25bdae4f75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:41:30.832431 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-12a7cb4c-ee65-486d-b42c-23c9d27733c5 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:30.874639 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [None req-7c4b9bec-5c37-443c-ae77-bb75c39a2e3f tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] For port 52687a05-a1f3-4544-b2e6-d855c01827b9, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=52687a05-a1f3-4544-b2e6-d855c01827b9,segment=NetworkSegment(785a493f-e799-417f-b685-3c1757b86461),segment_id=785a493f-e799-417f-b685-3c1757b86461)] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:41:30.875017 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7c4b9bec-5c37-443c-ae77-bb75c39a2e3f tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:30.923012 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-dd66ca3e-736c-43a3-8501-0c50bb991250 req-9bc008c1-cbd6-4a21-8da1-63bba703907b service neutron] 10.222.0.69 "GET /v2.0/networks/cbe9c1c3-7b57-4697-9922-dd4c6e69cc6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015177 Oct 20 10:41:30.931436 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1d3d97-92c5-4e64-9c8c-9d1fea0a9584 req-8acfc69a-3f84-49d1-8c12-8f23b9dbe232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:30.932903 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-ba1d3d97-92c5-4e64-9c8c-9d1fea0a9584 req-8acfc69a-3f84-49d1-8c12-8f23b9dbe232 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a2b9a836-50d1-4b54-8c45-1b8fbb975652 HTTP/1.1" status: 200 len: 797 time: 0.1714258 Oct 20 10:41:30.936084 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-7c4b9bec-5c37-443c-ae77-bb75c39a2e3f tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Calling delete_port for 52687a05-a1f3-4544-b2e6-d855c01827b9 owned by network:router_interface {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:41:30.954023 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-56f4b27a-f58e-4f43-b411-0bc96ab35744 req-34e2bc8e-c6f5-475b-9a20-5107939a943e tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] 10.222.0.64 "GET /v2.0/security-groups?id=49245fbb-4e48-4db8-994f-34137d01c16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997809 Oct 20 10:41:30.963636 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-bd3ebbce-4c55-4b54-aff9-6ba6ff293f5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:31.091580 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-bd3ebbce-4c55-4b54-aff9-6ba6ff293f5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26836193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26761888'] for subnet, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:31.099922 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-dd66ca3e-736c-43a3-8501-0c50bb991250 req-638fada6-959b-4862-ac11-04902378b455 service neutron] 10.222.0.69 "GET /v2.0/networks/cbe9c1c3-7b57-4697-9922-dd4c6e69cc6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530950 Oct 20 10:41:31.123925 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3ebbce-4c55-4b54-aff9-6ba6ff293f5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41c5fb46-df00-4db9-bb3d-c914d29737cc,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:31.133800 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-bd3ebbce-4c55-4b54-aff9-6ba6ff293f5b admin admin] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:31.144373 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-bd3ebbce-4c55-4b54-aff9-6ba6ff293f5b admin admin] 10.222.0.64 "DELETE /v2.0/subnets/41c5fb46-df00-4db9-bb3d-c914d29737cc HTTP/1.1" status: 204 len: 168 time: 0.5897229 Oct 20 10:41:31.145106 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 58016) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:31.223118 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-12a7cb4c-ee65-486d-b42c-23c9d27733c5 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:31.284883 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f160e3fd-f2ed-42ac-8499-257deb30f636 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:31.291786 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1d3d97-92c5-4e64-9c8c-9d1fea0a9584 req-9e376112-809c-48d9-9bf7-e938c9ed9813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:31.293889 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-ba1d3d97-92c5-4e64-9c8c-9d1fea0a9584 req-9e376112-809c-48d9-9bf7-e938c9ed9813 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7bc60fc7-42ea-472c-be5f-6faa92f9f9bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3472605 Oct 20 10:41:31.339865 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6fc3b8a-0b9a-4a07-b70f-c88e84f5c2e3 None None] New status for floating IP d5529231-9780-4482-80d9-587125a9b20b: DOWN {{(pid=100598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 10:41:31.341086 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-12a7cb4c-ee65-486d-b42c-23c9d27733c5 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd479215-a56b-4ee7-9454-4c80447710df']}} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:41:31.398258 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 58026) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:31.431401 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-12a7cb4c-ee65-486d-b42c-23c9d27733c5 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3075d75-f84e-4735-af6a-186c39ad6ce3') {'for_net_delete': True} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:41:31.431766 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-12a7cb4c-ee65-486d-b42c-23c9d27733c5 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3075d75-f84e-4735-af6a-186c39ad6ce3') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:41:31.489074 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f160e3fd-f2ed-42ac-8499-257deb30f636 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:31.512215 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 98c2e415-5b23-46be-ac33-a975c1311ae4 no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:41:31.518937 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-12a7cb4c-ee65-486d-b42c-23c9d27733c5 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25852596'] for segment, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:31.540094 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-f160e3fd-f2ed-42ac-8499-257deb30f636 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00e677b7-ec29-42bc-8b52-7d9c8594501c']}} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:41:31.564369 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-f160e3fd-f2ed-42ac-8499-257deb30f636 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f70d1162-b154-4994-9af5-210e1dd15ef4') {'for_net_delete': True} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:41:31.564957 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-f160e3fd-f2ed-42ac-8499-257deb30f636 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f70d1162-b154-4994-9af5-210e1dd15ef4') {} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:41:31.575844 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 98c2e415-5b23-46be-ac33-a975c1311ae4 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:41:31.576729 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-534449c1-a9ef-4f27-8581-42ffe8fb0046 tempest-ServersTestJSON-964661855 tempest-ServersTestJSON-964661855-project] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:31.577719 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 98c2e415-5b23-46be-ac33-a975c1311ae4 not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:41:31.598851 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f160e3fd-f2ed-42ac-8499-257deb30f636 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25189038'] for segment, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:31.613838 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-ba1d3d97-92c5-4e64-9c8c-9d1fea0a9584 req-873d0466-2628-4a66-a300-93a594c6801f service neutron] 10.222.0.69 "GET /v2.0/networks/7bc60fc7-42ea-472c-be5f-6faa92f9f9bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2887769 Oct 20 10:41:31.614895 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-12a7cb4c-ee65-486d-b42c-23c9d27733c5 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:31.651850 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f160e3fd-f2ed-42ac-8499-257deb30f636 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:31.655041 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-534449c1-a9ef-4f27-8581-42ffe8fb0046 tempest-ServersTestJSON-964661855 tempest-ServersTestJSON-964661855-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:31.678263 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12a7cb4c-ee65-486d-b42c-23c9d27733c5 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Releasing vlan 808 on physical network physnet1 to pool {{(pid=100597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:41:31.678626 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-12a7cb4c-ee65-486d-b42c-23c9d27733c5 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951012'] for segment, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:31.683727 n-d-811396-3 neutron-server[100597]: Traceback (most recent call last): Oct 20 10:41:31.683727 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:41:31.683727 n-d-811396-3 neutron-server[100597]: timer() Oct 20 10:41:31.683727 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:41:31.683727 n-d-811396-3 neutron-server[100597]: cb(*args, **kw) Oct 20 10:41:31.683727 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:41:31.683727 n-d-811396-3 neutron-server[100597]: return func(*args, **kwargs) Oct 20 10:41:31.683727 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:41:31.683727 n-d-811396-3 neutron-server[100597]: self._notify() Oct 20 10:41:31.683727 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:41:31.683727 n-d-811396-3 neutron-server[100597]: self.callback(batched_events) Oct 20 10:41:31.683727 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:41:31.683727 n-d-811396-3 neutron-server[100597]: event.method(event) Oct 20 10:41:31.683727 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:41:31.683727 n-d-811396-3 neutron-server[100597]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:41:31.683727 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:41:31.683727 n-d-811396-3 neutron-server[100597]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:41:31.683727 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:41:31.683727 n-d-811396-3 neutron-server[100597]: return f(self, *a, **k) Oct 20 10:41:31.683727 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:41:31.683727 n-d-811396-3 neutron-server[100597]: return self._get(url).json() Oct 20 10:41:31.683727 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:41:31.683727 n-d-811396-3 neutron-server[100597]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:41:31.683727 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:41:31.683727 n-d-811396-3 neutron-server[100597]: return self.request(url, 'GET', **kwargs) Oct 20 10:41:31.683727 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:41:31.683727 n-d-811396-3 neutron-server[100597]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:41:31.683727 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:41:31.683727 n-d-811396-3 neutron-server[100597]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:41:31.683727 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:41:31.683727 n-d-811396-3 neutron-server[100597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:41:31.683727 n-d-811396-3 neutron-server[100597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:41:31.686171 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d5b0f2e-f131-4e32-b747-86be00350a00 admin admin] Router 6c8e07ba-d16f-474e-8dce-631d71307689 has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:41:31.689144 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f160e3fd-f2ed-42ac-8499-257deb30f636 admin admin] Releasing vlan 849 on physical network physnet1 to pool {{(pid=100596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:41:31.689774 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f160e3fd-f2ed-42ac-8499-257deb30f636 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26833155'] for segment, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:31.691850 n-d-811396-3 neutron-server[100596]: Traceback (most recent call last): Oct 20 10:41:31.691850 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:41:31.691850 n-d-811396-3 neutron-server[100596]: timer() Oct 20 10:41:31.691850 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:41:31.691850 n-d-811396-3 neutron-server[100596]: cb(*args, **kw) Oct 20 10:41:31.691850 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:41:31.691850 n-d-811396-3 neutron-server[100596]: return func(*args, **kwargs) Oct 20 10:41:31.691850 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:41:31.691850 n-d-811396-3 neutron-server[100596]: self._notify() Oct 20 10:41:31.691850 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:41:31.691850 n-d-811396-3 neutron-server[100596]: self.callback(batched_events) Oct 20 10:41:31.691850 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:41:31.691850 n-d-811396-3 neutron-server[100596]: event.method(event) Oct 20 10:41:31.691850 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:41:31.691850 n-d-811396-3 neutron-server[100596]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:41:31.691850 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:41:31.691850 n-d-811396-3 neutron-server[100596]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:41:31.691850 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:41:31.691850 n-d-811396-3 neutron-server[100596]: return f(self, *a, **k) Oct 20 10:41:31.691850 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:41:31.691850 n-d-811396-3 neutron-server[100596]: return self._get(url).json() Oct 20 10:41:31.691850 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:41:31.691850 n-d-811396-3 neutron-server[100596]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:41:31.691850 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:41:31.691850 n-d-811396-3 neutron-server[100596]: return self.request(url, 'GET', **kwargs) Oct 20 10:41:31.691850 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:41:31.691850 n-d-811396-3 neutron-server[100596]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:41:31.691850 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:41:31.691850 n-d-811396-3 neutron-server[100596]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:41:31.691850 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:41:31.691850 n-d-811396-3 neutron-server[100596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:41:31.691850 n-d-811396-3 neutron-server[100596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:41:31.864295 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-12a7cb4c-ee65-486d-b42c-23c9d27733c5 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:31.915300 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-12a7cb4c-ee65-486d-b42c-23c9d27733c5 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:31.918568 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-12a7cb4c-ee65-486d-b42c-23c9d27733c5 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] 10.222.0.64 "DELETE /v2.0/networks/fd479215-a56b-4ee7-9454-4c80447710df HTTP/1.1" status: 204 len: 168 time: 2.5763729 Oct 20 10:41:31.930756 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7c4b9bec-5c37-443c-ae77-bb75c39a2e3f tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:31.932542 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 58036) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:31.957809 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a7cb4c-ee65-486d-b42c-23c9d27733c5 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Pushing event deleted for resources: {'Network': ['ID=fd479215-a56b-4ee7-9454-4c80447710df,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:32.008673 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-0c4d0a9f-8a9c-4ffa-84f2-44bef6a4d18f tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] 10.222.0.64 "GET /v2.0/ports?device_id=2667789f-fed0-4bd6-893f-f98ef10a0fa8 HTTP/1.1" status: 200 len: 205 time: 0.0648882 Oct 20 10:41:32.008673 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4b9bec-5c37-443c-ae77-bb75c39a2e3f tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Pushing event deleted for resources: {'Port': ['ID=52687a05-a1f3-4544-b2e6-d855c01827b9,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:32.013835 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 58040) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:32.015929 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-ba1d3d97-92c5-4e64-9c8c-9d1fea0a9584 req-904a927e-aa3d-4979-8e8a-c066c94cf809 service neutron] 10.222.0.69 "GET /v2.0/networks/7bc60fc7-42ea-472c-be5f-6faa92f9f9bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3575675 Oct 20 10:41:32.109607 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f160e3fd-f2ed-42ac-8499-257deb30f636 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:32.132583 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f160e3fd-f2ed-42ac-8499-257deb30f636 admin admin] Publish callbacks [] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:32.135974 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-f160e3fd-f2ed-42ac-8499-257deb30f636 admin admin] 10.222.0.64 "DELETE /v2.0/networks/00e677b7-ec29-42bc-8b52-7d9c8594501c HTTP/1.1" status: 204 len: 168 time: 0.9898174 Oct 20 10:41:32.158365 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f160e3fd-f2ed-42ac-8499-257deb30f636 admin admin] Pushing event deleted for resources: {'Network': ['ID=00e677b7-ec29-42bc-8b52-7d9c8594501c,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:32.165327 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-534449c1-a9ef-4f27-8581-42ffe8fb0046 tempest-ServersTestJSON-964661855 tempest-ServersTestJSON-964661855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:32.168165 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-534449c1-a9ef-4f27-8581-42ffe8fb0046 tempest-ServersTestJSON-964661855 tempest-ServersTestJSON-964661855-project] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:32.171654 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-534449c1-a9ef-4f27-8581-42ffe8fb0046 tempest-ServersTestJSON-964661855 tempest-ServersTestJSON-964661855-project] 10.222.0.64 "DELETE /v2.0/security-groups/dc3bf295-9273-4f64-aec5-86ffd92b7577 HTTP/1.1" status: 204 len: 168 time: 0.7529900 Oct 20 10:41:32.174836 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 58044) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:32.179947 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-ba1d3d97-92c5-4e64-9c8c-9d1fea0a9584 req-f3bbffff-8f51-475c-ab1e-4f6cdb26b889 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=fbaf8d36-195c-43d3-b057-07f5fe113158 HTTP/1.1" status: 200 len: 217 time: 0.1496215 Oct 20 10:41:32.195840 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534449c1-a9ef-4f27-8581-42ffe8fb0046 tempest-ServersTestJSON-964661855 tempest-ServersTestJSON-964661855-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc3bf295-9273-4f64-aec5-86ffd92b7577,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:32.214401 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2622d398-e261-4b04-8a24-5241592467d2 req-8438eb8a-bb52-429c-9f76-9c29356278d4 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:32.220613 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2622d398-e261-4b04-8a24-5241592467d2 req-8438eb8a-bb52-429c-9f76-9c29356278d4 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:32.222173 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2622d398-e261-4b04-8a24-5241592467d2 req-8438eb8a-bb52-429c-9f76-9c29356278d4 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ca6fcd7-3d18-461a-8923-2a5fa84ee49a HTTP/1.1" status: 200 len: 1679 time: 0.1287146 Oct 20 10:41:32.224583 n-d-811396-3 neutron-server[100596]: INFO neutron.api.v2.resource [None req-bd8c7ec6-4c21-4427-b2ea-81164d12d187 tempest-ServersTestJSON-964661855 tempest-ServersTestJSON-964661855-project] show failed (client error): The resource could not be found. Oct 20 10:41:32.226057 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-bd8c7ec6-4c21-4427-b2ea-81164d12d187 tempest-ServersTestJSON-964661855 tempest-ServersTestJSON-964661855-project] 10.222.0.64 "GET /v2.0/security-groups/dc3bf295-9273-4f64-aec5-86ffd92b7577 HTTP/1.1" status: 404 len: 347 time: 0.0495970 Oct 20 10:41:32.231168 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2006d51e-c2e8-4a18-bb65-7169e9b3dcb5 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Publish callbacks [] for router, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:32.233186 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 58046) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:32.299000 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d5b0f2e-f131-4e32-b747-86be00350a00 admin admin] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:41:32.311457 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bdc85db-7c22-409f-a728-676eef6aa36f None None] Sync routers for ids ['6c8e07ba-d16f-474e-8dce-631d71307689'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:41:32.326991 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bdc85db-7c22-409f-a728-676eef6aa36f None None] Routers {'6c8e07ba-d16f-474e-8dce-631d71307689'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:41:32.327799 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-3bdc85db-7c22-409f-a728-676eef6aa36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:41:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['6c8e07ba-d16f-474e-8dce-631d71307689'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:41:32.341723 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-1d5b0f2e-f131-4e32-b747-86be00350a00 admin admin] 10.222.0.64 "PUT /v2.0/routers/6c8e07ba-d16f-474e-8dce-631d71307689/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2912359 Oct 20 10:41:32.361962 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 58048) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:32.408858 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 58052) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:32.416535 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2622d398-e261-4b04-8a24-5241592467d2 req-659cb688-0f07-4f33-975c-89e607441e4d tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] 10.222.0.64 "GET /v2.0/security-groups?id=49245fbb-4e48-4db8-994f-34137d01c16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838918 Oct 20 10:41:32.482344 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1d3d97-92c5-4e64-9c8c-9d1fea0a9584 req-d2915704-f3dd-433c-91fc-81e12bd4e472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:32.483820 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-ba1d3d97-92c5-4e64-9c8c-9d1fea0a9584 req-d2915704-f3dd-433c-91fc-81e12bd4e472 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a2b9a836-50d1-4b54-8c45-1b8fbb975652 HTTP/1.1" status: 200 len: 797 time: 0.2642665 Oct 20 10:41:32.488934 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-a970802a-6e91-4ffe-910b-f282d9e57c1e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c99eab67b5e546ffaba916e684c21094&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0761766 Oct 20 10:41:32.489224 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 58054) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:32.496726 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7c4b9bec-5c37-443c-ae77-bb75c39a2e3f tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1771989'] for router_interface, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:32.500793 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-3bdc85db-7c22-409f-a728-676eef6aa36f None None] Set router 6c8e07ba-d16f-474e-8dce-631d71307689 gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:41:32.535224 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-6e76a043-1123-4a36-a8ac-591dea3d39b9 tempest-ServersTestJSON-964661855 tempest-ServersTestJSON-964661855-project] Deleting port 92a6414f-f6f6-44e0-afd2-4f2b28553255 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:41:32.535609 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6e76a043-1123-4a36-a8ac-591dea3d39b9 tempest-ServersTestJSON-964661855 tempest-ServersTestJSON-964661855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:32.556699 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2006d51e-c2e8-4a18-bb65-7169e9b3dcb5 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1772272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258304'] for router, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:32.562462 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2006d51e-c2e8-4a18-bb65-7169e9b3dcb5 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:32.569567 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8c965d85-59eb-4d0c-8254-b99bd55e2b5c admin admin] Publish callbacks [] for router, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:32.675972 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6e76a043-1123-4a36-a8ac-591dea3d39b9 tempest-ServersTestJSON-964661855 tempest-ServersTestJSON-964661855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:32.676477 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6e76a043-1123-4a36-a8ac-591dea3d39b9 tempest-ServersTestJSON-964661855 tempest-ServersTestJSON-964661855-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:32.694784 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-6e76a043-1123-4a36-a8ac-591dea3d39b9 tempest-ServersTestJSON-964661855 tempest-ServersTestJSON-964661855-project] Calling delete_port for 92a6414f-f6f6-44e0-afd2-4f2b28553255 owned by network:floatingip {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:41:32.700098 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1d3d97-92c5-4e64-9c8c-9d1fea0a9584 req-715e5bd7-f85f-4a0f-8d08-8e8903447319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:32.701440 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-ba1d3d97-92c5-4e64-9c8c-9d1fea0a9584 req-715e5bd7-f85f-4a0f-8d08-8e8903447319 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7bc60fc7-42ea-472c-be5f-6faa92f9f9bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2029135 Oct 20 10:41:32.702824 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-3bdc85db-7c22-409f-a728-676eef6aa36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c8e07ba-d16f-474e-8dce-631d71307689', 'name': 'tempest-AttachVolumeTestJSON-1408467026-router', 'tenant_id': '946a9e604754455a8a9faea87bc41b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': 'e5f260e5-f754-4927-a4f2-d69263350b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:30:17Z', 'updated_at': '2021-10-20T10:41:29Z', 'revision_number': 5, 'project_id': '946a9e604754455a8a9faea87bc41b49', 'gw_port': {'id': 'e5f260e5-f754-4927-a4f2-d69263350b2b', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:80:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8e07ba-d16f-474e-8dce-631d71307689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:30:18Z', 'updated_at': '2021-10-20T10:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:41:32.703313 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2006d51e-c2e8-4a18-bb65-7169e9b3dcb5 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1772267'] for router, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:32.703820 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2006d51e-c2e8-4a18-bb65-7169e9b3dcb5 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Fanout notify agent at l3_agent the message router_deleted on router 2667789f-fed0-4bd6-893f-f98ef10a0fa8 {{(pid=100597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 10:41:32.717955 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2006d51e-c2e8-4a18-bb65-7169e9b3dcb5 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] Publish callbacks [] for router, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:32.719171 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-2006d51e-c2e8-4a18-bb65-7169e9b3dcb5 tempest-RoutersNegativeTest-532455398 tempest-RoutersNegativeTest-532455398-project] 10.222.0.64 "DELETE /v2.0/routers/2667789f-fed0-4bd6-893f-f98ef10a0fa8 HTTP/1.1" status: 204 len: 168 time: 0.7022805 Oct 20 10:41:32.747662 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bdc85db-7c22-409f-a728-676eef6aa36f None None] Checking router: 6c8e07ba-d16f-474e-8dce-631d71307689 for host: n-d-811396-3 {{(pid=100599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:41:32.756048 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bdc85db-7c22-409f-a728-676eef6aa36f None None] Routers {'6c8e07ba-d16f-474e-8dce-631d71307689'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:41:32.757303 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-3bdc85db-7c22-409f-a728-676eef6aa36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:41:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['6c8e07ba-d16f-474e-8dce-631d71307689'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:41:32.762282 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 5adc4c29-160e-4043-990b-b814bea38859 details requested by agent hyperv_n-h2-811396-3 with host n-h2-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:41:32.768360 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-357c4424-edfb-4d68-9dca-1fd99e35f0bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:32.814595 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8c965d85-59eb-4d0c-8254-b99bd55e2b5c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:32.864958 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-357c4424-edfb-4d68-9dca-1fd99e35f0bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:32.938415 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-8c965d85-59eb-4d0c-8254-b99bd55e2b5c admin admin] Deleting port e5f260e5-f754-4927-a4f2-d69263350b2b {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:41:32.938779 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8c965d85-59eb-4d0c-8254-b99bd55e2b5c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:32.963289 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 5adc4c29-160e-4043-990b-b814bea38859, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=5adc4c29-160e-4043-990b-b814bea38859,segment=NetworkSegment(5b5fb6ce-cd0e-4793-8bda-bd817c0d9452),segment_id=5b5fb6ce-cd0e-4793-8bda-bd817c0d9452)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:41:32.989370 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Returning: {'device': '5adc4c29-160e-4043-990b-b814bea38859', 'network_id': 'c60bc39c-22d0-402f-a8bd-cf747843ae3d', 'port_id': '5adc4c29-160e-4043-990b-b814bea38859', 'mac_address': 'fa:16:3e:9c:d5:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 845, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '538c8c6b-ffc5-4371-a7c1-293c40f2a6df', 'ip_address': '19.80.0.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:41:33.037022 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:33.056330 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5adc4c29-160e-4043-990b-b814bea38859 {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:41:33.084372 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 5adc4c29-160e-4043-990b-b814bea38859, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=5adc4c29-160e-4043-990b-b814bea38859,segment=NetworkSegment(5b5fb6ce-cd0e-4793-8bda-bd817c0d9452),segment_id=5b5fb6ce-cd0e-4793-8bda-bd817c0d9452)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:41:33.090685 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:33.091976 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 0fbbeae8-818b-4838-b4bf-3b9a782c2331 details requested by agent hyperv_n-h2-811396-3 with host n-h2-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:41:33.167110 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 58064) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:33.182377 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6e76a043-1123-4a36-a8ac-591dea3d39b9 tempest-ServersTestJSON-964661855 tempest-ServersTestJSON-964661855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:33.266207 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 0fbbeae8-818b-4838-b4bf-3b9a782c2331, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=0fbbeae8-818b-4838-b4bf-3b9a782c2331,segment=NetworkSegment(7166ce3b-596a-4fd6-b0fe-75fcec80a22c),segment_id=7166ce3b-596a-4fd6-b0fe-75fcec80a22c)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:41:33.276022 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e76a043-1123-4a36-a8ac-591dea3d39b9 tempest-ServersTestJSON-964661855 tempest-ServersTestJSON-964661855-project] Pushing event deleted for resources: {'Port': ['ID=92a6414f-f6f6-44e0-afd2-4f2b28553255,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:33.289328 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-3bdc85db-7c22-409f-a728-676eef6aa36f None None] Set router 6c8e07ba-d16f-474e-8dce-631d71307689 gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:41:33.345789 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=5adc4c29-160e-4043-990b-b814bea38859,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:33.352051 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Returning: {'device': '0fbbeae8-818b-4838-b4bf-3b9a782c2331', 'network_id': 'cbe9c1c3-7b57-4697-9922-dd4c6e69cc6a', 'port_id': '0fbbeae8-818b-4838-b4bf-3b9a782c2331', 'mac_address': 'fa:16:3e:34:70:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 823, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffae8473-2e90-4615-b137-ae5f47dc0357', 'ip_address': '19.86.0.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:41:33.420395 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [None req-8c965d85-59eb-4d0c-8254-b99bd55e2b5c admin admin] For port e5f260e5-f754-4927-a4f2-d69263350b2b, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=e5f260e5-f754-4927-a4f2-d69263350b2b,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:41:33.421584 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8c965d85-59eb-4d0c-8254-b99bd55e2b5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:33.426292 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:33.446172 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fbbeae8-818b-4838-b4bf-3b9a782c2331 {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:41:33.471430 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 0fbbeae8-818b-4838-b4bf-3b9a782c2331, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=0fbbeae8-818b-4838-b4bf-3b9a782c2331,segment=NetworkSegment(7166ce3b-596a-4fd6-b0fe-75fcec80a22c),segment_id=7166ce3b-596a-4fd6-b0fe-75fcec80a22c)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:41:33.477329 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:33.515819 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-8c965d85-59eb-4d0c-8254-b99bd55e2b5c admin admin] Calling delete_port for e5f260e5-f754-4927-a4f2-d69263350b2b owned by network:router_gateway {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:41:33.534273 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-9c1818ac-2c25-43a7-a69c-4e58b1a37f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:33.539027 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6e76a043-1123-4a36-a8ac-591dea3d39b9 tempest-ServersTestJSON-964661855 tempest-ServersTestJSON-964661855-project] Publish callbacks [] for floatingip, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:33.541690 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6e76a043-1123-4a36-a8ac-591dea3d39b9 tempest-ServersTestJSON-964661855 tempest-ServersTestJSON-964661855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for floatingip, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:33.542887 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-6e76a043-1123-4a36-a8ac-591dea3d39b9 tempest-ServersTestJSON-964661855 tempest-ServersTestJSON-964661855-project] 10.222.0.64 "DELETE /v2.0/floatingips/d5529231-9780-4482-80d9-587125a9b20b HTTP/1.1" status: 204 len: 168 time: 1.3088126 Oct 20 10:41:33.549245 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 58074) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:33.566884 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=0fbbeae8-818b-4838-b4bf-3b9a782c2331,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:33.648953 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-76bffdc7-98af-4c4d-8fee-d2d1f4250909 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8b4746bce6c3411d8e7c43a6c9ac3359&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4764645 Oct 20 10:41:33.655971 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 58078) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:33.684443 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-3bdc85db-7c22-409f-a728-676eef6aa36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c8e07ba-d16f-474e-8dce-631d71307689', 'name': 'tempest-AttachVolumeTestJSON-1408467026-router', 'tenant_id': '946a9e604754455a8a9faea87bc41b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': 'e5f260e5-f754-4927-a4f2-d69263350b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:30:17Z', 'updated_at': '2021-10-20T10:41:29Z', 'revision_number': 5, 'project_id': '946a9e604754455a8a9faea87bc41b49', 'gw_port': {'id': 'e5f260e5-f754-4927-a4f2-d69263350b2b', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:80:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8e07ba-d16f-474e-8dce-631d71307689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:30:18Z', 'updated_at': '2021-10-20T10:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:41:33.692048 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c4b9bec-5c37-443c-ae77-bb75c39a2e3f tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Router a8b94c7b-90c6-4a43-b38e-42fb877dc13c has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:41:33.714222 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63987b4-d0fa-49fc-8a3a-6bf01341149f req-10683783-63f6-4200-a35d-7683d7704e33 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:33.720667 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63987b4-d0fa-49fc-8a3a-6bf01341149f req-10683783-63f6-4200-a35d-7683d7704e33 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:33.723209 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e63987b4-d0fa-49fc-8a3a-6bf01341149f req-10683783-63f6-4200-a35d-7683d7704e33 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ca6fcd7-3d18-461a-8923-2a5fa84ee49a HTTP/1.1" status: 200 len: 1681 time: 0.1242473 Oct 20 10:41:33.724328 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bdc85db-7c22-409f-a728-676eef6aa36f None None] The sync data for ids ['6c8e07ba-d16f-474e-8dce-631d71307689'] in n-d-811396-3 is: [{'id': '6c8e07ba-d16f-474e-8dce-631d71307689', 'name': 'tempest-AttachVolumeTestJSON-1408467026-router', 'tenant_id': '946a9e604754455a8a9faea87bc41b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': 'e5f260e5-f754-4927-a4f2-d69263350b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:30:17Z', 'updated_at': '2021-10-20T10:41:29Z', 'revision_number': 5, 'project_id': '946a9e604754455a8a9faea87bc41b49', 'gw_port': {'id': 'e5f260e5-f754-4927-a4f2-d69263350b2b', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:80:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8e07ba-d16f-474e-8dce-631d71307689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:30:18Z', 'updated_at': '2021-10-20T10:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:41:33.731837 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-ba1d3d97-92c5-4e64-9c8c-9d1fea0a9584 req-4dd01cae-4a9f-47e0-9642-923cc39717b5 service neutron] 10.222.0.69 "GET /v2.0/networks/7bc60fc7-42ea-472c-be5f-6faa92f9f9bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0194476 Oct 20 10:41:33.770247 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['5adc4c29-160e-4043-990b-b814bea38859'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:41:33.805098 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-357c4424-edfb-4d68-9dca-1fd99e35f0bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:33.808091 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-357c4424-edfb-4d68-9dca-1fd99e35f0bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:33.809238 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-357c4424-edfb-4d68-9dca-1fd99e35f0bb admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/17372704-86e6-46e6-a5dd-dc7385be620f HTTP/1.1" status: 204 len: 168 time: 1.3191562 Oct 20 10:41:33.870286 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a32b9fa4-909e-4de8-bb38-98746d212402 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:33.876937 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e63987b4-d0fa-49fc-8a3a-6bf01341149f req-51a97e2c-151e-4d95-94ea-9811b3a186e7 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] 10.222.0.64 "GET /v2.0/security-groups?id=49245fbb-4e48-4db8-994f-34137d01c16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461773 Oct 20 10:41:33.904824 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a32b9fa4-909e-4de8-bb38-98746d212402 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:33.952641 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357c4424-edfb-4d68-9dca-1fd99e35f0bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17372704-86e6-46e6-a5dd-dc7385be620f,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:33.978336 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8c965d85-59eb-4d0c-8254-b99bd55e2b5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:34.014281 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c965d85-59eb-4d0c-8254-b99bd55e2b5c admin admin] Pushing event deleted for resources: {'Port': ['ID=e5f260e5-f754-4927-a4f2-d69263350b2b,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:34.026436 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a32b9fa4-909e-4de8-bb38-98746d212402 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:34.029174 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a32b9fa4-909e-4de8-bb38-98746d212402 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:34.030362 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-a32b9fa4-909e-4de8-bb38-98746d212402 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2c085571-e31d-4cca-839c-57c3197c8eeb HTTP/1.1" status: 204 len: 168 time: 0.3739469 Oct 20 10:41:34.050658 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-ba1d3d97-92c5-4e64-9c8c-9d1fea0a9584 req-df82cac5-4008-4345-a4a4-e0d08d52bf03 service neutron] 10.222.0.69 "GET /v2.0/networks/7bc60fc7-42ea-472c-be5f-6faa92f9f9bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3036044 Oct 20 10:41:34.058083 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c4b9bec-5c37-443c-ae77-bb75c39a2e3f tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:41:34.064545 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-7c4b9bec-5c37-443c-ae77-bb75c39a2e3f tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] 10.222.0.64 "PUT /v2.0/routers/a8b94c7b-90c6-4a43-b38e-42fb877dc13c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6255813 Oct 20 10:41:34.067208 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 58088) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:34.088637 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32b9fa4-909e-4de8-bb38-98746d212402 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c085571-e31d-4cca-839c-57c3197c8eeb,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:34.123790 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8c965d85-59eb-4d0c-8254-b99bd55e2b5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1773439'] for router_gateway, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:34.128135 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93652fe-5ab3-4468-9600-7327704acb2d None None] Sync routers for ids ['a8b94c7b-90c6-4a43-b38e-42fb877dc13c'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:41:34.181973 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93652fe-5ab3-4468-9600-7327704acb2d None None] Routers {'a8b94c7b-90c6-4a43-b38e-42fb877dc13c'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:41:34.183153 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-b93652fe-5ab3-4468-9600-7327704acb2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:41:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['a8b94c7b-90c6-4a43-b38e-42fb877dc13c'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:41:34.274509 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8c965d85-59eb-4d0c-8254-b99bd55e2b5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1772272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258304'] for router, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:34.277847 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8c965d85-59eb-4d0c-8254-b99bd55e2b5c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:34.281673 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_v2 [None req-73b33ded-d70f-41b4-aac4-5d502a3c4879 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Deleting subnet b4c96eec-5bd6-4a0f-8791-4252708ccd92 {{(pid=100597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:41:34.292720 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-73b33ded-d70f-41b4-aac4-5d502a3c4879 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks [] for subnet, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:34.357708 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-73b33ded-d70f-41b4-aac4-5d502a3c4879 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25852621'] for subnet, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:34.368299 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8c965d85-59eb-4d0c-8254-b99bd55e2b5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1772267'] for router, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:34.371771 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c965d85-59eb-4d0c-8254-b99bd55e2b5c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6c8e07ba-d16f-474e-8dce-631d71307689 {{(pid=100596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 10:41:34.389200 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8c965d85-59eb-4d0c-8254-b99bd55e2b5c admin admin] Publish callbacks [] for router, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:34.390664 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-8c965d85-59eb-4d0c-8254-b99bd55e2b5c admin admin] 10.222.0.64 "DELETE /v2.0/routers/6c8e07ba-d16f-474e-8dce-631d71307689 HTTP/1.1" status: 204 len: 168 time: 2.0276616 Oct 20 10:41:34.394017 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 58094) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:34.420196 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-b93652fe-5ab3-4468-9600-7327704acb2d None None] Set router a8b94c7b-90c6-4a43-b38e-42fb877dc13c gateway port host: None {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:41:34.473530 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-73b33ded-d70f-41b4-aac4-5d502a3c4879 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:34.504655 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4abdf2f-31ae-4f67-9cb0-431bc0113205 admin admin] Deleting subnet ba1df794-ccae-4e17-be55-4b4a3764e935 {{(pid=100596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:41:34.516501 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a4abdf2f-31ae-4f67-9cb0-431bc0113205 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:34.598872 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-73b33ded-d70f-41b4-aac4-5d502a3c4879 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25350811'] for subnet, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:34.616136 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e69a361b-1e86-4fc7-bc2d-ffd92588e8cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1774405'] for router_interface, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:34.635521 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a4abdf2f-31ae-4f67-9cb0-431bc0113205 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25189079'] for subnet, precommit_delete_associations {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:34.671462 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f1dfed-22c9-4ba3-a1d7-1695f84d0e27 None None] Network cc7a85ea-bd13-4310-86e7-8f2dcb53116c requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:41:34.737266 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b33ded-d70f-41b4-aac4-5d502a3c4879 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Pushing event deleted for resources: {'Subnet': ['ID=b4c96eec-5bd6-4a0f-8791-4252708ccd92,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:34.746497 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-73b33ded-d70f-41b4-aac4-5d502a3c4879 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:34.752731 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-73b33ded-d70f-41b4-aac4-5d502a3c4879 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] 10.222.0.64 "DELETE /v2.0/subnets/b4c96eec-5bd6-4a0f-8791-4252708ccd92 HTTP/1.1" status: 204 len: 168 time: 0.6839063 Oct 20 10:41:34.755834 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 58106) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:34.815552 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a4abdf2f-31ae-4f67-9cb0-431bc0113205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:34.859126 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['0fbbeae8-818b-4838-b4bf-3b9a782c2331'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:41:34.915471 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-39c96a11-82a6-4f72-b6f3-122050da19f2 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:34.922785 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a4abdf2f-31ae-4f67-9cb0-431bc0113205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26836193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26761888'] for subnet, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:34.956795 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4abdf2f-31ae-4f67-9cb0-431bc0113205 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba1df794-ccae-4e17-be55-4b4a3764e935,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:34.958739 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a4abdf2f-31ae-4f67-9cb0-431bc0113205 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:34.966348 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-a4abdf2f-31ae-4f67-9cb0-431bc0113205 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/ba1df794-ccae-4e17-be55-4b4a3764e935 HTTP/1.1" status: 204 len: 168 time: 0.5681670 Oct 20 10:41:34.966348 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 58114) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:34.990284 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dff6d6a-dd4c-4164-a8a0-16442344e31f None None] Network 7541d774-cf46-43a8-ab91-4a72282aac35 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:41:35.113269 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-39c96a11-82a6-4f72-b6f3-122050da19f2 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Deleting port 52107d3c-015c-42ac-8727-0878c2831e3f {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:41:35.113269 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-39c96a11-82a6-4f72-b6f3-122050da19f2 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:35.116329 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-7a6c9ae5-d34a-437b-afa2-dfb30da10330 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:35.135919 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed34b1da-297d-4c9c-8666-5b5322ef4365 req-b693f879-462a-47b5-b30b-aa4a54bdff4e tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:35.143107 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed34b1da-297d-4c9c-8666-5b5322ef4365 req-b693f879-462a-47b5-b30b-aa4a54bdff4e tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:35.144894 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ed34b1da-297d-4c9c-8666-5b5322ef4365 req-b693f879-462a-47b5-b30b-aa4a54bdff4e tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ca6fcd7-3d18-461a-8923-2a5fa84ee49a HTTP/1.1" status: 200 len: 1681 time: 0.0901623 Oct 20 10:41:35.217200 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [None req-39c96a11-82a6-4f72-b6f3-122050da19f2 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] For port 52107d3c-015c-42ac-8727-0878c2831e3f, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=52107d3c-015c-42ac-8727-0878c2831e3f,segment=NetworkSegment(785a493f-e799-417f-b685-3c1757b86461),segment_id=785a493f-e799-417f-b685-3c1757b86461)] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:41:35.217676 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-39c96a11-82a6-4f72-b6f3-122050da19f2 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:35.263980 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-39c96a11-82a6-4f72-b6f3-122050da19f2 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Calling delete_port for 52107d3c-015c-42ac-8727-0878c2831e3f owned by network:dhcp {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:41:35.316645 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71306784-daf2-4e55-9af1-2bdd61be33cc None None] DHCP port deletion for cc7a85ea-bd13-4310-86e7-8f2dcb53116c request from n-d-811396-3 {{(pid=100598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:41:35.321515 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ed34b1da-297d-4c9c-8666-5b5322ef4365 req-1a71a1f2-049e-450a-9160-82e204a2a801 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] 10.222.0.64 "GET /v2.0/security-groups?id=49245fbb-4e48-4db8-994f-34137d01c16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352694 Oct 20 10:41:35.339814 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-7a6c9ae5-d34a-437b-afa2-dfb30da10330 admin admin] Deleting port b54b905b-9c3f-4432-9580-93c6fb902a1e {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:41:35.340557 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-7a6c9ae5-d34a-437b-afa2-dfb30da10330 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:35.421010 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-b93652fe-5ab3-4468-9600-7327704acb2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8b94c7b-90c6-4a43-b38e-42fb877dc13c', 'name': 'tempest-RoutersIpV6Test-router-173173775', 'tenant_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:40:44Z', 'updated_at': '2021-10-20T10:41:31Z', 'revision_number': 9, 'project_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'gw_port_host': None, '_interfaces': [{'id': '05894f7b-11b4-43d0-a600-98e918762731', 'name': '', 'network_id': 'd01baf07-86f4-4d28-8b19-65aed1553de5', 'tenant_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'mac_address': 'fa:16:3e:72:1d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b94c7b-90c6-4a43-b38e-42fb877dc13c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '28132bf4-11e5-43fb-896f-af6830dd6618', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:40:51Z', 'updated_at': '2021-10-20T10:41:06Z', 'revision_number': 5, 'project_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'subnets': [{'id': '28132bf4-11e5-43fb-896f-af6830dd6618', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a433fd22-5091-42cf-9307-867519e1307c', 'name': '', 'network_id': '7fb59595-a6b9-4497-8ca6-3155b1017eae', 'tenant_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'mac_address': 'fa:16:3e:73:ac:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b94c7b-90c6-4a43-b38e-42fb877dc13c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': '3341a74b-11cb-40df-b7ec-fdbefa4a8688', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:40:46Z', 'updated_at': '2021-10-20T10:40:54Z', 'revision_number': 5, 'project_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'subnets': [{'id': '3341a74b-11cb-40df-b7ec-fdbefa4a8688', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:41:35.429455 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [None req-7a6c9ae5-d34a-437b-afa2-dfb30da10330 admin admin] For port b54b905b-9c3f-4432-9580-93c6fb902a1e, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=b54b905b-9c3f-4432-9580-93c6fb902a1e,segment=NetworkSegment(051f9c65-4e4b-4cc9-ace7-f0cfbcf6fdaf),segment_id=051f9c65-4e4b-4cc9-ace7-f0cfbcf6fdaf)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:41:35.429829 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-7a6c9ae5-d34a-437b-afa2-dfb30da10330 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:35.457312 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-7a6c9ae5-d34a-437b-afa2-dfb30da10330 admin admin] Calling delete_port for b54b905b-9c3f-4432-9580-93c6fb902a1e owned by network:dhcp {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:41:35.511895 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device e5f260e5-f754-4927-a4f2-d69263350b2b no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:41:35.547002 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-7a6c9ae5-d34a-437b-afa2-dfb30da10330 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:35.554836 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: e5f260e5-f754-4927-a4f2-d69263350b2b {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:41:35.555309 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device e5f260e5-f754-4927-a4f2-d69263350b2b not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:41:35.555661 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 9dfb4e95-3a0b-4871-b3e3-59e557713c68 no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:41:35.558501 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93652fe-5ab3-4468-9600-7327704acb2d None None] Checking router: a8b94c7b-90c6-4a43-b38e-42fb877dc13c for host: n-d-811396-3 {{(pid=100598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:41:35.560594 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-39c96a11-82a6-4f72-b6f3-122050da19f2 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:35.569438 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-e69a361b-1e86-4fc7-bc2d-ffd92588e8cf admin admin] Deleting port f3cdd7d6-25e8-467b-b498-e2af317dccd3 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:41:35.569693 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6c9ae5-d34a-437b-afa2-dfb30da10330 admin admin] No DVR routers for this DVR port b54b905b-9c3f-4432-9580-93c6fb902a1e on host n-d-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:41:35.570382 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e69a361b-1e86-4fc7-bc2d-ffd92588e8cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:35.596670 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 9dfb4e95-3a0b-4871-b3e3-59e557713c68 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:41:35.597599 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 9dfb4e95-3a0b-4871-b3e3-59e557713c68 not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:41:35.619050 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93652fe-5ab3-4468-9600-7327704acb2d None None] Routers {'a8b94c7b-90c6-4a43-b38e-42fb877dc13c'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:41:35.619726 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-b93652fe-5ab3-4468-9600-7327704acb2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:41:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['a8b94c7b-90c6-4a43-b38e-42fb877dc13c'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:41:35.641563 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6c9ae5-d34a-437b-afa2-dfb30da10330 admin admin] Pushing event deleted for resources: {'Port': ['ID=b54b905b-9c3f-4432-9580-93c6fb902a1e,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:35.687424 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef3c2aa-eb80-4a72-addf-59a58dcd122f None None] DHCP port deletion for 7541d774-cf46-43a8-ab91-4a72282aac35 request from n-d-811396-3 {{(pid=100598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:41:35.703819 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c96a11-82a6-4f72-b6f3-122050da19f2 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Pushing event deleted for resources: {'Port': ['ID=52107d3c-015c-42ac-8727-0878c2831e3f,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:35.705822 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c96a11-82a6-4f72-b6f3-122050da19f2 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] No DVR routers for this DVR port 52107d3c-015c-42ac-8727-0878c2831e3f on host n-d-811396-3 {{(pid=100597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:41:35.829780 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-7a6c9ae5-d34a-437b-afa2-dfb30da10330 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:35.846286 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-39c96a11-82a6-4f72-b6f3-122050da19f2 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:35.868621 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [None req-e69a361b-1e86-4fc7-bc2d-ffd92588e8cf admin admin] For port f3cdd7d6-25e8-467b-b498-e2af317dccd3, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=f3cdd7d6-25e8-467b-b498-e2af317dccd3,segment=NetworkSegment(95e9de36-3ccc-4b38-8bfc-db37fedbb6af),segment_id=95e9de36-3ccc-4b38-8bfc-db37fedbb6af)] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:41:35.868992 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e69a361b-1e86-4fc7-bc2d-ffd92588e8cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:35.885073 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-39c96a11-82a6-4f72-b6f3-122050da19f2 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc7a85ea-bd13-4310-86e7-8f2dcb53116c']}} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:41:35.888643 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-7a6c9ae5-d34a-437b-afa2-dfb30da10330 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7541d774-cf46-43a8-ab91-4a72282aac35']}} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:41:35.894589 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-e69a361b-1e86-4fc7-bc2d-ffd92588e8cf admin admin] Calling delete_port for f3cdd7d6-25e8-467b-b498-e2af317dccd3 owned by network:router_interface {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:41:35.906322 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-39c96a11-82a6-4f72-b6f3-122050da19f2 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '785a493f-e799-417f-b685-3c1757b86461') {'for_net_delete': True} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:41:35.907945 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-39c96a11-82a6-4f72-b6f3-122050da19f2 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '785a493f-e799-417f-b685-3c1757b86461') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:41:35.915514 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-7a6c9ae5-d34a-437b-afa2-dfb30da10330 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '051f9c65-4e4b-4cc9-ace7-f0cfbcf6fdaf') {'for_net_delete': True} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:41:35.915811 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-7a6c9ae5-d34a-437b-afa2-dfb30da10330 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '051f9c65-4e4b-4cc9-ace7-f0cfbcf6fdaf') {} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:41:35.929032 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-39c96a11-82a6-4f72-b6f3-122050da19f2 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25852596'] for segment, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:35.938172 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-7a6c9ae5-d34a-437b-afa2-dfb30da10330 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25189038'] for segment, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:35.966850 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-7a6c9ae5-d34a-437b-afa2-dfb30da10330 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:35.967356 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-71306784-daf2-4e55-9af1-2bdd61be33cc None None] Deleting port 52107d3c-015c-42ac-8727-0878c2831e3f {{(pid=100598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:41:35.968423 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-71306784-daf2-4e55-9af1-2bdd61be33cc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:35.976669 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-39c96a11-82a6-4f72-b6f3-122050da19f2 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:35.981543 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a6c9ae5-d34a-437b-afa2-dfb30da10330 admin admin] Releasing vlan 844 on physical network physnet1 to pool {{(pid=100596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:41:35.981963 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-7a6c9ae5-d34a-437b-afa2-dfb30da10330 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26833155'] for segment, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:35.988870 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39c96a11-82a6-4f72-b6f3-122050da19f2 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Releasing vlan 813 on physical network physnet1 to pool {{(pid=100597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:41:35.989314 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-39c96a11-82a6-4f72-b6f3-122050da19f2 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951012'] for segment, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:35.993355 n-d-811396-3 neutron-server[100597]: Traceback (most recent call last): Oct 20 10:41:35.993355 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:41:35.993355 n-d-811396-3 neutron-server[100597]: timer() Oct 20 10:41:35.993355 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:41:35.993355 n-d-811396-3 neutron-server[100597]: cb(*args, **kw) Oct 20 10:41:35.993355 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:41:35.993355 n-d-811396-3 neutron-server[100597]: return func(*args, **kwargs) Oct 20 10:41:35.993355 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:41:35.993355 n-d-811396-3 neutron-server[100597]: self._notify() Oct 20 10:41:35.993355 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:41:35.993355 n-d-811396-3 neutron-server[100597]: self.callback(batched_events) Oct 20 10:41:35.993355 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:41:35.993355 n-d-811396-3 neutron-server[100597]: event.method(event) Oct 20 10:41:35.993355 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:41:35.993355 n-d-811396-3 neutron-server[100597]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:41:35.993355 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:41:35.993355 n-d-811396-3 neutron-server[100597]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:41:35.993355 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:41:35.993355 n-d-811396-3 neutron-server[100597]: return f(self, *a, **k) Oct 20 10:41:35.993355 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:41:35.993355 n-d-811396-3 neutron-server[100597]: return self._get(url).json() Oct 20 10:41:35.993355 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:41:35.993355 n-d-811396-3 neutron-server[100597]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:41:35.993355 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:41:35.993355 n-d-811396-3 neutron-server[100597]: return self.request(url, 'GET', **kwargs) Oct 20 10:41:35.993355 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:41:35.993355 n-d-811396-3 neutron-server[100597]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:41:35.993355 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:41:35.993355 n-d-811396-3 neutron-server[100597]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:41:35.993355 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:41:35.993355 n-d-811396-3 neutron-server[100597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:41:35.993355 n-d-811396-3 neutron-server[100597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:41:36.070772 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-b93652fe-5ab3-4468-9600-7327704acb2d None None] Set router a8b94c7b-90c6-4a43-b38e-42fb877dc13c gateway port host: None {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:41:36.075018 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 58138) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:36.108627 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-71306784-daf2-4e55-9af1-2bdd61be33cc None None] For port 52107d3c-015c-42ac-8727-0878c2831e3f, host n-d-811396-3, got binding levels [] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:41:36.109317 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-71306784-daf2-4e55-9af1-2bdd61be33cc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:36.111013 n-d-811396-3 neutron-server[100596]: Traceback (most recent call last): Oct 20 10:41:36.111013 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:41:36.111013 n-d-811396-3 neutron-server[100596]: timer() Oct 20 10:41:36.111013 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:41:36.111013 n-d-811396-3 neutron-server[100596]: cb(*args, **kw) Oct 20 10:41:36.111013 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:41:36.111013 n-d-811396-3 neutron-server[100596]: return func(*args, **kwargs) Oct 20 10:41:36.111013 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:41:36.111013 n-d-811396-3 neutron-server[100596]: self._notify() Oct 20 10:41:36.111013 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:41:36.111013 n-d-811396-3 neutron-server[100596]: self.callback(batched_events) Oct 20 10:41:36.111013 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:41:36.111013 n-d-811396-3 neutron-server[100596]: event.method(event) Oct 20 10:41:36.111013 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:41:36.111013 n-d-811396-3 neutron-server[100596]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:41:36.111013 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:41:36.111013 n-d-811396-3 neutron-server[100596]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:41:36.111013 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:41:36.111013 n-d-811396-3 neutron-server[100596]: return f(self, *a, **k) Oct 20 10:41:36.111013 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:41:36.111013 n-d-811396-3 neutron-server[100596]: return self._get(url).json() Oct 20 10:41:36.111013 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:41:36.111013 n-d-811396-3 neutron-server[100596]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:41:36.111013 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:41:36.111013 n-d-811396-3 neutron-server[100596]: return self.request(url, 'GET', **kwargs) Oct 20 10:41:36.111013 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:41:36.111013 n-d-811396-3 neutron-server[100596]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:41:36.111013 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:41:36.111013 n-d-811396-3 neutron-server[100596]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:41:36.111013 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:41:36.111013 n-d-811396-3 neutron-server[100596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:41:36.111013 n-d-811396-3 neutron-server[100596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:41:36.113529 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-7a6c9ae5-d34a-437b-afa2-dfb30da10330 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:36.122488 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-7a6c9ae5-d34a-437b-afa2-dfb30da10330 admin admin] Publish callbacks [] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:36.133716 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-7a6c9ae5-d34a-437b-afa2-dfb30da10330 admin admin] 10.222.0.64 "DELETE /v2.0/networks/7541d774-cf46-43a8-ab91-4a72282aac35 HTTP/1.1" status: 204 len: 168 time: 1.1665938 Oct 20 10:41:36.136273 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-39c96a11-82a6-4f72-b6f3-122050da19f2 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:36.144222 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-71306784-daf2-4e55-9af1-2bdd61be33cc None None] Calling delete_port for 52107d3c-015c-42ac-8727-0878c2831e3f owned by network:dhcp {{(pid=100598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:41:36.149130 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.ipam_backend_mixin [None req-71306784-daf2-4e55-9af1-2bdd61be33cc None None] Port 52107d3c-015c-42ac-8727-0878c2831e3f was not found and therefore no delete operation was performed {{(pid=100598) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 20 10:41:36.151062 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6c9ae5-d34a-437b-afa2-dfb30da10330 admin admin] Pushing event deleted for resources: {'Network': ['ID=7541d774-cf46-43a8-ab91-4a72282aac35,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:36.153877 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-71306784-daf2-4e55-9af1-2bdd61be33cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956'] for port, after_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:36.154060 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-39c96a11-82a6-4f72-b6f3-122050da19f2 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:36.159130 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-39c96a11-82a6-4f72-b6f3-122050da19f2 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] 10.222.0.64 "DELETE /v2.0/networks/cc7a85ea-bd13-4310-86e7-8f2dcb53116c HTTP/1.1" status: 204 len: 168 time: 1.4014373 Oct 20 10:41:36.161833 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 58148) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:36.190125 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c96a11-82a6-4f72-b6f3-122050da19f2 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Pushing event deleted for resources: {'Network': ['ID=cc7a85ea-bd13-4310-86e7-8f2dcb53116c,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:36.195084 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-91bfb8da-20a1-4b8a-9ee1-fb92d06a133b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:36.215980 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-71306784-daf2-4e55-9af1-2bdd61be33cc None None] Network cc7a85ea-bd13-4310-86e7-8f2dcb53116c is not hosted by any dhcp agent {{(pid=100598) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 20 10:41:36.216543 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71306784-daf2-4e55-9af1-2bdd61be33cc None None] No DVR routers for this DVR port 52107d3c-015c-42ac-8727-0878c2831e3f on host n-d-811396-3 {{(pid=100598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:41:36.220829 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71306784-daf2-4e55-9af1-2bdd61be33cc None None] Pushing event deleted for resources: {'Port': ['ID=52107d3c-015c-42ac-8727-0878c2831e3f,revision_number=None']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:36.417187 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-b93652fe-5ab3-4468-9600-7327704acb2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8b94c7b-90c6-4a43-b38e-42fb877dc13c', 'name': 'tempest-RoutersIpV6Test-router-173173775', 'tenant_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:40:44Z', 'updated_at': '2021-10-20T10:41:31Z', 'revision_number': 9, 'project_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'gw_port_host': None, '_interfaces': [{'id': '05894f7b-11b4-43d0-a600-98e918762731', 'name': '', 'network_id': 'd01baf07-86f4-4d28-8b19-65aed1553de5', 'tenant_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'mac_address': 'fa:16:3e:72:1d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b94c7b-90c6-4a43-b38e-42fb877dc13c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '28132bf4-11e5-43fb-896f-af6830dd6618', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:40:51Z', 'updated_at': '2021-10-20T10:41:06Z', 'revision_number': 5, 'project_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'subnets': [{'id': '28132bf4-11e5-43fb-896f-af6830dd6618', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a433fd22-5091-42cf-9307-867519e1307c', 'name': '', 'network_id': '7fb59595-a6b9-4497-8ca6-3155b1017eae', 'tenant_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'mac_address': 'fa:16:3e:73:ac:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b94c7b-90c6-4a43-b38e-42fb877dc13c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': '3341a74b-11cb-40df-b7ec-fdbefa4a8688', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:40:46Z', 'updated_at': '2021-10-20T10:40:54Z', 'revision_number': 5, 'project_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'subnets': [{'id': '3341a74b-11cb-40df-b7ec-fdbefa4a8688', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:41:36.440437 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-94f5a9cb-d1fb-4a3d-94d5-ea7801760a47 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:36.456483 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 58156) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:36.457569 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93652fe-5ab3-4468-9600-7327704acb2d None None] The sync data for ids ['a8b94c7b-90c6-4a43-b38e-42fb877dc13c'] in n-d-811396-3 is: [{'id': 'a8b94c7b-90c6-4a43-b38e-42fb877dc13c', 'name': 'tempest-RoutersIpV6Test-router-173173775', 'tenant_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:40:44Z', 'updated_at': '2021-10-20T10:41:31Z', 'revision_number': 9, 'project_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'gw_port_host': None, '_interfaces': [{'id': '05894f7b-11b4-43d0-a600-98e918762731', 'name': '', 'network_id': 'd01baf07-86f4-4d28-8b19-65aed1553de5', 'tenant_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'mac_address': 'fa:16:3e:72:1d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b94c7b-90c6-4a43-b38e-42fb877dc13c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '28132bf4-11e5-43fb-896f-af6830dd6618', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:40:51Z', 'updated_at': '2021-10-20T10:41:06Z', 'revision_number': 5, 'project_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'subnets': [{'id': '28132bf4-11e5-43fb-896f-af6830dd6618', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a433fd22-5091-42cf-9307-867519e1307c', 'name': '', 'network_id': '7fb59595-a6b9-4497-8ca6-3155b1017eae', 'tenant_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'mac_address': 'fa:16:3e:73:ac:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b94c7b-90c6-4a43-b38e-42fb877dc13c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': '3341a74b-11cb-40df-b7ec-fdbefa4a8688', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:40:46Z', 'updated_at': '2021-10-20T10:40:54Z', 'revision_number': 5, 'project_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'subnets': [{'id': '3341a74b-11cb-40df-b7ec-fdbefa4a8688', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:41:36.512485 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e69a361b-1e86-4fc7-bc2d-ffd92588e8cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:36.558960 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69a361b-1e86-4fc7-bc2d-ffd92588e8cf admin admin] Pushing event deleted for resources: {'Port': ['ID=f3cdd7d6-25e8-467b-b498-e2af317dccd3,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:36.582564 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 58158) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:36.610673 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-7e731fd6-7f7e-4701-b1c2-213a50fa4b3a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=946a9e604754455a8a9faea87bc41b49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1506956 Oct 20 10:41:36.612090 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 58162) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:36.624292 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd1aad5-8502-448a-99de-c5347b7bcd7c req-68cd6dcf-ad93-44a6-8252-ed5d6468b0c8 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:36.630308 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd1aad5-8502-448a-99de-c5347b7bcd7c req-68cd6dcf-ad93-44a6-8252-ed5d6468b0c8 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:36.640925 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5dd1aad5-8502-448a-99de-c5347b7bcd7c req-68cd6dcf-ad93-44a6-8252-ed5d6468b0c8 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ca6fcd7-3d18-461a-8923-2a5fa84ee49a HTTP/1.1" status: 200 len: 1681 time: 0.1578124 Oct 20 10:41:36.707142 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5dd1aad5-8502-448a-99de-c5347b7bcd7c req-d24248b2-be4f-4741-9ece-7792bc13d2d8 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] 10.222.0.64 "GET /v2.0/security-groups?id=49245fbb-4e48-4db8-994f-34137d01c16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499997 Oct 20 10:41:36.758146 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8721f9e6-7a42-4572-883e-b746f28ec19a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:36.780941 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-94f5a9cb-d1fb-4a3d-94d5-ea7801760a47 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:36.786829 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8721f9e6-7a42-4572-883e-b746f28ec19a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:36.801126 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 5adc4c29-160e-4043-990b-b814bea38859 up at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:41:36.806011 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-94f5a9cb-d1fb-4a3d-94d5-ea7801760a47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:36.835134 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 58168) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:36.864480 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8721f9e6-7a42-4572-883e-b746f28ec19a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:36.870675 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8721f9e6-7a42-4572-883e-b746f28ec19a admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:36.872040 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-8721f9e6-7a42-4572-883e-b746f28ec19a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1422a292-09fc-4d0c-bc84-02b1b86cc6ce HTTP/1.1" status: 204 len: 168 time: 0.2577701 Oct 20 10:41:36.893929 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8721f9e6-7a42-4572-883e-b746f28ec19a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1422a292-09fc-4d0c-bc84-02b1b86cc6ce,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:36.962291 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-a5efd60f-fbf3-4e9e-8c3d-96a639315e9a admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-269030753-network', 'tenant_id': 'cfcb374660ef40a8b05378b5e2eaff9e'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:41:36.997747 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f5a9cb-d1fb-4a3d-94d5-ea7801760a47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ae7bf03-f78b-41a0-b48a-46d61ff2317a,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:37.008414 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-94f5a9cb-d1fb-4a3d-94d5-ea7801760a47 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=62deea027add4897bd76d4075ebb3b5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9313896 Oct 20 10:41:37.009704 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning for port 5adc4c29-160e-4043-990b-b814bea38859 completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:41:37.014235 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 58174) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:37.029539 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning complete for port 5adc4c29-160e-4043-990b-b814bea38859 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:41:37.029911 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:37.038169 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-47f15864-835c-41eb-a165-1e018faf7586 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Request body: {'security_group': {'name': 'tempest-secgroup--13887616'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:41:37.061686 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e69a361b-1e86-4fc7-bc2d-ffd92588e8cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1771989'] for router_interface, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:37.068522 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5efd60f-fbf3-4e9e-8c3d-96a639315e9a admin admin] Made reservation on behalf of cfcb374660ef40a8b05378b5e2eaff9e for: {'network': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:41:37.075344 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a5efd60f-fbf3-4e9e-8c3d-96a639315e9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:37.095235 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:37.110224 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a5efd60f-fbf3-4e9e-8c3d-96a639315e9a admin admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:37.131173 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-47f15864-835c-41eb-a165-1e018faf7586 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:37.165244 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e4bb8f29-61b3-41ee-9292-377a1ab369e9 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1774405'] for router_interface, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:37.185068 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:37.210243 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6d1bcd69-d8ae-4a6b-a106-a396e9afa3e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:37.213191 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a5efd60f-fbf3-4e9e-8c3d-96a639315e9a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:37.221984 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a5efd60f-fbf3-4e9e-8c3d-96a639315e9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:37.223188 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ca6fcd7-3d18-461a-8923-2a5fa84ee49a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5adc4c29-160e-4043-990b-b814bea38859'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:41:37.234978 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b33b159-4139-476c-8f80-f6984e139a92" -d '{"events": [{"server_uuid": "7ca6fcd7-3d18-461a-8923-2a5fa84ee49a", "name": "network-vif-plugged", "status": "completed", "tag": "5adc4c29-160e-4043-990b-b814bea38859"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:41:37.238236 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5efd60f-fbf3-4e9e-8c3d-96a639315e9a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 805} {{(pid=100596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:41:37.276336 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 5adc4c29-160e-4043-990b-b814bea38859, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=5adc4c29-160e-4043-990b-b814bea38859,segment=NetworkSegment(5b5fb6ce-cd0e-4793-8bda-bd817c0d9452),segment_id=5b5fb6ce-cd0e-4793-8bda-bd817c0d9452)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:41:37.276481 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a5efd60f-fbf3-4e9e-8c3d-96a639315e9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:37.276834 n-d-811396-3 neutron-server[100596]: INFO neutron.db.segments_db [None req-a5efd60f-fbf3-4e9e-8c3d-96a639315e9a admin admin] Added segment 24bad81e-aec3-4e68-b40a-6dbc28d3b906 of type vlan for network dcf86141-da0d-4c82-9e01-66c4be279d2b Oct 20 10:41:37.283548 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:37.285014 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 0fbbeae8-818b-4838-b4bf-3b9a782c2331 up at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:41:37.333576 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa63feb8-551f-452b-91bc-8bdb9640d791 x-openstack-request-id: req-aa63feb8-551f-452b-91bc-8bdb9640d791 {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:41:37.334131 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ca6fcd7-3d18-461a-8923-2a5fa84ee49a", "name": "network-vif-plugged", "status": "completed", "tag": "5adc4c29-160e-4043-990b-b814bea38859", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:41:37.335116 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-aa63feb8-551f-452b-91bc-8bdb9640d791 {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:41:37.335714 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ca6fcd7-3d18-461a-8923-2a5fa84ee49a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5adc4c29-160e-4043-990b-b814bea38859', 'code': 200} Oct 20 10:41:37.361174 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-47f15864-835c-41eb-a165-1e018faf7586 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:37.396659 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a5efd60f-fbf3-4e9e-8c3d-96a639315e9a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:37.418590 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=5adc4c29-160e-4043-990b-b814bea38859,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:37.430219 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5efd60f-fbf3-4e9e-8c3d-96a639315e9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40e57539-8f43-4a87-8d18-5d8780562b01,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:37.484462 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:37.487591 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device b54b905b-9c3f-4432-9580-93c6fb902a1e no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:41:37.497542 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a5efd60f-fbf3-4e9e-8c3d-96a639315e9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:37.498622 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5efd60f-fbf3-4e9e-8c3d-96a639315e9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:37.499261 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a5efd60f-fbf3-4e9e-8c3d-96a639315e9a admin admin] Publish callbacks [] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:37.514041 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: b54b905b-9c3f-4432-9580-93c6fb902a1e {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:41:37.514685 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device b54b905b-9c3f-4432-9580-93c6fb902a1e not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:41:37.515255 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 52107d3c-015c-42ac-8727-0878c2831e3f no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:41:37.517588 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning for port 0fbbeae8-818b-4838-b4bf-3b9a782c2331 completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:41:37.523196 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning complete for port 0fbbeae8-818b-4838-b4bf-3b9a782c2331 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:41:37.523815 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:37.546088 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 52107d3c-015c-42ac-8727-0878c2831e3f {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:41:37.546530 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 52107d3c-015c-42ac-8727-0878c2831e3f not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:41:37.547004 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-a5efd60f-fbf3-4e9e-8c3d-96a639315e9a admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9600213 Oct 20 10:41:37.547351 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 52687a05-a1f3-4544-b2e6-d855c01827b9 no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:41:37.555843 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 58186) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:37.585541 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-47f15864-835c-41eb-a165-1e018faf7586 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:37.592565 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-0cb4cec0-293f-4a21-9ebd-6a1e96a0aa9f admin admin] Request body: {'subnet': {'network_id': 'dcf86141-da0d-4c82-9e01-66c4be279d2b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-269030753-subnet', 'tenant_id': 'cfcb374660ef40a8b05378b5e2eaff9e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:41:37.597535 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 52687a05-a1f3-4544-b2e6-d855c01827b9 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:41:37.597888 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 52687a05-a1f3-4544-b2e6-d855c01827b9 not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:41:37.647210 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6d1bcd69-d8ae-4a6b-a106-a396e9afa3e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:37.653082 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5efd60f-fbf3-4e9e-8c3d-96a639315e9a admin admin] Pushing event updated for resources: {'Network': ['ID=dcf86141-da0d-4c82-9e01-66c4be279d2b,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:37.659806 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-47f15864-835c-41eb-a165-1e018faf7586 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:37.683026 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network dcf86141-da0d-4c82-9e01-66c4be279d2b details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:41:37.710689 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cb4cec0-293f-4a21-9ebd-6a1e96a0aa9f admin admin] Made reservation on behalf of cfcb374660ef40a8b05378b5e2eaff9e for: {'subnet': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:41:37.713151 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0cb4cec0-293f-4a21-9ebd-6a1e96a0aa9f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25350782'] for subnet, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:37.751427 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-47f15864-835c-41eb-a165-1e018faf7586 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:37.765500 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-47f15864-835c-41eb-a165-1e018faf7586 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:37.791352 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:37.796154 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f15864-835c-41eb-a165-1e018faf7586 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b07dc211-efab-40ff-aad8-0616daf3a06b,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:37.815646 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-47f15864-835c-41eb-a165-1e018faf7586 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:37.817140 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-47f15864-835c-41eb-a165-1e018faf7586 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9799242 Oct 20 10:41:37.820539 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 58196) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:37.846047 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f15864-835c-41eb-a165-1e018faf7586 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8cf05f4-bc20-4ea5-b57f-03c3ae2092ac,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:37.848224 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:37.884798 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 0fbbeae8-818b-4838-b4bf-3b9a782c2331, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=0fbbeae8-818b-4838-b4bf-3b9a782c2331,segment=NetworkSegment(7166ce3b-596a-4fd6-b0fe-75fcec80a22c),segment_id=7166ce3b-596a-4fd6-b0fe-75fcec80a22c)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:41:37.888952 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6d1bcd69-d8ae-4a6b-a106-a396e9afa3e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:37.889787 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:37.892494 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6d1bcd69-d8ae-4a6b-a106-a396e9afa3e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:37.894531 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-6d1bcd69-d8ae-4a6b-a106-a396e9afa3e9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1ae7bf03-f78b-41a0-b48a-46d61ff2317a HTTP/1.1" status: 204 len: 168 time: 0.8768306 Oct 20 10:41:37.922478 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1bcd69-d8ae-4a6b-a106-a396e9afa3e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ae7bf03-f78b-41a0-b48a-46d61ff2317a,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:37.968414 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-ab1755d7-79ed-4a22-b0a9-ae8c419b473f tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4509 time: 0.1462815 Oct 20 10:41:37.970143 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 58202) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:37.975025 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-d5887197-4adc-4314-9b2a-f74d523f3155 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Request body: {'security_group': {'name': 'tempest-security--689985531', 'description': 'tempest-security-description-248599782'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:41:38.034520 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4be271d-bef4-4c51-ac6b-153d85b4aee7 req-147b7680-2f31-44ad-960a-b97050b7e86d tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:38.044519 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=0fbbeae8-818b-4838-b4bf-3b9a782c2331,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:38.053929 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4be271d-bef4-4c51-ac6b-153d85b4aee7 req-147b7680-2f31-44ad-960a-b97050b7e86d tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:38.055704 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a4be271d-bef4-4c51-ac6b-153d85b4aee7 req-147b7680-2f31-44ad-960a-b97050b7e86d tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ca6fcd7-3d18-461a-8923-2a5fa84ee49a HTTP/1.1" status: 200 len: 1683 time: 0.1652997 Oct 20 10:41:38.080863 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d5887197-4adc-4314-9b2a-f74d523f3155 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Publish callbacks [] for security_group, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:38.176338 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a4be271d-bef4-4c51-ac6b-153d85b4aee7 req-40ca4a53-af20-438b-83c2-5705275e33f7 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] 10.222.0.64 "GET /v2.0/security-groups?id=49245fbb-4e48-4db8-994f-34137d01c16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035402 Oct 20 10:41:38.185003 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d5887197-4adc-4314-9b2a-f74d523f3155 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Publish callbacks [] for security_group, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:38.191435 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d5887197-4adc-4314-9b2a-f74d523f3155 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:38.194658 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d5887197-4adc-4314-9b2a-f74d523f3155 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:38.201106 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e69a361b-1e86-4fc7-bc2d-ffd92588e8cf admin admin] Router f4682edb-4333-4ef7-9fa2-f860984cc26a has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:41:38.203118 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 58216) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:38.212240 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-d5887197-4adc-4314-9b2a-f74d523f3155 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] 10.222.0.64 "PUT /v2.0/security-groups/a8cf05f4-bc20-4ea5-b57f-03c3ae2092ac HTTP/1.1" status: 200 len: 1778 time: 0.2334442 Oct 20 10:41:38.259106 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5887197-4adc-4314-9b2a-f74d523f3155 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8cf05f4-bc20-4ea5-b57f-03c3ae2092ac,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:38.274074 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0cb4cec0-293f-4a21-9ebd-6a1e96a0aa9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25350752'] for subnet, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:38.369367 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 58220) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:38.385855 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d56526ed-070e-449e-9c0e-8c1e32bd4552 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:38.422383 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-5a5db54e-5c50-4b03-b3fb-11db750443b7 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] 10.222.0.64 "GET /v2.0/security-groups/a8cf05f4-bc20-4ea5-b57f-03c3ae2092ac HTTP/1.1" status: 200 len: 1778 time: 0.1933510 Oct 20 10:41:38.425293 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 58222) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:38.433845 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb4cec0-293f-4a21-9ebd-6a1e96a0aa9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa9160dc-9c5c-4cb9-bd41-a37d607d846c,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:38.501867 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d56526ed-070e-449e-9c0e-8c1e32bd4552 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:38.507619 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb4cec0-293f-4a21-9ebd-6a1e96a0aa9f admin admin] Checking segment: {'id': '24bad81e-aec3-4e68-b40a-6dbc28d3b906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'dcf86141-da0d-4c82-9e01-66c4be279d2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:41:38.507989 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb4cec0-293f-4a21-9ebd-6a1e96a0aa9f admin admin] Network hostable DHCP agents. Network: dcf86141-da0d-4c82-9e01-66c4be279d2b, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:41:38.508688 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d56526ed-070e-449e-9c0e-8c1e32bd4552 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:38.513505 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e69a361b-1e86-4fc7-bc2d-ffd92588e8cf admin admin] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:41:38.520190 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-e69a361b-1e86-4fc7-bc2d-ffd92588e8cf admin admin] 10.222.0.64 "PUT /v2.0/routers/f4682edb-4333-4ef7-9fa2-f860984cc26a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9611509 Oct 20 10:41:38.523737 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 58224) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:38.527963 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31782b36-ae72-417b-8b68-41a2a4da0e89 None None] Sync routers for ids ['f4682edb-4333-4ef7-9fa2-f860984cc26a'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:41:38.530390 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-e4bb8f29-61b3-41ee-9292-377a1ab369e9 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Deleting port 05894f7b-11b4-43d0-a600-98e918762731 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:41:38.530915 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e4bb8f29-61b3-41ee-9292-377a1ab369e9 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:38.541160 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-27569122-06fa-43e7-8d32-3bd008f2ba76 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:38.542251 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31782b36-ae72-417b-8b68-41a2a4da0e89 None None] Routers {'f4682edb-4333-4ef7-9fa2-f860984cc26a'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:41:38.543723 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-31782b36-ae72-417b-8b68-41a2a4da0e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:41:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['f4682edb-4333-4ef7-9fa2-f860984cc26a'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:41:38.561318 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb4cec0-293f-4a21-9ebd-6a1e96a0aa9f admin admin] Network dcf86141-da0d-4c82-9e01-66c4be279d2b is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:41:38.611809 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-0cb4cec0-293f-4a21-9ebd-6a1e96a0aa9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, dcf86141-da0d-4c82-9e01-66c4be279d2b) {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:41:38.620829 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb4cec0-293f-4a21-9ebd-6a1e96a0aa9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:38.621746 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0cb4cec0-293f-4a21-9ebd-6a1e96a0aa9f admin admin] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:38.636179 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a08db5fd-ca17-40db-8852-c4b9adcb6c84 None None] Network dcf86141-da0d-4c82-9e01-66c4be279d2b requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:41:38.639417 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-d56526ed-070e-449e-9c0e-8c1e32bd4552 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=586e16f3656540d09040ed79386bdaa1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2688534 Oct 20 10:41:38.642408 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 58226) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:38.663736 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-0cb4cec0-293f-4a21-9ebd-6a1e96a0aa9f admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0749290 Oct 20 10:41:38.667420 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 58232) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:38.680388 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [None req-e4bb8f29-61b3-41ee-9292-377a1ab369e9 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] For port 05894f7b-11b4-43d0-a600-98e918762731, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=05894f7b-11b4-43d0-a600-98e918762731,segment=NetworkSegment(7978b5c0-7db1-4566-81f4-deec05efd6cc),segment_id=7978b5c0-7db1-4566-81f4-deec05efd6cc)] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:41:38.682820 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e4bb8f29-61b3-41ee-9292-377a1ab369e9 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:38.688529 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56526ed-070e-449e-9c0e-8c1e32bd4552 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1556a03f-f59a-4fe0-9d45-82754ab28ffa,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:38.694850 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-bac6c85a-01f3-4241-ac02-3afd06785b03 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-269030753-router', 'tenant_id': 'cfcb374660ef40a8b05378b5e2eaff9e', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:41:38.705153 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-27569122-06fa-43e7-8d32-3bd008f2ba76 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:38.712289 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-e4bb8f29-61b3-41ee-9292-377a1ab369e9 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Calling delete_port for 05894f7b-11b4-43d0-a600-98e918762731 owned by network:router_interface {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:41:38.769494 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-31782b36-ae72-417b-8b68-41a2a4da0e89 None None] Set router f4682edb-4333-4ef7-9fa2-f860984cc26a gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:41:38.789963 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bac6c85a-01f3-4241-ac02-3afd06785b03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1772442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258322'] for router, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:38.791006 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bac6c85a-01f3-4241-ac02-3afd06785b03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1772334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773516', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258315'] for router, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:38.867506 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4819e48b-27b1-4fa3-bb44-ceb1281e397b admin admin] Publish callbacks [] for router, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:38.877279 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-27569122-06fa-43e7-8d32-3bd008f2ba76 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:38.880495 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-27569122-06fa-43e7-8d32-3bd008f2ba76 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:38.882435 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-27569122-06fa-43e7-8d32-3bd008f2ba76 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] 10.222.0.64 "DELETE /v2.0/security-groups/a8cf05f4-bc20-4ea5-b57f-03c3ae2092ac HTTP/1.1" status: 204 len: 168 time: 0.4560447 Oct 20 10:41:38.913263 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:38.921573 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff362c5-58de-4e9c-86e0-1b67de17f407 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524064ba-869c-5550-b826-c26b69a11278-dcf86141-da0d-4c82-9e01-66c4be279d2b', 'network_id': 'dcf86141-da0d-4c82-9e01-66c4be279d2b', 'tenant_id': 'cfcb374660ef40a8b05378b5e2eaff9e', 'fixed_ips': [{'subnet_id': 'aa9160dc-9c5c-4cb9-bd41-a37d607d846c'}]}} from n-d-811396-3. {{(pid=100598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:41:38.922816 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-2ff362c5-58de-4e9c-86e0-1b67de17f407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:38.929414 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 58240) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:38.933921 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bac6c85a-01f3-4241-ac02-3afd06785b03 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:38.945315 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c92b6892-3e18-43c9-a079-ae36b454a861 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:38.968860 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27569122-06fa-43e7-8d32-3bd008f2ba76 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8cf05f4-bc20-4ea5-b57f-03c3ae2092ac,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:39.005791 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c92b6892-3e18-43c9-a079-ae36b454a861 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:39.051021 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-31782b36-ae72-417b-8b68-41a2a4da0e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4682edb-4333-4ef7-9fa2-f860984cc26a', 'name': 'tempest-ServersTestJSON-1195874891-router', 'tenant_id': '600f50cdae1e47df84de92209b6b6aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': '320d7942-4fc8-4c8e-a8f4-5c17165606de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:38:56Z', 'updated_at': '2021-10-20T10:41:36Z', 'revision_number': 5, 'project_id': '600f50cdae1e47df84de92209b6b6aa1', 'gw_port': {'id': '320d7942-4fc8-4c8e-a8f4-5c17165606de', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:8b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4682edb-4333-4ef7-9fa2-f860984cc26a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:38:57Z', 'updated_at': '2021-10-20T10:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:41:39.086949 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31782b36-ae72-417b-8b68-41a2a4da0e89 None None] Checking router: f4682edb-4333-4ef7-9fa2-f860984cc26a for host: n-d-811396-3 {{(pid=100599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:41:39.107677 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-2ff362c5-58de-4e9c-86e0-1b67de17f407 None None] Allocated IP 172.20.0.2 (dcf86141-da0d-4c82-9e01-66c4be279d2b/aa9160dc-9c5c-4cb9-bd41-a37d607d846c/0f32eb19-93f9-4a94-a262-b1fdf0be7b2d) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:41:39.113033 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31782b36-ae72-417b-8b68-41a2a4da0e89 None None] Routers {'f4682edb-4333-4ef7-9fa2-f860984cc26a'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:41:39.113704 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-31782b36-ae72-417b-8b68-41a2a4da0e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:41:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['f4682edb-4333-4ef7-9fa2-f860984cc26a'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:41:39.118804 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-2474b916-e3dd-4adb-891f-2366e9c72f1e tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1861854 Oct 20 10:41:39.123157 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 58242) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:39.146129 n-d-811396-3 neutron-server[100596]: INFO neutron.api.v2.resource [None req-fa0cbc92-332e-4937-bf74-771efb6e9a9b tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] delete failed (client error): The resource could not be found. Oct 20 10:41:39.150884 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-fa0cbc92-332e-4937-bf74-771efb6e9a9b tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] 10.222.0.64 "DELETE /v2.0/security-groups/a8cf05f4-bc20-4ea5-b57f-03c3ae2092ac HTTP/1.1" status: 404 len: 347 time: 0.0216224 Oct 20 10:41:39.152606 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4819e48b-27b1-4fa3-bb44-ceb1281e397b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:39.158181 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 58246) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:39.164511 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-46564e7d-b7a1-4801-a287-647c6f848cc3 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Request body: {'security_group': {'name': 'tempest-secgroup--840438951'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:41:39.186538 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c92b6892-3e18-43c9-a079-ae36b454a861 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:39.189210 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c92b6892-3e18-43c9-a079-ae36b454a861 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:39.190428 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-c92b6892-3e18-43c9-a079-ae36b454a861 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1556a03f-f59a-4fe0-9d45-82754ab28ffa HTTP/1.1" status: 204 len: 168 time: 0.5301239 Oct 20 10:41:39.271696 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bac6c85a-01f3-4241-ac02-3afd06785b03 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:39.292163 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b6892-3e18-43c9-a079-ae36b454a861 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1556a03f-f59a-4fe0-9d45-82754ab28ffa,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:39.306750 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-46564e7d-b7a1-4801-a287-647c6f848cc3 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:39.349098 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ca6fcd7-3d18-461a-8923-2a5fa84ee49a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fbbeae8-818b-4838-b4bf-3b9a782c2331'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:41:39.352535 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ff28d34-0696-4c85-8893-95706c522948" -d '{"events": [{"server_uuid": "7ca6fcd7-3d18-461a-8923-2a5fa84ee49a", "name": "network-vif-plugged", "status": "completed", "tag": "0fbbeae8-818b-4838-b4bf-3b9a782c2331"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:41:39.364724 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-31782b36-ae72-417b-8b68-41a2a4da0e89 None None] Set router f4682edb-4333-4ef7-9fa2-f860984cc26a gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:41:39.390126 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-2ff362c5-58de-4e9c-86e0-1b67de17f407 None None] Publish callbacks [] for port, precommit_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:39.397960 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-2ff362c5-58de-4e9c-86e0-1b67de17f407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:39.439291 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2734122c-8a58-4683-b689-d16c104f4bc9 x-openstack-request-id: req-2734122c-8a58-4683-b689-d16c104f4bc9 {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:41:39.440075 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ca6fcd7-3d18-461a-8923-2a5fa84ee49a", "name": "network-vif-plugged", "status": "completed", "tag": "0fbbeae8-818b-4838-b4bf-3b9a782c2331", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:41:39.440702 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2734122c-8a58-4683-b689-d16c104f4bc9 {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:41:39.441316 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ca6fcd7-3d18-461a-8923-2a5fa84ee49a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fbbeae8-818b-4838-b4bf-3b9a782c2331', 'code': 200} Oct 20 10:41:39.459084 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff362c5-58de-4e9c-86e0-1b67de17f407 None None] Network dcf86141-da0d-4c82-9e01-66c4be279d2b is already hosted by enough agents. {{(pid=100598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:41:39.464020 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.base_scheduler [None req-2ff362c5-58de-4e9c-86e0-1b67de17f407 None None] Resources bound (agent type, host, resource id): {{(pid=100598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:41:39.470200 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff362c5-58de-4e9c-86e0-1b67de17f407 None None] Received port after_create {{(pid=100598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:41:39.482884 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff362c5-58de-4e9c-86e0-1b67de17f407 None None] Pushing event updated for resources: {'Port': ['ID=0f32eb19-93f9-4a94-a262-b1fdf0be7b2d,revision_number=1']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:39.555437 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-2ff362c5-58de-4e9c-86e0-1b67de17f407 None None] Attempting to bind port 0f32eb19-93f9-4a94-a262-b1fdf0be7b2d on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:41:39.556219 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-2ff362c5-58de-4e9c-86e0-1b67de17f407 None None] Attempting to bind port 0f32eb19-93f9-4a94-a262-b1fdf0be7b2d by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '24bad81e-aec3-4e68-b40a-6dbc28d3b906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'dcf86141-da0d-4c82-9e01-66c4be279d2b'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:41:39.557975 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff362c5-58de-4e9c-86e0-1b67de17f407 None None] Attempting to bind port 0f32eb19-93f9-4a94-a262-b1fdf0be7b2d on network dcf86141-da0d-4c82-9e01-66c4be279d2b {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:41:39.562433 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e4bb8f29-61b3-41ee-9292-377a1ab369e9 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:39.565300 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff362c5-58de-4e9c-86e0-1b67de17f407 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:41:39.566156 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff362c5-58de-4e9c-86e0-1b67de17f407 None None] Checking segment: {'id': '24bad81e-aec3-4e68-b40a-6dbc28d3b906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'dcf86141-da0d-4c82-9e01-66c4be279d2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:41:39.566809 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-2ff362c5-58de-4e9c-86e0-1b67de17f407 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:39.567486 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff362c5-58de-4e9c-86e0-1b67de17f407 None None] Bound using segment: {'id': '24bad81e-aec3-4e68-b40a-6dbc28d3b906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'dcf86141-da0d-4c82-9e01-66c4be279d2b'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:41:39.568385 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-2ff362c5-58de-4e9c-86e0-1b67de17f407 None None] Bound port: 0f32eb19-93f9-4a94-a262-b1fdf0be7b2d, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24bad81e-aec3-4e68-b40a-6dbc28d3b906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'dcf86141-da0d-4c82-9e01-66c4be279d2b'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:41:39.569439 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-2ff362c5-58de-4e9c-86e0-1b67de17f407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:39.596348 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-4819e48b-27b1-4fa3-bb44-ceb1281e397b admin admin] Deleting port 320d7942-4fc8-4c8e-a8f4-5c17165606de {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:41:39.598457 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4819e48b-27b1-4fa3-bb44-ceb1281e397b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:39.604492 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b540e57-eb13-4fa6-a233-0caba27b4eee req-92f52cde-6153-4718-a933-3abd9f019f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:39.606560 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b540e57-eb13-4fa6-a233-0caba27b4eee req-92f52cde-6153-4718-a933-3abd9f019f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:39.614959 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-5b540e57-eb13-4fa6-a233-0caba27b4eee req-92f52cde-6153-4718-a933-3abd9f019f14 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=7ca6fcd7-3d18-461a-8923-2a5fa84ee49a HTTP/1.1" status: 200 len: 1985 time: 0.1152203 Oct 20 10:41:39.618762 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bb8f29-61b3-41ee-9292-377a1ab369e9 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Pushing event deleted for resources: {'Port': ['ID=05894f7b-11b4-43d0-a600-98e918762731,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:39.659099 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-2ff362c5-58de-4e9c-86e0-1b67de17f407 None None] For port 0f32eb19-93f9-4a94-a262-b1fdf0be7b2d, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:41:39.665158 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-2ff362c5-58de-4e9c-86e0-1b67de17f407 None None] For port 0f32eb19-93f9-4a94-a262-b1fdf0be7b2d, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=0f32eb19-93f9-4a94-a262-b1fdf0be7b2d,segment=NetworkSegment(24bad81e-aec3-4e68-b40a-6dbc28d3b906),segment_id=24bad81e-aec3-4e68-b40a-6dbc28d3b906)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:41:39.671499 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-2ff362c5-58de-4e9c-86e0-1b67de17f407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:39.760356 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed966b6d-941f-46a4-8fda-eee5eba83b45 req-cd65bf55-32b0-4db1-b308-c3e45c19e8a2 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:39.794824 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff362c5-58de-4e9c-86e0-1b67de17f407 None None] Pushing event updated for resources: {'Port': ['ID=0f32eb19-93f9-4a94-a262-b1fdf0be7b2d,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:39.796568 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed966b6d-941f-46a4-8fda-eee5eba83b45 req-cd65bf55-32b0-4db1-b308-c3e45c19e8a2 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:39.802602 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ed966b6d-941f-46a4-8fda-eee5eba83b45 req-cd65bf55-32b0-4db1-b308-c3e45c19e8a2 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ca6fcd7-3d18-461a-8923-2a5fa84ee49a HTTP/1.1" status: 200 len: 1683 time: 0.4432673 Oct 20 10:41:39.886533 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-31782b36-ae72-417b-8b68-41a2a4da0e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4682edb-4333-4ef7-9fa2-f860984cc26a', 'name': 'tempest-ServersTestJSON-1195874891-router', 'tenant_id': '600f50cdae1e47df84de92209b6b6aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': '320d7942-4fc8-4c8e-a8f4-5c17165606de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:38:56Z', 'updated_at': '2021-10-20T10:41:36Z', 'revision_number': 5, 'project_id': '600f50cdae1e47df84de92209b6b6aa1', 'gw_port': {'id': '320d7942-4fc8-4c8e-a8f4-5c17165606de', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:8b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4682edb-4333-4ef7-9fa2-f860984cc26a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:38:57Z', 'updated_at': '2021-10-20T10:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:41:39.895265 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-5b540e57-eb13-4fa6-a233-0caba27b4eee req-4a312496-aeb1-4ef3-a44f-df2d781457f5 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=49245fbb-4e48-4db8-994f-34137d01c16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2637191 Oct 20 10:41:39.980813 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31782b36-ae72-417b-8b68-41a2a4da0e89 None None] The sync data for ids ['f4682edb-4333-4ef7-9fa2-f860984cc26a'] in n-d-811396-3 is: [{'id': 'f4682edb-4333-4ef7-9fa2-f860984cc26a', 'name': 'tempest-ServersTestJSON-1195874891-router', 'tenant_id': '600f50cdae1e47df84de92209b6b6aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': '320d7942-4fc8-4c8e-a8f4-5c17165606de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:38:56Z', 'updated_at': '2021-10-20T10:41:36Z', 'revision_number': 5, 'project_id': '600f50cdae1e47df84de92209b6b6aa1', 'gw_port': {'id': '320d7942-4fc8-4c8e-a8f4-5c17165606de', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:8b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4682edb-4333-4ef7-9fa2-f860984cc26a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:38:57Z', 'updated_at': '2021-10-20T10:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:41:40.086201 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e4bb8f29-61b3-41ee-9292-377a1ab369e9 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1771989'] for router_interface, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:40.213851 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bac6c85a-01f3-4241-ac02-3afd06785b03 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:40.269003 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bac6c85a-01f3-4241-ac02-3afd06785b03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:40.394470 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-46564e7d-b7a1-4801-a287-647c6f848cc3 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:40.410732 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-46564e7d-b7a1-4801-a287-647c6f848cc3 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:40.473255 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46564e7d-b7a1-4801-a287-647c6f848cc3 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5677540-43d1-455b-b321-4f0b84504334,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:40.478914 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-46564e7d-b7a1-4801-a287-647c6f848cc3 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:40.483180 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-46564e7d-b7a1-4801-a287-647c6f848cc3 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3239486 Oct 20 10:41:40.486093 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 58278) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:40.494642 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-f05d9502-a963-450d-8ebf-60bab3dc6eba tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Request body: {'security_group_rule': {'security_group_id': 'f5677540-43d1-455b-b321-4f0b84504334', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:41:40.541213 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ed966b6d-941f-46a4-8fda-eee5eba83b45 req-b53d75a7-44a0-495b-9cfc-839474e7ad03 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] 10.222.0.64 "GET /v2.0/security-groups?id=49245fbb-4e48-4db8-994f-34137d01c16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7317097 Oct 20 10:41:40.571737 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [None req-4819e48b-27b1-4fa3-bb44-ceb1281e397b admin admin] For port 320d7942-4fc8-4c8e-a8f4-5c17165606de, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=320d7942-4fc8-4c8e-a8f4-5c17165606de,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:41:40.572297 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4819e48b-27b1-4fa3-bb44-ceb1281e397b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:40.598752 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-4819e48b-27b1-4fa3-bb44-ceb1281e397b admin admin] Calling delete_port for 320d7942-4fc8-4c8e-a8f4-5c17165606de owned by network:router_gateway {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:41:40.603228 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f05d9502-a963-450d-8ebf-60bab3dc6eba tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:40.616713 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-bac6c85a-01f3-4241-ac02-3afd06785b03 admin admin] Allocated IP 172.25.1.168 (cbe170d3-31ba-45a2-b477-520ab0a7a8ea/f4e26aca-17ac-4adb-a66b-d939a1b35b64/99e3a22f-40dd-439e-90a9-052012056e55) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:41:40.639780 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4bb8f29-61b3-41ee-9292-377a1ab369e9 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Router a8b94c7b-90c6-4a43-b38e-42fb877dc13c has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:41:40.715039 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f05d9502-a963-450d-8ebf-60bab3dc6eba tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:40.726858 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f05d9502-a963-450d-8ebf-60bab3dc6eba tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:40.749549 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05d9502-a963-450d-8ebf-60bab3dc6eba tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1c9151b-0052-4225-9673-ed71ffbe18db,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:40.763219 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f05d9502-a963-450d-8ebf-60bab3dc6eba tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:40.764785 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-f05d9502-a963-450d-8ebf-60bab3dc6eba tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2758365 Oct 20 10:41:40.801781 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 58284) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:40.838966 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-31b03fe9-4963-482b-a60e-87197b904243 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:40.850853 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-31b03fe9-4963-482b-a60e-87197b904243 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:40.913689 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-31b03fe9-4963-482b-a60e-87197b904243 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:40.925538 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-31b03fe9-4963-482b-a60e-87197b904243 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:40.926618 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-31b03fe9-4963-482b-a60e-87197b904243 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/c1c9151b-0052-4225-9673-ed71ffbe18db HTTP/1.1" status: 204 len: 168 time: 0.1238358 Oct 20 10:41:40.932943 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 58288) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:40.947066 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b03fe9-4963-482b-a60e-87197b904243 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c1c9151b-0052-4225-9673-ed71ffbe18db,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:40.956605 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4819e48b-27b1-4fa3-bb44-ceb1281e397b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:41.016952 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4819e48b-27b1-4fa3-bb44-ceb1281e397b admin admin] Pushing event deleted for resources: {'Port': ['ID=320d7942-4fc8-4c8e-a8f4-5c17165606de,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:41.048093 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 58294) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:41.127502 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-27f174c9-18cf-4ad1-bb66-2bd5de5a7bbf tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1933873 Oct 20 10:41:41.130131 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 58302) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:41.161942 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4bb8f29-61b3-41ee-9292-377a1ab369e9 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:41:41.172349 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4819e48b-27b1-4fa3-bb44-ceb1281e397b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1773439'] for router_gateway, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:41.173181 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-e4bb8f29-61b3-41ee-9292-377a1ab369e9 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] 10.222.0.64 "PUT /v2.0/routers/a8b94c7b-90c6-4a43-b38e-42fb877dc13c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9926457 Oct 20 10:41:41.176676 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 58304) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:41.178759 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eab96f9-e867-41ef-a366-5770f98de575 None None] Sync routers for ids ['a8b94c7b-90c6-4a43-b38e-42fb877dc13c'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:41:41.197829 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eab96f9-e867-41ef-a366-5770f98de575 None None] Routers {'a8b94c7b-90c6-4a43-b38e-42fb877dc13c'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:41:41.199724 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-3eab96f9-e867-41ef-a366-5770f98de575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:41:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['a8b94c7b-90c6-4a43-b38e-42fb877dc13c'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:41:41.282939 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd85fff9-b157-4fef-8aac-5c0899e86a49 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Deleting subnet 28132bf4-11e5-43fb-896f-af6830dd6618 {{(pid=100597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:41:41.312683 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bac6c85a-01f3-4241-ac02-3afd06785b03 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:41.356821 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fd85fff9-b157-4fef-8aac-5c0899e86a49 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks [] for subnet, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:41.371909 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4819e48b-27b1-4fa3-bb44-ceb1281e397b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1772272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258304'] for router, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:41.375765 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4819e48b-27b1-4fa3-bb44-ceb1281e397b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:41.422782 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bac6c85a-01f3-4241-ac02-3afd06785b03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:41.465090 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-3eab96f9-e867-41ef-a366-5770f98de575 None None] Set router a8b94c7b-90c6-4a43-b38e-42fb877dc13c gateway port host: None {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:41:41.479276 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-da7089d5-c6a6-4e44-bd4c-e1e8832221d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:41.499822 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fd85fff9-b157-4fef-8aac-5c0899e86a49 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25852621'] for subnet, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:41.502125 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4819e48b-27b1-4fa3-bb44-ceb1281e397b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1772267'] for router, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:41.502853 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4819e48b-27b1-4fa3-bb44-ceb1281e397b admin admin] Fanout notify agent at l3_agent the message router_deleted on router f4682edb-4333-4ef7-9fa2-f860984cc26a {{(pid=100596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 10:41:41.503659 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac6c85a-01f3-4241-ac02-3afd06785b03 admin admin] Network cbe170d3-31ba-45a2-b477-520ab0a7a8ea is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:41:41.537687 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4819e48b-27b1-4fa3-bb44-ceb1281e397b admin admin] Publish callbacks [] for router, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:41.543503 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-bac6c85a-01f3-4241-ac02-3afd06785b03 admin admin] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:41:41.544229 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-4819e48b-27b1-4fa3-bb44-ceb1281e397b admin admin] 10.222.0.64 "DELETE /v2.0/routers/f4682edb-4333-4ef7-9fa2-f860984cc26a HTTP/1.1" status: 204 len: 168 time: 3.0115831 Oct 20 10:41:41.548210 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 58312) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:41.588224 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac6c85a-01f3-4241-ac02-3afd06785b03 admin admin] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:41:41.605702 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac6c85a-01f3-4241-ac02-3afd06785b03 admin admin] Pushing event updated for resources: {'Port': ['ID=99e3a22f-40dd-439e-90a9-052012056e55,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:41.680090 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 0f32eb19-93f9-4a94-a262-b1fdf0be7b2d up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:41:41.774565 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-da7089d5-c6a6-4e44-bd4c-e1e8832221d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:41.810694 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8125ad92-b5eb-4b2c-84b8-6133e70198e6 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:41.815893 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-da7089d5-c6a6-4e44-bd4c-e1e8832221d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:41.918687 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-da7089d5-c6a6-4e44-bd4c-e1e8832221d9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8b836d3d7a8946f3b8c71ffc83237f4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8665266 Oct 20 10:41:41.927244 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_v2 [None req-3552e3f9-9f5f-47c8-9386-0fdceeb86cf7 admin admin] Deleting subnet 23d5dc21-e5ce-4676-bd7b-3e25bdae4f75 {{(pid=100597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:41:41.928367 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8125ad92-b5eb-4b2c-84b8-6133e70198e6 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:41.929293 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 58324) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:41.937553 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 0f32eb19-93f9-4a94-a262-b1fdf0be7b2d triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:41:41.937935 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:41.941931 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3552e3f9-9f5f-47c8-9386-0fdceeb86cf7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:41.988162 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8125ad92-b5eb-4b2c-84b8-6133e70198e6 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:41.990785 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8125ad92-b5eb-4b2c-84b8-6133e70198e6 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:41.992017 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-8125ad92-b5eb-4b2c-84b8-6133e70198e6 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] 10.222.0.64 "DELETE /v2.0/security-groups/f5677540-43d1-455b-b321-4f0b84504334 HTTP/1.1" status: 204 len: 168 time: 0.8595076 Oct 20 10:41:41.996794 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 58326) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:42.007056 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7089d5-c6a6-4e44-bd4c-e1e8832221d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d120720-cd8b-4404-b1c8-247b9171bfbc,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:42.016155 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fd85fff9-b157-4fef-8aac-5c0899e86a49 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:42.033552 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55e2bde-687c-47ea-b781-a6aaf3aeae2f req-7bf5694f-b0dd-401e-a39e-f06fe696bef7 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:42.039748 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55e2bde-687c-47ea-b781-a6aaf3aeae2f req-7bf5694f-b0dd-401e-a39e-f06fe696bef7 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:42.042927 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77a41564-5c4c-45d2-9315-6448d16a287d None None] Network dcf86141-da0d-4c82-9e01-66c4be279d2b requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:41:42.048518 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f55e2bde-687c-47ea-b781-a6aaf3aeae2f req-7bf5694f-b0dd-401e-a39e-f06fe696bef7 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ca6fcd7-3d18-461a-8923-2a5fa84ee49a HTTP/1.1" status: 200 len: 1683 time: 0.2702320 Oct 20 10:41:42.101001 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3552e3f9-9f5f-47c8-9386-0fdceeb86cf7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25852621'] for subnet, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:42.103153 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f55e2bde-687c-47ea-b781-a6aaf3aeae2f req-9121fe36-aaef-4bb5-b9c5-af321673c7f5 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] 10.222.0.64 "GET /v2.0/security-groups?id=49245fbb-4e48-4db8-994f-34137d01c16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546072 Oct 20 10:41:42.104968 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-8f88efbc-d50c-4d07-9923-d465d06bbcb4 None None] Provisioning complete for port 0f32eb19-93f9-4a94-a262-b1fdf0be7b2d triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:41:42.105604 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-8f88efbc-d50c-4d07-9923-d465d06bbcb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:42.128654 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8125ad92-b5eb-4b2c-84b8-6133e70198e6 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5677540-43d1-455b-b321-4f0b84504334,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:42.134575 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-aeba8c3e-db8f-4a81-be81-dbf229a3dfb6 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1367261 Oct 20 10:41:42.144077 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 58330) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:42.149917 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-4e165281-bfa4-4222-9943-bbd17e891877 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Request body: {'security_group': {'name': 'tempest-secgroup--1531487685'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:41:42.196839 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4e165281-bfa4-4222-9943-bbd17e891877 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:42.214493 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-06d04015-a3f0-436f-a63d-b59d7cac32f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:42.318197 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fd85fff9-b157-4fef-8aac-5c0899e86a49 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25350811'] for subnet, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:42.321994 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4e165281-bfa4-4222-9943-bbd17e891877 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:42.330033 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4e165281-bfa4-4222-9943-bbd17e891877 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:42.372530 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:42.374835 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-06d04015-a3f0-436f-a63d-b59d7cac32f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:42.375105 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4e165281-bfa4-4222-9943-bbd17e891877 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:42.376676 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-4e165281-bfa4-4222-9943-bbd17e891877 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2316191 Oct 20 10:41:42.380198 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 58334) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:42.387690 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-56bd1b98-4818-4933-8406-1d2c303cd8fe tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Request body: {'security_group_rule': {'security_group_id': '7558b055-653c-4cac-ba5a-7f944390da51', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:41:42.415289 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e165281-bfa4-4222-9943-bbd17e891877 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7558b055-653c-4cac-ba5a-7f944390da51,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:42.429178 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd85fff9-b157-4fef-8aac-5c0899e86a49 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Pushing event deleted for resources: {'Subnet': ['ID=28132bf4-11e5-43fb-896f-af6830dd6618,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:42.442680 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fd85fff9-b157-4fef-8aac-5c0899e86a49 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:42.447063 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-fd85fff9-b157-4fef-8aac-5c0899e86a49 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] 10.222.0.64 "DELETE /v2.0/subnets/28132bf4-11e5-43fb-896f-af6830dd6618 HTTP/1.1" status: 204 len: 168 time: 1.2689056 Oct 20 10:41:42.450761 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-56bd1b98-4818-4933-8406-1d2c303cd8fe tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:42.454032 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 58336) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:42.456775 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3552e3f9-9f5f-47c8-9386-0fdceeb86cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:42.480264 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-3eab96f9-e867-41ef-a366-5770f98de575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8b94c7b-90c6-4a43-b38e-42fb877dc13c', 'name': 'tempest-RoutersIpV6Test-router-173173775', 'tenant_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:40:44Z', 'updated_at': '2021-10-20T10:41:39Z', 'revision_number': 10, 'project_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'gw_port_host': None, '_interfaces': [{'id': 'a433fd22-5091-42cf-9307-867519e1307c', 'name': '', 'network_id': '7fb59595-a6b9-4497-8ca6-3155b1017eae', 'tenant_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'mac_address': 'fa:16:3e:73:ac:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b94c7b-90c6-4a43-b38e-42fb877dc13c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': '3341a74b-11cb-40df-b7ec-fdbefa4a8688', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:40:46Z', 'updated_at': '2021-10-20T10:40:54Z', 'revision_number': 5, 'project_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'subnets': [{'id': '3341a74b-11cb-40df-b7ec-fdbefa4a8688', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:41:42.591672 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-56bd1b98-4818-4933-8406-1d2c303cd8fe tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:42.608080 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-56bd1b98-4818-4933-8406-1d2c303cd8fe tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:42.624064 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bac6c85a-01f3-4241-ac02-3afd06785b03 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:42.634643 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bd1b98-4818-4933-8406-1d2c303cd8fe tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfbe332e-bae7-406e-b3ef-4aa412f05e56,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:42.643493 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-56bd1b98-4818-4933-8406-1d2c303cd8fe tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:42.644747 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-56bd1b98-4818-4933-8406-1d2c303cd8fe tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2621348 Oct 20 10:41:42.649964 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 58342) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:42.672971 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-0874860f-dd15-4a85-9c3a-c35d7c055e45 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Request body: {'security_group_rule': {'security_group_id': '7558b055-653c-4cac-ba5a-7f944390da51', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:41:42.681465 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-065f611b-7354-40ae-adc8-f6108c0021f0 None None] Network d01baf07-86f4-4d28-8b19-65aed1553de5 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:41:42.682503 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-94ac6e12-425f-47d4-86cb-fc87ce98bc84 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:42.706288 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858f9053-0939-4a84-af34-a9c5d494f8e9 req-581f2ce2-57bb-4d6e-a07d-f28ceafe6bf8 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:42.706903 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-06d04015-a3f0-436f-a63d-b59d7cac32f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:42.707803 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eab96f9-e867-41ef-a366-5770f98de575 None None] Checking router: a8b94c7b-90c6-4a43-b38e-42fb877dc13c for host: n-d-811396-3 {{(pid=100598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:41:42.710409 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-06d04015-a3f0-436f-a63d-b59d7cac32f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:42.714446 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-06d04015-a3f0-436f-a63d-b59d7cac32f4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6d120720-cd8b-4404-b1c8-247b9171bfbc HTTP/1.1" status: 204 len: 168 time: 0.7797344 Oct 20 10:41:42.730270 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858f9053-0939-4a84-af34-a9c5d494f8e9 req-581f2ce2-57bb-4d6e-a07d-f28ceafe6bf8 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:42.732362 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-858f9053-0939-4a84-af34-a9c5d494f8e9 req-581f2ce2-57bb-4d6e-a07d-f28ceafe6bf8 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ca6fcd7-3d18-461a-8923-2a5fa84ee49a HTTP/1.1" status: 200 len: 1683 time: 0.1533070 Oct 20 10:41:42.755906 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d04015-a3f0-436f-a63d-b59d7cac32f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d120720-cd8b-4404-b1c8-247b9171bfbc,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:42.761060 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] For port 0f32eb19-93f9-4a94-a262-b1fdf0be7b2d, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=0f32eb19-93f9-4a94-a262-b1fdf0be7b2d,segment=NetworkSegment(24bad81e-aec3-4e68-b40a-6dbc28d3b906),segment_id=24bad81e-aec3-4e68-b40a-6dbc28d3b906)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:41:42.767148 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3552e3f9-9f5f-47c8-9386-0fdceeb86cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25350811'] for subnet, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:42.780029 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eab96f9-e867-41ef-a366-5770f98de575 None None] Routers {'a8b94c7b-90c6-4a43-b38e-42fb877dc13c'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:41:42.780670 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-3eab96f9-e867-41ef-a366-5770f98de575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:41:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['a8b94c7b-90c6-4a43-b38e-42fb877dc13c'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:41:42.842818 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3552e3f9-9f5f-47c8-9386-0fdceeb86cf7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23d5dc21-e5ce-4676-bd7b-3e25bdae4f75,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:42.866903 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-858f9053-0939-4a84-af34-a9c5d494f8e9 req-9fb05c28-9a8e-456c-89ba-512360c877c8 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] 10.222.0.64 "GET /v2.0/security-groups?id=49245fbb-4e48-4db8-994f-34137d01c16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211793 Oct 20 10:41:42.868393 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0874860f-dd15-4a85-9c3a-c35d7c055e45 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:42.879741 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3552e3f9-9f5f-47c8-9386-0fdceeb86cf7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:42.884581 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-3552e3f9-9f5f-47c8-9386-0fdceeb86cf7 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/23d5dc21-e5ce-4676-bd7b-3e25bdae4f75 HTTP/1.1" status: 204 len: 168 time: 1.3165317 Oct 20 10:41:42.890785 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 58348) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:42.901922 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-3eab96f9-e867-41ef-a366-5770f98de575 None None] Set router a8b94c7b-90c6-4a43-b38e-42fb877dc13c gateway port host: None {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:41:42.936438 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0874860f-dd15-4a85-9c3a-c35d7c055e45 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:42.940824 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0874860f-dd15-4a85-9c3a-c35d7c055e45 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:42.952386 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 7 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 10:41:42.964656 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0874860f-dd15-4a85-9c3a-c35d7c055e45 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a01d73c2-7020-4893-9e29-d6bc2091cb66,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:42.973058 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0874860f-dd15-4a85-9c3a-c35d7c055e45 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:42.974551 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-0874860f-dd15-4a85-9c3a-c35d7c055e45 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3237000 Oct 20 10:41:42.977143 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 58354) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:42.984805 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-93e9179f-f9ae-4abb-b920-68ba0d6c7564 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Request body: {'security_group_rule': {'security_group_id': '7558b055-653c-4cac-ba5a-7f944390da51', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:41:43.021333 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:43.040526 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-93e9179f-f9ae-4abb-b920-68ba0d6c7564 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:43.054419 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-67bd63bc-9cf1-4335-a5a6-984ba237b749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:43.103242 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-94ac6e12-425f-47d4-86cb-fc87ce98bc84 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Deleting port 6676f79a-62e5-48d7-86b0-7790d8ee8d2b {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:41:43.103457 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-94ac6e12-425f-47d4-86cb-fc87ce98bc84 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:43.134293 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-93e9179f-f9ae-4abb-b920-68ba0d6c7564 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:43.136827 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dae3d55e-f983-4e5e-afe5-721c685944c5 None None] Network 411d4234-6028-4133-8d80-5a148f5163b9 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:41:43.138891 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-93e9179f-f9ae-4abb-b920-68ba0d6c7564 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:43.144764 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device f3cdd7d6-25e8-467b-b498-e2af317dccd3 no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:41:43.160277 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e9179f-f9ae-4abb-b920-68ba0d6c7564 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f48000f6-608b-46ae-b9b4-26160e9a3fb1,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:43.166676 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bac6c85a-01f3-4241-ac02-3afd06785b03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1773475'] for router, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:43.171773 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-93e9179f-f9ae-4abb-b920-68ba0d6c7564 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:43.173556 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-93e9179f-f9ae-4abb-b920-68ba0d6c7564 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1951663 Oct 20 10:41:43.176645 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 58358) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:43.182031 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-6dc86274-0e32-48c0-acc7-7c982933a771 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Request body: {'security_group_rule': {'security_group_id': '7558b055-653c-4cac-ba5a-7f944390da51', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:41:43.238205 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: f3cdd7d6-25e8-467b-b498-e2af317dccd3 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:41:43.238547 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device f3cdd7d6-25e8-467b-b498-e2af317dccd3 not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:41:43.241539 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6dc86274-0e32-48c0-acc7-7c982933a771 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:43.265944 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [None req-94ac6e12-425f-47d4-86cb-fc87ce98bc84 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] For port 6676f79a-62e5-48d7-86b0-7790d8ee8d2b, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=6676f79a-62e5-48d7-86b0-7790d8ee8d2b,segment=NetworkSegment(7978b5c0-7db1-4566-81f4-deec05efd6cc),segment_id=7978b5c0-7db1-4566-81f4-deec05efd6cc)] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:41:43.266517 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-94ac6e12-425f-47d4-86cb-fc87ce98bc84 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:43.285088 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-94ac6e12-425f-47d4-86cb-fc87ce98bc84 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Calling delete_port for 6676f79a-62e5-48d7-86b0-7790d8ee8d2b owned by network:dhcp {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:41:43.310567 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-8f88efbc-d50c-4d07-9923-d465d06bbcb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:43.332870 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6dc86274-0e32-48c0-acc7-7c982933a771 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:43.337278 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6dc86274-0e32-48c0-acc7-7c982933a771 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:43.339589 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 320d7942-4fc8-4c8e-a8f4-5c17165606de no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:41:43.361733 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc86274-0e32-48c0-acc7-7c982933a771 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f3f84f6-104d-44e5-b836-4711eed0f3d5,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:43.380017 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6dc86274-0e32-48c0-acc7-7c982933a771 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:43.385296 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-6dc86274-0e32-48c0-acc7-7c982933a771 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2074184 Oct 20 10:41:43.386100 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 58366) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:43.392409 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-fd3818ca-aa1c-4bd5-8c0b-bd5d18e85bd0 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Request body: {'security_group_rule': {'security_group_id': '7558b055-653c-4cac-ba5a-7f944390da51', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:41:43.433445 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-fd3818ca-aa1c-4bd5-8c0b-bd5d18e85bd0 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:43.466128 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 320d7942-4fc8-4c8e-a8f4-5c17165606de {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:41:43.466650 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 320d7942-4fc8-4c8e-a8f4-5c17165606de not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:41:43.552715 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-fd3818ca-aa1c-4bd5-8c0b-bd5d18e85bd0 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:43.557889 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-fd3818ca-aa1c-4bd5-8c0b-bd5d18e85bd0 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:43.597778 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-94ac6e12-425f-47d4-86cb-fc87ce98bc84 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:43.612612 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3818ca-aa1c-4bd5-8c0b-bd5d18e85bd0 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8d5e43d-1297-463a-b82e-dd98411caa45,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:43.617135 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.db.api [None req-8f88efbc-d50c-4d07-9923-d465d06bbcb4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 10:41:43.617680 n-d-811396-3 neutron-server[100598]: DEBUG oslo_db.api [None req-8f88efbc-d50c-4d07-9923-d465d06bbcb4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 10:41:43.618350 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Pushing event updated for resources: {'Port': ['ID=0f32eb19-93f9-4a94-a262-b1fdf0be7b2d,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:43.645282 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-fd3818ca-aa1c-4bd5-8c0b-bd5d18e85bd0 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:43.651854 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-fd3818ca-aa1c-4bd5-8c0b-bd5d18e85bd0 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2640877 Oct 20 10:41:43.653423 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 58374) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:43.708870 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-06e8cc8f-cd56-402b-aee4-eba5af6af48c tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:43.720434 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ac6e12-425f-47d4-86cb-fc87ce98bc84 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Pushing event deleted for resources: {'Port': ['ID=6676f79a-62e5-48d7-86b0-7790d8ee8d2b,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:43.727914 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ac6e12-425f-47d4-86cb-fc87ce98bc84 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] No DVR routers for this DVR port 6676f79a-62e5-48d7-86b0-7790d8ee8d2b on host n-d-811396-3 {{(pid=100597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:41:43.745627 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-3eab96f9-e867-41ef-a366-5770f98de575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8b94c7b-90c6-4a43-b38e-42fb877dc13c', 'name': 'tempest-RoutersIpV6Test-router-173173775', 'tenant_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:40:44Z', 'updated_at': '2021-10-20T10:41:39Z', 'revision_number': 10, 'project_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'gw_port_host': None, '_interfaces': [{'id': 'a433fd22-5091-42cf-9307-867519e1307c', 'name': '', 'network_id': '7fb59595-a6b9-4497-8ca6-3155b1017eae', 'tenant_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'mac_address': 'fa:16:3e:73:ac:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b94c7b-90c6-4a43-b38e-42fb877dc13c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': '3341a74b-11cb-40df-b7ec-fdbefa4a8688', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:40:46Z', 'updated_at': '2021-10-20T10:40:54Z', 'revision_number': 5, 'project_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'subnets': [{'id': '3341a74b-11cb-40df-b7ec-fdbefa4a8688', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:41:43.746105 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-06e8cc8f-cd56-402b-aee4-eba5af6af48c tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:43.809596 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eab96f9-e867-41ef-a366-5770f98de575 None None] The sync data for ids ['a8b94c7b-90c6-4a43-b38e-42fb877dc13c'] in n-d-811396-3 is: [{'id': 'a8b94c7b-90c6-4a43-b38e-42fb877dc13c', 'name': 'tempest-RoutersIpV6Test-router-173173775', 'tenant_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:40:44Z', 'updated_at': '2021-10-20T10:41:39Z', 'revision_number': 10, 'project_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'gw_port_host': None, '_interfaces': [{'id': 'a433fd22-5091-42cf-9307-867519e1307c', 'name': '', 'network_id': '7fb59595-a6b9-4497-8ca6-3155b1017eae', 'tenant_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'mac_address': 'fa:16:3e:73:ac:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b94c7b-90c6-4a43-b38e-42fb877dc13c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': '3341a74b-11cb-40df-b7ec-fdbefa4a8688', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:40:46Z', 'updated_at': '2021-10-20T10:40:54Z', 'revision_number': 5, 'project_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'subnets': [{'id': '3341a74b-11cb-40df-b7ec-fdbefa4a8688', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:41:43.829039 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-67bd63bc-9cf1-4335-a5a6-984ba237b749 admin admin] Deleting port 50c2413d-d35b-4024-bee1-d1210683a926 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:41:43.829350 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-67bd63bc-9cf1-4335-a5a6-984ba237b749 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:43.847822 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-06e8cc8f-cd56-402b-aee4-eba5af6af48c tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:43.856150 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f785138-1dfa-4cfe-8698-d25e566cabb5 None None] DHCP port deletion for d01baf07-86f4-4d28-8b19-65aed1553de5 request from n-d-811396-3 {{(pid=100598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:41:43.869850 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-06e8cc8f-cd56-402b-aee4-eba5af6af48c tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:43.875760 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-06e8cc8f-cd56-402b-aee4-eba5af6af48c tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/d8d5e43d-1297-463a-b82e-dd98411caa45 HTTP/1.1" status: 204 len: 168 time: 0.2176514 Oct 20 10:41:43.880736 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 58380) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:43.959826 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-c48a7a82-5c2e-4fda-9e0c-860872dbb3ab tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0765135 Oct 20 10:41:43.974805 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e8cc8f-cd56-402b-aee4-eba5af6af48c tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d8d5e43d-1297-463a-b82e-dd98411caa45,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:43.977133 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 58386) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:44.064602 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e5095181-b040-4eb1-9fa0-6822002123ac tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:44.075217 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e5095181-b040-4eb1-9fa0-6822002123ac tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:44.099137 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9588e2-80d7-4e55-ab4a-727f58baa239 req-db026367-9f22-4945-b009-1ddefbdcb951 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:44.101473 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-94ac6e12-425f-47d4-86cb-fc87ce98bc84 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:44.107076 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9588e2-80d7-4e55-ab4a-727f58baa239 req-db026367-9f22-4945-b009-1ddefbdcb951 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:44.108768 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2b9588e2-80d7-4e55-ab4a-727f58baa239 req-db026367-9f22-4945-b009-1ddefbdcb951 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ca6fcd7-3d18-461a-8923-2a5fa84ee49a HTTP/1.1" status: 200 len: 1683 time: 0.1306291 Oct 20 10:41:44.125059 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [None req-67bd63bc-9cf1-4335-a5a6-984ba237b749 admin admin] For port 50c2413d-d35b-4024-bee1-d1210683a926, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=50c2413d-d35b-4024-bee1-d1210683a926,segment=NetworkSegment(95e9de36-3ccc-4b38-8bfc-db37fedbb6af),segment_id=95e9de36-3ccc-4b38-8bfc-db37fedbb6af)] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:41:44.125424 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-67bd63bc-9cf1-4335-a5a6-984ba237b749 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:44.148829 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bac6c85a-01f3-4241-ac02-3afd06785b03 admin admin] Router 57e1c470-eb6c-4f1a-bb52-d159ea602c08 is scheduled to L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 with binding_index 1 {{(pid=100597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 10:41:44.164271 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-94ac6e12-425f-47d4-86cb-fc87ce98bc84 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d01baf07-86f4-4d28-8b19-65aed1553de5']}} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:41:44.167899 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-67bd63bc-9cf1-4335-a5a6-984ba237b749 admin admin] Calling delete_port for 50c2413d-d35b-4024-bee1-d1210683a926 owned by network:dhcp {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:41:44.185006 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-94ac6e12-425f-47d4-86cb-fc87ce98bc84 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7978b5c0-7db1-4566-81f4-deec05efd6cc') {'for_net_delete': True} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:41:44.185555 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-94ac6e12-425f-47d4-86cb-fc87ce98bc84 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7978b5c0-7db1-4566-81f4-deec05efd6cc') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:41:44.248118 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e5095181-b040-4eb1-9fa0-6822002123ac tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:44.250128 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a40184a1-29bd-40cf-a4ec-99183726f1ba None None] DHCP port deletion for 411d4234-6028-4133-8d80-5a148f5163b9 request from n-d-811396-3 {{(pid=100598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:41:44.264170 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c6ee9b-5d64-4962-ba73-2a5e1f15c377 req-d3b985b2-b379-4fcb-9a62-40aba0e5db6c tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:44.270536 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c6ee9b-5d64-4962-ba73-2a5e1f15c377 req-d3b985b2-b379-4fcb-9a62-40aba0e5db6c tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:44.272336 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-f9c6ee9b-5d64-4962-ba73-2a5e1f15c377 req-d3b985b2-b379-4fcb-9a62-40aba0e5db6c tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] 10.222.0.69 "GET /v2.0/ports?device_id=7ca6fcd7-3d18-461a-8923-2a5fa84ee49a HTTP/1.1" status: 200 len: 1683 time: 0.3042645 Oct 20 10:41:44.279345 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e5095181-b040-4eb1-9fa0-6822002123ac tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:44.280311 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-94ac6e12-425f-47d4-86cb-fc87ce98bc84 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25852596'] for segment, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:44.285709 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-e5095181-b040-4eb1-9fa0-6822002123ac tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/5f3f84f6-104d-44e5-b836-4711eed0f3d5 HTTP/1.1" status: 204 len: 168 time: 0.2612386 Oct 20 10:41:44.288526 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5095181-b040-4eb1-9fa0-6822002123ac tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5f3f84f6-104d-44e5-b836-4711eed0f3d5,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:44.295159 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 58394) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:44.344710 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2b9588e2-80d7-4e55-ab4a-727f58baa239 req-fc3dbb4c-64a5-4b7b-b41a-5b0e6542ce37 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] 10.222.0.64 "GET /v2.0/security-groups?id=49245fbb-4e48-4db8-994f-34137d01c16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222514 Oct 20 10:41:44.420615 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-a40184a1-29bd-40cf-a4ec-99183726f1ba None None] Deleting port 50c2413d-d35b-4024-bee1-d1210683a926 {{(pid=100598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:41:44.421248 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-a40184a1-29bd-40cf-a4ec-99183726f1ba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:44.449954 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-94ac6e12-425f-47d4-86cb-fc87ce98bc84 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:44.472919 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94ac6e12-425f-47d4-86cb-fc87ce98bc84 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Releasing vlan 840 on physical network physnet1 to pool {{(pid=100597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:41:44.473335 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-94ac6e12-425f-47d4-86cb-fc87ce98bc84 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951012'] for segment, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:44.478762 n-d-811396-3 neutron-server[100597]: Traceback (most recent call last): Oct 20 10:41:44.478762 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:41:44.478762 n-d-811396-3 neutron-server[100597]: timer() Oct 20 10:41:44.478762 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:41:44.478762 n-d-811396-3 neutron-server[100597]: cb(*args, **kw) Oct 20 10:41:44.478762 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:41:44.478762 n-d-811396-3 neutron-server[100597]: return func(*args, **kwargs) Oct 20 10:41:44.478762 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:41:44.478762 n-d-811396-3 neutron-server[100597]: self._notify() Oct 20 10:41:44.478762 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:41:44.478762 n-d-811396-3 neutron-server[100597]: self.callback(batched_events) Oct 20 10:41:44.478762 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:41:44.478762 n-d-811396-3 neutron-server[100597]: event.method(event) Oct 20 10:41:44.478762 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:41:44.478762 n-d-811396-3 neutron-server[100597]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:41:44.478762 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:41:44.478762 n-d-811396-3 neutron-server[100597]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:41:44.478762 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:41:44.478762 n-d-811396-3 neutron-server[100597]: return f(self, *a, **k) Oct 20 10:41:44.478762 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:41:44.478762 n-d-811396-3 neutron-server[100597]: return self._get(url).json() Oct 20 10:41:44.478762 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:41:44.478762 n-d-811396-3 neutron-server[100597]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:41:44.478762 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:41:44.478762 n-d-811396-3 neutron-server[100597]: return self.request(url, 'GET', **kwargs) Oct 20 10:41:44.478762 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:41:44.478762 n-d-811396-3 neutron-server[100597]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:41:44.478762 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:41:44.478762 n-d-811396-3 neutron-server[100597]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:41:44.478762 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:41:44.478762 n-d-811396-3 neutron-server[100597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:41:44.478762 n-d-811396-3 neutron-server[100597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:41:44.578764 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 58398) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:44.588068 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-a40184a1-29bd-40cf-a4ec-99183726f1ba None None] For port 50c2413d-d35b-4024-bee1-d1210683a926, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=50c2413d-d35b-4024-bee1-d1210683a926,segment=NetworkSegment(95e9de36-3ccc-4b38-8bfc-db37fedbb6af),segment_id=95e9de36-3ccc-4b38-8bfc-db37fedbb6af)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:41:44.588548 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-a40184a1-29bd-40cf-a4ec-99183726f1ba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:44.603955 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-e7bd4a18-503e-442e-8e11-2ea5973f5c44 None None] Provisioning complete for port 0f32eb19-93f9-4a94-a262-b1fdf0be7b2d triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:41:44.604486 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-e7bd4a18-503e-442e-8e11-2ea5973f5c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:44.607474 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-a40184a1-29bd-40cf-a4ec-99183726f1ba None None] Calling delete_port for 50c2413d-d35b-4024-bee1-d1210683a926 owned by network:dhcp {{(pid=100598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:41:44.656677 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-76885219-b985-4fe9-8aa0-ded0ffcfa7bb tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.3514376 Oct 20 10:41:44.659622 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 58402) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:44.673359 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-94ac6e12-425f-47d4-86cb-fc87ce98bc84 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:44.684642 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-94ac6e12-425f-47d4-86cb-fc87ce98bc84 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:44.687762 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-94ac6e12-425f-47d4-86cb-fc87ce98bc84 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] 10.222.0.64 "DELETE /v2.0/networks/d01baf07-86f4-4d28-8b19-65aed1553de5 HTTP/1.1" status: 204 len: 168 time: 2.2282739 Oct 20 10:41:44.691492 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bac6c85a-01f3-4241-ac02-3afd06785b03 admin admin] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:41:44.693812 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 58404) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:44.703152 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009757ce-abcd-4cd5-968a-dd669c3f7810 None None] Sync routers for ids ['57e1c470-eb6c-4f1a-bb52-d159ea602c08'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:41:44.719540 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-67bd63bc-9cf1-4335-a5a6-984ba237b749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:44.719774 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009757ce-abcd-4cd5-968a-dd669c3f7810 None None] Routers {'57e1c470-eb6c-4f1a-bb52-d159ea602c08'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:41:44.720548 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-009757ce-abcd-4cd5-968a-dd669c3f7810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:41:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['57e1c470-eb6c-4f1a-bb52-d159ea602c08'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:41:44.733831 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ac6e12-425f-47d4-86cb-fc87ce98bc84 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Pushing event deleted for resources: {'Network': ['ID=d01baf07-86f4-4d28-8b19-65aed1553de5,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:44.771307 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67bd63bc-9cf1-4335-a5a6-984ba237b749 admin admin] No DVR routers for this DVR port 50c2413d-d35b-4024-bee1-d1210683a926 on host n-d-811396-3 {{(pid=100597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:41:44.773507 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bd63bc-9cf1-4335-a5a6-984ba237b749 admin admin] Pushing event deleted for resources: {'Port': ['ID=50c2413d-d35b-4024-bee1-d1210683a926,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:44.779475 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a18fdea6-b7e5-4d98-98af-5afc66b2e770 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:44.781889 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bac6c85a-01f3-4241-ac02-3afd06785b03 admin admin] Publish callbacks [] for router, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:44.783325 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-bac6c85a-01f3-4241-ac02-3afd06785b03 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.0969484 Oct 20 10:41:44.791409 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a18fdea6-b7e5-4d98-98af-5afc66b2e770 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:44.796171 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-a40184a1-29bd-40cf-a4ec-99183726f1ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956'] for port, after_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:44.826391 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40184a1-29bd-40cf-a4ec-99183726f1ba None None] Pushing event deleted for resources: {'Port': ['ID=50c2413d-d35b-4024-bee1-d1210683a926,revision_number=None']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:44.830146 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40184a1-29bd-40cf-a4ec-99183726f1ba None None] No DVR routers for this DVR port 50c2413d-d35b-4024-bee1-d1210683a926 on host n-d-811396-3 {{(pid=100598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:41:44.834716 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 58406) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:44.887271 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a18fdea6-b7e5-4d98-98af-5afc66b2e770 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:44.888388 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-009757ce-abcd-4cd5-968a-dd669c3f7810 None None] Set router 57e1c470-eb6c-4f1a-bb52-d159ea602c08 gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:41:44.925898 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a18fdea6-b7e5-4d98-98af-5afc66b2e770 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:44.930228 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-a18fdea6-b7e5-4d98-98af-5afc66b2e770 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/f48000f6-608b-46ae-b9b4-26160e9a3fb1 HTTP/1.1" status: 204 len: 168 time: 0.2665000 Oct 20 10:41:44.933041 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 58408) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:44.938900 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ce85b46a-4cbc-4708-be91-1f0a99d4b66e admin admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:44.962756 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18fdea6-b7e5-4d98-98af-5afc66b2e770 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f48000f6-608b-46ae-b9b4-26160e9a3fb1,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:45.137935 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [req-f9c6ee9b-5d64-4962-ba73-2a5e1f15c377 req-568c5254-a058-414c-99a1-6352c7359073 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Deleting port 5adc4c29-160e-4043-990b-b814bea38859 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:41:45.137935 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-f9c6ee9b-5d64-4962-ba73-2a5e1f15c377 req-568c5254-a058-414c-99a1-6352c7359073 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:45.138621 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-729ece98-cd0a-4c4c-9c92-8f743635d420 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1939492 Oct 20 10:41:45.140728 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 58420) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:45.155533 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-009757ce-abcd-4cd5-968a-dd669c3f7810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57e1c470-eb6c-4f1a-bb52-d159ea602c08', 'name': 'tempest-TaggedBootDevicesTest_v242-269030753-router', 'tenant_id': 'cfcb374660ef40a8b05378b5e2eaff9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': '99e3a22f-40dd-439e-90a9-052012056e55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:41:38Z', 'updated_at': '2021-10-20T10:41:42Z', 'revision_number': 3, 'project_id': 'cfcb374660ef40a8b05378b5e2eaff9e', 'gw_port': {'id': '99e3a22f-40dd-439e-90a9-052012056e55', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:c6:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57e1c470-eb6c-4f1a-bb52-d159ea602c08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:41:40Z', 'updated_at': '2021-10-20T10:41:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:41:45.205129 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009757ce-abcd-4cd5-968a-dd669c3f7810 None None] Checking router: 57e1c470-eb6c-4f1a-bb52-d159ea602c08 for host: n-d-811396-3 {{(pid=100599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:41:45.205821 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009757ce-abcd-4cd5-968a-dd669c3f7810 None None] Updating router 57e1c470-eb6c-4f1a-bb52-d159ea602c08 port 99e3a22f-40dd-439e-90a9-052012056e55 binding host n-d-811396-3 {{(pid=100599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 10:41:45.247231 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-009757ce-abcd-4cd5-968a-dd669c3f7810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:45.264967 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-67bd63bc-9cf1-4335-a5a6-984ba237b749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:45.313140 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e2d848fc-0ae4-4cd8-80ad-219b216193e7 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:45.347662 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-67bd63bc-9cf1-4335-a5a6-984ba237b749 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['411d4234-6028-4133-8d80-5a148f5163b9']}} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:41:45.351513 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e2d848fc-0ae4-4cd8-80ad-219b216193e7 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:45.368619 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ce85b46a-4cbc-4708-be91-1f0a99d4b66e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:45.377138 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-67bd63bc-9cf1-4335-a5a6-984ba237b749 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95e9de36-3ccc-4b38-8bfc-db37fedbb6af') {'for_net_delete': True} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:41:45.377776 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-67bd63bc-9cf1-4335-a5a6-984ba237b749 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95e9de36-3ccc-4b38-8bfc-db37fedbb6af') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:41:45.385276 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ce85b46a-4cbc-4708-be91-1f0a99d4b66e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:45.403709 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 0f32eb19-93f9-4a94-a262-b1fdf0be7b2d up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:41:45.415004 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [req-f9c6ee9b-5d64-4962-ba73-2a5e1f15c377 req-568c5254-a058-414c-99a1-6352c7359073 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] For port 5adc4c29-160e-4043-990b-b814bea38859, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=5adc4c29-160e-4043-990b-b814bea38859,segment=NetworkSegment(5b5fb6ce-cd0e-4793-8bda-bd817c0d9452),segment_id=5b5fb6ce-cd0e-4793-8bda-bd817c0d9452)] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:41:45.415547 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-f9c6ee9b-5d64-4962-ba73-2a5e1f15c377 req-568c5254-a058-414c-99a1-6352c7359073 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:45.426534 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-67bd63bc-9cf1-4335-a5a6-984ba237b749 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25852596'] for segment, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:45.445674 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [req-f9c6ee9b-5d64-4962-ba73-2a5e1f15c377 req-568c5254-a058-414c-99a1-6352c7359073 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Calling delete_port for 5adc4c29-160e-4043-990b-b814bea38859 owned by compute:nova {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:41:45.474482 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e2d848fc-0ae4-4cd8-80ad-219b216193e7 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:45.478093 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-67bd63bc-9cf1-4335-a5a6-984ba237b749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:45.490363 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e2d848fc-0ae4-4cd8-80ad-219b216193e7 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:45.494593 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-e2d848fc-0ae4-4cd8-80ad-219b216193e7 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/a01d73c2-7020-4893-9e29-d6bc2091cb66 HTTP/1.1" status: 204 len: 168 time: 0.3404880 Oct 20 10:41:45.507285 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 58428) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:45.515472 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce85b46a-4cbc-4708-be91-1f0a99d4b66e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5145b61b-dcc4-44c7-bfcc-d9c0d3948ae9,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:45.529047 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-ce85b46a-4cbc-4708-be91-1f0a99d4b66e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7ecf20bb02c745fead749d42c7b5a087&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9444559 Oct 20 10:41:45.529804 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67bd63bc-9cf1-4335-a5a6-984ba237b749 admin admin] Releasing vlan 842 on physical network physnet1 to pool {{(pid=100597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:41:45.530334 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-67bd63bc-9cf1-4335-a5a6-984ba237b749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951012'] for segment, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:45.532302 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 58430) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:45.532776 n-d-811396-3 neutron-server[100597]: Traceback (most recent call last): Oct 20 10:41:45.532776 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:41:45.532776 n-d-811396-3 neutron-server[100597]: timer() Oct 20 10:41:45.532776 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:41:45.532776 n-d-811396-3 neutron-server[100597]: cb(*args, **kw) Oct 20 10:41:45.532776 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:41:45.532776 n-d-811396-3 neutron-server[100597]: return func(*args, **kwargs) Oct 20 10:41:45.532776 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:41:45.532776 n-d-811396-3 neutron-server[100597]: self._notify() Oct 20 10:41:45.532776 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:41:45.532776 n-d-811396-3 neutron-server[100597]: self.callback(batched_events) Oct 20 10:41:45.532776 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:41:45.532776 n-d-811396-3 neutron-server[100597]: event.method(event) Oct 20 10:41:45.532776 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:41:45.532776 n-d-811396-3 neutron-server[100597]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:41:45.532776 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:41:45.532776 n-d-811396-3 neutron-server[100597]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:41:45.532776 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:41:45.532776 n-d-811396-3 neutron-server[100597]: return f(self, *a, **k) Oct 20 10:41:45.532776 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:41:45.532776 n-d-811396-3 neutron-server[100597]: return self._get(url).json() Oct 20 10:41:45.532776 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:41:45.532776 n-d-811396-3 neutron-server[100597]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:41:45.532776 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:41:45.532776 n-d-811396-3 neutron-server[100597]: return self.request(url, 'GET', **kwargs) Oct 20 10:41:45.532776 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:41:45.532776 n-d-811396-3 neutron-server[100597]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:41:45.532776 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:41:45.532776 n-d-811396-3 neutron-server[100597]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:41:45.532776 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:41:45.532776 n-d-811396-3 neutron-server[100597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:41:45.532776 n-d-811396-3 neutron-server[100597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:41:45.564457 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d848fc-0ae4-4cd8-80ad-219b216193e7 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a01d73c2-7020-4893-9e29-d6bc2091cb66,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:45.570493 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 0f32eb19-93f9-4a94-a262-b1fdf0be7b2d triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:41:45.571776 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:45.691403 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-5d2de376-6099-4c5d-9a63-baf4479feceb tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1776679 Oct 20 10:41:45.694311 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 58432) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:45.700945 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-67bd63bc-9cf1-4335-a5a6-984ba237b749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:45.734334 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d16260c-73ba-4d60-939e-847a7949ddeb req-f0b82cb2-47cc-4c14-8fa5-b0b2e6f64554 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:45.740451 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d16260c-73ba-4d60-939e-847a7949ddeb req-f0b82cb2-47cc-4c14-8fa5-b0b2e6f64554 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:45.741957 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8d16260c-73ba-4d60-939e-847a7949ddeb req-f0b82cb2-47cc-4c14-8fa5-b0b2e6f64554 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ca6fcd7-3d18-461a-8923-2a5fa84ee49a HTTP/1.1" status: 200 len: 1683 time: 0.1903191 Oct 20 10:41:45.744939 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-009757ce-abcd-4cd5-968a-dd669c3f7810 None None] Publish callbacks [] for port, precommit_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:45.749262 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-67bd63bc-9cf1-4335-a5a6-984ba237b749 admin admin] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:45.752433 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-009757ce-abcd-4cd5-968a-dd669c3f7810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:45.761968 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-67bd63bc-9cf1-4335-a5a6-984ba237b749 admin admin] 10.222.0.64 "DELETE /v2.0/networks/411d4234-6028-4133-8d80-5a148f5163b9 HTTP/1.1" status: 204 len: 168 time: 2.8671439 Oct 20 10:41:45.825582 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 6676f79a-62e5-48d7-86b0-7790d8ee8d2b no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:41:45.832940 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bd63bc-9cf1-4335-a5a6-984ba237b749 admin admin] Pushing event deleted for resources: {'Network': ['ID=411d4234-6028-4133-8d80-5a148f5163b9,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:45.853660 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8d16260c-73ba-4d60-939e-847a7949ddeb req-c41367cc-e544-4aa5-84b1-4eb762a06c67 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] 10.222.0.64 "GET /v2.0/security-groups?id=49245fbb-4e48-4db8-994f-34137d01c16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044166 Oct 20 10:41:45.864394 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e252e54b-24cc-43d9-89ef-6c61f34d3dbc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:45.872372 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-009757ce-abcd-4cd5-968a-dd669c3f7810 None None] Attempting to bind port 99e3a22f-40dd-439e-90a9-052012056e55 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:41:45.872975 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-009757ce-abcd-4cd5-968a-dd669c3f7810 None None] Attempting to bind port 99e3a22f-40dd-439e-90a9-052012056e55 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}] {{(pid=100599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:41:45.873445 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009757ce-abcd-4cd5-968a-dd669c3f7810 None None] Attempting to bind port 99e3a22f-40dd-439e-90a9-052012056e55 on network cbe170d3-31ba-45a2-b477-520ab0a7a8ea {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:41:45.876368 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7ebcd3f6-c515-4bc1-8507-a4e806277b14 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:45.879611 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e606d7-3d54-4426-9405-225c2a5aa1b0 None None] Pushing event updated for resources: {'Port': ['ID=99e3a22f-40dd-439e-90a9-052012056e55,revision_number=2']} {{(pid=100599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:45.883094 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 6676f79a-62e5-48d7-86b0-7790d8ee8d2b {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:41:45.893915 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009757ce-abcd-4cd5-968a-dd669c3f7810 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:41:45.898238 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009757ce-abcd-4cd5-968a-dd669c3f7810 None None] Checking segment: {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:41:45.898868 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-009757ce-abcd-4cd5-968a-dd669c3f7810 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:45.902227 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009757ce-abcd-4cd5-968a-dd669c3f7810 None None] Bound using segment: {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'} {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:41:45.902963 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-009757ce-abcd-4cd5-968a-dd669c3f7810 None None] Bound port: 99e3a22f-40dd-439e-90a9-052012056e55, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}}] {{(pid=100599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:41:45.903611 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-009757ce-abcd-4cd5-968a-dd669c3f7810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:45.903951 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 6676f79a-62e5-48d7-86b0-7790d8ee8d2b not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:41:45.904379 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 05894f7b-11b4-43d0-a600-98e918762731 no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:41:45.936950 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 05894f7b-11b4-43d0-a600-98e918762731 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:41:45.937293 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 05894f7b-11b4-43d0-a600-98e918762731 not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:41:45.937712 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 50c2413d-d35b-4024-bee1-d1210683a926 no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:41:45.968435 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7ebcd3f6-c515-4bc1-8507-a4e806277b14 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:45.973810 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e606d7-3d54-4426-9405-225c2a5aa1b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:41:45.974162 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e606d7-3d54-4426-9405-225c2a5aa1b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:41:45.974506 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e606d7-3d54-4426-9405-225c2a5aa1b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:41:45.974870 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e606d7-3d54-4426-9405-225c2a5aa1b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:41:45.975407 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e606d7-3d54-4426-9405-225c2a5aa1b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:41:45.975942 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e606d7-3d54-4426-9405-225c2a5aa1b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:41:45.976445 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e606d7-3d54-4426-9405-225c2a5aa1b0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:41:45.976938 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e606d7-3d54-4426-9405-225c2a5aa1b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:41:45.977441 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e606d7-3d54-4426-9405-225c2a5aa1b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:41:45.977938 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e606d7-3d54-4426-9405-225c2a5aa1b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:41:45.978586 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e606d7-3d54-4426-9405-225c2a5aa1b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:41:45.979107 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e606d7-3d54-4426-9405-225c2a5aa1b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:41:45.980539 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 50c2413d-d35b-4024-bee1-d1210683a926 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:41:45.980889 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 50c2413d-d35b-4024-bee1-d1210683a926 not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:41:45.991873 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-532c3cfc-882f-49da-81a8-21ea4e2f913b tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1774405'] for router_interface, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:46.047411 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 58438) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:46.056115 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e252e54b-24cc-43d9-89ef-6c61f34d3dbc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:46.067201 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-43c0faec-4d2e-4cde-a15d-e67843ef4c89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:46.070122 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.db [None req-009757ce-abcd-4cd5-968a-dd669c3f7810 None None] For port 99e3a22f-40dd-439e-90a9-052012056e55, host n-d-811396-3, cleared binding levels {{(pid=100599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:41:46.076389 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.db [None req-009757ce-abcd-4cd5-968a-dd669c3f7810 None None] For port 99e3a22f-40dd-439e-90a9-052012056e55, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=99e3a22f-40dd-439e-90a9-052012056e55,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:41:46.081977 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-009757ce-abcd-4cd5-968a-dd669c3f7810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:46.115238 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-f9c6ee9b-5d64-4962-ba73-2a5e1f15c377 req-568c5254-a058-414c-99a1-6352c7359073 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:46.172528 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-cd960f28-1820-4926-95db-e960300972c7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=600f50cdae1e47df84de92209b6b6aa1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1239500 Oct 20 10:41:46.185503 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009757ce-abcd-4cd5-968a-dd669c3f7810 None None] Routers {'57e1c470-eb6c-4f1a-bb52-d159ea602c08'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:41:46.186261 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-009757ce-abcd-4cd5-968a-dd669c3f7810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:41:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['57e1c470-eb6c-4f1a-bb52-d159ea602c08'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:41:46.188268 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e606d7-3d54-4426-9405-225c2a5aa1b0 None None] Pushing event updated for resources: {'Port': ['ID=99e3a22f-40dd-439e-90a9-052012056e55,revision_number=3']} {{(pid=100599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:46.206687 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 58440) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:46.212850 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9c6ee9b-5d64-4962-ba73-2a5e1f15c377 req-568c5254-a058-414c-99a1-6352c7359073 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] No DVR routers for this DVR port 5adc4c29-160e-4043-990b-b814bea38859 on host n-h2-811396-3 {{(pid=100597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:41:46.215617 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-f9c6ee9b-5d64-4962-ba73-2a5e1f15c377 req-568c5254-a058-414c-99a1-6352c7359073 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:46.219606 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-f9c6ee9b-5d64-4962-ba73-2a5e1f15c377 req-568c5254-a058-414c-99a1-6352c7359073 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] 10.222.0.69 "DELETE /v2.0/ports/5adc4c29-160e-4043-990b-b814bea38859 HTTP/1.1" status: 204 len: 173 time: 1.9346273 Oct 20 10:41:46.220251 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7ebcd3f6-c515-4bc1-8507-a4e806277b14 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:46.225519 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7ebcd3f6-c515-4bc1-8507-a4e806277b14 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:46.226952 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-7ebcd3f6-c515-4bc1-8507-a4e806277b14 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/bfbe332e-bae7-406e-b3ef-4aa412f05e56 HTTP/1.1" status: 204 len: 168 time: 0.5268762 Oct 20 10:41:46.234901 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ca6fcd7-3d18-461a-8923-2a5fa84ee49a', 'name': 'network-vif-deleted', 'tag': '5adc4c29-160e-4043-990b-b814bea38859'}] {{(pid=100597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:41:46.237690 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd85cad6a391afaa95d2dd5280bfd4659fc1e1b2aba53b5e7ef874f059efcdc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e465f7c4-f9ed-47a5-b031-1a9369a92767" -d '{"events": [{"server_uuid": "7ca6fcd7-3d18-461a-8923-2a5fa84ee49a", "name": "network-vif-deleted", "tag": "5adc4c29-160e-4043-990b-b814bea38859"}]}' {{(pid=100597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:41:46.241472 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 58442) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:46.244129 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568c5254-a058-414c-99a1-6352c7359073 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Pushing event deleted for resources: {'Port': ['ID=5adc4c29-160e-4043-990b-b814bea38859,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:46.315669 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebcd3f6-c515-4bc1-8507-a4e806277b14 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bfbe332e-bae7-406e-b3ef-4aa412f05e56,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:46.324785 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9a75632-0170-401e-9289-d66b0c29ab45 x-openstack-request-id: req-e9a75632-0170-401e-9289-d66b0c29ab45 {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:41:46.325395 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ca6fcd7-3d18-461a-8923-2a5fa84ee49a", "name": "network-vif-deleted", "tag": "5adc4c29-160e-4043-990b-b814bea38859", "status": "completed", "code": 200}]} {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:41:46.325789 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e9a75632-0170-401e-9289-d66b0c29ab45 {{(pid=100597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:41:46.326898 n-d-811396-3 neutron-server[100597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ca6fcd7-3d18-461a-8923-2a5fa84ee49a', 'name': 'network-vif-deleted', 'tag': '5adc4c29-160e-4043-990b-b814bea38859', 'status': 'completed', 'code': 200} Oct 20 10:41:46.330898 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e252e54b-24cc-43d9-89ef-6c61f34d3dbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:46.335126 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e252e54b-24cc-43d9-89ef-6c61f34d3dbc admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:46.336574 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-e252e54b-24cc-43d9-89ef-6c61f34d3dbc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5145b61b-dcc4-44c7-bfcc-d9c0d3948ae9 HTTP/1.1" status: 204 len: 168 time: 0.8007922 Oct 20 10:41:46.350616 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e252e54b-24cc-43d9-89ef-6c61f34d3dbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5145b61b-dcc4-44c7-bfcc-d9c0d3948ae9,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:46.479333 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [req-f9c6ee9b-5d64-4962-ba73-2a5e1f15c377 req-ef1424c5-e8c4-4d49-94b1-1dd4500e1934 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Deleting port 0fbbeae8-818b-4838-b4bf-3b9a782c2331 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:41:46.479700 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-f9c6ee9b-5d64-4962-ba73-2a5e1f15c377 req-ef1424c5-e8c4-4d49-94b1-1dd4500e1934 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:46.552672 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-009757ce-abcd-4cd5-968a-dd669c3f7810 None None] Set router 57e1c470-eb6c-4f1a-bb52-d159ea602c08 gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:41:46.582431 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-513bd27c-5fbf-4ae3-83aa-8b38dc996c18 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3258886 Oct 20 10:41:46.586897 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 58452) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:46.604336 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-907ac481-0dbe-4350-8dac-bc21db5464a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:46.630296 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [req-f9c6ee9b-5d64-4962-ba73-2a5e1f15c377 req-ef1424c5-e8c4-4d49-94b1-1dd4500e1934 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] For port 0fbbeae8-818b-4838-b4bf-3b9a782c2331, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=0fbbeae8-818b-4838-b4bf-3b9a782c2331,segment=NetworkSegment(7166ce3b-596a-4fd6-b0fe-75fcec80a22c),segment_id=7166ce3b-596a-4fd6-b0fe-75fcec80a22c)] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:41:46.630879 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-f9c6ee9b-5d64-4962-ba73-2a5e1f15c377 req-ef1424c5-e8c4-4d49-94b1-1dd4500e1934 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:46.669969 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [req-f9c6ee9b-5d64-4962-ba73-2a5e1f15c377 req-ef1424c5-e8c4-4d49-94b1-1dd4500e1934 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Calling delete_port for 0fbbeae8-818b-4838-b4bf-3b9a782c2331 owned by compute:nova {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:41:46.700911 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bbb57a55-60ab-45f1-81a4-ced947fbb9f3 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:46.726072 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-907ac481-0dbe-4350-8dac-bc21db5464a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:46.728674 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [None req-43c0faec-4d2e-4cde-a15d-e67843ef4c89 admin admin] Allocated IP 172.20.0.1 (dcf86141-da0d-4c82-9e01-66c4be279d2b/aa9160dc-9c5c-4cb9-bd41-a37d607d846c/56134666-8f77-4e33-8bd9-96d1e3fa65db) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:41:46.730410 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bbb57a55-60ab-45f1-81a4-ced947fbb9f3 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:46.781181 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bbb57a55-60ab-45f1-81a4-ced947fbb9f3 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:46.784524 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bbb57a55-60ab-45f1-81a4-ced947fbb9f3 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:46.785943 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-bbb57a55-60ab-45f1-81a4-ced947fbb9f3 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] 10.222.0.64 "DELETE /v2.0/security-groups/7558b055-653c-4cac-ba5a-7f944390da51 HTTP/1.1" status: 204 len: 168 time: 0.1974025 Oct 20 10:41:46.806937 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 58456) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:46.839845 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb57a55-60ab-45f1-81a4-ced947fbb9f3 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7558b055-653c-4cac-ba5a-7f944390da51,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:46.882412 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 5adc4c29-160e-4043-990b-b814bea38859 no longer exists at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:41:46.922084 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] No Port match for: 5adc4c29-160e-4043-990b-b814bea38859 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:41:46.923137 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 5adc4c29-160e-4043-990b-b814bea38859 not bound to the agent host n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:41:46.924301 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 0fbbeae8-818b-4838-b4bf-3b9a782c2331 no longer exists at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:41:47.010814 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-009757ce-abcd-4cd5-968a-dd669c3f7810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57e1c470-eb6c-4f1a-bb52-d159ea602c08', 'name': 'tempest-TaggedBootDevicesTest_v242-269030753-router', 'tenant_id': 'cfcb374660ef40a8b05378b5e2eaff9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': '99e3a22f-40dd-439e-90a9-052012056e55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:41:38Z', 'updated_at': '2021-10-20T10:41:42Z', 'revision_number': 3, 'project_id': 'cfcb374660ef40a8b05378b5e2eaff9e', 'gw_port': {'id': '99e3a22f-40dd-439e-90a9-052012056e55', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:c6:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57e1c470-eb6c-4f1a-bb52-d159ea602c08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:41:40Z', 'updated_at': '2021-10-20T10:41:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:41:47.015408 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-f9c6ee9b-5d64-4962-ba73-2a5e1f15c377 req-ef1424c5-e8c4-4d49-94b1-1dd4500e1934 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:47.035259 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] No active binding found for port 0fbbeae8-818b-4838-b4bf-3b9a782c2331 {{(pid=100598) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 20 10:41:47.035916 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 0fbbeae8-818b-4838-b4bf-3b9a782c2331 not bound to the agent host n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:41:47.061182 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009757ce-abcd-4cd5-968a-dd669c3f7810 None None] The sync data for ids ['57e1c470-eb6c-4f1a-bb52-d159ea602c08'] in n-d-811396-3 is: [{'id': '57e1c470-eb6c-4f1a-bb52-d159ea602c08', 'name': 'tempest-TaggedBootDevicesTest_v242-269030753-router', 'tenant_id': 'cfcb374660ef40a8b05378b5e2eaff9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': '99e3a22f-40dd-439e-90a9-052012056e55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:41:38Z', 'updated_at': '2021-10-20T10:41:42Z', 'revision_number': 3, 'project_id': 'cfcb374660ef40a8b05378b5e2eaff9e', 'gw_port': {'id': '99e3a22f-40dd-439e-90a9-052012056e55', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:c6:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57e1c470-eb6c-4f1a-bb52-d159ea602c08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:41:40Z', 'updated_at': '2021-10-20T10:41:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:41:47.117048 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1424c5-e8c4-4d49-94b1-1dd4500e1934 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Pushing event deleted for resources: {'Port': ['ID=0fbbeae8-818b-4838-b4bf-3b9a782c2331,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:47.162946 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9c6ee9b-5d64-4962-ba73-2a5e1f15c377 req-ef1424c5-e8c4-4d49-94b1-1dd4500e1934 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] No DVR routers for this DVR port 0fbbeae8-818b-4838-b4bf-3b9a782c2331 on host n-h2-811396-3 {{(pid=100597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:41:47.166508 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-f9c6ee9b-5d64-4962-ba73-2a5e1f15c377 req-ef1424c5-e8c4-4d49-94b1-1dd4500e1934 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:47.171346 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-f9c6ee9b-5d64-4962-ba73-2a5e1f15c377 req-ef1424c5-e8c4-4d49-94b1-1dd4500e1934 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] 10.222.0.69 "DELETE /v2.0/ports/0fbbeae8-818b-4838-b4bf-3b9a782c2331 HTTP/1.1" status: 204 len: 173 time: 0.9426994 Oct 20 10:41:47.514012 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cc620820-c834-49dd-a49c-a570d5c42be4 req-3cb08673-41da-4604-9965-7bdb66f431f5 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ca6fcd7-3d18-461a-8923-2a5fa84ee49a HTTP/1.1" status: 200 len: 210 time: 0.0854924 Oct 20 10:41:47.514723 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-907ac481-0dbe-4350-8dac-bc21db5464a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:47.517533 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-907ac481-0dbe-4350-8dac-bc21db5464a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:47.521780 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-907ac481-0dbe-4350-8dac-bc21db5464a8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0a3a3464-647f-4762-8a1a-46758787fbab HTTP/1.1" status: 204 len: 168 time: 1.3140125 Oct 20 10:41:47.545223 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-22413b67-b322-434f-adab-09d7bb8b779b tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.7331734 Oct 20 10:41:47.549522 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 58482) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:47.555242 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-0845b0d7-28ae-4817-b7ff-30820209992a tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Request body: {'security_group': {'name': 'tempest-secgroup--1610508416'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:41:47.567979 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907ac481-0dbe-4350-8dac-bc21db5464a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a3a3464-647f-4762-8a1a-46758787fbab,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:47.582681 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-532c3cfc-882f-49da-81a8-21ea4e2f913b tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Deleting port a433fd22-5091-42cf-9307-867519e1307c {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:41:47.583021 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-532c3cfc-882f-49da-81a8-21ea4e2f913b tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:47.601561 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-43c0faec-4d2e-4cde-a15d-e67843ef4c89 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:47.611726 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0845b0d7-28ae-4817-b7ff-30820209992a tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:47.797225 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0845b0d7-28ae-4817-b7ff-30820209992a tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:47.802826 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0845b0d7-28ae-4817-b7ff-30820209992a tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:47.835172 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0845b0d7-28ae-4817-b7ff-30820209992a tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:47.836888 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-0845b0d7-28ae-4817-b7ff-30820209992a tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2855923 Oct 20 10:41:47.844412 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 58486) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:47.852007 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-6732a3e4-09aa-469f-a907-947175267580 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Request body: {'security_group_rule': {'security_group_id': '62bfd1b7-8f36-48de-aac1-6f123c6cf0ff', 'direction': 'ingress', 'protocol': 17}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:41:47.891123 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0845b0d7-28ae-4817-b7ff-30820209992a tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62bfd1b7-8f36-48de-aac1-6f123c6cf0ff,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:47.927515 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [None req-532c3cfc-882f-49da-81a8-21ea4e2f913b tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] For port a433fd22-5091-42cf-9307-867519e1307c, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=a433fd22-5091-42cf-9307-867519e1307c,segment=NetworkSegment(dd748ae4-dd8d-4635-a22f-19ec20cfe330),segment_id=dd748ae4-dd8d-4635-a22f-19ec20cfe330)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:41:47.930760 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6732a3e4-09aa-469f-a907-947175267580 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:47.930925 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-532c3cfc-882f-49da-81a8-21ea4e2f913b tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:47.968351 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-532c3cfc-882f-49da-81a8-21ea4e2f913b tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Calling delete_port for a433fd22-5091-42cf-9307-867519e1307c owned by network:router_interface {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:41:47.971004 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-43c0faec-4d2e-4cde-a15d-e67843ef4c89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:48.046653 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c0faec-4d2e-4cde-a15d-e67843ef4c89 admin admin] Pushing event updated for resources: {'Port': ['ID=56134666-8f77-4e33-8bd9-96d1e3fa65db,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:48.065317 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6732a3e4-09aa-469f-a907-947175267580 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:48.069279 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c0faec-4d2e-4cde-a15d-e67843ef4c89 admin admin] Network dcf86141-da0d-4c82-9e01-66c4be279d2b is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:41:48.070675 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6732a3e4-09aa-469f-a907-947175267580 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:48.086660 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6732a3e4-09aa-469f-a907-947175267580 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66713f9c-147a-4362-a791-a4a8cf32a00f,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:48.113790 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6732a3e4-09aa-469f-a907-947175267580 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:48.114510 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-43c0faec-4d2e-4cde-a15d-e67843ef4c89 admin admin] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:41:48.118161 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 58494) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:48.118822 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-6732a3e4-09aa-469f-a907-947175267580 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2730443 Oct 20 10:41:48.139203 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c0faec-4d2e-4cde-a15d-e67843ef4c89 admin admin] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:41:48.246310 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-43c0faec-4d2e-4cde-a15d-e67843ef4c89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1774540'] for router_interface, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:48.328617 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ca6fcd7-3d18-461a-8923-2a5fa84ee49a', 'name': 'network-vif-deleted', 'tag': '0fbbeae8-818b-4838-b4bf-3b9a782c2331'}] {{(pid=100597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:41:48.331172 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd85cad6a391afaa95d2dd5280bfd4659fc1e1b2aba53b5e7ef874f059efcdc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3045a00-a16d-4128-95a8-3f6f5d3cd07b" -d '{"events": [{"server_uuid": "7ca6fcd7-3d18-461a-8923-2a5fa84ee49a", "name": "network-vif-deleted", "tag": "0fbbeae8-818b-4838-b4bf-3b9a782c2331"}]}' {{(pid=100597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:41:48.359176 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0027e031-88a8-4c1a-ae8e-87ae8394c6cc tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:48.423220 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-039dfdff-a7b5-443b-b1a2-9be4a406386f x-openstack-request-id: req-039dfdff-a7b5-443b-b1a2-9be4a406386f {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:41:48.424393 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ca6fcd7-3d18-461a-8923-2a5fa84ee49a", "name": "network-vif-deleted", "tag": "0fbbeae8-818b-4838-b4bf-3b9a782c2331", "status": "completed", "code": 200}]} {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:41:48.424655 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-039dfdff-a7b5-443b-b1a2-9be4a406386f {{(pid=100597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:41:48.425065 n-d-811396-3 neutron-server[100597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ca6fcd7-3d18-461a-8923-2a5fa84ee49a', 'name': 'network-vif-deleted', 'tag': '0fbbeae8-818b-4838-b4bf-3b9a782c2331', 'status': 'completed', 'code': 200} Oct 20 10:41:48.454847 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-cba14c82-c91e-4483-b950-57b22b8fec39 None None] Provisioning complete for port 56134666-8f77-4e33-8bd9-96d1e3fa65db triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:41:48.455314 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-cba14c82-c91e-4483-b950-57b22b8fec39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:48.500308 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0027e031-88a8-4c1a-ae8e-87ae8394c6cc tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:48.515564 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-cba14c82-c91e-4483-b950-57b22b8fec39 None None] Port 56134666-8f77-4e33-8bd9-96d1e3fa65db cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:41:48.622161 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 58526) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:48.702724 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0027e031-88a8-4c1a-ae8e-87ae8394c6cc tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:48.705357 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0027e031-88a8-4c1a-ae8e-87ae8394c6cc tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:48.709816 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 58530) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:48.711892 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-0027e031-88a8-4c1a-ae8e-87ae8394c6cc tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] 10.222.0.64 "DELETE /v2.0/security-groups/62bfd1b7-8f36-48de-aac1-6f123c6cf0ff HTTP/1.1" status: 204 len: 168 time: 0.5816178 Oct 20 10:41:48.716193 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-532c3cfc-882f-49da-81a8-21ea4e2f913b tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:48.721783 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-43c0faec-4d2e-4cde-a15d-e67843ef4c89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:48.743373 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_v2 [None req-297e8cb4-11cd-48a3-8ff9-5c070c2b8236 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Deleting subnet ffae8473-2e90-4615-b137-ae5f47dc0357 {{(pid=100597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:41:48.748354 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-297e8cb4-11cd-48a3-8ff9-5c070c2b8236 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Publish callbacks [] for subnet, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:48.760978 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0027e031-88a8-4c1a-ae8e-87ae8394c6cc tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62bfd1b7-8f36-48de-aac1-6f123c6cf0ff,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:48.766294 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532c3cfc-882f-49da-81a8-21ea4e2f913b tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Pushing event deleted for resources: {'Port': ['ID=a433fd22-5091-42cf-9307-867519e1307c,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:48.808940 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 58532) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:48.844198 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-e31a49ed-3795-402d-904e-90e157414f56 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1310515 Oct 20 10:41:48.847300 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 58536) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:48.862447 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-61c68574-8c40-407a-a8ad-310da9cb3896 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Request body: {'security_group': {'name': 'tempest-secgroup--776899396'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:41:48.874294 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-297e8cb4-11cd-48a3-8ff9-5c070c2b8236 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25852621'] for subnet, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:48.920557 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-532c3cfc-882f-49da-81a8-21ea4e2f913b tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1771989'] for router_interface, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:48.948067 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-61c68574-8c40-407a-a8ad-310da9cb3896 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:49.042977 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:49.055908 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-5b8d2559-bce0-414d-822f-ec743c9d1472 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-568076929-network', 'tenant_id': '65c3e8739db2478898a8e45c56369a3f'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:41:49.095251 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-297e8cb4-11cd-48a3-8ff9-5c070c2b8236 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:49.179738 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b8d2559-bce0-414d-822f-ec743c9d1472 admin admin] Made reservation on behalf of 65c3e8739db2478898a8e45c56369a3f for: {'network': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:41:49.182361 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5b8d2559-bce0-414d-822f-ec743c9d1472 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:49.206478 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5b8d2559-bce0-414d-822f-ec743c9d1472 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:49.230665 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-61c68574-8c40-407a-a8ad-310da9cb3896 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:49.245512 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-61c68574-8c40-407a-a8ad-310da9cb3896 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:49.251975 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-297e8cb4-11cd-48a3-8ff9-5c070c2b8236 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25350811'] for subnet, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:49.271423 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-532c3cfc-882f-49da-81a8-21ea4e2f913b tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Router a8b94c7b-90c6-4a43-b38e-42fb877dc13c has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:41:49.286868 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-43c0faec-4d2e-4cde-a15d-e67843ef4c89 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:49.307995 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297e8cb4-11cd-48a3-8ff9-5c070c2b8236 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Pushing event deleted for resources: {'Subnet': ['ID=ffae8473-2e90-4615-b137-ae5f47dc0357,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:49.310220 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-43c0faec-4d2e-4cde-a15d-e67843ef4c89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:49.328041 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-297e8cb4-11cd-48a3-8ff9-5c070c2b8236 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:49.331269 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-297e8cb4-11cd-48a3-8ff9-5c070c2b8236 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] 10.222.0.64 "DELETE /v2.0/subnets/ffae8473-2e90-4615-b137-ae5f47dc0357 HTTP/1.1" status: 204 len: 168 time: 0.7072885 Oct 20 10:41:49.336787 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-61c68574-8c40-407a-a8ad-310da9cb3896 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:49.337956 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f1b58ba-969d-48f3-9cf9-5c191cfc18c3 None None] Network cbe9c1c3-7b57-4697-9922-dd4c6e69cc6a requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:41:49.342749 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-61c68574-8c40-407a-a8ad-310da9cb3896 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4929304 Oct 20 10:41:49.343720 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 58542) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:49.344038 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 58544) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:49.363197 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-26ae0d72-8725-4668-9973-e4202166c4e7 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Request body: {'security_group': {'name': 'tempest-secgroup--1757287004'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:41:49.370010 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c68574-8c40-407a-a8ad-310da9cb3896 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2573e3fc-81f3-4539-b290-d5732723bfc8,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:49.504254 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-26ae0d72-8725-4668-9973-e4202166c4e7 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:49.530491 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-532c3cfc-882f-49da-81a8-21ea4e2f913b tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:41:49.542875 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5b8d2559-bce0-414d-822f-ec743c9d1472 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:49.543324 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-532c3cfc-882f-49da-81a8-21ea4e2f913b tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] 10.222.0.64 "PUT /v2.0/routers/a8b94c7b-90c6-4a43-b38e-42fb877dc13c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8472626 Oct 20 10:41:49.544471 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c0faec-4d2e-4cde-a15d-e67843ef4c89 admin admin] Pushing event updated for resources: {'Port': ['ID=56134666-8f77-4e33-8bd9-96d1e3fa65db,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:49.545408 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 58550) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:49.551099 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4ce6043d-608d-4a51-af13-c3fb1616adb9 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:49.553909 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-43c0faec-4d2e-4cde-a15d-e67843ef4c89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1774432'] for router_interface, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:49.564491 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5b8d2559-bce0-414d-822f-ec743c9d1472 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:49.608902 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e2d8906-27f1-468d-94e8-3f1ecfedcff8 None None] Sync routers for ids ['a8b94c7b-90c6-4a43-b38e-42fb877dc13c'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:41:49.641389 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b8d2559-bce0-414d-822f-ec743c9d1472 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 840} {{(pid=100597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:41:49.658923 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 99e3a22f-40dd-439e-90a9-052012056e55 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:41:49.683340 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5b8d2559-bce0-414d-822f-ec743c9d1472 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:49.683965 n-d-811396-3 neutron-server[100597]: INFO neutron.db.segments_db [None req-5b8d2559-bce0-414d-822f-ec743c9d1472 admin admin] Added segment 53f4a5e4-77d4-4e80-ab0a-18adfceaa566 of type vlan for network df954bbc-f210-4dbe-b2a5-63b5d20aa4fd Oct 20 10:41:49.694093 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8d2559-bce0-414d-822f-ec743c9d1472 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fd76a8e-8e19-4703-967a-8121b94f7e7c,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:49.721704 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c0faec-4d2e-4cde-a15d-e67843ef4c89 admin admin] Network dcf86141-da0d-4c82-9e01-66c4be279d2b is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:41:49.724242 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-43c0faec-4d2e-4cde-a15d-e67843ef4c89 admin admin] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:41:49.746634 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2d8906-27f1-468d-94e8-3f1ecfedcff8 None None] Routers {'a8b94c7b-90c6-4a43-b38e-42fb877dc13c'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:41:49.750384 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-1e2d8906-27f1-468d-94e8-3f1ecfedcff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:41:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['a8b94c7b-90c6-4a43-b38e-42fb877dc13c'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:41:49.753697 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_v2 [None req-33aaf6bd-259d-4d29-b49a-04f44c804abe tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Deleting subnet 3341a74b-11cb-40df-b7ec-fdbefa4a8688 {{(pid=100597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:41:49.821206 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-33aaf6bd-259d-4d29-b49a-04f44c804abe tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks [] for subnet, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:49.909146 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43c0faec-4d2e-4cde-a15d-e67843ef4c89 admin admin] Router 57e1c470-eb6c-4f1a-bb52-d159ea602c08 has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:41:49.910138 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5b8d2559-bce0-414d-822f-ec743c9d1472 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:49.948636 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-33aaf6bd-259d-4d29-b49a-04f44c804abe tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25852621'] for subnet, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:49.979065 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-1e2d8906-27f1-468d-94e8-3f1ecfedcff8 None None] Set router a8b94c7b-90c6-4a43-b38e-42fb877dc13c gateway port host: None {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:41:49.986865 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-26ae0d72-8725-4668-9973-e4202166c4e7 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:50.008843 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-26ae0d72-8725-4668-9973-e4202166c4e7 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:50.058740 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5b8d2559-bce0-414d-822f-ec743c9d1472 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:50.060313 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b8d2559-bce0-414d-822f-ec743c9d1472 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:50.061275 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5b8d2559-bce0-414d-822f-ec743c9d1472 admin admin] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:50.062965 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-1e2d8906-27f1-468d-94e8-3f1ecfedcff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8b94c7b-90c6-4a43-b38e-42fb877dc13c', 'name': 'tempest-RoutersIpV6Test-router-173173775', 'tenant_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:40:44Z', 'updated_at': '2021-10-20T10:41:48Z', 'revision_number': 11, 'project_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'gw_port_host': None}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:41:50.076687 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43c0faec-4d2e-4cde-a15d-e67843ef4c89 admin admin] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:41:50.086767 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d1f314-aaad-4265-b835-110e34214e3a None None] Sync routers for ids ['57e1c470-eb6c-4f1a-bb52-d159ea602c08'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:41:50.089588 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-43c0faec-4d2e-4cde-a15d-e67843ef4c89 admin admin] 10.222.0.64 "PUT /v2.0/routers/57e1c470-eb6c-4f1a-bb52-d159ea602c08/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2514288 Oct 20 10:41:50.095288 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e2d8906-27f1-468d-94e8-3f1ecfedcff8 None None] Checking router: a8b94c7b-90c6-4a43-b38e-42fb877dc13c for host: n-d-811396-3 {{(pid=100598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:41:50.109941 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 99e3a22f-40dd-439e-90a9-052012056e55 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:41:50.110496 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:50.113391 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2d8906-27f1-468d-94e8-3f1ecfedcff8 None None] Routers {'a8b94c7b-90c6-4a43-b38e-42fb877dc13c'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:41:50.120551 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d1f314-aaad-4265-b835-110e34214e3a None None] Routers {'57e1c470-eb6c-4f1a-bb52-d159ea602c08'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:41:50.121218 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-f7d1f314-aaad-4265-b835-110e34214e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:41:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['57e1c470-eb6c-4f1a-bb52-d159ea602c08'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:41:50.123495 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-1e2d8906-27f1-468d-94e8-3f1ecfedcff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:41:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['a8b94c7b-90c6-4a43-b38e-42fb877dc13c'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:41:50.132498 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-4ce6043d-608d-4a51-af13-c3fb1616adb9 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Deleting port e519c21f-2444-46f2-85a2-b4a6c7519cc9 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:41:50.132931 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4ce6043d-608d-4a51-af13-c3fb1616adb9 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:50.160421 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-26ae0d72-8725-4668-9973-e4202166c4e7 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:50.165313 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 58562) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:50.165465 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-26ae0d72-8725-4668-9973-e4202166c4e7 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8151536 Oct 20 10:41:50.173541 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-b71d88f3-9e2b-4a65-937e-6d6984e53f34 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Request body: {'security_group_rule': {'security_group_id': '2573e3fc-81f3-4539-b290-d5732723bfc8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '15beeebd-30c2-4d96-819b-e9a336ae5933', 'remote_ip_prefix': None}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:41:50.197729 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ae0d72-8725-4668-9973-e4202166c4e7 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15beeebd-30c2-4d96-819b-e9a336ae5933,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:50.254997 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-b71d88f3-9e2b-4a65-937e-6d6984e53f34 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:50.283031 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8d2559-bce0-414d-822f-ec743c9d1472 admin admin] Pushing event updated for resources: {'Network': ['ID=df954bbc-f210-4dbe-b2a5-63b5d20aa4fd,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:50.328997 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d66c2a41-c725-454c-841a-0cfd542ce14d None None] DHCP port deletion for cbe9c1c3-7b57-4697-9922-dd4c6e69cc6a request from n-d-811396-3 {{(pid=100598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:41:50.330814 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network df954bbc-f210-4dbe-b2a5-63b5d20aa4fd details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:41:50.347872 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-f7d1f314-aaad-4265-b835-110e34214e3a None None] Set router 57e1c470-eb6c-4f1a-bb52-d159ea602c08 gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:41:50.369653 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-5b8d2559-bce0-414d-822f-ec743c9d1472 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5593612 Oct 20 10:41:50.387775 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-33aaf6bd-259d-4d29-b49a-04f44c804abe tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:50.390426 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 58568) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:50.407693 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-3d16a73e-8008-4d22-8621-0be5a6ce91c6 admin admin] Request body: {'subnet': {'network_id': 'df954bbc-f210-4dbe-b2a5-63b5d20aa4fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-568076929-subnet', 'tenant_id': '65c3e8739db2478898a8e45c56369a3f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:41:50.416846 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [None req-4ce6043d-608d-4a51-af13-c3fb1616adb9 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] For port e519c21f-2444-46f2-85a2-b4a6c7519cc9, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=e519c21f-2444-46f2-85a2-b4a6c7519cc9,segment=NetworkSegment(7166ce3b-596a-4fd6-b0fe-75fcec80a22c),segment_id=7166ce3b-596a-4fd6-b0fe-75fcec80a22c)] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:41:50.418308 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4ce6043d-608d-4a51-af13-c3fb1616adb9 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:50.449698 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-4ce6043d-608d-4a51-af13-c3fb1616adb9 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Calling delete_port for e519c21f-2444-46f2-85a2-b4a6c7519cc9 owned by network:dhcp {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:41:50.460852 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d16a73e-8008-4d22-8621-0be5a6ce91c6 admin admin] Made reservation on behalf of 65c3e8739db2478898a8e45c56369a3f for: {'subnet': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:41:50.463408 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3d16a73e-8008-4d22-8621-0be5a6ce91c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26761797'] for subnet, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:50.513924 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-b71d88f3-9e2b-4a65-937e-6d6984e53f34 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:50.540374 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-b71d88f3-9e2b-4a65-937e-6d6984e53f34 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:50.624302 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-b38dca05-8e0f-41b5-ba93-dd64e5b5b78e None None] Provisioning complete for port 56134666-8f77-4e33-8bd9-96d1e3fa65db triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:41:50.625430 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-b38dca05-8e0f-41b5-ba93-dd64e5b5b78e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:50.640231 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71d88f3-9e2b-4a65-937e-6d6984e53f34 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=051cb427-39cd-4d0f-9579-c9952cee9590,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:50.665272 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-33aaf6bd-259d-4d29-b49a-04f44c804abe tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25350811'] for subnet, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:50.676634 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71d88f3-9e2b-4a65-937e-6d6984e53f34 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:41:50.676981 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71d88f3-9e2b-4a65-937e-6d6984e53f34 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:41:50.677323 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71d88f3-9e2b-4a65-937e-6d6984e53f34 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:41:50.678307 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71d88f3-9e2b-4a65-937e-6d6984e53f34 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:41:50.678647 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71d88f3-9e2b-4a65-937e-6d6984e53f34 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:41:50.678979 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71d88f3-9e2b-4a65-937e-6d6984e53f34 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:41:50.679307 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71d88f3-9e2b-4a65-937e-6d6984e53f34 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:41:50.679677 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71d88f3-9e2b-4a65-937e-6d6984e53f34 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:41:50.680560 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71d88f3-9e2b-4a65-937e-6d6984e53f34 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:41:50.680931 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71d88f3-9e2b-4a65-937e-6d6984e53f34 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:41:50.681282 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71d88f3-9e2b-4a65-937e-6d6984e53f34 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:41:50.681584 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71d88f3-9e2b-4a65-937e-6d6984e53f34 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:41:50.690844 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-b71d88f3-9e2b-4a65-937e-6d6984e53f34 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:50.695544 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-b71d88f3-9e2b-4a65-937e-6d6984e53f34 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.5287168 Oct 20 10:41:50.700381 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 58592) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:50.717590 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aaf6bd-259d-4d29-b49a-04f44c804abe tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Pushing event deleted for resources: {'Subnet': ['ID=3341a74b-11cb-40df-b7ec-fdbefa4a8688,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:50.722599 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-33aaf6bd-259d-4d29-b49a-04f44c804abe tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:50.727541 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-1e2d8906-27f1-468d-94e8-3f1ecfedcff8 None None] Set router a8b94c7b-90c6-4a43-b38e-42fb877dc13c gateway port host: None {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:41:50.732051 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 58598) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:50.733069 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-33aaf6bd-259d-4d29-b49a-04f44c804abe tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] 10.222.0.64 "DELETE /v2.0/subnets/3341a74b-11cb-40df-b7ec-fdbefa4a8688 HTTP/1.1" status: 204 len: 168 time: 1.1863172 Oct 20 10:41:50.734485 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4ce6043d-608d-4a51-af13-c3fb1616adb9 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:50.808665 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce6043d-608d-4a51-af13-c3fb1616adb9 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Pushing event deleted for resources: {'Port': ['ID=e519c21f-2444-46f2-85a2-b4a6c7519cc9,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:50.815144 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce6043d-608d-4a51-af13-c3fb1616adb9 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] No DVR routers for this DVR port e519c21f-2444-46f2-85a2-b4a6c7519cc9 on host n-d-811396-3 {{(pid=100597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:41:50.843417 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4751de2f-79d7-4802-aaa7-e88ec64c9747 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:50.849459 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-7f1f26d8-a359-41ac-85fa-e07892de72d5 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:50.867917 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-7f1f26d8-a359-41ac-85fa-e07892de72d5 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:50.889753 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-f7d1f314-aaad-4265-b835-110e34214e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57e1c470-eb6c-4f1a-bb52-d159ea602c08', 'name': 'tempest-TaggedBootDevicesTest_v242-269030753-router', 'tenant_id': 'cfcb374660ef40a8b05378b5e2eaff9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': '99e3a22f-40dd-439e-90a9-052012056e55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:41:38Z', 'updated_at': '2021-10-20T10:41:48Z', 'revision_number': 4, 'project_id': 'cfcb374660ef40a8b05378b5e2eaff9e', 'gw_port': {'id': '99e3a22f-40dd-439e-90a9-052012056e55', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:c6:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57e1c470-eb6c-4f1a-bb52-d159ea602c08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:41:40Z', 'updated_at': '2021-10-20T10:41:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '56134666-8f77-4e33-8bd9-96d1e3fa65db', 'name': '', 'network_id': 'dcf86141-da0d-4c82-9e01-66c4be279d2b', 'tenant_id': 'cfcb374660ef40a8b05378b5e2eaff9e', 'mac_address': 'fa:16:3e:48:c0:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57e1c470-eb6c-4f1a-bb52-d159ea602c08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': 'aa9160dc-9c5c-4cb9-bd41-a37d607d846c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:41:46Z', 'updated_at': '2021-10-20T10:41:48Z', 'revision_number': 2, 'project_id': 'cfcb374660ef40a8b05378b5e2eaff9e', 'subnets': [{'id': 'aa9160dc-9c5c-4cb9-bd41-a37d607d846c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:41:50.916613 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35400341-cdba-406f-bdee-e49b7003bee5 None None] Network 7fb59595-a6b9-4497-8ca6-3155b1017eae requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:41:50.925417 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d1f314-aaad-4265-b835-110e34214e3a None None] Checking router: 57e1c470-eb6c-4f1a-bb52-d159ea602c08 for host: n-d-811396-3 {{(pid=100599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:41:50.925725 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d1f314-aaad-4265-b835-110e34214e3a None None] Updating router 57e1c470-eb6c-4f1a-bb52-d159ea602c08 port 56134666-8f77-4e33-8bd9-96d1e3fa65db binding host n-d-811396-3 {{(pid=100599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 10:41:50.988284 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-f7d1f314-aaad-4265-b835-110e34214e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:50.994031 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-7f1f26d8-a359-41ac-85fa-e07892de72d5 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:51.032721 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4ce6043d-608d-4a51-af13-c3fb1616adb9 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:51.034436 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-7f1f26d8-a359-41ac-85fa-e07892de72d5 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:51.038736 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-7f1f26d8-a359-41ac-85fa-e07892de72d5 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/051cb427-39cd-4d0f-9579-c9952cee9590 HTTP/1.1" status: 204 len: 168 time: 0.3373766 Oct 20 10:41:51.047117 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 58618) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:51.068608 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1f26d8-a359-41ac-85fa-e07892de72d5 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=051cb427-39cd-4d0f-9579-c9952cee9590,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:51.078833 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-4ce6043d-608d-4a51-af13-c3fb1616adb9 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbe9c1c3-7b57-4697-9922-dd4c6e69cc6a']}} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:41:51.090588 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3d16a73e-8008-4d22-8621-0be5a6ce91c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26836128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26761819'] for subnet, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:51.108448 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-4ce6043d-608d-4a51-af13-c3fb1616adb9 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7166ce3b-596a-4fd6-b0fe-75fcec80a22c') {'for_net_delete': True} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:41:51.108768 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-4ce6043d-608d-4a51-af13-c3fb1616adb9 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7166ce3b-596a-4fd6-b0fe-75fcec80a22c') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:41:51.114575 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-1e2d8906-27f1-468d-94e8-3f1ecfedcff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8b94c7b-90c6-4a43-b38e-42fb877dc13c', 'name': 'tempest-RoutersIpV6Test-router-173173775', 'tenant_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:40:44Z', 'updated_at': '2021-10-20T10:41:48Z', 'revision_number': 11, 'project_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'gw_port_host': None}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:41:51.134719 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4ce6043d-608d-4a51-af13-c3fb1616adb9 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25852596'] for segment, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:51.141193 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-4751de2f-79d7-4802-aaa7-e88ec64c9747 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Deleting port 50a3186e-ef60-4325-87f5-4c01fe69e0b5 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:41:51.141534 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4751de2f-79d7-4802-aaa7-e88ec64c9747 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:51.166771 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4ce6043d-608d-4a51-af13-c3fb1616adb9 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:51.182738 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ce6043d-608d-4a51-af13-c3fb1616adb9 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Releasing vlan 823 on physical network physnet1 to pool {{(pid=100597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:41:51.184439 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4ce6043d-608d-4a51-af13-c3fb1616adb9 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951012'] for segment, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:51.283343 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [None req-4751de2f-79d7-4802-aaa7-e88ec64c9747 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] For port 50a3186e-ef60-4325-87f5-4c01fe69e0b5, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=50a3186e-ef60-4325-87f5-4c01fe69e0b5,segment=NetworkSegment(dd748ae4-dd8d-4635-a22f-19ec20cfe330),segment_id=dd748ae4-dd8d-4635-a22f-19ec20cfe330)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:41:51.284619 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4751de2f-79d7-4802-aaa7-e88ec64c9747 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:51.301425 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-4751de2f-79d7-4802-aaa7-e88ec64c9747 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Calling delete_port for 50a3186e-ef60-4325-87f5-4c01fe69e0b5 owned by network:dhcp {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:41:51.308063 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:51.321469 n-d-811396-3 neutron-server[100597]: Traceback (most recent call last): Oct 20 10:41:51.321469 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:41:51.321469 n-d-811396-3 neutron-server[100597]: timer() Oct 20 10:41:51.321469 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:41:51.321469 n-d-811396-3 neutron-server[100597]: cb(*args, **kw) Oct 20 10:41:51.321469 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:41:51.321469 n-d-811396-3 neutron-server[100597]: return func(*args, **kwargs) Oct 20 10:41:51.321469 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:41:51.321469 n-d-811396-3 neutron-server[100597]: self._notify() Oct 20 10:41:51.321469 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:41:51.321469 n-d-811396-3 neutron-server[100597]: self.callback(batched_events) Oct 20 10:41:51.321469 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:41:51.321469 n-d-811396-3 neutron-server[100597]: event.method(event) Oct 20 10:41:51.321469 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:41:51.321469 n-d-811396-3 neutron-server[100597]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:41:51.321469 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:41:51.321469 n-d-811396-3 neutron-server[100597]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:41:51.321469 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:41:51.321469 n-d-811396-3 neutron-server[100597]: return f(self, *a, **k) Oct 20 10:41:51.321469 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:41:51.321469 n-d-811396-3 neutron-server[100597]: return self._get(url).json() Oct 20 10:41:51.321469 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:41:51.321469 n-d-811396-3 neutron-server[100597]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:41:51.321469 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:41:51.321469 n-d-811396-3 neutron-server[100597]: return self.request(url, 'GET', **kwargs) Oct 20 10:41:51.321469 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:41:51.321469 n-d-811396-3 neutron-server[100597]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:41:51.321469 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:41:51.321469 n-d-811396-3 neutron-server[100597]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:41:51.321469 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:41:51.321469 n-d-811396-3 neutron-server[100597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:41:51.321469 n-d-811396-3 neutron-server[100597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:41:51.324401 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4ce6043d-608d-4a51-af13-c3fb1616adb9 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:51.334506 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] For port 99e3a22f-40dd-439e-90a9-052012056e55, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=99e3a22f-40dd-439e-90a9-052012056e55,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:41:51.374608 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4ce6043d-608d-4a51-af13-c3fb1616adb9 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:51.380300 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-4ce6043d-608d-4a51-af13-c3fb1616adb9 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] 10.222.0.64 "DELETE /v2.0/networks/cbe9c1c3-7b57-4697-9922-dd4c6e69cc6a HTTP/1.1" status: 204 len: 168 time: 2.0289726 Oct 20 10:41:51.380300 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce6043d-608d-4a51-af13-c3fb1616adb9 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Pushing event deleted for resources: {'Network': ['ID=cbe9c1c3-7b57-4697-9922-dd4c6e69cc6a,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:51.386611 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 58622) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:51.396206 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e2d8906-27f1-468d-94e8-3f1ecfedcff8 None None] The sync data for ids ['a8b94c7b-90c6-4a43-b38e-42fb877dc13c'] in n-d-811396-3 is: [{'id': 'a8b94c7b-90c6-4a43-b38e-42fb877dc13c', 'name': 'tempest-RoutersIpV6Test-router-173173775', 'tenant_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:40:44Z', 'updated_at': '2021-10-20T10:41:48Z', 'revision_number': 11, 'project_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'gw_port_host': None}] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:41:51.398526 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:51.414574 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-b38dca05-8e0f-41b5-ba93-dd64e5b5b78e None None] Port 56134666-8f77-4e33-8bd9-96d1e3fa65db cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:41:51.519999 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 58628) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:51.530682 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-cb7982d5-94a5-4389-87c7-40200704202f tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.4765165 Oct 20 10:41:51.558538 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-d66c2a41-c725-454c-841a-0cfd542ce14d None None] Deleting port e519c21f-2444-46f2-85a2-b4a6c7519cc9 {{(pid=100598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:41:51.558950 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-d66c2a41-c725-454c-841a-0cfd542ce14d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:51.563340 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d16a73e-8008-4d22-8621-0be5a6ce91c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=266079ff-f1f4-466f-9cdd-3e6da47a6db2,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:51.567406 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-f7d1f314-aaad-4265-b835-110e34214e3a None None] Publish callbacks [] for port, precommit_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:51.576579 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-f7d1f314-aaad-4265-b835-110e34214e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:51.586484 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server [None req-d66c2a41-c725-454c-841a-0cfd542ce14d None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network cbe9c1c3-7b57-4697-9922-dd4c6e69cc6a could not be found. Oct 20 10:41:51.586484 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 20 10:41:51.586484 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Oct 20 10:41:51.586484 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Oct 20 10:41:51.586484 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Oct 20 10:41:51.586484 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Oct 20 10:41:51.586484 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2808, in one Oct 20 10:41:51.586484 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server return self._iter().one() Oct 20 10:41:51.586484 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1385, in one Oct 20 10:41:51.586484 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server return self._only_one_row( Oct 20 10:41:51.586484 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Oct 20 10:41:51.586484 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Oct 20 10:41:51.586484 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Oct 20 10:41:51.586484 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server Oct 20 10:41:51.586484 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Oct 20 10:41:51.586484 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server Oct 20 10:41:51.586484 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 20 10:41:51.586484 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 20 10:41:51.586484 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 20 10:41:51.586484 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 20 10:41:51.586484 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 20 10:41:51.586484 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 20 10:41:51.586484 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 20 10:41:51.586484 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 20 10:41:51.586484 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 20 10:41:51.586484 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 10:41:51.586484 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 10:41:51.586484 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 10:41:51.586484 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 10:41:51.586484 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 20 10:41:51.586484 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 10:41:51.586484 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 20 10:41:51.586484 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 20 10:41:51.586484 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 10:41:51.586484 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 10:41:51.586484 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 10:41:51.586484 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 10:41:51.586484 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 20 10:41:51.586484 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 10:41:51.586484 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 20 10:41:51.586484 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 20 10:41:51.586484 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 10:41:51.586484 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 10:41:51.586484 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 10:41:51.586484 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 10:41:51.586484 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 20 10:41:51.586484 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 20 10:41:51.586484 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 270, in release_dhcp_port Oct 20 10:41:51.586484 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Oct 20 10:41:51.586484 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1545, in delete_ports_by_device_id Oct 20 10:41:51.586484 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Oct 20 10:41:51.586484 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 20 10:41:51.586484 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 10:41:51.586484 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 20 10:41:51.586484 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 20 10:41:51.590656 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 20 10:41:51.590656 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 20 10:41:51.590656 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 10:41:51.590656 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 10:41:51.590656 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 10:41:51.590656 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 10:41:51.590656 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 20 10:41:51.590656 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 10:41:51.590656 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 20 10:41:51.590656 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 20 10:41:51.590656 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 10:41:51.590656 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 10:41:51.590656 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 10:41:51.590656 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 10:41:51.590656 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 20 10:41:51.590656 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 10:41:51.590656 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 20 10:41:51.590656 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 20 10:41:51.590656 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 10:41:51.590656 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 10:41:51.590656 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 10:41:51.590656 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 10:41:51.590656 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 20 10:41:51.590656 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 20 10:41:51.590656 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1967, in delete_port Oct 20 10:41:51.590656 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Oct 20 10:41:51.590656 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 20 10:41:51.590656 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 20 10:41:51.590656 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1190, in get_network Oct 20 10:41:51.590656 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Oct 20 10:41:51.590656 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Oct 20 10:41:51.590656 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Oct 20 10:41:51.590656 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network cbe9c1c3-7b57-4697-9922-dd4c6e69cc6a could not be found. Oct 20 10:41:51.590656 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server Oct 20 10:41:51.619434 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Pushing event updated for resources: {'Port': ['ID=99e3a22f-40dd-439e-90a9-052012056e55,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:51.632143 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f96020b9-c5df-45d0-8bfe-fe97017ddd65 None None] DHCP port deletion for cbe9c1c3-7b57-4697-9922-dd4c6e69cc6a request from n-d-811396-3 {{(pid=100598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:41:51.659793 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f6f080-7871-4de1-94cb-d5fa281eff59 None None] Pushing event updated for resources: {'Port': ['ID=56134666-8f77-4e33-8bd9-96d1e3fa65db,revision_number=3']} {{(pid=100599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:51.678500 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d16a73e-8008-4d22-8621-0be5a6ce91c6 admin admin] Checking segment: {'id': '53f4a5e4-77d4-4e80-ab0a-18adfceaa566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'df954bbc-f210-4dbe-b2a5-63b5d20aa4fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:41:51.678868 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d16a73e-8008-4d22-8621-0be5a6ce91c6 admin admin] Network hostable DHCP agents. Network: df954bbc-f210-4dbe-b2a5-63b5d20aa4fd, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:41:51.694626 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8c89f7ae-e77e-4df2-a819-8e058afcbe23 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:51.704518 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_v2 [None req-7000a39f-1ce0-4a4b-a942-2a766abc20ce tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Deleting subnet 538c8c6b-ffc5-4371-a7c1-293c40f2a6df {{(pid=100596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:41:51.758817 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-7000a39f-1ce0-4a4b-a942-2a766abc20ce tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Publish callbacks [] for subnet, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:51.764992 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8c89f7ae-e77e-4df2-a819-8e058afcbe23 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:51.808472 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-f7d1f314-aaad-4265-b835-110e34214e3a None None] Attempting to bind port 56134666-8f77-4e33-8bd9-96d1e3fa65db on host n-d-811396-3 for vnic_type normal with profile {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:41:51.809081 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-f7d1f314-aaad-4265-b835-110e34214e3a None None] Attempting to bind port 56134666-8f77-4e33-8bd9-96d1e3fa65db by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '24bad81e-aec3-4e68-b40a-6dbc28d3b906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'dcf86141-da0d-4c82-9e01-66c4be279d2b'}] {{(pid=100599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:41:51.809674 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d1f314-aaad-4265-b835-110e34214e3a None None] Attempting to bind port 56134666-8f77-4e33-8bd9-96d1e3fa65db on network dcf86141-da0d-4c82-9e01-66c4be279d2b {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:41:51.850941 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9606eff4-02ea-470d-ae56-561275bc92ba None None] DHCP port deletion for 7fb59595-a6b9-4497-8ca6-3155b1017eae request from n-d-811396-3 {{(pid=100598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:41:51.852399 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4751de2f-79d7-4802-aaa7-e88ec64c9747 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:51.875098 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d1f314-aaad-4265-b835-110e34214e3a None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:41:51.875609 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d1f314-aaad-4265-b835-110e34214e3a None None] Checking segment: {'id': '24bad81e-aec3-4e68-b40a-6dbc28d3b906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'dcf86141-da0d-4c82-9e01-66c4be279d2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:41:51.876027 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-f7d1f314-aaad-4265-b835-110e34214e3a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:51.876428 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d1f314-aaad-4265-b835-110e34214e3a None None] Bound using segment: {'id': '24bad81e-aec3-4e68-b40a-6dbc28d3b906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'dcf86141-da0d-4c82-9e01-66c4be279d2b'} {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:41:51.877307 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-f7d1f314-aaad-4265-b835-110e34214e3a None None] Bound port: 56134666-8f77-4e33-8bd9-96d1e3fa65db, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24bad81e-aec3-4e68-b40a-6dbc28d3b906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'dcf86141-da0d-4c82-9e01-66c4be279d2b'}}] {{(pid=100599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:41:51.877903 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-f7d1f314-aaad-4265-b835-110e34214e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:51.880575 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device e519c21f-2444-46f2-85a2-b4a6c7519cc9 no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:41:51.895688 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8c89f7ae-e77e-4df2-a819-8e058afcbe23 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:51.904423 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8c89f7ae-e77e-4df2-a819-8e058afcbe23 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:51.914225 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-8c89f7ae-e77e-4df2-a819-8e058afcbe23 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] 10.222.0.64 "DELETE /v2.0/security-groups/15beeebd-30c2-4d96-819b-e9a336ae5933 HTTP/1.1" status: 204 len: 168 time: 0.3929682 Oct 20 10:41:51.915005 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 58654) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:51.929513 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: e519c21f-2444-46f2-85a2-b4a6c7519cc9 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:41:51.929868 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device e519c21f-2444-46f2-85a2-b4a6c7519cc9 not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:41:51.934988 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-7000a39f-1ce0-4a4b-a942-2a766abc20ce tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25189079'] for subnet, precommit_delete_associations {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:51.955200 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d16a73e-8008-4d22-8621-0be5a6ce91c6 admin admin] Network df954bbc-f210-4dbe-b2a5-63b5d20aa4fd is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:41:51.977011 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c89f7ae-e77e-4df2-a819-8e058afcbe23 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15beeebd-30c2-4d96-819b-e9a336ae5933,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:52.041063 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4751de2f-79d7-4802-aaa7-e88ec64c9747 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Pushing event deleted for resources: {'Port': ['ID=50a3186e-ef60-4325-87f5-4c01fe69e0b5,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:52.054845 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4751de2f-79d7-4802-aaa7-e88ec64c9747 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] No DVR routers for this DVR port 50a3186e-ef60-4325-87f5-4c01fe69e0b5 on host n-d-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:41:52.106027 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-3d16a73e-8008-4d22-8621-0be5a6ce91c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, df954bbc-f210-4dbe-b2a5-63b5d20aa4fd) {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:41:52.116890 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e6ebe3-1c76-4269-bd13-01100b60a321 None None] Network df954bbc-f210-4dbe-b2a5-63b5d20aa4fd requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:41:52.118976 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d16a73e-8008-4d22-8621-0be5a6ce91c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:52.120656 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c89f7ae-e77e-4df2-a819-8e058afcbe23 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:41:52.121527 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3d16a73e-8008-4d22-8621-0be5a6ce91c6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:52.128907 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c89f7ae-e77e-4df2-a819-8e058afcbe23 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:41:52.129443 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c89f7ae-e77e-4df2-a819-8e058afcbe23 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:41:52.129880 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c89f7ae-e77e-4df2-a819-8e058afcbe23 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:41:52.145207 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c89f7ae-e77e-4df2-a819-8e058afcbe23 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:41:52.145937 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c89f7ae-e77e-4df2-a819-8e058afcbe23 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:41:52.147857 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c89f7ae-e77e-4df2-a819-8e058afcbe23 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:41:52.148905 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c89f7ae-e77e-4df2-a819-8e058afcbe23 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:41:52.149717 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c89f7ae-e77e-4df2-a819-8e058afcbe23 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:41:52.150264 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c89f7ae-e77e-4df2-a819-8e058afcbe23 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:41:52.150828 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c89f7ae-e77e-4df2-a819-8e058afcbe23 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:41:52.151376 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c89f7ae-e77e-4df2-a819-8e058afcbe23 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:41:52.166482 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.db [None req-f7d1f314-aaad-4265-b835-110e34214e3a None None] For port 56134666-8f77-4e33-8bd9-96d1e3fa65db, host n-d-811396-3, cleared binding levels {{(pid=100599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:41:52.182206 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.db [None req-f7d1f314-aaad-4265-b835-110e34214e3a None None] For port 56134666-8f77-4e33-8bd9-96d1e3fa65db, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=56134666-8f77-4e33-8bd9-96d1e3fa65db,segment=NetworkSegment(24bad81e-aec3-4e68-b40a-6dbc28d3b906),segment_id=24bad81e-aec3-4e68-b40a-6dbc28d3b906)] {{(pid=100599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:41:52.194143 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-f7d1f314-aaad-4265-b835-110e34214e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:52.204004 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-66cd8037-a6db-4dcc-a05e-96477c875a2e tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.2776744 Oct 20 10:41:52.215964 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 58670) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:52.305443 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-37fbe3c0-4545-4481-a354-854a530fdb5d None None] Provisioning complete for port 56134666-8f77-4e33-8bd9-96d1e3fa65db triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:41:52.305817 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-37fbe3c0-4545-4481-a354-854a530fdb5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:52.337752 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-3d16a73e-8008-4d22-8621-0be5a6ce91c6 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.9461665 Oct 20 10:41:52.347415 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9141dc88-4956-45f8-847c-45458b6412a4 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:52.369962 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d1f314-aaad-4265-b835-110e34214e3a None None] Routers {'57e1c470-eb6c-4f1a-bb52-d159ea602c08'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:41:52.372774 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-f7d1f314-aaad-4265-b835-110e34214e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:41:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['57e1c470-eb6c-4f1a-bb52-d159ea602c08'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:41:52.389425 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9141dc88-4956-45f8-847c-45458b6412a4 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:52.467786 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4751de2f-79d7-4802-aaa7-e88ec64c9747 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:52.473743 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9141dc88-4956-45f8-847c-45458b6412a4 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:52.477283 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9141dc88-4956-45f8-847c-45458b6412a4 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:52.484829 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-9141dc88-4956-45f8-847c-45458b6412a4 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] 10.222.0.64 "DELETE /v2.0/security-groups/2573e3fc-81f3-4539-b290-d5732723bfc8 HTTP/1.1" status: 204 len: 168 time: 0.2611914 Oct 20 10:41:52.485793 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 58678) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:52.486795 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad4982eb-1c0d-4974-ad6e-c20f9525d8d3 None None] Network df954bbc-f210-4dbe-b2a5-63b5d20aa4fd requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:41:52.515746 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9141dc88-4956-45f8-847c-45458b6412a4 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2573e3fc-81f3-4539-b290-d5732723bfc8,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:52.617293 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-4751de2f-79d7-4802-aaa7-e88ec64c9747 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fb59595-a6b9-4497-8ca6-3155b1017eae']}} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:41:52.619492 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-54d01aff-189a-4edc-9dab-8d71423ff1ba tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1249540 Oct 20 10:41:52.623840 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 58682) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:52.643030 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-ff0c69c0-e227-43e7-b334-d798404f2298 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Request body: {'security_group': {'name': 'tempest-secgroup--78931865'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:41:52.667942 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-4751de2f-79d7-4802-aaa7-e88ec64c9747 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd748ae4-dd8d-4635-a22f-19ec20cfe330') {'for_net_delete': True} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:41:52.668481 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-4751de2f-79d7-4802-aaa7-e88ec64c9747 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd748ae4-dd8d-4635-a22f-19ec20cfe330') {} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:41:52.671549 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-7000a39f-1ce0-4a4b-a942-2a766abc20ce tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:52.703566 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ff0c69c0-e227-43e7-b334-d798404f2298 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:52.760196 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-f7d1f314-aaad-4265-b835-110e34214e3a None None] Set router 57e1c470-eb6c-4f1a-bb52-d159ea602c08 gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:41:52.797947 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4751de2f-79d7-4802-aaa7-e88ec64c9747 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25189038'] for segment, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:52.860808 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d37616de-fd01-4412-bc74-5ade647d9053 None None] get_active_networks_info from n-d-811396-3 {{(pid=100598) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 20 10:41:52.886469 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4751de2f-79d7-4802-aaa7-e88ec64c9747 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:52.902312 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4751de2f-79d7-4802-aaa7-e88ec64c9747 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Releasing vlan 829 on physical network physnet1 to pool {{(pid=100596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:41:52.903869 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4751de2f-79d7-4802-aaa7-e88ec64c9747 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26833155'] for segment, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:52.904008 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ff0c69c0-e227-43e7-b334-d798404f2298 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:52.909519 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ff0c69c0-e227-43e7-b334-d798404f2298 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:52.932383 n-d-811396-3 neutron-server[100596]: Traceback (most recent call last): Oct 20 10:41:52.932383 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:41:52.932383 n-d-811396-3 neutron-server[100596]: timer() Oct 20 10:41:52.932383 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:41:52.932383 n-d-811396-3 neutron-server[100596]: cb(*args, **kw) Oct 20 10:41:52.932383 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:41:52.932383 n-d-811396-3 neutron-server[100596]: return func(*args, **kwargs) Oct 20 10:41:52.932383 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:41:52.932383 n-d-811396-3 neutron-server[100596]: self._notify() Oct 20 10:41:52.932383 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:41:52.932383 n-d-811396-3 neutron-server[100596]: self.callback(batched_events) Oct 20 10:41:52.932383 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:41:52.932383 n-d-811396-3 neutron-server[100596]: event.method(event) Oct 20 10:41:52.932383 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:41:52.932383 n-d-811396-3 neutron-server[100596]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:41:52.932383 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:41:52.932383 n-d-811396-3 neutron-server[100596]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:41:52.932383 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:41:52.932383 n-d-811396-3 neutron-server[100596]: return f(self, *a, **k) Oct 20 10:41:52.932383 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:41:52.932383 n-d-811396-3 neutron-server[100596]: return self._get(url).json() Oct 20 10:41:52.932383 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:41:52.932383 n-d-811396-3 neutron-server[100596]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:41:52.932383 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:41:52.932383 n-d-811396-3 neutron-server[100596]: return self.request(url, 'GET', **kwargs) Oct 20 10:41:52.932383 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:41:52.932383 n-d-811396-3 neutron-server[100596]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:41:52.932383 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:41:52.932383 n-d-811396-3 neutron-server[100596]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:41:52.932383 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:41:52.932383 n-d-811396-3 neutron-server[100596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:41:52.932383 n-d-811396-3 neutron-server[100596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:41:52.980986 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ff0c69c0-e227-43e7-b334-d798404f2298 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:52.981198 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-37fbe3c0-4545-4481-a354-854a530fdb5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:52.985457 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-ff0c69c0-e227-43e7-b334-d798404f2298 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3581610 Oct 20 10:41:52.992140 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 58692) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:53.001612 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-4caed0cd-55aa-4260-99ac-31a6558ec6b9 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Request body: {'security_group_rule': {'security_group_id': '96de251c-973b-45f6-a219-e0fa6ea27a32', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:41:53.043702 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0c69c0-e227-43e7-b334-d798404f2298 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96de251c-973b-45f6-a219-e0fa6ea27a32,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:53.063013 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4751de2f-79d7-4802-aaa7-e88ec64c9747 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:53.081092 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4caed0cd-55aa-4260-99ac-31a6558ec6b9 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:53.084323 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4751de2f-79d7-4802-aaa7-e88ec64c9747 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks [] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:53.103422 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 58694) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:53.103644 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-4751de2f-79d7-4802-aaa7-e88ec64c9747 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] 10.222.0.64 "DELETE /v2.0/networks/7fb59595-a6b9-4497-8ca6-3155b1017eae HTTP/1.1" status: 204 len: 168 time: 2.3628011 Oct 20 10:41:53.111162 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-37fbe3c0-4545-4481-a354-854a530fdb5d None None] For port 56134666-8f77-4e33-8bd9-96d1e3fa65db, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=56134666-8f77-4e33-8bd9-96d1e3fa65db,segment=NetworkSegment(24bad81e-aec3-4e68-b40a-6dbc28d3b906),segment_id=24bad81e-aec3-4e68-b40a-6dbc28d3b906)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:41:53.122563 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-b0453a3c-7e9a-4a2a-917a-8bff16ae44c5 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Request body: {'router': {'routes': None}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:41:53.124213 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-37fbe3c0-4545-4481-a354-854a530fdb5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:53.125509 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4751de2f-79d7-4802-aaa7-e88ec64c9747 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Pushing event deleted for resources: {'Network': ['ID=7fb59595-a6b9-4497-8ca6-3155b1017eae,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:53.143839 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-7000a39f-1ce0-4a4b-a942-2a766abc20ce tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26836193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26761888'] for subnet, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:53.276802 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-7000a39f-1ce0-4a4b-a942-2a766abc20ce tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:53.280021 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-7000a39f-1ce0-4a4b-a942-2a766abc20ce tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] 10.222.0.64 "DELETE /v2.0/subnets/538c8c6b-ffc5-4371-a7c1-293c40f2a6df HTTP/1.1" status: 204 len: 168 time: 1.8905072 Oct 20 10:41:53.280155 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fbe3c0-4545-4481-a354-854a530fdb5d None None] Pushing event updated for resources: {'Port': ['ID=56134666-8f77-4e33-8bd9-96d1e3fa65db,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:53.281009 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7000a39f-1ce0-4a4b-a942-2a766abc20ce tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Pushing event deleted for resources: {'Subnet': ['ID=538c8c6b-ffc5-4371-a7c1-293c40f2a6df,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:53.304411 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 58714) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:53.321721 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-f7d1f314-aaad-4265-b835-110e34214e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57e1c470-eb6c-4f1a-bb52-d159ea602c08', 'name': 'tempest-TaggedBootDevicesTest_v242-269030753-router', 'tenant_id': 'cfcb374660ef40a8b05378b5e2eaff9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': '99e3a22f-40dd-439e-90a9-052012056e55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:41:38Z', 'updated_at': '2021-10-20T10:41:48Z', 'revision_number': 4, 'project_id': 'cfcb374660ef40a8b05378b5e2eaff9e', 'gw_port': {'id': '99e3a22f-40dd-439e-90a9-052012056e55', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:c6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57e1c470-eb6c-4f1a-bb52-d159ea602c08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:41:40Z', 'updated_at': '2021-10-20T10:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '56134666-8f77-4e33-8bd9-96d1e3fa65db', 'name': '', 'network_id': 'dcf86141-da0d-4c82-9e01-66c4be279d2b', 'tenant_id': 'cfcb374660ef40a8b05378b5e2eaff9e', 'mac_address': 'fa:16:3e:48:c0:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57e1c470-eb6c-4f1a-bb52-d159ea602c08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': 'aa9160dc-9c5c-4cb9-bd41-a37d607d846c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:41:46Z', 'updated_at': '2021-10-20T10:41:52Z', 'revision_number': 4, 'project_id': 'cfcb374660ef40a8b05378b5e2eaff9e', 'subnets': [{'id': 'aa9160dc-9c5c-4cb9-bd41-a37d607d846c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:41:53.362211 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-4a851243-d7b3-4415-8487-36619b08e4d4 None None] Provisioning complete for port 56134666-8f77-4e33-8bd9-96d1e3fa65db triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:41:53.362592 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-4a851243-d7b3-4415-8487-36619b08e4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:53.376652 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f6f080-7871-4de1-94cb-d5fa281eff59 None None] Pushing event updated for resources: {'Port': ['ID=56134666-8f77-4e33-8bd9-96d1e3fa65db,revision_number=4']} {{(pid=100599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:53.380321 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d1f314-aaad-4265-b835-110e34214e3a None None] The sync data for ids ['57e1c470-eb6c-4f1a-bb52-d159ea602c08'] in n-d-811396-3 is: [{'id': '57e1c470-eb6c-4f1a-bb52-d159ea602c08', 'name': 'tempest-TaggedBootDevicesTest_v242-269030753-router', 'tenant_id': 'cfcb374660ef40a8b05378b5e2eaff9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': '99e3a22f-40dd-439e-90a9-052012056e55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:41:38Z', 'updated_at': '2021-10-20T10:41:48Z', 'revision_number': 4, 'project_id': 'cfcb374660ef40a8b05378b5e2eaff9e', 'gw_port': {'id': '99e3a22f-40dd-439e-90a9-052012056e55', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:c6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57e1c470-eb6c-4f1a-bb52-d159ea602c08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:41:40Z', 'updated_at': '2021-10-20T10:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '56134666-8f77-4e33-8bd9-96d1e3fa65db', 'name': '', 'network_id': 'dcf86141-da0d-4c82-9e01-66c4be279d2b', 'tenant_id': 'cfcb374660ef40a8b05378b5e2eaff9e', 'mac_address': 'fa:16:3e:48:c0:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57e1c470-eb6c-4f1a-bb52-d159ea602c08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': 'aa9160dc-9c5c-4cb9-bd41-a37d607d846c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:41:46Z', 'updated_at': '2021-10-20T10:41:52Z', 'revision_number': 4, 'project_id': 'cfcb374660ef40a8b05378b5e2eaff9e', 'subnets': [{'id': 'aa9160dc-9c5c-4cb9-bd41-a37d607d846c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:41:53.387759 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d37616de-fd01-4412-bc74-5ade647d9053 None None] Resources bound (agent type, host, resource id): {{(pid=100598) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 20 10:41:53.551718 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4caed0cd-55aa-4260-99ac-31a6558ec6b9 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:53.562594 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4caed0cd-55aa-4260-99ac-31a6558ec6b9 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:53.648864 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.extraroute_db [None req-b0453a3c-7e9a-4a2a-917a-8bff16ae44c5 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Added routes are [] {{(pid=100597) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 20 10:41:53.649172 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.extraroute_db [None req-b0453a3c-7e9a-4a2a-917a-8bff16ae44c5 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Removed routes are [] {{(pid=100597) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 20 10:41:53.649525 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b0453a3c-7e9a-4a2a-917a-8bff16ae44c5 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1773502', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1772312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-258425'] for router, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:53.736146 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f8a14830-be3f-4013-aa98-776956d27de7 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:53.780370 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4caed0cd-55aa-4260-99ac-31a6558ec6b9 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:53.786051 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-4caed0cd-55aa-4260-99ac-31a6558ec6b9 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7908621 Oct 20 10:41:53.787340 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 58728) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:53.809301 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161d879d-81a6-4215-97a9-a21ac10c1925 req-3763481a-8189-423d-b91c-af90f35f8442 tempest-ListServersNegativeTestJSON-1106856512 tempest-ListServersNegativeTestJSON-1106856512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:53.812124 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caed0cd-55aa-4260-99ac-31a6558ec6b9 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c62afa6c-317a-40f3-b643-fdaed7952a47,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:53.821978 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-161d879d-81a6-4215-97a9-a21ac10c1925 req-3763481a-8189-423d-b91c-af90f35f8442 tempest-ListServersNegativeTestJSON-1106856512 tempest-ListServersNegativeTestJSON-1106856512-project] 10.222.0.64 "GET /v2.0/networks?id=df954bbc-f210-4dbe-b2a5-63b5d20aa4fd HTTP/1.1" status: 200 len: 817 time: 0.5474849 Oct 20 10:41:53.847465 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 99e3a22f-40dd-439e-90a9-052012056e55 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:41:53.860716 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-161d879d-81a6-4215-97a9-a21ac10c1925 req-86c08a5e-9bed-4059-b075-17e3243ff8a3 tempest-ListServersNegativeTestJSON-1106856512 tempest-ListServersNegativeTestJSON-1106856512-project] 10.222.0.64 "GET /v2.0/quotas/65c3e8739db2478898a8e45c56369a3f HTTP/1.1" status: 200 len: 375 time: 0.0377967 Oct 20 10:41:53.960489 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 58734) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:53.962458 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5b60dbd8-7160-41b8-bdef-c0ce46f8447d tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:54.001758 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 99e3a22f-40dd-439e-90a9-052012056e55 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:41:54.002818 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:54.058064 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-161d879d-81a6-4215-97a9-a21ac10c1925 req-714b1cc6-aae4-4e89-b653-a79897246e17 tempest-ListServersNegativeTestJSON-1106856512 tempest-ListServersNegativeTestJSON-1106856512-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=65c3e8739db2478898a8e45c56369a3f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1909585 Oct 20 10:41:54.148389 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5b60dbd8-7160-41b8-bdef-c0ce46f8447d tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:54.350126 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b0453a3c-7e9a-4a2a-917a-8bff16ae44c5 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1773502', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1772312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-258425'] for router, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:54.385759 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b0453a3c-7e9a-4a2a-917a-8bff16ae44c5 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1773475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1773489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1773480', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1772307'] for router, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:54.406279 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc6b50b-76e3-49b9-8c32-44125e733432 None None] Network c60bc39c-22d0-402f-a8bd-cf747843ae3d requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:41:54.408548 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5b60dbd8-7160-41b8-bdef-c0ce46f8447d tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:54.421303 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5b60dbd8-7160-41b8-bdef-c0ce46f8447d tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:54.435498 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-5b60dbd8-7160-41b8-bdef-c0ce46f8447d tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/c62afa6c-317a-40f3-b643-fdaed7952a47 HTTP/1.1" status: 204 len: 168 time: 0.6395464 Oct 20 10:41:54.442956 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 58738) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:54.546643 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device a433fd22-5091-42cf-9307-867519e1307c no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:41:54.601693 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: a433fd22-5091-42cf-9307-867519e1307c {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:41:54.602039 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device a433fd22-5091-42cf-9307-867519e1307c not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:41:54.602480 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 50a3186e-ef60-4325-87f5-4c01fe69e0b5 no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:41:54.603113 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b60dbd8-7160-41b8-bdef-c0ce46f8447d tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c62afa6c-317a-40f3-b643-fdaed7952a47,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:54.636533 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 50a3186e-ef60-4325-87f5-4c01fe69e0b5 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:41:54.637482 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 50a3186e-ef60-4325-87f5-4c01fe69e0b5 not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:41:54.723685 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-9899c365-2225-4220-acec-a93c0916250f tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2690361 Oct 20 10:41:54.726225 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0453a3c-7e9a-4a2a-917a-8bff16ae44c5 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Router a8b94c7b-90c6-4a43-b38e-42fb877dc13c has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:41:54.732030 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 58740) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:54.773336 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d259feb-7133-4e0e-a3fe-d92b4d69addd None None] DHCP port deletion for c60bc39c-22d0-402f-a8bd-cf747843ae3d request from n-d-811396-3 {{(pid=100598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:41:54.892711 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-4d259feb-7133-4e0e-a3fe-d92b4d69addd None None] Deleting port 6faccfeb-37ce-4585-bdef-ea2fb4ceff53 {{(pid=100598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:41:54.893088 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-4d259feb-7133-4e0e-a3fe-d92b4d69addd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:54.922709 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d28cbe8e-7795-4974-9519-f93c79c74b67 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:54.940355 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0453a3c-7e9a-4a2a-917a-8bff16ae44c5 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:41:54.960040 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b0453a3c-7e9a-4a2a-917a-8bff16ae44c5 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks [] for router, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:54.964376 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-b0453a3c-7e9a-4a2a-917a-8bff16ae44c5 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] 10.222.0.64 "PUT /v2.0/routers/a8b94c7b-90c6-4a43-b38e-42fb877dc13c HTTP/1.1" status: 200 len: 704 time: 1.8594680 Oct 20 10:41:54.968714 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa7d4fd-849b-46b4-a0b9-66f2cd417c2b None None] Sync routers for ids ['a8b94c7b-90c6-4a43-b38e-42fb877dc13c'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:41:54.969306 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-161d879d-81a6-4215-97a9-a21ac10c1925 req-103b5616-fd86-4ed1-a13c-1e8be21a29ad service neutron] 10.222.0.64 "GET /v2.0/networks/df954bbc-f210-4dbe-b2a5-63b5d20aa4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9019496 Oct 20 10:41:54.971835 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 58744) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:54.992623 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-de9714f7-d8d3-4b92-acf2-1d300a0370e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:55.002915 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d28cbe8e-7795-4974-9519-f93c79c74b67 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:55.040613 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-f8a14830-be3f-4013-aa98-776956d27de7 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Deleting port 6faccfeb-37ce-4585-bdef-ea2fb4ceff53 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:41:55.041457 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f8a14830-be3f-4013-aa98-776956d27de7 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:55.060384 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-8c32a727-75a4-42b6-80d2-c97828c3d98a tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] 10.222.0.64 "GET /v2.0/ports?device_id=a8b94c7b-90c6-4a43-b38e-42fb877dc13c HTTP/1.1" status: 200 len: 205 time: 0.0873325 Oct 20 10:41:55.075661 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 58746) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:55.075972 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-4d259feb-7133-4e0e-a3fe-d92b4d69addd None None] For port 6faccfeb-37ce-4585-bdef-ea2fb4ceff53, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=6faccfeb-37ce-4585-bdef-ea2fb4ceff53,segment=NetworkSegment(5b5fb6ce-cd0e-4793-8bda-bd817c0d9452),segment_id=5b5fb6ce-cd0e-4793-8bda-bd817c0d9452)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:41:55.076476 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-4d259feb-7133-4e0e-a3fe-d92b4d69addd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:55.087177 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa7d4fd-849b-46b4-a0b9-66f2cd417c2b None None] Routers {'a8b94c7b-90c6-4a43-b38e-42fb877dc13c'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:41:55.087944 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-9aa7d4fd-849b-46b4-a0b9-66f2cd417c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:41:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['a8b94c7b-90c6-4a43-b38e-42fb877dc13c'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:41:55.144804 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d28cbe8e-7795-4974-9519-f93c79c74b67 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:55.148151 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d28cbe8e-7795-4974-9519-f93c79c74b67 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:55.149322 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-d28cbe8e-7795-4974-9519-f93c79c74b67 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] 10.222.0.64 "DELETE /v2.0/security-groups/96de251c-973b-45f6-a219-e0fa6ea27a32 HTTP/1.1" status: 204 len: 168 time: 0.4159427 Oct 20 10:41:55.154126 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-4d259feb-7133-4e0e-a3fe-d92b4d69addd None None] Calling delete_port for 6faccfeb-37ce-4585-bdef-ea2fb4ceff53 owned by network:dhcp {{(pid=100598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:41:55.158620 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 58748) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:55.200513 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28cbe8e-7795-4974-9519-f93c79c74b67 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96de251c-973b-45f6-a219-e0fa6ea27a32,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:55.216111 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-9aa7d4fd-849b-46b4-a0b9-66f2cd417c2b None None] Set router a8b94c7b-90c6-4a43-b38e-42fb877dc13c gateway port host: None {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:41:55.280672 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ce853566-f6c1-466a-afd1-0f197c7529be tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks [] for router, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:55.311786 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-9aa7d4fd-849b-46b4-a0b9-66f2cd417c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8b94c7b-90c6-4a43-b38e-42fb877dc13c', 'name': 'tempest-RoutersIpV6Test-router-173173775', 'tenant_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:40:44Z', 'updated_at': '2021-10-20T10:41:48Z', 'revision_number': 11, 'project_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'gw_port_host': None}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:41:55.315028 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-fa0b86a7-3927-4656-bec7-a16782dbfd33 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1525486 Oct 20 10:41:55.318660 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 58754) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:55.333307 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-dc41033a-415d-46c6-aff7-73f87f8f26f1 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Request body: {'security_group': {'name': 'tempest-secgroup--1956006109'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:41:55.373127 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-dc41033a-415d-46c6-aff7-73f87f8f26f1 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:55.417688 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa7d4fd-849b-46b4-a0b9-66f2cd417c2b None None] Checking router: a8b94c7b-90c6-4a43-b38e-42fb877dc13c for host: n-d-811396-3 {{(pid=100598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:41:55.492795 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-dc41033a-415d-46c6-aff7-73f87f8f26f1 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:55.495300 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa7d4fd-849b-46b4-a0b9-66f2cd417c2b None None] Routers {'a8b94c7b-90c6-4a43-b38e-42fb877dc13c'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:41:55.496890 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-9aa7d4fd-849b-46b4-a0b9-66f2cd417c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:41:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['a8b94c7b-90c6-4a43-b38e-42fb877dc13c'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:41:55.499182 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-dc41033a-415d-46c6-aff7-73f87f8f26f1 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:55.538541 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-dc41033a-415d-46c6-aff7-73f87f8f26f1 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:55.539827 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-dc41033a-415d-46c6-aff7-73f87f8f26f1 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2196958 Oct 20 10:41:55.544738 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 58756) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:55.552001 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-54a55a4c-0e41-43a5-b24a-879e3f8b6e0f tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Request body: {'security_group_rule': {'security_group_id': '2d4a2690-da7e-4429-a0d4-5a222dd4519c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:41:55.561550 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc41033a-415d-46c6-aff7-73f87f8f26f1 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d4a2690-da7e-4429-a0d4-5a222dd4519c,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:55.619673 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-54a55a4c-0e41-43a5-b24a-879e3f8b6e0f tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:55.657303 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [None req-f8a14830-be3f-4013-aa98-776956d27de7 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] For port 6faccfeb-37ce-4585-bdef-ea2fb4ceff53, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=6faccfeb-37ce-4585-bdef-ea2fb4ceff53,segment=NetworkSegment(5b5fb6ce-cd0e-4793-8bda-bd817c0d9452),segment_id=5b5fb6ce-cd0e-4793-8bda-bd817c0d9452)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:41:55.658068 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f8a14830-be3f-4013-aa98-776956d27de7 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:55.676137 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-161d879d-81a6-4215-97a9-a21ac10c1925 req-fa7a8e7e-d753-47c2-a409-7b3a8e9b8bde service neutron] 10.222.0.64 "GET /v2.0/networks/df954bbc-f210-4dbe-b2a5-63b5d20aa4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6770842 Oct 20 10:41:55.681754 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-54a55a4c-0e41-43a5-b24a-879e3f8b6e0f tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:55.688717 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-f8a14830-be3f-4013-aa98-776956d27de7 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Calling delete_port for 6faccfeb-37ce-4585-bdef-ea2fb4ceff53 owned by network:dhcp {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:41:55.689980 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-54a55a4c-0e41-43a5-b24a-879e3f8b6e0f tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:55.726497 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a55a4c-0e41-43a5-b24a-879e3f8b6e0f tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6659edc6-ba39-45fd-8a95-456573489043,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:55.740800 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-54a55a4c-0e41-43a5-b24a-879e3f8b6e0f tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:55.742823 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-54a55a4c-0e41-43a5-b24a-879e3f8b6e0f tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1971347 Oct 20 10:41:55.745321 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 58758) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:55.769238 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-c67ee1d6-a32c-462c-9c1d-a19e9cb29de0 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] 10.222.0.64 "GET /v2.0/security-group-rules/6659edc6-ba39-45fd-8a95-456573489043 HTTP/1.1" status: 200 len: 763 time: 0.0225713 Oct 20 10:41:55.772423 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 58760) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:55.789382 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-de9714f7-d8d3-4b92-acf2-1d300a0370e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:55.791932 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 56134666-8f77-4e33-8bd9-96d1e3fa65db up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:41:55.800869 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-9aa7d4fd-849b-46b4-a0b9-66f2cd417c2b None None] Set router a8b94c7b-90c6-4a43-b38e-42fb877dc13c gateway port host: None {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:41:55.853055 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-83e76ced-f0b5-495e-8c01-b0e845d75dbd tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0774465 Oct 20 10:41:55.853872 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 58764) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:55.866731 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-de9714f7-d8d3-4b92-acf2-1d300a0370e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:55.915939 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-de9714f7-d8d3-4b92-acf2-1d300a0370e6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ea40e05c3ad24e35b6e415181bb1a420&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9538550 Oct 20 10:41:55.918856 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-860473f1-5c78-4fb1-bc71-a77af6b5d522 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:55.924556 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 58766) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:55.940717 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-860473f1-5c78-4fb1-bc71-a77af6b5d522 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:55.944541 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-9aa7d4fd-849b-46b4-a0b9-66f2cd417c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8b94c7b-90c6-4a43-b38e-42fb877dc13c', 'name': 'tempest-RoutersIpV6Test-router-173173775', 'tenant_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:40:44Z', 'updated_at': '2021-10-20T10:41:48Z', 'revision_number': 11, 'project_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'gw_port_host': None}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:41:56.007078 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-860473f1-5c78-4fb1-bc71-a77af6b5d522 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:56.015808 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-860473f1-5c78-4fb1-bc71-a77af6b5d522 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:56.022464 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-860473f1-5c78-4fb1-bc71-a77af6b5d522 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/6659edc6-ba39-45fd-8a95-456573489043 HTTP/1.1" status: 204 len: 168 time: 0.1675060 Oct 20 10:41:56.025506 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa7d4fd-849b-46b4-a0b9-66f2cd417c2b None None] The sync data for ids ['a8b94c7b-90c6-4a43-b38e-42fb877dc13c'] in n-d-811396-3 is: [{'id': 'a8b94c7b-90c6-4a43-b38e-42fb877dc13c', 'name': 'tempest-RoutersIpV6Test-router-173173775', 'tenant_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:40:44Z', 'updated_at': '2021-10-20T10:41:48Z', 'revision_number': 11, 'project_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'gw_port_host': None}] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:41:56.031266 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-4d259feb-7133-4e0e-a3fe-d92b4d69addd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956'] for port, after_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:56.044984 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 58770) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:56.056216 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ce853566-f6c1-466a-afd1-0f197c7529be tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1772272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258304'] for router, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:56.057734 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860473f1-5c78-4fb1-bc71-a77af6b5d522 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6659edc6-ba39-45fd-8a95-456573489043,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:56.070192 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ce853566-f6c1-466a-afd1-0f197c7529be tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:56.095456 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d259feb-7133-4e0e-a3fe-d92b4d69addd None None] Pushing event deleted for resources: {'Port': ['ID=6faccfeb-37ce-4585-bdef-ea2fb4ceff53,revision_number=None']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:56.131600 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d259feb-7133-4e0e-a3fe-d92b4d69addd None None] No DVR routers for this DVR port 6faccfeb-37ce-4585-bdef-ea2fb4ceff53 on host n-d-811396-3 {{(pid=100598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:41:56.133575 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-6abfc547-6f80-4ce5-905e-34b64b195d9d tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0877256 Oct 20 10:41:56.140119 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 58774) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:56.155713 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-b8420d56-ac76-4957-b822-c9f509d187eb tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Request body: {'security_group_rule': {'security_group_id': '2d4a2690-da7e-4429-a0d4-5a222dd4519c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:41:56.167779 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 56134666-8f77-4e33-8bd9-96d1e3fa65db triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:41:56.167779 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:56.202660 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9714f7-d8d3-4b92-acf2-1d300a0370e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cf3eee7-a561-4ea8-a281-a6ac744932c5,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:56.239731 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b8420d56-ac76-4957-b822-c9f509d187eb tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:56.309305 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-103a21b4-8304-4ab7-8a98-acb324443cb3 req-16221c8f-c46d-4917-be10-338f4713755d tempest-ListServersNegativeTestJSON-1106856512 tempest-ListServersNegativeTestJSON-1106856512-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e6f7893-0897-4711-88f8-7aed57efa731 HTTP/1.1" status: 200 len: 210 time: 0.1167641 Oct 20 10:41:56.311641 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-332c428f-32d6-4d80-887b-0fe454532d21 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:56.324217 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ce853566-f6c1-466a-afd1-0f197c7529be tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1772267'] for router, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:56.324705 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce853566-f6c1-466a-afd1-0f197c7529be tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Fanout notify agent at l3_agent the message router_deleted on router a8b94c7b-90c6-4a43-b38e-42fb877dc13c {{(pid=100596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 10:41:56.339554 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b8420d56-ac76-4957-b822-c9f509d187eb tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:56.349506 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b8420d56-ac76-4957-b822-c9f509d187eb tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:56.373725 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ce853566-f6c1-466a-afd1-0f197c7529be tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks [] for router, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:56.374859 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-ce853566-f6c1-466a-afd1-0f197c7529be tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] 10.222.0.64 "DELETE /v2.0/routers/a8b94c7b-90c6-4a43-b38e-42fb877dc13c HTTP/1.1" status: 204 len: 168 time: 1.3023517 Oct 20 10:41:56.384553 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 58788) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:56.417735 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-ca1417b4-6d6e-494e-a181-a6fabfb63e1c tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-231487248', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:41:56.425883 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f8a14830-be3f-4013-aa98-776956d27de7 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:56.486103 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8420d56-ac76-4957-b822-c9f509d187eb tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47ed610f-9eb5-4a87-a709-72df34d1bfe8,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:56.501418 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-332c428f-32d6-4d80-887b-0fe454532d21 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:56.528876 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 6faccfeb-37ce-4585-bdef-ea2fb4ceff53 no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:41:56.544718 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ca1417b4-6d6e-494e-a181-a6fabfb63e1c tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1772442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258322'] for router, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:56.545766 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ca1417b4-6d6e-494e-a181-a6fabfb63e1c tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1772334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773516', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258315'] for router, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:56.553543 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b8420d56-ac76-4957-b822-c9f509d187eb tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:56.554752 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-b8420d56-ac76-4957-b822-c9f509d187eb tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4134612 Oct 20 10:41:56.557642 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 58792) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:56.581903 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 6faccfeb-37ce-4585-bdef-ea2fb4ceff53 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:41:56.582513 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 6faccfeb-37ce-4585-bdef-ea2fb4ceff53 not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:41:56.589494 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a14830-be3f-4013-aa98-776956d27de7 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] No DVR routers for this DVR port 6faccfeb-37ce-4585-bdef-ea2fb4ceff53 on host n-d-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:41:56.605720 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-0d3d36e8-64e3-491d-84e9-a3b93d9c9e34 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] 10.222.0.64 "GET /v2.0/security-group-rules/47ed610f-9eb5-4a87-a709-72df34d1bfe8 HTTP/1.1" status: 200 len: 763 time: 0.0464082 Oct 20 10:41:56.605866 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a14830-be3f-4013-aa98-776956d27de7 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Pushing event deleted for resources: {'Port': ['ID=6faccfeb-37ce-4585-bdef-ea2fb4ceff53,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:56.607979 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 58796) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:56.667227 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-332c428f-32d6-4d80-887b-0fe454532d21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:56.670311 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-332c428f-32d6-4d80-887b-0fe454532d21 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:56.671532 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-332c428f-32d6-4d80-887b-0fe454532d21 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6cf3eee7-a561-4ea8-a281-a6ac744932c5 HTTP/1.1" status: 204 len: 168 time: 0.7463570 Oct 20 10:41:56.689791 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ca1417b4-6d6e-494e-a181-a6fabfb63e1c tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:56.695908 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332c428f-32d6-4d80-887b-0fe454532d21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cf3eee7-a561-4ea8-a281-a6ac744932c5,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:56.703808 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ca1417b4-6d6e-494e-a181-a6fabfb63e1c tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1773475'] for router, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:56.742242 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f8a14830-be3f-4013-aa98-776956d27de7 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:56.759618 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ca1417b4-6d6e-494e-a181-a6fabfb63e1c tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks [] for router, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:56.760851 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-ca1417b4-6d6e-494e-a181-a6fabfb63e1c tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3497088 Oct 20 10:41:56.765105 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 58804) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:56.769976 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-827fe070-8112-42ce-86ee-f0a51d3087a6 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Request body: {'router': {'admin_state_up': True}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:41:56.810469 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-51e6ad1a-52ca-49a3-9e5b-20ddc404d77f tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2013726 Oct 20 10:41:56.813387 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 58812) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:56.831652 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-f8a14830-be3f-4013-aa98-776956d27de7 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c60bc39c-22d0-402f-a8bd-cf747843ae3d']}} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:41:56.870650 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d536ed06-ea33-47a8-ad0d-d0c9f1090f44 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:56.872495 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-f8a14830-be3f-4013-aa98-776956d27de7 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b5fb6ce-cd0e-4793-8bda-bd817c0d9452') {'for_net_delete': True} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:41:56.873029 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-f8a14830-be3f-4013-aa98-776956d27de7 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b5fb6ce-cd0e-4793-8bda-bd817c0d9452') {} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:41:56.881641 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d536ed06-ea33-47a8-ad0d-d0c9f1090f44 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:56.888289 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f8a14830-be3f-4013-aa98-776956d27de7 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25189038'] for segment, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:56.943160 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d536ed06-ea33-47a8-ad0d-d0c9f1090f44 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:56.962422 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d536ed06-ea33-47a8-ad0d-d0c9f1090f44 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:56.970004 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-d536ed06-ea33-47a8-ad0d-d0c9f1090f44 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/47ed610f-9eb5-4a87-a709-72df34d1bfe8 HTTP/1.1" status: 204 len: 168 time: 0.1551828 Oct 20 10:41:56.971376 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 58818) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:56.992786 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d536ed06-ea33-47a8-ad0d-d0c9f1090f44 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=47ed610f-9eb5-4a87-a709-72df34d1bfe8,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:56.996292 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f8a14830-be3f-4013-aa98-776956d27de7 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:57.018313 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8a14830-be3f-4013-aa98-776956d27de7 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Releasing vlan 845 on physical network physnet1 to pool {{(pid=100596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:41:57.018718 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f8a14830-be3f-4013-aa98-776956d27de7 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26833155'] for segment, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:57.027452 n-d-811396-3 neutron-server[100596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:41:57.027452 n-d-811396-3 neutron-server[100596]: self.session.flush() Oct 20 10:41:57.027452 n-d-811396-3 neutron-server[100596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:41:57.027452 n-d-811396-3 neutron-server[100596]: self.session.flush() Oct 20 10:41:57.027452 n-d-811396-3 neutron-server[100596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:41:57.027452 n-d-811396-3 neutron-server[100596]: self.session.flush() Oct 20 10:41:57.027452 n-d-811396-3 neutron-server[100596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:41:57.027452 n-d-811396-3 neutron-server[100596]: self.session.flush() Oct 20 10:41:57.027452 n-d-811396-3 neutron-server[100596]: Traceback (most recent call last): Oct 20 10:41:57.027452 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:41:57.027452 n-d-811396-3 neutron-server[100596]: timer() Oct 20 10:41:57.027452 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:41:57.027452 n-d-811396-3 neutron-server[100596]: cb(*args, **kw) Oct 20 10:41:57.027452 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:41:57.027452 n-d-811396-3 neutron-server[100596]: return func(*args, **kwargs) Oct 20 10:41:57.027452 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:41:57.027452 n-d-811396-3 neutron-server[100596]: self._notify() Oct 20 10:41:57.027452 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:41:57.027452 n-d-811396-3 neutron-server[100596]: self.callback(batched_events) Oct 20 10:41:57.027452 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:41:57.027452 n-d-811396-3 neutron-server[100596]: event.method(event) Oct 20 10:41:57.027452 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:41:57.027452 n-d-811396-3 neutron-server[100596]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:41:57.027452 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:41:57.027452 n-d-811396-3 neutron-server[100596]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:41:57.027452 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:41:57.027452 n-d-811396-3 neutron-server[100596]: return f(self, *a, **k) Oct 20 10:41:57.027452 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:41:57.027452 n-d-811396-3 neutron-server[100596]: return self._get(url).json() Oct 20 10:41:57.027452 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:41:57.027452 n-d-811396-3 neutron-server[100596]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:41:57.027452 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:41:57.027452 n-d-811396-3 neutron-server[100596]: return self.request(url, 'GET', **kwargs) Oct 20 10:41:57.027452 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:41:57.027452 n-d-811396-3 neutron-server[100596]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:41:57.027452 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:41:57.027452 n-d-811396-3 neutron-server[100596]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:41:57.027452 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:41:57.027452 n-d-811396-3 neutron-server[100596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:41:57.027452 n-d-811396-3 neutron-server[100596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:41:57.064366 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-fae259b5-6279-4f0d-8a81-4f329ce2df67 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0787358 Oct 20 10:41:57.065154 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 58822) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:57.070123 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-ea4ed0ac-7c8c-43d4-99a9-8df02442cf4d tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Request body: {'security_group_rule': {'security_group_id': '2d4a2690-da7e-4429-a0d4-5a222dd4519c', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:41:57.112442 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ea4ed0ac-7c8c-43d4-99a9-8df02442cf4d tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:57.163265 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-827fe070-8112-42ce-86ee-f0a51d3087a6 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1773502', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1772312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-258425'] for router, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:57.178988 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f8a14830-be3f-4013-aa98-776956d27de7 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:57.181946 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ea4ed0ac-7c8c-43d4-99a9-8df02442cf4d tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:57.185572 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ea4ed0ac-7c8c-43d4-99a9-8df02442cf4d tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:57.195296 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f8a14830-be3f-4013-aa98-776956d27de7 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Publish callbacks [] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:57.216546 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-f8a14830-be3f-4013-aa98-776956d27de7 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] 10.222.0.64 "DELETE /v2.0/networks/c60bc39c-22d0-402f-a8bd-cf747843ae3d HTTP/1.1" status: 204 len: 168 time: 3.9016316 Oct 20 10:41:57.217044 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4ed0ac-7c8c-43d4-99a9-8df02442cf4d tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d98baaff-08e8-4eda-89b3-d72d0b1dd150,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:57.217174 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-827fe070-8112-42ce-86ee-f0a51d3087a6 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1773475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1773489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1773480', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1772307'] for router, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:57.229395 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ea4ed0ac-7c8c-43d4-99a9-8df02442cf4d tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:57.232974 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-ea4ed0ac-7c8c-43d4-99a9-8df02442cf4d tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1645992 Oct 20 10:41:57.235823 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 58830) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:57.278255 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a14830-be3f-4013-aa98-776956d27de7 tempest-ServersTestMultiNic-413851229 tempest-ServersTestMultiNic-413851229-project] Pushing event deleted for resources: {'Network': ['ID=c60bc39c-22d0-402f-a8bd-cf747843ae3d,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:57.284574 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-4c369155-d5d6-4f2a-ab89-f9a21f3540aa tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] 10.222.0.64 "GET /v2.0/security-group-rules/d98baaff-08e8-4eda-89b3-d72d0b1dd150 HTTP/1.1" status: 200 len: 764 time: 0.0476007 Oct 20 10:41:57.289002 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 58834) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:57.462967 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 58846) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:57.519479 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-a2999a26-f3bb-486f-b7ed-e8cd9d400400 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1523137 Oct 20 10:41:57.541065 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 58852) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:57.625541 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1e740d23-1111-4c26-b07c-b6a1ae7eaabf req-6552d123-e445-478b-b59e-171da468ad65 tempest-ListServersNegativeTestJSON-1106856512 tempest-ListServersNegativeTestJSON-1106856512-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e6f7893-0897-4711-88f8-7aed57efa731 HTTP/1.1" status: 200 len: 210 time: 0.2362356 Oct 20 10:41:57.666909 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8570b74e-8b1b-4cb2-bb60-31c2d5a4d66a tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:57.699527 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-827fe070-8112-42ce-86ee-f0a51d3087a6 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Router 7f586869-5c86-46c7-914e-badb5e2f6552 is scheduled to L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 with binding_index 1 {{(pid=100596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 10:41:57.752506 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8570b74e-8b1b-4cb2-bb60-31c2d5a4d66a tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:57.794455 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8570b74e-8b1b-4cb2-bb60-31c2d5a4d66a tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:57.833800 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8570b74e-8b1b-4cb2-bb60-31c2d5a4d66a tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:57.835854 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-8570b74e-8b1b-4cb2-bb60-31c2d5a4d66a tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/d98baaff-08e8-4eda-89b3-d72d0b1dd150 HTTP/1.1" status: 204 len: 168 time: 0.2938547 Oct 20 10:41:57.842071 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 58860) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:57.852762 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8570b74e-8b1b-4cb2-bb60-31c2d5a4d66a tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d98baaff-08e8-4eda-89b3-d72d0b1dd150,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:57.870371 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-827fe070-8112-42ce-86ee-f0a51d3087a6 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:41:57.885579 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64bde75-128d-405e-a252-29a32c8dea1c None None] Sync routers for ids ['7f586869-5c86-46c7-914e-badb5e2f6552'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:41:57.900751 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-827fe070-8112-42ce-86ee-f0a51d3087a6 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks [] for router, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:57.901908 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-827fe070-8112-42ce-86ee-f0a51d3087a6 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] 10.222.0.64 "PUT /v2.0/routers/7f586869-5c86-46c7-914e-badb5e2f6552 HTTP/1.1" status: 200 len: 697 time: 1.1358323 Oct 20 10:41:57.908161 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 58862) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:57.925940 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64bde75-128d-405e-a252-29a32c8dea1c None None] Routers {'7f586869-5c86-46c7-914e-badb5e2f6552'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:41:57.926580 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-f64bde75-128d-405e-a252-29a32c8dea1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:41:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['7f586869-5c86-46c7-914e-badb5e2f6552'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:41:57.937452 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-04acefe9-1911-4c12-ac38-425f5cdda243 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0941863 Oct 20 10:41:57.940103 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 58864) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:58.011810 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-f2914d63-b8e4-4ac9-a221-cd6ac1eae120 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] 10.222.0.64 "GET /v2.0/routers/7f586869-5c86-46c7-914e-badb5e2f6552 HTTP/1.1" status: 200 len: 703 time: 0.1018858 Oct 20 10:41:58.014293 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 58866) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:58.050437 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-f64bde75-128d-405e-a252-29a32c8dea1c None None] Set router 7f586869-5c86-46c7-914e-badb5e2f6552 gateway port host: None {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:41:58.053225 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-917520ab-8103-4319-895d-0e4cb9f4c1de tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f586869-5c86-46c7-914e-badb5e2f6552 HTTP/1.1" status: 200 len: 205 time: 0.0377498 Oct 20 10:41:58.058660 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 58874) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:58.140040 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-f64bde75-128d-405e-a252-29a32c8dea1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f586869-5c86-46c7-914e-badb5e2f6552', 'name': 'tempest-RoutersIpV6Test-router-231487248', 'tenant_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:41:56Z', 'updated_at': '2021-10-20T10:41:57Z', 'revision_number': 2, 'project_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'gw_port_host': None}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:41:58.163568 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-450ebe23-a67c-4cee-91cd-34e050783bac tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:58.191737 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-450ebe23-a67c-4cee-91cd-34e050783bac tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:58.212585 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64bde75-128d-405e-a252-29a32c8dea1c None None] Checking router: 7f586869-5c86-46c7-914e-badb5e2f6552 for host: n-d-811396-3 {{(pid=100599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:41:58.240013 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64bde75-128d-405e-a252-29a32c8dea1c None None] Routers {'7f586869-5c86-46c7-914e-badb5e2f6552'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:41:58.241973 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-f64bde75-128d-405e-a252-29a32c8dea1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:41:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['7f586869-5c86-46c7-914e-badb5e2f6552'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:41:58.283194 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-19df1779-a399-4b6d-b748-53deca85a342 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks [] for router, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:58.286809 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-450ebe23-a67c-4cee-91cd-34e050783bac tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:58.294864 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-450ebe23-a67c-4cee-91cd-34e050783bac tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:58.298491 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-450ebe23-a67c-4cee-91cd-34e050783bac tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] 10.222.0.64 "DELETE /v2.0/security-groups/2d4a2690-da7e-4429-a0d4-5a222dd4519c HTTP/1.1" status: 204 len: 168 time: 0.3569701 Oct 20 10:41:58.333032 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-f64bde75-128d-405e-a252-29a32c8dea1c None None] Set router 7f586869-5c86-46c7-914e-badb5e2f6552 gateway port host: None {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:41:58.338868 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 58876) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:58.447443 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-f64bde75-128d-405e-a252-29a32c8dea1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f586869-5c86-46c7-914e-badb5e2f6552', 'name': 'tempest-RoutersIpV6Test-router-231487248', 'tenant_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:41:56Z', 'updated_at': '2021-10-20T10:41:57Z', 'revision_number': 2, 'project_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'gw_port_host': None}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:41:58.471108 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-726dbac5-1ae1-438e-9d07-3804d5aed306 tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1215332 Oct 20 10:41:58.471108 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450ebe23-a67c-4cee-91cd-34e050783bac tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d4a2690-da7e-4429-a0d4-5a222dd4519c,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:41:58.475151 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 58878) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:58.514677 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64bde75-128d-405e-a252-29a32c8dea1c None None] The sync data for ids ['7f586869-5c86-46c7-914e-badb5e2f6552'] in n-d-811396-3 is: [{'id': '7f586869-5c86-46c7-914e-badb5e2f6552', 'name': 'tempest-RoutersIpV6Test-router-231487248', 'tenant_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:41:56Z', 'updated_at': '2021-10-20T10:41:57Z', 'revision_number': 2, 'project_id': 'a9b5f78b497b4e82bedac7bcd2f62452', 'gw_port_host': None}] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:41:58.846682 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-19df1779-a399-4b6d-b748-53deca85a342 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1772272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258304'] for router, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:58.854004 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-19df1779-a399-4b6d-b748-53deca85a342 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:58.914401 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-428ad9d9-a13e-4cb3-9f92-f1d1e8bef311 req-14637201-22c0-48b0-b2ea-a46a1205505a tempest-ListServersNegativeTestJSON-1106856512 tempest-ListServersNegativeTestJSON-1106856512-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e6f7893-0897-4711-88f8-7aed57efa731 HTTP/1.1" status: 200 len: 210 time: 0.0778086 Oct 20 10:41:59.019916 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161d879d-81a6-4215-97a9-a21ac10c1925 req-2d78d64a-2927-4189-8bc6-43e5c2e045e8 tempest-ListServersNegativeTestJSON-1106856512 tempest-ListServersNegativeTestJSON-1106856512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:59.022343 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-161d879d-81a6-4215-97a9-a21ac10c1925 req-2d78d64a-2927-4189-8bc6-43e5c2e045e8 tempest-ListServersNegativeTestJSON-1106856512 tempest-ListServersNegativeTestJSON-1106856512-project] 10.222.0.55 "GET /v2.0/networks?id=df954bbc-f210-4dbe-b2a5-63b5d20aa4fd HTTP/1.1" status: 200 len: 817 time: 0.5607932 Oct 20 10:41:59.030952 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-19df1779-a399-4b6d-b748-53deca85a342 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1772267'] for router, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:59.032215 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19df1779-a399-4b6d-b748-53deca85a342 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Fanout notify agent at l3_agent the message router_deleted on router 7f586869-5c86-46c7-914e-badb5e2f6552 {{(pid=100596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 10:41:59.049171 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-19df1779-a399-4b6d-b748-53deca85a342 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] Publish callbacks [] for router, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:59.051830 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-19df1779-a399-4b6d-b748-53deca85a342 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] 10.222.0.64 "DELETE /v2.0/routers/7f586869-5c86-46c7-914e-badb5e2f6552 HTTP/1.1" status: 204 len: 168 time: 0.9893339 Oct 20 10:41:59.058738 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 58890) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:59.058939 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-161d879d-81a6-4215-97a9-a21ac10c1925 req-8f54c883-2e9d-43e7-8c2a-b4f9c41bc603 tempest-ListServersNegativeTestJSON-1106856512 tempest-ListServersNegativeTestJSON-1106856512-project] Request body: {'port': {'device_id': 'efa87be4-fd55-4ea7-b257-94224cb7b75f', 'network_id': 'df954bbc-f210-4dbe-b2a5-63b5d20aa4fd', 'admin_state_up': True, 'tenant_id': '65c3e8739db2478898a8e45c56369a3f'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:41:59.173026 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-07a59a9f-a9f2-4bf0-951d-d71386f52535 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f586869-5c86-46c7-914e-badb5e2f6552 HTTP/1.1" status: 200 len: 205 time: 0.0976274 Oct 20 10:41:59.182622 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 58894) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:59.206022 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fa53aff3-5c14-44a1-9608-70b3eba97ecf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1774405'] for router_interface, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:59.269119 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-0273bcb6-7988-46d4-a606-267b9ddb69cf tempest-SecGroupTest-111211898 tempest-SecGroupTest-111211898-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.7897274 Oct 20 10:41:59.329061 n-d-811396-3 neutron-server[100596]: INFO neutron.api.v2.resource [None req-c9d5024a-4b5a-4042-9da1-b6aed87a2296 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] delete failed (client error): The resource could not be found. Oct 20 10:41:59.333304 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-c9d5024a-4b5a-4042-9da1-b6aed87a2296 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] 10.222.0.64 "DELETE /v2.0/routers/7f586869-5c86-46c7-914e-badb5e2f6552 HTTP/1.1" status: 404 len: 336 time: 0.1497333 Oct 20 10:41:59.340552 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 58898) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:59.383720 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161d879d-81a6-4215-97a9-a21ac10c1925 req-9e5427d9-4f9d-4c7c-9f0f-40240d5b9bf2 tempest-ListServersNegativeTestJSON-1106856512 tempest-ListServersNegativeTestJSON-1106856512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:59.390106 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-161d879d-81a6-4215-97a9-a21ac10c1925 req-9e5427d9-4f9d-4c7c-9f0f-40240d5b9bf2 tempest-ListServersNegativeTestJSON-1106856512 tempest-ListServersNegativeTestJSON-1106856512-project] 10.222.0.69 "GET /v2.0/networks?id=df954bbc-f210-4dbe-b2a5-63b5d20aa4fd HTTP/1.1" status: 200 len: 817 time: 1.0898924 Oct 20 10:41:59.409484 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [req-161d879d-81a6-4215-97a9-a21ac10c1925 req-fc23ec84-4621-4538-a25b-b56b4a27461b tempest-ListServersNegativeTestJSON-1106856512 tempest-ListServersNegativeTestJSON-1106856512-project] Request body: {'port': {'device_id': 'bbd43428-99bb-4533-b23d-1e9434ccdc54', 'network_id': 'df954bbc-f210-4dbe-b2a5-63b5d20aa4fd', 'admin_state_up': True, 'tenant_id': '65c3e8739db2478898a8e45c56369a3f'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:41:59.435184 n-d-811396-3 neutron-server[100596]: INFO neutron.pecan_wsgi.hooks.translation [None req-81f7cd49-a7b8-4a1f-8ddb-789b788f4357 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] DELETE failed (client error): The resource could not be found. Oct 20 10:41:59.435887 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81f7cd49-a7b8-4a1f-8ddb-789b788f4357 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:41:59.441706 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-81f7cd49-a7b8-4a1f-8ddb-789b788f4357 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] 10.222.0.64 "DELETE /v2.0/subnets/0bd4171f-618d-40fd-a65f-65ce9c60bc35 HTTP/1.1" status: 404 len: 337 time: 0.0999289 Oct 20 10:41:59.473925 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 58900) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:59.523227 n-d-811396-3 neutron-server[100596]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b0f13f5-0341-441a-8eaa-29de5f3b16d5 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] DELETE failed (client error): The resource could not be found. Oct 20 10:41:59.523986 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b0f13f5-0341-441a-8eaa-29de5f3b16d5 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:41:59.530315 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-8b0f13f5-0341-441a-8eaa-29de5f3b16d5 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] 10.222.0.64 "DELETE /v2.0/subnets/b4c96eec-5bd6-4a0f-8791-4252708ccd92 HTTP/1.1" status: 404 len: 337 time: 0.0547669 Oct 20 10:41:59.531186 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 58902) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:59.584774 n-d-811396-3 neutron-server[100596]: INFO neutron.pecan_wsgi.hooks.translation [None req-b16bcb53-7947-4307-8655-7ba9cb6d9ca1 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] DELETE failed (client error): The resource could not be found. Oct 20 10:41:59.585511 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b16bcb53-7947-4307-8655-7ba9cb6d9ca1 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:41:59.593154 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-b16bcb53-7947-4307-8655-7ba9cb6d9ca1 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] 10.222.0.64 "DELETE /v2.0/subnets/28132bf4-11e5-43fb-896f-af6830dd6618 HTTP/1.1" status: 404 len: 337 time: 0.0559189 Oct 20 10:41:59.596978 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 58904) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:59.616314 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-161d879d-81a6-4215-97a9-a21ac10c1925 req-8f54c883-2e9d-43e7-8c2a-b4f9c41bc603 tempest-ListServersNegativeTestJSON-1106856512 tempest-ListServersNegativeTestJSON-1106856512-project] Made reservation on behalf of 65c3e8739db2478898a8e45c56369a3f for: {'port': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:41:59.622987 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-161d879d-81a6-4215-97a9-a21ac10c1925 req-8f54c883-2e9d-43e7-8c2a-b4f9c41bc603 tempest-ListServersNegativeTestJSON-1106856512 tempest-ListServersNegativeTestJSON-1106856512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:59.633986 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161d879d-81a6-4215-97a9-a21ac10c1925 req-70c01636-f666-4ce3-9e7a-a5fa5de65389 tempest-ListServersNegativeTestJSON-1106856512 tempest-ListServersNegativeTestJSON-1106856512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:41:59.635813 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-161d879d-81a6-4215-97a9-a21ac10c1925 req-70c01636-f666-4ce3-9e7a-a5fa5de65389 tempest-ListServersNegativeTestJSON-1106856512 tempest-ListServersNegativeTestJSON-1106856512-project] 10.222.0.55 "GET /v2.0/networks?id=df954bbc-f210-4dbe-b2a5-63b5d20aa4fd HTTP/1.1" status: 200 len: 817 time: 0.4540508 Oct 20 10:41:59.653878 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-070f5b20-1520-472a-8321-82360f5e316e tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] DELETE failed (client error): The resource could not be found. Oct 20 10:41:59.654592 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-070f5b20-1520-472a-8321-82360f5e316e tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:41:59.658102 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-070f5b20-1520-472a-8321-82360f5e316e tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] 10.222.0.64 "DELETE /v2.0/subnets/3341a74b-11cb-40df-b7ec-fdbefa4a8688 HTTP/1.1" status: 404 len: 337 time: 0.0599012 Oct 20 10:41:59.666447 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 58908) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:59.681752 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-161d879d-81a6-4215-97a9-a21ac10c1925 req-242cc639-24f7-4e4d-b311-561ceeed06ab tempest-ListServersNegativeTestJSON-1106856512 tempest-ListServersNegativeTestJSON-1106856512-project] Request body: {'port': {'device_id': '1e6f7893-0897-4711-88f8-7aed57efa731', 'network_id': 'df954bbc-f210-4dbe-b2a5-63b5d20aa4fd', 'admin_state_up': True, 'tenant_id': '65c3e8739db2478898a8e45c56369a3f'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:41:59.736564 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-de7dfed9-e546-4092-9930-549287b416b4 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] 10.222.0.64 "GET /v2.0/ports?device_id=a8b94c7b-90c6-4a43-b38e-42fb877dc13c HTTP/1.1" status: 200 len: 205 time: 0.0686324 Oct 20 10:41:59.739829 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 58910) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:59.754288 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-161d879d-81a6-4215-97a9-a21ac10c1925 req-fc23ec84-4621-4538-a25b-b56b4a27461b tempest-ListServersNegativeTestJSON-1106856512 tempest-ListServersNegativeTestJSON-1106856512-project] Made reservation on behalf of 65c3e8739db2478898a8e45c56369a3f for: {'port': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:41:59.759066 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-161d879d-81a6-4215-97a9-a21ac10c1925 req-fc23ec84-4621-4538-a25b-b56b4a27461b tempest-ListServersNegativeTestJSON-1106856512 tempest-ListServersNegativeTestJSON-1106856512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:41:59.779195 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 58912) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:59.855882 n-d-811396-3 neutron-server[100597]: INFO neutron.api.v2.resource [None req-faaa2de5-ef76-43bb-a294-e36b820ac9c1 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] delete failed (client error): The resource could not be found. Oct 20 10:41:59.858911 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-faaa2de5-ef76-43bb-a294-e36b820ac9c1 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] 10.222.0.64 "DELETE /v2.0/routers/a8b94c7b-90c6-4a43-b38e-42fb877dc13c HTTP/1.1" status: 404 len: 336 time: 0.1166449 Oct 20 10:41:59.861814 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 58920) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:41:59.980337 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-59934c0a-7436-4122-bc76-514fa198c184 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] 10.222.0.64 "GET /v2.0/ports?device_id=ad495969-c9d4-4298-909f-3873909cbc81 HTTP/1.1" status: 200 len: 205 time: 0.1120212 Oct 20 10:41:59.992039 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 58926) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:42:00.099922 n-d-811396-3 neutron-server[100597]: INFO neutron.api.v2.resource [None req-80b4f254-f911-4d0d-a8aa-9ed990caafef tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] delete failed (client error): The resource could not be found. Oct 20 10:42:00.099922 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-80b4f254-f911-4d0d-a8aa-9ed990caafef tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] 10.222.0.64 "DELETE /v2.0/routers/ad495969-c9d4-4298-909f-3873909cbc81 HTTP/1.1" status: 404 len: 336 time: 0.1028481 Oct 20 10:42:00.107011 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 58928) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:42:00.149188 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e851ae8-ee9c-4f46-bf98-6d6b068bc920 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] DELETE failed (client error): The resource could not be found. Oct 20 10:42:00.149650 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e851ae8-ee9c-4f46-bf98-6d6b068bc920 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:42:00.155046 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-2e851ae8-ee9c-4f46-bf98-6d6b068bc920 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] 10.222.0.64 "DELETE /v2.0/subnets/da6fd873-9ac0-4e78-8bc2-3ccf5f37eda8 HTTP/1.1" status: 404 len: 337 time: 0.0430357 Oct 20 10:42:00.155284 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 58932) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:42:00.199512 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-ba9e486b-619f-4df6-b852-d6cc27be798d tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] 10.222.0.64 "GET /v2.0/ports?device_id=bfdfd53e-a71c-4f00-a060-37af929e4e5a HTTP/1.1" status: 200 len: 205 time: 0.0390706 Oct 20 10:42:00.199512 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 58934) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:42:00.265031 n-d-811396-3 neutron-server[100597]: INFO neutron.api.v2.resource [None req-676c1977-1bb9-4e9d-b7b1-ef90846cf920 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] delete failed (client error): The resource could not be found. Oct 20 10:42:00.267420 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-676c1977-1bb9-4e9d-b7b1-ef90846cf920 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] 10.222.0.64 "DELETE /v2.0/routers/bfdfd53e-a71c-4f00-a060-37af929e4e5a HTTP/1.1" status: 404 len: 336 time: 0.0658698 Oct 20 10:42:00.268955 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 58936) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:42:00.318525 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-1d772f85-90ff-4b68-b0fc-917905d1464e tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] 10.222.0.64 "GET /v2.0/ports?device_id=b6fe0ccc-ef7a-4aec-908e-e9d948412d2d HTTP/1.1" status: 200 len: 205 time: 0.0483387 Oct 20 10:42:00.321694 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 58938) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:42:00.370784 n-d-811396-3 neutron-server[100597]: INFO neutron.api.v2.resource [None req-c519ea61-4558-4299-a242-13543ffdeb9a tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] delete failed (client error): The resource could not be found. Oct 20 10:42:00.371904 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-c519ea61-4558-4299-a242-13543ffdeb9a tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] 10.222.0.64 "DELETE /v2.0/routers/b6fe0ccc-ef7a-4aec-908e-e9d948412d2d HTTP/1.1" status: 404 len: 336 time: 0.0493953 Oct 20 10:42:00.374779 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 58940) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:42:00.405556 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc02d1ec-ec90-4c7d-ae76-53d17cb8fce1 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] DELETE failed (client error): The resource could not be found. Oct 20 10:42:00.406042 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc02d1ec-ec90-4c7d-ae76-53d17cb8fce1 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:42:00.411769 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-fc02d1ec-ec90-4c7d-ae76-53d17cb8fce1 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] 10.222.0.64 "DELETE /v2.0/subnets/4111dda0-a1ca-477e-91b9-70792f4bcc61 HTTP/1.1" status: 404 len: 337 time: 0.0337672 Oct 20 10:42:00.412604 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 58942) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:42:00.442687 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-4d1d0fad-a68e-4cb8-99bc-19112371646e tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4f350c8-8c40-4aaf-b712-1809a0965bda HTTP/1.1" status: 200 len: 205 time: 0.0289612 Oct 20 10:42:00.445561 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 58944) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:42:00.490900 n-d-811396-3 neutron-server[100597]: INFO neutron.api.v2.resource [None req-3517c161-6b55-4e0f-b0ad-87d8956b1740 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] delete failed (client error): The resource could not be found. Oct 20 10:42:00.494254 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-3517c161-6b55-4e0f-b0ad-87d8956b1740 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] 10.222.0.64 "DELETE /v2.0/routers/f4f350c8-8c40-4aaf-b712-1809a0965bda HTTP/1.1" status: 404 len: 336 time: 0.0455329 Oct 20 10:42:00.494254 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-fa53aff3-5c14-44a1-9608-70b3eba97ecf admin admin] Deleting port a1b13dde-1df3-49e5-851a-96066050448c {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:42:00.494254 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fa53aff3-5c14-44a1-9608-70b3eba97ecf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:00.495550 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 58946) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:42:00.510637 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6bda4ab0-6f51-47b1-bf4f-0587b82952f8 req-62b77b9c-7506-415b-85c9-9436821aeb59 tempest-ListServersNegativeTestJSON-1106856512 tempest-ListServersNegativeTestJSON-1106856512-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e6f7893-0897-4711-88f8-7aed57efa731 HTTP/1.1" status: 200 len: 210 time: 0.4704843 Oct 20 10:42:00.535348 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-23cb1025-5228-4066-bdba-92f6290b6ddd tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] DELETE failed (client error): The resource could not be found. Oct 20 10:42:00.538254 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23cb1025-5228-4066-bdba-92f6290b6ddd tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:42:00.541331 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-23cb1025-5228-4066-bdba-92f6290b6ddd tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] 10.222.0.64 "DELETE /v2.0/subnets/fc5860e8-406a-4a3d-a0aa-3dd61bde940a HTTP/1.1" status: 404 len: 337 time: 0.0448172 Oct 20 10:42:00.546092 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 58948) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:42:00.576719 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [req-161d879d-81a6-4215-97a9-a21ac10c1925 req-8f54c883-2e9d-43e7-8c2a-b4f9c41bc603 tempest-ListServersNegativeTestJSON-1106856512 tempest-ListServersNegativeTestJSON-1106856512-project] Allocated IP 172.20.0.13 (df954bbc-f210-4dbe-b2a5-63b5d20aa4fd/266079ff-f1f4-466f-9cdd-3e6da47a6db2/3a08755e-a8d6-415f-add2-2cb69b0e79ce) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:42:00.592773 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dda438-a22d-4d9c-88d7-37aaf064beb2 req-539f52b2-fe9b-4849-934e-88aecf7c966d tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:00.598707 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dda438-a22d-4d9c-88d7-37aaf064beb2 req-539f52b2-fe9b-4849-934e-88aecf7c966d tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:00.604690 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dda438-a22d-4d9c-88d7-37aaf064beb2 req-539f52b2-fe9b-4849-934e-88aecf7c966d tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:00.610643 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dda438-a22d-4d9c-88d7-37aaf064beb2 req-539f52b2-fe9b-4849-934e-88aecf7c966d tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:00.616283 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-19bb92b8-d663-4dc1-b8ff-ccb0be130137 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] 10.222.0.64 "GET /v2.0/ports?device_id=169b1c5a-b8f8-4f59-9ffe-969fcaf55980 HTTP/1.1" status: 200 len: 205 time: 0.0677507 Oct 20 10:42:00.617399 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dda438-a22d-4d9c-88d7-37aaf064beb2 req-539f52b2-fe9b-4849-934e-88aecf7c966d tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:00.618579 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 58950) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:42:00.623535 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dda438-a22d-4d9c-88d7-37aaf064beb2 req-539f52b2-fe9b-4849-934e-88aecf7c966d tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:00.629476 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dda438-a22d-4d9c-88d7-37aaf064beb2 req-539f52b2-fe9b-4849-934e-88aecf7c966d tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:00.632033 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b7dda438-a22d-4d9c-88d7-37aaf064beb2 req-539f52b2-fe9b-4849-934e-88aecf7c966d tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] 10.222.0.64 "GET /v2.0/ports?device_id=80d2d265-4161-4f15-ab0c-130b15ddf9e0 HTTP/1.1" status: 200 len: 5431 time: 0.6283329 Oct 20 10:42:00.648356 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-6b6a2788-a4a9-49cf-870f-cdfaf32a79f7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cb71b85fd9434788833f5cda23d94812&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8592112 Oct 20 10:42:00.653963 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 58952) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:42:00.666096 n-d-811396-3 neutron-server[100597]: INFO neutron.api.v2.resource [None req-568b24d5-0711-41fb-a15d-80148a052a0c tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] delete failed (client error): The resource could not be found. Oct 20 10:42:00.667210 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-568b24d5-0711-41fb-a15d-80148a052a0c tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] 10.222.0.64 "DELETE /v2.0/routers/169b1c5a-b8f8-4f59-9ffe-969fcaf55980 HTTP/1.1" status: 404 len: 336 time: 0.0476520 Oct 20 10:42:00.669772 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 58954) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:42:00.690328 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-161d879d-81a6-4215-97a9-a21ac10c1925 req-242cc639-24f7-4e4d-b311-561ceeed06ab tempest-ListServersNegativeTestJSON-1106856512 tempest-ListServersNegativeTestJSON-1106856512-project] Made reservation on behalf of 65c3e8739db2478898a8e45c56369a3f for: {'port': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:42:00.694633 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-161d879d-81a6-4215-97a9-a21ac10c1925 req-242cc639-24f7-4e4d-b311-561ceeed06ab tempest-ListServersNegativeTestJSON-1106856512 tempest-ListServersNegativeTestJSON-1106856512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:00.708127 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-70c4e6f6-4f0d-4e7c-9180-488b21a1a07a tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] DELETE failed (client error): The resource could not be found. Oct 20 10:42:00.708584 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70c4e6f6-4f0d-4e7c-9180-488b21a1a07a tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:42:00.712814 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-70c4e6f6-4f0d-4e7c-9180-488b21a1a07a tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] 10.222.0.64 "DELETE /v2.0/subnets/393e04dd-44c9-49f8-9674-04261b3b0c49 HTTP/1.1" status: 404 len: 337 time: 0.0411079 Oct 20 10:42:00.717664 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 58956) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:42:00.757486 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c138e73-2a8d-45db-8e8b-61d49c61f550 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] DELETE failed (client error): The resource could not be found. Oct 20 10:42:00.757985 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c138e73-2a8d-45db-8e8b-61d49c61f550 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:42:00.759023 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b7dda438-a22d-4d9c-88d7-37aaf064beb2 req-596f3419-1a15-438d-bfde-86776c2fb462 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] 10.222.0.64 "GET /v2.0/security-groups?id=052167af-6782-42ac-bb32-02b514a83f6f&id=9e881cba-3138-4f23-9b77-7adf07b3a5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1116791 Oct 20 10:42:00.761409 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-0c138e73-2a8d-45db-8e8b-61d49c61f550 tempest-RoutersIpV6Test-2113994562 tempest-RoutersIpV6Test-2113994562-project] 10.222.0.64 "DELETE /v2.0/subnets/fffac32a-5561-4083-81f0-eb5bd0ad8ae8 HTTP/1.1" status: 404 len: 337 time: 0.0426967 Oct 20 10:42:00.780022 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [None req-fa53aff3-5c14-44a1-9608-70b3eba97ecf admin admin] For port a1b13dde-1df3-49e5-851a-96066050448c, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=a1b13dde-1df3-49e5-851a-96066050448c,segment=NetworkSegment(1a2faed0-5e89-45ab-a622-f2efdabd915a),segment_id=1a2faed0-5e89-45ab-a622-f2efdabd915a)] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:42:00.780702 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fa53aff3-5c14-44a1-9608-70b3eba97ecf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:00.798388 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-fa53aff3-5c14-44a1-9608-70b3eba97ecf admin admin] Calling delete_port for a1b13dde-1df3-49e5-851a-96066050448c owned by network:router_interface {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:42:00.857975 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a9477df3-3c9d-4d7e-b3c3-812f3dd5cdba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:00.962413 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a9477df3-3c9d-4d7e-b3c3-812f3dd5cdba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:01.033910 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-161d879d-81a6-4215-97a9-a21ac10c1925 req-8f54c883-2e9d-43e7-8c2a-b4f9c41bc603 tempest-ListServersNegativeTestJSON-1106856512 tempest-ListServersNegativeTestJSON-1106856512-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:01.072710 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4b9f99-1d80-4117-8285-1a3ac81aa8cb req-4606c5ed-e235-4eaf-8c31-214a7e9c1395 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:01.075432 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fa53aff3-5c14-44a1-9608-70b3eba97ecf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:01.078787 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4b9f99-1d80-4117-8285-1a3ac81aa8cb req-4606c5ed-e235-4eaf-8c31-214a7e9c1395 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:01.089557 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4b9f99-1d80-4117-8285-1a3ac81aa8cb req-4606c5ed-e235-4eaf-8c31-214a7e9c1395 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:01.095702 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4b9f99-1d80-4117-8285-1a3ac81aa8cb req-4606c5ed-e235-4eaf-8c31-214a7e9c1395 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:01.101789 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4b9f99-1d80-4117-8285-1a3ac81aa8cb req-4606c5ed-e235-4eaf-8c31-214a7e9c1395 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:01.104261 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa53aff3-5c14-44a1-9608-70b3eba97ecf admin admin] Pushing event deleted for resources: {'Port': ['ID=a1b13dde-1df3-49e5-851a-96066050448c,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:01.107891 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4b9f99-1d80-4117-8285-1a3ac81aa8cb req-4606c5ed-e235-4eaf-8c31-214a7e9c1395 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:01.117249 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4b9f99-1d80-4117-8285-1a3ac81aa8cb req-4606c5ed-e235-4eaf-8c31-214a7e9c1395 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:01.119311 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7b4b9f99-1d80-4117-8285-1a3ac81aa8cb req-4606c5ed-e235-4eaf-8c31-214a7e9c1395 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] 10.222.0.64 "GET /v2.0/ports?device_id=80d2d265-4161-4f15-ab0c-130b15ddf9e0 HTTP/1.1" status: 200 len: 5431 time: 0.2069607 Oct 20 10:42:01.137784 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 58974) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:42:01.169808 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a9477df3-3c9d-4d7e-b3c3-812f3dd5cdba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:01.172668 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a9477df3-3c9d-4d7e-b3c3-812f3dd5cdba admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:01.174160 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-a9477df3-3c9d-4d7e-b3c3-812f3dd5cdba admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b07dc211-efab-40ff-aad8-0616daf3a06b HTTP/1.1" status: 204 len: 168 time: 0.5190070 Oct 20 10:42:01.204791 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-161d879d-81a6-4215-97a9-a21ac10c1925 req-8f54c883-2e9d-43e7-8c2a-b4f9c41bc603 tempest-ListServersNegativeTestJSON-1106856512 tempest-ListServersNegativeTestJSON-1106856512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:01.207260 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9477df3-3c9d-4d7e-b3c3-812f3dd5cdba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b07dc211-efab-40ff-aad8-0616daf3a06b,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:01.472264 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.db.api [req-161d879d-81a6-4215-97a9-a21ac10c1925 req-fc23ec84-4621-4538-a25b-b56b4a27461b tempest-ListServersNegativeTestJSON-1106856512 tempest-ListServersNegativeTestJSON-1106856512-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.13-54238127-661d-45a4-bd04-a6598df1c44d {{(pid=100597) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 10:42:01.472894 n-d-811396-3 neutron-server[100597]: DEBUG oslo_db.api [req-161d879d-81a6-4215-97a9-a21ac10c1925 req-fc23ec84-4621-4538-a25b-b56b4a27461b tempest-ListServersNegativeTestJSON-1106856512 tempest-ListServersNegativeTestJSON-1106856512-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 10:42:01.518471 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-161d879d-81a6-4215-97a9-a21ac10c1925 req-8f54c883-2e9d-43e7-8c2a-b4f9c41bc603 tempest-ListServersNegativeTestJSON-1106856512 tempest-ListServersNegativeTestJSON-1106856512-project] Network df954bbc-f210-4dbe-b2a5-63b5d20aa4fd is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:42:01.522592 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [req-161d879d-81a6-4215-97a9-a21ac10c1925 req-8f54c883-2e9d-43e7-8c2a-b4f9c41bc603 tempest-ListServersNegativeTestJSON-1106856512 tempest-ListServersNegativeTestJSON-1106856512-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:42:01.536275 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.db.api [req-161d879d-81a6-4215-97a9-a21ac10c1925 req-242cc639-24f7-4e4d-b311-561ceeed06ab tempest-ListServersNegativeTestJSON-1106856512 tempest-ListServersNegativeTestJSON-1106856512-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.13-54238127-661d-45a4-bd04-a6598df1c44d {{(pid=100596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 10:42:01.536619 n-d-811396-3 neutron-server[100596]: DEBUG oslo_db.api [req-161d879d-81a6-4215-97a9-a21ac10c1925 req-242cc639-24f7-4e4d-b311-561ceeed06ab tempest-ListServersNegativeTestJSON-1106856512 tempest-ListServersNegativeTestJSON-1106856512-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 10:42:01.542217 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-161d879d-81a6-4215-97a9-a21ac10c1925 req-8f54c883-2e9d-43e7-8c2a-b4f9c41bc603 tempest-ListServersNegativeTestJSON-1106856512 tempest-ListServersNegativeTestJSON-1106856512-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:42:01.701109 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fa53aff3-5c14-44a1-9608-70b3eba97ecf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1771989'] for router_interface, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:01.732958 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f54c883-2e9d-43e7-8c2a-b4f9c41bc603 tempest-ListServersNegativeTestJSON-1106856512 tempest-ListServersNegativeTestJSON-1106856512-project] Pushing event updated for resources: {'Port': ['ID=3a08755e-a8d6-415f-add2-2cb69b0e79ce,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:01.802279 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7570541f-5e88-4673-aeb0-d61ab0e1706c req-e4f68061-7dc7-4627-9641-4449aabb3f66 tempest-ListServersNegativeTestJSON-1106856512 tempest-ListServersNegativeTestJSON-1106856512-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e6f7893-0897-4711-88f8-7aed57efa731 HTTP/1.1" status: 200 len: 210 time: 0.1057367 Oct 20 10:42:01.838561 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161d879d-81a6-4215-97a9-a21ac10c1925 req-8f54c883-2e9d-43e7-8c2a-b4f9c41bc603 tempest-ListServersNegativeTestJSON-1106856512 tempest-ListServersNegativeTestJSON-1106856512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:01.851977 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-161d879d-81a6-4215-97a9-a21ac10c1925 req-8f54c883-2e9d-43e7-8c2a-b4f9c41bc603 tempest-ListServersNegativeTestJSON-1106856512 tempest-ListServersNegativeTestJSON-1106856512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:01.881313 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-161d879d-81a6-4215-97a9-a21ac10c1925 req-8f54c883-2e9d-43e7-8c2a-b4f9c41bc603 tempest-ListServersNegativeTestJSON-1106856512 tempest-ListServersNegativeTestJSON-1106856512-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8274090 Oct 20 10:42:01.901337 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-161d879d-81a6-4215-97a9-a21ac10c1925 req-83184387-1e62-421f-9dd2-8fa598006e42 service neutron] Request body: {'port': {'device_id': 'efa87be4-fd55-4ea7-b257-94224cb7b75f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811396-3'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:42:01.977337 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-161d879d-81a6-4215-97a9-a21ac10c1925 req-fc23ec84-4621-4538-a25b-b56b4a27461b tempest-ListServersNegativeTestJSON-1106856512 tempest-ListServersNegativeTestJSON-1106856512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:02.016763 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-161d879d-81a6-4215-97a9-a21ac10c1925 req-83184387-1e62-421f-9dd2-8fa598006e42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:02.041000 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-161d879d-81a6-4215-97a9-a21ac10c1925 req-242cc639-24f7-4e4d-b311-561ceeed06ab tempest-ListServersNegativeTestJSON-1106856512 tempest-ListServersNegativeTestJSON-1106856512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:02.092249 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa53aff3-5c14-44a1-9608-70b3eba97ecf admin admin] Router 4654cdaa-01e9-4418-84a8-c7e30b68198f has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:42:02.140111 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-a28811c1-c9c0-45e6-81c5-9bf6c4879a17 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a9b5f78b497b4e82bedac7bcd2f62452&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9997292 Oct 20 10:42:02.144584 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 59000) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:42:02.345715 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6573dbfe-1dda-458f-93e2-5326d9d59b8b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:02.386412 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa53aff3-5c14-44a1-9608-70b3eba97ecf admin admin] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:42:02.393940 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-fa53aff3-5c14-44a1-9608-70b3eba97ecf admin admin] 10.222.0.64 "PUT /v2.0/routers/4654cdaa-01e9-4418-84a8-c7e30b68198f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9274759 Oct 20 10:42:02.394210 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 59008) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:42:02.402824 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb4f0dd-d8d6-4274-a08c-5282143663d1 None None] Sync routers for ids ['4654cdaa-01e9-4418-84a8-c7e30b68198f'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:42:02.405172 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [req-161d879d-81a6-4215-97a9-a21ac10c1925 req-242cc639-24f7-4e4d-b311-561ceeed06ab tempest-ListServersNegativeTestJSON-1106856512 tempest-ListServersNegativeTestJSON-1106856512-project] Allocated IP 172.20.0.5 (df954bbc-f210-4dbe-b2a5-63b5d20aa4fd/266079ff-f1f4-466f-9cdd-3e6da47a6db2/5bc5faa9-6d2c-410f-9649-69701bafa29f) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:42:02.420594 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb4f0dd-d8d6-4274-a08c-5282143663d1 None None] Routers {'4654cdaa-01e9-4418-84a8-c7e30b68198f'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:42:02.421220 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-6cb4f0dd-d8d6-4274-a08c-5282143663d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:41:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['4654cdaa-01e9-4418-84a8-c7e30b68198f'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:42:02.439361 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6573dbfe-1dda-458f-93e2-5326d9d59b8b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:02.548122 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6573dbfe-1dda-458f-93e2-5326d9d59b8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:02.551050 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6573dbfe-1dda-458f-93e2-5326d9d59b8b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:02.554983 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-6573dbfe-1dda-458f-93e2-5326d9d59b8b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9de82d7f-0899-4cf0-b2c4-4d3ebdb2cf5e HTTP/1.1" status: 204 len: 168 time: 0.4045608 Oct 20 10:42:02.585725 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573dbfe-1dda-458f-93e2-5326d9d59b8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9de82d7f-0899-4cf0-b2c4-4d3ebdb2cf5e,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:02.638726 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-6cb4f0dd-d8d6-4274-a08c-5282143663d1 None None] Set router 4654cdaa-01e9-4418-84a8-c7e30b68198f gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:42:02.647033 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a299521e-1229-4a2e-9b87-e8cdc2707516 admin admin] Publish callbacks [] for router, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:02.903162 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-161d879d-81a6-4215-97a9-a21ac10c1925 req-242cc639-24f7-4e4d-b311-561ceeed06ab tempest-ListServersNegativeTestJSON-1106856512 tempest-ListServersNegativeTestJSON-1106856512-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:02.903838 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a299521e-1229-4a2e-9b87-e8cdc2707516 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:02.957380 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-161d879d-81a6-4215-97a9-a21ac10c1925 req-242cc639-24f7-4e4d-b311-561ceeed06ab tempest-ListServersNegativeTestJSON-1106856512 tempest-ListServersNegativeTestJSON-1106856512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:03.079521 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-161d879d-81a6-4215-97a9-a21ac10c1925 req-242cc639-24f7-4e4d-b311-561ceeed06ab tempest-ListServersNegativeTestJSON-1106856512 tempest-ListServersNegativeTestJSON-1106856512-project] Network df954bbc-f210-4dbe-b2a5-63b5d20aa4fd is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:42:03.083121 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [req-161d879d-81a6-4215-97a9-a21ac10c1925 req-242cc639-24f7-4e4d-b311-561ceeed06ab tempest-ListServersNegativeTestJSON-1106856512 tempest-ListServersNegativeTestJSON-1106856512-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:42:03.093391 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [req-161d879d-81a6-4215-97a9-a21ac10c1925 req-fc23ec84-4621-4538-a25b-b56b4a27461b tempest-ListServersNegativeTestJSON-1106856512 tempest-ListServersNegativeTestJSON-1106856512-project] Allocated IP 172.20.0.2 (df954bbc-f210-4dbe-b2a5-63b5d20aa4fd/266079ff-f1f4-466f-9cdd-3e6da47a6db2/a78cd88e-49bd-4d47-a34e-4bd7a4dcc193) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:42:03.100726 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-161d879d-81a6-4215-97a9-a21ac10c1925 req-242cc639-24f7-4e4d-b311-561ceeed06ab tempest-ListServersNegativeTestJSON-1106856512 tempest-ListServersNegativeTestJSON-1106856512-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:42:03.106986 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-a299521e-1229-4a2e-9b87-e8cdc2707516 admin admin] Deleting port 91170d9d-9e6d-4bbe-856e-61ee1e65e4b2 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:42:03.109516 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a299521e-1229-4a2e-9b87-e8cdc2707516 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:03.311975 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242cc639-24f7-4e4d-b311-561ceeed06ab tempest-ListServersNegativeTestJSON-1106856512 tempest-ListServersNegativeTestJSON-1106856512-project] Pushing event updated for resources: {'Port': ['ID=5bc5faa9-6d2c-410f-9649-69701bafa29f,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:03.325243 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161d879d-81a6-4215-97a9-a21ac10c1925 req-242cc639-24f7-4e4d-b311-561ceeed06ab tempest-ListServersNegativeTestJSON-1106856512 tempest-ListServersNegativeTestJSON-1106856512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:03.331062 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [None req-a299521e-1229-4a2e-9b87-e8cdc2707516 admin admin] For port 91170d9d-9e6d-4bbe-856e-61ee1e65e4b2, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=91170d9d-9e6d-4bbe-856e-61ee1e65e4b2,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:42:03.331062 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a299521e-1229-4a2e-9b87-e8cdc2707516 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:03.335186 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-161d879d-81a6-4215-97a9-a21ac10c1925 req-242cc639-24f7-4e4d-b311-561ceeed06ab tempest-ListServersNegativeTestJSON-1106856512 tempest-ListServersNegativeTestJSON-1106856512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:03.416519 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-a299521e-1229-4a2e-9b87-e8cdc2707516 admin admin] Calling delete_port for 91170d9d-9e6d-4bbe-856e-61ee1e65e4b2 owned by network:router_gateway {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:42:03.419008 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-161d879d-81a6-4215-97a9-a21ac10c1925 req-242cc639-24f7-4e4d-b311-561ceeed06ab tempest-ListServersNegativeTestJSON-1106856512 tempest-ListServersNegativeTestJSON-1106856512-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7486439 Oct 20 10:42:03.448793 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f523a357-e444-4f52-bccd-d7abac504110 req-b76caded-95cd-4eff-b674-b3491bd22cc2 tempest-ListServersNegativeTestJSON-1106856512 tempest-ListServersNegativeTestJSON-1106856512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:03.451425 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f523a357-e444-4f52-bccd-d7abac504110 req-b76caded-95cd-4eff-b674-b3491bd22cc2 tempest-ListServersNegativeTestJSON-1106856512 tempest-ListServersNegativeTestJSON-1106856512-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e6f7893-0897-4711-88f8-7aed57efa731 HTTP/1.1" status: 200 len: 931 time: 0.3446729 Oct 20 10:42:03.458323 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-161d879d-81a6-4215-97a9-a21ac10c1925 req-006a50dd-065a-48e2-906e-36531e9b51e8 service neutron] Request body: {'port': {'device_id': '1e6f7893-0897-4711-88f8-7aed57efa731', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811396-3'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:42:03.605838 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-161d879d-81a6-4215-97a9-a21ac10c1925 req-006a50dd-065a-48e2-906e-36531e9b51e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:03.639955 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-6cb4f0dd-d8d6-4274-a08c-5282143663d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4654cdaa-01e9-4418-84a8-c7e30b68198f', 'name': 'tempest-ServersTestMultiNic-1899482519-router', 'tenant_id': '311474ed35f34da1b417637b1179a3d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '91170d9d-9e6d-4bbe-856e-61ee1e65e4b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:40:04Z', 'updated_at': '2021-10-20T10:42:00Z', 'revision_number': 5, 'project_id': '311474ed35f34da1b417637b1179a3d4', 'gw_port': {'id': '91170d9d-9e6d-4bbe-856e-61ee1e65e4b2', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:0f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4654cdaa-01e9-4418-84a8-c7e30b68198f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:40:05Z', 'updated_at': '2021-10-20T10:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:42:03.646293 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-161d879d-81a6-4215-97a9-a21ac10c1925 req-fc23ec84-4621-4538-a25b-b56b4a27461b tempest-ListServersNegativeTestJSON-1106856512 tempest-ListServersNegativeTestJSON-1106856512-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:03.660271 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f523a357-e444-4f52-bccd-d7abac504110 req-f427f902-b6e9-4c84-add0-5cc07a45beb8 tempest-ListServersNegativeTestJSON-1106856512 tempest-ListServersNegativeTestJSON-1106856512-project] 10.222.0.64 "GET /v2.0/security-groups?id=6fd76a8e-8e19-4703-967a-8121b94f7e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969669 Oct 20 10:42:03.663909 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1893d907-2768-48a2-b047-2d9523ba72f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:03.715363 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb4f0dd-d8d6-4274-a08c-5282143663d1 None None] Checking router: 4654cdaa-01e9-4418-84a8-c7e30b68198f for host: n-d-811396-3 {{(pid=100598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:42:03.741964 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb4f0dd-d8d6-4274-a08c-5282143663d1 None None] Routers {'4654cdaa-01e9-4418-84a8-c7e30b68198f'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:42:03.742608 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-6cb4f0dd-d8d6-4274-a08c-5282143663d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:41:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['4654cdaa-01e9-4418-84a8-c7e30b68198f'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:42:03.874124 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-6cb4f0dd-d8d6-4274-a08c-5282143663d1 None None] Set router 4654cdaa-01e9-4418-84a8-c7e30b68198f gateway port host: None {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:42:03.940056 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a299521e-1229-4a2e-9b87-e8cdc2707516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:03.947579 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-6cb4f0dd-d8d6-4274-a08c-5282143663d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4654cdaa-01e9-4418-84a8-c7e30b68198f', 'name': 'tempest-ServersTestMultiNic-1899482519-router', 'tenant_id': '311474ed35f34da1b417637b1179a3d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:40:04Z', 'updated_at': '2021-10-20T10:42:02Z', 'revision_number': 6, 'project_id': '311474ed35f34da1b417637b1179a3d4', 'gw_port_host': None}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:42:03.979282 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb4f0dd-d8d6-4274-a08c-5282143663d1 None None] The sync data for ids ['4654cdaa-01e9-4418-84a8-c7e30b68198f'] in n-d-811396-3 is: [{'id': '4654cdaa-01e9-4418-84a8-c7e30b68198f', 'name': 'tempest-ServersTestMultiNic-1899482519-router', 'tenant_id': '311474ed35f34da1b417637b1179a3d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:40:04Z', 'updated_at': '2021-10-20T10:42:02Z', 'revision_number': 6, 'project_id': '311474ed35f34da1b417637b1179a3d4', 'gw_port_host': None}] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:42:04.006618 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a299521e-1229-4a2e-9b87-e8cdc2707516 admin admin] Pushing event deleted for resources: {'Port': ['ID=91170d9d-9e6d-4bbe-856e-61ee1e65e4b2,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:04.057525 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-161d879d-81a6-4215-97a9-a21ac10c1925 req-fc23ec84-4621-4538-a25b-b56b4a27461b tempest-ListServersNegativeTestJSON-1106856512 tempest-ListServersNegativeTestJSON-1106856512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:04.285830 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a299521e-1229-4a2e-9b87-e8cdc2707516 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1773439'] for router_gateway, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:04.348885 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 59082) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:42:04.378896 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [req-161d879d-81a6-4215-97a9-a21ac10c1925 req-83184387-1e62-421f-9dd2-8fa598006e42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a08755e-a8d6-415f-add2-2cb69b0e79ce {{(pid=100596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:42:04.402129 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-161d879d-81a6-4215-97a9-a21ac10c1925 req-83184387-1e62-421f-9dd2-8fa598006e42 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:04.430978 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.provisioning_blocks [req-161d879d-81a6-4215-97a9-a21ac10c1925 req-83184387-1e62-421f-9dd2-8fa598006e42 service neutron] Transition to ACTIVE for port object 3a08755e-a8d6-415f-add2-2cb69b0e79ce will not be triggered until provisioned by entity L2. {{(pid=100596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:42:04.440545 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-161d879d-81a6-4215-97a9-a21ac10c1925 req-83184387-1e62-421f-9dd2-8fa598006e42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:04.451843 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a299521e-1229-4a2e-9b87-e8cdc2707516 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1772272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258304'] for router, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:04.455311 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a299521e-1229-4a2e-9b87-e8cdc2707516 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:04.523485 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 59086) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:42:04.539934 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a299521e-1229-4a2e-9b87-e8cdc2707516 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1772267'] for router, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:04.540987 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a299521e-1229-4a2e-9b87-e8cdc2707516 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4654cdaa-01e9-4418-84a8-c7e30b68198f {{(pid=100597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 10:42:04.544269 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-161d879d-81a6-4215-97a9-a21ac10c1925 req-fc23ec84-4621-4538-a25b-b56b4a27461b tempest-ListServersNegativeTestJSON-1106856512 tempest-ListServersNegativeTestJSON-1106856512-project] Network df954bbc-f210-4dbe-b2a5-63b5d20aa4fd is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:42:04.557145 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a299521e-1229-4a2e-9b87-e8cdc2707516 admin admin] Publish callbacks [] for router, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:04.559101 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-a299521e-1229-4a2e-9b87-e8cdc2707516 admin admin] 10.222.0.64 "DELETE /v2.0/routers/4654cdaa-01e9-4418-84a8-c7e30b68198f HTTP/1.1" status: 204 len: 168 time: 2.1637781 Oct 20 10:42:04.560297 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc23ec84-4621-4538-a25b-b56b4a27461b tempest-ListServersNegativeTestJSON-1106856512 tempest-ListServersNegativeTestJSON-1106856512-project] Pushing event updated for resources: {'Port': ['ID=a78cd88e-49bd-4d47-a34e-4bd7a4dcc193,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:04.570959 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 59092) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:42:04.573837 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [req-161d879d-81a6-4215-97a9-a21ac10c1925 req-fc23ec84-4621-4538-a25b-b56b4a27461b tempest-ListServersNegativeTestJSON-1106856512 tempest-ListServersNegativeTestJSON-1106856512-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:42:04.637320 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [req-161d879d-81a6-4215-97a9-a21ac10c1925 req-fc23ec84-4621-4538-a25b-b56b4a27461b tempest-ListServersNegativeTestJSON-1106856512 tempest-ListServersNegativeTestJSON-1106856512-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:42:04.723895 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_v2 [None req-753057ce-3630-4320-98a3-96c908a4f013 admin admin] Deleting subnet 7180a4d9-d974-46e3-911f-c13ee6b6be88 {{(pid=100597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:42:04.727978 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-753057ce-3630-4320-98a3-96c908a4f013 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:04.734706 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83184387-1e62-421f-9dd2-8fa598006e42 service neutron] Pushing event updated for resources: {'Port': ['ID=3a08755e-a8d6-415f-add2-2cb69b0e79ce,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:04.839503 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-753057ce-3630-4320-98a3-96c908a4f013 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25852621'] for subnet, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:04.918774 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161d879d-81a6-4215-97a9-a21ac10c1925 req-fc23ec84-4621-4538-a25b-b56b4a27461b tempest-ListServersNegativeTestJSON-1106856512 tempest-ListServersNegativeTestJSON-1106856512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:04.918774 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-161d879d-81a6-4215-97a9-a21ac10c1925 req-fc23ec84-4621-4538-a25b-b56b4a27461b tempest-ListServersNegativeTestJSON-1106856512 tempest-ListServersNegativeTestJSON-1106856512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:04.922366 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 59102) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:42:04.959039 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-161d879d-81a6-4215-97a9-a21ac10c1925 req-fc23ec84-4621-4538-a25b-b56b4a27461b tempest-ListServersNegativeTestJSON-1106856512 tempest-ListServersNegativeTestJSON-1106856512-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.5590842 Oct 20 10:42:04.981810 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [req-161d879d-81a6-4215-97a9-a21ac10c1925 req-6947b4ca-670a-4f4a-8ec8-597f3000b45e service neutron] Request body: {'port': {'device_id': 'bbd43428-99bb-4533-b23d-1e9434ccdc54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811396-3'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:42:05.010756 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f4a4dd1e-da9d-4d6e-9a9f-9eb9aaed3167 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:05.026651 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-d6341c9e-207d-4ede-af0d-8aca36080805 tempest-TagsTest-1380436754 tempest-TagsTest-1380436754-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-915741473'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:42:05.052119 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862e953d-68f0-4e08-bcd2-19e67c89cc0e req-3936bae4-6cd7-4063-8ebc-15b8f5c6c4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:05.053166 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862e953d-68f0-4e08-bcd2-19e67c89cc0e req-3936bae4-6cd7-4063-8ebc-15b8f5c6c4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:05.053655 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862e953d-68f0-4e08-bcd2-19e67c89cc0e req-3936bae4-6cd7-4063-8ebc-15b8f5c6c4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:05.054112 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862e953d-68f0-4e08-bcd2-19e67c89cc0e req-3936bae4-6cd7-4063-8ebc-15b8f5c6c4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:05.054574 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862e953d-68f0-4e08-bcd2-19e67c89cc0e req-3936bae4-6cd7-4063-8ebc-15b8f5c6c4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:05.055041 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862e953d-68f0-4e08-bcd2-19e67c89cc0e req-3936bae4-6cd7-4063-8ebc-15b8f5c6c4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:05.055540 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862e953d-68f0-4e08-bcd2-19e67c89cc0e req-3936bae4-6cd7-4063-8ebc-15b8f5c6c4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:05.065585 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-862e953d-68f0-4e08-bcd2-19e67c89cc0e req-3936bae4-6cd7-4063-8ebc-15b8f5c6c4b0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=80d2d265-4161-4f15-ab0c-130b15ddf9e0 HTTP/1.1" status: 200 len: 6488 time: 0.7154174 Oct 20 10:42:05.111845 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-753057ce-3630-4320-98a3-96c908a4f013 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:05.140757 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-161d879d-81a6-4215-97a9-a21ac10c1925 req-6947b4ca-670a-4f4a-8ec8-597f3000b45e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:05.147936 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6341c9e-207d-4ede-af0d-8aca36080805 tempest-TagsTest-1380436754 tempest-TagsTest-1380436754-project] Made reservation on behalf of 5463e9ce89504f34a51a0051f98c8485 for: {'network': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:42:05.152300 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d6341c9e-207d-4ede-af0d-8aca36080805 tempest-TagsTest-1380436754 tempest-TagsTest-1380436754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:05.157870 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a98621-f71b-4345-b2d8-5a5ac74bc2a2 req-5f675026-0b01-40d1-8231-5a556a1a205a tempest-ListServersNegativeTestJSON-1106856512 tempest-ListServersNegativeTestJSON-1106856512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:05.162888 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-74a98621-f71b-4345-b2d8-5a5ac74bc2a2 req-5f675026-0b01-40d1-8231-5a556a1a205a tempest-ListServersNegativeTestJSON-1106856512 tempest-ListServersNegativeTestJSON-1106856512-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e6f7893-0897-4711-88f8-7aed57efa731 HTTP/1.1" status: 200 len: 931 time: 0.3394606 Oct 20 10:42:05.178049 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d6341c9e-207d-4ede-af0d-8aca36080805 tempest-TagsTest-1380436754 tempest-TagsTest-1380436754-project] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:05.265413 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-862e953d-68f0-4e08-bcd2-19e67c89cc0e req-f4328572-7888-4efd-869a-a4accf8ea62b service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=052167af-6782-42ac-bb32-02b514a83f6f&id=9e881cba-3138-4f23-9b77-7adf07b3a5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1982877 Oct 20 10:42:05.280551 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-161d879d-81a6-4215-97a9-a21ac10c1925 req-83184387-1e62-421f-9dd2-8fa598006e42 service neutron] Attempting to bind port 3a08755e-a8d6-415f-add2-2cb69b0e79ce on host n-h1-811396-3 for vnic_type normal with profile {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:42:05.282172 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-161d879d-81a6-4215-97a9-a21ac10c1925 req-83184387-1e62-421f-9dd2-8fa598006e42 service neutron] Attempting to bind port 3a08755e-a8d6-415f-add2-2cb69b0e79ce by drivers openvswitch,hyperv on host n-h1-811396-3 at level 0 using segments [{'id': '53f4a5e4-77d4-4e80-ab0a-18adfceaa566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'df954bbc-f210-4dbe-b2a5-63b5d20aa4fd'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:42:05.282742 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-161d879d-81a6-4215-97a9-a21ac10c1925 req-83184387-1e62-421f-9dd2-8fa598006e42 service neutron] Attempting to bind port 3a08755e-a8d6-415f-add2-2cb69b0e79ce on network df954bbc-f210-4dbe-b2a5-63b5d20aa4fd {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:42:05.298245 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [req-161d879d-81a6-4215-97a9-a21ac10c1925 req-006a50dd-065a-48e2-906e-36531e9b51e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bc5faa9-6d2c-410f-9649-69701bafa29f {{(pid=100596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:42:05.310502 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-74a98621-f71b-4345-b2d8-5a5ac74bc2a2 req-76180cb8-17d2-416b-b394-773e6ce50aa9 tempest-ListServersNegativeTestJSON-1106856512 tempest-ListServersNegativeTestJSON-1106856512-project] 10.222.0.64 "GET /v2.0/security-groups?id=6fd76a8e-8e19-4703-967a-8121b94f7e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415236 Oct 20 10:42:05.313613 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-161d879d-81a6-4215-97a9-a21ac10c1925 req-006a50dd-065a-48e2-906e-36531e9b51e8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:05.315902 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-161d879d-81a6-4215-97a9-a21ac10c1925 req-83184387-1e62-421f-9dd2-8fa598006e42 service neutron] Port 3a08755e-a8d6-415f-add2-2cb69b0e79ce on network df954bbc-f210-4dbe-b2a5-63b5d20aa4fd not bound, no agent of type Open vSwitch agent registered on host n-h1-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:42:05.316197 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-161d879d-81a6-4215-97a9-a21ac10c1925 req-83184387-1e62-421f-9dd2-8fa598006e42 service neutron] Attempting to bind port 3a08755e-a8d6-415f-add2-2cb69b0e79ce on network df954bbc-f210-4dbe-b2a5-63b5d20aa4fd {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:42:05.344584 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-161d879d-81a6-4215-97a9-a21ac10c1925 req-83184387-1e62-421f-9dd2-8fa598006e42 service neutron] Checking agent: {'id': 'b707b4cc-061f-4cf4-bce0-0b3df9b7bec9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:42:05.344932 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-161d879d-81a6-4215-97a9-a21ac10c1925 req-83184387-1e62-421f-9dd2-8fa598006e42 service neutron] Checking segment: {'id': '53f4a5e4-77d4-4e80-ab0a-18adfceaa566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'df954bbc-f210-4dbe-b2a5-63b5d20aa4fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:42:05.345330 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-161d879d-81a6-4215-97a9-a21ac10c1925 req-83184387-1e62-421f-9dd2-8fa598006e42 service neutron] Bound using segment: {'id': '53f4a5e4-77d4-4e80-ab0a-18adfceaa566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'df954bbc-f210-4dbe-b2a5-63b5d20aa4fd'} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:42:05.345941 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-161d879d-81a6-4215-97a9-a21ac10c1925 req-83184387-1e62-421f-9dd2-8fa598006e42 service neutron] Bound port: 3a08755e-a8d6-415f-add2-2cb69b0e79ce, host: n-h1-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53f4a5e4-77d4-4e80-ab0a-18adfceaa566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'df954bbc-f210-4dbe-b2a5-63b5d20aa4fd'}}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:42:05.346166 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-161d879d-81a6-4215-97a9-a21ac10c1925 req-83184387-1e62-421f-9dd2-8fa598006e42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:05.369051 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.provisioning_blocks [req-161d879d-81a6-4215-97a9-a21ac10c1925 req-006a50dd-065a-48e2-906e-36531e9b51e8 service neutron] Transition to ACTIVE for port object 5bc5faa9-6d2c-410f-9649-69701bafa29f will not be triggered until provisioned by entity L2. {{(pid=100596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:42:05.395038 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-161d879d-81a6-4215-97a9-a21ac10c1925 req-006a50dd-065a-48e2-906e-36531e9b51e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:05.395198 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-753057ce-3630-4320-98a3-96c908a4f013 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25350811'] for subnet, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:05.425075 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec5b87f-8dff-491a-917a-91b38083a366 None None] Network 425103fa-e092-4e6b-96f2-781bf325ffc1 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:42:05.439797 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-753057ce-3630-4320-98a3-96c908a4f013 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:05.449529 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-753057ce-3630-4320-98a3-96c908a4f013 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/7180a4d9-d974-46e3-911f-c13ee6b6be88 HTTP/1.1" status: 204 len: 168 time: 0.8772638 Oct 20 10:42:05.466087 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 59110) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:42:05.488980 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753057ce-3630-4320-98a3-96c908a4f013 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7180a4d9-d974-46e3-911f-c13ee6b6be88,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:05.571485 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f4a4dd1e-da9d-4d6e-9a9f-9eb9aaed3167 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:05.590128 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f4a4dd1e-da9d-4d6e-9a9f-9eb9aaed3167 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:05.619864 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-f4a4dd1e-da9d-4d6e-9a9f-9eb9aaed3167 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fa34de5cfa0c41168a60cf2a0f42e256&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0849414 Oct 20 10:42:05.623346 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-161d879d-81a6-4215-97a9-a21ac10c1925 req-83184387-1e62-421f-9dd2-8fa598006e42 service neutron] For port 3a08755e-a8d6-415f-add2-2cb69b0e79ce, host n-h1-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:42:05.625527 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006a50dd-065a-48e2-906e-36531e9b51e8 service neutron] Pushing event updated for resources: {'Port': ['ID=5bc5faa9-6d2c-410f-9649-69701bafa29f,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:05.634100 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 59114) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:42:05.689960 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-161d879d-81a6-4215-97a9-a21ac10c1925 req-83184387-1e62-421f-9dd2-8fa598006e42 service neutron] For port 3a08755e-a8d6-415f-add2-2cb69b0e79ce, host n-h1-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=3a08755e-a8d6-415f-add2-2cb69b0e79ce,segment=NetworkSegment(53f4a5e4-77d4-4e80-ab0a-18adfceaa566),segment_id=53f4a5e4-77d4-4e80-ab0a-18adfceaa566)] {{(pid=100596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:42:05.717842 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-161d879d-81a6-4215-97a9-a21ac10c1925 req-83184387-1e62-421f-9dd2-8fa598006e42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:05.720143 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a4dd1e-da9d-4d6e-9a9f-9eb9aaed3167 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89c54d31-8156-4c9f-93f6-121891e629a7,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:05.778283 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7654aa99-624e-4197-9ef1-19f2c8006191 None None] DHCP port deletion for 425103fa-e092-4e6b-96f2-781bf325ffc1 request from n-d-811396-3 {{(pid=100598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:42:05.858603 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-7654aa99-624e-4197-9ef1-19f2c8006191 None None] Deleting port a18c7d2b-15f4-40d3-acf0-16f4d710f069 {{(pid=100598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:42:05.859777 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-7654aa99-624e-4197-9ef1-19f2c8006191 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:05.889865 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161d879d-81a6-4215-97a9-a21ac10c1925 req-83184387-1e62-421f-9dd2-8fa598006e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:05.891226 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-161d879d-81a6-4215-97a9-a21ac10c1925 req-83184387-1e62-421f-9dd2-8fa598006e42 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:05.894400 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-161d879d-81a6-4215-97a9-a21ac10c1925 req-83184387-1e62-421f-9dd2-8fa598006e42 service neutron] 10.222.0.55 "PUT /v2.0/ports/3a08755e-a8d6-415f-add2-2cb69b0e79ce HTTP/1.1" status: 200 len: 1092 time: 3.9987526 Oct 20 10:42:05.917975 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efa87be4-fd55-4ea7-b257-94224cb7b75f', 'tag': '3a08755e-a8d6-415f-add2-2cb69b0e79ce'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:42:05.923033 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97247457-7ca5-4732-829c-53a4bd8a6d24" -d '{"events": [{"name": "network-changed", "server_uuid": "efa87be4-fd55-4ea7-b257-94224cb7b75f", "tag": "3a08755e-a8d6-415f-add2-2cb69b0e79ce"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:42:05.954863 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device a18c7d2b-15f4-40d3-acf0-16f4d710f069 no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:42:05.989982 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ee920034-44ef-463f-8492-a2010958fdb8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:06.022248 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ee920034-44ef-463f-8492-a2010958fdb8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:06.075330 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-7654aa99-624e-4197-9ef1-19f2c8006191 None None] For port a18c7d2b-15f4-40d3-acf0-16f4d710f069, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=a18c7d2b-15f4-40d3-acf0-16f4d710f069,segment=NetworkSegment(1a2faed0-5e89-45ab-a622-f2efdabd915a),segment_id=1a2faed0-5e89-45ab-a622-f2efdabd915a)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:42:06.075806 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-7654aa99-624e-4197-9ef1-19f2c8006191 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:06.084022 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e68d0bc5-e48f-404b-a387-29851bff65f9 x-openstack-request-id: req-e68d0bc5-e48f-404b-a387-29851bff65f9 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:42:06.084022 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efa87be4-fd55-4ea7-b257-94224cb7b75f", "tag": "3a08755e-a8d6-415f-add2-2cb69b0e79ce", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:42:06.084022 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e68d0bc5-e48f-404b-a387-29851bff65f9 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:42:06.084451 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efa87be4-fd55-4ea7-b257-94224cb7b75f', 'tag': '3a08755e-a8d6-415f-add2-2cb69b0e79ce', 'status': 'completed', 'code': 200} Oct 20 10:42:06.100716 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-7654aa99-624e-4197-9ef1-19f2c8006191 None None] Calling delete_port for a18c7d2b-15f4-40d3-acf0-16f4d710f069 owned by network:dhcp {{(pid=100598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:42:06.140797 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-161d879d-81a6-4215-97a9-a21ac10c1925 req-006a50dd-065a-48e2-906e-36531e9b51e8 service neutron] Attempting to bind port 5bc5faa9-6d2c-410f-9649-69701bafa29f on host n-h1-811396-3 for vnic_type normal with profile {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:42:06.141675 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-161d879d-81a6-4215-97a9-a21ac10c1925 req-006a50dd-065a-48e2-906e-36531e9b51e8 service neutron] Attempting to bind port 5bc5faa9-6d2c-410f-9649-69701bafa29f by drivers openvswitch,hyperv on host n-h1-811396-3 at level 0 using segments [{'id': '53f4a5e4-77d4-4e80-ab0a-18adfceaa566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'df954bbc-f210-4dbe-b2a5-63b5d20aa4fd'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:42:06.142023 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-161d879d-81a6-4215-97a9-a21ac10c1925 req-006a50dd-065a-48e2-906e-36531e9b51e8 service neutron] Attempting to bind port 5bc5faa9-6d2c-410f-9649-69701bafa29f on network df954bbc-f210-4dbe-b2a5-63b5d20aa4fd {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:42:06.149513 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ee920034-44ef-463f-8492-a2010958fdb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:06.153513 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ee920034-44ef-463f-8492-a2010958fdb8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:06.154952 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-ee920034-44ef-463f-8492-a2010958fdb8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/89c54d31-8156-4c9f-93f6-121891e629a7 HTTP/1.1" status: 204 len: 168 time: 0.5195546 Oct 20 10:42:06.168934 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-f04b20b2-e2cb-4650-951c-451317c7261d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:06.173043 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee920034-44ef-463f-8492-a2010958fdb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89c54d31-8156-4c9f-93f6-121891e629a7,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:06.179372 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-161d879d-81a6-4215-97a9-a21ac10c1925 req-006a50dd-065a-48e2-906e-36531e9b51e8 service neutron] Port 5bc5faa9-6d2c-410f-9649-69701bafa29f on network df954bbc-f210-4dbe-b2a5-63b5d20aa4fd not bound, no agent of type Open vSwitch agent registered on host n-h1-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:42:06.180507 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-161d879d-81a6-4215-97a9-a21ac10c1925 req-006a50dd-065a-48e2-906e-36531e9b51e8 service neutron] Attempting to bind port 5bc5faa9-6d2c-410f-9649-69701bafa29f on network df954bbc-f210-4dbe-b2a5-63b5d20aa4fd {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:42:06.188332 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83184387-1e62-421f-9dd2-8fa598006e42 service neutron] Pushing event updated for resources: {'Port': ['ID=3a08755e-a8d6-415f-add2-2cb69b0e79ce,revision_number=3']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:06.197682 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-161d879d-81a6-4215-97a9-a21ac10c1925 req-006a50dd-065a-48e2-906e-36531e9b51e8 service neutron] Checking agent: {'id': 'b707b4cc-061f-4cf4-bce0-0b3df9b7bec9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:42:06.198063 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-161d879d-81a6-4215-97a9-a21ac10c1925 req-006a50dd-065a-48e2-906e-36531e9b51e8 service neutron] Checking segment: {'id': '53f4a5e4-77d4-4e80-ab0a-18adfceaa566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'df954bbc-f210-4dbe-b2a5-63b5d20aa4fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:42:06.198451 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-161d879d-81a6-4215-97a9-a21ac10c1925 req-006a50dd-065a-48e2-906e-36531e9b51e8 service neutron] Bound using segment: {'id': '53f4a5e4-77d4-4e80-ab0a-18adfceaa566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'df954bbc-f210-4dbe-b2a5-63b5d20aa4fd'} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:42:06.199079 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-161d879d-81a6-4215-97a9-a21ac10c1925 req-006a50dd-065a-48e2-906e-36531e9b51e8 service neutron] Bound port: 5bc5faa9-6d2c-410f-9649-69701bafa29f, host: n-h1-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53f4a5e4-77d4-4e80-ab0a-18adfceaa566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'df954bbc-f210-4dbe-b2a5-63b5d20aa4fd'}}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:42:06.199609 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-161d879d-81a6-4215-97a9-a21ac10c1925 req-006a50dd-065a-48e2-906e-36531e9b51e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:06.203181 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161d879d-81a6-4215-97a9-a21ac10c1925 req-e44ee3d0-3f8e-4d59-8745-d7c5a6f34c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:06.204826 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-161d879d-81a6-4215-97a9-a21ac10c1925 req-e44ee3d0-3f8e-4d59-8745-d7c5a6f34c60 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=65c3e8739db2478898a8e45c56369a3f&device_id=efa87be4-fd55-4ea7-b257-94224cb7b75f HTTP/1.1" status: 200 len: 1095 time: 0.1191244 Oct 20 10:42:06.233174 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:06.288980 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] For port a18c7d2b-15f4-40d3-acf0-16f4d710f069, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=a18c7d2b-15f4-40d3-acf0-16f4d710f069,segment=NetworkSegment(1a2faed0-5e89-45ab-a622-f2efdabd915a),segment_id=1a2faed0-5e89-45ab-a622-f2efdabd915a)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:42:06.294440 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:06.295170 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 91170d9d-9e6d-4bbe-856e-61ee1e65e4b2 no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:42:06.338370 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-161d879d-81a6-4215-97a9-a21ac10c1925 req-98d36ec8-4bb2-4f35-a4ec-88670bb49ad5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3a08755e-a8d6-415f-add2-2cb69b0e79ce HTTP/1.1" status: 200 len: 217 time: 0.0670485 Oct 20 10:42:06.348231 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 91170d9d-9e6d-4bbe-856e-61ee1e65e4b2 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:42:06.348585 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 91170d9d-9e6d-4bbe-856e-61ee1e65e4b2 not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:42:06.349013 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device a1b13dde-1df3-49e5-851a-96066050448c no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:42:06.376853 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: a1b13dde-1df3-49e5-851a-96066050448c {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:42:06.377206 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device a1b13dde-1df3-49e5-851a-96066050448c not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:42:06.413305 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-7654aa99-624e-4197-9ef1-19f2c8006191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956'] for port, after_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:06.431821 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [req-161d879d-81a6-4215-97a9-a21ac10c1925 req-6947b4ca-670a-4f4a-8ec8-597f3000b45e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a78cd88e-49bd-4d47-a34e-4bd7a4dcc193 {{(pid=100597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:42:06.432668 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7654aa99-624e-4197-9ef1-19f2c8006191 None None] No DVR routers for this DVR port a18c7d2b-15f4-40d3-acf0-16f4d710f069 on host n-d-811396-3 {{(pid=100598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:42:06.443679 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Pushing event updated for resources: {'Port': ['ID=a18c7d2b-15f4-40d3-acf0-16f4d710f069,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:06.452167 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-161d879d-81a6-4215-97a9-a21ac10c1925 req-6947b4ca-670a-4f4a-8ec8-597f3000b45e service neutron] Publish callbacks [] for port, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:06.453322 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:42:06.453865 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:42:06.454407 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:42:06.455038 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:42:06.456331 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:42:06.456911 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:42:06.457479 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:42:06.458007 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:42:06.458120 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161d879d-81a6-4215-97a9-a21ac10c1925 req-5527ac24-7702-462f-9447-7b8a2858506c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:06.459353 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:42:06.459913 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:42:06.460474 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:42:06.460921 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-161d879d-81a6-4215-97a9-a21ac10c1925 req-5527ac24-7702-462f-9447-7b8a2858506c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=266079ff-f1f4-466f-9cdd-3e6da47a6db2 HTTP/1.1" status: 200 len: 857 time: 0.1002946 Oct 20 10:42:06.461173 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:42:06.467355 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.provisioning_blocks [req-161d879d-81a6-4215-97a9-a21ac10c1925 req-6947b4ca-670a-4f4a-8ec8-597f3000b45e service neutron] Transition to ACTIVE for port object a78cd88e-49bd-4d47-a34e-4bd7a4dcc193 will not be triggered until provisioned by entity L2. {{(pid=100597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:42:06.480203 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-161d879d-81a6-4215-97a9-a21ac10c1925 req-6947b4ca-670a-4f4a-8ec8-597f3000b45e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:06.496098 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7654aa99-624e-4197-9ef1-19f2c8006191 None None] Pushing event deleted for resources: {'Port': ['ID=a18c7d2b-15f4-40d3-acf0-16f4d710f069,revision_number=None']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:06.530088 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8cd9dea7-ce03-490d-b4a4-2d498bfa945c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:06.534781 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-161d879d-81a6-4215-97a9-a21ac10c1925 req-6f142fdf-d0b7-43fc-9683-e5244a31c430 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=df954bbc-f210-4dbe-b2a5-63b5d20aa4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589581 Oct 20 10:42:06.537323 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d6341c9e-207d-4ede-af0d-8aca36080805 tempest-TagsTest-1380436754 tempest-TagsTest-1380436754-project] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:06.557240 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d6341c9e-207d-4ede-af0d-8aca36080805 tempest-TagsTest-1380436754 tempest-TagsTest-1380436754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:06.569540 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-161d879d-81a6-4215-97a9-a21ac10c1925 req-006a50dd-065a-48e2-906e-36531e9b51e8 service neutron] For port 5bc5faa9-6d2c-410f-9649-69701bafa29f, host n-h1-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:42:06.596534 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6947b4ca-670a-4f4a-8ec8-597f3000b45e service neutron] Pushing event updated for resources: {'Port': ['ID=a78cd88e-49bd-4d47-a34e-4bd7a4dcc193,revision_number=2']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:06.607531 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-161d879d-81a6-4215-97a9-a21ac10c1925 req-006a50dd-065a-48e2-906e-36531e9b51e8 service neutron] For port 5bc5faa9-6d2c-410f-9649-69701bafa29f, host n-h1-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=5bc5faa9-6d2c-410f-9649-69701bafa29f,segment=NetworkSegment(53f4a5e4-77d4-4e80-ab0a-18adfceaa566),segment_id=53f4a5e4-77d4-4e80-ab0a-18adfceaa566)] {{(pid=100596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:42:06.628412 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-161d879d-81a6-4215-97a9-a21ac10c1925 req-006a50dd-065a-48e2-906e-36531e9b51e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:06.637285 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6341c9e-207d-4ede-af0d-8aca36080805 tempest-TagsTest-1380436754 tempest-TagsTest-1380436754-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 822} {{(pid=100597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:42:06.683461 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6341c9e-207d-4ede-af0d-8aca36080805 tempest-TagsTest-1380436754 tempest-TagsTest-1380436754-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7c59041-0ced-4f33-8d80-dcea5b6ceb0b,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:06.717668 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 59128) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:42:06.722334 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161d879d-81a6-4215-97a9-a21ac10c1925 req-006a50dd-065a-48e2-906e-36531e9b51e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:06.723230 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-161d879d-81a6-4215-97a9-a21ac10c1925 req-006a50dd-065a-48e2-906e-36531e9b51e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:06.725910 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-161d879d-81a6-4215-97a9-a21ac10c1925 req-006a50dd-065a-48e2-906e-36531e9b51e8 service neutron] 10.222.0.55 "PUT /v2.0/ports/5bc5faa9-6d2c-410f-9649-69701bafa29f HTTP/1.1" status: 200 len: 1091 time: 3.2729094 Oct 20 10:42:06.728282 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d6341c9e-207d-4ede-af0d-8aca36080805 tempest-TagsTest-1380436754 tempest-TagsTest-1380436754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:06.728656 n-d-811396-3 neutron-server[100597]: INFO neutron.db.segments_db [None req-d6341c9e-207d-4ede-af0d-8aca36080805 tempest-TagsTest-1380436754 tempest-TagsTest-1380436754-project] Added segment 488407b5-23c7-4ed8-9f1b-c1a70c287162 of type vlan for network af15dda2-9fa0-4b30-b4e0-566701217f29 Oct 20 10:42:06.751733 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524b3d32-06c7-4a33-9c89-d7b40d98268f req-d0b3e377-16c1-4431-8347-adc6300b5307 tempest-ListServersNegativeTestJSON-1106856512 tempest-ListServersNegativeTestJSON-1106856512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:06.759891 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-524b3d32-06c7-4a33-9c89-d7b40d98268f req-d0b3e377-16c1-4431-8347-adc6300b5307 tempest-ListServersNegativeTestJSON-1106856512 tempest-ListServersNegativeTestJSON-1106856512-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e6f7893-0897-4711-88f8-7aed57efa731 HTTP/1.1" status: 200 len: 943 time: 0.2646770 Oct 20 10:42:06.780823 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8cd9dea7-ce03-490d-b4a4-2d498bfa945c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:06.811224 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-05341482-63a7-4b77-9972-24453dfcca82 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:06.827529 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006a50dd-065a-48e2-906e-36531e9b51e8 service neutron] Pushing event updated for resources: {'Port': ['ID=5bc5faa9-6d2c-410f-9649-69701bafa29f,revision_number=3']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:06.833449 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-8cd9dea7-ce03-490d-b4a4-2d498bfa945c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['425103fa-e092-4e6b-96f2-781bf325ffc1']}} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:42:06.852317 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d6341c9e-207d-4ede-af0d-8aca36080805 tempest-TagsTest-1380436754 tempest-TagsTest-1380436754-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:06.855498 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-8cd9dea7-ce03-490d-b4a4-2d498bfa945c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a2faed0-5e89-45ab-a622-f2efdabd915a') {'for_net_delete': True} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:42:06.855798 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-8cd9dea7-ce03-490d-b4a4-2d498bfa945c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a2faed0-5e89-45ab-a622-f2efdabd915a') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:42:06.857652 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-161d879d-81a6-4215-97a9-a21ac10c1925 req-6947b4ca-670a-4f4a-8ec8-597f3000b45e service neutron] Attempting to bind port a78cd88e-49bd-4d47-a34e-4bd7a4dcc193 on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:42:06.857989 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-161d879d-81a6-4215-97a9-a21ac10c1925 req-6947b4ca-670a-4f4a-8ec8-597f3000b45e service neutron] Attempting to bind port a78cd88e-49bd-4d47-a34e-4bd7a4dcc193 by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': '53f4a5e4-77d4-4e80-ab0a-18adfceaa566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'df954bbc-f210-4dbe-b2a5-63b5d20aa4fd'}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:42:06.858322 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-161d879d-81a6-4215-97a9-a21ac10c1925 req-6947b4ca-670a-4f4a-8ec8-597f3000b45e service neutron] Attempting to bind port a78cd88e-49bd-4d47-a34e-4bd7a4dcc193 on network df954bbc-f210-4dbe-b2a5-63b5d20aa4fd {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:42:06.873769 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8cd9dea7-ce03-490d-b4a4-2d498bfa945c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25852596'] for segment, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:06.876644 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-161d879d-81a6-4215-97a9-a21ac10c1925 req-6947b4ca-670a-4f4a-8ec8-597f3000b45e service neutron] Port a78cd88e-49bd-4d47-a34e-4bd7a4dcc193 on network df954bbc-f210-4dbe-b2a5-63b5d20aa4fd not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:42:06.876952 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-161d879d-81a6-4215-97a9-a21ac10c1925 req-6947b4ca-670a-4f4a-8ec8-597f3000b45e service neutron] Attempting to bind port a78cd88e-49bd-4d47-a34e-4bd7a4dcc193 on network df954bbc-f210-4dbe-b2a5-63b5d20aa4fd {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:42:06.904802 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-161d879d-81a6-4215-97a9-a21ac10c1925 req-04cbb5df-eff9-4a96-a810-4d2c5bcec9a5 service neutron] 10.222.0.55 "GET /v2.0/networks/df954bbc-f210-4dbe-b2a5-63b5d20aa4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3510356 Oct 20 10:42:06.910050 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-161d879d-81a6-4215-97a9-a21ac10c1925 req-6947b4ca-670a-4f4a-8ec8-597f3000b45e service neutron] Checking agent: {'id': '061232a2-7adc-4ba1-a873-e8cb136b064d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 41, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:42:06.910555 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-161d879d-81a6-4215-97a9-a21ac10c1925 req-6947b4ca-670a-4f4a-8ec8-597f3000b45e service neutron] Checking segment: {'id': '53f4a5e4-77d4-4e80-ab0a-18adfceaa566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'df954bbc-f210-4dbe-b2a5-63b5d20aa4fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:42:06.910952 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-161d879d-81a6-4215-97a9-a21ac10c1925 req-6947b4ca-670a-4f4a-8ec8-597f3000b45e service neutron] Bound using segment: {'id': '53f4a5e4-77d4-4e80-ab0a-18adfceaa566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'df954bbc-f210-4dbe-b2a5-63b5d20aa4fd'} {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:42:06.911417 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-161d879d-81a6-4215-97a9-a21ac10c1925 req-6947b4ca-670a-4f4a-8ec8-597f3000b45e service neutron] Bound port: a78cd88e-49bd-4d47-a34e-4bd7a4dcc193, host: n-h2-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53f4a5e4-77d4-4e80-ab0a-18adfceaa566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'df954bbc-f210-4dbe-b2a5-63b5d20aa4fd'}}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:42:06.912034 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-161d879d-81a6-4215-97a9-a21ac10c1925 req-6947b4ca-670a-4f4a-8ec8-597f3000b45e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:06.923045 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8cd9dea7-ce03-490d-b4a4-2d498bfa945c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:06.932259 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-524b3d32-06c7-4a33-9c89-d7b40d98268f req-a37e7a52-7d37-4457-b200-2a4aac9ca497 tempest-ListServersNegativeTestJSON-1106856512 tempest-ListServersNegativeTestJSON-1106856512-project] 10.222.0.64 "GET /v2.0/security-groups?id=6fd76a8e-8e19-4703-967a-8121b94f7e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626680 Oct 20 10:42:06.933733 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d6341c9e-207d-4ede-af0d-8aca36080805 tempest-TagsTest-1380436754 tempest-TagsTest-1380436754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:06.940723 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6341c9e-207d-4ede-af0d-8aca36080805 tempest-TagsTest-1380436754 tempest-TagsTest-1380436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:06.941371 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d6341c9e-207d-4ede-af0d-8aca36080805 tempest-TagsTest-1380436754 tempest-TagsTest-1380436754-project] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:06.944651 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cd9dea7-ce03-490d-b4a4-2d498bfa945c admin admin] Releasing vlan 827 on physical network physnet1 to pool {{(pid=100597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:42:06.945049 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8cd9dea7-ce03-490d-b4a4-2d498bfa945c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951012'] for segment, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:06.949921 n-d-811396-3 neutron-server[100597]: Traceback (most recent call last): Oct 20 10:42:06.949921 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:42:06.949921 n-d-811396-3 neutron-server[100597]: timer() Oct 20 10:42:06.949921 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:42:06.949921 n-d-811396-3 neutron-server[100597]: cb(*args, **kw) Oct 20 10:42:06.949921 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:42:06.949921 n-d-811396-3 neutron-server[100597]: return func(*args, **kwargs) Oct 20 10:42:06.949921 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:42:06.949921 n-d-811396-3 neutron-server[100597]: self._notify() Oct 20 10:42:06.949921 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:42:06.949921 n-d-811396-3 neutron-server[100597]: self.callback(batched_events) Oct 20 10:42:06.949921 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:42:06.949921 n-d-811396-3 neutron-server[100597]: event.method(event) Oct 20 10:42:06.949921 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:42:06.949921 n-d-811396-3 neutron-server[100597]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:42:06.949921 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:42:06.949921 n-d-811396-3 neutron-server[100597]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:42:06.949921 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:42:06.949921 n-d-811396-3 neutron-server[100597]: return f(self, *a, **k) Oct 20 10:42:06.949921 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:42:06.949921 n-d-811396-3 neutron-server[100597]: return self._get(url).json() Oct 20 10:42:06.949921 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:42:06.949921 n-d-811396-3 neutron-server[100597]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:42:06.949921 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:42:06.949921 n-d-811396-3 neutron-server[100597]: return self.request(url, 'GET', **kwargs) Oct 20 10:42:06.949921 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:42:06.949921 n-d-811396-3 neutron-server[100597]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:42:06.949921 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:42:06.949921 n-d-811396-3 neutron-server[100597]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:42:06.949921 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:42:06.949921 n-d-811396-3 neutron-server[100597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:42:06.949921 n-d-811396-3 neutron-server[100597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:42:06.952352 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161d879d-81a6-4215-97a9-a21ac10c1925 req-02e630dc-c86a-41a5-9420-9e5bdcc60a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:06.954033 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-161d879d-81a6-4215-97a9-a21ac10c1925 req-02e630dc-c86a-41a5-9420-9e5bdcc60a28 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=65c3e8739db2478898a8e45c56369a3f&device_id=1e6f7893-0897-4711-88f8-7aed57efa731 HTTP/1.1" status: 200 len: 1094 time: 0.1642172 Oct 20 10:42:07.053009 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-161d879d-81a6-4215-97a9-a21ac10c1925 req-1301bc10-a569-4c6b-a48c-5b3d6c2b2ded service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5bc5faa9-6d2c-410f-9649-69701bafa29f HTTP/1.1" status: 200 len: 217 time: 0.0808072 Oct 20 10:42:07.061413 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:07.069647 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-d6341c9e-207d-4ede-af0d-8aca36080805 tempest-TagsTest-1380436754 tempest-TagsTest-1380436754-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 2.1444898 Oct 20 10:42:07.078045 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 59138) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:42:07.083435 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.tag.tag_plugin [None req-a1f364f9-2faa-4e4d-9d6a-006e6a95d40a tempest-TagsTest-1380436754 tempest-TagsTest-1380436754-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'af15dda2-9fa0-4b30-b4e0-566701217f29', 'tempest-TagsTest-Tag-859733129') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:42:07.133599 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6341c9e-207d-4ede-af0d-8aca36080805 tempest-TagsTest-1380436754 tempest-TagsTest-1380436754-project] Pushing event updated for resources: {'Network': ['ID=af15dda2-9fa0-4b30-b4e0-566701217f29,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:07.142674 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8cd9dea7-ce03-490d-b4a4-2d498bfa945c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:07.152750 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network af15dda2-9fa0-4b30-b4e0-566701217f29 details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:42:07.155092 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8cd9dea7-ce03-490d-b4a4-2d498bfa945c admin admin] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:07.158422 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-8cd9dea7-ce03-490d-b4a4-2d498bfa945c admin admin] 10.222.0.64 "DELETE /v2.0/networks/425103fa-e092-4e6b-96f2-781bf325ffc1 HTTP/1.1" status: 204 len: 168 time: 1.6872888 Oct 20 10:42:07.160352 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-05341482-63a7-4b77-9972-24453dfcca82 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:07.165471 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-161d879d-81a6-4215-97a9-a21ac10c1925 req-181b80b8-3695-4878-b690-050dc3e8bfbc service neutron] 10.222.0.55 "GET /v2.0/networks/df954bbc-f210-4dbe-b2a5-63b5d20aa4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2521474 Oct 20 10:42:07.168194 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-05341482-63a7-4b77-9972-24453dfcca82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:07.172941 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161d879d-81a6-4215-97a9-a21ac10c1925 req-fcd32828-ff61-4796-a207-921d4dc11d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:07.175903 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-161d879d-81a6-4215-97a9-a21ac10c1925 req-fcd32828-ff61-4796-a207-921d4dc11d3c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=266079ff-f1f4-466f-9cdd-3e6da47a6db2 HTTP/1.1" status: 200 len: 857 time: 0.1139309 Oct 20 10:42:07.194556 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd9dea7-ce03-490d-b4a4-2d498bfa945c admin admin] Pushing event deleted for resources: {'Network': ['ID=425103fa-e092-4e6b-96f2-781bf325ffc1,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:07.197350 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [req-161d879d-81a6-4215-97a9-a21ac10c1925 req-6947b4ca-670a-4f4a-8ec8-597f3000b45e service neutron] For port a78cd88e-49bd-4d47-a34e-4bd7a4dcc193, host n-h2-811396-3, cleared binding levels {{(pid=100597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:42:07.226829 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [req-161d879d-81a6-4215-97a9-a21ac10c1925 req-6947b4ca-670a-4f4a-8ec8-597f3000b45e service neutron] For port a78cd88e-49bd-4d47-a34e-4bd7a4dcc193, host n-h2-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=a78cd88e-49bd-4d47-a34e-4bd7a4dcc193,segment=NetworkSegment(53f4a5e4-77d4-4e80-ab0a-18adfceaa566),segment_id=53f4a5e4-77d4-4e80-ab0a-18adfceaa566)] {{(pid=100597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:42:07.246880 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-161d879d-81a6-4215-97a9-a21ac10c1925 req-6947b4ca-670a-4f4a-8ec8-597f3000b45e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:07.274760 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-161d879d-81a6-4215-97a9-a21ac10c1925 req-2d438902-9ee7-41fc-a0dc-d409f39ffeb8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=df954bbc-f210-4dbe-b2a5-63b5d20aa4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0901837 Oct 20 10:42:07.286234 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-05341482-63a7-4b77-9972-24453dfcca82 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8056c9b06a154299b0f98c68cde918eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5656884 Oct 20 10:42:07.291004 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 59146) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:42:07.334584 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05341482-63a7-4b77-9972-24453dfcca82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f291c68e-882e-43c1-9a6d-fd4e3bbae46d,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:07.351428 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161d879d-81a6-4215-97a9-a21ac10c1925 req-6947b4ca-670a-4f4a-8ec8-597f3000b45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:07.352001 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-161d879d-81a6-4215-97a9-a21ac10c1925 req-6947b4ca-670a-4f4a-8ec8-597f3000b45e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:07.353394 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-161d879d-81a6-4215-97a9-a21ac10c1925 req-6947b4ca-670a-4f4a-8ec8-597f3000b45e service neutron] 10.222.0.69 "PUT /v2.0/ports/a78cd88e-49bd-4d47-a34e-4bd7a4dcc193 HTTP/1.1" status: 200 len: 1091 time: 2.3823664 Oct 20 10:42:07.355697 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbd43428-99bb-4533-b23d-1e9434ccdc54', 'tag': 'a78cd88e-49bd-4d47-a34e-4bd7a4dcc193'}] {{(pid=100597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:42:07.358108 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd85cad6a391afaa95d2dd5280bfd4659fc1e1b2aba53b5e7ef874f059efcdc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b465337-c293-482f-b978-aaf1533bc458" -d '{"events": [{"name": "network-changed", "server_uuid": "bbd43428-99bb-4533-b23d-1e9434ccdc54", "tag": "a78cd88e-49bd-4d47-a34e-4bd7a4dcc193"}]}' {{(pid=100597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:42:07.400670 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-a1f364f9-2faa-4e4d-9d6a-006e6a95d40a tempest-TagsTest-1380436754 tempest-TagsTest-1380436754-project] 10.222.0.64 "PUT /v2.0/networks/af15dda2-9fa0-4b30-b4e0-566701217f29/tags/tempest-TagsTest-Tag-859733129 HTTP/1.1" status: 201 len: 201 time: 0.3215508 Oct 20 10:42:07.405988 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 59152) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:42:07.406572 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6947b4ca-670a-4f4a-8ec8-597f3000b45e service neutron] Pushing event updated for resources: {'Port': ['ID=a78cd88e-49bd-4d47-a34e-4bd7a4dcc193,revision_number=3']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:07.417540 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.tag.tag_plugin [None req-5729fd07-7670-4905-951f-39681a46fe53 tempest-TagsTest-1380436754 tempest-TagsTest-1380436754-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'af15dda2-9fa0-4b30-b4e0-566701217f29', 'tempest-TagsTest-Tag-859733129') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:42:07.445107 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:42:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3994b405-d0a8-4381-928e-fdde66d71431 x-openstack-request-id: req-3994b405-d0a8-4381-928e-fdde66d71431 {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:42:07.445763 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbd43428-99bb-4533-b23d-1e9434ccdc54", "tag": "a78cd88e-49bd-4d47-a34e-4bd7a4dcc193", "status": "completed", "code": 200}]} {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:42:07.445763 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3994b405-d0a8-4381-928e-fdde66d71431 {{(pid=100597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:42:07.446045 n-d-811396-3 neutron-server[100597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbd43428-99bb-4533-b23d-1e9434ccdc54', 'tag': 'a78cd88e-49bd-4d47-a34e-4bd7a4dcc193', 'status': 'completed', 'code': 200} Oct 20 10:42:07.461503 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:07.471024 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97247457-7ca5-4732-829c-53a4bd8a6d24 req-61b29bba-228d-4588-9ca3-3f43b43c90db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:07.472712 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-97247457-7ca5-4732-829c-53a4bd8a6d24 req-61b29bba-228d-4588-9ca3-3f43b43c90db service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=65c3e8739db2478898a8e45c56369a3f&device_id=efa87be4-fd55-4ea7-b257-94224cb7b75f HTTP/1.1" status: 200 len: 1095 time: 0.1790199 Oct 20 10:42:07.487271 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5f5e00bb-8812-4c36-b8e3-658054193905 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:07.524872 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161d879d-81a6-4215-97a9-a21ac10c1925 req-9b65c40a-8604-4620-85a7-62fe557eb527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:07.526435 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-161d879d-81a6-4215-97a9-a21ac10c1925 req-9b65c40a-8604-4620-85a7-62fe557eb527 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=65c3e8739db2478898a8e45c56369a3f&device_id=bbd43428-99bb-4533-b23d-1e9434ccdc54 HTTP/1.1" status: 200 len: 1094 time: 0.1051135 Oct 20 10:42:07.551734 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5f5e00bb-8812-4c36-b8e3-658054193905 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:07.597906 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-161d879d-81a6-4215-97a9-a21ac10c1925 req-6b17e06a-bb60-42ff-9a9d-707550d83e67 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a78cd88e-49bd-4d47-a34e-4bd7a4dcc193 HTTP/1.1" status: 200 len: 217 time: 0.0612354 Oct 20 10:42:07.611311 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 59160) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:42:07.633418 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-5729fd07-7670-4905-951f-39681a46fe53 tempest-TagsTest-1380436754 tempest-TagsTest-1380436754-project] 10.222.0.64 "GET /v2.0/networks/af15dda2-9fa0-4b30-b4e0-566701217f29/tags/tempest-TagsTest-Tag-859733129 HTTP/1.1" status: 204 len: 168 time: 0.2232785 Oct 20 10:42:07.650448 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 59162) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:42:07.658572 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.tag.tag_plugin [None req-eea17851-f78a-45ca-ace9-a34e57bb602a tempest-TagsTest-1380436754 tempest-TagsTest-1380436754-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'af15dda2-9fa0-4b30-b4e0-566701217f29') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:42:07.667939 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-161d879d-81a6-4215-97a9-a21ac10c1925 req-06dfa7d3-bf18-422e-810e-919d6f782e52 service neutron] 10.222.0.55 "GET /v2.0/networks/df954bbc-f210-4dbe-b2a5-63b5d20aa4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3751035 Oct 20 10:42:07.756252 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161d879d-81a6-4215-97a9-a21ac10c1925 req-69073c3f-2b37-425f-9eb8-4703865b40e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:07.758396 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-161d879d-81a6-4215-97a9-a21ac10c1925 req-69073c3f-2b37-425f-9eb8-4703865b40e7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=266079ff-f1f4-466f-9cdd-3e6da47a6db2 HTTP/1.1" status: 200 len: 857 time: 0.1323793 Oct 20 10:42:07.788092 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5f5e00bb-8812-4c36-b8e3-658054193905 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:07.791214 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5f5e00bb-8812-4c36-b8e3-658054193905 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:07.793175 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-5f5e00bb-8812-4c36-b8e3-658054193905 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f291c68e-882e-43c1-9a6d-fd4e3bbae46d HTTP/1.1" status: 204 len: 168 time: 0.4993355 Oct 20 10:42:07.816039 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-161d879d-81a6-4215-97a9-a21ac10c1925 req-faf4dd43-d32f-4fa8-b75e-e77ad90d50bf service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=df954bbc-f210-4dbe-b2a5-63b5d20aa4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494065 Oct 20 10:42:07.825119 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:07.840531 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5e00bb-8812-4c36-b8e3-658054193905 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f291c68e-882e-43c1-9a6d-fd4e3bbae46d,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:07.918818 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-eea17851-f78a-45ca-ace9-a34e57bb602a tempest-TagsTest-1380436754 tempest-TagsTest-1380436754-project] 10.222.0.64 "GET /v2.0/networks/af15dda2-9fa0-4b30-b4e0-566701217f29/tags HTTP/1.1" status: 200 len: 237 time: 0.2671626 Oct 20 10:42:07.930285 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 59178) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:42:07.961728 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.tag.tag_plugin [None req-f2214170-8696-47b4-9f9a-eb9a78f29623 tempest-TagsTest-1380436754 tempest-TagsTest-1380436754-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'af15dda2-9fa0-4b30-b4e0-566701217f29', {'tags': ['tempest-TagsTest-Tag-227617773', 'tempest-TagsTest-Tag-104642477', 'tempest-TagsTest-Tag-413181045']}) {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:42:08.156542 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-161d879d-81a6-4215-97a9-a21ac10c1925 req-729550e5-0d7d-4298-8810-07025a7954f4 service neutron] 10.222.0.69 "GET /v2.0/networks/df954bbc-f210-4dbe-b2a5-63b5d20aa4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3248787 Oct 20 10:42:08.162601 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-f2214170-8696-47b4-9f9a-eb9a78f29623 tempest-TagsTest-1380436754 tempest-TagsTest-1380436754-project] 10.222.0.64 "PUT /v2.0/networks/af15dda2-9fa0-4b30-b4e0-566701217f29/tags HTTP/1.1" status: 200 len: 306 time: 0.2286603 Oct 20 10:42:08.165111 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 59190) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:42:08.178861 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.tag.tag_plugin [None req-805fc00c-d6e3-4985-ae96-65db9015c615 tempest-TagsTest-1380436754 tempest-TagsTest-1380436754-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'af15dda2-9fa0-4b30-b4e0-566701217f29', 'tempest-TagsTest-Tag-227617773') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:42:08.453172 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-161d879d-81a6-4215-97a9-a21ac10c1925 req-d3c5bd98-1bdc-4309-becc-5c82e1025d00 service neutron] 10.222.0.69 "GET /v2.0/networks/df954bbc-f210-4dbe-b2a5-63b5d20aa4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2888732 Oct 20 10:42:08.463228 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e6f7893-0897-4711-88f8-7aed57efa731', 'tag': '5bc5faa9-6d2c-410f-9649-69701bafa29f'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:42:08.465689 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c34fd361-35d4-4036-b21b-9e714841d5d2" -d '{"events": [{"name": "network-changed", "server_uuid": "1e6f7893-0897-4711-88f8-7aed57efa731", "tag": "5bc5faa9-6d2c-410f-9649-69701bafa29f"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:42:08.473853 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-805fc00c-d6e3-4985-ae96-65db9015c615 tempest-TagsTest-1380436754 tempest-TagsTest-1380436754-project] 10.222.0.64 "DELETE /v2.0/networks/af15dda2-9fa0-4b30-b4e0-566701217f29/tags/tempest-TagsTest-Tag-227617773 HTTP/1.1" status: 204 len: 168 time: 0.3075204 Oct 20 10:42:08.476403 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 59206) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:42:08.481175 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-2e795b37-be04-4324-aed9-e3007f328460 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=311474ed35f34da1b417637b1179a3d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8614922 Oct 20 10:42:08.481490 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.tag.tag_plugin [None req-2ffa359f-0ed1-4a55-9f7c-7e96deff3db6 tempest-TagsTest-1380436754 tempest-TagsTest-1380436754-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'af15dda2-9fa0-4b30-b4e0-566701217f29', 'tempest-TagsTest-Tag-227617773') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:42:08.484441 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 59208) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:42:08.486018 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97247457-7ca5-4732-829c-53a4bd8a6d24 req-ffb83d16-d295-42bc-8277-0a1dfc6764b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:08.488046 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-97247457-7ca5-4732-829c-53a4bd8a6d24 req-ffb83d16-d295-42bc-8277-0a1dfc6764b7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=df954bbc-f210-4dbe-b2a5-63b5d20aa4fd HTTP/1.1" status: 200 len: 918 time: 0.9502039 Oct 20 10:42:08.608757 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-97247457-7ca5-4732-829c-53a4bd8a6d24 req-71958987-e41d-49a5-ac29-cbef97b8130f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3a08755e-a8d6-415f-add2-2cb69b0e79ce HTTP/1.1" status: 200 len: 217 time: 0.0924904 Oct 20 10:42:08.705767 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d103f6fb-2e5e-45d9-aa89-ac90f36798ff req-ca1b11dd-e1d3-424e-bee3-0879abe58e29 tempest-ListServersNegativeTestJSON-1106856512 tempest-ListServersNegativeTestJSON-1106856512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:08.707998 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d103f6fb-2e5e-45d9-aa89-ac90f36798ff req-ca1b11dd-e1d3-424e-bee3-0879abe58e29 tempest-ListServersNegativeTestJSON-1106856512 tempest-ListServersNegativeTestJSON-1106856512-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e6f7893-0897-4711-88f8-7aed57efa731 HTTP/1.1" status: 200 len: 943 time: 0.2356279 Oct 20 10:42:08.710297 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bde797bd-4194-4aa7-93cb-76ee5f029541 x-openstack-request-id: req-bde797bd-4194-4aa7-93cb-76ee5f029541 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:42:08.710562 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e6f7893-0897-4711-88f8-7aed57efa731", "tag": "5bc5faa9-6d2c-410f-9649-69701bafa29f", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:42:08.710808 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bde797bd-4194-4aa7-93cb-76ee5f029541 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:42:08.711341 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e6f7893-0897-4711-88f8-7aed57efa731', 'tag': '5bc5faa9-6d2c-410f-9649-69701bafa29f', 'status': 'completed', 'code': 200} Oct 20 10:42:08.721693 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-161d879d-81a6-4215-97a9-a21ac10c1925 req-adb79a95-000e-46ba-b5ef-0e853e93dd55 service neutron] 10.222.0.55 "GET /v2.0/networks/df954bbc-f210-4dbe-b2a5-63b5d20aa4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0463533 Oct 20 10:42:08.722389 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5f6c44bb-5c45-4349-bc55-7429599618f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:08.723728 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97247457-7ca5-4732-829c-53a4bd8a6d24 req-7733b17e-cc19-40d0-b23e-c342f70cb540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:08.725735 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-97247457-7ca5-4732-829c-53a4bd8a6d24 req-7733b17e-cc19-40d0-b23e-c342f70cb540 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=266079ff-f1f4-466f-9cdd-3e6da47a6db2 HTTP/1.1" status: 200 len: 857 time: 0.1025755 Oct 20 10:42:08.767474 n-d-811396-3 neutron-server[100597]: INFO neutron.api.v2.resource [None req-2ffa359f-0ed1-4a55-9f7c-7e96deff3db6 tempest-TagsTest-1380436754 tempest-TagsTest-1380436754-project] show failed (client error): The resource could not be found. Oct 20 10:42:08.768665 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-2ffa359f-0ed1-4a55-9f7c-7e96deff3db6 tempest-TagsTest-1380436754 tempest-TagsTest-1380436754-project] 10.222.0.64 "GET /v2.0/networks/af15dda2-9fa0-4b30-b4e0-566701217f29/tags/tempest-TagsTest-Tag-227617773 HTTP/1.1" status: 404 len: 325 time: 0.2912021 Oct 20 10:42:08.770487 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b465337-c293-482f-b978-aaf1533bc458 req-3088514d-a624-4b0f-aad2-ec0ee5f37090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:08.772157 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-9b465337-c293-482f-b978-aaf1533bc458 req-3088514d-a624-4b0f-aad2-ec0ee5f37090 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=65c3e8739db2478898a8e45c56369a3f&device_id=bbd43428-99bb-4533-b23d-1e9434ccdc54 HTTP/1.1" status: 200 len: 1094 time: 0.2467484 Oct 20 10:42:08.772741 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 59222) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:42:08.774718 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5f6c44bb-5c45-4349-bc55-7429599618f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:08.780396 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.tag.tag_plugin [None req-3f36e72f-0ad1-4f82-aee4-42fafaf7d52a tempest-TagsTest-1380436754 tempest-TagsTest-1380436754-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'af15dda2-9fa0-4b30-b4e0-566701217f29', 'tempest-TagsTest-Tag-104642477') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:42:08.850150 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-97247457-7ca5-4732-829c-53a4bd8a6d24 req-cb9df4f3-d4cc-402f-9d77-f2d2add96cd7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=df954bbc-f210-4dbe-b2a5-63b5d20aa4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0735519 Oct 20 10:42:08.863758 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:08.910071 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d103f6fb-2e5e-45d9-aa89-ac90f36798ff req-8b194a09-7499-4e4c-98dd-a0074c006568 tempest-ListServersNegativeTestJSON-1106856512 tempest-ListServersNegativeTestJSON-1106856512-project] 10.222.0.64 "GET /v2.0/security-groups?id=6fd76a8e-8e19-4703-967a-8121b94f7e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780834 Oct 20 10:42:08.970490 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5f6c44bb-5c45-4349-bc55-7429599618f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:08.987899 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5f6c44bb-5c45-4349-bc55-7429599618f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:08.991953 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-5f6c44bb-5c45-4349-bc55-7429599618f9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/49245fbb-4e48-4db8-994f-34137d01c16b HTTP/1.1" status: 204 len: 168 time: 0.5037391 Oct 20 10:42:09.042410 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34fd361-35d4-4036-b21b-9e714841d5d2 req-8ea2182f-5004-476e-add1-67e4221acbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:09.043963 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c34fd361-35d4-4036-b21b-9e714841d5d2 req-8ea2182f-5004-476e-add1-67e4221acbf9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=65c3e8739db2478898a8e45c56369a3f&device_id=1e6f7893-0897-4711-88f8-7aed57efa731 HTTP/1.1" status: 200 len: 1094 time: 0.1839571 Oct 20 10:42:09.081208 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6c44bb-5c45-4349-bc55-7429599618f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49245fbb-4e48-4db8-994f-34137d01c16b,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:09.092685 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-97247457-7ca5-4732-829c-53a4bd8a6d24 req-2b9cde88-31aa-4920-80fb-92457eb4d457 service neutron] 10.222.0.55 "GET /v2.0/networks/df954bbc-f210-4dbe-b2a5-63b5d20aa4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293632 Oct 20 10:42:09.099913 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-3f36e72f-0ad1-4f82-aee4-42fafaf7d52a tempest-TagsTest-1380436754 tempest-TagsTest-1380436754-project] 10.222.0.64 "GET /v2.0/networks/af15dda2-9fa0-4b30-b4e0-566701217f29/tags/tempest-TagsTest-Tag-104642477 HTTP/1.1" status: 204 len: 168 time: 0.3201628 Oct 20 10:42:09.099913 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b465337-c293-482f-b978-aaf1533bc458 req-f073b737-777e-4421-8e77-e99499003740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:09.106805 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-9b465337-c293-482f-b978-aaf1533bc458 req-f073b737-777e-4421-8e77-e99499003740 service neutron] 10.222.0.69 "GET /v2.0/networks?id=df954bbc-f210-4dbe-b2a5-63b5d20aa4fd HTTP/1.1" status: 200 len: 918 time: 0.3123407 Oct 20 10:42:09.107294 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 59234) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:42:09.122188 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.tag.tag_plugin [None req-7f9ff7dc-df8e-4cc2-a2dd-25daa1bb3890 tempest-TagsTest-1380436754 tempest-TagsTest-1380436754-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'af15dda2-9fa0-4b30-b4e0-566701217f29', 'tempest-TagsTest-Tag-413181045') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:42:09.231954 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-9b465337-c293-482f-b978-aaf1533bc458 req-ac43d5c9-fda1-4a71-8423-b8ab491eab2c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a78cd88e-49bd-4d47-a34e-4bd7a4dcc193 HTTP/1.1" status: 200 len: 217 time: 0.1065147 Oct 20 10:42:09.318848 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34fd361-35d4-4036-b21b-9e714841d5d2 req-e6f3c758-d3a4-47ec-9f3c-c6681b93ab0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:09.320017 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c34fd361-35d4-4036-b21b-9e714841d5d2 req-e6f3c758-d3a4-47ec-9f3c-c6681b93ab0b service neutron] 10.222.0.55 "GET /v2.0/networks?id=df954bbc-f210-4dbe-b2a5-63b5d20aa4fd HTTP/1.1" status: 200 len: 918 time: 0.2652235 Oct 20 10:42:09.328432 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-97247457-7ca5-4732-829c-53a4bd8a6d24 req-5d894107-20fa-4618-8b04-d6fe19b9c6b9 service neutron] 10.222.0.55 "GET /v2.0/networks/df954bbc-f210-4dbe-b2a5-63b5d20aa4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275169 Oct 20 10:42:09.373054 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b465337-c293-482f-b978-aaf1533bc458 req-29e531f1-32fc-4e77-814c-191f0594994d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:09.374550 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-9b465337-c293-482f-b978-aaf1533bc458 req-29e531f1-32fc-4e77-814c-191f0594994d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=266079ff-f1f4-466f-9cdd-3e6da47a6db2 HTTP/1.1" status: 200 len: 857 time: 0.1303895 Oct 20 10:42:09.393658 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c34fd361-35d4-4036-b21b-9e714841d5d2 req-a70726a9-c66b-4641-9259-fc6828a0ea39 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5bc5faa9-6d2c-410f-9649-69701bafa29f HTTP/1.1" status: 200 len: 217 time: 0.0640571 Oct 20 10:42:09.451520 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-7f9ff7dc-df8e-4cc2-a2dd-25daa1bb3890 tempest-TagsTest-1380436754 tempest-TagsTest-1380436754-project] 10.222.0.64 "GET /v2.0/networks/af15dda2-9fa0-4b30-b4e0-566701217f29/tags/tempest-TagsTest-Tag-413181045 HTTP/1.1" status: 204 len: 168 time: 0.3431289 Oct 20 10:42:09.453723 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-9b465337-c293-482f-b978-aaf1533bc458 req-607074d0-7025-421e-8d9a-ea7a2fe7a614 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=df954bbc-f210-4dbe-b2a5-63b5d20aa4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606122 Oct 20 10:42:09.454350 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 59244) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:42:09.458335 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.tag.tag_plugin [None req-d62b1721-4106-420f-a4d2-a5f4fdfb2f52 tempest-TagsTest-1380436754 tempest-TagsTest-1380436754-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'af15dda2-9fa0-4b30-b4e0-566701217f29') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:42:09.498151 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34fd361-35d4-4036-b21b-9e714841d5d2 req-110b627f-f97e-4286-ab0a-1b90d3a3062b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:09.499659 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c34fd361-35d4-4036-b21b-9e714841d5d2 req-110b627f-f97e-4286-ab0a-1b90d3a3062b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=266079ff-f1f4-466f-9cdd-3e6da47a6db2 HTTP/1.1" status: 200 len: 857 time: 0.0983522 Oct 20 10:42:09.561959 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c34fd361-35d4-4036-b21b-9e714841d5d2 req-20c27f5e-1f34-4a8c-85ee-53864fc2a4a0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=df954bbc-f210-4dbe-b2a5-63b5d20aa4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520351 Oct 20 10:42:09.623451 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-9b465337-c293-482f-b978-aaf1533bc458 req-6309dbdf-97cc-45a2-9944-93b2bb8fdb94 service neutron] 10.222.0.69 "GET /v2.0/networks/df954bbc-f210-4dbe-b2a5-63b5d20aa4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607087 Oct 20 10:42:09.680637 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-d62b1721-4106-420f-a4d2-a5f4fdfb2f52 tempest-TagsTest-1380436754 tempest-TagsTest-1380436754-project] 10.222.0.64 "DELETE /v2.0/networks/af15dda2-9fa0-4b30-b4e0-566701217f29/tags HTTP/1.1" status: 204 len: 168 time: 0.2254906 Oct 20 10:42:09.684791 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 59254) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:42:09.691974 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.tag.tag_plugin [None req-44a7f538-94f2-45ab-bc84-595e95543ba7 tempest-TagsTest-1380436754 tempest-TagsTest-1380436754-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'af15dda2-9fa0-4b30-b4e0-566701217f29', 'tempest-TagsTest-Tag-104642477') {} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:42:09.830044 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-9b465337-c293-482f-b978-aaf1533bc458 req-4dd502a3-8346-4557-aa16-8ac5142d51d7 service neutron] 10.222.0.69 "GET /v2.0/networks/df954bbc-f210-4dbe-b2a5-63b5d20aa4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976595 Oct 20 10:42:09.832417 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c34fd361-35d4-4036-b21b-9e714841d5d2 req-e0f6b303-741a-4636-beef-49ff29ee8c1d service neutron] 10.222.0.55 "GET /v2.0/networks/df954bbc-f210-4dbe-b2a5-63b5d20aa4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2570910 Oct 20 10:42:09.893925 n-d-811396-3 neutron-server[100596]: INFO neutron.api.v2.resource [None req-44a7f538-94f2-45ab-bc84-595e95543ba7 tempest-TagsTest-1380436754 tempest-TagsTest-1380436754-project] show failed (client error): The resource could not be found. Oct 20 10:42:09.897924 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-44a7f538-94f2-45ab-bc84-595e95543ba7 tempest-TagsTest-1380436754 tempest-TagsTest-1380436754-project] 10.222.0.64 "GET /v2.0/networks/af15dda2-9fa0-4b30-b4e0-566701217f29/tags/tempest-TagsTest-Tag-104642477 HTTP/1.1" status: 404 len: 325 time: 0.2083693 Oct 20 10:42:09.898914 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 59266) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:42:09.905420 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.tag.tag_plugin [None req-ea0e2a6c-9d6b-41fa-a401-494cff060e58 tempest-TagsTest-1380436754 tempest-TagsTest-1380436754-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'af15dda2-9fa0-4b30-b4e0-566701217f29', 'tempest-TagsTest-Tag-413181045') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:42:10.000726 n-d-811396-3 neutron-server[100597]: INFO neutron.api.v2.resource [None req-ea0e2a6c-9d6b-41fa-a401-494cff060e58 tempest-TagsTest-1380436754 tempest-TagsTest-1380436754-project] show failed (client error): The resource could not be found. Oct 20 10:42:10.002085 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-ea0e2a6c-9d6b-41fa-a401-494cff060e58 tempest-TagsTest-1380436754 tempest-TagsTest-1380436754-project] 10.222.0.64 "GET /v2.0/networks/af15dda2-9fa0-4b30-b4e0-566701217f29/tags/tempest-TagsTest-Tag-413181045 HTTP/1.1" status: 404 len: 325 time: 0.1016726 Oct 20 10:42:10.004962 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 59274) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:42:10.009943 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.tag.tag_plugin [None req-d754f1eb-162b-4f32-b6a3-1bb729473059 tempest-TagsTest-1380436754 tempest-TagsTest-1380436754-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'af15dda2-9fa0-4b30-b4e0-566701217f29') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:42:10.128406 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c34fd361-35d4-4036-b21b-9e714841d5d2 req-4ed4f623-9bbf-46e5-ac0e-0f384d1f0670 service neutron] 10.222.0.55 "GET /v2.0/networks/df954bbc-f210-4dbe-b2a5-63b5d20aa4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2878895 Oct 20 10:42:10.180084 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-d754f1eb-162b-4f32-b6a3-1bb729473059 tempest-TagsTest-1380436754 tempest-TagsTest-1380436754-project] 10.222.0.64 "DELETE /v2.0/networks/af15dda2-9fa0-4b30-b4e0-566701217f29/tags HTTP/1.1" status: 204 len: 168 time: 0.1736484 Oct 20 10:42:10.182547 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 59280) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:42:10.186326 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af66f580-7bfa-4c77-96dc-f1857e26acc0 req-aff32981-1198-48c3-9938-ed97316402ba tempest-ListServersNegativeTestJSON-1106856512 tempest-ListServersNegativeTestJSON-1106856512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:10.196481 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-af66f580-7bfa-4c77-96dc-f1857e26acc0 req-aff32981-1198-48c3-9938-ed97316402ba tempest-ListServersNegativeTestJSON-1106856512 tempest-ListServersNegativeTestJSON-1106856512-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e6f7893-0897-4711-88f8-7aed57efa731 HTTP/1.1" status: 200 len: 943 time: 0.1560249 Oct 20 10:42:10.289744 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-af66f580-7bfa-4c77-96dc-f1857e26acc0 req-fe95b34c-1e07-41b7-be59-98155ea7538f tempest-ListServersNegativeTestJSON-1106856512 tempest-ListServersNegativeTestJSON-1106856512-project] 10.222.0.64 "GET /v2.0/security-groups?id=6fd76a8e-8e19-4703-967a-8121b94f7e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881684 Oct 20 10:42:10.336998 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0b984810-7fda-4f91-a743-c8e7c0865aa7 tempest-TagsTest-1380436754 tempest-TagsTest-1380436754-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:10.445452 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0b984810-7fda-4f91-a743-c8e7c0865aa7 tempest-TagsTest-1380436754 tempest-TagsTest-1380436754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:10.478212 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-0b984810-7fda-4f91-a743-c8e7c0865aa7 tempest-TagsTest-1380436754 tempest-TagsTest-1380436754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af15dda2-9fa0-4b30-b4e0-566701217f29']}} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:42:10.500385 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-0b984810-7fda-4f91-a743-c8e7c0865aa7 tempest-TagsTest-1380436754 tempest-TagsTest-1380436754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '488407b5-23c7-4ed8-9f1b-c1a70c287162') {'for_net_delete': True} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:42:10.500600 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-0b984810-7fda-4f91-a743-c8e7c0865aa7 tempest-TagsTest-1380436754 tempest-TagsTest-1380436754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '488407b5-23c7-4ed8-9f1b-c1a70c287162') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:42:10.524431 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0b984810-7fda-4f91-a743-c8e7c0865aa7 tempest-TagsTest-1380436754 tempest-TagsTest-1380436754-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25852596'] for segment, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:10.552601 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0b984810-7fda-4f91-a743-c8e7c0865aa7 tempest-TagsTest-1380436754 tempest-TagsTest-1380436754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:10.566528 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b984810-7fda-4f91-a743-c8e7c0865aa7 tempest-TagsTest-1380436754 tempest-TagsTest-1380436754-project] Releasing vlan 822 on physical network physnet1 to pool {{(pid=100597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:42:10.566936 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0b984810-7fda-4f91-a743-c8e7c0865aa7 tempest-TagsTest-1380436754 tempest-TagsTest-1380436754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951012'] for segment, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:10.575263 n-d-811396-3 neutron-server[100597]: Traceback (most recent call last): Oct 20 10:42:10.575263 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:42:10.575263 n-d-811396-3 neutron-server[100597]: timer() Oct 20 10:42:10.575263 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:42:10.575263 n-d-811396-3 neutron-server[100597]: cb(*args, **kw) Oct 20 10:42:10.575263 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:42:10.575263 n-d-811396-3 neutron-server[100597]: return func(*args, **kwargs) Oct 20 10:42:10.575263 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:42:10.575263 n-d-811396-3 neutron-server[100597]: self._notify() Oct 20 10:42:10.575263 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:42:10.575263 n-d-811396-3 neutron-server[100597]: self.callback(batched_events) Oct 20 10:42:10.575263 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:42:10.575263 n-d-811396-3 neutron-server[100597]: event.method(event) Oct 20 10:42:10.575263 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:42:10.575263 n-d-811396-3 neutron-server[100597]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:42:10.575263 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:42:10.575263 n-d-811396-3 neutron-server[100597]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:42:10.575263 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:42:10.575263 n-d-811396-3 neutron-server[100597]: return f(self, *a, **k) Oct 20 10:42:10.575263 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:42:10.575263 n-d-811396-3 neutron-server[100597]: return self._get(url).json() Oct 20 10:42:10.575263 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:42:10.575263 n-d-811396-3 neutron-server[100597]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:42:10.575263 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:42:10.575263 n-d-811396-3 neutron-server[100597]: return self.request(url, 'GET', **kwargs) Oct 20 10:42:10.575263 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:42:10.575263 n-d-811396-3 neutron-server[100597]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:42:10.575263 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:42:10.575263 n-d-811396-3 neutron-server[100597]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:42:10.575263 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:42:10.575263 n-d-811396-3 neutron-server[100597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:42:10.575263 n-d-811396-3 neutron-server[100597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:42:10.695920 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0b984810-7fda-4f91-a743-c8e7c0865aa7 tempest-TagsTest-1380436754 tempest-TagsTest-1380436754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:10.713779 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0b984810-7fda-4f91-a743-c8e7c0865aa7 tempest-TagsTest-1380436754 tempest-TagsTest-1380436754-project] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:10.725339 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-0b984810-7fda-4f91-a743-c8e7c0865aa7 tempest-TagsTest-1380436754 tempest-TagsTest-1380436754-project] 10.222.0.64 "DELETE /v2.0/networks/af15dda2-9fa0-4b30-b4e0-566701217f29 HTTP/1.1" status: 204 len: 168 time: 0.5387304 Oct 20 10:42:10.727703 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 59300) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:42:10.747998 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b984810-7fda-4f91-a743-c8e7c0865aa7 tempest-TagsTest-1380436754 tempest-TagsTest-1380436754-project] Pushing event deleted for resources: {'Network': ['ID=af15dda2-9fa0-4b30-b4e0-566701217f29,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:11.007553 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 59308) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:42:11.028366 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device a78cd88e-49bd-4d47-a34e-4bd7a4dcc193 details requested by agent hyperv_n-h2-811396-3 with host n-h2-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:42:11.063562 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-1c4ff93c-ad70-4fa5-b341-0e2e3cb0172e admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-363843198-network', 'tenant_id': 'd92d39f583384e468dd5c1aeac763e82'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:42:11.121287 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c4ff93c-ad70-4fa5-b341-0e2e3cb0172e admin admin] Made reservation on behalf of d92d39f583384e468dd5c1aeac763e82 for: {'network': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:42:11.124021 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1c4ff93c-ad70-4fa5-b341-0e2e3cb0172e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:11.170232 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1c4ff93c-ad70-4fa5-b341-0e2e3cb0172e admin admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:11.175294 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-04330cd5-995d-45fe-bec4-95fa43cbe34f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5463e9ce89504f34a51a0051f98c8485&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1664536 Oct 20 10:42:11.178204 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 59314) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:42:11.268322 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-be3ea7ec-fa46-41bd-a57a-242368c06d29 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:11.348351 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-be3ea7ec-fa46-41bd-a57a-242368c06d29 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:11.535059 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port a78cd88e-49bd-4d47-a34e-4bd7a4dcc193, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=a78cd88e-49bd-4d47-a34e-4bd7a4dcc193,segment=NetworkSegment(53f4a5e4-77d4-4e80-ab0a-18adfceaa566),segment_id=53f4a5e4-77d4-4e80-ab0a-18adfceaa566)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:42:11.536113 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-be3ea7ec-fa46-41bd-a57a-242368c06d29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:11.540304 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-be3ea7ec-fa46-41bd-a57a-242368c06d29 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:11.541707 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-be3ea7ec-fa46-41bd-a57a-242368c06d29 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b7c59041-0ced-4f33-8d80-dcea5b6ceb0b HTTP/1.1" status: 204 len: 168 time: 0.3624105 Oct 20 10:42:11.562956 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Returning: {'device': 'a78cd88e-49bd-4d47-a34e-4bd7a4dcc193', 'network_id': 'df954bbc-f210-4dbe-b2a5-63b5d20aa4fd', 'port_id': 'a78cd88e-49bd-4d47-a34e-4bd7a4dcc193', 'mac_address': 'fa:16:3e:12:fb:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 840, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '266079ff-f1f4-466f-9cdd-3e6da47a6db2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:42:11.574595 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1c4ff93c-ad70-4fa5-b341-0e2e3cb0172e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:11.576672 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3ea7ec-fa46-41bd-a57a-242368c06d29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7c59041-0ced-4f33-8d80-dcea5b6ceb0b,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:11.593508 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1c4ff93c-ad70-4fa5-b341-0e2e3cb0172e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:11.642570 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:11.655713 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe0c0c9-ea82-4907-b01b-929f398334d8 req-35606cfa-a5dd-46ed-ac6d-ad9f1ae19e31 tempest-ListServersNegativeTestJSON-1106856512 tempest-ListServersNegativeTestJSON-1106856512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:11.669025 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2fe0c0c9-ea82-4907-b01b-929f398334d8 req-35606cfa-a5dd-46ed-ac6d-ad9f1ae19e31 tempest-ListServersNegativeTestJSON-1106856512 tempest-ListServersNegativeTestJSON-1106856512-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e6f7893-0897-4711-88f8-7aed57efa731 HTTP/1.1" status: 200 len: 943 time: 0.2498946 Oct 20 10:42:11.670591 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a78cd88e-49bd-4d47-a34e-4bd7a4dcc193 {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:42:11.690883 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c4ff93c-ad70-4fa5-b341-0e2e3cb0172e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 808} {{(pid=100596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:42:11.714102 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4ff93c-ad70-4fa5-b341-0e2e3cb0172e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0103fea-512d-468e-8b5a-957ec6e60b0b,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:11.753323 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1c4ff93c-ad70-4fa5-b341-0e2e3cb0172e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:11.754467 n-d-811396-3 neutron-server[100596]: INFO neutron.db.segments_db [None req-1c4ff93c-ad70-4fa5-b341-0e2e3cb0172e admin admin] Added segment d8902242-e421-4558-96f3-7e078d7fe17b of type vlan for network 02e4ce85-a51b-40cd-828a-c8c1821150e0 Oct 20 10:42:11.771857 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2fe0c0c9-ea82-4907-b01b-929f398334d8 req-9cd20b6d-9a4d-4b7f-bbb5-b0e8ec65016b tempest-ListServersNegativeTestJSON-1106856512 tempest-ListServersNegativeTestJSON-1106856512-project] 10.222.0.64 "GET /v2.0/security-groups?id=6fd76a8e-8e19-4703-967a-8121b94f7e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018567 Oct 20 10:42:11.789589 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port a78cd88e-49bd-4d47-a34e-4bd7a4dcc193, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=a78cd88e-49bd-4d47-a34e-4bd7a4dcc193,segment=NetworkSegment(53f4a5e4-77d4-4e80-ab0a-18adfceaa566),segment_id=53f4a5e4-77d4-4e80-ab0a-18adfceaa566)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:42:11.795179 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:11.886412 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1c4ff93c-ad70-4fa5-b341-0e2e3cb0172e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:11.897728 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=a78cd88e-49bd-4d47-a34e-4bd7a4dcc193,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:11.943688 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1c4ff93c-ad70-4fa5-b341-0e2e3cb0172e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:11.945289 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4ff93c-ad70-4fa5-b341-0e2e3cb0172e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:11.946036 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1c4ff93c-ad70-4fa5-b341-0e2e3cb0172e admin admin] Publish callbacks [] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:12.010681 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-1c4ff93c-ad70-4fa5-b341-0e2e3cb0172e admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2791727 Oct 20 10:42:12.021885 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 59340) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:42:12.044953 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-48dd53a9-e6b3-4d0a-bfe3-1d133b163c2d admin admin] Request body: {'subnet': {'network_id': '02e4ce85-a51b-40cd-828a-c8c1821150e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-363843198-subnet', 'tenant_id': 'd92d39f583384e468dd5c1aeac763e82', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:42:12.071921 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['a78cd88e-49bd-4d47-a34e-4bd7a4dcc193'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:42:12.116538 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48dd53a9-e6b3-4d0a-bfe3-1d133b163c2d admin admin] Made reservation on behalf of d92d39f583384e468dd5c1aeac763e82 for: {'subnet': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:42:12.118415 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4ff93c-ad70-4fa5-b341-0e2e3cb0172e admin admin] Pushing event updated for resources: {'Network': ['ID=02e4ce85-a51b-40cd-828a-c8c1821150e0,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:12.120086 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-48dd53a9-e6b3-4d0a-bfe3-1d133b163c2d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25350782'] for subnet, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:12.211802 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network 02e4ce85-a51b-40cd-828a-c8c1821150e0 details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:42:12.420301 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 3a08755e-a8d6-415f-add2-2cb69b0e79ce details requested by agent hyperv_n-h1-811396-3 with host n-h1-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:42:12.580392 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-48dd53a9-e6b3-4d0a-bfe3-1d133b163c2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25350752'] for subnet, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:12.688073 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48dd53a9-e6b3-4d0a-bfe3-1d133b163c2d admin admin] Checking segment: {'id': 'd8902242-e421-4558-96f3-7e078d7fe17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '02e4ce85-a51b-40cd-828a-c8c1821150e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:42:12.688427 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48dd53a9-e6b3-4d0a-bfe3-1d133b163c2d admin admin] Network hostable DHCP agents. Network: 02e4ce85-a51b-40cd-828a-c8c1821150e0, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:42:12.734781 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dd53a9-e6b3-4d0a-bfe3-1d133b163c2d admin admin] Pushing event updated for resources: {'Subnet': ['ID=5918d30c-baac-42d7-a06b-0910988942dd,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:12.740537 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48dd53a9-e6b3-4d0a-bfe3-1d133b163c2d admin admin] Network 02e4ce85-a51b-40cd-828a-c8c1821150e0 is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:42:12.758625 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-48dd53a9-e6b3-4d0a-bfe3-1d133b163c2d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, 02e4ce85-a51b-40cd-828a-c8c1821150e0) {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:42:12.783916 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48dd53a9-e6b3-4d0a-bfe3-1d133b163c2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:12.789469 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-48dd53a9-e6b3-4d0a-bfe3-1d133b163c2d admin admin] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:12.820792 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-48dd53a9-e6b3-4d0a-bfe3-1d133b163c2d admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8064756 Oct 20 10:42:12.824707 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d329439-f01b-472b-ae98-655451c9c64a None None] Network 02e4ce85-a51b-40cd-828a-c8c1821150e0 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:42:12.930883 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 3a08755e-a8d6-415f-add2-2cb69b0e79ce, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=3a08755e-a8d6-415f-add2-2cb69b0e79ce,segment=NetworkSegment(53f4a5e4-77d4-4e80-ab0a-18adfceaa566),segment_id=53f4a5e4-77d4-4e80-ab0a-18adfceaa566)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:42:13.016882 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2779e4da-41a9-4a1d-9cd3-588ff1a9c098 req-bc39a710-f2f1-4385-a288-4728d0611463 tempest-ListServersNegativeTestJSON-1106856512 tempest-ListServersNegativeTestJSON-1106856512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:13.024309 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2779e4da-41a9-4a1d-9cd3-588ff1a9c098 req-bc39a710-f2f1-4385-a288-4728d0611463 tempest-ListServersNegativeTestJSON-1106856512 tempest-ListServersNegativeTestJSON-1106856512-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e6f7893-0897-4711-88f8-7aed57efa731 HTTP/1.1" status: 200 len: 943 time: 0.0960550 Oct 20 10:42:13.046630 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Returning: {'device': '3a08755e-a8d6-415f-add2-2cb69b0e79ce', 'network_id': 'df954bbc-f210-4dbe-b2a5-63b5d20aa4fd', 'port_id': '3a08755e-a8d6-415f-add2-2cb69b0e79ce', 'mac_address': 'fa:16:3e:5e:b9:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 840, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '266079ff-f1f4-466f-9cdd-3e6da47a6db2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:42:13.105938 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2779e4da-41a9-4a1d-9cd3-588ff1a9c098 req-ffa401e0-f8be-4092-922e-18dc2dbdbe09 tempest-ListServersNegativeTestJSON-1106856512 tempest-ListServersNegativeTestJSON-1106856512-project] 10.222.0.64 "GET /v2.0/security-groups?id=6fd76a8e-8e19-4703-967a-8121b94f7e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750308 Oct 20 10:42:13.360864 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:13.409235 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a08755e-a8d6-415f-add2-2cb69b0e79ce {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:42:13.416707 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b9e932-df0d-46ef-a4be-500147134a00 None None] Network 02e4ce85-a51b-40cd-828a-c8c1821150e0 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:42:13.449874 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 3a08755e-a8d6-415f-add2-2cb69b0e79ce, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=3a08755e-a8d6-415f-add2-2cb69b0e79ce,segment=NetworkSegment(53f4a5e4-77d4-4e80-ab0a-18adfceaa566),segment_id=53f4a5e4-77d4-4e80-ab0a-18adfceaa566)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:42:13.462001 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:13.462838 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 5bc5faa9-6d2c-410f-9649-69701bafa29f details requested by agent hyperv_n-h1-811396-3 with host n-h1-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:42:13.782761 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 5bc5faa9-6d2c-410f-9649-69701bafa29f, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=5bc5faa9-6d2c-410f-9649-69701bafa29f,segment=NetworkSegment(53f4a5e4-77d4-4e80-ab0a-18adfceaa566),segment_id=53f4a5e4-77d4-4e80-ab0a-18adfceaa566)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:42:13.820158 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=3a08755e-a8d6-415f-add2-2cb69b0e79ce,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:13.832058 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Returning: {'device': '5bc5faa9-6d2c-410f-9649-69701bafa29f', 'network_id': 'df954bbc-f210-4dbe-b2a5-63b5d20aa4fd', 'port_id': '5bc5faa9-6d2c-410f-9649-69701bafa29f', 'mac_address': 'fa:16:3e:e9:ec:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 840, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '266079ff-f1f4-466f-9cdd-3e6da47a6db2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:42:13.949684 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:13.957606 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b227d24-c35c-4840-9d43-18e18f761626 req-28421f1e-1dca-417e-b193-24d58338ea5e tempest-InstanceActionsTestJSON-1894646728 tempest-InstanceActionsTestJSON-1894646728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:13.965867 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0b227d24-c35c-4840-9d43-18e18f761626 req-28421f1e-1dca-417e-b193-24d58338ea5e tempest-InstanceActionsTestJSON-1894646728 tempest-InstanceActionsTestJSON-1894646728-project] 10.222.0.64 "GET /v2.0/networks?id=02e4ce85-a51b-40cd-828a-c8c1821150e0 HTTP/1.1" status: 200 len: 813 time: 0.2682133 Oct 20 10:42:13.969796 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bc5faa9-6d2c-410f-9649-69701bafa29f {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:42:13.987289 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0b227d24-c35c-4840-9d43-18e18f761626 req-90ad5071-7157-427a-8508-bd4e5c5e590d tempest-InstanceActionsTestJSON-1894646728 tempest-InstanceActionsTestJSON-1894646728-project] 10.222.0.64 "GET /v2.0/quotas/d92d39f583384e468dd5c1aeac763e82 HTTP/1.1" status: 200 len: 375 time: 0.0200322 Oct 20 10:42:14.009976 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 5bc5faa9-6d2c-410f-9649-69701bafa29f, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=5bc5faa9-6d2c-410f-9649-69701bafa29f,segment=NetworkSegment(53f4a5e4-77d4-4e80-ab0a-18adfceaa566),segment_id=53f4a5e4-77d4-4e80-ab0a-18adfceaa566)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:42:14.015196 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:14.035261 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0b227d24-c35c-4840-9d43-18e18f761626 req-b7dd045a-15b3-4738-a8e0-533c12c44695 tempest-InstanceActionsTestJSON-1894646728 tempest-InstanceActionsTestJSON-1894646728-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=d92d39f583384e468dd5c1aeac763e82&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0464935 Oct 20 10:42:14.138659 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=5bc5faa9-6d2c-410f-9649-69701bafa29f,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:14.212014 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0b227d24-c35c-4840-9d43-18e18f761626 req-603381eb-bdac-4adf-994a-229320c5340b service neutron] 10.222.0.64 "GET /v2.0/networks/02e4ce85-a51b-40cd-828a-c8c1821150e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753135 Oct 20 10:42:14.393025 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648cedb5-e16b-473c-8542-4cb32eb9d01c req-95ff2d98-b919-45b1-a273-60391a037e6e tempest-ListServersNegativeTestJSON-1106856512 tempest-ListServersNegativeTestJSON-1106856512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:14.394525 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-648cedb5-e16b-473c-8542-4cb32eb9d01c req-95ff2d98-b919-45b1-a273-60391a037e6e tempest-ListServersNegativeTestJSON-1106856512 tempest-ListServersNegativeTestJSON-1106856512-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e6f7893-0897-4711-88f8-7aed57efa731 HTTP/1.1" status: 200 len: 944 time: 0.1668115 Oct 20 10:42:14.474993 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['5bc5faa9-6d2c-410f-9649-69701bafa29f'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:42:14.488039 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0b227d24-c35c-4840-9d43-18e18f761626 req-7cfb070f-7990-4606-a669-868f143c63e2 service neutron] 10.222.0.64 "GET /v2.0/networks/02e4ce85-a51b-40cd-828a-c8c1821150e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2739954 Oct 20 10:42:14.517446 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-648cedb5-e16b-473c-8542-4cb32eb9d01c req-4eed5f59-3607-46a6-86e6-198ca701ce64 tempest-ListServersNegativeTestJSON-1106856512 tempest-ListServersNegativeTestJSON-1106856512-project] 10.222.0.64 "GET /v2.0/security-groups?id=6fd76a8e-8e19-4703-967a-8121b94f7e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958054 Oct 20 10:42:14.597651 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['3a08755e-a8d6-415f-add2-2cb69b0e79ce'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:42:14.851323 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-82dc396d-1ee1-48bb-9083-f5a67bd6e9d1 req-669a7862-1b95-4427-b80d-729a89fbda89 tempest-InstanceActionsTestJSON-1894646728 tempest-InstanceActionsTestJSON-1894646728-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf10824a-0d7c-4a97-918b-5a9e43f9c7be HTTP/1.1" status: 200 len: 210 time: 0.0810893 Oct 20 10:42:15.074102 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device a78cd88e-49bd-4d47-a34e-4bd7a4dcc193 up at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:42:15.137095 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning for port a78cd88e-49bd-4d47-a34e-4bd7a4dcc193 completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:42:15.146173 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning complete for port a78cd88e-49bd-4d47-a34e-4bd7a4dcc193 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:42:15.146873 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:15.265016 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:15.305481 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbd43428-99bb-4533-b23d-1e9434ccdc54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a78cd88e-49bd-4d47-a34e-4bd7a4dcc193'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:42:15.311800 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d06f6ee0-9a7e-48bb-9650-295411c8100d" -d '{"events": [{"server_uuid": "bbd43428-99bb-4533-b23d-1e9434ccdc54", "name": "network-vif-plugged", "status": "completed", "tag": "a78cd88e-49bd-4d47-a34e-4bd7a4dcc193"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:42:15.328838 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port a78cd88e-49bd-4d47-a34e-4bd7a4dcc193, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=a78cd88e-49bd-4d47-a34e-4bd7a4dcc193,segment=NetworkSegment(53f4a5e4-77d4-4e80-ab0a-18adfceaa566),segment_id=53f4a5e4-77d4-4e80-ab0a-18adfceaa566)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:42:15.334166 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:15.396827 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ca805b9-e1e2-4c99-a945-a95137d3cc7c x-openstack-request-id: req-7ca805b9-e1e2-4c99-a945-a95137d3cc7c {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:42:15.397052 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbd43428-99bb-4533-b23d-1e9434ccdc54", "name": "network-vif-plugged", "status": "completed", "tag": "a78cd88e-49bd-4d47-a34e-4bd7a4dcc193", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:42:15.397286 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7ca805b9-e1e2-4c99-a945-a95137d3cc7c {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:42:15.399160 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbd43428-99bb-4533-b23d-1e9434ccdc54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a78cd88e-49bd-4d47-a34e-4bd7a4dcc193', 'code': 200} Oct 20 10:42:15.421198 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 59466) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:42:15.453506 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=a78cd88e-49bd-4d47-a34e-4bd7a4dcc193,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:15.553679 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344d54a2-4fc8-4ad9-90bc-7277f2aaf16a req-23cdac63-6b76-4914-9d5d-88cdf0ce88c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:15.560349 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-344d54a2-4fc8-4ad9-90bc-7277f2aaf16a req-23cdac63-6b76-4914-9d5d-88cdf0ce88c3 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=bbd43428-99bb-4533-b23d-1e9434ccdc54 HTTP/1.1" status: 200 len: 1096 time: 0.0913472 Oct 20 10:42:15.633496 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c28de82c-a42b-4c77-94da-31752b20a441 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:15.677507 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-344d54a2-4fc8-4ad9-90bc-7277f2aaf16a req-761d2b08-d26b-4cb0-aa21-0986e7f9bff7 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=6fd76a8e-8e19-4703-967a-8121b94f7e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053517 Oct 20 10:42:15.726830 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d014aba-fe35-4f1d-b336-cf61ddf5a158 req-76199df9-45f8-4daf-8ec1-319dd16e63a8 tempest-ListServersNegativeTestJSON-1106856512 tempest-ListServersNegativeTestJSON-1106856512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:15.737188 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5d014aba-fe35-4f1d-b336-cf61ddf5a158 req-76199df9-45f8-4daf-8ec1-319dd16e63a8 tempest-ListServersNegativeTestJSON-1106856512 tempest-ListServersNegativeTestJSON-1106856512-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e6f7893-0897-4711-88f8-7aed57efa731 HTTP/1.1" status: 200 len: 944 time: 0.0911522 Oct 20 10:42:15.814112 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c28de82c-a42b-4c77-94da-31752b20a441 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:15.819364 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c28de82c-a42b-4c77-94da-31752b20a441 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:15.834886 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5d014aba-fe35-4f1d-b336-cf61ddf5a158 req-309ca23d-9abe-4d88-a4ba-5b0ab25f8cbf tempest-ListServersNegativeTestJSON-1106856512 tempest-ListServersNegativeTestJSON-1106856512-project] 10.222.0.64 "GET /v2.0/security-groups?id=6fd76a8e-8e19-4703-967a-8121b94f7e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827215 Oct 20 10:42:15.903218 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 59478) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:42:15.903536 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-c28de82c-a42b-4c77-94da-31752b20a441 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3a928a6af8e34589a7cc54da8788c4e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4782858 Oct 20 10:42:15.959022 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28de82c-a42b-4c77-94da-31752b20a441 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f205b67f-0b38-4933-89e7-f909691b5a87,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:16.055755 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ac8e258e-88ad-4b13-b7a1-a4c02f3912a9 req-c78b7494-8e62-456b-90ef-06c499a326e3 tempest-InstanceActionsTestJSON-1894646728 tempest-InstanceActionsTestJSON-1894646728-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf10824a-0d7c-4a97-918b-5a9e43f9c7be HTTP/1.1" status: 200 len: 210 time: 0.0715022 Oct 20 10:42:16.068010 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e1d79c48-26c1-4ece-9a94-d0407bf507a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:16.097786 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e1d79c48-26c1-4ece-9a94-d0407bf507a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:16.169809 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e1d79c48-26c1-4ece-9a94-d0407bf507a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:16.174934 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e1d79c48-26c1-4ece-9a94-d0407bf507a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:16.176356 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-e1d79c48-26c1-4ece-9a94-d0407bf507a2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f205b67f-0b38-4933-89e7-f909691b5a87 HTTP/1.1" status: 204 len: 168 time: 0.2721293 Oct 20 10:42:16.186875 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d79c48-26c1-4ece-9a94-d0407bf507a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f205b67f-0b38-4933-89e7-f909691b5a87,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:16.292491 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 5bc5faa9-6d2c-410f-9649-69701bafa29f up at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:42:16.473515 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 59496) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:42:16.480814 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning for port 5bc5faa9-6d2c-410f-9649-69701bafa29f completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:42:16.489395 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning complete for port 5bc5faa9-6d2c-410f-9649-69701bafa29f triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:42:16.490274 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:16.571303 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b227d24-c35c-4840-9d43-18e18f761626 req-3d643f3c-8014-4543-ad06-9369dd73c613 tempest-InstanceActionsTestJSON-1894646728 tempest-InstanceActionsTestJSON-1894646728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:16.578475 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-0b227d24-c35c-4840-9d43-18e18f761626 req-3d643f3c-8014-4543-ad06-9369dd73c613 tempest-InstanceActionsTestJSON-1894646728 tempest-InstanceActionsTestJSON-1894646728-project] 10.222.0.69 "GET /v2.0/networks?id=02e4ce85-a51b-40cd-828a-c8c1821150e0 HTTP/1.1" status: 200 len: 813 time: 0.2586541 Oct 20 10:42:16.592281 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [req-0b227d24-c35c-4840-9d43-18e18f761626 req-964610a1-9f8f-41f2-8811-f38986ab54e9 tempest-InstanceActionsTestJSON-1894646728 tempest-InstanceActionsTestJSON-1894646728-project] Request body: {'port': {'device_id': 'bf10824a-0d7c-4a97-918b-5a9e43f9c7be', 'network_id': '02e4ce85-a51b-40cd-828a-c8c1821150e0', 'admin_state_up': True, 'tenant_id': 'd92d39f583384e468dd5c1aeac763e82'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:42:16.905416 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:16.983409 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 5bc5faa9-6d2c-410f-9649-69701bafa29f, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=5bc5faa9-6d2c-410f-9649-69701bafa29f,segment=NetworkSegment(53f4a5e4-77d4-4e80-ab0a-18adfceaa566),segment_id=53f4a5e4-77d4-4e80-ab0a-18adfceaa566)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:42:16.988550 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:16.989420 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 3a08755e-a8d6-415f-add2-2cb69b0e79ce up at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:42:17.023891 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b227d24-c35c-4840-9d43-18e18f761626 req-964610a1-9f8f-41f2-8811-f38986ab54e9 tempest-InstanceActionsTestJSON-1894646728 tempest-InstanceActionsTestJSON-1894646728-project] Made reservation on behalf of d92d39f583384e468dd5c1aeac763e82 for: {'port': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:42:17.048562 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-0b227d24-c35c-4840-9d43-18e18f761626 req-964610a1-9f8f-41f2-8811-f38986ab54e9 tempest-InstanceActionsTestJSON-1894646728 tempest-InstanceActionsTestJSON-1894646728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:17.066750 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 59510) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:42:17.090497 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f4dacf37-a7a6-4fe1-80e0-40b0eae3f76d admin admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:17.129222 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=5bc5faa9-6d2c-410f-9649-69701bafa29f,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:17.140069 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning for port 3a08755e-a8d6-415f-add2-2cb69b0e79ce completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:42:17.145943 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning complete for port 3a08755e-a8d6-415f-add2-2cb69b0e79ce triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:42:17.146761 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:17.219951 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-769bb25b-97a1-404f-91ef-bff23ab570c8 req-cc75b740-32f4-4558-9288-08f7601d1ac2 tempest-InstanceActionsTestJSON-1894646728 tempest-InstanceActionsTestJSON-1894646728-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf10824a-0d7c-4a97-918b-5a9e43f9c7be HTTP/1.1" status: 200 len: 210 time: 0.0514457 Oct 20 10:42:17.237514 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ca5eee-9b64-424d-a300-28f217af11eb req-3f5b4a44-3149-421d-951b-36dc41fcfbcf tempest-ListServersNegativeTestJSON-1106856512 tempest-ListServersNegativeTestJSON-1106856512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:17.251366 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e1ca5eee-9b64-424d-a300-28f217af11eb req-3f5b4a44-3149-421d-951b-36dc41fcfbcf tempest-ListServersNegativeTestJSON-1106856512 tempest-ListServersNegativeTestJSON-1106856512-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e6f7893-0897-4711-88f8-7aed57efa731 HTTP/1.1" status: 200 len: 944 time: 0.2997365 Oct 20 10:42:17.253895 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2a628469-84ee-4794-9e86-16eb5989f415 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:17.290182 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:17.332620 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [req-0b227d24-c35c-4840-9d43-18e18f761626 req-964610a1-9f8f-41f2-8811-f38986ab54e9 tempest-InstanceActionsTestJSON-1894646728 tempest-InstanceActionsTestJSON-1894646728-project] Allocated IP 172.20.0.13 (02e4ce85-a51b-40cd-828a-c8c1821150e0/5918d30c-baac-42d7-a06b-0910988942dd/86e8fb62-fd09-4496-a88d-cb9b98a8eaa9) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:42:17.343462 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e1ca5eee-9b64-424d-a300-28f217af11eb req-764c9861-6214-4746-a7dd-d9225e99a76b tempest-ListServersNegativeTestJSON-1106856512 tempest-ListServersNegativeTestJSON-1106856512-project] 10.222.0.64 "GET /v2.0/security-groups?id=6fd76a8e-8e19-4703-967a-8121b94f7e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862169 Oct 20 10:42:17.373447 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 3a08755e-a8d6-415f-add2-2cb69b0e79ce, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=3a08755e-a8d6-415f-add2-2cb69b0e79ce,segment=NetworkSegment(53f4a5e4-77d4-4e80-ab0a-18adfceaa566),segment_id=53f4a5e4-77d4-4e80-ab0a-18adfceaa566)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:42:17.384870 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:17.407087 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f4dacf37-a7a6-4fe1-80e0-40b0eae3f76d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:17.416430 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f4dacf37-a7a6-4fe1-80e0-40b0eae3f76d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:17.446486 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e6f7893-0897-4711-88f8-7aed57efa731', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bc5faa9-6d2c-410f-9649-69701bafa29f'}, {'server_uuid': 'efa87be4-fd55-4ea7-b257-94224cb7b75f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a08755e-a8d6-415f-add2-2cb69b0e79ce'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:42:17.449428 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecb7707a-7b16-4315-8652-eb72b9b030ea" -d '{"events": [{"server_uuid": "1e6f7893-0897-4711-88f8-7aed57efa731", "name": "network-vif-plugged", "status": "completed", "tag": "5bc5faa9-6d2c-410f-9649-69701bafa29f"}, {"server_uuid": "efa87be4-fd55-4ea7-b257-94224cb7b75f", "name": "network-vif-plugged", "status": "completed", "tag": "3a08755e-a8d6-415f-add2-2cb69b0e79ce"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:42:17.477834 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2a628469-84ee-4794-9e86-16eb5989f415 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:17.490344 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dacf37-a7a6-4fe1-80e0-40b0eae3f76d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d755ed39-85b7-4368-80ef-f1ebd8509957,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:17.523032 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-f4dacf37-a7a6-4fe1-80e0-40b0eae3f76d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=bc587ee84bbe42c496a61861105b3db7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0473146 Oct 20 10:42:17.524283 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2a628469-84ee-4794-9e86-16eb5989f415 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:17.526796 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 59516) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:42:17.527719 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=3a08755e-a8d6-415f-add2-2cb69b0e79ce,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:17.560904 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 20 Oct 2021 10:42:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-744b61a5-151f-411d-b3ed-6fb95e64f6d4 x-openstack-request-id: req-744b61a5-151f-411d-b3ed-6fb95e64f6d4 {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:42:17.561213 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e6f7893-0897-4711-88f8-7aed57efa731", "name": "network-vif-plugged", "status": "completed", "tag": "5bc5faa9-6d2c-410f-9649-69701bafa29f", "code": 200}, {"server_uuid": "efa87be4-fd55-4ea7-b257-94224cb7b75f", "name": "network-vif-plugged", "status": "completed", "tag": "3a08755e-a8d6-415f-add2-2cb69b0e79ce", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:42:17.561468 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-744b61a5-151f-411d-b3ed-6fb95e64f6d4 {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:42:17.561914 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e6f7893-0897-4711-88f8-7aed57efa731', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bc5faa9-6d2c-410f-9649-69701bafa29f', 'code': 200} Oct 20 10:42:17.562208 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efa87be4-fd55-4ea7-b257-94224cb7b75f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a08755e-a8d6-415f-add2-2cb69b0e79ce', 'code': 200} Oct 20 10:42:17.579909 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-0b227d24-c35c-4840-9d43-18e18f761626 req-964610a1-9f8f-41f2-8811-f38986ab54e9 tempest-InstanceActionsTestJSON-1894646728 tempest-InstanceActionsTestJSON-1894646728-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:17.629638 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-0b227d24-c35c-4840-9d43-18e18f761626 req-964610a1-9f8f-41f2-8811-f38986ab54e9 tempest-InstanceActionsTestJSON-1894646728 tempest-InstanceActionsTestJSON-1894646728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:17.643524 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-2a628469-84ee-4794-9e86-16eb5989f415 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3d1b5fd929044bc3a372e51ee218691d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5565751 Oct 20 10:42:17.643755 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a628469-84ee-4794-9e86-16eb5989f415 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8511f392-bcf8-4a2a-96b7-25ba1efcd1ec,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:17.646243 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 59520) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:42:17.687582 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-cc30fad8-5b15-40d3-9462-791f8038c224 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:17.713548 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-cc30fad8-5b15-40d3-9462-791f8038c224 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:17.753598 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b227d24-c35c-4840-9d43-18e18f761626 req-964610a1-9f8f-41f2-8811-f38986ab54e9 tempest-InstanceActionsTestJSON-1894646728 tempest-InstanceActionsTestJSON-1894646728-project] Network 02e4ce85-a51b-40cd-828a-c8c1821150e0 is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:42:17.766744 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [req-0b227d24-c35c-4840-9d43-18e18f761626 req-964610a1-9f8f-41f2-8811-f38986ab54e9 tempest-InstanceActionsTestJSON-1894646728 tempest-InstanceActionsTestJSON-1894646728-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:42:17.775302 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b227d24-c35c-4840-9d43-18e18f761626 req-964610a1-9f8f-41f2-8811-f38986ab54e9 tempest-InstanceActionsTestJSON-1894646728 tempest-InstanceActionsTestJSON-1894646728-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:42:17.863277 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-cc30fad8-5b15-40d3-9462-791f8038c224 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:17.867250 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-cc30fad8-5b15-40d3-9462-791f8038c224 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:17.871292 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-cc30fad8-5b15-40d3-9462-791f8038c224 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d755ed39-85b7-4368-80ef-f1ebd8509957 HTTP/1.1" status: 204 len: 168 time: 0.3407104 Oct 20 10:42:17.928282 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3340df4d-5842-4bca-9c15-9e0fe9d43326 req-8894666c-7874-4b37-9df0-29c408f1cdbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:17.931059 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3340df4d-5842-4bca-9c15-9e0fe9d43326 req-8894666c-7874-4b37-9df0-29c408f1cdbf service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1e6f7893-0897-4711-88f8-7aed57efa731 HTTP/1.1" status: 200 len: 1096 time: 0.1739142 Oct 20 10:42:17.937696 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a6769d-8d4d-44ce-8d14-fbbd8379c667 req-aeaad89d-80c1-4465-89db-2b21cccbf9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:17.941456 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-96a6769d-8d4d-44ce-8d14-fbbd8379c667 req-aeaad89d-80c1-4465-89db-2b21cccbf9fb service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=efa87be4-fd55-4ea7-b257-94224cb7b75f HTTP/1.1" status: 200 len: 1097 time: 0.1829443 Oct 20 10:42:17.959571 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc30fad8-5b15-40d3-9462-791f8038c224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d755ed39-85b7-4368-80ef-f1ebd8509957,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:18.078728 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3340df4d-5842-4bca-9c15-9e0fe9d43326 req-c57ca19c-2de2-46e9-9b91-0f150510db5b service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=6fd76a8e-8e19-4703-967a-8121b94f7e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360624 Oct 20 10:42:18.138209 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-96a6769d-8d4d-44ce-8d14-fbbd8379c667 req-acaac496-5288-4ba2-8d20-9fae707664db service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=6fd76a8e-8e19-4703-967a-8121b94f7e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635618 Oct 20 10:42:18.437614 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991d83fa-282f-43a4-a140-855a21a58c2a req-61e717ed-0abd-42e7-85c5-9e0672d4a331 tempest-InstanceActionsTestJSON-1894646728 tempest-InstanceActionsTestJSON-1894646728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:18.448273 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-991d83fa-282f-43a4-a140-855a21a58c2a req-61e717ed-0abd-42e7-85c5-9e0672d4a331 tempest-InstanceActionsTestJSON-1894646728 tempest-InstanceActionsTestJSON-1894646728-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf10824a-0d7c-4a97-918b-5a9e43f9c7be HTTP/1.1" status: 200 len: 932 time: 0.1161981 Oct 20 10:42:18.574406 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964610a1-9f8f-41f2-8811-f38986ab54e9 tempest-InstanceActionsTestJSON-1894646728 tempest-InstanceActionsTestJSON-1894646728-project] Pushing event updated for resources: {'Port': ['ID=86e8fb62-fd09-4496-a88d-cb9b98a8eaa9,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:18.615618 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-991d83fa-282f-43a4-a140-855a21a58c2a req-7565b53c-ed4a-4fcd-924c-f83814a043fd tempest-InstanceActionsTestJSON-1894646728 tempest-InstanceActionsTestJSON-1894646728-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0103fea-512d-468e-8b5a-957ec6e60b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662362 Oct 20 10:42:18.636406 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9f28cd-ab77-4ec7-9c6d-04aa57d66512 req-a8c4db04-8fee-4925-a001-e23a50660aa6 tempest-ListServersNegativeTestJSON-1106856512 tempest-ListServersNegativeTestJSON-1106856512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:18.648073 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7e9f28cd-ab77-4ec7-9c6d-04aa57d66512 req-a8c4db04-8fee-4925-a001-e23a50660aa6 tempest-ListServersNegativeTestJSON-1106856512 tempest-ListServersNegativeTestJSON-1106856512-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e6f7893-0897-4711-88f8-7aed57efa731 HTTP/1.1" status: 200 len: 945 time: 0.1854980 Oct 20 10:42:18.660616 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b227d24-c35c-4840-9d43-18e18f761626 req-964610a1-9f8f-41f2-8811-f38986ab54e9 tempest-InstanceActionsTestJSON-1894646728 tempest-InstanceActionsTestJSON-1894646728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:18.666719 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-0b227d24-c35c-4840-9d43-18e18f761626 req-964610a1-9f8f-41f2-8811-f38986ab54e9 tempest-InstanceActionsTestJSON-1894646728 tempest-InstanceActionsTestJSON-1894646728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:18.682357 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-26f7fca7-824d-4b19-b90c-abbd9730c978 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:18.737214 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7e9f28cd-ab77-4ec7-9c6d-04aa57d66512 req-7719dbc6-ac52-4c3c-a1e6-b46b5c659d8d tempest-ListServersNegativeTestJSON-1106856512 tempest-ListServersNegativeTestJSON-1106856512-project] 10.222.0.64 "GET /v2.0/security-groups?id=6fd76a8e-8e19-4703-967a-8121b94f7e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877857 Oct 20 10:42:18.752914 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-26f7fca7-824d-4b19-b90c-abbd9730c978 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:18.812415 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-0b227d24-c35c-4840-9d43-18e18f761626 req-964610a1-9f8f-41f2-8811-f38986ab54e9 tempest-InstanceActionsTestJSON-1894646728 tempest-InstanceActionsTestJSON-1894646728-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2239749 Oct 20 10:42:18.836485 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [req-0b227d24-c35c-4840-9d43-18e18f761626 req-1ea12b09-1f9c-4f09-b8fa-b79f17ed155f service neutron] Request body: {'port': {'device_id': 'bf10824a-0d7c-4a97-918b-5a9e43f9c7be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811396-3'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:42:18.841304 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-26f7fca7-824d-4b19-b90c-abbd9730c978 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:18.843318 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-26f7fca7-824d-4b19-b90c-abbd9730c978 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:18.844525 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-26f7fca7-824d-4b19-b90c-abbd9730c978 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8511f392-bcf8-4a2a-96b7-25ba1efcd1ec HTTP/1.1" status: 204 len: 168 time: 1.1934116 Oct 20 10:42:18.876420 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f7fca7-824d-4b19-b90c-abbd9730c978 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8511f392-bcf8-4a2a-96b7-25ba1efcd1ec,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:18.917137 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-0b227d24-c35c-4840-9d43-18e18f761626 req-1ea12b09-1f9c-4f09-b8fa-b79f17ed155f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:19.046411 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:19.556284 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [req-0b227d24-c35c-4840-9d43-18e18f761626 req-1ea12b09-1f9c-4f09-b8fa-b79f17ed155f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86e8fb62-fd09-4496-a88d-cb9b98a8eaa9 {{(pid=100597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:42:19.565706 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-0b227d24-c35c-4840-9d43-18e18f761626 req-1ea12b09-1f9c-4f09-b8fa-b79f17ed155f service neutron] Publish callbacks [] for port, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:19.583750 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.provisioning_blocks [req-0b227d24-c35c-4840-9d43-18e18f761626 req-1ea12b09-1f9c-4f09-b8fa-b79f17ed155f service neutron] Transition to ACTIVE for port object 86e8fb62-fd09-4496-a88d-cb9b98a8eaa9 will not be triggered until provisioned by entity L2. {{(pid=100597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:42:19.589506 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-0b227d24-c35c-4840-9d43-18e18f761626 req-1ea12b09-1f9c-4f09-b8fa-b79f17ed155f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:19.774646 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-0b227d24-c35c-4840-9d43-18e18f761626 req-1ea12b09-1f9c-4f09-b8fa-b79f17ed155f service neutron] Attempting to bind port 86e8fb62-fd09-4496-a88d-cb9b98a8eaa9 on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:42:19.775214 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-0b227d24-c35c-4840-9d43-18e18f761626 req-1ea12b09-1f9c-4f09-b8fa-b79f17ed155f service neutron] Attempting to bind port 86e8fb62-fd09-4496-a88d-cb9b98a8eaa9 by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': 'd8902242-e421-4558-96f3-7e078d7fe17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '02e4ce85-a51b-40cd-828a-c8c1821150e0'}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:42:19.775497 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b227d24-c35c-4840-9d43-18e18f761626 req-1ea12b09-1f9c-4f09-b8fa-b79f17ed155f service neutron] Attempting to bind port 86e8fb62-fd09-4496-a88d-cb9b98a8eaa9 on network 02e4ce85-a51b-40cd-828a-c8c1821150e0 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:42:19.782834 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b227d24-c35c-4840-9d43-18e18f761626 req-1ea12b09-1f9c-4f09-b8fa-b79f17ed155f service neutron] Port 86e8fb62-fd09-4496-a88d-cb9b98a8eaa9 on network 02e4ce85-a51b-40cd-828a-c8c1821150e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:42:19.783301 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b227d24-c35c-4840-9d43-18e18f761626 req-1ea12b09-1f9c-4f09-b8fa-b79f17ed155f service neutron] Attempting to bind port 86e8fb62-fd09-4496-a88d-cb9b98a8eaa9 on network 02e4ce85-a51b-40cd-828a-c8c1821150e0 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:42:19.787157 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea12b09-1f9c-4f09-b8fa-b79f17ed155f service neutron] Pushing event updated for resources: {'Port': ['ID=86e8fb62-fd09-4496-a88d-cb9b98a8eaa9,revision_number=2']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:19.796671 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b227d24-c35c-4840-9d43-18e18f761626 req-1ea12b09-1f9c-4f09-b8fa-b79f17ed155f service neutron] Checking agent: {'id': '061232a2-7adc-4ba1-a873-e8cb136b064d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 42, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:42:19.796671 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b227d24-c35c-4840-9d43-18e18f761626 req-1ea12b09-1f9c-4f09-b8fa-b79f17ed155f service neutron] Checking segment: {'id': 'd8902242-e421-4558-96f3-7e078d7fe17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '02e4ce85-a51b-40cd-828a-c8c1821150e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:42:19.796671 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b227d24-c35c-4840-9d43-18e18f761626 req-1ea12b09-1f9c-4f09-b8fa-b79f17ed155f service neutron] Bound using segment: {'id': 'd8902242-e421-4558-96f3-7e078d7fe17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '02e4ce85-a51b-40cd-828a-c8c1821150e0'} {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:42:19.796671 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-0b227d24-c35c-4840-9d43-18e18f761626 req-1ea12b09-1f9c-4f09-b8fa-b79f17ed155f service neutron] Bound port: 86e8fb62-fd09-4496-a88d-cb9b98a8eaa9, host: n-h2-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8902242-e421-4558-96f3-7e078d7fe17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '02e4ce85-a51b-40cd-828a-c8c1821150e0'}}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:42:19.797295 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-0b227d24-c35c-4840-9d43-18e18f761626 req-1ea12b09-1f9c-4f09-b8fa-b79f17ed155f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:19.854562 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0a6d47-9c4d-4067-853e-0ddaf701228a req-6f745bf8-c931-4266-9a09-babc1c9ef41f tempest-InstanceActionsTestJSON-1894646728 tempest-InstanceActionsTestJSON-1894646728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:19.857508 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0f0a6d47-9c4d-4067-853e-0ddaf701228a req-6f745bf8-c931-4266-9a09-babc1c9ef41f tempest-InstanceActionsTestJSON-1894646728 tempest-InstanceActionsTestJSON-1894646728-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf10824a-0d7c-4a97-918b-5a9e43f9c7be HTTP/1.1" status: 200 len: 944 time: 0.1457634 Oct 20 10:42:19.961506 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 7 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 10:42:19.997145 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [req-0b227d24-c35c-4840-9d43-18e18f761626 req-1ea12b09-1f9c-4f09-b8fa-b79f17ed155f service neutron] For port 86e8fb62-fd09-4496-a88d-cb9b98a8eaa9, host n-h2-811396-3, cleared binding levels {{(pid=100597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:42:20.020291 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [req-0b227d24-c35c-4840-9d43-18e18f761626 req-1ea12b09-1f9c-4f09-b8fa-b79f17ed155f service neutron] For port 86e8fb62-fd09-4496-a88d-cb9b98a8eaa9, host n-h2-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=86e8fb62-fd09-4496-a88d-cb9b98a8eaa9,segment=NetworkSegment(d8902242-e421-4558-96f3-7e078d7fe17b),segment_id=d8902242-e421-4558-96f3-7e078d7fe17b)] {{(pid=100597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:42:20.034432 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-0b227d24-c35c-4840-9d43-18e18f761626 req-1ea12b09-1f9c-4f09-b8fa-b79f17ed155f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:20.064643 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0f0a6d47-9c4d-4067-853e-0ddaf701228a req-1d892108-07b2-478c-968e-3669f30523f0 tempest-InstanceActionsTestJSON-1894646728 tempest-InstanceActionsTestJSON-1894646728-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0103fea-512d-468e-8b5a-957ec6e60b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716485 Oct 20 10:42:20.141684 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6070ca3-1e34-4930-9357-508b1e8b3da0 req-349f881a-ae52-4676-af2a-2c2bc8f826fc tempest-ListServersNegativeTestJSON-1106856512 tempest-ListServersNegativeTestJSON-1106856512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:20.161041 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c6070ca3-1e34-4930-9357-508b1e8b3da0 req-349f881a-ae52-4676-af2a-2c2bc8f826fc tempest-ListServersNegativeTestJSON-1106856512 tempest-ListServersNegativeTestJSON-1106856512-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e6f7893-0897-4711-88f8-7aed57efa731 HTTP/1.1" status: 200 len: 945 time: 0.2341905 Oct 20 10:42:20.248996 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b227d24-c35c-4840-9d43-18e18f761626 req-1ea12b09-1f9c-4f09-b8fa-b79f17ed155f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:20.249805 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-0b227d24-c35c-4840-9d43-18e18f761626 req-1ea12b09-1f9c-4f09-b8fa-b79f17ed155f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:20.251709 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-0b227d24-c35c-4840-9d43-18e18f761626 req-1ea12b09-1f9c-4f09-b8fa-b79f17ed155f service neutron] 10.222.0.69 "PUT /v2.0/ports/86e8fb62-fd09-4496-a88d-cb9b98a8eaa9 HTTP/1.1" status: 200 len: 1092 time: 1.4296649 Oct 20 10:42:20.252253 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf10824a-0d7c-4a97-918b-5a9e43f9c7be', 'tag': '86e8fb62-fd09-4496-a88d-cb9b98a8eaa9'}] {{(pid=100597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:42:20.258868 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd85cad6a391afaa95d2dd5280bfd4659fc1e1b2aba53b5e7ef874f059efcdc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7534ba69-f13a-4353-9b7e-86b9a06f0082" -d '{"events": [{"name": "network-changed", "server_uuid": "bf10824a-0d7c-4a97-918b-5a9e43f9c7be", "tag": "86e8fb62-fd09-4496-a88d-cb9b98a8eaa9"}]}' {{(pid=100597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:42:20.325130 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea12b09-1f9c-4f09-b8fa-b79f17ed155f service neutron] Pushing event updated for resources: {'Port': ['ID=86e8fb62-fd09-4496-a88d-cb9b98a8eaa9,revision_number=3']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:20.355034 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91058fb3-8e90-44c3-8e41-811e21aa25ac x-openstack-request-id: req-91058fb3-8e90-44c3-8e41-811e21aa25ac {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:42:20.355543 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf10824a-0d7c-4a97-918b-5a9e43f9c7be", "tag": "86e8fb62-fd09-4496-a88d-cb9b98a8eaa9", "status": "completed", "code": 200}]} {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:42:20.355974 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-91058fb3-8e90-44c3-8e41-811e21aa25ac {{(pid=100597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:42:20.356532 n-d-811396-3 neutron-server[100597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf10824a-0d7c-4a97-918b-5a9e43f9c7be', 'tag': '86e8fb62-fd09-4496-a88d-cb9b98a8eaa9', 'status': 'completed', 'code': 200} Oct 20 10:42:20.408602 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b227d24-c35c-4840-9d43-18e18f761626 req-ca46a86d-b17f-4d44-b59b-d7d73f4b2223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:20.410707 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-0b227d24-c35c-4840-9d43-18e18f761626 req-ca46a86d-b17f-4d44-b59b-d7d73f4b2223 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d92d39f583384e468dd5c1aeac763e82&device_id=bf10824a-0d7c-4a97-918b-5a9e43f9c7be HTTP/1.1" status: 200 len: 1095 time: 0.0702772 Oct 20 10:42:20.491129 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-0b227d24-c35c-4840-9d43-18e18f761626 req-b3e3b10a-99a6-48b9-a05a-efbc6234a89b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=86e8fb62-fd09-4496-a88d-cb9b98a8eaa9 HTTP/1.1" status: 200 len: 217 time: 0.0731318 Oct 20 10:42:20.615589 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b227d24-c35c-4840-9d43-18e18f761626 req-870e15e8-43c7-4773-8e59-ed2a0be58909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:20.635317 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-0b227d24-c35c-4840-9d43-18e18f761626 req-870e15e8-43c7-4773-8e59-ed2a0be58909 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5918d30c-baac-42d7-a06b-0910988942dd HTTP/1.1" status: 200 len: 853 time: 0.1363397 Oct 20 10:42:20.709587 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-0b227d24-c35c-4840-9d43-18e18f761626 req-37127a24-278e-4dd2-83cc-77bd9ab67681 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=02e4ce85-a51b-40cd-828a-c8c1821150e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653048 Oct 20 10:42:20.710002 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c6070ca3-1e34-4930-9357-508b1e8b3da0 req-de5d0c88-1f3d-48ef-b619-3a1e71f0c81c tempest-ListServersNegativeTestJSON-1106856512 tempest-ListServersNegativeTestJSON-1106856512-project] 10.222.0.64 "GET /v2.0/security-groups?id=6fd76a8e-8e19-4703-967a-8121b94f7e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5453701 Oct 20 10:42:20.988222 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-0b227d24-c35c-4840-9d43-18e18f761626 req-a068fe9b-2ffe-4075-8e62-33baac01a153 service neutron] 10.222.0.69 "GET /v2.0/networks/02e4ce85-a51b-40cd-828a-c8c1821150e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2715342 Oct 20 10:42:21.276627 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-0b227d24-c35c-4840-9d43-18e18f761626 req-e2ffca6f-3176-420e-9cc9-ade8e81263cc service neutron] 10.222.0.69 "GET /v2.0/networks/02e4ce85-a51b-40cd-828a-c8c1821150e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2812216 Oct 20 10:42:21.443706 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7534ba69-f13a-4353-9b7e-86b9a06f0082 req-42a620e8-1e82-4615-9c01-c28f9bf75524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:21.447038 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-7534ba69-f13a-4353-9b7e-86b9a06f0082 req-42a620e8-1e82-4615-9c01-c28f9bf75524 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d92d39f583384e468dd5c1aeac763e82&device_id=bf10824a-0d7c-4a97-918b-5a9e43f9c7be HTTP/1.1" status: 200 len: 1095 time: 0.1017554 Oct 20 10:42:21.517030 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2782aaa0-1634-4b4b-a863-09d5605f6ec2 req-b4cbe458-04f4-405c-987e-5da576ee7a00 tempest-InstanceActionsTestJSON-1894646728 tempest-InstanceActionsTestJSON-1894646728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:21.521581 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2782aaa0-1634-4b4b-a863-09d5605f6ec2 req-b4cbe458-04f4-405c-987e-5da576ee7a00 tempest-InstanceActionsTestJSON-1894646728 tempest-InstanceActionsTestJSON-1894646728-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf10824a-0d7c-4a97-918b-5a9e43f9c7be HTTP/1.1" status: 200 len: 944 time: 0.2686133 Oct 20 10:42:21.672728 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2782aaa0-1634-4b4b-a863-09d5605f6ec2 req-3b5d7a1c-c059-4150-aa82-693efcbff5f9 tempest-InstanceActionsTestJSON-1894646728 tempest-InstanceActionsTestJSON-1894646728-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0103fea-512d-468e-8b5a-957ec6e60b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362474 Oct 20 10:42:21.760228 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7534ba69-f13a-4353-9b7e-86b9a06f0082 req-23899327-32a7-4ac9-9af1-ddc8717eb2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:21.763984 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-7534ba69-f13a-4353-9b7e-86b9a06f0082 req-23899327-32a7-4ac9-9af1-ddc8717eb2b7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=02e4ce85-a51b-40cd-828a-c8c1821150e0 HTTP/1.1" status: 200 len: 914 time: 0.3101540 Oct 20 10:42:21.855309 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-7534ba69-f13a-4353-9b7e-86b9a06f0082 req-c9930739-bc37-492c-9d77-dacd181609ea service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=86e8fb62-fd09-4496-a88d-cb9b98a8eaa9 HTTP/1.1" status: 200 len: 217 time: 0.0819654 Oct 20 10:42:21.888150 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3d19b5-7542-4e2e-ac44-6d6c34ec6b14 req-2115a31a-0d98-4bdb-a610-9ff196cdebf5 tempest-ListServersNegativeTestJSON-1106856512 tempest-ListServersNegativeTestJSON-1106856512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:21.898192 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4a3d19b5-7542-4e2e-ac44-6d6c34ec6b14 req-2115a31a-0d98-4bdb-a610-9ff196cdebf5 tempest-ListServersNegativeTestJSON-1106856512 tempest-ListServersNegativeTestJSON-1106856512-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e6f7893-0897-4711-88f8-7aed57efa731 HTTP/1.1" status: 200 len: 945 time: 0.0848355 Oct 20 10:42:21.992009 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4a3d19b5-7542-4e2e-ac44-6d6c34ec6b14 req-64907698-1dbc-490f-b3dd-4b39b9cd2621 tempest-ListServersNegativeTestJSON-1106856512 tempest-ListServersNegativeTestJSON-1106856512-project] 10.222.0.64 "GET /v2.0/security-groups?id=6fd76a8e-8e19-4703-967a-8121b94f7e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926926 Oct 20 10:42:22.029235 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7534ba69-f13a-4353-9b7e-86b9a06f0082 req-fcb48249-a835-4f11-aa81-401ebeb62931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:22.033367 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-7534ba69-f13a-4353-9b7e-86b9a06f0082 req-fcb48249-a835-4f11-aa81-401ebeb62931 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5918d30c-baac-42d7-a06b-0910988942dd HTTP/1.1" status: 200 len: 853 time: 0.1701660 Oct 20 10:42:22.194744 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-7534ba69-f13a-4353-9b7e-86b9a06f0082 req-6d6f49b7-4c9e-44c6-8f7d-ca79743ebf59 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=02e4ce85-a51b-40cd-828a-c8c1821150e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1349826 Oct 20 10:42:22.444605 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe56fe4-d8d7-465c-9fc4-1aa62d692ed0 req-f246be95-4d71-4ae5-a1ad-16f4ffb43f78 tempest-ListServersNegativeTestJSON-1106856512 tempest-ListServersNegativeTestJSON-1106856512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:22.459687 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9fe56fe4-d8d7-465c-9fc4-1aa62d692ed0 req-f246be95-4d71-4ae5-a1ad-16f4ffb43f78 tempest-ListServersNegativeTestJSON-1106856512 tempest-ListServersNegativeTestJSON-1106856512-project] 10.222.0.64 "GET /v2.0/ports?device_id=bbd43428-99bb-4533-b23d-1e9434ccdc54 HTTP/1.1" status: 200 len: 945 time: 0.2393308 Oct 20 10:42:22.566140 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-7534ba69-f13a-4353-9b7e-86b9a06f0082 req-e5408a59-4864-4e0f-be35-78f63a6f0a52 service neutron] 10.222.0.69 "GET /v2.0/networks/02e4ce85-a51b-40cd-828a-c8c1821150e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3495128 Oct 20 10:42:22.566460 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9fe56fe4-d8d7-465c-9fc4-1aa62d692ed0 req-1b4d8aa2-3f37-46c4-a82a-05c5d0e7e851 tempest-ListServersNegativeTestJSON-1106856512 tempest-ListServersNegativeTestJSON-1106856512-project] 10.222.0.64 "GET /v2.0/security-groups?id=6fd76a8e-8e19-4703-967a-8121b94f7e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963650 Oct 20 10:42:22.819002 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-7534ba69-f13a-4353-9b7e-86b9a06f0082 req-12e0605e-538b-4b8c-a5d2-76483e0c0602 service neutron] 10.222.0.69 "GET /v2.0/networks/02e4ce85-a51b-40cd-828a-c8c1821150e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2476988 Oct 20 10:42:22.866626 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 59700) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:42:22.899060 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a4fbe2-90c3-4d64-a828-d33edb239f3d req-59fa5993-971d-4518-890b-1c91688ef3e4 tempest-ListServersNegativeTestJSON-1106856512 tempest-ListServersNegativeTestJSON-1106856512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:22.909337 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b3a4fbe2-90c3-4d64-a828-d33edb239f3d req-59fa5993-971d-4518-890b-1c91688ef3e4 tempest-ListServersNegativeTestJSON-1106856512 tempest-ListServersNegativeTestJSON-1106856512-project] 10.222.0.64 "GET /v2.0/ports?device_id=efa87be4-fd55-4ea7-b257-94224cb7b75f HTTP/1.1" status: 200 len: 946 time: 0.2144129 Oct 20 10:42:23.017629 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeac014-cfd5-4ab2-b654-a688305e988f req-b1d3b485-527e-467c-adb5-ea8ff60aac17 tempest-InstanceActionsTestJSON-1894646728 tempest-InstanceActionsTestJSON-1894646728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:23.026139 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-eaeac014-cfd5-4ab2-b654-a688305e988f req-b1d3b485-527e-467c-adb5-ea8ff60aac17 tempest-InstanceActionsTestJSON-1894646728 tempest-InstanceActionsTestJSON-1894646728-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf10824a-0d7c-4a97-918b-5a9e43f9c7be HTTP/1.1" status: 200 len: 944 time: 0.2294877 Oct 20 10:42:23.031195 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e90f92f9-5dca-45ce-bcc8-f85fe8f36866 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:23.108327 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b3a4fbe2-90c3-4d64-a828-d33edb239f3d req-c539361e-e5db-41fe-bab8-286faf8163af tempest-ListServersNegativeTestJSON-1106856512 tempest-ListServersNegativeTestJSON-1106856512-project] 10.222.0.64 "GET /v2.0/security-groups?id=6fd76a8e-8e19-4703-967a-8121b94f7e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947520 Oct 20 10:42:23.180436 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-eaeac014-cfd5-4ab2-b654-a688305e988f req-827bffb7-3cfe-411d-90a1-b9116851b63f tempest-InstanceActionsTestJSON-1894646728 tempest-InstanceActionsTestJSON-1894646728-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0103fea-512d-468e-8b5a-957ec6e60b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507211 Oct 20 10:42:23.240508 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e90f92f9-5dca-45ce-bcc8-f85fe8f36866 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:23.262791 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e90f92f9-5dca-45ce-bcc8-f85fe8f36866 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:23.320714 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-e90f92f9-5dca-45ce-bcc8-f85fe8f36866 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2ee7f022c6c34d439f8ea4e6555dd68f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4526041 Oct 20 10:42:23.324409 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 59720) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:42:23.413389 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90f92f9-5dca-45ce-bcc8-f85fe8f36866 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=866c94a7-4cb7-4e2a-8f96-c969141652a6,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:23.499959 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-66b7b90a-a0a2-46cc-986b-34140707b2f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:23.555900 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-66b7b90a-a0a2-46cc-986b-34140707b2f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:23.656732 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-66b7b90a-a0a2-46cc-986b-34140707b2f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:23.663293 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-66b7b90a-a0a2-46cc-986b-34140707b2f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:23.665849 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-66b7b90a-a0a2-46cc-986b-34140707b2f3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/866c94a7-4cb7-4e2a-8f96-c969141652a6 HTTP/1.1" status: 204 len: 168 time: 0.3397834 Oct 20 10:42:23.678163 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7b90a-a0a2-46cc-986b-34140707b2f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=866c94a7-4cb7-4e2a-8f96-c969141652a6,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:24.037409 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09572f1f-4f96-4efa-9ecb-cb71712dcc44 req-6a03f409-522a-4d27-8969-4c1b85a73116 tempest-ListServersNegativeTestJSON-1106856512 tempest-ListServersNegativeTestJSON-1106856512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:24.053032 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-09572f1f-4f96-4efa-9ecb-cb71712dcc44 req-6a03f409-522a-4d27-8969-4c1b85a73116 tempest-ListServersNegativeTestJSON-1106856512 tempest-ListServersNegativeTestJSON-1106856512-project] 10.222.0.64 "GET /v2.0/ports?device_id=efa87be4-fd55-4ea7-b257-94224cb7b75f HTTP/1.1" status: 200 len: 946 time: 0.4754424 Oct 20 10:42:24.147678 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-09572f1f-4f96-4efa-9ecb-cb71712dcc44 req-ec55aab7-37ae-47fa-bc03-d36fbd31d3d8 tempest-ListServersNegativeTestJSON-1106856512 tempest-ListServersNegativeTestJSON-1106856512-project] 10.222.0.64 "GET /v2.0/security-groups?id=6fd76a8e-8e19-4703-967a-8121b94f7e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923486 Oct 20 10:42:24.460874 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b96ced2-6dd2-403c-a64c-2e664392660d req-43fda30b-54be-4be1-a5f8-bdce2702a0b6 tempest-InstanceActionsTestJSON-1894646728 tempest-InstanceActionsTestJSON-1894646728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:24.463047 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6b96ced2-6dd2-403c-a64c-2e664392660d req-43fda30b-54be-4be1-a5f8-bdce2702a0b6 tempest-InstanceActionsTestJSON-1894646728 tempest-InstanceActionsTestJSON-1894646728-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf10824a-0d7c-4a97-918b-5a9e43f9c7be HTTP/1.1" status: 200 len: 944 time: 0.0974116 Oct 20 10:42:24.538529 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6b96ced2-6dd2-403c-a64c-2e664392660d req-b9a140d4-0103-4019-b590-fc38a25e28d6 tempest-InstanceActionsTestJSON-1894646728 tempest-InstanceActionsTestJSON-1894646728-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0103fea-512d-468e-8b5a-957ec6e60b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666680 Oct 20 10:42:24.639044 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 59784) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:42:24.944862 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c2f81607-4cc4-425b-80fb-867da57bdbab admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:25.102747 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c2f81607-4cc4-425b-80fb-867da57bdbab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:25.108806 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c2f81607-4cc4-425b-80fb-867da57bdbab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:25.138082 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 86e8fb62-fd09-4496-a88d-cb9b98a8eaa9 details requested by agent hyperv_n-h2-811396-3 with host n-h2-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:42:25.170555 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 59818) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:42:25.171205 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-c2f81607-4cc4-425b-80fb-867da57bdbab admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d4fb7a5fff2041559f0835b23d938d52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5307424 Oct 20 10:42:25.172778 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f81607-4cc4-425b-80fb-867da57bdbab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0978800e-32f2-444a-8818-683fe262aca6,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:25.386234 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 86e8fb62-fd09-4496-a88d-cb9b98a8eaa9, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=86e8fb62-fd09-4496-a88d-cb9b98a8eaa9,segment=NetworkSegment(d8902242-e421-4558-96f3-7e078d7fe17b),segment_id=d8902242-e421-4558-96f3-7e078d7fe17b)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:42:25.401350 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e00f46-4b4f-45a4-a7a2-6fa6c8e4ecc7 req-7cb91881-e3c4-4e59-8959-1290f8eaea2d tempest-ListServersNegativeTestJSON-1106856512 tempest-ListServersNegativeTestJSON-1106856512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:25.407135 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Returning: {'device': '86e8fb62-fd09-4496-a88d-cb9b98a8eaa9', 'network_id': '02e4ce85-a51b-40cd-828a-c8c1821150e0', 'port_id': '86e8fb62-fd09-4496-a88d-cb9b98a8eaa9', 'mac_address': 'fa:16:3e:65:72:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 808, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5918d30c-baac-42d7-a06b-0910988942dd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:42:25.408744 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d7e00f46-4b4f-45a4-a7a2-6fa6c8e4ecc7 req-7cb91881-e3c4-4e59-8959-1290f8eaea2d tempest-ListServersNegativeTestJSON-1106856512 tempest-ListServersNegativeTestJSON-1106856512-project] 10.222.0.55 "GET /v2.0/ports?device_id=efa87be4-fd55-4ea7-b257-94224cb7b75f HTTP/1.1" status: 200 len: 946 time: 0.2492585 Oct 20 10:42:25.452579 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a8cc61-3c00-4e7a-855b-d7bf78c520ec req-76594d2b-f1a7-49ed-83b5-3745fd88e335 tempest-ListServersNegativeTestJSON-1106856512 tempest-ListServersNegativeTestJSON-1106856512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:25.454347 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a7a8cc61-3c00-4e7a-855b-d7bf78c520ec req-76594d2b-f1a7-49ed-83b5-3745fd88e335 tempest-ListServersNegativeTestJSON-1106856512 tempest-ListServersNegativeTestJSON-1106856512-project] 10.222.0.64 "GET /v2.0/ports?device_id=efa87be4-fd55-4ea7-b257-94224cb7b75f HTTP/1.1" status: 200 len: 946 time: 0.1827123 Oct 20 10:42:25.498200 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:25.516784 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86e8fb62-fd09-4496-a88d-cb9b98a8eaa9 {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:42:25.547240 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 86e8fb62-fd09-4496-a88d-cb9b98a8eaa9, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=86e8fb62-fd09-4496-a88d-cb9b98a8eaa9,segment=NetworkSegment(d8902242-e421-4558-96f3-7e078d7fe17b),segment_id=d8902242-e421-4558-96f3-7e078d7fe17b)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:42:25.554858 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:25.604401 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-67639a52-9245-4fb9-8b4a-b03a137819a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:25.684640 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-54b0afee-8f04-43da-98ce-c1f198b80748 req-6466d3aa-811f-4039-b530-8095db8162b2 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=80d2d265-4161-4f15-ab0c-130b15ddf9e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0963101 Oct 20 10:42:25.692259 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=86e8fb62-fd09-4496-a88d-cb9b98a8eaa9,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:25.743984 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a7a8cc61-3c00-4e7a-855b-d7bf78c520ec req-fb4c9d5a-cca0-462d-afa0-07d1234518fd tempest-ListServersNegativeTestJSON-1106856512 tempest-ListServersNegativeTestJSON-1106856512-project] 10.222.0.64 "GET /v2.0/security-groups?id=6fd76a8e-8e19-4703-967a-8121b94f7e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2773659 Oct 20 10:42:25.829098 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-67639a52-9245-4fb9-8b4a-b03a137819a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:25.837905 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['86e8fb62-fd09-4496-a88d-cb9b98a8eaa9'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:42:25.923722 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b0afee-8f04-43da-98ce-c1f198b80748 req-f1fe18fa-82a5-4eb6-82c6-ffb20e064d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:25.924681 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b0afee-8f04-43da-98ce-c1f198b80748 req-f1fe18fa-82a5-4eb6-82c6-ffb20e064d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:25.932275 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b0afee-8f04-43da-98ce-c1f198b80748 req-f1fe18fa-82a5-4eb6-82c6-ffb20e064d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:25.943047 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b0afee-8f04-43da-98ce-c1f198b80748 req-f1fe18fa-82a5-4eb6-82c6-ffb20e064d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:25.946409 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b0afee-8f04-43da-98ce-c1f198b80748 req-f1fe18fa-82a5-4eb6-82c6-ffb20e064d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:25.946994 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b0afee-8f04-43da-98ce-c1f198b80748 req-f1fe18fa-82a5-4eb6-82c6-ffb20e064d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:25.947407 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b0afee-8f04-43da-98ce-c1f198b80748 req-f1fe18fa-82a5-4eb6-82c6-ffb20e064d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:25.958777 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-54b0afee-8f04-43da-98ce-c1f198b80748 req-f1fe18fa-82a5-4eb6-82c6-ffb20e064d0a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=aca7fabb908e4e55b3bcaf1ce45b03cf&device_id=80d2d265-4161-4f15-ab0c-130b15ddf9e0 HTTP/1.1" status: 200 len: 6488 time: 0.2047474 Oct 20 10:42:26.063704 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615b3ad7-880b-46c1-8222-310ebcb8b957 req-675bafc8-e837-45b7-a0da-087d217163ce tempest-InstanceActionsTestJSON-1894646728 tempest-InstanceActionsTestJSON-1894646728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:26.070984 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-615b3ad7-880b-46c1-8222-310ebcb8b957 req-675bafc8-e837-45b7-a0da-087d217163ce tempest-InstanceActionsTestJSON-1894646728 tempest-InstanceActionsTestJSON-1894646728-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf10824a-0d7c-4a97-918b-5a9e43f9c7be HTTP/1.1" status: 200 len: 945 time: 0.3580089 Oct 20 10:42:26.139909 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-d7e00f46-4b4f-45a4-a7a2-6fa6c8e4ecc7 req-e9293d24-d783-4ba4-8000-2a734225e366 tempest-ListServersNegativeTestJSON-1106856512 tempest-ListServersNegativeTestJSON-1106856512-project] Deleting port 3a08755e-a8d6-415f-add2-2cb69b0e79ce {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:42:26.147963 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-d7e00f46-4b4f-45a4-a7a2-6fa6c8e4ecc7 req-e9293d24-d783-4ba4-8000-2a734225e366 tempest-ListServersNegativeTestJSON-1106856512 tempest-ListServersNegativeTestJSON-1106856512-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:26.226882 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-615b3ad7-880b-46c1-8222-310ebcb8b957 req-cf0c3833-90aa-4d80-a23d-901204ff82f2 tempest-InstanceActionsTestJSON-1894646728 tempest-InstanceActionsTestJSON-1894646728-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0103fea-512d-468e-8b5a-957ec6e60b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550288 Oct 20 10:42:26.294266 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-67639a52-9245-4fb9-8b4a-b03a137819a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:26.297187 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-67639a52-9245-4fb9-8b4a-b03a137819a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:26.298522 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-67639a52-9245-4fb9-8b4a-b03a137819a9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0978800e-32f2-444a-8818-683fe262aca6 HTTP/1.1" status: 204 len: 168 time: 1.1256652 Oct 20 10:42:26.310611 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b0afee-8f04-43da-98ce-c1f198b80748 req-ec8647e9-22f7-4e28-a399-88070c229de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:26.314943 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b0afee-8f04-43da-98ce-c1f198b80748 req-ec8647e9-22f7-4e28-a399-88070c229de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:26.316348 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b0afee-8f04-43da-98ce-c1f198b80748 req-ec8647e9-22f7-4e28-a399-88070c229de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:26.321199 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67639a52-9245-4fb9-8b4a-b03a137819a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0978800e-32f2-444a-8818-683fe262aca6,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:26.332380 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-54b0afee-8f04-43da-98ce-c1f198b80748 req-ec8647e9-22f7-4e28-a399-88070c229de6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=61bd0966-a265-4e42-812c-8db46cc7f8aa&id=7f35c8f4-a80f-46f0-b625-9aa7a1eb4d3d&id=7f35c8f4-a80f-46f0-b625-9aa7a1eb4d3d&id=7f35c8f4-a80f-46f0-b625-9aa7a1eb4d3d&id=7f35c8f4-a80f-46f0-b625-9aa7a1eb4d3d&id=7bc60fc7-42ea-472c-be5f-6faa92f9f9bb&id=7bc60fc7-42ea-472c-be5f-6faa92f9f9bb HTTP/1.1" status: 200 len: 2293 time: 0.3354731 Oct 20 10:42:26.367832 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-d7e00f46-4b4f-45a4-a7a2-6fa6c8e4ecc7 req-e9293d24-d783-4ba4-8000-2a734225e366 tempest-ListServersNegativeTestJSON-1106856512 tempest-ListServersNegativeTestJSON-1106856512-project] For port 3a08755e-a8d6-415f-add2-2cb69b0e79ce, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=3a08755e-a8d6-415f-add2-2cb69b0e79ce,segment=NetworkSegment(53f4a5e4-77d4-4e80-ab0a-18adfceaa566),segment_id=53f4a5e4-77d4-4e80-ab0a-18adfceaa566)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:42:26.368205 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-d7e00f46-4b4f-45a4-a7a2-6fa6c8e4ecc7 req-e9293d24-d783-4ba4-8000-2a734225e366 tempest-ListServersNegativeTestJSON-1106856512 tempest-ListServersNegativeTestJSON-1106856512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:26.406214 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-d7e00f46-4b4f-45a4-a7a2-6fa6c8e4ecc7 req-e9293d24-d783-4ba4-8000-2a734225e366 tempest-ListServersNegativeTestJSON-1106856512 tempest-ListServersNegativeTestJSON-1106856512-project] Calling delete_port for 3a08755e-a8d6-415f-add2-2cb69b0e79ce owned by compute:nova {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:42:26.492353 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-54b0afee-8f04-43da-98ce-c1f198b80748 req-6682f127-d401-4803-bcce-36777b5e3724 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2119e2cf-4499-4ee6-a849-174b453941eb HTTP/1.1" status: 200 len: 1000 time: 0.1519766 Oct 20 10:42:26.560310 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b0afee-8f04-43da-98ce-c1f198b80748 req-2c20f341-94d7-4eb5-b4fc-4eec9070a44f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:26.562303 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-54b0afee-8f04-43da-98ce-c1f198b80748 req-2c20f341-94d7-4eb5-b4fc-4eec9070a44f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ca4d8024-190b-4d52-b991-b3ff5d7d6ff8 HTTP/1.1" status: 200 len: 850 time: 0.0616877 Oct 20 10:42:26.662762 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b0afee-8f04-43da-98ce-c1f198b80748 req-8d0ddc10-2f7b-4a13-a495-77dd9ac25a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:26.672944 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-54b0afee-8f04-43da-98ce-c1f198b80748 req-8d0ddc10-2f7b-4a13-a495-77dd9ac25a71 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=61bd0966-a265-4e42-812c-8db46cc7f8aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0982590 Oct 20 10:42:26.745016 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-d7e00f46-4b4f-45a4-a7a2-6fa6c8e4ecc7 req-e9293d24-d783-4ba4-8000-2a734225e366 tempest-ListServersNegativeTestJSON-1106856512 tempest-ListServersNegativeTestJSON-1106856512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:26.781774 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['5bc5faa9-6d2c-410f-9649-69701bafa29f'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:42:26.815534 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-54b0afee-8f04-43da-98ce-c1f198b80748 req-e23dc568-c4df-434e-b0d4-8555e11128e7 service neutron] 10.222.0.69 "GET /v2.0/networks/61bd0966-a265-4e42-812c-8db46cc7f8aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342237 Oct 20 10:42:26.839746 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9293d24-d783-4ba4-8000-2a734225e366 tempest-ListServersNegativeTestJSON-1106856512 tempest-ListServersNegativeTestJSON-1106856512-project] Pushing event deleted for resources: {'Port': ['ID=3a08755e-a8d6-415f-add2-2cb69b0e79ce,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:26.845199 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['a78cd88e-49bd-4d47-a34e-4bd7a4dcc193'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:42:26.980927 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 59862) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:42:26.991548 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7e00f46-4b4f-45a4-a7a2-6fa6c8e4ecc7 req-e9293d24-d783-4ba4-8000-2a734225e366 tempest-ListServersNegativeTestJSON-1106856512 tempest-ListServersNegativeTestJSON-1106856512-project] No DVR routers for this DVR port 3a08755e-a8d6-415f-add2-2cb69b0e79ce on host n-h1-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:42:27.002413 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-326c88da-7d82-4cce-9a01-a7cdbf390bbb admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:27.030591 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1d37f1fa-7a4b-4030-8ff2-a5f80b936841 req-bf377843-fbaf-4f80-a418-c894212512a0 tempest-ListServersNegativeTestJSON-1106856512 tempest-ListServersNegativeTestJSON-1106856512-project] 10.222.0.64 "GET /v2.0/ports?device_id=efa87be4-fd55-4ea7-b257-94224cb7b75f HTTP/1.1" status: 200 len: 210 time: 0.1153777 Oct 20 10:42:27.031853 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-d7e00f46-4b4f-45a4-a7a2-6fa6c8e4ecc7 req-e9293d24-d783-4ba4-8000-2a734225e366 tempest-ListServersNegativeTestJSON-1106856512 tempest-ListServersNegativeTestJSON-1106856512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:27.035275 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d7e00f46-4b4f-45a4-a7a2-6fa6c8e4ecc7 req-e9293d24-d783-4ba4-8000-2a734225e366 tempest-ListServersNegativeTestJSON-1106856512 tempest-ListServersNegativeTestJSON-1106856512-project] 10.222.0.55 "DELETE /v2.0/ports/3a08755e-a8d6-415f-add2-2cb69b0e79ce HTTP/1.1" status: 204 len: 173 time: 1.6140635 Oct 20 10:42:27.035886 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efa87be4-fd55-4ea7-b257-94224cb7b75f', 'name': 'network-vif-deleted', 'tag': '3a08755e-a8d6-415f-add2-2cb69b0e79ce'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:42:27.059520 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1218a483-bf81-4698-8892-f6d578121f40" -d '{"events": [{"server_uuid": "efa87be4-fd55-4ea7-b257-94224cb7b75f", "name": "network-vif-deleted", "tag": "3a08755e-a8d6-415f-add2-2cb69b0e79ce"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:42:27.080654 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-54b0afee-8f04-43da-98ce-c1f198b80748 req-386c2828-96b4-4fd9-bde0-5fa22ac64f19 service neutron] 10.222.0.69 "GET /v2.0/networks/61bd0966-a265-4e42-812c-8db46cc7f8aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2575781 Oct 20 10:42:27.141974 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:42:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcdd3f9b-36ee-4259-923e-047729642f73 x-openstack-request-id: req-bcdd3f9b-36ee-4259-923e-047729642f73 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:42:27.142263 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efa87be4-fd55-4ea7-b257-94224cb7b75f", "name": "network-vif-deleted", "tag": "3a08755e-a8d6-415f-add2-2cb69b0e79ce", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:42:27.142521 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bcdd3f9b-36ee-4259-923e-047729642f73 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:42:27.142950 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efa87be4-fd55-4ea7-b257-94224cb7b75f', 'name': 'network-vif-deleted', 'tag': '3a08755e-a8d6-415f-add2-2cb69b0e79ce', 'status': 'completed', 'code': 200} Oct 20 10:42:27.212402 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 86e8fb62-fd09-4496-a88d-cb9b98a8eaa9 up at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:42:27.239890 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-54b0afee-8f04-43da-98ce-c1f198b80748 req-bd9e3c9f-f405-4df7-9746-98a8c9dc9530 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.219&port_id=c6946b44-75f5-4ceb-9f3e-281cc30cd187 HTTP/1.1" status: 200 len: 217 time: 0.1416097 Oct 20 10:42:27.425970 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning for port 86e8fb62-fd09-4496-a88d-cb9b98a8eaa9 completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:42:27.430949 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning complete for port 86e8fb62-fd09-4496-a88d-cb9b98a8eaa9 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:42:27.431324 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:27.501064 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749bf320-2a66-4542-b54e-f30bb878257a req-392fecbc-535e-442c-9eac-eaacf654de6c tempest-InstanceActionsTestJSON-1894646728 tempest-InstanceActionsTestJSON-1894646728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:27.516335 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-749bf320-2a66-4542-b54e-f30bb878257a req-392fecbc-535e-442c-9eac-eaacf654de6c tempest-InstanceActionsTestJSON-1894646728 tempest-InstanceActionsTestJSON-1894646728-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf10824a-0d7c-4a97-918b-5a9e43f9c7be HTTP/1.1" status: 200 len: 945 time: 0.0851104 Oct 20 10:42:27.525197 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b0afee-8f04-43da-98ce-c1f198b80748 req-dbef9a14-15bd-47d1-bb45-37f1bfa29dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:27.529484 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-54b0afee-8f04-43da-98ce-c1f198b80748 req-dbef9a14-15bd-47d1-bb45-37f1bfa29dc2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ee766014-e4cb-4d3b-914c-bd587db1d0d0 HTTP/1.1" status: 200 len: 797 time: 0.2655468 Oct 20 10:42:27.582215 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-326c88da-7d82-4cce-9a01-a7cdbf390bbb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:27.621653 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-749bf320-2a66-4542-b54e-f30bb878257a req-cbfee11a-1095-4049-b6e4-a818b944e450 tempest-InstanceActionsTestJSON-1894646728 tempest-InstanceActionsTestJSON-1894646728-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0103fea-512d-468e-8b5a-957ec6e60b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042666 Oct 20 10:42:27.631985 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-326c88da-7d82-4cce-9a01-a7cdbf390bbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:27.635149 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:27.688601 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf10824a-0d7c-4a97-918b-5a9e43f9c7be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86e8fb62-fd09-4496-a88d-cb9b98a8eaa9'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:42:27.690887 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9126f87c-8f5f-4ffa-92a1-b5cdfd591acd" -d '{"events": [{"server_uuid": "bf10824a-0d7c-4a97-918b-5a9e43f9c7be", "name": "network-vif-plugged", "status": "completed", "tag": "86e8fb62-fd09-4496-a88d-cb9b98a8eaa9"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:42:27.735799 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 86e8fb62-fd09-4496-a88d-cb9b98a8eaa9, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=86e8fb62-fd09-4496-a88d-cb9b98a8eaa9,segment=NetworkSegment(d8902242-e421-4558-96f3-7e078d7fe17b),segment_id=d8902242-e421-4558-96f3-7e078d7fe17b)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:42:27.751607 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:27.752501 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 59898) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:42:27.752737 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-326c88da-7d82-4cce-9a01-a7cdbf390bbb admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a9de1c93dc004c46b3f2f230c613e03b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7699995 Oct 20 10:42:27.757478 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b0afee-8f04-43da-98ce-c1f198b80748 req-4860b3db-24ec-43cb-83f0-0806adf30e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:27.758929 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-54b0afee-8f04-43da-98ce-c1f198b80748 req-4860b3db-24ec-43cb-83f0-0806adf30e8f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7f35c8f4-a80f-46f0-b625-9aa7a1eb4d3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2209992 Oct 20 10:42:27.760931 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326c88da-7d82-4cce-9a01-a7cdbf390bbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33e55e74-68ef-4d1a-a69c-4959d2a6a1b0,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:27.808181 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:42:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fc667d4-4cc9-4995-80e2-cd95ba5e06fe x-openstack-request-id: req-0fc667d4-4cc9-4995-80e2-cd95ba5e06fe {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:42:27.808661 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf10824a-0d7c-4a97-918b-5a9e43f9c7be", "name": "network-vif-plugged", "status": "completed", "tag": "86e8fb62-fd09-4496-a88d-cb9b98a8eaa9", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:42:27.808661 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0fc667d4-4cc9-4995-80e2-cd95ba5e06fe {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:42:27.809083 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf10824a-0d7c-4a97-918b-5a9e43f9c7be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86e8fb62-fd09-4496-a88d-cb9b98a8eaa9', 'code': 200} Oct 20 10:42:27.842688 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-77031344-ac63-4ca8-b06c-d8f0d81d4382 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:27.856389 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=86e8fb62-fd09-4496-a88d-cb9b98a8eaa9,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:27.890033 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-77031344-ac63-4ca8-b06c-d8f0d81d4382 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:27.898134 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-54b0afee-8f04-43da-98ce-c1f198b80748 req-520415d5-d0ad-4342-aca1-981ead4ffb9a service neutron] 10.222.0.69 "GET /v2.0/networks/7f35c8f4-a80f-46f0-b625-9aa7a1eb4d3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300249 Oct 20 10:42:27.996923 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedd8953-8ad0-48cd-a105-ebe3db8ebc19 req-f38bec3e-9bc8-4917-a2ad-b38c8068c692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:27.998704 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-aedd8953-8ad0-48cd-a105-ebe3db8ebc19 req-f38bec3e-9bc8-4917-a2ad-b38c8068c692 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=bf10824a-0d7c-4a97-918b-5a9e43f9c7be HTTP/1.1" status: 200 len: 1097 time: 0.0979733 Oct 20 10:42:28.035582 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-77031344-ac63-4ca8-b06c-d8f0d81d4382 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:28.041608 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-77031344-ac63-4ca8-b06c-d8f0d81d4382 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:28.044619 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-77031344-ac63-4ca8-b06c-d8f0d81d4382 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/33e55e74-68ef-4d1a-a69c-4959d2a6a1b0 HTTP/1.1" status: 204 len: 168 time: 0.2909906 Oct 20 10:42:28.120144 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77031344-ac63-4ca8-b06c-d8f0d81d4382 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33e55e74-68ef-4d1a-a69c-4959d2a6a1b0,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:28.150004 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-aedd8953-8ad0-48cd-a105-ebe3db8ebc19 req-945ee34b-9806-428b-8090-6355d7ae7f0e service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=c0103fea-512d-468e-8b5a-957ec6e60b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426232 Oct 20 10:42:28.157325 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-54b0afee-8f04-43da-98ce-c1f198b80748 req-2bb608c4-d06f-4d62-acce-9ed45df56f91 service neutron] 10.222.0.69 "GET /v2.0/networks/7f35c8f4-a80f-46f0-b625-9aa7a1eb4d3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2496636 Oct 20 10:42:28.372647 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 3a08755e-a8d6-415f-add2-2cb69b0e79ce no longer exists at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:42:28.394173 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-54b0afee-8f04-43da-98ce-c1f198b80748 req-ee931acf-4929-4d6b-b654-c411b0af5a33 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.3&port_id=451833eb-4339-4de8-8005-8d3e2c53fd29 HTTP/1.1" status: 200 len: 217 time: 0.0552065 Oct 20 10:42:28.416608 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] No Port match for: 3a08755e-a8d6-415f-add2-2cb69b0e79ce {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:42:28.416998 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 3a08755e-a8d6-415f-add2-2cb69b0e79ce not bound to the agent host n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:42:28.661545 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b0afee-8f04-43da-98ce-c1f198b80748 req-11b0f2d1-8074-478f-b0a3-22ac8a58d2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:28.683336 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-54b0afee-8f04-43da-98ce-c1f198b80748 req-11b0f2d1-8074-478f-b0a3-22ac8a58d2a7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ee766014-e4cb-4d3b-914c-bd587db1d0d0 HTTP/1.1" status: 200 len: 797 time: 0.2794733 Oct 20 10:42:28.875102 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b0afee-8f04-43da-98ce-c1f198b80748 req-6a9abe24-eb0a-4205-9e22-008d9939a66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:28.877138 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-54b0afee-8f04-43da-98ce-c1f198b80748 req-6a9abe24-eb0a-4205-9e22-008d9939a66d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7f35c8f4-a80f-46f0-b625-9aa7a1eb4d3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1856236 Oct 20 10:42:28.920259 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3050a39-211d-4111-ac76-d4e78b058693 req-4f198af5-992f-4212-bff4-ca567e4e4924 tempest-InstanceActionsTestJSON-1894646728 tempest-InstanceActionsTestJSON-1894646728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:28.938888 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f3050a39-211d-4111-ac76-d4e78b058693 req-4f198af5-992f-4212-bff4-ca567e4e4924 tempest-InstanceActionsTestJSON-1894646728 tempest-InstanceActionsTestJSON-1894646728-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf10824a-0d7c-4a97-918b-5a9e43f9c7be HTTP/1.1" status: 200 len: 946 time: 0.1264684 Oct 20 10:42:29.028526 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f3050a39-211d-4111-ac76-d4e78b058693 req-e0993f0d-2575-45c0-a365-35a7794238a6 tempest-InstanceActionsTestJSON-1894646728 tempest-InstanceActionsTestJSON-1894646728-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0103fea-512d-468e-8b5a-957ec6e60b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865619 Oct 20 10:42:29.172484 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-54b0afee-8f04-43da-98ce-c1f198b80748 req-3951566b-56a5-4913-bcd2-bce28b8ddcf4 service neutron] 10.222.0.69 "GET /v2.0/networks/7f35c8f4-a80f-46f0-b625-9aa7a1eb4d3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2854731 Oct 20 10:42:29.418995 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-54b0afee-8f04-43da-98ce-c1f198b80748 req-57a0b8b7-d078-48aa-a593-fd46392d94eb service neutron] 10.222.0.69 "GET /v2.0/networks/7f35c8f4-a80f-46f0-b625-9aa7a1eb4d3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2375546 Oct 20 10:42:29.524281 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-54b0afee-8f04-43da-98ce-c1f198b80748 req-437d6737-4e01-4c49-b6f0-56eb0db534fd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.36&port_id=c659bd4f-6f7c-4e27-84fc-06618ca3d1ea HTTP/1.1" status: 200 len: 217 time: 0.0962253 Oct 20 10:42:29.623035 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b0afee-8f04-43da-98ce-c1f198b80748 req-27e28924-735a-44c6-ba6d-b17faeadf492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:29.623035 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-54b0afee-8f04-43da-98ce-c1f198b80748 req-27e28924-735a-44c6-ba6d-b17faeadf492 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ee766014-e4cb-4d3b-914c-bd587db1d0d0 HTTP/1.1" status: 200 len: 797 time: 0.0874453 Oct 20 10:42:29.704549 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bd9d81-3ca8-4530-99c1-b7e5390bc178 req-4ed981a0-9711-4974-be49-f52f9b66334b tempest-ListServersNegativeTestJSON-1106856512 tempest-ListServersNegativeTestJSON-1106856512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:29.715091 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bd9d81-3ca8-4530-99c1-b7e5390bc178 req-4ed981a0-9711-4974-be49-f52f9b66334b tempest-ListServersNegativeTestJSON-1106856512 tempest-ListServersNegativeTestJSON-1106856512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:29.715983 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b0afee-8f04-43da-98ce-c1f198b80748 req-a4869a19-8e53-41bc-9537-1cb5059c2cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:29.720096 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-54b0afee-8f04-43da-98ce-c1f198b80748 req-a4869a19-8e53-41bc-9537-1cb5059c2cc6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7f35c8f4-a80f-46f0-b625-9aa7a1eb4d3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0840375 Oct 20 10:42:29.724601 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-11bd9d81-3ca8-4530-99c1-b7e5390bc178 req-4ed981a0-9711-4974-be49-f52f9b66334b tempest-ListServersNegativeTestJSON-1106856512 tempest-ListServersNegativeTestJSON-1106856512-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e6f7893-0897-4711-88f8-7aed57efa731&device_id=bbd43428-99bb-4533-b23d-1e9434ccdc54 HTTP/1.1" status: 200 len: 1681 time: 0.0949044 Oct 20 10:42:29.795685 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-11bd9d81-3ca8-4530-99c1-b7e5390bc178 req-0edd2f47-7a42-40eb-9e71-f4e94ac80483 tempest-ListServersNegativeTestJSON-1106856512 tempest-ListServersNegativeTestJSON-1106856512-project] 10.222.0.64 "GET /v2.0/security-groups?id=6fd76a8e-8e19-4703-967a-8121b94f7e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695822 Oct 20 10:42:29.866434 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 59982) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:42:29.871863 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-03cfd293-41b0-4d35-b18f-a8ef42c1b4ff tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1687986527'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:42:29.946052 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-54b0afee-8f04-43da-98ce-c1f198b80748 req-ee90ef52-e861-4b44-8765-3d1346b1e43b service neutron] 10.222.0.69 "GET /v2.0/networks/7f35c8f4-a80f-46f0-b625-9aa7a1eb4d3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166233 Oct 20 10:42:29.950120 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03cfd293-41b0-4d35-b18f-a8ef42c1b4ff tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Made reservation on behalf of cfcb374660ef40a8b05378b5e2eaff9e for: {'network': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:42:29.955433 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-03cfd293-41b0-4d35-b18f-a8ef42c1b4ff tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:30.000419 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03cfd293-41b0-4d35-b18f-a8ef42c1b4ff tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 841} {{(pid=100596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:42:30.026229 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-03cfd293-41b0-4d35-b18f-a8ef42c1b4ff tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:30.027726 n-d-811396-3 neutron-server[100596]: INFO neutron.db.segments_db [None req-03cfd293-41b0-4d35-b18f-a8ef42c1b4ff tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Added segment 0cf32ebe-2347-41ff-bb97-94fd0b819e03 of type vlan for network 07f7de1d-67fc-4ee5-9720-a5ddc92657d8 Oct 20 10:42:30.152406 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-03cfd293-41b0-4d35-b18f-a8ef42c1b4ff tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:30.189268 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-54b0afee-8f04-43da-98ce-c1f198b80748 req-374f3953-c4d7-48dd-a491-a094989ec73c service neutron] 10.222.0.69 "GET /v2.0/networks/7f35c8f4-a80f-46f0-b625-9aa7a1eb4d3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2350757 Oct 20 10:42:30.282385 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-03cfd293-41b0-4d35-b18f-a8ef42c1b4ff tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:30.283958 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-54b0afee-8f04-43da-98ce-c1f198b80748 req-4ac6a399-f9d5-4cde-8052-4b9242ed1d08 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.44&port_id=6b62206e-39d0-45df-9f8b-694b5bc1053f HTTP/1.1" status: 200 len: 217 time: 0.0858982 Oct 20 10:42:30.294571 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03cfd293-41b0-4d35-b18f-a8ef42c1b4ff tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:30.295147 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-03cfd293-41b0-4d35-b18f-a8ef42c1b4ff tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Publish callbacks [] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:30.337466 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf367c4a-b695-48af-bd13-683ed35160ec req-3ace5d2f-dff2-4b97-926f-1210af396e83 tempest-InstanceActionsTestJSON-1894646728 tempest-InstanceActionsTestJSON-1894646728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:30.338805 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cf367c4a-b695-48af-bd13-683ed35160ec req-3ace5d2f-dff2-4b97-926f-1210af396e83 tempest-InstanceActionsTestJSON-1894646728 tempest-InstanceActionsTestJSON-1894646728-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf10824a-0d7c-4a97-918b-5a9e43f9c7be HTTP/1.1" status: 200 len: 946 time: 0.1602683 Oct 20 10:42:30.374687 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b0afee-8f04-43da-98ce-c1f198b80748 req-63a2f76d-43f1-41fd-8109-b2703b925ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:30.377176 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-54b0afee-8f04-43da-98ce-c1f198b80748 req-63a2f76d-43f1-41fd-8109-b2703b925ee0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ee766014-e4cb-4d3b-914c-bd587db1d0d0 HTTP/1.1" status: 200 len: 797 time: 0.0828159 Oct 20 10:42:30.482909 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b0afee-8f04-43da-98ce-c1f198b80748 req-1cf75089-9d44-4ce0-9c45-bfcd4ed70d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:30.484350 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-54b0afee-8f04-43da-98ce-c1f198b80748 req-1cf75089-9d44-4ce0-9c45-bfcd4ed70d00 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7f35c8f4-a80f-46f0-b625-9aa7a1eb4d3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0964904 Oct 20 10:42:30.493135 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 60012) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:42:30.493282 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-03cfd293-41b0-4d35-b18f-a8ef42c1b4ff tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6251724 Oct 20 10:42:30.499919 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cf367c4a-b695-48af-bd13-683ed35160ec req-dbf18d95-e620-4b1b-a8d4-e2692d011d15 tempest-InstanceActionsTestJSON-1894646728 tempest-InstanceActionsTestJSON-1894646728-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0103fea-512d-468e-8b5a-957ec6e60b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281347 Oct 20 10:42:30.516017 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-94658215-4556-4446-9667-681cfa202a37 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1390914857'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:42:30.558783 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cfd293-41b0-4d35-b18f-a8ef42c1b4ff tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Pushing event updated for resources: {'Network': ['ID=07f7de1d-67fc-4ee5-9720-a5ddc92657d8,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:30.588510 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network 07f7de1d-67fc-4ee5-9720-a5ddc92657d8 details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:42:30.612474 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 60018) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:42:30.738019 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94658215-4556-4446-9667-681cfa202a37 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Made reservation on behalf of cfcb374660ef40a8b05378b5e2eaff9e for: {'network': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:42:30.741659 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-94658215-4556-4446-9667-681cfa202a37 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:30.915669 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b35806-3149-4694-bb36-3869d50778d0 req-10bc4042-6ff4-46e0-bf19-6765c72937ad tempest-ListServersNegativeTestJSON-1106856512 tempest-ListServersNegativeTestJSON-1106856512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:30.923188 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f5b35806-3149-4694-bb36-3869d50778d0 req-10bc4042-6ff4-46e0-bf19-6765c72937ad tempest-ListServersNegativeTestJSON-1106856512 tempest-ListServersNegativeTestJSON-1106856512-project] 10.222.0.64 "GET /v2.0/ports?device_id=bbd43428-99bb-4533-b23d-1e9434ccdc54 HTTP/1.1" status: 200 len: 945 time: 0.1232226 Oct 20 10:42:30.998897 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f5b35806-3149-4694-bb36-3869d50778d0 req-52b30267-09e9-4383-acbe-235566e07cd0 tempest-ListServersNegativeTestJSON-1106856512 tempest-ListServersNegativeTestJSON-1106856512-project] 10.222.0.64 "GET /v2.0/security-groups?id=6fd76a8e-8e19-4703-967a-8121b94f7e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746586 Oct 20 10:42:30.999693 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-922f56a8-2e12-4de6-a393-8b4be2197711 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:31.026294 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-54b0afee-8f04-43da-98ce-c1f198b80748 req-a69d9896-fabe-4df4-8f69-11eaf4015881 service neutron] 10.222.0.69 "GET /v2.0/networks/7f35c8f4-a80f-46f0-b625-9aa7a1eb4d3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5002105 Oct 20 10:42:31.040173 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94658215-4556-4446-9667-681cfa202a37 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 838} {{(pid=100597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:42:31.051325 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-94658215-4556-4446-9667-681cfa202a37 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:31.051752 n-d-811396-3 neutron-server[100597]: INFO neutron.db.segments_db [None req-94658215-4556-4446-9667-681cfa202a37 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Added segment bd673faa-a525-4b04-bf70-d433a325f98a of type vlan for network 5a3ba547-1c5f-4bda-b0cf-f555209356c6 Oct 20 10:42:31.103512 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-94658215-4556-4446-9667-681cfa202a37 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:31.110506 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-922f56a8-2e12-4de6-a393-8b4be2197711 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:31.118302 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-922f56a8-2e12-4de6-a393-8b4be2197711 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:31.165172 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-94658215-4556-4446-9667-681cfa202a37 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:31.173152 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94658215-4556-4446-9667-681cfa202a37 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:31.174222 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-94658215-4556-4446-9667-681cfa202a37 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:31.212230 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-922f56a8-2e12-4de6-a393-8b4be2197711 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a688c795373645b19ab879a90d9c219b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5959496 Oct 20 10:42:31.212230 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922f56a8-2e12-4de6-a393-8b4be2197711 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b61329a7-64e4-470c-8def-4ae2f48bfccc,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:31.214815 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 60042) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:42:31.339113 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-54b0afee-8f04-43da-98ce-c1f198b80748 req-fa2aa52a-865a-410d-8038-cb902a7fb177 service neutron] 10.222.0.69 "GET /v2.0/networks/7f35c8f4-a80f-46f0-b625-9aa7a1eb4d3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2229753 Oct 20 10:42:31.341976 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94658215-4556-4446-9667-681cfa202a37 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Pushing event updated for resources: {'Network': ['ID=5a3ba547-1c5f-4bda-b0cf-f555209356c6,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:31.353032 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network 5a3ba547-1c5f-4bda-b0cf-f555209356c6 details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:42:31.358443 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-94658215-4556-4446-9667-681cfa202a37 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8629370 Oct 20 10:42:31.361368 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 60052) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:42:31.384623 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-96c239a6-bc38-4ce8-9622-60328eb4749b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:31.396979 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-0418ab72-0593-419f-8035-dbe48d2ca1f8 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Request body: {'subnet': {'network_id': '07f7de1d-67fc-4ee5-9720-a5ddc92657d8', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:42:31.402976 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-54b0afee-8f04-43da-98ce-c1f198b80748 req-a38687ac-f8c0-47a5-9666-4e97aa5b23cc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=cde88316-97fc-42ab-948b-2cc207ce19a1 HTTP/1.1" status: 200 len: 217 time: 0.0553100 Oct 20 10:42:31.463253 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-96c239a6-bc38-4ce8-9622-60328eb4749b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:31.467908 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b4f6ae-33aa-484a-8bcf-793288f1c8d9 req-f02b65ff-ca93-4085-827f-a1cf9eaf7d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:31.469523 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e6b4f6ae-33aa-484a-8bcf-793288f1c8d9 req-f02b65ff-ca93-4085-827f-a1cf9eaf7d12 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d92d39f583384e468dd5c1aeac763e82&device_id=bf10824a-0d7c-4a97-918b-5a9e43f9c7be HTTP/1.1" status: 200 len: 1097 time: 0.1973307 Oct 20 10:42:31.514585 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4599332-44b3-4865-85de-0d3d8b80a831 req-44cd3e63-d67c-43dd-a9fd-34a511974135 tempest-InstanceActionsTestJSON-1894646728 tempest-InstanceActionsTestJSON-1894646728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:31.516520 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b4599332-44b3-4865-85de-0d3d8b80a831 req-44cd3e63-d67c-43dd-a9fd-34a511974135 tempest-InstanceActionsTestJSON-1894646728 tempest-InstanceActionsTestJSON-1894646728-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf10824a-0d7c-4a97-918b-5a9e43f9c7be HTTP/1.1" status: 200 len: 946 time: 0.2034693 Oct 20 10:42:31.546008 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b0afee-8f04-43da-98ce-c1f198b80748 req-6d015ac2-1751-459b-8a52-22f24022865d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:31.547587 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-54b0afee-8f04-43da-98ce-c1f198b80748 req-6d015ac2-1751-459b-8a52-22f24022865d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a2b9a836-50d1-4b54-8c45-1b8fbb975652 HTTP/1.1" status: 200 len: 797 time: 0.1290591 Oct 20 10:42:31.569106 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0418ab72-0593-419f-8035-dbe48d2ca1f8 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Made reservation on behalf of cfcb374660ef40a8b05378b5e2eaff9e for: {'subnet': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:42:31.573595 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0418ab72-0593-419f-8035-dbe48d2ca1f8 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25350782'] for subnet, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:31.646283 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b4599332-44b3-4865-85de-0d3d8b80a831 req-8f81ad15-5ba6-43ae-ab02-a8b87ee77a5f tempest-InstanceActionsTestJSON-1894646728 tempest-InstanceActionsTestJSON-1894646728-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0103fea-512d-468e-8b5a-957ec6e60b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186969 Oct 20 10:42:31.649207 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-96c239a6-bc38-4ce8-9622-60328eb4749b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:31.652086 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-96c239a6-bc38-4ce8-9622-60328eb4749b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:31.654106 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-96c239a6-bc38-4ce8-9622-60328eb4749b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b61329a7-64e4-470c-8def-4ae2f48bfccc HTTP/1.1" status: 204 len: 168 time: 0.4381084 Oct 20 10:42:31.674335 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c239a6-bc38-4ce8-9622-60328eb4749b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b61329a7-64e4-470c-8def-4ae2f48bfccc,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:31.677230 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b4f6ae-33aa-484a-8bcf-793288f1c8d9 req-dd1293bc-485b-43b2-bf45-ce04c2bcdfea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:31.679118 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e6b4f6ae-33aa-484a-8bcf-793288f1c8d9 req-dd1293bc-485b-43b2-bf45-ce04c2bcdfea service neutron] 10.222.0.69 "GET /v2.0/networks?id=02e4ce85-a51b-40cd-828a-c8c1821150e0 HTTP/1.1" status: 200 len: 914 time: 0.2003856 Oct 20 10:42:31.724769 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b0afee-8f04-43da-98ce-c1f198b80748 req-068015f8-29b3-46b1-9a88-01f3f1ca17ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:31.726395 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-54b0afee-8f04-43da-98ce-c1f198b80748 req-068015f8-29b3-46b1-9a88-01f3f1ca17ce service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7bc60fc7-42ea-472c-be5f-6faa92f9f9bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1708529 Oct 20 10:42:31.764536 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e6b4f6ae-33aa-484a-8bcf-793288f1c8d9 req-1c5f22f4-7515-44ec-803f-a532444c7769 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=86e8fb62-fd09-4496-a88d-cb9b98a8eaa9 HTTP/1.1" status: 200 len: 217 time: 0.0780582 Oct 20 10:42:31.897579 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b4f6ae-33aa-484a-8bcf-793288f1c8d9 req-a20a47e0-a21c-44e1-ba72-97a9d34e0d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:31.900534 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e6b4f6ae-33aa-484a-8bcf-793288f1c8d9 req-a20a47e0-a21c-44e1-ba72-97a9d34e0d19 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5918d30c-baac-42d7-a06b-0910988942dd HTTP/1.1" status: 200 len: 853 time: 0.1281142 Oct 20 10:42:31.921792 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6607e980-a271-4170-a1ff-1a09d502e4f6 req-f299f764-c400-4478-a535-74b5ccef9faa tempest-ListServersNegativeTestJSON-1106856512 tempest-ListServersNegativeTestJSON-1106856512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:31.924646 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6607e980-a271-4170-a1ff-1a09d502e4f6 req-f299f764-c400-4478-a535-74b5ccef9faa tempest-ListServersNegativeTestJSON-1106856512 tempest-ListServersNegativeTestJSON-1106856512-project] 10.222.0.69 "GET /v2.0/ports?device_id=bbd43428-99bb-4533-b23d-1e9434ccdc54 HTTP/1.1" status: 200 len: 945 time: 0.1374545 Oct 20 10:42:31.955977 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-54b0afee-8f04-43da-98ce-c1f198b80748 req-2e410006-5ee9-4543-9f98-283662cf922e service neutron] 10.222.0.69 "GET /v2.0/networks/7bc60fc7-42ea-472c-be5f-6faa92f9f9bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116416 Oct 20 10:42:32.007056 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e6b4f6ae-33aa-484a-8bcf-793288f1c8d9 req-4cd7e6b6-cd8b-45cb-9af7-d8e07e8c7404 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=02e4ce85-a51b-40cd-828a-c8c1821150e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0806291 Oct 20 10:42:32.018137 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0418ab72-0593-419f-8035-dbe48d2ca1f8 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25350752'] for subnet, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:32.173830 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0418ab72-0593-419f-8035-dbe48d2ca1f8 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Pushing event updated for resources: {'Subnet': ['ID=dfebcc83-a566-4e8b-95ce-d2b602fa67f2,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:32.215317 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-54b0afee-8f04-43da-98ce-c1f198b80748 req-93a317fd-9bd0-4d26-95fa-83643158980c service neutron] 10.222.0.69 "GET /v2.0/networks/7bc60fc7-42ea-472c-be5f-6faa92f9f9bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2465909 Oct 20 10:42:32.216612 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0418ab72-0593-419f-8035-dbe48d2ca1f8 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Checking segment: {'id': '0cf32ebe-2347-41ff-bb97-94fd0b819e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '07f7de1d-67fc-4ee5-9720-a5ddc92657d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:42:32.216612 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0418ab72-0593-419f-8035-dbe48d2ca1f8 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Network hostable DHCP agents. Network: 07f7de1d-67fc-4ee5-9720-a5ddc92657d8, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:42:32.295498 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 60100) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:42:32.297539 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-54b0afee-8f04-43da-98ce-c1f198b80748 req-7cb2e434-610f-4915-a17e-95b2ffe98856 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=fbaf8d36-195c-43d3-b057-07f5fe113158 HTTP/1.1" status: 200 len: 217 time: 0.0706413 Oct 20 10:42:32.326317 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0418ab72-0593-419f-8035-dbe48d2ca1f8 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Network 07f7de1d-67fc-4ee5-9720-a5ddc92657d8 is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:42:32.328682 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-08e4dfa8-22a4-49fc-9f3b-63d2f00860aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:32.380745 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-0418ab72-0593-419f-8035-dbe48d2ca1f8 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, 07f7de1d-67fc-4ee5-9720-a5ddc92657d8) {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:42:32.385109 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0418ab72-0593-419f-8035-dbe48d2ca1f8 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:32.385707 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0418ab72-0593-419f-8035-dbe48d2ca1f8 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:32.398548 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee5b951-357b-4530-9ec9-b743e6182252 None None] Network 07f7de1d-67fc-4ee5-9720-a5ddc92657d8 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:42:32.403859 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b0afee-8f04-43da-98ce-c1f198b80748 req-f7ed7c89-9c68-43ff-adda-13b489c64bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:32.409044 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-54b0afee-8f04-43da-98ce-c1f198b80748 req-f7ed7c89-9c68-43ff-adda-13b489c64bcb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a2b9a836-50d1-4b54-8c45-1b8fbb975652 HTTP/1.1" status: 200 len: 797 time: 0.1022453 Oct 20 10:42:32.416870 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e6b4f6ae-33aa-484a-8bcf-793288f1c8d9 req-84c75f70-303a-4213-b71e-90d61d8b8218 service neutron] 10.222.0.69 "GET /v2.0/networks/02e4ce85-a51b-40cd-828a-c8c1821150e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3952615 Oct 20 10:42:32.428482 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf15064a-f1e0-4717-92b4-1973ffadebc7 req-0dc85a6d-6ec2-4235-86dd-62d562442039 tempest-ListServersNegativeTestJSON-1106856512 tempest-ListServersNegativeTestJSON-1106856512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:32.436399 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cf15064a-f1e0-4717-92b4-1973ffadebc7 req-0dc85a6d-6ec2-4235-86dd-62d562442039 tempest-ListServersNegativeTestJSON-1106856512 tempest-ListServersNegativeTestJSON-1106856512-project] 10.222.0.64 "GET /v2.0/ports?device_id=bbd43428-99bb-4533-b23d-1e9434ccdc54 HTTP/1.1" status: 200 len: 945 time: 0.2611148 Oct 20 10:42:32.457872 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-0418ab72-0593-419f-8035-dbe48d2ca1f8 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0634861 Oct 20 10:42:32.469021 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 60110) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:42:32.480055 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-26ede12f-fd58-4e88-a4f3-38d9acd91067 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Request body: {'subnet': {'network_id': '5a3ba547-1c5f-4bda-b0cf-f555209356c6', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:42:32.482292 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-6607e980-a271-4170-a1ff-1a09d502e4f6 req-4bd0c5eb-23c4-4198-a07c-ce767e9072f2 tempest-ListServersNegativeTestJSON-1106856512 tempest-ListServersNegativeTestJSON-1106856512-project] Deleting port a78cd88e-49bd-4d47-a34e-4bd7a4dcc193 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:42:32.482958 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-6607e980-a271-4170-a1ff-1a09d502e4f6 req-4bd0c5eb-23c4-4198-a07c-ce767e9072f2 tempest-ListServersNegativeTestJSON-1106856512 tempest-ListServersNegativeTestJSON-1106856512-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:32.606428 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-6607e980-a271-4170-a1ff-1a09d502e4f6 req-4bd0c5eb-23c4-4198-a07c-ce767e9072f2 tempest-ListServersNegativeTestJSON-1106856512 tempest-ListServersNegativeTestJSON-1106856512-project] For port a78cd88e-49bd-4d47-a34e-4bd7a4dcc193, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=a78cd88e-49bd-4d47-a34e-4bd7a4dcc193,segment=NetworkSegment(53f4a5e4-77d4-4e80-ab0a-18adfceaa566),segment_id=53f4a5e4-77d4-4e80-ab0a-18adfceaa566)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:42:32.607208 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-6607e980-a271-4170-a1ff-1a09d502e4f6 req-4bd0c5eb-23c4-4198-a07c-ce767e9072f2 tempest-ListServersNegativeTestJSON-1106856512 tempest-ListServersNegativeTestJSON-1106856512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:32.623670 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-6607e980-a271-4170-a1ff-1a09d502e4f6 req-4bd0c5eb-23c4-4198-a07c-ce767e9072f2 tempest-ListServersNegativeTestJSON-1106856512 tempest-ListServersNegativeTestJSON-1106856512-project] Calling delete_port for a78cd88e-49bd-4d47-a34e-4bd7a4dcc193 owned by compute:nova {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:42:32.675051 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b444b5e7-88a8-4f39-88cc-9f73a2747a09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524064ba-869c-5550-b826-c26b69a11278-07f7de1d-67fc-4ee5-9720-a5ddc92657d8', 'network_id': '07f7de1d-67fc-4ee5-9720-a5ddc92657d8', 'tenant_id': 'cfcb374660ef40a8b05378b5e2eaff9e', 'fixed_ips': [{'subnet_id': 'dfebcc83-a566-4e8b-95ce-d2b602fa67f2'}]}} from n-d-811396-3. {{(pid=100598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:42:32.676516 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-b444b5e7-88a8-4f39-88cc-9f73a2747a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:32.686404 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-08e4dfa8-22a4-49fc-9f3b-63d2f00860aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:32.869044 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-08e4dfa8-22a4-49fc-9f3b-63d2f00860aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:32.883594 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cf15064a-f1e0-4717-92b4-1973ffadebc7 req-46cc0155-72d4-4dbb-b34d-9ba932770c96 tempest-ListServersNegativeTestJSON-1106856512 tempest-ListServersNegativeTestJSON-1106856512-project] 10.222.0.64 "GET /v2.0/security-groups?id=6fd76a8e-8e19-4703-967a-8121b94f7e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4458704 Oct 20 10:42:32.974853 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-08e4dfa8-22a4-49fc-9f3b-63d2f00860aa admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=bf46e612705a4c8699bc039d737babdb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6795287 Oct 20 10:42:32.986922 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e4dfa8-22a4-49fc-9f3b-63d2f00860aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2b1cf92-d20a-4332-935a-b5704d64589c,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:33.010850 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 60122) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:42:33.015023 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b0afee-8f04-43da-98ce-c1f198b80748 req-ba26a861-a5f6-4dd2-9db3-5d32e14c2605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:33.020789 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-54b0afee-8f04-43da-98ce-c1f198b80748 req-ba26a861-a5f6-4dd2-9db3-5d32e14c2605 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7bc60fc7-42ea-472c-be5f-6faa92f9f9bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6018233 Oct 20 10:42:33.050619 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-b444b5e7-88a8-4f39-88cc-9f73a2747a09 None None] Allocated IP 10.1.1.2 (07f7de1d-67fc-4ee5-9720-a5ddc92657d8/dfebcc83-a566-4e8b-95ce-d2b602fa67f2/23797cca-6cf1-4742-8f5a-fd1ada5fa234) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:42:33.133767 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26ede12f-fd58-4e88-a4f3-38d9acd91067 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Made reservation on behalf of cfcb374660ef40a8b05378b5e2eaff9e for: {'subnet': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:42:33.145832 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-26ede12f-fd58-4e88-a4f3-38d9acd91067 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25350782'] for subnet, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:33.389895 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-b444b5e7-88a8-4f39-88cc-9f73a2747a09 None None] Publish callbacks [] for port, precommit_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:33.409099 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-b444b5e7-88a8-4f39-88cc-9f73a2747a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:33.455680 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b444b5e7-88a8-4f39-88cc-9f73a2747a09 None None] Network 07f7de1d-67fc-4ee5-9720-a5ddc92657d8 is already hosted by enough agents. {{(pid=100598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:42:33.465450 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.base_scheduler [None req-b444b5e7-88a8-4f39-88cc-9f73a2747a09 None None] Resources bound (agent type, host, resource id): {{(pid=100598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:42:33.468339 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b444b5e7-88a8-4f39-88cc-9f73a2747a09 None None] Received port after_create {{(pid=100598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:42:33.503798 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b444b5e7-88a8-4f39-88cc-9f73a2747a09 None None] Pushing event updated for resources: {'Port': ['ID=23797cca-6cf1-4742-8f5a-fd1ada5fa234,revision_number=1']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:33.608289 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-5e10dbd2-27c4-4979-b6fc-4985acbd8b53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:33.637574 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-b444b5e7-88a8-4f39-88cc-9f73a2747a09 None None] Attempting to bind port 23797cca-6cf1-4742-8f5a-fd1ada5fa234 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:42:33.638091 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-b444b5e7-88a8-4f39-88cc-9f73a2747a09 None None] Attempting to bind port 23797cca-6cf1-4742-8f5a-fd1ada5fa234 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '0cf32ebe-2347-41ff-bb97-94fd0b819e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '07f7de1d-67fc-4ee5-9720-a5ddc92657d8'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:42:33.638352 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b444b5e7-88a8-4f39-88cc-9f73a2747a09 None None] Attempting to bind port 23797cca-6cf1-4742-8f5a-fd1ada5fa234 on network 07f7de1d-67fc-4ee5-9720-a5ddc92657d8 {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:42:33.646575 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b444b5e7-88a8-4f39-88cc-9f73a2747a09 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:42:33.647607 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b444b5e7-88a8-4f39-88cc-9f73a2747a09 None None] Checking segment: {'id': '0cf32ebe-2347-41ff-bb97-94fd0b819e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '07f7de1d-67fc-4ee5-9720-a5ddc92657d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:42:33.648219 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-b444b5e7-88a8-4f39-88cc-9f73a2747a09 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:33.648942 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b444b5e7-88a8-4f39-88cc-9f73a2747a09 None None] Bound using segment: {'id': '0cf32ebe-2347-41ff-bb97-94fd0b819e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '07f7de1d-67fc-4ee5-9720-a5ddc92657d8'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:42:33.649649 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-b444b5e7-88a8-4f39-88cc-9f73a2747a09 None None] Bound port: 23797cca-6cf1-4742-8f5a-fd1ada5fa234, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cf32ebe-2347-41ff-bb97-94fd0b819e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '07f7de1d-67fc-4ee5-9720-a5ddc92657d8'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:42:33.650390 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-b444b5e7-88a8-4f39-88cc-9f73a2747a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:33.662659 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e6b4f6ae-33aa-484a-8bcf-793288f1c8d9 req-1aee68c5-acaf-4331-96d9-af77497c8f4e service neutron] 10.222.0.69 "GET /v2.0/networks/02e4ce85-a51b-40cd-828a-c8c1821150e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2214224 Oct 20 10:42:33.715647 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa55753c-d191-4043-abfb-c73933df1755 req-14c261d4-00d0-40e1-a622-23bd8e354747 tempest-ListServersNegativeTestJSON-1106856512 tempest-ListServersNegativeTestJSON-1106856512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:33.718007 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fa55753c-d191-4043-abfb-c73933df1755 req-14c261d4-00d0-40e1-a622-23bd8e354747 tempest-ListServersNegativeTestJSON-1106856512 tempest-ListServersNegativeTestJSON-1106856512-project] 10.222.0.55 "GET /v2.0/ports?device_id=1e6f7893-0897-4711-88f8-7aed57efa731 HTTP/1.1" status: 200 len: 945 time: 0.9757144 Oct 20 10:42:33.721016 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-6607e980-a271-4170-a1ff-1a09d502e4f6 req-4bd0c5eb-23c4-4198-a07c-ce767e9072f2 tempest-ListServersNegativeTestJSON-1106856512 tempest-ListServersNegativeTestJSON-1106856512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:33.773323 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-b444b5e7-88a8-4f39-88cc-9f73a2747a09 None None] For port 23797cca-6cf1-4742-8f5a-fd1ada5fa234, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:42:33.782018 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-b444b5e7-88a8-4f39-88cc-9f73a2747a09 None None] For port 23797cca-6cf1-4742-8f5a-fd1ada5fa234, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=23797cca-6cf1-4742-8f5a-fd1ada5fa234,segment=NetworkSegment(0cf32ebe-2347-41ff-bb97-94fd0b819e03),segment_id=0cf32ebe-2347-41ff-bb97-94fd0b819e03)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:42:33.790388 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd0c5eb-23c4-4198-a07c-ce767e9072f2 tempest-ListServersNegativeTestJSON-1106856512 tempest-ListServersNegativeTestJSON-1106856512-project] Pushing event deleted for resources: {'Port': ['ID=a78cd88e-49bd-4d47-a34e-4bd7a4dcc193,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:33.791060 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['5bc5faa9-6d2c-410f-9649-69701bafa29f'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:42:33.801738 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd370c9-6e2e-4419-9a2a-aec828bc3a5a req-f2fa4978-9d85-4059-98e6-1c6240ea9a68 tempest-InstanceActionsTestJSON-1894646728 tempest-InstanceActionsTestJSON-1894646728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:33.802093 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-b444b5e7-88a8-4f39-88cc-9f73a2747a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:33.805025 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ebd370c9-6e2e-4419-9a2a-aec828bc3a5a req-f2fa4978-9d85-4059-98e6-1c6240ea9a68 tempest-InstanceActionsTestJSON-1894646728 tempest-InstanceActionsTestJSON-1894646728-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf10824a-0d7c-4a97-918b-5a9e43f9c7be HTTP/1.1" status: 200 len: 946 time: 0.9775283 Oct 20 10:42:34.038505 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-6607e980-a271-4170-a1ff-1a09d502e4f6 req-4bd0c5eb-23c4-4198-a07c-ce767e9072f2 tempest-ListServersNegativeTestJSON-1106856512 tempest-ListServersNegativeTestJSON-1106856512-project] No DVR routers for this DVR port a78cd88e-49bd-4d47-a34e-4bd7a4dcc193 on host n-h2-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:42:34.056257 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b444b5e7-88a8-4f39-88cc-9f73a2747a09 None None] Pushing event updated for resources: {'Port': ['ID=23797cca-6cf1-4742-8f5a-fd1ada5fa234,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:34.065638 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-6607e980-a271-4170-a1ff-1a09d502e4f6 req-4bd0c5eb-23c4-4198-a07c-ce767e9072f2 tempest-ListServersNegativeTestJSON-1106856512 tempest-ListServersNegativeTestJSON-1106856512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:34.072492 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6607e980-a271-4170-a1ff-1a09d502e4f6 req-4bd0c5eb-23c4-4198-a07c-ce767e9072f2 tempest-ListServersNegativeTestJSON-1106856512 tempest-ListServersNegativeTestJSON-1106856512-project] 10.222.0.69 "DELETE /v2.0/ports/a78cd88e-49bd-4d47-a34e-4bd7a4dcc193 HTTP/1.1" status: 204 len: 173 time: 2.1341012 Oct 20 10:42:34.072952 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbd43428-99bb-4533-b23d-1e9434ccdc54', 'name': 'network-vif-deleted', 'tag': 'a78cd88e-49bd-4d47-a34e-4bd7a4dcc193'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:42:34.075296 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-994aa13b-ca0f-4d22-bdd0-cac69016ddfe" -d '{"events": [{"server_uuid": "bbd43428-99bb-4533-b23d-1e9434ccdc54", "name": "network-vif-deleted", "tag": "a78cd88e-49bd-4d47-a34e-4bd7a4dcc193"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:42:34.137944 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3b61a111-a56b-4678-a853-4369f5da0160 req-65403700-b6ad-4ecf-9040-13dcf118d3ae tempest-ListServersNegativeTestJSON-1106856512 tempest-ListServersNegativeTestJSON-1106856512-project] 10.222.0.64 "GET /v2.0/ports?device_id=bbd43428-99bb-4533-b23d-1e9434ccdc54 HTTP/1.1" status: 200 len: 210 time: 0.1239271 Oct 20 10:42:34.146975 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ebd370c9-6e2e-4419-9a2a-aec828bc3a5a req-5e7fa137-694a-42e1-bb83-ffb6de954859 tempest-InstanceActionsTestJSON-1894646728 tempest-InstanceActionsTestJSON-1894646728-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0103fea-512d-468e-8b5a-957ec6e60b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3123333 Oct 20 10:42:34.214619 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-fa55753c-d191-4043-abfb-c73933df1755 req-c038062a-b7d2-41da-8aee-bab55ba99a89 tempest-ListServersNegativeTestJSON-1106856512 tempest-ListServersNegativeTestJSON-1106856512-project] Deleting port 5bc5faa9-6d2c-410f-9649-69701bafa29f {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:42:34.214968 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-fa55753c-d191-4043-abfb-c73933df1755 req-c038062a-b7d2-41da-8aee-bab55ba99a89 tempest-ListServersNegativeTestJSON-1106856512 tempest-ListServersNegativeTestJSON-1106856512-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:34.283324 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9febb11-fcd8-49d8-b0a2-d0eca4450c7e x-openstack-request-id: req-f9febb11-fcd8-49d8-b0a2-d0eca4450c7e {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:42:34.283793 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbd43428-99bb-4533-b23d-1e9434ccdc54", "name": "network-vif-deleted", "tag": "a78cd88e-49bd-4d47-a34e-4bd7a4dcc193", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:42:34.284018 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f9febb11-fcd8-49d8-b0a2-d0eca4450c7e {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:42:34.284359 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbd43428-99bb-4533-b23d-1e9434ccdc54', 'name': 'network-vif-deleted', 'tag': 'a78cd88e-49bd-4d47-a34e-4bd7a4dcc193', 'status': 'completed', 'code': 200} Oct 20 10:42:34.440417 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-fa55753c-d191-4043-abfb-c73933df1755 req-c038062a-b7d2-41da-8aee-bab55ba99a89 tempest-ListServersNegativeTestJSON-1106856512 tempest-ListServersNegativeTestJSON-1106856512-project] For port 5bc5faa9-6d2c-410f-9649-69701bafa29f, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=5bc5faa9-6d2c-410f-9649-69701bafa29f,segment=NetworkSegment(53f4a5e4-77d4-4e80-ab0a-18adfceaa566),segment_id=53f4a5e4-77d4-4e80-ab0a-18adfceaa566)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:42:34.441013 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-fa55753c-d191-4043-abfb-c73933df1755 req-c038062a-b7d2-41da-8aee-bab55ba99a89 tempest-ListServersNegativeTestJSON-1106856512 tempest-ListServersNegativeTestJSON-1106856512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:34.495412 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-fa55753c-d191-4043-abfb-c73933df1755 req-c038062a-b7d2-41da-8aee-bab55ba99a89 tempest-ListServersNegativeTestJSON-1106856512 tempest-ListServersNegativeTestJSON-1106856512-project] Calling delete_port for 5bc5faa9-6d2c-410f-9649-69701bafa29f owned by compute:nova {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:42:34.654673 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-26ede12f-fd58-4e88-a4f3-38d9acd91067 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25350752'] for subnet, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:34.857096 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ede12f-fd58-4e88-a4f3-38d9acd91067 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Pushing event updated for resources: {'Subnet': ['ID=22db2ce2-efe8-4e35-9c70-b815c9c036db,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:34.915962 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0ce6bfde-c0a4-4e9d-a1af-88afb552b9c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:34.947938 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-fa55753c-d191-4043-abfb-c73933df1755 req-c038062a-b7d2-41da-8aee-bab55ba99a89 tempest-ListServersNegativeTestJSON-1106856512 tempest-ListServersNegativeTestJSON-1106856512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:34.973433 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0ce6bfde-c0a4-4e9d-a1af-88afb552b9c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:35.035191 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c038062a-b7d2-41da-8aee-bab55ba99a89 tempest-ListServersNegativeTestJSON-1106856512 tempest-ListServersNegativeTestJSON-1106856512-project] Pushing event deleted for resources: {'Port': ['ID=5bc5faa9-6d2c-410f-9649-69701bafa29f,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:35.062169 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0ce6bfde-c0a4-4e9d-a1af-88afb552b9c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:35.064790 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0ce6bfde-c0a4-4e9d-a1af-88afb552b9c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:35.066049 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-0ce6bfde-c0a4-4e9d-a1af-88afb552b9c8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d2b1cf92-d20a-4332-935a-b5704d64589c HTTP/1.1" status: 204 len: 168 time: 2.0539773 Oct 20 10:42:35.110507 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce6bfde-c0a4-4e9d-a1af-88afb552b9c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2b1cf92-d20a-4332-935a-b5704d64589c,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:35.169010 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa55753c-d191-4043-abfb-c73933df1755 req-c038062a-b7d2-41da-8aee-bab55ba99a89 tempest-ListServersNegativeTestJSON-1106856512 tempest-ListServersNegativeTestJSON-1106856512-project] No DVR routers for this DVR port 5bc5faa9-6d2c-410f-9649-69701bafa29f on host n-h1-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:42:35.184710 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device a78cd88e-49bd-4d47-a34e-4bd7a4dcc193 no longer exists at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:42:35.197391 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-fa55753c-d191-4043-abfb-c73933df1755 req-c038062a-b7d2-41da-8aee-bab55ba99a89 tempest-ListServersNegativeTestJSON-1106856512 tempest-ListServersNegativeTestJSON-1106856512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:35.206548 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fa55753c-d191-4043-abfb-c73933df1755 req-c038062a-b7d2-41da-8aee-bab55ba99a89 tempest-ListServersNegativeTestJSON-1106856512 tempest-ListServersNegativeTestJSON-1106856512-project] 10.222.0.55 "DELETE /v2.0/ports/5bc5faa9-6d2c-410f-9649-69701bafa29f HTTP/1.1" status: 204 len: 173 time: 1.4714572 Oct 20 10:42:35.294349 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-54b0afee-8f04-43da-98ce-c1f198b80748 req-39da3f01-d9be-42bf-854c-590a97523de7 service neutron] 10.222.0.69 "GET /v2.0/networks/7bc60fc7-42ea-472c-be5f-6faa92f9f9bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.2578444 Oct 20 10:42:35.323942 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] No Port match for: a78cd88e-49bd-4d47-a34e-4bd7a4dcc193 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:42:35.329812 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device a78cd88e-49bd-4d47-a34e-4bd7a4dcc193 not bound to the agent host n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:42:35.331824 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ede12f-fd58-4e88-a4f3-38d9acd91067 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Checking segment: {'id': 'bd673faa-a525-4b04-bf70-d433a325f98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '5a3ba547-1c5f-4bda-b0cf-f555209356c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:42:35.333586 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ede12f-fd58-4e88-a4f3-38d9acd91067 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Network hostable DHCP agents. Network: 5a3ba547-1c5f-4bda-b0cf-f555209356c6, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:42:35.561491 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a97120-07e0-4799-9a9a-4b57b23b52fb req-3370370a-4321-47f0-a998-1ca09b03ac6f tempest-InstanceActionsTestJSON-1894646728 tempest-InstanceActionsTestJSON-1894646728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:35.572204 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e3a97120-07e0-4799-9a9a-4b57b23b52fb req-3370370a-4321-47f0-a998-1ca09b03ac6f tempest-InstanceActionsTestJSON-1894646728 tempest-InstanceActionsTestJSON-1894646728-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf10824a-0d7c-4a97-918b-5a9e43f9c7be HTTP/1.1" status: 200 len: 946 time: 0.1618176 Oct 20 10:42:35.606332 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-15511a11-848d-4af4-b853-ec20a9c36048 req-8c23f457-8518-4d37-a61c-057cd8fb43c2 tempest-ListServersNegativeTestJSON-1106856512 tempest-ListServersNegativeTestJSON-1106856512-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e6f7893-0897-4711-88f8-7aed57efa731 HTTP/1.1" status: 200 len: 210 time: 0.0993321 Oct 20 10:42:35.628598 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-54b0afee-8f04-43da-98ce-c1f198b80748 req-667594db-7553-4d76-8f57-8f88f57901a2 service neutron] 10.222.0.69 "GET /v2.0/networks/7bc60fc7-42ea-472c-be5f-6faa92f9f9bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3020465 Oct 20 10:42:35.660479 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ede12f-fd58-4e88-a4f3-38d9acd91067 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Network 5a3ba547-1c5f-4bda-b0cf-f555209356c6 is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:42:35.695064 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-26ede12f-fd58-4e88-a4f3-38d9acd91067 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, 5a3ba547-1c5f-4bda-b0cf-f555209356c6) {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:42:35.708802 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ede12f-fd58-4e88-a4f3-38d9acd91067 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:35.711138 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-26ede12f-fd58-4e88-a4f3-38d9acd91067 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:35.716350 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed0560c9-b29b-4591-8b2d-ae9c67cff808 None None] Network 5a3ba547-1c5f-4bda-b0cf-f555209356c6 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:42:35.752752 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e3a97120-07e0-4799-9a9a-4b57b23b52fb req-29dacb49-c1ed-4b40-b1c0-2d13d9cf0d79 tempest-InstanceActionsTestJSON-1894646728 tempest-InstanceActionsTestJSON-1894646728-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0103fea-512d-468e-8b5a-957ec6e60b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764772 Oct 20 10:42:35.761529 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-26ede12f-fd58-4e88-a4f3-38d9acd91067 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.2913699 Oct 20 10:42:35.771308 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 60252) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:42:35.782632 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-983b534d-487a-4efc-ac84-6e8ae8b51102 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Request body: {'port': {'network_id': '07f7de1d-67fc-4ee5-9720-a5ddc92657d8', 'name': 'tempest-TaggedBootDevicesTest_v242-168102904', 'fixed_ips': [{'subnet_id': 'dfebcc83-a566-4e8b-95ce-d2b602fa67f2'}]}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:42:36.081580 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 23797cca-6cf1-4742-8f5a-fd1ada5fa234 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:42:36.141262 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-983b534d-487a-4efc-ac84-6e8ae8b51102 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Made reservation on behalf of cfcb374660ef40a8b05378b5e2eaff9e for: {'port': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:42:36.225938 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-c5fe000b-57e9-4164-8e82-87114d2a4cf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:36.286361 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e6f7893-0897-4711-88f8-7aed57efa731', 'name': 'network-vif-deleted', 'tag': '5bc5faa9-6d2c-410f-9649-69701bafa29f'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:42:36.289515 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4307f69d-ad83-4763-98df-4d205dc7750f" -d '{"events": [{"server_uuid": "1e6f7893-0897-4711-88f8-7aed57efa731", "name": "network-vif-deleted", "tag": "5bc5faa9-6d2c-410f-9649-69701bafa29f"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:42:36.341815 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-983b534d-487a-4efc-ac84-6e8ae8b51102 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:36.346284 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f483c7-93bc-44a2-b3bb-1a4f91caea5c None None] Network 07f7de1d-67fc-4ee5-9720-a5ddc92657d8 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:42:36.369631 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [None req-983b534d-487a-4efc-ac84-6e8ae8b51102 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] device_id is not set on port 58759e27-9624-496e-a7e3-dd96a6f12d24 yet. {{(pid=100597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:42:36.380681 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab825294-3b94-4c48-9364-961801d6e7cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524064ba-869c-5550-b826-c26b69a11278-5a3ba547-1c5f-4bda-b0cf-f555209356c6', 'network_id': '5a3ba547-1c5f-4bda-b0cf-f555209356c6', 'tenant_id': 'cfcb374660ef40a8b05378b5e2eaff9e', 'fixed_ips': [{'subnet_id': '22db2ce2-efe8-4e35-9c70-b815c9c036db'}]}} from n-d-811396-3. {{(pid=100598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:42:36.399711 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-ab825294-3b94-4c48-9364-961801d6e7cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:36.418634 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 5bc5faa9-6d2c-410f-9649-69701bafa29f no longer exists at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:42:36.458988 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] No Port match for: 5bc5faa9-6d2c-410f-9649-69701bafa29f {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:42:36.459588 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 5bc5faa9-6d2c-410f-9649-69701bafa29f not bound to the agent host n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:42:36.591198 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-6f418fa0-e2a6-4639-a21e-b0018a45c572 None None] Provisioning complete for port 23797cca-6cf1-4742-8f5a-fd1ada5fa234 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:42:36.591818 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-6f418fa0-e2a6-4639-a21e-b0018a45c572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:36.611527 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eda17a9-1114-46ac-b9dc-7926b60b4ff1 x-openstack-request-id: req-2eda17a9-1114-46ac-b9dc-7926b60b4ff1 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:42:36.612074 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e6f7893-0897-4711-88f8-7aed57efa731", "name": "network-vif-deleted", "tag": "5bc5faa9-6d2c-410f-9649-69701bafa29f", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:42:36.612172 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2eda17a9-1114-46ac-b9dc-7926b60b4ff1 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:42:36.612625 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e6f7893-0897-4711-88f8-7aed57efa731', 'name': 'network-vif-deleted', 'tag': '5bc5faa9-6d2c-410f-9649-69701bafa29f', 'status': 'completed', 'code': 200} Oct 20 10:42:36.643466 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a33f66-c515-4bc2-b774-5e56c6fabcfc req-cda5d728-8a73-4f13-8792-575ed48245e2 tempest-InstanceActionsTestJSON-1894646728 tempest-InstanceActionsTestJSON-1894646728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:36.645826 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-19a33f66-c515-4bc2-b774-5e56c6fabcfc req-cda5d728-8a73-4f13-8792-575ed48245e2 tempest-InstanceActionsTestJSON-1894646728 tempest-InstanceActionsTestJSON-1894646728-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf10824a-0d7c-4a97-918b-5a9e43f9c7be HTTP/1.1" status: 200 len: 946 time: 0.1779699 Oct 20 10:42:36.702571 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 60316) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:42:36.748177 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-983b534d-487a-4efc-ac84-6e8ae8b51102 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Allocated IP 10.1.1.48 (07f7de1d-67fc-4ee5-9720-a5ddc92657d8/dfebcc83-a566-4e8b-95ce-d2b602fa67f2/58759e27-9624-496e-a7e3-dd96a6f12d24) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:42:36.776532 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fcc1abb-ec91-49a1-81c8-63baca2c7090 admin admin] Deleting subnet 266079ff-f1f4-466f-9cdd-3e6da47a6db2 {{(pid=100596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:42:36.783742 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-19a33f66-c515-4bc2-b774-5e56c6fabcfc req-518ee58e-a02e-4631-acfb-a78fec1e05ee tempest-InstanceActionsTestJSON-1894646728 tempest-InstanceActionsTestJSON-1894646728-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0103fea-512d-468e-8b5a-957ec6e60b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280932 Oct 20 10:42:36.797131 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0fcc1abb-ec91-49a1-81c8-63baca2c7090 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:36.819737 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 23797cca-6cf1-4742-8f5a-fd1ada5fa234 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:42:36.820121 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:36.874602 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0fcc1abb-ec91-49a1-81c8-63baca2c7090 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25189079'] for subnet, precommit_delete_associations {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:36.978586 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0fcc1abb-ec91-49a1-81c8-63baca2c7090 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:37.071223 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-983b534d-487a-4efc-ac84-6e8ae8b51102 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:37.088229 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-6f418fa0-e2a6-4639-a21e-b0018a45c572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:37.146811 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-983b534d-487a-4efc-ac84-6e8ae8b51102 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:37.163731 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-ab825294-3b94-4c48-9364-961801d6e7cd None None] Allocated IP 10.2.2.2 (5a3ba547-1c5f-4bda-b0cf-f555209356c6/22db2ce2-efe8-4e35-9c70-b815c9c036db/3a9c98bf-0926-4432-b1f1-1dd562ccb32f) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:42:37.175082 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0fcc1abb-ec91-49a1-81c8-63baca2c7090 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26836193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26761888'] for subnet, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:37.189207 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:37.219008 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-983b534d-487a-4efc-ac84-6e8ae8b51102 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Network 07f7de1d-67fc-4ee5-9720-a5ddc92657d8 is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:42:37.224443 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-983b534d-487a-4efc-ac84-6e8ae8b51102 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:42:37.231487 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-6f418fa0-e2a6-4639-a21e-b0018a45c572 None None] For port 23797cca-6cf1-4742-8f5a-fd1ada5fa234, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=23797cca-6cf1-4742-8f5a-fd1ada5fa234,segment=NetworkSegment(0cf32ebe-2347-41ff-bb97-94fd0b819e03),segment_id=0cf32ebe-2347-41ff-bb97-94fd0b819e03)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:42:37.232003 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983b534d-487a-4efc-ac84-6e8ae8b51102 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:42:37.236820 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:37.255831 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-6f418fa0-e2a6-4639-a21e-b0018a45c572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:37.292327 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0fcc1abb-ec91-49a1-81c8-63baca2c7090 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:37.316304 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983b534d-487a-4efc-ac84-6e8ae8b51102 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Pushing event updated for resources: {'Port': ['ID=58759e27-9624-496e-a7e3-dd96a6f12d24,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:37.317620 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-0fcc1abb-ec91-49a1-81c8-63baca2c7090 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/266079ff-f1f4-466f-9cdd-3e6da47a6db2 HTTP/1.1" status: 204 len: 168 time: 0.6129255 Oct 20 10:42:37.324850 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 60336) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:42:37.331757 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcc1abb-ec91-49a1-81c8-63baca2c7090 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=266079ff-f1f4-466f-9cdd-3e6da47a6db2,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:37.343652 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f418fa0-e2a6-4639-a21e-b0018a45c572 None None] Pushing event updated for resources: {'Port': ['ID=23797cca-6cf1-4742-8f5a-fd1ada5fa234,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:37.438821 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-278c235b-e899-470a-8247-00630aad6159 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:37.631004 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.db.api [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 10:42:37.631950 n-d-811396-3 neutron-server[100598]: DEBUG oslo_db.api [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 10:42:37.652132 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-278c235b-e899-470a-8247-00630aad6159 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:37.680053 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:37.688835 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-278c235b-e899-470a-8247-00630aad6159 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df954bbc-f210-4dbe-b2a5-63b5d20aa4fd']}} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:42:37.713719 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-278c235b-e899-470a-8247-00630aad6159 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53f4a5e4-77d4-4e80-ab0a-18adfceaa566') {'for_net_delete': True} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:42:37.716095 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-278c235b-e899-470a-8247-00630aad6159 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53f4a5e4-77d4-4e80-ab0a-18adfceaa566') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:42:37.729508 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-c8a08756-f90c-4dae-aebc-0ca5afd9b1b1 None None] Provisioning complete for port 23797cca-6cf1-4742-8f5a-fd1ada5fa234 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:42:37.730238 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-c8a08756-f90c-4dae-aebc-0ca5afd9b1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:37.743717 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-278c235b-e899-470a-8247-00630aad6159 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25852596'] for segment, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:37.758016 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-278c235b-e899-470a-8247-00630aad6159 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:37.766977 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-278c235b-e899-470a-8247-00630aad6159 admin admin] Releasing vlan 840 on physical network physnet1 to pool {{(pid=100597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:42:37.767828 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-278c235b-e899-470a-8247-00630aad6159 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951012'] for segment, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:37.860465 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:37.880805 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-ab825294-3b94-4c48-9364-961801d6e7cd None None] Publish callbacks [] for port, precommit_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:37.893532 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-ab825294-3b94-4c48-9364-961801d6e7cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:37.930927 n-d-811396-3 neutron-server[100597]: Traceback (most recent call last): Oct 20 10:42:37.930927 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:42:37.930927 n-d-811396-3 neutron-server[100597]: timer() Oct 20 10:42:37.930927 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:42:37.930927 n-d-811396-3 neutron-server[100597]: cb(*args, **kw) Oct 20 10:42:37.930927 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:42:37.930927 n-d-811396-3 neutron-server[100597]: return func(*args, **kwargs) Oct 20 10:42:37.930927 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:42:37.930927 n-d-811396-3 neutron-server[100597]: self._notify() Oct 20 10:42:37.930927 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:42:37.930927 n-d-811396-3 neutron-server[100597]: self.callback(batched_events) Oct 20 10:42:37.930927 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:42:37.930927 n-d-811396-3 neutron-server[100597]: event.method(event) Oct 20 10:42:37.930927 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:42:37.930927 n-d-811396-3 neutron-server[100597]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:42:37.930927 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:42:37.930927 n-d-811396-3 neutron-server[100597]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:42:37.930927 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:42:37.930927 n-d-811396-3 neutron-server[100597]: return f(self, *a, **k) Oct 20 10:42:37.930927 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:42:37.930927 n-d-811396-3 neutron-server[100597]: return self._get(url).json() Oct 20 10:42:37.930927 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:42:37.930927 n-d-811396-3 neutron-server[100597]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:42:37.930927 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:42:37.930927 n-d-811396-3 neutron-server[100597]: return self.request(url, 'GET', **kwargs) Oct 20 10:42:37.930927 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:42:37.930927 n-d-811396-3 neutron-server[100597]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:42:37.930927 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:42:37.930927 n-d-811396-3 neutron-server[100597]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:42:37.930927 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:42:37.930927 n-d-811396-3 neutron-server[100597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:42:37.930927 n-d-811396-3 neutron-server[100597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:42:37.981461 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-983b534d-487a-4efc-ac84-6e8ae8b51102 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:37.982190 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-983b534d-487a-4efc-ac84-6e8ae8b51102 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:37.988220 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab825294-3b94-4c48-9364-961801d6e7cd None None] Network 5a3ba547-1c5f-4bda-b0cf-f555209356c6 is already hosted by enough agents. {{(pid=100598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:42:38.003519 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b5bfdc-baaf-40e3-807e-59bdedcbcead req-adb2fc96-d38e-4761-b262-5a2c1e696135 tempest-InstanceActionsTestJSON-1894646728 tempest-InstanceActionsTestJSON-1894646728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:38.011142 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-01b5bfdc-baaf-40e3-807e-59bdedcbcead req-adb2fc96-d38e-4761-b262-5a2c1e696135 tempest-InstanceActionsTestJSON-1894646728 tempest-InstanceActionsTestJSON-1894646728-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf10824a-0d7c-4a97-918b-5a9e43f9c7be HTTP/1.1" status: 200 len: 946 time: 0.0957947 Oct 20 10:42:38.045696 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.base_scheduler [None req-ab825294-3b94-4c48-9364-961801d6e7cd None None] Resources bound (agent type, host, resource id): {{(pid=100598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:42:38.058184 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab825294-3b94-4c48-9364-961801d6e7cd None None] Received port after_create {{(pid=100598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:42:38.064965 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-278c235b-e899-470a-8247-00630aad6159 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:38.076821 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-278c235b-e899-470a-8247-00630aad6159 admin admin] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:38.082435 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-278c235b-e899-470a-8247-00630aad6159 admin admin] 10.222.0.64 "DELETE /v2.0/networks/df954bbc-f210-4dbe-b2a5-63b5d20aa4fd HTTP/1.1" status: 204 len: 168 time: 0.7527523 Oct 20 10:42:38.091316 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-983b534d-487a-4efc-ac84-6e8ae8b51102 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.3184562 Oct 20 10:42:38.102507 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 60378) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:42:38.107408 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-660b6e51-7ddf-492b-b720-8b46b257229c tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Request body: {'port': {'network_id': '07f7de1d-67fc-4ee5-9720-a5ddc92657d8', 'name': 'tempest-TaggedBootDevicesTest_v242-1207676350', 'fixed_ips': [{'subnet_id': 'dfebcc83-a566-4e8b-95ce-d2b602fa67f2'}]}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:42:38.112430 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278c235b-e899-470a-8247-00630aad6159 admin admin] Pushing event deleted for resources: {'Network': ['ID=df954bbc-f210-4dbe-b2a5-63b5d20aa4fd,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:38.139324 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-01b5bfdc-baaf-40e3-807e-59bdedcbcead req-76d4541c-c45a-4dc2-8f28-f89719b16486 tempest-InstanceActionsTestJSON-1894646728 tempest-InstanceActionsTestJSON-1894646728-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0103fea-512d-468e-8b5a-957ec6e60b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219525 Oct 20 10:42:38.153813 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f0f552-8736-4ece-8aac-f219ead66cfe req-a164a1a9-654f-4756-b373-3f6b49b1d2cf tempest-InstanceActionsTestJSON-1894646728 tempest-InstanceActionsTestJSON-1894646728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:38.156494 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-23f0f552-8736-4ece-8aac-f219ead66cfe req-a164a1a9-654f-4756-b373-3f6b49b1d2cf tempest-InstanceActionsTestJSON-1894646728 tempest-InstanceActionsTestJSON-1894646728-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf10824a-0d7c-4a97-918b-5a9e43f9c7be HTTP/1.1" status: 200 len: 946 time: 0.2436728 Oct 20 10:42:38.239981 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab825294-3b94-4c48-9364-961801d6e7cd None None] Pushing event updated for resources: {'Port': ['ID=3a9c98bf-0926-4432-b1f1-1dd562ccb32f,revision_number=1']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:38.253972 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-ab825294-3b94-4c48-9364-961801d6e7cd None None] Attempting to bind port 3a9c98bf-0926-4432-b1f1-1dd562ccb32f on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:42:38.254891 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-ab825294-3b94-4c48-9364-961801d6e7cd None None] Attempting to bind port 3a9c98bf-0926-4432-b1f1-1dd562ccb32f by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': 'bd673faa-a525-4b04-bf70-d433a325f98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '5a3ba547-1c5f-4bda-b0cf-f555209356c6'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:42:38.255376 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab825294-3b94-4c48-9364-961801d6e7cd None None] Attempting to bind port 3a9c98bf-0926-4432-b1f1-1dd562ccb32f on network 5a3ba547-1c5f-4bda-b0cf-f555209356c6 {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:42:38.285799 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab825294-3b94-4c48-9364-961801d6e7cd None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:42:38.286615 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab825294-3b94-4c48-9364-961801d6e7cd None None] Checking segment: {'id': 'bd673faa-a525-4b04-bf70-d433a325f98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '5a3ba547-1c5f-4bda-b0cf-f555209356c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:42:38.287180 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-ab825294-3b94-4c48-9364-961801d6e7cd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:38.288021 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab825294-3b94-4c48-9364-961801d6e7cd None None] Bound using segment: {'id': 'bd673faa-a525-4b04-bf70-d433a325f98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '5a3ba547-1c5f-4bda-b0cf-f555209356c6'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:42:38.288779 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-ab825294-3b94-4c48-9364-961801d6e7cd None None] Bound port: 3a9c98bf-0926-4432-b1f1-1dd562ccb32f, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd673faa-a525-4b04-bf70-d433a325f98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '5a3ba547-1c5f-4bda-b0cf-f555209356c6'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:42:38.290052 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-ab825294-3b94-4c48-9364-961801d6e7cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:38.358173 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-22cd6bea-dd25-48dc-bb66-22aaa04bb0fe None None] Provisioning complete for port 58759e27-9624-496e-a7e3-dd96a6f12d24 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:42:38.358665 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-22cd6bea-dd25-48dc-bb66-22aaa04bb0fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:38.413324 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-22cd6bea-dd25-48dc-bb66-22aaa04bb0fe None None] Port 58759e27-9624-496e-a7e3-dd96a6f12d24 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:42:38.465295 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 23797cca-6cf1-4742-8f5a-fd1ada5fa234 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:42:38.480455 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 60382) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:42:38.498122 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-660b6e51-7ddf-492b-b720-8b46b257229c tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Made reservation on behalf of cfcb374660ef40a8b05378b5e2eaff9e for: {'port': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:42:38.510016 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-660b6e51-7ddf-492b-b720-8b46b257229c tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:38.547732 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-ab825294-3b94-4c48-9364-961801d6e7cd None None] For port 3a9c98bf-0926-4432-b1f1-1dd562ccb32f, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:42:38.569506 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [None req-660b6e51-7ddf-492b-b720-8b46b257229c tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] device_id is not set on port 6a6236cb-3508-4dba-a459-60dfe35fed2c yet. {{(pid=100597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:42:38.577571 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-f5658f6e-3620-4a48-b862-32d457ef49e0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=65c3e8739db2478898a8e45c56369a3f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0958836 Oct 20 10:42:38.578404 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 60384) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:42:38.595514 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-ab825294-3b94-4c48-9364-961801d6e7cd None None] For port 3a9c98bf-0926-4432-b1f1-1dd562ccb32f, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=3a9c98bf-0926-4432-b1f1-1dd562ccb32f,segment=NetworkSegment(bd673faa-a525-4b04-bf70-d433a325f98a),segment_id=bd673faa-a525-4b04-bf70-d433a325f98a)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:42:38.606631 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 23797cca-6cf1-4742-8f5a-fd1ada5fa234 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:42:38.607017 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:38.609135 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-ab825294-3b94-4c48-9364-961801d6e7cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:38.623339 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [req-23f0f552-8736-4ece-8aac-f219ead66cfe req-c416e32c-cf37-4d96-b6d3-999d9f1b60ca tempest-InstanceActionsTestJSON-1894646728 tempest-InstanceActionsTestJSON-1894646728-project] Deleting port 86e8fb62-fd09-4496-a88d-cb9b98a8eaa9 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:42:38.623718 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-23f0f552-8736-4ece-8aac-f219ead66cfe req-c416e32c-cf37-4d96-b6d3-999d9f1b60ca tempest-InstanceActionsTestJSON-1894646728 tempest-InstanceActionsTestJSON-1894646728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:38.653415 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-181d16d4-13c6-45a1-aa5f-366644de9cc1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:38.702551 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-181d16d4-13c6-45a1-aa5f-366644de9cc1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:38.788869 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-181d16d4-13c6-45a1-aa5f-366644de9cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:38.803614 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-181d16d4-13c6-45a1-aa5f-366644de9cc1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:38.810503 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-181d16d4-13c6-45a1-aa5f-366644de9cc1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6fd76a8e-8e19-4703-967a-8121b94f7e7c HTTP/1.1" status: 204 len: 168 time: 0.2302845 Oct 20 10:42:38.819765 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab825294-3b94-4c48-9364-961801d6e7cd None None] Pushing event updated for resources: {'Port': ['ID=3a9c98bf-0926-4432-b1f1-1dd562ccb32f,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:38.833246 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181d16d4-13c6-45a1-aa5f-366644de9cc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fd76a8e-8e19-4703-967a-8121b94f7e7c,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:38.941430 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:39.073351 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [req-23f0f552-8736-4ece-8aac-f219ead66cfe req-c416e32c-cf37-4d96-b6d3-999d9f1b60ca tempest-InstanceActionsTestJSON-1894646728 tempest-InstanceActionsTestJSON-1894646728-project] For port 86e8fb62-fd09-4496-a88d-cb9b98a8eaa9, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=86e8fb62-fd09-4496-a88d-cb9b98a8eaa9,segment=NetworkSegment(d8902242-e421-4558-96f3-7e078d7fe17b),segment_id=d8902242-e421-4558-96f3-7e078d7fe17b)] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:42:39.074574 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-23f0f552-8736-4ece-8aac-f219ead66cfe req-c416e32c-cf37-4d96-b6d3-999d9f1b60ca tempest-InstanceActionsTestJSON-1894646728 tempest-InstanceActionsTestJSON-1894646728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:39.092792 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [req-23f0f552-8736-4ece-8aac-f219ead66cfe req-c416e32c-cf37-4d96-b6d3-999d9f1b60ca tempest-InstanceActionsTestJSON-1894646728 tempest-InstanceActionsTestJSON-1894646728-project] Calling delete_port for 86e8fb62-fd09-4496-a88d-cb9b98a8eaa9 owned by compute:nova {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:42:39.411900 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7ffced-abb7-49f9-895e-9967e594deca req-0f6c6c27-094f-4946-83b7-483c01670149 tempest-InstanceActionsTestJSON-1894646728 tempest-InstanceActionsTestJSON-1894646728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:39.422156 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fe7ffced-abb7-49f9-895e-9967e594deca req-0f6c6c27-094f-4946-83b7-483c01670149 tempest-InstanceActionsTestJSON-1894646728 tempest-InstanceActionsTestJSON-1894646728-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf10824a-0d7c-4a97-918b-5a9e43f9c7be HTTP/1.1" status: 200 len: 946 time: 0.1377103 Oct 20 10:42:39.477711 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-660b6e51-7ddf-492b-b720-8b46b257229c tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Allocated IP 10.1.1.205 (07f7de1d-67fc-4ee5-9720-a5ddc92657d8/dfebcc83-a566-4e8b-95ce-d2b602fa67f2/6a6236cb-3508-4dba-a459-60dfe35fed2c) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:42:39.523352 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fe7ffced-abb7-49f9-895e-9967e594deca req-e718ea3b-63bb-45d5-974b-052f6e627ed3 tempest-InstanceActionsTestJSON-1894646728 tempest-InstanceActionsTestJSON-1894646728-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0103fea-512d-468e-8b5a-957ec6e60b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960979 Oct 20 10:42:39.795688 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-23f0f552-8736-4ece-8aac-f219ead66cfe req-c416e32c-cf37-4d96-b6d3-999d9f1b60ca tempest-InstanceActionsTestJSON-1894646728 tempest-InstanceActionsTestJSON-1894646728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:39.811702 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-660b6e51-7ddf-492b-b720-8b46b257229c tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:39.865495 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c416e32c-cf37-4d96-b6d3-999d9f1b60ca tempest-InstanceActionsTestJSON-1894646728 tempest-InstanceActionsTestJSON-1894646728-project] Pushing event deleted for resources: {'Port': ['ID=86e8fb62-fd09-4496-a88d-cb9b98a8eaa9,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:39.938609 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [req-23f0f552-8736-4ece-8aac-f219ead66cfe req-c416e32c-cf37-4d96-b6d3-999d9f1b60ca tempest-InstanceActionsTestJSON-1894646728 tempest-InstanceActionsTestJSON-1894646728-project] No DVR routers for this DVR port 86e8fb62-fd09-4496-a88d-cb9b98a8eaa9 on host n-h2-811396-3 {{(pid=100597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:42:39.944143 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-23f0f552-8736-4ece-8aac-f219ead66cfe req-c416e32c-cf37-4d96-b6d3-999d9f1b60ca tempest-InstanceActionsTestJSON-1894646728 tempest-InstanceActionsTestJSON-1894646728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:39.958092 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-23f0f552-8736-4ece-8aac-f219ead66cfe req-c416e32c-cf37-4d96-b6d3-999d9f1b60ca tempest-InstanceActionsTestJSON-1894646728 tempest-InstanceActionsTestJSON-1894646728-project] 10.222.0.69 "DELETE /v2.0/ports/86e8fb62-fd09-4496-a88d-cb9b98a8eaa9 HTTP/1.1" status: 204 len: 173 time: 1.7931225 Oct 20 10:42:39.969804 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf10824a-0d7c-4a97-918b-5a9e43f9c7be', 'name': 'network-vif-deleted', 'tag': '86e8fb62-fd09-4496-a88d-cb9b98a8eaa9'}] {{(pid=100597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:42:39.976723 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd85cad6a391afaa95d2dd5280bfd4659fc1e1b2aba53b5e7ef874f059efcdc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0abf9ec-1a88-49fd-b75d-4a079a3aad61" -d '{"events": [{"server_uuid": "bf10824a-0d7c-4a97-918b-5a9e43f9c7be", "name": "network-vif-deleted", "tag": "86e8fb62-fd09-4496-a88d-cb9b98a8eaa9"}]}' {{(pid=100597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:42:40.037442 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-660b6e51-7ddf-492b-b720-8b46b257229c tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:40.123356 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e9ea453-3cf2-4b0c-b54c-99bdaa0d664e x-openstack-request-id: req-5e9ea453-3cf2-4b0c-b54c-99bdaa0d664e {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:42:40.123992 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf10824a-0d7c-4a97-918b-5a9e43f9c7be", "name": "network-vif-deleted", "tag": "86e8fb62-fd09-4496-a88d-cb9b98a8eaa9", "status": "completed", "code": 200}]} {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:42:40.123992 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5e9ea453-3cf2-4b0c-b54c-99bdaa0d664e {{(pid=100597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:42:40.129190 n-d-811396-3 neutron-server[100597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf10824a-0d7c-4a97-918b-5a9e43f9c7be', 'name': 'network-vif-deleted', 'tag': '86e8fb62-fd09-4496-a88d-cb9b98a8eaa9', 'status': 'completed', 'code': 200} Oct 20 10:42:40.175626 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-660b6e51-7ddf-492b-b720-8b46b257229c tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Network 07f7de1d-67fc-4ee5-9720-a5ddc92657d8 is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:42:40.202153 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-660b6e51-7ddf-492b-b720-8b46b257229c tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:42:40.206657 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660b6e51-7ddf-492b-b720-8b46b257229c tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:42:40.325008 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660b6e51-7ddf-492b-b720-8b46b257229c tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Pushing event updated for resources: {'Port': ['ID=6a6236cb-3508-4dba-a459-60dfe35fed2c,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:40.372344 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-660b6e51-7ddf-492b-b720-8b46b257229c tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:40.372932 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-660b6e51-7ddf-492b-b720-8b46b257229c tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:40.405453 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-660b6e51-7ddf-492b-b720-8b46b257229c tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2982800 Oct 20 10:42:40.600898 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 3a9c98bf-0926-4432-b1f1-1dd562ccb32f up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:42:40.783154 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 3a9c98bf-0926-4432-b1f1-1dd562ccb32f triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:42:40.783808 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:40.791881 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-234c4635-ac49-4710-b95c-ce0d447bb464 req-e6e697f2-5c8e-4eef-961e-c0ec42847595 tempest-InstanceActionsTestJSON-1894646728 tempest-InstanceActionsTestJSON-1894646728-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf10824a-0d7c-4a97-918b-5a9e43f9c7be HTTP/1.1" status: 200 len: 210 time: 0.0791872 Oct 20 10:42:40.842876 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 60492) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:42:40.852879 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-aa275c44-80f4-4177-a803-0af9fdeb4a3a tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1318492440', 'description': 'tempest-description--361985590'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:42:40.858243 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ddd621-8a07-4a05-bbe2-8d2539639918 None None] Network 5a3ba547-1c5f-4bda-b0cf-f555209356c6 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:42:40.902160 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-aa275c44-80f4-4177-a803-0af9fdeb4a3a tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:41.009219 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-aa275c44-80f4-4177-a803-0af9fdeb4a3a tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:41.014175 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-97effe0b-664f-4f6b-814a-723cb40a238f None None] Provisioning complete for port 6a6236cb-3508-4dba-a459-60dfe35fed2c triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:42:41.014594 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-97effe0b-664f-4f6b-814a-723cb40a238f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:41.028206 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-aa275c44-80f4-4177-a803-0af9fdeb4a3a tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:41.064418 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa275c44-80f4-4177-a803-0af9fdeb4a3a tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=112bbbcd-cedd-416d-87db-f3a7d2197192,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:41.074848 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-aa275c44-80f4-4177-a803-0af9fdeb4a3a tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:41.077592 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-aa275c44-80f4-4177-a803-0af9fdeb4a3a tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2330847 Oct 20 10:42:41.080741 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 60508) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:42:41.086582 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-175ffb30-6fe0-4ee1-8520-1ebbaab41f10 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Request body: {'security_group_rule': {'security_group_id': '112bbbcd-cedd-416d-87db-f3a7d2197192', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:42:41.119487 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-175ffb30-6fe0-4ee1-8520-1ebbaab41f10 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:41.149630 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 60518) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:42:41.198671 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-175ffb30-6fe0-4ee1-8520-1ebbaab41f10 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:41.203238 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 86e8fb62-fd09-4496-a88d-cb9b98a8eaa9 no longer exists at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:42:41.204968 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-175ffb30-6fe0-4ee1-8520-1ebbaab41f10 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:41.229994 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175ffb30-6fe0-4ee1-8520-1ebbaab41f10 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e32a056-71f6-46b3-bcca-5985d4afe535,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:41.235288 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-175ffb30-6fe0-4ee1-8520-1ebbaab41f10 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:41.240716 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 60526) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:42:41.241212 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-175ffb30-6fe0-4ee1-8520-1ebbaab41f10 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1588392 Oct 20 10:42:41.245146 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-383e7d44-67cc-46eb-94fc-9b9a49f0cfce tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Request body: {'security_group_rule': {'security_group_id': '112bbbcd-cedd-416d-87db-f3a7d2197192', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:42:41.279049 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] No Port match for: 86e8fb62-fd09-4496-a88d-cb9b98a8eaa9 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:42:41.279422 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 86e8fb62-fd09-4496-a88d-cb9b98a8eaa9 not bound to the agent host n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:42:41.309395 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-383e7d44-67cc-46eb-94fc-9b9a49f0cfce tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:41.330789 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-97effe0b-664f-4f6b-814a-723cb40a238f None None] Port 6a6236cb-3508-4dba-a459-60dfe35fed2c cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:42:41.341948 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:41.428738 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] For port 3a9c98bf-0926-4432-b1f1-1dd562ccb32f, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=3a9c98bf-0926-4432-b1f1-1dd562ccb32f,segment=NetworkSegment(bd673faa-a525-4b04-bf70-d433a325f98a),segment_id=bd673faa-a525-4b04-bf70-d433a325f98a)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:42:41.434528 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:41.440153 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-e9f8e494-0c4a-4c2d-84e0-44fec4f28c58 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1217405348-network', 'tenant_id': '94fe84a260a04255ae5a7f7035e1a279'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:42:41.487768 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9f8e494-0c4a-4c2d-84e0-44fec4f28c58 admin admin] Made reservation on behalf of 94fe84a260a04255ae5a7f7035e1a279 for: {'network': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:42:41.499733 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e9f8e494-0c4a-4c2d-84e0-44fec4f28c58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:41.518979 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-383e7d44-67cc-46eb-94fc-9b9a49f0cfce tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:41.538545 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e9f8e494-0c4a-4c2d-84e0-44fec4f28c58 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:41.547180 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-383e7d44-67cc-46eb-94fc-9b9a49f0cfce tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:41.557899 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-f9a3b7ca-95c4-47ae-aa18-c14c28113ec1 None None] Provisioning complete for port 3a9c98bf-0926-4432-b1f1-1dd562ccb32f triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:42:41.558275 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-f9a3b7ca-95c4-47ae-aa18-c14c28113ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:41.636502 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Pushing event updated for resources: {'Port': ['ID=3a9c98bf-0926-4432-b1f1-1dd562ccb32f,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:41.653436 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-383e7d44-67cc-46eb-94fc-9b9a49f0cfce tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:41.661896 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-383e7d44-67cc-46eb-94fc-9b9a49f0cfce tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4200094 Oct 20 10:42:41.664846 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 60544) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:42:41.670815 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-37cbc1e1-42f9-415d-a46a-6f2c00e20697 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Request body: {'floatingip': {'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:42:41.683517 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383e7d44-67cc-46eb-94fc-9b9a49f0cfce tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05749cc0-74dd-4e2a-9e59-bb193a7550d4,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:41.732439 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-37cbc1e1-42f9-415d-a46a-6f2c00e20697 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Publish callbacks [] for floatingip, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:41.868325 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-c16f7d81-7957-4ec7-bf9c-6f0e329a8557 None None] Provisioning complete for port 3a9c98bf-0926-4432-b1f1-1dd562ccb32f triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:42:41.868711 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-c16f7d81-7957-4ec7-bf9c-6f0e329a8557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:41.878856 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e9f8e494-0c4a-4c2d-84e0-44fec4f28c58 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:41.886449 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e9f8e494-0c4a-4c2d-84e0-44fec4f28c58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:41.955757 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 60564) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:42:41.963646 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f8e494-0c4a-4c2d-84e0-44fec4f28c58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7975bea3-846b-43cc-b5f2-c6ce0fda577e,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:41.994188 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9f8e494-0c4a-4c2d-84e0-44fec4f28c58 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 807} {{(pid=100597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:42:42.025833 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e9f8e494-0c4a-4c2d-84e0-44fec4f28c58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:42.027667 n-d-811396-3 neutron-server[100597]: INFO neutron.db.segments_db [None req-e9f8e494-0c4a-4c2d-84e0-44fec4f28c58 admin admin] Added segment cf0573ae-e477-4d6e-9679-ee500c9d1af8 of type vlan for network b1ffa362-8a3c-4d47-bfc2-ef936ca65b06 Oct 20 10:42:42.118048 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e9f8e494-0c4a-4c2d-84e0-44fec4f28c58 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:42.126199 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ec164ea-ad1a-4e8d-9b8d-dce575c49807 admin admin] Deleting subnet 5918d30c-baac-42d7-a06b-0910988942dd {{(pid=100596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:42:42.135965 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6ec164ea-ad1a-4e8d-9b8d-dce575c49807 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:42.161914 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e9f8e494-0c4a-4c2d-84e0-44fec4f28c58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:42.164155 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9f8e494-0c4a-4c2d-84e0-44fec4f28c58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:42.165087 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e9f8e494-0c4a-4c2d-84e0-44fec4f28c58 admin admin] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:42.179025 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-37cbc1e1-42f9-415d-a46a-6f2c00e20697 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:42.214909 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6ec164ea-ad1a-4e8d-9b8d-dce575c49807 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25189079'] for subnet, precommit_delete_associations {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:42.215249 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-e9f8e494-0c4a-4c2d-84e0-44fec4f28c58 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.0636833 Oct 20 10:42:42.216799 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 60586) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:42:42.224775 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-989f087e-f7bd-4983-802f-7f0c9911c974 admin admin] Request body: {'subnet': {'network_id': 'b1ffa362-8a3c-4d47-bfc2-ef936ca65b06', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1217405348-subnet', 'tenant_id': '94fe84a260a04255ae5a7f7035e1a279', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:42:42.260315 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f8e494-0c4a-4c2d-84e0-44fec4f28c58 admin admin] Pushing event updated for resources: {'Network': ['ID=b1ffa362-8a3c-4d47-bfc2-ef936ca65b06,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:42.273645 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network b1ffa362-8a3c-4d47-bfc2-ef936ca65b06 details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:42:42.397366 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-989f087e-f7bd-4983-802f-7f0c9911c974 admin admin] Made reservation on behalf of 94fe84a260a04255ae5a7f7035e1a279 for: {'subnet': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:42:42.401245 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-989f087e-f7bd-4983-802f-7f0c9911c974 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26761797'] for subnet, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:42.425464 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6ec164ea-ad1a-4e8d-9b8d-dce575c49807 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:42.466072 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 3a9c98bf-0926-4432-b1f1-1dd562ccb32f up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:42:42.566818 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 3a9c98bf-0926-4432-b1f1-1dd562ccb32f triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:42:42.569826 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:42.612190 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [None req-37cbc1e1-42f9-415d-a46a-6f2c00e20697 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Allocated IP 172.25.1.181 (cbe170d3-31ba-45a2-b477-520ab0a7a8ea/f4e26aca-17ac-4adb-a66b-d939a1b35b64/ed7b0215-c415-4691-92e8-41b99c6cc4b3) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:42:42.686087 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6ec164ea-ad1a-4e8d-9b8d-dce575c49807 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26836193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26761888'] for subnet, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:42.721599 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec164ea-ad1a-4e8d-9b8d-dce575c49807 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5918d30c-baac-42d7-a06b-0910988942dd,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:42.843648 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6ec164ea-ad1a-4e8d-9b8d-dce575c49807 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:42.847507 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-6ec164ea-ad1a-4e8d-9b8d-dce575c49807 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/5918d30c-baac-42d7-a06b-0910988942dd HTTP/1.1" status: 204 len: 168 time: 0.8867462 Oct 20 10:42:42.850293 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 60612) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:42:42.915552 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-37cbc1e1-42f9-415d-a46a-6f2c00e20697 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:43.043204 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ccc1bde6-2c28-4934-ae1a-7252b6ae6bef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:43.122517 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-989f087e-f7bd-4983-802f-7f0c9911c974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26836128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26761819'] for subnet, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:43.137210 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 60618) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:42:43.189735 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ccc1bde6-2c28-4934-ae1a-7252b6ae6bef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:43.218646 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-ccc1bde6-2c28-4934-ae1a-7252b6ae6bef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02e4ce85-a51b-40cd-828a-c8c1821150e0']}} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:42:43.234810 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-37cbc1e1-42f9-415d-a46a-6f2c00e20697 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:43.241450 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-ccc1bde6-2c28-4934-ae1a-7252b6ae6bef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8902242-e421-4558-96f3-7e078d7fe17b') {'for_net_delete': True} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:42:43.241450 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-ccc1bde6-2c28-4934-ae1a-7252b6ae6bef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8902242-e421-4558-96f3-7e078d7fe17b') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:42:43.262170 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ccc1bde6-2c28-4934-ae1a-7252b6ae6bef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25852596'] for segment, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:43.303326 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ccc1bde6-2c28-4934-ae1a-7252b6ae6bef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:43.304904 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989f087e-f7bd-4983-802f-7f0c9911c974 admin admin] Checking segment: {'id': 'cf0573ae-e477-4d6e-9679-ee500c9d1af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'b1ffa362-8a3c-4d47-bfc2-ef936ca65b06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:42:43.305316 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-989f087e-f7bd-4983-802f-7f0c9911c974 admin admin] Network hostable DHCP agents. Network: b1ffa362-8a3c-4d47-bfc2-ef936ca65b06, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:42:43.319043 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccc1bde6-2c28-4934-ae1a-7252b6ae6bef admin admin] Releasing vlan 808 on physical network physnet1 to pool {{(pid=100597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:42:43.319423 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ccc1bde6-2c28-4934-ae1a-7252b6ae6bef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951012'] for segment, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:43.326172 n-d-811396-3 neutron-server[100597]: Traceback (most recent call last): Oct 20 10:42:43.326172 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:42:43.326172 n-d-811396-3 neutron-server[100597]: timer() Oct 20 10:42:43.326172 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:42:43.326172 n-d-811396-3 neutron-server[100597]: cb(*args, **kw) Oct 20 10:42:43.326172 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:42:43.326172 n-d-811396-3 neutron-server[100597]: return func(*args, **kwargs) Oct 20 10:42:43.326172 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:42:43.326172 n-d-811396-3 neutron-server[100597]: self._notify() Oct 20 10:42:43.326172 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:42:43.326172 n-d-811396-3 neutron-server[100597]: self.callback(batched_events) Oct 20 10:42:43.326172 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:42:43.326172 n-d-811396-3 neutron-server[100597]: event.method(event) Oct 20 10:42:43.326172 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:42:43.326172 n-d-811396-3 neutron-server[100597]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:42:43.326172 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:42:43.326172 n-d-811396-3 neutron-server[100597]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:42:43.326172 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:42:43.326172 n-d-811396-3 neutron-server[100597]: return f(self, *a, **k) Oct 20 10:42:43.326172 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:42:43.326172 n-d-811396-3 neutron-server[100597]: return self._get(url).json() Oct 20 10:42:43.326172 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:42:43.326172 n-d-811396-3 neutron-server[100597]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:42:43.326172 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:42:43.326172 n-d-811396-3 neutron-server[100597]: return self.request(url, 'GET', **kwargs) Oct 20 10:42:43.326172 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:42:43.326172 n-d-811396-3 neutron-server[100597]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:42:43.326172 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:42:43.326172 n-d-811396-3 neutron-server[100597]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:42:43.326172 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:42:43.326172 n-d-811396-3 neutron-server[100597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:42:43.326172 n-d-811396-3 neutron-server[100597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:42:43.348726 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989f087e-f7bd-4983-802f-7f0c9911c974 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6929fe63-bace-4614-aa8a-7d3362152171,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:43.363759 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37cbc1e1-42f9-415d-a46a-6f2c00e20697 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Network cbe170d3-31ba-45a2-b477-520ab0a7a8ea is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:42:43.370286 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-37cbc1e1-42f9-415d-a46a-6f2c00e20697 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:42:43.377193 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37cbc1e1-42f9-415d-a46a-6f2c00e20697 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:42:43.379154 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cbc1e1-42f9-415d-a46a-6f2c00e20697 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Pushing event updated for resources: {'Port': ['ID=ed7b0215-c415-4691-92e8-41b99c6cc4b3,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:43.431052 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-989f087e-f7bd-4983-802f-7f0c9911c974 admin admin] Network b1ffa362-8a3c-4d47-bfc2-ef936ca65b06 is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:42:43.471406 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-989f087e-f7bd-4983-802f-7f0c9911c974 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, b1ffa362-8a3c-4d47-bfc2-ef936ca65b06) {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:42:43.487691 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c85f4a78-1db9-42cb-84d7-76df6cb44d2d None None] Network b1ffa362-8a3c-4d47-bfc2-ef936ca65b06 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:42:43.498723 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989f087e-f7bd-4983-802f-7f0c9911c974 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:43.501373 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-989f087e-f7bd-4983-802f-7f0c9911c974 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:43.542122 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-989f087e-f7bd-4983-802f-7f0c9911c974 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.3197715 Oct 20 10:42:43.542368 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 60632) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:42:43.547252 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-172b9449-aad2-4f4d-8813-5839de418312 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1217405348-router', 'tenant_id': '94fe84a260a04255ae5a7f7035e1a279', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:42:43.582205 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-172b9449-aad2-4f4d-8813-5839de418312 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1772442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258322'] for router, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:43.583639 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-172b9449-aad2-4f4d-8813-5839de418312 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1772334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773516', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258315'] for router, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:43.629162 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5250f7b0-ab25-4f4e-bc96-a4d7be047a96 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:43.688775 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ccc1bde6-2c28-4934-ae1a-7252b6ae6bef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:43.758224 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a8da581-3a0c-449f-b782-a0879029d871 None None] Network b1ffa362-8a3c-4d47-bfc2-ef936ca65b06 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:42:43.758870 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ccc1bde6-2c28-4934-ae1a-7252b6ae6bef admin admin] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:43.763285 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-ccc1bde6-2c28-4934-ae1a-7252b6ae6bef admin admin] 10.222.0.64 "DELETE /v2.0/networks/02e4ce85-a51b-40cd-828a-c8c1821150e0 HTTP/1.1" status: 204 len: 168 time: 0.9116831 Oct 20 10:42:43.764323 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc1bde6-2c28-4934-ae1a-7252b6ae6bef admin admin] Pushing event deleted for resources: {'Network': ['ID=02e4ce85-a51b-40cd-828a-c8c1821150e0,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:43.805822 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-172b9449-aad2-4f4d-8813-5839de418312 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:43.819215 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-37cbc1e1-42f9-415d-a46a-6f2c00e20697 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:43.938856 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5250f7b0-ab25-4f4e-bc96-a4d7be047a96 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:43.951772 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5250f7b0-ab25-4f4e-bc96-a4d7be047a96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:44.047977 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5250f7b0-ab25-4f4e-bc96-a4d7be047a96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ee000b4-d6c5-4d22-9e64-62215e52ec81,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:44.143765 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-5250f7b0-ab25-4f4e-bc96-a4d7be047a96 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9a2bd0c265e3499cb1b0db46ff6b0143&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0038092 Oct 20 10:42:44.147669 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 60650) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:42:44.149586 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 60652) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:42:44.167704 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-37cbc1e1-42f9-415d-a46a-6f2c00e20697 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:44.227735 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-172b9449-aad2-4f4d-8813-5839de418312 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:44.291761 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5f0f732c-d0d5-4b2c-9071-4ed416cb3967 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:44.299427 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-d9b9928d-2bcc-4e8c-8c0e-146cf533d515 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d92d39f583384e468dd5c1aeac763e82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1487532 Oct 20 10:42:44.308052 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 60656) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:42:44.333393 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5f0f732c-d0d5-4b2c-9071-4ed416cb3967 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:44.398740 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5f0f732c-d0d5-4b2c-9071-4ed416cb3967 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:44.402218 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5f0f732c-d0d5-4b2c-9071-4ed416cb3967 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:44.403503 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-5f0f732c-d0d5-4b2c-9071-4ed416cb3967 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1ee000b4-d6c5-4d22-9e64-62215e52ec81 HTTP/1.1" status: 204 len: 168 time: 0.2376704 Oct 20 10:42:44.434782 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0f732c-d0d5-4b2c-9071-4ed416cb3967 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ee000b4-d6c5-4d22-9e64-62215e52ec81,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:44.453171 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-94dd5aa2-115d-4473-9c01-67bd3525a2d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:44.469304 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 60666) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:42:44.535651 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-94dd5aa2-115d-4473-9c01-67bd3525a2d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:44.583022 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-37cbc1e1-42f9-415d-a46a-6f2c00e20697 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:44.597183 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-37cbc1e1-42f9-415d-a46a-6f2c00e20697 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:44.710423 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-94dd5aa2-115d-4473-9c01-67bd3525a2d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:44.713083 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-94dd5aa2-115d-4473-9c01-67bd3525a2d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:44.714253 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-94dd5aa2-115d-4473-9c01-67bd3525a2d7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c0103fea-512d-468e-8b5a-957ec6e60b0b HTTP/1.1" status: 204 len: 168 time: 0.4029400 Oct 20 10:42:44.725508 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cbc1e1-42f9-415d-a46a-6f2c00e20697 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Pushing event updated for resources: {'Port': ['ID=ed7b0215-c415-4691-92e8-41b99c6cc4b3,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:44.765878 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dd5aa2-115d-4473-9c01-67bd3525a2d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0103fea-512d-468e-8b5a-957ec6e60b0b,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:44.815755 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-37cbc1e1-42f9-415d-a46a-6f2c00e20697 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1773381'] for floatingip, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:44.847104 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-37cbc1e1-42f9-415d-a46a-6f2c00e20697 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for floatingip, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:44.848780 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-37cbc1e1-42f9-415d-a46a-6f2c00e20697 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1827295 Oct 20 10:42:44.850767 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-172b9449-aad2-4f4d-8813-5839de418312 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:44.875996 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-172b9449-aad2-4f4d-8813-5839de418312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:44.993422 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a2307c31-1509-4bb0-8774-5caeecdeb3bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:45.007514 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [None req-172b9449-aad2-4f4d-8813-5839de418312 admin admin] Allocated IP 172.25.1.71 (cbe170d3-31ba-45a2-b477-520ab0a7a8ea/f4e26aca-17ac-4adb-a66b-d939a1b35b64/7db557f4-0fdd-4e0f-9a09-3dea0b4dbc2a) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:42:45.022784 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 60690) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:42:45.123601 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a2307c31-1509-4bb0-8774-5caeecdeb3bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:45.130138 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a2307c31-1509-4bb0-8774-5caeecdeb3bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:45.181749 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2307c31-1509-4bb0-8774-5caeecdeb3bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=242173f1-ae6a-4a48-b47f-9a2e7d78e70d,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:45.204633 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-a2307c31-1509-4bb0-8774-5caeecdeb3bd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cc2eb76762cc483a8d954056a684ce81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7342303 Oct 20 10:42:45.206990 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 60698) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:42:45.232011 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-172b9449-aad2-4f4d-8813-5839de418312 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:45.270509 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5d91ebd2-2ec6-4a1e-ba06-d9a63707ead3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:45.294011 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-172b9449-aad2-4f4d-8813-5839de418312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:45.314899 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5d91ebd2-2ec6-4a1e-ba06-d9a63707ead3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:45.343215 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172b9449-aad2-4f4d-8813-5839de418312 admin admin] Network cbe170d3-31ba-45a2-b477-520ab0a7a8ea is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:42:45.350821 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-172b9449-aad2-4f4d-8813-5839de418312 admin admin] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:42:45.355019 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172b9449-aad2-4f4d-8813-5839de418312 admin admin] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:42:45.403904 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172b9449-aad2-4f4d-8813-5839de418312 admin admin] Pushing event updated for resources: {'Port': ['ID=7db557f4-0fdd-4e0f-9a09-3dea0b4dbc2a,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:45.431360 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-57d0a905-de7e-423b-a410-bc61509aadc7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:45.434930 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5d91ebd2-2ec6-4a1e-ba06-d9a63707ead3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:45.437909 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5d91ebd2-2ec6-4a1e-ba06-d9a63707ead3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:45.441378 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-5d91ebd2-2ec6-4a1e-ba06-d9a63707ead3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/242173f1-ae6a-4a48-b47f-9a2e7d78e70d HTTP/1.1" status: 204 len: 168 time: 0.2303770 Oct 20 10:42:45.458057 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d91ebd2-2ec6-4a1e-ba06-d9a63707ead3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=242173f1-ae6a-4a48-b47f-9a2e7d78e70d,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:45.593214 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-57d0a905-de7e-423b-a410-bc61509aadc7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:45.604302 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-57d0a905-de7e-423b-a410-bc61509aadc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:45.664849 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-57d0a905-de7e-423b-a410-bc61509aadc7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cf9237c116434e0798618235be4ef275&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6405280 Oct 20 10:42:45.667276 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 60722) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:42:45.670817 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-901a0e2d-4d43-434d-a110-5097a4b89ed0 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1318492440&fields=id&tenant_id=cfcb374660ef40a8b05378b5e2eaff9e HTTP/1.1" status: 200 len: 267 time: 0.0402563 Oct 20 10:42:45.713127 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d0a905-de7e-423b-a410-bc61509aadc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=201a6d62-20ce-4d6a-9c31-5b33555dbf9e,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:45.821735 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-97714925-066f-4f26-bd21-23d3c5ddf761 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:45.824439 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-97714925-066f-4f26-bd21-23d3c5ddf761 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.64 "GET /v2.0/ports/58759e27-9624-496e-a7e3-dd96a6f12d24 HTTP/1.1" status: 200 len: 935 time: 0.1110954 Oct 20 10:42:45.886998 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a28bd108-5e4d-4d02-a49e-ef9418c6c646 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:45.913498 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 60730) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:42:45.914038 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-999f9936-853c-4637-8f9c-57f5270a2a9f tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:45.915506 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-999f9936-853c-4637-8f9c-57f5270a2a9f tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.64 "GET /v2.0/ports/6a6236cb-3508-4dba-a459-60dfe35fed2c HTTP/1.1" status: 200 len: 937 time: 0.0810120 Oct 20 10:42:45.932479 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-50d57729-d1de-476c-88e9-d5a0f23bbab8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:45.935056 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a28bd108-5e4d-4d02-a49e-ef9418c6c646 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:45.946965 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-172b9449-aad2-4f4d-8813-5839de418312 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:46.034969 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-50d57729-d1de-476c-88e9-d5a0f23bbab8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:46.045020 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-50d57729-d1de-476c-88e9-d5a0f23bbab8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:46.092487 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-50d57729-d1de-476c-88e9-d5a0f23bbab8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e783ad560ef14080b4bb1f93147571c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1776667 Oct 20 10:42:46.093779 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d57729-d1de-476c-88e9-d5a0f23bbab8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f87ff2b1-3aa2-48e9-a130-96bfa300212c,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:46.115286 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 60738) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:42:46.130110 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-6f6baa5d-5fa1-4c1e-85f0-f78b200cb088 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.64 "GET /v2.0/ports?network_id=5a3ba547-1c5f-4bda-b0cf-f555209356c6&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.2034035 Oct 20 10:42:46.211043 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c216b39b-d9a1-4881-bcc5-30abf8ac583d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:46.270803 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c216b39b-d9a1-4881-bcc5-30abf8ac583d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:46.274073 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a28bd108-5e4d-4d02-a49e-ef9418c6c646 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:46.277146 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a28bd108-5e4d-4d02-a49e-ef9418c6c646 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:46.280956 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-a28bd108-5e4d-4d02-a49e-ef9418c6c646 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/201a6d62-20ce-4d6a-9c31-5b33555dbf9e HTTP/1.1" status: 204 len: 168 time: 0.6091590 Oct 20 10:42:46.317020 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28bd108-5e4d-4d02-a49e-ef9418c6c646 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=201a6d62-20ce-4d6a-9c31-5b33555dbf9e,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:46.323125 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-bf324c91-1c23-4642-96ac-0544f652e770 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.64 "GET /v2.0/ports?network_id=5a3ba547-1c5f-4bda-b0cf-f555209356c6&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0608704 Oct 20 10:42:46.396880 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c216b39b-d9a1-4881-bcc5-30abf8ac583d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:46.400946 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c216b39b-d9a1-4881-bcc5-30abf8ac583d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:46.402445 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-c216b39b-d9a1-4881-bcc5-30abf8ac583d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f87ff2b1-3aa2-48e9-a130-96bfa300212c HTTP/1.1" status: 204 len: 168 time: 0.2856719 Oct 20 10:42:46.414535 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c216b39b-d9a1-4881-bcc5-30abf8ac583d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f87ff2b1-3aa2-48e9-a130-96bfa300212c,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:46.497395 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 60758) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:42:46.548857 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-172b9449-aad2-4f4d-8813-5839de418312 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1773475'] for router, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:46.558726 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-732a6baa-7ac6-4208-a5e2-bd0ef19f6d34 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:46.564811 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-732a6baa-7ac6-4208-a5e2-bd0ef19f6d34 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:46.571643 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-732a6baa-7ac6-4208-a5e2-bd0ef19f6d34 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:46.573632 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-732a6baa-7ac6-4208-a5e2-bd0ef19f6d34 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.64 "GET /v2.0/networks?id=dcf86141-da0d-4c82-9e01-66c4be279d2b&id=07f7de1d-67fc-4ee5-9720-a5ddc92657d8&id=07f7de1d-67fc-4ee5-9720-a5ddc92657d8&id=5a3ba547-1c5f-4bda-b0cf-f555209356c6&id=5a3ba547-1c5f-4bda-b0cf-f555209356c6 HTTP/1.1" status: 200 len: 1995 time: 0.2345257 Oct 20 10:42:46.633241 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-145be179-df56-43e3-afe9-bcecf5fa9ea0 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.64 "GET /v2.0/quotas/cfcb374660ef40a8b05378b5e2eaff9e HTTP/1.1" status: 200 len: 375 time: 0.0117843 Oct 20 10:42:46.747660 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-759a3357-e5ee-4a79-a247-c72ae9adb221 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1019052617-network', 'tenant_id': 'd4b335529c5e4f6b9d7f72ab4110c2d4'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:42:46.766332 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-31d69833-d928-44d2-b067-f460a4dbc8fd tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=cfcb374660ef40a8b05378b5e2eaff9e&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0829487 Oct 20 10:42:46.796729 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-759a3357-e5ee-4a79-a247-c72ae9adb221 admin admin] Made reservation on behalf of d4b335529c5e4f6b9d7f72ab4110c2d4 for: {'network': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:42:46.800061 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-759a3357-e5ee-4a79-a247-c72ae9adb221 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:46.815098 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-759a3357-e5ee-4a79-a247-c72ae9adb221 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:46.985793 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-759a3357-e5ee-4a79-a247-c72ae9adb221 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:47.001890 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-759a3357-e5ee-4a79-a247-c72ae9adb221 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:47.086946 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-759a3357-e5ee-4a79-a247-c72ae9adb221 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 821} {{(pid=100597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:42:47.119598 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 60774) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:42:47.145856 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-759a3357-e5ee-4a79-a247-c72ae9adb221 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:47.146225 n-d-811396-3 neutron-server[100597]: INFO neutron.db.segments_db [None req-759a3357-e5ee-4a79-a247-c72ae9adb221 admin admin] Added segment 8beabbcb-5f53-4286-b0f9-70c49bc6431d of type vlan for network fd20c5c8-4cbf-43bb-b6d8-a9c7e50ed8d4 Oct 20 10:42:47.161375 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2f80db84-c7d2-464b-ba45-f2d4abe28198 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:47.188256 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759a3357-e5ee-4a79-a247-c72ae9adb221 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2621eb17-dc48-4b56-9378-f9ab64e6ea88,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:47.236631 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-759a3357-e5ee-4a79-a247-c72ae9adb221 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:47.304632 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-759a3357-e5ee-4a79-a247-c72ae9adb221 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:47.305904 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-759a3357-e5ee-4a79-a247-c72ae9adb221 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:47.306494 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-759a3357-e5ee-4a79-a247-c72ae9adb221 admin admin] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:47.371549 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-759a3357-e5ee-4a79-a247-c72ae9adb221 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8705556 Oct 20 10:42:47.378231 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 60790) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:42:47.384443 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-6cc10278-422d-4cb6-a304-bfb44d0daec2 admin admin] Request body: {'subnet': {'network_id': 'fd20c5c8-4cbf-43bb-b6d8-a9c7e50ed8d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1019052617-subnet', 'tenant_id': 'd4b335529c5e4f6b9d7f72ab4110c2d4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:42:47.431873 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2f80db84-c7d2-464b-ba45-f2d4abe28198 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:47.435581 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759a3357-e5ee-4a79-a247-c72ae9adb221 admin admin] Pushing event updated for resources: {'Network': ['ID=fd20c5c8-4cbf-43bb-b6d8-a9c7e50ed8d4,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:47.441748 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2f80db84-c7d2-464b-ba45-f2d4abe28198 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:47.448805 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network fd20c5c8-4cbf-43bb-b6d8-a9c7e50ed8d4 details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:42:47.481952 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-172b9449-aad2-4f4d-8813-5839de418312 admin admin] Router f8cd2491-b721-4f93-bbca-155468601ff3 is scheduled to L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 with binding_index 1 {{(pid=100596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 10:42:47.490400 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cc10278-422d-4cb6-a304-bfb44d0daec2 admin admin] Made reservation on behalf of d4b335529c5e4f6b9d7f72ab4110c2d4 for: {'subnet': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:42:47.492566 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6cc10278-422d-4cb6-a304-bfb44d0daec2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25350782'] for subnet, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:47.517971 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f80db84-c7d2-464b-ba45-f2d4abe28198 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3795995f-0285-4b88-8534-61d49fd7d931,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:47.525025 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-2f80db84-c7d2-464b-ba45-f2d4abe28198 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9daf3a9f9f19467c93e91c56d068bd85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4020574 Oct 20 10:42:47.525721 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 60808) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:42:47.633348 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-81162b19-f8d9-446b-94e7-de7e81b6897e service neutron] 10.222.0.64 "GET /v2.0/networks/dcf86141-da0d-4c82-9e01-66c4be279d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8373172 Oct 20 10:42:47.747248 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6cc10278-422d-4cb6-a304-bfb44d0daec2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25350752'] for subnet, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:47.796288 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ebd4473f-d7df-4351-a797-73f800f14d68 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:47.814395 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc10278-422d-4cb6-a304-bfb44d0daec2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a5210e3-cf25-40d0-9984-0cca8525dc6e,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:47.836389 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc10278-422d-4cb6-a304-bfb44d0daec2 admin admin] Checking segment: {'id': '8beabbcb-5f53-4286-b0f9-70c49bc6431d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'fd20c5c8-4cbf-43bb-b6d8-a9c7e50ed8d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:42:47.836782 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc10278-422d-4cb6-a304-bfb44d0daec2 admin admin] Network hostable DHCP agents. Network: fd20c5c8-4cbf-43bb-b6d8-a9c7e50ed8d4, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:42:47.856752 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc10278-422d-4cb6-a304-bfb44d0daec2 admin admin] Network fd20c5c8-4cbf-43bb-b6d8-a9c7e50ed8d4 is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:42:47.859104 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-172b9449-aad2-4f4d-8813-5839de418312 admin admin] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:42:47.870934 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-6cc10278-422d-4cb6-a304-bfb44d0daec2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, fd20c5c8-4cbf-43bb-b6d8-a9c7e50ed8d4) {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:42:47.871655 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2fe91c-f036-4126-9a47-9e5031f2bbee None None] Sync routers for ids ['f8cd2491-b721-4f93-bbca-155468601ff3'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:42:47.880052 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc10278-422d-4cb6-a304-bfb44d0daec2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:47.880652 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6cc10278-422d-4cb6-a304-bfb44d0daec2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:47.884730 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-faf58a23-bb7a-4f11-9d35-c1cb1997fbea service neutron] 10.222.0.64 "GET /v2.0/networks/dcf86141-da0d-4c82-9e01-66c4be279d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2494485 Oct 20 10:42:47.884827 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 60830) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:42:47.889329 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83963a1e-f269-4e5a-810e-40254fdbb948 None None] Network fd20c5c8-4cbf-43bb-b6d8-a9c7e50ed8d4 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:42:47.902049 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2fe91c-f036-4126-9a47-9e5031f2bbee None None] Routers {'f8cd2491-b721-4f93-bbca-155468601ff3'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:42:47.903190 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-da2fe91c-f036-4126-9a47-9e5031f2bbee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:42:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['f8cd2491-b721-4f93-bbca-155468601ff3'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:42:47.924555 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ebd4473f-d7df-4351-a797-73f800f14d68 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:47.944427 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-6cc10278-422d-4cb6-a304-bfb44d0daec2 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.5634949 Oct 20 10:42:47.959642 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-4e3d4da5-d67a-4304-ac5e-a554df9ebf91 service neutron] 10.222.0.64 "GET /v2.0/ports/58759e27-9624-496e-a7e3-dd96a6f12d24?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0749118 Oct 20 10:42:47.992926 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-172b9449-aad2-4f4d-8813-5839de418312 admin admin] Publish callbacks [] for router, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:47.994059 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-172b9449-aad2-4f4d-8813-5839de418312 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.4507980 Oct 20 10:42:47.997078 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 60836) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:42:48.040078 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-da2fe91c-f036-4126-9a47-9e5031f2bbee None None] Set router f8cd2491-b721-4f93-bbca-155468601ff3 gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:42:48.072427 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ebd4473f-d7df-4351-a797-73f800f14d68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:48.075626 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ebd4473f-d7df-4351-a797-73f800f14d68 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:48.079441 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-ebd4473f-d7df-4351-a797-73f800f14d68 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3795995f-0285-4b88-8534-61d49fd7d931 HTTP/1.1" status: 204 len: 168 time: 0.5496979 Oct 20 10:42:48.104210 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-744f173c-d49d-4592-b586-a55a09478e82 service neutron] 10.222.0.64 "GET /v2.0/networks/07f7de1d-67fc-4ee5-9720-a5ddc92657d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428821 Oct 20 10:42:48.106231 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd4473f-d7df-4351-a797-73f800f14d68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3795995f-0285-4b88-8534-61d49fd7d931,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:48.164069 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e6dadc25-21df-465a-8d35-7a09f01e7a79 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:48.187450 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d818f3b-865e-4c1e-8b5c-5bfe04bf92c8 None None] Network fd20c5c8-4cbf-43bb-b6d8-a9c7e50ed8d4 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:42:48.294964 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-ef359fd6-420b-4622-897b-8bf894ebfb86 service neutron] 10.222.0.64 "GET /v2.0/networks/07f7de1d-67fc-4ee5-9720-a5ddc92657d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897318 Oct 20 10:42:48.332861 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e6dadc25-21df-465a-8d35-7a09f01e7a79 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:48.373318 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-b57483c6-1270-4582-a636-a7932fb98fd5 service neutron] 10.222.0.64 "GET /v2.0/ports/6a6236cb-3508-4dba-a459-60dfe35fed2c?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0772896 Oct 20 10:42:48.393349 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e6dadc25-21df-465a-8d35-7a09f01e7a79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:48.509261 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-da2fe91c-f036-4126-9a47-9e5031f2bbee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8cd2491-b721-4f93-bbca-155468601ff3', 'name': 'tempest-ServerRescueNegativeTestJSON-1217405348-router', 'tenant_id': '94fe84a260a04255ae5a7f7035e1a279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '7db557f4-0fdd-4e0f-9a09-3dea0b4dbc2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:42:43Z', 'updated_at': '2021-10-20T10:42:45Z', 'revision_number': 3, 'project_id': '94fe84a260a04255ae5a7f7035e1a279', 'gw_port': {'id': '7db557f4-0fdd-4e0f-9a09-3dea0b4dbc2a', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:11:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8cd2491-b721-4f93-bbca-155468601ff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:42:44Z', 'updated_at': '2021-10-20T10:42:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:42:48.541100 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-e6dadc25-21df-465a-8d35-7a09f01e7a79 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2dbaac960d324a36ab992fdd90ef73da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6531537 Oct 20 10:42:48.547040 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 60856) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:42:48.552617 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2fe91c-f036-4126-9a47-9e5031f2bbee None None] Checking router: f8cd2491-b721-4f93-bbca-155468601ff3 for host: n-d-811396-3 {{(pid=100599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:42:48.553209 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2fe91c-f036-4126-9a47-9e5031f2bbee None None] Updating router f8cd2491-b721-4f93-bbca-155468601ff3 port 7db557f4-0fdd-4e0f-9a09-3dea0b4dbc2a binding host n-d-811396-3 {{(pid=100599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 10:42:48.558145 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dadc25-21df-465a-8d35-7a09f01e7a79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1d8125d-9c70-4f3f-9e40-b0d5d88da259,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:48.583139 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-da2fe91c-f036-4126-9a47-9e5031f2bbee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:48.602984 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-36f7edb2-a416-416f-a402-301dd077b2e1 service neutron] 10.222.0.64 "GET /v2.0/networks/07f7de1d-67fc-4ee5-9720-a5ddc92657d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287047 Oct 20 10:42:48.642037 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-b6f59ac5-0036-4082-8833-c8b32c4ab26a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:48.701567 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-b6f59ac5-0036-4082-8833-c8b32c4ab26a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:48.806347 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-1570b1d3-7ae8-46ac-9f9d-0eef807d1459 service neutron] 10.222.0.64 "GET /v2.0/networks/07f7de1d-67fc-4ee5-9720-a5ddc92657d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753719 Oct 20 10:42:48.907186 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-da2fe91c-f036-4126-9a47-9e5031f2bbee None None] Publish callbacks [] for port, precommit_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:48.914543 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-da2fe91c-f036-4126-9a47-9e5031f2bbee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:48.952495 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-b6f59ac5-0036-4082-8833-c8b32c4ab26a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:48.959371 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-b6f59ac5-0036-4082-8833-c8b32c4ab26a admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:48.974093 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-b6f59ac5-0036-4082-8833-c8b32c4ab26a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b1d8125d-9c70-4f3f-9e40-b0d5d88da259 HTTP/1.1" status: 204 len: 168 time: 0.4222951 Oct 20 10:42:48.992299 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-da2fe91c-f036-4126-9a47-9e5031f2bbee None None] Attempting to bind port 7db557f4-0fdd-4e0f-9a09-3dea0b4dbc2a on host n-d-811396-3 for vnic_type normal with profile {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:42:48.992872 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-da2fe91c-f036-4126-9a47-9e5031f2bbee None None] Attempting to bind port 7db557f4-0fdd-4e0f-9a09-3dea0b4dbc2a by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}] {{(pid=100599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:42:48.993443 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2fe91c-f036-4126-9a47-9e5031f2bbee None None] Attempting to bind port 7db557f4-0fdd-4e0f-9a09-3dea0b4dbc2a on network cbe170d3-31ba-45a2-b477-520ab0a7a8ea {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:42:49.003210 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2fe91c-f036-4126-9a47-9e5031f2bbee None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:42:49.004574 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2fe91c-f036-4126-9a47-9e5031f2bbee None None] Checking segment: {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:42:49.006031 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-da2fe91c-f036-4126-9a47-9e5031f2bbee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:49.007130 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2fe91c-f036-4126-9a47-9e5031f2bbee None None] Bound using segment: {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'} {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:42:49.007924 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-da2fe91c-f036-4126-9a47-9e5031f2bbee None None] Bound port: 7db557f4-0fdd-4e0f-9a09-3dea0b4dbc2a, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}}] {{(pid=100599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:42:49.009225 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-da2fe91c-f036-4126-9a47-9e5031f2bbee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:49.036595 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:49.041736 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f59ac5-0036-4082-8833-c8b32c4ab26a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1d8125d-9c70-4f3f-9e40-b0d5d88da259,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:49.087819 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 60876) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:42:49.115117 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.db [None req-da2fe91c-f036-4126-9a47-9e5031f2bbee None None] For port 7db557f4-0fdd-4e0f-9a09-3dea0b4dbc2a, host n-d-811396-3, cleared binding levels {{(pid=100599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:42:49.119008 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.db [None req-da2fe91c-f036-4126-9a47-9e5031f2bbee None None] For port 7db557f4-0fdd-4e0f-9a09-3dea0b4dbc2a, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=7db557f4-0fdd-4e0f-9a09-3dea0b4dbc2a,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:42:49.125180 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-da2fe91c-f036-4126-9a47-9e5031f2bbee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:49.150781 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8ad22338-6594-4483-b134-564b98ac058c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:49.152783 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2fe91c-f036-4126-9a47-9e5031f2bbee None None] Routers {'f8cd2491-b721-4f93-bbca-155468601ff3'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:42:49.153445 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-da2fe91c-f036-4126-9a47-9e5031f2bbee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:42:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['f8cd2491-b721-4f93-bbca-155468601ff3'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:42:49.164374 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-f948dbe2-e37e-499a-9c20-0b49b9984a8e service neutron] 10.222.0.64 "GET /v2.0/networks/07f7de1d-67fc-4ee5-9720-a5ddc92657d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3561666 Oct 20 10:42:49.182432 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-9893155a-b494-4172-93fd-960ffe9f6071 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:49.306750 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-da2fe91c-f036-4126-9a47-9e5031f2bbee None None] Set router f8cd2491-b721-4f93-bbca-155468601ff3 gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:42:49.370147 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc05c7f-b252-452f-afce-eb40e8757769 None None] Pushing event updated for resources: {'Port': ['ID=7db557f4-0fdd-4e0f-9a09-3dea0b4dbc2a,revision_number=2']} {{(pid=100599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:49.442522 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f608bd-19d2-4f93-a1f8-dfc1de3a41ef req-ba78eb3c-8408-4e2d-970a-7e936ae103cc tempest-InstanceActionsV221TestJSON-569137853 tempest-InstanceActionsV221TestJSON-569137853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:49.450616 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-91f608bd-19d2-4f93-a1f8-dfc1de3a41ef req-ba78eb3c-8408-4e2d-970a-7e936ae103cc tempest-InstanceActionsV221TestJSON-569137853 tempest-InstanceActionsV221TestJSON-569137853-project] 10.222.0.64 "GET /v2.0/networks?id=fd20c5c8-4cbf-43bb-b6d8-a9c7e50ed8d4 HTTP/1.1" status: 200 len: 818 time: 0.3140073 Oct 20 10:42:49.469028 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-1a579671-41f2-43f4-a8f6-f8c2b8e332e3 service neutron] 10.222.0.64 "GET /v2.0/networks/07f7de1d-67fc-4ee5-9720-a5ddc92657d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3035586 Oct 20 10:42:49.565030 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-8ad22338-6594-4483-b134-564b98ac058c admin admin] Allocated IP 172.20.0.1 (b1ffa362-8a3c-4d47-bfc2-ef936ca65b06/6929fe63-bace-4614-aa8a-7d3362152171/92ab9a0e-8ede-48f0-8b5a-d4e1a208c07e) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:42:49.607751 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-1ab2eb22-4497-4bc4-956a-80f0c9f55e81 service neutron] 10.222.0.64 "GET /v2.0/networks/07f7de1d-67fc-4ee5-9720-a5ddc92657d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375117 Oct 20 10:42:49.621961 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-91f608bd-19d2-4f93-a1f8-dfc1de3a41ef req-8562424d-f516-4ec8-b9a6-e1afe9128316 tempest-InstanceActionsV221TestJSON-569137853 tempest-InstanceActionsV221TestJSON-569137853-project] 10.222.0.64 "GET /v2.0/quotas/d4b335529c5e4f6b9d7f72ab4110c2d4 HTTP/1.1" status: 200 len: 375 time: 0.1691411 Oct 20 10:42:49.624678 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc05c7f-b252-452f-afce-eb40e8757769 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:42:49.625188 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc05c7f-b252-452f-afce-eb40e8757769 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:42:49.625796 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc05c7f-b252-452f-afce-eb40e8757769 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:42:49.627206 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc05c7f-b252-452f-afce-eb40e8757769 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:42:49.627731 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc05c7f-b252-452f-afce-eb40e8757769 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:42:49.628313 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc05c7f-b252-452f-afce-eb40e8757769 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:42:49.629828 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc05c7f-b252-452f-afce-eb40e8757769 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:42:49.630335 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc05c7f-b252-452f-afce-eb40e8757769 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:42:49.630824 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc05c7f-b252-452f-afce-eb40e8757769 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:42:49.631302 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc05c7f-b252-452f-afce-eb40e8757769 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:42:49.635203 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc05c7f-b252-452f-afce-eb40e8757769 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:42:49.635756 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc05c7f-b252-452f-afce-eb40e8757769 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:42:49.727468 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-91f608bd-19d2-4f93-a1f8-dfc1de3a41ef req-f08b9296-3a6b-41a2-8455-85cbb6e13eef tempest-InstanceActionsV221TestJSON-569137853 tempest-InstanceActionsV221TestJSON-569137853-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=d4b335529c5e4f6b9d7f72ab4110c2d4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1037416 Oct 20 10:42:49.746518 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc05c7f-b252-452f-afce-eb40e8757769 None None] Pushing event updated for resources: {'Port': ['ID=7db557f4-0fdd-4e0f-9a09-3dea0b4dbc2a,revision_number=3']} {{(pid=100599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:49.781718 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-da2fe91c-f036-4126-9a47-9e5031f2bbee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8cd2491-b721-4f93-bbca-155468601ff3', 'name': 'tempest-ServerRescueNegativeTestJSON-1217405348-router', 'tenant_id': '94fe84a260a04255ae5a7f7035e1a279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '7db557f4-0fdd-4e0f-9a09-3dea0b4dbc2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:42:43Z', 'updated_at': '2021-10-20T10:42:45Z', 'revision_number': 3, 'project_id': '94fe84a260a04255ae5a7f7035e1a279', 'gw_port': {'id': '7db557f4-0fdd-4e0f-9a09-3dea0b4dbc2a', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:11:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8cd2491-b721-4f93-bbca-155468601ff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:42:44Z', 'updated_at': '2021-10-20T10:42:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:42:49.822911 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8ad22338-6594-4483-b134-564b98ac058c admin admin] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:49.829591 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2fe91c-f036-4126-9a47-9e5031f2bbee None None] The sync data for ids ['f8cd2491-b721-4f93-bbca-155468601ff3'] in n-d-811396-3 is: [{'id': 'f8cd2491-b721-4f93-bbca-155468601ff3', 'name': 'tempest-ServerRescueNegativeTestJSON-1217405348-router', 'tenant_id': '94fe84a260a04255ae5a7f7035e1a279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '7db557f4-0fdd-4e0f-9a09-3dea0b4dbc2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:42:43Z', 'updated_at': '2021-10-20T10:42:45Z', 'revision_number': 3, 'project_id': '94fe84a260a04255ae5a7f7035e1a279', 'gw_port': {'id': '7db557f4-0fdd-4e0f-9a09-3dea0b4dbc2a', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:11:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8cd2491-b721-4f93-bbca-155468601ff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:42:44Z', 'updated_at': '2021-10-20T10:42:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:42:49.867037 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-9893155a-b494-4172-93fd-960ffe9f6071 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:49.878867 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-91f608bd-19d2-4f93-a1f8-dfc1de3a41ef req-2ee2f5a5-d0d0-4434-bc6e-b4ac36177189 service neutron] 10.222.0.64 "GET /v2.0/networks/fd20c5c8-4cbf-43bb-b6d8-a9c7e50ed8d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489229 Oct 20 10:42:49.890495 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-9893155a-b494-4172-93fd-960ffe9f6071 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:49.910267 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8ad22338-6594-4483-b134-564b98ac058c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:49.966864 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad22338-6594-4483-b134-564b98ac058c admin admin] Network b1ffa362-8a3c-4d47-bfc2-ef936ca65b06 is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:42:49.970970 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-8ad22338-6594-4483-b134-564b98ac058c admin admin] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:42:49.978938 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad22338-6594-4483-b134-564b98ac058c admin admin] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:42:49.981502 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9893155a-b494-4172-93fd-960ffe9f6071 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd3afdca-47a4-47d7-8724-0d380d9a3eb4,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:50.028675 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad22338-6594-4483-b134-564b98ac058c admin admin] Pushing event updated for resources: {'Port': ['ID=92ab9a0e-8ede-48f0-8b5a-d4e1a208c07e,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:50.062717 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-9893155a-b494-4172-93fd-960ffe9f6071 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a73cd261ff7046ad9b397bbcf46a99e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9725296 Oct 20 10:42:50.063344 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8ad22338-6594-4483-b134-564b98ac058c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1774540'] for router_interface, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:50.072643 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 60908) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:42:50.143716 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-ee019ffd-ca6c-4635-981f-4d442cfc6a46 service neutron] 10.222.0.64 "GET /v2.0/networks/07f7de1d-67fc-4ee5-9720-a5ddc92657d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5323708 Oct 20 10:42:50.295210 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-4c2752b9-d941-4d10-98b5-10cb90d9a354 service neutron] 10.222.0.64 "GET /v2.0/networks/5a3ba547-1c5f-4bda-b0cf-f555209356c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507390 Oct 20 10:42:50.311147 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8ad22338-6594-4483-b134-564b98ac058c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:50.500191 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-a8300b63-2db8-4911-8a7a-e1019a5dee21 service neutron] 10.222.0.64 "GET /v2.0/networks/5a3ba547-1c5f-4bda-b0cf-f555209356c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029209 Oct 20 10:42:50.522876 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 7db557f4-0fdd-4e0f-9a09-3dea0b4dbc2a up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:42:50.541359 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4ead0533-6be3-4a28-b1fc-0d1385cf1d4d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:50.558107 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-91f608bd-19d2-4f93-a1f8-dfc1de3a41ef req-22a7ea2f-f1cd-4d20-8848-694d4de8bd02 service neutron] 10.222.0.64 "GET /v2.0/networks/fd20c5c8-4cbf-43bb-b6d8-a9c7e50ed8d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6775944 Oct 20 10:42:50.658088 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 7db557f4-0fdd-4e0f-9a09-3dea0b4dbc2a triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:42:50.660592 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:50.764012 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4ead0533-6be3-4a28-b1fc-0d1385cf1d4d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:50.790561 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8ad22338-6594-4483-b134-564b98ac058c admin admin] Publish callbacks [] for port, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:50.805024 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8ad22338-6594-4483-b134-564b98ac058c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:50.854438 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:50.910966 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] For port 7db557f4-0fdd-4e0f-9a09-3dea0b4dbc2a, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=7db557f4-0fdd-4e0f-9a09-3dea0b4dbc2a,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:42:50.918012 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8ad22338-6594-4483-b134-564b98ac058c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1774432'] for router_interface, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:50.918769 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:50.950677 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4ead0533-6be3-4a28-b1fc-0d1385cf1d4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:50.954249 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4ead0533-6be3-4a28-b1fc-0d1385cf1d4d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:50.956355 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-4ead0533-6be3-4a28-b1fc-0d1385cf1d4d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/dd3afdca-47a4-47d7-8724-0d380d9a3eb4 HTTP/1.1" status: 204 len: 168 time: 0.8825483 Oct 20 10:42:51.002189 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-20e13bd5-4f87-4073-95f9-3c392454ad33 req-5021175d-4a73-4669-a7fe-0131d31b423f tempest-InstanceActionsV221TestJSON-569137853 tempest-InstanceActionsV221TestJSON-569137853-project] 10.222.0.64 "GET /v2.0/ports?device_id=22d66574-f55a-43b8-9f84-75f87372d7a4 HTTP/1.1" status: 200 len: 210 time: 0.1205294 Oct 20 10:42:51.026874 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-86e0c234-deda-47a8-8114-0c51776394e4 service neutron] 10.222.0.64 "GET /v2.0/networks/5a3ba547-1c5f-4bda-b0cf-f555209356c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5177529 Oct 20 10:42:51.026874 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ead0533-6be3-4a28-b1fc-0d1385cf1d4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd3afdca-47a4-47d7-8724-0d380d9a3eb4,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:51.041556 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ead0533-6be3-4a28-b1fc-0d1385cf1d4d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:42:51.042019 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ead0533-6be3-4a28-b1fc-0d1385cf1d4d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:42:51.042441 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ead0533-6be3-4a28-b1fc-0d1385cf1d4d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:42:51.042857 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ead0533-6be3-4a28-b1fc-0d1385cf1d4d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:42:51.043528 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ead0533-6be3-4a28-b1fc-0d1385cf1d4d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:42:51.043937 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ead0533-6be3-4a28-b1fc-0d1385cf1d4d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:42:51.044332 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ead0533-6be3-4a28-b1fc-0d1385cf1d4d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:42:51.044868 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ead0533-6be3-4a28-b1fc-0d1385cf1d4d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:42:51.045275 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ead0533-6be3-4a28-b1fc-0d1385cf1d4d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:42:51.045673 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ead0533-6be3-4a28-b1fc-0d1385cf1d4d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:42:51.046075 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ead0533-6be3-4a28-b1fc-0d1385cf1d4d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:42:51.046636 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ead0533-6be3-4a28-b1fc-0d1385cf1d4d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:42:51.136438 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Pushing event updated for resources: {'Port': ['ID=7db557f4-0fdd-4e0f-9a09-3dea0b4dbc2a,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:51.245396 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-f7353db1-51da-4a66-a50b-f280944d4309 service neutron] 10.222.0.64 "GET /v2.0/networks/5a3ba547-1c5f-4bda-b0cf-f555209356c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165375 Oct 20 10:42:51.733325 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad22338-6594-4483-b134-564b98ac058c admin admin] Pushing event updated for resources: {'Port': ['ID=92ab9a0e-8ede-48f0-8b5a-d4e1a208c07e,revision_number=2']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:51.928006 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad22338-6594-4483-b134-564b98ac058c admin admin] Network b1ffa362-8a3c-4d47-bfc2-ef936ca65b06 is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:42:51.929628 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-8ad22338-6594-4483-b134-564b98ac058c admin admin] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:42:52.227194 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7a3838d9-0492-418a-93c5-8bd9644aeb92 req-65625cdc-5388-42a1-bf3e-d3094698e8d7 tempest-InstanceActionsV221TestJSON-569137853 tempest-InstanceActionsV221TestJSON-569137853-project] 10.222.0.64 "GET /v2.0/ports?device_id=22d66574-f55a-43b8-9f84-75f87372d7a4 HTTP/1.1" status: 200 len: 210 time: 0.1409421 Oct 20 10:42:52.324792 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ad22338-6594-4483-b134-564b98ac058c admin admin] Router f8cd2491-b721-4f93-bbca-155468601ff3 has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:42:52.419635 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 60998) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:42:52.489838 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 7db557f4-0fdd-4e0f-9a09-3dea0b4dbc2a up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:42:52.503647 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ad22338-6594-4483-b134-564b98ac058c admin admin] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:42:52.510855 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-8ad22338-6594-4483-b134-564b98ac058c admin admin] 10.222.0.64 "PUT /v2.0/routers/f8cd2491-b721-4f93-bbca-155468601ff3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5110915 Oct 20 10:42:52.590166 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 7db557f4-0fdd-4e0f-9a09-3dea0b4dbc2a triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:42:52.590587 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:52.634649 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062525d8-478c-4ef0-a7c2-b521d248e43f None None] Sync routers for ids ['f8cd2491-b721-4f93-bbca-155468601ff3'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:42:52.657502 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062525d8-478c-4ef0-a7c2-b521d248e43f None None] Routers {'f8cd2491-b721-4f93-bbca-155468601ff3'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:42:52.658604 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-062525d8-478c-4ef0-a7c2-b521d248e43f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:42:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['f8cd2491-b721-4f93-bbca-155468601ff3'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:42:52.664900 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7ba80445-2b28-496f-8c7d-5b5d137f97ad req-de18c622-578e-4649-a1b8-d572f6c58410 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.64 "GET /v2.0/ports?device_id=9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c HTTP/1.1" status: 200 len: 210 time: 0.0525866 Oct 20 10:42:52.904347 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-062525d8-478c-4ef0-a7c2-b521d248e43f None None] Set router f8cd2491-b721-4f93-bbca-155468601ff3 gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:42:52.907924 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-7967c319-19c1-422e-92ea-33b2c03fe5a1 tempest-ExternalNetworksTestJSON-1872758073 tempest-ExternalNetworksTestJSON-1872758073-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1193037470'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:42:52.950452 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7967c319-19c1-422e-92ea-33b2c03fe5a1 tempest-ExternalNetworksTestJSON-1872758073 tempest-ExternalNetworksTestJSON-1872758073-project] Made reservation on behalf of 86680d717c904d4c9327cd34467eb8e3 for: {'network': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:42:52.955870 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-7967c319-19c1-422e-92ea-33b2c03fe5a1 tempest-ExternalNetworksTestJSON-1872758073 tempest-ExternalNetworksTestJSON-1872758073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:52.975453 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-7967c319-19c1-422e-92ea-33b2c03fe5a1 tempest-ExternalNetworksTestJSON-1872758073 tempest-ExternalNetworksTestJSON-1872758073-project] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:52.981898 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 32800) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:42:53.235869 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-7967c319-19c1-422e-92ea-33b2c03fe5a1 tempest-ExternalNetworksTestJSON-1872758073 tempest-ExternalNetworksTestJSON-1872758073-project] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:53.270274 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-7967c319-19c1-422e-92ea-33b2c03fe5a1 tempest-ExternalNetworksTestJSON-1872758073 tempest-ExternalNetworksTestJSON-1872758073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:53.287240 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-062525d8-478c-4ef0-a7c2-b521d248e43f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8cd2491-b721-4f93-bbca-155468601ff3', 'name': 'tempest-ServerRescueNegativeTestJSON-1217405348-router', 'tenant_id': '94fe84a260a04255ae5a7f7035e1a279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '7db557f4-0fdd-4e0f-9a09-3dea0b4dbc2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:42:43Z', 'updated_at': '2021-10-20T10:42:50Z', 'revision_number': 4, 'project_id': '94fe84a260a04255ae5a7f7035e1a279', 'gw_port': {'id': '7db557f4-0fdd-4e0f-9a09-3dea0b4dbc2a', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:11:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cd2491-b721-4f93-bbca-155468601ff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:42:44Z', 'updated_at': '2021-10-20T10:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '92ab9a0e-8ede-48f0-8b5a-d4e1a208c07e', 'name': '', 'network_id': 'b1ffa362-8a3c-4d47-bfc2-ef936ca65b06', 'tenant_id': '94fe84a260a04255ae5a7f7035e1a279', 'mac_address': 'fa:16:3e:6a:42:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8cd2491-b721-4f93-bbca-155468601ff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '6929fe63-bace-4614-aa8a-7d3362152171', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:42:49Z', 'updated_at': '2021-10-20T10:42:50Z', 'revision_number': 2, 'project_id': '94fe84a260a04255ae5a7f7035e1a279', 'subnets': [{'id': '6929fe63-bace-4614-aa8a-7d3362152171', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:42:53.351233 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7967c319-19c1-422e-92ea-33b2c03fe5a1 tempest-ExternalNetworksTestJSON-1872758073 tempest-ExternalNetworksTestJSON-1872758073-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 824} {{(pid=100596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:42:53.356223 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062525d8-478c-4ef0-a7c2-b521d248e43f None None] Checking router: f8cd2491-b721-4f93-bbca-155468601ff3 for host: n-d-811396-3 {{(pid=100598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:42:53.356867 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062525d8-478c-4ef0-a7c2-b521d248e43f None None] Updating router f8cd2491-b721-4f93-bbca-155468601ff3 port 92ab9a0e-8ede-48f0-8b5a-d4e1a208c07e binding host n-d-811396-3 {{(pid=100598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 10:42:53.387296 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-062525d8-478c-4ef0-a7c2-b521d248e43f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:53.454032 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-06522f29-694c-4348-a2e4-e31bd49834cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:53.499149 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7967c319-19c1-422e-92ea-33b2c03fe5a1 tempest-ExternalNetworksTestJSON-1872758073 tempest-ExternalNetworksTestJSON-1872758073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb0b1b36-4db3-4196-8deb-f31ddb72bfe0,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:53.695150 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-06522f29-694c-4348-a2e4-e31bd49834cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:53.708412 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-06522f29-694c-4348-a2e4-e31bd49834cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:53.768954 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-7967c319-19c1-422e-92ea-33b2c03fe5a1 tempest-ExternalNetworksTestJSON-1872758073 tempest-ExternalNetworksTestJSON-1872758073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:53.770097 n-d-811396-3 neutron-server[100596]: INFO neutron.db.segments_db [None req-7967c319-19c1-422e-92ea-33b2c03fe5a1 tempest-ExternalNetworksTestJSON-1872758073 tempest-ExternalNetworksTestJSON-1872758073-project] Added segment f5eaf55e-6b39-4162-82d9-d28937799de7 of type vlan for network 42e2fcc9-be8d-4603-8a5d-daf4d5c0b71b Oct 20 10:42:53.777954 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f608bd-19d2-4f93-a1f8-dfc1de3a41ef req-33b91171-08d4-453f-a05f-0390e7a2e160 tempest-InstanceActionsV221TestJSON-569137853 tempest-InstanceActionsV221TestJSON-569137853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:53.779733 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-91f608bd-19d2-4f93-a1f8-dfc1de3a41ef req-33b91171-08d4-453f-a05f-0390e7a2e160 tempest-InstanceActionsV221TestJSON-569137853 tempest-InstanceActionsV221TestJSON-569137853-project] 10.222.0.55 "GET /v2.0/networks?id=fd20c5c8-4cbf-43bb-b6d8-a9c7e50ed8d4 HTTP/1.1" status: 200 len: 818 time: 0.6047690 Oct 20 10:42:53.808147 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-934d2610-5d9e-4a1e-ba8c-32673213a3ac req-0787115a-35d8-49fa-a302-a9aca415b439 tempest-InstanceActionsV221TestJSON-569137853 tempest-InstanceActionsV221TestJSON-569137853-project] 10.222.0.64 "GET /v2.0/ports?device_id=22d66574-f55a-43b8-9f84-75f87372d7a4 HTTP/1.1" status: 200 len: 210 time: 0.3045723 Oct 20 10:42:53.816564 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-062525d8-478c-4ef0-a7c2-b521d248e43f None None] Publish callbacks [] for port, precommit_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:53.826310 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-062525d8-478c-4ef0-a7c2-b521d248e43f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:53.828777 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06522f29-694c-4348-a2e4-e31bd49834cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bed598f3-ad19-44ab-b2d5-5ebb83e193f0,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:53.833480 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-06522f29-694c-4348-a2e4-e31bd49834cd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=49f8d5412dc745d98f556a0265ee0c5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8491299 Oct 20 10:42:53.839217 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 32848) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:42:53.841714 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-91f608bd-19d2-4f93-a1f8-dfc1de3a41ef req-2892ea43-4729-4ac9-933d-a255a246e04a tempest-InstanceActionsV221TestJSON-569137853 tempest-InstanceActionsV221TestJSON-569137853-project] Request body: {'port': {'device_id': '22d66574-f55a-43b8-9f84-75f87372d7a4', 'network_id': 'fd20c5c8-4cbf-43bb-b6d8-a9c7e50ed8d4', 'admin_state_up': True, 'tenant_id': 'd4b335529c5e4f6b9d7f72ab4110c2d4'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:42:53.846144 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06522f29-694c-4348-a2e4-e31bd49834cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:42:53.846584 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06522f29-694c-4348-a2e4-e31bd49834cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:42:53.846935 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06522f29-694c-4348-a2e4-e31bd49834cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:42:53.847545 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06522f29-694c-4348-a2e4-e31bd49834cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:42:53.848623 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06522f29-694c-4348-a2e4-e31bd49834cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:42:53.849046 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06522f29-694c-4348-a2e4-e31bd49834cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:42:53.849470 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06522f29-694c-4348-a2e4-e31bd49834cd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:42:53.849895 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06522f29-694c-4348-a2e4-e31bd49834cd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:42:53.850317 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06522f29-694c-4348-a2e4-e31bd49834cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:42:53.850753 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06522f29-694c-4348-a2e4-e31bd49834cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:42:53.851176 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06522f29-694c-4348-a2e4-e31bd49834cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:42:53.851636 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06522f29-694c-4348-a2e4-e31bd49834cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:42:53.951749 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0cd6b3a3-4670-4d2c-9e59-71e4ed9704ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:53.958046 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-7967c319-19c1-422e-92ea-33b2c03fe5a1 tempest-ExternalNetworksTestJSON-1872758073 tempest-ExternalNetworksTestJSON-1872758073-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:53.988453 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed752b2-bcff-4386-a15d-91c5e1d58ea3 None None] Pushing event updated for resources: {'Port': ['ID=92ab9a0e-8ede-48f0-8b5a-d4e1a208c07e,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:54.005134 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0cd6b3a3-4670-4d2c-9e59-71e4ed9704ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:54.084126 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-062525d8-478c-4ef0-a7c2-b521d248e43f None None] Attempting to bind port 92ab9a0e-8ede-48f0-8b5a-d4e1a208c07e on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:42:54.084555 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-062525d8-478c-4ef0-a7c2-b521d248e43f None None] Attempting to bind port 92ab9a0e-8ede-48f0-8b5a-d4e1a208c07e by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': 'cf0573ae-e477-4d6e-9679-ee500c9d1af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'b1ffa362-8a3c-4d47-bfc2-ef936ca65b06'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:42:54.084893 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062525d8-478c-4ef0-a7c2-b521d248e43f None None] Attempting to bind port 92ab9a0e-8ede-48f0-8b5a-d4e1a208c07e on network b1ffa362-8a3c-4d47-bfc2-ef936ca65b06 {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:42:54.091767 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0cd6b3a3-4670-4d2c-9e59-71e4ed9704ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:54.095688 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0cd6b3a3-4670-4d2c-9e59-71e4ed9704ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:54.100862 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-0cd6b3a3-4670-4d2c-9e59-71e4ed9704ec admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/bed598f3-ad19-44ab-b2d5-5ebb83e193f0 HTTP/1.1" status: 204 len: 168 time: 0.2603912 Oct 20 10:42:54.101991 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.db.resource_extend [None req-7967c319-19c1-422e-92ea-33b2c03fe5a1 tempest-ExternalNetworksTestJSON-1872758073 tempest-ExternalNetworksTestJSON-1872758073-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 20 10:42:54.114959 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062525d8-478c-4ef0-a7c2-b521d248e43f None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:42:54.114959 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062525d8-478c-4ef0-a7c2-b521d248e43f None None] Checking segment: {'id': 'cf0573ae-e477-4d6e-9679-ee500c9d1af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'b1ffa362-8a3c-4d47-bfc2-ef936ca65b06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:42:54.114959 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-062525d8-478c-4ef0-a7c2-b521d248e43f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:54.114959 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062525d8-478c-4ef0-a7c2-b521d248e43f None None] Bound using segment: {'id': 'cf0573ae-e477-4d6e-9679-ee500c9d1af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'b1ffa362-8a3c-4d47-bfc2-ef936ca65b06'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:42:54.114959 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-062525d8-478c-4ef0-a7c2-b521d248e43f None None] Bound port: 92ab9a0e-8ede-48f0-8b5a-d4e1a208c07e, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf0573ae-e477-4d6e-9679-ee500c9d1af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'b1ffa362-8a3c-4d47-bfc2-ef936ca65b06'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:42:54.116192 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd6b3a3-4670-4d2c-9e59-71e4ed9704ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bed598f3-ad19-44ab-b2d5-5ebb83e193f0,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:54.117851 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-062525d8-478c-4ef0-a7c2-b521d248e43f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:54.145910 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-17e446f9-3151-4755-9ceb-2331db786f17 req-e915f951-587f-4ebd-b97d-016a8fd203d3 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.64 "GET /v2.0/ports?device_id=9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c HTTP/1.1" status: 200 len: 210 time: 0.1403568 Oct 20 10:42:54.202622 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-7967c319-19c1-422e-92ea-33b2c03fe5a1 tempest-ExternalNetworksTestJSON-1872758073 tempest-ExternalNetworksTestJSON-1872758073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:54.217243 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7967c319-19c1-422e-92ea-33b2c03fe5a1 tempest-ExternalNetworksTestJSON-1872758073 tempest-ExternalNetworksTestJSON-1872758073-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:54.217859 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-7967c319-19c1-422e-92ea-33b2c03fe5a1 tempest-ExternalNetworksTestJSON-1872758073 tempest-ExternalNetworksTestJSON-1872758073-project] Publish callbacks [] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:54.240594 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-062525d8-478c-4ef0-a7c2-b521d248e43f None None] For port 92ab9a0e-8ede-48f0-8b5a-d4e1a208c07e, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:42:54.245108 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-062525d8-478c-4ef0-a7c2-b521d248e43f None None] For port 92ab9a0e-8ede-48f0-8b5a-d4e1a208c07e, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=92ab9a0e-8ede-48f0-8b5a-d4e1a208c07e,segment=NetworkSegment(cf0573ae-e477-4d6e-9679-ee500c9d1af8),segment_id=cf0573ae-e477-4d6e-9679-ee500c9d1af8)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:42:54.251391 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288a90fb-928b-4cb7-9dee-caa3a29b3fec req-67007841-d35a-4615-94f0-0eae72b2e336 tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:54.260606 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-062525d8-478c-4ef0-a7c2-b521d248e43f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:54.267602 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-288a90fb-928b-4cb7-9dee-caa3a29b3fec req-67007841-d35a-4615-94f0-0eae72b2e336 tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] 10.222.0.64 "GET /v2.0/networks?id=b1ffa362-8a3c-4d47-bfc2-ef936ca65b06 HTTP/1.1" status: 200 len: 819 time: 0.4310842 Oct 20 10:42:54.318673 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-288a90fb-928b-4cb7-9dee-caa3a29b3fec req-05107832-b6ff-40bc-889f-c2f3a5342e05 tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] 10.222.0.64 "GET /v2.0/quotas/94fe84a260a04255ae5a7f7035e1a279 HTTP/1.1" status: 200 len: 375 time: 0.0501649 Oct 20 10:42:54.398086 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062525d8-478c-4ef0-a7c2-b521d248e43f None None] Routers {'f8cd2491-b721-4f93-bbca-155468601ff3'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:42:54.398890 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-062525d8-478c-4ef0-a7c2-b521d248e43f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:42:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['f8cd2491-b721-4f93-bbca-155468601ff3'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:42:54.450978 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-7967c319-19c1-422e-92ea-33b2c03fe5a1 tempest-ExternalNetworksTestJSON-1872758073 tempest-ExternalNetworksTestJSON-1872758073-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.0302281 Oct 20 10:42:54.454303 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 32864) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:42:54.497455 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed752b2-bcff-4386-a15d-91c5e1d58ea3 None None] Pushing event updated for resources: {'Port': ['ID=92ab9a0e-8ede-48f0-8b5a-d4e1a208c07e,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:54.546335 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7967c319-19c1-422e-92ea-33b2c03fe5a1 tempest-ExternalNetworksTestJSON-1872758073 tempest-ExternalNetworksTestJSON-1872758073-project] Pushing event updated for resources: {'Network': ['ID=42e2fcc9-be8d-4603-8a5d-daf4d5c0b71b,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:54.559131 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91f608bd-19d2-4f93-a1f8-dfc1de3a41ef req-2892ea43-4729-4ac9-933d-a255a246e04a tempest-InstanceActionsV221TestJSON-569137853 tempest-InstanceActionsV221TestJSON-569137853-project] Made reservation on behalf of d4b335529c5e4f6b9d7f72ab4110c2d4 for: {'port': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:42:54.564151 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-91f608bd-19d2-4f93-a1f8-dfc1de3a41ef req-2892ea43-4729-4ac9-933d-a255a246e04a tempest-InstanceActionsV221TestJSON-569137853 tempest-InstanceActionsV221TestJSON-569137853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:54.585799 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-288a90fb-928b-4cb7-9dee-caa3a29b3fec req-388a6908-d7fa-4505-b6e4-5c2c368b5b84 tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=94fe84a260a04255ae5a7f7035e1a279&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2660854 Oct 20 10:42:54.600429 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network 42e2fcc9-be8d-4603-8a5d-daf4d5c0b71b details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:42:54.625340 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-2f69f258-ab12-4941-9675-32ca46660b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:54.626979 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-2f69f258-ab12-4941-9675-32ca46660b0a service neutron] 10.222.0.55 "GET /v2.0/ports/58759e27-9624-496e-a7e3-dd96a6f12d24 HTTP/1.1" status: 200 len: 1031 time: 0.1932495 Oct 20 10:42:54.735624 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-062525d8-478c-4ef0-a7c2-b521d248e43f None None] Set router f8cd2491-b721-4f93-bbca-155468601ff3 gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:42:54.735746 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 32870) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:42:54.770967 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-a44247b1-4537-45fd-849d-85b3476de27a tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] Request body: {'network': {'name': 'tempest-network--367272083', 'router:external': True}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:42:54.800797 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5e51df12-dbd5-4396-a537-27b9737990c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:54.805776 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a44247b1-4537-45fd-849d-85b3476de27a tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] Made reservation on behalf of 2f2eed1fd02f4bd68565a65b63008a92 for: {'network': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:42:54.808755 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a44247b1-4537-45fd-849d-85b3476de27a tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:54.823822 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a44247b1-4537-45fd-849d-85b3476de27a tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:54.960318 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a44247b1-4537-45fd-849d-85b3476de27a tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:54.972141 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [req-91f608bd-19d2-4f93-a1f8-dfc1de3a41ef req-2892ea43-4729-4ac9-933d-a255a246e04a tempest-InstanceActionsV221TestJSON-569137853 tempest-InstanceActionsV221TestJSON-569137853-project] Allocated IP 172.20.0.4 (fd20c5c8-4cbf-43bb-b6d8-a9c7e50ed8d4/5a5210e3-cf25-40d0-9984-0cca8525dc6e/5a161191-2a46-403b-98b0-674caae2bb04) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:42:55.038634 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-3d421748-7601-4216-9375-727c25afd502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:55.040737 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-3d421748-7601-4216-9375-727c25afd502 service neutron] 10.222.0.55 "GET /v2.0/ports/6a6236cb-3508-4dba-a459-60dfe35fed2c HTTP/1.1" status: 200 len: 1033 time: 0.1737187 Oct 20 10:42:55.069797 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5e51df12-dbd5-4396-a537-27b9737990c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:55.072495 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a44247b1-4537-45fd-849d-85b3476de27a tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:55.087709 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a44247b1-4537-45fd-849d-85b3476de27a tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 844} {{(pid=100597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:42:55.099358 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a44247b1-4537-45fd-849d-85b3476de27a tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:55.100004 n-d-811396-3 neutron-server[100597]: INFO neutron.db.segments_db [None req-a44247b1-4537-45fd-849d-85b3476de27a tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] Added segment 63bb14ad-9681-4035-a10a-5c1c3e791d5b of type vlan for network 5941916e-eaf1-4d73-a34a-c471664a8177 Oct 20 10:42:55.158108 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a44247b1-4537-45fd-849d-85b3476de27a tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:55.222428 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5e51df12-dbd5-4396-a537-27b9737990c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:55.268030 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44247b1-4537-45fd-849d-85b3476de27a tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2295435-525d-49bf-a9b0-07fc596e4802,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:55.292753 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-5e51df12-dbd5-4396-a537-27b9737990c9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=93be74f5acac453e8c2061fde442058d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5542531 Oct 20 10:42:55.294387 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a44247b1-4537-45fd-849d-85b3476de27a tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:55.304652 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a44247b1-4537-45fd-849d-85b3476de27a tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:55.305307 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a44247b1-4537-45fd-849d-85b3476de27a tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:55.311695 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 32882) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:42:55.407965 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-a44247b1-4537-45fd-849d-85b3476de27a tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.9523852 Oct 20 10:42:55.416140 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 32884) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:42:55.487227 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-062525d8-478c-4ef0-a7c2-b521d248e43f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8cd2491-b721-4f93-bbca-155468601ff3', 'name': 'tempest-ServerRescueNegativeTestJSON-1217405348-router', 'tenant_id': '94fe84a260a04255ae5a7f7035e1a279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '7db557f4-0fdd-4e0f-9a09-3dea0b4dbc2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:42:43Z', 'updated_at': '2021-10-20T10:42:50Z', 'revision_number': 4, 'project_id': '94fe84a260a04255ae5a7f7035e1a279', 'gw_port': {'id': '7db557f4-0fdd-4e0f-9a09-3dea0b4dbc2a', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:11:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cd2491-b721-4f93-bbca-155468601ff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:42:44Z', 'updated_at': '2021-10-20T10:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '92ab9a0e-8ede-48f0-8b5a-d4e1a208c07e', 'name': '', 'network_id': 'b1ffa362-8a3c-4d47-bfc2-ef936ca65b06', 'tenant_id': '94fe84a260a04255ae5a7f7035e1a279', 'mac_address': 'fa:16:3e:6a:42:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8cd2491-b721-4f93-bbca-155468601ff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '6929fe63-bace-4614-aa8a-7d3362152171', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:42:49Z', 'updated_at': '2021-10-20T10:42:54Z', 'revision_number': 4, 'project_id': '94fe84a260a04255ae5a7f7035e1a279', 'subnets': [{'id': '6929fe63-bace-4614-aa8a-7d3362152171', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:42:55.516732 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062525d8-478c-4ef0-a7c2-b521d248e43f None None] The sync data for ids ['f8cd2491-b721-4f93-bbca-155468601ff3'] in n-d-811396-3 is: [{'id': 'f8cd2491-b721-4f93-bbca-155468601ff3', 'name': 'tempest-ServerRescueNegativeTestJSON-1217405348-router', 'tenant_id': '94fe84a260a04255ae5a7f7035e1a279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '7db557f4-0fdd-4e0f-9a09-3dea0b4dbc2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:42:43Z', 'updated_at': '2021-10-20T10:42:50Z', 'revision_number': 4, 'project_id': '94fe84a260a04255ae5a7f7035e1a279', 'gw_port': {'id': '7db557f4-0fdd-4e0f-9a09-3dea0b4dbc2a', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:11:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cd2491-b721-4f93-bbca-155468601ff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:42:44Z', 'updated_at': '2021-10-20T10:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '92ab9a0e-8ede-48f0-8b5a-d4e1a208c07e', 'name': '', 'network_id': 'b1ffa362-8a3c-4d47-bfc2-ef936ca65b06', 'tenant_id': '94fe84a260a04255ae5a7f7035e1a279', 'mac_address': 'fa:16:3e:6a:42:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8cd2491-b721-4f93-bbca-155468601ff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '6929fe63-bace-4614-aa8a-7d3362152171', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:42:49Z', 'updated_at': '2021-10-20T10:42:54Z', 'revision_number': 4, 'project_id': '94fe84a260a04255ae5a7f7035e1a279', 'subnets': [{'id': '6929fe63-bace-4614-aa8a-7d3362152171', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:42:55.562272 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e51df12-dbd5-4396-a537-27b9737990c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cfdf79b-5112-4061-be46-4bd2a788a9df,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:55.576937 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44247b1-4537-45fd-849d-85b3476de27a tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] Pushing event updated for resources: {'Network': ['ID=5941916e-eaf1-4d73-a34a-c471664a8177,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:55.666858 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network 5941916e-eaf1-4d73-a34a-c471664a8177 details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:42:55.744472 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-467116a0-f109-418e-9b27-4f3ddb198624 tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:55.747441 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4d52c555-b506-4cdc-8fc7-9ab3ca02368b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:55.784411 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4d52c555-b506-4cdc-8fc7-9ab3ca02368b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:55.805130 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-54a3f72e-6940-4267-b8ef-8163f54b6f50 req-af2d61f9-5981-475b-830f-0acd9b73a45c tempest-InstanceActionsV221TestJSON-569137853 tempest-InstanceActionsV221TestJSON-569137853-project] 10.222.0.64 "GET /v2.0/ports?device_id=22d66574-f55a-43b8-9f84-75f87372d7a4 HTTP/1.1" status: 200 len: 210 time: 0.7896054 Oct 20 10:42:55.982676 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-467116a0-f109-418e-9b27-4f3ddb198624 tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:56.024984 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-467116a0-f109-418e-9b27-4f3ddb198624 tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5941916e-eaf1-4d73-a34a-c471664a8177']}} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:42:56.048893 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f96b02e5-992b-49b7-8489-cded5ed6e709 req-401f5ae1-5755-412f-9a23-72d1c3c6573b tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.64 "GET /v2.0/ports?device_id=9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c HTTP/1.1" status: 200 len: 210 time: 0.0939801 Oct 20 10:42:56.069623 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-467116a0-f109-418e-9b27-4f3ddb198624 tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63bb14ad-9681-4035-a10a-5c1c3e791d5b') {'for_net_delete': True} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:42:56.070498 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-467116a0-f109-418e-9b27-4f3ddb198624 tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63bb14ad-9681-4035-a10a-5c1c3e791d5b') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:42:56.076132 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-288a90fb-928b-4cb7-9dee-caa3a29b3fec req-6ea91baf-629e-4148-8750-9221c3bc4a09 service neutron] 10.222.0.64 "GET /v2.0/networks/b1ffa362-8a3c-4d47-bfc2-ef936ca65b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4890389 Oct 20 10:42:56.093600 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-467116a0-f109-418e-9b27-4f3ddb198624 tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25852596'] for segment, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:56.112493 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-467116a0-f109-418e-9b27-4f3ddb198624 tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:56.121903 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-467116a0-f109-418e-9b27-4f3ddb198624 tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] Releasing vlan 844 on physical network physnet1 to pool {{(pid=100597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:42:56.122639 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-467116a0-f109-418e-9b27-4f3ddb198624 tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951012'] for segment, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:56.219536 n-d-811396-3 neutron-server[100597]: Traceback (most recent call last): Oct 20 10:42:56.219536 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:42:56.219536 n-d-811396-3 neutron-server[100597]: timer() Oct 20 10:42:56.219536 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:42:56.219536 n-d-811396-3 neutron-server[100597]: cb(*args, **kw) Oct 20 10:42:56.219536 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:42:56.219536 n-d-811396-3 neutron-server[100597]: return func(*args, **kwargs) Oct 20 10:42:56.219536 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:42:56.219536 n-d-811396-3 neutron-server[100597]: self._notify() Oct 20 10:42:56.219536 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:42:56.219536 n-d-811396-3 neutron-server[100597]: self.callback(batched_events) Oct 20 10:42:56.219536 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:42:56.219536 n-d-811396-3 neutron-server[100597]: event.method(event) Oct 20 10:42:56.219536 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:42:56.219536 n-d-811396-3 neutron-server[100597]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:42:56.219536 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:42:56.219536 n-d-811396-3 neutron-server[100597]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:42:56.219536 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:42:56.219536 n-d-811396-3 neutron-server[100597]: return f(self, *a, **k) Oct 20 10:42:56.219536 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:42:56.219536 n-d-811396-3 neutron-server[100597]: return self._get(url).json() Oct 20 10:42:56.219536 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:42:56.219536 n-d-811396-3 neutron-server[100597]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:42:56.219536 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:42:56.219536 n-d-811396-3 neutron-server[100597]: return self.request(url, 'GET', **kwargs) Oct 20 10:42:56.219536 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:42:56.219536 n-d-811396-3 neutron-server[100597]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:42:56.219536 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:42:56.219536 n-d-811396-3 neutron-server[100597]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:42:56.219536 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:42:56.219536 n-d-811396-3 neutron-server[100597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:42:56.219536 n-d-811396-3 neutron-server[100597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:42:56.222325 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-467116a0-f109-418e-9b27-4f3ddb198624 tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:56.244821 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4d52c555-b506-4cdc-8fc7-9ab3ca02368b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:56.263110 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4d52c555-b506-4cdc-8fc7-9ab3ca02368b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:56.264408 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-4d52c555-b506-4cdc-8fc7-9ab3ca02368b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9cfdf79b-5112-4061-be46-4bd2a788a9df HTTP/1.1" status: 204 len: 168 time: 0.9379983 Oct 20 10:42:56.300896 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-467116a0-f109-418e-9b27-4f3ddb198624 tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5941916e-eaf1-4d73-a34a-c471664a8177 {{(pid=100597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 20 10:42:56.322582 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467116a0-f109-418e-9b27-4f3ddb198624 tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] Pushing event deleted for resources: {'Network': ['ID=5941916e-eaf1-4d73-a34a-c471664a8177,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:56.324878 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-467116a0-f109-418e-9b27-4f3ddb198624 tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:56.332625 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-467116a0-f109-418e-9b27-4f3ddb198624 tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] 10.222.0.64 "DELETE /v2.0/networks/5941916e-eaf1-4d73-a34a-c471664a8177 HTTP/1.1" status: 204 len: 168 time: 0.9074202 Oct 20 10:42:56.333679 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d52c555-b506-4cdc-8fc7-9ab3ca02368b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cfdf79b-5112-4061-be46-4bd2a788a9df,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:56.338789 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 32898) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:42:56.351035 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-cf18ee80-3208-4d85-ab1f-34a1dd55b7d1 tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] Request body: {'network': {'router:external': True}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:42:56.380950 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf18ee80-3208-4d85-ab1f-34a1dd55b7d1 tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] Made reservation on behalf of 2f2eed1fd02f4bd68565a65b63008a92 for: {'network': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:42:56.388544 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-cf18ee80-3208-4d85-ab1f-34a1dd55b7d1 tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:56.458744 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf18ee80-3208-4d85-ab1f-34a1dd55b7d1 tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 847} {{(pid=100597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:42:56.471835 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-62385797-a876-4746-b127-c183bd53c04d tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:56.482888 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-cf18ee80-3208-4d85-ab1f-34a1dd55b7d1 tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:56.483795 n-d-811396-3 neutron-server[100597]: INFO neutron.db.segments_db [None req-cf18ee80-3208-4d85-ab1f-34a1dd55b7d1 tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] Added segment fef72a6d-b92f-4b48-a0e9-0bd634daef47 of type vlan for network d81c2670-aa92-438d-9e30-38a095ced61f Oct 20 10:42:56.493457 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-62385797-a876-4746-b127-c183bd53c04d tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:56.515593 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-62385797-a876-4746-b127-c183bd53c04d tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:56.517441 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-62385797-a876-4746-b127-c183bd53c04d tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.55 "GET /v2.0/networks?id=dcf86141-da0d-4c82-9e01-66c4be279d2b&id=07f7de1d-67fc-4ee5-9720-a5ddc92657d8&id=07f7de1d-67fc-4ee5-9720-a5ddc92657d8&id=07f7de1d-67fc-4ee5-9720-a5ddc92657d8&id=07f7de1d-67fc-4ee5-9720-a5ddc92657d8&id=5a3ba547-1c5f-4bda-b0cf-f555209356c6&id=5a3ba547-1c5f-4bda-b0cf-f555209356c6 HTTP/1.1" status: 200 len: 1995 time: 1.4533675 Oct 20 10:42:56.574927 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 92ab9a0e-8ede-48f0-8b5a-d4e1a208c07e up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:42:56.578086 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-91f608bd-19d2-4f93-a1f8-dfc1de3a41ef req-2892ea43-4729-4ac9-933d-a255a246e04a tempest-InstanceActionsV221TestJSON-569137853 tempest-InstanceActionsV221TestJSON-569137853-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:56.599947 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-288a90fb-928b-4cb7-9dee-caa3a29b3fec req-ff38329e-4134-4d52-a902-3808df43698e service neutron] 10.222.0.64 "GET /v2.0/networks/b1ffa362-8a3c-4d47-bfc2-ef936ca65b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5227809 Oct 20 10:42:56.610462 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-cf18ee80-3208-4d85-ab1f-34a1dd55b7d1 tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:56.662204 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-feca3aa2-47a7-4885-a72e-6b4d383c7e40 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cfcb374660ef40a8b05378b5e2eaff9e HTTP/1.1" status: 200 len: 380 time: 0.1131518 Oct 20 10:42:56.673574 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-0edd2ca0-7e25-4f20-b58b-045e0bca0d84 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Request body: {'port': {'device_id': '9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c', 'network_id': 'dcf86141-da0d-4c82-9e01-66c4be279d2b', 'admin_state_up': True, 'tenant_id': 'cfcb374660ef40a8b05378b5e2eaff9e', 'security_groups': ['112bbbcd-cedd-416d-87db-f3a7d2197192']}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:42:56.678293 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 92ab9a0e-8ede-48f0-8b5a-d4e1a208c07e triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:42:56.682882 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:56.684154 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-cf18ee80-3208-4d85-ab1f-34a1dd55b7d1 tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:56.685765 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf18ee80-3208-4d85-ab1f-34a1dd55b7d1 tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:56.686040 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-cf18ee80-3208-4d85-ab1f-34a1dd55b7d1 tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:56.831077 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf18ee80-3208-4d85-ab1f-34a1dd55b7d1 tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] Pushing event updated for resources: {'Network': ['ID=d81c2670-aa92-438d-9e30-38a095ced61f,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:56.865291 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network d81c2670-aa92-438d-9e30-38a095ced61f details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:42:56.871033 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-cf18ee80-3208-4d85-ab1f-34a1dd55b7d1 tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.5309639 Oct 20 10:42:56.873919 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 32912) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:42:56.887425 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-0d3f84ee-1c07-450e-b395-3fda5707eb3e tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] Request body: {'subnet': {'network_id': 'd81c2670-aa92-438d-9e30-38a095ced61f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:42:56.921804 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-91f608bd-19d2-4f93-a1f8-dfc1de3a41ef req-2892ea43-4729-4ac9-933d-a255a246e04a tempest-InstanceActionsV221TestJSON-569137853 tempest-InstanceActionsV221TestJSON-569137853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:56.953989 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 7 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 10:42:56.954648 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d3f84ee-1c07-450e-b395-3fda5707eb3e tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] Made reservation on behalf of 2f2eed1fd02f4bd68565a65b63008a92 for: {'subnet': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:42:56.962526 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0d3f84ee-1c07-450e-b395-3fda5707eb3e tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25350782'] for subnet, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:57.132650 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91f608bd-19d2-4f93-a1f8-dfc1de3a41ef req-2892ea43-4729-4ac9-933d-a255a246e04a tempest-InstanceActionsV221TestJSON-569137853 tempest-InstanceActionsV221TestJSON-569137853-project] Network fd20c5c8-4cbf-43bb-b6d8-a9c7e50ed8d4 is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:42:57.160021 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ec228714-48e1-4088-87c6-7f0aef14b5b0 req-8c15991a-bd27-4ce8-92f9-794cec757161 tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a76b356-3318-479d-99e5-2976ed5838a9 HTTP/1.1" status: 200 len: 210 time: 0.1932416 Oct 20 10:42:57.274360 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [req-91f608bd-19d2-4f93-a1f8-dfc1de3a41ef req-2892ea43-4729-4ac9-933d-a255a246e04a tempest-InstanceActionsV221TestJSON-569137853 tempest-InstanceActionsV221TestJSON-569137853-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:42:57.279113 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-0edd2ca0-7e25-4f20-b58b-045e0bca0d84 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Made reservation on behalf of cfcb374660ef40a8b05378b5e2eaff9e for: {'port': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:42:57.314773 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:57.315644 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-0edd2ca0-7e25-4f20-b58b-045e0bca0d84 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:57.346524 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-91f608bd-19d2-4f93-a1f8-dfc1de3a41ef req-2892ea43-4729-4ac9-933d-a255a246e04a tempest-InstanceActionsV221TestJSON-569137853 tempest-InstanceActionsV221TestJSON-569137853-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:42:57.439859 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2892ea43-4729-4ac9-933d-a255a246e04a tempest-InstanceActionsV221TestJSON-569137853 tempest-InstanceActionsV221TestJSON-569137853-project] Pushing event updated for resources: {'Port': ['ID=5a161191-2a46-403b-98b0-674caae2bb04,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:57.466297 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] For port 92ab9a0e-8ede-48f0-8b5a-d4e1a208c07e, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=92ab9a0e-8ede-48f0-8b5a-d4e1a208c07e,segment=NetworkSegment(cf0573ae-e477-4d6e-9679-ee500c9d1af8),segment_id=cf0573ae-e477-4d6e-9679-ee500c9d1af8)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:42:57.481392 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:57.512472 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cf596c78-ec86-42c8-a871-45380852b512 req-364d6961-1c70-4f70-af3c-87832d337f56 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.64 "GET /v2.0/ports?device_id=9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c HTTP/1.1" status: 200 len: 210 time: 0.1239662 Oct 20 10:42:57.572857 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Pushing event updated for resources: {'Port': ['ID=92ab9a0e-8ede-48f0-8b5a-d4e1a208c07e,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:57.733827 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-0edd2ca0-7e25-4f20-b58b-045e0bca0d84 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Allocated IP 172.20.0.14 (dcf86141-da0d-4c82-9e01-66c4be279d2b/aa9160dc-9c5c-4cb9-bd41-a37d607d846c/687e9444-b6e6-48d0-a254-817eeff5b001) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:42:57.980333 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e44b3d3-402b-43d1-9ce1-1595df37fe27 req-1d0b2806-4858-4dd8-a194-e5418446e7b1 tempest-InstanceActionsV221TestJSON-569137853 tempest-InstanceActionsV221TestJSON-569137853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:57.981967 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2e44b3d3-402b-43d1-9ce1-1595df37fe27 req-1d0b2806-4858-4dd8-a194-e5418446e7b1 tempest-InstanceActionsV221TestJSON-569137853 tempest-InstanceActionsV221TestJSON-569137853-project] 10.222.0.64 "GET /v2.0/ports?device_id=22d66574-f55a-43b8-9f84-75f87372d7a4 HTTP/1.1" status: 200 len: 931 time: 0.9497833 Oct 20 10:42:58.001833 n-d-811396-3 neutron-server[100597]: DEBUG neutron.objects.ports [None req-0d3f84ee-1c07-450e-b395-3fda5707eb3e tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100597) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 20 10:42:58.002309 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0d3f84ee-1c07-450e-b395-3fda5707eb3e tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25350752'] for subnet, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:58.166116 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f608bd-19d2-4f93-a1f8-dfc1de3a41ef req-2892ea43-4729-4ac9-933d-a255a246e04a tempest-InstanceActionsV221TestJSON-569137853 tempest-InstanceActionsV221TestJSON-569137853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:58.167069 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-91f608bd-19d2-4f93-a1f8-dfc1de3a41ef req-2892ea43-4729-4ac9-933d-a255a246e04a tempest-InstanceActionsV221TestJSON-569137853 tempest-InstanceActionsV221TestJSON-569137853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:58.169734 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3f84ee-1c07-450e-b395-3fda5707eb3e tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] Pushing event updated for resources: {'Subnet': ['ID=4791ba06-4ce8-4fcc-b8ec-1083bd772bc3,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:58.178959 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3f84ee-1c07-450e-b395-3fda5707eb3e tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] Checking segment: {'id': 'fef72a6d-b92f-4b48-a0e9-0bd634daef47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'd81c2670-aa92-438d-9e30-38a095ced61f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:42:58.179331 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d3f84ee-1c07-450e-b395-3fda5707eb3e tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] Network hostable DHCP agents. Network: d81c2670-aa92-438d-9e30-38a095ced61f, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:42:58.219991 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d3f84ee-1c07-450e-b395-3fda5707eb3e tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] Network d81c2670-aa92-438d-9e30-38a095ced61f is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:42:58.270003 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-0d3f84ee-1c07-450e-b395-3fda5707eb3e tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, d81c2670-aa92-438d-9e30-38a095ced61f) {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:42:58.271287 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2e44b3d3-402b-43d1-9ce1-1595df37fe27 req-75836173-ef4c-4870-9c0d-f9483f78a3a0 tempest-InstanceActionsV221TestJSON-569137853 tempest-InstanceActionsV221TestJSON-569137853-project] 10.222.0.64 "GET /v2.0/security-groups?id=2621eb17-dc48-4b56-9378-f9ab64e6ea88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2787330 Oct 20 10:42:58.281470 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d3f84ee-1c07-450e-b395-3fda5707eb3e tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:58.302467 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cde2a82-bc56-4828-93e5-4880defb8c87 None None] Network d81c2670-aa92-438d-9e30-38a095ced61f requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:42:58.305611 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0d3f84ee-1c07-450e-b395-3fda5707eb3e tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:58.336925 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-91f608bd-19d2-4f93-a1f8-dfc1de3a41ef req-2892ea43-4729-4ac9-933d-a255a246e04a tempest-InstanceActionsV221TestJSON-569137853 tempest-InstanceActionsV221TestJSON-569137853-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5019796 Oct 20 10:42:58.383477 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-0d3f84ee-1c07-450e-b395-3fda5707eb3e tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.5084286 Oct 20 10:42:58.384121 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 32958) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:42:58.390021 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-91f608bd-19d2-4f93-a1f8-dfc1de3a41ef req-85904c66-1131-473d-8c80-79e5870ebfbd service neutron] Request body: {'port': {'device_id': '22d66574-f55a-43b8-9f84-75f87372d7a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811396-3'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:42:58.391179 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-0aca5c0a-98e1-4ec3-8399-1edc9d5807a5 tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] Request body: {'floatingip': {'floating_network_id': 'd81c2670-aa92-438d-9e30-38a095ced61f'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:42:58.472210 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0aca5c0a-98e1-4ec3-8399-1edc9d5807a5 tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:58.485394 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-0edd2ca0-7e25-4f20-b58b-045e0bca0d84 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:58.540805 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 92ab9a0e-8ede-48f0-8b5a-d4e1a208c07e up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:42:58.615105 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f134c6-aa63-4419-b35d-86d92ea9ca59 req-427534da-18ab-4e16-be15-4b5f1240fd55 tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:58.622637 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-84f134c6-aa63-4419-b35d-86d92ea9ca59 req-427534da-18ab-4e16-be15-4b5f1240fd55 tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] 10.222.0.64 "GET /v2.0/networks?id=b1ffa362-8a3c-4d47-bfc2-ef936ca65b06 HTTP/1.1" status: 200 len: 819 time: 0.8019757 Oct 20 10:42:58.645547 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-84f134c6-aa63-4419-b35d-86d92ea9ca59 req-bd1c310b-0829-47c9-abab-1ff22a74e38b tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] 10.222.0.64 "GET /v2.0/quotas/94fe84a260a04255ae5a7f7035e1a279 HTTP/1.1" status: 200 len: 375 time: 0.0217648 Oct 20 10:42:58.659590 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-91f608bd-19d2-4f93-a1f8-dfc1de3a41ef req-85904c66-1131-473d-8c80-79e5870ebfbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:58.739163 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 92ab9a0e-8ede-48f0-8b5a-d4e1a208c07e triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:42:58.747987 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:58.761918 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0aca5c0a-98e1-4ec3-8399-1edc9d5807a5 tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:58.808483 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0a1f9dfd-1255-4f52-8070-d43116fedbb9 req-a22393fe-13ca-40cd-8348-13ce66737f78 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.64 "GET /v2.0/ports?device_id=9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c HTTP/1.1" status: 200 len: 210 time: 0.0896637 Oct 20 10:42:58.984170 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-0edd2ca0-7e25-4f20-b58b-045e0bca0d84 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:59.018836 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-487866e8-084b-4cd4-9d54-091f045c80ce None None] Network d81c2670-aa92-438d-9e30-38a095ced61f requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:42:59.096670 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-0aca5c0a-98e1-4ec3-8399-1edc9d5807a5 tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] Allocated IP 172.20.0.13 (d81c2670-aa92-438d-9e30-38a095ced61f/4791ba06-4ce8-4fcc-b8ec-1083bd772bc3/ed8b3969-4188-4a78-b3d7-89413d593166) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:42:59.121835 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-84f134c6-aa63-4419-b35d-86d92ea9ca59 req-9d948bff-6520-4afe-98fc-6f6a6ff5bdda tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=94fe84a260a04255ae5a7f7035e1a279&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4750698 Oct 20 10:42:59.148203 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-0edd2ca0-7e25-4f20-b58b-045e0bca0d84 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Network dcf86141-da0d-4c82-9e01-66c4be279d2b is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:42:59.178319 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-0edd2ca0-7e25-4f20-b58b-045e0bca0d84 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:42:59.194937 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edd2ca0-7e25-4f20-b58b-045e0bca0d84 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Pushing event updated for resources: {'Port': ['ID=687e9444-b6e6-48d0-a254-817eeff5b001,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:59.201761 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-0edd2ca0-7e25-4f20-b58b-045e0bca0d84 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:42:59.487150 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-84f134c6-aa63-4419-b35d-86d92ea9ca59 req-259635fa-de0e-4869-bd43-43db56bc43f2 service neutron] 10.222.0.64 "GET /v2.0/networks/b1ffa362-8a3c-4d47-bfc2-ef936ca65b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3540823 Oct 20 10:42:59.625652 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0aca5c0a-98e1-4ec3-8399-1edc9d5807a5 tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:59.698168 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-b2614b0f-f66e-4c3f-9417-4e57309bc754 None None] Provisioning complete for port 687e9444-b6e6-48d0-a254-817eeff5b001 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:42:59.698662 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-b2614b0f-f66e-4c3f-9417-4e57309bc754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:59.716143 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0aca5c0a-98e1-4ec3-8399-1edc9d5807a5 tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:59.766367 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-0edd2ca0-7e25-4f20-b58b-045e0bca0d84 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:59.767401 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-0edd2ca0-7e25-4f20-b58b-045e0bca0d84 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:42:59.811882 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-b2614b0f-f66e-4c3f-9417-4e57309bc754 None None] Port 687e9444-b6e6-48d0-a254-817eeff5b001 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:42:59.874017 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aca5c0a-98e1-4ec3-8399-1edc9d5807a5 tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] Network d81c2670-aa92-438d-9e30-38a095ced61f is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:42:59.876365 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-0aca5c0a-98e1-4ec3-8399-1edc9d5807a5 tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:42:59.883420 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aca5c0a-98e1-4ec3-8399-1edc9d5807a5 tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:42:59.908267 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95df481c-11bd-4a3e-bd83-749e63f764ef req-b269e7a4-40b0-4ff7-805a-cb7d8d6ad4e4 tempest-InstanceActionsV221TestJSON-569137853 tempest-InstanceActionsV221TestJSON-569137853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:59.916781 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-95df481c-11bd-4a3e-bd83-749e63f764ef req-b269e7a4-40b0-4ff7-805a-cb7d8d6ad4e4 tempest-InstanceActionsV221TestJSON-569137853 tempest-InstanceActionsV221TestJSON-569137853-project] 10.222.0.64 "GET /v2.0/ports?device_id=22d66574-f55a-43b8-9f84-75f87372d7a4 HTTP/1.1" status: 200 len: 931 time: 0.4268961 Oct 20 10:42:59.925905 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-0edd2ca0-7e25-4f20-b58b-045e0bca0d84 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2622635 Oct 20 10:42:59.945476 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-12344ab7-b42c-419b-b399-9f51869fe950 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Request body: {'port': {'device_id': '9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c', 'network_id': '07f7de1d-67fc-4ee5-9720-a5ddc92657d8', 'admin_state_up': True, 'tenant_id': 'cfcb374660ef40a8b05378b5e2eaff9e', 'security_groups': ['112bbbcd-cedd-416d-87db-f3a7d2197192']}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:42:59.957358 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288a90fb-928b-4cb7-9dee-caa3a29b3fec req-336fa418-945b-4f03-8485-6dbcf43bb7f6 tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:42:59.959319 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-288a90fb-928b-4cb7-9dee-caa3a29b3fec req-336fa418-945b-4f03-8485-6dbcf43bb7f6 tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] 10.222.0.69 "GET /v2.0/networks?id=b1ffa362-8a3c-4d47-bfc2-ef936ca65b06 HTTP/1.1" status: 200 len: 819 time: 0.9578831 Oct 20 10:42:59.969942 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aca5c0a-98e1-4ec3-8399-1edc9d5807a5 tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] Pushing event updated for resources: {'Port': ['ID=ed8b3969-4188-4a78-b3d7-89413d593166,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:42:59.998661 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [req-288a90fb-928b-4cb7-9dee-caa3a29b3fec req-f6c98e4e-4d54-470c-9dbc-5a1646bee24a tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] Request body: {'port': {'device_id': '5a76b356-3318-479d-99e5-2976ed5838a9', 'network_id': 'b1ffa362-8a3c-4d47-bfc2-ef936ca65b06', 'admin_state_up': True, 'tenant_id': '94fe84a260a04255ae5a7f7035e1a279'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:43:00.090110 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [req-91f608bd-19d2-4f93-a1f8-dfc1de3a41ef req-85904c66-1131-473d-8c80-79e5870ebfbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a161191-2a46-403b-98b0-674caae2bb04 {{(pid=100596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:43:00.132264 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-91f608bd-19d2-4f93-a1f8-dfc1de3a41ef req-85904c66-1131-473d-8c80-79e5870ebfbd service neutron] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:00.216421 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-84f134c6-aa63-4419-b35d-86d92ea9ca59 req-fad621dc-1085-4c72-8c1a-56d6687ec931 service neutron] 10.222.0.64 "GET /v2.0/networks/b1ffa362-8a3c-4d47-bfc2-ef936ca65b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7283666 Oct 20 10:43:00.231831 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-95df481c-11bd-4a3e-bd83-749e63f764ef req-6e32e45d-6a95-4c43-93a0-d66060858522 tempest-InstanceActionsV221TestJSON-569137853 tempest-InstanceActionsV221TestJSON-569137853-project] 10.222.0.64 "GET /v2.0/security-groups?id=2621eb17-dc48-4b56-9378-f9ab64e6ea88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3045573 Oct 20 10:43:00.288797 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-288a90fb-928b-4cb7-9dee-caa3a29b3fec req-f6c98e4e-4d54-470c-9dbc-5a1646bee24a tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] Made reservation on behalf of 94fe84a260a04255ae5a7f7035e1a279 for: {'port': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:43:00.302506 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-288a90fb-928b-4cb7-9dee-caa3a29b3fec req-f6c98e4e-4d54-470c-9dbc-5a1646bee24a tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:00.309877 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.provisioning_blocks [req-91f608bd-19d2-4f93-a1f8-dfc1de3a41ef req-85904c66-1131-473d-8c80-79e5870ebfbd service neutron] Transition to ACTIVE for port object 5a161191-2a46-403b-98b0-674caae2bb04 will not be triggered until provisioned by entity L2. {{(pid=100596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:43:00.326473 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-91f608bd-19d2-4f93-a1f8-dfc1de3a41ef req-85904c66-1131-473d-8c80-79e5870ebfbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:00.547996 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85904c66-1131-473d-8c80-79e5870ebfbd service neutron] Pushing event updated for resources: {'Port': ['ID=5a161191-2a46-403b-98b0-674caae2bb04,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:00.628764 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [req-288a90fb-928b-4cb7-9dee-caa3a29b3fec req-f6c98e4e-4d54-470c-9dbc-5a1646bee24a tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] Allocated IP 172.20.0.7 (b1ffa362-8a3c-4d47-bfc2-ef936ca65b06/6929fe63-bace-4614-aa8a-7d3362152171/e074a8d4-a049-422b-ae73-5f9be9909c5b) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:43:00.673344 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0aca5c0a-98e1-4ec3-8399-1edc9d5807a5 tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:00.728735 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0aca5c0a-98e1-4ec3-8399-1edc9d5807a5 tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:00.749661 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea61a387-486d-4aee-9165-1c858332ffa5 req-00312d80-b8f8-41c9-b049-3f5878a676ca tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:00.761583 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ea61a387-486d-4aee-9165-1c858332ffa5 req-00312d80-b8f8-41c9-b049-3f5878a676ca tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.64 "GET /v2.0/ports?device_id=9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c HTTP/1.1" status: 200 len: 932 time: 0.3717947 Oct 20 10:43:00.830747 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-12344ab7-b42c-419b-b399-9f51869fe950 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Made reservation on behalf of cfcb374660ef40a8b05378b5e2eaff9e for: {'port': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:43:00.835875 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-12344ab7-b42c-419b-b399-9f51869fe950 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:00.840383 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2eb2c623-6596-4555-aaae-673c652422c9 req-11acbc56-c72f-4042-9a00-09c4d831a063 tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] 10.222.0.64 "GET /v2.0/ports?device_id=68c742d4-7181-43c0-aac2-2c1b8eda87d6 HTTP/1.1" status: 200 len: 210 time: 0.1634912 Oct 20 10:43:00.972501 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-288a90fb-928b-4cb7-9dee-caa3a29b3fec req-f6c98e4e-4d54-470c-9dbc-5a1646bee24a tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:01.057275 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0aca5c0a-98e1-4ec3-8399-1edc9d5807a5 tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] Publish callbacks [] for port, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:01.064876 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0aca5c0a-98e1-4ec3-8399-1edc9d5807a5 tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:01.081471 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-288a90fb-928b-4cb7-9dee-caa3a29b3fec req-f6c98e4e-4d54-470c-9dbc-5a1646bee24a tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:01.218035 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0aca5c0a-98e1-4ec3-8399-1edc9d5807a5 tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1773381'] for floatingip, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:01.246526 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aca5c0a-98e1-4ec3-8399-1edc9d5807a5 tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] Pushing event updated for resources: {'Port': ['ID=ed8b3969-4188-4a78-b3d7-89413d593166,revision_number=2']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:01.270600 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-288a90fb-928b-4cb7-9dee-caa3a29b3fec req-f6c98e4e-4d54-470c-9dbc-5a1646bee24a tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] Network b1ffa362-8a3c-4d47-bfc2-ef936ca65b06 is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:43:01.275351 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [req-288a90fb-928b-4cb7-9dee-caa3a29b3fec req-f6c98e4e-4d54-470c-9dbc-5a1646bee24a tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:43:01.281254 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [req-288a90fb-928b-4cb7-9dee-caa3a29b3fec req-f6c98e4e-4d54-470c-9dbc-5a1646bee24a tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:43:01.408295 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-12344ab7-b42c-419b-b399-9f51869fe950 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Allocated IP 10.1.1.49 (07f7de1d-67fc-4ee5-9720-a5ddc92657d8/dfebcc83-a566-4e8b-95ce-d2b602fa67f2/f9fa8685-e573-4fdd-8b37-5988a560de50) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:43:01.457355 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ea61a387-486d-4aee-9165-1c858332ffa5 req-1487352c-2d75-44cb-a5bc-2f444395d1c3 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.64 "GET /v2.0/security-groups?id=112bbbcd-cedd-416d-87db-f3a7d2197192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6925747 Oct 20 10:43:01.496560 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0aca5c0a-98e1-4ec3-8399-1edc9d5807a5 tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for floatingip, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:01.505362 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-0aca5c0a-98e1-4ec3-8399-1edc9d5807a5 tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1193981 Oct 20 10:43:01.506015 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 33030) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:01.511833 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-91f608bd-19d2-4f93-a1f8-dfc1de3a41ef req-85904c66-1131-473d-8c80-79e5870ebfbd service neutron] Attempting to bind port 5a161191-2a46-403b-98b0-674caae2bb04 on host n-h1-811396-3 for vnic_type normal with profile {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:43:01.512344 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-91f608bd-19d2-4f93-a1f8-dfc1de3a41ef req-85904c66-1131-473d-8c80-79e5870ebfbd service neutron] Attempting to bind port 5a161191-2a46-403b-98b0-674caae2bb04 by drivers openvswitch,hyperv on host n-h1-811396-3 at level 0 using segments [{'id': '8beabbcb-5f53-4286-b0f9-70c49bc6431d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'fd20c5c8-4cbf-43bb-b6d8-a9c7e50ed8d4'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:43:01.512775 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f608bd-19d2-4f93-a1f8-dfc1de3a41ef req-85904c66-1131-473d-8c80-79e5870ebfbd service neutron] Attempting to bind port 5a161191-2a46-403b-98b0-674caae2bb04 on network fd20c5c8-4cbf-43bb-b6d8-a9c7e50ed8d4 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:43:01.544945 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f608bd-19d2-4f93-a1f8-dfc1de3a41ef req-85904c66-1131-473d-8c80-79e5870ebfbd service neutron] Port 5a161191-2a46-403b-98b0-674caae2bb04 on network fd20c5c8-4cbf-43bb-b6d8-a9c7e50ed8d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:43:01.545579 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f608bd-19d2-4f93-a1f8-dfc1de3a41ef req-85904c66-1131-473d-8c80-79e5870ebfbd service neutron] Attempting to bind port 5a161191-2a46-403b-98b0-674caae2bb04 on network fd20c5c8-4cbf-43bb-b6d8-a9c7e50ed8d4 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:43:01.565226 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f608bd-19d2-4f93-a1f8-dfc1de3a41ef req-85904c66-1131-473d-8c80-79e5870ebfbd service neutron] Checking agent: {'id': 'b707b4cc-061f-4cf4-bce0-0b3df9b7bec9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:43:01.565681 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f608bd-19d2-4f93-a1f8-dfc1de3a41ef req-85904c66-1131-473d-8c80-79e5870ebfbd service neutron] Checking segment: {'id': '8beabbcb-5f53-4286-b0f9-70c49bc6431d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'fd20c5c8-4cbf-43bb-b6d8-a9c7e50ed8d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:43:01.566279 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f608bd-19d2-4f93-a1f8-dfc1de3a41ef req-85904c66-1131-473d-8c80-79e5870ebfbd service neutron] Bound using segment: {'id': '8beabbcb-5f53-4286-b0f9-70c49bc6431d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'fd20c5c8-4cbf-43bb-b6d8-a9c7e50ed8d4'} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:43:01.566845 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-91f608bd-19d2-4f93-a1f8-dfc1de3a41ef req-85904c66-1131-473d-8c80-79e5870ebfbd service neutron] Bound port: 5a161191-2a46-403b-98b0-674caae2bb04, host: n-h1-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8beabbcb-5f53-4286-b0f9-70c49bc6431d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'fd20c5c8-4cbf-43bb-b6d8-a9c7e50ed8d4'}}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:43:01.567403 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-91f608bd-19d2-4f93-a1f8-dfc1de3a41ef req-85904c66-1131-473d-8c80-79e5870ebfbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:01.595823 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288a90fb-928b-4cb7-9dee-caa3a29b3fec req-f6c98e4e-4d54-470c-9dbc-5a1646bee24a tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:01.598311 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-288a90fb-928b-4cb7-9dee-caa3a29b3fec req-f6c98e4e-4d54-470c-9dbc-5a1646bee24a tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:01.682737 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d601397-57e8-476f-8359-a74b08c5a820 req-599b11be-c30a-4257-a1fb-9cfeaeabeabc tempest-InstanceActionsV221TestJSON-569137853 tempest-InstanceActionsV221TestJSON-569137853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:01.693813 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5d601397-57e8-476f-8359-a74b08c5a820 req-599b11be-c30a-4257-a1fb-9cfeaeabeabc tempest-InstanceActionsV221TestJSON-569137853 tempest-InstanceActionsV221TestJSON-569137853-project] 10.222.0.64 "GET /v2.0/ports?device_id=22d66574-f55a-43b8-9f84-75f87372d7a4 HTTP/1.1" status: 200 len: 943 time: 0.2315328 Oct 20 10:43:01.781656 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-ddf89c52-481e-474e-a554-a14177002cf4 tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] 10.222.0.64 "GET /v2.0/floatingips?floating_network_id=d81c2670-aa92-438d-9e30-38a095ced61f HTTP/1.1" status: 200 len: 690 time: 0.2151599 Oct 20 10:43:01.806003 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c98e4e-4d54-470c-9dbc-5a1646bee24a tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] Pushing event updated for resources: {'Port': ['ID=e074a8d4-a049-422b-ae73-5f9be9909c5b,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:01.812607 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 33036) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:01.818416 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-288a90fb-928b-4cb7-9dee-caa3a29b3fec req-f6c98e4e-4d54-470c-9dbc-5a1646bee24a tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8236516 Oct 20 10:43:01.876600 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 33042) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:01.885444 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5d601397-57e8-476f-8359-a74b08c5a820 req-ac6419b7-0764-4167-890a-13c07c0a320d tempest-InstanceActionsV221TestJSON-569137853 tempest-InstanceActionsV221TestJSON-569137853-project] 10.222.0.64 "GET /v2.0/security-groups?id=2621eb17-dc48-4b56-9378-f9ab64e6ea88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904154 Oct 20 10:43:02.061427 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-12344ab7-b42c-419b-b399-9f51869fe950 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:02.139026 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bb595a4b-757c-4352-9519-cf04f032ef01 tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:02.178382 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-12344ab7-b42c-419b-b399-9f51869fe950 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:02.221057 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [req-288a90fb-928b-4cb7-9dee-caa3a29b3fec req-b64a6a7f-4029-4cbf-a057-ce8477484da7 service neutron] Request body: {'port': {'device_id': '5a76b356-3318-479d-99e5-2976ed5838a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811396-3'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:43:02.326864 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-288a90fb-928b-4cb7-9dee-caa3a29b3fec req-b64a6a7f-4029-4cbf-a057-ce8477484da7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:02.329509 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1b921af4-f819-485b-9044-9e32af4ccf93 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:02.350764 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-55806070-b76b-4d04-88e4-792bac13804c req-43be76fc-db4b-4f6e-8e32-e16143ceee46 tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] 10.222.0.64 "GET /v2.0/ports?device_id=68c742d4-7181-43c0-aac2-2c1b8eda87d6 HTTP/1.1" status: 200 len: 210 time: 0.1998160 Oct 20 10:43:02.453077 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1b921af4-f819-485b-9044-9e32af4ccf93 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:02.505640 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1b921af4-f819-485b-9044-9e32af4ccf93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:02.536796 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12344ab7-b42c-419b-b399-9f51869fe950 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Pushing event updated for resources: {'Port': ['ID=f9fa8685-e573-4fdd-8b37-5988a560de50,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:02.554496 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f134c6-aa63-4419-b35d-86d92ea9ca59 req-64f95428-4168-46f2-ada8-dfce741c69b2 tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:02.556407 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-84f134c6-aa63-4419-b35d-86d92ea9ca59 req-64f95428-4168-46f2-ada8-dfce741c69b2 tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] 10.222.0.69 "GET /v2.0/networks?id=b1ffa362-8a3c-4d47-bfc2-ef936ca65b06 HTTP/1.1" status: 200 len: 819 time: 0.3691771 Oct 20 10:43:02.558538 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-91f608bd-19d2-4f93-a1f8-dfc1de3a41ef req-85904c66-1131-473d-8c80-79e5870ebfbd service neutron] For port 5a161191-2a46-403b-98b0-674caae2bb04, host n-h1-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:43:02.569164 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-12344ab7-b42c-419b-b399-9f51869fe950 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Network 07f7de1d-67fc-4ee5-9720-a5ddc92657d8 is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:43:02.576475 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-84f134c6-aa63-4419-b35d-86d92ea9ca59 req-2ffa1106-2030-470d-b4df-daa2a64c472a tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] Request body: {'port': {'device_id': '68c742d4-7181-43c0-aac2-2c1b8eda87d6', 'network_id': 'b1ffa362-8a3c-4d47-bfc2-ef936ca65b06', 'admin_state_up': True, 'tenant_id': '94fe84a260a04255ae5a7f7035e1a279'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:43:02.581400 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-12344ab7-b42c-419b-b399-9f51869fe950 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:43:02.584341 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-12344ab7-b42c-419b-b399-9f51869fe950 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:43:02.671145 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-91f608bd-19d2-4f93-a1f8-dfc1de3a41ef req-85904c66-1131-473d-8c80-79e5870ebfbd service neutron] For port 5a161191-2a46-403b-98b0-674caae2bb04, host n-h1-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=5a161191-2a46-403b-98b0-674caae2bb04,segment=NetworkSegment(8beabbcb-5f53-4286-b0f9-70c49bc6431d),segment_id=8beabbcb-5f53-4286-b0f9-70c49bc6431d)] {{(pid=100596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:43:02.702663 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-91f608bd-19d2-4f93-a1f8-dfc1de3a41ef req-85904c66-1131-473d-8c80-79e5870ebfbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:03.025920 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b921af4-f819-485b-9044-9e32af4ccf93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74a31169-f590-4780-a8c6-a1730b5c8ab1,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:03.070673 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-c3c81693-1ce1-433f-bb19-5a20df537ca8 None None] Provisioning complete for port f9fa8685-e573-4fdd-8b37-5988a560de50 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:43:03.071195 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-c3c81693-1ce1-433f-bb19-5a20df537ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:03.078392 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 33062) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:03.115305 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-1b921af4-f819-485b-9044-9e32af4ccf93 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e88775e3893346e0b8cfa50b92490234&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2314720 Oct 20 10:43:03.119302 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 33066) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:03.172459 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-c3c81693-1ce1-433f-bb19-5a20df537ca8 None None] Port f9fa8685-e573-4fdd-8b37-5988a560de50 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:43:03.196751 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-bb595a4b-757c-4352-9519-cf04f032ef01 tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] Deleting port ed8b3969-4188-4a78-b3d7-89413d593166 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:43:03.197108 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bb595a4b-757c-4352-9519-cf04f032ef01 tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:03.287191 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f608bd-19d2-4f93-a1f8-dfc1de3a41ef req-85904c66-1131-473d-8c80-79e5870ebfbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:03.288297 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-91f608bd-19d2-4f93-a1f8-dfc1de3a41ef req-85904c66-1131-473d-8c80-79e5870ebfbd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:03.290525 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-91f608bd-19d2-4f93-a1f8-dfc1de3a41ef req-85904c66-1131-473d-8c80-79e5870ebfbd service neutron] 10.222.0.55 "PUT /v2.0/ports/5a161191-2a46-403b-98b0-674caae2bb04 HTTP/1.1" status: 200 len: 1091 time: 4.9126623 Oct 20 10:43:03.291136 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22d66574-f55a-43b8-9f84-75f87372d7a4', 'tag': '5a161191-2a46-403b-98b0-674caae2bb04'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:43:03.293701 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5329bc14-f13e-4e0f-afa0-ded48286a895" -d '{"events": [{"name": "network-changed", "server_uuid": "22d66574-f55a-43b8-9f84-75f87372d7a4", "tag": "5a161191-2a46-403b-98b0-674caae2bb04"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:43:03.447608 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-12344ab7-b42c-419b-b399-9f51869fe950 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:03.448698 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-12344ab7-b42c-419b-b399-9f51869fe950 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:03.497099 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176214c2-7421-4681-b5c7-a71925c9477d req-91c3ec1d-acdb-4b17-bf6f-87e220eeb880 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:03.500945 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-652ca33c-0279-40d3-807b-5cb3bbc9f3d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:03.508406 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176214c2-7421-4681-b5c7-a71925c9477d req-91c3ec1d-acdb-4b17-bf6f-87e220eeb880 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:03.510560 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-176214c2-7421-4681-b5c7-a71925c9477d req-91c3ec1d-acdb-4b17-bf6f-87e220eeb880 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.64 "GET /v2.0/ports?device_id=9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c HTTP/1.1" status: 200 len: 1653 time: 0.8530650 Oct 20 10:43:03.515701 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85904c66-1131-473d-8c80-79e5870ebfbd service neutron] Pushing event updated for resources: {'Port': ['ID=5a161191-2a46-403b-98b0-674caae2bb04,revision_number=3']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:03.542888 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b74c978-89db-4f39-abf0-ab6da8ff95a4 req-b02e06d4-ed36-43ed-b764-8aa51ce37a6e tempest-InstanceActionsV221TestJSON-569137853 tempest-InstanceActionsV221TestJSON-569137853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:03.553922 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3b74c978-89db-4f39-abf0-ab6da8ff95a4 req-b02e06d4-ed36-43ed-b764-8aa51ce37a6e tempest-InstanceActionsV221TestJSON-569137853 tempest-InstanceActionsV221TestJSON-569137853-project] 10.222.0.64 "GET /v2.0/ports?device_id=22d66574-f55a-43b8-9f84-75f87372d7a4 HTTP/1.1" status: 200 len: 943 time: 0.2789807 Oct 20 10:43:03.607830 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84f134c6-aa63-4419-b35d-86d92ea9ca59 req-2ffa1106-2030-470d-b4df-daa2a64c472a tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] Made reservation on behalf of 94fe84a260a04255ae5a7f7035e1a279 for: {'port': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:43:03.611677 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-84f134c6-aa63-4419-b35d-86d92ea9ca59 req-2ffa1106-2030-470d-b4df-daa2a64c472a tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:03.625246 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-12344ab7-b42c-419b-b399-9f51869fe950 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.6845765 Oct 20 10:43:03.651076 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-176214c2-7421-4681-b5c7-a71925c9477d req-0108c497-fa72-4e90-9694-4e6eb776511f tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.64 "GET /v2.0/security-groups?id=112bbbcd-cedd-416d-87db-f3a7d2197192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1316435 Oct 20 10:43:03.655679 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-1cbf4e44-5d90-400e-a428-7582f72b1c25 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Request body: {'port': {'device_id': '9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c', 'network_id': '07f7de1d-67fc-4ee5-9720-a5ddc92657d8', 'admin_state_up': True, 'tenant_id': 'cfcb374660ef40a8b05378b5e2eaff9e', 'security_groups': ['112bbbcd-cedd-416d-87db-f3a7d2197192']}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:43:03.713363 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3b74c978-89db-4f39-abf0-ab6da8ff95a4 req-e0c11e53-c9ac-4c5e-a989-c0a1a62a6868 tempest-InstanceActionsV221TestJSON-569137853 tempest-InstanceActionsV221TestJSON-569137853-project] 10.222.0.64 "GET /v2.0/security-groups?id=2621eb17-dc48-4b56-9378-f9ab64e6ea88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532717 Oct 20 10:43:03.789694 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e3798b0-e011-4222-a28d-96b76f4fe658 x-openstack-request-id: req-0e3798b0-e011-4222-a28d-96b76f4fe658 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:43:03.795147 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22d66574-f55a-43b8-9f84-75f87372d7a4", "tag": "5a161191-2a46-403b-98b0-674caae2bb04", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:43:03.795655 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0e3798b0-e011-4222-a28d-96b76f4fe658 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:43:03.796256 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22d66574-f55a-43b8-9f84-75f87372d7a4', 'tag': '5a161191-2a46-403b-98b0-674caae2bb04', 'status': 'completed', 'code': 200} Oct 20 10:43:03.802907 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f608bd-19d2-4f93-a1f8-dfc1de3a41ef req-ff9ac5df-8fc8-44aa-aead-624e66635fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:03.813181 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-91f608bd-19d2-4f93-a1f8-dfc1de3a41ef req-ff9ac5df-8fc8-44aa-aead-624e66635fb5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d4b335529c5e4f6b9d7f72ab4110c2d4&device_id=22d66574-f55a-43b8-9f84-75f87372d7a4 HTTP/1.1" status: 200 len: 1094 time: 0.4085636 Oct 20 10:43:03.924950 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-91f608bd-19d2-4f93-a1f8-dfc1de3a41ef req-26e3f2fd-86d1-477a-a7ff-433a676c7a34 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a161191-2a46-403b-98b0-674caae2bb04 HTTP/1.1" status: 200 len: 217 time: 0.0766234 Oct 20 10:43:03.967284 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a3c5a751-49c8-45e1-afa6-da80a63795ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:03.972024 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-dd314c5b-da5f-4084-9ddd-90b663f8e847 req-b6a19ff8-adba-48fe-b842-bb19d803b411 tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] 10.222.0.64 "GET /v2.0/ports?device_id=68c742d4-7181-43c0-aac2-2c1b8eda87d6 HTTP/1.1" status: 200 len: 210 time: 0.1554985 Oct 20 10:43:03.998103 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [req-288a90fb-928b-4cb7-9dee-caa3a29b3fec req-b64a6a7f-4029-4cbf-a057-ce8477484da7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e074a8d4-a049-422b-ae73-5f9be9909c5b {{(pid=100597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:43:04.017312 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-288a90fb-928b-4cb7-9dee-caa3a29b3fec req-b64a6a7f-4029-4cbf-a057-ce8477484da7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:04.032398 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.provisioning_blocks [req-288a90fb-928b-4cb7-9dee-caa3a29b3fec req-b64a6a7f-4029-4cbf-a057-ce8477484da7 service neutron] Transition to ACTIVE for port object e074a8d4-a049-422b-ae73-5f9be9909c5b will not be triggered until provisioned by entity L2. {{(pid=100597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:43:04.084764 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-288a90fb-928b-4cb7-9dee-caa3a29b3fec req-b64a6a7f-4029-4cbf-a057-ce8477484da7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:04.096212 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3eb65ae9-67db-4b12-952b-0957d7bd6734 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:04.116904 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f608bd-19d2-4f93-a1f8-dfc1de3a41ef req-e08d767d-64b7-4b9a-ada4-acb876839f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:04.118383 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-91f608bd-19d2-4f93-a1f8-dfc1de3a41ef req-e08d767d-64b7-4b9a-ada4-acb876839f48 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5a5210e3-cf25-40d0-9984-0cca8525dc6e HTTP/1.1" status: 200 len: 858 time: 0.1829548 Oct 20 10:43:04.193593 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bb595a4b-757c-4352-9519-cf04f032ef01 tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:04.201656 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bb595a4b-757c-4352-9519-cf04f032ef01 tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:04.203958 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-91f608bd-19d2-4f93-a1f8-dfc1de3a41ef req-07782d61-5c75-479b-b4ab-1d7cfd9d40ee service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fd20c5c8-4cbf-43bb-b6d8-a9c7e50ed8d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0686696 Oct 20 10:43:04.258098 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3eb65ae9-67db-4b12-952b-0957d7bd6734 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:04.261232 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64a6a7f-4029-4cbf-a057-ce8477484da7 service neutron] Pushing event updated for resources: {'Port': ['ID=e074a8d4-a049-422b-ae73-5f9be9909c5b,revision_number=2']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:04.284181 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-bb595a4b-757c-4352-9519-cf04f032ef01 tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] Calling delete_port for ed8b3969-4188-4a78-b3d7-89413d593166 owned by network:floatingip {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:43:04.292455 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-1cbf4e44-5d90-400e-a428-7582f72b1c25 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Made reservation on behalf of cfcb374660ef40a8b05378b5e2eaff9e for: {'port': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:43:04.301453 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-1cbf4e44-5d90-400e-a428-7582f72b1c25 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:04.370887 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [req-84f134c6-aa63-4419-b35d-86d92ea9ca59 req-2ffa1106-2030-470d-b4df-daa2a64c472a tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] Allocated IP 172.20.0.6 (b1ffa362-8a3c-4d47-bfc2-ef936ca65b06/6929fe63-bace-4614-aa8a-7d3362152171/fc6f2f66-40e5-4a13-ad03-a37b89b711b6) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:43:04.546898 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a3c5a751-49c8-45e1-afa6-da80a63795ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:04.565157 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-91f608bd-19d2-4f93-a1f8-dfc1de3a41ef req-1e4351a3-c293-40a3-8e97-875446e97932 service neutron] 10.222.0.55 "GET /v2.0/networks/fd20c5c8-4cbf-43bb-b6d8-a9c7e50ed8d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3528492 Oct 20 10:43:04.576015 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-288a90fb-928b-4cb7-9dee-caa3a29b3fec req-b64a6a7f-4029-4cbf-a057-ce8477484da7 service neutron] Attempting to bind port e074a8d4-a049-422b-ae73-5f9be9909c5b on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:43:04.576356 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-288a90fb-928b-4cb7-9dee-caa3a29b3fec req-b64a6a7f-4029-4cbf-a057-ce8477484da7 service neutron] Attempting to bind port e074a8d4-a049-422b-ae73-5f9be9909c5b by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': 'cf0573ae-e477-4d6e-9679-ee500c9d1af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'b1ffa362-8a3c-4d47-bfc2-ef936ca65b06'}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:43:04.576695 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-288a90fb-928b-4cb7-9dee-caa3a29b3fec req-b64a6a7f-4029-4cbf-a057-ce8477484da7 service neutron] Attempting to bind port e074a8d4-a049-422b-ae73-5f9be9909c5b on network b1ffa362-8a3c-4d47-bfc2-ef936ca65b06 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:43:04.578997 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3eb65ae9-67db-4b12-952b-0957d7bd6734 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:04.581612 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3eb65ae9-67db-4b12-952b-0957d7bd6734 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:04.582833 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-3eb65ae9-67db-4b12-952b-0957d7bd6734 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/74a31169-f590-4780-a8c6-a1730b5c8ab1 HTTP/1.1" status: 204 len: 168 time: 1.4621017 Oct 20 10:43:04.616481 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a3c5a751-49c8-45e1-afa6-da80a63795ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:04.621233 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb65ae9-67db-4b12-952b-0957d7bd6734 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74a31169-f590-4780-a8c6-a1730b5c8ab1,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:04.660580 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-288a90fb-928b-4cb7-9dee-caa3a29b3fec req-b64a6a7f-4029-4cbf-a057-ce8477484da7 service neutron] Port e074a8d4-a049-422b-ae73-5f9be9909c5b on network b1ffa362-8a3c-4d47-bfc2-ef936ca65b06 not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:43:04.661228 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-288a90fb-928b-4cb7-9dee-caa3a29b3fec req-b64a6a7f-4029-4cbf-a057-ce8477484da7 service neutron] Attempting to bind port e074a8d4-a049-422b-ae73-5f9be9909c5b on network b1ffa362-8a3c-4d47-bfc2-ef936ca65b06 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:43:04.691884 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-288a90fb-928b-4cb7-9dee-caa3a29b3fec req-b64a6a7f-4029-4cbf-a057-ce8477484da7 service neutron] Checking agent: {'id': '061232a2-7adc-4ba1-a873-e8cb136b064d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 42, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:43:04.692230 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-288a90fb-928b-4cb7-9dee-caa3a29b3fec req-b64a6a7f-4029-4cbf-a057-ce8477484da7 service neutron] Checking segment: {'id': 'cf0573ae-e477-4d6e-9679-ee500c9d1af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'b1ffa362-8a3c-4d47-bfc2-ef936ca65b06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:43:04.692625 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-288a90fb-928b-4cb7-9dee-caa3a29b3fec req-b64a6a7f-4029-4cbf-a057-ce8477484da7 service neutron] Bound using segment: {'id': 'cf0573ae-e477-4d6e-9679-ee500c9d1af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'b1ffa362-8a3c-4d47-bfc2-ef936ca65b06'} {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:43:04.693061 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-288a90fb-928b-4cb7-9dee-caa3a29b3fec req-b64a6a7f-4029-4cbf-a057-ce8477484da7 service neutron] Bound port: e074a8d4-a049-422b-ae73-5f9be9909c5b, host: n-h2-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf0573ae-e477-4d6e-9679-ee500c9d1af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'b1ffa362-8a3c-4d47-bfc2-ef936ca65b06'}}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:43:04.693420 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-288a90fb-928b-4cb7-9dee-caa3a29b3fec req-b64a6a7f-4029-4cbf-a057-ce8477484da7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:04.715276 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-1cbf4e44-5d90-400e-a428-7582f72b1c25 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Allocated IP 10.1.1.247 (07f7de1d-67fc-4ee5-9720-a5ddc92657d8/dfebcc83-a566-4e8b-95ce-d2b602fa67f2/f7887f37-d0d1-43d7-ab1a-53e2d1ece9e7) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:43:04.758616 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-a3c5a751-49c8-45e1-afa6-da80a63795ac admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=bbe63c9a5efe4ea6b5fafb31f4fb0970&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6696777 Oct 20 10:43:04.759452 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c5a751-49c8-45e1-afa6-da80a63795ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bd5ac76-4e79-4f46-9358-78a7f15ff13a,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:04.775174 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 33090) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:04.903250 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [req-288a90fb-928b-4cb7-9dee-caa3a29b3fec req-b64a6a7f-4029-4cbf-a057-ce8477484da7 service neutron] For port e074a8d4-a049-422b-ae73-5f9be9909c5b, host n-h2-811396-3, cleared binding levels {{(pid=100597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:43:04.921049 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5d47b75e-4222-4545-9020-b3df790e5970 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:04.936780 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bb595a4b-757c-4352-9519-cf04f032ef01 tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:05.002304 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [req-288a90fb-928b-4cb7-9dee-caa3a29b3fec req-b64a6a7f-4029-4cbf-a057-ce8477484da7 service neutron] For port e074a8d4-a049-422b-ae73-5f9be9909c5b, host n-h2-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=e074a8d4-a049-422b-ae73-5f9be9909c5b,segment=NetworkSegment(cf0573ae-e477-4d6e-9679-ee500c9d1af8),segment_id=cf0573ae-e477-4d6e-9679-ee500c9d1af8)] {{(pid=100597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:43:05.034888 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb595a4b-757c-4352-9519-cf04f032ef01 tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] Pushing event deleted for resources: {'Port': ['ID=ed8b3969-4188-4a78-b3d7-89413d593166,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:05.079661 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87db51a-e42a-4840-b2ce-f526fdd62aa8 req-bd9aa012-c9c1-4c29-8f51-58c97ee464c0 tempest-InstanceActionsV221TestJSON-569137853 tempest-InstanceActionsV221TestJSON-569137853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:05.081186 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d87db51a-e42a-4840-b2ce-f526fdd62aa8 req-bd9aa012-c9c1-4c29-8f51-58c97ee464c0 tempest-InstanceActionsV221TestJSON-569137853 tempest-InstanceActionsV221TestJSON-569137853-project] 10.222.0.64 "GET /v2.0/ports?device_id=22d66574-f55a-43b8-9f84-75f87372d7a4 HTTP/1.1" status: 200 len: 943 time: 0.2145944 Oct 20 10:43:05.085324 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5d47b75e-4222-4545-9020-b3df790e5970 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:05.091187 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bb595a4b-757c-4352-9519-cf04f032ef01 tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:05.098725 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-288a90fb-928b-4cb7-9dee-caa3a29b3fec req-b64a6a7f-4029-4cbf-a057-ce8477484da7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:05.111489 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6af8c5-258a-4790-bfa4-d3b28641282a req-0d46b6ba-9c25-4fb8-a7e3-f3f3794f9147 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:05.118046 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6af8c5-258a-4790-bfa4-d3b28641282a req-0d46b6ba-9c25-4fb8-a7e3-f3f3794f9147 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:05.119710 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2d6af8c5-258a-4790-bfa4-d3b28641282a req-0d46b6ba-9c25-4fb8-a7e3-f3f3794f9147 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.64 "GET /v2.0/ports?device_id=9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c HTTP/1.1" status: 200 len: 1653 time: 0.2996476 Oct 20 10:43:05.136977 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 33096) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:05.148593 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-84f134c6-aa63-4419-b35d-86d92ea9ca59 req-2ffa1106-2030-470d-b4df-daa2a64c472a tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:05.155263 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-91f608bd-19d2-4f93-a1f8-dfc1de3a41ef req-5ad57c0f-13b5-4851-9030-50a659a93ae4 service neutron] 10.222.0.55 "GET /v2.0/networks/fd20c5c8-4cbf-43bb-b6d8-a9c7e50ed8d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5669897 Oct 20 10:43:05.173348 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288a90fb-928b-4cb7-9dee-caa3a29b3fec req-b64a6a7f-4029-4cbf-a057-ce8477484da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:05.173806 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-288a90fb-928b-4cb7-9dee-caa3a29b3fec req-b64a6a7f-4029-4cbf-a057-ce8477484da7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:05.176514 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-288a90fb-928b-4cb7-9dee-caa3a29b3fec req-b64a6a7f-4029-4cbf-a057-ce8477484da7 service neutron] 10.222.0.69 "PUT /v2.0/ports/e074a8d4-a049-422b-ae73-5f9be9909c5b HTTP/1.1" status: 200 len: 1091 time: 3.3485188 Oct 20 10:43:05.182592 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a76b356-3318-479d-99e5-2976ed5838a9', 'tag': 'e074a8d4-a049-422b-ae73-5f9be9909c5b'}] {{(pid=100597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:43:05.184615 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd85cad6a391afaa95d2dd5280bfd4659fc1e1b2aba53b5e7ef874f059efcdc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a6cb4f9-cced-463a-8837-373c1775f4f0" -d '{"events": [{"name": "network-changed", "server_uuid": "5a76b356-3318-479d-99e5-2976ed5838a9", "tag": "e074a8d4-a049-422b-ae73-5f9be9909c5b"}]}' {{(pid=100597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:43:05.202911 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e105b52d-9046-4038-82b8-907f9736eacc admin admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:05.225088 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-1cbf4e44-5d90-400e-a428-7582f72b1c25 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:05.273935 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64a6a7f-4029-4cbf-a057-ce8477484da7 service neutron] Pushing event updated for resources: {'Port': ['ID=e074a8d4-a049-422b-ae73-5f9be9909c5b,revision_number=3']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:05.281787 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bb595a4b-757c-4352-9519-cf04f032ef01 tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:05.317032 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d87db51a-e42a-4840-b2ce-f526fdd62aa8 req-63a16939-4602-4672-a979-12d2a35fefdc tempest-InstanceActionsV221TestJSON-569137853 tempest-InstanceActionsV221TestJSON-569137853-project] 10.222.0.64 "GET /v2.0/security-groups?id=2621eb17-dc48-4b56-9378-f9ab64e6ea88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222369 Oct 20 10:43:05.352558 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5d47b75e-4222-4545-9020-b3df790e5970 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:05.354234 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2d6af8c5-258a-4790-bfa4-d3b28641282a req-612b76c5-f646-4056-bdd0-b429963f6e8b tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.64 "GET /v2.0/security-groups?id=112bbbcd-cedd-416d-87db-f3a7d2197192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2231705 Oct 20 10:43:05.357063 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5d47b75e-4222-4545-9020-b3df790e5970 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:05.358976 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-5d47b75e-4222-4545-9020-b3df790e5970 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6bd5ac76-4e79-4f46-9358-78a7f15ff13a HTTP/1.1" status: 204 len: 168 time: 0.5654900 Oct 20 10:43:05.396135 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288a90fb-928b-4cb7-9dee-caa3a29b3fec req-71374d48-b7cc-4325-a56e-7b5ed99110e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:05.398861 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-288a90fb-928b-4cb7-9dee-caa3a29b3fec req-71374d48-b7cc-4325-a56e-7b5ed99110e2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=94fe84a260a04255ae5a7f7035e1a279&device_id=5a76b356-3318-479d-99e5-2976ed5838a9 HTTP/1.1" status: 200 len: 1094 time: 0.1695509 Oct 20 10:43:05.405349 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d47b75e-4222-4545-9020-b3df790e5970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bd5ac76-4e79-4f46-9358-78a7f15ff13a,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:05.416229 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-84f134c6-aa63-4419-b35d-86d92ea9ca59 req-2ffa1106-2030-470d-b4df-daa2a64c472a tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:05.479923 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5329bc14-f13e-4e0f-afa0-ded48286a895 req-5f6173fc-fe7b-43b0-9309-a2eda569ce84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:05.481680 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5329bc14-f13e-4e0f-afa0-ded48286a895 req-5f6173fc-fe7b-43b0-9309-a2eda569ce84 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d4b335529c5e4f6b9d7f72ab4110c2d4&device_id=22d66574-f55a-43b8-9f84-75f87372d7a4 HTTP/1.1" status: 200 len: 1094 time: 0.1880493 Oct 20 10:43:05.498058 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84f134c6-aa63-4419-b35d-86d92ea9ca59 req-2ffa1106-2030-470d-b4df-daa2a64c472a tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] Network b1ffa362-8a3c-4d47-bfc2-ef936ca65b06 is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:43:05.505650 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [req-84f134c6-aa63-4419-b35d-86d92ea9ca59 req-2ffa1106-2030-470d-b4df-daa2a64c472a tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:43:05.522977 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-1cbf4e44-5d90-400e-a428-7582f72b1c25 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:05.524423 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-84f134c6-aa63-4419-b35d-86d92ea9ca59 req-2ffa1106-2030-470d-b4df-daa2a64c472a tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:43:05.567483 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-288a90fb-928b-4cb7-9dee-caa3a29b3fec req-a96f6ea5-9dba-44a1-886f-3d5248d2014a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e074a8d4-a049-422b-ae73-5f9be9909c5b HTTP/1.1" status: 200 len: 217 time: 0.1485538 Oct 20 10:43:05.590898 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffa1106-2030-470d-b4df-daa2a64c472a tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] Pushing event updated for resources: {'Port': ['ID=fc6f2f66-40e5-4a13-ad03-a37b89b711b6,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:05.639139 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bb595a4b-757c-4352-9519-cf04f032ef01 tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25350811'] for subnet, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:05.676340 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbf4e44-5d90-400e-a428-7582f72b1c25 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Pushing event updated for resources: {'Port': ['ID=f7887f37-d0d1-43d7-ab1a-53e2d1ece9e7,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:05.682367 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e105b52d-9046-4038-82b8-907f9736eacc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:05.695228 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb595a4b-757c-4352-9519-cf04f032ef01 tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=4791ba06-4ce8-4fcc-b8ec-1083bd772bc3,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:05.707980 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e105b52d-9046-4038-82b8-907f9736eacc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:05.725284 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288a90fb-928b-4cb7-9dee-caa3a29b3fec req-e837961b-2f86-453a-9334-fec924b720be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:05.727281 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-288a90fb-928b-4cb7-9dee-caa3a29b3fec req-e837961b-2f86-453a-9334-fec924b720be service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6929fe63-bace-4614-aa8a-7d3362152171 HTTP/1.1" status: 200 len: 859 time: 0.1532767 Oct 20 10:43:05.733367 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-1cbf4e44-5d90-400e-a428-7582f72b1c25 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Network 07f7de1d-67fc-4ee5-9720-a5ddc92657d8 is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:43:05.763616 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-e105b52d-9046-4038-82b8-907f9736eacc admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=07c883d5a1c84c3c9366986e002b06b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6209292 Oct 20 10:43:05.780842 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 33114) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:05.781776 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-1cbf4e44-5d90-400e-a428-7582f72b1c25 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:43:05.785562 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-1cbf4e44-5d90-400e-a428-7582f72b1c25 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:43:05.810563 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bb595a4b-757c-4352-9519-cf04f032ef01 tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:05.840897 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-288a90fb-928b-4cb7-9dee-caa3a29b3fec req-ecabe873-1f7c-4f62-9684-9ee3feaf33f1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b1ffa362-8a3c-4d47-bfc2-ef936ca65b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0997512 Oct 20 10:43:05.876786 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-bb595a4b-757c-4352-9519-cf04f032ef01 tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d81c2670-aa92-438d-9e30-38a095ced61f']}} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:43:05.904864 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8be86491-0246-42ca-a8a4-d1f991a5d74f x-openstack-request-id: req-8be86491-0246-42ca-a8a4-d1f991a5d74f {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:43:05.905166 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a76b356-3318-479d-99e5-2976ed5838a9", "tag": "e074a8d4-a049-422b-ae73-5f9be9909c5b", "status": "completed", "code": 200}]} {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:43:05.905405 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8be86491-0246-42ca-a8a4-d1f991a5d74f {{(pid=100597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:43:05.906137 n-d-811396-3 neutron-server[100597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a76b356-3318-479d-99e5-2976ed5838a9', 'tag': 'e074a8d4-a049-422b-ae73-5f9be9909c5b', 'status': 'completed', 'code': 200} Oct 20 10:43:05.916828 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-bb595a4b-757c-4352-9519-cf04f032ef01 tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fef72a6d-b92f-4b48-a0e9-0bd634daef47') {'for_net_delete': True} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:43:05.917181 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-bb595a4b-757c-4352-9519-cf04f032ef01 tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fef72a6d-b92f-4b48-a0e9-0bd634daef47') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:43:05.985052 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f134c6-aa63-4419-b35d-86d92ea9ca59 req-2ffa1106-2030-470d-b4df-daa2a64c472a tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:05.985748 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-84f134c6-aa63-4419-b35d-86d92ea9ca59 req-2ffa1106-2030-470d-b4df-daa2a64c472a tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:06.035260 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-288a90fb-928b-4cb7-9dee-caa3a29b3fec req-f3c575a4-3291-4c4f-91fd-0ad3a5088168 service neutron] 10.222.0.69 "GET /v2.0/networks/b1ffa362-8a3c-4d47-bfc2-ef936ca65b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830542 Oct 20 10:43:06.040878 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bb595a4b-757c-4352-9519-cf04f032ef01 tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25852596'] for segment, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:06.088736 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e105b52d-9046-4038-82b8-907f9736eacc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9009368d-2b71-4b07-88f1-0189f58b3b42,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:06.097105 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bb595a4b-757c-4352-9519-cf04f032ef01 tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:06.108182 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9796cb3-091a-4b52-833b-0225d1135645 req-cfe75117-d02d-4d99-b3f3-97aa69eb91b3 tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:06.119495 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f9796cb3-091a-4b52-833b-0225d1135645 req-cfe75117-d02d-4d99-b3f3-97aa69eb91b3 tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] 10.222.0.64 "GET /v2.0/ports?device_id=68c742d4-7181-43c0-aac2-2c1b8eda87d6 HTTP/1.1" status: 200 len: 931 time: 0.5846379 Oct 20 10:43:06.142777 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-d68ab896-4e6d-423c-becd-eb70b85f9756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:06.160350 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb595a4b-757c-4352-9519-cf04f032ef01 tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] Releasing vlan 847 on physical network physnet1 to pool {{(pid=100597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:43:06.162073 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bb595a4b-757c-4352-9519-cf04f032ef01 tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951012'] for segment, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:06.163623 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-5ebd685c-c81f-443a-a66c-514637a59913 None None] Provisioning complete for port f7887f37-d0d1-43d7-ab1a-53e2d1ece9e7 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:43:06.164261 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-5ebd685c-c81f-443a-a66c-514637a59913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:06.170895 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-84f134c6-aa63-4419-b35d-86d92ea9ca59 req-2ffa1106-2030-470d-b4df-daa2a64c472a tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5981975 Oct 20 10:43:06.197352 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-84f134c6-aa63-4419-b35d-86d92ea9ca59 req-7e19d227-4c9c-46b7-9587-49895d962e27 service neutron] Request body: {'port': {'device_id': '68c742d4-7181-43c0-aac2-2c1b8eda87d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811396-3'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:43:06.240985 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-5ebd685c-c81f-443a-a66c-514637a59913 None None] Port f7887f37-d0d1-43d7-ab1a-53e2d1ece9e7 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:43:06.252944 n-d-811396-3 neutron-server[100597]: Traceback (most recent call last): Oct 20 10:43:06.252944 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:43:06.252944 n-d-811396-3 neutron-server[100597]: timer() Oct 20 10:43:06.252944 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:43:06.252944 n-d-811396-3 neutron-server[100597]: cb(*args, **kw) Oct 20 10:43:06.252944 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:43:06.252944 n-d-811396-3 neutron-server[100597]: return func(*args, **kwargs) Oct 20 10:43:06.252944 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:43:06.252944 n-d-811396-3 neutron-server[100597]: self._notify() Oct 20 10:43:06.252944 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:43:06.252944 n-d-811396-3 neutron-server[100597]: self.callback(batched_events) Oct 20 10:43:06.252944 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:43:06.252944 n-d-811396-3 neutron-server[100597]: event.method(event) Oct 20 10:43:06.252944 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:43:06.252944 n-d-811396-3 neutron-server[100597]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:43:06.252944 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:43:06.252944 n-d-811396-3 neutron-server[100597]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:43:06.252944 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:43:06.252944 n-d-811396-3 neutron-server[100597]: return f(self, *a, **k) Oct 20 10:43:06.252944 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:43:06.252944 n-d-811396-3 neutron-server[100597]: return self._get(url).json() Oct 20 10:43:06.252944 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:43:06.252944 n-d-811396-3 neutron-server[100597]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:43:06.252944 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:43:06.252944 n-d-811396-3 neutron-server[100597]: return self.request(url, 'GET', **kwargs) Oct 20 10:43:06.252944 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:43:06.252944 n-d-811396-3 neutron-server[100597]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:43:06.252944 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:43:06.252944 n-d-811396-3 neutron-server[100597]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:43:06.252944 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:43:06.252944 n-d-811396-3 neutron-server[100597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:43:06.252944 n-d-811396-3 neutron-server[100597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:43:06.258008 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5329bc14-f13e-4e0f-afa0-ded48286a895 req-28dcd3cb-f66d-46aa-ace1-3ed2cb239553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:06.258419 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 33116) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:06.260132 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5329bc14-f13e-4e0f-afa0-ded48286a895 req-28dcd3cb-f66d-46aa-ace1-3ed2cb239553 service neutron] 10.222.0.55 "GET /v2.0/networks?id=fd20c5c8-4cbf-43bb-b6d8-a9c7e50ed8d4 HTTP/1.1" status: 200 len: 919 time: 0.7581754 Oct 20 10:43:06.268058 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-1cbf4e44-5d90-400e-a428-7582f72b1c25 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:06.270156 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-1cbf4e44-5d90-400e-a428-7582f72b1c25 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:06.277039 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bb595a4b-757c-4352-9519-cf04f032ef01 tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:06.279523 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f48dd90c-989b-4ab4-b4b2-976d0dec1d81 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:06.290499 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb595a4b-757c-4352-9519-cf04f032ef01 tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d81c2670-aa92-438d-9e30-38a095ced61f {{(pid=100597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 20 10:43:06.294918 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-94f63a70-7fa9-414f-b757-80751eceb99b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:06.301828 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bb595a4b-757c-4352-9519-cf04f032ef01 tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:06.307638 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-bb595a4b-757c-4352-9519-cf04f032ef01 tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] 10.222.0.64 "DELETE /v2.0/networks/d81c2670-aa92-438d-9e30-38a095ced61f HTTP/1.1" status: 204 len: 168 time: 4.4879928 Oct 20 10:43:06.321536 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 33118) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:06.322669 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-94f63a70-7fa9-414f-b757-80751eceb99b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:06.472124 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5329bc14-f13e-4e0f-afa0-ded48286a895 req-c720ede6-8d32-4b32-bff6-ec0b1353cc15 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a161191-2a46-403b-98b0-674caae2bb04 HTTP/1.1" status: 200 len: 217 time: 0.1890872 Oct 20 10:43:06.482017 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-1cbf4e44-5d90-400e-a428-7582f72b1c25 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8367500 Oct 20 10:43:06.533973 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f9796cb3-091a-4b52-833b-0225d1135645 req-0ba12a36-bcbc-4461-af56-fe7371621c1a tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] 10.222.0.64 "GET /v2.0/security-groups?id=7975bea3-846b-43cc-b5f2-c6ce0fda577e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4108732 Oct 20 10:43:06.534616 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-84f134c6-aa63-4419-b35d-86d92ea9ca59 req-7e19d227-4c9c-46b7-9587-49895d962e27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:06.552399 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-d0c87f14-3fa6-4fde-95b4-06748a649163 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Request body: {'port': {'device_id': '9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '5a3ba547-1c5f-4bda-b0cf-f555209356c6', 'admin_state_up': True, 'tenant_id': 'cfcb374660ef40a8b05378b5e2eaff9e', 'security_groups': ['112bbbcd-cedd-416d-87db-f3a7d2197192']}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:43:06.561780 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-08452ff7-1b03-4e25-afac-5030814aabcd tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] 10.222.0.64 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1476 time: 0.2371848 Oct 20 10:43:06.562688 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb595a4b-757c-4352-9519-cf04f032ef01 tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] Pushing event deleted for resources: {'Network': ['ID=d81c2670-aa92-438d-9e30-38a095ced61f,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:06.626145 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 33128) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:06.667142 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f48dd90c-989b-4ab4-b4b2-976d0dec1d81 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:06.677517 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f48dd90c-989b-4ab4-b4b2-976d0dec1d81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:06.704497 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-288a90fb-928b-4cb7-9dee-caa3a29b3fec req-40217df3-3f1e-4c4e-811c-2e8436601557 service neutron] 10.222.0.69 "GET /v2.0/networks/b1ffa362-8a3c-4d47-bfc2-ef936ca65b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6604056 Oct 20 10:43:06.735499 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-f48dd90c-989b-4ab4-b4b2-976d0dec1d81 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ccef158ca77c48a4be6fed31c5d414a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4755650 Oct 20 10:43:06.736433 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48dd90c-989b-4ab4-b4b2-976d0dec1d81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=347d6f74-2383-4eb0-a3cb-5e16709348cb,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:06.751221 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 33132) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:06.845851 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6cb4f9-cced-463a-8837-373c1775f4f0 req-67e3842a-e4a3-406a-926d-a33c8ffd7263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:06.847499 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-6a6cb4f9-cced-463a-8837-373c1775f4f0 req-67e3842a-e4a3-406a-926d-a33c8ffd7263 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=94fe84a260a04255ae5a7f7035e1a279&device_id=5a76b356-3318-479d-99e5-2976ed5838a9 HTTP/1.1" status: 200 len: 1094 time: 0.0630050 Oct 20 10:43:06.849092 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3707ea90-39d1-4de2-90a9-24feabf1200f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:06.953966 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6cb4f9-cced-463a-8837-373c1775f4f0 req-5196b189-8630-470c-aef9-350b52da0e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:06.955402 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-6a6cb4f9-cced-463a-8837-373c1775f4f0 req-5196b189-8630-470c-aef9-350b52da0e90 service neutron] 10.222.0.69 "GET /v2.0/networks?id=b1ffa362-8a3c-4d47-bfc2-ef936ca65b06 HTTP/1.1" status: 200 len: 920 time: 0.1011136 Oct 20 10:43:06.976967 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3707ea90-39d1-4de2-90a9-24feabf1200f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:07.036582 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3707ea90-39d1-4de2-90a9-24feabf1200f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:07.039544 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3707ea90-39d1-4de2-90a9-24feabf1200f admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:07.043022 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-3707ea90-39d1-4de2-90a9-24feabf1200f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/347d6f74-2383-4eb0-a3cb-5e16709348cb HTTP/1.1" status: 204 len: 168 time: 0.2863541 Oct 20 10:43:07.074431 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:07.084941 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-6a6cb4f9-cced-463a-8837-373c1775f4f0 req-268c8f96-d762-4211-9e10-3f40d8e1763b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e074a8d4-a049-422b-ae73-5f9be9909c5b HTTP/1.1" status: 200 len: 217 time: 0.1207571 Oct 20 10:43:07.085935 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3707ea90-39d1-4de2-90a9-24feabf1200f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=347d6f74-2383-4eb0-a3cb-5e16709348cb,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:07.165553 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6cb4f9-cced-463a-8837-373c1775f4f0 req-05a5ec21-e72c-43b5-b0d9-de03024b29dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:07.167871 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-6a6cb4f9-cced-463a-8837-373c1775f4f0 req-05a5ec21-e72c-43b5-b0d9-de03024b29dc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6929fe63-bace-4614-aa8a-7d3362152171 HTTP/1.1" status: 200 len: 859 time: 0.0755408 Oct 20 10:43:07.239272 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-6a6cb4f9-cced-463a-8837-373c1775f4f0 req-f60b54d7-5cdb-4e3c-a409-d47a6346163d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b1ffa362-8a3c-4d47-bfc2-ef936ca65b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627291 Oct 20 10:43:07.466785 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-6a6cb4f9-cced-463a-8837-373c1775f4f0 req-e4d100f3-d76a-4adb-b267-2dbd57ad43bb service neutron] 10.222.0.69 "GET /v2.0/networks/b1ffa362-8a3c-4d47-bfc2-ef936ca65b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199008 Oct 20 10:43:07.473078 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:07.602227 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5329bc14-f13e-4e0f-afa0-ded48286a895 req-454aa983-58c6-47dd-9188-f0af739db18f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:07.603237 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5329bc14-f13e-4e0f-afa0-ded48286a895 req-454aa983-58c6-47dd-9188-f0af739db18f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5a5210e3-cf25-40d0-9984-0cca8525dc6e HTTP/1.1" status: 200 len: 858 time: 1.1160562 Oct 20 10:43:07.615221 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-94f63a70-7fa9-414f-b757-80751eceb99b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:07.618589 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-94f63a70-7fa9-414f-b757-80751eceb99b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:07.623946 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-94f63a70-7fa9-414f-b757-80751eceb99b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9009368d-2b71-4b07-88f1-0189f58b3b42 HTTP/1.1" status: 204 len: 168 time: 1.8350651 Oct 20 10:43:07.629575 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-6a6cb4f9-cced-463a-8837-373c1775f4f0 req-99e4d013-f4fb-4ff6-a6c0-8f1db33a83a3 service neutron] 10.222.0.69 "GET /v2.0/networks/b1ffa362-8a3c-4d47-bfc2-ef936ca65b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536722 Oct 20 10:43:07.653099 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [req-84f134c6-aa63-4419-b35d-86d92ea9ca59 req-7e19d227-4c9c-46b7-9587-49895d962e27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc6f2f66-40e5-4a13-ad03-a37b89b711b6 {{(pid=100596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:43:07.682148 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94ecc57-8418-40a7-89d4-d38276fd6153 req-4475c405-2cf0-4ef7-bf2d-bcd8a76f78fe tempest-InstanceActionsV221TestJSON-569137853 tempest-InstanceActionsV221TestJSON-569137853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:07.683863 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d94ecc57-8418-40a7-89d4-d38276fd6153 req-4475c405-2cf0-4ef7-bf2d-bcd8a76f78fe tempest-InstanceActionsV221TestJSON-569137853 tempest-InstanceActionsV221TestJSON-569137853-project] 10.222.0.64 "GET /v2.0/ports?device_id=22d66574-f55a-43b8-9f84-75f87372d7a4 HTTP/1.1" status: 200 len: 943 time: 1.1946800 Oct 20 10:43:07.717407 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-84f134c6-aa63-4419-b35d-86d92ea9ca59 req-7e19d227-4c9c-46b7-9587-49895d962e27 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:07.745082 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c04720-0b52-4c9b-9169-28a411e34706 tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:07.745563 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c04720-0b52-4c9b-9169-28a411e34706 tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:07.746048 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c04720-0b52-4c9b-9169-28a411e34706 tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:07.746484 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c04720-0b52-4c9b-9169-28a411e34706 tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:07.746938 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c04720-0b52-4c9b-9169-28a411e34706 tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:07.747461 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c04720-0b52-4c9b-9169-28a411e34706 tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:07.747924 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c04720-0b52-4c9b-9169-28a411e34706 tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:07.748385 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c04720-0b52-4c9b-9169-28a411e34706 tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:07.748828 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c04720-0b52-4c9b-9169-28a411e34706 tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:07.749315 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c04720-0b52-4c9b-9169-28a411e34706 tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:07.749761 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c04720-0b52-4c9b-9169-28a411e34706 tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:07.752126 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-76c04720-0b52-4c9b-9169-28a411e34706 tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7019 time: 1.1169741 Oct 20 10:43:07.754752 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5329bc14-f13e-4e0f-afa0-ded48286a895 req-22195841-8b79-420a-89cc-15db6060b18c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fd20c5c8-4cbf-43bb-b6d8-a9c7e50ed8d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1066380 Oct 20 10:43:07.755215 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 33152) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:07.770230 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f63a70-7fa9-414f-b757-80751eceb99b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9009368d-2b71-4b07-88f1-0189f58b3b42,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:07.804836 n-d-811396-3 neutron-server[100597]: INFO neutron.api.v2.resource [None req-13ac9d1b-dda0-4b01-b5c1-f83b4c3821ee tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] delete failed (client error): The resource could not be found. Oct 20 10:43:07.805890 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-13ac9d1b-dda0-4b01-b5c1-f83b4c3821ee tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] 10.222.0.64 "DELETE /v2.0/floatingips/f85db57d-d700-41aa-ab56-baa410ea0457 HTTP/1.1" status: 404 len: 345 time: 0.0496430 Oct 20 10:43:07.808871 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 33156) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:07.826267 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:07.837058 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-44ed0e25-0eb5-47f5-93af-415a3be68346 tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] DELETE failed (client error): The resource could not be found. Oct 20 10:43:07.837768 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44ed0e25-0eb5-47f5-93af-415a3be68346 tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=100597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:43:07.845283 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-44ed0e25-0eb5-47f5-93af-415a3be68346 tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] 10.222.0.64 "DELETE /v2.0/networks/d81c2670-aa92-438d-9e30-38a095ced61f HTTP/1.1" status: 404 len: 339 time: 0.0352249 Oct 20 10:43:07.849322 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 33158) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:07.854387 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-df10f9ee-2495-44e2-a103-158bd315fce9 tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] Request body: {'network': {'name': 'tempest-network--901240973', 'router:external': True}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:43:07.898180 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df10f9ee-2495-44e2-a103-158bd315fce9 tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] Made reservation on behalf of 2f2eed1fd02f4bd68565a65b63008a92 for: {'network': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:43:07.900600 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-df10f9ee-2495-44e2-a103-158bd315fce9 tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:07.965612 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df10f9ee-2495-44e2-a103-158bd315fce9 tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 818} {{(pid=100597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:43:07.968827 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.provisioning_blocks [req-84f134c6-aa63-4419-b35d-86d92ea9ca59 req-7e19d227-4c9c-46b7-9587-49895d962e27 service neutron] Transition to ACTIVE for port object fc6f2f66-40e5-4a13-ad03-a37b89b711b6 will not be triggered until provisioned by entity L2. {{(pid=100596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:43:07.998558 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af26213b-7179-49c9-9619-c70f665a1d4c req-cf11d4f6-d1e8-42d6-b25d-d155e4a5a86d tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:07.999277 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-df10f9ee-2495-44e2-a103-158bd315fce9 tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:07.999874 n-d-811396-3 neutron-server[100597]: INFO neutron.db.segments_db [None req-df10f9ee-2495-44e2-a103-158bd315fce9 tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] Added segment 9a5c761e-6175-40c9-8432-b29b0b65dba0 of type vlan for network f199d856-9253-4665-ab2f-fd2d318ddafc Oct 20 10:43:08.004877 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af26213b-7179-49c9-9619-c70f665a1d4c req-cf11d4f6-d1e8-42d6-b25d-d155e4a5a86d tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:08.011324 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af26213b-7179-49c9-9619-c70f665a1d4c req-cf11d4f6-d1e8-42d6-b25d-d155e4a5a86d tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:08.013226 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-af26213b-7179-49c9-9619-c70f665a1d4c req-cf11d4f6-d1e8-42d6-b25d-d155e4a5a86d tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.64 "GET /v2.0/ports?device_id=9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c HTTP/1.1" status: 200 len: 2374 time: 1.3063676 Oct 20 10:43:08.019786 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5329bc14-f13e-4e0f-afa0-ded48286a895 req-91ac68a3-f3da-4ff2-a655-3ae063e8018c service neutron] 10.222.0.55 "GET /v2.0/networks/fd20c5c8-4cbf-43bb-b6d8-a9c7e50ed8d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883848 Oct 20 10:43:08.023181 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-84f134c6-aa63-4419-b35d-86d92ea9ca59 req-7e19d227-4c9c-46b7-9587-49895d962e27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:08.119149 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-df10f9ee-2495-44e2-a103-158bd315fce9 tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:08.171905 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-df10f9ee-2495-44e2-a103-158bd315fce9 tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:08.173066 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df10f9ee-2495-44e2-a103-158bd315fce9 tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:08.173718 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-df10f9ee-2495-44e2-a103-158bd315fce9 tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:08.193203 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d94ecc57-8418-40a7-89d4-d38276fd6153 req-13cd5cf0-8e1f-4e02-bf55-7eade40552a9 tempest-InstanceActionsV221TestJSON-569137853 tempest-InstanceActionsV221TestJSON-569137853-project] 10.222.0.64 "GET /v2.0/security-groups?id=2621eb17-dc48-4b56-9378-f9ab64e6ea88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4561067 Oct 20 10:43:08.193845 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e19d227-4c9c-46b7-9587-49895d962e27 service neutron] Pushing event updated for resources: {'Port': ['ID=fc6f2f66-40e5-4a13-ad03-a37b89b711b6,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:08.250671 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-d0c87f14-3fa6-4fde-95b4-06748a649163 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Made reservation on behalf of cfcb374660ef40a8b05378b5e2eaff9e for: {'port': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:43:08.287978 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-df10f9ee-2495-44e2-a103-158bd315fce9 tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4373856 Oct 20 10:43:08.296725 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 33178) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:08.386854 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-af26213b-7179-49c9-9619-c70f665a1d4c req-08b489fe-6861-4c48-90ca-002bc6e7f795 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.64 "GET /v2.0/security-groups?id=112bbbcd-cedd-416d-87db-f3a7d2197192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3600631 Oct 20 10:43:08.424696 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df10f9ee-2495-44e2-a103-158bd315fce9 tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] Pushing event updated for resources: {'Network': ['ID=f199d856-9253-4665-ab2f-fd2d318ddafc,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:08.442763 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network f199d856-9253-4665-ab2f-fd2d318ddafc details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:43:08.639158 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 5a161191-2a46-403b-98b0-674caae2bb04 details requested by agent hyperv_n-h1-811396-3 with host n-h1-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:43:08.672357 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5329bc14-f13e-4e0f-afa0-ded48286a895 req-2cb70f27-177f-4d58-8d31-3c54c683c396 service neutron] 10.222.0.55 "GET /v2.0/networks/fd20c5c8-4cbf-43bb-b6d8-a9c7e50ed8d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5986927 Oct 20 10:43:08.745944 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb4e73e6-f5a1-4ef8-ae7c-40256b0ed516 tempest-ExternalNetworksTestJSON-1872758073 tempest-ExternalNetworksTestJSON-1872758073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:08.749660 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c15bfe-c858-407c-bc92-a4ad3e91d617 req-a5c8edbc-ad5d-4a77-a2e8-3beb813e729e tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:08.751262 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-80c15bfe-c858-407c-bc92-a4ad3e91d617 req-a5c8edbc-ad5d-4a77-a2e8-3beb813e729e tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] 10.222.0.64 "GET /v2.0/ports?device_id=68c742d4-7181-43c0-aac2-2c1b8eda87d6 HTTP/1.1" status: 200 len: 943 time: 0.3856678 Oct 20 10:43:08.763745 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb4e73e6-f5a1-4ef8-ae7c-40256b0ed516 tempest-ExternalNetworksTestJSON-1872758073 tempest-ExternalNetworksTestJSON-1872758073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:08.778312 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-84f134c6-aa63-4419-b35d-86d92ea9ca59 req-7e19d227-4c9c-46b7-9587-49895d962e27 service neutron] Attempting to bind port fc6f2f66-40e5-4a13-ad03-a37b89b711b6 on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:43:08.778665 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-84f134c6-aa63-4419-b35d-86d92ea9ca59 req-7e19d227-4c9c-46b7-9587-49895d962e27 service neutron] Attempting to bind port fc6f2f66-40e5-4a13-ad03-a37b89b711b6 by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': 'cf0573ae-e477-4d6e-9679-ee500c9d1af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'b1ffa362-8a3c-4d47-bfc2-ef936ca65b06'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:43:08.779087 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f134c6-aa63-4419-b35d-86d92ea9ca59 req-7e19d227-4c9c-46b7-9587-49895d962e27 service neutron] Attempting to bind port fc6f2f66-40e5-4a13-ad03-a37b89b711b6 on network b1ffa362-8a3c-4d47-bfc2-ef936ca65b06 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:43:08.783929 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb4e73e6-f5a1-4ef8-ae7c-40256b0ed516 tempest-ExternalNetworksTestJSON-1872758073 tempest-ExternalNetworksTestJSON-1872758073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:08.801100 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-d0c87f14-3fa6-4fde-95b4-06748a649163 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:08.801246 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb4e73e6-f5a1-4ef8-ae7c-40256b0ed516 tempest-ExternalNetworksTestJSON-1872758073 tempest-ExternalNetworksTestJSON-1872758073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:08.803828 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-eb4e73e6-f5a1-4ef8-ae7c-40256b0ed516 tempest-ExternalNetworksTestJSON-1872758073 tempest-ExternalNetworksTestJSON-1872758073-project] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.5057554 Oct 20 10:43:08.806498 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 33200) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:08.845386 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f134c6-aa63-4419-b35d-86d92ea9ca59 req-7e19d227-4c9c-46b7-9587-49895d962e27 service neutron] Port fc6f2f66-40e5-4a13-ad03-a37b89b711b6 on network b1ffa362-8a3c-4d47-bfc2-ef936ca65b06 not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:43:08.846018 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f134c6-aa63-4419-b35d-86d92ea9ca59 req-7e19d227-4c9c-46b7-9587-49895d962e27 service neutron] Attempting to bind port fc6f2f66-40e5-4a13-ad03-a37b89b711b6 on network b1ffa362-8a3c-4d47-bfc2-ef936ca65b06 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:43:08.881392 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f134c6-aa63-4419-b35d-86d92ea9ca59 req-7e19d227-4c9c-46b7-9587-49895d962e27 service neutron] Checking agent: {'id': '061232a2-7adc-4ba1-a873-e8cb136b064d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 43, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:43:08.881821 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f134c6-aa63-4419-b35d-86d92ea9ca59 req-7e19d227-4c9c-46b7-9587-49895d962e27 service neutron] Checking segment: {'id': 'cf0573ae-e477-4d6e-9679-ee500c9d1af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'b1ffa362-8a3c-4d47-bfc2-ef936ca65b06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:43:08.882310 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f134c6-aa63-4419-b35d-86d92ea9ca59 req-7e19d227-4c9c-46b7-9587-49895d962e27 service neutron] Bound using segment: {'id': 'cf0573ae-e477-4d6e-9679-ee500c9d1af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'b1ffa362-8a3c-4d47-bfc2-ef936ca65b06'} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:43:08.882770 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-84f134c6-aa63-4419-b35d-86d92ea9ca59 req-7e19d227-4c9c-46b7-9587-49895d962e27 service neutron] Bound port: fc6f2f66-40e5-4a13-ad03-a37b89b711b6, host: n-h2-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf0573ae-e477-4d6e-9679-ee500c9d1af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'b1ffa362-8a3c-4d47-bfc2-ef936ca65b06'}}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:43:08.883132 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-84f134c6-aa63-4419-b35d-86d92ea9ca59 req-7e19d227-4c9c-46b7-9587-49895d962e27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:08.983897 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c17aa67a-89fd-4428-81c6-b3ee2f36b674 tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:09.012997 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:09.077925 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 5a161191-2a46-403b-98b0-674caae2bb04, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=5a161191-2a46-403b-98b0-674caae2bb04,segment=NetworkSegment(8beabbcb-5f53-4286-b0f9-70c49bc6431d),segment_id=8beabbcb-5f53-4286-b0f9-70c49bc6431d)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:43:09.126477 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Returning: {'device': '5a161191-2a46-403b-98b0-674caae2bb04', 'network_id': 'fd20c5c8-4cbf-43bb-b6d8-a9c7e50ed8d4', 'port_id': '5a161191-2a46-403b-98b0-674caae2bb04', 'mac_address': 'fa:16:3e:3e:23:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 821, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a5210e3-cf25-40d0-9984-0cca8525dc6e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:43:09.203958 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c17aa67a-89fd-4428-81c6-b3ee2f36b674 tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:09.272043 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-c17aa67a-89fd-4428-81c6-b3ee2f36b674 tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f199d856-9253-4665-ab2f-fd2d318ddafc']}} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:43:09.293553 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-c17aa67a-89fd-4428-81c6-b3ee2f36b674 tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a5c761e-6175-40c9-8432-b29b0b65dba0') {'for_net_delete': True} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:43:09.294690 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-c17aa67a-89fd-4428-81c6-b3ee2f36b674 tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a5c761e-6175-40c9-8432-b29b0b65dba0') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:43:09.310053 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device e074a8d4-a049-422b-ae73-5f9be9909c5b details requested by agent hyperv_n-h2-811396-3 with host n-h2-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:43:09.331775 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c17aa67a-89fd-4428-81c6-b3ee2f36b674 tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25852596'] for segment, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:09.345487 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:09.360745 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c17aa67a-89fd-4428-81c6-b3ee2f36b674 tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:09.372130 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c17aa67a-89fd-4428-81c6-b3ee2f36b674 tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] Releasing vlan 818 on physical network physnet1 to pool {{(pid=100597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:43:09.373969 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c17aa67a-89fd-4428-81c6-b3ee2f36b674 tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951012'] for segment, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:09.376058 n-d-811396-3 neutron-server[100597]: Traceback (most recent call last): Oct 20 10:43:09.376058 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:43:09.376058 n-d-811396-3 neutron-server[100597]: timer() Oct 20 10:43:09.376058 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:43:09.376058 n-d-811396-3 neutron-server[100597]: cb(*args, **kw) Oct 20 10:43:09.376058 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:43:09.376058 n-d-811396-3 neutron-server[100597]: return func(*args, **kwargs) Oct 20 10:43:09.376058 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:43:09.376058 n-d-811396-3 neutron-server[100597]: self._notify() Oct 20 10:43:09.376058 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:43:09.376058 n-d-811396-3 neutron-server[100597]: self.callback(batched_events) Oct 20 10:43:09.376058 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:43:09.376058 n-d-811396-3 neutron-server[100597]: event.method(event) Oct 20 10:43:09.376058 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:43:09.376058 n-d-811396-3 neutron-server[100597]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:43:09.376058 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:43:09.376058 n-d-811396-3 neutron-server[100597]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:43:09.376058 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:43:09.376058 n-d-811396-3 neutron-server[100597]: return f(self, *a, **k) Oct 20 10:43:09.376058 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:43:09.376058 n-d-811396-3 neutron-server[100597]: return self._get(url).json() Oct 20 10:43:09.376058 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:43:09.376058 n-d-811396-3 neutron-server[100597]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:43:09.376058 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:43:09.376058 n-d-811396-3 neutron-server[100597]: return self.request(url, 'GET', **kwargs) Oct 20 10:43:09.376058 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:43:09.376058 n-d-811396-3 neutron-server[100597]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:43:09.376058 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:43:09.376058 n-d-811396-3 neutron-server[100597]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:43:09.376058 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:43:09.376058 n-d-811396-3 neutron-server[100597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:43:09.376058 n-d-811396-3 neutron-server[100597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:43:09.405705 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a161191-2a46-403b-98b0-674caae2bb04 {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:43:09.452480 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-d0c87f14-3fa6-4fde-95b4-06748a649163 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Allocated IP 10.2.2.100 (5a3ba547-1c5f-4bda-b0cf-f555209356c6/22db2ce2-efe8-4e35-9c70-b815c9c036db/949e0597-b23d-43ab-b10e-b0353aeb6d55) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:43:09.521529 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c17aa67a-89fd-4428-81c6-b3ee2f36b674 tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:09.528820 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c17aa67a-89fd-4428-81c6-b3ee2f36b674 tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f199d856-9253-4665-ab2f-fd2d318ddafc {{(pid=100597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 20 10:43:09.533428 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c17aa67a-89fd-4428-81c6-b3ee2f36b674 tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:09.544410 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 5a161191-2a46-403b-98b0-674caae2bb04, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=5a161191-2a46-403b-98b0-674caae2bb04,segment=NetworkSegment(8beabbcb-5f53-4286-b0f9-70c49bc6431d),segment_id=8beabbcb-5f53-4286-b0f9-70c49bc6431d)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:43:09.547172 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-c17aa67a-89fd-4428-81c6-b3ee2f36b674 tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] 10.222.0.64 "DELETE /v2.0/networks/f199d856-9253-4665-ab2f-fd2d318ddafc HTTP/1.1" status: 204 len: 168 time: 0.7396443 Oct 20 10:43:09.569879 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 33224) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:09.583918 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-d765dc07-d242-4735-9eaa-4f1a3417b958 tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] Request body: {'network': {'name': 'tempest-network--1012942914', 'router:external': True}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:43:09.591222 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17aa67a-89fd-4428-81c6-b3ee2f36b674 tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] Pushing event deleted for resources: {'Network': ['ID=f199d856-9253-4665-ab2f-fd2d318ddafc,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:09.630429 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:09.631238 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d765dc07-d242-4735-9eaa-4f1a3417b958 tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] Made reservation on behalf of 2f2eed1fd02f4bd68565a65b63008a92 for: {'network': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:43:09.639118 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d765dc07-d242-4735-9eaa-4f1a3417b958 tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:09.691175 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d765dc07-d242-4735-9eaa-4f1a3417b958 tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 802} {{(pid=100597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:43:09.691915 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-d0c87f14-3fa6-4fde-95b4-06748a649163 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:09.702700 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d765dc07-d242-4735-9eaa-4f1a3417b958 tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:09.703087 n-d-811396-3 neutron-server[100597]: INFO neutron.db.segments_db [None req-d765dc07-d242-4735-9eaa-4f1a3417b958 tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] Added segment 55045936-430e-43dc-bf6e-d607de4a528f of type vlan for network 37f7f006-0eb4-4f27-a7f6-53a5d9240bae Oct 20 10:43:09.787757 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=5a161191-2a46-403b-98b0-674caae2bb04,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:09.794128 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d765dc07-d242-4735-9eaa-4f1a3417b958 tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:09.813587 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:43:09.817869 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:43:09.818389 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:43:09.818840 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:43:09.819286 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:43:09.819759 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:43:09.820197 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:43:09.828012 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:43:09.828529 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:43:09.828985 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:43:09.829433 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:43:09.829875 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:43:09.858627 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d765dc07-d242-4735-9eaa-4f1a3417b958 tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:09.860752 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d765dc07-d242-4735-9eaa-4f1a3417b958 tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:09.861344 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d765dc07-d242-4735-9eaa-4f1a3417b958 tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:09.867011 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port e074a8d4-a049-422b-ae73-5f9be9909c5b, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=e074a8d4-a049-422b-ae73-5f9be9909c5b,segment=NetworkSegment(cf0573ae-e477-4d6e-9679-ee500c9d1af8),segment_id=cf0573ae-e477-4d6e-9679-ee500c9d1af8)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:43:09.897736 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Returning: {'device': 'e074a8d4-a049-422b-ae73-5f9be9909c5b', 'network_id': 'b1ffa362-8a3c-4d47-bfc2-ef936ca65b06', 'port_id': 'e074a8d4-a049-422b-ae73-5f9be9909c5b', 'mac_address': 'fa:16:3e:cf:d2:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 807, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6929fe63-bace-4614-aa8a-7d3362152171', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:43:09.941883 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-84f134c6-aa63-4419-b35d-86d92ea9ca59 req-7e19d227-4c9c-46b7-9587-49895d962e27 service neutron] For port fc6f2f66-40e5-4a13-ad03-a37b89b711b6, host n-h2-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:43:09.950362 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-84f134c6-aa63-4419-b35d-86d92ea9ca59 req-7e19d227-4c9c-46b7-9587-49895d962e27 service neutron] For port fc6f2f66-40e5-4a13-ad03-a37b89b711b6, host n-h2-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=fc6f2f66-40e5-4a13-ad03-a37b89b711b6,segment=NetworkSegment(cf0573ae-e477-4d6e-9679-ee500c9d1af8),segment_id=cf0573ae-e477-4d6e-9679-ee500c9d1af8)] {{(pid=100596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:43:09.997389 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-84f134c6-aa63-4419-b35d-86d92ea9ca59 req-7e19d227-4c9c-46b7-9587-49895d962e27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:09.998863 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d765dc07-d242-4735-9eaa-4f1a3417b958 tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] Pushing event updated for resources: {'Network': ['ID=37f7f006-0eb4-4f27-a7f6-53a5d9240bae,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:10.015182 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-d765dc07-d242-4735-9eaa-4f1a3417b958 tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4427612 Oct 20 10:43:10.017675 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 33232) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:10.019805 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network 37f7f006-0eb4-4f27-a7f6-53a5d9240bae details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:43:10.023456 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:10.035624 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-d0c87f14-3fa6-4fde-95b4-06748a649163 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:10.070020 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-80c15bfe-c858-407c-bc92-a4ad3e91d617 req-76ddeabb-f238-48e6-8e6e-2195653b4270 tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] 10.222.0.64 "GET /v2.0/security-groups?id=7975bea3-846b-43cc-b5f2-c6ce0fda577e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2974782 Oct 20 10:43:10.093028 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e074a8d4-a049-422b-ae73-5f9be9909c5b {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:43:10.106224 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['5a161191-2a46-403b-98b0-674caae2bb04'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:43:10.158532 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f134c6-aa63-4419-b35d-86d92ea9ca59 req-7e19d227-4c9c-46b7-9587-49895d962e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:10.159402 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-84f134c6-aa63-4419-b35d-86d92ea9ca59 req-7e19d227-4c9c-46b7-9587-49895d962e27 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:10.161653 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-84f134c6-aa63-4419-b35d-86d92ea9ca59 req-7e19d227-4c9c-46b7-9587-49895d962e27 service neutron] 10.222.0.69 "PUT /v2.0/ports/fc6f2f66-40e5-4a13-ad03-a37b89b711b6 HTTP/1.1" status: 200 len: 1091 time: 3.9764118 Oct 20 10:43:10.163303 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68c742d4-7181-43c0-aac2-2c1b8eda87d6', 'tag': 'fc6f2f66-40e5-4a13-ad03-a37b89b711b6'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:43:10.166380 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0882f476-c032-4e95-9d50-d9bc5971c29f" -d '{"events": [{"name": "network-changed", "server_uuid": "68c742d4-7181-43c0-aac2-2c1b8eda87d6", "tag": "fc6f2f66-40e5-4a13-ad03-a37b89b711b6"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:43:10.189897 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-d0c87f14-3fa6-4fde-95b4-06748a649163 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Network 5a3ba547-1c5f-4bda-b0cf-f555209356c6 is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:43:10.254219 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-d0c87f14-3fa6-4fde-95b4-06748a649163 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:43:10.260358 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port e074a8d4-a049-422b-ae73-5f9be9909c5b, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=e074a8d4-a049-422b-ae73-5f9be9909c5b,segment=NetworkSegment(cf0573ae-e477-4d6e-9679-ee500c9d1af8),segment_id=cf0573ae-e477-4d6e-9679-ee500c9d1af8)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:43:10.265766 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d6b1406-b754-406a-afb8-86cfbeffea78 tempest-ExternalNetworksTestJSON-1872758073 tempest-ExternalNetworksTestJSON-1872758073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:10.273986 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-7d6b1406-b754-406a-afb8-86cfbeffea78 tempest-ExternalNetworksTestJSON-1872758073 tempest-ExternalNetworksTestJSON-1872758073-project] 10.222.0.64 "GET /v2.0/networks/37f7f006-0eb4-4f27-a7f6-53a5d9240bae HTTP/1.1" status: 200 len: 757 time: 0.2508655 Oct 20 10:43:10.274868 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 33242) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:10.346857 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:10.367268 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-d0c87f14-3fa6-4fde-95b4-06748a649163 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:43:10.426950 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ca382b-2456-4c2a-bdab-c8bc5b8cf60b req-dfb29c0b-941a-4f8c-88a8-314583568e63 tempest-InstanceActionsV221TestJSON-569137853 tempest-InstanceActionsV221TestJSON-569137853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:10.445824 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-48ca382b-2456-4c2a-bdab-c8bc5b8cf60b req-dfb29c0b-941a-4f8c-88a8-314583568e63 tempest-InstanceActionsV221TestJSON-569137853 tempest-InstanceActionsV221TestJSON-569137853-project] 10.222.0.64 "GET /v2.0/ports?device_id=22d66574-f55a-43b8-9f84-75f87372d7a4 HTTP/1.1" status: 200 len: 944 time: 0.6524405 Oct 20 10:43:10.571159 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=e074a8d4-a049-422b-ae73-5f9be9909c5b,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:10.577067 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a17cc997-e6b6-4264-aedd-516de5777c80 tempest-ExternalNetworksTestJSON-1872758073 tempest-ExternalNetworksTestJSON-1872758073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:10.584361 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-a17cc997-e6b6-4264-aedd-516de5777c80 tempest-ExternalNetworksTestJSON-1872758073 tempest-ExternalNetworksTestJSON-1872758073-project] 10.222.0.64 "GET /v2.0/networks/42e2fcc9-be8d-4603-8a5d-daf4d5c0b71b HTTP/1.1" status: 200 len: 768 time: 0.3077257 Oct 20 10:43:10.585001 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 33252) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:10.650970 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['e074a8d4-a049-422b-ae73-5f9be9909c5b'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:43:10.778296 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-151217fd-49b5-462f-93fc-4591c6f3a0e8 tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:10.783564 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-48ca382b-2456-4c2a-bdab-c8bc5b8cf60b req-9d9ad483-ab83-4f57-88f4-56767e7edf78 tempest-InstanceActionsV221TestJSON-569137853 tempest-InstanceActionsV221TestJSON-569137853-project] 10.222.0.64 "GET /v2.0/security-groups?id=2621eb17-dc48-4b56-9378-f9ab64e6ea88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3367441 Oct 20 10:43:10.854514 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1b72735a-46e0-40e1-8131-295c65d3f26c None None] Provisioning complete for port 949e0597-b23d-43ab-b10e-b0353aeb6d55 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:43:10.872366 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1b72735a-46e0-40e1-8131-295c65d3f26c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:10.877140 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e19d227-4c9c-46b7-9587-49895d962e27 service neutron] Pushing event updated for resources: {'Port': ['ID=fc6f2f66-40e5-4a13-ad03-a37b89b711b6,revision_number=3']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:10.893863 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f134c6-aa63-4419-b35d-86d92ea9ca59 req-9ee8bbec-6a5c-4339-91f6-62364dec5596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:10.901008 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-84f134c6-aa63-4419-b35d-86d92ea9ca59 req-9ee8bbec-6a5c-4339-91f6-62364dec5596 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=94fe84a260a04255ae5a7f7035e1a279&device_id=68c742d4-7181-43c0-aac2-2c1b8eda87d6 HTTP/1.1" status: 200 len: 1094 time: 0.6694736 Oct 20 10:43:10.953280 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1b72735a-46e0-40e1-8131-295c65d3f26c None None] Port 949e0597-b23d-43ab-b10e-b0353aeb6d55 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:43:10.962432 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb0659f4-bc2c-46f6-b1bd-a1f51b818ab0 x-openstack-request-id: req-eb0659f4-bc2c-46f6-b1bd-a1f51b818ab0 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:43:10.962728 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68c742d4-7181-43c0-aac2-2c1b8eda87d6", "tag": "fc6f2f66-40e5-4a13-ad03-a37b89b711b6", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:43:10.962979 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-eb0659f4-bc2c-46f6-b1bd-a1f51b818ab0 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:43:10.963396 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68c742d4-7181-43c0-aac2-2c1b8eda87d6', 'tag': 'fc6f2f66-40e5-4a13-ad03-a37b89b711b6', 'status': 'completed', 'code': 200} Oct 20 10:43:10.967129 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c87f14-3fa6-4fde-95b4-06748a649163 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Pushing event updated for resources: {'Port': ['ID=949e0597-b23d-43ab-b10e-b0353aeb6d55,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:11.014935 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-84f134c6-aa63-4419-b35d-86d92ea9ca59 req-cf3cf137-6e28-4bda-90e3-afa8cbc435a1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fc6f2f66-40e5-4a13-ad03-a37b89b711b6 HTTP/1.1" status: 200 len: 217 time: 0.0448804 Oct 20 10:43:11.036152 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a31c82-b954-4fc0-98dd-e84fbf8f0004 req-54a8d494-eb05-4a17-95a8-d58cb72555f1 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:11.042463 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a31c82-b954-4fc0-98dd-e84fbf8f0004 req-54a8d494-eb05-4a17-95a8-d58cb72555f1 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:11.049735 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a31c82-b954-4fc0-98dd-e84fbf8f0004 req-54a8d494-eb05-4a17-95a8-d58cb72555f1 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:11.056240 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a31c82-b954-4fc0-98dd-e84fbf8f0004 req-54a8d494-eb05-4a17-95a8-d58cb72555f1 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:11.058690 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b2a31c82-b954-4fc0-98dd-e84fbf8f0004 req-54a8d494-eb05-4a17-95a8-d58cb72555f1 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.64 "GET /v2.0/ports?device_id=9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c HTTP/1.1" status: 200 len: 3095 time: 0.6788931 Oct 20 10:43:11.088377 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-151217fd-49b5-462f-93fc-4591c6f3a0e8 tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:11.141616 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-151217fd-49b5-462f-93fc-4591c6f3a0e8 tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37f7f006-0eb4-4f27-a7f6-53a5d9240bae']}} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:43:11.144559 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-d0c87f14-3fa6-4fde-95b4-06748a649163 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:11.145222 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-d0c87f14-3fa6-4fde-95b4-06748a649163 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:11.172608 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-151217fd-49b5-462f-93fc-4591c6f3a0e8 tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55045936-430e-43dc-bf6e-d607de4a528f') {'for_net_delete': True} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:43:11.172986 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-151217fd-49b5-462f-93fc-4591c6f3a0e8 tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55045936-430e-43dc-bf6e-d607de4a528f') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:43:11.203608 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-151217fd-49b5-462f-93fc-4591c6f3a0e8 tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25852596'] for segment, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:11.240246 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-d0c87f14-3fa6-4fde-95b4-06748a649163 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7404437 Oct 20 10:43:11.241820 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-151217fd-49b5-462f-93fc-4591c6f3a0e8 tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:11.252487 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-151217fd-49b5-462f-93fc-4591c6f3a0e8 tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] Releasing vlan 802 on physical network physnet1 to pool {{(pid=100597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:43:11.257413 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-151217fd-49b5-462f-93fc-4591c6f3a0e8 tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951012'] for segment, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:11.274685 n-d-811396-3 neutron-server[100597]: Traceback (most recent call last): Oct 20 10:43:11.274685 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:43:11.274685 n-d-811396-3 neutron-server[100597]: timer() Oct 20 10:43:11.274685 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:43:11.274685 n-d-811396-3 neutron-server[100597]: cb(*args, **kw) Oct 20 10:43:11.274685 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:43:11.274685 n-d-811396-3 neutron-server[100597]: return func(*args, **kwargs) Oct 20 10:43:11.274685 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:43:11.274685 n-d-811396-3 neutron-server[100597]: self._notify() Oct 20 10:43:11.274685 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:43:11.274685 n-d-811396-3 neutron-server[100597]: self.callback(batched_events) Oct 20 10:43:11.274685 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:43:11.274685 n-d-811396-3 neutron-server[100597]: event.method(event) Oct 20 10:43:11.274685 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:43:11.274685 n-d-811396-3 neutron-server[100597]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:43:11.274685 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:43:11.274685 n-d-811396-3 neutron-server[100597]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:43:11.274685 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:43:11.274685 n-d-811396-3 neutron-server[100597]: return f(self, *a, **k) Oct 20 10:43:11.274685 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:43:11.274685 n-d-811396-3 neutron-server[100597]: return self._get(url).json() Oct 20 10:43:11.274685 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:43:11.274685 n-d-811396-3 neutron-server[100597]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:43:11.274685 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:43:11.274685 n-d-811396-3 neutron-server[100597]: return self.request(url, 'GET', **kwargs) Oct 20 10:43:11.274685 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:43:11.274685 n-d-811396-3 neutron-server[100597]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:43:11.274685 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:43:11.274685 n-d-811396-3 neutron-server[100597]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:43:11.274685 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:43:11.274685 n-d-811396-3 neutron-server[100597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:43:11.274685 n-d-811396-3 neutron-server[100597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:43:11.295134 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-a6935038-15c0-4aad-9feb-a39f7dd7bce4 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Request body: {'port': {'device_id': '9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '5a3ba547-1c5f-4bda-b0cf-f555209356c6', 'admin_state_up': True, 'tenant_id': 'cfcb374660ef40a8b05378b5e2eaff9e', 'security_groups': ['112bbbcd-cedd-416d-87db-f3a7d2197192']}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:43:11.406108 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b2a31c82-b954-4fc0-98dd-e84fbf8f0004 req-eb730e6f-4d41-41b4-8ad3-7781106cca9d tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.64 "GET /v2.0/security-groups?id=112bbbcd-cedd-416d-87db-f3a7d2197192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3348470 Oct 20 10:43:11.429800 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f134c6-aa63-4419-b35d-86d92ea9ca59 req-06a546e4-da44-44b7-8f08-d1648af0f434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:11.431549 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-84f134c6-aa63-4419-b35d-86d92ea9ca59 req-06a546e4-da44-44b7-8f08-d1648af0f434 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6929fe63-bace-4614-aa8a-7d3362152171 HTTP/1.1" status: 200 len: 859 time: 0.4091396 Oct 20 10:43:11.434960 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-151217fd-49b5-462f-93fc-4591c6f3a0e8 tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:11.450399 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-151217fd-49b5-462f-93fc-4591c6f3a0e8 tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 37f7f006-0eb4-4f27-a7f6-53a5d9240bae {{(pid=100597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 20 10:43:11.454336 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-151217fd-49b5-462f-93fc-4591c6f3a0e8 tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:11.465246 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-151217fd-49b5-462f-93fc-4591c6f3a0e8 tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] 10.222.0.64 "DELETE /v2.0/networks/37f7f006-0eb4-4f27-a7f6-53a5d9240bae HTTP/1.1" status: 204 len: 168 time: 0.8760545 Oct 20 10:43:11.491957 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 33272) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:11.497715 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-799f82d8-6e09-4971-98e4-1438a48a231a tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] Request body: {'network': {'name': 'tempest-network--1260156486'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:43:11.510871 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151217fd-49b5-462f-93fc-4591c6f3a0e8 tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] Pushing event deleted for resources: {'Network': ['ID=37f7f006-0eb4-4f27-a7f6-53a5d9240bae,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:11.522380 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c86b29e-7332-45e2-8dfb-8d7d0549f3fe req-eaf333da-3825-4f45-a3a0-311c4e0e1700 tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:11.539884 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2c86b29e-7332-45e2-8dfb-8d7d0549f3fe req-eaf333da-3825-4f45-a3a0-311c4e0e1700 tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] 10.222.0.64 "GET /v2.0/ports?device_id=68c742d4-7181-43c0-aac2-2c1b8eda87d6 HTTP/1.1" status: 200 len: 943 time: 0.2629182 Oct 20 10:43:11.668001 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-84f134c6-aa63-4419-b35d-86d92ea9ca59 req-0ce781f1-56da-4c72-809d-da6d2ce65766 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b1ffa362-8a3c-4d47-bfc2-ef936ca65b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1830521 Oct 20 10:43:11.742180 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2c86b29e-7332-45e2-8dfb-8d7d0549f3fe req-3a0ed688-29f4-46dd-bfe8-9a442e879c7d tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] 10.222.0.64 "GET /v2.0/security-groups?id=7975bea3-846b-43cc-b5f2-c6ce0fda577e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011392 Oct 20 10:43:11.892984 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-84f134c6-aa63-4419-b35d-86d92ea9ca59 req-ddf98acc-271e-45ce-bded-e1a49db009f3 service neutron] 10.222.0.69 "GET /v2.0/networks/b1ffa362-8a3c-4d47-bfc2-ef936ca65b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450286 Oct 20 10:43:11.998028 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-799f82d8-6e09-4971-98e4-1438a48a231a tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] Made reservation on behalf of 2f2eed1fd02f4bd68565a65b63008a92 for: {'network': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:43:12.000703 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-799f82d8-6e09-4971-98e4-1438a48a231a tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:12.057133 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-a6935038-15c0-4aad-9feb-a39f7dd7bce4 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Made reservation on behalf of cfcb374660ef40a8b05378b5e2eaff9e for: {'port': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:43:12.064485 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-a6935038-15c0-4aad-9feb-a39f7dd7bce4 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:12.329037 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc909fad-b5f9-463b-aeb6-6ba8e8550c34 req-0d9f3251-a7c8-477d-a7e5-2503ea5e58b3 tempest-InstanceActionsV221TestJSON-569137853 tempest-InstanceActionsV221TestJSON-569137853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:12.336590 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bc909fad-b5f9-463b-aeb6-6ba8e8550c34 req-0d9f3251-a7c8-477d-a7e5-2503ea5e58b3 tempest-InstanceActionsV221TestJSON-569137853 tempest-InstanceActionsV221TestJSON-569137853-project] 10.222.0.64 "GET /v2.0/ports?device_id=22d66574-f55a-43b8-9f84-75f87372d7a4 HTTP/1.1" status: 200 len: 944 time: 0.4241691 Oct 20 10:43:12.351319 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-799f82d8-6e09-4971-98e4-1438a48a231a tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 848} {{(pid=100596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:43:12.585384 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 5a161191-2a46-403b-98b0-674caae2bb04 up at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:43:12.600491 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-799f82d8-6e09-4971-98e4-1438a48a231a tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:12.602500 n-d-811396-3 neutron-server[100596]: INFO neutron.db.segments_db [None req-799f82d8-6e09-4971-98e4-1438a48a231a tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] Added segment 23bcb9fa-284a-40ca-9071-6a17030078b1 of type vlan for network faaaf758-4358-43a8-aeed-bb8ab726ee8c Oct 20 10:43:12.702944 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning for port 5a161191-2a46-403b-98b0-674caae2bb04 completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:43:12.710990 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning complete for port 5a161191-2a46-403b-98b0-674caae2bb04 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:43:12.713130 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:12.760483 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-799f82d8-6e09-4971-98e4-1438a48a231a tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:12.842373 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:12.846091 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-84f134c6-aa63-4419-b35d-86d92ea9ca59 req-6ec9a8d1-b5e5-4cf8-a509-f97e409d5059 service neutron] 10.222.0.69 "GET /v2.0/networks/b1ffa362-8a3c-4d47-bfc2-ef936ca65b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9325588 Oct 20 10:43:12.907527 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22d66574-f55a-43b8-9f84-75f87372d7a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a161191-2a46-403b-98b0-674caae2bb04'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:43:12.914115 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3acdff9c-8e34-488f-8b20-64a34332159f" -d '{"events": [{"server_uuid": "22d66574-f55a-43b8-9f84-75f87372d7a4", "name": "network-vif-plugged", "status": "completed", "tag": "5a161191-2a46-403b-98b0-674caae2bb04"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:43:12.918486 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-a6935038-15c0-4aad-9feb-a39f7dd7bce4 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Allocated IP 10.2.2.200 (5a3ba547-1c5f-4bda-b0cf-f555209356c6/22db2ce2-efe8-4e35-9c70-b815c9c036db/d0675769-de69-4a35-beb7-6d50c8201cd3) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:43:12.947093 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 5a161191-2a46-403b-98b0-674caae2bb04, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=5a161191-2a46-403b-98b0-674caae2bb04,segment=NetworkSegment(8beabbcb-5f53-4286-b0f9-70c49bc6431d),segment_id=8beabbcb-5f53-4286-b0f9-70c49bc6431d)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:43:12.951616 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 33366) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:12.952916 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:13.051621 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=5a161191-2a46-403b-98b0-674caae2bb04,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:13.088350 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bc909fad-b5f9-463b-aeb6-6ba8e8550c34 req-0432ccfc-f357-4ab6-bbf5-110f98c58c27 tempest-InstanceActionsV221TestJSON-569137853 tempest-InstanceActionsV221TestJSON-569137853-project] 10.222.0.64 "GET /v2.0/security-groups?id=2621eb17-dc48-4b56-9378-f9ab64e6ea88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7508049 Oct 20 10:43:13.134571 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.db.resource_extend [None req-799f82d8-6e09-4971-98e4-1438a48a231a tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 20 10:43:13.190799 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ff7b5ecc-c5ac-41e3-bd9b-5ccf6518cfd2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:13.236161 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-799f82d8-6e09-4971-98e4-1438a48a231a tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:13.237974 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-799f82d8-6e09-4971-98e4-1438a48a231a tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:13.238797 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-799f82d8-6e09-4971-98e4-1438a48a231a tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] Publish callbacks [] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:13.287575 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-a6935038-15c0-4aad-9feb-a39f7dd7bce4 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:13.334579 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device e074a8d4-a049-422b-ae73-5f9be9909c5b up at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:43:13.367184 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ff7b5ecc-c5ac-41e3-bd9b-5ccf6518cfd2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:13.372003 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ff7b5ecc-c5ac-41e3-bd9b-5ccf6518cfd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:13.440923 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7b5ecc-c5ac-41e3-bd9b-5ccf6518cfd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d012afe-243d-4538-9244-19e729e4cdf7,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:13.489997 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-ff7b5ecc-c5ac-41e3-bd9b-5ccf6518cfd2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=00b5d76cebd843f6b4f37919807d7994&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5326786 Oct 20 10:43:13.492305 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning for port e074a8d4-a049-422b-ae73-5f9be9909c5b completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:43:13.495013 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 33372) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:13.501425 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning complete for port e074a8d4-a049-422b-ae73-5f9be9909c5b triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:43:13.501425 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:13.614237 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c29c289d-26c7-4685-b4d6-dab9c7d6eb0b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:13.652514 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c29c289d-26c7-4685-b4d6-dab9c7d6eb0b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:13.717900 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c29c289d-26c7-4685-b4d6-dab9c7d6eb0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:13.720785 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c29c289d-26c7-4685-b4d6-dab9c7d6eb0b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:13.721815 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:13.722440 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-c29c289d-26c7-4685-b4d6-dab9c7d6eb0b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3d012afe-243d-4538-9244-19e729e4cdf7 HTTP/1.1" status: 204 len: 168 time: 0.2246811 Oct 20 10:43:13.739476 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29c289d-26c7-4685-b4d6-dab9c7d6eb0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d012afe-243d-4538-9244-19e729e4cdf7,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:13.805156 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port e074a8d4-a049-422b-ae73-5f9be9909c5b, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=e074a8d4-a049-422b-ae73-5f9be9909c5b,segment=NetworkSegment(cf0573ae-e477-4d6e-9679-ee500c9d1af8),segment_id=cf0573ae-e477-4d6e-9679-ee500c9d1af8)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:43:13.809927 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:13.993461 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=e074a8d4-a049-422b-ae73-5f9be9909c5b,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:14.073102 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5154803-9029-4f89-ac34-d5cff405fc3a req-8d43d2a9-082c-40d0-974e-b75c1e1c4d2e tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:14.081863 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5154803-9029-4f89-ac34-d5cff405fc3a req-8d43d2a9-082c-40d0-974e-b75c1e1c4d2e tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:14.088027 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5154803-9029-4f89-ac34-d5cff405fc3a req-8d43d2a9-082c-40d0-974e-b75c1e1c4d2e tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:14.110017 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5154803-9029-4f89-ac34-d5cff405fc3a req-8d43d2a9-082c-40d0-974e-b75c1e1c4d2e tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:14.112116 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e5154803-9029-4f89-ac34-d5cff405fc3a req-8d43d2a9-082c-40d0-974e-b75c1e1c4d2e tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.64 "GET /v2.0/ports?device_id=9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c HTTP/1.1" status: 200 len: 3095 time: 1.4215260 Oct 20 10:43:14.121982 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0882f476-c032-4e95-9d50-d9bc5971c29f req-585681b8-5838-4971-a0fd-a093afa9d443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:14.129217 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0882f476-c032-4e95-9d50-d9bc5971c29f req-585681b8-5838-4971-a0fd-a093afa9d443 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=94fe84a260a04255ae5a7f7035e1a279&device_id=68c742d4-7181-43c0-aac2-2c1b8eda87d6 HTTP/1.1" status: 200 len: 1094 time: 1.0569339 Oct 20 10:43:14.162736 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-799f82d8-6e09-4971-98e4-1438a48a231a tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 2.6695833 Oct 20 10:43:14.165713 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 33396) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:14.179234 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-09b36073-85e3-44c5-80b4-14917050ce34 tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] Request body: {'network': {'router:external': True}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:43:14.198909 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677953de-f0d0-468c-a335-d844b2463fee req-39861a08-14c2-4e91-9226-1274d09b844f tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:14.200829 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-677953de-f0d0-468c-a335-d844b2463fee req-39861a08-14c2-4e91-9226-1274d09b844f tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] 10.222.0.64 "GET /v2.0/ports?device_id=68c742d4-7181-43c0-aac2-2c1b8eda87d6 HTTP/1.1" status: 200 len: 943 time: 0.9973266 Oct 20 10:43:14.240868 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-a6935038-15c0-4aad-9feb-a39f7dd7bce4 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:14.383477 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 33402) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:14.408440 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-edff645c-b033-4993-b488-f79fe8f3e9d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:14.491678 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799f82d8-6e09-4971-98e4-1438a48a231a tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] Pushing event updated for resources: {'Network': ['ID=faaaf758-4358-43a8-aeed-bb8ab726ee8c,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:14.503743 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network faaaf758-4358-43a8-aeed-bb8ab726ee8c details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:43:14.558966 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-edff645c-b033-4993-b488-f79fe8f3e9d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:14.572175 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-edff645c-b033-4993-b488-f79fe8f3e9d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:14.592499 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-a6935038-15c0-4aad-9feb-a39f7dd7bce4 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Network 5a3ba547-1c5f-4bda-b0cf-f555209356c6 is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:43:14.656432 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e5154803-9029-4f89-ac34-d5cff405fc3a req-d37fdd8f-7a64-4db3-95c1-5501badb078d tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.64 "GET /v2.0/security-groups?id=112bbbcd-cedd-416d-87db-f3a7d2197192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5115550 Oct 20 10:43:14.666095 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-a6935038-15c0-4aad-9feb-a39f7dd7bce4 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:43:14.701854 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-a6935038-15c0-4aad-9feb-a39f7dd7bce4 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:43:14.756403 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-edff645c-b033-4993-b488-f79fe8f3e9d1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8381ff6b6ee24943b435c79147b305c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3694849 Oct 20 10:43:14.763608 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edff645c-b033-4993-b488-f79fe8f3e9d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4bb8adb-f1fb-40a2-940b-12b31cd025ce,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:14.772203 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 33414) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:14.836701 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-a6935038-15c0-4aad-9feb-a39f7dd7bce4 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:14.838304 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-a6935038-15c0-4aad-9feb-a39f7dd7bce4 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:14.856345 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-677953de-f0d0-468c-a335-d844b2463fee req-35d26e14-1993-416b-a783-00f9e9e4002e tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] 10.222.0.64 "GET /v2.0/security-groups?id=7975bea3-846b-43cc-b5f2-c6ce0fda577e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4708292 Oct 20 10:43:14.909397 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6935038-15c0-4aad-9feb-a39f7dd7bce4 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Pushing event updated for resources: {'Port': ['ID=d0675769-de69-4a35-beb7-6d50c8201cd3,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:14.951163 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-a6935038-15c0-4aad-9feb-a39f7dd7bce4 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6627116 Oct 20 10:43:14.970929 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-aca0f3da-eec5-4780-a38c-0092bf428ec0 service neutron] Request body: {'port': {'device_id': '9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811396-3'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:43:14.984139 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0882f476-c032-4e95-9d50-d9bc5971c29f req-647406d9-4725-4951-a834-aae85f35dc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:14.989035 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0882f476-c032-4e95-9d50-d9bc5971c29f req-647406d9-4725-4951-a834-aae85f35dc79 service neutron] 10.222.0.69 "GET /v2.0/networks?id=b1ffa362-8a3c-4d47-bfc2-ef936ca65b06 HTTP/1.1" status: 200 len: 920 time: 0.8164461 Oct 20 10:43:15.100353 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0882f476-c032-4e95-9d50-d9bc5971c29f req-4f177f58-1b23-4dfc-a2f0-77f528be3150 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fc6f2f66-40e5-4a13-ad03-a37b89b711b6 HTTP/1.1" status: 200 len: 217 time: 0.0999808 Oct 20 10:43:15.133118 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-329b697b-35bc-449d-a9af-eaaf21b287b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:15.161553 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0882f476-c032-4e95-9d50-d9bc5971c29f req-34fd3e30-c0ee-4e0b-ba6f-f3eb847cbd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:15.163175 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0882f476-c032-4e95-9d50-d9bc5971c29f req-34fd3e30-c0ee-4e0b-ba6f-f3eb847cbd39 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6929fe63-bace-4614-aa8a-7d3362152171 HTTP/1.1" status: 200 len: 859 time: 0.0455494 Oct 20 10:43:15.223232 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-49f10044-dba1-4a73-967f-1ce225b1475e None None] Provisioning complete for port d0675769-de69-4a35-beb7-6d50c8201cd3 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:43:15.223831 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-49f10044-dba1-4a73-967f-1ce225b1475e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:15.230464 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-09b36073-85e3-44c5-80b4-14917050ce34 tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:15.277759 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-09b36073-85e3-44c5-80b4-14917050ce34 tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:15.290497 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0882f476-c032-4e95-9d50-d9bc5971c29f req-a75d2d4c-4b1b-462c-8bd9-5d9544118dab service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b1ffa362-8a3c-4d47-bfc2-ef936ca65b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1065729 Oct 20 10:43:15.336284 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-09b36073-85e3-44c5-80b4-14917050ce34 tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] Network faaaf758-4358-43a8-aeed-bb8ab726ee8c is not hosted by any dhcp agent {{(pid=100597) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 20 10:43:15.337159 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b36073-85e3-44c5-80b4-14917050ce34 tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:15.337763 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-09b36073-85e3-44c5-80b4-14917050ce34 tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:15.342888 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-49f10044-dba1-4a73-967f-1ce225b1475e None None] Port d0675769-de69-4a35-beb7-6d50c8201cd3 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:43:15.353615 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device fc6f2f66-40e5-4a13-ad03-a37b89b711b6 details requested by agent hyperv_n-h2-811396-3 with host n-h2-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:43:15.358763 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-09b36073-85e3-44c5-80b4-14917050ce34 tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] 10.222.0.64 "PUT /v2.0/networks/faaaf758-4358-43a8-aeed-bb8ab726ee8c HTTP/1.1" status: 200 len: 858 time: 1.1894078 Oct 20 10:43:15.392141 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-329b697b-35bc-449d-a9af-eaaf21b287b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:15.404002 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 33424) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:15.423035 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d7678c7-196f-48ef-a391-105b1c9359b6 x-openstack-request-id: req-3d7678c7-196f-48ef-a391-105b1c9359b6 {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:43:15.423355 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22d66574-f55a-43b8-9f84-75f87372d7a4", "name": "network-vif-plugged", "status": "completed", "tag": "5a161191-2a46-403b-98b0-674caae2bb04", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:43:15.428618 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3d7678c7-196f-48ef-a391-105b1c9359b6 {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:43:15.429051 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22d66574-f55a-43b8-9f84-75f87372d7a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a161191-2a46-403b-98b0-674caae2bb04', 'code': 200} Oct 20 10:43:15.553673 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0882f476-c032-4e95-9d50-d9bc5971c29f req-44a026bf-8f4f-4349-9a64-13c27f633a1f service neutron] 10.222.0.69 "GET /v2.0/networks/b1ffa362-8a3c-4d47-bfc2-ef936ca65b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2529147 Oct 20 10:43:15.563658 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f9b908ca-2b87-43a7-ac73-d02a1712ae54 tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:15.582400 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 33426) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:15.618412 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-aca0f3da-eec5-4780-a38c-0092bf428ec0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:15.638206 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port fc6f2f66-40e5-4a13-ad03-a37b89b711b6, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=fc6f2f66-40e5-4a13-ad03-a37b89b711b6,segment=NetworkSegment(cf0573ae-e477-4d6e-9679-ee500c9d1af8),segment_id=cf0573ae-e477-4d6e-9679-ee500c9d1af8)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:43:15.666664 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Returning: {'device': 'fc6f2f66-40e5-4a13-ad03-a37b89b711b6', 'network_id': 'b1ffa362-8a3c-4d47-bfc2-ef936ca65b06', 'port_id': 'fc6f2f66-40e5-4a13-ad03-a37b89b711b6', 'mac_address': 'fa:16:3e:05:de:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 807, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6929fe63-bace-4614-aa8a-7d3362152171', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:43:15.801697 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-329b697b-35bc-449d-a9af-eaaf21b287b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:15.806472 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-329b697b-35bc-449d-a9af-eaaf21b287b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:15.813812 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:15.815071 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-329b697b-35bc-449d-a9af-eaaf21b287b6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f4bb8adb-f1fb-40a2-940b-12b31cd025ce HTTP/1.1" status: 204 len: 168 time: 1.0392160 Oct 20 10:43:15.861507 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc6f2f66-40e5-4a13-ad03-a37b89b711b6 {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:43:15.862344 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329b697b-35bc-449d-a9af-eaaf21b287b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4bb8adb-f1fb-40a2-940b-12b31cd025ce,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:15.922736 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b36073-85e3-44c5-80b4-14917050ce34 tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] Pushing event updated for resources: {'Network': ['ID=faaaf758-4358-43a8-aeed-bb8ab726ee8c,revision_number=2']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:15.999544 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f9b908ca-2b87-43a7-ac73-d02a1712ae54 tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:16.025684 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-f9b908ca-2b87-43a7-ac73-d02a1712ae54 tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['faaaf758-4358-43a8-aeed-bb8ab726ee8c']}} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:43:16.036786 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-f9b908ca-2b87-43a7-ac73-d02a1712ae54 tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23bcb9fa-284a-40ca-9071-6a17030078b1') {'for_net_delete': True} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:43:16.037365 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-f9b908ca-2b87-43a7-ac73-d02a1712ae54 tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23bcb9fa-284a-40ca-9071-6a17030078b1') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:43:16.048293 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f9b908ca-2b87-43a7-ac73-d02a1712ae54 tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25852596'] for segment, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:16.063108 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f9b908ca-2b87-43a7-ac73-d02a1712ae54 tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:16.071430 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9b908ca-2b87-43a7-ac73-d02a1712ae54 tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] Releasing vlan 848 on physical network physnet1 to pool {{(pid=100597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:43:16.072218 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f9b908ca-2b87-43a7-ac73-d02a1712ae54 tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951012'] for segment, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:16.147874 n-d-811396-3 neutron-server[100597]: Traceback (most recent call last): Oct 20 10:43:16.147874 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:43:16.147874 n-d-811396-3 neutron-server[100597]: timer() Oct 20 10:43:16.147874 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:43:16.147874 n-d-811396-3 neutron-server[100597]: cb(*args, **kw) Oct 20 10:43:16.147874 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:43:16.147874 n-d-811396-3 neutron-server[100597]: return func(*args, **kwargs) Oct 20 10:43:16.147874 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:43:16.147874 n-d-811396-3 neutron-server[100597]: self._notify() Oct 20 10:43:16.147874 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:43:16.147874 n-d-811396-3 neutron-server[100597]: self.callback(batched_events) Oct 20 10:43:16.147874 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:43:16.147874 n-d-811396-3 neutron-server[100597]: event.method(event) Oct 20 10:43:16.147874 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:43:16.147874 n-d-811396-3 neutron-server[100597]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:43:16.147874 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:43:16.147874 n-d-811396-3 neutron-server[100597]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:43:16.147874 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:43:16.147874 n-d-811396-3 neutron-server[100597]: return f(self, *a, **k) Oct 20 10:43:16.147874 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:43:16.147874 n-d-811396-3 neutron-server[100597]: return self._get(url).json() Oct 20 10:43:16.147874 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:43:16.147874 n-d-811396-3 neutron-server[100597]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:43:16.147874 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:43:16.147874 n-d-811396-3 neutron-server[100597]: return self.request(url, 'GET', **kwargs) Oct 20 10:43:16.147874 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:43:16.147874 n-d-811396-3 neutron-server[100597]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:43:16.147874 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:43:16.147874 n-d-811396-3 neutron-server[100597]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:43:16.147874 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:43:16.147874 n-d-811396-3 neutron-server[100597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:43:16.147874 n-d-811396-3 neutron-server[100597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:43:16.150434 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f9b908ca-2b87-43a7-ac73-d02a1712ae54 tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:16.155053 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9b908ca-2b87-43a7-ac73-d02a1712ae54 tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network faaaf758-4358-43a8-aeed-bb8ab726ee8c {{(pid=100597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 20 10:43:16.159178 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f9b908ca-2b87-43a7-ac73-d02a1712ae54 tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:16.162527 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-f9b908ca-2b87-43a7-ac73-d02a1712ae54 tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] 10.222.0.64 "DELETE /v2.0/networks/faaaf758-4358-43a8-aeed-bb8ab726ee8c HTTP/1.1" status: 204 len: 168 time: 0.7575390 Oct 20 10:43:16.167672 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 33440) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:16.206905 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d956c1e-e00e-4d59-b304-c3fb33799cc4 tempest-ExternalNetworksTestJSON-1872758073 tempest-ExternalNetworksTestJSON-1872758073-project] DELETE failed (client error): The resource could not be found. Oct 20 10:43:16.207374 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d956c1e-e00e-4d59-b304-c3fb33799cc4 tempest-ExternalNetworksTestJSON-1872758073 tempest-ExternalNetworksTestJSON-1872758073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:43:16.211273 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-6d956c1e-e00e-4d59-b304-c3fb33799cc4 tempest-ExternalNetworksTestJSON-1872758073 tempest-ExternalNetworksTestJSON-1872758073-project] 10.222.0.64 "DELETE /v2.0/subnets/4791ba06-4ce8-4fcc-b8ec-1083bd772bc3 HTTP/1.1" status: 404 len: 337 time: 0.0425701 Oct 20 10:43:16.212674 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b908ca-2b87-43a7-ac73-d02a1712ae54 tempest-ExternalNetworksTestJSON-81861940 tempest-ExternalNetworksTestJSON-81861940-project-admin] Pushing event deleted for resources: {'Network': ['ID=faaaf758-4358-43a8-aeed-bb8ab726ee8c,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:16.219837 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 33442) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:16.309930 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-000b7fc0-9db6-4637-9c90-78c2f7ef8c44 tempest-ExternalNetworksTestJSON-1872758073 tempest-ExternalNetworksTestJSON-1872758073-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:16.363458 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643fe9d1-2c6d-4efa-96fd-77edcfbdf3cd req-04225e3a-05cb-4b09-8e24-193824770817 tempest-InstanceActionsV221TestJSON-569137853 tempest-InstanceActionsV221TestJSON-569137853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:16.370246 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-643fe9d1-2c6d-4efa-96fd-77edcfbdf3cd req-04225e3a-05cb-4b09-8e24-193824770817 tempest-InstanceActionsV221TestJSON-569137853 tempest-InstanceActionsV221TestJSON-569137853-project] 10.222.0.64 "GET /v2.0/ports?device_id=22d66574-f55a-43b8-9f84-75f87372d7a4 HTTP/1.1" status: 200 len: 945 time: 1.2641058 Oct 20 10:43:16.398519 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port fc6f2f66-40e5-4a13-ad03-a37b89b711b6, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=fc6f2f66-40e5-4a13-ad03-a37b89b711b6,segment=NetworkSegment(cf0573ae-e477-4d6e-9679-ee500c9d1af8),segment_id=cf0573ae-e477-4d6e-9679-ee500c9d1af8)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:43:16.417012 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:16.437523 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-91272ead-2d5f-4ab7-b394-1e6c37b4b498 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:16.480769 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e0453e-b462-4e0e-9e44-a3392b39c55f req-809c4dfd-5462-4658-b44e-900ae0205c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:16.483191 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-78e0453e-b462-4e0e-9e44-a3392b39c55f req-809c4dfd-5462-4658-b44e-900ae0205c5a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=22d66574-f55a-43b8-9f84-75f87372d7a4 HTTP/1.1" status: 200 len: 1096 time: 0.9275897 Oct 20 10:43:16.520475 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-000b7fc0-9db6-4637-9c90-78c2f7ef8c44 tempest-ExternalNetworksTestJSON-1872758073 tempest-ExternalNetworksTestJSON-1872758073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:16.534273 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=fc6f2f66-40e5-4a13-ad03-a37b89b711b6,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:16.562794 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-000b7fc0-9db6-4637-9c90-78c2f7ef8c44 tempest-ExternalNetworksTestJSON-1872758073 tempest-ExternalNetworksTestJSON-1872758073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42e2fcc9-be8d-4603-8a5d-daf4d5c0b71b']}} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:43:16.585711 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-000b7fc0-9db6-4637-9c90-78c2f7ef8c44 tempest-ExternalNetworksTestJSON-1872758073 tempest-ExternalNetworksTestJSON-1872758073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5eaf55e-6b39-4162-82d9-d28937799de7') {'for_net_delete': True} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:43:16.586301 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-000b7fc0-9db6-4637-9c90-78c2f7ef8c44 tempest-ExternalNetworksTestJSON-1872758073 tempest-ExternalNetworksTestJSON-1872758073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5eaf55e-6b39-4162-82d9-d28937799de7') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:43:16.608923 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-000b7fc0-9db6-4637-9c90-78c2f7ef8c44 tempest-ExternalNetworksTestJSON-1872758073 tempest-ExternalNetworksTestJSON-1872758073-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25852596'] for segment, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:16.618444 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-aca0f3da-eec5-4780-a38c-0092bf428ec0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 687e9444-b6e6-48d0-a254-817eeff5b001 {{(pid=100596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:43:16.640300 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-000b7fc0-9db6-4637-9c90-78c2f7ef8c44 tempest-ExternalNetworksTestJSON-1872758073 tempest-ExternalNetworksTestJSON-1872758073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:16.650416 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-aca0f3da-eec5-4780-a38c-0092bf428ec0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:16.655257 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-000b7fc0-9db6-4637-9c90-78c2f7ef8c44 tempest-ExternalNetworksTestJSON-1872758073 tempest-ExternalNetworksTestJSON-1872758073-project] Releasing vlan 824 on physical network physnet1 to pool {{(pid=100597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:43:16.655713 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-000b7fc0-9db6-4637-9c90-78c2f7ef8c44 tempest-ExternalNetworksTestJSON-1872758073 tempest-ExternalNetworksTestJSON-1872758073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951012'] for segment, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:16.682828 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005a48ce-edba-4d6a-8436-d6a0c7e40464 req-0d596a9a-93b6-42b6-bbf8-c561174cc4d2 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:16.690161 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005a48ce-edba-4d6a-8436-d6a0c7e40464 req-0d596a9a-93b6-42b6-bbf8-c561174cc4d2 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:16.698466 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005a48ce-edba-4d6a-8436-d6a0c7e40464 req-0d596a9a-93b6-42b6-bbf8-c561174cc4d2 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:16.704956 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['fc6f2f66-40e5-4a13-ad03-a37b89b711b6'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:43:16.706967 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005a48ce-edba-4d6a-8436-d6a0c7e40464 req-0d596a9a-93b6-42b6-bbf8-c561174cc4d2 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:16.713641 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005a48ce-edba-4d6a-8436-d6a0c7e40464 req-0d596a9a-93b6-42b6-bbf8-c561174cc4d2 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:16.723924 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-005a48ce-edba-4d6a-8436-d6a0c7e40464 req-0d596a9a-93b6-42b6-bbf8-c561174cc4d2 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.64 "GET /v2.0/ports?device_id=9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c HTTP/1.1" status: 200 len: 3816 time: 0.6557381 Oct 20 10:43:16.729207 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-643fe9d1-2c6d-4efa-96fd-77edcfbdf3cd req-63736441-4abb-4b65-9953-9989e6593417 tempest-InstanceActionsV221TestJSON-569137853 tempest-InstanceActionsV221TestJSON-569137853-project] 10.222.0.64 "GET /v2.0/security-groups?id=2621eb17-dc48-4b56-9378-f9ab64e6ea88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2538958 Oct 20 10:43:16.743310 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-78e0453e-b462-4e0e-9e44-a3392b39c55f req-956dffb6-c8d1-4c24-bbc7-b284ff823cf0 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=2621eb17-dc48-4b56-9378-f9ab64e6ea88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356646 Oct 20 10:43:16.798457 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0882f476-c032-4e95-9d50-d9bc5971c29f req-d789be9e-2023-46e5-8720-0271fcd719ff service neutron] 10.222.0.69 "GET /v2.0/networks/b1ffa362-8a3c-4d47-bfc2-ef936ca65b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2065196 Oct 20 10:43:16.839605 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-005a48ce-edba-4d6a-8436-d6a0c7e40464 req-567bdbce-6412-4efa-b852-4cfc59672fc7 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.64 "GET /v2.0/security-groups?id=112bbbcd-cedd-416d-87db-f3a7d2197192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099131 Oct 20 10:43:16.844307 n-d-811396-3 neutron-server[100597]: Traceback (most recent call last): Oct 20 10:43:16.844307 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:43:16.844307 n-d-811396-3 neutron-server[100597]: timer() Oct 20 10:43:16.844307 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:43:16.844307 n-d-811396-3 neutron-server[100597]: cb(*args, **kw) Oct 20 10:43:16.844307 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:43:16.844307 n-d-811396-3 neutron-server[100597]: return func(*args, **kwargs) Oct 20 10:43:16.844307 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:43:16.844307 n-d-811396-3 neutron-server[100597]: self._notify() Oct 20 10:43:16.844307 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:43:16.844307 n-d-811396-3 neutron-server[100597]: self.callback(batched_events) Oct 20 10:43:16.844307 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:43:16.844307 n-d-811396-3 neutron-server[100597]: event.method(event) Oct 20 10:43:16.844307 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:43:16.844307 n-d-811396-3 neutron-server[100597]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:43:16.844307 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:43:16.844307 n-d-811396-3 neutron-server[100597]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:43:16.844307 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:43:16.844307 n-d-811396-3 neutron-server[100597]: return f(self, *a, **k) Oct 20 10:43:16.844307 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:43:16.844307 n-d-811396-3 neutron-server[100597]: return self._get(url).json() Oct 20 10:43:16.844307 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:43:16.844307 n-d-811396-3 neutron-server[100597]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:43:16.844307 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:43:16.844307 n-d-811396-3 neutron-server[100597]: return self.request(url, 'GET', **kwargs) Oct 20 10:43:16.844307 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:43:16.844307 n-d-811396-3 neutron-server[100597]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:43:16.844307 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:43:16.844307 n-d-811396-3 neutron-server[100597]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:43:16.844307 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:43:16.844307 n-d-811396-3 neutron-server[100597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:43:16.844307 n-d-811396-3 neutron-server[100597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:43:16.861598 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-000b7fc0-9db6-4637-9c90-78c2f7ef8c44 tempest-ExternalNetworksTestJSON-1872758073 tempest-ExternalNetworksTestJSON-1872758073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:16.870474 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.provisioning_blocks [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-aca0f3da-eec5-4780-a38c-0092bf428ec0 service neutron] Transition to ACTIVE for port object 687e9444-b6e6-48d0-a254-817eeff5b001 will not be triggered until provisioned by entity L2. {{(pid=100596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:43:16.878345 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-000b7fc0-9db6-4637-9c90-78c2f7ef8c44 tempest-ExternalNetworksTestJSON-1872758073 tempest-ExternalNetworksTestJSON-1872758073-project] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:16.889959 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-000b7fc0-9db6-4637-9c90-78c2f7ef8c44 tempest-ExternalNetworksTestJSON-1872758073 tempest-ExternalNetworksTestJSON-1872758073-project] 10.222.0.64 "DELETE /v2.0/networks/42e2fcc9-be8d-4603-8a5d-daf4d5c0b71b HTTP/1.1" status: 204 len: 168 time: 0.6684895 Oct 20 10:43:16.893508 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-aca0f3da-eec5-4780-a38c-0092bf428ec0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:16.912212 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000b7fc0-9db6-4637-9c90-78c2f7ef8c44 tempest-ExternalNetworksTestJSON-1872758073 tempest-ExternalNetworksTestJSON-1872758073-project] Pushing event deleted for resources: {'Network': ['ID=42e2fcc9-be8d-4603-8a5d-daf4d5c0b71b,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:16.988045 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca0f3da-eec5-4780-a38c-0092bf428ec0 service neutron] Pushing event updated for resources: {'Port': ['ID=687e9444-b6e6-48d0-a254-817eeff5b001,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:17.200920 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-91272ead-2d5f-4ab7-b394-1e6c37b4b498 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:17.275102 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48409c00-509e-4aca-8403-eb24a2c46fa3 req-cd6db2b9-d925-4f41-8927-11338821dd52 tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:17.287982 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-48409c00-509e-4aca-8403-eb24a2c46fa3 req-cd6db2b9-d925-4f41-8927-11338821dd52 tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] 10.222.0.64 "GET /v2.0/ports?device_id=68c742d4-7181-43c0-aac2-2c1b8eda87d6 HTTP/1.1" status: 200 len: 944 time: 0.3629920 Oct 20 10:43:17.312966 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-91272ead-2d5f-4ab7-b394-1e6c37b4b498 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:17.394805 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 33472) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:17.430212 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a76b356-3318-479d-99e5-2976ed5838a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e074a8d4-a049-422b-ae73-5f9be9909c5b'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:43:17.433019 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbc85519-82b6-487b-a849-2dc2f8c6c997" -d '{"events": [{"server_uuid": "5a76b356-3318-479d-99e5-2976ed5838a9", "name": "network-vif-plugged", "status": "completed", "tag": "e074a8d4-a049-422b-ae73-5f9be9909c5b"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:43:17.499280 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91272ead-2d5f-4ab7-b394-1e6c37b4b498 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3c4dc08-fef7-4243-a8b1-4e96d1badda1,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:17.524490 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caa80ba2-2d5a-4e13-8a6a-c686ca3b97a2 x-openstack-request-id: req-caa80ba2-2d5a-4e13-8a6a-c686ca3b97a2 {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:43:17.525021 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a76b356-3318-479d-99e5-2976ed5838a9", "name": "network-vif-plugged", "status": "completed", "tag": "e074a8d4-a049-422b-ae73-5f9be9909c5b", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:43:17.525867 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-91272ead-2d5f-4ab7-b394-1e6c37b4b498 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8f8eda29eded4bf498e0d7303f38fe19&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9410846 Oct 20 10:43:17.529262 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 33478) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:17.529600 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-caa80ba2-2d5a-4e13-8a6a-c686ca3b97a2 {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:43:17.530165 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a76b356-3318-479d-99e5-2976ed5838a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e074a8d4-a049-422b-ae73-5f9be9909c5b', 'code': 200} Oct 20 10:43:17.596867 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-48409c00-509e-4aca-8403-eb24a2c46fa3 req-ff075abc-4ae7-4474-be90-08538d2c8f34 tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] 10.222.0.64 "GET /v2.0/security-groups?id=7975bea3-846b-43cc-b5f2-c6ce0fda577e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3073354 Oct 20 10:43:17.628954 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-aca0f3da-eec5-4780-a38c-0092bf428ec0 service neutron] Attempting to bind port 687e9444-b6e6-48d0-a254-817eeff5b001 on host n-h1-811396-3 for vnic_type normal with profile {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:43:17.629421 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-aca0f3da-eec5-4780-a38c-0092bf428ec0 service neutron] Attempting to bind port 687e9444-b6e6-48d0-a254-817eeff5b001 by drivers openvswitch,hyperv on host n-h1-811396-3 at level 0 using segments [{'id': '24bad81e-aec3-4e68-b40a-6dbc28d3b906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'dcf86141-da0d-4c82-9e01-66c4be279d2b'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:43:17.629842 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-aca0f3da-eec5-4780-a38c-0092bf428ec0 service neutron] Attempting to bind port 687e9444-b6e6-48d0-a254-817eeff5b001 on network dcf86141-da0d-4c82-9e01-66c4be279d2b {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:43:17.642750 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-aca0f3da-eec5-4780-a38c-0092bf428ec0 service neutron] Port 687e9444-b6e6-48d0-a254-817eeff5b001 on network dcf86141-da0d-4c82-9e01-66c4be279d2b not bound, no agent of type Open vSwitch agent registered on host n-h1-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:43:17.643111 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-aca0f3da-eec5-4780-a38c-0092bf428ec0 service neutron] Attempting to bind port 687e9444-b6e6-48d0-a254-817eeff5b001 on network dcf86141-da0d-4c82-9e01-66c4be279d2b {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:43:17.673923 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-aca0f3da-eec5-4780-a38c-0092bf428ec0 service neutron] Checking agent: {'id': 'b707b4cc-061f-4cf4-bce0-0b3df9b7bec9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:43:17.674736 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-aca0f3da-eec5-4780-a38c-0092bf428ec0 service neutron] Checking segment: {'id': '24bad81e-aec3-4e68-b40a-6dbc28d3b906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'dcf86141-da0d-4c82-9e01-66c4be279d2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:43:17.675886 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-aca0f3da-eec5-4780-a38c-0092bf428ec0 service neutron] Bound using segment: {'id': '24bad81e-aec3-4e68-b40a-6dbc28d3b906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'dcf86141-da0d-4c82-9e01-66c4be279d2b'} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:43:17.676395 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-aca0f3da-eec5-4780-a38c-0092bf428ec0 service neutron] Bound port: 687e9444-b6e6-48d0-a254-817eeff5b001, host: n-h1-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24bad81e-aec3-4e68-b40a-6dbc28d3b906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'dcf86141-da0d-4c82-9e01-66c4be279d2b'}}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:43:17.676767 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-aca0f3da-eec5-4780-a38c-0092bf428ec0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:17.677902 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-2729f454-1e28-49d0-82ac-a3a69e8f18b8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=86680d717c904d4c9327cd34467eb8e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2817001 Oct 20 10:43:17.681043 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 33492) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:17.706729 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbff48d3-0448-4234-bc39-866a23c61f87 req-9031ab11-5bff-4a37-929b-022fbee6c76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:17.708834 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cbff48d3-0448-4234-bc39-866a23c61f87 req-9031ab11-5bff-4a37-929b-022fbee6c76f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=5a76b356-3318-479d-99e5-2976ed5838a9 HTTP/1.1" status: 200 len: 1096 time: 0.1090255 Oct 20 10:43:17.747035 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d89bb3a2-09b3-4a6b-a0bb-30100d358aca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:17.769908 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d89bb3a2-09b3-4a6b-a0bb-30100d358aca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:17.872333 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d89bb3a2-09b3-4a6b-a0bb-30100d358aca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:17.875604 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d89bb3a2-09b3-4a6b-a0bb-30100d358aca admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:17.876886 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-d89bb3a2-09b3-4a6b-a0bb-30100d358aca admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/cb0b1b36-4db3-4196-8deb-f31ddb72bfe0 HTTP/1.1" status: 204 len: 168 time: 0.1947844 Oct 20 10:43:17.885746 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-340d4342-c24e-4655-8804-f3f970108393 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:17.911223 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cbff48d3-0448-4234-bc39-866a23c61f87 req-3b63cf84-36f6-4681-a9b6-f41df6fbb5b8 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=7975bea3-846b-43cc-b5f2-c6ce0fda577e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265159 Oct 20 10:43:17.945055 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-aca0f3da-eec5-4780-a38c-0092bf428ec0 service neutron] For port 687e9444-b6e6-48d0-a254-817eeff5b001, host n-h1-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:43:17.945693 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bb3a2-09b3-4a6b-a0bb-30100d358aca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb0b1b36-4db3-4196-8deb-f31ddb72bfe0,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:17.966360 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-340d4342-c24e-4655-8804-f3f970108393 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:17.975827 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-aca0f3da-eec5-4780-a38c-0092bf428ec0 service neutron] For port 687e9444-b6e6-48d0-a254-817eeff5b001, host n-h1-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=687e9444-b6e6-48d0-a254-817eeff5b001,segment=NetworkSegment(24bad81e-aec3-4e68-b40a-6dbc28d3b906),segment_id=24bad81e-aec3-4e68-b40a-6dbc28d3b906)] {{(pid=100596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:43:17.993430 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084773dd-9d4f-43f5-abb3-e9d5b76d0846 req-e3741b6a-47c5-475b-a283-d8bf3024c135 tempest-InstanceActionsV221TestJSON-569137853 tempest-InstanceActionsV221TestJSON-569137853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:17.995152 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-084773dd-9d4f-43f5-abb3-e9d5b76d0846 req-e3741b6a-47c5-475b-a283-d8bf3024c135 tempest-InstanceActionsV221TestJSON-569137853 tempest-InstanceActionsV221TestJSON-569137853-project] 10.222.0.64 "GET /v2.0/ports?device_id=22d66574-f55a-43b8-9f84-75f87372d7a4 HTTP/1.1" status: 200 len: 945 time: 0.1236291 Oct 20 10:43:18.009154 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-aca0f3da-eec5-4780-a38c-0092bf428ec0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:18.169373 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-aca0f3da-eec5-4780-a38c-0092bf428ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:18.170057 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-aca0f3da-eec5-4780-a38c-0092bf428ec0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:18.171645 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-aca0f3da-eec5-4780-a38c-0092bf428ec0 service neutron] 10.222.0.55 "PUT /v2.0/ports/687e9444-b6e6-48d0-a254-817eeff5b001 HTTP/1.1" status: 200 len: 1092 time: 3.2054489 Oct 20 10:43:18.172461 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c', 'tag': '687e9444-b6e6-48d0-a254-817eeff5b001'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:43:18.175861 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55bf96a8-7543-4b88-8f70-00364ff1bce2" -d '{"events": [{"name": "network-changed", "server_uuid": "9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c", "tag": "687e9444-b6e6-48d0-a254-817eeff5b001"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:43:18.184809 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-084773dd-9d4f-43f5-abb3-e9d5b76d0846 req-d41e0e3d-e992-4db1-8f4f-aa96ed5b0b1c tempest-InstanceActionsV221TestJSON-569137853 tempest-InstanceActionsV221TestJSON-569137853-project] 10.222.0.64 "GET /v2.0/security-groups?id=2621eb17-dc48-4b56-9378-f9ab64e6ea88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641371 Oct 20 10:43:18.234903 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca0f3da-eec5-4780-a38c-0092bf428ec0 service neutron] Pushing event updated for resources: {'Port': ['ID=687e9444-b6e6-48d0-a254-817eeff5b001,revision_number=3']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:18.268765 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41e6915-8f43-4d0f-895f-e4d8eb876760 req-8b5feab2-7ef1-4e4e-8abe-24fc102251d0 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:18.285216 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41e6915-8f43-4d0f-895f-e4d8eb876760 req-8b5feab2-7ef1-4e4e-8abe-24fc102251d0 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:18.302859 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41e6915-8f43-4d0f-895f-e4d8eb876760 req-8b5feab2-7ef1-4e4e-8abe-24fc102251d0 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:18.313778 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41e6915-8f43-4d0f-895f-e4d8eb876760 req-8b5feab2-7ef1-4e4e-8abe-24fc102251d0 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:18.322761 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41e6915-8f43-4d0f-895f-e4d8eb876760 req-8b5feab2-7ef1-4e4e-8abe-24fc102251d0 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:18.332691 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c41e6915-8f43-4d0f-895f-e4d8eb876760 req-8b5feab2-7ef1-4e4e-8abe-24fc102251d0 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.64 "GET /v2.0/ports?device_id=9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c HTTP/1.1" status: 200 len: 3828 time: 0.3336837 Oct 20 10:43:18.348967 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-e6ccdb0c-8534-4811-a922-4b2263cec42e service neutron] Request body: {'port': {'device_id': '9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811396-3'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:43:18.356471 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e5f619e-c15b-4563-8454-d21ee6bed7da x-openstack-request-id: req-0e5f619e-c15b-4563-8454-d21ee6bed7da {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:43:18.357077 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c", "tag": "687e9444-b6e6-48d0-a254-817eeff5b001", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:43:18.357669 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0e5f619e-c15b-4563-8454-d21ee6bed7da {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:43:18.358542 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c', 'tag': '687e9444-b6e6-48d0-a254-817eeff5b001', 'status': 'completed', 'code': 200} Oct 20 10:43:18.417317 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-340d4342-c24e-4655-8804-f3f970108393 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:18.420058 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-340d4342-c24e-4655-8804-f3f970108393 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:18.423993 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-340d4342-c24e-4655-8804-f3f970108393 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a3c4dc08-fef7-4243-a8b1-4e96d1badda1 HTTP/1.1" status: 204 len: 168 time: 0.8913033 Oct 20 10:43:18.554141 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 33564) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:18.579255 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c41e6915-8f43-4d0f-895f-e4d8eb876760 req-6dd589fd-09ec-4cb0-9ee0-413a125f810b tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.64 "GET /v2.0/security-groups?id=112bbbcd-cedd-416d-87db-f3a7d2197192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2452240 Oct 20 10:43:18.647691 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340d4342-c24e-4655-8804-f3f970108393 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3c4dc08-fef7-4243-a8b1-4e96d1badda1,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:18.686906 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-e6ccdb0c-8534-4811-a922-4b2263cec42e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:18.703678 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-7de37e1a-2ede-4451-9bf2-e93362f55bb0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2f2eed1fd02f4bd68565a65b63008a92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1481695 Oct 20 10:43:18.705928 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 33582) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:18.769580 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b650d6fe-4075-4966-9529-b5489b2809e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:18.795717 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b650d6fe-4075-4966-9529-b5489b2809e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:18.849306 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b650d6fe-4075-4966-9529-b5489b2809e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:18.853013 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b650d6fe-4075-4966-9529-b5489b2809e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:18.854871 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-b650d6fe-4075-4966-9529-b5489b2809e1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b2295435-525d-49bf-a9b0-07fc596e4802 HTTP/1.1" status: 204 len: 168 time: 0.1473563 Oct 20 10:43:18.864752 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b650d6fe-4075-4966-9529-b5489b2809e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2295435-525d-49bf-a9b0-07fc596e4802,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:18.885122 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bf96a8-7543-4b88-8f70-00364ff1bce2 req-0a50eea2-3fc9-41ad-8e07-7f6e151685a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:18.885972 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bf96a8-7543-4b88-8f70-00364ff1bce2 req-0a50eea2-3fc9-41ad-8e07-7f6e151685a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:18.886710 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bf96a8-7543-4b88-8f70-00364ff1bce2 req-0a50eea2-3fc9-41ad-8e07-7f6e151685a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:18.887351 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bf96a8-7543-4b88-8f70-00364ff1bce2 req-0a50eea2-3fc9-41ad-8e07-7f6e151685a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:18.888241 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bf96a8-7543-4b88-8f70-00364ff1bce2 req-0a50eea2-3fc9-41ad-8e07-7f6e151685a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:18.891950 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-55bf96a8-7543-4b88-8f70-00364ff1bce2 req-0a50eea2-3fc9-41ad-8e07-7f6e151685a0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cfcb374660ef40a8b05378b5e2eaff9e&device_id=9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c HTTP/1.1" status: 200 len: 4363 time: 0.4657223 Oct 20 10:43:18.961592 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee2f018-d2a1-4a99-ba56-f1f876d3ca46 req-48dc65ad-77de-4063-984c-ace9d5e96b8b tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:18.964487 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-eee2f018-d2a1-4a99-ba56-f1f876d3ca46 req-48dc65ad-77de-4063-984c-ace9d5e96b8b tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] 10.222.0.64 "GET /v2.0/ports?device_id=68c742d4-7181-43c0-aac2-2c1b8eda87d6 HTTP/1.1" status: 200 len: 944 time: 0.1734519 Oct 20 10:43:19.043616 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:19.093461 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 33588) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:19.112358 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-407ba148-e4a3-4065-a4e2-3cbfb0cb0292 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:19.195625 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-eee2f018-d2a1-4a99-ba56-f1f876d3ca46 req-4b1753ab-5c43-44e9-9909-9ebd143abc44 tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] 10.222.0.64 "GET /v2.0/security-groups?id=7975bea3-846b-43cc-b5f2-c6ce0fda577e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941993 Oct 20 10:43:19.246000 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bf96a8-7543-4b88-8f70-00364ff1bce2 req-5b4cefe9-dcc7-4a36-bb9c-d5ba548d754f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:19.246594 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bf96a8-7543-4b88-8f70-00364ff1bce2 req-5b4cefe9-dcc7-4a36-bb9c-d5ba548d754f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:19.247150 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bf96a8-7543-4b88-8f70-00364ff1bce2 req-5b4cefe9-dcc7-4a36-bb9c-d5ba548d754f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:19.249071 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-55bf96a8-7543-4b88-8f70-00364ff1bce2 req-5b4cefe9-dcc7-4a36-bb9c-d5ba548d754f service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=cfcb374660ef40a8b05378b5e2eaff9e&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3381088 Oct 20 10:43:19.290384 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 33594) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:19.354960 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-407ba148-e4a3-4065-a4e2-3cbfb0cb0292 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:19.365961 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device fc6f2f66-40e5-4a13-ad03-a37b89b711b6 up at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:43:19.375067 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-407ba148-e4a3-4065-a4e2-3cbfb0cb0292 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:19.487084 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning for port fc6f2f66-40e5-4a13-ad03-a37b89b711b6 completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:43:19.495941 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-407ba148-e4a3-4065-a4e2-3cbfb0cb0292 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ebde4a61805a4fb0828b967a87e21214&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3977478 Oct 20 10:43:19.495941 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 33600) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:19.499165 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning complete for port fc6f2f66-40e5-4a13-ad03-a37b89b711b6 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:43:19.499885 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:19.504653 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-e6ccdb0c-8534-4811-a922-4b2263cec42e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58759e27-9624-496e-a7e3-dd96a6f12d24 {{(pid=100596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:43:19.514269 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bf96a8-7543-4b88-8f70-00364ff1bce2 req-0975a805-1d68-4692-837b-e67521036a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:19.524394 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407ba148-e4a3-4065-a4e2-3cbfb0cb0292 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df5882cd-fb07-41b2-83cc-0ddd2316ba86,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:19.526960 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-55bf96a8-7543-4b88-8f70-00364ff1bce2 req-0975a805-1d68-4692-837b-e67521036a81 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2644074 Oct 20 10:43:19.531503 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-e6ccdb0c-8534-4811-a922-4b2263cec42e service neutron] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:19.564999 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66aba53f-9f93-4556-9342-87ce2f0395a4 req-b3ca94ad-958b-4bb8-b5c7-dd213dd08e63 tempest-InstanceActionsV221TestJSON-569137853 tempest-InstanceActionsV221TestJSON-569137853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:19.577328 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-66aba53f-9f93-4556-9342-87ce2f0395a4 req-b3ca94ad-958b-4bb8-b5c7-dd213dd08e63 tempest-InstanceActionsV221TestJSON-569137853 tempest-InstanceActionsV221TestJSON-569137853-project] 10.222.0.64 "GET /v2.0/ports?device_id=22d66574-f55a-43b8-9f84-75f87372d7a4 HTTP/1.1" status: 200 len: 945 time: 0.2298820 Oct 20 10:43:19.621108 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-cd024470-f847-4d37-8791-f06c8e7a806a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:19.623790 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.provisioning_blocks [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-e6ccdb0c-8534-4811-a922-4b2263cec42e service neutron] Transition to ACTIVE for port object 58759e27-9624-496e-a7e3-dd96a6f12d24 will not be triggered until provisioned by entity L2. {{(pid=100596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:43:19.646874 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-e6ccdb0c-8534-4811-a922-4b2263cec42e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:19.695188 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:19.718149 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f840ce0f-3123-4a60-93f8-ca2d0e740741 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:19.733611 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-cd024470-f847-4d37-8791-f06c8e7a806a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:19.787962 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port fc6f2f66-40e5-4a13-ad03-a37b89b711b6, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=fc6f2f66-40e5-4a13-ad03-a37b89b711b6,segment=NetworkSegment(cf0573ae-e477-4d6e-9679-ee500c9d1af8),segment_id=cf0573ae-e477-4d6e-9679-ee500c9d1af8)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:43:19.789124 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68c742d4-7181-43c0-aac2-2c1b8eda87d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc6f2f66-40e5-4a13-ad03-a37b89b711b6'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:43:19.792390 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62d3cf19-59b2-473e-b165-1645fa1c7435" -d '{"events": [{"server_uuid": "68c742d4-7181-43c0-aac2-2c1b8eda87d6", "name": "network-vif-plugged", "status": "completed", "tag": "fc6f2f66-40e5-4a13-ad03-a37b89b711b6"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:43:19.796769 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:19.843538 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ccdb0c-8534-4811-a922-4b2263cec42e service neutron] Pushing event updated for resources: {'Port': ['ID=58759e27-9624-496e-a7e3-dd96a6f12d24,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:19.863418 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=fc6f2f66-40e5-4a13-ad03-a37b89b711b6,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:19.891291 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-66aba53f-9f93-4556-9342-87ce2f0395a4 req-70528a39-06d3-4f30-8e77-830c9886c591 tempest-InstanceActionsV221TestJSON-569137853 tempest-InstanceActionsV221TestJSON-569137853-project] 10.222.0.64 "GET /v2.0/security-groups?id=2621eb17-dc48-4b56-9378-f9ab64e6ea88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3130605 Oct 20 10:43:20.025335 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-675f83ac-11f3-494e-962d-026e584422dd x-openstack-request-id: req-675f83ac-11f3-494e-962d-026e584422dd {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:43:20.027773 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68c742d4-7181-43c0-aac2-2c1b8eda87d6", "name": "network-vif-plugged", "status": "completed", "tag": "fc6f2f66-40e5-4a13-ad03-a37b89b711b6", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:43:20.028775 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-675f83ac-11f3-494e-962d-026e584422dd {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:43:20.029404 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68c742d4-7181-43c0-aac2-2c1b8eda87d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc6f2f66-40e5-4a13-ad03-a37b89b711b6', 'code': 200} Oct 20 10:43:20.064656 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19660e67-fa02-4093-980b-2c769dbb484c req-14ac99a6-f5ec-4b9b-a4cd-293a4d4ff3ec tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:20.071667 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19660e67-fa02-4093-980b-2c769dbb484c req-14ac99a6-f5ec-4b9b-a4cd-293a4d4ff3ec tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:20.078191 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19660e67-fa02-4093-980b-2c769dbb484c req-14ac99a6-f5ec-4b9b-a4cd-293a4d4ff3ec tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:20.085005 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19660e67-fa02-4093-980b-2c769dbb484c req-14ac99a6-f5ec-4b9b-a4cd-293a4d4ff3ec tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:20.091005 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19660e67-fa02-4093-980b-2c769dbb484c req-14ac99a6-f5ec-4b9b-a4cd-293a4d4ff3ec tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:20.097081 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19660e67-fa02-4093-980b-2c769dbb484c req-14ac99a6-f5ec-4b9b-a4cd-293a4d4ff3ec tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:20.103073 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f840ce0f-3123-4a60-93f8-ca2d0e740741 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:20.105493 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-19660e67-fa02-4093-980b-2c769dbb484c req-14ac99a6-f5ec-4b9b-a4cd-293a4d4ff3ec tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.64 "GET /v2.0/ports?device_id=9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c HTTP/1.1" status: 200 len: 4604 time: 0.3261757 Oct 20 10:43:20.108776 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-cd024470-f847-4d37-8791-f06c8e7a806a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:20.120199 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-cd024470-f847-4d37-8791-f06c8e7a806a admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:20.121788 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-cd024470-f847-4d37-8791-f06c8e7a806a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/df5882cd-fb07-41b2-83cc-0ddd2316ba86 HTTP/1.1" status: 204 len: 168 time: 0.6249852 Oct 20 10:43:20.145031 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f840ce0f-3123-4a60-93f8-ca2d0e740741 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:20.254808 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd024470-f847-4d37-8791-f06c8e7a806a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df5882cd-fb07-41b2-83cc-0ddd2316ba86,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:20.351363 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-f840ce0f-3123-4a60-93f8-ca2d0e740741 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=11fa34b399754c04913e592d6f096249&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0531001 Oct 20 10:43:20.352363 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f840ce0f-3123-4a60-93f8-ca2d0e740741 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c845576a-a979-4a62-b850-71f25116310d,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:20.353015 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-19660e67-fa02-4093-980b-2c769dbb484c req-f0bb33c1-b9c5-40ab-803c-f8dd5db8fbb3 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.64 "GET /v2.0/security-groups?id=112bbbcd-cedd-416d-87db-f3a7d2197192&id=40e57539-8f43-4a87-8d18-5d8780562b01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2349925 Oct 20 10:43:20.365790 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 33634) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:20.380087 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd94bab8-d3b9-48a9-8081-b9b5b1c93e6b req-60faa225-cd40-4f2c-b41f-53a95d7cdd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:20.384484 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bd94bab8-d3b9-48a9-8081-b9b5b1c93e6b req-60faa225-cd40-4f2c-b41f-53a95d7cdd04 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=68c742d4-7181-43c0-aac2-2c1b8eda87d6 HTTP/1.1" status: 200 len: 1096 time: 0.2717109 Oct 20 10:43:20.385595 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-e6ccdb0c-8534-4811-a922-4b2263cec42e service neutron] Attempting to bind port 58759e27-9624-496e-a7e3-dd96a6f12d24 on host n-h1-811396-3 for vnic_type normal with profile {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:43:20.387918 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-e6ccdb0c-8534-4811-a922-4b2263cec42e service neutron] Attempting to bind port 58759e27-9624-496e-a7e3-dd96a6f12d24 by drivers openvswitch,hyperv on host n-h1-811396-3 at level 0 using segments [{'id': '0cf32ebe-2347-41ff-bb97-94fd0b819e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '07f7de1d-67fc-4ee5-9720-a5ddc92657d8'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:43:20.389797 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-e6ccdb0c-8534-4811-a922-4b2263cec42e service neutron] Attempting to bind port 58759e27-9624-496e-a7e3-dd96a6f12d24 on network 07f7de1d-67fc-4ee5-9720-a5ddc92657d8 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:43:20.504606 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5f6a8608-848f-4900-86a8-adc4e9be93c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:20.527769 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5f6a8608-848f-4900-86a8-adc4e9be93c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:20.531723 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-e6ccdb0c-8534-4811-a922-4b2263cec42e service neutron] Port 58759e27-9624-496e-a7e3-dd96a6f12d24 on network 07f7de1d-67fc-4ee5-9720-a5ddc92657d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:43:20.532534 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-e6ccdb0c-8534-4811-a922-4b2263cec42e service neutron] Attempting to bind port 58759e27-9624-496e-a7e3-dd96a6f12d24 on network 07f7de1d-67fc-4ee5-9720-a5ddc92657d8 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:43:20.549583 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bd94bab8-d3b9-48a9-8081-b9b5b1c93e6b req-6301ea33-8717-4862-bacf-c72ed06a5fbf service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=7975bea3-846b-43cc-b5f2-c6ce0fda577e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501369 Oct 20 10:43:20.594565 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-e6ccdb0c-8534-4811-a922-4b2263cec42e service neutron] Checking agent: {'id': 'b707b4cc-061f-4cf4-bce0-0b3df9b7bec9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 43, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:43:20.597313 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-e6ccdb0c-8534-4811-a922-4b2263cec42e service neutron] Checking segment: {'id': '0cf32ebe-2347-41ff-bb97-94fd0b819e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '07f7de1d-67fc-4ee5-9720-a5ddc92657d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:43:20.599332 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-e6ccdb0c-8534-4811-a922-4b2263cec42e service neutron] Bound using segment: {'id': '0cf32ebe-2347-41ff-bb97-94fd0b819e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '07f7de1d-67fc-4ee5-9720-a5ddc92657d8'} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:43:20.600069 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-e6ccdb0c-8534-4811-a922-4b2263cec42e service neutron] Bound port: 58759e27-9624-496e-a7e3-dd96a6f12d24, host: n-h1-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cf32ebe-2347-41ff-bb97-94fd0b819e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '07f7de1d-67fc-4ee5-9720-a5ddc92657d8'}}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:43:20.600632 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-e6ccdb0c-8534-4811-a922-4b2263cec42e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:20.698996 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d58caa-faa6-4b25-9ec8-58e18cd85f30 req-adae6070-f68e-45c0-809c-3132724d72ba tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:20.701891 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-07d58caa-faa6-4b25-9ec8-58e18cd85f30 req-adae6070-f68e-45c0-809c-3132724d72ba tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] 10.222.0.64 "GET /v2.0/ports?device_id=68c742d4-7181-43c0-aac2-2c1b8eda87d6 HTTP/1.1" status: 200 len: 945 time: 0.1992531 Oct 20 10:43:20.741686 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0575f6b9-41e0-40fb-8071-b2f738b4080b req-cc74169d-6786-4e07-ba8f-66413c848d7e tempest-InstanceActionsV221TestJSON-569137853 tempest-InstanceActionsV221TestJSON-569137853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:20.749839 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0575f6b9-41e0-40fb-8071-b2f738b4080b req-cc74169d-6786-4e07-ba8f-66413c848d7e tempest-InstanceActionsV221TestJSON-569137853 tempest-InstanceActionsV221TestJSON-569137853-project] 10.222.0.64 "GET /v2.0/ports?device_id=22d66574-f55a-43b8-9f84-75f87372d7a4 HTTP/1.1" status: 200 len: 945 time: 0.2114737 Oct 20 10:43:20.780220 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-e6ccdb0c-8534-4811-a922-4b2263cec42e service neutron] For port 58759e27-9624-496e-a7e3-dd96a6f12d24, host n-h1-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:43:20.816337 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-07d58caa-faa6-4b25-9ec8-58e18cd85f30 req-67133fec-4d75-4896-9bbe-8f12152b6b4b tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] 10.222.0.64 "GET /v2.0/security-groups?id=7975bea3-846b-43cc-b5f2-c6ce0fda577e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034153 Oct 20 10:43:20.837431 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-e6ccdb0c-8534-4811-a922-4b2263cec42e service neutron] For port 58759e27-9624-496e-a7e3-dd96a6f12d24, host n-h1-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=58759e27-9624-496e-a7e3-dd96a6f12d24,segment=NetworkSegment(0cf32ebe-2347-41ff-bb97-94fd0b819e03),segment_id=0cf32ebe-2347-41ff-bb97-94fd0b819e03)] {{(pid=100596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:43:20.867366 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-e6ccdb0c-8534-4811-a922-4b2263cec42e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:20.921677 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0575f6b9-41e0-40fb-8071-b2f738b4080b req-91b840bb-05f7-48f4-b49a-4af3ae539d6f tempest-InstanceActionsV221TestJSON-569137853 tempest-InstanceActionsV221TestJSON-569137853-project] 10.222.0.64 "GET /v2.0/security-groups?id=2621eb17-dc48-4b56-9378-f9ab64e6ea88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705906 Oct 20 10:43:20.925040 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-e6ccdb0c-8534-4811-a922-4b2263cec42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:20.939935 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-e6ccdb0c-8534-4811-a922-4b2263cec42e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:20.941633 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-e6ccdb0c-8534-4811-a922-4b2263cec42e service neutron] 10.222.0.55 "PUT /v2.0/ports/58759e27-9624-496e-a7e3-dd96a6f12d24 HTTP/1.1" status: 200 len: 1134 time: 2.6062346 Oct 20 10:43:20.989153 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c', 'tag': '58759e27-9624-496e-a7e3-dd96a6f12d24'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:43:20.999059 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ae9a477-255e-4736-b3af-ca3cae961b2c" -d '{"events": [{"name": "network-changed", "server_uuid": "9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c", "tag": "58759e27-9624-496e-a7e3-dd96a6f12d24"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:43:21.025331 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-a5d82741-ee58-4957-ba4a-11539f9892fa service neutron] Request body: {'port': {'device_id': '9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811396-3'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:43:21.104727 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fba3c9a-f7fc-4eea-8786-851396ec93e4 x-openstack-request-id: req-2fba3c9a-f7fc-4eea-8786-851396ec93e4 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:43:21.105015 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c", "tag": "58759e27-9624-496e-a7e3-dd96a6f12d24", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:43:21.105266 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2fba3c9a-f7fc-4eea-8786-851396ec93e4 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:43:21.105678 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c', 'tag': '58759e27-9624-496e-a7e3-dd96a6f12d24', 'status': 'completed', 'code': 200} Oct 20 10:43:21.244283 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ccdb0c-8534-4811-a922-4b2263cec42e service neutron] Pushing event updated for resources: {'Port': ['ID=58759e27-9624-496e-a7e3-dd96a6f12d24,revision_number=3']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:21.256167 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-a5d82741-ee58-4957-ba4a-11539f9892fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:21.509942 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5f6a8608-848f-4900-86a8-adc4e9be93c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:21.513030 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5f6a8608-848f-4900-86a8-adc4e9be93c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:21.516537 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-5f6a8608-848f-4900-86a8-adc4e9be93c9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c845576a-a979-4a62-b850-71f25116310d HTTP/1.1" status: 204 len: 168 time: 1.1463468 Oct 20 10:43:21.527984 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6a8608-848f-4900-86a8-adc4e9be93c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c845576a-a979-4a62-b850-71f25116310d,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:21.727173 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae9a477-255e-4736-b3af-ca3cae961b2c req-fba3c74b-59bd-4d46-98ce-815587ce2fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:21.732017 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae9a477-255e-4736-b3af-ca3cae961b2c req-fba3c74b-59bd-4d46-98ce-815587ce2fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:21.732924 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae9a477-255e-4736-b3af-ca3cae961b2c req-fba3c74b-59bd-4d46-98ce-815587ce2fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:21.733745 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae9a477-255e-4736-b3af-ca3cae961b2c req-fba3c74b-59bd-4d46-98ce-815587ce2fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:21.743616 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae9a477-255e-4736-b3af-ca3cae961b2c req-fba3c74b-59bd-4d46-98ce-815587ce2fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:21.744352 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae9a477-255e-4736-b3af-ca3cae961b2c req-fba3c74b-59bd-4d46-98ce-815587ce2fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:21.746478 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7ae9a477-255e-4736-b3af-ca3cae961b2c req-fba3c74b-59bd-4d46-98ce-815587ce2fa7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cfcb374660ef40a8b05378b5e2eaff9e&device_id=9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c HTTP/1.1" status: 200 len: 5290 time: 0.5983071 Oct 20 10:43:22.022631 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c8f075-fd00-403e-ac75-fdd34154ac80 req-60922169-b956-4cf9-bace-67de0031f77e tempest-InstanceActionsV221TestJSON-569137853 tempest-InstanceActionsV221TestJSON-569137853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:22.025444 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-c9c8f075-fd00-403e-ac75-fdd34154ac80 req-60922169-b956-4cf9-bace-67de0031f77e tempest-InstanceActionsV221TestJSON-569137853 tempest-InstanceActionsV221TestJSON-569137853-project] 10.222.0.55 "GET /v2.0/ports?device_id=22d66574-f55a-43b8-9f84-75f87372d7a4 HTTP/1.1" status: 200 len: 945 time: 0.1277344 Oct 20 10:43:22.108398 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae9a477-255e-4736-b3af-ca3cae961b2c req-38be2d2b-b7a3-4742-b6a6-a8e8825edef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:22.108398 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae9a477-255e-4736-b3af-ca3cae961b2c req-38be2d2b-b7a3-4742-b6a6-a8e8825edef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:22.108398 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae9a477-255e-4736-b3af-ca3cae961b2c req-38be2d2b-b7a3-4742-b6a6-a8e8825edef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:22.108398 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7ae9a477-255e-4736-b3af-ca3cae961b2c req-38be2d2b-b7a3-4742-b6a6-a8e8825edef1 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=cfcb374660ef40a8b05378b5e2eaff9e&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2787228 Oct 20 10:43:22.173068 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fb2989-0917-4639-b232-36827099c178 req-e261f55e-e46b-4e4b-aac9-2300aa0722b0 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:22.188071 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fb2989-0917-4639-b232-36827099c178 req-e261f55e-e46b-4e4b-aac9-2300aa0722b0 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:22.203002 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fb2989-0917-4639-b232-36827099c178 req-e261f55e-e46b-4e4b-aac9-2300aa0722b0 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:22.208990 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fb2989-0917-4639-b232-36827099c178 req-e261f55e-e46b-4e4b-aac9-2300aa0722b0 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:22.236842 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fb2989-0917-4639-b232-36827099c178 req-e261f55e-e46b-4e4b-aac9-2300aa0722b0 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:22.243595 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fb2989-0917-4639-b232-36827099c178 req-e261f55e-e46b-4e4b-aac9-2300aa0722b0 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:22.270654 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-53fb2989-0917-4639-b232-36827099c178 req-e261f55e-e46b-4e4b-aac9-2300aa0722b0 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.64 "GET /v2.0/ports?device_id=9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c HTTP/1.1" status: 200 len: 4604 time: 0.7003722 Oct 20 10:43:22.330771 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [req-c9c8f075-fd00-403e-ac75-fdd34154ac80 req-efb791af-cff6-4ab9-99ac-14ac934ee6d0 tempest-InstanceActionsV221TestJSON-569137853 tempest-InstanceActionsV221TestJSON-569137853-project] Deleting port 5a161191-2a46-403b-98b0-674caae2bb04 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:43:22.331144 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-c9c8f075-fd00-403e-ac75-fdd34154ac80 req-efb791af-cff6-4ab9-99ac-14ac934ee6d0 tempest-InstanceActionsV221TestJSON-569137853 tempest-InstanceActionsV221TestJSON-569137853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:22.504952 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [req-c9c8f075-fd00-403e-ac75-fdd34154ac80 req-efb791af-cff6-4ab9-99ac-14ac934ee6d0 tempest-InstanceActionsV221TestJSON-569137853 tempest-InstanceActionsV221TestJSON-569137853-project] For port 5a161191-2a46-403b-98b0-674caae2bb04, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=5a161191-2a46-403b-98b0-674caae2bb04,segment=NetworkSegment(8beabbcb-5f53-4286-b0f9-70c49bc6431d),segment_id=8beabbcb-5f53-4286-b0f9-70c49bc6431d)] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:43:22.505395 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-c9c8f075-fd00-403e-ac75-fdd34154ac80 req-efb791af-cff6-4ab9-99ac-14ac934ee6d0 tempest-InstanceActionsV221TestJSON-569137853 tempest-InstanceActionsV221TestJSON-569137853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:22.520442 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [req-c9c8f075-fd00-403e-ac75-fdd34154ac80 req-efb791af-cff6-4ab9-99ac-14ac934ee6d0 tempest-InstanceActionsV221TestJSON-569137853 tempest-InstanceActionsV221TestJSON-569137853-project] Calling delete_port for 5a161191-2a46-403b-98b0-674caae2bb04 owned by compute:nova {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:43:22.541591 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-53fb2989-0917-4639-b232-36827099c178 req-16f1dbee-1392-46a2-82ba-445ab1b4f7e8 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.64 "GET /v2.0/security-groups?id=112bbbcd-cedd-416d-87db-f3a7d2197192&id=40e57539-8f43-4a87-8d18-5d8780562b01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1741080 Oct 20 10:43:22.556772 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0406d1a-82b0-4d89-8526-8b3649d95eb8 req-f50f24af-8f56-4978-b275-52cc01bf3c02 tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:22.564698 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e0406d1a-82b0-4d89-8526-8b3649d95eb8 req-f50f24af-8f56-4978-b275-52cc01bf3c02 tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] 10.222.0.64 "GET /v2.0/ports?device_id=68c742d4-7181-43c0-aac2-2c1b8eda87d6 HTTP/1.1" status: 200 len: 945 time: 0.4578116 Oct 20 10:43:22.694041 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-c9c8f075-fd00-403e-ac75-fdd34154ac80 req-efb791af-cff6-4ab9-99ac-14ac934ee6d0 tempest-InstanceActionsV221TestJSON-569137853 tempest-InstanceActionsV221TestJSON-569137853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:22.758903 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb791af-cff6-4ab9-99ac-14ac934ee6d0 tempest-InstanceActionsV221TestJSON-569137853 tempest-InstanceActionsV221TestJSON-569137853-project] Pushing event deleted for resources: {'Port': ['ID=5a161191-2a46-403b-98b0-674caae2bb04,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:22.895064 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9c8f075-fd00-403e-ac75-fdd34154ac80 req-efb791af-cff6-4ab9-99ac-14ac934ee6d0 tempest-InstanceActionsV221TestJSON-569137853 tempest-InstanceActionsV221TestJSON-569137853-project] No DVR routers for this DVR port 5a161191-2a46-403b-98b0-674caae2bb04 on host n-h1-811396-3 {{(pid=100597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:43:22.916025 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-c9c8f075-fd00-403e-ac75-fdd34154ac80 req-efb791af-cff6-4ab9-99ac-14ac934ee6d0 tempest-InstanceActionsV221TestJSON-569137853 tempest-InstanceActionsV221TestJSON-569137853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:22.919413 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-c9c8f075-fd00-403e-ac75-fdd34154ac80 req-efb791af-cff6-4ab9-99ac-14ac934ee6d0 tempest-InstanceActionsV221TestJSON-569137853 tempest-InstanceActionsV221TestJSON-569137853-project] 10.222.0.55 "DELETE /v2.0/ports/5a161191-2a46-403b-98b0-674caae2bb04 HTTP/1.1" status: 204 len: 173 time: 0.8857303 Oct 20 10:43:22.928640 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22d66574-f55a-43b8-9f84-75f87372d7a4', 'name': 'network-vif-deleted', 'tag': '5a161191-2a46-403b-98b0-674caae2bb04'}] {{(pid=100597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:43:22.936894 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd85cad6a391afaa95d2dd5280bfd4659fc1e1b2aba53b5e7ef874f059efcdc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12f54dd8-a459-4d31-8f13-4f502727a2da" -d '{"events": [{"server_uuid": "22d66574-f55a-43b8-9f84-75f87372d7a4", "name": "network-vif-deleted", "tag": "5a161191-2a46-403b-98b0-674caae2bb04"}]}' {{(pid=100597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:43:23.346109 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e0406d1a-82b0-4d89-8526-8b3649d95eb8 req-6602c871-7b19-4d38-b01f-3c295f0d6ad1 tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] 10.222.0.64 "GET /v2.0/security-groups?id=7975bea3-846b-43cc-b5f2-c6ce0fda577e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7775841 Oct 20 10:43:23.348769 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-097261a1-f913-4608-a0fe-00c5bbc90549 req-c2fd1e02-f513-4304-bcda-bc4a8b3d108b tempest-InstanceActionsV221TestJSON-569137853 tempest-InstanceActionsV221TestJSON-569137853-project] 10.222.0.64 "GET /v2.0/ports?device_id=22d66574-f55a-43b8-9f84-75f87372d7a4 HTTP/1.1" status: 200 len: 210 time: 0.1961098 Oct 20 10:43:23.382415 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 33728) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:23.385315 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae9a477-255e-4736-b3af-ca3cae961b2c req-5eebbc2c-3243-4841-b696-5e44e33eacc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:23.386874 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7ae9a477-255e-4736-b3af-ca3cae961b2c req-5eebbc2c-3243-4841-b696-5e44e33eacc0 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.2359138 Oct 20 10:43:23.412424 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-a5d82741-ee58-4957-ba4a-11539f9892fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a6236cb-3508-4dba-a459-60dfe35fed2c {{(pid=100596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:43:23.457626 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-a5d82741-ee58-4957-ba4a-11539f9892fa service neutron] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:23.506081 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.provisioning_blocks [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-a5d82741-ee58-4957-ba4a-11539f9892fa service neutron] Transition to ACTIVE for port object 6a6236cb-3508-4dba-a459-60dfe35fed2c will not be triggered until provisioned by entity L2. {{(pid=100596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:43:23.513204 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-a5d82741-ee58-4957-ba4a-11539f9892fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:23.521043 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-822f348c-c289-4484-9d88-b22b87a48a00 x-openstack-request-id: req-822f348c-c289-4484-9d88-b22b87a48a00 {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:43:23.521581 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22d66574-f55a-43b8-9f84-75f87372d7a4", "name": "network-vif-deleted", "tag": "5a161191-2a46-403b-98b0-674caae2bb04", "status": "completed", "code": 200}]} {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:43:23.521684 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-822f348c-c289-4484-9d88-b22b87a48a00 {{(pid=100597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:43:23.521997 n-d-811396-3 neutron-server[100597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22d66574-f55a-43b8-9f84-75f87372d7a4', 'name': 'network-vif-deleted', 'tag': '5a161191-2a46-403b-98b0-674caae2bb04', 'status': 'completed', 'code': 200} Oct 20 10:43:23.624924 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d82741-ee58-4957-ba4a-11539f9892fa service neutron] Pushing event updated for resources: {'Port': ['ID=6a6236cb-3508-4dba-a459-60dfe35fed2c,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:23.674595 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-3b79ca3e-cb3e-4a05-a490-45a355ded837 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Request body: {'floatingip': {'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:43:23.778055 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3b79ca3e-cb3e-4a05-a490-45a355ded837 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Publish callbacks [] for floatingip, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:24.042537 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3b79ca3e-cb3e-4a05-a490-45a355ded837 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:24.074074 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870562d1-ad60-4f6a-8a87-fdf02dfbf820 req-11b60602-65c7-4746-9fed-32e6833d4fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:24.074074 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-870562d1-ad60-4f6a-8a87-fdf02dfbf820 req-11b60602-65c7-4746-9fed-32e6833d4fb7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=94fe84a260a04255ae5a7f7035e1a279&device_id=68c742d4-7181-43c0-aac2-2c1b8eda87d6 HTTP/1.1" status: 200 len: 1096 time: 0.2876375 Oct 20 10:43:24.077677 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-a5d82741-ee58-4957-ba4a-11539f9892fa service neutron] Attempting to bind port 6a6236cb-3508-4dba-a459-60dfe35fed2c on host n-h1-811396-3 for vnic_type normal with profile {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:43:24.078281 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-a5d82741-ee58-4957-ba4a-11539f9892fa service neutron] Attempting to bind port 6a6236cb-3508-4dba-a459-60dfe35fed2c by drivers openvswitch,hyperv on host n-h1-811396-3 at level 0 using segments [{'id': '0cf32ebe-2347-41ff-bb97-94fd0b819e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '07f7de1d-67fc-4ee5-9720-a5ddc92657d8'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:43:24.079459 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-a5d82741-ee58-4957-ba4a-11539f9892fa service neutron] Attempting to bind port 6a6236cb-3508-4dba-a459-60dfe35fed2c on network 07f7de1d-67fc-4ee5-9720-a5ddc92657d8 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:43:24.100671 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-a5d82741-ee58-4957-ba4a-11539f9892fa service neutron] Port 6a6236cb-3508-4dba-a459-60dfe35fed2c on network 07f7de1d-67fc-4ee5-9720-a5ddc92657d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:43:24.101014 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-a5d82741-ee58-4957-ba4a-11539f9892fa service neutron] Attempting to bind port 6a6236cb-3508-4dba-a459-60dfe35fed2c on network 07f7de1d-67fc-4ee5-9720-a5ddc92657d8 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:43:24.172153 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-a5d82741-ee58-4957-ba4a-11539f9892fa service neutron] Checking agent: {'id': 'b707b4cc-061f-4cf4-bce0-0b3df9b7bec9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 43, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:43:24.172445 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-a5d82741-ee58-4957-ba4a-11539f9892fa service neutron] Checking segment: {'id': '0cf32ebe-2347-41ff-bb97-94fd0b819e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '07f7de1d-67fc-4ee5-9720-a5ddc92657d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:43:24.172813 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-a5d82741-ee58-4957-ba4a-11539f9892fa service neutron] Bound using segment: {'id': '0cf32ebe-2347-41ff-bb97-94fd0b819e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '07f7de1d-67fc-4ee5-9720-a5ddc92657d8'} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:43:24.173262 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-a5d82741-ee58-4957-ba4a-11539f9892fa service neutron] Bound port: 6a6236cb-3508-4dba-a459-60dfe35fed2c, host: n-h1-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cf32ebe-2347-41ff-bb97-94fd0b819e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '07f7de1d-67fc-4ee5-9720-a5ddc92657d8'}}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:43:24.173618 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-a5d82741-ee58-4957-ba4a-11539f9892fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:24.329924 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-3b79ca3e-cb3e-4a05-a490-45a355ded837 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Allocated IP 172.25.1.173 (cbe170d3-31ba-45a2-b477-520ab0a7a8ea/f4e26aca-17ac-4adb-a66b-d939a1b35b64/1955751c-e073-4bb9-aee0-86e73b1ebe19) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:43:24.331361 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870562d1-ad60-4f6a-8a87-fdf02dfbf820 req-3e39cf62-d7b1-4bb7-b893-974b9240f7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:24.332910 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-870562d1-ad60-4f6a-8a87-fdf02dfbf820 req-3e39cf62-d7b1-4bb7-b893-974b9240f7c4 service neutron] 10.222.0.69 "GET /v2.0/networks?id=b1ffa362-8a3c-4d47-bfc2-ef936ca65b06 HTTP/1.1" status: 200 len: 920 time: 0.2380505 Oct 20 10:43:24.343976 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cdc545-1a87-42e3-826d-ac7f5025fd5d req-5a018783-6c3a-446f-8924-d27c6086f481 tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:24.345103 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-69cdc545-1a87-42e3-826d-ac7f5025fd5d req-5a018783-6c3a-446f-8924-d27c6086f481 tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] 10.222.0.64 "GET /v2.0/ports?device_id=68c742d4-7181-43c0-aac2-2c1b8eda87d6 HTTP/1.1" status: 200 len: 945 time: 0.4589686 Oct 20 10:43:24.390391 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-870562d1-ad60-4f6a-8a87-fdf02dfbf820 req-8391b49f-5ec8-4b82-85e0-4abc537c0c02 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fc6f2f66-40e5-4a13-ad03-a37b89b711b6 HTTP/1.1" status: 200 len: 217 time: 0.0413506 Oct 20 10:43:24.504788 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870562d1-ad60-4f6a-8a87-fdf02dfbf820 req-15a81b50-4a8b-41fe-b22b-2212fe9d9f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:24.506548 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-870562d1-ad60-4f6a-8a87-fdf02dfbf820 req-15a81b50-4a8b-41fe-b22b-2212fe9d9f70 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6929fe63-bace-4614-aa8a-7d3362152171 HTTP/1.1" status: 200 len: 859 time: 0.0674541 Oct 20 10:43:24.534998 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e81214-e444-4ca3-abe2-cb959c271351 req-b6841543-3ee4-43a0-83ae-6fad6d7286cc tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:24.541707 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e81214-e444-4ca3-abe2-cb959c271351 req-b6841543-3ee4-43a0-83ae-6fad6d7286cc tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:24.548218 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e81214-e444-4ca3-abe2-cb959c271351 req-b6841543-3ee4-43a0-83ae-6fad6d7286cc tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:24.554873 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e81214-e444-4ca3-abe2-cb959c271351 req-b6841543-3ee4-43a0-83ae-6fad6d7286cc tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:24.561555 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e81214-e444-4ca3-abe2-cb959c271351 req-b6841543-3ee4-43a0-83ae-6fad6d7286cc tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:24.567862 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e81214-e444-4ca3-abe2-cb959c271351 req-b6841543-3ee4-43a0-83ae-6fad6d7286cc tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:24.574405 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e81214-e444-4ca3-abe2-cb959c271351 req-b6841543-3ee4-43a0-83ae-6fad6d7286cc tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:24.582913 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d7e81214-e444-4ca3-abe2-cb959c271351 req-b6841543-3ee4-43a0-83ae-6fad6d7286cc tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.64 "GET /v2.0/ports?device_id=9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c HTTP/1.1" status: 200 len: 5382 time: 0.7295692 Oct 20 10:43:24.634100 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3b79ca3e-cb3e-4a05-a490-45a355ded837 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:24.655036 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-69cdc545-1a87-42e3-826d-ac7f5025fd5d req-ce3e04bb-6395-43b2-84da-0c1baa29acd9 tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] 10.222.0.64 "GET /v2.0/security-groups?id=7975bea3-846b-43cc-b5f2-c6ce0fda577e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2635667 Oct 20 10:43:24.680628 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-870562d1-ad60-4f6a-8a87-fdf02dfbf820 req-f18dcbc3-991e-48a2-a791-6317dc937964 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b1ffa362-8a3c-4d47-bfc2-ef936ca65b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0932689 Oct 20 10:43:24.683361 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 5a161191-2a46-403b-98b0-674caae2bb04 no longer exists at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:43:24.738961 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] No Port match for: 5a161191-2a46-403b-98b0-674caae2bb04 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:43:24.763730 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 5a161191-2a46-403b-98b0-674caae2bb04 not bound to the agent host n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:43:24.780360 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d7e81214-e444-4ca3-abe2-cb959c271351 req-e9f66106-039d-478e-9cab-bcbdce5c47a4 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.64 "GET /v2.0/security-groups?id=112bbbcd-cedd-416d-87db-f3a7d2197192&id=40e57539-8f43-4a87-8d18-5d8780562b01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1964765 Oct 20 10:43:24.815199 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3b79ca3e-cb3e-4a05-a490-45a355ded837 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:24.830139 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-a5d82741-ee58-4957-ba4a-11539f9892fa service neutron] For port 6a6236cb-3508-4dba-a459-60dfe35fed2c, host n-h1-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:43:24.876774 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-a5d82741-ee58-4957-ba4a-11539f9892fa service neutron] For port 6a6236cb-3508-4dba-a459-60dfe35fed2c, host n-h1-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=6a6236cb-3508-4dba-a459-60dfe35fed2c,segment=NetworkSegment(0cf32ebe-2347-41ff-bb97-94fd0b819e03),segment_id=0cf32ebe-2347-41ff-bb97-94fd0b819e03)] {{(pid=100596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:43:24.892769 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-a5d82741-ee58-4957-ba4a-11539f9892fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:24.942454 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b79ca3e-cb3e-4a05-a490-45a355ded837 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Network cbe170d3-31ba-45a2-b477-520ab0a7a8ea is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:43:24.947225 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-3b79ca3e-cb3e-4a05-a490-45a355ded837 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:43:24.962589 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b79ca3e-cb3e-4a05-a490-45a355ded837 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:43:25.017680 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-870562d1-ad60-4f6a-8a87-fdf02dfbf820 req-e8900e5c-488e-4f84-9d85-15711acf58e5 service neutron] 10.222.0.69 "GET /v2.0/networks/b1ffa362-8a3c-4d47-bfc2-ef936ca65b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3199008 Oct 20 10:43:25.036716 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-a5d82741-ee58-4957-ba4a-11539f9892fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:25.037396 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-a5d82741-ee58-4957-ba4a-11539f9892fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:25.038831 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-a5d82741-ee58-4957-ba4a-11539f9892fa service neutron] 10.222.0.55 "PUT /v2.0/ports/6a6236cb-3508-4dba-a459-60dfe35fed2c HTTP/1.1" status: 200 len: 1136 time: 4.0207572 Oct 20 10:43:25.039307 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c', 'tag': '6a6236cb-3508-4dba-a459-60dfe35fed2c'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:43:25.051338 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0ca5cf8-5b5e-4935-8e37-9c6f5699b4ed" -d '{"events": [{"name": "network-changed", "server_uuid": "9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c", "tag": "6a6236cb-3508-4dba-a459-60dfe35fed2c"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:43:25.145175 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d82741-ee58-4957-ba4a-11539f9892fa service neutron] Pushing event updated for resources: {'Port': ['ID=6a6236cb-3508-4dba-a459-60dfe35fed2c,revision_number=3']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:25.175587 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-ff394ff3-16a9-47a2-9768-a5c046a25ab0 service neutron] Request body: {'port': {'device_id': '9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811396-3'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:43:25.199032 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 33778) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:25.199788 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 33780) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:25.212906 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3b79ca3e-cb3e-4a05-a490-45a355ded837 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:25.238951 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0728974-2d77-4431-9e10-e8725e69d705 x-openstack-request-id: req-c0728974-2d77-4431-9e10-e8725e69d705 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:43:25.239753 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c", "tag": "6a6236cb-3508-4dba-a459-60dfe35fed2c", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:43:25.240196 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c0728974-2d77-4431-9e10-e8725e69d705 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:43:25.241341 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b79ca3e-cb3e-4a05-a490-45a355ded837 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Pushing event updated for resources: {'Port': ['ID=1955751c-e073-4bb9-aee0-86e73b1ebe19,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:25.241661 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c', 'tag': '6a6236cb-3508-4dba-a459-60dfe35fed2c', 'status': 'completed', 'code': 200} Oct 20 10:43:25.318014 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3b79ca3e-cb3e-4a05-a490-45a355ded837 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:25.519896 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 33790) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:25.553104 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ca5cf8-5b5e-4935-8e37-9c6f5699b4ed req-4a79aa96-1426-4ef4-a7d3-2da181d16a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:25.553594 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ca5cf8-5b5e-4935-8e37-9c6f5699b4ed req-4a79aa96-1426-4ef4-a7d3-2da181d16a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:25.554544 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ca5cf8-5b5e-4935-8e37-9c6f5699b4ed req-4a79aa96-1426-4ef4-a7d3-2da181d16a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:25.555022 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ca5cf8-5b5e-4935-8e37-9c6f5699b4ed req-4a79aa96-1426-4ef4-a7d3-2da181d16a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:25.555668 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ca5cf8-5b5e-4935-8e37-9c6f5699b4ed req-4a79aa96-1426-4ef4-a7d3-2da181d16a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:25.556138 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ca5cf8-5b5e-4935-8e37-9c6f5699b4ed req-4a79aa96-1426-4ef4-a7d3-2da181d16a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:25.556743 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ca5cf8-5b5e-4935-8e37-9c6f5699b4ed req-4a79aa96-1426-4ef4-a7d3-2da181d16a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:25.559849 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f0ca5cf8-5b5e-4935-8e37-9c6f5699b4ed req-4a79aa96-1426-4ef4-a7d3-2da181d16a2c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cfcb374660ef40a8b05378b5e2eaff9e&device_id=9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c HTTP/1.1" status: 200 len: 6219 time: 0.2238202 Oct 20 10:43:25.570949 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_v2 [None req-24a39400-dfb2-4280-8d79-38b173504237 admin admin] Deleting subnet 5a5210e3-cf25-40d0-9984-0cca8525dc6e {{(pid=100596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:43:25.574745 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-24a39400-dfb2-4280-8d79-38b173504237 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:25.620886 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3b79ca3e-cb3e-4a05-a490-45a355ded837 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Publish callbacks [] for port, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:25.622096 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-ff394ff3-16a9-47a2-9768-a5c046a25ab0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:25.628927 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3b79ca3e-cb3e-4a05-a490-45a355ded837 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:25.636152 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-24a39400-dfb2-4280-8d79-38b173504237 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25189079'] for subnet, precommit_delete_associations {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:25.730802 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-870562d1-ad60-4f6a-8a87-fdf02dfbf820 req-77199273-32f9-4780-9b84-56c3f9862698 service neutron] 10.222.0.69 "GET /v2.0/networks/b1ffa362-8a3c-4d47-bfc2-ef936ca65b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7005541 Oct 20 10:43:25.806425 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b79ca3e-cb3e-4a05-a490-45a355ded837 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Pushing event updated for resources: {'Port': ['ID=1955751c-e073-4bb9-aee0-86e73b1ebe19,revision_number=2']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:25.845066 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3b79ca3e-cb3e-4a05-a490-45a355ded837 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1773381'] for floatingip, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:25.877429 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-b7210517-6461-4f8f-99db-7517fec1a95b tempest-ExternalNetworksAdminNegativeTestJSON-1075216031 tempest-ExternalNetworksAdminNegativeTestJSON-1075216031-project-admin] Request body: {'floatingip': {'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:43:25.894460 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3b79ca3e-cb3e-4a05-a490-45a355ded837 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for floatingip, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:25.898804 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-3b79ca3e-cb3e-4a05-a490-45a355ded837 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5125265 Oct 20 10:43:25.901560 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 33804) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:25.904487 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e702605d-19d3-4e73-8b0e-69b012170004 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:25.908472 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-154b7b76-876f-46ff-a675-f6ae5c211e55 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-459444570'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:43:25.985074 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-154b7b76-876f-46ff-a675-f6ae5c211e55 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Made reservation on behalf of b76e90569e2040f68f59bddcece605f4 for: {'network': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:43:25.993687 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-154b7b76-876f-46ff-a675-f6ae5c211e55 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:26.020382 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-b7210517-6461-4f8f-99db-7517fec1a95b tempest-ExternalNetworksAdminNegativeTestJSON-1075216031 tempest-ExternalNetworksAdminNegativeTestJSON-1075216031-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:26.030298 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 33806) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:26.036637 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-154b7b76-876f-46ff-a675-f6ae5c211e55 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:26.104193 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-24a39400-dfb2-4280-8d79-38b173504237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:26.161518 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-154b7b76-876f-46ff-a675-f6ae5c211e55 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:26.178258 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-154b7b76-876f-46ff-a675-f6ae5c211e55 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:26.239807 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f6da8a73-6520-442f-b538-32b961e9b119 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:26.240007 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7946963c-05bd-46a3-97b5-f813a317ff3e req-7b385022-f8e6-4982-ad57-c8f9f6896fd8 tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:26.246774 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-154b7b76-876f-46ff-a675-f6ae5c211e55 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 849} {{(pid=100597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:43:26.248719 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154b7b76-876f-46ff-a675-f6ae5c211e55 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b67ff84-4ab7-4d1e-bf93-59ea95e1a4fe,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:26.252842 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7946963c-05bd-46a3-97b5-f813a317ff3e req-7b385022-f8e6-4982-ad57-c8f9f6896fd8 tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] 10.222.0.64 "GET /v2.0/ports?device_id=68c742d4-7181-43c0-aac2-2c1b8eda87d6 HTTP/1.1" status: 200 len: 945 time: 0.4119892 Oct 20 10:43:26.268348 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-154b7b76-876f-46ff-a675-f6ae5c211e55 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:26.268735 n-d-811396-3 neutron-server[100597]: INFO neutron.db.segments_db [None req-154b7b76-876f-46ff-a675-f6ae5c211e55 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Added segment c7015f78-6634-46e9-8740-7a2f223442c2 of type vlan for network 58c6ec4a-b469-4646-8fe2-39be83491e78 Oct 20 10:43:26.272054 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ca5cf8-5b5e-4935-8e37-9c6f5699b4ed req-8132b793-4e48-482d-8657-3162de303bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:26.272562 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ca5cf8-5b5e-4935-8e37-9c6f5699b4ed req-8132b793-4e48-482d-8657-3162de303bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:26.273095 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ca5cf8-5b5e-4935-8e37-9c6f5699b4ed req-8132b793-4e48-482d-8657-3162de303bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:26.274763 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f0ca5cf8-5b5e-4935-8e37-9c6f5699b4ed req-8132b793-4e48-482d-8657-3162de303bbf service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=cfcb374660ef40a8b05378b5e2eaff9e&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.6553171 Oct 20 10:43:26.327641 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-154b7b76-876f-46ff-a675-f6ae5c211e55 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:26.370697 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-154b7b76-876f-46ff-a675-f6ae5c211e55 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:26.376578 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-154b7b76-876f-46ff-a675-f6ae5c211e55 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:26.377300 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-154b7b76-876f-46ff-a675-f6ae5c211e55 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:26.437986 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-154b7b76-876f-46ff-a675-f6ae5c211e55 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5352015 Oct 20 10:43:26.444744 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 33810) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:26.452178 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-460c45e9-39e0-4e8c-80c1-bd949f9fb8d3 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Request body: {'subnet': {'network_id': '58c6ec4a-b469-4646-8fe2-39be83491e78', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:43:26.454153 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ca5cf8-5b5e-4935-8e37-9c6f5699b4ed req-a9d365ca-fed3-411e-b431-3396b019ef76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:26.456094 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f0ca5cf8-5b5e-4935-8e37-9c6f5699b4ed req-a9d365ca-fed3-411e-b431-3396b019ef76 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1392121 Oct 20 10:43:26.487846 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d98983-1ad6-455d-8d5c-4e4e6693f94f req-a4d0784d-1f32-401c-81b4-9ded751d090c tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:26.493247 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f6da8a73-6520-442f-b538-32b961e9b119 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:26.502767 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d98983-1ad6-455d-8d5c-4e4e6693f94f req-a4d0784d-1f32-401c-81b4-9ded751d090c tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:26.503928 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154b7b76-876f-46ff-a675-f6ae5c211e55 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Pushing event updated for resources: {'Network': ['ID=58c6ec4a-b469-4646-8fe2-39be83491e78,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:26.511582 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f6da8a73-6520-442f-b538-32b961e9b119 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:26.519311 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d98983-1ad6-455d-8d5c-4e4e6693f94f req-a4d0784d-1f32-401c-81b4-9ded751d090c tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:26.525362 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network 58c6ec4a-b469-4646-8fe2-39be83491e78 details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:43:26.534793 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d98983-1ad6-455d-8d5c-4e4e6693f94f req-a4d0784d-1f32-401c-81b4-9ded751d090c tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:26.542851 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d98983-1ad6-455d-8d5c-4e4e6693f94f req-a4d0784d-1f32-401c-81b4-9ded751d090c tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:26.566633 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d98983-1ad6-455d-8d5c-4e4e6693f94f req-a4d0784d-1f32-401c-81b4-9ded751d090c tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:26.574649 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d98983-1ad6-455d-8d5c-4e4e6693f94f req-a4d0784d-1f32-401c-81b4-9ded751d090c tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:26.584334 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e7d98983-1ad6-455d-8d5c-4e4e6693f94f req-a4d0784d-1f32-401c-81b4-9ded751d090c tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.64 "GET /v2.0/ports?device_id=9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c HTTP/1.1" status: 200 len: 5382 time: 0.6159534 Oct 20 10:43:26.616337 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6da8a73-6520-442f-b538-32b961e9b119 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b085577e-39ae-4b5d-87f3-1264b75f8b1f,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:26.622303 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-f6da8a73-6520-442f-b538-32b961e9b119 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=74cdaa36f2934def832b666ad046f29a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5901945 Oct 20 10:43:26.641490 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 33814) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:26.649196 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-460c45e9-39e0-4e8c-80c1-bd949f9fb8d3 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Made reservation on behalf of b76e90569e2040f68f59bddcece605f4 for: {'subnet': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:43:26.652523 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-460c45e9-39e0-4e8c-80c1-bd949f9fb8d3 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25350782'] for subnet, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:26.772137 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7946963c-05bd-46a3-97b5-f813a317ff3e req-2ea934f0-0784-4fc5-ad2c-4125251030a0 tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] 10.222.0.64 "GET /v2.0/security-groups?id=7975bea3-846b-43cc-b5f2-c6ce0fda577e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5106514 Oct 20 10:43:26.772549 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7ca012af-d920-4c92-9d74-d81985ba1f4e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:26.783707 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-24a39400-dfb2-4280-8d79-38b173504237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26836193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26761888'] for subnet, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:26.809614 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7ca012af-d920-4c92-9d74-d81985ba1f4e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:26.863335 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a39400-dfb2-4280-8d79-38b173504237 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a5210e3-cf25-40d0-9984-0cca8525dc6e,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:26.872604 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e7d98983-1ad6-455d-8d5c-4e4e6693f94f req-7a9c435f-228a-4151-8535-025c8212d9f7 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.64 "GET /v2.0/security-groups?id=112bbbcd-cedd-416d-87db-f3a7d2197192&id=40e57539-8f43-4a87-8d18-5d8780562b01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2870080 Oct 20 10:43:26.881812 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-24a39400-dfb2-4280-8d79-38b173504237 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:26.887935 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-24a39400-dfb2-4280-8d79-38b173504237 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/5a5210e3-cf25-40d0-9984-0cca8525dc6e HTTP/1.1" status: 204 len: 168 time: 1.6839635 Oct 20 10:43:26.893786 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 33816) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:26.903362 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e702605d-19d3-4e73-8b0e-69b012170004 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:26.936342 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e702605d-19d3-4e73-8b0e-69b012170004 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:26.944891 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7ca012af-d920-4c92-9d74-d81985ba1f4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:26.947621 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7ca012af-d920-4c92-9d74-d81985ba1f4e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:26.951168 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-7ca012af-d920-4c92-9d74-d81985ba1f4e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b085577e-39ae-4b5d-87f3-1264b75f8b1f HTTP/1.1" status: 204 len: 168 time: 0.3062429 Oct 20 10:43:26.958969 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-460c45e9-39e0-4e8c-80c1-bd949f9fb8d3 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25350752'] for subnet, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:26.960937 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca012af-d920-4c92-9d74-d81985ba1f4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b085577e-39ae-4b5d-87f3-1264b75f8b1f,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:27.040246 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460c45e9-39e0-4e8c-80c1-bd949f9fb8d3 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Pushing event updated for resources: {'Subnet': ['ID=0514a065-2fa2-4340-a379-88b2b55aed4d,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:27.054556 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460c45e9-39e0-4e8c-80c1-bd949f9fb8d3 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Checking segment: {'id': 'c7015f78-6634-46e9-8740-7a2f223442c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '58c6ec4a-b469-4646-8fe2-39be83491e78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:43:27.055045 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-460c45e9-39e0-4e8c-80c1-bd949f9fb8d3 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Network hostable DHCP agents. Network: 58c6ec4a-b469-4646-8fe2-39be83491e78, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:43:27.075702 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-460c45e9-39e0-4e8c-80c1-bd949f9fb8d3 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Network 58c6ec4a-b469-4646-8fe2-39be83491e78 is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:43:27.087874 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-460c45e9-39e0-4e8c-80c1-bd949f9fb8d3 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, 58c6ec4a-b469-4646-8fe2-39be83491e78) {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:43:27.093900 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e702605d-19d3-4e73-8b0e-69b012170004 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08c89482-5b8d-4f54-bc12-c67d7ddf7074,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:27.097899 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e41349-80ce-48b8-8f12-3f6c9dab6692 None None] Network 58c6ec4a-b469-4646-8fe2-39be83491e78 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:43:27.103470 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460c45e9-39e0-4e8c-80c1-bd949f9fb8d3 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:27.104035 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-460c45e9-39e0-4e8c-80c1-bd949f9fb8d3 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:27.113661 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-e702605d-19d3-4e73-8b0e-69b012170004 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a8dab69b355146dd8eab4e809676e5a2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9104984 Oct 20 10:43:27.118756 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-ff394ff3-16a9-47a2-9768-a5c046a25ab0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9fa8685-e573-4fdd-8b37-5988a560de50 {{(pid=100596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:43:27.125409 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-b7210517-6461-4f8f-99db-7517fec1a95b tempest-ExternalNetworksAdminNegativeTestJSON-1075216031 tempest-ExternalNetworksAdminNegativeTestJSON-1075216031-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:27.129910 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 33820) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:27.132533 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2f3e04e5-3873-4ce0-bc0e-cd141746171c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:27.142254 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-ff394ff3-16a9-47a2-9768-a5c046a25ab0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:27.152413 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-460c45e9-39e0-4e8c-80c1-bd949f9fb8d3 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7065716 Oct 20 10:43:27.155855 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 33824) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:27.166883 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-06818864-3daa-4375-b5ee-42c05368e6f9 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1335811366', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}, 'admin_state_up': False}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:43:27.215925 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-06818864-3daa-4375-b5ee-42c05368e6f9 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1772442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258322'] for router, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:27.217078 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-06818864-3daa-4375-b5ee-42c05368e6f9 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1772334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773516', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258315'] for router, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:27.217388 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.provisioning_blocks [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-ff394ff3-16a9-47a2-9768-a5c046a25ab0 service neutron] Transition to ACTIVE for port object f9fa8685-e573-4fdd-8b37-5988a560de50 will not be triggered until provisioned by entity L2. {{(pid=100596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:43:27.237136 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-ff394ff3-16a9-47a2-9768-a5c046a25ab0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:27.351548 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-06818864-3daa-4375-b5ee-42c05368e6f9 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:27.352779 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63710843-94ff-483f-9459-6fa68833baf3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524064ba-869c-5550-b826-c26b69a11278-58c6ec4a-b469-4646-8fe2-39be83491e78', 'network_id': '58c6ec4a-b469-4646-8fe2-39be83491e78', 'tenant_id': 'b76e90569e2040f68f59bddcece605f4', 'fixed_ips': [{'subnet_id': '0514a065-2fa2-4340-a379-88b2b55aed4d'}]}} from n-d-811396-3. {{(pid=100598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:43:27.355034 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-63710843-94ff-483f-9459-6fa68833baf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:27.404176 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff394ff3-16a9-47a2-9768-a5c046a25ab0 service neutron] Pushing event updated for resources: {'Port': ['ID=f9fa8685-e573-4fdd-8b37-5988a560de50,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:27.431045 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 33826) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:27.433902 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e85af4c4-7fb5-4035-b332-3fb105aca8cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:27.450629 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-02b57e67-1206-4f35-af39-6dd00b40f3a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:27.473929 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2f3e04e5-3873-4ce0-bc0e-cd141746171c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:27.550922 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-63710843-94ff-483f-9459-6fa68833baf3 None None] Allocated IP 172.20.0.2 (58c6ec4a-b469-4646-8fe2-39be83491e78/0514a065-2fa2-4340-a379-88b2b55aed4d/80a04616-2c14-44be-ac05-471398624054) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:43:27.584289 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-06818864-3daa-4375-b5ee-42c05368e6f9 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:27.648194 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-2f3e04e5-3873-4ce0-bc0e-cd141746171c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd20c5c8-4cbf-43bb-b6d8-a9c7e50ed8d4']}} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:43:27.661873 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [None req-b7210517-6461-4f8f-99db-7517fec1a95b tempest-ExternalNetworksAdminNegativeTestJSON-1075216031 tempest-ExternalNetworksAdminNegativeTestJSON-1075216031-project-admin] Allocated IP 172.25.1.154 (cbe170d3-31ba-45a2-b477-520ab0a7a8ea/f4e26aca-17ac-4adb-a66b-d939a1b35b64/32970f56-f03c-4eea-8b8e-85466c9dcd50) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:43:27.667243 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e85af4c4-7fb5-4035-b332-3fb105aca8cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:27.688799 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-2f3e04e5-3873-4ce0-bc0e-cd141746171c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8beabbcb-5f53-4286-b0f9-70c49bc6431d') {'for_net_delete': True} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:43:27.688799 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-2f3e04e5-3873-4ce0-bc0e-cd141746171c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8beabbcb-5f53-4286-b0f9-70c49bc6431d') {} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:43:27.701271 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-02b57e67-1206-4f35-af39-6dd00b40f3a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:27.710293 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-02b57e67-1206-4f35-af39-6dd00b40f3a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:27.721026 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2f3e04e5-3873-4ce0-bc0e-cd141746171c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25189038'] for segment, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:27.749062 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-02b57e67-1206-4f35-af39-6dd00b40f3a5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=77d660481e7d433b91f3c218eb44774f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3168974 Oct 20 10:43:27.764868 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 33828) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:27.770092 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-63710843-94ff-483f-9459-6fa68833baf3 None None] Publish callbacks [] for port, precommit_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:27.778438 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-63710843-94ff-483f-9459-6fa68833baf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:27.779531 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-ff394ff3-16a9-47a2-9768-a5c046a25ab0 service neutron] Attempting to bind port f9fa8685-e573-4fdd-8b37-5988a560de50 on host n-h1-811396-3 for vnic_type normal with profile {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:43:27.779983 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-ff394ff3-16a9-47a2-9768-a5c046a25ab0 service neutron] Attempting to bind port f9fa8685-e573-4fdd-8b37-5988a560de50 by drivers openvswitch,hyperv on host n-h1-811396-3 at level 0 using segments [{'id': '0cf32ebe-2347-41ff-bb97-94fd0b819e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '07f7de1d-67fc-4ee5-9720-a5ddc92657d8'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:43:27.780337 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-ff394ff3-16a9-47a2-9768-a5c046a25ab0 service neutron] Attempting to bind port f9fa8685-e573-4fdd-8b37-5988a560de50 on network 07f7de1d-67fc-4ee5-9720-a5ddc92657d8 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:43:27.797742 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2f3e04e5-3873-4ce0-bc0e-cd141746171c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:27.804789 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63710843-94ff-483f-9459-6fa68833baf3 None None] Network 58c6ec4a-b469-4646-8fe2-39be83491e78 is already hosted by enough agents. {{(pid=100598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:43:27.813369 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-ff394ff3-16a9-47a2-9768-a5c046a25ab0 service neutron] Port f9fa8685-e573-4fdd-8b37-5988a560de50 on network 07f7de1d-67fc-4ee5-9720-a5ddc92657d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:43:27.813732 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-ff394ff3-16a9-47a2-9768-a5c046a25ab0 service neutron] Attempting to bind port f9fa8685-e573-4fdd-8b37-5988a560de50 on network 07f7de1d-67fc-4ee5-9720-a5ddc92657d8 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:43:27.828477 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f3e04e5-3873-4ce0-bc0e-cd141746171c admin admin] Releasing vlan 821 on physical network physnet1 to pool {{(pid=100596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:43:27.828910 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2f3e04e5-3873-4ce0-bc0e-cd141746171c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26833155'] for segment, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:27.834644 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.base_scheduler [None req-63710843-94ff-483f-9459-6fa68833baf3 None None] Resources bound (agent type, host, resource id): {{(pid=100598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:43:27.836521 n-d-811396-3 neutron-server[100596]: Traceback (most recent call last): Oct 20 10:43:27.836521 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:43:27.836521 n-d-811396-3 neutron-server[100596]: timer() Oct 20 10:43:27.836521 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:43:27.836521 n-d-811396-3 neutron-server[100596]: cb(*args, **kw) Oct 20 10:43:27.836521 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:43:27.836521 n-d-811396-3 neutron-server[100596]: return func(*args, **kwargs) Oct 20 10:43:27.836521 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:43:27.836521 n-d-811396-3 neutron-server[100596]: self._notify() Oct 20 10:43:27.836521 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:43:27.836521 n-d-811396-3 neutron-server[100596]: self.callback(batched_events) Oct 20 10:43:27.836521 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:43:27.836521 n-d-811396-3 neutron-server[100596]: event.method(event) Oct 20 10:43:27.836521 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:43:27.836521 n-d-811396-3 neutron-server[100596]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:43:27.836521 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:43:27.836521 n-d-811396-3 neutron-server[100596]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:43:27.836521 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:43:27.836521 n-d-811396-3 neutron-server[100596]: return f(self, *a, **k) Oct 20 10:43:27.836521 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:43:27.836521 n-d-811396-3 neutron-server[100596]: return self._get(url).json() Oct 20 10:43:27.836521 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:43:27.836521 n-d-811396-3 neutron-server[100596]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:43:27.836521 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:43:27.836521 n-d-811396-3 neutron-server[100596]: return self.request(url, 'GET', **kwargs) Oct 20 10:43:27.836521 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:43:27.836521 n-d-811396-3 neutron-server[100596]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:43:27.836521 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:43:27.836521 n-d-811396-3 neutron-server[100596]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:43:27.836521 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:43:27.836521 n-d-811396-3 neutron-server[100596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:43:27.836521 n-d-811396-3 neutron-server[100596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:43:27.840442 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63710843-94ff-483f-9459-6fa68833baf3 None None] Received port after_create {{(pid=100598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:43:27.845929 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b57e67-1206-4f35-af39-6dd00b40f3a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cec6be8-7093-4908-a616-b92f8028cfd3,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:27.857555 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-ff394ff3-16a9-47a2-9768-a5c046a25ab0 service neutron] Checking agent: {'id': 'b707b4cc-061f-4cf4-bce0-0b3df9b7bec9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 43, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:43:27.857903 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-ff394ff3-16a9-47a2-9768-a5c046a25ab0 service neutron] Checking segment: {'id': '0cf32ebe-2347-41ff-bb97-94fd0b819e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '07f7de1d-67fc-4ee5-9720-a5ddc92657d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:43:27.858351 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-ff394ff3-16a9-47a2-9768-a5c046a25ab0 service neutron] Bound using segment: {'id': '0cf32ebe-2347-41ff-bb97-94fd0b819e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '07f7de1d-67fc-4ee5-9720-a5ddc92657d8'} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:43:27.858813 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-ff394ff3-16a9-47a2-9768-a5c046a25ab0 service neutron] Bound port: f9fa8685-e573-4fdd-8b37-5988a560de50, host: n-h1-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cf32ebe-2347-41ff-bb97-94fd0b819e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '07f7de1d-67fc-4ee5-9720-a5ddc92657d8'}}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:43:27.859209 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-ff394ff3-16a9-47a2-9768-a5c046a25ab0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:27.951962 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63710843-94ff-483f-9459-6fa68833baf3 None None] Pushing event updated for resources: {'Port': ['ID=80a04616-2c14-44be-ac05-471398624054,revision_number=1']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:27.957786 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-63710843-94ff-483f-9459-6fa68833baf3 None None] Attempting to bind port 80a04616-2c14-44be-ac05-471398624054 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:43:27.958157 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-63710843-94ff-483f-9459-6fa68833baf3 None None] Attempting to bind port 80a04616-2c14-44be-ac05-471398624054 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': 'c7015f78-6634-46e9-8740-7a2f223442c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '58c6ec4a-b469-4646-8fe2-39be83491e78'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:43:27.958524 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63710843-94ff-483f-9459-6fa68833baf3 None None] Attempting to bind port 80a04616-2c14-44be-ac05-471398624054 on network 58c6ec4a-b469-4646-8fe2-39be83491e78 {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:43:27.980139 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63710843-94ff-483f-9459-6fa68833baf3 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 43, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:43:27.982734 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63710843-94ff-483f-9459-6fa68833baf3 None None] Checking segment: {'id': 'c7015f78-6634-46e9-8740-7a2f223442c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '58c6ec4a-b469-4646-8fe2-39be83491e78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:43:27.983476 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-63710843-94ff-483f-9459-6fa68833baf3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:27.984463 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63710843-94ff-483f-9459-6fa68833baf3 None None] Bound using segment: {'id': 'c7015f78-6634-46e9-8740-7a2f223442c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '58c6ec4a-b469-4646-8fe2-39be83491e78'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:43:27.986206 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-63710843-94ff-483f-9459-6fa68833baf3 None None] Bound port: 80a04616-2c14-44be-ac05-471398624054, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7015f78-6634-46e9-8740-7a2f223442c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '58c6ec4a-b469-4646-8fe2-39be83491e78'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:43:27.989191 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-63710843-94ff-483f-9459-6fa68833baf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:28.003567 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-06818864-3daa-4375-b5ee-42c05368e6f9 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Publish callbacks [] for router_gateway, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:28.031536 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-06818864-3daa-4375-b5ee-42c05368e6f9 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:28.081463 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-63710843-94ff-483f-9459-6fa68833baf3 None None] For port 80a04616-2c14-44be-ac05-471398624054, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:43:28.087325 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-63710843-94ff-483f-9459-6fa68833baf3 None None] For port 80a04616-2c14-44be-ac05-471398624054, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=80a04616-2c14-44be-ac05-471398624054,segment=NetworkSegment(c7015f78-6634-46e9-8740-7a2f223442c2),segment_id=c7015f78-6634-46e9-8740-7a2f223442c2)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:43:28.093773 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-63710843-94ff-483f-9459-6fa68833baf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:28.165080 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63710843-94ff-483f-9459-6fa68833baf3 None None] Pushing event updated for resources: {'Port': ['ID=80a04616-2c14-44be-ac05-471398624054,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:28.410518 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e85af4c4-7fb5-4035-b332-3fb105aca8cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:28.412288 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e85af4c4-7fb5-4035-b332-3fb105aca8cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:28.418269 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-e85af4c4-7fb5-4035-b332-3fb105aca8cc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/08c89482-5b8d-4f54-bc12-c67d7ddf7074 HTTP/1.1" status: 204 len: 168 time: 1.2790179 Oct 20 10:43:28.430079 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-58b7a1e9-dfd8-4b32-864d-85ab7da16f0d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:28.464603 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2f3e04e5-3873-4ce0-bc0e-cd141746171c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:28.484690 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85af4c4-7fb5-4035-b332-3fb105aca8cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08c89482-5b8d-4f54-bc12-c67d7ddf7074,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:28.501101 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2f3e04e5-3873-4ce0-bc0e-cd141746171c admin admin] Publish callbacks [] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:28.502407 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-2f3e04e5-3873-4ce0-bc0e-cd141746171c admin admin] 10.222.0.64 "DELETE /v2.0/networks/fd20c5c8-4cbf-43bb-b6d8-a9c7e50ed8d4 HTTP/1.1" status: 204 len: 168 time: 1.6024566 Oct 20 10:43:28.581082 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-b7210517-6461-4f8f-99db-7517fec1a95b tempest-ExternalNetworksAdminNegativeTestJSON-1075216031 tempest-ExternalNetworksAdminNegativeTestJSON-1075216031-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:28.586092 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3e04e5-3873-4ce0-bc0e-cd141746171c admin admin] Pushing event deleted for resources: {'Network': ['ID=fd20c5c8-4cbf-43bb-b6d8-a9c7e50ed8d4,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:28.598527 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-58b7a1e9-dfd8-4b32-864d-85ab7da16f0d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:28.623586 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 80a04616-2c14-44be-ac05-471398624054 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:43:28.625441 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b74216-883a-4d59-a2f3-fbaaf9fa37fb req-82cfec01-4569-4286-85da-f8ebff4d30e4 tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:28.627084 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-98b74216-883a-4d59-a2f3-fbaaf9fa37fb req-82cfec01-4569-4286-85da-f8ebff4d30e4 tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] 10.222.0.64 "GET /v2.0/ports?device_id=68c742d4-7181-43c0-aac2-2c1b8eda87d6 HTTP/1.1" status: 200 len: 945 time: 0.7128129 Oct 20 10:43:28.643190 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aefab44-65ce-4402-a684-cb973dbea0ca req-d9cf901b-53f4-4ecc-85a1-017d57fb7111 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:28.649311 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aefab44-65ce-4402-a684-cb973dbea0ca req-d9cf901b-53f4-4ecc-85a1-017d57fb7111 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:28.655326 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aefab44-65ce-4402-a684-cb973dbea0ca req-d9cf901b-53f4-4ecc-85a1-017d57fb7111 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:28.661912 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aefab44-65ce-4402-a684-cb973dbea0ca req-d9cf901b-53f4-4ecc-85a1-017d57fb7111 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:28.667904 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aefab44-65ce-4402-a684-cb973dbea0ca req-d9cf901b-53f4-4ecc-85a1-017d57fb7111 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:28.675408 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aefab44-65ce-4402-a684-cb973dbea0ca req-d9cf901b-53f4-4ecc-85a1-017d57fb7111 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:28.681394 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aefab44-65ce-4402-a684-cb973dbea0ca req-d9cf901b-53f4-4ecc-85a1-017d57fb7111 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:28.683471 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1aefab44-65ce-4402-a684-cb973dbea0ca req-d9cf901b-53f4-4ecc-85a1-017d57fb7111 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.64 "GET /v2.0/ports?device_id=9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c HTTP/1.1" status: 200 len: 5394 time: 0.4052207 Oct 20 10:43:28.698314 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-ff394ff3-16a9-47a2-9768-a5c046a25ab0 service neutron] For port f9fa8685-e573-4fdd-8b37-5988a560de50, host n-h1-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:43:28.726152 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 80a04616-2c14-44be-ac05-471398624054 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:43:28.726498 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:28.760275 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-ff394ff3-16a9-47a2-9768-a5c046a25ab0 service neutron] For port f9fa8685-e573-4fdd-8b37-5988a560de50, host n-h1-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=f9fa8685-e573-4fdd-8b37-5988a560de50,segment=NetworkSegment(0cf32ebe-2347-41ff-bb97-94fd0b819e03),segment_id=0cf32ebe-2347-41ff-bb97-94fd0b819e03)] {{(pid=100596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:43:28.773567 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-ff394ff3-16a9-47a2-9768-a5c046a25ab0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:28.845334 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:28.924566 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-ff394ff3-16a9-47a2-9768-a5c046a25ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:28.925279 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-ff394ff3-16a9-47a2-9768-a5c046a25ab0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:28.926784 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-ff394ff3-16a9-47a2-9768-a5c046a25ab0 service neutron] 10.222.0.55 "PUT /v2.0/ports/f9fa8685-e573-4fdd-8b37-5988a560de50 HTTP/1.1" status: 200 len: 1090 time: 3.7706184 Oct 20 10:43:28.927281 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c', 'tag': 'f9fa8685-e573-4fdd-8b37-5988a560de50'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:43:28.929639 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8db08511-a650-4367-b943-7deef1531ac9" -d '{"events": [{"name": "network-changed", "server_uuid": "9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c", "tag": "f9fa8685-e573-4fdd-8b37-5988a560de50"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:43:28.959619 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 33840) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:28.964893 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-58b7a1e9-dfd8-4b32-864d-85ab7da16f0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:28.965083 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] For port 80a04616-2c14-44be-ac05-471398624054, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=80a04616-2c14-44be-ac05-471398624054,segment=NetworkSegment(c7015f78-6634-46e9-8740-7a2f223442c2),segment_id=c7015f78-6634-46e9-8740-7a2f223442c2)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:43:28.967556 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-58b7a1e9-dfd8-4b32-864d-85ab7da16f0d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:28.968722 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-58b7a1e9-dfd8-4b32-864d-85ab7da16f0d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0cec6be8-7093-4908-a616-b92f8028cfd3 HTTP/1.1" status: 204 len: 168 time: 1.1847134 Oct 20 10:43:28.976655 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:28.997941 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 33846) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:29.001736 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1aefab44-65ce-4402-a684-cb973dbea0ca req-8aea8dd7-98c2-45c8-bc77-a64b2276e29c tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.64 "GET /v2.0/security-groups?id=112bbbcd-cedd-416d-87db-f3a7d2197192&id=40e57539-8f43-4a87-8d18-5d8780562b01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3041885 Oct 20 10:43:29.003602 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-b7210517-6461-4f8f-99db-7517fec1a95b tempest-ExternalNetworksAdminNegativeTestJSON-1075216031 tempest-ExternalNetworksAdminNegativeTestJSON-1075216031-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:29.056376 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-20bdde8a-39f3-4fb3-a24f-455db8d2662e admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:29.062073 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-ca874980-c26f-4cc7-bd78-3f9c4bd88c00 service neutron] Request body: {'port': {'device_id': '9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811396-3'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:43:29.121095 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7210517-6461-4f8f-99db-7517fec1a95b tempest-ExternalNetworksAdminNegativeTestJSON-1075216031 tempest-ExternalNetworksAdminNegativeTestJSON-1075216031-project-admin] Network cbe170d3-31ba-45a2-b477-520ab0a7a8ea is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:43:29.135498 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-98b74216-883a-4d59-a2f3-fbaaf9fa37fb req-8a7c3c4b-6f09-4db0-adab-86a36e96d79f tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] 10.222.0.64 "GET /v2.0/security-groups?id=7975bea3-846b-43cc-b5f2-c6ce0fda577e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4436634 Oct 20 10:43:29.140959 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-06818864-3daa-4375-b5ee-42c05368e6f9 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Allocated IP 172.25.1.186 (cbe170d3-31ba-45a2-b477-520ab0a7a8ea/f4e26aca-17ac-4adb-a66b-d939a1b35b64/5752193c-378d-45e2-8de5-46bab776f732) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:43:29.144555 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a01046c-e1e5-4fd7-878d-2f38b3520db7 x-openstack-request-id: req-8a01046c-e1e5-4fd7-878d-2f38b3520db7 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:43:29.144847 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c", "tag": "f9fa8685-e573-4fdd-8b37-5988a560de50", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:43:29.145099 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8a01046c-e1e5-4fd7-878d-2f38b3520db7 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:43:29.147754 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c', 'tag': 'f9fa8685-e573-4fdd-8b37-5988a560de50', 'status': 'completed', 'code': 200} Oct 20 10:43:29.153340 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b7a1e9-dfd8-4b32-864d-85ab7da16f0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cec6be8-7093-4908-a616-b92f8028cfd3,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:29.183222 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-b7210517-6461-4f8f-99db-7517fec1a95b tempest-ExternalNetworksAdminNegativeTestJSON-1075216031 tempest-ExternalNetworksAdminNegativeTestJSON-1075216031-project-admin] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:43:29.188269 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7210517-6461-4f8f-99db-7517fec1a95b tempest-ExternalNetworksAdminNegativeTestJSON-1075216031 tempest-ExternalNetworksAdminNegativeTestJSON-1075216031-project-admin] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:43:29.208036 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Pushing event updated for resources: {'Port': ['ID=80a04616-2c14-44be-ac05-471398624054,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:29.260816 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-2238cd0c-654d-4c00-a347-6cc0ea37cd24 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d4b335529c5e4f6b9d7f72ab4110c2d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2413943 Oct 20 10:43:29.279520 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 33848) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:29.386363 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff394ff3-16a9-47a2-9768-a5c046a25ab0 service neutron] Pushing event updated for resources: {'Port': ['ID=f9fa8685-e573-4fdd-8b37-5988a560de50,revision_number=3']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:29.455431 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db08511-a650-4367-b943-7deef1531ac9 req-a079b63d-7b27-454d-b8da-7c482b21f5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:29.456300 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db08511-a650-4367-b943-7deef1531ac9 req-a079b63d-7b27-454d-b8da-7c482b21f5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:29.457181 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db08511-a650-4367-b943-7deef1531ac9 req-a079b63d-7b27-454d-b8da-7c482b21f5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:29.457812 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db08511-a650-4367-b943-7deef1531ac9 req-a079b63d-7b27-454d-b8da-7c482b21f5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:29.458433 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db08511-a650-4367-b943-7deef1531ac9 req-a079b63d-7b27-454d-b8da-7c482b21f5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:29.459236 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db08511-a650-4367-b943-7deef1531ac9 req-a079b63d-7b27-454d-b8da-7c482b21f5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:29.459882 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db08511-a650-4367-b943-7deef1531ac9 req-a079b63d-7b27-454d-b8da-7c482b21f5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:29.462090 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8db08511-a650-4367-b943-7deef1531ac9 req-a079b63d-7b27-454d-b8da-7c482b21f5fa service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cfcb374660ef40a8b05378b5e2eaff9e&device_id=9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c HTTP/1.1" status: 200 len: 6286 time: 0.1919234 Oct 20 10:43:29.466332 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7210517-6461-4f8f-99db-7517fec1a95b tempest-ExternalNetworksAdminNegativeTestJSON-1075216031 tempest-ExternalNetworksAdminNegativeTestJSON-1075216031-project-admin] Pushing event updated for resources: {'Port': ['ID=32970f56-f03c-4eea-8b8e-85466c9dcd50,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:29.550558 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-77c14d5e-0a11-4fdb-9e01-56e8d3a72a12 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:29.554951 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-20bdde8a-39f3-4fb3-a24f-455db8d2662e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:29.559117 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-06818864-3daa-4375-b5ee-42c05368e6f9 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:29.563878 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-20bdde8a-39f3-4fb3-a24f-455db8d2662e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:29.607674 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-b7210517-6461-4f8f-99db-7517fec1a95b tempest-ExternalNetworksAdminNegativeTestJSON-1075216031 tempest-ExternalNetworksAdminNegativeTestJSON-1075216031-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:29.614437 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-77c14d5e-0a11-4fdb-9e01-56e8d3a72a12 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:29.616735 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-ca874980-c26f-4cc7-bd78-3f9c4bd88c00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:29.628130 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db08511-a650-4367-b943-7deef1531ac9 req-e226ca48-3adc-4858-987f-693076943172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:29.628712 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db08511-a650-4367-b943-7deef1531ac9 req-e226ca48-3adc-4858-987f-693076943172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:29.629116 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db08511-a650-4367-b943-7deef1531ac9 req-e226ca48-3adc-4858-987f-693076943172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:29.630880 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8db08511-a650-4367-b943-7deef1531ac9 req-e226ca48-3adc-4858-987f-693076943172 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=cfcb374660ef40a8b05378b5e2eaff9e&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.1408267 Oct 20 10:43:29.649357 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-20bdde8a-39f3-4fb3-a24f-455db8d2662e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5130d3cdd2cc4ffa893753108b4d9be3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6843364 Oct 20 10:43:29.653282 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 33856) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:29.664143 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bdde8a-39f3-4fb3-a24f-455db8d2662e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8e7dc42-b5c1-4a43-943d-da544e6e5937,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:29.713814 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5af4943-f4ba-48e1-9f81-dfa3449870a2 None None] Network 58c6ec4a-b469-4646-8fe2-39be83491e78 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:43:29.719577 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-06818864-3daa-4375-b5ee-42c05368e6f9 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:29.729608 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-b7210517-6461-4f8f-99db-7517fec1a95b tempest-ExternalNetworksAdminNegativeTestJSON-1075216031 tempest-ExternalNetworksAdminNegativeTestJSON-1075216031-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:29.758416 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-a5211803-ddaa-4578-9c6b-4bd63e85a3b6 None None] Provisioning complete for port 80a04616-2c14-44be-ac05-471398624054 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:43:29.758772 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-a5211803-ddaa-4578-9c6b-4bd63e85a3b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:29.777402 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-77c14d5e-0a11-4fdb-9e01-56e8d3a72a12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:29.782138 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-77c14d5e-0a11-4fdb-9e01-56e8d3a72a12 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:29.782138 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-77c14d5e-0a11-4fdb-9e01-56e8d3a72a12 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2621eb17-dc48-4b56-9378-f9ab64e6ea88 HTTP/1.1" status: 204 len: 168 time: 0.4984605 Oct 20 10:43:29.802706 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06818864-3daa-4375-b5ee-42c05368e6f9 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Network cbe170d3-31ba-45a2-b477-520ab0a7a8ea is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:43:29.812736 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06818864-3daa-4375-b5ee-42c05368e6f9 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Pushing event updated for resources: {'Port': ['ID=5752193c-378d-45e2-8de5-46bab776f732,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:29.818034 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-06818864-3daa-4375-b5ee-42c05368e6f9 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:43:29.824215 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06818864-3daa-4375-b5ee-42c05368e6f9 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:43:29.887685 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c14d5e-0a11-4fdb-9e01-56e8d3a72a12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2621eb17-dc48-4b56-9378-f9ab64e6ea88,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:29.961018 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bf77de49-721b-4a70-b32c-66fe8764229d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:29.994685 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bf77de49-721b-4a70-b32c-66fe8764229d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:30.033211 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db08511-a650-4367-b943-7deef1531ac9 req-354e7e2b-00e2-4e9b-8c7c-107fc84bfc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:30.034761 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8db08511-a650-4367-b943-7deef1531ac9 req-354e7e2b-00e2-4e9b-8c7c-107fc84bfc5f service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3818035 Oct 20 10:43:30.064253 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-b7210517-6461-4f8f-99db-7517fec1a95b tempest-ExternalNetworksAdminNegativeTestJSON-1075216031 tempest-ExternalNetworksAdminNegativeTestJSON-1075216031-project-admin] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:30.075159 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-b7210517-6461-4f8f-99db-7517fec1a95b tempest-ExternalNetworksAdminNegativeTestJSON-1075216031 tempest-ExternalNetworksAdminNegativeTestJSON-1075216031-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:30.196508 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bf77de49-721b-4a70-b32c-66fe8764229d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:30.200038 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bf77de49-721b-4a70-b32c-66fe8764229d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:30.203790 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-bf77de49-721b-4a70-b32c-66fe8764229d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f8e7dc42-b5c1-4a43-943d-da544e6e5937 HTTP/1.1" status: 204 len: 168 time: 0.5444398 Oct 20 10:43:30.259300 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf77de49-721b-4a70-b32c-66fe8764229d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8e7dc42-b5c1-4a43-943d-da544e6e5937,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:30.314894 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7210517-6461-4f8f-99db-7517fec1a95b tempest-ExternalNetworksAdminNegativeTestJSON-1075216031 tempest-ExternalNetworksAdminNegativeTestJSON-1075216031-project-admin] Pushing event updated for resources: {'Port': ['ID=32970f56-f03c-4eea-8b8e-85466c9dcd50,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:30.355026 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-b7210517-6461-4f8f-99db-7517fec1a95b tempest-ExternalNetworksAdminNegativeTestJSON-1075216031 tempest-ExternalNetworksAdminNegativeTestJSON-1075216031-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1773381'] for floatingip, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:30.362843 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-06818864-3daa-4375-b5ee-42c05368e6f9 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Publish callbacks [] for router_gateway, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:30.436809 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b129ee2-ed88-4714-9e13-2e5a061d2a8a req-49c67862-f9d7-4090-b28a-dbb233794c08 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:30.442991 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b129ee2-ed88-4714-9e13-2e5a061d2a8a req-49c67862-f9d7-4090-b28a-dbb233794c08 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:30.464390 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b129ee2-ed88-4714-9e13-2e5a061d2a8a req-49c67862-f9d7-4090-b28a-dbb233794c08 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:30.470517 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b129ee2-ed88-4714-9e13-2e5a061d2a8a req-49c67862-f9d7-4090-b28a-dbb233794c08 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:30.476725 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b129ee2-ed88-4714-9e13-2e5a061d2a8a req-49c67862-f9d7-4090-b28a-dbb233794c08 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:30.482703 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b129ee2-ed88-4714-9e13-2e5a061d2a8a req-49c67862-f9d7-4090-b28a-dbb233794c08 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:30.490045 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b129ee2-ed88-4714-9e13-2e5a061d2a8a req-49c67862-f9d7-4090-b28a-dbb233794c08 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:30.492098 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4b129ee2-ed88-4714-9e13-2e5a061d2a8a req-49c67862-f9d7-4090-b28a-dbb233794c08 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.64 "GET /v2.0/ports?device_id=9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c HTTP/1.1" status: 200 len: 5394 time: 0.3584013 Oct 20 10:43:30.501258 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-b7210517-6461-4f8f-99db-7517fec1a95b tempest-ExternalNetworksAdminNegativeTestJSON-1075216031 tempest-ExternalNetworksAdminNegativeTestJSON-1075216031-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for floatingip, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:30.502836 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-b7210517-6461-4f8f-99db-7517fec1a95b tempest-ExternalNetworksAdminNegativeTestJSON-1075216031 tempest-ExternalNetworksAdminNegativeTestJSON-1075216031-project-admin] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9775205 Oct 20 10:43:30.512847 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 33884) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:30.524536 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-08a91e8a-3dc1-4ee9-aa61-2db3cfb3ea62 tempest-ExternalNetworksAdminNegativeTestJSON-1075216031 tempest-ExternalNetworksAdminNegativeTestJSON-1075216031-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1766870161', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'fixed_ips': [{'ip_address': '172.25.1.154'}]}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:43:30.532415 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 80a04616-2c14-44be-ac05-471398624054 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:43:30.572244 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a123559b-f5e4-403b-96d8-54e93b94cbe8 req-2345e957-db69-403a-8445-aa1d6b6dae1b tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:30.574122 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a123559b-f5e4-403b-96d8-54e93b94cbe8 req-2345e957-db69-403a-8445-aa1d6b6dae1b tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] 10.222.0.64 "GET /v2.0/ports?device_id=68c742d4-7181-43c0-aac2-2c1b8eda87d6 HTTP/1.1" status: 200 len: 945 time: 0.2514277 Oct 20 10:43:30.585991 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-6cd6ce0d-7520-4187-95b6-4e03b6c379c1 None None] Provisioning complete for port 80a04616-2c14-44be-ac05-471398624054 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:43:30.586370 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-6cd6ce0d-7520-4187-95b6-4e03b6c379c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:30.660445 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08a91e8a-3dc1-4ee9-aa61-2db3cfb3ea62 tempest-ExternalNetworksAdminNegativeTestJSON-1075216031 tempest-ExternalNetworksAdminNegativeTestJSON-1075216031-project-admin] Made reservation on behalf of 8fed0f5bebed4413a9be0bc4fb28b016 for: {'port': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:43:30.663189 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-08a91e8a-3dc1-4ee9-aa61-2db3cfb3ea62 tempest-ExternalNetworksAdminNegativeTestJSON-1075216031 tempest-ExternalNetworksAdminNegativeTestJSON-1075216031-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:30.673244 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4b129ee2-ed88-4714-9e13-2e5a061d2a8a req-496b77b9-6dce-421a-9def-3c8062be4083 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.64 "GET /v2.0/security-groups?id=112bbbcd-cedd-416d-87db-f3a7d2197192&id=40e57539-8f43-4a87-8d18-5d8780562b01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1630602 Oct 20 10:43:30.675933 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 80a04616-2c14-44be-ac05-471398624054 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:43:30.676317 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:30.683792 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-ca874980-c26f-4cc7-bd78-3f9c4bd88c00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7887f37-d0d1-43d7-ab1a-53e2d1ece9e7 {{(pid=100596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:43:30.689274 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-08a91e8a-3dc1-4ee9-aa61-2db3cfb3ea62 tempest-ExternalNetworksAdminNegativeTestJSON-1075216031 tempest-ExternalNetworksAdminNegativeTestJSON-1075216031-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:30.704459 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-ca874980-c26f-4cc7-bd78-3f9c4bd88c00 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:30.736279 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a123559b-f5e4-403b-96d8-54e93b94cbe8 req-5bdf253a-7c6a-4365-852a-9a3c65e00808 tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] 10.222.0.64 "GET /v2.0/security-groups?id=7975bea3-846b-43cc-b5f2-c6ce0fda577e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523218 Oct 20 10:43:30.745945 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.provisioning_blocks [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-ca874980-c26f-4cc7-bd78-3f9c4bd88c00 service neutron] Transition to ACTIVE for port object f7887f37-d0d1-43d7-ab1a-53e2d1ece9e7 will not be triggered until provisioned by entity L2. {{(pid=100596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:43:30.755856 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-ca874980-c26f-4cc7-bd78-3f9c4bd88c00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:30.833483 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-06818864-3daa-4375-b5ee-42c05368e6f9 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1773475'] for router, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:30.870714 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca874980-c26f-4cc7-bd78-3f9c4bd88c00 service neutron] Pushing event updated for resources: {'Port': ['ID=f7887f37-d0d1-43d7-ab1a-53e2d1ece9e7,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:30.958378 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-08a91e8a-3dc1-4ee9-aa61-2db3cfb3ea62 tempest-ExternalNetworksAdminNegativeTestJSON-1075216031 tempest-ExternalNetworksAdminNegativeTestJSON-1075216031-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:30.964219 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-08a91e8a-3dc1-4ee9-aa61-2db3cfb3ea62 tempest-ExternalNetworksAdminNegativeTestJSON-1075216031 tempest-ExternalNetworksAdminNegativeTestJSON-1075216031-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:30.983925 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [None req-08a91e8a-3dc1-4ee9-aa61-2db3cfb3ea62 tempest-ExternalNetworksAdminNegativeTestJSON-1075216031 tempest-ExternalNetworksAdminNegativeTestJSON-1075216031-project-admin] device_id is not set on port 12948c2b-24cb-405d-8983-a16666d7991c yet. {{(pid=100596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:43:31.075629 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a91e8a-3dc1-4ee9-aa61-2db3cfb3ea62 tempest-ExternalNetworksAdminNegativeTestJSON-1075216031 tempest-ExternalNetworksAdminNegativeTestJSON-1075216031-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=244f425e-911b-4f6a-899f-60946dd26804,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:31.087161 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-ca874980-c26f-4cc7-bd78-3f9c4bd88c00 service neutron] Attempting to bind port f7887f37-d0d1-43d7-ab1a-53e2d1ece9e7 on host n-h1-811396-3 for vnic_type normal with profile {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:43:31.087561 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-ca874980-c26f-4cc7-bd78-3f9c4bd88c00 service neutron] Attempting to bind port f7887f37-d0d1-43d7-ab1a-53e2d1ece9e7 by drivers openvswitch,hyperv on host n-h1-811396-3 at level 0 using segments [{'id': '0cf32ebe-2347-41ff-bb97-94fd0b819e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '07f7de1d-67fc-4ee5-9720-a5ddc92657d8'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:43:31.087862 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-ca874980-c26f-4cc7-bd78-3f9c4bd88c00 service neutron] Attempting to bind port f7887f37-d0d1-43d7-ab1a-53e2d1ece9e7 on network 07f7de1d-67fc-4ee5-9720-a5ddc92657d8 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:43:31.102924 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-ca874980-c26f-4cc7-bd78-3f9c4bd88c00 service neutron] Port f7887f37-d0d1-43d7-ab1a-53e2d1ece9e7 on network 07f7de1d-67fc-4ee5-9720-a5ddc92657d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:43:31.103258 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-ca874980-c26f-4cc7-bd78-3f9c4bd88c00 service neutron] Attempting to bind port f7887f37-d0d1-43d7-ab1a-53e2d1ece9e7 on network 07f7de1d-67fc-4ee5-9720-a5ddc92657d8 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:43:31.121326 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-ca874980-c26f-4cc7-bd78-3f9c4bd88c00 service neutron] Checking agent: {'id': 'b707b4cc-061f-4cf4-bce0-0b3df9b7bec9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 43, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:43:31.121841 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-ca874980-c26f-4cc7-bd78-3f9c4bd88c00 service neutron] Checking segment: {'id': '0cf32ebe-2347-41ff-bb97-94fd0b819e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '07f7de1d-67fc-4ee5-9720-a5ddc92657d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:43:31.122022 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-ca874980-c26f-4cc7-bd78-3f9c4bd88c00 service neutron] Bound using segment: {'id': '0cf32ebe-2347-41ff-bb97-94fd0b819e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '07f7de1d-67fc-4ee5-9720-a5ddc92657d8'} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:43:31.122472 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-ca874980-c26f-4cc7-bd78-3f9c4bd88c00 service neutron] Bound port: f7887f37-d0d1-43d7-ab1a-53e2d1ece9e7, host: n-h1-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cf32ebe-2347-41ff-bb97-94fd0b819e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '07f7de1d-67fc-4ee5-9720-a5ddc92657d8'}}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:43:31.122828 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-ca874980-c26f-4cc7-bd78-3f9c4bd88c00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:31.126515 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06818864-3daa-4375-b5ee-42c05368e6f9 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Router 9c160862-2223-44df-9ea0-335468ef3e12 is scheduled to L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 with binding_index 1 {{(pid=100597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 10:43:31.246735 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-ca874980-c26f-4cc7-bd78-3f9c4bd88c00 service neutron] For port f7887f37-d0d1-43d7-ab1a-53e2d1ece9e7, host n-h1-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:43:31.250003 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-ca874980-c26f-4cc7-bd78-3f9c4bd88c00 service neutron] For port f7887f37-d0d1-43d7-ab1a-53e2d1ece9e7, host n-h1-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=f7887f37-d0d1-43d7-ab1a-53e2d1ece9e7,segment=NetworkSegment(0cf32ebe-2347-41ff-bb97-94fd0b819e03),segment_id=0cf32ebe-2347-41ff-bb97-94fd0b819e03)] {{(pid=100596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:43:31.272519 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-ca874980-c26f-4cc7-bd78-3f9c4bd88c00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:31.283931 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06818864-3daa-4375-b5ee-42c05368e6f9 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:43:31.296023 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a0f513-b8e5-4699-b0ac-a336fca15e0c None None] Sync routers for ids ['9c160862-2223-44df-9ea0-335468ef3e12'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:43:31.314328 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-06818864-3daa-4375-b5ee-42c05368e6f9 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Publish callbacks [] for router, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:31.314583 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a0f513-b8e5-4699-b0ac-a336fca15e0c None None] Routers {'9c160862-2223-44df-9ea0-335468ef3e12'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:43:31.315194 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-d8a0f513-b8e5-4699-b0ac-a336fca15e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:43:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['9c160862-2223-44df-9ea0-335468ef3e12'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:43:31.317894 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-06818864-3daa-4375-b5ee-42c05368e6f9 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 4.1598303 Oct 20 10:43:31.319770 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 33912) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:31.357506 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 33916) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:31.360465 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-ca874980-c26f-4cc7-bd78-3f9c4bd88c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:31.361085 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-ca874980-c26f-4cc7-bd78-3f9c4bd88c00 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:31.362547 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-ca874980-c26f-4cc7-bd78-3f9c4bd88c00 service neutron] 10.222.0.55 "PUT /v2.0/ports/f7887f37-d0d1-43d7-ab1a-53e2d1ece9e7 HTTP/1.1" status: 200 len: 1091 time: 2.3991706 Oct 20 10:43:31.376465 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-d8a0f513-b8e5-4699-b0ac-a336fca15e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:43:31.379568 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c', 'tag': 'f7887f37-d0d1-43d7-ab1a-53e2d1ece9e7'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:43:31.381889 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00fe87c5-1bcf-42c1-b682-e389aa83a0c8" -d '{"events": [{"name": "network-changed", "server_uuid": "9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c", "tag": "f7887f37-d0d1-43d7-ab1a-53e2d1ece9e7"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:43:31.398716 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a0f513-b8e5-4699-b0ac-a336fca15e0c None None] Routers {'9c160862-2223-44df-9ea0-335468ef3e12'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:43:31.399353 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-d8a0f513-b8e5-4699-b0ac-a336fca15e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:43:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['9c160862-2223-44df-9ea0-335468ef3e12'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:43:31.430559 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-a7a467a9-c5c4-4cce-b807-707634307a52 service neutron] Request body: {'port': {'device_id': '9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811396-3'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:43:31.479740 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-d8a0f513-b8e5-4699-b0ac-a336fca15e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:43:31.480425 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a0f513-b8e5-4699-b0ac-a336fca15e0c None None] The sync data for ids ['9c160862-2223-44df-9ea0-335468ef3e12'] in n-d-811396-3 is: [] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:43:31.482710 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e36b301-ffd5-42c2-991f-fc46ab61eae7 x-openstack-request-id: req-6e36b301-ffd5-42c2-991f-fc46ab61eae7 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:43:31.483000 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c", "tag": "f7887f37-d0d1-43d7-ab1a-53e2d1ece9e7", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:43:31.483616 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6e36b301-ffd5-42c2-991f-fc46ab61eae7 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:43:31.484366 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c', 'tag': 'f7887f37-d0d1-43d7-ab1a-53e2d1ece9e7', 'status': 'completed', 'code': 200} Oct 20 10:43:31.499452 n-d-811396-3 neutron-server[100596]: INFO neutron.pecan_wsgi.hooks.translation [None req-08a91e8a-3dc1-4ee9-aa61-2db3cfb3ea62 tempest-ExternalNetworksAdminNegativeTestJSON-1075216031 tempest-ExternalNetworksAdminNegativeTestJSON-1075216031-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Oct 20 10:43:31.505457 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08a91e8a-3dc1-4ee9-aa61-2db3cfb3ea62 tempest-ExternalNetworksAdminNegativeTestJSON-1075216031 tempest-ExternalNetworksAdminNegativeTestJSON-1075216031-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=100596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:43:31.568365 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca874980-c26f-4cc7-bd78-3f9c4bd88c00 service neutron] Pushing event updated for resources: {'Port': ['ID=f7887f37-d0d1-43d7-ab1a-53e2d1ece9e7,revision_number=3']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:31.625792 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-08a91e8a-3dc1-4ee9-aa61-2db3cfb3ea62 tempest-ExternalNetworksAdminNegativeTestJSON-1075216031 tempest-ExternalNetworksAdminNegativeTestJSON-1075216031-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.1080010 Oct 20 10:43:31.634377 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 33930) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:31.665907 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-a7a467a9-c5c4-4cce-b807-707634307a52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:31.754944 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fe87c5-1bcf-42c1-b682-e389aa83a0c8 req-4a747437-4b0c-4729-a79c-99078f067504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:31.755716 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fe87c5-1bcf-42c1-b682-e389aa83a0c8 req-4a747437-4b0c-4729-a79c-99078f067504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:31.755989 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fe87c5-1bcf-42c1-b682-e389aa83a0c8 req-4a747437-4b0c-4729-a79c-99078f067504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:31.756465 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fe87c5-1bcf-42c1-b682-e389aa83a0c8 req-4a747437-4b0c-4729-a79c-99078f067504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:31.756935 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fe87c5-1bcf-42c1-b682-e389aa83a0c8 req-4a747437-4b0c-4729-a79c-99078f067504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:31.757405 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fe87c5-1bcf-42c1-b682-e389aa83a0c8 req-4a747437-4b0c-4729-a79c-99078f067504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:31.757874 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fe87c5-1bcf-42c1-b682-e389aa83a0c8 req-4a747437-4b0c-4729-a79c-99078f067504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:31.760546 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-00fe87c5-1bcf-42c1-b682-e389aa83a0c8 req-4a747437-4b0c-4729-a79c-99078f067504 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cfcb374660ef40a8b05378b5e2eaff9e&device_id=9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c HTTP/1.1" status: 200 len: 6353 time: 0.2506726 Oct 20 10:43:31.775509 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 33938) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:31.791754 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0a5fa827-fe0a-4c8a-b0f6-c4b712c21287 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:31.956490 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-9e164f75-2654-4811-9ff9-faa2947644ba admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-82608105-network', 'tenant_id': 'a5d48ee0610d454e931365a7ebb9878b'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:43:32.011791 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e164f75-2654-4811-9ff9-faa2947644ba admin admin] Made reservation on behalf of a5d48ee0610d454e931365a7ebb9878b for: {'network': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:43:32.014218 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9e164f75-2654-4811-9ff9-faa2947644ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:32.032864 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9e164f75-2654-4811-9ff9-faa2947644ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:32.052237 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7cd6b4f3-ca17-4a60-afbe-8450979bcba9 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:32.165735 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0c4b5c-5f8c-4ac6-aa7a-3b7f290f894d req-91d2854c-60d8-4c77-9e15-1fa41683d649 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:32.171623 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0c4b5c-5f8c-4ac6-aa7a-3b7f290f894d req-91d2854c-60d8-4c77-9e15-1fa41683d649 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:32.178443 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0c4b5c-5f8c-4ac6-aa7a-3b7f290f894d req-91d2854c-60d8-4c77-9e15-1fa41683d649 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:32.184425 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0c4b5c-5f8c-4ac6-aa7a-3b7f290f894d req-91d2854c-60d8-4c77-9e15-1fa41683d649 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:32.190497 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0c4b5c-5f8c-4ac6-aa7a-3b7f290f894d req-91d2854c-60d8-4c77-9e15-1fa41683d649 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:32.199139 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0c4b5c-5f8c-4ac6-aa7a-3b7f290f894d req-91d2854c-60d8-4c77-9e15-1fa41683d649 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:32.205055 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0c4b5c-5f8c-4ac6-aa7a-3b7f290f894d req-91d2854c-60d8-4c77-9e15-1fa41683d649 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:32.207464 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9d0c4b5c-5f8c-4ac6-aa7a-3b7f290f894d req-91d2854c-60d8-4c77-9e15-1fa41683d649 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.64 "GET /v2.0/ports?device_id=9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c HTTP/1.1" status: 200 len: 5406 time: 0.3274233 Oct 20 10:43:32.234324 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2343206f-5c28-4de5-9f0c-39821312a62e req-41a98ab8-8858-400a-aa0c-fdcd4e0ff0d6 tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:32.235928 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2343206f-5c28-4de5-9f0c-39821312a62e req-41a98ab8-8858-400a-aa0c-fdcd4e0ff0d6 tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] 10.222.0.64 "GET /v2.0/ports?device_id=68c742d4-7181-43c0-aac2-2c1b8eda87d6 HTTP/1.1" status: 200 len: 945 time: 0.3728030 Oct 20 10:43:32.281379 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fe87c5-1bcf-42c1-b682-e389aa83a0c8 req-aa038583-75e7-4dd8-a873-8e74811e0ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:32.281856 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fe87c5-1bcf-42c1-b682-e389aa83a0c8 req-aa038583-75e7-4dd8-a873-8e74811e0ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:32.282828 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fe87c5-1bcf-42c1-b682-e389aa83a0c8 req-aa038583-75e7-4dd8-a873-8e74811e0ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:32.285001 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-00fe87c5-1bcf-42c1-b682-e389aa83a0c8 req-aa038583-75e7-4dd8-a873-8e74811e0ea6 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=cfcb374660ef40a8b05378b5e2eaff9e&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.5086517 Oct 20 10:43:32.324251 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-33bb269a-a659-4aa2-8593-c989cab06ace tempest-ExternalNetworksAdminNegativeTestJSON-1075216031 tempest-ExternalNetworksAdminNegativeTestJSON-1075216031-project-admin] Deleting port 32970f56-f03c-4eea-8b8e-85466c9dcd50 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:43:32.324656 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-33bb269a-a659-4aa2-8593-c989cab06ace tempest-ExternalNetworksAdminNegativeTestJSON-1075216031 tempest-ExternalNetworksAdminNegativeTestJSON-1075216031-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:32.498559 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2343206f-5c28-4de5-9f0c-39821312a62e req-b28992c7-9c75-4eca-b165-4f496b56b9b1 tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] 10.222.0.64 "GET /v2.0/security-groups?id=7975bea3-846b-43cc-b5f2-c6ce0fda577e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419629 Oct 20 10:43:32.502497 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9d0c4b5c-5f8c-4ac6-aa7a-3b7f290f894d req-c3624dca-e692-40aa-97f4-35ae237b8721 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.64 "GET /v2.0/security-groups?id=112bbbcd-cedd-416d-87db-f3a7d2197192&id=40e57539-8f43-4a87-8d18-5d8780562b01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2512569 Oct 20 10:43:32.578819 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9e164f75-2654-4811-9ff9-faa2947644ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:32.612841 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9e164f75-2654-4811-9ff9-faa2947644ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:32.667359 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e164f75-2654-4811-9ff9-faa2947644ba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 819} {{(pid=100597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:43:32.669657 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e164f75-2654-4811-9ff9-faa2947644ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c293d202-08a2-46d7-8156-502eb68acc76,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:32.717655 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9e164f75-2654-4811-9ff9-faa2947644ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:32.717996 n-d-811396-3 neutron-server[100597]: INFO neutron.db.segments_db [None req-9e164f75-2654-4811-9ff9-faa2947644ba admin admin] Added segment 33d715ee-f8c8-4d27-ad3a-7306e4a5ba8d of type vlan for network 32cd625c-0c28-4194-8186-2066d5429b32 Oct 20 10:43:32.800795 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9e164f75-2654-4811-9ff9-faa2947644ba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:32.841450 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-7cd6b4f3-ca17-4a60-afbe-8450979bcba9 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Allocated IP 172.20.0.1 (58c6ec4a-b469-4646-8fe2-39be83491e78/0514a065-2fa2-4340-a379-88b2b55aed4d/5c9c715f-cc64-4cd5-bf3f-25aaa3ffd10a) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:43:32.852396 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9e164f75-2654-4811-9ff9-faa2947644ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:32.853439 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e164f75-2654-4811-9ff9-faa2947644ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:32.854224 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9e164f75-2654-4811-9ff9-faa2947644ba admin admin] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:32.909372 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0a5fa827-fe0a-4c8a-b0f6-c4b712c21287 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:32.926083 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0a5fa827-fe0a-4c8a-b0f6-c4b712c21287 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:32.934726 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-9e164f75-2654-4811-9ff9-faa2947644ba admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1474676 Oct 20 10:43:32.945112 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 33962) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:32.968415 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-4a05e6f1-43b5-4dbe-ad04-10440cd0a8bd admin admin] Request body: {'subnet': {'network_id': '32cd625c-0c28-4194-8186-2066d5429b32', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-82608105-subnet', 'tenant_id': 'a5d48ee0610d454e931365a7ebb9878b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:43:32.983123 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e164f75-2654-4811-9ff9-faa2947644ba admin admin] Pushing event updated for resources: {'Network': ['ID=32cd625c-0c28-4194-8186-2066d5429b32,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:32.991400 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fe87c5-1bcf-42c1-b682-e389aa83a0c8 req-e11445b3-2b5d-4dbf-848f-9d11bc930f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:32.993123 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-00fe87c5-1bcf-42c1-b682-e389aa83a0c8 req-e11445b3-2b5d-4dbf-848f-9d11bc930f1b service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6897273 Oct 20 10:43:32.995842 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network 32cd625c-0c28-4194-8186-2066d5429b32 details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:43:33.022054 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-33bb269a-a659-4aa2-8593-c989cab06ace tempest-ExternalNetworksAdminNegativeTestJSON-1075216031 tempest-ExternalNetworksAdminNegativeTestJSON-1075216031-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:33.022377 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-33bb269a-a659-4aa2-8593-c989cab06ace tempest-ExternalNetworksAdminNegativeTestJSON-1075216031 tempest-ExternalNetworksAdminNegativeTestJSON-1075216031-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:33.076376 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-33bb269a-a659-4aa2-8593-c989cab06ace tempest-ExternalNetworksAdminNegativeTestJSON-1075216031 tempest-ExternalNetworksAdminNegativeTestJSON-1075216031-project-admin] Calling delete_port for 32970f56-f03c-4eea-8b8e-85466c9dcd50 owned by network:floatingip {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:43:33.085783 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-0a5fa827-fe0a-4c8a-b0f6-c4b712c21287 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ff1a1708e4744667a644598aed16722a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7271650 Oct 20 10:43:33.088686 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 33966) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:33.110319 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5fa827-fe0a-4c8a-b0f6-c4b712c21287 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd10ad79-9934-4ac5-8517-9fb51b0c4524,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:33.116656 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7cd6b4f3-ca17-4a60-afbe-8450979bcba9 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:33.148754 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a05e6f1-43b5-4dbe-ad04-10440cd0a8bd admin admin] Made reservation on behalf of a5d48ee0610d454e931365a7ebb9878b for: {'subnet': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:43:33.151089 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4a05e6f1-43b5-4dbe-ad04-10440cd0a8bd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26761797'] for subnet, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:33.154127 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-a7a467a9-c5c4-4cce-b807-707634307a52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 949e0597-b23d-43ab-b10e-b0353aeb6d55 {{(pid=100596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:43:33.187283 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3ad442ac-6d44-4b76-bf63-85e4c6bf6ef0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:33.200758 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7cd6b4f3-ca17-4a60-afbe-8450979bcba9 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:33.203195 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-a7a467a9-c5c4-4cce-b807-707634307a52 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:33.246031 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3ad442ac-6d44-4b76-bf63-85e4c6bf6ef0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:33.256063 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd6b4f3-ca17-4a60-afbe-8450979bcba9 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Network 58c6ec4a-b469-4646-8fe2-39be83491e78 is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:43:33.265388 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-7cd6b4f3-ca17-4a60-afbe-8450979bcba9 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:43:33.273214 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd6b4f3-ca17-4a60-afbe-8450979bcba9 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:43:33.293053 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.provisioning_blocks [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-a7a467a9-c5c4-4cce-b807-707634307a52 service neutron] Transition to ACTIVE for port object 949e0597-b23d-43ab-b10e-b0353aeb6d55 will not be triggered until provisioned by entity L2. {{(pid=100596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:43:33.306647 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-a7a467a9-c5c4-4cce-b807-707634307a52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:33.354331 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd6b4f3-ca17-4a60-afbe-8450979bcba9 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Pushing event updated for resources: {'Port': ['ID=5c9c715f-cc64-4cd5-bf3f-25aaa3ffd10a,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:33.391413 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7cd6b4f3-ca17-4a60-afbe-8450979bcba9 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1774540'] for router_interface, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:33.408325 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3ad442ac-6d44-4b76-bf63-85e4c6bf6ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:33.411497 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3ad442ac-6d44-4b76-bf63-85e4c6bf6ef0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:33.415908 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-3ad442ac-6d44-4b76-bf63-85e4c6bf6ef0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fd10ad79-9934-4ac5-8517-9fb51b0c4524 HTTP/1.1" status: 204 len: 168 time: 0.3228602 Oct 20 10:43:33.418942 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a467a9-c5c4-4cce-b807-707634307a52 service neutron] Pushing event updated for resources: {'Port': ['ID=949e0597-b23d-43ab-b10e-b0353aeb6d55,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:33.505803 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad442ac-6d44-4b76-bf63-85e4c6bf6ef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd10ad79-9934-4ac5-8517-9fb51b0c4524,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:33.548850 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-8066d777-29e7-4a75-82fb-30a69e8d3e63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:33.717758 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7cd6b4f3-ca17-4a60-afbe-8450979bcba9 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:33.791475 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4a05e6f1-43b5-4dbe-ad04-10440cd0a8bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26836128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26761819'] for subnet, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:33.814438 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-33bb269a-a659-4aa2-8593-c989cab06ace tempest-ExternalNetworksAdminNegativeTestJSON-1075216031 tempest-ExternalNetworksAdminNegativeTestJSON-1075216031-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:33.832136 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-5b12b741-6311-4bbb-bb3c-17083120ffcf None None] Provisioning complete for port 5c9c715f-cc64-4cd5-bf3f-25aaa3ffd10a triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:43:33.832513 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-5b12b741-6311-4bbb-bb3c-17083120ffcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:33.873078 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-a7a467a9-c5c4-4cce-b807-707634307a52 service neutron] Attempting to bind port 949e0597-b23d-43ab-b10e-b0353aeb6d55 on host n-h1-811396-3 for vnic_type normal with profile {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:43:33.873755 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-a7a467a9-c5c4-4cce-b807-707634307a52 service neutron] Attempting to bind port 949e0597-b23d-43ab-b10e-b0353aeb6d55 by drivers openvswitch,hyperv on host n-h1-811396-3 at level 0 using segments [{'id': 'bd673faa-a525-4b04-bf70-d433a325f98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '5a3ba547-1c5f-4bda-b0cf-f555209356c6'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:43:33.874292 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-a7a467a9-c5c4-4cce-b807-707634307a52 service neutron] Attempting to bind port 949e0597-b23d-43ab-b10e-b0353aeb6d55 on network 5a3ba547-1c5f-4bda-b0cf-f555209356c6 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:43:33.899925 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-5b12b741-6311-4bbb-bb3c-17083120ffcf None None] Port 5c9c715f-cc64-4cd5-bf3f-25aaa3ffd10a cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:43:33.907946 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bb269a-a659-4aa2-8593-c989cab06ace tempest-ExternalNetworksAdminNegativeTestJSON-1075216031 tempest-ExternalNetworksAdminNegativeTestJSON-1075216031-project-admin] Pushing event deleted for resources: {'Port': ['ID=32970f56-f03c-4eea-8b8e-85466c9dcd50,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:33.945667 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-a7a467a9-c5c4-4cce-b807-707634307a52 service neutron] Port 949e0597-b23d-43ab-b10e-b0353aeb6d55 on network 5a3ba547-1c5f-4bda-b0cf-f555209356c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:43:33.946307 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-a7a467a9-c5c4-4cce-b807-707634307a52 service neutron] Attempting to bind port 949e0597-b23d-43ab-b10e-b0353aeb6d55 on network 5a3ba547-1c5f-4bda-b0cf-f555209356c6 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:43:33.956801 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 7 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 10:43:33.973042 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-a7a467a9-c5c4-4cce-b807-707634307a52 service neutron] Checking agent: {'id': 'b707b4cc-061f-4cf4-bce0-0b3df9b7bec9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 43, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:43:33.973618 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-a7a467a9-c5c4-4cce-b807-707634307a52 service neutron] Checking segment: {'id': 'bd673faa-a525-4b04-bf70-d433a325f98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '5a3ba547-1c5f-4bda-b0cf-f555209356c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:43:33.974257 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-a7a467a9-c5c4-4cce-b807-707634307a52 service neutron] Bound using segment: {'id': 'bd673faa-a525-4b04-bf70-d433a325f98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '5a3ba547-1c5f-4bda-b0cf-f555209356c6'} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:43:33.974778 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-a7a467a9-c5c4-4cce-b807-707634307a52 service neutron] Bound port: 949e0597-b23d-43ab-b10e-b0353aeb6d55, host: n-h1-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd673faa-a525-4b04-bf70-d433a325f98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '5a3ba547-1c5f-4bda-b0cf-f555209356c6'}}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:43:33.975691 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-a7a467a9-c5c4-4cce-b807-707634307a52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:33.994126 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c7f2a6-815a-4d93-a71f-bfd65be0392d req-bdb77b6b-57e4-4d2c-a489-0da1f3afc221 tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:33.997373 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c0c7f2a6-815a-4d93-a71f-bfd65be0392d req-bdb77b6b-57e4-4d2c-a489-0da1f3afc221 tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] 10.222.0.64 "GET /v2.0/ports?device_id=68c742d4-7181-43c0-aac2-2c1b8eda87d6 HTTP/1.1" status: 200 len: 945 time: 0.3324254 Oct 20 10:43:34.031649 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb512a6-792e-42a2-aa3f-87c3a941bf1e req-0bf458a4-ef4b-4f56-9231-cf89ed02f4e0 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:34.038534 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb512a6-792e-42a2-aa3f-87c3a941bf1e req-0bf458a4-ef4b-4f56-9231-cf89ed02f4e0 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:34.058589 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb512a6-792e-42a2-aa3f-87c3a941bf1e req-0bf458a4-ef4b-4f56-9231-cf89ed02f4e0 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:34.066921 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb512a6-792e-42a2-aa3f-87c3a941bf1e req-0bf458a4-ef4b-4f56-9231-cf89ed02f4e0 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:34.073064 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb512a6-792e-42a2-aa3f-87c3a941bf1e req-0bf458a4-ef4b-4f56-9231-cf89ed02f4e0 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:34.079193 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb512a6-792e-42a2-aa3f-87c3a941bf1e req-0bf458a4-ef4b-4f56-9231-cf89ed02f4e0 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:34.085464 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb512a6-792e-42a2-aa3f-87c3a941bf1e req-0bf458a4-ef4b-4f56-9231-cf89ed02f4e0 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:34.087527 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9bb512a6-792e-42a2-aa3f-87c3a941bf1e req-0bf458a4-ef4b-4f56-9231-cf89ed02f4e0 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.64 "GET /v2.0/ports?device_id=9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c HTTP/1.1" status: 200 len: 5418 time: 0.4214413 Oct 20 10:43:34.152097 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a05e6f1-43b5-4dbe-ad04-10440cd0a8bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=05895157-c41c-46bb-98e0-d9303e53a145,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:34.174544 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7cd6b4f3-ca17-4a60-afbe-8450979bcba9 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Publish callbacks [] for port, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:34.181029 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7cd6b4f3-ca17-4a60-afbe-8450979bcba9 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:34.253214 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a05e6f1-43b5-4dbe-ad04-10440cd0a8bd admin admin] Checking segment: {'id': '33d715ee-f8c8-4d27-ad3a-7306e4a5ba8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '32cd625c-0c28-4194-8186-2066d5429b32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:43:34.254132 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a05e6f1-43b5-4dbe-ad04-10440cd0a8bd admin admin] Network hostable DHCP agents. Network: 32cd625c-0c28-4194-8186-2066d5429b32, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:43:34.258301 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7cd6b4f3-ca17-4a60-afbe-8450979bcba9 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1774432'] for router_interface, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:34.269718 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd6b4f3-ca17-4a60-afbe-8450979bcba9 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Pushing event updated for resources: {'Port': ['ID=5c9c715f-cc64-4cd5-bf3f-25aaa3ffd10a,revision_number=2']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:34.273786 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-33bb269a-a659-4aa2-8593-c989cab06ace tempest-ExternalNetworksAdminNegativeTestJSON-1075216031 tempest-ExternalNetworksAdminNegativeTestJSON-1075216031-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:34.277036 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-33bb269a-a659-4aa2-8593-c989cab06ace tempest-ExternalNetworksAdminNegativeTestJSON-1075216031 tempest-ExternalNetworksAdminNegativeTestJSON-1075216031-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for floatingip, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:34.278449 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-33bb269a-a659-4aa2-8593-c989cab06ace tempest-ExternalNetworksAdminNegativeTestJSON-1075216031 tempest-ExternalNetworksAdminNegativeTestJSON-1075216031-project-admin] 10.222.0.64 "DELETE /v2.0/floatingips/310d9621-7572-46fb-86d5-1254a56e5072 HTTP/1.1" status: 204 len: 168 time: 2.6389446 Oct 20 10:43:34.303739 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c0c7f2a6-815a-4d93-a71f-bfd65be0392d req-9a501207-3650-4a82-936e-4cd2f66c2c4a tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] 10.222.0.64 "GET /v2.0/security-groups?id=7975bea3-846b-43cc-b5f2-c6ce0fda577e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046909 Oct 20 10:43:34.328096 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9bb512a6-792e-42a2-aa3f-87c3a941bf1e req-9e1d9cfe-9289-4ea5-8ed0-dc26399751c0 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.64 "GET /v2.0/security-groups?id=112bbbcd-cedd-416d-87db-f3a7d2197192&id=40e57539-8f43-4a87-8d18-5d8780562b01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2185233 Oct 20 10:43:34.350099 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-a7a467a9-c5c4-4cce-b807-707634307a52 service neutron] For port 949e0597-b23d-43ab-b10e-b0353aeb6d55, host n-h1-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:43:34.354074 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-a7a467a9-c5c4-4cce-b807-707634307a52 service neutron] For port 949e0597-b23d-43ab-b10e-b0353aeb6d55, host n-h1-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=949e0597-b23d-43ab-b10e-b0353aeb6d55,segment=NetworkSegment(bd673faa-a525-4b04-bf70-d433a325f98a),segment_id=bd673faa-a525-4b04-bf70-d433a325f98a)] {{(pid=100596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:43:34.355343 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a05e6f1-43b5-4dbe-ad04-10440cd0a8bd admin admin] Network 32cd625c-0c28-4194-8186-2066d5429b32 is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:43:34.372900 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-a7a467a9-c5c4-4cce-b807-707634307a52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:34.401477 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd6b4f3-ca17-4a60-afbe-8450979bcba9 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Network 58c6ec4a-b469-4646-8fe2-39be83491e78 is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:43:34.404024 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-7cd6b4f3-ca17-4a60-afbe-8450979bcba9 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:43:34.448449 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a467a9-c5c4-4cce-b807-707634307a52 service neutron] Pushing event updated for resources: {'Port': ['ID=949e0597-b23d-43ab-b10e-b0353aeb6d55,revision_number=3']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:34.459003 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-4a05e6f1-43b5-4dbe-ad04-10440cd0a8bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, 32cd625c-0c28-4194-8186-2066d5429b32) {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:43:34.465515 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-a7a467a9-c5c4-4cce-b807-707634307a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:34.466139 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-a7a467a9-c5c4-4cce-b807-707634307a52 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:34.467623 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-a7a467a9-c5c4-4cce-b807-707634307a52 service neutron] 10.222.0.55 "PUT /v2.0/ports/949e0597-b23d-43ab-b10e-b0353aeb6d55 HTTP/1.1" status: 200 len: 1091 time: 3.0434997 Oct 20 10:43:34.468076 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c', 'tag': '949e0597-b23d-43ab-b10e-b0353aeb6d55'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:43:34.474827 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5f1ad3c-90ed-4230-8b44-95921f491806" -d '{"events": [{"name": "network-changed", "server_uuid": "9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c", "tag": "949e0597-b23d-43ab-b10e-b0353aeb6d55"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:43:34.475657 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c725c6b9-8022-42c1-a90d-c3868f9e5d14 None None] Network 32cd625c-0c28-4194-8186-2066d5429b32 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:43:34.478267 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a05e6f1-43b5-4dbe-ad04-10440cd0a8bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:34.478873 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4a05e6f1-43b5-4dbe-ad04-10440cd0a8bd admin admin] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:34.508848 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-4a05e6f1-43b5-4dbe-ad04-10440cd0a8bd admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5477064 Oct 20 10:43:34.512227 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 34000) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:34.530557 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-2d962e64-2d90-41bf-829a-c4f3fd864e44 service neutron] Request body: {'port': {'device_id': '9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811396-3'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:43:34.609768 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-a8d80c80-9d7a-49d3-b568-2dd7319e2519 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-82608105-router', 'tenant_id': 'a5d48ee0610d454e931365a7ebb9878b', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:43:34.656185 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35df8325-fa23-400e-8192-51db292911da x-openstack-request-id: req-35df8325-fa23-400e-8192-51db292911da {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:43:34.656933 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c", "tag": "949e0597-b23d-43ab-b10e-b0353aeb6d55", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:43:34.657512 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-35df8325-fa23-400e-8192-51db292911da {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:43:34.660767 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c', 'tag': '949e0597-b23d-43ab-b10e-b0353aeb6d55', 'status': 'completed', 'code': 200} Oct 20 10:43:34.662488 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a8d80c80-9d7a-49d3-b568-2dd7319e2519 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1772442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258322'] for router, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:34.664037 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a8d80c80-9d7a-49d3-b568-2dd7319e2519 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1772334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773516', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258315'] for router, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:34.677328 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cd6b4f3-ca17-4a60-afbe-8450979bcba9 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Router 9c160862-2223-44df-9ea0-335468ef3e12 has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:43:34.762557 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 34004) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:34.764667 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-2d962e64-2d90-41bf-829a-c4f3fd864e44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:34.790476 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e22dead-1ab8-4eeb-ae89-56090110f858 None None] Network 32cd625c-0c28-4194-8186-2066d5429b32 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:43:34.804682 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a8d80c80-9d7a-49d3-b568-2dd7319e2519 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:34.964280 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f1ad3c-90ed-4230-8b44-95921f491806 req-f0055790-3a81-42e4-9012-8740ae308a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:34.964885 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f1ad3c-90ed-4230-8b44-95921f491806 req-f0055790-3a81-42e4-9012-8740ae308a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:34.965218 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f1ad3c-90ed-4230-8b44-95921f491806 req-f0055790-3a81-42e4-9012-8740ae308a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:34.965682 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f1ad3c-90ed-4230-8b44-95921f491806 req-f0055790-3a81-42e4-9012-8740ae308a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:34.966144 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f1ad3c-90ed-4230-8b44-95921f491806 req-f0055790-3a81-42e4-9012-8740ae308a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:34.966601 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f1ad3c-90ed-4230-8b44-95921f491806 req-f0055790-3a81-42e4-9012-8740ae308a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:34.967069 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f1ad3c-90ed-4230-8b44-95921f491806 req-f0055790-3a81-42e4-9012-8740ae308a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:34.969183 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a5f1ad3c-90ed-4230-8b44-95921f491806 req-f0055790-3a81-42e4-9012-8740ae308a74 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cfcb374660ef40a8b05378b5e2eaff9e&device_id=9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c HTTP/1.1" status: 200 len: 6420 time: 0.3152275 Oct 20 10:43:34.980770 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-2841f1c1-a142-4252-9c43-f099fc02cf18 None None] Provisioning complete for port 5c9c715f-cc64-4cd5-bf3f-25aaa3ffd10a triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:43:34.981452 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-2841f1c1-a142-4252-9c43-f099fc02cf18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:35.016934 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-cd5cccf4-8647-4b27-a849-bb0783990818 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:35.021605 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a8d80c80-9d7a-49d3-b568-2dd7319e2519 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:35.093952 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-2841f1c1-a142-4252-9c43-f099fc02cf18 None None] Port 5c9c715f-cc64-4cd5-bf3f-25aaa3ffd10a cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:43:35.102155 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f1ad3c-90ed-4230-8b44-95921f491806 req-7baef7a2-8b11-42e2-a419-375868bd200b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:35.102625 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f1ad3c-90ed-4230-8b44-95921f491806 req-7baef7a2-8b11-42e2-a419-375868bd200b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:35.103083 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f1ad3c-90ed-4230-8b44-95921f491806 req-7baef7a2-8b11-42e2-a419-375868bd200b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:35.104695 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a5f1ad3c-90ed-4230-8b44-95921f491806 req-7baef7a2-8b11-42e2-a419-375868bd200b service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=cfcb374660ef40a8b05378b5e2eaff9e&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.1108272 Oct 20 10:43:35.158234 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cd6b4f3-ca17-4a60-afbe-8450979bcba9 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:43:35.164407 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-7cd6b4f3-ca17-4a60-afbe-8450979bcba9 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] 10.222.0.64 "PUT /v2.0/routers/9c160862-2223-44df-9ea0-335468ef3e12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8402510 Oct 20 10:43:35.167559 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 34020) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:35.171761 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6097bf-8785-484a-9e5f-d00a37f3327b None None] Sync routers for ids ['9c160862-2223-44df-9ea0-335468ef3e12'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:43:35.183163 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6097bf-8785-484a-9e5f-d00a37f3327b None None] Routers {'9c160862-2223-44df-9ea0-335468ef3e12'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:43:35.184293 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-bb6097bf-8785-484a-9e5f-d00a37f3327b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:43:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['9c160862-2223-44df-9ea0-335468ef3e12'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:43:35.184493 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-70e04cc9-b9af-4900-be3f-381a850a6080 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Request body: {'port': {'network_id': '58c6ec4a-b469-4646-8fe2-39be83491e78', 'name': 'tempest-FloatingIPAdminTestJSON-1666018448'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:43:35.240505 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-bb6097bf-8785-484a-9e5f-d00a37f3327b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:43:35.261840 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6097bf-8785-484a-9e5f-d00a37f3327b None None] Routers {'9c160862-2223-44df-9ea0-335468ef3e12'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:43:35.262974 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-bb6097bf-8785-484a-9e5f-d00a37f3327b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:43:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['9c160862-2223-44df-9ea0-335468ef3e12'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:43:35.274242 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-cd5cccf4-8647-4b27-a849-bb0783990818 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:35.304671 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f1ad3c-90ed-4230-8b44-95921f491806 req-a806ea94-577c-494a-b63d-7e595a33c205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:35.306153 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a5f1ad3c-90ed-4230-8b44-95921f491806 req-a806ea94-577c-494a-b63d-7e595a33c205 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1917181 Oct 20 10:43:35.306584 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-bb6097bf-8785-484a-9e5f-d00a37f3327b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:43:35.307476 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6097bf-8785-484a-9e5f-d00a37f3327b None None] The sync data for ids ['9c160862-2223-44df-9ea0-335468ef3e12'] in n-d-811396-3 is: [] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:43:35.339320 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-cd5cccf4-8647-4b27-a849-bb0783990818 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:35.394938 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-2d962e64-2d90-41bf-829a-c4f3fd864e44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0675769-de69-4a35-beb7-6d50c8201cd3 {{(pid=100596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:43:35.435320 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-cd5cccf4-8647-4b27-a849-bb0783990818 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=93875755b98446be8a57c63e1a9e1c4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6698599 Oct 20 10:43:35.438541 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 34030) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:35.449990 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5cccf4-8647-4b27-a849-bb0783990818 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60b884de-1d04-4d8c-963f-310a2cfe0d87,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:35.492741 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-2d962e64-2d90-41bf-829a-c4f3fd864e44 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:35.524454 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.provisioning_blocks [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-2d962e64-2d90-41bf-829a-c4f3fd864e44 service neutron] Transition to ACTIVE for port object d0675769-de69-4a35-beb7-6d50c8201cd3 will not be triggered until provisioned by entity L2. {{(pid=100596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:43:35.549822 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e91299-2e91-4425-b47b-1387e5bf07e0 req-1dfc2188-c1de-4a20-b0d3-8cc3ac4229b5 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:35.549951 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70e04cc9-b9af-4900-be3f-381a850a6080 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Made reservation on behalf of b76e90569e2040f68f59bddcece605f4 for: {'port': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:43:35.549951 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-70e04cc9-b9af-4900-be3f-381a850a6080 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:35.550156 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e91299-2e91-4425-b47b-1387e5bf07e0 req-1dfc2188-c1de-4a20-b0d3-8cc3ac4229b5 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:35.555030 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e91299-2e91-4425-b47b-1387e5bf07e0 req-1dfc2188-c1de-4a20-b0d3-8cc3ac4229b5 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:35.561542 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e91299-2e91-4425-b47b-1387e5bf07e0 req-1dfc2188-c1de-4a20-b0d3-8cc3ac4229b5 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:35.568535 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e91299-2e91-4425-b47b-1387e5bf07e0 req-1dfc2188-c1de-4a20-b0d3-8cc3ac4229b5 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:35.574674 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e91299-2e91-4425-b47b-1387e5bf07e0 req-1dfc2188-c1de-4a20-b0d3-8cc3ac4229b5 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:35.581546 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e91299-2e91-4425-b47b-1387e5bf07e0 req-1dfc2188-c1de-4a20-b0d3-8cc3ac4229b5 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:35.583745 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d2e91299-2e91-4425-b47b-1387e5bf07e0 req-1dfc2188-c1de-4a20-b0d3-8cc3ac4229b5 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.64 "GET /v2.0/ports?device_id=9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c HTTP/1.1" status: 200 len: 5418 time: 0.1314363 Oct 20 10:43:35.586029 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-2d962e64-2d90-41bf-829a-c4f3fd864e44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:35.611066 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-63876600-b1ba-44e6-9817-8b99aaef380d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:35.639704 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [None req-70e04cc9-b9af-4900-be3f-381a850a6080 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] device_id is not set on port 3cfcd04e-3707-4f0b-9134-7a0712735192 yet. {{(pid=100597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:43:35.642095 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8eb58b-7c7c-4e72-95de-ad8bb6e24d5b req-6ef2fca9-a79e-4bc6-87f5-823880994b6a tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:35.643919 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-da8eb58b-7c7c-4e72-95de-ad8bb6e24d5b req-6ef2fca9-a79e-4bc6-87f5-823880994b6a tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] 10.222.0.64 "GET /v2.0/ports?device_id=68c742d4-7181-43c0-aac2-2c1b8eda87d6 HTTP/1.1" status: 200 len: 945 time: 0.2424123 Oct 20 10:43:35.646911 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d962e64-2d90-41bf-829a-c4f3fd864e44 service neutron] Pushing event updated for resources: {'Port': ['ID=d0675769-de69-4a35-beb7-6d50c8201cd3,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:35.714535 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d2e91299-2e91-4425-b47b-1387e5bf07e0 req-242aeeb0-00a0-40ae-88a6-8f0b95b6743e tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.64 "GET /v2.0/security-groups?id=112bbbcd-cedd-416d-87db-f3a7d2197192&id=40e57539-8f43-4a87-8d18-5d8780562b01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0685205 Oct 20 10:43:35.769293 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a8d80c80-9d7a-49d3-b568-2dd7319e2519 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:35.780564 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-da8eb58b-7c7c-4e72-95de-ad8bb6e24d5b req-314f42b0-dc6c-465d-aef6-287344ab569f tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] 10.222.0.64 "GET /v2.0/security-groups?id=7975bea3-846b-43cc-b5f2-c6ce0fda577e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193495 Oct 20 10:43:35.780994 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-63876600-b1ba-44e6-9817-8b99aaef380d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:35.833568 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-2d962e64-2d90-41bf-829a-c4f3fd864e44 service neutron] Attempting to bind port d0675769-de69-4a35-beb7-6d50c8201cd3 on host n-h1-811396-3 for vnic_type normal with profile {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:43:35.834274 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-2d962e64-2d90-41bf-829a-c4f3fd864e44 service neutron] Attempting to bind port d0675769-de69-4a35-beb7-6d50c8201cd3 by drivers openvswitch,hyperv on host n-h1-811396-3 at level 0 using segments [{'id': 'bd673faa-a525-4b04-bf70-d433a325f98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '5a3ba547-1c5f-4bda-b0cf-f555209356c6'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:43:35.834811 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-2d962e64-2d90-41bf-829a-c4f3fd864e44 service neutron] Attempting to bind port d0675769-de69-4a35-beb7-6d50c8201cd3 on network 5a3ba547-1c5f-4bda-b0cf-f555209356c6 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:43:35.840796 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a8d80c80-9d7a-49d3-b568-2dd7319e2519 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:35.842819 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-2d962e64-2d90-41bf-829a-c4f3fd864e44 service neutron] Port d0675769-de69-4a35-beb7-6d50c8201cd3 on network 5a3ba547-1c5f-4bda-b0cf-f555209356c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:43:35.844222 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-2d962e64-2d90-41bf-829a-c4f3fd864e44 service neutron] Attempting to bind port d0675769-de69-4a35-beb7-6d50c8201cd3 on network 5a3ba547-1c5f-4bda-b0cf-f555209356c6 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:43:35.861424 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-2d962e64-2d90-41bf-829a-c4f3fd864e44 service neutron] Checking agent: {'id': 'b707b4cc-061f-4cf4-bce0-0b3df9b7bec9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 43, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:43:35.861782 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-2d962e64-2d90-41bf-829a-c4f3fd864e44 service neutron] Checking segment: {'id': 'bd673faa-a525-4b04-bf70-d433a325f98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '5a3ba547-1c5f-4bda-b0cf-f555209356c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:43:35.862802 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-2d962e64-2d90-41bf-829a-c4f3fd864e44 service neutron] Bound using segment: {'id': 'bd673faa-a525-4b04-bf70-d433a325f98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '5a3ba547-1c5f-4bda-b0cf-f555209356c6'} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:43:35.863373 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-2d962e64-2d90-41bf-829a-c4f3fd864e44 service neutron] Bound port: d0675769-de69-4a35-beb7-6d50c8201cd3, host: n-h1-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd673faa-a525-4b04-bf70-d433a325f98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '5a3ba547-1c5f-4bda-b0cf-f555209356c6'}}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:43:35.863824 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-2d962e64-2d90-41bf-829a-c4f3fd864e44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:35.953417 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-2d962e64-2d90-41bf-829a-c4f3fd864e44 service neutron] For port d0675769-de69-4a35-beb7-6d50c8201cd3, host n-h1-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:43:35.960838 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-2d962e64-2d90-41bf-829a-c4f3fd864e44 service neutron] For port d0675769-de69-4a35-beb7-6d50c8201cd3, host n-h1-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=d0675769-de69-4a35-beb7-6d50c8201cd3,segment=NetworkSegment(bd673faa-a525-4b04-bf70-d433a325f98a),segment_id=bd673faa-a525-4b04-bf70-d433a325f98a)] {{(pid=100596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:43:35.968237 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-2d962e64-2d90-41bf-829a-c4f3fd864e44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:35.999665 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-70e04cc9-b9af-4900-be3f-381a850a6080 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Allocated IP 172.20.0.6 (58c6ec4a-b469-4646-8fe2-39be83491e78/0514a065-2fa2-4340-a379-88b2b55aed4d/3cfcd04e-3707-4f0b-9134-7a0712735192) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:43:36.029948 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-2d962e64-2d90-41bf-829a-c4f3fd864e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:36.030841 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-2d962e64-2d90-41bf-829a-c4f3fd864e44 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:36.032513 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-2d962e64-2d90-41bf-829a-c4f3fd864e44 service neutron] 10.222.0.55 "PUT /v2.0/ports/d0675769-de69-4a35-beb7-6d50c8201cd3 HTTP/1.1" status: 200 len: 1091 time: 1.5281899 Oct 20 10:43:36.043329 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-63876600-b1ba-44e6-9817-8b99aaef380d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:36.046351 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-63876600-b1ba-44e6-9817-8b99aaef380d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:36.047673 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-63876600-b1ba-44e6-9817-8b99aaef380d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/60b884de-1d04-4d8c-963f-310a2cfe0d87 HTTP/1.1" status: 204 len: 168 time: 0.6074586 Oct 20 10:43:36.080940 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63876600-b1ba-44e6-9817-8b99aaef380d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60b884de-1d04-4d8c-963f-310a2cfe0d87,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:36.090222 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d962e64-2d90-41bf-829a-c4f3fd864e44 service neutron] Pushing event updated for resources: {'Port': ['ID=d0675769-de69-4a35-beb7-6d50c8201cd3,revision_number=3']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:36.170677 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-a8d80c80-9d7a-49d3-b568-2dd7319e2519 admin admin] Allocated IP 172.25.1.22 (cbe170d3-31ba-45a2-b477-520ab0a7a8ea/f4e26aca-17ac-4adb-a66b-d939a1b35b64/88845a83-7f31-44c3-b8d8-bf9e3a8d145d) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:43:36.172164 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-07f620b1-cdea-4939-a1cd-f31660e9f906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:36.172767 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-07f620b1-cdea-4939-a1cd-f31660e9f906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:36.173304 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-ae4af5b2-6cd9-41e5-bd7e-feccbd7e6f65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:36.173788 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-07f620b1-cdea-4939-a1cd-f31660e9f906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:36.174139 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-07f620b1-cdea-4939-a1cd-f31660e9f906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:36.175522 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-07f620b1-cdea-4939-a1cd-f31660e9f906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:36.176112 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-07f620b1-cdea-4939-a1cd-f31660e9f906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:36.176646 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-07f620b1-cdea-4939-a1cd-f31660e9f906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:36.178825 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-07f620b1-cdea-4939-a1cd-f31660e9f906 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cfcb374660ef40a8b05378b5e2eaff9e&device_id=9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c HTTP/1.1" status: 200 len: 6487 time: 0.0747106 Oct 20 10:43:36.295759 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-f57b1bf0-dcde-4004-a89a-1059755c136b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=687e9444-b6e6-48d0-a254-817eeff5b001 HTTP/1.1" status: 200 len: 217 time: 0.0931602 Oct 20 10:43:36.368587 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-ead585b7-3778-48b7-a05f-0e6b303b9d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:36.371463 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-ead585b7-3778-48b7-a05f-0e6b303b9d73 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=aa9160dc-9c5c-4cb9-bd41-a37d607d846c HTTP/1.1" status: 200 len: 855 time: 0.0655122 Oct 20 10:43:36.456922 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-9ad2324f-b4a2-46d1-95e7-9ed0a0a95a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:36.460240 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-9ad2324f-b4a2-46d1-95e7-9ed0a0a95a83 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=dcf86141-da0d-4c82-9e01-66c4be279d2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0812764 Oct 20 10:43:36.507782 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-70e04cc9-b9af-4900-be3f-381a850a6080 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:36.530094 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a8d80c80-9d7a-49d3-b568-2dd7319e2519 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:36.580056 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-70e04cc9-b9af-4900-be3f-381a850a6080 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:36.614697 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-519fd8e5-671d-438d-b696-506983220068 service neutron] 10.222.0.55 "GET /v2.0/networks/dcf86141-da0d-4c82-9e01-66c4be279d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439748 Oct 20 10:43:36.634773 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e04cc9-b9af-4900-be3f-381a850a6080 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Network 58c6ec4a-b469-4646-8fe2-39be83491e78 is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:43:36.636196 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a8d80c80-9d7a-49d3-b568-2dd7319e2519 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:36.652720 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-70e04cc9-b9af-4900-be3f-381a850a6080 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:43:36.662867 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c', 'tag': 'd0675769-de69-4a35-beb7-6d50c8201cd3'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:43:36.662996 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e04cc9-b9af-4900-be3f-381a850a6080 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:43:36.666130 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0794feb-9f7f-48a1-8ce9-781ce67f5615" -d '{"events": [{"name": "network-changed", "server_uuid": "9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c", "tag": "d0675769-de69-4a35-beb7-6d50c8201cd3"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:43:36.752047 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d80c80-9d7a-49d3-b568-2dd7319e2519 admin admin] Network cbe170d3-31ba-45a2-b477-520ab0a7a8ea is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:43:36.759162 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e04cc9-b9af-4900-be3f-381a850a6080 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Pushing event updated for resources: {'Port': ['ID=3cfcd04e-3707-4f0b-9134-7a0712735192,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:36.769209 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-a8d80c80-9d7a-49d3-b568-2dd7319e2519 admin admin] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:43:36.779915 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eace60a4-1284-4a4b-b72b-79ba452b5089 x-openstack-request-id: req-eace60a4-1284-4a4b-b72b-79ba452b5089 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:43:36.780242 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c", "tag": "d0675769-de69-4a35-beb7-6d50c8201cd3", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:43:36.780570 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-eace60a4-1284-4a4b-b72b-79ba452b5089 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:43:36.781129 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c', 'tag': 'd0675769-de69-4a35-beb7-6d50c8201cd3', 'status': 'completed', 'code': 200} Oct 20 10:43:36.789126 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d80c80-9d7a-49d3-b568-2dd7319e2519 admin admin] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:43:36.874487 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-9c34b887-3213-415d-ba63-49891d054b4c service neutron] 10.222.0.55 "GET /v2.0/networks/dcf86141-da0d-4c82-9e01-66c4be279d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2483330 Oct 20 10:43:36.902137 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e04cc9-b9af-4900-be3f-381a850a6080 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:36.902811 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-70e04cc9-b9af-4900-be3f-381a850a6080 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:36.914144 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 34066) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:36.946186 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-70e04cc9-b9af-4900-be3f-381a850a6080 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7695725 Oct 20 10:43:36.949929 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 34068) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:36.978322 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d80c80-9d7a-49d3-b568-2dd7319e2519 admin admin] Pushing event updated for resources: {'Port': ['ID=88845a83-7f31-44c3-b8d8-bf9e3a8d145d,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:37.071375 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:37.093875 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-582aafc4-56ce-43c8-a516-d0f5594b36ac service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.48&port_id=58759e27-9624-496e-a7e3-dd96a6f12d24 HTTP/1.1" status: 200 len: 217 time: 0.2105463 Oct 20 10:43:37.155530 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-26434b12-608d-4c22-9f19-53e2308d243d None None] Provisioning complete for port 3cfcd04e-3707-4f0b-9134-7a0712735192 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:43:37.158243 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-26434b12-608d-4c22-9f19-53e2308d243d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:37.240850 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-26434b12-608d-4c22-9f19-53e2308d243d None None] Port 3cfcd04e-3707-4f0b-9134-7a0712735192 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:43:37.277359 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c01b8b-2c73-428f-9181-9fdd098a0191 req-fa4ef6ad-5df6-4b59-82a5-bd425001a971 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:37.286641 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c01b8b-2c73-428f-9181-9fdd098a0191 req-fa4ef6ad-5df6-4b59-82a5-bd425001a971 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:37.291228 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c01b8b-2c73-428f-9181-9fdd098a0191 req-fa4ef6ad-5df6-4b59-82a5-bd425001a971 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:37.291997 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-78ede3cc-8bf0-47a5-bc72-146bec8ecc2f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8fed0f5bebed4413a9be0bc4fb28b016&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3688600 Oct 20 10:43:37.295056 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 34074) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:37.299120 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c01b8b-2c73-428f-9181-9fdd098a0191 req-fa4ef6ad-5df6-4b59-82a5-bd425001a971 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:37.307141 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c01b8b-2c73-428f-9181-9fdd098a0191 req-fa4ef6ad-5df6-4b59-82a5-bd425001a971 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:37.314255 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c01b8b-2c73-428f-9181-9fdd098a0191 req-fa4ef6ad-5df6-4b59-82a5-bd425001a971 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:37.321504 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c01b8b-2c73-428f-9181-9fdd098a0191 req-fa4ef6ad-5df6-4b59-82a5-bd425001a971 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:37.330735 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-76c01b8b-2c73-428f-9181-9fdd098a0191 req-fa4ef6ad-5df6-4b59-82a5-bd425001a971 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.64 "GET /v2.0/ports?device_id=9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c HTTP/1.1" status: 200 len: 5430 time: 0.3278782 Oct 20 10:43:37.350126 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc2abf5-3304-42e9-b45e-1ba304c76b62 req-81a06aed-69bc-4842-aa67-da028b15c8ba tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:37.352010 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fdc2abf5-3304-42e9-b45e-1ba304c76b62 req-81a06aed-69bc-4842-aa67-da028b15c8ba tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] 10.222.0.64 "GET /v2.0/ports?device_id=68c742d4-7181-43c0-aac2-2c1b8eda87d6 HTTP/1.1" status: 200 len: 945 time: 0.3204966 Oct 20 10:43:37.402236 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-04008946-2621-4c36-9fff-9f039f1c082e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:37.407466 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-04008946-2621-4c36-9fff-9f039f1c082e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=dfebcc83-a566-4e8b-95ce-d2b602fa67f2 HTTP/1.1" status: 200 len: 797 time: 0.2883534 Oct 20 10:43:37.437105 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-41fa8e1c-1451-4097-9db2-7e9bfefeb32f tempest-FloatingIPAdminTestJSON-1964265563 tempest-FloatingIPAdminTestJSON-1964265563-project-admin] Request body: {'floatingip': {'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'project_id': 'b76e90569e2040f68f59bddcece605f4', 'port_id': '3cfcd04e-3707-4f0b-9134-7a0712735192'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:43:37.478952 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:37.507725 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-76c01b8b-2c73-428f-9181-9fdd098a0191 req-7be9054d-914d-4084-8667-9ee6436093b4 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.64 "GET /v2.0/security-groups?id=112bbbcd-cedd-416d-87db-f3a7d2197192&id=40e57539-8f43-4a87-8d18-5d8780562b01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1757019 Oct 20 10:43:37.513029 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-8113f675-a13b-460d-992b-77213556d8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:37.513630 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-43bde771-db25-4473-9f4f-b3fd4b7d94c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:37.527441 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-8113f675-a13b-460d-992b-77213556d8c8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=07f7de1d-67fc-4ee5-9720-a5ddc92657d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1040282 Oct 20 10:43:37.527441 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fdc2abf5-3304-42e9-b45e-1ba304c76b62 req-cb0dc34b-3b1b-4b54-a8cf-594bd26006e1 tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] 10.222.0.64 "GET /v2.0/security-groups?id=7975bea3-846b-43cc-b5f2-c6ce0fda577e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565690 Oct 20 10:43:37.561461 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-41fa8e1c-1451-4097-9db2-7e9bfefeb32f tempest-FloatingIPAdminTestJSON-1964265563 tempest-FloatingIPAdminTestJSON-1964265563-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:37.602608 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-43bde771-db25-4473-9f4f-b3fd4b7d94c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:37.672685 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-4e67907c-9f45-45c5-9e84-d1866a003707 service neutron] 10.222.0.55 "GET /v2.0/networks/07f7de1d-67fc-4ee5-9720-a5ddc92657d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444387 Oct 20 10:43:37.797542 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a8d80c80-9d7a-49d3-b568-2dd7319e2519 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:37.840126 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:37.865146 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-8b9895df-f5b7-4531-80a1-044a1c733d37 service neutron] 10.222.0.55 "GET /v2.0/networks/07f7de1d-67fc-4ee5-9720-a5ddc92657d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840010 Oct 20 10:43:37.865367 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-43bde771-db25-4473-9f4f-b3fd4b7d94c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:37.868004 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-43bde771-db25-4473-9f4f-b3fd4b7d94c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:37.869157 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-43bde771-db25-4473-9f4f-b3fd4b7d94c4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/244f425e-911b-4f6a-899f-60946dd26804 HTTP/1.1" status: 204 len: 168 time: 0.5684304 Oct 20 10:43:37.890694 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bde771-db25-4473-9f4f-b3fd4b7d94c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=244f425e-911b-4f6a-899f-60946dd26804,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:37.933385 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-fd6f9b56-0c23-48bf-b77c-9cdc997d8766 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.205&port_id=6a6236cb-3508-4dba-a459-60dfe35fed2c HTTP/1.1" status: 200 len: 217 time: 0.0596595 Oct 20 10:43:38.020677 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-5894cb57-92a1-4aef-839b-68e65ec93e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:38.022575 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-5894cb57-92a1-4aef-839b-68e65ec93e92 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=dfebcc83-a566-4e8b-95ce-d2b602fa67f2 HTTP/1.1" status: 200 len: 797 time: 0.0821946 Oct 20 10:43:38.138945 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-9c98df82-9d66-4087-9034-55056ab5497f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:38.145405 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-9c98df82-9d66-4087-9034-55056ab5497f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=07f7de1d-67fc-4ee5-9720-a5ddc92657d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1133997 Oct 20 10:43:38.274144 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-7c0dbef0-9bc3-4b73-9035-8c41f4ca6792 service neutron] 10.222.0.55 "GET /v2.0/networks/07f7de1d-67fc-4ee5-9720-a5ddc92657d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214068 Oct 20 10:43:38.383731 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-3e9268ab-10c2-4ea0-b7fe-19cafe1648d9 service neutron] 10.222.0.55 "GET /v2.0/networks/07f7de1d-67fc-4ee5-9720-a5ddc92657d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010554 Oct 20 10:43:38.429257 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-41fa8e1c-1451-4097-9db2-7e9bfefeb32f tempest-FloatingIPAdminTestJSON-1964265563 tempest-FloatingIPAdminTestJSON-1964265563-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:38.450542 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-9b34e95a-1846-42eb-b4f0-b51f8a6aedc2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.49&port_id=f9fa8685-e573-4fdd-8b37-5988a560de50 HTTP/1.1" status: 200 len: 217 time: 0.0582702 Oct 20 10:43:38.521280 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-a52c8a21-3b58-4f77-9162-15c598ae195f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:38.524352 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-a52c8a21-3b58-4f77-9162-15c598ae195f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=dfebcc83-a566-4e8b-95ce-d2b602fa67f2 HTTP/1.1" status: 200 len: 797 time: 0.0619471 Oct 20 10:43:38.675275 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-2b2ee880-dd94-4a0a-a610-dcc942dc2725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:38.675275 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-2b2ee880-dd94-4a0a-a610-dcc942dc2725 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=07f7de1d-67fc-4ee5-9720-a5ddc92657d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1394691 Oct 20 10:43:38.688836 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-41fa8e1c-1451-4097-9db2-7e9bfefeb32f tempest-FloatingIPAdminTestJSON-1964265563 tempest-FloatingIPAdminTestJSON-1964265563-project-admin] Allocated IP 172.25.1.142 (cbe170d3-31ba-45a2-b477-520ab0a7a8ea/f4e26aca-17ac-4adb-a66b-d939a1b35b64/5b1453c5-c29f-4b0c-b9e8-1e7528cd2386) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:43:38.751609 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bf4ea3-ce3a-4201-95f6-1aad418cceac req-ff891393-d8fa-4fc9-940d-edf4174d78cc tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:38.758404 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bf4ea3-ce3a-4201-95f6-1aad418cceac req-ff891393-d8fa-4fc9-940d-edf4174d78cc tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:38.765406 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bf4ea3-ce3a-4201-95f6-1aad418cceac req-ff891393-d8fa-4fc9-940d-edf4174d78cc tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:38.773251 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bf4ea3-ce3a-4201-95f6-1aad418cceac req-ff891393-d8fa-4fc9-940d-edf4174d78cc tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:38.779281 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bf4ea3-ce3a-4201-95f6-1aad418cceac req-ff891393-d8fa-4fc9-940d-edf4174d78cc tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:38.785884 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bf4ea3-ce3a-4201-95f6-1aad418cceac req-ff891393-d8fa-4fc9-940d-edf4174d78cc tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:38.792695 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bf4ea3-ce3a-4201-95f6-1aad418cceac req-ff891393-d8fa-4fc9-940d-edf4174d78cc tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:38.801563 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f0bf4ea3-ce3a-4201-95f6-1aad418cceac req-ff891393-d8fa-4fc9-940d-edf4174d78cc tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.64 "GET /v2.0/ports?device_id=9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c HTTP/1.1" status: 200 len: 5430 time: 0.1964705 Oct 20 10:43:38.883484 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:38.889185 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-41fa8e1c-1451-4097-9db2-7e9bfefeb32f tempest-FloatingIPAdminTestJSON-1964265563 tempest-FloatingIPAdminTestJSON-1964265563-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:38.934626 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-41fa8e1c-1451-4097-9db2-7e9bfefeb32f tempest-FloatingIPAdminTestJSON-1964265563 tempest-FloatingIPAdminTestJSON-1964265563-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:38.941037 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a8d80c80-9d7a-49d3-b568-2dd7319e2519 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1773475'] for router, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:38.942951 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c6c002-a217-4f1b-ae55-25c618e3bf4f req-955da6f1-7c1e-432b-86dc-98fa833f19d1 tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:38.944610 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a5c6c002-a217-4f1b-ae55-25c618e3bf4f req-955da6f1-7c1e-432b-86dc-98fa833f19d1 tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] 10.222.0.64 "GET /v2.0/ports?device_id=68c742d4-7181-43c0-aac2-2c1b8eda87d6 HTTP/1.1" status: 200 len: 945 time: 0.2944360 Oct 20 10:43:38.989942 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f0bf4ea3-ce3a-4201-95f6-1aad418cceac req-b98efbcc-943b-447b-9043-bfc4ef074b45 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.64 "GET /v2.0/security-groups?id=112bbbcd-cedd-416d-87db-f3a7d2197192&id=40e57539-8f43-4a87-8d18-5d8780562b01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1871340 Oct 20 10:43:39.019937 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-59e3600e-5344-4582-8322-e673804b5182 service neutron] 10.222.0.55 "GET /v2.0/networks/07f7de1d-67fc-4ee5-9720-a5ddc92657d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3230798 Oct 20 10:43:39.028625 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a5c6c002-a217-4f1b-ae55-25c618e3bf4f req-23df8a04-70d8-45d7-b5bc-4cf4043c7c6b tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] 10.222.0.64 "GET /v2.0/security-groups?id=7975bea3-846b-43cc-b5f2-c6ce0fda577e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762160 Oct 20 10:43:39.032000 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41fa8e1c-1451-4097-9db2-7e9bfefeb32f tempest-FloatingIPAdminTestJSON-1964265563 tempest-FloatingIPAdminTestJSON-1964265563-project-admin] Network cbe170d3-31ba-45a2-b477-520ab0a7a8ea is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:43:39.046321 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-41fa8e1c-1451-4097-9db2-7e9bfefeb32f tempest-FloatingIPAdminTestJSON-1964265563 tempest-FloatingIPAdminTestJSON-1964265563-project-admin] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:43:39.050632 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41fa8e1c-1451-4097-9db2-7e9bfefeb32f tempest-FloatingIPAdminTestJSON-1964265563 tempest-FloatingIPAdminTestJSON-1964265563-project-admin] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:43:39.091210 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fa8e1c-1451-4097-9db2-7e9bfefeb32f tempest-FloatingIPAdminTestJSON-1964265563 tempest-FloatingIPAdminTestJSON-1964265563-project-admin] Pushing event updated for resources: {'Port': ['ID=5b1453c5-c29f-4b0c-b9e8-1e7528cd2386,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:39.152995 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-19c047ce-a9b8-4a9d-a2df-0f94335f6b28 service neutron] 10.222.0.55 "GET /v2.0/networks/07f7de1d-67fc-4ee5-9720-a5ddc92657d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228285 Oct 20 10:43:39.213149 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-2bfaf863-04f1-4da7-ae00-3b28e94aacfe service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.247&port_id=f7887f37-d0d1-43d7-ab1a-53e2d1ece9e7 HTTP/1.1" status: 200 len: 217 time: 0.0508959 Oct 20 10:43:39.284936 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-0d20fe3c-2955-4958-bf95-108727122241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:39.287194 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-0d20fe3c-2955-4958-bf95-108727122241 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=dfebcc83-a566-4e8b-95ce-d2b602fa67f2 HTTP/1.1" status: 200 len: 797 time: 0.0633175 Oct 20 10:43:39.321972 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8d80c80-9d7a-49d3-b568-2dd7319e2519 admin admin] Router d6f65ed3-3ecc-48b6-a7d1-fa9a8959ee9c is scheduled to L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 with binding_index 1 {{(pid=100597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 10:43:39.364537 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-317a2b63-21a1-414e-870e-e72ccda9bad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:39.366403 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-317a2b63-21a1-414e-870e-e72ccda9bad8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=07f7de1d-67fc-4ee5-9720-a5ddc92657d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0682907 Oct 20 10:43:39.479270 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8d80c80-9d7a-49d3-b568-2dd7319e2519 admin admin] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:43:39.489861 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1288973-1783-465b-8482-1da9da18e931 None None] Sync routers for ids ['d6f65ed3-3ecc-48b6-a7d1-fa9a8959ee9c'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:43:39.501532 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-64cd3fcd-7453-41c6-8258-016661dea51f service neutron] 10.222.0.55 "GET /v2.0/networks/07f7de1d-67fc-4ee5-9720-a5ddc92657d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233370 Oct 20 10:43:39.502516 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1288973-1783-465b-8482-1da9da18e931 None None] Routers {'d6f65ed3-3ecc-48b6-a7d1-fa9a8959ee9c'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:43:39.503626 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-d1288973-1783-465b-8482-1da9da18e931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:43:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['d6f65ed3-3ecc-48b6-a7d1-fa9a8959ee9c'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:43:39.519873 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a8d80c80-9d7a-49d3-b568-2dd7319e2519 admin admin] Publish callbacks [] for router, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:39.524216 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-a8d80c80-9d7a-49d3-b568-2dd7319e2519 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.0095181 Oct 20 10:43:39.527158 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 34122) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:39.710310 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-ba367894-7674-4c81-a6a9-a315129ec6f8 service neutron] 10.222.0.55 "GET /v2.0/networks/07f7de1d-67fc-4ee5-9720-a5ddc92657d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929536 Oct 20 10:43:39.764702 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-d1288973-1783-465b-8482-1da9da18e931 None None] Set router d6f65ed3-3ecc-48b6-a7d1-fa9a8959ee9c gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:43:39.809350 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-b83f9643-e447-4720-89ae-522ddfa57e88 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=949e0597-b23d-43ab-b10e-b0353aeb6d55 HTTP/1.1" status: 200 len: 217 time: 0.0889122 Oct 20 10:43:39.911528 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-a0005892-33a4-40db-b79b-ebfffb3c31f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:39.913120 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-a0005892-33a4-40db-b79b-ebfffb3c31f8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=22db2ce2-efe8-4e35-9c70-b815c9c036db HTTP/1.1" status: 200 len: 797 time: 0.0937519 Oct 20 10:43:40.006420 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-fad48e55-19e8-4f63-b4cd-22a2d29ca572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:40.016938 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-fad48e55-19e8-4f63-b4cd-22a2d29ca572 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5a3ba547-1c5f-4bda-b0cf-f555209356c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0868802 Oct 20 10:43:40.104088 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 34138) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:40.112839 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-d1288973-1783-465b-8482-1da9da18e931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f65ed3-3ecc-48b6-a7d1-fa9a8959ee9c', 'name': 'tempest-ServerRescueTestJSON-82608105-router', 'tenant_id': 'a5d48ee0610d454e931365a7ebb9878b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': '88845a83-7f31-44c3-b8d8-bf9e3a8d145d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:43:34Z', 'updated_at': '2021-10-20T10:43:37Z', 'revision_number': 3, 'project_id': 'a5d48ee0610d454e931365a7ebb9878b', 'gw_port': {'id': '88845a83-7f31-44c3-b8d8-bf9e3a8d145d', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:9a:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6f65ed3-3ecc-48b6-a7d1-fa9a8959ee9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2009, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:43:35Z', 'updated_at': '2021-10-20T10:43:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:43:40.127532 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-41fa8e1c-1451-4097-9db2-7e9bfefeb32f tempest-FloatingIPAdminTestJSON-1964265563 tempest-FloatingIPAdminTestJSON-1964265563-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:40.211207 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1288973-1783-465b-8482-1da9da18e931 None None] Checking router: d6f65ed3-3ecc-48b6-a7d1-fa9a8959ee9c for host: n-d-811396-3 {{(pid=100599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:43:40.211581 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1288973-1783-465b-8482-1da9da18e931 None None] Updating router d6f65ed3-3ecc-48b6-a7d1-fa9a8959ee9c port 88845a83-7f31-44c3-b8d8-bf9e3a8d145d binding host n-d-811396-3 {{(pid=100599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 10:43:40.281262 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-d1288973-1783-465b-8482-1da9da18e931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:40.323506 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-41fa8e1c-1451-4097-9db2-7e9bfefeb32f tempest-FloatingIPAdminTestJSON-1964265563 tempest-FloatingIPAdminTestJSON-1964265563-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:40.351875 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-a4c82003-664d-4490-84ec-66fe5d0488be tempest-MeteringIpV6TestJSON-1694084447 tempest-MeteringIpV6TestJSON-1694084447-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-740974262'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:43:40.352458 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-a4c82003-664d-4490-84ec-66fe5d0488be tempest-MeteringIpV6TestJSON-1694084447 tempest-MeteringIpV6TestJSON-1694084447-project-admin] Unknown quota resources ['metering_label']. {{(pid=100596) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 20 10:43:40.573561 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-78438fb3-e990-4e22-a8dc-fb4e7a712cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:40.633247 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-d1288973-1783-465b-8482-1da9da18e931 None None] Publish callbacks [] for port, precommit_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:40.640589 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-d1288973-1783-465b-8482-1da9da18e931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:40.662098 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-41fa8e1c-1451-4097-9db2-7e9bfefeb32f tempest-FloatingIPAdminTestJSON-1964265563 tempest-FloatingIPAdminTestJSON-1964265563-project-admin] Publish callbacks [] for port, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:40.744999 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7261789-77bf-4edd-972c-8acf2f3b48de None None] Pushing event updated for resources: {'Port': ['ID=88845a83-7f31-44c3-b8d8-bf9e3a8d145d,revision_number=2']} {{(pid=100599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:40.775065 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-41fa8e1c-1451-4097-9db2-7e9bfefeb32f tempest-FloatingIPAdminTestJSON-1964265563 tempest-FloatingIPAdminTestJSON-1964265563-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:40.801881 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-d1288973-1783-465b-8482-1da9da18e931 None None] Attempting to bind port 88845a83-7f31-44c3-b8d8-bf9e3a8d145d on host n-d-811396-3 for vnic_type normal with profile {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:43:40.802253 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-d1288973-1783-465b-8482-1da9da18e931 None None] Attempting to bind port 88845a83-7f31-44c3-b8d8-bf9e3a8d145d by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}] {{(pid=100599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:43:40.802621 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1288973-1783-465b-8482-1da9da18e931 None None] Attempting to bind port 88845a83-7f31-44c3-b8d8-bf9e3a8d145d on network cbe170d3-31ba-45a2-b477-520ab0a7a8ea {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:43:40.818768 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1288973-1783-465b-8482-1da9da18e931 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:43:40.819145 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1288973-1783-465b-8482-1da9da18e931 None None] Checking segment: {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:43:40.819634 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-d1288973-1783-465b-8482-1da9da18e931 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:40.820028 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1288973-1783-465b-8482-1da9da18e931 None None] Bound using segment: {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'} {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:43:40.821527 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-d1288973-1783-465b-8482-1da9da18e931 None None] Bound port: 88845a83-7f31-44c3-b8d8-bf9e3a8d145d, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}}] {{(pid=100599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:43:40.822084 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-d1288973-1783-465b-8482-1da9da18e931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:40.932557 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-b31d37e9-de85-4b1e-9c99-a9c34f77028b service neutron] 10.222.0.55 "GET /v2.0/networks/5a3ba547-1c5f-4bda-b0cf-f555209356c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9060671 Oct 20 10:43:40.942337 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-78438fb3-e990-4e22-a8dc-fb4e7a712cf7 admin admin] Allocated IP 172.20.0.1 (32cd625c-0c28-4194-8186-2066d5429b32/05895157-c41c-46bb-98e0-d9303e53a145/3b7fb8c9-e0bd-4e1a-8f57-0bfd1ae8d51b) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:43:40.949808 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f284ed7-61fc-45cf-af76-57ea3c81e500 req-05ed39a1-99d6-456b-8f8e-2d1a781e3e43 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:40.955744 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f284ed7-61fc-45cf-af76-57ea3c81e500 req-05ed39a1-99d6-456b-8f8e-2d1a781e3e43 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:40.961698 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f284ed7-61fc-45cf-af76-57ea3c81e500 req-05ed39a1-99d6-456b-8f8e-2d1a781e3e43 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:40.967590 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f284ed7-61fc-45cf-af76-57ea3c81e500 req-05ed39a1-99d6-456b-8f8e-2d1a781e3e43 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:40.973582 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f284ed7-61fc-45cf-af76-57ea3c81e500 req-05ed39a1-99d6-456b-8f8e-2d1a781e3e43 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:40.981875 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f284ed7-61fc-45cf-af76-57ea3c81e500 req-05ed39a1-99d6-456b-8f8e-2d1a781e3e43 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:40.985526 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f284ed7-61fc-45cf-af76-57ea3c81e500 req-05ed39a1-99d6-456b-8f8e-2d1a781e3e43 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:40.985958 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.db [None req-d1288973-1783-465b-8482-1da9da18e931 None None] For port 88845a83-7f31-44c3-b8d8-bf9e3a8d145d, host n-d-811396-3, cleared binding levels {{(pid=100599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:43:40.990796 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.db [None req-d1288973-1783-465b-8482-1da9da18e931 None None] For port 88845a83-7f31-44c3-b8d8-bf9e3a8d145d, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=88845a83-7f31-44c3-b8d8-bf9e3a8d145d,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:43:40.995579 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4f284ed7-61fc-45cf-af76-57ea3c81e500 req-05ed39a1-99d6-456b-8f8e-2d1a781e3e43 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.64 "GET /v2.0/ports?device_id=9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c HTTP/1.1" status: 200 len: 5430 time: 0.7709072 Oct 20 10:43:40.997276 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-d1288973-1783-465b-8482-1da9da18e931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:41.012367 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb5f41e-18db-42c4-a9e6-573007135691 req-7bb45253-6f11-4b89-82f5-8d5cdcc7fc50 tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:41.014114 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-aeb5f41e-18db-42c4-a9e6-573007135691 req-7bb45253-6f11-4b89-82f5-8d5cdcc7fc50 tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] 10.222.0.64 "GET /v2.0/ports?device_id=68c742d4-7181-43c0-aac2-2c1b8eda87d6 HTTP/1.1" status: 200 len: 945 time: 0.8070354 Oct 20 10:43:41.015136 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fa8e1c-1451-4097-9db2-7e9bfefeb32f tempest-FloatingIPAdminTestJSON-1964265563 tempest-FloatingIPAdminTestJSON-1964265563-project-admin] Pushing event updated for resources: {'Port': ['ID=5b1453c5-c29f-4b0c-b9e8-1e7528cd2386,revision_number=2']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:41.073411 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1288973-1783-465b-8482-1da9da18e931 None None] Routers {'d6f65ed3-3ecc-48b6-a7d1-fa9a8959ee9c'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:43:41.074053 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-d1288973-1783-465b-8482-1da9da18e931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:43:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['d6f65ed3-3ecc-48b6-a7d1-fa9a8959ee9c'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:43:41.112869 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-41fa8e1c-1451-4097-9db2-7e9bfefeb32f tempest-FloatingIPAdminTestJSON-1964265563 tempest-FloatingIPAdminTestJSON-1964265563-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1773381'] for floatingip, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:41.122039 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7261789-77bf-4edd-972c-8acf2f3b48de None None] Pushing event updated for resources: {'Port': ['ID=88845a83-7f31-44c3-b8d8-bf9e3a8d145d,revision_number=3']} {{(pid=100599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:41.215696 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-e76da5cf-7b08-4ab9-a91c-e991e4b325a6 service neutron] 10.222.0.55 "GET /v2.0/networks/5a3ba547-1c5f-4bda-b0cf-f555209356c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144835 Oct 20 10:43:41.224684 n-d-811396-3 neutron-server[100597]: INFO neutron.db.l3_db [None req-41fa8e1c-1451-4097-9db2-7e9bfefeb32f tempest-FloatingIPAdminTestJSON-1964265563 tempest-FloatingIPAdminTestJSON-1964265563-project-admin] Floating IP f2315764-06d7-4177-b8e2-f807b2f52170 associated. External IP: 172.25.1.142, port: 3cfcd04e-3707-4f0b-9134-7a0712735192. Oct 20 10:43:41.275489 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-d1288973-1783-465b-8482-1da9da18e931 None None] Set router d6f65ed3-3ecc-48b6-a7d1-fa9a8959ee9c gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:43:41.317649 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-78438fb3-e990-4e22-a8dc-fb4e7a712cf7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:41.428046 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-0ff41749-ddbb-4573-bde6-e39e789ea421 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d0675769-de69-4a35-beb7-6d50c8201cd3 HTTP/1.1" status: 200 len: 217 time: 0.1305482 Oct 20 10:43:41.434673 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a4c82003-664d-4490-84ec-66fe5d0488be tempest-MeteringIpV6TestJSON-1694084447 tempest-MeteringIpV6TestJSON-1694084447-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:41.435881 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-a4c82003-664d-4490-84ec-66fe5d0488be tempest-MeteringIpV6TestJSON-1694084447 tempest-MeteringIpV6TestJSON-1694084447-project-admin] 10.222.0.64 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 1.3306108 Oct 20 10:43:41.438593 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 34146) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:41.444100 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-bd09f168-36c0-4a32-8c20-78253fa3dbee tempest-MeteringIpV6TestJSON-1694084447 tempest-MeteringIpV6TestJSON-1694084447-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '6d5f22b3-683f-41c1-b88d-7b3b467110a6'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:43:41.444810 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-bd09f168-36c0-4a32-8c20-78253fa3dbee tempest-MeteringIpV6TestJSON-1694084447 tempest-MeteringIpV6TestJSON-1694084447-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=100597) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 20 10:43:41.490151 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-78438fb3-e990-4e22-a8dc-fb4e7a712cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:41.491419 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-dabb2d6f-1c2b-4f40-9324-60e8cdbc6b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:41.492950 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-dabb2d6f-1c2b-4f40-9324-60e8cdbc6b95 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=22db2ce2-efe8-4e35-9c70-b815c9c036db HTTP/1.1" status: 200 len: 797 time: 0.0509164 Oct 20 10:43:41.515773 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4f284ed7-61fc-45cf-af76-57ea3c81e500 req-7815da5d-5617-4457-b38d-3c0ec125c801 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.64 "GET /v2.0/security-groups?id=112bbbcd-cedd-416d-87db-f3a7d2197192&id=40e57539-8f43-4a87-8d18-5d8780562b01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5190573 Oct 20 10:43:41.569804 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-aeb5f41e-18db-42c4-a9e6-573007135691 req-f3a0b5a2-3d2d-49b6-8e26-9e113b32ee1e tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] 10.222.0.64 "GET /v2.0/security-groups?id=7975bea3-846b-43cc-b5f2-c6ce0fda577e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2735200 Oct 20 10:43:41.590284 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-d1288973-1783-465b-8482-1da9da18e931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f65ed3-3ecc-48b6-a7d1-fa9a8959ee9c', 'name': 'tempest-ServerRescueTestJSON-82608105-router', 'tenant_id': 'a5d48ee0610d454e931365a7ebb9878b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': '88845a83-7f31-44c3-b8d8-bf9e3a8d145d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:43:34Z', 'updated_at': '2021-10-20T10:43:37Z', 'revision_number': 3, 'project_id': 'a5d48ee0610d454e931365a7ebb9878b', 'gw_port': {'id': '88845a83-7f31-44c3-b8d8-bf9e3a8d145d', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:9a:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6f65ed3-3ecc-48b6-a7d1-fa9a8959ee9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2009, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:43:35Z', 'updated_at': '2021-10-20T10:43:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:43:41.594031 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-76671a75-130a-4dba-a844-e525b64da957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:41.602789 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-76671a75-130a-4dba-a844-e525b64da957 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5a3ba547-1c5f-4bda-b0cf-f555209356c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1008439 Oct 20 10:43:41.666130 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1288973-1783-465b-8482-1da9da18e931 None None] The sync data for ids ['d6f65ed3-3ecc-48b6-a7d1-fa9a8959ee9c'] in n-d-811396-3 is: [{'id': 'd6f65ed3-3ecc-48b6-a7d1-fa9a8959ee9c', 'name': 'tempest-ServerRescueTestJSON-82608105-router', 'tenant_id': 'a5d48ee0610d454e931365a7ebb9878b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': '88845a83-7f31-44c3-b8d8-bf9e3a8d145d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:43:34Z', 'updated_at': '2021-10-20T10:43:37Z', 'revision_number': 3, 'project_id': 'a5d48ee0610d454e931365a7ebb9878b', 'gw_port': {'id': '88845a83-7f31-44c3-b8d8-bf9e3a8d145d', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:9a:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6f65ed3-3ecc-48b6-a7d1-fa9a8959ee9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2009, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:43:35Z', 'updated_at': '2021-10-20T10:43:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:43:41.717059 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-c250bd4c-d76b-4532-abc2-b99db548f62f service neutron] 10.222.0.55 "GET /v2.0/networks/5a3ba547-1c5f-4bda-b0cf-f555209356c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036077 Oct 20 10:43:41.723817 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78438fb3-e990-4e22-a8dc-fb4e7a712cf7 admin admin] Network 32cd625c-0c28-4194-8186-2066d5429b32 is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:43:41.731719 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-78438fb3-e990-4e22-a8dc-fb4e7a712cf7 admin admin] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:43:41.734099 n-d-811396-3 neutron-server[100597]: WARNING neutron.services.metering.metering_plugin [None req-bd09f168-36c0-4a32-8c20-78253fa3dbee tempest-MeteringIpV6TestJSON-1694084447 tempest-MeteringIpV6TestJSON-1694084447-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 20 10:43:41.831510 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41fa8e1c-1451-4097-9db2-7e9bfefeb32f tempest-FloatingIPAdminTestJSON-1964265563 tempest-FloatingIPAdminTestJSON-1964265563-project-admin] Router 9c160862-2223-44df-9ea0-335468ef3e12 has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:43:41.832409 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78438fb3-e990-4e22-a8dc-fb4e7a712cf7 admin admin] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:43:41.865914 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c7c9967d-19c7-4e38-a5d6-7f3099913d4d req-b5b7ff33-2e55-4d2e-88b2-54984523d985 service neutron] 10.222.0.55 "GET /v2.0/networks/5a3ba547-1c5f-4bda-b0cf-f555209356c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404598 Oct 20 10:43:42.181356 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0794feb-9f7f-48a1-8ce9-781ce67f5615 req-38b56dde-31be-4abb-a378-3ad56eeeb5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:42.181951 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0794feb-9f7f-48a1-8ce9-781ce67f5615 req-38b56dde-31be-4abb-a378-3ad56eeeb5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:42.182525 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0794feb-9f7f-48a1-8ce9-781ce67f5615 req-38b56dde-31be-4abb-a378-3ad56eeeb5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:42.183037 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0794feb-9f7f-48a1-8ce9-781ce67f5615 req-38b56dde-31be-4abb-a378-3ad56eeeb5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:42.183551 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0794feb-9f7f-48a1-8ce9-781ce67f5615 req-38b56dde-31be-4abb-a378-3ad56eeeb5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:42.184065 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0794feb-9f7f-48a1-8ce9-781ce67f5615 req-38b56dde-31be-4abb-a378-3ad56eeeb5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:42.184539 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0794feb-9f7f-48a1-8ce9-781ce67f5615 req-38b56dde-31be-4abb-a378-3ad56eeeb5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:42.186979 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e0794feb-9f7f-48a1-8ce9-781ce67f5615 req-38b56dde-31be-4abb-a378-3ad56eeeb5b5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cfcb374660ef40a8b05378b5e2eaff9e&device_id=9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c HTTP/1.1" status: 200 len: 6487 time: 0.0875552 Oct 20 10:43:42.323129 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0794feb-9f7f-48a1-8ce9-781ce67f5615 req-298d72d2-cccd-4005-ba00-a4ebce218bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:42.324968 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e0794feb-9f7f-48a1-8ce9-781ce67f5615 req-298d72d2-cccd-4005-ba00-a4ebce218bdf service neutron] 10.222.0.55 "GET /v2.0/networks?id=5a3ba547-1c5f-4bda-b0cf-f555209356c6 HTTP/1.1" status: 200 len: 903 time: 0.1278133 Oct 20 10:43:42.349868 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bd09f168-36c0-4a32-8c20-78253fa3dbee tempest-MeteringIpV6TestJSON-1694084447 tempest-MeteringIpV6TestJSON-1694084447-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:42.354690 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-bd09f168-36c0-4a32-8c20-78253fa3dbee tempest-MeteringIpV6TestJSON-1694084447 tempest-MeteringIpV6TestJSON-1694084447-project-admin] 10.222.0.64 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.9145563 Oct 20 10:43:42.361254 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 34154) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:42.372801 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-8050d5ba-e361-4cfb-9a54-cfd0f3abcd75 tempest-MeteringIpV6TestJSON-1694084447 tempest-MeteringIpV6TestJSON-1694084447-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '6d5f22b3-683f-41c1-b88d-7b3b467110a6'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:43:42.373376 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-8050d5ba-e361-4cfb-9a54-cfd0f3abcd75 tempest-MeteringIpV6TestJSON-1694084447 tempest-MeteringIpV6TestJSON-1694084447-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=100597) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 20 10:43:42.396206 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e0794feb-9f7f-48a1-8ce9-781ce67f5615 req-7d5d79d6-0c6f-49fe-a10c-5ee897d8eb2d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d0675769-de69-4a35-beb7-6d50c8201cd3 HTTP/1.1" status: 200 len: 217 time: 0.0589981 Oct 20 10:43:42.401585 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-78438fb3-e990-4e22-a8dc-fb4e7a712cf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1774540'] for router_interface, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:42.409710 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78438fb3-e990-4e22-a8dc-fb4e7a712cf7 admin admin] Pushing event updated for resources: {'Port': ['ID=3b7fb8c9-e0bd-4e1a-8f57-0bfd1ae8d51b,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:42.494168 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0794feb-9f7f-48a1-8ce9-781ce67f5615 req-44b25598-6bae-4887-a264-853a23cd8837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:42.496313 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e0794feb-9f7f-48a1-8ce9-781ce67f5615 req-44b25598-6bae-4887-a264-853a23cd8837 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=22db2ce2-efe8-4e35-9c70-b815c9c036db HTTP/1.1" status: 200 len: 797 time: 0.0846593 Oct 20 10:43:42.581493 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 88845a83-7f31-44c3-b8d8-bf9e3a8d145d up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:43:42.677579 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0794feb-9f7f-48a1-8ce9-781ce67f5615 req-667df2f2-8462-4099-9abb-70e0b079f5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:42.685948 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e0794feb-9f7f-48a1-8ce9-781ce67f5615 req-667df2f2-8462-4099-9abb-70e0b079f5de service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5a3ba547-1c5f-4bda-b0cf-f555209356c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1803720 Oct 20 10:43:42.689638 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41fa8e1c-1451-4097-9db2-7e9bfefeb32f tempest-FloatingIPAdminTestJSON-1964265563 tempest-FloatingIPAdminTestJSON-1964265563-project-admin] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:43:42.700396 n-d-811396-3 neutron-server[100597]: WARNING neutron.services.metering.metering_plugin [None req-8050d5ba-e361-4cfb-9a54-cfd0f3abcd75 tempest-MeteringIpV6TestJSON-1694084447 tempest-MeteringIpV6TestJSON-1694084447-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 20 10:43:42.725788 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff67ced-fa41-4c82-a44f-569e8b3dd2cb None None] Sync routers for ids ['9c160862-2223-44df-9ea0-335468ef3e12'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:43:42.742402 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff67ced-fa41-4c82-a44f-569e8b3dd2cb None None] Routers {'9c160862-2223-44df-9ea0-335468ef3e12'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:43:42.743309 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-dff67ced-fa41-4c82-a44f-569e8b3dd2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:43:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['9c160862-2223-44df-9ea0-335468ef3e12'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:43:42.799098 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-dff67ced-fa41-4c82-a44f-569e8b3dd2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:43:42.812955 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff67ced-fa41-4c82-a44f-569e8b3dd2cb None None] Routers {'9c160862-2223-44df-9ea0-335468ef3e12'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:43:42.814286 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-dff67ced-fa41-4c82-a44f-569e8b3dd2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:43:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['9c160862-2223-44df-9ea0-335468ef3e12'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:43:42.823042 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 34162) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:42.854686 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 88845a83-7f31-44c3-b8d8-bf9e3a8d145d triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:43:42.855260 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:42.884489 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8050d5ba-e361-4cfb-9a54-cfd0f3abcd75 tempest-MeteringIpV6TestJSON-1694084447 tempest-MeteringIpV6TestJSON-1694084447-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:42.885846 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-8050d5ba-e361-4cfb-9a54-cfd0f3abcd75 tempest-MeteringIpV6TestJSON-1694084447 tempest-MeteringIpV6TestJSON-1694084447-project-admin] 10.222.0.64 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.5207570 Oct 20 10:43:42.891678 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 34164) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:42.898898 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-dff67ced-fa41-4c82-a44f-569e8b3dd2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:43:42.899997 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff67ced-fa41-4c82-a44f-569e8b3dd2cb None None] The sync data for ids ['9c160862-2223-44df-9ea0-335468ef3e12'] in n-d-811396-3 is: [] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:43:42.921702 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-6c7de732-477a-4f81-af3a-fdf9c8caee4e tempest-MeteringIpV6TestJSON-1694084447 tempest-MeteringIpV6TestJSON-1694084447-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-label-rules?id=88dc0f13-bfe9-4b79-896a-c7202aea1353 HTTP/1.1" status: 200 len: 462 time: 0.0267532 Oct 20 10:43:42.927158 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 34166) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:42.969827 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:42.974941 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e0794feb-9f7f-48a1-8ce9-781ce67f5615 req-16093cf6-c1bd-4026-9b72-2e23efbf7ef7 service neutron] 10.222.0.55 "GET /v2.0/networks/5a3ba547-1c5f-4bda-b0cf-f555209356c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2789307 Oct 20 10:43:43.003308 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] For port 88845a83-7f31-44c3-b8d8-bf9e3a8d145d, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=88845a83-7f31-44c3-b8d8-bf9e3a8d145d,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:43:43.011983 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:43.019642 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-41fa8e1c-1451-4097-9db2-7e9bfefeb32f tempest-FloatingIPAdminTestJSON-1964265563 tempest-FloatingIPAdminTestJSON-1964265563-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for floatingip, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:43.058387 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4c68bc-e1cb-4c77-972b-6e5c50a1aa90 req-c2e2a945-088c-4335-82bc-ca84b44ed63c tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:43.065545 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4c68bc-e1cb-4c77-972b-6e5c50a1aa90 req-c2e2a945-088c-4335-82bc-ca84b44ed63c tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:43.069373 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-41fa8e1c-1451-4097-9db2-7e9bfefeb32f tempest-FloatingIPAdminTestJSON-1964265563 tempest-FloatingIPAdminTestJSON-1964265563-project-admin] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 6.1142685 Oct 20 10:43:43.072235 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4c68bc-e1cb-4c77-972b-6e5c50a1aa90 req-c2e2a945-088c-4335-82bc-ca84b44ed63c tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:43.078434 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4c68bc-e1cb-4c77-972b-6e5c50a1aa90 req-c2e2a945-088c-4335-82bc-ca84b44ed63c tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:43.079032 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Pushing event updated for resources: {'Port': ['ID=88845a83-7f31-44c3-b8d8-bf9e3a8d145d,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:43.092991 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4c68bc-e1cb-4c77-972b-6e5c50a1aa90 req-c2e2a945-088c-4335-82bc-ca84b44ed63c tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:43.100328 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4c68bc-e1cb-4c77-972b-6e5c50a1aa90 req-c2e2a945-088c-4335-82bc-ca84b44ed63c tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:43.106490 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4c68bc-e1cb-4c77-972b-6e5c50a1aa90 req-c2e2a945-088c-4335-82bc-ca84b44ed63c tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:43.108462 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cc4c68bc-e1cb-4c77-972b-6e5c50a1aa90 req-c2e2a945-088c-4335-82bc-ca84b44ed63c tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.64 "GET /v2.0/ports?device_id=9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c HTTP/1.1" status: 200 len: 5430 time: 0.3481452 Oct 20 10:43:43.120660 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 34170) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:43.226312 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-00b4ea49-7dcb-4d78-a713-c6de17d5fa5c tempest-MeteringIpV6TestJSON-1694084447 tempest-MeteringIpV6TestJSON-1694084447-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:43.228129 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-00b4ea49-7dcb-4d78-a713-c6de17d5fa5c tempest-MeteringIpV6TestJSON-1694084447 tempest-MeteringIpV6TestJSON-1694084447-project-admin] 10.222.0.64 "DELETE /v2.0/metering/metering-label-rules/88dc0f13-bfe9-4b79-896a-c7202aea1353 HTTP/1.1" status: 204 len: 168 time: 0.2976785 Oct 20 10:43:43.230452 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 34178) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:43.241723 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-78438fb3-e990-4e22-a8dc-fb4e7a712cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:43.256790 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-6b736265-b773-4909-ae23-377844af7432 tempest-MeteringIpV6TestJSON-1694084447 tempest-MeteringIpV6TestJSON-1694084447-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-label-rules?id=88dc0f13-bfe9-4b79-896a-c7202aea1353 HTTP/1.1" status: 200 len: 221 time: 0.0253191 Oct 20 10:43:43.265292 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 34180) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:43.276602 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-791b4de6-d1db-4ff7-8f02-5d77a6a954d3 tempest-MeteringIpV6TestJSON-1694084447 tempest-MeteringIpV6TestJSON-1694084447-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1762236882', 'description': 'label created by tempest'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:43:43.277118 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-791b4de6-d1db-4ff7-8f02-5d77a6a954d3 tempest-MeteringIpV6TestJSON-1694084447 tempest-MeteringIpV6TestJSON-1694084447-project-admin] Unknown quota resources ['metering_label']. {{(pid=100597) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 20 10:43:43.310080 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb92886f-55b7-4c29-b5d5-d795203c5939 req-06c64269-adf4-4585-bdcb-b9fa471ec00d tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:43.320369 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bb92886f-55b7-4c29-b5d5-d795203c5939 req-06c64269-adf4-4585-bdcb-b9fa471ec00d tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] 10.222.0.64 "GET /v2.0/ports?device_id=68c742d4-7181-43c0-aac2-2c1b8eda87d6 HTTP/1.1" status: 200 len: 945 time: 0.5855217 Oct 20 10:43:43.350862 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8b6c13c8-5e0f-43fc-8f40-ac96140354cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:43.397681 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e0794feb-9f7f-48a1-8ce9-781ce67f5615 req-9d5d134d-2650-4279-916a-64a51d64e57f service neutron] 10.222.0.55 "GET /v2.0/networks/5a3ba547-1c5f-4bda-b0cf-f555209356c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4128773 Oct 20 10:43:43.410139 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-be2dc8e0-f33a-4eea-bded-79a343f0e189 tempest-FloatingIPAdminTestJSON-1964265563 tempest-FloatingIPAdminTestJSON-1964265563-project-admin] 10.222.0.64 "GET /v2.0/floatingips/f2315764-06d7-4177-b8e2-f807b2f52170 HTTP/1.1" status: 200 len: 983 time: 0.2875991 Oct 20 10:43:43.414465 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cc4c68bc-e1cb-4c77-972b-6e5c50a1aa90 req-bea4a2fc-fdb9-4787-ba2b-a1416fd7014a tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.64 "GET /v2.0/security-groups?id=112bbbcd-cedd-416d-87db-f3a7d2197192&id=40e57539-8f43-4a87-8d18-5d8780562b01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2792177 Oct 20 10:43:43.438743 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 34184) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:43.449125 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bb92886f-55b7-4c29-b5d5-d795203c5939 req-1bc72c9f-01cc-4ec9-b0c9-ab80e5f126be tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] 10.222.0.64 "GET /v2.0/security-groups?id=7975bea3-846b-43cc-b5f2-c6ce0fda577e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275964 Oct 20 10:43:43.557907 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8b6c13c8-5e0f-43fc-8f40-ac96140354cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:43.562711 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8b6c13c8-5e0f-43fc-8f40-ac96140354cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:43.597556 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6c13c8-5e0f-43fc-8f40-ac96140354cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fed036f-190a-4927-8198-e2b7c6ec8b28,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:43.636661 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-8b6c13c8-5e0f-43fc-8f40-ac96140354cb admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=31a6e42fe73c446686e73b770c177398&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6735640 Oct 20 10:43:43.639130 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 34186) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:43.718102 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6b17117b-a03d-4821-a3e3-3e6c77a74799 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:43.748282 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6b17117b-a03d-4821-a3e3-3e6c77a74799 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:43.758864 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-78438fb3-e990-4e22-a8dc-fb4e7a712cf7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:43.774757 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-78438fb3-e990-4e22-a8dc-fb4e7a712cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:43.806209 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6b17117b-a03d-4821-a3e3-3e6c77a74799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:43.816524 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6b17117b-a03d-4821-a3e3-3e6c77a74799 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:43.818504 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-6b17117b-a03d-4821-a3e3-3e6c77a74799 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8fed036f-190a-4927-8198-e2b7c6ec8b28 HTTP/1.1" status: 204 len: 168 time: 0.1777573 Oct 20 10:43:43.829203 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b17117b-a03d-4821-a3e3-3e6c77a74799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fed036f-190a-4927-8198-e2b7c6ec8b28,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:43.883732 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78438fb3-e990-4e22-a8dc-fb4e7a712cf7 admin admin] Pushing event updated for resources: {'Port': ['ID=3b7fb8c9-e0bd-4e1a-8f57-0bfd1ae8d51b,revision_number=2']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:43.891650 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-791b4de6-d1db-4ff7-8f02-5d77a6a954d3 tempest-MeteringIpV6TestJSON-1694084447 tempest-MeteringIpV6TestJSON-1694084447-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:43.893098 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-791b4de6-d1db-4ff7-8f02-5d77a6a954d3 tempest-MeteringIpV6TestJSON-1694084447 tempest-MeteringIpV6TestJSON-1694084447-project-admin] 10.222.0.64 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.6265826 Oct 20 10:43:43.896020 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 34190) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:43.911310 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-ee1db973-1cd8-4612-b00c-cdc1a874ebbb tempest-FloatingIPAdminTestJSON-1964265563 tempest-FloatingIPAdminTestJSON-1964265563-project-admin] 10.222.0.64 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2731 time: 0.4623067 Oct 20 10:43:43.915912 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 34192) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:43.971906 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-78438fb3-e990-4e22-a8dc-fb4e7a712cf7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1774432'] for router_interface, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:44.010567 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-0c4cae3b-b77e-4046-8686-fc37d80ab1c0 tempest-MeteringIpV6TestJSON-1694084447 tempest-MeteringIpV6TestJSON-1694084447-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-labels?id=724a9e7c-8595-4c69-ab64-123b9770832f HTTP/1.1" status: 200 len: 468 time: 0.1113589 Oct 20 10:43:44.011803 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 34194) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:44.102014 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78438fb3-e990-4e22-a8dc-fb4e7a712cf7 admin admin] Network 32cd625c-0c28-4194-8186-2066d5429b32 is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:43:44.104955 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-78438fb3-e990-4e22-a8dc-fb4e7a712cf7 admin admin] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:43:44.303974 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 34198) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:44.314500 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-40984ac7-c640-440f-87ef-0aa7f6918da5 tempest-MeteringIpV6TestJSON-1694084447 tempest-MeteringIpV6TestJSON-1694084447-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:44.317697 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-40984ac7-c640-440f-87ef-0aa7f6918da5 tempest-MeteringIpV6TestJSON-1694084447 tempest-MeteringIpV6TestJSON-1694084447-project-admin] 10.222.0.64 "DELETE /v2.0/metering/metering-labels/724a9e7c-8595-4c69-ab64-123b9770832f HTTP/1.1" status: 204 len: 168 time: 0.3028531 Oct 20 10:43:44.321089 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 34200) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:44.329469 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3ac2b00e-ca03-4a70-970b-94c41d8f19af admin admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:44.334050 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78438fb3-e990-4e22-a8dc-fb4e7a712cf7 admin admin] Router d6f65ed3-3ecc-48b6-a7d1-fa9a8959ee9c has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:43:44.336596 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-a8456646-ad32-4c79-9024-269822ef2e80 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Deleting port 5b1453c5-c29f-4b0c-b9e8-1e7528cd2386 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:43:44.336885 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a8456646-ad32-4c79-9024-269822ef2e80 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:44.347016 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-0389361e-4df4-41f1-86da-bd196097f4cd tempest-MeteringIpV6TestJSON-1694084447 tempest-MeteringIpV6TestJSON-1694084447-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-labels?id=724a9e7c-8595-4c69-ab64-123b9770832f HTTP/1.1" status: 200 len: 216 time: 0.0195315 Oct 20 10:43:44.353871 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 34204) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:44.369743 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-eee0ea1d-0b28-4745-b494-4c022b358f8a tempest-MeteringIpV6TestJSON-1694084447 tempest-MeteringIpV6TestJSON-1694084447-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0113282 Oct 20 10:43:44.370907 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 34206) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:44.386351 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-afadf7d7-0ed2-43a4-aa4f-d1fc8aa3a7f6 tempest-MeteringIpV6TestJSON-1694084447 tempest-MeteringIpV6TestJSON-1694084447-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0119112 Oct 20 10:43:44.388453 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 34208) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:44.479497 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-f5488f99-fd01-4760-94a4-9a5b535fe0a2 tempest-MeteringIpV6TestJSON-1694084447 tempest-MeteringIpV6TestJSON-1694084447-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-labels/6d5f22b3-683f-41c1-b88d-7b3b467110a6 HTTP/1.1" status: 200 len: 472 time: 0.0900698 Oct 20 10:43:44.482968 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 34214) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:44.495478 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-fe503689-cd14-4571-b23a-2c87209de566 tempest-MeteringIpV6TestJSON-1694084447 tempest-MeteringIpV6TestJSON-1694084447-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-label-rules/fb91077e-130d-4ceb-b4b6-c59a6b887a1d HTTP/1.1" status: 200 len: 459 time: 0.0112565 Oct 20 10:43:44.499352 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 34216) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:44.530045 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 88845a83-7f31-44c3-b8d8-bf9e3a8d145d up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:43:44.536981 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a8456646-ad32-4c79-9024-269822ef2e80 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:44.537654 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a8456646-ad32-4c79-9024-269822ef2e80 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:44.574973 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-a8456646-ad32-4c79-9024-269822ef2e80 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Calling delete_port for 5b1453c5-c29f-4b0c-b9e8-1e7528cd2386 owned by network:floatingip {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:43:44.584562 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78438fb3-e990-4e22-a8dc-fb4e7a712cf7 admin admin] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:43:44.596638 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-78438fb3-e990-4e22-a8dc-fb4e7a712cf7 admin admin] 10.222.0.64 "PUT /v2.0/routers/d6f65ed3-3ecc-48b6-a7d1-fa9a8959ee9c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0678294 Oct 20 10:43:44.605866 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb224e34-b947-4c08-a09b-4abace7cd210 None None] Sync routers for ids ['d6f65ed3-3ecc-48b6-a7d1-fa9a8959ee9c'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:43:44.611737 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 88845a83-7f31-44c3-b8d8-bf9e3a8d145d triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:43:44.612831 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:44.647625 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb224e34-b947-4c08-a09b-4abace7cd210 None None] Routers {'d6f65ed3-3ecc-48b6-a7d1-fa9a8959ee9c'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:43:44.648261 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-eb224e34-b947-4c08-a09b-4abace7cd210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:43:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['d6f65ed3-3ecc-48b6-a7d1-fa9a8959ee9c'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:43:44.795465 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-9b112603-66c9-473d-a6f1-beb72aecb0c6 tempest-MeteringIpV6TestJSON-1694084447 tempest-MeteringIpV6TestJSON-1694084447-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:44.796627 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-9b112603-66c9-473d-a6f1-beb72aecb0c6 tempest-MeteringIpV6TestJSON-1694084447 tempest-MeteringIpV6TestJSON-1694084447-project-admin] 10.222.0.64 "DELETE /v2.0/metering/metering-label-rules/fb91077e-130d-4ceb-b4b6-c59a6b887a1d HTTP/1.1" status: 204 len: 168 time: 0.2962785 Oct 20 10:43:44.802138 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 34222) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:44.803988 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3ac2b00e-ca03-4a70-970b-94c41d8f19af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:44.815741 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3ac2b00e-ca03-4a70-970b-94c41d8f19af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:44.844488 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-3ac2b00e-ca03-4a70-970b-94c41d8f19af admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5ed74215e0404556aab9f759d0694e2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5393538 Oct 20 10:43:44.850342 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 34224) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:44.890053 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ce7083-5f3e-4d0c-8472-11f65787b4d6 req-fd377339-88f3-4747-9e30-5203fe69675a tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:44.898075 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c6ce7083-5f3e-4d0c-8472-11f65787b4d6 req-fd377339-88f3-4747-9e30-5203fe69675a tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] 10.222.0.64 "GET /v2.0/ports?device_id=68c742d4-7181-43c0-aac2-2c1b8eda87d6 HTTP/1.1" status: 200 len: 945 time: 0.3029568 Oct 20 10:43:44.925833 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a60cc5d-d750-4ba7-a7c5-de95d0089665 req-b9621f32-328e-4b7f-a018-e9dc57b41aee tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:44.932079 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a60cc5d-d750-4ba7-a7c5-de95d0089665 req-b9621f32-328e-4b7f-a018-e9dc57b41aee tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:44.938027 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a60cc5d-d750-4ba7-a7c5-de95d0089665 req-b9621f32-328e-4b7f-a018-e9dc57b41aee tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:44.944558 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a60cc5d-d750-4ba7-a7c5-de95d0089665 req-b9621f32-328e-4b7f-a018-e9dc57b41aee tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:44.951115 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a60cc5d-d750-4ba7-a7c5-de95d0089665 req-b9621f32-328e-4b7f-a018-e9dc57b41aee tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:44.956851 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a60cc5d-d750-4ba7-a7c5-de95d0089665 req-b9621f32-328e-4b7f-a018-e9dc57b41aee tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:44.961675 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-eb224e34-b947-4c08-a09b-4abace7cd210 None None] Set router d6f65ed3-3ecc-48b6-a7d1-fa9a8959ee9c gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:43:44.962897 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a60cc5d-d750-4ba7-a7c5-de95d0089665 req-b9621f32-328e-4b7f-a018-e9dc57b41aee tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:44.971483 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0a60cc5d-d750-4ba7-a7c5-de95d0089665 req-b9621f32-328e-4b7f-a018-e9dc57b41aee tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.64 "GET /v2.0/ports?device_id=9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c HTTP/1.1" status: 200 len: 5430 time: 0.3747661 Oct 20 10:43:45.000347 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac2b00e-ca03-4a70-970b-94c41d8f19af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfafec24-addb-4f6d-ba70-bade684004b6,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:45.068083 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c6ce7083-5f3e-4d0c-8472-11f65787b4d6 req-09764076-e9b5-4c70-b118-59c41bd4337e tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] 10.222.0.64 "GET /v2.0/security-groups?id=7975bea3-846b-43cc-b5f2-c6ce0fda577e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690040 Oct 20 10:43:45.077811 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-32109ffc-1f68-47db-a334-4a937363036b tempest-MeteringIpV6TestJSON-1694084447 tempest-MeteringIpV6TestJSON-1694084447-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:45.082094 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-32109ffc-1f68-47db-a334-4a937363036b tempest-MeteringIpV6TestJSON-1694084447 tempest-MeteringIpV6TestJSON-1694084447-project-admin] 10.222.0.64 "DELETE /v2.0/metering/metering-labels/6d5f22b3-683f-41c1-b88d-7b3b467110a6 HTTP/1.1" status: 204 len: 168 time: 0.2758498 Oct 20 10:43:45.097522 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0a60cc5d-d750-4ba7-a7c5-de95d0089665 req-6d4fb5af-71b2-408f-a391-af519aa0b7b2 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.64 "GET /v2.0/security-groups?id=112bbbcd-cedd-416d-87db-f3a7d2197192&id=40e57539-8f43-4a87-8d18-5d8780562b01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1204135 Oct 20 10:43:45.103154 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d954d5c2-db08-4161-990e-9be1ba9bb183 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:45.110022 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a8456646-ad32-4c79-9024-269822ef2e80 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:45.149746 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d954d5c2-db08-4161-990e-9be1ba9bb183 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:45.167008 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8456646-ad32-4c79-9024-269822ef2e80 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Pushing event deleted for resources: {'Port': ['ID=5b1453c5-c29f-4b0c-b9e8-1e7528cd2386,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:45.227513 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d954d5c2-db08-4161-990e-9be1ba9bb183 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:45.231651 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d954d5c2-db08-4161-990e-9be1ba9bb183 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:45.237905 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-d954d5c2-db08-4161-990e-9be1ba9bb183 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/cfafec24-addb-4f6d-ba70-bade684004b6 HTTP/1.1" status: 204 len: 168 time: 0.3803036 Oct 20 10:43:45.252894 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d954d5c2-db08-4161-990e-9be1ba9bb183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfafec24-addb-4f6d-ba70-bade684004b6,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:45.268663 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a8456646-ad32-4c79-9024-269822ef2e80 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Publish callbacks [] for floatingip, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:45.269003 n-d-811396-3 neutron-server[100597]: INFO neutron.db.l3_db [None req-a8456646-ad32-4c79-9024-269822ef2e80 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Floating IP f2315764-06d7-4177-b8e2-f807b2f52170 disassociated (deleted). External IP: 172.25.1.142, port: 3cfcd04e-3707-4f0b-9134-7a0712735192. Oct 20 10:43:45.397393 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-eb224e34-b947-4c08-a09b-4abace7cd210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f65ed3-3ecc-48b6-a7d1-fa9a8959ee9c', 'name': 'tempest-ServerRescueTestJSON-82608105-router', 'tenant_id': 'a5d48ee0610d454e931365a7ebb9878b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': '88845a83-7f31-44c3-b8d8-bf9e3a8d145d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:43:34Z', 'updated_at': '2021-10-20T10:43:43Z', 'revision_number': 4, 'project_id': 'a5d48ee0610d454e931365a7ebb9878b', 'gw_port': {'id': '88845a83-7f31-44c3-b8d8-bf9e3a8d145d', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:9a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f65ed3-3ecc-48b6-a7d1-fa9a8959ee9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2009, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:43:35Z', 'updated_at': '2021-10-20T10:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '3b7fb8c9-e0bd-4e1a-8f57-0bfd1ae8d51b', 'name': '', 'network_id': '32cd625c-0c28-4194-8186-2066d5429b32', 'tenant_id': 'a5d48ee0610d454e931365a7ebb9878b', 'mac_address': 'fa:16:3e:35:5f:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6f65ed3-3ecc-48b6-a7d1-fa9a8959ee9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2012, 'fixed_ips': [{'subnet_id': '05895157-c41c-46bb-98e0-d9303e53a145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:43:40Z', 'updated_at': '2021-10-20T10:43:43Z', 'revision_number': 2, 'project_id': 'a5d48ee0610d454e931365a7ebb9878b', 'subnets': [{'id': '05895157-c41c-46bb-98e0-d9303e53a145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:43:45.455752 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb224e34-b947-4c08-a09b-4abace7cd210 None None] Checking router: d6f65ed3-3ecc-48b6-a7d1-fa9a8959ee9c for host: n-d-811396-3 {{(pid=100599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:43:45.456063 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb224e34-b947-4c08-a09b-4abace7cd210 None None] Updating router d6f65ed3-3ecc-48b6-a7d1-fa9a8959ee9c port 3b7fb8c9-e0bd-4e1a-8f57-0bfd1ae8d51b binding host n-d-811396-3 {{(pid=100599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 10:43:45.529458 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 34248) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:45.537264 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-eb224e34-b947-4c08-a09b-4abace7cd210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:45.599493 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eab0c3-b0a7-4f92-b028-f8a7b8a1f12d req-13758205-2dfc-4e63-8ecf-76696a6d35ba tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:45.601826 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-88eab0c3-b0a7-4f92-b028-f8a7b8a1f12d req-13758205-2dfc-4e63-8ecf-76696a6d35ba tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] 10.222.0.64 "GET /v2.0/networks?id=32cd625c-0c28-4194-8186-2066d5429b32 HTTP/1.1" status: 200 len: 809 time: 0.2040963 Oct 20 10:43:45.623300 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-88eab0c3-b0a7-4f92-b028-f8a7b8a1f12d req-17bae3e4-0cd1-4df2-86d0-28a07f854d24 tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] 10.222.0.64 "GET /v2.0/quotas/a5d48ee0610d454e931365a7ebb9878b HTTP/1.1" status: 200 len: 375 time: 0.0157766 Oct 20 10:43:45.721613 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-88eab0c3-b0a7-4f92-b028-f8a7b8a1f12d req-e1d34a88-7cdc-4163-8a94-9145e3fd8e75 tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=a5d48ee0610d454e931365a7ebb9878b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0903697 Oct 20 10:43:45.790759 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8456646-ad32-4c79-9024-269822ef2e80 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Router 9c160862-2223-44df-9ea0-335468ef3e12 has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:43:45.851283 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-88eab0c3-b0a7-4f92-b028-f8a7b8a1f12d req-28eacc2d-aa46-45c8-8763-07f354eadf6d service neutron] 10.222.0.64 "GET /v2.0/networks/32cd625c-0c28-4194-8186-2066d5429b32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224191 Oct 20 10:43:45.946146 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-44989460-5b1d-4f82-975e-1997c2f9bfe6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:45.966465 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8456646-ad32-4c79-9024-269822ef2e80 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:43:45.976517 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a8456646-ad32-4c79-9024-269822ef2e80 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for floatingip, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:45.982801 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df279210-3469-4e27-8af4-554608f5f7e1 None None] Sync routers for ids ['9c160862-2223-44df-9ea0-335468ef3e12'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:43:45.992178 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-88eab0c3-b0a7-4f92-b028-f8a7b8a1f12d req-7c22e43a-659d-4661-bed7-875a0db8bbd2 service neutron] 10.222.0.64 "GET /v2.0/networks/32cd625c-0c28-4194-8186-2066d5429b32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344371 Oct 20 10:43:45.998746 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df279210-3469-4e27-8af4-554608f5f7e1 None None] Routers {'9c160862-2223-44df-9ea0-335468ef3e12'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:43:45.999924 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-df279210-3469-4e27-8af4-554608f5f7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:43:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['9c160862-2223-44df-9ea0-335468ef3e12'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:43:46.033303 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-a8456646-ad32-4c79-9024-269822ef2e80 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] 10.222.0.64 "DELETE /v2.0/floatingips/f2315764-06d7-4177-b8e2-f807b2f52170 HTTP/1.1" status: 204 len: 168 time: 2.1145849 Oct 20 10:43:46.037454 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 34260) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:46.042501 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-5cb64c47-5b93-44bd-a275-82e6bec12cd2 tempest-FloatingIPAdminTestJSON-1964265563 tempest-FloatingIPAdminTestJSON-1964265563-project-admin] Request body: {'floatingip': {'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:43:46.057711 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-eb224e34-b947-4c08-a09b-4abace7cd210 None None] Publish callbacks [] for port, precommit_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:46.069864 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-eb224e34-b947-4c08-a09b-4abace7cd210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:46.089556 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5cb64c47-5b93-44bd-a275-82e6bec12cd2 tempest-FloatingIPAdminTestJSON-1964265563 tempest-FloatingIPAdminTestJSON-1964265563-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:46.124014 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-df279210-3469-4e27-8af4-554608f5f7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:43:46.149941 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df279210-3469-4e27-8af4-554608f5f7e1 None None] Routers {'9c160862-2223-44df-9ea0-335468ef3e12'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:43:46.150678 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-df279210-3469-4e27-8af4-554608f5f7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:43:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['9c160862-2223-44df-9ea0-335468ef3e12'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:43:46.157937 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-44989460-5b1d-4f82-975e-1997c2f9bfe6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:46.162241 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-44989460-5b1d-4f82-975e-1997c2f9bfe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:46.261689 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-df279210-3469-4e27-8af4-554608f5f7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:43:46.264206 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df279210-3469-4e27-8af4-554608f5f7e1 None None] The sync data for ids ['9c160862-2223-44df-9ea0-335468ef3e12'] in n-d-811396-3 is: [] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:43:46.280759 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44989460-5b1d-4f82-975e-1997c2f9bfe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a999d1b-2baa-4cba-b799-169451b9239f,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:46.294717 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-44989460-5b1d-4f82-975e-1997c2f9bfe6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d6f052a3bc7640bfaff75d78116afe3f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7635751 Oct 20 10:43:46.300025 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 34276) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:46.304103 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9408dd-48a1-4124-b73b-67f86530a91c req-de063606-b123-41dd-9361-29ce3d11a6e6 tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:46.312929 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ca9408dd-48a1-4124-b73b-67f86530a91c req-de063606-b123-41dd-9361-29ce3d11a6e6 tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] 10.222.0.64 "GET /v2.0/ports?device_id=68c742d4-7181-43c0-aac2-2c1b8eda87d6 HTTP/1.1" status: 200 len: 945 time: 0.0960083 Oct 20 10:43:46.374410 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ca9408dd-48a1-4124-b73b-67f86530a91c req-bac10bed-d844-413e-8071-54891ab8bb87 tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] 10.222.0.64 "GET /v2.0/security-groups?id=7975bea3-846b-43cc-b5f2-c6ce0fda577e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558624 Oct 20 10:43:46.397554 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941bbc7e-010d-4373-b1c3-23291a5e8c0f None None] Pushing event updated for resources: {'Port': ['ID=3b7fb8c9-e0bd-4e1a-8f57-0bfd1ae8d51b,revision_number=3']} {{(pid=100599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:46.401371 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5cb64c47-5b93-44bd-a275-82e6bec12cd2 tempest-FloatingIPAdminTestJSON-1964265563 tempest-FloatingIPAdminTestJSON-1964265563-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:46.426217 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6e2fbcf5-5ff8-4f7d-b29b-824f5b38ef77 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:46.466524 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 34280) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:46.476568 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-eb224e34-b947-4c08-a09b-4abace7cd210 None None] Attempting to bind port 3b7fb8c9-e0bd-4e1a-8f57-0bfd1ae8d51b on host n-d-811396-3 for vnic_type normal with profile {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:43:46.477127 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-eb224e34-b947-4c08-a09b-4abace7cd210 None None] Attempting to bind port 3b7fb8c9-e0bd-4e1a-8f57-0bfd1ae8d51b by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '33d715ee-f8c8-4d27-ad3a-7306e4a5ba8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '32cd625c-0c28-4194-8186-2066d5429b32'}] {{(pid=100599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:43:46.478233 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb224e34-b947-4c08-a09b-4abace7cd210 None None] Attempting to bind port 3b7fb8c9-e0bd-4e1a-8f57-0bfd1ae8d51b on network 32cd625c-0c28-4194-8186-2066d5429b32 {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:43:46.485799 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb224e34-b947-4c08-a09b-4abace7cd210 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:43:46.486170 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb224e34-b947-4c08-a09b-4abace7cd210 None None] Checking segment: {'id': '33d715ee-f8c8-4d27-ad3a-7306e4a5ba8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '32cd625c-0c28-4194-8186-2066d5429b32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:43:46.487173 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-eb224e34-b947-4c08-a09b-4abace7cd210 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:46.487586 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb224e34-b947-4c08-a09b-4abace7cd210 None None] Bound using segment: {'id': '33d715ee-f8c8-4d27-ad3a-7306e4a5ba8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '32cd625c-0c28-4194-8186-2066d5429b32'} {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:43:46.488055 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-eb224e34-b947-4c08-a09b-4abace7cd210 None None] Bound port: 3b7fb8c9-e0bd-4e1a-8f57-0bfd1ae8d51b, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33d715ee-f8c8-4d27-ad3a-7306e4a5ba8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '32cd625c-0c28-4194-8186-2066d5429b32'}}] {{(pid=100599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:43:46.488236 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6e2fbcf5-5ff8-4f7d-b29b-824f5b38ef77 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:46.488425 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-eb224e34-b947-4c08-a09b-4abace7cd210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:46.567229 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6e2fbcf5-5ff8-4f7d-b29b-824f5b38ef77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:46.571617 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6e2fbcf5-5ff8-4f7d-b29b-824f5b38ef77 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:46.575201 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-6e2fbcf5-5ff8-4f7d-b29b-824f5b38ef77 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3a999d1b-2baa-4cba-b799-169451b9239f HTTP/1.1" status: 204 len: 168 time: 0.2719946 Oct 20 10:43:46.610789 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e3811f04-10e8-477d-b527-2078b962d866 req-7eb68282-5aea-4245-bd30-9cc57408f6fa tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] 10.222.0.64 "GET /v2.0/ports?device_id=af0da1c2-0e72-46be-bfb4-32abb7302e65 HTTP/1.1" status: 200 len: 210 time: 0.1177959 Oct 20 10:43:46.611344 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2fbcf5-5ff8-4f7d-b29b-824f5b38ef77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a999d1b-2baa-4cba-b799-169451b9239f,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:46.651873 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.db [None req-eb224e34-b947-4c08-a09b-4abace7cd210 None None] For port 3b7fb8c9-e0bd-4e1a-8f57-0bfd1ae8d51b, host n-d-811396-3, cleared binding levels {{(pid=100599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:43:46.656585 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.db [None req-eb224e34-b947-4c08-a09b-4abace7cd210 None None] For port 3b7fb8c9-e0bd-4e1a-8f57-0bfd1ae8d51b, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=3b7fb8c9-e0bd-4e1a-8f57-0bfd1ae8d51b,segment=NetworkSegment(33d715ee-f8c8-4d27-ad3a-7306e4a5ba8d),segment_id=33d715ee-f8c8-4d27-ad3a-7306e4a5ba8d)] {{(pid=100599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:43:46.665629 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-eb224e34-b947-4c08-a09b-4abace7cd210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:46.710597 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a937b9-2463-44fe-b25b-39a9871b8c9c req-28ef9594-e4ba-40f1-b2eb-b0729fd1c3f5 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:46.725727 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a937b9-2463-44fe-b25b-39a9871b8c9c req-28ef9594-e4ba-40f1-b2eb-b0729fd1c3f5 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:46.727889 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941bbc7e-010d-4373-b1c3-23291a5e8c0f None None] Pushing event updated for resources: {'Port': ['ID=3b7fb8c9-e0bd-4e1a-8f57-0bfd1ae8d51b,revision_number=4']} {{(pid=100599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:46.743356 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a937b9-2463-44fe-b25b-39a9871b8c9c req-28ef9594-e4ba-40f1-b2eb-b0729fd1c3f5 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:46.747262 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb224e34-b947-4c08-a09b-4abace7cd210 None None] Routers {'d6f65ed3-3ecc-48b6-a7d1-fa9a8959ee9c'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:43:46.748034 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-eb224e34-b947-4c08-a09b-4abace7cd210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:43:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['d6f65ed3-3ecc-48b6-a7d1-fa9a8959ee9c'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:43:46.754884 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a937b9-2463-44fe-b25b-39a9871b8c9c req-28ef9594-e4ba-40f1-b2eb-b0729fd1c3f5 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:46.769903 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a937b9-2463-44fe-b25b-39a9871b8c9c req-28ef9594-e4ba-40f1-b2eb-b0729fd1c3f5 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:46.770230 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-e74420cc-d57b-4fcf-a94e-299905d6347f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-491215815-network', 'tenant_id': '2ccc155b231646e6b7c812e45bf25207'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:43:46.784473 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a937b9-2463-44fe-b25b-39a9871b8c9c req-28ef9594-e4ba-40f1-b2eb-b0729fd1c3f5 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:46.803913 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a937b9-2463-44fe-b25b-39a9871b8c9c req-28ef9594-e4ba-40f1-b2eb-b0729fd1c3f5 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:46.809134 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c7a937b9-2463-44fe-b25b-39a9871b8c9c req-28ef9594-e4ba-40f1-b2eb-b0729fd1c3f5 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.64 "GET /v2.0/ports?device_id=9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c HTTP/1.1" status: 200 len: 5430 time: 0.3911891 Oct 20 10:43:46.837164 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e74420cc-d57b-4fcf-a94e-299905d6347f admin admin] Made reservation on behalf of 2ccc155b231646e6b7c812e45bf25207 for: {'network': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:43:46.845494 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e74420cc-d57b-4fcf-a94e-299905d6347f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:46.869839 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e74420cc-d57b-4fcf-a94e-299905d6347f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:46.922200 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [None req-5cb64c47-5b93-44bd-a275-82e6bec12cd2 tempest-FloatingIPAdminTestJSON-1964265563 tempest-FloatingIPAdminTestJSON-1964265563-project-admin] Allocated IP 172.25.1.217 (cbe170d3-31ba-45a2-b477-520ab0a7a8ea/f4e26aca-17ac-4adb-a66b-d939a1b35b64/3122e89d-16f8-42e9-8282-071762750b1f) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:43:46.965029 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-eb224e34-b947-4c08-a09b-4abace7cd210 None None] Set router d6f65ed3-3ecc-48b6-a7d1-fa9a8959ee9c gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:43:47.042157 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5cb64c47-5b93-44bd-a275-82e6bec12cd2 tempest-FloatingIPAdminTestJSON-1964265563 tempest-FloatingIPAdminTestJSON-1964265563-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:47.044987 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e74420cc-d57b-4fcf-a94e-299905d6347f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:47.053372 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e74420cc-d57b-4fcf-a94e-299905d6347f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:47.096238 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5cb64c47-5b93-44bd-a275-82e6bec12cd2 tempest-FloatingIPAdminTestJSON-1964265563 tempest-FloatingIPAdminTestJSON-1964265563-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:47.133755 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e74420cc-d57b-4fcf-a94e-299905d6347f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 818} {{(pid=100597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:43:47.146416 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb64c47-5b93-44bd-a275-82e6bec12cd2 tempest-FloatingIPAdminTestJSON-1964265563 tempest-FloatingIPAdminTestJSON-1964265563-project-admin] Pushing event updated for resources: {'Port': ['ID=3122e89d-16f8-42e9-8282-071762750b1f,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:47.162029 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74420cc-d57b-4fcf-a94e-299905d6347f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d52c9ff6-6817-48ec-94f7-519be190f338,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:47.178990 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e74420cc-d57b-4fcf-a94e-299905d6347f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:47.179582 n-d-811396-3 neutron-server[100597]: INFO neutron.db.segments_db [None req-e74420cc-d57b-4fcf-a94e-299905d6347f admin admin] Added segment 3107ec16-ab57-43da-98c8-91a0033b4704 of type vlan for network 82059dcc-4c8a-4ceb-bd06-d6f056a048a2 Oct 20 10:43:47.193250 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 34302) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:47.197907 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c7a937b9-2463-44fe-b25b-39a9871b8c9c req-2814a542-01e9-4724-9c7a-2365d525b420 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.64 "GET /v2.0/security-groups?id=112bbbcd-cedd-416d-87db-f3a7d2197192&id=40e57539-8f43-4a87-8d18-5d8780562b01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3815551 Oct 20 10:43:47.212090 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb64c47-5b93-44bd-a275-82e6bec12cd2 tempest-FloatingIPAdminTestJSON-1964265563 tempest-FloatingIPAdminTestJSON-1964265563-project-admin] Network cbe170d3-31ba-45a2-b477-520ab0a7a8ea is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:43:47.214455 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-5cb64c47-5b93-44bd-a275-82e6bec12cd2 tempest-FloatingIPAdminTestJSON-1964265563 tempest-FloatingIPAdminTestJSON-1964265563-project-admin] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:43:47.221722 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb64c47-5b93-44bd-a275-82e6bec12cd2 tempest-FloatingIPAdminTestJSON-1964265563 tempest-FloatingIPAdminTestJSON-1964265563-project-admin] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:43:47.225002 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-7c4aeeb2-6acd-4865-ba18-34a16ad75846 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:47.287939 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e74420cc-d57b-4fcf-a94e-299905d6347f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:47.322585 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e74420cc-d57b-4fcf-a94e-299905d6347f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:47.323706 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74420cc-d57b-4fcf-a94e-299905d6347f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:47.324350 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e74420cc-d57b-4fcf-a94e-299905d6347f admin admin] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:47.359201 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-eb224e34-b947-4c08-a09b-4abace7cd210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f65ed3-3ecc-48b6-a7d1-fa9a8959ee9c', 'name': 'tempest-ServerRescueTestJSON-82608105-router', 'tenant_id': 'a5d48ee0610d454e931365a7ebb9878b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': '88845a83-7f31-44c3-b8d8-bf9e3a8d145d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:43:34Z', 'updated_at': '2021-10-20T10:43:43Z', 'revision_number': 4, 'project_id': 'a5d48ee0610d454e931365a7ebb9878b', 'gw_port': {'id': '88845a83-7f31-44c3-b8d8-bf9e3a8d145d', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:9a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f65ed3-3ecc-48b6-a7d1-fa9a8959ee9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2009, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:43:35Z', 'updated_at': '2021-10-20T10:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '3b7fb8c9-e0bd-4e1a-8f57-0bfd1ae8d51b', 'name': '', 'network_id': '32cd625c-0c28-4194-8186-2066d5429b32', 'tenant_id': 'a5d48ee0610d454e931365a7ebb9878b', 'mac_address': 'fa:16:3e:35:5f:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6f65ed3-3ecc-48b6-a7d1-fa9a8959ee9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2012, 'fixed_ips': [{'subnet_id': '05895157-c41c-46bb-98e0-d9303e53a145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:43:40Z', 'updated_at': '2021-10-20T10:43:46Z', 'revision_number': 4, 'project_id': 'a5d48ee0610d454e931365a7ebb9878b', 'subnets': [{'id': '05895157-c41c-46bb-98e0-d9303e53a145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:43:47.406313 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb224e34-b947-4c08-a09b-4abace7cd210 None None] The sync data for ids ['d6f65ed3-3ecc-48b6-a7d1-fa9a8959ee9c'] in n-d-811396-3 is: [{'id': 'd6f65ed3-3ecc-48b6-a7d1-fa9a8959ee9c', 'name': 'tempest-ServerRescueTestJSON-82608105-router', 'tenant_id': 'a5d48ee0610d454e931365a7ebb9878b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': '88845a83-7f31-44c3-b8d8-bf9e3a8d145d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:43:34Z', 'updated_at': '2021-10-20T10:43:43Z', 'revision_number': 4, 'project_id': 'a5d48ee0610d454e931365a7ebb9878b', 'gw_port': {'id': '88845a83-7f31-44c3-b8d8-bf9e3a8d145d', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:9a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f65ed3-3ecc-48b6-a7d1-fa9a8959ee9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2009, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:43:35Z', 'updated_at': '2021-10-20T10:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '3b7fb8c9-e0bd-4e1a-8f57-0bfd1ae8d51b', 'name': '', 'network_id': '32cd625c-0c28-4194-8186-2066d5429b32', 'tenant_id': 'a5d48ee0610d454e931365a7ebb9878b', 'mac_address': 'fa:16:3e:35:5f:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6f65ed3-3ecc-48b6-a7d1-fa9a8959ee9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2012, 'fixed_ips': [{'subnet_id': '05895157-c41c-46bb-98e0-d9303e53a145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:43:40Z', 'updated_at': '2021-10-20T10:43:46Z', 'revision_number': 4, 'project_id': 'a5d48ee0610d454e931365a7ebb9878b', 'subnets': [{'id': '05895157-c41c-46bb-98e0-d9303e53a145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:43:47.414788 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-7c4aeeb2-6acd-4865-ba18-34a16ad75846 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:47.416325 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 34306) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:47.437540 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-e74420cc-d57b-4fcf-a94e-299905d6347f admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9661570 Oct 20 10:43:47.438412 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74420cc-d57b-4fcf-a94e-299905d6347f admin admin] Pushing event updated for resources: {'Network': ['ID=82059dcc-4c8a-4ceb-bd06-d6f056a048a2,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:47.443843 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 34310) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:47.449390 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-f2fb6baf-0477-4df7-a84f-4cf7d3c25543 admin admin] Request body: {'subnet': {'network_id': '82059dcc-4c8a-4ceb-bd06-d6f056a048a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-491215815-subnet', 'tenant_id': '2ccc155b231646e6b7c812e45bf25207', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:43:47.450310 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network 82059dcc-4c8a-4ceb-bd06-d6f056a048a2 details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:43:47.466716 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-7c4aeeb2-6acd-4865-ba18-34a16ad75846 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:47.474826 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2fb6baf-0477-4df7-a84f-4cf7d3c25543 admin admin] Made reservation on behalf of 2ccc155b231646e6b7c812e45bf25207 for: {'subnet': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:43:47.479144 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f2fb6baf-0477-4df7-a84f-4cf7d3c25543 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25350782'] for subnet, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:47.656250 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-7c4aeeb2-6acd-4865-ba18-34a16ad75846 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b7177cc7124143e69b57bbbcb7651205&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4573047 Oct 20 10:43:47.690211 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 34314) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:47.824727 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e9a0e926-4e8f-486c-8110-f5ed1410a875 req-62249a5b-50b8-4de5-a46d-03376940925e tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] 10.222.0.64 "GET /v2.0/ports?device_id=af0da1c2-0e72-46be-bfb4-32abb7302e65 HTTP/1.1" status: 200 len: 210 time: 0.0482938 Oct 20 10:43:47.825472 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ca37315a-1dd2-459c-a142-877e1bd224d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:47.914380 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ca37315a-1dd2-459c-a142-877e1bd224d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:47.918931 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4aeeb2-6acd-4865-ba18-34a16ad75846 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4620844-6896-4504-b9e6-ebb542433531,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:47.925411 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5cb64c47-5b93-44bd-a275-82e6bec12cd2 tempest-FloatingIPAdminTestJSON-1964265563 tempest-FloatingIPAdminTestJSON-1964265563-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:47.936036 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6b923f-42c5-42d8-9d34-6ac17a1bd54e req-6652ebe8-9d5a-4927-9b87-5b97fbd6400c tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:47.952050 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-eb6b923f-42c5-42d8-9d34-6ac17a1bd54e req-6652ebe8-9d5a-4927-9b87-5b97fbd6400c tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] 10.222.0.64 "GET /v2.0/ports?device_id=68c742d4-7181-43c0-aac2-2c1b8eda87d6 HTTP/1.1" status: 200 len: 945 time: 0.4876885 Oct 20 10:43:47.953945 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ca37315a-1dd2-459c-a142-877e1bd224d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:48.036336 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5cb64c47-5b93-44bd-a275-82e6bec12cd2 tempest-FloatingIPAdminTestJSON-1964265563 tempest-FloatingIPAdminTestJSON-1964265563-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:48.082828 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e44f0cad-d8ad-4a63-92a9-38fe2c037b7f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:48.112515 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e44f0cad-d8ad-4a63-92a9-38fe2c037b7f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:48.178239 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-ca37315a-1dd2-459c-a142-877e1bd224d6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ad52f1941d4d4949967141122ff8eef6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7606785 Oct 20 10:43:48.186921 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 34316) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:48.214774 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca37315a-1dd2-459c-a142-877e1bd224d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b67541d8-7564-442e-917f-87be41131815,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:48.252958 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e44f0cad-d8ad-4a63-92a9-38fe2c037b7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:48.256060 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e44f0cad-d8ad-4a63-92a9-38fe2c037b7f admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:48.259776 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-e44f0cad-d8ad-4a63-92a9-38fe2c037b7f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a4620844-6896-4504-b9e6-ebb542433531 HTTP/1.1" status: 204 len: 168 time: 0.5527642 Oct 20 10:43:48.269793 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f2fb6baf-0477-4df7-a84f-4cf7d3c25543 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25350752'] for subnet, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:48.335580 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-02081108-a54b-4d1e-ab7d-21f69938835c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:48.373631 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-02081108-a54b-4d1e-ab7d-21f69938835c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:48.390862 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-eb6b923f-42c5-42d8-9d34-6ac17a1bd54e req-1c2d2aac-bc0f-4a02-9137-4d4510f51eb4 tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] 10.222.0.64 "GET /v2.0/security-groups?id=7975bea3-846b-43cc-b5f2-c6ce0fda577e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4377596 Oct 20 10:43:48.409304 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44f0cad-d8ad-4a63-92a9-38fe2c037b7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4620844-6896-4504-b9e6-ebb542433531,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:48.554933 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fb6baf-0477-4df7-a84f-4cf7d3c25543 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1de3ab53-f0bc-40b7-8de6-e08e820974d8,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:48.568236 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2fb6baf-0477-4df7-a84f-4cf7d3c25543 admin admin] Checking segment: {'id': '3107ec16-ab57-43da-98c8-91a0033b4704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '82059dcc-4c8a-4ceb-bd06-d6f056a048a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:43:48.568603 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2fb6baf-0477-4df7-a84f-4cf7d3c25543 admin admin] Network hostable DHCP agents. Network: 82059dcc-4c8a-4ceb-bd06-d6f056a048a2, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:43:48.603055 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2fb6baf-0477-4df7-a84f-4cf7d3c25543 admin admin] Network 82059dcc-4c8a-4ceb-bd06-d6f056a048a2 is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:43:48.605390 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eab0c3-b0a7-4f92-b028-f8a7b8a1f12d req-dda11af0-549e-4752-baf6-9fefcdf56bcd tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:48.607250 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-88eab0c3-b0a7-4f92-b028-f8a7b8a1f12d req-dda11af0-549e-4752-baf6-9fefcdf56bcd tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] 10.222.0.55 "GET /v2.0/networks?id=32cd625c-0c28-4194-8186-2066d5429b32 HTTP/1.1" status: 200 len: 809 time: 0.4327464 Oct 20 10:43:48.620191 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-02081108-a54b-4d1e-ab7d-21f69938835c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:48.623302 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-02081108-a54b-4d1e-ab7d-21f69938835c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:48.628024 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-02081108-a54b-4d1e-ab7d-21f69938835c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b67541d8-7564-442e-917f-87be41131815 HTTP/1.1" status: 204 len: 168 time: 0.4383252 Oct 20 10:43:48.631795 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b3e3f7-4c61-4d30-9255-37b11cbf1aa4 req-eb4e7ae3-50a6-48c5-9d75-30636367a538 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:48.644287 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b3e3f7-4c61-4d30-9255-37b11cbf1aa4 req-eb4e7ae3-50a6-48c5-9d75-30636367a538 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:48.644519 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02081108-a54b-4d1e-ab7d-21f69938835c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b67541d8-7564-442e-917f-87be41131815,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:48.650454 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-f2fb6baf-0477-4df7-a84f-4cf7d3c25543 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, 82059dcc-4c8a-4ceb-bd06-d6f056a048a2) {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:43:48.652140 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 3b7fb8c9-e0bd-4e1a-8f57-0bfd1ae8d51b up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:43:48.665567 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2fb6baf-0477-4df7-a84f-4cf7d3c25543 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:48.666433 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f2fb6baf-0477-4df7-a84f-4cf7d3c25543 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:48.667352 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b3e3f7-4c61-4d30-9255-37b11cbf1aa4 req-eb4e7ae3-50a6-48c5-9d75-30636367a538 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:48.680333 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b3e3f7-4c61-4d30-9255-37b11cbf1aa4 req-eb4e7ae3-50a6-48c5-9d75-30636367a538 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:48.687687 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-f2fb6baf-0477-4df7-a84f-4cf7d3c25543 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2425432 Oct 20 10:43:48.699161 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b3e3f7-4c61-4d30-9255-37b11cbf1aa4 req-eb4e7ae3-50a6-48c5-9d75-30636367a538 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:48.704219 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fcf02f4-565c-4dc0-9e29-75ecbd611adf None None] Network 82059dcc-4c8a-4ceb-bd06-d6f056a048a2 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:43:48.710253 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b3e3f7-4c61-4d30-9255-37b11cbf1aa4 req-eb4e7ae3-50a6-48c5-9d75-30636367a538 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:48.723138 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b3e3f7-4c61-4d30-9255-37b11cbf1aa4 req-eb4e7ae3-50a6-48c5-9d75-30636367a538 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:48.738046 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-98b3e3f7-4c61-4d30-9255-37b11cbf1aa4 req-eb4e7ae3-50a6-48c5-9d75-30636367a538 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.64 "GET /v2.0/ports?device_id=9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c HTTP/1.1" status: 200 len: 5430 time: 0.3404162 Oct 20 10:43:48.747816 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-88eab0c3-b0a7-4f92-b028-f8a7b8a1f12d req-811f869a-e416-4e10-a023-822b1efddbb0 tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] Request body: {'port': {'device_id': 'af0da1c2-0e72-46be-bfb4-32abb7302e65', 'network_id': '32cd625c-0c28-4194-8186-2066d5429b32', 'admin_state_up': True, 'tenant_id': 'a5d48ee0610d454e931365a7ebb9878b'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:43:48.921944 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aeb0a38-9ec5-4de9-a7cf-a700f8963020 None None] Network 82059dcc-4c8a-4ceb-bd06-d6f056a048a2 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:43:48.965587 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 3b7fb8c9-e0bd-4e1a-8f57-0bfd1ae8d51b triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:43:48.970044 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:49.077654 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 34342) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:49.108173 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f7c6eb17-9b13-4b8b-9846-86a7d8031a73 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:49.251458 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f7c6eb17-9b13-4b8b-9846-86a7d8031a73 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:49.261218 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f7c6eb17-9b13-4b8b-9846-86a7d8031a73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:49.317701 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c6eb17-9b13-4b8b-9846-86a7d8031a73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b8b4483-1734-4932-a729-cd40f69a18cb,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:49.338856 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-f7c6eb17-9b13-4b8b-9846-86a7d8031a73 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=67e1c36a4d5142ed8a49fa965f3f2756&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2596445 Oct 20 10:43:49.341534 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 34344) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:49.407067 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9cb7b3aa-7c17-4c81-ac2d-eac7e2fef391 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:49.423455 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:49.448310 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-945fdd3b-b3d5-439f-9a05-3b156a825376 req-a6e6a5fa-ce9f-47fa-a88f-63957b447c69 tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] 10.222.0.64 "GET /v2.0/ports?device_id=af0da1c2-0e72-46be-bfb4-32abb7302e65 HTTP/1.1" status: 200 len: 210 time: 0.0860307 Oct 20 10:43:49.450798 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9cb7b3aa-7c17-4c81-ac2d-eac7e2fef391 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:49.515947 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9cb7b3aa-7c17-4c81-ac2d-eac7e2fef391 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:49.518727 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9cb7b3aa-7c17-4c81-ac2d-eac7e2fef391 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:49.523954 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-9cb7b3aa-7c17-4c81-ac2d-eac7e2fef391 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8b8b4483-1734-4932-a729-cd40f69a18cb HTTP/1.1" status: 204 len: 168 time: 0.1807642 Oct 20 10:43:49.563920 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb7b3aa-7c17-4c81-ac2d-eac7e2fef391 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b8b4483-1734-4932-a729-cd40f69a18cb,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:49.584525 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:49.640194 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] For port 3b7fb8c9-e0bd-4e1a-8f57-0bfd1ae8d51b, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=3b7fb8c9-e0bd-4e1a-8f57-0bfd1ae8d51b,segment=NetworkSegment(33d715ee-f8c8-4d27-ad3a-7306e4a5ba8d),segment_id=33d715ee-f8c8-4d27-ad3a-7306e4a5ba8d)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:43:49.645527 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-98b3e3f7-4c61-4d30-9255-37b11cbf1aa4 req-f091c992-648d-4cf5-85dd-557c89fcb59c tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.64 "GET /v2.0/security-groups?id=112bbbcd-cedd-416d-87db-f3a7d2197192&id=40e57539-8f43-4a87-8d18-5d8780562b01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2879560 Oct 20 10:43:49.645898 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:49.722155 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Pushing event updated for resources: {'Port': ['ID=3b7fb8c9-e0bd-4e1a-8f57-0bfd1ae8d51b,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:49.767300 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5cb64c47-5b93-44bd-a275-82e6bec12cd2 tempest-FloatingIPAdminTestJSON-1964265563 tempest-FloatingIPAdminTestJSON-1964265563-project-admin] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:49.775095 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5cb64c47-5b93-44bd-a275-82e6bec12cd2 tempest-FloatingIPAdminTestJSON-1964265563 tempest-FloatingIPAdminTestJSON-1964265563-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:49.831508 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdbabf8-91f0-4665-ae58-4579a9285aac req-96228e98-88b4-42de-b0f0-7d65d266f8f9 tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:49.834152 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7cdbabf8-91f0-4665-ae58-4579a9285aac req-96228e98-88b4-42de-b0f0-7d65d266f8f9 tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] 10.222.0.64 "GET /v2.0/ports?device_id=68c742d4-7181-43c0-aac2-2c1b8eda87d6 HTTP/1.1" status: 200 len: 945 time: 0.2120399 Oct 20 10:43:49.902739 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88eab0c3-b0a7-4f92-b028-f8a7b8a1f12d req-811f869a-e416-4e10-a023-822b1efddbb0 tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] Made reservation on behalf of a5d48ee0610d454e931365a7ebb9878b for: {'port': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:43:49.906327 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-88eab0c3-b0a7-4f92-b028-f8a7b8a1f12d req-811f869a-e416-4e10-a023-822b1efddbb0 tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:49.911682 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb64c47-5b93-44bd-a275-82e6bec12cd2 tempest-FloatingIPAdminTestJSON-1964265563 tempest-FloatingIPAdminTestJSON-1964265563-project-admin] Pushing event updated for resources: {'Port': ['ID=3122e89d-16f8-42e9-8282-071762750b1f,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:49.951415 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7cdbabf8-91f0-4665-ae58-4579a9285aac req-916c694b-d1d2-4c71-81f2-83967598f72b tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] 10.222.0.64 "GET /v2.0/security-groups?id=7975bea3-846b-43cc-b5f2-c6ce0fda577e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077297 Oct 20 10:43:49.953611 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5cb64c47-5b93-44bd-a275-82e6bec12cd2 tempest-FloatingIPAdminTestJSON-1964265563 tempest-FloatingIPAdminTestJSON-1964265563-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1773381'] for floatingip, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:50.020459 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5cb64c47-5b93-44bd-a275-82e6bec12cd2 tempest-FloatingIPAdminTestJSON-1964265563 tempest-FloatingIPAdminTestJSON-1964265563-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for floatingip, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:50.024744 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 34372) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:50.024924 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-5cb64c47-5b93-44bd-a275-82e6bec12cd2 tempest-FloatingIPAdminTestJSON-1964265563 tempest-FloatingIPAdminTestJSON-1964265563-project-admin] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9860184 Oct 20 10:43:50.035753 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 34378) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:50.099175 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [req-88eab0c3-b0a7-4f92-b028-f8a7b8a1f12d req-811f869a-e416-4e10-a023-822b1efddbb0 tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] Allocated IP 172.20.0.5 (32cd625c-0c28-4194-8186-2066d5429b32/05895157-c41c-46bb-98e0-d9303e53a145/b4546c1f-8888-4d51-8a64-4cec29bc86b6) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:43:50.229396 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-054ef08a-78fe-4b6d-b20a-a586e9c6f65d tempest-FloatingIPAdminTestJSON-1709337055 tempest-FloatingIPAdminTestJSON-1709337055-project] Request body: {'floatingip': {'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:43:50.276685 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-054ef08a-78fe-4b6d-b20a-a586e9c6f65d tempest-FloatingIPAdminTestJSON-1709337055 tempest-FloatingIPAdminTestJSON-1709337055-project] Publish callbacks [] for floatingip, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:50.329324 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-88eab0c3-b0a7-4f92-b028-f8a7b8a1f12d req-811f869a-e416-4e10-a023-822b1efddbb0 tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:50.331439 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-d579a6fa-6c99-46dd-afac-c09088b40d14 tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-2027021226'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:43:50.373588 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d579a6fa-6c99-46dd-afac-c09088b40d14 tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Made reservation on behalf of 1bbe27b78c9b48bab3b14fdf6cb268ff for: {'network': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:43:50.377884 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d579a6fa-6c99-46dd-afac-c09088b40d14 tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:50.378822 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-88eab0c3-b0a7-4f92-b028-f8a7b8a1f12d req-811f869a-e416-4e10-a023-822b1efddbb0 tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:50.392111 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d579a6fa-6c99-46dd-afac-c09088b40d14 tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:50.455046 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88eab0c3-b0a7-4f92-b028-f8a7b8a1f12d req-811f869a-e416-4e10-a023-822b1efddbb0 tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] Network 32cd625c-0c28-4194-8186-2066d5429b32 is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:43:50.459292 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [req-88eab0c3-b0a7-4f92-b028-f8a7b8a1f12d req-811f869a-e416-4e10-a023-822b1efddbb0 tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:43:50.464444 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-88eab0c3-b0a7-4f92-b028-f8a7b8a1f12d req-811f869a-e416-4e10-a023-822b1efddbb0 tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:43:50.495376 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811f869a-e416-4e10-a023-822b1efddbb0 tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] Pushing event updated for resources: {'Port': ['ID=b4546c1f-8888-4d51-8a64-4cec29bc86b6,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:50.499457 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 3b7fb8c9-e0bd-4e1a-8f57-0bfd1ae8d51b up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:43:50.541095 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eab0c3-b0a7-4f92-b028-f8a7b8a1f12d req-811f869a-e416-4e10-a023-822b1efddbb0 tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:50.541897 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-88eab0c3-b0a7-4f92-b028-f8a7b8a1f12d req-811f869a-e416-4e10-a023-822b1efddbb0 tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:50.559370 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-054ef08a-78fe-4b6d-b20a-a586e9c6f65d tempest-FloatingIPAdminTestJSON-1709337055 tempest-FloatingIPAdminTestJSON-1709337055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:50.592609 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-88eab0c3-b0a7-4f92-b028-f8a7b8a1f12d req-811f869a-e416-4e10-a023-822b1efddbb0 tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8509305 Oct 20 10:43:50.607851 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 3b7fb8c9-e0bd-4e1a-8f57-0bfd1ae8d51b triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:43:50.608371 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:50.659481 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d579a6fa-6c99-46dd-afac-c09088b40d14 tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:50.691021 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d579a6fa-6c99-46dd-afac-c09088b40d14 tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:50.723137 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-88eab0c3-b0a7-4f92-b028-f8a7b8a1f12d req-7e20633c-4d6c-4022-9bb4-c82e79b936a2 service neutron] Request body: {'port': {'device_id': 'af0da1c2-0e72-46be-bfb4-32abb7302e65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811396-3'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:43:50.740844 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d579a6fa-6c99-46dd-afac-c09088b40d14 tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 832} {{(pid=100597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:43:50.745006 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d579a6fa-6c99-46dd-afac-c09088b40d14 tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a286eb51-416b-4815-8a7c-bb4b3f32d74d,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:50.798670 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-054ef08a-78fe-4b6d-b20a-a586e9c6f65d tempest-FloatingIPAdminTestJSON-1709337055 tempest-FloatingIPAdminTestJSON-1709337055-project] Allocated IP 172.25.1.178 (cbe170d3-31ba-45a2-b477-520ab0a7a8ea/f4e26aca-17ac-4adb-a66b-d939a1b35b64/7d4621d2-0699-491d-9c9f-966223041139) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:43:50.802486 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d579a6fa-6c99-46dd-afac-c09088b40d14 tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:50.803060 n-d-811396-3 neutron-server[100597]: INFO neutron.db.segments_db [None req-d579a6fa-6c99-46dd-afac-c09088b40d14 tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Added segment 2c509647-5fa3-4c1e-9c30-710bc0818b1c of type vlan for network 49959681-d8d5-44ab-90fb-ab11f36dd3ef Oct 20 10:43:50.872795 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d579a6fa-6c99-46dd-afac-c09088b40d14 tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:50.888180 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d93330-29e2-4653-821b-b9dd940c2ce5 req-e6e1d771-b8a6-48d0-a04c-a4adde056aa9 tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:50.895473 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-64d93330-29e2-4653-821b-b9dd940c2ce5 req-e6e1d771-b8a6-48d0-a04c-a4adde056aa9 tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] 10.222.0.64 "GET /v2.0/ports?device_id=af0da1c2-0e72-46be-bfb4-32abb7302e65 HTTP/1.1" status: 200 len: 931 time: 0.3017032 Oct 20 10:43:50.903681 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-88eab0c3-b0a7-4f92-b028-f8a7b8a1f12d req-7e20633c-4d6c-4022-9bb4-c82e79b936a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:50.941546 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d579a6fa-6c99-46dd-afac-c09088b40d14 tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:50.946693 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fdfacf-b9c1-44fb-a6e7-352442e6e2e7 req-6b74996e-1e56-4fed-8c4a-709814f4a034 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:50.947317 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d579a6fa-6c99-46dd-afac-c09088b40d14 tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:50.947995 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d579a6fa-6c99-46dd-afac-c09088b40d14 tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:50.954231 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fdfacf-b9c1-44fb-a6e7-352442e6e2e7 req-6b74996e-1e56-4fed-8c4a-709814f4a034 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:50.960085 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fdfacf-b9c1-44fb-a6e7-352442e6e2e7 req-6b74996e-1e56-4fed-8c4a-709814f4a034 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:50.967129 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fdfacf-b9c1-44fb-a6e7-352442e6e2e7 req-6b74996e-1e56-4fed-8c4a-709814f4a034 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:50.979562 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fdfacf-b9c1-44fb-a6e7-352442e6e2e7 req-6b74996e-1e56-4fed-8c4a-709814f4a034 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:50.984067 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fdfacf-b9c1-44fb-a6e7-352442e6e2e7 req-6b74996e-1e56-4fed-8c4a-709814f4a034 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:50.992131 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fdfacf-b9c1-44fb-a6e7-352442e6e2e7 req-6b74996e-1e56-4fed-8c4a-709814f4a034 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:50.994632 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c7fdfacf-b9c1-44fb-a6e7-352442e6e2e7 req-6b74996e-1e56-4fed-8c4a-709814f4a034 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.64 "GET /v2.0/ports?device_id=9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c HTTP/1.1" status: 200 len: 5430 time: 0.1884272 Oct 20 10:43:51.012344 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-d579a6fa-6c99-46dd-afac-c09088b40d14 tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.9751246 Oct 20 10:43:51.017354 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-054ef08a-78fe-4b6d-b20a-a586e9c6f65d tempest-FloatingIPAdminTestJSON-1709337055 tempest-FloatingIPAdminTestJSON-1709337055-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:51.030877 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 34404) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:51.042191 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-e5f08cfd-92d8-4d12-a33f-a1c608aa38a7 tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Request body: {'subnet': {'network_id': '49959681-d8d5-44ab-90fb-ab11f36dd3ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:43:51.050522 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d579a6fa-6c99-46dd-afac-c09088b40d14 tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Pushing event updated for resources: {'Network': ['ID=49959681-d8d5-44ab-90fb-ab11f36dd3ef,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:51.062886 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network 49959681-d8d5-44ab-90fb-ab11f36dd3ef details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:43:51.071345 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-64d93330-29e2-4653-821b-b9dd940c2ce5 req-f4bcf33a-f2d8-4ced-b186-03ab2cba36bc tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] 10.222.0.64 "GET /v2.0/security-groups?id=c293d202-08a2-46d7-8156-502eb68acc76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749344 Oct 20 10:43:51.130953 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-054ef08a-78fe-4b6d-b20a-a586e9c6f65d tempest-FloatingIPAdminTestJSON-1709337055 tempest-FloatingIPAdminTestJSON-1709337055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:51.183285 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-054ef08a-78fe-4b6d-b20a-a586e9c6f65d tempest-FloatingIPAdminTestJSON-1709337055 tempest-FloatingIPAdminTestJSON-1709337055-project] Network cbe170d3-31ba-45a2-b477-520ab0a7a8ea is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:43:51.188270 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-054ef08a-78fe-4b6d-b20a-a586e9c6f65d tempest-FloatingIPAdminTestJSON-1709337055 tempest-FloatingIPAdminTestJSON-1709337055-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:43:51.191634 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054ef08a-78fe-4b6d-b20a-a586e9c6f65d tempest-FloatingIPAdminTestJSON-1709337055 tempest-FloatingIPAdminTestJSON-1709337055-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:43:51.232526 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054ef08a-78fe-4b6d-b20a-a586e9c6f65d tempest-FloatingIPAdminTestJSON-1709337055 tempest-FloatingIPAdminTestJSON-1709337055-project] Pushing event updated for resources: {'Port': ['ID=7d4621d2-0699-491d-9c9f-966223041139,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:51.262081 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c7fdfacf-b9c1-44fb-a6e7-352442e6e2e7 req-8b84b835-8264-4dd9-b550-cddcd5a3640e tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.64 "GET /v2.0/security-groups?id=112bbbcd-cedd-416d-87db-f3a7d2197192&id=40e57539-8f43-4a87-8d18-5d8780562b01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2603731 Oct 20 10:43:51.304960 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-054ef08a-78fe-4b6d-b20a-a586e9c6f65d tempest-FloatingIPAdminTestJSON-1709337055 tempest-FloatingIPAdminTestJSON-1709337055-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:51.342571 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-054ef08a-78fe-4b6d-b20a-a586e9c6f65d tempest-FloatingIPAdminTestJSON-1709337055 tempest-FloatingIPAdminTestJSON-1709337055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:51.376580 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131fec44-a926-4e66-af52-a698b54513ca req-9f2882b0-f7b0-4ce5-b3f9-58c96743e938 tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:51.378671 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-131fec44-a926-4e66-af52-a698b54513ca req-9f2882b0-f7b0-4ce5-b3f9-58c96743e938 tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] 10.222.0.64 "GET /v2.0/ports?device_id=68c742d4-7181-43c0-aac2-2c1b8eda87d6 HTTP/1.1" status: 200 len: 945 time: 0.1936266 Oct 20 10:43:51.402791 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5f08cfd-92d8-4d12-a33f-a1c608aa38a7 tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Made reservation on behalf of 1bbe27b78c9b48bab3b14fdf6cb268ff for: {'subnet': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:43:51.406196 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e5f08cfd-92d8-4d12-a33f-a1c608aa38a7 tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26761797'] for subnet, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:51.514913 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-054ef08a-78fe-4b6d-b20a-a586e9c6f65d tempest-FloatingIPAdminTestJSON-1709337055 tempest-FloatingIPAdminTestJSON-1709337055-project] Publish callbacks [] for port, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:51.520817 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-054ef08a-78fe-4b6d-b20a-a586e9c6f65d tempest-FloatingIPAdminTestJSON-1709337055 tempest-FloatingIPAdminTestJSON-1709337055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:51.536795 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-131fec44-a926-4e66-af52-a698b54513ca req-518e8c67-7d4f-4426-8131-0d30573e909d tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] 10.222.0.64 "GET /v2.0/security-groups?id=7975bea3-846b-43cc-b5f2-c6ce0fda577e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448255 Oct 20 10:43:51.593686 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [req-88eab0c3-b0a7-4f92-b028-f8a7b8a1f12d req-7e20633c-4d6c-4022-9bb4-c82e79b936a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4546c1f-8888-4d51-8a64-4cec29bc86b6 {{(pid=100596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:43:51.599462 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054ef08a-78fe-4b6d-b20a-a586e9c6f65d tempest-FloatingIPAdminTestJSON-1709337055 tempest-FloatingIPAdminTestJSON-1709337055-project] Pushing event updated for resources: {'Port': ['ID=7d4621d2-0699-491d-9c9f-966223041139,revision_number=2']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:51.605960 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-88eab0c3-b0a7-4f92-b028-f8a7b8a1f12d req-7e20633c-4d6c-4022-9bb4-c82e79b936a2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:51.621779 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-054ef08a-78fe-4b6d-b20a-a586e9c6f65d tempest-FloatingIPAdminTestJSON-1709337055 tempest-FloatingIPAdminTestJSON-1709337055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1773381'] for floatingip, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:51.639519 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-054ef08a-78fe-4b6d-b20a-a586e9c6f65d tempest-FloatingIPAdminTestJSON-1709337055 tempest-FloatingIPAdminTestJSON-1709337055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for floatingip, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:51.643407 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-054ef08a-78fe-4b6d-b20a-a586e9c6f65d tempest-FloatingIPAdminTestJSON-1709337055 tempest-FloatingIPAdminTestJSON-1709337055-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6151121 Oct 20 10:43:51.643570 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 34418) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:51.648820 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.provisioning_blocks [req-88eab0c3-b0a7-4f92-b028-f8a7b8a1f12d req-7e20633c-4d6c-4022-9bb4-c82e79b936a2 service neutron] Transition to ACTIVE for port object b4546c1f-8888-4d51-8a64-4cec29bc86b6 will not be triggered until provisioned by entity L2. {{(pid=100596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:43:51.661770 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-88eab0c3-b0a7-4f92-b028-f8a7b8a1f12d req-7e20633c-4d6c-4022-9bb4-c82e79b936a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:51.710957 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-cb822675-9e99-4c3e-b35b-a5daee38da3c tempest-FloatingIPAdminTestJSON-1964265563 tempest-FloatingIPAdminTestJSON-1964265563-project-admin] 10.222.0.64 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2916 time: 0.0661743 Oct 20 10:43:51.713493 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 34424) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:51.758760 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e20633c-4d6c-4022-9bb4-c82e79b936a2 service neutron] Pushing event updated for resources: {'Port': ['ID=b4546c1f-8888-4d51-8a64-4cec29bc86b6,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:51.786733 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-26064000-13a8-4b72-b6d9-eb7523e2d949 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] 10.222.0.64 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0696642 Oct 20 10:43:51.786949 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e5f08cfd-92d8-4d12-a33f-a1c608aa38a7 tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26836128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26761819'] for subnet, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:51.787089 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 34428) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:51.795430 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e20633c-4d6c-4022-9bb4-c82e79b936a2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:43:51.796178 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e20633c-4d6c-4022-9bb4-c82e79b936a2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:43:51.796519 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e20633c-4d6c-4022-9bb4-c82e79b936a2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:43:51.796854 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e20633c-4d6c-4022-9bb4-c82e79b936a2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:43:51.797184 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e20633c-4d6c-4022-9bb4-c82e79b936a2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:43:51.797513 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e20633c-4d6c-4022-9bb4-c82e79b936a2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:43:51.797835 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e20633c-4d6c-4022-9bb4-c82e79b936a2 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:43:51.798155 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e20633c-4d6c-4022-9bb4-c82e79b936a2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:43:51.798478 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e20633c-4d6c-4022-9bb4-c82e79b936a2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:43:51.798797 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e20633c-4d6c-4022-9bb4-c82e79b936a2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:43:51.799793 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e20633c-4d6c-4022-9bb4-c82e79b936a2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:43:51.800115 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e20633c-4d6c-4022-9bb4-c82e79b936a2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:43:51.908038 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f08cfd-92d8-4d12-a33f-a1c608aa38a7 tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Pushing event updated for resources: {'Subnet': ['ID=8a1c34d7-763f-463b-8687-5448314ea0cb,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:51.932313 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-f459927e-124c-4370-bc6a-b119a4248da9 tempest-FloatingIPAdminTestJSON-1709337055 tempest-FloatingIPAdminTestJSON-1709337055-project] Deleting port 7d4621d2-0699-491d-9c9f-966223041139 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:43:51.932806 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f459927e-124c-4370-bc6a-b119a4248da9 tempest-FloatingIPAdminTestJSON-1709337055 tempest-FloatingIPAdminTestJSON-1709337055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:51.962160 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f08cfd-92d8-4d12-a33f-a1c608aa38a7 tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Checking segment: {'id': '2c509647-5fa3-4c1e-9c30-710bc0818b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '49959681-d8d5-44ab-90fb-ab11f36dd3ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:43:51.962725 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f08cfd-92d8-4d12-a33f-a1c608aa38a7 tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Network hostable DHCP agents. Network: 49959681-d8d5-44ab-90fb-ab11f36dd3ef, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:43:52.025864 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f459927e-124c-4370-bc6a-b119a4248da9 tempest-FloatingIPAdminTestJSON-1709337055 tempest-FloatingIPAdminTestJSON-1709337055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:52.026468 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f459927e-124c-4370-bc6a-b119a4248da9 tempest-FloatingIPAdminTestJSON-1709337055 tempest-FloatingIPAdminTestJSON-1709337055-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:52.026788 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-88eab0c3-b0a7-4f92-b028-f8a7b8a1f12d req-7e20633c-4d6c-4022-9bb4-c82e79b936a2 service neutron] Attempting to bind port b4546c1f-8888-4d51-8a64-4cec29bc86b6 on host n-h1-811396-3 for vnic_type normal with profile {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:43:52.027128 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-88eab0c3-b0a7-4f92-b028-f8a7b8a1f12d req-7e20633c-4d6c-4022-9bb4-c82e79b936a2 service neutron] Attempting to bind port b4546c1f-8888-4d51-8a64-4cec29bc86b6 by drivers openvswitch,hyperv on host n-h1-811396-3 at level 0 using segments [{'id': '33d715ee-f8c8-4d27-ad3a-7306e4a5ba8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '32cd625c-0c28-4194-8186-2066d5429b32'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:43:52.027485 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88eab0c3-b0a7-4f92-b028-f8a7b8a1f12d req-7e20633c-4d6c-4022-9bb4-c82e79b936a2 service neutron] Attempting to bind port b4546c1f-8888-4d51-8a64-4cec29bc86b6 on network 32cd625c-0c28-4194-8186-2066d5429b32 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:43:52.036574 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88eab0c3-b0a7-4f92-b028-f8a7b8a1f12d req-7e20633c-4d6c-4022-9bb4-c82e79b936a2 service neutron] Port b4546c1f-8888-4d51-8a64-4cec29bc86b6 on network 32cd625c-0c28-4194-8186-2066d5429b32 not bound, no agent of type Open vSwitch agent registered on host n-h1-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:43:52.036903 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88eab0c3-b0a7-4f92-b028-f8a7b8a1f12d req-7e20633c-4d6c-4022-9bb4-c82e79b936a2 service neutron] Attempting to bind port b4546c1f-8888-4d51-8a64-4cec29bc86b6 on network 32cd625c-0c28-4194-8186-2066d5429b32 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:43:52.040919 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-f459927e-124c-4370-bc6a-b119a4248da9 tempest-FloatingIPAdminTestJSON-1709337055 tempest-FloatingIPAdminTestJSON-1709337055-project] Calling delete_port for 7d4621d2-0699-491d-9c9f-966223041139 owned by network:floatingip {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:43:52.047118 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88eab0c3-b0a7-4f92-b028-f8a7b8a1f12d req-7e20633c-4d6c-4022-9bb4-c82e79b936a2 service neutron] Checking agent: {'id': 'b707b4cc-061f-4cf4-bce0-0b3df9b7bec9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 43, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:43:52.047331 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88eab0c3-b0a7-4f92-b028-f8a7b8a1f12d req-7e20633c-4d6c-4022-9bb4-c82e79b936a2 service neutron] Checking segment: {'id': '33d715ee-f8c8-4d27-ad3a-7306e4a5ba8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '32cd625c-0c28-4194-8186-2066d5429b32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:43:52.047640 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88eab0c3-b0a7-4f92-b028-f8a7b8a1f12d req-7e20633c-4d6c-4022-9bb4-c82e79b936a2 service neutron] Bound using segment: {'id': '33d715ee-f8c8-4d27-ad3a-7306e4a5ba8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '32cd625c-0c28-4194-8186-2066d5429b32'} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:43:52.048122 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-88eab0c3-b0a7-4f92-b028-f8a7b8a1f12d req-7e20633c-4d6c-4022-9bb4-c82e79b936a2 service neutron] Bound port: b4546c1f-8888-4d51-8a64-4cec29bc86b6, host: n-h1-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33d715ee-f8c8-4d27-ad3a-7306e4a5ba8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '32cd625c-0c28-4194-8186-2066d5429b32'}}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:43:52.048752 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-88eab0c3-b0a7-4f92-b028-f8a7b8a1f12d req-7e20633c-4d6c-4022-9bb4-c82e79b936a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:52.054736 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f08cfd-92d8-4d12-a33f-a1c608aa38a7 tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Network 49959681-d8d5-44ab-90fb-ab11f36dd3ef is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:43:52.058089 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8fe13c-32cd-4b73-afcb-6d7dd23f1ce9 req-3b862a24-a893-4b7e-a7c9-76142671fa82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:52.059693 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-df8fe13c-32cd-4b73-afcb-6d7dd23f1ce9 req-3b862a24-a893-4b7e-a7c9-76142671fa82 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=68c742d4-7181-43c0-aac2-2c1b8eda87d6 HTTP/1.1" status: 200 len: 1096 time: 0.1079810 Oct 20 10:43:52.135964 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-e5f08cfd-92d8-4d12-a33f-a1c608aa38a7 tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, 49959681-d8d5-44ab-90fb-ab11f36dd3ef) {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:43:52.147256 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c5bd67-279d-4950-86e4-53a496c5b4f3 None None] Network 49959681-d8d5-44ab-90fb-ab11f36dd3ef requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:43:52.166052 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f08cfd-92d8-4d12-a33f-a1c608aa38a7 tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:52.166461 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e5f08cfd-92d8-4d12-a33f-a1c608aa38a7 tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:52.222833 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f459927e-124c-4370-bc6a-b119a4248da9 tempest-FloatingIPAdminTestJSON-1709337055 tempest-FloatingIPAdminTestJSON-1709337055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:52.246819 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-df8fe13c-32cd-4b73-afcb-6d7dd23f1ce9 req-01e1e73e-ade6-4d7e-8a57-0f6c5545a792 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=7975bea3-846b-43cc-b5f2-c6ce0fda577e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760230 Oct 20 10:43:52.256354 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f459927e-124c-4370-bc6a-b119a4248da9 tempest-FloatingIPAdminTestJSON-1709337055 tempest-FloatingIPAdminTestJSON-1709337055-project] Pushing event deleted for resources: {'Port': ['ID=7d4621d2-0699-491d-9c9f-966223041139,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:52.298866 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-e5f08cfd-92d8-4d12-a33f-a1c608aa38a7 tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2617114 Oct 20 10:43:52.305409 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 34456) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:52.318248 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-45b7b331-9673-4aef-9ee6-98ed4b9527ac tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Request body: {'port': {'network_id': '49959681-d8d5-44ab-90fb-ab11f36dd3ef', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-249202363'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:43:52.331814 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-88eab0c3-b0a7-4f92-b028-f8a7b8a1f12d req-7e20633c-4d6c-4022-9bb4-c82e79b936a2 service neutron] For port b4546c1f-8888-4d51-8a64-4cec29bc86b6, host n-h1-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:43:52.342272 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f459927e-124c-4370-bc6a-b119a4248da9 tempest-FloatingIPAdminTestJSON-1709337055 tempest-FloatingIPAdminTestJSON-1709337055-project] Publish callbacks [] for floatingip, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:52.345453 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f459927e-124c-4370-bc6a-b119a4248da9 tempest-FloatingIPAdminTestJSON-1709337055 tempest-FloatingIPAdminTestJSON-1709337055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for floatingip, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:52.350365 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-f459927e-124c-4370-bc6a-b119a4248da9 tempest-FloatingIPAdminTestJSON-1709337055 tempest-FloatingIPAdminTestJSON-1709337055-project] 10.222.0.64 "DELETE /v2.0/floatingips/007e177a-7972-4e0f-8598-6ac4e8a77e0c HTTP/1.1" status: 204 len: 168 time: 0.5600653 Oct 20 10:43:52.351676 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 34458) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:52.372324 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-88eab0c3-b0a7-4f92-b028-f8a7b8a1f12d req-7e20633c-4d6c-4022-9bb4-c82e79b936a2 service neutron] For port b4546c1f-8888-4d51-8a64-4cec29bc86b6, host n-h1-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=b4546c1f-8888-4d51-8a64-4cec29bc86b6,segment=NetworkSegment(33d715ee-f8c8-4d27-ad3a-7306e4a5ba8d),segment_id=33d715ee-f8c8-4d27-ad3a-7306e4a5ba8d)] {{(pid=100596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:43:52.394720 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-88eab0c3-b0a7-4f92-b028-f8a7b8a1f12d req-7e20633c-4d6c-4022-9bb4-c82e79b936a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:52.399772 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b3a0176-d97d-45d2-af21-698836a43499 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524064ba-869c-5550-b826-c26b69a11278-49959681-d8d5-44ab-90fb-ab11f36dd3ef', 'network_id': '49959681-d8d5-44ab-90fb-ab11f36dd3ef', 'tenant_id': '1bbe27b78c9b48bab3b14fdf6cb268ff', 'fixed_ips': [{'subnet_id': '8a1c34d7-763f-463b-8687-5448314ea0cb'}]}} from n-d-811396-3. {{(pid=100598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:43:52.400874 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-5b3a0176-d97d-45d2-af21-698836a43499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:52.432701 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15734501-7b9a-4142-aafc-05249fef43be req-46868c37-51be-4b7e-aff8-3c8ddbc23162 tempest-VolumesActionsTest-1501897971 tempest-VolumesActionsTest-1501897971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:52.434292 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-15734501-7b9a-4142-aafc-05249fef43be req-46868c37-51be-4b7e-aff8-3c8ddbc23162 tempest-VolumesActionsTest-1501897971 tempest-VolumesActionsTest-1501897971-project] 10.222.0.64 "GET /v2.0/networks?id=82059dcc-4c8a-4ceb-bd06-d6f056a048a2 HTTP/1.1" status: 200 len: 808 time: 0.3548422 Oct 20 10:43:52.490649 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e216cdf1-5fc3-45eb-af26-d322e927dce3 req-31c59486-5a1d-466c-ae7d-8209a8c3b4f3 tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:52.492232 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e216cdf1-5fc3-45eb-af26-d322e927dce3 req-31c59486-5a1d-466c-ae7d-8209a8c3b4f3 tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] 10.222.0.64 "GET /v2.0/ports?device_id=af0da1c2-0e72-46be-bfb4-32abb7302e65 HTTP/1.1" status: 200 len: 943 time: 0.3189709 Oct 20 10:43:52.516214 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-b4d31441-ade2-4a23-8f1d-1c5e88af1d25 tempest-FloatingIPAdminTestJSON-1964265563 tempest-FloatingIPAdminTestJSON-1964265563-project-admin] Deleting port 3122e89d-16f8-42e9-8282-071762750b1f {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:43:52.516596 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b4d31441-ade2-4a23-8f1d-1c5e88af1d25 tempest-FloatingIPAdminTestJSON-1964265563 tempest-FloatingIPAdminTestJSON-1964265563-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:52.528588 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eab0c3-b0a7-4f92-b028-f8a7b8a1f12d req-7e20633c-4d6c-4022-9bb4-c82e79b936a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:52.529218 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-88eab0c3-b0a7-4f92-b028-f8a7b8a1f12d req-7e20633c-4d6c-4022-9bb4-c82e79b936a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:52.530975 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-88eab0c3-b0a7-4f92-b028-f8a7b8a1f12d req-7e20633c-4d6c-4022-9bb4-c82e79b936a2 service neutron] 10.222.0.55 "PUT /v2.0/ports/b4546c1f-8888-4d51-8a64-4cec29bc86b6 HTTP/1.1" status: 200 len: 1091 time: 1.9112630 Oct 20 10:43:52.537958 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af0da1c2-0e72-46be-bfb4-32abb7302e65', 'tag': 'b4546c1f-8888-4d51-8a64-4cec29bc86b6'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:43:52.540667 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13e301f9-23d5-4504-9282-6df153d822b3" -d '{"events": [{"name": "network-changed", "server_uuid": "af0da1c2-0e72-46be-bfb4-32abb7302e65", "tag": "b4546c1f-8888-4d51-8a64-4cec29bc86b6"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:43:52.568923 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-15734501-7b9a-4142-aafc-05249fef43be req-bf413617-1453-4c18-9986-b822ae6560c4 tempest-VolumesActionsTest-1501897971 tempest-VolumesActionsTest-1501897971-project] 10.222.0.64 "GET /v2.0/quotas/2ccc155b231646e6b7c812e45bf25207 HTTP/1.1" status: 200 len: 375 time: 0.0932713 Oct 20 10:43:52.596362 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e20633c-4d6c-4022-9bb4-c82e79b936a2 service neutron] Pushing event updated for resources: {'Port': ['ID=b4546c1f-8888-4d51-8a64-4cec29bc86b6,revision_number=3']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:52.617704 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b4d31441-ade2-4a23-8f1d-1c5e88af1d25 tempest-FloatingIPAdminTestJSON-1964265563 tempest-FloatingIPAdminTestJSON-1964265563-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:52.618901 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b4d31441-ade2-4a23-8f1d-1c5e88af1d25 tempest-FloatingIPAdminTestJSON-1964265563 tempest-FloatingIPAdminTestJSON-1964265563-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:52.627649 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e216cdf1-5fc3-45eb-af26-d322e927dce3 req-7a11d14b-b0b1-4458-a179-a0f0eb39edb8 tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] 10.222.0.64 "GET /v2.0/security-groups?id=c293d202-08a2-46d7-8156-502eb68acc76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271579 Oct 20 10:43:52.644140 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-5b3a0176-d97d-45d2-af21-698836a43499 None None] Allocated IP 2001:db8::2 (49959681-d8d5-44ab-90fb-ab11f36dd3ef/8a1c34d7-763f-463b-8687-5448314ea0cb/54e3e239-a67c-488d-b0e9-ce7b304c7920) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:43:52.661357 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-b4d31441-ade2-4a23-8f1d-1c5e88af1d25 tempest-FloatingIPAdminTestJSON-1964265563 tempest-FloatingIPAdminTestJSON-1964265563-project-admin] Calling delete_port for 3122e89d-16f8-42e9-8282-071762750b1f owned by network:floatingip {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:43:52.663290 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-15734501-7b9a-4142-aafc-05249fef43be req-e768d936-0b35-4535-b362-d2c485239f89 tempest-VolumesActionsTest-1501897971 tempest-VolumesActionsTest-1501897971-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=2ccc155b231646e6b7c812e45bf25207&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0683248 Oct 20 10:43:52.733233 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45b7b331-9673-4aef-9ee6-98ed4b9527ac tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Made reservation on behalf of 1bbe27b78c9b48bab3b14fdf6cb268ff for: {'port': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:43:52.736848 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-45b7b331-9673-4aef-9ee6-98ed4b9527ac tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:52.743920 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eab0c3-b0a7-4f92-b028-f8a7b8a1f12d req-f0902e7e-f8d0-42a6-b85a-e0cdeb7ee525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:52.745059 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-88eab0c3-b0a7-4f92-b028-f8a7b8a1f12d req-f0902e7e-f8d0-42a6-b85a-e0cdeb7ee525 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a5d48ee0610d454e931365a7ebb9878b&device_id=af0da1c2-0e72-46be-bfb4-32abb7302e65 HTTP/1.1" status: 200 len: 1094 time: 0.1440375 Oct 20 10:43:52.843125 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b4d31441-ade2-4a23-8f1d-1c5e88af1d25 tempest-FloatingIPAdminTestJSON-1964265563 tempest-FloatingIPAdminTestJSON-1964265563-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:52.855697 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-5b3a0176-d97d-45d2-af21-698836a43499 None None] Publish callbacks [] for port, precommit_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:52.870580 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-5b3a0176-d97d-45d2-af21-698836a43499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:52.882176 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d31441-ade2-4a23-8f1d-1c5e88af1d25 tempest-FloatingIPAdminTestJSON-1964265563 tempest-FloatingIPAdminTestJSON-1964265563-project-admin] Pushing event deleted for resources: {'Port': ['ID=3122e89d-16f8-42e9-8282-071762750b1f,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:52.901455 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-88eab0c3-b0a7-4f92-b028-f8a7b8a1f12d req-9998cff0-9f8d-41d6-852f-afcc0fe1da37 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b4546c1f-8888-4d51-8a64-4cec29bc86b6 HTTP/1.1" status: 200 len: 217 time: 0.1160574 Oct 20 10:43:52.903276 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [None req-45b7b331-9673-4aef-9ee6-98ed4b9527ac tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] device_id is not set on port 1b2a5078-8b33-42cf-8a9e-d59f369feab1 yet. {{(pid=100596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:43:52.928554 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a0176-d97d-45d2-af21-698836a43499 None None] Pushing event updated for resources: {'Port': ['ID=54e3e239-a67c-488d-b0e9-ce7b304c7920,revision_number=1']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:52.939559 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b4d31441-ade2-4a23-8f1d-1c5e88af1d25 tempest-FloatingIPAdminTestJSON-1964265563 tempest-FloatingIPAdminTestJSON-1964265563-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:52.943069 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b4d31441-ade2-4a23-8f1d-1c5e88af1d25 tempest-FloatingIPAdminTestJSON-1964265563 tempest-FloatingIPAdminTestJSON-1964265563-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for floatingip, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:52.948027 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-b4d31441-ade2-4a23-8f1d-1c5e88af1d25 tempest-FloatingIPAdminTestJSON-1964265563 tempest-FloatingIPAdminTestJSON-1964265563-project-admin] 10.222.0.64 "DELETE /v2.0/floatingips/9468881f-521b-4718-bb77-6753e7863eb1 HTTP/1.1" status: 204 len: 168 time: 0.5954733 Oct 20 10:43:52.948710 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 34472) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:52.958152 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b3a0176-d97d-45d2-af21-698836a43499 None None] Network 49959681-d8d5-44ab-90fb-ab11f36dd3ef is already hosted by enough agents. {{(pid=100598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:43:52.960278 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.base_scheduler [None req-5b3a0176-d97d-45d2-af21-698836a43499 None None] Resources bound (agent type, host, resource id): {{(pid=100598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:43:52.970887 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3a0176-d97d-45d2-af21-698836a43499 None None] Received port after_create {{(pid=100598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:43:53.050419 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38594148-4f90-4b83-a47d-81620dd7111b req-8d66a549-756e-48f2-ba80-73904055a7a9 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:53.056755 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38594148-4f90-4b83-a47d-81620dd7111b req-8d66a549-756e-48f2-ba80-73904055a7a9 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:53.065620 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38594148-4f90-4b83-a47d-81620dd7111b req-8d66a549-756e-48f2-ba80-73904055a7a9 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:53.068626 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-5b3a0176-d97d-45d2-af21-698836a43499 None None] Attempting to bind port 54e3e239-a67c-488d-b0e9-ce7b304c7920 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:43:53.069157 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-5b3a0176-d97d-45d2-af21-698836a43499 None None] Attempting to bind port 54e3e239-a67c-488d-b0e9-ce7b304c7920 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '2c509647-5fa3-4c1e-9c30-710bc0818b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '49959681-d8d5-44ab-90fb-ab11f36dd3ef'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:43:53.069612 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3a0176-d97d-45d2-af21-698836a43499 None None] Attempting to bind port 54e3e239-a67c-488d-b0e9-ce7b304c7920 on network 49959681-d8d5-44ab-90fb-ab11f36dd3ef {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:43:53.072696 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-65729c04-9679-431e-99d5-272e481fef08 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Deleting port 3cfcd04e-3707-4f0b-9134-7a0712735192 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:43:53.073462 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-65729c04-9679-431e-99d5-272e481fef08 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:53.073806 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38594148-4f90-4b83-a47d-81620dd7111b req-8d66a549-756e-48f2-ba80-73904055a7a9 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:53.081316 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38594148-4f90-4b83-a47d-81620dd7111b req-8d66a549-756e-48f2-ba80-73904055a7a9 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:53.083825 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3a0176-d97d-45d2-af21-698836a43499 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:43:53.084499 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3a0176-d97d-45d2-af21-698836a43499 None None] Checking segment: {'id': '2c509647-5fa3-4c1e-9c30-710bc0818b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '49959681-d8d5-44ab-90fb-ab11f36dd3ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:43:53.085124 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-5b3a0176-d97d-45d2-af21-698836a43499 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:53.085739 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3a0176-d97d-45d2-af21-698836a43499 None None] Bound using segment: {'id': '2c509647-5fa3-4c1e-9c30-710bc0818b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '49959681-d8d5-44ab-90fb-ab11f36dd3ef'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:43:53.086477 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-5b3a0176-d97d-45d2-af21-698836a43499 None None] Bound port: 54e3e239-a67c-488d-b0e9-ce7b304c7920, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c509647-5fa3-4c1e-9c30-710bc0818b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '49959681-d8d5-44ab-90fb-ab11f36dd3ef'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:43:53.087051 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-5b3a0176-d97d-45d2-af21-698836a43499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:53.087476 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38594148-4f90-4b83-a47d-81620dd7111b req-8d66a549-756e-48f2-ba80-73904055a7a9 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:53.093583 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38594148-4f90-4b83-a47d-81620dd7111b req-8d66a549-756e-48f2-ba80-73904055a7a9 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:53.095727 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-38594148-4f90-4b83-a47d-81620dd7111b req-8d66a549-756e-48f2-ba80-73904055a7a9 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.64 "GET /v2.0/ports?device_id=9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c HTTP/1.1" status: 200 len: 5430 time: 0.3635402 Oct 20 10:43:53.106676 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-15734501-7b9a-4142-aafc-05249fef43be req-081bcb8f-dcdc-426f-ac60-160f9dd6c7c2 service neutron] 10.222.0.64 "GET /v2.0/networks/82059dcc-4c8a-4ceb-bd06-d6f056a048a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4341688 Oct 20 10:43:53.134400 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eab0c3-b0a7-4f92-b028-f8a7b8a1f12d req-7aa1eb8d-2ef4-4541-9279-97f609e99422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:53.135900 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-88eab0c3-b0a7-4f92-b028-f8a7b8a1f12d req-7aa1eb8d-2ef4-4541-9279-97f609e99422 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=05895157-c41c-46bb-98e0-d9303e53a145 HTTP/1.1" status: 200 len: 849 time: 0.2211998 Oct 20 10:43:53.176337 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-5b3a0176-d97d-45d2-af21-698836a43499 None None] For port 54e3e239-a67c-488d-b0e9-ce7b304c7920, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:43:53.181017 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-5b3a0176-d97d-45d2-af21-698836a43499 None None] For port 54e3e239-a67c-488d-b0e9-ce7b304c7920, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=54e3e239-a67c-488d-b0e9-ce7b304c7920,segment=NetworkSegment(2c509647-5fa3-4c1e-9c30-710bc0818b1c),segment_id=2c509647-5fa3-4c1e-9c30-710bc0818b1c)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:43:53.191813 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-65729c04-9679-431e-99d5-272e481fef08 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:53.198612 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-5b3a0176-d97d-45d2-af21-698836a43499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:53.210785 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-65729c04-9679-431e-99d5-272e481fef08 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Calling delete_port for 3cfcd04e-3707-4f0b-9134-7a0712735192 owned by {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:43:53.278203 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a0176-d97d-45d2-af21-698836a43499 None None] Pushing event updated for resources: {'Port': ['ID=54e3e239-a67c-488d-b0e9-ce7b304c7920,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:53.439853 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-65729c04-9679-431e-99d5-272e481fef08 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:53.498984 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-88eab0c3-b0a7-4f92-b028-f8a7b8a1f12d req-879efe41-6914-4565-a3d8-6d0c6f715d83 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=32cd625c-0c28-4194-8186-2066d5429b32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3105826 Oct 20 10:43:53.504792 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65729c04-9679-431e-99d5-272e481fef08 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Pushing event deleted for resources: {'Port': ['ID=3cfcd04e-3707-4f0b-9134-7a0712735192,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:53.563551 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-38594148-4f90-4b83-a47d-81620dd7111b req-e53719bd-d1e3-4401-ad30-275a64fcec48 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.64 "GET /v2.0/security-groups?id=112bbbcd-cedd-416d-87db-f3a7d2197192&id=40e57539-8f43-4a87-8d18-5d8780562b01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4498847 Oct 20 10:43:53.689420 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-65729c04-9679-431e-99d5-272e481fef08 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:53.698626 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-65729c04-9679-431e-99d5-272e481fef08 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] 10.222.0.64 "DELETE /v2.0/ports/3cfcd04e-3707-4f0b-9134-7a0712735192 HTTP/1.1" status: 204 len: 168 time: 0.7487695 Oct 20 10:43:53.701565 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 34482) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:53.719955 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59d3a81f-b31c-44ef-b09f-bcc2bd8e5710 x-openstack-request-id: req-59d3a81f-b31c-44ef-b09f-bcc2bd8e5710 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:43:53.720323 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af0da1c2-0e72-46be-bfb4-32abb7302e65", "tag": "b4546c1f-8888-4d51-8a64-4cec29bc86b6", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:43:53.720501 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-59d3a81f-b31c-44ef-b09f-bcc2bd8e5710 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:43:53.721471 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af0da1c2-0e72-46be-bfb4-32abb7302e65', 'tag': 'b4546c1f-8888-4d51-8a64-4cec29bc86b6', 'status': 'completed', 'code': 200} Oct 20 10:43:53.738294 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [None req-45b7b331-9673-4aef-9ee6-98ed4b9527ac tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Allocated IP 2001:db8::34a (49959681-d8d5-44ab-90fb-ab11f36dd3ef/8a1c34d7-763f-463b-8687-5448314ea0cb/1b2a5078-8b33-42cf-8a9e-d59f369feab1) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:43:53.786854 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b7f027-cf3b-47ae-8d2f-5bddea948bc7 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:53.789290 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-91b7f027-cf3b-47ae-8d2f-5bddea948bc7 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c160862-2223-44df-9ea0-335468ef3e12 HTTP/1.1" status: 200 len: 913 time: 0.0864327 Oct 20 10:43:53.791587 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 34484) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:53.883316 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-15734501-7b9a-4142-aafc-05249fef43be req-287ad013-4fce-4af9-a265-9f5e4cee5986 service neutron] 10.222.0.64 "GET /v2.0/networks/82059dcc-4c8a-4ceb-bd06-d6f056a048a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7647753 Oct 20 10:43:54.012597 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d30b0a-e1c7-4189-bb68-0a08f9f531e8 req-c467436b-ddb7-484b-9cda-8ad50e09a230 tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:54.014152 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-18d30b0a-e1c7-4189-bb68-0a08f9f531e8 req-c467436b-ddb7-484b-9cda-8ad50e09a230 tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] 10.222.0.64 "GET /v2.0/ports?device_id=68c742d4-7181-43c0-aac2-2c1b8eda87d6 HTTP/1.1" status: 200 len: 945 time: 0.2580826 Oct 20 10:43:54.024806 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-88eab0c3-b0a7-4f92-b028-f8a7b8a1f12d req-4618afa6-f456-42f9-8626-bbc4cee7831f service neutron] 10.222.0.55 "GET /v2.0/networks/32cd625c-0c28-4194-8186-2066d5429b32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5109880 Oct 20 10:43:54.199110 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-45b7b331-9673-4aef-9ee6-98ed4b9527ac tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:54.307709 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-18d30b0a-e1c7-4189-bb68-0a08f9f531e8 req-b7081164-e81a-448f-890c-95956896112f tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] 10.222.0.64 "GET /v2.0/security-groups?id=7975bea3-846b-43cc-b5f2-c6ce0fda577e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507670 Oct 20 10:43:54.385822 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-88eab0c3-b0a7-4f92-b028-f8a7b8a1f12d req-cd799c89-832b-42ba-9931-ea1e24b9a5fa service neutron] 10.222.0.55 "GET /v2.0/networks/32cd625c-0c28-4194-8186-2066d5429b32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3414955 Oct 20 10:43:54.408018 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-45b7b331-9673-4aef-9ee6-98ed4b9527ac tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:54.460469 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a326136b-8ff4-44d6-b3a1-dd4c310ab38e req-8f085342-c5a0-421e-a55c-f10b2a4c6a7b tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:54.465605 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a326136b-8ff4-44d6-b3a1-dd4c310ab38e req-8f085342-c5a0-421e-a55c-f10b2a4c6a7b tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] 10.222.0.64 "GET /v2.0/ports?device_id=af0da1c2-0e72-46be-bfb4-32abb7302e65 HTTP/1.1" status: 200 len: 943 time: 0.2140415 Oct 20 10:43:54.476862 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-98fb2d03-c235-419e-8e25-294729e2f41c req-0f42238b-27d3-4e7f-a6a6-ccd9c553f63e tempest-VolumesActionsTest-1501897971 tempest-VolumesActionsTest-1501897971-project] 10.222.0.64 "GET /v2.0/ports?device_id=5eb33866-0762-4f63-851b-4c221b53c476 HTTP/1.1" status: 200 len: 210 time: 0.0878375 Oct 20 10:43:54.579050 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 54e3e239-a67c-488d-b0e9-ce7b304c7920 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:43:54.595329 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b7b331-9673-4aef-9ee6-98ed4b9527ac tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Network 49959681-d8d5-44ab-90fb-ab11f36dd3ef is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:43:54.623252 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-45b7b331-9673-4aef-9ee6-98ed4b9527ac tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:43:54.632804 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b7b331-9673-4aef-9ee6-98ed4b9527ac tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:43:54.639128 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b7b331-9673-4aef-9ee6-98ed4b9527ac tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:54.639991 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-45b7b331-9673-4aef-9ee6-98ed4b9527ac tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:54.649183 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b7b331-9673-4aef-9ee6-98ed4b9527ac tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Pushing event updated for resources: {'Port': ['ID=1b2a5078-8b33-42cf-8a9e-d59f369feab1,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:54.660710 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a326136b-8ff4-44d6-b3a1-dd4c310ab38e req-8abb4d5c-ff28-4e9a-82e3-199e063a36b4 tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] 10.222.0.64 "GET /v2.0/security-groups?id=c293d202-08a2-46d7-8156-502eb68acc76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804752 Oct 20 10:43:54.694856 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-45b7b331-9673-4aef-9ee6-98ed4b9527ac tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.3875415 Oct 20 10:43:54.697614 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e301f9-23d5-4504-9282-6df153d822b3 req-92fc2fcd-f6ec-40df-b33c-301f59d2af39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:54.699827 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-13e301f9-23d5-4504-9282-6df153d822b3 req-92fc2fcd-f6ec-40df-b33c-301f59d2af39 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a5d48ee0610d454e931365a7ebb9878b&device_id=af0da1c2-0e72-46be-bfb4-32abb7302e65 HTTP/1.1" status: 200 len: 1094 time: 0.1770566 Oct 20 10:43:54.716060 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 34502) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:54.728660 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 54e3e239-a67c-488d-b0e9-ce7b304c7920 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:43:54.729300 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:54.737010 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-7bae67dc-f980-4105-a592-224139ad3742 tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Request body: {'port': {'network_id': '49959681-d8d5-44ab-90fb-ab11f36dd3ef', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-472644721', 'allowed_address_pairs': [{'ip_address': '2001:db8::34a', 'mac_address': 'fa:16:3e:c4:bc:2e'}]}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:43:54.868602 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e67cf45-3d5f-400b-b89e-91df62563846 req-f8184b3f-b5fe-412c-aa29-c5bf3bcd1d52 tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:54.870206 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1e67cf45-3d5f-400b-b89e-91df62563846 req-f8184b3f-b5fe-412c-aa29-c5bf3bcd1d52 tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a76b356-3318-479d-99e5-2976ed5838a9 HTTP/1.1" status: 200 len: 945 time: 0.2141967 Oct 20 10:43:54.874961 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-490fb834-c946-4af4-893b-959027c2eb18 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1774405'] for router_interface, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:54.886356 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:54.933367 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] For port 54e3e239-a67c-488d-b0e9-ce7b304c7920, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=54e3e239-a67c-488d-b0e9-ce7b304c7920,segment=NetworkSegment(2c509647-5fa3-4c1e-9c30-710bc0818b1c),segment_id=2c509647-5fa3-4c1e-9c30-710bc0818b1c)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:43:54.938542 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:55.011947 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03371f5d-02d4-4f65-9472-9e7087a6767c None None] Network 49959681-d8d5-44ab-90fb-ab11f36dd3ef requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:43:55.039168 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Pushing event updated for resources: {'Port': ['ID=54e3e239-a67c-488d-b0e9-ce7b304c7920,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:55.081258 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e301f9-23d5-4504-9282-6df153d822b3 req-57ce3165-3a0d-4ac5-a1fe-64658e8f6ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:55.082756 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-13e301f9-23d5-4504-9282-6df153d822b3 req-57ce3165-3a0d-4ac5-a1fe-64658e8f6ce7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=32cd625c-0c28-4194-8186-2066d5429b32 HTTP/1.1" status: 200 len: 910 time: 0.3501275 Oct 20 10:43:55.090129 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1e67cf45-3d5f-400b-b89e-91df62563846 req-d7e72054-7475-44c7-a9d4-9632b6dc5341 tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] 10.222.0.64 "GET /v2.0/security-groups?id=7975bea3-846b-43cc-b5f2-c6ce0fda577e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250513 Oct 20 10:43:55.114380 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd962bf6-c442-4607-8f9a-c9e6b5472d63 req-9859a410-6f90-4869-ab0d-ebf74f7f9f05 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:55.115634 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd962bf6-c442-4607-8f9a-c9e6b5472d63 req-9859a410-6f90-4869-ab0d-ebf74f7f9f05 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:55.123425 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd962bf6-c442-4607-8f9a-c9e6b5472d63 req-9859a410-6f90-4869-ab0d-ebf74f7f9f05 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:55.131001 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd962bf6-c442-4607-8f9a-c9e6b5472d63 req-9859a410-6f90-4869-ab0d-ebf74f7f9f05 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:55.137087 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd962bf6-c442-4607-8f9a-c9e6b5472d63 req-9859a410-6f90-4869-ab0d-ebf74f7f9f05 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:55.143999 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd962bf6-c442-4607-8f9a-c9e6b5472d63 req-9859a410-6f90-4869-ab0d-ebf74f7f9f05 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:55.149580 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-c4c25e5b-917a-4059-8845-fbf4d6fc075e None None] Provisioning complete for port 54e3e239-a67c-488d-b0e9-ce7b304c7920 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:43:55.149580 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-c4c25e5b-917a-4059-8845-fbf4d6fc075e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:55.150978 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd962bf6-c442-4607-8f9a-c9e6b5472d63 req-9859a410-6f90-4869-ab0d-ebf74f7f9f05 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:55.160847 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bd962bf6-c442-4607-8f9a-c9e6b5472d63 req-9859a410-6f90-4869-ab0d-ebf74f7f9f05 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.64 "GET /v2.0/ports?device_id=9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c HTTP/1.1" status: 200 len: 5430 time: 0.3058465 Oct 20 10:43:55.235691 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-13e301f9-23d5-4504-9282-6df153d822b3 req-81b2ab79-21fb-48ae-a77c-be0041d31f11 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b4546c1f-8888-4d51-8a64-4cec29bc86b6 HTTP/1.1" status: 200 len: 217 time: 0.1445065 Oct 20 10:43:55.246614 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bae67dc-f980-4105-a592-224139ad3742 tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Made reservation on behalf of 1bbe27b78c9b48bab3b14fdf6cb268ff for: {'port': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:43:55.314205 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-490fb834-c946-4af4-893b-959027c2eb18 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Deleting port 5c9c715f-cc64-4cd5-bf3f-25aaa3ffd10a {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:43:55.314600 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-490fb834-c946-4af4-893b-959027c2eb18 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:55.319017 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bd962bf6-c442-4607-8f9a-c9e6b5472d63 req-6b800526-24c0-4413-bfce-fb03fbbb4df4 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.64 "GET /v2.0/security-groups?id=112bbbcd-cedd-416d-87db-f3a7d2197192&id=40e57539-8f43-4a87-8d18-5d8780562b01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1561127 Oct 20 10:43:55.452072 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e301f9-23d5-4504-9282-6df153d822b3 req-6345bc29-0bf0-4eca-aa93-46c2368dc278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:55.453220 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-13e301f9-23d5-4504-9282-6df153d822b3 req-6345bc29-0bf0-4eca-aa93-46c2368dc278 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=05895157-c41c-46bb-98e0-d9303e53a145 HTTP/1.1" status: 200 len: 849 time: 0.1938596 Oct 20 10:43:55.486586 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-490fb834-c946-4af4-893b-959027c2eb18 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:55.513949 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-490fb834-c946-4af4-893b-959027c2eb18 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Calling delete_port for 5c9c715f-cc64-4cd5-bf3f-25aaa3ffd10a owned by network:router_interface {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:43:55.628112 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-13e301f9-23d5-4504-9282-6df153d822b3 req-f02b5b4c-b966-49be-bf14-089d914f008e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=32cd625c-0c28-4194-8186-2066d5429b32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1456025 Oct 20 10:43:55.749301 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-7bae67dc-f980-4105-a592-224139ad3742 tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:55.754203 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-57bc9625-8ad3-42a4-9c51-35ed629d5f12 req-7bc16251-d79b-44da-acf7-2a6f9fae123e tempest-VolumesActionsTest-1501897971 tempest-VolumesActionsTest-1501897971-project] 10.222.0.64 "GET /v2.0/ports?device_id=5eb33866-0762-4f63-851b-4c221b53c476 HTTP/1.1" status: 200 len: 210 time: 0.1209204 Oct 20 10:43:55.840644 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-490fb834-c946-4af4-893b-959027c2eb18 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:55.875577 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490fb834-c946-4af4-893b-959027c2eb18 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Pushing event deleted for resources: {'Port': ['ID=5c9c715f-cc64-4cd5-bf3f-25aaa3ffd10a,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:55.910287 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490fb834-c946-4af4-893b-959027c2eb18 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:43:55.910859 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490fb834-c946-4af4-893b-959027c2eb18 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:43:55.911205 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490fb834-c946-4af4-893b-959027c2eb18 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:43:55.911580 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490fb834-c946-4af4-893b-959027c2eb18 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:43:55.911925 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490fb834-c946-4af4-893b-959027c2eb18 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:43:55.912260 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490fb834-c946-4af4-893b-959027c2eb18 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:43:55.912594 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490fb834-c946-4af4-893b-959027c2eb18 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:43:55.912922 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490fb834-c946-4af4-893b-959027c2eb18 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:43:55.913254 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490fb834-c946-4af4-893b-959027c2eb18 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:43:55.913581 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490fb834-c946-4af4-893b-959027c2eb18 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:43:55.913908 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490fb834-c946-4af4-893b-959027c2eb18 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:43:55.914231 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490fb834-c946-4af4-893b-959027c2eb18 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:43:55.951493 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbaaacf-5875-496f-b8a7-4fe9066fd773 req-65af607c-5489-4d7f-b11d-cf6a2739001c tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:55.959634 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3fbaaacf-5875-496f-b8a7-4fe9066fd773 req-65af607c-5489-4d7f-b11d-cf6a2739001c tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a76b356-3318-479d-99e5-2976ed5838a9 HTTP/1.1" status: 200 len: 945 time: 0.5200114 Oct 20 10:43:55.968708 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [None req-7bae67dc-f980-4105-a592-224139ad3742 tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] device_id is not set on port ce6800a8-60f8-4fa1-b65c-c5a8ac9aa45f yet. {{(pid=100596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:43:55.995132 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-44934c5d-54cd-4555-a0af-dbb285a6eb69 None None] Provisioning complete for port 54e3e239-a67c-488d-b0e9-ce7b304c7920 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:43:55.995690 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-44934c5d-54cd-4555-a0af-dbb285a6eb69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:56.100858 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [None req-7bae67dc-f980-4105-a592-224139ad3742 tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Allocated IP 2001:db8::1c6 (49959681-d8d5-44ab-90fb-ab11f36dd3ef/8a1c34d7-763f-463b-8687-5448314ea0cb/ce6800a8-60f8-4fa1-b65c-c5a8ac9aa45f) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:43:56.133150 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-490fb834-c946-4af4-893b-959027c2eb18 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1771989'] for router_interface, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:56.221694 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-44934c5d-54cd-4555-a0af-dbb285a6eb69 None None] Provisioning complete for port 1b2a5078-8b33-42cf-8a9e-d59f369feab1 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:43:56.222108 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-44934c5d-54cd-4555-a0af-dbb285a6eb69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:56.313112 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-44934c5d-54cd-4555-a0af-dbb285a6eb69 None None] Port 1b2a5078-8b33-42cf-8a9e-d59f369feab1 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:43:56.313625 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15734501-7b9a-4142-aafc-05249fef43be req-329c5a09-4b9b-4bb7-90d9-735eb4d9e9ae tempest-VolumesActionsTest-1501897971 tempest-VolumesActionsTest-1501897971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:56.315721 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-15734501-7b9a-4142-aafc-05249fef43be req-329c5a09-4b9b-4bb7-90d9-735eb4d9e9ae tempest-VolumesActionsTest-1501897971 tempest-VolumesActionsTest-1501897971-project] 10.222.0.69 "GET /v2.0/networks?id=82059dcc-4c8a-4ceb-bd06-d6f056a048a2 HTTP/1.1" status: 200 len: 808 time: 0.7632849 Oct 20 10:43:56.348621 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-13e301f9-23d5-4504-9282-6df153d822b3 req-1dec3863-a70c-4c1d-b5f9-5b83ac09135a service neutron] 10.222.0.55 "GET /v2.0/networks/32cd625c-0c28-4194-8186-2066d5429b32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6918316 Oct 20 10:43:56.354771 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-15734501-7b9a-4142-aafc-05249fef43be req-e0c975ed-a60a-4c53-8857-79768c8f53ef tempest-VolumesActionsTest-1501897971 tempest-VolumesActionsTest-1501897971-project] Request body: {'port': {'device_id': '5eb33866-0762-4f63-851b-4c221b53c476', 'network_id': '82059dcc-4c8a-4ceb-bd06-d6f056a048a2', 'admin_state_up': True, 'tenant_id': '2ccc155b231646e6b7c812e45bf25207'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:43:56.440649 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-2d189123-5e6e-481f-b57b-9ff476dc29ae None None] Provisioning complete for port 1b2a5078-8b33-42cf-8a9e-d59f369feab1 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:43:56.441026 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-2d189123-5e6e-481f-b57b-9ff476dc29ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:56.468971 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-490fb834-c946-4af4-893b-959027c2eb18 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Router 9c160862-2223-44df-9ea0-335468ef3e12 has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:43:56.489001 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3fbaaacf-5875-496f-b8a7-4fe9066fd773 req-39c5a9f4-3987-4004-87bf-67fe23036d0b tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] 10.222.0.64 "GET /v2.0/security-groups?id=7975bea3-846b-43cc-b5f2-c6ce0fda577e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5284815 Oct 20 10:43:56.509155 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 54e3e239-a67c-488d-b0e9-ce7b304c7920 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:43:56.538757 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-7bae67dc-f980-4105-a592-224139ad3742 tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:56.563765 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-2d189123-5e6e-481f-b57b-9ff476dc29ae None None] Port 1b2a5078-8b33-42cf-8a9e-d59f369feab1 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:43:56.576103 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 54e3e239-a67c-488d-b0e9-ce7b304c7920 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:43:56.576103 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:56.602524 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-13e301f9-23d5-4504-9282-6df153d822b3 req-a87f05fc-f38c-4a59-8992-7812b27bc141 service neutron] 10.222.0.55 "GET /v2.0/networks/32cd625c-0c28-4194-8186-2066d5429b32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2412565 Oct 20 10:43:56.635153 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-490fb834-c946-4af4-893b-959027c2eb18 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:43:56.639867 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b690b902-ab32-421b-aea6-dc6298673a3c req-216a8729-770b-4b32-8f65-538720d403f6 tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:56.644862 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-490fb834-c946-4af4-893b-959027c2eb18 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] 10.222.0.64 "PUT /v2.0/routers/9c160862-2223-44df-9ea0-335468ef3e12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8519611 Oct 20 10:43:56.647351 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 34542) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:56.650849 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b690b902-ab32-421b-aea6-dc6298673a3c req-216a8729-770b-4b32-8f65-538720d403f6 tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] 10.222.0.64 "GET /v2.0/ports?device_id=af0da1c2-0e72-46be-bfb4-32abb7302e65 HTTP/1.1" status: 200 len: 943 time: 0.7189298 Oct 20 10:43:56.655773 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3731747-94a3-430c-99b8-89137c4a5f33 None None] Sync routers for ids ['9c160862-2223-44df-9ea0-335468ef3e12'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:43:56.669147 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3731747-94a3-430c-99b8-89137c4a5f33 None None] Routers {'9c160862-2223-44df-9ea0-335468ef3e12'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:43:56.670034 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-e3731747-94a3-430c-99b8-89137c4a5f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:43:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['9c160862-2223-44df-9ea0-335468ef3e12'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:43:56.713566 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-e3731747-94a3-430c-99b8-89137c4a5f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:43:56.731539 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3731747-94a3-430c-99b8-89137c4a5f33 None None] Routers {'9c160862-2223-44df-9ea0-335468ef3e12'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:43:56.735778 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-e3731747-94a3-430c-99b8-89137c4a5f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:43:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['9c160862-2223-44df-9ea0-335468ef3e12'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:43:56.763056 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1759da99-f73d-4040-b79b-2f5b5a970c56 req-577141b1-6c66-4d8b-93ba-df2e5b9538a5 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:56.769804 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1759da99-f73d-4040-b79b-2f5b5a970c56 req-577141b1-6c66-4d8b-93ba-df2e5b9538a5 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:56.775838 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1759da99-f73d-4040-b79b-2f5b5a970c56 req-577141b1-6c66-4d8b-93ba-df2e5b9538a5 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:56.782616 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1759da99-f73d-4040-b79b-2f5b5a970c56 req-577141b1-6c66-4d8b-93ba-df2e5b9538a5 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:56.786097 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-e3731747-94a3-430c-99b8-89137c4a5f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:43:56.787265 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3731747-94a3-430c-99b8-89137c4a5f33 None None] The sync data for ids ['9c160862-2223-44df-9ea0-335468ef3e12'] in n-d-811396-3 is: [] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:43:56.788174 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8adfcd03-6321-42a5-9ef9-52ab1517e1a1 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Publish callbacks [] for router, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:56.789059 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1759da99-f73d-4040-b79b-2f5b5a970c56 req-577141b1-6c66-4d8b-93ba-df2e5b9538a5 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:56.795137 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1759da99-f73d-4040-b79b-2f5b5a970c56 req-577141b1-6c66-4d8b-93ba-df2e5b9538a5 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:56.801323 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1759da99-f73d-4040-b79b-2f5b5a970c56 req-577141b1-6c66-4d8b-93ba-df2e5b9538a5 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:56.803426 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1759da99-f73d-4040-b79b-2f5b5a970c56 req-577141b1-6c66-4d8b-93ba-df2e5b9538a5 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.64 "GET /v2.0/ports?device_id=9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c HTTP/1.1" status: 200 len: 5430 time: 0.2226534 Oct 20 10:43:56.814236 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b690b902-ab32-421b-aea6-dc6298673a3c req-f29a9143-7f59-4327-894f-23f40a383c9c tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] 10.222.0.64 "GET /v2.0/security-groups?id=c293d202-08a2-46d7-8156-502eb68acc76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625314 Oct 20 10:43:56.818686 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-7bae67dc-f980-4105-a592-224139ad3742 tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:56.831557 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15734501-7b9a-4142-aafc-05249fef43be req-e0c975ed-a60a-4c53-8857-79768c8f53ef tempest-VolumesActionsTest-1501897971 tempest-VolumesActionsTest-1501897971-project] Made reservation on behalf of 2ccc155b231646e6b7c812e45bf25207 for: {'port': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:43:56.834909 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-15734501-7b9a-4142-aafc-05249fef43be req-e0c975ed-a60a-4c53-8857-79768c8f53ef tempest-VolumesActionsTest-1501897971 tempest-VolumesActionsTest-1501897971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:56.927737 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8adfcd03-6321-42a5-9ef9-52ab1517e1a1 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:56.989117 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-8adfcd03-6321-42a5-9ef9-52ab1517e1a1 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Deleting port 5752193c-378d-45e2-8de5-46bab776f732 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:43:56.989532 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8adfcd03-6321-42a5-9ef9-52ab1517e1a1 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:57.075925 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8adfcd03-6321-42a5-9ef9-52ab1517e1a1 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:57.089920 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-8adfcd03-6321-42a5-9ef9-52ab1517e1a1 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Calling delete_port for 5752193c-378d-45e2-8de5-46bab776f732 owned by network:router_gateway {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:43:57.165260 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bae67dc-f980-4105-a592-224139ad3742 tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Network 49959681-d8d5-44ab-90fb-ab11f36dd3ef is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:43:57.195742 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-7bae67dc-f980-4105-a592-224139ad3742 tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:43:57.198005 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bae67dc-f980-4105-a592-224139ad3742 tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Pushing event updated for resources: {'Port': ['ID=ce6800a8-60f8-4fa1-b65c-c5a8ac9aa45f,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:57.199970 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bae67dc-f980-4105-a592-224139ad3742 tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:43:57.205654 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bae67dc-f980-4105-a592-224139ad3742 tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:57.206296 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-7bae67dc-f980-4105-a592-224139ad3742 tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:57.241430 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-221bb720-fb6a-4130-b148-ffca42f36721 req-b43de8e8-84b9-4170-b031-a3f5aa60f30b tempest-VolumesActionsTest-1501897971 tempest-VolumesActionsTest-1501897971-project] 10.222.0.64 "GET /v2.0/ports?device_id=5eb33866-0762-4f63-851b-4c221b53c476 HTTP/1.1" status: 200 len: 210 time: 0.0929935 Oct 20 10:43:57.259914 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1759da99-f73d-4040-b79b-2f5b5a970c56 req-545a3afb-f11e-435f-bb29-b4dc76e292bf tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.64 "GET /v2.0/security-groups?id=112bbbcd-cedd-416d-87db-f3a7d2197192&id=40e57539-8f43-4a87-8d18-5d8780562b01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4431121 Oct 20 10:43:57.285540 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-7bae67dc-f980-4105-a592-224139ad3742 tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 2.5659108 Oct 20 10:43:57.287067 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 34548) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:57.354459 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [req-15734501-7b9a-4142-aafc-05249fef43be req-e0c975ed-a60a-4c53-8857-79768c8f53ef tempest-VolumesActionsTest-1501897971 tempest-VolumesActionsTest-1501897971-project] Allocated IP 172.20.0.14 (82059dcc-4c8a-4ceb-bd06-d6f056a048a2/1de3ab53-f0bc-40b7-8de6-e08e820974d8/a06fc01b-3834-47ad-9470-4051a5e94040) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:43:57.379449 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8adfcd03-6321-42a5-9ef9-52ab1517e1a1 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:57.412355 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da53b2f7-8005-40a4-a3e0-8d3e84b725e5 tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:57.419029 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da53b2f7-8005-40a4-a3e0-8d3e84b725e5 tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:57.427094 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da53b2f7-8005-40a4-a3e0-8d3e84b725e5 tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:57.429069 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-da53b2f7-8005-40a4-a3e0-8d3e84b725e5 tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.1407254 Oct 20 10:43:57.454675 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 34550) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:57.506241 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adfcd03-6321-42a5-9ef9-52ab1517e1a1 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Pushing event deleted for resources: {'Port': ['ID=5752193c-378d-45e2-8de5-46bab776f732,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:57.526346 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-15734501-7b9a-4142-aafc-05249fef43be req-e0c975ed-a60a-4c53-8857-79768c8f53ef tempest-VolumesActionsTest-1501897971 tempest-VolumesActionsTest-1501897971-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:57.568990 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-15734501-7b9a-4142-aafc-05249fef43be req-e0c975ed-a60a-4c53-8857-79768c8f53ef tempest-VolumesActionsTest-1501897971 tempest-VolumesActionsTest-1501897971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:57.591332 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-c0a26c63-e570-4415-bc81-ee0233cc0444 None None] Provisioning complete for port ce6800a8-60f8-4fa1-b65c-c5a8ac9aa45f triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:43:57.592456 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-c0a26c63-e570-4415-bc81-ee0233cc0444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:57.600930 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8adfcd03-6321-42a5-9ef9-52ab1517e1a1 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1773439'] for router_gateway, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:57.643568 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-c0a26c63-e570-4415-bc81-ee0233cc0444 None None] Port ce6800a8-60f8-4fa1-b65c-c5a8ac9aa45f cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:43:57.679890 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15734501-7b9a-4142-aafc-05249fef43be req-e0c975ed-a60a-4c53-8857-79768c8f53ef tempest-VolumesActionsTest-1501897971 tempest-VolumesActionsTest-1501897971-project] Network 82059dcc-4c8a-4ceb-bd06-d6f056a048a2 is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:43:57.687893 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c975ed-a60a-4c53-8857-79768c8f53ef tempest-VolumesActionsTest-1501897971 tempest-VolumesActionsTest-1501897971-project] Pushing event updated for resources: {'Port': ['ID=a06fc01b-3834-47ad-9470-4051a5e94040,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:57.691221 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [req-15734501-7b9a-4142-aafc-05249fef43be req-e0c975ed-a60a-4c53-8857-79768c8f53ef tempest-VolumesActionsTest-1501897971 tempest-VolumesActionsTest-1501897971-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:43:57.693420 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-15734501-7b9a-4142-aafc-05249fef43be req-e0c975ed-a60a-4c53-8857-79768c8f53ef tempest-VolumesActionsTest-1501897971 tempest-VolumesActionsTest-1501897971-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:43:57.721845 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8adfcd03-6321-42a5-9ef9-52ab1517e1a1 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1772272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258304'] for router, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:57.726469 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8adfcd03-6321-42a5-9ef9-52ab1517e1a1 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:57.738142 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753cb40f-bf74-47ba-bd73-b4aff3b3be5c req-5dc338d5-1256-48d1-aa3d-f5b45b069e12 tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:57.740729 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-753cb40f-bf74-47ba-bd73-b4aff3b3be5c req-5dc338d5-1256-48d1-aa3d-f5b45b069e12 tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a76b356-3318-479d-99e5-2976ed5838a9 HTTP/1.1" status: 200 len: 945 time: 0.1535401 Oct 20 10:43:57.755698 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15734501-7b9a-4142-aafc-05249fef43be req-e0c975ed-a60a-4c53-8857-79768c8f53ef tempest-VolumesActionsTest-1501897971 tempest-VolumesActionsTest-1501897971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:57.756332 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-15734501-7b9a-4142-aafc-05249fef43be req-e0c975ed-a60a-4c53-8857-79768c8f53ef tempest-VolumesActionsTest-1501897971 tempest-VolumesActionsTest-1501897971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:57.790608 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-15734501-7b9a-4142-aafc-05249fef43be req-e0c975ed-a60a-4c53-8857-79768c8f53ef tempest-VolumesActionsTest-1501897971 tempest-VolumesActionsTest-1501897971-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4463923 Oct 20 10:43:57.803624 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-15734501-7b9a-4142-aafc-05249fef43be req-f711d2a3-769d-4b30-8af8-80ccf6a8c491 service neutron] Request body: {'port': {'device_id': '5eb33866-0762-4f63-851b-4c221b53c476', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811396-3'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:43:57.828067 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-753cb40f-bf74-47ba-bd73-b4aff3b3be5c req-0716c891-9714-41fa-ba99-9fcf9973487f tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] 10.222.0.64 "GET /v2.0/security-groups?id=7975bea3-846b-43cc-b5f2-c6ce0fda577e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690067 Oct 20 10:43:57.874478 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-15734501-7b9a-4142-aafc-05249fef43be req-f711d2a3-769d-4b30-8af8-80ccf6a8c491 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:58.063894 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-72a35905-8fdf-4f0c-9388-ebc2995b1ffe tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Deleting port ce6800a8-60f8-4fa1-b65c-c5a8ac9aa45f {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:43:58.064941 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-72a35905-8fdf-4f0c-9388-ebc2995b1ffe tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:58.083942 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8adfcd03-6321-42a5-9ef9-52ab1517e1a1 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1772267'] for router, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:58.084493 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8adfcd03-6321-42a5-9ef9-52ab1517e1a1 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Fanout notify agent at l3_agent the message router_deleted on router 9c160862-2223-44df-9ea0-335468ef3e12 {{(pid=100597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 10:43:58.111804 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9939d1-d56e-4027-8c91-09dbd7abe2ae req-38a0aa4c-063a-45d3-993d-bbbb27c6e3b3 tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:58.116213 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8adfcd03-6321-42a5-9ef9-52ab1517e1a1 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Publish callbacks [] for router, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:58.117351 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-8adfcd03-6321-42a5-9ef9-52ab1517e1a1 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] 10.222.0.64 "DELETE /v2.0/routers/9c160862-2223-44df-9ea0-335468ef3e12 HTTP/1.1" status: 204 len: 168 time: 1.4686406 Oct 20 10:43:58.119076 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ea9939d1-d56e-4027-8c91-09dbd7abe2ae req-38a0aa4c-063a-45d3-993d-bbbb27c6e3b3 tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] 10.222.0.64 "GET /v2.0/ports?device_id=af0da1c2-0e72-46be-bfb4-32abb7302e65 HTTP/1.1" status: 200 len: 943 time: 0.1762149 Oct 20 10:43:58.123518 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 34564) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:58.220633 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ea9939d1-d56e-4027-8c91-09dbd7abe2ae req-f068d2c5-dc52-4612-b2ae-ac5877b52cf9 tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] 10.222.0.64 "GET /v2.0/security-groups?id=c293d202-08a2-46d7-8156-502eb68acc76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004422 Oct 20 10:43:58.259426 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f19dae4-0cd0-4e07-9950-181cca29c77a tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Deleting subnet 0514a065-2fa2-4340-a379-88b2b55aed4d {{(pid=100597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:43:58.265821 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-72a35905-8fdf-4f0c-9388-ebc2995b1ffe tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:58.268250 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0f19dae4-0cd0-4e07-9950-181cca29c77a tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Publish callbacks [] for subnet, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:58.306574 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-72a35905-8fdf-4f0c-9388-ebc2995b1ffe tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Calling delete_port for ce6800a8-60f8-4fa1-b65c-c5a8ac9aa45f owned by {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:43:58.327533 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0f19dae4-0cd0-4e07-9950-181cca29c77a tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25852621'] for subnet, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:58.367044 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd0edec-0b44-407b-a7c5-b9cc18242774 req-5c00c2c3-10c7-49d4-8bb6-d73f86917685 tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:58.369243 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cdd0edec-0b44-407b-a7c5-b9cc18242774 req-5c00c2c3-10c7-49d4-8bb6-d73f86917685 tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a76b356-3318-479d-99e5-2976ed5838a9 HTTP/1.1" status: 200 len: 945 time: 0.2285898 Oct 20 10:43:58.489162 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cdd0edec-0b44-407b-a7c5-b9cc18242774 req-a4a6e777-6d25-4237-a3f0-97a02944e681 tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] 10.222.0.64 "GET /v2.0/security-groups?id=7975bea3-846b-43cc-b5f2-c6ce0fda577e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041098 Oct 20 10:43:58.508548 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc72ac6c-56cd-481c-9442-ed0623aedac2 req-8f316867-c321-432d-b145-158cf4f5856c tempest-VolumesActionsTest-1501897971 tempest-VolumesActionsTest-1501897971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:58.512291 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0f19dae4-0cd0-4e07-9950-181cca29c77a tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:58.520298 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fc72ac6c-56cd-481c-9442-ed0623aedac2 req-8f316867-c321-432d-b145-158cf4f5856c tempest-VolumesActionsTest-1501897971 tempest-VolumesActionsTest-1501897971-project] 10.222.0.64 "GET /v2.0/ports?device_id=5eb33866-0762-4f63-851b-4c221b53c476 HTTP/1.1" status: 200 len: 932 time: 0.1441410 Oct 20 10:43:58.596543 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-72a35905-8fdf-4f0c-9388-ebc2995b1ffe tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:58.627818 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [req-15734501-7b9a-4142-aafc-05249fef43be req-f711d2a3-769d-4b30-8af8-80ccf6a8c491 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a06fc01b-3834-47ad-9470-4051a5e94040 {{(pid=100596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:43:58.630029 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a35905-8fdf-4f0c-9388-ebc2995b1ffe tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Pushing event deleted for resources: {'Port': ['ID=ce6800a8-60f8-4fa1-b65c-c5a8ac9aa45f,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:58.654738 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-15734501-7b9a-4142-aafc-05249fef43be req-f711d2a3-769d-4b30-8af8-80ccf6a8c491 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:58.660474 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fc72ac6c-56cd-481c-9442-ed0623aedac2 req-c4135fd2-c906-4d0a-b976-2370c1e69805 tempest-VolumesActionsTest-1501897971 tempest-VolumesActionsTest-1501897971-project] 10.222.0.64 "GET /v2.0/security-groups?id=d52c9ff6-6817-48ec-94f7-519be190f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877926 Oct 20 10:43:58.687770 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.provisioning_blocks [req-15734501-7b9a-4142-aafc-05249fef43be req-f711d2a3-769d-4b30-8af8-80ccf6a8c491 service neutron] Transition to ACTIVE for port object a06fc01b-3834-47ad-9470-4051a5e94040 will not be triggered until provisioned by entity L2. {{(pid=100596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:43:58.708865 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0f19dae4-0cd0-4e07-9950-181cca29c77a tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25350811'] for subnet, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:58.711586 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fedd8b9-134a-455b-9995-b1570e5b0bc4 req-65e6f1dc-adf8-469b-9b04-903cfed3a4eb tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:58.717876 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fedd8b9-134a-455b-9995-b1570e5b0bc4 req-65e6f1dc-adf8-469b-9b04-903cfed3a4eb tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:58.724446 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fedd8b9-134a-455b-9995-b1570e5b0bc4 req-65e6f1dc-adf8-469b-9b04-903cfed3a4eb tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:58.730654 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fedd8b9-134a-455b-9995-b1570e5b0bc4 req-65e6f1dc-adf8-469b-9b04-903cfed3a4eb tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:58.737109 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fedd8b9-134a-455b-9995-b1570e5b0bc4 req-65e6f1dc-adf8-469b-9b04-903cfed3a4eb tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:58.743412 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fedd8b9-134a-455b-9995-b1570e5b0bc4 req-65e6f1dc-adf8-469b-9b04-903cfed3a4eb tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:58.750132 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fedd8b9-134a-455b-9995-b1570e5b0bc4 req-65e6f1dc-adf8-469b-9b04-903cfed3a4eb tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:58.750621 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0f19dae4-0cd0-4e07-9950-181cca29c77a tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:58.756539 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-0f19dae4-0cd0-4e07-9950-181cca29c77a tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] 10.222.0.64 "DELETE /v2.0/subnets/0514a065-2fa2-4340-a379-88b2b55aed4d HTTP/1.1" status: 204 len: 168 time: 0.6298387 Oct 20 10:43:58.756539 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f19dae4-0cd0-4e07-9950-181cca29c77a tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Pushing event deleted for resources: {'Subnet': ['ID=0514a065-2fa2-4340-a379-88b2b55aed4d,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:58.760531 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 34570) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:58.760697 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3fedd8b9-134a-455b-9995-b1570e5b0bc4 req-65e6f1dc-adf8-469b-9b04-903cfed3a4eb tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.64 "GET /v2.0/ports?device_id=9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c HTTP/1.1" status: 200 len: 5430 time: 0.1882284 Oct 20 10:43:58.763592 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-15734501-7b9a-4142-aafc-05249fef43be req-f711d2a3-769d-4b30-8af8-80ccf6a8c491 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:58.774872 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf25f6ef-a02f-4b7e-be2d-de5ce1b0dc86 None None] Network 58c6ec4a-b469-4646-8fe2-39be83491e78 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:43:58.821857 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-72a35905-8fdf-4f0c-9388-ebc2995b1ffe tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:58.829190 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-72a35905-8fdf-4f0c-9388-ebc2995b1ffe tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] 10.222.0.64 "DELETE /v2.0/ports/ce6800a8-60f8-4fa1-b65c-c5a8ac9aa45f HTTP/1.1" status: 204 len: 168 time: 1.3546150 Oct 20 10:43:58.829927 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 34572) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:58.860958 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3fedd8b9-134a-455b-9995-b1570e5b0bc4 req-6cc4e441-6a13-4739-a41d-712130a4f08e tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.64 "GET /v2.0/security-groups?id=112bbbcd-cedd-416d-87db-f3a7d2197192&id=40e57539-8f43-4a87-8d18-5d8780562b01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1000159 Oct 20 10:43:58.897161 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7a02b4f-4120-41a3-85c2-7e8ef4e10bb0 tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] GET failed (client error): The resource could not be found. Oct 20 10:43:58.900789 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-d7a02b4f-4120-41a3-85c2-7e8ef4e10bb0 tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] 10.222.0.64 "GET /v2.0/ports/ce6800a8-60f8-4fa1-b65c-c5a8ac9aa45f HTTP/1.1" status: 404 len: 333 time: 0.0672126 Oct 20 10:43:58.907092 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 34574) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:58.921933 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-f9221a1e-be95-4432-be60-4e1bb50ff5e0 tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Request body: {'port': {'network_id': '49959681-d8d5-44ab-90fb-ab11f36dd3ef', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-575773280'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:43:58.931826 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f711d2a3-769d-4b30-8af8-80ccf6a8c491 service neutron] Pushing event updated for resources: {'Port': ['ID=a06fc01b-3834-47ad-9470-4051a5e94040,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:58.971292 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-19cb6d82-f61d-4d28-bfd6-cbd637f6cdd8 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:59.000364 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device b4546c1f-8888-4d51-8a64-4cec29bc86b6 details requested by agent hyperv_n-h1-811396-3 with host n-h1-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:43:59.027096 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-15734501-7b9a-4142-aafc-05249fef43be req-f711d2a3-769d-4b30-8af8-80ccf6a8c491 service neutron] Attempting to bind port a06fc01b-3834-47ad-9470-4051a5e94040 on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:43:59.027910 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-15734501-7b9a-4142-aafc-05249fef43be req-f711d2a3-769d-4b30-8af8-80ccf6a8c491 service neutron] Attempting to bind port a06fc01b-3834-47ad-9470-4051a5e94040 by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': '3107ec16-ab57-43da-98c8-91a0033b4704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '82059dcc-4c8a-4ceb-bd06-d6f056a048a2'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:43:59.028508 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15734501-7b9a-4142-aafc-05249fef43be req-f711d2a3-769d-4b30-8af8-80ccf6a8c491 service neutron] Attempting to bind port a06fc01b-3834-47ad-9470-4051a5e94040 on network 82059dcc-4c8a-4ceb-bd06-d6f056a048a2 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:43:59.039849 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15734501-7b9a-4142-aafc-05249fef43be req-f711d2a3-769d-4b30-8af8-80ccf6a8c491 service neutron] Port a06fc01b-3834-47ad-9470-4051a5e94040 on network 82059dcc-4c8a-4ceb-bd06-d6f056a048a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:43:59.040189 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15734501-7b9a-4142-aafc-05249fef43be req-f711d2a3-769d-4b30-8af8-80ccf6a8c491 service neutron] Attempting to bind port a06fc01b-3834-47ad-9470-4051a5e94040 on network 82059dcc-4c8a-4ceb-bd06-d6f056a048a2 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:43:59.046579 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15734501-7b9a-4142-aafc-05249fef43be req-f711d2a3-769d-4b30-8af8-80ccf6a8c491 service neutron] Checking agent: {'id': '061232a2-7adc-4ba1-a873-e8cb136b064d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 43, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:43:59.046988 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15734501-7b9a-4142-aafc-05249fef43be req-f711d2a3-769d-4b30-8af8-80ccf6a8c491 service neutron] Checking segment: {'id': '3107ec16-ab57-43da-98c8-91a0033b4704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '82059dcc-4c8a-4ceb-bd06-d6f056a048a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:43:59.047299 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15734501-7b9a-4142-aafc-05249fef43be req-f711d2a3-769d-4b30-8af8-80ccf6a8c491 service neutron] Bound using segment: {'id': '3107ec16-ab57-43da-98c8-91a0033b4704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '82059dcc-4c8a-4ceb-bd06-d6f056a048a2'} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:43:59.047797 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-15734501-7b9a-4142-aafc-05249fef43be req-f711d2a3-769d-4b30-8af8-80ccf6a8c491 service neutron] Bound port: a06fc01b-3834-47ad-9470-4051a5e94040, host: n-h2-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3107ec16-ab57-43da-98c8-91a0033b4704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '82059dcc-4c8a-4ceb-bd06-d6f056a048a2'}}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:43:59.048158 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-15734501-7b9a-4142-aafc-05249fef43be req-f711d2a3-769d-4b30-8af8-80ccf6a8c491 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:59.129157 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-19cb6d82-f61d-4d28-bfd6-cbd637f6cdd8 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Deleting port 80a04616-2c14-44be-ac05-471398624054 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:43:59.129157 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-19cb6d82-f61d-4d28-bfd6-cbd637f6cdd8 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:59.153569 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-15734501-7b9a-4142-aafc-05249fef43be req-f711d2a3-769d-4b30-8af8-80ccf6a8c491 service neutron] For port a06fc01b-3834-47ad-9470-4051a5e94040, host n-h2-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:43:59.158317 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-15734501-7b9a-4142-aafc-05249fef43be req-f711d2a3-769d-4b30-8af8-80ccf6a8c491 service neutron] For port a06fc01b-3834-47ad-9470-4051a5e94040, host n-h2-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=a06fc01b-3834-47ad-9470-4051a5e94040,segment=NetworkSegment(3107ec16-ab57-43da-98c8-91a0033b4704),segment_id=3107ec16-ab57-43da-98c8-91a0033b4704)] {{(pid=100596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:43:59.164371 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-15734501-7b9a-4142-aafc-05249fef43be req-f711d2a3-769d-4b30-8af8-80ccf6a8c491 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:59.166324 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f0d3616-e564-4d36-a55f-071bd417b014 None None] DHCP port deletion for 58c6ec4a-b469-4646-8fe2-39be83491e78 request from n-d-811396-3 {{(pid=100598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:43:59.191722 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port b4546c1f-8888-4d51-8a64-4cec29bc86b6, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=b4546c1f-8888-4d51-8a64-4cec29bc86b6,segment=NetworkSegment(33d715ee-f8c8-4d27-ad3a-7306e4a5ba8d),segment_id=33d715ee-f8c8-4d27-ad3a-7306e4a5ba8d)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:43:59.204483 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Returning: {'device': 'b4546c1f-8888-4d51-8a64-4cec29bc86b6', 'network_id': '32cd625c-0c28-4194-8186-2066d5429b32', 'port_id': 'b4546c1f-8888-4d51-8a64-4cec29bc86b6', 'mac_address': 'fa:16:3e:03:30:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 819, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05895157-c41c-46bb-98e0-d9303e53a145', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:43:59.223874 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [None req-19cb6d82-f61d-4d28-bfd6-cbd637f6cdd8 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] For port 80a04616-2c14-44be-ac05-471398624054, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=80a04616-2c14-44be-ac05-471398624054,segment=NetworkSegment(c7015f78-6634-46e9-8740-7a2f223442c2),segment_id=c7015f78-6634-46e9-8740-7a2f223442c2)] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:43:59.224279 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-19cb6d82-f61d-4d28-bfd6-cbd637f6cdd8 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:59.239092 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f711d2a3-769d-4b30-8af8-80ccf6a8c491 service neutron] Pushing event updated for resources: {'Port': ['ID=a06fc01b-3834-47ad-9470-4051a5e94040,revision_number=3']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:59.242243 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-19cb6d82-f61d-4d28-bfd6-cbd637f6cdd8 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Calling delete_port for 80a04616-2c14-44be-ac05-471398624054 owned by network:dhcp {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:43:59.247513 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15734501-7b9a-4142-aafc-05249fef43be req-f711d2a3-769d-4b30-8af8-80ccf6a8c491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:59.248159 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-15734501-7b9a-4142-aafc-05249fef43be req-f711d2a3-769d-4b30-8af8-80ccf6a8c491 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:59.249710 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-15734501-7b9a-4142-aafc-05249fef43be req-f711d2a3-769d-4b30-8af8-80ccf6a8c491 service neutron] 10.222.0.69 "PUT /v2.0/ports/a06fc01b-3834-47ad-9470-4051a5e94040 HTTP/1.1" status: 200 len: 1092 time: 1.4507260 Oct 20 10:43:59.250171 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5eb33866-0762-4f63-851b-4c221b53c476', 'tag': 'a06fc01b-3834-47ad-9470-4051a5e94040'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:43:59.252556 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c64e5c43-27c7-4f2a-9138-c0c008bdddb3" -d '{"events": [{"name": "network-changed", "server_uuid": "5eb33866-0762-4f63-851b-4c221b53c476", "tag": "a06fc01b-3834-47ad-9470-4051a5e94040"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:43:59.306781 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:59.327213 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4546c1f-8888-4d51-8a64-4cec29bc86b6 {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:43:59.331406 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91e4b577-1ec7-46bf-85e1-f8396b2d45d9 x-openstack-request-id: req-91e4b577-1ec7-46bf-85e1-f8396b2d45d9 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:43:59.331711 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5eb33866-0762-4f63-851b-4c221b53c476", "tag": "a06fc01b-3834-47ad-9470-4051a5e94040", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:43:59.331970 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-91e4b577-1ec7-46bf-85e1-f8396b2d45d9 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:43:59.332388 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5eb33866-0762-4f63-851b-4c221b53c476', 'tag': 'a06fc01b-3834-47ad-9470-4051a5e94040', 'status': 'completed', 'code': 200} Oct 20 10:43:59.354513 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15734501-7b9a-4142-aafc-05249fef43be req-2c65c09e-1e20-4869-95a2-5c95ed4f51ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:59.356829 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-15734501-7b9a-4142-aafc-05249fef43be req-2c65c09e-1e20-4869-95a2-5c95ed4f51ef service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2ccc155b231646e6b7c812e45bf25207&device_id=5eb33866-0762-4f63-851b-4c221b53c476 HTTP/1.1" status: 200 len: 1095 time: 0.0649128 Oct 20 10:43:59.369622 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port b4546c1f-8888-4d51-8a64-4cec29bc86b6, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=b4546c1f-8888-4d51-8a64-4cec29bc86b6,segment=NetworkSegment(33d715ee-f8c8-4d27-ad3a-7306e4a5ba8d),segment_id=33d715ee-f8c8-4d27-ad3a-7306e4a5ba8d)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:43:59.374237 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:59.389716 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-19cb6d82-f61d-4d28-bfd6-cbd637f6cdd8 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:59.417010 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9221a1e-be95-4432-be60-4e1bb50ff5e0 tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Made reservation on behalf of 1bbe27b78c9b48bab3b14fdf6cb268ff for: {'port': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:43:59.420787 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f9221a1e-be95-4432-be60-4e1bb50ff5e0 tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:59.428806 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cb6d82-f61d-4d28-bfd6-cbd637f6cdd8 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Pushing event deleted for resources: {'Port': ['ID=80a04616-2c14-44be-ac05-471398624054,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:59.440115 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=b4546c1f-8888-4d51-8a64-4cec29bc86b6,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:59.447033 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-15734501-7b9a-4142-aafc-05249fef43be req-1854cd75-42e2-4b8d-9081-f641a3db88ad service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a06fc01b-3834-47ad-9470-4051a5e94040 HTTP/1.1" status: 200 len: 217 time: 0.0708506 Oct 20 10:43:59.447281 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-4f0d3616-e564-4d36-a55f-071bd417b014 None None] Deleting port 80a04616-2c14-44be-ac05-471398624054 {{(pid=100598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:43:59.447658 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-4f0d3616-e564-4d36-a55f-071bd417b014 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:59.450958 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19cb6d82-f61d-4d28-bfd6-cbd637f6cdd8 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] No DVR routers for this DVR port 80a04616-2c14-44be-ac05-471398624054 on host n-d-811396-3 {{(pid=100597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:43:59.494887 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [None req-f9221a1e-be95-4432-be60-4e1bb50ff5e0 tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] device_id is not set on port a3e8c1b8-9950-47d5-b1f2-c2361dc1bb59 yet. {{(pid=100597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:43:59.512142 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd70ea7-c641-4894-971a-6c66fd4ebfac req-554c786b-bccb-4956-8bae-de3f3652d7fd tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:59.514249 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-dcd70ea7-c641-4894-971a-6c66fd4ebfac req-554c786b-bccb-4956-8bae-de3f3652d7fd tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] 10.222.0.64 "GET /v2.0/ports?device_id=af0da1c2-0e72-46be-bfb4-32abb7302e65 HTTP/1.1" status: 200 len: 944 time: 0.1541479 Oct 20 10:43:59.531210 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-4f0d3616-e564-4d36-a55f-071bd417b014 None None] For port 80a04616-2c14-44be-ac05-471398624054, host n-d-811396-3, got binding levels [] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:43:59.531777 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-4f0d3616-e564-4d36-a55f-071bd417b014 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:59.545645 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15734501-7b9a-4142-aafc-05249fef43be req-960ad49d-dd1d-4e26-abbf-b004550fd75a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:59.545888 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-4f0d3616-e564-4d36-a55f-071bd417b014 None None] Calling delete_port for 80a04616-2c14-44be-ac05-471398624054 owned by network:dhcp {{(pid=100598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:43:59.547489 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-15734501-7b9a-4142-aafc-05249fef43be req-960ad49d-dd1d-4e26-abbf-b004550fd75a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1de3ab53-f0bc-40b7-8de6-e08e820974d8 HTTP/1.1" status: 200 len: 848 time: 0.0893025 Oct 20 10:43:59.551204 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.ipam_backend_mixin [None req-4f0d3616-e564-4d36-a55f-071bd417b014 None None] Port 80a04616-2c14-44be-ac05-471398624054 was not found and therefore no delete operation was performed {{(pid=100598) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 20 10:43:59.552695 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-4f0d3616-e564-4d36-a55f-071bd417b014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956'] for port, after_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:59.567746 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0d3616-e564-4d36-a55f-071bd417b014 None None] No DVR routers for this DVR port 80a04616-2c14-44be-ac05-471398624054 on host n-d-811396-3 {{(pid=100598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:43:59.594681 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0d3616-e564-4d36-a55f-071bd417b014 None None] Pushing event deleted for resources: {'Port': ['ID=80a04616-2c14-44be-ac05-471398624054,revision_number=None']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:43:59.610254 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-15734501-7b9a-4142-aafc-05249fef43be req-09a82313-037e-457b-b982-6abbcb3eb336 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=82059dcc-4c8a-4ceb-bd06-d6f056a048a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503008 Oct 20 10:43:59.624074 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-dcd70ea7-c641-4894-971a-6c66fd4ebfac req-88e7c50a-db84-4c1b-975b-77ad5c79a187 tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] 10.222.0.64 "GET /v2.0/security-groups?id=c293d202-08a2-46d7-8156-502eb68acc76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993152 Oct 20 10:43:59.656100 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 34592) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:43:59.756431 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-19cb6d82-f61d-4d28-bfd6-cbd637f6cdd8 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:59.776352 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243b9285-e389-43af-9c9e-aa196f315c12 req-a64e9868-c5cb-40c1-92f4-756d6d03d7e1 tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:59.777899 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-243b9285-e389-43af-9c9e-aa196f315c12 req-a64e9868-c5cb-40c1-92f4-756d6d03d7e1 tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a76b356-3318-479d-99e5-2976ed5838a9 HTTP/1.1" status: 200 len: 945 time: 0.1419010 Oct 20 10:43:59.790708 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-15734501-7b9a-4142-aafc-05249fef43be req-847ca5dc-023f-4f30-beaa-d6b1c1f53e9d service neutron] 10.222.0.69 "GET /v2.0/networks/82059dcc-4c8a-4ceb-bd06-d6f056a048a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560051 Oct 20 10:43:59.807882 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-f9221a1e-be95-4432-be60-4e1bb50ff5e0 tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Allocated IP 2001:db8::107 (49959681-d8d5-44ab-90fb-ab11f36dd3ef/8a1c34d7-763f-463b-8687-5448314ea0cb/a3e8c1b8-9950-47d5-b1f2-c2361dc1bb59) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:43:59.814051 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-19cb6d82-f61d-4d28-bfd6-cbd637f6cdd8 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58c6ec4a-b469-4646-8fe2-39be83491e78']}} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:43:59.829136 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-19cb6d82-f61d-4d28-bfd6-cbd637f6cdd8 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7015f78-6634-46e9-8740-7a2f223442c2') {'for_net_delete': True} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:43:59.829430 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-19cb6d82-f61d-4d28-bfd6-cbd637f6cdd8 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7015f78-6634-46e9-8740-7a2f223442c2') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:43:59.848985 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-19cb6d82-f61d-4d28-bfd6-cbd637f6cdd8 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25852596'] for segment, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:59.863631 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['b4546c1f-8888-4d51-8a64-4cec29bc86b6'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:43:59.864187 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fa9c4496-c101-4823-b60d-6f69713626b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:43:59.926381 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f81575-9a74-486a-a3ee-df308d931d9e req-aa23fb87-8b95-4e76-8cf7-bdb81677f8e6 tempest-VolumesActionsTest-1501897971 tempest-VolumesActionsTest-1501897971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:43:59.928112 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-41f81575-9a74-486a-a3ee-df308d931d9e req-aa23fb87-8b95-4e76-8cf7-bdb81677f8e6 tempest-VolumesActionsTest-1501897971 tempest-VolumesActionsTest-1501897971-project] 10.222.0.64 "GET /v2.0/ports?device_id=5eb33866-0762-4f63-851b-4c221b53c476 HTTP/1.1" status: 200 len: 944 time: 0.1478148 Oct 20 10:43:59.931089 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-243b9285-e389-43af-9c9e-aa196f315c12 req-d1e0d80c-0d0c-4578-acc4-8882187eef27 tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] 10.222.0.64 "GET /v2.0/security-groups?id=7975bea3-846b-43cc-b5f2-c6ce0fda577e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382835 Oct 20 10:44:00.005615 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-15734501-7b9a-4142-aafc-05249fef43be req-b90da600-2dad-4a84-bf18-d0442f5d72c4 service neutron] 10.222.0.69 "GET /v2.0/networks/82059dcc-4c8a-4ceb-bd06-d6f056a048a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066503 Oct 20 10:44:00.018845 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fa9c4496-c101-4823-b60d-6f69713626b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:00.023810 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-19cb6d82-f61d-4d28-bfd6-cbd637f6cdd8 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:00.040255 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fa9c4496-c101-4823-b60d-6f69713626b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:00.041969 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-41f81575-9a74-486a-a3ee-df308d931d9e req-a7b802cf-f2cc-436b-bef8-1c7027653ffa tempest-VolumesActionsTest-1501897971 tempest-VolumesActionsTest-1501897971-project] 10.222.0.64 "GET /v2.0/security-groups?id=d52c9ff6-6817-48ec-94f7-519be190f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021457 Oct 20 10:44:00.049265 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19cb6d82-f61d-4d28-bfd6-cbd637f6cdd8 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Releasing vlan 849 on physical network physnet1 to pool {{(pid=100597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:44:00.050451 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-19cb6d82-f61d-4d28-bfd6-cbd637f6cdd8 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951012'] for segment, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:00.054494 n-d-811396-3 neutron-server[100597]: Traceback (most recent call last): Oct 20 10:44:00.054494 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:44:00.054494 n-d-811396-3 neutron-server[100597]: timer() Oct 20 10:44:00.054494 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:44:00.054494 n-d-811396-3 neutron-server[100597]: cb(*args, **kw) Oct 20 10:44:00.054494 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:44:00.054494 n-d-811396-3 neutron-server[100597]: return func(*args, **kwargs) Oct 20 10:44:00.054494 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:44:00.054494 n-d-811396-3 neutron-server[100597]: self._notify() Oct 20 10:44:00.054494 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:44:00.054494 n-d-811396-3 neutron-server[100597]: self.callback(batched_events) Oct 20 10:44:00.054494 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:44:00.054494 n-d-811396-3 neutron-server[100597]: event.method(event) Oct 20 10:44:00.054494 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:44:00.054494 n-d-811396-3 neutron-server[100597]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:44:00.054494 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:44:00.054494 n-d-811396-3 neutron-server[100597]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:44:00.054494 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:44:00.054494 n-d-811396-3 neutron-server[100597]: return f(self, *a, **k) Oct 20 10:44:00.054494 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:44:00.054494 n-d-811396-3 neutron-server[100597]: return self._get(url).json() Oct 20 10:44:00.054494 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:44:00.054494 n-d-811396-3 neutron-server[100597]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:44:00.054494 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:44:00.054494 n-d-811396-3 neutron-server[100597]: return self.request(url, 'GET', **kwargs) Oct 20 10:44:00.054494 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:44:00.054494 n-d-811396-3 neutron-server[100597]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:44:00.054494 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:44:00.054494 n-d-811396-3 neutron-server[100597]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:44:00.054494 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:44:00.054494 n-d-811396-3 neutron-server[100597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:44:00.054494 n-d-811396-3 neutron-server[100597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:44:00.174864 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c4496-c101-4823-b60d-6f69713626b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ccc3f37-1a74-4782-ae97-a088ea725030,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:00.182029 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-fa9c4496-c101-4823-b60d-6f69713626b5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6d2026fe000f43d98dba93633896889f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5246530 Oct 20 10:44:00.182735 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cabbcc3-6982-48e6-9855-5aa240174e8c req-a77e818c-03b7-4efc-b322-bc98acb4b5c0 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:00.184759 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 34602) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:00.191969 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cabbcc3-6982-48e6-9855-5aa240174e8c req-a77e818c-03b7-4efc-b322-bc98acb4b5c0 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:00.200517 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cabbcc3-6982-48e6-9855-5aa240174e8c req-a77e818c-03b7-4efc-b322-bc98acb4b5c0 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:00.208303 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cabbcc3-6982-48e6-9855-5aa240174e8c req-a77e818c-03b7-4efc-b322-bc98acb4b5c0 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:00.215994 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cabbcc3-6982-48e6-9855-5aa240174e8c req-a77e818c-03b7-4efc-b322-bc98acb4b5c0 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:00.224240 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cabbcc3-6982-48e6-9855-5aa240174e8c req-a77e818c-03b7-4efc-b322-bc98acb4b5c0 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:00.231273 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cabbcc3-6982-48e6-9855-5aa240174e8c req-a77e818c-03b7-4efc-b322-bc98acb4b5c0 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:00.233345 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-19cb6d82-f61d-4d28-bfd6-cbd637f6cdd8 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:00.233893 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5cabbcc3-6982-48e6-9855-5aa240174e8c req-a77e818c-03b7-4efc-b322-bc98acb4b5c0 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.64 "GET /v2.0/ports?device_id=9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c HTTP/1.1" status: 200 len: 5430 time: 0.1729431 Oct 20 10:44:00.237831 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64e5c43-27c7-4f2a-9138-c0c008bdddb3 req-2244423b-1255-444a-b405-2abfaa377acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:00.239809 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c64e5c43-27c7-4f2a-9138-c0c008bdddb3 req-2244423b-1255-444a-b405-2abfaa377acf service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2ccc155b231646e6b7c812e45bf25207&device_id=5eb33866-0762-4f63-851b-4c221b53c476 HTTP/1.1" status: 200 len: 1095 time: 0.1671524 Oct 20 10:44:00.248719 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-19cb6d82-f61d-4d28-bfd6-cbd637f6cdd8 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:00.252388 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-19cb6d82-f61d-4d28-bfd6-cbd637f6cdd8 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] 10.222.0.64 "DELETE /v2.0/networks/58c6ec4a-b469-4646-8fe2-39be83491e78 HTTP/1.1" status: 204 len: 168 time: 1.4925318 Oct 20 10:44:00.255083 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 34604) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:00.280288 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cb6d82-f61d-4d28-bfd6-cbd637f6cdd8 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Pushing event deleted for resources: {'Network': ['ID=58c6ec4a-b469-4646-8fe2-39be83491e78,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:00.316537 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f9221a1e-be95-4432-be60-4e1bb50ff5e0 tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:00.337862 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-eda3b45e-635d-4e9a-83b6-4367fb12356b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:00.381962 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-eda3b45e-635d-4e9a-83b6-4367fb12356b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:00.406402 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f9221a1e-be95-4432-be60-4e1bb50ff5e0 tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:00.461889 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5cabbcc3-6982-48e6-9855-5aa240174e8c req-91570d66-060b-47ba-9219-58cfca092931 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.64 "GET /v2.0/security-groups?id=112bbbcd-cedd-416d-87db-f3a7d2197192&id=40e57539-8f43-4a87-8d18-5d8780562b01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2187798 Oct 20 10:44:00.487671 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9221a1e-be95-4432-be60-4e1bb50ff5e0 tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Network 49959681-d8d5-44ab-90fb-ab11f36dd3ef is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:44:00.494105 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-f9221a1e-be95-4432-be60-4e1bb50ff5e0 tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:44:00.497191 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9221a1e-be95-4432-be60-4e1bb50ff5e0 tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:44:00.508071 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9221a1e-be95-4432-be60-4e1bb50ff5e0 tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:00.509590 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f9221a1e-be95-4432-be60-4e1bb50ff5e0 tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:00.531420 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 80a04616-2c14-44be-ac05-471398624054 no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:44:00.531602 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64e5c43-27c7-4f2a-9138-c0c008bdddb3 req-b21c8b8b-4c8b-43a8-8e33-af51b62bc99e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:00.539435 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c64e5c43-27c7-4f2a-9138-c0c008bdddb3 req-b21c8b8b-4c8b-43a8-8e33-af51b62bc99e service neutron] 10.222.0.69 "GET /v2.0/networks?id=82059dcc-4c8a-4ceb-bd06-d6f056a048a2 HTTP/1.1" status: 200 len: 909 time: 0.2831366 Oct 20 10:44:00.540932 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-f9221a1e-be95-4432-be60-4e1bb50ff5e0 tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.6261792 Oct 20 10:44:00.548026 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 34610) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:00.549577 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9221a1e-be95-4432-be60-4e1bb50ff5e0 tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Pushing event updated for resources: {'Port': ['ID=a3e8c1b8-9950-47d5-b1f2-c2361dc1bb59,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:00.560938 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-03bc5e9e-2da7-4446-b34f-c4b692d7ed7b tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::34a', 'mac_address': 'fa:16:3e:c4:bc:2e'}]}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:44:00.575113 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 80a04616-2c14-44be-ac05-471398624054 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:44:00.575589 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 80a04616-2c14-44be-ac05-471398624054 not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:44:00.594142 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-eda3b45e-635d-4e9a-83b6-4367fb12356b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:00.596948 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-eda3b45e-635d-4e9a-83b6-4367fb12356b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:00.597676 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c64e5c43-27c7-4f2a-9138-c0c008bdddb3 req-c7f3a076-3f40-4cb5-9372-b4b95c913b66 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a06fc01b-3834-47ad-9470-4051a5e94040 HTTP/1.1" status: 200 len: 217 time: 0.0547810 Oct 20 10:44:00.600603 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-eda3b45e-635d-4e9a-83b6-4367fb12356b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9ccc3f37-1a74-4782-ae97-a088ea725030 HTTP/1.1" status: 204 len: 168 time: 0.4109221 Oct 20 10:44:00.615349 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda3b45e-635d-4e9a-83b6-4367fb12356b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ccc3f37-1a74-4782-ae97-a088ea725030,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:00.703712 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-b37f0987-bcdc-4ece-a5cc-ced3d26c7869 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Deleting port 1955751c-e073-4bb9-aee0-86e73b1ebe19 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:44:00.706241 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-b37f0987-bcdc-4ece-a5cc-ced3d26c7869 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:00.787218 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-03bc5e9e-2da7-4446-b34f-c4b692d7ed7b tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:00.823192 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-b37f0987-bcdc-4ece-a5cc-ced3d26c7869 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:00.823775 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-b37f0987-bcdc-4ece-a5cc-ced3d26c7869 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:00.838383 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-b37f0987-bcdc-4ece-a5cc-ced3d26c7869 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Calling delete_port for 1955751c-e073-4bb9-aee0-86e73b1ebe19 owned by network:floatingip {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:44:00.914411 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-7808e697-7421-427f-88ed-37db22dfaf0c None None] Provisioning complete for port a3e8c1b8-9950-47d5-b1f2-c2361dc1bb59 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:44:00.914998 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-7808e697-7421-427f-88ed-37db22dfaf0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:00.996685 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-7808e697-7421-427f-88ed-37db22dfaf0c None None] Port a3e8c1b8-9950-47d5-b1f2-c2361dc1bb59 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:44:01.007493 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-03bc5e9e-2da7-4446-b34f-c4b692d7ed7b tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Publish callbacks [] for port, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:01.008985 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-b37f0987-bcdc-4ece-a5cc-ced3d26c7869 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:01.014473 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-03bc5e9e-2da7-4446-b34f-c4b692d7ed7b tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:01.058293 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37f0987-bcdc-4ece-a5cc-ced3d26c7869 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Pushing event deleted for resources: {'Port': ['ID=1955751c-e073-4bb9-aee0-86e73b1ebe19,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:01.062821 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-03bc5e9e-2da7-4446-b34f-c4b692d7ed7b tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] In _notify_port_updated(), no bound segment for port a3e8c1b8-9950-47d5-b1f2-c2361dc1bb59 on network 49959681-d8d5-44ab-90fb-ab11f36dd3ef {{(pid=100597) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 20 10:44:01.069565 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03bc5e9e-2da7-4446-b34f-c4b692d7ed7b tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:01.070265 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-03bc5e9e-2da7-4446-b34f-c4b692d7ed7b tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:01.074175 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-03bc5e9e-2da7-4446-b34f-c4b692d7ed7b tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] 10.222.0.64 "PUT /v2.0/ports/a3e8c1b8-9950-47d5-b1f2-c2361dc1bb59 HTTP/1.1" status: 200 len: 1002 time: 0.5162222 Oct 20 10:44:01.081551 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 34620) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:01.093714 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 34624) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:01.098335 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64e5c43-27c7-4f2a-9138-c0c008bdddb3 req-63cdfb6a-18d1-4b9c-a28f-9b559e2b4e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:01.100395 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c64e5c43-27c7-4f2a-9138-c0c008bdddb3 req-63cdfb6a-18d1-4b9c-a28f-9b559e2b4e00 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1de3ab53-f0bc-40b7-8de6-e08e820974d8 HTTP/1.1" status: 200 len: 848 time: 0.4865999 Oct 20 10:44:01.130279 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-43277578-7638-4a5f-bced-50fb1344142f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:01.133665 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bc5e9e-2da7-4446-b34f-c4b692d7ed7b tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Pushing event updated for resources: {'Port': ['ID=a3e8c1b8-9950-47d5-b1f2-c2361dc1bb59,revision_number=2']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:01.237121 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-43277578-7638-4a5f-bced-50fb1344142f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:01.242244 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-43277578-7638-4a5f-bced-50fb1344142f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:01.246804 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c64e5c43-27c7-4f2a-9138-c0c008bdddb3 req-f943e869-d0ba-4c69-81e6-2c8a1713f201 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=82059dcc-4c8a-4ceb-bd06-d6f056a048a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0732362 Oct 20 10:44:01.289734 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a53fda8-bdbc-411d-8213-a02dc6365158 req-da67fbd7-6b9e-4630-b96c-93ed675bf45b tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:01.291565 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5a53fda8-bdbc-411d-8213-a02dc6365158 req-da67fbd7-6b9e-4630-b96c-93ed675bf45b tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] 10.222.0.64 "GET /v2.0/ports?device_id=af0da1c2-0e72-46be-bfb4-32abb7302e65 HTTP/1.1" status: 200 len: 944 time: 0.2897308 Oct 20 10:44:01.297895 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 34626) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:01.298639 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-43277578-7638-4a5f-bced-50fb1344142f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8128f51c452c4fa5a0c85b63e4fa1a29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2037852 Oct 20 10:44:01.300808 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43277578-7638-4a5f-bced-50fb1344142f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e07eddf-6dfb-4d61-a8db-2b4d71114264,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:01.341149 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-b37f0987-bcdc-4ece-a5cc-ced3d26c7869 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Publish callbacks [] for floatingip, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:01.343828 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-b37f0987-bcdc-4ece-a5cc-ced3d26c7869 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for floatingip, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:01.347878 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-b37f0987-bcdc-4ece-a5cc-ced3d26c7869 tempest-FloatingIPAdminTestJSON-1862329714 tempest-FloatingIPAdminTestJSON-1862329714-project] 10.222.0.64 "DELETE /v2.0/floatingips/69359f6c-dbfb-4c15-bda5-aa7bb824672c HTTP/1.1" status: 204 len: 168 time: 1.0886278 Oct 20 10:44:01.389266 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6260044f-3c1a-4084-92ee-aa805789590b req-d631b643-5237-4bab-b634-130b4efee58c tempest-VolumesActionsTest-1501897971 tempest-VolumesActionsTest-1501897971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:01.397248 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6260044f-3c1a-4084-92ee-aa805789590b req-d631b643-5237-4bab-b634-130b4efee58c tempest-VolumesActionsTest-1501897971 tempest-VolumesActionsTest-1501897971-project] 10.222.0.64 "GET /v2.0/ports?device_id=5eb33866-0762-4f63-851b-4c221b53c476 HTTP/1.1" status: 200 len: 944 time: 0.2442713 Oct 20 10:44:01.425521 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-8f3ecc82-f091-47e2-9b38-1d6d5c4d3cc1 None None] Provisioning complete for port a3e8c1b8-9950-47d5-b1f2-c2361dc1bb59 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:44:01.426252 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-8f3ecc82-f091-47e2-9b38-1d6d5c4d3cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:01.478228 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-8f3ecc82-f091-47e2-9b38-1d6d5c4d3cc1 None None] Port a3e8c1b8-9950-47d5-b1f2-c2361dc1bb59 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:44:01.526803 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device a06fc01b-3834-47ad-9470-4051a5e94040 details requested by agent hyperv_n-h2-811396-3 with host n-h2-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:44:01.648984 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port a06fc01b-3834-47ad-9470-4051a5e94040, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=a06fc01b-3834-47ad-9470-4051a5e94040,segment=NetworkSegment(3107ec16-ab57-43da-98c8-91a0033b4704),segment_id=3107ec16-ab57-43da-98c8-91a0033b4704)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:44:01.661268 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Returning: {'device': 'a06fc01b-3834-47ad-9470-4051a5e94040', 'network_id': '82059dcc-4c8a-4ceb-bd06-d6f056a048a2', 'port_id': 'a06fc01b-3834-47ad-9470-4051a5e94040', 'mac_address': 'fa:16:3e:06:53:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 818, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1de3ab53-f0bc-40b7-8de6-e08e820974d8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:44:01.701087 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:01.701707 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 34636) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:01.715898 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a06fc01b-3834-47ad-9470-4051a5e94040 {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:44:01.738071 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port a06fc01b-3834-47ad-9470-4051a5e94040, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=a06fc01b-3834-47ad-9470-4051a5e94040,segment=NetworkSegment(3107ec16-ab57-43da-98c8-91a0033b4704),segment_id=3107ec16-ab57-43da-98c8-91a0033b4704)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:44:01.742080 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:01.776319 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5a53fda8-bdbc-411d-8213-a02dc6365158 req-66c9ed16-5274-453a-ae0d-58b2ddb3dd06 tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] 10.222.0.64 "GET /v2.0/security-groups?id=c293d202-08a2-46d7-8156-502eb68acc76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4732714 Oct 20 10:44:01.791926 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=a06fc01b-3834-47ad-9470-4051a5e94040,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:01.810649 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6260044f-3c1a-4084-92ee-aa805789590b req-eee1d532-76fd-44f3-bece-6a822dc85d9a tempest-VolumesActionsTest-1501897971 tempest-VolumesActionsTest-1501897971-project] 10.222.0.64 "GET /v2.0/security-groups?id=d52c9ff6-6817-48ec-94f7-519be190f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3797040 Oct 20 10:44:01.825790 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-10a03d35-61e1-4a50-92ad-b4a20ea401aa tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Deleting port a3e8c1b8-9950-47d5-b1f2-c2361dc1bb59 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:44:01.826410 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-10a03d35-61e1-4a50-92ad-b4a20ea401aa tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:01.832359 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0be3f5d1-478e-442a-8125-a5445f489543 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:01.856913 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c64e5c43-27c7-4f2a-9138-c0c008bdddb3 req-c166aaee-89d2-49b4-8c9d-e12873881fe4 service neutron] 10.222.0.69 "GET /v2.0/networks/82059dcc-4c8a-4ceb-bd06-d6f056a048a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5960188 Oct 20 10:44:01.879477 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-35c40a5a-837a-4df3-b181-2a1b322d15b3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b76e90569e2040f68f59bddcece605f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1764503 Oct 20 10:44:01.881898 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 34640) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:01.894914 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0be3f5d1-478e-442a-8125-a5445f489543 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:01.931723 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0d365366-7f94-41ea-b4ea-54204df7c8eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:01.953017 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0d365366-7f94-41ea-b4ea-54204df7c8eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:02.000727 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0d365366-7f94-41ea-b4ea-54204df7c8eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:02.004048 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0d365366-7f94-41ea-b4ea-54204df7c8eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:02.005675 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-0d365366-7f94-41ea-b4ea-54204df7c8eb admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9b67ff84-4ab7-4d1e-bf93-59ea95e1a4fe HTTP/1.1" status: 204 len: 168 time: 0.1222787 Oct 20 10:44:02.013289 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d365366-7f94-41ea-b4ea-54204df7c8eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b67ff84-4ab7-4d1e-bf93-59ea95e1a4fe,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:02.022622 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['a06fc01b-3834-47ad-9470-4051a5e94040'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:44:02.054489 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-10a03d35-61e1-4a50-92ad-b4a20ea401aa tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:02.084312 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-10a03d35-61e1-4a50-92ad-b4a20ea401aa tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Calling delete_port for a3e8c1b8-9950-47d5-b1f2-c2361dc1bb59 owned by {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:44:02.103634 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499f5008-c496-401e-8080-b151678f4392 req-bb5b0fef-a930-47a4-9720-15a36b96b8fd tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:02.109579 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499f5008-c496-401e-8080-b151678f4392 req-bb5b0fef-a930-47a4-9720-15a36b96b8fd tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:02.116064 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499f5008-c496-401e-8080-b151678f4392 req-bb5b0fef-a930-47a4-9720-15a36b96b8fd tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:02.122006 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499f5008-c496-401e-8080-b151678f4392 req-bb5b0fef-a930-47a4-9720-15a36b96b8fd tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:02.128508 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499f5008-c496-401e-8080-b151678f4392 req-bb5b0fef-a930-47a4-9720-15a36b96b8fd tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:02.134456 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499f5008-c496-401e-8080-b151678f4392 req-bb5b0fef-a930-47a4-9720-15a36b96b8fd tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:02.140582 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499f5008-c496-401e-8080-b151678f4392 req-bb5b0fef-a930-47a4-9720-15a36b96b8fd tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:02.142584 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-499f5008-c496-401e-8080-b151678f4392 req-bb5b0fef-a930-47a4-9720-15a36b96b8fd tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.64 "GET /v2.0/ports?device_id=9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c HTTP/1.1" status: 200 len: 5430 time: 0.2626760 Oct 20 10:44:02.150673 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c64e5c43-27c7-4f2a-9138-c0c008bdddb3 req-67f4a553-0772-4599-8ee2-a711ddc61b36 service neutron] 10.222.0.69 "GET /v2.0/networks/82059dcc-4c8a-4ceb-bd06-d6f056a048a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2765577 Oct 20 10:44:02.154272 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0be3f5d1-478e-442a-8125-a5445f489543 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:02.156828 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0be3f5d1-478e-442a-8125-a5445f489543 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:02.160740 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-0be3f5d1-478e-442a-8125-a5445f489543 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8e07eddf-6dfb-4d61-a8db-2b4d71114264 HTTP/1.1" status: 204 len: 168 time: 0.8627141 Oct 20 10:44:02.219202 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be3f5d1-478e-442a-8125-a5445f489543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e07eddf-6dfb-4d61-a8db-2b4d71114264,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:02.255309 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-499f5008-c496-401e-8080-b151678f4392 req-26f47c8d-41e7-401e-893b-bc56d59a46a4 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.64 "GET /v2.0/security-groups?id=112bbbcd-cedd-416d-87db-f3a7d2197192&id=40e57539-8f43-4a87-8d18-5d8780562b01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1019781 Oct 20 10:44:02.344193 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-10a03d35-61e1-4a50-92ad-b4a20ea401aa tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:02.347615 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 34648) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:02.362545 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-cc8de79d-9462-4c34-8f6c-3f66f4effa22 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:02.376136 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a03d35-61e1-4a50-92ad-b4a20ea401aa tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Pushing event deleted for resources: {'Port': ['ID=a3e8c1b8-9950-47d5-b1f2-c2361dc1bb59,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:02.505116 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-cc8de79d-9462-4c34-8f6c-3f66f4effa22 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:02.513383 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-cc8de79d-9462-4c34-8f6c-3f66f4effa22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:02.524550 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-10a03d35-61e1-4a50-92ad-b4a20ea401aa tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:02.531622 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-10a03d35-61e1-4a50-92ad-b4a20ea401aa tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] 10.222.0.64 "DELETE /v2.0/ports/a3e8c1b8-9950-47d5-b1f2-c2361dc1bb59 HTTP/1.1" status: 204 len: 168 time: 1.4462738 Oct 20 10:44:02.533737 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 34652) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:02.563998 n-d-811396-3 neutron-server[100596]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1eebac0-8e37-4f4e-ac02-0fb29de02884 tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] GET failed (client error): The resource could not be found. Oct 20 10:44:02.570564 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-a1eebac0-8e37-4f4e-ac02-0fb29de02884 tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] 10.222.0.64 "GET /v2.0/ports/a3e8c1b8-9950-47d5-b1f2-c2361dc1bb59 HTTP/1.1" status: 404 len: 333 time: 0.0354540 Oct 20 10:44:02.571575 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 34656) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:02.577522 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-d6af537e-df98-4ee7-85be-aee17d1f9a35 tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Request body: {'port': {'network_id': '49959681-d8d5-44ab-90fb-ab11f36dd3ef', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-495473375'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:44:02.624600 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8de79d-9462-4c34-8f6c-3f66f4effa22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25bc7961-e807-4378-ad5b-e5b61a30e376,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:02.631003 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-cc8de79d-9462-4c34-8f6c-3f66f4effa22 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7379a75890f84f9cbbb09d4f3d1b5efe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2794027 Oct 20 10:44:02.631197 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 34660) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:02.680052 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 34662) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:02.709450 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3c89739c-b7d1-4f73-8838-9409620c1706 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:02.712932 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-dbe420d2-d3d7-4135-b67b-5266e0e9319d admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:02.742696 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3c89739c-b7d1-4f73-8838-9409620c1706 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:02.784519 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6af537e-df98-4ee7-85be-aee17d1f9a35 tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Made reservation on behalf of 1bbe27b78c9b48bab3b14fdf6cb268ff for: {'port': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:44:02.790035 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d6af537e-df98-4ee7-85be-aee17d1f9a35 tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:02.815673 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [None req-d6af537e-df98-4ee7-85be-aee17d1f9a35 tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] device_id is not set on port 0eab8535-7fbb-4042-81c9-69290b013d00 yet. {{(pid=100596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:44:02.852144 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3c89739c-b7d1-4f73-8838-9409620c1706 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:02.855362 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3c89739c-b7d1-4f73-8838-9409620c1706 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:02.856788 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-3c89739c-b7d1-4f73-8838-9409620c1706 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/25bc7961-e807-4378-ad5b-e5b61a30e376 HTTP/1.1" status: 204 len: 168 time: 0.2245951 Oct 20 10:44:02.859028 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-dbe420d2-d3d7-4135-b67b-5266e0e9319d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:02.870242 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-dbe420d2-d3d7-4135-b67b-5266e0e9319d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:02.874688 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c89739c-b7d1-4f73-8838-9409620c1706 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25bc7961-e807-4378-ad5b-e5b61a30e376,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:02.909270 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe420d2-d3d7-4135-b67b-5266e0e9319d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6229c827-3e63-431e-967b-186d09f030ed,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:02.946966 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-dbe420d2-d3d7-4135-b67b-5266e0e9319d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3e27285cde9e476a9a6ffb00d42d3a0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2655470 Oct 20 10:44:02.952440 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 34674) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:02.990588 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 6a6236cb-3508-4dba-a459-60dfe35fed2c details requested by agent hyperv_n-h1-811396-3 with host n-h1-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:44:02.999433 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device b4546c1f-8888-4d51-8a64-4cec29bc86b6 up at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:44:03.068497 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9301d78a-1f46-4d5d-99da-2209431d4c79 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:03.101491 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76d13de-9013-4b0e-87ae-8b83c9a2c701 req-88e6e879-748f-4ffe-a1cb-c53f8974452e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:03.103549 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9301d78a-1f46-4d5d-99da-2209431d4c79 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:03.111797 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e76d13de-9013-4b0e-87ae-8b83c9a2c701 req-88e6e879-748f-4ffe-a1cb-c53f8974452e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=94fe84a260a04255ae5a7f7035e1a279&device_id=5a76b356-3318-479d-99e5-2976ed5838a9 HTTP/1.1" status: 200 len: 1096 time: 0.1496835 Oct 20 10:44:03.146601 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [None req-d6af537e-df98-4ee7-85be-aee17d1f9a35 tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Allocated IP 2001:db8::19d (49959681-d8d5-44ab-90fb-ab11f36dd3ef/8a1c34d7-763f-463b-8687-5448314ea0cb/0eab8535-7fbb-4042-81c9-69290b013d00) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:44:03.174137 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9301d78a-1f46-4d5d-99da-2209431d4c79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:03.178430 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9301d78a-1f46-4d5d-99da-2209431d4c79 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:03.180213 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-9301d78a-1f46-4d5d-99da-2209431d4c79 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6229c827-3e63-431e-967b-186d09f030ed HTTP/1.1" status: 204 len: 168 time: 0.2241607 Oct 20 10:44:03.191820 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9301d78a-1f46-4d5d-99da-2209431d4c79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6229c827-3e63-431e-967b-186d09f030ed,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:03.207434 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7b1f8c-18a4-431f-9899-7484a5eef906 req-036d2825-f980-47f7-a3f0-0187e7d03234 tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:03.214959 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6d7b1f8c-18a4-431f-9899-7484a5eef906 req-036d2825-f980-47f7-a3f0-0187e7d03234 tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] 10.222.0.64 "GET /v2.0/ports?device_id=af0da1c2-0e72-46be-bfb4-32abb7302e65 HTTP/1.1" status: 200 len: 944 time: 0.2572134 Oct 20 10:44:03.234622 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 6a6236cb-3508-4dba-a459-60dfe35fed2c, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=6a6236cb-3508-4dba-a459-60dfe35fed2c,segment=NetworkSegment(0cf32ebe-2347-41ff-bb97-94fd0b819e03),segment_id=0cf32ebe-2347-41ff-bb97-94fd0b819e03)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:44:03.284657 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning for port b4546c1f-8888-4d51-8a64-4cec29bc86b6 completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:44:03.298294 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning complete for port b4546c1f-8888-4d51-8a64-4cec29bc86b6 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:44:03.299946 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:03.312355 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Returning: {'device': '6a6236cb-3508-4dba-a459-60dfe35fed2c', 'network_id': '07f7de1d-67fc-4ee5-9720-a5ddc92657d8', 'port_id': '6a6236cb-3508-4dba-a459-60dfe35fed2c', 'mac_address': 'fa:16:3e:34:d2:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 841, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfebcc83-a566-4e8b-95ce-d2b602fa67f2', 'ip_address': '10.1.1.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:44:03.383082 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6d7b1f8c-18a4-431f-9899-7484a5eef906 req-d5a6784d-e053-42bc-bfa4-6b360b13db20 tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] 10.222.0.64 "GET /v2.0/security-groups?id=c293d202-08a2-46d7-8156-502eb68acc76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668546 Oct 20 10:44:03.443912 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76d13de-9013-4b0e-87ae-8b83c9a2c701 req-6ced4985-4be3-4418-93fe-0ede741f90b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:03.445416 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e76d13de-9013-4b0e-87ae-8b83c9a2c701 req-6ced4985-4be3-4418-93fe-0ede741f90b8 service neutron] 10.222.0.69 "GET /v2.0/networks?id=b1ffa362-8a3c-4d47-bfc2-ef936ca65b06 HTTP/1.1" status: 200 len: 920 time: 0.3020549 Oct 20 10:44:03.562756 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e76d13de-9013-4b0e-87ae-8b83c9a2c701 req-3b966acd-11d8-4f4f-aeeb-959f7dbaf6a5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e074a8d4-a049-422b-ae73-5f9be9909c5b HTTP/1.1" status: 200 len: 217 time: 0.0969641 Oct 20 10:44:03.628191 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb45096c-8245-4cfb-97a3-44091759e976 req-371b22d6-0fc0-4d80-a1b7-f75c2741dcc8 tempest-VolumesActionsTest-1501897971 tempest-VolumesActionsTest-1501897971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:03.629756 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bb45096c-8245-4cfb-97a3-44091759e976 req-371b22d6-0fc0-4d80-a1b7-f75c2741dcc8 tempest-VolumesActionsTest-1501897971 tempest-VolumesActionsTest-1501897971-project] 10.222.0.64 "GET /v2.0/ports?device_id=5eb33866-0762-4f63-851b-4c221b53c476 HTTP/1.1" status: 200 len: 945 time: 0.2752168 Oct 20 10:44:03.632280 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 34684) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:03.647872 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:03.652548 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c654298d-4ada-4e2c-b586-dc21dc479ee8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:03.665780 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c1182f-0f3d-4012-bbb3-efef262e0256 req-b1a596be-1836-40cc-82ad-3a9b4dc8ddf8 tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:03.673664 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-83c1182f-0f3d-4012-bbb3-efef262e0256 req-b1a596be-1836-40cc-82ad-3a9b4dc8ddf8 tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a76b356-3318-479d-99e5-2976ed5838a9 HTTP/1.1" status: 200 len: 945 time: 0.2089670 Oct 20 10:44:03.677441 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device a06fc01b-3834-47ad-9470-4051a5e94040 up at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:44:03.733581 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76d13de-9013-4b0e-87ae-8b83c9a2c701 req-e7211889-a9c8-4d8c-aa11-f082d4d459e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:03.735057 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e76d13de-9013-4b0e-87ae-8b83c9a2c701 req-e7211889-a9c8-4d8c-aa11-f082d4d459e8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6929fe63-bace-4614-aa8a-7d3362152171 HTTP/1.1" status: 200 len: 859 time: 0.1643832 Oct 20 10:44:03.740237 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d6af537e-df98-4ee7-85be-aee17d1f9a35 tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:03.743193 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a6236cb-3508-4dba-a459-60dfe35fed2c {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:44:03.748622 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-2f0561c8-140b-44a7-ad73-648a509410dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:03.770231 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c654298d-4ada-4e2c-b586-dc21dc479ee8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:03.776574 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c654298d-4ada-4e2c-b586-dc21dc479ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:03.785683 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e76d13de-9013-4b0e-87ae-8b83c9a2c701 req-a671ba30-a680-487b-a4ae-e7d930d528c0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b1ffa362-8a3c-4d47-bfc2-ef936ca65b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299406 Oct 20 10:44:03.811090 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-83c1182f-0f3d-4012-bbb3-efef262e0256 req-af716b2c-b21f-4d7e-81fc-35423825b2e9 tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] 10.222.0.64 "GET /v2.0/security-groups?id=7975bea3-846b-43cc-b5f2-c6ce0fda577e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246741 Oct 20 10:44:03.817921 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bb45096c-8245-4cfb-97a3-44091759e976 req-85b33aa9-ca28-40fc-81ab-7ac703d42f08 tempest-VolumesActionsTest-1501897971 tempest-VolumesActionsTest-1501897971-project] 10.222.0.64 "GET /v2.0/security-groups?id=d52c9ff6-6817-48ec-94f7-519be190f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608324 Oct 20 10:44:03.831339 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:03.833156 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-c654298d-4ada-4e2c-b586-dc21dc479ee8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a9321cded39248fb8cec16ddfb92b8fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1995704 Oct 20 10:44:03.836120 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 34690) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:03.840556 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 6a6236cb-3508-4dba-a459-60dfe35fed2c, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=6a6236cb-3508-4dba-a459-60dfe35fed2c,segment=NetworkSegment(0cf32ebe-2347-41ff-bb97-94fd0b819e03),segment_id=0cf32ebe-2347-41ff-bb97-94fd0b819e03)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:44:03.843296 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c654298d-4ada-4e2c-b586-dc21dc479ee8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e17a98d1-21c4-48af-a2a6-8a3861a291bb,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:03.855417 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:03.856337 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 687e9444-b6e6-48d0-a254-817eeff5b001 details requested by agent hyperv_n-h1-811396-3 with host n-h1-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:44:03.864327 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning for port a06fc01b-3834-47ad-9470-4051a5e94040 completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:44:03.911041 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning complete for port a06fc01b-3834-47ad-9470-4051a5e94040 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:44:03.911442 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:03.931913 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-23f26d6b-5c6a-47ab-94b3-27e0684d781a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:03.944430 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d6af537e-df98-4ee7-85be-aee17d1f9a35 tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:03.957824 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-23f26d6b-5c6a-47ab-94b3-27e0684d781a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:03.961793 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af0da1c2-0e72-46be-bfb4-32abb7302e65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4546c1f-8888-4d51-8a64-4cec29bc86b6'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:44:03.964149 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de1a938a-adb8-46f5-af16-e26b74ad2eb5" -d '{"events": [{"server_uuid": "af0da1c2-0e72-46be-bfb4-32abb7302e65", "name": "network-vif-plugged", "status": "completed", "tag": "b4546c1f-8888-4d51-8a64-4cec29bc86b6"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:44:03.994351 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port b4546c1f-8888-4d51-8a64-4cec29bc86b6, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=b4546c1f-8888-4d51-8a64-4cec29bc86b6,segment=NetworkSegment(33d715ee-f8c8-4d27-ad3a-7306e4a5ba8d),segment_id=33d715ee-f8c8-4d27-ad3a-7306e4a5ba8d)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:44:04.022072 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:04.029504 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=6a6236cb-3508-4dba-a459-60dfe35fed2c,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:04.045140 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-23f26d6b-5c6a-47ab-94b3-27e0684d781a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:04.053261 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-23f26d6b-5c6a-47ab-94b3-27e0684d781a admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:04.053777 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6af537e-df98-4ee7-85be-aee17d1f9a35 tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Network 49959681-d8d5-44ab-90fb-ab11f36dd3ef is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:44:04.057091 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-23f26d6b-5c6a-47ab-94b3-27e0684d781a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e17a98d1-21c4-48af-a2a6-8a3861a291bb HTTP/1.1" status: 204 len: 168 time: 0.2197273 Oct 20 10:44:04.071763 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f26d6b-5c6a-47ab-94b3-27e0684d781a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e17a98d1-21c4-48af-a2a6-8a3861a291bb,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:04.088558 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73c9b58d-02f8-409a-97a9-e1d25321ade8 x-openstack-request-id: req-73c9b58d-02f8-409a-97a9-e1d25321ade8 {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:44:04.088869 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af0da1c2-0e72-46be-bfb4-32abb7302e65", "name": "network-vif-plugged", "status": "completed", "tag": "b4546c1f-8888-4d51-8a64-4cec29bc86b6", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:44:04.089103 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-73c9b58d-02f8-409a-97a9-e1d25321ade8 {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:44:04.089502 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af0da1c2-0e72-46be-bfb4-32abb7302e65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4546c1f-8888-4d51-8a64-4cec29bc86b6', 'code': 200} Oct 20 10:44:04.092440 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=b4546c1f-8888-4d51-8a64-4cec29bc86b6,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:04.103142 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0f3931-f97a-4fad-bff6-ab107e03909a req-bbba35b4-1395-4fd4-9754-a48978940a98 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:04.110206 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0f3931-f97a-4fad-bff6-ab107e03909a req-bbba35b4-1395-4fd4-9754-a48978940a98 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:04.117269 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0f3931-f97a-4fad-bff6-ab107e03909a req-bbba35b4-1395-4fd4-9754-a48978940a98 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:04.123634 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0f3931-f97a-4fad-bff6-ab107e03909a req-bbba35b4-1395-4fd4-9754-a48978940a98 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:04.129857 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0f3931-f97a-4fad-bff6-ab107e03909a req-bbba35b4-1395-4fd4-9754-a48978940a98 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:04.136191 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0f3931-f97a-4fad-bff6-ab107e03909a req-bbba35b4-1395-4fd4-9754-a48978940a98 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:04.143738 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0f3931-f97a-4fad-bff6-ab107e03909a req-bbba35b4-1395-4fd4-9754-a48978940a98 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:04.146591 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6e0f3931-f97a-4fad-bff6-ab107e03909a req-bbba35b4-1395-4fd4-9754-a48978940a98 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.64 "GET /v2.0/ports?device_id=9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c HTTP/1.1" status: 200 len: 5431 time: 0.2451179 Oct 20 10:44:04.147728 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-d6af537e-df98-4ee7-85be-aee17d1f9a35 tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:44:04.175706 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6af537e-df98-4ee7-85be-aee17d1f9a35 tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:44:04.181429 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6af537e-df98-4ee7-85be-aee17d1f9a35 tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:04.182015 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d6af537e-df98-4ee7-85be-aee17d1f9a35 tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:04.193128 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6af537e-df98-4ee7-85be-aee17d1f9a35 tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Pushing event updated for resources: {'Port': ['ID=0eab8535-7fbb-4042-81c9-69290b013d00,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:04.205467 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:04.240343 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e76d13de-9013-4b0e-87ae-8b83c9a2c701 req-40a4b833-ff61-4758-859e-67bb739d35fd service neutron] 10.222.0.69 "GET /v2.0/networks/b1ffa362-8a3c-4d47-bfc2-ef936ca65b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4267366 Oct 20 10:44:04.241786 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port a06fc01b-3834-47ad-9470-4051a5e94040, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=a06fc01b-3834-47ad-9470-4051a5e94040,segment=NetworkSegment(3107ec16-ab57-43da-98c8-91a0033b4704),segment_id=3107ec16-ab57-43da-98c8-91a0033b4704)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:44:04.264622 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:04.292659 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-d6af537e-df98-4ee7-85be-aee17d1f9a35 tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.7190039 Oct 20 10:44:04.296784 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 34704) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:04.309257 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-642061eb-901a-4e9b-a6d1-a867674764d6 tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:c4:bc:2e'}]}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:44:04.313601 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 687e9444-b6e6-48d0-a254-817eeff5b001, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=687e9444-b6e6-48d0-a254-817eeff5b001,segment=NetworkSegment(24bad81e-aec3-4e68-b40a-6dbc28d3b906),segment_id=24bad81e-aec3-4e68-b40a-6dbc28d3b906)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:44:04.318668 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6e0f3931-f97a-4fad-bff6-ab107e03909a req-f2ab75c5-c783-475b-a19c-c9f58a153aeb tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.64 "GET /v2.0/security-groups?id=112bbbcd-cedd-416d-87db-f3a7d2197192&id=40e57539-8f43-4a87-8d18-5d8780562b01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1514084 Oct 20 10:44:04.339236 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Returning: {'device': '687e9444-b6e6-48d0-a254-817eeff5b001', 'network_id': 'dcf86141-da0d-4c82-9e01-66c4be279d2b', 'port_id': '687e9444-b6e6-48d0-a254-817eeff5b001', 'mac_address': 'fa:16:3e:22:75:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 805, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa9160dc-9c5c-4cb9-bd41-a37d607d846c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:44:04.349724 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=a06fc01b-3834-47ad-9470-4051a5e94040,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:04.398959 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:04.418056 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 687e9444-b6e6-48d0-a254-817eeff5b001 {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:44:04.441592 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f260d6f2-0a1b-4471-ab71-0cdb7afce5c5 req-21feb745-04ae-4e5e-bc41-81ae24ef49f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:04.443499 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f260d6f2-0a1b-4471-ab71-0cdb7afce5c5 req-21feb745-04ae-4e5e-bc41-81ae24ef49f2 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=af0da1c2-0e72-46be-bfb4-32abb7302e65 HTTP/1.1" status: 200 len: 1096 time: 0.2338448 Oct 20 10:44:04.470517 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 687e9444-b6e6-48d0-a254-817eeff5b001, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=687e9444-b6e6-48d0-a254-817eeff5b001,segment=NetworkSegment(24bad81e-aec3-4e68-b40a-6dbc28d3b906),segment_id=24bad81e-aec3-4e68-b40a-6dbc28d3b906)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:44:04.481139 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:04.483064 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device d0675769-de69-4a35-beb7-6d50c8201cd3 details requested by agent hyperv_n-h1-811396-3 with host n-h1-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:44:04.516296 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-642061eb-901a-4e9b-a6d1-a867674764d6 tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:04.535700 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e76d13de-9013-4b0e-87ae-8b83c9a2c701 req-4fe48773-dd19-42c4-914d-ec60339386a2 service neutron] 10.222.0.69 "GET /v2.0/networks/b1ffa362-8a3c-4d47-bfc2-ef936ca65b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2858505 Oct 20 10:44:04.552620 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f260d6f2-0a1b-4471-ab71-0cdb7afce5c5 req-47eaf71d-ace2-4e2e-89ab-c961e85497e2 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=c293d202-08a2-46d7-8156-502eb68acc76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991309 Oct 20 10:44:04.621580 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fd775e-24d5-4f6b-8587-1a476f180cbd req-09e99e84-2b8e-479b-a449-27cd05a9aeb6 tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:04.623504 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-18fd775e-24d5-4f6b-8587-1a476f180cbd req-09e99e84-2b8e-479b-a449-27cd05a9aeb6 tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] 10.222.0.64 "GET /v2.0/ports?device_id=af0da1c2-0e72-46be-bfb4-32abb7302e65 HTTP/1.1" status: 200 len: 945 time: 0.0966089 Oct 20 10:44:04.631531 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=687e9444-b6e6-48d0-a254-817eeff5b001,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:04.692184 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-010ff835-742c-4c71-a31d-cc6d4654a99b None None] Provisioning complete for port 0eab8535-7fbb-4042-81c9-69290b013d00 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:44:04.692616 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-010ff835-742c-4c71-a31d-cc6d4654a99b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:04.707310 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-18fd775e-24d5-4f6b-8587-1a476f180cbd req-22cb48f6-7ed8-4123-b2a0-f7d4e4c666a2 tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] 10.222.0.64 "GET /v2.0/security-groups?id=c293d202-08a2-46d7-8156-502eb68acc76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747845 Oct 20 10:44:04.747275 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port d0675769-de69-4a35-beb7-6d50c8201cd3, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=d0675769-de69-4a35-beb7-6d50c8201cd3,segment=NetworkSegment(bd673faa-a525-4b04-bf70-d433a325f98a),segment_id=bd673faa-a525-4b04-bf70-d433a325f98a)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:44:04.765896 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Returning: {'device': 'd0675769-de69-4a35-beb7-6d50c8201cd3', 'network_id': '5a3ba547-1c5f-4bda-b0cf-f555209356c6', 'port_id': 'd0675769-de69-4a35-beb7-6d50c8201cd3', 'mac_address': 'fa:16:3e:a7:36:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 838, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22db2ce2-efe8-4e35-9c70-b815c9c036db', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:44:04.771904 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-010ff835-742c-4c71-a31d-cc6d4654a99b None None] Port 0eab8535-7fbb-4042-81c9-69290b013d00 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:44:04.812195 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:04.822336 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-642061eb-901a-4e9b-a6d1-a867674764d6 tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Publish callbacks [] for port, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:04.830981 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-642061eb-901a-4e9b-a6d1-a867674764d6 tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:04.833600 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0675769-de69-4a35-beb7-6d50c8201cd3 {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:44:04.850352 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-642061eb-901a-4e9b-a6d1-a867674764d6 tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] In _notify_port_updated(), no bound segment for port 0eab8535-7fbb-4042-81c9-69290b013d00 on network 49959681-d8d5-44ab-90fb-ab11f36dd3ef {{(pid=100597) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 20 10:44:04.857046 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-642061eb-901a-4e9b-a6d1-a867674764d6 tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:04.859073 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-642061eb-901a-4e9b-a6d1-a867674764d6 tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:04.860469 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-642061eb-901a-4e9b-a6d1-a867674764d6 tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] 10.222.0.64 "PUT /v2.0/ports/0eab8535-7fbb-4042-81c9-69290b013d00 HTTP/1.1" status: 200 len: 1002 time: 0.5617962 Oct 20 10:44:04.863922 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 34734) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:04.884527 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port d0675769-de69-4a35-beb7-6d50c8201cd3, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=d0675769-de69-4a35-beb7-6d50c8201cd3,segment=NetworkSegment(bd673faa-a525-4b04-bf70-d433a325f98a),segment_id=bd673faa-a525-4b04-bf70-d433a325f98a)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:44:04.895051 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:04.895793 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device f9fa8685-e573-4fdd-8b37-5988a560de50 details requested by agent hyperv_n-h1-811396-3 with host n-h1-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:44:04.964119 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642061eb-901a-4e9b-a6d1-a867674764d6 tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Pushing event updated for resources: {'Port': ['ID=0eab8535-7fbb-4042-81c9-69290b013d00,revision_number=2']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:04.996239 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=d0675769-de69-4a35-beb7-6d50c8201cd3,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:05.015759 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port f9fa8685-e573-4fdd-8b37-5988a560de50, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=f9fa8685-e573-4fdd-8b37-5988a560de50,segment=NetworkSegment(0cf32ebe-2347-41ff-bb97-94fd0b819e03),segment_id=0cf32ebe-2347-41ff-bb97-94fd0b819e03)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:44:05.028849 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Returning: {'device': 'f9fa8685-e573-4fdd-8b37-5988a560de50', 'network_id': '07f7de1d-67fc-4ee5-9720-a5ddc92657d8', 'port_id': 'f9fa8685-e573-4fdd-8b37-5988a560de50', 'mac_address': 'fa:16:3e:b8:4c:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 841, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfebcc83-a566-4e8b-95ce-d2b602fa67f2', 'ip_address': '10.1.1.49'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:44:05.092670 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f894957-1aab-485a-9f66-6a7d4fa1620b req-e445c64c-920c-4b10-be21-465a2bc4d84e tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:05.094266 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1f894957-1aab-485a-9f66-6a7d4fa1620b req-e445c64c-920c-4b10-be21-465a2bc4d84e tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a76b356-3318-479d-99e5-2976ed5838a9 HTTP/1.1" status: 200 len: 945 time: 0.1460412 Oct 20 10:44:05.120473 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:05.139890 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9fa8685-e573-4fdd-8b37-5988a560de50 {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:44:05.149062 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435601d5-4916-4af8-bff3-5f68eb9276e9 req-ed78cbc9-f25d-49f4-8503-a3db6665c519 tempest-VolumesActionsTest-1501897971 tempest-VolumesActionsTest-1501897971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:05.155989 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-435601d5-4916-4af8-bff3-5f68eb9276e9 req-ed78cbc9-f25d-49f4-8503-a3db6665c519 tempest-VolumesActionsTest-1501897971 tempest-VolumesActionsTest-1501897971-project] 10.222.0.64 "GET /v2.0/ports?device_id=5eb33866-0762-4f63-851b-4c221b53c476 HTTP/1.1" status: 200 len: 946 time: 0.2169423 Oct 20 10:44:05.170887 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port f9fa8685-e573-4fdd-8b37-5988a560de50, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=f9fa8685-e573-4fdd-8b37-5988a560de50,segment=NetworkSegment(0cf32ebe-2347-41ff-bb97-94fd0b819e03),segment_id=0cf32ebe-2347-41ff-bb97-94fd0b819e03)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:44:05.177771 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:05.180869 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 949e0597-b23d-43ab-b10e-b0353aeb6d55 details requested by agent hyperv_n-h1-811396-3 with host n-h1-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:44:05.208468 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1f894957-1aab-485a-9f66-6a7d4fa1620b req-731d612e-61b7-491d-94e9-d3ae5c7eb1f2 tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] 10.222.0.64 "GET /v2.0/security-groups?id=7975bea3-846b-43cc-b5f2-c6ce0fda577e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052544 Oct 20 10:44:05.253936 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-09eb7fa0-c889-414a-9d27-a1710e528fd1 tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Deleting port 0eab8535-7fbb-4042-81c9-69290b013d00 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:44:05.253936 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-09eb7fa0-c889-414a-9d27-a1710e528fd1 tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:05.255227 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 949e0597-b23d-43ab-b10e-b0353aeb6d55, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=949e0597-b23d-43ab-b10e-b0353aeb6d55,segment=NetworkSegment(bd673faa-a525-4b04-bf70-d433a325f98a),segment_id=bd673faa-a525-4b04-bf70-d433a325f98a)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:44:05.285097 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-435601d5-4916-4af8-bff3-5f68eb9276e9 req-8c1a3078-5ead-4894-a9d1-5ac2f0f00c93 tempest-VolumesActionsTest-1501897971 tempest-VolumesActionsTest-1501897971-project] 10.222.0.64 "GET /v2.0/security-groups?id=d52c9ff6-6817-48ec-94f7-519be190f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229155 Oct 20 10:44:05.290668 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=f9fa8685-e573-4fdd-8b37-5988a560de50,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:05.302491 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Returning: {'device': '949e0597-b23d-43ab-b10e-b0353aeb6d55', 'network_id': '5a3ba547-1c5f-4bda-b0cf-f555209356c6', 'port_id': '949e0597-b23d-43ab-b10e-b0353aeb6d55', 'mac_address': 'fa:16:3e:c9:ed:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 838, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22db2ce2-efe8-4e35-9c70-b815c9c036db', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:44:05.355363 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-5d2dfa19-298e-4876-bb76-a0c0f803ad7d None None] Provisioning complete for port 0eab8535-7fbb-4042-81c9-69290b013d00 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:44:05.355752 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-5d2dfa19-298e-4876-bb76-a0c0f803ad7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:05.357549 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:05.380626 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-09eb7fa0-c889-414a-9d27-a1710e528fd1 tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:05.395338 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-09eb7fa0-c889-414a-9d27-a1710e528fd1 tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Calling delete_port for 0eab8535-7fbb-4042-81c9-69290b013d00 owned by {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:44:05.405175 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 949e0597-b23d-43ab-b10e-b0353aeb6d55 {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:44:05.426268 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 949e0597-b23d-43ab-b10e-b0353aeb6d55, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=949e0597-b23d-43ab-b10e-b0353aeb6d55,segment=NetworkSegment(bd673faa-a525-4b04-bf70-d433a325f98a),segment_id=bd673faa-a525-4b04-bf70-d433a325f98a)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:44:05.434640 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-5d2dfa19-298e-4876-bb76-a0c0f803ad7d None None] Port 0eab8535-7fbb-4042-81c9-69290b013d00 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:44:05.436825 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:05.437499 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 58759e27-9624-496e-a7e3-dd96a6f12d24 details requested by agent hyperv_n-h1-811396-3 with host n-h1-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:44:05.519074 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 58759e27-9624-496e-a7e3-dd96a6f12d24, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=58759e27-9624-496e-a7e3-dd96a6f12d24,segment=NetworkSegment(0cf32ebe-2347-41ff-bb97-94fd0b819e03),segment_id=0cf32ebe-2347-41ff-bb97-94fd0b819e03)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:44:05.529779 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=949e0597-b23d-43ab-b10e-b0353aeb6d55,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:05.535573 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Returning: {'device': '58759e27-9624-496e-a7e3-dd96a6f12d24', 'network_id': '07f7de1d-67fc-4ee5-9720-a5ddc92657d8', 'port_id': '58759e27-9624-496e-a7e3-dd96a6f12d24', 'mac_address': 'fa:16:3e:d9:49:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 841, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfebcc83-a566-4e8b-95ce-d2b602fa67f2', 'ip_address': '10.1.1.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:44:05.577691 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6837b0e-e9d3-4dcd-85f1-fd1efa305b2d req-f4c8ee2d-6cc4-4bb3-9428-ca5276cdc4f0 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:05.585238 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6837b0e-e9d3-4dcd-85f1-fd1efa305b2d req-f4c8ee2d-6cc4-4bb3-9428-ca5276cdc4f0 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:05.595709 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6837b0e-e9d3-4dcd-85f1-fd1efa305b2d req-f4c8ee2d-6cc4-4bb3-9428-ca5276cdc4f0 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:05.601895 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:05.603046 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6837b0e-e9d3-4dcd-85f1-fd1efa305b2d req-f4c8ee2d-6cc4-4bb3-9428-ca5276cdc4f0 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:05.609068 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6837b0e-e9d3-4dcd-85f1-fd1efa305b2d req-f4c8ee2d-6cc4-4bb3-9428-ca5276cdc4f0 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:05.615980 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6837b0e-e9d3-4dcd-85f1-fd1efa305b2d req-f4c8ee2d-6cc4-4bb3-9428-ca5276cdc4f0 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:05.618849 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58759e27-9624-496e-a7e3-dd96a6f12d24 {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:44:05.622308 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6837b0e-e9d3-4dcd-85f1-fd1efa305b2d req-f4c8ee2d-6cc4-4bb3-9428-ca5276cdc4f0 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:05.627375 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b6837b0e-e9d3-4dcd-85f1-fd1efa305b2d req-f4c8ee2d-6cc4-4bb3-9428-ca5276cdc4f0 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.64 "GET /v2.0/ports?device_id=9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c HTTP/1.1" status: 200 len: 5435 time: 0.1624596 Oct 20 10:44:05.650206 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 58759e27-9624-496e-a7e3-dd96a6f12d24, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=58759e27-9624-496e-a7e3-dd96a6f12d24,segment=NetworkSegment(0cf32ebe-2347-41ff-bb97-94fd0b819e03),segment_id=0cf32ebe-2347-41ff-bb97-94fd0b819e03)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:44:05.656892 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:05.658601 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device f7887f37-d0d1-43d7-ab1a-53e2d1ece9e7 details requested by agent hyperv_n-h1-811396-3 with host n-h1-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:44:05.708071 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b6837b0e-e9d3-4dcd-85f1-fd1efa305b2d req-016985e2-053e-4e7a-af2b-f7a9ab85d40e tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.64 "GET /v2.0/security-groups?id=112bbbcd-cedd-416d-87db-f3a7d2197192&id=40e57539-8f43-4a87-8d18-5d8780562b01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0532084 Oct 20 10:44:05.712608 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-09eb7fa0-c889-414a-9d27-a1710e528fd1 tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:05.752479 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=58759e27-9624-496e-a7e3-dd96a6f12d24,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:05.767339 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port f7887f37-d0d1-43d7-ab1a-53e2d1ece9e7, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=f7887f37-d0d1-43d7-ab1a-53e2d1ece9e7,segment=NetworkSegment(0cf32ebe-2347-41ff-bb97-94fd0b819e03),segment_id=0cf32ebe-2347-41ff-bb97-94fd0b819e03)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:44:05.776843 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09eb7fa0-c889-414a-9d27-a1710e528fd1 tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Pushing event deleted for resources: {'Port': ['ID=0eab8535-7fbb-4042-81c9-69290b013d00,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:05.787438 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Returning: {'device': 'f7887f37-d0d1-43d7-ab1a-53e2d1ece9e7', 'network_id': '07f7de1d-67fc-4ee5-9720-a5ddc92657d8', 'port_id': 'f7887f37-d0d1-43d7-ab1a-53e2d1ece9e7', 'mac_address': 'fa:16:3e:17:f4:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 841, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfebcc83-a566-4e8b-95ce-d2b602fa67f2', 'ip_address': '10.1.1.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:44:05.805092 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-09eb7fa0-c889-414a-9d27-a1710e528fd1 tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:05.813762 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 34766) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:05.814149 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-09eb7fa0-c889-414a-9d27-a1710e528fd1 tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] 10.222.0.64 "DELETE /v2.0/ports/0eab8535-7fbb-4042-81c9-69290b013d00 HTTP/1.1" status: 204 len: 168 time: 0.9485502 Oct 20 10:44:05.851056 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:05.853986 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d41a017-3a51-400d-957c-ca38a0f719e9 tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] GET failed (client error): The resource could not be found. Oct 20 10:44:05.856269 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-4d41a017-3a51-400d-957c-ca38a0f719e9 tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] 10.222.0.64 "GET /v2.0/ports/0eab8535-7fbb-4042-81c9-69290b013d00 HTTP/1.1" status: 404 len: 333 time: 0.0380228 Oct 20 10:44:05.860261 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 34770) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:05.867665 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-6b0f2067-e8ea-4484-9b61-6f518ddfe2db tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Request body: {'port': {'network_id': '49959681-d8d5-44ab-90fb-ab11f36dd3ef', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-852582020'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:44:05.881357 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7887f37-d0d1-43d7-ab1a-53e2d1ece9e7 {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:44:05.927688 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port f7887f37-d0d1-43d7-ab1a-53e2d1ece9e7, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=f7887f37-d0d1-43d7-ab1a-53e2d1ece9e7,segment=NetworkSegment(0cf32ebe-2347-41ff-bb97-94fd0b819e03),segment_id=0cf32ebe-2347-41ff-bb97-94fd0b819e03)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:44:05.932213 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9705f0ed-58b2-481a-86b1-440f7c936bd9 req-e7c28afe-b14a-44b0-bfea-f92dbe643548 tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:05.944370 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:05.946849 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9705f0ed-58b2-481a-86b1-440f7c936bd9 req-e7c28afe-b14a-44b0-bfea-f92dbe643548 tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] 10.222.0.64 "GET /v2.0/ports?device_id=af0da1c2-0e72-46be-bfb4-32abb7302e65 HTTP/1.1" status: 200 len: 945 time: 0.1080256 Oct 20 10:44:06.045029 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9705f0ed-58b2-481a-86b1-440f7c936bd9 req-6230bf17-694f-47f1-a443-01fa8f215e1e tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] 10.222.0.64 "GET /v2.0/security-groups?id=c293d202-08a2-46d7-8156-502eb68acc76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953190 Oct 20 10:44:06.069281 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b0f2067-e8ea-4484-9b61-6f518ddfe2db tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Made reservation on behalf of 1bbe27b78c9b48bab3b14fdf6cb268ff for: {'port': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:44:06.074655 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6b0f2067-e8ea-4484-9b61-6f518ddfe2db tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:06.089258 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=f7887f37-d0d1-43d7-ab1a-53e2d1ece9e7,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:06.091896 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eb33866-0762-4f63-851b-4c221b53c476', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a06fc01b-3834-47ad-9470-4051a5e94040'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:44:06.099434 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd3d3ce1-db08-4944-81ce-01fe43fee865" -d '{"events": [{"server_uuid": "5eb33866-0762-4f63-851b-4c221b53c476", "name": "network-vif-plugged", "status": "completed", "tag": "a06fc01b-3834-47ad-9470-4051a5e94040"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:44:06.120404 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [None req-6b0f2067-e8ea-4484-9b61-6f518ddfe2db tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] device_id is not set on port f1707642-5e68-468d-a786-6a42e9467093 yet. {{(pid=100597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:44:06.128970 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-f14d98b8-8fa8-4ddd-a459-7e91a5445dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:06.147035 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee792850-cd7e-4f51-9d46-0ea387c13789 x-openstack-request-id: req-ee792850-cd7e-4f51-9d46-0ea387c13789 {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:44:06.147337 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eb33866-0762-4f63-851b-4c221b53c476", "name": "network-vif-plugged", "status": "completed", "tag": "a06fc01b-3834-47ad-9470-4051a5e94040", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:44:06.147673 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ee792850-cd7e-4f51-9d46-0ea387c13789 {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:44:06.148079 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5eb33866-0762-4f63-851b-4c221b53c476', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a06fc01b-3834-47ad-9470-4051a5e94040', 'code': 200} Oct 20 10:44:06.264278 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680770c0-737a-4faa-bf3a-5db5e155d278 req-adcf4252-c713-4722-aa7e-f8d93f45eaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:06.266774 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-680770c0-737a-4faa-bf3a-5db5e155d278 req-adcf4252-c713-4722-aa7e-f8d93f45eaaf service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=5eb33866-0762-4f63-851b-4c221b53c476 HTTP/1.1" status: 200 len: 1097 time: 0.0535550 Oct 20 10:44:06.311866 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-6b0f2067-e8ea-4484-9b61-6f518ddfe2db tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Allocated IP 2001:db8::1b (49959681-d8d5-44ab-90fb-ab11f36dd3ef/8a1c34d7-763f-463b-8687-5448314ea0cb/f1707642-5e68-468d-a786-6a42e9467093) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:44:06.328068 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-680770c0-737a-4faa-bf3a-5db5e155d278 req-2a2b735d-b810-4ee7-b5e3-a861d033381e service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=d52c9ff6-6817-48ec-94f7-519be190f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540776 Oct 20 10:44:06.372586 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097c02ec-e279-4537-8806-8270d474428c req-adb61c77-f789-4276-8256-f233031d399b tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:06.374480 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-097c02ec-e279-4537-8806-8270d474428c req-adb61c77-f789-4276-8256-f233031d399b tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a76b356-3318-479d-99e5-2976ed5838a9 HTTP/1.1" status: 200 len: 945 time: 0.0616157 Oct 20 10:44:06.437709 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 34796) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:06.462537 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-097c02ec-e279-4537-8806-8270d474428c req-fe525c98-edd0-4541-bcd3-d8d28ef49021 tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] 10.222.0.64 "GET /v2.0/security-groups?id=7975bea3-846b-43cc-b5f2-c6ce0fda577e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812552 Oct 20 10:44:06.490081 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f79e64b-4005-4139-b117-ce5f7fe8577e req-0993eb98-8f88-45c1-8818-1d4a98cbe4be tempest-VolumesActionsTest-1501897971 tempest-VolumesActionsTest-1501897971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:06.491814 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7f79e64b-4005-4139-b117-ce5f7fe8577e req-0993eb98-8f88-45c1-8818-1d4a98cbe4be tempest-VolumesActionsTest-1501897971 tempest-VolumesActionsTest-1501897971-project] 10.222.0.64 "GET /v2.0/ports?device_id=5eb33866-0762-4f63-851b-4c221b53c476 HTTP/1.1" status: 200 len: 946 time: 0.0880835 Oct 20 10:44:06.530095 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6b0f2067-e8ea-4484-9b61-6f518ddfe2db tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:06.539311 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7f79e64b-4005-4139-b117-ce5f7fe8577e req-a57ee5a0-91d9-4dae-8f07-1cc25270955a tempest-VolumesActionsTest-1501897971 tempest-VolumesActionsTest-1501897971-project] 10.222.0.64 "GET /v2.0/security-groups?id=d52c9ff6-6817-48ec-94f7-519be190f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410042 Oct 20 10:44:06.568433 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6b0f2067-e8ea-4484-9b61-6f518ddfe2db tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:06.590672 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-92b2e7d8-9313-42dd-92ed-22d825997712 tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-2135994976', 'router:external': True}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:44:06.621976 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92b2e7d8-9313-42dd-92ed-22d825997712 tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Made reservation on behalf of 1e5b650baa5241f58c6b7b27c5fb12ac for: {'network': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:44:06.624485 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-92b2e7d8-9313-42dd-92ed-22d825997712 tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:06.635024 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-92b2e7d8-9313-42dd-92ed-22d825997712 tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:06.643724 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b0f2067-e8ea-4484-9b61-6f518ddfe2db tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Network 49959681-d8d5-44ab-90fb-ab11f36dd3ef is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:44:06.647847 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-6b0f2067-e8ea-4484-9b61-6f518ddfe2db tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:44:06.650605 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0f2067-e8ea-4484-9b61-6f518ddfe2db tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Pushing event updated for resources: {'Port': ['ID=f1707642-5e68-468d-a786-6a42e9467093,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:06.654463 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0f2067-e8ea-4484-9b61-6f518ddfe2db tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:44:06.661111 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b0f2067-e8ea-4484-9b61-6f518ddfe2db tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:06.661739 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6b0f2067-e8ea-4484-9b61-6f518ddfe2db tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:06.686832 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-6b0f2067-e8ea-4484-9b61-6f518ddfe2db tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.8247411 Oct 20 10:44:06.689368 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 34810) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:06.696531 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-142e4bd8-b7e4-4686-8612-a75708405598 tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Request body: {'port': {'network_id': '49959681-d8d5-44ab-90fb-ab11f36dd3ef', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2122317505'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:44:06.966193 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-0a8cb05e-c796-4ea8-8a23-f48172ff94b0 None None] Provisioning complete for port f1707642-5e68-468d-a786-6a42e9467093 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:44:06.967278 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-0a8cb05e-c796-4ea8-8a23-f48172ff94b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:07.022001 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-0a8cb05e-c796-4ea8-8a23-f48172ff94b0 None None] Port f1707642-5e68-468d-a786-6a42e9467093 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:44:07.066285 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:07.129330 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-92b2e7d8-9313-42dd-92ed-22d825997712 tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:07.143863 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-92b2e7d8-9313-42dd-92ed-22d825997712 tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:07.199242 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 34832) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:07.201712 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92b2e7d8-9313-42dd-92ed-22d825997712 tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 813} {{(pid=100596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:44:07.234990 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c5329d-286f-402e-8796-eaedcc6474e3 req-14fac828-b860-450f-9de8-7e0e0bd4454e tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:07.241490 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c5329d-286f-402e-8796-eaedcc6474e3 req-14fac828-b860-450f-9de8-7e0e0bd4454e tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:07.247706 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c5329d-286f-402e-8796-eaedcc6474e3 req-14fac828-b860-450f-9de8-7e0e0bd4454e tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:07.254477 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c5329d-286f-402e-8796-eaedcc6474e3 req-14fac828-b860-450f-9de8-7e0e0bd4454e tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:07.264062 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c5329d-286f-402e-8796-eaedcc6474e3 req-14fac828-b860-450f-9de8-7e0e0bd4454e tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:07.269983 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c5329d-286f-402e-8796-eaedcc6474e3 req-14fac828-b860-450f-9de8-7e0e0bd4454e tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:07.275842 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c5329d-286f-402e-8796-eaedcc6474e3 req-14fac828-b860-450f-9de8-7e0e0bd4454e tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:07.279128 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c4c5329d-286f-402e-8796-eaedcc6474e3 req-14fac828-b860-450f-9de8-7e0e0bd4454e tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.64 "GET /v2.0/ports?device_id=9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c HTTP/1.1" status: 200 len: 5437 time: 0.1582792 Oct 20 10:44:07.283172 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b2e7d8-9313-42dd-92ed-22d825997712 tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67fb2183-1b3a-46b9-b069-acee967aa75b,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:07.295044 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-92b2e7d8-9313-42dd-92ed-22d825997712 tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:07.295492 n-d-811396-3 neutron-server[100596]: INFO neutron.db.segments_db [None req-92b2e7d8-9313-42dd-92ed-22d825997712 tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Added segment dc1d6175-64df-43ce-b605-aa7252ad85cf of type vlan for network bf910746-3f13-409b-a3db-8881b14e0636 Oct 20 10:44:07.323691 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-142e4bd8-b7e4-4686-8612-a75708405598 tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Made reservation on behalf of 1bbe27b78c9b48bab3b14fdf6cb268ff for: {'port': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:44:07.327316 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-142e4bd8-b7e4-4686-8612-a75708405598 tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:07.365348 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e8be6ee8-c524-4438-a453-8384f02fa5b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:07.390169 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c4c5329d-286f-402e-8796-eaedcc6474e3 req-c60a5a51-471d-42a5-870b-548432207331 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.64 "GET /v2.0/security-groups?id=112bbbcd-cedd-416d-87db-f3a7d2197192&id=40e57539-8f43-4a87-8d18-5d8780562b01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0990443 Oct 20 10:44:07.401826 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [None req-142e4bd8-b7e4-4686-8612-a75708405598 tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] device_id is not set on port b929a7bf-8d9e-4739-8001-c087abe62008 yet. {{(pid=100596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:44:07.418261 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-92b2e7d8-9313-42dd-92ed-22d825997712 tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:07.490761 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['f9fa8685-e573-4fdd-8b37-5988a560de50'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:44:07.491497 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e8be6ee8-c524-4438-a453-8384f02fa5b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:07.502843 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e8be6ee8-c524-4438-a453-8384f02fa5b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:07.530908 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-92b2e7d8-9313-42dd-92ed-22d825997712 tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:07.531981 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b2e7d8-9313-42dd-92ed-22d825997712 tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:07.532552 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-92b2e7d8-9313-42dd-92ed-22d825997712 tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Publish callbacks [] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:07.557259 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8be6ee8-c524-4438-a453-8384f02fa5b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22345994-f0d2-4e04-a0a1-f6a4234c2ff7,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:07.603441 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-92b2e7d8-9313-42dd-92ed-22d825997712 tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.1612310 Oct 20 10:44:07.608278 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-e8be6ee8-c524-4438-a453-8384f02fa5b5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2442f23ea21343b293f94786fcb8bf87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4056053 Oct 20 10:44:07.608438 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 34842) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:07.608805 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 34844) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:07.610026 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['d0675769-de69-4a35-beb7-6d50c8201cd3'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:44:07.614104 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['687e9444-b6e6-48d0-a254-817eeff5b001'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:44:07.616213 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['58759e27-9624-496e-a7e3-dd96a6f12d24'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:44:07.616898 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-9e0601eb-0895-43c9-8dc8-9eec347995d4 tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Request body: {'subnet': {'network_id': 'bf910746-3f13-409b-a3db-8881b14e0636', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:44:07.618723 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['949e0597-b23d-43ab-b10e-b0353aeb6d55'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:44:07.625816 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:07.650748 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [None req-142e4bd8-b7e4-4686-8612-a75708405598 tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Allocated IP 2001:db8::39b (49959681-d8d5-44ab-90fb-ab11f36dd3ef/8a1c34d7-763f-463b-8687-5448314ea0cb/b929a7bf-8d9e-4739-8001-c087abe62008) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:44:07.663662 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b2e7d8-9313-42dd-92ed-22d825997712 tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Pushing event updated for resources: {'Network': ['ID=bf910746-3f13-409b-a3db-8881b14e0636,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:07.715496 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5ad0617f-a1e8-4037-b047-0810d24bcc82 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:07.734862 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network bf910746-3f13-409b-a3db-8881b14e0636 details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:44:07.737131 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e0601eb-0895-43c9-8dc8-9eec347995d4 tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Made reservation on behalf of 1e5b650baa5241f58c6b7b27c5fb12ac for: {'subnet': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:44:07.739674 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9e0601eb-0895-43c9-8dc8-9eec347995d4 tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25350782'] for subnet, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:07.762090 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5ad0617f-a1e8-4037-b047-0810d24bcc82 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:07.767370 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d6c9d5-da95-4bc6-8968-9cdae4cd267c req-0b6e3b63-748a-42db-9de6-4987f0719781 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:07.770128 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['6a6236cb-3508-4dba-a459-60dfe35fed2c'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:44:07.773473 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d6c9d5-da95-4bc6-8968-9cdae4cd267c req-0b6e3b63-748a-42db-9de6-4987f0719781 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:07.779497 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d6c9d5-da95-4bc6-8968-9cdae4cd267c req-0b6e3b63-748a-42db-9de6-4987f0719781 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:07.784852 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['f7887f37-d0d1-43d7-ab1a-53e2d1ece9e7'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:44:07.786418 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d6c9d5-da95-4bc6-8968-9cdae4cd267c req-0b6e3b63-748a-42db-9de6-4987f0719781 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:07.792539 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d6c9d5-da95-4bc6-8968-9cdae4cd267c req-0b6e3b63-748a-42db-9de6-4987f0719781 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:07.799743 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d6c9d5-da95-4bc6-8968-9cdae4cd267c req-0b6e3b63-748a-42db-9de6-4987f0719781 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:07.805846 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d6c9d5-da95-4bc6-8968-9cdae4cd267c req-0b6e3b63-748a-42db-9de6-4987f0719781 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:07.808082 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b3d6c9d5-da95-4bc6-8968-9cdae4cd267c req-0b6e3b63-748a-42db-9de6-4987f0719781 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] 10.222.0.64 "GET /v2.0/ports?device_id=80d2d265-4161-4f15-ab0c-130b15ddf9e0 HTTP/1.1" status: 200 len: 5431 time: 0.2126687 Oct 20 10:44:07.818744 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062e9448-600b-4b11-b6ee-64829ffa09fc req-36a5365f-c34b-4372-85dd-1d2b7dc54bbe tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:07.826252 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-062e9448-600b-4b11-b6ee-64829ffa09fc req-36a5365f-c34b-4372-85dd-1d2b7dc54bbe tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] 10.222.0.64 "GET /v2.0/ports?device_id=af0da1c2-0e72-46be-bfb4-32abb7302e65 HTTP/1.1" status: 200 len: 945 time: 0.1978934 Oct 20 10:44:07.875043 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5ad0617f-a1e8-4037-b047-0810d24bcc82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:07.878156 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5ad0617f-a1e8-4037-b047-0810d24bcc82 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:07.882547 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-5ad0617f-a1e8-4037-b047-0810d24bcc82 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/22345994-f0d2-4e04-a0a1-f6a4234c2ff7 HTTP/1.1" status: 204 len: 168 time: 0.2710152 Oct 20 10:44:07.896923 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad0617f-a1e8-4037-b047-0810d24bcc82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22345994-f0d2-4e04-a0a1-f6a4234c2ff7,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:07.937087 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b3d6c9d5-da95-4bc6-8968-9cdae4cd267c req-a831ff02-11ed-46c1-9dc9-921e324e279b tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] 10.222.0.64 "GET /v2.0/security-groups?id=052167af-6782-42ac-bb32-02b514a83f6f&id=9e881cba-3138-4f23-9b77-7adf07b3a5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1078246 Oct 20 10:44:07.943118 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-062e9448-600b-4b11-b6ee-64829ffa09fc req-0b3125b8-1f43-4c1e-88a4-15ace9b6ece4 tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] 10.222.0.64 "GET /v2.0/security-groups?id=c293d202-08a2-46d7-8156-502eb68acc76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131713 Oct 20 10:44:07.989959 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:08.125440 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-142e4bd8-b7e4-4686-8612-a75708405598 tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:08.162545 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34825e0e-29a9-4332-a06e-091f7e26aee4 req-ae4a591f-d9f1-4c13-af96-a3ed86a0c599 tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:08.169727 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-34825e0e-29a9-4332-a06e-091f7e26aee4 req-ae4a591f-d9f1-4c13-af96-a3ed86a0c599 tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a76b356-3318-479d-99e5-2976ed5838a9 HTTP/1.1" status: 200 len: 945 time: 0.1189933 Oct 20 10:44:08.233550 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b1aa18-168e-4259-abc0-625924967893 req-6b74fd58-97a7-421f-bd4d-139e8da66023 tempest-VolumesActionsTest-1501897971 tempest-VolumesActionsTest-1501897971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:08.235215 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-04b1aa18-168e-4259-abc0-625924967893 req-6b74fd58-97a7-421f-bd4d-139e8da66023 tempest-VolumesActionsTest-1501897971 tempest-VolumesActionsTest-1501897971-project] 10.222.0.64 "GET /v2.0/ports?device_id=5eb33866-0762-4f63-851b-4c221b53c476 HTTP/1.1" status: 200 len: 946 time: 0.1326387 Oct 20 10:44:08.251925 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-34825e0e-29a9-4332-a06e-091f7e26aee4 req-62a6defa-b555-4523-9eef-91c37c1dfeac tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] 10.222.0.64 "GET /v2.0/security-groups?id=7975bea3-846b-43cc-b5f2-c6ce0fda577e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811112 Oct 20 10:44:08.279095 n-d-811396-3 neutron-server[100597]: DEBUG neutron.objects.ports [None req-9e0601eb-0895-43c9-8dc8-9eec347995d4 tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100597) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 20 10:44:08.279795 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9e0601eb-0895-43c9-8dc8-9eec347995d4 tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25350752'] for subnet, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:08.305715 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-142e4bd8-b7e4-4686-8612-a75708405598 tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:08.345010 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0601eb-0895-43c9-8dc8-9eec347995d4 tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Pushing event updated for resources: {'Subnet': ['ID=2bef2e26-3ee0-4c01-85ab-c98d0a7bff54,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:08.380853 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e0601eb-0895-43c9-8dc8-9eec347995d4 tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Checking segment: {'id': 'dc1d6175-64df-43ce-b605-aa7252ad85cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'bf910746-3f13-409b-a3db-8881b14e0636'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:44:08.381902 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e0601eb-0895-43c9-8dc8-9eec347995d4 tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Network hostable DHCP agents. Network: bf910746-3f13-409b-a3db-8881b14e0636, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:44:08.418242 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-142e4bd8-b7e4-4686-8612-a75708405598 tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Network 49959681-d8d5-44ab-90fb-ab11f36dd3ef is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:44:08.419438 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 34854) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:08.431602 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-142e4bd8-b7e4-4686-8612-a75708405598 tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:44:08.435450 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e4bd8-b7e4-4686-8612-a75708405598 tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Pushing event updated for resources: {'Port': ['ID=b929a7bf-8d9e-4739-8001-c087abe62008,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:08.441839 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142e4bd8-b7e4-4686-8612-a75708405598 tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:44:08.446886 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e0601eb-0895-43c9-8dc8-9eec347995d4 tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Network bf910746-3f13-409b-a3db-8881b14e0636 is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:44:08.451262 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142e4bd8-b7e4-4686-8612-a75708405598 tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:08.452263 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-142e4bd8-b7e4-4686-8612-a75708405598 tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:08.476321 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-38511364-7093-4f74-91d4-ef3ed4bcc159 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:08.488765 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-04b1aa18-168e-4259-abc0-625924967893 req-785bddd5-e712-4646-a4a3-69be4d162216 tempest-VolumesActionsTest-1501897971 tempest-VolumesActionsTest-1501897971-project] 10.222.0.64 "GET /v2.0/security-groups?id=d52c9ff6-6817-48ec-94f7-519be190f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212486 Oct 20 10:44:08.506618 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-9e0601eb-0895-43c9-8dc8-9eec347995d4 tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, bf910746-3f13-409b-a3db-8881b14e0636) {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:44:08.508961 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-142e4bd8-b7e4-4686-8612-a75708405598 tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.8183849 Oct 20 10:44:08.511588 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 34858) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:08.520493 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-74600665-0f80-469a-8e37-2f3cb492f024 tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::34a', 'mac_address': 'fa:16:3e:c4:bc:2e'}, {'ip_address': '2001:db8::1b', 'mac_address': 'fa:16:3e:82:2f:fe'}]}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:44:08.538157 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e0601eb-0895-43c9-8dc8-9eec347995d4 tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:08.538756 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9e0601eb-0895-43c9-8dc8-9eec347995d4 tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:08.596936 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-9e0601eb-0895-43c9-8dc8-9eec347995d4 tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.9863565 Oct 20 10:44:08.601881 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 34864) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:08.627811 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-cc0bb888-0624-4666-8f02-cf9607a218ec tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-663211319', 'network_id': 'bf910746-3f13-409b-a3db-8881b14e0636'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:44:08.757034 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc0bb888-0624-4666-8f02-cf9607a218ec tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Made reservation on behalf of 1e5b650baa5241f58c6b7b27c5fb12ac for: {'port': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:44:08.759480 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-cc0bb888-0624-4666-8f02-cf9607a218ec tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:08.796927 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211f5810-8b17-406b-bcc5-bdaa7932e4e9 req-104ce568-c79a-4bdc-9b4d-cd6f6fa2cdb0 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:08.804904 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211f5810-8b17-406b-bcc5-bdaa7932e4e9 req-104ce568-c79a-4bdc-9b4d-cd6f6fa2cdb0 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:08.810454 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [None req-cc0bb888-0624-4666-8f02-cf9607a218ec tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] device_id is not set on port 17035eb4-e319-4a47-b186-32950fb364be yet. {{(pid=100597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:44:08.811477 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211f5810-8b17-406b-bcc5-bdaa7932e4e9 req-104ce568-c79a-4bdc-9b4d-cd6f6fa2cdb0 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:08.818431 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211f5810-8b17-406b-bcc5-bdaa7932e4e9 req-104ce568-c79a-4bdc-9b4d-cd6f6fa2cdb0 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:08.825207 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211f5810-8b17-406b-bcc5-bdaa7932e4e9 req-104ce568-c79a-4bdc-9b4d-cd6f6fa2cdb0 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:08.833023 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211f5810-8b17-406b-bcc5-bdaa7932e4e9 req-104ce568-c79a-4bdc-9b4d-cd6f6fa2cdb0 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:08.839502 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211f5810-8b17-406b-bcc5-bdaa7932e4e9 req-104ce568-c79a-4bdc-9b4d-cd6f6fa2cdb0 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:08.841739 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-211f5810-8b17-406b-bcc5-bdaa7932e4e9 req-104ce568-c79a-4bdc-9b4d-cd6f6fa2cdb0 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] 10.222.0.69 "GET /v2.0/ports?device_id=80d2d265-4161-4f15-ab0c-130b15ddf9e0 HTTP/1.1" status: 200 len: 5431 time: 0.2787237 Oct 20 10:44:08.847771 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8773fc03-bbea-48c0-85db-eeba748c2172 req-bcc8f5a4-f3f6-4a1d-86ac-0f81c53afed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:08.854530 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8773fc03-bbea-48c0-85db-eeba748c2172 req-bcc8f5a4-f3f6-4a1d-86ac-0f81c53afed7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a5d48ee0610d454e931365a7ebb9878b&device_id=af0da1c2-0e72-46be-bfb4-32abb7302e65 HTTP/1.1" status: 200 len: 1096 time: 0.2305415 Oct 20 10:44:08.874541 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-38511364-7093-4f74-91d4-ef3ed4bcc159 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:08.893354 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114fa0d4-175f-4cde-bf82-c5747fe546ac req-c2802c22-cdff-4494-8d33-bba8739f832e tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:08.904684 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114fa0d4-175f-4cde-bf82-c5747fe546ac req-c2802c22-cdff-4494-8d33-bba8739f832e tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:08.905390 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-38511364-7093-4f74-91d4-ef3ed4bcc159 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:08.911537 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114fa0d4-175f-4cde-bf82-c5747fe546ac req-c2802c22-cdff-4494-8d33-bba8739f832e tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:08.918042 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114fa0d4-175f-4cde-bf82-c5747fe546ac req-c2802c22-cdff-4494-8d33-bba8739f832e tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:08.924129 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114fa0d4-175f-4cde-bf82-c5747fe546ac req-c2802c22-cdff-4494-8d33-bba8739f832e tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:08.931432 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114fa0d4-175f-4cde-bf82-c5747fe546ac req-c2802c22-cdff-4494-8d33-bba8739f832e tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:08.937688 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114fa0d4-175f-4cde-bf82-c5747fe546ac req-c2802c22-cdff-4494-8d33-bba8739f832e tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:08.946034 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-114fa0d4-175f-4cde-bf82-c5747fe546ac req-c2802c22-cdff-4494-8d33-bba8739f832e tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.64 "GET /v2.0/ports?device_id=9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c HTTP/1.1" status: 200 len: 5437 time: 0.3078637 Oct 20 10:44:08.982564 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d3d1dd-c93e-4238-94fd-efb7eb9785e4 req-fc47133d-0f46-4be1-b8be-5e1ec390065d tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:08.987314 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da74cd95-3801-4d22-9269-86396645ebb6 None None] Network bf910746-3f13-409b-a3db-8881b14e0636 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:44:08.990563 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-39d3d1dd-c93e-4238-94fd-efb7eb9785e4 req-fc47133d-0f46-4be1-b8be-5e1ec390065d tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] 10.222.0.64 "GET /v2.0/ports?device_id=af0da1c2-0e72-46be-bfb4-32abb7302e65 HTTP/1.1" status: 200 len: 945 time: 0.3559606 Oct 20 10:44:09.059532 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211f5810-8b17-406b-bcc5-bdaa7932e4e9 req-217c12b0-7154-479e-8405-4bf127b86ffe tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:09.060981 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-211f5810-8b17-406b-bcc5-bdaa7932e4e9 req-217c12b0-7154-479e-8405-4bf127b86ffe tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] 10.222.0.69 "GET /v2.0/ports/451833eb-4339-4de8-8005-8d3e2c53fd29?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2037082 Oct 20 10:44:09.159858 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:09.163983 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-114fa0d4-175f-4cde-bf82-c5747fe546ac req-2434cd4d-f023-4cab-b798-ee1cfbe95cad tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.64 "GET /v2.0/security-groups?id=112bbbcd-cedd-416d-87db-f3a7d2197192&id=40e57539-8f43-4a87-8d18-5d8780562b01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2169943 Oct 20 10:44:09.179153 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-4f89160b-8a4b-4c1e-8f82-bb4cdc8c8356 None None] Provisioning complete for port b929a7bf-8d9e-4739-8001-c087abe62008 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:44:09.179561 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-4f89160b-8a4b-4c1e-8f82-bb4cdc8c8356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:09.223711 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-74600665-0f80-469a-8e37-2f3cb492f024 tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:09.245463 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-4f89160b-8a4b-4c1e-8f82-bb4cdc8c8356 None None] Port b929a7bf-8d9e-4739-8001-c087abe62008 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:44:09.259928 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-39d3d1dd-c93e-4238-94fd-efb7eb9785e4 req-e340f8ef-330e-4060-8422-c72f4be42c92 tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] 10.222.0.64 "GET /v2.0/security-groups?id=c293d202-08a2-46d7-8156-502eb68acc76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2679615 Oct 20 10:44:09.261078 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8773fc03-bbea-48c0-85db-eeba748c2172 req-97b1a89e-958f-4b81-81e3-00ea3bbe194f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:09.262892 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8773fc03-bbea-48c0-85db-eeba748c2172 req-97b1a89e-958f-4b81-81e3-00ea3bbe194f service neutron] 10.222.0.55 "GET /v2.0/networks?id=32cd625c-0c28-4194-8186-2066d5429b32 HTTP/1.1" status: 200 len: 910 time: 0.3922293 Oct 20 10:44:09.287104 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-38511364-7093-4f74-91d4-ef3ed4bcc159 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6790540a8a654c438d6f20c47cf198be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8515472 Oct 20 10:44:09.287104 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 34878) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:09.294079 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38511364-7093-4f74-91d4-ef3ed4bcc159 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b65cda6c-136b-457c-80d2-5582f5d1d97f,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:09.350292 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8773fc03-bbea-48c0-85db-eeba748c2172 req-32ea1487-c12d-4d5b-9987-ff8ecbda2f0d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b4546c1f-8888-4d51-8a64-4cec29bc86b6 HTTP/1.1" status: 200 len: 217 time: 0.0698276 Oct 20 10:44:09.361434 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-211f5810-8b17-406b-bcc5-bdaa7932e4e9 req-fe890c91-4a6d-41c8-abf6-3319c67249bb tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] 10.222.0.69 "GET /v2.0/networks/7f35c8f4-a80f-46f0-b625-9aa7a1eb4d3d?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2924912 Oct 20 10:44:09.362254 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-cc0bb888-0624-4666-8f02-cf9607a218ec tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Allocated IP 2001:db8::3c8 (bf910746-3f13-409b-a3db-8881b14e0636/2bef2e26-3ee0-4c01-85ab-c98d0a7bff54/17035eb4-e319-4a47-b186-32950fb364be) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:44:09.406675 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-211f5810-8b17-406b-bcc5-bdaa7932e4e9 req-f92baa65-66ab-4a3c-a29a-8ce175b58d61 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:44:09.421260 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9b8769-ec32-4372-bb35-932f578c8246 req-ee99f0e6-e48e-456a-859e-c97aa26f2728 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:09.428083 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9b8769-ec32-4372-bb35-932f578c8246 req-ee99f0e6-e48e-456a-859e-c97aa26f2728 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:09.434556 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9b8769-ec32-4372-bb35-932f578c8246 req-ee99f0e6-e48e-456a-859e-c97aa26f2728 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:09.434894 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f1b867-ef1a-4192-8fcb-a3c31070e4d7 None None] Network bf910746-3f13-409b-a3db-8881b14e0636 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:44:09.441636 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9b8769-ec32-4372-bb35-932f578c8246 req-ee99f0e6-e48e-456a-859e-c97aa26f2728 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:09.447732 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9b8769-ec32-4372-bb35-932f578c8246 req-ee99f0e6-e48e-456a-859e-c97aa26f2728 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:09.455212 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9b8769-ec32-4372-bb35-932f578c8246 req-ee99f0e6-e48e-456a-859e-c97aa26f2728 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:09.463224 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9b8769-ec32-4372-bb35-932f578c8246 req-ee99f0e6-e48e-456a-859e-c97aa26f2728 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:09.473516 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ad9b8769-ec32-4372-bb35-932f578c8246 req-ee99f0e6-e48e-456a-859e-c97aa26f2728 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] 10.222.0.64 "GET /v2.0/ports?device_id=80d2d265-4161-4f15-ab0c-130b15ddf9e0 HTTP/1.1" status: 200 len: 5431 time: 0.2077796 Oct 20 10:44:09.489306 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9e3e3b99-0ac9-4c3a-aabc-4558868175a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:09.566701 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8773fc03-bbea-48c0-85db-eeba748c2172 req-a7af4935-7070-42c6-b63c-50d74906c41c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:09.567930 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8773fc03-bbea-48c0-85db-eeba748c2172 req-a7af4935-7070-42c6-b63c-50d74906c41c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=05895157-c41c-46bb-98e0-d9303e53a145 HTTP/1.1" status: 200 len: 849 time: 0.2055354 Oct 20 10:44:09.618285 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9e3e3b99-0ac9-4c3a-aabc-4558868175a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:09.624351 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ad9b8769-ec32-4372-bb35-932f578c8246 req-c34592f5-f951-494a-9c5f-cb35220c4292 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] 10.222.0.64 "GET /v2.0/security-groups?id=052167af-6782-42ac-bb32-02b514a83f6f&id=9e881cba-3138-4f23-9b77-7adf07b3a5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1498945 Oct 20 10:44:09.657080 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6228a06-04ac-42e1-8e6d-dd57c5e8c4b1 req-696e8942-5f64-4fae-9480-9e7206e855e9 tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:09.658886 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a6228a06-04ac-42e1-8e6d-dd57c5e8c4b1 req-696e8942-5f64-4fae-9480-9e7206e855e9 tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a76b356-3318-479d-99e5-2976ed5838a9 HTTP/1.1" status: 200 len: 945 time: 0.1376569 Oct 20 10:44:09.660820 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8773fc03-bbea-48c0-85db-eeba748c2172 req-d1aa6488-1ce9-4d74-9ed0-0f29d2edab75 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=32cd625c-0c28-4194-8186-2066d5429b32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626683 Oct 20 10:44:09.661570 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-211f5810-8b17-406b-bcc5-bdaa7932e4e9 req-f92baa65-66ab-4a3c-a29a-8ce175b58d61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:09.712712 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-cc0bb888-0624-4666-8f02-cf9607a218ec tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:09.738294 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-74600665-0f80-469a-8e37-2f3cb492f024 tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Publish callbacks [] for port, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:09.745551 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-74600665-0f80-469a-8e37-2f3cb492f024 tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:09.764188 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9e3e3b99-0ac9-4c3a-aabc-4558868175a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:09.766704 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9e3e3b99-0ac9-4c3a-aabc-4558868175a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:09.768484 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-9e3e3b99-0ac9-4c3a-aabc-4558868175a7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b65cda6c-136b-457c-80d2-5582f5d1d97f HTTP/1.1" status: 204 len: 168 time: 0.4840763 Oct 20 10:44:09.814814 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-74600665-0f80-469a-8e37-2f3cb492f024 tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] In _notify_port_updated(), no bound segment for port b929a7bf-8d9e-4739-8001-c087abe62008 on network 49959681-d8d5-44ab-90fb-ab11f36dd3ef {{(pid=100597) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 20 10:44:09.820464 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74600665-0f80-469a-8e37-2f3cb492f024 tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:09.821044 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-74600665-0f80-469a-8e37-2f3cb492f024 tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:09.821347 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a6228a06-04ac-42e1-8e6d-dd57c5e8c4b1 req-f786626b-7156-4c51-83bd-f94fc631bf22 tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] 10.222.0.64 "GET /v2.0/security-groups?id=7975bea3-846b-43cc-b5f2-c6ce0fda577e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510715 Oct 20 10:44:09.822433 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-74600665-0f80-469a-8e37-2f3cb492f024 tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] 10.222.0.64 "PUT /v2.0/ports/b929a7bf-8d9e-4739-8001-c087abe62008 HTTP/1.1" status: 200 len: 1067 time: 1.3097811 Oct 20 10:44:09.826827 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3e3b99-0ac9-4c3a-aabc-4558868175a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b65cda6c-136b-457c-80d2-5582f5d1d97f,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:09.829236 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 34884) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:09.852167 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-cc0bb888-0624-4666-8f02-cf9607a218ec tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:09.873214 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74600665-0f80-469a-8e37-2f3cb492f024 tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Pushing event updated for resources: {'Port': ['ID=b929a7bf-8d9e-4739-8001-c087abe62008,revision_number=2']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:09.888402 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b0ccb3-c076-4eda-a9dd-268309c4a89b req-9c3aebbb-4fca-47a4-a1fb-cc0105d741f6 tempest-VolumesActionsTest-1501897971 tempest-VolumesActionsTest-1501897971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:09.889847 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a2b0ccb3-c076-4eda-a9dd-268309c4a89b req-9c3aebbb-4fca-47a4-a1fb-cc0105d741f6 tempest-VolumesActionsTest-1501897971 tempest-VolumesActionsTest-1501897971-project] 10.222.0.64 "GET /v2.0/ports?device_id=5eb33866-0762-4f63-851b-4c221b53c476 HTTP/1.1" status: 200 len: 946 time: 0.1834671 Oct 20 10:44:09.895751 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8773fc03-bbea-48c0-85db-eeba748c2172 req-0831f04e-0efa-4b5b-ba54-d43588eee491 service neutron] 10.222.0.55 "GET /v2.0/networks/32cd625c-0c28-4194-8186-2066d5429b32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237637 Oct 20 10:44:09.958842 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc0bb888-0624-4666-8f02-cf9607a218ec tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Network bf910746-3f13-409b-a3db-8881b14e0636 is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:44:09.965522 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-cc0bb888-0624-4666-8f02-cf9607a218ec tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:44:09.968919 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0bb888-0624-4666-8f02-cf9607a218ec tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Pushing event updated for resources: {'Port': ['ID=17035eb4-e319-4a47-b186-32950fb364be,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:09.972323 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0bb888-0624-4666-8f02-cf9607a218ec tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:44:09.973304 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc0bb888-0624-4666-8f02-cf9607a218ec tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:09.973917 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-cc0bb888-0624-4666-8f02-cf9607a218ec tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:10.005979 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-cc0bb888-0624-4666-8f02-cf9607a218ec tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.3970621 Oct 20 10:44:10.006880 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 34886) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:10.057441 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a2b0ccb3-c076-4eda-a9dd-268309c4a89b req-20706e12-d944-4658-b204-9d60d1f54533 tempest-VolumesActionsTest-1501897971 tempest-VolumesActionsTest-1501897971-project] 10.222.0.64 "GET /v2.0/security-groups?id=d52c9ff6-6817-48ec-94f7-519be190f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527295 Oct 20 10:44:10.064544 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-71424512-2ae6-4e21-8abe-efb37335e3c0 tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Deleting port b929a7bf-8d9e-4739-8001-c087abe62008 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:44:10.064989 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-71424512-2ae6-4e21-8abe-efb37335e3c0 tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:10.065719 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-211f5810-8b17-406b-bcc5-bdaa7932e4e9 req-f92baa65-66ab-4a3c-a29a-8ce175b58d61 service neutron] For port 451833eb-4339-4de8-8005-8d3e2c53fd29, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=451833eb-4339-4de8-8005-8d3e2c53fd29,segment=NetworkSegment(5c26a787-281b-4999-b13c-5972e48fde4a),segment_id=5c26a787-281b-4999-b13c-5972e48fde4a)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:44:10.104995 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8773fc03-bbea-48c0-85db-eeba748c2172 req-132da4c2-fe55-4013-8e71-3773022a5e6f service neutron] 10.222.0.55 "GET /v2.0/networks/32cd625c-0c28-4194-8186-2066d5429b32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996543 Oct 20 10:44:10.135947 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-211f5810-8b17-406b-bcc5-bdaa7932e4e9 req-f92baa65-66ab-4a3c-a29a-8ce175b58d61 service neutron] For port 451833eb-4339-4de8-8005-8d3e2c53fd29, host n-h2-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:44:10.172623 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [req-211f5810-8b17-406b-bcc5-bdaa7932e4e9 req-f92baa65-66ab-4a3c-a29a-8ce175b58d61 service neutron] device_id is not set on port 451833eb-4339-4de8-8005-8d3e2c53fd29 yet. {{(pid=100596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:44:10.182389 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-211f5810-8b17-406b-bcc5-bdaa7932e4e9 req-f92baa65-66ab-4a3c-a29a-8ce175b58d61 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:10.188808 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-211f5810-8b17-406b-bcc5-bdaa7932e4e9 req-f92baa65-66ab-4a3c-a29a-8ce175b58d61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:10.201008 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1549b27f-69a8-4710-8f9f-5b9ca383a5c0 None None] Provisioning complete for port b929a7bf-8d9e-4739-8001-c087abe62008 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:44:10.201513 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1549b27f-69a8-4710-8f9f-5b9ca383a5c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:10.240021 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-71424512-2ae6-4e21-8abe-efb37335e3c0 tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:10.251217 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-cf914bd7-2d77-440b-bccd-ecc2e18b3ec9 tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Deleting port 17035eb4-e319-4a47-b186-32950fb364be {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:44:10.251856 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-cf914bd7-2d77-440b-bccd-ecc2e18b3ec9 tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:10.269126 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [req-6b9537d2-d92b-4805-9bc4-84ea0a6a48d6 req-65d38ec8-634f-4403-81be-7cbb74f9c607 service neutron] (100597) timed out ('10.222.0.55', 57335) {{(pid=100597) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 20 10:44:10.270401 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-71424512-2ae6-4e21-8abe-efb37335e3c0 tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Calling delete_port for b929a7bf-8d9e-4739-8001-c087abe62008 owned by {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:44:10.272892 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-211f5810-8b17-406b-bcc5-bdaa7932e4e9 req-f92baa65-66ab-4a3c-a29a-8ce175b58d61 service neutron] No DVR routers for this DVR port 451833eb-4339-4de8-8005-8d3e2c53fd29 on host n-h2-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:44:10.311223 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1549b27f-69a8-4710-8f9f-5b9ca383a5c0 None None] Port b929a7bf-8d9e-4739-8001-c087abe62008 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:44:10.346406 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92baa65-66ab-4a3c-a29a-8ce175b58d61 service neutron] Pushing event updated for resources: {'Port': ['ID=451833eb-4339-4de8-8005-8d3e2c53fd29,revision_number=6']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:10.401563 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-211f5810-8b17-406b-bcc5-bdaa7932e4e9 req-f92baa65-66ab-4a3c-a29a-8ce175b58d61 service neutron] In _notify_port_updated(), no bound segment for port 451833eb-4339-4de8-8005-8d3e2c53fd29 on network 7f35c8f4-a80f-46f0-b625-9aa7a1eb4d3d {{(pid=100596) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 20 10:44:10.402428 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211f5810-8b17-406b-bcc5-bdaa7932e4e9 req-f92baa65-66ab-4a3c-a29a-8ce175b58d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:10.403189 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-211f5810-8b17-406b-bcc5-bdaa7932e4e9 req-f92baa65-66ab-4a3c-a29a-8ce175b58d61 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:10.405496 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-211f5810-8b17-406b-bcc5-bdaa7932e4e9 req-f92baa65-66ab-4a3c-a29a-8ce175b58d61 service neutron] 10.222.0.69 "PUT /v2.0/ports/451833eb-4339-4de8-8005-8d3e2c53fd29 HTTP/1.1" status: 200 len: 1026 time: 1.0290883 Oct 20 10:44:10.415619 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-cf914bd7-2d77-440b-bccd-ecc2e18b3ec9 tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:10.433337 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-cf914bd7-2d77-440b-bccd-ecc2e18b3ec9 tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Calling delete_port for 17035eb4-e319-4a47-b186-32950fb364be owned by {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:44:10.495055 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fb2727-521e-4fec-9e4e-9fde1cd02bed req-f76d8729-fddf-405a-9270-bedcaf8ae075 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:10.503037 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fb2727-521e-4fec-9e4e-9fde1cd02bed req-f76d8729-fddf-405a-9270-bedcaf8ae075 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:10.509871 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fb2727-521e-4fec-9e4e-9fde1cd02bed req-f76d8729-fddf-405a-9270-bedcaf8ae075 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:10.515828 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fb2727-521e-4fec-9e4e-9fde1cd02bed req-f76d8729-fddf-405a-9270-bedcaf8ae075 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:10.529570 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fb2727-521e-4fec-9e4e-9fde1cd02bed req-f76d8729-fddf-405a-9270-bedcaf8ae075 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:10.536075 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fb2727-521e-4fec-9e4e-9fde1cd02bed req-f76d8729-fddf-405a-9270-bedcaf8ae075 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:10.544069 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fb2727-521e-4fec-9e4e-9fde1cd02bed req-f76d8729-fddf-405a-9270-bedcaf8ae075 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:10.546232 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-15fb2727-521e-4fec-9e4e-9fde1cd02bed req-f76d8729-fddf-405a-9270-bedcaf8ae075 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.64 "GET /v2.0/ports?device_id=9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c HTTP/1.1" status: 200 len: 5437 time: 0.2264402 Oct 20 10:44:10.558202 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-e341efd5-ca1d-4c2e-a0cd-0879094b0352 None None] Provisioning complete for port 451833eb-4339-4de8-8005-8d3e2c53fd29 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:44:10.558556 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211f5810-8b17-406b-bcc5-bdaa7932e4e9 req-e561c115-b41c-4097-9868-50fa342edf5f tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:10.559266 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-e341efd5-ca1d-4c2e-a0cd-0879094b0352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:10.560672 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-211f5810-8b17-406b-bcc5-bdaa7932e4e9 req-e561c115-b41c-4097-9868-50fa342edf5f tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] 10.222.0.69 "GET /v2.0/ports/c6946b44-75f5-4ceb-9f3e-281cc30cd187?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1228635 Oct 20 10:44:10.566492 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-71424512-2ae6-4e21-8abe-efb37335e3c0 tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:10.577631 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-211f5810-8b17-406b-bcc5-bdaa7932e4e9 req-e19062d8-bcd4-4020-a257-20444ade57a3 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:44:10.603804 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71424512-2ae6-4e21-8abe-efb37335e3c0 tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Pushing event deleted for resources: {'Port': ['ID=b929a7bf-8d9e-4739-8001-c087abe62008,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:10.604048 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3d2581-78e1-4fc7-b2c7-03a3a7cd8205 req-8ba78281-f09c-49a1-82ec-07ea140bbf8d tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:10.613225 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fe3d2581-78e1-4fc7-b2c7-03a3a7cd8205 req-8ba78281-f09c-49a1-82ec-07ea140bbf8d tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] 10.222.0.64 "GET /v2.0/ports?device_id=af0da1c2-0e72-46be-bfb4-32abb7302e65 HTTP/1.1" status: 200 len: 945 time: 0.2223938 Oct 20 10:44:10.613912 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-e341efd5-ca1d-4c2e-a0cd-0879094b0352 None None] Port 451833eb-4339-4de8-8005-8d3e2c53fd29 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:44:10.710785 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-cf914bd7-2d77-440b-bccd-ecc2e18b3ec9 tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:10.755732 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf914bd7-2d77-440b-bccd-ecc2e18b3ec9 tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Pushing event deleted for resources: {'Port': ['ID=17035eb4-e319-4a47-b186-32950fb364be,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:10.794073 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-cf914bd7-2d77-440b-bccd-ecc2e18b3ec9 tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:10.800664 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-cf914bd7-2d77-440b-bccd-ecc2e18b3ec9 tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] 10.222.0.64 "DELETE /v2.0/ports/17035eb4-e319-4a47-b186-32950fb364be HTTP/1.1" status: 204 len: 168 time: 0.7887866 Oct 20 10:44:10.812230 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 34916) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:10.820337 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-3bf63dd1-e979-43f4-b2f3-9c9f251c7910 tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bf910746-3f13-409b-a3db-8881b14e0636', 'external_fixed_ips': [{'subnet_id': '2bef2e26-3ee0-4c01-85ab-c98d0a7bff54', 'ip_address': '2001:db8::3c8'}]}}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:44:10.879494 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-71424512-2ae6-4e21-8abe-efb37335e3c0 tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:10.882760 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-71424512-2ae6-4e21-8abe-efb37335e3c0 tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] 10.222.0.64 "DELETE /v2.0/ports/b929a7bf-8d9e-4739-8001-c087abe62008 HTTP/1.1" status: 204 len: 168 time: 1.0487137 Oct 20 10:44:10.885375 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 34920) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:10.897678 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3bf63dd1-e979-43f4-b2f3-9c9f251c7910 tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1772442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258322'] for router, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:10.898887 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3bf63dd1-e979-43f4-b2f3-9c9f251c7910 tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1772334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773516', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258315'] for router, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:10.924001 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 34922) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:10.932781 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-4395b270-f097-472d-b0a5-65c311a14ea8 tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] GET failed (client error): The resource could not be found. Oct 20 10:44:10.937460 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-4395b270-f097-472d-b0a5-65c311a14ea8 tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] 10.222.0.64 "GET /v2.0/ports/b929a7bf-8d9e-4739-8001-c087abe62008 HTTP/1.1" status: 404 len: 333 time: 0.0509658 Oct 20 10:44:10.938093 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 34926) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:10.963760 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 7 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 10:44:10.973174 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-15fb2727-521e-4fec-9e4e-9fde1cd02bed req-2a6cae32-7c3a-48da-b182-479e5ab459b8 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.64 "GET /v2.0/security-groups?id=112bbbcd-cedd-416d-87db-f3a7d2197192&id=40e57539-8f43-4a87-8d18-5d8780562b01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4002938 Oct 20 10:44:10.999598 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fe3d2581-78e1-4fc7-b2c7-03a3a7cd8205 req-aa5f68a4-6112-4895-b616-2fabd8d7dca9 tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] 10.222.0.64 "GET /v2.0/security-groups?id=c293d202-08a2-46d7-8156-502eb68acc76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3811066 Oct 20 10:44:11.010429 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-211f5810-8b17-406b-bcc5-bdaa7932e4e9 req-e19062d8-bcd4-4020-a257-20444ade57a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:11.065426 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeca47d-b12f-4c18-b96c-ec4a6baff946 req-cc33725e-64bb-4605-a422-2cba1790093a tempest-VolumesActionsTest-1501897971 tempest-VolumesActionsTest-1501897971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:11.067053 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-5eeca47d-b12f-4c18-b96c-ec4a6baff946 req-cc33725e-64bb-4605-a422-2cba1790093a tempest-VolumesActionsTest-1501897971 tempest-VolumesActionsTest-1501897971-project] 10.222.0.69 "GET /v2.0/ports?device_id=5eb33866-0762-4f63-851b-4c221b53c476 HTTP/1.1" status: 200 len: 946 time: 0.1181338 Oct 20 10:44:11.119651 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3bf63dd1-e979-43f4-b2f3-9c9f251c7910 tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:11.124160 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-07294b59-4e01-4b37-b026-5dd0ac01d004 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1527907015-network', 'tenant_id': '707211047f5849649b1317c9f46b5261'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:44:11.172259 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16a551c-fd32-4434-8ea1-184dbbc091f4 req-eb9af583-0e9c-45fb-8618-dfcaacb742b1 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:11.178926 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16a551c-fd32-4434-8ea1-184dbbc091f4 req-eb9af583-0e9c-45fb-8618-dfcaacb742b1 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:11.184859 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16a551c-fd32-4434-8ea1-184dbbc091f4 req-eb9af583-0e9c-45fb-8618-dfcaacb742b1 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:11.190993 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16a551c-fd32-4434-8ea1-184dbbc091f4 req-eb9af583-0e9c-45fb-8618-dfcaacb742b1 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:11.196972 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16a551c-fd32-4434-8ea1-184dbbc091f4 req-eb9af583-0e9c-45fb-8618-dfcaacb742b1 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:11.203023 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16a551c-fd32-4434-8ea1-184dbbc091f4 req-eb9af583-0e9c-45fb-8618-dfcaacb742b1 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:11.205449 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d16a551c-fd32-4434-8ea1-184dbbc091f4 req-eb9af583-0e9c-45fb-8618-dfcaacb742b1 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] 10.222.0.64 "GET /v2.0/ports?device_id=80d2d265-4161-4f15-ab0c-130b15ddf9e0 HTTP/1.1" status: 200 len: 4658 time: 0.1472225 Oct 20 10:44:11.236959 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701e3fa5-47e5-4acd-92e0-088ad120dc4b req-1fa402a1-1539-459b-9594-49f071fe4271 tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:11.238431 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-701e3fa5-47e5-4acd-92e0-088ad120dc4b req-1fa402a1-1539-459b-9594-49f071fe4271 tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a76b356-3318-479d-99e5-2976ed5838a9 HTTP/1.1" status: 200 len: 945 time: 0.1393418 Oct 20 10:44:11.310256 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07294b59-4e01-4b37-b026-5dd0ac01d004 admin admin] Made reservation on behalf of 707211047f5849649b1317c9f46b5261 for: {'network': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:44:11.312564 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-07294b59-4e01-4b37-b026-5dd0ac01d004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:11.335865 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d16a551c-fd32-4434-8ea1-184dbbc091f4 req-7242862c-212a-4df0-9c27-aceae190afe2 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] 10.222.0.64 "GET /v2.0/security-groups?id=052167af-6782-42ac-bb32-02b514a83f6f&id=9e881cba-3138-4f23-9b77-7adf07b3a5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1136420 Oct 20 10:44:11.342391 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-701e3fa5-47e5-4acd-92e0-088ad120dc4b req-5075051f-9db2-47fd-abe8-24ae91bdaef9 tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] 10.222.0.64 "GET /v2.0/security-groups?id=7975bea3-846b-43cc-b5f2-c6ce0fda577e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750833 Oct 20 10:44:11.347816 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-211f5810-8b17-406b-bcc5-bdaa7932e4e9 req-e19062d8-bcd4-4020-a257-20444ade57a3 service neutron] For port c6946b44-75f5-4ceb-9f3e-281cc30cd187, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=c6946b44-75f5-4ceb-9f3e-281cc30cd187,segment=NetworkSegment(5c26a787-281b-4999-b13c-5972e48fde4a),segment_id=5c26a787-281b-4999-b13c-5972e48fde4a)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:44:11.361879 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-07294b59-4e01-4b37-b026-5dd0ac01d004 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:11.367260 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3bf63dd1-e979-43f4-b2f3-9c9f251c7910 tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:11.383965 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-c0c89848-05d5-4448-9b78-c7916359d63f tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Deleting port f1707642-5e68-468d-a786-6a42e9467093 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:44:11.384248 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c0c89848-05d5-4448-9b78-c7916359d63f tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:11.400462 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-211f5810-8b17-406b-bcc5-bdaa7932e4e9 req-e19062d8-bcd4-4020-a257-20444ade57a3 service neutron] For port c6946b44-75f5-4ceb-9f3e-281cc30cd187, host n-h2-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:44:11.460761 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [req-211f5810-8b17-406b-bcc5-bdaa7932e4e9 req-e19062d8-bcd4-4020-a257-20444ade57a3 service neutron] device_id is not set on port c6946b44-75f5-4ceb-9f3e-281cc30cd187 yet. {{(pid=100596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:44:11.472823 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-211f5810-8b17-406b-bcc5-bdaa7932e4e9 req-e19062d8-bcd4-4020-a257-20444ade57a3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:11.485414 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d899a1b8-34e2-4a40-b20a-8a13e3858ba0 req-926dbf50-36df-43c7-bc4e-ed4b769fb293 tempest-VolumesActionsTest-1501897971 tempest-VolumesActionsTest-1501897971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:11.487023 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d899a1b8-34e2-4a40-b20a-8a13e3858ba0 req-926dbf50-36df-43c7-bc4e-ed4b769fb293 tempest-VolumesActionsTest-1501897971 tempest-VolumesActionsTest-1501897971-project] 10.222.0.64 "GET /v2.0/ports?device_id=5eb33866-0762-4f63-851b-4c221b53c476 HTTP/1.1" status: 200 len: 946 time: 0.0660980 Oct 20 10:44:11.491627 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-211f5810-8b17-406b-bcc5-bdaa7932e4e9 req-e19062d8-bcd4-4020-a257-20444ade57a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:11.502988 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [req-5eeca47d-b12f-4c18-b96c-ec4a6baff946 req-2b9eb797-78f0-4d5c-8b58-faaa0aff14db tempest-VolumesActionsTest-1501897971 tempest-VolumesActionsTest-1501897971-project] Deleting port a06fc01b-3834-47ad-9470-4051a5e94040 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:44:11.503608 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-5eeca47d-b12f-4c18-b96c-ec4a6baff946 req-2b9eb797-78f0-4d5c-8b58-faaa0aff14db tempest-VolumesActionsTest-1501897971 tempest-VolumesActionsTest-1501897971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:11.586746 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device cde88316-97fc-42ab-948b-2cc207ce19a1 no longer exists at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:44:11.594203 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c0c89848-05d5-4448-9b78-c7916359d63f tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:11.606895 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d899a1b8-34e2-4a40-b20a-8a13e3858ba0 req-0ad93701-da8f-4ba6-8814-b6ce55a34f72 tempest-VolumesActionsTest-1501897971 tempest-VolumesActionsTest-1501897971-project] 10.222.0.64 "GET /v2.0/security-groups?id=d52c9ff6-6817-48ec-94f7-519be190f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076190 Oct 20 10:44:11.607709 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-211f5810-8b17-406b-bcc5-bdaa7932e4e9 req-e19062d8-bcd4-4020-a257-20444ade57a3 service neutron] No DVR routers for this DVR port c6946b44-75f5-4ceb-9f3e-281cc30cd187 on host n-h2-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:44:11.609865 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19062d8-bcd4-4020-a257-20444ade57a3 service neutron] Pushing event updated for resources: {'Port': ['ID=c6946b44-75f5-4ceb-9f3e-281cc30cd187,revision_number=6']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:11.659160 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-211f5810-8b17-406b-bcc5-bdaa7932e4e9 req-e19062d8-bcd4-4020-a257-20444ade57a3 service neutron] In _notify_port_updated(), no bound segment for port c6946b44-75f5-4ceb-9f3e-281cc30cd187 on network 7f35c8f4-a80f-46f0-b625-9aa7a1eb4d3d {{(pid=100596) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 20 10:44:11.660347 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211f5810-8b17-406b-bcc5-bdaa7932e4e9 req-e19062d8-bcd4-4020-a257-20444ade57a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:11.661137 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-211f5810-8b17-406b-bcc5-bdaa7932e4e9 req-e19062d8-bcd4-4020-a257-20444ade57a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:11.663352 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-211f5810-8b17-406b-bcc5-bdaa7932e4e9 req-e19062d8-bcd4-4020-a257-20444ade57a3 service neutron] 10.222.0.69 "PUT /v2.0/ports/c6946b44-75f5-4ceb-9f3e-281cc30cd187 HTTP/1.1" status: 200 len: 1027 time: 1.0907760 Oct 20 10:44:11.665053 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-c0c89848-05d5-4448-9b78-c7916359d63f tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Calling delete_port for f1707642-5e68-468d-a786-6a42e9467093 owned by {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:44:11.703759 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-07294b59-4e01-4b37-b026-5dd0ac01d004 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:11.716849 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:11.745496 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80d2d265-4161-4f15-ab0c-130b15ddf9e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cde88316-97fc-42ab-948b-2cc207ce19a1'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:44:11.748764 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0830ffd7-9f18-4d17-963d-87a54e1d34bd" -d '{"events": [{"server_uuid": "80d2d265-4161-4f15-ab0c-130b15ddf9e0", "name": "network-vif-unplugged", "status": "completed", "tag": "cde88316-97fc-42ab-948b-2cc207ce19a1"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:44:11.778518 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-07294b59-4e01-4b37-b026-5dd0ac01d004 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:11.792502 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port cde88316-97fc-42ab-948b-2cc207ce19a1, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=cde88316-97fc-42ab-948b-2cc207ce19a1,segment=NetworkSegment(579c7eb4-bf50-4e8d-a227-c6a885f646d2),segment_id=579c7eb4-bf50-4e8d-a227-c6a885f646d2)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:44:11.796169 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [req-5eeca47d-b12f-4c18-b96c-ec4a6baff946 req-2b9eb797-78f0-4d5c-8b58-faaa0aff14db tempest-VolumesActionsTest-1501897971 tempest-VolumesActionsTest-1501897971-project] For port a06fc01b-3834-47ad-9470-4051a5e94040, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=a06fc01b-3834-47ad-9470-4051a5e94040,segment=NetworkSegment(3107ec16-ab57-43da-98c8-91a0033b4704),segment_id=3107ec16-ab57-43da-98c8-91a0033b4704)] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:44:11.796544 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-5eeca47d-b12f-4c18-b96c-ec4a6baff946 req-2b9eb797-78f0-4d5c-8b58-faaa0aff14db tempest-VolumesActionsTest-1501897971 tempest-VolumesActionsTest-1501897971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:11.797653 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:11.799283 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device c659bd4f-6f7c-4e27-84fc-06618ca3d1ea no longer exists at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:44:11.831146 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Oct 2021 10:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bed7cd21-6de0-4eee-8376-727a654ad8aa x-openstack-request-id: req-bed7cd21-6de0-4eee-8376-727a654ad8aa {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:44:11.831640 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80d2d265-4161-4f15-ab0c-130b15ddf9e0", "name": "network-vif-unplugged", "status": "completed", "tag": "cde88316-97fc-42ab-948b-2cc207ce19a1", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:44:11.831888 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bed7cd21-6de0-4eee-8376-727a654ad8aa {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:44:11.832436 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80d2d265-4161-4f15-ab0c-130b15ddf9e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cde88316-97fc-42ab-948b-2cc207ce19a1', 'code': 200} Oct 20 10:44:11.838609 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-211f5810-8b17-406b-bcc5-bdaa7932e4e9 req-bf412298-8032-4d0d-a34b-2aa179def4c3 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Deleting port 2119e2cf-4499-4ee6-a849-174b453941eb {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:44:11.838964 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-211f5810-8b17-406b-bcc5-bdaa7932e4e9 req-bf412298-8032-4d0d-a34b-2aa179def4c3 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:11.839091 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [req-5eeca47d-b12f-4c18-b96c-ec4a6baff946 req-2b9eb797-78f0-4d5c-8b58-faaa0aff14db tempest-VolumesActionsTest-1501897971 tempest-VolumesActionsTest-1501897971-project] Calling delete_port for a06fc01b-3834-47ad-9470-4051a5e94040 owned by compute:nova {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:44:11.840820 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07294b59-4e01-4b37-b026-5dd0ac01d004 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 812} {{(pid=100597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:44:11.877555 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07294b59-4e01-4b37-b026-5dd0ac01d004 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c682c5dc-70fe-4475-98e8-9175ea829e10,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:11.881140 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-07294b59-4e01-4b37-b026-5dd0ac01d004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:11.881492 n-d-811396-3 neutron-server[100597]: INFO neutron.db.segments_db [None req-07294b59-4e01-4b37-b026-5dd0ac01d004 admin admin] Added segment 0b3f81e3-2a29-45a8-8599-71123de702a7 of type vlan for network 915f5e39-1839-4241-9165-9d264820cd35 Oct 20 10:44:11.908442 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=cde88316-97fc-42ab-948b-2cc207ce19a1,revision_number=6']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:11.917736 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-b01600d1-7dae-4189-9291-5e8bcb7dcfb8 None None] Provisioning complete for port c6946b44-75f5-4ceb-9f3e-281cc30cd187 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:44:11.917736 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-b01600d1-7dae-4189-9291-5e8bcb7dcfb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:11.929391 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:44:11.929834 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:44:11.930247 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:44:11.932371 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:44:11.932371 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:44:11.932371 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:44:11.932709 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:44:11.933714 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:44:11.933714 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:44:11.938063 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:44:11.938558 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:44:11.939061 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:44:11.949062 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-211f5810-8b17-406b-bcc5-bdaa7932e4e9 req-bf412298-8032-4d0d-a34b-2aa179def4c3 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] For port 2119e2cf-4499-4ee6-a849-174b453941eb, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=2119e2cf-4499-4ee6-a849-174b453941eb,segment=NetworkSegment(b0504710-a065-4dfe-bd5a-7bb89fc828fa),segment_id=b0504710-a065-4dfe-bd5a-7bb89fc828fa)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:44:11.951834 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-211f5810-8b17-406b-bcc5-bdaa7932e4e9 req-bf412298-8032-4d0d-a34b-2aa179def4c3 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:11.988076 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-07294b59-4e01-4b37-b026-5dd0ac01d004 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:12.038072 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-b01600d1-7dae-4189-9291-5e8bcb7dcfb8 None None] Port c6946b44-75f5-4ceb-9f3e-281cc30cd187 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:44:12.049171 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:12.089072 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port c659bd4f-6f7c-4e27-84fc-06618ca3d1ea, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=c659bd4f-6f7c-4e27-84fc-06618ca3d1ea,segment=NetworkSegment(5c26a787-281b-4999-b13c-5972e48fde4a),segment_id=5c26a787-281b-4999-b13c-5972e48fde4a)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:44:12.094895 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:12.095721 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 2119e2cf-4499-4ee6-a849-174b453941eb no longer exists at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:44:12.165594 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-07294b59-4e01-4b37-b026-5dd0ac01d004 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:12.166727 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07294b59-4e01-4b37-b026-5dd0ac01d004 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:12.167436 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-07294b59-4e01-4b37-b026-5dd0ac01d004 admin admin] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:12.171654 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=c659bd4f-6f7c-4e27-84fc-06618ca3d1ea,revision_number=6']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:12.188039 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c0c89848-05d5-4448-9b78-c7916359d63f tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:12.220566 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae83e76-97d5-4a6a-8013-23d6be0167ff req-3fbe05e7-3a8f-4983-83db-9e31fe374a2a tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:12.226954 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:12.227201 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae83e76-97d5-4a6a-8013-23d6be0167ff req-3fbe05e7-3a8f-4983-83db-9e31fe374a2a tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:12.233717 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae83e76-97d5-4a6a-8013-23d6be0167ff req-3fbe05e7-3a8f-4983-83db-9e31fe374a2a tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:12.241947 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae83e76-97d5-4a6a-8013-23d6be0167ff req-3fbe05e7-3a8f-4983-83db-9e31fe374a2a tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:12.251919 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae83e76-97d5-4a6a-8013-23d6be0167ff req-3fbe05e7-3a8f-4983-83db-9e31fe374a2a tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:12.255135 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae83e76-97d5-4a6a-8013-23d6be0167ff req-3fbe05e7-3a8f-4983-83db-9e31fe374a2a tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:12.261315 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae83e76-97d5-4a6a-8013-23d6be0167ff req-3fbe05e7-3a8f-4983-83db-9e31fe374a2a tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:12.263051 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 2119e2cf-4499-4ee6-a849-174b453941eb, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=2119e2cf-4499-4ee6-a849-174b453941eb,segment=NetworkSegment(b0504710-a065-4dfe-bd5a-7bb89fc828fa),segment_id=b0504710-a065-4dfe-bd5a-7bb89fc828fa)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:44:12.263332 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4ae83e76-97d5-4a6a-8013-23d6be0167ff req-3fbe05e7-3a8f-4983-83db-9e31fe374a2a tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.64 "GET /v2.0/ports?device_id=9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c HTTP/1.1" status: 200 len: 5437 time: 0.2081370 Oct 20 10:44:12.268853 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:12.270750 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 6b62206e-39d0-45df-9f8b-694b5bc1053f no longer exists at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:44:12.345691 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d45373e-e12b-4d7e-ac48-66b0d7dd84b6 req-35d46e01-8162-411e-9dc3-7c6f8515f182 tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:12.347286 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1d45373e-e12b-4d7e-ac48-66b0d7dd84b6 req-35d46e01-8162-411e-9dc3-7c6f8515f182 tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] 10.222.0.64 "GET /v2.0/ports?device_id=af0da1c2-0e72-46be-bfb4-32abb7302e65 HTTP/1.1" status: 200 len: 945 time: 0.2519803 Oct 20 10:44:12.357888 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=2119e2cf-4499-4ee6-a849-174b453941eb,revision_number=6']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:12.405741 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:12.418676 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4ae83e76-97d5-4a6a-8013-23d6be0167ff req-1d64d360-a214-4c3a-ad78-3ca3f5e723c4 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.64 "GET /v2.0/security-groups?id=112bbbcd-cedd-416d-87db-f3a7d2197192&id=40e57539-8f43-4a87-8d18-5d8780562b01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1426260 Oct 20 10:44:12.449466 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-211f5810-8b17-406b-bcc5-bdaa7932e4e9 req-bf412298-8032-4d0d-a34b-2aa179def4c3 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:12.449630 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 6b62206e-39d0-45df-9f8b-694b5bc1053f, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=6b62206e-39d0-45df-9f8b-694b5bc1053f,segment=NetworkSegment(5c26a787-281b-4999-b13c-5972e48fde4a),segment_id=5c26a787-281b-4999-b13c-5972e48fde4a)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:44:12.449735 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-211f5810-8b17-406b-bcc5-bdaa7932e4e9 req-bf412298-8032-4d0d-a34b-2aa179def4c3 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1773381'] for floatingip, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:12.449735 n-d-811396-3 neutron-server[100596]: INFO neutron.db.l3_db [req-211f5810-8b17-406b-bcc5-bdaa7932e4e9 req-bf412298-8032-4d0d-a34b-2aa179def4c3 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Floating IP a12e788c-907c-4901-b204-973aa38fe43c disassociated. External IP: 172.25.1.13, port: 2119e2cf-4499-4ee6-a849-174b453941eb. Oct 20 10:44:12.449735 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-211f5810-8b17-406b-bcc5-bdaa7932e4e9 req-bf412298-8032-4d0d-a34b-2aa179def4c3 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Calling delete_port for 2119e2cf-4499-4ee6-a849-174b453941eb owned by compute:nova {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:44:12.458142 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:12.459189 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device c6946b44-75f5-4ceb-9f3e-281cc30cd187 no longer exists at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:44:12.470414 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1d45373e-e12b-4d7e-ac48-66b0d7dd84b6 req-6f5f726f-f97a-4081-88a5-837888d873e8 tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] 10.222.0.64 "GET /v2.0/security-groups?id=c293d202-08a2-46d7-8156-502eb68acc76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113167 Oct 20 10:44:12.551075 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c89848-05d5-4448-9b78-c7916359d63f tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Pushing event deleted for resources: {'Port': ['ID=f1707642-5e68-468d-a786-6a42e9467093,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:12.565814 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-07294b59-4e01-4b37-b026-5dd0ac01d004 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.6365759 Oct 20 10:44:12.565967 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device c6946b44-75f5-4ceb-9f3e-281cc30cd187 not bound to the agent host n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:44:12.565967 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device fbaf8d36-195c-43d3-b057-07f5fe113158 no longer exists at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:44:12.569802 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 34942) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:12.574062 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-a8629d57-a7bf-49d5-833f-d8bc9af17103 admin admin] Request body: {'subnet': {'network_id': '915f5e39-1839-4241-9165-9d264820cd35', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1527907015-subnet', 'tenant_id': '707211047f5849649b1317c9f46b5261', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:44:12.647764 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=6b62206e-39d0-45df-9f8b-694b5bc1053f,revision_number=6']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:12.649625 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c0c89848-05d5-4448-9b78-c7916359d63f tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:12.654134 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-c0c89848-05d5-4448-9b78-c7916359d63f tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] 10.222.0.64 "DELETE /v2.0/ports/f1707642-5e68-468d-a786-6a42e9467093 HTTP/1.1" status: 204 len: 168 time: 1.7134478 Oct 20 10:44:12.661775 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 34946) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:12.662017 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07294b59-4e01-4b37-b026-5dd0ac01d004 admin admin] Pushing event updated for resources: {'Network': ['ID=915f5e39-1839-4241-9165-9d264820cd35,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:12.677357 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-211f5810-8b17-406b-bcc5-bdaa7932e4e9 req-bf412298-8032-4d0d-a34b-2aa179def4c3 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:12.677807 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3bf63dd1-e979-43f4-b2f3-9c9f251c7910 tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:12.678622 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network 915f5e39-1839-4241-9165-9d264820cd35 details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:44:12.705296 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3bf63dd1-e979-43f4-b2f3-9c9f251c7910 tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:12.723971 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-5eeca47d-b12f-4c18-b96c-ec4a6baff946 req-2b9eb797-78f0-4d5c-8b58-faaa0aff14db tempest-VolumesActionsTest-1501897971 tempest-VolumesActionsTest-1501897971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:12.790502 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8629d57-a7bf-49d5-833f-d8bc9af17103 admin admin] Made reservation on behalf of 707211047f5849649b1317c9f46b5261 for: {'subnet': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:44:12.794071 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a8629d57-a7bf-49d5-833f-d8bc9af17103 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26761797'] for subnet, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:12.796074 n-d-811396-3 neutron-server[100596]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e20fdf0-e62b-4006-9a48-363ba2f1f901 tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] GET failed (client error): The resource could not be found. Oct 20 10:44:12.796811 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:12.798277 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-9e20fdf0-e62b-4006-9a48-363ba2f1f901 tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] 10.222.0.64 "GET /v2.0/ports/f1707642-5e68-468d-a786-6a42e9467093 HTTP/1.1" status: 404 len: 333 time: 0.1219242 Oct 20 10:44:12.807216 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9eb797-78f0-4d5c-8b58-faaa0aff14db tempest-VolumesActionsTest-1501897971 tempest-VolumesActionsTest-1501897971-project] Pushing event deleted for resources: {'Port': ['ID=a06fc01b-3834-47ad-9470-4051a5e94040,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:12.807439 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 34948) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:12.814371 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf412298-8032-4d0d-a34b-2aa179def4c3 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Pushing event deleted for resources: {'Port': ['ID=2119e2cf-4499-4ee6-a849-174b453941eb,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:12.854363 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eeca47d-b12f-4c18-b96c-ec4a6baff946 req-2b9eb797-78f0-4d5c-8b58-faaa0aff14db tempest-VolumesActionsTest-1501897971 tempest-VolumesActionsTest-1501897971-project] No DVR routers for this DVR port a06fc01b-3834-47ad-9470-4051a5e94040 on host n-h2-811396-3 {{(pid=100597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:44:12.856986 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-5eeca47d-b12f-4c18-b96c-ec4a6baff946 req-2b9eb797-78f0-4d5c-8b58-faaa0aff14db tempest-VolumesActionsTest-1501897971 tempest-VolumesActionsTest-1501897971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:12.860560 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-5eeca47d-b12f-4c18-b96c-ec4a6baff946 req-2b9eb797-78f0-4d5c-8b58-faaa0aff14db tempest-VolumesActionsTest-1501897971 tempest-VolumesActionsTest-1501897971-project] 10.222.0.69 "DELETE /v2.0/ports/a06fc01b-3834-47ad-9470-4051a5e94040 HTTP/1.1" status: 204 len: 173 time: 1.7438381 Oct 20 10:44:12.876902 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port fbaf8d36-195c-43d3-b057-07f5fe113158, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=fbaf8d36-195c-43d3-b057-07f5fe113158,segment=NetworkSegment(579c7eb4-bf50-4e8d-a227-c6a885f646d2),segment_id=579c7eb4-bf50-4e8d-a227-c6a885f646d2)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:44:12.891095 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eb33866-0762-4f63-851b-4c221b53c476', 'name': 'network-vif-deleted', 'tag': 'a06fc01b-3834-47ad-9470-4051a5e94040'}] {{(pid=100597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:44:12.893706 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:12.894876 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device a06fc01b-3834-47ad-9470-4051a5e94040 no longer exists at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:44:12.895564 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd85cad6a391afaa95d2dd5280bfd4659fc1e1b2aba53b5e7ef874f059efcdc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e153df55-df05-4184-b70a-ab5f543570f4" -d '{"events": [{"server_uuid": "5eb33866-0762-4f63-851b-4c221b53c476", "name": "network-vif-deleted", "tag": "a06fc01b-3834-47ad-9470-4051a5e94040"}]}' {{(pid=100597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:44:12.918928 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8d1a69-2b10-4d96-b26f-fecea33aed49 req-416ce00c-2f4c-4cb7-beb9-c487d116867c tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:12.920806 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4b8d1a69-2b10-4d96-b26f-fecea33aed49 req-416ce00c-2f4c-4cb7-beb9-c487d116867c tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a76b356-3318-479d-99e5-2976ed5838a9 HTTP/1.1" status: 200 len: 945 time: 0.2985389 Oct 20 10:44:12.944256 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778e76c9-9865-448e-bddd-6c1c6d0f3a8b req-e9a8a980-a682-43b9-959b-c1e26af3875b tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:12.947588 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] No Port match for: a06fc01b-3834-47ad-9470-4051a5e94040 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:44:12.948128 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device a06fc01b-3834-47ad-9470-4051a5e94040 not bound to the agent host n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:44:12.948707 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 451833eb-4339-4de8-8005-8d3e2c53fd29 no longer exists at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:44:12.950854 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778e76c9-9865-448e-bddd-6c1c6d0f3a8b req-e9a8a980-a682-43b9-959b-c1e26af3875b tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:12.959413 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778e76c9-9865-448e-bddd-6c1c6d0f3a8b req-e9a8a980-a682-43b9-959b-c1e26af3875b tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:12.966237 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778e76c9-9865-448e-bddd-6c1c6d0f3a8b req-e9a8a980-a682-43b9-959b-c1e26af3875b tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:12.968072 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-778e76c9-9865-448e-bddd-6c1c6d0f3a8b req-e9a8a980-a682-43b9-959b-c1e26af3875b tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] 10.222.0.64 "GET /v2.0/ports?device_id=80d2d265-4161-4f15-ab0c-130b15ddf9e0 HTTP/1.1" status: 200 len: 3143 time: 0.3440211 Oct 20 10:44:12.984509 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-3bf63dd1-e979-43f4-b2f3-9c9f251c7910 tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Allocated IP 2001:db8::3c8 (bf910746-3f13-409b-a3db-8881b14e0636/2bef2e26-3ee0-4c01-85ab-c98d0a7bff54/b088a3d2-be0b-4400-809c-46003dbbd8b9) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:44:13.021966 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=fbaf8d36-195c-43d3-b057-07f5fe113158,revision_number=6']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:13.029637 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 451833eb-4339-4de8-8005-8d3e2c53fd29 not bound to the agent host n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:44:13.099215 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3bf63dd1-e979-43f4-b2f3-9c9f251c7910 tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:13.134045 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3bf63dd1-e979-43f4-b2f3-9c9f251c7910 tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:13.145896 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4b8d1a69-2b10-4d96-b26f-fecea33aed49 req-bb85517b-b71b-4f61-83ff-25fa13fd3e38 tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] 10.222.0.64 "GET /v2.0/security-groups?id=7975bea3-846b-43cc-b5f2-c6ce0fda577e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153311 Oct 20 10:44:13.175916 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf63dd1-e979-43f4-b2f3-9c9f251c7910 tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Network bf910746-3f13-409b-a3db-8881b14e0636 is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:44:13.180709 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-3bf63dd1-e979-43f4-b2f3-9c9f251c7910 tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:44:13.184370 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf63dd1-e979-43f4-b2f3-9c9f251c7910 tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:44:13.205921 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-778e76c9-9865-448e-bddd-6c1c6d0f3a8b req-32d325ab-f121-4a40-b376-5d4185a492fd tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e881cba-3138-4f23-9b77-7adf07b3a5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1623576 Oct 20 10:44:13.226129 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf63dd1-e979-43f4-b2f3-9c9f251c7910 tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Pushing event updated for resources: {'Port': ['ID=b088a3d2-be0b-4400-809c-46003dbbd8b9,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:13.244668 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-aad570d6-71d0-4aac-9e01-1586efbe89ec tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Deleting port 1b2a5078-8b33-42cf-8a9e-d59f369feab1 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:44:13.245025 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-aad570d6-71d0-4aac-9e01-1586efbe89ec tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:13.258189 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.l3_agent_scheduler [req-211f5810-8b17-406b-bcc5-bdaa7932e4e9 req-bf412298-8032-4d0d-a34b-2aa179def4c3 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Router 5de4c448-fca5-4ec5-bab6-2f5ecb6516ec has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:44:13.317022 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c2b4bca-2ca8-470f-a9cd-bb4e8a159e90 x-openstack-request-id: req-5c2b4bca-2ca8-470f-a9cd-bb4e8a159e90 {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:44:13.317340 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eb33866-0762-4f63-851b-4c221b53c476", "name": "network-vif-deleted", "tag": "a06fc01b-3834-47ad-9470-4051a5e94040", "status": "completed", "code": 200}]} {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:44:13.317561 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5c2b4bca-2ca8-470f-a9cd-bb4e8a159e90 {{(pid=100597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:44:13.317956 n-d-811396-3 neutron-server[100597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5eb33866-0762-4f63-851b-4c221b53c476', 'name': 'network-vif-deleted', 'tag': 'a06fc01b-3834-47ad-9470-4051a5e94040', 'status': 'completed', 'code': 200} Oct 20 10:44:13.347249 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-af7255d8-0ca6-4c51-a9f7-8ed1add65e5e req-89e5718d-d636-4802-a128-029d28bf0ae3 tempest-VolumesActionsTest-1501897971 tempest-VolumesActionsTest-1501897971-project] 10.222.0.64 "GET /v2.0/ports?device_id=5eb33866-0762-4f63-851b-4c221b53c476 HTTP/1.1" status: 200 len: 210 time: 0.0669353 Oct 20 10:44:13.493141 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3bf63dd1-e979-43f4-b2f3-9c9f251c7910 tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:13.558521 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-aad570d6-71d0-4aac-9e01-1586efbe89ec tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:13.615692 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a8629d57-a7bf-49d5-833f-d8bc9af17103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26836128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26761819'] for subnet, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:13.641321 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-aad570d6-71d0-4aac-9e01-1586efbe89ec tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Calling delete_port for 1b2a5078-8b33-42cf-8a9e-d59f369feab1 owned by {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:44:13.706684 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3bf63dd1-e979-43f4-b2f3-9c9f251c7910 tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1773475'] for router, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:13.834640 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80d2d265-4161-4f15-ab0c-130b15ddf9e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c659bd4f-6f7c-4e27-84fc-06618ca3d1ea'}, {'server_uuid': '80d2d265-4161-4f15-ab0c-130b15ddf9e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2119e2cf-4499-4ee6-a849-174b453941eb'}, {'server_uuid': '80d2d265-4161-4f15-ab0c-130b15ddf9e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b62206e-39d0-45df-9f8b-694b5bc1053f'}, {'server_uuid': '80d2d265-4161-4f15-ab0c-130b15ddf9e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbaf8d36-195c-43d3-b057-07f5fe113158'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:44:13.837466 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbc4595a-9917-47cb-8e5f-49649c27e832" -d '{"events": [{"server_uuid": "80d2d265-4161-4f15-ab0c-130b15ddf9e0", "name": "network-vif-unplugged", "status": "completed", "tag": "c659bd4f-6f7c-4e27-84fc-06618ca3d1ea"}, {"server_uuid": "80d2d265-4161-4f15-ab0c-130b15ddf9e0", "name": "network-vif-unplugged", "status": "completed", "tag": "2119e2cf-4499-4ee6-a849-174b453941eb"}, {"server_uuid": "80d2d265-4161-4f15-ab0c-130b15ddf9e0", "name": "network-vif-unplugged", "status": "completed", "tag": "6b62206e-39d0-45df-9f8b-694b5bc1053f"}, {"server_uuid": "80d2d265-4161-4f15-ab0c-130b15ddf9e0", "name": "network-vif-unplugged", "status": "completed", "tag": "fbaf8d36-195c-43d3-b057-07f5fe113158"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:44:13.839065 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bf63dd1-e979-43f4-b2f3-9c9f251c7910 tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Router d61daab1-b9d1-4e59-8cc7-c7c4e06e0678 is scheduled to L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 with binding_index 1 {{(pid=100597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 10:44:13.943839 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-211f5810-8b17-406b-bcc5-bdaa7932e4e9 req-bf412298-8032-4d0d-a34b-2aa179def4c3 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:44:13.950376 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bf63dd1-e979-43f4-b2f3-9c9f251c7910 tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:44:13.955558 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ebb316e-4d86-4708-ba3b-6ff8b4d3c222 None None] Sync routers for ids ['5de4c448-fca5-4ec5-bab6-2f5ecb6516ec'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:44:13.961535 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21aa409a-ba7c-4dc9-a247-ac05d71bc405 None None] Sync routers for ids ['d61daab1-b9d1-4e59-8cc7-c7c4e06e0678'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:44:13.970653 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3bf63dd1-e979-43f4-b2f3-9c9f251c7910 tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Publish callbacks [] for router, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:13.972106 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-3bf63dd1-e979-43f4-b2f3-9c9f251c7910 tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 3.1585674 Oct 20 10:44:13.973656 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ebb316e-4d86-4708-ba3b-6ff8b4d3c222 None None] Routers {'5de4c448-fca5-4ec5-bab6-2f5ecb6516ec'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:44:13.973883 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21aa409a-ba7c-4dc9-a247-ac05d71bc405 None None] Routers {'d61daab1-b9d1-4e59-8cc7-c7c4e06e0678'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:44:13.974377 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-4ebb316e-4d86-4708-ba3b-6ff8b4d3c222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:44:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['5de4c448-fca5-4ec5-bab6-2f5ecb6516ec'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:44:13.974794 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 34958) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:13.975118 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-21aa409a-ba7c-4dc9-a247-ac05d71bc405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:44:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['d61daab1-b9d1-4e59-8cc7-c7c4e06e0678'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:44:14.047709 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c45327-e31a-489e-a6dd-5252e3876ae8 req-5522716c-84ac-4631-beb4-a067524be436 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:14.053921 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c45327-e31a-489e-a6dd-5252e3876ae8 req-5522716c-84ac-4631-beb4-a067524be436 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:14.059873 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c45327-e31a-489e-a6dd-5252e3876ae8 req-5522716c-84ac-4631-beb4-a067524be436 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:14.065808 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c45327-e31a-489e-a6dd-5252e3876ae8 req-5522716c-84ac-4631-beb4-a067524be436 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:14.071740 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c45327-e31a-489e-a6dd-5252e3876ae8 req-5522716c-84ac-4631-beb4-a067524be436 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:14.077630 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c45327-e31a-489e-a6dd-5252e3876ae8 req-5522716c-84ac-4631-beb4-a067524be436 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:14.084081 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c45327-e31a-489e-a6dd-5252e3876ae8 req-5522716c-84ac-4631-beb4-a067524be436 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:14.088921 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-292fbc23-14f0-47a4-833c-3c84ffe70845 tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Publish callbacks [] for router, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:14.092059 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c8c45327-e31a-489e-a6dd-5252e3876ae8 req-5522716c-84ac-4631-beb4-a067524be436 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.64 "GET /v2.0/ports?device_id=9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c HTTP/1.1" status: 200 len: 5437 time: 0.5576653 Oct 20 10:44:14.102776 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8629d57-a7bf-49d5-833f-d8bc9af17103 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a4ae3da-4902-4d94-b56e-def8a3a263c9,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:14.111321 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-21aa409a-ba7c-4dc9-a247-ac05d71bc405 None None] Set router d61daab1-b9d1-4e59-8cc7-c7c4e06e0678 gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:44:14.112570 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-4ebb316e-4d86-4708-ba3b-6ff8b4d3c222 None None] Set router 5de4c448-fca5-4ec5-bab6-2f5ecb6516ec gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:44:14.135356 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-211f5810-8b17-406b-bcc5-bdaa7932e4e9 req-bf412298-8032-4d0d-a34b-2aa179def4c3 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] No DVR routers for this DVR port 2119e2cf-4499-4ee6-a849-174b453941eb on host n-h2-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:44:14.144879 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device d0675769-de69-4a35-beb7-6d50c8201cd3 up at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:44:14.157791 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-211f5810-8b17-406b-bcc5-bdaa7932e4e9 req-bf412298-8032-4d0d-a34b-2aa179def4c3 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:14.161167 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-211f5810-8b17-406b-bcc5-bdaa7932e4e9 req-bf412298-8032-4d0d-a34b-2aa179def4c3 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] 10.222.0.69 "DELETE /v2.0/ports/2119e2cf-4499-4ee6-a849-174b453941eb HTTP/1.1" status: 204 len: 173 time: 2.4910548 Oct 20 10:44:14.162327 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80d2d265-4161-4f15-ab0c-130b15ddf9e0', 'name': 'network-vif-deleted', 'tag': '2119e2cf-4499-4ee6-a849-174b453941eb'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:44:14.164632 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dba15d57-e518-4f9b-a76d-771a89d0f19b" -d '{"events": [{"server_uuid": "80d2d265-4161-4f15-ab0c-130b15ddf9e0", "name": "network-vif-deleted", "tag": "2119e2cf-4499-4ee6-a849-174b453941eb"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:44:14.181643 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0d0302-cb76-4787-9f39-cf78fb1f786d req-183072c3-f492-4a40-911d-738e8606ffa0 tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:14.190074 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-eb0d0302-cb76-4787-9f39-cf78fb1f786d req-183072c3-f492-4a40-911d-738e8606ffa0 tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] 10.222.0.64 "GET /v2.0/ports?device_id=af0da1c2-0e72-46be-bfb4-32abb7302e65 HTTP/1.1" status: 200 len: 945 time: 0.5954189 Oct 20 10:44:14.226639 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-292fbc23-14f0-47a4-833c-3c84ffe70845 tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:14.276918 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8629d57-a7bf-49d5-833f-d8bc9af17103 admin admin] Checking segment: {'id': '0b3f81e3-2a29-45a8-8599-71123de702a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '915f5e39-1839-4241-9165-9d264820cd35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:44:14.277280 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8629d57-a7bf-49d5-833f-d8bc9af17103 admin admin] Network hostable DHCP agents. Network: 915f5e39-1839-4241-9165-9d264820cd35, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:44:14.291356 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning for port d0675769-de69-4a35-beb7-6d50c8201cd3 completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:44:14.297950 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning complete for port d0675769-de69-4a35-beb7-6d50c8201cd3 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:44:14.298694 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:14.314906 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c8c45327-e31a-489e-a6dd-5252e3876ae8 req-c7ad08f6-96b7-41d0-9f18-d3611dd715fd tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.64 "GET /v2.0/security-groups?id=112bbbcd-cedd-416d-87db-f3a7d2197192&id=40e57539-8f43-4a87-8d18-5d8780562b01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2219074 Oct 20 10:44:14.316163 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-292fbc23-14f0-47a4-833c-3c84ffe70845 tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Deleting port b088a3d2-be0b-4400-809c-46003dbbd8b9 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:44:14.316507 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-292fbc23-14f0-47a4-833c-3c84ffe70845 tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:14.342573 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-21aa409a-ba7c-4dc9-a247-ac05d71bc405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd61daab1-b9d1-4e59-8cc7-c7c4e06e0678', 'name': '', 'tenant_id': '1e5b650baa5241f58c6b7b27c5fb12ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf910746-3f13-409b-a3db-8881b14e0636', 'external_fixed_ips': [{'subnet_id': '2bef2e26-3ee0-4c01-85ab-c98d0a7bff54', 'ip_address': '2001:db8::3c8'}], 'enable_snat': True}, 'gw_port_id': 'b088a3d2-be0b-4400-809c-46003dbbd8b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:44:10Z', 'updated_at': '2021-10-20T10:44:13Z', 'revision_number': 3, 'project_id': '1e5b650baa5241f58c6b7b27c5fb12ac', 'gw_port': {'id': 'b088a3d2-be0b-4400-809c-46003dbbd8b9', 'name': '', 'network_id': 'bf910746-3f13-409b-a3db-8881b14e0636', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f9:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd61daab1-b9d1-4e59-8cc7-c7c4e06e0678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2124, 'fixed_ips': [{'subnet_id': '2bef2e26-3ee0-4c01-85ab-c98d0a7bff54', 'ip_address': '2001:db8::3c8', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:44:12Z', 'updated_at': '2021-10-20T10:44:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2bef2e26-3ee0-4c01-85ab-c98d0a7bff54', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:44:14.370279 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21aa409a-ba7c-4dc9-a247-ac05d71bc405 None None] Checking router: d61daab1-b9d1-4e59-8cc7-c7c4e06e0678 for host: n-d-811396-3 {{(pid=100599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:44:14.370573 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21aa409a-ba7c-4dc9-a247-ac05d71bc405 None None] Updating router d61daab1-b9d1-4e59-8cc7-c7c4e06e0678 port b088a3d2-be0b-4400-809c-46003dbbd8b9 binding host n-d-811396-3 {{(pid=100599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 10:44:14.445198 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Wed, 20 Oct 2021 10:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c475d9fa-ca7a-4de6-8993-714fc80ca1e5 x-openstack-request-id: req-c475d9fa-ca7a-4de6-8993-714fc80ca1e5 {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:44:14.445513 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80d2d265-4161-4f15-ab0c-130b15ddf9e0", "name": "network-vif-unplugged", "status": "completed", "tag": "c659bd4f-6f7c-4e27-84fc-06618ca3d1ea", "code": 200}, {"server_uuid": "80d2d265-4161-4f15-ab0c-130b15ddf9e0", "name": "network-vif-unplugged", "status": "completed", "tag": "2119e2cf-4499-4ee6-a849-174b453941eb", "code": 200}, {"server_uuid": "80d2d265-4161-4f15-ab0c-130b15ddf9e0", "name": "network-vif-unplugged", "status": "completed", "tag": "6b62206e-39d0-45df-9f8b-694b5bc1053f", "code": 200}, {"server_uuid": "80d2d265-4161-4f15-ab0c-130b15ddf9e0", "name": "network-vif-unplugged", "status": "completed", "tag": "fbaf8d36-195c-43d3-b057-07f5fe113158", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:44:14.445778 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c475d9fa-ca7a-4de6-8993-714fc80ca1e5 {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:44:14.446193 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80d2d265-4161-4f15-ab0c-130b15ddf9e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c659bd4f-6f7c-4e27-84fc-06618ca3d1ea', 'code': 200} Oct 20 10:44:14.446451 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80d2d265-4161-4f15-ab0c-130b15ddf9e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2119e2cf-4499-4ee6-a849-174b453941eb', 'code': 200} Oct 20 10:44:14.446705 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80d2d265-4161-4f15-ab0c-130b15ddf9e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b62206e-39d0-45df-9f8b-694b5bc1053f', 'code': 200} Oct 20 10:44:14.446955 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80d2d265-4161-4f15-ab0c-130b15ddf9e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbaf8d36-195c-43d3-b057-07f5fe113158', 'code': 200} Oct 20 10:44:14.447576 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:14.468177 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-292fbc23-14f0-47a4-833c-3c84ffe70845 tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:14.472023 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-eb0d0302-cb76-4787-9f39-cf78fb1f786d req-956b0d67-f7f3-4d34-90d9-e69a33646d5d tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] 10.222.0.64 "GET /v2.0/security-groups?id=c293d202-08a2-46d7-8156-502eb68acc76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2809637 Oct 20 10:44:14.485551 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-292fbc23-14f0-47a4-833c-3c84ffe70845 tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Calling delete_port for b088a3d2-be0b-4400-809c-46003dbbd8b9 owned by network:router_gateway {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:44:14.496844 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port d0675769-de69-4a35-beb7-6d50c8201cd3, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=d0675769-de69-4a35-beb7-6d50c8201cd3,segment=NetworkSegment(bd673faa-a525-4b04-bf70-d433a325f98a),segment_id=bd673faa-a525-4b04-bf70-d433a325f98a)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:44:14.502963 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:14.503924 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 6a6236cb-3508-4dba-a459-60dfe35fed2c up at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:44:14.516460 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-21aa409a-ba7c-4dc9-a247-ac05d71bc405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:14.561630 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-4ebb316e-4d86-4708-ba3b-6ff8b4d3c222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5de4c448-fca5-4ec5-bab6-2f5ecb6516ec', 'name': 'tempest-TaggedBootDevicesTest-569012905-router', 'tenant_id': 'aca7fabb908e4e55b3bcaf1ce45b03cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.221'}], 'enable_snat': True}, 'gw_port_id': 'cdbeedb1-479e-48c7-86ff-ee83403a61bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:33:33Z', 'updated_at': '2021-10-20T10:33:39Z', 'revision_number': 4, 'project_id': 'aca7fabb908e4e55b3bcaf1ce45b03cf', 'gw_port': {'id': 'cdbeedb1-479e-48c7-86ff-ee83403a61bc', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:b9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de4c448-fca5-4ec5-bab6-2f5ecb6516ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:33:34Z', 'updated_at': '2021-10-20T10:33:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '50560b7e-31ac-4029-85f9-ff3749ade9d5', 'name': '', 'network_id': '61bd0966-a265-4e42-812c-8db46cc7f8aa', 'tenant_id': 'aca7fabb908e4e55b3bcaf1ce45b03cf', 'mac_address': 'fa:16:3e:60:83:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de4c448-fca5-4ec5-bab6-2f5ecb6516ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': 'ca4d8024-190b-4d52-b991-b3ff5d7d6ff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:33:38Z', 'updated_at': '2021-10-20T10:33:47Z', 'revision_number': 5, 'project_id': 'aca7fabb908e4e55b3bcaf1ce45b03cf', 'subnets': [{'id': 'ca4d8024-190b-4d52-b991-b3ff5d7d6ff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:44:14.591231 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8629d57-a7bf-49d5-833f-d8bc9af17103 admin admin] Network 915f5e39-1839-4241-9165-9d264820cd35 is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:44:14.606245 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-482df4d4-d6fd-4e94-b729-e216c95c967e x-openstack-request-id: req-482df4d4-d6fd-4e94-b729-e216c95c967e {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:44:14.606744 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80d2d265-4161-4f15-ab0c-130b15ddf9e0", "name": "network-vif-deleted", "tag": "2119e2cf-4499-4ee6-a849-174b453941eb", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:44:14.607165 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-482df4d4-d6fd-4e94-b729-e216c95c967e {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:44:14.607769 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80d2d265-4161-4f15-ab0c-130b15ddf9e0', 'name': 'network-vif-deleted', 'tag': '2119e2cf-4499-4ee6-a849-174b453941eb', 'status': 'completed', 'code': 200} Oct 20 10:44:14.658240 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-a8629d57-a7bf-49d5-833f-d8bc9af17103 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, 915f5e39-1839-4241-9165-9d264820cd35) {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:44:14.668287 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8629d57-a7bf-49d5-833f-d8bc9af17103 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:14.669273 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a8629d57-a7bf-49d5-833f-d8bc9af17103 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:14.682872 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-aad570d6-71d0-4aac-9e01-1586efbe89ec tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:14.717207 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-211f5810-8b17-406b-bcc5-bdaa7932e4e9 req-1e57f7e2-ece9-47dc-a318-21b04e8a7b36 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Deleting port cde88316-97fc-42ab-948b-2cc207ce19a1 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:44:14.717605 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-211f5810-8b17-406b-bcc5-bdaa7932e4e9 req-1e57f7e2-ece9-47dc-a318-21b04e8a7b36 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:14.773357 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-a8629d57-a7bf-49d5-833f-d8bc9af17103 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.2019365 Oct 20 10:44:14.776522 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-292fbc23-14f0-47a4-833c-3c84ffe70845 tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:14.783440 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ebb316e-4d86-4708-ba3b-6ff8b4d3c222 None None] Checking router: 5de4c448-fca5-4ec5-bab6-2f5ecb6516ec for host: n-d-811396-3 {{(pid=100598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:44:14.786240 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b57a8652-ecf9-4dc8-807a-836095d62ca0 None None] Network 915f5e39-1839-4241-9165-9d264820cd35 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:44:14.803985 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad570d6-71d0-4aac-9e01-1586efbe89ec tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Pushing event deleted for resources: {'Port': ['ID=1b2a5078-8b33-42cf-8a9e-d59f369feab1,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:14.831979 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292fbc23-14f0-47a4-833c-3c84ffe70845 tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Pushing event deleted for resources: {'Port': ['ID=b088a3d2-be0b-4400-809c-46003dbbd8b9,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:14.849809 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ebb316e-4d86-4708-ba3b-6ff8b4d3c222 None None] Routers {'5de4c448-fca5-4ec5-bab6-2f5ecb6516ec'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:44:14.850937 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-4ebb316e-4d86-4708-ba3b-6ff8b4d3c222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:44:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['5de4c448-fca5-4ec5-bab6-2f5ecb6516ec'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:44:14.856101 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefb2acc-0034-47ff-828c-6633f17118c9 req-d6d27f4c-be92-474e-85e2-40a8a494482d tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:14.867758 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cefb2acc-0034-47ff-828c-6633f17118c9 req-d6d27f4c-be92-474e-85e2-40a8a494482d tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a76b356-3318-479d-99e5-2976ed5838a9 HTTP/1.1" status: 200 len: 945 time: 0.2981231 Oct 20 10:44:14.869276 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.db.api [None req-21aa409a-ba7c-4dc9-a247-ac05d71bc405 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100599) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 10:44:14.870218 n-d-811396-3 neutron-server[100599]: DEBUG oslo_db.api [None req-21aa409a-ba7c-4dc9-a247-ac05d71bc405 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 10:44:14.878309 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-292fbc23-14f0-47a4-833c-3c84ffe70845 tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1773439'] for router_gateway, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:14.903645 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-aad570d6-71d0-4aac-9e01-1586efbe89ec tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:14.910226 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-aad570d6-71d0-4aac-9e01-1586efbe89ec tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] 10.222.0.64 "DELETE /v2.0/ports/1b2a5078-8b33-42cf-8a9e-d59f369feab1 HTTP/1.1" status: 204 len: 168 time: 2.0935462 Oct 20 10:44:14.936100 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 34970) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:14.971140 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=d0675769-de69-4a35-beb7-6d50c8201cd3,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:15.064503 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a683971-f32c-492b-aa6b-7e391247fc9d req-3516d075-a266-4a62-a849-942227918ec5 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:15.066562 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-292fbc23-14f0-47a4-833c-3c84ffe70845 tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1772272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258304'] for router, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:15.071901 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a683971-f32c-492b-aa6b-7e391247fc9d req-3516d075-a266-4a62-a849-942227918ec5 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:15.074143 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-292fbc23-14f0-47a4-833c-3c84ffe70845 tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:15.075629 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf3fba7-afbf-4582-95ac-776f46be01fe None None] Network 915f5e39-1839-4241-9165-9d264820cd35 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:44:15.078964 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a683971-f32c-492b-aa6b-7e391247fc9d req-3516d075-a266-4a62-a849-942227918ec5 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:15.085758 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a683971-f32c-492b-aa6b-7e391247fc9d req-3516d075-a266-4a62-a849-942227918ec5 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:15.093804 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8a683971-f32c-492b-aa6b-7e391247fc9d req-3516d075-a266-4a62-a849-942227918ec5 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] 10.222.0.64 "GET /v2.0/ports?device_id=80d2d265-4161-4f15-ab0c-130b15ddf9e0 HTTP/1.1" status: 200 len: 3141 time: 0.3980525 Oct 20 10:44:15.124342 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cefb2acc-0034-47ff-828c-6633f17118c9 req-8348f12a-ca34-41ed-b518-5bf50ffb65fc tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] 10.222.0.64 "GET /v2.0/security-groups?id=7975bea3-846b-43cc-b5f2-c6ce0fda577e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556925 Oct 20 10:44:15.132280 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7fd8013-786b-4bfe-8983-811cf53477a4 tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Deleting subnet 8a1c34d7-763f-463b-8687-5448314ea0cb {{(pid=100596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:44:15.139181 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d7fd8013-786b-4bfe-8983-811cf53477a4 tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Publish callbacks [] for subnet, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:15.144512 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-292fbc23-14f0-47a4-833c-3c84ffe70845 tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1772267'] for router, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:15.145126 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-292fbc23-14f0-47a4-833c-3c84ffe70845 tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d61daab1-b9d1-4e59-8cc7-c7c4e06e0678 {{(pid=100597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 10:44:15.154200 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-292fbc23-14f0-47a4-833c-3c84ffe70845 tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Publish callbacks [] for router, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:15.158580 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-292fbc23-14f0-47a4-833c-3c84ffe70845 tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] 10.222.0.64 "DELETE /v2.0/routers/d61daab1-b9d1-4e59-8cc7-c7c4e06e0678 HTTP/1.1" status: 204 len: 168 time: 1.1790841 Oct 20 10:44:15.158735 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning for port 6a6236cb-3508-4dba-a459-60dfe35fed2c completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:44:15.158932 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 34976) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:15.212238 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-211f5810-8b17-406b-bcc5-bdaa7932e4e9 req-1e57f7e2-ece9-47dc-a318-21b04e8a7b36 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] For port cde88316-97fc-42ab-948b-2cc207ce19a1, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=cde88316-97fc-42ab-948b-2cc207ce19a1,segment=NetworkSegment(579c7eb4-bf50-4e8d-a227-c6a885f646d2),segment_id=579c7eb4-bf50-4e8d-a227-c6a885f646d2)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:44:15.212636 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-211f5810-8b17-406b-bcc5-bdaa7932e4e9 req-1e57f7e2-ece9-47dc-a318-21b04e8a7b36 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:15.213463 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning complete for port 6a6236cb-3508-4dba-a459-60dfe35fed2c triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:44:15.213843 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:15.230018 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb348646-15f4-4594-8a8d-523abf052152 tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Deleting subnet 2bef2e26-3ee0-4c01-85ab-c98d0a7bff54 {{(pid=100597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:44:15.234891 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bb348646-15f4-4594-8a8d-523abf052152 tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:15.241625 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8a683971-f32c-492b-aa6b-7e391247fc9d req-e424de44-b4be-4753-a7ee-af2331db4687 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e881cba-3138-4f23-9b77-7adf07b3a5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1377656 Oct 20 10:44:15.253641 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-211f5810-8b17-406b-bcc5-bdaa7932e4e9 req-1e57f7e2-ece9-47dc-a318-21b04e8a7b36 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Calling delete_port for cde88316-97fc-42ab-948b-2cc207ce19a1 owned by compute:nova {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:44:15.260124 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d7fd8013-786b-4bfe-8983-811cf53477a4 tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25189079'] for subnet, precommit_delete_associations {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:15.324690 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-4ebb316e-4d86-4708-ba3b-6ff8b4d3c222 None None] Set router 5de4c448-fca5-4ec5-bab6-2f5ecb6516ec gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:44:15.341466 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bb348646-15f4-4594-8a8d-523abf052152 tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25852621'] for subnet, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:15.399742 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21aa409a-ba7c-4dc9-a247-ac05d71bc405 None None] Port b088a3d2-be0b-4400-809c-46003dbbd8b9 not found while updating agent binding for router d61daab1-b9d1-4e59-8cc7-c7c4e06e0678. {{(pid=100599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Oct 20 10:44:15.409283 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21aa409a-ba7c-4dc9-a247-ac05d71bc405 None None] Routers set() bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:44:15.410562 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21aa409a-ba7c-4dc9-a247-ac05d71bc405 None None] Router IDs set() for agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 20 10:44:15.411412 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_agentschedulers_db [None req-21aa409a-ba7c-4dc9-a247-ac05d71bc405 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d61daab1-b9d1-4e59-8cc7-c7c4e06e0678'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:44:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent'). {{(pid=100599) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 20 10:44:15.411796 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21aa409a-ba7c-4dc9-a247-ac05d71bc405 None None] The sync data for ids ['d61daab1-b9d1-4e59-8cc7-c7c4e06e0678'] in n-d-811396-3 is: [] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:44:15.461108 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bb348646-15f4-4594-8a8d-523abf052152 tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:15.516285 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:15.546234 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bb348646-15f4-4594-8a8d-523abf052152 tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25350811'] for subnet, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:15.578058 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb348646-15f4-4594-8a8d-523abf052152 tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=2bef2e26-3ee0-4c01-85ab-c98d0a7bff54,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:15.580347 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bb348646-15f4-4594-8a8d-523abf052152 tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:15.586770 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-bb348646-15f4-4594-8a8d-523abf052152 tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] 10.222.0.64 "DELETE /v2.0/subnets/2bef2e26-3ee0-4c01-85ab-c98d0a7bff54 HTTP/1.1" status: 204 len: 168 time: 0.4242446 Oct 20 10:44:15.586770 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35000) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:15.617893 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d7fd8013-786b-4bfe-8983-811cf53477a4 tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:15.647860 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 6a6236cb-3508-4dba-a459-60dfe35fed2c, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=6a6236cb-3508-4dba-a459-60dfe35fed2c,segment=NetworkSegment(0cf32ebe-2347-41ff-bb97-94fd0b819e03),segment_id=0cf32ebe-2347-41ff-bb97-94fd0b819e03)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:44:15.656612 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:15.657110 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device f9fa8685-e573-4fdd-8b37-5988a560de50 up at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:44:15.702745 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-cc90f180-f1e4-4484-ab0d-a0149f5ce17b tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:15.712779 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568cf918-ce12-4019-8079-7ef8f779b5f7 req-949dc9b2-8af4-4e45-a7e3-4781a1895388 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:15.719629 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568cf918-ce12-4019-8079-7ef8f779b5f7 req-949dc9b2-8af4-4e45-a7e3-4781a1895388 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:15.726423 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568cf918-ce12-4019-8079-7ef8f779b5f7 req-949dc9b2-8af4-4e45-a7e3-4781a1895388 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:15.732599 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568cf918-ce12-4019-8079-7ef8f779b5f7 req-949dc9b2-8af4-4e45-a7e3-4781a1895388 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:15.739339 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568cf918-ce12-4019-8079-7ef8f779b5f7 req-949dc9b2-8af4-4e45-a7e3-4781a1895388 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:15.745605 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568cf918-ce12-4019-8079-7ef8f779b5f7 req-949dc9b2-8af4-4e45-a7e3-4781a1895388 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:15.751671 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568cf918-ce12-4019-8079-7ef8f779b5f7 req-949dc9b2-8af4-4e45-a7e3-4781a1895388 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:15.753687 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-568cf918-ce12-4019-8079-7ef8f779b5f7 req-949dc9b2-8af4-4e45-a7e3-4781a1895388 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.64 "GET /v2.0/ports?device_id=9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c HTTP/1.1" status: 200 len: 5438 time: 0.2788167 Oct 20 10:44:15.754889 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35004) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:15.761728 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-a16764b3-7caf-4b88-9e9c-7f01856cf7d4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-365459367-network', 'tenant_id': 'fed8b4690bcf40d4be683f84fc5955ec'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:44:15.809207 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning for port f9fa8685-e573-4fdd-8b37-5988a560de50 completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:44:15.821675 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning complete for port f9fa8685-e573-4fdd-8b37-5988a560de50 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:44:15.822265 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:15.825869 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=6a6236cb-3508-4dba-a459-60dfe35fed2c,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:15.831001 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773a408d-7909-4d1c-b78d-b289be099abe req-71881770-3b51-4d15-838c-1da6742f31ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:15.832473 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-773a408d-7909-4d1c-b78d-b289be099abe req-71881770-3b51-4d15-838c-1da6742f31ae service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=5a76b356-3318-479d-99e5-2976ed5838a9 HTTP/1.1" status: 200 len: 1096 time: 0.1275816 Oct 20 10:44:15.833473 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a16764b3-7caf-4b88-9e9c-7f01856cf7d4 admin admin] Made reservation on behalf of fed8b4690bcf40d4be683f84fc5955ec for: {'network': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:44:15.835711 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a16764b3-7caf-4b88-9e9c-7f01856cf7d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:15.862732 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a16764b3-7caf-4b88-9e9c-7f01856cf7d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:15.873788 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-568cf918-ce12-4019-8079-7ef8f779b5f7 req-06b69a72-86e3-4734-9cbd-a011f27bda62 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.64 "GET /v2.0/security-groups?id=112bbbcd-cedd-416d-87db-f3a7d2197192&id=40e57539-8f43-4a87-8d18-5d8780562b01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0941687 Oct 20 10:44:15.880491 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fced50c3-6f06-4034-be81-d0167be3ce1e req-20f5d58e-c5e5-48f3-a0ea-3949c6b5c2ee tempest-VolumesActionsTest-1501897971 tempest-VolumesActionsTest-1501897971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:15.887447 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fced50c3-6f06-4034-be81-d0167be3ce1e req-20f5d58e-c5e5-48f3-a0ea-3949c6b5c2ee tempest-VolumesActionsTest-1501897971 tempest-VolumesActionsTest-1501897971-project] 10.222.0.64 "GET /v2.0/networks?id=82059dcc-4c8a-4ceb-bd06-d6f056a048a2 HTTP/1.1" status: 200 len: 808 time: 0.3726118 Oct 20 10:44:15.898421 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-4ebb316e-4d86-4708-ba3b-6ff8b4d3c222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5de4c448-fca5-4ec5-bab6-2f5ecb6516ec', 'name': 'tempest-TaggedBootDevicesTest-569012905-router', 'tenant_id': 'aca7fabb908e4e55b3bcaf1ce45b03cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.221'}], 'enable_snat': True}, 'gw_port_id': 'cdbeedb1-479e-48c7-86ff-ee83403a61bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:33:33Z', 'updated_at': '2021-10-20T10:33:39Z', 'revision_number': 4, 'project_id': 'aca7fabb908e4e55b3bcaf1ce45b03cf', 'gw_port': {'id': 'cdbeedb1-479e-48c7-86ff-ee83403a61bc', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:b9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de4c448-fca5-4ec5-bab6-2f5ecb6516ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:33:34Z', 'updated_at': '2021-10-20T10:33:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '50560b7e-31ac-4029-85f9-ff3749ade9d5', 'name': '', 'network_id': '61bd0966-a265-4e42-812c-8db46cc7f8aa', 'tenant_id': 'aca7fabb908e4e55b3bcaf1ce45b03cf', 'mac_address': 'fa:16:3e:60:83:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de4c448-fca5-4ec5-bab6-2f5ecb6516ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': 'ca4d8024-190b-4d52-b991-b3ff5d7d6ff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:33:38Z', 'updated_at': '2021-10-20T10:33:47Z', 'revision_number': 5, 'project_id': 'aca7fabb908e4e55b3bcaf1ce45b03cf', 'subnets': [{'id': 'ca4d8024-190b-4d52-b991-b3ff5d7d6ff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:44:15.909275 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d7fd8013-786b-4bfe-8983-811cf53477a4 tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26836193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26761888'] for subnet, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:15.926702 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fced50c3-6f06-4034-be81-d0167be3ce1e req-ab2691c8-014a-4146-bec3-82829b873670 tempest-VolumesActionsTest-1501897971 tempest-VolumesActionsTest-1501897971-project] 10.222.0.64 "GET /v2.0/quotas/2ccc155b231646e6b7c812e45bf25207 HTTP/1.1" status: 200 len: 375 time: 0.0383143 Oct 20 10:44:15.931937 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-cc90f180-f1e4-4484-ab0d-a0149f5ce17b tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:15.936725 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-211f5810-8b17-406b-bcc5-bdaa7932e4e9 req-1e57f7e2-ece9-47dc-a318-21b04e8a7b36 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:15.961342 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-773a408d-7909-4d1c-b78d-b289be099abe req-9d203624-b25d-418d-9666-bf989afd31a0 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=7975bea3-846b-43cc-b5f2-c6ce0fda577e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212072 Oct 20 10:44:15.969492 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-cc90f180-f1e4-4484-ab0d-a0149f5ce17b tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf910746-3f13-409b-a3db-8881b14e0636']}} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:44:15.972863 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ebb316e-4d86-4708-ba3b-6ff8b4d3c222 None None] The sync data for ids ['5de4c448-fca5-4ec5-bab6-2f5ecb6516ec'] in n-d-811396-3 is: [{'id': '5de4c448-fca5-4ec5-bab6-2f5ecb6516ec', 'name': 'tempest-TaggedBootDevicesTest-569012905-router', 'tenant_id': 'aca7fabb908e4e55b3bcaf1ce45b03cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.221'}], 'enable_snat': True}, 'gw_port_id': 'cdbeedb1-479e-48c7-86ff-ee83403a61bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:33:33Z', 'updated_at': '2021-10-20T10:33:39Z', 'revision_number': 4, 'project_id': 'aca7fabb908e4e55b3bcaf1ce45b03cf', 'gw_port': {'id': 'cdbeedb1-479e-48c7-86ff-ee83403a61bc', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:b9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de4c448-fca5-4ec5-bab6-2f5ecb6516ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:33:34Z', 'updated_at': '2021-10-20T10:33:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '50560b7e-31ac-4029-85f9-ff3749ade9d5', 'name': '', 'network_id': '61bd0966-a265-4e42-812c-8db46cc7f8aa', 'tenant_id': 'aca7fabb908e4e55b3bcaf1ce45b03cf', 'mac_address': 'fa:16:3e:60:83:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de4c448-fca5-4ec5-bab6-2f5ecb6516ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': 'ca4d8024-190b-4d52-b991-b3ff5d7d6ff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:33:38Z', 'updated_at': '2021-10-20T10:33:47Z', 'revision_number': 5, 'project_id': 'aca7fabb908e4e55b3bcaf1ce45b03cf', 'subnets': [{'id': 'ca4d8024-190b-4d52-b991-b3ff5d7d6ff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:44:15.994799 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-cc90f180-f1e4-4484-ab0d-a0149f5ce17b tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc1d6175-64df-43ce-b605-aa7252ad85cf') {'for_net_delete': True} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:44:15.994932 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-cc90f180-f1e4-4484-ab0d-a0149f5ce17b tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc1d6175-64df-43ce-b605-aa7252ad85cf') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:44:15.999898 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fced50c3-6f06-4034-be81-d0167be3ce1e req-710155f1-1fa8-4a70-9582-75ba32a5c60d tempest-VolumesActionsTest-1501897971 tempest-VolumesActionsTest-1501897971-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=2ccc155b231646e6b7c812e45bf25207&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0718269 Oct 20 10:44:16.000647 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ec8bd6-ef0d-4b2c-8118-7e11b9004ccf None None] Network 49959681-d8d5-44ab-90fb-ab11f36dd3ef requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:44:16.017753 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:16.031770 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-cc90f180-f1e4-4484-ab0d-a0149f5ce17b tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25852596'] for segment, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:16.034180 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d7fd8013-786b-4bfe-8983-811cf53477a4 tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:16.042058 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-d7fd8013-786b-4bfe-8983-811cf53477a4 tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] 10.222.0.64 "DELETE /v2.0/subnets/8a1c34d7-763f-463b-8687-5448314ea0cb HTTP/1.1" status: 204 len: 168 time: 1.1047714 Oct 20 10:44:16.043157 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 35006) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:16.059147 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fd8013-786b-4bfe-8983-811cf53477a4 tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Pushing event deleted for resources: {'Subnet': ['ID=8a1c34d7-763f-463b-8687-5448314ea0cb,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:16.067029 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-cc90f180-f1e4-4484-ab0d-a0149f5ce17b tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:16.078120 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc90f180-f1e4-4484-ab0d-a0149f5ce17b tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Releasing vlan 813 on physical network physnet1 to pool {{(pid=100597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:44:16.078894 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-cc90f180-f1e4-4484-ab0d-a0149f5ce17b tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951012'] for segment, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:16.094191 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e57f7e2-ece9-47dc-a318-21b04e8a7b36 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Pushing event deleted for resources: {'Port': ['ID=cde88316-97fc-42ab-948b-2cc207ce19a1,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:16.094401 n-d-811396-3 neutron-server[100597]: Traceback (most recent call last): Oct 20 10:44:16.094401 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:44:16.094401 n-d-811396-3 neutron-server[100597]: timer() Oct 20 10:44:16.094401 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:44:16.094401 n-d-811396-3 neutron-server[100597]: cb(*args, **kw) Oct 20 10:44:16.094401 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:44:16.094401 n-d-811396-3 neutron-server[100597]: return func(*args, **kwargs) Oct 20 10:44:16.094401 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:44:16.094401 n-d-811396-3 neutron-server[100597]: self._notify() Oct 20 10:44:16.094401 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:44:16.094401 n-d-811396-3 neutron-server[100597]: self.callback(batched_events) Oct 20 10:44:16.094401 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:44:16.094401 n-d-811396-3 neutron-server[100597]: event.method(event) Oct 20 10:44:16.094401 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:44:16.094401 n-d-811396-3 neutron-server[100597]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:44:16.094401 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:44:16.094401 n-d-811396-3 neutron-server[100597]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:44:16.094401 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:44:16.094401 n-d-811396-3 neutron-server[100597]: return f(self, *a, **k) Oct 20 10:44:16.094401 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:44:16.094401 n-d-811396-3 neutron-server[100597]: return self._get(url).json() Oct 20 10:44:16.094401 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:44:16.094401 n-d-811396-3 neutron-server[100597]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:44:16.094401 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:44:16.094401 n-d-811396-3 neutron-server[100597]: return self.request(url, 'GET', **kwargs) Oct 20 10:44:16.094401 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:44:16.094401 n-d-811396-3 neutron-server[100597]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:44:16.094401 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:44:16.094401 n-d-811396-3 neutron-server[100597]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:44:16.094401 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:44:16.094401 n-d-811396-3 neutron-server[100597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:44:16.094401 n-d-811396-3 neutron-server[100597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:44:16.115924 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a16764b3-7caf-4b88-9e9c-7f01856cf7d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:16.125130 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a16764b3-7caf-4b88-9e9c-7f01856cf7d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:16.151975 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port f9fa8685-e573-4fdd-8b37-5988a560de50, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=f9fa8685-e573-4fdd-8b37-5988a560de50,segment=NetworkSegment(0cf32ebe-2347-41ff-bb97-94fd0b819e03),segment_id=0cf32ebe-2347-41ff-bb97-94fd0b819e03)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:44:16.173137 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:16.174750 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 687e9444-b6e6-48d0-a254-817eeff5b001 up at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:44:16.187120 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a16764b3-7caf-4b88-9e9c-7f01856cf7d4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 849} {{(pid=100597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:44:16.211426 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-cc90f180-f1e4-4484-ab0d-a0149f5ce17b tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:16.213197 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a16764b3-7caf-4b88-9e9c-7f01856cf7d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:16.213550 n-d-811396-3 neutron-server[100597]: INFO neutron.db.segments_db [None req-a16764b3-7caf-4b88-9e9c-7f01856cf7d4 admin admin] Added segment f4469608-ffa8-40ac-9b8a-50dc7d1cc2ff of type vlan for network c95ec201-7876-497d-b099-847b5bffff69 Oct 20 10:44:16.224055 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-211f5810-8b17-406b-bcc5-bdaa7932e4e9 req-1e57f7e2-ece9-47dc-a318-21b04e8a7b36 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] No DVR routers for this DVR port cde88316-97fc-42ab-948b-2cc207ce19a1 on host n-h2-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:44:16.225461 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc90f180-f1e4-4484-ab0d-a0149f5ce17b tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network bf910746-3f13-409b-a3db-8881b14e0636 {{(pid=100597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 20 10:44:16.227795 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16764b3-7caf-4b88-9e9c-7f01856cf7d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edac8292-7106-4caa-855c-ed44e4e255d0,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:16.239189 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-cc90f180-f1e4-4484-ab0d-a0149f5ce17b tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:16.246107 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-cc90f180-f1e4-4484-ab0d-a0149f5ce17b tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] 10.222.0.64 "DELETE /v2.0/networks/bf910746-3f13-409b-a3db-8881b14e0636 HTTP/1.1" status: 204 len: 168 time: 0.6545036 Oct 20 10:44:16.254471 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-211f5810-8b17-406b-bcc5-bdaa7932e4e9 req-1e57f7e2-ece9-47dc-a318-21b04e8a7b36 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:16.258268 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-211f5810-8b17-406b-bcc5-bdaa7932e4e9 req-1e57f7e2-ece9-47dc-a318-21b04e8a7b36 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] 10.222.0.69 "DELETE /v2.0/ports/cde88316-97fc-42ab-948b-2cc207ce19a1 HTTP/1.1" status: 204 len: 173 time: 2.0655189 Oct 20 10:44:16.296792 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1a7e0c-9d9e-4bba-be4c-1bb150e987e5 req-d5f9b28c-c7be-4cdb-b270-fa32fdeda3da tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:16.298399 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ad1a7e0c-9d9e-4bba-be4c-1bb150e987e5 req-d5f9b28c-c7be-4cdb-b270-fa32fdeda3da tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] 10.222.0.64 "GET /v2.0/ports?device_id=af0da1c2-0e72-46be-bfb4-32abb7302e65 HTTP/1.1" status: 200 len: 945 time: 0.3379798 Oct 20 10:44:16.321883 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-de839ca0-0d65-412d-99b7-24c6d5f6014f tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:16.339714 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a16764b3-7caf-4b88-9e9c-7f01856cf7d4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:16.340186 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=f9fa8685-e573-4fdd-8b37-5988a560de50,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:16.371630 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning for port 687e9444-b6e6-48d0-a254-817eeff5b001 completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:44:16.376283 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning complete for port 687e9444-b6e6-48d0-a254-817eeff5b001 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:44:16.376664 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:16.403060 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc90f180-f1e4-4484-ab0d-a0149f5ce17b tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Pushing event deleted for resources: {'Network': ['ID=bf910746-3f13-409b-a3db-8881b14e0636,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:16.411958 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a16764b3-7caf-4b88-9e9c-7f01856cf7d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:16.413137 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a16764b3-7caf-4b88-9e9c-7f01856cf7d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:16.413704 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a16764b3-7caf-4b88-9e9c-7f01856cf7d4 admin admin] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:16.435999 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5272c921-2e6d-4713-a000-b20f432b2777 None None] DHCP port deletion for 49959681-d8d5-44ab-90fb-ab11f36dd3ef request from n-d-811396-3 {{(pid=100598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:44:16.452216 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0675769-de69-4a35-beb7-6d50c8201cd3'}, {'server_uuid': '9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a6236cb-3508-4dba-a459-60dfe35fed2c'}, {'server_uuid': '9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9fa8685-e573-4fdd-8b37-5988a560de50'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:44:16.455253 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c01755b9-2309-4186-8071-c4562be9affe" -d '{"events": [{"server_uuid": "9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c", "name": "network-vif-plugged", "status": "completed", "tag": "d0675769-de69-4a35-beb7-6d50c8201cd3"}, {"server_uuid": "9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c", "name": "network-vif-plugged", "status": "completed", "tag": "6a6236cb-3508-4dba-a459-60dfe35fed2c"}, {"server_uuid": "9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c", "name": "network-vif-plugged", "status": "completed", "tag": "f9fa8685-e573-4fdd-8b37-5988a560de50"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:44:16.481274 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fced50c3-6f06-4034-be81-d0167be3ce1e req-5322737a-fad8-4775-b577-f116fbfe065f service neutron] 10.222.0.64 "GET /v2.0/networks/82059dcc-4c8a-4ceb-bd06-d6f056a048a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4808035 Oct 20 10:44:16.615301 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80d2d265-4161-4f15-ab0c-130b15ddf9e0', 'name': 'network-vif-deleted', 'tag': 'cde88316-97fc-42ab-948b-2cc207ce19a1'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:44:16.629801 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e81b921-a8fd-45ea-a163-449db72ecab8" -d '{"events": [{"server_uuid": "80d2d265-4161-4f15-ab0c-130b15ddf9e0", "name": "network-vif-deleted", "tag": "cde88316-97fc-42ab-948b-2cc207ce19a1"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:44:16.650378 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 54e3e239-a67c-488d-b0e9-ce7b304c7920 no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:44:16.680072 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ad1a7e0c-9d9e-4bba-be4c-1bb150e987e5 req-6ec9f0cc-339f-40a2-ad9a-8f9dc0ae498b tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] 10.222.0.64 "GET /v2.0/security-groups?id=c293d202-08a2-46d7-8156-502eb68acc76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3536844 Oct 20 10:44:16.737832 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 35022) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:16.743183 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-f5c927ca-b61a-4bc3-bbe2-1cf195ef072d tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Request body: {'router': {'name': 'tempest-router--1353924704', 'project_id': '2b4862917d8942ce8593ac35eaea8d22'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:44:16.771546 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-5272c921-2e6d-4713-a000-b20f432b2777 None None] Deleting port 54e3e239-a67c-488d-b0e9-ce7b304c7920 {{(pid=100598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:44:16.771840 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-5272c921-2e6d-4713-a000-b20f432b2777 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:16.819505 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fced50c3-6f06-4034-be81-d0167be3ce1e req-84e28eed-3248-46e9-9269-be197641a813 service neutron] 10.222.0.64 "GET /v2.0/networks/82059dcc-4c8a-4ceb-bd06-d6f056a048a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3372197 Oct 20 10:44:16.831934 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f5c927ca-b61a-4bc3-bbe2-1cf195ef072d tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1772442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258322'] for router, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:16.833164 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f5c927ca-b61a-4bc3-bbe2-1cf195ef072d tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1772334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773516', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258315'] for router, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:16.834960 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:16.838363 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-211f5810-8b17-406b-bcc5-bdaa7932e4e9 req-6c18e831-f28b-4678-ab3b-1334c1bd527b tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Deleting port fbaf8d36-195c-43d3-b057-07f5fe113158 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:44:16.838700 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-211f5810-8b17-406b-bcc5-bdaa7932e4e9 req-6c18e831-f28b-4678-ab3b-1334c1bd527b tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:16.922685 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-5272c921-2e6d-4713-a000-b20f432b2777 None None] For port 54e3e239-a67c-488d-b0e9-ce7b304c7920, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=54e3e239-a67c-488d-b0e9-ce7b304c7920,segment=NetworkSegment(2c509647-5fa3-4c1e-9c30-710bc0818b1c),segment_id=2c509647-5fa3-4c1e-9c30-710bc0818b1c)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:44:16.924664 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-5272c921-2e6d-4713-a000-b20f432b2777 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:16.954789 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-de839ca0-0d65-412d-99b7-24c6d5f6014f tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Deleting port 54e3e239-a67c-488d-b0e9-ce7b304c7920 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:44:16.955148 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-de839ca0-0d65-412d-99b7-24c6d5f6014f tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:16.970162 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-5272c921-2e6d-4713-a000-b20f432b2777 None None] Calling delete_port for 54e3e239-a67c-488d-b0e9-ce7b304c7920 owned by network:dhcp {{(pid=100598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:44:16.973902 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 687e9444-b6e6-48d0-a254-817eeff5b001, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=687e9444-b6e6-48d0-a254-817eeff5b001,segment=NetworkSegment(24bad81e-aec3-4e68-b40a-6dbc28d3b906),segment_id=24bad81e-aec3-4e68-b40a-6dbc28d3b906)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:44:16.990202 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:16.991302 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 949e0597-b23d-43ab-b10e-b0353aeb6d55 up at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:44:17.112441 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-a16764b3-7caf-4b88-9e9c-7f01856cf7d4 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3557320 Oct 20 10:44:17.116055 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35030) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:17.121896 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-5a3c7425-9258-4565-824b-8a3e4827831c admin admin] Request body: {'subnet': {'network_id': 'c95ec201-7876-497d-b099-847b5bffff69', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-365459367-subnet', 'tenant_id': 'fed8b4690bcf40d4be683f84fc5955ec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:44:17.151372 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:17.177586 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16764b3-7caf-4b88-9e9c-7f01856cf7d4 admin admin] Pushing event updated for resources: {'Network': ['ID=c95ec201-7876-497d-b099-847b5bffff69,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:17.196684 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network c95ec201-7876-497d-b099-847b5bffff69 details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:44:17.202639 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a3c7425-9258-4565-824b-8a3e4827831c admin admin] Made reservation on behalf of fed8b4690bcf40d4be683f84fc5955ec for: {'subnet': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:44:17.205988 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5a3c7425-9258-4565-824b-8a3e4827831c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25350782'] for subnet, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:17.250949 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9ae8ef-49cf-4a2d-bdd6-7365b3078d7f None None] New status for floating IP a12e788c-907c-4901-b204-973aa38fe43c: DOWN {{(pid=100598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 10:44:17.445995 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5a3c7425-9258-4565-824b-8a3e4827831c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25350752'] for subnet, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:17.501927 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [None req-de839ca0-0d65-412d-99b7-24c6d5f6014f tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] For port 54e3e239-a67c-488d-b0e9-ce7b304c7920, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=54e3e239-a67c-488d-b0e9-ce7b304c7920,segment=NetworkSegment(2c509647-5fa3-4c1e-9c30-710bc0818b1c),segment_id=2c509647-5fa3-4c1e-9c30-710bc0818b1c)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:44:17.501927 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-de839ca0-0d65-412d-99b7-24c6d5f6014f tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:17.504681 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] For port 54e3e239-a67c-488d-b0e9-ce7b304c7920, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=54e3e239-a67c-488d-b0e9-ce7b304c7920,segment=NetworkSegment(2c509647-5fa3-4c1e-9c30-710bc0818b1c),segment_id=2c509647-5fa3-4c1e-9c30-710bc0818b1c)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:44:17.522029 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3c7425-9258-4565-824b-8a3e4827831c admin admin] Pushing event updated for resources: {'Subnet': ['ID=77b2b95e-6bfd-48bf-98e3-652b54f631ba,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:17.532943 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3c7425-9258-4565-824b-8a3e4827831c admin admin] Checking segment: {'id': 'f4469608-ffa8-40ac-9b8a-50dc7d1cc2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'c95ec201-7876-497d-b099-847b5bffff69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:44:17.533664 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a3c7425-9258-4565-824b-8a3e4827831c admin admin] Network hostable DHCP agents. Network: c95ec201-7876-497d-b099-847b5bffff69, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:44:17.556123 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a3c7425-9258-4565-824b-8a3e4827831c admin admin] Network c95ec201-7876-497d-b099-847b5bffff69 is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:44:17.560471 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning for port 949e0597-b23d-43ab-b10e-b0353aeb6d55 completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:44:17.565521 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=687e9444-b6e6-48d0-a254-817eeff5b001,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:17.576124 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-5a3c7425-9258-4565-824b-8a3e4827831c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, c95ec201-7876-497d-b099-847b5bffff69) {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:44:17.580506 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a3c7425-9258-4565-824b-8a3e4827831c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:17.581097 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5a3c7425-9258-4565-824b-8a3e4827831c admin admin] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:17.588247 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:17.606000 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-de839ca0-0d65-412d-99b7-24c6d5f6014f tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Calling delete_port for 54e3e239-a67c-488d-b0e9-ce7b304c7920 owned by network:dhcp {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:44:17.628602 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-5a3c7425-9258-4565-824b-8a3e4827831c admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5105128 Oct 20 10:44:17.633382 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd4d196f-87bc-4a5c-a55c-105f7496ff9d None None] Network c95ec201-7876-497d-b099-847b5bffff69 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:44:17.646150 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning complete for port 949e0597-b23d-43ab-b10e-b0353aeb6d55 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:44:17.646642 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:17.661918 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fe88dc-5a9a-423e-881a-801f76b0e39c req-5255f758-151a-4dc6-a386-74adb07cfdf5 tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:17.664343 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-50fe88dc-5a9a-423e-881a-801f76b0e39c req-5255f758-151a-4dc6-a386-74adb07cfdf5 tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a76b356-3318-479d-99e5-2976ed5838a9 HTTP/1.1" status: 200 len: 945 time: 0.8424540 Oct 20 10:44:17.668350 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f5c927ca-b61a-4bc3-bbe2-1cf195ef072d tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:17.681457 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f5c927ca-b61a-4bc3-bbe2-1cf195ef072d tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1773475'] for router, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:17.735943 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-211f5810-8b17-406b-bcc5-bdaa7932e4e9 req-6c18e831-f28b-4678-ab3b-1334c1bd527b tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] For port fbaf8d36-195c-43d3-b057-07f5fe113158, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=fbaf8d36-195c-43d3-b057-07f5fe113158,segment=NetworkSegment(579c7eb4-bf50-4e8d-a227-c6a885f646d2),segment_id=579c7eb4-bf50-4e8d-a227-c6a885f646d2)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:44:17.737120 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-211f5810-8b17-406b-bcc5-bdaa7932e4e9 req-6c18e831-f28b-4678-ab3b-1334c1bd527b tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:17.805895 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-211f5810-8b17-406b-bcc5-bdaa7932e4e9 req-6c18e831-f28b-4678-ab3b-1334c1bd527b tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Calling delete_port for fbaf8d36-195c-43d3-b057-07f5fe113158 owned by compute:nova {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:44:17.808999 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-5272c921-2e6d-4713-a000-b20f432b2777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956'] for port, after_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:17.843741 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5272c921-2e6d-4713-a000-b20f432b2777 None None] No DVR routers for this DVR port 54e3e239-a67c-488d-b0e9-ce7b304c7920 on host n-d-811396-3 {{(pid=100598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:44:17.868572 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Pushing event updated for resources: {'Port': ['ID=54e3e239-a67c-488d-b0e9-ce7b304c7920,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:17.911075 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0761551-281f-4088-b464-3841ed987ba3 req-b587166c-59e5-48f6-98dc-3e8e1e9b5b39 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:17.913854 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5272c921-2e6d-4713-a000-b20f432b2777 None None] Pushing event deleted for resources: {'Port': ['ID=54e3e239-a67c-488d-b0e9-ce7b304c7920,revision_number=None']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:17.919127 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0761551-281f-4088-b464-3841ed987ba3 req-b587166c-59e5-48f6-98dc-3e8e1e9b5b39 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:17.927187 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0761551-281f-4088-b464-3841ed987ba3 req-b587166c-59e5-48f6-98dc-3e8e1e9b5b39 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:17.929096 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e0761551-281f-4088-b464-3841ed987ba3 req-b587166c-59e5-48f6-98dc-3e8e1e9b5b39 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] 10.222.0.64 "GET /v2.0/ports?device_id=80d2d265-4161-4f15-ab0c-130b15ddf9e0 HTTP/1.1" status: 200 len: 2408 time: 0.4245188 Oct 20 10:44:17.939079 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f5c927ca-b61a-4bc3-bbe2-1cf195ef072d tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Publish callbacks [] for router, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:17.940553 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-f5c927ca-b61a-4bc3-bbe2-1cf195ef072d tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.2008684 Oct 20 10:44:17.943603 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35044) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:17.962984 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-50fe88dc-5a9a-423e-881a-801f76b0e39c req-7c3c375c-9a31-4b4d-92d7-e75e189d9143 tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] 10.222.0.64 "GET /v2.0/security-groups?id=7975bea3-846b-43cc-b5f2-c6ce0fda577e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2734194 Oct 20 10:44:18.005283 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:18.009990 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9088a272-fe48-4654-824d-8c8f7542a0b8 None None] Network c95ec201-7876-497d-b099-847b5bffff69 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:44:18.061064 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d4b40332-8730-4449-8702-98e370abb0d1 tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Publish callbacks [] for router, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:18.095972 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 20 Oct 2021 10:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a4a8c87-7295-4bbc-88db-df3353fb8eaf x-openstack-request-id: req-0a4a8c87-7295-4bbc-88db-df3353fb8eaf {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:44:18.096271 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c", "name": "network-vif-plugged", "status": "completed", "tag": "d0675769-de69-4a35-beb7-6d50c8201cd3", "code": 200}, {"server_uuid": "9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c", "name": "network-vif-plugged", "status": "completed", "tag": "6a6236cb-3508-4dba-a459-60dfe35fed2c", "code": 200}, {"server_uuid": "9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c", "name": "network-vif-plugged", "status": "completed", "tag": "f9fa8685-e573-4fdd-8b37-5988a560de50", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:44:18.096688 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0a4a8c87-7295-4bbc-88db-df3353fb8eaf {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:44:18.097119 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0675769-de69-4a35-beb7-6d50c8201cd3', 'code': 200} Oct 20 10:44:18.097431 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a6236cb-3508-4dba-a459-60dfe35fed2c', 'code': 200} Oct 20 10:44:18.097686 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9fa8685-e573-4fdd-8b37-5988a560de50', 'code': 200} Oct 20 10:44:18.161238 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d39418cd-3229-493c-83a3-c58796dedfc3 x-openstack-request-id: req-d39418cd-3229-493c-83a3-c58796dedfc3 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:44:18.161238 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80d2d265-4161-4f15-ab0c-130b15ddf9e0", "name": "network-vif-deleted", "tag": "cde88316-97fc-42ab-948b-2cc207ce19a1", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:44:18.161755 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d39418cd-3229-493c-83a3-c58796dedfc3 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:44:18.161855 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80d2d265-4161-4f15-ab0c-130b15ddf9e0', 'name': 'network-vif-deleted', 'tag': 'cde88316-97fc-42ab-948b-2cc207ce19a1', 'status': 'completed', 'code': 200} Oct 20 10:44:18.171310 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 949e0597-b23d-43ab-b10e-b0353aeb6d55, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=949e0597-b23d-43ab-b10e-b0353aeb6d55,segment=NetworkSegment(bd673faa-a525-4b04-bf70-d433a325f98a),segment_id=bd673faa-a525-4b04-bf70-d433a325f98a)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:44:18.176689 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:18.177693 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 58759e27-9624-496e-a7e3-dd96a6f12d24 up at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:44:18.216697 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-211f5810-8b17-406b-bcc5-bdaa7932e4e9 req-6c18e831-f28b-4678-ab3b-1334c1bd527b tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:18.223014 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-de839ca0-0d65-412d-99b7-24c6d5f6014f tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:18.250724 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d4b40332-8730-4449-8702-98e370abb0d1 tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1772272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258304'] for router, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:18.256843 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=949e0597-b23d-43ab-b10e-b0353aeb6d55,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:18.257651 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d4b40332-8730-4449-8702-98e370abb0d1 tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:18.281192 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning for port 58759e27-9624-496e-a7e3-dd96a6f12d24 completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:44:18.286780 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning complete for port 58759e27-9624-496e-a7e3-dd96a6f12d24 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:44:18.287150 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:18.305517 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de839ca0-0d65-412d-99b7-24c6d5f6014f tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] No DVR routers for this DVR port 54e3e239-a67c-488d-b0e9-ce7b304c7920 on host n-d-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:44:18.334805 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e0761551-281f-4088-b464-3841ed987ba3 req-03820b80-9430-42c9-ae48-a20648af5ca8 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e881cba-3138-4f23-9b77-7adf07b3a5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3864286 Oct 20 10:44:18.335923 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de839ca0-0d65-412d-99b7-24c6d5f6014f tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Pushing event deleted for resources: {'Port': ['ID=54e3e239-a67c-488d-b0e9-ce7b304c7920,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:18.370456 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d4b40332-8730-4449-8702-98e370abb0d1 tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1772267'] for router, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:18.371001 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4b40332-8730-4449-8702-98e370abb0d1 tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 544aa4f9-d489-440b-b758-6b6ad05bf497 {{(pid=100597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 10:44:18.387970 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d4b40332-8730-4449-8702-98e370abb0d1 tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Publish callbacks [] for router, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:18.389196 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-d4b40332-8730-4449-8702-98e370abb0d1 tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] 10.222.0.64 "DELETE /v2.0/routers/544aa4f9-d489-440b-b758-6b6ad05bf497 HTTP/1.1" status: 204 len: 168 time: 0.4443548 Oct 20 10:44:18.435678 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fb2332-cef4-4fc1-b3a7-1dab484e1fec req-7ce03ee2-9215-4fc5-82be-bc9e7bc91597 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:18.443552 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fb2332-cef4-4fc1-b3a7-1dab484e1fec req-7ce03ee2-9215-4fc5-82be-bc9e7bc91597 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:18.451775 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fb2332-cef4-4fc1-b3a7-1dab484e1fec req-7ce03ee2-9215-4fc5-82be-bc9e7bc91597 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:18.460162 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fb2332-cef4-4fc1-b3a7-1dab484e1fec req-7ce03ee2-9215-4fc5-82be-bc9e7bc91597 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:18.466757 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fb2332-cef4-4fc1-b3a7-1dab484e1fec req-7ce03ee2-9215-4fc5-82be-bc9e7bc91597 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:18.477797 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fb2332-cef4-4fc1-b3a7-1dab484e1fec req-7ce03ee2-9215-4fc5-82be-bc9e7bc91597 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:18.488514 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fb2332-cef4-4fc1-b3a7-1dab484e1fec req-7ce03ee2-9215-4fc5-82be-bc9e7bc91597 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:18.488719 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:18.498425 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-71fb2332-cef4-4fc1-b3a7-1dab484e1fec req-7ce03ee2-9215-4fc5-82be-bc9e7bc91597 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.64 "GET /v2.0/ports?device_id=9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c HTTP/1.1" status: 200 len: 5442 time: 0.3356228 Oct 20 10:44:18.544862 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 58759e27-9624-496e-a7e3-dd96a6f12d24, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=58759e27-9624-496e-a7e3-dd96a6f12d24,segment=NetworkSegment(0cf32ebe-2347-41ff-bb97-94fd0b819e03),segment_id=0cf32ebe-2347-41ff-bb97-94fd0b819e03)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:44:18.549891 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:18.550331 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c18e831-f28b-4678-ab3b-1334c1bd527b tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Pushing event deleted for resources: {'Port': ['ID=fbaf8d36-195c-43d3-b057-07f5fe113158,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:18.551731 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device f7887f37-d0d1-43d7-ab1a-53e2d1ece9e7 up at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:44:18.560021 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 35050) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:18.604510 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-211f5810-8b17-406b-bcc5-bdaa7932e4e9 req-6c18e831-f28b-4678-ab3b-1334c1bd527b tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] No DVR routers for this DVR port fbaf8d36-195c-43d3-b057-07f5fe113158 on host n-h2-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:44:18.618982 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fced50c3-6f06-4034-be81-d0167be3ce1e req-544ee89e-9599-4d05-b13c-a21f537a9a40 tempest-VolumesActionsTest-1501897971 tempest-VolumesActionsTest-1501897971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:18.620666 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-fced50c3-6f06-4034-be81-d0167be3ce1e req-544ee89e-9599-4d05-b13c-a21f537a9a40 tempest-VolumesActionsTest-1501897971 tempest-VolumesActionsTest-1501897971-project] 10.222.0.69 "GET /v2.0/networks?id=82059dcc-4c8a-4ceb-bd06-d6f056a048a2 HTTP/1.1" status: 200 len: 808 time: 0.3179545 Oct 20 10:44:18.627033 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-211f5810-8b17-406b-bcc5-bdaa7932e4e9 req-6c18e831-f28b-4678-ab3b-1334c1bd527b tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:18.630454 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-211f5810-8b17-406b-bcc5-bdaa7932e4e9 req-6c18e831-f28b-4678-ab3b-1334c1bd527b tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] 10.222.0.69 "DELETE /v2.0/ports/fbaf8d36-195c-43d3-b057-07f5fe113158 HTTP/1.1" status: 204 len: 173 time: 2.3590021 Oct 20 10:44:18.634521 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bae53eb8-7709-41fc-809b-585737bec71f req-dfa2ee8b-0677-4f78-a690-44d47080b220 tempest-VolumesActionsTest-1501897971 tempest-VolumesActionsTest-1501897971-project] 10.222.0.64 "GET /v2.0/ports?device_id=c3dd8579-1128-4529-b41e-a1f9c7a4c063 HTTP/1.1" status: 200 len: 210 time: 0.1056168 Oct 20 10:44:18.642870 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=58759e27-9624-496e-a7e3-dd96a6f12d24,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:18.651034 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning for port f7887f37-d0d1-43d7-ab1a-53e2d1ece9e7 completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:44:18.666621 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [req-fced50c3-6f06-4034-be81-d0167be3ce1e req-439a2053-6615-4e11-b85b-791b32d1c4c9 tempest-VolumesActionsTest-1501897971 tempest-VolumesActionsTest-1501897971-project] Request body: {'port': {'device_id': 'c3dd8579-1128-4529-b41e-a1f9c7a4c063', 'network_id': '82059dcc-4c8a-4ceb-bd06-d6f056a048a2', 'admin_state_up': True, 'tenant_id': '2ccc155b231646e6b7c812e45bf25207'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:44:18.666852 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning complete for port f7887f37-d0d1-43d7-ab1a-53e2d1ece9e7 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:44:18.666852 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:18.669381 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-de839ca0-0d65-412d-99b7-24c6d5f6014f tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:18.758873 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-71fb2332-cef4-4fc1-b3a7-1dab484e1fec req-903701c3-2ef8-4895-9ebc-458580b27bd3 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.64 "GET /v2.0/security-groups?id=112bbbcd-cedd-416d-87db-f3a7d2197192&id=40e57539-8f43-4a87-8d18-5d8780562b01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2588186 Oct 20 10:44:18.775949 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-de839ca0-0d65-412d-99b7-24c6d5f6014f tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49959681-d8d5-44ab-90fb-ab11f36dd3ef']}} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:44:18.799119 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:18.843990 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port f7887f37-d0d1-43d7-ab1a-53e2d1ece9e7, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=f7887f37-d0d1-43d7-ab1a-53e2d1ece9e7,segment=NetworkSegment(0cf32ebe-2347-41ff-bb97-94fd0b819e03),segment_id=0cf32ebe-2347-41ff-bb97-94fd0b819e03)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:44:18.848945 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:18.900614 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fced50c3-6f06-4034-be81-d0167be3ce1e req-439a2053-6615-4e11-b85b-791b32d1c4c9 tempest-VolumesActionsTest-1501897971 tempest-VolumesActionsTest-1501897971-project] Made reservation on behalf of 2ccc155b231646e6b7c812e45bf25207 for: {'port': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:44:18.900792 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-de839ca0-0d65-412d-99b7-24c6d5f6014f tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c509647-5fa3-4c1e-9c30-710bc0818b1c') {'for_net_delete': True} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:44:18.900792 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-de839ca0-0d65-412d-99b7-24c6d5f6014f tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c509647-5fa3-4c1e-9c30-710bc0818b1c') {} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:44:18.907118 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-fced50c3-6f06-4034-be81-d0167be3ce1e req-439a2053-6615-4e11-b85b-791b32d1c4c9 tempest-VolumesActionsTest-1501897971 tempest-VolumesActionsTest-1501897971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:18.934734 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-de839ca0-0d65-412d-99b7-24c6d5f6014f tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25189038'] for segment, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:18.951709 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=f7887f37-d0d1-43d7-ab1a-53e2d1ece9e7,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:18.983326 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-09d84684-8810-45d8-8ff0-03af2a128c4b tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2125387586', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}, 'admin_state_up': False}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:44:19.006813 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-de839ca0-0d65-412d-99b7-24c6d5f6014f tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:19.016829 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aa67ef-6b3f-4bdf-bf9e-577092b64158 req-7e90b806-d439-4e8a-8ad7-3ed677de626c tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:19.018868 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-62aa67ef-6b3f-4bdf-bf9e-577092b64158 req-7e90b806-d439-4e8a-8ad7-3ed677de626c tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] 10.222.0.64 "GET /v2.0/ports?device_id=af0da1c2-0e72-46be-bfb4-32abb7302e65 HTTP/1.1" status: 200 len: 945 time: 0.2572231 Oct 20 10:44:19.027839 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-211f5810-8b17-406b-bcc5-bdaa7932e4e9 req-023dbe23-2508-424d-bacd-4fc74c99e58d tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Deleting port c659bd4f-6f7c-4e27-84fc-06618ca3d1ea {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:44:19.028199 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-211f5810-8b17-406b-bcc5-bdaa7932e4e9 req-023dbe23-2508-424d-bacd-4fc74c99e58d tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:19.033819 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de839ca0-0d65-412d-99b7-24c6d5f6014f tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Releasing vlan 832 on physical network physnet1 to pool {{(pid=100596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:44:19.034222 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-de839ca0-0d65-412d-99b7-24c6d5f6014f tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26833155'] for segment, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:19.039260 n-d-811396-3 neutron-server[100596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:44:19.039260 n-d-811396-3 neutron-server[100596]: self.session.flush() Oct 20 10:44:19.039260 n-d-811396-3 neutron-server[100596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:44:19.039260 n-d-811396-3 neutron-server[100596]: self.session.flush() Oct 20 10:44:19.039260 n-d-811396-3 neutron-server[100596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:44:19.039260 n-d-811396-3 neutron-server[100596]: self.session.flush() Oct 20 10:44:19.039260 n-d-811396-3 neutron-server[100596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:44:19.039260 n-d-811396-3 neutron-server[100596]: self.session.flush() Oct 20 10:44:19.039260 n-d-811396-3 neutron-server[100596]: Traceback (most recent call last): Oct 20 10:44:19.039260 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:44:19.039260 n-d-811396-3 neutron-server[100596]: timer() Oct 20 10:44:19.039260 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:44:19.039260 n-d-811396-3 neutron-server[100596]: cb(*args, **kw) Oct 20 10:44:19.039260 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:44:19.039260 n-d-811396-3 neutron-server[100596]: return func(*args, **kwargs) Oct 20 10:44:19.039260 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:44:19.039260 n-d-811396-3 neutron-server[100596]: self._notify() Oct 20 10:44:19.039260 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:44:19.039260 n-d-811396-3 neutron-server[100596]: self.callback(batched_events) Oct 20 10:44:19.039260 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:44:19.039260 n-d-811396-3 neutron-server[100596]: event.method(event) Oct 20 10:44:19.039260 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:44:19.039260 n-d-811396-3 neutron-server[100596]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:44:19.039260 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:44:19.039260 n-d-811396-3 neutron-server[100596]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:44:19.039260 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:44:19.039260 n-d-811396-3 neutron-server[100596]: return f(self, *a, **k) Oct 20 10:44:19.039260 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:44:19.039260 n-d-811396-3 neutron-server[100596]: return self._get(url).json() Oct 20 10:44:19.039260 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:44:19.039260 n-d-811396-3 neutron-server[100596]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:44:19.039260 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:44:19.039260 n-d-811396-3 neutron-server[100596]: return self.request(url, 'GET', **kwargs) Oct 20 10:44:19.039260 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:44:19.039260 n-d-811396-3 neutron-server[100596]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:44:19.039260 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:44:19.039260 n-d-811396-3 neutron-server[100596]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:44:19.039260 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:44:19.039260 n-d-811396-3 neutron-server[100596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:44:19.039260 n-d-811396-3 neutron-server[100596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:44:19.060168 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:19.098970 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [req-fced50c3-6f06-4034-be81-d0167be3ce1e req-439a2053-6615-4e11-b85b-791b32d1c4c9 tempest-VolumesActionsTest-1501897971 tempest-VolumesActionsTest-1501897971-project] Allocated IP 172.20.0.13 (82059dcc-4c8a-4ceb-bd06-d6f056a048a2/1de3ab53-f0bc-40b7-8de6-e08e820974d8/fdcc4c26-db32-449f-b243-afcc75da90b5) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:44:19.177592 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-09d84684-8810-45d8-8ff0-03af2a128c4b tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1772442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258322'] for router, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:19.178574 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-09d84684-8810-45d8-8ff0-03af2a128c4b tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1772334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773516', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258315'] for router, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:19.227493 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-de839ca0-0d65-412d-99b7-24c6d5f6014f tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:19.255357 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-62aa67ef-6b3f-4bdf-bf9e-577092b64158 req-26abc5fa-7e5c-41fd-883b-2cc166a4b149 tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] 10.222.0.64 "GET /v2.0/security-groups?id=c293d202-08a2-46d7-8156-502eb68acc76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241654 Oct 20 10:44:19.258465 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-de839ca0-0d65-412d-99b7-24c6d5f6014f tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Publish callbacks [] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:19.263911 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-de839ca0-0d65-412d-99b7-24c6d5f6014f tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] 10.222.0.64 "DELETE /v2.0/networks/49959681-d8d5-44ab-90fb-ab11f36dd3ef HTTP/1.1" status: 204 len: 168 time: 3.2038026 Oct 20 10:44:19.287104 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-fced50c3-6f06-4034-be81-d0167be3ce1e req-439a2053-6615-4e11-b85b-791b32d1c4c9 tempest-VolumesActionsTest-1501897971 tempest-VolumesActionsTest-1501897971-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:19.320875 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de839ca0-0d65-412d-99b7-24c6d5f6014f tempest-AllowedAddressPairIpV6TestJSON-1831061998 tempest-AllowedAddressPairIpV6TestJSON-1831061998-project] Pushing event deleted for resources: {'Network': ['ID=49959681-d8d5-44ab-90fb-ab11f36dd3ef,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:19.323806 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-211f5810-8b17-406b-bcc5-bdaa7932e4e9 req-023dbe23-2508-424d-bacd-4fc74c99e58d tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] For port c659bd4f-6f7c-4e27-84fc-06618ca3d1ea, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=c659bd4f-6f7c-4e27-84fc-06618ca3d1ea,segment=NetworkSegment(5c26a787-281b-4999-b13c-5972e48fde4a),segment_id=5c26a787-281b-4999-b13c-5972e48fde4a)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:44:19.324174 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-211f5810-8b17-406b-bcc5-bdaa7932e4e9 req-023dbe23-2508-424d-bacd-4fc74c99e58d tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:19.333149 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-fced50c3-6f06-4034-be81-d0167be3ce1e req-439a2053-6615-4e11-b85b-791b32d1c4c9 tempest-VolumesActionsTest-1501897971 tempest-VolumesActionsTest-1501897971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:19.378281 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fced50c3-6f06-4034-be81-d0167be3ce1e req-439a2053-6615-4e11-b85b-791b32d1c4c9 tempest-VolumesActionsTest-1501897971 tempest-VolumesActionsTest-1501897971-project] Network 82059dcc-4c8a-4ceb-bd06-d6f056a048a2 is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:44:19.384461 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [req-fced50c3-6f06-4034-be81-d0167be3ce1e req-439a2053-6615-4e11-b85b-791b32d1c4c9 tempest-VolumesActionsTest-1501897971 tempest-VolumesActionsTest-1501897971-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:44:19.387449 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-211f5810-8b17-406b-bcc5-bdaa7932e4e9 req-023dbe23-2508-424d-bacd-4fc74c99e58d tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Calling delete_port for c659bd4f-6f7c-4e27-84fc-06618ca3d1ea owned by compute:nova {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:44:19.389297 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [req-fced50c3-6f06-4034-be81-d0167be3ce1e req-439a2053-6615-4e11-b85b-791b32d1c4c9 tempest-VolumesActionsTest-1501897971 tempest-VolumesActionsTest-1501897971-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:44:19.391315 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-09d84684-8810-45d8-8ff0-03af2a128c4b tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:19.422566 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439a2053-6615-4e11-b85b-791b32d1c4c9 tempest-VolumesActionsTest-1501897971 tempest-VolumesActionsTest-1501897971-project] Pushing event updated for resources: {'Port': ['ID=fdcc4c26-db32-449f-b243-afcc75da90b5,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:19.447627 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fced50c3-6f06-4034-be81-d0167be3ce1e req-439a2053-6615-4e11-b85b-791b32d1c4c9 tempest-VolumesActionsTest-1501897971 tempest-VolumesActionsTest-1501897971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:19.448320 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-fced50c3-6f06-4034-be81-d0167be3ce1e req-439a2053-6615-4e11-b85b-791b32d1c4c9 tempest-VolumesActionsTest-1501897971 tempest-VolumesActionsTest-1501897971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:19.467109 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-fced50c3-6f06-4034-be81-d0167be3ce1e req-439a2053-6615-4e11-b85b-791b32d1c4c9 tempest-VolumesActionsTest-1501897971 tempest-VolumesActionsTest-1501897971-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8185828 Oct 20 10:44:19.480244 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [req-fced50c3-6f06-4034-be81-d0167be3ce1e req-9317720e-e852-4af8-9637-56abdef3891e service neutron] Request body: {'port': {'device_id': 'c3dd8579-1128-4529-b41e-a1f9c7a4c063', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811396-3'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:44:19.509077 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23812a09-5000-4221-ab6f-175d41e3ab5d req-eb7eb654-6b58-440d-bc74-b15c246c3439 tempest-VolumesActionsTest-1144748464 tempest-VolumesActionsTest-1144748464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:19.510563 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-23812a09-5000-4221-ab6f-175d41e3ab5d req-eb7eb654-6b58-440d-bc74-b15c246c3439 tempest-VolumesActionsTest-1144748464 tempest-VolumesActionsTest-1144748464-project] 10.222.0.64 "GET /v2.0/networks?id=915f5e39-1839-4241-9165-9d264820cd35 HTTP/1.1" status: 200 len: 809 time: 0.3662922 Oct 20 10:44:19.540170 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-fced50c3-6f06-4034-be81-d0167be3ce1e req-9317720e-e852-4af8-9637-56abdef3891e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:19.552458 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35074) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:19.609109 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-23812a09-5000-4221-ab6f-175d41e3ab5d req-9cf1c91b-8472-4275-9ff8-89c6d0d8acec tempest-VolumesActionsTest-1144748464 tempest-VolumesActionsTest-1144748464-project] 10.222.0.64 "GET /v2.0/quotas/707211047f5849649b1317c9f46b5261 HTTP/1.1" status: 200 len: 375 time: 0.0629284 Oct 20 10:44:19.616655 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac6bb45-3a44-4b8f-ad95-4ee38ce1ec4c req-f79531d2-f365-41e8-8d68-11b0f4b83fec tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:19.618153 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-dac6bb45-3a44-4b8f-ad95-4ee38ce1ec4c req-f79531d2-f365-41e8-8d68-11b0f4b83fec tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a76b356-3318-479d-99e5-2976ed5838a9 HTTP/1.1" status: 200 len: 945 time: 0.2815566 Oct 20 10:44:19.663928 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-09d84684-8810-45d8-8ff0-03af2a128c4b tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:19.696691 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-23812a09-5000-4221-ab6f-175d41e3ab5d req-ed98dafe-0eba-4d1d-ba01-e2575957f83e tempest-VolumesActionsTest-1144748464 tempest-VolumesActionsTest-1144748464-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=707211047f5849649b1317c9f46b5261&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0760572 Oct 20 10:44:19.762902 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-dac6bb45-3a44-4b8f-ad95-4ee38ce1ec4c req-31e736e7-2c63-4449-847b-9c00ceaee14e tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] 10.222.0.64 "GET /v2.0/security-groups?id=7975bea3-846b-43cc-b5f2-c6ce0fda577e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379383 Oct 20 10:44:19.776782 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-efb2dd0a-ab84-4b36-9c42-5324f09a65ff admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1bbe27b78c9b48bab3b14fdf6cb268ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2230780 Oct 20 10:44:19.783982 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35082) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:19.895745 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-95be2b24-d351-4192-9d94-f5bcbb1c4d3c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:19.898513 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-211f5810-8b17-406b-bcc5-bdaa7932e4e9 req-023dbe23-2508-424d-bacd-4fc74c99e58d tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:19.931031 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-95be2b24-d351-4192-9d94-f5bcbb1c4d3c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:19.971987 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023dbe23-2508-424d-bacd-4fc74c99e58d tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Pushing event deleted for resources: {'Port': ['ID=c659bd4f-6f7c-4e27-84fc-06618ca3d1ea,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:19.980439 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-23812a09-5000-4221-ab6f-175d41e3ab5d req-0bd2f85c-31f9-4425-9a1a-798cce3dad80 service neutron] 10.222.0.64 "GET /v2.0/networks/915f5e39-1839-4241-9165-9d264820cd35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2694685 Oct 20 10:44:19.994585 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [req-fced50c3-6f06-4034-be81-d0167be3ce1e req-9317720e-e852-4af8-9637-56abdef3891e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdcc4c26-db32-449f-b243-afcc75da90b5 {{(pid=100597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:44:19.998926 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43135c8f-9b30-4960-97dd-35652564b3c4 req-126b2bdb-d72d-40e8-8128-3adf86a5edd0 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:20.004293 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-fced50c3-6f06-4034-be81-d0167be3ce1e req-9317720e-e852-4af8-9637-56abdef3891e service neutron] Publish callbacks [] for port, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:20.004979 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43135c8f-9b30-4960-97dd-35652564b3c4 req-126b2bdb-d72d-40e8-8128-3adf86a5edd0 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:20.006893 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-43135c8f-9b30-4960-97dd-35652564b3c4 req-126b2bdb-d72d-40e8-8128-3adf86a5edd0 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] 10.222.0.64 "GET /v2.0/ports?device_id=80d2d265-4161-4f15-ab0c-130b15ddf9e0 HTTP/1.1" status: 200 len: 1598 time: 0.1647432 Oct 20 10:44:20.032406 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.provisioning_blocks [req-fced50c3-6f06-4034-be81-d0167be3ce1e req-9317720e-e852-4af8-9637-56abdef3891e service neutron] Transition to ACTIVE for port object fdcc4c26-db32-449f-b243-afcc75da90b5 will not be triggered until provisioned by entity L2. {{(pid=100597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:44:20.033977 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-95be2b24-d351-4192-9d94-f5bcbb1c4d3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:20.037099 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-95be2b24-d351-4192-9d94-f5bcbb1c4d3c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:20.038227 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-95be2b24-d351-4192-9d94-f5bcbb1c4d3c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a286eb51-416b-4815-8a7c-bb4b3f32d74d HTTP/1.1" status: 204 len: 168 time: 0.2533314 Oct 20 10:44:20.040979 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-fced50c3-6f06-4034-be81-d0167be3ce1e req-9317720e-e852-4af8-9637-56abdef3891e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:20.073340 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95be2b24-d351-4192-9d94-f5bcbb1c4d3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a286eb51-416b-4815-8a7c-bb4b3f32d74d,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:20.078224 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-211f5810-8b17-406b-bcc5-bdaa7932e4e9 req-023dbe23-2508-424d-bacd-4fc74c99e58d tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] No DVR routers for this DVR port c659bd4f-6f7c-4e27-84fc-06618ca3d1ea on host n-h2-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:44:20.084578 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-211f5810-8b17-406b-bcc5-bdaa7932e4e9 req-023dbe23-2508-424d-bacd-4fc74c99e58d tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:20.087902 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-211f5810-8b17-406b-bcc5-bdaa7932e4e9 req-023dbe23-2508-424d-bacd-4fc74c99e58d tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] 10.222.0.69 "DELETE /v2.0/ports/c659bd4f-6f7c-4e27-84fc-06618ca3d1ea HTTP/1.1" status: 204 len: 173 time: 1.4155509 Oct 20 10:44:20.100829 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9317720e-e852-4af8-9637-56abdef3891e service neutron] Pushing event updated for resources: {'Port': ['ID=fdcc4c26-db32-449f-b243-afcc75da90b5,revision_number=2']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:20.101788 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '687e9444-b6e6-48d0-a254-817eeff5b001'}, {'server_uuid': '9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '949e0597-b23d-43ab-b10e-b0353aeb6d55'}, {'server_uuid': '9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58759e27-9624-496e-a7e3-dd96a6f12d24'}, {'server_uuid': '9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7887f37-d0d1-43d7-ab1a-53e2d1ece9e7'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:44:20.114731 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13582592-175d-4411-98a2-17df47597d84" -d '{"events": [{"server_uuid": "9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c", "name": "network-vif-plugged", "status": "completed", "tag": "687e9444-b6e6-48d0-a254-817eeff5b001"}, {"server_uuid": "9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c", "name": "network-vif-plugged", "status": "completed", "tag": "949e0597-b23d-43ab-b10e-b0353aeb6d55"}, {"server_uuid": "9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c", "name": "network-vif-plugged", "status": "completed", "tag": "58759e27-9624-496e-a7e3-dd96a6f12d24"}, {"server_uuid": "9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c", "name": "network-vif-plugged", "status": "completed", "tag": "f7887f37-d0d1-43d7-ab1a-53e2d1ece9e7"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:44:20.187239 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-fced50c3-6f06-4034-be81-d0167be3ce1e req-9317720e-e852-4af8-9637-56abdef3891e service neutron] Attempting to bind port fdcc4c26-db32-449f-b243-afcc75da90b5 on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:44:20.187645 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-fced50c3-6f06-4034-be81-d0167be3ce1e req-9317720e-e852-4af8-9637-56abdef3891e service neutron] Attempting to bind port fdcc4c26-db32-449f-b243-afcc75da90b5 by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': '3107ec16-ab57-43da-98c8-91a0033b4704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '82059dcc-4c8a-4ceb-bd06-d6f056a048a2'}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:44:20.187949 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fced50c3-6f06-4034-be81-d0167be3ce1e req-9317720e-e852-4af8-9637-56abdef3891e service neutron] Attempting to bind port fdcc4c26-db32-449f-b243-afcc75da90b5 on network 82059dcc-4c8a-4ceb-bd06-d6f056a048a2 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:44:20.192678 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fced50c3-6f06-4034-be81-d0167be3ce1e req-9317720e-e852-4af8-9637-56abdef3891e service neutron] Port fdcc4c26-db32-449f-b243-afcc75da90b5 on network 82059dcc-4c8a-4ceb-bd06-d6f056a048a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:44:20.193045 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fced50c3-6f06-4034-be81-d0167be3ce1e req-9317720e-e852-4af8-9637-56abdef3891e service neutron] Attempting to bind port fdcc4c26-db32-449f-b243-afcc75da90b5 on network 82059dcc-4c8a-4ceb-bd06-d6f056a048a2 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:44:20.198761 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fced50c3-6f06-4034-be81-d0167be3ce1e req-9317720e-e852-4af8-9637-56abdef3891e service neutron] Checking agent: {'id': '061232a2-7adc-4ba1-a873-e8cb136b064d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 44, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:44:20.199098 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fced50c3-6f06-4034-be81-d0167be3ce1e req-9317720e-e852-4af8-9637-56abdef3891e service neutron] Checking segment: {'id': '3107ec16-ab57-43da-98c8-91a0033b4704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '82059dcc-4c8a-4ceb-bd06-d6f056a048a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:44:20.199505 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fced50c3-6f06-4034-be81-d0167be3ce1e req-9317720e-e852-4af8-9637-56abdef3891e service neutron] Bound using segment: {'id': '3107ec16-ab57-43da-98c8-91a0033b4704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '82059dcc-4c8a-4ceb-bd06-d6f056a048a2'} {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:44:20.199932 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-fced50c3-6f06-4034-be81-d0167be3ce1e req-9317720e-e852-4af8-9637-56abdef3891e service neutron] Bound port: fdcc4c26-db32-449f-b243-afcc75da90b5, host: n-h2-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3107ec16-ab57-43da-98c8-91a0033b4704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '82059dcc-4c8a-4ceb-bd06-d6f056a048a2'}}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:44:20.200292 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-fced50c3-6f06-4034-be81-d0167be3ce1e req-9317720e-e852-4af8-9637-56abdef3891e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:20.270205 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [req-fced50c3-6f06-4034-be81-d0167be3ce1e req-9317720e-e852-4af8-9637-56abdef3891e service neutron] For port fdcc4c26-db32-449f-b243-afcc75da90b5, host n-h2-811396-3, cleared binding levels {{(pid=100597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:44:20.274317 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [req-fced50c3-6f06-4034-be81-d0167be3ce1e req-9317720e-e852-4af8-9637-56abdef3891e service neutron] For port fdcc4c26-db32-449f-b243-afcc75da90b5, host n-h2-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=fdcc4c26-db32-449f-b243-afcc75da90b5,segment=NetworkSegment(3107ec16-ab57-43da-98c8-91a0033b4704),segment_id=3107ec16-ab57-43da-98c8-91a0033b4704)] {{(pid=100597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:44:20.278997 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-fced50c3-6f06-4034-be81-d0167be3ce1e req-9317720e-e852-4af8-9637-56abdef3891e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:20.344897 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fced50c3-6f06-4034-be81-d0167be3ce1e req-9317720e-e852-4af8-9637-56abdef3891e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:20.345609 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-fced50c3-6f06-4034-be81-d0167be3ce1e req-9317720e-e852-4af8-9637-56abdef3891e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:20.347014 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-fced50c3-6f06-4034-be81-d0167be3ce1e req-9317720e-e852-4af8-9637-56abdef3891e service neutron] 10.222.0.69 "PUT /v2.0/ports/fdcc4c26-db32-449f-b243-afcc75da90b5 HTTP/1.1" status: 200 len: 1092 time: 0.8710976 Oct 20 10:44:20.347532 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3dd8579-1128-4529-b41e-a1f9c7a4c063', 'tag': 'fdcc4c26-db32-449f-b243-afcc75da90b5'}] {{(pid=100597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:44:20.350383 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd85cad6a391afaa95d2dd5280bfd4659fc1e1b2aba53b5e7ef874f059efcdc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b625f51e-d7c4-4842-8b4d-36a3089403f9" -d '{"events": [{"name": "network-changed", "server_uuid": "c3dd8579-1128-4529-b41e-a1f9c7a4c063", "tag": "fdcc4c26-db32-449f-b243-afcc75da90b5"}]}' {{(pid=100597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:44:20.366957 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9317720e-e852-4af8-9637-56abdef3891e service neutron] Pushing event updated for resources: {'Port': ['ID=fdcc4c26-db32-449f-b243-afcc75da90b5,revision_number=3']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:20.373564 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80d2d265-4161-4f15-ab0c-130b15ddf9e0', 'name': 'network-vif-deleted', 'tag': 'fbaf8d36-195c-43d3-b057-07f5fe113158'}, {'server_uuid': '80d2d265-4161-4f15-ab0c-130b15ddf9e0', 'name': 'network-vif-deleted', 'tag': 'c659bd4f-6f7c-4e27-84fc-06618ca3d1ea'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:44:20.376855 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d0f5334-6b30-468e-849e-90365a6e4a52" -d '{"events": [{"server_uuid": "80d2d265-4161-4f15-ab0c-130b15ddf9e0", "name": "network-vif-deleted", "tag": "fbaf8d36-195c-43d3-b057-07f5fe113158"}, {"server_uuid": "80d2d265-4161-4f15-ab0c-130b15ddf9e0", "name": "network-vif-deleted", "tag": "c659bd4f-6f7c-4e27-84fc-06618ca3d1ea"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:44:20.444946 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-43135c8f-9b30-4960-97dd-35652564b3c4 req-c57b7986-05d1-4aec-bddd-e9ef67cd68e3 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e881cba-3138-4f23-9b77-7adf07b3a5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4130137 Oct 20 10:44:20.453549 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fced50c3-6f06-4034-be81-d0167be3ce1e req-e645361e-622e-4119-a5dd-c99f6691c38e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:20.456076 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-fced50c3-6f06-4034-be81-d0167be3ce1e req-e645361e-622e-4119-a5dd-c99f6691c38e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2ccc155b231646e6b7c812e45bf25207&device_id=c3dd8579-1128-4529-b41e-a1f9c7a4c063 HTTP/1.1" status: 200 len: 1095 time: 0.0643790 Oct 20 10:44:20.513562 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-fced50c3-6f06-4034-be81-d0167be3ce1e req-7d07245f-e0b3-4bcc-9256-b84aeafbef72 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fdcc4c26-db32-449f-b243-afcc75da90b5 HTTP/1.1" status: 200 len: 217 time: 0.0493979 Oct 20 10:44:20.580254 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fced50c3-6f06-4034-be81-d0167be3ce1e req-85b259ac-dfd6-4db6-961e-c91228632119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:20.582022 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-fced50c3-6f06-4034-be81-d0167be3ce1e req-85b259ac-dfd6-4db6-961e-c91228632119 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1de3ab53-f0bc-40b7-8de6-e08e820974d8 HTTP/1.1" status: 200 len: 848 time: 0.0623331 Oct 20 10:44:20.621368 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-fced50c3-6f06-4034-be81-d0167be3ce1e req-72c17d6f-84f8-4827-a11a-aad0c31a8645 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=82059dcc-4c8a-4ceb-bd06-d6f056a048a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321832 Oct 20 10:44:20.622969 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-23812a09-5000-4221-ab6f-175d41e3ab5d req-46ba5571-ebd0-4865-b515-6957c0a1926c service neutron] 10.222.0.64 "GET /v2.0/networks/915f5e39-1839-4241-9165-9d264820cd35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6154037 Oct 20 10:44:20.673305 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-09d84684-8810-45d8-8ff0-03af2a128c4b tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Publish callbacks [] for router_gateway, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:20.711621 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-09d84684-8810-45d8-8ff0-03af2a128c4b tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:20.742645 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485b973d-ec92-4cd1-aa02-39be94884453 req-86830443-f7e6-42ef-8706-803a41afabfe tempest-VolumesActionsTest-1501897971 tempest-VolumesActionsTest-1501897971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:20.744404 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-485b973d-ec92-4cd1-aa02-39be94884453 req-86830443-f7e6-42ef-8706-803a41afabfe tempest-VolumesActionsTest-1501897971 tempest-VolumesActionsTest-1501897971-project] 10.222.0.64 "GET /v2.0/ports?device_id=c3dd8579-1128-4529-b41e-a1f9c7a4c063 HTTP/1.1" status: 200 len: 944 time: 0.1407907 Oct 20 10:44:20.754234 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-fced50c3-6f06-4034-be81-d0167be3ce1e req-961fa6b9-7494-442d-a2b3-784de50a0801 service neutron] 10.222.0.69 "GET /v2.0/networks/82059dcc-4c8a-4ceb-bd06-d6f056a048a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247830 Oct 20 10:44:20.834448 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-211f5810-8b17-406b-bcc5-bdaa7932e4e9 req-abc1c346-980a-42c3-a388-d18eac110990 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Deleting port 6b62206e-39d0-45df-9f8b-694b5bc1053f {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:44:20.834805 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-211f5810-8b17-406b-bcc5-bdaa7932e4e9 req-abc1c346-980a-42c3-a388-d18eac110990 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:20.887751 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-fced50c3-6f06-4034-be81-d0167be3ce1e req-90b6818e-eff5-49f7-b702-519f8dfeb41f service neutron] 10.222.0.69 "GET /v2.0/networks/82059dcc-4c8a-4ceb-bd06-d6f056a048a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268528 Oct 20 10:44:20.909953 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-485b973d-ec92-4cd1-aa02-39be94884453 req-9942ca44-ec5c-4802-a639-ba8805f243b6 tempest-VolumesActionsTest-1501897971 tempest-VolumesActionsTest-1501897971-project] 10.222.0.64 "GET /v2.0/security-groups?id=d52c9ff6-6817-48ec-94f7-519be190f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492043 Oct 20 10:44:21.029249 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ebda68-e16a-4f8a-bdff-731ce682dd22 req-7b295070-a6c7-4449-b4f7-a55ca1151c43 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:21.033462 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Wed, 20 Oct 2021 10:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe5c19be-2fcc-42a9-98ce-d11f2a097940 x-openstack-request-id: req-fe5c19be-2fcc-42a9-98ce-d11f2a097940 {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:44:21.034340 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c", "name": "network-vif-plugged", "status": "completed", "tag": "687e9444-b6e6-48d0-a254-817eeff5b001", "code": 200}, {"server_uuid": "9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c", "name": "network-vif-plugged", "status": "completed", "tag": "949e0597-b23d-43ab-b10e-b0353aeb6d55", "code": 200}, {"server_uuid": "9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c", "name": "network-vif-plugged", "status": "completed", "tag": "58759e27-9624-496e-a7e3-dd96a6f12d24", "code": 200}, {"server_uuid": "9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c", "name": "network-vif-plugged", "status": "completed", "tag": "f7887f37-d0d1-43d7-ab1a-53e2d1ece9e7", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:44:21.034792 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fe5c19be-2fcc-42a9-98ce-d11f2a097940 {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:44:21.035869 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '687e9444-b6e6-48d0-a254-817eeff5b001', 'code': 200} Oct 20 10:44:21.036018 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ebda68-e16a-4f8a-bdff-731ce682dd22 req-7b295070-a6c7-4449-b4f7-a55ca1151c43 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:21.036426 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '949e0597-b23d-43ab-b10e-b0353aeb6d55', 'code': 200} Oct 20 10:44:21.036982 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58759e27-9624-496e-a7e3-dd96a6f12d24', 'code': 200} Oct 20 10:44:21.037593 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7887f37-d0d1-43d7-ab1a-53e2d1ece9e7', 'code': 200} Oct 20 10:44:21.042132 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ebda68-e16a-4f8a-bdff-731ce682dd22 req-7b295070-a6c7-4449-b4f7-a55ca1151c43 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:21.049104 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ebda68-e16a-4f8a-bdff-731ce682dd22 req-7b295070-a6c7-4449-b4f7-a55ca1151c43 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:21.055721 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ebda68-e16a-4f8a-bdff-731ce682dd22 req-7b295070-a6c7-4449-b4f7-a55ca1151c43 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:21.062687 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ebda68-e16a-4f8a-bdff-731ce682dd22 req-7b295070-a6c7-4449-b4f7-a55ca1151c43 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:21.066056 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35124) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:21.068944 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ebda68-e16a-4f8a-bdff-731ce682dd22 req-7b295070-a6c7-4449-b4f7-a55ca1151c43 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:21.070954 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d8ebda68-e16a-4f8a-bdff-731ce682dd22 req-7b295070-a6c7-4449-b4f7-a55ca1151c43 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.64 "GET /v2.0/ports?device_id=9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c HTTP/1.1" status: 200 len: 5444 time: 0.2589545 Oct 20 10:44:21.088781 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [None req-09d84684-8810-45d8-8ff0-03af2a128c4b tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Allocated IP 172.25.1.150 (cbe170d3-31ba-45a2-b477-520ab0a7a8ea/f4e26aca-17ac-4adb-a66b-d939a1b35b64/dc46f9d7-6468-46f7-b533-f4c330f5422d) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:44:21.116176 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-211f5810-8b17-406b-bcc5-bdaa7932e4e9 req-abc1c346-980a-42c3-a388-d18eac110990 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] For port 6b62206e-39d0-45df-9f8b-694b5bc1053f, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=6b62206e-39d0-45df-9f8b-694b5bc1053f,segment=NetworkSegment(5c26a787-281b-4999-b13c-5972e48fde4a),segment_id=5c26a787-281b-4999-b13c-5972e48fde4a)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:44:21.116582 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-211f5810-8b17-406b-bcc5-bdaa7932e4e9 req-abc1c346-980a-42c3-a388-d18eac110990 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:21.175718 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-211f5810-8b17-406b-bcc5-bdaa7932e4e9 req-abc1c346-980a-42c3-a388-d18eac110990 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Calling delete_port for 6b62206e-39d0-45df-9f8b-694b5bc1053f owned by compute:nova {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:44:21.201402 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-7da95a6e-e780-4843-8132-40588779dd17 tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-404174877'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:44:21.228929 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7da95a6e-e780-4843-8132-40588779dd17 tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Made reservation on behalf of 6161d310364f418ca18ffd0f60016698 for: {'network': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:44:21.233370 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7da95a6e-e780-4843-8132-40588779dd17 tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:21.243913 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7da95a6e-e780-4843-8132-40588779dd17 tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:21.244433 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d8ebda68-e16a-4f8a-bdff-731ce682dd22 req-10616af1-9673-43c2-b26c-27433e8e1440 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.64 "GET /v2.0/security-groups?id=112bbbcd-cedd-416d-87db-f3a7d2197192&id=40e57539-8f43-4a87-8d18-5d8780562b01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1569440 Oct 20 10:44:21.324135 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d57d3b33-7e6c-4d19-9203-2d761ea2eecb x-openstack-request-id: req-d57d3b33-7e6c-4d19-9203-2d761ea2eecb {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:44:21.324454 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3dd8579-1128-4529-b41e-a1f9c7a4c063", "tag": "fdcc4c26-db32-449f-b243-afcc75da90b5", "status": "completed", "code": 200}]} {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:44:21.324870 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d57d3b33-7e6c-4d19-9203-2d761ea2eecb {{(pid=100597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:44:21.325455 n-d-811396-3 neutron-server[100597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3dd8579-1128-4529-b41e-a1f9c7a4c063', 'tag': 'fdcc4c26-db32-449f-b243-afcc75da90b5', 'status': 'completed', 'code': 200} Oct 20 10:44:21.394549 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7da95a6e-e780-4843-8132-40588779dd17 tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:21.404896 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7da95a6e-e780-4843-8132-40588779dd17 tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:21.422238 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-09d84684-8810-45d8-8ff0-03af2a128c4b tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:21.452384 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da95a6e-e780-4843-8132-40588779dd17 tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6521f733-8f55-4695-867b-ca6d70bf2bfc,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:21.468572 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7da95a6e-e780-4843-8132-40588779dd17 tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 811} {{(pid=100597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:44:21.470475 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5388a7-d17f-49a6-8333-4e5cb5c21a7e req-b8d828ce-b770-4328-8e3d-ed5724d614d4 tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:21.472011 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b625f51e-d7c4-4842-8b4d-36a3089403f9 req-475fc0d9-9a69-4c05-8442-ab5eb52caf84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:21.473529 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-b625f51e-d7c4-4842-8b4d-36a3089403f9 req-475fc0d9-9a69-4c05-8442-ab5eb52caf84 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2ccc155b231646e6b7c812e45bf25207&device_id=c3dd8579-1128-4529-b41e-a1f9c7a4c063 HTTP/1.1" status: 200 len: 1095 time: 0.1178935 Oct 20 10:44:21.479314 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5e5388a7-d17f-49a6-8333-4e5cb5c21a7e req-b8d828ce-b770-4328-8e3d-ed5724d614d4 tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] 10.222.0.64 "GET /v2.0/ports?device_id=af0da1c2-0e72-46be-bfb4-32abb7302e65 HTTP/1.1" status: 200 len: 945 time: 0.3706141 Oct 20 10:44:21.482691 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7da95a6e-e780-4843-8132-40588779dd17 tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:21.483228 n-d-811396-3 neutron-server[100597]: INFO neutron.db.segments_db [None req-7da95a6e-e780-4843-8132-40588779dd17 tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Added segment b99bf8af-38ec-469c-abde-3b98f86efe49 of type vlan for network dad61fe7-78c9-43b5-a340-428135d4247b Oct 20 10:44:21.513071 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 20 Oct 2021 10:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38da9c75-dc10-47bd-99e3-eb08819d7bf4 x-openstack-request-id: req-38da9c75-dc10-47bd-99e3-eb08819d7bf4 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:44:21.513677 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80d2d265-4161-4f15-ab0c-130b15ddf9e0", "name": "network-vif-deleted", "tag": "fbaf8d36-195c-43d3-b057-07f5fe113158", "status": "completed", "code": 200}, {"server_uuid": "80d2d265-4161-4f15-ab0c-130b15ddf9e0", "name": "network-vif-deleted", "tag": "c659bd4f-6f7c-4e27-84fc-06618ca3d1ea", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:44:21.514286 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-38da9c75-dc10-47bd-99e3-eb08819d7bf4 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:44:21.514839 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80d2d265-4161-4f15-ab0c-130b15ddf9e0', 'name': 'network-vif-deleted', 'tag': 'fbaf8d36-195c-43d3-b057-07f5fe113158', 'status': 'completed', 'code': 200} Oct 20 10:44:21.515197 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80d2d265-4161-4f15-ab0c-130b15ddf9e0', 'name': 'network-vif-deleted', 'tag': 'c659bd4f-6f7c-4e27-84fc-06618ca3d1ea', 'status': 'completed', 'code': 200} Oct 20 10:44:21.566536 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-09d84684-8810-45d8-8ff0-03af2a128c4b tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:21.600787 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7da95a6e-e780-4843-8132-40588779dd17 tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:21.602451 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4e9c8ee0-76cf-451d-b809-f09e025ca2ad req-70825743-cf42-4e60-b759-d5a7a1d0d58c tempest-VolumesActionsTest-1144748464 tempest-VolumesActionsTest-1144748464-project] 10.222.0.64 "GET /v2.0/ports?device_id=bc8fc667-4aec-40fd-a17a-78c9e3b592fe HTTP/1.1" status: 200 len: 210 time: 0.0841613 Oct 20 10:44:21.643309 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b625f51e-d7c4-4842-8b4d-36a3089403f9 req-7247d6d2-4351-4b79-9405-05f54a6f2c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:21.645053 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-b625f51e-d7c4-4842-8b4d-36a3089403f9 req-7247d6d2-4351-4b79-9405-05f54a6f2c66 service neutron] 10.222.0.69 "GET /v2.0/networks?id=82059dcc-4c8a-4ceb-bd06-d6f056a048a2 HTTP/1.1" status: 200 len: 909 time: 0.1594903 Oct 20 10:44:21.646124 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7da95a6e-e780-4843-8132-40588779dd17 tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:21.648520 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d84684-8810-45d8-8ff0-03af2a128c4b tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Network cbe170d3-31ba-45a2-b477-520ab0a7a8ea is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:44:21.651723 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da95a6e-e780-4843-8132-40588779dd17 tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:21.652410 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7da95a6e-e780-4843-8132-40588779dd17 tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:21.663282 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5e5388a7-d17f-49a6-8333-4e5cb5c21a7e req-74ac5768-fbfc-4b95-8ce4-bde0bdc79461 tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] 10.222.0.64 "GET /v2.0/security-groups?id=c293d202-08a2-46d7-8156-502eb68acc76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775708 Oct 20 10:44:21.674108 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-09d84684-8810-45d8-8ff0-03af2a128c4b tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:44:21.689147 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d84684-8810-45d8-8ff0-03af2a128c4b tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:44:21.732311 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-b625f51e-d7c4-4842-8b4d-36a3089403f9 req-ac475ccd-bc9f-4035-bc1e-5d415f71f9de service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fdcc4c26-db32-449f-b243-afcc75da90b5 HTTP/1.1" status: 200 len: 217 time: 0.0769973 Oct 20 10:44:21.751730 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35e1742-c434-4693-bcbc-521a8fd97892 req-fb7953d4-a9f4-403d-a0ef-f0b591332577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:21.752347 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-7da95a6e-e780-4843-8132-40588779dd17 tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.6839635 Oct 20 10:44:21.752995 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35e1742-c434-4693-bcbc-521a8fd97892 req-fb7953d4-a9f4-403d-a0ef-f0b591332577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:21.753643 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35e1742-c434-4693-bcbc-521a8fd97892 req-fb7953d4-a9f4-403d-a0ef-f0b591332577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:21.754281 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35e1742-c434-4693-bcbc-521a8fd97892 req-fb7953d4-a9f4-403d-a0ef-f0b591332577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:21.754916 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35e1742-c434-4693-bcbc-521a8fd97892 req-fb7953d4-a9f4-403d-a0ef-f0b591332577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:21.755579 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35e1742-c434-4693-bcbc-521a8fd97892 req-fb7953d4-a9f4-403d-a0ef-f0b591332577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:21.756207 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35e1742-c434-4693-bcbc-521a8fd97892 req-fb7953d4-a9f4-403d-a0ef-f0b591332577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:21.758607 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c35e1742-c434-4693-bcbc-521a8fd97892 req-fb7953d4-a9f4-403d-a0ef-f0b591332577 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c HTTP/1.1" status: 200 len: 6501 time: 0.5413890 Oct 20 10:44:21.759577 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d84684-8810-45d8-8ff0-03af2a128c4b tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Pushing event updated for resources: {'Port': ['ID=dc46f9d7-6468-46f7-b533-f4c330f5422d,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:21.768861 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35132) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:21.838483 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-69c9a729-0cab-4a1b-b91f-9005c4b29fdd tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Request body: {'subnet': {'network_id': 'dad61fe7-78c9-43b5-a340-428135d4247b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:44:21.933380 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da95a6e-e780-4843-8132-40588779dd17 tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Pushing event updated for resources: {'Network': ['ID=dad61fe7-78c9-43b5-a340-428135d4247b,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:21.947798 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network dad61fe7-78c9-43b5-a340-428135d4247b details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:44:21.991204 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b625f51e-d7c4-4842-8b4d-36a3089403f9 req-41e8f9cb-b3fa-437d-a2c3-ef4897daab3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:21.992726 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-b625f51e-d7c4-4842-8b4d-36a3089403f9 req-41e8f9cb-b3fa-437d-a2c3-ef4897daab3b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1de3ab53-f0bc-40b7-8de6-e08e820974d8 HTTP/1.1" status: 200 len: 848 time: 0.2459726 Oct 20 10:44:22.052748 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-b625f51e-d7c4-4842-8b4d-36a3089403f9 req-95bd4eaa-0bf6-40bf-9d30-8c5205d991fa service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=82059dcc-4c8a-4ceb-bd06-d6f056a048a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518734 Oct 20 10:44:22.096134 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69c9a729-0cab-4a1b-b91f-9005c4b29fdd tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Made reservation on behalf of 6161d310364f418ca18ffd0f60016698 for: {'subnet': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:44:22.100076 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-69c9a729-0cab-4a1b-b91f-9005c4b29fdd tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25350782'] for subnet, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:22.222865 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c35e1742-c434-4693-bcbc-521a8fd97892 req-d0ddc451-01a2-44d7-80b0-0c9c7006fa03 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=112bbbcd-cedd-416d-87db-f3a7d2197192&id=40e57539-8f43-4a87-8d18-5d8780562b01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4488928 Oct 20 10:44:22.267940 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-b625f51e-d7c4-4842-8b4d-36a3089403f9 req-2a918704-667a-455c-a13b-0f47238c2d1b service neutron] 10.222.0.69 "GET /v2.0/networks/82059dcc-4c8a-4ceb-bd06-d6f056a048a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067015 Oct 20 10:44:22.289901 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-211f5810-8b17-406b-bcc5-bdaa7932e4e9 req-abc1c346-980a-42c3-a388-d18eac110990 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:22.301448 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db509e2-90d9-4a92-94f6-a04f8833ca8b req-3864d136-3b3f-4319-8368-b592ff614947 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:22.303801 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3db509e2-90d9-4a92-94f6-a04f8833ca8b req-3864d136-3b3f-4319-8368-b592ff614947 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] 10.222.0.64 "GET /v2.0/ports?device_id=80d2d265-4161-4f15-ab0c-130b15ddf9e0 HTTP/1.1" status: 200 len: 942 time: 0.5060458 Oct 20 10:44:22.378261 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23812a09-5000-4221-ab6f-175d41e3ab5d req-fd1a0c0d-7775-4345-bb1e-d170ac8bbda0 tempest-VolumesActionsTest-1144748464 tempest-VolumesActionsTest-1144748464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:22.379663 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-23812a09-5000-4221-ab6f-175d41e3ab5d req-fd1a0c0d-7775-4345-bb1e-d170ac8bbda0 tempest-VolumesActionsTest-1144748464 tempest-VolumesActionsTest-1144748464-project] 10.222.0.55 "GET /v2.0/networks?id=915f5e39-1839-4241-9165-9d264820cd35 HTTP/1.1" status: 200 len: 809 time: 0.3839488 Oct 20 10:44:22.430450 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188a3712-a38c-4a1c-8573-434c1e95b368 req-6595d588-0ff7-416e-b22a-0602c0435825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:22.432446 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-188a3712-a38c-4a1c-8573-434c1e95b368 req-6595d588-0ff7-416e-b22a-0602c0435825 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=94fe84a260a04255ae5a7f7035e1a279&device_id=5a76b356-3318-479d-99e5-2976ed5838a9 HTTP/1.1" status: 200 len: 1096 time: 0.4971099 Oct 20 10:44:22.442384 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc1c346-980a-42c3-a388-d18eac110990 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Pushing event deleted for resources: {'Port': ['ID=6b62206e-39d0-45df-9f8b-694b5bc1053f,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:22.446073 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-69c9a729-0cab-4a1b-b91f-9005c4b29fdd tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25350752'] for subnet, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:22.475419 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-b625f51e-d7c4-4842-8b4d-36a3089403f9 req-c7b0045c-3034-4e96-89eb-8d58f9ff595a service neutron] 10.222.0.69 "GET /v2.0/networks/82059dcc-4c8a-4ceb-bd06-d6f056a048a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803961 Oct 20 10:44:22.478886 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f45066b-d5e6-4423-bfcf-d8b94be095ca req-59658821-8018-4c0a-b087-f537356d07b4 tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:22.486633 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5f45066b-d5e6-4423-bfcf-d8b94be095ca req-59658821-8018-4c0a-b087-f537356d07b4 tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a76b356-3318-479d-99e5-2976ed5838a9 HTTP/1.1" status: 200 len: 945 time: 0.5490518 Oct 20 10:44:22.507018 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c9a729-0cab-4a1b-b91f-9005c4b29fdd tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Pushing event updated for resources: {'Subnet': ['ID=fb5ef6ea-4c3d-40b3-83cd-07aa5519a1a0,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:22.527093 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c9a729-0cab-4a1b-b91f-9005c4b29fdd tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Checking segment: {'id': 'b99bf8af-38ec-469c-abde-3b98f86efe49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'dad61fe7-78c9-43b5-a340-428135d4247b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:44:22.527494 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c9a729-0cab-4a1b-b91f-9005c4b29fdd tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Network hostable DHCP agents. Network: dad61fe7-78c9-43b5-a340-428135d4247b, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:44:22.545923 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c9a729-0cab-4a1b-b91f-9005c4b29fdd tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Network dad61fe7-78c9-43b5-a340-428135d4247b is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:44:22.557008 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-69c9a729-0cab-4a1b-b91f-9005c4b29fdd tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, dad61fe7-78c9-43b5-a340-428135d4247b) {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:44:22.561395 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c9a729-0cab-4a1b-b91f-9005c4b29fdd tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:22.562248 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-69c9a729-0cab-4a1b-b91f-9005c4b29fdd tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:22.570482 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31441411-0bc4-48ab-a8a2-894514552db0 None None] Network dad61fe7-78c9-43b5-a340-428135d4247b requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:44:22.586251 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-69c9a729-0cab-4a1b-b91f-9005c4b29fdd tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8155808 Oct 20 10:44:22.589511 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35140) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:22.596225 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-7c32d172-f3d8-4acf-a27f-1056d5b31109 tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Request body: {'port': {'network_id': 'dad61fe7-78c9-43b5-a340-428135d4247b', 'name': 'tempest-AllowedAddressPairTestJSON-238566775'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:44:22.608232 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-211f5810-8b17-406b-bcc5-bdaa7932e4e9 req-abc1c346-980a-42c3-a388-d18eac110990 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] No DVR routers for this DVR port 6b62206e-39d0-45df-9f8b-694b5bc1053f on host n-h2-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:44:22.636176 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-09d84684-8810-45d8-8ff0-03af2a128c4b tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Publish callbacks [] for router_gateway, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:22.638407 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-211f5810-8b17-406b-bcc5-bdaa7932e4e9 req-abc1c346-980a-42c3-a388-d18eac110990 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:22.643287 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-211f5810-8b17-406b-bcc5-bdaa7932e4e9 req-abc1c346-980a-42c3-a388-d18eac110990 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] 10.222.0.69 "DELETE /v2.0/ports/6b62206e-39d0-45df-9f8b-694b5bc1053f HTTP/1.1" status: 204 len: 173 time: 2.5493920 Oct 20 10:44:22.688733 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3db509e2-90d9-4a92-94f6-a04f8833ca8b req-2ecf0694-3eb5-4fb2-b395-7afd641c9d49 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e881cba-3138-4f23-9b77-7adf07b3a5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3191552 Oct 20 10:44:22.690517 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188a3712-a38c-4a1c-8573-434c1e95b368 req-e7a2b43a-37a4-4f5d-96f7-9256bcb2e64c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:22.692309 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-188a3712-a38c-4a1c-8573-434c1e95b368 req-e7a2b43a-37a4-4f5d-96f7-9256bcb2e64c service neutron] 10.222.0.69 "GET /v2.0/networks?id=b1ffa362-8a3c-4d47-bfc2-ef936ca65b06 HTTP/1.1" status: 200 len: 920 time: 0.2468820 Oct 20 10:44:22.785574 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e270e4-1981-4039-a709-89603a43b634 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524064ba-869c-5550-b826-c26b69a11278-dad61fe7-78c9-43b5-a340-428135d4247b', 'network_id': 'dad61fe7-78c9-43b5-a340-428135d4247b', 'tenant_id': '6161d310364f418ca18ffd0f60016698', 'fixed_ips': [{'subnet_id': 'fb5ef6ea-4c3d-40b3-83cd-07aa5519a1a0'}]}} from n-d-811396-3. {{(pid=100598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:44:22.786918 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-e0e270e4-1981-4039-a709-89603a43b634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:22.824404 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c32d172-f3d8-4acf-a27f-1056d5b31109 tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Made reservation on behalf of 6161d310364f418ca18ffd0f60016698 for: {'port': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:44:22.830492 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7c32d172-f3d8-4acf-a27f-1056d5b31109 tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:22.852605 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [None req-7c32d172-f3d8-4acf-a27f-1056d5b31109 tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] device_id is not set on port 99ba76a0-72d7-4fc6-bf83-97bd117602bd yet. {{(pid=100597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:44:22.997021 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-7c32d172-f3d8-4acf-a27f-1056d5b31109 tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Allocated IP 172.20.0.4 (dad61fe7-78c9-43b5-a340-428135d4247b/fb5ef6ea-4c3d-40b3-83cd-07aa5519a1a0/99ba76a0-72d7-4fc6-bf83-97bd117602bd) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:44:23.113812 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-23812a09-5000-4221-ab6f-175d41e3ab5d req-440e0089-e319-4ca3-831c-855ce80c670c tempest-VolumesActionsTest-1144748464 tempest-VolumesActionsTest-1144748464-project] Request body: {'port': {'device_id': 'bc8fc667-4aec-40fd-a17a-78c9e3b592fe', 'network_id': '915f5e39-1839-4241-9165-9d264820cd35', 'admin_state_up': True, 'tenant_id': '707211047f5849649b1317c9f46b5261'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:44:23.165491 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7c32d172-f3d8-4acf-a27f-1056d5b31109 tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:23.184031 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5f45066b-d5e6-4423-bfcf-d8b94be095ca req-9c0db96c-d3cc-4ff3-af47-a3612023b979 tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] 10.222.0.64 "GET /v2.0/security-groups?id=7975bea3-846b-43cc-b5f2-c6ce0fda577e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6964660 Oct 20 10:44:23.217090 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7c32d172-f3d8-4acf-a27f-1056d5b31109 tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:23.261711 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-e0e270e4-1981-4039-a709-89603a43b634 None None] Allocated IP 172.20.0.2 (dad61fe7-78c9-43b5-a340-428135d4247b/fb5ef6ea-4c3d-40b3-83cd-07aa5519a1a0/85d5f3c6-ef8f-4e39-9e71-9d8c65f54412) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:44:23.290961 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c32d172-f3d8-4acf-a27f-1056d5b31109 tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Network dad61fe7-78c9-43b5-a340-428135d4247b is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:44:23.292739 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-7c32d172-f3d8-4acf-a27f-1056d5b31109 tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:44:23.294608 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c32d172-f3d8-4acf-a27f-1056d5b31109 tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Pushing event updated for resources: {'Port': ['ID=99ba76a0-72d7-4fc6-bf83-97bd117602bd,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:23.296884 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c32d172-f3d8-4acf-a27f-1056d5b31109 tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:44:23.351681 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c32d172-f3d8-4acf-a27f-1056d5b31109 tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:23.351681 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7c32d172-f3d8-4acf-a27f-1056d5b31109 tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:23.369098 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-7c32d172-f3d8-4acf-a27f-1056d5b31109 tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.7784729 Oct 20 10:44:23.371899 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35148) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:23.379824 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-3a9a79cf-ec2b-4949-9514-674165999c5d tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Request body: {'port': {'network_id': 'dad61fe7-78c9-43b5-a340-428135d4247b', 'name': 'tempest-AllowedAddressPairTestJSON-2082341123', 'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:8a:4e:e2'}]}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:44:23.397431 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-188a3712-a38c-4a1c-8573-434c1e95b368 req-fc1a4238-a1c9-473c-ab1d-fb8e2d83bc79 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e074a8d4-a049-422b-ae73-5f9be9909c5b HTTP/1.1" status: 200 len: 217 time: 0.2892172 Oct 20 10:44:23.447004 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-e0e270e4-1981-4039-a709-89603a43b634 None None] Publish callbacks [] for port, precommit_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:23.453979 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-e0e270e4-1981-4039-a709-89603a43b634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:23.491708 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188a3712-a38c-4a1c-8573-434c1e95b368 req-253bdfdc-a46a-47e2-84fc-96bab0257487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:23.493471 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-188a3712-a38c-4a1c-8573-434c1e95b368 req-253bdfdc-a46a-47e2-84fc-96bab0257487 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6929fe63-bace-4614-aa8a-7d3362152171 HTTP/1.1" status: 200 len: 859 time: 0.0810335 Oct 20 10:44:23.516805 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80d2d265-4161-4f15-ab0c-130b15ddf9e0', 'name': 'network-vif-deleted', 'tag': '6b62206e-39d0-45df-9f8b-694b5bc1053f'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:44:23.520913 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc467909-eb62-4a11-ba53-9628aa5092d3" -d '{"events": [{"server_uuid": "80d2d265-4161-4f15-ab0c-130b15ddf9e0", "name": "network-vif-deleted", "tag": "6b62206e-39d0-45df-9f8b-694b5bc1053f"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:44:23.524110 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a9a79cf-ec2b-4949-9514-674165999c5d tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Made reservation on behalf of 6161d310364f418ca18ffd0f60016698 for: {'port': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:44:23.525209 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e270e4-1981-4039-a709-89603a43b634 None None] Network dad61fe7-78c9-43b5-a340-428135d4247b is already hosted by enough agents. {{(pid=100598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:44:23.528997 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.base_scheduler [None req-e0e270e4-1981-4039-a709-89603a43b634 None None] Resources bound (agent type, host, resource id): {{(pid=100598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:44:23.535768 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e270e4-1981-4039-a709-89603a43b634 None None] Received port after_create {{(pid=100598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:44:23.546159 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e270e4-1981-4039-a709-89603a43b634 None None] Pushing event updated for resources: {'Port': ['ID=85d5f3c6-ef8f-4e39-9e71-9d8c65f54412,revision_number=1']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:23.575361 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-09d84684-8810-45d8-8ff0-03af2a128c4b tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1773475'] for router, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:23.611040 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-e0e270e4-1981-4039-a709-89603a43b634 None None] Attempting to bind port 85d5f3c6-ef8f-4e39-9e71-9d8c65f54412 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:44:23.611924 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-e0e270e4-1981-4039-a709-89603a43b634 None None] Attempting to bind port 85d5f3c6-ef8f-4e39-9e71-9d8c65f54412 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': 'b99bf8af-38ec-469c-abde-3b98f86efe49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'dad61fe7-78c9-43b5-a340-428135d4247b'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:44:23.612537 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e270e4-1981-4039-a709-89603a43b634 None None] Attempting to bind port 85d5f3c6-ef8f-4e39-9e71-9d8c65f54412 on network dad61fe7-78c9-43b5-a340-428135d4247b {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:44:23.618439 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e270e4-1981-4039-a709-89603a43b634 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:44:23.618974 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e270e4-1981-4039-a709-89603a43b634 None None] Checking segment: {'id': 'b99bf8af-38ec-469c-abde-3b98f86efe49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'dad61fe7-78c9-43b5-a340-428135d4247b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:44:23.619659 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-e0e270e4-1981-4039-a709-89603a43b634 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:23.620143 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e270e4-1981-4039-a709-89603a43b634 None None] Bound using segment: {'id': 'b99bf8af-38ec-469c-abde-3b98f86efe49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'dad61fe7-78c9-43b5-a340-428135d4247b'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:44:23.620712 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-e0e270e4-1981-4039-a709-89603a43b634 None None] Bound port: 85d5f3c6-ef8f-4e39-9e71-9d8c65f54412, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b99bf8af-38ec-469c-abde-3b98f86efe49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'dad61fe7-78c9-43b5-a340-428135d4247b'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:44:23.621201 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-e0e270e4-1981-4039-a709-89603a43b634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:23.634813 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device fdcc4c26-db32-449f-b243-afcc75da90b5 details requested by agent hyperv_n-h2-811396-3 with host n-h2-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:44:23.674807 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-188a3712-a38c-4a1c-8573-434c1e95b368 req-a6a9052e-8efb-4c82-ba73-7f4cb4c9f989 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b1ffa362-8a3c-4d47-bfc2-ef936ca65b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1462691 Oct 20 10:44:23.692719 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc69908d-8e0a-45a2-8f30-d9133b25a3d9 req-778f6b44-5a70-43ca-9e6e-34c6dad24e9b tempest-VolumesActionsTest-1501897971 tempest-VolumesActionsTest-1501897971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:23.694602 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-dc69908d-8e0a-45a2-8f30-d9133b25a3d9 req-778f6b44-5a70-43ca-9e6e-34c6dad24e9b tempest-VolumesActionsTest-1501897971 tempest-VolumesActionsTest-1501897971-project] 10.222.0.64 "GET /v2.0/ports?device_id=c3dd8579-1128-4529-b41e-a1f9c7a4c063 HTTP/1.1" status: 200 len: 944 time: 0.5874441 Oct 20 10:44:23.712297 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7861f96e-c729-41cb-9c84-8e1b3af42a00 req-d9fadb34-8284-4d9d-a9c1-0ca6d908d61b tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:23.718792 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7861f96e-c729-41cb-9c84-8e1b3af42a00 req-d9fadb34-8284-4d9d-a9c1-0ca6d908d61b tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:23.727780 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7861f96e-c729-41cb-9c84-8e1b3af42a00 req-d9fadb34-8284-4d9d-a9c1-0ca6d908d61b tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:23.735489 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7861f96e-c729-41cb-9c84-8e1b3af42a00 req-d9fadb34-8284-4d9d-a9c1-0ca6d908d61b tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:23.742098 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7861f96e-c729-41cb-9c84-8e1b3af42a00 req-d9fadb34-8284-4d9d-a9c1-0ca6d908d61b tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:23.748586 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7861f96e-c729-41cb-9c84-8e1b3af42a00 req-d9fadb34-8284-4d9d-a9c1-0ca6d908d61b tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:23.755099 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7861f96e-c729-41cb-9c84-8e1b3af42a00 req-d9fadb34-8284-4d9d-a9c1-0ca6d908d61b tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:23.761369 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port fdcc4c26-db32-449f-b243-afcc75da90b5, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=fdcc4c26-db32-449f-b243-afcc75da90b5,segment=NetworkSegment(3107ec16-ab57-43da-98c8-91a0033b4704),segment_id=3107ec16-ab57-43da-98c8-91a0033b4704)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:44:23.764180 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7861f96e-c729-41cb-9c84-8e1b3af42a00 req-d9fadb34-8284-4d9d-a9c1-0ca6d908d61b tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.64 "GET /v2.0/ports?device_id=9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c HTTP/1.1" status: 200 len: 5444 time: 0.3684430 Oct 20 10:44:23.779763 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Returning: {'device': 'fdcc4c26-db32-449f-b243-afcc75da90b5', 'network_id': '82059dcc-4c8a-4ceb-bd06-d6f056a048a2', 'port_id': 'fdcc4c26-db32-449f-b243-afcc75da90b5', 'mac_address': 'fa:16:3e:f4:30:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 818, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1de3ab53-f0bc-40b7-8de6-e08e820974d8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:44:23.878481 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:23.899611 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-e0e270e4-1981-4039-a709-89603a43b634 None None] For port 85d5f3c6-ef8f-4e39-9e71-9d8c65f54412, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:44:23.905054 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdcc4c26-db32-449f-b243-afcc75da90b5 {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:44:23.908105 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7861f96e-c729-41cb-9c84-8e1b3af42a00 req-d4d33304-ba18-4b07-8029-2fbcaf4c0371 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.64 "GET /v2.0/security-groups?id=112bbbcd-cedd-416d-87db-f3a7d2197192&id=40e57539-8f43-4a87-8d18-5d8780562b01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1354911 Oct 20 10:44:23.938627 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-e0e270e4-1981-4039-a709-89603a43b634 None None] For port 85d5f3c6-ef8f-4e39-9e71-9d8c65f54412, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=85d5f3c6-ef8f-4e39-9e71-9d8c65f54412,segment=NetworkSegment(b99bf8af-38ec-469c-abde-3b98f86efe49),segment_id=b99bf8af-38ec-469c-abde-3b98f86efe49)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:44:23.951095 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-dc69908d-8e0a-45a2-8f30-d9133b25a3d9 req-fbd5e6c1-771e-488b-97d1-80fdc0a9a24a tempest-VolumesActionsTest-1501897971 tempest-VolumesActionsTest-1501897971-project] 10.222.0.64 "GET /v2.0/security-groups?id=d52c9ff6-6817-48ec-94f7-519be190f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646414 Oct 20 10:44:23.959328 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-e0e270e4-1981-4039-a709-89603a43b634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:23.975096 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port fdcc4c26-db32-449f-b243-afcc75da90b5, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=fdcc4c26-db32-449f-b243-afcc75da90b5,segment=NetworkSegment(3107ec16-ab57-43da-98c8-91a0033b4704),segment_id=3107ec16-ab57-43da-98c8-91a0033b4704)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:44:24.004747 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3a9a79cf-ec2b-4949-9514-674165999c5d tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:24.013437 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:24.037676 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [None req-3a9a79cf-ec2b-4949-9514-674165999c5d tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] device_id is not set on port 50db5e83-ecd0-4286-864c-408f0c51408f yet. {{(pid=100597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:44:24.064238 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e270e4-1981-4039-a709-89603a43b634 None None] Pushing event updated for resources: {'Port': ['ID=85d5f3c6-ef8f-4e39-9e71-9d8c65f54412,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:24.150978 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=fdcc4c26-db32-449f-b243-afcc75da90b5,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:24.187802 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23812a09-5000-4221-ab6f-175d41e3ab5d req-440e0089-e319-4ca3-831c-855ce80c670c tempest-VolumesActionsTest-1144748464 tempest-VolumesActionsTest-1144748464-project] Made reservation on behalf of 707211047f5849649b1317c9f46b5261 for: {'port': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:44:24.192025 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-23812a09-5000-4221-ab6f-175d41e3ab5d req-440e0089-e319-4ca3-831c-855ce80c670c tempest-VolumesActionsTest-1144748464 tempest-VolumesActionsTest-1144748464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:24.207734 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7c1132cb-afcf-47c0-9953-8deaea8ebba7 req-fe47e09d-7ff8-4924-95c4-ecd6bf1b9c89 tempest-VolumesActionsTest-1144748464 tempest-VolumesActionsTest-1144748464-project] 10.222.0.64 "GET /v2.0/ports?device_id=bc8fc667-4aec-40fd-a17a-78c9e3b592fe HTTP/1.1" status: 200 len: 210 time: 0.0475047 Oct 20 10:44:24.245506 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-3a9a79cf-ec2b-4949-9514-674165999c5d tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Allocated IP 172.20.0.11 (dad61fe7-78c9-43b5-a340-428135d4247b/fb5ef6ea-4c3d-40b3-83cd-07aa5519a1a0/50db5e83-ecd0-4286-864c-408f0c51408f) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:44:24.247338 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['fdcc4c26-db32-449f-b243-afcc75da90b5'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:44:24.437817 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a26b2d9-08f3-4c6c-aa83-ce51f7edb3cd x-openstack-request-id: req-8a26b2d9-08f3-4c6c-aa83-ce51f7edb3cd {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:44:24.439510 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80d2d265-4161-4f15-ab0c-130b15ddf9e0", "name": "network-vif-deleted", "tag": "6b62206e-39d0-45df-9f8b-694b5bc1053f", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:44:24.439794 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8a26b2d9-08f3-4c6c-aa83-ce51f7edb3cd {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:44:24.440183 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80d2d265-4161-4f15-ab0c-130b15ddf9e0', 'name': 'network-vif-deleted', 'tag': '6b62206e-39d0-45df-9f8b-694b5bc1053f', 'status': 'completed', 'code': 200} Oct 20 10:44:24.447862 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-188a3712-a38c-4a1c-8573-434c1e95b368 req-66c97eba-9e98-41fc-9eb4-b5a23e278983 service neutron] 10.222.0.69 "GET /v2.0/networks/b1ffa362-8a3c-4d47-bfc2-ef936ca65b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7482624 Oct 20 10:44:24.532861 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db6d919-526a-4805-b340-7090bc2eb31a req-40310a52-9896-4e0b-a7cc-30ca9bded7b0 tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:24.541506 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7db6d919-526a-4805-b340-7090bc2eb31a req-40310a52-9896-4e0b-a7cc-30ca9bded7b0 tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] 10.222.0.64 "GET /v2.0/ports?device_id=af0da1c2-0e72-46be-bfb4-32abb7302e65 HTTP/1.1" status: 200 len: 945 time: 0.3953521 Oct 20 10:44:24.653940 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3a9a79cf-ec2b-4949-9514-674165999c5d tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:24.658227 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 85d5f3c6-ef8f-4e39-9e71-9d8c65f54412 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:44:24.674227 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09d84684-8810-45d8-8ff0-03af2a128c4b tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Router 71d26474-b789-440b-9afd-a9886bc7ca1d is scheduled to L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 with binding_index 1 {{(pid=100596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 10:44:24.681099 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-634956f2-b912-469d-8c0b-f1f6633e81ad req-1b1a0a4d-f557-4682-9a65-70864d9244b4 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] 10.222.0.64 "GET /v2.0/ports?device_id=80d2d265-4161-4f15-ab0c-130b15ddf9e0 HTTP/1.1" status: 200 len: 210 time: 0.1603234 Oct 20 10:44:24.682837 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [req-23812a09-5000-4221-ab6f-175d41e3ab5d req-440e0089-e319-4ca3-831c-855ce80c670c tempest-VolumesActionsTest-1144748464 tempest-VolumesActionsTest-1144748464-project] Allocated IP 172.20.0.5 (915f5e39-1839-4241-9165-9d264820cd35/7a4ae3da-4902-4d94-b56e-def8a3a263c9/68047290-a3a3-4456-a467-4085b27a526e) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:44:24.721559 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3a9a79cf-ec2b-4949-9514-674165999c5d tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:24.739234 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7db6d919-526a-4805-b340-7090bc2eb31a req-689f80c9-3ee5-4f6d-a827-ed247ea46cd4 tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] 10.222.0.64 "GET /v2.0/security-groups?id=c293d202-08a2-46d7-8156-502eb68acc76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940327 Oct 20 10:44:24.756057 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 85d5f3c6-ef8f-4e39-9e71-9d8c65f54412 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:44:24.756558 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:24.778681 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a9a79cf-ec2b-4949-9514-674165999c5d tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Network dad61fe7-78c9-43b5-a340-428135d4247b is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:44:24.783213 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-3a9a79cf-ec2b-4949-9514-674165999c5d tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:44:24.787877 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9a79cf-ec2b-4949-9514-674165999c5d tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:44:24.795565 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9a79cf-ec2b-4949-9514-674165999c5d tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Pushing event updated for resources: {'Port': ['ID=50db5e83-ecd0-4286-864c-408f0c51408f,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:24.867594 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a9a79cf-ec2b-4949-9514-674165999c5d tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:24.868795 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3a9a79cf-ec2b-4949-9514-674165999c5d tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:24.883811 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:24.888585 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-3a9a79cf-ec2b-4949-9514-674165999c5d tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 1.5156200 Oct 20 10:44:24.892022 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35156) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:24.894471 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-188a3712-a38c-4a1c-8573-434c1e95b368 req-86cea2ef-e768-4794-a41a-3c7a93e3b9f7 service neutron] 10.222.0.69 "GET /v2.0/networks/b1ffa362-8a3c-4d47-bfc2-ef936ca65b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4366906 Oct 20 10:44:24.941840 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] For port 85d5f3c6-ef8f-4e39-9e71-9d8c65f54412, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=85d5f3c6-ef8f-4e39-9e71-9d8c65f54412,segment=NetworkSegment(b99bf8af-38ec-469c-abde-3b98f86efe49),segment_id=b99bf8af-38ec-469c-abde-3b98f86efe49)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:44:24.947237 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:24.963031 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a01b4b-d591-48ba-b4c5-2c51bcfb4491 req-2092fcc3-104a-43b8-bc45-5952f7d3de2c tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:24.969577 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de42512-39c7-48f2-9d56-a76a99839486 tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:24.971160 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d8a01b4b-d591-48ba-b4c5-2c51bcfb4491 req-2092fcc3-104a-43b8-bc45-5952f7d3de2c tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a76b356-3318-479d-99e5-2976ed5838a9 HTTP/1.1" status: 200 len: 945 time: 0.1796260 Oct 20 10:44:24.989216 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de42512-39c7-48f2-9d56-a76a99839486 tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:24.998430 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de42512-39c7-48f2-9d56-a76a99839486 tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:25.000494 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-9de42512-39c7-48f2-9d56-a76a99839486 tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.1072397 Oct 20 10:44:25.003472 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35162) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:25.011291 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Pushing event updated for resources: {'Port': ['ID=85d5f3c6-ef8f-4e39-9e71-9d8c65f54412,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:25.114663 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-342d61f1-e122-4d57-aa89-a93d2cfed0d9 tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Deleting port 50db5e83-ecd0-4286-864c-408f0c51408f {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:44:25.115116 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-342d61f1-e122-4d57-aa89-a93d2cfed0d9 tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:25.155078 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09d84684-8810-45d8-8ff0-03af2a128c4b tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:44:25.169346 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef431bf4-1256-4924-b1fd-366fa0f9910c None None] Sync routers for ids ['71d26474-b789-440b-9afd-a9886bc7ca1d'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:44:25.193768 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef431bf4-1256-4924-b1fd-366fa0f9910c None None] Routers {'71d26474-b789-440b-9afd-a9886bc7ca1d'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:44:25.194813 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-ef431bf4-1256-4924-b1fd-366fa0f9910c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:44:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['71d26474-b789-440b-9afd-a9886bc7ca1d'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:44:25.237894 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-342d61f1-e122-4d57-aa89-a93d2cfed0d9 tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:25.249816 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-ef431bf4-1256-4924-b1fd-366fa0f9910c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:44:25.261221 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-342d61f1-e122-4d57-aa89-a93d2cfed0d9 tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Calling delete_port for 50db5e83-ecd0-4286-864c-408f0c51408f owned by {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:44:25.263506 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef431bf4-1256-4924-b1fd-366fa0f9910c None None] Routers {'71d26474-b789-440b-9afd-a9886bc7ca1d'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:44:25.264347 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-ef431bf4-1256-4924-b1fd-366fa0f9910c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:44:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['71d26474-b789-440b-9afd-a9886bc7ca1d'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:44:25.299673 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-ef431bf4-1256-4924-b1fd-366fa0f9910c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:44:25.300615 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef431bf4-1256-4924-b1fd-366fa0f9910c None None] The sync data for ids ['71d26474-b789-440b-9afd-a9886bc7ca1d'] in n-d-811396-3 is: [] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:44:25.310966 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-23812a09-5000-4221-ab6f-175d41e3ab5d req-440e0089-e319-4ca3-831c-855ce80c670c tempest-VolumesActionsTest-1144748464 tempest-VolumesActionsTest-1144748464-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:25.360076 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d8a01b4b-d591-48ba-b4c5-2c51bcfb4491 req-ec510ad5-c13b-4e38-ab51-d1f48982f75b tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] 10.222.0.64 "GET /v2.0/security-groups?id=7975bea3-846b-43cc-b5f2-c6ce0fda577e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3182864 Oct 20 10:44:25.375335 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca58dbc1-285b-4c36-99c5-25e7e045e7dc req-4520447a-18c8-4878-81d2-e00f2fe9f7a7 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:25.382316 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca58dbc1-285b-4c36-99c5-25e7e045e7dc req-4520447a-18c8-4878-81d2-e00f2fe9f7a7 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:25.389710 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca58dbc1-285b-4c36-99c5-25e7e045e7dc req-4520447a-18c8-4878-81d2-e00f2fe9f7a7 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:25.400168 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca58dbc1-285b-4c36-99c5-25e7e045e7dc req-4520447a-18c8-4878-81d2-e00f2fe9f7a7 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:25.410552 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca58dbc1-285b-4c36-99c5-25e7e045e7dc req-4520447a-18c8-4878-81d2-e00f2fe9f7a7 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:25.418338 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-342d61f1-e122-4d57-aa89-a93d2cfed0d9 tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:25.419693 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca58dbc1-285b-4c36-99c5-25e7e045e7dc req-4520447a-18c8-4878-81d2-e00f2fe9f7a7 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:25.428159 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca58dbc1-285b-4c36-99c5-25e7e045e7dc req-4520447a-18c8-4878-81d2-e00f2fe9f7a7 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:25.437117 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ca58dbc1-285b-4c36-99c5-25e7e045e7dc req-4520447a-18c8-4878-81d2-e00f2fe9f7a7 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.64 "GET /v2.0/ports?device_id=9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c HTTP/1.1" status: 200 len: 5444 time: 0.3876603 Oct 20 10:44:25.442800 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-09d84684-8810-45d8-8ff0-03af2a128c4b tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Publish callbacks [] for router, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:25.446701 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-09d84684-8810-45d8-8ff0-03af2a128c4b tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 6.8765695 Oct 20 10:44:25.446701 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-23812a09-5000-4221-ab6f-175d41e3ab5d req-440e0089-e319-4ca3-831c-855ce80c670c tempest-VolumesActionsTest-1144748464 tempest-VolumesActionsTest-1144748464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:25.452477 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35166) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:25.460493 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342d61f1-e122-4d57-aa89-a93d2cfed0d9 tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Pushing event deleted for resources: {'Port': ['ID=50db5e83-ecd0-4286-864c-408f0c51408f,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:25.546453 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23812a09-5000-4221-ab6f-175d41e3ab5d req-440e0089-e319-4ca3-831c-855ce80c670c tempest-VolumesActionsTest-1144748464 tempest-VolumesActionsTest-1144748464-project] Network 915f5e39-1839-4241-9165-9d264820cd35 is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:44:25.567896 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f508be-dcfb-44f4-90ba-3938ed453dfb req-413971bc-42ba-40be-9c51-be5d7b00caa3 tempest-VolumesActionsTest-1501897971 tempest-VolumesActionsTest-1501897971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:25.569410 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-35f508be-dcfb-44f4-90ba-3938ed453dfb req-413971bc-42ba-40be-9c51-be5d7b00caa3 tempest-VolumesActionsTest-1501897971 tempest-VolumesActionsTest-1501897971-project] 10.222.0.64 "GET /v2.0/ports?device_id=c3dd8579-1128-4529-b41e-a1f9c7a4c063 HTTP/1.1" status: 200 len: 945 time: 0.1302795 Oct 20 10:44:25.570306 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [req-23812a09-5000-4221-ab6f-175d41e3ab5d req-440e0089-e319-4ca3-831c-855ce80c670c tempest-VolumesActionsTest-1144748464 tempest-VolumesActionsTest-1144748464-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:44:25.572768 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-23812a09-5000-4221-ab6f-175d41e3ab5d req-440e0089-e319-4ca3-831c-855ce80c670c tempest-VolumesActionsTest-1144748464 tempest-VolumesActionsTest-1144748464-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:44:25.612524 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91732984-059a-43be-9dd7-fa20fd048214 None None] Network dad61fe7-78c9-43b5-a340-428135d4247b requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:44:25.629601 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23812a09-5000-4221-ab6f-175d41e3ab5d req-440e0089-e319-4ca3-831c-855ce80c670c tempest-VolumesActionsTest-1144748464 tempest-VolumesActionsTest-1144748464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:25.630220 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-23812a09-5000-4221-ab6f-175d41e3ab5d req-440e0089-e319-4ca3-831c-855ce80c670c tempest-VolumesActionsTest-1144748464 tempest-VolumesActionsTest-1144748464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:25.632368 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-4f491a08-39e3-493a-b1bd-800d37b41fe6 tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] 10.222.0.64 "GET /v2.0/routers/71d26474-b789-440b-9afd-a9886bc7ca1d HTTP/1.1" status: 200 len: 925 time: 0.1786022 Oct 20 10:44:25.634542 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440e0089-e319-4ca3-831c-855ce80c670c tempest-VolumesActionsTest-1144748464 tempest-VolumesActionsTest-1144748464-project] Pushing event updated for resources: {'Port': ['ID=68047290-a3a3-4456-a467-4085b27a526e,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:25.637074 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35168) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:25.652542 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ca58dbc1-285b-4c36-99c5-25e7e045e7dc req-fa5dcf1e-0143-4ea3-9cf3-ca1bf54aad4c tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.64 "GET /v2.0/security-groups?id=112bbbcd-cedd-416d-87db-f3a7d2197192&id=40e57539-8f43-4a87-8d18-5d8780562b01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2143896 Oct 20 10:44:25.680825 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-23812a09-5000-4221-ab6f-175d41e3ab5d req-440e0089-e319-4ca3-831c-855ce80c670c tempest-VolumesActionsTest-1144748464 tempest-VolumesActionsTest-1144748464-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5765724 Oct 20 10:44:25.698389 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-35f508be-dcfb-44f4-90ba-3938ed453dfb req-622729e7-fa0f-4b24-9d8d-ad57dd5dd5cd tempest-VolumesActionsTest-1501897971 tempest-VolumesActionsTest-1501897971-project] 10.222.0.64 "GET /v2.0/security-groups?id=d52c9ff6-6817-48ec-94f7-519be190f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782301 Oct 20 10:44:25.704210 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-23812a09-5000-4221-ab6f-175d41e3ab5d req-d0962d9f-1da9-41f5-866a-3b1b1e223c91 service neutron] Request body: {'port': {'device_id': 'bc8fc667-4aec-40fd-a17a-78c9e3b592fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811396-3'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:44:25.714925 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-b371749a-a933-41b3-ba36-87443e06ea4b tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] 10.222.0.64 "GET /v2.0/ports?device_id=71d26474-b789-440b-9afd-a9886bc7ca1d HTTP/1.1" status: 200 len: 205 time: 0.0784113 Oct 20 10:44:25.722965 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35174) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:25.754374 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device fdcc4c26-db32-449f-b243-afcc75da90b5 up at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:44:25.780709 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-23812a09-5000-4221-ab6f-175d41e3ab5d req-d0962d9f-1da9-41f5-866a-3b1b1e223c91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:25.792695 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-342d61f1-e122-4d57-aa89-a93d2cfed0d9 tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:25.802804 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-342d61f1-e122-4d57-aa89-a93d2cfed0d9 tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] 10.222.0.64 "DELETE /v2.0/ports/50db5e83-ecd0-4286-864c-408f0c51408f HTTP/1.1" status: 204 len: 168 time: 0.7974246 Oct 20 10:44:25.803594 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35178) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:25.843178 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-328d5ab8-7ea1-4f87-a7c6-18658ca6700f None None] Provisioning complete for port 85d5f3c6-ef8f-4e39-9e71-9d8c65f54412 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:44:25.843865 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-328d5ab8-7ea1-4f87-a7c6-18658ca6700f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:25.845330 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-93d14328-236e-49a1-85f5-177ea6edf5e8 tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] GET failed (client error): The resource could not be found. Oct 20 10:44:25.853065 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-93d14328-236e-49a1-85f5-177ea6edf5e8 tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] 10.222.0.64 "GET /v2.0/ports/50db5e83-ecd0-4286-864c-408f0c51408f HTTP/1.1" status: 404 len: 333 time: 0.0441012 Oct 20 10:44:25.853848 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35180) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:25.861328 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-303edd00-d655-4e29-afcd-59336c0c9906 tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Request body: {'port': {'network_id': 'dad61fe7-78c9-43b5-a340-428135d4247b', 'name': 'tempest-AllowedAddressPairTestJSON-1462628999'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:44:25.976481 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning for port fdcc4c26-db32-449f-b243-afcc75da90b5 completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:44:25.979541 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bed6bad1-e84f-4dd0-8bdb-15f4195fead9 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Publish callbacks [] for router, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:25.984923 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning complete for port fdcc4c26-db32-449f-b243-afcc75da90b5 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:44:25.985526 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:26.112893 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:26.131341 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-303edd00-d655-4e29-afcd-59336c0c9906 tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Made reservation on behalf of 6161d310364f418ca18ffd0f60016698 for: {'port': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:44:26.135480 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-303edd00-d655-4e29-afcd-59336c0c9906 tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:26.138844 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bed6bad1-e84f-4dd0-8bdb-15f4195fead9 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:26.169215 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [None req-303edd00-d655-4e29-afcd-59336c0c9906 tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] device_id is not set on port a9e0bce4-9ec9-467c-a7e1-78ae3ef16ea1 yet. {{(pid=100597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:44:26.325534 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-bed6bad1-e84f-4dd0-8bdb-15f4195fead9 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Deleting port dc46f9d7-6468-46f7-b533-f4c330f5422d {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:44:26.326024 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bed6bad1-e84f-4dd0-8bdb-15f4195fead9 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:26.441881 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3dd8579-1128-4529-b41e-a1f9c7a4c063', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdcc4c26-db32-449f-b243-afcc75da90b5'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:44:26.450796 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-303edd00-d655-4e29-afcd-59336c0c9906 tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Allocated IP 172.20.0.10 (dad61fe7-78c9-43b5-a340-428135d4247b/fb5ef6ea-4c3d-40b3-83cd-07aa5519a1a0/a9e0bce4-9ec9-467c-a7e1-78ae3ef16ea1) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:44:26.454173 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfe5d5d2-d4cd-4b24-a098-7635c697c9da" -d '{"events": [{"server_uuid": "c3dd8579-1128-4529-b41e-a1f9c7a4c063", "name": "network-vif-plugged", "status": "completed", "tag": "fdcc4c26-db32-449f-b243-afcc75da90b5"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:44:26.490302 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port fdcc4c26-db32-449f-b243-afcc75da90b5, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=fdcc4c26-db32-449f-b243-afcc75da90b5,segment=NetworkSegment(3107ec16-ab57-43da-98c8-91a0033b4704),segment_id=3107ec16-ab57-43da-98c8-91a0033b4704)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:44:26.490609 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bed6bad1-e84f-4dd0-8bdb-15f4195fead9 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:26.499587 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:26.533611 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-bed6bad1-e84f-4dd0-8bdb-15f4195fead9 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Calling delete_port for dc46f9d7-6468-46f7-b533-f4c330f5422d owned by network:router_gateway {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:44:26.539222 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-8bfa2a0a-147e-485c-86e8-0d5e67388bcc None None] Provisioning complete for port 99ba76a0-72d7-4fc6-bf83-97bd117602bd triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:44:26.540070 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-8bfa2a0a-147e-485c-86e8-0d5e67388bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:26.632906 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 85d5f3c6-ef8f-4e39-9e71-9d8c65f54412 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:44:26.668696 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64457032-1fec-4ef2-b229-df9df2eca33a req-68706152-bd0b-43be-989a-12400e84b260 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:26.680190 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64457032-1fec-4ef2-b229-df9df2eca33a req-68706152-bd0b-43be-989a-12400e84b260 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:26.685211 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-8bfa2a0a-147e-485c-86e8-0d5e67388bcc None None] Port 99ba76a0-72d7-4fc6-bf83-97bd117602bd cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:44:26.686475 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64457032-1fec-4ef2-b229-df9df2eca33a req-68706152-bd0b-43be-989a-12400e84b260 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:26.693525 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64457032-1fec-4ef2-b229-df9df2eca33a req-68706152-bd0b-43be-989a-12400e84b260 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:26.699879 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64457032-1fec-4ef2-b229-df9df2eca33a req-68706152-bd0b-43be-989a-12400e84b260 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:26.706129 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64457032-1fec-4ef2-b229-df9df2eca33a req-68706152-bd0b-43be-989a-12400e84b260 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:26.712422 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64457032-1fec-4ef2-b229-df9df2eca33a req-68706152-bd0b-43be-989a-12400e84b260 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:26.725794 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-64457032-1fec-4ef2-b229-df9df2eca33a req-68706152-bd0b-43be-989a-12400e84b260 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.64 "GET /v2.0/ports?device_id=9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c HTTP/1.1" status: 200 len: 5444 time: 0.6674962 Oct 20 10:44:26.729310 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=fdcc4c26-db32-449f-b243-afcc75da90b5,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:26.732394 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35186) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:26.737909 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-3e77860d-1480-4759-81e0-933322990ce6 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Request body: {'floatingip': {'port_id': '687e9444-b6e6-48d0-a254-817eeff5b001'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:44:26.756001 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-8bfa2a0a-147e-485c-86e8-0d5e67388bcc None None] Provisioning complete for port 85d5f3c6-ef8f-4e39-9e71-9d8c65f54412 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:44:26.756001 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-8bfa2a0a-147e-485c-86e8-0d5e67388bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:26.766749 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3728e1c-e649-4160-97aa-467566a11c1e req-dbe35235-1627-4352-875e-b5d5b49e27ed tempest-VolumesActionsTest-1144748464 tempest-VolumesActionsTest-1144748464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:26.769234 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f3728e1c-e649-4160-97aa-467566a11c1e req-dbe35235-1627-4352-875e-b5d5b49e27ed tempest-VolumesActionsTest-1144748464 tempest-VolumesActionsTest-1144748464-project] 10.222.0.64 "GET /v2.0/ports?device_id=bc8fc667-4aec-40fd-a17a-78c9e3b592fe HTTP/1.1" status: 200 len: 931 time: 0.9685297 Oct 20 10:44:26.813222 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3e77860d-1480-4759-81e0-933322990ce6 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Publish callbacks [] for floatingip, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:26.819543 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-303edd00-d655-4e29-afcd-59336c0c9906 tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:26.855410 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 85d5f3c6-ef8f-4e39-9e71-9d8c65f54412 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:44:26.856099 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:26.870569 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f3728e1c-e649-4160-97aa-467566a11c1e req-e8bede7f-d32a-4521-84b8-df808bf2f035 tempest-VolumesActionsTest-1144748464 tempest-VolumesActionsTest-1144748464-project] 10.222.0.64 "GET /v2.0/security-groups?id=c682c5dc-70fe-4475-98e8-9175ea829e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920975 Oct 20 10:44:26.879973 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-88191fd7-4fdd-4344-9dd9-219b785a21fe req-14ca8f27-3856-467d-9de8-916a84b652bc tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] 10.222.0.64 "GET /v2.0/ports?device_id=80d2d265-4161-4f15-ab0c-130b15ddf9e0 HTTP/1.1" status: 200 len: 210 time: 0.0622349 Oct 20 10:44:26.970071 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [req-23812a09-5000-4221-ab6f-175d41e3ab5d req-d0962d9f-1da9-41f5-866a-3b1b1e223c91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68047290-a3a3-4456-a467-4085b27a526e {{(pid=100596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:44:26.987470 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-23812a09-5000-4221-ab6f-175d41e3ab5d req-d0962d9f-1da9-41f5-866a-3b1b1e223c91 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:27.053360 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.provisioning_blocks [req-23812a09-5000-4221-ab6f-175d41e3ab5d req-d0962d9f-1da9-41f5-866a-3b1b1e223c91 service neutron] Transition to ACTIVE for port object 68047290-a3a3-4456-a467-4085b27a526e will not be triggered until provisioned by entity L2. {{(pid=100596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:44:27.064398 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-23812a09-5000-4221-ab6f-175d41e3ab5d req-d0962d9f-1da9-41f5-866a-3b1b1e223c91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:27.136907 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2b8a4f-1633-4405-8f8a-d49c2e8e83a9 req-1dcf2893-f824-45ba-b37b-b84c71da9cb4 tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:27.144666 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ae2b8a4f-1633-4405-8f8a-d49c2e8e83a9 req-1dcf2893-f824-45ba-b37b-b84c71da9cb4 tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a76b356-3318-479d-99e5-2976ed5838a9 HTTP/1.1" status: 200 len: 945 time: 0.1513901 Oct 20 10:44:27.150979 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-bf3cb7c5-d950-408e-905e-1ee32f24f40f None None] Provisioning complete for port 99ba76a0-72d7-4fc6-bf83-97bd117602bd triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:44:27.151844 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-bf3cb7c5-d950-408e-905e-1ee32f24f40f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:27.187540 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-303edd00-d655-4e29-afcd-59336c0c9906 tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:27.202829 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-bf3cb7c5-d950-408e-905e-1ee32f24f40f None None] Port 99ba76a0-72d7-4fc6-bf83-97bd117602bd cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:44:27.289100 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-23812a09-5000-4221-ab6f-175d41e3ab5d req-d0962d9f-1da9-41f5-866a-3b1b1e223c91 service neutron] Attempting to bind port 68047290-a3a3-4456-a467-4085b27a526e on host n-h1-811396-3 for vnic_type normal with profile {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:44:27.289100 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-23812a09-5000-4221-ab6f-175d41e3ab5d req-d0962d9f-1da9-41f5-866a-3b1b1e223c91 service neutron] Attempting to bind port 68047290-a3a3-4456-a467-4085b27a526e by drivers openvswitch,hyperv on host n-h1-811396-3 at level 0 using segments [{'id': '0b3f81e3-2a29-45a8-8599-71123de702a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '915f5e39-1839-4241-9165-9d264820cd35'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:44:27.289419 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23812a09-5000-4221-ab6f-175d41e3ab5d req-d0962d9f-1da9-41f5-866a-3b1b1e223c91 service neutron] Attempting to bind port 68047290-a3a3-4456-a467-4085b27a526e on network 915f5e39-1839-4241-9165-9d264820cd35 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:44:27.291370 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0962d9f-1da9-41f5-866a-3b1b1e223c91 service neutron] Pushing event updated for resources: {'Port': ['ID=68047290-a3a3-4456-a467-4085b27a526e,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:27.312285 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23812a09-5000-4221-ab6f-175d41e3ab5d req-d0962d9f-1da9-41f5-866a-3b1b1e223c91 service neutron] Port 68047290-a3a3-4456-a467-4085b27a526e on network 915f5e39-1839-4241-9165-9d264820cd35 not bound, no agent of type Open vSwitch agent registered on host n-h1-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:44:27.312603 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23812a09-5000-4221-ab6f-175d41e3ab5d req-d0962d9f-1da9-41f5-866a-3b1b1e223c91 service neutron] Attempting to bind port 68047290-a3a3-4456-a467-4085b27a526e on network 915f5e39-1839-4241-9165-9d264820cd35 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:44:27.318140 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-eeae5763-5977-4ecb-9ce3-b89f80fc05d4 None None] Could not find standard attr ID for object 50db5e83-ecd0-4286-864c-408f0c51408f. {{(pid=100598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 20 10:44:27.329953 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63f6474-1679-4631-a7ea-3ba5639b144d req-5e262efb-643e-4391-beac-ae14964ddd2f tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:27.332882 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-303edd00-d655-4e29-afcd-59336c0c9906 tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Network dad61fe7-78c9-43b5-a340-428135d4247b is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:44:27.337710 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bed6bad1-e84f-4dd0-8bdb-15f4195fead9 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:27.337911 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c63f6474-1679-4631-a7ea-3ba5639b144d req-5e262efb-643e-4391-beac-ae14964ddd2f tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] 10.222.0.64 "GET /v2.0/ports?device_id=af0da1c2-0e72-46be-bfb4-32abb7302e65 HTTP/1.1" status: 200 len: 945 time: 0.2974951 Oct 20 10:44:27.343928 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-303edd00-d655-4e29-afcd-59336c0c9906 tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:44:27.347519 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23812a09-5000-4221-ab6f-175d41e3ab5d req-d0962d9f-1da9-41f5-866a-3b1b1e223c91 service neutron] Checking agent: {'id': 'b707b4cc-061f-4cf4-bce0-0b3df9b7bec9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 44, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:44:27.347862 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23812a09-5000-4221-ab6f-175d41e3ab5d req-d0962d9f-1da9-41f5-866a-3b1b1e223c91 service neutron] Checking segment: {'id': '0b3f81e3-2a29-45a8-8599-71123de702a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '915f5e39-1839-4241-9165-9d264820cd35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:44:27.348442 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23812a09-5000-4221-ab6f-175d41e3ab5d req-d0962d9f-1da9-41f5-866a-3b1b1e223c91 service neutron] Bound using segment: {'id': '0b3f81e3-2a29-45a8-8599-71123de702a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '915f5e39-1839-4241-9165-9d264820cd35'} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:44:27.348682 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-23812a09-5000-4221-ab6f-175d41e3ab5d req-d0962d9f-1da9-41f5-866a-3b1b1e223c91 service neutron] Bound port: 68047290-a3a3-4456-a467-4085b27a526e, host: n-h1-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b3f81e3-2a29-45a8-8599-71123de702a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '915f5e39-1839-4241-9165-9d264820cd35'}}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:44:27.349036 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-23812a09-5000-4221-ab6f-175d41e3ab5d req-d0962d9f-1da9-41f5-866a-3b1b1e223c91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:27.354562 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303edd00-d655-4e29-afcd-59336c0c9906 tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:44:27.361682 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303edd00-d655-4e29-afcd-59336c0c9906 tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Pushing event updated for resources: {'Port': ['ID=a9e0bce4-9ec9-467c-a7e1-78ae3ef16ea1,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:27.403267 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ae2b8a4f-1633-4405-8f8a-d49c2e8e83a9 req-5b8389c3-d691-4d31-9e65-91cca1e8aeb9 tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] 10.222.0.64 "GET /v2.0/security-groups?id=7975bea3-846b-43cc-b5f2-c6ce0fda577e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2508335 Oct 20 10:44:27.455499 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed6bad1-e84f-4dd0-8bdb-15f4195fead9 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Pushing event deleted for resources: {'Port': ['ID=dc46f9d7-6468-46f7-b533-f4c330f5422d,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:27.468408 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c63f6474-1679-4631-a7ea-3ba5639b144d req-244e1bc3-aff0-4eb4-b941-6a0bbc6f7a09 tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] 10.222.0.64 "GET /v2.0/security-groups?id=c293d202-08a2-46d7-8156-502eb68acc76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295588 Oct 20 10:44:27.502532 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-23812a09-5000-4221-ab6f-175d41e3ab5d req-d0962d9f-1da9-41f5-866a-3b1b1e223c91 service neutron] For port 68047290-a3a3-4456-a467-4085b27a526e, host n-h1-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:44:27.512827 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-23812a09-5000-4221-ab6f-175d41e3ab5d req-d0962d9f-1da9-41f5-866a-3b1b1e223c91 service neutron] For port 68047290-a3a3-4456-a467-4085b27a526e, host n-h1-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=68047290-a3a3-4456-a467-4085b27a526e,segment=NetworkSegment(0b3f81e3-2a29-45a8-8599-71123de702a7),segment_id=0b3f81e3-2a29-45a8-8599-71123de702a7)] {{(pid=100596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:44:27.519770 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-23812a09-5000-4221-ab6f-175d41e3ab5d req-d0962d9f-1da9-41f5-866a-3b1b1e223c91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:27.527951 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d4605b0-4dc2-43ab-a642-d542fc913f09 x-openstack-request-id: req-1d4605b0-4dc2-43ab-a642-d542fc913f09 {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:44:27.530179 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3dd8579-1128-4529-b41e-a1f9c7a4c063", "name": "network-vif-plugged", "status": "completed", "tag": "fdcc4c26-db32-449f-b243-afcc75da90b5", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:44:27.533063 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1d4605b0-4dc2-43ab-a642-d542fc913f09 {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:44:27.533594 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3dd8579-1128-4529-b41e-a1f9c7a4c063', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdcc4c26-db32-449f-b243-afcc75da90b5', 'code': 200} Oct 20 10:44:27.541041 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-303edd00-d655-4e29-afcd-59336c0c9906 tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:27.541891 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-303edd00-d655-4e29-afcd-59336c0c9906 tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:27.601800 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23812a09-5000-4221-ab6f-175d41e3ab5d req-d0962d9f-1da9-41f5-866a-3b1b1e223c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:27.603184 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-23812a09-5000-4221-ab6f-175d41e3ab5d req-d0962d9f-1da9-41f5-866a-3b1b1e223c91 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:27.605336 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-23812a09-5000-4221-ab6f-175d41e3ab5d req-d0962d9f-1da9-41f5-866a-3b1b1e223c91 service neutron] 10.222.0.55 "PUT /v2.0/ports/68047290-a3a3-4456-a467-4085b27a526e HTTP/1.1" status: 200 len: 1091 time: 1.9060321 Oct 20 10:44:27.645303 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc8fc667-4aec-40fd-a17a-78c9e3b592fe', 'tag': '68047290-a3a3-4456-a467-4085b27a526e'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:44:27.648189 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b66d083-b0f8-49aa-bbf1-58a134f58aa0" -d '{"events": [{"name": "network-changed", "server_uuid": "bc8fc667-4aec-40fd-a17a-78c9e3b592fe", "tag": "68047290-a3a3-4456-a467-4085b27a526e"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:44:27.650961 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-303edd00-d655-4e29-afcd-59336c0c9906 tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7942591 Oct 20 10:44:27.662833 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35194) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:27.672738 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-152b768a-e95a-4aca-ba48-47dfd68b2912 tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:8a:4e:e2'}]}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:44:27.737654 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:44:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb33dff3-b846-411d-b4f4-c5e8f1d5c0db x-openstack-request-id: req-bb33dff3-b846-411d-b4f4-c5e8f1d5c0db {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:44:27.738155 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc8fc667-4aec-40fd-a17a-78c9e3b592fe", "tag": "68047290-a3a3-4456-a467-4085b27a526e", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:44:27.738281 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bb33dff3-b846-411d-b4f4-c5e8f1d5c0db {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:44:27.738573 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc8fc667-4aec-40fd-a17a-78c9e3b592fe', 'tag': '68047290-a3a3-4456-a467-4085b27a526e', 'status': 'completed', 'code': 200} Oct 20 10:44:27.757403 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0962d9f-1da9-41f5-866a-3b1b1e223c91 service neutron] Pushing event updated for resources: {'Port': ['ID=68047290-a3a3-4456-a467-4085b27a526e,revision_number=3']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:27.766048 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bed6bad1-e84f-4dd0-8bdb-15f4195fead9 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1773439'] for router_gateway, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:27.779341 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d924cd1f-b63d-4d64-a3ca-700e0953ff1c req-ff548df0-b86e-4ef6-b640-abc305f0e818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:27.780863 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d924cd1f-b63d-4d64-a3ca-700e0953ff1c req-ff548df0-b86e-4ef6-b640-abc305f0e818 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=c3dd8579-1128-4529-b41e-a1f9c7a4c063 HTTP/1.1" status: 200 len: 1097 time: 0.1745665 Oct 20 10:44:27.797292 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa07e0f5-b14b-4881-9a9e-882b69bcb3d9 req-286405cb-ab08-454e-a0b2-10d4183dd5af tempest-VolumesActionsTest-1501897971 tempest-VolumesActionsTest-1501897971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:27.799039 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fa07e0f5-b14b-4881-9a9e-882b69bcb3d9 req-286405cb-ab08-454e-a0b2-10d4183dd5af tempest-VolumesActionsTest-1501897971 tempest-VolumesActionsTest-1501897971-project] 10.222.0.64 "GET /v2.0/ports?device_id=c3dd8579-1128-4529-b41e-a1f9c7a4c063 HTTP/1.1" status: 200 len: 946 time: 0.2099047 Oct 20 10:44:27.819553 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23812a09-5000-4221-ab6f-175d41e3ab5d req-2c89f5c0-d802-4681-b8c8-6d125c7be40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:27.821078 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-23812a09-5000-4221-ab6f-175d41e3ab5d req-2c89f5c0-d802-4681-b8c8-6d125c7be40e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=707211047f5849649b1317c9f46b5261&device_id=bc8fc667-4aec-40fd-a17a-78c9e3b592fe HTTP/1.1" status: 200 len: 1094 time: 0.1338062 Oct 20 10:44:27.929659 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-23812a09-5000-4221-ab6f-175d41e3ab5d req-794dfd2d-1fac-4ead-b202-9348976848b2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=68047290-a3a3-4456-a467-4085b27a526e HTTP/1.1" status: 200 len: 217 time: 0.0854671 Oct 20 10:44:27.951090 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-b029dcfc-8381-4b95-9800-a43e4254a147 None None] Provisioning complete for port a9e0bce4-9ec9-467c-a7e1-78ae3ef16ea1 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:44:27.952682 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-b029dcfc-8381-4b95-9800-a43e4254a147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:27.981383 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d924cd1f-b63d-4d64-a3ca-700e0953ff1c req-05ccb430-fcc0-4ca3-8dd0-413ffac44163 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=d52c9ff6-6817-48ec-94f7-519be190f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810625 Oct 20 10:44:27.995573 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fa07e0f5-b14b-4881-9a9e-882b69bcb3d9 req-a6e77c92-6b6c-4a22-84f6-84de4ee0ccef tempest-VolumesActionsTest-1501897971 tempest-VolumesActionsTest-1501897971-project] 10.222.0.64 "GET /v2.0/security-groups?id=d52c9ff6-6817-48ec-94f7-519be190f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867595 Oct 20 10:44:28.060032 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23812a09-5000-4221-ab6f-175d41e3ab5d req-93f1ef3b-65bc-4f89-96c7-b751585c621e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:28.061551 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-23812a09-5000-4221-ab6f-175d41e3ab5d req-93f1ef3b-65bc-4f89-96c7-b751585c621e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7a4ae3da-4902-4d94-b56e-def8a3a263c9 HTTP/1.1" status: 200 len: 849 time: 0.1246870 Oct 20 10:44:28.062049 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-b029dcfc-8381-4b95-9800-a43e4254a147 None None] Port a9e0bce4-9ec9-467c-a7e1-78ae3ef16ea1 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:44:28.141678 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-23812a09-5000-4221-ab6f-175d41e3ab5d req-f33fcdc5-8c19-40d8-84ac-db5ffce93eb4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=915f5e39-1839-4241-9165-9d264820cd35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0670145 Oct 20 10:44:28.171907 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-20e5e75d-231c-415a-9353-ac2e89bcd956 req-49178b89-6b60-406b-b4ef-915c2bd13e03 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] 10.222.0.64 "GET /v2.0/ports?device_id=80d2d265-4161-4f15-ab0c-130b15ddf9e0 HTTP/1.1" status: 200 len: 210 time: 0.0414619 Oct 20 10:44:28.203091 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdd69ce-62ab-4b0c-a978-15625f273e57 req-6c20cc34-ddb9-433b-975b-bdc69d69828a tempest-VolumesActionsTest-1144748464 tempest-VolumesActionsTest-1144748464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:28.203091 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1cdd69ce-62ab-4b0c-a978-15625f273e57 req-6c20cc34-ddb9-433b-975b-bdc69d69828a tempest-VolumesActionsTest-1144748464 tempest-VolumesActionsTest-1144748464-project] 10.222.0.64 "GET /v2.0/ports?device_id=bc8fc667-4aec-40fd-a17a-78c9e3b592fe HTTP/1.1" status: 200 len: 943 time: 0.1937385 Oct 20 10:44:28.305517 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-23812a09-5000-4221-ab6f-175d41e3ab5d req-0b4ac5a7-f90b-4ace-87f8-ea6266b5659d service neutron] 10.222.0.55 "GET /v2.0/networks/915f5e39-1839-4241-9165-9d264820cd35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434457 Oct 20 10:44:28.369075 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bed6bad1-e84f-4dd0-8bdb-15f4195fead9 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1772272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258304'] for router, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:28.375574 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bed6bad1-e84f-4dd0-8bdb-15f4195fead9 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:28.381959 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1cdd69ce-62ab-4b0c-a978-15625f273e57 req-aa633f7a-492f-4ebe-87f8-672f0d2319da tempest-VolumesActionsTest-1144748464 tempest-VolumesActionsTest-1144748464-project] 10.222.0.64 "GET /v2.0/security-groups?id=c682c5dc-70fe-4475-98e8-9175ea829e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615379 Oct 20 10:44:28.382288 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-152b768a-e95a-4aca-ba48-47dfd68b2912 tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:28.462890 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-23812a09-5000-4221-ab6f-175d41e3ab5d req-9239cabe-3ef9-4b9a-a9f2-8384d107926c service neutron] 10.222.0.55 "GET /v2.0/networks/915f5e39-1839-4241-9165-9d264820cd35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381035 Oct 20 10:44:28.512962 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bed6bad1-e84f-4dd0-8bdb-15f4195fead9 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1772267'] for router, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:28.513684 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bed6bad1-e84f-4dd0-8bdb-15f4195fead9 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Fanout notify agent at l3_agent the message router_deleted on router 71d26474-b789-440b-9afd-a9886bc7ca1d {{(pid=100597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 10:44:28.521489 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bed6bad1-e84f-4dd0-8bdb-15f4195fead9 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Publish callbacks [] for router, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:28.523659 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-bed6bad1-e84f-4dd0-8bdb-15f4195fead9 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] 10.222.0.64 "DELETE /v2.0/routers/71d26474-b789-440b-9afd-a9886bc7ca1d HTTP/1.1" status: 204 len: 168 time: 2.7994423 Oct 20 10:44:28.527875 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35208) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:28.534508 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-5dd5e8d7-3a6e-46a0-91cf-eb6e575511e8 tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Request body: {'router': {'name': 'tempest-snat-router-394985220', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'enable_snat': False}}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:44:28.625837 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.db.resource_extend [None req-3e77860d-1480-4759-81e0-933322990ce6 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 20 10:44:28.639650 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d97d53-c24d-4aaa-bb72-4cbeb2402e99 req-3c56714f-167b-44b7-b9cf-da777912eed5 tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:28.641709 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f4d97d53-c24d-4aaa-bb72-4cbeb2402e99 req-3c56714f-167b-44b7-b9cf-da777912eed5 tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] 10.222.0.64 "GET /v2.0/ports?device_id=af0da1c2-0e72-46be-bfb4-32abb7302e65 HTTP/1.1" status: 200 len: 945 time: 0.0753312 Oct 20 10:44:28.685029 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3e77860d-1480-4759-81e0-933322990ce6 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:28.690124 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5dd5e8d7-3a6e-46a0-91cf-eb6e575511e8 tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1772442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258322'] for router, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:28.691784 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5dd5e8d7-3a6e-46a0-91cf-eb6e575511e8 tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1772334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773516', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258315'] for router, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:28.700112 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3e77860d-1480-4759-81e0-933322990ce6 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1773381'] for floatingip, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:28.718532 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f4d97d53-c24d-4aaa-bb72-4cbeb2402e99 req-e65cadf6-fd65-4ed2-92c8-a56d69d67710 tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] 10.222.0.64 "GET /v2.0/security-groups?id=c293d202-08a2-46d7-8156-502eb68acc76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543537 Oct 20 10:44:28.722835 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b66d083-b0f8-49aa-bbf1-58a134f58aa0 req-ce6e76a6-0c0f-43f0-bb38-4982bbc8b020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:28.725991 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6b66d083-b0f8-49aa-bbf1-58a134f58aa0 req-ce6e76a6-0c0f-43f0-bb38-4982bbc8b020 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=707211047f5849649b1317c9f46b5261&device_id=bc8fc667-4aec-40fd-a17a-78c9e3b592fe HTTP/1.1" status: 200 len: 1094 time: 0.1099319 Oct 20 10:44:28.838375 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b66d083-b0f8-49aa-bbf1-58a134f58aa0 req-bf1c5fdd-4cc0-47f7-aec9-a04965efbdaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:28.842016 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6b66d083-b0f8-49aa-bbf1-58a134f58aa0 req-bf1c5fdd-4cc0-47f7-aec9-a04965efbdaf service neutron] 10.222.0.55 "GET /v2.0/networks?id=915f5e39-1839-4241-9165-9d264820cd35 HTTP/1.1" status: 200 len: 910 time: 0.1092324 Oct 20 10:44:28.875431 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-152b768a-e95a-4aca-ba48-47dfd68b2912 tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Publish callbacks [] for port, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:28.912904 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6b66d083-b0f8-49aa-bbf1-58a134f58aa0 req-5b614704-29c6-4d53-93fe-f118146b9f70 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=68047290-a3a3-4456-a467-4085b27a526e HTTP/1.1" status: 200 len: 217 time: 0.0592878 Oct 20 10:44:28.952250 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5dd5e8d7-3a6e-46a0-91cf-eb6e575511e8 tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:28.954708 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-152b768a-e95a-4aca-ba48-47dfd68b2912 tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:29.015236 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b66d083-b0f8-49aa-bbf1-58a134f58aa0 req-2a0c0248-aff8-4e09-967a-0b99265b1bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:29.017486 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6b66d083-b0f8-49aa-bbf1-58a134f58aa0 req-2a0c0248-aff8-4e09-967a-0b99265b1bca service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7a4ae3da-4902-4d94-b56e-def8a3a263c9 HTTP/1.1" status: 200 len: 849 time: 0.0965402 Oct 20 10:44:29.050314 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-64b42c07-15ee-42b5-9afc-b1a37c7d2979 req-017c37e7-1400-45e4-838b-f6267b916c26 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=5a76b356-3318-479d-99e5-2976ed5838a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0976655 Oct 20 10:44:29.146360 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6b66d083-b0f8-49aa-bbf1-58a134f58aa0 req-d82c6318-62b7-4102-a071-c457bed89d5d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=915f5e39-1839-4241-9165-9d264820cd35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1077704 Oct 20 10:44:29.165027 n-d-811396-3 neutron-server[100597]: INFO neutron.db.l3_db [None req-3e77860d-1480-4759-81e0-933322990ce6 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Floating IP 8543dd2d-8fa6-45b6-8066-55fc540e805e associated. External IP: 172.25.1.181, port: 687e9444-b6e6-48d0-a254-817eeff5b001. Oct 20 10:44:29.209955 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152b768a-e95a-4aca-ba48-47dfd68b2912 tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Pushing event updated for resources: {'Port': ['ID=a9e0bce4-9ec9-467c-a7e1-78ae3ef16ea1,revision_number=2']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:29.355559 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1b3fa4e6-4832-490f-adb7-13be50463e90 req-3d23b855-c077-4fbe-bf4a-5abd6509f040 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] 10.222.0.64 "GET /v2.0/ports?device_id=80d2d265-4161-4f15-ab0c-130b15ddf9e0 HTTP/1.1" status: 200 len: 210 time: 0.0385201 Oct 20 10:44:29.384646 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b42c07-15ee-42b5-9afc-b1a37c7d2979 req-faa39d0e-3a81-4672-ba96-6f30040c7635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:29.384646 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-64b42c07-15ee-42b5-9afc-b1a37c7d2979 req-faa39d0e-3a81-4672-ba96-6f30040c7635 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=94fe84a260a04255ae5a7f7035e1a279&device_id=5a76b356-3318-479d-99e5-2976ed5838a9 HTTP/1.1" status: 200 len: 1096 time: 0.2471802 Oct 20 10:44:29.393430 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-152b768a-e95a-4aca-ba48-47dfd68b2912 tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] In _notify_port_updated(), no bound segment for port a9e0bce4-9ec9-467c-a7e1-78ae3ef16ea1 on network dad61fe7-78c9-43b5-a340-428135d4247b {{(pid=100597) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 20 10:44:29.399459 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ea21d8-e264-4359-b9ca-f36009fa95a4 req-4c72ea53-2742-44ff-9c64-286ceda81045 tempest-VolumesActionsTest-1501897971 tempest-VolumesActionsTest-1501897971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:29.400667 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-152b768a-e95a-4aca-ba48-47dfd68b2912 tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:29.400998 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-97ea21d8-e264-4359-b9ca-f36009fa95a4 req-4c72ea53-2742-44ff-9c64-286ceda81045 tempest-VolumesActionsTest-1501897971 tempest-VolumesActionsTest-1501897971-project] 10.222.0.64 "GET /v2.0/ports?device_id=c3dd8579-1128-4529-b41e-a1f9c7a4c063 HTTP/1.1" status: 200 len: 946 time: 0.1623235 Oct 20 10:44:29.401518 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-152b768a-e95a-4aca-ba48-47dfd68b2912 tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:29.406417 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-152b768a-e95a-4aca-ba48-47dfd68b2912 tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] 10.222.0.64 "PUT /v2.0/ports/a9e0bce4-9ec9-467c-a7e1-78ae3ef16ea1 HTTP/1.1" status: 200 len: 994 time: 1.7404454 Oct 20 10:44:29.410173 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35218) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:29.411228 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-4768a044-de46-49b1-9afb-19ec74a76e6f None None] Provisioning complete for port a9e0bce4-9ec9-467c-a7e1-78ae3ef16ea1 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:44:29.412848 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-4768a044-de46-49b1-9afb-19ec74a76e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:29.455748 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6b66d083-b0f8-49aa-bbf1-58a134f58aa0 req-ca2f33ed-cf8a-4190-94e3-3595bef4410c service neutron] 10.222.0.55 "GET /v2.0/networks/915f5e39-1839-4241-9165-9d264820cd35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2913368 Oct 20 10:44:29.490714 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-4768a044-de46-49b1-9afb-19ec74a76e6f None None] Port a9e0bce4-9ec9-467c-a7e1-78ae3ef16ea1 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:44:29.507017 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5dd5e8d7-3a6e-46a0-91cf-eb6e575511e8 tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:29.570628 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-97ea21d8-e264-4359-b9ca-f36009fa95a4 req-78d8a113-7775-4710-a0a1-6405e5b7226f tempest-VolumesActionsTest-1501897971 tempest-VolumesActionsTest-1501897971-project] 10.222.0.64 "GET /v2.0/security-groups?id=d52c9ff6-6817-48ec-94f7-519be190f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572390 Oct 20 10:44:29.651447 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797346e2-709d-4ba6-ad37-f30c7007cc4f req-df740133-11dd-426f-adbd-dc20db239216 tempest-VolumesActionsTest-1144748464 tempest-VolumesActionsTest-1144748464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:29.652787 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-797346e2-709d-4ba6-ad37-f30c7007cc4f req-df740133-11dd-426f-adbd-dc20db239216 tempest-VolumesActionsTest-1144748464 tempest-VolumesActionsTest-1144748464-project] 10.222.0.64 "GET /v2.0/ports?device_id=bc8fc667-4aec-40fd-a17a-78c9e3b592fe HTTP/1.1" status: 200 len: 943 time: 0.1653049 Oct 20 10:44:29.653796 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b42c07-15ee-42b5-9afc-b1a37c7d2979 req-8b7f78c1-bab6-4489-8d68-6ca54e9780e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:29.655471 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-64b42c07-15ee-42b5-9afc-b1a37c7d2979 req-8b7f78c1-bab6-4489-8d68-6ca54e9780e3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=b1ffa362-8a3c-4d47-bfc2-ef936ca65b06 HTTP/1.1" status: 200 len: 920 time: 0.2497253 Oct 20 10:44:29.690025 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-03a02ba6-4f23-4557-915f-dc688bfceb2d tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Deleting port a9e0bce4-9ec9-467c-a7e1-78ae3ef16ea1 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:44:29.690397 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-03a02ba6-4f23-4557-915f-dc688bfceb2d tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:29.723595 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-64b42c07-15ee-42b5-9afc-b1a37c7d2979 req-161bc261-579f-4a15-a880-dd9b7de96f33 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e074a8d4-a049-422b-ae73-5f9be9909c5b HTTP/1.1" status: 200 len: 217 time: 0.0522339 Oct 20 10:44:29.725784 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6b66d083-b0f8-49aa-bbf1-58a134f58aa0 req-b46062ff-7fef-4d40-bdb1-9850419e1525 service neutron] 10.222.0.55 "GET /v2.0/networks/915f5e39-1839-4241-9165-9d264820cd35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2577164 Oct 20 10:44:29.726330 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e77860d-1480-4759-81e0-933322990ce6 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Router 57e1c470-eb6c-4f1a-bb52-d159ea602c08 has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:44:29.773080 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-797346e2-709d-4ba6-ad37-f30c7007cc4f req-f9d74230-0e43-4af5-a61e-de9060fababc tempest-VolumesActionsTest-1144748464 tempest-VolumesActionsTest-1144748464-project] 10.222.0.64 "GET /v2.0/security-groups?id=c682c5dc-70fe-4475-98e8-9175ea829e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111739 Oct 20 10:44:29.798561 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b42c07-15ee-42b5-9afc-b1a37c7d2979 req-31a37b40-1068-4744-a3bc-55e6c21c5d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:29.798561 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-64b42c07-15ee-42b5-9afc-b1a37c7d2979 req-31a37b40-1068-4744-a3bc-55e6c21c5d0a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6929fe63-bace-4614-aa8a-7d3362152171 HTTP/1.1" status: 200 len: 859 time: 0.0629830 Oct 20 10:44:29.840228 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-64b42c07-15ee-42b5-9afc-b1a37c7d2979 req-835229bc-2bc4-493e-bf09-6ac830bcf04c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b1ffa362-8a3c-4d47-bfc2-ef936ca65b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377545 Oct 20 10:44:29.893867 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-03a02ba6-4f23-4557-915f-dc688bfceb2d tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:29.906451 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f381a1-5bf0-4745-8cc8-ef0ac7bea308 req-20397bd1-1300-4190-bf79-ec2422143635 tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:29.908726 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-08f381a1-5bf0-4745-8cc8-ef0ac7bea308 req-20397bd1-1300-4190-bf79-ec2422143635 tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] 10.222.0.64 "GET /v2.0/ports?device_id=af0da1c2-0e72-46be-bfb4-32abb7302e65 HTTP/1.1" status: 200 len: 945 time: 0.0974135 Oct 20 10:44:29.916848 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-03a02ba6-4f23-4557-915f-dc688bfceb2d tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Calling delete_port for a9e0bce4-9ec9-467c-a7e1-78ae3ef16ea1 owned by {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:44:29.990680 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-08f381a1-5bf0-4745-8cc8-ef0ac7bea308 req-003d35e1-e2f3-487b-94fe-14e3009e8aa1 tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] 10.222.0.64 "GET /v2.0/security-groups?id=c293d202-08a2-46d7-8156-502eb68acc76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568576 Oct 20 10:44:29.992908 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-64b42c07-15ee-42b5-9afc-b1a37c7d2979 req-e1cac032-0e66-44fb-bb4b-4e20632c0d16 service neutron] 10.222.0.69 "GET /v2.0/networks/b1ffa362-8a3c-4d47-bfc2-ef936ca65b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390908 Oct 20 10:44:30.064491 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e77860d-1480-4759-81e0-933322990ce6 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:44:30.073200 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3e77860d-1480-4759-81e0-933322990ce6 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for floatingip, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:30.078392 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747a4b33-a221-4802-bea4-cc23d6669bcc None None] Sync routers for ids ['57e1c470-eb6c-4f1a-bb52-d159ea602c08'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:44:30.091945 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747a4b33-a221-4802-bea4-cc23d6669bcc None None] Routers {'57e1c470-eb6c-4f1a-bb52-d159ea602c08'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:44:30.093768 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-64b42c07-15ee-42b5-9afc-b1a37c7d2979 req-72cf2b86-c55a-4f7b-80e2-4019da2506f3 service neutron] 10.222.0.69 "GET /v2.0/networks/b1ffa362-8a3c-4d47-bfc2-ef936ca65b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931468 Oct 20 10:44:30.095014 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-747a4b33-a221-4802-bea4-cc23d6669bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:44:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['57e1c470-eb6c-4f1a-bb52-d159ea602c08'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:44:30.144077 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-3e77860d-1480-4759-81e0-933322990ce6 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.64 "PUT /v2.0/floatingips/8543dd2d-8fa6-45b6-8066-55fc540e805e HTTP/1.1" status: 200 len: 992 time: 3.4104567 Oct 20 10:44:30.147967 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c', 'tag': '687e9444-b6e6-48d0-a254-817eeff5b001'}] {{(pid=100597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:44:30.150406 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd85cad6a391afaa95d2dd5280bfd4659fc1e1b2aba53b5e7ef874f059efcdc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caf353e1-4ca8-49b4-9ac0-8b6367da2ff5" -d '{"events": [{"name": "network-changed", "server_uuid": "9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c", "tag": "687e9444-b6e6-48d0-a254-817eeff5b001"}]}' {{(pid=100597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:44:30.172378 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5dd5e8d7-3a6e-46a0-91cf-eb6e575511e8 tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:30.196714 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5dd5e8d7-3a6e-46a0-91cf-eb6e575511e8 tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:30.277504 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-747a4b33-a221-4802-bea4-cc23d6669bcc None None] Set router 57e1c470-eb6c-4f1a-bb52-d159ea602c08 gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:44:30.279883 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4d6934-48fd-4550-a9da-6c410111d68d req-be278bca-cd31-4554-93c6-d13403c7289c tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:30.283209 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ee4d6934-48fd-4550-a9da-6c410111d68d req-be278bca-cd31-4554-93c6-d13403c7289c tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a76b356-3318-479d-99e5-2976ed5838a9 HTTP/1.1" status: 200 len: 945 time: 0.0642040 Oct 20 10:44:30.284273 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-03a02ba6-4f23-4557-915f-dc688bfceb2d tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:30.319566 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5010862-ec9f-4d86-bcb1-9824847cb405 x-openstack-request-id: req-c5010862-ec9f-4d86-bcb1-9824847cb405 {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:44:30.319944 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c", "tag": "687e9444-b6e6-48d0-a254-817eeff5b001", "status": "completed", "code": 200}]} {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:44:30.320193 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c5010862-ec9f-4d86-bcb1-9824847cb405 {{(pid=100597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:44:30.320589 n-d-811396-3 neutron-server[100597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c', 'tag': '687e9444-b6e6-48d0-a254-817eeff5b001', 'status': 'completed', 'code': 200} Oct 20 10:44:30.346944 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ee4d6934-48fd-4550-a9da-6c410111d68d req-38b88a2d-55d6-4d57-83da-8b724cd6ed2a tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] 10.222.0.64 "GET /v2.0/security-groups?id=7975bea3-846b-43cc-b5f2-c6ce0fda577e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550361 Oct 20 10:44:30.354141 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a02ba6-4f23-4557-915f-dc688bfceb2d tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Pushing event deleted for resources: {'Port': ['ID=a9e0bce4-9ec9-467c-a7e1-78ae3ef16ea1,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:30.477982 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf353e1-4ca8-49b4-9ac0-8b6367da2ff5 req-5bedb4ef-6aad-443e-a59e-622fdebed06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:30.478738 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf353e1-4ca8-49b4-9ac0-8b6367da2ff5 req-5bedb4ef-6aad-443e-a59e-622fdebed06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:30.479369 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf353e1-4ca8-49b4-9ac0-8b6367da2ff5 req-5bedb4ef-6aad-443e-a59e-622fdebed06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:30.480206 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf353e1-4ca8-49b4-9ac0-8b6367da2ff5 req-5bedb4ef-6aad-443e-a59e-622fdebed06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:30.496270 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf353e1-4ca8-49b4-9ac0-8b6367da2ff5 req-5bedb4ef-6aad-443e-a59e-622fdebed06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:30.496994 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf353e1-4ca8-49b4-9ac0-8b6367da2ff5 req-5bedb4ef-6aad-443e-a59e-622fdebed06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:30.500025 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf353e1-4ca8-49b4-9ac0-8b6367da2ff5 req-5bedb4ef-6aad-443e-a59e-622fdebed06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:30.509906 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-5dd5e8d7-3a6e-46a0-91cf-eb6e575511e8 tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Allocated IP 172.25.1.12 (cbe170d3-31ba-45a2-b477-520ab0a7a8ea/f4e26aca-17ac-4adb-a66b-d939a1b35b64/e3a8fa70-1682-45d1-b857-7cc0a40a62f4) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:44:30.511270 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-caf353e1-4ca8-49b4-9ac0-8b6367da2ff5 req-5bedb4ef-6aad-443e-a59e-622fdebed06d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cfcb374660ef40a8b05378b5e2eaff9e&device_id=9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c HTTP/1.1" status: 200 len: 6501 time: 0.1560531 Oct 20 10:44:30.588612 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6b4d4c6b-1904-4d35-838a-b6871197bf45 req-23208a0a-1a14-4f44-8192-a3b33b329b3d tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] 10.222.0.64 "GET /v2.0/ports?device_id=80d2d265-4161-4f15-ab0c-130b15ddf9e0 HTTP/1.1" status: 200 len: 210 time: 0.0760801 Oct 20 10:44:30.650605 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-03a02ba6-4f23-4557-915f-dc688bfceb2d tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:30.656485 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-03a02ba6-4f23-4557-915f-dc688bfceb2d tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] 10.222.0.64 "DELETE /v2.0/ports/a9e0bce4-9ec9-467c-a7e1-78ae3ef16ea1 HTTP/1.1" status: 204 len: 168 time: 1.2439086 Oct 20 10:44:30.660355 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35238) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:30.736126 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-b01eb821-2d80-4998-84b6-e2bff27b5a80 tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] GET failed (client error): The resource could not be found. Oct 20 10:44:30.738854 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-b01eb821-2d80-4998-84b6-e2bff27b5a80 tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] 10.222.0.64 "GET /v2.0/ports/a9e0bce4-9ec9-467c-a7e1-78ae3ef16ea1 HTTP/1.1" status: 404 len: 333 time: 0.0771632 Oct 20 10:44:30.744514 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35240) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:30.750434 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-5a97a9b4-9ddb-4583-8014-5a80b983cc9d tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Request body: {'port': {'network_id': 'dad61fe7-78c9-43b5-a340-428135d4247b', 'name': 'tempest-AllowedAddressPairTestJSON-1775163467'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:44:30.762290 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-747a4b33-a221-4802-bea4-cc23d6669bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57e1c470-eb6c-4f1a-bb52-d159ea602c08', 'name': 'tempest-TaggedBootDevicesTest_v242-269030753-router', 'tenant_id': 'cfcb374660ef40a8b05378b5e2eaff9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': '99e3a22f-40dd-439e-90a9-052012056e55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:41:38Z', 'updated_at': '2021-10-20T10:41:48Z', 'revision_number': 4, 'project_id': 'cfcb374660ef40a8b05378b5e2eaff9e', 'gw_port': {'id': '99e3a22f-40dd-439e-90a9-052012056e55', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:c6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57e1c470-eb6c-4f1a-bb52-d159ea602c08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:41:40Z', 'updated_at': '2021-10-20T10:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_floatingips': [{'id': '8543dd2d-8fa6-45b6-8066-55fc540e805e', 'tenant_id': 'cfcb374660ef40a8b05378b5e2eaff9e', 'floating_ip_address': '172.25.1.181', 'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'router_id': '57e1c470-eb6c-4f1a-bb52-d159ea602c08', 'port_id': '687e9444-b6e6-48d0-a254-817eeff5b001', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1812, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcf86141-da0d-4c82-9e01-66c4be279d2b', 'mac_address': 'fa:16:3e:22:75:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T10:42:43Z', 'updated_at': '2021-10-20T10:44:28Z', 'revision_number': 1, 'project_id': 'cfcb374660ef40a8b05378b5e2eaff9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56134666-8f77-4e33-8bd9-96d1e3fa65db', 'name': '', 'network_id': 'dcf86141-da0d-4c82-9e01-66c4be279d2b', 'tenant_id': 'cfcb374660ef40a8b05378b5e2eaff9e', 'mac_address': 'fa:16:3e:48:c0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57e1c470-eb6c-4f1a-bb52-d159ea602c08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': 'aa9160dc-9c5c-4cb9-bd41-a37d607d846c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:41:46Z', 'updated_at': '2021-10-20T10:41:53Z', 'revision_number': 5, 'project_id': 'cfcb374660ef40a8b05378b5e2eaff9e', 'subnets': [{'id': 'aa9160dc-9c5c-4cb9-bd41-a37d607d846c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:44:30.806660 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747a4b33-a221-4802-bea4-cc23d6669bcc None None] Checking router: 57e1c470-eb6c-4f1a-bb52-d159ea602c08 for host: n-d-811396-3 {{(pid=100598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:44:30.819814 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747a4b33-a221-4802-bea4-cc23d6669bcc None None] Routers {'57e1c470-eb6c-4f1a-bb52-d159ea602c08'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:44:30.820848 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-747a4b33-a221-4802-bea4-cc23d6669bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:44:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['57e1c470-eb6c-4f1a-bb52-d159ea602c08'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:44:30.831521 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf353e1-4ca8-49b4-9ac0-8b6367da2ff5 req-9ecb64f5-2560-4441-b487-dad7002ed3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:30.833048 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-caf353e1-4ca8-49b4-9ac0-8b6367da2ff5 req-9ecb64f5-2560-4441-b487-dad7002ed3ae service neutron] 10.222.0.55 "GET /v2.0/networks?id=dcf86141-da0d-4c82-9e01-66c4be279d2b HTTP/1.1" status: 200 len: 917 time: 0.2414489 Oct 20 10:44:30.849158 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e054464b-251e-4677-ab9b-08c3273b1e19 req-7a2cd289-d89a-4b5d-8396-1cdbac4fc19c tempest-VolumesActionsTest-1501897971 tempest-VolumesActionsTest-1501897971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:30.856659 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e054464b-251e-4677-ab9b-08c3273b1e19 req-7a2cd289-d89a-4b5d-8396-1cdbac4fc19c tempest-VolumesActionsTest-1501897971 tempest-VolumesActionsTest-1501897971-project] 10.222.0.64 "GET /v2.0/ports?device_id=c3dd8579-1128-4529-b41e-a1f9c7a4c063 HTTP/1.1" status: 200 len: 946 time: 0.1188080 Oct 20 10:44:30.991729 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e054464b-251e-4677-ab9b-08c3273b1e19 req-e40f4598-c888-4978-baa4-8cc9fe49f4e8 tempest-VolumesActionsTest-1501897971 tempest-VolumesActionsTest-1501897971-project] 10.222.0.64 "GET /v2.0/security-groups?id=d52c9ff6-6817-48ec-94f7-519be190f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340334 Oct 20 10:44:30.995813 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-747a4b33-a221-4802-bea4-cc23d6669bcc None None] Set router 57e1c470-eb6c-4f1a-bb52-d159ea602c08 gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:44:31.007645 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-caf353e1-4ca8-49b4-9ac0-8b6367da2ff5 req-6ad74d77-49e6-4407-9cc4-b6181e76dc45 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=687e9444-b6e6-48d0-a254-817eeff5b001 HTTP/1.1" status: 200 len: 1000 time: 0.1488562 Oct 20 10:44:31.184558 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf353e1-4ca8-49b4-9ac0-8b6367da2ff5 req-346d2ade-204d-467a-988e-b8b47176d8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:31.189044 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-caf353e1-4ca8-49b4-9ac0-8b6367da2ff5 req-346d2ade-204d-467a-988e-b8b47176d8bc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=aa9160dc-9c5c-4cb9-bd41-a37d607d846c HTTP/1.1" status: 200 len: 855 time: 0.1700201 Oct 20 10:44:31.245653 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b67b32-cb75-4563-8d49-24fd5ff87f5e req-049f7e26-da67-49ef-8aed-9849ec5f5949 tempest-VolumesActionsTest-1144748464 tempest-VolumesActionsTest-1144748464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:31.248151 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-02b67b32-cb75-4563-8d49-24fd5ff87f5e req-049f7e26-da67-49ef-8aed-9849ec5f5949 tempest-VolumesActionsTest-1144748464 tempest-VolumesActionsTest-1144748464-project] 10.222.0.64 "GET /v2.0/ports?device_id=bc8fc667-4aec-40fd-a17a-78c9e3b592fe HTTP/1.1" status: 200 len: 943 time: 0.1681690 Oct 20 10:44:31.282894 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5dd5e8d7-3a6e-46a0-91cf-eb6e575511e8 tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:31.364598 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a97a9b4-9ddb-4583-8014-5a80b983cc9d tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Made reservation on behalf of 6161d310364f418ca18ffd0f60016698 for: {'port': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:44:31.366869 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf353e1-4ca8-49b4-9ac0-8b6367da2ff5 req-c07b7023-8e8a-45e7-a71f-96d219cc4c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:31.368505 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-caf353e1-4ca8-49b4-9ac0-8b6367da2ff5 req-c07b7023-8e8a-45e7-a71f-96d219cc4c08 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=dcf86141-da0d-4c82-9e01-66c4be279d2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1696842 Oct 20 10:44:31.370499 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5a97a9b4-9ddb-4583-8014-5a80b983cc9d tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:31.375871 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5dd5e8d7-3a6e-46a0-91cf-eb6e575511e8 tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:31.397082 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-747a4b33-a221-4802-bea4-cc23d6669bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57e1c470-eb6c-4f1a-bb52-d159ea602c08', 'name': 'tempest-TaggedBootDevicesTest_v242-269030753-router', 'tenant_id': 'cfcb374660ef40a8b05378b5e2eaff9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': '99e3a22f-40dd-439e-90a9-052012056e55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:41:38Z', 'updated_at': '2021-10-20T10:41:48Z', 'revision_number': 4, 'project_id': 'cfcb374660ef40a8b05378b5e2eaff9e', 'gw_port': {'id': '99e3a22f-40dd-439e-90a9-052012056e55', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:c6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57e1c470-eb6c-4f1a-bb52-d159ea602c08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:41:40Z', 'updated_at': '2021-10-20T10:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_floatingips': [{'id': '8543dd2d-8fa6-45b6-8066-55fc540e805e', 'tenant_id': 'cfcb374660ef40a8b05378b5e2eaff9e', 'floating_ip_address': '172.25.1.181', 'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'router_id': '57e1c470-eb6c-4f1a-bb52-d159ea602c08', 'port_id': '687e9444-b6e6-48d0-a254-817eeff5b001', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1812, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcf86141-da0d-4c82-9e01-66c4be279d2b', 'mac_address': 'fa:16:3e:22:75:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T10:42:43Z', 'updated_at': '2021-10-20T10:44:28Z', 'revision_number': 1, 'project_id': 'cfcb374660ef40a8b05378b5e2eaff9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56134666-8f77-4e33-8bd9-96d1e3fa65db', 'name': '', 'network_id': 'dcf86141-da0d-4c82-9e01-66c4be279d2b', 'tenant_id': 'cfcb374660ef40a8b05378b5e2eaff9e', 'mac_address': 'fa:16:3e:48:c0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57e1c470-eb6c-4f1a-bb52-d159ea602c08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': 'aa9160dc-9c5c-4cb9-bd41-a37d607d846c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:41:46Z', 'updated_at': '2021-10-20T10:41:53Z', 'revision_number': 5, 'project_id': 'cfcb374660ef40a8b05378b5e2eaff9e', 'subnets': [{'id': 'aa9160dc-9c5c-4cb9-bd41-a37d607d846c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:44:31.410744 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf8f82f-bd3d-4eb5-baf4-fe96d67212ff req-d61d146c-dbfe-4335-a3a3-b73dd82a0748 tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:31.412407 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fcf8f82f-bd3d-4eb5-baf4-fe96d67212ff req-d61d146c-dbfe-4335-a3a3-b73dd82a0748 tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] 10.222.0.64 "GET /v2.0/ports?device_id=af0da1c2-0e72-46be-bfb4-32abb7302e65 HTTP/1.1" status: 200 len: 945 time: 0.1941094 Oct 20 10:44:31.452330 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-02b67b32-cb75-4563-8d49-24fd5ff87f5e req-45cf128a-0040-4afa-9c98-180516be9524 tempest-VolumesActionsTest-1144748464 tempest-VolumesActionsTest-1144748464-project] 10.222.0.64 "GET /v2.0/security-groups?id=c682c5dc-70fe-4475-98e8-9175ea829e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773036 Oct 20 10:44:31.457982 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [None req-5a97a9b4-9ddb-4583-8014-5a80b983cc9d tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] device_id is not set on port fe6f715d-45a0-40dc-8b3f-66b6aed95417 yet. {{(pid=100597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:44:31.477834 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd5e8d7-3a6e-46a0-91cf-eb6e575511e8 tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Network cbe170d3-31ba-45a2-b477-520ab0a7a8ea is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:44:31.480300 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd5e8d7-3a6e-46a0-91cf-eb6e575511e8 tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Pushing event updated for resources: {'Port': ['ID=e3a8fa70-1682-45d1-b857-7cc0a40a62f4,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:31.486373 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747a4b33-a221-4802-bea4-cc23d6669bcc None None] The sync data for ids ['57e1c470-eb6c-4f1a-bb52-d159ea602c08'] in n-d-811396-3 is: [{'id': '57e1c470-eb6c-4f1a-bb52-d159ea602c08', 'name': 'tempest-TaggedBootDevicesTest_v242-269030753-router', 'tenant_id': 'cfcb374660ef40a8b05378b5e2eaff9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': '99e3a22f-40dd-439e-90a9-052012056e55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:41:38Z', 'updated_at': '2021-10-20T10:41:48Z', 'revision_number': 4, 'project_id': 'cfcb374660ef40a8b05378b5e2eaff9e', 'gw_port': {'id': '99e3a22f-40dd-439e-90a9-052012056e55', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:c6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57e1c470-eb6c-4f1a-bb52-d159ea602c08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:41:40Z', 'updated_at': '2021-10-20T10:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_floatingips': [{'id': '8543dd2d-8fa6-45b6-8066-55fc540e805e', 'tenant_id': 'cfcb374660ef40a8b05378b5e2eaff9e', 'floating_ip_address': '172.25.1.181', 'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'router_id': '57e1c470-eb6c-4f1a-bb52-d159ea602c08', 'port_id': '687e9444-b6e6-48d0-a254-817eeff5b001', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1812, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcf86141-da0d-4c82-9e01-66c4be279d2b', 'mac_address': 'fa:16:3e:22:75:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T10:42:43Z', 'updated_at': '2021-10-20T10:44:28Z', 'revision_number': 1, 'project_id': 'cfcb374660ef40a8b05378b5e2eaff9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56134666-8f77-4e33-8bd9-96d1e3fa65db', 'name': '', 'network_id': 'dcf86141-da0d-4c82-9e01-66c4be279d2b', 'tenant_id': 'cfcb374660ef40a8b05378b5e2eaff9e', 'mac_address': 'fa:16:3e:48:c0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57e1c470-eb6c-4f1a-bb52-d159ea602c08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': 'aa9160dc-9c5c-4cb9-bd41-a37d607d846c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:41:46Z', 'updated_at': '2021-10-20T10:41:53Z', 'revision_number': 5, 'project_id': 'cfcb374660ef40a8b05378b5e2eaff9e', 'subnets': [{'id': 'aa9160dc-9c5c-4cb9-bd41-a37d607d846c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:44:31.529006 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fcf8f82f-bd3d-4eb5-baf4-fe96d67212ff req-34e33caf-1e12-4bc9-bcaf-543bb5e9c969 tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] 10.222.0.64 "GET /v2.0/security-groups?id=c293d202-08a2-46d7-8156-502eb68acc76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978949 Oct 20 10:44:31.551883 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-5dd5e8d7-3a6e-46a0-91cf-eb6e575511e8 tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:44:31.559823 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd5e8d7-3a6e-46a0-91cf-eb6e575511e8 tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:44:31.573742 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-caf353e1-4ca8-49b4-9ac0-8b6367da2ff5 req-db937649-fb84-4f5b-acf9-07c3118871a4 service neutron] 10.222.0.55 "GET /v2.0/networks/dcf86141-da0d-4c82-9e01-66c4be279d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907761 Oct 20 10:44:31.763984 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-5a97a9b4-9ddb-4583-8014-5a80b983cc9d tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Allocated IP 172.20.0.13 (dad61fe7-78c9-43b5-a340-428135d4247b/fb5ef6ea-4c3d-40b3-83cd-07aa5519a1a0/fe6f715d-45a0-40dc-8b3f-66b6aed95417) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:44:31.787693 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d962fda7-8e60-479f-bbfa-78b2b4b6d7cd req-6fa28c08-defd-46a3-b5b8-637ff32011b0 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] 10.222.0.64 "GET /v2.0/ports?device_id=80d2d265-4161-4f15-ab0c-130b15ddf9e0 HTTP/1.1" status: 200 len: 210 time: 0.0416465 Oct 20 10:44:31.815087 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-caf353e1-4ca8-49b4-9ac0-8b6367da2ff5 req-bb06b30c-e2f0-45a5-9920-c8aa02fbe40c service neutron] 10.222.0.55 "GET /v2.0/networks/dcf86141-da0d-4c82-9e01-66c4be279d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324760 Oct 20 10:44:31.885865 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b40ec67-bcfd-446e-8615-d09218e1d471 None None] New status for floating IP 8543dd2d-8fa6-45b6-8066-55fc540e805e: ACTIVE {{(pid=100599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 10:44:32.037003 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5dd5e8d7-3a6e-46a0-91cf-eb6e575511e8 tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:32.117916 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5a97a9b4-9ddb-4583-8014-5a80b983cc9d tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:32.241600 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5a97a9b4-9ddb-4583-8014-5a80b983cc9d tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:32.328838 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a97a9b4-9ddb-4583-8014-5a80b983cc9d tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Network dad61fe7-78c9-43b5-a340-428135d4247b is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:44:32.337053 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-5a97a9b4-9ddb-4583-8014-5a80b983cc9d tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:44:32.341014 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a97a9b4-9ddb-4583-8014-5a80b983cc9d tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:44:32.343992 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a97a9b4-9ddb-4583-8014-5a80b983cc9d tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Pushing event updated for resources: {'Port': ['ID=fe6f715d-45a0-40dc-8b3f-66b6aed95417,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:32.348106 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5dd5e8d7-3a6e-46a0-91cf-eb6e575511e8 tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1773475'] for router, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:32.442244 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a97a9b4-9ddb-4583-8014-5a80b983cc9d tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:32.442244 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5a97a9b4-9ddb-4583-8014-5a80b983cc9d tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:32.495456 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-5a97a9b4-9ddb-4583-8014-5a80b983cc9d tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7468445 Oct 20 10:44:32.496188 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 35268) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:32.503008 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-ebfd93f0-7e3f-4840-ab17-7401c7f43a4d tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:8a:4e:e2'}]}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:44:32.599808 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dd5e8d7-3a6e-46a0-91cf-eb6e575511e8 tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Router d83737a7-60b5-434a-a99e-ebad08e10d1b is scheduled to L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 with binding_index 1 {{(pid=100597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 10:44:32.728637 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-baa6c920-09ca-4a70-9316-a990dee109c8 None None] Provisioning complete for port fe6f715d-45a0-40dc-8b3f-66b6aed95417 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:44:32.729910 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-baa6c920-09ca-4a70-9316-a990dee109c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:32.744375 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dd5e8d7-3a6e-46a0-91cf-eb6e575511e8 tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:44:32.757564 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769303b1-445c-4a50-ad1a-5b679c0cacaf None None] Sync routers for ids ['d83737a7-60b5-434a-a99e-ebad08e10d1b'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:44:32.771133 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5dd5e8d7-3a6e-46a0-91cf-eb6e575511e8 tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Publish callbacks [] for router, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:32.777236 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-5dd5e8d7-3a6e-46a0-91cf-eb6e575511e8 tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.2445004 Oct 20 10:44:32.785686 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769303b1-445c-4a50-ad1a-5b679c0cacaf None None] Routers {'d83737a7-60b5-434a-a99e-ebad08e10d1b'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:44:32.786835 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-769303b1-445c-4a50-ad1a-5b679c0cacaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:44:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['d83737a7-60b5-434a-a99e-ebad08e10d1b'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:44:32.794115 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35274) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:32.838283 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-baa6c920-09ca-4a70-9316-a990dee109c8 None None] Port fe6f715d-45a0-40dc-8b3f-66b6aed95417 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:44:32.924329 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-2eaed0da-7f46-42d9-a3ec-61580ad9e957 tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] 10.222.0.64 "GET /v2.0/routers/d83737a7-60b5-434a-a99e-ebad08e10d1b HTTP/1.1" status: 200 len: 907 time: 0.1279869 Oct 20 10:44:32.924811 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-769303b1-445c-4a50-ad1a-5b679c0cacaf None None] Set router d83737a7-60b5-434a-a99e-ebad08e10d1b gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:44:32.925845 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35278) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:32.930836 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-7da29618-7a6a-4ad3-b5bb-1e12dc89a2cc tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Request body: {'router': {'name': 'tempest-snat-router-394985220', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'enable_snat': True}}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:44:32.962163 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7da29618-7a6a-4ad3-b5bb-1e12dc89a2cc tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1772442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258322'] for router, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:32.963408 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7da29618-7a6a-4ad3-b5bb-1e12dc89a2cc tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1772334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773516', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258315'] for router, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:33.032430 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7da29618-7a6a-4ad3-b5bb-1e12dc89a2cc tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:33.107136 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f9957b-d164-4370-8104-42ed8fad6f43 req-f1d23c7c-34e0-4d92-9e6e-378a6246cebf tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:33.116811 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b2f9957b-d164-4370-8104-42ed8fad6f43 req-f1d23c7c-34e0-4d92-9e6e-378a6246cebf tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] 10.222.0.64 "GET /v2.0/ports?device_id=af0da1c2-0e72-46be-bfb4-32abb7302e65 HTTP/1.1" status: 200 len: 945 time: 0.4610589 Oct 20 10:44:33.126851 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52048188-422a-400d-88eb-7fe5d848239d req-3ddd129e-2eb0-435d-8feb-5ade92a0ec55 tempest-VolumesActionsTest-1144748464 tempest-VolumesActionsTest-1144748464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:33.128325 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-52048188-422a-400d-88eb-7fe5d848239d req-3ddd129e-2eb0-435d-8feb-5ade92a0ec55 tempest-VolumesActionsTest-1144748464 tempest-VolumesActionsTest-1144748464-project] 10.222.0.64 "GET /v2.0/ports?device_id=bc8fc667-4aec-40fd-a17a-78c9e3b592fe HTTP/1.1" status: 200 len: 943 time: 0.4748993 Oct 20 10:44:33.138186 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ebfd93f0-7e3f-4840-ab17-7401c7f43a4d tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:33.160217 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-769303b1-445c-4a50-ad1a-5b679c0cacaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd83737a7-60b5-434a-a99e-ebad08e10d1b', 'name': 'tempest-snat-router-394985220', 'tenant_id': '1e5b650baa5241f58c6b7b27c5fb12ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.12'}], 'enable_snat': False}, 'gw_port_id': 'e3a8fa70-1682-45d1-b857-7cc0a40a62f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:44:28Z', 'updated_at': '2021-10-20T10:44:31Z', 'revision_number': 3, 'project_id': '1e5b650baa5241f58c6b7b27c5fb12ac', 'gw_port': {'id': 'e3a8fa70-1682-45d1-b857-7cc0a40a62f4', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:04:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd83737a7-60b5-434a-a99e-ebad08e10d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2152, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:44:30Z', 'updated_at': '2021-10-20T10:44:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:44:33.189536 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7da29618-7a6a-4ad3-b5bb-1e12dc89a2cc tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:33.191973 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769303b1-445c-4a50-ad1a-5b679c0cacaf None None] Checking router: d83737a7-60b5-434a-a99e-ebad08e10d1b for host: n-d-811396-3 {{(pid=100598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:44:33.192509 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769303b1-445c-4a50-ad1a-5b679c0cacaf None None] Updating router d83737a7-60b5-434a-a99e-ebad08e10d1b port e3a8fa70-1682-45d1-b857-7cc0a40a62f4 binding host n-d-811396-3 {{(pid=100598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 10:44:33.203809 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-52048188-422a-400d-88eb-7fe5d848239d req-28615204-7b23-421b-adb8-55f648f73da4 tempest-VolumesActionsTest-1144748464 tempest-VolumesActionsTest-1144748464-project] 10.222.0.64 "GET /v2.0/security-groups?id=c682c5dc-70fe-4475-98e8-9175ea829e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625107 Oct 20 10:44:33.237512 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-769303b1-445c-4a50-ad1a-5b679c0cacaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:33.267062 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b2f9957b-d164-4370-8104-42ed8fad6f43 req-687062c9-8ad0-468d-9809-be285da9ae45 tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] 10.222.0.64 "GET /v2.0/security-groups?id=c293d202-08a2-46d7-8156-502eb68acc76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491723 Oct 20 10:44:33.430697 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2b0ef14a-0def-475b-838b-fc9696ea278f req-91a4c280-7ecf-4749-bf33-855ca0c5cd8f tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] 10.222.0.64 "GET /v2.0/ports?device_id=80d2d265-4161-4f15-ab0c-130b15ddf9e0 HTTP/1.1" status: 200 len: 210 time: 0.0287981 Oct 20 10:44:33.519877 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7da29618-7a6a-4ad3-b5bb-1e12dc89a2cc tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:33.539810 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ebfd93f0-7e3f-4840-ab17-7401c7f43a4d tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:33.541116 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3658735c-1bfe-4495-899c-2164fdbe1a7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:33.547123 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7da29618-7a6a-4ad3-b5bb-1e12dc89a2cc tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:33.552457 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ebfd93f0-7e3f-4840-ab17-7401c7f43a4d tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:33.596248 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-769303b1-445c-4a50-ad1a-5b679c0cacaf None None] Publish callbacks [] for port, precommit_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:33.607581 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-769303b1-445c-4a50-ad1a-5b679c0cacaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:33.675280 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-ebfd93f0-7e3f-4840-ab17-7401c7f43a4d tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] In _notify_port_updated(), no bound segment for port fe6f715d-45a0-40dc-8b3f-66b6aed95417 on network dad61fe7-78c9-43b5-a340-428135d4247b {{(pid=100596) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 20 10:44:33.681304 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebfd93f0-7e3f-4840-ab17-7401c7f43a4d tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:33.682024 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ebfd93f0-7e3f-4840-ab17-7401c7f43a4d tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:33.686403 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-ebfd93f0-7e3f-4840-ab17-7401c7f43a4d tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] 10.222.0.64 "PUT /v2.0/ports/fe6f715d-45a0-40dc-8b3f-66b6aed95417 HTTP/1.1" status: 200 len: 997 time: 1.1895745 Oct 20 10:44:33.692091 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 35280) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:33.705845 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dada31-05f9-4318-aa98-ee9342365bce None None] Pushing event updated for resources: {'Port': ['ID=e3a8fa70-1682-45d1-b857-7cc0a40a62f4,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:33.711429 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-769303b1-445c-4a50-ad1a-5b679c0cacaf None None] Attempting to bind port e3a8fa70-1682-45d1-b857-7cc0a40a62f4 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:44:33.711828 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-769303b1-445c-4a50-ad1a-5b679c0cacaf None None] Attempting to bind port e3a8fa70-1682-45d1-b857-7cc0a40a62f4 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:44:33.712284 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769303b1-445c-4a50-ad1a-5b679c0cacaf None None] Attempting to bind port e3a8fa70-1682-45d1-b857-7cc0a40a62f4 on network cbe170d3-31ba-45a2-b477-520ab0a7a8ea {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:44:33.715990 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-7da29618-7a6a-4ad3-b5bb-1e12dc89a2cc tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Allocated IP 172.25.1.169 (cbe170d3-31ba-45a2-b477-520ab0a7a8ea/f4e26aca-17ac-4adb-a66b-d939a1b35b64/b5d96a8a-7265-4b1c-b453-5ce1f4f4f496) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:44:33.747305 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769303b1-445c-4a50-ad1a-5b679c0cacaf None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:44:33.747972 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769303b1-445c-4a50-ad1a-5b679c0cacaf None None] Checking segment: {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:44:33.749894 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-769303b1-445c-4a50-ad1a-5b679c0cacaf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:33.751366 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769303b1-445c-4a50-ad1a-5b679c0cacaf None None] Bound using segment: {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:44:33.752096 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-769303b1-445c-4a50-ad1a-5b679c0cacaf None None] Bound port: e3a8fa70-1682-45d1-b857-7cc0a40a62f4, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:44:33.752499 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-769303b1-445c-4a50-ad1a-5b679c0cacaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:33.791417 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfd93f0-7e3f-4840-ab17-7401c7f43a4d tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Pushing event updated for resources: {'Port': ['ID=fe6f715d-45a0-40dc-8b3f-66b6aed95417,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:33.821596 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-af03d35f-b976-4cfc-8061-7ba5625e0585 tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Deleting port fe6f715d-45a0-40dc-8b3f-66b6aed95417 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:44:33.822232 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-af03d35f-b976-4cfc-8061-7ba5625e0585 tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:33.841796 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-769303b1-445c-4a50-ad1a-5b679c0cacaf None None] For port e3a8fa70-1682-45d1-b857-7cc0a40a62f4, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:44:33.846895 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-769303b1-445c-4a50-ad1a-5b679c0cacaf None None] For port e3a8fa70-1682-45d1-b857-7cc0a40a62f4, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=e3a8fa70-1682-45d1-b857-7cc0a40a62f4,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:44:33.857488 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-769303b1-445c-4a50-ad1a-5b679c0cacaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:33.871288 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7da29618-7a6a-4ad3-b5bb-1e12dc89a2cc tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:33.915135 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7da29618-7a6a-4ad3-b5bb-1e12dc89a2cc tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:33.926171 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769303b1-445c-4a50-ad1a-5b679c0cacaf None None] Routers {'d83737a7-60b5-434a-a99e-ebad08e10d1b'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:44:33.926825 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-769303b1-445c-4a50-ad1a-5b679c0cacaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:44:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['d83737a7-60b5-434a-a99e-ebad08e10d1b'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:44:33.968039 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-af03d35f-b976-4cfc-8061-7ba5625e0585 tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:33.974037 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da29618-7a6a-4ad3-b5bb-1e12dc89a2cc tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Pushing event updated for resources: {'Port': ['ID=b5d96a8a-7265-4b1c-b453-5ce1f4f4f496,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:33.986135 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-af03d35f-b976-4cfc-8061-7ba5625e0585 tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Calling delete_port for fe6f715d-45a0-40dc-8b3f-66b6aed95417 owned by {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:44:33.988043 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da29618-7a6a-4ad3-b5bb-1e12dc89a2cc tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Network cbe170d3-31ba-45a2-b477-520ab0a7a8ea is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:44:33.989844 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-7da29618-7a6a-4ad3-b5bb-1e12dc89a2cc tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:44:33.996075 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da29618-7a6a-4ad3-b5bb-1e12dc89a2cc tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:44:34.035413 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dada31-05f9-4318-aa98-ee9342365bce None None] Pushing event updated for resources: {'Port': ['ID=e3a8fa70-1682-45d1-b857-7cc0a40a62f4,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:34.113804 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-f139a623-336a-4dfe-aec8-c1a8c43b6613 None None] Provisioning complete for port fe6f715d-45a0-40dc-8b3f-66b6aed95417 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:44:34.114601 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-f139a623-336a-4dfe-aec8-c1a8c43b6613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:34.159883 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-af03d35f-b976-4cfc-8061-7ba5625e0585 tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:34.176868 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-769303b1-445c-4a50-ad1a-5b679c0cacaf None None] Set router d83737a7-60b5-434a-a99e-ebad08e10d1b gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:44:34.178802 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-f139a623-336a-4dfe-aec8-c1a8c43b6613 None None] Port fe6f715d-45a0-40dc-8b3f-66b6aed95417 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:44:34.199957 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af03d35f-b976-4cfc-8061-7ba5625e0585 tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Pushing event deleted for resources: {'Port': ['ID=fe6f715d-45a0-40dc-8b3f-66b6aed95417,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:34.244397 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 68047290-a3a3-4456-a467-4085b27a526e details requested by agent hyperv_n-h1-811396-3 with host n-h1-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:44:34.329944 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7da29618-7a6a-4ad3-b5bb-1e12dc89a2cc tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:34.459648 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-af03d35f-b976-4cfc-8061-7ba5625e0585 tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:34.466546 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-af03d35f-b976-4cfc-8061-7ba5625e0585 tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] 10.222.0.64 "DELETE /v2.0/ports/fe6f715d-45a0-40dc-8b3f-66b6aed95417 HTTP/1.1" status: 204 len: 168 time: 0.7700458 Oct 20 10:44:34.496662 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 35290) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:34.525449 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac8b65e-ac00-4853-953e-17ae112ca389 req-24ef2ead-97ff-435b-9e7d-1d4a68bc87dc tempest-VolumesActionsTest-1144748464 tempest-VolumesActionsTest-1144748464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:34.526964 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1ac8b65e-ac00-4853-953e-17ae112ca389 req-24ef2ead-97ff-435b-9e7d-1d4a68bc87dc tempest-VolumesActionsTest-1144748464 tempest-VolumesActionsTest-1144748464-project] 10.222.0.64 "GET /v2.0/ports?device_id=bc8fc667-4aec-40fd-a17a-78c9e3b592fe HTTP/1.1" status: 200 len: 943 time: 0.1945121 Oct 20 10:44:34.546778 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-769303b1-445c-4a50-ad1a-5b679c0cacaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd83737a7-60b5-434a-a99e-ebad08e10d1b', 'name': 'tempest-snat-router-394985220', 'tenant_id': '1e5b650baa5241f58c6b7b27c5fb12ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.12'}], 'enable_snat': False}, 'gw_port_id': 'e3a8fa70-1682-45d1-b857-7cc0a40a62f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:44:28Z', 'updated_at': '2021-10-20T10:44:31Z', 'revision_number': 3, 'project_id': '1e5b650baa5241f58c6b7b27c5fb12ac', 'gw_port': {'id': 'e3a8fa70-1682-45d1-b857-7cc0a40a62f4', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:04:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd83737a7-60b5-434a-a99e-ebad08e10d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2152, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:44:30Z', 'updated_at': '2021-10-20T10:44:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:44:34.572662 n-d-811396-3 neutron-server[100596]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e89e8d6-2db1-4581-8dbf-552ab31e3b15 tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] GET failed (client error): The resource could not be found. Oct 20 10:44:34.580596 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-3e89e8d6-2db1-4581-8dbf-552ab31e3b15 tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] 10.222.0.64 "GET /v2.0/ports/fe6f715d-45a0-40dc-8b3f-66b6aed95417 HTTP/1.1" status: 404 len: 333 time: 0.0749946 Oct 20 10:44:34.584259 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 35292) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:34.603468 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-6eb2d024-db99-4173-bab1-11d605eefd16 tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Request body: {'port': {'network_id': 'dad61fe7-78c9-43b5-a340-428135d4247b', 'name': 'tempest-AllowedAddressPairTestJSON-1187304160'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:44:34.617920 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7da29618-7a6a-4ad3-b5bb-1e12dc89a2cc tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1773475'] for router, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:34.630253 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1ac8b65e-ac00-4853-953e-17ae112ca389 req-278caf5d-abd0-46aa-978c-355b2059abce tempest-VolumesActionsTest-1144748464 tempest-VolumesActionsTest-1144748464-project] 10.222.0.64 "GET /v2.0/security-groups?id=c682c5dc-70fe-4475-98e8-9175ea829e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820169 Oct 20 10:44:34.652255 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839cd315-493a-4200-a9c4-0b3fe107ffe0 req-29a3f18e-6118-425c-9caf-015409d2bcf6 tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:34.654093 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-839cd315-493a-4200-a9c4-0b3fe107ffe0 req-29a3f18e-6118-425c-9caf-015409d2bcf6 tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] 10.222.0.64 "GET /v2.0/ports?device_id=af0da1c2-0e72-46be-bfb4-32abb7302e65 HTTP/1.1" status: 200 len: 945 time: 0.2495596 Oct 20 10:44:34.715119 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-839cd315-493a-4200-a9c4-0b3fe107ffe0 req-ab42cba6-ccf8-4f88-8ca1-da456332890e tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] 10.222.0.64 "GET /v2.0/security-groups?id=c293d202-08a2-46d7-8156-502eb68acc76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529296 Oct 20 10:44:34.743804 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769303b1-445c-4a50-ad1a-5b679c0cacaf None None] The sync data for ids ['d83737a7-60b5-434a-a99e-ebad08e10d1b'] in n-d-811396-3 is: [{'id': 'd83737a7-60b5-434a-a99e-ebad08e10d1b', 'name': 'tempest-snat-router-394985220', 'tenant_id': '1e5b650baa5241f58c6b7b27c5fb12ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.12'}], 'enable_snat': False}, 'gw_port_id': 'e3a8fa70-1682-45d1-b857-7cc0a40a62f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:44:28Z', 'updated_at': '2021-10-20T10:44:31Z', 'revision_number': 3, 'project_id': '1e5b650baa5241f58c6b7b27c5fb12ac', 'gw_port': {'id': 'e3a8fa70-1682-45d1-b857-7cc0a40a62f4', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:04:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd83737a7-60b5-434a-a99e-ebad08e10d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2152, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:44:30Z', 'updated_at': '2021-10-20T10:44:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-811396-3'}] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:44:34.762305 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 68047290-a3a3-4456-a467-4085b27a526e, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=68047290-a3a3-4456-a467-4085b27a526e,segment=NetworkSegment(0b3f81e3-2a29-45a8-8599-71123de702a7),segment_id=0b3f81e3-2a29-45a8-8599-71123de702a7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:44:34.791412 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Returning: {'device': '68047290-a3a3-4456-a467-4085b27a526e', 'network_id': '915f5e39-1839-4241-9165-9d264820cd35', 'port_id': '68047290-a3a3-4456-a467-4085b27a526e', 'mac_address': 'fa:16:3e:76:ca:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 812, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a4ae3da-4902-4d94-b56e-def8a3a263c9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:44:34.843629 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eb2d024-db99-4173-bab1-11d605eefd16 tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Made reservation on behalf of 6161d310364f418ca18ffd0f60016698 for: {'port': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:44:34.847734 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6eb2d024-db99-4173-bab1-11d605eefd16 tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:34.858290 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7da29618-7a6a-4ad3-b5bb-1e12dc89a2cc tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Router 627dafea-91da-4f7b-ab6b-b57eac16ce71 is scheduled to L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 with binding_index 1 {{(pid=100597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 10:44:34.866921 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:34.886799 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68047290-a3a3-4456-a467-4085b27a526e {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:44:34.903970 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1e321125-3f5b-4c5c-beff-a75152109941 req-92c79c48-e8ec-4c1f-b050-e77569756ea9 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] 10.222.0.64 "GET /v2.0/ports?device_id=80d2d265-4161-4f15-ab0c-130b15ddf9e0 HTTP/1.1" status: 200 len: 210 time: 0.0508714 Oct 20 10:44:34.911332 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [None req-6eb2d024-db99-4173-bab1-11d605eefd16 tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] device_id is not set on port e04d8749-29eb-4651-9960-666d7a7a36d8 yet. {{(pid=100596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:44:34.926850 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 68047290-a3a3-4456-a467-4085b27a526e, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=68047290-a3a3-4456-a467-4085b27a526e,segment=NetworkSegment(0b3f81e3-2a29-45a8-8599-71123de702a7),segment_id=0b3f81e3-2a29-45a8-8599-71123de702a7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:44:34.934183 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:35.017783 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7da29618-7a6a-4ad3-b5bb-1e12dc89a2cc tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:44:35.018016 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=68047290-a3a3-4456-a467-4085b27a526e,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:35.030214 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e55a01-8736-4398-be1f-4d91b894ae2b None None] Sync routers for ids ['627dafea-91da-4f7b-ab6b-b57eac16ce71'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:44:35.048407 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e55a01-8736-4398-be1f-4d91b894ae2b None None] Routers {'627dafea-91da-4f7b-ab6b-b57eac16ce71'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:44:35.049985 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-f2e55a01-8736-4398-be1f-4d91b894ae2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:44:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['627dafea-91da-4f7b-ab6b-b57eac16ce71'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:44:35.059768 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7da29618-7a6a-4ad3-b5bb-1e12dc89a2cc tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Publish callbacks [] for router, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:35.062462 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-7da29618-7a6a-4ad3-b5bb-1e12dc89a2cc tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 2.1352420 Oct 20 10:44:35.065357 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 35294) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:35.144628 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [None req-6eb2d024-db99-4173-bab1-11d605eefd16 tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Allocated IP 172.20.0.3 (dad61fe7-78c9-43b5-a340-428135d4247b/fb5ef6ea-4c3d-40b3-83cd-07aa5519a1a0/e04d8749-29eb-4651-9960-666d7a7a36d8) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:44:35.230292 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-f2e55a01-8736-4398-be1f-4d91b894ae2b None None] Set router 627dafea-91da-4f7b-ab6b-b57eac16ce71 gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:44:35.275799 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-b622beea-69e1-47aa-b952-66c034a6725b tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] 10.222.0.64 "GET /v2.0/routers/627dafea-91da-4f7b-ab6b-b57eac16ce71 HTTP/1.1" status: 200 len: 907 time: 0.2066553 Oct 20 10:44:35.276024 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 35296) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:35.455948 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['68047290-a3a3-4456-a467-4085b27a526e'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:44:35.466185 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-f2e55a01-8736-4398-be1f-4d91b894ae2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '627dafea-91da-4f7b-ab6b-b57eac16ce71', 'name': 'tempest-snat-router-394985220', 'tenant_id': '1e5b650baa5241f58c6b7b27c5fb12ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'b5d96a8a-7265-4b1c-b453-5ce1f4f4f496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:44:32Z', 'updated_at': '2021-10-20T10:44:34Z', 'revision_number': 3, 'project_id': '1e5b650baa5241f58c6b7b27c5fb12ac', 'gw_port': {'id': 'b5d96a8a-7265-4b1c-b453-5ce1f4f4f496', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:33:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '627dafea-91da-4f7b-ab6b-b57eac16ce71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2155, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:44:33Z', 'updated_at': '2021-10-20T10:44:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:44:35.471622 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6515784d-b8f5-4052-b204-8e746be3247d tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Publish callbacks [] for router, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:35.499418 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e55a01-8736-4398-be1f-4d91b894ae2b None None] Checking router: 627dafea-91da-4f7b-ab6b-b57eac16ce71 for host: n-d-811396-3 {{(pid=100599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:44:35.499928 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e55a01-8736-4398-be1f-4d91b894ae2b None None] Updating router 627dafea-91da-4f7b-ab6b-b57eac16ce71 port b5d96a8a-7265-4b1c-b453-5ce1f4f4f496 binding host n-d-811396-3 {{(pid=100599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 10:44:35.528729 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-f2e55a01-8736-4398-be1f-4d91b894ae2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:35.653212 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6eb2d024-db99-4173-bab1-11d605eefd16 tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:35.738573 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6515784d-b8f5-4052-b204-8e746be3247d tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:35.759758 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6eb2d024-db99-4173-bab1-11d605eefd16 tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:35.928725 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb2d024-db99-4173-bab1-11d605eefd16 tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Network dad61fe7-78c9-43b5-a340-428135d4247b is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:44:35.932778 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-f2e55a01-8736-4398-be1f-4d91b894ae2b None None] Publish callbacks [] for port, precommit_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:35.939554 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-f2e55a01-8736-4398-be1f-4d91b894ae2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:35.951102 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-6eb2d024-db99-4173-bab1-11d605eefd16 tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:44:35.958885 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb2d024-db99-4173-bab1-11d605eefd16 tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:44:35.989732 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aea9f1c-f1c3-4faa-a935-894cf4d6caf6 None None] Pushing event updated for resources: {'Port': ['ID=b5d96a8a-7265-4b1c-b453-5ce1f4f4f496,revision_number=2']} {{(pid=100599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:36.001794 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aea9f1c-f1c3-4faa-a935-894cf4d6caf6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:44:36.002297 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aea9f1c-f1c3-4faa-a935-894cf4d6caf6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:44:36.002739 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aea9f1c-f1c3-4faa-a935-894cf4d6caf6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:44:36.003174 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aea9f1c-f1c3-4faa-a935-894cf4d6caf6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:44:36.003771 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aea9f1c-f1c3-4faa-a935-894cf4d6caf6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:44:36.004204 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aea9f1c-f1c3-4faa-a935-894cf4d6caf6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:44:36.004965 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aea9f1c-f1c3-4faa-a935-894cf4d6caf6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:44:36.005896 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aea9f1c-f1c3-4faa-a935-894cf4d6caf6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:44:36.005896 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aea9f1c-f1c3-4faa-a935-894cf4d6caf6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:44:36.006172 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aea9f1c-f1c3-4faa-a935-894cf4d6caf6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:44:36.006595 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aea9f1c-f1c3-4faa-a935-894cf4d6caf6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:44:36.007814 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aea9f1c-f1c3-4faa-a935-894cf4d6caf6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:44:36.027372 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eced8c-9cda-4e5d-b9ac-d93f2579a567 req-37661fca-ff97-4e07-908b-1cb421bded55 tempest-VolumesActionsTest-1144748464 tempest-VolumesActionsTest-1144748464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:36.035273 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-f2e55a01-8736-4398-be1f-4d91b894ae2b None None] Attempting to bind port b5d96a8a-7265-4b1c-b453-5ce1f4f4f496 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:44:36.035913 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-f2e55a01-8736-4398-be1f-4d91b894ae2b None None] Attempting to bind port b5d96a8a-7265-4b1c-b453-5ce1f4f4f496 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}] {{(pid=100599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:44:36.036178 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e55a01-8736-4398-be1f-4d91b894ae2b None None] Attempting to bind port b5d96a8a-7265-4b1c-b453-5ce1f4f4f496 on network cbe170d3-31ba-45a2-b477-520ab0a7a8ea {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:44:36.041440 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-14eced8c-9cda-4e5d-b9ac-d93f2579a567 req-37661fca-ff97-4e07-908b-1cb421bded55 tempest-VolumesActionsTest-1144748464 tempest-VolumesActionsTest-1144748464-project] 10.222.0.64 "GET /v2.0/ports?device_id=bc8fc667-4aec-40fd-a17a-78c9e3b592fe HTTP/1.1" status: 200 len: 944 time: 0.2091961 Oct 20 10:44:36.042704 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e55a01-8736-4398-be1f-4d91b894ae2b None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:44:36.043248 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e55a01-8736-4398-be1f-4d91b894ae2b None None] Checking segment: {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:44:36.043783 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-f2e55a01-8736-4398-be1f-4d91b894ae2b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:36.044272 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e55a01-8736-4398-be1f-4d91b894ae2b None None] Bound using segment: {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'} {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:44:36.044856 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-f2e55a01-8736-4398-be1f-4d91b894ae2b None None] Bound port: b5d96a8a-7265-4b1c-b453-5ce1f4f4f496, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}}] {{(pid=100599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:44:36.045495 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-f2e55a01-8736-4398-be1f-4d91b894ae2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:36.071411 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb2d024-db99-4173-bab1-11d605eefd16 tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Pushing event updated for resources: {'Port': ['ID=e04d8749-29eb-4651-9960-666d7a7a36d8,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:36.119790 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.db [None req-f2e55a01-8736-4398-be1f-4d91b894ae2b None None] For port b5d96a8a-7265-4b1c-b453-5ce1f4f4f496, host n-d-811396-3, cleared binding levels {{(pid=100599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:44:36.126875 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-f3cfca8a-1667-4bb4-b717-39156ad9fc7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:36.127591 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb2d024-db99-4173-bab1-11d605eefd16 tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:36.128358 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6eb2d024-db99-4173-bab1-11d605eefd16 tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:36.128514 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.db [None req-f2e55a01-8736-4398-be1f-4d91b894ae2b None None] For port b5d96a8a-7265-4b1c-b453-5ce1f4f4f496, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=b5d96a8a-7265-4b1c-b453-5ce1f4f4f496,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:44:36.134485 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-f2e55a01-8736-4398-be1f-4d91b894ae2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:36.160601 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b288ad14-0eb0-4b82-9134-3d4754697a86 req-51ad6d11-187c-4ccc-af75-6929c3323005 tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:36.162257 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b288ad14-0eb0-4b82-9134-3d4754697a86 req-51ad6d11-187c-4ccc-af75-6929c3323005 tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] 10.222.0.64 "GET /v2.0/ports?device_id=af0da1c2-0e72-46be-bfb4-32abb7302e65 HTTP/1.1" status: 200 len: 945 time: 0.2869699 Oct 20 10:44:36.177660 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-6eb2d024-db99-4173-bab1-11d605eefd16 tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5787470 Oct 20 10:44:36.180769 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35308) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:36.192056 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-af53a876-e97d-41d0-8b1b-697fef2ed458 tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Request body: {'port': {'network_id': 'dad61fe7-78c9-43b5-a340-428135d4247b', 'name': 'tempest-AllowedAddressPairTestJSON-1108644096'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:44:36.234346 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-6515784d-b8f5-4052-b204-8e746be3247d tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Deleting port b5d96a8a-7265-4b1c-b453-5ce1f4f4f496 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:44:36.236184 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6515784d-b8f5-4052-b204-8e746be3247d tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:36.271368 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e55a01-8736-4398-be1f-4d91b894ae2b None None] Routers {'627dafea-91da-4f7b-ab6b-b57eac16ce71'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:44:36.272123 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-f2e55a01-8736-4398-be1f-4d91b894ae2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:44:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['627dafea-91da-4f7b-ab6b-b57eac16ce71'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:44:36.299706 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-14eced8c-9cda-4e5d-b9ac-d93f2579a567 req-eaf2c245-1655-4ac8-8704-bbbe40001fce tempest-VolumesActionsTest-1144748464 tempest-VolumesActionsTest-1144748464-project] 10.222.0.64 "GET /v2.0/security-groups?id=c682c5dc-70fe-4475-98e8-9175ea829e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372603 Oct 20 10:44:36.352384 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aea9f1c-f1c3-4faa-a935-894cf4d6caf6 None None] Pushing event updated for resources: {'Port': ['ID=b5d96a8a-7265-4b1c-b453-5ce1f4f4f496,revision_number=3']} {{(pid=100599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:36.395519 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b288ad14-0eb0-4b82-9134-3d4754697a86 req-672f8b44-c294-4b9d-a716-e738d77139f2 tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] 10.222.0.64 "GET /v2.0/security-groups?id=c293d202-08a2-46d7-8156-502eb68acc76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037086 Oct 20 10:44:36.432354 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-264c1d19-afad-40ec-8969-b5fc3cd1c3fd None None] Provisioning complete for port e04d8749-29eb-4651-9960-666d7a7a36d8 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:44:36.434425 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-264c1d19-afad-40ec-8969-b5fc3cd1c3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:36.454882 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-f2e55a01-8736-4398-be1f-4d91b894ae2b None None] Set router 627dafea-91da-4f7b-ab6b-b57eac16ce71 gateway port host: None {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:44:36.471355 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af53a876-e97d-41d0-8b1b-697fef2ed458 tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Made reservation on behalf of 6161d310364f418ca18ffd0f60016698 for: {'port': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:44:36.476413 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-af53a876-e97d-41d0-8b1b-697fef2ed458 tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:36.504505 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [None req-af53a876-e97d-41d0-8b1b-697fef2ed458 tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] device_id is not set on port 639f61f4-0f9e-4490-8eb6-5f730b723b7f yet. {{(pid=100597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:44:36.514875 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6515784d-b8f5-4052-b204-8e746be3247d tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:36.527829 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-f2e55a01-8736-4398-be1f-4d91b894ae2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '627dafea-91da-4f7b-ab6b-b57eac16ce71', 'name': 'tempest-snat-router-394985220', 'tenant_id': '1e5b650baa5241f58c6b7b27c5fb12ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:44:32Z', 'updated_at': '2021-10-20T10:44:35Z', 'revision_number': 4, 'project_id': '1e5b650baa5241f58c6b7b27c5fb12ac', 'gw_port_host': None}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:44:36.568890 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-6515784d-b8f5-4052-b204-8e746be3247d tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Calling delete_port for b5d96a8a-7265-4b1c-b453-5ce1f4f4f496 owned by network:router_gateway {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:44:36.585001 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-264c1d19-afad-40ec-8969-b5fc3cd1c3fd None None] Port e04d8749-29eb-4651-9960-666d7a7a36d8 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:44:36.628128 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e55a01-8736-4398-be1f-4d91b894ae2b None None] The sync data for ids ['627dafea-91da-4f7b-ab6b-b57eac16ce71'] in n-d-811396-3 is: [{'id': '627dafea-91da-4f7b-ab6b-b57eac16ce71', 'name': 'tempest-snat-router-394985220', 'tenant_id': '1e5b650baa5241f58c6b7b27c5fb12ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:44:32Z', 'updated_at': '2021-10-20T10:44:35Z', 'revision_number': 4, 'project_id': '1e5b650baa5241f58c6b7b27c5fb12ac', 'gw_port_host': None}] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:44:36.650596 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2241218b-1a46-4101-9072-d849604bce4d req-e78bd23a-4979-43f0-8fa0-b6a8d242c909 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] 10.222.0.64 "GET /v2.0/ports?device_id=80d2d265-4161-4f15-ab0c-130b15ddf9e0 HTTP/1.1" status: 200 len: 210 time: 0.0550129 Oct 20 10:44:36.692767 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-af53a876-e97d-41d0-8b1b-697fef2ed458 tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Allocated IP 172.20.0.13 (dad61fe7-78c9-43b5-a340-428135d4247b/fb5ef6ea-4c3d-40b3-83cd-07aa5519a1a0/639f61f4-0f9e-4490-8eb6-5f730b723b7f) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:44:36.705781 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device e3a8fa70-1682-45d1-b857-7cc0a40a62f4 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:44:36.776637 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port e3a8fa70-1682-45d1-b857-7cc0a40a62f4 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:44:36.777148 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:36.918952 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:36.941293 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] For port e3a8fa70-1682-45d1-b857-7cc0a40a62f4, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=e3a8fa70-1682-45d1-b857-7cc0a40a62f4,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:44:36.949848 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:36.981362 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6515784d-b8f5-4052-b204-8e746be3247d tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:36.994379 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-af53a876-e97d-41d0-8b1b-697fef2ed458 tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:37.014405 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6515784d-b8f5-4052-b204-8e746be3247d tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Pushing event deleted for resources: {'Port': ['ID=b5d96a8a-7265-4b1c-b453-5ce1f4f4f496,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:37.016951 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Pushing event updated for resources: {'Port': ['ID=e3a8fa70-1682-45d1-b857-7cc0a40a62f4,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:37.071645 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:37.086280 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-af53a876-e97d-41d0-8b1b-697fef2ed458 tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:37.117238 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6515784d-b8f5-4052-b204-8e746be3247d tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1773439'] for router_gateway, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:37.141768 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af53a876-e97d-41d0-8b1b-697fef2ed458 tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Network dad61fe7-78c9-43b5-a340-428135d4247b is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:44:37.145275 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-af53a876-e97d-41d0-8b1b-697fef2ed458 tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:44:37.150163 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af53a876-e97d-41d0-8b1b-697fef2ed458 tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:44:37.193496 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af53a876-e97d-41d0-8b1b-697fef2ed458 tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Pushing event updated for resources: {'Port': ['ID=639f61f4-0f9e-4490-8eb6-5f730b723b7f,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:37.229826 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af53a876-e97d-41d0-8b1b-697fef2ed458 tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:37.230522 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-af53a876-e97d-41d0-8b1b-697fef2ed458 tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:37.252658 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-af53a876-e97d-41d0-8b1b-697fef2ed458 tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0679314 Oct 20 10:44:37.254561 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35312) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:37.259687 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6515784d-b8f5-4052-b204-8e746be3247d tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1772272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258304'] for router, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:37.260551 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-2489388e-58de-429a-97b2-aec0e6933303 tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:8a:4e:e2'}, {'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:19:79:8e'}]}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:44:37.262399 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6515784d-b8f5-4052-b204-8e746be3247d tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:37.311973 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6515784d-b8f5-4052-b204-8e746be3247d tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1772267'] for router, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:37.312735 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6515784d-b8f5-4052-b204-8e746be3247d tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 627dafea-91da-4f7b-ab6b-b57eac16ce71 {{(pid=100596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 10:44:37.318049 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6515784d-b8f5-4052-b204-8e746be3247d tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Publish callbacks [] for router, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:37.321498 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-6515784d-b8f5-4052-b204-8e746be3247d tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] 10.222.0.64 "DELETE /v2.0/routers/627dafea-91da-4f7b-ab6b-b57eac16ce71 HTTP/1.1" status: 204 len: 168 time: 2.0424764 Oct 20 10:44:37.322130 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 35316) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:37.480035 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:37.612846 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-63b454cc-73bc-4491-8733-e5ce3118c70a None None] Provisioning complete for port 639f61f4-0f9e-4490-8eb6-5f730b723b7f triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:44:37.613322 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-63b454cc-73bc-4491-8733-e5ce3118c70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:37.657102 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-63b454cc-73bc-4491-8733-e5ce3118c70a None None] Port 639f61f4-0f9e-4490-8eb6-5f730b723b7f cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:44:37.841937 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1dd2f941-d3e2-46a1-aa5d-288874cd7a43 tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Publish callbacks [] for router, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:37.855144 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:37.878547 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2489388e-58de-429a-97b2-aec0e6933303 tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:37.887774 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc0cf65-2c5c-4783-8a5c-17471b0a618b req-a45a80f1-b827-4fbb-aa51-bbf9d98dded7 tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:37.890102 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fcc0cf65-2c5c-4783-8a5c-17471b0a618b req-a45a80f1-b827-4fbb-aa51-bbf9d98dded7 tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] 10.222.0.64 "GET /v2.0/ports?device_id=af0da1c2-0e72-46be-bfb4-32abb7302e65 HTTP/1.1" status: 200 len: 945 time: 0.3923748 Oct 20 10:44:37.899013 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245c8811-54e1-4c8b-a2c0-8d108cfd9335 req-26784a90-62f2-4441-b53f-9cc06f022dca tempest-VolumesActionsTest-1144748464 tempest-VolumesActionsTest-1144748464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:37.900911 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-245c8811-54e1-4c8b-a2c0-8d108cfd9335 req-26784a90-62f2-4441-b53f-9cc06f022dca tempest-VolumesActionsTest-1144748464 tempest-VolumesActionsTest-1144748464-project] 10.222.0.64 "GET /v2.0/ports?device_id=bc8fc667-4aec-40fd-a17a-78c9e3b592fe HTTP/1.1" status: 200 len: 944 time: 0.4426546 Oct 20 10:44:38.043010 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fcc0cf65-2c5c-4783-8a5c-17471b0a618b req-30850584-7d36-4b86-acca-fa2a57ac20fe tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] 10.222.0.64 "GET /v2.0/security-groups?id=c293d202-08a2-46d7-8156-502eb68acc76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411023 Oct 20 10:44:38.048574 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-245c8811-54e1-4c8b-a2c0-8d108cfd9335 req-2f386822-5f44-4105-a91d-e8e46aa4d048 tempest-VolumesActionsTest-1144748464 tempest-VolumesActionsTest-1144748464-project] 10.222.0.64 "GET /v2.0/security-groups?id=c682c5dc-70fe-4475-98e8-9175ea829e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390204 Oct 20 10:44:38.081331 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1dd2f941-d3e2-46a1-aa5d-288874cd7a43 tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:38.122327 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2489388e-58de-429a-97b2-aec0e6933303 tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Publish callbacks [] for port, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:38.128195 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2489388e-58de-429a-97b2-aec0e6933303 tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:38.146567 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-1dd2f941-d3e2-46a1-aa5d-288874cd7a43 tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Deleting port e3a8fa70-1682-45d1-b857-7cc0a40a62f4 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:44:38.147671 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1dd2f941-d3e2-46a1-aa5d-288874cd7a43 tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:38.199221 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fdaf2cde-0d00-447b-8500-c65b86f9a863 req-8cfccc8e-a214-4d1e-a5f0-663a03da6c51 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] 10.222.0.64 "GET /v2.0/ports?device_id=80d2d265-4161-4f15-ab0c-130b15ddf9e0 HTTP/1.1" status: 200 len: 210 time: 0.0466311 Oct 20 10:44:38.244030 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 68047290-a3a3-4456-a467-4085b27a526e up at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:44:38.248359 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2489388e-58de-429a-97b2-aec0e6933303 tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Pushing event updated for resources: {'Port': ['ID=639f61f4-0f9e-4490-8eb6-5f730b723b7f,revision_number=2']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:38.298755 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-2489388e-58de-429a-97b2-aec0e6933303 tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] In _notify_port_updated(), no bound segment for port 639f61f4-0f9e-4490-8eb6-5f730b723b7f on network dad61fe7-78c9-43b5-a340-428135d4247b {{(pid=100597) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 20 10:44:38.305260 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2489388e-58de-429a-97b2-aec0e6933303 tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:38.306097 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2489388e-58de-429a-97b2-aec0e6933303 tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:38.307675 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-2489388e-58de-429a-97b2-aec0e6933303 tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] 10.222.0.64 "PUT /v2.0/ports/639f61f4-0f9e-4490-8eb6-5f730b723b7f HTTP/1.1" status: 200 len: 1056 time: 1.0517738 Oct 20 10:44:38.316329 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35328) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:38.316599 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [None req-1dd2f941-d3e2-46a1-aa5d-288874cd7a43 tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] For port e3a8fa70-1682-45d1-b857-7cc0a40a62f4, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=e3a8fa70-1682-45d1-b857-7cc0a40a62f4,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:44:38.316778 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1dd2f941-d3e2-46a1-aa5d-288874cd7a43 tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:38.334810 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-1dd2f941-d3e2-46a1-aa5d-288874cd7a43 tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Calling delete_port for e3a8fa70-1682-45d1-b857-7cc0a40a62f4 owned by network:router_gateway {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:44:38.341252 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning for port 68047290-a3a3-4456-a467-4085b27a526e completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:44:38.349198 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning complete for port 68047290-a3a3-4456-a467-4085b27a526e triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:44:38.350099 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:38.481532 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:38.519132 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-0059b260-506f-40bb-8720-bce5017d00d3 tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Deleting port 639f61f4-0f9e-4490-8eb6-5f730b723b7f {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:44:38.523068 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0059b260-506f-40bb-8720-bce5017d00d3 tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:38.556071 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc8fc667-4aec-40fd-a17a-78c9e3b592fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68047290-a3a3-4456-a467-4085b27a526e'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:44:38.560174 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2a9ecb5-1de4-4f5d-90cf-2574ab4e48db" -d '{"events": [{"server_uuid": "bc8fc667-4aec-40fd-a17a-78c9e3b592fe", "name": "network-vif-plugged", "status": "completed", "tag": "68047290-a3a3-4456-a467-4085b27a526e"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:44:38.601756 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device e3a8fa70-1682-45d1-b857-7cc0a40a62f4 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:44:38.610930 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1dd2f941-d3e2-46a1-aa5d-288874cd7a43 tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:38.642039 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e21aa616-3e2d-4dac-9ecd-ab94e23b73da x-openstack-request-id: req-e21aa616-3e2d-4dac-9ecd-ab94e23b73da {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:44:38.642337 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc8fc667-4aec-40fd-a17a-78c9e3b592fe", "name": "network-vif-plugged", "status": "completed", "tag": "68047290-a3a3-4456-a467-4085b27a526e", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:44:38.642602 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e21aa616-3e2d-4dac-9ecd-ab94e23b73da {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:44:38.643084 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc8fc667-4aec-40fd-a17a-78c9e3b592fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68047290-a3a3-4456-a467-4085b27a526e', 'code': 200} Oct 20 10:44:38.661466 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 68047290-a3a3-4456-a467-4085b27a526e, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=68047290-a3a3-4456-a467-4085b27a526e,segment=NetworkSegment(0b3f81e3-2a29-45a8-8599-71123de702a7),segment_id=0b3f81e3-2a29-45a8-8599-71123de702a7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:44:38.686367 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0059b260-506f-40bb-8720-bce5017d00d3 tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:38.690452 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-3ba55dbf-9c57-4475-a490-70ab84573280 None None] Provisioning complete for port 639f61f4-0f9e-4490-8eb6-5f730b723b7f triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:44:38.690826 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3ba55dbf-9c57-4475-a490-70ab84573280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:38.692526 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:38.703043 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd2f941-d3e2-46a1-aa5d-288874cd7a43 tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Pushing event deleted for resources: {'Port': ['ID=e3a8fa70-1682-45d1-b857-7cc0a40a62f4,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:38.703317 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-0059b260-506f-40bb-8720-bce5017d00d3 tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Calling delete_port for 639f61f4-0f9e-4490-8eb6-5f730b723b7f owned by {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:44:38.751932 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1dd2f941-d3e2-46a1-aa5d-288874cd7a43 tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1773439'] for router_gateway, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:38.779876 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=68047290-a3a3-4456-a467-4085b27a526e,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:38.802111 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No active binding found for port e3a8fa70-1682-45d1-b857-7cc0a40a62f4 {{(pid=100598) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 20 10:44:38.802536 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device e3a8fa70-1682-45d1-b857-7cc0a40a62f4 not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Oct 20 10:44:38.827716 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Port e3a8fa70-1682-45d1-b857-7cc0a40a62f4 not found, will not notify nova. {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Oct 20 10:44:38.833489 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-3ba55dbf-9c57-4475-a490-70ab84573280 None None] Port 639f61f4-0f9e-4490-8eb6-5f730b723b7f cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:44:38.877759 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:38.881298 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0059b260-506f-40bb-8720-bce5017d00d3 tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:38.907468 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1dd2f941-d3e2-46a1-aa5d-288874cd7a43 tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1772272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258304'] for router, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:38.910945 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0059b260-506f-40bb-8720-bce5017d00d3 tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Pushing event deleted for resources: {'Port': ['ID=639f61f4-0f9e-4490-8eb6-5f730b723b7f,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:38.911674 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1dd2f941-d3e2-46a1-aa5d-288874cd7a43 tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:38.965449 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ef66cf-ea11-404e-afb0-3b99f26cfe34 req-bdf3c3e3-3197-4098-bfc1-50b2d8ae584d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:38.967119 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b0ef66cf-ea11-404e-afb0-3b99f26cfe34 req-bdf3c3e3-3197-4098-bfc1-50b2d8ae584d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=bc8fc667-4aec-40fd-a17a-78c9e3b592fe HTTP/1.1" status: 200 len: 1096 time: 0.1265209 Oct 20 10:44:38.968084 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1dd2f941-d3e2-46a1-aa5d-288874cd7a43 tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1772267'] for router, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:38.968609 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dd2f941-d3e2-46a1-aa5d-288874cd7a43 tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d83737a7-60b5-434a-a99e-ebad08e10d1b {{(pid=100596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 10:44:38.973717 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1dd2f941-d3e2-46a1-aa5d-288874cd7a43 tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Publish callbacks [] for router, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:38.978647 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-1dd2f941-d3e2-46a1-aa5d-288874cd7a43 tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] 10.222.0.64 "DELETE /v2.0/routers/d83737a7-60b5-434a-a99e-ebad08e10d1b HTTP/1.1" status: 204 len: 168 time: 1.6517611 Oct 20 10:44:38.979813 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35332) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:38.986207 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-a147a0c4-89bf-43be-9c6c-088be1654046 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-885286734', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}, 'admin_state_up': False}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:44:39.021920 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b0ef66cf-ea11-404e-afb0-3b99f26cfe34 req-0fa132d4-d6a6-4031-b1bb-e459d5dcaa13 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=c682c5dc-70fe-4475-98e8-9175ea829e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458395 Oct 20 10:44:39.061451 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a147a0c4-89bf-43be-9c6c-088be1654046 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1772442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258322'] for router, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:39.062529 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a147a0c4-89bf-43be-9c6c-088be1654046 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1772334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773516', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258315'] for router, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:39.247478 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a147a0c4-89bf-43be-9c6c-088be1654046 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:39.296219 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a6672b-b179-4b0c-bd2d-e35bfdac098e req-d12a2327-63d5-4d6e-844c-e2dea0fa9d4d tempest-VolumesActionsTest-1144748464 tempest-VolumesActionsTest-1144748464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:39.298273 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-98a6672b-b179-4b0c-bd2d-e35bfdac098e req-d12a2327-63d5-4d6e-844c-e2dea0fa9d4d tempest-VolumesActionsTest-1144748464 tempest-VolumesActionsTest-1144748464-project] 10.222.0.64 "GET /v2.0/ports?device_id=bc8fc667-4aec-40fd-a17a-78c9e3b592fe HTTP/1.1" status: 200 len: 945 time: 0.1168108 Oct 20 10:44:39.312533 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0059b260-506f-40bb-8720-bce5017d00d3 tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:39.317137 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-0059b260-506f-40bb-8720-bce5017d00d3 tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] 10.222.0.64 "DELETE /v2.0/ports/639f61f4-0f9e-4490-8eb6-5f730b723b7f HTTP/1.1" status: 204 len: 168 time: 0.9989259 Oct 20 10:44:39.319814 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35344) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:39.344034 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a80add-e01d-41f6-b4b3-2b7505d9d239 req-27bea467-b936-4c3d-b479-60eb5c12bbcd tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:39.347472 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-07a80add-e01d-41f6-b4b3-2b7505d9d239 req-27bea467-b936-4c3d-b479-60eb5c12bbcd tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] 10.222.0.64 "GET /v2.0/ports?device_id=af0da1c2-0e72-46be-bfb4-32abb7302e65 HTTP/1.1" status: 200 len: 945 time: 0.1191678 Oct 20 10:44:39.359197 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-db947b2c-84a2-41f5-b9db-93b1257c128d tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] GET failed (client error): The resource could not be found. Oct 20 10:44:39.359197 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-db947b2c-84a2-41f5-b9db-93b1257c128d tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] 10.222.0.64 "GET /v2.0/ports/639f61f4-0f9e-4490-8eb6-5f730b723b7f HTTP/1.1" status: 404 len: 333 time: 0.0360866 Oct 20 10:44:39.361685 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35346) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:39.388751 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-98a6672b-b179-4b0c-bd2d-e35bfdac098e req-78a0b8cf-deae-4d19-a238-c2fec6327ba7 tempest-VolumesActionsTest-1144748464 tempest-VolumesActionsTest-1144748464-project] 10.222.0.64 "GET /v2.0/security-groups?id=c682c5dc-70fe-4475-98e8-9175ea829e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793195 Oct 20 10:44:39.428597 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-07a80add-e01d-41f6-b4b3-2b7505d9d239 req-b0b13056-0998-4938-b984-28f41bac5eb1 tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] 10.222.0.64 "GET /v2.0/security-groups?id=c293d202-08a2-46d7-8156-502eb68acc76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600827 Oct 20 10:44:39.509121 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a147a0c4-89bf-43be-9c6c-088be1654046 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:39.544008 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f70e415e-55ef-4d36-8716-e6a9004b0b5f req-b0696b4f-f035-4d7a-b9f6-0978f73f81aa tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] 10.222.0.64 "GET /v2.0/ports?device_id=80d2d265-4161-4f15-ab0c-130b15ddf9e0 HTTP/1.1" status: 200 len: 210 time: 0.0334716 Oct 20 10:44:39.581462 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-2698fd6e-ab66-4c62-8b1a-439b1761993d tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Deleting port e04d8749-29eb-4651-9960-666d7a7a36d8 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:44:39.581800 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2698fd6e-ab66-4c62-8b1a-439b1761993d tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:39.710661 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2698fd6e-ab66-4c62-8b1a-439b1761993d tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:39.727425 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-2698fd6e-ab66-4c62-8b1a-439b1761993d tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Calling delete_port for e04d8749-29eb-4651-9960-666d7a7a36d8 owned by {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:44:39.871085 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a147a0c4-89bf-43be-9c6c-088be1654046 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Publish callbacks [] for router_gateway, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:39.899908 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a147a0c4-89bf-43be-9c6c-088be1654046 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:40.028819 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2698fd6e-ab66-4c62-8b1a-439b1761993d tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:40.069671 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2698fd6e-ab66-4c62-8b1a-439b1761993d tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Pushing event deleted for resources: {'Port': ['ID=e04d8749-29eb-4651-9960-666d7a7a36d8,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:40.080333 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-a147a0c4-89bf-43be-9c6c-088be1654046 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Allocated IP 172.25.1.144 (cbe170d3-31ba-45a2-b477-520ab0a7a8ea/f4e26aca-17ac-4adb-a66b-d939a1b35b64/a7b7ad20-4fc3-4532-ada9-75685eb33ba4) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:44:40.197649 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2698fd6e-ab66-4c62-8b1a-439b1761993d tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:40.200881 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-2698fd6e-ab66-4c62-8b1a-439b1761993d tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] 10.222.0.64 "DELETE /v2.0/ports/e04d8749-29eb-4651-9960-666d7a7a36d8 HTTP/1.1" status: 204 len: 168 time: 0.8385491 Oct 20 10:44:40.204133 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35348) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:40.239736 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f77e409-d3bf-4514-b1e4-9dffba0273b3 tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] GET failed (client error): The resource could not be found. Oct 20 10:44:40.241365 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-6f77e409-d3bf-4514-b1e4-9dffba0273b3 tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] 10.222.0.64 "GET /v2.0/ports/e04d8749-29eb-4651-9960-666d7a7a36d8 HTTP/1.1" status: 404 len: 333 time: 0.0363076 Oct 20 10:44:40.246383 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 35350) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:40.277704 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a147a0c4-89bf-43be-9c6c-088be1654046 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:40.326452 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a147a0c4-89bf-43be-9c6c-088be1654046 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:40.369219 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-4de4d1fd-6e5f-49f0-876a-901696f717a9 tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Deleting port 99ba76a0-72d7-4fc6-bf83-97bd117602bd {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:44:40.369797 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4de4d1fd-6e5f-49f0-876a-901696f717a9 tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:40.378966 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a147a0c4-89bf-43be-9c6c-088be1654046 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Pushing event updated for resources: {'Port': ['ID=a7b7ad20-4fc3-4532-ada9-75685eb33ba4,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:40.383336 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a147a0c4-89bf-43be-9c6c-088be1654046 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Network cbe170d3-31ba-45a2-b477-520ab0a7a8ea is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:44:40.384773 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-a147a0c4-89bf-43be-9c6c-088be1654046 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:44:40.386984 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a147a0c4-89bf-43be-9c6c-088be1654046 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:44:40.511018 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4de4d1fd-6e5f-49f0-876a-901696f717a9 tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:40.525767 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-4de4d1fd-6e5f-49f0-876a-901696f717a9 tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Calling delete_port for 99ba76a0-72d7-4fc6-bf83-97bd117602bd owned by {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:44:40.568003 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device e3a8fa70-1682-45d1-b857-7cc0a40a62f4 no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:44:40.593679 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: e3a8fa70-1682-45d1-b857-7cc0a40a62f4 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:44:40.594389 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device e3a8fa70-1682-45d1-b857-7cc0a40a62f4 not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:44:40.705606 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e732d40a-57a7-4a8f-85e9-0344a1a270b8 req-25b48066-1cb8-43dc-8d2b-9b9784abd611 tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:40.707236 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e732d40a-57a7-4a8f-85e9-0344a1a270b8 req-25b48066-1cb8-43dc-8d2b-9b9784abd611 tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] 10.222.0.64 "GET /v2.0/ports?device_id=af0da1c2-0e72-46be-bfb4-32abb7302e65 HTTP/1.1" status: 200 len: 945 time: 0.1043909 Oct 20 10:44:40.717801 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a830aa-a116-449c-98f6-52a16051640f req-34ad133e-0ca3-4780-815f-307442a3367b tempest-VolumesActionsTest-1144748464 tempest-VolumesActionsTest-1144748464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:40.723909 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-11a830aa-a116-449c-98f6-52a16051640f req-34ad133e-0ca3-4780-815f-307442a3367b tempest-VolumesActionsTest-1144748464 tempest-VolumesActionsTest-1144748464-project] 10.222.0.64 "GET /v2.0/ports?device_id=bc8fc667-4aec-40fd-a17a-78c9e3b592fe HTTP/1.1" status: 200 len: 945 time: 0.1110570 Oct 20 10:44:40.741162 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a147a0c4-89bf-43be-9c6c-088be1654046 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Publish callbacks [] for router_gateway, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:40.830773 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e732d40a-57a7-4a8f-85e9-0344a1a270b8 req-b086bce4-8582-44a3-9aa7-7b865d805d51 tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] 10.222.0.64 "GET /v2.0/security-groups?id=c293d202-08a2-46d7-8156-502eb68acc76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019258 Oct 20 10:44:40.835614 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-11a830aa-a116-449c-98f6-52a16051640f req-f677fd42-a7d7-4b19-85e5-a219d2812de0 tempest-VolumesActionsTest-1144748464 tempest-VolumesActionsTest-1144748464-project] 10.222.0.64 "GET /v2.0/security-groups?id=c682c5dc-70fe-4475-98e8-9175ea829e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005783 Oct 20 10:44:40.841177 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4de4d1fd-6e5f-49f0-876a-901696f717a9 tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:40.919958 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de4d1fd-6e5f-49f0-876a-901696f717a9 tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Pushing event deleted for resources: {'Port': ['ID=99ba76a0-72d7-4fc6-bf83-97bd117602bd,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:41.000056 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a147a0c4-89bf-43be-9c6c-088be1654046 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1773475'] for router, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:41.011735 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c1adda18-9ec3-442f-b693-919ac69a2e90 req-f5a351b7-7dbd-4c11-a51c-8d8d9c1e1078 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] 10.222.0.64 "GET /v2.0/ports?device_id=80d2d265-4161-4f15-ab0c-130b15ddf9e0 HTTP/1.1" status: 200 len: 210 time: 0.0515444 Oct 20 10:44:41.073191 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4de4d1fd-6e5f-49f0-876a-901696f717a9 tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:41.077369 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-4de4d1fd-6e5f-49f0-876a-901696f717a9 tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] 10.222.0.64 "DELETE /v2.0/ports/99ba76a0-72d7-4fc6-bf83-97bd117602bd HTTP/1.1" status: 204 len: 168 time: 0.8215764 Oct 20 10:44:41.079255 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 35360) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:41.133132 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc0181ed-37ad-4e3e-8431-4c31ec5aa5e1 tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Deleting subnet fb5ef6ea-4c3d-40b3-83cd-07aa5519a1a0 {{(pid=100596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:44:41.136767 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-fc0181ed-37ad-4e3e-8431-4c31ec5aa5e1 tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Publish callbacks [] for subnet, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:41.164580 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a147a0c4-89bf-43be-9c6c-088be1654046 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Router 055c1bc4-d9e6-42ee-b05e-3f586e3fab81 is scheduled to L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 with binding_index 1 {{(pid=100597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 10:44:41.181488 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-fc0181ed-37ad-4e3e-8431-4c31ec5aa5e1 tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25189079'] for subnet, precommit_delete_associations {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:41.274167 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-fc0181ed-37ad-4e3e-8431-4c31ec5aa5e1 tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:41.278934 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a147a0c4-89bf-43be-9c6c-088be1654046 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:44:41.290477 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b55026-f738-46e0-a21f-c389d2d6d13a None None] Sync routers for ids ['055c1bc4-d9e6-42ee-b05e-3f586e3fab81'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:44:41.300405 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b55026-f738-46e0-a21f-c389d2d6d13a None None] Routers {'055c1bc4-d9e6-42ee-b05e-3f586e3fab81'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:44:41.301324 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-69b55026-f738-46e0-a21f-c389d2d6d13a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:44:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['055c1bc4-d9e6-42ee-b05e-3f586e3fab81'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:44:41.301801 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a147a0c4-89bf-43be-9c6c-088be1654046 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Publish callbacks [] for router, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:41.303194 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-a147a0c4-89bf-43be-9c6c-088be1654046 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.3220611 Oct 20 10:44:41.305845 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35362) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:41.310717 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-45be3234-cc44-46dd-8946-0067fab2b7d3 tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'enable_snat': False}}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:44:41.336691 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-69b55026-f738-46e0-a21f-c389d2d6d13a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:44:41.344220 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-fc0181ed-37ad-4e3e-8431-4c31ec5aa5e1 tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26836193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26761888'] for subnet, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:41.346827 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b55026-f738-46e0-a21f-c389d2d6d13a None None] Routers {'055c1bc4-d9e6-42ee-b05e-3f586e3fab81'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:44:41.347858 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-69b55026-f738-46e0-a21f-c389d2d6d13a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:44:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['055c1bc4-d9e6-42ee-b05e-3f586e3fab81'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:44:41.382209 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0181ed-37ad-4e3e-8431-4c31ec5aa5e1 tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Pushing event deleted for resources: {'Subnet': ['ID=fb5ef6ea-4c3d-40b3-83cd-07aa5519a1a0,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:41.384434 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-fc0181ed-37ad-4e3e-8431-4c31ec5aa5e1 tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:41.387825 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-fc0181ed-37ad-4e3e-8431-4c31ec5aa5e1 tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] 10.222.0.64 "DELETE /v2.0/subnets/fb5ef6ea-4c3d-40b3-83cd-07aa5519a1a0 HTTP/1.1" status: 204 len: 168 time: 0.3073862 Oct 20 10:44:41.390290 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 35364) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:41.396981 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-69b55026-f738-46e0-a21f-c389d2d6d13a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:44:41.397769 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b55026-f738-46e0-a21f-c389d2d6d13a None None] The sync data for ids ['055c1bc4-d9e6-42ee-b05e-3f586e3fab81'] in n-d-811396-3 is: [] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:44:41.399932 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb8f43dc-7851-4a0e-8411-f74a8d7465fd None None] Network dad61fe7-78c9-43b5-a340-428135d4247b requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:44:41.489207 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-7b1f85a8-297d-4f44-a314-405e1f88c289 tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:41.554335 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-7b1f85a8-297d-4f44-a314-405e1f88c289 tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Deleting port 85d5f3c6-ef8f-4e39-9e71-9d8c65f54412 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:44:41.554675 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-7b1f85a8-297d-4f44-a314-405e1f88c289 tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:41.621634 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe73b3b-3e42-4552-8898-ddd3dd762ee2 None None] DHCP port deletion for dad61fe7-78c9-43b5-a340-428135d4247b request from n-d-811396-3 {{(pid=100598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:44:41.641911 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [None req-7b1f85a8-297d-4f44-a314-405e1f88c289 tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] For port 85d5f3c6-ef8f-4e39-9e71-9d8c65f54412, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=85d5f3c6-ef8f-4e39-9e71-9d8c65f54412,segment=NetworkSegment(b99bf8af-38ec-469c-abde-3b98f86efe49),segment_id=b99bf8af-38ec-469c-abde-3b98f86efe49)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:44:41.642562 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-7b1f85a8-297d-4f44-a314-405e1f88c289 tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:41.664647 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-7b1f85a8-297d-4f44-a314-405e1f88c289 tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Calling delete_port for 85d5f3c6-ef8f-4e39-9e71-9d8c65f54412 owned by network:dhcp {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:44:41.671480 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-45be3234-cc44-46dd-8946-0067fab2b7d3 tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:41.683659 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-0fe73b3b-3e42-4552-8898-ddd3dd762ee2 None None] Deleting port 85d5f3c6-ef8f-4e39-9e71-9d8c65f54412 {{(pid=100598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:44:41.684042 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-0fe73b3b-3e42-4552-8898-ddd3dd762ee2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:41.753014 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-0fe73b3b-3e42-4552-8898-ddd3dd762ee2 None None] For port 85d5f3c6-ef8f-4e39-9e71-9d8c65f54412, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=85d5f3c6-ef8f-4e39-9e71-9d8c65f54412,segment=NetworkSegment(b99bf8af-38ec-469c-abde-3b98f86efe49),segment_id=b99bf8af-38ec-469c-abde-3b98f86efe49)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:44:41.753653 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-0fe73b3b-3e42-4552-8898-ddd3dd762ee2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:41.768351 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-0fe73b3b-3e42-4552-8898-ddd3dd762ee2 None None] Calling delete_port for 85d5f3c6-ef8f-4e39-9e71-9d8c65f54412 owned by network:dhcp {{(pid=100598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:44:41.778122 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-7b1f85a8-297d-4f44-a314-405e1f88c289 tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:41.812084 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1f85a8-297d-4f44-a314-405e1f88c289 tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Pushing event deleted for resources: {'Port': ['ID=85d5f3c6-ef8f-4e39-9e71-9d8c65f54412,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:41.815612 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1f85a8-297d-4f44-a314-405e1f88c289 tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] No DVR routers for this DVR port 85d5f3c6-ef8f-4e39-9e71-9d8c65f54412 on host n-d-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:44:41.875021 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-0fe73b3b-3e42-4552-8898-ddd3dd762ee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956'] for port, after_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:41.936494 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe73b3b-3e42-4552-8898-ddd3dd762ee2 None None] Pushing event deleted for resources: {'Port': ['ID=85d5f3c6-ef8f-4e39-9e71-9d8c65f54412,revision_number=None']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:41.949015 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe73b3b-3e42-4552-8898-ddd3dd762ee2 None None] No DVR routers for this DVR port 85d5f3c6-ef8f-4e39-9e71-9d8c65f54412 on host n-d-811396-3 {{(pid=100598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:44:41.971265 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-7b1f85a8-297d-4f44-a314-405e1f88c289 tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:42.047561 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-7b1f85a8-297d-4f44-a314-405e1f88c289 tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dad61fe7-78c9-43b5-a340-428135d4247b']}} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:44:42.061681 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-7b1f85a8-297d-4f44-a314-405e1f88c289 tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b99bf8af-38ec-469c-abde-3b98f86efe49') {'for_net_delete': True} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:44:42.062083 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-7b1f85a8-297d-4f44-a314-405e1f88c289 tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b99bf8af-38ec-469c-abde-3b98f86efe49') {} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:44:42.080262 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-7b1f85a8-297d-4f44-a314-405e1f88c289 tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25189038'] for segment, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:42.104501 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9211bd30-77e9-4968-83cc-2227b95addc3 req-b8dcf29c-b7de-4790-81e4-7cfc1c42d51e tempest-VolumesActionsTest-1144748464 tempest-VolumesActionsTest-1144748464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:42.106089 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9211bd30-77e9-4968-83cc-2227b95addc3 req-b8dcf29c-b7de-4790-81e4-7cfc1c42d51e tempest-VolumesActionsTest-1144748464 tempest-VolumesActionsTest-1144748464-project] 10.222.0.64 "GET /v2.0/ports?device_id=bc8fc667-4aec-40fd-a17a-78c9e3b592fe HTTP/1.1" status: 200 len: 945 time: 0.1253765 Oct 20 10:44:42.110692 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-7b1f85a8-297d-4f44-a314-405e1f88c289 tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:42.122639 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf08f440-81bb-4376-aae4-367744b62799 req-f0137324-5754-4fe0-99bb-8e8681987251 tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:42.124296 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bf08f440-81bb-4376-aae4-367744b62799 req-f0137324-5754-4fe0-99bb-8e8681987251 tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] 10.222.0.64 "GET /v2.0/ports?device_id=af0da1c2-0e72-46be-bfb4-32abb7302e65 HTTP/1.1" status: 200 len: 945 time: 0.1421764 Oct 20 10:44:42.134761 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b1f85a8-297d-4f44-a314-405e1f88c289 tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Releasing vlan 811 on physical network physnet1 to pool {{(pid=100596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:44:42.135259 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-7b1f85a8-297d-4f44-a314-405e1f88c289 tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26833155'] for segment, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:42.138262 n-d-811396-3 neutron-server[100596]: Traceback (most recent call last): Oct 20 10:44:42.138262 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:44:42.138262 n-d-811396-3 neutron-server[100596]: timer() Oct 20 10:44:42.138262 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:44:42.138262 n-d-811396-3 neutron-server[100596]: cb(*args, **kw) Oct 20 10:44:42.138262 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:44:42.138262 n-d-811396-3 neutron-server[100596]: return func(*args, **kwargs) Oct 20 10:44:42.138262 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:44:42.138262 n-d-811396-3 neutron-server[100596]: self._notify() Oct 20 10:44:42.138262 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:44:42.138262 n-d-811396-3 neutron-server[100596]: self.callback(batched_events) Oct 20 10:44:42.138262 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:44:42.138262 n-d-811396-3 neutron-server[100596]: event.method(event) Oct 20 10:44:42.138262 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:44:42.138262 n-d-811396-3 neutron-server[100596]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:44:42.138262 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:44:42.138262 n-d-811396-3 neutron-server[100596]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:44:42.138262 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:44:42.138262 n-d-811396-3 neutron-server[100596]: return f(self, *a, **k) Oct 20 10:44:42.138262 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:44:42.138262 n-d-811396-3 neutron-server[100596]: return self._get(url).json() Oct 20 10:44:42.138262 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:44:42.138262 n-d-811396-3 neutron-server[100596]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:44:42.138262 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:44:42.138262 n-d-811396-3 neutron-server[100596]: return self.request(url, 'GET', **kwargs) Oct 20 10:44:42.138262 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:44:42.138262 n-d-811396-3 neutron-server[100596]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:44:42.138262 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:44:42.138262 n-d-811396-3 neutron-server[100596]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:44:42.138262 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:44:42.138262 n-d-811396-3 neutron-server[100596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:44:42.138262 n-d-811396-3 neutron-server[100596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:44:42.244851 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9211bd30-77e9-4968-83cc-2227b95addc3 req-7f51bf3d-60b0-44e9-abe6-53105f1cc524 tempest-VolumesActionsTest-1144748464 tempest-VolumesActionsTest-1144748464-project] 10.222.0.64 "GET /v2.0/security-groups?id=c682c5dc-70fe-4475-98e8-9175ea829e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194999 Oct 20 10:44:42.248044 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bf08f440-81bb-4376-aae4-367744b62799 req-1e7821f9-12fe-446d-8fc7-a050307e3b3f tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] 10.222.0.64 "GET /v2.0/security-groups?id=c293d202-08a2-46d7-8156-502eb68acc76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149518 Oct 20 10:44:42.248749 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-7b1f85a8-297d-4f44-a314-405e1f88c289 tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:42.290683 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-7b1f85a8-297d-4f44-a314-405e1f88c289 tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Publish callbacks [] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:42.296380 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-7b1f85a8-297d-4f44-a314-405e1f88c289 tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] 10.222.0.64 "DELETE /v2.0/networks/dad61fe7-78c9-43b5-a340-428135d4247b HTTP/1.1" status: 204 len: 168 time: 0.9042752 Oct 20 10:44:42.297430 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1f85a8-297d-4f44-a314-405e1f88c289 tempest-AllowedAddressPairTestJSON-2072254943 tempest-AllowedAddressPairTestJSON-2072254943-project] Pushing event deleted for resources: {'Network': ['ID=dad61fe7-78c9-43b5-a340-428135d4247b,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:42.403422 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9cab0bb4-e6d3-43a1-bc4b-2fde1567ebab req-088e861b-9efc-4279-85e4-0aa6f8b19ce6 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] 10.222.0.64 "GET /v2.0/ports?device_id=80d2d265-4161-4f15-ab0c-130b15ddf9e0 HTTP/1.1" status: 200 len: 210 time: 0.0484371 Oct 20 10:44:42.528169 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-45be3234-cc44-46dd-8946-0067fab2b7d3 tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1773502', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1772312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-258425'] for router, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:42.531659 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-45be3234-cc44-46dd-8946-0067fab2b7d3 tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1773475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1773489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1773480', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1772307'] for router, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:42.541110 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 85d5f3c6-ef8f-4e39-9e71-9d8c65f54412 no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:44:42.570996 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 85d5f3c6-ef8f-4e39-9e71-9d8c65f54412 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:44:42.571333 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 85d5f3c6-ef8f-4e39-9e71-9d8c65f54412 not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:44:42.615020 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bd8380-d953-42ff-be4a-005cb91dfe49 req-de7d1806-5473-4807-8768-c78798e9e96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:42.616954 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c6bd8380-d953-42ff-be4a-005cb91dfe49 req-de7d1806-5473-4807-8768-c78798e9e96d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=af0da1c2-0e72-46be-bfb4-32abb7302e65 HTTP/1.1" status: 200 len: 1096 time: 0.0752544 Oct 20 10:44:42.661261 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c6bd8380-d953-42ff-be4a-005cb91dfe49 req-ce4732b8-f614-4d76-8e12-76b6ad0b3fcd service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=c293d202-08a2-46d7-8156-502eb68acc76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329578 Oct 20 10:44:42.673983 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 35380) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:42.676006 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45be3234-cc44-46dd-8946-0067fab2b7d3 tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Router 055c1bc4-d9e6-42ee-b05e-3f586e3fab81 has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:44:42.792644 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45be3234-cc44-46dd-8946-0067fab2b7d3 tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:44:42.800562 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-45be3234-cc44-46dd-8946-0067fab2b7d3 tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Publish callbacks [] for router, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:42.803823 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23677c93-2f9f-482b-8498-12297e420466 None None] Sync routers for ids ['055c1bc4-d9e6-42ee-b05e-3f586e3fab81'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:44:42.808881 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-45be3234-cc44-46dd-8946-0067fab2b7d3 tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] 10.222.0.64 "PUT /v2.0/routers/055c1bc4-d9e6-42ee-b05e-3f586e3fab81 HTTP/1.1" status: 200 len: 925 time: 1.5015969 Oct 20 10:44:42.811280 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35384) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:42.813543 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23677c93-2f9f-482b-8498-12297e420466 None None] Routers {'055c1bc4-d9e6-42ee-b05e-3f586e3fab81'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:44:42.814380 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-23677c93-2f9f-482b-8498-12297e420466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:44:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['055c1bc4-d9e6-42ee-b05e-3f586e3fab81'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:44:42.834318 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-cfdea10b-45a5-4676-a177-8fc3dbee730a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6161d310364f418ca18ffd0f60016698&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1564572 Oct 20 10:44:42.834562 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 35386) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:42.891536 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f89453a7-4390-415c-ba69-72f39b0654b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:42.916681 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f89453a7-4390-415c-ba69-72f39b0654b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:42.963273 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-23677c93-2f9f-482b-8498-12297e420466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:44:42.970527 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f89453a7-4390-415c-ba69-72f39b0654b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:42.972778 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-e3010069-1b30-49da-a0a5-5f7555c69811 tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] 10.222.0.64 "GET /v2.0/routers/055c1bc4-d9e6-42ee-b05e-3f586e3fab81 HTTP/1.1" status: 200 len: 925 time: 0.1602788 Oct 20 10:44:42.974496 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f89453a7-4390-415c-ba69-72f39b0654b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:42.978303 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-f89453a7-4390-415c-ba69-72f39b0654b2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6521f733-8f55-4695-867b-ca6d70bf2bfc HTTP/1.1" status: 204 len: 168 time: 0.1402366 Oct 20 10:44:42.978303 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 35388) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:42.979570 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23677c93-2f9f-482b-8498-12297e420466 None None] Routers {'055c1bc4-d9e6-42ee-b05e-3f586e3fab81'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:44:42.981032 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-23677c93-2f9f-482b-8498-12297e420466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:44:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['055c1bc4-d9e6-42ee-b05e-3f586e3fab81'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:44:43.023414 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89453a7-4390-415c-ba69-72f39b0654b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6521f733-8f55-4695-867b-ca6d70bf2bfc,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:43.046623 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-23677c93-2f9f-482b-8498-12297e420466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:44:43.047836 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23677c93-2f9f-482b-8498-12297e420466 None None] The sync data for ids ['055c1bc4-d9e6-42ee-b05e-3f586e3fab81'] in n-d-811396-3 is: [] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:44:43.107795 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6737ec5d-0716-4b52-b109-2f7bc7e1b100 tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:43.109089 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-6737ec5d-0716-4b52-b109-2f7bc7e1b100 tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] 10.222.0.64 "GET /v2.0/ports?network_id=cbe170d3-31ba-45a2-b477-520ab0a7a8ea&device_id=055c1bc4-d9e6-42ee-b05e-3f586e3fab81&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1169763 Oct 20 10:44:43.115597 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 35392) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:43.129205 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-60e8d728-e9c2-4030-b35d-c8df3d925322 req-baf555cc-838c-42ce-bf63-bb9c3c774ac1 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1050429 Oct 20 10:44:43.223900 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49bc697d-c828-4ab5-a7ed-f939de5dcb85 tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:43.227518 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-49bc697d-c828-4ab5-a7ed-f939de5dcb85 tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] 10.222.0.64 "GET /v2.0/networks/cbe170d3-31ba-45a2-b477-520ab0a7a8ea HTTP/1.1" status: 200 len: 881 time: 0.1116567 Oct 20 10:44:43.228584 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35398) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:43.263593 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-bcd01592-bc19-4b97-963d-4fe3fc082e57 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] 10.222.0.64 "GET /v2.0/ports?device_id=055c1bc4-d9e6-42ee-b05e-3f586e3fab81 HTTP/1.1" status: 200 len: 205 time: 0.0316100 Oct 20 10:44:43.263785 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35400) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:43.290513 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e8d728-e9c2-4030-b35d-c8df3d925322 req-ac05e183-2447-4e7b-9de8-6e8d34e8bb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:43.290998 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e8d728-e9c2-4030-b35d-c8df3d925322 req-ac05e183-2447-4e7b-9de8-6e8d34e8bb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:43.291497 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e8d728-e9c2-4030-b35d-c8df3d925322 req-ac05e183-2447-4e7b-9de8-6e8d34e8bb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:43.292046 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e8d728-e9c2-4030-b35d-c8df3d925322 req-ac05e183-2447-4e7b-9de8-6e8d34e8bb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:43.292888 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e8d728-e9c2-4030-b35d-c8df3d925322 req-ac05e183-2447-4e7b-9de8-6e8d34e8bb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:43.293001 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e8d728-e9c2-4030-b35d-c8df3d925322 req-ac05e183-2447-4e7b-9de8-6e8d34e8bb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:43.293495 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e8d728-e9c2-4030-b35d-c8df3d925322 req-ac05e183-2447-4e7b-9de8-6e8d34e8bb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:43.295473 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-60e8d728-e9c2-4030-b35d-c8df3d925322 req-ac05e183-2447-4e7b-9de8-6e8d34e8bb3c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cfcb374660ef40a8b05378b5e2eaff9e&device_id=9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c HTTP/1.1" status: 200 len: 6501 time: 0.0690143 Oct 20 10:44:43.455025 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-30851d1e-f94c-4896-be6f-a79b40ab05d8 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Publish callbacks [] for router, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:43.467264 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ec6139-c158-4565-8aa1-b43bca0ca183 req-aec9e9be-0731-42fc-9df1-1674a77a5da8 tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:43.475428 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-06ec6139-c158-4565-8aa1-b43bca0ca183 req-aec9e9be-0731-42fc-9df1-1674a77a5da8 tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] 10.222.0.64 "GET /v2.0/ports?device_id=af0da1c2-0e72-46be-bfb4-32abb7302e65 HTTP/1.1" status: 200 len: 945 time: 0.1179881 Oct 20 10:44:43.486184 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e8d728-e9c2-4030-b35d-c8df3d925322 req-fddb1e77-ca5c-4916-92ae-ac74a261dfec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:43.486652 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e8d728-e9c2-4030-b35d-c8df3d925322 req-fddb1e77-ca5c-4916-92ae-ac74a261dfec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:43.487110 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e8d728-e9c2-4030-b35d-c8df3d925322 req-fddb1e77-ca5c-4916-92ae-ac74a261dfec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:43.488942 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-60e8d728-e9c2-4030-b35d-c8df3d925322 req-fddb1e77-ca5c-4916-92ae-ac74a261dfec service neutron] 10.222.0.55 "GET /v2.0/networks?id=dcf86141-da0d-4c82-9e01-66c4be279d2b&id=07f7de1d-67fc-4ee5-9720-a5ddc92657d8&id=07f7de1d-67fc-4ee5-9720-a5ddc92657d8&id=07f7de1d-67fc-4ee5-9720-a5ddc92657d8&id=07f7de1d-67fc-4ee5-9720-a5ddc92657d8&id=5a3ba547-1c5f-4bda-b0cf-f555209356c6&id=5a3ba547-1c5f-4bda-b0cf-f555209356c6 HTTP/1.1" status: 200 len: 2298 time: 0.1625004 Oct 20 10:44:43.586263 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-06ec6139-c158-4565-8aa1-b43bca0ca183 req-d8177b69-ccc5-4e91-9a93-0eeab165b66d tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] 10.222.0.64 "GET /v2.0/security-groups?id=c293d202-08a2-46d7-8156-502eb68acc76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100762 Oct 20 10:44:43.638364 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-60e8d728-e9c2-4030-b35d-c8df3d925322 req-961ca0f9-2db7-4858-a658-f33a6cc6ae9b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=687e9444-b6e6-48d0-a254-817eeff5b001 HTTP/1.1" status: 200 len: 1002 time: 0.1391156 Oct 20 10:44:43.651737 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5e672a54-e96c-4d1c-895c-65307c452ad6 req-df76dda2-2fb3-482f-8c8a-2d85ac1da5aa tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] 10.222.0.64 "GET /v2.0/ports?device_id=80d2d265-4161-4f15-ab0c-130b15ddf9e0 HTTP/1.1" status: 200 len: 210 time: 0.0680244 Oct 20 10:44:43.663187 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-30851d1e-f94c-4896-be6f-a79b40ab05d8 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:43.747478 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-30851d1e-f94c-4896-be6f-a79b40ab05d8 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Deleting port a7b7ad20-4fc3-4532-ada9-75685eb33ba4 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:44:43.748440 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-30851d1e-f94c-4896-be6f-a79b40ab05d8 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:43.751340 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e8d728-e9c2-4030-b35d-c8df3d925322 req-b438f3c1-b9c6-4374-9e64-5a7e962af364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:43.753503 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-60e8d728-e9c2-4030-b35d-c8df3d925322 req-b438f3c1-b9c6-4374-9e64-5a7e962af364 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=aa9160dc-9c5c-4cb9-bd41-a37d607d846c HTTP/1.1" status: 200 len: 855 time: 0.1006694 Oct 20 10:44:43.818614 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e8d728-e9c2-4030-b35d-c8df3d925322 req-7b1e4f3e-e0cc-4a64-8ed4-264f81115ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:43.821434 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-60e8d728-e9c2-4030-b35d-c8df3d925322 req-7b1e4f3e-e0cc-4a64-8ed4-264f81115ef2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=dcf86141-da0d-4c82-9e01-66c4be279d2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0572867 Oct 20 10:44:43.845379 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-30851d1e-f94c-4896-be6f-a79b40ab05d8 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:43.861321 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-30851d1e-f94c-4896-be6f-a79b40ab05d8 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Calling delete_port for a7b7ad20-4fc3-4532-ada9-75685eb33ba4 owned by network:router_gateway {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:44:43.916780 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 35422) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:43.965624 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-60e8d728-e9c2-4030-b35d-c8df3d925322 req-30d1cf3e-2381-481b-b40c-7ca884f97e18 service neutron] 10.222.0.55 "GET /v2.0/networks/dcf86141-da0d-4c82-9e01-66c4be279d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256135 Oct 20 10:44:44.067666 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-30851d1e-f94c-4896-be6f-a79b40ab05d8 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:44.082700 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-6653dba2-0b64-4f3b-a7fa-66690015aceb tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-225359629'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:44:44.102877 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30851d1e-f94c-4896-be6f-a79b40ab05d8 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Pushing event deleted for resources: {'Port': ['ID=a7b7ad20-4fc3-4532-ada9-75685eb33ba4,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:44.112493 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-60e8d728-e9c2-4030-b35d-c8df3d925322 req-08626ff3-e5aa-4da0-aaa2-2a00a4bf69a1 service neutron] 10.222.0.55 "GET /v2.0/networks/dcf86141-da0d-4c82-9e01-66c4be279d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329072 Oct 20 10:44:44.169070 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6653dba2-0b64-4f3b-a7fa-66690015aceb tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Made reservation on behalf of c14fee221c4a49e8ad617d87e89a9754 for: {'network': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:44:44.172636 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6653dba2-0b64-4f3b-a7fa-66690015aceb tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:44.177259 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-60e8d728-e9c2-4030-b35d-c8df3d925322 req-6748699a-f44e-45ea-8376-9233f06ec20e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.48&port_id=58759e27-9624-496e-a7e3-dd96a6f12d24 HTTP/1.1" status: 200 len: 217 time: 0.0552995 Oct 20 10:44:44.181325 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-30851d1e-f94c-4896-be6f-a79b40ab05d8 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1773439'] for router_gateway, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:44.183726 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6653dba2-0b64-4f3b-a7fa-66690015aceb tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:44.269013 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e8d728-e9c2-4030-b35d-c8df3d925322 req-6811118d-51e1-4bbe-a6b6-77efb0107f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:44.270678 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-60e8d728-e9c2-4030-b35d-c8df3d925322 req-6811118d-51e1-4bbe-a6b6-77efb0107f8f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=dfebcc83-a566-4e8b-95ce-d2b602fa67f2 HTTP/1.1" status: 200 len: 797 time: 0.0668948 Oct 20 10:44:44.305830 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-30851d1e-f94c-4896-be6f-a79b40ab05d8 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1772272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258304'] for router, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:44.308157 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-30851d1e-f94c-4896-be6f-a79b40ab05d8 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:44.353992 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6653dba2-0b64-4f3b-a7fa-66690015aceb tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:44.356473 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e8d728-e9c2-4030-b35d-c8df3d925322 req-87794f9d-c7ba-4b56-8c98-f6a6a474b350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:44.358183 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-60e8d728-e9c2-4030-b35d-c8df3d925322 req-87794f9d-c7ba-4b56-8c98-f6a6a474b350 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=07f7de1d-67fc-4ee5-9720-a5ddc92657d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0752957 Oct 20 10:44:44.358318 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-30851d1e-f94c-4896-be6f-a79b40ab05d8 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1772267'] for router, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:44.358796 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30851d1e-f94c-4896-be6f-a79b40ab05d8 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Fanout notify agent at l3_agent the message router_deleted on router 055c1bc4-d9e6-42ee-b05e-3f586e3fab81 {{(pid=100597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 10:44:44.359863 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6653dba2-0b64-4f3b-a7fa-66690015aceb tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:44.372011 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-30851d1e-f94c-4896-be6f-a79b40ab05d8 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Publish callbacks [] for router, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:44.373280 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-30851d1e-f94c-4896-be6f-a79b40ab05d8 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] 10.222.0.64 "DELETE /v2.0/routers/055c1bc4-d9e6-42ee-b05e-3f586e3fab81 HTTP/1.1" status: 204 len: 168 time: 1.1084342 Oct 20 10:44:44.377781 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35426) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:44.382267 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-156848fd-fb60-4ea7-b34a-c9a6bd31afe4 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1167552975', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:44:44.406272 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-156848fd-fb60-4ea7-b34a-c9a6bd31afe4 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1772442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258322'] for router, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:44.407636 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-156848fd-fb60-4ea7-b34a-c9a6bd31afe4 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1772334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773516', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258315'] for router, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:44.419789 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6653dba2-0b64-4f3b-a7fa-66690015aceb tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 808} {{(pid=100596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:44:44.427102 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6653dba2-0b64-4f3b-a7fa-66690015aceb tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e24b05ce-9382-4d96-9652-ca8630a7c4bd,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:44.448357 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6653dba2-0b64-4f3b-a7fa-66690015aceb tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:44.448717 n-d-811396-3 neutron-server[100596]: INFO neutron.db.segments_db [None req-6653dba2-0b64-4f3b-a7fa-66690015aceb tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Added segment a5badd04-0307-41cf-bd5a-6d9582bcb9c3 of type vlan for network f8959de2-c8b8-4890-bb02-84b40ee85dcf Oct 20 10:44:44.476656 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-156848fd-fb60-4ea7-b34a-c9a6bd31afe4 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:44.487348 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-156848fd-fb60-4ea7-b34a-c9a6bd31afe4 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1773475'] for router, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:44.510711 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-156848fd-fb60-4ea7-b34a-c9a6bd31afe4 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Publish callbacks [] for router, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:44.512444 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-156848fd-fb60-4ea7-b34a-c9a6bd31afe4 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1335857 Oct 20 10:44:44.515070 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35430) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:44.522310 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-f01e5354-ed23-4ed2-85a5-47a6f501acd2 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Request body: {'router': {'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:44:44.534063 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6653dba2-0b64-4f3b-a7fa-66690015aceb tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:44.551223 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-60e8d728-e9c2-4030-b35d-c8df3d925322 req-b269a49b-d41f-492d-8094-e9119c4d5538 service neutron] 10.222.0.55 "GET /v2.0/networks/07f7de1d-67fc-4ee5-9720-a5ddc92657d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714566 Oct 20 10:44:44.572283 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6653dba2-0b64-4f3b-a7fa-66690015aceb tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:44.579892 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6653dba2-0b64-4f3b-a7fa-66690015aceb tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:44.580572 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6653dba2-0b64-4f3b-a7fa-66690015aceb tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks [] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:44.653869 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-6653dba2-0b64-4f3b-a7fa-66690015aceb tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7356918 Oct 20 10:44:44.664793 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 35434) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:44.701282 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-301dbe6e-a4ef-40ca-a737-0acfafe3856f tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Request body: {'subnet': {'network_id': 'f8959de2-c8b8-4890-bb02-84b40ee85dcf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:44:44.760934 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6653dba2-0b64-4f3b-a7fa-66690015aceb tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Pushing event updated for resources: {'Network': ['ID=f8959de2-c8b8-4890-bb02-84b40ee85dcf,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:44.773154 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network f8959de2-c8b8-4890-bb02-84b40ee85dcf details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:44:44.789682 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f01e5354-ed23-4ed2-85a5-47a6f501acd2 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:45.078549 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f01e5354-ed23-4ed2-85a5-47a6f501acd2 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Publish callbacks [] for router_gateway, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:45.106332 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f01e5354-ed23-4ed2-85a5-47a6f501acd2 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:45.140830 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5fed96b6-ec13-4718-9174-d713c3189202 req-df318651-8fb6-4630-8955-22770e0649dd tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] 10.222.0.64 "GET /v2.0/ports?device_id=80d2d265-4161-4f15-ab0c-130b15ddf9e0 HTTP/1.1" status: 200 len: 210 time: 0.3651350 Oct 20 10:44:45.224691 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-60e8d728-e9c2-4030-b35d-c8df3d925322 req-25a717e9-ed12-4b52-b956-cb3c76667a64 service neutron] 10.222.0.55 "GET /v2.0/networks/07f7de1d-67fc-4ee5-9720-a5ddc92657d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6412494 Oct 20 10:44:45.259114 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca83459-d8c6-4a0b-aab6-b895390cb06c req-00d2c7ca-98d1-44d4-a8a2-a97771c73fdc tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:45.260694 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1ca83459-d8c6-4a0b-aab6-b895390cb06c req-00d2c7ca-98d1-44d4-a8a2-a97771c73fdc tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] 10.222.0.64 "GET /v2.0/ports?device_id=af0da1c2-0e72-46be-bfb4-32abb7302e65 HTTP/1.1" status: 200 len: 945 time: 0.5549796 Oct 20 10:44:45.276737 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-f01e5354-ed23-4ed2-85a5-47a6f501acd2 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Allocated IP 172.25.1.182 (cbe170d3-31ba-45a2-b477-520ab0a7a8ea/f4e26aca-17ac-4adb-a66b-d939a1b35b64/5f2afb94-09aa-43cf-bd76-5ce990fa56b5) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:44:45.304163 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-60e8d728-e9c2-4030-b35d-c8df3d925322 req-09c1c78c-6a3a-45fe-bc4e-b2ac2766079b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.205&port_id=6a6236cb-3508-4dba-a459-60dfe35fed2c HTTP/1.1" status: 200 len: 217 time: 0.0691953 Oct 20 10:44:45.323967 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-301dbe6e-a4ef-40ca-a737-0acfafe3856f tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Made reservation on behalf of c14fee221c4a49e8ad617d87e89a9754 for: {'subnet': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:44:45.327963 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-301dbe6e-a4ef-40ca-a737-0acfafe3856f tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26761797'] for subnet, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:45.440287 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1ca83459-d8c6-4a0b-aab6-b895390cb06c req-8bf2ddff-9eb3-4300-bdc3-4eec5cfee540 tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] 10.222.0.64 "GET /v2.0/security-groups?id=c293d202-08a2-46d7-8156-502eb68acc76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427445 Oct 20 10:44:45.503583 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e8d728-e9c2-4030-b35d-c8df3d925322 req-ff68dea2-d0b2-4e5b-9418-27f399699261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:45.505410 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-60e8d728-e9c2-4030-b35d-c8df3d925322 req-ff68dea2-d0b2-4e5b-9418-27f399699261 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=dfebcc83-a566-4e8b-95ce-d2b602fa67f2 HTTP/1.1" status: 200 len: 797 time: 0.1917067 Oct 20 10:44:45.510061 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f01e5354-ed23-4ed2-85a5-47a6f501acd2 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:45.597081 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f01e5354-ed23-4ed2-85a5-47a6f501acd2 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:45.652769 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f01e5354-ed23-4ed2-85a5-47a6f501acd2 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Network cbe170d3-31ba-45a2-b477-520ab0a7a8ea is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:44:45.657512 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-f01e5354-ed23-4ed2-85a5-47a6f501acd2 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:44:45.660348 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01e5354-ed23-4ed2-85a5-47a6f501acd2 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:44:45.664976 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e8d728-e9c2-4030-b35d-c8df3d925322 req-4aef3188-d30f-4727-a791-cfb540df4430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:45.666528 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-60e8d728-e9c2-4030-b35d-c8df3d925322 req-4aef3188-d30f-4727-a791-cfb540df4430 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=07f7de1d-67fc-4ee5-9720-a5ddc92657d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1475754 Oct 20 10:44:45.688115 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2a70db-1ebd-4de9-9f0a-a1b7bdd60528 req-86414174-0665-49ba-805f-5d7946418560 tempest-VolumesActionsTest-1501897971 tempest-VolumesActionsTest-1501897971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:45.700407 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4e2a70db-1ebd-4de9-9f0a-a1b7bdd60528 req-86414174-0665-49ba-805f-5d7946418560 tempest-VolumesActionsTest-1501897971 tempest-VolumesActionsTest-1501897971-project] 10.222.0.64 "GET /v2.0/ports?device_id=c3dd8579-1128-4529-b41e-a1f9c7a4c063 HTTP/1.1" status: 200 len: 946 time: 0.1374536 Oct 20 10:44:45.723242 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01e5354-ed23-4ed2-85a5-47a6f501acd2 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Pushing event updated for resources: {'Port': ['ID=5f2afb94-09aa-43cf-bd76-5ce990fa56b5,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:46.023285 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4e2a70db-1ebd-4de9-9f0a-a1b7bdd60528 req-61f2561a-8849-459f-9e54-79160592a776 tempest-VolumesActionsTest-1501897971 tempest-VolumesActionsTest-1501897971-project] 10.222.0.64 "GET /v2.0/security-groups?id=d52c9ff6-6817-48ec-94f7-519be190f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3219116 Oct 20 10:44:46.138003 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-301dbe6e-a4ef-40ca-a737-0acfafe3856f tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26836128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26761819'] for subnet, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:46.141941 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-60e8d728-e9c2-4030-b35d-c8df3d925322 req-2edb3dfd-374a-4e35-bbb9-f311a1052ecb service neutron] 10.222.0.55 "GET /v2.0/networks/07f7de1d-67fc-4ee5-9720-a5ddc92657d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4080393 Oct 20 10:44:46.288366 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-60e8d728-e9c2-4030-b35d-c8df3d925322 req-56d0abd4-53f1-4e4b-8c35-916f0d419524 service neutron] 10.222.0.55 "GET /v2.0/networks/07f7de1d-67fc-4ee5-9720-a5ddc92657d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315939 Oct 20 10:44:46.335468 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 35470) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:46.353031 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce740732-8398-4aeb-9619-cefedcb3a458 req-77849ac4-3636-42a0-89d9-87e69c46ed5d tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:46.354762 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ce740732-8398-4aeb-9619-cefedcb3a458 req-77849ac4-3636-42a0-89d9-87e69c46ed5d tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] 10.222.0.64 "GET /v2.0/networks?id=32cd625c-0c28-4194-8186-2066d5429b32 HTTP/1.1" status: 200 len: 809 time: 0.5324273 Oct 20 10:44:46.365872 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301dbe6e-a4ef-40ca-a737-0acfafe3856f tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Pushing event updated for resources: {'Subnet': ['ID=709d4782-8e6b-411a-a31d-085946bd0fff,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:46.430752 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f01e5354-ed23-4ed2-85a5-47a6f501acd2 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Publish callbacks [] for router_gateway, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:46.446549 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-60e8d728-e9c2-4030-b35d-c8df3d925322 req-bd38f456-b171-4350-81be-b5bd416a2951 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.49&port_id=f9fa8685-e573-4fdd-8b37-5988a560de50 HTTP/1.1" status: 200 len: 217 time: 0.1007521 Oct 20 10:44:46.459559 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ce740732-8398-4aeb-9619-cefedcb3a458 req-429ac0b8-3a54-45e6-9f7f-3fae178800a4 tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] 10.222.0.64 "GET /v2.0/quotas/a5d48ee0610d454e931365a7ebb9878b HTTP/1.1" status: 200 len: 375 time: 0.0851114 Oct 20 10:44:46.560152 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-301dbe6e-a4ef-40ca-a737-0acfafe3856f tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Checking segment: {'id': 'a5badd04-0307-41cf-bd5a-6d9582bcb9c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'f8959de2-c8b8-4890-bb02-84b40ee85dcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:44:46.560508 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-301dbe6e-a4ef-40ca-a737-0acfafe3856f tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Network hostable DHCP agents. Network: f8959de2-c8b8-4890-bb02-84b40ee85dcf, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:44:46.603538 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0f434ecf-677f-4635-ac50-21a28915256c tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:46.629950 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e8d728-e9c2-4030-b35d-c8df3d925322 req-1b338459-6828-4c8b-b75f-b989ff88d331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:46.631677 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-60e8d728-e9c2-4030-b35d-c8df3d925322 req-1b338459-6828-4c8b-b75f-b989ff88d331 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=dfebcc83-a566-4e8b-95ce-d2b602fa67f2 HTTP/1.1" status: 200 len: 797 time: 0.1511815 Oct 20 10:44:46.647524 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ce740732-8398-4aeb-9619-cefedcb3a458 req-02144d2d-ba3e-476b-b467-e024b29afce5 tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=a5d48ee0610d454e931365a7ebb9878b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1870632 Oct 20 10:44:46.653622 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0f434ecf-677f-4635-ac50-21a28915256c tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:46.663340 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-301dbe6e-a4ef-40ca-a737-0acfafe3856f tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Network f8959de2-c8b8-4890-bb02-84b40ee85dcf is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:44:46.705990 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f01e5354-ed23-4ed2-85a5-47a6f501acd2 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1773502', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1772312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-258425'] for router, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:46.709885 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f01e5354-ed23-4ed2-85a5-47a6f501acd2 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1773475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1773489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1773480', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1772307'] for router, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:46.727368 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-301dbe6e-a4ef-40ca-a737-0acfafe3856f tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, f8959de2-c8b8-4890-bb02-84b40ee85dcf) {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:44:46.732216 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-301dbe6e-a4ef-40ca-a737-0acfafe3856f tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:46.732811 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-301dbe6e-a4ef-40ca-a737-0acfafe3856f tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:46.739662 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d1e524-8173-485e-b729-968ad48b66a8 None None] Network f8959de2-c8b8-4890-bb02-84b40ee85dcf requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:44:46.762974 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e8d728-e9c2-4030-b35d-c8df3d925322 req-9ecfbdcb-f2a3-4d14-95aa-ee14b42b4086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:46.769094 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-60e8d728-e9c2-4030-b35d-c8df3d925322 req-9ecfbdcb-f2a3-4d14-95aa-ee14b42b4086 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=07f7de1d-67fc-4ee5-9720-a5ddc92657d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1205602 Oct 20 10:44:46.773281 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-301dbe6e-a4ef-40ca-a737-0acfafe3856f tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.1056752 Oct 20 10:44:46.781292 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 35478) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:46.897598 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-99c9b8e5-2f0c-479a-baca-51a661cde695 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1402412559', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}, 'admin_state_up': False}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:44:46.921384 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-60e8d728-e9c2-4030-b35d-c8df3d925322 req-4cf9e3e2-abb2-41fb-aacd-75f0d69d1c23 service neutron] 10.222.0.55 "GET /v2.0/networks/07f7de1d-67fc-4ee5-9720-a5ddc92657d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380527 Oct 20 10:44:46.921618 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b16b7d31-05e7-4caa-ad53-21804f6a726e None None] Network f8959de2-c8b8-4890-bb02-84b40ee85dcf requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:44:46.936878 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f01e5354-ed23-4ed2-85a5-47a6f501acd2 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Router 6656776f-a973-4a3b-88fe-5685c28b86a7 is scheduled to L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 with binding_index 1 {{(pid=100597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 10:44:47.074545 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ce740732-8398-4aeb-9619-cefedcb3a458 req-56ea458b-5426-4eb5-9d6a-64d337987f00 service neutron] 10.222.0.64 "GET /v2.0/networks/32cd625c-0c28-4194-8186-2066d5429b32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4006839 Oct 20 10:44:47.075460 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0f434ecf-677f-4635-ac50-21a28915256c tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:47.079569 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0f434ecf-677f-4635-ac50-21a28915256c tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:47.080349 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-0f434ecf-677f-4635-ac50-21a28915256c tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] 10.222.0.64 "DELETE /v2.0/security-groups/9e881cba-3138-4f23-9b77-7adf07b3a5ee HTTP/1.1" status: 204 len: 168 time: 0.7422867 Oct 20 10:44:47.087653 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 35482) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:47.099402 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f01e5354-ed23-4ed2-85a5-47a6f501acd2 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:44:47.110580 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903c42ae-24d0-476e-9f57-1dfeda239aaf None None] Sync routers for ids ['6656776f-a973-4a3b-88fe-5685c28b86a7'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:44:47.114650 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f01e5354-ed23-4ed2-85a5-47a6f501acd2 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Publish callbacks [] for router, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:47.116134 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-f01e5354-ed23-4ed2-85a5-47a6f501acd2 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] 10.222.0.64 "PUT /v2.0/routers/6656776f-a973-4a3b-88fe-5685c28b86a7 HTTP/1.1" status: 200 len: 884 time: 2.5999715 Oct 20 10:44:47.118909 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35484) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:47.121131 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-99c9b8e5-2f0c-479a-baca-51a661cde695 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1772442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258322'] for router, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:47.122275 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-99c9b8e5-2f0c-479a-baca-51a661cde695 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1772334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773516', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258315'] for router, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:47.128880 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903c42ae-24d0-476e-9f57-1dfeda239aaf None None] Routers {'6656776f-a973-4a3b-88fe-5685c28b86a7'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:44:47.129522 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-903c42ae-24d0-476e-9f57-1dfeda239aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:44:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['6656776f-a973-4a3b-88fe-5685c28b86a7'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:44:47.183907 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f434ecf-677f-4635-ac50-21a28915256c tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e881cba-3138-4f23-9b77-7adf07b3a5ee,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:47.207314 n-d-811396-3 neutron-server[100596]: INFO neutron.api.v2.resource [None req-8d61b211-461f-486b-a899-fd8a954f79bc tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] show failed (client error): The resource could not be found. Oct 20 10:44:47.208378 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-8d61b211-461f-486b-a899-fd8a954f79bc tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] 10.222.0.64 "GET /v2.0/security-groups/9e881cba-3138-4f23-9b77-7adf07b3a5ee HTTP/1.1" status: 404 len: 347 time: 0.1017060 Oct 20 10:44:47.219973 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35488) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:47.242505 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-903c42ae-24d0-476e-9f57-1dfeda239aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:44:47.256581 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903c42ae-24d0-476e-9f57-1dfeda239aaf None None] Routers {'6656776f-a973-4a3b-88fe-5685c28b86a7'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:44:47.257202 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-903c42ae-24d0-476e-9f57-1dfeda239aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:44:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['6656776f-a973-4a3b-88fe-5685c28b86a7'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:44:47.262761 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a98ad48-6822-403c-873d-fee848e18d07 req-4d80fc11-3dc1-44fd-9ece-7cddcf37c093 tempest-VolumesActionsTest-1501897971 tempest-VolumesActionsTest-1501897971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:47.264613 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4a98ad48-6822-403c-873d-fee848e18d07 req-4d80fc11-3dc1-44fd-9ece-7cddcf37c093 tempest-VolumesActionsTest-1501897971 tempest-VolumesActionsTest-1501897971-project] 10.222.0.69 "GET /v2.0/ports?device_id=c3dd8579-1128-4529-b41e-a1f9c7a4c063 HTTP/1.1" status: 200 len: 946 time: 0.3413472 Oct 20 10:44:47.293914 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-903c42ae-24d0-476e-9f57-1dfeda239aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:44:47.294905 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903c42ae-24d0-476e-9f57-1dfeda239aaf None None] The sync data for ids ['6656776f-a973-4a3b-88fe-5685c28b86a7'] in n-d-811396-3 is: [] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:44:47.402917 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-99c9b8e5-2f0c-479a-baca-51a661cde695 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:47.441935 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-11deff7d-9574-428c-a32c-6dee20c70d63 tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] 10.222.0.64 "GET /v2.0/routers/6656776f-a973-4a3b-88fe-5685c28b86a7 HTTP/1.1" status: 200 len: 925 time: 0.3216519 Oct 20 10:44:47.444561 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35490) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:47.506264 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc389ab-e5e7-4a5f-9843-b46cc591294c req-7af2935c-1dd3-4609-b542-8bbc1f0234db tempest-VolumesActionsTest-1501897971 tempest-VolumesActionsTest-1501897971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:47.507803 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cbc389ab-e5e7-4a5f-9843-b46cc591294c req-7af2935c-1dd3-4609-b542-8bbc1f0234db tempest-VolumesActionsTest-1501897971 tempest-VolumesActionsTest-1501897971-project] 10.222.0.64 "GET /v2.0/ports?device_id=c3dd8579-1128-4529-b41e-a1f9c7a4c063 HTTP/1.1" status: 200 len: 946 time: 0.3398499 Oct 20 10:44:47.526334 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-29a06266-90ce-40be-b2f1-fe73b52bc46b tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Deleting port 59586422-1484-4235-b27f-e5af2bc75c6b {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:44:47.526678 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-29a06266-90ce-40be-b2f1-fe73b52bc46b tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:47.531272 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd135b7f-9db5-4279-8334-990ca19abe9e tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:47.532898 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-cd135b7f-9db5-4279-8334-990ca19abe9e tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] 10.222.0.64 "GET /v2.0/ports?network_id=cbe170d3-31ba-45a2-b477-520ab0a7a8ea&device_id=6656776f-a973-4a3b-88fe-5685c28b86a7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0873721 Oct 20 10:44:47.542351 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35492) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:47.570296 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ce740732-8398-4aeb-9619-cefedcb3a458 req-228a759c-c601-4b4a-8000-c64708c9eeca service neutron] 10.222.0.64 "GET /v2.0/networks/32cd625c-0c28-4194-8186-2066d5429b32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4877715 Oct 20 10:44:47.579664 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-60e8d728-e9c2-4030-b35d-c8df3d925322 req-168ca1a8-6f6e-4f98-8b55-16e6ba910ce2 service neutron] 10.222.0.55 "GET /v2.0/networks/07f7de1d-67fc-4ee5-9720-a5ddc92657d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4979367 Oct 20 10:44:47.679561 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-29a06266-90ce-40be-b2f1-fe73b52bc46b tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:47.679713 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-29a06266-90ce-40be-b2f1-fe73b52bc46b tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:47.703168 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-29a06266-90ce-40be-b2f1-fe73b52bc46b tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Calling delete_port for 59586422-1484-4235-b27f-e5af2bc75c6b owned by network:floatingip {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:44:47.705116 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-99c9b8e5-2f0c-479a-baca-51a661cde695 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:47.709000 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-60e8d728-e9c2-4030-b35d-c8df3d925322 req-36a15cfc-80a2-4972-9653-bdee630dcd36 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.247&port_id=f7887f37-d0d1-43d7-ab1a-53e2d1ece9e7 HTTP/1.1" status: 200 len: 217 time: 0.0892069 Oct 20 10:44:47.717030 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e07ea96-37ac-4db3-a47c-f9ccc8b4d338 tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:47.721228 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-7e07ea96-37ac-4db3-a47c-f9ccc8b4d338 tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] 10.222.0.64 "GET /v2.0/networks/cbe170d3-31ba-45a2-b477-520ab0a7a8ea HTTP/1.1" status: 200 len: 881 time: 0.1751919 Oct 20 10:44:47.722255 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35498) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:47.809812 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cbc389ab-e5e7-4a5f-9843-b46cc591294c req-b81101fb-ef6c-491e-a3dc-f32b927d9b5a tempest-VolumesActionsTest-1501897971 tempest-VolumesActionsTest-1501897971-project] 10.222.0.64 "GET /v2.0/security-groups?id=d52c9ff6-6817-48ec-94f7-519be190f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484040 Oct 20 10:44:47.823062 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-66aef89c-87cf-4471-9611-3a9c7714ab23 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] 10.222.0.64 "GET /v2.0/ports?device_id=6656776f-a973-4a3b-88fe-5685c28b86a7 HTTP/1.1" status: 200 len: 205 time: 0.0999095 Oct 20 10:44:47.829019 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 35504) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:47.946740 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-29a06266-90ce-40be-b2f1-fe73b52bc46b tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:47.961667 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 7 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 10:44:47.965419 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-06e7f7bd-3025-4c97-8b1f-e418807ae698 req-42bcfd61-5f3a-4c81-9bcf-85f0edf279f7 tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] 10.222.0.64 "GET /v2.0/ports?device_id=08f1a112-c744-4354-8632-f630d0c96bc7 HTTP/1.1" status: 200 len: 210 time: 0.1698847 Oct 20 10:44:47.972812 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e8d728-e9c2-4030-b35d-c8df3d925322 req-6133525e-05ac-4b34-96fb-9bdd2635948f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:47.974665 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-60e8d728-e9c2-4030-b35d-c8df3d925322 req-6133525e-05ac-4b34-96fb-9bdd2635948f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=dfebcc83-a566-4e8b-95ce-d2b602fa67f2 HTTP/1.1" status: 200 len: 797 time: 0.2564476 Oct 20 10:44:48.001124 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a06266-90ce-40be-b2f1-fe73b52bc46b tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Pushing event deleted for resources: {'Port': ['ID=59586422-1484-4235-b27f-e5af2bc75c6b,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:48.035112 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-4a98ad48-6822-403c-873d-fee848e18d07 req-3f9acdcd-9c18-44f0-879f-65164060307a tempest-VolumesActionsTest-1501897971 tempest-VolumesActionsTest-1501897971-project] Deleting port fdcc4c26-db32-449f-b243-afcc75da90b5 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:44:48.035531 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-4a98ad48-6822-403c-873d-fee848e18d07 req-3f9acdcd-9c18-44f0-879f-65164060307a tempest-VolumesActionsTest-1501897971 tempest-VolumesActionsTest-1501897971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:48.112459 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-29a06266-90ce-40be-b2f1-fe73b52bc46b tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Publish callbacks [] for floatingip, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:48.116055 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-29a06266-90ce-40be-b2f1-fe73b52bc46b tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for floatingip, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:48.120790 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-29a06266-90ce-40be-b2f1-fe73b52bc46b tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] 10.222.0.64 "DELETE /v2.0/floatingips/a12e788c-907c-4901-b204-973aa38fe43c HTTP/1.1" status: 204 len: 168 time: 0.8993309 Oct 20 10:44:48.121736 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35520) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:48.291088 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-c57b5720-ea41-4815-9df5-a14b8916a6d0 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Deleting port 451833eb-4339-4de8-8005-8d3e2c53fd29 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:44:48.291833 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c57b5720-ea41-4815-9df5-a14b8916a6d0 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:48.440343 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c57b5720-ea41-4815-9df5-a14b8916a6d0 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:48.454765 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-c57b5720-ea41-4815-9df5-a14b8916a6d0 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Calling delete_port for 451833eb-4339-4de8-8005-8d3e2c53fd29 owned by {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:44:48.472606 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c055b5c8-5030-408b-8778-1830b9172378 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Publish callbacks [] for router, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:48.620387 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e8d728-e9c2-4030-b35d-c8df3d925322 req-e2ae5e54-2f03-417d-9bfb-da8130be05b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:48.622223 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-60e8d728-e9c2-4030-b35d-c8df3d925322 req-e2ae5e54-2f03-417d-9bfb-da8130be05b1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=07f7de1d-67fc-4ee5-9720-a5ddc92657d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6049616 Oct 20 10:44:48.665695 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c57b5720-ea41-4815-9df5-a14b8916a6d0 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:48.687799 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-4a98ad48-6822-403c-873d-fee848e18d07 req-3f9acdcd-9c18-44f0-879f-65164060307a tempest-VolumesActionsTest-1501897971 tempest-VolumesActionsTest-1501897971-project] For port fdcc4c26-db32-449f-b243-afcc75da90b5, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=fdcc4c26-db32-449f-b243-afcc75da90b5,segment=NetworkSegment(3107ec16-ab57-43da-98c8-91a0033b4704),segment_id=3107ec16-ab57-43da-98c8-91a0033b4704)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:44:48.688176 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-4a98ad48-6822-403c-873d-fee848e18d07 req-3f9acdcd-9c18-44f0-879f-65164060307a tempest-VolumesActionsTest-1501897971 tempest-VolumesActionsTest-1501897971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:48.701728 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57b5720-ea41-4815-9df5-a14b8916a6d0 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Pushing event deleted for resources: {'Port': ['ID=451833eb-4339-4de8-8005-8d3e2c53fd29,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:48.725946 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-4a98ad48-6822-403c-873d-fee848e18d07 req-3f9acdcd-9c18-44f0-879f-65164060307a tempest-VolumesActionsTest-1501897971 tempest-VolumesActionsTest-1501897971-project] Calling delete_port for fdcc4c26-db32-449f-b243-afcc75da90b5 owned by compute:nova {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:44:48.776867 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c57b5720-ea41-4815-9df5-a14b8916a6d0 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:48.782952 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-c57b5720-ea41-4815-9df5-a14b8916a6d0 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] 10.222.0.64 "DELETE /v2.0/ports/451833eb-4339-4de8-8005-8d3e2c53fd29 HTTP/1.1" status: 204 len: 168 time: 0.6574411 Oct 20 10:44:48.783292 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35534) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:48.799026 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c055b5c8-5030-408b-8778-1830b9172378 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:48.923642 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-932477c8-a379-4dfc-9b42-352ba01582e8 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Deleting port c6946b44-75f5-4ceb-9f3e-281cc30cd187 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:44:48.924087 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-932477c8-a379-4dfc-9b42-352ba01582e8 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:49.043058 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-932477c8-a379-4dfc-9b42-352ba01582e8 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:49.061154 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:49.075099 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-932477c8-a379-4dfc-9b42-352ba01582e8 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Calling delete_port for c6946b44-75f5-4ceb-9f3e-281cc30cd187 owned by {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:44:49.084341 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-99c9b8e5-2f0c-479a-baca-51a661cde695 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks [] for router_gateway, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:49.107203 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-60e8d728-e9c2-4030-b35d-c8df3d925322 req-d6113ece-e732-4b84-99fa-d0dfba949a8d service neutron] 10.222.0.55 "GET /v2.0/networks/07f7de1d-67fc-4ee5-9720-a5ddc92657d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4407537 Oct 20 10:44:49.114942 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-99c9b8e5-2f0c-479a-baca-51a661cde695 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:49.286786 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d121766f-70dd-4fb7-b8b8-70d50caf7a4f req-a0edab26-7e2f-49c8-8c32-6d60c9eeb136 tempest-VolumesActionsTest-1501897971 tempest-VolumesActionsTest-1501897971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:49.289059 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d121766f-70dd-4fb7-b8b8-70d50caf7a4f req-a0edab26-7e2f-49c8-8c32-6d60c9eeb136 tempest-VolumesActionsTest-1501897971 tempest-VolumesActionsTest-1501897971-project] 10.222.0.64 "GET /v2.0/ports?device_id=c3dd8579-1128-4529-b41e-a1f9c7a4c063 HTTP/1.1" status: 200 len: 946 time: 0.3201809 Oct 20 10:44:49.315861 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-932477c8-a379-4dfc-9b42-352ba01582e8 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:49.346200 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932477c8-a379-4dfc-9b42-352ba01582e8 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Pushing event deleted for resources: {'Port': ['ID=c6946b44-75f5-4ceb-9f3e-281cc30cd187,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:49.407671 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-c055b5c8-5030-408b-8778-1830b9172378 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Deleting port 5f2afb94-09aa-43cf-bd76-5ce990fa56b5 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:44:49.408096 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c055b5c8-5030-408b-8778-1830b9172378 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:49.425519 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-932477c8-a379-4dfc-9b42-352ba01582e8 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:49.429108 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-932477c8-a379-4dfc-9b42-352ba01582e8 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] 10.222.0.64 "DELETE /v2.0/ports/c6946b44-75f5-4ceb-9f3e-281cc30cd187 HTTP/1.1" status: 204 len: 168 time: 0.6449473 Oct 20 10:44:49.431763 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35552) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:49.484007 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a153594-dfcb-4673-bd24-6c14e5e1fb8e tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Deleting subnet a2b9a836-50d1-4b54-8c45-1b8fbb975652 {{(pid=100597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:44:49.487473 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5a153594-dfcb-4673-bd24-6c14e5e1fb8e tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Publish callbacks [] for subnet, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:49.499628 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6793b5f4-b1bf-4b50-873d-f09bad1bd22b req-6d2fb069-5e97-46f2-b960-f6a35a3d5a90 tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] 10.222.0.64 "GET /v2.0/ports?device_id=08f1a112-c744-4354-8632-f630d0c96bc7 HTTP/1.1" status: 200 len: 210 time: 0.1346145 Oct 20 10:44:49.513898 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce740732-8398-4aeb-9619-cefedcb3a458 req-5b53cfe6-2c6e-463d-b770-d50852b8cf0d tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:49.515357 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ce740732-8398-4aeb-9619-cefedcb3a458 req-5b53cfe6-2c6e-463d-b770-d50852b8cf0d tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] 10.222.0.69 "GET /v2.0/networks?id=32cd625c-0c28-4194-8186-2066d5429b32 HTTP/1.1" status: 200 len: 809 time: 0.5476220 Oct 20 10:44:49.541433 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5a153594-dfcb-4673-bd24-6c14e5e1fb8e tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25852621'] for subnet, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:49.552663 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-ce740732-8398-4aeb-9619-cefedcb3a458 req-6c6e8698-13a3-4868-8ceb-27c049ebe32d tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] Request body: {'port': {'device_id': '08f1a112-c744-4354-8632-f630d0c96bc7', 'network_id': '32cd625c-0c28-4194-8186-2066d5429b32', 'admin_state_up': True, 'tenant_id': 'a5d48ee0610d454e931365a7ebb9878b'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:44:49.593165 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-60e8d728-e9c2-4030-b35d-c8df3d925322 req-aa1ceb27-45a8-4d52-b116-93f22f3a5deb service neutron] 10.222.0.55 "GET /v2.0/networks/07f7de1d-67fc-4ee5-9720-a5ddc92657d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4756660 Oct 20 10:44:49.634011 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-4a98ad48-6822-403c-873d-fee848e18d07 req-3f9acdcd-9c18-44f0-879f-65164060307a tempest-VolumesActionsTest-1501897971 tempest-VolumesActionsTest-1501897971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:49.634773 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5a153594-dfcb-4673-bd24-6c14e5e1fb8e tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:49.636147 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [None req-99c9b8e5-2f0c-479a-baca-51a661cde695 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Allocated IP 172.25.1.53 (cbe170d3-31ba-45a2-b477-520ab0a7a8ea/f4e26aca-17ac-4adb-a66b-d939a1b35b64/8e3c0a02-f4cb-40ed-b4cf-7aa906c5dafc) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:44:49.646511 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['fdcc4c26-db32-449f-b243-afcc75da90b5'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:44:49.683775 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d121766f-70dd-4fb7-b8b8-70d50caf7a4f req-6f0a05d2-7d1c-4d1b-9848-0179a4a6d48b tempest-VolumesActionsTest-1501897971 tempest-VolumesActionsTest-1501897971-project] 10.222.0.64 "GET /v2.0/security-groups?id=d52c9ff6-6817-48ec-94f7-519be190f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3200741 Oct 20 10:44:49.705679 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5a153594-dfcb-4673-bd24-6c14e5e1fb8e tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25350811'] for subnet, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:49.739283 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a153594-dfcb-4673-bd24-6c14e5e1fb8e tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Pushing event deleted for resources: {'Subnet': ['ID=a2b9a836-50d1-4b54-8c45-1b8fbb975652,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:49.744806 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5a153594-dfcb-4673-bd24-6c14e5e1fb8e tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:49.748454 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-5a153594-dfcb-4673-bd24-6c14e5e1fb8e tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] 10.222.0.64 "DELETE /v2.0/subnets/a2b9a836-50d1-4b54-8c45-1b8fbb975652 HTTP/1.1" status: 204 len: 168 time: 0.3156488 Oct 20 10:44:49.751761 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35554) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:49.755376 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db322e9-7f7a-4334-9dca-4c9e69c99470 None None] Network 7bc60fc7-42ea-472c-be5f-6faa92f9f9bb requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:44:49.783957 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-60e8d728-e9c2-4030-b35d-c8df3d925322 req-a323fc72-ca5e-4a05-99fc-868461597684 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=949e0597-b23d-43ab-b10e-b0353aeb6d55 HTTP/1.1" status: 200 len: 217 time: 0.1397908 Oct 20 10:44:49.784717 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9acdcd-9c18-44f0-879f-65164060307a tempest-VolumesActionsTest-1501897971 tempest-VolumesActionsTest-1501897971-project] Pushing event deleted for resources: {'Port': ['ID=fdcc4c26-db32-449f-b243-afcc75da90b5,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:49.819712 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_v2 [None req-8619a7ff-956b-49e0-a95f-fa121a53b709 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Deleting subnet ee766014-e4cb-4d3b-914c-bd587db1d0d0 {{(pid=100597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:44:49.823815 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8619a7ff-956b-49e0-a95f-fa121a53b709 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Publish callbacks [] for subnet, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:49.868177 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8619a7ff-956b-49e0-a95f-fa121a53b709 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25852621'] for subnet, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:49.901907 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c055b5c8-5030-408b-8778-1830b9172378 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:49.954857 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bad979-ea28-4b5b-bfea-8116bdf0122b req-cad5d8a6-eb15-46e8-badd-6957776a6478 tempest-VolumesActionsTest-1144748464 tempest-VolumesActionsTest-1144748464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:49.956487 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a5bad979-ea28-4b5b-bfea-8116bdf0122b req-cad5d8a6-eb15-46e8-badd-6957776a6478 tempest-VolumesActionsTest-1144748464 tempest-VolumesActionsTest-1144748464-project] 10.222.0.64 "GET /v2.0/ports?device_id=bc8fc667-4aec-40fd-a17a-78c9e3b592fe HTTP/1.1" status: 200 len: 945 time: 0.3795137 Oct 20 10:44:49.959057 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-c055b5c8-5030-408b-8778-1830b9172378 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Calling delete_port for 5f2afb94-09aa-43cf-bd76-5ce990fa56b5 owned by network:router_gateway {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:44:49.975990 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8619a7ff-956b-49e0-a95f-fa121a53b709 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:49.990802 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a98ad48-6822-403c-873d-fee848e18d07 req-3f9acdcd-9c18-44f0-879f-65164060307a tempest-VolumesActionsTest-1501897971 tempest-VolumesActionsTest-1501897971-project] No DVR routers for this DVR port fdcc4c26-db32-449f-b243-afcc75da90b5 on host n-h2-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:44:50.020488 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e8d728-e9c2-4030-b35d-c8df3d925322 req-710423e1-79b0-4df8-b9b8-6816b285ec08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:50.022006 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-60e8d728-e9c2-4030-b35d-c8df3d925322 req-710423e1-79b0-4df8-b9b8-6816b285ec08 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=22db2ce2-efe8-4e35-9c70-b815c9c036db HTTP/1.1" status: 200 len: 797 time: 0.2233768 Oct 20 10:44:50.023277 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-4a98ad48-6822-403c-873d-fee848e18d07 req-3f9acdcd-9c18-44f0-879f-65164060307a tempest-VolumesActionsTest-1501897971 tempest-VolumesActionsTest-1501897971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:50.026516 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4a98ad48-6822-403c-873d-fee848e18d07 req-3f9acdcd-9c18-44f0-879f-65164060307a tempest-VolumesActionsTest-1501897971 tempest-VolumesActionsTest-1501897971-project] 10.222.0.69 "DELETE /v2.0/ports/fdcc4c26-db32-449f-b243-afcc75da90b5 HTTP/1.1" status: 204 len: 173 time: 2.7201254 Oct 20 10:44:50.036871 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e018cb-6ae6-4300-8654-d9aece0de6f1 None None] DHCP port deletion for 7bc60fc7-42ea-472c-be5f-6faa92f9f9bb request from n-d-811396-3 {{(pid=100598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:44:50.038442 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3dd8579-1128-4529-b41e-a1f9c7a4c063', 'name': 'network-vif-deleted', 'tag': 'fdcc4c26-db32-449f-b243-afcc75da90b5'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:44:50.040794 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c00a5b8b-3757-471e-a447-6fe935b52cc3" -d '{"events": [{"server_uuid": "c3dd8579-1128-4529-b41e-a1f9c7a4c063", "name": "network-vif-deleted", "tag": "fdcc4c26-db32-449f-b243-afcc75da90b5"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:44:50.052283 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8619a7ff-956b-49e0-a95f-fa121a53b709 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25350811'] for subnet, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:50.089473 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8619a7ff-956b-49e0-a95f-fa121a53b709 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Pushing event deleted for resources: {'Subnet': ['ID=ee766014-e4cb-4d3b-914c-bd587db1d0d0,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:50.098657 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03917ca0-ff7c-4bb6-9bb0-af9905bd8677 None None] Network 7f35c8f4-a80f-46f0-b625-9aa7a1eb4d3d requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:44:50.108408 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8619a7ff-956b-49e0-a95f-fa121a53b709 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:50.120530 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-8619a7ff-956b-49e0-a95f-fa121a53b709 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] 10.222.0.64 "DELETE /v2.0/subnets/ee766014-e4cb-4d3b-914c-bd587db1d0d0 HTTP/1.1" status: 204 len: 168 time: 0.3648000 Oct 20 10:44:50.121210 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35560) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:50.135292 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01e33fe2-41dd-4c91-ba92-e8d45f241258 x-openstack-request-id: req-01e33fe2-41dd-4c91-ba92-e8d45f241258 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:44:50.137511 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3dd8579-1128-4529-b41e-a1f9c7a4c063", "name": "network-vif-deleted", "tag": "fdcc4c26-db32-449f-b243-afcc75da90b5", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:44:50.137511 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-01e33fe2-41dd-4c91-ba92-e8d45f241258 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:44:50.137511 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3dd8579-1128-4529-b41e-a1f9c7a4c063', 'name': 'network-vif-deleted', 'tag': 'fdcc4c26-db32-449f-b243-afcc75da90b5', 'status': 'completed', 'code': 200} Oct 20 10:44:50.181841 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a5bad979-ea28-4b5b-bfea-8116bdf0122b req-97e36563-32ec-4796-8f24-b175d438c305 tempest-VolumesActionsTest-1144748464 tempest-VolumesActionsTest-1144748464-project] 10.222.0.64 "GET /v2.0/security-groups?id=c682c5dc-70fe-4475-98e8-9175ea829e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981583 Oct 20 10:44:50.196757 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce740732-8398-4aeb-9619-cefedcb3a458 req-6c6e8698-13a3-4868-8ceb-27c049ebe32d tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] Made reservation on behalf of a5d48ee0610d454e931365a7ebb9878b for: {'port': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:44:50.200395 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-ce740732-8398-4aeb-9619-cefedcb3a458 req-6c6e8698-13a3-4868-8ceb-27c049ebe32d tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:50.216522 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-20e018cb-6ae6-4300-8654-d9aece0de6f1 None None] Deleting port 28af15ba-4bc8-4eae-81c7-f597bd29b13f {{(pid=100598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:44:50.216522 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-20e018cb-6ae6-4300-8654-d9aece0de6f1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:50.251127 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-99c9b8e5-2f0c-479a-baca-51a661cde695 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:50.265088 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2899b4b2-ab32-46d5-aa32-3ceeacbe84a9 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:50.283913 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e8d728-e9c2-4030-b35d-c8df3d925322 req-84585194-c43f-4b41-9116-4f1e8c0e0ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:50.286137 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-60e8d728-e9c2-4030-b35d-c8df3d925322 req-84585194-c43f-4b41-9116-4f1e8c0e0ecd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5a3ba547-1c5f-4bda-b0cf-f555209356c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2274549 Oct 20 10:44:50.326575 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-2899b4b2-ab32-46d5-aa32-3ceeacbe84a9 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Deleting port 28af15ba-4bc8-4eae-81c7-f597bd29b13f {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:44:50.327019 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2899b4b2-ab32-46d5-aa32-3ceeacbe84a9 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:50.335999 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-20e018cb-6ae6-4300-8654-d9aece0de6f1 None None] For port 28af15ba-4bc8-4eae-81c7-f597bd29b13f, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=28af15ba-4bc8-4eae-81c7-f597bd29b13f,segment=NetworkSegment(579c7eb4-bf50-4e8d-a227-c6a885f646d2),segment_id=579c7eb4-bf50-4e8d-a227-c6a885f646d2)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:44:50.336407 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-20e018cb-6ae6-4300-8654-d9aece0de6f1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:50.352631 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-20e018cb-6ae6-4300-8654-d9aece0de6f1 None None] Calling delete_port for 28af15ba-4bc8-4eae-81c7-f597bd29b13f owned by network:dhcp {{(pid=100598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:44:50.421870 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [None req-2899b4b2-ab32-46d5-aa32-3ceeacbe84a9 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] For port 28af15ba-4bc8-4eae-81c7-f597bd29b13f, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=28af15ba-4bc8-4eae-81c7-f597bd29b13f,segment=NetworkSegment(579c7eb4-bf50-4e8d-a227-c6a885f646d2),segment_id=579c7eb4-bf50-4e8d-a227-c6a885f646d2)] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:44:50.423773 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2899b4b2-ab32-46d5-aa32-3ceeacbe84a9 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:50.427611 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28cdbcaa-45ad-465b-9a51-08f507ebcfbd None None] DHCP port deletion for 7f35c8f4-a80f-46f0-b625-9aa7a1eb4d3d request from n-d-811396-3 {{(pid=100598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:44:50.440710 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-2899b4b2-ab32-46d5-aa32-3ceeacbe84a9 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Calling delete_port for 28af15ba-4bc8-4eae-81c7-f597bd29b13f owned by network:dhcp {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:44:50.513369 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-28cdbcaa-45ad-465b-9a51-08f507ebcfbd None None] Deleting port 82728985-1d5c-4832-ac98-0c22a3693aa8 {{(pid=100598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:44:50.513711 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-28cdbcaa-45ad-465b-9a51-08f507ebcfbd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:50.594823 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2899b4b2-ab32-46d5-aa32-3ceeacbe84a9 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:50.612036 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-28cdbcaa-45ad-465b-9a51-08f507ebcfbd None None] For port 82728985-1d5c-4832-ac98-0c22a3693aa8, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=82728985-1d5c-4832-ac98-0c22a3693aa8,segment=NetworkSegment(5c26a787-281b-4999-b13c-5972e48fde4a),segment_id=5c26a787-281b-4999-b13c-5972e48fde4a)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:44:50.612494 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-28cdbcaa-45ad-465b-9a51-08f507ebcfbd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:50.628868 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-28cdbcaa-45ad-465b-9a51-08f507ebcfbd None None] Calling delete_port for 82728985-1d5c-4832-ac98-0c22a3693aa8 owned by network:dhcp {{(pid=100598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:44:50.633915 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2899b4b2-ab32-46d5-aa32-3ceeacbe84a9 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Pushing event deleted for resources: {'Port': ['ID=28af15ba-4bc8-4eae-81c7-f597bd29b13f,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:50.642083 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2899b4b2-ab32-46d5-aa32-3ceeacbe84a9 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] No DVR routers for this DVR port 28af15ba-4bc8-4eae-81c7-f597bd29b13f on host n-d-811396-3 {{(pid=100597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:44:50.703526 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-20e018cb-6ae6-4300-8654-d9aece0de6f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956'] for port, after_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:50.705527 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 82728985-1d5c-4832-ac98-0c22a3693aa8 no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:44:50.772281 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e018cb-6ae6-4300-8654-d9aece0de6f1 None None] Pushing event deleted for resources: {'Port': ['ID=28af15ba-4bc8-4eae-81c7-f597bd29b13f,revision_number=None']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:50.776396 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e018cb-6ae6-4300-8654-d9aece0de6f1 None None] No DVR routers for this DVR port 28af15ba-4bc8-4eae-81c7-f597bd29b13f on host n-d-811396-3 {{(pid=100598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:44:50.790339 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2899b4b2-ab32-46d5-aa32-3ceeacbe84a9 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:50.811231 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9cd1faaa-328e-4d84-a385-ee8bfe99a7d0 req-be900b65-11cf-417f-8175-5486d0e37ac6 tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] 10.222.0.64 "GET /v2.0/ports?device_id=08f1a112-c744-4354-8632-f630d0c96bc7 HTTP/1.1" status: 200 len: 210 time: 0.1136613 Oct 20 10:44:50.814874 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Port 82728985-1d5c-4832-ac98-0c22a3693aa8 update to DOWN by agent not found {{(pid=100598) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Oct 20 10:44:50.815330 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 28af15ba-4bc8-4eae-81c7-f597bd29b13f no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:44:50.826967 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-2899b4b2-ab32-46d5-aa32-3ceeacbe84a9 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bc60fc7-42ea-472c-be5f-6faa92f9f9bb']}} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:44:50.845170 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-28cdbcaa-45ad-465b-9a51-08f507ebcfbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956'] for port, after_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:50.849397 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 28af15ba-4bc8-4eae-81c7-f597bd29b13f {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:44:50.849990 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 28af15ba-4bc8-4eae-81c7-f597bd29b13f not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:44:50.852158 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-2899b4b2-ab32-46d5-aa32-3ceeacbe84a9 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '579c7eb4-bf50-4e8d-a227-c6a885f646d2') {'for_net_delete': True} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:44:50.852947 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-2899b4b2-ab32-46d5-aa32-3ceeacbe84a9 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '579c7eb4-bf50-4e8d-a227-c6a885f646d2') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:44:50.869736 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2899b4b2-ab32-46d5-aa32-3ceeacbe84a9 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25852596'] for segment, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:50.884422 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cdbcaa-45ad-465b-9a51-08f507ebcfbd None None] Pushing event deleted for resources: {'Port': ['ID=82728985-1d5c-4832-ac98-0c22a3693aa8,revision_number=None']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:50.886386 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28cdbcaa-45ad-465b-9a51-08f507ebcfbd None None] No DVR routers for this DVR port 82728985-1d5c-4832-ac98-0c22a3693aa8 on host n-d-811396-3 {{(pid=100598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:44:50.893683 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2899b4b2-ab32-46d5-aa32-3ceeacbe84a9 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:50.907119 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2899b4b2-ab32-46d5-aa32-3ceeacbe84a9 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Releasing vlan 806 on physical network physnet1 to pool {{(pid=100597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:44:50.907653 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2899b4b2-ab32-46d5-aa32-3ceeacbe84a9 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951012'] for segment, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:50.911374 n-d-811396-3 neutron-server[100597]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:44:50.911374 n-d-811396-3 neutron-server[100597]: self.session.flush() Oct 20 10:44:50.911374 n-d-811396-3 neutron-server[100597]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:44:50.911374 n-d-811396-3 neutron-server[100597]: self.session.flush() Oct 20 10:44:50.911374 n-d-811396-3 neutron-server[100597]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:44:50.911374 n-d-811396-3 neutron-server[100597]: self.session.flush() Oct 20 10:44:50.911374 n-d-811396-3 neutron-server[100597]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:44:50.911374 n-d-811396-3 neutron-server[100597]: self.session.flush() Oct 20 10:44:50.911374 n-d-811396-3 neutron-server[100597]: Traceback (most recent call last): Oct 20 10:44:50.911374 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:44:50.911374 n-d-811396-3 neutron-server[100597]: timer() Oct 20 10:44:50.911374 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:44:50.911374 n-d-811396-3 neutron-server[100597]: cb(*args, **kw) Oct 20 10:44:50.911374 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:44:50.911374 n-d-811396-3 neutron-server[100597]: return func(*args, **kwargs) Oct 20 10:44:50.911374 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:44:50.911374 n-d-811396-3 neutron-server[100597]: self._notify() Oct 20 10:44:50.911374 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:44:50.911374 n-d-811396-3 neutron-server[100597]: self.callback(batched_events) Oct 20 10:44:50.911374 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:44:50.911374 n-d-811396-3 neutron-server[100597]: event.method(event) Oct 20 10:44:50.911374 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:44:50.911374 n-d-811396-3 neutron-server[100597]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:44:50.911374 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:44:50.911374 n-d-811396-3 neutron-server[100597]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:44:50.911374 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:44:50.911374 n-d-811396-3 neutron-server[100597]: return f(self, *a, **k) Oct 20 10:44:50.911374 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:44:50.911374 n-d-811396-3 neutron-server[100597]: return self._get(url).json() Oct 20 10:44:50.911374 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:44:50.911374 n-d-811396-3 neutron-server[100597]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:44:50.911374 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:44:50.911374 n-d-811396-3 neutron-server[100597]: return self.request(url, 'GET', **kwargs) Oct 20 10:44:50.911374 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:44:50.911374 n-d-811396-3 neutron-server[100597]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:44:50.911374 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:44:50.911374 n-d-811396-3 neutron-server[100597]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:44:50.911374 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:44:50.911374 n-d-811396-3 neutron-server[100597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:44:50.911374 n-d-811396-3 neutron-server[100597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:44:50.948741 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-99c9b8e5-2f0c-479a-baca-51a661cde695 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:50.995824 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2899b4b2-ab32-46d5-aa32-3ceeacbe84a9 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:51.001121 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2899b4b2-ab32-46d5-aa32-3ceeacbe84a9 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:51.008299 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-2899b4b2-ab32-46d5-aa32-3ceeacbe84a9 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] 10.222.0.64 "DELETE /v2.0/networks/7bc60fc7-42ea-472c-be5f-6faa92f9f9bb HTTP/1.1" status: 204 len: 168 time: 0.8829861 Oct 20 10:44:51.014110 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35574) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:51.044510 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2899b4b2-ab32-46d5-aa32-3ceeacbe84a9 tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Pushing event deleted for resources: {'Network': ['ID=7bc60fc7-42ea-472c-be5f-6faa92f9f9bb,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:51.044687 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [req-ce740732-8398-4aeb-9619-cefedcb3a458 req-6c6e8698-13a3-4868-8ceb-27c049ebe32d tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] Allocated IP 172.20.0.12 (32cd625c-0c28-4194-8186-2066d5429b32/05895157-c41c-46bb-98e0-d9303e53a145/c3356eed-4393-4690-8b0b-ab129f621a0d) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:44:51.047813 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c055b5c8-5030-408b-8778-1830b9172378 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:51.051537 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c9b8e5-2f0c-479a-baca-51a661cde695 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Network cbe170d3-31ba-45a2-b477-520ab0a7a8ea is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:44:51.058208 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-60e8d728-e9c2-4030-b35d-c8df3d925322 req-6ae1333e-4c57-4fe4-b34d-c7f23b71c6b4 service neutron] 10.222.0.55 "GET /v2.0/networks/5a3ba547-1c5f-4bda-b0cf-f555209356c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3636611 Oct 20 10:44:51.070813 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-99c9b8e5-2f0c-479a-baca-51a661cde695 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:44:51.075338 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c9b8e5-2f0c-479a-baca-51a661cde695 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:44:51.078984 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c9b8e5-2f0c-479a-baca-51a661cde695 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Pushing event updated for resources: {'Port': ['ID=8e3c0a02-f4cb-40ed-b4cf-7aa906c5dafc,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:51.142160 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7edd0282-2508-4b99-b4a0-56bed3e311fd tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:51.190669 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c055b5c8-5030-408b-8778-1830b9172378 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Pushing event deleted for resources: {'Port': ['ID=5f2afb94-09aa-43cf-bd76-5ce990fa56b5,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:51.254387 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7edd0282-2508-4b99-b4a0-56bed3e311fd tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:51.291554 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-7edd0282-2508-4b99-b4a0-56bed3e311fd tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f35c8f4-a80f-46f0-b625-9aa7a1eb4d3d']}} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:44:51.314737 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-7edd0282-2508-4b99-b4a0-56bed3e311fd tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c26a787-281b-4999-b13c-5972e48fde4a') {'for_net_delete': True} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:44:51.315349 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-7edd0282-2508-4b99-b4a0-56bed3e311fd tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c26a787-281b-4999-b13c-5972e48fde4a') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:44:51.328817 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7edd0282-2508-4b99-b4a0-56bed3e311fd tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25852596'] for segment, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:51.343427 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7edd0282-2508-4b99-b4a0-56bed3e311fd tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:51.351900 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7edd0282-2508-4b99-b4a0-56bed3e311fd tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Releasing vlan 843 on physical network physnet1 to pool {{(pid=100597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:44:51.352611 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7edd0282-2508-4b99-b4a0-56bed3e311fd tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951012'] for segment, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:51.355957 n-d-811396-3 neutron-server[100597]: Traceback (most recent call last): Oct 20 10:44:51.355957 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:44:51.355957 n-d-811396-3 neutron-server[100597]: timer() Oct 20 10:44:51.355957 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:44:51.355957 n-d-811396-3 neutron-server[100597]: cb(*args, **kw) Oct 20 10:44:51.355957 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:44:51.355957 n-d-811396-3 neutron-server[100597]: return func(*args, **kwargs) Oct 20 10:44:51.355957 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:44:51.355957 n-d-811396-3 neutron-server[100597]: self._notify() Oct 20 10:44:51.355957 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:44:51.355957 n-d-811396-3 neutron-server[100597]: self.callback(batched_events) Oct 20 10:44:51.355957 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:44:51.355957 n-d-811396-3 neutron-server[100597]: event.method(event) Oct 20 10:44:51.355957 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:44:51.355957 n-d-811396-3 neutron-server[100597]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:44:51.355957 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:44:51.355957 n-d-811396-3 neutron-server[100597]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:44:51.355957 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:44:51.355957 n-d-811396-3 neutron-server[100597]: return f(self, *a, **k) Oct 20 10:44:51.355957 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:44:51.355957 n-d-811396-3 neutron-server[100597]: return self._get(url).json() Oct 20 10:44:51.355957 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:44:51.355957 n-d-811396-3 neutron-server[100597]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:44:51.355957 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:44:51.355957 n-d-811396-3 neutron-server[100597]: return self.request(url, 'GET', **kwargs) Oct 20 10:44:51.355957 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:44:51.355957 n-d-811396-3 neutron-server[100597]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:44:51.355957 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:44:51.355957 n-d-811396-3 neutron-server[100597]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:44:51.355957 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:44:51.355957 n-d-811396-3 neutron-server[100597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:44:51.355957 n-d-811396-3 neutron-server[100597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:44:51.430917 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7edd0282-2508-4b99-b4a0-56bed3e311fd tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:51.439804 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7edd0282-2508-4b99-b4a0-56bed3e311fd tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:51.450590 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-7edd0282-2508-4b99-b4a0-56bed3e311fd tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] 10.222.0.64 "DELETE /v2.0/networks/7f35c8f4-a80f-46f0-b625-9aa7a1eb4d3d HTTP/1.1" status: 204 len: 168 time: 0.4354968 Oct 20 10:44:51.473130 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edd0282-2508-4b99-b4a0-56bed3e311fd tempest-TaggedBootDevicesTest-493139901 tempest-TaggedBootDevicesTest-493139901-project] Pushing event deleted for resources: {'Network': ['ID=7f35c8f4-a80f-46f0-b625-9aa7a1eb4d3d,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:51.543468 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c055b5c8-5030-408b-8778-1830b9172378 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1773439'] for router_gateway, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:51.666365 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-60e8d728-e9c2-4030-b35d-c8df3d925322 req-da9c12cc-5251-41f9-bdc8-d219eb10743f service neutron] 10.222.0.55 "GET /v2.0/networks/5a3ba547-1c5f-4bda-b0cf-f555209356c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5788527 Oct 20 10:44:51.745324 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device fdcc4c26-db32-449f-b243-afcc75da90b5 no longer exists at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:44:51.766265 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c055b5c8-5030-408b-8778-1830b9172378 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1772272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258304'] for router, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:51.770431 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c055b5c8-5030-408b-8778-1830b9172378 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:51.775068 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] No Port match for: fdcc4c26-db32-449f-b243-afcc75da90b5 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:44:51.775585 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device fdcc4c26-db32-449f-b243-afcc75da90b5 not bound to the agent host n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:44:51.794766 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258b5e37-140e-42c3-b2af-0dc2671daf83 req-be39520e-6489-4ef7-98a7-d291573ab9d2 tempest-VolumesActionsTest-1144748464 tempest-VolumesActionsTest-1144748464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:51.800263 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-258b5e37-140e-42c3-b2af-0dc2671daf83 req-be39520e-6489-4ef7-98a7-d291573ab9d2 tempest-VolumesActionsTest-1144748464 tempest-VolumesActionsTest-1144748464-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc8fc667-4aec-40fd-a17a-78c9e3b592fe HTTP/1.1" status: 200 len: 945 time: 0.4767365 Oct 20 10:44:51.841481 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-60e8d728-e9c2-4030-b35d-c8df3d925322 req-cb23a47d-8268-4009-9263-618537bc5e0a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d0675769-de69-4a35-beb7-6d50c8201cd3 HTTP/1.1" status: 200 len: 217 time: 0.1657245 Oct 20 10:44:51.879572 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80458878-ec3f-46bf-a53c-84de0337fa34 req-e3881ef6-6f51-486f-b58b-5f37f86a832a tempest-VolumesActionsTest-1144748464 tempest-VolumesActionsTest-1144748464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:51.887836 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-80458878-ec3f-46bf-a53c-84de0337fa34 req-e3881ef6-6f51-486f-b58b-5f37f86a832a tempest-VolumesActionsTest-1144748464 tempest-VolumesActionsTest-1144748464-project] 10.222.0.64 "GET /v2.0/ports?device_id=bc8fc667-4aec-40fd-a17a-78c9e3b592fe HTTP/1.1" status: 200 len: 945 time: 0.5685146 Oct 20 10:44:51.973982 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c055b5c8-5030-408b-8778-1830b9172378 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1772267'] for router, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:51.974490 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c055b5c8-5030-408b-8778-1830b9172378 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Fanout notify agent at l3_agent the message router_deleted on router 6656776f-a973-4a3b-88fe-5685c28b86a7 {{(pid=100596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 10:44:51.981586 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c055b5c8-5030-408b-8778-1830b9172378 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Publish callbacks [] for router, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:51.983601 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-c055b5c8-5030-408b-8778-1830b9172378 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] 10.222.0.64 "DELETE /v2.0/routers/6656776f-a973-4a3b-88fe-5685c28b86a7 HTTP/1.1" status: 204 len: 168 time: 4.1484447 Oct 20 10:44:51.987321 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35628) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:51.994027 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-77d793b2-e79b-4b20-aa45-ce6ab6968f86 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1884797089', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:44:52.023199 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-77d793b2-e79b-4b20-aa45-ce6ab6968f86 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1772442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258322'] for router, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:52.024582 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-77d793b2-e79b-4b20-aa45-ce6ab6968f86 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1772334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773516', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258315'] for router, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:52.060495 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-ce740732-8398-4aeb-9619-cefedcb3a458 req-6c6e8698-13a3-4868-8ceb-27c049ebe32d tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:52.094312 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-77d793b2-e79b-4b20-aa45-ce6ab6968f86 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:52.102517 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-77d793b2-e79b-4b20-aa45-ce6ab6968f86 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1773475'] for router, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:52.111229 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-256168f4-4bd3-4ea9-acfb-85f8d50f3e57 req-3ac0b3db-4a04-48ea-abf6-636243a1bfbb tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] 10.222.0.64 "GET /v2.0/ports?device_id=08f1a112-c744-4354-8632-f630d0c96bc7 HTTP/1.1" status: 200 len: 210 time: 0.1804125 Oct 20 10:44:52.131346 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-77d793b2-e79b-4b20-aa45-ce6ab6968f86 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Publish callbacks [] for router, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:52.134732 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-77d793b2-e79b-4b20-aa45-ce6ab6968f86 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1433928 Oct 20 10:44:52.135096 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35630) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:52.142372 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-d3b40735-26f2-4ee8-846e-17dbcf60d534 tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'enable_snat': True}}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:44:52.157522 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e8d728-e9c2-4030-b35d-c8df3d925322 req-bf547509-231e-4e98-bc51-95d5c2d43329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:52.159467 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-60e8d728-e9c2-4030-b35d-c8df3d925322 req-bf547509-231e-4e98-bc51-95d5c2d43329 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=22db2ce2-efe8-4e35-9c70-b815c9c036db HTTP/1.1" status: 200 len: 797 time: 0.2963998 Oct 20 10:44:52.305670 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-ce740732-8398-4aeb-9619-cefedcb3a458 req-6c6e8698-13a3-4868-8ceb-27c049ebe32d tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:52.344578 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['b4546c1f-8888-4d51-8a64-4cec29bc86b6'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:44:52.432098 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-80458878-ec3f-46bf-a53c-84de0337fa34 req-4b174918-b05a-43df-b328-33eb4b532aa6 tempest-VolumesActionsTest-1144748464 tempest-VolumesActionsTest-1144748464-project] 10.222.0.64 "GET /v2.0/security-groups?id=c682c5dc-70fe-4475-98e8-9175ea829e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5420113 Oct 20 10:44:52.454983 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d3b40735-26f2-4ee8-846e-17dbcf60d534 tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:52.466890 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce740732-8398-4aeb-9619-cefedcb3a458 req-6c6e8698-13a3-4868-8ceb-27c049ebe32d tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] Network 32cd625c-0c28-4194-8186-2066d5429b32 is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:44:52.487193 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-99c9b8e5-2f0c-479a-baca-51a661cde695 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks [] for router_gateway, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:52.503309 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [req-ce740732-8398-4aeb-9619-cefedcb3a458 req-6c6e8698-13a3-4868-8ceb-27c049ebe32d tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:44:52.506849 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce740732-8398-4aeb-9619-cefedcb3a458 req-6c6e8698-13a3-4868-8ceb-27c049ebe32d tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:44:52.708978 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6e8698-13a3-4868-8ceb-27c049ebe32d tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] Pushing event updated for resources: {'Port': ['ID=c3356eed-4393-4690-8b0b-ab129f621a0d,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:52.747192 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-258b5e37-140e-42c3-b2af-0dc2671daf83 req-b5697483-e204-449f-a748-73dce103cc9e tempest-VolumesActionsTest-1144748464 tempest-VolumesActionsTest-1144748464-project] Deleting port 68047290-a3a3-4456-a467-4085b27a526e {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:44:52.748239 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-258b5e37-140e-42c3-b2af-0dc2671daf83 req-b5697483-e204-449f-a748-73dce103cc9e tempest-VolumesActionsTest-1144748464 tempest-VolumesActionsTest-1144748464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:52.886073 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d3b40735-26f2-4ee8-846e-17dbcf60d534 tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:52.896273 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-258b5e37-140e-42c3-b2af-0dc2671daf83 req-b5697483-e204-449f-a748-73dce103cc9e tempest-VolumesActionsTest-1144748464 tempest-VolumesActionsTest-1144748464-project] For port 68047290-a3a3-4456-a467-4085b27a526e, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=68047290-a3a3-4456-a467-4085b27a526e,segment=NetworkSegment(0b3f81e3-2a29-45a8-8599-71123de702a7),segment_id=0b3f81e3-2a29-45a8-8599-71123de702a7)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:44:52.896688 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-258b5e37-140e-42c3-b2af-0dc2671daf83 req-b5697483-e204-449f-a748-73dce103cc9e tempest-VolumesActionsTest-1144748464 tempest-VolumesActionsTest-1144748464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:52.928667 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d3b40735-26f2-4ee8-846e-17dbcf60d534 tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:52.931144 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-258b5e37-140e-42c3-b2af-0dc2671daf83 req-b5697483-e204-449f-a748-73dce103cc9e tempest-VolumesActionsTest-1144748464 tempest-VolumesActionsTest-1144748464-project] Calling delete_port for 68047290-a3a3-4456-a467-4085b27a526e owned by compute:nova {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:44:53.034480 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e8d728-e9c2-4030-b35d-c8df3d925322 req-52512976-e9d0-4fdf-bd59-7fa5b1e00dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:53.035911 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-60e8d728-e9c2-4030-b35d-c8df3d925322 req-52512976-e9d0-4fdf-bd59-7fa5b1e00dbb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5a3ba547-1c5f-4bda-b0cf-f555209356c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7498326 Oct 20 10:44:53.049393 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6e8698-13a3-4868-8ceb-27c049ebe32d tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:44:53.050483 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6e8698-13a3-4868-8ceb-27c049ebe32d tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:44:53.050916 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6e8698-13a3-4868-8ceb-27c049ebe32d tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:44:53.051666 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6e8698-13a3-4868-8ceb-27c049ebe32d tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:44:53.052255 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6e8698-13a3-4868-8ceb-27c049ebe32d tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:44:53.053337 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6e8698-13a3-4868-8ceb-27c049ebe32d tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:44:53.053691 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6e8698-13a3-4868-8ceb-27c049ebe32d tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:44:53.054046 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6e8698-13a3-4868-8ceb-27c049ebe32d tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:44:53.054545 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6e8698-13a3-4868-8ceb-27c049ebe32d tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:44:53.054882 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6e8698-13a3-4868-8ceb-27c049ebe32d tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:44:53.056105 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6e8698-13a3-4868-8ceb-27c049ebe32d tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:44:53.056475 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6e8698-13a3-4868-8ceb-27c049ebe32d tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:44:53.114354 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce740732-8398-4aeb-9619-cefedcb3a458 req-6c6e8698-13a3-4868-8ceb-27c049ebe32d tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:53.115642 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-ce740732-8398-4aeb-9619-cefedcb3a458 req-6c6e8698-13a3-4868-8ceb-27c049ebe32d tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:53.118607 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-d3b40735-26f2-4ee8-846e-17dbcf60d534 tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Allocated IP 172.25.1.36 (cbe170d3-31ba-45a2-b477-520ab0a7a8ea/f4e26aca-17ac-4adb-a66b-d939a1b35b64/149fe05b-f574-4600-a975-24db1bfa97c9) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:44:53.209520 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ce740732-8398-4aeb-9619-cefedcb3a458 req-6c6e8698-13a3-4868-8ceb-27c049ebe32d tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6820362 Oct 20 10:44:53.260932 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-ce740732-8398-4aeb-9619-cefedcb3a458 req-febd7476-0acb-426b-80a4-bc203ec5732b service neutron] Request body: {'port': {'device_id': '08f1a112-c744-4354-8632-f630d0c96bc7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811396-3'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:44:53.629517 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d3b40735-26f2-4ee8-846e-17dbcf60d534 tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:53.710921 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d3b40735-26f2-4ee8-846e-17dbcf60d534 tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:53.834594 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b40735-26f2-4ee8-846e-17dbcf60d534 tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Pushing event updated for resources: {'Port': ['ID=149fe05b-f574-4600-a975-24db1bfa97c9,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:53.855186 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b40735-26f2-4ee8-846e-17dbcf60d534 tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Network cbe170d3-31ba-45a2-b477-520ab0a7a8ea is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:44:53.856744 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-d3b40735-26f2-4ee8-846e-17dbcf60d534 tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:44:53.865427 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b40735-26f2-4ee8-846e-17dbcf60d534 tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:44:54.019535 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-ce740732-8398-4aeb-9619-cefedcb3a458 req-febd7476-0acb-426b-80a4-bc203ec5732b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:54.128597 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e682ee-0e64-4647-a54c-42bf40ef88e7 req-183ae132-36f2-4c15-a5dd-d9b3603c0d33 tempest-VolumesActionsTest-1144748464 tempest-VolumesActionsTest-1144748464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:54.131448 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a6e682ee-0e64-4647-a54c-42bf40ef88e7 req-183ae132-36f2-4c15-a5dd-d9b3603c0d33 tempest-VolumesActionsTest-1144748464 tempest-VolumesActionsTest-1144748464-project] 10.222.0.64 "GET /v2.0/ports?device_id=bc8fc667-4aec-40fd-a17a-78c9e3b592fe HTTP/1.1" status: 200 len: 945 time: 0.3350363 Oct 20 10:44:54.186451 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-60e8d728-e9c2-4030-b35d-c8df3d925322 req-285768d5-290a-4a15-a362-781cd3846d0f service neutron] 10.222.0.55 "GET /v2.0/networks/5a3ba547-1c5f-4bda-b0cf-f555209356c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0806532 Oct 20 10:44:54.216785 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae81d5d3-08f1-4723-aa00-1efafd7875d6 req-6837147d-e7f6-4d67-a5e4-dd1677dd8bb6 tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:54.224447 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ae81d5d3-08f1-4723-aa00-1efafd7875d6 req-6837147d-e7f6-4d67-a5e4-dd1677dd8bb6 tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] 10.222.0.64 "GET /v2.0/ports?device_id=08f1a112-c744-4354-8632-f630d0c96bc7 HTTP/1.1" status: 200 len: 932 time: 0.9185927 Oct 20 10:44:54.264948 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-258b5e37-140e-42c3-b2af-0dc2671daf83 req-b5697483-e204-449f-a748-73dce103cc9e tempest-VolumesActionsTest-1144748464 tempest-VolumesActionsTest-1144748464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:54.302007 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['68047290-a3a3-4456-a467-4085b27a526e'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:44:54.379442 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d3b40735-26f2-4ee8-846e-17dbcf60d534 tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:54.429009 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5697483-e204-449f-a748-73dce103cc9e tempest-VolumesActionsTest-1144748464 tempest-VolumesActionsTest-1144748464-project] Pushing event deleted for resources: {'Port': ['ID=68047290-a3a3-4456-a467-4085b27a526e,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:54.445031 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-99c9b8e5-2f0c-479a-baca-51a661cde695 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1773475'] for router, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:54.542584 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a6e682ee-0e64-4647-a54c-42bf40ef88e7 req-8669e963-b28e-4cb4-b197-0a3fe9d21d24 tempest-VolumesActionsTest-1144748464 tempest-VolumesActionsTest-1144748464-project] 10.222.0.64 "GET /v2.0/security-groups?id=c682c5dc-70fe-4475-98e8-9175ea829e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3903930 Oct 20 10:44:54.690131 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ae81d5d3-08f1-4723-aa00-1efafd7875d6 req-05d0cc99-5876-48e2-88a8-55b11e175287 tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] 10.222.0.64 "GET /v2.0/security-groups?id=c293d202-08a2-46d7-8156-502eb68acc76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4646161 Oct 20 10:44:54.697289 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d3b40735-26f2-4ee8-846e-17dbcf60d534 tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1773502', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1772312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-258425'] for router, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:54.715019 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d3b40735-26f2-4ee8-846e-17dbcf60d534 tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1773475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1773489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1773480', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1772307'] for router, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:54.758615 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-258b5e37-140e-42c3-b2af-0dc2671daf83 req-b5697483-e204-449f-a748-73dce103cc9e tempest-VolumesActionsTest-1144748464 tempest-VolumesActionsTest-1144748464-project] No DVR routers for this DVR port 68047290-a3a3-4456-a467-4085b27a526e on host n-h1-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:44:54.764583 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-258b5e37-140e-42c3-b2af-0dc2671daf83 req-b5697483-e204-449f-a748-73dce103cc9e tempest-VolumesActionsTest-1144748464 tempest-VolumesActionsTest-1144748464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:54.769917 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-258b5e37-140e-42c3-b2af-0dc2671daf83 req-b5697483-e204-449f-a748-73dce103cc9e tempest-VolumesActionsTest-1144748464 tempest-VolumesActionsTest-1144748464-project] 10.222.0.55 "DELETE /v2.0/ports/68047290-a3a3-4456-a467-4085b27a526e HTTP/1.1" status: 204 len: 173 time: 2.9216323 Oct 20 10:44:54.783725 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc8fc667-4aec-40fd-a17a-78c9e3b592fe', 'name': 'network-vif-deleted', 'tag': '68047290-a3a3-4456-a467-4085b27a526e'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:44:54.791223 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fb4aabc-59b5-4f65-b64d-4b1ffbef2815" -d '{"events": [{"server_uuid": "bc8fc667-4aec-40fd-a17a-78c9e3b592fe", "name": "network-vif-deleted", "tag": "68047290-a3a3-4456-a467-4085b27a526e"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:44:54.840643 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-60e8d728-e9c2-4030-b35d-c8df3d925322 req-77ce700d-4ff9-43dd-a13a-606a35e46136 service neutron] 10.222.0.55 "GET /v2.0/networks/5a3ba547-1c5f-4bda-b0cf-f555209356c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6388993 Oct 20 10:44:54.917554 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36bcc3bf-d105-4b2a-a1ff-5d94fd5b0201 x-openstack-request-id: req-36bcc3bf-d105-4b2a-a1ff-5d94fd5b0201 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:44:54.917931 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc8fc667-4aec-40fd-a17a-78c9e3b592fe", "name": "network-vif-deleted", "tag": "68047290-a3a3-4456-a467-4085b27a526e", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:44:54.918208 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-36bcc3bf-d105-4b2a-a1ff-5d94fd5b0201 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:44:54.918814 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc8fc667-4aec-40fd-a17a-78c9e3b592fe', 'name': 'network-vif-deleted', 'tag': '68047290-a3a3-4456-a467-4085b27a526e', 'status': 'completed', 'code': 200} Oct 20 10:44:55.072963 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3b40735-26f2-4ee8-846e-17dbcf60d534 tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Router 55db1428-b6e4-437b-9968-91eb34bdd3b1 is scheduled to L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 with binding_index 1 {{(pid=100597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 10:44:55.218886 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99c9b8e5-2f0c-479a-baca-51a661cde695 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Router 9c29ecc4-2c1e-4908-8ecc-c96e25e903ee is scheduled to L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 with binding_index 1 {{(pid=100596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 10:44:55.232090 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [req-ce740732-8398-4aeb-9619-cefedcb3a458 req-febd7476-0acb-426b-80a4-bc203ec5732b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3356eed-4393-4690-8b0b-ab129f621a0d {{(pid=100596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:44:55.244849 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-ce740732-8398-4aeb-9619-cefedcb3a458 req-febd7476-0acb-426b-80a4-bc203ec5732b service neutron] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:55.274801 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9125e0d3-ec7d-4725-896a-f91f6c7c9e14 req-efa14b82-1728-46a1-8a8c-70a7facbfb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:55.277028 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9125e0d3-ec7d-4725-896a-f91f6c7c9e14 req-efa14b82-1728-46a1-8a8c-70a7facbfb2e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=94fe84a260a04255ae5a7f7035e1a279&device_id=5a76b356-3318-479d-99e5-2976ed5838a9 HTTP/1.1" status: 200 len: 1096 time: 0.1276171 Oct 20 10:44:55.329604 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3b40735-26f2-4ee8-846e-17dbcf60d534 tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:44:55.339098 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d3b40735-26f2-4ee8-846e-17dbcf60d534 tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Publish callbacks [] for router, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:55.342490 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-d3b40735-26f2-4ee8-846e-17dbcf60d534 tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] 10.222.0.64 "PUT /v2.0/routers/55db1428-b6e4-437b-9968-91eb34bdd3b1 HTTP/1.1" status: 200 len: 918 time: 3.2033505 Oct 20 10:44:55.344726 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1e26a2-cc4c-4e84-aeac-4ccb35f134fd None None] Sync routers for ids ['55db1428-b6e4-437b-9968-91eb34bdd3b1'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:44:55.365931 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35692) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:55.376529 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1e26a2-cc4c-4e84-aeac-4ccb35f134fd None None] Routers {'55db1428-b6e4-437b-9968-91eb34bdd3b1'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:44:55.378213 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-2e1e26a2-cc4c-4e84-aeac-4ccb35f134fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:44:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['55db1428-b6e4-437b-9968-91eb34bdd3b1'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:44:55.468040 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99c9b8e5-2f0c-479a-baca-51a661cde695 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:44:55.479575 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-2e1e26a2-cc4c-4e84-aeac-4ccb35f134fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:44:55.481259 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ed91d3-5f1e-4eb9-ad18-0127826dca14 None None] Sync routers for ids ['9c29ecc4-2c1e-4908-8ecc-c96e25e903ee'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:44:55.496081 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ed91d3-5f1e-4eb9-ad18-0127826dca14 None None] Routers {'9c29ecc4-2c1e-4908-8ecc-c96e25e903ee'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:44:55.497016 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-33ed91d3-5f1e-4eb9-ad18-0127826dca14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:44:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['9c29ecc4-2c1e-4908-8ecc-c96e25e903ee'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:44:55.508145 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.provisioning_blocks [req-ce740732-8398-4aeb-9619-cefedcb3a458 req-febd7476-0acb-426b-80a4-bc203ec5732b service neutron] Transition to ACTIVE for port object c3356eed-4393-4690-8b0b-ab129f621a0d will not be triggered until provisioned by entity L2. {{(pid=100596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:44:55.514856 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1e26a2-cc4c-4e84-aeac-4ccb35f134fd None None] Routers {'55db1428-b6e4-437b-9968-91eb34bdd3b1'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:44:55.516328 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-2e1e26a2-cc4c-4e84-aeac-4ccb35f134fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:44:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['55db1428-b6e4-437b-9968-91eb34bdd3b1'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:44:55.535549 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-ce740732-8398-4aeb-9619-cefedcb3a458 req-febd7476-0acb-426b-80a4-bc203ec5732b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:55.592700 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-2e1e26a2-cc4c-4e84-aeac-4ccb35f134fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:44:55.593494 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1e26a2-cc4c-4e84-aeac-4ccb35f134fd None None] The sync data for ids ['55db1428-b6e4-437b-9968-91eb34bdd3b1'] in n-d-811396-3 is: [] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:44:55.619633 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-33ed91d3-5f1e-4eb9-ad18-0127826dca14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:44:55.630108 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febd7476-0acb-426b-80a4-bc203ec5732b service neutron] Pushing event updated for resources: {'Port': ['ID=c3356eed-4393-4690-8b0b-ab129f621a0d,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:55.634605 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-6f98d3f8-5e1a-4430-9b83-0b1217f629ae tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] 10.222.0.64 "GET /v2.0/routers/55db1428-b6e4-437b-9968-91eb34bdd3b1 HTTP/1.1" status: 200 len: 924 time: 0.2661691 Oct 20 10:44:55.643635 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35696) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:55.684281 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ed91d3-5f1e-4eb9-ad18-0127826dca14 None None] Routers {'9c29ecc4-2c1e-4908-8ecc-c96e25e903ee'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:44:55.699367 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-33ed91d3-5f1e-4eb9-ad18-0127826dca14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:44:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['9c29ecc4-2c1e-4908-8ecc-c96e25e903ee'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:44:55.699645 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-99c9b8e5-2f0c-479a-baca-51a661cde695 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks [] for router, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:55.704117 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-99c9b8e5-2f0c-479a-baca-51a661cde695 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 8.8077013 Oct 20 10:44:55.705299 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35700) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:55.748144 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75f3a2b-7929-4764-92e7-c2e96a7adc85 req-d6b7fcd8-bc73-446a-91cd-80caf0054355 tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:55.756915 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d75f3a2b-7929-4764-92e7-c2e96a7adc85 req-d6b7fcd8-bc73-446a-91cd-80caf0054355 tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a76b356-3318-479d-99e5-2976ed5838a9 HTTP/1.1" status: 200 len: 945 time: 0.2784326 Oct 20 10:44:55.761931 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a1136b5-abd3-42f8-8a8a-d685d1deeb08 tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:55.769010 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-0a1136b5-abd3-42f8-8a8a-d685d1deeb08 tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] 10.222.0.64 "GET /v2.0/ports?network_id=cbe170d3-31ba-45a2-b477-520ab0a7a8ea&device_id=55db1428-b6e4-437b-9968-91eb34bdd3b1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1187439 Oct 20 10:44:55.769787 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35704) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:55.794183 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-33ed91d3-5f1e-4eb9-ad18-0127826dca14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:44:55.795856 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ed91d3-5f1e-4eb9-ad18-0127826dca14 None None] The sync data for ids ['9c29ecc4-2c1e-4908-8ecc-c96e25e903ee'] in n-d-811396-3 is: [] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:44:55.901704 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d75f3a2b-7929-4764-92e7-c2e96a7adc85 req-49a4fc7d-f2f8-45ab-b85f-e2f1cb128de4 tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] 10.222.0.64 "GET /v2.0/security-groups?id=7975bea3-846b-43cc-b5f2-c6ce0fda577e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436329 Oct 20 10:44:55.922510 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-59a6cc12-fcbc-4bfe-8c99-9729462a1641 req-00dad2b2-5863-4375-a4ce-ea5fc19db912 tempest-VolumesActionsTest-1144748464 tempest-VolumesActionsTest-1144748464-project] 10.222.0.64 "GET /v2.0/ports?device_id=bc8fc667-4aec-40fd-a17a-78c9e3b592fe HTTP/1.1" status: 200 len: 210 time: 0.0917327 Oct 20 10:44:56.110696 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-562ea39a-a846-40c1-b90f-db73321cb28a tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:56.115190 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-562ea39a-a846-40c1-b90f-db73321cb28a tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] 10.222.0.64 "GET /v2.0/networks/cbe170d3-31ba-45a2-b477-520ab0a7a8ea HTTP/1.1" status: 200 len: 881 time: 0.3377781 Oct 20 10:44:56.117426 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35710) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:56.124359 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9125e0d3-ec7d-4725-896a-f91f6c7c9e14 req-37f60cc1-1e35-45be-ab3b-3bed009edc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:56.126402 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9125e0d3-ec7d-4725-896a-f91f6c7c9e14 req-37f60cc1-1e35-45be-ab3b-3bed009edc33 service neutron] 10.222.0.69 "GET /v2.0/networks?id=b1ffa362-8a3c-4d47-bfc2-ef936ca65b06 HTTP/1.1" status: 200 len: 920 time: 0.6668813 Oct 20 10:44:56.202367 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9125e0d3-ec7d-4725-896a-f91f6c7c9e14 req-b359402e-3c50-408c-8cde-50c400a11db4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e074a8d4-a049-422b-ae73-5f9be9909c5b HTTP/1.1" status: 200 len: 217 time: 0.0643184 Oct 20 10:44:56.237649 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-d8971555-eead-4327-bee9-d0164efb9e2d tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] 10.222.0.64 "GET /v2.0/ports?device_id=55db1428-b6e4-437b-9968-91eb34bdd3b1 HTTP/1.1" status: 200 len: 205 time: 0.1157382 Oct 20 10:44:56.242990 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35714) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:56.245551 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457334ba-349b-4c5a-85e4-6ec1fb4a7ef7 req-2c375fb2-de3f-455d-8b6f-cc665528221d tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:56.256609 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-457334ba-349b-4c5a-85e4-6ec1fb4a7ef7 req-2c375fb2-de3f-455d-8b6f-cc665528221d tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] 10.222.0.64 "GET /v2.0/ports?device_id=08f1a112-c744-4354-8632-f630d0c96bc7 HTTP/1.1" status: 200 len: 944 time: 0.1968014 Oct 20 10:44:56.304085 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-ce740732-8398-4aeb-9619-cefedcb3a458 req-febd7476-0acb-426b-80a4-bc203ec5732b service neutron] Attempting to bind port c3356eed-4393-4690-8b0b-ab129f621a0d on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:44:56.304974 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-ce740732-8398-4aeb-9619-cefedcb3a458 req-febd7476-0acb-426b-80a4-bc203ec5732b service neutron] Attempting to bind port c3356eed-4393-4690-8b0b-ab129f621a0d by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': '33d715ee-f8c8-4d27-ad3a-7306e4a5ba8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '32cd625c-0c28-4194-8186-2066d5429b32'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:44:56.305649 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce740732-8398-4aeb-9619-cefedcb3a458 req-febd7476-0acb-426b-80a4-bc203ec5732b service neutron] Attempting to bind port c3356eed-4393-4690-8b0b-ab129f621a0d on network 32cd625c-0c28-4194-8186-2066d5429b32 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:44:56.323411 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce740732-8398-4aeb-9619-cefedcb3a458 req-febd7476-0acb-426b-80a4-bc203ec5732b service neutron] Port c3356eed-4393-4690-8b0b-ab129f621a0d on network 32cd625c-0c28-4194-8186-2066d5429b32 not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:44:56.323840 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce740732-8398-4aeb-9619-cefedcb3a458 req-febd7476-0acb-426b-80a4-bc203ec5732b service neutron] Attempting to bind port c3356eed-4393-4690-8b0b-ab129f621a0d on network 32cd625c-0c28-4194-8186-2066d5429b32 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:44:56.334518 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9125e0d3-ec7d-4725-896a-f91f6c7c9e14 req-b1a3a501-5035-474e-bede-07596a39a4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:56.336375 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9125e0d3-ec7d-4725-896a-f91f6c7c9e14 req-b1a3a501-5035-474e-bede-07596a39a4c5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6929fe63-bace-4614-aa8a-7d3362152171 HTTP/1.1" status: 200 len: 859 time: 0.1242869 Oct 20 10:44:56.343197 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce740732-8398-4aeb-9619-cefedcb3a458 req-febd7476-0acb-426b-80a4-bc203ec5732b service neutron] Checking agent: {'id': '061232a2-7adc-4ba1-a873-e8cb136b064d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:44:56.344090 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce740732-8398-4aeb-9619-cefedcb3a458 req-febd7476-0acb-426b-80a4-bc203ec5732b service neutron] Checking segment: {'id': '33d715ee-f8c8-4d27-ad3a-7306e4a5ba8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '32cd625c-0c28-4194-8186-2066d5429b32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:44:56.344500 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce740732-8398-4aeb-9619-cefedcb3a458 req-febd7476-0acb-426b-80a4-bc203ec5732b service neutron] Bound using segment: {'id': '33d715ee-f8c8-4d27-ad3a-7306e4a5ba8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '32cd625c-0c28-4194-8186-2066d5429b32'} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:44:56.344942 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-ce740732-8398-4aeb-9619-cefedcb3a458 req-febd7476-0acb-426b-80a4-bc203ec5732b service neutron] Bound port: c3356eed-4393-4690-8b0b-ab129f621a0d, host: n-h2-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33d715ee-f8c8-4d27-ad3a-7306e4a5ba8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '32cd625c-0c28-4194-8186-2066d5429b32'}}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:44:56.345475 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-ce740732-8398-4aeb-9619-cefedcb3a458 req-febd7476-0acb-426b-80a4-bc203ec5732b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:56.370510 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-457334ba-349b-4c5a-85e4-6ec1fb4a7ef7 req-2d78890b-60ec-435d-93ee-6271c38cc0c4 tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] 10.222.0.64 "GET /v2.0/security-groups?id=c293d202-08a2-46d7-8156-502eb68acc76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846074 Oct 20 10:44:56.384976 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 68047290-a3a3-4456-a467-4085b27a526e no longer exists at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:44:56.387452 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b3189570-06a1-433e-a1d5-269513e5f988 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Publish callbacks [] for router, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:56.397857 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9125e0d3-ec7d-4725-896a-f91f6c7c9e14 req-3812e63a-9d7b-49be-968a-79e2bb462d8e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b1ffa362-8a3c-4d47-bfc2-ef936ca65b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489550 Oct 20 10:44:56.432386 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] No Port match for: 68047290-a3a3-4456-a467-4085b27a526e {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:44:56.433539 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 68047290-a3a3-4456-a467-4085b27a526e not bound to the agent host n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:44:56.536426 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-ce740732-8398-4aeb-9619-cefedcb3a458 req-febd7476-0acb-426b-80a4-bc203ec5732b service neutron] For port c3356eed-4393-4690-8b0b-ab129f621a0d, host n-h2-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:44:56.560209 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-ce740732-8398-4aeb-9619-cefedcb3a458 req-febd7476-0acb-426b-80a4-bc203ec5732b service neutron] For port c3356eed-4393-4690-8b0b-ab129f621a0d, host n-h2-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=c3356eed-4393-4690-8b0b-ab129f621a0d,segment=NetworkSegment(33d715ee-f8c8-4d27-ad3a-7306e4a5ba8d),segment_id=33d715ee-f8c8-4d27-ad3a-7306e4a5ba8d)] {{(pid=100596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:44:56.570102 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-ce740732-8398-4aeb-9619-cefedcb3a458 req-febd7476-0acb-426b-80a4-bc203ec5732b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:56.578056 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b3189570-06a1-433e-a1d5-269513e5f988 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:56.602555 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9125e0d3-ec7d-4725-896a-f91f6c7c9e14 req-ff62d6dd-903f-475c-91ef-bf28fabe20a2 service neutron] 10.222.0.69 "GET /v2.0/networks/b1ffa362-8a3c-4d47-bfc2-ef936ca65b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763756 Oct 20 10:44:56.645183 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce740732-8398-4aeb-9619-cefedcb3a458 req-febd7476-0acb-426b-80a4-bc203ec5732b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:56.645813 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-ce740732-8398-4aeb-9619-cefedcb3a458 req-febd7476-0acb-426b-80a4-bc203ec5732b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:56.647250 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ce740732-8398-4aeb-9619-cefedcb3a458 req-febd7476-0acb-426b-80a4-bc203ec5732b service neutron] 10.222.0.69 "PUT /v2.0/ports/c3356eed-4393-4690-8b0b-ab129f621a0d HTTP/1.1" status: 200 len: 1092 time: 3.4104617 Oct 20 10:44:56.679995 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febd7476-0acb-426b-80a4-bc203ec5732b service neutron] Pushing event updated for resources: {'Port': ['ID=c3356eed-4393-4690-8b0b-ab129f621a0d,revision_number=3']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:56.763971 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-b3189570-06a1-433e-a1d5-269513e5f988 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Deleting port 149fe05b-f574-4600-a975-24db1bfa97c9 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:44:56.764595 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b3189570-06a1-433e-a1d5-269513e5f988 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:56.770791 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9125e0d3-ec7d-4725-896a-f91f6c7c9e14 req-c3608867-a066-40bd-b1a4-ccc34d18fc11 service neutron] 10.222.0.69 "GET /v2.0/networks/b1ffa362-8a3c-4d47-bfc2-ef936ca65b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569040 Oct 20 10:44:56.773555 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce740732-8398-4aeb-9619-cefedcb3a458 req-d439a568-9e57-4e38-b460-aa88616cf382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:56.775036 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ce740732-8398-4aeb-9619-cefedcb3a458 req-d439a568-9e57-4e38-b460-aa88616cf382 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a5d48ee0610d454e931365a7ebb9878b&device_id=08f1a112-c744-4354-8632-f630d0c96bc7 HTTP/1.1" status: 200 len: 1095 time: 0.0656416 Oct 20 10:44:56.786456 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-71c1f6b6-2b31-4854-89af-9e9d4d64bf9d tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:56.839960 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ce740732-8398-4aeb-9619-cefedcb3a458 req-bdd00742-d222-4571-8c3a-dc0268ba6a5c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c3356eed-4393-4690-8b0b-ab129f621a0d HTTP/1.1" status: 200 len: 217 time: 0.0571671 Oct 20 10:44:56.922872 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08f1a112-c744-4354-8632-f630d0c96bc7', 'tag': 'c3356eed-4393-4690-8b0b-ab129f621a0d'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:44:56.926558 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-729b22bc-a0c0-4b8a-a325-2e9e81695b53" -d '{"events": [{"name": "network-changed", "server_uuid": "08f1a112-c744-4354-8632-f630d0c96bc7", "tag": "c3356eed-4393-4690-8b0b-ab129f621a0d"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:44:56.934035 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b3189570-06a1-433e-a1d5-269513e5f988 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:56.951101 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce740732-8398-4aeb-9619-cefedcb3a458 req-fc61cd1c-9331-4b70-9a4a-f0d4d9e3f625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:56.954115 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ce740732-8398-4aeb-9619-cefedcb3a458 req-fc61cd1c-9331-4b70-9a4a-f0d4d9e3f625 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=05895157-c41c-46bb-98e0-d9303e53a145 HTTP/1.1" status: 200 len: 849 time: 0.0962298 Oct 20 10:44:57.004583 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-b3189570-06a1-433e-a1d5-269513e5f988 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Calling delete_port for 149fe05b-f574-4600-a975-24db1bfa97c9 owned by network:router_gateway {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:44:57.028220 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-249b4b58-7594-4fda-8d0f-d995e154748c x-openstack-request-id: req-249b4b58-7594-4fda-8d0f-d995e154748c {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:44:57.029413 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08f1a112-c744-4354-8632-f630d0c96bc7", "tag": "c3356eed-4393-4690-8b0b-ab129f621a0d", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:44:57.029738 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-249b4b58-7594-4fda-8d0f-d995e154748c {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:44:57.030200 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08f1a112-c744-4354-8632-f630d0c96bc7', 'tag': 'c3356eed-4393-4690-8b0b-ab129f621a0d', 'status': 'completed', 'code': 200} Oct 20 10:44:57.037612 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ce740732-8398-4aeb-9619-cefedcb3a458 req-0fa1f59f-f469-4b92-b29c-3b4fc78558ff service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=32cd625c-0c28-4194-8186-2066d5429b32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0703132 Oct 20 10:44:57.222542 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ce740732-8398-4aeb-9619-cefedcb3a458 req-ab6770de-404a-4b1b-b0db-bb6bcbc70681 service neutron] 10.222.0.69 "GET /v2.0/networks/32cd625c-0c28-4194-8186-2066d5429b32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816268 Oct 20 10:44:58.102561 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3abf23-039b-4016-8f04-9c5fd80e91a2 req-95eba0e2-fb00-4d24-864f-6af5f5bb034a tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:58.112218 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1d3abf23-039b-4016-8f04-9c5fd80e91a2 req-95eba0e2-fb00-4d24-864f-6af5f5bb034a tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a76b356-3318-479d-99e5-2976ed5838a9 HTTP/1.1" status: 200 len: 945 time: 0.8879004 Oct 20 10:44:58.179116 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1499ec35-44e4-435b-8399-8ce5b52f48bb req-7552082a-1bfa-417e-9fc6-e06d63be0247 tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:58.181362 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1499ec35-44e4-435b-8399-8ce5b52f48bb req-7552082a-1bfa-417e-9fc6-e06d63be0247 tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] 10.222.0.64 "GET /v2.0/ports?device_id=08f1a112-c744-4354-8632-f630d0c96bc7 HTTP/1.1" status: 200 len: 944 time: 0.3415766 Oct 20 10:44:58.264491 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ce740732-8398-4aeb-9619-cefedcb3a458 req-00e97edf-ce92-44fc-b0ce-3b1f0b9462dd service neutron] 10.222.0.69 "GET /v2.0/networks/32cd625c-0c28-4194-8186-2066d5429b32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0198815 Oct 20 10:44:58.346488 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1d3abf23-039b-4016-8f04-9c5fd80e91a2 req-9e7c6d12-9a6d-40df-843a-e0c18c791711 tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] 10.222.0.64 "GET /v2.0/security-groups?id=7975bea3-846b-43cc-b5f2-c6ce0fda577e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256844 Oct 20 10:44:58.509164 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1499ec35-44e4-435b-8399-8ce5b52f48bb req-f2916a3c-ce6e-4c3e-8d91-a0c94013ebf1 tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] 10.222.0.64 "GET /v2.0/security-groups?id=c293d202-08a2-46d7-8156-502eb68acc76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3164511 Oct 20 10:44:58.525231 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729b22bc-a0c0-4b8a-a325-2e9e81695b53 req-5eda6e3e-3c11-485b-8807-52b26d86460e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:58.527396 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-729b22bc-a0c0-4b8a-a325-2e9e81695b53 req-5eda6e3e-3c11-485b-8807-52b26d86460e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a5d48ee0610d454e931365a7ebb9878b&device_id=08f1a112-c744-4354-8632-f630d0c96bc7 HTTP/1.1" status: 200 len: 1095 time: 0.2055323 Oct 20 10:44:58.682576 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b3189570-06a1-433e-a1d5-269513e5f988 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:58.712266 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729b22bc-a0c0-4b8a-a325-2e9e81695b53 req-d2694e83-3cfe-4a9a-8349-604b5eafdbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:58.714417 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-729b22bc-a0c0-4b8a-a325-2e9e81695b53 req-d2694e83-3cfe-4a9a-8349-604b5eafdbb8 service neutron] 10.222.0.69 "GET /v2.0/networks?id=32cd625c-0c28-4194-8186-2066d5429b32 HTTP/1.1" status: 200 len: 910 time: 0.1688981 Oct 20 10:44:58.781821 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-729b22bc-a0c0-4b8a-a325-2e9e81695b53 req-2336dc7f-6ecd-4587-a611-fa71f4d04415 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c3356eed-4393-4690-8b0b-ab129f621a0d HTTP/1.1" status: 200 len: 217 time: 0.0496502 Oct 20 10:44:58.808909 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3189570-06a1-433e-a1d5-269513e5f988 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Pushing event deleted for resources: {'Port': ['ID=149fe05b-f574-4600-a975-24db1bfa97c9,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:58.844617 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3189570-06a1-433e-a1d5-269513e5f988 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:44:58.844972 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3189570-06a1-433e-a1d5-269513e5f988 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:44:58.845312 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3189570-06a1-433e-a1d5-269513e5f988 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:44:58.845653 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3189570-06a1-433e-a1d5-269513e5f988 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:44:58.845974 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3189570-06a1-433e-a1d5-269513e5f988 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:44:58.846298 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3189570-06a1-433e-a1d5-269513e5f988 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:44:58.846620 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3189570-06a1-433e-a1d5-269513e5f988 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:44:58.846941 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3189570-06a1-433e-a1d5-269513e5f988 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:44:58.847263 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3189570-06a1-433e-a1d5-269513e5f988 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:44:58.847612 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3189570-06a1-433e-a1d5-269513e5f988 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:44:58.847931 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3189570-06a1-433e-a1d5-269513e5f988 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:44:58.848249 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3189570-06a1-433e-a1d5-269513e5f988 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:44:58.858154 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-71c1f6b6-2b31-4854-89af-9e9d4d64bf9d tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Allocated IP 172.20.0.1 (f8959de2-c8b8-4890-bb02-84b40ee85dcf/709d4782-8e6b-411a-a31d-085946bd0fff/12409383-fb42-424a-a146-885e225dfeac) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:44:58.928528 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729b22bc-a0c0-4b8a-a325-2e9e81695b53 req-9a491717-787a-4c9d-923c-06ca6bf90a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:58.930669 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-729b22bc-a0c0-4b8a-a325-2e9e81695b53 req-9a491717-787a-4c9d-923c-06ca6bf90a56 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=05895157-c41c-46bb-98e0-d9303e53a145 HTTP/1.1" status: 200 len: 849 time: 0.1406267 Oct 20 10:44:58.989702 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-729b22bc-a0c0-4b8a-a325-2e9e81695b53 req-424560ac-e1cc-4ef6-807b-d051bc2a0fd8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=32cd625c-0c28-4194-8186-2066d5429b32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508087 Oct 20 10:44:58.990755 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b3189570-06a1-433e-a1d5-269513e5f988 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1773439'] for router_gateway, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:59.161643 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-729b22bc-a0c0-4b8a-a325-2e9e81695b53 req-b917d6e9-d0f4-423f-a13d-a6084ecb92bd service neutron] 10.222.0.69 "GET /v2.0/networks/32cd625c-0c28-4194-8186-2066d5429b32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616240 Oct 20 10:44:59.196379 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b3189570-06a1-433e-a1d5-269513e5f988 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1772272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258304'] for router, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:59.201052 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b3189570-06a1-433e-a1d5-269513e5f988 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:59.320942 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-71c1f6b6-2b31-4854-89af-9e9d4d64bf9d tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:59.324986 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b3189570-06a1-433e-a1d5-269513e5f988 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1772267'] for router, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:59.325645 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3189570-06a1-433e-a1d5-269513e5f988 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Fanout notify agent at l3_agent the message router_deleted on router 55db1428-b6e4-437b-9968-91eb34bdd3b1 {{(pid=100597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 10:44:59.336172 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b3189570-06a1-433e-a1d5-269513e5f988 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Publish callbacks [] for router, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:59.337576 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-b3189570-06a1-433e-a1d5-269513e5f988 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] 10.222.0.64 "DELETE /v2.0/routers/55db1428-b6e4-437b-9968-91eb34bdd3b1 HTTP/1.1" status: 204 len: 168 time: 3.0950937 Oct 20 10:44:59.341859 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35762) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:59.347623 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-01e75078-adc3-4bea-aa04-8930b287a424 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-558161204', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:44:59.411613 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-729b22bc-a0c0-4b8a-a325-2e9e81695b53 req-40df9e1b-109c-4580-adf4-dfc3e82e495e service neutron] 10.222.0.69 "GET /v2.0/networks/32cd625c-0c28-4194-8186-2066d5429b32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408655 Oct 20 10:44:59.428389 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-01e75078-adc3-4bea-aa04-8930b287a424 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1772442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258322'] for router, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:59.430068 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-01e75078-adc3-4bea-aa04-8930b287a424 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1772334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773516', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258315'] for router, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:59.464757 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-71c1f6b6-2b31-4854-89af-9e9d4d64bf9d tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:59.563337 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48f863f-13a3-4a34-92ee-ecf1d2a3a22f req-1c79efe5-3f6c-4897-8f39-222de6ef5be5 tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:59.574440 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d48f863f-13a3-4a34-92ee-ecf1d2a3a22f req-1c79efe5-3f6c-4897-8f39-222de6ef5be5 tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a76b356-3318-479d-99e5-2976ed5838a9 HTTP/1.1" status: 200 len: 945 time: 0.1098418 Oct 20 10:44:59.593385 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-01e75078-adc3-4bea-aa04-8930b287a424 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:59.604693 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c1f6b6-2b31-4854-89af-9e9d4d64bf9d tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Network f8959de2-c8b8-4890-bb02-84b40ee85dcf is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:44:59.630725 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-01e75078-adc3-4bea-aa04-8930b287a424 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1773475'] for router, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:59.659667 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-71c1f6b6-2b31-4854-89af-9e9d4d64bf9d tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:44:59.685837 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c1f6b6-2b31-4854-89af-9e9d4d64bf9d tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:44:59.689977 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d48f863f-13a3-4a34-92ee-ecf1d2a3a22f req-57fcf789-639b-4bce-96be-5ac03959e20c tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] 10.222.0.64 "GET /v2.0/security-groups?id=7975bea3-846b-43cc-b5f2-c6ce0fda577e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122959 Oct 20 10:44:59.697245 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c1f6b6-2b31-4854-89af-9e9d4d64bf9d tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Pushing event updated for resources: {'Port': ['ID=12409383-fb42-424a-a146-885e225dfeac,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:44:59.712473 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c032abc-bc94-45f8-b95e-4b7e9f56210f req-0b5e9d1b-9e4b-418c-a869-2432196d3c0b tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:44:59.714084 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9c032abc-bc94-45f8-b95e-4b7e9f56210f req-0b5e9d1b-9e4b-418c-a869-2432196d3c0b tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] 10.222.0.64 "GET /v2.0/ports?device_id=08f1a112-c744-4354-8632-f630d0c96bc7 HTTP/1.1" status: 200 len: 944 time: 0.0818071 Oct 20 10:44:59.758106 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device c3356eed-4393-4690-8b0b-ab129f621a0d details requested by agent hyperv_n-h2-811396-3 with host n-h2-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:44:59.776167 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-71c1f6b6-2b31-4854-89af-9e9d4d64bf9d tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1774540'] for router_interface, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:59.787830 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-01e75078-adc3-4bea-aa04-8930b287a424 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Publish callbacks [] for router, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:44:59.792052 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-01e75078-adc3-4bea-aa04-8930b287a424 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4490795 Oct 20 10:44:59.792689 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35772) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:44:59.831497 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9c032abc-bc94-45f8-b95e-4b7e9f56210f req-6e8ccc7d-8cc3-4a47-9e35-3b8cdaf05cfc tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] 10.222.0.64 "GET /v2.0/security-groups?id=c293d202-08a2-46d7-8156-502eb68acc76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103745 Oct 20 10:44:59.881029 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-2d8d29bc-2d3d-4f0e-aae6-42f9576ae64a tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'enable_snat': False}}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:44:59.965325 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port c3356eed-4393-4690-8b0b-ab129f621a0d, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=c3356eed-4393-4690-8b0b-ab129f621a0d,segment=NetworkSegment(33d715ee-f8c8-4d27-ad3a-7306e4a5ba8d),segment_id=33d715ee-f8c8-4d27-ad3a-7306e4a5ba8d)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:44:59.993165 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Returning: {'device': 'c3356eed-4393-4690-8b0b-ab129f621a0d', 'network_id': '32cd625c-0c28-4194-8186-2066d5429b32', 'port_id': 'c3356eed-4393-4690-8b0b-ab129f621a0d', 'mac_address': 'fa:16:3e:22:61:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 819, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05895157-c41c-46bb-98e0-d9303e53a145', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:45:00.074703 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:00.106087 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3356eed-4393-4690-8b0b-ab129f621a0d {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:45:00.153981 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port c3356eed-4393-4690-8b0b-ab129f621a0d, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=c3356eed-4393-4690-8b0b-ab129f621a0d,segment=NetworkSegment(33d715ee-f8c8-4d27-ad3a-7306e4a5ba8d),segment_id=33d715ee-f8c8-4d27-ad3a-7306e4a5ba8d)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:45:00.160201 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:00.280828 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2d8d29bc-2d3d-4f0e-aae6-42f9576ae64a tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:00.293867 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=c3356eed-4393-4690-8b0b-ab129f621a0d,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:00.388238 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['c3356eed-4393-4690-8b0b-ab129f621a0d'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:45:00.476886 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-71c1f6b6-2b31-4854-89af-9e9d4d64bf9d tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:00.726833 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2d8d29bc-2d3d-4f0e-aae6-42f9576ae64a tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:00.980845 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7536dcd7-a7db-4aca-98f6-854574a035c6 req-70528bed-79d2-4c26-95a6-653ae85b19f9 tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:00.997220 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7536dcd7-a7db-4aca-98f6-854574a035c6 req-70528bed-79d2-4c26-95a6-653ae85b19f9 tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a76b356-3318-479d-99e5-2976ed5838a9 HTTP/1.1" status: 200 len: 945 time: 0.1175926 Oct 20 10:45:01.096026 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7536dcd7-a7db-4aca-98f6-854574a035c6 req-35ae9d62-e6fa-4388-aeea-3932b9509480 tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] 10.222.0.64 "GET /v2.0/security-groups?id=7975bea3-846b-43cc-b5f2-c6ce0fda577e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921144 Oct 20 10:45:01.106010 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2d8d29bc-2d3d-4f0e-aae6-42f9576ae64a tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:01.226813 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b591e6-c4b9-496f-bfa5-838361c80586 req-5c15d66a-c066-4de2-b225-7fc89683b11a tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:01.229188 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d5b591e6-c4b9-496f-bfa5-838361c80586 req-5c15d66a-c066-4de2-b225-7fc89683b11a tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] 10.222.0.64 "GET /v2.0/ports?device_id=08f1a112-c744-4354-8632-f630d0c96bc7 HTTP/1.1" status: 200 len: 945 time: 0.0830870 Oct 20 10:45:01.241220 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-71c1f6b6-2b31-4854-89af-9e9d4d64bf9d tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks [] for port, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:01.290857 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-71c1f6b6-2b31-4854-89af-9e9d4d64bf9d tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:01.306888 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d5b591e6-c4b9-496f-bfa5-838361c80586 req-31314f82-340a-4e67-99b9-44d01357510d tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] 10.222.0.64 "GET /v2.0/security-groups?id=c293d202-08a2-46d7-8156-502eb68acc76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653961 Oct 20 10:45:01.385009 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-71c1f6b6-2b31-4854-89af-9e9d4d64bf9d tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1774432'] for router_interface, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:01.513237 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-2d8d29bc-2d3d-4f0e-aae6-42f9576ae64a tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Allocated IP 172.25.1.93 (cbe170d3-31ba-45a2-b477-520ab0a7a8ea/f4e26aca-17ac-4adb-a66b-d939a1b35b64/665022c7-f4d2-45eb-9e46-42bac814dc05) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:45:01.546181 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c1f6b6-2b31-4854-89af-9e9d4d64bf9d tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Pushing event updated for resources: {'Port': ['ID=12409383-fb42-424a-a146-885e225dfeac,revision_number=2']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:01.725823 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c1f6b6-2b31-4854-89af-9e9d4d64bf9d tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Network f8959de2-c8b8-4890-bb02-84b40ee85dcf is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:45:01.729138 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-71c1f6b6-2b31-4854-89af-9e9d4d64bf9d tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:45:01.774619 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device c3356eed-4393-4690-8b0b-ab129f621a0d up at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:45:01.824735 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2d8d29bc-2d3d-4f0e-aae6-42f9576ae64a tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:01.927924 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning for port c3356eed-4393-4690-8b0b-ab129f621a0d completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:45:01.936504 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning complete for port c3356eed-4393-4690-8b0b-ab129f621a0d triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:45:01.936882 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:01.947810 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2d8d29bc-2d3d-4f0e-aae6-42f9576ae64a tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:01.973320 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71c1f6b6-2b31-4854-89af-9e9d4d64bf9d tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Router 9c29ecc4-2c1e-4908-8ecc-c96e25e903ee has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:45:02.097612 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8d29bc-2d3d-4f0e-aae6-42f9576ae64a tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Pushing event updated for resources: {'Port': ['ID=665022c7-f4d2-45eb-9e46-42bac814dc05,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:02.118797 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:02.130476 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d8d29bc-2d3d-4f0e-aae6-42f9576ae64a tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Network cbe170d3-31ba-45a2-b477-520ab0a7a8ea is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:45:02.178355 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port c3356eed-4393-4690-8b0b-ab129f621a0d, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=c3356eed-4393-4690-8b0b-ab129f621a0d,segment=NetworkSegment(33d715ee-f8c8-4d27-ad3a-7306e4a5ba8d),segment_id=33d715ee-f8c8-4d27-ad3a-7306e4a5ba8d)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:45:02.187314 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08f1a112-c744-4354-8632-f630d0c96bc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3356eed-4393-4690-8b0b-ab129f621a0d'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:45:02.199593 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64e3b34c-bbc8-42f5-abfd-8fe8c2a77f1b" -d '{"events": [{"server_uuid": "08f1a112-c744-4354-8632-f630d0c96bc7", "name": "network-vif-plugged", "status": "completed", "tag": "c3356eed-4393-4690-8b0b-ab129f621a0d"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:45:02.204688 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:02.407425 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db74e69f-8b4c-4d41-b5a8-768407e2905d req-a39301b9-9720-4321-beb2-4cb96e95619d tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:02.418962 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-2d8d29bc-2d3d-4f0e-aae6-42f9576ae64a tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:45:02.419337 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-db74e69f-8b4c-4d41-b5a8-768407e2905d req-a39301b9-9720-4321-beb2-4cb96e95619d tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a76b356-3318-479d-99e5-2976ed5838a9 HTTP/1.1" status: 200 len: 945 time: 0.1876764 Oct 20 10:45:02.429986 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8d29bc-2d3d-4f0e-aae6-42f9576ae64a tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:45:02.553100 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71c1f6b6-2b31-4854-89af-9e9d4d64bf9d tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:45:02.577617 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab22e5e-7a8b-4bc3-8364-64934c7586ef None None] Sync routers for ids ['9c29ecc4-2c1e-4908-8ecc-c96e25e903ee'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:45:02.580802 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 35822) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:45:02.584146 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-71c1f6b6-2b31-4854-89af-9e9d4d64bf9d tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] 10.222.0.64 "PUT /v2.0/routers/9c29ecc4-2c1e-4908-8ecc-c96e25e903ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8775954 Oct 20 10:45:02.595584 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-7580ab97-ef6e-4ae8-b3d0-e30d38f6faa8 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Request body: {'port': {'network_id': 'f8959de2-c8b8-4890-bb02-84b40ee85dcf', 'name': 'tempest-FloatingIPTestJSON-689399526'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:45:02.602309 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab22e5e-7a8b-4bc3-8364-64934c7586ef None None] Routers {'9c29ecc4-2c1e-4908-8ecc-c96e25e903ee'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:45:02.605117 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e5aab6c-b30f-484a-9310-bb446e7a608e x-openstack-request-id: req-3e5aab6c-b30f-484a-9310-bb446e7a608e {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:45:02.606509 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08f1a112-c744-4354-8632-f630d0c96bc7", "name": "network-vif-plugged", "status": "completed", "tag": "c3356eed-4393-4690-8b0b-ab129f621a0d", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:45:02.606509 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3e5aab6c-b30f-484a-9310-bb446e7a608e {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:45:02.606509 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08f1a112-c744-4354-8632-f630d0c96bc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3356eed-4393-4690-8b0b-ab129f621a0d', 'code': 200} Oct 20 10:45:02.610781 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-5ab22e5e-7a8b-4bc3-8364-64934c7586ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:44:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['9c29ecc4-2c1e-4908-8ecc-c96e25e903ee'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:45:02.612373 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-db74e69f-8b4c-4d41-b5a8-768407e2905d req-d70888c8-95d1-44e3-9fa6-c70d3b903867 tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] 10.222.0.64 "GET /v2.0/security-groups?id=7975bea3-846b-43cc-b5f2-c6ce0fda577e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885481 Oct 20 10:45:02.615468 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=c3356eed-4393-4690-8b0b-ab129f621a0d,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:02.653181 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ee0142-7f52-4458-becd-34f46704ddcf req-92df1806-f366-4946-9a67-66fc1e529e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:02.654808 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-50ee0142-7f52-4458-becd-34f46704ddcf req-92df1806-f366-4946-9a67-66fc1e529e67 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=08f1a112-c744-4354-8632-f630d0c96bc7 HTTP/1.1" status: 200 len: 1097 time: 0.1312034 Oct 20 10:45:02.708837 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-5ab22e5e-7a8b-4bc3-8364-64934c7586ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:45:02.733246 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab22e5e-7a8b-4bc3-8364-64934c7586ef None None] Routers {'9c29ecc4-2c1e-4908-8ecc-c96e25e903ee'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:45:02.738310 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-5ab22e5e-7a8b-4bc3-8364-64934c7586ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:44:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['9c29ecc4-2c1e-4908-8ecc-c96e25e903ee'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:45:02.866864 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-5ab22e5e-7a8b-4bc3-8364-64934c7586ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:45:02.868368 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab22e5e-7a8b-4bc3-8364-64934c7586ef None None] The sync data for ids ['9c29ecc4-2c1e-4908-8ecc-c96e25e903ee'] in n-d-811396-3 is: [] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:45:02.912208 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-50ee0142-7f52-4458-becd-34f46704ddcf req-4bff0b52-a53b-4c73-b329-00b6cfd523a3 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=c293d202-08a2-46d7-8156-502eb68acc76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427030 Oct 20 10:45:02.956180 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7580ab97-ef6e-4ae8-b3d0-e30d38f6faa8 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Made reservation on behalf of c14fee221c4a49e8ad617d87e89a9754 for: {'port': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:45:02.959891 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-7580ab97-ef6e-4ae8-b3d0-e30d38f6faa8 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:02.980812 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758490c1-c950-4ddd-b063-cb181e64afcc req-ac71fbdd-fb24-4211-83a5-e69bef648cb7 tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:02.991530 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-758490c1-c950-4ddd-b063-cb181e64afcc req-ac71fbdd-fb24-4211-83a5-e69bef648cb7 tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] 10.222.0.64 "GET /v2.0/ports?device_id=08f1a112-c744-4354-8632-f630d0c96bc7 HTTP/1.1" status: 200 len: 946 time: 0.3197730 Oct 20 10:45:03.057416 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-758490c1-c950-4ddd-b063-cb181e64afcc req-85842ab5-4ff9-4aac-b06d-ef2ee3eafc10 tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] 10.222.0.64 "GET /v2.0/security-groups?id=c293d202-08a2-46d7-8156-502eb68acc76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637467 Oct 20 10:45:03.070356 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [None req-7580ab97-ef6e-4ae8-b3d0-e30d38f6faa8 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] device_id is not set on port a0790dd1-01d8-44f9-832a-ba2bd450437a yet. {{(pid=100596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:45:03.086613 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752e5eee-3fc3-43cb-b51a-fb4fe3b2037c req-e63c07c6-5b6d-4ab4-8f7e-be7992836d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:03.086613 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-752e5eee-3fc3-43cb-b51a-fb4fe3b2037c req-e63c07c6-5b6d-4ab4-8f7e-be7992836d2a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=5a76b356-3318-479d-99e5-2976ed5838a9 HTTP/1.1" status: 200 len: 1096 time: 0.2087622 Oct 20 10:45:03.206111 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-752e5eee-3fc3-43cb-b51a-fb4fe3b2037c req-840ebcbe-fa79-426e-a66c-fc5df26416a5 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=7975bea3-846b-43cc-b5f2-c6ce0fda577e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881028 Oct 20 10:45:03.352476 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [None req-7580ab97-ef6e-4ae8-b3d0-e30d38f6faa8 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Allocated IP 172.20.0.5 (f8959de2-c8b8-4890-bb02-84b40ee85dcf/709d4782-8e6b-411a-a31d-085946bd0fff/a0790dd1-01d8-44f9-832a-ba2bd450437a) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:45:03.591624 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-c337b84a-2ac1-425f-ad7e-cad21109d5a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:03.827846 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-7580ab97-ef6e-4ae8-b3d0-e30d38f6faa8 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:04.012085 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-7580ab97-ef6e-4ae8-b3d0-e30d38f6faa8 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:04.046352 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2d8d29bc-2d3d-4f0e-aae6-42f9576ae64a tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:04.087934 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7580ab97-ef6e-4ae8-b3d0-e30d38f6faa8 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Network f8959de2-c8b8-4890-bb02-84b40ee85dcf is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:45:04.094715 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-7580ab97-ef6e-4ae8-b3d0-e30d38f6faa8 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:45:04.100111 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7580ab97-ef6e-4ae8-b3d0-e30d38f6faa8 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:45:04.113892 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba0a341-f055-4fde-82f8-be158c898582 req-0509e26c-1b82-45cf-892a-a98caecd31ec tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:04.127173 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5ba0a341-f055-4fde-82f8-be158c898582 req-0509e26c-1b82-45cf-892a-a98caecd31ec tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a76b356-3318-479d-99e5-2976ed5838a9 HTTP/1.1" status: 200 len: 945 time: 0.2016628 Oct 20 10:45:04.262963 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7580ab97-ef6e-4ae8-b3d0-e30d38f6faa8 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Pushing event updated for resources: {'Port': ['ID=a0790dd1-01d8-44f9-832a-ba2bd450437a,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:04.311366 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7580ab97-ef6e-4ae8-b3d0-e30d38f6faa8 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:04.322137 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-7580ab97-ef6e-4ae8-b3d0-e30d38f6faa8 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:04.345679 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5ba0a341-f055-4fde-82f8-be158c898582 req-d01877b5-8f53-414a-aedd-8c52a7235aae tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] 10.222.0.64 "GET /v2.0/security-groups?id=7975bea3-846b-43cc-b5f2-c6ce0fda577e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170320 Oct 20 10:45:04.368063 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-7580ab97-ef6e-4ae8-b3d0-e30d38f6faa8 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.7852347 Oct 20 10:45:04.371680 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 35846) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:45:04.385787 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-9bdc494c-c5e0-4044-aae9-e89b4f1defa1 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Request body: {'port': {'network_id': 'f8959de2-c8b8-4890-bb02-84b40ee85dcf', 'name': 'tempest-FloatingIPTestJSON-1060480221'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:45:04.742124 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2d8d29bc-2d3d-4f0e-aae6-42f9576ae64a tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1773502', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1772312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-258425'] for router, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:04.751781 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2d8d29bc-2d3d-4f0e-aae6-42f9576ae64a tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1773475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1773489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1773480', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1772307'] for router, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:04.836964 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d389fdce-99b4-4e98-a11b-4af554ef97c5 req-7de473ff-6f34-4c86-b46f-6d8b65fa609f tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:04.841489 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d389fdce-99b4-4e98-a11b-4af554ef97c5 req-7de473ff-6f34-4c86-b46f-6d8b65fa609f tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] 10.222.0.64 "GET /v2.0/ports?device_id=08f1a112-c744-4354-8632-f630d0c96bc7 HTTP/1.1" status: 200 len: 946 time: 0.4865322 Oct 20 10:45:04.842230 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bdc494c-c5e0-4044-aae9-e89b4f1defa1 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Made reservation on behalf of c14fee221c4a49e8ad617d87e89a9754 for: {'port': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:45:04.851806 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-9bdc494c-c5e0-4044-aae9-e89b4f1defa1 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:04.973109 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [None req-9bdc494c-c5e0-4044-aae9-e89b4f1defa1 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] device_id is not set on port 084c8738-99cb-48ee-97a4-ce053532cb4a yet. {{(pid=100596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:45:05.022982 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d389fdce-99b4-4e98-a11b-4af554ef97c5 req-e6de9518-251d-472f-a0ee-31b3c8fa5c35 tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] 10.222.0.64 "GET /v2.0/security-groups?id=c293d202-08a2-46d7-8156-502eb68acc76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653461 Oct 20 10:45:05.089044 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d8d29bc-2d3d-4f0e-aae6-42f9576ae64a tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Router b13e77c2-7a59-402a-8acc-9c96fb5c2b0b is scheduled to L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 with binding_index 1 {{(pid=100597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 10:45:05.371858 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [None req-9bdc494c-c5e0-4044-aae9-e89b4f1defa1 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Allocated IP 172.20.0.2 (f8959de2-c8b8-4890-bb02-84b40ee85dcf/709d4782-8e6b-411a-a31d-085946bd0fff/084c8738-99cb-48ee-97a4-ce053532cb4a) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:45:05.517664 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d8d29bc-2d3d-4f0e-aae6-42f9576ae64a tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:45:05.528905 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2d8d29bc-2d3d-4f0e-aae6-42f9576ae64a tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Publish callbacks [] for router, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:05.533187 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e27918d-01ee-4e73-96b8-ad7d217ef6d4 None None] Sync routers for ids ['b13e77c2-7a59-402a-8acc-9c96fb5c2b0b'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:45:05.547946 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-2d8d29bc-2d3d-4f0e-aae6-42f9576ae64a tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] 10.222.0.64 "PUT /v2.0/routers/b13e77c2-7a59-402a-8acc-9c96fb5c2b0b HTTP/1.1" status: 200 len: 918 time: 5.6780500 Oct 20 10:45:05.552850 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35866) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:45:05.555706 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e27918d-01ee-4e73-96b8-ad7d217ef6d4 None None] Routers {'b13e77c2-7a59-402a-8acc-9c96fb5c2b0b'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:45:05.559905 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-6e27918d-01ee-4e73-96b8-ad7d217ef6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:44:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['b13e77c2-7a59-402a-8acc-9c96fb5c2b0b'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:45:05.662234 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-6e27918d-01ee-4e73-96b8-ad7d217ef6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:45:05.676320 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e27918d-01ee-4e73-96b8-ad7d217ef6d4 None None] Routers {'b13e77c2-7a59-402a-8acc-9c96fb5c2b0b'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:45:05.677212 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-6e27918d-01ee-4e73-96b8-ad7d217ef6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:44:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['b13e77c2-7a59-402a-8acc-9c96fb5c2b0b'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:45:05.715627 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-9bdc494c-c5e0-4044-aae9-e89b4f1defa1 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:05.723863 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-6e27918d-01ee-4e73-96b8-ad7d217ef6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:45:05.724853 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e27918d-01ee-4e73-96b8-ad7d217ef6d4 None None] The sync data for ids ['b13e77c2-7a59-402a-8acc-9c96fb5c2b0b'] in n-d-811396-3 is: [] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:45:05.865371 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-c4c5af34-9f01-405b-9f8c-e40ff4fd3a49 tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] 10.222.0.64 "GET /v2.0/routers/b13e77c2-7a59-402a-8acc-9c96fb5c2b0b HTTP/1.1" status: 200 len: 924 time: 0.3097601 Oct 20 10:45:05.866237 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35874) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:45:05.935878 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ed642c-625f-40ec-9aef-2bf1f8e3dacb tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:05.938373 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-14ed642c-625f-40ec-9aef-2bf1f8e3dacb tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] 10.222.0.64 "GET /v2.0/ports?network_id=cbe170d3-31ba-45a2-b477-520ab0a7a8ea&device_id=b13e77c2-7a59-402a-8acc-9c96fb5c2b0b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0700521 Oct 20 10:45:05.949706 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35876) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:45:05.961294 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-9bdc494c-c5e0-4044-aae9-e89b4f1defa1 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:06.060672 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdc494c-c5e0-4044-aae9-e89b4f1defa1 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Pushing event updated for resources: {'Port': ['ID=084c8738-99cb-48ee-97a4-ce053532cb4a,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:06.083981 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0683f00-bf96-494d-9507-265ec645e5aa req-6079e955-38be-4ab6-a9a8-4d3b19125101 tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:06.092210 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d0683f00-bf96-494d-9507-265ec645e5aa req-6079e955-38be-4ab6-a9a8-4d3b19125101 tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a76b356-3318-479d-99e5-2976ed5838a9 HTTP/1.1" status: 200 len: 945 time: 0.3502586 Oct 20 10:45:06.116258 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bdc494c-c5e0-4044-aae9-e89b4f1defa1 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Network f8959de2-c8b8-4890-bb02-84b40ee85dcf is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:45:06.121772 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-9bdc494c-c5e0-4044-aae9-e89b4f1defa1 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:45:06.125199 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bdc494c-c5e0-4044-aae9-e89b4f1defa1 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:45:06.154743 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-60e83f4e-bcc9-4193-8c55-499efe0ff009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:06.185147 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61041ec3-4072-4c7a-8df2-e3b19aeac79f tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:06.189893 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-61041ec3-4072-4c7a-8df2-e3b19aeac79f tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] 10.222.0.64 "GET /v2.0/networks/cbe170d3-31ba-45a2-b477-520ab0a7a8ea HTTP/1.1" status: 200 len: 881 time: 0.2356822 Oct 20 10:45:06.190542 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35880) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:45:06.215881 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bdc494c-c5e0-4044-aae9-e89b4f1defa1 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:06.216896 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-9bdc494c-c5e0-4044-aae9-e89b4f1defa1 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:06.261975 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-9bdc494c-c5e0-4044-aae9-e89b4f1defa1 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.8853524 Oct 20 10:45:06.273088 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d0683f00-bf96-494d-9507-265ec645e5aa req-9e1b6fa8-44b4-4e13-9c11-f94251735646 tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] 10.222.0.64 "GET /v2.0/security-groups?id=7975bea3-846b-43cc-b5f2-c6ce0fda577e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787999 Oct 20 10:45:06.274292 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-af5f804f-f134-4e8f-9f6c-bd0257a94d9b tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] 10.222.0.64 "GET /v2.0/ports?device_id=b13e77c2-7a59-402a-8acc-9c96fb5c2b0b HTTP/1.1" status: 200 len: 205 time: 0.0825315 Oct 20 10:45:06.276468 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35882) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:45:06.277028 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35884) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:45:06.282738 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-b151e0d4-a8f6-4177-b7a9-265d65ef8fd6 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Request body: {'floatingip': {'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'port_id': '084c8738-99cb-48ee-97a4-ce053532cb4a', 'fixed_ip_address': '172.20.0.2'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:45:06.345488 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7986f6fa-df23-46a9-b376-a0144c663670 req-a7e7be41-156a-40bd-bed7-f050819a6e84 tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:06.348763 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7986f6fa-df23-46a9-b376-a0144c663670 req-a7e7be41-156a-40bd-bed7-f050819a6e84 tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] 10.222.0.64 "GET /v2.0/ports?device_id=08f1a112-c744-4354-8632-f630d0c96bc7 HTTP/1.1" status: 200 len: 946 time: 0.1583307 Oct 20 10:45:06.470799 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7986f6fa-df23-46a9-b376-a0144c663670 req-a2d5a163-2512-4b98-b697-d8eee706e1e4 tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] 10.222.0.64 "GET /v2.0/security-groups?id=c293d202-08a2-46d7-8156-502eb68acc76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116502 Oct 20 10:45:06.593181 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b4de4a03-7e78-4dee-a587-a791edca74a0 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Publish callbacks [] for router, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:06.595106 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b151e0d4-a8f6-4177-b7a9-265d65ef8fd6 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks [] for floatingip, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:07.029191 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b4de4a03-7e78-4dee-a587-a791edca74a0 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:07.110696 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:07.129088 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b151e0d4-a8f6-4177-b7a9-265d65ef8fd6 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:07.163739 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2dd0ff-c1db-4c9b-9da1-be9c939c059f req-cdf56dd1-94c6-4224-9cb2-326007852b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:07.167097 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ba2dd0ff-c1db-4c9b-9da1-be9c939c059f req-cdf56dd1-94c6-4224-9cb2-326007852b62 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=94fe84a260a04255ae5a7f7035e1a279&device_id=5a76b356-3318-479d-99e5-2976ed5838a9 HTTP/1.1" status: 200 len: 1096 time: 0.3054187 Oct 20 10:45:07.185158 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2e433b-28fb-4924-8634-fe2d7de7f8f2 req-ab08fedb-1358-4c31-b835-8d72c0e1347d tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:07.189698 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7f2e433b-28fb-4924-8634-fe2d7de7f8f2 req-ab08fedb-1358-4c31-b835-8d72c0e1347d tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] 10.222.0.64 "GET /v2.0/ports?device_id=08f1a112-c744-4354-8632-f630d0c96bc7 HTTP/1.1" status: 200 len: 946 time: 0.3060083 Oct 20 10:45:07.198663 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94320178-94bb-405c-b613-c90ceb79e079 req-10a70559-c85e-480f-a9b4-82432da31766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:07.205820 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-94320178-94bb-405c-b613-c90ceb79e079 req-10a70559-c85e-480f-a9b4-82432da31766 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a5d48ee0610d454e931365a7ebb9878b&device_id=08f1a112-c744-4354-8632-f630d0c96bc7 HTTP/1.1" status: 200 len: 1097 time: 0.4163637 Oct 20 10:45:07.241192 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-b4de4a03-7e78-4dee-a587-a791edca74a0 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Deleting port 665022c7-f4d2-45eb-9e46-42bac814dc05 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:45:07.241817 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b4de4a03-7e78-4dee-a587-a791edca74a0 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:07.394138 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-b151e0d4-a8f6-4177-b7a9-265d65ef8fd6 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Allocated IP 172.25.1.226 (cbe170d3-31ba-45a2-b477-520ab0a7a8ea/f4e26aca-17ac-4adb-a66b-d939a1b35b64/0d9748fe-7f7c-40d2-a940-da7497b27950) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:45:07.424376 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4991d2ce-570a-4a6a-9e6e-b3e384c2ef67 req-2ad3189a-5da1-4a2e-8ead-b3253aaaa3ce tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:07.450173 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4991d2ce-570a-4a6a-9e6e-b3e384c2ef67 req-2ad3189a-5da1-4a2e-8ead-b3253aaaa3ce tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a76b356-3318-479d-99e5-2976ed5838a9 HTTP/1.1" status: 200 len: 945 time: 0.5006828 Oct 20 10:45:07.482203 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:07.547958 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b151e0d4-a8f6-4177-b7a9-265d65ef8fd6 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:07.588583 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b151e0d4-a8f6-4177-b7a9-265d65ef8fd6 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:07.678300 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b151e0d4-a8f6-4177-b7a9-265d65ef8fd6 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Network cbe170d3-31ba-45a2-b477-520ab0a7a8ea is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:45:07.685948 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-b151e0d4-a8f6-4177-b7a9-265d65ef8fd6 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:45:07.688730 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b151e0d4-a8f6-4177-b7a9-265d65ef8fd6 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:45:07.748198 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b4de4a03-7e78-4dee-a587-a791edca74a0 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:07.758241 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b151e0d4-a8f6-4177-b7a9-265d65ef8fd6 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Pushing event updated for resources: {'Port': ['ID=0d9748fe-7f7c-40d2-a940-da7497b27950,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:07.770568 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-b4de4a03-7e78-4dee-a587-a791edca74a0 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Calling delete_port for 665022c7-f4d2-45eb-9e46-42bac814dc05 owned by network:router_gateway {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:45:07.770954 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2dd0ff-c1db-4c9b-9da1-be9c939c059f req-bbfeadfd-6f5b-4b54-a054-abc7bc635709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:07.773652 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ba2dd0ff-c1db-4c9b-9da1-be9c939c059f req-bbfeadfd-6f5b-4b54-a054-abc7bc635709 service neutron] 10.222.0.69 "GET /v2.0/networks?id=b1ffa362-8a3c-4d47-bfc2-ef936ca65b06 HTTP/1.1" status: 200 len: 920 time: 0.5814695 Oct 20 10:45:07.801897 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7f2e433b-28fb-4924-8634-fe2d7de7f8f2 req-361b5afe-337b-4a65-aa26-b5091f32ccd7 tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] 10.222.0.64 "GET /v2.0/security-groups?id=c293d202-08a2-46d7-8156-502eb68acc76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5943320 Oct 20 10:45:07.872605 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:07.910736 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ba2dd0ff-c1db-4c9b-9da1-be9c939c059f req-0e5372d7-d383-459a-a14d-6b3256cc6c9c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e074a8d4-a049-422b-ae73-5f9be9909c5b HTTP/1.1" status: 200 len: 217 time: 0.1071720 Oct 20 10:45:07.970646 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2dd0ff-c1db-4c9b-9da1-be9c939c059f req-de318cb7-e930-4fca-ae80-3391da4851ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:07.972667 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ba2dd0ff-c1db-4c9b-9da1-be9c939c059f req-de318cb7-e930-4fca-ae80-3391da4851ae service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6929fe63-bace-4614-aa8a-7d3362152171 HTTP/1.1" status: 200 len: 859 time: 0.0535715 Oct 20 10:45:08.002900 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4991d2ce-570a-4a6a-9e6e-b3e384c2ef67 req-a26a3a98-4d9a-4360-9b68-76c6580c947c tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] 10.222.0.64 "GET /v2.0/security-groups?id=7975bea3-846b-43cc-b5f2-c6ce0fda577e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5514250 Oct 20 10:45:08.048156 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ba2dd0ff-c1db-4c9b-9da1-be9c939c059f req-8f850053-b808-4b06-8631-5fa14f3862e7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b1ffa362-8a3c-4d47-bfc2-ef936ca65b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416994 Oct 20 10:45:08.054175 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94320178-94bb-405c-b613-c90ceb79e079 req-7a303c56-ad19-40a5-802d-0c9df352cfd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:08.056729 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-94320178-94bb-405c-b613-c90ceb79e079 req-7a303c56-ad19-40a5-802d-0c9df352cfd1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=32cd625c-0c28-4194-8186-2066d5429b32 HTTP/1.1" status: 200 len: 910 time: 0.8038006 Oct 20 10:45:08.123072 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-94320178-94bb-405c-b613-c90ceb79e079 req-65a6759e-bc46-43c7-a4a9-dc1cf210e73a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c3356eed-4393-4690-8b0b-ab129f621a0d HTTP/1.1" status: 200 len: 217 time: 0.0564268 Oct 20 10:45:08.249133 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b151e0d4-a8f6-4177-b7a9-265d65ef8fd6 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:08.251609 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94320178-94bb-405c-b613-c90ceb79e079 req-994bd61c-f1d0-4e2c-8dfe-64074f396ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:08.253216 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-94320178-94bb-405c-b613-c90ceb79e079 req-994bd61c-f1d0-4e2c-8dfe-64074f396ce1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=05895157-c41c-46bb-98e0-d9303e53a145 HTTP/1.1" status: 200 len: 849 time: 0.1170304 Oct 20 10:45:08.257109 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ba2dd0ff-c1db-4c9b-9da1-be9c939c059f req-b2c5f46d-6f1f-47d8-950c-45518d847a4c service neutron] 10.222.0.69 "GET /v2.0/networks/b1ffa362-8a3c-4d47-bfc2-ef936ca65b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991801 Oct 20 10:45:08.310231 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-94320178-94bb-405c-b613-c90ceb79e079 req-4f8dcf3c-6ad3-478a-9aae-d46ce645accd service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=32cd625c-0c28-4194-8186-2066d5429b32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448413 Oct 20 10:45:08.358723 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b151e0d4-a8f6-4177-b7a9-265d65ef8fd6 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:08.759622 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b151e0d4-a8f6-4177-b7a9-265d65ef8fd6 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks [] for port, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:08.790592 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b151e0d4-a8f6-4177-b7a9-265d65ef8fd6 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:08.895507 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:08.909156 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b151e0d4-a8f6-4177-b7a9-265d65ef8fd6 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Pushing event updated for resources: {'Port': ['ID=0d9748fe-7f7c-40d2-a940-da7497b27950,revision_number=2']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:08.912043 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b4de4a03-7e78-4dee-a587-a791edca74a0 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:08.955942 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de4a03-7e78-4dee-a587-a791edca74a0 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Pushing event deleted for resources: {'Port': ['ID=665022c7-f4d2-45eb-9e46-42bac814dc05,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:09.075356 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b151e0d4-a8f6-4177-b7a9-265d65ef8fd6 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1773381'] for floatingip, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:09.269819 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-94320178-94bb-405c-b613-c90ceb79e079 req-a5e56fc5-a903-45ba-8553-22520f9d1411 service neutron] 10.222.0.69 "GET /v2.0/networks/32cd625c-0c28-4194-8186-2066d5429b32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9452879 Oct 20 10:45:09.309935 n-d-811396-3 neutron-server[100597]: INFO neutron.db.l3_db [None req-b151e0d4-a8f6-4177-b7a9-265d65ef8fd6 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Floating IP 9ebb6124-7160-4492-949e-372154da9023 associated. External IP: 172.25.1.226, port: 084c8738-99cb-48ee-97a4-ce053532cb4a. Oct 20 10:45:09.428598 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b4de4a03-7e78-4dee-a587-a791edca74a0 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1773439'] for router_gateway, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:09.431053 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f2c01b-0f78-413d-95a8-8aa347d2e186 req-24ca8046-6979-4545-bd5b-e1bf2f930622 tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:09.432741 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f2f2c01b-0f78-413d-95a8-8aa347d2e186 req-24ca8046-6979-4545-bd5b-e1bf2f930622 tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a76b356-3318-479d-99e5-2976ed5838a9 HTTP/1.1" status: 200 len: 945 time: 0.1618197 Oct 20 10:45:09.481633 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c1761b-74fa-4687-9f32-1841f43077cf req-637d02db-3f71-462e-92a8-01710f207464 tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:09.490324 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-56c1761b-74fa-4687-9f32-1841f43077cf req-637d02db-3f71-462e-92a8-01710f207464 tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] 10.222.0.64 "GET /v2.0/ports?device_id=08f1a112-c744-4354-8632-f630d0c96bc7 HTTP/1.1" status: 200 len: 946 time: 0.1852829 Oct 20 10:45:09.537647 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ba2dd0ff-c1db-4c9b-9da1-be9c939c059f req-46c9bb5d-9409-4d75-bc1b-a7ab6b6e4b5b service neutron] 10.222.0.69 "GET /v2.0/networks/b1ffa362-8a3c-4d47-bfc2-ef936ca65b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2585485 Oct 20 10:45:09.667547 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-94320178-94bb-405c-b613-c90ceb79e079 req-34c0a66d-ceb6-403e-8f0d-82e7229274af service neutron] 10.222.0.69 "GET /v2.0/networks/32cd625c-0c28-4194-8186-2066d5429b32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2918282 Oct 20 10:45:09.682642 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-56c1761b-74fa-4687-9f32-1841f43077cf req-41adb666-a86f-454d-b5bc-a1d5ffca9aba tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] 10.222.0.64 "GET /v2.0/security-groups?id=c293d202-08a2-46d7-8156-502eb68acc76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911035 Oct 20 10:45:09.703570 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f2f2c01b-0f78-413d-95a8-8aa347d2e186 req-7a310fde-8136-4c34-a16b-9b24cd485e81 tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] 10.222.0.64 "GET /v2.0/security-groups?id=7975bea3-846b-43cc-b5f2-c6ce0fda577e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514343 Oct 20 10:45:09.788371 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b4de4a03-7e78-4dee-a587-a791edca74a0 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1772272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258304'] for router, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:09.791743 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b4de4a03-7e78-4dee-a587-a791edca74a0 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:10.453424 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b4de4a03-7e78-4dee-a587-a791edca74a0 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1772267'] for router, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:10.454151 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4de4a03-7e78-4dee-a587-a791edca74a0 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Fanout notify agent at l3_agent the message router_deleted on router b13e77c2-7a59-402a-8acc-9c96fb5c2b0b {{(pid=100597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 10:45:10.463812 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b4de4a03-7e78-4dee-a587-a791edca74a0 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Publish callbacks [] for router, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:10.469739 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-b4de4a03-7e78-4dee-a587-a791edca74a0 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] 10.222.0.64 "DELETE /v2.0/routers/b13e77c2-7a59-402a-8acc-9c96fb5c2b0b HTTP/1.1" status: 204 len: 168 time: 4.0888200 Oct 20 10:45:10.469957 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 35958) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:45:10.472118 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b151e0d4-a8f6-4177-b7a9-265d65ef8fd6 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Router 9c29ecc4-2c1e-4908-8ecc-c96e25e903ee has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:45:10.475649 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-49780baf-a597-4a7f-8041-05cbf00dcdd2 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-919051691', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}, 'admin_state_up': False}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:45:10.526650 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-49780baf-a597-4a7f-8041-05cbf00dcdd2 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1772442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258322'] for router, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:10.527654 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-49780baf-a597-4a7f-8041-05cbf00dcdd2 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1772334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773516', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258315'] for router, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:10.636174 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-49780baf-a597-4a7f-8041-05cbf00dcdd2 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:10.724757 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b151e0d4-a8f6-4177-b7a9-265d65ef8fd6 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:45:10.735967 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b7efe3-736f-4dfc-afaa-e2fea793effb None None] Sync routers for ids ['9c29ecc4-2c1e-4908-8ecc-c96e25e903ee'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:45:10.758722 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b7efe3-736f-4dfc-afaa-e2fea793effb None None] Routers {'9c29ecc4-2c1e-4908-8ecc-c96e25e903ee'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:45:10.762380 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-d7b7efe3-736f-4dfc-afaa-e2fea793effb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:45:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['9c29ecc4-2c1e-4908-8ecc-c96e25e903ee'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:45:10.779971 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b151e0d4-a8f6-4177-b7a9-265d65ef8fd6 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for floatingip, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:10.848746 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-b151e0d4-a8f6-4177-b7a9-265d65ef8fd6 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.5698926 Oct 20 10:45:10.851580 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35968) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:45:10.858465 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-d374655c-3c44-4a33-95af-5ee678f6e645 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:45:10.876522 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-d7b7efe3-736f-4dfc-afaa-e2fea793effb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:45:10.898438 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b7efe3-736f-4dfc-afaa-e2fea793effb None None] Routers {'9c29ecc4-2c1e-4908-8ecc-c96e25e903ee'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:45:10.903941 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-d7b7efe3-736f-4dfc-afaa-e2fea793effb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:45:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['9c29ecc4-2c1e-4908-8ecc-c96e25e903ee'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:45:10.979315 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-d7b7efe3-736f-4dfc-afaa-e2fea793effb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:45:10.979730 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d374655c-3c44-4a33-95af-5ee678f6e645 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks [] for floatingip, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:10.980638 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b7efe3-736f-4dfc-afaa-e2fea793effb None None] The sync data for ids ['9c29ecc4-2c1e-4908-8ecc-c96e25e903ee'] in n-d-811396-3 is: [] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:45:11.017496 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-49780baf-a597-4a7f-8041-05cbf00dcdd2 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:11.148556 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2360e8e0-6564-461e-bd32-7a6803484874 req-6ea5209c-1f53-4adc-902e-034887961ae0 tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:11.150388 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2360e8e0-6564-461e-bd32-7a6803484874 req-6ea5209c-1f53-4adc-902e-034887961ae0 tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a76b356-3318-479d-99e5-2976ed5838a9 HTTP/1.1" status: 200 len: 945 time: 0.1230297 Oct 20 10:45:11.170141 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 35972) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:45:11.213302 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2767abc8-708f-44d6-80a4-33524c24b528 req-a968af0a-5ba7-4d9a-8766-9047d39237c6 tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:11.214961 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2767abc8-708f-44d6-80a4-33524c24b528 req-a968af0a-5ba7-4d9a-8766-9047d39237c6 tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] 10.222.0.64 "GET /v2.0/ports?device_id=08f1a112-c744-4354-8632-f630d0c96bc7 HTTP/1.1" status: 200 len: 946 time: 0.1863809 Oct 20 10:45:11.242204 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d374655c-3c44-4a33-95af-5ee678f6e645 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:11.250589 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d374655c-3c44-4a33-95af-5ee678f6e645 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1773381'] for floatingip, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:11.251302 n-d-811396-3 neutron-server[100597]: INFO neutron.db.l3_db [None req-d374655c-3c44-4a33-95af-5ee678f6e645 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Floating IP 9ebb6124-7160-4492-949e-372154da9023 disassociated. External IP: 172.25.1.226, port: 084c8738-99cb-48ee-97a4-ce053532cb4a. Oct 20 10:45:11.385322 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2360e8e0-6564-461e-bd32-7a6803484874 req-633de017-3485-4e81-91c2-c71993ba7537 tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] 10.222.0.64 "GET /v2.0/security-groups?id=7975bea3-846b-43cc-b5f2-c6ce0fda577e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169926 Oct 20 10:45:11.417580 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2767abc8-708f-44d6-80a4-33524c24b528 req-bf320350-9367-4f83-a253-05f27d657137 tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] 10.222.0.64 "GET /v2.0/security-groups?id=c293d202-08a2-46d7-8156-502eb68acc76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028690 Oct 20 10:45:11.695703 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d374655c-3c44-4a33-95af-5ee678f6e645 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Router 9c29ecc4-2c1e-4908-8ecc-c96e25e903ee has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:45:11.721523 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-49780baf-a597-4a7f-8041-05cbf00dcdd2 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Publish callbacks [] for router_gateway, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:11.769575 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-49780baf-a597-4a7f-8041-05cbf00dcdd2 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:11.927818 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d374655c-3c44-4a33-95af-5ee678f6e645 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:45:11.939375 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0dd8b87-9a24-4221-9264-d0e57bf7f9da None None] Sync routers for ids ['9c29ecc4-2c1e-4908-8ecc-c96e25e903ee'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:45:11.939941 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d374655c-3c44-4a33-95af-5ee678f6e645 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for floatingip, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:11.953516 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0dd8b87-9a24-4221-9264-d0e57bf7f9da None None] Routers {'9c29ecc4-2c1e-4908-8ecc-c96e25e903ee'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:45:11.954164 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-a0dd8b87-9a24-4221-9264-d0e57bf7f9da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:45:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['9c29ecc4-2c1e-4908-8ecc-c96e25e903ee'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:45:11.977480 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-d374655c-3c44-4a33-95af-5ee678f6e645 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] 10.222.0.64 "PUT /v2.0/floatingips/9ebb6124-7160-4492-949e-372154da9023 HTTP/1.1" status: 200 len: 688 time: 1.1240120 Oct 20 10:45:11.978211 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35984) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:45:12.060739 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-a0dd8b87-9a24-4221-9264-d0e57bf7f9da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:45:12.072925 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0dd8b87-9a24-4221-9264-d0e57bf7f9da None None] Routers {'9c29ecc4-2c1e-4908-8ecc-c96e25e903ee'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:45:12.073799 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-a0dd8b87-9a24-4221-9264-d0e57bf7f9da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:45:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['9c29ecc4-2c1e-4908-8ecc-c96e25e903ee'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:45:12.107766 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [None req-49780baf-a597-4a7f-8041-05cbf00dcdd2 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Allocated IP 172.25.1.195 (cbe170d3-31ba-45a2-b477-520ab0a7a8ea/f4e26aca-17ac-4adb-a66b-d939a1b35b64/df10fca9-70f5-4427-91eb-2b2d3da1471a) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:45:12.147652 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-a0dd8b87-9a24-4221-9264-d0e57bf7f9da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:45:12.148571 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0dd8b87-9a24-4221-9264-d0e57bf7f9da None None] The sync data for ids ['9c29ecc4-2c1e-4908-8ecc-c96e25e903ee'] in n-d-811396-3 is: [] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:45:12.204676 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-9f631a20-cae6-4607-a68a-38e466253bfc tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Deleting port 0d9748fe-7f7c-40d2-a940-da7497b27950 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:45:12.205471 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9f631a20-cae6-4607-a68a-38e466253bfc tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:12.334929 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9f631a20-cae6-4607-a68a-38e466253bfc tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:12.335802 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9f631a20-cae6-4607-a68a-38e466253bfc tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:12.354674 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-9f631a20-cae6-4607-a68a-38e466253bfc tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Calling delete_port for 0d9748fe-7f7c-40d2-a940-da7497b27950 owned by network:floatingip {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:45:12.582132 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9f631a20-cae6-4607-a68a-38e466253bfc tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:12.667087 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f631a20-cae6-4607-a68a-38e466253bfc tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Pushing event deleted for resources: {'Port': ['ID=0d9748fe-7f7c-40d2-a940-da7497b27950,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:12.737365 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-49780baf-a597-4a7f-8041-05cbf00dcdd2 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:12.757547 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73c48d9-933d-410c-a8c7-9930395fc7c5 req-8b3452fb-217e-4912-bb83-cc35304c0cb5 tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:12.759265 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a73c48d9-933d-410c-a8c7-9930395fc7c5 req-8b3452fb-217e-4912-bb83-cc35304c0cb5 tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] 10.222.0.64 "GET /v2.0/ports?device_id=08f1a112-c744-4354-8632-f630d0c96bc7 HTTP/1.1" status: 200 len: 946 time: 0.1760769 Oct 20 10:45:12.793217 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9f631a20-cae6-4607-a68a-38e466253bfc tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks [] for floatingip, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:12.795857 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8962d66-6f1f-4bf7-b77a-4e75bee9b806 req-6a000aa6-5fec-4268-b985-108030666036 tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:12.797957 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d8962d66-6f1f-4bf7-b77a-4e75bee9b806 req-6a000aa6-5fec-4268-b985-108030666036 tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a76b356-3318-479d-99e5-2976ed5838a9 HTTP/1.1" status: 200 len: 945 time: 0.2291238 Oct 20 10:45:12.802433 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9f631a20-cae6-4607-a68a-38e466253bfc tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for floatingip, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:12.807523 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-9f631a20-cae6-4607-a68a-38e466253bfc tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] 10.222.0.64 "DELETE /v2.0/floatingips/9ebb6124-7160-4492-949e-372154da9023 HTTP/1.1" status: 204 len: 168 time: 0.8276875 Oct 20 10:45:12.811050 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35998) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:45:12.827246 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-4d365904-39a4-419f-8cc0-d30625574eed tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Request body: {'floatingip': {'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'port_id': 'a0790dd1-01d8-44f9-832a-ba2bd450437a'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:45:12.865146 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4d365904-39a4-419f-8cc0-d30625574eed tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks [] for floatingip, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:12.876259 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d8962d66-6f1f-4bf7-b77a-4e75bee9b806 req-b59b127d-54d2-49f4-8b47-528aca434871 tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] 10.222.0.64 "GET /v2.0/security-groups?id=7975bea3-846b-43cc-b5f2-c6ce0fda577e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521598 Oct 20 10:45:12.913044 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a73c48d9-933d-410c-a8c7-9930395fc7c5 req-dc813508-343f-4149-814f-9d05c71e754a tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] 10.222.0.64 "GET /v2.0/security-groups?id=c293d202-08a2-46d7-8156-502eb68acc76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367223 Oct 20 10:45:12.936213 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-71dc54a5-7750-44a3-b07f-cc0bf48becf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1774405'] for router_interface, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:13.134052 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4d365904-39a4-419f-8cc0-d30625574eed tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:13.172241 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-49780baf-a597-4a7f-8041-05cbf00dcdd2 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:13.324026 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49780baf-a597-4a7f-8041-05cbf00dcdd2 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Network cbe170d3-31ba-45a2-b477-520ab0a7a8ea is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:45:13.328674 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-4d365904-39a4-419f-8cc0-d30625574eed tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Allocated IP 172.25.1.58 (cbe170d3-31ba-45a2-b477-520ab0a7a8ea/f4e26aca-17ac-4adb-a66b-d939a1b35b64/10213f01-468c-45d1-b0c6-a42cdf7d2d1f) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:45:13.360720 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-49780baf-a597-4a7f-8041-05cbf00dcdd2 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:45:13.386435 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49780baf-a597-4a7f-8041-05cbf00dcdd2 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:45:13.455622 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49780baf-a597-4a7f-8041-05cbf00dcdd2 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Pushing event updated for resources: {'Port': ['ID=df10fca9-70f5-4427-91eb-2b2d3da1471a,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:13.610780 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4d365904-39a4-419f-8cc0-d30625574eed tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:13.687361 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4d365904-39a4-419f-8cc0-d30625574eed tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:13.735451 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d365904-39a4-419f-8cc0-d30625574eed tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Network cbe170d3-31ba-45a2-b477-520ab0a7a8ea is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:45:13.739451 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-4d365904-39a4-419f-8cc0-d30625574eed tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:45:13.750357 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d365904-39a4-419f-8cc0-d30625574eed tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:45:13.807785 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d365904-39a4-419f-8cc0-d30625574eed tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Pushing event updated for resources: {'Port': ['ID=10213f01-468c-45d1-b0c6-a42cdf7d2d1f,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:14.654296 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1158cc8-9d09-4a69-a78c-d5ae9289bf4f req-0b4cfc23-296a-4939-8eb3-57fb19df6fe7 tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:14.666978 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c1158cc8-9d09-4a69-a78c-d5ae9289bf4f req-0b4cfc23-296a-4939-8eb3-57fb19df6fe7 tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] 10.222.0.64 "GET /v2.0/ports?device_id=08f1a112-c744-4354-8632-f630d0c96bc7 HTTP/1.1" status: 200 len: 946 time: 0.3965633 Oct 20 10:45:14.867372 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4d365904-39a4-419f-8cc0-d30625574eed tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:14.918237 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-49780baf-a597-4a7f-8041-05cbf00dcdd2 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Publish callbacks [] for router_gateway, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:14.988045 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4d365904-39a4-419f-8cc0-d30625574eed tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:15.239909 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-49780baf-a597-4a7f-8041-05cbf00dcdd2 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1773475'] for router, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:15.435592 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4d365904-39a4-419f-8cc0-d30625574eed tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks [] for port, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:15.451845 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4d365904-39a4-419f-8cc0-d30625574eed tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:15.491761 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c1158cc8-9d09-4a69-a78c-d5ae9289bf4f req-c4ecacbb-58d4-400a-9677-2c9663f9c9de tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] 10.222.0.64 "GET /v2.0/security-groups?id=c293d202-08a2-46d7-8156-502eb68acc76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8206458 Oct 20 10:45:15.501970 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-71dc54a5-7750-44a3-b07f-cc0bf48becf2 admin admin] Deleting port 50560b7e-31ac-4029-85f9-ff3749ade9d5 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:45:15.503223 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-71dc54a5-7750-44a3-b07f-cc0bf48becf2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:15.622177 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [None req-71dc54a5-7750-44a3-b07f-cc0bf48becf2 admin admin] For port 50560b7e-31ac-4029-85f9-ff3749ade9d5, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=50560b7e-31ac-4029-85f9-ff3749ade9d5,segment=NetworkSegment(b0504710-a065-4dfe-bd5a-7bb89fc828fa),segment_id=b0504710-a065-4dfe-bd5a-7bb89fc828fa)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:45:15.622543 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-71dc54a5-7750-44a3-b07f-cc0bf48becf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:15.645051 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-71dc54a5-7750-44a3-b07f-cc0bf48becf2 admin admin] Calling delete_port for 50560b7e-31ac-4029-85f9-ff3749ade9d5 owned by network:router_interface {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:45:15.714776 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d365904-39a4-419f-8cc0-d30625574eed tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Pushing event updated for resources: {'Port': ['ID=10213f01-468c-45d1-b0c6-a42cdf7d2d1f,revision_number=2']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:15.750435 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4d365904-39a4-419f-8cc0-d30625574eed tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1773381'] for floatingip, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:15.980761 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-71dc54a5-7750-44a3-b07f-cc0bf48becf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:16.048961 n-d-811396-3 neutron-server[100597]: INFO neutron.db.l3_db [None req-4d365904-39a4-419f-8cc0-d30625574eed tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Floating IP 0f74bd3c-afc4-4f0e-8d13-453e759e6c8e associated. External IP: 172.25.1.58, port: a0790dd1-01d8-44f9-832a-ba2bd450437a. Oct 20 10:45:16.226335 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49780baf-a597-4a7f-8041-05cbf00dcdd2 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Router de767f27-f70f-4e85-ba54-eeea8dfdf718 is scheduled to L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 with binding_index 1 {{(pid=100596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 10:45:16.236253 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dc54a5-7750-44a3-b07f-cc0bf48becf2 admin admin] Pushing event deleted for resources: {'Port': ['ID=50560b7e-31ac-4029-85f9-ff3749ade9d5,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:16.663710 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d365904-39a4-419f-8cc0-d30625574eed tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Router 9c29ecc4-2c1e-4908-8ecc-c96e25e903ee has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:45:16.680980 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-71dc54a5-7750-44a3-b07f-cc0bf48becf2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1771989'] for router_interface, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:16.753520 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49780baf-a597-4a7f-8041-05cbf00dcdd2 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:45:16.764115 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b331d52c-5fb8-4704-99fa-beeb58c44c39 None None] Sync routers for ids ['de767f27-f70f-4e85-ba54-eeea8dfdf718'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:45:16.778778 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b331d52c-5fb8-4704-99fa-beeb58c44c39 None None] Routers {'de767f27-f70f-4e85-ba54-eeea8dfdf718'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:45:16.783888 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-b331d52c-5fb8-4704-99fa-beeb58c44c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:45:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['de767f27-f70f-4e85-ba54-eeea8dfdf718'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:45:16.885697 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-b331d52c-5fb8-4704-99fa-beeb58c44c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:45:16.898469 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b331d52c-5fb8-4704-99fa-beeb58c44c39 None None] Routers {'de767f27-f70f-4e85-ba54-eeea8dfdf718'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:45:16.899458 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-b331d52c-5fb8-4704-99fa-beeb58c44c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:45:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['de767f27-f70f-4e85-ba54-eeea8dfdf718'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:45:16.901979 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0c77f5-61ae-4d90-abdc-d62aec9c1bb3 req-0386028e-38aa-4216-acdb-19a3335ffa0f tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:16.907952 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-eb0c77f5-61ae-4d90-abdc-d62aec9c1bb3 req-0386028e-38aa-4216-acdb-19a3335ffa0f tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] 10.222.0.64 "GET /v2.0/ports?device_id=08f1a112-c744-4354-8632-f630d0c96bc7 HTTP/1.1" status: 200 len: 946 time: 0.2663972 Oct 20 10:45:16.915929 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-49780baf-a597-4a7f-8041-05cbf00dcdd2 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Publish callbacks [] for router, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:16.917156 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-49780baf-a597-4a7f-8041-05cbf00dcdd2 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 6.4458706 Oct 20 10:45:16.928745 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 36066) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:45:16.936015 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-7ee21a6c-4359-4379-b875-af6397852c60 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:45:16.959778 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-b331d52c-5fb8-4704-99fa-beeb58c44c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:45:16.960706 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b331d52c-5fb8-4704-99fa-beeb58c44c39 None None] The sync data for ids ['de767f27-f70f-4e85-ba54-eeea8dfdf718'] in n-d-811396-3 is: [] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:45:17.136481 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d365904-39a4-419f-8cc0-d30625574eed tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:45:17.150146 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcbcb924-f11d-42d5-aab0-9192756d0225 None None] Sync routers for ids ['9c29ecc4-2c1e-4908-8ecc-c96e25e903ee'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:45:17.162899 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbcb924-f11d-42d5-aab0-9192756d0225 None None] Routers {'9c29ecc4-2c1e-4908-8ecc-c96e25e903ee'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:45:17.163930 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-bcbcb924-f11d-42d5-aab0-9192756d0225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:45:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['9c29ecc4-2c1e-4908-8ecc-c96e25e903ee'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:45:17.207004 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-bcbcb924-f11d-42d5-aab0-9192756d0225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:45:17.217407 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbcb924-f11d-42d5-aab0-9192756d0225 None None] Routers {'9c29ecc4-2c1e-4908-8ecc-c96e25e903ee'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:45:17.219069 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-bcbcb924-f11d-42d5-aab0-9192756d0225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:45:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['9c29ecc4-2c1e-4908-8ecc-c96e25e903ee'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:45:17.226077 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4d365904-39a4-419f-8cc0-d30625574eed tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for floatingip, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:17.264252 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-bcbcb924-f11d-42d5-aab0-9192756d0225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:45:17.265251 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcbcb924-f11d-42d5-aab0-9192756d0225 None None] The sync data for ids ['9c29ecc4-2c1e-4908-8ecc-c96e25e903ee'] in n-d-811396-3 is: [] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:45:17.300575 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-eb0c77f5-61ae-4d90-abdc-d62aec9c1bb3 req-65015a8e-9a83-4c7a-a5d3-349bd9ff3371 tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] 10.222.0.64 "GET /v2.0/security-groups?id=c293d202-08a2-46d7-8156-502eb68acc76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3817344 Oct 20 10:45:17.355193 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71dc54a5-7750-44a3-b07f-cc0bf48becf2 admin admin] Router 5de4c448-fca5-4ec5-bab6-2f5ecb6516ec has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:45:17.514129 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71dc54a5-7750-44a3-b07f-cc0bf48becf2 admin admin] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:45:17.523039 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-71dc54a5-7750-44a3-b07f-cc0bf48becf2 admin admin] 10.222.0.64 "PUT /v2.0/routers/5de4c448-fca5-4ec5-bab6-2f5ecb6516ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3486121 Oct 20 10:45:17.524790 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 36068) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:45:17.528605 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc71ffc-1a7d-4c28-845a-189264247e85 None None] Sync routers for ids ['5de4c448-fca5-4ec5-bab6-2f5ecb6516ec'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:45:17.543281 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc71ffc-1a7d-4c28-845a-189264247e85 None None] Routers {'5de4c448-fca5-4ec5-bab6-2f5ecb6516ec'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:45:17.546229 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-5fc71ffc-1a7d-4c28-845a-189264247e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:45:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['5de4c448-fca5-4ec5-bab6-2f5ecb6516ec'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:45:17.759739 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-5fc71ffc-1a7d-4c28-845a-189264247e85 None None] Set router 5de4c448-fca5-4ec5-bab6-2f5ecb6516ec gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:45:17.774490 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a1b7302a-2cef-44ba-a29d-ffc4627f1235 admin admin] Publish callbacks [] for router, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:18.006365 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-4d365904-39a4-419f-8cc0-d30625574eed tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 5.1916368 Oct 20 10:45:18.039405 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 36080) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:45:18.112870 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a1b7302a-2cef-44ba-a29d-ffc4627f1235 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:18.222423 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 36086) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:45:18.224852 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-a1b7302a-2cef-44ba-a29d-ffc4627f1235 admin admin] Deleting port cdbeedb1-479e-48c7-86ff-ee83403a61bc {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:45:18.225204 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a1b7302a-2cef-44ba-a29d-ffc4627f1235 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:18.226077 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-31433e43-4cc1-4825-afd1-aaf843ef73d8 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] 10.222.0.64 "GET /v2.0/floatingips/0f74bd3c-afc4-4f0e-8d13-453e759e6c8e HTTP/1.1" status: 200 len: 976 time: 0.1850224 Oct 20 10:45:18.245063 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-5fc71ffc-1a7d-4c28-845a-189264247e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5de4c448-fca5-4ec5-bab6-2f5ecb6516ec', 'name': 'tempest-TaggedBootDevicesTest-569012905-router', 'tenant_id': 'aca7fabb908e4e55b3bcaf1ce45b03cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.221'}], 'enable_snat': True}, 'gw_port_id': 'cdbeedb1-479e-48c7-86ff-ee83403a61bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:33:33Z', 'updated_at': '2021-10-20T10:45:15Z', 'revision_number': 5, 'project_id': 'aca7fabb908e4e55b3bcaf1ce45b03cf', 'gw_port': {'id': 'cdbeedb1-479e-48c7-86ff-ee83403a61bc', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:b9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de4c448-fca5-4ec5-bab6-2f5ecb6516ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:33:34Z', 'updated_at': '2021-10-20T10:33:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:45:18.323885 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc71ffc-1a7d-4c28-845a-189264247e85 None None] Checking router: 5de4c448-fca5-4ec5-bab6-2f5ecb6516ec for host: n-d-811396-3 {{(pid=100599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:45:18.347307 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc71ffc-1a7d-4c28-845a-189264247e85 None None] Routers {'5de4c448-fca5-4ec5-bab6-2f5ecb6516ec'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:45:18.347978 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-5fc71ffc-1a7d-4c28-845a-189264247e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:45:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['5de4c448-fca5-4ec5-bab6-2f5ecb6516ec'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:45:18.416990 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [None req-a1b7302a-2cef-44ba-a29d-ffc4627f1235 admin admin] For port cdbeedb1-479e-48c7-86ff-ee83403a61bc, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=cdbeedb1-479e-48c7-86ff-ee83403a61bc,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:45:18.417643 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a1b7302a-2cef-44ba-a29d-ffc4627f1235 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:18.456334 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-a1b7302a-2cef-44ba-a29d-ffc4627f1235 admin admin] Calling delete_port for cdbeedb1-479e-48c7-86ff-ee83403a61bc owned by network:router_gateway {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:45:18.514282 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7ee21a6c-4359-4379-b875-af6397852c60 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:18.550699 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7ee21a6c-4359-4379-b875-af6397852c60 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:18.551894 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-5fc71ffc-1a7d-4c28-845a-189264247e85 None None] Set router 5de4c448-fca5-4ec5-bab6-2f5ecb6516ec gateway port host: None {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:45:18.665029 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-5fc71ffc-1a7d-4c28-845a-189264247e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5de4c448-fca5-4ec5-bab6-2f5ecb6516ec', 'name': 'tempest-TaggedBootDevicesTest-569012905-router', 'tenant_id': 'aca7fabb908e4e55b3bcaf1ce45b03cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:33:33Z', 'updated_at': '2021-10-20T10:45:18Z', 'revision_number': 6, 'project_id': 'aca7fabb908e4e55b3bcaf1ce45b03cf', 'gw_port_host': None}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:45:18.704928 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-7ee21a6c-4359-4379-b875-af6397852c60 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Deleting port df10fca9-70f5-4427-91eb-2b2d3da1471a {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:45:18.706825 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7ee21a6c-4359-4379-b875-af6397852c60 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:18.748706 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc71ffc-1a7d-4c28-845a-189264247e85 None None] The sync data for ids ['5de4c448-fca5-4ec5-bab6-2f5ecb6516ec'] in n-d-811396-3 is: [{'id': '5de4c448-fca5-4ec5-bab6-2f5ecb6516ec', 'name': 'tempest-TaggedBootDevicesTest-569012905-router', 'tenant_id': 'aca7fabb908e4e55b3bcaf1ce45b03cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:33:33Z', 'updated_at': '2021-10-20T10:45:18Z', 'revision_number': 6, 'project_id': 'aca7fabb908e4e55b3bcaf1ce45b03cf', 'gw_port_host': None}] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:45:18.848947 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a1b7302a-2cef-44ba-a29d-ffc4627f1235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:18.929404 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7ee21a6c-4359-4379-b875-af6397852c60 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:18.956962 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-7ee21a6c-4359-4379-b875-af6397852c60 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Calling delete_port for df10fca9-70f5-4427-91eb-2b2d3da1471a owned by network:router_gateway {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:45:19.047917 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:19.395773 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7ee21a6c-4359-4379-b875-af6397852c60 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:19.467137 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee21a6c-4359-4379-b875-af6397852c60 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Pushing event deleted for resources: {'Port': ['ID=df10fca9-70f5-4427-91eb-2b2d3da1471a,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:19.478898 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b7302a-2cef-44ba-a29d-ffc4627f1235 admin admin] Pushing event deleted for resources: {'Port': ['ID=cdbeedb1-479e-48c7-86ff-ee83403a61bc,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:19.541774 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c2c546-4a7a-4734-abe3-3d6176c876a1 req-de873b3a-2511-463f-9955-a4071468b712 tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:19.551012 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-06c2c546-4a7a-4734-abe3-3d6176c876a1 req-de873b3a-2511-463f-9955-a4071468b712 tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] 10.222.0.64 "GET /v2.0/ports?device_id=08f1a112-c744-4354-8632-f630d0c96bc7 HTTP/1.1" status: 200 len: 946 time: 0.7346506 Oct 20 10:45:19.622960 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7ee21a6c-4359-4379-b875-af6397852c60 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1773439'] for router_gateway, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:19.667476 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a1b7302a-2cef-44ba-a29d-ffc4627f1235 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1773439'] for router_gateway, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:19.679582 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-b25b58ad-f4d6-4860-89ef-0c26bcb986c3 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] 10.222.0.64 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 979 time: 0.8810790 Oct 20 10:45:19.685056 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 36100) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:45:19.723979 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-46ad46f1-2930-4b74-9f1b-be032ab5e9c6 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Request body: {'floatingip': {'port_id': '084c8738-99cb-48ee-97a4-ce053532cb4a'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:45:19.881796 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a1b7302a-2cef-44ba-a29d-ffc4627f1235 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1772272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258304'] for router, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:19.888920 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a1b7302a-2cef-44ba-a29d-ffc4627f1235 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:19.971207 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-06c2c546-4a7a-4734-abe3-3d6176c876a1 req-b4d73ee2-ee3e-49aa-a616-4816757ca679 tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] 10.222.0.64 "GET /v2.0/security-groups?id=c293d202-08a2-46d7-8156-502eb68acc76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4191322 Oct 20 10:45:19.976174 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a1b7302a-2cef-44ba-a29d-ffc4627f1235 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1772267'] for router, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:19.977215 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1b7302a-2cef-44ba-a29d-ffc4627f1235 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5de4c448-fca5-4ec5-bab6-2f5ecb6516ec {{(pid=100596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 10:45:20.050594 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a1b7302a-2cef-44ba-a29d-ffc4627f1235 admin admin] Publish callbacks [] for router, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:20.051808 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-a1b7302a-2cef-44ba-a29d-ffc4627f1235 admin admin] 10.222.0.64 "DELETE /v2.0/routers/5de4c448-fca5-4ec5-bab6-2f5ecb6516ec HTTP/1.1" status: 204 len: 168 time: 2.5220110 Oct 20 10:45:20.055126 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 36108) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:45:20.140558 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-46ad46f1-2930-4b74-9f1b-be032ab5e9c6 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks [] for floatingip, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:20.148946 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5753695-f038-47f5-a1ec-a3bc6b202c53 admin admin] Deleting subnet ca4d8024-190b-4d52-b991-b3ff5d7d6ff8 {{(pid=100596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:45:20.160694 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7ee21a6c-4359-4379-b875-af6397852c60 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1773502', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1772312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-258425'] for router, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:20.172893 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7ee21a6c-4359-4379-b875-af6397852c60 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1773475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1773489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1773480', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1772307'] for router, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:20.263415 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a5753695-f038-47f5-a1ec-a3bc6b202c53 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:20.420307 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ee21a6c-4359-4379-b875-af6397852c60 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Router de767f27-f70f-4e85-ba54-eeea8dfdf718 has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:45:20.567612 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ee21a6c-4359-4379-b875-af6397852c60 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:45:20.574386 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7ee21a6c-4359-4379-b875-af6397852c60 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Publish callbacks [] for router, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:20.578500 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-7ee21a6c-4359-4379-b875-af6397852c60 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] 10.222.0.64 "PUT /v2.0/routers/de767f27-f70f-4e85-ba54-eeea8dfdf718 HTTP/1.1" status: 200 len: 709 time: 3.6441832 Oct 20 10:45:20.581880 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 36114) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:45:20.590772 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee3905c-f9fa-4438-b62d-9a0ef49e99ac None None] Sync routers for ids ['de767f27-f70f-4e85-ba54-eeea8dfdf718'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:45:20.610497 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee3905c-f9fa-4438-b62d-9a0ef49e99ac None None] Routers {'de767f27-f70f-4e85-ba54-eeea8dfdf718'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:45:20.611480 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-1ee3905c-f9fa-4438-b62d-9a0ef49e99ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:45:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['de767f27-f70f-4e85-ba54-eeea8dfdf718'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:45:20.669725 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a5753695-f038-47f5-a1ec-a3bc6b202c53 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25189079'] for subnet, precommit_delete_associations {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:20.710635 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-1ee3905c-f9fa-4438-b62d-9a0ef49e99ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:45:20.725726 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 50560b7e-31ac-4029-85f9-ff3749ade9d5 no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:45:20.727687 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-53cc1311-183d-4939-b3e0-2a2ae1753325 tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] 10.222.0.64 "GET /v2.0/routers/de767f27-f70f-4e85-ba54-eeea8dfdf718 HTTP/1.1" status: 200 len: 744 time: 0.1446433 Oct 20 10:45:20.732793 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 36116) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:45:20.805924 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a5753695-f038-47f5-a1ec-a3bc6b202c53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:20.808089 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee3905c-f9fa-4438-b62d-9a0ef49e99ac None None] Routers {'de767f27-f70f-4e85-ba54-eeea8dfdf718'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:45:20.809002 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-1ee3905c-f9fa-4438-b62d-9a0ef49e99ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:45:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['de767f27-f70f-4e85-ba54-eeea8dfdf718'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:45:20.834413 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-a12dba26-f563-4236-854c-0c0380898f44 tempest-RoutersIpV6AdminTest-1630052361 tempest-RoutersIpV6AdminTest-1630052361-project-admin] 10.222.0.64 "GET /v2.0/ports?network_id=cbe170d3-31ba-45a2-b477-520ab0a7a8ea&device_id=de767f27-f70f-4e85-ba54-eeea8dfdf718 HTTP/1.1" status: 200 len: 205 time: 0.0996313 Oct 20 10:45:20.839408 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 36118) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:45:20.892386 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-c341c416-e487-4aa6-81b7-75b5bb517386 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] 10.222.0.64 "GET /v2.0/ports?device_id=de767f27-f70f-4e85-ba54-eeea8dfdf718 HTTP/1.1" status: 200 len: 205 time: 0.0480034 Oct 20 10:45:20.896531 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-1ee3905c-f9fa-4438-b62d-9a0ef49e99ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:45:20.899797 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee3905c-f9fa-4438-b62d-9a0ef49e99ac None None] The sync data for ids ['de767f27-f70f-4e85-ba54-eeea8dfdf718'] in n-d-811396-3 is: [] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:45:20.899981 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 36120) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:45:20.922630 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 50560b7e-31ac-4029-85f9-ff3749ade9d5 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:45:20.926234 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 50560b7e-31ac-4029-85f9-ff3749ade9d5 not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:45:20.926704 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device cdbeedb1-479e-48c7-86ff-ee83403a61bc no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:45:20.986069 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: cdbeedb1-479e-48c7-86ff-ee83403a61bc {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:45:20.986426 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device cdbeedb1-479e-48c7-86ff-ee83403a61bc not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:45:21.040917 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a5753695-f038-47f5-a1ec-a3bc6b202c53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26836193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26761888'] for subnet, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:21.119672 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5753695-f038-47f5-a1ec-a3bc6b202c53 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca4d8024-190b-4d52-b991-b3ff5d7d6ff8,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:21.125468 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a5753695-f038-47f5-a1ec-a3bc6b202c53 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:21.126808 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d415f0f6-d152-4c87-884e-2ed308e69d2e tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Publish callbacks [] for router, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:21.129051 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-a5753695-f038-47f5-a1ec-a3bc6b202c53 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/ca4d8024-190b-4d52-b991-b3ff5d7d6ff8 HTTP/1.1" status: 204 len: 168 time: 1.0730395 Oct 20 10:45:21.134137 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 36130) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:45:21.134994 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef6babbe-e6ab-4690-85d9-b96d8a54c482 None None] Network 61bd0966-a265-4e42-812c-8db46cc7f8aa requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:45:21.462438 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4b768f-1a39-458a-bb36-d0270cf1ad84 req-90e4a330-aef6-4609-a013-88531e4d0f90 tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:21.466509 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9e4b768f-1a39-458a-bb36-d0270cf1ad84 req-90e4a330-aef6-4609-a013-88531e4d0f90 tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] 10.222.0.64 "GET /v2.0/ports?device_id=08f1a112-c744-4354-8632-f630d0c96bc7 HTTP/1.1" status: 200 len: 946 time: 0.3315098 Oct 20 10:45:21.647353 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f828a1-9215-4fb3-9923-c110a5c0f9d2 None None] DHCP port deletion for 61bd0966-a265-4e42-812c-8db46cc7f8aa request from n-d-811396-3 {{(pid=100598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:45:21.693318 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-53a253b6-f885-43af-bd1b-855c41474bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:21.811604 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-c5f828a1-9215-4fb3-9923-c110a5c0f9d2 None None] Deleting port 78e2ce51-201c-4958-8c6b-66894ee74f6f {{(pid=100598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:45:21.812979 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-c5f828a1-9215-4fb3-9923-c110a5c0f9d2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:21.848849 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d415f0f6-d152-4c87-884e-2ed308e69d2e tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1772272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258304'] for router, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:21.861190 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d415f0f6-d152-4c87-884e-2ed308e69d2e tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:21.948363 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.db.resource_extend [None req-46ad46f1-2930-4b74-9f1b-be032ab5e9c6 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 20 10:45:21.985814 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-c5f828a1-9215-4fb3-9923-c110a5c0f9d2 None None] For port 78e2ce51-201c-4958-8c6b-66894ee74f6f, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=78e2ce51-201c-4958-8c6b-66894ee74f6f,segment=NetworkSegment(b0504710-a065-4dfe-bd5a-7bb89fc828fa),segment_id=b0504710-a065-4dfe-bd5a-7bb89fc828fa)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:45:21.986505 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-c5f828a1-9215-4fb3-9923-c110a5c0f9d2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:22.044402 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-c5f828a1-9215-4fb3-9923-c110a5c0f9d2 None None] Calling delete_port for 78e2ce51-201c-4958-8c6b-66894ee74f6f owned by network:dhcp {{(pid=100598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:45:22.088172 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9e4b768f-1a39-458a-bb36-d0270cf1ad84 req-1bec4f0c-8b58-403d-8dfa-7085df487ea1 tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] 10.222.0.64 "GET /v2.0/security-groups?id=c293d202-08a2-46d7-8156-502eb68acc76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5965860 Oct 20 10:45:22.105230 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-46ad46f1-2930-4b74-9f1b-be032ab5e9c6 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:22.105892 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d415f0f6-d152-4c87-884e-2ed308e69d2e tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1772267'] for router, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:22.109396 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d415f0f6-d152-4c87-884e-2ed308e69d2e tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Fanout notify agent at l3_agent the message router_deleted on router de767f27-f70f-4e85-ba54-eeea8dfdf718 {{(pid=100597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 10:45:22.117066 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-46ad46f1-2930-4b74-9f1b-be032ab5e9c6 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1773381'] for floatingip, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:22.134401 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d415f0f6-d152-4c87-884e-2ed308e69d2e tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] Publish callbacks [] for router, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:22.136060 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-d415f0f6-d152-4c87-884e-2ed308e69d2e tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] 10.222.0.64 "DELETE /v2.0/routers/de767f27-f70f-4e85-ba54-eeea8dfdf718 HTTP/1.1" status: 204 len: 168 time: 1.2352176 Oct 20 10:45:22.148246 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 36146) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:45:22.184661 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-4c05af8d-43fe-4ad5-aa76-5c11fd748407 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] 10.222.0.64 "GET /v2.0/ports?device_id=de767f27-f70f-4e85-ba54-eeea8dfdf718 HTTP/1.1" status: 200 len: 205 time: 0.0327621 Oct 20 10:45:22.188473 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 36148) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:45:22.251432 n-d-811396-3 neutron-server[100597]: INFO neutron.api.v2.resource [None req-f094645f-7196-4450-9de3-dd1a5cee2b7d tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] delete failed (client error): The resource could not be found. Oct 20 10:45:22.251432 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-f094645f-7196-4450-9de3-dd1a5cee2b7d tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] 10.222.0.64 "DELETE /v2.0/routers/de767f27-f70f-4e85-ba54-eeea8dfdf718 HTTP/1.1" status: 404 len: 336 time: 0.0599773 Oct 20 10:45:22.253810 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 36152) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:45:22.276299 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-c5f828a1-9215-4fb3-9923-c110a5c0f9d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956'] for port, after_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:22.357094 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-0b4f49b8-559a-467b-bf30-6e95ed6e783c tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] 10.222.0.64 "GET /v2.0/ports?device_id=b13e77c2-7a59-402a-8acc-9c96fb5c2b0b HTTP/1.1" status: 200 len: 205 time: 0.0934603 Oct 20 10:45:22.359693 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 36154) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:45:22.371252 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f828a1-9215-4fb3-9923-c110a5c0f9d2 None None] Pushing event deleted for resources: {'Port': ['ID=78e2ce51-201c-4958-8c6b-66894ee74f6f,revision_number=None']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:22.381378 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f828a1-9215-4fb3-9923-c110a5c0f9d2 None None] No DVR routers for this DVR port 78e2ce51-201c-4958-8c6b-66894ee74f6f on host n-d-811396-3 {{(pid=100598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:45:22.387646 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f828a1-9215-4fb3-9923-c110a5c0f9d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:45:22.387995 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f828a1-9215-4fb3-9923-c110a5c0f9d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:45:22.388339 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f828a1-9215-4fb3-9923-c110a5c0f9d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:45:22.388816 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f828a1-9215-4fb3-9923-c110a5c0f9d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:45:22.389158 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f828a1-9215-4fb3-9923-c110a5c0f9d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:45:22.389486 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f828a1-9215-4fb3-9923-c110a5c0f9d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:45:22.390352 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f828a1-9215-4fb3-9923-c110a5c0f9d2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:45:22.390683 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f828a1-9215-4fb3-9923-c110a5c0f9d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:45:22.391009 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f828a1-9215-4fb3-9923-c110a5c0f9d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:45:22.391741 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f828a1-9215-4fb3-9923-c110a5c0f9d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:45:22.391862 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f828a1-9215-4fb3-9923-c110a5c0f9d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:45:22.392118 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f828a1-9215-4fb3-9923-c110a5c0f9d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:45:22.477923 n-d-811396-3 neutron-server[100596]: INFO neutron.db.l3_db [None req-46ad46f1-2930-4b74-9f1b-be032ab5e9c6 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Floating IP 0f74bd3c-afc4-4f0e-8d13-453e759e6c8e associated. External IP: 172.25.1.58, port: a0790dd1-01d8-44f9-832a-ba2bd450437a. Oct 20 10:45:22.512098 n-d-811396-3 neutron-server[100597]: INFO neutron.api.v2.resource [None req-632ef414-6fe8-492d-84a1-5852052cac3e tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] delete failed (client error): The resource could not be found. Oct 20 10:45:22.517649 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-632ef414-6fe8-492d-84a1-5852052cac3e tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] 10.222.0.64 "DELETE /v2.0/routers/b13e77c2-7a59-402a-8acc-9c96fb5c2b0b HTTP/1.1" status: 404 len: 336 time: 0.1539202 Oct 20 10:45:22.519005 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 36158) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:45:22.578652 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-05dd2d57-bd3a-45ff-9b72-f08d149537a5 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] 10.222.0.64 "GET /v2.0/ports?device_id=55db1428-b6e4-437b-9968-91eb34bdd3b1 HTTP/1.1" status: 200 len: 205 time: 0.0545180 Oct 20 10:45:22.584820 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 36162) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:45:22.613518 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-53a253b6-f885-43af-bd1b-855c41474bb5 admin admin] Deleting port 78e2ce51-201c-4958-8c6b-66894ee74f6f {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:45:22.613518 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-53a253b6-f885-43af-bd1b-855c41474bb5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:22.650809 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 78e2ce51-201c-4958-8c6b-66894ee74f6f no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:45:22.693848 n-d-811396-3 neutron-server[100596]: INFO neutron.api.v2.resource [None req-9477b1f6-1b4a-47c8-9a20-4b5f338270cc tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] delete failed (client error): The resource could not be found. Oct 20 10:45:22.697366 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-9477b1f6-1b4a-47c8-9a20-4b5f338270cc tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] 10.222.0.64 "DELETE /v2.0/routers/55db1428-b6e4-437b-9968-91eb34bdd3b1 HTTP/1.1" status: 404 len: 336 time: 0.1091137 Oct 20 10:45:22.700908 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 36164) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:45:22.710398 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 78e2ce51-201c-4958-8c6b-66894ee74f6f {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:45:22.710745 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 78e2ce51-201c-4958-8c6b-66894ee74f6f not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:45:22.736826 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [None req-53a253b6-f885-43af-bd1b-855c41474bb5 admin admin] For port 78e2ce51-201c-4958-8c6b-66894ee74f6f, host n-d-811396-3, got binding levels [] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:45:22.737351 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-53a253b6-f885-43af-bd1b-855c41474bb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:22.752714 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-53a253b6-f885-43af-bd1b-855c41474bb5 admin admin] Calling delete_port for 78e2ce51-201c-4958-8c6b-66894ee74f6f owned by network:dhcp {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:45:22.755525 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.ipam_backend_mixin [None req-53a253b6-f885-43af-bd1b-855c41474bb5 admin admin] Port 78e2ce51-201c-4958-8c6b-66894ee74f6f was not found and therefore no delete operation was performed {{(pid=100597) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 20 10:45:22.756824 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-53a253b6-f885-43af-bd1b-855c41474bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:22.775994 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-ee85385e-26fe-4b65-bb69-6e5e57edae18 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] 10.222.0.64 "GET /v2.0/ports?device_id=6656776f-a973-4a3b-88fe-5685c28b86a7 HTTP/1.1" status: 200 len: 205 time: 0.0714459 Oct 20 10:45:22.775994 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 36166) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:45:22.776370 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a253b6-f885-43af-bd1b-855c41474bb5 admin admin] No DVR routers for this DVR port 78e2ce51-201c-4958-8c6b-66894ee74f6f on host n-d-811396-3 {{(pid=100597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:45:22.844140 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a253b6-f885-43af-bd1b-855c41474bb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=78e2ce51-201c-4958-8c6b-66894ee74f6f,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:22.867182 n-d-811396-3 neutron-server[100596]: INFO neutron.api.v2.resource [None req-f61c0270-8b6c-4e20-864e-3e0060c8797d tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] delete failed (client error): The resource could not be found. Oct 20 10:45:22.868183 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-f61c0270-8b6c-4e20-864e-3e0060c8797d tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] 10.222.0.64 "DELETE /v2.0/routers/6656776f-a973-4a3b-88fe-5685c28b86a7 HTTP/1.1" status: 404 len: 336 time: 0.0915101 Oct 20 10:45:22.871422 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 36168) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:45:22.925426 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-5b5f30c3-2fc5-45d3-a70b-09eb3fd8ecfe tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] 10.222.0.64 "GET /v2.0/ports?device_id=055c1bc4-d9e6-42ee-b05e-3f586e3fab81 HTTP/1.1" status: 200 len: 205 time: 0.0525994 Oct 20 10:45:22.929752 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-53a253b6-f885-43af-bd1b-855c41474bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:22.932989 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 36170) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:45:22.978451 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-53a253b6-f885-43af-bd1b-855c41474bb5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61bd0966-a265-4e42-812c-8db46cc7f8aa']}} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:45:23.000544 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-53a253b6-f885-43af-bd1b-855c41474bb5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0504710-a065-4dfe-bd5a-7bb89fc828fa') {'for_net_delete': True} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:45:23.000998 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-53a253b6-f885-43af-bd1b-855c41474bb5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0504710-a065-4dfe-bd5a-7bb89fc828fa') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:45:23.021553 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-53a253b6-f885-43af-bd1b-855c41474bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25852596'] for segment, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:23.024227 n-d-811396-3 neutron-server[100596]: INFO neutron.api.v2.resource [None req-c0297255-3fdf-4550-8edb-213c79066fd0 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] delete failed (client error): The resource could not be found. Oct 20 10:45:23.024838 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-c0297255-3fdf-4550-8edb-213c79066fd0 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] 10.222.0.64 "DELETE /v2.0/routers/055c1bc4-d9e6-42ee-b05e-3f586e3fab81 HTTP/1.1" status: 404 len: 336 time: 0.0908396 Oct 20 10:45:23.033836 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 36172) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:45:23.057881 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-53a253b6-f885-43af-bd1b-855c41474bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:23.073812 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53a253b6-f885-43af-bd1b-855c41474bb5 admin admin] Releasing vlan 809 on physical network physnet1 to pool {{(pid=100597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:45:23.074313 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-53a253b6-f885-43af-bd1b-855c41474bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951012'] for segment, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:23.172584 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-3ed0282c-7b6c-47cc-8e95-f42643256592 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] 10.222.0.64 "GET /v2.0/ports?device_id=71d26474-b789-440b-9afd-a9886bc7ca1d HTTP/1.1" status: 200 len: 205 time: 0.1384027 Oct 20 10:45:23.177814 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 36182) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:45:23.185152 n-d-811396-3 neutron-server[100597]: Traceback (most recent call last): Oct 20 10:45:23.185152 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:45:23.185152 n-d-811396-3 neutron-server[100597]: timer() Oct 20 10:45:23.185152 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:45:23.185152 n-d-811396-3 neutron-server[100597]: cb(*args, **kw) Oct 20 10:45:23.185152 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:45:23.185152 n-d-811396-3 neutron-server[100597]: return func(*args, **kwargs) Oct 20 10:45:23.185152 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:45:23.185152 n-d-811396-3 neutron-server[100597]: self._notify() Oct 20 10:45:23.185152 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:45:23.185152 n-d-811396-3 neutron-server[100597]: self.callback(batched_events) Oct 20 10:45:23.185152 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:45:23.185152 n-d-811396-3 neutron-server[100597]: event.method(event) Oct 20 10:45:23.185152 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:45:23.185152 n-d-811396-3 neutron-server[100597]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:45:23.185152 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:45:23.185152 n-d-811396-3 neutron-server[100597]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:45:23.185152 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:45:23.185152 n-d-811396-3 neutron-server[100597]: return f(self, *a, **k) Oct 20 10:45:23.185152 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:45:23.185152 n-d-811396-3 neutron-server[100597]: return self._get(url).json() Oct 20 10:45:23.185152 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:45:23.185152 n-d-811396-3 neutron-server[100597]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:45:23.185152 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:45:23.185152 n-d-811396-3 neutron-server[100597]: return self.request(url, 'GET', **kwargs) Oct 20 10:45:23.185152 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:45:23.185152 n-d-811396-3 neutron-server[100597]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:45:23.185152 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:45:23.185152 n-d-811396-3 neutron-server[100597]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:45:23.185152 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:45:23.185152 n-d-811396-3 neutron-server[100597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:45:23.185152 n-d-811396-3 neutron-server[100597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:45:23.189323 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-53a253b6-f885-43af-bd1b-855c41474bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:23.201226 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-53a253b6-f885-43af-bd1b-855c41474bb5 admin admin] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:23.212316 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-53a253b6-f885-43af-bd1b-855c41474bb5 admin admin] 10.222.0.64 "DELETE /v2.0/networks/61bd0966-a265-4e42-812c-8db46cc7f8aa HTTP/1.1" status: 204 len: 168 time: 2.0776925 Oct 20 10:45:23.254624 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a253b6-f885-43af-bd1b-855c41474bb5 admin admin] Pushing event deleted for resources: {'Network': ['ID=61bd0966-a265-4e42-812c-8db46cc7f8aa,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:23.287165 n-d-811396-3 neutron-server[100596]: INFO neutron.api.v2.resource [None req-ede08a00-b594-457d-859e-afb23a09dee0 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] delete failed (client error): The resource could not be found. Oct 20 10:45:23.289891 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-ede08a00-b594-457d-859e-afb23a09dee0 tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] 10.222.0.64 "DELETE /v2.0/routers/71d26474-b789-440b-9afd-a9886bc7ca1d HTTP/1.1" status: 404 len: 336 time: 0.1061864 Oct 20 10:45:23.292678 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 36186) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:45:23.375131 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-244561e5-a00a-4b18-9cf9-8f2e7f4262fe tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] DELETE failed (client error): The resource could not be found. Oct 20 10:45:23.388850 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-244561e5-a00a-4b18-9cf9-8f2e7f4262fe tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:45:23.396474 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-244561e5-a00a-4b18-9cf9-8f2e7f4262fe tempest-RoutersIpV6AdminTest-931762898 tempest-RoutersIpV6AdminTest-931762898-project] 10.222.0.64 "DELETE /v2.0/subnets/2bef2e26-3ee0-4c01-85ab-c98d0a7bff54 HTTP/1.1" status: 404 len: 337 time: 0.1023419 Oct 20 10:45:23.640928 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 36194) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:45:23.715224 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597f1503-5e86-42fc-843c-4295f86c12c6 req-98b7bd81-4285-410b-8315-194500799d14 tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:23.717615 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-597f1503-5e86-42fc-843c-4295f86c12c6 req-98b7bd81-4285-410b-8315-194500799d14 tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] 10.222.0.64 "GET /v2.0/ports?device_id=08f1a112-c744-4354-8632-f630d0c96bc7 HTTP/1.1" status: 200 len: 946 time: 0.3969049 Oct 20 10:45:23.792703 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-f5ea9575-0a46-46e6-a175-755a128aa4b4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=aca7fabb908e4e55b3bcaf1ce45b03cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1504984 Oct 20 10:45:23.800598 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 36198) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:45:23.822655 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46ad46f1-2930-4b74-9f1b-be032ab5e9c6 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Router 9c29ecc4-2c1e-4908-8ecc-c96e25e903ee has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:45:23.915621 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-597f1503-5e86-42fc-843c-4295f86c12c6 req-eb94d3c4-237a-49d6-ab7f-5919beb01da6 tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] 10.222.0.64 "GET /v2.0/security-groups?id=c293d202-08a2-46d7-8156-502eb68acc76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789515 Oct 20 10:45:23.972209 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 36200) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:45:24.016361 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3e8de7d3-a465-4353-9f42-6b0c6cd54dc9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:24.042369 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3e8de7d3-a465-4353-9f42-6b0c6cd54dc9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:24.152347 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3e8de7d3-a465-4353-9f42-6b0c6cd54dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:24.155655 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3e8de7d3-a465-4353-9f42-6b0c6cd54dc9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:24.157148 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-3e8de7d3-a465-4353-9f42-6b0c6cd54dc9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/052167af-6782-42ac-bb32-02b514a83f6f HTTP/1.1" status: 204 len: 168 time: 0.3467224 Oct 20 10:45:24.236137 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8de7d3-a465-4353-9f42-6b0c6cd54dc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=052167af-6782-42ac-bb32-02b514a83f6f,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:24.284598 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46ad46f1-2930-4b74-9f1b-be032ab5e9c6 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:45:24.302613 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0a3d40cd-572a-4386-a7d0-245017e5b34a admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:24.303218 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62906f8a-dee9-4e4f-9bc2-9f5688d79c0c None None] Sync routers for ids ['9c29ecc4-2c1e-4908-8ecc-c96e25e903ee'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:45:24.336384 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62906f8a-dee9-4e4f-9bc2-9f5688d79c0c None None] Routers {'9c29ecc4-2c1e-4908-8ecc-c96e25e903ee'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:45:24.337020 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-62906f8a-dee9-4e4f-9bc2-9f5688d79c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:45:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['9c29ecc4-2c1e-4908-8ecc-c96e25e903ee'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:45:24.431674 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-62906f8a-dee9-4e4f-9bc2-9f5688d79c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:45:24.469460 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62906f8a-dee9-4e4f-9bc2-9f5688d79c0c None None] Routers {'9c29ecc4-2c1e-4908-8ecc-c96e25e903ee'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:45:24.471625 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-62906f8a-dee9-4e4f-9bc2-9f5688d79c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:45:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['9c29ecc4-2c1e-4908-8ecc-c96e25e903ee'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:45:24.565213 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0a3d40cd-572a-4386-a7d0-245017e5b34a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:24.570026 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0a3d40cd-572a-4386-a7d0-245017e5b34a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:24.615437 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-62906f8a-dee9-4e4f-9bc2-9f5688d79c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:45:24.624914 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62906f8a-dee9-4e4f-9bc2-9f5688d79c0c None None] The sync data for ids ['9c29ecc4-2c1e-4908-8ecc-c96e25e903ee'] in n-d-811396-3 is: [] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:45:24.648258 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-0a3d40cd-572a-4386-a7d0-245017e5b34a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fd58f010ceae49558ec6ca5a7610586a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6747668 Oct 20 10:45:24.649529 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3d40cd-572a-4386-a7d0-245017e5b34a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac2e4a78-883e-4be2-a907-fed865acd28b,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:24.652287 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 36216) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:45:24.785951 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-47e57557-9ad6-4fc8-9419-c799097f5b30 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:24.817549 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-47e57557-9ad6-4fc8-9419-c799097f5b30 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:24.904453 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-47e57557-9ad6-4fc8-9419-c799097f5b30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:24.907602 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-47e57557-9ad6-4fc8-9419-c799097f5b30 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:24.913339 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-47e57557-9ad6-4fc8-9419-c799097f5b30 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ac2e4a78-883e-4be2-a907-fed865acd28b HTTP/1.1" status: 204 len: 168 time: 0.2597880 Oct 20 10:45:24.935221 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e57557-9ad6-4fc8-9419-c799097f5b30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac2e4a78-883e-4be2-a907-fed865acd28b,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:24.962736 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 7 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 10:45:25.111980 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46ad46f1-2930-4b74-9f1b-be032ab5e9c6 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Router 9c29ecc4-2c1e-4908-8ecc-c96e25e903ee has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:45:25.544650 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9f168b-7e53-4187-bfcb-19387cb7e31d req-1280322a-23b3-4029-86a6-7b188445f33f tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:25.553401 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9c9f168b-7e53-4187-bfcb-19387cb7e31d req-1280322a-23b3-4029-86a6-7b188445f33f tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] 10.222.0.64 "GET /v2.0/ports?device_id=08f1a112-c744-4354-8632-f630d0c96bc7 HTTP/1.1" status: 200 len: 946 time: 0.4821503 Oct 20 10:45:25.560956 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 36248) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:45:25.675290 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9c9f168b-7e53-4187-bfcb-19387cb7e31d req-3a03fc7c-b3c8-43f9-a888-c988f1caaa65 tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] 10.222.0.64 "GET /v2.0/security-groups?id=c293d202-08a2-46d7-8156-502eb68acc76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205969 Oct 20 10:45:25.692364 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-beedb1b2-c769-42e2-a099-f6cd4bf5ebad admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1e5b650baa5241f58c6b7b27c5fb12ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1299818 Oct 20 10:45:25.692863 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 36252) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:45:25.714393 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46ad46f1-2930-4b74-9f1b-be032ab5e9c6 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:45:25.727356 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-46ad46f1-2930-4b74-9f1b-be032ab5e9c6 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for floatingip, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:25.728661 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f7e2f3-9877-4220-8d7d-4cabccb80c97 None None] Sync routers for ids ['9c29ecc4-2c1e-4908-8ecc-c96e25e903ee'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:45:25.745430 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f7e2f3-9877-4220-8d7d-4cabccb80c97 None None] Routers {'9c29ecc4-2c1e-4908-8ecc-c96e25e903ee'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:45:25.746608 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-07f7e2f3-9877-4220-8d7d-4cabccb80c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:45:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['9c29ecc4-2c1e-4908-8ecc-c96e25e903ee'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:45:25.791754 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-07f7e2f3-9877-4220-8d7d-4cabccb80c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:45:25.824583 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f7e2f3-9877-4220-8d7d-4cabccb80c97 None None] Routers {'9c29ecc4-2c1e-4908-8ecc-c96e25e903ee'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:45:25.825909 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-07f7e2f3-9877-4220-8d7d-4cabccb80c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:45:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['9c29ecc4-2c1e-4908-8ecc-c96e25e903ee'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:45:25.827717 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-aeb6e49c-b932-450c-a538-220ed0375f5c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:25.845656 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-46ad46f1-2930-4b74-9f1b-be032ab5e9c6 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] 10.222.0.64 "PUT /v2.0/floatingips/0f74bd3c-afc4-4f0e-8d13-453e759e6c8e HTTP/1.1" status: 200 len: 977 time: 6.1259029 Oct 20 10:45:25.846296 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 36258) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:45:25.851549 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-973ac700-070a-45aa-84a2-9ac1e0033d27 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:45:25.912422 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-07f7e2f3-9877-4220-8d7d-4cabccb80c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:45:25.916362 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f7e2f3-9877-4220-8d7d-4cabccb80c97 None None] The sync data for ids ['9c29ecc4-2c1e-4908-8ecc-c96e25e903ee'] in n-d-811396-3 is: [] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:45:25.925685 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-aeb6e49c-b932-450c-a538-220ed0375f5c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:26.006380 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-aeb6e49c-b932-450c-a538-220ed0375f5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:26.009263 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-aeb6e49c-b932-450c-a538-220ed0375f5c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:26.010620 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-aeb6e49c-b932-450c-a538-220ed0375f5c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/67fb2183-1b3a-46b9-b069-acee967aa75b HTTP/1.1" status: 204 len: 168 time: 0.3105266 Oct 20 10:45:26.019553 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-973ac700-070a-45aa-84a2-9ac1e0033d27 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks [] for floatingip, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:26.032155 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb6e49c-b932-450c-a538-220ed0375f5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67fb2183-1b3a-46b9-b069-acee967aa75b,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:26.059892 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 36268) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:45:26.339782 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-3769de95-35fe-476a-9cb9-42d787688144 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-631939372-network', 'tenant_id': 'bd5b53e6016846f2aca2a43caad83434'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:45:26.359740 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-973ac700-070a-45aa-84a2-9ac1e0033d27 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:26.371328 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-973ac700-070a-45aa-84a2-9ac1e0033d27 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1773381'] for floatingip, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:26.371998 n-d-811396-3 neutron-server[100596]: INFO neutron.db.l3_db [None req-973ac700-070a-45aa-84a2-9ac1e0033d27 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Floating IP 0f74bd3c-afc4-4f0e-8d13-453e759e6c8e disassociated. External IP: 172.25.1.58, port: 084c8738-99cb-48ee-97a4-ce053532cb4a. Oct 20 10:45:26.402756 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3769de95-35fe-476a-9cb9-42d787688144 admin admin] Made reservation on behalf of bd5b53e6016846f2aca2a43caad83434 for: {'network': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:45:26.407241 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3769de95-35fe-476a-9cb9-42d787688144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:26.430247 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3769de95-35fe-476a-9cb9-42d787688144 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:26.693729 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3769de95-35fe-476a-9cb9-42d787688144 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:26.710339 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3769de95-35fe-476a-9cb9-42d787688144 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:26.744157 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3769de95-35fe-476a-9cb9-42d787688144 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 834} {{(pid=100597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:45:26.771197 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3769de95-35fe-476a-9cb9-42d787688144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:26.772811 n-d-811396-3 neutron-server[100597]: INFO neutron.db.segments_db [None req-3769de95-35fe-476a-9cb9-42d787688144 admin admin] Added segment 667bfc55-8fb5-4232-84e0-731edce9afd9 of type vlan for network d45b47d0-bc0d-47b8-915f-e1b12beb41f5 Oct 20 10:45:26.879195 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3769de95-35fe-476a-9cb9-42d787688144 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:26.953515 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-973ac700-070a-45aa-84a2-9ac1e0033d27 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Router 9c29ecc4-2c1e-4908-8ecc-c96e25e903ee has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:45:26.999097 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3769de95-35fe-476a-9cb9-42d787688144 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=887118a8-550c-4373-a758-17919f09b184,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:27.008933 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3769de95-35fe-476a-9cb9-42d787688144 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:27.013599 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3769de95-35fe-476a-9cb9-42d787688144 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:27.013599 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3769de95-35fe-476a-9cb9-42d787688144 admin admin] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:27.089473 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffea138-4672-4248-990a-d8a32aa9cec9 req-601fb7b3-181c-4ed5-8cb2-df1de9634c65 tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:27.114938 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5ffea138-4672-4248-990a-d8a32aa9cec9 req-601fb7b3-181c-4ed5-8cb2-df1de9634c65 tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] 10.222.0.64 "GET /v2.0/ports?device_id=08f1a112-c744-4354-8632-f630d0c96bc7 HTTP/1.1" status: 200 len: 946 time: 0.1921003 Oct 20 10:45:27.148296 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-3769de95-35fe-476a-9cb9-42d787688144 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0809088 Oct 20 10:45:27.148296 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 36304) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:45:27.158606 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-6081cf25-72bb-4202-acef-22c90e99053e admin admin] Request body: {'subnet': {'network_id': 'd45b47d0-bc0d-47b8-915f-e1b12beb41f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-631939372-subnet', 'tenant_id': 'bd5b53e6016846f2aca2a43caad83434', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:45:27.263827 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3769de95-35fe-476a-9cb9-42d787688144 admin admin] Pushing event updated for resources: {'Network': ['ID=d45b47d0-bc0d-47b8-915f-e1b12beb41f5,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:27.285342 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6081cf25-72bb-4202-acef-22c90e99053e admin admin] Made reservation on behalf of bd5b53e6016846f2aca2a43caad83434 for: {'subnet': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:45:27.288857 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6081cf25-72bb-4202-acef-22c90e99053e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25350782'] for subnet, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:27.291626 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network d45b47d0-bc0d-47b8-915f-e1b12beb41f5 details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:45:27.317445 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5ffea138-4672-4248-990a-d8a32aa9cec9 req-6396159f-796e-408c-8296-ff15fb58ca20 tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] 10.222.0.64 "GET /v2.0/security-groups?id=c293d202-08a2-46d7-8156-502eb68acc76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877680 Oct 20 10:45:27.494351 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-973ac700-070a-45aa-84a2-9ac1e0033d27 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:45:27.507158 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c39eb0-bad1-466b-b916-31a79453473f None None] Sync routers for ids ['9c29ecc4-2c1e-4908-8ecc-c96e25e903ee'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:45:27.510141 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-973ac700-070a-45aa-84a2-9ac1e0033d27 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for floatingip, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:27.524308 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c39eb0-bad1-466b-b916-31a79453473f None None] Routers {'9c29ecc4-2c1e-4908-8ecc-c96e25e903ee'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:45:27.525413 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-16c39eb0-bad1-466b-b916-31a79453473f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:45:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['9c29ecc4-2c1e-4908-8ecc-c96e25e903ee'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:45:27.566382 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-16c39eb0-bad1-466b-b916-31a79453473f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:45:27.576591 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c39eb0-bad1-466b-b916-31a79453473f None None] Routers {'9c29ecc4-2c1e-4908-8ecc-c96e25e903ee'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:45:27.578159 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-16c39eb0-bad1-466b-b916-31a79453473f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:45:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['9c29ecc4-2c1e-4908-8ecc-c96e25e903ee'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:45:27.591371 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-973ac700-070a-45aa-84a2-9ac1e0033d27 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] 10.222.0.64 "PUT /v2.0/floatingips/0f74bd3c-afc4-4f0e-8d13-453e759e6c8e HTTP/1.1" status: 200 len: 687 time: 1.7416577 Oct 20 10:45:27.594947 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 36320) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:45:27.618373 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-16c39eb0-bad1-466b-b916-31a79453473f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:45:27.619592 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c39eb0-bad1-466b-b916-31a79453473f None None] The sync data for ids ['9c29ecc4-2c1e-4908-8ecc-c96e25e903ee'] in n-d-811396-3 is: [] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:45:27.647962 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 36322) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:45:27.808711 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-ebb63f4f-56fc-48ad-813b-86ba5c79d60f tempest-ServiceProvidersTest-1485645199 tempest-ServiceProvidersTest-1485645199-project] 10.222.0.64 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1554132 Oct 20 10:45:27.941906 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6081cf25-72bb-4202-acef-22c90e99053e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25350752'] for subnet, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:28.055850 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-deca6897-8c36-477f-ab0c-35bd828b93a5 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Deleting port 10213f01-468c-45d1-b0c6-a42cdf7d2d1f {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:45:28.056069 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-deca6897-8c36-477f-ab0c-35bd828b93a5 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:28.234392 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6081cf25-72bb-4202-acef-22c90e99053e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e45182b-6a6c-44ef-8f7c-271290a24a13,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:28.252597 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6081cf25-72bb-4202-acef-22c90e99053e admin admin] Checking segment: {'id': '667bfc55-8fb5-4232-84e0-731edce9afd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'd45b47d0-bc0d-47b8-915f-e1b12beb41f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:45:28.253217 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6081cf25-72bb-4202-acef-22c90e99053e admin admin] Network hostable DHCP agents. Network: d45b47d0-bc0d-47b8-915f-e1b12beb41f5, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:45:28.258045 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-deca6897-8c36-477f-ab0c-35bd828b93a5 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:28.258501 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-deca6897-8c36-477f-ab0c-35bd828b93a5 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:28.286876 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-deca6897-8c36-477f-ab0c-35bd828b93a5 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Calling delete_port for 10213f01-468c-45d1-b0c6-a42cdf7d2d1f owned by network:floatingip {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:45:28.346103 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6081cf25-72bb-4202-acef-22c90e99053e admin admin] Network d45b47d0-bc0d-47b8-915f-e1b12beb41f5 is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:45:28.402856 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-6081cf25-72bb-4202-acef-22c90e99053e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, d45b47d0-bc0d-47b8-915f-e1b12beb41f5) {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:45:28.413803 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e0d280-0353-48ed-a84c-e43beae0e337 None None] Network d45b47d0-bc0d-47b8-915f-e1b12beb41f5 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:45:28.415426 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6081cf25-72bb-4202-acef-22c90e99053e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:28.416030 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6081cf25-72bb-4202-acef-22c90e99053e admin admin] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:28.492664 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-6081cf25-72bb-4202-acef-22c90e99053e admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3437607 Oct 20 10:45:28.592447 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 36344) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:45:28.666402 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8258f5fa-a70b-4b56-8fcc-b75744ddab15 req-7cda4f9e-08a7-4e0f-989c-e44a78663e8e tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:28.677879 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8258f5fa-a70b-4b56-8fcc-b75744ddab15 req-7cda4f9e-08a7-4e0f-989c-e44a78663e8e tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] 10.222.0.64 "GET /v2.0/ports?device_id=08f1a112-c744-4354-8632-f630d0c96bc7 HTTP/1.1" status: 200 len: 946 time: 0.2049589 Oct 20 10:45:28.711686 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-deca6897-8c36-477f-ab0c-35bd828b93a5 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:28.755843 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8258f5fa-a70b-4b56-8fcc-b75744ddab15 req-878d0a12-421d-4e81-82bf-be6b44c68f8f tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] 10.222.0.64 "GET /v2.0/security-groups?id=c293d202-08a2-46d7-8156-502eb68acc76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754814 Oct 20 10:45:28.804243 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deca6897-8c36-477f-ab0c-35bd828b93a5 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Pushing event deleted for resources: {'Port': ['ID=10213f01-468c-45d1-b0c6-a42cdf7d2d1f,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:28.936068 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee383f8-dcdf-44f2-b162-272a0976ed0b None None] Network d45b47d0-bc0d-47b8-915f-e1b12beb41f5 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:45:28.965304 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2418964e-b0b3-4ada-b47a-089fde27795f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:28.985204 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-deca6897-8c36-477f-ab0c-35bd828b93a5 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks [] for floatingip, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:28.990402 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-deca6897-8c36-477f-ab0c-35bd828b93a5 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for floatingip, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:28.993193 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-deca6897-8c36-477f-ab0c-35bd828b93a5 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] 10.222.0.64 "DELETE /v2.0/floatingips/0f74bd3c-afc4-4f0e-8d13-453e759e6c8e HTTP/1.1" status: 204 len: 168 time: 1.3972275 Oct 20 10:45:28.995820 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 36356) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:45:29.050871 n-d-811396-3 neutron-server[100597]: INFO neutron.api.v2.resource [None req-4297c8c0-3aa9-48df-aeb4-e70aead61969 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] delete failed (client error): The resource could not be found. Oct 20 10:45:29.052145 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-4297c8c0-3aa9-48df-aeb4-e70aead61969 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] 10.222.0.64 "DELETE /v2.0/floatingips/0f74bd3c-afc4-4f0e-8d13-453e759e6c8e HTTP/1.1" status: 404 len: 345 time: 0.0550120 Oct 20 10:45:29.058303 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 36358) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:45:29.328697 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41386cad-c4a4-4834-8acd-6cbc05e3f84d tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:29.336934 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41386cad-c4a4-4834-8acd-6cbc05e3f84d tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:29.346066 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41386cad-c4a4-4834-8acd-6cbc05e3f84d tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:29.349111 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-41386cad-c4a4-4834-8acd-6cbc05e3f84d tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] 10.222.0.64 "GET /v2.0/ports?network_id=f8959de2-c8b8-4890-bb02-84b40ee85dcf HTTP/1.1" status: 200 len: 2357 time: 0.2896121 Oct 20 10:45:29.351829 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 36372) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:45:29.455590 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec56d443-6c06-4942-8236-511ca62c29ca tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:29.457105 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-ec56d443-6c06-4942-8236-511ca62c29ca tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] 10.222.0.64 "GET /v2.0/subnets/709d4782-8e6b-411a-a31d-085946bd0fff HTTP/1.1" status: 200 len: 797 time: 0.1036065 Oct 20 10:45:29.461832 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 36380) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:45:29.477770 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-a7d5fbcb-9124-4e20-b7b0-d711dd5c9c5f tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Request body: {'port': {'network_id': 'f8959de2-c8b8-4890-bb02-84b40ee85dcf', 'name': 'tempest-FloatingIPTestJSON-1905063751', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:45:29.522402 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2418964e-b0b3-4ada-b47a-089fde27795f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:29.546448 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2418964e-b0b3-4ada-b47a-089fde27795f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:29.611455 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-2418964e-b0b3-4ada-b47a-089fde27795f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cca8589e44424672b73c3765ed3ed53e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0176935 Oct 20 10:45:29.612723 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 36382) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:45:29.615849 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2418964e-b0b3-4ada-b47a-089fde27795f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b5b9d64-97e5-4eef-85ec-b93f48aa3464,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:29.669530 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30e32d4-127b-4d98-ab09-b3e06d834f67 req-4c953be5-7083-478a-b46a-025766d4e606 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:29.673493 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c30e32d4-127b-4d98-ab09-b3e06d834f67 req-4c953be5-7083-478a-b46a-025766d4e606 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/networks?id=d45b47d0-bc0d-47b8-915f-e1b12beb41f5 HTTP/1.1" status: 200 len: 814 time: 0.4446230 Oct 20 10:45:29.722047 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7d5fbcb-9124-4e20-b7b0-d711dd5c9c5f tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Made reservation on behalf of c14fee221c4a49e8ad617d87e89a9754 for: {'port': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:45:29.728685 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c30e32d4-127b-4d98-ab09-b3e06d834f67 req-aad83df3-58a0-42a9-9b3a-b07fb6294219 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/quotas/bd5b53e6016846f2aca2a43caad83434 HTTP/1.1" status: 200 len: 375 time: 0.0444593 Oct 20 10:45:29.807703 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c30e32d4-127b-4d98-ab09-b3e06d834f67 req-eaa74888-14ed-4c00-b975-d8624703d82b tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=bd5b53e6016846f2aca2a43caad83434&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0714753 Oct 20 10:45:29.808701 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-73314634-528a-4e8f-a443-f3c975c74d39 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:29.833683 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-73314634-528a-4e8f-a443-f3c975c74d39 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:29.849171 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a7d5fbcb-9124-4e20-b7b0-d711dd5c9c5f tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:29.873408 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [None req-a7d5fbcb-9124-4e20-b7b0-d711dd5c9c5f tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] device_id is not set on port 054aa261-e671-44fe-bd51-61dcd1138e51 yet. {{(pid=100597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:45:29.901454 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-73314634-528a-4e8f-a443-f3c975c74d39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:29.912773 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-73314634-528a-4e8f-a443-f3c975c74d39 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:29.919710 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-73314634-528a-4e8f-a443-f3c975c74d39 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3b5b9d64-97e5-4eef-85ec-b93f48aa3464 HTTP/1.1" status: 204 len: 168 time: 0.3006613 Oct 20 10:45:29.947952 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73314634-528a-4e8f-a443-f3c975c74d39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b5b9d64-97e5-4eef-85ec-b93f48aa3464,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:30.317645 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e3ebab-17c6-45ad-ac19-3815cf196717 req-61d59072-cb59-4e9e-972c-627f86ca5e60 tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:30.325235 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-38e3ebab-17c6-45ad-ac19-3815cf196717 req-61d59072-cb59-4e9e-972c-627f86ca5e60 tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] 10.222.0.64 "GET /v2.0/ports?device_id=08f1a112-c744-4354-8632-f630d0c96bc7 HTTP/1.1" status: 200 len: 946 time: 0.3197792 Oct 20 10:45:30.343904 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c30e32d4-127b-4d98-ab09-b3e06d834f67 req-5687a8ac-18b7-4bb7-a700-6e3875fa7222 service neutron] 10.222.0.64 "GET /v2.0/networks/d45b47d0-bc0d-47b8-915f-e1b12beb41f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4578271 Oct 20 10:45:30.486299 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-38e3ebab-17c6-45ad-ac19-3815cf196717 req-ca78a6aa-d399-47e0-81d4-ece3cd13ee69 tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] 10.222.0.64 "GET /v2.0/security-groups?id=c293d202-08a2-46d7-8156-502eb68acc76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560395 Oct 20 10:45:30.582811 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c30e32d4-127b-4d98-ab09-b3e06d834f67 req-2e4ca6ef-60e5-4826-8f44-29ece39eefe3 service neutron] 10.222.0.64 "GET /v2.0/networks/d45b47d0-bc0d-47b8-915f-e1b12beb41f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2376051 Oct 20 10:45:30.746900 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-a7d5fbcb-9124-4e20-b7b0-d711dd5c9c5f tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Allocated IP 172.20.0.14 (f8959de2-c8b8-4890-bb02-84b40ee85dcf/709d4782-8e6b-411a-a31d-085946bd0fff/054aa261-e671-44fe-bd51-61dcd1138e51) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:45:30.769117 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-a7d5fbcb-9124-4e20-b7b0-d711dd5c9c5f tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Allocated IP 172.20.0.13 (f8959de2-c8b8-4890-bb02-84b40ee85dcf/709d4782-8e6b-411a-a31d-085946bd0fff/054aa261-e671-44fe-bd51-61dcd1138e51) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:45:30.936433 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f96ca2ae-e113-4526-bc00-af07d940181b req-77e751fe-8d18-42d1-b456-b92729c95c40 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/ports?device_id=56344781-853e-4363-a8d9-59e90942e021 HTTP/1.1" status: 200 len: 210 time: 0.0729237 Oct 20 10:45:31.116624 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a7d5fbcb-9124-4e20-b7b0-d711dd5c9c5f tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:31.158388 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a7d5fbcb-9124-4e20-b7b0-d711dd5c9c5f tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:31.203034 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d5fbcb-9124-4e20-b7b0-d711dd5c9c5f tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Network f8959de2-c8b8-4890-bb02-84b40ee85dcf is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:45:31.209962 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-a7d5fbcb-9124-4e20-b7b0-d711dd5c9c5f tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:45:31.244986 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d5fbcb-9124-4e20-b7b0-d711dd5c9c5f tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:45:31.318953 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d5fbcb-9124-4e20-b7b0-d711dd5c9c5f tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Pushing event updated for resources: {'Port': ['ID=054aa261-e671-44fe-bd51-61dcd1138e51,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:31.369716 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d5fbcb-9124-4e20-b7b0-d711dd5c9c5f tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:31.371241 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a7d5fbcb-9124-4e20-b7b0-d711dd5c9c5f tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:31.419152 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-a7d5fbcb-9124-4e20-b7b0-d711dd5c9c5f tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.9557998 Oct 20 10:45:31.421607 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 36432) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:45:31.427926 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-7c31e8b7-e432-48d6-aa6b-3d089d6a3820 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Request body: {'floatingip': {'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'port_id': '054aa261-e671-44fe-bd51-61dcd1138e51', 'fixed_ip_address': '172.20.0.14'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:45:31.480306 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7c31e8b7-e432-48d6-aa6b-3d089d6a3820 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks [] for floatingip, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:31.485472 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-31e0f6fe-1623-4ec6-8558-dbc27d117b06 req-d62798be-fdc3-4ad4-9f26-29e1703e0edd service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=68c742d4-7181-43c0-aac2-2c1b8eda87d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1347353 Oct 20 10:45:31.845473 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e0f6fe-1623-4ec6-8558-dbc27d117b06 req-fbc38924-e450-4e52-8382-53222f17b2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:31.849649 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-31e0f6fe-1623-4ec6-8558-dbc27d117b06 req-fbc38924-e450-4e52-8382-53222f17b2c1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=94fe84a260a04255ae5a7f7035e1a279&device_id=68c742d4-7181-43c0-aac2-2c1b8eda87d6 HTTP/1.1" status: 200 len: 1096 time: 0.3345308 Oct 20 10:45:31.955545 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d86feac-d2de-4018-b745-272ca86cb0aa req-8ec248ee-f6b2-43db-82f7-feb0edb92746 tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:31.968408 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5d86feac-d2de-4018-b745-272ca86cb0aa req-8ec248ee-f6b2-43db-82f7-feb0edb92746 tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] 10.222.0.64 "GET /v2.0/ports?device_id=08f1a112-c744-4354-8632-f630d0c96bc7 HTTP/1.1" status: 200 len: 946 time: 0.2534070 Oct 20 10:45:32.162854 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5d86feac-d2de-4018-b745-272ca86cb0aa req-35996f84-9c1d-4870-a1aa-1767c654a78b tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] 10.222.0.64 "GET /v2.0/security-groups?id=c293d202-08a2-46d7-8156-502eb68acc76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810904 Oct 20 10:45:32.266569 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-98555145-3030-4fd1-80c9-eec989c1b206 req-d77ba86e-c146-4e41-91cc-ff77f97406b1 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/ports?device_id=56344781-853e-4363-a8d9-59e90942e021 HTTP/1.1" status: 200 len: 210 time: 0.0983083 Oct 20 10:45:32.501583 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e0f6fe-1623-4ec6-8558-dbc27d117b06 req-7bd31ddf-812b-4edf-8cf5-068f0bcf6e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:32.503107 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-31e0f6fe-1623-4ec6-8558-dbc27d117b06 req-7bd31ddf-812b-4edf-8cf5-068f0bcf6e4d service neutron] 10.222.0.69 "GET /v2.0/networks?id=b1ffa362-8a3c-4d47-bfc2-ef936ca65b06 HTTP/1.1" status: 200 len: 920 time: 0.6274960 Oct 20 10:45:32.616931 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-31e0f6fe-1623-4ec6-8558-dbc27d117b06 req-623c844e-d324-47f0-93db-d43e3f6f93a6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fc6f2f66-40e5-4a13-ad03-a37b89b711b6 HTTP/1.1" status: 200 len: 217 time: 0.1053011 Oct 20 10:45:32.722234 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e0f6fe-1623-4ec6-8558-dbc27d117b06 req-00c05c6a-24d2-4e5d-88c5-c880a081d2da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:32.726359 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-31e0f6fe-1623-4ec6-8558-dbc27d117b06 req-00c05c6a-24d2-4e5d-88c5-c880a081d2da service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6929fe63-bace-4614-aa8a-7d3362152171 HTTP/1.1" status: 200 len: 859 time: 0.1026638 Oct 20 10:45:32.736045 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7c31e8b7-e432-48d6-aa6b-3d089d6a3820 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:32.835941 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-31e0f6fe-1623-4ec6-8558-dbc27d117b06 req-2a922432-4290-44c7-8ffa-a8dfed3fd60d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b1ffa362-8a3c-4d47-bfc2-ef936ca65b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0888438 Oct 20 10:45:33.146119 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-7c31e8b7-e432-48d6-aa6b-3d089d6a3820 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Allocated IP 172.25.1.149 (cbe170d3-31ba-45a2-b477-520ab0a7a8ea/f4e26aca-17ac-4adb-a66b-d939a1b35b64/968a88bd-ba69-41f6-b70d-7a2dea94d972) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:45:33.496342 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7c31e8b7-e432-48d6-aa6b-3d089d6a3820 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:33.515162 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-099bb165-a6e2-43f1-895b-7736e35949d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:33.633642 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7c31e8b7-e432-48d6-aa6b-3d089d6a3820 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:33.721768 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fc6c051c-16b4-44d7-8237-597d3b1e26b5 req-48bc0869-0bad-43f8-b410-b75262c081b7 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/ports?device_id=56344781-853e-4363-a8d9-59e90942e021 HTTP/1.1" status: 200 len: 210 time: 0.3174605 Oct 20 10:45:33.730355 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-31e0f6fe-1623-4ec6-8558-dbc27d117b06 req-7352cd50-c1d1-4218-9d34-24ec137b49a8 service neutron] 10.222.0.69 "GET /v2.0/networks/b1ffa362-8a3c-4d47-bfc2-ef936ca65b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8641379 Oct 20 10:45:33.771613 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c31e8b7-e432-48d6-aa6b-3d089d6a3820 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Network cbe170d3-31ba-45a2-b477-520ab0a7a8ea is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:45:33.779091 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-7c31e8b7-e432-48d6-aa6b-3d089d6a3820 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:45:33.793878 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c31e8b7-e432-48d6-aa6b-3d089d6a3820 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:45:33.857499 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c31e8b7-e432-48d6-aa6b-3d089d6a3820 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Pushing event updated for resources: {'Port': ['ID=968a88bd-ba69-41f6-b70d-7a2dea94d972,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:33.977847 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-31e0f6fe-1623-4ec6-8558-dbc27d117b06 req-72520a3d-a57d-4752-8444-aed58214faf5 service neutron] 10.222.0.69 "GET /v2.0/networks/b1ffa362-8a3c-4d47-bfc2-ef936ca65b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284942 Oct 20 10:45:34.039820 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9197d0d4-276d-48ee-affb-9ce837f6d78f req-19228214-be83-4e2a-aa1d-13d8de967938 tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:34.041386 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9197d0d4-276d-48ee-affb-9ce837f6d78f req-19228214-be83-4e2a-aa1d-13d8de967938 tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] 10.222.0.64 "GET /v2.0/ports?device_id=08f1a112-c744-4354-8632-f630d0c96bc7 HTTP/1.1" status: 200 len: 946 time: 0.7569294 Oct 20 10:45:34.070589 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30e32d4-127b-4d98-ab09-b3e06d834f67 req-077dc91c-dd6c-4ebc-a3ab-686b9d627dc1 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:34.085434 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c30e32d4-127b-4d98-ab09-b3e06d834f67 req-077dc91c-dd6c-4ebc-a3ab-686b9d627dc1 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.55 "GET /v2.0/networks?id=d45b47d0-bc0d-47b8-915f-e1b12beb41f5 HTTP/1.1" status: 200 len: 814 time: 1.2339303 Oct 20 10:45:34.226425 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-c30e32d4-127b-4d98-ab09-b3e06d834f67 req-3f0d8729-d5f3-454d-a3f0-12c54c1f3ab2 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] Request body: {'port': {'device_id': '56344781-853e-4363-a8d9-59e90942e021', 'network_id': 'd45b47d0-bc0d-47b8-915f-e1b12beb41f5', 'admin_state_up': True, 'tenant_id': 'bd5b53e6016846f2aca2a43caad83434'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:45:34.316187 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9197d0d4-276d-48ee-affb-9ce837f6d78f req-79edb443-bed2-4961-b51c-917a2b571057 tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] 10.222.0.64 "GET /v2.0/security-groups?id=c293d202-08a2-46d7-8156-502eb68acc76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2664771 Oct 20 10:45:34.544658 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c30e32d4-127b-4d98-ab09-b3e06d834f67 req-3f0d8729-d5f3-454d-a3f0-12c54c1f3ab2 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] Made reservation on behalf of bd5b53e6016846f2aca2a43caad83434 for: {'port': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:45:34.552388 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c30e32d4-127b-4d98-ab09-b3e06d834f67 req-3f0d8729-d5f3-454d-a3f0-12c54c1f3ab2 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:34.798102 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [req-c30e32d4-127b-4d98-ab09-b3e06d834f67 req-3f0d8729-d5f3-454d-a3f0-12c54c1f3ab2 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] Allocated IP 172.20.0.7 (d45b47d0-bc0d-47b8-915f-e1b12beb41f5/7e45182b-6a6c-44ef-8f7c-271290a24a13/c1e72406-a332-4134-a61b-12d82ce0cd1c) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:45:34.801891 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7c31e8b7-e432-48d6-aa6b-3d089d6a3820 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:34.955007 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5a8c89c6-8f6d-4f5d-84fd-751061b985c6 req-8ecf0549-1651-4caf-9f6b-8ea55628305b tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/ports?device_id=56344781-853e-4363-a8d9-59e90942e021 HTTP/1.1" status: 200 len: 210 time: 0.0679135 Oct 20 10:45:34.998847 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7c31e8b7-e432-48d6-aa6b-3d089d6a3820 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:35.197920 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c30e32d4-127b-4d98-ab09-b3e06d834f67 req-3f0d8729-d5f3-454d-a3f0-12c54c1f3ab2 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:35.279978 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c30e32d4-127b-4d98-ab09-b3e06d834f67 req-3f0d8729-d5f3-454d-a3f0-12c54c1f3ab2 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:35.314955 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7c31e8b7-e432-48d6-aa6b-3d089d6a3820 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks [] for port, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:35.336362 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7c31e8b7-e432-48d6-aa6b-3d089d6a3820 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:35.431232 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c30e32d4-127b-4d98-ab09-b3e06d834f67 req-3f0d8729-d5f3-454d-a3f0-12c54c1f3ab2 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] Network d45b47d0-bc0d-47b8-915f-e1b12beb41f5 is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:45:35.439323 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [req-c30e32d4-127b-4d98-ab09-b3e06d834f67 req-3f0d8729-d5f3-454d-a3f0-12c54c1f3ab2 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:45:35.442496 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-c30e32d4-127b-4d98-ab09-b3e06d834f67 req-3f0d8729-d5f3-454d-a3f0-12c54c1f3ab2 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:45:35.487949 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0d8729-d5f3-454d-a3f0-12c54c1f3ab2 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] Pushing event updated for resources: {'Port': ['ID=c1e72406-a332-4134-a61b-12d82ce0cd1c,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:35.518764 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30e32d4-127b-4d98-ab09-b3e06d834f67 req-3f0d8729-d5f3-454d-a3f0-12c54c1f3ab2 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:35.519853 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c30e32d4-127b-4d98-ab09-b3e06d834f67 req-3f0d8729-d5f3-454d-a3f0-12c54c1f3ab2 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:35.589703 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e77c9b4-c20d-4cee-a469-07da1b8ce3b9 req-a77a334c-1701-4aa1-ae55-5c980189d713 tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:35.592102 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5e77c9b4-c20d-4cee-a469-07da1b8ce3b9 req-a77a334c-1701-4aa1-ae55-5c980189d713 tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] 10.222.0.64 "GET /v2.0/ports?device_id=08f1a112-c744-4354-8632-f630d0c96bc7 HTTP/1.1" status: 200 len: 946 time: 0.0689330 Oct 20 10:45:35.596317 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c30e32d4-127b-4d98-ab09-b3e06d834f67 req-3f0d8729-d5f3-454d-a3f0-12c54c1f3ab2 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4086056 Oct 20 10:45:35.635644 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-c30e32d4-127b-4d98-ab09-b3e06d834f67 req-2d2bc20c-abf4-47bd-98af-e2792fc7647e service neutron] Request body: {'port': {'device_id': '56344781-853e-4363-a8d9-59e90942e021', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811396-3'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:45:35.682857 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7c31e8b7-e432-48d6-aa6b-3d089d6a3820 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1773381'] for floatingip, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:35.700828 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5e77c9b4-c20d-4cee-a469-07da1b8ce3b9 req-03b3c3bf-709a-4cf2-a3e9-766e4f0ae3e5 tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] 10.222.0.64 "GET /v2.0/security-groups?id=c293d202-08a2-46d7-8156-502eb68acc76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983968 Oct 20 10:45:35.720774 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c31e8b7-e432-48d6-aa6b-3d089d6a3820 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Pushing event updated for resources: {'Port': ['ID=968a88bd-ba69-41f6-b70d-7a2dea94d972,revision_number=2']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:35.761492 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c30e32d4-127b-4d98-ab09-b3e06d834f67 req-2d2bc20c-abf4-47bd-98af-e2792fc7647e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:36.125506 n-d-811396-3 neutron-server[100597]: INFO neutron.db.l3_db [None req-7c31e8b7-e432-48d6-aa6b-3d089d6a3820 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Floating IP cc0901c1-d66b-4b0b-8db3-d805e36806c9 associated. External IP: 172.25.1.149, port: 054aa261-e671-44fe-bd51-61dcd1138e51. Oct 20 10:45:36.151198 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-82f33639-085f-4d0b-b8db-1bb8e75091b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:36.409372 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [req-c30e32d4-127b-4d98-ab09-b3e06d834f67 req-2d2bc20c-abf4-47bd-98af-e2792fc7647e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1e72406-a332-4134-a61b-12d82ce0cd1c {{(pid=100596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:45:36.434057 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c30e32d4-127b-4d98-ab09-b3e06d834f67 req-2d2bc20c-abf4-47bd-98af-e2792fc7647e service neutron] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:36.448231 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.provisioning_blocks [req-c30e32d4-127b-4d98-ab09-b3e06d834f67 req-2d2bc20c-abf4-47bd-98af-e2792fc7647e service neutron] Transition to ACTIVE for port object c1e72406-a332-4134-a61b-12d82ce0cd1c will not be triggered until provisioned by entity L2. {{(pid=100596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:45:36.476504 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c30e32d4-127b-4d98-ab09-b3e06d834f67 req-2d2bc20c-abf4-47bd-98af-e2792fc7647e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:36.539055 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2bc20c-abf4-47bd-98af-e2792fc7647e service neutron] Pushing event updated for resources: {'Port': ['ID=c1e72406-a332-4134-a61b-12d82ce0cd1c,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:36.565103 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaba979-3425-423b-9097-b984a4d85bb5 req-885c3c52-9ec3-4da0-accb-3e5431d0a318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:36.566869 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-dfaba979-3425-423b-9097-b984a4d85bb5 req-885c3c52-9ec3-4da0-accb-3e5431d0a318 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=08f1a112-c744-4354-8632-f630d0c96bc7 HTTP/1.1" status: 200 len: 1097 time: 0.4624629 Oct 20 10:45:36.623158 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-dfaba979-3425-423b-9097-b984a4d85bb5 req-f2544503-fbcc-4952-8015-85c1478dc23b service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=c293d202-08a2-46d7-8156-502eb68acc76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450127 Oct 20 10:45:36.633946 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19623b96-d243-4b89-983b-b01256c192aa req-7c184caa-e687-410c-b17f-cae5282c008a tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:36.635761 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-19623b96-d243-4b89-983b-b01256c192aa req-7c184caa-e687-410c-b17f-cae5282c008a tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/ports?device_id=56344781-853e-4363-a8d9-59e90942e021 HTTP/1.1" status: 200 len: 931 time: 0.5326321 Oct 20 10:45:36.690135 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c31e8b7-e432-48d6-aa6b-3d089d6a3820 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Router 9c29ecc4-2c1e-4908-8ecc-c96e25e903ee has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:45:36.772136 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-19623b96-d243-4b89-983b-b01256c192aa req-279fb532-128f-4eb7-8543-5459e38e5d58 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/security-groups?id=887118a8-550c-4373-a758-17919f09b184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133041 Oct 20 10:45:36.968047 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-c30e32d4-127b-4d98-ab09-b3e06d834f67 req-2d2bc20c-abf4-47bd-98af-e2792fc7647e service neutron] Attempting to bind port c1e72406-a332-4134-a61b-12d82ce0cd1c on host n-h1-811396-3 for vnic_type normal with profile {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:45:36.969149 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-c30e32d4-127b-4d98-ab09-b3e06d834f67 req-2d2bc20c-abf4-47bd-98af-e2792fc7647e service neutron] Attempting to bind port c1e72406-a332-4134-a61b-12d82ce0cd1c by drivers openvswitch,hyperv on host n-h1-811396-3 at level 0 using segments [{'id': '667bfc55-8fb5-4232-84e0-731edce9afd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'd45b47d0-bc0d-47b8-915f-e1b12beb41f5'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:45:36.969596 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c30e32d4-127b-4d98-ab09-b3e06d834f67 req-2d2bc20c-abf4-47bd-98af-e2792fc7647e service neutron] Attempting to bind port c1e72406-a332-4134-a61b-12d82ce0cd1c on network d45b47d0-bc0d-47b8-915f-e1b12beb41f5 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:45:36.982532 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c30e32d4-127b-4d98-ab09-b3e06d834f67 req-2d2bc20c-abf4-47bd-98af-e2792fc7647e service neutron] Port c1e72406-a332-4134-a61b-12d82ce0cd1c on network d45b47d0-bc0d-47b8-915f-e1b12beb41f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:45:36.998426 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c30e32d4-127b-4d98-ab09-b3e06d834f67 req-2d2bc20c-abf4-47bd-98af-e2792fc7647e service neutron] Attempting to bind port c1e72406-a332-4134-a61b-12d82ce0cd1c on network d45b47d0-bc0d-47b8-915f-e1b12beb41f5 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:45:37.028540 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c30e32d4-127b-4d98-ab09-b3e06d834f67 req-2d2bc20c-abf4-47bd-98af-e2792fc7647e service neutron] Checking agent: {'id': 'b707b4cc-061f-4cf4-bce0-0b3df9b7bec9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 45, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:45:37.028888 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c30e32d4-127b-4d98-ab09-b3e06d834f67 req-2d2bc20c-abf4-47bd-98af-e2792fc7647e service neutron] Checking segment: {'id': '667bfc55-8fb5-4232-84e0-731edce9afd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'd45b47d0-bc0d-47b8-915f-e1b12beb41f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:45:37.029347 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c30e32d4-127b-4d98-ab09-b3e06d834f67 req-2d2bc20c-abf4-47bd-98af-e2792fc7647e service neutron] Bound using segment: {'id': '667bfc55-8fb5-4232-84e0-731edce9afd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'd45b47d0-bc0d-47b8-915f-e1b12beb41f5'} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:45:37.031362 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-c30e32d4-127b-4d98-ab09-b3e06d834f67 req-2d2bc20c-abf4-47bd-98af-e2792fc7647e service neutron] Bound port: c1e72406-a332-4134-a61b-12d82ce0cd1c, host: n-h1-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '667bfc55-8fb5-4232-84e0-731edce9afd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'd45b47d0-bc0d-47b8-915f-e1b12beb41f5'}}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:45:37.031761 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c30e32d4-127b-4d98-ab09-b3e06d834f67 req-2d2bc20c-abf4-47bd-98af-e2792fc7647e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:37.072250 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c31e8b7-e432-48d6-aa6b-3d089d6a3820 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:45:37.097707 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e4c99d-0431-4272-aa9e-935319915a37 None None] Sync routers for ids ['9c29ecc4-2c1e-4908-8ecc-c96e25e903ee'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:45:37.120377 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e179598f-5901-4022-ada5-067b518651e3 req-7a848a03-2e4c-4a82-86a4-c7d39d61905e tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:37.129007 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e179598f-5901-4022-ada5-067b518651e3 req-7a848a03-2e4c-4a82-86a4-c7d39d61905e tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] 10.222.0.64 "GET /v2.0/ports?device_id=08f1a112-c744-4354-8632-f630d0c96bc7 HTTP/1.1" status: 200 len: 946 time: 0.2634382 Oct 20 10:45:37.131070 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7c31e8b7-e432-48d6-aa6b-3d089d6a3820 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for floatingip, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:37.142391 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:37.147341 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e4c99d-0431-4272-aa9e-935319915a37 None None] Routers {'9c29ecc4-2c1e-4908-8ecc-c96e25e903ee'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:45:37.148018 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-c8e4c99d-0431-4272-aa9e-935319915a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:45:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['9c29ecc4-2c1e-4908-8ecc-c96e25e903ee'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:45:37.219409 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-7c31e8b7-e432-48d6-aa6b-3d089d6a3820 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 5.7966156 Oct 20 10:45:37.226710 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 36588) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:45:37.231698 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-c4be6537-4ee5-47a4-b415-be977925e1ee tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Request body: {'floatingip': {'port_id': '054aa261-e671-44fe-bd51-61dcd1138e51', 'fixed_ip_address': '172.20.0.13'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:45:37.273932 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-c8e4c99d-0431-4272-aa9e-935319915a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:45:37.294440 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e4c99d-0431-4272-aa9e-935319915a37 None None] Routers {'9c29ecc4-2c1e-4908-8ecc-c96e25e903ee'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:45:37.295010 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-c8e4c99d-0431-4272-aa9e-935319915a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:45:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['9c29ecc4-2c1e-4908-8ecc-c96e25e903ee'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:45:37.301420 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e179598f-5901-4022-ada5-067b518651e3 req-eba76bca-8882-4520-bea9-7474e7ce194a tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] 10.222.0.64 "GET /v2.0/security-groups?id=c293d202-08a2-46d7-8156-502eb68acc76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632714 Oct 20 10:45:37.379884 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-c8e4c99d-0431-4272-aa9e-935319915a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:45:37.383185 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e4c99d-0431-4272-aa9e-935319915a37 None None] The sync data for ids ['9c29ecc4-2c1e-4908-8ecc-c96e25e903ee'] in n-d-811396-3 is: [] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:45:37.387944 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-c30e32d4-127b-4d98-ab09-b3e06d834f67 req-2d2bc20c-abf4-47bd-98af-e2792fc7647e service neutron] For port c1e72406-a332-4134-a61b-12d82ce0cd1c, host n-h1-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:45:37.394889 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-c30e32d4-127b-4d98-ab09-b3e06d834f67 req-2d2bc20c-abf4-47bd-98af-e2792fc7647e service neutron] For port c1e72406-a332-4134-a61b-12d82ce0cd1c, host n-h1-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=c1e72406-a332-4134-a61b-12d82ce0cd1c,segment=NetworkSegment(667bfc55-8fb5-4232-84e0-731edce9afd9),segment_id=667bfc55-8fb5-4232-84e0-731edce9afd9)] {{(pid=100596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:45:37.402123 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c30e32d4-127b-4d98-ab09-b3e06d834f67 req-2d2bc20c-abf4-47bd-98af-e2792fc7647e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:37.493628 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:37.513255 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30e32d4-127b-4d98-ab09-b3e06d834f67 req-2d2bc20c-abf4-47bd-98af-e2792fc7647e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:37.520413 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c30e32d4-127b-4d98-ab09-b3e06d834f67 req-2d2bc20c-abf4-47bd-98af-e2792fc7647e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:37.523690 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c30e32d4-127b-4d98-ab09-b3e06d834f67 req-2d2bc20c-abf4-47bd-98af-e2792fc7647e service neutron] 10.222.0.55 "PUT /v2.0/ports/c1e72406-a332-4134-a61b-12d82ce0cd1c HTTP/1.1" status: 200 len: 1091 time: 1.9032836 Oct 20 10:45:37.525425 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56344781-853e-4363-a8d9-59e90942e021', 'tag': 'c1e72406-a332-4134-a61b-12d82ce0cd1c'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:45:37.528856 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7de414f3-0f46-412f-9afb-8f3a92a9f831" -d '{"events": [{"name": "network-changed", "server_uuid": "56344781-853e-4363-a8d9-59e90942e021", "tag": "c1e72406-a332-4134-a61b-12d82ce0cd1c"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:45:37.596720 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2bc20c-abf4-47bd-98af-e2792fc7647e service neutron] Pushing event updated for resources: {'Port': ['ID=c1e72406-a332-4134-a61b-12d82ce0cd1c,revision_number=3']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:37.605600 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3581944d-c848-42a3-b992-494b14ec06f1 x-openstack-request-id: req-3581944d-c848-42a3-b992-494b14ec06f1 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:45:37.606094 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56344781-853e-4363-a8d9-59e90942e021", "tag": "c1e72406-a332-4134-a61b-12d82ce0cd1c", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:45:37.606559 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3581944d-c848-42a3-b992-494b14ec06f1 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:45:37.607135 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56344781-853e-4363-a8d9-59e90942e021', 'tag': 'c1e72406-a332-4134-a61b-12d82ce0cd1c', 'status': 'completed', 'code': 200} Oct 20 10:45:37.608531 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c4be6537-4ee5-47a4-b415-be977925e1ee tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks [] for floatingip, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:37.755119 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30e32d4-127b-4d98-ab09-b3e06d834f67 req-46966091-72a9-499a-95b5-b53fcb096835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:37.760677 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c30e32d4-127b-4d98-ab09-b3e06d834f67 req-46966091-72a9-499a-95b5-b53fcb096835 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bd5b53e6016846f2aca2a43caad83434&device_id=56344781-853e-4363-a8d9-59e90942e021 HTTP/1.1" status: 200 len: 1094 time: 0.1177409 Oct 20 10:45:37.881870 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:37.956597 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c30e32d4-127b-4d98-ab09-b3e06d834f67 req-a1aabdeb-9fef-4b81-85d1-4a2417a4a13d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c1e72406-a332-4134-a61b-12d82ce0cd1c HTTP/1.1" status: 200 len: 217 time: 0.1797442 Oct 20 10:45:38.317271 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 36616) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:45:38.593452 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-331308c0-3e69-4bf0-9ff1-18ff485195df admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:38.731158 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5588b0e8-ab97-40b3-b4ec-fe0560912087 req-bc164606-a37d-4d97-b8eb-8bb69bdedb99 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:38.738998 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5588b0e8-ab97-40b3-b4ec-fe0560912087 req-bc164606-a37d-4d97-b8eb-8bb69bdedb99 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/ports?device_id=56344781-853e-4363-a8d9-59e90942e021 HTTP/1.1" status: 200 len: 943 time: 0.8316145 Oct 20 10:45:38.852061 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5588b0e8-ab97-40b3-b4ec-fe0560912087 req-4cf21d98-1a17-48fb-bcb1-0863ba3b0734 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/security-groups?id=887118a8-550c-4373-a758-17919f09b184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116955 Oct 20 10:45:38.859786 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30e32d4-127b-4d98-ab09-b3e06d834f67 req-3048126b-473c-4592-9cdb-0ed987d75c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:38.861656 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c30e32d4-127b-4d98-ab09-b3e06d834f67 req-3048126b-473c-4592-9cdb-0ed987d75c83 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7e45182b-6a6c-44ef-8f7c-271290a24a13 HTTP/1.1" status: 200 len: 854 time: 0.8931487 Oct 20 10:45:38.880168 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5907cbc5-d3d2-4eb1-a7af-2054179b4ce3 req-7fe3cfdc-fb0c-460a-8b9f-c9d13ee806fd tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:38.887968 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5907cbc5-d3d2-4eb1-a7af-2054179b4ce3 req-7fe3cfdc-fb0c-460a-8b9f-c9d13ee806fd tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] 10.222.0.64 "GET /v2.0/ports?device_id=08f1a112-c744-4354-8632-f630d0c96bc7 HTTP/1.1" status: 200 len: 946 time: 0.1718972 Oct 20 10:45:38.891743 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:38.964177 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c30e32d4-127b-4d98-ab09-b3e06d834f67 req-9574947c-af07-47e3-94d2-8770b2901fb2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d45b47d0-bc0d-47b8-915f-e1b12beb41f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555518 Oct 20 10:45:38.996369 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-331308c0-3e69-4bf0-9ff1-18ff485195df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:39.008313 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-331308c0-3e69-4bf0-9ff1-18ff485195df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:39.024997 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c4be6537-4ee5-47a4-b415-be977925e1ee tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:39.058681 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c4be6537-4ee5-47a4-b415-be977925e1ee tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1773381'] for floatingip, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:39.147014 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5907cbc5-d3d2-4eb1-a7af-2054179b4ce3 req-853a50cd-f4de-4bd4-a5b6-837b27735deb tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] 10.222.0.64 "GET /v2.0/security-groups?id=c293d202-08a2-46d7-8156-502eb68acc76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2578259 Oct 20 10:45:39.202403 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c30e32d4-127b-4d98-ab09-b3e06d834f67 req-90f7958c-2c60-4d70-96d9-3738e373f442 service neutron] 10.222.0.55 "GET /v2.0/networks/d45b47d0-bc0d-47b8-915f-e1b12beb41f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303534 Oct 20 10:45:39.258002 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-331308c0-3e69-4bf0-9ff1-18ff485195df admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3a3baad6f0784b39895d80d5f6f92d3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9311051 Oct 20 10:45:39.259761 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 36640) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:45:39.341308 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331308c0-3e69-4bf0-9ff1-18ff485195df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=218a8817-c0e0-4c67-8e2a-5ccfc9b2cd39,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:39.402409 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-fed1d5a1-1163-4454-b1e6-b7a7722bcbc9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:39.425024 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c30e32d4-127b-4d98-ab09-b3e06d834f67 req-12177a92-f141-4ad7-a2eb-9e92010849df service neutron] 10.222.0.55 "GET /v2.0/networks/d45b47d0-bc0d-47b8-915f-e1b12beb41f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141948 Oct 20 10:45:39.446394 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-fed1d5a1-1163-4454-b1e6-b7a7722bcbc9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:39.594165 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4be6537-4ee5-47a4-b415-be977925e1ee tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Router 9c29ecc4-2c1e-4908-8ecc-c96e25e903ee has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:45:39.621703 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64988fc8-2559-49aa-8804-3b287b44d8bf req-60ada4f9-f23a-492a-9d01-558f203932e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:39.624690 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-64988fc8-2559-49aa-8804-3b287b44d8bf req-60ada4f9-f23a-492a-9d01-558f203932e1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a5d48ee0610d454e931365a7ebb9878b&device_id=08f1a112-c744-4354-8632-f630d0c96bc7 HTTP/1.1" status: 200 len: 1097 time: 0.1587312 Oct 20 10:45:39.639440 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f27167-ec67-41c1-b1a6-6e238815cc8c req-b61cd71b-45a3-4f6e-8d6e-df04ea0ee447 tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:39.641243 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a8f27167-ec67-41c1-b1a6-6e238815cc8c req-b61cd71b-45a3-4f6e-8d6e-df04ea0ee447 tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] 10.222.0.64 "GET /v2.0/ports?device_id=08f1a112-c744-4354-8632-f630d0c96bc7 HTTP/1.1" status: 200 len: 946 time: 0.1181962 Oct 20 10:45:39.656698 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-fed1d5a1-1163-4454-b1e6-b7a7722bcbc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:39.659681 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-fed1d5a1-1163-4454-b1e6-b7a7722bcbc9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:39.661073 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-fed1d5a1-1163-4454-b1e6-b7a7722bcbc9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/218a8817-c0e0-4c67-8e2a-5ccfc9b2cd39 HTTP/1.1" status: 204 len: 168 time: 0.3993347 Oct 20 10:45:39.695039 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de414f3-0f46-412f-9afb-8f3a92a9f831 req-6e68696d-b36e-447d-873f-25db0502d925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:39.697226 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7de414f3-0f46-412f-9afb-8f3a92a9f831 req-6e68696d-b36e-447d-873f-25db0502d925 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bd5b53e6016846f2aca2a43caad83434&device_id=56344781-853e-4363-a8d9-59e90942e021 HTTP/1.1" status: 200 len: 1094 time: 0.1279457 Oct 20 10:45:39.734278 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed1d5a1-1163-4454-b1e6-b7a7722bcbc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=218a8817-c0e0-4c67-8e2a-5ccfc9b2cd39,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:39.889266 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4be6537-4ee5-47a4-b415-be977925e1ee tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:45:39.894083 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c4be6537-4ee5-47a4-b415-be977925e1ee tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for floatingip, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:39.902188 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a959f3e-e097-4bcb-8a23-e44f42adc815 None None] Sync routers for ids ['9c29ecc4-2c1e-4908-8ecc-c96e25e903ee'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:45:39.910489 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a8f27167-ec67-41c1-b1a6-6e238815cc8c req-92882389-fa16-48b0-84a4-489f0ba8f792 tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] 10.222.0.64 "GET /v2.0/security-groups?id=c293d202-08a2-46d7-8156-502eb68acc76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575099 Oct 20 10:45:39.914538 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de414f3-0f46-412f-9afb-8f3a92a9f831 req-33141f5f-d73d-4a88-84f6-122f14ac7bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:39.932566 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7de414f3-0f46-412f-9afb-8f3a92a9f831 req-33141f5f-d73d-4a88-84f6-122f14ac7bc8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d45b47d0-bc0d-47b8-915f-e1b12beb41f5 HTTP/1.1" status: 200 len: 915 time: 0.2258515 Oct 20 10:45:39.969789 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a959f3e-e097-4bcb-8a23-e44f42adc815 None None] Routers {'9c29ecc4-2c1e-4908-8ecc-c96e25e903ee'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:45:39.974480 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-4a959f3e-e097-4bcb-8a23-e44f42adc815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:45:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['9c29ecc4-2c1e-4908-8ecc-c96e25e903ee'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:45:40.029160 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64988fc8-2559-49aa-8804-3b287b44d8bf req-6a172833-dd5a-4504-ac0d-20c8f42644db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:40.037935 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-64988fc8-2559-49aa-8804-3b287b44d8bf req-6a172833-dd5a-4504-ac0d-20c8f42644db service neutron] 10.222.0.69 "GET /v2.0/networks?id=32cd625c-0c28-4194-8186-2066d5429b32 HTTP/1.1" status: 200 len: 910 time: 0.3903222 Oct 20 10:45:40.078558 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-c4be6537-4ee5-47a4-b415-be977925e1ee tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] 10.222.0.64 "PUT /v2.0/floatingips/cc0901c1-d66b-4b0b-8db3-d805e36806c9 HTTP/1.1" status: 200 len: 979 time: 2.8507407 Oct 20 10:45:40.084904 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 36668) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:45:40.100633 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-4a959f3e-e097-4bcb-8a23-e44f42adc815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:45:40.128527 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a959f3e-e097-4bcb-8a23-e44f42adc815 None None] Routers {'9c29ecc4-2c1e-4908-8ecc-c96e25e903ee'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:45:40.129306 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-4a959f3e-e097-4bcb-8a23-e44f42adc815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:45:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['9c29ecc4-2c1e-4908-8ecc-c96e25e903ee'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:45:40.183438 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-4a959f3e-e097-4bcb-8a23-e44f42adc815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:45:40.192128 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a959f3e-e097-4bcb-8a23-e44f42adc815 None None] The sync data for ids ['9c29ecc4-2c1e-4908-8ecc-c96e25e903ee'] in n-d-811396-3 is: [] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:45:40.213788 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7de414f3-0f46-412f-9afb-8f3a92a9f831 req-a4703dd5-4d5e-4c91-947b-edc64b496b82 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c1e72406-a332-4134-a61b-12d82ce0cd1c HTTP/1.1" status: 200 len: 217 time: 0.2703128 Oct 20 10:45:40.245334 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-64988fc8-2559-49aa-8804-3b287b44d8bf req-b457b7d9-7008-42fe-be46-92269b1b8310 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c3356eed-4393-4690-8b0b-ab129f621a0d HTTP/1.1" status: 200 len: 217 time: 0.1392486 Oct 20 10:45:40.435130 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 36678) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:45:40.494200 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-b43c6184-e63c-45d2-936a-fc200baccac1 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Deleting port 968a88bd-ba69-41f6-b70d-7a2dea94d972 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:45:40.494892 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b43c6184-e63c-45d2-936a-fc200baccac1 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:40.510276 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-417379fb-4b90-44ab-8190-78d3b58dc562 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:40.556728 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea109c4-c53b-4c5f-8cea-1c80f6f493b2 req-f02b5ad0-9a8b-433a-9fc7-bfc27b171191 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:40.565475 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2ea109c4-c53b-4c5f-8cea-1c80f6f493b2 req-f02b5ad0-9a8b-433a-9fc7-bfc27b171191 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/ports?device_id=56344781-853e-4363-a8d9-59e90942e021 HTTP/1.1" status: 200 len: 943 time: 0.4383986 Oct 20 10:45:40.586435 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64988fc8-2559-49aa-8804-3b287b44d8bf req-628c0f8c-1043-418f-bbe1-511feb841c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:40.588154 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-64988fc8-2559-49aa-8804-3b287b44d8bf req-628c0f8c-1043-418f-bbe1-511feb841c36 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=05895157-c41c-46bb-98e0-d9303e53a145 HTTP/1.1" status: 200 len: 849 time: 0.3347285 Oct 20 10:45:40.589488 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de414f3-0f46-412f-9afb-8f3a92a9f831 req-ce61b8a6-9b68-4b89-9400-2be7a7ab4ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:40.590808 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7de414f3-0f46-412f-9afb-8f3a92a9f831 req-ce61b8a6-9b68-4b89-9400-2be7a7ab4ea5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7e45182b-6a6c-44ef-8f7c-271290a24a13 HTTP/1.1" status: 200 len: 854 time: 0.3555269 Oct 20 10:45:40.674306 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b43c6184-e63c-45d2-936a-fc200baccac1 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:40.674695 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b43c6184-e63c-45d2-936a-fc200baccac1 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:40.688234 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-b43c6184-e63c-45d2-936a-fc200baccac1 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Calling delete_port for 968a88bd-ba69-41f6-b70d-7a2dea94d972 owned by network:floatingip {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:45:40.703456 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-64988fc8-2559-49aa-8804-3b287b44d8bf req-9aff13c3-0885-4804-9545-17c8f3c095bf service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=32cd625c-0c28-4194-8186-2066d5429b32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0839145 Oct 20 10:45:40.740838 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2ea109c4-c53b-4c5f-8cea-1c80f6f493b2 req-497cc3b5-93b2-4504-b4b1-6fdf0ddf00f2 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/security-groups?id=887118a8-550c-4373-a758-17919f09b184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744027 Oct 20 10:45:40.748909 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7de414f3-0f46-412f-9afb-8f3a92a9f831 req-231d651c-c808-49ce-8c50-4c3e2375e310 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d45b47d0-bc0d-47b8-915f-e1b12beb41f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1415362 Oct 20 10:45:40.873678 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b43c6184-e63c-45d2-936a-fc200baccac1 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:40.909833 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43c6184-e63c-45d2-936a-fc200baccac1 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Pushing event deleted for resources: {'Port': ['ID=968a88bd-ba69-41f6-b70d-7a2dea94d972,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:40.945264 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24746d7-0d0d-4bb6-81a3-334ba7033608 req-30fdaf09-92fe-4b32-b5bd-8a626706049b tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:40.947023 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b24746d7-0d0d-4bb6-81a3-334ba7033608 req-30fdaf09-92fe-4b32-b5bd-8a626706049b tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] 10.222.0.64 "GET /v2.0/ports?device_id=68c742d4-7181-43c0-aac2-2c1b8eda87d6 HTTP/1.1" status: 200 len: 945 time: 0.2261677 Oct 20 10:45:41.023499 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b43c6184-e63c-45d2-936a-fc200baccac1 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks [] for floatingip, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:41.024150 n-d-811396-3 neutron-server[100597]: INFO neutron.db.l3_db [None req-b43c6184-e63c-45d2-936a-fc200baccac1 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Floating IP cc0901c1-d66b-4b0b-8db3-d805e36806c9 disassociated (deleted). External IP: 172.25.1.149, port: 054aa261-e671-44fe-bd51-61dcd1138e51. Oct 20 10:45:41.038495 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-64988fc8-2559-49aa-8804-3b287b44d8bf req-9794ac13-2356-454a-9fae-1885cf7bfe98 service neutron] 10.222.0.69 "GET /v2.0/networks/32cd625c-0c28-4194-8186-2066d5429b32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3185833 Oct 20 10:45:41.048441 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-417379fb-4b90-44ab-8190-78d3b58dc562 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:41.060489 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7de414f3-0f46-412f-9afb-8f3a92a9f831 req-4e388b9a-ac6b-4424-ad7f-a57eb9445b7d service neutron] 10.222.0.55 "GET /v2.0/networks/d45b47d0-bc0d-47b8-915f-e1b12beb41f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2877865 Oct 20 10:45:41.074559 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-417379fb-4b90-44ab-8190-78d3b58dc562 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:41.309810 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b43c6184-e63c-45d2-936a-fc200baccac1 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Router 9c29ecc4-2c1e-4908-8ecc-c96e25e903ee has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:45:41.380572 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417379fb-4b90-44ab-8190-78d3b58dc562 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e96ff77a-2741-4518-a861-c15735c14c9c,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:41.396129 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7de414f3-0f46-412f-9afb-8f3a92a9f831 req-f7ef787b-a330-4e84-a51a-ebececf1e2a2 service neutron] 10.222.0.55 "GET /v2.0/networks/d45b47d0-bc0d-47b8-915f-e1b12beb41f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2965200 Oct 20 10:45:41.401530 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-417379fb-4b90-44ab-8190-78d3b58dc562 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a6b57293947f414f87e3c6aea6cec843&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9626665 Oct 20 10:45:41.409221 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b24746d7-0d0d-4bb6-81a3-334ba7033608 req-0d2791a4-e5dd-445c-bd70-5502c238abb4 tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] 10.222.0.64 "GET /v2.0/security-groups?id=7975bea3-846b-43cc-b5f2-c6ce0fda577e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4407024 Oct 20 10:45:41.411839 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 36700) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:45:41.464691 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3467372c-f3b5-4479-bae3-13d554fbba9e req-5c867205-e615-4ea6-8d79-b323707cf4da tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:41.466263 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3467372c-f3b5-4479-bae3-13d554fbba9e req-5c867205-e615-4ea6-8d79-b323707cf4da tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] 10.222.0.64 "GET /v2.0/ports?device_id=08f1a112-c744-4354-8632-f630d0c96bc7 HTTP/1.1" status: 200 len: 946 time: 0.3884413 Oct 20 10:45:41.521530 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-64988fc8-2559-49aa-8804-3b287b44d8bf req-23fec510-7b33-44ac-8ed8-3043477b9655 service neutron] 10.222.0.69 "GET /v2.0/networks/32cd625c-0c28-4194-8186-2066d5429b32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4711974 Oct 20 10:45:41.587119 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b43c6184-e63c-45d2-936a-fc200baccac1 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:45:41.594551 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b43c6184-e63c-45d2-936a-fc200baccac1 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for floatingip, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:41.597926 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef92a83-ee90-4eb6-b7d2-db50c6d6458c None None] Sync routers for ids ['9c29ecc4-2c1e-4908-8ecc-c96e25e903ee'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:45:41.605868 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3467372c-f3b5-4479-bae3-13d554fbba9e req-b189208a-0667-4d47-a7db-a616be2d6168 tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] 10.222.0.64 "GET /v2.0/security-groups?id=c293d202-08a2-46d7-8156-502eb68acc76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188684 Oct 20 10:45:41.607188 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-72d699db-0964-4469-ae80-c5277315b6a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:41.656334 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef92a83-ee90-4eb6-b7d2-db50c6d6458c None None] Routers {'9c29ecc4-2c1e-4908-8ecc-c96e25e903ee'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:45:41.657058 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-cef92a83-ee90-4eb6-b7d2-db50c6d6458c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:45:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['9c29ecc4-2c1e-4908-8ecc-c96e25e903ee'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:45:41.659796 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-72d699db-0964-4469-ae80-c5277315b6a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:41.708727 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-cef92a83-ee90-4eb6-b7d2-db50c6d6458c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:45:41.719567 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 36722) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:45:41.719721 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-b43c6184-e63c-45d2-936a-fc200baccac1 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] 10.222.0.64 "DELETE /v2.0/floatingips/cc0901c1-d66b-4b0b-8db3-d805e36806c9 HTTP/1.1" status: 204 len: 168 time: 1.6228962 Oct 20 10:45:41.731489 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef92a83-ee90-4eb6-b7d2-db50c6d6458c None None] Routers {'9c29ecc4-2c1e-4908-8ecc-c96e25e903ee'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:45:41.732453 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-cef92a83-ee90-4eb6-b7d2-db50c6d6458c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:45:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['9c29ecc4-2c1e-4908-8ecc-c96e25e903ee'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:45:41.835092 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-cef92a83-ee90-4eb6-b7d2-db50c6d6458c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:45:41.838491 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef92a83-ee90-4eb6-b7d2-db50c6d6458c None None] The sync data for ids ['9c29ecc4-2c1e-4908-8ecc-c96e25e903ee'] in n-d-811396-3 is: [] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:45:41.973573 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-72d699db-0964-4469-ae80-c5277315b6a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:41.977387 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-72d699db-0964-4469-ae80-c5277315b6a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:41.980892 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-72d699db-0964-4469-ae80-c5277315b6a2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e96ff77a-2741-4518-a861-c15735c14c9c HTTP/1.1" status: 204 len: 168 time: 0.5633087 Oct 20 10:45:42.064477 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d699db-0964-4469-ae80-c5277315b6a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e96ff77a-2741-4518-a861-c15735c14c9c,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:42.114286 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b2c8a6-1545-4b56-9d07-26b5168af913 req-f4053d4d-6822-461a-ba27-096503096824 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:42.115864 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-23b2c8a6-1545-4b56-9d07-26b5168af913 req-f4053d4d-6822-461a-ba27-096503096824 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/ports?device_id=56344781-853e-4363-a8d9-59e90942e021 HTTP/1.1" status: 200 len: 943 time: 0.1643381 Oct 20 10:45:42.121811 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-569200bd-7bb8-4765-af40-4a3eca1fa4bd tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Deleting port 054aa261-e671-44fe-bd51-61dcd1138e51 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:45:42.122160 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-569200bd-7bb8-4765-af40-4a3eca1fa4bd tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:42.291872 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-23b2c8a6-1545-4b56-9d07-26b5168af913 req-9b3fc725-abbc-4bfe-89ad-566ca321e518 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/security-groups?id=887118a8-550c-4373-a758-17919f09b184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663647 Oct 20 10:45:42.334987 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-569200bd-7bb8-4765-af40-4a3eca1fa4bd tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:42.362388 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-569200bd-7bb8-4765-af40-4a3eca1fa4bd tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Calling delete_port for 054aa261-e671-44fe-bd51-61dcd1138e51 owned by {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:45:42.680349 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e3e371-dfab-4a87-96ad-3050af814aa3 req-57c08495-a988-4a9c-8740-fc630110e4c8 tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:42.681902 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e7e3e371-dfab-4a87-96ad-3050af814aa3 req-57c08495-a988-4a9c-8740-fc630110e4c8 tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] 10.222.0.64 "GET /v2.0/ports?device_id=68c742d4-7181-43c0-aac2-2c1b8eda87d6 HTTP/1.1" status: 200 len: 945 time: 0.0918794 Oct 20 10:45:42.865582 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e7e3e371-dfab-4a87-96ad-3050af814aa3 req-53264de6-d232-45df-b272-67f367fd9a30 tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] 10.222.0.64 "GET /v2.0/security-groups?id=7975bea3-846b-43cc-b5f2-c6ce0fda577e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826266 Oct 20 10:45:42.874943 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-569200bd-7bb8-4765-af40-4a3eca1fa4bd tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:42.955058 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569200bd-7bb8-4765-af40-4a3eca1fa4bd tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Pushing event deleted for resources: {'Port': ['ID=054aa261-e671-44fe-bd51-61dcd1138e51,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:43.028993 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf712b3-484f-44b4-869e-60d32b204390 req-fcecdd50-027b-4620-9c33-e492a790b1e1 tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:43.031166 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5cf712b3-484f-44b4-869e-60d32b204390 req-fcecdd50-027b-4620-9c33-e492a790b1e1 tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] 10.222.0.64 "GET /v2.0/ports?device_id=08f1a112-c744-4354-8632-f630d0c96bc7 HTTP/1.1" status: 200 len: 946 time: 0.2635801 Oct 20 10:45:43.067107 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1ab4be-4a03-463c-b033-c61488fe4679 req-b13311ae-92a6-4e8a-98a1-0a1b9aec3cf8 tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:43.068647 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bc1ab4be-4a03-463c-b033-c61488fe4679 req-b13311ae-92a6-4e8a-98a1-0a1b9aec3cf8 tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] 10.222.0.69 "GET /v2.0/ports?device_id=68c742d4-7181-43c0-aac2-2c1b8eda87d6 HTTP/1.1" status: 200 len: 945 time: 0.2068999 Oct 20 10:45:43.258004 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5cf712b3-484f-44b4-869e-60d32b204390 req-ed05e26e-7fc7-4d68-8b7e-95279307deda tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] 10.222.0.64 "GET /v2.0/security-groups?id=c293d202-08a2-46d7-8156-502eb68acc76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087500 Oct 20 10:45:43.290198 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-569200bd-7bb8-4765-af40-4a3eca1fa4bd tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:43.293571 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-569200bd-7bb8-4765-af40-4a3eca1fa4bd tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] 10.222.0.64 "DELETE /v2.0/ports/054aa261-e671-44fe-bd51-61dcd1138e51 HTTP/1.1" status: 204 len: 168 time: 1.5717716 Oct 20 10:45:43.299666 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 36790) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:45:43.304571 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-ee86ffbe-2676-41f0-bc47-8c7e229d1949 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Request body: {'floatingip': {'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:45:43.319423 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-bc1ab4be-4a03-463c-b033-c61488fe4679 req-76b54f3b-fbee-46e3-ab8c-1369b54d3ca9 tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] Deleting port fc6f2f66-40e5-4a13-ad03-a37b89b711b6 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:45:43.320125 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-bc1ab4be-4a03-463c-b033-c61488fe4679 req-76b54f3b-fbee-46e3-ab8c-1369b54d3ca9 tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:43.380207 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ee86ffbe-2676-41f0-bc47-8c7e229d1949 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks [] for floatingip, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:43.438907 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-bc1ab4be-4a03-463c-b033-c61488fe4679 req-76b54f3b-fbee-46e3-ab8c-1369b54d3ca9 tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] For port fc6f2f66-40e5-4a13-ad03-a37b89b711b6, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=fc6f2f66-40e5-4a13-ad03-a37b89b711b6,segment=NetworkSegment(cf0573ae-e477-4d6e-9679-ee500c9d1af8),segment_id=cf0573ae-e477-4d6e-9679-ee500c9d1af8)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:45:43.439489 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-bc1ab4be-4a03-463c-b033-c61488fe4679 req-76b54f3b-fbee-46e3-ab8c-1369b54d3ca9 tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:43.463715 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-bc1ab4be-4a03-463c-b033-c61488fe4679 req-76b54f3b-fbee-46e3-ab8c-1369b54d3ca9 tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] Calling delete_port for fc6f2f66-40e5-4a13-ad03-a37b89b711b6 owned by compute:nova {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:45:43.666023 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed83b64-de0c-425c-9172-8080eb9e33d9 req-1fbe6026-4b60-4d6c-8dd3-3ca32c5ec7dc tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:43.673935 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bed83b64-de0c-425c-9172-8080eb9e33d9 req-1fbe6026-4b60-4d6c-8dd3-3ca32c5ec7dc tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/ports?device_id=56344781-853e-4363-a8d9-59e90942e021 HTTP/1.1" status: 200 len: 943 time: 0.1305861 Oct 20 10:45:43.731509 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-bc1ab4be-4a03-463c-b033-c61488fe4679 req-76b54f3b-fbee-46e3-ab8c-1369b54d3ca9 tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:43.746120 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['e074a8d4-a049-422b-ae73-5f9be9909c5b', 'fc6f2f66-40e5-4a13-ad03-a37b89b711b6'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:45:43.768540 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bed83b64-de0c-425c-9172-8080eb9e33d9 req-41f23743-eb28-4630-b167-c070296df9d7 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/security-groups?id=887118a8-550c-4373-a758-17919f09b184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893676 Oct 20 10:45:43.820884 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b54f3b-fbee-46e3-ab8c-1369b54d3ca9 tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] Pushing event deleted for resources: {'Port': ['ID=fc6f2f66-40e5-4a13-ad03-a37b89b711b6,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:43.878725 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc1ab4be-4a03-463c-b033-c61488fe4679 req-76b54f3b-fbee-46e3-ab8c-1369b54d3ca9 tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] No DVR routers for this DVR port fc6f2f66-40e5-4a13-ad03-a37b89b711b6 on host n-h2-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:45:43.884346 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-bc1ab4be-4a03-463c-b033-c61488fe4679 req-76b54f3b-fbee-46e3-ab8c-1369b54d3ca9 tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:43.887803 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bc1ab4be-4a03-463c-b033-c61488fe4679 req-76b54f3b-fbee-46e3-ab8c-1369b54d3ca9 tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] 10.222.0.69 "DELETE /v2.0/ports/fc6f2f66-40e5-4a13-ad03-a37b89b711b6 HTTP/1.1" status: 204 len: 173 time: 0.7928131 Oct 20 10:45:43.888269 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68c742d4-7181-43c0-aac2-2c1b8eda87d6', 'name': 'network-vif-deleted', 'tag': 'fc6f2f66-40e5-4a13-ad03-a37b89b711b6'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:45:43.890897 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a6b6540-b9c6-44df-9bf8-a7a3e8280b5c" -d '{"events": [{"server_uuid": "68c742d4-7181-43c0-aac2-2c1b8eda87d6", "name": "network-vif-deleted", "tag": "fc6f2f66-40e5-4a13-ad03-a37b89b711b6"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:45:44.003046 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20f44a44-ca10-4205-8dd4-a6a3c0ab2e99 x-openstack-request-id: req-20f44a44-ca10-4205-8dd4-a6a3c0ab2e99 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:45:44.003416 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68c742d4-7181-43c0-aac2-2c1b8eda87d6", "name": "network-vif-deleted", "tag": "fc6f2f66-40e5-4a13-ad03-a37b89b711b6", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:45:44.003736 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-20f44a44-ca10-4205-8dd4-a6a3c0ab2e99 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:45:44.004197 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68c742d4-7181-43c0-aac2-2c1b8eda87d6', 'name': 'network-vif-deleted', 'tag': 'fc6f2f66-40e5-4a13-ad03-a37b89b711b6', 'status': 'completed', 'code': 200} Oct 20 10:45:44.024055 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ee86ffbe-2676-41f0-bc47-8c7e229d1949 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:44.120829 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-75ab6aa4-3845-40c3-a81f-7dfc54a210a3 req-77749cad-1c80-447e-b7ea-f3020b90e4d9 tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] 10.222.0.64 "GET /v2.0/ports?device_id=68c742d4-7181-43c0-aac2-2c1b8eda87d6 HTTP/1.1" status: 200 len: 210 time: 0.0709314 Oct 20 10:45:44.229681 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-ee86ffbe-2676-41f0-bc47-8c7e229d1949 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Allocated IP 172.25.1.91 (cbe170d3-31ba-45a2-b477-520ab0a7a8ea/f4e26aca-17ac-4adb-a66b-d939a1b35b64/fb0eeb0a-abc8-4271-b272-98581376060f) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:45:44.447093 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ee86ffbe-2676-41f0-bc47-8c7e229d1949 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:44.494469 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ee86ffbe-2676-41f0-bc47-8c7e229d1949 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:44.527887 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3f713c-00b9-4191-b1eb-2aa34752bb5e req-bea8ee69-0dea-4a1e-ad9f-748af0455074 tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:44.530592 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fa3f713c-00b9-4191-b1eb-2aa34752bb5e req-bea8ee69-0dea-4a1e-ad9f-748af0455074 tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] 10.222.0.64 "GET /v2.0/ports?device_id=08f1a112-c744-4354-8632-f630d0c96bc7 HTTP/1.1" status: 200 len: 946 time: 0.1217375 Oct 20 10:45:44.542268 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device c1e72406-a332-4134-a61b-12d82ce0cd1c details requested by agent hyperv_n-h1-811396-3 with host n-h1-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:45:44.576185 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee86ffbe-2676-41f0-bc47-8c7e229d1949 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Network cbe170d3-31ba-45a2-b477-520ab0a7a8ea is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:45:44.580157 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-ee86ffbe-2676-41f0-bc47-8c7e229d1949 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:45:44.584108 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee86ffbe-2676-41f0-bc47-8c7e229d1949 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:45:44.612236 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee86ffbe-2676-41f0-bc47-8c7e229d1949 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Pushing event updated for resources: {'Port': ['ID=fb0eeb0a-abc8-4271-b272-98581376060f,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:44.624341 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fa3f713c-00b9-4191-b1eb-2aa34752bb5e req-55f9fb78-a85e-4489-b712-1c1de0494e75 tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] 10.222.0.64 "GET /v2.0/security-groups?id=c293d202-08a2-46d7-8156-502eb68acc76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864472 Oct 20 10:45:44.739179 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port c1e72406-a332-4134-a61b-12d82ce0cd1c, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=c1e72406-a332-4134-a61b-12d82ce0cd1c,segment=NetworkSegment(667bfc55-8fb5-4232-84e0-731edce9afd9),segment_id=667bfc55-8fb5-4232-84e0-731edce9afd9)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:45:44.755323 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Returning: {'device': 'c1e72406-a332-4134-a61b-12d82ce0cd1c', 'network_id': 'd45b47d0-bc0d-47b8-915f-e1b12beb41f5', 'port_id': 'c1e72406-a332-4134-a61b-12d82ce0cd1c', 'mac_address': 'fa:16:3e:7e:39:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 834, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e45182b-6a6c-44ef-8f7c-271290a24a13', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:45:44.763568 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ee86ffbe-2676-41f0-bc47-8c7e229d1949 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:44.820767 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ad2c7337-4f13-424c-b305-693c86d7ea97 req-815e3556-e784-4b22-8730-b6bef8384129 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=af0da1c2-0e72-46be-bfb4-32abb7302e65&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1187160 Oct 20 10:45:44.828945 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ee86ffbe-2676-41f0-bc47-8c7e229d1949 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:44.833381 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:44.879406 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1e72406-a332-4134-a61b-12d82ce0cd1c {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:45:44.943134 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port c1e72406-a332-4134-a61b-12d82ce0cd1c, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=c1e72406-a332-4134-a61b-12d82ce0cd1c,segment=NetworkSegment(667bfc55-8fb5-4232-84e0-731edce9afd9),segment_id=667bfc55-8fb5-4232-84e0-731edce9afd9)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:45:44.951618 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:45.053367 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2c7337-4f13-424c-b305-693c86d7ea97 req-5adaa009-218d-4575-9f13-07df313b7e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:45.055720 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ad2c7337-4f13-424c-b305-693c86d7ea97 req-5adaa009-218d-4575-9f13-07df313b7e5a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a5d48ee0610d454e931365a7ebb9878b&device_id=af0da1c2-0e72-46be-bfb4-32abb7302e65 HTTP/1.1" status: 200 len: 1096 time: 0.1974027 Oct 20 10:45:45.094741 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=c1e72406-a332-4134-a61b-12d82ce0cd1c,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:45.118502 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c628ff-b9c5-41d5-ab28-f0d87bb22f11 req-f38e3d0f-927e-4a1b-a394-49e58ec98e31 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:45.120128 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b7c628ff-b9c5-41d5-ab28-f0d87bb22f11 req-f38e3d0f-927e-4a1b-a394-49e58ec98e31 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/ports?device_id=56344781-853e-4363-a8d9-59e90942e021 HTTP/1.1" status: 200 len: 943 time: 0.2195156 Oct 20 10:45:45.140962 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 36838) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:45:45.194559 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ee86ffbe-2676-41f0-bc47-8c7e229d1949 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks [] for port, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:45.201142 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ee86ffbe-2676-41f0-bc47-8c7e229d1949 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:45.242642 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_v2 [None req-91598785-770d-4ebd-b7a0-a791daea20af admin admin] Deleting subnet 7a4ae3da-4902-4d94-b56e-def8a3a263c9 {{(pid=100597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:45:45.246271 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04107226-b853-48e9-879e-2e57150b59ce req-f403ef04-566a-476f-943a-43a47fea0a46 tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:45.247606 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-91598785-770d-4ebd-b7a0-a791daea20af admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:45.266423 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-04107226-b853-48e9-879e-2e57150b59ce req-f403ef04-566a-476f-943a-43a47fea0a46 tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] 10.222.0.64 "GET /v2.0/ports?device_id=08f1a112-c744-4354-8632-f630d0c96bc7 HTTP/1.1" status: 200 len: 946 time: 0.2166140 Oct 20 10:45:45.304132 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b7c628ff-b9c5-41d5-ab28-f0d87bb22f11 req-4f09da73-0ac9-414d-8ee7-2f566c3af9eb tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/security-groups?id=887118a8-550c-4373-a758-17919f09b184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598620 Oct 20 10:45:45.315901 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-91598785-770d-4ebd-b7a0-a791daea20af admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25852621'] for subnet, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:45.321524 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2c7337-4f13-424c-b305-693c86d7ea97 req-2d31bde9-f950-4d38-b2b0-103cf5ca1d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:45.323118 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ad2c7337-4f13-424c-b305-693c86d7ea97 req-2d31bde9-f950-4d38-b2b0-103cf5ca1d2a service neutron] 10.222.0.55 "GET /v2.0/networks?id=32cd625c-0c28-4194-8186-2066d5429b32 HTTP/1.1" status: 200 len: 910 time: 0.2235553 Oct 20 10:45:45.362441 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-04107226-b853-48e9-879e-2e57150b59ce req-b0fbdcd0-89ba-465c-87d1-c5bc0712f033 tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] 10.222.0.64 "GET /v2.0/security-groups?id=c293d202-08a2-46d7-8156-502eb68acc76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892148 Oct 20 10:45:45.372426 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee86ffbe-2676-41f0-bc47-8c7e229d1949 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Pushing event updated for resources: {'Port': ['ID=fb0eeb0a-abc8-4271-b272-98581376060f,revision_number=2']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:45.391978 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ee86ffbe-2676-41f0-bc47-8c7e229d1949 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1773381'] for floatingip, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:45.409743 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ee86ffbe-2676-41f0-bc47-8c7e229d1949 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for floatingip, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:45.413864 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-ee86ffbe-2676-41f0-bc47-8c7e229d1949 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1128664 Oct 20 10:45:45.414581 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 36850) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:45:45.423211 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-b606e6ec-9159-4ef3-b51a-071f4cc40813 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Request body: {'port': {'network_id': 'f8959de2-c8b8-4890-bb02-84b40ee85dcf', 'name': 'tempest-FloatingIPTestJSON-1631886239'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:45:45.425122 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['c1e72406-a332-4134-a61b-12d82ce0cd1c'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:45:45.427298 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-91598785-770d-4ebd-b7a0-a791daea20af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:45.448606 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ad2c7337-4f13-424c-b305-693c86d7ea97 req-09c0e880-506e-43c1-9bb2-81043351fed0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b4546c1f-8888-4d51-8a64-4cec29bc86b6 HTTP/1.1" status: 200 len: 217 time: 0.1171305 Oct 20 10:45:45.522867 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 36858) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:45:45.605345 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2c7337-4f13-424c-b305-693c86d7ea97 req-4b09cde2-a6ee-4460-bfac-03e4f3b6e28e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:45.610943 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-91598785-770d-4ebd-b7a0-a791daea20af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25350811'] for subnet, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:45.611156 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ad2c7337-4f13-424c-b305-693c86d7ea97 req-4b09cde2-a6ee-4460-bfac-03e4f3b6e28e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=05895157-c41c-46bb-98e0-d9303e53a145 HTTP/1.1" status: 200 len: 849 time: 0.1543474 Oct 20 10:45:45.627691 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_v2 [None req-33ad2e93-2d2d-4bed-9c6c-316e23853ae5 admin admin] Deleting subnet 1de3ab53-f0bc-40b7-8de6-e08e820974d8 {{(pid=100597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:45:45.630926 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-33ad2e93-2d2d-4bed-9c6c-316e23853ae5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:45.692279 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ad2c7337-4f13-424c-b305-693c86d7ea97 req-a6fec96f-9179-47e2-86b5-aeda3122cb93 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=32cd625c-0c28-4194-8186-2066d5429b32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0728571 Oct 20 10:45:45.750378 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-91598785-770d-4ebd-b7a0-a791daea20af admin admin] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:45.756576 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-91598785-770d-4ebd-b7a0-a791daea20af admin admin] 10.222.0.64 "DELETE /v2.0/subnets/7a4ae3da-4902-4d94-b56e-def8a3a263c9 HTTP/1.1" status: 204 len: 168 time: 0.6111038 Oct 20 10:45:45.759617 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 36864) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:45:45.781510 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-33ad2e93-2d2d-4bed-9c6c-316e23853ae5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25852621'] for subnet, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:45.784008 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91598785-770d-4ebd-b7a0-a791daea20af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a4ae3da-4902-4d94-b56e-def8a3a263c9,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:45.852055 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b606e6ec-9159-4ef3-b51a-071f4cc40813 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Made reservation on behalf of c14fee221c4a49e8ad617d87e89a9754 for: {'port': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:45:45.860991 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b606e6ec-9159-4ef3-b51a-071f4cc40813 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:45.906732 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-33ad2e93-2d2d-4bed-9c6c-316e23853ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:45.933863 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [None req-b606e6ec-9159-4ef3-b51a-071f4cc40813 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] device_id is not set on port 3e201d89-265f-43a0-a21f-4918f5092a05 yet. {{(pid=100597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:45:45.968666 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ad24bf87-fb06-492a-b6dd-335c6a4a32f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:45.977270 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ad2c7337-4f13-424c-b305-693c86d7ea97 req-049b9096-a83c-4fcd-a434-002ce1075378 service neutron] 10.222.0.55 "GET /v2.0/networks/32cd625c-0c28-4194-8186-2066d5429b32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2776749 Oct 20 10:45:45.985075 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc81eb0-47d5-42ff-8939-c303dca951e2 req-9070f4f5-642e-43a8-bfd3-0a08f3a3102c tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:45.986816 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-edc81eb0-47d5-42ff-8939-c303dca951e2 req-9070f4f5-642e-43a8-bfd3-0a08f3a3102c tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a76b356-3318-479d-99e5-2976ed5838a9 HTTP/1.1" status: 200 len: 945 time: 0.1808915 Oct 20 10:45:46.083843 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-33ad2e93-2d2d-4bed-9c6c-316e23853ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25350811'] for subnet, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:46.129890 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ad2e93-2d2d-4bed-9c6c-316e23853ae5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1de3ab53-f0bc-40b7-8de6-e08e820974d8,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:46.138886 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-edc81eb0-47d5-42ff-8939-c303dca951e2 req-1f7f9bdf-c026-41d4-aaed-e8907611ee4a tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] 10.222.0.64 "GET /v2.0/security-groups?id=7975bea3-846b-43cc-b5f2-c6ce0fda577e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415648 Oct 20 10:45:46.161531 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-33ad2e93-2d2d-4bed-9c6c-316e23853ae5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:46.165490 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-33ad2e93-2d2d-4bed-9c6c-316e23853ae5 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/1de3ab53-f0bc-40b7-8de6-e08e820974d8 HTTP/1.1" status: 204 len: 168 time: 0.6416173 Oct 20 10:45:46.171025 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 36872) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:45:46.197523 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ad24bf87-fb06-492a-b6dd-335c6a4a32f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:46.206184 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-b606e6ec-9159-4ef3-b51a-071f4cc40813 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Allocated IP 172.20.0.11 (f8959de2-c8b8-4890-bb02-84b40ee85dcf/709d4782-8e6b-411a-a31d-085946bd0fff/3e201d89-265f-43a0-a21f-4918f5092a05) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:45:46.232193 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-ad24bf87-fb06-492a-b6dd-335c6a4a32f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['915f5e39-1839-4241-9165-9d264820cd35']}} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:45:46.249718 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-ad24bf87-fb06-492a-b6dd-335c6a4a32f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b3f81e3-2a29-45a8-8599-71123de702a7') {'for_net_delete': True} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:45:46.250824 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-ad24bf87-fb06-492a-b6dd-335c6a4a32f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b3f81e3-2a29-45a8-8599-71123de702a7') {} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:45:46.261098 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ad24bf87-fb06-492a-b6dd-335c6a4a32f2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25189038'] for segment, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:46.278257 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ad2c7337-4f13-424c-b305-693c86d7ea97 req-033332a1-a5f5-48f4-b35e-307b3a5e9f37 service neutron] 10.222.0.55 "GET /v2.0/networks/32cd625c-0c28-4194-8186-2066d5429b32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2901731 Oct 20 10:45:46.281568 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ad24bf87-fb06-492a-b6dd-335c6a4a32f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:46.288953 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad24bf87-fb06-492a-b6dd-335c6a4a32f2 admin admin] Releasing vlan 812 on physical network physnet1 to pool {{(pid=100596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:45:46.290292 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ad24bf87-fb06-492a-b6dd-335c6a4a32f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26833155'] for segment, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:46.292966 n-d-811396-3 neutron-server[100596]: Traceback (most recent call last): Oct 20 10:45:46.292966 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:45:46.292966 n-d-811396-3 neutron-server[100596]: timer() Oct 20 10:45:46.292966 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:45:46.292966 n-d-811396-3 neutron-server[100596]: cb(*args, **kw) Oct 20 10:45:46.292966 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:45:46.292966 n-d-811396-3 neutron-server[100596]: return func(*args, **kwargs) Oct 20 10:45:46.292966 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:45:46.292966 n-d-811396-3 neutron-server[100596]: self._notify() Oct 20 10:45:46.292966 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:45:46.292966 n-d-811396-3 neutron-server[100596]: self.callback(batched_events) Oct 20 10:45:46.292966 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:45:46.292966 n-d-811396-3 neutron-server[100596]: event.method(event) Oct 20 10:45:46.292966 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:45:46.292966 n-d-811396-3 neutron-server[100596]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:45:46.292966 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:45:46.292966 n-d-811396-3 neutron-server[100596]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:45:46.292966 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:45:46.292966 n-d-811396-3 neutron-server[100596]: return f(self, *a, **k) Oct 20 10:45:46.292966 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:45:46.292966 n-d-811396-3 neutron-server[100596]: return self._get(url).json() Oct 20 10:45:46.292966 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:45:46.292966 n-d-811396-3 neutron-server[100596]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:45:46.292966 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:45:46.292966 n-d-811396-3 neutron-server[100596]: return self.request(url, 'GET', **kwargs) Oct 20 10:45:46.292966 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:45:46.292966 n-d-811396-3 neutron-server[100596]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:45:46.292966 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:45:46.292966 n-d-811396-3 neutron-server[100596]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:45:46.292966 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:45:46.292966 n-d-811396-3 neutron-server[100596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:45:46.292966 n-d-811396-3 neutron-server[100596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:45:46.298378 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f4422026-0b32-4da1-b25a-92e738f5a26f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:46.374628 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ad24bf87-fb06-492a-b6dd-335c6a4a32f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:46.407180 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ad24bf87-fb06-492a-b6dd-335c6a4a32f2 admin admin] Publish callbacks [] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:46.419978 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-ad24bf87-fb06-492a-b6dd-335c6a4a32f2 admin admin] 10.222.0.64 "DELETE /v2.0/networks/915f5e39-1839-4241-9165-9d264820cd35 HTTP/1.1" status: 204 len: 168 time: 0.6489744 Oct 20 10:45:46.422503 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 36882) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:45:46.464438 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad24bf87-fb06-492a-b6dd-335c6a4a32f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=915f5e39-1839-4241-9165-9d264820cd35,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:46.573174 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f4422026-0b32-4da1-b25a-92e738f5a26f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:46.578227 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_v2 [None req-c293197a-2bd8-493a-96a8-cd0cd7633fb1 admin admin] Deleting subnet 77b2b95e-6bfd-48bf-98e3-652b54f631ba {{(pid=100596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:45:46.583390 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c293197a-2bd8-493a-96a8-cd0cd7633fb1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:46.600006 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-f4422026-0b32-4da1-b25a-92e738f5a26f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82059dcc-4c8a-4ceb-bd06-d6f056a048a2']}} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:45:46.617229 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0648edb-a47a-4cde-b1fc-9bb938dc2172 req-7d129e08-4819-49f1-80cd-9c27622b509b tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:46.618762 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b0648edb-a47a-4cde-b1fc-9bb938dc2172 req-7d129e08-4819-49f1-80cd-9c27622b509b tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] 10.222.0.64 "GET /v2.0/ports?device_id=08f1a112-c744-4354-8632-f630d0c96bc7 HTTP/1.1" status: 200 len: 946 time: 0.1293683 Oct 20 10:45:46.626904 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-f4422026-0b32-4da1-b25a-92e738f5a26f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3107ec16-ab57-43da-98c8-91a0033b4704') {'for_net_delete': True} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:45:46.627566 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-f4422026-0b32-4da1-b25a-92e738f5a26f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3107ec16-ab57-43da-98c8-91a0033b4704') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:45:46.632125 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828c18a1-e427-4d3d-810f-35ec026d7499 req-6270d868-a98d-4a72-952d-c6f88d4fc713 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:46.633795 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-828c18a1-e427-4d3d-810f-35ec026d7499 req-6270d868-a98d-4a72-952d-c6f88d4fc713 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/ports?device_id=56344781-853e-4363-a8d9-59e90942e021 HTTP/1.1" status: 200 len: 944 time: 0.2059584 Oct 20 10:45:46.653183 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f4422026-0b32-4da1-b25a-92e738f5a26f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25852596'] for segment, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:46.687985 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f4422026-0b32-4da1-b25a-92e738f5a26f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:46.691556 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c293197a-2bd8-493a-96a8-cd0cd7633fb1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25189079'] for subnet, precommit_delete_associations {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:46.697825 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b0648edb-a47a-4cde-b1fc-9bb938dc2172 req-c98f192a-dc86-4121-8d40-09fda79b3df4 tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] 10.222.0.64 "GET /v2.0/security-groups?id=c293d202-08a2-46d7-8156-502eb68acc76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630536 Oct 20 10:45:46.741374 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4422026-0b32-4da1-b25a-92e738f5a26f admin admin] Releasing vlan 818 on physical network physnet1 to pool {{(pid=100597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:45:46.743146 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f4422026-0b32-4da1-b25a-92e738f5a26f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951012'] for segment, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:46.745604 n-d-811396-3 neutron-server[100597]: Traceback (most recent call last): Oct 20 10:45:46.745604 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:45:46.745604 n-d-811396-3 neutron-server[100597]: timer() Oct 20 10:45:46.745604 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:45:46.745604 n-d-811396-3 neutron-server[100597]: cb(*args, **kw) Oct 20 10:45:46.745604 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:45:46.745604 n-d-811396-3 neutron-server[100597]: return func(*args, **kwargs) Oct 20 10:45:46.745604 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:45:46.745604 n-d-811396-3 neutron-server[100597]: self._notify() Oct 20 10:45:46.745604 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:45:46.745604 n-d-811396-3 neutron-server[100597]: self.callback(batched_events) Oct 20 10:45:46.745604 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:45:46.745604 n-d-811396-3 neutron-server[100597]: event.method(event) Oct 20 10:45:46.745604 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:45:46.745604 n-d-811396-3 neutron-server[100597]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:45:46.745604 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:45:46.745604 n-d-811396-3 neutron-server[100597]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:45:46.745604 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:45:46.745604 n-d-811396-3 neutron-server[100597]: return f(self, *a, **k) Oct 20 10:45:46.745604 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:45:46.745604 n-d-811396-3 neutron-server[100597]: return self._get(url).json() Oct 20 10:45:46.745604 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:45:46.745604 n-d-811396-3 neutron-server[100597]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:45:46.745604 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:45:46.745604 n-d-811396-3 neutron-server[100597]: return self.request(url, 'GET', **kwargs) Oct 20 10:45:46.745604 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:45:46.745604 n-d-811396-3 neutron-server[100597]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:45:46.745604 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:45:46.745604 n-d-811396-3 neutron-server[100597]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:45:46.745604 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:45:46.745604 n-d-811396-3 neutron-server[100597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:45:46.745604 n-d-811396-3 neutron-server[100597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:45:46.768321 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b606e6ec-9159-4ef3-b51a-071f4cc40813 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:46.773328 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 36888) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:45:46.932714 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f4422026-0b32-4da1-b25a-92e738f5a26f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:46.953108 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f4422026-0b32-4da1-b25a-92e738f5a26f admin admin] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:46.961436 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-f4422026-0b32-4da1-b25a-92e738f5a26f admin admin] 10.222.0.64 "DELETE /v2.0/networks/82059dcc-4c8a-4ceb-bd06-d6f056a048a2 HTTP/1.1" status: 204 len: 168 time: 0.7867019 Oct 20 10:45:47.000762 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4422026-0b32-4da1-b25a-92e738f5a26f admin admin] Pushing event deleted for resources: {'Network': ['ID=82059dcc-4c8a-4ceb-bd06-d6f056a048a2,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:47.030800 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9ad5863f-6d0e-4bdc-82bd-6fbaf2fd6509 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:47.050739 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b606e6ec-9159-4ef3-b51a-071f4cc40813 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:47.126098 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b606e6ec-9159-4ef3-b51a-071f4cc40813 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Network f8959de2-c8b8-4890-bb02-84b40ee85dcf is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:45:47.137538 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-b606e6ec-9159-4ef3-b51a-071f4cc40813 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:45:47.149631 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b606e6ec-9159-4ef3-b51a-071f4cc40813 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:45:47.161250 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 36896) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:45:47.181209 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-828c18a1-e427-4d3d-810f-35ec026d7499 req-851262aa-ae71-4d55-80ae-1109cb2f3ab3 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/security-groups?id=887118a8-550c-4373-a758-17919f09b184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5208020 Oct 20 10:45:47.204591 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c293197a-2bd8-493a-96a8-cd0cd7633fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:47.309497 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c293197a-2bd8-493a-96a8-cd0cd7633fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26836193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26761888'] for subnet, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:47.326549 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b606e6ec-9159-4ef3-b51a-071f4cc40813 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:47.327154 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b606e6ec-9159-4ef3-b51a-071f4cc40813 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:47.329191 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b606e6ec-9159-4ef3-b51a-071f4cc40813 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Pushing event updated for resources: {'Port': ['ID=3e201d89-265f-43a0-a21f-4918f5092a05,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:47.334699 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9ad5863f-6d0e-4bdc-82bd-6fbaf2fd6509 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:47.348586 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9ad5863f-6d0e-4bdc-82bd-6fbaf2fd6509 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:47.351022 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5580a82-1461-45a2-9fca-46a7f092f893 req-e746e96f-e156-4627-9998-9d78752f59c9 tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:47.352678 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a5580a82-1461-45a2-9fca-46a7f092f893 req-e746e96f-e156-4627-9998-9d78752f59c9 tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a76b356-3318-479d-99e5-2976ed5838a9 HTTP/1.1" status: 200 len: 945 time: 0.1260686 Oct 20 10:45:47.353435 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c293197a-2bd8-493a-96a8-cd0cd7633fb1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77b2b95e-6bfd-48bf-98e3-652b54f631ba,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:47.358002 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c293197a-2bd8-493a-96a8-cd0cd7633fb1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:47.370495 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-c293197a-2bd8-493a-96a8-cd0cd7633fb1 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/77b2b95e-6bfd-48bf-98e3-652b54f631ba HTTP/1.1" status: 204 len: 168 time: 0.9222622 Oct 20 10:45:47.372201 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 36898) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:45:47.403719 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a5580a82-1461-45a2-9fca-46a7f092f893 req-9eb1c568-5ba4-4069-b5fb-802eb3c624a7 tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] 10.222.0.64 "GET /v2.0/security-groups?id=7975bea3-846b-43cc-b5f2-c6ce0fda577e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343888 Oct 20 10:45:47.405679 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-b606e6ec-9159-4ef3-b51a-071f4cc40813 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.9878280 Oct 20 10:45:47.408539 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 36900) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:45:47.413358 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-befdfc79-9352-4ab9-8a07-3caf138a6e27 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Request body: {'floatingip': {'port_id': '3e201d89-265f-43a0-a21f-4918f5092a05'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:45:47.439992 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-b1952f57-bc0d-43d4-a794-49925e229312 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2ccc155b231646e6b7c812e45bf25207&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2077138 Oct 20 10:45:47.445667 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 36902) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:45:47.458203 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-9ad5863f-6d0e-4bdc-82bd-6fbaf2fd6509 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=dbe727a362314259810aad275d3868be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6810503 Oct 20 10:45:47.462547 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad5863f-6d0e-4bdc-82bd-6fbaf2fd6509 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23b2e9c2-8ecd-476f-b2e5-a738a1e3cabc,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:47.462696 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 36904) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:45:47.474509 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-befdfc79-9352-4ab9-8a07-3caf138a6e27 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks [] for floatingip, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:47.506020 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-79f2e719-f6d6-4cf1-822f-8f4119ed9692 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:47.588739 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-79f2e719-f6d6-4cf1-822f-8f4119ed9692 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:47.609060 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-79f2e719-f6d6-4cf1-822f-8f4119ed9692 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c95ec201-7876-497d-b099-847b5bffff69']}} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:45:47.619325 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-79f2e719-f6d6-4cf1-822f-8f4119ed9692 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4469608-ffa8-40ac-9b8a-50dc7d1cc2ff') {'for_net_delete': True} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:45:47.619670 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-79f2e719-f6d6-4cf1-822f-8f4119ed9692 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4469608-ffa8-40ac-9b8a-50dc7d1cc2ff') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:45:47.629574 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-79f2e719-f6d6-4cf1-822f-8f4119ed9692 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25852596'] for segment, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:47.635160 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-9491b482-13da-48ca-a984-fb19fc58e8f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:47.639704 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-7f2069cd-f4db-42b4-a473-96e53c0f3e0d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:47.643680 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-79f2e719-f6d6-4cf1-822f-8f4119ed9692 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:47.650698 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79f2e719-f6d6-4cf1-822f-8f4119ed9692 admin admin] Releasing vlan 849 on physical network physnet1 to pool {{(pid=100597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:45:47.651275 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-79f2e719-f6d6-4cf1-822f-8f4119ed9692 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951012'] for segment, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:47.653734 n-d-811396-3 neutron-server[100597]: Traceback (most recent call last): Oct 20 10:45:47.653734 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:45:47.653734 n-d-811396-3 neutron-server[100597]: timer() Oct 20 10:45:47.653734 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:45:47.653734 n-d-811396-3 neutron-server[100597]: cb(*args, **kw) Oct 20 10:45:47.653734 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:45:47.653734 n-d-811396-3 neutron-server[100597]: return func(*args, **kwargs) Oct 20 10:45:47.653734 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:45:47.653734 n-d-811396-3 neutron-server[100597]: self._notify() Oct 20 10:45:47.653734 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:45:47.653734 n-d-811396-3 neutron-server[100597]: self.callback(batched_events) Oct 20 10:45:47.653734 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:45:47.653734 n-d-811396-3 neutron-server[100597]: event.method(event) Oct 20 10:45:47.653734 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:45:47.653734 n-d-811396-3 neutron-server[100597]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:45:47.653734 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:45:47.653734 n-d-811396-3 neutron-server[100597]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:45:47.653734 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:45:47.653734 n-d-811396-3 neutron-server[100597]: return f(self, *a, **k) Oct 20 10:45:47.653734 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:45:47.653734 n-d-811396-3 neutron-server[100597]: return self._get(url).json() Oct 20 10:45:47.653734 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:45:47.653734 n-d-811396-3 neutron-server[100597]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:45:47.653734 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:45:47.653734 n-d-811396-3 neutron-server[100597]: return self.request(url, 'GET', **kwargs) Oct 20 10:45:47.653734 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:45:47.653734 n-d-811396-3 neutron-server[100597]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:45:47.653734 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:45:47.653734 n-d-811396-3 neutron-server[100597]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:45:47.653734 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:45:47.653734 n-d-811396-3 neutron-server[100597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:45:47.653734 n-d-811396-3 neutron-server[100597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:45:47.712928 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-79f2e719-f6d6-4cf1-822f-8f4119ed9692 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:47.719005 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-79f2e719-f6d6-4cf1-822f-8f4119ed9692 admin admin] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:47.722329 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-7f2069cd-f4db-42b4-a473-96e53c0f3e0d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:47.722473 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-79f2e719-f6d6-4cf1-822f-8f4119ed9692 admin admin] 10.222.0.64 "DELETE /v2.0/networks/c95ec201-7876-497d-b099-847b5bffff69 HTTP/1.1" status: 204 len: 168 time: 0.3398778 Oct 20 10:45:47.728824 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-9491b482-13da-48ca-a984-fb19fc58e8f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:47.733966 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f2e719-f6d6-4cf1-822f-8f4119ed9692 admin admin] Pushing event deleted for resources: {'Network': ['ID=c95ec201-7876-497d-b099-847b5bffff69,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:47.913437 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 36912) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:45:47.938428 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28567c4-2dcd-4ace-9100-b0f89b377bb3 req-0a03aad6-c336-404c-b1b2-b8f300d96c46 tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:47.939959 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f28567c4-2dcd-4ace-9100-b0f89b377bb3 req-0a03aad6-c336-404c-b1b2-b8f300d96c46 tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] 10.222.0.64 "GET /v2.0/ports?device_id=08f1a112-c744-4354-8632-f630d0c96bc7 HTTP/1.1" status: 200 len: 946 time: 0.1577842 Oct 20 10:45:47.962066 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-e6df0df8-71d3-4fca-873d-4cd3ae0e77dd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=707211047f5849649b1317c9f46b5261&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0473878 Oct 20 10:45:47.964555 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 36914) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:45:47.974542 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-9491b482-13da-48ca-a984-fb19fc58e8f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:47.977095 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-9491b482-13da-48ca-a984-fb19fc58e8f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:47.978162 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-9491b482-13da-48ca-a984-fb19fc58e8f6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/23b2e9c2-8ecd-476f-b2e5-a738a1e3cabc HTTP/1.1" status: 204 len: 168 time: 0.5146995 Oct 20 10:45:47.982577 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-7f2069cd-f4db-42b4-a473-96e53c0f3e0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:47.985030 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-7f2069cd-f4db-42b4-a473-96e53c0f3e0d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:47.986097 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-7f2069cd-f4db-42b4-a473-96e53c0f3e0d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d52c9ff6-6817-48ec-94f7-519be190f338 HTTP/1.1" status: 204 len: 168 time: 0.5395014 Oct 20 10:45:48.017468 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9491b482-13da-48ca-a984-fb19fc58e8f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23b2e9c2-8ecd-476f-b2e5-a738a1e3cabc,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:48.034861 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0851dfe5-ecae-43d5-9546-79bc63045eb5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:48.044839 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device fc6f2f66-40e5-4a13-ad03-a37b89b711b6 no longer exists at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:45:48.075496 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] No Port match for: fc6f2f66-40e5-4a13-ad03-a37b89b711b6 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:45:48.075845 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device fc6f2f66-40e5-4a13-ad03-a37b89b711b6 not bound to the agent host n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:45:48.078973 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0851dfe5-ecae-43d5-9546-79bc63045eb5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:48.089985 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2069cd-f4db-42b4-a473-96e53c0f3e0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d52c9ff6-6817-48ec-94f7-519be190f338,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:48.146649 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f28567c4-2dcd-4ace-9100-b0f89b377bb3 req-6e55343b-dd99-4e95-aff0-956ccb5bdcdf tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] 10.222.0.64 "GET /v2.0/security-groups?id=c293d202-08a2-46d7-8156-502eb68acc76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733298 Oct 20 10:45:48.150464 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0851dfe5-ecae-43d5-9546-79bc63045eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:48.153754 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0851dfe5-ecae-43d5-9546-79bc63045eb5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:48.155207 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-0851dfe5-ecae-43d5-9546-79bc63045eb5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c682c5dc-70fe-4475-98e8-9175ea829e10 HTTP/1.1" status: 204 len: 168 time: 0.1896758 Oct 20 10:45:48.165442 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0851dfe5-ecae-43d5-9546-79bc63045eb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c682c5dc-70fe-4475-98e8-9175ea829e10,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:48.251633 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d332c6-c7f6-43ad-9562-4076fb91aa2b req-8a611114-428d-4caf-975e-c31cfcdb98ec tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:48.255783 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b0d332c6-c7f6-43ad-9562-4076fb91aa2b req-8a611114-428d-4caf-975e-c31cfcdb98ec tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] 10.222.0.69 "GET /v2.0/ports?device_id=08f1a112-c744-4354-8632-f630d0c96bc7 HTTP/1.1" status: 200 len: 946 time: 0.1815126 Oct 20 10:45:48.425030 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-befdfc79-9352-4ab9-8a07-3caf138a6e27 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:48.433501 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-befdfc79-9352-4ab9-8a07-3caf138a6e27 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1773381'] for floatingip, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:48.455410 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 36934) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:45:48.477509 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bd328d1f-ebca-46e6-981d-7ab7928a309f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:48.513078 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1986681-44b6-47ba-ac92-f1c6a134dbfd req-d7e72658-ac01-47fc-938c-e8743b5061ae tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:48.517002 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c1986681-44b6-47ba-ac92-f1c6a134dbfd req-d7e72658-ac01-47fc-938c-e8743b5061ae tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/ports?device_id=56344781-853e-4363-a8d9-59e90942e021 HTTP/1.1" status: 200 len: 944 time: 0.2557831 Oct 20 10:45:48.577803 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device c1e72406-a332-4134-a61b-12d82ce0cd1c up at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:45:48.584589 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bd328d1f-ebca-46e6-981d-7ab7928a309f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:48.589858 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bd328d1f-ebca-46e6-981d-7ab7928a309f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:48.636321 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40483689-3940-4fb0-83e9-11993162b2af req-9db876ac-54cc-46e7-9af3-24276789f8eb tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:48.644176 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-40483689-3940-4fb0-83e9-11993162b2af req-9db876ac-54cc-46e7-9af3-24276789f8eb tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a76b356-3318-479d-99e5-2976ed5838a9 HTTP/1.1" status: 200 len: 945 time: 0.1195197 Oct 20 10:45:48.649085 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c1986681-44b6-47ba-ac92-f1c6a134dbfd req-edcd245d-0afd-46b4-8e56-a290256a7371 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/security-groups?id=887118a8-550c-4373-a758-17919f09b184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206441 Oct 20 10:45:48.656840 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-bd328d1f-ebca-46e6-981d-7ab7928a309f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=51b8c9da98f345e984e93fadada4965d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1972513 Oct 20 10:45:48.656840 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd328d1f-ebca-46e6-981d-7ab7928a309f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bfc9016-468b-4b75-bae5-6524abdf4598,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:48.658687 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 36938) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:45:48.682618 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning for port c1e72406-a332-4134-a61b-12d82ce0cd1c completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:45:48.687281 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning complete for port c1e72406-a332-4134-a61b-12d82ce0cd1c triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:45:48.687880 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:48.708204 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-b0d332c6-c7f6-43ad-9562-4076fb91aa2b req-46f74978-615d-4922-a239-84e1ea2f9b6c tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] Deleting port c3356eed-4393-4690-8b0b-ab129f621a0d {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:45:48.708804 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-b0d332c6-c7f6-43ad-9562-4076fb91aa2b req-46f74978-615d-4922-a239-84e1ea2f9b6c tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:48.738286 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-307d2b31-0b58-4063-a9c7-d3b073a05526 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:48.773857 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-307d2b31-0b58-4063-a9c7-d3b073a05526 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:48.803343 n-d-811396-3 neutron-server[100596]: INFO neutron.db.l3_db [None req-befdfc79-9352-4ab9-8a07-3caf138a6e27 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Floating IP 3782a888-5b6d-430e-873b-cf23e0d54ace associated. External IP: 172.25.1.91, port: 3e201d89-265f-43a0-a21f-4918f5092a05. Oct 20 10:45:48.803645 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:48.821426 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 36942) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:45:48.835738 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56344781-853e-4363-a8d9-59e90942e021', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1e72406-a332-4134-a61b-12d82ce0cd1c'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:45:48.838848 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdcac221-0c15-45ae-ab65-9d621b2f2b34" -d '{"events": [{"server_uuid": "56344781-853e-4363-a8d9-59e90942e021", "name": "network-vif-plugged", "status": "completed", "tag": "c1e72406-a332-4134-a61b-12d82ce0cd1c"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:45:48.886311 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-fbb04c57-286a-455f-843a-ac655ea3c17e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fed8b4690bcf40d4be683f84fc5955ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0633807 Oct 20 10:45:48.886687 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port c1e72406-a332-4134-a61b-12d82ce0cd1c, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=c1e72406-a332-4134-a61b-12d82ce0cd1c,segment=NetworkSegment(667bfc55-8fb5-4232-84e0-731edce9afd9),segment_id=667bfc55-8fb5-4232-84e0-731edce9afd9)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:45:48.889702 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 36948) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:45:48.893417 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:48.899059 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-307d2b31-0b58-4063-a9c7-d3b073a05526 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:48.901817 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-307d2b31-0b58-4063-a9c7-d3b073a05526 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:48.902980 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-307d2b31-0b58-4063-a9c7-d3b073a05526 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7bfc9016-468b-4b75-bae5-6524abdf4598 HTTP/1.1" status: 204 len: 168 time: 0.2435687 Oct 20 10:45:48.911885 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-590061f1-4ef6-4d21-b8f9-cf8fe9684818 x-openstack-request-id: req-590061f1-4ef6-4d21-b8f9-cf8fe9684818 {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:45:48.912182 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56344781-853e-4363-a8d9-59e90942e021", "name": "network-vif-plugged", "status": "completed", "tag": "c1e72406-a332-4134-a61b-12d82ce0cd1c", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:45:48.912435 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-590061f1-4ef6-4d21-b8f9-cf8fe9684818 {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:45:48.913010 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56344781-853e-4363-a8d9-59e90942e021', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1e72406-a332-4134-a61b-12d82ce0cd1c', 'code': 200} Oct 20 10:45:48.930430 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307d2b31-0b58-4063-a9c7-d3b073a05526 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bfc9016-468b-4b75-bae5-6524abdf4598,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:48.963816 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-40483689-3940-4fb0-83e9-11993162b2af req-3f29c303-0f8f-4f80-98e2-21870aac02ba tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] 10.222.0.64 "GET /v2.0/security-groups?id=7975bea3-846b-43cc-b5f2-c6ce0fda577e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3184378 Oct 20 10:45:49.013984 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-832e9a0a-1adc-4235-895d-7d066067b0ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:49.046460 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=c1e72406-a332-4134-a61b-12d82ce0cd1c,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:49.052005 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:49.062109 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-832e9a0a-1adc-4235-895d-7d066067b0ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:49.115176 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-b0d332c6-c7f6-43ad-9562-4076fb91aa2b req-46f74978-615d-4922-a239-84e1ea2f9b6c tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] For port c3356eed-4393-4690-8b0b-ab129f621a0d, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=c3356eed-4393-4690-8b0b-ab129f621a0d,segment=NetworkSegment(33d715ee-f8c8-4d27-ad3a-7306e4a5ba8d),segment_id=33d715ee-f8c8-4d27-ad3a-7306e4a5ba8d)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:45:49.115631 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-b0d332c6-c7f6-43ad-9562-4076fb91aa2b req-46f74978-615d-4922-a239-84e1ea2f9b6c tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:49.131666 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-832e9a0a-1adc-4235-895d-7d066067b0ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:49.134705 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-832e9a0a-1adc-4235-895d-7d066067b0ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:49.135895 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-832e9a0a-1adc-4235-895d-7d066067b0ee admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/edac8292-7106-4caa-855c-ed44e4e255d0 HTTP/1.1" status: 204 len: 168 time: 0.2450345 Oct 20 10:45:49.142547 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-b0d332c6-c7f6-43ad-9562-4076fb91aa2b req-46f74978-615d-4922-a239-84e1ea2f9b6c tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] Calling delete_port for c3356eed-4393-4690-8b0b-ab129f621a0d owned by compute:nova {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:45:49.146435 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832e9a0a-1adc-4235-895d-7d066067b0ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edac8292-7106-4caa-855c-ed44e4e255d0,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:49.322486 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16389d37-5d2a-4401-8025-31d1de96fa0f req-4b7763f0-459b-4ba6-9f82-1c1fa33aad60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:49.323971 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-16389d37-5d2a-4401-8025-31d1de96fa0f req-4b7763f0-459b-4ba6-9f82-1c1fa33aad60 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=56344781-853e-4363-a8d9-59e90942e021 HTTP/1.1" status: 200 len: 1096 time: 0.3166046 Oct 20 10:45:49.413822 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-b0d332c6-c7f6-43ad-9562-4076fb91aa2b req-46f74978-615d-4922-a239-84e1ea2f9b6c tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:49.426159 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['c3356eed-4393-4690-8b0b-ab129f621a0d'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:45:49.431676 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420fbe4a-b1a8-4025-a8a6-0c71f35be7ab req-b405dd44-d303-428f-9c2e-ee5a6c0089ac tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:49.433205 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-420fbe4a-b1a8-4025-a8a6-0c71f35be7ab req-b405dd44-d303-428f-9c2e-ee5a6c0089ac tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] 10.222.0.64 "GET /v2.0/ports?device_id=08f1a112-c744-4354-8632-f630d0c96bc7 HTTP/1.1" status: 200 len: 946 time: 0.1776836 Oct 20 10:45:49.436222 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-befdfc79-9352-4ab9-8a07-3caf138a6e27 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Router 9c29ecc4-2c1e-4908-8ecc-c96e25e903ee has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:45:49.438993 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-16389d37-5d2a-4401-8025-31d1de96fa0f req-379d308c-ff23-41b0-a91a-fe69f647598d service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=887118a8-550c-4373-a758-17919f09b184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011071 Oct 20 10:45:49.469862 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['b4546c1f-8888-4d51-8a64-4cec29bc86b6'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:45:49.470922 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f74978-615d-4922-a239-84e1ea2f9b6c tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] Pushing event deleted for resources: {'Port': ['ID=c3356eed-4393-4690-8b0b-ab129f621a0d,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:49.546324 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0d332c6-c7f6-43ad-9562-4076fb91aa2b req-46f74978-615d-4922-a239-84e1ea2f9b6c tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] No DVR routers for this DVR port c3356eed-4393-4690-8b0b-ab129f621a0d on host n-h2-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:45:49.581058 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-420fbe4a-b1a8-4025-a8a6-0c71f35be7ab req-c7b74396-db49-4f33-b5c9-0faeaffc2887 tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] 10.222.0.64 "GET /v2.0/security-groups?id=c293d202-08a2-46d7-8156-502eb68acc76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149955 Oct 20 10:45:49.584782 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-b0d332c6-c7f6-43ad-9562-4076fb91aa2b req-46f74978-615d-4922-a239-84e1ea2f9b6c tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:49.588589 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b0d332c6-c7f6-43ad-9562-4076fb91aa2b req-46f74978-615d-4922-a239-84e1ea2f9b6c tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] 10.222.0.69 "DELETE /v2.0/ports/c3356eed-4393-4690-8b0b-ab129f621a0d HTTP/1.1" status: 204 len: 173 time: 1.3262444 Oct 20 10:45:49.589043 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08f1a112-c744-4354-8632-f630d0c96bc7', 'name': 'network-vif-deleted', 'tag': 'c3356eed-4393-4690-8b0b-ab129f621a0d'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:45:49.593040 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74c528ad-be74-41f1-b70e-e93669b77406" -d '{"events": [{"server_uuid": "08f1a112-c744-4354-8632-f630d0c96bc7", "name": "network-vif-deleted", "tag": "c3356eed-4393-4690-8b0b-ab129f621a0d"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:45:49.680732 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b09470f-9657-405f-8258-9c7a4da6b5a6 x-openstack-request-id: req-6b09470f-9657-405f-8258-9c7a4da6b5a6 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:45:49.681026 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08f1a112-c744-4354-8632-f630d0c96bc7", "name": "network-vif-deleted", "tag": "c3356eed-4393-4690-8b0b-ab129f621a0d", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:45:49.681274 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6b09470f-9657-405f-8258-9c7a4da6b5a6 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:45:49.681663 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08f1a112-c744-4354-8632-f630d0c96bc7', 'name': 'network-vif-deleted', 'tag': 'c3356eed-4393-4690-8b0b-ab129f621a0d', 'status': 'completed', 'code': 200} Oct 20 10:45:49.729813 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-befdfc79-9352-4ab9-8a07-3caf138a6e27 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:45:49.742277 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79bd7ffc-fbf6-4e9a-8b29-648e6cc0a02b None None] Sync routers for ids ['9c29ecc4-2c1e-4908-8ecc-c96e25e903ee'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:45:49.748645 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-befdfc79-9352-4ab9-8a07-3caf138a6e27 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for floatingip, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:49.754076 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79bd7ffc-fbf6-4e9a-8b29-648e6cc0a02b None None] Routers {'9c29ecc4-2c1e-4908-8ecc-c96e25e903ee'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:45:49.755089 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-79bd7ffc-fbf6-4e9a-8b29-648e6cc0a02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:45:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['9c29ecc4-2c1e-4908-8ecc-c96e25e903ee'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:45:49.817174 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-79bd7ffc-fbf6-4e9a-8b29-648e6cc0a02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:45:49.830109 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79bd7ffc-fbf6-4e9a-8b29-648e6cc0a02b None None] Routers {'9c29ecc4-2c1e-4908-8ecc-c96e25e903ee'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:45:49.831823 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-79bd7ffc-fbf6-4e9a-8b29-648e6cc0a02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:45:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['9c29ecc4-2c1e-4908-8ecc-c96e25e903ee'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:45:49.853160 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-befdfc79-9352-4ab9-8a07-3caf138a6e27 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] 10.222.0.64 "PUT /v2.0/floatingips/3782a888-5b6d-430e-873b-cf23e0d54ace HTTP/1.1" status: 200 len: 978 time: 2.4432099 Oct 20 10:45:49.855479 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 36992) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:45:49.895529 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e5706e-f586-4193-867a-68efa96d7a82 req-31aa6362-7eab-4bce-9b69-21e4ff508b2f tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:49.897517 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a5e5706e-f586-4193-867a-68efa96d7a82 req-31aa6362-7eab-4bce-9b69-21e4ff508b2f tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/ports?device_id=56344781-853e-4363-a8d9-59e90942e021 HTTP/1.1" status: 200 len: 945 time: 0.1052408 Oct 20 10:45:49.993531 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a5e5706e-f586-4193-867a-68efa96d7a82 req-ef640a01-8034-428a-8440-364e0c59fa9f tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/security-groups?id=887118a8-550c-4373-a758-17919f09b184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838439 Oct 20 10:45:50.036483 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-937b28dc-9c3c-4453-8a32-e17659d49b7d tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Deleting port 3e201d89-265f-43a0-a21f-4918f5092a05 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:45:50.038130 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-937b28dc-9c3c-4453-8a32-e17659d49b7d tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:50.084233 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-79bd7ffc-fbf6-4e9a-8b29-648e6cc0a02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:45:50.085911 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79bd7ffc-fbf6-4e9a-8b29-648e6cc0a02b None None] The sync data for ids ['9c29ecc4-2c1e-4908-8ecc-c96e25e903ee'] in n-d-811396-3 is: [] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:45:50.254934 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f46a8d-8edd-4b9b-adc5-f1ade971e2fe req-364406ef-7b41-4249-9469-7ff9b1b98490 tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:50.254934 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-47f46a8d-8edd-4b9b-adc5-f1ade971e2fe req-364406ef-7b41-4249-9469-7ff9b1b98490 tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a76b356-3318-479d-99e5-2976ed5838a9 HTTP/1.1" status: 200 len: 945 time: 0.1290429 Oct 20 10:45:50.299402 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-47f46a8d-8edd-4b9b-adc5-f1ade971e2fe req-4824400e-47a1-404b-9744-d8897fadeb11 tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] 10.222.0.64 "GET /v2.0/security-groups?id=7975bea3-846b-43cc-b5f2-c6ce0fda577e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403368 Oct 20 10:45:50.325662 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-937b28dc-9c3c-4453-8a32-e17659d49b7d tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:50.602077 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-937b28dc-9c3c-4453-8a32-e17659d49b7d tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:50.602677 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-937b28dc-9c3c-4453-8a32-e17659d49b7d tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1773381'] for floatingip, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:50.603328 n-d-811396-3 neutron-server[100597]: INFO neutron.db.l3_db [None req-937b28dc-9c3c-4453-8a32-e17659d49b7d tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Floating IP 3782a888-5b6d-430e-873b-cf23e0d54ace disassociated. External IP: 172.25.1.91, port: 3e201d89-265f-43a0-a21f-4918f5092a05. Oct 20 10:45:50.604310 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-937b28dc-9c3c-4453-8a32-e17659d49b7d tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Calling delete_port for 3e201d89-265f-43a0-a21f-4918f5092a05 owned by {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:45:50.848045 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-937b28dc-9c3c-4453-8a32-e17659d49b7d tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:50.941153 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8174f6de-1d27-4326-ae5f-de0784ba0b51 req-3b9df909-f550-4264-a233-cfbe824e6942 tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:50.942715 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8174f6de-1d27-4326-ae5f-de0784ba0b51 req-3b9df909-f550-4264-a233-cfbe824e6942 tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a76b356-3318-479d-99e5-2976ed5838a9 HTTP/1.1" status: 200 len: 945 time: 0.1232929 Oct 20 10:45:50.945712 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937b28dc-9c3c-4453-8a32-e17659d49b7d tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Pushing event deleted for resources: {'Port': ['ID=3e201d89-265f-43a0-a21f-4918f5092a05,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:51.126434 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add44f95-cd18-43fe-bb86-c7c8497b724e req-dcdfd1ce-5ff0-4306-b15d-115f0d6a444d tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:51.128042 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-add44f95-cd18-43fe-bb86-c7c8497b724e req-dcdfd1ce-5ff0-4306-b15d-115f0d6a444d tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] 10.222.0.64 "GET /v2.0/ports?device_id=af0da1c2-0e72-46be-bfb4-32abb7302e65 HTTP/1.1" status: 200 len: 945 time: 0.1253653 Oct 20 10:45:51.206489 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-937b28dc-9c3c-4453-8a32-e17659d49b7d tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Router 9c29ecc4-2c1e-4908-8ecc-c96e25e903ee has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:45:51.304945 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-add44f95-cd18-43fe-bb86-c7c8497b724e req-18f71bfb-f1db-4ae3-af62-cd9168493c2b tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] 10.222.0.64 "GET /v2.0/security-groups?id=c293d202-08a2-46d7-8156-502eb68acc76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624391 Oct 20 10:45:51.334846 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fe11b1-383c-4e25-bfb9-e1a0c0d2e1a5 req-c06125f6-c3c2-4fdd-acc3-5c995841289f tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:51.338678 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c1fe11b1-383c-4e25-bfb9-e1a0c0d2e1a5 req-c06125f6-c3c2-4fdd-acc3-5c995841289f tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/ports?device_id=56344781-853e-4363-a8d9-59e90942e021 HTTP/1.1" status: 200 len: 945 time: 0.2080686 Oct 20 10:45:51.343935 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-8174f6de-1d27-4326-ae5f-de0784ba0b51 req-80a0737e-7ade-4e96-86c8-f70c30d8d1ec tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] Deleting port e074a8d4-a049-422b-ae73-5f9be9909c5b {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:45:51.349471 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-8174f6de-1d27-4326-ae5f-de0784ba0b51 req-80a0737e-7ade-4e96-86c8-f70c30d8d1ec tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:51.450688 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-937b28dc-9c3c-4453-8a32-e17659d49b7d tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:45:51.465686 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c180c6-5d5c-4d52-ab45-e4c90fdb4e3a None None] Sync routers for ids ['9c29ecc4-2c1e-4908-8ecc-c96e25e903ee'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:45:51.478726 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c180c6-5d5c-4d52-ab45-e4c90fdb4e3a None None] Routers {'9c29ecc4-2c1e-4908-8ecc-c96e25e903ee'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:45:51.479502 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-74c180c6-5d5c-4d52-ab45-e4c90fdb4e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:45:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['9c29ecc4-2c1e-4908-8ecc-c96e25e903ee'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:45:51.531039 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-74c180c6-5d5c-4d52-ab45-e4c90fdb4e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:45:51.542738 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c180c6-5d5c-4d52-ab45-e4c90fdb4e3a None None] Routers {'9c29ecc4-2c1e-4908-8ecc-c96e25e903ee'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:45:51.543781 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-74c180c6-5d5c-4d52-ab45-e4c90fdb4e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:45:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['9c29ecc4-2c1e-4908-8ecc-c96e25e903ee'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:45:51.550464 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c1fe11b1-383c-4e25-bfb9-e1a0c0d2e1a5 req-01916d31-7725-419c-86ec-74f5ece12293 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/security-groups?id=887118a8-550c-4373-a758-17919f09b184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936128 Oct 20 10:45:51.596300 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-937b28dc-9c3c-4453-8a32-e17659d49b7d tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:51.597960 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-74c180c6-5d5c-4d52-ab45-e4c90fdb4e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:45:51.601894 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-937b28dc-9c3c-4453-8a32-e17659d49b7d tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] 10.222.0.64 "DELETE /v2.0/ports/3e201d89-265f-43a0-a21f-4918f5092a05 HTTP/1.1" status: 204 len: 168 time: 1.7430606 Oct 20 10:45:51.602186 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 37068) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:45:51.603925 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c180c6-5d5c-4d52-ab45-e4c90fdb4e3a None None] The sync data for ids ['9c29ecc4-2c1e-4908-8ecc-c96e25e903ee'] in n-d-811396-3 is: [] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:45:51.629090 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-8174f6de-1d27-4326-ae5f-de0784ba0b51 req-80a0737e-7ade-4e96-86c8-f70c30d8d1ec tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] For port e074a8d4-a049-422b-ae73-5f9be9909c5b, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=e074a8d4-a049-422b-ae73-5f9be9909c5b,segment=NetworkSegment(cf0573ae-e477-4d6e-9679-ee500c9d1af8),segment_id=cf0573ae-e477-4d6e-9679-ee500c9d1af8)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:45:51.629471 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-8174f6de-1d27-4326-ae5f-de0784ba0b51 req-80a0737e-7ade-4e96-86c8-f70c30d8d1ec tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:51.657257 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a854e18f-9267-4ad6-8bcd-033765ca6a59 req-f402bef8-530f-4087-95a8-a5440e67efe7 tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:51.658790 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a854e18f-9267-4ad6-8bcd-033765ca6a59 req-f402bef8-530f-4087-95a8-a5440e67efe7 tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a76b356-3318-479d-99e5-2976ed5838a9 HTTP/1.1" status: 200 len: 945 time: 0.1042395 Oct 20 10:45:51.659851 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-8174f6de-1d27-4326-ae5f-de0784ba0b51 req-80a0737e-7ade-4e96-86c8-f70c30d8d1ec tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] Calling delete_port for e074a8d4-a049-422b-ae73-5f9be9909c5b owned by compute:nova {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:45:51.687886 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-2246ded3-6c52-4efb-b4a8-210ec8144c00 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] 10.222.0.64 "GET /v2.0/floatingips/3782a888-5b6d-430e-873b-cf23e0d54ace HTTP/1.1" status: 200 len: 687 time: 0.0843906 Oct 20 10:45:51.689219 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 37076) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:45:51.746716 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a854e18f-9267-4ad6-8bcd-033765ca6a59 req-6593b888-0f29-4672-b697-8f5ad3ec3552 tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] 10.222.0.64 "GET /v2.0/security-groups?id=7975bea3-846b-43cc-b5f2-c6ce0fda577e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781209 Oct 20 10:45:51.836110 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-8174f6de-1d27-4326-ae5f-de0784ba0b51 req-80a0737e-7ade-4e96-86c8-f70c30d8d1ec tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:51.852017 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['e074a8d4-a049-422b-ae73-5f9be9909c5b'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:45:51.879056 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a0737e-7ade-4e96-86c8-f70c30d8d1ec tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] Pushing event deleted for resources: {'Port': ['ID=e074a8d4-a049-422b-ae73-5f9be9909c5b,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:51.886646 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-efe30b27-d407-4665-9965-dc8ccbbdeb63 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Deleting port fb0eeb0a-abc8-4271-b272-98581376060f {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:45:51.887881 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-efe30b27-d407-4665-9965-dc8ccbbdeb63 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:51.990944 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-efe30b27-d407-4665-9965-dc8ccbbdeb63 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:51.991841 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-efe30b27-d407-4665-9965-dc8ccbbdeb63 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:52.005709 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-efe30b27-d407-4665-9965-dc8ccbbdeb63 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Calling delete_port for fb0eeb0a-abc8-4271-b272-98581376060f owned by network:floatingip {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:45:52.050256 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 37094) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:45:52.081057 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device c3356eed-4393-4690-8b0b-ab129f621a0d no longer exists at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:45:52.110762 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] No Port match for: c3356eed-4393-4690-8b0b-ab129f621a0d {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:45:52.111904 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device c3356eed-4393-4690-8b0b-ab129f621a0d not bound to the agent host n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:45:52.302932 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-8174f6de-1d27-4326-ae5f-de0784ba0b51 req-80a0737e-7ade-4e96-86c8-f70c30d8d1ec tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] No DVR routers for this DVR port e074a8d4-a049-422b-ae73-5f9be9909c5b on host n-h2-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:45:52.306025 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-8174f6de-1d27-4326-ae5f-de0784ba0b51 req-80a0737e-7ade-4e96-86c8-f70c30d8d1ec tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:52.309642 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8174f6de-1d27-4326-ae5f-de0784ba0b51 req-80a0737e-7ade-4e96-86c8-f70c30d8d1ec tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] 10.222.0.69 "DELETE /v2.0/ports/e074a8d4-a049-422b-ae73-5f9be9909c5b HTTP/1.1" status: 204 len: 173 time: 1.3565381 Oct 20 10:45:52.310249 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a76b356-3318-479d-99e5-2976ed5838a9', 'name': 'network-vif-deleted', 'tag': 'e074a8d4-a049-422b-ae73-5f9be9909c5b'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:45:52.313920 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-351b0864-9cde-4d15-8685-7281ea41004b" -d '{"events": [{"server_uuid": "5a76b356-3318-479d-99e5-2976ed5838a9", "name": "network-vif-deleted", "tag": "e074a8d4-a049-422b-ae73-5f9be9909c5b"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:45:52.386119 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75fd85d5-e3ec-4007-990d-e5d00e2a789e x-openstack-request-id: req-75fd85d5-e3ec-4007-990d-e5d00e2a789e {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:45:52.386563 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a76b356-3318-479d-99e5-2976ed5838a9", "name": "network-vif-deleted", "tag": "e074a8d4-a049-422b-ae73-5f9be9909c5b", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:45:52.387021 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-75fd85d5-e3ec-4007-990d-e5d00e2a789e {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:45:52.387562 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a76b356-3318-479d-99e5-2976ed5838a9', 'name': 'network-vif-deleted', 'tag': 'e074a8d4-a049-422b-ae73-5f9be9909c5b', 'status': 'completed', 'code': 200} Oct 20 10:45:52.448999 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f0ca5776-c3ef-4317-9636-5375ec5a4b8e admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:52.502690 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3cddac-9f38-47e0-997f-fb7379a182da req-1175c035-425a-4e29-8377-b4725b1b7ad1 tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:52.511289 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6b3cddac-9f38-47e0-997f-fb7379a182da req-1175c035-425a-4e29-8377-b4725b1b7ad1 tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] 10.222.0.64 "GET /v2.0/ports?device_id=af0da1c2-0e72-46be-bfb4-32abb7302e65 HTTP/1.1" status: 200 len: 945 time: 0.0734861 Oct 20 10:45:52.567428 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-efe30b27-d407-4665-9965-dc8ccbbdeb63 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:52.572779 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6b3cddac-9f38-47e0-997f-fb7379a182da req-fc022e37-f2cd-4568-bbb8-016803768dfc tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] 10.222.0.64 "GET /v2.0/security-groups?id=c293d202-08a2-46d7-8156-502eb68acc76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546904 Oct 20 10:45:52.612205 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe30b27-d407-4665-9965-dc8ccbbdeb63 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Pushing event deleted for resources: {'Port': ['ID=fb0eeb0a-abc8-4271-b272-98581376060f,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:52.720250 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-efe30b27-d407-4665-9965-dc8ccbbdeb63 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks [] for floatingip, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:52.723015 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-efe30b27-d407-4665-9965-dc8ccbbdeb63 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for floatingip, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:52.727438 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-efe30b27-d407-4665-9965-dc8ccbbdeb63 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] 10.222.0.64 "DELETE /v2.0/floatingips/3782a888-5b6d-430e-873b-cf23e0d54ace HTTP/1.1" status: 204 len: 168 time: 1.0333972 Oct 20 10:45:52.729181 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd307810-6d96-4feb-af2b-aee0981d40ee req-25dc5527-a211-4876-9fdd-43f1b1ca2fd9 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:52.731327 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 37120) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:45:52.738458 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-55aa4798-a67e-4420-895e-b9cd2b4a7c46 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Request body: {'floatingip': {'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'port_id': '084c8738-99cb-48ee-97a4-ce053532cb4a'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:45:52.741963 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-dd307810-6d96-4feb-af2b-aee0981d40ee req-25dc5527-a211-4876-9fdd-43f1b1ca2fd9 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/ports?device_id=56344781-853e-4363-a8d9-59e90942e021 HTTP/1.1" status: 200 len: 945 time: 0.1057155 Oct 20 10:45:52.758702 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f0ca5776-c3ef-4317-9636-5375ec5a4b8e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:52.771286 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f0ca5776-c3ef-4317-9636-5375ec5a4b8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:52.833310 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-f0ca5776-c3ef-4317-9636-5375ec5a4b8e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=35e4d78d04d34001bd41856b6216644b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7815089 Oct 20 10:45:52.843308 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-dd307810-6d96-4feb-af2b-aee0981d40ee req-446c04e6-ffb8-4088-9187-a0a13b8c6f29 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/security-groups?id=887118a8-550c-4373-a758-17919f09b184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001861 Oct 20 10:45:52.847033 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 37124) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:45:52.855007 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-55aa4798-a67e-4420-895e-b9cd2b4a7c46 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks [] for floatingip, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:52.879525 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ca5776-c3ef-4317-9636-5375ec5a4b8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=680a4158-d030-4f8e-860b-c4da985dc5aa,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:53.006785 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5406bd2a-4c8f-4c29-b3be-9fefa3e9f245 req-56363195-1d9c-45c5-b5d2-10c14aa94f3d tempest-ServerRescueNegativeTestJSON-1026918712 tempest-ServerRescueNegativeTestJSON-1026918712-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a76b356-3318-479d-99e5-2976ed5838a9 HTTP/1.1" status: 200 len: 210 time: 0.0388324 Oct 20 10:45:53.051348 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4dcc4fa2-42a3-47aa-8660-da9bd42fe81b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:53.054711 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-55aa4798-a67e-4420-895e-b9cd2b4a7c46 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:53.083595 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43141990-e575-4e1e-b5a3-d3e46e9c9636 req-39982552-1ba4-41db-a7d8-be286ad9d53a tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:53.091347 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-43141990-e575-4e1e-b5a3-d3e46e9c9636 req-39982552-1ba4-41db-a7d8-be286ad9d53a tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/ports?device_id=56344781-853e-4363-a8d9-59e90942e021 HTTP/1.1" status: 200 len: 945 time: 0.1275549 Oct 20 10:45:53.116999 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4dcc4fa2-42a3-47aa-8660-da9bd42fe81b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:53.156284 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-43141990-e575-4e1e-b5a3-d3e46e9c9636 req-26ba58f3-e6f1-4074-b781-9e79ce0a7480 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/security-groups?id=887118a8-550c-4373-a758-17919f09b184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588641 Oct 20 10:45:53.192387 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4dcc4fa2-42a3-47aa-8660-da9bd42fe81b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:53.194998 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4dcc4fa2-42a3-47aa-8660-da9bd42fe81b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:53.198340 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-4dcc4fa2-42a3-47aa-8660-da9bd42fe81b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/680a4158-d030-4f8e-860b-c4da985dc5aa HTTP/1.1" status: 204 len: 168 time: 0.3480134 Oct 20 10:45:53.205475 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcc4fa2-42a3-47aa-8660-da9bd42fe81b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=680a4158-d030-4f8e-860b-c4da985dc5aa,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:53.213242 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcc4fa2-42a3-47aa-8660-da9bd42fe81b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:45:53.213592 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcc4fa2-42a3-47aa-8660-da9bd42fe81b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:45:53.213932 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcc4fa2-42a3-47aa-8660-da9bd42fe81b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:45:53.214278 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcc4fa2-42a3-47aa-8660-da9bd42fe81b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:45:53.214598 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcc4fa2-42a3-47aa-8660-da9bd42fe81b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:45:53.214926 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcc4fa2-42a3-47aa-8660-da9bd42fe81b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:45:53.215259 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcc4fa2-42a3-47aa-8660-da9bd42fe81b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:45:53.215773 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcc4fa2-42a3-47aa-8660-da9bd42fe81b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:45:53.216101 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcc4fa2-42a3-47aa-8660-da9bd42fe81b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:45:53.216427 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcc4fa2-42a3-47aa-8660-da9bd42fe81b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:45:53.217395 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcc4fa2-42a3-47aa-8660-da9bd42fe81b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:45:53.217715 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcc4fa2-42a3-47aa-8660-da9bd42fe81b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:45:53.260462 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-55aa4798-a67e-4420-895e-b9cd2b4a7c46 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Allocated IP 172.25.1.124 (cbe170d3-31ba-45a2-b477-520ab0a7a8ea/f4e26aca-17ac-4adb-a66b-d939a1b35b64/19cd5adf-480c-4fc1-98ef-903f8ab41890) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:45:53.445866 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-55aa4798-a67e-4420-895e-b9cd2b4a7c46 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:53.501282 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-55aa4798-a67e-4420-895e-b9cd2b4a7c46 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:53.569845 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55aa4798-a67e-4420-895e-b9cd2b4a7c46 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Network cbe170d3-31ba-45a2-b477-520ab0a7a8ea is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:45:53.573883 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-55aa4798-a67e-4420-895e-b9cd2b4a7c46 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:45:53.576498 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55aa4798-a67e-4420-895e-b9cd2b4a7c46 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:45:53.624007 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55aa4798-a67e-4420-895e-b9cd2b4a7c46 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Pushing event updated for resources: {'Port': ['ID=19cd5adf-480c-4fc1-98ef-903f8ab41890,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:53.771558 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 37162) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:45:53.801204 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2adb33b4-2614-481c-a4a9-2ecc35abaa15 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:53.861070 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242b5926-2a1f-4b66-9526-a605e36b52d8 req-ff907ce7-e170-454e-863c-7cdc7160a04e tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:53.865157 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-242b5926-2a1f-4b66-9526-a605e36b52d8 req-ff907ce7-e170-454e-863c-7cdc7160a04e tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] 10.222.0.55 "GET /v2.0/ports?device_id=af0da1c2-0e72-46be-bfb4-32abb7302e65 HTTP/1.1" status: 200 len: 945 time: 0.1800761 Oct 20 10:45:53.987591 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ef0d0b-cc4e-41bd-a5c9-a693ee0fffd9 req-13f35ada-220b-4f04-996f-b0931da98e3c tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:53.990383 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f0ef0d0b-cc4e-41bd-a5c9-a693ee0fffd9 req-13f35ada-220b-4f04-996f-b0931da98e3c tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/ports?device_id=56344781-853e-4363-a8d9-59e90942e021 HTTP/1.1" status: 200 len: 945 time: 0.2088656 Oct 20 10:45:54.097980 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f0ef0d0b-cc4e-41bd-a5c9-a693ee0fffd9 req-3f85b43e-264d-452a-aabe-381f4b15c325 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/security-groups?id=887118a8-550c-4373-a758-17919f09b184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672960 Oct 20 10:45:54.107441 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b4ca91-e3b5-4c75-a4b0-aa74ca5bed91 req-bab79c57-edeb-4a95-a901-3f5806111bcb tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:54.109391 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-89b4ca91-e3b5-4c75-a4b0-aa74ca5bed91 req-bab79c57-edeb-4a95-a901-3f5806111bcb tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] 10.222.0.64 "GET /v2.0/ports?device_id=af0da1c2-0e72-46be-bfb4-32abb7302e65 HTTP/1.1" status: 200 len: 945 time: 0.2835958 Oct 20 10:45:54.176468 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-242b5926-2a1f-4b66-9526-a605e36b52d8 req-30b3ad7f-1a7a-4906-a4c6-ffc3905704dc tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] Deleting port b4546c1f-8888-4d51-8a64-4cec29bc86b6 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:45:54.176850 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-242b5926-2a1f-4b66-9526-a605e36b52d8 req-30b3ad7f-1a7a-4906-a4c6-ffc3905704dc tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:54.241184 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-89b4ca91-e3b5-4c75-a4b0-aa74ca5bed91 req-b8ad879a-29d4-4307-bc4f-1e21220612aa tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] 10.222.0.64 "GET /v2.0/security-groups?id=c293d202-08a2-46d7-8156-502eb68acc76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199601 Oct 20 10:45:54.253371 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 37168) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:45:54.412400 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2adb33b4-2614-481c-a4a9-2ecc35abaa15 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:54.422103 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2adb33b4-2614-481c-a4a9-2ecc35abaa15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:54.436226 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-55aa4798-a67e-4420-895e-b9cd2b4a7c46 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:54.493835 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-2adb33b4-2614-481c-a4a9-2ecc35abaa15 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c461238c135c4d458ae6bddf413de505&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7210512 Oct 20 10:45:54.497274 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 37170) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:45:54.506059 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adb33b4-2614-481c-a4a9-2ecc35abaa15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02afbf71-5f2e-487c-9ed9-9beece17ae60,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:54.562267 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-242b5926-2a1f-4b66-9526-a605e36b52d8 req-30b3ad7f-1a7a-4906-a4c6-ffc3905704dc tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] For port b4546c1f-8888-4d51-8a64-4cec29bc86b6, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=b4546c1f-8888-4d51-8a64-4cec29bc86b6,segment=NetworkSegment(33d715ee-f8c8-4d27-ad3a-7306e4a5ba8d),segment_id=33d715ee-f8c8-4d27-ad3a-7306e4a5ba8d)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:45:54.562637 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-242b5926-2a1f-4b66-9526-a605e36b52d8 req-30b3ad7f-1a7a-4906-a4c6-ffc3905704dc tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:54.575701 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-55aa4798-a67e-4420-895e-b9cd2b4a7c46 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:54.581291 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-242b5926-2a1f-4b66-9526-a605e36b52d8 req-30b3ad7f-1a7a-4906-a4c6-ffc3905704dc tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] Calling delete_port for b4546c1f-8888-4d51-8a64-4cec29bc86b6 owned by compute:nova {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:45:54.618255 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c290ff3f-745c-44fb-a185-4ad04a488e87 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:54.664231 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c290ff3f-745c-44fb-a185-4ad04a488e87 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:54.823637 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c290ff3f-745c-44fb-a185-4ad04a488e87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:54.828298 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c290ff3f-745c-44fb-a185-4ad04a488e87 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:54.829753 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-c290ff3f-745c-44fb-a185-4ad04a488e87 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/02afbf71-5f2e-487c-9ed9-9beece17ae60 HTTP/1.1" status: 204 len: 168 time: 0.3304625 Oct 20 10:45:54.843372 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-55aa4798-a67e-4420-895e-b9cd2b4a7c46 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks [] for port, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:54.851836 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-55aa4798-a67e-4420-895e-b9cd2b4a7c46 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:54.855535 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c290ff3f-745c-44fb-a185-4ad04a488e87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02afbf71-5f2e-487c-9ed9-9beece17ae60,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:54.907035 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-242b5926-2a1f-4b66-9526-a605e36b52d8 req-30b3ad7f-1a7a-4906-a4c6-ffc3905704dc tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:54.970618 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b3ad7f-1a7a-4906-a4c6-ffc3905704dc tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] Pushing event deleted for resources: {'Port': ['ID=b4546c1f-8888-4d51-8a64-4cec29bc86b6,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:54.971034 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-55aa4798-a67e-4420-895e-b9cd2b4a7c46 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1773381'] for floatingip, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:54.990778 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-242b5926-2a1f-4b66-9526-a605e36b52d8 req-30b3ad7f-1a7a-4906-a4c6-ffc3905704dc tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] No DVR routers for this DVR port b4546c1f-8888-4d51-8a64-4cec29bc86b6 on host n-h1-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:45:54.993973 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-242b5926-2a1f-4b66-9526-a605e36b52d8 req-30b3ad7f-1a7a-4906-a4c6-ffc3905704dc tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:54.997789 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-242b5926-2a1f-4b66-9526-a605e36b52d8 req-30b3ad7f-1a7a-4906-a4c6-ffc3905704dc tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] 10.222.0.55 "DELETE /v2.0/ports/b4546c1f-8888-4d51-8a64-4cec29bc86b6 HTTP/1.1" status: 204 len: 173 time: 1.1070442 Oct 20 10:45:54.998737 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af0da1c2-0e72-46be-bfb4-32abb7302e65', 'name': 'network-vif-deleted', 'tag': 'b4546c1f-8888-4d51-8a64-4cec29bc86b6'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:45:55.001369 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15e6b980-d052-48ba-8e0e-a9d429d83490" -d '{"events": [{"server_uuid": "af0da1c2-0e72-46be-bfb4-32abb7302e65", "name": "network-vif-deleted", "tag": "b4546c1f-8888-4d51-8a64-4cec29bc86b6"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:45:55.027467 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1ef5a6ed-e397-40d9-89e4-994ddd6cceec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1774405'] for router_interface, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:55.110508 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55aa4798-a67e-4420-895e-b9cd2b4a7c46 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Pushing event updated for resources: {'Port': ['ID=19cd5adf-480c-4fc1-98ef-903f8ab41890,revision_number=2']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:55.118357 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0b93481-f3aa-4d3a-be4f-8b19ee8c57c6 x-openstack-request-id: req-d0b93481-f3aa-4d3a-be4f-8b19ee8c57c6 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:45:55.118661 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af0da1c2-0e72-46be-bfb4-32abb7302e65", "name": "network-vif-deleted", "tag": "b4546c1f-8888-4d51-8a64-4cec29bc86b6", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:45:55.118917 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d0b93481-f3aa-4d3a-be4f-8b19ee8c57c6 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:45:55.119359 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af0da1c2-0e72-46be-bfb4-32abb7302e65', 'name': 'network-vif-deleted', 'tag': 'b4546c1f-8888-4d51-8a64-4cec29bc86b6', 'status': 'completed', 'code': 200} Oct 20 10:45:55.141699 n-d-811396-3 neutron-server[100597]: INFO neutron.db.l3_db [None req-55aa4798-a67e-4420-895e-b9cd2b4a7c46 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Floating IP 290d13d0-13bc-4039-be9e-36c8e4b572cc associated. External IP: 172.25.1.124, port: 084c8738-99cb-48ee-97a4-ce053532cb4a. Oct 20 10:45:55.414892 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13cefa8-1e7b-4b23-98bf-99597f60d475 req-749b43a4-c1f8-4ca8-a234-99590eb20cf4 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:55.419873 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e13cefa8-1e7b-4b23-98bf-99597f60d475 req-749b43a4-c1f8-4ca8-a234-99590eb20cf4 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/ports?device_id=56344781-853e-4363-a8d9-59e90942e021 HTTP/1.1" status: 200 len: 945 time: 0.2020657 Oct 20 10:45:55.476955 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55aa4798-a67e-4420-895e-b9cd2b4a7c46 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Router 9c29ecc4-2c1e-4908-8ecc-c96e25e903ee has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:45:55.504626 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3c967d4e-3230-44e9-8bdf-7b8f0f3e4882 req-9d026029-c1ca-4dce-8912-625399203415 tempest-ServerRescueTestJSON-66366624 tempest-ServerRescueTestJSON-66366624-project] 10.222.0.64 "GET /v2.0/ports?device_id=af0da1c2-0e72-46be-bfb4-32abb7302e65 HTTP/1.1" status: 200 len: 210 time: 0.0830240 Oct 20 10:45:55.548010 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e13cefa8-1e7b-4b23-98bf-99597f60d475 req-4edfc74c-dea0-4845-b59d-d2b85ba045ad tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/security-groups?id=887118a8-550c-4373-a758-17919f09b184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116972 Oct 20 10:45:55.670032 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-1ef5a6ed-e397-40d9-89e4-994ddd6cceec admin admin] Deleting port 92ab9a0e-8ede-48f0-8b5a-d4e1a208c07e {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:45:55.670386 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1ef5a6ed-e397-40d9-89e4-994ddd6cceec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:55.675143 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55aa4798-a67e-4420-895e-b9cd2b4a7c46 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:45:55.686987 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0544bfa4-6760-4cde-ba38-ed7002b7eccf None None] Sync routers for ids ['9c29ecc4-2c1e-4908-8ecc-c96e25e903ee'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:45:55.702961 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0544bfa4-6760-4cde-ba38-ed7002b7eccf None None] Routers {'9c29ecc4-2c1e-4908-8ecc-c96e25e903ee'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:45:55.705868 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-55aa4798-a67e-4420-895e-b9cd2b4a7c46 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for floatingip, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:55.707014 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-0544bfa4-6760-4cde-ba38-ed7002b7eccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:45:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['9c29ecc4-2c1e-4908-8ecc-c96e25e903ee'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:45:55.765902 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-55aa4798-a67e-4420-895e-b9cd2b4a7c46 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.0328724 Oct 20 10:45:55.768037 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 37214) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:45:55.776779 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-e3587b79-99a2-4604-b7ff-db5793d3a202 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-162897458'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:45:55.788613 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-0544bfa4-6760-4cde-ba38-ed7002b7eccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:45:55.804576 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3587b79-99a2-4604-b7ff-db5793d3a202 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Made reservation on behalf of c14fee221c4a49e8ad617d87e89a9754 for: {'network': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:45:55.808321 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e3587b79-99a2-4604-b7ff-db5793d3a202 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:55.812536 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0544bfa4-6760-4cde-ba38-ed7002b7eccf None None] Routers {'9c29ecc4-2c1e-4908-8ecc-c96e25e903ee'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:45:55.813417 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-0544bfa4-6760-4cde-ba38-ed7002b7eccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:45:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['9c29ecc4-2c1e-4908-8ecc-c96e25e903ee'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:45:55.817962 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [None req-1ef5a6ed-e397-40d9-89e4-994ddd6cceec admin admin] For port 92ab9a0e-8ede-48f0-8b5a-d4e1a208c07e, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=92ab9a0e-8ede-48f0-8b5a-d4e1a208c07e,segment=NetworkSegment(cf0573ae-e477-4d6e-9679-ee500c9d1af8),segment_id=cf0573ae-e477-4d6e-9679-ee500c9d1af8)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:45:55.818345 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1ef5a6ed-e397-40d9-89e4-994ddd6cceec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:55.875459 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3587b79-99a2-4604-b7ff-db5793d3a202 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 832} {{(pid=100597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:45:55.895491 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-0544bfa4-6760-4cde-ba38-ed7002b7eccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:45:55.895937 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e3587b79-99a2-4604-b7ff-db5793d3a202 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:55.896618 n-d-811396-3 neutron-server[100597]: INFO neutron.db.segments_db [None req-e3587b79-99a2-4604-b7ff-db5793d3a202 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Added segment 181b67f5-94cb-4d0f-9613-636f80dc1aa7 of type vlan for network 76fe8136-4f3d-4342-935a-ac3982b271b4 Oct 20 10:45:55.897928 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0544bfa4-6760-4cde-ba38-ed7002b7eccf None None] The sync data for ids ['9c29ecc4-2c1e-4908-8ecc-c96e25e903ee'] in n-d-811396-3 is: [] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:45:55.906848 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-1ef5a6ed-e397-40d9-89e4-994ddd6cceec admin admin] Calling delete_port for 92ab9a0e-8ede-48f0-8b5a-d4e1a208c07e owned by network:router_interface {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:45:56.030733 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e3587b79-99a2-4604-b7ff-db5793d3a202 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:56.072178 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e3587b79-99a2-4604-b7ff-db5793d3a202 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:56.085536 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3587b79-99a2-4604-b7ff-db5793d3a202 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:56.086225 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e3587b79-99a2-4604-b7ff-db5793d3a202 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:56.115881 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device e074a8d4-a049-422b-ae73-5f9be9909c5b no longer exists at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:45:56.149839 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] No Port match for: e074a8d4-a049-422b-ae73-5f9be9909c5b {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:45:56.151882 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device e074a8d4-a049-422b-ae73-5f9be9909c5b not bound to the agent host n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:45:56.187539 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-e3587b79-99a2-4604-b7ff-db5793d3a202 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4136233 Oct 20 10:45:56.188633 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 37226) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:45:56.204953 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-0e0f33cd-014f-43ad-8c02-d5371a42a14f tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Request body: {'subnet': {'network_id': '76fe8136-4f3d-4342-935a-ac3982b271b4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:45:56.263698 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3587b79-99a2-4604-b7ff-db5793d3a202 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Pushing event updated for resources: {'Network': ['ID=76fe8136-4f3d-4342-935a-ac3982b271b4,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:56.284926 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network 76fe8136-4f3d-4342-935a-ac3982b271b4 details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:45:56.387915 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1ef5a6ed-e397-40d9-89e4-994ddd6cceec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:56.423119 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e0f33cd-014f-43ad-8c02-d5371a42a14f tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Made reservation on behalf of c14fee221c4a49e8ad617d87e89a9754 for: {'subnet': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:45:56.427544 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0e0f33cd-014f-43ad-8c02-d5371a42a14f tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26761797'] for subnet, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:56.431645 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef5a6ed-e397-40d9-89e4-994ddd6cceec admin admin] Pushing event deleted for resources: {'Port': ['ID=92ab9a0e-8ede-48f0-8b5a-d4e1a208c07e,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:56.620266 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 37250) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:45:56.627917 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device b4546c1f-8888-4d51-8a64-4cec29bc86b6 no longer exists at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:45:56.679633 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] No Port match for: b4546c1f-8888-4d51-8a64-4cec29bc86b6 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:45:56.686620 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device b4546c1f-8888-4d51-8a64-4cec29bc86b6 not bound to the agent host n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:45:56.853825 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef755787-6e8b-4606-854b-ede912f05160 req-28652920-5a52-4520-8eff-5c45f8a985f9 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:56.861808 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ef755787-6e8b-4606-854b-ede912f05160 req-28652920-5a52-4520-8eff-5c45f8a985f9 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/ports?device_id=56344781-853e-4363-a8d9-59e90942e021 HTTP/1.1" status: 200 len: 945 time: 0.1500044 Oct 20 10:45:57.116958 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ef755787-6e8b-4606-854b-ede912f05160 req-c95e49d3-7f9f-46a8-9a48-afdb6b231693 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/security-groups?id=887118a8-550c-4373-a758-17919f09b184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534537 Oct 20 10:45:57.133214 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0e0f33cd-014f-43ad-8c02-d5371a42a14f tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26836128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26761819'] for subnet, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:57.136418 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1ef5a6ed-e397-40d9-89e4-994ddd6cceec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1771989'] for router_interface, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:57.291433 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-81e8fd0e-7304-49aa-b82b-cb935d9ab7b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1774405'] for router_interface, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:57.332413 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0f33cd-014f-43ad-8c02-d5371a42a14f tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Pushing event updated for resources: {'Subnet': ['ID=942b9b93-99be-42ae-ab6b-b45955577dd1,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:57.389077 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0f33cd-014f-43ad-8c02-d5371a42a14f tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Checking segment: {'id': '181b67f5-94cb-4d0f-9613-636f80dc1aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '76fe8136-4f3d-4342-935a-ac3982b271b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:45:57.389585 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e0f33cd-014f-43ad-8c02-d5371a42a14f tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Network hostable DHCP agents. Network: 76fe8136-4f3d-4342-935a-ac3982b271b4, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:45:57.487424 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e0f33cd-014f-43ad-8c02-d5371a42a14f tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Network 76fe8136-4f3d-4342-935a-ac3982b271b4 is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:45:57.675098 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-0e0f33cd-014f-43ad-8c02-d5371a42a14f tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, 76fe8136-4f3d-4342-935a-ac3982b271b4) {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:45:57.679120 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ef5a6ed-e397-40d9-89e4-994ddd6cceec admin admin] Router f8cd2491-b721-4f93-bbca-155468601ff3 has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:45:57.692921 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-241a4069-8f26-4a20-98b7-8eb6ff73bbcc None None] Network 76fe8136-4f3d-4342-935a-ac3982b271b4 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:45:57.696206 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e0f33cd-014f-43ad-8c02-d5371a42a14f tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:57.697458 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0e0f33cd-014f-43ad-8c02-d5371a42a14f tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:57.713489 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-81e8fd0e-7304-49aa-b82b-cb935d9ab7b2 admin admin] Deleting port 3b7fb8c9-e0bd-4e1a-8f57-0bfd1ae8d51b {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:45:57.714023 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-81e8fd0e-7304-49aa-b82b-cb935d9ab7b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:57.862533 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ef5a6ed-e397-40d9-89e4-994ddd6cceec admin admin] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:45:57.880786 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-1ef5a6ed-e397-40d9-89e4-994ddd6cceec admin admin] 10.222.0.64 "PUT /v2.0/routers/f8cd2491-b721-4f93-bbca-155468601ff3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6267762 Oct 20 10:45:57.883047 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 37274) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:45:57.906667 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [None req-81e8fd0e-7304-49aa-b82b-cb935d9ab7b2 admin admin] For port 3b7fb8c9-e0bd-4e1a-8f57-0bfd1ae8d51b, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=3b7fb8c9-e0bd-4e1a-8f57-0bfd1ae8d51b,segment=NetworkSegment(33d715ee-f8c8-4d27-ad3a-7306e4a5ba8d),segment_id=33d715ee-f8c8-4d27-ad3a-7306e4a5ba8d)] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:45:57.907069 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-81e8fd0e-7304-49aa-b82b-cb935d9ab7b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:57.910835 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-0e0f33cd-014f-43ad-8c02-d5371a42a14f tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7189918 Oct 20 10:45:57.913927 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a084aba-73e8-49ac-b2b7-c362a832a488 None None] Sync routers for ids ['f8cd2491-b721-4f93-bbca-155468601ff3'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:45:57.943228 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-81e8fd0e-7304-49aa-b82b-cb935d9ab7b2 admin admin] Calling delete_port for 3b7fb8c9-e0bd-4e1a-8f57-0bfd1ae8d51b owned by network:router_interface {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:45:57.961637 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 37276) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:45:57.969350 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-9d2b3237-b6c5-4af1-b387-f8592c5f9321 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1669429961', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}, 'admin_state_up': False}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:45:57.979786 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a084aba-73e8-49ac-b2b7-c362a832a488 None None] Routers {'f8cd2491-b721-4f93-bbca-155468601ff3'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:45:57.980952 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-3a084aba-73e8-49ac-b2b7-c362a832a488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:45:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['f8cd2491-b721-4f93-bbca-155468601ff3'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:45:58.083945 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9d2b3237-b6c5-4af1-b387-f8592c5f9321 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1772442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258322'] for router, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:58.085359 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9d2b3237-b6c5-4af1-b387-f8592c5f9321 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1772334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773516', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258315'] for router, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:58.136725 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d232c6cb-92f4-4257-9745-b35a5d0e0c71 admin admin] Publish callbacks [] for router, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:58.320612 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-3a084aba-73e8-49ac-b2b7-c362a832a488 None None] Set router f8cd2491-b721-4f93-bbca-155468601ff3 gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:45:58.365604 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d59225c3-bc35-4cfd-ba9b-65366822e739 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524064ba-869c-5550-b826-c26b69a11278-76fe8136-4f3d-4342-935a-ac3982b271b4', 'network_id': '76fe8136-4f3d-4342-935a-ac3982b271b4', 'tenant_id': 'c14fee221c4a49e8ad617d87e89a9754', 'fixed_ips': [{'subnet_id': '942b9b93-99be-42ae-ab6b-b45955577dd1'}]}} from n-d-811396-3. {{(pid=100598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:45:58.373707 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-d59225c3-bc35-4cfd-ba9b-65366822e739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:58.503771 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-81e8fd0e-7304-49aa-b82b-cb935d9ab7b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:58.590847 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da43179-c711-4af3-b3ec-331ed117dc75 req-aa2536a0-87a5-4119-968b-50ddb8918a7d tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:45:58.595795 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6da43179-c711-4af3-b3ec-331ed117dc75 req-aa2536a0-87a5-4119-968b-50ddb8918a7d tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/ports?device_id=56344781-853e-4363-a8d9-59e90942e021 HTTP/1.1" status: 200 len: 945 time: 0.3331079 Oct 20 10:45:58.608058 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-d59225c3-bc35-4cfd-ba9b-65366822e739 None None] Allocated IP 172.20.0.2 (76fe8136-4f3d-4342-935a-ac3982b271b4/942b9b93-99be-42ae-ab6b-b45955577dd1/2762d574-c686-497f-ac15-ed8448664fc9) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:45:58.613564 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e8fd0e-7304-49aa-b82b-cb935d9ab7b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b7fb8c9-e0bd-4e1a-8f57-0bfd1ae8d51b,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:58.650619 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d232c6cb-92f4-4257-9745-b35a5d0e0c71 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:58.766762 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6da43179-c711-4af3-b3ec-331ed117dc75 req-d75d2e42-8474-4f99-a9a8-a8da28e76d11 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/security-groups?id=887118a8-550c-4373-a758-17919f09b184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519287 Oct 20 10:45:58.788337 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-d232c6cb-92f4-4257-9745-b35a5d0e0c71 admin admin] Deleting port 7db557f4-0fdd-4e0f-9a09-3dea0b4dbc2a {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:45:58.788700 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d232c6cb-92f4-4257-9745-b35a5d0e0c71 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:58.885473 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-d59225c3-bc35-4cfd-ba9b-65366822e739 None None] Publish callbacks [] for port, precommit_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:58.900576 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-d59225c3-bc35-4cfd-ba9b-65366822e739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:58.922739 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [None req-d232c6cb-92f4-4257-9745-b35a5d0e0c71 admin admin] For port 7db557f4-0fdd-4e0f-9a09-3dea0b4dbc2a, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=7db557f4-0fdd-4e0f-9a09-3dea0b4dbc2a,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:45:58.923106 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d232c6cb-92f4-4257-9745-b35a5d0e0c71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:58.936659 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-d232c6cb-92f4-4257-9745-b35a5d0e0c71 admin admin] Calling delete_port for 7db557f4-0fdd-4e0f-9a09-3dea0b4dbc2a owned by network:router_gateway {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:45:58.984003 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d59225c3-bc35-4cfd-ba9b-65366822e739 None None] Network 76fe8136-4f3d-4342-935a-ac3982b271b4 is already hosted by enough agents. {{(pid=100598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:45:58.988244 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-81e8fd0e-7304-49aa-b82b-cb935d9ab7b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1771989'] for router_interface, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:58.991159 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.base_scheduler [None req-d59225c3-bc35-4cfd-ba9b-65366822e739 None None] Resources bound (agent type, host, resource id): {{(pid=100598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:45:58.994339 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9d2b3237-b6c5-4af1-b387-f8592c5f9321 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:58.996914 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59225c3-bc35-4cfd-ba9b-65366822e739 None None] Received port after_create {{(pid=100598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:45:59.011357 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59225c3-bc35-4cfd-ba9b-65366822e739 None None] Pushing event updated for resources: {'Port': ['ID=2762d574-c686-497f-ac15-ed8448664fc9,revision_number=1']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:59.103693 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-d59225c3-bc35-4cfd-ba9b-65366822e739 None None] Attempting to bind port 2762d574-c686-497f-ac15-ed8448664fc9 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:45:59.104368 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-d59225c3-bc35-4cfd-ba9b-65366822e739 None None] Attempting to bind port 2762d574-c686-497f-ac15-ed8448664fc9 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '181b67f5-94cb-4d0f-9613-636f80dc1aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '76fe8136-4f3d-4342-935a-ac3982b271b4'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:45:59.104908 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59225c3-bc35-4cfd-ba9b-65366822e739 None None] Attempting to bind port 2762d574-c686-497f-ac15-ed8448664fc9 on network 76fe8136-4f3d-4342-935a-ac3982b271b4 {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:45:59.124934 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59225c3-bc35-4cfd-ba9b-65366822e739 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 45, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:45:59.125649 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59225c3-bc35-4cfd-ba9b-65366822e739 None None] Checking segment: {'id': '181b67f5-94cb-4d0f-9613-636f80dc1aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '76fe8136-4f3d-4342-935a-ac3982b271b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:45:59.126232 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-d59225c3-bc35-4cfd-ba9b-65366822e739 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:59.126833 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59225c3-bc35-4cfd-ba9b-65366822e739 None None] Bound using segment: {'id': '181b67f5-94cb-4d0f-9613-636f80dc1aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '76fe8136-4f3d-4342-935a-ac3982b271b4'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:45:59.127527 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-d59225c3-bc35-4cfd-ba9b-65366822e739 None None] Bound port: 2762d574-c686-497f-ac15-ed8448664fc9, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '181b67f5-94cb-4d0f-9613-636f80dc1aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '76fe8136-4f3d-4342-935a-ac3982b271b4'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:45:59.128095 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-d59225c3-bc35-4cfd-ba9b-65366822e739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:59.153327 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-3a084aba-73e8-49ac-b2b7-c362a832a488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8cd2491-b721-4f93-bbca-155468601ff3', 'name': 'tempest-ServerRescueNegativeTestJSON-1217405348-router', 'tenant_id': '94fe84a260a04255ae5a7f7035e1a279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '7db557f4-0fdd-4e0f-9a09-3dea0b4dbc2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:42:43Z', 'updated_at': '2021-10-20T10:45:56Z', 'revision_number': 5, 'project_id': '94fe84a260a04255ae5a7f7035e1a279', 'gw_port': {'id': '7db557f4-0fdd-4e0f-9a09-3dea0b4dbc2a', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:11:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cd2491-b721-4f93-bbca-155468601ff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:42:44Z', 'updated_at': '2021-10-20T10:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:45:59.184097 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d232c6cb-92f4-4257-9745-b35a5d0e0c71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:59.214292 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9d2b3237-b6c5-4af1-b387-f8592c5f9321 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:59.262901 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a084aba-73e8-49ac-b2b7-c362a832a488 None None] Checking router: f8cd2491-b721-4f93-bbca-155468601ff3 for host: n-d-811396-3 {{(pid=100598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:45:59.286636 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d232c6cb-92f4-4257-9745-b35a5d0e0c71 admin admin] Pushing event deleted for resources: {'Port': ['ID=7db557f4-0fdd-4e0f-9a09-3dea0b4dbc2a,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:59.312485 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-d59225c3-bc35-4cfd-ba9b-65366822e739 None None] For port 2762d574-c686-497f-ac15-ed8448664fc9, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:45:59.316824 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-d59225c3-bc35-4cfd-ba9b-65366822e739 None None] For port 2762d574-c686-497f-ac15-ed8448664fc9, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=2762d574-c686-497f-ac15-ed8448664fc9,segment=NetworkSegment(181b67f5-94cb-4d0f-9613-636f80dc1aa7),segment_id=181b67f5-94cb-4d0f-9613-636f80dc1aa7)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:45:59.326066 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-d59225c3-bc35-4cfd-ba9b-65366822e739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:59.394201 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59225c3-bc35-4cfd-ba9b-65366822e739 None None] Pushing event updated for resources: {'Port': ['ID=2762d574-c686-497f-ac15-ed8448664fc9,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:45:59.401907 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a084aba-73e8-49ac-b2b7-c362a832a488 None None] Routers {'f8cd2491-b721-4f93-bbca-155468601ff3'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:45:59.402595 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-3a084aba-73e8-49ac-b2b7-c362a832a488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:45:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['f8cd2491-b721-4f93-bbca-155468601ff3'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:45:59.438369 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d232c6cb-92f4-4257-9745-b35a5d0e0c71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1773439'] for router_gateway, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:45:59.563077 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-3a084aba-73e8-49ac-b2b7-c362a832a488 None None] Set router f8cd2491-b721-4f93-bbca-155468601ff3 gateway port host: None {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:45:59.641942 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-3a084aba-73e8-49ac-b2b7-c362a832a488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8cd2491-b721-4f93-bbca-155468601ff3', 'name': 'tempest-ServerRescueNegativeTestJSON-1217405348-router', 'tenant_id': '94fe84a260a04255ae5a7f7035e1a279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:42:43Z', 'updated_at': '2021-10-20T10:45:59Z', 'revision_number': 7, 'project_id': '94fe84a260a04255ae5a7f7035e1a279', 'gw_port_host': None}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:45:59.691090 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a084aba-73e8-49ac-b2b7-c362a832a488 None None] The sync data for ids ['f8cd2491-b721-4f93-bbca-155468601ff3'] in n-d-811396-3 is: [{'id': 'f8cd2491-b721-4f93-bbca-155468601ff3', 'name': 'tempest-ServerRescueNegativeTestJSON-1217405348-router', 'tenant_id': '94fe84a260a04255ae5a7f7035e1a279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:42:43Z', 'updated_at': '2021-10-20T10:45:59Z', 'revision_number': 7, 'project_id': '94fe84a260a04255ae5a7f7035e1a279', 'gw_port_host': None}] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:46:00.387184 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d232c6cb-92f4-4257-9745-b35a5d0e0c71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1772272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258304'] for router, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:00.393689 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d232c6cb-92f4-4257-9745-b35a5d0e0c71 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:00.446895 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81e8fd0e-7304-49aa-b82b-cb935d9ab7b2 admin admin] Router d6f65ed3-3ecc-48b6-a7d1-fa9a8959ee9c has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:46:00.452953 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43252da-70d6-48d2-99ac-d03c43aad720 req-a13fbdc4-1b18-48ea-a8fe-0c243e171473 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:00.454594 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d43252da-70d6-48d2-99ac-d03c43aad720 req-a13fbdc4-1b18-48ea-a8fe-0c243e171473 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/ports?device_id=56344781-853e-4363-a8d9-59e90942e021 HTTP/1.1" status: 200 len: 945 time: 0.2801721 Oct 20 10:46:00.459414 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d232c6cb-92f4-4257-9745-b35a5d0e0c71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1772267'] for router, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:00.460699 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d232c6cb-92f4-4257-9745-b35a5d0e0c71 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f8cd2491-b721-4f93-bbca-155468601ff3 {{(pid=100596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 10:46:00.467250 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d232c6cb-92f4-4257-9745-b35a5d0e0c71 admin admin] Publish callbacks [] for router, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:00.468677 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-d232c6cb-92f4-4257-9745-b35a5d0e0c71 admin admin] 10.222.0.64 "DELETE /v2.0/routers/f8cd2491-b721-4f93-bbca-155468601ff3 HTTP/1.1" status: 204 len: 168 time: 2.5833511 Oct 20 10:46:00.471251 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 37308) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:46:00.491332 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9d2b3237-b6c5-4af1-b387-f8592c5f9321 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks [] for router_gateway, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:00.519664 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9d2b3237-b6c5-4af1-b387-f8592c5f9321 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:00.568762 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d43252da-70d6-48d2-99ac-d03c43aad720 req-c57e4846-a130-41fd-9dc8-41de8a74c016 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/security-groups?id=887118a8-550c-4373-a758-17919f09b184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058230 Oct 20 10:46:00.572305 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dd134d0-b88b-4692-8a92-831fab2653e3 admin admin] Deleting subnet 6929fe63-bace-4614-aa8a-7d3362152171 {{(pid=100596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:46:00.576679 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8dd134d0-b88b-4692-8a92-831fab2653e3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:00.616013 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8dd134d0-b88b-4692-8a92-831fab2653e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25189079'] for subnet, precommit_delete_associations {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:00.674758 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8dd134d0-b88b-4692-8a92-831fab2653e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:00.765244 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8dd134d0-b88b-4692-8a92-831fab2653e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26836193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26761888'] for subnet, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:00.815710 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd134d0-b88b-4692-8a92-831fab2653e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6929fe63-bace-4614-aa8a-7d3362152171,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:00.820787 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8dd134d0-b88b-4692-8a92-831fab2653e3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:00.825444 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-8dd134d0-b88b-4692-8a92-831fab2653e3 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/6929fe63-bace-4614-aa8a-7d3362152171 HTTP/1.1" status: 204 len: 168 time: 0.3529959 Oct 20 10:46:00.829074 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 37316) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:46:01.003038 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81e8fd0e-7304-49aa-b82b-cb935d9ab7b2 admin admin] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:46:01.012977 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 2762d574-c686-497f-ac15-ed8448664fc9 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:46:01.014433 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-81e8fd0e-7304-49aa-b82b-cb935d9ab7b2 admin admin] 10.222.0.64 "PUT /v2.0/routers/d6f65ed3-3ecc-48b6-a7d1-fa9a8959ee9c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3922024 Oct 20 10:46:01.017398 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 37320) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:46:01.032723 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6573af35-9251-4350-b7a9-5b526bad7ef2 None None] Sync routers for ids ['d6f65ed3-3ecc-48b6-a7d1-fa9a8959ee9c'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:46:01.040139 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-36fe5045-2ae4-487b-9889-71292c8e7eea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:01.044472 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6573af35-9251-4350-b7a9-5b526bad7ef2 None None] Routers {'d6f65ed3-3ecc-48b6-a7d1-fa9a8959ee9c'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:46:01.045682 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-6573af35-9251-4350-b7a9-5b526bad7ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:45:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['d6f65ed3-3ecc-48b6-a7d1-fa9a8959ee9c'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:46:01.132683 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 2762d574-c686-497f-ac15-ed8448664fc9 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:46:01.133540 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:01.245652 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bcec6113-cde4-4462-8ff7-7a27bea7594f admin admin] Publish callbacks [] for router, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:01.293331 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-6573af35-9251-4350-b7a9-5b526bad7ef2 None None] Set router d6f65ed3-3ecc-48b6-a7d1-fa9a8959ee9c gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:46:01.298920 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-36fe5045-2ae4-487b-9889-71292c8e7eea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:01.369263 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-36fe5045-2ae4-487b-9889-71292c8e7eea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1ffa362-8a3c-4d47-bfc2-ef936ca65b06']}} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:46:01.405730 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-36fe5045-2ae4-487b-9889-71292c8e7eea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf0573ae-e477-4d6e-9679-ee500c9d1af8') {'for_net_delete': True} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:46:01.406439 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-36fe5045-2ae4-487b-9889-71292c8e7eea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf0573ae-e477-4d6e-9679-ee500c9d1af8') {} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:46:01.408644 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:01.429979 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-9d2b3237-b6c5-4af1-b387-f8592c5f9321 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Allocated IP 172.25.1.3 (cbe170d3-31ba-45a2-b477-520ab0a7a8ea/f4e26aca-17ac-4adb-a66b-d939a1b35b64/88354b25-181e-48e0-a658-2e678db29e98) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:46:01.430497 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-36fe5045-2ae4-487b-9889-71292c8e7eea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25189038'] for segment, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:01.435061 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bcec6113-cde4-4462-8ff7-7a27bea7594f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:01.464068 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-36fe5045-2ae4-487b-9889-71292c8e7eea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:01.484502 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36fe5045-2ae4-487b-9889-71292c8e7eea admin admin] Releasing vlan 807 on physical network physnet1 to pool {{(pid=100596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:46:01.491862 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-36fe5045-2ae4-487b-9889-71292c8e7eea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26833155'] for segment, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:01.494209 n-d-811396-3 neutron-server[100596]: Traceback (most recent call last): Oct 20 10:46:01.494209 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:46:01.494209 n-d-811396-3 neutron-server[100596]: timer() Oct 20 10:46:01.494209 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:46:01.494209 n-d-811396-3 neutron-server[100596]: cb(*args, **kw) Oct 20 10:46:01.494209 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:46:01.494209 n-d-811396-3 neutron-server[100596]: return func(*args, **kwargs) Oct 20 10:46:01.494209 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:46:01.494209 n-d-811396-3 neutron-server[100596]: self._notify() Oct 20 10:46:01.494209 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:46:01.494209 n-d-811396-3 neutron-server[100596]: self.callback(batched_events) Oct 20 10:46:01.494209 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:46:01.494209 n-d-811396-3 neutron-server[100596]: event.method(event) Oct 20 10:46:01.494209 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:46:01.494209 n-d-811396-3 neutron-server[100596]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:46:01.494209 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:46:01.494209 n-d-811396-3 neutron-server[100596]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:46:01.494209 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:46:01.494209 n-d-811396-3 neutron-server[100596]: return f(self, *a, **k) Oct 20 10:46:01.494209 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:46:01.494209 n-d-811396-3 neutron-server[100596]: return self._get(url).json() Oct 20 10:46:01.494209 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:46:01.494209 n-d-811396-3 neutron-server[100596]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:46:01.494209 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:46:01.494209 n-d-811396-3 neutron-server[100596]: return self.request(url, 'GET', **kwargs) Oct 20 10:46:01.494209 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:46:01.494209 n-d-811396-3 neutron-server[100596]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:46:01.494209 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:46:01.494209 n-d-811396-3 neutron-server[100596]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:46:01.494209 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:46:01.494209 n-d-811396-3 neutron-server[100596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:46:01.494209 n-d-811396-3 neutron-server[100596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:46:01.515968 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] For port 2762d574-c686-497f-ac15-ed8448664fc9, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=2762d574-c686-497f-ac15-ed8448664fc9,segment=NetworkSegment(181b67f5-94cb-4d0f-9613-636f80dc1aa7),segment_id=181b67f5-94cb-4d0f-9613-636f80dc1aa7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:46:01.522047 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:01.624890 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Pushing event updated for resources: {'Port': ['ID=2762d574-c686-497f-ac15-ed8448664fc9,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:01.663030 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d629ea-4b0b-42bd-b190-c2f2f3520e23 None None] Network 76fe8136-4f3d-4342-935a-ac3982b271b4 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:46:01.689322 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-36fe5045-2ae4-487b-9889-71292c8e7eea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:01.696224 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-36fe5045-2ae4-487b-9889-71292c8e7eea admin admin] Publish callbacks [] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:01.699406 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-36fe5045-2ae4-487b-9889-71292c8e7eea admin admin] 10.222.0.64 "DELETE /v2.0/networks/b1ffa362-8a3c-4d47-bfc2-ef936ca65b06 HTTP/1.1" status: 204 len: 168 time: 0.8688910 Oct 20 10:46:01.721499 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-6573af35-9251-4350-b7a9-5b526bad7ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f65ed3-3ecc-48b6-a7d1-fa9a8959ee9c', 'name': 'tempest-ServerRescueTestJSON-82608105-router', 'tenant_id': 'a5d48ee0610d454e931365a7ebb9878b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': '88845a83-7f31-44c3-b8d8-bf9e3a8d145d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:43:34Z', 'updated_at': '2021-10-20T10:45:58Z', 'revision_number': 5, 'project_id': 'a5d48ee0610d454e931365a7ebb9878b', 'gw_port': {'id': '88845a83-7f31-44c3-b8d8-bf9e3a8d145d', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:9a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f65ed3-3ecc-48b6-a7d1-fa9a8959ee9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2009, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:43:35Z', 'updated_at': '2021-10-20T10:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:46:01.726755 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fe5045-2ae4-487b-9889-71292c8e7eea admin admin] Pushing event deleted for resources: {'Network': ['ID=b1ffa362-8a3c-4d47-bfc2-ef936ca65b06,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:01.765414 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6573af35-9251-4350-b7a9-5b526bad7ef2 None None] Checking router: d6f65ed3-3ecc-48b6-a7d1-fa9a8959ee9c for host: n-d-811396-3 {{(pid=100599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:46:01.782211 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6573af35-9251-4350-b7a9-5b526bad7ef2 None None] Routers {'d6f65ed3-3ecc-48b6-a7d1-fa9a8959ee9c'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:46:01.784561 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-6573af35-9251-4350-b7a9-5b526bad7ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:45:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['d6f65ed3-3ecc-48b6-a7d1-fa9a8959ee9c'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:46:01.805573 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-bcec6113-cde4-4462-8ff7-7a27bea7594f admin admin] Deleting port 88845a83-7f31-44c3-b8d8-bf9e3a8d145d {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:46:01.808285 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bcec6113-cde4-4462-8ff7-7a27bea7594f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:01.931143 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-6573af35-9251-4350-b7a9-5b526bad7ef2 None None] Set router d6f65ed3-3ecc-48b6-a7d1-fa9a8959ee9c gateway port host: None {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:46:01.978251 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4882f310-a6cd-4ae2-ae6e-42931583de51 req-63f33b80-0dd6-4296-a3e9-62dc9fb0a638 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:01.979888 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4882f310-a6cd-4ae2-ae6e-42931583de51 req-63f33b80-0dd6-4296-a3e9-62dc9fb0a638 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/ports?device_id=56344781-853e-4363-a8d9-59e90942e021 HTTP/1.1" status: 200 len: 945 time: 0.1242204 Oct 20 10:46:01.986438 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9d2b3237-b6c5-4af1-b387-f8592c5f9321 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:02.009536 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-6573af35-9251-4350-b7a9-5b526bad7ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f65ed3-3ecc-48b6-a7d1-fa9a8959ee9c', 'name': 'tempest-ServerRescueTestJSON-82608105-router', 'tenant_id': 'a5d48ee0610d454e931365a7ebb9878b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:43:34Z', 'updated_at': '2021-10-20T10:46:01Z', 'revision_number': 6, 'project_id': 'a5d48ee0610d454e931365a7ebb9878b', 'gw_port_host': None}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:46:02.018325 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 7db557f4-0fdd-4e0f-9a09-3dea0b4dbc2a no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:46:02.025244 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [None req-bcec6113-cde4-4462-8ff7-7a27bea7594f admin admin] For port 88845a83-7f31-44c3-b8d8-bf9e3a8d145d, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=88845a83-7f31-44c3-b8d8-bf9e3a8d145d,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:46:02.026178 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bcec6113-cde4-4462-8ff7-7a27bea7594f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:02.050413 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-bcec6113-cde4-4462-8ff7-7a27bea7594f admin admin] Calling delete_port for 88845a83-7f31-44c3-b8d8-bf9e3a8d145d owned by network:router_gateway {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:46:02.073384 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6573af35-9251-4350-b7a9-5b526bad7ef2 None None] The sync data for ids ['d6f65ed3-3ecc-48b6-a7d1-fa9a8959ee9c'] in n-d-811396-3 is: [{'id': 'd6f65ed3-3ecc-48b6-a7d1-fa9a8959ee9c', 'name': 'tempest-ServerRescueTestJSON-82608105-router', 'tenant_id': 'a5d48ee0610d454e931365a7ebb9878b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:43:34Z', 'updated_at': '2021-10-20T10:46:01Z', 'revision_number': 6, 'project_id': 'a5d48ee0610d454e931365a7ebb9878b', 'gw_port_host': None}] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:46:02.086164 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 7 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 10:46:02.112437 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4882f310-a6cd-4ae2-ae6e-42931583de51 req-93454e21-69dc-4cd7-b204-f2c8f38f9044 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/security-groups?id=887118a8-550c-4373-a758-17919f09b184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149027 Oct 20 10:46:02.115692 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 7db557f4-0fdd-4e0f-9a09-3dea0b4dbc2a {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:46:02.116044 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 7db557f4-0fdd-4e0f-9a09-3dea0b4dbc2a not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:46:02.116472 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 92ab9a0e-8ede-48f0-8b5a-d4e1a208c07e no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:46:02.161786 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9d2b3237-b6c5-4af1-b387-f8592c5f9321 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:02.211157 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2b3237-b6c5-4af1-b387-f8592c5f9321 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Pushing event updated for resources: {'Port': ['ID=88354b25-181e-48e0-a658-2e678db29e98,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:02.226637 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 92ab9a0e-8ede-48f0-8b5a-d4e1a208c07e {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:46:02.227192 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 92ab9a0e-8ede-48f0-8b5a-d4e1a208c07e not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:46:02.243260 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2b3237-b6c5-4af1-b387-f8592c5f9321 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:46:02.250492 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2b3237-b6c5-4af1-b387-f8592c5f9321 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:46:02.251023 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2b3237-b6c5-4af1-b387-f8592c5f9321 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:46:02.251603 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2b3237-b6c5-4af1-b387-f8592c5f9321 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:46:02.252054 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2b3237-b6c5-4af1-b387-f8592c5f9321 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:46:02.252516 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2b3237-b6c5-4af1-b387-f8592c5f9321 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:46:02.252960 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2b3237-b6c5-4af1-b387-f8592c5f9321 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:46:02.253595 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2b3237-b6c5-4af1-b387-f8592c5f9321 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:46:02.254239 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2b3237-b6c5-4af1-b387-f8592c5f9321 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:46:02.254467 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2b3237-b6c5-4af1-b387-f8592c5f9321 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:46:02.254905 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2b3237-b6c5-4af1-b387-f8592c5f9321 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:46:02.255830 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2b3237-b6c5-4af1-b387-f8592c5f9321 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:46:02.260555 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-f305b4d7-9fdb-4a0c-84a8-f73e082fa11f None None] Provisioning complete for port 2762d574-c686-497f-ac15-ed8448664fc9 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:46:02.262714 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-f305b4d7-9fdb-4a0c-84a8-f73e082fa11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:02.297887 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 37342) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:46:02.302295 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d2b3237-b6c5-4af1-b387-f8592c5f9321 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Network cbe170d3-31ba-45a2-b477-520ab0a7a8ea is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:46:02.311508 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-9d2b3237-b6c5-4af1-b387-f8592c5f9321 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:46:02.316694 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2b3237-b6c5-4af1-b387-f8592c5f9321 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:46:02.398309 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-4e7afa7f-8fa0-4c7f-8da2-07389c31b4ad admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=94fe84a260a04255ae5a7f7035e1a279&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0988293 Oct 20 10:46:02.404683 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 37346) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:46:02.522964 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-b70c91f1-a061-44ab-ad72-45b79b78e62c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:02.591053 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-b70c91f1-a061-44ab-ad72-45b79b78e62c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:02.717954 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 2762d574-c686-497f-ac15-ed8448664fc9 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:46:02.750373 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-b70c91f1-a061-44ab-ad72-45b79b78e62c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:02.757610 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-b70c91f1-a061-44ab-ad72-45b79b78e62c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:02.764619 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-b70c91f1-a061-44ab-ad72-45b79b78e62c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7975bea3-846b-43cc-b5f2-c6ce0fda577e HTTP/1.1" status: 204 len: 168 time: 0.3586309 Oct 20 10:46:02.789152 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70c91f1-a061-44ab-ad72-45b79b78e62c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7975bea3-846b-43cc-b5f2-c6ce0fda577e,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:02.860027 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bcec6113-cde4-4462-8ff7-7a27bea7594f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:02.942771 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 2762d574-c686-497f-ac15-ed8448664fc9 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:46:02.943075 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:02.972823 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec6113-cde4-4462-8ff7-7a27bea7594f admin admin] Pushing event deleted for resources: {'Port': ['ID=88845a83-7f31-44c3-b8d8-bf9e3a8d145d,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:03.175807 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1cbe263f-d471-4452-a815-27028dc31141 None None] Provisioning complete for port 2762d574-c686-497f-ac15-ed8448664fc9 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:46:03.176339 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1cbe263f-d471-4452-a815-27028dc31141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:03.187883 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 3b7fb8c9-e0bd-4e1a-8f57-0bfd1ae8d51b no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:46:03.284506 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bcec6113-cde4-4462-8ff7-7a27bea7594f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1773439'] for router_gateway, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:03.344604 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 3b7fb8c9-e0bd-4e1a-8f57-0bfd1ae8d51b {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:46:03.345116 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 3b7fb8c9-e0bd-4e1a-8f57-0bfd1ae8d51b not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:46:03.472965 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63b156f-1ebe-4a8b-82c2-a58ad60c3311 req-e4303490-fd38-4505-a4ff-6cb2bdf0a10a tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:03.474913 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e63b156f-1ebe-4a8b-82c2-a58ad60c3311 req-e4303490-fd38-4505-a4ff-6cb2bdf0a10a tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/ports?device_id=56344781-853e-4363-a8d9-59e90942e021 HTTP/1.1" status: 200 len: 945 time: 0.1735814 Oct 20 10:46:03.506667 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bcec6113-cde4-4462-8ff7-7a27bea7594f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1772272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258304'] for router, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:03.512667 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-8ea2a4b0-7ecc-4f43-ba08-d8f249db5eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:03.516543 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bcec6113-cde4-4462-8ff7-7a27bea7594f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:03.585084 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e63b156f-1ebe-4a8b-82c2-a58ad60c3311 req-4da6d522-a030-40bc-93fa-d0aca2958713 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/security-groups?id=887118a8-550c-4373-a758-17919f09b184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021109 Oct 20 10:46:03.644489 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9d2b3237-b6c5-4af1-b387-f8592c5f9321 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks [] for router_gateway, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:03.648602 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bcec6113-cde4-4462-8ff7-7a27bea7594f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1772267'] for router, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:03.649378 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcec6113-cde4-4462-8ff7-7a27bea7594f admin admin] Fanout notify agent at l3_agent the message router_deleted on router d6f65ed3-3ecc-48b6-a7d1-fa9a8959ee9c {{(pid=100597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 10:46:03.732269 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bcec6113-cde4-4462-8ff7-7a27bea7594f admin admin] Publish callbacks [] for router, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:03.741274 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 37368) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:46:03.745926 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-bcec6113-cde4-4462-8ff7-7a27bea7594f admin admin] 10.222.0.64 "DELETE /v2.0/routers/d6f65ed3-3ecc-48b6-a7d1-fa9a8959ee9c HTTP/1.1" status: 204 len: 168 time: 2.7202368 Oct 20 10:46:03.891052 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2918fb5-533b-427a-b2e1-ca2742b5a2e4 admin admin] Deleting subnet 05895157-c41c-46bb-98e0-d9303e53a145 {{(pid=100596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:46:03.909874 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f2918fb5-533b-427a-b2e1-ca2742b5a2e4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:04.005644 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f2918fb5-533b-427a-b2e1-ca2742b5a2e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25189079'] for subnet, precommit_delete_associations {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:04.138083 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f2918fb5-533b-427a-b2e1-ca2742b5a2e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:04.261361 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f2918fb5-533b-427a-b2e1-ca2742b5a2e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26836193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26761888'] for subnet, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:04.293597 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f2918fb5-533b-427a-b2e1-ca2742b5a2e4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:04.301106 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-f2918fb5-533b-427a-b2e1-ca2742b5a2e4 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/05895157-c41c-46bb-98e0-d9303e53a145 HTTP/1.1" status: 204 len: 168 time: 0.5586724 Oct 20 10:46:04.304003 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 37388) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:46:04.333641 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2918fb5-533b-427a-b2e1-ca2742b5a2e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05895157-c41c-46bb-98e0-d9303e53a145,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:04.483251 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-86eb09eb-9625-4bb6-8b80-a3745aa18119 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:04.568547 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 37398) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:46:04.706842 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 88845a83-7f31-44c3-b8d8-bf9e3a8d145d no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:46:04.745841 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 88845a83-7f31-44c3-b8d8-bf9e3a8d145d {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:46:04.746469 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 88845a83-7f31-44c3-b8d8-bf9e3a8d145d not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:46:04.807174 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-86eb09eb-9625-4bb6-8b80-a3745aa18119 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:04.837440 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-3d9c536a-f2f4-411c-b256-e25da615e8ba admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1896391910-network', 'tenant_id': '7c07d91a5a3845b987d2c3d5e5662672'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:46:04.880857 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9d2b3237-b6c5-4af1-b387-f8592c5f9321 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1773475'] for router, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:04.912829 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-86eb09eb-9625-4bb6-8b80-a3745aa18119 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32cd625c-0c28-4194-8186-2066d5429b32']}} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:46:04.923934 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-86eb09eb-9625-4bb6-8b80-a3745aa18119 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33d715ee-f8c8-4d27-ad3a-7306e4a5ba8d') {'for_net_delete': True} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:46:04.924373 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-86eb09eb-9625-4bb6-8b80-a3745aa18119 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33d715ee-f8c8-4d27-ad3a-7306e4a5ba8d') {} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:46:04.936656 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-86eb09eb-9625-4bb6-8b80-a3745aa18119 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25189038'] for segment, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:04.952604 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-86eb09eb-9625-4bb6-8b80-a3745aa18119 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:04.958800 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d9c536a-f2f4-411c-b256-e25da615e8ba admin admin] Made reservation on behalf of 7c07d91a5a3845b987d2c3d5e5662672 for: {'network': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:46:04.961226 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3d9c536a-f2f4-411c-b256-e25da615e8ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:04.984688 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86eb09eb-9625-4bb6-8b80-a3745aa18119 admin admin] Releasing vlan 819 on physical network physnet1 to pool {{(pid=100596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:46:04.985351 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-86eb09eb-9625-4bb6-8b80-a3745aa18119 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26833155'] for segment, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:04.987521 n-d-811396-3 neutron-server[100596]: Traceback (most recent call last): Oct 20 10:46:04.987521 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:46:04.987521 n-d-811396-3 neutron-server[100596]: timer() Oct 20 10:46:04.987521 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:46:04.987521 n-d-811396-3 neutron-server[100596]: cb(*args, **kw) Oct 20 10:46:04.987521 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:46:04.987521 n-d-811396-3 neutron-server[100596]: return func(*args, **kwargs) Oct 20 10:46:04.987521 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:46:04.987521 n-d-811396-3 neutron-server[100596]: self._notify() Oct 20 10:46:04.987521 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:46:04.987521 n-d-811396-3 neutron-server[100596]: self.callback(batched_events) Oct 20 10:46:04.987521 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:46:04.987521 n-d-811396-3 neutron-server[100596]: event.method(event) Oct 20 10:46:04.987521 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:46:04.987521 n-d-811396-3 neutron-server[100596]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:46:04.987521 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:46:04.987521 n-d-811396-3 neutron-server[100596]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:46:04.987521 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:46:04.987521 n-d-811396-3 neutron-server[100596]: return f(self, *a, **k) Oct 20 10:46:04.987521 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:46:04.987521 n-d-811396-3 neutron-server[100596]: return self._get(url).json() Oct 20 10:46:04.987521 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:46:04.987521 n-d-811396-3 neutron-server[100596]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:46:04.987521 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:46:04.987521 n-d-811396-3 neutron-server[100596]: return self.request(url, 'GET', **kwargs) Oct 20 10:46:04.987521 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:46:04.987521 n-d-811396-3 neutron-server[100596]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:46:04.987521 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:46:04.987521 n-d-811396-3 neutron-server[100596]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:46:04.987521 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:46:04.987521 n-d-811396-3 neutron-server[100596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:46:04.987521 n-d-811396-3 neutron-server[100596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:46:05.011156 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3d9c536a-f2f4-411c-b256-e25da615e8ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:05.070282 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d2b3237-b6c5-4af1-b387-f8592c5f9321 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Router 77fb03df-148c-4480-9932-eb7d5822e720 is scheduled to L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 with binding_index 1 {{(pid=100597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 10:46:05.070996 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-86eb09eb-9625-4bb6-8b80-a3745aa18119 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:05.084078 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-86eb09eb-9625-4bb6-8b80-a3745aa18119 admin admin] Publish callbacks [] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:05.089402 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-86eb09eb-9625-4bb6-8b80-a3745aa18119 admin admin] 10.222.0.64 "DELETE /v2.0/networks/32cd625c-0c28-4194-8186-2066d5429b32 HTTP/1.1" status: 204 len: 168 time: 0.7619848 Oct 20 10:46:05.110839 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05dd111-23d1-4583-b08b-563ed7de110b req-be2106ac-dd55-49eb-8ccc-1f873473c3e6 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:05.112432 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c05dd111-23d1-4583-b08b-563ed7de110b req-be2106ac-dd55-49eb-8ccc-1f873473c3e6 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/ports?device_id=56344781-853e-4363-a8d9-59e90942e021 HTTP/1.1" status: 200 len: 945 time: 0.3016734 Oct 20 10:46:05.113244 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86eb09eb-9625-4bb6-8b80-a3745aa18119 admin admin] Pushing event deleted for resources: {'Network': ['ID=32cd625c-0c28-4194-8186-2066d5429b32,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:05.233457 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c05dd111-23d1-4583-b08b-563ed7de110b req-d271e2db-197d-47c6-b31c-365ec816cdb2 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/security-groups?id=887118a8-550c-4373-a758-17919f09b184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093636 Oct 20 10:46:05.300880 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3d9c536a-f2f4-411c-b256-e25da615e8ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:05.308361 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3d9c536a-f2f4-411c-b256-e25da615e8ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:05.353512 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 37426) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:46:05.354707 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d2b3237-b6c5-4af1-b387-f8592c5f9321 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:46:05.366089 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81b6c00-12bb-46ad-b211-f0c534c51342 None None] Sync routers for ids ['77fb03df-148c-4480-9932-eb7d5822e720'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:46:05.385712 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81b6c00-12bb-46ad-b211-f0c534c51342 None None] Routers {'77fb03df-148c-4480-9932-eb7d5822e720'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:46:05.386370 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-d81b6c00-12bb-46ad-b211-f0c534c51342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:45:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['77fb03df-148c-4480-9932-eb7d5822e720'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:46:05.402311 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9c536a-f2f4-411c-b256-e25da615e8ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beae5622-2b72-47ae-b5ac-f3919c6874d3,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:05.415574 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d9c536a-f2f4-411c-b256-e25da615e8ba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 843} {{(pid=100596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:46:05.427839 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-a212f998-a24a-4230-b120-f8b9b31479b8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a5d48ee0610d454e931365a7ebb9878b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0630889 Oct 20 10:46:05.430883 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 37430) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:46:05.432968 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9d2b3237-b6c5-4af1-b387-f8592c5f9321 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks [] for router, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:05.434658 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-9d2b3237-b6c5-4af1-b387-f8592c5f9321 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 7.4711831 Oct 20 10:46:05.437845 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 37432) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:46:05.471232 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-d81b6c00-12bb-46ad-b211-f0c534c51342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:46:05.474449 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3d9c536a-f2f4-411c-b256-e25da615e8ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:05.474808 n-d-811396-3 neutron-server[100596]: INFO neutron.db.segments_db [None req-3d9c536a-f2f4-411c-b256-e25da615e8ba admin admin] Added segment 21cccbca-7404-428f-aa4e-872d37903a8d of type vlan for network c8a6fc02-fa12-4200-87e5-83414d81676e Oct 20 10:46:05.492839 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81b6c00-12bb-46ad-b211-f0c534c51342 None None] Routers {'77fb03df-148c-4480-9932-eb7d5822e720'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:46:05.493493 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-d81b6c00-12bb-46ad-b211-f0c534c51342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:45:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['77fb03df-148c-4480-9932-eb7d5822e720'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:46:05.564990 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-d81b6c00-12bb-46ad-b211-f0c534c51342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:46:05.565977 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81b6c00-12bb-46ad-b211-f0c534c51342 None None] The sync data for ids ['77fb03df-148c-4480-9932-eb7d5822e720'] in n-d-811396-3 is: [] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:46:05.612654 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3d9c536a-f2f4-411c-b256-e25da615e8ba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:05.650927 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e9588489-2674-412b-81b3-a528834dc134 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:05.681834 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3d9c536a-f2f4-411c-b256-e25da615e8ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:05.682963 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d9c536a-f2f4-411c-b256-e25da615e8ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:05.683600 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3d9c536a-f2f4-411c-b256-e25da615e8ba admin admin] Publish callbacks [] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:05.696895 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e9588489-2674-412b-81b3-a528834dc134 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:05.731336 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-3d9c536a-f2f4-411c-b256-e25da615e8ba admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1615365 Oct 20 10:46:05.734818 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 37438) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:46:05.741830 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-9fab710c-3d46-4387-85ae-46c87ba2d8e8 admin admin] Request body: {'subnet': {'network_id': 'c8a6fc02-fa12-4200-87e5-83414d81676e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1896391910-subnet', 'tenant_id': '7c07d91a5a3845b987d2c3d5e5662672', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:46:05.802856 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9c536a-f2f4-411c-b256-e25da615e8ba admin admin] Pushing event updated for resources: {'Network': ['ID=c8a6fc02-fa12-4200-87e5-83414d81676e,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:05.815730 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network c8a6fc02-fa12-4200-87e5-83414d81676e details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:46:05.842732 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e9588489-2674-412b-81b3-a528834dc134 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:05.844420 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fab710c-3d46-4387-85ae-46c87ba2d8e8 admin admin] Made reservation on behalf of 7c07d91a5a3845b987d2c3d5e5662672 for: {'subnet': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:46:05.846452 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e9588489-2674-412b-81b3-a528834dc134 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:05.846738 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9fab710c-3d46-4387-85ae-46c87ba2d8e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25350782'] for subnet, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:05.848629 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-e9588489-2674-412b-81b3-a528834dc134 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c293d202-08a2-46d7-8156-502eb68acc76 HTTP/1.1" status: 204 len: 168 time: 0.4136066 Oct 20 10:46:05.864793 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9588489-2674-412b-81b3-a528834dc134 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c293d202-08a2-46d7-8156-502eb68acc76,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:06.136151 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-c9b26f11-6028-4123-80b2-c25ce5551772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:06.197740 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9fab710c-3d46-4387-85ae-46c87ba2d8e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25350752'] for subnet, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:06.297775 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fab710c-3d46-4387-85ae-46c87ba2d8e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2385e10a-8e9b-4532-8959-c4c7cb401041,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:06.383653 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fab710c-3d46-4387-85ae-46c87ba2d8e8 admin admin] Checking segment: {'id': '21cccbca-7404-428f-aa4e-872d37903a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'c8a6fc02-fa12-4200-87e5-83414d81676e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:46:06.385081 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fab710c-3d46-4387-85ae-46c87ba2d8e8 admin admin] Network hostable DHCP agents. Network: c8a6fc02-fa12-4200-87e5-83414d81676e, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:46:06.429485 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674b193b-279e-4814-86a9-c7a338a22406 req-eb5354df-1247-4c37-a812-6cd47d53958e tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:06.439915 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-674b193b-279e-4814-86a9-c7a338a22406 req-eb5354df-1247-4c37-a812-6cd47d53958e tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/ports?device_id=56344781-853e-4363-a8d9-59e90942e021 HTTP/1.1" status: 200 len: 945 time: 0.1003208 Oct 20 10:46:06.489000 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fab710c-3d46-4387-85ae-46c87ba2d8e8 admin admin] Network c8a6fc02-fa12-4200-87e5-83414d81676e is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:46:06.498748 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-674b193b-279e-4814-86a9-c7a338a22406 req-e6f417ff-6e0b-4891-9f96-862fe50eb5ef tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/security-groups?id=887118a8-550c-4373-a758-17919f09b184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578673 Oct 20 10:46:06.505359 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5dcbfc7f-3721-4529-80ee-105be9f004dc tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:06.516987 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-9fab710c-3d46-4387-85ae-46c87ba2d8e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, c8a6fc02-fa12-4200-87e5-83414d81676e) {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:46:06.527844 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fab710c-3d46-4387-85ae-46c87ba2d8e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:06.528066 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d9fc64c-aab2-4fd0-8e30-eb059ee58235 None None] Network c8a6fc02-fa12-4200-87e5-83414d81676e requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:46:06.529445 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9fab710c-3d46-4387-85ae-46c87ba2d8e8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:06.600293 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-9fab710c-3d46-4387-85ae-46c87ba2d8e8 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8637486 Oct 20 10:46:06.731796 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-535f6006-8d8b-4615-a40f-87b2edaff6d9 None None] Network c8a6fc02-fa12-4200-87e5-83414d81676e requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:46:06.944544 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 37478) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:46:06.975834 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-5dcbfc7f-3721-4529-80ee-105be9f004dc tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Allocated IP 172.20.0.1 (76fe8136-4f3d-4342-935a-ac3982b271b4/942b9b93-99be-42ae-ab6b-b45955577dd1/27c17e6d-d7d0-4a1f-8109-0f0f787f1a69) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:46:07.094400 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:07.202834 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-e93d2255-a13c-476e-b4e5-dfad82928e09 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1364830528-network', 'tenant_id': '164609c988624f40850b25c154e694cd'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:46:07.227924 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5dcbfc7f-3721-4529-80ee-105be9f004dc tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:07.279894 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e93d2255-a13c-476e-b4e5-dfad82928e09 admin admin] Made reservation on behalf of 164609c988624f40850b25c154e694cd for: {'network': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:46:07.282937 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e93d2255-a13c-476e-b4e5-dfad82928e09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:07.298690 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5dcbfc7f-3721-4529-80ee-105be9f004dc tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:07.300150 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e93d2255-a13c-476e-b4e5-dfad82928e09 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:07.377717 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dcbfc7f-3721-4529-80ee-105be9f004dc tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Network 76fe8136-4f3d-4342-935a-ac3982b271b4 is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:46:07.383310 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-5dcbfc7f-3721-4529-80ee-105be9f004dc tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:46:07.387507 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dcbfc7f-3721-4529-80ee-105be9f004dc tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:46:07.430856 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcbfc7f-3721-4529-80ee-105be9f004dc tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Pushing event updated for resources: {'Port': ['ID=27c17e6d-d7d0-4a1f-8109-0f0f787f1a69,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:07.448923 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5dcbfc7f-3721-4529-80ee-105be9f004dc tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1774540'] for router_interface, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:07.485947 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e93d2255-a13c-476e-b4e5-dfad82928e09 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:07.492170 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:07.504353 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e93d2255-a13c-476e-b4e5-dfad82928e09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:07.608202 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93d2255-a13c-476e-b4e5-dfad82928e09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca8f9fb9-0487-482a-980d-8381503dd062,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:07.745303 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e93d2255-a13c-476e-b4e5-dfad82928e09 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 846} {{(pid=100596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:46:07.797485 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5dcbfc7f-3721-4529-80ee-105be9f004dc tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:07.832362 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be641af-6b6b-4aba-8019-007a7afd7153 req-cfcb1791-9ee8-4da7-b8b3-3e58c2d141e6 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:07.835239 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8be641af-6b6b-4aba-8019-007a7afd7153 req-cfcb1791-9ee8-4da7-b8b3-3e58c2d141e6 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] 10.222.0.64 "GET /v2.0/networks?id=c8a6fc02-fa12-4200-87e5-83414d81676e HTTP/1.1" status: 200 len: 815 time: 0.3469267 Oct 20 10:46:07.838731 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-04dd483a-9715-4dce-961f-efe1041c31db None None] Provisioning complete for port 27c17e6d-d7d0-4a1f-8109-0f0f787f1a69 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:46:07.839099 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-04dd483a-9715-4dce-961f-efe1041c31db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:07.857597 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e93d2255-a13c-476e-b4e5-dfad82928e09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:07.857956 n-d-811396-3 neutron-server[100596]: INFO neutron.db.segments_db [None req-e93d2255-a13c-476e-b4e5-dfad82928e09 admin admin] Added segment 9ee8a0e5-769d-44a7-b0f4-80ca18da3ca8 of type vlan for network ec80eada-54bb-4b34-b60d-78d68e2b51ff Oct 20 10:46:07.921441 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e93d2255-a13c-476e-b4e5-dfad82928e09 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:07.930339 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-04dd483a-9715-4dce-961f-efe1041c31db None None] Port 27c17e6d-d7d0-4a1f-8109-0f0f787f1a69 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:46:07.968156 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:07.972588 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e93d2255-a13c-476e-b4e5-dfad82928e09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:07.976155 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93d2255-a13c-476e-b4e5-dfad82928e09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:07.976788 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e93d2255-a13c-476e-b4e5-dfad82928e09 admin admin] Publish callbacks [] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:08.036949 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8be641af-6b6b-4aba-8019-007a7afd7153 req-846da073-985c-4185-95c4-fd3d1e41335c tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] 10.222.0.64 "GET /v2.0/quotas/7c07d91a5a3845b987d2c3d5e5662672 HTTP/1.1" status: 200 len: 375 time: 0.0899599 Oct 20 10:46:08.066592 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-e93d2255-a13c-476e-b4e5-dfad82928e09 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1206672 Oct 20 10:46:08.068646 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 37512) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:46:08.099943 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-6dcc206c-64d1-4d51-a6d5-24588fbbe9e6 admin admin] Request body: {'subnet': {'network_id': 'ec80eada-54bb-4b34-b60d-78d68e2b51ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1364830528-subnet', 'tenant_id': '164609c988624f40850b25c154e694cd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:46:08.122347 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8be641af-6b6b-4aba-8019-007a7afd7153 req-baa121d9-7865-40d2-b85b-34c7d36678b6 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=7c07d91a5a3845b987d2c3d5e5662672&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0843534 Oct 20 10:46:08.192413 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9094c43-51b1-4482-ac17-9ce98983e246 req-79d10016-a110-4fcb-b2f0-3ad3f2fcb7a0 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:08.194136 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b9094c43-51b1-4482-ac17-9ce98983e246 req-79d10016-a110-4fcb-b2f0-3ad3f2fcb7a0 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/ports?device_id=56344781-853e-4363-a8d9-59e90942e021 HTTP/1.1" status: 200 len: 945 time: 0.4596193 Oct 20 10:46:08.219120 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93d2255-a13c-476e-b4e5-dfad82928e09 admin admin] Pushing event updated for resources: {'Network': ['ID=ec80eada-54bb-4b34-b60d-78d68e2b51ff,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:08.230240 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network ec80eada-54bb-4b34-b60d-78d68e2b51ff details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:46:08.322575 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5dcbfc7f-3721-4529-80ee-105be9f004dc tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks [] for port, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:08.332571 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5dcbfc7f-3721-4529-80ee-105be9f004dc tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:08.346751 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dcc206c-64d1-4d51-a6d5-24588fbbe9e6 admin admin] Made reservation on behalf of 164609c988624f40850b25c154e694cd for: {'subnet': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:46:08.349412 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6dcc206c-64d1-4d51-a6d5-24588fbbe9e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26761797'] for subnet, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:08.380949 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b9094c43-51b1-4482-ac17-9ce98983e246 req-3db6cf01-6ba8-41f1-9bf7-c8af23bca411 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/security-groups?id=887118a8-550c-4373-a758-17919f09b184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615865 Oct 20 10:46:08.425384 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5dcbfc7f-3721-4529-80ee-105be9f004dc tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1774432'] for router_interface, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:08.441400 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcbfc7f-3721-4529-80ee-105be9f004dc tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Pushing event updated for resources: {'Port': ['ID=27c17e6d-d7d0-4a1f-8109-0f0f787f1a69,revision_number=2']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:08.517493 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8be641af-6b6b-4aba-8019-007a7afd7153 req-136001c6-494e-4449-8df1-8abbec7c809f service neutron] 10.222.0.64 "GET /v2.0/networks/c8a6fc02-fa12-4200-87e5-83414d81676e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3942358 Oct 20 10:46:08.568690 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dcbfc7f-3721-4529-80ee-105be9f004dc tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Network 76fe8136-4f3d-4342-935a-ac3982b271b4 is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:46:08.570238 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-5dcbfc7f-3721-4529-80ee-105be9f004dc tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:46:08.698534 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dcbfc7f-3721-4529-80ee-105be9f004dc tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Router 77fb03df-148c-4480-9932-eb7d5822e720 has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:46:08.734122 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6dcc206c-64d1-4d51-a6d5-24588fbbe9e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26836128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26761819'] for subnet, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:08.798004 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8be641af-6b6b-4aba-8019-007a7afd7153 req-e1aff7cb-e605-4e59-9835-f1cde7d62980 service neutron] 10.222.0.64 "GET /v2.0/networks/c8a6fc02-fa12-4200-87e5-83414d81676e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2684746 Oct 20 10:46:08.830902 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcc206c-64d1-4d51-a6d5-24588fbbe9e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=01fdc287-5c15-4d59-957d-226e4098dcff,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:08.836877 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dcbfc7f-3721-4529-80ee-105be9f004dc tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:46:08.849563 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-872b7602-ce1f-4b4c-a6c4-cbe755e78d8a None None] Sync routers for ids ['77fb03df-148c-4480-9932-eb7d5822e720'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:46:08.872844 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-5dcbfc7f-3721-4529-80ee-105be9f004dc tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] 10.222.0.64 "PUT /v2.0/routers/77fb03df-148c-4480-9932-eb7d5822e720/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4334493 Oct 20 10:46:08.873795 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872b7602-ce1f-4b4c-a6c4-cbe755e78d8a None None] Routers {'77fb03df-148c-4480-9932-eb7d5822e720'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:46:08.874910 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-872b7602-ce1f-4b4c-a6c4-cbe755e78d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:46:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['77fb03df-148c-4480-9932-eb7d5822e720'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:46:08.877830 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 37530) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:46:08.890440 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:08.891825 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-44cf8d1e-d790-45d9-9ea1-26adf36a52a8 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Request body: {'port': {'network_id': '76fe8136-4f3d-4342-935a-ac3982b271b4', 'name': 'tempest-FloatingIPTestJSON-582015238'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:46:08.904893 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dcc206c-64d1-4d51-a6d5-24588fbbe9e6 admin admin] Checking segment: {'id': '9ee8a0e5-769d-44a7-b0f4-80ca18da3ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'ec80eada-54bb-4b34-b60d-78d68e2b51ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:46:08.905339 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dcc206c-64d1-4d51-a6d5-24588fbbe9e6 admin admin] Network hostable DHCP agents. Network: ec80eada-54bb-4b34-b60d-78d68e2b51ff, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:46:08.938464 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-872b7602-ce1f-4b4c-a6c4-cbe755e78d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:46:08.949778 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872b7602-ce1f-4b4c-a6c4-cbe755e78d8a None None] Routers {'77fb03df-148c-4480-9932-eb7d5822e720'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:46:08.952330 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dcc206c-64d1-4d51-a6d5-24588fbbe9e6 admin admin] Network ec80eada-54bb-4b34-b60d-78d68e2b51ff is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:46:08.952845 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-872b7602-ce1f-4b4c-a6c4-cbe755e78d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:46:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['77fb03df-148c-4480-9932-eb7d5822e720'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:46:08.965030 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-6dcc206c-64d1-4d51-a6d5-24588fbbe9e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, ec80eada-54bb-4b34-b60d-78d68e2b51ff) {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:46:08.971520 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-70280500-2d81-4c6a-a64c-1f093e1507ff None None] Provisioning complete for port 27c17e6d-d7d0-4a1f-8109-0f0f787f1a69 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:46:08.971914 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-70280500-2d81-4c6a-a64c-1f093e1507ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:08.982080 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dcc206c-64d1-4d51-a6d5-24588fbbe9e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:08.986110 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6dcc206c-64d1-4d51-a6d5-24588fbbe9e6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:08.998325 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28fb28af-70e7-4255-a6cd-5940d6238a61 None None] Network ec80eada-54bb-4b34-b60d-78d68e2b51ff requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:46:09.019011 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-6dcc206c-64d1-4d51-a6d5-24588fbbe9e6 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9235399 Oct 20 10:46:09.094115 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-872b7602-ce1f-4b4c-a6c4-cbe755e78d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:46:09.109947 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-872b7602-ce1f-4b4c-a6c4-cbe755e78d8a None None] The sync data for ids ['77fb03df-148c-4480-9932-eb7d5822e720'] in n-d-811396-3 is: [] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:46:09.282760 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44cf8d1e-d790-45d9-9ea1-26adf36a52a8 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Made reservation on behalf of c14fee221c4a49e8ad617d87e89a9754 for: {'port': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:46:09.289343 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-44cf8d1e-d790-45d9-9ea1-26adf36a52a8 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:09.290635 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8bac8fa2-7889-4bd5-a3d1-57a12c8c00a3 req-aaca91f6-cced-49a4-9f78-543900f28ecb tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] 10.222.0.64 "GET /v2.0/ports?device_id=a18205b2-e8c8-454c-a76c-bc825d307c11 HTTP/1.1" status: 200 len: 210 time: 0.0992439 Oct 20 10:46:09.323197 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [None req-44cf8d1e-d790-45d9-9ea1-26adf36a52a8 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] device_id is not set on port a2dc39ff-4753-4a71-8832-be823a00dcac yet. {{(pid=100597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:46:09.518650 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc207a1-0cc2-4065-b5b8-42a5d50c7dd6 None None] Network ec80eada-54bb-4b34-b60d-78d68e2b51ff requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:46:09.657503 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-44cf8d1e-d790-45d9-9ea1-26adf36a52a8 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Allocated IP 172.20.0.12 (76fe8136-4f3d-4342-935a-ac3982b271b4/942b9b93-99be-42ae-ab6b-b45955577dd1/a2dc39ff-4753-4a71-8832-be823a00dcac) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:46:09.733917 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce751f8-9dd1-4f8a-9252-a26a5c0d1c79 req-8a02ac7d-82c9-430b-8945-b8a9492b57f4 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:09.745126 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9ce751f8-9dd1-4f8a-9252-a26a5c0d1c79 req-8a02ac7d-82c9-430b-8945-b8a9492b57f4 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/ports?device_id=56344781-853e-4363-a8d9-59e90942e021 HTTP/1.1" status: 200 len: 945 time: 0.1608965 Oct 20 10:46:09.941796 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9ce751f8-9dd1-4f8a-9252-a26a5c0d1c79 req-8f6dd232-dac4-4a73-a4ed-376b9f41793c tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/security-groups?id=887118a8-550c-4373-a758-17919f09b184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934679 Oct 20 10:46:09.993582 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 37588) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:46:10.042604 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-70280500-2d81-4c6a-a64c-1f093e1507ff None None] Port 27c17e6d-d7d0-4a1f-8109-0f0f787f1a69 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:46:10.185744 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-44cf8d1e-d790-45d9-9ea1-26adf36a52a8 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:10.273868 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5123b3-75d3-4c2b-a012-ffde39a275ad req-7a0ef254-7315-4904-aa0a-86b566c652f8 tempest-ServerTagsTestJSON-1056382135 tempest-ServerTagsTestJSON-1056382135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:10.275459 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6f5123b3-75d3-4c2b-a012-ffde39a275ad req-7a0ef254-7315-4904-aa0a-86b566c652f8 tempest-ServerTagsTestJSON-1056382135 tempest-ServerTagsTestJSON-1056382135-project] 10.222.0.64 "GET /v2.0/networks?id=ec80eada-54bb-4b34-b60d-78d68e2b51ff HTTP/1.1" status: 200 len: 809 time: 0.4701102 Oct 20 10:46:10.295645 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-9a388cfe-7c76-40a0-9daf-dfb7dadd0326 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:10.319607 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-44cf8d1e-d790-45d9-9ea1-26adf36a52a8 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:10.411791 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44cf8d1e-d790-45d9-9ea1-26adf36a52a8 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Network 76fe8136-4f3d-4342-935a-ac3982b271b4 is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:46:10.415357 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-44cf8d1e-d790-45d9-9ea1-26adf36a52a8 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:46:10.420577 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44cf8d1e-d790-45d9-9ea1-26adf36a52a8 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:46:10.482191 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-9a388cfe-7c76-40a0-9daf-dfb7dadd0326 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:10.493799 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6f5123b3-75d3-4c2b-a012-ffde39a275ad req-23ff028b-d739-4527-84a9-d785a1f9f054 tempest-ServerTagsTestJSON-1056382135 tempest-ServerTagsTestJSON-1056382135-project] 10.222.0.64 "GET /v2.0/quotas/164609c988624f40850b25c154e694cd HTTP/1.1" status: 200 len: 375 time: 0.1997814 Oct 20 10:46:10.514051 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-9a388cfe-7c76-40a0-9daf-dfb7dadd0326 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:10.582007 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44cf8d1e-d790-45d9-9ea1-26adf36a52a8 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:10.582681 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-44cf8d1e-d790-45d9-9ea1-26adf36a52a8 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:10.591740 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-88a79466-b0d7-43f7-a8b6-4fc8df79eab6 req-ac12e518-1100-4184-a23c-66e479b61e7b tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] 10.222.0.64 "GET /v2.0/ports?device_id=a18205b2-e8c8-454c-a76c-bc825d307c11 HTTP/1.1" status: 200 len: 210 time: 0.0985031 Oct 20 10:46:10.621891 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cf8d1e-d790-45d9-9ea1-26adf36a52a8 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Pushing event updated for resources: {'Port': ['ID=a2dc39ff-4753-4a71-8832-be823a00dcac,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:10.653501 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-44cf8d1e-d790-45d9-9ea1-26adf36a52a8 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.7722290 Oct 20 10:46:10.659036 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 37606) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:46:10.663616 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-b2f8d43a-566a-4ebb-afdf-a5bdee5562e4 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Request body: {'floatingip': {'port_id': 'a2dc39ff-4753-4a71-8832-be823a00dcac'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:46:10.685463 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6f5123b3-75d3-4c2b-a012-ffde39a275ad req-89608f01-61ab-499d-9f90-351d848b4cd1 tempest-ServerTagsTestJSON-1056382135 tempest-ServerTagsTestJSON-1056382135-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=164609c988624f40850b25c154e694cd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1683478 Oct 20 10:46:10.711149 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a388cfe-7c76-40a0-9daf-dfb7dadd0326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8f6d7c4-1175-44cf-bb0c-b81cb74594a8,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:10.754708 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b2f8d43a-566a-4ebb-afdf-a5bdee5562e4 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks [] for floatingip, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:10.756772 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-9a388cfe-7c76-40a0-9daf-dfb7dadd0326 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7cd60ddc62044a9cadb6d32d25b99687&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7608426 Oct 20 10:46:10.770284 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 37608) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:46:10.775700 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-cb366527-b223-4235-ad07-8547c7938939 None None] Provisioning complete for port a2dc39ff-4753-4a71-8832-be823a00dcac triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:46:10.776723 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-cb366527-b223-4235-ad07-8547c7938939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:10.878872 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-cb366527-b223-4235-ad07-8547c7938939 None None] Port a2dc39ff-4753-4a71-8832-be823a00dcac cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:46:10.937526 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6f5123b3-75d3-4c2b-a012-ffde39a275ad req-2a7fb7cd-7643-40b4-8a69-37f8bf0d9259 service neutron] 10.222.0.64 "GET /v2.0/networks/ec80eada-54bb-4b34-b60d-78d68e2b51ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2510271 Oct 20 10:46:10.959689 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-390319b7-2a55-472d-816d-5b838e132f6d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:11.088073 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-390319b7-2a55-472d-816d-5b838e132f6d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:11.241584 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6f5123b3-75d3-4c2b-a012-ffde39a275ad req-fa5cff07-42d0-49be-9172-1d3bd627317c service neutron] 10.222.0.64 "GET /v2.0/networks/ec80eada-54bb-4b34-b60d-78d68e2b51ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2897995 Oct 20 10:46:11.247521 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [req-f748d2a3-c026-47ea-b03f-bf3c93d6ce0f req-395d579e-754a-4d2a-8d9e-502fc8c096f3 service neutron] (100597) timed out ('10.222.0.69', 54964) {{(pid=100597) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 20 10:46:11.255594 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be641af-6b6b-4aba-8019-007a7afd7153 req-5a5a36e4-da71-4141-867a-32d308b8b35b tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:11.257226 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8be641af-6b6b-4aba-8019-007a7afd7153 req-5a5a36e4-da71-4141-867a-32d308b8b35b tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] 10.222.0.69 "GET /v2.0/networks?id=c8a6fc02-fa12-4200-87e5-83414d81676e HTTP/1.1" status: 200 len: 815 time: 0.2778924 Oct 20 10:46:11.298651 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-8be641af-6b6b-4aba-8019-007a7afd7153 req-3da31bad-5a85-47ef-995c-83447c2f398d tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] Request body: {'port': {'device_id': 'a18205b2-e8c8-454c-a76c-bc825d307c11', 'network_id': 'c8a6fc02-fa12-4200-87e5-83414d81676e', 'admin_state_up': True, 'tenant_id': '7c07d91a5a3845b987d2c3d5e5662672'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:46:11.321450 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8dcc08-3a74-4128-ab26-25a7789422b7 req-aaf1b8e7-21e6-48f3-b8d2-a107ca3b6d5e tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:11.323261 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bf8dcc08-3a74-4128-ab26-25a7789422b7 req-aaf1b8e7-21e6-48f3-b8d2-a107ca3b6d5e tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/ports?device_id=56344781-853e-4363-a8d9-59e90942e021 HTTP/1.1" status: 200 len: 945 time: 0.2377751 Oct 20 10:46:11.327039 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-390319b7-2a55-472d-816d-5b838e132f6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:11.329905 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-390319b7-2a55-472d-816d-5b838e132f6d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:11.331451 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-390319b7-2a55-472d-816d-5b838e132f6d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b8f6d7c4-1175-44cf-bb0c-b81cb74594a8 HTTP/1.1" status: 204 len: 168 time: 0.5598781 Oct 20 10:46:11.367470 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390319b7-2a55-472d-816d-5b838e132f6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8f6d7c4-1175-44cf-bb0c-b81cb74594a8,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:11.444102 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bf8dcc08-3a74-4128-ab26-25a7789422b7 req-3cd6a088-77e6-4484-a654-3e13453fc9bb tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/security-groups?id=887118a8-550c-4373-a758-17919f09b184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988550 Oct 20 10:46:11.497289 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.db.resource_extend [None req-b2f8d43a-566a-4ebb-afdf-a5bdee5562e4 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 20 10:46:11.531631 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8be641af-6b6b-4aba-8019-007a7afd7153 req-3da31bad-5a85-47ef-995c-83447c2f398d tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] Made reservation on behalf of 7c07d91a5a3845b987d2c3d5e5662672 for: {'port': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:46:11.538867 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-8be641af-6b6b-4aba-8019-007a7afd7153 req-3da31bad-5a85-47ef-995c-83447c2f398d tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:11.597392 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4c34421d-ffae-456a-b9e0-3b15b7865b4f req-7104ed30-7957-4ea9-accc-4da6c45f6138 tempest-ServerTagsTestJSON-1056382135 tempest-ServerTagsTestJSON-1056382135-project] 10.222.0.64 "GET /v2.0/ports?device_id=f6baf8aa-b7b4-4750-b644-6f9d23858700 HTTP/1.1" status: 200 len: 210 time: 0.0374553 Oct 20 10:46:11.649200 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b2f8d43a-566a-4ebb-afdf-a5bdee5562e4 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:11.658763 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b2f8d43a-566a-4ebb-afdf-a5bdee5562e4 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1773381'] for floatingip, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:11.837523 n-d-811396-3 neutron-server[100597]: INFO neutron.db.l3_db [None req-b2f8d43a-566a-4ebb-afdf-a5bdee5562e4 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Floating IP 290d13d0-13bc-4039-be9e-36c8e4b572cc associated. External IP: 172.25.1.124, port: 084c8738-99cb-48ee-97a4-ce053532cb4a. Oct 20 10:46:11.856705 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c50882c3-7b1e-4047-bd70-e6fe5f7fb92f req-9b974d93-d0a9-41b3-90d7-95ba5f451320 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] 10.222.0.64 "GET /v2.0/ports?device_id=a18205b2-e8c8-454c-a76c-bc825d307c11 HTTP/1.1" status: 200 len: 210 time: 0.1272371 Oct 20 10:46:11.891773 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 37644) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:46:11.921488 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [req-8be641af-6b6b-4aba-8019-007a7afd7153 req-3da31bad-5a85-47ef-995c-83447c2f398d tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] Allocated IP 172.20.0.9 (c8a6fc02-fa12-4200-87e5-83414d81676e/2385e10a-8e9b-4532-8959-c4c7cb401041/cce84233-f3eb-46fc-b7e7-cf15d3e7b144) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:46:11.939403 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-85501eb8-7db6-4da3-b7fd-c29b38471486 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:12.169405 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-8be641af-6b6b-4aba-8019-007a7afd7153 req-3da31bad-5a85-47ef-995c-83447c2f398d tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:12.185771 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2f8d43a-566a-4ebb-afdf-a5bdee5562e4 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Router 9c29ecc4-2c1e-4908-8ecc-c96e25e903ee has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:46:12.235280 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-8be641af-6b6b-4aba-8019-007a7afd7153 req-3da31bad-5a85-47ef-995c-83447c2f398d tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:12.320373 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8be641af-6b6b-4aba-8019-007a7afd7153 req-3da31bad-5a85-47ef-995c-83447c2f398d tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] Network c8a6fc02-fa12-4200-87e5-83414d81676e is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:46:12.326806 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [req-8be641af-6b6b-4aba-8019-007a7afd7153 req-3da31bad-5a85-47ef-995c-83447c2f398d tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:46:12.338985 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-8be641af-6b6b-4aba-8019-007a7afd7153 req-3da31bad-5a85-47ef-995c-83447c2f398d tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:46:12.394080 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be641af-6b6b-4aba-8019-007a7afd7153 req-3da31bad-5a85-47ef-995c-83447c2f398d tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:12.395419 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-8be641af-6b6b-4aba-8019-007a7afd7153 req-3da31bad-5a85-47ef-995c-83447c2f398d tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:12.403098 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da31bad-5a85-47ef-995c-83447c2f398d tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] Pushing event updated for resources: {'Port': ['ID=cce84233-f3eb-46fc-b7e7-cf15d3e7b144,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:12.415370 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2f8d43a-566a-4ebb-afdf-a5bdee5562e4 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:46:12.426861 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-85501eb8-7db6-4da3-b7fd-c29b38471486 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:12.430656 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78820f2e-091b-4097-9f0a-693410d5d41c None None] Sync routers for ids ['9c29ecc4-2c1e-4908-8ecc-c96e25e903ee'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:46:12.442716 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-85501eb8-7db6-4da3-b7fd-c29b38471486 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:12.444851 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78820f2e-091b-4097-9f0a-693410d5d41c None None] Routers {'9c29ecc4-2c1e-4908-8ecc-c96e25e903ee'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:46:12.448044 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-78820f2e-091b-4097-9f0a-693410d5d41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:46:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['9c29ecc4-2c1e-4908-8ecc-c96e25e903ee'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:46:12.456666 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8be641af-6b6b-4aba-8019-007a7afd7153 req-3da31bad-5a85-47ef-995c-83447c2f398d tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1858032 Oct 20 10:46:12.490558 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-78820f2e-091b-4097-9f0a-693410d5d41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:46:12.497121 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-8be641af-6b6b-4aba-8019-007a7afd7153 req-ea1aed38-a96d-4a82-8deb-d9f6679d190d service neutron] Request body: {'port': {'device_id': 'a18205b2-e8c8-454c-a76c-bc825d307c11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811396-3'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:46:12.501789 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78820f2e-091b-4097-9f0a-693410d5d41c None None] Routers {'9c29ecc4-2c1e-4908-8ecc-c96e25e903ee'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:46:12.503754 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-78820f2e-091b-4097-9f0a-693410d5d41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:46:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['9c29ecc4-2c1e-4908-8ecc-c96e25e903ee'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:46:12.559675 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-78820f2e-091b-4097-9f0a-693410d5d41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:46:12.560726 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78820f2e-091b-4097-9f0a-693410d5d41c None None] The sync data for ids ['9c29ecc4-2c1e-4908-8ecc-c96e25e903ee'] in n-d-811396-3 is: [] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:46:12.613124 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-8be641af-6b6b-4aba-8019-007a7afd7153 req-ea1aed38-a96d-4a82-8deb-d9f6679d190d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:12.615021 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85501eb8-7db6-4da3-b7fd-c29b38471486 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a882eff-801a-4eb2-bf7b-77d7d7ef9c42,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:12.625552 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-85501eb8-7db6-4da3-b7fd-c29b38471486 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3d0dcfe6d45a453aa9645979c8038c5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7325048 Oct 20 10:46:12.632391 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 37660) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:46:12.832508 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc9695e-6243-4ffd-a55e-a099a0741eda req-868c4f31-36f4-46ec-9b9a-ada104305af4 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:12.834851 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ecc9695e-6243-4ffd-a55e-a099a0741eda req-868c4f31-36f4-46ec-9b9a-ada104305af4 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/ports?device_id=56344781-853e-4363-a8d9-59e90942e021 HTTP/1.1" status: 200 len: 945 time: 0.2012990 Oct 20 10:46:12.843763 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4b8f939f-6a62-45bf-a112-bd14ddacfca2 req-fc95e4d3-95b5-4402-84a0-1e6ad20d83e5 tempest-ServerTagsTestJSON-1056382135 tempest-ServerTagsTestJSON-1056382135-project] 10.222.0.64 "GET /v2.0/ports?device_id=f6baf8aa-b7b4-4750-b644-6f9d23858700 HTTP/1.1" status: 200 len: 210 time: 0.1008105 Oct 20 10:46:13.220253 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2f8d43a-566a-4ebb-afdf-a5bdee5562e4 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Router 77fb03df-148c-4480-9932-eb7d5822e720 has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:46:13.363778 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2f8d43a-566a-4ebb-afdf-a5bdee5562e4 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:46:13.369399 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b2f8d43a-566a-4ebb-afdf-a5bdee5562e4 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for floatingip, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:13.378326 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a983c2dc-676a-48eb-a9a9-11b18365b939 None None] Sync routers for ids ['77fb03df-148c-4480-9932-eb7d5822e720'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:46:13.388904 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a983c2dc-676a-48eb-a9a9-11b18365b939 None None] Routers {'77fb03df-148c-4480-9932-eb7d5822e720'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:46:13.389997 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-a983c2dc-676a-48eb-a9a9-11b18365b939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:46:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['77fb03df-148c-4480-9932-eb7d5822e720'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:46:13.448388 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-a983c2dc-676a-48eb-a9a9-11b18365b939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:46:13.458578 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a983c2dc-676a-48eb-a9a9-11b18365b939 None None] Routers {'77fb03df-148c-4480-9932-eb7d5822e720'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:46:13.459650 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-a983c2dc-676a-48eb-a9a9-11b18365b939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:46:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['77fb03df-148c-4480-9932-eb7d5822e720'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:46:13.487189 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-b2f8d43a-566a-4ebb-afdf-a5bdee5562e4 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] 10.222.0.64 "PUT /v2.0/floatingips/290d13d0-13bc-4039-be9e-36c8e4b572cc HTTP/1.1" status: 200 len: 978 time: 2.8269579 Oct 20 10:46:13.488022 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 37678) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:46:13.495196 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-a983c2dc-676a-48eb-a9a9-11b18365b939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:46:13.496164 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a983c2dc-676a-48eb-a9a9-11b18365b939 None None] The sync data for ids ['77fb03df-148c-4480-9932-eb7d5822e720'] in n-d-811396-3 is: [] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:46:13.623994 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-5839bff5-d8b1-42fc-a730-c8590824a0cc tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Deleting port a2dc39ff-4753-4a71-8832-be823a00dcac {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:46:13.624391 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5839bff5-d8b1-42fc-a730-c8590824a0cc tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:13.649649 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [req-8be641af-6b6b-4aba-8019-007a7afd7153 req-ea1aed38-a96d-4a82-8deb-d9f6679d190d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cce84233-f3eb-46fc-b7e7-cf15d3e7b144 {{(pid=100596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:46:13.658842 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-8be641af-6b6b-4aba-8019-007a7afd7153 req-ea1aed38-a96d-4a82-8deb-d9f6679d190d service neutron] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:13.673229 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.provisioning_blocks [req-8be641af-6b6b-4aba-8019-007a7afd7153 req-ea1aed38-a96d-4a82-8deb-d9f6679d190d service neutron] Transition to ACTIVE for port object cce84233-f3eb-46fc-b7e7-cf15d3e7b144 will not be triggered until provisioned by entity L2. {{(pid=100596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:46:13.674375 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a6927630-4255-4294-87f6-a333b9a7b3ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:13.701423 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a6927630-4255-4294-87f6-a333b9a7b3ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:13.741352 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5839bff5-d8b1-42fc-a730-c8590824a0cc tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:13.811423 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-8be641af-6b6b-4aba-8019-007a7afd7153 req-ea1aed38-a96d-4a82-8deb-d9f6679d190d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:13.843317 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a6927630-4255-4294-87f6-a333b9a7b3ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:13.845852 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a6927630-4255-4294-87f6-a333b9a7b3ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:13.847826 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-a6927630-4255-4294-87f6-a333b9a7b3ee admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0a882eff-801a-4eb2-bf7b-77d7d7ef9c42 HTTP/1.1" status: 204 len: 168 time: 1.2020414 Oct 20 10:46:13.928415 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5123b3-75d3-4c2b-a012-ffde39a275ad req-df6c6cfb-d3cc-445b-924b-16882c4802d6 tempest-ServerTagsTestJSON-1056382135 tempest-ServerTagsTestJSON-1056382135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:13.930181 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6f5123b3-75d3-4c2b-a012-ffde39a275ad req-df6c6cfb-d3cc-445b-924b-16882c4802d6 tempest-ServerTagsTestJSON-1056382135 tempest-ServerTagsTestJSON-1056382135-project] 10.222.0.69 "GET /v2.0/networks?id=ec80eada-54bb-4b34-b60d-78d68e2b51ff HTTP/1.1" status: 200 len: 809 time: 0.9900908 Oct 20 10:46:13.998850 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5839bff5-d8b1-42fc-a730-c8590824a0cc tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:13.999375 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5839bff5-d8b1-42fc-a730-c8590824a0cc tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1773381'] for floatingip, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:14.000217 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12515d32-28a4-4b1a-8a67-5e592269c526 req-d755b922-1180-47dc-83ca-79ec11167144 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:14.000372 n-d-811396-3 neutron-server[100597]: INFO neutron.db.l3_db [None req-5839bff5-d8b1-42fc-a730-c8590824a0cc tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Floating IP 290d13d0-13bc-4039-be9e-36c8e4b572cc disassociated. External IP: 172.25.1.124, port: a2dc39ff-4753-4a71-8832-be823a00dcac. Oct 20 10:46:14.000833 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-5839bff5-d8b1-42fc-a730-c8590824a0cc tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Calling delete_port for a2dc39ff-4753-4a71-8832-be823a00dcac owned by {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:46:14.001939 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-12515d32-28a4-4b1a-8a67-5e592269c526 req-d755b922-1180-47dc-83ca-79ec11167144 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] 10.222.0.64 "GET /v2.0/ports?device_id=a18205b2-e8c8-454c-a76c-bc825d307c11 HTTP/1.1" status: 200 len: 931 time: 0.8427901 Oct 20 10:46:14.009811 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-6f5123b3-75d3-4c2b-a012-ffde39a275ad req-2db6d8ca-1998-4e20-80cc-ab9b50031428 tempest-ServerTagsTestJSON-1056382135 tempest-ServerTagsTestJSON-1056382135-project] Request body: {'port': {'device_id': 'f6baf8aa-b7b4-4750-b644-6f9d23858700', 'network_id': 'ec80eada-54bb-4b34-b60d-78d68e2b51ff', 'admin_state_up': True, 'tenant_id': '164609c988624f40850b25c154e694cd'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:46:14.017581 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ecc9695e-6243-4ffd-a55e-a099a0741eda req-f6a42008-d8ff-474a-a51d-aa2772f85db0 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/security-groups?id=887118a8-550c-4373-a758-17919f09b184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0472372 Oct 20 10:46:14.027827 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6927630-4255-4294-87f6-a333b9a7b3ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a882eff-801a-4eb2-bf7b-77d7d7ef9c42,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:14.144645 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1aed38-a96d-4a82-8deb-d9f6679d190d service neutron] Pushing event updated for resources: {'Port': ['ID=cce84233-f3eb-46fc-b7e7-cf15d3e7b144,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:14.217627 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-12515d32-28a4-4b1a-8a67-5e592269c526 req-1a9dd44d-0890-40a0-bbba-20a5c58d4950 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] 10.222.0.64 "GET /v2.0/security-groups?id=beae5622-2b72-47ae-b5ac-f3919c6874d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914685 Oct 20 10:46:14.298051 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5839bff5-d8b1-42fc-a730-c8590824a0cc tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:14.310545 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ce97fc11-7571-421e-b8c7-32611605d22c req-2f6be998-2da7-41f7-9ae7-b9a6bd625c58 tempest-ServerTagsTestJSON-1056382135 tempest-ServerTagsTestJSON-1056382135-project] 10.222.0.64 "GET /v2.0/ports?device_id=f6baf8aa-b7b4-4750-b644-6f9d23858700 HTTP/1.1" status: 200 len: 210 time: 0.0876441 Oct 20 10:46:14.329380 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-8be641af-6b6b-4aba-8019-007a7afd7153 req-ea1aed38-a96d-4a82-8deb-d9f6679d190d service neutron] Attempting to bind port cce84233-f3eb-46fc-b7e7-cf15d3e7b144 on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:46:14.329559 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-8be641af-6b6b-4aba-8019-007a7afd7153 req-ea1aed38-a96d-4a82-8deb-d9f6679d190d service neutron] Attempting to bind port cce84233-f3eb-46fc-b7e7-cf15d3e7b144 by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': '21cccbca-7404-428f-aa4e-872d37903a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'c8a6fc02-fa12-4200-87e5-83414d81676e'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:46:14.329777 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be641af-6b6b-4aba-8019-007a7afd7153 req-ea1aed38-a96d-4a82-8deb-d9f6679d190d service neutron] Attempting to bind port cce84233-f3eb-46fc-b7e7-cf15d3e7b144 on network c8a6fc02-fa12-4200-87e5-83414d81676e {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:46:14.343425 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be641af-6b6b-4aba-8019-007a7afd7153 req-ea1aed38-a96d-4a82-8deb-d9f6679d190d service neutron] Port cce84233-f3eb-46fc-b7e7-cf15d3e7b144 on network c8a6fc02-fa12-4200-87e5-83414d81676e not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:46:14.347321 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be641af-6b6b-4aba-8019-007a7afd7153 req-ea1aed38-a96d-4a82-8deb-d9f6679d190d service neutron] Attempting to bind port cce84233-f3eb-46fc-b7e7-cf15d3e7b144 on network c8a6fc02-fa12-4200-87e5-83414d81676e {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:46:14.370111 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be641af-6b6b-4aba-8019-007a7afd7153 req-ea1aed38-a96d-4a82-8deb-d9f6679d190d service neutron] Checking agent: {'id': '061232a2-7adc-4ba1-a873-e8cb136b064d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 46, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:46:14.370830 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be641af-6b6b-4aba-8019-007a7afd7153 req-ea1aed38-a96d-4a82-8deb-d9f6679d190d service neutron] Checking segment: {'id': '21cccbca-7404-428f-aa4e-872d37903a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'c8a6fc02-fa12-4200-87e5-83414d81676e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:46:14.370830 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be641af-6b6b-4aba-8019-007a7afd7153 req-ea1aed38-a96d-4a82-8deb-d9f6679d190d service neutron] Bound using segment: {'id': '21cccbca-7404-428f-aa4e-872d37903a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'c8a6fc02-fa12-4200-87e5-83414d81676e'} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:46:14.373757 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-8be641af-6b6b-4aba-8019-007a7afd7153 req-ea1aed38-a96d-4a82-8deb-d9f6679d190d service neutron] Bound port: cce84233-f3eb-46fc-b7e7-cf15d3e7b144, host: n-h2-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21cccbca-7404-428f-aa4e-872d37903a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'c8a6fc02-fa12-4200-87e5-83414d81676e'}}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:46:14.375617 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-8be641af-6b6b-4aba-8019-007a7afd7153 req-ea1aed38-a96d-4a82-8deb-d9f6679d190d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:14.388842 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5839bff5-d8b1-42fc-a730-c8590824a0cc tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Pushing event deleted for resources: {'Port': ['ID=a2dc39ff-4753-4a71-8832-be823a00dcac,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:14.459252 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f5123b3-75d3-4c2b-a012-ffde39a275ad req-2db6d8ca-1998-4e20-80cc-ab9b50031428 tempest-ServerTagsTestJSON-1056382135 tempest-ServerTagsTestJSON-1056382135-project] Made reservation on behalf of 164609c988624f40850b25c154e694cd for: {'port': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:46:14.462980 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-6f5123b3-75d3-4c2b-a012-ffde39a275ad req-2db6d8ca-1998-4e20-80cc-ab9b50031428 tempest-ServerTagsTestJSON-1056382135 tempest-ServerTagsTestJSON-1056382135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:14.477615 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 37706) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:46:14.665491 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 37712) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:46:14.690982 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-8be641af-6b6b-4aba-8019-007a7afd7153 req-ea1aed38-a96d-4a82-8deb-d9f6679d190d service neutron] For port cce84233-f3eb-46fc-b7e7-cf15d3e7b144, host n-h2-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:46:14.702099 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-71294f37-e0a2-4244-9a59-bb2929ee39de admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:14.734764 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-8be641af-6b6b-4aba-8019-007a7afd7153 req-ea1aed38-a96d-4a82-8deb-d9f6679d190d service neutron] For port cce84233-f3eb-46fc-b7e7-cf15d3e7b144, host n-h2-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=cce84233-f3eb-46fc-b7e7-cf15d3e7b144,segment=NetworkSegment(21cccbca-7404-428f-aa4e-872d37903a8d),segment_id=21cccbca-7404-428f-aa4e-872d37903a8d)] {{(pid=100596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:46:14.735865 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5839bff5-d8b1-42fc-a730-c8590824a0cc tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Router 77fb03df-148c-4480-9932-eb7d5822e720 has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:46:14.745981 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-8be641af-6b6b-4aba-8019-007a7afd7153 req-ea1aed38-a96d-4a82-8deb-d9f6679d190d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:14.856735 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be641af-6b6b-4aba-8019-007a7afd7153 req-ea1aed38-a96d-4a82-8deb-d9f6679d190d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:14.857373 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-8be641af-6b6b-4aba-8019-007a7afd7153 req-ea1aed38-a96d-4a82-8deb-d9f6679d190d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:14.858729 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8be641af-6b6b-4aba-8019-007a7afd7153 req-ea1aed38-a96d-4a82-8deb-d9f6679d190d service neutron] 10.222.0.69 "PUT /v2.0/ports/cce84233-f3eb-46fc-b7e7-cf15d3e7b144 HTTP/1.1" status: 200 len: 1091 time: 2.3790362 Oct 20 10:46:14.859177 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a18205b2-e8c8-454c-a76c-bc825d307c11', 'tag': 'cce84233-f3eb-46fc-b7e7-cf15d3e7b144'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:46:14.861635 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51b52bf1-3120-4526-9880-9ae5751e014a" -d '{"events": [{"name": "network-changed", "server_uuid": "a18205b2-e8c8-454c-a76c-bc825d307c11", "tag": "cce84233-f3eb-46fc-b7e7-cf15d3e7b144"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:46:14.918089 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-01d65d11-c9cb-477c-b35d-b906accd8145 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:14.959601 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57607800-b0d2-4cee-afdd-fbc18b4138bc x-openstack-request-id: req-57607800-b0d2-4cee-afdd-fbc18b4138bc {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:46:14.959601 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a18205b2-e8c8-454c-a76c-bc825d307c11", "tag": "cce84233-f3eb-46fc-b7e7-cf15d3e7b144", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:46:14.960046 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-57607800-b0d2-4cee-afdd-fbc18b4138bc {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:46:14.960509 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a18205b2-e8c8-454c-a76c-bc825d307c11', 'tag': 'cce84233-f3eb-46fc-b7e7-cf15d3e7b144', 'status': 'completed', 'code': 200} Oct 20 10:46:14.973595 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [req-6f5123b3-75d3-4c2b-a012-ffde39a275ad req-2db6d8ca-1998-4e20-80cc-ab9b50031428 tempest-ServerTagsTestJSON-1056382135 tempest-ServerTagsTestJSON-1056382135-project] Allocated IP 172.20.0.6 (ec80eada-54bb-4b34-b60d-78d68e2b51ff/01fdc287-5c15-4d59-957d-226e4098dcff/f76a8c9f-93d8-4601-bc7d-ab3001adac59) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:46:14.980108 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1aed38-a96d-4a82-8deb-d9f6679d190d service neutron] Pushing event updated for resources: {'Port': ['ID=cce84233-f3eb-46fc-b7e7-cf15d3e7b144,revision_number=3']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:15.036324 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be641af-6b6b-4aba-8019-007a7afd7153 req-21063a0f-64d7-4c97-83d7-b81b251caa58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:15.038026 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8be641af-6b6b-4aba-8019-007a7afd7153 req-21063a0f-64d7-4c97-83d7-b81b251caa58 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7c07d91a5a3845b987d2c3d5e5662672&device_id=a18205b2-e8c8-454c-a76c-bc825d307c11 HTTP/1.1" status: 200 len: 1094 time: 0.1311171 Oct 20 10:46:15.038158 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-71294f37-e0a2-4244-9a59-bb2929ee39de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:15.040451 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5839bff5-d8b1-42fc-a730-c8590824a0cc tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:46:15.046627 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-71294f37-e0a2-4244-9a59-bb2929ee39de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:15.062197 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73e2043-5490-4460-aae1-1948951f4bef None None] Sync routers for ids ['77fb03df-148c-4480-9932-eb7d5822e720'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:46:15.084970 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73e2043-5490-4460-aae1-1948951f4bef None None] Routers {'77fb03df-148c-4480-9932-eb7d5822e720'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:46:15.085643 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-f73e2043-5490-4460-aae1-1948951f4bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:46:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['77fb03df-148c-4480-9932-eb7d5822e720'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:46:15.108100 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-71294f37-e0a2-4244-9a59-bb2929ee39de admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d81d9f8bc08849d09e80a0f2515f31df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4406230 Oct 20 10:46:15.138681 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 37722) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:46:15.177423 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-f73e2043-5490-4460-aae1-1948951f4bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:46:15.189228 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73e2043-5490-4460-aae1-1948951f4bef None None] Routers {'77fb03df-148c-4480-9932-eb7d5822e720'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:46:15.190800 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-f73e2043-5490-4460-aae1-1948951f4bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:46:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['77fb03df-148c-4480-9932-eb7d5822e720'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:46:15.203022 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71294f37-e0a2-4244-9a59-bb2929ee39de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b189988-b2d0-4263-87f4-371256c76204,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:15.203670 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8be641af-6b6b-4aba-8019-007a7afd7153 req-da5b6cb8-091a-4b72-9505-cc3f28a2b291 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cce84233-f3eb-46fc-b7e7-cf15d3e7b144 HTTP/1.1" status: 200 len: 217 time: 0.1565208 Oct 20 10:46:15.246315 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5839bff5-d8b1-42fc-a730-c8590824a0cc tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:15.249522 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-f73e2043-5490-4460-aae1-1948951f4bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:46:15.250468 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73e2043-5490-4460-aae1-1948951f4bef None None] The sync data for ids ['77fb03df-148c-4480-9932-eb7d5822e720'] in n-d-811396-3 is: [] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:46:15.254124 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-5839bff5-d8b1-42fc-a730-c8590824a0cc tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] 10.222.0.64 "DELETE /v2.0/ports/a2dc39ff-4753-4a71-8832-be823a00dcac HTTP/1.1" status: 204 len: 168 time: 1.7649679 Oct 20 10:46:15.257031 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 37726) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:46:15.268881 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-51602ca1-2781-458e-bd16-0cc2b8f97212 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:15.344291 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-51602ca1-2781-458e-bd16-0cc2b8f97212 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:15.348761 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e576fb-c916-465e-983c-da267e68b130 req-3e035ecc-7fa2-4177-af12-80d51273f7dd tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:15.350429 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-10e576fb-c916-465e-983c-da267e68b130 req-3e035ecc-7fa2-4177-af12-80d51273f7dd tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/ports?device_id=56344781-853e-4363-a8d9-59e90942e021 HTTP/1.1" status: 200 len: 945 time: 0.1830075 Oct 20 10:46:15.440265 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-01d65d11-c9cb-477c-b35d-b906accd8145 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:15.450443 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be641af-6b6b-4aba-8019-007a7afd7153 req-c8a7c6af-7a19-4831-a82a-7b360112b7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:15.451944 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8be641af-6b6b-4aba-8019-007a7afd7153 req-c8a7c6af-7a19-4831-a82a-7b360112b7c5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2385e10a-8e9b-4532-8959-c4c7cb401041 HTTP/1.1" status: 200 len: 855 time: 0.2379124 Oct 20 10:46:15.461255 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-01d65d11-c9cb-477c-b35d-b906accd8145 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:15.505348 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-51602ca1-2781-458e-bd16-0cc2b8f97212 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:15.508455 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-51602ca1-2781-458e-bd16-0cc2b8f97212 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:15.511998 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-51602ca1-2781-458e-bd16-0cc2b8f97212 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2b189988-b2d0-4263-87f4-371256c76204 HTTP/1.1" status: 204 len: 168 time: 0.3656235 Oct 20 10:46:15.523034 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51602ca1-2781-458e-bd16-0cc2b8f97212 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b189988-b2d0-4263-87f4-371256c76204,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:15.555455 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8be641af-6b6b-4aba-8019-007a7afd7153 req-568036d0-9efa-4e23-9a5d-75d12b54ce37 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c8a6fc02-fa12-4200-87e5-83414d81676e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0866878 Oct 20 10:46:15.585309 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-6f5123b3-75d3-4c2b-a012-ffde39a275ad req-2db6d8ca-1998-4e20-80cc-ab9b50031428 tempest-ServerTagsTestJSON-1056382135 tempest-ServerTagsTestJSON-1056382135-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:15.591222 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-01d65d11-c9cb-477c-b35d-b906accd8145 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=06193e190e7d4deeb5e6b6e06573746b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1011288 Oct 20 10:46:15.592278 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 37738) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:46:15.594414 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-10e576fb-c916-465e-983c-da267e68b130 req-bab359c9-7c74-4788-8a41-ae1a511b8cfa tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/security-groups?id=887118a8-550c-4373-a758-17919f09b184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996555 Oct 20 10:46:15.606138 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9f60b8-ff07-480c-87be-d56efa638434 req-4edc45fd-90ee-4d03-b508-e94d00a8e005 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:15.608269 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2e9f60b8-ff07-480c-87be-d56efa638434 req-4edc45fd-90ee-4d03-b508-e94d00a8e005 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] 10.222.0.64 "GET /v2.0/ports?device_id=a18205b2-e8c8-454c-a76c-bc825d307c11 HTTP/1.1" status: 200 len: 943 time: 0.2766492 Oct 20 10:46:15.620536 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d65d11-c9cb-477c-b35d-b906accd8145 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d5719dd-b4a7-44bb-9ee5-5ef13ccffc4d,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:15.766160 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d0c196ea-5dc0-4fe1-9abb-f0a11d818782 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:15.810758 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-6f5123b3-75d3-4c2b-a012-ffde39a275ad req-2db6d8ca-1998-4e20-80cc-ab9b50031428 tempest-ServerTagsTestJSON-1056382135 tempest-ServerTagsTestJSON-1056382135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:15.815561 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d0c196ea-5dc0-4fe1-9abb-f0a11d818782 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:15.876035 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2e9f60b8-ff07-480c-87be-d56efa638434 req-1be1f99c-84e0-4c27-947d-651d3288bf09 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] 10.222.0.64 "GET /v2.0/security-groups?id=beae5622-2b72-47ae-b5ac-f3919c6874d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2479517 Oct 20 10:46:15.882138 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d0c196ea-5dc0-4fe1-9abb-f0a11d818782 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:15.885998 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d0c196ea-5dc0-4fe1-9abb-f0a11d818782 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:15.888139 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-d0c196ea-5dc0-4fe1-9abb-f0a11d818782 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0d5719dd-b4a7-44bb-9ee5-5ef13ccffc4d HTTP/1.1" status: 204 len: 168 time: 0.2946098 Oct 20 10:46:15.905002 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f5123b3-75d3-4c2b-a012-ffde39a275ad req-2db6d8ca-1998-4e20-80cc-ab9b50031428 tempest-ServerTagsTestJSON-1056382135 tempest-ServerTagsTestJSON-1056382135-project] Network ec80eada-54bb-4b34-b60d-78d68e2b51ff is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:46:15.915012 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [req-6f5123b3-75d3-4c2b-a012-ffde39a275ad req-2db6d8ca-1998-4e20-80cc-ab9b50031428 tempest-ServerTagsTestJSON-1056382135 tempest-ServerTagsTestJSON-1056382135-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:46:15.918054 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f5123b3-75d3-4c2b-a012-ffde39a275ad req-2db6d8ca-1998-4e20-80cc-ab9b50031428 tempest-ServerTagsTestJSON-1056382135 tempest-ServerTagsTestJSON-1056382135-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:46:15.920659 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c196ea-5dc0-4fe1-9abb-f0a11d818782 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d5719dd-b4a7-44bb-9ee5-5ef13ccffc4d,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:15.960372 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-122b6004-4fdc-47c1-8896-1e354c7e41da tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1774405'] for router_interface, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:16.012097 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab23009-7de2-49b9-b6d2-7f9810882f3b req-680a7d62-b18c-45e2-931a-ed30ad95581a tempest-ServerTagsTestJSON-1056382135 tempest-ServerTagsTestJSON-1056382135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:16.013920 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7ab23009-7de2-49b9-b6d2-7f9810882f3b req-680a7d62-b18c-45e2-931a-ed30ad95581a tempest-ServerTagsTestJSON-1056382135 tempest-ServerTagsTestJSON-1056382135-project] 10.222.0.64 "GET /v2.0/ports?device_id=f6baf8aa-b7b4-4750-b644-6f9d23858700 HTTP/1.1" status: 200 len: 931 time: 0.2486565 Oct 20 10:46:16.074958 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6d8ca-1998-4e20-80cc-ab9b50031428 tempest-ServerTagsTestJSON-1056382135 tempest-ServerTagsTestJSON-1056382135-project] Pushing event updated for resources: {'Port': ['ID=f76a8c9f-93d8-4601-bc7d-ab3001adac59,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:16.081190 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8be641af-6b6b-4aba-8019-007a7afd7153 req-b8243aaf-dfe5-4f96-9a29-fdcddd518f4e service neutron] 10.222.0.69 "GET /v2.0/networks/c8a6fc02-fa12-4200-87e5-83414d81676e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5070553 Oct 20 10:46:16.201053 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5123b3-75d3-4c2b-a012-ffde39a275ad req-2db6d8ca-1998-4e20-80cc-ab9b50031428 tempest-ServerTagsTestJSON-1056382135 tempest-ServerTagsTestJSON-1056382135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:16.201846 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-6f5123b3-75d3-4c2b-a012-ffde39a275ad req-2db6d8ca-1998-4e20-80cc-ab9b50031428 tempest-ServerTagsTestJSON-1056382135 tempest-ServerTagsTestJSON-1056382135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:16.258597 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6f5123b3-75d3-4c2b-a012-ffde39a275ad req-2db6d8ca-1998-4e20-80cc-ab9b50031428 tempest-ServerTagsTestJSON-1056382135 tempest-ServerTagsTestJSON-1056382135-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3085980 Oct 20 10:46:16.271344 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7ab23009-7de2-49b9-b6d2-7f9810882f3b req-3999591d-afca-4a40-91f4-8fddd7b27375 tempest-ServerTagsTestJSON-1056382135 tempest-ServerTagsTestJSON-1056382135-project] 10.222.0.64 "GET /v2.0/security-groups?id=ca8f9fb9-0487-482a-980d-8381503dd062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167525 Oct 20 10:46:16.291145 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-6f5123b3-75d3-4c2b-a012-ffde39a275ad req-f3fb489b-097f-48a0-a4e7-65cff653815d service neutron] Request body: {'port': {'device_id': 'f6baf8aa-b7b4-4750-b644-6f9d23858700', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811396-3'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:46:16.338696 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-122b6004-4fdc-47c1-8896-1e354c7e41da tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Deleting port 27c17e6d-d7d0-4a1f-8109-0f0f787f1a69 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:46:16.338920 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-122b6004-4fdc-47c1-8896-1e354c7e41da tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:16.399987 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8be641af-6b6b-4aba-8019-007a7afd7153 req-2adc2fb5-862b-4434-9f9a-f9e790db3a61 service neutron] 10.222.0.69 "GET /v2.0/networks/c8a6fc02-fa12-4200-87e5-83414d81676e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2992945 Oct 20 10:46:16.444878 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-122b6004-4fdc-47c1-8896-1e354c7e41da tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:16.459563 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-6f5123b3-75d3-4c2b-a012-ffde39a275ad req-f3fb489b-097f-48a0-a4e7-65cff653815d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:16.476770 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-122b6004-4fdc-47c1-8896-1e354c7e41da tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Calling delete_port for 27c17e6d-d7d0-4a1f-8109-0f0f787f1a69 owned by network:router_interface {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:46:16.511305 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 37774) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:46:16.542308 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-13cd06d4-8d5f-452a-8d10-8618bccd26d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:16.639902 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b52bf1-3120-4526-9880-9ae5751e014a req-da17d9ad-7ce5-49fe-aefc-a2cdb4939d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:16.641546 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-51b52bf1-3120-4526-9880-9ae5751e014a req-da17d9ad-7ce5-49fe-aefc-a2cdb4939d44 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7c07d91a5a3845b987d2c3d5e5662672&device_id=a18205b2-e8c8-454c-a76c-bc825d307c11 HTTP/1.1" status: 200 len: 1094 time: 0.1780479 Oct 20 10:46:16.718760 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-122b6004-4fdc-47c1-8896-1e354c7e41da tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:16.759098 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122b6004-4fdc-47c1-8896-1e354c7e41da tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Pushing event deleted for resources: {'Port': ['ID=27c17e6d-d7d0-4a1f-8109-0f0f787f1a69,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:16.995106 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4680427c-cd4a-4c87-9356-f76e3ba9f99b req-312c4974-aec8-4757-9a31-b8e6c8efeb19 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:16.996918 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4680427c-cd4a-4c87-9356-f76e3ba9f99b req-312c4974-aec8-4757-9a31-b8e6c8efeb19 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/ports?device_id=56344781-853e-4363-a8d9-59e90942e021 HTTP/1.1" status: 200 len: 945 time: 0.2574496 Oct 20 10:46:16.999771 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-13cd06d4-8d5f-452a-8d10-8618bccd26d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:17.030503 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-122b6004-4fdc-47c1-8896-1e354c7e41da tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1771989'] for router_interface, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:17.145430 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b52bf1-3120-4526-9880-9ae5751e014a req-7b23e134-8d35-4b31-a072-b72fa2bb0252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:17.148067 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-51b52bf1-3120-4526-9880-9ae5751e014a req-7b23e134-8d35-4b31-a072-b72fa2bb0252 service neutron] 10.222.0.69 "GET /v2.0/networks?id=c8a6fc02-fa12-4200-87e5-83414d81676e HTTP/1.1" status: 200 len: 916 time: 0.4921880 Oct 20 10:46:17.149196 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-13cd06d4-8d5f-452a-8d10-8618bccd26d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:17.220197 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cd06d4-8d5f-452a-8d10-8618bccd26d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85f32509-3fe6-4d21-ba87-c9951e1bef22,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:17.295303 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-51b52bf1-3120-4526-9880-9ae5751e014a req-8e83abff-dda6-4eba-840a-c3a5b0afd09d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cce84233-f3eb-46fc-b7e7-cf15d3e7b144 HTTP/1.1" status: 200 len: 217 time: 0.1304245 Oct 20 10:46:17.319599 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b01e2f4-da7e-4e6a-be2b-c3474658c1a8 req-e06141cf-a969-49d8-a8d4-8c0d57602a18 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:17.321762 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8b01e2f4-da7e-4e6a-be2b-c3474658c1a8 req-e06141cf-a969-49d8-a8d4-8c0d57602a18 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] 10.222.0.64 "GET /v2.0/ports?device_id=a18205b2-e8c8-454c-a76c-bc825d307c11 HTTP/1.1" status: 200 len: 943 time: 0.3476129 Oct 20 10:46:17.326203 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4680427c-cd4a-4c87-9356-f76e3ba9f99b req-04a149ea-1db5-4646-8a4b-bbf70f507c08 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/security-groups?id=887118a8-550c-4373-a758-17919f09b184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3016484 Oct 20 10:46:17.333038 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-122b6004-4fdc-47c1-8896-1e354c7e41da tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Router 77fb03df-148c-4480-9932-eb7d5822e720 has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:46:17.361280 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-13cd06d4-8d5f-452a-8d10-8618bccd26d9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d8c4ba2772bb436aa17d852e0e5d3612&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8505666 Oct 20 10:46:17.458623 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [req-6f5123b3-75d3-4c2b-a012-ffde39a275ad req-f3fb489b-097f-48a0-a4e7-65cff653815d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f76a8c9f-93d8-4601-bc7d-ab3001adac59 {{(pid=100596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:46:17.459463 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 37802) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:46:17.460480 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-122b6004-4fdc-47c1-8896-1e354c7e41da tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:46:17.467805 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-6f5123b3-75d3-4c2b-a012-ffde39a275ad req-f3fb489b-097f-48a0-a4e7-65cff653815d service neutron] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:17.476750 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-122b6004-4fdc-47c1-8896-1e354c7e41da tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] 10.222.0.64 "PUT /v2.0/routers/77fb03df-148c-4480-9932-eb7d5822e720/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2164254 Oct 20 10:46:17.479757 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 37806) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:46:17.482488 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.provisioning_blocks [req-6f5123b3-75d3-4c2b-a012-ffde39a275ad req-f3fb489b-097f-48a0-a4e7-65cff653815d service neutron] Transition to ACTIVE for port object f76a8c9f-93d8-4601-bc7d-ab3001adac59 will not be triggered until provisioned by entity L2. {{(pid=100596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:46:17.484553 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e4d30c-c438-4d53-a7af-924322d8fd96 None None] Sync routers for ids ['77fb03df-148c-4480-9932-eb7d5822e720'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:46:17.492909 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-6f5123b3-75d3-4c2b-a012-ffde39a275ad req-f3fb489b-097f-48a0-a4e7-65cff653815d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:17.498664 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e4d30c-c438-4d53-a7af-924322d8fd96 None None] Routers {'77fb03df-148c-4480-9932-eb7d5822e720'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:46:17.499287 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-97e4d30c-c438-4d53-a7af-924322d8fd96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:46:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['77fb03df-148c-4480-9932-eb7d5822e720'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:46:17.578552 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-97e4d30c-c438-4d53-a7af-924322d8fd96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:46:17.591329 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e4d30c-c438-4d53-a7af-924322d8fd96 None None] Routers {'77fb03df-148c-4480-9932-eb7d5822e720'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:46:17.593702 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-97e4d30c-c438-4d53-a7af-924322d8fd96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:46:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['77fb03df-148c-4480-9932-eb7d5822e720'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:46:17.650697 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8b01e2f4-da7e-4e6a-be2b-c3474658c1a8 req-c2140734-cb91-40af-9ab4-47d1e1bbefad tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] 10.222.0.64 "GET /v2.0/security-groups?id=beae5622-2b72-47ae-b5ac-f3919c6874d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3024535 Oct 20 10:46:17.651791 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fb489b-097f-48a0-a4e7-65cff653815d service neutron] Pushing event updated for resources: {'Port': ['ID=f76a8c9f-93d8-4601-bc7d-ab3001adac59,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:17.674730 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b52bf1-3120-4526-9880-9ae5751e014a req-daa9c19f-1c3b-40d8-bd20-7f6fd42d1355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:17.676735 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-51b52bf1-3120-4526-9880-9ae5751e014a req-daa9c19f-1c3b-40d8-bd20-7f6fd42d1355 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2385e10a-8e9b-4532-8959-c4c7cb401041 HTTP/1.1" status: 200 len: 855 time: 0.3475590 Oct 20 10:46:17.685484 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-96d7df4d-2d96-489b-8e9a-e68fb3ef3849 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:17.691888 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-97e4d30c-c438-4d53-a7af-924322d8fd96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:46:17.692517 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e4d30c-c438-4d53-a7af-924322d8fd96 None None] The sync data for ids ['77fb03df-148c-4480-9932-eb7d5822e720'] in n-d-811396-3 is: [] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:46:17.728155 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f8144749-eeed-4f95-bc2c-d05e61209c97 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks [] for router, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:17.732769 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-96d7df4d-2d96-489b-8e9a-e68fb3ef3849 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:17.745832 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-51b52bf1-3120-4526-9880-9ae5751e014a req-8ff34630-d8f3-46a1-949a-6e02a9ee09f9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c8a6fc02-fa12-4200-87e5-83414d81676e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596967 Oct 20 10:46:17.877866 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-96d7df4d-2d96-489b-8e9a-e68fb3ef3849 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:17.880815 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-96d7df4d-2d96-489b-8e9a-e68fb3ef3849 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:17.884847 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-96d7df4d-2d96-489b-8e9a-e68fb3ef3849 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/85f32509-3fe6-4d21-ba87-c9951e1bef22 HTTP/1.1" status: 204 len: 168 time: 0.4218895 Oct 20 10:46:17.900514 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d7df4d-2d96-489b-8e9a-e68fb3ef3849 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85f32509-3fe6-4d21-ba87-c9951e1bef22,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:17.905191 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f8144749-eeed-4f95-bc2c-d05e61209c97 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:17.915722 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775f8124-8a24-4817-a8ac-7d419078b795 req-9070780e-ec96-4536-9bb2-0a7d61f39a3e tempest-ServerTagsTestJSON-1056382135 tempest-ServerTagsTestJSON-1056382135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:17.924015 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-775f8124-8a24-4817-a8ac-7d419078b795 req-9070780e-ec96-4536-9bb2-0a7d61f39a3e tempest-ServerTagsTestJSON-1056382135 tempest-ServerTagsTestJSON-1056382135-project] 10.222.0.64 "GET /v2.0/ports?device_id=f6baf8aa-b7b4-4750-b644-6f9d23858700 HTTP/1.1" status: 200 len: 943 time: 0.3283560 Oct 20 10:46:17.978823 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-51b52bf1-3120-4526-9880-9ae5751e014a req-c80602dc-a0f9-4f1a-9077-2a7fd2fb6fd9 service neutron] 10.222.0.69 "GET /v2.0/networks/c8a6fc02-fa12-4200-87e5-83414d81676e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065556 Oct 20 10:46:18.014410 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-f8144749-eeed-4f95-bc2c-d05e61209c97 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Deleting port 88354b25-181e-48e0-a658-2e678db29e98 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:46:18.014871 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f8144749-eeed-4f95-bc2c-d05e61209c97 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:18.035570 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-775f8124-8a24-4817-a8ac-7d419078b795 req-81138420-b280-41c6-8091-b5607985d7ba tempest-ServerTagsTestJSON-1056382135 tempest-ServerTagsTestJSON-1056382135-project] 10.222.0.64 "GET /v2.0/security-groups?id=ca8f9fb9-0487-482a-980d-8381503dd062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068819 Oct 20 10:46:18.071334 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-6f5123b3-75d3-4c2b-a012-ffde39a275ad req-f3fb489b-097f-48a0-a4e7-65cff653815d service neutron] Attempting to bind port f76a8c9f-93d8-4601-bc7d-ab3001adac59 on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:46:18.071702 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-6f5123b3-75d3-4c2b-a012-ffde39a275ad req-f3fb489b-097f-48a0-a4e7-65cff653815d service neutron] Attempting to bind port f76a8c9f-93d8-4601-bc7d-ab3001adac59 by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': '9ee8a0e5-769d-44a7-b0f4-80ca18da3ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'ec80eada-54bb-4b34-b60d-78d68e2b51ff'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:46:18.072030 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5123b3-75d3-4c2b-a012-ffde39a275ad req-f3fb489b-097f-48a0-a4e7-65cff653815d service neutron] Attempting to bind port f76a8c9f-93d8-4601-bc7d-ab3001adac59 on network ec80eada-54bb-4b34-b60d-78d68e2b51ff {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:46:18.091826 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5123b3-75d3-4c2b-a012-ffde39a275ad req-f3fb489b-097f-48a0-a4e7-65cff653815d service neutron] Port f76a8c9f-93d8-4601-bc7d-ab3001adac59 on network ec80eada-54bb-4b34-b60d-78d68e2b51ff not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:46:18.091826 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5123b3-75d3-4c2b-a012-ffde39a275ad req-f3fb489b-097f-48a0-a4e7-65cff653815d service neutron] Attempting to bind port f76a8c9f-93d8-4601-bc7d-ab3001adac59 on network ec80eada-54bb-4b34-b60d-78d68e2b51ff {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:46:18.108898 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5123b3-75d3-4c2b-a012-ffde39a275ad req-f3fb489b-097f-48a0-a4e7-65cff653815d service neutron] Checking agent: {'id': '061232a2-7adc-4ba1-a873-e8cb136b064d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 46, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:46:18.110494 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5123b3-75d3-4c2b-a012-ffde39a275ad req-f3fb489b-097f-48a0-a4e7-65cff653815d service neutron] Checking segment: {'id': '9ee8a0e5-769d-44a7-b0f4-80ca18da3ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'ec80eada-54bb-4b34-b60d-78d68e2b51ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:46:18.111740 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5123b3-75d3-4c2b-a012-ffde39a275ad req-f3fb489b-097f-48a0-a4e7-65cff653815d service neutron] Bound using segment: {'id': '9ee8a0e5-769d-44a7-b0f4-80ca18da3ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'ec80eada-54bb-4b34-b60d-78d68e2b51ff'} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:46:18.112367 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-6f5123b3-75d3-4c2b-a012-ffde39a275ad req-f3fb489b-097f-48a0-a4e7-65cff653815d service neutron] Bound port: f76a8c9f-93d8-4601-bc7d-ab3001adac59, host: n-h2-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ee8a0e5-769d-44a7-b0f4-80ca18da3ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'ec80eada-54bb-4b34-b60d-78d68e2b51ff'}}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:46:18.114102 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-6f5123b3-75d3-4c2b-a012-ffde39a275ad req-f3fb489b-097f-48a0-a4e7-65cff653815d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:18.148998 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f8144749-eeed-4f95-bc2c-d05e61209c97 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:18.165448 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-f8144749-eeed-4f95-bc2c-d05e61209c97 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Calling delete_port for 88354b25-181e-48e0-a658-2e678db29e98 owned by network:router_gateway {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:46:18.256992 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device cce84233-f3eb-46fc-b7e7-cf15d3e7b144 details requested by agent hyperv_n-h2-811396-3 with host n-h2-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:46:18.300810 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-51b52bf1-3120-4526-9880-9ae5751e014a req-767267e2-1690-46ee-80d0-2a6fb8b6d44d service neutron] 10.222.0.69 "GET /v2.0/networks/c8a6fc02-fa12-4200-87e5-83414d81676e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2885561 Oct 20 10:46:18.354297 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-6f5123b3-75d3-4c2b-a012-ffde39a275ad req-f3fb489b-097f-48a0-a4e7-65cff653815d service neutron] For port f76a8c9f-93d8-4601-bc7d-ab3001adac59, host n-h2-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:46:18.376099 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-6f5123b3-75d3-4c2b-a012-ffde39a275ad req-f3fb489b-097f-48a0-a4e7-65cff653815d service neutron] For port f76a8c9f-93d8-4601-bc7d-ab3001adac59, host n-h2-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=f76a8c9f-93d8-4601-bc7d-ab3001adac59,segment=NetworkSegment(9ee8a0e5-769d-44a7-b0f4-80ca18da3ca8),segment_id=9ee8a0e5-769d-44a7-b0f4-80ca18da3ca8)] {{(pid=100596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:46:18.383761 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-6f5123b3-75d3-4c2b-a012-ffde39a275ad req-f3fb489b-097f-48a0-a4e7-65cff653815d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:18.413079 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5123b3-75d3-4c2b-a012-ffde39a275ad req-f3fb489b-097f-48a0-a4e7-65cff653815d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:18.415106 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-6f5123b3-75d3-4c2b-a012-ffde39a275ad req-f3fb489b-097f-48a0-a4e7-65cff653815d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:18.423142 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6f5123b3-75d3-4c2b-a012-ffde39a275ad req-f3fb489b-097f-48a0-a4e7-65cff653815d service neutron] 10.222.0.69 "PUT /v2.0/ports/f76a8c9f-93d8-4601-bc7d-ab3001adac59 HTTP/1.1" status: 200 len: 1091 time: 2.1469026 Oct 20 10:46:18.424055 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6baf8aa-b7b4-4750-b644-6f9d23858700', 'tag': 'f76a8c9f-93d8-4601-bc7d-ab3001adac59'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:46:18.427445 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76f54696-3d99-4709-bd1f-f615f21a4dda" -d '{"events": [{"name": "network-changed", "server_uuid": "f6baf8aa-b7b4-4750-b644-6f9d23858700", "tag": "f76a8c9f-93d8-4601-bc7d-ab3001adac59"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:46:18.575368 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03d22fea-2f98-4e30-82a1-3777f87c77d4 x-openstack-request-id: req-03d22fea-2f98-4e30-82a1-3777f87c77d4 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:46:18.575879 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6baf8aa-b7b4-4750-b644-6f9d23858700", "tag": "f76a8c9f-93d8-4601-bc7d-ab3001adac59", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:46:18.576323 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-03d22fea-2f98-4e30-82a1-3777f87c77d4 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:46:18.578829 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6baf8aa-b7b4-4750-b644-6f9d23858700', 'tag': 'f76a8c9f-93d8-4601-bc7d-ab3001adac59', 'status': 'completed', 'code': 200} Oct 20 10:46:18.594211 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port cce84233-f3eb-46fc-b7e7-cf15d3e7b144, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=cce84233-f3eb-46fc-b7e7-cf15d3e7b144,segment=NetworkSegment(21cccbca-7404-428f-aa4e-872d37903a8d),segment_id=21cccbca-7404-428f-aa4e-872d37903a8d)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:46:18.619261 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Returning: {'device': 'cce84233-f3eb-46fc-b7e7-cf15d3e7b144', 'network_id': 'c8a6fc02-fa12-4200-87e5-83414d81676e', 'port_id': 'cce84233-f3eb-46fc-b7e7-cf15d3e7b144', 'mac_address': 'fa:16:3e:d8:9e:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2385e10a-8e9b-4532-8959-c4c7cb401041', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:46:18.690473 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:18.706898 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cce84233-f3eb-46fc-b7e7-cf15d3e7b144 {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:46:18.725691 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613982e9-8009-4475-9536-2e723b13ee38 req-b58e0875-5c9b-4db8-8e54-a8b18df17bfe tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:18.728172 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-613982e9-8009-4475-9536-2e723b13ee38 req-b58e0875-5c9b-4db8-8e54-a8b18df17bfe tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/ports?device_id=56344781-853e-4363-a8d9-59e90942e021 HTTP/1.1" status: 200 len: 945 time: 0.2221186 Oct 20 10:46:18.748808 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port cce84233-f3eb-46fc-b7e7-cf15d3e7b144, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=cce84233-f3eb-46fc-b7e7-cf15d3e7b144,segment=NetworkSegment(21cccbca-7404-428f-aa4e-872d37903a8d),segment_id=21cccbca-7404-428f-aa4e-872d37903a8d)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:46:18.753114 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:18.766873 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fb489b-097f-48a0-a4e7-65cff653815d service neutron] Pushing event updated for resources: {'Port': ['ID=f76a8c9f-93d8-4601-bc7d-ab3001adac59,revision_number=3']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:18.842112 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=cce84233-f3eb-46fc-b7e7-cf15d3e7b144,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:18.872576 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5123b3-75d3-4c2b-a012-ffde39a275ad req-5570c4de-0956-49c0-aa5f-1e4311f44f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:18.874904 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6f5123b3-75d3-4c2b-a012-ffde39a275ad req-5570c4de-0956-49c0-aa5f-1e4311f44f8c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=164609c988624f40850b25c154e694cd&device_id=f6baf8aa-b7b4-4750-b644-6f9d23858700 HTTP/1.1" status: 200 len: 1094 time: 0.3734441 Oct 20 10:46:18.952926 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['cce84233-f3eb-46fc-b7e7-cf15d3e7b144'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:46:19.104452 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:19.271939 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f8144749-eeed-4f95-bc2c-d05e61209c97 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:19.306312 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8144749-eeed-4f95-bc2c-d05e61209c97 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Pushing event deleted for resources: {'Port': ['ID=88354b25-181e-48e0-a658-2e678db29e98,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:19.313746 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6f5123b3-75d3-4c2b-a012-ffde39a275ad req-966d3d69-fe71-4f11-af5b-1ecc1a88adf6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f76a8c9f-93d8-4601-bc7d-ab3001adac59 HTTP/1.1" status: 200 len: 217 time: 0.4293315 Oct 20 10:46:19.319749 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-613982e9-8009-4475-9536-2e723b13ee38 req-e4bd695c-dcba-48bc-b950-1d417570f121 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/security-groups?id=887118a8-550c-4373-a758-17919f09b184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5436504 Oct 20 10:46:19.336150 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b5514f-c211-49ff-b30c-1ccf26baa342 req-97d8a3f9-095d-4f8e-ac36-fd5b246ff6c6 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:19.344419 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a6b5514f-c211-49ff-b30c-1ccf26baa342 req-97d8a3f9-095d-4f8e-ac36-fd5b246ff6c6 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] 10.222.0.64 "GET /v2.0/ports?device_id=a18205b2-e8c8-454c-a76c-bc825d307c11 HTTP/1.1" status: 200 len: 944 time: 0.5464721 Oct 20 10:46:19.406853 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f8144749-eeed-4f95-bc2c-d05e61209c97 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1773439'] for router_gateway, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:19.458185 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a6b5514f-c211-49ff-b30c-1ccf26baa342 req-42e09726-7640-48b0-a57f-c1099a030fab tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] 10.222.0.64 "GET /v2.0/security-groups?id=beae5622-2b72-47ae-b5ac-f3919c6874d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123278 Oct 20 10:46:19.459742 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5123b3-75d3-4c2b-a012-ffde39a275ad req-86fa6862-0407-4983-8470-643d8f27ce13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:19.461505 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6f5123b3-75d3-4c2b-a012-ffde39a275ad req-86fa6862-0407-4983-8470-643d8f27ce13 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=01fdc287-5c15-4d59-957d-226e4098dcff HTTP/1.1" status: 200 len: 849 time: 0.1401482 Oct 20 10:46:19.507852 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a24c8d-3d78-47fa-995d-fe4ef280cb18 req-5343fd89-acec-4ff3-9588-94dbc174919d tempest-ServerTagsTestJSON-1056382135 tempest-ServerTagsTestJSON-1056382135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:19.509771 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-70a24c8d-3d78-47fa-995d-fe4ef280cb18 req-5343fd89-acec-4ff3-9588-94dbc174919d tempest-ServerTagsTestJSON-1056382135 tempest-ServerTagsTestJSON-1056382135-project] 10.222.0.64 "GET /v2.0/ports?device_id=f6baf8aa-b7b4-4750-b644-6f9d23858700 HTTP/1.1" status: 200 len: 943 time: 0.1262815 Oct 20 10:46:19.540062 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6f5123b3-75d3-4c2b-a012-ffde39a275ad req-40fe6ed3-ee68-4acb-a19d-99b383ac5f24 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ec80eada-54bb-4b34-b60d-78d68e2b51ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547564 Oct 20 10:46:19.549531 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f8144749-eeed-4f95-bc2c-d05e61209c97 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1772272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258304'] for router, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:19.556716 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f8144749-eeed-4f95-bc2c-d05e61209c97 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:19.606700 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-70a24c8d-3d78-47fa-995d-fe4ef280cb18 req-623a46cf-340f-41be-9ffa-7820887072fc tempest-ServerTagsTestJSON-1056382135 tempest-ServerTagsTestJSON-1056382135-project] 10.222.0.64 "GET /v2.0/security-groups?id=ca8f9fb9-0487-482a-980d-8381503dd062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751567 Oct 20 10:46:19.612012 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f8144749-eeed-4f95-bc2c-d05e61209c97 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1772267'] for router, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:19.612621 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8144749-eeed-4f95-bc2c-d05e61209c97 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Fanout notify agent at l3_agent the message router_deleted on router 77fb03df-148c-4480-9932-eb7d5822e720 {{(pid=100597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 10:46:19.642822 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f8144749-eeed-4f95-bc2c-d05e61209c97 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks [] for router, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:19.644164 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-f8144749-eeed-4f95-bc2c-d05e61209c97 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] 10.222.0.64 "DELETE /v2.0/routers/77fb03df-148c-4480-9932-eb7d5822e720 HTTP/1.1" status: 204 len: 168 time: 2.1634758 Oct 20 10:46:19.646921 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 37876) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:46:19.707065 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0f363a1-1ae6-4803-a1bb-148f2e7a1bbf tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Deleting subnet 942b9b93-99be-42ae-ab6b-b45955577dd1 {{(pid=100597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:46:19.710816 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b0f363a1-1ae6-4803-a1bb-148f2e7a1bbf tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks [] for subnet, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:19.737221 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6f5123b3-75d3-4c2b-a012-ffde39a275ad req-8a0f7a12-8fd5-4f31-804e-c1918acb441b service neutron] 10.222.0.69 "GET /v2.0/networks/ec80eada-54bb-4b34-b60d-78d68e2b51ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885605 Oct 20 10:46:19.774801 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b0f363a1-1ae6-4803-a1bb-148f2e7a1bbf tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25852621'] for subnet, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:19.857430 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6f5123b3-75d3-4c2b-a012-ffde39a275ad req-568d2b96-f6df-4702-a0ff-68ea8b43606f service neutron] 10.222.0.69 "GET /v2.0/networks/ec80eada-54bb-4b34-b60d-78d68e2b51ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125808 Oct 20 10:46:19.918037 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b0f363a1-1ae6-4803-a1bb-148f2e7a1bbf tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:19.992952 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b0f363a1-1ae6-4803-a1bb-148f2e7a1bbf tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25350811'] for subnet, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:20.023954 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9ced769b-147b-4f07-ac48-2feea00f6bc2 req-1a92ffd6-f21f-4b91-8673-963069c82493 tempest-VolumesBackupsTest-831339856 tempest-VolumesBackupsTest-831339856-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=ec4d902b8d1e4fcbb22f8e5147cf8995&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0449440 Oct 20 10:46:20.028906 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f54696-3d99-4709-bd1f-f615f21a4dda req-ee72f02e-b640-4aa9-8f93-387867b3dc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:20.031351 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-76f54696-3d99-4709-bd1f-f615f21a4dda req-ee72f02e-b640-4aa9-8f93-387867b3dc7d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=164609c988624f40850b25c154e694cd&device_id=f6baf8aa-b7b4-4750-b644-6f9d23858700 HTTP/1.1" status: 200 len: 1094 time: 0.1126096 Oct 20 10:46:20.047027 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba546153-5496-4d0d-9540-f2382cb74a44 None None] Network 76fe8136-4f3d-4342-935a-ac3982b271b4 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:46:20.051957 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f363a1-1ae6-4803-a1bb-148f2e7a1bbf tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Pushing event deleted for resources: {'Subnet': ['ID=942b9b93-99be-42ae-ab6b-b45955577dd1,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:20.054625 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b0f363a1-1ae6-4803-a1bb-148f2e7a1bbf tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:20.061515 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-b0f363a1-1ae6-4803-a1bb-148f2e7a1bbf tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] 10.222.0.64 "DELETE /v2.0/subnets/942b9b93-99be-42ae-ab6b-b45955577dd1 HTTP/1.1" status: 204 len: 168 time: 0.4134476 Oct 20 10:46:20.063525 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 37904) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:46:20.165296 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7ecc2a1a-ee47-45e1-b635-66a267885fdc tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:20.262014 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-7ecc2a1a-ee47-45e1-b635-66a267885fdc tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Deleting port 2762d574-c686-497f-ac15-ed8448664fc9 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:46:20.262479 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7ecc2a1a-ee47-45e1-b635-66a267885fdc tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:20.273513 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device cce84233-f3eb-46fc-b7e7-cf15d3e7b144 up at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:46:20.336590 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a853bb-3e3d-4683-86e8-99ce6ff86d56 None None] DHCP port deletion for 76fe8136-4f3d-4342-935a-ac3982b271b4 request from n-d-811396-3 {{(pid=100598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:46:20.394560 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [None req-7ecc2a1a-ee47-45e1-b635-66a267885fdc tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] For port 2762d574-c686-497f-ac15-ed8448664fc9, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=2762d574-c686-497f-ac15-ed8448664fc9,segment=NetworkSegment(181b67f5-94cb-4d0f-9613-636f80dc1aa7),segment_id=181b67f5-94cb-4d0f-9613-636f80dc1aa7)] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:46:20.396362 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7ecc2a1a-ee47-45e1-b635-66a267885fdc tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:20.397841 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f54696-3d99-4709-bd1f-f615f21a4dda req-3aa5d9aa-99bd-4194-853c-3f269e9b80c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:20.402346 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-76f54696-3d99-4709-bd1f-f615f21a4dda req-3aa5d9aa-99bd-4194-853c-3f269e9b80c2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ec80eada-54bb-4b34-b60d-78d68e2b51ff HTTP/1.1" status: 200 len: 910 time: 0.3315289 Oct 20 10:46:20.412705 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-7ecc2a1a-ee47-45e1-b635-66a267885fdc tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Calling delete_port for 2762d574-c686-497f-ac15-ed8448664fc9 owned by network:dhcp {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:46:20.427048 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning for port cce84233-f3eb-46fc-b7e7-cf15d3e7b144 completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:46:20.440598 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning complete for port cce84233-f3eb-46fc-b7e7-cf15d3e7b144 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:46:20.441744 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:20.495329 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-76f54696-3d99-4709-bd1f-f615f21a4dda req-d1c8b411-4581-4d81-b5e0-42d3c380fd89 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f76a8c9f-93d8-4601-bc7d-ab3001adac59 HTTP/1.1" status: 200 len: 217 time: 0.0846512 Oct 20 10:46:20.521104 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1449dba-fb35-4ce4-863e-64b0ce06d7fa req-5ab726e1-a8fe-46be-bf17-f6da7ac0d1ed tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:20.522659 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e1449dba-fb35-4ce4-863e-64b0ce06d7fa req-5ab726e1-a8fe-46be-bf17-f6da7ac0d1ed tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/ports?device_id=56344781-853e-4363-a8d9-59e90942e021 HTTP/1.1" status: 200 len: 945 time: 0.0639057 Oct 20 10:46:20.529712 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ced769b-147b-4f07-ac48-2feea00f6bc2 req-bbbf0d96-3d9a-4c02-a3e3-a7777e6c32f3 tempest-VolumesBackupsTest-831339856 tempest-VolumesBackupsTest-831339856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:20.536753 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9ced769b-147b-4f07-ac48-2feea00f6bc2 req-bbbf0d96-3d9a-4c02-a3e3-a7777e6c32f3 tempest-VolumesBackupsTest-831339856 tempest-VolumesBackupsTest-831339856-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5042424 Oct 20 10:46:20.602078 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7ecc2a1a-ee47-45e1-b635-66a267885fdc tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:20.608540 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9ced769b-147b-4f07-ac48-2feea00f6bc2 req-c7388f18-f3ad-4e75-882d-487c7fd099ae tempest-VolumesBackupsTest-831339856 tempest-VolumesBackupsTest-831339856-project] 10.222.0.64 "GET /v2.0/quotas/ec4d902b8d1e4fcbb22f8e5147cf8995 HTTP/1.1" status: 200 len: 375 time: 0.0708005 Oct 20 10:46:20.629797 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:20.640571 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecc2a1a-ee47-45e1-b635-66a267885fdc tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Pushing event deleted for resources: {'Port': ['ID=2762d574-c686-497f-ac15-ed8448664fc9,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:20.645085 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ecc2a1a-ee47-45e1-b635-66a267885fdc tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] No DVR routers for this DVR port 2762d574-c686-497f-ac15-ed8448664fc9 on host n-d-811396-3 {{(pid=100597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:46:20.701607 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9ced769b-147b-4f07-ac48-2feea00f6bc2 req-2e96123f-eecd-472e-bc92-2e6f1040e100 tempest-VolumesBackupsTest-831339856 tempest-VolumesBackupsTest-831339856-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=ec4d902b8d1e4fcbb22f8e5147cf8995&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0921118 Oct 20 10:46:20.717757 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e1449dba-fb35-4ce4-863e-64b0ce06d7fa req-a98f1e3c-2e4a-4824-a75d-db5599b199e3 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/security-groups?id=887118a8-550c-4373-a758-17919f09b184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719565 Oct 20 10:46:20.721457 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 2762d574-c686-497f-ac15-ed8448664fc9 no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:46:20.739196 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f54696-3d99-4709-bd1f-f615f21a4dda req-5dfea297-45d1-4920-887a-da6875cbd6be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:20.755136 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-76f54696-3d99-4709-bd1f-f615f21a4dda req-5dfea297-45d1-4920-887a-da6875cbd6be service neutron] 10.222.0.69 "GET /v2.0/subnets?id=01fdc287-5c15-4d59-957d-226e4098dcff HTTP/1.1" status: 200 len: 849 time: 0.2486591 Oct 20 10:46:20.776242 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port cce84233-f3eb-46fc-b7e7-cf15d3e7b144, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=cce84233-f3eb-46fc-b7e7-cf15d3e7b144,segment=NetworkSegment(21cccbca-7404-428f-aa4e-872d37903a8d),segment_id=21cccbca-7404-428f-aa4e-872d37903a8d)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:46:20.778098 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 2762d574-c686-497f-ac15-ed8448664fc9 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:46:20.778479 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 2762d574-c686-497f-ac15-ed8448664fc9 not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:46:20.791920 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a18205b2-e8c8-454c-a76c-bc825d307c11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cce84233-f3eb-46fc-b7e7-cf15d3e7b144'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:46:20.795973 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70de649c-c083-44c1-a285-53615aa2b096" -d '{"events": [{"server_uuid": "a18205b2-e8c8-454c-a76c-bc825d307c11", "name": "network-vif-plugged", "status": "completed", "tag": "cce84233-f3eb-46fc-b7e7-cf15d3e7b144"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:46:20.801856 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-13a853bb-3e3d-4683-86e8-99ce6ff86d56 None None] Deleting port 2762d574-c686-497f-ac15-ed8448664fc9 {{(pid=100598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:46:20.802237 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-13a853bb-3e3d-4683-86e8-99ce6ff86d56 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:20.804294 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:20.830023 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-76f54696-3d99-4709-bd1f-f615f21a4dda req-6f08beb1-42bb-4c5d-b8f7-1d2fb4b3a788 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ec80eada-54bb-4b34-b60d-78d68e2b51ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673487 Oct 20 10:46:20.855711 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7ecc2a1a-ee47-45e1-b635-66a267885fdc tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:20.953911 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-7ecc2a1a-ee47-45e1-b635-66a267885fdc tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76fe8136-4f3d-4342-935a-ac3982b271b4']}} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:46:20.971639 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-7ecc2a1a-ee47-45e1-b635-66a267885fdc tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '181b67f5-94cb-4d0f-9613-636f80dc1aa7') {'for_net_delete': True} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:46:20.971900 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-7ecc2a1a-ee47-45e1-b635-66a267885fdc tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '181b67f5-94cb-4d0f-9613-636f80dc1aa7') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:46:20.981804 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=cce84233-f3eb-46fc-b7e7-cf15d3e7b144,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:20.999295 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7ecc2a1a-ee47-45e1-b635-66a267885fdc tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25852596'] for segment, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:21.017791 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7ecc2a1a-ee47-45e1-b635-66a267885fdc tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:21.027348 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ecc2a1a-ee47-45e1-b635-66a267885fdc tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Releasing vlan 832 on physical network physnet1 to pool {{(pid=100597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:46:21.027870 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7ecc2a1a-ee47-45e1-b635-66a267885fdc tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951012'] for segment, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:21.032085 n-d-811396-3 neutron-server[100597]: Traceback (most recent call last): Oct 20 10:46:21.032085 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:46:21.032085 n-d-811396-3 neutron-server[100597]: timer() Oct 20 10:46:21.032085 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:46:21.032085 n-d-811396-3 neutron-server[100597]: cb(*args, **kw) Oct 20 10:46:21.032085 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:46:21.032085 n-d-811396-3 neutron-server[100597]: return func(*args, **kwargs) Oct 20 10:46:21.032085 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:46:21.032085 n-d-811396-3 neutron-server[100597]: self._notify() Oct 20 10:46:21.032085 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:46:21.032085 n-d-811396-3 neutron-server[100597]: self.callback(batched_events) Oct 20 10:46:21.032085 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:46:21.032085 n-d-811396-3 neutron-server[100597]: event.method(event) Oct 20 10:46:21.032085 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:46:21.032085 n-d-811396-3 neutron-server[100597]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:46:21.032085 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:46:21.032085 n-d-811396-3 neutron-server[100597]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:46:21.032085 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:46:21.032085 n-d-811396-3 neutron-server[100597]: return f(self, *a, **k) Oct 20 10:46:21.032085 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:46:21.032085 n-d-811396-3 neutron-server[100597]: return self._get(url).json() Oct 20 10:46:21.032085 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:46:21.032085 n-d-811396-3 neutron-server[100597]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:46:21.032085 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:46:21.032085 n-d-811396-3 neutron-server[100597]: return self.request(url, 'GET', **kwargs) Oct 20 10:46:21.032085 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:46:21.032085 n-d-811396-3 neutron-server[100597]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:46:21.032085 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:46:21.032085 n-d-811396-3 neutron-server[100597]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:46:21.032085 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:46:21.032085 n-d-811396-3 neutron-server[100597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:46:21.032085 n-d-811396-3 neutron-server[100597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:46:21.098220 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-13a853bb-3e3d-4683-86e8-99ce6ff86d56 None None] For port 2762d574-c686-497f-ac15-ed8448664fc9, host n-d-811396-3, got binding levels [] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:46:21.099256 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-13a853bb-3e3d-4683-86e8-99ce6ff86d56 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:21.114821 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7ecc2a1a-ee47-45e1-b635-66a267885fdc tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:21.120991 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7ecc2a1a-ee47-45e1-b635-66a267885fdc tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:21.127335 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-7ecc2a1a-ee47-45e1-b635-66a267885fdc tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] 10.222.0.64 "DELETE /v2.0/networks/76fe8136-4f3d-4342-935a-ac3982b271b4 HTTP/1.1" status: 204 len: 168 time: 1.0624847 Oct 20 10:46:21.130465 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-13a853bb-3e3d-4683-86e8-99ce6ff86d56 None None] Calling delete_port for 2762d574-c686-497f-ac15-ed8448664fc9 owned by network:dhcp {{(pid=100598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:46:21.131277 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 37948) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:46:21.133599 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.ipam_backend_mixin [None req-13a853bb-3e3d-4683-86e8-99ce6ff86d56 None None] Port 2762d574-c686-497f-ac15-ed8448664fc9 was not found and therefore no delete operation was performed {{(pid=100598) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 20 10:46:21.135585 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-13a853bb-3e3d-4683-86e8-99ce6ff86d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956'] for port, after_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:21.143783 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-13a853bb-3e3d-4683-86e8-99ce6ff86d56 None None] Network 76fe8136-4f3d-4342-935a-ac3982b271b4 is not hosted by any dhcp agent {{(pid=100598) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 20 10:46:21.144481 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a853bb-3e3d-4683-86e8-99ce6ff86d56 None None] No DVR routers for this DVR port 2762d574-c686-497f-ac15-ed8448664fc9 on host n-d-811396-3 {{(pid=100598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:46:21.149998 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecc2a1a-ee47-45e1-b635-66a267885fdc tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Pushing event deleted for resources: {'Network': ['ID=76fe8136-4f3d-4342-935a-ac3982b271b4,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:21.185226 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a853bb-3e3d-4683-86e8-99ce6ff86d56 None None] Pushing event deleted for resources: {'Port': ['ID=2762d574-c686-497f-ac15-ed8448664fc9,revision_number=None']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:21.285185 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-dec1ddb8-ae60-4e63-9681-ca602eae7f5c tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Deleting port 19cd5adf-480c-4fc1-98ef-903f8ab41890 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:46:21.285536 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-dec1ddb8-ae60-4e63-9681-ca602eae7f5c tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:21.290714 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-76f54696-3d99-4709-bd1f-f615f21a4dda req-3341633d-85b1-443d-a3d7-320682dc43cd service neutron] 10.222.0.69 "GET /v2.0/networks/ec80eada-54bb-4b34-b60d-78d68e2b51ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4504597 Oct 20 10:46:21.467855 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cba1b0-ae46-4dc1-a1c3-625fd2b53a9d req-8b2272c3-9973-4bb2-bd6f-5f1077052768 tempest-ServerTagsTestJSON-1056382135 tempest-ServerTagsTestJSON-1056382135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:21.476671 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-05cba1b0-ae46-4dc1-a1c3-625fd2b53a9d req-8b2272c3-9973-4bb2-bd6f-5f1077052768 tempest-ServerTagsTestJSON-1056382135 tempest-ServerTagsTestJSON-1056382135-project] 10.222.0.64 "GET /v2.0/ports?device_id=f6baf8aa-b7b4-4750-b644-6f9d23858700 HTTP/1.1" status: 200 len: 943 time: 0.4050796 Oct 20 10:46:21.494484 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-dec1ddb8-ae60-4e63-9681-ca602eae7f5c tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:21.497618 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697b31d1-cc06-4503-8299-65a95e7e6826 req-15a85564-c2fd-43a6-8ad2-f1b350a9d675 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:21.499602 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-dec1ddb8-ae60-4e63-9681-ca602eae7f5c tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:21.499751 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-697b31d1-cc06-4503-8299-65a95e7e6826 req-15a85564-c2fd-43a6-8ad2-f1b350a9d675 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] 10.222.0.64 "GET /v2.0/ports?device_id=a18205b2-e8c8-454c-a76c-bc825d307c11 HTTP/1.1" status: 200 len: 945 time: 0.4294508 Oct 20 10:46:21.522755 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-dec1ddb8-ae60-4e63-9681-ca602eae7f5c tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Calling delete_port for 19cd5adf-480c-4fc1-98ef-903f8ab41890 owned by network:floatingip {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:46:21.589369 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-697b31d1-cc06-4503-8299-65a95e7e6826 req-2854dd44-ecd3-40bb-a88f-15797b1e1472 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] 10.222.0.64 "GET /v2.0/security-groups?id=beae5622-2b72-47ae-b5ac-f3919c6874d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795548 Oct 20 10:46:21.609277 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-05cba1b0-ae46-4dc1-a1c3-625fd2b53a9d req-78bc6e88-d752-4e16-8c82-f77a4c82688e tempest-ServerTagsTestJSON-1056382135 tempest-ServerTagsTestJSON-1056382135-project] 10.222.0.64 "GET /v2.0/security-groups?id=ca8f9fb9-0487-482a-980d-8381503dd062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316144 Oct 20 10:46:21.649015 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-76f54696-3d99-4709-bd1f-f615f21a4dda req-713cdb13-dbd6-49f8-9a45-e6e63b76450b service neutron] 10.222.0.69 "GET /v2.0/networks/ec80eada-54bb-4b34-b60d-78d68e2b51ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3261373 Oct 20 10:46:21.756336 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-341ff629-b39e-4c1c-837c-6319c20f5de6 x-openstack-request-id: req-341ff629-b39e-4c1c-837c-6319c20f5de6 {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:46:21.756902 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a18205b2-e8c8-454c-a76c-bc825d307c11", "name": "network-vif-plugged", "status": "completed", "tag": "cce84233-f3eb-46fc-b7e7-cf15d3e7b144", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:46:21.757374 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-341ff629-b39e-4c1c-837c-6319c20f5de6 {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:46:21.758092 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a18205b2-e8c8-454c-a76c-bc825d307c11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cce84233-f3eb-46fc-b7e7-cf15d3e7b144', 'code': 200} Oct 20 10:46:21.842208 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-dec1ddb8-ae60-4e63-9681-ca602eae7f5c tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:21.883887 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec1ddb8-ae60-4e63-9681-ca602eae7f5c tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Pushing event deleted for resources: {'Port': ['ID=19cd5adf-480c-4fc1-98ef-903f8ab41890,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:22.006280 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-dec1ddb8-ae60-4e63-9681-ca602eae7f5c tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks [] for floatingip, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:22.008584 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6edc2c7e-7ad8-4b95-bb5d-3709dfa7275b req-2556edbc-a2bc-452d-8a7c-b3e31a6c1073 tempest-VolumesBackupsTest-831339856 tempest-VolumesBackupsTest-831339856-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b3220b0-f4d0-4837-8d21-9b182047c786 HTTP/1.1" status: 200 len: 210 time: 0.1257083 Oct 20 10:46:22.009307 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-dec1ddb8-ae60-4e63-9681-ca602eae7f5c tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for floatingip, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:22.014555 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-dec1ddb8-ae60-4e63-9681-ca602eae7f5c tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] 10.222.0.64 "DELETE /v2.0/floatingips/290d13d0-13bc-4039-be9e-36c8e4b572cc HTTP/1.1" status: 204 len: 168 time: 0.8781924 Oct 20 10:46:22.017403 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 37974) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:46:22.070722 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-f328209b-b960-40b6-86ac-02f9a9f0d540 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] DELETE failed (client error): The resource could not be found. Oct 20 10:46:22.072032 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f328209b-b960-40b6-86ac-02f9a9f0d540 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:46:22.080258 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-f328209b-b960-40b6-86ac-02f9a9f0d540 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] 10.222.0.64 "DELETE /v2.0/ports/a2dc39ff-4753-4a71-8832-be823a00dcac HTTP/1.1" status: 404 len: 333 time: 0.0618861 Oct 20 10:46:22.081138 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 37976) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:46:22.082300 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f778fa1a-1bef-498e-9fb5-fc3c810263a5 req-e7523325-b8d9-4df9-8ceb-58638d338840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:22.084075 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f778fa1a-1bef-498e-9fb5-fc3c810263a5 req-e7523325-b8d9-4df9-8ceb-58638d338840 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a18205b2-e8c8-454c-a76c-bc825d307c11 HTTP/1.1" status: 200 len: 1096 time: 0.2701199 Oct 20 10:46:22.105445 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3834998f-8986-4d42-a7dd-1ed76e1ea56f req-93bd02be-3fe7-4094-83cf-962ad59ec9c3 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:22.107934 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3834998f-8986-4d42-a7dd-1ed76e1ea56f req-93bd02be-3fe7-4094-83cf-962ad59ec9c3 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/ports?device_id=56344781-853e-4363-a8d9-59e90942e021 HTTP/1.1" status: 200 len: 945 time: 0.1042747 Oct 20 10:46:22.121361 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-9c2787c9-c452-469a-80a4-d569955e2754 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] 10.222.0.64 "GET /v2.0/ports?device_id=77fb03df-148c-4480-9932-eb7d5822e720 HTTP/1.1" status: 200 len: 205 time: 0.0388925 Oct 20 10:46:22.121994 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 37978) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:46:22.179198 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f778fa1a-1bef-498e-9fb5-fc3c810263a5 req-05290d88-47d9-4b96-8960-43ea150062b6 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=beae5622-2b72-47ae-b5ac-f3919c6874d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825415 Oct 20 10:46:22.196666 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3834998f-8986-4d42-a7dd-1ed76e1ea56f req-e74dda8e-15c9-4bbf-b289-9c38f0cced16 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/security-groups?id=887118a8-550c-4373-a758-17919f09b184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797060 Oct 20 10:46:22.223763 n-d-811396-3 neutron-server[100597]: INFO neutron.api.v2.resource [None req-2e6df673-a1c8-4acd-94fa-f7a6963a8a50 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] delete failed (client error): The resource could not be found. Oct 20 10:46:22.225080 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-2e6df673-a1c8-4acd-94fa-f7a6963a8a50 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] 10.222.0.64 "DELETE /v2.0/routers/77fb03df-148c-4480-9932-eb7d5822e720 HTTP/1.1" status: 404 len: 336 time: 0.1021240 Oct 20 10:46:22.227747 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 37980) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:46:22.271251 n-d-811396-3 neutron-server[100596]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf49f551-c653-4ec8-920c-c746d1f90f1c tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] DELETE failed (client error): The resource could not be found. Oct 20 10:46:22.271836 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device f76a8c9f-93d8-4601-bc7d-ab3001adac59 details requested by agent hyperv_n-h2-811396-3 with host n-h2-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:46:22.272459 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf49f551-c653-4ec8-920c-c746d1f90f1c tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:46:22.276288 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-cf49f551-c653-4ec8-920c-c746d1f90f1c tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] 10.222.0.64 "DELETE /v2.0/subnets/942b9b93-99be-42ae-ab6b-b45955577dd1 HTTP/1.1" status: 404 len: 337 time: 0.0473254 Oct 20 10:46:22.278956 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 37986) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:46:22.410290 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-b14d2845-3986-4d60-b474-a256dfdc0bd7 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Deleting port 084c8738-99cb-48ee-97a4-ce053532cb4a {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:46:22.411092 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b14d2845-3986-4d60-b474-a256dfdc0bd7 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:22.433337 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port f76a8c9f-93d8-4601-bc7d-ab3001adac59, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=f76a8c9f-93d8-4601-bc7d-ab3001adac59,segment=NetworkSegment(9ee8a0e5-769d-44a7-b0f4-80ca18da3ca8),segment_id=9ee8a0e5-769d-44a7-b0f4-80ca18da3ca8)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:46:22.446825 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Returning: {'device': 'f76a8c9f-93d8-4601-bc7d-ab3001adac59', 'network_id': 'ec80eada-54bb-4b34-b60d-78d68e2b51ff', 'port_id': 'f76a8c9f-93d8-4601-bc7d-ab3001adac59', 'mac_address': 'fa:16:3e:c0:df:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 846, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01fdc287-5c15-4d59-957d-226e4098dcff', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:46:22.495574 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:22.514027 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f76a8c9f-93d8-4601-bc7d-ab3001adac59 {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:46:22.567540 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port f76a8c9f-93d8-4601-bc7d-ab3001adac59, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=f76a8c9f-93d8-4601-bc7d-ab3001adac59,segment=NetworkSegment(9ee8a0e5-769d-44a7-b0f4-80ca18da3ca8),segment_id=9ee8a0e5-769d-44a7-b0f4-80ca18da3ca8)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:46:22.574467 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:22.592487 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9ced769b-147b-4f07-ac48-2feea00f6bc2 req-ac3a28be-0cbd-4900-b109-04079e4e6e41 tempest-VolumesBackupsTest-831339856 tempest-VolumesBackupsTest-831339856-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=ec4d902b8d1e4fcbb22f8e5147cf8995&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0494590 Oct 20 10:46:22.609496 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b14d2845-3986-4d60-b474-a256dfdc0bd7 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:22.656423 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-b14d2845-3986-4d60-b474-a256dfdc0bd7 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Calling delete_port for 084c8738-99cb-48ee-97a4-ce053532cb4a owned by {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:46:22.735201 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=f76a8c9f-93d8-4601-bc7d-ab3001adac59,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:22.765925 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:46:22.771407 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:46:22.772805 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:46:22.774986 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:46:22.776039 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:46:22.776484 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:46:22.779110 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:46:22.780262 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:46:22.780981 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:46:22.782567 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:46:22.783026 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:46:22.784417 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:46:22.847860 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['f76a8c9f-93d8-4601-bc7d-ab3001adac59'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:46:22.941735 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1329ace7-b249-4b2a-89bd-84375cf7a9dc req-7a68ae55-f1b0-48fd-9948-f1d48f45d66c tempest-ServerTagsTestJSON-1056382135 tempest-ServerTagsTestJSON-1056382135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:22.951896 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1329ace7-b249-4b2a-89bd-84375cf7a9dc req-7a68ae55-f1b0-48fd-9948-f1d48f45d66c tempest-ServerTagsTestJSON-1056382135 tempest-ServerTagsTestJSON-1056382135-project] 10.222.0.64 "GET /v2.0/ports?device_id=f6baf8aa-b7b4-4750-b644-6f9d23858700 HTTP/1.1" status: 200 len: 944 time: 0.1760471 Oct 20 10:46:23.024502 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b14d2845-3986-4d60-b474-a256dfdc0bd7 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:23.030861 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ced769b-147b-4f07-ac48-2feea00f6bc2 req-f760dda2-0fd5-4ebe-b1d5-46cba9109c20 tempest-VolumesBackupsTest-831339856 tempest-VolumesBackupsTest-831339856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:23.032401 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9ced769b-147b-4f07-ac48-2feea00f6bc2 req-f760dda2-0fd5-4ebe-b1d5-46cba9109c20 tempest-VolumesBackupsTest-831339856 tempest-VolumesBackupsTest-831339856-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4340246 Oct 20 10:46:23.059372 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b58a94e-9dd0-4e29-9bbf-452b65ad1fe3 req-dccbf66f-5266-4fe6-bd63-1fc52d9b74fa tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:23.084280 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7b58a94e-9dd0-4e29-9bbf-452b65ad1fe3 req-dccbf66f-5266-4fe6-bd63-1fc52d9b74fa tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] 10.222.0.64 "GET /v2.0/ports?device_id=a18205b2-e8c8-454c-a76c-bc825d307c11 HTTP/1.1" status: 200 len: 945 time: 0.2765465 Oct 20 10:46:23.086880 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14d2845-3986-4d60-b474-a256dfdc0bd7 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Pushing event deleted for resources: {'Port': ['ID=084c8738-99cb-48ee-97a4-ce053532cb4a,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:23.108188 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-9ced769b-147b-4f07-ac48-2feea00f6bc2 req-817d8ff9-9f1c-4c8b-941e-cb44a6d33402 tempest-VolumesBackupsTest-831339856 tempest-VolumesBackupsTest-831339856-project] Request body: {'port': {'device_id': '2b3220b0-f4d0-4837-8d21-9b182047c786', 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84', 'admin_state_up': True, 'tenant_id': 'ec4d902b8d1e4fcbb22f8e5147cf8995'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:46:23.197490 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b14d2845-3986-4d60-b474-a256dfdc0bd7 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:23.201043 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-b14d2845-3986-4d60-b474-a256dfdc0bd7 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] 10.222.0.64 "DELETE /v2.0/ports/084c8738-99cb-48ee-97a4-ce053532cb4a HTTP/1.1" status: 204 len: 168 time: 0.9208114 Oct 20 10:46:23.205741 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 38008) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:46:23.287054 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1329ace7-b249-4b2a-89bd-84375cf7a9dc req-21947fd3-3be6-47c3-8ccb-50637daee35d tempest-ServerTagsTestJSON-1056382135 tempest-ServerTagsTestJSON-1056382135-project] 10.222.0.64 "GET /v2.0/security-groups?id=ca8f9fb9-0487-482a-980d-8381503dd062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3341012 Oct 20 10:46:23.339484 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-88028a3d-055c-43ae-978c-32f4d6df322b tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Deleting port a0790dd1-01d8-44f9-832a-ba2bd450437a {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:46:23.339896 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-88028a3d-055c-43ae-978c-32f4d6df322b tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:23.340391 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7b58a94e-9dd0-4e29-9bbf-452b65ad1fe3 req-8be1a3f2-d352-422e-bf42-a11697d1ebdc tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] 10.222.0.64 "GET /v2.0/security-groups?id=beae5622-2b72-47ae-b5ac-f3919c6874d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480628 Oct 20 10:46:23.352715 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ced769b-147b-4f07-ac48-2feea00f6bc2 req-817d8ff9-9f1c-4c8b-941e-cb44a6d33402 tempest-VolumesBackupsTest-831339856 tempest-VolumesBackupsTest-831339856-project] Made reservation on behalf of ec4d902b8d1e4fcbb22f8e5147cf8995 for: {'port': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:46:23.357824 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-9ced769b-147b-4f07-ac48-2feea00f6bc2 req-817d8ff9-9f1c-4c8b-941e-cb44a6d33402 tempest-VolumesBackupsTest-831339856 tempest-VolumesBackupsTest-831339856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:23.368972 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-9ced769b-147b-4f07-ac48-2feea00f6bc2 req-817d8ff9-9f1c-4c8b-941e-cb44a6d33402 tempest-VolumesBackupsTest-831339856 tempest-VolumesBackupsTest-831339856-project] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:23.449488 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-88028a3d-055c-43ae-978c-32f4d6df322b tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:23.455673 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f0c40fc8-ec05-4a94-8dc8-fdb4a87b2c3b req-07372232-13e5-4a1d-9f22-50c77ed66202 tempest-VolumesBackupsTest-831339856 tempest-VolumesBackupsTest-831339856-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b3220b0-f4d0-4837-8d21-9b182047c786 HTTP/1.1" status: 200 len: 210 time: 0.0317502 Oct 20 10:46:23.490550 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-88028a3d-055c-43ae-978c-32f4d6df322b tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Calling delete_port for a0790dd1-01d8-44f9-832a-ba2bd450437a owned by {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:46:23.525693 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-9ced769b-147b-4f07-ac48-2feea00f6bc2 req-817d8ff9-9f1c-4c8b-941e-cb44a6d33402 tempest-VolumesBackupsTest-831339856 tempest-VolumesBackupsTest-831339856-project] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:23.531555 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-9ced769b-147b-4f07-ac48-2feea00f6bc2 req-817d8ff9-9f1c-4c8b-941e-cb44a6d33402 tempest-VolumesBackupsTest-831339856 tempest-VolumesBackupsTest-831339856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:23.608416 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a7d4d7-c57f-4d64-b08b-2cf32f36273e req-47a6d8d6-7d13-416e-8a35-e4a4e106ec5b tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:23.609962 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-07a7d4d7-c57f-4d64-b08b-2cf32f36273e req-47a6d8d6-7d13-416e-8a35-e4a4e106ec5b tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/ports?device_id=56344781-853e-4363-a8d9-59e90942e021 HTTP/1.1" status: 200 len: 945 time: 0.1261795 Oct 20 10:46:23.615065 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817d8ff9-9f1c-4c8b-941e-cb44a6d33402 tempest-VolumesBackupsTest-831339856 tempest-VolumesBackupsTest-831339856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5be07d3f-5119-45be-a357-33ceda6b0af0,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:23.647119 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-88028a3d-055c-43ae-978c-32f4d6df322b tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:23.675647 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88028a3d-055c-43ae-978c-32f4d6df322b tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Pushing event deleted for resources: {'Port': ['ID=a0790dd1-01d8-44f9-832a-ba2bd450437a,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:23.740142 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [req-9ced769b-147b-4f07-ac48-2feea00f6bc2 req-817d8ff9-9f1c-4c8b-941e-cb44a6d33402 tempest-VolumesBackupsTest-831339856 tempest-VolumesBackupsTest-831339856-project] Allocated IP 192.168.233.182 (a7c57b12-d7c3-48bb-aa54-a67a56468a84/8f86199a-b8f2-45b4-a83a-995a7ea6fe42/7b303afc-eb15-4456-84f5-fd16c7de5a7a) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:46:23.754182 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-88028a3d-055c-43ae-978c-32f4d6df322b tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:23.757699 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-88028a3d-055c-43ae-978c-32f4d6df322b tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] 10.222.0.64 "DELETE /v2.0/ports/a0790dd1-01d8-44f9-832a-ba2bd450437a HTTP/1.1" status: 204 len: 168 time: 0.5508592 Oct 20 10:46:23.760724 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 38016) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:46:23.775570 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-07a7d4d7-c57f-4d64-b08b-2cf32f36273e req-e56305b4-d376-44e3-b69f-9d9b515d18d9 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/security-groups?id=887118a8-550c-4373-a758-17919f09b184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575754 Oct 20 10:46:23.820820 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-303acbc6-3e28-4ddc-9036-1c1aaaa78149 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:23.824825 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-303acbc6-3e28-4ddc-9036-1c1aaaa78149 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c29ecc4-2c1e-4908-8ecc-c96e25e903ee HTTP/1.1" status: 200 len: 913 time: 0.0606730 Oct 20 10:46:23.828807 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 38018) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:46:23.937431 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-9ced769b-147b-4f07-ac48-2feea00f6bc2 req-817d8ff9-9f1c-4c8b-941e-cb44a6d33402 tempest-VolumesBackupsTest-831339856 tempest-VolumesBackupsTest-831339856-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:23.976173 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-9ced769b-147b-4f07-ac48-2feea00f6bc2 req-817d8ff9-9f1c-4c8b-941e-cb44a6d33402 tempest-VolumesBackupsTest-831339856 tempest-VolumesBackupsTest-831339856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:24.038252 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817d8ff9-9f1c-4c8b-941e-cb44a6d33402 tempest-VolumesBackupsTest-831339856 tempest-VolumesBackupsTest-831339856-project] Pushing event updated for resources: {'Port': ['ID=7b303afc-eb15-4456-84f5-fd16c7de5a7a,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:24.062049 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ced769b-147b-4f07-ac48-2feea00f6bc2 req-817d8ff9-9f1c-4c8b-941e-cb44a6d33402 tempest-VolumesBackupsTest-831339856 tempest-VolumesBackupsTest-831339856-project] Network a7c57b12-d7c3-48bb-aa54-a67a56468a84 is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:46:24.063931 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [req-9ced769b-147b-4f07-ac48-2feea00f6bc2 req-817d8ff9-9f1c-4c8b-941e-cb44a6d33402 tempest-VolumesBackupsTest-831339856 tempest-VolumesBackupsTest-831339856-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:46:24.066477 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ced769b-147b-4f07-ac48-2feea00f6bc2 req-817d8ff9-9f1c-4c8b-941e-cb44a6d33402 tempest-VolumesBackupsTest-831339856 tempest-VolumesBackupsTest-831339856-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:46:24.127303 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ced769b-147b-4f07-ac48-2feea00f6bc2 req-817d8ff9-9f1c-4c8b-941e-cb44a6d33402 tempest-VolumesBackupsTest-831339856 tempest-VolumesBackupsTest-831339856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:24.128371 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-9ced769b-147b-4f07-ac48-2feea00f6bc2 req-817d8ff9-9f1c-4c8b-941e-cb44a6d33402 tempest-VolumesBackupsTest-831339856 tempest-VolumesBackupsTest-831339856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:24.159877 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9ced769b-147b-4f07-ac48-2feea00f6bc2 req-817d8ff9-9f1c-4c8b-941e-cb44a6d33402 tempest-VolumesBackupsTest-831339856 tempest-VolumesBackupsTest-831339856-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0690889 Oct 20 10:46:24.180621 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-9ced769b-147b-4f07-ac48-2feea00f6bc2 req-bd65e7fb-97a2-40e6-a1b9-3681e68be1fa service neutron] Request body: {'port': {'device_id': '2b3220b0-f4d0-4837-8d21-9b182047c786', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811396-3'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:46:24.288013 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device f76a8c9f-93d8-4601-bc7d-ab3001adac59 up at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:46:24.311962 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-9ced769b-147b-4f07-ac48-2feea00f6bc2 req-bd65e7fb-97a2-40e6-a1b9-3681e68be1fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:24.397548 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b615c95c-ecc2-49f1-8c9d-8d00dd1fc6b8 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1774405'] for router_interface, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:24.438896 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning for port f76a8c9f-93d8-4601-bc7d-ab3001adac59 completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:46:24.446001 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning complete for port f76a8c9f-93d8-4601-bc7d-ab3001adac59 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:46:24.447689 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:24.481215 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-41549008-9d70-4223-aac2-3d67111eb8a5 None None] Provisioning complete for port 7b303afc-eb15-4456-84f5-fd16c7de5a7a triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:46:24.482147 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-41549008-9d70-4223-aac2-3d67111eb8a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:24.528170 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-41549008-9d70-4223-aac2-3d67111eb8a5 None None] Port 7b303afc-eb15-4456-84f5-fd16c7de5a7a cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:46:24.574754 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:24.616027 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6baf8aa-b7b4-4750-b644-6f9d23858700', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f76a8c9f-93d8-4601-bc7d-ab3001adac59'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:46:24.618309 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0578c50-85f7-4f2d-8174-9d795ef89890" -d '{"events": [{"server_uuid": "f6baf8aa-b7b4-4750-b644-6f9d23858700", "name": "network-vif-plugged", "status": "completed", "tag": "f76a8c9f-93d8-4601-bc7d-ab3001adac59"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:46:24.623299 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b34c46-a79a-4b2c-8218-50272e06845a req-59caa056-b2da-441f-8037-b67120374377 tempest-ServerTagsTestJSON-1056382135 tempest-ServerTagsTestJSON-1056382135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:24.625265 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-11b34c46-a79a-4b2c-8218-50272e06845a req-59caa056-b2da-441f-8037-b67120374377 tempest-ServerTagsTestJSON-1056382135 tempest-ServerTagsTestJSON-1056382135-project] 10.222.0.64 "GET /v2.0/ports?device_id=f6baf8aa-b7b4-4750-b644-6f9d23858700 HTTP/1.1" status: 200 len: 944 time: 0.2261691 Oct 20 10:46:24.648284 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port f76a8c9f-93d8-4601-bc7d-ab3001adac59, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=f76a8c9f-93d8-4601-bc7d-ab3001adac59,segment=NetworkSegment(9ee8a0e5-769d-44a7-b0f4-80ca18da3ca8),segment_id=9ee8a0e5-769d-44a7-b0f4-80ca18da3ca8)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:46:24.654697 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:24.671650 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efabe86d-adcc-470e-a8b2-09cb5eee3cfb req-bac4ae72-6468-4655-a784-d92697874785 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:24.673480 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-efabe86d-adcc-470e-a8b2-09cb5eee3cfb req-bac4ae72-6468-4655-a784-d92697874785 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] 10.222.0.64 "GET /v2.0/ports?device_id=a18205b2-e8c8-454c-a76c-bc825d307c11 HTTP/1.1" status: 200 len: 945 time: 0.1616929 Oct 20 10:46:24.755838 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=f76a8c9f-93d8-4601-bc7d-ab3001adac59,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:24.787857 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-b615c95c-ecc2-49f1-8c9d-8d00dd1fc6b8 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Deleting port 12409383-fb42-424a-a146-885e225dfeac {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:46:24.788401 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b615c95c-ecc2-49f1-8c9d-8d00dd1fc6b8 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:24.799420 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device c1e72406-a332-4134-a61b-12d82ce0cd1c no longer exists at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:46:24.813460 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-11b34c46-a79a-4b2c-8218-50272e06845a req-10989dc3-8150-4d7a-a858-e6fba8fc4b05 tempest-ServerTagsTestJSON-1056382135 tempest-ServerTagsTestJSON-1056382135-project] 10.222.0.64 "GET /v2.0/security-groups?id=ca8f9fb9-0487-482a-980d-8381503dd062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750395 Oct 20 10:46:24.862183 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-efabe86d-adcc-470e-a8b2-09cb5eee3cfb req-6f5ccc97-7c81-4d3f-a82c-10c64195ccd2 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] 10.222.0.64 "GET /v2.0/security-groups?id=beae5622-2b72-47ae-b5ac-f3919c6874d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655006 Oct 20 10:46:24.942567 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:25.005371 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b615c95c-ecc2-49f1-8c9d-8d00dd1fc6b8 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:25.019947 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-b615c95c-ecc2-49f1-8c9d-8d00dd1fc6b8 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Calling delete_port for 12409383-fb42-424a-a146-885e225dfeac owned by network:router_interface {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:46:25.082372 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port c1e72406-a332-4134-a61b-12d82ce0cd1c, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=c1e72406-a332-4134-a61b-12d82ce0cd1c,segment=NetworkSegment(667bfc55-8fb5-4232-84e0-731edce9afd9),segment_id=667bfc55-8fb5-4232-84e0-731edce9afd9)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:46:25.086774 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0575b0-d8a8-4556-96d6-cb7565edfdcf req-3fada3ff-ad37-40c1-897d-9a90fbd2bf2d tempest-VolumesBackupsTest-831339856 tempest-VolumesBackupsTest-831339856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:25.087452 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:25.105720 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4b0575b0-d8a8-4556-96d6-cb7565edfdcf req-3fada3ff-ad37-40c1-897d-9a90fbd2bf2d tempest-VolumesBackupsTest-831339856 tempest-VolumesBackupsTest-831339856-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b3220b0-f4d0-4837-8d21-9b182047c786 HTTP/1.1" status: 200 len: 936 time: 0.1597760 Oct 20 10:46:25.146704 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:46:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5052bf66-b4f5-4052-b1f7-3e4fb957122e x-openstack-request-id: req-5052bf66-b4f5-4052-b1f7-3e4fb957122e {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:46:25.147235 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6baf8aa-b7b4-4750-b644-6f9d23858700", "name": "network-vif-plugged", "status": "completed", "tag": "f76a8c9f-93d8-4601-bc7d-ab3001adac59", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:46:25.148348 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5052bf66-b4f5-4052-b1f7-3e4fb957122e {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:46:25.149604 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6baf8aa-b7b4-4750-b644-6f9d23858700', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f76a8c9f-93d8-4601-bc7d-ab3001adac59', 'code': 200} Oct 20 10:46:25.211948 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=c1e72406-a332-4134-a61b-12d82ce0cd1c,revision_number=6']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:25.231485 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [req-9ced769b-147b-4f07-ac48-2feea00f6bc2 req-bd65e7fb-97a2-40e6-a1b9-3681e68be1fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b303afc-eb15-4456-84f5-fd16c7de5a7a {{(pid=100596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:46:25.245484 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-9ced769b-147b-4f07-ac48-2feea00f6bc2 req-bd65e7fb-97a2-40e6-a1b9-3681e68be1fa service neutron] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:25.295479 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dea5ce2-79d8-4960-be3a-a8b015054fba req-60c31fe4-95cb-4521-9e37-35f464b9a9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:25.312025 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9dea5ce2-79d8-4960-be3a-a8b015054fba req-60c31fe4-95cb-4521-9e37-35f464b9a9a4 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f6baf8aa-b7b4-4750-b644-6f9d23858700 HTTP/1.1" status: 200 len: 1096 time: 0.1324630 Oct 20 10:46:25.314318 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.provisioning_blocks [req-9ced769b-147b-4f07-ac48-2feea00f6bc2 req-bd65e7fb-97a2-40e6-a1b9-3681e68be1fa service neutron] Transition to ACTIVE for port object 7b303afc-eb15-4456-84f5-fd16c7de5a7a will not be triggered until provisioned by entity L2. {{(pid=100596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:46:25.374576 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9dea5ce2-79d8-4960-be3a-a8b015054fba req-b640d431-a4aa-417e-bd32-aba8b8a16e5f service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=ca8f9fb9-0487-482a-980d-8381503dd062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616024 Oct 20 10:46:25.382237 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-9ced769b-147b-4f07-ac48-2feea00f6bc2 req-bd65e7fb-97a2-40e6-a1b9-3681e68be1fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:25.385062 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b615c95c-ecc2-49f1-8c9d-8d00dd1fc6b8 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:25.409943 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4b0575b0-d8a8-4556-96d6-cb7565edfdcf req-b00b68ae-c363-4b9f-ab49-82b0b0ae3cf6 tempest-VolumesBackupsTest-831339856 tempest-VolumesBackupsTest-831339856-project] 10.222.0.64 "GET /v2.0/security-groups?id=5be07d3f-5119-45be-a357-33ceda6b0af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3031290 Oct 20 10:46:25.439455 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b615c95c-ecc2-49f1-8c9d-8d00dd1fc6b8 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Pushing event deleted for resources: {'Port': ['ID=12409383-fb42-424a-a146-885e225dfeac,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:25.793681 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-9ced769b-147b-4f07-ac48-2feea00f6bc2 req-bd65e7fb-97a2-40e6-a1b9-3681e68be1fa service neutron] Attempting to bind port 7b303afc-eb15-4456-84f5-fd16c7de5a7a on host n-h1-811396-3 for vnic_type normal with profile {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:46:25.793681 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-9ced769b-147b-4f07-ac48-2feea00f6bc2 req-bd65e7fb-97a2-40e6-a1b9-3681e68be1fa service neutron] Attempting to bind port 7b303afc-eb15-4456-84f5-fd16c7de5a7a by drivers openvswitch,hyperv on host n-h1-811396-3 at level 0 using segments [{'id': '6f472196-aa1a-40bf-bd06-ef9f07584bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:46:25.793681 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ced769b-147b-4f07-ac48-2feea00f6bc2 req-bd65e7fb-97a2-40e6-a1b9-3681e68be1fa service neutron] Attempting to bind port 7b303afc-eb15-4456-84f5-fd16c7de5a7a on network a7c57b12-d7c3-48bb-aa54-a67a56468a84 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:46:25.810270 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2362ec8a-2804-40ea-84d3-796834fa382f req-08f802b2-7522-4753-9dd1-6faee0a90a22 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:25.824178 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2362ec8a-2804-40ea-84d3-796834fa382f req-08f802b2-7522-4753-9dd1-6faee0a90a22 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/ports?device_id=56344781-853e-4363-a8d9-59e90942e021 HTTP/1.1" status: 200 len: 943 time: 0.4743938 Oct 20 10:46:25.839567 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd65e7fb-97a2-40e6-a1b9-3681e68be1fa service neutron] Pushing event updated for resources: {'Port': ['ID=7b303afc-eb15-4456-84f5-fd16c7de5a7a,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:25.909979 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ced769b-147b-4f07-ac48-2feea00f6bc2 req-bd65e7fb-97a2-40e6-a1b9-3681e68be1fa service neutron] Port 7b303afc-eb15-4456-84f5-fd16c7de5a7a on network a7c57b12-d7c3-48bb-aa54-a67a56468a84 not bound, no agent of type Open vSwitch agent registered on host n-h1-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:46:25.910323 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ced769b-147b-4f07-ac48-2feea00f6bc2 req-bd65e7fb-97a2-40e6-a1b9-3681e68be1fa service neutron] Attempting to bind port 7b303afc-eb15-4456-84f5-fd16c7de5a7a on network a7c57b12-d7c3-48bb-aa54-a67a56468a84 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:46:25.924598 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ced769b-147b-4f07-ac48-2feea00f6bc2 req-bd65e7fb-97a2-40e6-a1b9-3681e68be1fa service neutron] Checking agent: {'id': 'b707b4cc-061f-4cf4-bce0-0b3df9b7bec9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:46:25.925193 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ced769b-147b-4f07-ac48-2feea00f6bc2 req-bd65e7fb-97a2-40e6-a1b9-3681e68be1fa service neutron] Checking segment: {'id': '6f472196-aa1a-40bf-bd06-ef9f07584bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:46:25.925579 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ced769b-147b-4f07-ac48-2feea00f6bc2 req-bd65e7fb-97a2-40e6-a1b9-3681e68be1fa service neutron] Bound using segment: {'id': '6f472196-aa1a-40bf-bd06-ef9f07584bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84'} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:46:25.926013 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-9ced769b-147b-4f07-ac48-2feea00f6bc2 req-bd65e7fb-97a2-40e6-a1b9-3681e68be1fa service neutron] Bound port: 7b303afc-eb15-4456-84f5-fd16c7de5a7a, host: n-h1-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f472196-aa1a-40bf-bd06-ef9f07584bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84'}}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:46:25.926372 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-9ced769b-147b-4f07-ac48-2feea00f6bc2 req-bd65e7fb-97a2-40e6-a1b9-3681e68be1fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:25.958434 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b615c95c-ecc2-49f1-8c9d-8d00dd1fc6b8 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1771989'] for router_interface, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:26.018569 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2362ec8a-2804-40ea-84d3-796834fa382f req-54b391dc-f046-415b-8110-d79b3c9c7073 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/security-groups?id=887118a8-550c-4373-a758-17919f09b184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924329 Oct 20 10:46:26.032979 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-9ced769b-147b-4f07-ac48-2feea00f6bc2 req-bd65e7fb-97a2-40e6-a1b9-3681e68be1fa service neutron] For port 7b303afc-eb15-4456-84f5-fd16c7de5a7a, host n-h1-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:46:26.046060 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-9ced769b-147b-4f07-ac48-2feea00f6bc2 req-bd65e7fb-97a2-40e6-a1b9-3681e68be1fa service neutron] For port 7b303afc-eb15-4456-84f5-fd16c7de5a7a, host n-h1-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=7b303afc-eb15-4456-84f5-fd16c7de5a7a,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:46:26.079344 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-9ced769b-147b-4f07-ac48-2feea00f6bc2 req-bd65e7fb-97a2-40e6-a1b9-3681e68be1fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:26.513580 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b615c95c-ecc2-49f1-8c9d-8d00dd1fc6b8 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Router 9c29ecc4-2c1e-4908-8ecc-c96e25e903ee has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:46:26.712968 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b615c95c-ecc2-49f1-8c9d-8d00dd1fc6b8 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:46:26.727941 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1f7f0c-1993-41bd-9c62-92fa4e25138a None None] Sync routers for ids ['9c29ecc4-2c1e-4908-8ecc-c96e25e903ee'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:46:26.728956 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-b615c95c-ecc2-49f1-8c9d-8d00dd1fc6b8 tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] 10.222.0.64 "PUT /v2.0/routers/9c29ecc4-2c1e-4908-8ecc-c96e25e903ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8977990 Oct 20 10:46:26.731566 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 38128) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:46:26.760660 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1f7f0c-1993-41bd-9c62-92fa4e25138a None None] Routers {'9c29ecc4-2c1e-4908-8ecc-c96e25e903ee'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:46:26.761543 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-9d1f7f0c-1993-41bd-9c62-92fa4e25138a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:46:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['9c29ecc4-2c1e-4908-8ecc-c96e25e903ee'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:46:26.814738 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ced769b-147b-4f07-ac48-2feea00f6bc2 req-bd65e7fb-97a2-40e6-a1b9-3681e68be1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:26.815496 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-9ced769b-147b-4f07-ac48-2feea00f6bc2 req-bd65e7fb-97a2-40e6-a1b9-3681e68be1fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:26.817140 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9ced769b-147b-4f07-ac48-2feea00f6bc2 req-bd65e7fb-97a2-40e6-a1b9-3681e68be1fa service neutron] 10.222.0.55 "PUT /v2.0/ports/7b303afc-eb15-4456-84f5-fd16c7de5a7a HTTP/1.1" status: 200 len: 1096 time: 2.6426713 Oct 20 10:46:26.819746 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b3220b0-f4d0-4837-8d21-9b182047c786', 'tag': '7b303afc-eb15-4456-84f5-fd16c7de5a7a'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:46:26.822093 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdfa62a0-e47d-4748-904b-4e1f060432c8" -d '{"events": [{"name": "network-changed", "server_uuid": "2b3220b0-f4d0-4837-8d21-9b182047c786", "tag": "7b303afc-eb15-4456-84f5-fd16c7de5a7a"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:46:26.895436 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-9d1f7f0c-1993-41bd-9c62-92fa4e25138a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:46:26.898258 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device c1e72406-a332-4134-a61b-12d82ce0cd1c details requested by agent hyperv_n-h1-811396-3 with host n-h1-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:46:26.921826 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1f7f0c-1993-41bd-9c62-92fa4e25138a None None] Routers {'9c29ecc4-2c1e-4908-8ecc-c96e25e903ee'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:46:26.922472 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-9d1f7f0c-1993-41bd-9c62-92fa4e25138a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:46:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['9c29ecc4-2c1e-4908-8ecc-c96e25e903ee'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:46:26.939857 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-55bcf58a-5ac7-4f5f-8611-a0b76fb59e7d tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks [] for router, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:26.940130 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdacc84-ece4-4736-b7dd-48f833f907d7 req-1b520546-03d9-43c9-b197-948deeed9e83 tempest-ServerTagsTestJSON-1056382135 tempest-ServerTagsTestJSON-1056382135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:26.947801 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-dfdacc84-ece4-4736-b7dd-48f833f907d7 req-1b520546-03d9-43c9-b197-948deeed9e83 tempest-ServerTagsTestJSON-1056382135 tempest-ServerTagsTestJSON-1056382135-project] 10.222.0.64 "GET /v2.0/ports?device_id=f6baf8aa-b7b4-4750-b644-6f9d23858700 HTTP/1.1" status: 200 len: 945 time: 1.0065761 Oct 20 10:46:26.978805 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-9d1f7f0c-1993-41bd-9c62-92fa4e25138a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:46:26.979694 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1f7f0c-1993-41bd-9c62-92fa4e25138a None None] The sync data for ids ['9c29ecc4-2c1e-4908-8ecc-c96e25e903ee'] in n-d-811396-3 is: [] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:46:27.035175 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd65e7fb-97a2-40e6-a1b9-3681e68be1fa service neutron] Pushing event updated for resources: {'Port': ['ID=7b303afc-eb15-4456-84f5-fd16c7de5a7a,revision_number=3']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:27.083885 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-dfdacc84-ece4-4736-b7dd-48f833f907d7 req-c91d2b64-116f-4500-ad56-cfb89f5023ef tempest-ServerTagsTestJSON-1056382135 tempest-ServerTagsTestJSON-1056382135-project] 10.222.0.64 "GET /v2.0/security-groups?id=ca8f9fb9-0487-482a-980d-8381503dd062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350622 Oct 20 10:46:27.093760 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c2982-70d3-4f63-8482-8be2b293fa12 req-258e1d72-9456-4bed-80ce-3ac0f9f5cd43 tempest-VolumesBackupsTest-831339856 tempest-VolumesBackupsTest-831339856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:27.101883 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c51c2982-70d3-4f63-8482-8be2b293fa12 req-258e1d72-9456-4bed-80ce-3ac0f9f5cd43 tempest-VolumesBackupsTest-831339856 tempest-VolumesBackupsTest-831339856-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b3220b0-f4d0-4837-8d21-9b182047c786 HTTP/1.1" status: 200 len: 948 time: 0.2759929 Oct 20 10:46:27.134778 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ced769b-147b-4f07-ac48-2feea00f6bc2 req-8aa6368c-6d9b-423d-9c4e-31ac098ee508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:27.136514 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9ced769b-147b-4f07-ac48-2feea00f6bc2 req-8aa6368c-6d9b-423d-9c4e-31ac098ee508 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ec4d902b8d1e4fcbb22f8e5147cf8995&device_id=2b3220b0-f4d0-4837-8d21-9b182047c786 HTTP/1.1" status: 200 len: 1099 time: 0.1828361 Oct 20 10:46:27.182024 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:46:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79215250-d0e9-4e5e-9da8-e86bc77dc84b x-openstack-request-id: req-79215250-d0e9-4e5e-9da8-e86bc77dc84b {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:46:27.182585 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b3220b0-f4d0-4837-8d21-9b182047c786", "tag": "7b303afc-eb15-4456-84f5-fd16c7de5a7a", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:46:27.183010 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-79215250-d0e9-4e5e-9da8-e86bc77dc84b {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:46:27.183615 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b3220b0-f4d0-4837-8d21-9b182047c786', 'tag': '7b303afc-eb15-4456-84f5-fd16c7de5a7a', 'status': 'completed', 'code': 200} Oct 20 10:46:27.188226 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c51c2982-70d3-4f63-8482-8be2b293fa12 req-897ea22a-f9bb-4686-aed9-4a1a84fa9363 tempest-VolumesBackupsTest-831339856 tempest-VolumesBackupsTest-831339856-project] 10.222.0.64 "GET /v2.0/security-groups?id=5be07d3f-5119-45be-a357-33ceda6b0af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852611 Oct 20 10:46:27.192828 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56344781-853e-4363-a8d9-59e90942e021', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1e72406-a332-4134-a61b-12d82ce0cd1c'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:46:27.205507 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-55bcf58a-5ac7-4f5f-8611-a0b76fb59e7d tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:27.207573 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9ee0b83-4f11-44bd-9470-a54648b94917" -d '{"events": [{"server_uuid": "56344781-853e-4363-a8d9-59e90942e021", "name": "network-vif-unplugged", "status": "completed", "tag": "c1e72406-a332-4134-a61b-12d82ce0cd1c"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:46:27.315324 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port c1e72406-a332-4134-a61b-12d82ce0cd1c, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=c1e72406-a332-4134-a61b-12d82ce0cd1c,segment=NetworkSegment(667bfc55-8fb5-4232-84e0-731edce9afd9),segment_id=667bfc55-8fb5-4232-84e0-731edce9afd9)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:46:27.332413 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Returning: {'device': 'c1e72406-a332-4134-a61b-12d82ce0cd1c', 'network_id': 'd45b47d0-bc0d-47b8-915f-e1b12beb41f5', 'port_id': 'c1e72406-a332-4134-a61b-12d82ce0cd1c', 'mac_address': 'fa:16:3e:7e:39:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 834, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e45182b-6a6c-44ef-8f7c-271290a24a13', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:46:27.334049 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9ced769b-147b-4f07-ac48-2feea00f6bc2 req-8637b0e8-e129-47fb-bc19-b67a59627660 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=7b303afc-eb15-4456-84f5-fd16c7de5a7a HTTP/1.1" status: 200 len: 217 time: 0.1824839 Oct 20 10:46:27.386138 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:27.404338 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1e72406-a332-4134-a61b-12d82ce0cd1c {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:46:27.409218 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-55bcf58a-5ac7-4f5f-8611-a0b76fb59e7d tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Deleting port 8e3c0a02-f4cb-40ed-b4cf-7aa906c5dafc {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:46:27.409859 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-55bcf58a-5ac7-4f5f-8611-a0b76fb59e7d tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:27.444907 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port c1e72406-a332-4134-a61b-12d82ce0cd1c, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=c1e72406-a332-4134-a61b-12d82ce0cd1c,segment=NetworkSegment(667bfc55-8fb5-4232-84e0-731edce9afd9),segment_id=667bfc55-8fb5-4232-84e0-731edce9afd9)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:46:27.451014 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:27.524236 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Oct 2021 10:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffc7ca3c-c132-4866-ad9c-ce444bd26ee0 x-openstack-request-id: req-ffc7ca3c-c132-4866-ad9c-ce444bd26ee0 {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:46:27.524485 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56344781-853e-4363-a8d9-59e90942e021", "name": "network-vif-unplugged", "status": "completed", "tag": "c1e72406-a332-4134-a61b-12d82ce0cd1c", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:46:27.524743 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ffc7ca3c-c132-4866-ad9c-ce444bd26ee0 {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:46:27.525132 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56344781-853e-4363-a8d9-59e90942e021', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1e72406-a332-4134-a61b-12d82ce0cd1c', 'code': 200} Oct 20 10:46:27.531420 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ced769b-147b-4f07-ac48-2feea00f6bc2 req-37f67e91-47c3-412b-a3c7-e8a7b9f317d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:27.536694 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9ced769b-147b-4f07-ac48-2feea00f6bc2 req-37f67e91-47c3-412b-a3c7-e8a7b9f317d8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8f86199a-b8f2-45b4-a83a-995a7ea6fe42 HTTP/1.1" status: 200 len: 843 time: 0.1950161 Oct 20 10:46:27.539090 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=c1e72406-a332-4134-a61b-12d82ce0cd1c,revision_number=7']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:27.559135 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe523a8-81ba-4ab3-85f6-749ca6b1ece4 req-c65858e7-ff0f-4e40-865a-a641dceae608 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:27.565226 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-55bcf58a-5ac7-4f5f-8611-a0b76fb59e7d tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:27.566687 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-efe523a8-81ba-4ab3-85f6-749ca6b1ece4 req-c65858e7-ff0f-4e40-865a-a641dceae608 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/ports?device_id=56344781-853e-4363-a8d9-59e90942e021 HTTP/1.1" status: 200 len: 944 time: 0.1638036 Oct 20 10:46:27.585089 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-55bcf58a-5ac7-4f5f-8611-a0b76fb59e7d tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Calling delete_port for 8e3c0a02-f4cb-40ed-b4cf-7aa906c5dafc owned by network:router_gateway {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:46:27.647983 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-efe523a8-81ba-4ab3-85f6-749ca6b1ece4 req-2a684dd8-3984-4803-ba2e-27b8a374cb96 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/security-groups?id=887118a8-550c-4373-a758-17919f09b184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668964 Oct 20 10:46:27.657486 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ced769b-147b-4f07-ac48-2feea00f6bc2 req-b81e2d8b-9716-4cb0-b71d-930c5eaa477a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:27.659256 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9ced769b-147b-4f07-ac48-2feea00f6bc2 req-b81e2d8b-9716-4cb0-b71d-930c5eaa477a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a7c57b12-d7c3-48bb-aa54-a67a56468a84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0906463 Oct 20 10:46:27.796199 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9ced769b-147b-4f07-ac48-2feea00f6bc2 req-206b7144-27dc-40f8-b682-b3fe1c2b53ce service neutron] 10.222.0.55 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280959 Oct 20 10:46:27.894525 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['c1e72406-a332-4134-a61b-12d82ce0cd1c'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:46:28.008669 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9ced769b-147b-4f07-ac48-2feea00f6bc2 req-e772d642-afe8-4c52-b07a-1d01859d7253 service neutron] 10.222.0.55 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048471 Oct 20 10:46:28.145539 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-55bcf58a-5ac7-4f5f-8611-a0b76fb59e7d tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:28.213637 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfa62a0-e47d-4748-904b-4e1f060432c8 req-cc5303bd-15bd-419e-a62b-597d3c3a7d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:28.223665 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fdfa62a0-e47d-4748-904b-4e1f060432c8 req-cc5303bd-15bd-419e-a62b-597d3c3a7d2f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ec4d902b8d1e4fcbb22f8e5147cf8995&device_id=2b3220b0-f4d0-4837-8d21-9b182047c786 HTTP/1.1" status: 200 len: 1099 time: 0.1206353 Oct 20 10:46:28.234883 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bcf58a-5ac7-4f5f-8611-a0b76fb59e7d tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Pushing event deleted for resources: {'Port': ['ID=8e3c0a02-f4cb-40ed-b4cf-7aa906c5dafc,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:28.315463 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d09e56-34e5-44fe-bd44-f180f6eaa66e req-0f2f7ba3-16de-4262-96e6-4be53082079e tempest-ServerTagsTestJSON-1056382135 tempest-ServerTagsTestJSON-1056382135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:28.323714 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-21d09e56-34e5-44fe-bd44-f180f6eaa66e req-0f2f7ba3-16de-4262-96e6-4be53082079e tempest-ServerTagsTestJSON-1056382135 tempest-ServerTagsTestJSON-1056382135-project] 10.222.0.64 "GET /v2.0/ports?device_id=f6baf8aa-b7b4-4750-b644-6f9d23858700 HTTP/1.1" status: 200 len: 945 time: 0.0831811 Oct 20 10:46:28.402615 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-55bcf58a-5ac7-4f5f-8611-a0b76fb59e7d tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1773439'] for router_gateway, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:28.458371 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-21d09e56-34e5-44fe-bd44-f180f6eaa66e req-0ae24e23-2056-4398-8653-13da032fab4b tempest-ServerTagsTestJSON-1056382135 tempest-ServerTagsTestJSON-1056382135-project] 10.222.0.64 "GET /v2.0/security-groups?id=ca8f9fb9-0487-482a-980d-8381503dd062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314240 Oct 20 10:46:28.480110 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61acf299-399e-45f8-8346-968471fe94e8 req-c2460020-e5ea-4c64-9728-f8a1e5318094 tempest-VolumesBackupsTest-831339856 tempest-VolumesBackupsTest-831339856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:28.492533 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-61acf299-399e-45f8-8346-968471fe94e8 req-c2460020-e5ea-4c64-9728-f8a1e5318094 tempest-VolumesBackupsTest-831339856 tempest-VolumesBackupsTest-831339856-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b3220b0-f4d0-4837-8d21-9b182047c786 HTTP/1.1" status: 200 len: 948 time: 0.1506135 Oct 20 10:46:28.528345 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfa62a0-e47d-4748-904b-4e1f060432c8 req-3defb88f-2f9b-4cd3-9b6f-4b07d4d06e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:28.529925 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fdfa62a0-e47d-4748-904b-4e1f060432c8 req-3defb88f-2f9b-4cd3-9b6f-4b07d4d06e36 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a7c57b12-d7c3-48bb-aa54-a67a56468a84 HTTP/1.1" status: 200 len: 870 time: 0.3054037 Oct 20 10:46:28.580581 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fdfa62a0-e47d-4748-904b-4e1f060432c8 req-faa58aee-e83c-4605-9bf0-0dc7255d6ef9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=7b303afc-eb15-4456-84f5-fd16c7de5a7a HTTP/1.1" status: 200 len: 217 time: 0.0425057 Oct 20 10:46:28.587446 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-55bcf58a-5ac7-4f5f-8611-a0b76fb59e7d tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1772272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258304'] for router, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:28.590132 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-55bcf58a-5ac7-4f5f-8611-a0b76fb59e7d tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:28.597545 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-61acf299-399e-45f8-8346-968471fe94e8 req-654b018f-1a68-4b60-826c-fa04d0708695 tempest-VolumesBackupsTest-831339856 tempest-VolumesBackupsTest-831339856-project] 10.222.0.64 "GET /v2.0/security-groups?id=5be07d3f-5119-45be-a357-33ceda6b0af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027853 Oct 20 10:46:28.659927 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-55bcf58a-5ac7-4f5f-8611-a0b76fb59e7d tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1772267'] for router, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:28.661351 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55bcf58a-5ac7-4f5f-8611-a0b76fb59e7d tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Fanout notify agent at l3_agent the message router_deleted on router 9c29ecc4-2c1e-4908-8ecc-c96e25e903ee {{(pid=100597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 10:46:28.681883 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-55bcf58a-5ac7-4f5f-8611-a0b76fb59e7d tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks [] for router, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:28.683721 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-55bcf58a-5ac7-4f5f-8611-a0b76fb59e7d tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] 10.222.0.64 "DELETE /v2.0/routers/9c29ecc4-2c1e-4908-8ecc-c96e25e903ee HTTP/1.1" status: 204 len: 168 time: 1.9511597 Oct 20 10:46:28.689676 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 38194) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:46:28.713429 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfa62a0-e47d-4748-904b-4e1f060432c8 req-1c21de85-334a-4ef4-b720-fb0bae694813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:28.714948 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fdfa62a0-e47d-4748-904b-4e1f060432c8 req-1c21de85-334a-4ef4-b720-fb0bae694813 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8f86199a-b8f2-45b4-a83a-995a7ea6fe42 HTTP/1.1" status: 200 len: 843 time: 0.1141233 Oct 20 10:46:28.764871 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_v2 [None req-798580d1-f433-45dc-b3e9-ab5a24dfed2e tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Deleting subnet 709d4782-8e6b-411a-a31d-085946bd0fff {{(pid=100597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:46:28.773616 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-798580d1-f433-45dc-b3e9-ab5a24dfed2e tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks [] for subnet, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:28.873092 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-798580d1-f433-45dc-b3e9-ab5a24dfed2e tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25852621'] for subnet, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:28.874341 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfa62a0-e47d-4748-904b-4e1f060432c8 req-7803fed5-291f-48cf-96c3-dbc7f41aff10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:28.892289 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fdfa62a0-e47d-4748-904b-4e1f060432c8 req-7803fed5-291f-48cf-96c3-dbc7f41aff10 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a7c57b12-d7c3-48bb-aa54-a67a56468a84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1597333 Oct 20 10:46:28.928556 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a140d7-9b4b-44eb-91cb-ce42163475c6 req-b8019833-9848-4290-aae1-a1220f371f2b tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:28.936864 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-25a140d7-9b4b-44eb-91cb-ce42163475c6 req-b8019833-9848-4290-aae1-a1220f371f2b tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/ports?device_id=56344781-853e-4363-a8d9-59e90942e021 HTTP/1.1" status: 200 len: 944 time: 0.1835034 Oct 20 10:46:28.957750 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-798580d1-f433-45dc-b3e9-ab5a24dfed2e tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:29.068200 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-798580d1-f433-45dc-b3e9-ab5a24dfed2e tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25350811'] for subnet, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:29.075804 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-25a140d7-9b4b-44eb-91cb-ce42163475c6 req-93f40292-af0d-4dd5-8a50-f5c3bd2e55c5 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/security-groups?id=887118a8-550c-4373-a758-17919f09b184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329191 Oct 20 10:46:29.138236 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798580d1-f433-45dc-b3e9-ab5a24dfed2e tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Pushing event deleted for resources: {'Subnet': ['ID=709d4782-8e6b-411a-a31d-085946bd0fff,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:29.140097 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fdfa62a0-e47d-4748-904b-4e1f060432c8 req-a6e25013-4ff1-4287-b7a8-8b6ece86dce4 service neutron] 10.222.0.55 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2387369 Oct 20 10:46:29.147617 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-798580d1-f433-45dc-b3e9-ab5a24dfed2e tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:29.158264 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-798580d1-f433-45dc-b3e9-ab5a24dfed2e tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] 10.222.0.64 "DELETE /v2.0/subnets/709d4782-8e6b-411a-a31d-085946bd0fff HTTP/1.1" status: 204 len: 168 time: 0.4654810 Oct 20 10:46:29.158896 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 38208) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:46:29.317956 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fdfa62a0-e47d-4748-904b-4e1f060432c8 req-d3866cf5-9f00-4d30-87da-67012333368f service neutron] 10.222.0.55 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705821 Oct 20 10:46:29.354401 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4f9ac8ea-3e7b-487a-85cd-d060dacb445a tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:29.473509 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4f9ac8ea-3e7b-487a-85cd-d060dacb445a tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:29.514979 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-4f9ac8ea-3e7b-487a-85cd-d060dacb445a tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8959de2-c8b8-4890-bb02-84b40ee85dcf']}} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:46:29.527562 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-4f9ac8ea-3e7b-487a-85cd-d060dacb445a tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5badd04-0307-41cf-bd5a-6d9582bcb9c3') {'for_net_delete': True} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:46:29.530409 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-4f9ac8ea-3e7b-487a-85cd-d060dacb445a tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5badd04-0307-41cf-bd5a-6d9582bcb9c3') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:46:29.544635 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4f9ac8ea-3e7b-487a-85cd-d060dacb445a tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25852596'] for segment, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:29.563165 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4f9ac8ea-3e7b-487a-85cd-d060dacb445a tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:29.573218 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f9ac8ea-3e7b-487a-85cd-d060dacb445a tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Releasing vlan 808 on physical network physnet1 to pool {{(pid=100597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:46:29.574046 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4f9ac8ea-3e7b-487a-85cd-d060dacb445a tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951012'] for segment, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:29.579571 n-d-811396-3 neutron-server[100597]: Traceback (most recent call last): Oct 20 10:46:29.579571 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:46:29.579571 n-d-811396-3 neutron-server[100597]: timer() Oct 20 10:46:29.579571 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:46:29.579571 n-d-811396-3 neutron-server[100597]: cb(*args, **kw) Oct 20 10:46:29.579571 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:46:29.579571 n-d-811396-3 neutron-server[100597]: return func(*args, **kwargs) Oct 20 10:46:29.579571 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:46:29.579571 n-d-811396-3 neutron-server[100597]: self._notify() Oct 20 10:46:29.579571 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:46:29.579571 n-d-811396-3 neutron-server[100597]: self.callback(batched_events) Oct 20 10:46:29.579571 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:46:29.579571 n-d-811396-3 neutron-server[100597]: event.method(event) Oct 20 10:46:29.579571 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:46:29.579571 n-d-811396-3 neutron-server[100597]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:46:29.579571 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:46:29.579571 n-d-811396-3 neutron-server[100597]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:46:29.579571 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:46:29.579571 n-d-811396-3 neutron-server[100597]: return f(self, *a, **k) Oct 20 10:46:29.579571 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:46:29.579571 n-d-811396-3 neutron-server[100597]: return self._get(url).json() Oct 20 10:46:29.579571 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:46:29.579571 n-d-811396-3 neutron-server[100597]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:46:29.579571 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:46:29.579571 n-d-811396-3 neutron-server[100597]: return self.request(url, 'GET', **kwargs) Oct 20 10:46:29.579571 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:46:29.579571 n-d-811396-3 neutron-server[100597]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:46:29.579571 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:46:29.579571 n-d-811396-3 neutron-server[100597]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:46:29.579571 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:46:29.579571 n-d-811396-3 neutron-server[100597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:46:29.579571 n-d-811396-3 neutron-server[100597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:46:29.701109 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4f9ac8ea-3e7b-487a-85cd-d060dacb445a tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:29.718954 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4f9ac8ea-3e7b-487a-85cd-d060dacb445a tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:29.729999 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-4f9ac8ea-3e7b-487a-85cd-d060dacb445a tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] 10.222.0.64 "DELETE /v2.0/networks/f8959de2-c8b8-4890-bb02-84b40ee85dcf HTTP/1.1" status: 204 len: 168 time: 0.5670609 Oct 20 10:46:29.756940 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ac8ea-3e7b-487a-85cd-d060dacb445a tempest-FloatingIPTestJSON-506151419 tempest-FloatingIPTestJSON-506151419-project] Pushing event deleted for resources: {'Network': ['ID=f8959de2-c8b8-4890-bb02-84b40ee85dcf,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:29.791227 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8696f6fd-f4b6-49d8-a1b6-1d717a8ea870 req-eaaa18d1-e200-486f-beda-0e1c9355ab33 tempest-VolumesBackupsTest-831339856 tempest-VolumesBackupsTest-831339856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:29.793510 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8696f6fd-f4b6-49d8-a1b6-1d717a8ea870 req-eaaa18d1-e200-486f-beda-0e1c9355ab33 tempest-VolumesBackupsTest-831339856 tempest-VolumesBackupsTest-831339856-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b3220b0-f4d0-4837-8d21-9b182047c786 HTTP/1.1" status: 200 len: 948 time: 0.0811360 Oct 20 10:46:29.884028 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8696f6fd-f4b6-49d8-a1b6-1d717a8ea870 req-eeab6c5b-a8df-4c55-b24c-b77e4afed047 tempest-VolumesBackupsTest-831339856 tempest-VolumesBackupsTest-831339856-project] 10.222.0.64 "GET /v2.0/security-groups?id=5be07d3f-5119-45be-a357-33ceda6b0af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825386 Oct 20 10:46:30.230372 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074041ee-f5cb-4597-ab07-1b57d5cdf1f9 req-ba64ab64-7317-4b13-9f9f-65dc7ad11092 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:30.233540 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-074041ee-f5cb-4597-ab07-1b57d5cdf1f9 req-ba64ab64-7317-4b13-9f9f-65dc7ad11092 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/ports?device_id=56344781-853e-4363-a8d9-59e90942e021 HTTP/1.1" status: 200 len: 944 time: 0.0825686 Oct 20 10:46:30.250188 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 38252) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:46:30.313920 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-074041ee-f5cb-4597-ab07-1b57d5cdf1f9 req-b73d0fa8-8923-4204-be04-a72dfd49c676 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/security-groups?id=887118a8-550c-4373-a758-17919f09b184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730717 Oct 20 10:46:30.502989 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-c4e5fb56-ab88-4497-8f5c-7716335c3abb admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c14fee221c4a49e8ad617d87e89a9754&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2489431 Oct 20 10:46:30.503536 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 38266) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:46:30.572595 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-67937ba7-6a63-4caf-a4ed-2f05937afabe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:30.609529 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-67937ba7-6a63-4caf-a4ed-2f05937afabe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:30.702505 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-67937ba7-6a63-4caf-a4ed-2f05937afabe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:30.705684 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-67937ba7-6a63-4caf-a4ed-2f05937afabe admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:30.709222 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-67937ba7-6a63-4caf-a4ed-2f05937afabe admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e24b05ce-9382-4d96-9652-ca8630a7c4bd HTTP/1.1" status: 204 len: 168 time: 0.2019835 Oct 20 10:46:30.717762 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67937ba7-6a63-4caf-a4ed-2f05937afabe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e24b05ce-9382-4d96-9652-ca8630a7c4bd,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:30.831892 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device c1e72406-a332-4134-a61b-12d82ce0cd1c up at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:46:30.931326 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning complete for port c1e72406-a332-4134-a61b-12d82ce0cd1c triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:46:30.931740 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:31.154182 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0ec6e8-e4f7-4a32-a12a-41db6bd29800 req-73835c37-1fb1-4c90-a68f-a5db814f9fa3 tempest-VolumesBackupsTest-831339856 tempest-VolumesBackupsTest-831339856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:31.162106 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2f0ec6e8-e4f7-4a32-a12a-41db6bd29800 req-73835c37-1fb1-4c90-a68f-a5db814f9fa3 tempest-VolumesBackupsTest-831339856 tempest-VolumesBackupsTest-831339856-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b3220b0-f4d0-4837-8d21-9b182047c786 HTTP/1.1" status: 200 len: 948 time: 0.1132638 Oct 20 10:46:31.194651 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:31.227684 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2f0ec6e8-e4f7-4a32-a12a-41db6bd29800 req-3cd27656-d9e8-4aea-80ff-686b53aa2898 tempest-VolumesBackupsTest-831339856 tempest-VolumesBackupsTest-831339856-project] 10.222.0.64 "GET /v2.0/security-groups?id=5be07d3f-5119-45be-a357-33ceda6b0af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644073 Oct 20 10:46:31.250321 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56344781-853e-4363-a8d9-59e90942e021', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1e72406-a332-4134-a61b-12d82ce0cd1c'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:46:31.254196 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-951947c0-0a5c-4a5c-90e3-65dbd2cd5033" -d '{"events": [{"server_uuid": "56344781-853e-4363-a8d9-59e90942e021", "name": "network-vif-plugged", "status": "completed", "tag": "c1e72406-a332-4134-a61b-12d82ce0cd1c"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:46:31.299103 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port c1e72406-a332-4134-a61b-12d82ce0cd1c, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=c1e72406-a332-4134-a61b-12d82ce0cd1c,segment=NetworkSegment(667bfc55-8fb5-4232-84e0-731edce9afd9),segment_id=667bfc55-8fb5-4232-84e0-731edce9afd9)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:46:31.306294 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:31.316618 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1739f10a-d03b-4c43-b378-238039c7f96d x-openstack-request-id: req-1739f10a-d03b-4c43-b378-238039c7f96d {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:46:31.316964 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56344781-853e-4363-a8d9-59e90942e021", "name": "network-vif-plugged", "status": "completed", "tag": "c1e72406-a332-4134-a61b-12d82ce0cd1c", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:46:31.317287 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1739f10a-d03b-4c43-b378-238039c7f96d {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:46:31.317611 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56344781-853e-4363-a8d9-59e90942e021', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1e72406-a332-4134-a61b-12d82ce0cd1c', 'code': 200} Oct 20 10:46:31.376320 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=c1e72406-a332-4134-a61b-12d82ce0cd1c,revision_number=8']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:31.723443 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b078ef-21d5-4980-9ddc-44dd59608541 req-68151427-f587-4ba9-a054-9505e3387099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:31.723443 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-72b078ef-21d5-4980-9ddc-44dd59608541 req-68151427-f587-4ba9-a054-9505e3387099 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=56344781-853e-4363-a8d9-59e90942e021 HTTP/1.1" status: 200 len: 1096 time: 0.2491379 Oct 20 10:46:31.786500 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2064ff36-a2ca-4100-ab34-c804b5c7c3b5 req-637057cb-9e6b-41f9-abf2-8ae71e813808 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:31.791118 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2064ff36-a2ca-4100-ab34-c804b5c7c3b5 req-637057cb-9e6b-41f9-abf2-8ae71e813808 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/ports?device_id=56344781-853e-4363-a8d9-59e90942e021 HTTP/1.1" status: 200 len: 945 time: 0.2257388 Oct 20 10:46:31.886509 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 38334) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:46:31.891592 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-72b078ef-21d5-4980-9ddc-44dd59608541 req-0ff1b2b7-e879-44a0-8858-142e4b215c36 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=887118a8-550c-4373-a758-17919f09b184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445503 Oct 20 10:46:31.908274 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faf9679-cc6e-4b17-8d76-0969d36821b8 req-f6f2da11-4bb3-4f77-ac7c-4e8301072dff tempest-ServerTagsTestJSON-1056382135 tempest-ServerTagsTestJSON-1056382135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:31.922456 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6faf9679-cc6e-4b17-8d76-0969d36821b8 req-f6f2da11-4bb3-4f77-ac7c-4e8301072dff tempest-ServerTagsTestJSON-1056382135 tempest-ServerTagsTestJSON-1056382135-project] 10.222.0.64 "GET /v2.0/ports?device_id=f6baf8aa-b7b4-4750-b644-6f9d23858700 HTTP/1.1" status: 200 len: 945 time: 0.2845981 Oct 20 10:46:32.037750 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-6a3848a7-56b0-4d8e-b001-81aba50d2a60 tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1517739767'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:46:32.102518 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a3848a7-56b0-4d8e-b001-81aba50d2a60 tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] Made reservation on behalf of 7792162c7d7242b6b9bc00ec38b2f3c6 for: {'network': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:46:32.106079 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2064ff36-a2ca-4100-ab34-c804b5c7c3b5 req-888758d1-3e02-4acd-b623-381de068df97 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/security-groups?id=887118a8-550c-4373-a758-17919f09b184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346997 Oct 20 10:46:32.113053 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6a3848a7-56b0-4d8e-b001-81aba50d2a60 tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:32.126693 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6faf9679-cc6e-4b17-8d76-0969d36821b8 req-452cbbd1-776c-4e0f-9fe9-8d162c015f30 tempest-ServerTagsTestJSON-1056382135 tempest-ServerTagsTestJSON-1056382135-project] 10.222.0.64 "GET /v2.0/security-groups?id=ca8f9fb9-0487-482a-980d-8381503dd062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939592 Oct 20 10:46:32.155990 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3fe7a5d4-488c-471a-b0ee-5f2ac461c541 req-c47e97f5-95a7-43b6-b5b4-a6fe384b4d03 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a18205b2-e8c8-454c-a76c-bc825d307c11&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2173121 Oct 20 10:46:32.159856 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6a3848a7-56b0-4d8e-b001-81aba50d2a60 tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:32.261051 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe7a5d4-488c-471a-b0ee-5f2ac461c541 req-01e1d8ce-0999-4a77-8312-814fa4940008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:32.263591 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3fe7a5d4-488c-471a-b0ee-5f2ac461c541 req-01e1d8ce-0999-4a77-8312-814fa4940008 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7c07d91a5a3845b987d2c3d5e5662672&device_id=a18205b2-e8c8-454c-a76c-bc825d307c11 HTTP/1.1" status: 200 len: 1096 time: 0.0619810 Oct 20 10:46:32.439598 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6a3848a7-56b0-4d8e-b001-81aba50d2a60 tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:32.445671 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6a3848a7-56b0-4d8e-b001-81aba50d2a60 tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:32.503707 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a3848a7-56b0-4d8e-b001-81aba50d2a60 tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 842} {{(pid=100597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:46:32.520683 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe7a5d4-488c-471a-b0ee-5f2ac461c541 req-7d1c1b01-fed5-40f7-9f28-5f67a3ca8d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:32.522769 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3fe7a5d4-488c-471a-b0ee-5f2ac461c541 req-7d1c1b01-fed5-40f7-9f28-5f67a3ca8d64 service neutron] 10.222.0.69 "GET /v2.0/networks?id=c8a6fc02-fa12-4200-87e5-83414d81676e HTTP/1.1" status: 200 len: 916 time: 0.2327948 Oct 20 10:46:32.523268 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 38358) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:46:32.529305 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3848a7-56b0-4d8e-b001-81aba50d2a60 tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9630343b-c535-4af6-bd06-acd724deb910,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:32.542597 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6a3848a7-56b0-4d8e-b001-81aba50d2a60 tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:32.543050 n-d-811396-3 neutron-server[100597]: INFO neutron.db.segments_db [None req-6a3848a7-56b0-4d8e-b001-81aba50d2a60 tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] Added segment fb54573b-937a-4906-a1d7-dec0575cba01 of type vlan for network dd012a9d-e648-43f8-a17b-ba666ad91e59 Oct 20 10:46:32.609908 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3fe7a5d4-488c-471a-b0ee-5f2ac461c541 req-fed7c5d7-b86d-41a9-bbde-3483283eb5e8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cce84233-f3eb-46fc-b7e7-cf15d3e7b144 HTTP/1.1" status: 200 len: 217 time: 0.0632179 Oct 20 10:46:32.650209 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6a3848a7-56b0-4d8e-b001-81aba50d2a60 tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:32.675278 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556ee8e1-d3e9-4795-9d35-85bec785e1f4 req-cdc176a6-08be-4fbf-a970-5137e383bb1e tempest-VolumesBackupsTest-831339856 tempest-VolumesBackupsTest-831339856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:32.689250 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-556ee8e1-d3e9-4795-9d35-85bec785e1f4 req-cdc176a6-08be-4fbf-a970-5137e383bb1e tempest-VolumesBackupsTest-831339856 tempest-VolumesBackupsTest-831339856-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b3220b0-f4d0-4837-8d21-9b182047c786 HTTP/1.1" status: 200 len: 948 time: 0.2656100 Oct 20 10:46:32.721547 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6a3848a7-56b0-4d8e-b001-81aba50d2a60 tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:32.727324 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a3848a7-56b0-4d8e-b001-81aba50d2a60 tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:32.728008 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6a3848a7-56b0-4d8e-b001-81aba50d2a60 tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:32.808088 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3848a7-56b0-4d8e-b001-81aba50d2a60 tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] Pushing event updated for resources: {'Network': ['ID=dd012a9d-e648-43f8-a17b-ba666ad91e59,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:32.810731 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-556ee8e1-d3e9-4795-9d35-85bec785e1f4 req-35b61d11-6127-40b2-95cc-fca26c686443 tempest-VolumesBackupsTest-831339856 tempest-VolumesBackupsTest-831339856-project] 10.222.0.64 "GET /v2.0/security-groups?id=5be07d3f-5119-45be-a357-33ceda6b0af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135433 Oct 20 10:46:32.818566 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-6a3848a7-56b0-4d8e-b001-81aba50d2a60 tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.9309392 Oct 20 10:46:32.818883 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 38364) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:46:32.826816 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network dd012a9d-e648-43f8-a17b-ba666ad91e59 details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:46:32.851639 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-d90bbb88-4f0e-45c7-9edb-14dcf34eb33e tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] Request body: {'subnet': {'network_id': 'dd012a9d-e648-43f8-a17b-ba666ad91e59', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:46:32.861092 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe7a5d4-488c-471a-b0ee-5f2ac461c541 req-c44a85cb-45a2-4fe8-b38d-5849677f1b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:32.862554 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3fe7a5d4-488c-471a-b0ee-5f2ac461c541 req-c44a85cb-45a2-4fe8-b38d-5849677f1b81 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2385e10a-8e9b-4532-8959-c4c7cb401041 HTTP/1.1" status: 200 len: 855 time: 0.2429543 Oct 20 10:46:32.909482 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c6e2b318-f550-4c6d-acf2-378e6dce8d98 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:32.948290 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3fe7a5d4-488c-471a-b0ee-5f2ac461c541 req-8d08f97b-3751-4c04-a4f2-98ec201e5108 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c8a6fc02-fa12-4200-87e5-83414d81676e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504720 Oct 20 10:46:32.952514 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 7b303afc-eb15-4456-84f5-fd16c7de5a7a details requested by agent hyperv_n-h1-811396-3 with host n-h1-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:46:33.063102 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeda6aae-03f6-443c-931b-135e9a94c235 req-4605843c-8a96-4a10-a835-bed2cbd16e41 tempest-ServerTagsTestJSON-1056382135 tempest-ServerTagsTestJSON-1056382135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:33.064839 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-aeda6aae-03f6-443c-931b-135e9a94c235 req-4605843c-8a96-4a10-a835-bed2cbd16e41 tempest-ServerTagsTestJSON-1056382135 tempest-ServerTagsTestJSON-1056382135-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6baf8aa-b7b4-4750-b644-6f9d23858700 HTTP/1.1" status: 200 len: 945 time: 0.2468247 Oct 20 10:46:33.068205 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 7b303afc-eb15-4456-84f5-fd16c7de5a7a, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=7b303afc-eb15-4456-84f5-fd16c7de5a7a,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:46:33.084539 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Returning: {'device': '7b303afc-eb15-4456-84f5-fd16c7de5a7a', 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84', 'port_id': '7b303afc-eb15-4456-84f5-fd16c7de5a7a', 'mac_address': 'fa:16:3e:14:ed:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 800, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f86199a-b8f2-45b4-a83a-995a7ea6fe42', 'ip_address': '192.168.233.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:46:33.152370 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:33.192928 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b303afc-eb15-4456-84f5-fd16c7de5a7a {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:46:33.261917 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 7b303afc-eb15-4456-84f5-fd16c7de5a7a, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=7b303afc-eb15-4456-84f5-fd16c7de5a7a,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:46:33.284521 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:33.306929 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d90bbb88-4f0e-45c7-9edb-14dcf34eb33e tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] Made reservation on behalf of 7792162c7d7242b6b9bc00ec38b2f3c6 for: {'subnet': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:46:33.312210 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d90bbb88-4f0e-45c7-9edb-14dcf34eb33e tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26761797'] for subnet, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:33.348397 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=7b303afc-eb15-4456-84f5-fd16c7de5a7a,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:33.389955 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3fe7a5d4-488c-471a-b0ee-5f2ac461c541 req-2ce6c854-59e3-4b59-8a92-6da706d4b08f service neutron] 10.222.0.69 "GET /v2.0/networks/c8a6fc02-fa12-4200-87e5-83414d81676e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3995957 Oct 20 10:46:33.506063 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-e4b737e4-86e3-4b64-bed7-31204338f461 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:33.587071 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c6e2b318-f550-4c6d-acf2-378e6dce8d98 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:33.630104 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c6e2b318-f550-4c6d-acf2-378e6dce8d98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:33.660293 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d76dfb-ee07-4511-98d5-22c8e4405d34 req-c04ad2fe-4ea4-432f-a58a-fee7a74dd5cb tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:33.663288 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f7d76dfb-ee07-4511-98d5-22c8e4405d34 req-c04ad2fe-4ea4-432f-a58a-fee7a74dd5cb tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/ports?device_id=56344781-853e-4363-a8d9-59e90942e021 HTTP/1.1" status: 200 len: 945 time: 0.3807278 Oct 20 10:46:33.691238 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69845731-d1c1-4f57-bae2-7dff66b18408 req-fb1984eb-c986-40a2-b461-e8a22f915040 tempest-ServerTagsTestJSON-1056382135 tempest-ServerTagsTestJSON-1056382135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:33.692972 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-69845731-d1c1-4f57-bae2-7dff66b18408 req-fb1984eb-c986-40a2-b461-e8a22f915040 tempest-ServerTagsTestJSON-1056382135 tempest-ServerTagsTestJSON-1056382135-project] 10.222.0.64 "GET /v2.0/ports?device_id=f6baf8aa-b7b4-4750-b644-6f9d23858700 HTTP/1.1" status: 200 len: 945 time: 0.3722310 Oct 20 10:46:33.730513 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['7b303afc-eb15-4456-84f5-fd16c7de5a7a'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:46:33.769947 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-aeda6aae-03f6-443c-931b-135e9a94c235 req-e76e5d3c-9bad-4216-b25d-ce6b518e5e32 tempest-ServerTagsTestJSON-1056382135 tempest-ServerTagsTestJSON-1056382135-project] Deleting port f76a8c9f-93d8-4601-bc7d-ab3001adac59 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:46:33.770207 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-aeda6aae-03f6-443c-931b-135e9a94c235 req-e76e5d3c-9bad-4216-b25d-ce6b518e5e32 tempest-ServerTagsTestJSON-1056382135 tempest-ServerTagsTestJSON-1056382135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:33.806833 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f7d76dfb-ee07-4511-98d5-22c8e4405d34 req-c7556e3b-2542-4a69-aa73-a20bf73860db tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/security-groups?id=887118a8-550c-4373-a758-17919f09b184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097531 Oct 20 10:46:33.842187 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-c6e2b318-f550-4c6d-acf2-378e6dce8d98 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=dd4ded0a3b534f0b83c8f949feb58c2b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3104739 Oct 20 10:46:33.845691 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 38394) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:46:33.853108 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e2b318-f550-4c6d-acf2-378e6dce8d98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50a8c247-85ef-4648-a2f9-4de3f58f9ac0,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:33.864844 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-69845731-d1c1-4f57-bae2-7dff66b18408 req-84982b89-2b4c-4f54-9ec2-cee79e5da137 tempest-ServerTagsTestJSON-1056382135 tempest-ServerTagsTestJSON-1056382135-project] 10.222.0.64 "GET /v2.0/security-groups?id=ca8f9fb9-0487-482a-980d-8381503dd062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583548 Oct 20 10:46:33.895755 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3fe7a5d4-488c-471a-b0ee-5f2ac461c541 req-682cc6f7-ad67-4cde-87be-629f0252e0f0 service neutron] 10.222.0.69 "GET /v2.0/networks/c8a6fc02-fa12-4200-87e5-83414d81676e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4565928 Oct 20 10:46:34.014029 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-50c44682-282c-4d2c-af9c-194df0b4ea71 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:34.052538 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-50c44682-282c-4d2c-af9c-194df0b4ea71 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:34.097593 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-aeda6aae-03f6-443c-931b-135e9a94c235 req-e76e5d3c-9bad-4216-b25d-ce6b518e5e32 tempest-ServerTagsTestJSON-1056382135 tempest-ServerTagsTestJSON-1056382135-project] For port f76a8c9f-93d8-4601-bc7d-ab3001adac59, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=f76a8c9f-93d8-4601-bc7d-ab3001adac59,segment=NetworkSegment(9ee8a0e5-769d-44a7-b0f4-80ca18da3ca8),segment_id=9ee8a0e5-769d-44a7-b0f4-80ca18da3ca8)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:46:34.097955 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-aeda6aae-03f6-443c-931b-135e9a94c235 req-e76e5d3c-9bad-4216-b25d-ce6b518e5e32 tempest-ServerTagsTestJSON-1056382135 tempest-ServerTagsTestJSON-1056382135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:34.104470 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-50c44682-282c-4d2c-af9c-194df0b4ea71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:34.108580 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-50c44682-282c-4d2c-af9c-194df0b4ea71 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:34.110656 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-50c44682-282c-4d2c-af9c-194df0b4ea71 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/50a8c247-85ef-4648-a2f9-4de3f58f9ac0 HTTP/1.1" status: 204 len: 168 time: 0.2602260 Oct 20 10:46:34.119780 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c44682-282c-4d2c-af9c-194df0b4ea71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50a8c247-85ef-4648-a2f9-4de3f58f9ac0,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:34.119995 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-aeda6aae-03f6-443c-931b-135e9a94c235 req-e76e5d3c-9bad-4216-b25d-ce6b518e5e32 tempest-ServerTagsTestJSON-1056382135 tempest-ServerTagsTestJSON-1056382135-project] Calling delete_port for f76a8c9f-93d8-4601-bc7d-ab3001adac59 owned by compute:nova {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:46:34.143127 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d90bbb88-4f0e-45c7-9edb-14dcf34eb33e tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26836128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26761819'] for subnet, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:34.210274 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41611ca-022c-436f-990c-6f0e76c1db3d req-0de943f1-b515-41d3-a98b-13cffc806bc8 tempest-VolumesBackupsTest-831339856 tempest-VolumesBackupsTest-831339856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:34.211718 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a41611ca-022c-436f-990c-6f0e76c1db3d req-0de943f1-b515-41d3-a98b-13cffc806bc8 tempest-VolumesBackupsTest-831339856 tempest-VolumesBackupsTest-831339856-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b3220b0-f4d0-4837-8d21-9b182047c786 HTTP/1.1" status: 200 len: 949 time: 0.2016475 Oct 20 10:46:34.281124 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90bbb88-4f0e-45c7-9edb-14dcf34eb33e tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] Pushing event updated for resources: {'Subnet': ['ID=74e98482-0521-4f28-802b-8a68081cbe6d,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:34.335099 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a41611ca-022c-436f-990c-6f0e76c1db3d req-26078cec-d20a-4b28-b8a1-aa11746cbee4 tempest-VolumesBackupsTest-831339856 tempest-VolumesBackupsTest-831339856-project] 10.222.0.64 "GET /v2.0/security-groups?id=5be07d3f-5119-45be-a357-33ceda6b0af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095471 Oct 20 10:46:34.341781 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90bbb88-4f0e-45c7-9edb-14dcf34eb33e tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] Checking segment: {'id': 'fb54573b-937a-4906-a1d7-dec0575cba01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'dd012a9d-e648-43f8-a17b-ba666ad91e59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:46:34.342195 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d90bbb88-4f0e-45c7-9edb-14dcf34eb33e tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] Network hostable DHCP agents. Network: dd012a9d-e648-43f8-a17b-ba666ad91e59, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:46:34.414616 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d90bbb88-4f0e-45c7-9edb-14dcf34eb33e tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] Network dd012a9d-e648-43f8-a17b-ba666ad91e59 is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:46:34.433547 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-d90bbb88-4f0e-45c7-9edb-14dcf34eb33e tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, dd012a9d-e648-43f8-a17b-ba666ad91e59) {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:46:34.438393 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d90bbb88-4f0e-45c7-9edb-14dcf34eb33e tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:34.438991 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d90bbb88-4f0e-45c7-9edb-14dcf34eb33e tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:34.445291 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c130647b-8d24-4a7d-a914-e6e8668d31b6 None None] Network dd012a9d-e648-43f8-a17b-ba666ad91e59 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:46:34.453962 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-aeda6aae-03f6-443c-931b-135e9a94c235 req-e76e5d3c-9bad-4216-b25d-ce6b518e5e32 tempest-ServerTagsTestJSON-1056382135 tempest-ServerTagsTestJSON-1056382135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:34.469170 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-d90bbb88-4f0e-45c7-9edb-14dcf34eb33e tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6467428 Oct 20 10:46:34.469470 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 38408) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:46:34.474544 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-a1dfcfab-18c6-4d48-97c5-b60c3afbfcf8 tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1027501136', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:46:34.489757 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76e5d3c-9bad-4216-b25d-ce6b518e5e32 tempest-ServerTagsTestJSON-1056382135 tempest-ServerTagsTestJSON-1056382135-project] Pushing event deleted for resources: {'Port': ['ID=f76a8c9f-93d8-4601-bc7d-ab3001adac59,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:34.534379 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a1dfcfab-18c6-4d48-97c5-b60c3afbfcf8 tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1772442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258322'] for router, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:34.534674 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeda6aae-03f6-443c-931b-135e9a94c235 req-e76e5d3c-9bad-4216-b25d-ce6b518e5e32 tempest-ServerTagsTestJSON-1056382135 tempest-ServerTagsTestJSON-1056382135-project] No DVR routers for this DVR port f76a8c9f-93d8-4601-bc7d-ab3001adac59 on host n-h2-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:46:34.535616 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a1dfcfab-18c6-4d48-97c5-b60c3afbfcf8 tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1772334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773516', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258315'] for router, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:34.538267 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-aeda6aae-03f6-443c-931b-135e9a94c235 req-e76e5d3c-9bad-4216-b25d-ce6b518e5e32 tempest-ServerTagsTestJSON-1056382135 tempest-ServerTagsTestJSON-1056382135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:34.542939 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-aeda6aae-03f6-443c-931b-135e9a94c235 req-e76e5d3c-9bad-4216-b25d-ce6b518e5e32 tempest-ServerTagsTestJSON-1056382135 tempest-ServerTagsTestJSON-1056382135-project] 10.222.0.69 "DELETE /v2.0/ports/f76a8c9f-93d8-4601-bc7d-ab3001adac59 HTTP/1.1" status: 204 len: 173 time: 1.4651313 Oct 20 10:46:34.543443 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6baf8aa-b7b4-4750-b644-6f9d23858700', 'name': 'network-vif-deleted', 'tag': 'f76a8c9f-93d8-4601-bc7d-ab3001adac59'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:46:34.546423 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79868b1e-83b4-45a9-a0e9-a563d22fc2c3" -d '{"events": [{"server_uuid": "f6baf8aa-b7b4-4750-b644-6f9d23858700", "name": "network-vif-deleted", "tag": "f76a8c9f-93d8-4601-bc7d-ab3001adac59"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:46:34.574015 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 38412) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:46:34.597004 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8457cf0e-4327-4799-be97-bbcb3bb854ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:34.619707 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['f76a8c9f-93d8-4601-bc7d-ab3001adac59'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:46:34.647470 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a1dfcfab-18c6-4d48-97c5-b60c3afbfcf8 tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:34.652372 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a1dfcfab-18c6-4d48-97c5-b60c3afbfcf8 tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1773475'] for router, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:34.686609 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a1dfcfab-18c6-4d48-97c5-b60c3afbfcf8 tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] Publish callbacks [] for router, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:34.690466 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-a1dfcfab-18c6-4d48-97c5-b60c3afbfcf8 tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.2171636 Oct 20 10:46:34.692139 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 38418) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:46:34.705745 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bfd1ef2-60d8-4640-b4a3-d713bf100b5b x-openstack-request-id: req-8bfd1ef2-60d8-4640-b4a3-d713bf100b5b {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:46:34.705745 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6baf8aa-b7b4-4750-b644-6f9d23858700", "name": "network-vif-deleted", "tag": "f76a8c9f-93d8-4601-bc7d-ab3001adac59", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:46:34.706125 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8bfd1ef2-60d8-4640-b4a3-d713bf100b5b {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:46:34.708344 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6baf8aa-b7b4-4750-b644-6f9d23858700', 'name': 'network-vif-deleted', 'tag': 'f76a8c9f-93d8-4601-bc7d-ab3001adac59', 'status': 'completed', 'code': 200} Oct 20 10:46:34.767204 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8457cf0e-4327-4799-be97-bbcb3bb854ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:34.777026 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5616552-5463-46e1-b2ee-4f7868b01256 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524064ba-869c-5550-b826-c26b69a11278-dd012a9d-e648-43f8-a17b-ba666ad91e59', 'network_id': 'dd012a9d-e648-43f8-a17b-ba666ad91e59', 'tenant_id': '7792162c7d7242b6b9bc00ec38b2f3c6', 'fixed_ips': [{'subnet_id': '74e98482-0521-4f28-802b-8a68081cbe6d'}]}} from n-d-811396-3. {{(pid=100598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:46:34.778157 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-b5616552-5463-46e1-b2ee-4f7868b01256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:34.781282 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8457cf0e-4327-4799-be97-bbcb3bb854ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:34.912665 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-8457cf0e-4327-4799-be97-bbcb3bb854ca admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3d6bf2068fb54d42a1b0d6333d778183&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3374524 Oct 20 10:46:34.914539 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8457cf0e-4327-4799-be97-bbcb3bb854ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b636605-1ef0-4bfe-a67d-06b9426ea969,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:34.919635 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 38426) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:46:35.010299 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-b5616552-5463-46e1-b2ee-4f7868b01256 None None] Allocated IP 172.20.0.2 (dd012a9d-e648-43f8-a17b-ba666ad91e59/74e98482-0521-4f28-802b-8a68081cbe6d/5fb66e8d-c3b8-44e3-a85c-d14324f99981) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:46:35.108882 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c0efca42-f680-45e7-80ca-c3c9ec13007b req-28b03174-09a9-45ff-948c-2593087ef94e tempest-ServerTagsTestJSON-1056382135 tempest-ServerTagsTestJSON-1056382135-project] 10.222.0.64 "GET /v2.0/ports?device_id=f6baf8aa-b7b4-4750-b644-6f9d23858700 HTTP/1.1" status: 200 len: 210 time: 0.0834250 Oct 20 10:46:35.147058 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-131fb562-b989-4908-865a-efc78489994c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:35.196377 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaecb89f-9d7f-4b32-9078-ecee8ee88842 req-1ad83bfe-07b4-4bf4-9f60-7d94ba23fcb6 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:35.198846 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-aaecb89f-9d7f-4b32-9078-ecee8ee88842 req-1ad83bfe-07b4-4bf4-9f60-7d94ba23fcb6 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/ports?device_id=56344781-853e-4363-a8d9-59e90942e021 HTTP/1.1" status: 200 len: 945 time: 0.2675104 Oct 20 10:46:35.220278 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-131fb562-b989-4908-865a-efc78489994c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:35.265931 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a17c419d-51ec-490f-acae-dd28fb67c532 tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:35.297444 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-aaecb89f-9d7f-4b32-9078-ecee8ee88842 req-bb3d86e4-f918-41b3-9e9f-56211c3ee035 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/security-groups?id=887118a8-550c-4373-a758-17919f09b184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417845 Oct 20 10:46:35.312976 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-131fb562-b989-4908-865a-efc78489994c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:35.315907 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-131fb562-b989-4908-865a-efc78489994c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:35.317505 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-131fb562-b989-4908-865a-efc78489994c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6b636605-1ef0-4bfe-a67d-06b9426ea969 HTTP/1.1" status: 204 len: 168 time: 0.3899744 Oct 20 10:46:35.327967 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131fb562-b989-4908-865a-efc78489994c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b636605-1ef0-4bfe-a67d-06b9426ea969,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:35.346805 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-b5616552-5463-46e1-b2ee-4f7868b01256 None None] Publish callbacks [] for port, precommit_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:35.356346 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-b5616552-5463-46e1-b2ee-4f7868b01256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:35.399998 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5616552-5463-46e1-b2ee-4f7868b01256 None None] Pushing event updated for resources: {'Port': ['ID=5fb66e8d-c3b8-44e3-a85c-d14324f99981,revision_number=1']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:35.416993 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5616552-5463-46e1-b2ee-4f7868b01256 None None] Network dd012a9d-e648-43f8-a17b-ba666ad91e59 is already hosted by enough agents. {{(pid=100598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:46:35.420895 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.base_scheduler [None req-b5616552-5463-46e1-b2ee-4f7868b01256 None None] Resources bound (agent type, host, resource id): {{(pid=100598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:46:35.423513 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5616552-5463-46e1-b2ee-4f7868b01256 None None] Received port after_create {{(pid=100598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:46:35.520887 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-b5616552-5463-46e1-b2ee-4f7868b01256 None None] Attempting to bind port 5fb66e8d-c3b8-44e3-a85c-d14324f99981 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:46:35.521614 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-b5616552-5463-46e1-b2ee-4f7868b01256 None None] Attempting to bind port 5fb66e8d-c3b8-44e3-a85c-d14324f99981 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': 'fb54573b-937a-4906-a1d7-dec0575cba01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'dd012a9d-e648-43f8-a17b-ba666ad91e59'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:46:35.521614 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5616552-5463-46e1-b2ee-4f7868b01256 None None] Attempting to bind port 5fb66e8d-c3b8-44e3-a85c-d14324f99981 on network dd012a9d-e648-43f8-a17b-ba666ad91e59 {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:46:35.533596 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5616552-5463-46e1-b2ee-4f7868b01256 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:46:35.533977 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5616552-5463-46e1-b2ee-4f7868b01256 None None] Checking segment: {'id': 'fb54573b-937a-4906-a1d7-dec0575cba01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'dd012a9d-e648-43f8-a17b-ba666ad91e59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:46:35.534386 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-b5616552-5463-46e1-b2ee-4f7868b01256 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:35.534782 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5616552-5463-46e1-b2ee-4f7868b01256 None None] Bound using segment: {'id': 'fb54573b-937a-4906-a1d7-dec0575cba01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'dd012a9d-e648-43f8-a17b-ba666ad91e59'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:46:35.535257 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-b5616552-5463-46e1-b2ee-4f7868b01256 None None] Bound port: 5fb66e8d-c3b8-44e3-a85c-d14324f99981, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb54573b-937a-4906-a1d7-dec0575cba01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'dd012a9d-e648-43f8-a17b-ba666ad91e59'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:46:35.535669 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-b5616552-5463-46e1-b2ee-4f7868b01256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:35.636794 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8d5779-32df-4df4-b1b2-8afec947ca19 req-23f7ea04-b9a7-4949-81e9-aeebd8c63ff1 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:35.641371 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-aa8d5779-32df-4df4-b1b2-8afec947ca19 req-23f7ea04-b9a7-4949-81e9-aeebd8c63ff1 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/ports?device_id=56344781-853e-4363-a8d9-59e90942e021 HTTP/1.1" status: 200 len: 945 time: 0.1698656 Oct 20 10:46:35.678209 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-b5616552-5463-46e1-b2ee-4f7868b01256 None None] For port 5fb66e8d-c3b8-44e3-a85c-d14324f99981, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:46:35.681634 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-b5616552-5463-46e1-b2ee-4f7868b01256 None None] For port 5fb66e8d-c3b8-44e3-a85c-d14324f99981, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=5fb66e8d-c3b8-44e3-a85c-d14324f99981,segment=NetworkSegment(fb54573b-937a-4906-a1d7-dec0575cba01),segment_id=fb54573b-937a-4906-a1d7-dec0575cba01)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:46:35.689908 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-b5616552-5463-46e1-b2ee-4f7868b01256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:35.691635 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-a17c419d-51ec-490f-acae-dd28fb67c532 tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] Allocated IP 172.20.0.1 (dd012a9d-e648-43f8-a17b-ba666ad91e59/74e98482-0521-4f28-802b-8a68081cbe6d/ae09d39d-5de2-4f53-b771-64fd31bee37e) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:46:35.716360 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7f9838-dd46-499c-8244-6eda5555c519 req-436e1003-a3e1-4d96-a7cf-2ff0055070f2 tempest-VolumesBackupsTest-831339856 tempest-VolumesBackupsTest-831339856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:35.723400 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2a7f9838-dd46-499c-8244-6eda5555c519 req-436e1003-a3e1-4d96-a7cf-2ff0055070f2 tempest-VolumesBackupsTest-831339856 tempest-VolumesBackupsTest-831339856-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b3220b0-f4d0-4837-8d21-9b182047c786 HTTP/1.1" status: 200 len: 949 time: 0.2160800 Oct 20 10:46:35.766273 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5616552-5463-46e1-b2ee-4f7868b01256 None None] Pushing event updated for resources: {'Port': ['ID=5fb66e8d-c3b8-44e3-a85c-d14324f99981,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:35.780906 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-aa8d5779-32df-4df4-b1b2-8afec947ca19 req-18281eff-40f3-41f5-926e-b9686173a014 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/security-groups?id=887118a8-550c-4373-a758-17919f09b184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231165 Oct 20 10:46:35.821971 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2a7f9838-dd46-499c-8244-6eda5555c519 req-66cb383d-597f-4ea1-bf91-a0389338623e tempest-VolumesBackupsTest-831339856 tempest-VolumesBackupsTest-831339856-project] 10.222.0.64 "GET /v2.0/security-groups?id=5be07d3f-5119-45be-a357-33ceda6b0af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977111 Oct 20 10:46:35.929670 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a17c419d-51ec-490f-acae-dd28fb67c532 tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:36.046204 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a17c419d-51ec-490f-acae-dd28fb67c532 tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:36.165878 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a17c419d-51ec-490f-acae-dd28fb67c532 tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] Network dd012a9d-e648-43f8-a17b-ba666ad91e59 is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:46:36.170112 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-a17c419d-51ec-490f-acae-dd28fb67c532 tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:46:36.170896 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-51ebecfa-64cc-441e-a4c5-5485f5b8573a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:36.173311 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17c419d-51ec-490f-acae-dd28fb67c532 tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:46:36.217014 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 38472) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:46:36.267898 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17c419d-51ec-490f-acae-dd28fb67c532 tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] Pushing event updated for resources: {'Port': ['ID=ae09d39d-5de2-4f53-b771-64fd31bee37e,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:36.341795 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a17c419d-51ec-490f-acae-dd28fb67c532 tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1774540'] for router_interface, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:36.420403 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_v2 [None req-14a765c1-a591-4e34-a8da-f935503b21ef admin admin] Deleting subnet 01fdc287-5c15-4d59-957d-226e4098dcff {{(pid=100596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:46:36.426309 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-14a765c1-a591-4e34-a8da-f935503b21ef admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:36.525622 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a17c419d-51ec-490f-acae-dd28fb67c532 tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:36.542229 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-14a765c1-a591-4e34-a8da-f935503b21ef admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25189079'] for subnet, precommit_delete_associations {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:36.600084 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08344eb-5233-4240-afff-93f048e9835c req-716172b1-a73f-49b8-8af0-fdcb07035ff6 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:36.607823 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c08344eb-5233-4240-afff-93f048e9835c req-716172b1-a73f-49b8-8af0-fdcb07035ff6 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/networks?id=d45b47d0-bc0d-47b8-915f-e1b12beb41f5 HTTP/1.1" status: 200 len: 814 time: 0.3244746 Oct 20 10:46:36.656069 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-14a765c1-a591-4e34-a8da-f935503b21ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:36.716364 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c08344eb-5233-4240-afff-93f048e9835c req-7d874c7b-480d-4791-8825-2c491f612c3c tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/quotas/bd5b53e6016846f2aca2a43caad83434 HTTP/1.1" status: 200 len: 375 time: 0.0763955 Oct 20 10:46:36.730752 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 5fb66e8d-c3b8-44e3-a85c-d14324f99981 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:46:36.865272 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 5fb66e8d-c3b8-44e3-a85c-d14324f99981 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:46:36.865674 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:36.921720 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c08344eb-5233-4240-afff-93f048e9835c req-929442ab-ce1e-4603-ad03-b60afff3e33d tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=bd5b53e6016846f2aca2a43caad83434&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2042563 Oct 20 10:46:36.943049 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 7b303afc-eb15-4456-84f5-fd16c7de5a7a up at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:46:37.134371 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:37.136858 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c08344eb-5233-4240-afff-93f048e9835c req-1fbe7981-c97d-4122-b501-f7b0ac70ed2b service neutron] 10.222.0.64 "GET /v2.0/networks/d45b47d0-bc0d-47b8-915f-e1b12beb41f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118168 Oct 20 10:46:37.144647 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning for port 7b303afc-eb15-4456-84f5-fd16c7de5a7a completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:46:37.156025 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning complete for port 7b303afc-eb15-4456-84f5-fd16c7de5a7a triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:46:37.156680 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:37.160504 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-14a765c1-a591-4e34-a8da-f935503b21ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26836193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26761888'] for subnet, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:37.229784 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-14a765c1-a591-4e34-a8da-f935503b21ef admin admin] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:37.241361 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-14a765c1-a591-4e34-a8da-f935503b21ef admin admin] 10.222.0.64 "DELETE /v2.0/subnets/01fdc287-5c15-4d59-957d-226e4098dcff HTTP/1.1" status: 204 len: 168 time: 1.0226841 Oct 20 10:46:37.243049 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a765c1-a591-4e34-a8da-f935503b21ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01fdc287-5c15-4d59-957d-226e4098dcff,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:37.244659 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 38506) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:46:37.352218 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdae43c4-f92e-422b-b6eb-6a970e0a75a6 req-95c4811d-022f-4f06-8210-5c56abffee41 tempest-VolumesBackupsTest-831339856 tempest-VolumesBackupsTest-831339856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:37.355484 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cdae43c4-f92e-422b-b6eb-6a970e0a75a6 req-95c4811d-022f-4f06-8210-5c56abffee41 tempest-VolumesBackupsTest-831339856 tempest-VolumesBackupsTest-831339856-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b3220b0-f4d0-4837-8d21-9b182047c786 HTTP/1.1" status: 200 len: 949 time: 0.2375171 Oct 20 10:46:37.411753 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a17c419d-51ec-490f-acae-dd28fb67c532 tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] Publish callbacks [] for port, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:37.420840 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f7321cd1-32ef-45de-bd18-a6046846303b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:37.424587 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a17c419d-51ec-490f-acae-dd28fb67c532 tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:37.647910 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7761f47c-11e8-4546-8849-a1cad40bc851 None None] Network dd012a9d-e648-43f8-a17b-ba666ad91e59 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:46:37.649627 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a17c419d-51ec-490f-acae-dd28fb67c532 tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1774432'] for router_interface, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:37.664198 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17c419d-51ec-490f-acae-dd28fb67c532 tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] Pushing event updated for resources: {'Port': ['ID=ae09d39d-5de2-4f53-b771-64fd31bee37e,revision_number=2']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:37.843448 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f7321cd1-32ef-45de-bd18-a6046846303b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:37.850624 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:37.856948 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:37.873146 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:37.880612 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-cfcc8457-d253-4b4a-a26c-7bd62bd54d19 None None] Provisioning complete for port 5fb66e8d-c3b8-44e3-a85c-d14324f99981 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:46:37.881155 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-cfcc8457-d253-4b4a-a26c-7bd62bd54d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:37.947732 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-f7321cd1-32ef-45de-bd18-a6046846303b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec80eada-54bb-4b34-b60d-78d68e2b51ff']}} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:46:37.961947 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-f7321cd1-32ef-45de-bd18-a6046846303b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ee8a0e5-769d-44a7-b0f4-80ca18da3ca8') {'for_net_delete': True} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:46:37.962534 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-f7321cd1-32ef-45de-bd18-a6046846303b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ee8a0e5-769d-44a7-b0f4-80ca18da3ca8') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:46:37.983313 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f7321cd1-32ef-45de-bd18-a6046846303b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25852596'] for segment, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:38.004481 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f7321cd1-32ef-45de-bd18-a6046846303b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:38.007979 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a17c419d-51ec-490f-acae-dd28fb67c532 tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] Network dd012a9d-e648-43f8-a17b-ba666ad91e59 is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:46:38.013405 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-a17c419d-51ec-490f-acae-dd28fb67c532 tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:46:38.016526 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7321cd1-32ef-45de-bd18-a6046846303b admin admin] Releasing vlan 846 on physical network physnet1 to pool {{(pid=100597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:46:38.017260 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f7321cd1-32ef-45de-bd18-a6046846303b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951012'] for segment, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:38.019669 n-d-811396-3 neutron-server[100597]: Traceback (most recent call last): Oct 20 10:46:38.019669 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:46:38.019669 n-d-811396-3 neutron-server[100597]: timer() Oct 20 10:46:38.019669 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:46:38.019669 n-d-811396-3 neutron-server[100597]: cb(*args, **kw) Oct 20 10:46:38.019669 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:46:38.019669 n-d-811396-3 neutron-server[100597]: return func(*args, **kwargs) Oct 20 10:46:38.019669 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:46:38.019669 n-d-811396-3 neutron-server[100597]: self._notify() Oct 20 10:46:38.019669 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:46:38.019669 n-d-811396-3 neutron-server[100597]: self.callback(batched_events) Oct 20 10:46:38.019669 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:46:38.019669 n-d-811396-3 neutron-server[100597]: event.method(event) Oct 20 10:46:38.019669 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:46:38.019669 n-d-811396-3 neutron-server[100597]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:46:38.019669 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:46:38.019669 n-d-811396-3 neutron-server[100597]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:46:38.019669 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:46:38.019669 n-d-811396-3 neutron-server[100597]: return f(self, *a, **k) Oct 20 10:46:38.019669 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:46:38.019669 n-d-811396-3 neutron-server[100597]: return self._get(url).json() Oct 20 10:46:38.019669 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:46:38.019669 n-d-811396-3 neutron-server[100597]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:46:38.019669 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:46:38.019669 n-d-811396-3 neutron-server[100597]: return self.request(url, 'GET', **kwargs) Oct 20 10:46:38.019669 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:46:38.019669 n-d-811396-3 neutron-server[100597]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:46:38.019669 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:46:38.019669 n-d-811396-3 neutron-server[100597]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:46:38.019669 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:46:38.019669 n-d-811396-3 neutron-server[100597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:46:38.019669 n-d-811396-3 neutron-server[100597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:46:38.068855 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b3220b0-f4d0-4837-8d21-9b182047c786', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b303afc-eb15-4456-84f5-fd16c7de5a7a'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:46:38.071125 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68c1efb6-5bde-431a-854c-a882ddfbb458" -d '{"events": [{"server_uuid": "2b3220b0-f4d0-4837-8d21-9b182047c786", "name": "network-vif-plugged", "status": "completed", "tag": "7b303afc-eb15-4456-84f5-fd16c7de5a7a"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:46:38.102130 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c08344eb-5233-4240-afff-93f048e9835c req-d13917d8-1905-46bd-bd31-1ca4a20835a7 service neutron] 10.222.0.64 "GET /v2.0/networks/d45b47d0-bc0d-47b8-915f-e1b12beb41f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9625366 Oct 20 10:46:38.129110 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cdae43c4-f92e-422b-b6eb-6a970e0a75a6 req-21c779d2-7982-4527-b2ea-17d3cc138b87 tempest-VolumesBackupsTest-831339856 tempest-VolumesBackupsTest-831339856-project] 10.222.0.64 "GET /v2.0/security-groups?id=5be07d3f-5119-45be-a357-33ceda6b0af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7666342 Oct 20 10:46:38.178667 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f165ff3-1a73-446b-9501-59518a95f2ca req-d0bdc7e6-20af-49ca-8847-797b4c0b8d08 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:38.180553 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9f165ff3-1a73-446b-9501-59518a95f2ca req-d0bdc7e6-20af-49ca-8847-797b4c0b8d08 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.55 "GET /v2.0/ports?device_id=56344781-853e-4363-a8d9-59e90942e021 HTTP/1.1" status: 200 len: 945 time: 0.1197820 Oct 20 10:46:38.224765 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:38.240111 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 7b303afc-eb15-4456-84f5-fd16c7de5a7a, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=7b303afc-eb15-4456-84f5-fd16c7de5a7a,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:46:38.252730 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] For port 5fb66e8d-c3b8-44e3-a85c-d14324f99981, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=5fb66e8d-c3b8-44e3-a85c-d14324f99981,segment=NetworkSegment(fb54573b-937a-4906-a1d7-dec0575cba01),segment_id=fb54573b-937a-4906-a1d7-dec0575cba01)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:46:38.261503 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:38.276135 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:38.284097 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f7321cd1-32ef-45de-bd18-a6046846303b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:38.294344 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a17c419d-51ec-490f-acae-dd28fb67c532 tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] Router 925071c6-ce48-45bf-ad0b-864bb60aee7f is scheduled to L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 with binding_index 1 {{(pid=100597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 10:46:38.316148 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f7321cd1-32ef-45de-bd18-a6046846303b admin admin] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:38.336843 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-f7321cd1-32ef-45de-bd18-a6046846303b admin admin] 10.222.0.64 "DELETE /v2.0/networks/ec80eada-54bb-4b34-b60d-78d68e2b51ff HTTP/1.1" status: 204 len: 168 time: 1.0845747 Oct 20 10:46:38.350686 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7321cd1-32ef-45de-bd18-a6046846303b admin admin] Pushing event deleted for resources: {'Network': ['ID=ec80eada-54bb-4b34-b60d-78d68e2b51ff,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:38.370433 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4ae0a88-7c0d-4166-ad76-608a37fd32d8 x-openstack-request-id: req-f4ae0a88-7c0d-4166-ad76-608a37fd32d8 {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:46:38.370730 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b3220b0-f4d0-4837-8d21-9b182047c786", "name": "network-vif-plugged", "status": "completed", "tag": "7b303afc-eb15-4456-84f5-fd16c7de5a7a", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:46:38.370989 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f4ae0a88-7c0d-4166-ad76-608a37fd32d8 {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:46:38.372222 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b3220b0-f4d0-4837-8d21-9b182047c786', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b303afc-eb15-4456-84f5-fd16c7de5a7a', 'code': 200} Oct 20 10:46:38.373338 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device f76a8c9f-93d8-4601-bc7d-ab3001adac59 no longer exists at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:46:38.440768 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-9f165ff3-1a73-446b-9501-59518a95f2ca req-36f8d36f-ffc8-4ae0-aa1c-5b8480774291 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] Deleting port c1e72406-a332-4134-a61b-12d82ce0cd1c {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:46:38.441277 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-9f165ff3-1a73-446b-9501-59518a95f2ca req-36f8d36f-ffc8-4ae0-aa1c-5b8480774291 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:38.449342 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] No Port match for: f76a8c9f-93d8-4601-bc7d-ab3001adac59 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:46:38.452445 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device f76a8c9f-93d8-4601-bc7d-ab3001adac59 not bound to the agent host n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:46:38.523364 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b4af4892-5681-4801-8518-a20c9b080148 req-70696ec3-056c-4fc2-9dad-8de2d70165c2 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/ports?device_id=54053cb6-a7bf-40ad-8f43-f2830ff50e06 HTTP/1.1" status: 200 len: 210 time: 0.0547428 Oct 20 10:46:38.553137 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Pushing event updated for resources: {'Port': ['ID=5fb66e8d-c3b8-44e3-a85c-d14324f99981,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:38.618817 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=7b303afc-eb15-4456-84f5-fd16c7de5a7a,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:38.667970 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1916bcfc-a781-461f-b81c-3df00ce81ff3 req-c7b85c61-23c2-497a-9c32-c2aeb1bcaf83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:38.670175 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1916bcfc-a781-461f-b81c-3df00ce81ff3 req-c7b85c61-23c2-497a-9c32-c2aeb1bcaf83 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2b3220b0-f4d0-4837-8d21-9b182047c786 HTTP/1.1" status: 200 len: 1101 time: 0.1650379 Oct 20 10:46:38.708655 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-9f165ff3-1a73-446b-9501-59518a95f2ca req-36f8d36f-ffc8-4ae0-aa1c-5b8480774291 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] For port c1e72406-a332-4134-a61b-12d82ce0cd1c, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=c1e72406-a332-4134-a61b-12d82ce0cd1c,segment=NetworkSegment(667bfc55-8fb5-4232-84e0-731edce9afd9),segment_id=667bfc55-8fb5-4232-84e0-731edce9afd9)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:46:38.709025 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-9f165ff3-1a73-446b-9501-59518a95f2ca req-36f8d36f-ffc8-4ae0-aa1c-5b8480774291 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:38.743319 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-9f165ff3-1a73-446b-9501-59518a95f2ca req-36f8d36f-ffc8-4ae0-aa1c-5b8480774291 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] Calling delete_port for c1e72406-a332-4134-a61b-12d82ce0cd1c owned by compute:nova {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:46:38.754019 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a17c419d-51ec-490f-acae-dd28fb67c532 tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:46:38.767288 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f928f70-47cc-447c-bf3a-f05bd0514765 None None] Sync routers for ids ['925071c6-ce48-45bf-ad0b-864bb60aee7f'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:46:38.769031 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-a17c419d-51ec-490f-acae-dd28fb67c532 tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] 10.222.0.64 "PUT /v2.0/routers/925071c6-ce48-45bf-ad0b-864bb60aee7f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0739100 Oct 20 10:46:38.770733 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 38558) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:46:38.781099 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1916bcfc-a781-461f-b81c-3df00ce81ff3 req-7f1de59f-a37e-4abf-a2d9-1076756ac2cd service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=5be07d3f-5119-45be-a357-33ceda6b0af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028237 Oct 20 10:46:38.785337 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f928f70-47cc-447c-bf3a-f05bd0514765 None None] Routers {'925071c6-ce48-45bf-ad0b-864bb60aee7f'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:46:38.785967 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-0f928f70-47cc-447c-bf3a-f05bd0514765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:46:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['925071c6-ce48-45bf-ad0b-864bb60aee7f'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:46:38.795218 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-35cce2a2-c72e-41c2-ad10-d2922e5159f9 tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] Request body: {'port': {'network_id': 'dd012a9d-e648-43f8-a17b-ba666ad91e59', 'name': 'tempest-FloatingIPNegativeTestJSON-1071745633'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:46:38.805602 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 38562) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:46:38.903885 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:38.934028 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-0f928f70-47cc-447c-bf3a-f05bd0514765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:46:38.935510 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-889cf217-3464-4938-805d-88085f6a858e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=164609c988624f40850b25c154e694cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1233773 Oct 20 10:46:38.936150 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 38570) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:46:38.946781 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f928f70-47cc-447c-bf3a-f05bd0514765 None None] Routers {'925071c6-ce48-45bf-ad0b-864bb60aee7f'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:46:38.948481 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-0f928f70-47cc-447c-bf3a-f05bd0514765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:46:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['925071c6-ce48-45bf-ad0b-864bb60aee7f'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:46:39.000079 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-61f2c9c7-4d7f-42d6-98d7-b21b1f94871c None None] Provisioning complete for port 5fb66e8d-c3b8-44e3-a85c-d14324f99981 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:46:39.000562 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-61f2c9c7-4d7f-42d6-98d7-b21b1f94871c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:39.001053 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-0f928f70-47cc-447c-bf3a-f05bd0514765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:46:39.001826 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f928f70-47cc-447c-bf3a-f05bd0514765 None None] The sync data for ids ['925071c6-ce48-45bf-ad0b-864bb60aee7f'] in n-d-811396-3 is: [] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:46:39.032244 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 7 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 10:46:39.138224 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-9f165ff3-1a73-446b-9501-59518a95f2ca req-36f8d36f-ffc8-4ae0-aa1c-5b8480774291 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:39.186315 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35cce2a2-c72e-41c2-ad10-d2922e5159f9 tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] Made reservation on behalf of 7792162c7d7242b6b9bc00ec38b2f3c6 for: {'port': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:46:39.190771 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-35cce2a2-c72e-41c2-ad10-d2922e5159f9 tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:39.224959 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-59e7ae1e-5ca5-43db-b7a0-8de0b6d56de0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:39.251261 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [None req-35cce2a2-c72e-41c2-ad10-d2922e5159f9 tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] device_id is not set on port 2e367025-1582-4efb-8783-0b5bed2a05f6 yet. {{(pid=100597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:46:39.283445 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-61f2c9c7-4d7f-42d6-98d7-b21b1f94871c None None] Provisioning complete for port ae09d39d-5de2-4f53-b771-64fd31bee37e triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:46:39.285731 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-61f2c9c7-4d7f-42d6-98d7-b21b1f94871c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:39.301369 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f8d36f-ffc8-4ae0-aa1c-5b8480774291 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] Pushing event deleted for resources: {'Port': ['ID=c1e72406-a332-4134-a61b-12d82ce0cd1c,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:39.406405 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-61f2c9c7-4d7f-42d6-98d7-b21b1f94871c None None] Port ae09d39d-5de2-4f53-b771-64fd31bee37e cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:46:39.409372 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-59e7ae1e-5ca5-43db-b7a0-8de0b6d56de0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:39.465275 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f165ff3-1a73-446b-9501-59518a95f2ca req-36f8d36f-ffc8-4ae0-aa1c-5b8480774291 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] No DVR routers for this DVR port c1e72406-a332-4134-a61b-12d82ce0cd1c on host n-h1-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:46:39.518277 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-9f165ff3-1a73-446b-9501-59518a95f2ca req-36f8d36f-ffc8-4ae0-aa1c-5b8480774291 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:39.522745 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9f165ff3-1a73-446b-9501-59518a95f2ca req-36f8d36f-ffc8-4ae0-aa1c-5b8480774291 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.55 "DELETE /v2.0/ports/c1e72406-a332-4134-a61b-12d82ce0cd1c HTTP/1.1" status: 204 len: 173 time: 1.3283508 Oct 20 10:46:39.528731 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56344781-853e-4363-a8d9-59e90942e021', 'name': 'network-vif-deleted', 'tag': 'c1e72406-a332-4134-a61b-12d82ce0cd1c'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:46:39.531334 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07f88f5a-100f-4d54-9ace-4121fde4f871" -d '{"events": [{"server_uuid": "56344781-853e-4363-a8d9-59e90942e021", "name": "network-vif-deleted", "tag": "c1e72406-a332-4134-a61b-12d82ce0cd1c"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:46:39.562622 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3855f4eb-1c1c-4028-a31b-cb90e0f6bf7d req-bd886e84-3b5a-45d2-a0b0-aeb4607d52a8 tempest-VolumesBackupsTest-831339856 tempest-VolumesBackupsTest-831339856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:39.564430 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3855f4eb-1c1c-4028-a31b-cb90e0f6bf7d req-bd886e84-3b5a-45d2-a0b0-aeb4607d52a8 tempest-VolumesBackupsTest-831339856 tempest-VolumesBackupsTest-831339856-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b3220b0-f4d0-4837-8d21-9b182047c786 HTTP/1.1" status: 200 len: 950 time: 0.1905203 Oct 20 10:46:39.572760 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-5e025e9a-1ec6-4e12-9cfa-c11f251890e0 None None] Provisioning complete for port ae09d39d-5de2-4f53-b771-64fd31bee37e triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:46:39.573140 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-5e025e9a-1ec6-4e12-9cfa-c11f251890e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:39.659866 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81bee971-cb31-41dd-af90-917e30a100c9 x-openstack-request-id: req-81bee971-cb31-41dd-af90-917e30a100c9 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:46:39.660441 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56344781-853e-4363-a8d9-59e90942e021", "name": "network-vif-deleted", "tag": "c1e72406-a332-4134-a61b-12d82ce0cd1c", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:46:39.660651 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-81bee971-cb31-41dd-af90-917e30a100c9 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:46:39.661067 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56344781-853e-4363-a8d9-59e90942e021', 'name': 'network-vif-deleted', 'tag': 'c1e72406-a332-4134-a61b-12d82ce0cd1c', 'status': 'completed', 'code': 200} Oct 20 10:46:39.696553 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-5e025e9a-1ec6-4e12-9cfa-c11f251890e0 None None] Port ae09d39d-5de2-4f53-b771-64fd31bee37e cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:46:39.716421 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3855f4eb-1c1c-4028-a31b-cb90e0f6bf7d req-13ca773a-0dff-497b-9751-1307b81a7a3c tempest-VolumesBackupsTest-831339856 tempest-VolumesBackupsTest-831339856-project] 10.222.0.64 "GET /v2.0/security-groups?id=5be07d3f-5119-45be-a357-33ceda6b0af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458652 Oct 20 10:46:39.805990 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-397c2d05-d8ee-408c-b88d-d847e346ea59 req-05f77924-517a-4058-a20c-698d419aae8d tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/ports?device_id=54053cb6-a7bf-40ad-8f43-f2830ff50e06 HTTP/1.1" status: 200 len: 210 time: 0.0444543 Oct 20 10:46:39.838191 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-a574a969-9ec8-459b-8ded-a60aedef9554 None None] Provisioning complete for port ae09d39d-5de2-4f53-b771-64fd31bee37e triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:46:39.838593 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-a574a969-9ec8-459b-8ded-a60aedef9554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:39.910273 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-a574a969-9ec8-459b-8ded-a60aedef9554 None None] Port ae09d39d-5de2-4f53-b771-64fd31bee37e cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:46:39.981877 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 38616) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:46:40.079374 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-35cce2a2-c72e-41c2-ad10-d2922e5159f9 tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] Allocated IP 172.20.0.7 (dd012a9d-e648-43f8-a17b-ba666ad91e59/74e98482-0521-4f28-802b-8a68081cbe6d/2e367025-1582-4efb-8783-0b5bed2a05f6) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:46:40.085049 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-59e7ae1e-5ca5-43db-b7a0-8de0b6d56de0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:40.088923 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-59e7ae1e-5ca5-43db-b7a0-8de0b6d56de0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:40.090798 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-59e7ae1e-5ca5-43db-b7a0-8de0b6d56de0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ca8f9fb9-0487-482a-980d-8381503dd062 HTTP/1.1" status: 204 len: 168 time: 1.1493852 Oct 20 10:46:40.127814 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e7ae1e-5ca5-43db-b7a0-8de0b6d56de0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca8f9fb9-0487-482a-980d-8381503dd062,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:40.193809 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d48efd22-fc68-4911-9ce1-d10f5ae51b20 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:40.398925 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08344eb-5233-4240-afff-93f048e9835c req-45fec361-1717-4c30-ac99-1be0cac49539 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:40.401369 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c08344eb-5233-4240-afff-93f048e9835c req-45fec361-1717-4c30-ac99-1be0cac49539 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.69 "GET /v2.0/networks?id=d45b47d0-bc0d-47b8-915f-e1b12beb41f5 HTTP/1.1" status: 200 len: 814 time: 0.3060362 Oct 20 10:46:40.416004 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-35cce2a2-c72e-41c2-ad10-d2922e5159f9 tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:40.439235 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-c08344eb-5233-4240-afff-93f048e9835c req-af1f1778-66cc-46fa-bc45-b4e6828106a2 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] Request body: {'port': {'device_id': '54053cb6-a7bf-40ad-8f43-f2830ff50e06', 'network_id': 'd45b47d0-bc0d-47b8-915f-e1b12beb41f5', 'admin_state_up': True, 'tenant_id': 'bd5b53e6016846f2aca2a43caad83434'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:46:40.493572 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-35cce2a2-c72e-41c2-ad10-d2922e5159f9 tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:40.593437 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cce2a2-c72e-41c2-ad10-d2922e5159f9 tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] Pushing event updated for resources: {'Port': ['ID=2e367025-1582-4efb-8783-0b5bed2a05f6,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:40.597468 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35cce2a2-c72e-41c2-ad10-d2922e5159f9 tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] Network dd012a9d-e648-43f8-a17b-ba666ad91e59 is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:46:40.599283 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-35cce2a2-c72e-41c2-ad10-d2922e5159f9 tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:46:40.617134 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35cce2a2-c72e-41c2-ad10-d2922e5159f9 tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:46:40.622437 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d48efd22-fc68-4911-9ce1-d10f5ae51b20 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:40.664607 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d48efd22-fc68-4911-9ce1-d10f5ae51b20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:40.696782 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 5fb66e8d-c3b8-44e3-a85c-d14324f99981 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:46:40.715523 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35cce2a2-c72e-41c2-ad10-d2922e5159f9 tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:40.716160 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-35cce2a2-c72e-41c2-ad10-d2922e5159f9 tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:40.735213 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48efd22-fc68-4911-9ce1-d10f5ae51b20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6cdc64e-1776-4562-bfcc-30ab120ecdea,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:40.764432 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 38648) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:46:40.791686 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-35cce2a2-c72e-41c2-ad10-d2922e5159f9 tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0187149 Oct 20 10:46:40.792394 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 38650) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:46:40.798765 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-d48efd22-fc68-4911-9ce1-d10f5ae51b20 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4422f260e996426eb7536438b3114e46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8134379 Oct 20 10:46:40.799571 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-ac8003c5-0bf3-46ab-95b3-33828b164656 tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] Request body: {'floatingip': {'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:46:40.806725 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c08344eb-5233-4240-afff-93f048e9835c req-af1f1778-66cc-46fa-bc45-b4e6828106a2 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] Made reservation on behalf of bd5b53e6016846f2aca2a43caad83434 for: {'port': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:46:40.819919 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c08344eb-5233-4240-afff-93f048e9835c req-af1f1778-66cc-46fa-bc45-b4e6828106a2 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:40.842783 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 5fb66e8d-c3b8-44e3-a85c-d14324f99981 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:46:40.845006 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:40.911511 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device c1e72406-a332-4134-a61b-12d82ce0cd1c no longer exists at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:46:40.946449 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ac8003c5-0bf3-46ab-95b3-33828b164656 tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] Publish callbacks [] for floatingip, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:40.992981 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-64ef2f7d-95a4-46ae-a282-5c3fb7605a4b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:40.998732 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] No Port match for: c1e72406-a332-4134-a61b-12d82ce0cd1c {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:46:40.999086 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device c1e72406-a332-4134-a61b-12d82ce0cd1c not bound to the agent host n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:46:41.041446 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-64ef2f7d-95a4-46ae-a282-5c3fb7605a4b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:41.136376 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [req-c08344eb-5233-4240-afff-93f048e9835c req-af1f1778-66cc-46fa-bc45-b4e6828106a2 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] Allocated IP 172.20.0.4 (d45b47d0-bc0d-47b8-915f-e1b12beb41f5/7e45182b-6a6c-44ef-8f7c-271290a24a13/ab7a6c68-90ca-49cc-9772-08a336428d52) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:46:41.174292 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-64ef2f7d-95a4-46ae-a282-5c3fb7605a4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:41.174906 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-c0310ab2-59ce-459e-934e-0bd5143cb14d None None] Provisioning complete for port 2e367025-1582-4efb-8783-0b5bed2a05f6 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:46:41.175285 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-c0310ab2-59ce-459e-934e-0bd5143cb14d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:41.181186 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-64ef2f7d-95a4-46ae-a282-5c3fb7605a4b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:41.182360 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-64ef2f7d-95a4-46ae-a282-5c3fb7605a4b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c6cdc64e-1776-4562-bfcc-30ab120ecdea HTTP/1.1" status: 204 len: 168 time: 0.4167404 Oct 20 10:46:41.219545 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ef2f7d-95a4-46ae-a282-5c3fb7605a4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6cdc64e-1776-4562-bfcc-30ab120ecdea,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:41.239716 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-c0310ab2-59ce-459e-934e-0bd5143cb14d None None] Port 2e367025-1582-4efb-8783-0b5bed2a05f6 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:46:41.243446 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ac8003c5-0bf3-46ab-95b3-33828b164656 tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:41.298635 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-af9c7704-ca96-4ef7-8ae3-e8c8e1180336 req-78d425d6-9364-4073-81db-17d14b68a0ae tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/ports?device_id=54053cb6-a7bf-40ad-8f43-f2830ff50e06 HTTP/1.1" status: 200 len: 210 time: 0.0852959 Oct 20 10:46:41.379983 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4431821-49ff-47e0-a3a8-6080feeb8eb8 req-34496d82-ccda-4a7c-8f10-520aba3908af tempest-VolumesBackupsTest-831339856 tempest-VolumesBackupsTest-831339856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:41.388418 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f4431821-49ff-47e0-a3a8-6080feeb8eb8 req-34496d82-ccda-4a7c-8f10-520aba3908af tempest-VolumesBackupsTest-831339856 tempest-VolumesBackupsTest-831339856-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b3220b0-f4d0-4837-8d21-9b182047c786 HTTP/1.1" status: 200 len: 950 time: 0.5391603 Oct 20 10:46:41.473745 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f4431821-49ff-47e0-a3a8-6080feeb8eb8 req-48113fc1-2ec8-4135-a19e-0da6c49db428 tempest-VolumesBackupsTest-831339856 tempest-VolumesBackupsTest-831339856-project] 10.222.0.64 "GET /v2.0/security-groups?id=5be07d3f-5119-45be-a357-33ceda6b0af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840521 Oct 20 10:46:41.485404 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-ac8003c5-0bf3-46ab-95b3-33828b164656 tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] Allocated IP 172.25.1.159 (cbe170d3-31ba-45a2-b477-520ab0a7a8ea/f4e26aca-17ac-4adb-a66b-d939a1b35b64/dc753547-bb9a-4620-992e-33e5ff69111d) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:46:41.514495 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c08344eb-5233-4240-afff-93f048e9835c req-af1f1778-66cc-46fa-bc45-b4e6828106a2 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:41.600027 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c08344eb-5233-4240-afff-93f048e9835c req-af1f1778-66cc-46fa-bc45-b4e6828106a2 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:41.685570 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1f1778-66cc-46fa-bc45-b4e6828106a2 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] Pushing event updated for resources: {'Port': ['ID=ab7a6c68-90ca-49cc-9772-08a336428d52,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:41.730780 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c08344eb-5233-4240-afff-93f048e9835c req-af1f1778-66cc-46fa-bc45-b4e6828106a2 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] Network d45b47d0-bc0d-47b8-915f-e1b12beb41f5 is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:46:41.733318 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [req-c08344eb-5233-4240-afff-93f048e9835c req-af1f1778-66cc-46fa-bc45-b4e6828106a2 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:46:41.738729 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ac8003c5-0bf3-46ab-95b3-33828b164656 tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:41.739480 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-c08344eb-5233-4240-afff-93f048e9835c req-af1f1778-66cc-46fa-bc45-b4e6828106a2 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:46:41.833124 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08344eb-5233-4240-afff-93f048e9835c req-af1f1778-66cc-46fa-bc45-b4e6828106a2 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:41.833698 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ac8003c5-0bf3-46ab-95b3-33828b164656 tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:41.837641 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c08344eb-5233-4240-afff-93f048e9835c req-af1f1778-66cc-46fa-bc45-b4e6828106a2 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:41.886221 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c08344eb-5233-4240-afff-93f048e9835c req-af1f1778-66cc-46fa-bc45-b4e6828106a2 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4595988 Oct 20 10:46:41.887585 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac8003c5-0bf3-46ab-95b3-33828b164656 tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] Network cbe170d3-31ba-45a2-b477-520ab0a7a8ea is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:46:41.893165 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-ac8003c5-0bf3-46ab-95b3-33828b164656 tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:46:41.899192 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-c08344eb-5233-4240-afff-93f048e9835c req-b3bc55f8-398c-465b-b484-dcd7bae86ee0 service neutron] Request body: {'port': {'device_id': '54053cb6-a7bf-40ad-8f43-f2830ff50e06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811396-3'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:46:41.911559 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8003c5-0bf3-46ab-95b3-33828b164656 tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:46:41.939481 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 38706) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:46:41.964406 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3e98235e-3573-47cf-b2dd-e56f8d6b8551 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:42.037035 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c08344eb-5233-4240-afff-93f048e9835c req-b3bc55f8-398c-465b-b484-dcd7bae86ee0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:42.103013 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8003c5-0bf3-46ab-95b3-33828b164656 tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] Pushing event updated for resources: {'Port': ['ID=dc753547-bb9a-4620-992e-33e5ff69111d,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:42.163092 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ac8003c5-0bf3-46ab-95b3-33828b164656 tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:42.248229 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ac8003c5-0bf3-46ab-95b3-33828b164656 tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:42.254771 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3e98235e-3573-47cf-b2dd-e56f8d6b8551 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:42.295799 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-93e7dae4-e993-45f8-a444-3be24360b119 req-69f95c8c-88f4-4b14-b462-d08b01223f8f tempest-ServerShowV254Test-890819556 tempest-ServerShowV254Test-890819556-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8901744-f652-433f-9324-1ade7cdfb640 HTTP/1.1" status: 200 len: 210 time: 0.0752442 Oct 20 10:46:42.299195 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3e98235e-3573-47cf-b2dd-e56f8d6b8551 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:42.378058 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-3e98235e-3573-47cf-b2dd-e56f8d6b8551 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=737b951b7d0b416e9f79e7fc58822f3f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4337378 Oct 20 10:46:42.386238 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 38720) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:46:42.488204 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ac8003c5-0bf3-46ab-95b3-33828b164656 tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] Publish callbacks [] for port, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:42.496672 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ac8003c5-0bf3-46ab-95b3-33828b164656 tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:42.547421 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8003c5-0bf3-46ab-95b3-33828b164656 tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] Pushing event updated for resources: {'Port': ['ID=dc753547-bb9a-4620-992e-33e5ff69111d,revision_number=2']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:42.599203 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98235e-3573-47cf-b2dd-e56f8d6b8551 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6135f07f-74c2-42ab-9d91-e207af2d49a8,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:42.679734 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ac8003c5-0bf3-46ab-95b3-33828b164656 tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1773381'] for floatingip, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:42.704126 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ac8003c5-0bf3-46ab-95b3-33828b164656 tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for floatingip, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:42.707931 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-ac8003c5-0bf3-46ab-95b3-33828b164656 tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9126234 Oct 20 10:46:42.709493 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 38734) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:46:42.721229 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-e5bc3be1-3f2a-4f2d-af13-c4dc5f59b874 tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] Request body: {'floatingip': {'port_id': '2e367025-1582-4efb-8783-0b5bed2a05f6', 'fixed_ip_address': '172.20.0.7'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:46:42.730553 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0e6642-209a-41d5-9175-94d7fd1edabb req-5d64e964-d3ae-42f6-ba76-c65e7dfc75df tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:42.732783 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7f0e6642-209a-41d5-9175-94d7fd1edabb req-5d64e964-d3ae-42f6-ba76-c65e7dfc75df tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/ports?device_id=54053cb6-a7bf-40ad-8f43-f2830ff50e06 HTTP/1.1" status: 200 len: 931 time: 0.2964685 Oct 20 10:46:42.797867 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e5bc3be1-3f2a-4f2d-af13-c4dc5f59b874 tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] Publish callbacks [] for floatingip, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:42.840786 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-7a51c70b-66a4-4398-9aea-bf0cd09219c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:42.875192 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-7a51c70b-66a4-4398-9aea-bf0cd09219c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:42.926665 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7f0e6642-209a-41d5-9175-94d7fd1edabb req-144356f7-dc66-421f-9544-7f31460db3cf tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/security-groups?id=887118a8-550c-4373-a758-17919f09b184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760554 Oct 20 10:46:42.966882 n-d-811396-3 neutron-server[100597]: INFO neutron.api.v2.resource [None req-e5bc3be1-3f2a-4f2d-af13-c4dc5f59b874 tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] update failed (client error): The resource could not be found. Oct 20 10:46:42.968010 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-e5bc3be1-3f2a-4f2d-af13-c4dc5f59b874 tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] 10.222.0.64 "PUT /v2.0/floatingips/43386483-7fc3-4ddf-b6d8-cf53cef44e21 HTTP/1.1" status: 404 len: 507 time: 0.2553656 Oct 20 10:46:42.971554 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 38742) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:46:43.049684 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [req-c08344eb-5233-4240-afff-93f048e9835c req-b3bc55f8-398c-465b-b484-dcd7bae86ee0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab7a6c68-90ca-49cc-9772-08a336428d52 {{(pid=100596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:46:43.065361 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c08344eb-5233-4240-afff-93f048e9835c req-b3bc55f8-398c-465b-b484-dcd7bae86ee0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:43.085870 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.provisioning_blocks [req-c08344eb-5233-4240-afff-93f048e9835c req-b3bc55f8-398c-465b-b484-dcd7bae86ee0 service neutron] Transition to ACTIVE for port object ab7a6c68-90ca-49cc-9772-08a336428d52 will not be triggered until provisioned by entity L2. {{(pid=100596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:46:43.094058 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c08344eb-5233-4240-afff-93f048e9835c req-b3bc55f8-398c-465b-b484-dcd7bae86ee0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:43.155665 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-7a51c70b-66a4-4398-9aea-bf0cd09219c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:43.158198 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-7a51c70b-66a4-4398-9aea-bf0cd09219c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:43.159588 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-7a51c70b-66a4-4398-9aea-bf0cd09219c8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6135f07f-74c2-42ab-9d91-e207af2d49a8 HTTP/1.1" status: 204 len: 168 time: 0.7432544 Oct 20 10:46:43.161220 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-324f0220-66bd-4cb1-969d-d24325429899 tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] Deleting port dc753547-bb9a-4620-992e-33e5ff69111d {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:46:43.161751 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-324f0220-66bd-4cb1-969d-d24325429899 tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:43.190906 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a51c70b-66a4-4398-9aea-bf0cd09219c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6135f07f-74c2-42ab-9d91-e207af2d49a8,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:43.196283 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bc55f8-398c-465b-b484-dcd7bae86ee0 service neutron] Pushing event updated for resources: {'Port': ['ID=ab7a6c68-90ca-49cc-9772-08a336428d52,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:43.316272 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-c08344eb-5233-4240-afff-93f048e9835c req-b3bc55f8-398c-465b-b484-dcd7bae86ee0 service neutron] Attempting to bind port ab7a6c68-90ca-49cc-9772-08a336428d52 on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:46:43.316875 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-c08344eb-5233-4240-afff-93f048e9835c req-b3bc55f8-398c-465b-b484-dcd7bae86ee0 service neutron] Attempting to bind port ab7a6c68-90ca-49cc-9772-08a336428d52 by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': '667bfc55-8fb5-4232-84e0-731edce9afd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'd45b47d0-bc0d-47b8-915f-e1b12beb41f5'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:46:43.317385 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c08344eb-5233-4240-afff-93f048e9835c req-b3bc55f8-398c-465b-b484-dcd7bae86ee0 service neutron] Attempting to bind port ab7a6c68-90ca-49cc-9772-08a336428d52 on network d45b47d0-bc0d-47b8-915f-e1b12beb41f5 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:46:43.323335 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c08344eb-5233-4240-afff-93f048e9835c req-b3bc55f8-398c-465b-b484-dcd7bae86ee0 service neutron] Port ab7a6c68-90ca-49cc-9772-08a336428d52 on network d45b47d0-bc0d-47b8-915f-e1b12beb41f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:46:43.324226 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c08344eb-5233-4240-afff-93f048e9835c req-b3bc55f8-398c-465b-b484-dcd7bae86ee0 service neutron] Attempting to bind port ab7a6c68-90ca-49cc-9772-08a336428d52 on network d45b47d0-bc0d-47b8-915f-e1b12beb41f5 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:46:43.330954 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c08344eb-5233-4240-afff-93f048e9835c req-b3bc55f8-398c-465b-b484-dcd7bae86ee0 service neutron] Checking agent: {'id': '061232a2-7adc-4ba1-a873-e8cb136b064d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 46, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:46:43.331516 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c08344eb-5233-4240-afff-93f048e9835c req-b3bc55f8-398c-465b-b484-dcd7bae86ee0 service neutron] Checking segment: {'id': '667bfc55-8fb5-4232-84e0-731edce9afd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'd45b47d0-bc0d-47b8-915f-e1b12beb41f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:46:43.332086 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c08344eb-5233-4240-afff-93f048e9835c req-b3bc55f8-398c-465b-b484-dcd7bae86ee0 service neutron] Bound using segment: {'id': '667bfc55-8fb5-4232-84e0-731edce9afd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'd45b47d0-bc0d-47b8-915f-e1b12beb41f5'} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:46:43.332697 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-c08344eb-5233-4240-afff-93f048e9835c req-b3bc55f8-398c-465b-b484-dcd7bae86ee0 service neutron] Bound port: ab7a6c68-90ca-49cc-9772-08a336428d52, host: n-h2-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '667bfc55-8fb5-4232-84e0-731edce9afd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'd45b47d0-bc0d-47b8-915f-e1b12beb41f5'}}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:46:43.333232 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c08344eb-5233-4240-afff-93f048e9835c req-b3bc55f8-398c-465b-b484-dcd7bae86ee0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:43.357613 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-324f0220-66bd-4cb1-969d-d24325429899 tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:43.358286 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-324f0220-66bd-4cb1-969d-d24325429899 tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:43.388158 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-324f0220-66bd-4cb1-969d-d24325429899 tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] Calling delete_port for dc753547-bb9a-4620-992e-33e5ff69111d owned by network:floatingip {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:46:43.474876 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-64fc7980-c8e6-4eb6-9539-373b65240216 req-7f7875c7-43e8-4353-b2d0-1e476b829ec7 tempest-ServerShowV254Test-890819556 tempest-ServerShowV254Test-890819556-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8901744-f652-433f-9324-1ade7cdfb640 HTTP/1.1" status: 200 len: 210 time: 0.0477352 Oct 20 10:46:43.526696 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-c08344eb-5233-4240-afff-93f048e9835c req-b3bc55f8-398c-465b-b484-dcd7bae86ee0 service neutron] For port ab7a6c68-90ca-49cc-9772-08a336428d52, host n-h2-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:46:43.540774 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-c08344eb-5233-4240-afff-93f048e9835c req-b3bc55f8-398c-465b-b484-dcd7bae86ee0 service neutron] For port ab7a6c68-90ca-49cc-9772-08a336428d52, host n-h2-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=ab7a6c68-90ca-49cc-9772-08a336428d52,segment=NetworkSegment(667bfc55-8fb5-4232-84e0-731edce9afd9),segment_id=667bfc55-8fb5-4232-84e0-731edce9afd9)] {{(pid=100596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:46:43.546754 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c08344eb-5233-4240-afff-93f048e9835c req-b3bc55f8-398c-465b-b484-dcd7bae86ee0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:43.634163 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08344eb-5233-4240-afff-93f048e9835c req-b3bc55f8-398c-465b-b484-dcd7bae86ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:43.634453 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c08344eb-5233-4240-afff-93f048e9835c req-b3bc55f8-398c-465b-b484-dcd7bae86ee0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:43.636223 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c08344eb-5233-4240-afff-93f048e9835c req-b3bc55f8-398c-465b-b484-dcd7bae86ee0 service neutron] 10.222.0.69 "PUT /v2.0/ports/ab7a6c68-90ca-49cc-9772-08a336428d52 HTTP/1.1" status: 200 len: 1091 time: 1.7411592 Oct 20 10:46:43.636900 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54053cb6-a7bf-40ad-8f43-f2830ff50e06', 'tag': 'ab7a6c68-90ca-49cc-9772-08a336428d52'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:46:43.639275 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5995c13c-244a-46c8-8db1-49a2e089262b" -d '{"events": [{"name": "network-changed", "server_uuid": "54053cb6-a7bf-40ad-8f43-f2830ff50e06", "tag": "ab7a6c68-90ca-49cc-9772-08a336428d52"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:46:43.674709 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bc55f8-398c-465b-b484-dcd7bae86ee0 service neutron] Pushing event updated for resources: {'Port': ['ID=ab7a6c68-90ca-49cc-9772-08a336428d52,revision_number=3']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:43.681107 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-324f0220-66bd-4cb1-969d-d24325429899 tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:43.752263 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0abed3e6-8d76-42c7-8d30-a6e474a992fc x-openstack-request-id: req-0abed3e6-8d76-42c7-8d30-a6e474a992fc {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:46:43.752263 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54053cb6-a7bf-40ad-8f43-f2830ff50e06", "tag": "ab7a6c68-90ca-49cc-9772-08a336428d52", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:46:43.752263 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0abed3e6-8d76-42c7-8d30-a6e474a992fc {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:46:43.752263 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54053cb6-a7bf-40ad-8f43-f2830ff50e06', 'tag': 'ab7a6c68-90ca-49cc-9772-08a336428d52', 'status': 'completed', 'code': 200} Oct 20 10:46:43.755168 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324f0220-66bd-4cb1-969d-d24325429899 tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] Pushing event deleted for resources: {'Port': ['ID=dc753547-bb9a-4620-992e-33e5ff69111d,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:43.774107 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08344eb-5233-4240-afff-93f048e9835c req-3d2a2530-3fbb-4f2b-90c0-b27b12f1ee93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:43.779310 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c08344eb-5233-4240-afff-93f048e9835c req-3d2a2530-3fbb-4f2b-90c0-b27b12f1ee93 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=bd5b53e6016846f2aca2a43caad83434&device_id=54053cb6-a7bf-40ad-8f43-f2830ff50e06 HTTP/1.1" status: 200 len: 1094 time: 0.0662107 Oct 20 10:46:43.838561 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c08344eb-5233-4240-afff-93f048e9835c req-8147050e-1a68-47ed-8ffe-ac79e137c12e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ab7a6c68-90ca-49cc-9772-08a336428d52 HTTP/1.1" status: 200 len: 217 time: 0.0462928 Oct 20 10:46:43.909048 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08344eb-5233-4240-afff-93f048e9835c req-a7abd13d-030d-4617-80c8-dcc749e798cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:43.912398 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c08344eb-5233-4240-afff-93f048e9835c req-a7abd13d-030d-4617-80c8-dcc749e798cf service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7e45182b-6a6c-44ef-8f7c-271290a24a13 HTTP/1.1" status: 200 len: 854 time: 0.0673046 Oct 20 10:46:43.928994 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-324f0220-66bd-4cb1-969d-d24325429899 tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] Publish callbacks [] for floatingip, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:43.945018 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-324f0220-66bd-4cb1-969d-d24325429899 tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for floatingip, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:43.948608 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-324f0220-66bd-4cb1-969d-d24325429899 tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] 10.222.0.64 "DELETE /v2.0/floatingips/43386483-7fc3-4ddf-b6d8-cf53cef44e21 HTTP/1.1" status: 204 len: 168 time: 0.9765947 Oct 20 10:46:43.954313 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 38778) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:46:43.969178 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-bfe41af3-b914-4061-9252-3383152ee07f tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] Request body: {'floatingip': {'floating_network_id': 'dd012a9d-e648-43f8-a17b-ba666ad91e59', 'port_id': '2e367025-1582-4efb-8783-0b5bed2a05f6', 'fixed_ip_address': '172.20.0.7'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:46:43.975080 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c08344eb-5233-4240-afff-93f048e9835c req-2fe131a6-627c-4bdf-a721-f11b96e1a481 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d45b47d0-bc0d-47b8-915f-e1b12beb41f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531700 Oct 20 10:46:44.030849 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bfe41af3-b914-4061-9252-3383152ee07f tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] Publish callbacks [] for floatingip, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:44.173613 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4981b5e7-9d99-4605-9412-1503b3fc70c3 req-c0835970-4037-4a24-bee4-f85f8746b83a tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:44.178075 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4981b5e7-9d99-4605-9412-1503b3fc70c3 req-c0835970-4037-4a24-bee4-f85f8746b83a tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/ports?device_id=54053cb6-a7bf-40ad-8f43-f2830ff50e06 HTTP/1.1" status: 200 len: 943 time: 0.1548190 Oct 20 10:46:44.250373 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c08344eb-5233-4240-afff-93f048e9835c req-45ebb841-18f4-4590-b377-eff11e6322e9 service neutron] 10.222.0.69 "GET /v2.0/networks/d45b47d0-bc0d-47b8-915f-e1b12beb41f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2663164 Oct 20 10:46:44.257108 n-d-811396-3 neutron-server[100597]: INFO neutron.api.v2.resource [None req-bfe41af3-b914-4061-9252-3383152ee07f tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 10:46:44.262573 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-bfe41af3-b914-4061-9252-3383152ee07f tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.3047392 Oct 20 10:46:44.265147 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 38798) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:46:44.278717 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-be6dd29c-1e9d-4488-8289-611dd0d7b52c tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] Request body: {'floatingip': {'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'port_id': '2e367025-1582-4efb-8783-0b5bed2a05f6', 'fixed_ip_address': '172.20.0.7'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:46:44.322313 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-be6dd29c-1e9d-4488-8289-611dd0d7b52c tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] Publish callbacks [] for floatingip, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:44.436273 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4981b5e7-9d99-4605-9412-1503b3fc70c3 req-a34955a4-0e43-4b19-a6d5-797075f61ad1 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/security-groups?id=887118a8-550c-4373-a758-17919f09b184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458155 Oct 20 10:46:44.553493 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-be6dd29c-1e9d-4488-8289-611dd0d7b52c tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:44.604668 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b80bbf-6a5d-43b4-9759-73682cd13095 req-8000da69-b0c6-441c-aaf9-851abdbb2172 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:44.612564 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d2b80bbf-6a5d-43b4-9759-73682cd13095 req-8000da69-b0c6-441c-aaf9-851abdbb2172 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] 10.222.0.64 "GET /v2.0/networks?id=c8a6fc02-fa12-4200-87e5-83414d81676e HTTP/1.1" status: 200 len: 815 time: 0.3819921 Oct 20 10:46:44.631810 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d2b80bbf-6a5d-43b4-9759-73682cd13095 req-477c8ebb-5666-48a9-b840-d4848dc7d641 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] 10.222.0.64 "GET /v2.0/quotas/7c07d91a5a3845b987d2c3d5e5662672 HTTP/1.1" status: 200 len: 375 time: 0.0180905 Oct 20 10:46:44.727015 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bf78819a-05fe-4d00-957d-19496956f1c5 req-a12ade0d-dbf5-4eb6-b3af-c5dd1bada9d6 tempest-ServerShowV254Test-890819556 tempest-ServerShowV254Test-890819556-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8901744-f652-433f-9324-1ade7cdfb640 HTTP/1.1" status: 200 len: 210 time: 0.0397158 Oct 20 10:46:44.750387 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c08344eb-5233-4240-afff-93f048e9835c req-988fa9a4-0e05-432d-a1f0-d249c759b457 service neutron] 10.222.0.69 "GET /v2.0/networks/d45b47d0-bc0d-47b8-915f-e1b12beb41f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4739354 Oct 20 10:46:44.763835 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d2b80bbf-6a5d-43b4-9759-73682cd13095 req-a9118c07-7e3e-45ca-b668-78907b716209 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=7c07d91a5a3845b987d2c3d5e5662672&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1155105 Oct 20 10:46:44.816833 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-be6dd29c-1e9d-4488-8289-611dd0d7b52c tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] Allocated IP 172.25.1.123 (cbe170d3-31ba-45a2-b477-520ab0a7a8ea/f4e26aca-17ac-4adb-a66b-d939a1b35b64/b8039109-7bf6-4f96-b546-90c92c426954) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:46:44.884678 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9aca39d8-b113-4211-bfe6-770b86dab069 req-0d4a8949-832e-4134-9dc9-1746fe4913e1 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=d8901744-f652-433f-9324-1ade7cdfb640 HTTP/1.1" status: 200 len: 210 time: 0.0273647 Oct 20 10:46:44.962106 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d2b80bbf-6a5d-43b4-9759-73682cd13095 req-968ffa12-0cdc-46d4-9fbd-054a46b72bae service neutron] 10.222.0.64 "GET /v2.0/networks/c8a6fc02-fa12-4200-87e5-83414d81676e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970730 Oct 20 10:46:44.988499 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5995c13c-244a-46c8-8db1-49a2e089262b req-93d8a291-5ca3-464e-bc17-89facc6117c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:44.990052 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5995c13c-244a-46c8-8db1-49a2e089262b req-93d8a291-5ca3-464e-bc17-89facc6117c7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=bd5b53e6016846f2aca2a43caad83434&device_id=54053cb6-a7bf-40ad-8f43-f2830ff50e06 HTTP/1.1" status: 200 len: 1094 time: 0.1045370 Oct 20 10:46:45.049692 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-be6dd29c-1e9d-4488-8289-611dd0d7b52c tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:45.133490 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-be6dd29c-1e9d-4488-8289-611dd0d7b52c tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:45.196635 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5995c13c-244a-46c8-8db1-49a2e089262b req-c494754e-43a1-4b15-a545-73379dfbf9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:45.198135 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5995c13c-244a-46c8-8db1-49a2e089262b req-c494754e-43a1-4b15-a545-73379dfbf9ed service neutron] 10.222.0.69 "GET /v2.0/networks?id=d45b47d0-bc0d-47b8-915f-e1b12beb41f5 HTTP/1.1" status: 200 len: 915 time: 0.1171834 Oct 20 10:46:45.243184 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be6dd29c-1e9d-4488-8289-611dd0d7b52c tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] Network cbe170d3-31ba-45a2-b477-520ab0a7a8ea is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:46:45.244410 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5995c13c-244a-46c8-8db1-49a2e089262b req-c69d4e30-acfe-4e02-a250-ad99cc011b9d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ab7a6c68-90ca-49cc-9772-08a336428d52 HTTP/1.1" status: 200 len: 217 time: 0.0380485 Oct 20 10:46:45.247540 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d2b80bbf-6a5d-43b4-9759-73682cd13095 req-8a49bd80-919f-4087-91c4-f0f0aac2a126 service neutron] 10.222.0.64 "GET /v2.0/networks/c8a6fc02-fa12-4200-87e5-83414d81676e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2846622 Oct 20 10:46:45.279557 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-be6dd29c-1e9d-4488-8289-611dd0d7b52c tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:46:45.287836 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6dd29c-1e9d-4488-8289-611dd0d7b52c tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:46:45.358916 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5995c13c-244a-46c8-8db1-49a2e089262b req-313b3b24-f205-4322-a227-772a650c8e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:45.360985 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5995c13c-244a-46c8-8db1-49a2e089262b req-313b3b24-f205-4322-a227-772a650c8e28 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7e45182b-6a6c-44ef-8f7c-271290a24a13 HTTP/1.1" status: 200 len: 854 time: 0.1083417 Oct 20 10:46:45.398013 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6dd29c-1e9d-4488-8289-611dd0d7b52c tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] Pushing event updated for resources: {'Port': ['ID=b8039109-7bf6-4f96-b546-90c92c426954,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:45.425335 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5995c13c-244a-46c8-8db1-49a2e089262b req-1eea3b7a-51c3-4ffe-ba5a-160583989169 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d45b47d0-bc0d-47b8-915f-e1b12beb41f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564694 Oct 20 10:46:45.636713 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5995c13c-244a-46c8-8db1-49a2e089262b req-86faab5d-7f82-4856-8257-3b83b07a82bb service neutron] 10.222.0.69 "GET /v2.0/networks/d45b47d0-bc0d-47b8-915f-e1b12beb41f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008145 Oct 20 10:46:45.691929 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-be6dd29c-1e9d-4488-8289-611dd0d7b52c tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] Deleting port b8039109-7bf6-4f96-b546-90c92c426954 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:46:45.692423 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-be6dd29c-1e9d-4488-8289-611dd0d7b52c tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:45.844009 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-be6dd29c-1e9d-4488-8289-611dd0d7b52c tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:45.844347 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-be6dd29c-1e9d-4488-8289-611dd0d7b52c tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:45.876348 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-be6dd29c-1e9d-4488-8289-611dd0d7b52c tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] Calling delete_port for b8039109-7bf6-4f96-b546-90c92c426954 owned by network:floatingip {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:46:45.915274 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ee3d923f-7aee-4766-9b20-56c8255ae3e2 req-95cbe15b-6c01-4a08-a65a-50f5d2c56db1 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f102c70-86f1-448e-9dc6-cf364854ce4d HTTP/1.1" status: 200 len: 210 time: 0.2771904 Oct 20 10:46:45.961754 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5995c13c-244a-46c8-8db1-49a2e089262b req-caf5fd78-6408-43cf-a69e-6ae133b88b45 service neutron] 10.222.0.69 "GET /v2.0/networks/d45b47d0-bc0d-47b8-915f-e1b12beb41f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3020098 Oct 20 10:46:46.009935 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daebf06c-6613-4a59-b551-570ed9d68612 req-f8712d33-e989-44b6-92b5-723b563cec76 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:46.022235 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-daebf06c-6613-4a59-b551-570ed9d68612 req-f8712d33-e989-44b6-92b5-723b563cec76 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/ports?device_id=54053cb6-a7bf-40ad-8f43-f2830ff50e06 HTTP/1.1" status: 200 len: 943 time: 0.3827853 Oct 20 10:46:46.155735 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-daebf06c-6613-4a59-b551-570ed9d68612 req-f107943c-5cfd-439d-ab29-11ccf650e2ea tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/security-groups?id=887118a8-550c-4373-a758-17919f09b184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244259 Oct 20 10:46:46.280165 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-be6dd29c-1e9d-4488-8289-611dd0d7b52c tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:46.329627 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8a5782a6-c621-4250-aea6-a3fcc9afd7a1 req-f0e0e767-1d6c-463f-8909-3592678c7624 tempest-ServerShowV254Test-890819556 tempest-ServerShowV254Test-890819556-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8901744-f652-433f-9324-1ade7cdfb640 HTTP/1.1" status: 200 len: 210 time: 0.0670080 Oct 20 10:46:46.383054 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device ab7a6c68-90ca-49cc-9772-08a336428d52 details requested by agent hyperv_n-h2-811396-3 with host n-h2-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:46:46.385984 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6dd29c-1e9d-4488-8289-611dd0d7b52c tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] Pushing event deleted for resources: {'Port': ['ID=b8039109-7bf6-4f96-b546-90c92c426954,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:46.538178 n-d-811396-3 neutron-server[100597]: INFO neutron.api.v2.resource [None req-be6dd29c-1e9d-4488-8289-611dd0d7b52c tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] create failed (client error): The resource could not be found. Oct 20 10:46:46.540090 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-be6dd29c-1e9d-4488-8289-611dd0d7b52c tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.2724030 Oct 20 10:46:46.544452 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 38868) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:46:46.547566 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port ab7a6c68-90ca-49cc-9772-08a336428d52, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=ab7a6c68-90ca-49cc-9772-08a336428d52,segment=NetworkSegment(667bfc55-8fb5-4232-84e0-731edce9afd9),segment_id=667bfc55-8fb5-4232-84e0-731edce9afd9)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:46:46.561493 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Returning: {'device': 'ab7a6c68-90ca-49cc-9772-08a336428d52', 'network_id': 'd45b47d0-bc0d-47b8-915f-e1b12beb41f5', 'port_id': 'ab7a6c68-90ca-49cc-9772-08a336428d52', 'mac_address': 'fa:16:3e:1f:2c:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 834, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e45182b-6a6c-44ef-8f7c-271290a24a13', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:46:46.645684 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:46.673385 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab7a6c68-90ca-49cc-9772-08a336428d52 {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:46:46.719677 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port ab7a6c68-90ca-49cc-9772-08a336428d52, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=ab7a6c68-90ca-49cc-9772-08a336428d52,segment=NetworkSegment(667bfc55-8fb5-4232-84e0-731edce9afd9),segment_id=667bfc55-8fb5-4232-84e0-731edce9afd9)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:46:46.726927 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:46.768719 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-1f2ea5c5-a093-45ec-be9d-521065377dbd tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] Deleting port 2e367025-1582-4efb-8783-0b5bed2a05f6 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:46:46.769097 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1f2ea5c5-a093-45ec-be9d-521065377dbd tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:46.806568 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=ab7a6c68-90ca-49cc-9772-08a336428d52,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:46.892980 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1f2ea5c5-a093-45ec-be9d-521065377dbd tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:46.909181 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-1f2ea5c5-a093-45ec-be9d-521065377dbd tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] Calling delete_port for 2e367025-1582-4efb-8783-0b5bed2a05f6 owned by {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:46:46.950870 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['ab7a6c68-90ca-49cc-9772-08a336428d52'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:46:47.103046 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f4c8919d-b789-41f2-9e54-c705c45bc9b1 req-0ffb2f35-ae4b-4d6f-a3ef-236f818d66e5 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f102c70-86f1-448e-9dc6-cf364854ce4d HTTP/1.1" status: 200 len: 210 time: 0.0465543 Oct 20 10:46:47.217917 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1f2ea5c5-a093-45ec-be9d-521065377dbd tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:47.405629 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2ea5c5-a093-45ec-be9d-521065377dbd tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] Pushing event deleted for resources: {'Port': ['ID=2e367025-1582-4efb-8783-0b5bed2a05f6,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:47.569892 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-86356ce4-1559-44d6-b809-672e21907ed4 req-b9d4fd09-a351-40d7-a60f-ac666d3185b1 tempest-ServerShowV254Test-890819556 tempest-ServerShowV254Test-890819556-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8901744-f652-433f-9324-1ade7cdfb640 HTTP/1.1" status: 200 len: 210 time: 0.0786920 Oct 20 10:46:47.571047 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1f2ea5c5-a093-45ec-be9d-521065377dbd tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:47.576940 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-1f2ea5c5-a093-45ec-be9d-521065377dbd tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] 10.222.0.64 "DELETE /v2.0/ports/2e367025-1582-4efb-8783-0b5bed2a05f6 HTTP/1.1" status: 204 len: 168 time: 1.0284305 Oct 20 10:46:47.577956 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 38898) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:46:47.599844 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd66ef5-420d-46f1-bb92-242ca03dde72 req-5a2d95b8-ffe4-4097-9a93-6575ce479220 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:47.608803 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fdd66ef5-420d-46f1-bb92-242ca03dde72 req-5a2d95b8-ffe4-4097-9a93-6575ce479220 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/ports?device_id=54053cb6-a7bf-40ad-8f43-f2830ff50e06 HTTP/1.1" status: 200 len: 944 time: 0.3086567 Oct 20 10:46:47.619640 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b80bbf-6a5d-43b4-9759-73682cd13095 req-4979252a-8765-4ee9-a671-b232e2a97996 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:47.623157 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d2b80bbf-6a5d-43b4-9759-73682cd13095 req-4979252a-8765-4ee9-a671-b232e2a97996 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] 10.222.0.55 "GET /v2.0/networks?id=c8a6fc02-fa12-4200-87e5-83414d81676e HTTP/1.1" status: 200 len: 815 time: 0.4679461 Oct 20 10:46:47.672873 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-d2b80bbf-6a5d-43b4-9759-73682cd13095 req-32d012b6-b1fe-4b4c-9986-9ff1b32199d8 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] Request body: {'port': {'device_id': '6f102c70-86f1-448e-9dc6-cf364854ce4d', 'network_id': 'c8a6fc02-fa12-4200-87e5-83414d81676e', 'admin_state_up': True, 'tenant_id': '7c07d91a5a3845b987d2c3d5e5662672'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:46:47.678108 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d5dd7d6-15d4-4262-b20f-4edd787b7670 tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:47.682907 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-4d5dd7d6-15d4-4262-b20f-4edd787b7670 tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] 10.222.0.64 "GET /v2.0/ports?device_id=925071c6-ce48-45bf-ad0b-864bb60aee7f HTTP/1.1" status: 200 len: 913 time: 0.1014442 Oct 20 10:46:47.687286 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 38904) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:46:47.769428 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fdd66ef5-420d-46f1-bb92-242ca03dde72 req-a2a369d0-d316-4d1b-a48a-ed43e104c9ec tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/security-groups?id=887118a8-550c-4373-a758-17919f09b184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595211 Oct 20 10:46:47.942599 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2b80bbf-6a5d-43b4-9759-73682cd13095 req-32d012b6-b1fe-4b4c-9986-9ff1b32199d8 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] Made reservation on behalf of 7c07d91a5a3845b987d2c3d5e5662672 for: {'port': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:46:47.947027 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-d2b80bbf-6a5d-43b4-9759-73682cd13095 req-32d012b6-b1fe-4b4c-9986-9ff1b32199d8 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:48.376269 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d565f580-fa51-430d-8746-d1dc8cc61ad3 tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1774405'] for router_interface, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:48.380478 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device ab7a6c68-90ca-49cc-9772-08a336428d52 up at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:46:48.485736 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning for port ab7a6c68-90ca-49cc-9772-08a336428d52 completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:46:48.493007 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning complete for port ab7a6c68-90ca-49cc-9772-08a336428d52 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:46:48.493994 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:48.676015 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:48.724744 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port ab7a6c68-90ca-49cc-9772-08a336428d52, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=ab7a6c68-90ca-49cc-9772-08a336428d52,segment=NetworkSegment(667bfc55-8fb5-4232-84e0-731edce9afd9),segment_id=667bfc55-8fb5-4232-84e0-731edce9afd9)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:46:48.725745 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54053cb6-a7bf-40ad-8f43-f2830ff50e06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab7a6c68-90ca-49cc-9772-08a336428d52'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:46:48.729316 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fffea16-9823-4fb3-aa44-e1313ba111b8" -d '{"events": [{"server_uuid": "54053cb6-a7bf-40ad-8f43-f2830ff50e06", "name": "network-vif-plugged", "status": "completed", "tag": "ab7a6c68-90ca-49cc-9772-08a336428d52"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:46:48.734345 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:48.790417 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=ab7a6c68-90ca-49cc-9772-08a336428d52,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:48.889903 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ff18c60c-fbd4-4a67-9c35-c6fc8667e6be req-cf42b931-3f8c-4303-a2a4-b3f078d9577e tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f102c70-86f1-448e-9dc6-cf364854ce4d HTTP/1.1" status: 200 len: 210 time: 0.0562916 Oct 20 10:46:48.950497 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-d565f580-fa51-430d-8746-d1dc8cc61ad3 tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] Deleting port ae09d39d-5de2-4f53-b771-64fd31bee37e {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:46:48.951051 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d565f580-fa51-430d-8746-d1dc8cc61ad3 tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:49.073166 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:49.077794 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [req-d2b80bbf-6a5d-43b4-9759-73682cd13095 req-32d012b6-b1fe-4b4c-9986-9ff1b32199d8 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] Allocated IP 172.20.0.12 (c8a6fc02-fa12-4200-87e5-83414d81676e/2385e10a-8e9b-4532-8959-c4c7cb401041/70926b19-cdde-49d2-a6a7-ad4d2ff80215) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:46:49.096141 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:46:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e35643f-654c-4b63-b612-629b111a8426 x-openstack-request-id: req-2e35643f-654c-4b63-b612-629b111a8426 {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:46:49.097481 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54053cb6-a7bf-40ad-8f43-f2830ff50e06", "name": "network-vif-plugged", "status": "completed", "tag": "ab7a6c68-90ca-49cc-9772-08a336428d52", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:46:49.099522 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2e35643f-654c-4b63-b612-629b111a8426 {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:46:49.101678 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54053cb6-a7bf-40ad-8f43-f2830ff50e06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab7a6c68-90ca-49cc-9772-08a336428d52', 'code': 200} Oct 20 10:46:49.297734 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d565f580-fa51-430d-8746-d1dc8cc61ad3 tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:49.335697 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-d565f580-fa51-430d-8746-d1dc8cc61ad3 tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] Calling delete_port for ae09d39d-5de2-4f53-b771-64fd31bee37e owned by network:router_interface {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:46:49.338042 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d94a4a-8f37-4b79-a91b-d2469cea8333 req-921d7ffb-a134-4a9c-9af5-1f95f4f36a0d tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:49.347816 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-47d94a4a-8f37-4b79-a91b-d2469cea8333 req-921d7ffb-a134-4a9c-9af5-1f95f4f36a0d tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/ports?device_id=54053cb6-a7bf-40ad-8f43-f2830ff50e06 HTTP/1.1" status: 200 len: 945 time: 0.2256424 Oct 20 10:46:49.611573 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-d2b80bbf-6a5d-43b4-9759-73682cd13095 req-32d012b6-b1fe-4b4c-9986-9ff1b32199d8 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:49.617324 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7e87b4-e9d2-4ebc-8b9c-98f707b04de9 req-e82805fd-3ee0-4efe-a485-bb840e78013e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:49.619908 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5b7e87b4-e9d2-4ebc-8b9c-98f707b04de9 req-e82805fd-3ee0-4efe-a485-bb840e78013e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=54053cb6-a7bf-40ad-8f43-f2830ff50e06 HTTP/1.1" status: 200 len: 1096 time: 0.4328990 Oct 20 10:46:49.620863 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d565f580-fa51-430d-8746-d1dc8cc61ad3 tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:49.625829 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b8ab0de8-223e-472e-b272-2a3ff9428a66 req-aec26b97-9e2a-4f73-9611-21214e094966 tempest-ServerShowV254Test-890819556 tempest-ServerShowV254Test-890819556-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8901744-f652-433f-9324-1ade7cdfb640 HTTP/1.1" status: 200 len: 210 time: 0.1482651 Oct 20 10:46:49.676130 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-47d94a4a-8f37-4b79-a91b-d2469cea8333 req-798b23ad-dd92-44eb-b3f7-174a9d6d6acc tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/security-groups?id=887118a8-550c-4373-a758-17919f09b184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3272147 Oct 20 10:46:49.694788 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d565f580-fa51-430d-8746-d1dc8cc61ad3 tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] Pushing event deleted for resources: {'Port': ['ID=ae09d39d-5de2-4f53-b771-64fd31bee37e,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:49.712524 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5b7e87b4-e9d2-4ebc-8b9c-98f707b04de9 req-c6458e82-02f2-42eb-bb2d-c66033cdf03e service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=887118a8-550c-4373-a758-17919f09b184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824225 Oct 20 10:46:49.744419 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-d2b80bbf-6a5d-43b4-9759-73682cd13095 req-32d012b6-b1fe-4b4c-9986-9ff1b32199d8 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:49.757805 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['cce84233-f3eb-46fc-b7e7-cf15d3e7b144'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:46:49.854759 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2b80bbf-6a5d-43b4-9759-73682cd13095 req-32d012b6-b1fe-4b4c-9986-9ff1b32199d8 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] Network c8a6fc02-fa12-4200-87e5-83414d81676e is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:46:49.858011 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [req-d2b80bbf-6a5d-43b4-9759-73682cd13095 req-32d012b6-b1fe-4b4c-9986-9ff1b32199d8 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:46:49.865678 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2b80bbf-6a5d-43b4-9759-73682cd13095 req-32d012b6-b1fe-4b4c-9986-9ff1b32199d8 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:46:50.000620 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b80bbf-6a5d-43b4-9759-73682cd13095 req-32d012b6-b1fe-4b4c-9986-9ff1b32199d8 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:50.001722 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-d2b80bbf-6a5d-43b4-9759-73682cd13095 req-32d012b6-b1fe-4b4c-9986-9ff1b32199d8 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:50.019890 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d012b6-b1fe-4b4c-9986-9ff1b32199d8 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] Pushing event updated for resources: {'Port': ['ID=70926b19-cdde-49d2-a6a7-ad4d2ff80215,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:50.034560 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d2b80bbf-6a5d-43b4-9759-73682cd13095 req-32d012b6-b1fe-4b4c-9986-9ff1b32199d8 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3659894 Oct 20 10:46:50.057026 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-d2b80bbf-6a5d-43b4-9759-73682cd13095 req-8e1c27ab-1afc-4f86-bc15-4897b73f9ffc service neutron] Request body: {'port': {'device_id': '6f102c70-86f1-448e-9dc6-cf364854ce4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811396-3'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:46:50.095317 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d565f580-fa51-430d-8746-d1dc8cc61ad3 tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1771989'] for router_interface, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:50.131798 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb74e27-b8a1-4e02-afa0-92e0ef80d886 req-51285576-b89f-48bd-9b71-454284cad0b6 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:50.139620 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9eb74e27-b8a1-4e02-afa0-92e0ef80d886 req-51285576-b89f-48bd-9b71-454284cad0b6 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f102c70-86f1-448e-9dc6-cf364854ce4d HTTP/1.1" status: 200 len: 932 time: 0.1037974 Oct 20 10:46:50.196677 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-d2b80bbf-6a5d-43b4-9759-73682cd13095 req-8e1c27ab-1afc-4f86-bc15-4897b73f9ffc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:50.244870 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9eb74e27-b8a1-4e02-afa0-92e0ef80d886 req-c1dc8210-e893-4589-b98a-300aa298200c tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] 10.222.0.64 "GET /v2.0/security-groups?id=beae5622-2b72-47ae-b5ac-f3919c6874d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999651 Oct 20 10:46:50.336891 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d565f580-fa51-430d-8746-d1dc8cc61ad3 tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] Router 925071c6-ce48-45bf-ad0b-864bb60aee7f has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:46:50.460093 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d565f580-fa51-430d-8746-d1dc8cc61ad3 tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:46:50.465192 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-d565f580-fa51-430d-8746-d1dc8cc61ad3 tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] 10.222.0.64 "PUT /v2.0/routers/925071c6-ce48-45bf-ad0b-864bb60aee7f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7760129 Oct 20 10:46:50.467690 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 38978) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:46:50.479819 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9318edaa-c39a-425c-9ccd-b37e21ac1b46 None None] Sync routers for ids ['925071c6-ce48-45bf-ad0b-864bb60aee7f'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:46:50.495512 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9318edaa-c39a-425c-9ccd-b37e21ac1b46 None None] Routers {'925071c6-ce48-45bf-ad0b-864bb60aee7f'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:46:50.496813 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-9318edaa-c39a-425c-9ccd-b37e21ac1b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:46:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['925071c6-ce48-45bf-ad0b-864bb60aee7f'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:46:50.546191 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-9318edaa-c39a-425c-9ccd-b37e21ac1b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:46:50.629380 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9318edaa-c39a-425c-9ccd-b37e21ac1b46 None None] Routers {'925071c6-ce48-45bf-ad0b-864bb60aee7f'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:46:50.630176 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-9318edaa-c39a-425c-9ccd-b37e21ac1b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:46:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['925071c6-ce48-45bf-ad0b-864bb60aee7f'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:46:50.660392 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c38658c3-498f-47a7-a5a6-b0bc64e638c1 tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] Publish callbacks [] for router, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:50.712581 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-9318edaa-c39a-425c-9ccd-b37e21ac1b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:46:50.713049 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9318edaa-c39a-425c-9ccd-b37e21ac1b46 None None] The sync data for ids ['925071c6-ce48-45bf-ad0b-864bb60aee7f'] in n-d-811396-3 is: [] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:46:50.762735 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [req-d2b80bbf-6a5d-43b4-9759-73682cd13095 req-8e1c27ab-1afc-4f86-bc15-4897b73f9ffc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70926b19-cdde-49d2-a6a7-ad4d2ff80215 {{(pid=100596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:46:50.773074 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-d2b80bbf-6a5d-43b4-9759-73682cd13095 req-8e1c27ab-1afc-4f86-bc15-4897b73f9ffc service neutron] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:50.790792 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.provisioning_blocks [req-d2b80bbf-6a5d-43b4-9759-73682cd13095 req-8e1c27ab-1afc-4f86-bc15-4897b73f9ffc service neutron] Transition to ACTIVE for port object 70926b19-cdde-49d2-a6a7-ad4d2ff80215 will not be triggered until provisioned by entity L2. {{(pid=100596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:46:50.796442 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-d2b80bbf-6a5d-43b4-9759-73682cd13095 req-8e1c27ab-1afc-4f86-bc15-4897b73f9ffc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:50.902361 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8f62299c-df26-4143-9f0a-5bd5e16fd442 req-85023b56-8513-4c16-804c-c810f55878c4 tempest-ServerShowV254Test-890819556 tempest-ServerShowV254Test-890819556-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8901744-f652-433f-9324-1ade7cdfb640 HTTP/1.1" status: 200 len: 210 time: 0.0546846 Oct 20 10:46:50.987620 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1c27ab-1afc-4f86-bc15-4897b73f9ffc service neutron] Pushing event updated for resources: {'Port': ['ID=70926b19-cdde-49d2-a6a7-ad4d2ff80215,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:51.059423 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-d2b80bbf-6a5d-43b4-9759-73682cd13095 req-8e1c27ab-1afc-4f86-bc15-4897b73f9ffc service neutron] Attempting to bind port 70926b19-cdde-49d2-a6a7-ad4d2ff80215 on host n-h1-811396-3 for vnic_type normal with profile {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:46:51.060662 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-d2b80bbf-6a5d-43b4-9759-73682cd13095 req-8e1c27ab-1afc-4f86-bc15-4897b73f9ffc service neutron] Attempting to bind port 70926b19-cdde-49d2-a6a7-ad4d2ff80215 by drivers openvswitch,hyperv on host n-h1-811396-3 at level 0 using segments [{'id': '21cccbca-7404-428f-aa4e-872d37903a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'c8a6fc02-fa12-4200-87e5-83414d81676e'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:46:51.061270 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b80bbf-6a5d-43b4-9759-73682cd13095 req-8e1c27ab-1afc-4f86-bc15-4897b73f9ffc service neutron] Attempting to bind port 70926b19-cdde-49d2-a6a7-ad4d2ff80215 on network c8a6fc02-fa12-4200-87e5-83414d81676e {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:46:51.070942 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baf1c5c-7832-482f-95aa-ebfaca5588d2 req-95f3c7a0-378a-492a-a80b-1981745099ae tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:51.072942 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6baf1c5c-7832-482f-95aa-ebfaca5588d2 req-95f3c7a0-378a-492a-a80b-1981745099ae tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/ports?device_id=54053cb6-a7bf-40ad-8f43-f2830ff50e06 HTTP/1.1" status: 200 len: 945 time: 0.2656662 Oct 20 10:46:51.077387 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b80bbf-6a5d-43b4-9759-73682cd13095 req-8e1c27ab-1afc-4f86-bc15-4897b73f9ffc service neutron] Port 70926b19-cdde-49d2-a6a7-ad4d2ff80215 on network c8a6fc02-fa12-4200-87e5-83414d81676e not bound, no agent of type Open vSwitch agent registered on host n-h1-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:46:51.078011 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b80bbf-6a5d-43b4-9759-73682cd13095 req-8e1c27ab-1afc-4f86-bc15-4897b73f9ffc service neutron] Attempting to bind port 70926b19-cdde-49d2-a6a7-ad4d2ff80215 on network c8a6fc02-fa12-4200-87e5-83414d81676e {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:46:51.090064 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b80bbf-6a5d-43b4-9759-73682cd13095 req-8e1c27ab-1afc-4f86-bc15-4897b73f9ffc service neutron] Checking agent: {'id': 'b707b4cc-061f-4cf4-bce0-0b3df9b7bec9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 46, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:46:51.090544 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b80bbf-6a5d-43b4-9759-73682cd13095 req-8e1c27ab-1afc-4f86-bc15-4897b73f9ffc service neutron] Checking segment: {'id': '21cccbca-7404-428f-aa4e-872d37903a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'c8a6fc02-fa12-4200-87e5-83414d81676e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:46:51.090999 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b80bbf-6a5d-43b4-9759-73682cd13095 req-8e1c27ab-1afc-4f86-bc15-4897b73f9ffc service neutron] Bound using segment: {'id': '21cccbca-7404-428f-aa4e-872d37903a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'c8a6fc02-fa12-4200-87e5-83414d81676e'} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:46:51.091499 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-d2b80bbf-6a5d-43b4-9759-73682cd13095 req-8e1c27ab-1afc-4f86-bc15-4897b73f9ffc service neutron] Bound port: 70926b19-cdde-49d2-a6a7-ad4d2ff80215, host: n-h1-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21cccbca-7404-428f-aa4e-872d37903a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'c8a6fc02-fa12-4200-87e5-83414d81676e'}}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:46:51.091951 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-d2b80bbf-6a5d-43b4-9759-73682cd13095 req-8e1c27ab-1afc-4f86-bc15-4897b73f9ffc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:51.169798 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-d2b80bbf-6a5d-43b4-9759-73682cd13095 req-8e1c27ab-1afc-4f86-bc15-4897b73f9ffc service neutron] For port 70926b19-cdde-49d2-a6a7-ad4d2ff80215, host n-h1-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:46:51.174175 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-d2b80bbf-6a5d-43b4-9759-73682cd13095 req-8e1c27ab-1afc-4f86-bc15-4897b73f9ffc service neutron] For port 70926b19-cdde-49d2-a6a7-ad4d2ff80215, host n-h1-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=70926b19-cdde-49d2-a6a7-ad4d2ff80215,segment=NetworkSegment(21cccbca-7404-428f-aa4e-872d37903a8d),segment_id=21cccbca-7404-428f-aa4e-872d37903a8d)] {{(pid=100596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:46:51.191552 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-d2b80bbf-6a5d-43b4-9759-73682cd13095 req-8e1c27ab-1afc-4f86-bc15-4897b73f9ffc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:51.227313 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6baf1c5c-7832-482f-95aa-ebfaca5588d2 req-533dabb7-4d79-4ca6-bf89-265908570760 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/security-groups?id=887118a8-550c-4373-a758-17919f09b184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457579 Oct 20 10:46:51.279952 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b80bbf-6a5d-43b4-9759-73682cd13095 req-8e1c27ab-1afc-4f86-bc15-4897b73f9ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:51.280714 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-d2b80bbf-6a5d-43b4-9759-73682cd13095 req-8e1c27ab-1afc-4f86-bc15-4897b73f9ffc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:51.282364 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d2b80bbf-6a5d-43b4-9759-73682cd13095 req-8e1c27ab-1afc-4f86-bc15-4897b73f9ffc service neutron] 10.222.0.55 "PUT /v2.0/ports/70926b19-cdde-49d2-a6a7-ad4d2ff80215 HTTP/1.1" status: 200 len: 1092 time: 1.2299480 Oct 20 10:46:51.282907 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f102c70-86f1-448e-9dc6-cf364854ce4d', 'tag': '70926b19-cdde-49d2-a6a7-ad4d2ff80215'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:46:51.285564 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-621dc5fc-6875-4218-845f-48c0aadb1dbb" -d '{"events": [{"name": "network-changed", "server_uuid": "6f102c70-86f1-448e-9dc6-cf364854ce4d", "tag": "70926b19-cdde-49d2-a6a7-ad4d2ff80215"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:46:51.297111 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1c27ab-1afc-4f86-bc15-4897b73f9ffc service neutron] Pushing event updated for resources: {'Port': ['ID=70926b19-cdde-49d2-a6a7-ad4d2ff80215,revision_number=3']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:51.428840 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:46:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3ecf3de-762a-4c9b-ac2e-60ee994c700f x-openstack-request-id: req-e3ecf3de-762a-4c9b-ac2e-60ee994c700f {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:46:51.429135 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f102c70-86f1-448e-9dc6-cf364854ce4d", "tag": "70926b19-cdde-49d2-a6a7-ad4d2ff80215", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:46:51.429472 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e3ecf3de-762a-4c9b-ac2e-60ee994c700f {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:46:51.430004 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f102c70-86f1-448e-9dc6-cf364854ce4d', 'tag': '70926b19-cdde-49d2-a6a7-ad4d2ff80215', 'status': 'completed', 'code': 200} Oct 20 10:46:51.464302 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b80bbf-6a5d-43b4-9759-73682cd13095 req-dda6d735-ee30-4d12-9612-0453359ab231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:51.466264 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d2b80bbf-6a5d-43b4-9759-73682cd13095 req-dda6d735-ee30-4d12-9612-0453359ab231 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7c07d91a5a3845b987d2c3d5e5662672&device_id=6f102c70-86f1-448e-9dc6-cf364854ce4d HTTP/1.1" status: 200 len: 1095 time: 0.1194446 Oct 20 10:46:51.475775 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16047e94-a622-49dd-aee7-7a4bd3802ba4 req-5db0ec5a-6795-4f52-bd32-6e9a2e5bbd26 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:51.484381 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-16047e94-a622-49dd-aee7-7a4bd3802ba4 req-5db0ec5a-6795-4f52-bd32-6e9a2e5bbd26 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f102c70-86f1-448e-9dc6-cf364854ce4d HTTP/1.1" status: 200 len: 944 time: 0.1242704 Oct 20 10:46:51.536410 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c38658c3-498f-47a7-a5a6-b0bc64e638c1 tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1772272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258304'] for router, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:51.540012 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c38658c3-498f-47a7-a5a6-b0bc64e638c1 tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:51.591904 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d2b80bbf-6a5d-43b4-9759-73682cd13095 req-60fea84a-ea37-4496-8741-98780fd3a5a6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=70926b19-cdde-49d2-a6a7-ad4d2ff80215 HTTP/1.1" status: 200 len: 217 time: 0.0954885 Oct 20 10:46:51.599726 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c38658c3-498f-47a7-a5a6-b0bc64e638c1 tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1772267'] for router, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:51.600253 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c38658c3-498f-47a7-a5a6-b0bc64e638c1 tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] Fanout notify agent at l3_agent the message router_deleted on router 925071c6-ce48-45bf-ad0b-864bb60aee7f {{(pid=100597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 10:46:51.610912 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c38658c3-498f-47a7-a5a6-b0bc64e638c1 tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] Publish callbacks [] for router, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:51.612086 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-c38658c3-498f-47a7-a5a6-b0bc64e638c1 tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] 10.222.0.64 "DELETE /v2.0/routers/925071c6-ce48-45bf-ad0b-864bb60aee7f HTTP/1.1" status: 204 len: 168 time: 1.1434505 Oct 20 10:46:51.614698 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 39010) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:46:51.688955 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cf32877-0b29-4cc5-9715-39e8f4c142d1 tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] Deleting subnet 74e98482-0521-4f28-802b-8a68081cbe6d {{(pid=100597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:46:51.690634 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b80bbf-6a5d-43b4-9759-73682cd13095 req-bfcb861f-5fb7-44b8-a16f-3d888903608b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:51.692210 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d2b80bbf-6a5d-43b4-9759-73682cd13095 req-bfcb861f-5fb7-44b8-a16f-3d888903608b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2385e10a-8e9b-4532-8959-c4c7cb401041 HTTP/1.1" status: 200 len: 855 time: 0.0873396 Oct 20 10:46:51.692569 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0cf32877-0b29-4cc5-9715-39e8f4c142d1 tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] Publish callbacks [] for subnet, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:51.697697 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-16047e94-a622-49dd-aee7-7a4bd3802ba4 req-d225fdce-c752-4417-a877-28f60b3773ae tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] 10.222.0.64 "GET /v2.0/security-groups?id=beae5622-2b72-47ae-b5ac-f3919c6874d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124047 Oct 20 10:46:51.770068 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d2b80bbf-6a5d-43b4-9759-73682cd13095 req-189ee0da-16a3-46b5-8e8e-743613383838 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c8a6fc02-fa12-4200-87e5-83414d81676e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429780 Oct 20 10:46:51.778011 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0cf32877-0b29-4cc5-9715-39e8f4c142d1 tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25852621'] for subnet, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:51.884387 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d2b80bbf-6a5d-43b4-9759-73682cd13095 req-07ce63dd-8d1d-4b9b-92e6-47d1d5b99be5 service neutron] 10.222.0.55 "GET /v2.0/networks/c8a6fc02-fa12-4200-87e5-83414d81676e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051762 Oct 20 10:46:51.888803 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0cf32877-0b29-4cc5-9715-39e8f4c142d1 tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:51.956204 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0cf32877-0b29-4cc5-9715-39e8f4c142d1 tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25350811'] for subnet, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:52.014602 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf32877-0b29-4cc5-9715-39e8f4c142d1 tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] Pushing event deleted for resources: {'Subnet': ['ID=74e98482-0521-4f28-802b-8a68081cbe6d,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:52.017877 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0edb0e36-fc8a-48c5-9eef-1e6beb703b94 None None] Network dd012a9d-e648-43f8-a17b-ba666ad91e59 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:46:52.023041 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0cf32877-0b29-4cc5-9715-39e8f4c142d1 tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:52.026880 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-0cf32877-0b29-4cc5-9715-39e8f4c142d1 tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] 10.222.0.64 "DELETE /v2.0/subnets/74e98482-0521-4f28-802b-8a68081cbe6d HTTP/1.1" status: 204 len: 168 time: 0.4104261 Oct 20 10:46:52.029779 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 39024) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:46:52.043770 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d2b80bbf-6a5d-43b4-9759-73682cd13095 req-cf15f37c-229c-4002-89b1-18179d960c21 service neutron] 10.222.0.55 "GET /v2.0/networks/c8a6fc02-fa12-4200-87e5-83414d81676e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430383 Oct 20 10:46:52.112232 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1f729d20-86eb-455e-8045-dc0c9ed32162 req-c39307ca-4b61-41ce-8d64-8df9c4c164d7 tempest-ServerShowV254Test-890819556 tempest-ServerShowV254Test-890819556-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8901744-f652-433f-9324-1ade7cdfb640 HTTP/1.1" status: 200 len: 210 time: 0.0741580 Oct 20 10:46:52.153371 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e192447b-d1d5-4cbf-bce4-1bc808d3b149 tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:52.200882 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621dc5fc-6875-4218-845f-48c0aadb1dbb req-7ca6edac-7708-4288-a162-72139b52cec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:52.202371 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-621dc5fc-6875-4218-845f-48c0aadb1dbb req-7ca6edac-7708-4288-a162-72139b52cec4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7c07d91a5a3845b987d2c3d5e5662672&device_id=6f102c70-86f1-448e-9dc6-cf364854ce4d HTTP/1.1" status: 200 len: 1095 time: 0.0546503 Oct 20 10:46:52.293728 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-e192447b-d1d5-4cbf-bce4-1bc808d3b149 tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] Deleting port 5fb66e8d-c3b8-44e3-a85c-d14324f99981 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:46:52.296032 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e192447b-d1d5-4cbf-bce4-1bc808d3b149 tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:52.331568 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621dc5fc-6875-4218-845f-48c0aadb1dbb req-5e2fe8b4-125b-42b6-92e0-3d69af623400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:52.333381 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-621dc5fc-6875-4218-845f-48c0aadb1dbb req-5e2fe8b4-125b-42b6-92e0-3d69af623400 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c8a6fc02-fa12-4200-87e5-83414d81676e HTTP/1.1" status: 200 len: 916 time: 0.1147053 Oct 20 10:46:52.415044 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-621dc5fc-6875-4218-845f-48c0aadb1dbb req-7f23428b-fe3f-4116-9fc7-1bdb41559c77 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=70926b19-cdde-49d2-a6a7-ad4d2ff80215 HTTP/1.1" status: 200 len: 217 time: 0.0710509 Oct 20 10:46:52.447119 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [None req-e192447b-d1d5-4cbf-bce4-1bc808d3b149 tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] For port 5fb66e8d-c3b8-44e3-a85c-d14324f99981, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=5fb66e8d-c3b8-44e3-a85c-d14324f99981,segment=NetworkSegment(fb54573b-937a-4906-a1d7-dec0575cba01),segment_id=fb54573b-937a-4906-a1d7-dec0575cba01)] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:46:52.447453 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e192447b-d1d5-4cbf-bce4-1bc808d3b149 tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:52.466558 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-e192447b-d1d5-4cbf-bce4-1bc808d3b149 tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] Calling delete_port for 5fb66e8d-c3b8-44e3-a85c-d14324f99981 owned by network:dhcp {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:46:52.496424 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a86108e6-8888-4a09-9e79-ff409318d1eb None None] DHCP port deletion for dd012a9d-e648-43f8-a17b-ba666ad91e59 request from n-d-811396-3 {{(pid=100598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:46:52.506445 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621dc5fc-6875-4218-845f-48c0aadb1dbb req-f803fb25-7da8-4873-bc2a-943cf8bee0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:52.507873 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-621dc5fc-6875-4218-845f-48c0aadb1dbb req-f803fb25-7da8-4873-bc2a-943cf8bee0d3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2385e10a-8e9b-4532-8959-c4c7cb401041 HTTP/1.1" status: 200 len: 855 time: 0.0847394 Oct 20 10:46:52.541210 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4515a6-d2e8-4fd8-b8fd-a961166d69b2 req-92d1fe76-c9b0-4d07-b978-4eae06f8461b tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:52.552077 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6e4515a6-d2e8-4fd8-b8fd-a961166d69b2 req-92d1fe76-c9b0-4d07-b978-4eae06f8461b tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/ports?device_id=54053cb6-a7bf-40ad-8f43-f2830ff50e06 HTTP/1.1" status: 200 len: 945 time: 0.1999612 Oct 20 10:46:52.554691 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-a86108e6-8888-4a09-9e79-ff409318d1eb None None] Deleting port 5fb66e8d-c3b8-44e3-a85c-d14324f99981 {{(pid=100598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:46:52.555304 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-a86108e6-8888-4a09-9e79-ff409318d1eb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:52.572157 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e192447b-d1d5-4cbf-bce4-1bc808d3b149 tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:52.575852 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-621dc5fc-6875-4218-845f-48c0aadb1dbb req-1113b157-0b31-4d77-8a26-36f56032b5b7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c8a6fc02-fa12-4200-87e5-83414d81676e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598297 Oct 20 10:46:52.612052 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e192447b-d1d5-4cbf-bce4-1bc808d3b149 tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] No DVR routers for this DVR port 5fb66e8d-c3b8-44e3-a85c-d14324f99981 on host n-d-811396-3 {{(pid=100597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:46:52.617823 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e192447b-d1d5-4cbf-bce4-1bc808d3b149 tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] Pushing event deleted for resources: {'Port': ['ID=5fb66e8d-c3b8-44e3-a85c-d14324f99981,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:52.682243 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-a86108e6-8888-4a09-9e79-ff409318d1eb None None] For port 5fb66e8d-c3b8-44e3-a85c-d14324f99981, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=5fb66e8d-c3b8-44e3-a85c-d14324f99981,segment=NetworkSegment(fb54573b-937a-4906-a1d7-dec0575cba01),segment_id=fb54573b-937a-4906-a1d7-dec0575cba01)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:46:52.683032 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-a86108e6-8888-4a09-9e79-ff409318d1eb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:52.697952 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 5fb66e8d-c3b8-44e3-a85c-d14324f99981 no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:46:52.710475 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e192447b-d1d5-4cbf-bce4-1bc808d3b149 tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:52.724326 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6e4515a6-d2e8-4fd8-b8fd-a961166d69b2 req-e5605117-c77d-42a0-bfe5-dbcb69de9cd6 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/security-groups?id=887118a8-550c-4373-a758-17919f09b184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675229 Oct 20 10:46:52.737874 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-e192447b-d1d5-4cbf-bce4-1bc808d3b149 tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd012a9d-e648-43f8-a17b-ba666ad91e59']}} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:46:52.740681 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 5fb66e8d-c3b8-44e3-a85c-d14324f99981 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:46:52.741055 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 5fb66e8d-c3b8-44e3-a85c-d14324f99981 not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:46:52.752192 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-a86108e6-8888-4a09-9e79-ff409318d1eb None None] Calling delete_port for 5fb66e8d-c3b8-44e3-a85c-d14324f99981 owned by network:dhcp {{(pid=100598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:46:52.775251 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-621dc5fc-6875-4218-845f-48c0aadb1dbb req-8550c240-cd59-426c-81f8-90bead8d9175 service neutron] 10.222.0.55 "GET /v2.0/networks/c8a6fc02-fa12-4200-87e5-83414d81676e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766975 Oct 20 10:46:52.793199 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-e192447b-d1d5-4cbf-bce4-1bc808d3b149 tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb54573b-937a-4906-a1d7-dec0575cba01') {'for_net_delete': True} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:46:52.795220 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-e192447b-d1d5-4cbf-bce4-1bc808d3b149 tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb54573b-937a-4906-a1d7-dec0575cba01') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:46:52.827429 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e192447b-d1d5-4cbf-bce4-1bc808d3b149 tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25852596'] for segment, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:52.861260 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e192447b-d1d5-4cbf-bce4-1bc808d3b149 tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:52.876287 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e192447b-d1d5-4cbf-bce4-1bc808d3b149 tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] Releasing vlan 842 on physical network physnet1 to pool {{(pid=100597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:46:52.876719 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e192447b-d1d5-4cbf-bce4-1bc808d3b149 tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951012'] for segment, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:52.879802 n-d-811396-3 neutron-server[100597]: Traceback (most recent call last): Oct 20 10:46:52.879802 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:46:52.879802 n-d-811396-3 neutron-server[100597]: timer() Oct 20 10:46:52.879802 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:46:52.879802 n-d-811396-3 neutron-server[100597]: cb(*args, **kw) Oct 20 10:46:52.879802 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:46:52.879802 n-d-811396-3 neutron-server[100597]: return func(*args, **kwargs) Oct 20 10:46:52.879802 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:46:52.879802 n-d-811396-3 neutron-server[100597]: self._notify() Oct 20 10:46:52.879802 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:46:52.879802 n-d-811396-3 neutron-server[100597]: self.callback(batched_events) Oct 20 10:46:52.879802 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:46:52.879802 n-d-811396-3 neutron-server[100597]: event.method(event) Oct 20 10:46:52.879802 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:46:52.879802 n-d-811396-3 neutron-server[100597]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:46:52.879802 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:46:52.879802 n-d-811396-3 neutron-server[100597]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:46:52.879802 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:46:52.879802 n-d-811396-3 neutron-server[100597]: return f(self, *a, **k) Oct 20 10:46:52.879802 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:46:52.879802 n-d-811396-3 neutron-server[100597]: return self._get(url).json() Oct 20 10:46:52.879802 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:46:52.879802 n-d-811396-3 neutron-server[100597]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:46:52.879802 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:46:52.879802 n-d-811396-3 neutron-server[100597]: return self.request(url, 'GET', **kwargs) Oct 20 10:46:52.879802 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:46:52.879802 n-d-811396-3 neutron-server[100597]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:46:52.879802 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:46:52.879802 n-d-811396-3 neutron-server[100597]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:46:52.879802 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:46:52.879802 n-d-811396-3 neutron-server[100597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:46:52.879802 n-d-811396-3 neutron-server[100597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:46:52.882165 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-a86108e6-8888-4a09-9e79-ff409318d1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956'] for port, after_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:52.916704 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86108e6-8888-4a09-9e79-ff409318d1eb None None] Pushing event deleted for resources: {'Port': ['ID=5fb66e8d-c3b8-44e3-a85c-d14324f99981,revision_number=None']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:52.922042 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86108e6-8888-4a09-9e79-ff409318d1eb None None] No DVR routers for this DVR port 5fb66e8d-c3b8-44e3-a85c-d14324f99981 on host n-d-811396-3 {{(pid=100598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:46:52.975131 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e192447b-d1d5-4cbf-bce4-1bc808d3b149 tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:52.995735 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e192447b-d1d5-4cbf-bce4-1bc808d3b149 tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:53.000002 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-e192447b-d1d5-4cbf-bce4-1bc808d3b149 tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] 10.222.0.64 "DELETE /v2.0/networks/dd012a9d-e648-43f8-a17b-ba666ad91e59 HTTP/1.1" status: 204 len: 168 time: 0.9690945 Oct 20 10:46:53.001025 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e192447b-d1d5-4cbf-bce4-1bc808d3b149 tempest-FloatingIPNegativeTestJSON-448404847 tempest-FloatingIPNegativeTestJSON-448404847-project] Pushing event deleted for resources: {'Network': ['ID=dd012a9d-e648-43f8-a17b-ba666ad91e59,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:53.050653 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7684bbc9-e4fc-453c-b924-09fe3a84e733 req-9af1d085-27b9-42b8-9016-c86ec7e36a67 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:53.050653 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7684bbc9-e4fc-453c-b924-09fe3a84e733 req-9af1d085-27b9-42b8-9016-c86ec7e36a67 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/ports?device_id=54053cb6-a7bf-40ad-8f43-f2830ff50e06 HTTP/1.1" status: 200 len: 945 time: 0.1103237 Oct 20 10:46:53.052863 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-621dc5fc-6875-4218-845f-48c0aadb1dbb req-71ef9801-3c3f-4edf-ac13-ece2320a3ed0 service neutron] 10.222.0.55 "GET /v2.0/networks/c8a6fc02-fa12-4200-87e5-83414d81676e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2676291 Oct 20 10:46:53.086747 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e29d71-e858-4244-9b86-cb3ada9220f7 req-dd2c0730-169b-44f1-abba-f664b77a859b tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:53.094305 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-76e29d71-e858-4244-9b86-cb3ada9220f7 req-dd2c0730-169b-44f1-abba-f664b77a859b tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f102c70-86f1-448e-9dc6-cf364854ce4d HTTP/1.1" status: 200 len: 944 time: 0.1307039 Oct 20 10:46:53.138607 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7684bbc9-e4fc-453c-b924-09fe3a84e733 req-7bf464f5-81e1-4d62-908d-ed4bbf130616 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/security-groups?id=887118a8-550c-4373-a758-17919f09b184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810494 Oct 20 10:46:53.153884 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-76e29d71-e858-4244-9b86-cb3ada9220f7 req-9a15650a-bbe0-4ff0-994f-62a518dce027 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] 10.222.0.64 "GET /v2.0/security-groups?id=beae5622-2b72-47ae-b5ac-f3919c6874d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586109 Oct 20 10:46:53.307895 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8809ee95-7e48-410d-951d-e4283c4d7a28 req-3783e268-0e7c-433d-a216-4f6902f24040 tempest-ServerShowV254Test-890819556 tempest-ServerShowV254Test-890819556-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8901744-f652-433f-9324-1ade7cdfb640 HTTP/1.1" status: 200 len: 210 time: 0.0373142 Oct 20 10:46:53.385627 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaabad14-e30b-458d-99df-40f859aa38dd req-a3ce2129-69a1-4e5a-a347-8353467fe1a6 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:53.388457 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-eaabad14-e30b-458d-99df-40f859aa38dd req-a3ce2129-69a1-4e5a-a347-8353467fe1a6 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/ports?device_id=54053cb6-a7bf-40ad-8f43-f2830ff50e06 HTTP/1.1" status: 200 len: 945 time: 0.0521498 Oct 20 10:46:53.412028 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 39062) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:46:53.429909 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-eaabad14-e30b-458d-99df-40f859aa38dd req-66988541-219b-4ed5-aa66-3f1461e6b1ac tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/security-groups?id=887118a8-550c-4373-a758-17919f09b184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353568 Oct 20 10:46:53.614174 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-43007a50-5793-46fb-9769-423d5147f0e2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7792162c7d7242b6b9bc00ec38b2f3c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2004666 Oct 20 10:46:53.618066 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 39072) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:46:53.633475 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5133c699-9589-47e1-8aec-3703b7b95c56 req-7d955804-9614-4b73-a700-083bd604d65d tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:53.635068 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5133c699-9589-47e1-8aec-3703b7b95c56 req-7d955804-9614-4b73-a700-083bd604d65d tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/ports?device_id=54053cb6-a7bf-40ad-8f43-f2830ff50e06 HTTP/1.1" status: 200 len: 945 time: 0.0921912 Oct 20 10:46:53.696595 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5133c699-9589-47e1-8aec-3703b7b95c56 req-b6b89779-2346-488a-a941-6d10292b989a tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/security-groups?id=887118a8-550c-4373-a758-17919f09b184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537877 Oct 20 10:46:53.702000 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e74b7f87-a9e9-45af-9a76-ab2eb1752b11 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:53.781812 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e74b7f87-a9e9-45af-9a76-ab2eb1752b11 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:53.919168 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e74b7f87-a9e9-45af-9a76-ab2eb1752b11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:53.923990 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e74b7f87-a9e9-45af-9a76-ab2eb1752b11 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:53.926599 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-e74b7f87-a9e9-45af-9a76-ab2eb1752b11 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9630343b-c535-4af6-bd06-acd724deb910 HTTP/1.1" status: 204 len: 168 time: 0.3068190 Oct 20 10:46:53.940398 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74b7f87-a9e9-45af-9a76-ab2eb1752b11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9630343b-c535-4af6-bd06-acd724deb910,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:54.180135 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95faa025-a7d3-4cfc-a272-ebd17ace7475 req-978df1ad-f4bf-4831-a95d-dab336d56ea6 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:54.181762 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-95faa025-a7d3-4cfc-a272-ebd17ace7475 req-978df1ad-f4bf-4831-a95d-dab336d56ea6 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/ports?device_id=54053cb6-a7bf-40ad-8f43-f2830ff50e06 HTTP/1.1" status: 200 len: 945 time: 0.0552087 Oct 20 10:46:54.258085 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-95faa025-a7d3-4cfc-a272-ebd17ace7475 req-0c91045d-f7a9-4bf7-a5e9-33f6b70a013d tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/security-groups?id=887118a8-550c-4373-a758-17919f09b184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672364 Oct 20 10:46:54.306049 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1686d26-6f18-4d63-8d4d-9b12ced07cfd req-24b41042-8abd-4ade-95e3-c68ba9ecc916 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:54.308059 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d1686d26-6f18-4d63-8d4d-9b12ced07cfd req-24b41042-8abd-4ade-95e3-c68ba9ecc916 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f102c70-86f1-448e-9dc6-cf364854ce4d HTTP/1.1" status: 200 len: 944 time: 0.0662589 Oct 20 10:46:54.384392 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d1686d26-6f18-4d63-8d4d-9b12ced07cfd req-1430c937-ec99-4dc4-96b7-b43a0e6c45c4 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] 10.222.0.64 "GET /v2.0/security-groups?id=beae5622-2b72-47ae-b5ac-f3919c6874d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619643 Oct 20 10:46:54.440426 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-71f8e147-448b-4e9a-801c-3ee6b0118912 req-3fe05b98-6218-4acd-9cd8-428714aa33b8 tempest-ServerShowV254Test-890819556 tempest-ServerShowV254Test-890819556-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8901744-f652-433f-9324-1ade7cdfb640 HTTP/1.1" status: 200 len: 210 time: 0.0305610 Oct 20 10:46:54.749853 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 39122) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:46:54.859495 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-76a051c4-fc32-48fb-b4ac-2818e0aca805 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1059080355'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:46:54.882932 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76a051c4-fc32-48fb-b4ac-2818e0aca805 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Made reservation on behalf of 10e8926c0dc24defb0f6cacab8eac495 for: {'network': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:46:54.886719 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-76a051c4-fc32-48fb-b4ac-2818e0aca805 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:54.895602 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-76a051c4-fc32-48fb-b4ac-2818e0aca805 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:54.983053 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-76a051c4-fc32-48fb-b4ac-2818e0aca805 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:54.988036 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-76a051c4-fc32-48fb-b4ac-2818e0aca805 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:55.023933 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a051c4-fc32-48fb-b4ac-2818e0aca805 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fe45115-cc2b-4a4d-a3a9-db8b92b00e3f,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:55.031258 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76a051c4-fc32-48fb-b4ac-2818e0aca805 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 802} {{(pid=100597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:46:55.041020 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-76a051c4-fc32-48fb-b4ac-2818e0aca805 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:55.041374 n-d-811396-3 neutron-server[100597]: INFO neutron.db.segments_db [None req-76a051c4-fc32-48fb-b4ac-2818e0aca805 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Added segment 229ba38c-4df9-4dbe-ac9c-819833dd84a9 of type vlan for network f3035818-28a4-4b7b-a39f-ab3e006d8f7c Oct 20 10:46:55.085327 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-76a051c4-fc32-48fb-b4ac-2818e0aca805 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:55.110989 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-76a051c4-fc32-48fb-b4ac-2818e0aca805 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:55.116880 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a051c4-fc32-48fb-b4ac-2818e0aca805 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:55.117542 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-76a051c4-fc32-48fb-b4ac-2818e0aca805 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:55.163941 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-76a051c4-fc32-48fb-b4ac-2818e0aca805 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4129379 Oct 20 10:46:55.222287 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a051c4-fc32-48fb-b4ac-2818e0aca805 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Pushing event updated for resources: {'Network': ['ID=f3035818-28a4-4b7b-a39f-ab3e006d8f7c,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:55.241454 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network f3035818-28a4-4b7b-a39f-ab3e006d8f7c details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:46:55.286172 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 39136) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:46:55.291703 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-3a4d647c-5950-4c45-b5d3-deaca633856d tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Request body: {'subnet': {'network_id': 'f3035818-28a4-4b7b-a39f-ab3e006d8f7c', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:46:55.420911 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29bd49a-481c-484b-92e0-602c60a49ef7 req-250cc80a-5bdc-4f9f-a441-5d878634bddb tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:55.422506 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b29bd49a-481c-484b-92e0-602c60a49ef7 req-250cc80a-5bdc-4f9f-a441-5d878634bddb tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/ports?device_id=54053cb6-a7bf-40ad-8f43-f2830ff50e06 HTTP/1.1" status: 200 len: 945 time: 0.0723419 Oct 20 10:46:55.427901 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a4d647c-5950-4c45-b5d3-deaca633856d tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Made reservation on behalf of 10e8926c0dc24defb0f6cacab8eac495 for: {'subnet': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:46:55.436077 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3a4d647c-5950-4c45-b5d3-deaca633856d tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25350782'] for subnet, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:55.531082 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b29bd49a-481c-484b-92e0-602c60a49ef7 req-d4b8c748-ab9d-4e73-bb01-52641a877e10 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/security-groups?id=887118a8-550c-4373-a758-17919f09b184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998545 Oct 20 10:46:55.559128 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085f4854-66c8-42ba-84b1-29faf21269ed req-936a842b-b144-4da2-8ef7-c7fa6ea402de tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:55.576882 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-085f4854-66c8-42ba-84b1-29faf21269ed req-936a842b-b144-4da2-8ef7-c7fa6ea402de tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f102c70-86f1-448e-9dc6-cf364854ce4d HTTP/1.1" status: 200 len: 944 time: 0.1099532 Oct 20 10:46:55.672073 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8ac4d56b-65fd-4966-8754-d453a608205b req-eb4c8960-85f9-4d23-9df1-3421f03e9940 tempest-ServerShowV254Test-890819556 tempest-ServerShowV254Test-890819556-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8901744-f652-433f-9324-1ade7cdfb640 HTTP/1.1" status: 200 len: 210 time: 0.0539312 Oct 20 10:46:55.675461 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-085f4854-66c8-42ba-84b1-29faf21269ed req-ac0e256b-9d01-4f6a-baa2-292f5585fab2 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] 10.222.0.64 "GET /v2.0/security-groups?id=beae5622-2b72-47ae-b5ac-f3919c6874d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034904 Oct 20 10:46:55.730355 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3a4d647c-5950-4c45-b5d3-deaca633856d tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25350752'] for subnet, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:55.814855 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4d647c-5950-4c45-b5d3-deaca633856d tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Pushing event updated for resources: {'Subnet': ['ID=7ad85586-220a-48c7-aae5-c2932889ab52,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:55.823180 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4d647c-5950-4c45-b5d3-deaca633856d tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Checking segment: {'id': '229ba38c-4df9-4dbe-ac9c-819833dd84a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'f3035818-28a4-4b7b-a39f-ab3e006d8f7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:46:55.823773 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a4d647c-5950-4c45-b5d3-deaca633856d tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Network hostable DHCP agents. Network: f3035818-28a4-4b7b-a39f-ab3e006d8f7c, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:46:55.847359 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a4d647c-5950-4c45-b5d3-deaca633856d tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Network f3035818-28a4-4b7b-a39f-ab3e006d8f7c is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:46:55.859444 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-3a4d647c-5950-4c45-b5d3-deaca633856d tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, f3035818-28a4-4b7b-a39f-ab3e006d8f7c) {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:46:55.864233 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a4d647c-5950-4c45-b5d3-deaca633856d tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:55.864891 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3a4d647c-5950-4c45-b5d3-deaca633856d tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:55.871585 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96649ff6-92e0-4ab2-b36e-5b50474850b4 None None] Network f3035818-28a4-4b7b-a39f-ab3e006d8f7c requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:46:55.883607 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-3a4d647c-5950-4c45-b5d3-deaca633856d tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.5962036 Oct 20 10:46:55.887564 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 39148) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:46:55.897245 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-af971ec7-de57-46d7-9760-e3e0aee12a73 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-342456963'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:46:55.924209 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af971ec7-de57-46d7-9760-e3e0aee12a73 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Made reservation on behalf of 10e8926c0dc24defb0f6cacab8eac495 for: {'network': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:46:55.928391 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-af971ec7-de57-46d7-9760-e3e0aee12a73 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:55.954022 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af971ec7-de57-46d7-9760-e3e0aee12a73 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 845} {{(pid=100597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:46:55.964253 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-af971ec7-de57-46d7-9760-e3e0aee12a73 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:55.964674 n-d-811396-3 neutron-server[100597]: INFO neutron.db.segments_db [None req-af971ec7-de57-46d7-9760-e3e0aee12a73 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Added segment fa8d8cc9-1227-4474-b9d7-77be449082b4 of type vlan for network ac36e9ff-a900-470f-ac73-0cdf4f0e3207 Oct 20 10:46:56.015837 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-af971ec7-de57-46d7-9760-e3e0aee12a73 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:56.043484 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ba7f61-a4c6-4950-9e3d-eb4452f73ddb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524064ba-869c-5550-b826-c26b69a11278-f3035818-28a4-4b7b-a39f-ab3e006d8f7c', 'network_id': 'f3035818-28a4-4b7b-a39f-ab3e006d8f7c', 'tenant_id': '10e8926c0dc24defb0f6cacab8eac495', 'fixed_ips': [{'subnet_id': '7ad85586-220a-48c7-aae5-c2932889ab52'}]}} from n-d-811396-3. {{(pid=100598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:46:56.044768 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-56ba7f61-a4c6-4950-9e3d-eb4452f73ddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:56.079954 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-af971ec7-de57-46d7-9760-e3e0aee12a73 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:56.098160 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af971ec7-de57-46d7-9760-e3e0aee12a73 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:56.098757 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-af971ec7-de57-46d7-9760-e3e0aee12a73 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:56.132370 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-af971ec7-de57-46d7-9760-e3e0aee12a73 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2422843 Oct 20 10:46:56.135005 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 39152) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:46:56.141972 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-b3b28159-8c11-4150-8ed1-4c7fc2fc464d tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Request body: {'subnet': {'network_id': 'ac36e9ff-a900-470f-ac73-0cdf4f0e3207', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:46:56.173479 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af971ec7-de57-46d7-9760-e3e0aee12a73 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Pushing event updated for resources: {'Network': ['ID=ac36e9ff-a900-470f-ac73-0cdf4f0e3207,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:56.234888 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-56ba7f61-a4c6-4950-9e3d-eb4452f73ddb None None] Allocated IP 172.20.255.242 (f3035818-28a4-4b7b-a39f-ab3e006d8f7c/7ad85586-220a-48c7-aae5-c2932889ab52/26586108-54f2-437d-bde2-f91999a48ec0) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:46:56.251618 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network ac36e9ff-a900-470f-ac73-0cdf4f0e3207 details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:46:56.263059 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3b28159-8c11-4150-8ed1-4c7fc2fc464d tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Made reservation on behalf of 10e8926c0dc24defb0f6cacab8eac495 for: {'subnet': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:46:56.267401 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-b3b28159-8c11-4150-8ed1-4c7fc2fc464d tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26761797'] for subnet, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:56.462170 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-56ba7f61-a4c6-4950-9e3d-eb4452f73ddb None None] Publish callbacks [] for port, precommit_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:56.470833 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-56ba7f61-a4c6-4950-9e3d-eb4452f73ddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:56.531163 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-b3b28159-8c11-4150-8ed1-4c7fc2fc464d tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26836128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26761819'] for subnet, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:56.588216 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ba7f61-a4c6-4950-9e3d-eb4452f73ddb None None] Network f3035818-28a4-4b7b-a39f-ab3e006d8f7c is already hosted by enough agents. {{(pid=100598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:46:56.610426 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.base_scheduler [None req-56ba7f61-a4c6-4950-9e3d-eb4452f73ddb None None] Resources bound (agent type, host, resource id): {{(pid=100598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:46:56.613342 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ba7f61-a4c6-4950-9e3d-eb4452f73ddb None None] Received port after_create {{(pid=100598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:46:56.647459 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b28159-8c11-4150-8ed1-4c7fc2fc464d tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Checking segment: {'id': 'fa8d8cc9-1227-4474-b9d7-77be449082b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'ac36e9ff-a900-470f-ac73-0cdf4f0e3207'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:46:56.647915 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b28159-8c11-4150-8ed1-4c7fc2fc464d tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Network hostable DHCP agents. Network: ac36e9ff-a900-470f-ac73-0cdf4f0e3207, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:46:56.655408 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b28159-8c11-4150-8ed1-4c7fc2fc464d tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Pushing event updated for resources: {'Subnet': ['ID=760fba14-7c49-43bc-b986-e9be440e7266,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:56.666692 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b28159-8c11-4150-8ed1-4c7fc2fc464d tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:46:56.667125 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b28159-8c11-4150-8ed1-4c7fc2fc464d tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:46:56.667601 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b28159-8c11-4150-8ed1-4c7fc2fc464d tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:46:56.668049 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b28159-8c11-4150-8ed1-4c7fc2fc464d tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:46:56.668452 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b28159-8c11-4150-8ed1-4c7fc2fc464d tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:46:56.668854 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b28159-8c11-4150-8ed1-4c7fc2fc464d tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:46:56.669252 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b28159-8c11-4150-8ed1-4c7fc2fc464d tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:46:56.669642 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b28159-8c11-4150-8ed1-4c7fc2fc464d tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:46:56.670038 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b28159-8c11-4150-8ed1-4c7fc2fc464d tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:46:56.670445 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b28159-8c11-4150-8ed1-4c7fc2fc464d tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:46:56.670833 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b28159-8c11-4150-8ed1-4c7fc2fc464d tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:46:56.671222 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b28159-8c11-4150-8ed1-4c7fc2fc464d tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:46:56.697706 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ba7f61-a4c6-4950-9e3d-eb4452f73ddb None None] Pushing event updated for resources: {'Port': ['ID=26586108-54f2-437d-bde2-f91999a48ec0,revision_number=1']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:56.705162 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-56ba7f61-a4c6-4950-9e3d-eb4452f73ddb None None] Attempting to bind port 26586108-54f2-437d-bde2-f91999a48ec0 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:46:56.705530 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-56ba7f61-a4c6-4950-9e3d-eb4452f73ddb None None] Attempting to bind port 26586108-54f2-437d-bde2-f91999a48ec0 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '229ba38c-4df9-4dbe-ac9c-819833dd84a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'f3035818-28a4-4b7b-a39f-ab3e006d8f7c'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:46:56.706136 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ba7f61-a4c6-4950-9e3d-eb4452f73ddb None None] Attempting to bind port 26586108-54f2-437d-bde2-f91999a48ec0 on network f3035818-28a4-4b7b-a39f-ab3e006d8f7c {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:46:56.711493 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b28159-8c11-4150-8ed1-4c7fc2fc464d tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Network ac36e9ff-a900-470f-ac73-0cdf4f0e3207 is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:46:56.713154 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ba7f61-a4c6-4950-9e3d-eb4452f73ddb None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 46, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:46:56.713362 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ba7f61-a4c6-4950-9e3d-eb4452f73ddb None None] Checking segment: {'id': '229ba38c-4df9-4dbe-ac9c-819833dd84a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'f3035818-28a4-4b7b-a39f-ab3e006d8f7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:46:56.713988 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-56ba7f61-a4c6-4950-9e3d-eb4452f73ddb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:56.714451 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ba7f61-a4c6-4950-9e3d-eb4452f73ddb None None] Bound using segment: {'id': '229ba38c-4df9-4dbe-ac9c-819833dd84a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'f3035818-28a4-4b7b-a39f-ab3e006d8f7c'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:46:56.715747 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-56ba7f61-a4c6-4950-9e3d-eb4452f73ddb None None] Bound port: 26586108-54f2-437d-bde2-f91999a48ec0, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '229ba38c-4df9-4dbe-ac9c-819833dd84a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'f3035818-28a4-4b7b-a39f-ab3e006d8f7c'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:46:56.716289 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-56ba7f61-a4c6-4950-9e3d-eb4452f73ddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:56.722331 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-b3b28159-8c11-4150-8ed1-4c7fc2fc464d tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, ac36e9ff-a900-470f-ac73-0cdf4f0e3207) {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:46:56.733246 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3b28159-8c11-4150-8ed1-4c7fc2fc464d tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:56.733847 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-b3b28159-8c11-4150-8ed1-4c7fc2fc464d tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:56.739067 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cdc15c1-6bb6-482b-8189-e595bae7a42f None None] Network ac36e9ff-a900-470f-ac73-0cdf4f0e3207 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:46:56.754611 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f3a2d2-c1ac-48a1-bbe7-185b64194297 req-04c48e91-e10a-41d7-8a70-5e05ee3bcb37 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:56.756272 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-34f3a2d2-c1ac-48a1-bbe7-185b64194297 req-04c48e91-e10a-41d7-8a70-5e05ee3bcb37 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/ports?device_id=54053cb6-a7bf-40ad-8f43-f2830ff50e06 HTTP/1.1" status: 200 len: 945 time: 0.0815699 Oct 20 10:46:56.760247 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-b3b28159-8c11-4150-8ed1-4c7fc2fc464d tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.6239858 Oct 20 10:46:56.763727 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 39162) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:46:56.893911 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b7cc2ffc-fead-47c2-946d-644c9b19ac04 req-211a0b01-881b-41c5-b9ef-86a91114466a tempest-ServerShowV254Test-890819556 tempest-ServerShowV254Test-890819556-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8901744-f652-433f-9324-1ade7cdfb640 HTTP/1.1" status: 200 len: 210 time: 0.0896001 Oct 20 10:46:56.927299 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-34f3a2d2-c1ac-48a1-bbe7-185b64194297 req-7ed32ef2-6955-4d52-8020-1e30d1c41546 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/security-groups?id=887118a8-550c-4373-a758-17919f09b184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536665 Oct 20 10:46:56.958333 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 70926b19-cdde-49d2-a6a7-ad4d2ff80215 details requested by agent hyperv_n-h1-811396-3 with host n-h1-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:46:56.973606 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-052a573b-bf47-455c-b5c1-271a71375daa tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:57.000329 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-56ba7f61-a4c6-4950-9e3d-eb4452f73ddb None None] For port 26586108-54f2-437d-bde2-f91999a48ec0, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:46:57.025201 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61af8abe-e62b-4b59-a579-208cd42d5ea1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524064ba-869c-5550-b826-c26b69a11278-ac36e9ff-a900-470f-ac73-0cdf4f0e3207', 'network_id': 'ac36e9ff-a900-470f-ac73-0cdf4f0e3207', 'tenant_id': '10e8926c0dc24defb0f6cacab8eac495', 'fixed_ips': [{'subnet_id': '760fba14-7c49-43bc-b986-e9be440e7266'}]}} from n-d-811396-3. {{(pid=100598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:46:57.026324 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-61af8abe-e62b-4b59-a579-208cd42d5ea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:57.036231 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-56ba7f61-a4c6-4950-9e3d-eb4452f73ddb None None] For port 26586108-54f2-437d-bde2-f91999a48ec0, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=26586108-54f2-437d-bde2-f91999a48ec0,segment=NetworkSegment(229ba38c-4df9-4dbe-ac9c-819833dd84a9),segment_id=229ba38c-4df9-4dbe-ac9c-819833dd84a9)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:46:57.051053 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-56ba7f61-a4c6-4950-9e3d-eb4452f73ddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:57.091799 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-052a573b-bf47-455c-b5c1-271a71375daa tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:57.114451 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33799598-91d0-4f6e-a6d6-5a98d9155b96 req-05fcb1e5-ff3b-4cb0-a44e-fa38c72d0cfa tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:57.130828 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-33799598-91d0-4f6e-a6d6-5a98d9155b96 req-05fcb1e5-ff3b-4cb0-a44e-fa38c72d0cfa tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f102c70-86f1-448e-9dc6-cf364854ce4d HTTP/1.1" status: 200 len: 944 time: 0.1362853 Oct 20 10:46:57.140577 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ba7f61-a4c6-4950-9e3d-eb4452f73ddb None None] Pushing event updated for resources: {'Port': ['ID=26586108-54f2-437d-bde2-f91999a48ec0,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:57.196697 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-33799598-91d0-4f6e-a6d6-5a98d9155b96 req-ad353f48-342d-4927-b1e9-8a0bc5616c95 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] 10.222.0.64 "GET /v2.0/security-groups?id=beae5622-2b72-47ae-b5ac-f3919c6874d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640049 Oct 20 10:46:57.217870 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-052a573b-bf47-455c-b5c1-271a71375daa tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25350811'] for subnet, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:57.264793 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052a573b-bf47-455c-b5c1-271a71375daa tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Pushing event deleted for resources: {'Subnet': ['ID=760fba14-7c49-43bc-b986-e9be440e7266,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:57.336315 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-052a573b-bf47-455c-b5c1-271a71375daa tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:57.362949 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-052a573b-bf47-455c-b5c1-271a71375daa tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac36e9ff-a900-470f-ac73-0cdf4f0e3207']}} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:46:57.374673 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-052a573b-bf47-455c-b5c1-271a71375daa tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa8d8cc9-1227-4474-b9d7-77be449082b4') {'for_net_delete': True} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:46:57.375127 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-052a573b-bf47-455c-b5c1-271a71375daa tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa8d8cc9-1227-4474-b9d7-77be449082b4') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:46:57.388020 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-052a573b-bf47-455c-b5c1-271a71375daa tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25852596'] for segment, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:57.404234 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-052a573b-bf47-455c-b5c1-271a71375daa tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:57.411522 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-052a573b-bf47-455c-b5c1-271a71375daa tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Releasing vlan 845 on physical network physnet1 to pool {{(pid=100597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:46:57.412115 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-052a573b-bf47-455c-b5c1-271a71375daa tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951012'] for segment, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:57.415493 n-d-811396-3 neutron-server[100597]: Traceback (most recent call last): Oct 20 10:46:57.415493 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:46:57.415493 n-d-811396-3 neutron-server[100597]: timer() Oct 20 10:46:57.415493 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:46:57.415493 n-d-811396-3 neutron-server[100597]: cb(*args, **kw) Oct 20 10:46:57.415493 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:46:57.415493 n-d-811396-3 neutron-server[100597]: return func(*args, **kwargs) Oct 20 10:46:57.415493 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:46:57.415493 n-d-811396-3 neutron-server[100597]: self._notify() Oct 20 10:46:57.415493 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:46:57.415493 n-d-811396-3 neutron-server[100597]: self.callback(batched_events) Oct 20 10:46:57.415493 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:46:57.415493 n-d-811396-3 neutron-server[100597]: event.method(event) Oct 20 10:46:57.415493 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:46:57.415493 n-d-811396-3 neutron-server[100597]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:46:57.415493 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:46:57.415493 n-d-811396-3 neutron-server[100597]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:46:57.415493 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:46:57.415493 n-d-811396-3 neutron-server[100597]: return f(self, *a, **k) Oct 20 10:46:57.415493 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:46:57.415493 n-d-811396-3 neutron-server[100597]: return self._get(url).json() Oct 20 10:46:57.415493 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:46:57.415493 n-d-811396-3 neutron-server[100597]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:46:57.415493 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:46:57.415493 n-d-811396-3 neutron-server[100597]: return self.request(url, 'GET', **kwargs) Oct 20 10:46:57.415493 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:46:57.415493 n-d-811396-3 neutron-server[100597]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:46:57.415493 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:46:57.415493 n-d-811396-3 neutron-server[100597]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:46:57.415493 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:46:57.415493 n-d-811396-3 neutron-server[100597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:46:57.415493 n-d-811396-3 neutron-server[100597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:46:57.485612 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server [None req-61af8abe-e62b-4b59-a579-208cd42d5ea1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 760fba14-7c49-43bc-b986-e9be440e7266: This subnet is being modified by another concurrent operation. Oct 20 10:46:57.485612 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 20 10:46:57.485612 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 20 10:46:57.485612 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 20 10:46:57.485612 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 20 10:46:57.485612 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 20 10:46:57.485612 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 20 10:46:57.485612 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 20 10:46:57.485612 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 20 10:46:57.485612 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 20 10:46:57.485612 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 20 10:46:57.485612 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 20 10:46:57.485612 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 10:46:57.485612 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 10:46:57.485612 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 10:46:57.485612 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 10:46:57.485612 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 20 10:46:57.485612 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 10:46:57.485612 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 20 10:46:57.485612 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 20 10:46:57.485612 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 10:46:57.485612 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 10:46:57.485612 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 10:46:57.485612 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 10:46:57.485612 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 20 10:46:57.485612 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 10:46:57.485612 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 20 10:46:57.485612 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 20 10:46:57.485612 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 10:46:57.485612 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 10:46:57.485612 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 10:46:57.485612 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 10:46:57.485612 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 20 10:46:57.485612 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 20 10:46:57.485612 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 20 10:46:57.485612 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 20 10:46:57.485612 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 20 10:46:57.485612 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 20 10:46:57.485612 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 20 10:46:57.485612 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 20 10:46:57.485612 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 20 10:46:57.485612 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 20 10:46:57.485612 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 20 10:46:57.485612 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 10:46:57.485612 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 20 10:46:57.485612 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 20 10:46:57.485612 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 20 10:46:57.485612 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 20 10:46:57.485612 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 10:46:57.485612 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 10:46:57.485612 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 10:46:57.485612 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 10:46:57.485612 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 20 10:46:57.485612 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 10:46:57.489226 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 20 10:46:57.489226 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 20 10:46:57.489226 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 10:46:57.489226 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 10:46:57.489226 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 10:46:57.489226 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 10:46:57.489226 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 20 10:46:57.489226 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 10:46:57.489226 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 20 10:46:57.489226 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 20 10:46:57.489226 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 10:46:57.489226 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 10:46:57.489226 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 10:46:57.489226 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 10:46:57.489226 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 20 10:46:57.489226 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 20 10:46:57.489226 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 20 10:46:57.489226 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 20 10:46:57.489226 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 20 10:46:57.489226 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 20 10:46:57.489226 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 20 10:46:57.489226 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 20 10:46:57.489226 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 20 10:46:57.489226 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 20 10:46:57.489226 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 10:46:57.489226 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 10:46:57.489226 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 10:46:57.489226 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 10:46:57.489226 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 20 10:46:57.489226 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 20 10:46:57.489226 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 20 10:46:57.489226 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 20 10:46:57.489226 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 20 10:46:57.489226 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 20 10:46:57.489226 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 20 10:46:57.489226 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server raise exception Oct 20 10:46:57.489226 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 760fba14-7c49-43bc-b986-e9be440e7266: This subnet is being modified by another concurrent operation. Oct 20 10:46:57.489226 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server Oct 20 10:46:57.513913 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 70926b19-cdde-49d2-a6a7-ad4d2ff80215, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=70926b19-cdde-49d2-a6a7-ad4d2ff80215,segment=NetworkSegment(21cccbca-7404-428f-aa4e-872d37903a8d),segment_id=21cccbca-7404-428f-aa4e-872d37903a8d)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:46:57.535609 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddea213e-800a-45f8-a450-d5c007600fa9 None None] Network ac36e9ff-a900-470f-ac73-0cdf4f0e3207 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:46:57.542059 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-052a573b-bf47-455c-b5c1-271a71375daa tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:57.551552 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-052a573b-bf47-455c-b5c1-271a71375daa tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:57.555144 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-052a573b-bf47-455c-b5c1-271a71375daa tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] 10.222.0.64 "DELETE /v2.0/networks/ac36e9ff-a900-470f-ac73-0cdf4f0e3207 HTTP/1.1" status: 204 len: 168 time: 0.7903376 Oct 20 10:46:57.560680 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 39172) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:46:57.577608 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-ba9ed01c-213b-46f4-8e19-b5c80fb902d6 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1448448429'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:46:57.580134 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddea213e-800a-45f8-a450-d5c007600fa9 None None] Network ac36e9ff-a900-470f-ac73-0cdf4f0e3207 could not be found, it might have been deleted concurrently. {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 20 10:46:57.582542 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Returning: {'device': '70926b19-cdde-49d2-a6a7-ad4d2ff80215', 'network_id': 'c8a6fc02-fa12-4200-87e5-83414d81676e', 'port_id': '70926b19-cdde-49d2-a6a7-ad4d2ff80215', 'mac_address': 'fa:16:3e:8b:28:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2385e10a-8e9b-4532-8959-c4c7cb401041', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:46:57.615365 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052a573b-bf47-455c-b5c1-271a71375daa tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Pushing event deleted for resources: {'Network': ['ID=ac36e9ff-a900-470f-ac73-0cdf4f0e3207,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:57.637119 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba9ed01c-213b-46f4-8e19-b5c80fb902d6 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Made reservation on behalf of 10e8926c0dc24defb0f6cacab8eac495 for: {'network': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:46:57.645452 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ba9ed01c-213b-46f4-8e19-b5c80fb902d6 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:57.647647 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:57.666862 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70926b19-cdde-49d2-a6a7-ad4d2ff80215 {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:46:57.690862 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 70926b19-cdde-49d2-a6a7-ad4d2ff80215, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=70926b19-cdde-49d2-a6a7-ad4d2ff80215,segment=NetworkSegment(21cccbca-7404-428f-aa4e-872d37903a8d),segment_id=21cccbca-7404-428f-aa4e-872d37903a8d)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:46:57.699535 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:57.703849 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba9ed01c-213b-46f4-8e19-b5c80fb902d6 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 847} {{(pid=100597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:46:57.716579 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ba9ed01c-213b-46f4-8e19-b5c80fb902d6 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:57.751793 n-d-811396-3 neutron-server[100597]: INFO neutron.db.segments_db [None req-ba9ed01c-213b-46f4-8e19-b5c80fb902d6 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Added segment 5f02acd2-c09e-4749-9cf7-21583dcfd51b of type vlan for network e9652cbe-b96c-4cc6-b478-9c41f8254ff9 Oct 20 10:46:57.783371 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=70926b19-cdde-49d2-a6a7-ad4d2ff80215,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:57.816499 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ba9ed01c-213b-46f4-8e19-b5c80fb902d6 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:57.848357 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ba9ed01c-213b-46f4-8e19-b5c80fb902d6 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:57.854925 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba9ed01c-213b-46f4-8e19-b5c80fb902d6 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:57.856284 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ba9ed01c-213b-46f4-8e19-b5c80fb902d6 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:57.882154 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-ba9ed01c-213b-46f4-8e19-b5c80fb902d6 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3178606 Oct 20 10:46:57.882867 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 39178) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:46:57.889585 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-eb8a994a-cefd-4053-a494-4acbbaea38a3 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Request body: {'subnet': {'network_id': 'e9652cbe-b96c-4cc6-b478-9c41f8254ff9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:46:58.016747 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9ed01c-213b-46f4-8e19-b5c80fb902d6 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Pushing event updated for resources: {'Network': ['ID=e9652cbe-b96c-4cc6-b478-9c41f8254ff9,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:58.028624 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network e9652cbe-b96c-4cc6-b478-9c41f8254ff9 details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:46:58.093777 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-dea37055-8e37-441b-bea4-6dd20cd0b89f req-cd8720c2-a811-49eb-b905-ffc2d05d593e tempest-ServerShowV254Test-890819556 tempest-ServerShowV254Test-890819556-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8901744-f652-433f-9324-1ade7cdfb640 HTTP/1.1" status: 200 len: 210 time: 0.0508966 Oct 20 10:46:58.148799 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb8a994a-cefd-4053-a494-4acbbaea38a3 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Made reservation on behalf of 10e8926c0dc24defb0f6cacab8eac495 for: {'subnet': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:46:58.153328 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-eb8a994a-cefd-4053-a494-4acbbaea38a3 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26761797'] for subnet, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:58.249572 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['70926b19-cdde-49d2-a6a7-ad4d2ff80215'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:46:58.267809 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477f07cc-3766-4f2d-9369-51421367c517 req-896b2ad3-6b2b-4b4a-ba84-f311e28ed52f tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:58.283988 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-477f07cc-3766-4f2d-9369-51421367c517 req-896b2ad3-6b2b-4b4a-ba84-f311e28ed52f tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/ports?device_id=54053cb6-a7bf-40ad-8f43-f2830ff50e06 HTTP/1.1" status: 200 len: 945 time: 0.2183526 Oct 20 10:46:58.367928 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.ipam_backend_mixin [None req-eb8a994a-cefd-4053-a494-4acbbaea38a3 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Performing IP validity checks on allocation pools {{(pid=100596) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 20 10:46:58.368676 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.ipam_backend_mixin [None req-eb8a994a-cefd-4053-a494-4acbbaea38a3 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100596) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 20 10:46:58.379182 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-477f07cc-3766-4f2d-9369-51421367c517 req-cc0781f2-358e-4c67-abe0-0ce0165ae297 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/security-groups?id=887118a8-550c-4373-a758-17919f09b184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939088 Oct 20 10:46:58.498272 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db4df96-dbfe-4938-b3fb-97266655d452 req-2266b933-b78f-40af-b5a4-b89e388356b3 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:58.507753 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8db4df96-dbfe-4938-b3fb-97266655d452 req-2266b933-b78f-40af-b5a4-b89e388356b3 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f102c70-86f1-448e-9dc6-cf364854ce4d HTTP/1.1" status: 200 len: 945 time: 0.0918536 Oct 20 10:46:58.609480 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8db4df96-dbfe-4938-b3fb-97266655d452 req-078db933-c555-4d80-bf61-57842bbe9289 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] 10.222.0.64 "GET /v2.0/security-groups?id=beae5622-2b72-47ae-b5ac-f3919c6874d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006589 Oct 20 10:46:58.727955 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-eb8a994a-cefd-4053-a494-4acbbaea38a3 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26836128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26761819'] for subnet, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:58.797634 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 26586108-54f2-437d-bde2-f91999a48ec0 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:46:58.840382 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8a994a-cefd-4053-a494-4acbbaea38a3 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Pushing event updated for resources: {'Subnet': ['ID=97811535-99a0-458a-aa2c-2e65287ab123,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:58.853910 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8a994a-cefd-4053-a494-4acbbaea38a3 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Checking segment: {'id': '5f02acd2-c09e-4749-9cf7-21583dcfd51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'e9652cbe-b96c-4cc6-b478-9c41f8254ff9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:46:58.854272 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8a994a-cefd-4053-a494-4acbbaea38a3 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Network hostable DHCP agents. Network: e9652cbe-b96c-4cc6-b478-9c41f8254ff9, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:46:58.888544 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8a994a-cefd-4053-a494-4acbbaea38a3 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Network e9652cbe-b96c-4cc6-b478-9c41f8254ff9 is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:46:58.893135 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 26586108-54f2-437d-bde2-f91999a48ec0 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:46:58.893897 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:58.909660 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-eb8a994a-cefd-4053-a494-4acbbaea38a3 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, e9652cbe-b96c-4cc6-b478-9c41f8254ff9) {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:46:58.919846 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb8a994a-cefd-4053-a494-4acbbaea38a3 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:58.920454 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-eb8a994a-cefd-4053-a494-4acbbaea38a3 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:58.928790 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6fd9204-0895-45e0-aee6-90d769c273f4 None None] Network e9652cbe-b96c-4cc6-b478-9c41f8254ff9 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:46:58.939043 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-eb8a994a-cefd-4053-a494-4acbbaea38a3 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.0538151 Oct 20 10:46:58.941339 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 39194) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:46:59.093201 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-567ca9e4-5bf6-4405-8995-5f4e08adcde4 None None] Network f3035818-28a4-4b7b-a39f-ab3e006d8f7c requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:46:59.122403 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a6fee698-7372-4c73-93f0-b210d5213882 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:59.176845 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-38eb6ed9-2d3b-49cb-bcef-bbcb0ac17e94 None None] Provisioning complete for port 26586108-54f2-437d-bde2-f91999a48ec0 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:46:59.177257 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-38eb6ed9-2d3b-49cb-bcef-bbcb0ac17e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:59.200607 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a6fee698-7372-4c73-93f0-b210d5213882 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:59.270512 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2b34af30-b576-442d-8131-ef3cc3f264c8 req-61ce5947-00eb-42a8-b0b8-9e7a5d919ee0 tempest-ServerShowV254Test-890819556 tempest-ServerShowV254Test-890819556-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8901744-f652-433f-9324-1ade7cdfb640 HTTP/1.1" status: 200 len: 210 time: 0.0436444 Oct 20 10:46:59.283697 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:59.344331 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a6fee698-7372-4c73-93f0-b210d5213882 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26836193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26761888'] for subnet, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:59.423360 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fee698-7372-4c73-93f0-b210d5213882 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Pushing event deleted for resources: {'Subnet': ['ID=97811535-99a0-458a-aa2c-2e65287ab123,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:59.436584 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] For port 26586108-54f2-437d-bde2-f91999a48ec0, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=26586108-54f2-437d-bde2-f91999a48ec0,segment=NetworkSegment(229ba38c-4df9-4dbe-ac9c-819833dd84a9),segment_id=229ba38c-4df9-4dbe-ac9c-819833dd84a9)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:46:59.454173 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:59.550413 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1106b956-0dc7-45b7-b874-b056eacc4839 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524064ba-869c-5550-b826-c26b69a11278-e9652cbe-b96c-4cc6-b478-9c41f8254ff9', 'network_id': 'e9652cbe-b96c-4cc6-b478-9c41f8254ff9', 'tenant_id': '10e8926c0dc24defb0f6cacab8eac495', 'fixed_ips': [{'subnet_id': '97811535-99a0-458a-aa2c-2e65287ab123'}]}} from n-d-811396-3. {{(pid=100598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:46:59.551269 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1106b956-0dc7-45b7-b874-b056eacc4839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:59.568250 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a6fee698-7372-4c73-93f0-b210d5213882 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:59.592447 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-a6fee698-7372-4c73-93f0-b210d5213882 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9652cbe-b96c-4cc6-b478-9c41f8254ff9']}} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:46:59.602702 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-a6fee698-7372-4c73-93f0-b210d5213882 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f02acd2-c09e-4749-9cf7-21583dcfd51b') {'for_net_delete': True} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:46:59.603435 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-a6fee698-7372-4c73-93f0-b210d5213882 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f02acd2-c09e-4749-9cf7-21583dcfd51b') {} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:46:59.619093 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a6fee698-7372-4c73-93f0-b210d5213882 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25189038'] for segment, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:59.625083 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Pushing event updated for resources: {'Port': ['ID=26586108-54f2-437d-bde2-f91999a48ec0,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:59.698046 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a6fee698-7372-4c73-93f0-b210d5213882 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:59.721991 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6fee698-7372-4c73-93f0-b210d5213882 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Releasing vlan 847 on physical network physnet1 to pool {{(pid=100596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:46:59.722407 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a6fee698-7372-4c73-93f0-b210d5213882 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26833155'] for segment, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:59.727149 n-d-811396-3 neutron-server[100596]: Traceback (most recent call last): Oct 20 10:46:59.727149 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:46:59.727149 n-d-811396-3 neutron-server[100596]: timer() Oct 20 10:46:59.727149 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:46:59.727149 n-d-811396-3 neutron-server[100596]: cb(*args, **kw) Oct 20 10:46:59.727149 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:46:59.727149 n-d-811396-3 neutron-server[100596]: return func(*args, **kwargs) Oct 20 10:46:59.727149 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:46:59.727149 n-d-811396-3 neutron-server[100596]: self._notify() Oct 20 10:46:59.727149 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:46:59.727149 n-d-811396-3 neutron-server[100596]: self.callback(batched_events) Oct 20 10:46:59.727149 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:46:59.727149 n-d-811396-3 neutron-server[100596]: event.method(event) Oct 20 10:46:59.727149 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:46:59.727149 n-d-811396-3 neutron-server[100596]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:46:59.727149 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:46:59.727149 n-d-811396-3 neutron-server[100596]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:46:59.727149 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:46:59.727149 n-d-811396-3 neutron-server[100596]: return f(self, *a, **k) Oct 20 10:46:59.727149 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:46:59.727149 n-d-811396-3 neutron-server[100596]: return self._get(url).json() Oct 20 10:46:59.727149 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:46:59.727149 n-d-811396-3 neutron-server[100596]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:46:59.727149 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:46:59.727149 n-d-811396-3 neutron-server[100596]: return self.request(url, 'GET', **kwargs) Oct 20 10:46:59.727149 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:46:59.727149 n-d-811396-3 neutron-server[100596]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:46:59.727149 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:46:59.727149 n-d-811396-3 neutron-server[100596]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:46:59.727149 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:46:59.727149 n-d-811396-3 neutron-server[100596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:46:59.727149 n-d-811396-3 neutron-server[100596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:46:59.754337 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3656ab13-d6c8-43a1-9770-6b811755e4bf None None] Network e9652cbe-b96c-4cc6-b478-9c41f8254ff9 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:46:59.874207 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11090982-069f-4ee8-8fd1-ade5ec1b2511 req-030874ce-46e4-4e9e-a9aa-010816ecd30e tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:59.875835 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-11090982-069f-4ee8-8fd1-ade5ec1b2511 req-030874ce-46e4-4e9e-a9aa-010816ecd30e tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/ports?device_id=54053cb6-a7bf-40ad-8f43-f2830ff50e06 HTTP/1.1" status: 200 len: 945 time: 0.3827124 Oct 20 10:46:59.882700 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a6fee698-7372-4c73-93f0-b210d5213882 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:59.916299 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a6fee698-7372-4c73-93f0-b210d5213882 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks [] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:46:59.920453 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-a6fee698-7372-4c73-93f0-b210d5213882 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] 10.222.0.64 "DELETE /v2.0/networks/e9652cbe-b96c-4cc6-b478-9c41f8254ff9 HTTP/1.1" status: 204 len: 168 time: 0.9781346 Oct 20 10:46:59.929550 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 39210) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:46:59.935042 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-bbc6ed7c-b39e-40b8-ad58-09e72d267201 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-418323653'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:46:59.966261 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7771dd16-0c43-4630-abe4-7ee81818cf0e req-70b5a7e6-d468-4eb9-98b8-6173be639540 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:46:59.975277 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7771dd16-0c43-4630-abe4-7ee81818cf0e req-70b5a7e6-d468-4eb9-98b8-6173be639540 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f102c70-86f1-448e-9dc6-cf364854ce4d HTTP/1.1" status: 200 len: 945 time: 0.2178645 Oct 20 10:46:59.977645 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fee698-7372-4c73-93f0-b210d5213882 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Pushing event deleted for resources: {'Network': ['ID=e9652cbe-b96c-4cc6-b478-9c41f8254ff9,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:46:59.998645 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbc6ed7c-b39e-40b8-ad58-09e72d267201 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Made reservation on behalf of 10e8926c0dc24defb0f6cacab8eac495 for: {'network': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:47:00.003376 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bbc6ed7c-b39e-40b8-ad58-09e72d267201 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:00.028963 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-11090982-069f-4ee8-8fd1-ade5ec1b2511 req-9a71fe6d-ad1e-453e-9708-0e80f78e54bb tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/security-groups?id=887118a8-550c-4373-a758-17919f09b184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394618 Oct 20 10:47:00.064280 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbc6ed7c-b39e-40b8-ad58-09e72d267201 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 812} {{(pid=100597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:47:00.066268 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7771dd16-0c43-4630-abe4-7ee81818cf0e req-dbcbc82d-61ab-41a8-873d-a946a678c81e tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] 10.222.0.64 "GET /v2.0/security-groups?id=beae5622-2b72-47ae-b5ac-f3919c6874d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885787 Oct 20 10:47:00.088363 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bbc6ed7c-b39e-40b8-ad58-09e72d267201 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:00.088817 n-d-811396-3 neutron-server[100597]: INFO neutron.db.segments_db [None req-bbc6ed7c-b39e-40b8-ad58-09e72d267201 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Added segment 6d7aa847-3b0b-468e-b6b1-af68f8d20d90 of type vlan for network 134152e9-967e-4ee6-899f-8f407f699c75 Oct 20 10:47:00.144686 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d459e397-40b3-4539-b904-1764f42e825f None None] get_active_networks_info from n-d-811396-3 {{(pid=100598) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 20 10:47:00.178352 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-4b57f28f-8864-40bc-b3bd-987a4d2e144f None None] Provisioning complete for port 26586108-54f2-437d-bde2-f91999a48ec0 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:47:00.179183 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-4b57f28f-8864-40bc-b3bd-987a4d2e144f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:00.179655 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bbc6ed7c-b39e-40b8-ad58-09e72d267201 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:00.229844 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bbc6ed7c-b39e-40b8-ad58-09e72d267201 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:00.244874 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc6ed7c-b39e-40b8-ad58-09e72d267201 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:00.247999 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bbc6ed7c-b39e-40b8-ad58-09e72d267201 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:00.311215 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-bbc6ed7c-b39e-40b8-ad58-09e72d267201 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3803880 Oct 20 10:47:00.314019 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 39216) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:47:00.319073 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-bc24fde8-6c1c-4904-9f76-143a5e7ac4c4 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Request body: {'subnet': {'network_id': '134152e9-967e-4ee6-899f-8f407f699c75', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:47:00.322760 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d459e397-40b3-4539-b904-1764f42e825f None None] Resources bound (agent type, host, resource id): {{(pid=100598) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 20 10:47:00.557037 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc6ed7c-b39e-40b8-ad58-09e72d267201 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Pushing event updated for resources: {'Network': ['ID=134152e9-967e-4ee6-899f-8f407f699c75,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:00.572569 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network 134152e9-967e-4ee6-899f-8f407f699c75 details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:47:00.586762 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3962fcfb-9c61-4c93-b03d-d2afb4400389 req-b0cbae8c-752b-423f-9a99-83d26282d9f7 tempest-ServerShowV254Test-890819556 tempest-ServerShowV254Test-890819556-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8901744-f652-433f-9324-1ade7cdfb640 HTTP/1.1" status: 200 len: 210 time: 0.0771916 Oct 20 10:47:00.607577 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc24fde8-6c1c-4904-9f76-143a5e7ac4c4 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Made reservation on behalf of 10e8926c0dc24defb0f6cacab8eac495 for: {'subnet': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:47:00.624643 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-bc24fde8-6c1c-4904-9f76-143a5e7ac4c4 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26761797'] for subnet, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:00.745182 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 26586108-54f2-437d-bde2-f91999a48ec0 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:47:00.936870 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-bc24fde8-6c1c-4904-9f76-143a5e7ac4c4 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26836128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26761819'] for subnet, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:00.957095 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 26586108-54f2-437d-bde2-f91999a48ec0 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:47:00.957748 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:00.962246 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 70926b19-cdde-49d2-a6a7-ad4d2ff80215 up at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:47:01.024834 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc24fde8-6c1c-4904-9f76-143a5e7ac4c4 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Pushing event updated for resources: {'Subnet': ['ID=766a7428-90e4-4fc4-901d-2c1a8ad3a8b8,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:01.033576 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc24fde8-6c1c-4904-9f76-143a5e7ac4c4 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Checking segment: {'id': '6d7aa847-3b0b-468e-b6b1-af68f8d20d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '134152e9-967e-4ee6-899f-8f407f699c75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:47:01.034275 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc24fde8-6c1c-4904-9f76-143a5e7ac4c4 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Network hostable DHCP agents. Network: 134152e9-967e-4ee6-899f-8f407f699c75, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:47:01.076757 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc24fde8-6c1c-4904-9f76-143a5e7ac4c4 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Network 134152e9-967e-4ee6-899f-8f407f699c75 is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:47:01.094378 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-bc24fde8-6c1c-4904-9f76-143a5e7ac4c4 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, 134152e9-967e-4ee6-899f-8f407f699c75) {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:47:01.100924 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc24fde8-6c1c-4904-9f76-143a5e7ac4c4 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:01.102034 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-bc24fde8-6c1c-4904-9f76-143a5e7ac4c4 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:01.114276 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning for port 70926b19-cdde-49d2-a6a7-ad4d2ff80215 completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:47:01.123688 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe4999e-f464-4527-9486-6711233d031a None None] Network 134152e9-967e-4ee6-899f-8f407f699c75 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:47:01.127810 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 39234) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:47:01.131684 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning complete for port 70926b19-cdde-49d2-a6a7-ad4d2ff80215 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:47:01.132068 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:01.141607 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-bc24fde8-6c1c-4904-9f76-143a5e7ac4c4 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.8263872 Oct 20 10:47:01.287978 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4b5a0c-6d98-4ff4-a512-d227dde030bb req-6d9f3b06-a64f-447c-9f49-7f52f8adfa04 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:01.295950 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8f4b5a0c-6d98-4ff4-a512-d227dde030bb req-6d9f3b06-a64f-447c-9f49-7f52f8adfa04 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f102c70-86f1-448e-9dc6-cf364854ce4d HTTP/1.1" status: 200 len: 945 time: 0.1044688 Oct 20 10:47:01.345997 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8f4b5a0c-6d98-4ff4-a512-d227dde030bb req-e186c610-40c3-48e7-91f9-d97455145115 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] 10.222.0.64 "GET /v2.0/security-groups?id=beae5622-2b72-47ae-b5ac-f3919c6874d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490625 Oct 20 10:47:01.373357 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73140f8f-aab3-4f7e-9976-b3e49de8f5f0 req-676fe015-28aa-43ab-9e01-e767352219f1 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:01.374882 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-73140f8f-aab3-4f7e-9976-b3e49de8f5f0 req-676fe015-28aa-43ab-9e01-e767352219f1 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/ports?device_id=54053cb6-a7bf-40ad-8f43-f2830ff50e06 HTTP/1.1" status: 200 len: 945 time: 0.1454136 Oct 20 10:47:01.416280 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-555d1996-39de-4205-919c-5093040d3828 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:01.428323 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-73140f8f-aab3-4f7e-9976-b3e49de8f5f0 req-d0aa73dd-aea5-4aab-826d-8b34648b8d11 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/security-groups?id=887118a8-550c-4373-a758-17919f09b184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439870 Oct 20 10:47:01.456945 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:01.516697 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-555d1996-39de-4205-919c-5093040d3828 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:01.569640 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f102c70-86f1-448e-9dc6-cf364854ce4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70926b19-cdde-49d2-a6a7-ad4d2ff80215'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:47:01.591511 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-929bef4e-8f1a-4f3e-9f69-3b13d9ddbb39" -d '{"events": [{"server_uuid": "6f102c70-86f1-448e-9dc6-cf364854ce4d", "name": "network-vif-plugged", "status": "completed", "tag": "70926b19-cdde-49d2-a6a7-ad4d2ff80215"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:47:01.645191 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-555d1996-39de-4205-919c-5093040d3828 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25350811'] for subnet, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:01.684891 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 70926b19-cdde-49d2-a6a7-ad4d2ff80215, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=70926b19-cdde-49d2-a6a7-ad4d2ff80215,segment=NetworkSegment(21cccbca-7404-428f-aa4e-872d37903a8d),segment_id=21cccbca-7404-428f-aa4e-872d37903a8d)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:47:01.686799 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e60f3c07-ab39-4da5-ad4f-09a2128c4623 x-openstack-request-id: req-e60f3c07-ab39-4da5-ad4f-09a2128c4623 {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:47:01.687085 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f102c70-86f1-448e-9dc6-cf364854ce4d", "name": "network-vif-plugged", "status": "completed", "tag": "70926b19-cdde-49d2-a6a7-ad4d2ff80215", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:47:01.687338 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e60f3c07-ab39-4da5-ad4f-09a2128c4623 {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:47:01.687786 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f102c70-86f1-448e-9dc6-cf364854ce4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70926b19-cdde-49d2-a6a7-ad4d2ff80215', 'code': 200} Oct 20 10:47:01.700859 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:01.712751 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555d1996-39de-4205-919c-5093040d3828 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Pushing event deleted for resources: {'Subnet': ['ID=766a7428-90e4-4fc4-901d-2c1a8ad3a8b8,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:01.856485 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb5628d0-4673-4de9-a173-eaa023d16bd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524064ba-869c-5550-b826-c26b69a11278-134152e9-967e-4ee6-899f-8f407f699c75', 'network_id': '134152e9-967e-4ee6-899f-8f407f699c75', 'tenant_id': '10e8926c0dc24defb0f6cacab8eac495', 'fixed_ips': [{'subnet_id': '766a7428-90e4-4fc4-901d-2c1a8ad3a8b8'}]}} from n-d-811396-3. {{(pid=100598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:47:01.857445 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-cb5628d0-4673-4de9-a173-eaa023d16bd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:01.878596 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-555d1996-39de-4205-919c-5093040d3828 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:01.904299 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-555d1996-39de-4205-919c-5093040d3828 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['134152e9-967e-4ee6-899f-8f407f699c75']}} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:47:01.916867 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-555d1996-39de-4205-919c-5093040d3828 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d7aa847-3b0b-468e-b6b1-af68f8d20d90') {'for_net_delete': True} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:47:01.917188 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-555d1996-39de-4205-919c-5093040d3828 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d7aa847-3b0b-468e-b6b1-af68f8d20d90') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:47:01.928918 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-555d1996-39de-4205-919c-5093040d3828 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25852596'] for segment, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:01.943474 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=70926b19-cdde-49d2-a6a7-ad4d2ff80215,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:01.954409 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-555d1996-39de-4205-919c-5093040d3828 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:01.965267 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-555d1996-39de-4205-919c-5093040d3828 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Releasing vlan 812 on physical network physnet1 to pool {{(pid=100597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:47:01.965688 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-555d1996-39de-4205-919c-5093040d3828 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951012'] for segment, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:01.969794 n-d-811396-3 neutron-server[100597]: Traceback (most recent call last): Oct 20 10:47:01.969794 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:47:01.969794 n-d-811396-3 neutron-server[100597]: timer() Oct 20 10:47:01.969794 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:47:01.969794 n-d-811396-3 neutron-server[100597]: cb(*args, **kw) Oct 20 10:47:01.969794 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:47:01.969794 n-d-811396-3 neutron-server[100597]: return func(*args, **kwargs) Oct 20 10:47:01.969794 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:47:01.969794 n-d-811396-3 neutron-server[100597]: self._notify() Oct 20 10:47:01.969794 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:47:01.969794 n-d-811396-3 neutron-server[100597]: self.callback(batched_events) Oct 20 10:47:01.969794 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:47:01.969794 n-d-811396-3 neutron-server[100597]: event.method(event) Oct 20 10:47:01.969794 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:47:01.969794 n-d-811396-3 neutron-server[100597]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:47:01.969794 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:47:01.969794 n-d-811396-3 neutron-server[100597]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:47:01.969794 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:47:01.969794 n-d-811396-3 neutron-server[100597]: return f(self, *a, **k) Oct 20 10:47:01.969794 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:47:01.969794 n-d-811396-3 neutron-server[100597]: return self._get(url).json() Oct 20 10:47:01.969794 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:47:01.969794 n-d-811396-3 neutron-server[100597]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:47:01.969794 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:47:01.969794 n-d-811396-3 neutron-server[100597]: return self.request(url, 'GET', **kwargs) Oct 20 10:47:01.969794 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:47:01.969794 n-d-811396-3 neutron-server[100597]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:47:01.969794 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:47:01.969794 n-d-811396-3 neutron-server[100597]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:47:01.969794 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:47:01.969794 n-d-811396-3 neutron-server[100597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:47:01.969794 n-d-811396-3 neutron-server[100597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:47:02.001996 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d69ef605-f3ad-4ed6-a599-3eac549ac969 req-0bb97ead-c244-4887-b62b-f414e7c94cd6 tempest-ServerShowV254Test-890819556 tempest-ServerShowV254Test-890819556-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8901744-f652-433f-9324-1ade7cdfb640 HTTP/1.1" status: 200 len: 210 time: 0.1190212 Oct 20 10:47:02.016398 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714ea16c-cca5-4654-b1ba-d709b13d7ff3 req-8f91472d-f12c-481b-9165-cd8c5166dcf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:02.036048 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-714ea16c-cca5-4654-b1ba-d709b13d7ff3 req-8f91472d-f12c-481b-9165-cd8c5166dcf7 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6f102c70-86f1-448e-9dc6-cf364854ce4d HTTP/1.1" status: 200 len: 1097 time: 0.2214224 Oct 20 10:47:02.070460 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-547438eb-fd18-4f78-a078-10f3b3292305 None None] Network 134152e9-967e-4ee6-899f-8f407f699c75 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:47:02.099176 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-555d1996-39de-4205-919c-5093040d3828 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:02.117955 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-714ea16c-cca5-4654-b1ba-d709b13d7ff3 req-24a252c6-e2c1-4b2c-9424-68f2c09efb0c service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=beae5622-2b72-47ae-b5ac-f3919c6874d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733352 Oct 20 10:47:02.130344 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-555d1996-39de-4205-919c-5093040d3828 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:02.137633 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 39330) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:47:02.137944 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-555d1996-39de-4205-919c-5093040d3828 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] 10.222.0.64 "DELETE /v2.0/networks/134152e9-967e-4ee6-899f-8f407f699c75 HTTP/1.1" status: 204 len: 168 time: 1.0046251 Oct 20 10:47:02.143199 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-420b284b-8e34-44dd-9d4f-d3078817491b tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1136241129'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:47:02.157002 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555d1996-39de-4205-919c-5093040d3828 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Pushing event deleted for resources: {'Network': ['ID=134152e9-967e-4ee6-899f-8f407f699c75,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:02.207245 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-420b284b-8e34-44dd-9d4f-d3078817491b tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Made reservation on behalf of 10e8926c0dc24defb0f6cacab8eac495 for: {'network': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:47:02.211537 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-420b284b-8e34-44dd-9d4f-d3078817491b tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:02.242883 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-420b284b-8e34-44dd-9d4f-d3078817491b tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 808} {{(pid=100596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:47:02.254137 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-420b284b-8e34-44dd-9d4f-d3078817491b tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:02.254820 n-d-811396-3 neutron-server[100596]: INFO neutron.db.segments_db [None req-420b284b-8e34-44dd-9d4f-d3078817491b tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Added segment 53c47441-2296-4aae-914f-fe014007ca53 of type vlan for network 2ffda7ee-7d12-42b7-bc19-6ae243d5eee7 Oct 20 10:47:02.805156 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-420b284b-8e34-44dd-9d4f-d3078817491b tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:02.842460 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b866c01-3ecb-408e-b21d-6ef019d38f10 req-63fc46cc-127b-4cb5-ba41-edabe2157428 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:02.844050 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4b866c01-3ecb-408e-b21d-6ef019d38f10 req-63fc46cc-127b-4cb5-ba41-edabe2157428 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f102c70-86f1-448e-9dc6-cf364854ce4d HTTP/1.1" status: 200 len: 946 time: 0.0963545 Oct 20 10:47:02.854909 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db162586-4ac7-4a93-8a64-a2572667e008 req-3e549a93-b442-4c97-91eb-a470e5d79b10 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:02.856862 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-db162586-4ac7-4a93-8a64-a2572667e008 req-3e549a93-b442-4c97-91eb-a470e5d79b10 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/ports?device_id=54053cb6-a7bf-40ad-8f43-f2830ff50e06 HTTP/1.1" status: 200 len: 945 time: 0.1355710 Oct 20 10:47:02.901683 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-420b284b-8e34-44dd-9d4f-d3078817491b tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:02.908462 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-420b284b-8e34-44dd-9d4f-d3078817491b tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:02.909294 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-420b284b-8e34-44dd-9d4f-d3078817491b tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks [] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:02.946300 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4b866c01-3ecb-408e-b21d-6ef019d38f10 req-2c88c4d6-24b2-4f38-8209-471007dde198 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] 10.222.0.64 "GET /v2.0/security-groups?id=beae5622-2b72-47ae-b5ac-f3919c6874d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857642 Oct 20 10:47:02.993654 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 39434) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:47:02.999799 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-ea8b360f-6afd-4026-8cf5-44c830d999bd tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Request body: {'subnet': {'network_id': '2ffda7ee-7d12-42b7-bc19-6ae243d5eee7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:47:03.004439 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-420b284b-8e34-44dd-9d4f-d3078817491b tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8655162 Oct 20 10:47:03.058061 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-db162586-4ac7-4a93-8a64-a2572667e008 req-e8b97f8c-deb6-4a6a-95a6-497cbe978465 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/security-groups?id=887118a8-550c-4373-a758-17919f09b184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741786 Oct 20 10:47:03.065091 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420b284b-8e34-44dd-9d4f-d3078817491b tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Pushing event updated for resources: {'Network': ['ID=2ffda7ee-7d12-42b7-bc19-6ae243d5eee7,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:03.077925 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network 2ffda7ee-7d12-42b7-bc19-6ae243d5eee7 details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:47:03.223490 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea8b360f-6afd-4026-8cf5-44c830d999bd tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Made reservation on behalf of 10e8926c0dc24defb0f6cacab8eac495 for: {'subnet': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:47:03.228949 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ea8b360f-6afd-4026-8cf5-44c830d999bd tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25350782'] for subnet, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:03.233990 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f78bde12-b7a6-4233-a3e3-f8f92d4194f9 req-5f257c06-e125-4832-8f7c-921e8af5c74e tempest-ServerShowV254Test-890819556 tempest-ServerShowV254Test-890819556-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8901744-f652-433f-9324-1ade7cdfb640 HTTP/1.1" status: 200 len: 210 time: 0.0528965 Oct 20 10:47:03.514538 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3fe31318-9f15-41eb-86ae-65a6ada1721a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:03.517080 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ea8b360f-6afd-4026-8cf5-44c830d999bd tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25350752'] for subnet, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:03.581544 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8b360f-6afd-4026-8cf5-44c830d999bd tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Pushing event updated for resources: {'Subnet': ['ID=24373d34-a804-4fa7-b69e-00de687b4bcd,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:03.596473 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8b360f-6afd-4026-8cf5-44c830d999bd tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:47:03.597187 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8b360f-6afd-4026-8cf5-44c830d999bd tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:47:03.597789 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8b360f-6afd-4026-8cf5-44c830d999bd tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:47:03.598724 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8b360f-6afd-4026-8cf5-44c830d999bd tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:47:03.599442 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8b360f-6afd-4026-8cf5-44c830d999bd tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:47:03.600585 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8b360f-6afd-4026-8cf5-44c830d999bd tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:47:03.601316 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8b360f-6afd-4026-8cf5-44c830d999bd tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:47:03.603003 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8b360f-6afd-4026-8cf5-44c830d999bd tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:47:03.603589 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8b360f-6afd-4026-8cf5-44c830d999bd tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:47:03.604152 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8b360f-6afd-4026-8cf5-44c830d999bd tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:47:03.604703 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8b360f-6afd-4026-8cf5-44c830d999bd tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:47:03.608211 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8b360f-6afd-4026-8cf5-44c830d999bd tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:47:03.635256 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8b360f-6afd-4026-8cf5-44c830d999bd tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Checking segment: {'id': '53c47441-2296-4aae-914f-fe014007ca53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '2ffda7ee-7d12-42b7-bc19-6ae243d5eee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:47:03.636053 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea8b360f-6afd-4026-8cf5-44c830d999bd tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Network hostable DHCP agents. Network: 2ffda7ee-7d12-42b7-bc19-6ae243d5eee7, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:47:03.658461 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea8b360f-6afd-4026-8cf5-44c830d999bd tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Network 2ffda7ee-7d12-42b7-bc19-6ae243d5eee7 is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:47:03.689873 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-ea8b360f-6afd-4026-8cf5-44c830d999bd tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, 2ffda7ee-7d12-42b7-bc19-6ae243d5eee7) {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:47:03.700702 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eccf9224-2ef8-494b-bef6-648131304f80 None None] Network 2ffda7ee-7d12-42b7-bc19-6ae243d5eee7 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:47:03.712460 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea8b360f-6afd-4026-8cf5-44c830d999bd tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:03.715521 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ea8b360f-6afd-4026-8cf5-44c830d999bd tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:03.759689 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-ea8b360f-6afd-4026-8cf5-44c830d999bd tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7646422 Oct 20 10:47:03.760280 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 39528) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:47:03.907299 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d9f8ff-8c0b-445d-bd93-efdc2481def5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524064ba-869c-5550-b826-c26b69a11278-2ffda7ee-7d12-42b7-bc19-6ae243d5eee7', 'network_id': '2ffda7ee-7d12-42b7-bc19-6ae243d5eee7', 'tenant_id': '10e8926c0dc24defb0f6cacab8eac495', 'fixed_ips': [{'subnet_id': '24373d34-a804-4fa7-b69e-00de687b4bcd'}]}} from n-d-811396-3. {{(pid=100598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:47:03.908376 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-60d9f8ff-8c0b-445d-bd93-efdc2481def5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:04.016045 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-49ff3603-b4ae-437c-b60c-dbd89f8dab5a tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:04.270306 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-60d9f8ff-8c0b-445d-bd93-efdc2481def5 None None] Allocated IP 172.20.0.2 (2ffda7ee-7d12-42b7-bc19-6ae243d5eee7/24373d34-a804-4fa7-b69e-00de687b4bcd/f64b23b1-305a-4215-9fcd-46d921ddeb00) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:47:04.418462 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd95b52-9eaf-427e-968a-66d6f151172f req-737bc857-01a0-4a21-8bd5-d95d88f7098a tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:04.429759 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6bd95b52-9eaf-427e-968a-66d6f151172f req-737bc857-01a0-4a21-8bd5-d95d88f7098a tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f102c70-86f1-448e-9dc6-cf364854ce4d HTTP/1.1" status: 200 len: 946 time: 0.3028984 Oct 20 10:47:04.452714 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd0d6a3-6a25-471f-8a33-a5f322cb33c2 req-a1beaabd-74dc-460d-b238-cb1776b2e2dd tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:04.455513 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ffd0d6a3-6a25-471f-8a33-a5f322cb33c2 req-a1beaabd-74dc-460d-b238-cb1776b2e2dd tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/ports?device_id=54053cb6-a7bf-40ad-8f43-f2830ff50e06 HTTP/1.1" status: 200 len: 945 time: 0.2349153 Oct 20 10:47:04.470571 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-49ff3603-b4ae-437c-b60c-dbd89f8dab5a tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:04.712989 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6bd95b52-9eaf-427e-968a-66d6f151172f req-9a8741ba-c6dc-42f2-95f4-652823b89aec tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] 10.222.0.64 "GET /v2.0/security-groups?id=beae5622-2b72-47ae-b5ac-f3919c6874d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2823153 Oct 20 10:47:04.814190 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ffd0d6a3-6a25-471f-8a33-a5f322cb33c2 req-bf167bfc-3971-4d8a-b84f-350ef0cdc930 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/security-groups?id=887118a8-550c-4373-a758-17919f09b184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3245699 Oct 20 10:47:05.030199 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b8c5e1fb-4b01-4d74-986a-1a0f6bfa5776 req-3d9ca8b8-9c37-4aee-8714-76b840ac3fa7 tempest-ServerShowV254Test-890819556 tempest-ServerShowV254Test-890819556-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8901744-f652-433f-9324-1ade7cdfb640 HTTP/1.1" status: 200 len: 210 time: 0.0560367 Oct 20 10:47:05.102224 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-60d9f8ff-8c0b-445d-bd93-efdc2481def5 None None] Publish callbacks [] for port, precommit_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:05.109920 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-60d9f8ff-8c0b-445d-bd93-efdc2481def5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:05.125794 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-49ff3603-b4ae-437c-b60c-dbd89f8dab5a tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26836193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26761888'] for subnet, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:05.217211 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ff3603-b4ae-437c-b60c-dbd89f8dab5a tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Pushing event deleted for resources: {'Subnet': ['ID=24373d34-a804-4fa7-b69e-00de687b4bcd,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:05.278963 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d9f8ff-8c0b-445d-bd93-efdc2481def5 None None] Network 2ffda7ee-7d12-42b7-bc19-6ae243d5eee7 is already hosted by enough agents. {{(pid=100598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:47:05.281710 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.base_scheduler [None req-60d9f8ff-8c0b-445d-bd93-efdc2481def5 None None] Resources bound (agent type, host, resource id): {{(pid=100598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:47:05.297877 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d9f8ff-8c0b-445d-bd93-efdc2481def5 None None] Received port after_create {{(pid=100598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:47:05.321630 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d9f8ff-8c0b-445d-bd93-efdc2481def5 None None] Pushing event updated for resources: {'Port': ['ID=f64b23b1-305a-4215-9fcd-46d921ddeb00,revision_number=1']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:05.349987 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-49ff3603-b4ae-437c-b60c-dbd89f8dab5a tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:05.407900 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-49ff3603-b4ae-437c-b60c-dbd89f8dab5a tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ffda7ee-7d12-42b7-bc19-6ae243d5eee7']}} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:47:05.450741 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-49ff3603-b4ae-437c-b60c-dbd89f8dab5a tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53c47441-2296-4aae-914f-fe014007ca53') {'for_net_delete': True} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:47:05.455664 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-49ff3603-b4ae-437c-b60c-dbd89f8dab5a tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53c47441-2296-4aae-914f-fe014007ca53') {} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:47:05.468437 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-49ff3603-b4ae-437c-b60c-dbd89f8dab5a tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25189038'] for segment, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:05.483730 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-60d9f8ff-8c0b-445d-bd93-efdc2481def5 None None] Attempting to bind port f64b23b1-305a-4215-9fcd-46d921ddeb00 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:47:05.484376 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-60d9f8ff-8c0b-445d-bd93-efdc2481def5 None None] Attempting to bind port f64b23b1-305a-4215-9fcd-46d921ddeb00 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '53c47441-2296-4aae-914f-fe014007ca53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '2ffda7ee-7d12-42b7-bc19-6ae243d5eee7'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:47:05.485091 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d9f8ff-8c0b-445d-bd93-efdc2481def5 None None] Attempting to bind port f64b23b1-305a-4215-9fcd-46d921ddeb00 on network 2ffda7ee-7d12-42b7-bc19-6ae243d5eee7 {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:47:05.491911 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-49ff3603-b4ae-437c-b60c-dbd89f8dab5a tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:05.502247 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d9f8ff-8c0b-445d-bd93-efdc2481def5 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 46, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:47:05.502948 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d9f8ff-8c0b-445d-bd93-efdc2481def5 None None] Checking segment: {'id': '53c47441-2296-4aae-914f-fe014007ca53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '2ffda7ee-7d12-42b7-bc19-6ae243d5eee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:47:05.510459 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49ff3603-b4ae-437c-b60c-dbd89f8dab5a tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Releasing vlan 808 on physical network physnet1 to pool {{(pid=100596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:47:05.511063 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-49ff3603-b4ae-437c-b60c-dbd89f8dab5a tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26833155'] for segment, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:05.513468 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-60d9f8ff-8c0b-445d-bd93-efdc2481def5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:05.514011 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d9f8ff-8c0b-445d-bd93-efdc2481def5 None None] Bound using segment: {'id': '53c47441-2296-4aae-914f-fe014007ca53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '2ffda7ee-7d12-42b7-bc19-6ae243d5eee7'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:47:05.514556 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-60d9f8ff-8c0b-445d-bd93-efdc2481def5 None None] Bound port: f64b23b1-305a-4215-9fcd-46d921ddeb00, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53c47441-2296-4aae-914f-fe014007ca53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '2ffda7ee-7d12-42b7-bc19-6ae243d5eee7'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:47:05.514971 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-60d9f8ff-8c0b-445d-bd93-efdc2481def5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:05.521894 n-d-811396-3 neutron-server[100596]: Traceback (most recent call last): Oct 20 10:47:05.521894 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:47:05.521894 n-d-811396-3 neutron-server[100596]: timer() Oct 20 10:47:05.521894 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:47:05.521894 n-d-811396-3 neutron-server[100596]: cb(*args, **kw) Oct 20 10:47:05.521894 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:47:05.521894 n-d-811396-3 neutron-server[100596]: return func(*args, **kwargs) Oct 20 10:47:05.521894 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:47:05.521894 n-d-811396-3 neutron-server[100596]: self._notify() Oct 20 10:47:05.521894 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:47:05.521894 n-d-811396-3 neutron-server[100596]: self.callback(batched_events) Oct 20 10:47:05.521894 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:47:05.521894 n-d-811396-3 neutron-server[100596]: event.method(event) Oct 20 10:47:05.521894 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:47:05.521894 n-d-811396-3 neutron-server[100596]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:47:05.521894 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:47:05.521894 n-d-811396-3 neutron-server[100596]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:47:05.521894 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:47:05.521894 n-d-811396-3 neutron-server[100596]: return f(self, *a, **k) Oct 20 10:47:05.521894 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:47:05.521894 n-d-811396-3 neutron-server[100596]: return self._get(url).json() Oct 20 10:47:05.521894 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:47:05.521894 n-d-811396-3 neutron-server[100596]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:47:05.521894 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:47:05.521894 n-d-811396-3 neutron-server[100596]: return self.request(url, 'GET', **kwargs) Oct 20 10:47:05.521894 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:47:05.521894 n-d-811396-3 neutron-server[100596]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:47:05.521894 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:47:05.521894 n-d-811396-3 neutron-server[100596]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:47:05.521894 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:47:05.521894 n-d-811396-3 neutron-server[100596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:47:05.521894 n-d-811396-3 neutron-server[100596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:47:05.701458 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-60d9f8ff-8c0b-445d-bd93-efdc2481def5 None None] For port f64b23b1-305a-4215-9fcd-46d921ddeb00, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:47:05.783510 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-60d9f8ff-8c0b-445d-bd93-efdc2481def5 None None] For port f64b23b1-305a-4215-9fcd-46d921ddeb00, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=f64b23b1-305a-4215-9fcd-46d921ddeb00,segment=NetworkSegment(53c47441-2296-4aae-914f-fe014007ca53),segment_id=53c47441-2296-4aae-914f-fe014007ca53)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:47:05.785978 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.db.api [None req-49ff3603-b4ae-437c-b60c-dbd89f8dab5a tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 20 10:47:05.785978 n-d-811396-3 neutron-server[100596]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 20 10:47:05.785978 n-d-811396-3 neutron-server[100596]: [parameters: {'id': '2ffda7ee-7d12-42b7-bc19-6ae243d5eee7'}] Oct 20 10:47:05.785978 n-d-811396-3 neutron-server[100596]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=100596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 10:47:05.786461 n-d-811396-3 neutron-server[100596]: DEBUG oslo_db.api [None req-49ff3603-b4ae-437c-b60c-dbd89f8dab5a tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 10:47:05.789388 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-60d9f8ff-8c0b-445d-bd93-efdc2481def5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:05.900157 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d9f8ff-8c0b-445d-bd93-efdc2481def5 None None] Pushing event updated for resources: {'Port': ['ID=f64b23b1-305a-4215-9fcd-46d921ddeb00,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:05.929194 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-430bc88a-de47-4933-804e-f0767ad53c22 None None] Network 2ffda7ee-7d12-42b7-bc19-6ae243d5eee7 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:47:05.995045 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e391c17d-f8e8-4c9c-837b-d976df076e77 req-27b1482f-2619-4c55-948d-a0c9503d39ba tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:05.997244 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e391c17d-f8e8-4c9c-837b-d976df076e77 req-27b1482f-2619-4c55-948d-a0c9503d39ba tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/ports?device_id=54053cb6-a7bf-40ad-8f43-f2830ff50e06 HTTP/1.1" status: 200 len: 945 time: 0.0776355 Oct 20 10:47:06.055673 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e391c17d-f8e8-4c9c-837b-d976df076e77 req-8760d47d-af22-41d7-bcb3-00fc5452ffd6 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/security-groups?id=887118a8-550c-4373-a758-17919f09b184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468364 Oct 20 10:47:06.094217 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef699c2-ec24-44f4-beb9-4745924a623c None None] get_active_networks_info from n-d-811396-3 {{(pid=100598) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 20 10:47:06.137106 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-acb546a5-3540-4a7a-b50c-28bec0dac614 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:06.186365 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5a6bc132-1fe3-4d76-b4f8-1ab5a3d05af6 req-c0fa3099-ca10-4497-9632-f27896c0a295 tempest-ServerShowV254Test-890819556 tempest-ServerShowV254Test-890819556-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8901744-f652-433f-9324-1ade7cdfb640 HTTP/1.1" status: 200 len: 210 time: 0.0307767 Oct 20 10:47:06.226851 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef699c2-ec24-44f4-beb9-4745924a623c None None] Resources bound (agent type, host, resource id): {{(pid=100598) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 20 10:47:06.286907 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-49ff3603-b4ae-437c-b60c-dbd89f8dab5a tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:06.357099 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-49ff3603-b4ae-437c-b60c-dbd89f8dab5a tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Deleting port f64b23b1-305a-4215-9fcd-46d921ddeb00 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:47:06.357737 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-49ff3603-b4ae-437c-b60c-dbd89f8dab5a tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:06.430797 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [None req-49ff3603-b4ae-437c-b60c-dbd89f8dab5a tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] For port f64b23b1-305a-4215-9fcd-46d921ddeb00, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=f64b23b1-305a-4215-9fcd-46d921ddeb00,segment=NetworkSegment(53c47441-2296-4aae-914f-fe014007ca53),segment_id=53c47441-2296-4aae-914f-fe014007ca53)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:47:06.431546 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-49ff3603-b4ae-437c-b60c-dbd89f8dab5a tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:06.445509 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-49ff3603-b4ae-437c-b60c-dbd89f8dab5a tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Calling delete_port for f64b23b1-305a-4215-9fcd-46d921ddeb00 owned by network:dhcp {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:47:06.569269 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-49ff3603-b4ae-437c-b60c-dbd89f8dab5a tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:06.582659 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ff3603-b4ae-437c-b60c-dbd89f8dab5a tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] No DVR routers for this DVR port f64b23b1-305a-4215-9fcd-46d921ddeb00 on host n-d-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:47:06.644927 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ff3603-b4ae-437c-b60c-dbd89f8dab5a tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Pushing event deleted for resources: {'Port': ['ID=f64b23b1-305a-4215-9fcd-46d921ddeb00,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:06.702748 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-49ff3603-b4ae-437c-b60c-dbd89f8dab5a tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:06.751001 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-49ff3603-b4ae-437c-b60c-dbd89f8dab5a tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ffda7ee-7d12-42b7-bc19-6ae243d5eee7']}} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:47:06.783715 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-49ff3603-b4ae-437c-b60c-dbd89f8dab5a tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53c47441-2296-4aae-914f-fe014007ca53') {'for_net_delete': True} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:47:06.784376 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-49ff3603-b4ae-437c-b60c-dbd89f8dab5a tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53c47441-2296-4aae-914f-fe014007ca53') {} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:47:06.796689 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-49ff3603-b4ae-437c-b60c-dbd89f8dab5a tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25189038'] for segment, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:06.824493 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-49ff3603-b4ae-437c-b60c-dbd89f8dab5a tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:06.834415 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49ff3603-b4ae-437c-b60c-dbd89f8dab5a tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Releasing vlan 808 on physical network physnet1 to pool {{(pid=100596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:47:06.835488 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-49ff3603-b4ae-437c-b60c-dbd89f8dab5a tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26833155'] for segment, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:06.858429 n-d-811396-3 neutron-server[100596]: Traceback (most recent call last): Oct 20 10:47:06.858429 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:47:06.858429 n-d-811396-3 neutron-server[100596]: timer() Oct 20 10:47:06.858429 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:47:06.858429 n-d-811396-3 neutron-server[100596]: cb(*args, **kw) Oct 20 10:47:06.858429 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:47:06.858429 n-d-811396-3 neutron-server[100596]: return func(*args, **kwargs) Oct 20 10:47:06.858429 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:47:06.858429 n-d-811396-3 neutron-server[100596]: self._notify() Oct 20 10:47:06.858429 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:47:06.858429 n-d-811396-3 neutron-server[100596]: self.callback(batched_events) Oct 20 10:47:06.858429 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:47:06.858429 n-d-811396-3 neutron-server[100596]: event.method(event) Oct 20 10:47:06.858429 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:47:06.858429 n-d-811396-3 neutron-server[100596]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:47:06.858429 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:47:06.858429 n-d-811396-3 neutron-server[100596]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:47:06.858429 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:47:06.858429 n-d-811396-3 neutron-server[100596]: return f(self, *a, **k) Oct 20 10:47:06.858429 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:47:06.858429 n-d-811396-3 neutron-server[100596]: return self._get(url).json() Oct 20 10:47:06.858429 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:47:06.858429 n-d-811396-3 neutron-server[100596]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:47:06.858429 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:47:06.858429 n-d-811396-3 neutron-server[100596]: return self.request(url, 'GET', **kwargs) Oct 20 10:47:06.858429 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:47:06.858429 n-d-811396-3 neutron-server[100596]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:47:06.858429 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:47:06.858429 n-d-811396-3 neutron-server[100596]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:47:06.858429 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:47:06.858429 n-d-811396-3 neutron-server[100596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:47:06.858429 n-d-811396-3 neutron-server[100596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:47:06.921820 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-49ff3603-b4ae-437c-b60c-dbd89f8dab5a tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:06.929520 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-49ff3603-b4ae-437c-b60c-dbd89f8dab5a tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks [] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:06.938595 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 39770) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:47:06.939211 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-49ff3603-b4ae-437c-b60c-dbd89f8dab5a tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] 10.222.0.64 "DELETE /v2.0/networks/2ffda7ee-7d12-42b7-bc19-6ae243d5eee7 HTTP/1.1" status: 204 len: 168 time: 3.1725540 Oct 20 10:47:06.946802 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-d47a2774-6cc9-4ef7-bf0d-3996dd9577c9 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-18795564'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:47:06.958422 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ff3603-b4ae-437c-b60c-dbd89f8dab5a tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Pushing event deleted for resources: {'Network': ['ID=2ffda7ee-7d12-42b7-bc19-6ae243d5eee7,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:06.989573 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d47a2774-6cc9-4ef7-bf0d-3996dd9577c9 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Made reservation on behalf of 10e8926c0dc24defb0f6cacab8eac495 for: {'network': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:47:06.995216 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d47a2774-6cc9-4ef7-bf0d-3996dd9577c9 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:07.085207 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:07.092004 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d47a2774-6cc9-4ef7-bf0d-3996dd9577c9 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 814} {{(pid=100597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:47:07.103689 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d47a2774-6cc9-4ef7-bf0d-3996dd9577c9 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:07.104581 n-d-811396-3 neutron-server[100597]: INFO neutron.db.segments_db [None req-d47a2774-6cc9-4ef7-bf0d-3996dd9577c9 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Added segment 85dffc7e-c779-4fb2-8d0a-bdb636465a47 of type vlan for network c11c37f1-119e-4e31-916f-21c9bd2d627a Oct 20 10:47:07.221234 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d47a2774-6cc9-4ef7-bf0d-3996dd9577c9 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:07.282655 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d47a2774-6cc9-4ef7-bf0d-3996dd9577c9 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:07.291485 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d47a2774-6cc9-4ef7-bf0d-3996dd9577c9 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:07.295793 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d47a2774-6cc9-4ef7-bf0d-3996dd9577c9 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:07.364738 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d8c386-f266-4f31-98f2-205f1dada77c req-8af476c4-00f9-4f79-8dae-6c4b3710b1a5 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:07.366494 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-99d8c386-f266-4f31-98f2-205f1dada77c req-8af476c4-00f9-4f79-8dae-6c4b3710b1a5 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/ports?device_id=54053cb6-a7bf-40ad-8f43-f2830ff50e06 HTTP/1.1" status: 200 len: 945 time: 0.1825855 Oct 20 10:47:07.415540 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-d47a2774-6cc9-4ef7-bf0d-3996dd9577c9 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.4756930 Oct 20 10:47:07.419839 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 39782) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:47:07.442548 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-f57c256c-8f56-41e4-bc38-d34be73c1a76 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Request body: {'subnet': {'network_id': 'c11c37f1-119e-4e31-916f-21c9bd2d627a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:47:07.454572 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-551622cf-3bc6-45a1-9a6d-5091b7f9283c req-df230f02-cf77-4ed3-b36f-23e87e47c9b5 tempest-ServerShowV254Test-890819556 tempest-ServerShowV254Test-890819556-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8901744-f652-433f-9324-1ade7cdfb640 HTTP/1.1" status: 200 len: 210 time: 0.0821133 Oct 20 10:47:07.506207 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:07.540431 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-99d8c386-f266-4f31-98f2-205f1dada77c req-dfff5412-59a3-4bf7-bf8b-776310dfb5ac tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/security-groups?id=887118a8-550c-4373-a758-17919f09b184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548316 Oct 20 10:47:07.679376 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47a2774-6cc9-4ef7-bf0d-3996dd9577c9 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Pushing event updated for resources: {'Network': ['ID=c11c37f1-119e-4e31-916f-21c9bd2d627a,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:07.690991 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network c11c37f1-119e-4e31-916f-21c9bd2d627a details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:47:07.718236 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f57c256c-8f56-41e4-bc38-d34be73c1a76 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Made reservation on behalf of 10e8926c0dc24defb0f6cacab8eac495 for: {'subnet': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:47:07.736947 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f57c256c-8f56-41e4-bc38-d34be73c1a76 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25350782'] for subnet, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:07.846494 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.ipam_backend_mixin [None req-f57c256c-8f56-41e4-bc38-d34be73c1a76 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Performing IP validity checks on allocation pools {{(pid=100597) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 20 10:47:07.846893 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.ipam_backend_mixin [None req-f57c256c-8f56-41e4-bc38-d34be73c1a76 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100597) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 20 10:47:07.934335 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:08.040017 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f57c256c-8f56-41e4-bc38-d34be73c1a76 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25350752'] for subnet, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:08.126818 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57c256c-8f56-41e4-bc38-d34be73c1a76 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Pushing event updated for resources: {'Subnet': ['ID=bc739b5e-5110-4b7c-b0f8-b992ba4397ec,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:08.145137 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57c256c-8f56-41e4-bc38-d34be73c1a76 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Checking segment: {'id': '85dffc7e-c779-4fb2-8d0a-bdb636465a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'c11c37f1-119e-4e31-916f-21c9bd2d627a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:47:08.148107 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57c256c-8f56-41e4-bc38-d34be73c1a76 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Network hostable DHCP agents. Network: c11c37f1-119e-4e31-916f-21c9bd2d627a, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:47:08.217470 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57c256c-8f56-41e4-bc38-d34be73c1a76 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Network c11c37f1-119e-4e31-916f-21c9bd2d627a is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:47:08.242862 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-f57c256c-8f56-41e4-bc38-d34be73c1a76 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, c11c37f1-119e-4e31-916f-21c9bd2d627a) {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:47:08.252672 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-907cd3d5-aa5e-488e-8115-b35b5ca37bf0 None None] Network c11c37f1-119e-4e31-916f-21c9bd2d627a requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:47:08.260080 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f57c256c-8f56-41e4-bc38-d34be73c1a76 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:08.260695 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f57c256c-8f56-41e4-bc38-d34be73c1a76 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:08.294913 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-f57c256c-8f56-41e4-bc38-d34be73c1a76 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.8689966 Oct 20 10:47:08.295441 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 39792) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:47:08.562685 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-94562e6c-d686-4e6d-9bfd-a93dd509a04b tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:08.593605 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f0235b-cfc9-488b-a373-38ca50dd6a93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524064ba-869c-5550-b826-c26b69a11278-c11c37f1-119e-4e31-916f-21c9bd2d627a', 'network_id': 'c11c37f1-119e-4e31-916f-21c9bd2d627a', 'tenant_id': '10e8926c0dc24defb0f6cacab8eac495', 'fixed_ips': [{'subnet_id': 'bc739b5e-5110-4b7c-b0f8-b992ba4397ec'}]}} from n-d-811396-3. {{(pid=100598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:47:08.594494 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-c1f0235b-cfc9-488b-a373-38ca50dd6a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:08.646502 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-94562e6c-d686-4e6d-9bfd-a93dd509a04b tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:08.747303 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4a83868f-e3f8-4527-8978-6f632cf42c8a req-4471c0bf-2104-4250-bd4e-4ef5c1985dd2 tempest-ServerShowV254Test-890819556 tempest-ServerShowV254Test-890819556-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8901744-f652-433f-9324-1ade7cdfb640 HTTP/1.1" status: 200 len: 210 time: 0.0966361 Oct 20 10:47:08.818120 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cad80a9-7e39-4a21-addc-3f80da463c82 req-e0cca604-7ca8-47d7-93ee-7f2bd063348a tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:08.825443 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5cad80a9-7e39-4a21-addc-3f80da463c82 req-e0cca604-7ca8-47d7-93ee-7f2bd063348a tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/ports?device_id=54053cb6-a7bf-40ad-8f43-f2830ff50e06 HTTP/1.1" status: 200 len: 945 time: 0.1246636 Oct 20 10:47:08.852737 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-c1f0235b-cfc9-488b-a373-38ca50dd6a93 None None] Allocated IP 172.20.0.3 (c11c37f1-119e-4e31-916f-21c9bd2d627a/bc739b5e-5110-4b7c-b0f8-b992ba4397ec/67deb5b9-625f-4994-881c-6c9bc5413a49) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:47:08.909968 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5cad80a9-7e39-4a21-addc-3f80da463c82 req-b50b6795-d05b-42ff-bcdb-2aaea5e2e921 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/security-groups?id=887118a8-550c-4373-a758-17919f09b184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833631 Oct 20 10:47:08.944263 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:09.155876 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-c1f0235b-cfc9-488b-a373-38ca50dd6a93 None None] Publish callbacks [] for port, precommit_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:09.176781 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-c1f0235b-cfc9-488b-a373-38ca50dd6a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:09.210016 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-94562e6c-d686-4e6d-9bfd-a93dd509a04b tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26836193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26761888'] for subnet, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:09.284904 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f0235b-cfc9-488b-a373-38ca50dd6a93 None None] Pushing event updated for resources: {'Port': ['ID=67deb5b9-625f-4994-881c-6c9bc5413a49,revision_number=1']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:09.305987 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f0235b-cfc9-488b-a373-38ca50dd6a93 None None] Network c11c37f1-119e-4e31-916f-21c9bd2d627a is already hosted by enough agents. {{(pid=100598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:47:09.320566 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.base_scheduler [None req-c1f0235b-cfc9-488b-a373-38ca50dd6a93 None None] Resources bound (agent type, host, resource id): {{(pid=100598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:47:09.325204 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f0235b-cfc9-488b-a373-38ca50dd6a93 None None] Received port after_create {{(pid=100598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:47:09.341163 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94562e6c-d686-4e6d-9bfd-a93dd509a04b tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Pushing event deleted for resources: {'Subnet': ['ID=bc739b5e-5110-4b7c-b0f8-b992ba4397ec,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:09.438884 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-c1f0235b-cfc9-488b-a373-38ca50dd6a93 None None] Attempting to bind port 67deb5b9-625f-4994-881c-6c9bc5413a49 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:47:09.441258 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-c1f0235b-cfc9-488b-a373-38ca50dd6a93 None None] Attempting to bind port 67deb5b9-625f-4994-881c-6c9bc5413a49 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '85dffc7e-c779-4fb2-8d0a-bdb636465a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'c11c37f1-119e-4e31-916f-21c9bd2d627a'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:47:09.442171 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f0235b-cfc9-488b-a373-38ca50dd6a93 None None] Attempting to bind port 67deb5b9-625f-4994-881c-6c9bc5413a49 on network c11c37f1-119e-4e31-916f-21c9bd2d627a {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:47:09.448054 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f0235b-cfc9-488b-a373-38ca50dd6a93 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:47:09.449153 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f0235b-cfc9-488b-a373-38ca50dd6a93 None None] Checking segment: {'id': '85dffc7e-c779-4fb2-8d0a-bdb636465a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'c11c37f1-119e-4e31-916f-21c9bd2d627a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:47:09.449570 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-c1f0235b-cfc9-488b-a373-38ca50dd6a93 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:09.449983 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f0235b-cfc9-488b-a373-38ca50dd6a93 None None] Bound using segment: {'id': '85dffc7e-c779-4fb2-8d0a-bdb636465a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'c11c37f1-119e-4e31-916f-21c9bd2d627a'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:47:09.450440 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-c1f0235b-cfc9-488b-a373-38ca50dd6a93 None None] Bound port: 67deb5b9-625f-4994-881c-6c9bc5413a49, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85dffc7e-c779-4fb2-8d0a-bdb636465a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'c11c37f1-119e-4e31-916f-21c9bd2d627a'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:47:09.450832 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-c1f0235b-cfc9-488b-a373-38ca50dd6a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:09.453609 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-94562e6c-d686-4e6d-9bfd-a93dd509a04b tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:09.502443 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-94562e6c-d686-4e6d-9bfd-a93dd509a04b tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c11c37f1-119e-4e31-916f-21c9bd2d627a']}} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:47:09.514793 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-94562e6c-d686-4e6d-9bfd-a93dd509a04b tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85dffc7e-c779-4fb2-8d0a-bdb636465a47') {'for_net_delete': True} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:47:09.515133 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-94562e6c-d686-4e6d-9bfd-a93dd509a04b tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85dffc7e-c779-4fb2-8d0a-bdb636465a47') {} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:47:09.525076 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-94562e6c-d686-4e6d-9bfd-a93dd509a04b tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25189038'] for segment, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:09.549152 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-94562e6c-d686-4e6d-9bfd-a93dd509a04b tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:09.564285 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-c1f0235b-cfc9-488b-a373-38ca50dd6a93 None None] For port 67deb5b9-625f-4994-881c-6c9bc5413a49, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:47:09.579913 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94562e6c-d686-4e6d-9bfd-a93dd509a04b tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Releasing vlan 814 on physical network physnet1 to pool {{(pid=100596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:47:09.581897 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-94562e6c-d686-4e6d-9bfd-a93dd509a04b tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26833155'] for segment, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:09.584096 n-d-811396-3 neutron-server[100596]: Traceback (most recent call last): Oct 20 10:47:09.584096 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:47:09.584096 n-d-811396-3 neutron-server[100596]: timer() Oct 20 10:47:09.584096 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:47:09.584096 n-d-811396-3 neutron-server[100596]: cb(*args, **kw) Oct 20 10:47:09.584096 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:47:09.584096 n-d-811396-3 neutron-server[100596]: return func(*args, **kwargs) Oct 20 10:47:09.584096 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:47:09.584096 n-d-811396-3 neutron-server[100596]: self._notify() Oct 20 10:47:09.584096 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:47:09.584096 n-d-811396-3 neutron-server[100596]: self.callback(batched_events) Oct 20 10:47:09.584096 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:47:09.584096 n-d-811396-3 neutron-server[100596]: event.method(event) Oct 20 10:47:09.584096 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:47:09.584096 n-d-811396-3 neutron-server[100596]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:47:09.584096 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:47:09.584096 n-d-811396-3 neutron-server[100596]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:47:09.584096 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:47:09.584096 n-d-811396-3 neutron-server[100596]: return f(self, *a, **k) Oct 20 10:47:09.584096 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:47:09.584096 n-d-811396-3 neutron-server[100596]: return self._get(url).json() Oct 20 10:47:09.584096 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:47:09.584096 n-d-811396-3 neutron-server[100596]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:47:09.584096 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:47:09.584096 n-d-811396-3 neutron-server[100596]: return self.request(url, 'GET', **kwargs) Oct 20 10:47:09.584096 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:47:09.584096 n-d-811396-3 neutron-server[100596]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:47:09.584096 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:47:09.584096 n-d-811396-3 neutron-server[100596]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:47:09.584096 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:47:09.584096 n-d-811396-3 neutron-server[100596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:47:09.584096 n-d-811396-3 neutron-server[100596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:47:09.648477 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-c1f0235b-cfc9-488b-a373-38ca50dd6a93 None None] For port 67deb5b9-625f-4994-881c-6c9bc5413a49, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=67deb5b9-625f-4994-881c-6c9bc5413a49,segment=NetworkSegment(85dffc7e-c779-4fb2-8d0a-bdb636465a47),segment_id=85dffc7e-c779-4fb2-8d0a-bdb636465a47)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:47:09.649848 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.db.api [None req-94562e6c-d686-4e6d-9bfd-a93dd509a04b tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 20 10:47:09.649848 n-d-811396-3 neutron-server[100596]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 20 10:47:09.649848 n-d-811396-3 neutron-server[100596]: [parameters: {'id': 'c11c37f1-119e-4e31-916f-21c9bd2d627a'}] Oct 20 10:47:09.649848 n-d-811396-3 neutron-server[100596]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=100596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 10:47:09.650222 n-d-811396-3 neutron-server[100596]: DEBUG oslo_db.api [None req-94562e6c-d686-4e6d-9bfd-a93dd509a04b tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 10:47:09.654060 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-c1f0235b-cfc9-488b-a373-38ca50dd6a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:09.722066 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f0235b-cfc9-488b-a373-38ca50dd6a93 None None] Pushing event updated for resources: {'Port': ['ID=67deb5b9-625f-4994-881c-6c9bc5413a49,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:09.772569 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82814a49-544a-46d3-b183-dfbd9b17b355 None None] Network c11c37f1-119e-4e31-916f-21c9bd2d627a requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:47:09.930257 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4c0a0e3f-5d78-42d3-9909-1e9c660f8b5e req-c80245cb-9d40-4624-8503-3b22ef0f6308 tempest-ServerShowV254Test-890819556 tempest-ServerShowV254Test-890819556-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8901744-f652-433f-9324-1ade7cdfb640 HTTP/1.1" status: 200 len: 210 time: 0.0290282 Oct 20 10:47:09.963922 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e40bc0d-35e8-435e-9c78-3060565ed5ae None None] get_active_networks_info from n-d-811396-3 {{(pid=100598) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 20 10:47:10.087724 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95658aab-980e-4b47-a246-638bba02ccfe req-6eaac22c-704e-4575-bc99-b34a7f3013fe tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:10.095242 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-95658aab-980e-4b47-a246-638bba02ccfe req-6eaac22c-704e-4575-bc99-b34a7f3013fe tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/ports?device_id=54053cb6-a7bf-40ad-8f43-f2830ff50e06 HTTP/1.1" status: 200 len: 945 time: 0.0719235 Oct 20 10:47:10.116481 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e40bc0d-35e8-435e-9c78-3060565ed5ae None None] Resources bound (agent type, host, resource id): {{(pid=100598) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 20 10:47:10.132858 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-95658aab-980e-4b47-a246-638bba02ccfe req-aca71b58-e9cf-4ef5-a09e-9a454bdf3936 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/security-groups?id=887118a8-550c-4373-a758-17919f09b184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367117 Oct 20 10:47:10.150943 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-94562e6c-d686-4e6d-9bfd-a93dd509a04b tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:10.235540 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-94562e6c-d686-4e6d-9bfd-a93dd509a04b tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Deleting port 67deb5b9-625f-4994-881c-6c9bc5413a49 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:47:10.235896 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-94562e6c-d686-4e6d-9bfd-a93dd509a04b tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:10.314689 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [None req-94562e6c-d686-4e6d-9bfd-a93dd509a04b tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] For port 67deb5b9-625f-4994-881c-6c9bc5413a49, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=67deb5b9-625f-4994-881c-6c9bc5413a49,segment=NetworkSegment(85dffc7e-c779-4fb2-8d0a-bdb636465a47),segment_id=85dffc7e-c779-4fb2-8d0a-bdb636465a47)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:47:10.315072 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-94562e6c-d686-4e6d-9bfd-a93dd509a04b tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:10.328938 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-94562e6c-d686-4e6d-9bfd-a93dd509a04b tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Calling delete_port for 67deb5b9-625f-4994-881c-6c9bc5413a49 owned by network:dhcp {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:47:10.456715 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-94562e6c-d686-4e6d-9bfd-a93dd509a04b tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:10.520047 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94562e6c-d686-4e6d-9bfd-a93dd509a04b tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] No DVR routers for this DVR port 67deb5b9-625f-4994-881c-6c9bc5413a49 on host n-d-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:47:10.537412 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94562e6c-d686-4e6d-9bfd-a93dd509a04b tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Pushing event deleted for resources: {'Port': ['ID=67deb5b9-625f-4994-881c-6c9bc5413a49,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:10.702279 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-94562e6c-d686-4e6d-9bfd-a93dd509a04b tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:10.754911 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-94562e6c-d686-4e6d-9bfd-a93dd509a04b tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c11c37f1-119e-4e31-916f-21c9bd2d627a']}} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:47:10.774067 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-94562e6c-d686-4e6d-9bfd-a93dd509a04b tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85dffc7e-c779-4fb2-8d0a-bdb636465a47') {'for_net_delete': True} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:47:10.774375 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-94562e6c-d686-4e6d-9bfd-a93dd509a04b tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85dffc7e-c779-4fb2-8d0a-bdb636465a47') {} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:47:10.792838 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-94562e6c-d686-4e6d-9bfd-a93dd509a04b tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25189038'] for segment, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:10.819490 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-94562e6c-d686-4e6d-9bfd-a93dd509a04b tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:10.833138 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94562e6c-d686-4e6d-9bfd-a93dd509a04b tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Releasing vlan 814 on physical network physnet1 to pool {{(pid=100596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:47:10.833551 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-94562e6c-d686-4e6d-9bfd-a93dd509a04b tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26833155'] for segment, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:10.843781 n-d-811396-3 neutron-server[100596]: Traceback (most recent call last): Oct 20 10:47:10.843781 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:47:10.843781 n-d-811396-3 neutron-server[100596]: timer() Oct 20 10:47:10.843781 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:47:10.843781 n-d-811396-3 neutron-server[100596]: cb(*args, **kw) Oct 20 10:47:10.843781 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:47:10.843781 n-d-811396-3 neutron-server[100596]: return func(*args, **kwargs) Oct 20 10:47:10.843781 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:47:10.843781 n-d-811396-3 neutron-server[100596]: self._notify() Oct 20 10:47:10.843781 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:47:10.843781 n-d-811396-3 neutron-server[100596]: self.callback(batched_events) Oct 20 10:47:10.843781 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:47:10.843781 n-d-811396-3 neutron-server[100596]: event.method(event) Oct 20 10:47:10.843781 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:47:10.843781 n-d-811396-3 neutron-server[100596]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:47:10.843781 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:47:10.843781 n-d-811396-3 neutron-server[100596]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:47:10.843781 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:47:10.843781 n-d-811396-3 neutron-server[100596]: return f(self, *a, **k) Oct 20 10:47:10.843781 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:47:10.843781 n-d-811396-3 neutron-server[100596]: return self._get(url).json() Oct 20 10:47:10.843781 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:47:10.843781 n-d-811396-3 neutron-server[100596]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:47:10.843781 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:47:10.843781 n-d-811396-3 neutron-server[100596]: return self.request(url, 'GET', **kwargs) Oct 20 10:47:10.843781 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:47:10.843781 n-d-811396-3 neutron-server[100596]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:47:10.843781 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:47:10.843781 n-d-811396-3 neutron-server[100596]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:47:10.843781 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:47:10.843781 n-d-811396-3 neutron-server[100596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:47:10.843781 n-d-811396-3 neutron-server[100596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:47:10.916783 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-94562e6c-d686-4e6d-9bfd-a93dd509a04b tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:10.938228 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-94562e6c-d686-4e6d-9bfd-a93dd509a04b tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks [] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:10.950363 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 39832) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:47:10.955566 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-fbd0e1bf-c024-4c52-81ed-dfb9394dc9f2 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-48041829'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:47:10.962355 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-94562e6c-d686-4e6d-9bfd-a93dd509a04b tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] 10.222.0.64 "DELETE /v2.0/networks/c11c37f1-119e-4e31-916f-21c9bd2d627a HTTP/1.1" status: 204 len: 168 time: 2.6646192 Oct 20 10:47:11.005400 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94562e6c-d686-4e6d-9bfd-a93dd509a04b tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Pushing event deleted for resources: {'Network': ['ID=c11c37f1-119e-4e31-916f-21c9bd2d627a,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:11.020762 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbd0e1bf-c024-4c52-81ed-dfb9394dc9f2 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Made reservation on behalf of 10e8926c0dc24defb0f6cacab8eac495 for: {'network': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:47:11.042158 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fbd0e1bf-c024-4c52-81ed-dfb9394dc9f2 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:11.101214 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbd0e1bf-c024-4c52-81ed-dfb9394dc9f2 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 846} {{(pid=100597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:47:11.122088 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fbd0e1bf-c024-4c52-81ed-dfb9394dc9f2 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:11.122427 n-d-811396-3 neutron-server[100597]: INFO neutron.db.segments_db [None req-fbd0e1bf-c024-4c52-81ed-dfb9394dc9f2 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Added segment 7fa9338e-40f8-4ea9-a713-152df823ff5f of type vlan for network 856638ea-e615-4a45-a7ae-0156f8cb7e83 Oct 20 10:47:11.130165 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-40b08e0e-a5de-4689-9f4b-ac5305ee0ffb req-49cb83fc-1aef-46c3-940b-1ab4c3d18b31 tempest-ServerShowV254Test-890819556 tempest-ServerShowV254Test-890819556-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8901744-f652-433f-9324-1ade7cdfb640 HTTP/1.1" status: 200 len: 210 time: 0.0377789 Oct 20 10:47:11.191227 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fbd0e1bf-c024-4c52-81ed-dfb9394dc9f2 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:11.221092 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fbd0e1bf-c024-4c52-81ed-dfb9394dc9f2 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:11.229215 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd0e1bf-c024-4c52-81ed-dfb9394dc9f2 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:11.230418 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fbd0e1bf-c024-4c52-81ed-dfb9394dc9f2 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:11.288971 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-fbd0e1bf-c024-4c52-81ed-dfb9394dc9f2 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.3374746 Oct 20 10:47:11.293124 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 39840) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:47:11.299058 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-e464986f-e4fa-415b-bfe3-f196c1df8311 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Request body: {'subnet': {'network_id': '856638ea-e615-4a45-a7ae-0156f8cb7e83', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:47:11.310960 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410f9fde-5f3c-4107-912f-b4ecc1241002 req-35158924-ec58-45a3-81af-e8126b60a47d tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:11.313719 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-410f9fde-5f3c-4107-912f-b4ecc1241002 req-35158924-ec58-45a3-81af-e8126b60a47d tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/ports?device_id=54053cb6-a7bf-40ad-8f43-f2830ff50e06 HTTP/1.1" status: 200 len: 945 time: 0.0954859 Oct 20 10:47:11.395425 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-410f9fde-5f3c-4107-912f-b4ecc1241002 req-bf9f624c-5551-4921-9a52-949558630a52 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/security-groups?id=887118a8-550c-4373-a758-17919f09b184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711913 Oct 20 10:47:11.416924 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd0e1bf-c024-4c52-81ed-dfb9394dc9f2 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Pushing event updated for resources: {'Network': ['ID=856638ea-e615-4a45-a7ae-0156f8cb7e83,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:11.434467 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network 856638ea-e615-4a45-a7ae-0156f8cb7e83 details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:47:11.495787 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e464986f-e4fa-415b-bfe3-f196c1df8311 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Made reservation on behalf of 10e8926c0dc24defb0f6cacab8eac495 for: {'subnet': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:47:11.503726 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e464986f-e4fa-415b-bfe3-f196c1df8311 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25350782'] for subnet, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:11.787691 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e464986f-e4fa-415b-bfe3-f196c1df8311 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25350752'] for subnet, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:11.870371 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e464986f-e4fa-415b-bfe3-f196c1df8311 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Checking segment: {'id': '7fa9338e-40f8-4ea9-a713-152df823ff5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '856638ea-e615-4a45-a7ae-0156f8cb7e83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:47:11.870683 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e464986f-e4fa-415b-bfe3-f196c1df8311 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Network hostable DHCP agents. Network: 856638ea-e615-4a45-a7ae-0156f8cb7e83, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:47:11.874351 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e464986f-e4fa-415b-bfe3-f196c1df8311 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Pushing event updated for resources: {'Subnet': ['ID=0022a179-de22-44cc-aa17-9b18d81d01ff,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:11.900925 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e464986f-e4fa-415b-bfe3-f196c1df8311 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Network 856638ea-e615-4a45-a7ae-0156f8cb7e83 is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:47:11.914554 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-e464986f-e4fa-415b-bfe3-f196c1df8311 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, 856638ea-e615-4a45-a7ae-0156f8cb7e83) {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:47:11.926015 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef85566a-c136-467a-8ea0-9d382318e7ba None None] Network 856638ea-e615-4a45-a7ae-0156f8cb7e83 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:47:11.926526 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e464986f-e4fa-415b-bfe3-f196c1df8311 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:11.927927 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e464986f-e4fa-415b-bfe3-f196c1df8311 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:11.955933 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-e464986f-e4fa-415b-bfe3-f196c1df8311 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.6617110 Oct 20 10:47:11.959353 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 39846) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:47:12.140336 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a97cb39-6cbd-4c34-b812-469f3460f1dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524064ba-869c-5550-b826-c26b69a11278-856638ea-e615-4a45-a7ae-0156f8cb7e83', 'network_id': '856638ea-e615-4a45-a7ae-0156f8cb7e83', 'tenant_id': '10e8926c0dc24defb0f6cacab8eac495', 'fixed_ips': [{'subnet_id': '0022a179-de22-44cc-aa17-9b18d81d01ff'}]}} from n-d-811396-3. {{(pid=100598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:47:12.141334 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-9a97cb39-6cbd-4c34-b812-469f3460f1dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:12.172226 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed1b4-b588-48d8-9a20-00c5f1485846 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:12.439006 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed1b4-b588-48d8-9a20-00c5f1485846 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:12.451309 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9e3995ff-2e35-46e4-b533-9157e56f6ef3 req-4d61e07b-853e-43ed-a182-97f60f45fcaa tempest-ServerShowV254Test-890819556 tempest-ServerShowV254Test-890819556-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8901744-f652-433f-9324-1ade7cdfb640 HTTP/1.1" status: 200 len: 210 time: 0.0806603 Oct 20 10:47:12.473901 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-9a97cb39-6cbd-4c34-b812-469f3460f1dc None None] Allocated IP 172.20.0.1 (856638ea-e615-4a45-a7ae-0156f8cb7e83/0022a179-de22-44cc-aa17-9b18d81d01ff/6bbd9a4e-8739-4a99-921c-461dcc85d84b) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:47:12.685978 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66daf81-9412-487a-8e3a-6f107797edf3 req-8250efe5-55cd-4c1f-b664-43272f0096e7 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:12.688978 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c66daf81-9412-487a-8e3a-6f107797edf3 req-8250efe5-55cd-4c1f-b664-43272f0096e7 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/ports?device_id=54053cb6-a7bf-40ad-8f43-f2830ff50e06 HTTP/1.1" status: 200 len: 945 time: 0.1792054 Oct 20 10:47:12.689634 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-9a97cb39-6cbd-4c34-b812-469f3460f1dc None None] Publish callbacks [] for port, precommit_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:12.711653 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-9a97cb39-6cbd-4c34-b812-469f3460f1dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:12.777194 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c66daf81-9412-487a-8e3a-6f107797edf3 req-ee895497-5819-4045-8a8c-4a582edd8c4d tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/security-groups?id=887118a8-550c-4373-a758-17919f09b184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808794 Oct 20 10:47:12.799825 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed1b4-b588-48d8-9a20-00c5f1485846 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26836193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26761888'] for subnet, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:12.816418 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a97cb39-6cbd-4c34-b812-469f3460f1dc None None] Network 856638ea-e615-4a45-a7ae-0156f8cb7e83 is already hosted by enough agents. {{(pid=100598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:47:12.830121 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.base_scheduler [None req-9a97cb39-6cbd-4c34-b812-469f3460f1dc None None] Resources bound (agent type, host, resource id): {{(pid=100598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:47:12.835109 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a97cb39-6cbd-4c34-b812-469f3460f1dc None None] Received port after_create {{(pid=100598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:47:12.850270 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a97cb39-6cbd-4c34-b812-469f3460f1dc None None] Pushing event updated for resources: {'Port': ['ID=6bbd9a4e-8739-4a99-921c-461dcc85d84b,revision_number=1']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:12.903501 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed1b4-b588-48d8-9a20-00c5f1485846 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Pushing event deleted for resources: {'Subnet': ['ID=0022a179-de22-44cc-aa17-9b18d81d01ff,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:12.908625 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-9a97cb39-6cbd-4c34-b812-469f3460f1dc None None] Attempting to bind port 6bbd9a4e-8739-4a99-921c-461dcc85d84b on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:47:12.909856 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-9a97cb39-6cbd-4c34-b812-469f3460f1dc None None] Attempting to bind port 6bbd9a4e-8739-4a99-921c-461dcc85d84b by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '7fa9338e-40f8-4ea9-a713-152df823ff5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '856638ea-e615-4a45-a7ae-0156f8cb7e83'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:47:12.910863 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a97cb39-6cbd-4c34-b812-469f3460f1dc None None] Attempting to bind port 6bbd9a4e-8739-4a99-921c-461dcc85d84b on network 856638ea-e615-4a45-a7ae-0156f8cb7e83 {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:47:12.918575 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a97cb39-6cbd-4c34-b812-469f3460f1dc None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:47:12.919346 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a97cb39-6cbd-4c34-b812-469f3460f1dc None None] Checking segment: {'id': '7fa9338e-40f8-4ea9-a713-152df823ff5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '856638ea-e615-4a45-a7ae-0156f8cb7e83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:47:12.919987 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-9a97cb39-6cbd-4c34-b812-469f3460f1dc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:12.920527 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a97cb39-6cbd-4c34-b812-469f3460f1dc None None] Bound using segment: {'id': '7fa9338e-40f8-4ea9-a713-152df823ff5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '856638ea-e615-4a45-a7ae-0156f8cb7e83'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:47:12.921359 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-9a97cb39-6cbd-4c34-b812-469f3460f1dc None None] Bound port: 6bbd9a4e-8739-4a99-921c-461dcc85d84b, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fa9338e-40f8-4ea9-a713-152df823ff5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '856638ea-e615-4a45-a7ae-0156f8cb7e83'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:47:12.922141 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-9a97cb39-6cbd-4c34-b812-469f3460f1dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:13.045516 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-9a97cb39-6cbd-4c34-b812-469f3460f1dc None None] For port 6bbd9a4e-8739-4a99-921c-461dcc85d84b, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:47:13.066815 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-9a97cb39-6cbd-4c34-b812-469f3460f1dc None None] For port 6bbd9a4e-8739-4a99-921c-461dcc85d84b, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=6bbd9a4e-8739-4a99-921c-461dcc85d84b,segment=NetworkSegment(7fa9338e-40f8-4ea9-a713-152df823ff5f),segment_id=7fa9338e-40f8-4ea9-a713-152df823ff5f)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:47:13.080655 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-9a97cb39-6cbd-4c34-b812-469f3460f1dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:13.100649 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed1b4-b588-48d8-9a20-00c5f1485846 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:13.141513 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-2f8ed1b4-b588-48d8-9a20-00c5f1485846 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['856638ea-e615-4a45-a7ae-0156f8cb7e83']}} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:47:13.153931 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-2f8ed1b4-b588-48d8-9a20-00c5f1485846 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fa9338e-40f8-4ea9-a713-152df823ff5f') {'for_net_delete': True} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:47:13.155213 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-2f8ed1b4-b588-48d8-9a20-00c5f1485846 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fa9338e-40f8-4ea9-a713-152df823ff5f') {} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:47:13.172584 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed1b4-b588-48d8-9a20-00c5f1485846 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25189038'] for segment, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:13.200610 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed1b4-b588-48d8-9a20-00c5f1485846 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:13.208812 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f8ed1b4-b588-48d8-9a20-00c5f1485846 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Releasing vlan 846 on physical network physnet1 to pool {{(pid=100596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:47:13.209214 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed1b4-b588-48d8-9a20-00c5f1485846 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26833155'] for segment, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:13.212804 n-d-811396-3 neutron-server[100596]: Traceback (most recent call last): Oct 20 10:47:13.212804 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:47:13.212804 n-d-811396-3 neutron-server[100596]: timer() Oct 20 10:47:13.212804 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:47:13.212804 n-d-811396-3 neutron-server[100596]: cb(*args, **kw) Oct 20 10:47:13.212804 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:47:13.212804 n-d-811396-3 neutron-server[100596]: return func(*args, **kwargs) Oct 20 10:47:13.212804 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:47:13.212804 n-d-811396-3 neutron-server[100596]: self._notify() Oct 20 10:47:13.212804 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:47:13.212804 n-d-811396-3 neutron-server[100596]: self.callback(batched_events) Oct 20 10:47:13.212804 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:47:13.212804 n-d-811396-3 neutron-server[100596]: event.method(event) Oct 20 10:47:13.212804 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:47:13.212804 n-d-811396-3 neutron-server[100596]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:47:13.212804 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:47:13.212804 n-d-811396-3 neutron-server[100596]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:47:13.212804 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:47:13.212804 n-d-811396-3 neutron-server[100596]: return f(self, *a, **k) Oct 20 10:47:13.212804 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:47:13.212804 n-d-811396-3 neutron-server[100596]: return self._get(url).json() Oct 20 10:47:13.212804 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:47:13.212804 n-d-811396-3 neutron-server[100596]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:47:13.212804 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:47:13.212804 n-d-811396-3 neutron-server[100596]: return self.request(url, 'GET', **kwargs) Oct 20 10:47:13.212804 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:47:13.212804 n-d-811396-3 neutron-server[100596]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:47:13.212804 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:47:13.212804 n-d-811396-3 neutron-server[100596]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:47:13.212804 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:47:13.212804 n-d-811396-3 neutron-server[100596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:47:13.212804 n-d-811396-3 neutron-server[100596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:47:13.286630 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a97cb39-6cbd-4c34-b812-469f3460f1dc None None] Pushing event updated for resources: {'Port': ['ID=6bbd9a4e-8739-4a99-921c-461dcc85d84b,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:13.300339 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.db.api [None req-2f8ed1b4-b588-48d8-9a20-00c5f1485846 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 20 10:47:13.300339 n-d-811396-3 neutron-server[100596]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 20 10:47:13.300339 n-d-811396-3 neutron-server[100596]: [parameters: {'id': '856638ea-e615-4a45-a7ae-0156f8cb7e83'}] Oct 20 10:47:13.300339 n-d-811396-3 neutron-server[100596]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=100596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 10:47:13.300734 n-d-811396-3 neutron-server[100596]: DEBUG oslo_db.api [None req-2f8ed1b4-b588-48d8-9a20-00c5f1485846 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 10:47:13.302135 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4624e02d-840d-4e31-ae90-33bcccd8b1f2 None None] Network 856638ea-e615-4a45-a7ae-0156f8cb7e83 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:47:13.504730 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee13649-cc74-4a0b-b52e-db345a59b58a None None] get_active_networks_info from n-d-811396-3 {{(pid=100598) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 20 10:47:13.658980 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-66295c60-3161-45ea-a8a9-071dd0ed2df3 req-8755c9c0-10cb-4ee4-ac9f-7117394ff531 tempest-ServerShowV254Test-890819556 tempest-ServerShowV254Test-890819556-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8901744-f652-433f-9324-1ade7cdfb640 HTTP/1.1" status: 200 len: 210 time: 0.0580356 Oct 20 10:47:13.660084 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee13649-cc74-4a0b-b52e-db345a59b58a None None] Resources bound (agent type, host, resource id): {{(pid=100598) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 20 10:47:13.801796 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed1b4-b588-48d8-9a20-00c5f1485846 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:14.047513 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-2f8ed1b4-b588-48d8-9a20-00c5f1485846 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Deleting port 6bbd9a4e-8739-4a99-921c-461dcc85d84b {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:47:14.048329 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed1b4-b588-48d8-9a20-00c5f1485846 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:14.064282 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a83fc0-bee4-4cf3-8397-1d4918a00c67 req-6792abab-260e-4f39-94bf-4d6bd69479f5 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:14.067072 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-42a83fc0-bee4-4cf3-8397-1d4918a00c67 req-6792abab-260e-4f39-94bf-4d6bd69479f5 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/ports?device_id=54053cb6-a7bf-40ad-8f43-f2830ff50e06 HTTP/1.1" status: 200 len: 945 time: 0.1718619 Oct 20 10:47:14.174252 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-42a83fc0-bee4-4cf3-8397-1d4918a00c67 req-8adb220b-651d-4c68-a0ee-3da238212c5f tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/security-groups?id=887118a8-550c-4373-a758-17919f09b184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935216 Oct 20 10:47:14.389812 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb637db-e861-4fa8-b1c4-cc2e78a9744e req-85b97f02-6430-411b-b006-ed28a6b37865 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:14.397270 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ffb637db-e861-4fa8-b1c4-cc2e78a9744e req-85b97f02-6430-411b-b006-ed28a6b37865 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] 10.222.0.64 "GET /v2.0/networks?id=c8a6fc02-fa12-4200-87e5-83414d81676e HTTP/1.1" status: 200 len: 815 time: 0.1605713 Oct 20 10:47:14.452265 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ffb637db-e861-4fa8-b1c4-cc2e78a9744e req-56a360ba-e8fa-4e9a-8b6a-d4e3a616cc14 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] 10.222.0.64 "GET /v2.0/quotas/7c07d91a5a3845b987d2c3d5e5662672 HTTP/1.1" status: 200 len: 375 time: 0.0539865 Oct 20 10:47:14.492906 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [None req-2f8ed1b4-b588-48d8-9a20-00c5f1485846 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] For port 6bbd9a4e-8739-4a99-921c-461dcc85d84b, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=6bbd9a4e-8739-4a99-921c-461dcc85d84b,segment=NetworkSegment(7fa9338e-40f8-4ea9-a713-152df823ff5f),segment_id=7fa9338e-40f8-4ea9-a713-152df823ff5f)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:47:14.493275 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed1b4-b588-48d8-9a20-00c5f1485846 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:14.509532 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-2f8ed1b4-b588-48d8-9a20-00c5f1485846 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Calling delete_port for 6bbd9a4e-8739-4a99-921c-461dcc85d84b owned by network:dhcp {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:47:14.598023 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ffb637db-e861-4fa8-b1c4-cc2e78a9744e req-10fd37ff-97b0-45c7-bde6-8b4c3202c0c0 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=7c07d91a5a3845b987d2c3d5e5662672&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1448603 Oct 20 10:47:14.697642 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ffb637db-e861-4fa8-b1c4-cc2e78a9744e req-64f2d861-a6dd-412e-a139-7416dd0f9625 service neutron] 10.222.0.64 "GET /v2.0/networks/c8a6fc02-fa12-4200-87e5-83414d81676e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984137 Oct 20 10:47:14.829479 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed1b4-b588-48d8-9a20-00c5f1485846 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:14.861755 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bfa3eea2-0abb-499d-b97b-d3215004d9ad req-59839410-082c-4f5c-8528-c61bfcb2e548 tempest-ServerShowV254Test-890819556 tempest-ServerShowV254Test-890819556-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8901744-f652-433f-9324-1ade7cdfb640 HTTP/1.1" status: 200 len: 210 time: 0.0463703 Oct 20 10:47:14.907851 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ffb637db-e861-4fa8-b1c4-cc2e78a9744e req-3a75c1e2-9385-4144-949f-90204a93f6c4 service neutron] 10.222.0.64 "GET /v2.0/networks/c8a6fc02-fa12-4200-87e5-83414d81676e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090907 Oct 20 10:47:14.909013 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed1b4-b588-48d8-9a20-00c5f1485846 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Pushing event deleted for resources: {'Port': ['ID=6bbd9a4e-8739-4a99-921c-461dcc85d84b,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:14.912722 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8ed1b4-b588-48d8-9a20-00c5f1485846 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] No DVR routers for this DVR port 6bbd9a4e-8739-4a99-921c-461dcc85d84b on host n-d-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:47:15.024567 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed1b4-b588-48d8-9a20-00c5f1485846 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:15.053835 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-2f8ed1b4-b588-48d8-9a20-00c5f1485846 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['856638ea-e615-4a45-a7ae-0156f8cb7e83']}} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:47:15.065598 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-2f8ed1b4-b588-48d8-9a20-00c5f1485846 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fa9338e-40f8-4ea9-a713-152df823ff5f') {'for_net_delete': True} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:47:15.065899 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-2f8ed1b4-b588-48d8-9a20-00c5f1485846 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fa9338e-40f8-4ea9-a713-152df823ff5f') {} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:47:15.078859 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed1b4-b588-48d8-9a20-00c5f1485846 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25189038'] for segment, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:15.094567 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed1b4-b588-48d8-9a20-00c5f1485846 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:15.105518 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f8ed1b4-b588-48d8-9a20-00c5f1485846 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Releasing vlan 846 on physical network physnet1 to pool {{(pid=100596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:47:15.106088 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed1b4-b588-48d8-9a20-00c5f1485846 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26833155'] for segment, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:15.110063 n-d-811396-3 neutron-server[100596]: Traceback (most recent call last): Oct 20 10:47:15.110063 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:47:15.110063 n-d-811396-3 neutron-server[100596]: timer() Oct 20 10:47:15.110063 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:47:15.110063 n-d-811396-3 neutron-server[100596]: cb(*args, **kw) Oct 20 10:47:15.110063 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:47:15.110063 n-d-811396-3 neutron-server[100596]: return func(*args, **kwargs) Oct 20 10:47:15.110063 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:47:15.110063 n-d-811396-3 neutron-server[100596]: self._notify() Oct 20 10:47:15.110063 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:47:15.110063 n-d-811396-3 neutron-server[100596]: self.callback(batched_events) Oct 20 10:47:15.110063 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:47:15.110063 n-d-811396-3 neutron-server[100596]: event.method(event) Oct 20 10:47:15.110063 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:47:15.110063 n-d-811396-3 neutron-server[100596]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:47:15.110063 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:47:15.110063 n-d-811396-3 neutron-server[100596]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:47:15.110063 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:47:15.110063 n-d-811396-3 neutron-server[100596]: return f(self, *a, **k) Oct 20 10:47:15.110063 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:47:15.110063 n-d-811396-3 neutron-server[100596]: return self._get(url).json() Oct 20 10:47:15.110063 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:47:15.110063 n-d-811396-3 neutron-server[100596]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:47:15.110063 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:47:15.110063 n-d-811396-3 neutron-server[100596]: return self.request(url, 'GET', **kwargs) Oct 20 10:47:15.110063 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:47:15.110063 n-d-811396-3 neutron-server[100596]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:47:15.110063 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:47:15.110063 n-d-811396-3 neutron-server[100596]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:47:15.110063 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:47:15.110063 n-d-811396-3 neutron-server[100596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:47:15.110063 n-d-811396-3 neutron-server[100596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:47:15.211943 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed1b4-b588-48d8-9a20-00c5f1485846 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:15.246457 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-eb7609df-93db-4549-8ced-d02f45c80773 req-4974c35a-961f-4c64-9a2d-2007b702ec30 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] 10.222.0.64 "GET /v2.0/ports?device_id=7111dcd8-fd45-4dca-a651-307725cce40f HTTP/1.1" status: 200 len: 210 time: 0.0539153 Oct 20 10:47:15.254194 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed1b4-b588-48d8-9a20-00c5f1485846 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks [] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:15.257861 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-2f8ed1b4-b588-48d8-9a20-00c5f1485846 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] 10.222.0.64 "DELETE /v2.0/networks/856638ea-e615-4a45-a7ae-0156f8cb7e83 HTTP/1.1" status: 204 len: 168 time: 3.2973006 Oct 20 10:47:15.267167 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 39906) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:47:15.268407 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-dcce0768-86ff-4e09-9c12-5fa94e7645a9 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1727724749'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:47:15.301892 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed1b4-b588-48d8-9a20-00c5f1485846 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Pushing event deleted for resources: {'Network': ['ID=856638ea-e615-4a45-a7ae-0156f8cb7e83,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:15.323596 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcce0768-86ff-4e09-9c12-5fa94e7645a9 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Made reservation on behalf of 10e8926c0dc24defb0f6cacab8eac495 for: {'network': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:47:15.343350 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-dcce0768-86ff-4e09-9c12-5fa94e7645a9 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:15.369977 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcce0768-86ff-4e09-9c12-5fa94e7645a9 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 809} {{(pid=100597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:47:15.382852 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-dcce0768-86ff-4e09-9c12-5fa94e7645a9 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:15.383353 n-d-811396-3 neutron-server[100597]: INFO neutron.db.segments_db [None req-dcce0768-86ff-4e09-9c12-5fa94e7645a9 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Added segment 9f1e67ef-c3e1-4dc0-ac33-6f584eb50926 of type vlan for network 849d5159-2ee0-4590-823e-88cfad4226e7 Oct 20 10:47:15.479130 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-dcce0768-86ff-4e09-9c12-5fa94e7645a9 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:15.493680 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b4d09a-7add-4819-8772-8ab1e52d6800 req-fd3e7364-3d47-4bac-885c-d85569e931b1 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:15.505470 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a3b4d09a-7add-4819-8772-8ab1e52d6800 req-fd3e7364-3d47-4bac-885c-d85569e931b1 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/ports?device_id=54053cb6-a7bf-40ad-8f43-f2830ff50e06 HTTP/1.1" status: 200 len: 945 time: 0.1347067 Oct 20 10:47:15.510480 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-dcce0768-86ff-4e09-9c12-5fa94e7645a9 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:15.521350 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcce0768-86ff-4e09-9c12-5fa94e7645a9 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:15.523223 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-dcce0768-86ff-4e09-9c12-5fa94e7645a9 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:15.585635 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-dcce0768-86ff-4e09-9c12-5fa94e7645a9 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3224752 Oct 20 10:47:15.593986 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 39920) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:47:15.600486 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-fa59e6b2-844d-48df-87da-97207d33cae2 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Request body: {'subnet': {'network_id': '849d5159-2ee0-4590-823e-88cfad4226e7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:47:15.608467 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a3b4d09a-7add-4819-8772-8ab1e52d6800 req-d4e74ca2-96f2-4c3f-8953-f566397852d6 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/security-groups?id=887118a8-550c-4373-a758-17919f09b184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017168 Oct 20 10:47:15.660808 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcce0768-86ff-4e09-9c12-5fa94e7645a9 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Pushing event updated for resources: {'Network': ['ID=849d5159-2ee0-4590-823e-88cfad4226e7,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:15.675780 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network 849d5159-2ee0-4590-823e-88cfad4226e7 details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:47:15.758429 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa59e6b2-844d-48df-87da-97207d33cae2 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Made reservation on behalf of 10e8926c0dc24defb0f6cacab8eac495 for: {'subnet': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:47:15.765604 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fa59e6b2-844d-48df-87da-97207d33cae2 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25350782'] for subnet, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:16.021515 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 7 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 10:47:16.048651 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fa59e6b2-844d-48df-87da-97207d33cae2 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25350752'] for subnet, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:16.079987 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-23f186f4-9293-4ee6-b8bb-581ea8080ff0 req-4f7f33c8-7275-41cc-8513-3cc7743cddcd tempest-ServerShowV254Test-890819556 tempest-ServerShowV254Test-890819556-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8901744-f652-433f-9324-1ade7cdfb640 HTTP/1.1" status: 200 len: 210 time: 0.0664742 Oct 20 10:47:16.156710 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa59e6b2-844d-48df-87da-97207d33cae2 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Pushing event updated for resources: {'Subnet': ['ID=c2166393-2f9f-410e-a17a-d28bc193b6cb,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:16.177423 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa59e6b2-844d-48df-87da-97207d33cae2 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Checking segment: {'id': '9f1e67ef-c3e1-4dc0-ac33-6f584eb50926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '849d5159-2ee0-4590-823e-88cfad4226e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:47:16.178021 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa59e6b2-844d-48df-87da-97207d33cae2 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Network hostable DHCP agents. Network: 849d5159-2ee0-4590-823e-88cfad4226e7, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:47:16.203493 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa59e6b2-844d-48df-87da-97207d33cae2 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Network 849d5159-2ee0-4590-823e-88cfad4226e7 is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:47:16.213554 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-fa59e6b2-844d-48df-87da-97207d33cae2 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, 849d5159-2ee0-4590-823e-88cfad4226e7) {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:47:16.217742 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa59e6b2-844d-48df-87da-97207d33cae2 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:16.218507 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fa59e6b2-844d-48df-87da-97207d33cae2 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:16.231936 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38de89c0-faa1-45b1-94a1-f9bc2ded32f8 None None] Network 849d5159-2ee0-4590-823e-88cfad4226e7 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:47:16.244430 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-fa59e6b2-844d-48df-87da-97207d33cae2 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.6488583 Oct 20 10:47:16.250919 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 39924) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:47:16.569793 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6baae58a-3aa3-406e-81bd-456a8fe42331 req-3cf158ed-c491-4bd8-984e-315376603eb2 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] 10.222.0.64 "GET /v2.0/ports?device_id=7111dcd8-fd45-4dca-a651-307725cce40f HTTP/1.1" status: 200 len: 210 time: 0.0839736 Oct 20 10:47:16.592126 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8d287011-30c7-4160-aef9-a2db401701a0 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:16.762863 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8d287011-30c7-4160-aef9-a2db401701a0 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:16.842864 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb637db-e861-4fa8-b1c4-cc2e78a9744e req-22bdf088-df9c-4dce-9874-a4499b67f021 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:16.846834 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ffb637db-e861-4fa8-b1c4-cc2e78a9744e req-22bdf088-df9c-4dce-9874-a4499b67f021 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] 10.222.0.69 "GET /v2.0/networks?id=c8a6fc02-fa12-4200-87e5-83414d81676e HTTP/1.1" status: 200 len: 815 time: 0.3570316 Oct 20 10:47:16.860367 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-ffb637db-e861-4fa8-b1c4-cc2e78a9744e req-eb475307-554d-4b4e-b8bd-274991027df9 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] Request body: {'port': {'device_id': '7111dcd8-fd45-4dca-a651-307725cce40f', 'network_id': 'c8a6fc02-fa12-4200-87e5-83414d81676e', 'admin_state_up': True, 'tenant_id': '7c07d91a5a3845b987d2c3d5e5662672'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:47:16.871488 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ddd05b-ab97-42c5-a634-3d6a21a19a74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524064ba-869c-5550-b826-c26b69a11278-849d5159-2ee0-4590-823e-88cfad4226e7', 'network_id': '849d5159-2ee0-4590-823e-88cfad4226e7', 'tenant_id': '10e8926c0dc24defb0f6cacab8eac495', 'fixed_ips': [{'subnet_id': 'c2166393-2f9f-410e-a17a-d28bc193b6cb'}]}} from n-d-811396-3. {{(pid=100598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:47:16.873105 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-44ddd05b-ab97-42c5-a634-3d6a21a19a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:16.912221 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8d287011-30c7-4160-aef9-a2db401701a0 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25350811'] for subnet, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:17.048046 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d287011-30c7-4160-aef9-a2db401701a0 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Pushing event deleted for resources: {'Subnet': ['ID=c2166393-2f9f-410e-a17a-d28bc193b6cb,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:17.082880 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0291bf3f-394c-4b9a-8daa-cde5a79cc559 None None] Network 849d5159-2ee0-4590-823e-88cfad4226e7 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:47:17.154242 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e785dd1-7b1c-4d21-a914-64be1305c058 req-ced0efee-018c-4c1e-a2b2-46aacb5a16b6 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:17.161787 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6e785dd1-7b1c-4d21-a914-64be1305c058 req-ced0efee-018c-4c1e-a2b2-46aacb5a16b6 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/ports?device_id=54053cb6-a7bf-40ad-8f43-f2830ff50e06 HTTP/1.1" status: 200 len: 945 time: 0.2545679 Oct 20 10:47:17.220202 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8d287011-30c7-4160-aef9-a2db401701a0 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:17.285706 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-8d287011-30c7-4160-aef9-a2db401701a0 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['849d5159-2ee0-4590-823e-88cfad4226e7']}} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:47:17.320086 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-8d287011-30c7-4160-aef9-a2db401701a0 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f1e67ef-c3e1-4dc0-ac33-6f584eb50926') {'for_net_delete': True} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:47:17.320332 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-8d287011-30c7-4160-aef9-a2db401701a0 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f1e67ef-c3e1-4dc0-ac33-6f584eb50926') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:47:17.356753 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8d287011-30c7-4160-aef9-a2db401701a0 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25852596'] for segment, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:17.358981 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-850fac78-8a82-4bf7-bcbd-ceab867c88aa req-912a5ee8-6aa6-4d1e-a0db-b4b2faa18137 tempest-ServerShowV254Test-890819556 tempest-ServerShowV254Test-890819556-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8901744-f652-433f-9324-1ade7cdfb640 HTTP/1.1" status: 200 len: 210 time: 0.0895269 Oct 20 10:47:17.396059 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8d287011-30c7-4160-aef9-a2db401701a0 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:17.405787 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffb637db-e861-4fa8-b1c4-cc2e78a9744e req-eb475307-554d-4b4e-b8bd-274991027df9 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] Made reservation on behalf of 7c07d91a5a3845b987d2c3d5e5662672 for: {'port': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:47:17.415942 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-ffb637db-e861-4fa8-b1c4-cc2e78a9744e req-eb475307-554d-4b4e-b8bd-274991027df9 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:17.416461 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d287011-30c7-4160-aef9-a2db401701a0 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Releasing vlan 809 on physical network physnet1 to pool {{(pid=100597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:47:17.418087 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8d287011-30c7-4160-aef9-a2db401701a0 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951012'] for segment, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:17.430061 n-d-811396-3 neutron-server[100597]: Traceback (most recent call last): Oct 20 10:47:17.430061 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:47:17.430061 n-d-811396-3 neutron-server[100597]: timer() Oct 20 10:47:17.430061 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:47:17.430061 n-d-811396-3 neutron-server[100597]: cb(*args, **kw) Oct 20 10:47:17.430061 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:47:17.430061 n-d-811396-3 neutron-server[100597]: return func(*args, **kwargs) Oct 20 10:47:17.430061 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:47:17.430061 n-d-811396-3 neutron-server[100597]: self._notify() Oct 20 10:47:17.430061 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:47:17.430061 n-d-811396-3 neutron-server[100597]: self.callback(batched_events) Oct 20 10:47:17.430061 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:47:17.430061 n-d-811396-3 neutron-server[100597]: event.method(event) Oct 20 10:47:17.430061 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:47:17.430061 n-d-811396-3 neutron-server[100597]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:47:17.430061 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:47:17.430061 n-d-811396-3 neutron-server[100597]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:47:17.430061 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:47:17.430061 n-d-811396-3 neutron-server[100597]: return f(self, *a, **k) Oct 20 10:47:17.430061 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:47:17.430061 n-d-811396-3 neutron-server[100597]: return self._get(url).json() Oct 20 10:47:17.430061 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:47:17.430061 n-d-811396-3 neutron-server[100597]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:47:17.430061 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:47:17.430061 n-d-811396-3 neutron-server[100597]: return self.request(url, 'GET', **kwargs) Oct 20 10:47:17.430061 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:47:17.430061 n-d-811396-3 neutron-server[100597]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:47:17.430061 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:47:17.430061 n-d-811396-3 neutron-server[100597]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:47:17.430061 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:47:17.430061 n-d-811396-3 neutron-server[100597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:47:17.430061 n-d-811396-3 neutron-server[100597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:47:17.472561 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6e785dd1-7b1c-4d21-a914-64be1305c058 req-5a7297d3-5ab0-4dec-b2c4-2844d96de7f0 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/security-groups?id=887118a8-550c-4373-a758-17919f09b184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3086329 Oct 20 10:47:17.600087 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8d287011-30c7-4160-aef9-a2db401701a0 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:17.637647 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8d287011-30c7-4160-aef9-a2db401701a0 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:17.642604 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-8d287011-30c7-4160-aef9-a2db401701a0 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] 10.222.0.64 "DELETE /v2.0/networks/849d5159-2ee0-4590-823e-88cfad4226e7 HTTP/1.1" status: 204 len: 168 time: 1.3859804 Oct 20 10:47:17.646169 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d287011-30c7-4160-aef9-a2db401701a0 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Pushing event deleted for resources: {'Network': ['ID=849d5159-2ee0-4590-823e-88cfad4226e7,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:17.648527 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 39948) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:47:17.658323 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-a350832f-a472-4487-90ee-a25612644b54 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-462620341'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:47:17.714259 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a350832f-a472-4487-90ee-a25612644b54 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Made reservation on behalf of 10e8926c0dc24defb0f6cacab8eac495 for: {'network': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:47:17.724001 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a350832f-a472-4487-90ee-a25612644b54 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:17.788627 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a350832f-a472-4487-90ee-a25612644b54 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 837} {{(pid=100597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:47:17.812917 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a350832f-a472-4487-90ee-a25612644b54 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:17.813433 n-d-811396-3 neutron-server[100597]: INFO neutron.db.segments_db [None req-a350832f-a472-4487-90ee-a25612644b54 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Added segment 68f120ee-a81a-496b-a433-e4f4de4e3674 of type vlan for network 919db517-e39f-4101-bd4e-f5812060ad70 Oct 20 10:47:17.829623 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-59bc134d-0454-40bd-8011-b47f8cab7868 req-d4c50cd5-5c38-46f4-82be-b61f382e0a45 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] 10.222.0.64 "GET /v2.0/ports?device_id=7111dcd8-fd45-4dca-a651-307725cce40f HTTP/1.1" status: 200 len: 210 time: 0.0734773 Oct 20 10:47:17.878108 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a350832f-a472-4487-90ee-a25612644b54 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:17.907157 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [req-ffb637db-e861-4fa8-b1c4-cc2e78a9744e req-eb475307-554d-4b4e-b8bd-274991027df9 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] Allocated IP 172.20.0.5 (c8a6fc02-fa12-4200-87e5-83414d81676e/2385e10a-8e9b-4532-8959-c4c7cb401041/d23ca657-b6e8-4ea0-ba4f-d2f2e06a6735) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:47:17.917658 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a350832f-a472-4487-90ee-a25612644b54 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:17.986431 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a350832f-a472-4487-90ee-a25612644b54 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:17.990449 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a350832f-a472-4487-90ee-a25612644b54 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:18.090354 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-a350832f-a472-4487-90ee-a25612644b54 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4401376 Oct 20 10:47:18.092869 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 39952) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:47:18.120753 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-bbdd2155-95b9-4cba-b05a-59e5ca52900e tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Request body: {'network': {'name': 'New_network'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:47:18.199183 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a350832f-a472-4487-90ee-a25612644b54 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Pushing event updated for resources: {'Network': ['ID=919db517-e39f-4101-bd4e-f5812060ad70,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:18.214841 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network 919db517-e39f-4101-bd4e-f5812060ad70 details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:47:18.478174 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-ffb637db-e861-4fa8-b1c4-cc2e78a9744e req-eb475307-554d-4b4e-b8bd-274991027df9 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:18.516388 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-28464d7c-335d-4155-8508-798ab0066020 req-efe4c075-a19f-4c76-ad15-ca16c656a896 tempest-ServerShowV254Test-890819556 tempest-ServerShowV254Test-890819556-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8901744-f652-433f-9324-1ade7cdfb640 HTTP/1.1" status: 200 len: 210 time: 0.0332854 Oct 20 10:47:18.579856 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bbdd2155-95b9-4cba-b05a-59e5ca52900e tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:18.591725 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-ffb637db-e861-4fa8-b1c4-cc2e78a9744e req-eb475307-554d-4b4e-b8bd-274991027df9 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:18.605873 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bbdd2155-95b9-4cba-b05a-59e5ca52900e tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:18.607002 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['cce84233-f3eb-46fc-b7e7-cf15d3e7b144'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:47:18.674452 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-bbdd2155-95b9-4cba-b05a-59e5ca52900e tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Network 919db517-e39f-4101-bd4e-f5812060ad70 is not hosted by any dhcp agent {{(pid=100597) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 20 10:47:18.679044 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['70926b19-cdde-49d2-a6a7-ad4d2ff80215'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:47:18.685503 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbdd2155-95b9-4cba-b05a-59e5ca52900e tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:18.686582 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bbdd2155-95b9-4cba-b05a-59e5ca52900e tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:18.699003 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-bbdd2155-95b9-4cba-b05a-59e5ca52900e tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] 10.222.0.64 "PUT /v2.0/networks/919db517-e39f-4101-bd4e-f5812060ad70 HTTP/1.1" status: 200 len: 723 time: 0.5936167 Oct 20 10:47:18.702631 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 39962) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:47:18.712778 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-4d1e1be7-508e-4b36-9133-7de3b17c4ddb tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Request body: {'subnet': {'network_id': '919db517-e39f-4101-bd4e-f5812060ad70', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:47:18.719660 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffb637db-e861-4fa8-b1c4-cc2e78a9744e req-eb475307-554d-4b4e-b8bd-274991027df9 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] Network c8a6fc02-fa12-4200-87e5-83414d81676e is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:47:18.744711 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [req-ffb637db-e861-4fa8-b1c4-cc2e78a9744e req-eb475307-554d-4b4e-b8bd-274991027df9 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:47:18.787020 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb475307-554d-4b4e-b8bd-274991027df9 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] Pushing event updated for resources: {'Port': ['ID=d23ca657-b6e8-4ea0-ba4f-d2f2e06a6735,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:18.792241 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffb637db-e861-4fa8-b1c4-cc2e78a9744e req-eb475307-554d-4b4e-b8bd-274991027df9 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:47:18.945494 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdd2155-95b9-4cba-b05a-59e5ca52900e tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Pushing event updated for resources: {'Network': ['ID=919db517-e39f-4101-bd4e-f5812060ad70,revision_number=2']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:18.989464 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network 919db517-e39f-4101-bd4e-f5812060ad70 details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:47:19.352801 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:19.413350 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 39974) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:47:19.608310 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be596c0e-fa3e-4d5a-b448-8ae0e79c7f06 req-08ee0f50-6a9c-4bf5-b74e-689db56ae875 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:19.610637 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-be596c0e-fa3e-4d5a-b448-8ae0e79c7f06 req-08ee0f50-6a9c-4bf5-b74e-689db56ae875 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/ports?device_id=54053cb6-a7bf-40ad-8f43-f2830ff50e06 HTTP/1.1" status: 200 len: 945 time: 0.9821172 Oct 20 10:47:19.646251 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8fbdf792-89d9-431e-b201-b3b85486b850 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:19.701306 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8045aa55-bfb3-41e1-bdaf-1c9deb7b6486 req-dc04aa89-bd45-43a1-b844-105cbbd6f5f6 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:19.703347 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8045aa55-bfb3-41e1-bdaf-1c9deb7b6486 req-dc04aa89-bd45-43a1-b844-105cbbd6f5f6 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] 10.222.0.64 "GET /v2.0/ports?device_id=7111dcd8-fd45-4dca-a651-307725cce40f HTTP/1.1" status: 200 len: 931 time: 0.1061447 Oct 20 10:47:19.713594 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb637db-e861-4fa8-b1c4-cc2e78a9744e req-eb475307-554d-4b4e-b8bd-274991027df9 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:19.715072 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-ffb637db-e861-4fa8-b1c4-cc2e78a9744e req-eb475307-554d-4b4e-b8bd-274991027df9 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:19.721944 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d1e1be7-508e-4b36-9133-7de3b17c4ddb tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Made reservation on behalf of 10e8926c0dc24defb0f6cacab8eac495 for: {'subnet': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:47:19.725534 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4d1e1be7-508e-4b36-9133-7de3b17c4ddb tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26761797'] for subnet, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:19.790030 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-be596c0e-fa3e-4d5a-b448-8ae0e79c7f06 req-ee0fef6b-7213-47a1-b19f-4ab44ee35984 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/security-groups?id=887118a8-550c-4373-a758-17919f09b184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481252 Oct 20 10:47:19.801256 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8045aa55-bfb3-41e1-bdaf-1c9deb7b6486 req-d0fc246b-721c-40a6-8fd9-5ddfd958728a tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] 10.222.0.64 "GET /v2.0/security-groups?id=beae5622-2b72-47ae-b5ac-f3919c6874d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830965 Oct 20 10:47:19.812375 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ffb637db-e861-4fa8-b1c4-cc2e78a9744e req-eb475307-554d-4b4e-b8bd-274991027df9 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9561119 Oct 20 10:47:19.879433 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8fbdf792-89d9-431e-b201-b3b85486b850 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:19.891151 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8fbdf792-89d9-431e-b201-b3b85486b850 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:19.897808 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-ffb637db-e861-4fa8-b1c4-cc2e78a9744e req-94c8c163-ef76-4c01-a9fe-8d1a86363604 service neutron] Request body: {'port': {'device_id': '7111dcd8-fd45-4dca-a651-307725cce40f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811396-3'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:47:19.949164 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-8fbdf792-89d9-431e-b201-b3b85486b850 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=dc6d10dc17784839ba0775463f2e1c63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5338070 Oct 20 10:47:19.949958 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 39986) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:47:19.950628 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbdf792-89d9-431e-b201-b3b85486b850 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e7e4a4b-0da2-4ae8-934d-266ad9b144c2,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:20.042841 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2f7abab6-893b-4808-9f70-8cde374983a1 req-0ade7627-930f-4f4a-8381-449b780278b3 tempest-ServerShowV254Test-890819556 tempest-ServerShowV254Test-890819556-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8901744-f652-433f-9324-1ade7cdfb640 HTTP/1.1" status: 200 len: 210 time: 0.0878115 Oct 20 10:47:20.084167 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-ffb637db-e861-4fa8-b1c4-cc2e78a9744e req-94c8c163-ef76-4c01-a9fe-8d1a86363604 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:20.107190 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7b236545-6588-47cc-bfd8-386ee43689dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:20.136211 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7b236545-6588-47cc-bfd8-386ee43689dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:20.210262 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7b236545-6588-47cc-bfd8-386ee43689dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:20.225397 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7b236545-6588-47cc-bfd8-386ee43689dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:20.241112 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-7b236545-6588-47cc-bfd8-386ee43689dd admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5e7e4a4b-0da2-4ae8-934d-266ad9b144c2 HTTP/1.1" status: 204 len: 168 time: 0.2749040 Oct 20 10:47:20.266252 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b236545-6588-47cc-bfd8-386ee43689dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e7e4a4b-0da2-4ae8-934d-266ad9b144c2,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:20.315182 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4d1e1be7-508e-4b36-9133-7de3b17c4ddb tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26836128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26761819'] for subnet, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:20.392861 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1e1be7-508e-4b36-9133-7de3b17c4ddb tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Pushing event updated for resources: {'Subnet': ['ID=255722cc-7863-44f5-a56a-276e7c25effc,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:20.460440 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1e1be7-508e-4b36-9133-7de3b17c4ddb tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Checking segment: {'id': '68f120ee-a81a-496b-a433-e4f4de4e3674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '919db517-e39f-4101-bd4e-f5812060ad70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:47:20.460804 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d1e1be7-508e-4b36-9133-7de3b17c4ddb tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Network hostable DHCP agents. Network: 919db517-e39f-4101-bd4e-f5812060ad70, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:47:20.507609 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d1e1be7-508e-4b36-9133-7de3b17c4ddb tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Network 919db517-e39f-4101-bd4e-f5812060ad70 is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:47:20.527214 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-4d1e1be7-508e-4b36-9133-7de3b17c4ddb tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, 919db517-e39f-4101-bd4e-f5812060ad70) {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:47:20.546721 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a76b718f-1cfd-4498-8174-762863458256 None None] Network 919db517-e39f-4101-bd4e-f5812060ad70 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:47:20.561352 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d1e1be7-508e-4b36-9133-7de3b17c4ddb tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:20.562525 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4d1e1be7-508e-4b36-9133-7de3b17c4ddb tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:20.635088 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [req-ffb637db-e861-4fa8-b1c4-cc2e78a9744e req-94c8c163-ef76-4c01-a9fe-8d1a86363604 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d23ca657-b6e8-4ea0-ba4f-d2f2e06a6735 {{(pid=100596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:47:20.644226 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-ffb637db-e861-4fa8-b1c4-cc2e78a9744e req-94c8c163-ef76-4c01-a9fe-8d1a86363604 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:20.720259 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.provisioning_blocks [req-ffb637db-e861-4fa8-b1c4-cc2e78a9744e req-94c8c163-ef76-4c01-a9fe-8d1a86363604 service neutron] Transition to ACTIVE for port object d23ca657-b6e8-4ea0-ba4f-d2f2e06a6735 will not be triggered until provisioned by entity L2. {{(pid=100596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:47:20.729646 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-4d1e1be7-508e-4b36-9133-7de3b17c4ddb tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0215936 Oct 20 10:47:20.731315 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-ffb637db-e861-4fa8-b1c4-cc2e78a9744e req-94c8c163-ef76-4c01-a9fe-8d1a86363604 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:20.732620 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 40000) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:47:20.741477 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-9d43cb00-e782-4f10-b3ec-98fdf1b5fce5 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:47:20.857642 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c8c163-ef76-4c01-a9fe-8d1a86363604 service neutron] Pushing event updated for resources: {'Port': ['ID=d23ca657-b6e8-4ea0-ba4f-d2f2e06a6735,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:20.899004 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-ffb637db-e861-4fa8-b1c4-cc2e78a9744e req-94c8c163-ef76-4c01-a9fe-8d1a86363604 service neutron] Attempting to bind port d23ca657-b6e8-4ea0-ba4f-d2f2e06a6735 on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:47:20.899505 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-ffb637db-e861-4fa8-b1c4-cc2e78a9744e req-94c8c163-ef76-4c01-a9fe-8d1a86363604 service neutron] Attempting to bind port d23ca657-b6e8-4ea0-ba4f-d2f2e06a6735 by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': '21cccbca-7404-428f-aa4e-872d37903a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'c8a6fc02-fa12-4200-87e5-83414d81676e'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:47:20.899904 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffb637db-e861-4fa8-b1c4-cc2e78a9744e req-94c8c163-ef76-4c01-a9fe-8d1a86363604 service neutron] Attempting to bind port d23ca657-b6e8-4ea0-ba4f-d2f2e06a6735 on network c8a6fc02-fa12-4200-87e5-83414d81676e {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:47:20.920678 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffb637db-e861-4fa8-b1c4-cc2e78a9744e req-94c8c163-ef76-4c01-a9fe-8d1a86363604 service neutron] Port d23ca657-b6e8-4ea0-ba4f-d2f2e06a6735 on network c8a6fc02-fa12-4200-87e5-83414d81676e not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:47:20.921032 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffb637db-e861-4fa8-b1c4-cc2e78a9744e req-94c8c163-ef76-4c01-a9fe-8d1a86363604 service neutron] Attempting to bind port d23ca657-b6e8-4ea0-ba4f-d2f2e06a6735 on network c8a6fc02-fa12-4200-87e5-83414d81676e {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:47:20.937442 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffb637db-e861-4fa8-b1c4-cc2e78a9744e req-94c8c163-ef76-4c01-a9fe-8d1a86363604 service neutron] Checking agent: {'id': '061232a2-7adc-4ba1-a873-e8cb136b064d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 47, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:47:20.937442 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffb637db-e861-4fa8-b1c4-cc2e78a9744e req-94c8c163-ef76-4c01-a9fe-8d1a86363604 service neutron] Checking segment: {'id': '21cccbca-7404-428f-aa4e-872d37903a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'c8a6fc02-fa12-4200-87e5-83414d81676e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:47:20.937890 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffb637db-e861-4fa8-b1c4-cc2e78a9744e req-94c8c163-ef76-4c01-a9fe-8d1a86363604 service neutron] Bound using segment: {'id': '21cccbca-7404-428f-aa4e-872d37903a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'c8a6fc02-fa12-4200-87e5-83414d81676e'} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:47:20.942997 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-ffb637db-e861-4fa8-b1c4-cc2e78a9744e req-94c8c163-ef76-4c01-a9fe-8d1a86363604 service neutron] Bound port: d23ca657-b6e8-4ea0-ba4f-d2f2e06a6735, host: n-h2-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21cccbca-7404-428f-aa4e-872d37903a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'c8a6fc02-fa12-4200-87e5-83414d81676e'}}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:47:20.943491 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-ffb637db-e861-4fa8-b1c4-cc2e78a9744e req-94c8c163-ef76-4c01-a9fe-8d1a86363604 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:20.997802 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9d43cb00-e782-4f10-b3ec-98fdf1b5fce5 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25350761'] for subnet, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:21.031694 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02417db1-c1a4-46e3-af9c-9918c829c557 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524064ba-869c-5550-b826-c26b69a11278-919db517-e39f-4101-bd4e-f5812060ad70', 'network_id': '919db517-e39f-4101-bd4e-f5812060ad70', 'tenant_id': '10e8926c0dc24defb0f6cacab8eac495', 'fixed_ips': [{'subnet_id': '255722cc-7863-44f5-a56a-276e7c25effc'}]}} from n-d-811396-3. {{(pid=100598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:47:21.035573 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-02417db1-c1a4-46e3-af9c-9918c829c557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:21.135214 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-ffb637db-e861-4fa8-b1c4-cc2e78a9744e req-94c8c163-ef76-4c01-a9fe-8d1a86363604 service neutron] For port d23ca657-b6e8-4ea0-ba4f-d2f2e06a6735, host n-h2-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:47:21.142534 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-ffb637db-e861-4fa8-b1c4-cc2e78a9744e req-94c8c163-ef76-4c01-a9fe-8d1a86363604 service neutron] For port d23ca657-b6e8-4ea0-ba4f-d2f2e06a6735, host n-h2-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=d23ca657-b6e8-4ea0-ba4f-d2f2e06a6735,segment=NetworkSegment(21cccbca-7404-428f-aa4e-872d37903a8d),segment_id=21cccbca-7404-428f-aa4e-872d37903a8d)] {{(pid=100596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:47:21.154956 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-ffb637db-e861-4fa8-b1c4-cc2e78a9744e req-94c8c163-ef76-4c01-a9fe-8d1a86363604 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:21.180773 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb637db-e861-4fa8-b1c4-cc2e78a9744e req-94c8c163-ef76-4c01-a9fe-8d1a86363604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:21.181377 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-ffb637db-e861-4fa8-b1c4-cc2e78a9744e req-94c8c163-ef76-4c01-a9fe-8d1a86363604 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:21.183477 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ffb637db-e861-4fa8-b1c4-cc2e78a9744e req-94c8c163-ef76-4c01-a9fe-8d1a86363604 service neutron] 10.222.0.69 "PUT /v2.0/ports/d23ca657-b6e8-4ea0-ba4f-d2f2e06a6735 HTTP/1.1" status: 200 len: 1091 time: 1.3248048 Oct 20 10:47:21.187310 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7111dcd8-fd45-4dca-a651-307725cce40f', 'tag': 'd23ca657-b6e8-4ea0-ba4f-d2f2e06a6735'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:47:21.190577 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2bad989-e1f3-4526-802f-62effa5f2032" -d '{"events": [{"name": "network-changed", "server_uuid": "7111dcd8-fd45-4dca-a651-307725cce40f", "tag": "d23ca657-b6e8-4ea0-ba4f-d2f2e06a6735"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:47:21.454147 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f4a12c-3303-45d1-8db4-f27f4e440a5c req-ef98569a-84ad-4951-ac78-26b6267d4340 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:21.465531 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9d43cb00-e782-4f10-b3ec-98fdf1b5fce5 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8734775807326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-26947725'] for subnet, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:21.471452 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c2f4a12c-3303-45d1-8db4-f27f4e440a5c req-ef98569a-84ad-4951-ac78-26b6267d4340 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] 10.222.0.64 "GET /v2.0/ports?device_id=7111dcd8-fd45-4dca-a651-307725cce40f HTTP/1.1" status: 200 len: 943 time: 0.3228030 Oct 20 10:47:21.500199 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c8c163-ef76-4c01-a9fe-8d1a86363604 service neutron] Pushing event updated for resources: {'Port': ['ID=d23ca657-b6e8-4ea0-ba4f-d2f2e06a6735,revision_number=3']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:21.535806 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d43cb00-e782-4f10-b3ec-98fdf1b5fce5 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:21.536403 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9d43cb00-e782-4f10-b3ec-98fdf1b5fce5 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:21.537736 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-9d43cb00-e782-4f10-b3ec-98fdf1b5fce5 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] 10.222.0.64 "PUT /v2.0/subnets/255722cc-7863-44f5-a56a-276e7c25effc HTTP/1.1" status: 200 len: 806 time: 0.8032892 Oct 20 10:47:21.543908 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 40026) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:47:21.579215 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb637db-e861-4fa8-b1c4-cc2e78a9744e req-d92a4e73-39c5-4d28-ab45-09100bbb20b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:21.586408 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ffb637db-e861-4fa8-b1c4-cc2e78a9744e req-d92a4e73-39c5-4d28-ab45-09100bbb20b9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7c07d91a5a3845b987d2c3d5e5662672&device_id=7111dcd8-fd45-4dca-a651-307725cce40f HTTP/1.1" status: 200 len: 1094 time: 0.2540085 Oct 20 10:47:21.618879 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 40028) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:47:21.635909 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-02417db1-c1a4-46e3-af9c-9918c829c557 None None] Allocated IP 172.20.0.2 (919db517-e39f-4101-bd4e-f5812060ad70/255722cc-7863-44f5-a56a-276e7c25effc/ab088ba8-5d0a-4ddc-afb9-688a808f9f06) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:47:21.678040 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ffb637db-e861-4fa8-b1c4-cc2e78a9744e req-53b43424-076d-4e1e-9c46-9a8d69752445 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d23ca657-b6e8-4ea0-ba4f-d2f2e06a6735 HTTP/1.1" status: 200 len: 217 time: 0.0787084 Oct 20 10:47:21.753615 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e831a725-8afd-4520-b90c-5feab5d87a3d tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:21.791396 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d43cb00-e782-4f10-b3ec-98fdf1b5fce5 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Pushing event updated for resources: {'Subnet': ['ID=255722cc-7863-44f5-a56a-276e7c25effc,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:21.856554 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb637db-e861-4fa8-b1c4-cc2e78a9744e req-dd6233f5-4ea8-4792-b144-b0f731972e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:21.860556 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ffb637db-e861-4fa8-b1c4-cc2e78a9744e req-dd6233f5-4ea8-4792-b144-b0f731972e2d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2385e10a-8e9b-4532-8959-c4c7cb401041 HTTP/1.1" status: 200 len: 855 time: 0.1665614 Oct 20 10:47:21.879551 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c2f4a12c-3303-45d1-8db4-f27f4e440a5c req-7b7ee486-5a95-41a9-be5c-1def960180da tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] 10.222.0.64 "GET /v2.0/security-groups?id=beae5622-2b72-47ae-b5ac-f3919c6874d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4070859 Oct 20 10:47:21.970432 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-31152719-1f16-4d6e-95d4-d592bba8d80a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1466241922-network', 'tenant_id': '304c84e5c7844b5cadef0d9d128b445c'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:47:22.012022 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ffb637db-e861-4fa8-b1c4-cc2e78a9744e req-bbd34a94-6ac2-4d85-9b79-fbdce4a55865 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c8a6fc02-fa12-4200-87e5-83414d81676e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1310372 Oct 20 10:47:22.017701 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e831a725-8afd-4520-b90c-5feab5d87a3d tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:22.136799 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-02417db1-c1a4-46e3-af9c-9918c829c557 None None] Publish callbacks [] for port, precommit_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:22.148384 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-02417db1-c1a4-46e3-af9c-9918c829c557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:22.199488 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e831a725-8afd-4520-b90c-5feab5d87a3d tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25350811'] for subnet, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:22.282388 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ffb637db-e861-4fa8-b1c4-cc2e78a9744e req-d1710467-9b60-4ed6-a52c-77f51dc632b8 service neutron] 10.222.0.69 "GET /v2.0/networks/c8a6fc02-fa12-4200-87e5-83414d81676e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960042 Oct 20 10:47:22.299723 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e831a725-8afd-4520-b90c-5feab5d87a3d tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Pushing event deleted for resources: {'Subnet': ['ID=255722cc-7863-44f5-a56a-276e7c25effc,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:22.308444 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02417db1-c1a4-46e3-af9c-9918c829c557 None None] Network 919db517-e39f-4101-bd4e-f5812060ad70 is already hosted by enough agents. {{(pid=100598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:47:22.314492 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.base_scheduler [None req-02417db1-c1a4-46e3-af9c-9918c829c557 None None] Resources bound (agent type, host, resource id): {{(pid=100598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:47:22.322430 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02417db1-c1a4-46e3-af9c-9918c829c557 None None] Pushing event updated for resources: {'Port': ['ID=ab088ba8-5d0a-4ddc-afb9-688a808f9f06,revision_number=1']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:22.330831 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02417db1-c1a4-46e3-af9c-9918c829c557 None None] Received port after_create {{(pid=100598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:47:22.402510 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-02417db1-c1a4-46e3-af9c-9918c829c557 None None] Attempting to bind port ab088ba8-5d0a-4ddc-afb9-688a808f9f06 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:47:22.407854 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-02417db1-c1a4-46e3-af9c-9918c829c557 None None] Attempting to bind port ab088ba8-5d0a-4ddc-afb9-688a808f9f06 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '68f120ee-a81a-496b-a433-e4f4de4e3674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '919db517-e39f-4101-bd4e-f5812060ad70'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:47:22.408503 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02417db1-c1a4-46e3-af9c-9918c829c557 None None] Attempting to bind port ab088ba8-5d0a-4ddc-afb9-688a808f9f06 on network 919db517-e39f-4101-bd4e-f5812060ad70 {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:47:22.419859 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02417db1-c1a4-46e3-af9c-9918c829c557 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:47:22.420513 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02417db1-c1a4-46e3-af9c-9918c829c557 None None] Checking segment: {'id': '68f120ee-a81a-496b-a433-e4f4de4e3674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '919db517-e39f-4101-bd4e-f5812060ad70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:47:22.421219 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-02417db1-c1a4-46e3-af9c-9918c829c557 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:22.421876 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02417db1-c1a4-46e3-af9c-9918c829c557 None None] Bound using segment: {'id': '68f120ee-a81a-496b-a433-e4f4de4e3674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '919db517-e39f-4101-bd4e-f5812060ad70'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:47:22.422497 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-02417db1-c1a4-46e3-af9c-9918c829c557 None None] Bound port: ab088ba8-5d0a-4ddc-afb9-688a808f9f06, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68f120ee-a81a-496b-a433-e4f4de4e3674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '919db517-e39f-4101-bd4e-f5812060ad70'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:47:22.423040 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-02417db1-c1a4-46e3-af9c-9918c829c557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:22.454354 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e831a725-8afd-4520-b90c-5feab5d87a3d tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:22.466343 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0133d476-d878-47e5-b205-4e823ff876fa req-4a67f86d-08d9-4883-9ccb-c5fbfdc5226f tempest-ServerShowV254Test-890819556 tempest-ServerShowV254Test-890819556-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8901744-f652-433f-9324-1ade7cdfb640 HTTP/1.1" status: 200 len: 210 time: 0.1441123 Oct 20 10:47:22.468238 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ffb637db-e861-4fa8-b1c4-cc2e78a9744e req-ca09c137-c2e1-487a-8209-c13981882119 service neutron] 10.222.0.69 "GET /v2.0/networks/c8a6fc02-fa12-4200-87e5-83414d81676e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057715 Oct 20 10:47:22.492321 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f485d668-c043-4f7f-8976-87bc5484516c req-92addeab-6ac4-46e8-8d01-8dfa673a99e1 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=d8901744-f652-433f-9324-1ade7cdfb640 HTTP/1.1" status: 200 len: 210 time: 0.4327202 Oct 20 10:47:22.517258 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-e831a725-8afd-4520-b90c-5feab5d87a3d tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['919db517-e39f-4101-bd4e-f5812060ad70']}} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:47:22.528816 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63462973-f01c-4358-9001-b76335272b32 req-7ba06a6b-5b9e-4b60-800a-283e5896e60d tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:22.531025 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-63462973-f01c-4358-9001-b76335272b32 req-7ba06a6b-5b9e-4b60-800a-283e5896e60d tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/ports?device_id=54053cb6-a7bf-40ad-8f43-f2830ff50e06 HTTP/1.1" status: 200 len: 945 time: 1.3847408 Oct 20 10:47:22.532973 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31152719-1f16-4d6e-95d4-d592bba8d80a admin admin] Made reservation on behalf of 304c84e5c7844b5cadef0d9d128b445c for: {'network': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:47:22.538047 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-31152719-1f16-4d6e-95d4-d592bba8d80a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:22.538580 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-e831a725-8afd-4520-b90c-5feab5d87a3d tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68f120ee-a81a-496b-a433-e4f4de4e3674') {'for_net_delete': True} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:47:22.538880 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-e831a725-8afd-4520-b90c-5feab5d87a3d tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68f120ee-a81a-496b-a433-e4f4de4e3674') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:47:22.561368 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e831a725-8afd-4520-b90c-5feab5d87a3d tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25852596'] for segment, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:22.579764 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-02417db1-c1a4-46e3-af9c-9918c829c557 None None] For port ab088ba8-5d0a-4ddc-afb9-688a808f9f06, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:47:22.586929 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device ab7a6c68-90ca-49cc-9772-08a336428d52 details requested by agent hyperv_n-h2-811396-3 with host n-h2-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:47:22.589978 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-02417db1-c1a4-46e3-af9c-9918c829c557 None None] For port ab088ba8-5d0a-4ddc-afb9-688a808f9f06, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=ab088ba8-5d0a-4ddc-afb9-688a808f9f06,segment=NetworkSegment(68f120ee-a81a-496b-a433-e4f4de4e3674),segment_id=68f120ee-a81a-496b-a433-e4f4de4e3674)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:47:22.593242 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-31152719-1f16-4d6e-95d4-d592bba8d80a admin admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:22.598523 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e831a725-8afd-4520-b90c-5feab5d87a3d tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:22.604186 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3994e22-cc02-4278-bcd9-a1844e683d89 x-openstack-request-id: req-a3994e22-cc02-4278-bcd9-a1844e683d89 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:47:22.604498 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7111dcd8-fd45-4dca-a651-307725cce40f", "tag": "d23ca657-b6e8-4ea0-ba4f-d2f2e06a6735", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:47:22.605633 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a3994e22-cc02-4278-bcd9-a1844e683d89 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:47:22.606013 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7111dcd8-fd45-4dca-a651-307725cce40f', 'tag': 'd23ca657-b6e8-4ea0-ba4f-d2f2e06a6735', 'status': 'completed', 'code': 200} Oct 20 10:47:22.607051 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e831a725-8afd-4520-b90c-5feab5d87a3d tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Releasing vlan 837 on physical network physnet1 to pool {{(pid=100597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:47:22.608025 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e831a725-8afd-4520-b90c-5feab5d87a3d tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951012'] for segment, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:22.609869 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-02417db1-c1a4-46e3-af9c-9918c829c557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:22.612079 n-d-811396-3 neutron-server[100597]: Traceback (most recent call last): Oct 20 10:47:22.612079 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:47:22.612079 n-d-811396-3 neutron-server[100597]: timer() Oct 20 10:47:22.612079 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:47:22.612079 n-d-811396-3 neutron-server[100597]: cb(*args, **kw) Oct 20 10:47:22.612079 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:47:22.612079 n-d-811396-3 neutron-server[100597]: return func(*args, **kwargs) Oct 20 10:47:22.612079 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:47:22.612079 n-d-811396-3 neutron-server[100597]: self._notify() Oct 20 10:47:22.612079 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:47:22.612079 n-d-811396-3 neutron-server[100597]: self.callback(batched_events) Oct 20 10:47:22.612079 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:47:22.612079 n-d-811396-3 neutron-server[100597]: event.method(event) Oct 20 10:47:22.612079 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:47:22.612079 n-d-811396-3 neutron-server[100597]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:47:22.612079 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:47:22.612079 n-d-811396-3 neutron-server[100597]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:47:22.612079 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:47:22.612079 n-d-811396-3 neutron-server[100597]: return f(self, *a, **k) Oct 20 10:47:22.612079 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:47:22.612079 n-d-811396-3 neutron-server[100597]: return self._get(url).json() Oct 20 10:47:22.612079 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:47:22.612079 n-d-811396-3 neutron-server[100597]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:47:22.612079 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:47:22.612079 n-d-811396-3 neutron-server[100597]: return self.request(url, 'GET', **kwargs) Oct 20 10:47:22.612079 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:47:22.612079 n-d-811396-3 neutron-server[100597]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:47:22.612079 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:47:22.612079 n-d-811396-3 neutron-server[100597]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:47:22.612079 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:47:22.612079 n-d-811396-3 neutron-server[100597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:47:22.612079 n-d-811396-3 neutron-server[100597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:47:22.664226 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-63462973-f01c-4358-9001-b76335272b32 req-a95b88aa-eb4d-4213-b755-915f3ee3cf29 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/security-groups?id=887118a8-550c-4373-a758-17919f09b184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125760 Oct 20 10:47:22.751668 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.db.api [None req-e831a725-8afd-4520-b90c-5feab5d87a3d tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 20 10:47:22.751668 n-d-811396-3 neutron-server[100597]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 20 10:47:22.751668 n-d-811396-3 neutron-server[100597]: [parameters: {'id': '919db517-e39f-4101-bd4e-f5812060ad70'}] Oct 20 10:47:22.751668 n-d-811396-3 neutron-server[100597]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=100597) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 10:47:22.752132 n-d-811396-3 neutron-server[100597]: DEBUG oslo_db.api [None req-e831a725-8afd-4520-b90c-5feab5d87a3d tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 10:47:22.807484 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bad989-e1f3-4526-802f-62effa5f2032 req-cad7434b-2216-41d2-a7c4-176f7b6d6830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:22.809208 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e2bad989-e1f3-4526-802f-62effa5f2032 req-cad7434b-2216-41d2-a7c4-176f7b6d6830 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7c07d91a5a3845b987d2c3d5e5662672&device_id=7111dcd8-fd45-4dca-a651-307725cce40f HTTP/1.1" status: 200 len: 1094 time: 0.0755272 Oct 20 10:47:22.870142 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-31152719-1f16-4d6e-95d4-d592bba8d80a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:22.904835 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-31152719-1f16-4d6e-95d4-d592bba8d80a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:22.936044 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31152719-1f16-4d6e-95d4-d592bba8d80a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 840} {{(pid=100596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:47:22.962603 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bad989-e1f3-4526-802f-62effa5f2032 req-bbc933c5-8500-4c80-83dc-62c6b2035c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:22.963765 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e2bad989-e1f3-4526-802f-62effa5f2032 req-bbc933c5-8500-4c80-83dc-62c6b2035c92 service neutron] 10.222.0.69 "GET /v2.0/networks?id=c8a6fc02-fa12-4200-87e5-83414d81676e HTTP/1.1" status: 200 len: 916 time: 0.1458638 Oct 20 10:47:22.966810 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31152719-1f16-4d6e-95d4-d592bba8d80a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e1d7c5e-d35b-480e-bc76-e69dc8123b0e,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:22.969917 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-31152719-1f16-4d6e-95d4-d592bba8d80a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:22.970263 n-d-811396-3 neutron-server[100596]: INFO neutron.db.segments_db [None req-31152719-1f16-4d6e-95d4-d592bba8d80a admin admin] Added segment 5f5097d1-dd03-4e53-8d67-381b8a2c1ac8 of type vlan for network cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0 Oct 20 10:47:22.973988 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port ab7a6c68-90ca-49cc-9772-08a336428d52, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=ab7a6c68-90ca-49cc-9772-08a336428d52,segment=NetworkSegment(667bfc55-8fb5-4232-84e0-731edce9afd9),segment_id=667bfc55-8fb5-4232-84e0-731edce9afd9)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:47:23.037666 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e2bad989-e1f3-4526-802f-62effa5f2032 req-cf27ab61-68b3-47b5-b607-0eeca292225e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d23ca657-b6e8-4ea0-ba4f-d2f2e06a6735 HTTP/1.1" status: 200 len: 217 time: 0.0653982 Oct 20 10:47:23.043951 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Returning: {'device': 'ab7a6c68-90ca-49cc-9772-08a336428d52', 'network_id': 'd45b47d0-bc0d-47b8-915f-e1b12beb41f5', 'port_id': 'ab7a6c68-90ca-49cc-9772-08a336428d52', 'mac_address': 'fa:16:3e:1f:2c:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 834, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e45182b-6a6c-44ef-8f7c-271290a24a13', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:47:23.095054 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:23.098865 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02417db1-c1a4-46e3-af9c-9918c829c557 None None] Pushing event updated for resources: {'Port': ['ID=ab088ba8-5d0a-4ddc-afb9-688a808f9f06,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:23.106518 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-31152719-1f16-4d6e-95d4-d592bba8d80a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:23.120731 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b52f077d-cf74-49c4-9de4-3ab1932a1271 None None] Network 919db517-e39f-4101-bd4e-f5812060ad70 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:47:23.141187 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02417db1-c1a4-46e3-af9c-9918c829c557 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:47:23.141838 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02417db1-c1a4-46e3-af9c-9918c829c557 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:47:23.142400 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02417db1-c1a4-46e3-af9c-9918c829c557 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:47:23.143489 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02417db1-c1a4-46e3-af9c-9918c829c557 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:47:23.144356 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02417db1-c1a4-46e3-af9c-9918c829c557 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:47:23.144921 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02417db1-c1a4-46e3-af9c-9918c829c557 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:47:23.145460 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02417db1-c1a4-46e3-af9c-9918c829c557 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:47:23.145996 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02417db1-c1a4-46e3-af9c-9918c829c557 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:47:23.146527 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02417db1-c1a4-46e3-af9c-9918c829c557 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:47:23.147641 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02417db1-c1a4-46e3-af9c-9918c829c557 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:47:23.148211 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02417db1-c1a4-46e3-af9c-9918c829c557 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:47:23.148965 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02417db1-c1a4-46e3-af9c-9918c829c557 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:47:23.155421 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bad989-e1f3-4526-802f-62effa5f2032 req-670135a6-ed3a-4126-ac32-1ca4e8cf908f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:23.156926 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e2bad989-e1f3-4526-802f-62effa5f2032 req-670135a6-ed3a-4126-ac32-1ca4e8cf908f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2385e10a-8e9b-4532-8959-c4c7cb401041 HTTP/1.1" status: 200 len: 855 time: 0.1042931 Oct 20 10:47:23.166347 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ce8e77-8bd3-459a-ae72-229e1f37939d req-e8f77638-c4ab-4549-b2cf-8a3faab228ae tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:23.167974 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-35ce8e77-8bd3-459a-ae72-229e1f37939d req-e8f77638-c4ab-4549-b2cf-8a3faab228ae tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] 10.222.0.64 "GET /v2.0/ports?device_id=7111dcd8-fd45-4dca-a651-307725cce40f HTTP/1.1" status: 200 len: 943 time: 0.1322081 Oct 20 10:47:23.174862 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ab7a6c68-90ca-49cc-9772-08a336428d52 {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:47:23.200581 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e2bad989-e1f3-4526-802f-62effa5f2032 req-b5c09ed0-53c6-44aa-b0e6-771d5910556c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c8a6fc02-fa12-4200-87e5-83414d81676e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305817 Oct 20 10:47:23.201339 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-31152719-1f16-4d6e-95d4-d592bba8d80a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:23.202309 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31152719-1f16-4d6e-95d4-d592bba8d80a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:23.202872 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-31152719-1f16-4d6e-95d4-d592bba8d80a admin admin] Publish callbacks [] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:23.241629 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port ab7a6c68-90ca-49cc-9772-08a336428d52, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=ab7a6c68-90ca-49cc-9772-08a336428d52,segment=NetworkSegment(667bfc55-8fb5-4232-84e0-731edce9afd9),segment_id=667bfc55-8fb5-4232-84e0-731edce9afd9)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:47:23.253187 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e831a725-8afd-4520-b90c-5feab5d87a3d tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:23.254305 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:23.296452 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-31152719-1f16-4d6e-95d4-d592bba8d80a admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6761820 Oct 20 10:47:23.298807 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 40044) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:47:23.335754 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-af1d7249-7351-4806-a454-eb82669cd1b9 admin admin] Request body: {'subnet': {'network_id': 'cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1466241922-subnet', 'tenant_id': '304c84e5c7844b5cadef0d9d128b445c', 'ip_version': 4}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:47:23.364677 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=ab7a6c68-90ca-49cc-9772-08a336428d52,revision_number=6']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:23.473696 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31152719-1f16-4d6e-95d4-d592bba8d80a admin admin] Pushing event updated for resources: {'Network': ['ID=cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:23.484698 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-35ce8e77-8bd3-459a-ae72-229e1f37939d req-72706374-d938-47b1-a280-0ade57b72a56 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] 10.222.0.64 "GET /v2.0/security-groups?id=beae5622-2b72-47ae-b5ac-f3919c6874d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3052146 Oct 20 10:47:23.492577 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff743abc-a7b9-452b-8636-a21cc567f7a1 None None] Network 919db517-e39f-4101-bd4e-f5812060ad70 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:47:23.495504 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0 details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:47:23.558633 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af1d7249-7351-4806-a454-eb82669cd1b9 admin admin] Made reservation on behalf of 304c84e5c7844b5cadef0d9d128b445c for: {'subnet': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:47:23.568416 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-af1d7249-7351-4806-a454-eb82669cd1b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26761797'] for subnet, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:23.743305 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['ab7a6c68-90ca-49cc-9772-08a336428d52'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:47:23.981492 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-e831a725-8afd-4520-b90c-5feab5d87a3d tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Deleting port ab088ba8-5d0a-4ddc-afb9-688a808f9f06 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:47:23.982250 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e831a725-8afd-4520-b90c-5feab5d87a3d tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:24.040028 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-45247383-f828-41bd-972a-552d321569f0 req-166346bf-0ea4-4682-9ec0-9dc1631bc7dc tempest-ServerShowV254Test-890819556 tempest-ServerShowV254Test-890819556-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8901744-f652-433f-9324-1ade7cdfb640 HTTP/1.1" status: 200 len: 210 time: 0.0447364 Oct 20 10:47:24.063255 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-af1d7249-7351-4806-a454-eb82669cd1b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26836128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26761819'] for subnet, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:24.072580 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [None req-e831a725-8afd-4520-b90c-5feab5d87a3d tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] For port ab088ba8-5d0a-4ddc-afb9-688a808f9f06, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=ab088ba8-5d0a-4ddc-afb9-688a808f9f06,segment=NetworkSegment(68f120ee-a81a-496b-a433-e4f4de4e3674),segment_id=68f120ee-a81a-496b-a433-e4f4de4e3674)] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:47:24.073143 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e831a725-8afd-4520-b90c-5feab5d87a3d tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:24.094470 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-e831a725-8afd-4520-b90c-5feab5d87a3d tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Calling delete_port for ab088ba8-5d0a-4ddc-afb9-688a808f9f06 owned by network:dhcp {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:47:24.097313 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e2bad989-e1f3-4526-802f-62effa5f2032 req-ef78eee8-43a1-4325-af53-bce387a39602 service neutron] 10.222.0.69 "GET /v2.0/networks/c8a6fc02-fa12-4200-87e5-83414d81676e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8850455 Oct 20 10:47:24.125027 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b39cd795-15f1-4d15-ac4f-8a9f49138473 None None] get_active_networks_info from n-d-811396-3 {{(pid=100598) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 20 10:47:24.221295 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e831a725-8afd-4520-b90c-5feab5d87a3d tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:24.259365 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e831a725-8afd-4520-b90c-5feab5d87a3d tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Pushing event deleted for resources: {'Port': ['ID=ab088ba8-5d0a-4ddc-afb9-688a808f9f06,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:24.264263 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e831a725-8afd-4520-b90c-5feab5d87a3d tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] No DVR routers for this DVR port ab088ba8-5d0a-4ddc-afb9-688a808f9f06 on host n-d-811396-3 {{(pid=100597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:47:24.284495 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af1d7249-7351-4806-a454-eb82669cd1b9 admin admin] Checking segment: {'id': '5f5097d1-dd03-4e53-8d67-381b8a2c1ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:47:24.284894 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af1d7249-7351-4806-a454-eb82669cd1b9 admin admin] Network hostable DHCP agents. Network: cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:47:24.325634 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c069d7b-830d-452c-a2f1-07142ac82feb req-cb58d873-38e1-4866-807c-ec3c51196f98 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:24.326880 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5c069d7b-830d-452c-a2f1-07142ac82feb req-cb58d873-38e1-4866-807c-ec3c51196f98 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/ports?device_id=54053cb6-a7bf-40ad-8f43-f2830ff50e06 HTTP/1.1" status: 200 len: 944 time: 0.3019633 Oct 20 10:47:24.327556 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1d7249-7351-4806-a454-eb82669cd1b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46305bfd-5c10-42c9-8afc-597f2425497e,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:24.350523 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e2bad989-e1f3-4526-802f-62effa5f2032 req-571f1a2d-55c7-4817-86f2-b35fbc3b9ae9 service neutron] 10.222.0.69 "GET /v2.0/networks/c8a6fc02-fa12-4200-87e5-83414d81676e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118704 Oct 20 10:47:24.352293 n-d-811396-3 neutron-server[100598]: INFO neutron.scheduler.dhcp_agent_scheduler [None req-b39cd795-15f1-4d15-ac4f-8a9f49138473 None None] Agent 60b3642f-5d26-44e8-a8c8-c145fe608009 already present Oct 20 10:47:24.352586 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af1d7249-7351-4806-a454-eb82669cd1b9 admin admin] Network cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0 is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:47:24.352716 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b39cd795-15f1-4d15-ac4f-8a9f49138473 None None] Network cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0 is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:47:24.353408 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b39cd795-15f1-4d15-ac4f-8a9f49138473 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0) {{(pid=100598) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 20 10:47:24.371712 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-af1d7249-7351-4806-a454-eb82669cd1b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0) {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:47:24.377667 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af1d7249-7351-4806-a454-eb82669cd1b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:24.379624 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-af1d7249-7351-4806-a454-eb82669cd1b9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:24.407583 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e831a725-8afd-4520-b90c-5feab5d87a3d tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:24.415681 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5c069d7b-830d-452c-a2f1-07142ac82feb req-362f0319-90f5-4190-b01a-2f3c00e18635 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/security-groups?id=887118a8-550c-4373-a758-17919f09b184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755873 Oct 20 10:47:24.422574 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-af1d7249-7351-4806-a454-eb82669cd1b9 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1070595 Oct 20 10:47:24.425058 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 40064) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:47:24.430000 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-bed89bbd-e2b2-4793-9340-5584924c2479 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1466241922-router', 'tenant_id': '304c84e5c7844b5cadef0d9d128b445c', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:47:24.453477 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-bed89bbd-e2b2-4793-9340-5584924c2479 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1772442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258322'] for router, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:24.455910 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-bed89bbd-e2b2-4793-9340-5584924c2479 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1772334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773516', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258315'] for router, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:24.467883 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-e831a725-8afd-4520-b90c-5feab5d87a3d tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['919db517-e39f-4101-bd4e-f5812060ad70']}} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:47:24.483097 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-e831a725-8afd-4520-b90c-5feab5d87a3d tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68f120ee-a81a-496b-a433-e4f4de4e3674') {'for_net_delete': True} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:47:24.483525 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-e831a725-8afd-4520-b90c-5feab5d87a3d tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68f120ee-a81a-496b-a433-e4f4de4e3674') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:47:24.498695 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e831a725-8afd-4520-b90c-5feab5d87a3d tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25852596'] for segment, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:24.515231 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e831a725-8afd-4520-b90c-5feab5d87a3d tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:24.519141 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-bed89bbd-e2b2-4793-9340-5584924c2479 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:24.522878 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e831a725-8afd-4520-b90c-5feab5d87a3d tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Releasing vlan 837 on physical network physnet1 to pool {{(pid=100597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:47:24.523568 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e831a725-8afd-4520-b90c-5feab5d87a3d tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951012'] for segment, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:24.527504 n-d-811396-3 neutron-server[100597]: Traceback (most recent call last): Oct 20 10:47:24.527504 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:47:24.527504 n-d-811396-3 neutron-server[100597]: timer() Oct 20 10:47:24.527504 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:47:24.527504 n-d-811396-3 neutron-server[100597]: cb(*args, **kw) Oct 20 10:47:24.527504 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:47:24.527504 n-d-811396-3 neutron-server[100597]: return func(*args, **kwargs) Oct 20 10:47:24.527504 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:47:24.527504 n-d-811396-3 neutron-server[100597]: self._notify() Oct 20 10:47:24.527504 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:47:24.527504 n-d-811396-3 neutron-server[100597]: self.callback(batched_events) Oct 20 10:47:24.527504 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:47:24.527504 n-d-811396-3 neutron-server[100597]: event.method(event) Oct 20 10:47:24.527504 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:47:24.527504 n-d-811396-3 neutron-server[100597]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:47:24.527504 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:47:24.527504 n-d-811396-3 neutron-server[100597]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:47:24.527504 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:47:24.527504 n-d-811396-3 neutron-server[100597]: return f(self, *a, **k) Oct 20 10:47:24.527504 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:47:24.527504 n-d-811396-3 neutron-server[100597]: return self._get(url).json() Oct 20 10:47:24.527504 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:47:24.527504 n-d-811396-3 neutron-server[100597]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:47:24.527504 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:47:24.527504 n-d-811396-3 neutron-server[100597]: return self.request(url, 'GET', **kwargs) Oct 20 10:47:24.527504 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:47:24.527504 n-d-811396-3 neutron-server[100597]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:47:24.527504 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:47:24.527504 n-d-811396-3 neutron-server[100597]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:47:24.527504 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:47:24.527504 n-d-811396-3 neutron-server[100597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:47:24.527504 n-d-811396-3 neutron-server[100597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:47:24.601309 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e831a725-8afd-4520-b90c-5feab5d87a3d tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:24.609730 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e831a725-8afd-4520-b90c-5feab5d87a3d tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:24.612963 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-e831a725-8afd-4520-b90c-5feab5d87a3d tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] 10.222.0.64 "DELETE /v2.0/networks/919db517-e39f-4101-bd4e-f5812060ad70 HTTP/1.1" status: 204 len: 168 time: 3.0659022 Oct 20 10:47:24.623101 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device d23ca657-b6e8-4ea0-ba4f-d2f2e06a6735 details requested by agent hyperv_n-h2-811396-3 with host n-h2-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:47:24.624213 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 40068) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:47:24.625336 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device ab7a6c68-90ca-49cc-9772-08a336428d52 no longer exists at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:47:24.645904 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-00b0ba0b-0cb4-45a3-8ed0-a4ef405f381c tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] DELETE failed (client error): The resource could not be found. Oct 20 10:47:24.646457 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00b0ba0b-0cb4-45a3-8ed0-a4ef405f381c tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:47:24.653938 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-00b0ba0b-0cb4-45a3-8ed0-a4ef405f381c tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] 10.222.0.64 "DELETE /v2.0/networks/919db517-e39f-4101-bd4e-f5812060ad70 HTTP/1.1" status: 404 len: 339 time: 0.0284894 Oct 20 10:47:24.655128 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e831a725-8afd-4520-b90c-5feab5d87a3d tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Pushing event deleted for resources: {'Network': ['ID=919db517-e39f-4101-bd4e-f5812060ad70,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:24.657199 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 40070) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:47:24.662001 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-da0c1e0f-4c1e-489a-97c0-cdf499da14b3 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-125781014', 'description': 'd1'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:47:24.684614 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da0c1e0f-4c1e-489a-97c0-cdf499da14b3 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Made reservation on behalf of 10e8926c0dc24defb0f6cacab8eac495 for: {'network': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:47:24.688620 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-da0c1e0f-4c1e-489a-97c0-cdf499da14b3 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:24.716760 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da0c1e0f-4c1e-489a-97c0-cdf499da14b3 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 819} {{(pid=100597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:47:24.726178 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-da0c1e0f-4c1e-489a-97c0-cdf499da14b3 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:24.726524 n-d-811396-3 neutron-server[100597]: INFO neutron.db.segments_db [None req-da0c1e0f-4c1e-489a-97c0-cdf499da14b3 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Added segment 086c7291-b8d2-43c0-af0b-cb6e94dd0f7b of type vlan for network f6f7a541-3128-4ab5-9a5b-36d19ec18cf2 Oct 20 10:47:24.732034 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-bed89bbd-e2b2-4793-9340-5584924c2479 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:24.754344 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e9b4c6-97a0-4c30-91fd-30099894cc99 req-6a8f94ae-1a95-44a0-b28f-3cef81397769 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:24.756223 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e4e9b4c6-97a0-4c30-91fd-30099894cc99 req-6a8f94ae-1a95-44a0-b28f-3cef81397769 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] 10.222.0.64 "GET /v2.0/ports?device_id=7111dcd8-fd45-4dca-a651-307725cce40f HTTP/1.1" status: 200 len: 943 time: 0.1556420 Oct 20 10:47:24.820890 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:24.844234 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e4e9b4c6-97a0-4c30-91fd-30099894cc99 req-3e20a87a-0edc-487f-8a13-3a5ba073b257 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] 10.222.0.64 "GET /v2.0/security-groups?id=beae5622-2b72-47ae-b5ac-f3919c6874d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707433 Oct 20 10:47:24.877350 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-da0c1e0f-4c1e-489a-97c0-cdf499da14b3 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:24.885169 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id ab7a6c68-90ca-49cc-9772-08a336428d52 {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:47:24.891662 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c7c7e36-c5b3-4dfa-8db1-5dd58b0970a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524064ba-869c-5550-b826-c26b69a11278-cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0', 'network_id': 'cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0', 'tenant_id': '304c84e5c7844b5cadef0d9d128b445c', 'fixed_ips': [{'subnet_id': '46305bfd-5c10-42c9-8afc-597f2425497e'}]}} from n-d-811396-3. {{(pid=100598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:47:24.892501 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-5c7c7e36-c5b3-4dfa-8db1-5dd58b0970a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:24.913629 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-da0c1e0f-4c1e-489a-97c0-cdf499da14b3 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:24.922313 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da0c1e0f-4c1e-489a-97c0-cdf499da14b3 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:24.922936 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-da0c1e0f-4c1e-489a-97c0-cdf499da14b3 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:24.945226 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port ab7a6c68-90ca-49cc-9772-08a336428d52, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=ab7a6c68-90ca-49cc-9772-08a336428d52,segment=NetworkSegment(667bfc55-8fb5-4232-84e0-731edce9afd9),segment_id=667bfc55-8fb5-4232-84e0-731edce9afd9)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:47:25.003239 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:25.006886 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-da0c1e0f-4c1e-489a-97c0-cdf499da14b3 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.3488922 Oct 20 10:47:25.009535 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 40076) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:47:25.070205 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=ab7a6c68-90ca-49cc-9772-08a336428d52,revision_number=7']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:25.072694 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-bed89bbd-e2b2-4793-9340-5584924c2479 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:25.082143 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port d23ca657-b6e8-4ea0-ba4f-d2f2e06a6735, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=d23ca657-b6e8-4ea0-ba4f-d2f2e06a6735,segment=NetworkSegment(21cccbca-7404-428f-aa4e-872d37903a8d),segment_id=21cccbca-7404-428f-aa4e-872d37903a8d)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:47:25.103131 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Returning: {'device': 'd23ca657-b6e8-4ea0-ba4f-d2f2e06a6735', 'network_id': 'c8a6fc02-fa12-4200-87e5-83414d81676e', 'port_id': 'd23ca657-b6e8-4ea0-ba4f-d2f2e06a6735', 'mac_address': 'fa:16:3e:3d:f9:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2385e10a-8e9b-4532-8959-c4c7cb401041', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:47:25.109661 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-bed89bbd-e2b2-4793-9340-5584924c2479 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:25.143183 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb42908-cf5c-4c10-bed9-cd83a18e94a6 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:25.153824 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-cbb42908-cf5c-4c10-bed9-cd83a18e94a6 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] 10.222.0.64 "GET /v2.0/networks?id=f6f7a541-3128-4ab5-9a5b-36d19ec18cf2 HTTP/1.1" status: 200 len: 760 time: 0.1432796 Oct 20 10:47:25.181212 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 40080) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:47:25.187182 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-e62c1b12-2ccc-48e7-b702-72eb1f72f572 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Request body: {'network': {'description': 'd2'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:47:25.192241 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0c1e0f-4c1e-489a-97c0-cdf499da14b3 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Pushing event updated for resources: {'Network': ['ID=f6f7a541-3128-4ab5-9a5b-36d19ec18cf2,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:25.208382 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network f6f7a541-3128-4ab5-9a5b-36d19ec18cf2 details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:47:25.257682 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [None req-bed89bbd-e2b2-4793-9340-5584924c2479 admin admin] Allocated IP 172.25.1.237 (cbe170d3-31ba-45a2-b477-520ab0a7a8ea/f4e26aca-17ac-4adb-a66b-d939a1b35b64/796dafa4-6077-4393-8385-ff95473e2ed0) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:47:25.290642 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-5c7c7e36-c5b3-4dfa-8db1-5dd58b0970a5 None None] Allocated IP 172.20.0.2 (cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0/46305bfd-5c10-42c9-8afc-597f2425497e/4d461b0a-35ce-4088-995b-11f0fd972742) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:47:25.299613 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:25.364501 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e62c1b12-2ccc-48e7-b702-72eb1f72f572 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:25.378772 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-bed89bbd-e2b2-4793-9340-5584924c2479 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:25.384275 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e62c1b12-2ccc-48e7-b702-72eb1f72f572 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:25.455491 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-bed89bbd-e2b2-4793-9340-5584924c2479 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:25.504390 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-40bae932-1854-4ef4-bcc7-1b1585ac0565 req-6a2965a3-68c0-4bd6-b443-f3a788c4657f tempest-ServerShowV254Test-890819556 tempest-ServerShowV254Test-890819556-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8901744-f652-433f-9324-1ade7cdfb640 HTTP/1.1" status: 200 len: 210 time: 0.0742140 Oct 20 10:47:25.539422 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62c1b12-2ccc-48e7-b702-72eb1f72f572 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Pushing event updated for resources: {'Network': ['ID=f6f7a541-3128-4ab5-9a5b-36d19ec18cf2,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:25.539422 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e62c1b12-2ccc-48e7-b702-72eb1f72f572 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Network f6f7a541-3128-4ab5-9a5b-36d19ec18cf2 is not hosted by any dhcp agent {{(pid=100597) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 20 10:47:25.539422 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e62c1b12-2ccc-48e7-b702-72eb1f72f572 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:25.539422 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e62c1b12-2ccc-48e7-b702-72eb1f72f572 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:25.539998 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-e62c1b12-2ccc-48e7-b702-72eb1f72f572 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] 10.222.0.64 "PUT /v2.0/networks/f6f7a541-3128-4ab5-9a5b-36d19ec18cf2 HTTP/1.1" status: 200 len: 757 time: 0.3572707 Oct 20 10:47:25.546190 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 40086) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:47:25.578567 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network f6f7a541-3128-4ab5-9a5b-36d19ec18cf2 details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:47:25.595171 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d23ca657-b6e8-4ea0-ba4f-d2f2e06a6735 {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:47:25.625751 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed89bbd-e2b2-4793-9340-5584924c2479 admin admin] Network cbe170d3-31ba-45a2-b477-520ab0a7a8ea is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:47:25.635900 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-bed89bbd-e2b2-4793-9340-5584924c2479 admin admin] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:47:25.645890 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed89bbd-e2b2-4793-9340-5584924c2479 admin admin] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:47:25.699072 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed89bbd-e2b2-4793-9340-5584924c2479 admin admin] Pushing event updated for resources: {'Port': ['ID=796dafa4-6077-4393-8385-ff95473e2ed0,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:25.751947 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port d23ca657-b6e8-4ea0-ba4f-d2f2e06a6735, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=d23ca657-b6e8-4ea0-ba4f-d2f2e06a6735,segment=NetworkSegment(21cccbca-7404-428f-aa4e-872d37903a8d),segment_id=21cccbca-7404-428f-aa4e-872d37903a8d)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:47:25.763307 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:25.769903 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c620ee-69fb-44b2-a2ac-21ebd31d5f01 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:25.775031 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-93c620ee-69fb-44b2-a2ac-21ebd31d5f01 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] 10.222.0.64 "GET /v2.0/networks?id=f6f7a541-3128-4ab5-9a5b-36d19ec18cf2 HTTP/1.1" status: 200 len: 760 time: 0.2246044 Oct 20 10:47:25.777831 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 40092) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:47:25.794223 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-6d455e77-e0fd-4946-93fc-679231408d75 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2048650775'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:47:25.909006 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=d23ca657-b6e8-4ea0-ba4f-d2f2e06a6735,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:25.939339 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bbe3ff95-29a8-4b20-914e-0164c3daccb4 req-0dfefadd-7474-4708-9d3e-77d8198ef01b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b735172c9bbc4a48a0119bad3a36fb5d&device_id=d8901744-f652-433f-9324-1ade7cdfb640 HTTP/1.1" status: 200 len: 210 time: 0.0598402 Oct 20 10:47:25.958643 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaa780e-0bfa-4270-afbd-d29751ff8d3b req-63d6ce9e-a120-4726-a426-f3e980593fea tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:25.975247 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-acaa780e-0bfa-4270-afbd-d29751ff8d3b req-63d6ce9e-a120-4726-a426-f3e980593fea tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/ports?device_id=54053cb6-a7bf-40ad-8f43-f2830ff50e06 HTTP/1.1" status: 200 len: 943 time: 0.3249240 Oct 20 10:47:26.020354 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-5c7c7e36-c5b3-4dfa-8db1-5dd58b0970a5 None None] Publish callbacks [] for port, precommit_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:26.032734 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['d23ca657-b6e8-4ea0-ba4f-d2f2e06a6735'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:47:26.069987 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-5c7c7e36-c5b3-4dfa-8db1-5dd58b0970a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:26.104724 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bbe3ff95-29a8-4b20-914e-0164c3daccb4 req-774b782b-7424-41ca-adc5-6da549fc1108 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=b735172c9bbc4a48a0119bad3a36fb5d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1039100 Oct 20 10:47:26.143209 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c7c7e36-c5b3-4dfa-8db1-5dd58b0970a5 None None] Network cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0 is already hosted by enough agents. {{(pid=100598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:47:26.145311 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7c7e36-c5b3-4dfa-8db1-5dd58b0970a5 None None] Pushing event updated for resources: {'Port': ['ID=4d461b0a-35ce-4088-995b-11f0fd972742,revision_number=1']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:26.156140 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.base_scheduler [None req-5c7c7e36-c5b3-4dfa-8db1-5dd58b0970a5 None None] Resources bound (agent type, host, resource id): {{(pid=100598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:47:26.164910 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7c7e36-c5b3-4dfa-8db1-5dd58b0970a5 None None] Received port after_create {{(pid=100598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:47:26.200999 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d455e77-e0fd-4946-93fc-679231408d75 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Made reservation on behalf of 10e8926c0dc24defb0f6cacab8eac495 for: {'network': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:47:26.204600 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6d455e77-e0fd-4946-93fc-679231408d75 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:26.262750 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-5c7c7e36-c5b3-4dfa-8db1-5dd58b0970a5 None None] Attempting to bind port 4d461b0a-35ce-4088-995b-11f0fd972742 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:47:26.263253 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-5c7c7e36-c5b3-4dfa-8db1-5dd58b0970a5 None None] Attempting to bind port 4d461b0a-35ce-4088-995b-11f0fd972742 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '5f5097d1-dd03-4e53-8d67-381b8a2c1ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:47:26.263620 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c7c7e36-c5b3-4dfa-8db1-5dd58b0970a5 None None] Attempting to bind port 4d461b0a-35ce-4088-995b-11f0fd972742 on network cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0 {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:47:26.273623 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c7c7e36-c5b3-4dfa-8db1-5dd58b0970a5 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:47:26.274176 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c7c7e36-c5b3-4dfa-8db1-5dd58b0970a5 None None] Checking segment: {'id': '5f5097d1-dd03-4e53-8d67-381b8a2c1ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:47:26.274773 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-5c7c7e36-c5b3-4dfa-8db1-5dd58b0970a5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:26.275228 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c7c7e36-c5b3-4dfa-8db1-5dd58b0970a5 None None] Bound using segment: {'id': '5f5097d1-dd03-4e53-8d67-381b8a2c1ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:47:26.275768 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-5c7c7e36-c5b3-4dfa-8db1-5dd58b0970a5 None None] Bound port: 4d461b0a-35ce-4088-995b-11f0fd972742, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f5097d1-dd03-4e53-8d67-381b8a2c1ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:47:26.276196 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-5c7c7e36-c5b3-4dfa-8db1-5dd58b0970a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:26.357052 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-5c7c7e36-c5b3-4dfa-8db1-5dd58b0970a5 None None] For port 4d461b0a-35ce-4088-995b-11f0fd972742, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:47:26.361083 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-5c7c7e36-c5b3-4dfa-8db1-5dd58b0970a5 None None] For port 4d461b0a-35ce-4088-995b-11f0fd972742, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=4d461b0a-35ce-4088-995b-11f0fd972742,segment=NetworkSegment(5f5097d1-dd03-4e53-8d67-381b8a2c1ac8),segment_id=5f5097d1-dd03-4e53-8d67-381b8a2c1ac8)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:47:26.371847 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-5c7c7e36-c5b3-4dfa-8db1-5dd58b0970a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:26.484853 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7c7e36-c5b3-4dfa-8db1-5dd58b0970a5 None None] Pushing event updated for resources: {'Port': ['ID=4d461b0a-35ce-4088-995b-11f0fd972742,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:26.611860 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device ab7a6c68-90ca-49cc-9772-08a336428d52 up at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:47:26.770486 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning complete for port ab7a6c68-90ca-49cc-9772-08a336428d52 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:47:26.770854 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:26.774221 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-acaa780e-0bfa-4270-afbd-d29751ff8d3b req-5b2e7152-3beb-496c-81a9-d079a2b20bbf tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/security-groups?id=887118a8-550c-4373-a758-17919f09b184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7938159 Oct 20 10:47:26.832062 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe3ff95-29a8-4b20-914e-0164c3daccb4 req-7219397f-0100-4488-b2e8-e2a66ffc5065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:26.834125 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bbe3ff95-29a8-4b20-914e-0164c3daccb4 req-7219397f-0100-4488-b2e8-e2a66ffc5065 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6714873 Oct 20 10:47:26.918710 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:26.936339 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3491dff-0a1f-4835-9273-c021bb8ffe82 req-eec15153-c918-4693-99e8-e37d2f254665 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:26.938045 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c3491dff-0a1f-4835-9273-c021bb8ffe82 req-eec15153-c918-4693-99e8-e37d2f254665 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] 10.222.0.64 "GET /v2.0/ports?device_id=7111dcd8-fd45-4dca-a651-307725cce40f HTTP/1.1" status: 200 len: 944 time: 0.8989727 Oct 20 10:47:26.969860 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c86a5ded-e014-4cac-a86c-fc5344be275c req-5e6b491e-e6dc-4372-bb38-958d326fd5f1 tempest-ServerShowV254Test-890819556 tempest-ServerShowV254Test-890819556-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8901744-f652-433f-9324-1ade7cdfb640 HTTP/1.1" status: 200 len: 210 time: 0.0482314 Oct 20 10:47:26.970774 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d455e77-e0fd-4946-93fc-679231408d75 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 829} {{(pid=100596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:47:26.988302 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54053cb6-a7bf-40ad-8f43-f2830ff50e06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab7a6c68-90ca-49cc-9772-08a336428d52'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:47:26.992940 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3ba1443-c666-4282-8792-0e8d32b939b2" -d '{"events": [{"server_uuid": "54053cb6-a7bf-40ad-8f43-f2830ff50e06", "name": "network-vif-plugged", "status": "completed", "tag": "ab7a6c68-90ca-49cc-9772-08a336428d52"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:47:27.010235 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port ab7a6c68-90ca-49cc-9772-08a336428d52, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=ab7a6c68-90ca-49cc-9772-08a336428d52,segment=NetworkSegment(667bfc55-8fb5-4232-84e0-731edce9afd9),segment_id=667bfc55-8fb5-4232-84e0-731edce9afd9)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:47:27.014618 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:27.039047 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6d455e77-e0fd-4946-93fc-679231408d75 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:27.039425 n-d-811396-3 neutron-server[100596]: INFO neutron.db.segments_db [None req-6d455e77-e0fd-4946-93fc-679231408d75 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Added segment 2efc13d3-af22-4b5c-9d43-576b75ccc93b of type vlan for network 7feee6c4-80e1-45e3-ba2f-60070af14596 Oct 20 10:47:27.105944 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=ab7a6c68-90ca-49cc-9772-08a336428d52,revision_number=8']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:27.132766 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c3491dff-0a1f-4835-9273-c021bb8ffe82 req-86b27b37-0ead-402e-9202-fdafe509ffea tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] 10.222.0.64 "GET /v2.0/security-groups?id=beae5622-2b72-47ae-b5ac-f3919c6874d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569865 Oct 20 10:47:27.152098 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6d455e77-e0fd-4946-93fc-679231408d75 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:27.156466 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-bed89bbd-e2b2-4793-9340-5584924c2479 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:27.160697 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46c492de-6851-4afa-b26c-dc2b13ddb30e x-openstack-request-id: req-46c492de-6851-4afa-b26c-dc2b13ddb30e {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:47:27.161001 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54053cb6-a7bf-40ad-8f43-f2830ff50e06", "name": "network-vif-plugged", "status": "completed", "tag": "ab7a6c68-90ca-49cc-9772-08a336428d52", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:47:27.161422 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-46c492de-6851-4afa-b26c-dc2b13ddb30e {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:47:27.162343 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54053cb6-a7bf-40ad-8f43-f2830ff50e06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab7a6c68-90ca-49cc-9772-08a336428d52', 'code': 200} Oct 20 10:47:27.267698 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6d455e77-e0fd-4946-93fc-679231408d75 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:27.273297 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d455e77-e0fd-4946-93fc-679231408d75 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:27.274104 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6d455e77-e0fd-4946-93fc-679231408d75 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks [] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:27.417769 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-6d455e77-e0fd-4946-93fc-679231408d75 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.6342742 Oct 20 10:47:27.423190 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 40138) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:47:27.423773 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d455e77-e0fd-4946-93fc-679231408d75 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Pushing event updated for resources: {'Network': ['ID=7feee6c4-80e1-45e3-ba2f-60070af14596,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:27.434903 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4f75d8-1a84-4850-8dac-eeead854a04a req-2080b8d6-53af-4fd9-9357-8a9d598d751e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:27.436629 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9a4f75d8-1a84-4850-8dac-eeead854a04a req-2080b8d6-53af-4fd9-9357-8a9d598d751e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=54053cb6-a7bf-40ad-8f43-f2830ff50e06 HTTP/1.1" status: 200 len: 1096 time: 0.1592553 Oct 20 10:47:27.439175 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-fad35af0-7ef6-4809-a6dc-604dedb03367 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Request body: {'subnet': {'network_id': '7feee6c4-80e1-45e3-ba2f-60070af14596', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:47:27.450585 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network 7feee6c4-80e1-45e3-ba2f-60070af14596 details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:47:27.586944 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fad35af0-7ef6-4809-a6dc-604dedb03367 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Made reservation on behalf of 10e8926c0dc24defb0f6cacab8eac495 for: {'subnet': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:47:27.593402 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fad35af0-7ef6-4809-a6dc-604dedb03367 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25350782'] for subnet, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:27.639752 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9a4f75d8-1a84-4850-8dac-eeead854a04a req-a3cb0788-e01d-4c29-9ad8-1174896b678b service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=887118a8-550c-4373-a758-17919f09b184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473730 Oct 20 10:47:27.659265 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-bed89bbd-e2b2-4793-9340-5584924c2479 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1773475'] for router, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:27.851751 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bed89bbd-e2b2-4793-9340-5584924c2479 admin admin] Router 9712814c-5acb-4d48-bdc6-5a7d3130bc5d is scheduled to L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 with binding_index 1 {{(pid=100596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 10:47:27.947008 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fad35af0-7ef6-4809-a6dc-604dedb03367 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25350752'] for subnet, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:27.981634 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8721eb86-e969-439f-8bc6-045bb31e025a None None] Network cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:47:28.029027 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad35af0-7ef6-4809-a6dc-604dedb03367 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Pushing event updated for resources: {'Subnet': ['ID=7f65bbfc-b10a-41a1-8065-880099f8c002,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:28.066546 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5bd5c3-7d29-416b-bc5f-d6753342f79c req-267572c5-211c-4a16-b438-4a7f02b3451a tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:28.068162 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ea5bd5c3-7d29-416b-bc5f-d6753342f79c req-267572c5-211c-4a16-b438-4a7f02b3451a tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/ports?device_id=54053cb6-a7bf-40ad-8f43-f2830ff50e06 HTTP/1.1" status: 200 len: 945 time: 0.1155796 Oct 20 10:47:28.068766 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad35af0-7ef6-4809-a6dc-604dedb03367 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Checking segment: {'id': '2efc13d3-af22-4b5c-9d43-576b75ccc93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '7feee6c4-80e1-45e3-ba2f-60070af14596'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:47:28.069400 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fad35af0-7ef6-4809-a6dc-604dedb03367 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Network hostable DHCP agents. Network: 7feee6c4-80e1-45e3-ba2f-60070af14596, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:47:28.071651 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bed89bbd-e2b2-4793-9340-5584924c2479 admin admin] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:47:28.083231 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d23a66f-e5f3-4342-a732-1454dd19b23c None None] Sync routers for ids ['9712814c-5acb-4d48-bdc6-5a7d3130bc5d'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:47:28.097216 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d23a66f-e5f3-4342-a732-1454dd19b23c None None] Routers {'9712814c-5acb-4d48-bdc6-5a7d3130bc5d'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:47:28.098014 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-9d23a66f-e5f3-4342-a732-1454dd19b23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:47:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['9712814c-5acb-4d48-bdc6-5a7d3130bc5d'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:47:28.099335 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fad35af0-7ef6-4809-a6dc-604dedb03367 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Network 7feee6c4-80e1-45e3-ba2f-60070af14596 is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:47:28.121489 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-fad35af0-7ef6-4809-a6dc-604dedb03367 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, 7feee6c4-80e1-45e3-ba2f-60070af14596) {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:47:28.126242 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad35af0-7ef6-4809-a6dc-604dedb03367 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:28.129147 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fad35af0-7ef6-4809-a6dc-604dedb03367 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:28.164889 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-fad35af0-7ef6-4809-a6dc-604dedb03367 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7383778 Oct 20 10:47:28.168073 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 40156) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:47:28.186420 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-bed89bbd-e2b2-4793-9340-5584924c2479 admin admin] Publish callbacks [] for router, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:28.187811 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-bed89bbd-e2b2-4793-9340-5584924c2479 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.7613690 Oct 20 10:47:28.197503 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 40160) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:47:28.223320 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ea5bd5c3-7d29-416b-bc5f-d6753342f79c req-77d7e0cd-ddd0-4faf-9663-43606a09579c tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/security-groups?id=887118a8-550c-4373-a758-17919f09b184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392534 Oct 20 10:47:28.230961 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-81bc3efd-5059-4721-9665-78906616621d req-34f4c33b-c986-463e-bd16-c9d12fd52bb8 tempest-ServerShowV254Test-890819556 tempest-ServerShowV254Test-890819556-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8901744-f652-433f-9324-1ade7cdfb640 HTTP/1.1" status: 200 len: 210 time: 0.0712123 Oct 20 10:47:28.256940 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c791972f-63c5-41ac-a3b1-5760fbdece37 None None] Network 7feee6c4-80e1-45e3-ba2f-60070af14596 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:47:28.277882 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bbe3ff95-29a8-4b20-914e-0164c3daccb4 req-22a91c60-495f-4fee-8095-cf33acf111d0 tempest-ServerShowV254Test-890819556 tempest-ServerShowV254Test-890819556-project] 10.222.0.69 "GET /v2.0/ports?device_id=d8901744-f652-433f-9324-1ade7cdfb640 HTTP/1.1" status: 200 len: 210 time: 0.0582328 Oct 20 10:47:28.341525 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-3c7f45f0-9c3c-40ea-becb-e79f291e6eb1 None None] Provisioning complete for port 4d461b0a-35ce-4088-995b-11f0fd972742 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:47:28.341912 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3c7f45f0-9c3c-40ea-becb-e79f291e6eb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:28.492413 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde1c141-979b-45a0-9227-582655b85477 req-8bd9411e-5b7c-44e6-9aed-9ed7e152d575 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:28.504392 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bde1c141-979b-45a0-9227-582655b85477 req-8bd9411e-5b7c-44e6-9aed-9ed7e152d575 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] 10.222.0.64 "GET /v2.0/ports?device_id=7111dcd8-fd45-4dca-a651-307725cce40f HTTP/1.1" status: 200 len: 944 time: 0.1107955 Oct 20 10:47:28.508468 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-9d23a66f-e5f3-4342-a732-1454dd19b23c None None] Set router 9712814c-5acb-4d48-bdc6-5a7d3130bc5d gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:47:28.598060 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bde1c141-979b-45a0-9227-582655b85477 req-bff3e3fb-72ec-438a-91c4-dbdb05e53fc8 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] 10.222.0.64 "GET /v2.0/security-groups?id=beae5622-2b72-47ae-b5ac-f3919c6874d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878088 Oct 20 10:47:28.690571 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device d23ca657-b6e8-4ea0-ba4f-d2f2e06a6735 up at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:47:28.858247 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3c7f45f0-9c3c-40ea-becb-e79f291e6eb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:28.861101 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c95b47-849f-4f3c-9a38-a73c10a7cfe0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524064ba-869c-5550-b826-c26b69a11278-7feee6c4-80e1-45e3-ba2f-60070af14596', 'network_id': '7feee6c4-80e1-45e3-ba2f-60070af14596', 'tenant_id': '10e8926c0dc24defb0f6cacab8eac495', 'fixed_ips': [{'subnet_id': '7f65bbfc-b10a-41a1-8065-880099f8c002'}]}} from n-d-811396-3. {{(pid=100598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:47:28.862058 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-b1c95b47-849f-4f3c-9a38-a73c10a7cfe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:28.880774 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-9d23a66f-e5f3-4342-a732-1454dd19b23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9712814c-5acb-4d48-bdc6-5a7d3130bc5d', 'name': 'tempest-TestVolumeBootPattern-1466241922-router', 'tenant_id': '304c84e5c7844b5cadef0d9d128b445c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': '796dafa4-6077-4393-8385-ff95473e2ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:47:24Z', 'updated_at': '2021-10-20T10:47:26Z', 'revision_number': 3, 'project_id': '304c84e5c7844b5cadef0d9d128b445c', 'gw_port': {'id': '796dafa4-6077-4393-8385-ff95473e2ed0', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:de:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9712814c-5acb-4d48-bdc6-5a7d3130bc5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2396, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:47:25Z', 'updated_at': '2021-10-20T10:47:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:47:28.927827 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-3c7f45f0-9c3c-40ea-becb-e79f291e6eb1 None None] For port 4d461b0a-35ce-4088-995b-11f0fd972742, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=4d461b0a-35ce-4088-995b-11f0fd972742,segment=NetworkSegment(5f5097d1-dd03-4e53-8d67-381b8a2c1ac8),segment_id=5f5097d1-dd03-4e53-8d67-381b8a2c1ac8)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:47:28.935877 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 4d461b0a-35ce-4088-995b-11f0fd972742 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:47:28.949346 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3c7f45f0-9c3c-40ea-becb-e79f291e6eb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:28.959543 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b1f9f2fd-745c-4a72-931a-5a68c5f70066 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:29.046737 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b1f9f2fd-745c-4a72-931a-5a68c5f70066 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:29.069498 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d23a66f-e5f3-4342-a732-1454dd19b23c None None] Checking router: 9712814c-5acb-4d48-bdc6-5a7d3130bc5d for host: n-d-811396-3 {{(pid=100599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:47:29.070014 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d23a66f-e5f3-4342-a732-1454dd19b23c None None] Updating router 9712814c-5acb-4d48-bdc6-5a7d3130bc5d port 796dafa4-6077-4393-8385-ff95473e2ed0 binding host n-d-811396-3 {{(pid=100599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 10:47:29.135299 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-9d23a66f-e5f3-4342-a732-1454dd19b23c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:29.214568 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning for port d23ca657-b6e8-4ea0-ba4f-d2f2e06a6735 completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:47:29.269484 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning complete for port d23ca657-b6e8-4ea0-ba4f-d2f2e06a6735 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:47:29.269863 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:29.403042 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7f45f0-9c3c-40ea-becb-e79f291e6eb1 None None] Pushing event updated for resources: {'Port': ['ID=4d461b0a-35ce-4088-995b-11f0fd972742,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:29.436154 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 4d461b0a-35ce-4088-995b-11f0fd972742 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:47:29.436365 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:29.467293 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-b1c95b47-849f-4f3c-9a38-a73c10a7cfe0 None None] Allocated IP 172.20.0.2 (7feee6c4-80e1-45e3-ba2f-60070af14596/7f65bbfc-b10a-41a1-8065-880099f8c002/bc9f45d1-32a1-451d-bb55-8b7ce3b0c2d9) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:47:29.532350 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-01aefd43-eddb-4e88-9c3e-ef2d3ce510ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:29.564366 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e278f67-9b95-497b-ba04-0178cdba2d26 req-2a4b634e-c38e-44eb-81b0-27439ba43676 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:29.565801 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8e278f67-9b95-497b-ba04-0178cdba2d26 req-2a4b634e-c38e-44eb-81b0-27439ba43676 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/ports?device_id=54053cb6-a7bf-40ad-8f43-f2830ff50e06 HTTP/1.1" status: 200 len: 945 time: 0.1504703 Oct 20 10:47:29.664486 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8e278f67-9b95-497b-ba04-0178cdba2d26 req-4f81b4a5-5f4c-42ab-8a81-560782900eb3 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/security-groups?id=887118a8-550c-4373-a758-17919f09b184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873156 Oct 20 10:47:29.716275 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:29.868846 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7111dcd8-fd45-4dca-a651-307725cce40f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd23ca657-b6e8-4ea0-ba4f-d2f2e06a6735'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:47:29.877225 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49a6bffb-2ff4-4377-9b54-3df8de66f642" -d '{"events": [{"server_uuid": "7111dcd8-fd45-4dca-a651-307725cce40f", "name": "network-vif-plugged", "status": "completed", "tag": "d23ca657-b6e8-4ea0-ba4f-d2f2e06a6735"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:47:29.933710 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 40194) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:47:29.966818 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port d23ca657-b6e8-4ea0-ba4f-d2f2e06a6735, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=d23ca657-b6e8-4ea0-ba4f-d2f2e06a6735,segment=NetworkSegment(21cccbca-7404-428f-aa4e-872d37903a8d),segment_id=21cccbca-7404-428f-aa4e-872d37903a8d)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:47:29.981459 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:30.019693 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-01aefd43-eddb-4e88-9c3e-ef2d3ce510ee admin admin] Allocated IP 172.20.0.1 (cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0/46305bfd-5c10-42c9-8afc-597f2425497e/41772678-6b00-4009-9ad8-5fc0a96c5fdd) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:47:30.038877 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cc8e70-b5a5-4573-a5ee-a0217110cda1 req-7c1a55d4-3509-422b-b09a-aeebfdf376bf tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:30.041159 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-b1c95b47-849f-4f3c-9a38-a73c10a7cfe0 None None] Publish callbacks [] for port, precommit_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:30.052050 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f9cc8e70-b5a5-4573-a5ee-a0217110cda1 req-7c1a55d4-3509-422b-b09a-aeebfdf376bf tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] 10.222.0.64 "GET /v2.0/ports?device_id=7111dcd8-fd45-4dca-a651-307725cce40f HTTP/1.1" status: 200 len: 944 time: 0.2597849 Oct 20 10:47:30.059237 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-9d23a66f-e5f3-4342-a732-1454dd19b23c None None] Publish callbacks [] for port, precommit_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:30.071636 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=d23ca657-b6e8-4ea0-ba4f-d2f2e06a6735,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:30.080161 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-b1c95b47-849f-4f3c-9a38-a73c10a7cfe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:30.086890 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-9d23a66f-e5f3-4342-a732-1454dd19b23c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:30.108913 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fef4b7-185c-45cb-bb24-918ed9b74d60 req-d9c4314a-36ed-411a-9601-076351bbb539 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:30.125302 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d7fef4b7-185c-45cb-bb24-918ed9b74d60 req-d9c4314a-36ed-411a-9601-076351bbb539 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/ports?device_id=54053cb6-a7bf-40ad-8f43-f2830ff50e06 HTTP/1.1" status: 200 len: 945 time: 0.2399874 Oct 20 10:47:30.136127 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-835dbc2c-50cc-4662-bc1f-0efd9d8667e4 None None] Network cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:47:30.137369 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b1f9f2fd-745c-4a72-931a-5a68c5f70066 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25350811'] for subnet, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:30.169634 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ad4a72-699d-4c35-b43d-9220149e4023 None None] Pushing event updated for resources: {'Port': ['ID=796dafa4-6077-4393-8385-ff95473e2ed0,revision_number=2']} {{(pid=100599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:30.171770 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1c95b47-849f-4f3c-9a38-a73c10a7cfe0 None None] Network 7feee6c4-80e1-45e3-ba2f-60070af14596 is already hosted by enough agents. {{(pid=100598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:47:30.178696 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ad4a72-699d-4c35-b43d-9220149e4023 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:47:30.179242 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ad4a72-699d-4c35-b43d-9220149e4023 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:47:30.179851 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ad4a72-699d-4c35-b43d-9220149e4023 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:47:30.180370 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ad4a72-699d-4c35-b43d-9220149e4023 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:47:30.180816 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ad4a72-699d-4c35-b43d-9220149e4023 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:47:30.181244 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ad4a72-699d-4c35-b43d-9220149e4023 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:47:30.181828 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ad4a72-699d-4c35-b43d-9220149e4023 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:47:30.183122 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ad4a72-699d-4c35-b43d-9220149e4023 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:47:30.183694 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ad4a72-699d-4c35-b43d-9220149e4023 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:47:30.184242 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ad4a72-699d-4c35-b43d-9220149e4023 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:47:30.185536 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ad4a72-699d-4c35-b43d-9220149e4023 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:47:30.186100 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ad4a72-699d-4c35-b43d-9220149e4023 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:47:30.192688 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f9cc8e70-b5a5-4573-a5ee-a0217110cda1 req-78f556ee-40bd-49ac-9b90-ddf1512cec1b tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] 10.222.0.64 "GET /v2.0/security-groups?id=beae5622-2b72-47ae-b5ac-f3919c6874d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396630 Oct 20 10:47:30.208408 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-9d23a66f-e5f3-4342-a732-1454dd19b23c None None] Attempting to bind port 796dafa4-6077-4393-8385-ff95473e2ed0 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:47:30.209658 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-9d23a66f-e5f3-4342-a732-1454dd19b23c None None] Attempting to bind port 796dafa4-6077-4393-8385-ff95473e2ed0 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}] {{(pid=100599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:47:30.210359 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d23a66f-e5f3-4342-a732-1454dd19b23c None None] Attempting to bind port 796dafa4-6077-4393-8385-ff95473e2ed0 on network cbe170d3-31ba-45a2-b477-520ab0a7a8ea {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:47:30.223605 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d23a66f-e5f3-4342-a732-1454dd19b23c None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:47:30.227744 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.base_scheduler [None req-b1c95b47-849f-4f3c-9a38-a73c10a7cfe0 None None] Resources bound (agent type, host, resource id): {{(pid=100598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:47:30.238591 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d23a66f-e5f3-4342-a732-1454dd19b23c None None] Checking segment: {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:47:30.239230 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-9d23a66f-e5f3-4342-a732-1454dd19b23c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:30.239825 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d23a66f-e5f3-4342-a732-1454dd19b23c None None] Bound using segment: {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'} {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:47:30.240484 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-9d23a66f-e5f3-4342-a732-1454dd19b23c None None] Bound port: 796dafa4-6077-4393-8385-ff95473e2ed0, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}}] {{(pid=100599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:47:30.241022 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-9d23a66f-e5f3-4342-a732-1454dd19b23c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:30.258398 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f9f2fd-745c-4a72-931a-5a68c5f70066 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Pushing event deleted for resources: {'Subnet': ['ID=7f65bbfc-b10a-41a1-8065-880099f8c002,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:30.259340 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c95b47-849f-4f3c-9a38-a73c10a7cfe0 None None] Received port after_create {{(pid=100598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:47:30.329065 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d7fef4b7-185c-45cb-bb24-918ed9b74d60 req-f2741fac-d629-44f4-b81d-e67a4411cee8 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/security-groups?id=887118a8-550c-4373-a758-17919f09b184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026756 Oct 20 10:47:30.330027 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-61e45d83-3f12-410d-b69b-57177c6c1e6b admin admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:30.413981 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b1f9f2fd-745c-4a72-931a-5a68c5f70066 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:30.418092 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-21327221-fabe-41ee-aa17-9ab722227a75 None None] Provisioning complete for port 4d461b0a-35ce-4088-995b-11f0fd972742 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:47:30.418570 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-21327221-fabe-41ee-aa17-9ab722227a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:30.427417 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.db [None req-9d23a66f-e5f3-4342-a732-1454dd19b23c None None] For port 796dafa4-6077-4393-8385-ff95473e2ed0, host n-d-811396-3, cleared binding levels {{(pid=100599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:47:30.431032 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.db [None req-9d23a66f-e5f3-4342-a732-1454dd19b23c None None] For port 796dafa4-6077-4393-8385-ff95473e2ed0, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=796dafa4-6077-4393-8385-ff95473e2ed0,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:47:30.447358 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-9d23a66f-e5f3-4342-a732-1454dd19b23c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:30.477871 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-01aefd43-eddb-4e88-9c3e-ef2d3ce510ee admin admin] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:30.527328 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d23a66f-e5f3-4342-a732-1454dd19b23c None None] Routers {'9712814c-5acb-4d48-bdc6-5a7d3130bc5d'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:47:30.532926 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-9d23a66f-e5f3-4342-a732-1454dd19b23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:47:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['9712814c-5acb-4d48-bdc6-5a7d3130bc5d'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:47:30.543374 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-01aefd43-eddb-4e88-9c3e-ef2d3ce510ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:30.571032 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-b1f9f2fd-745c-4a72-931a-5a68c5f70066 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7feee6c4-80e1-45e3-ba2f-60070af14596']}} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:47:30.594613 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41a34c7-365a-4fd9-8f00-f3a7fe9b7af8 req-049c70d2-50fc-4098-a57b-0fc281c5d1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:30.599444 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a41a34c7-365a-4fd9-8f00-f3a7fe9b7af8 req-049c70d2-50fc-4098-a57b-0fc281c5d1f2 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=7111dcd8-fd45-4dca-a651-307725cce40f HTTP/1.1" status: 200 len: 1096 time: 0.1830812 Oct 20 10:47:30.617807 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-b1f9f2fd-745c-4a72-931a-5a68c5f70066 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2efc13d3-af22-4b5c-9d43-576b75ccc93b') {'for_net_delete': True} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:47:30.618117 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-b1f9f2fd-745c-4a72-931a-5a68c5f70066 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2efc13d3-af22-4b5c-9d43-576b75ccc93b') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:47:30.639133 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01aefd43-eddb-4e88-9c3e-ef2d3ce510ee admin admin] Network cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0 is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:47:30.643462 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b1f9f2fd-745c-4a72-931a-5a68c5f70066 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25852596'] for segment, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:30.647925 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-01aefd43-eddb-4e88-9c3e-ef2d3ce510ee admin admin] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:47:30.663564 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01aefd43-eddb-4e88-9c3e-ef2d3ce510ee admin admin] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:47:30.665097 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01aefd43-eddb-4e88-9c3e-ef2d3ce510ee admin admin] Pushing event updated for resources: {'Port': ['ID=41772678-6b00-4009-9ad8-5fc0a96c5fdd,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:30.709021 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b1f9f2fd-745c-4a72-931a-5a68c5f70066 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:30.757708 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1f9f2fd-745c-4a72-931a-5a68c5f70066 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Releasing vlan 829 on physical network physnet1 to pool {{(pid=100597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:47:30.761478 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b1f9f2fd-745c-4a72-931a-5a68c5f70066 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951012'] for segment, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:30.768267 n-d-811396-3 neutron-server[100597]: Traceback (most recent call last): Oct 20 10:47:30.768267 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:47:30.768267 n-d-811396-3 neutron-server[100597]: timer() Oct 20 10:47:30.768267 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:47:30.768267 n-d-811396-3 neutron-server[100597]: cb(*args, **kw) Oct 20 10:47:30.768267 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:47:30.768267 n-d-811396-3 neutron-server[100597]: return func(*args, **kwargs) Oct 20 10:47:30.768267 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:47:30.768267 n-d-811396-3 neutron-server[100597]: self._notify() Oct 20 10:47:30.768267 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:47:30.768267 n-d-811396-3 neutron-server[100597]: self.callback(batched_events) Oct 20 10:47:30.768267 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:47:30.768267 n-d-811396-3 neutron-server[100597]: event.method(event) Oct 20 10:47:30.768267 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:47:30.768267 n-d-811396-3 neutron-server[100597]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:47:30.768267 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:47:30.768267 n-d-811396-3 neutron-server[100597]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:47:30.768267 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:47:30.768267 n-d-811396-3 neutron-server[100597]: return f(self, *a, **k) Oct 20 10:47:30.768267 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:47:30.768267 n-d-811396-3 neutron-server[100597]: return self._get(url).json() Oct 20 10:47:30.768267 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:47:30.768267 n-d-811396-3 neutron-server[100597]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:47:30.768267 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:47:30.768267 n-d-811396-3 neutron-server[100597]: return self.request(url, 'GET', **kwargs) Oct 20 10:47:30.768267 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:47:30.768267 n-d-811396-3 neutron-server[100597]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:47:30.768267 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:47:30.768267 n-d-811396-3 neutron-server[100597]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:47:30.768267 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:47:30.768267 n-d-811396-3 neutron-server[100597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:47:30.768267 n-d-811396-3 neutron-server[100597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:47:30.800506 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-61e45d83-3f12-410d-b69b-57177c6c1e6b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:30.815292 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-61e45d83-3f12-410d-b69b-57177c6c1e6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:30.822781 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-01aefd43-eddb-4e88-9c3e-ef2d3ce510ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1774540'] for router_interface, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:30.871633 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a41a34c7-365a-4fd9-8f00-f3a7fe9b7af8 req-d185bbac-91de-45d0-a676-f002ecbf18c1 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=beae5622-2b72-47ae-b5ac-f3919c6874d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565262 Oct 20 10:47:30.934571 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ad4a72-699d-4c35-b43d-9220149e4023 None None] Pushing event updated for resources: {'Port': ['ID=796dafa4-6077-4393-8385-ff95473e2ed0,revision_number=3']} {{(pid=100599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:30.959338 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-61e45d83-3f12-410d-b69b-57177c6c1e6b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b735172c9bbc4a48a0119bad3a36fb5d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0235641 Oct 20 10:47:30.962476 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 40228) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:47:30.967640 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-9d23a66f-e5f3-4342-a732-1454dd19b23c None None] Set router 9712814c-5acb-4d48-bdc6-5a7d3130bc5d gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:47:31.023926 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.db.api [None req-b1f9f2fd-745c-4a72-931a-5a68c5f70066 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 20 10:47:31.023926 n-d-811396-3 neutron-server[100597]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 20 10:47:31.023926 n-d-811396-3 neutron-server[100597]: [parameters: {'id': '7feee6c4-80e1-45e3-ba2f-60070af14596'}] Oct 20 10:47:31.023926 n-d-811396-3 neutron-server[100597]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=100597) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 10:47:31.025394 n-d-811396-3 neutron-server[100597]: DEBUG oslo_db.api [None req-b1f9f2fd-745c-4a72-931a-5a68c5f70066 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 10:47:31.032231 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e45d83-3f12-410d-b69b-57177c6c1e6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76801b93-74c9-4b01-b0ff-f541990116dd,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:31.093555 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97f6d414-a529-4b3a-9c29-35c1e1876cb4 x-openstack-request-id: req-97f6d414-a529-4b3a-9c29-35c1e1876cb4 {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:47:31.094134 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7111dcd8-fd45-4dca-a651-307725cce40f", "name": "network-vif-plugged", "status": "completed", "tag": "d23ca657-b6e8-4ea0-ba4f-d2f2e06a6735", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:47:31.094134 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-97f6d414-a529-4b3a-9c29-35c1e1876cb4 {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:47:31.097830 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7111dcd8-fd45-4dca-a651-307725cce40f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd23ca657-b6e8-4ea0-ba4f-d2f2e06a6735', 'code': 200} Oct 20 10:47:31.207411 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 4d461b0a-35ce-4088-995b-11f0fd972742 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:47:31.210647 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-01aefd43-eddb-4e88-9c3e-ef2d3ce510ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:31.287531 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-444186f2-0c10-4a52-be5e-dece4ac2cbd7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:31.337285 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-444186f2-0c10-4a52-be5e-dece4ac2cbd7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:31.355704 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-b1c95b47-849f-4f3c-9a38-a73c10a7cfe0 None None] Attempting to bind port bc9f45d1-32a1-451d-bb55-8b7ce3b0c2d9 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:47:31.356118 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-b1c95b47-849f-4f3c-9a38-a73c10a7cfe0 None None] Attempting to bind port bc9f45d1-32a1-451d-bb55-8b7ce3b0c2d9 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '2efc13d3-af22-4b5c-9d43-576b75ccc93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '7feee6c4-80e1-45e3-ba2f-60070af14596'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:47:31.356489 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c95b47-849f-4f3c-9a38-a73c10a7cfe0 None None] Attempting to bind port bc9f45d1-32a1-451d-bb55-8b7ce3b0c2d9 on network 7feee6c4-80e1-45e3-ba2f-60070af14596 {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:47:31.358486 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c95b47-849f-4f3c-9a38-a73c10a7cfe0 None None] Pushing event updated for resources: {'Port': ['ID=bc9f45d1-32a1-451d-bb55-8b7ce3b0c2d9,revision_number=1']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:31.377759 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-9d23a66f-e5f3-4342-a732-1454dd19b23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9712814c-5acb-4d48-bdc6-5a7d3130bc5d', 'name': 'tempest-TestVolumeBootPattern-1466241922-router', 'tenant_id': '304c84e5c7844b5cadef0d9d128b445c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': '796dafa4-6077-4393-8385-ff95473e2ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:47:24Z', 'updated_at': '2021-10-20T10:47:26Z', 'revision_number': 3, 'project_id': '304c84e5c7844b5cadef0d9d128b445c', 'gw_port': {'id': '796dafa4-6077-4393-8385-ff95473e2ed0', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:de:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9712814c-5acb-4d48-bdc6-5a7d3130bc5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2396, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:47:25Z', 'updated_at': '2021-10-20T10:47:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:47:31.438290 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d23a66f-e5f3-4342-a732-1454dd19b23c None None] The sync data for ids ['9712814c-5acb-4d48-bdc6-5a7d3130bc5d'] in n-d-811396-3 is: [{'id': '9712814c-5acb-4d48-bdc6-5a7d3130bc5d', 'name': 'tempest-TestVolumeBootPattern-1466241922-router', 'tenant_id': '304c84e5c7844b5cadef0d9d128b445c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': '796dafa4-6077-4393-8385-ff95473e2ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:47:24Z', 'updated_at': '2021-10-20T10:47:26Z', 'revision_number': 3, 'project_id': '304c84e5c7844b5cadef0d9d128b445c', 'gw_port': {'id': '796dafa4-6077-4393-8385-ff95473e2ed0', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:de:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9712814c-5acb-4d48-bdc6-5a7d3130bc5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2396, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:47:25Z', 'updated_at': '2021-10-20T10:47:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:47:31.509918 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bfebc5-c0fc-4f46-a862-5b92e0c38337 req-9205a034-13d6-49b8-9242-72019fb176df tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:31.511702 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-27bfebc5-c0fc-4f46-a862-5b92e0c38337 req-9205a034-13d6-49b8-9242-72019fb176df tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/networks?id=d45b47d0-bc0d-47b8-915f-e1b12beb41f5 HTTP/1.1" status: 200 len: 814 time: 0.4214909 Oct 20 10:47:31.516064 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c95b47-849f-4f3c-9a38-a73c10a7cfe0 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:47:31.516444 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c95b47-849f-4f3c-9a38-a73c10a7cfe0 None None] Checking segment: {'id': '2efc13d3-af22-4b5c-9d43-576b75ccc93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '7feee6c4-80e1-45e3-ba2f-60070af14596'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:47:31.516849 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-b1c95b47-849f-4f3c-9a38-a73c10a7cfe0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:31.522100 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c95b47-849f-4f3c-9a38-a73c10a7cfe0 None None] Bound using segment: {'id': '2efc13d3-af22-4b5c-9d43-576b75ccc93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '7feee6c4-80e1-45e3-ba2f-60070af14596'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:47:31.522655 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-b1c95b47-849f-4f3c-9a38-a73c10a7cfe0 None None] Bound port: bc9f45d1-32a1-451d-bb55-8b7ce3b0c2d9, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2efc13d3-af22-4b5c-9d43-576b75ccc93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '7feee6c4-80e1-45e3-ba2f-60070af14596'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:47:31.523048 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-b1c95b47-849f-4f3c-9a38-a73c10a7cfe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:31.527648 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73910fe2-a522-4f47-99c3-3804afde76a2 req-431247c1-ee2f-43dd-a9f8-81881eda7daf tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:31.528637 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b1f9f2fd-745c-4a72-931a-5a68c5f70066 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:31.529853 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-73910fe2-a522-4f47-99c3-3804afde76a2 req-431247c1-ee2f-43dd-a9f8-81881eda7daf tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] 10.222.0.64 "GET /v2.0/ports?device_id=7111dcd8-fd45-4dca-a651-307725cce40f HTTP/1.1" status: 200 len: 945 time: 0.1622269 Oct 20 10:47:31.558411 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-27bfebc5-c0fc-4f46-a862-5b92e0c38337 req-b961f4c9-5095-4617-bcfd-80477374e6a4 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/quotas/bd5b53e6016846f2aca2a43caad83434 HTTP/1.1" status: 200 len: 375 time: 0.0259397 Oct 20 10:47:31.642066 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-01aefd43-eddb-4e88-9c3e-ef2d3ce510ee admin admin] Publish callbacks [] for port, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:31.657543 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-01aefd43-eddb-4e88-9c3e-ef2d3ce510ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:31.680849 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-b1c95b47-849f-4f3c-9a38-a73c10a7cfe0 None None] For port bc9f45d1-32a1-451d-bb55-8b7ce3b0c2d9, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:47:31.689121 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-b1c95b47-849f-4f3c-9a38-a73c10a7cfe0 None None] For port bc9f45d1-32a1-451d-bb55-8b7ce3b0c2d9, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=bc9f45d1-32a1-451d-bb55-8b7ce3b0c2d9,segment=NetworkSegment(2efc13d3-af22-4b5c-9d43-576b75ccc93b),segment_id=2efc13d3-af22-4b5c-9d43-576b75ccc93b)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:47:31.700542 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-444186f2-0c10-4a52-be5e-dece4ac2cbd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:31.702747 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-444186f2-0c10-4a52-be5e-dece4ac2cbd7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:31.704089 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-444186f2-0c10-4a52-be5e-dece4ac2cbd7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/76801b93-74c9-4b01-b0ff-f541990116dd HTTP/1.1" status: 204 len: 168 time: 0.7402375 Oct 20 10:47:31.733606 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-b1c95b47-849f-4f3c-9a38-a73c10a7cfe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:31.817407 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-27bfebc5-c0fc-4f46-a862-5b92e0c38337 req-39913230-874b-4c8f-92a5-fc9a387804ff tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=bd5b53e6016846f2aca2a43caad83434&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2561667 Oct 20 10:47:31.818468 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444186f2-0c10-4a52-be5e-dece4ac2cbd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76801b93-74c9-4b01-b0ff-f541990116dd,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:31.827715 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-73910fe2-a522-4f47-99c3-3804afde76a2 req-4abdead3-bd77-45e5-b56f-a792ea7cec4b tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] 10.222.0.64 "GET /v2.0/security-groups?id=beae5622-2b72-47ae-b5ac-f3919c6874d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2663999 Oct 20 10:47:31.881367 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-b1f9f2fd-745c-4a72-931a-5a68c5f70066 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Deleting port bc9f45d1-32a1-451d-bb55-8b7ce3b0c2d9 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:47:31.881860 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b1f9f2fd-745c-4a72-931a-5a68c5f70066 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:31.941398 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01aefd43-eddb-4e88-9c3e-ef2d3ce510ee admin admin] Pushing event updated for resources: {'Port': ['ID=41772678-6b00-4009-9ad8-5fc0a96c5fdd,revision_number=2']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:32.013765 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-01aefd43-eddb-4e88-9c3e-ef2d3ce510ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1774432'] for router_interface, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:32.194218 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-27bfebc5-c0fc-4f46-a862-5b92e0c38337 req-a813f8a9-7ad2-4bad-b5c0-5b1002ed81e3 service neutron] 10.222.0.64 "GET /v2.0/networks/d45b47d0-bc0d-47b8-915f-e1b12beb41f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3624206 Oct 20 10:47:32.221558 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c95b47-849f-4f3c-9a38-a73c10a7cfe0 None None] Pushing event updated for resources: {'Port': ['ID=bc9f45d1-32a1-451d-bb55-8b7ce3b0c2d9,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:32.241549 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [None req-b1f9f2fd-745c-4a72-931a-5a68c5f70066 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] For port bc9f45d1-32a1-451d-bb55-8b7ce3b0c2d9, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=bc9f45d1-32a1-451d-bb55-8b7ce3b0c2d9,segment=NetworkSegment(2efc13d3-af22-4b5c-9d43-576b75ccc93b),segment_id=2efc13d3-af22-4b5c-9d43-576b75ccc93b)] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:47:32.242041 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b1f9f2fd-745c-4a72-931a-5a68c5f70066 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:32.298946 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 4d461b0a-35ce-4088-995b-11f0fd972742 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:47:32.299589 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:32.369434 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-b1f9f2fd-745c-4a72-931a-5a68c5f70066 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Calling delete_port for bc9f45d1-32a1-451d-bb55-8b7ce3b0c2d9 owned by network:dhcp {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:47:32.503356 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95502cd4-0848-41ae-9f42-ee10d24a1015 None None] Network 7feee6c4-80e1-45e3-ba2f-60070af14596 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:47:32.601995 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbebc011-2f1a-4932-9de3-60bb89d01b57 req-95a82edb-2ab0-4165-933e-3ad639419066 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:32.607542 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fbebc011-2f1a-4932-9de3-60bb89d01b57 req-95a82edb-2ab0-4165-933e-3ad639419066 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.69 "GET /v2.0/ports?device_id=54053cb6-a7bf-40ad-8f43-f2830ff50e06 HTTP/1.1" status: 200 len: 945 time: 0.1550174 Oct 20 10:47:32.620135 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-27bfebc5-c0fc-4f46-a862-5b92e0c38337 req-0363d1fe-835e-4a44-8f87-9928aa2f19dc service neutron] 10.222.0.64 "GET /v2.0/networks/d45b47d0-bc0d-47b8-915f-e1b12beb41f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4180872 Oct 20 10:47:32.622322 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01aefd43-eddb-4e88-9c3e-ef2d3ce510ee admin admin] Network cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0 is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:47:32.636359 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-01aefd43-eddb-4e88-9c3e-ef2d3ce510ee admin admin] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:47:32.991515 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1d138206-0e9a-4166-9243-7c762e6266d3 None None] Provisioning complete for port 4d461b0a-35ce-4088-995b-11f0fd972742 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:47:32.991893 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1d138206-0e9a-4166-9243-7c762e6266d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:33.019846 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b1f9f2fd-745c-4a72-931a-5a68c5f70066 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:33.126062 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 796dafa4-6077-4393-8385-ff95473e2ed0 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:47:33.170210 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5bc3c7e7-546e-419c-afb8-bebbbe8c3be2 req-3a13f316-9fc0-43e5-8074-ac588fc280a7 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a18205b2-e8c8-454c-a76c-bc825d307c11&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3973472 Oct 20 10:47:33.185811 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-fbebc011-2f1a-4932-9de3-60bb89d01b57 req-124f249b-845b-4c37-8d47-a188e627821f tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] Deleting port ab7a6c68-90ca-49cc-9772-08a336428d52 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:47:33.199971 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-fbebc011-2f1a-4932-9de3-60bb89d01b57 req-124f249b-845b-4c37-8d47-a188e627821f tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:33.213848 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f9f2fd-745c-4a72-931a-5a68c5f70066 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Pushing event deleted for resources: {'Port': ['ID=bc9f45d1-32a1-451d-bb55-8b7ce3b0c2d9,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:33.222524 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f9f2fd-745c-4a72-931a-5a68c5f70066 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] No DVR routers for this DVR port bc9f45d1-32a1-451d-bb55-8b7ce3b0c2d9 on host n-d-811396-3 {{(pid=100597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:47:33.486210 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b1f9f2fd-745c-4a72-931a-5a68c5f70066 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:33.521033 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 796dafa4-6077-4393-8385-ff95473e2ed0 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:47:33.521553 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:33.546759 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-b1f9f2fd-745c-4a72-931a-5a68c5f70066 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7feee6c4-80e1-45e3-ba2f-60070af14596']}} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:47:33.574799 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-fbebc011-2f1a-4932-9de3-60bb89d01b57 req-124f249b-845b-4c37-8d47-a188e627821f tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] For port ab7a6c68-90ca-49cc-9772-08a336428d52, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=ab7a6c68-90ca-49cc-9772-08a336428d52,segment=NetworkSegment(667bfc55-8fb5-4232-84e0-731edce9afd9),segment_id=667bfc55-8fb5-4232-84e0-731edce9afd9)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:47:33.576956 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-fbebc011-2f1a-4932-9de3-60bb89d01b57 req-124f249b-845b-4c37-8d47-a188e627821f tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:33.581844 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-b1f9f2fd-745c-4a72-931a-5a68c5f70066 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2efc13d3-af22-4b5c-9d43-576b75ccc93b') {'for_net_delete': True} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:47:33.582154 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-b1f9f2fd-745c-4a72-931a-5a68c5f70066 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2efc13d3-af22-4b5c-9d43-576b75ccc93b') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:47:33.611879 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-fbebc011-2f1a-4932-9de3-60bb89d01b57 req-124f249b-845b-4c37-8d47-a188e627821f tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] Calling delete_port for ab7a6c68-90ca-49cc-9772-08a336428d52 owned by compute:nova {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:47:33.617324 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b1f9f2fd-745c-4a72-931a-5a68c5f70066 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25852596'] for segment, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:33.669269 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b1f9f2fd-745c-4a72-931a-5a68c5f70066 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:33.696172 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1f9f2fd-745c-4a72-931a-5a68c5f70066 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Releasing vlan 829 on physical network physnet1 to pool {{(pid=100597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:47:33.696574 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b1f9f2fd-745c-4a72-931a-5a68c5f70066 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951012'] for segment, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:33.708727 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1d138206-0e9a-4166-9243-7c762e6266d3 None None] Provisioning complete for port 41772678-6b00-4009-9ad8-5fc0a96c5fdd triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:47:33.709105 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1d138206-0e9a-4166-9243-7c762e6266d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:33.742621 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-2aaf4236-737a-4c34-9d20-0329fab5fe83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:33.812155 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a3a06f2f-7a83-4161-ab70-0cacbb35eb3d req-9af6b9bb-92f5-489f-a3da-e1d19f19fa51 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/ports?device_id=b7dcda2b-b887-4c82-aee3-61de879588e8 HTTP/1.1" status: 200 len: 210 time: 0.4566557 Oct 20 10:47:33.834267 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 40298) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:47:33.847252 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1d138206-0e9a-4166-9243-7c762e6266d3 None None] Port 41772678-6b00-4009-9ad8-5fc0a96c5fdd cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:47:33.892624 n-d-811396-3 neutron-server[100597]: Traceback (most recent call last): Oct 20 10:47:33.892624 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:47:33.892624 n-d-811396-3 neutron-server[100597]: timer() Oct 20 10:47:33.892624 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:47:33.892624 n-d-811396-3 neutron-server[100597]: cb(*args, **kw) Oct 20 10:47:33.892624 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:47:33.892624 n-d-811396-3 neutron-server[100597]: return func(*args, **kwargs) Oct 20 10:47:33.892624 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:47:33.892624 n-d-811396-3 neutron-server[100597]: self._notify() Oct 20 10:47:33.892624 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:47:33.892624 n-d-811396-3 neutron-server[100597]: self.callback(batched_events) Oct 20 10:47:33.892624 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:47:33.892624 n-d-811396-3 neutron-server[100597]: event.method(event) Oct 20 10:47:33.892624 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:47:33.892624 n-d-811396-3 neutron-server[100597]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:47:33.892624 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:47:33.892624 n-d-811396-3 neutron-server[100597]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:47:33.892624 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:47:33.892624 n-d-811396-3 neutron-server[100597]: return f(self, *a, **k) Oct 20 10:47:33.892624 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:47:33.892624 n-d-811396-3 neutron-server[100597]: return self._get(url).json() Oct 20 10:47:33.892624 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:47:33.892624 n-d-811396-3 neutron-server[100597]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:47:33.892624 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:47:33.892624 n-d-811396-3 neutron-server[100597]: return self.request(url, 'GET', **kwargs) Oct 20 10:47:33.892624 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:47:33.892624 n-d-811396-3 neutron-server[100597]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:47:33.892624 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:47:33.892624 n-d-811396-3 neutron-server[100597]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:47:33.892624 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:47:33.892624 n-d-811396-3 neutron-server[100597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:47:33.892624 n-d-811396-3 neutron-server[100597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:47:33.906751 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01aefd43-eddb-4e88-9c3e-ef2d3ce510ee admin admin] Router 9712814c-5acb-4d48-bdc6-5a7d3130bc5d has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:47:33.910298 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b1f9f2fd-745c-4a72-931a-5a68c5f70066 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:33.971267 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd4da27b-1432-4f1c-b2b0-8c354a04ec0d None None] get_active_networks_info from n-d-811396-3 {{(pid=100598) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 20 10:47:33.996392 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b1f9f2fd-745c-4a72-931a-5a68c5f70066 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:34.008979 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-b1f9f2fd-745c-4a72-931a-5a68c5f70066 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] 10.222.0.64 "DELETE /v2.0/networks/7feee6c4-80e1-45e3-ba2f-60070af14596 HTTP/1.1" status: 204 len: 168 time: 5.8395877 Oct 20 10:47:34.012510 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e71b29-d703-4690-801f-b88020220559 req-273a4cbe-2a0a-4abc-9e1d-f41aef81cd99 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:34.012658 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f9f2fd-745c-4a72-931a-5a68c5f70066 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Pushing event deleted for resources: {'Network': ['ID=7feee6c4-80e1-45e3-ba2f-60070af14596,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:34.025659 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-09e71b29-d703-4690-801f-b88020220559 req-273a4cbe-2a0a-4abc-9e1d-f41aef81cd99 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] 10.222.0.64 "GET /v2.0/ports?device_id=7111dcd8-fd45-4dca-a651-307725cce40f HTTP/1.1" status: 200 len: 945 time: 0.6491089 Oct 20 10:47:34.027361 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 40308) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:47:34.032107 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc3c7e7-546e-419c-afb8-bebbbe8c3be2 req-966e3b5b-560b-4eff-8cfc-b0379a965b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:34.034360 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5bc3c7e7-546e-419c-afb8-bebbbe8c3be2 req-966e3b5b-560b-4eff-8cfc-b0379a965b41 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7c07d91a5a3845b987d2c3d5e5662672&device_id=a18205b2-e8c8-454c-a76c-bc825d307c11 HTTP/1.1" status: 200 len: 1096 time: 0.6738918 Oct 20 10:47:34.144154 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-09e71b29-d703-4690-801f-b88020220559 req-6af6c823-0899-4c85-a373-e7a3c741e8cb tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] 10.222.0.64 "GET /v2.0/security-groups?id=beae5622-2b72-47ae-b5ac-f3919c6874d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171780 Oct 20 10:47:34.167501 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-2d1a54ed-215d-433f-9944-0ce73f3d074e admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-872110880-network', 'tenant_id': 'd11d55054d4b421595fd77f9f4853b62'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:47:34.175856 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-f864a269-7f52-469e-9b27-b04cc81e6778 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] GET failed (client error): The resource could not be found. Oct 20 10:47:34.189567 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-f864a269-7f52-469e-9b27-b04cc81e6778 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] 10.222.0.64 "GET /v2.0/subnets/7f65bbfc-b10a-41a1-8065-880099f8c002 HTTP/1.1" status: 404 len: 337 time: 0.1569467 Oct 20 10:47:34.192017 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 40312) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:47:34.242689 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-d545713d-b01d-4565-a8a1-ad9cb44b9e4c tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] DELETE failed (client error): The resource could not be found. Oct 20 10:47:34.243295 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d545713d-b01d-4565-a8a1-ad9cb44b9e4c tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:47:34.259364 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-d545713d-b01d-4565-a8a1-ad9cb44b9e4c tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] 10.222.0.64 "DELETE /v2.0/networks/7feee6c4-80e1-45e3-ba2f-60070af14596 HTTP/1.1" status: 404 len: 339 time: 0.0617542 Oct 20 10:47:34.260293 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 40316) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:47:34.265441 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d1a54ed-215d-433f-9944-0ce73f3d074e admin admin] Made reservation on behalf of d11d55054d4b421595fd77f9f4853b62 for: {'network': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:47:34.268122 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2d1a54ed-215d-433f-9944-0ce73f3d074e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:34.335973 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd4da27b-1432-4f1c-b2b0-8c354a04ec0d None None] Resources bound (agent type, host, resource id): {{(pid=100598) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 20 10:47:34.386027 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:34.400164 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-fbebc011-2f1a-4932-9de3-60bb89d01b57 req-124f249b-845b-4c37-8d47-a188e627821f tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:34.415169 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] For port 796dafa4-6077-4393-8385-ff95473e2ed0, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=796dafa4-6077-4393-8385-ff95473e2ed0,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:47:34.423427 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-8b9521ea-ffb0-4d15-8bfa-fe694652f370 None None] Provisioning complete for port 41772678-6b00-4009-9ad8-5fc0a96c5fdd triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:47:34.424129 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-8b9521ea-ffb0-4d15-8bfa-fe694652f370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:34.426668 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['ab7a6c68-90ca-49cc-9772-08a336428d52'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:47:34.450205 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2d1a54ed-215d-433f-9944-0ce73f3d074e admin admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:34.535950 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc3c7e7-546e-419c-afb8-bebbbe8c3be2 req-0dd6d5bc-b32a-4a1e-89b0-4c50fb6746ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:34.539333 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5bc3c7e7-546e-419c-afb8-bebbbe8c3be2 req-0dd6d5bc-b32a-4a1e-89b0-4c50fb6746ee service neutron] 10.222.0.69 "GET /v2.0/networks?id=c8a6fc02-fa12-4200-87e5-83414d81676e HTTP/1.1" status: 200 len: 916 time: 0.4706898 Oct 20 10:47:34.557065 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:34.675443 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124f249b-845b-4c37-8d47-a188e627821f tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] Pushing event deleted for resources: {'Port': ['ID=ab7a6c68-90ca-49cc-9772-08a336428d52,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:34.734504 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-8b9521ea-ffb0-4d15-8bfa-fe694652f370 None None] Port 41772678-6b00-4009-9ad8-5fc0a96c5fdd cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:47:34.772037 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Pushing event updated for resources: {'Port': ['ID=796dafa4-6077-4393-8385-ff95473e2ed0,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:34.816246 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5bc3c7e7-546e-419c-afb8-bebbbe8c3be2 req-607319ad-b6a3-4c96-8347-adf554158194 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cce84233-f3eb-46fc-b7e7-cf15d3e7b144 HTTP/1.1" status: 200 len: 217 time: 0.1876676 Oct 20 10:47:34.839617 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbebc011-2f1a-4932-9de3-60bb89d01b57 req-124f249b-845b-4c37-8d47-a188e627821f tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] No DVR routers for this DVR port ab7a6c68-90ca-49cc-9772-08a336428d52 on host n-h2-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:47:34.911401 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-fbebc011-2f1a-4932-9de3-60bb89d01b57 req-124f249b-845b-4c37-8d47-a188e627821f tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:34.924003 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fbebc011-2f1a-4932-9de3-60bb89d01b57 req-124f249b-845b-4c37-8d47-a188e627821f tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.69 "DELETE /v2.0/ports/ab7a6c68-90ca-49cc-9772-08a336428d52 HTTP/1.1" status: 204 len: 173 time: 2.3013809 Oct 20 10:47:34.934062 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54053cb6-a7bf-40ad-8f43-f2830ff50e06', 'name': 'network-vif-deleted', 'tag': 'ab7a6c68-90ca-49cc-9772-08a336428d52'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:47:34.942980 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-728656b4-ca3c-4c97-8ebe-b4a540a78035" -d '{"events": [{"server_uuid": "54053cb6-a7bf-40ad-8f43-f2830ff50e06", "name": "network-vif-deleted", "tag": "ab7a6c68-90ca-49cc-9772-08a336428d52"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:47:35.009152 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 796dafa4-6077-4393-8385-ff95473e2ed0 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:47:35.101730 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc3c7e7-546e-419c-afb8-bebbbe8c3be2 req-83b059de-a29a-426f-a62a-65b2ffe5ca36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:35.109184 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5bc3c7e7-546e-419c-afb8-bebbbe8c3be2 req-83b059de-a29a-426f-a62a-65b2ffe5ca36 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2385e10a-8e9b-4532-8959-c4c7cb401041 HTTP/1.1" status: 200 len: 855 time: 0.2718530 Oct 20 10:47:35.132067 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f72ad840-62c6-4c77-a7c3-ff54581ec058 req-cbdb4c36-db0e-44b2-8459-d64052a9afd7 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/ports?device_id=b7dcda2b-b887-4c82-aee3-61de879588e8 HTTP/1.1" status: 200 len: 210 time: 0.1527381 Oct 20 10:47:35.156180 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d127107b-0f60-475a-89d5-2af230a5fcea x-openstack-request-id: req-d127107b-0f60-475a-89d5-2af230a5fcea {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:47:35.157245 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54053cb6-a7bf-40ad-8f43-f2830ff50e06", "name": "network-vif-deleted", "tag": "ab7a6c68-90ca-49cc-9772-08a336428d52", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:47:35.157797 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d127107b-0f60-475a-89d5-2af230a5fcea {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:47:35.158436 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54053cb6-a7bf-40ad-8f43-f2830ff50e06', 'name': 'network-vif-deleted', 'tag': 'ab7a6c68-90ca-49cc-9772-08a336428d52', 'status': 'completed', 'code': 200} Oct 20 10:47:35.253831 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 796dafa4-6077-4393-8385-ff95473e2ed0 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:47:35.254216 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:35.442995 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bfebc5-c0fc-4f46-a862-5b92e0c38337 req-0cb69c38-9cc5-4f88-813f-d75279f56339 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:35.445261 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-27bfebc5-c0fc-4f46-a862-5b92e0c38337 req-0cb69c38-9cc5-4f88-813f-d75279f56339 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.69 "GET /v2.0/networks?id=d45b47d0-bc0d-47b8-915f-e1b12beb41f5 HTTP/1.1" status: 200 len: 814 time: 0.4508648 Oct 20 10:47:35.450254 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01aefd43-eddb-4e88-9c3e-ef2d3ce510ee admin admin] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:47:35.467101 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae988fca-e992-446b-9165-11b00f645799 None None] Sync routers for ids ['9712814c-5acb-4d48-bdc6-5a7d3130bc5d'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:47:35.469836 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-01aefd43-eddb-4e88-9c3e-ef2d3ce510ee admin admin] 10.222.0.64 "PUT /v2.0/routers/9712814c-5acb-4d48-bdc6-5a7d3130bc5d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2706943 Oct 20 10:47:35.492078 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-27bfebc5-c0fc-4f46-a862-5b92e0c38337 req-7abcc753-464c-4128-922c-f3db5cd317cf tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] Request body: {'port': {'device_id': 'b7dcda2b-b887-4c82-aee3-61de879588e8', 'network_id': 'd45b47d0-bc0d-47b8-915f-e1b12beb41f5', 'admin_state_up': True, 'tenant_id': 'bd5b53e6016846f2aca2a43caad83434'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:47:35.503571 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae988fca-e992-446b-9165-11b00f645799 None None] Routers {'9712814c-5acb-4d48-bdc6-5a7d3130bc5d'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:47:35.504377 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-ae988fca-e992-446b-9165-11b00f645799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:47:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['9712814c-5acb-4d48-bdc6-5a7d3130bc5d'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:47:35.633474 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5bc3c7e7-546e-419c-afb8-bebbbe8c3be2 req-847e5eb3-8750-453f-a32c-12830624c9b4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c8a6fc02-fa12-4200-87e5-83414d81676e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4999015 Oct 20 10:47:35.663673 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27bfebc5-c0fc-4f46-a862-5b92e0c38337 req-7abcc753-464c-4128-922c-f3db5cd317cf tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] Made reservation on behalf of bd5b53e6016846f2aca2a43caad83434 for: {'port': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:47:35.672594 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-27bfebc5-c0fc-4f46-a862-5b92e0c38337 req-7abcc753-464c-4128-922c-f3db5cd317cf tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:35.702771 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f95b83-0da0-4d6a-83d3-9c941eaf60f5 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:35.705097 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-92f95b83-0da0-4d6a-83d3-9c941eaf60f5 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4471629 Oct 20 10:47:35.714944 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 40350) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:47:35.862104 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-ae988fca-e992-446b-9165-11b00f645799 None None] Set router 9712814c-5acb-4d48-bdc6-5a7d3130bc5d gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:47:35.887669 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-ba73d037-4d67-4714-abf7-57e35e0ea137 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] 10.222.0.64 "GET /v2.0/subnets?network_id=cbe170d3-31ba-45a2-b477-520ab0a7a8ea HTTP/1.1" status: 200 len: 207 time: 0.1680799 Oct 20 10:47:35.888009 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 40358) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:47:36.187088 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1fc8744-c459-4267-8c5b-7d97eb8226c6 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:36.205990 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1fc8744-c459-4267-8c5b-7d97eb8226c6 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:36.225704 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1fc8744-c459-4267-8c5b-7d97eb8226c6 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:36.238614 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73fcb6de-e100-47ff-b966-d036f9b4734d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:36.240863 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1fc8744-c459-4267-8c5b-7d97eb8226c6 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:36.247501 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-e1fc8744-c459-4267-8c5b-7d97eb8226c6 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.3551149 Oct 20 10:47:36.247928 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 40370) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:47:36.262983 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-ae988fca-e992-446b-9165-11b00f645799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9712814c-5acb-4d48-bdc6-5a7d3130bc5d', 'name': 'tempest-TestVolumeBootPattern-1466241922-router', 'tenant_id': '304c84e5c7844b5cadef0d9d128b445c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': '796dafa4-6077-4393-8385-ff95473e2ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:47:24Z', 'updated_at': '2021-10-20T10:47:31Z', 'revision_number': 4, 'project_id': '304c84e5c7844b5cadef0d9d128b445c', 'gw_port': {'id': '796dafa4-6077-4393-8385-ff95473e2ed0', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:de:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9712814c-5acb-4d48-bdc6-5a7d3130bc5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2396, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:47:25Z', 'updated_at': '2021-10-20T10:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '41772678-6b00-4009-9ad8-5fc0a96c5fdd', 'name': '', 'network_id': 'cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0', 'tenant_id': '304c84e5c7844b5cadef0d9d128b445c', 'mac_address': 'fa:16:3e:94:7e:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9712814c-5acb-4d48-bdc6-5a7d3130bc5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': '46305bfd-5c10-42c9-8afc-597f2425497e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:47:29Z', 'updated_at': '2021-10-20T10:47:31Z', 'revision_number': 2, 'project_id': '304c84e5c7844b5cadef0d9d128b445c', 'subnets': [{'id': '46305bfd-5c10-42c9-8afc-597f2425497e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:47:36.329627 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae988fca-e992-446b-9165-11b00f645799 None None] Checking router: 9712814c-5acb-4d48-bdc6-5a7d3130bc5d for host: n-d-811396-3 {{(pid=100598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:47:36.329997 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae988fca-e992-446b-9165-11b00f645799 None None] Updating router 9712814c-5acb-4d48-bdc6-5a7d3130bc5d port 41772678-6b00-4009-9ad8-5fc0a96c5fdd binding host n-d-811396-3 {{(pid=100598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 10:47:36.383468 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-ae988fca-e992-446b-9165-11b00f645799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:36.626766 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-894ef139-dba0-4fc8-a0c4-19f0a87f414b tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] 10.222.0.64 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.3770950 Oct 20 10:47:36.629298 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 40394) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:47:36.661818 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device ab7a6c68-90ca-49cc-9772-08a336428d52 no longer exists at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:47:36.729644 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] No Port match for: ab7a6c68-90ca-49cc-9772-08a336428d52 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:47:36.729905 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device ab7a6c68-90ca-49cc-9772-08a336428d52 not bound to the agent host n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:47:36.846273 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f967975f-a70b-4e4c-b5c1-bfc542cd7b1c tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:36.848136 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f967975f-a70b-4e4c-b5c1-bfc542cd7b1c tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:36.866431 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-f967975f-a70b-4e4c-b5c1-bfc542cd7b1c tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.2357481 Oct 20 10:47:36.874812 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 40396) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:47:36.875401 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 40406) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:47:36.896428 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-4971f70a-5987-4834-9bcf-da15dc5e9df5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-834147019-network', 'tenant_id': '23670eec7daf4c4bad3d9122f54a486e'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:47:37.054982 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bff38ca-dccb-42e2-9663-84ed4b5282a2 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Attributes excluded by policy engine: ['shared'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:37.057436 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bff38ca-dccb-42e2-9663-84ed4b5282a2 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Attributes excluded by policy engine: ['shared'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:37.059703 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-6bff38ca-dccb-42e2-9663-84ed4b5282a2 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] 10.222.0.64 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1495545 Oct 20 10:47:37.064546 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4971f70a-5987-4834-9bcf-da15dc5e9df5 admin admin] Made reservation on behalf of 23670eec7daf4c4bad3d9122f54a486e for: {'network': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:47:37.066162 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2d1a54ed-215d-433f-9944-0ce73f3d074e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:37.067253 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4971f70a-5987-4834-9bcf-da15dc5e9df5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:37.070214 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 40408) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:47:37.070696 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 40410) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:47:37.109553 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-ae988fca-e992-446b-9165-11b00f645799 None None] Publish callbacks [] for port, precommit_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:37.111594 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:37.116927 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2d1a54ed-215d-433f-9944-0ce73f3d074e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:37.124320 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4971f70a-5987-4834-9bcf-da15dc5e9df5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:37.126416 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-ae988fca-e992-446b-9165-11b00f645799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:37.204988 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1a54ed-215d-433f-9944-0ce73f3d074e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbdf72da-0760-4792-9662-d605f2ab2d05,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:37.210150 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-10d5be74-ae28-4bef-9cab-8642d87d0e1a req-af8dbbd5-966e-4959-8f44-5c5a7c700fdb tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/ports?device_id=b7dcda2b-b887-4c82-aee3-61de879588e8 HTTP/1.1" status: 200 len: 210 time: 0.1398785 Oct 20 10:47:37.233737 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5bc3c7e7-546e-419c-afb8-bebbbe8c3be2 req-3eb03ad6-5037-458a-bf5c-34fa8ee8a0f9 service neutron] 10.222.0.69 "GET /v2.0/networks/c8a6fc02-fa12-4200-87e5-83414d81676e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5893729 Oct 20 10:47:37.234703 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d1a54ed-215d-433f-9944-0ce73f3d074e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 826} {{(pid=100596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:47:37.287890 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [req-27bfebc5-c0fc-4f46-a862-5b92e0c38337 req-7abcc753-464c-4128-922c-f3db5cd317cf tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] Allocated IP 172.20.0.12 (d45b47d0-bc0d-47b8-915f-e1b12beb41f5/7e45182b-6a6c-44ef-8f7c-271290a24a13/11ac4dff-8428-48b3-8933-27a3b3ffe59d) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:47:37.300859 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebae92a-70be-4596-a9fb-28c5fc5d75e7 None None] Pushing event updated for resources: {'Port': ['ID=41772678-6b00-4009-9ad8-5fc0a96c5fdd,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:37.319235 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2d1a54ed-215d-433f-9944-0ce73f3d074e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:37.324682 n-d-811396-3 neutron-server[100596]: INFO neutron.db.segments_db [None req-2d1a54ed-215d-433f-9944-0ce73f3d074e admin admin] Added segment 96dfa309-c7df-4d10-8f15-9d739a677474 of type vlan for network f1bd979d-a352-44ca-89b6-a358a0660ac0 Oct 20 10:47:37.397934 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4971f70a-5987-4834-9bcf-da15dc5e9df5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:37.405077 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-ae988fca-e992-446b-9165-11b00f645799 None None] Attempting to bind port 41772678-6b00-4009-9ad8-5fc0a96c5fdd on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:47:37.405693 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-ae988fca-e992-446b-9165-11b00f645799 None None] Attempting to bind port 41772678-6b00-4009-9ad8-5fc0a96c5fdd by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '5f5097d1-dd03-4e53-8d67-381b8a2c1ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:47:37.408237 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae988fca-e992-446b-9165-11b00f645799 None None] Attempting to bind port 41772678-6b00-4009-9ad8-5fc0a96c5fdd on network cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0 {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:47:37.417604 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae988fca-e992-446b-9165-11b00f645799 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:47:37.422215 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2d1a54ed-215d-433f-9944-0ce73f3d074e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:37.423045 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae988fca-e992-446b-9165-11b00f645799 None None] Checking segment: {'id': '5f5097d1-dd03-4e53-8d67-381b8a2c1ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:47:37.423656 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-ae988fca-e992-446b-9165-11b00f645799 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:37.424737 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae988fca-e992-446b-9165-11b00f645799 None None] Bound using segment: {'id': '5f5097d1-dd03-4e53-8d67-381b8a2c1ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:47:37.426856 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-ae988fca-e992-446b-9165-11b00f645799 None None] Bound port: 41772678-6b00-4009-9ad8-5fc0a96c5fdd, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f5097d1-dd03-4e53-8d67-381b8a2c1ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:47:37.429250 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-ae988fca-e992-446b-9165-11b00f645799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:37.444061 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4971f70a-5987-4834-9bcf-da15dc5e9df5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:37.473718 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4971f70a-5987-4834-9bcf-da15dc5e9df5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 818} {{(pid=100597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:47:37.495775 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2d1a54ed-215d-433f-9944-0ce73f3d074e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:37.497033 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d1a54ed-215d-433f-9944-0ce73f3d074e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:37.499270 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2d1a54ed-215d-433f-9944-0ce73f3d074e admin admin] Publish callbacks [] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:37.520949 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4971f70a-5987-4834-9bcf-da15dc5e9df5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:37.523537 n-d-811396-3 neutron-server[100597]: INFO neutron.db.segments_db [None req-4971f70a-5987-4834-9bcf-da15dc5e9df5 admin admin] Added segment fa0becf5-823e-46fd-b2f7-1c4cd077a6fb of type vlan for network 2cff6994-089b-4e18-9735-f130ccc0eefb Oct 20 10:47:37.608003 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-2d1a54ed-215d-433f-9944-0ce73f3d074e admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 3.7535062 Oct 20 10:47:37.613083 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:37.614408 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 40422) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:47:37.622206 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4971f70a-5987-4834-9bcf-da15dc5e9df5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:37.623935 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-5c3526ca-9a30-4c0e-bc4b-9055c538ec50 admin admin] Request body: {'subnet': {'network_id': 'f1bd979d-a352-44ca-89b6-a358a0660ac0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-872110880-subnet', 'tenant_id': 'd11d55054d4b421595fd77f9f4853b62', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:47:37.644695 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-ae988fca-e992-446b-9165-11b00f645799 None None] For port 41772678-6b00-4009-9ad8-5fc0a96c5fdd, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:47:37.654712 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-ae988fca-e992-446b-9165-11b00f645799 None None] For port 41772678-6b00-4009-9ad8-5fc0a96c5fdd, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=41772678-6b00-4009-9ad8-5fc0a96c5fdd,segment=NetworkSegment(5f5097d1-dd03-4e53-8d67-381b8a2c1ac8),segment_id=5f5097d1-dd03-4e53-8d67-381b8a2c1ac8)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:47:37.661800 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9f2fc9b1-d77d-47fa-be96-009e4462dadf admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:37.670132 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5bc3c7e7-546e-419c-afb8-bebbbe8c3be2 req-9c9a6a06-e4ab-455b-84d2-d5da0cac30d3 service neutron] 10.222.0.69 "GET /v2.0/networks/c8a6fc02-fa12-4200-87e5-83414d81676e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4278634 Oct 20 10:47:37.670640 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-ae988fca-e992-446b-9165-11b00f645799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:37.672133 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4971f70a-5987-4834-9bcf-da15dc5e9df5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:37.674260 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4971f70a-5987-4834-9bcf-da15dc5e9df5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:37.675418 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4971f70a-5987-4834-9bcf-da15dc5e9df5 admin admin] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:37.679642 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1a54ed-215d-433f-9944-0ce73f3d074e admin admin] Pushing event updated for resources: {'Network': ['ID=f1bd979d-a352-44ca-89b6-a358a0660ac0,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:37.715107 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network f1bd979d-a352-44ca-89b6-a358a0660ac0 details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:47:37.786025 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c3526ca-9a30-4c0e-bc4b-9055c538ec50 admin admin] Made reservation on behalf of d11d55054d4b421595fd77f9f4853b62 for: {'subnet': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:47:37.790608 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5c3526ca-9a30-4c0e-bc4b-9055c538ec50 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26761797'] for subnet, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:37.849267 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9f2fc9b1-d77d-47fa-be96-009e4462dadf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:37.881483 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebae92a-70be-4596-a9fb-28c5fc5d75e7 None None] Pushing event updated for resources: {'Port': ['ID=41772678-6b00-4009-9ad8-5fc0a96c5fdd,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:37.900121 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-597ab8dc-e44c-4ed1-a916-83bc6cf6a56c tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:37.906415 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-597ab8dc-e44c-4ed1-a916-83bc6cf6a56c tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] 10.222.0.64 "GET /v2.0/networks/f3035818-28a4-4b7b-a39f-ab3e006d8f7c HTTP/1.1" status: 200 len: 800 time: 0.8335936 Oct 20 10:47:37.914831 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 40428) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:47:37.981913 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae988fca-e992-446b-9165-11b00f645799 None None] Routers {'9712814c-5acb-4d48-bdc6-5a7d3130bc5d'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:47:37.982991 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-ae988fca-e992-446b-9165-11b00f645799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:47:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['9712814c-5acb-4d48-bdc6-5a7d3130bc5d'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:47:37.994643 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-de86de8c-c9c0-4c58-bfc1-18df6cfece5e None None] Provisioning complete for port 41772678-6b00-4009-9ad8-5fc0a96c5fdd triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:47:37.994780 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-de86de8c-c9c0-4c58-bfc1-18df6cfece5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:38.103100 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5c3526ca-9a30-4c0e-bc4b-9055c538ec50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26836128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26761819'] for subnet, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:38.106488 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9f2fc9b1-d77d-47fa-be96-009e4462dadf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:38.139579 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:38.155922 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-459e8a6a-5510-4689-bbf0-8684ad81feb9 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] 10.222.0.64 "GET /v2.0/networks/f3035818-28a4-4b7b-a39f-ab3e006d8f7c?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.2396407 Oct 20 10:47:38.159564 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-4971f70a-5987-4834-9bcf-da15dc5e9df5 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2829971 Oct 20 10:47:38.160183 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 40434) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:47:38.172124 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-9f2fc9b1-d77d-47fa-be96-009e4462dadf admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0b5019db24fa4439ac5f7391e967ddd8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0894787 Oct 20 10:47:38.186826 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 40436) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:47:38.187166 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 40438) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:47:38.273235 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-2404373d-07c0-4ddf-bde8-4cd860b62481 admin admin] Request body: {'subnet': {'network_id': '2cff6994-089b-4e18-9735-f130ccc0eefb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-834147019-subnet', 'tenant_id': '23670eec7daf4c4bad3d9122f54a486e', 'ip_version': 4}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:47:38.286743 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3526ca-9a30-4c0e-bc4b-9055c538ec50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c9ad18b-f3f9-4a90-802c-d346920a622d,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:38.299863 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4971f70a-5987-4834-9bcf-da15dc5e9df5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5cc0d9d-c31e-47b7-9529-f5551a2079ec,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:38.367905 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-27bfebc5-c0fc-4f46-a862-5b92e0c38337 req-7abcc753-464c-4128-922c-f3db5cd317cf tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:38.408486 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2404373d-07c0-4ddf-bde8-4cd860b62481 admin admin] Made reservation on behalf of 23670eec7daf4c4bad3d9122f54a486e for: {'subnet': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:47:38.412383 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2404373d-07c0-4ddf-bde8-4cd860b62481 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25350782'] for subnet, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:38.480037 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5c23ff8a-fab1-4d18-b65c-e3364f371a6e req-4edf30e7-b148-45f2-a6e6-fe087c0f9077 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/ports?device_id=b7dcda2b-b887-4c82-aee3-61de879588e8 HTTP/1.1" status: 200 len: 210 time: 0.1050448 Oct 20 10:47:38.498683 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c6a0d9-7d18-479e-9062-b61366e23148 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:38.518801 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-44c6a0d9-7d18-479e-9062-b61366e23148 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] 10.222.0.64 "GET /v2.0/subnets/7ad85586-220a-48c7-aae5-c2932889ab52 HTTP/1.1" status: 200 len: 811 time: 0.3412638 Oct 20 10:47:38.523215 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-de86de8c-c9c0-4c58-bfc1-18df6cfece5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:38.534934 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4971f70a-5987-4834-9bcf-da15dc5e9df5 admin admin] Pushing event updated for resources: {'Network': ['ID=2cff6994-089b-4e18-9735-f130ccc0eefb,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:38.544403 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 40454) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:47:38.559057 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network 2cff6994-089b-4e18-9735-f130ccc0eefb details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:47:38.567647 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3526ca-9a30-4c0e-bc4b-9055c538ec50 admin admin] Checking segment: {'id': '96dfa309-c7df-4d10-8f15-9d739a677474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'f1bd979d-a352-44ca-89b6-a358a0660ac0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:47:38.568238 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c3526ca-9a30-4c0e-bc4b-9055c538ec50 admin admin] Network hostable DHCP agents. Network: f1bd979d-a352-44ca-89b6-a358a0660ac0, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:47:38.593709 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-27bfebc5-c0fc-4f46-a862-5b92e0c38337 req-7abcc753-464c-4128-922c-f3db5cd317cf tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:38.661906 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-ae988fca-e992-446b-9165-11b00f645799 None None] Set router 9712814c-5acb-4d48-bdc6-5a7d3130bc5d gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:47:38.687917 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2fc9b1-d77d-47fa-be96-009e4462dadf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e2a6a9f-8908-4f6f-917e-e789a98fdcf5,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:38.741272 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-de86de8c-c9c0-4c58-bfc1-18df6cfece5e None None] For port 41772678-6b00-4009-9ad8-5fc0a96c5fdd, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=41772678-6b00-4009-9ad8-5fc0a96c5fdd,segment=NetworkSegment(5f5097d1-dd03-4e53-8d67-381b8a2c1ac8),segment_id=5f5097d1-dd03-4e53-8d67-381b8a2c1ac8)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:47:38.756297 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-de86de8c-c9c0-4c58-bfc1-18df6cfece5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:38.768897 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27bfebc5-c0fc-4f46-a862-5b92e0c38337 req-7abcc753-464c-4128-922c-f3db5cd317cf tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] Network d45b47d0-bc0d-47b8-915f-e1b12beb41f5 is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:47:38.777229 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [req-27bfebc5-c0fc-4f46-a862-5b92e0c38337 req-7abcc753-464c-4128-922c-f3db5cd317cf tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:47:38.781312 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-27bfebc5-c0fc-4f46-a862-5b92e0c38337 req-7abcc753-464c-4128-922c-f3db5cd317cf tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:47:38.829321 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c3526ca-9a30-4c0e-bc4b-9055c538ec50 admin admin] Network f1bd979d-a352-44ca-89b6-a358a0660ac0 is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:47:38.831891 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abcc753-464c-4128-922c-f3db5cd317cf tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] Pushing event updated for resources: {'Port': ['ID=11ac4dff-8428-48b3-8933-27a3b3ffe59d,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:38.873653 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f1bcdb62-8bf3-4ac8-a200-e36300047a56 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:38.891938 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-5c3526ca-9a30-4c0e-bc4b-9055c538ec50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, f1bd979d-a352-44ca-89b6-a358a0660ac0) {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:47:38.900650 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c3526ca-9a30-4c0e-bc4b-9055c538ec50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:38.902090 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5c3526ca-9a30-4c0e-bc4b-9055c538ec50 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:38.904474 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7481bf26-9290-427e-a07f-6bc056d7546c tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Attributes excluded by policy engine: ['shared'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:38.909810 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-7481bf26-9290-427e-a07f-6bc056d7546c tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] 10.222.0.64 "GET /v2.0/subnets/7ad85586-220a-48c7-aae5-c2932889ab52?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.3566766 Oct 20 10:47:38.913206 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 40466) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:47:38.922805 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-47581dab-66d4-4a67-af3d-d367c08cb5d3 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1263416739'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:47:38.948178 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12dace35-3238-4ac9-8efe-7885164daaae None None] Network f1bd979d-a352-44ca-89b6-a358a0660ac0 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:47:38.951976 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bfebc5-c0fc-4f46-a862-5b92e0c38337 req-7abcc753-464c-4128-922c-f3db5cd317cf tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:38.953425 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-27bfebc5-c0fc-4f46-a862-5b92e0c38337 req-7abcc753-464c-4128-922c-f3db5cd317cf tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:38.962945 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f1bcdb62-8bf3-4ac8-a200-e36300047a56 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:38.986141 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47581dab-66d4-4a67-af3d-d367c08cb5d3 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Made reservation on behalf of 10e8926c0dc24defb0f6cacab8eac495 for: {'network': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:47:38.992166 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-47581dab-66d4-4a67-af3d-d367c08cb5d3 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:39.008629 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-27bfebc5-c0fc-4f46-a862-5b92e0c38337 req-7abcc753-464c-4128-922c-f3db5cd317cf tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5260186 Oct 20 10:47:39.020311 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-5c3526ca-9a30-4c0e-bc4b-9055c538ec50 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4009650 Oct 20 10:47:39.031414 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-27bfebc5-c0fc-4f46-a862-5b92e0c38337 req-1713ce68-e114-48f3-96d9-55857c76411c service neutron] Request body: {'port': {'device_id': 'b7dcda2b-b887-4c82-aee3-61de879588e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811396-3'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:47:39.065426 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47581dab-66d4-4a67-af3d-d367c08cb5d3 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 836} {{(pid=100596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:47:39.101737 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-47581dab-66d4-4a67-af3d-d367c08cb5d3 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:39.102091 n-d-811396-3 neutron-server[100596]: INFO neutron.db.segments_db [None req-47581dab-66d4-4a67-af3d-d367c08cb5d3 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Added segment 4f35b34b-a2de-4823-9620-5a00e612e2fe of type vlan for network aacc36a4-5da1-444c-99ec-c95f0c187689 Oct 20 10:47:39.136070 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-27bfebc5-c0fc-4f46-a862-5b92e0c38337 req-1713ce68-e114-48f3-96d9-55857c76411c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:39.144463 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de86de8c-c9c0-4c58-bfc1-18df6cfece5e None None] Pushing event updated for resources: {'Port': ['ID=41772678-6b00-4009-9ad8-5fc0a96c5fdd,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:39.154053 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:39.157842 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-a05fc474-5c86-4b44-a6e2-926c12e88471 None None] Provisioning complete for port 41772678-6b00-4009-9ad8-5fc0a96c5fdd triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:47:39.158760 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-a05fc474-5c86-4b44-a6e2-926c12e88471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:39.234685 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-47581dab-66d4-4a67-af3d-d367c08cb5d3 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:39.312149 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f1bcdb62-8bf3-4ac8-a200-e36300047a56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:39.316077 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f1bcdb62-8bf3-4ac8-a200-e36300047a56 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:39.327754 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-f1bcdb62-8bf3-4ac8-a200-e36300047a56 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0e2a6a9f-8908-4f6f-917e-e789a98fdcf5 HTTP/1.1" status: 204 len: 168 time: 1.1190362 Oct 20 10:47:39.348294 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2404373d-07c0-4ddf-bde8-4cd860b62481 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25350752'] for subnet, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:39.360364 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-47581dab-66d4-4a67-af3d-d367c08cb5d3 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:39.371121 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47581dab-66d4-4a67-af3d-d367c08cb5d3 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:39.375147 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-47581dab-66d4-4a67-af3d-d367c08cb5d3 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks [] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:39.380071 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bcdb62-8bf3-4ac8-a200-e36300047a56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e2a6a9f-8908-4f6f-917e-e789a98fdcf5,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:39.380748 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bafb6da0-872c-4610-b913-a8230bf262ea None None] Network f1bd979d-a352-44ca-89b6-a358a0660ac0 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:47:39.499678 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-47581dab-66d4-4a67-af3d-d367c08cb5d3 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5840616 Oct 20 10:47:39.503570 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2404373d-07c0-4ddf-bde8-4cd860b62481 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee734c82-3fec-4c48-b9e6-17542a6a3170,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:39.514160 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-ae988fca-e992-446b-9165-11b00f645799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9712814c-5acb-4d48-bdc6-5a7d3130bc5d', 'name': 'tempest-TestVolumeBootPattern-1466241922-router', 'tenant_id': '304c84e5c7844b5cadef0d9d128b445c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': '796dafa4-6077-4393-8385-ff95473e2ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:47:24Z', 'updated_at': '2021-10-20T10:47:31Z', 'revision_number': 4, 'project_id': '304c84e5c7844b5cadef0d9d128b445c', 'gw_port': {'id': '796dafa4-6077-4393-8385-ff95473e2ed0', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:de:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9712814c-5acb-4d48-bdc6-5a7d3130bc5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2396, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:47:25Z', 'updated_at': '2021-10-20T10:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '41772678-6b00-4009-9ad8-5fc0a96c5fdd', 'name': '', 'network_id': 'cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0', 'tenant_id': '304c84e5c7844b5cadef0d9d128b445c', 'mac_address': 'fa:16:3e:94:7e:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9712814c-5acb-4d48-bdc6-5a7d3130bc5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': '46305bfd-5c10-42c9-8afc-597f2425497e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:47:29Z', 'updated_at': '2021-10-20T10:47:37Z', 'revision_number': 4, 'project_id': '304c84e5c7844b5cadef0d9d128b445c', 'subnets': [{'id': '46305bfd-5c10-42c9-8afc-597f2425497e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:47:39.534843 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 40482) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:47:39.550437 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-f2f1dee2-09ad-4157-be17-993328cd08c2 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Request body: {'subnet': {'network_id': 'aacc36a4-5da1-444c-99ec-c95f0c187689', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:47:39.555420 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae988fca-e992-446b-9165-11b00f645799 None None] The sync data for ids ['9712814c-5acb-4d48-bdc6-5a7d3130bc5d'] in n-d-811396-3 is: [{'id': '9712814c-5acb-4d48-bdc6-5a7d3130bc5d', 'name': 'tempest-TestVolumeBootPattern-1466241922-router', 'tenant_id': '304c84e5c7844b5cadef0d9d128b445c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': '796dafa4-6077-4393-8385-ff95473e2ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:47:24Z', 'updated_at': '2021-10-20T10:47:31Z', 'revision_number': 4, 'project_id': '304c84e5c7844b5cadef0d9d128b445c', 'gw_port': {'id': '796dafa4-6077-4393-8385-ff95473e2ed0', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:de:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9712814c-5acb-4d48-bdc6-5a7d3130bc5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2396, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:47:25Z', 'updated_at': '2021-10-20T10:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '41772678-6b00-4009-9ad8-5fc0a96c5fdd', 'name': '', 'network_id': 'cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0', 'tenant_id': '304c84e5c7844b5cadef0d9d128b445c', 'mac_address': 'fa:16:3e:94:7e:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9712814c-5acb-4d48-bdc6-5a7d3130bc5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': '46305bfd-5c10-42c9-8afc-597f2425497e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:47:29Z', 'updated_at': '2021-10-20T10:47:37Z', 'revision_number': 4, 'project_id': '304c84e5c7844b5cadef0d9d128b445c', 'subnets': [{'id': '46305bfd-5c10-42c9-8afc-597f2425497e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:47:39.693875 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2404373d-07c0-4ddf-bde8-4cd860b62481 admin admin] Checking segment: {'id': 'fa0becf5-823e-46fd-b2f7-1c4cd077a6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '2cff6994-089b-4e18-9735-f130ccc0eefb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:47:39.694338 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2404373d-07c0-4ddf-bde8-4cd860b62481 admin admin] Network hostable DHCP agents. Network: 2cff6994-089b-4e18-9735-f130ccc0eefb, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:47:39.727014 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47581dab-66d4-4a67-af3d-d367c08cb5d3 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Pushing event updated for resources: {'Network': ['ID=aacc36a4-5da1-444c-99ec-c95f0c187689,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:39.754345 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network aacc36a4-5da1-444c-99ec-c95f0c187689 details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:47:39.778167 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2404373d-07c0-4ddf-bde8-4cd860b62481 admin admin] Network 2cff6994-089b-4e18-9735-f130ccc0eefb is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:47:39.789690 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-2404373d-07c0-4ddf-bde8-4cd860b62481 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, 2cff6994-089b-4e18-9735-f130ccc0eefb) {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:47:39.795818 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2404373d-07c0-4ddf-bde8-4cd860b62481 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:39.796454 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2404373d-07c0-4ddf-bde8-4cd860b62481 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:39.809339 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7043eae8-3426-4068-b4af-cc8d4fef7a9f None None] Network 2cff6994-089b-4e18-9735-f130ccc0eefb requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:47:39.817048 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-2404373d-07c0-4ddf-bde8-4cd860b62481 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6207874 Oct 20 10:47:39.819517 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 40494) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:47:39.825092 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-84d4fad8-7999-4734-a36b-6e7b7f6e0387 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-834147019-router', 'tenant_id': '23670eec7daf4c4bad3d9122f54a486e', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:47:39.856148 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-84d4fad8-7999-4734-a36b-6e7b7f6e0387 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1772442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258322'] for router, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:39.857566 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-84d4fad8-7999-4734-a36b-6e7b7f6e0387 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1772334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773516', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258315'] for router, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:40.081903 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2f1dee2-09ad-4157-be17-993328cd08c2 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Made reservation on behalf of 10e8926c0dc24defb0f6cacab8eac495 for: {'subnet': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:47:40.083508 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-84d4fad8-7999-4734-a36b-6e7b7f6e0387 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:40.087405 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f2f1dee2-09ad-4157-be17-993328cd08c2 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26761797'] for subnet, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:40.230431 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3ea47d-8fe6-4d22-9494-8fac9560db29 req-6070de73-dc5a-4bf9-b757-0eafea1905b9 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:40.233030 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2e3ea47d-8fe6-4d22-9494-8fac9560db29 req-6070de73-dc5a-4bf9-b757-0eafea1905b9 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/ports?device_id=b7dcda2b-b887-4c82-aee3-61de879588e8 HTTP/1.1" status: 200 len: 932 time: 0.4782372 Oct 20 10:47:40.336468 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b60761-e2f8-4b73-9cff-8f78d361bda6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524064ba-869c-5550-b826-c26b69a11278-2cff6994-089b-4e18-9735-f130ccc0eefb', 'network_id': '2cff6994-089b-4e18-9735-f130ccc0eefb', 'tenant_id': '23670eec7daf4c4bad3d9122f54a486e', 'fixed_ips': [{'subnet_id': 'ee734c82-3fec-4c48-b9e6-17542a6a3170'}]}} from n-d-811396-3. {{(pid=100598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:47:40.337341 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-c0b60761-e2f8-4b73-9cff-8f78d361bda6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:40.367423 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.ipam_backend_mixin [None req-f2f1dee2-09ad-4157-be17-993328cd08c2 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Performing IP validity checks on allocation pools {{(pid=100596) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 20 10:47:40.367423 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.ipam_backend_mixin [None req-f2f1dee2-09ad-4157-be17-993328cd08c2 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100596) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 20 10:47:40.411192 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-84d4fad8-7999-4734-a36b-6e7b7f6e0387 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:40.543673 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-c0b60761-e2f8-4b73-9cff-8f78d361bda6 None None] Allocated IP 172.20.0.2 (2cff6994-089b-4e18-9735-f130ccc0eefb/ee734c82-3fec-4c48-b9e6-17542a6a3170/5413eada-8488-4e73-b29e-769186c817e4) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:47:40.642467 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [req-27bfebc5-c0fc-4f46-a862-5b92e0c38337 req-1713ce68-e114-48f3-96d9-55857c76411c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11ac4dff-8428-48b3-8933-27a3b3ffe59d {{(pid=100596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:47:40.665257 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-27bfebc5-c0fc-4f46-a862-5b92e0c38337 req-1713ce68-e114-48f3-96d9-55857c76411c service neutron] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:40.680331 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.provisioning_blocks [req-27bfebc5-c0fc-4f46-a862-5b92e0c38337 req-1713ce68-e114-48f3-96d9-55857c76411c service neutron] Transition to ACTIVE for port object 11ac4dff-8428-48b3-8933-27a3b3ffe59d will not be triggered until provisioned by entity L2. {{(pid=100596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:47:40.684841 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2e3ea47d-8fe6-4d22-9494-8fac9560db29 req-a64888af-d562-4b20-9b32-df5163669789 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/security-groups?id=887118a8-550c-4373-a758-17919f09b184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4406495 Oct 20 10:47:40.691807 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752bcf88-8948-4a35-b00c-0ec32c567e3d req-2f7aaf18-a326-4af6-96f3-fc3115593496 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:40.693358 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-752bcf88-8948-4a35-b00c-0ec32c567e3d req-2f7aaf18-a326-4af6-96f3-fc3115593496 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/networks?id=f1bd979d-a352-44ca-89b6-a358a0660ac0 HTTP/1.1" status: 200 len: 813 time: 0.4312007 Oct 20 10:47:40.894469 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-27bfebc5-c0fc-4f46-a862-5b92e0c38337 req-1713ce68-e114-48f3-96d9-55857c76411c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:40.921415 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f2f1dee2-09ad-4157-be17-993328cd08c2 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26836128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26761819'] for subnet, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:40.937721 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-c0b60761-e2f8-4b73-9cff-8f78d361bda6 None None] Publish callbacks [] for port, precommit_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:40.946775 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-84d4fad8-7999-4734-a36b-6e7b7f6e0387 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:40.953864 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-c0b60761-e2f8-4b73-9cff-8f78d361bda6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:41.033828 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-752bcf88-8948-4a35-b00c-0ec32c567e3d req-b647780c-a1e5-4494-92c3-faee28ea6f8c tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/quotas/d11d55054d4b421595fd77f9f4853b62 HTTP/1.1" status: 200 len: 375 time: 0.1403081 Oct 20 10:47:41.053882 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-84d4fad8-7999-4734-a36b-6e7b7f6e0387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:41.071904 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 41772678-6b00-4009-9ad8-5fc0a96c5fdd up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:47:41.177829 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1713ce68-e114-48f3-96d9-55857c76411c service neutron] Pushing event updated for resources: {'Port': ['ID=11ac4dff-8428-48b3-8933-27a3b3ffe59d,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:41.192705 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-752bcf88-8948-4a35-b00c-0ec32c567e3d req-8825b19a-f92e-43df-addb-b5a6da112c53 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=d11d55054d4b421595fd77f9f4853b62&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0974000 Oct 20 10:47:41.206201 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b60761-e2f8-4b73-9cff-8f78d361bda6 None None] Network 2cff6994-089b-4e18-9735-f130ccc0eefb is already hosted by enough agents. {{(pid=100598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:47:41.224743 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.base_scheduler [None req-c0b60761-e2f8-4b73-9cff-8f78d361bda6 None None] Resources bound (agent type, host, resource id): {{(pid=100598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:47:41.242859 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b60761-e2f8-4b73-9cff-8f78d361bda6 None None] Received port after_create {{(pid=100598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:47:41.281159 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b60761-e2f8-4b73-9cff-8f78d361bda6 None None] Pushing event updated for resources: {'Port': ['ID=5413eada-8488-4e73-b29e-769186c817e4,revision_number=1']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:41.341090 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-84d4fad8-7999-4734-a36b-6e7b7f6e0387 admin admin] Allocated IP 172.25.1.127 (cbe170d3-31ba-45a2-b477-520ab0a7a8ea/f4e26aca-17ac-4adb-a66b-d939a1b35b64/73c38b9f-43fa-4adb-9463-4c005d2c726b) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:47:41.356190 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-752bcf88-8948-4a35-b00c-0ec32c567e3d req-eda9eb9b-cccc-4c95-ae9b-3b2292abba0c service neutron] 10.222.0.64 "GET /v2.0/networks/f1bd979d-a352-44ca-89b6-a358a0660ac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346297 Oct 20 10:47:41.389151 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f1dee2-09ad-4157-be17-993328cd08c2 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Pushing event updated for resources: {'Subnet': ['ID=df2b5221-0259-473f-ab88-09e42a196e28,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:41.417940 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-c0b60761-e2f8-4b73-9cff-8f78d361bda6 None None] Attempting to bind port 5413eada-8488-4e73-b29e-769186c817e4 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:47:41.417940 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-c0b60761-e2f8-4b73-9cff-8f78d361bda6 None None] Attempting to bind port 5413eada-8488-4e73-b29e-769186c817e4 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': 'fa0becf5-823e-46fd-b2f7-1c4cd077a6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '2cff6994-089b-4e18-9735-f130ccc0eefb'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:47:41.418522 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b60761-e2f8-4b73-9cff-8f78d361bda6 None None] Attempting to bind port 5413eada-8488-4e73-b29e-769186c817e4 on network 2cff6994-089b-4e18-9735-f130ccc0eefb {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:47:41.433869 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b60761-e2f8-4b73-9cff-8f78d361bda6 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:47:41.434253 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b60761-e2f8-4b73-9cff-8f78d361bda6 None None] Checking segment: {'id': 'fa0becf5-823e-46fd-b2f7-1c4cd077a6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '2cff6994-089b-4e18-9735-f130ccc0eefb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:47:41.434668 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-c0b60761-e2f8-4b73-9cff-8f78d361bda6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:41.435065 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b60761-e2f8-4b73-9cff-8f78d361bda6 None None] Bound using segment: {'id': 'fa0becf5-823e-46fd-b2f7-1c4cd077a6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '2cff6994-089b-4e18-9735-f130ccc0eefb'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:47:41.435580 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-c0b60761-e2f8-4b73-9cff-8f78d361bda6 None None] Bound port: 5413eada-8488-4e73-b29e-769186c817e4, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa0becf5-823e-46fd-b2f7-1c4cd077a6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '2cff6994-089b-4e18-9735-f130ccc0eefb'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:47:41.435974 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-c0b60761-e2f8-4b73-9cff-8f78d361bda6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:41.438066 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 41772678-6b00-4009-9ad8-5fc0a96c5fdd triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:47:41.438847 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:41.578307 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-752bcf88-8948-4a35-b00c-0ec32c567e3d req-9742e0be-4ef0-41a3-8ea1-0f250e05ea4a service neutron] 10.222.0.64 "GET /v2.0/networks/f1bd979d-a352-44ca-89b6-a358a0660ac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752372 Oct 20 10:47:41.607334 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f1dee2-09ad-4157-be17-993328cd08c2 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Checking segment: {'id': '4f35b34b-a2de-4823-9620-5a00e612e2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'aacc36a4-5da1-444c-99ec-c95f0c187689'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:47:41.608054 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f1dee2-09ad-4157-be17-993328cd08c2 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Network hostable DHCP agents. Network: aacc36a4-5da1-444c-99ec-c95f0c187689, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:47:41.632653 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-c0b60761-e2f8-4b73-9cff-8f78d361bda6 None None] For port 5413eada-8488-4e73-b29e-769186c817e4, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:47:41.642472 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-c0b60761-e2f8-4b73-9cff-8f78d361bda6 None None] For port 5413eada-8488-4e73-b29e-769186c817e4, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=5413eada-8488-4e73-b29e-769186c817e4,segment=NetworkSegment(fa0becf5-823e-46fd-b2f7-1c4cd077a6fb),segment_id=fa0becf5-823e-46fd-b2f7-1c4cd077a6fb)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:47:41.661628 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-c0b60761-e2f8-4b73-9cff-8f78d361bda6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:41.670149 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-84d4fad8-7999-4734-a36b-6e7b7f6e0387 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:41.680554 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-27bfebc5-c0fc-4f46-a862-5b92e0c38337 req-1713ce68-e114-48f3-96d9-55857c76411c service neutron] Attempting to bind port 11ac4dff-8428-48b3-8933-27a3b3ffe59d on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:47:41.681252 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-27bfebc5-c0fc-4f46-a862-5b92e0c38337 req-1713ce68-e114-48f3-96d9-55857c76411c service neutron] Attempting to bind port 11ac4dff-8428-48b3-8933-27a3b3ffe59d by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': '667bfc55-8fb5-4232-84e0-731edce9afd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'd45b47d0-bc0d-47b8-915f-e1b12beb41f5'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:47:41.681597 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27bfebc5-c0fc-4f46-a862-5b92e0c38337 req-1713ce68-e114-48f3-96d9-55857c76411c service neutron] Attempting to bind port 11ac4dff-8428-48b3-8933-27a3b3ffe59d on network d45b47d0-bc0d-47b8-915f-e1b12beb41f5 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:47:41.700507 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27bfebc5-c0fc-4f46-a862-5b92e0c38337 req-1713ce68-e114-48f3-96d9-55857c76411c service neutron] Port 11ac4dff-8428-48b3-8933-27a3b3ffe59d on network d45b47d0-bc0d-47b8-915f-e1b12beb41f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:47:41.700827 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27bfebc5-c0fc-4f46-a862-5b92e0c38337 req-1713ce68-e114-48f3-96d9-55857c76411c service neutron] Attempting to bind port 11ac4dff-8428-48b3-8933-27a3b3ffe59d on network d45b47d0-bc0d-47b8-915f-e1b12beb41f5 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:47:41.730672 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27bfebc5-c0fc-4f46-a862-5b92e0c38337 req-1713ce68-e114-48f3-96d9-55857c76411c service neutron] Checking agent: {'id': '061232a2-7adc-4ba1-a873-e8cb136b064d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 47, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:47:41.731006 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27bfebc5-c0fc-4f46-a862-5b92e0c38337 req-1713ce68-e114-48f3-96d9-55857c76411c service neutron] Checking segment: {'id': '667bfc55-8fb5-4232-84e0-731edce9afd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'd45b47d0-bc0d-47b8-915f-e1b12beb41f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:47:41.731432 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27bfebc5-c0fc-4f46-a862-5b92e0c38337 req-1713ce68-e114-48f3-96d9-55857c76411c service neutron] Bound using segment: {'id': '667bfc55-8fb5-4232-84e0-731edce9afd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'd45b47d0-bc0d-47b8-915f-e1b12beb41f5'} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:47:41.780549 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-27bfebc5-c0fc-4f46-a862-5b92e0c38337 req-1713ce68-e114-48f3-96d9-55857c76411c service neutron] Bound port: 11ac4dff-8428-48b3-8933-27a3b3ffe59d, host: n-h2-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '667bfc55-8fb5-4232-84e0-731edce9afd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'd45b47d0-bc0d-47b8-915f-e1b12beb41f5'}}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:47:41.780549 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-27bfebc5-c0fc-4f46-a862-5b92e0c38337 req-1713ce68-e114-48f3-96d9-55857c76411c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:41.781650 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-84d4fad8-7999-4734-a36b-6e7b7f6e0387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:41.791078 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b60761-e2f8-4b73-9cff-8f78d361bda6 None None] Pushing event updated for resources: {'Port': ['ID=5413eada-8488-4e73-b29e-769186c817e4,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:41.846623 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f1dee2-09ad-4157-be17-993328cd08c2 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Network aacc36a4-5da1-444c-99ec-c95f0c187689 is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:47:41.849064 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d4fad8-7999-4734-a36b-6e7b7f6e0387 admin admin] Network cbe170d3-31ba-45a2-b477-520ab0a7a8ea is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:47:41.858108 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-84d4fad8-7999-4734-a36b-6e7b7f6e0387 admin admin] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:47:41.862831 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d4fad8-7999-4734-a36b-6e7b7f6e0387 admin admin] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:47:41.966491 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d4fad8-7999-4734-a36b-6e7b7f6e0387 admin admin] Pushing event updated for resources: {'Port': ['ID=73c38b9f-43fa-4adb-9463-4c005d2c726b,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:42.086555 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-27bfebc5-c0fc-4f46-a862-5b92e0c38337 req-1713ce68-e114-48f3-96d9-55857c76411c service neutron] For port 11ac4dff-8428-48b3-8933-27a3b3ffe59d, host n-h2-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:47:42.099807 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-27bfebc5-c0fc-4f46-a862-5b92e0c38337 req-1713ce68-e114-48f3-96d9-55857c76411c service neutron] For port 11ac4dff-8428-48b3-8933-27a3b3ffe59d, host n-h2-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=11ac4dff-8428-48b3-8933-27a3b3ffe59d,segment=NetworkSegment(667bfc55-8fb5-4232-84e0-731edce9afd9),segment_id=667bfc55-8fb5-4232-84e0-731edce9afd9)] {{(pid=100596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:47:42.107416 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-f2f1dee2-09ad-4157-be17-993328cd08c2 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, aacc36a4-5da1-444c-99ec-c95f0c187689) {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:47:42.116383 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb3d09bb-58af-4290-971a-9c3a8171b95f None None] Network aacc36a4-5da1-444c-99ec-c95f0c187689 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:47:42.163558 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-27bfebc5-c0fc-4f46-a862-5b92e0c38337 req-1713ce68-e114-48f3-96d9-55857c76411c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:42.183003 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f1dee2-09ad-4157-be17-993328cd08c2 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:42.183849 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f2f1dee2-09ad-4157-be17-993328cd08c2 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:42.263433 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e41c5c26-0534-472a-b3de-b452f3dbaf55 req-1d89dc34-2383-4844-9c76-a18c7407c68e tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 210 time: 0.1606498 Oct 20 10:47:42.419098 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bfebc5-c0fc-4f46-a862-5b92e0c38337 req-1713ce68-e114-48f3-96d9-55857c76411c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:42.419674 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-27bfebc5-c0fc-4f46-a862-5b92e0c38337 req-1713ce68-e114-48f3-96d9-55857c76411c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:42.423759 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-27bfebc5-c0fc-4f46-a862-5b92e0c38337 req-1713ce68-e114-48f3-96d9-55857c76411c service neutron] 10.222.0.69 "PUT /v2.0/ports/11ac4dff-8428-48b3-8933-27a3b3ffe59d HTTP/1.1" status: 200 len: 1092 time: 3.4020822 Oct 20 10:47:42.440859 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7dcda2b-b887-4c82-aee3-61de879588e8', 'tag': '11ac4dff-8428-48b3-8933-27a3b3ffe59d'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:47:42.453062 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce8f2912-8541-4145-98f3-64235e3d9ade" -d '{"events": [{"name": "network-changed", "server_uuid": "b7dcda2b-b887-4c82-aee3-61de879588e8", "tag": "11ac4dff-8428-48b3-8933-27a3b3ffe59d"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:47:42.522295 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-f2f1dee2-09ad-4157-be17-993328cd08c2 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.9842393 Oct 20 10:47:42.525367 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 40578) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:47:42.552601 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-0ff5d723-6198-4d61-a821-0689ca7b7f89 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:47:42.642950 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d82179-4d8a-473b-a375-0883bbadd6df req-85c9cbc1-12d7-461c-ac41-da293b4ff86d tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:42.664342 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d3d82179-4d8a-473b-a375-0883bbadd6df req-85c9cbc1-12d7-461c-ac41-da293b4ff86d tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/ports?device_id=b7dcda2b-b887-4c82-aee3-61de879588e8 HTTP/1.1" status: 200 len: 944 time: 0.5628216 Oct 20 10:47:42.673625 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c3d2d6-0d40-43e1-be58-44edf6852efb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524064ba-869c-5550-b826-c26b69a11278-aacc36a4-5da1-444c-99ec-c95f0c187689', 'network_id': 'aacc36a4-5da1-444c-99ec-c95f0c187689', 'tenant_id': '10e8926c0dc24defb0f6cacab8eac495', 'fixed_ips': [{'subnet_id': 'df2b5221-0259-473f-ab88-09e42a196e28'}]}} from n-d-811396-3. {{(pid=100598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:47:42.674486 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-b5c3d2d6-0d40-43e1-be58-44edf6852efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:42.744165 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1713ce68-e114-48f3-96d9-55857c76411c service neutron] Pushing event updated for resources: {'Port': ['ID=11ac4dff-8428-48b3-8933-27a3b3ffe59d,revision_number=3']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:42.765277 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d3d82179-4d8a-473b-a375-0883bbadd6df req-2ae69c0f-827b-4b0b-b96a-67f800d9efba tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/security-groups?id=887118a8-550c-4373-a758-17919f09b184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923579 Oct 20 10:47:42.771209 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bfebc5-c0fc-4f46-a862-5b92e0c38337 req-c6effe3f-8fff-4f75-8145-73a2dfddc12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:42.773194 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-27bfebc5-c0fc-4f46-a862-5b92e0c38337 req-c6effe3f-8fff-4f75-8145-73a2dfddc12f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=bd5b53e6016846f2aca2a43caad83434&device_id=b7dcda2b-b887-4c82-aee3-61de879588e8 HTTP/1.1" status: 200 len: 1095 time: 0.3007326 Oct 20 10:47:42.895585 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-27bfebc5-c0fc-4f46-a862-5b92e0c38337 req-eb9d6f32-2ac5-4707-94ee-ff7007ae80c0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=11ac4dff-8428-48b3-8933-27a3b3ffe59d HTTP/1.1" status: 200 len: 217 time: 0.1121070 Oct 20 10:47:42.981024 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-84d4fad8-7999-4734-a36b-6e7b7f6e0387 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:43.033688 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bfebc5-c0fc-4f46-a862-5b92e0c38337 req-0a89df10-02f9-458f-9cf4-dbedd77626de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:43.040897 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-27bfebc5-c0fc-4f46-a862-5b92e0c38337 req-0a89df10-02f9-458f-9cf4-dbedd77626de service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7e45182b-6a6c-44ef-8f7c-271290a24a13 HTTP/1.1" status: 200 len: 854 time: 0.1370528 Oct 20 10:47:43.072649 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87dcc483-e4da-46f4-8492-9ad0c6477197 x-openstack-request-id: req-87dcc483-e4da-46f4-8492-9ad0c6477197 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:47:43.073219 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7dcda2b-b887-4c82-aee3-61de879588e8", "tag": "11ac4dff-8428-48b3-8933-27a3b3ffe59d", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:47:43.081069 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-87dcc483-e4da-46f4-8492-9ad0c6477197 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:47:43.082118 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7dcda2b-b887-4c82-aee3-61de879588e8', 'tag': '11ac4dff-8428-48b3-8933-27a3b3ffe59d', 'status': 'completed', 'code': 200} Oct 20 10:47:43.104938 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-b5c3d2d6-0d40-43e1-be58-44edf6852efb None None] Allocated IP 172.20.0.3 (aacc36a4-5da1-444c-99ec-c95f0c187689/df2b5221-0259-473f-ab88-09e42a196e28/fcbc3a41-97fd-407e-a874-5191e5b290e4) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:47:43.147182 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-27bfebc5-c0fc-4f46-a862-5b92e0c38337 req-3ea6079e-a562-4b8d-8142-de96b3ba9ea9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d45b47d0-bc0d-47b8-915f-e1b12beb41f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1009758 Oct 20 10:47:43.180421 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0ff5d723-6198-4d61-a821-0689ca7b7f89 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25350761'] for subnet, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:43.330756 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 5413eada-8488-4e73-b29e-769186c817e4 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:47:43.402193 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-27bfebc5-c0fc-4f46-a862-5b92e0c38337 req-16aa49e4-b934-4cc2-b92d-19d37c766691 service neutron] 10.222.0.69 "GET /v2.0/networks/d45b47d0-bc0d-47b8-915f-e1b12beb41f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2464001 Oct 20 10:47:43.516262 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6eeda6f8-c658-4719-9ddf-8afbc4ac07da req-052308d9-401b-427a-84d6-216338b4ece2 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 210 time: 0.0600634 Oct 20 10:47:43.614170 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-27bfebc5-c0fc-4f46-a862-5b92e0c38337 req-aedd78fe-9436-4a55-a851-0fa89e91ba26 service neutron] 10.222.0.69 "GET /v2.0/networks/d45b47d0-bc0d-47b8-915f-e1b12beb41f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043099 Oct 20 10:47:43.643110 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-b5c3d2d6-0d40-43e1-be58-44edf6852efb None None] Publish callbacks [] for port, precommit_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:43.653417 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 5413eada-8488-4e73-b29e-769186c817e4 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:47:43.654103 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:43.658547 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-b5c3d2d6-0d40-43e1-be58-44edf6852efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:43.762953 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c3d2d6-0d40-43e1-be58-44edf6852efb None None] Pushing event updated for resources: {'Port': ['ID=fcbc3a41-97fd-407e-a874-5191e5b290e4,revision_number=1']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:43.787702 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c3d2d6-0d40-43e1-be58-44edf6852efb None None] Network aacc36a4-5da1-444c-99ec-c95f0c187689 is already hosted by enough agents. {{(pid=100598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:47:43.793970 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.base_scheduler [None req-b5c3d2d6-0d40-43e1-be58-44edf6852efb None None] Resources bound (agent type, host, resource id): {{(pid=100598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:47:43.802499 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c3d2d6-0d40-43e1-be58-44edf6852efb None None] Received port after_create {{(pid=100598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:47:43.813041 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8f2912-8541-4145-98f3-64235e3d9ade req-f6032bf8-ed40-4b63-adf5-ba176696ea7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:43.814929 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ce8f2912-8541-4145-98f3-64235e3d9ade req-f6032bf8-ed40-4b63-adf5-ba176696ea7c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=bd5b53e6016846f2aca2a43caad83434&device_id=b7dcda2b-b887-4c82-aee3-61de879588e8 HTTP/1.1" status: 200 len: 1095 time: 0.1035206 Oct 20 10:47:44.026473 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-84d4fad8-7999-4734-a36b-6e7b7f6e0387 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1773475'] for router, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:44.033340 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0ff5d723-6198-4d61-a821-0689ca7b7f89 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8734775807326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-26947725'] for subnet, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:44.089464 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:44.091687 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-debf3689-bbe3-41c3-bc98-08965ef8cd55 None None] Network 2cff6994-089b-4e18-9735-f130ccc0eefb requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:47:44.115925 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-b5c3d2d6-0d40-43e1-be58-44edf6852efb None None] Attempting to bind port fcbc3a41-97fd-407e-a874-5191e5b290e4 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:47:44.116538 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-b5c3d2d6-0d40-43e1-be58-44edf6852efb None None] Attempting to bind port fcbc3a41-97fd-407e-a874-5191e5b290e4 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '4f35b34b-a2de-4823-9620-5a00e612e2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'aacc36a4-5da1-444c-99ec-c95f0c187689'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:47:44.117067 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c3d2d6-0d40-43e1-be58-44edf6852efb None None] Attempting to bind port fcbc3a41-97fd-407e-a874-5191e5b290e4 on network aacc36a4-5da1-444c-99ec-c95f0c187689 {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:47:44.140176 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c3d2d6-0d40-43e1-be58-44edf6852efb None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:47:44.140797 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c3d2d6-0d40-43e1-be58-44edf6852efb None None] Checking segment: {'id': '4f35b34b-a2de-4823-9620-5a00e612e2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'aacc36a4-5da1-444c-99ec-c95f0c187689'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:47:44.141359 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-b5c3d2d6-0d40-43e1-be58-44edf6852efb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:44.141904 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c3d2d6-0d40-43e1-be58-44edf6852efb None None] Bound using segment: {'id': '4f35b34b-a2de-4823-9620-5a00e612e2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'aacc36a4-5da1-444c-99ec-c95f0c187689'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:47:44.142547 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-b5c3d2d6-0d40-43e1-be58-44edf6852efb None None] Bound port: fcbc3a41-97fd-407e-a874-5191e5b290e4, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f35b34b-a2de-4823-9620-5a00e612e2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'aacc36a4-5da1-444c-99ec-c95f0c187689'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:47:44.143091 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-b5c3d2d6-0d40-43e1-be58-44edf6852efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:44.211925 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8f2912-8541-4145-98f3-64235e3d9ade req-9ca265d2-5656-443c-8180-fd271b27c371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:44.214108 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ce8f2912-8541-4145-98f3-64235e3d9ade req-9ca265d2-5656-443c-8180-fd271b27c371 service neutron] 10.222.0.69 "GET /v2.0/networks?id=d45b47d0-bc0d-47b8-915f-e1b12beb41f5 HTTP/1.1" status: 200 len: 915 time: 0.3923116 Oct 20 10:47:44.254588 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff5d723-6198-4d61-a821-0689ca7b7f89 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Pushing event updated for resources: {'Subnet': ['ID=df2b5221-0259-473f-ab88-09e42a196e28,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:44.279918 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-b5c3d2d6-0d40-43e1-be58-44edf6852efb None None] For port fcbc3a41-97fd-407e-a874-5191e5b290e4, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:47:44.283631 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-b5c3d2d6-0d40-43e1-be58-44edf6852efb None None] For port fcbc3a41-97fd-407e-a874-5191e5b290e4, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=fcbc3a41-97fd-407e-a874-5191e5b290e4,segment=NetworkSegment(4f35b34b-a2de-4823-9620-5a00e612e2fe),segment_id=4f35b34b-a2de-4823-9620-5a00e612e2fe)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:47:44.285092 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-a22e3058-d65d-4d35-88b5-e0d6e5fd5e46 None None] Provisioning complete for port 5413eada-8488-4e73-b29e-769186c817e4 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:47:44.285866 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-a22e3058-d65d-4d35-88b5-e0d6e5fd5e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:44.300888 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ff5d723-6198-4d61-a821-0689ca7b7f89 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:44.301491 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0ff5d723-6198-4d61-a821-0689ca7b7f89 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:44.313255 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-0ff5d723-6198-4d61-a821-0689ca7b7f89 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] 10.222.0.64 "PUT /v2.0/subnets/df2b5221-0259-473f-ab88-09e42a196e28 HTTP/1.1" status: 200 len: 877 time: 1.7864203 Oct 20 10:47:44.313944 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 40620) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:47:44.320302 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-b5c3d2d6-0d40-43e1-be58-44edf6852efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:44.320754 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ce8f2912-8541-4145-98f3-64235e3d9ade req-09da671c-4bfb-4e95-8766-2548d9f24240 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=11ac4dff-8428-48b3-8933-27a3b3ffe59d HTTP/1.1" status: 200 len: 217 time: 0.0957260 Oct 20 10:47:44.345236 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] For port 5413eada-8488-4e73-b29e-769186c817e4, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=5413eada-8488-4e73-b29e-769186c817e4,segment=NetworkSegment(fa0becf5-823e-46fd-b2f7-1c4cd077a6fb),segment_id=fa0becf5-823e-46fd-b2f7-1c4cd077a6fb)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:47:44.384696 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c05ec9-36ac-466b-be73-15d777ab5178 req-73de5ff8-ae8e-4df3-af08-a0a3fd7a8f3b tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:44.387065 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-33c05ec9-36ac-466b-be73-15d777ab5178 req-73de5ff8-ae8e-4df3-af08-a0a3fd7a8f3b tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/ports?device_id=b7dcda2b-b887-4c82-aee3-61de879588e8 HTTP/1.1" status: 200 len: 944 time: 0.4953265 Oct 20 10:47:44.402953 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:44.503955 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752bcf88-8948-4a35-b00c-0ec32c567e3d req-02646f3a-78df-44b2-9b5b-d12fffe2d01e tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:44.505779 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-752bcf88-8948-4a35-b00c-0ec32c567e3d req-02646f3a-78df-44b2-9b5b-d12fffe2d01e tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.55 "GET /v2.0/networks?id=f1bd979d-a352-44ca-89b6-a358a0660ac0 HTTP/1.1" status: 200 len: 813 time: 0.5977306 Oct 20 10:47:44.575790 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-752bcf88-8948-4a35-b00c-0ec32c567e3d req-9f109d0f-cd16-4842-9933-9860cbec854e tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Request body: {'port': {'device_id': 'e96be23b-3372-49fd-9827-dcff58a8fe2c', 'network_id': 'f1bd979d-a352-44ca-89b6-a358a0660ac0', 'admin_state_up': True, 'tenant_id': 'd11d55054d4b421595fd77f9f4853b62'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:47:44.605223 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8f2912-8541-4145-98f3-64235e3d9ade req-17492076-dae8-4786-a15e-4c4de9162529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:44.606717 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ce8f2912-8541-4145-98f3-64235e3d9ade req-17492076-dae8-4786-a15e-4c4de9162529 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7e45182b-6a6c-44ef-8f7c-271290a24a13 HTTP/1.1" status: 200 len: 854 time: 0.2721419 Oct 20 10:47:44.666603 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-33c05ec9-36ac-466b-be73-15d777ab5178 req-246d5ee5-3a26-4056-90db-1559706a3bf7 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/security-groups?id=887118a8-550c-4373-a758-17919f09b184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241893 Oct 20 10:47:44.728855 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c3d2d6-0d40-43e1-be58-44edf6852efb None None] Pushing event updated for resources: {'Port': ['ID=fcbc3a41-97fd-407e-a874-5191e5b290e4,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:44.787842 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ce8f2912-8541-4145-98f3-64235e3d9ade req-81552696-7aae-4b39-b315-4a95952f254e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d45b47d0-bc0d-47b8-915f-e1b12beb41f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1297998 Oct 20 10:47:44.894802 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9e5b63bb-73bd-4430-abf8-d1bd773a8920 req-a1660349-a959-4f93-a31c-ff6beb211468 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 210 time: 0.1039054 Oct 20 10:47:45.021560 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Pushing event updated for resources: {'Port': ['ID=5413eada-8488-4e73-b29e-769186c817e4,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:45.208429 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-674e4c0c-3034-4f0e-8713-0d27c88b3a68 req-ac316726-ec01-43dc-a3f5-1521c4493139 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4132457 Oct 20 10:47:45.220232 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device fcbc3a41-97fd-407e-a874-5191e5b290e4 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:47:45.285506 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ce8f2912-8541-4145-98f3-64235e3d9ade req-5e5e0ead-d928-4ab7-b99e-0017bd440adb service neutron] 10.222.0.69 "GET /v2.0/networks/d45b47d0-bc0d-47b8-915f-e1b12beb41f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4640260 Oct 20 10:47:45.366663 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-832265e0-8351-476f-ad17-2b476747f1e5 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:45.371510 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port fcbc3a41-97fd-407e-a874-5191e5b290e4 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:47:45.372124 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:45.378012 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84d4fad8-7999-4734-a36b-6e7b7f6e0387 admin admin] Router 162572e8-6c3f-41cf-a7cc-27f83ba310b5 is scheduled to L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 with binding_index 1 {{(pid=100597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 10:47:45.526964 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ce8f2912-8541-4145-98f3-64235e3d9ade req-44a3a617-3a98-449e-ad71-93bd500b19d3 service neutron] 10.222.0.69 "GET /v2.0/networks/d45b47d0-bc0d-47b8-915f-e1b12beb41f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245631 Oct 20 10:47:45.687336 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-752bcf88-8948-4a35-b00c-0ec32c567e3d req-9f109d0f-cd16-4842-9933-9860cbec854e tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Made reservation on behalf of d11d55054d4b421595fd77f9f4853b62 for: {'port': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:47:45.698041 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-752bcf88-8948-4a35-b00c-0ec32c567e3d req-9f109d0f-cd16-4842-9933-9860cbec854e tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:45.749269 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674e4c0c-3034-4f0e-8713-0d27c88b3a68 req-9fe4ab59-32ce-4258-9bef-09c6df597ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:45.751739 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674e4c0c-3034-4f0e-8713-0d27c88b3a68 req-9fe4ab59-32ce-4258-9bef-09c6df597ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:45.753090 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674e4c0c-3034-4f0e-8713-0d27c88b3a68 req-9fe4ab59-32ce-4258-9bef-09c6df597ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:45.759461 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674e4c0c-3034-4f0e-8713-0d27c88b3a68 req-9fe4ab59-32ce-4258-9bef-09c6df597ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:45.760063 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674e4c0c-3034-4f0e-8713-0d27c88b3a68 req-9fe4ab59-32ce-4258-9bef-09c6df597ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:45.760602 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674e4c0c-3034-4f0e-8713-0d27c88b3a68 req-9fe4ab59-32ce-4258-9bef-09c6df597ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:45.761378 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674e4c0c-3034-4f0e-8713-0d27c88b3a68 req-9fe4ab59-32ce-4258-9bef-09c6df597ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:45.763774 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-674e4c0c-3034-4f0e-8713-0d27c88b3a68 req-9fe4ab59-32ce-4258-9bef-09c6df597ff0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cfcb374660ef40a8b05378b5e2eaff9e&device_id=9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c HTTP/1.1" status: 200 len: 6501 time: 0.2397356 Oct 20 10:47:45.788593 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-af49413f-5ede-4a41-ae17-e81a53708267 None None] Provisioning complete for port 5413eada-8488-4e73-b29e-769186c817e4 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:47:45.788970 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-af49413f-5ede-4a41-ae17-e81a53708267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:45.793680 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-832265e0-8351-476f-ad17-2b476747f1e5 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Deleting port fcbc3a41-97fd-407e-a874-5191e5b290e4 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:47:45.794458 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-832265e0-8351-476f-ad17-2b476747f1e5 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:45.832095 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84d4fad8-7999-4734-a36b-6e7b7f6e0387 admin admin] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:47:45.845661 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5887972f-b18b-459d-acb7-30202cd8e88e None None] Sync routers for ids ['162572e8-6c3f-41cf-a7cc-27f83ba310b5'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:47:45.859864 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5887972f-b18b-459d-acb7-30202cd8e88e None None] Routers {'162572e8-6c3f-41cf-a7cc-27f83ba310b5'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:47:45.860702 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-5887972f-b18b-459d-acb7-30202cd8e88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:47:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['162572e8-6c3f-41cf-a7cc-27f83ba310b5'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:47:45.877689 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-84d4fad8-7999-4734-a36b-6e7b7f6e0387 admin admin] Publish callbacks [] for router, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:45.886602 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-84d4fad8-7999-4734-a36b-6e7b7f6e0387 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.0659072 Oct 20 10:47:45.893552 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 40652) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:47:46.092256 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-5887972f-b18b-459d-acb7-30202cd8e88e None None] Set router 162572e8-6c3f-41cf-a7cc-27f83ba310b5 gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:47:46.148424 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:46.230584 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] For port fcbc3a41-97fd-407e-a874-5191e5b290e4, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=fcbc3a41-97fd-407e-a874-5191e5b290e4,segment=NetworkSegment(4f35b34b-a2de-4823-9620-5a00e612e2fe),segment_id=4f35b34b-a2de-4823-9620-5a00e612e2fe)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:47:46.237045 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:46.355429 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [None req-832265e0-8351-476f-ad17-2b476747f1e5 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] For port fcbc3a41-97fd-407e-a874-5191e5b290e4, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=fcbc3a41-97fd-407e-a874-5191e5b290e4,segment=NetworkSegment(4f35b34b-a2de-4823-9620-5a00e612e2fe),segment_id=4f35b34b-a2de-4823-9620-5a00e612e2fe)] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:47:46.359735 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-832265e0-8351-476f-ad17-2b476747f1e5 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:46.376651 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Pushing event updated for resources: {'Port': ['ID=fcbc3a41-97fd-407e-a874-5191e5b290e4,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:46.380576 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-687fc452-6ee9-4968-9853-477cb5e1f0ab None None] Network aacc36a4-5da1-444c-99ec-c95f0c187689 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:47:46.404645 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-832265e0-8351-476f-ad17-2b476747f1e5 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Calling delete_port for fcbc3a41-97fd-407e-a874-5191e5b290e4 owned by network:dhcp {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:47:46.535107 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-5887972f-b18b-459d-acb7-30202cd8e88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '162572e8-6c3f-41cf-a7cc-27f83ba310b5', 'name': 'tempest-TestVolumeBootPattern-834147019-router', 'tenant_id': '23670eec7daf4c4bad3d9122f54a486e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': '73c38b9f-43fa-4adb-9463-4c005d2c726b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:47:39Z', 'updated_at': '2021-10-20T10:47:42Z', 'revision_number': 3, 'project_id': '23670eec7daf4c4bad3d9122f54a486e', 'gw_port': {'id': '73c38b9f-43fa-4adb-9463-4c005d2c726b', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:6c:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '162572e8-6c3f-41cf-a7cc-27f83ba310b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:47:41Z', 'updated_at': '2021-10-20T10:47:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:47:46.575117 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-e6f827a1-6446-4a5c-a3c1-94e1581e92ca None None] Provisioning complete for port fcbc3a41-97fd-407e-a874-5191e5b290e4 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:47:46.581059 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-e6f827a1-6446-4a5c-a3c1-94e1581e92ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:46.597689 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5887972f-b18b-459d-acb7-30202cd8e88e None None] Checking router: 162572e8-6c3f-41cf-a7cc-27f83ba310b5 for host: n-d-811396-3 {{(pid=100599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:47:46.600604 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5887972f-b18b-459d-acb7-30202cd8e88e None None] Updating router 162572e8-6c3f-41cf-a7cc-27f83ba310b5 port 73c38b9f-43fa-4adb-9463-4c005d2c726b binding host n-d-811396-3 {{(pid=100599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 10:47:46.629450 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-5887972f-b18b-459d-acb7-30202cd8e88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:46.763037 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 11ac4dff-8428-48b3-8933-27a3b3ffe59d details requested by agent hyperv_n-h2-811396-3 with host n-h2-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:47:46.972041 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 5413eada-8488-4e73-b29e-769186c817e4 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:47:46.984999 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674e4c0c-3034-4f0e-8713-0d27c88b3a68 req-bf70ec7c-0d23-4782-9944-13e28517e734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:46.985544 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674e4c0c-3034-4f0e-8713-0d27c88b3a68 req-bf70ec7c-0d23-4782-9944-13e28517e734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:46.986284 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674e4c0c-3034-4f0e-8713-0d27c88b3a68 req-bf70ec7c-0d23-4782-9944-13e28517e734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:46.993926 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-674e4c0c-3034-4f0e-8713-0d27c88b3a68 req-bf70ec7c-0d23-4782-9944-13e28517e734 service neutron] 10.222.0.55 "GET /v2.0/networks?id=dcf86141-da0d-4c82-9e01-66c4be279d2b&id=07f7de1d-67fc-4ee5-9720-a5ddc92657d8&id=07f7de1d-67fc-4ee5-9720-a5ddc92657d8&id=07f7de1d-67fc-4ee5-9720-a5ddc92657d8&id=07f7de1d-67fc-4ee5-9720-a5ddc92657d8&id=5a3ba547-1c5f-4bda-b0cf-f555209356c6&id=5a3ba547-1c5f-4bda-b0cf-f555209356c6 HTTP/1.1" status: 200 len: 2298 time: 1.1905422 Oct 20 10:47:46.998850 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e505bb56-5912-4a90-a268-fd4c991250df req-6dd00d3e-7f99-43b7-b98b-ea2c1e9d61c6 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 210 time: 0.0432913 Oct 20 10:47:47.128695 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [req-752bcf88-8948-4a35-b00c-0ec32c567e3d req-9f109d0f-cd16-4842-9933-9860cbec854e tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Allocated IP 172.20.0.11 (f1bd979d-a352-44ca-89b6-a358a0660ac0/8c9ad18b-f3f9-4a90-802c-d346920a622d/c8f279a9-fa3f-406e-b583-56be4e497d4e) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:47:47.184523 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 11ac4dff-8428-48b3-8933-27a3b3ffe59d, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=11ac4dff-8428-48b3-8933-27a3b3ffe59d,segment=NetworkSegment(667bfc55-8fb5-4232-84e0-731edce9afd9),segment_id=667bfc55-8fb5-4232-84e0-731edce9afd9)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:47:47.265383 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Returning: {'device': '11ac4dff-8428-48b3-8933-27a3b3ffe59d', 'network_id': 'd45b47d0-bc0d-47b8-915f-e1b12beb41f5', 'port_id': '11ac4dff-8428-48b3-8933-27a3b3ffe59d', 'mac_address': 'fa:16:3e:9d:8d:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 834, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e45182b-6a6c-44ef-8f7c-271290a24a13', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:47:47.288756 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-5887972f-b18b-459d-acb7-30202cd8e88e None None] Publish callbacks [] for port, precommit_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:47.289472 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 5413eada-8488-4e73-b29e-769186c817e4 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:47:47.289890 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:47.299888 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-5887972f-b18b-459d-acb7-30202cd8e88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:47.341563 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-832265e0-8351-476f-ad17-2b476747f1e5 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:47.432999 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-5887972f-b18b-459d-acb7-30202cd8e88e None None] Attempting to bind port 73c38b9f-43fa-4adb-9463-4c005d2c726b on host n-d-811396-3 for vnic_type normal with profile {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:47:47.439865 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-5887972f-b18b-459d-acb7-30202cd8e88e None None] Attempting to bind port 73c38b9f-43fa-4adb-9463-4c005d2c726b by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}] {{(pid=100599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:47:47.442207 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5887972f-b18b-459d-acb7-30202cd8e88e None None] Attempting to bind port 73c38b9f-43fa-4adb-9463-4c005d2c726b on network cbe170d3-31ba-45a2-b477-520ab0a7a8ea {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:47:47.448724 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5887972f-b18b-459d-acb7-30202cd8e88e None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:47:47.449295 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5887972f-b18b-459d-acb7-30202cd8e88e None None] Checking segment: {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:47:47.456202 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-5887972f-b18b-459d-acb7-30202cd8e88e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:47.456847 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5887972f-b18b-459d-acb7-30202cd8e88e None None] Bound using segment: {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'} {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:47:47.457501 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-5887972f-b18b-459d-acb7-30202cd8e88e None None] Bound port: 73c38b9f-43fa-4adb-9463-4c005d2c726b, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}}] {{(pid=100599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:47:47.458068 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-5887972f-b18b-459d-acb7-30202cd8e88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:47.458514 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832265e0-8351-476f-ad17-2b476747f1e5 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Pushing event deleted for resources: {'Port': ['ID=fcbc3a41-97fd-407e-a874-5191e5b290e4,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:47.535856 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:47.579207 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba0a84cc-18e2-4ee5-8c83-ed4804a3e75a None None] Network aacc36a4-5da1-444c-99ec-c95f0c187689 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:47:47.615372 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.db [None req-5887972f-b18b-459d-acb7-30202cd8e88e None None] For port 73c38b9f-43fa-4adb-9463-4c005d2c726b, host n-d-811396-3, cleared binding levels {{(pid=100599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:47:47.618805 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.db [None req-5887972f-b18b-459d-acb7-30202cd8e88e None None] For port 73c38b9f-43fa-4adb-9463-4c005d2c726b, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=73c38b9f-43fa-4adb-9463-4c005d2c726b,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:47:47.624397 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2178dd-df33-4135-8d57-fe4c4c71ae6f None None] Pushing event updated for resources: {'Port': ['ID=73c38b9f-43fa-4adb-9463-4c005d2c726b,revision_number=2']} {{(pid=100599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:47.631250 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832265e0-8351-476f-ad17-2b476747f1e5 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] No DVR routers for this DVR port fcbc3a41-97fd-407e-a874-5191e5b290e4 on host n-d-811396-3 {{(pid=100597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:47:47.640082 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-5887972f-b18b-459d-acb7-30202cd8e88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:47.653913 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1efd6ad3-79ab-43c2-873d-d1c2101abfb0 None None] Could not find standard attr ID for object fcbc3a41-97fd-407e-a874-5191e5b290e4. {{(pid=100598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 20 10:47:47.676252 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11ac4dff-8428-48b3-8933-27a3b3ffe59d {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:47:47.745832 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-832265e0-8351-476f-ad17-2b476747f1e5 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:47.749199 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 11ac4dff-8428-48b3-8933-27a3b3ffe59d, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=11ac4dff-8428-48b3-8933-27a3b3ffe59d,segment=NetworkSegment(667bfc55-8fb5-4232-84e0-731edce9afd9),segment_id=667bfc55-8fb5-4232-84e0-731edce9afd9)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:47:47.752439 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device fcbc3a41-97fd-407e-a874-5191e5b290e4 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:47:47.761593 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:47.788192 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5887972f-b18b-459d-acb7-30202cd8e88e None None] Routers {'162572e8-6c3f-41cf-a7cc-27f83ba310b5'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:47:47.788890 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-5887972f-b18b-459d-acb7-30202cd8e88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:47:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['162572e8-6c3f-41cf-a7cc-27f83ba310b5'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:47:47.795355 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: fcbc3a41-97fd-407e-a874-5191e5b290e4 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:47:47.795355 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device fcbc3a41-97fd-407e-a874-5191e5b290e4 not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Oct 20 10:47:47.798309 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-674e4c0c-3034-4f0e-8713-0d27c88b3a68 req-7ee6496d-7a21-4423-a7cf-126adea92878 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=687e9444-b6e6-48d0-a254-817eeff5b001 HTTP/1.1" status: 200 len: 1002 time: 0.7964289 Oct 20 10:47:47.820716 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cadd5f9-92b0-4865-a57f-d925f9c2692e req-116d7361-d435-4c7b-9b94-e74fad1177d6 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:47.823164 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6cadd5f9-92b0-4865-a57f-d925f9c2692e req-116d7361-d435-4c7b-9b94-e74fad1177d6 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/ports?device_id=b7dcda2b-b887-4c82-aee3-61de879588e8 HTTP/1.1" status: 200 len: 944 time: 0.8771508 Oct 20 10:47:47.853284 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Port fcbc3a41-97fd-407e-a874-5191e5b290e4 not found, will not notify nova. {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Oct 20 10:47:47.860403 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a9bf0c73-a9e4-4fb5-815e-bfa590ddc454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:47.987818 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=11ac4dff-8428-48b3-8933-27a3b3ffe59d,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:47.988464 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-752bcf88-8948-4a35-b00c-0ec32c567e3d req-9f109d0f-cd16-4842-9933-9860cbec854e tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:47.995616 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['11ac4dff-8428-48b3-8933-27a3b3ffe59d'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:47:48.007284 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6cadd5f9-92b0-4865-a57f-d925f9c2692e req-8e0f814d-6a3f-4e55-80b7-ec8a547b0eb9 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/security-groups?id=887118a8-550c-4373-a758-17919f09b184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748729 Oct 20 10:47:48.073654 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674e4c0c-3034-4f0e-8713-0d27c88b3a68 req-e2ae19ad-2777-4ff8-8079-d6440a04dfab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:48.090539 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-674e4c0c-3034-4f0e-8713-0d27c88b3a68 req-e2ae19ad-2777-4ff8-8079-d6440a04dfab service neutron] 10.222.0.55 "GET /v2.0/subnets?id=aa9160dc-9c5c-4cb9-bd41-a37d607d846c HTTP/1.1" status: 200 len: 855 time: 0.2567899 Oct 20 10:47:48.250210 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-832265e0-8351-476f-ad17-2b476747f1e5 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25350811'] for subnet, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:48.338318 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-93957381-f2e6-42a4-98c1-d2efc2d3abf8 req-d6eca1a6-ea93-49bd-88df-c2f88ca54e02 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 210 time: 0.1367180 Oct 20 10:47:48.351275 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-752bcf88-8948-4a35-b00c-0ec32c567e3d req-9f109d0f-cd16-4842-9933-9860cbec854e tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:48.373335 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674e4c0c-3034-4f0e-8713-0d27c88b3a68 req-ccff33c2-7e3b-4fa4-b879-d266cfa06300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:48.377159 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-674e4c0c-3034-4f0e-8713-0d27c88b3a68 req-ccff33c2-7e3b-4fa4-b879-d266cfa06300 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=dcf86141-da0d-4c82-9e01-66c4be279d2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2712903 Oct 20 10:47:48.423696 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2178dd-df33-4135-8d57-fe4c4c71ae6f None None] Pushing event updated for resources: {'Port': ['ID=73c38b9f-43fa-4adb-9463-4c005d2c726b,revision_number=3']} {{(pid=100599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:48.474123 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-5887972f-b18b-459d-acb7-30202cd8e88e None None] Set router 162572e8-6c3f-41cf-a7cc-27f83ba310b5 gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:47:48.492239 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f109d0f-cd16-4842-9933-9860cbec854e tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Pushing event updated for resources: {'Port': ['ID=c8f279a9-fa3f-406e-b583-56be4e497d4e,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:48.494356 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832265e0-8351-476f-ad17-2b476747f1e5 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Pushing event deleted for resources: {'Subnet': ['ID=df2b5221-0259-473f-ab88-09e42a196e28,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:48.539440 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-752bcf88-8948-4a35-b00c-0ec32c567e3d req-9f109d0f-cd16-4842-9933-9860cbec854e tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Network f1bd979d-a352-44ca-89b6-a358a0660ac0 is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:47:48.548476 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [req-752bcf88-8948-4a35-b00c-0ec32c567e3d req-9f109d0f-cd16-4842-9933-9860cbec854e tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:47:48.562645 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-752bcf88-8948-4a35-b00c-0ec32c567e3d req-9f109d0f-cd16-4842-9933-9860cbec854e tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:47:48.598278 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42362ab8-a366-4c54-8ae5-dd6571833ba2 None None] Network aacc36a4-5da1-444c-99ec-c95f0c187689 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:47:48.676699 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752bcf88-8948-4a35-b00c-0ec32c567e3d req-9f109d0f-cd16-4842-9933-9860cbec854e tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:48.677579 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-832265e0-8351-476f-ad17-2b476747f1e5 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:48.677760 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-752bcf88-8948-4a35-b00c-0ec32c567e3d req-9f109d0f-cd16-4842-9933-9860cbec854e tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:48.717223 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-752bcf88-8948-4a35-b00c-0ec32c567e3d req-9f109d0f-cd16-4842-9933-9860cbec854e tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1640558 Oct 20 10:47:48.722929 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-674e4c0c-3034-4f0e-8713-0d27c88b3a68 req-6f8a672d-4b33-4be8-a7eb-350d28aec849 service neutron] 10.222.0.55 "GET /v2.0/networks/dcf86141-da0d-4c82-9e01-66c4be279d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319052 Oct 20 10:47:48.732191 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-832265e0-8351-476f-ad17-2b476747f1e5 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aacc36a4-5da1-444c-99ec-c95f0c187689']}} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:47:48.742719 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-752bcf88-8948-4a35-b00c-0ec32c567e3d req-96996e09-7f28-4f34-85d9-ea26ac6e98cf service neutron] Request body: {'port': {'device_id': 'e96be23b-3372-49fd-9827-dcff58a8fe2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811396-3'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:47:48.758740 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-832265e0-8351-476f-ad17-2b476747f1e5 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f35b34b-a2de-4823-9620-5a00e612e2fe') {'for_net_delete': True} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:47:48.759041 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-832265e0-8351-476f-ad17-2b476747f1e5 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f35b34b-a2de-4823-9620-5a00e612e2fe') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:47:48.813788 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-a9bf0c73-a9e4-4fb5-815e-bfa590ddc454 admin admin] Allocated IP 172.20.0.1 (2cff6994-089b-4e18-9735-f130ccc0eefb/ee734c82-3fec-4c48-b9e6-17542a6a3170/62e3311d-1453-4089-bc90-018d8e2a5b82) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:47:48.952208 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-5887972f-b18b-459d-acb7-30202cd8e88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '162572e8-6c3f-41cf-a7cc-27f83ba310b5', 'name': 'tempest-TestVolumeBootPattern-834147019-router', 'tenant_id': '23670eec7daf4c4bad3d9122f54a486e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': '73c38b9f-43fa-4adb-9463-4c005d2c726b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:47:39Z', 'updated_at': '2021-10-20T10:47:42Z', 'revision_number': 3, 'project_id': '23670eec7daf4c4bad3d9122f54a486e', 'gw_port': {'id': '73c38b9f-43fa-4adb-9463-4c005d2c726b', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:6c:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '162572e8-6c3f-41cf-a7cc-27f83ba310b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:47:41Z', 'updated_at': '2021-10-20T10:47:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:47:49.006633 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baae75b9-298b-4464-a783-a8f30a8ac9ac None None] DHCP port deletion for aacc36a4-5da1-444c-99ec-c95f0c187689 request from n-d-811396-3 {{(pid=100598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:47:49.024015 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5887972f-b18b-459d-acb7-30202cd8e88e None None] The sync data for ids ['162572e8-6c3f-41cf-a7cc-27f83ba310b5'] in n-d-811396-3 is: [{'id': '162572e8-6c3f-41cf-a7cc-27f83ba310b5', 'name': 'tempest-TestVolumeBootPattern-834147019-router', 'tenant_id': '23670eec7daf4c4bad3d9122f54a486e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': '73c38b9f-43fa-4adb-9463-4c005d2c726b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:47:39Z', 'updated_at': '2021-10-20T10:47:42Z', 'revision_number': 3, 'project_id': '23670eec7daf4c4bad3d9122f54a486e', 'gw_port': {'id': '73c38b9f-43fa-4adb-9463-4c005d2c726b', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:6c:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '162572e8-6c3f-41cf-a7cc-27f83ba310b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:47:41Z', 'updated_at': '2021-10-20T10:47:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:47:49.050827 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-674e4c0c-3034-4f0e-8713-0d27c88b3a68 req-25a8eea5-b2e3-47cf-b3af-e11f0cd3e621 service neutron] 10.222.0.55 "GET /v2.0/networks/dcf86141-da0d-4c82-9e01-66c4be279d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3043160 Oct 20 10:47:49.101259 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:49.101412 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-832265e0-8351-476f-ad17-2b476747f1e5 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25852596'] for segment, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:49.148917 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-832265e0-8351-476f-ad17-2b476747f1e5 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:49.170164 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-832265e0-8351-476f-ad17-2b476747f1e5 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Releasing vlan 836 on physical network physnet1 to pool {{(pid=100597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:47:49.170589 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-832265e0-8351-476f-ad17-2b476747f1e5 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951012'] for segment, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:49.178527 n-d-811396-3 neutron-server[100597]: Traceback (most recent call last): Oct 20 10:47:49.178527 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:47:49.178527 n-d-811396-3 neutron-server[100597]: timer() Oct 20 10:47:49.178527 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:47:49.178527 n-d-811396-3 neutron-server[100597]: cb(*args, **kw) Oct 20 10:47:49.178527 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:47:49.178527 n-d-811396-3 neutron-server[100597]: return func(*args, **kwargs) Oct 20 10:47:49.178527 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:47:49.178527 n-d-811396-3 neutron-server[100597]: self._notify() Oct 20 10:47:49.178527 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:47:49.178527 n-d-811396-3 neutron-server[100597]: self.callback(batched_events) Oct 20 10:47:49.178527 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:47:49.178527 n-d-811396-3 neutron-server[100597]: event.method(event) Oct 20 10:47:49.178527 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:47:49.178527 n-d-811396-3 neutron-server[100597]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:47:49.178527 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:47:49.178527 n-d-811396-3 neutron-server[100597]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:47:49.178527 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:47:49.178527 n-d-811396-3 neutron-server[100597]: return f(self, *a, **k) Oct 20 10:47:49.178527 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:47:49.178527 n-d-811396-3 neutron-server[100597]: return self._get(url).json() Oct 20 10:47:49.178527 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:47:49.178527 n-d-811396-3 neutron-server[100597]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:47:49.178527 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:47:49.178527 n-d-811396-3 neutron-server[100597]: return self.request(url, 'GET', **kwargs) Oct 20 10:47:49.178527 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:47:49.178527 n-d-811396-3 neutron-server[100597]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:47:49.178527 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:47:49.178527 n-d-811396-3 neutron-server[100597]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:47:49.178527 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:47:49.178527 n-d-811396-3 neutron-server[100597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:47:49.178527 n-d-811396-3 neutron-server[100597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:47:49.198262 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-674e4c0c-3034-4f0e-8713-0d27c88b3a68 req-c2aaee02-e786-450f-8124-92cf1009be2d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.48&port_id=58759e27-9624-496e-a7e3-dd96a6f12d24 HTTP/1.1" status: 200 len: 217 time: 0.0974698 Oct 20 10:47:49.217816 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-752bcf88-8948-4a35-b00c-0ec32c567e3d req-96996e09-7f28-4f34-85d9-ea26ac6e98cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:49.295318 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674e4c0c-3034-4f0e-8713-0d27c88b3a68 req-be9e68b7-4bac-448a-81d1-da6b4167633b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:49.296531 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-832265e0-8351-476f-ad17-2b476747f1e5 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:49.296868 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-674e4c0c-3034-4f0e-8713-0d27c88b3a68 req-be9e68b7-4bac-448a-81d1-da6b4167633b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=dfebcc83-a566-4e8b-95ce-d2b602fa67f2 HTTP/1.1" status: 200 len: 797 time: 0.0750253 Oct 20 10:47:49.302728 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-832265e0-8351-476f-ad17-2b476747f1e5 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:49.310895 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-832265e0-8351-476f-ad17-2b476747f1e5 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] 10.222.0.64 "DELETE /v2.0/networks/aacc36a4-5da1-444c-99ec-c95f0c187689 HTTP/1.1" status: 204 len: 168 time: 4.9936204 Oct 20 10:47:49.331670 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 40728) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:47:49.343488 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832265e0-8351-476f-ad17-2b476747f1e5 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Pushing event deleted for resources: {'Network': ['ID=aacc36a4-5da1-444c-99ec-c95f0c187689,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:49.356011 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a9bf0c73-a9e4-4fb5-815e-bfa590ddc454 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:49.439993 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a9bf0c73-a9e4-4fb5-815e-bfa590ddc454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:49.536898 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9bf0c73-a9e4-4fb5-815e-bfa590ddc454 admin admin] Network 2cff6994-089b-4e18-9735-f130ccc0eefb is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:47:49.542765 n-d-811396-3 neutron-server[100596]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d217605-3310-4d1d-9c45-eff9ccbab9cc tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] DELETE failed (client error): The resource could not be found. Oct 20 10:47:49.543165 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d217605-3310-4d1d-9c45-eff9ccbab9cc tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:47:49.546257 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-4d217605-3310-4d1d-9c45-eff9ccbab9cc tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] 10.222.0.64 "DELETE /v2.0/subnets/df2b5221-0259-473f-ab88-09e42a196e28 HTTP/1.1" status: 404 len: 337 time: 0.2120326 Oct 20 10:47:49.561530 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 40734) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:47:49.602921 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-a9bf0c73-a9e4-4fb5-815e-bfa590ddc454 admin admin] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:47:49.605900 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bf0c73-a9e4-4fb5-815e-bfa590ddc454 admin admin] Pushing event updated for resources: {'Port': ['ID=62e3311d-1453-4089-bc90-018d8e2a5b82,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:49.609482 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9bf0c73-a9e4-4fb5-815e-bfa590ddc454 admin admin] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:47:49.617984 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ce7c7d-58c7-4434-ace1-f644d4edced0 req-b2395f42-cb79-4a84-adf5-bee0af03461e tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:49.620368 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-51ce7c7d-58c7-4434-ace1-f644d4edced0 req-b2395f42-cb79-4a84-adf5-bee0af03461e tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/ports?device_id=b7dcda2b-b887-4c82-aee3-61de879588e8 HTTP/1.1" status: 200 len: 945 time: 0.4273908 Oct 20 10:47:49.710869 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a9bf0c73-a9e4-4fb5-815e-bfa590ddc454 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1774540'] for router_interface, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:49.727282 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674e4c0c-3034-4f0e-8713-0d27c88b3a68 req-f9cb93a6-6114-4d35-a195-7b3eb458f703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:49.728939 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-674e4c0c-3034-4f0e-8713-0d27c88b3a68 req-f9cb93a6-6114-4d35-a195-7b3eb458f703 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=07f7de1d-67fc-4ee5-9720-a5ddc92657d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4052687 Oct 20 10:47:49.799072 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [req-674e4c0c-3034-4f0e-8713-0d27c88b3a68 req-423f4b06-fe47-4378-ba2d-1cbf2cb977ed service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:47:49.800652 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-674e4c0c-3034-4f0e-8713-0d27c88b3a68 req-423f4b06-fe47-4378-ba2d-1cbf2cb977ed service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0129344 Oct 20 10:47:49.827271 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-51ce7c7d-58c7-4434-ace1-f644d4edced0 req-af79d296-acd5-49cf-91a2-136a506df78d tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/security-groups?id=887118a8-550c-4373-a758-17919f09b184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979885 Oct 20 10:47:49.833020 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3c70fda-5580-43fc-aba5-91a3eb9fc3ad tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] DELETE failed (client error): The resource could not be found. Oct 20 10:47:49.836100 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3c70fda-5580-43fc-aba5-91a3eb9fc3ad tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:47:49.852486 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-a3c70fda-5580-43fc-aba5-91a3eb9fc3ad tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] 10.222.0.64 "DELETE /v2.0/networks/aacc36a4-5da1-444c-99ec-c95f0c187689 HTTP/1.1" status: 404 len: 339 time: 0.2898855 Oct 20 10:47:49.862336 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 40742) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:47:49.932964 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8989c1f-1094-42d3-99a5-5d9d142f29d3 req-02e50e40-4401-434b-a20d-5742e5b87487 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:49.934615 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d8989c1f-1094-42d3-99a5-5d9d142f29d3 req-02e50e40-4401-434b-a20d-5742e5b87487 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 932 time: 0.3951178 Oct 20 10:47:49.985404 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-03f0e6ff-2485-4e3a-b70b-12f188c3fd3a tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] DELETE failed (client error): The resource could not be found. Oct 20 10:47:49.991918 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03f0e6ff-2485-4e3a-b70b-12f188c3fd3a tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:47:50.003512 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-03f0e6ff-2485-4e3a-b70b-12f188c3fd3a tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] 10.222.0.64 "DELETE /v2.0/subnets/7f65bbfc-b10a-41a1-8065-880099f8c002 HTTP/1.1" status: 404 len: 337 time: 0.1399479 Oct 20 10:47:50.008705 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 40746) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:47:50.070489 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d8a2616-534e-41ea-b334-1cc710e29dac tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] DELETE failed (client error): The resource could not be found. Oct 20 10:47:50.075402 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d8a2616-534e-41ea-b334-1cc710e29dac tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:47:50.096470 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-2d8a2616-534e-41ea-b334-1cc710e29dac tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] 10.222.0.64 "DELETE /v2.0/networks/7feee6c4-80e1-45e3-ba2f-60070af14596 HTTP/1.1" status: 404 len: 339 time: 0.0682547 Oct 20 10:47:50.100902 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 40748) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:47:50.106989 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-0a21bcdf-e2e4-4ff3-87ff-6702df9dcb77 None None] Provisioning complete for port 62e3311d-1453-4089-bc90-018d8e2a5b82 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:47:50.108022 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-0a21bcdf-e2e4-4ff3-87ff-6702df9dcb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:50.123786 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-674e4c0c-3034-4f0e-8713-0d27c88b3a68 req-2c5cb31e-17b8-4ef6-86a8-0bc7b6cbae20 service neutron] 10.222.0.55 "GET /v2.0/networks/07f7de1d-67fc-4ee5-9720-a5ddc92657d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3074560 Oct 20 10:47:50.177417 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d8989c1f-1094-42d3-99a5-5d9d142f29d3 req-06cfa6a3-0a7b-4ba5-a503-20ef5d96b480 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287252 Oct 20 10:47:50.178377 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-0a21bcdf-e2e4-4ff3-87ff-6702df9dcb77 None None] Port 62e3311d-1453-4089-bc90-018d8e2a5b82 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:47:50.322332 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-674e4c0c-3034-4f0e-8713-0d27c88b3a68 req-278065c6-6102-45c4-bbad-c1b58b7785b5 service neutron] 10.222.0.55 "GET /v2.0/networks/07f7de1d-67fc-4ee5-9720-a5ddc92657d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389449 Oct 20 10:47:50.331897 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-22444666-324d-4d58-bb2e-e75cea1b461c tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:50.380245 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-674e4c0c-3034-4f0e-8713-0d27c88b3a68 req-2c1c0f20-e780-4ad5-afc8-a33375193e3a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.205&port_id=6a6236cb-3508-4dba-a459-60dfe35fed2c HTTP/1.1" status: 200 len: 217 time: 0.0495975 Oct 20 10:47:50.458241 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674e4c0c-3034-4f0e-8713-0d27c88b3a68 req-ced58639-05ac-45e3-abb1-141c3782208e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:50.459772 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-674e4c0c-3034-4f0e-8713-0d27c88b3a68 req-ced58639-05ac-45e3-abb1-141c3782208e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=dfebcc83-a566-4e8b-95ce-d2b602fa67f2 HTTP/1.1" status: 200 len: 797 time: 0.0695467 Oct 20 10:47:50.515673 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [req-752bcf88-8948-4a35-b00c-0ec32c567e3d req-96996e09-7f28-4f34-85d9-ea26ac6e98cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8f279a9-fa3f-406e-b583-56be4e497d4e {{(pid=100596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:47:50.524814 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-752bcf88-8948-4a35-b00c-0ec32c567e3d req-96996e09-7f28-4f34-85d9-ea26ac6e98cf service neutron] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:50.539266 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.provisioning_blocks [req-752bcf88-8948-4a35-b00c-0ec32c567e3d req-96996e09-7f28-4f34-85d9-ea26ac6e98cf service neutron] Transition to ACTIVE for port object c8f279a9-fa3f-406e-b583-56be4e497d4e will not be triggered until provisioned by entity L2. {{(pid=100596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:47:50.545583 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-22444666-324d-4d58-bb2e-e75cea1b461c tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:50.568610 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-22444666-324d-4d58-bb2e-e75cea1b461c tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6f7a541-3128-4ab5-9a5b-36d19ec18cf2']}} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:47:50.573265 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-752bcf88-8948-4a35-b00c-0ec32c567e3d req-96996e09-7f28-4f34-85d9-ea26ac6e98cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:50.588636 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-22444666-324d-4d58-bb2e-e75cea1b461c tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '086c7291-b8d2-43c0-af0b-cb6e94dd0f7b') {'for_net_delete': True} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:47:50.589102 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-22444666-324d-4d58-bb2e-e75cea1b461c tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '086c7291-b8d2-43c0-af0b-cb6e94dd0f7b') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:47:50.599136 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-22444666-324d-4d58-bb2e-e75cea1b461c tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25852596'] for segment, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:50.619039 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-22444666-324d-4d58-bb2e-e75cea1b461c tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:50.626229 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22444666-324d-4d58-bb2e-e75cea1b461c tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Releasing vlan 819 on physical network physnet1 to pool {{(pid=100597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:47:50.626706 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-22444666-324d-4d58-bb2e-e75cea1b461c tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951012'] for segment, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:50.633897 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96996e09-7f28-4f34-85d9-ea26ac6e98cf service neutron] Pushing event updated for resources: {'Port': ['ID=c8f279a9-fa3f-406e-b583-56be4e497d4e,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:50.696613 n-d-811396-3 neutron-server[100597]: Traceback (most recent call last): Oct 20 10:47:50.696613 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:47:50.696613 n-d-811396-3 neutron-server[100597]: timer() Oct 20 10:47:50.696613 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:47:50.696613 n-d-811396-3 neutron-server[100597]: cb(*args, **kw) Oct 20 10:47:50.696613 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:47:50.696613 n-d-811396-3 neutron-server[100597]: return func(*args, **kwargs) Oct 20 10:47:50.696613 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:47:50.696613 n-d-811396-3 neutron-server[100597]: self._notify() Oct 20 10:47:50.696613 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:47:50.696613 n-d-811396-3 neutron-server[100597]: self.callback(batched_events) Oct 20 10:47:50.696613 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:47:50.696613 n-d-811396-3 neutron-server[100597]: event.method(event) Oct 20 10:47:50.696613 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:47:50.696613 n-d-811396-3 neutron-server[100597]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:47:50.696613 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:47:50.696613 n-d-811396-3 neutron-server[100597]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:47:50.696613 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:47:50.696613 n-d-811396-3 neutron-server[100597]: return f(self, *a, **k) Oct 20 10:47:50.696613 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:47:50.696613 n-d-811396-3 neutron-server[100597]: return self._get(url).json() Oct 20 10:47:50.696613 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:47:50.696613 n-d-811396-3 neutron-server[100597]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:47:50.696613 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:47:50.696613 n-d-811396-3 neutron-server[100597]: return self.request(url, 'GET', **kwargs) Oct 20 10:47:50.696613 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:47:50.696613 n-d-811396-3 neutron-server[100597]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:47:50.696613 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:47:50.696613 n-d-811396-3 neutron-server[100597]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:47:50.696613 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:47:50.696613 n-d-811396-3 neutron-server[100597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:47:50.696613 n-d-811396-3 neutron-server[100597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:47:50.700113 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a9bf0c73-a9e4-4fb5-815e-bfa590ddc454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:50.722049 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-22444666-324d-4d58-bb2e-e75cea1b461c tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:50.726294 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 11ac4dff-8428-48b3-8933-27a3b3ffe59d up at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:47:50.742912 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-22444666-324d-4d58-bb2e-e75cea1b461c tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:50.753265 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-22444666-324d-4d58-bb2e-e75cea1b461c tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] 10.222.0.64 "DELETE /v2.0/networks/f6f7a541-3128-4ab5-9a5b-36d19ec18cf2 HTTP/1.1" status: 204 len: 168 time: 0.6474140 Oct 20 10:47:50.755885 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 40760) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:47:50.780613 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-752bcf88-8948-4a35-b00c-0ec32c567e3d req-96996e09-7f28-4f34-85d9-ea26ac6e98cf service neutron] Attempting to bind port c8f279a9-fa3f-406e-b583-56be4e497d4e on host n-h1-811396-3 for vnic_type normal with profile {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:47:50.781743 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-752bcf88-8948-4a35-b00c-0ec32c567e3d req-96996e09-7f28-4f34-85d9-ea26ac6e98cf service neutron] Attempting to bind port c8f279a9-fa3f-406e-b583-56be4e497d4e by drivers openvswitch,hyperv on host n-h1-811396-3 at level 0 using segments [{'id': '96dfa309-c7df-4d10-8f15-9d739a677474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'f1bd979d-a352-44ca-89b6-a358a0660ac0'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:47:50.782085 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-752bcf88-8948-4a35-b00c-0ec32c567e3d req-96996e09-7f28-4f34-85d9-ea26ac6e98cf service neutron] Attempting to bind port c8f279a9-fa3f-406e-b583-56be4e497d4e on network f1bd979d-a352-44ca-89b6-a358a0660ac0 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:47:50.824181 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22444666-324d-4d58-bb2e-e75cea1b461c tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Pushing event deleted for resources: {'Network': ['ID=f6f7a541-3128-4ab5-9a5b-36d19ec18cf2,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:50.831349 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-53b49b12-a1f0-4919-bd9c-bf46386b755f tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] DELETE failed (client error): The resource could not be found. Oct 20 10:47:50.832102 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53b49b12-a1f0-4919-bd9c-bf46386b755f tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:47:50.835798 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-53b49b12-a1f0-4919-bd9c-bf46386b755f tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] 10.222.0.64 "DELETE /v2.0/subnets/255722cc-7863-44f5-a56a-276e7c25effc HTTP/1.1" status: 404 len: 337 time: 0.0657513 Oct 20 10:47:50.841464 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 40762) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:47:50.862546 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning for port 11ac4dff-8428-48b3-8933-27a3b3ffe59d completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:47:50.865615 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cfd4bf5-45ab-41ed-bf3c-dbc18df369d2 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] DELETE failed (client error): The resource could not be found. Oct 20 10:47:50.866307 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cfd4bf5-45ab-41ed-bf3c-dbc18df369d2 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:47:50.868885 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning complete for port 11ac4dff-8428-48b3-8933-27a3b3ffe59d triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:47:50.872083 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-1cfd4bf5-45ab-41ed-bf3c-dbc18df369d2 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] 10.222.0.64 "DELETE /v2.0/networks/919db517-e39f-4101-bd4e-f5812060ad70 HTTP/1.1" status: 404 len: 339 time: 0.0271084 Oct 20 10:47:50.872699 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 40766) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:47:50.873395 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:50.878120 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-752bcf88-8948-4a35-b00c-0ec32c567e3d req-96996e09-7f28-4f34-85d9-ea26ac6e98cf service neutron] Port c8f279a9-fa3f-406e-b583-56be4e497d4e on network f1bd979d-a352-44ca-89b6-a358a0660ac0 not bound, no agent of type Open vSwitch agent registered on host n-h1-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:47:50.878379 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-752bcf88-8948-4a35-b00c-0ec32c567e3d req-96996e09-7f28-4f34-85d9-ea26ac6e98cf service neutron] Attempting to bind port c8f279a9-fa3f-406e-b583-56be4e497d4e on network f1bd979d-a352-44ca-89b6-a358a0660ac0 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:47:50.892706 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674e4c0c-3034-4f0e-8713-0d27c88b3a68 req-77bfceaf-6691-4cf6-a784-0e11756abbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:50.898040 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-674e4c0c-3034-4f0e-8713-0d27c88b3a68 req-77bfceaf-6691-4cf6-a784-0e11756abbe5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=07f7de1d-67fc-4ee5-9720-a5ddc92657d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3534777 Oct 20 10:47:50.908256 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-752bcf88-8948-4a35-b00c-0ec32c567e3d req-96996e09-7f28-4f34-85d9-ea26ac6e98cf service neutron] Checking agent: {'id': 'b707b4cc-061f-4cf4-bce0-0b3df9b7bec9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 47, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:47:50.908599 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-752bcf88-8948-4a35-b00c-0ec32c567e3d req-96996e09-7f28-4f34-85d9-ea26ac6e98cf service neutron] Checking segment: {'id': '96dfa309-c7df-4d10-8f15-9d739a677474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'f1bd979d-a352-44ca-89b6-a358a0660ac0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:47:50.908991 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-752bcf88-8948-4a35-b00c-0ec32c567e3d req-96996e09-7f28-4f34-85d9-ea26ac6e98cf service neutron] Bound using segment: {'id': '96dfa309-c7df-4d10-8f15-9d739a677474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'f1bd979d-a352-44ca-89b6-a358a0660ac0'} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:47:50.909447 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-752bcf88-8948-4a35-b00c-0ec32c567e3d req-96996e09-7f28-4f34-85d9-ea26ac6e98cf service neutron] Bound port: c8f279a9-fa3f-406e-b583-56be4e497d4e, host: n-h1-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96dfa309-c7df-4d10-8f15-9d739a677474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'f1bd979d-a352-44ca-89b6-a358a0660ac0'}}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:47:50.909807 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-752bcf88-8948-4a35-b00c-0ec32c567e3d req-96996e09-7f28-4f34-85d9-ea26ac6e98cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:50.989243 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2d12a59-4efd-41d0-aebe-89892697c0ba tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] DELETE failed (client error): The resource could not be found. Oct 20 10:47:50.997602 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2d12a59-4efd-41d0-aebe-89892697c0ba tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:47:51.000890 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-e2d12a59-4efd-41d0-aebe-89892697c0ba tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] 10.222.0.64 "DELETE /v2.0/subnets/c2166393-2f9f-410e-a17a-d28bc193b6cb HTTP/1.1" status: 404 len: 337 time: 0.1191707 Oct 20 10:47:51.008740 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 40772) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:47:51.068459 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:51.076592 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7fc63b2-1371-4bf5-9525-c4584e5d701a tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] DELETE failed (client error): The resource could not be found. Oct 20 10:47:51.077325 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7fc63b2-1371-4bf5-9525-c4584e5d701a tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:47:51.080595 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-d7fc63b2-1371-4bf5-9525-c4584e5d701a tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] 10.222.0.64 "DELETE /v2.0/networks/849d5159-2ee0-4590-823e-88cfad4226e7 HTTP/1.1" status: 404 len: 339 time: 0.0693536 Oct 20 10:47:51.094196 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 40776) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:47:51.144042 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7dcda2b-b887-4c82-aee3-61de879588e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11ac4dff-8428-48b3-8933-27a3b3ffe59d'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:47:51.147283 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b64bc953-2de8-4729-bd8c-0030326329bd" -d '{"events": [{"server_uuid": "b7dcda2b-b887-4c82-aee3-61de879588e8", "name": "network-vif-plugged", "status": "completed", "tag": "11ac4dff-8428-48b3-8933-27a3b3ffe59d"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:47:51.158406 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 73c38b9f-43fa-4adb-9463-4c005d2c726b up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:47:51.164707 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 11ac4dff-8428-48b3-8933-27a3b3ffe59d, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=11ac4dff-8428-48b3-8933-27a3b3ffe59d,segment=NetworkSegment(667bfc55-8fb5-4232-84e0-731edce9afd9),segment_id=667bfc55-8fb5-4232-84e0-731edce9afd9)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:47:51.186998 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfc8352f-35a0-4b47-b06e-01db7e5e526a tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] DELETE failed (client error): The resource could not be found. Oct 20 10:47:51.187716 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfc8352f-35a0-4b47-b06e-01db7e5e526a tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:47:51.192114 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-dfc8352f-35a0-4b47-b06e-01db7e5e526a tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] 10.222.0.64 "DELETE /v2.0/subnets/0022a179-de22-44cc-aa17-9b18d81d01ff HTTP/1.1" status: 404 len: 337 time: 0.0917504 Oct 20 10:47:51.210917 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:51.234559 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 40780) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:47:51.324743 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebb2c093-d799-42f5-a7db-009c21548342 x-openstack-request-id: req-ebb2c093-d799-42f5-a7db-009c21548342 {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:47:51.325043 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7dcda2b-b887-4c82-aee3-61de879588e8", "name": "network-vif-plugged", "status": "completed", "tag": "11ac4dff-8428-48b3-8933-27a3b3ffe59d", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:47:51.325304 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ebb2c093-d799-42f5-a7db-009c21548342 {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:47:51.326382 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7dcda2b-b887-4c82-aee3-61de879588e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11ac4dff-8428-48b3-8933-27a3b3ffe59d', 'code': 200} Oct 20 10:47:51.366814 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e31c84-d3d0-457e-8ba1-c67bce457c22 req-60848fe7-a8a1-41c9-b9d4-fc666405dd93 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:51.368582 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b4e31c84-d3d0-457e-8ba1-c67bce457c22 req-60848fe7-a8a1-41c9-b9d4-fc666405dd93 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/ports?device_id=b7dcda2b-b887-4c82-aee3-61de879588e8 HTTP/1.1" status: 200 len: 945 time: 0.3719492 Oct 20 10:47:51.377666 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-752bcf88-8948-4a35-b00c-0ec32c567e3d req-96996e09-7f28-4f34-85d9-ea26ac6e98cf service neutron] For port c8f279a9-fa3f-406e-b583-56be4e497d4e, host n-h1-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:47:51.387607 n-d-811396-3 neutron-server[100596]: INFO neutron.pecan_wsgi.hooks.translation [None req-28dde10b-07ee-49fd-a8d0-71ac8428166f tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] DELETE failed (client error): The resource could not be found. Oct 20 10:47:51.389008 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=11ac4dff-8428-48b3-8933-27a3b3ffe59d,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:51.389635 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28dde10b-07ee-49fd-a8d0-71ac8428166f tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:47:51.400571 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-28dde10b-07ee-49fd-a8d0-71ac8428166f tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] 10.222.0.64 "DELETE /v2.0/networks/856638ea-e615-4a45-a7ae-0156f8cb7e83 HTTP/1.1" status: 404 len: 339 time: 0.1295950 Oct 20 10:47:51.403004 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 40788) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:47:51.444652 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 73c38b9f-43fa-4adb-9463-4c005d2c726b triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:47:51.447881 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:51.493436 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f71c4fd-2011-4fb8-8ec0-d340fa1f4dae tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] DELETE failed (client error): The resource could not be found. Oct 20 10:47:51.494052 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f71c4fd-2011-4fb8-8ec0-d340fa1f4dae tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:47:51.497585 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-1f71c4fd-2011-4fb8-8ec0-d340fa1f4dae tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] 10.222.0.64 "DELETE /v2.0/subnets/bc739b5e-5110-4b7c-b0f8-b992ba4397ec HTTP/1.1" status: 404 len: 337 time: 0.0915294 Oct 20 10:47:51.507039 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 40792) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:47:51.563212 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a9bf0c73-a9e4-4fb5-815e-bfa590ddc454 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:51.581845 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-752bcf88-8948-4a35-b00c-0ec32c567e3d req-96996e09-7f28-4f34-85d9-ea26ac6e98cf service neutron] For port c8f279a9-fa3f-406e-b583-56be4e497d4e, host n-h1-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=c8f279a9-fa3f-406e-b583-56be4e497d4e,segment=NetworkSegment(96dfa309-c7df-4d10-8f15-9d739a677474),segment_id=96dfa309-c7df-4d10-8f15-9d739a677474)] {{(pid=100596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:47:51.582534 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a9bf0c73-a9e4-4fb5-815e-bfa590ddc454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:51.612170 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:51.625097 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-752bcf88-8948-4a35-b00c-0ec32c567e3d req-96996e09-7f28-4f34-85d9-ea26ac6e98cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:51.632244 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-674e4c0c-3034-4f0e-8713-0d27c88b3a68 req-9008325d-67a6-4553-99ee-4626c2646bf8 service neutron] 10.222.0.55 "GET /v2.0/networks/07f7de1d-67fc-4ee5-9720-a5ddc92657d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6927626 Oct 20 10:47:51.653917 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] For port 73c38b9f-43fa-4adb-9463-4c005d2c726b, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=73c38b9f-43fa-4adb-9463-4c005d2c726b,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:47:51.662704 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:51.691172 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-92496749-d89f-4372-88f9-69d8b152cd29 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] DELETE failed (client error): The resource could not be found. Oct 20 10:47:51.691980 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92496749-d89f-4372-88f9-69d8b152cd29 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:47:51.701881 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-92496749-d89f-4372-88f9-69d8b152cd29 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] 10.222.0.64 "DELETE /v2.0/networks/c11c37f1-119e-4e31-916f-21c9bd2d627a HTTP/1.1" status: 404 len: 339 time: 0.1313050 Oct 20 10:47:51.710971 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 40794) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:47:51.719939 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device fcbc3a41-97fd-407e-a874-5191e5b290e4 no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:47:51.754479 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b18271-78ba-4e9f-94df-65ca6c553a13 req-75b414c7-d9ec-4d56-af22-d1b8141c456c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:51.756553 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-04b18271-78ba-4e9f-94df-65ca6c553a13 req-75b414c7-d9ec-4d56-af22-d1b8141c456c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b7dcda2b-b887-4c82-aee3-61de879588e8 HTTP/1.1" status: 200 len: 1097 time: 0.3458371 Oct 20 10:47:51.761981 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-b47a0fb5-2d35-4948-9955-a1649017af4f tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] DELETE failed (client error): The resource could not be found. Oct 20 10:47:51.762627 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b47a0fb5-2d35-4948-9955-a1649017af4f tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:47:51.768261 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-b47a0fb5-2d35-4948-9955-a1649017af4f tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] 10.222.0.64 "DELETE /v2.0/subnets/24373d34-a804-4fa7-b69e-00de687b4bcd HTTP/1.1" status: 404 len: 337 time: 0.0538523 Oct 20 10:47:51.773344 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 40796) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:47:51.778854 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: fcbc3a41-97fd-407e-a874-5191e5b290e4 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:47:51.779208 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device fcbc3a41-97fd-407e-a874-5191e5b290e4 not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:47:51.797798 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a9bf0c73-a9e4-4fb5-815e-bfa590ddc454 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1774432'] for router_interface, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:51.802787 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b4e31c84-d3d0-457e-8ba1-c67bce457c22 req-aa419c6c-67fa-427e-93e4-b54ff083afa9 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/security-groups?id=887118a8-550c-4373-a758-17919f09b184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3398588 Oct 20 10:47:51.811973 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752bcf88-8948-4a35-b00c-0ec32c567e3d req-96996e09-7f28-4f34-85d9-ea26ac6e98cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:51.812421 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-752bcf88-8948-4a35-b00c-0ec32c567e3d req-96996e09-7f28-4f34-85d9-ea26ac6e98cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:51.815484 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-752bcf88-8948-4a35-b00c-0ec32c567e3d req-96996e09-7f28-4f34-85d9-ea26ac6e98cf service neutron] 10.222.0.55 "PUT /v2.0/ports/c8f279a9-fa3f-406e-b583-56be4e497d4e HTTP/1.1" status: 200 len: 1092 time: 3.0773864 Oct 20 10:47:51.818924 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Pushing event updated for resources: {'Port': ['ID=73c38b9f-43fa-4adb-9463-4c005d2c726b,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:51.828900 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e96be23b-3372-49fd-9827-dcff58a8fe2c', 'tag': 'c8f279a9-fa3f-406e-b583-56be4e497d4e'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:47:51.831533 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac83f4e9-da9c-4ea1-8145-eae7dae6bd5f" -d '{"events": [{"name": "network-changed", "server_uuid": "e96be23b-3372-49fd-9827-dcff58a8fe2c", "tag": "c8f279a9-fa3f-406e-b583-56be4e497d4e"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:47:51.846423 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bf0c73-a9e4-4fb5-815e-bfa590ddc454 admin admin] Pushing event updated for resources: {'Port': ['ID=62e3311d-1453-4089-bc90-018d8e2a5b82,revision_number=2']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:51.855029 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cb4bc3c-1c68-4ba4-abad-bc7ee187315d tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] DELETE failed (client error): The resource could not be found. Oct 20 10:47:51.855691 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cb4bc3c-1c68-4ba4-abad-bc7ee187315d tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:47:51.858947 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-3cb4bc3c-1c68-4ba4-abad-bc7ee187315d tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] 10.222.0.64 "DELETE /v2.0/networks/2ffda7ee-7d12-42b7-bc19-6ae243d5eee7 HTTP/1.1" status: 404 len: 339 time: 0.0843396 Oct 20 10:47:51.872888 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 40804) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:47:51.899884 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44cf564-bef7-4f57-be0d-de421e25f646 req-5b1aabb6-e6d7-4640-b8ec-9901978fa8f7 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:51.909191 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e44cf564-bef7-4f57-be0d-de421e25f646 req-5b1aabb6-e6d7-4640-b8ec-9901978fa8f7 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 944 time: 0.5330091 Oct 20 10:47:51.986577 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3212a9b3-91a9-499f-aac7-a9eb021371f5 x-openstack-request-id: req-3212a9b3-91a9-499f-aac7-a9eb021371f5 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:47:51.986944 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e96be23b-3372-49fd-9827-dcff58a8fe2c", "tag": "c8f279a9-fa3f-406e-b583-56be4e497d4e", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:47:51.987111 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3212a9b3-91a9-499f-aac7-a9eb021371f5 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:47:51.987511 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e96be23b-3372-49fd-9827-dcff58a8fe2c', 'tag': 'c8f279a9-fa3f-406e-b583-56be4e497d4e', 'status': 'completed', 'code': 200} Oct 20 10:47:52.020432 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9bf0c73-a9e4-4fb5-815e-bfa590ddc454 admin admin] Network 2cff6994-089b-4e18-9735-f130ccc0eefb is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:47:52.023418 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-a9bf0c73-a9e4-4fb5-815e-bfa590ddc454 admin admin] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:47:52.027439 n-d-811396-3 neutron-server[100596]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccb77e0a-5ea4-4950-bf4b-8746b54508ab tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] DELETE failed (client error): The resource could not be found. Oct 20 10:47:52.027896 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccb77e0a-5ea4-4950-bf4b-8746b54508ab tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:47:52.031326 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-ccb77e0a-5ea4-4950-bf4b-8746b54508ab tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] 10.222.0.64 "DELETE /v2.0/subnets/766a7428-90e4-4fc4-901d-2c1a8ad3a8b8 HTTP/1.1" status: 404 len: 337 time: 0.1568887 Oct 20 10:47:52.047126 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 40808) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:47:52.077139 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96996e09-7f28-4f34-85d9-ea26ac6e98cf service neutron] Pushing event updated for resources: {'Port': ['ID=c8f279a9-fa3f-406e-b583-56be4e497d4e,revision_number=3']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:52.121982 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-04b18271-78ba-4e9f-94df-65ca6c553a13 req-909e6d6d-2278-491c-ade7-e9d9d48f6be3 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=887118a8-550c-4373-a758-17919f09b184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3017583 Oct 20 10:47:52.122877 n-d-811396-3 neutron-server[100596]: INFO neutron.pecan_wsgi.hooks.translation [None req-37fc0d8d-edb2-487d-bc14-20583761def1 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] DELETE failed (client error): The resource could not be found. Oct 20 10:47:52.123480 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37fc0d8d-edb2-487d-bc14-20583761def1 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:47:52.126485 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-37fc0d8d-edb2-487d-bc14-20583761def1 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] 10.222.0.64 "DELETE /v2.0/networks/134152e9-967e-4ee6-899f-8f407f699c75 HTTP/1.1" status: 404 len: 339 time: 0.0751352 Oct 20 10:47:52.130609 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752bcf88-8948-4a35-b00c-0ec32c567e3d req-f1dc8b92-1784-4d2a-9d49-fabe968d767b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:52.132201 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-752bcf88-8948-4a35-b00c-0ec32c567e3d req-f1dc8b92-1784-4d2a-9d49-fabe968d767b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d11d55054d4b421595fd77f9f4853b62&device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 1095 time: 0.1806979 Oct 20 10:47:52.136767 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 40810) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:47:52.154712 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e44cf564-bef7-4f57-be0d-de421e25f646 req-7e615e46-5b60-4a6b-b447-8264b835df1b tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442622 Oct 20 10:47:52.248073 n-d-811396-3 neutron-server[100596]: INFO neutron.pecan_wsgi.hooks.translation [None req-40b9b9a7-dbe5-417b-a712-02501c70568e tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] DELETE failed (client error): The resource could not be found. Oct 20 10:47:52.248740 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40b9b9a7-dbe5-417b-a712-02501c70568e tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:47:52.254213 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-40b9b9a7-dbe5-417b-a712-02501c70568e tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] 10.222.0.64 "DELETE /v2.0/subnets/97811535-99a0-458a-aa2c-2e65287ab123 HTTP/1.1" status: 404 len: 337 time: 0.0956898 Oct 20 10:47:52.254424 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 40820) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:47:52.279624 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-674e4c0c-3034-4f0e-8713-0d27c88b3a68 req-1fd79a7b-1e42-4aae-8755-bb3de6ac0966 service neutron] 10.222.0.55 "GET /v2.0/networks/07f7de1d-67fc-4ee5-9720-a5ddc92657d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6166110 Oct 20 10:47:52.279624 n-d-811396-3 neutron-server[100596]: INFO neutron.pecan_wsgi.hooks.translation [None req-00fa48aa-fbf9-4fdd-a1b3-5c59556e7267 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] DELETE failed (client error): The resource could not be found. Oct 20 10:47:52.279624 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00fa48aa-fbf9-4fdd-a1b3-5c59556e7267 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:47:52.282012 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-00fa48aa-fbf9-4fdd-a1b3-5c59556e7267 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] 10.222.0.64 "DELETE /v2.0/networks/e9652cbe-b96c-4cc6-b478-9c41f8254ff9 HTTP/1.1" status: 404 len: 339 time: 0.0265067 Oct 20 10:47:52.284075 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-752bcf88-8948-4a35-b00c-0ec32c567e3d req-7f21b555-45d6-4b18-812b-8906c9208dff service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c8f279a9-fa3f-406e-b583-56be4e497d4e HTTP/1.1" status: 200 len: 217 time: 0.1168203 Oct 20 10:47:52.295149 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 40822) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:47:52.361766 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752bcf88-8948-4a35-b00c-0ec32c567e3d req-862210c8-05ed-4cc3-a098-b001b904f60a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:52.363403 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-752bcf88-8948-4a35-b00c-0ec32c567e3d req-862210c8-05ed-4cc3-a098-b001b904f60a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8c9ad18b-f3f9-4a90-802c-d346920a622d HTTP/1.1" status: 200 len: 853 time: 0.0659299 Oct 20 10:47:52.371909 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-d21b5483-7034-4947-b48a-e5b4e278d55f tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] DELETE failed (client error): The resource could not be found. Oct 20 10:47:52.372603 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d21b5483-7034-4947-b48a-e5b4e278d55f tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:47:52.375864 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-d21b5483-7034-4947-b48a-e5b4e278d55f tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] 10.222.0.64 "DELETE /v2.0/subnets/760fba14-7c49-43bc-b986-e9be440e7266 HTTP/1.1" status: 404 len: 337 time: 0.0820060 Oct 20 10:47:52.390348 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 40824) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:47:52.393628 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-674e4c0c-3034-4f0e-8713-0d27c88b3a68 req-4d25fe42-af78-4ace-9e8e-db9fe3493cd2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.49&port_id=f9fa8685-e573-4fdd-8b37-5988a560de50 HTTP/1.1" status: 200 len: 217 time: 0.1091709 Oct 20 10:47:52.407946 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9bf0c73-a9e4-4fb5-815e-bfa590ddc454 admin admin] Router 162572e8-6c3f-41cf-a7cc-27f83ba310b5 has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:47:52.418659 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-09e4639c-7ab1-45d3-a047-86e07b037209 None None] Provisioning complete for port 62e3311d-1453-4089-bc90-018d8e2a5b82 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:47:52.419189 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-09e4639c-7ab1-45d3-a047-86e07b037209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:52.426547 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d475fb6-880b-4e43-8c8a-858b976fe852 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] DELETE failed (client error): The resource could not be found. Oct 20 10:47:52.427428 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d475fb6-880b-4e43-8c8a-858b976fe852 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:47:52.430781 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-0d475fb6-880b-4e43-8c8a-858b976fe852 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] 10.222.0.64 "DELETE /v2.0/networks/ac36e9ff-a900-470f-ac73-0cdf4f0e3207 HTTP/1.1" status: 404 len: 339 time: 0.0381920 Oct 20 10:47:52.433504 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 40826) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:47:52.470644 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-752bcf88-8948-4a35-b00c-0ec32c567e3d req-1bf3d4bc-4cf8-4e0a-95f6-d5ad749baf45 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f1bd979d-a352-44ca-89b6-a358a0660ac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0760570 Oct 20 10:47:52.499731 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-09e4639c-7ab1-45d3-a047-86e07b037209 None None] Port 62e3311d-1453-4089-bc90-018d8e2a5b82 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:47:52.563913 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674e4c0c-3034-4f0e-8713-0d27c88b3a68 req-ce441a84-b577-4e95-abb8-52c04d213528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:52.565094 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-674e4c0c-3034-4f0e-8713-0d27c88b3a68 req-ce441a84-b577-4e95-abb8-52c04d213528 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=dfebcc83-a566-4e8b-95ce-d2b602fa67f2 HTTP/1.1" status: 200 len: 797 time: 0.0935268 Oct 20 10:47:52.596227 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c587436-af36-4938-9857-606df00390c9 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Deleting subnet 7ad85586-220a-48c7-aae5-c2932889ab52 {{(pid=100597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:47:52.602785 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9bf0c73-a9e4-4fb5-815e-bfa590ddc454 admin admin] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:47:52.606075 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9c587436-af36-4938-9857-606df00390c9 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks [] for subnet, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:52.630950 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32eb0a07-f906-489a-9f74-58eabf2673a3 None None] Sync routers for ids ['162572e8-6c3f-41cf-a7cc-27f83ba310b5'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:47:52.635625 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-a9bf0c73-a9e4-4fb5-815e-bfa590ddc454 admin admin] 10.222.0.64 "PUT /v2.0/routers/162572e8-6c3f-41cf-a7cc-27f83ba310b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7367857 Oct 20 10:47:52.648521 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32eb0a07-f906-489a-9f74-58eabf2673a3 None None] Routers {'162572e8-6c3f-41cf-a7cc-27f83ba310b5'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:47:52.649891 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-32eb0a07-f906-489a-9f74-58eabf2673a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:47:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['162572e8-6c3f-41cf-a7cc-27f83ba310b5'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:47:52.706377 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9c587436-af36-4938-9857-606df00390c9 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25852621'] for subnet, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:52.880910 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9c587436-af36-4938-9857-606df00390c9 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:52.959328 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-32eb0a07-f906-489a-9f74-58eabf2673a3 None None] Set router 162572e8-6c3f-41cf-a7cc-27f83ba310b5 gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:47:53.034163 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 7 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 10:47:53.049323 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 73c38b9f-43fa-4adb-9463-4c005d2c726b up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:47:53.050081 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9c587436-af36-4938-9857-606df00390c9 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25350811'] for subnet, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:53.085688 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9c587436-af36-4938-9857-606df00390c9 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:53.090470 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-9c587436-af36-4938-9857-606df00390c9 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] 10.222.0.64 "DELETE /v2.0/subnets/7ad85586-220a-48c7-aae5-c2932889ab52 HTTP/1.1" status: 204 len: 168 time: 0.6542697 Oct 20 10:47:53.127474 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 40850) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:47:53.136386 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cef9cbb-06bc-4426-93e7-170a9913f2c9 None None] Network f3035818-28a4-4b7b-a39f-ab3e006d8f7c requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:47:53.148353 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c587436-af36-4938-9857-606df00390c9 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Pushing event deleted for resources: {'Subnet': ['ID=7ad85586-220a-48c7-aae5-c2932889ab52,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:53.305089 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3112b231-41b5-4886-80be-7d9a7446ed04 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:53.432151 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-3112b231-41b5-4886-80be-7d9a7446ed04 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Deleting port 26586108-54f2-437d-bde2-f91999a48ec0 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:47:53.432151 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3112b231-41b5-4886-80be-7d9a7446ed04 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:53.503151 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 73c38b9f-43fa-4adb-9463-4c005d2c726b triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:47:53.503826 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:53.549380 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [None req-3112b231-41b5-4886-80be-7d9a7446ed04 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] For port 26586108-54f2-437d-bde2-f91999a48ec0, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=26586108-54f2-437d-bde2-f91999a48ec0,segment=NetworkSegment(229ba38c-4df9-4dbe-ac9c-819833dd84a9),segment_id=229ba38c-4df9-4dbe-ac9c-819833dd84a9)] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:47:53.551014 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3112b231-41b5-4886-80be-7d9a7446ed04 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:53.578521 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-3112b231-41b5-4886-80be-7d9a7446ed04 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Calling delete_port for 26586108-54f2-437d-bde2-f91999a48ec0 owned by network:dhcp {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:47:53.588652 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674e4c0c-3034-4f0e-8713-0d27c88b3a68 req-89284665-58cf-41f3-911a-e9d3837df333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:53.595783 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-674e4c0c-3034-4f0e-8713-0d27c88b3a68 req-89284665-58cf-41f3-911a-e9d3837df333 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=07f7de1d-67fc-4ee5-9720-a5ddc92657d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.9875836 Oct 20 10:47:53.605109 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-752bcf88-8948-4a35-b00c-0ec32c567e3d req-b3a57b3b-6a15-4e97-a012-6805fa6cb72c service neutron] 10.222.0.55 "GET /v2.0/networks/f1bd979d-a352-44ca-89b6-a358a0660ac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1187704 Oct 20 10:47:53.795126 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3112b231-41b5-4886-80be-7d9a7446ed04 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:53.822181 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3112b231-41b5-4886-80be-7d9a7446ed04 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] No DVR routers for this DVR port 26586108-54f2-437d-bde2-f91999a48ec0 on host n-d-811396-3 {{(pid=100597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:47:53.850018 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23c3aa8-72bc-4eae-b7e3-d1de4512ec96 req-ade82bf5-1c7d-4363-9910-b1d4174501ad tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:53.877011 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c23c3aa8-72bc-4eae-b7e3-d1de4512ec96 req-ade82bf5-1c7d-4363-9910-b1d4174501ad tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/ports?device_id=b7dcda2b-b887-4c82-aee3-61de879588e8 HTTP/1.1" status: 200 len: 946 time: 0.5147171 Oct 20 10:47:53.918693 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3112b231-41b5-4886-80be-7d9a7446ed04 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Pushing event deleted for resources: {'Port': ['ID=26586108-54f2-437d-bde2-f91999a48ec0,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:53.981221 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aca16863-a8ba-48af-9315-a8cc807613c0 None None] DHCP port deletion for f3035818-28a4-4b7b-a39f-ab3e006d8f7c request from n-d-811396-3 {{(pid=100598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:47:54.082552 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3112b231-41b5-4886-80be-7d9a7446ed04 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:54.104340 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-32eb0a07-f906-489a-9f74-58eabf2673a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '162572e8-6c3f-41cf-a7cc-27f83ba310b5', 'name': 'tempest-TestVolumeBootPattern-834147019-router', 'tenant_id': '23670eec7daf4c4bad3d9122f54a486e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': '73c38b9f-43fa-4adb-9463-4c005d2c726b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:47:39Z', 'updated_at': '2021-10-20T10:47:50Z', 'revision_number': 4, 'project_id': '23670eec7daf4c4bad3d9122f54a486e', 'gw_port': {'id': '73c38b9f-43fa-4adb-9463-4c005d2c726b', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:6c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '162572e8-6c3f-41cf-a7cc-27f83ba310b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:47:41Z', 'updated_at': '2021-10-20T10:47:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '62e3311d-1453-4089-bc90-018d8e2a5b82', 'name': '', 'network_id': '2cff6994-089b-4e18-9735-f130ccc0eefb', 'tenant_id': '23670eec7daf4c4bad3d9122f54a486e', 'mac_address': 'fa:16:3e:0d:39:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '162572e8-6c3f-41cf-a7cc-27f83ba310b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2437, 'fixed_ips': [{'subnet_id': 'ee734c82-3fec-4c48-b9e6-17542a6a3170', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:47:47Z', 'updated_at': '2021-10-20T10:47:50Z', 'revision_number': 2, 'project_id': '23670eec7daf4c4bad3d9122f54a486e', 'subnets': [{'id': 'ee734c82-3fec-4c48-b9e6-17542a6a3170', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:47:54.144561 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-3112b231-41b5-4886-80be-7d9a7446ed04 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3035818-28a4-4b7b-a39f-ab3e006d8f7c']}} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:47:54.182290 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-3112b231-41b5-4886-80be-7d9a7446ed04 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '229ba38c-4df9-4dbe-ac9c-819833dd84a9') {'for_net_delete': True} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:47:54.182546 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32eb0a07-f906-489a-9f74-58eabf2673a3 None None] Checking router: 162572e8-6c3f-41cf-a7cc-27f83ba310b5 for host: n-d-811396-3 {{(pid=100598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:47:54.182636 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-3112b231-41b5-4886-80be-7d9a7446ed04 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '229ba38c-4df9-4dbe-ac9c-819833dd84a9') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:47:54.182904 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32eb0a07-f906-489a-9f74-58eabf2673a3 None None] Updating router 162572e8-6c3f-41cf-a7cc-27f83ba310b5 port 62e3311d-1453-4089-bc90-018d8e2a5b82 binding host n-d-811396-3 {{(pid=100598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 10:47:54.220845 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3112b231-41b5-4886-80be-7d9a7446ed04 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25852596'] for segment, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:54.226579 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b915e0f-08db-4dd3-bd96-d634ec100305 req-3d648302-4b69-471a-8a21-9a46a3875275 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:54.242487 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2b915e0f-08db-4dd3-bd96-d634ec100305 req-3d648302-4b69-471a-8a21-9a46a3875275 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 944 time: 0.8790700 Oct 20 10:47:54.254433 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3112b231-41b5-4886-80be-7d9a7446ed04 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:54.256413 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-32eb0a07-f906-489a-9f74-58eabf2673a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:54.280585 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3112b231-41b5-4886-80be-7d9a7446ed04 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Releasing vlan 802 on physical network physnet1 to pool {{(pid=100597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:47:54.281406 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3112b231-41b5-4886-80be-7d9a7446ed04 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951012'] for segment, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:54.292380 n-d-811396-3 neutron-server[100597]: Traceback (most recent call last): Oct 20 10:47:54.292380 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:47:54.292380 n-d-811396-3 neutron-server[100597]: timer() Oct 20 10:47:54.292380 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:47:54.292380 n-d-811396-3 neutron-server[100597]: cb(*args, **kw) Oct 20 10:47:54.292380 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:47:54.292380 n-d-811396-3 neutron-server[100597]: return func(*args, **kwargs) Oct 20 10:47:54.292380 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:47:54.292380 n-d-811396-3 neutron-server[100597]: self._notify() Oct 20 10:47:54.292380 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:47:54.292380 n-d-811396-3 neutron-server[100597]: self.callback(batched_events) Oct 20 10:47:54.292380 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:47:54.292380 n-d-811396-3 neutron-server[100597]: event.method(event) Oct 20 10:47:54.292380 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:47:54.292380 n-d-811396-3 neutron-server[100597]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:47:54.292380 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:47:54.292380 n-d-811396-3 neutron-server[100597]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:47:54.292380 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:47:54.292380 n-d-811396-3 neutron-server[100597]: return f(self, *a, **k) Oct 20 10:47:54.292380 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:47:54.292380 n-d-811396-3 neutron-server[100597]: return self._get(url).json() Oct 20 10:47:54.292380 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:47:54.292380 n-d-811396-3 neutron-server[100597]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:47:54.292380 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:47:54.292380 n-d-811396-3 neutron-server[100597]: return self.request(url, 'GET', **kwargs) Oct 20 10:47:54.292380 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:47:54.292380 n-d-811396-3 neutron-server[100597]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:47:54.292380 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:47:54.292380 n-d-811396-3 neutron-server[100597]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:47:54.292380 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:47:54.292380 n-d-811396-3 neutron-server[100597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:47:54.292380 n-d-811396-3 neutron-server[100597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:47:54.378488 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2b915e0f-08db-4dd3-bd96-d634ec100305 req-cf496503-a5b8-4da1-9f08-f2fa8e48990b tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350224 Oct 20 10:47:54.414522 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3112b231-41b5-4886-80be-7d9a7446ed04 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:54.427465 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3112b231-41b5-4886-80be-7d9a7446ed04 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:54.430275 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-3112b231-41b5-4886-80be-7d9a7446ed04 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] 10.222.0.64 "DELETE /v2.0/networks/f3035818-28a4-4b7b-a39f-ab3e006d8f7c HTTP/1.1" status: 204 len: 168 time: 1.2978876 Oct 20 10:47:54.443644 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c23c3aa8-72bc-4eae-b7e3-d1de4512ec96 req-142f4cbb-3bb0-48e4-99af-1249effe6e3d tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/security-groups?id=887118a8-550c-4373-a758-17919f09b184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5611687 Oct 20 10:47:54.464824 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3112b231-41b5-4886-80be-7d9a7446ed04 tempest-NetworksTest-1035287644 tempest-NetworksTest-1035287644-project] Pushing event deleted for resources: {'Network': ['ID=f3035818-28a4-4b7b-a39f-ab3e006d8f7c,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:54.483558 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-674e4c0c-3034-4f0e-8713-0d27c88b3a68 req-26dcdb62-1702-4ddb-b402-b42896933714 service neutron] 10.222.0.55 "GET /v2.0/networks/07f7de1d-67fc-4ee5-9720-a5ddc92657d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8697116 Oct 20 10:47:54.493297 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-752bcf88-8948-4a35-b00c-0ec32c567e3d req-389ff177-ade1-47c0-a2d6-a9ebd2119ada service neutron] 10.222.0.55 "GET /v2.0/networks/f1bd979d-a352-44ca-89b6-a358a0660ac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8648310 Oct 20 10:47:54.694749 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-674e4c0c-3034-4f0e-8713-0d27c88b3a68 req-fab26407-c2f4-4039-bc99-108d1ffc07f4 service neutron] 10.222.0.55 "GET /v2.0/networks/07f7de1d-67fc-4ee5-9720-a5ddc92657d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004960 Oct 20 10:47:54.748528 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-674e4c0c-3034-4f0e-8713-0d27c88b3a68 req-f63df25a-f00d-46e3-8c49-2d831bf18dc8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.247&port_id=f7887f37-d0d1-43d7-ab1a-53e2d1ece9e7 HTTP/1.1" status: 200 len: 217 time: 0.0434325 Oct 20 10:47:54.754157 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac83f4e9-da9c-4ea1-8145-eae7dae6bd5f req-bb7ce52a-176d-48df-9561-feabc2b14fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:54.756012 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ac83f4e9-da9c-4ea1-8145-eae7dae6bd5f req-bb7ce52a-176d-48df-9561-feabc2b14fc9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d11d55054d4b421595fd77f9f4853b62&device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 1095 time: 0.1166632 Oct 20 10:47:54.889999 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-32eb0a07-f906-489a-9f74-58eabf2673a3 None None] Publish callbacks [] for port, precommit_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:54.902888 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac83f4e9-da9c-4ea1-8145-eae7dae6bd5f req-91197c5e-1ae7-4570-90a8-9a05a06142c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:54.904996 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ac83f4e9-da9c-4ea1-8145-eae7dae6bd5f req-91197c5e-1ae7-4570-90a8-9a05a06142c8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f1bd979d-a352-44ca-89b6-a358a0660ac0 HTTP/1.1" status: 200 len: 914 time: 0.1395538 Oct 20 10:47:54.907633 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-32eb0a07-f906-489a-9f74-58eabf2673a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:54.988704 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d673c7a-79d4-4162-9bdd-1e3d1246f479 None None] Pushing event updated for resources: {'Port': ['ID=62e3311d-1453-4089-bc90-018d8e2a5b82,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:55.027041 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 26586108-54f2-437d-bde2-f91999a48ec0 no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:47:55.065767 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ac83f4e9-da9c-4ea1-8145-eae7dae6bd5f req-6f9973c2-5018-4a8f-9d74-243e9f082c30 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c8f279a9-fa3f-406e-b583-56be4e497d4e HTTP/1.1" status: 200 len: 217 time: 0.1254427 Oct 20 10:47:55.093619 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 26586108-54f2-437d-bde2-f91999a48ec0 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:47:55.093973 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 26586108-54f2-437d-bde2-f91999a48ec0 not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:47:55.117418 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 40904) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:47:55.191108 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674e4c0c-3034-4f0e-8713-0d27c88b3a68 req-4bebd708-392f-4ecb-b56d-2235cd38b654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:55.192867 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-674e4c0c-3034-4f0e-8713-0d27c88b3a68 req-4bebd708-392f-4ecb-b56d-2235cd38b654 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=dfebcc83-a566-4e8b-95ce-d2b602fa67f2 HTTP/1.1" status: 200 len: 797 time: 0.4287286 Oct 20 10:47:55.319788 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac83f4e9-da9c-4ea1-8145-eae7dae6bd5f req-e54e22b8-5b8f-4159-9f42-02c9f0669c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:55.321396 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ac83f4e9-da9c-4ea1-8145-eae7dae6bd5f req-e54e22b8-5b8f-4159-9f42-02c9f0669c77 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8c9ad18b-f3f9-4a90-802c-d346920a622d HTTP/1.1" status: 200 len: 853 time: 0.2359345 Oct 20 10:47:55.327345 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-32eb0a07-f906-489a-9f74-58eabf2673a3 None None] Attempting to bind port 62e3311d-1453-4089-bc90-018d8e2a5b82 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:47:55.327750 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-32eb0a07-f906-489a-9f74-58eabf2673a3 None None] Attempting to bind port 62e3311d-1453-4089-bc90-018d8e2a5b82 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': 'fa0becf5-823e-46fd-b2f7-1c4cd077a6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '2cff6994-089b-4e18-9735-f130ccc0eefb'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:47:55.328116 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32eb0a07-f906-489a-9f74-58eabf2673a3 None None] Attempting to bind port 62e3311d-1453-4089-bc90-018d8e2a5b82 on network 2cff6994-089b-4e18-9735-f130ccc0eefb {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:47:55.341306 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32eb0a07-f906-489a-9f74-58eabf2673a3 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:47:55.342912 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32eb0a07-f906-489a-9f74-58eabf2673a3 None None] Checking segment: {'id': 'fa0becf5-823e-46fd-b2f7-1c4cd077a6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '2cff6994-089b-4e18-9735-f130ccc0eefb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:47:55.343410 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-32eb0a07-f906-489a-9f74-58eabf2673a3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:55.343804 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32eb0a07-f906-489a-9f74-58eabf2673a3 None None] Bound using segment: {'id': 'fa0becf5-823e-46fd-b2f7-1c4cd077a6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '2cff6994-089b-4e18-9735-f130ccc0eefb'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:47:55.344295 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-32eb0a07-f906-489a-9f74-58eabf2673a3 None None] Bound port: 62e3311d-1453-4089-bc90-018d8e2a5b82, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa0becf5-823e-46fd-b2f7-1c4cd077a6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '2cff6994-089b-4e18-9735-f130ccc0eefb'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:47:55.346440 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-32eb0a07-f906-489a-9f74-58eabf2673a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:55.405858 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ac83f4e9-da9c-4ea1-8145-eae7dae6bd5f req-d242948b-80ef-4309-b3fe-ad876866d591 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f1bd979d-a352-44ca-89b6-a358a0660ac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0742235 Oct 20 10:47:55.408013 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674e4c0c-3034-4f0e-8713-0d27c88b3a68 req-e7b85514-80e0-4906-8081-f2d85baea57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:55.409426 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-674e4c0c-3034-4f0e-8713-0d27c88b3a68 req-e7b85514-80e0-4906-8081-f2d85baea57d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=07f7de1d-67fc-4ee5-9720-a5ddc92657d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1928596 Oct 20 10:47:55.500170 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-32eb0a07-f906-489a-9f74-58eabf2673a3 None None] For port 62e3311d-1453-4089-bc90-018d8e2a5b82, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:47:55.504018 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-bda9bc07-b8af-41c8-85a5-a04fb5165750 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=10e8926c0dc24defb0f6cacab8eac495&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3729749 Oct 20 10:47:55.504781 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 40920) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:47:55.507068 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-32eb0a07-f906-489a-9f74-58eabf2673a3 None None] For port 62e3311d-1453-4089-bc90-018d8e2a5b82, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=62e3311d-1453-4089-bc90-018d8e2a5b82,segment=NetworkSegment(fa0becf5-823e-46fd-b2f7-1c4cd077a6fb),segment_id=fa0becf5-823e-46fd-b2f7-1c4cd077a6fb)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:47:55.523178 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-32eb0a07-f906-489a-9f74-58eabf2673a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:55.695471 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c8da76ed-98bc-4c78-86dd-f347d09918b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:55.749128 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d673c7a-79d4-4162-9bdd-1e3d1246f479 None None] Pushing event updated for resources: {'Port': ['ID=62e3311d-1453-4089-bc90-018d8e2a5b82,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:55.749602 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c8da76ed-98bc-4c78-86dd-f347d09918b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:55.757906 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-abf19b7b-3877-4cf5-8ed0-7d846cdccfb5 None None] Provisioning complete for port 62e3311d-1453-4089-bc90-018d8e2a5b82 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:47:55.758287 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-abf19b7b-3877-4cf5-8ed0-7d846cdccfb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:55.797515 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32eb0a07-f906-489a-9f74-58eabf2673a3 None None] Routers {'162572e8-6c3f-41cf-a7cc-27f83ba310b5'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:47:55.798392 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-32eb0a07-f906-489a-9f74-58eabf2673a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:47:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['162572e8-6c3f-41cf-a7cc-27f83ba310b5'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:47:55.833716 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-674e4c0c-3034-4f0e-8713-0d27c88b3a68 req-fb04219c-c6fc-45ad-8628-1a2f7d5f5631 service neutron] 10.222.0.55 "GET /v2.0/networks/07f7de1d-67fc-4ee5-9720-a5ddc92657d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3652315 Oct 20 10:47:55.864172 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c8da76ed-98bc-4c78-86dd-f347d09918b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:55.867119 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c8da76ed-98bc-4c78-86dd-f347d09918b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:55.868443 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-c8da76ed-98bc-4c78-86dd-f347d09918b4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9fe45115-cc2b-4a4d-a3a9-db8b92b00e3f HTTP/1.1" status: 204 len: 168 time: 0.3626842 Oct 20 10:47:55.878019 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8da76ed-98bc-4c78-86dd-f347d09918b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fe45115-cc2b-4a4d-a3a9-db8b92b00e3f,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:56.092945 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634fee1b-cd5e-4653-b4e9-bde19c810413 req-1cee9bb8-1b74-4d21-a138-d5e2a91dda8e tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:56.100944 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-634fee1b-cd5e-4653-b4e9-bde19c810413 req-1cee9bb8-1b74-4d21-a138-d5e2a91dda8e tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 944 time: 0.2650151 Oct 20 10:47:56.136495 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-abf19b7b-3877-4cf5-8ed0-7d846cdccfb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:56.276671 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f564dab-0ba7-48f0-b782-fb67be595fc8 req-aec044b2-74fc-42f0-a232-705fe78f4845 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:56.278758 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9f564dab-0ba7-48f0-b782-fb67be595fc8 req-aec044b2-74fc-42f0-a232-705fe78f4845 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/ports?device_id=b7dcda2b-b887-4c82-aee3-61de879588e8 HTTP/1.1" status: 200 len: 946 time: 0.4441073 Oct 20 10:47:56.283323 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-32eb0a07-f906-489a-9f74-58eabf2673a3 None None] Set router 162572e8-6c3f-41cf-a7cc-27f83ba310b5 gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:47:56.286403 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-abf19b7b-3877-4cf5-8ed0-7d846cdccfb5 None None] For port 62e3311d-1453-4089-bc90-018d8e2a5b82, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=62e3311d-1453-4089-bc90-018d8e2a5b82,segment=NetworkSegment(fa0becf5-823e-46fd-b2f7-1c4cd077a6fb),segment_id=fa0becf5-823e-46fd-b2f7-1c4cd077a6fb)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:47:56.316227 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-634fee1b-cd5e-4653-b4e9-bde19c810413 req-da19c71c-ef59-429a-9c5e-5d3952fcd735 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143285 Oct 20 10:47:56.322263 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-abf19b7b-3877-4cf5-8ed0-7d846cdccfb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:56.386177 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf19b7b-3877-4cf5-8ed0-7d846cdccfb5 None None] Pushing event updated for resources: {'Port': ['ID=62e3311d-1453-4089-bc90-018d8e2a5b82,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:56.409446 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ac83f4e9-da9c-4ea1-8145-eae7dae6bd5f req-a6e0cd0f-bcca-453f-8cfe-f2c3a8321f27 service neutron] 10.222.0.55 "GET /v2.0/networks/f1bd979d-a352-44ca-89b6-a358a0660ac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9864502 Oct 20 10:47:56.414893 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-674e4c0c-3034-4f0e-8713-0d27c88b3a68 req-ffdc6587-68cf-4d4d-9e85-4677abc0cdf5 service neutron] 10.222.0.55 "GET /v2.0/networks/07f7de1d-67fc-4ee5-9720-a5ddc92657d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5522392 Oct 20 10:47:56.429375 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9f564dab-0ba7-48f0-b782-fb67be595fc8 req-1c094bc4-9828-4376-a1f0-5a92c92bd465 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/security-groups?id=887118a8-550c-4373-a758-17919f09b184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295748 Oct 20 10:47:56.555308 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-674e4c0c-3034-4f0e-8713-0d27c88b3a68 req-f29de7ef-42b8-4611-943a-d8ee866e3777 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=949e0597-b23d-43ab-b10e-b0353aeb6d55 HTTP/1.1" status: 200 len: 217 time: 0.1046183 Oct 20 10:47:56.625676 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-fce3c83c-1f90-4c7a-8637-ad7145f6851c None None] Provisioning complete for port 62e3311d-1453-4089-bc90-018d8e2a5b82 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:47:56.626393 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-fce3c83c-1f90-4c7a-8637-ad7145f6851c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:56.741284 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674e4c0c-3034-4f0e-8713-0d27c88b3a68 req-9a231815-8827-482b-a35e-f02b6c6e8c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:56.742786 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-674e4c0c-3034-4f0e-8713-0d27c88b3a68 req-9a231815-8827-482b-a35e-f02b6c6e8c58 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=22db2ce2-efe8-4e35-9c70-b815c9c036db HTTP/1.1" status: 200 len: 797 time: 0.1455989 Oct 20 10:47:56.773293 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b154138-e4ac-45c3-82bb-33e8c70cc15e req-9fd14037-a001-493c-9acb-39af52ca5a3e tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:56.781181 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8b154138-e4ac-45c3-82bb-33e8c70cc15e req-9fd14037-a001-493c-9acb-39af52ca5a3e tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/ports?device_id=b7dcda2b-b887-4c82-aee3-61de879588e8 HTTP/1.1" status: 200 len: 946 time: 0.1978633 Oct 20 10:47:56.865476 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ac83f4e9-da9c-4ea1-8145-eae7dae6bd5f req-3363acac-6a65-4307-92eb-afd1d98e48d4 service neutron] 10.222.0.55 "GET /v2.0/networks/f1bd979d-a352-44ca-89b6-a358a0660ac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4135807 Oct 20 10:47:56.885456 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674e4c0c-3034-4f0e-8713-0d27c88b3a68 req-80099920-9bd2-49f9-ae6c-ff6320853319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:56.887205 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-674e4c0c-3034-4f0e-8713-0d27c88b3a68 req-80099920-9bd2-49f9-ae6c-ff6320853319 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5a3ba547-1c5f-4bda-b0cf-f555209356c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1041808 Oct 20 10:47:56.913184 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8b154138-e4ac-45c3-82bb-33e8c70cc15e req-7f7e07ef-9efd-4e34-b455-0dbc16adbe31 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/security-groups?id=887118a8-550c-4373-a758-17919f09b184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857255 Oct 20 10:47:57.038278 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-32eb0a07-f906-489a-9f74-58eabf2673a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '162572e8-6c3f-41cf-a7cc-27f83ba310b5', 'name': 'tempest-TestVolumeBootPattern-834147019-router', 'tenant_id': '23670eec7daf4c4bad3d9122f54a486e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': '73c38b9f-43fa-4adb-9463-4c005d2c726b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:47:39Z', 'updated_at': '2021-10-20T10:47:50Z', 'revision_number': 4, 'project_id': '23670eec7daf4c4bad3d9122f54a486e', 'gw_port': {'id': '73c38b9f-43fa-4adb-9463-4c005d2c726b', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:6c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '162572e8-6c3f-41cf-a7cc-27f83ba310b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:47:41Z', 'updated_at': '2021-10-20T10:47:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '62e3311d-1453-4089-bc90-018d8e2a5b82', 'name': '', 'network_id': '2cff6994-089b-4e18-9735-f130ccc0eefb', 'tenant_id': '23670eec7daf4c4bad3d9122f54a486e', 'mac_address': 'fa:16:3e:0d:39:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '162572e8-6c3f-41cf-a7cc-27f83ba310b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2437, 'fixed_ips': [{'subnet_id': 'ee734c82-3fec-4c48-b9e6-17542a6a3170', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:47:47Z', 'updated_at': '2021-10-20T10:47:55Z', 'revision_number': 4, 'project_id': '23670eec7daf4c4bad3d9122f54a486e', 'subnets': [{'id': 'ee734c82-3fec-4c48-b9e6-17542a6a3170', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:47:57.098837 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32eb0a07-f906-489a-9f74-58eabf2673a3 None None] The sync data for ids ['162572e8-6c3f-41cf-a7cc-27f83ba310b5'] in n-d-811396-3 is: [{'id': '162572e8-6c3f-41cf-a7cc-27f83ba310b5', 'name': 'tempest-TestVolumeBootPattern-834147019-router', 'tenant_id': '23670eec7daf4c4bad3d9122f54a486e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': '73c38b9f-43fa-4adb-9463-4c005d2c726b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:47:39Z', 'updated_at': '2021-10-20T10:47:50Z', 'revision_number': 4, 'project_id': '23670eec7daf4c4bad3d9122f54a486e', 'gw_port': {'id': '73c38b9f-43fa-4adb-9463-4c005d2c726b', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:6c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '162572e8-6c3f-41cf-a7cc-27f83ba310b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:47:41Z', 'updated_at': '2021-10-20T10:47:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '62e3311d-1453-4089-bc90-018d8e2a5b82', 'name': '', 'network_id': '2cff6994-089b-4e18-9735-f130ccc0eefb', 'tenant_id': '23670eec7daf4c4bad3d9122f54a486e', 'mac_address': 'fa:16:3e:0d:39:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '162572e8-6c3f-41cf-a7cc-27f83ba310b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2437, 'fixed_ips': [{'subnet_id': 'ee734c82-3fec-4c48-b9e6-17542a6a3170', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:47:47Z', 'updated_at': '2021-10-20T10:47:55Z', 'revision_number': 4, 'project_id': '23670eec7daf4c4bad3d9122f54a486e', 'subnets': [{'id': 'ee734c82-3fec-4c48-b9e6-17542a6a3170', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:47:57.206158 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-674e4c0c-3034-4f0e-8713-0d27c88b3a68 req-120bc623-7192-4970-99d3-79cb6437f63d service neutron] 10.222.0.55 "GET /v2.0/networks/5a3ba547-1c5f-4bda-b0cf-f555209356c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3109260 Oct 20 10:47:57.438661 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 41008) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:47:57.488562 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a141f7b1-f5bc-4493-9368-fe591365ccec req-eb306f11-5959-4ff3-8c75-88870f1a2aee tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:57.490155 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a141f7b1-f5bc-4493-9368-fe591365ccec req-eb306f11-5959-4ff3-8c75-88870f1a2aee tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/networks?id=cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0 HTTP/1.1" status: 200 len: 812 time: 0.5121059 Oct 20 10:47:57.498838 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bd3ea3-dbec-437c-8887-60398571296f req-b98dd5ae-89a9-402e-947c-c64cecdf5a04 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:57.500430 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-01bd3ea3-dbec-437c-8887-60398571296f req-b98dd5ae-89a9-402e-947c-c64cecdf5a04 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/ports?device_id=b7dcda2b-b887-4c82-aee3-61de879588e8 HTTP/1.1" status: 200 len: 946 time: 0.2126238 Oct 20 10:47:57.546509 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a141f7b1-f5bc-4493-9368-fe591365ccec req-753a0d0c-f216-490c-8754-54116af81e1b tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/quotas/304c84e5c7844b5cadef0d9d128b445c HTTP/1.1" status: 200 len: 375 time: 0.0432193 Oct 20 10:47:57.569889 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-674e4c0c-3034-4f0e-8713-0d27c88b3a68 req-ea645e2c-e949-42bb-8695-efaf14a541d6 service neutron] 10.222.0.55 "GET /v2.0/networks/5a3ba547-1c5f-4bda-b0cf-f555209356c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3494782 Oct 20 10:47:57.646032 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-1cd65de2-ed77-4569-a4ef-9341d1f0c6bc tempest-DvrRoutersNegativeTest-184583226 tempest-DvrRoutersNegativeTest-184583226-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-651444668', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:47:57.646555 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-674e4c0c-3034-4f0e-8713-0d27c88b3a68 req-ed5f39b1-0281-49fe-83ad-987f3802a9a0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d0675769-de69-4a35-beb7-6d50c8201cd3 HTTP/1.1" status: 200 len: 217 time: 0.0599468 Oct 20 10:47:57.649772 n-d-811396-3 neutron-server[100597]: DEBUG neutron.policy [None req-1cd65de2-ed77-4569-a4ef-9341d1f0c6bc tempest-DvrRoutersNegativeTest-184583226 tempest-DvrRoutersNegativeTest-184583226-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=100597) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Oct 20 10:47:57.650821 n-d-811396-3 neutron-server[100597]: DEBUG neutron.policy [None req-1cd65de2-ed77-4569-a4ef-9341d1f0c6bc tempest-DvrRoutersNegativeTest-184583226 tempest-DvrRoutersNegativeTest-184583226-project] Failed policy check for 'create_router' {{(pid=100597) enforce /opt/stack/neutron/neutron/policy.py:524}} Oct 20 10:47:57.653277 n-d-811396-3 neutron-server[100597]: INFO neutron.api.v2.resource [None req-1cd65de2-ed77-4569-a4ef-9341d1f0c6bc tempest-DvrRoutersNegativeTest-184583226 tempest-DvrRoutersNegativeTest-184583226-project] create failed (client error): Access was denied to this resource. Oct 20 10:47:57.655993 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-1cd65de2-ed77-4569-a4ef-9341d1f0c6bc tempest-DvrRoutersNegativeTest-184583226 tempest-DvrRoutersNegativeTest-184583226-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2160897 Oct 20 10:47:57.656429 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-01bd3ea3-dbec-437c-8887-60398571296f req-2870fefd-7781-4833-819e-a0002a8d0b0c tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/security-groups?id=887118a8-550c-4373-a758-17919f09b184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412370 Oct 20 10:47:57.756954 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a141f7b1-f5bc-4493-9368-fe591365ccec req-4c3f2837-79f0-47e4-8c49-352d7e5b8bd3 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=304c84e5c7844b5cadef0d9d128b445c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2090383 Oct 20 10:47:57.766032 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [req-a141f7b1-f5bc-4493-9368-fe591365ccec req-339fb952-a27a-4e1f-bf10-04e6550c78da service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:47:57.776777 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a141f7b1-f5bc-4493-9368-fe591365ccec req-339fb952-a27a-4e1f-bf10-04e6550c78da service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0189064 Oct 20 10:47:57.912118 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674e4c0c-3034-4f0e-8713-0d27c88b3a68 req-a6db7318-5219-443e-bc7b-9231278f088a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:57.914287 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-674e4c0c-3034-4f0e-8713-0d27c88b3a68 req-a6db7318-5219-443e-bc7b-9231278f088a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=22db2ce2-efe8-4e35-9c70-b815c9c036db HTTP/1.1" status: 200 len: 797 time: 0.2569566 Oct 20 10:47:58.030444 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a8bc9d-6c60-45b4-be6c-b4b72b217cde req-c738a021-6f22-4296-b880-910ae8db6c0e tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:58.037905 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-47a8bc9d-6c60-45b4-be6c-b4b72b217cde req-c738a021-6f22-4296-b880-910ae8db6c0e tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 944 time: 0.2521329 Oct 20 10:47:58.127937 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a141f7b1-f5bc-4493-9368-fe591365ccec req-9681407b-ba0e-4df4-bd40-ad9523f0e0c3 service neutron] 10.222.0.64 "GET /v2.0/networks/cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3502376 Oct 20 10:47:58.138140 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674e4c0c-3034-4f0e-8713-0d27c88b3a68 req-846900a4-3612-4bf5-9e4f-29d0c4a0b8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:58.139651 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-674e4c0c-3034-4f0e-8713-0d27c88b3a68 req-846900a4-3612-4bf5-9e4f-29d0c4a0b8cd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5a3ba547-1c5f-4bda-b0cf-f555209356c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1614993 Oct 20 10:47:58.148117 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 41034) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:47:58.162255 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-47a8bc9d-6c60-45b4-be6c-b4b72b217cde req-68e20d6b-26f6-4cb9-bf16-69806d8e0260 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102393 Oct 20 10:47:58.297571 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-674e4c0c-3034-4f0e-8713-0d27c88b3a68 req-68756ac9-66ce-46fa-98bc-77782e79bd01 service neutron] 10.222.0.55 "GET /v2.0/networks/5a3ba547-1c5f-4bda-b0cf-f555209356c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342437 Oct 20 10:47:58.332422 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-eb0b9916-cd79-4ab2-84bb-6b6c49695bfb admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:58.492808 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a141f7b1-f5bc-4493-9368-fe591365ccec req-857fb0b5-16cf-4ff9-bd8b-7bbfdaed3c88 service neutron] 10.222.0.64 "GET /v2.0/networks/cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3639038 Oct 20 10:47:58.522946 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-eb0b9916-cd79-4ab2-84bb-6b6c49695bfb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:58.527223 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62a8d3f-c29e-492c-b304-ec60549f934e req-bf2e635f-2c97-4c4f-a4d7-0b16aba69dac tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:58.531242 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e62a8d3f-c29e-492c-b304-ec60549f934e req-bf2e635f-2c97-4c4f-a4d7-0b16aba69dac tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/ports?device_id=b7dcda2b-b887-4c82-aee3-61de879588e8 HTTP/1.1" status: 200 len: 946 time: 0.1624763 Oct 20 10:47:58.536539 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-eb0b9916-cd79-4ab2-84bb-6b6c49695bfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:58.625603 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0b9916-cd79-4ab2-84bb-6b6c49695bfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0277cdbb-688d-4219-8d14-368dd14e649c,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:58.632300 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-eb0b9916-cd79-4ab2-84bb-6b6c49695bfb admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=67f3c7bce7664b9d8d32ccfbced489d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4808156 Oct 20 10:47:58.637750 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 41048) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:47:58.648013 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-674e4c0c-3034-4f0e-8713-0d27c88b3a68 req-92acdf06-eee1-4127-a46b-93fe74f67717 service neutron] 10.222.0.55 "GET /v2.0/networks/5a3ba547-1c5f-4bda-b0cf-f555209356c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3376076 Oct 20 10:47:58.671244 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e62a8d3f-c29e-492c-b304-ec60549f934e req-041c2a47-774a-4c5c-b0ed-b8b8836421e6 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/security-groups?id=887118a8-550c-4373-a758-17919f09b184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225612 Oct 20 10:47:58.760513 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-24a703e3-25a6-4828-8492-d560e640b8fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:58.790445 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-24a703e3-25a6-4828-8492-d560e640b8fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:58.865916 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-24a703e3-25a6-4828-8492-d560e640b8fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:58.871261 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-24a703e3-25a6-4828-8492-d560e640b8fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:58.873753 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-24a703e3-25a6-4828-8492-d560e640b8fa admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0277cdbb-688d-4219-8d14-368dd14e649c HTTP/1.1" status: 204 len: 168 time: 0.2283559 Oct 20 10:47:58.889123 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a703e3-25a6-4828-8492-d560e640b8fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0277cdbb-688d-4219-8d14-368dd14e649c,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:58.901029 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a703e3-25a6-4828-8492-d560e640b8fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:47:58.901391 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a703e3-25a6-4828-8492-d560e640b8fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:47:58.902067 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a703e3-25a6-4828-8492-d560e640b8fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:47:58.903621 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a703e3-25a6-4828-8492-d560e640b8fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:47:58.904116 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a703e3-25a6-4828-8492-d560e640b8fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:47:58.904824 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a703e3-25a6-4828-8492-d560e640b8fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:47:58.905130 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a703e3-25a6-4828-8492-d560e640b8fa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:47:58.905682 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a703e3-25a6-4828-8492-d560e640b8fa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:47:58.906175 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a703e3-25a6-4828-8492-d560e640b8fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:47:58.909251 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a703e3-25a6-4828-8492-d560e640b8fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:47:58.909251 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a703e3-25a6-4828-8492-d560e640b8fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:47:58.909251 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a703e3-25a6-4828-8492-d560e640b8fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:47:59.191863 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 62e3311d-1453-4089-bc90-018d8e2a5b82 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:47:59.315961 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 62e3311d-1453-4089-bc90-018d8e2a5b82 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:47:59.316575 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:59.346680 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1dd64611-67d0-4d4a-8f1b-7b98fda220aa req-b1d776c1-d2c1-40f6-b0d1-358a54562a19 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=e93a168e-3523-430d-abec-d9e9b5be6bdc HTTP/1.1" status: 200 len: 210 time: 0.0948513 Oct 20 10:47:59.367983 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device c8f279a9-fa3f-406e-b583-56be4e497d4e details requested by agent hyperv_n-h1-811396-3 with host n-h1-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:47:59.643156 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68fec8b-f964-4b67-a278-a3809240bd38 req-a23ad918-4d2c-469d-b186-2f073f197739 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:59.644935 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b68fec8b-f964-4b67-a278-a3809240bd38 req-a23ad918-4d2c-469d-b186-2f073f197739 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 944 time: 0.1481164 Oct 20 10:47:59.653561 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port c8f279a9-fa3f-406e-b583-56be4e497d4e, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=c8f279a9-fa3f-406e-b583-56be4e497d4e,segment=NetworkSegment(96dfa309-c7df-4d10-8f15-9d739a677474),segment_id=96dfa309-c7df-4d10-8f15-9d739a677474)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:47:59.666312 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Returning: {'device': 'c8f279a9-fa3f-406e-b583-56be4e497d4e', 'network_id': 'f1bd979d-a352-44ca-89b6-a358a0660ac0', 'port_id': 'c8f279a9-fa3f-406e-b583-56be4e497d4e', 'mac_address': 'fa:16:3e:a6:09:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 826, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c9ad18b-f3f9-4a90-802c-d346920a622d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:47:59.724539 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:59.742874 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8f279a9-fa3f-406e-b583-56be4e497d4e {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:47:59.766707 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port c8f279a9-fa3f-406e-b583-56be4e497d4e, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=c8f279a9-fa3f-406e-b583-56be4e497d4e,segment=NetworkSegment(96dfa309-c7df-4d10-8f15-9d739a677474),segment_id=96dfa309-c7df-4d10-8f15-9d739a677474)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:47:59.773814 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:47:59.788369 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b68fec8b-f964-4b67-a278-a3809240bd38 req-ab00087d-d8f5-413a-9189-5fbb734f07d3 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298053 Oct 20 10:47:59.824775 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad304fd-7c4d-4fd2-9fd7-dc109955c709 req-2f14624f-f9e0-4974-bb45-136f0ebd55a4 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:47:59.845233 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=c8f279a9-fa3f-406e-b583-56be4e497d4e,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:47:59.847810 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7ad304fd-7c4d-4fd2-9fd7-dc109955c709 req-2f14624f-f9e0-4974-bb45-136f0ebd55a4 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/ports?device_id=b7dcda2b-b887-4c82-aee3-61de879588e8 HTTP/1.1" status: 200 len: 946 time: 0.1566849 Oct 20 10:47:59.928740 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7ad304fd-7c4d-4fd2-9fd7-dc109955c709 req-4cc10694-a8b9-4775-8a2a-4eba460289ea tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/security-groups?id=887118a8-550c-4373-a758-17919f09b184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797300 Oct 20 10:48:00.119180 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dd8b22-517b-4259-85ad-2fa5cea70039 req-3138478b-e711-49f3-a977-396f453e8aa5 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:00.120830 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d9dd8b22-517b-4259-85ad-2fa5cea70039 req-3138478b-e711-49f3-a977-396f453e8aa5 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/ports?device_id=b7dcda2b-b887-4c82-aee3-61de879588e8 HTTP/1.1" status: 200 len: 946 time: 0.0624106 Oct 20 10:48:00.188823 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d9dd8b22-517b-4259-85ad-2fa5cea70039 req-dd947bd0-858c-460f-8d30-85c683fe776b tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/security-groups?id=887118a8-550c-4373-a758-17919f09b184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573790 Oct 20 10:48:00.255543 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['c8f279a9-fa3f-406e-b583-56be4e497d4e'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:48:00.464249 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 41132) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:48:00.542011 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9f1b2a5f-2694-4bd7-9898-e9e91ece7409 req-2232ba23-600a-4bd7-850e-03bf9e99cc24 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=e93a168e-3523-430d-abec-d9e9b5be6bdc HTTP/1.1" status: 200 len: 210 time: 0.0490022 Oct 20 10:48:00.656982 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-b53dd26d-20c4-4efc-9975-a04b56849145 tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] Request body: {'security_group': {'name': 'default'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:48:00.658628 n-d-811396-3 neutron-server[100596]: WARNING neutron.api.v2.base [None req-b53dd26d-20c4-4efc-9975-a04b56849145 tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 20 10:48:00.660095 n-d-811396-3 neutron-server[100596]: INFO neutron.api.v2.resource [None req-b53dd26d-20c4-4efc-9975-a04b56849145 tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] create failed (client error): There was a conflict when trying to complete your request. Oct 20 10:48:00.665300 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 41140) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:48:00.672860 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-62a48854-f8fd-4b17-8afe-f435549dfcab tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] Request body: {'security_group': {'name': 'tempest-secgroup--852828999'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:48:00.677234 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-b53dd26d-20c4-4efc-9975-a04b56849145 tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2106194 Oct 20 10:48:00.732737 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-62a48854-f8fd-4b17-8afe-f435549dfcab tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:00.753084 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-62a48854-f8fd-4b17-8afe-f435549dfcab tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:00.862136 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461126c2-11b5-4253-afa7-002f23588f41 req-a769f353-2294-4dda-9649-79315c72d5eb tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:00.869914 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-461126c2-11b5-4253-afa7-002f23588f41 req-a769f353-2294-4dda-9649-79315c72d5eb tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/ports?device_id=b7dcda2b-b887-4c82-aee3-61de879588e8 HTTP/1.1" status: 200 len: 946 time: 0.0833416 Oct 20 10:48:00.883615 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-62a48854-f8fd-4b17-8afe-f435549dfcab tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:00.889002 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-62a48854-f8fd-4b17-8afe-f435549dfcab tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:00.945871 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-461126c2-11b5-4253-afa7-002f23588f41 req-69b7b226-92d5-4005-9dc6-befd0f02f158 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/security-groups?id=887118a8-550c-4373-a758-17919f09b184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713310 Oct 20 10:48:00.985907 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61b6785-fb16-4f70-acb1-39ae5c7fac55 req-354959be-327c-4179-9877-f46920049368 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:00.987122 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-62a48854-f8fd-4b17-8afe-f435549dfcab tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:00.987521 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e61b6785-fb16-4f70-acb1-39ae5c7fac55 req-354959be-327c-4179-9877-f46920049368 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 945 time: 0.0996296 Oct 20 10:48:01.016212 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-62a48854-f8fd-4b17-8afe-f435549dfcab tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:01.052039 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a48854-f8fd-4b17-8afe-f435549dfcab tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15cb30ee-6054-49a0-852b-6db780b64aae,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:01.088656 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e61b6785-fb16-4f70-acb1-39ae5c7fac55 req-7bcd5c97-d3d1-497d-a4a1-fa65cafdc023 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934060 Oct 20 10:48:01.121806 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a48854-f8fd-4b17-8afe-f435549dfcab tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eddf348b-6b75-41a8-9155-196e6f45a567,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:01.155497 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-62a48854-f8fd-4b17-8afe-f435549dfcab tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:01.163655 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-62a48854-f8fd-4b17-8afe-f435549dfcab tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4957111 Oct 20 10:48:01.166706 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 41156) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:48:01.171842 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-ff4fcf36-050a-4e83-8a81-691919fc6b46 tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] Request body: {'security_group_rule': {'security_group_id': 'eddf348b-6b75-41a8-9155-196e6f45a567', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:48:01.219738 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ff4fcf36-050a-4e83-8a81-691919fc6b46 tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:01.380115 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ff4fcf36-050a-4e83-8a81-691919fc6b46 tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:01.391927 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ff4fcf36-050a-4e83-8a81-691919fc6b46 tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:01.425983 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4fcf36-050a-4e83-8a81-691919fc6b46 tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cae7c30d-1dd6-434f-bdb7-1d5c51af95d5,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:01.436017 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a141f7b1-f5bc-4493-9368-fe591365ccec req-cefdb520-35f6-491a-a618-f0e6118ae4e6 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:01.437889 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a141f7b1-f5bc-4493-9368-fe591365ccec req-cefdb520-35f6-491a-a618-f0e6118ae4e6 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.55 "GET /v2.0/networks?id=cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0 HTTP/1.1" status: 200 len: 812 time: 0.1798952 Oct 20 10:48:01.444963 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ff4fcf36-050a-4e83-8a81-691919fc6b46 tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:01.447431 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-ff4fcf36-050a-4e83-8a81-691919fc6b46 tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2775974 Oct 20 10:48:01.448908 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 41164) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:48:01.454024 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-e13afe8b-07d9-4ca7-9743-33990f63373c tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] Request body: {'security_group_rule': {'security_group_id': 'eddf348b-6b75-41a8-9155-196e6f45a567', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:48:01.474566 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-a141f7b1-f5bc-4493-9368-fe591365ccec req-23a36e06-76a1-4f68-b15c-dac77b42f007 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Request body: {'port': {'device_id': 'e93a168e-3523-430d-abec-d9e9b5be6bdc', 'network_id': 'cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0', 'admin_state_up': True, 'tenant_id': '304c84e5c7844b5cadef0d9d128b445c'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:48:01.544249 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e13afe8b-07d9-4ca7-9743-33990f63373c tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:01.649186 n-d-811396-3 neutron-server[100597]: INFO neutron.api.v2.resource [None req-e13afe8b-07d9-4ca7-9743-33990f63373c tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] create failed (client error): There was a conflict when trying to complete your request. Oct 20 10:48:01.650566 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-e13afe8b-07d9-4ca7-9743-33990f63373c tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2006335 Oct 20 10:48:01.653568 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 41168) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:48:01.672876 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a141f7b1-f5bc-4493-9368-fe591365ccec req-23a36e06-76a1-4f68-b15c-dac77b42f007 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Made reservation on behalf of 304c84e5c7844b5cadef0d9d128b445c for: {'port': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:48:01.678340 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-a141f7b1-f5bc-4493-9368-fe591365ccec req-23a36e06-76a1-4f68-b15c-dac77b42f007 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:01.729221 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-beb984c1-7788-4b21-98c1-0843a9143ca8 req-bb7257d1-97cf-4871-baad-5e2a6499a800 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=e93a168e-3523-430d-abec-d9e9b5be6bdc HTTP/1.1" status: 200 len: 210 time: 0.0374401 Oct 20 10:48:01.749628 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a7b57cb5-682b-40e3-8089-d506191b521e tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:01.789733 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a7b57cb5-682b-40e3-8089-d506191b521e tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:01.885882 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a7b57cb5-682b-40e3-8089-d506191b521e tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:01.889696 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a7b57cb5-682b-40e3-8089-d506191b521e tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:01.891658 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-a7b57cb5-682b-40e3-8089-d506191b521e tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] 10.222.0.64 "DELETE /v2.0/security-groups/eddf348b-6b75-41a8-9155-196e6f45a567 HTTP/1.1" status: 204 len: 168 time: 0.2367663 Oct 20 10:48:01.896741 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 41176) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:48:01.920070 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b57cb5-682b-40e3-8089-d506191b521e tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eddf348b-6b75-41a8-9155-196e6f45a567,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:01.977126 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-7ee47a67-7c4d-4765-ac06-c7894209b354 tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0789614 Oct 20 10:48:01.981142 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 41180) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:48:01.986110 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-7e337023-06ab-404f-a89b-e0f43f6ac582 tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] Request body: {'security_group': {'name': 'tempest-secgroup--1824423677'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:48:02.014774 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7e337023-06ab-404f-a89b-e0f43f6ac582 tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:02.048671 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bb84cc-854f-4b37-a2d5-eb0394edfd00 req-8f2ba9b0-e444-45b9-a619-da09f8b9dd30 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:02.050525 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c8bb84cc-854f-4b37-a2d5-eb0394edfd00 req-8f2ba9b0-e444-45b9-a619-da09f8b9dd30 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7dcda2b-b887-4c82-aee3-61de879588e8 HTTP/1.1" status: 200 len: 946 time: 0.2036047 Oct 20 10:48:02.051978 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [req-a141f7b1-f5bc-4493-9368-fe591365ccec req-23a36e06-76a1-4f68-b15c-dac77b42f007 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Allocated IP 172.20.0.10 (cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0/46305bfd-5c10-42c9-8afc-597f2425497e/5737e204-89e4-44bc-b10d-ac79d425b4e1) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:48:02.718275 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7e337023-06ab-404f-a89b-e0f43f6ac582 tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:02.734303 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7e337023-06ab-404f-a89b-e0f43f6ac582 tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:02.805143 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7e337023-06ab-404f-a89b-e0f43f6ac582 tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:02.807022 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-7e337023-06ab-404f-a89b-e0f43f6ac582 tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8241913 Oct 20 10:48:02.813442 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e337023-06ab-404f-a89b-e0f43f6ac582 tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c17dab3c-d388-476c-acc0-bf67ad4fb663,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:02.816854 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 41200) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:48:02.835466 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-f055aa25-eac0-4bf1-af8e-6c2d443726be tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] Request body: {'security_group_rule': {'security_group_id': 'c17dab3c-d388-476c-acc0-bf67ad4fb663', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:48:02.842013 n-d-811396-3 neutron-server[100597]: WARNING neutron.api.v2.base [None req-f055aa25-eac0-4bf1-af8e-6c2d443726be tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Oct 20 10:48:02.844710 n-d-811396-3 neutron-server[100597]: INFO neutron.api.v2.resource [None req-f055aa25-eac0-4bf1-af8e-6c2d443726be tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 10:48:02.846305 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-f055aa25-eac0-4bf1-af8e-6c2d443726be tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0278914 Oct 20 10:48:02.852122 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 41202) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:48:02.930223 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-76a78416-61cd-45f7-bd51-92177ea38e20 tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:02.956841 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-76a78416-61cd-45f7-bd51-92177ea38e20 tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:03.006632 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-76a78416-61cd-45f7-bd51-92177ea38e20 tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:03.009628 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-76a78416-61cd-45f7-bd51-92177ea38e20 tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:03.012021 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-76a78416-61cd-45f7-bd51-92177ea38e20 tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] 10.222.0.64 "DELETE /v2.0/security-groups/c17dab3c-d388-476c-acc0-bf67ad4fb663 HTTP/1.1" status: 204 len: 168 time: 0.1577995 Oct 20 10:48:03.017460 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 41206) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:48:03.023074 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a78416-61cd-45f7-bd51-92177ea38e20 tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c17dab3c-d388-476c-acc0-bf67ad4fb663,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:03.122476 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-a141f7b1-f5bc-4493-9368-fe591365ccec req-23a36e06-76a1-4f68-b15c-dac77b42f007 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:03.142439 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57ec2ad-4fdd-4faa-a967-68addc304f06 req-c0e1883f-73b6-42d0-bd01-162fbb548241 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:03.142776 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f57ec2ad-4fdd-4faa-a967-68addc304f06 req-c0e1883f-73b6-42d0-bd01-162fbb548241 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/ports?device_id=b7dcda2b-b887-4c82-aee3-61de879588e8 HTTP/1.1" status: 200 len: 946 time: 1.0367885 Oct 20 10:48:03.152457 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2cb1c4-4aee-49c3-be0f-f99e17f7091d req-de952061-dbec-4962-82af-d655f069e330 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:03.154046 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1e2cb1c4-4aee-49c3-be0f-f99e17f7091d req-de952061-dbec-4962-82af-d655f069e330 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 945 time: 0.9328303 Oct 20 10:48:03.219476 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-328e4edb-a3e3-4dfd-bf2c-942122cba3ca tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1986575 Oct 20 10:48:03.223116 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 41212) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:48:03.227709 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-8fd8c475-cb1c-4c2c-a72b-25d62a10e179 tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] Request body: {'security_group': {'name': 'tempest-secgroup--2002671895'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:48:03.246705 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-c8bb84cc-854f-4b37-a2d5-eb0394edfd00 req-892d5546-2c8e-4d84-a25c-26efdfcdf21f tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] Deleting port 11ac4dff-8428-48b3-8933-27a3b3ffe59d {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:48:03.247269 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c8bb84cc-854f-4b37-a2d5-eb0394edfd00 req-892d5546-2c8e-4d84-a25c-26efdfcdf21f tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:03.280707 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8fd8c475-cb1c-4c2c-a72b-25d62a10e179 tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:03.291200 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1e2cb1c4-4aee-49c3-be0f-f99e17f7091d req-4c3b93e2-09ae-496d-918b-177ec643599e tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218245 Oct 20 10:48:03.302529 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f57ec2ad-4fdd-4faa-a967-68addc304f06 req-fab28858-1844-49c9-8346-9d8f275c3d01 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/security-groups?id=887118a8-550c-4373-a758-17919f09b184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588542 Oct 20 10:48:03.340952 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-a141f7b1-f5bc-4493-9368-fe591365ccec req-23a36e06-76a1-4f68-b15c-dac77b42f007 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:03.372496 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device c8f279a9-fa3f-406e-b583-56be4e497d4e up at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:48:03.489938 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning for port c8f279a9-fa3f-406e-b583-56be4e497d4e completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:48:03.502856 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning complete for port c8f279a9-fa3f-406e-b583-56be4e497d4e triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:48:03.503689 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:03.519782 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8fd8c475-cb1c-4c2c-a72b-25d62a10e179 tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:03.530840 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8fd8c475-cb1c-4c2c-a72b-25d62a10e179 tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:03.550128 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8fd8c475-cb1c-4c2c-a72b-25d62a10e179 tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:03.554704 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-8fd8c475-cb1c-4c2c-a72b-25d62a10e179 tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3277588 Oct 20 10:48:03.559525 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 41218) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:48:03.564784 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-edab9581-9e8e-4c1e-9a8c-89b5602d2545 tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] Request body: {'security_group_rule': {'security_group_id': '3ff4e479-a347-4b70-a70a-e32202579057', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:48:03.568163 n-d-811396-3 neutron-server[100597]: WARNING neutron.api.v2.base [None req-edab9581-9e8e-4c1e-9a8c-89b5602d2545 tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Oct 20 10:48:03.568701 n-d-811396-3 neutron-server[100597]: INFO neutron.api.v2.resource [None req-edab9581-9e8e-4c1e-9a8c-89b5602d2545 tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 10:48:03.572942 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-edab9581-9e8e-4c1e-9a8c-89b5602d2545 tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0091562 Oct 20 10:48:03.573778 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 41220) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:48:03.574016 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-6e91ea20-f5d2-4293-847f-8fb54372c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:03.611578 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd8c475-cb1c-4c2c-a72b-25d62a10e179 tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ff4e479-a347-4b70-a70a-e32202579057,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:03.625495 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd8c475-cb1c-4c2c-a72b-25d62a10e179 tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:48:03.625827 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd8c475-cb1c-4c2c-a72b-25d62a10e179 tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:48:03.626178 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd8c475-cb1c-4c2c-a72b-25d62a10e179 tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:48:03.626522 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd8c475-cb1c-4c2c-a72b-25d62a10e179 tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:48:03.626860 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd8c475-cb1c-4c2c-a72b-25d62a10e179 tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:48:03.627191 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd8c475-cb1c-4c2c-a72b-25d62a10e179 tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:48:03.627610 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd8c475-cb1c-4c2c-a72b-25d62a10e179 tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:48:03.627946 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd8c475-cb1c-4c2c-a72b-25d62a10e179 tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:48:03.628811 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd8c475-cb1c-4c2c-a72b-25d62a10e179 tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:48:03.629141 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd8c475-cb1c-4c2c-a72b-25d62a10e179 tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:48:03.629482 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd8c475-cb1c-4c2c-a72b-25d62a10e179 tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:48:03.629801 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd8c475-cb1c-4c2c-a72b-25d62a10e179 tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:48:03.645865 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a141f7b1-f5bc-4493-9368-fe591365ccec req-23a36e06-76a1-4f68-b15c-dac77b42f007 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Network cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0 is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:48:03.656356 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a36e06-76a1-4f68-b15c-dac77b42f007 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Pushing event updated for resources: {'Port': ['ID=5737e204-89e4-44bc-b10d-ac79d425b4e1,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:03.661049 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [req-a141f7b1-f5bc-4493-9368-fe591365ccec req-23a36e06-76a1-4f68-b15c-dac77b42f007 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:48:03.667171 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:03.695453 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-a141f7b1-f5bc-4493-9368-fe591365ccec req-23a36e06-76a1-4f68-b15c-dac77b42f007 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:48:03.700515 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-15a31d96-d7be-4df9-b040-566d05a1e36a tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:03.721403 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e96be23b-3372-49fd-9827-dcff58a8fe2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8f279a9-fa3f-406e-b583-56be4e497d4e'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:48:03.728793 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79c72f1c-5b60-4773-98c9-18039b358e76" -d '{"events": [{"server_uuid": "e96be23b-3372-49fd-9827-dcff58a8fe2c", "name": "network-vif-plugged", "status": "completed", "tag": "c8f279a9-fa3f-406e-b583-56be4e497d4e"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:48:03.740984 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-c8bb84cc-854f-4b37-a2d5-eb0394edfd00 req-892d5546-2c8e-4d84-a25c-26efdfcdf21f tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] For port 11ac4dff-8428-48b3-8933-27a3b3ffe59d, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=11ac4dff-8428-48b3-8933-27a3b3ffe59d,segment=NetworkSegment(667bfc55-8fb5-4232-84e0-731edce9afd9),segment_id=667bfc55-8fb5-4232-84e0-731edce9afd9)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:48:03.741986 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c8bb84cc-854f-4b37-a2d5-eb0394edfd00 req-892d5546-2c8e-4d84-a25c-26efdfcdf21f tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:03.762265 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-15a31d96-d7be-4df9-b040-566d05a1e36a tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:03.766604 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port c8f279a9-fa3f-406e-b583-56be4e497d4e, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=c8f279a9-fa3f-406e-b583-56be4e497d4e,segment=NetworkSegment(96dfa309-c7df-4d10-8f15-9d739a677474),segment_id=96dfa309-c7df-4d10-8f15-9d739a677474)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:48:03.774169 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:03.840634 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f8cf44b-fb62-4fa6-b691-3494bf3069c0 x-openstack-request-id: req-3f8cf44b-fb62-4fa6-b691-3494bf3069c0 {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:48:03.840927 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e96be23b-3372-49fd-9827-dcff58a8fe2c", "name": "network-vif-plugged", "status": "completed", "tag": "c8f279a9-fa3f-406e-b583-56be4e497d4e", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:48:03.841343 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3f8cf44b-fb62-4fa6-b691-3494bf3069c0 {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:48:03.841885 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e96be23b-3372-49fd-9827-dcff58a8fe2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8f279a9-fa3f-406e-b583-56be4e497d4e', 'code': 200} Oct 20 10:48:03.857638 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-15a31d96-d7be-4df9-b040-566d05a1e36a tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:03.865351 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-15a31d96-d7be-4df9-b040-566d05a1e36a tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:03.868459 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-15a31d96-d7be-4df9-b040-566d05a1e36a tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] 10.222.0.64 "DELETE /v2.0/security-groups/3ff4e479-a347-4b70-a70a-e32202579057 HTTP/1.1" status: 204 len: 168 time: 0.2934935 Oct 20 10:48:03.871047 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-c8bb84cc-854f-4b37-a2d5-eb0394edfd00 req-892d5546-2c8e-4d84-a25c-26efdfcdf21f tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] Calling delete_port for 11ac4dff-8428-48b3-8933-27a3b3ffe59d owned by compute:nova {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:48:03.891930 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 41228) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:48:03.902963 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a31d96-d7be-4df9-b040-566d05a1e36a tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ff4e479-a347-4b70-a70a-e32202579057,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:03.934821 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=c8f279a9-fa3f-406e-b583-56be4e497d4e,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:03.943290 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4484e660-a3a1-45bb-8d1b-f968acaf1bc3 req-b7f4fdeb-0081-494a-a150-044fbb80ad69 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:03.951884 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4484e660-a3a1-45bb-8d1b-f968acaf1bc3 req-b7f4fdeb-0081-494a-a150-044fbb80ad69 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=e93a168e-3523-430d-abec-d9e9b5be6bdc HTTP/1.1" status: 200 len: 932 time: 0.4392602 Oct 20 10:48:04.088109 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a141f7b1-f5bc-4493-9368-fe591365ccec req-23a36e06-76a1-4f68-b15c-dac77b42f007 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:04.088768 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-a141f7b1-f5bc-4493-9368-fe591365ccec req-23a36e06-76a1-4f68-b15c-dac77b42f007 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:04.111756 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-efb9f8e5-1690-43e6-a564-720fda29d9cb tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2142746 Oct 20 10:48:04.113628 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 41232) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:48:04.120608 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-fd0de011-cf6c-4482-8041-3d489a642d36 tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] Request body: {'security_group': {'name': 'tempest-secgroup--1546189539'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:48:04.145729 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-12372e1f-e554-40a3-a2bd-e5dffcbb3238 None None] Provisioning complete for port 5737e204-89e4-44bc-b10d-ac79d425b4e1 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:48:04.146452 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-12372e1f-e554-40a3-a2bd-e5dffcbb3238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:04.153356 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fd0de011-cf6c-4482-8041-3d489a642d36 tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:04.168445 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4484e660-a3a1-45bb-8d1b-f968acaf1bc3 req-e73ce37f-14b5-407e-9b35-a5b74f2de057 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e1d7c5e-d35b-480e-bc76-e69dc8123b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156751 Oct 20 10:48:04.175796 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a141f7b1-f5bc-4493-9368-fe591365ccec req-23a36e06-76a1-4f68-b15c-dac77b42f007 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7128837 Oct 20 10:48:04.235970 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90561d1-ac73-4f56-92f4-47e15cf4e4ec req-1d76a16d-c7a9-408f-8cc4-ab3aaac530f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:04.236523 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fd0de011-cf6c-4482-8041-3d489a642d36 tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:04.242786 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b90561d1-ac73-4f56-92f4-47e15cf4e4ec req-1d76a16d-c7a9-408f-8cc4-ab3aaac530f2 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 1097 time: 0.3226843 Oct 20 10:48:04.244764 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fd0de011-cf6c-4482-8041-3d489a642d36 tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:04.246880 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-12372e1f-e554-40a3-a2bd-e5dffcbb3238 None None] Port 5737e204-89e4-44bc-b10d-ac79d425b4e1 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:48:04.272223 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-a141f7b1-f5bc-4493-9368-fe591365ccec req-155d01ad-b7bf-4883-84e8-6e2f90569ad3 service neutron] Request body: {'port': {'device_id': 'e93a168e-3523-430d-abec-d9e9b5be6bdc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811396-3'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:48:04.281856 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fd0de011-cf6c-4482-8041-3d489a642d36 tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:04.283205 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-fd0de011-cf6c-4482-8041-3d489a642d36 tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1679823 Oct 20 10:48:04.286770 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 41238) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:48:04.293068 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-0e7fabc0-ee03-4082-a162-fd229d3399e8 tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] Request body: {'security_group_rule': {'security_group_id': '510788a6-8ff1-4a0e-abf4-12dddeafe240', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:48:04.314786 n-d-811396-3 neutron-server[100597]: WARNING neutron.api.v2.base [None req-0e7fabc0-ee03-4082-a162-fd229d3399e8 tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Oct 20 10:48:04.316752 n-d-811396-3 neutron-server[100597]: INFO neutron.api.v2.resource [None req-0e7fabc0-ee03-4082-a162-fd229d3399e8 tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 10:48:04.317909 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-0e7fabc0-ee03-4082-a162-fd229d3399e8 tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0300505 Oct 20 10:48:04.324802 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 41240) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:48:04.330343 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-14e6a459-d13c-4e27-ac90-a285d2d6190e tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] Request body: {'security_group_rule': {'security_group_id': '510788a6-8ff1-4a0e-abf4-12dddeafe240', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:48:04.331093 n-d-811396-3 neutron-server[100597]: WARNING neutron.api.v2.base [None req-14e6a459-d13c-4e27-ac90-a285d2d6190e tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Oct 20 10:48:04.331820 n-d-811396-3 neutron-server[100597]: INFO neutron.api.v2.resource [None req-14e6a459-d13c-4e27-ac90-a285d2d6190e tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 10:48:04.333014 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-14e6a459-d13c-4e27-ac90-a285d2d6190e tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0084963 Oct 20 10:48:04.340851 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 41246) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:48:04.346333 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-0b18efbd-8dc4-49c9-a02a-bf18e4927bf2 tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] Request body: {'security_group_rule': {'security_group_id': '510788a6-8ff1-4a0e-abf4-12dddeafe240', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:48:04.347436 n-d-811396-3 neutron-server[100597]: WARNING neutron.api.v2.base [None req-0b18efbd-8dc4-49c9-a02a-bf18e4927bf2 tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Oct 20 10:48:04.347954 n-d-811396-3 neutron-server[100597]: INFO neutron.api.v2.resource [None req-0b18efbd-8dc4-49c9-a02a-bf18e4927bf2 tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 10:48:04.348918 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-0b18efbd-8dc4-49c9-a02a-bf18e4927bf2 tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0070951 Oct 20 10:48:04.355060 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 41248) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:48:04.360452 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-3b8073d8-9363-4adc-bdf5-b6e057e42e51 tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] Request body: {'security_group_rule': {'security_group_id': '510788a6-8ff1-4a0e-abf4-12dddeafe240', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:48:04.361368 n-d-811396-3 neutron-server[100597]: WARNING neutron.api.v2.base [None req-3b8073d8-9363-4adc-bdf5-b6e057e42e51 tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Oct 20 10:48:04.362188 n-d-811396-3 neutron-server[100597]: INFO neutron.api.v2.resource [None req-3b8073d8-9363-4adc-bdf5-b6e057e42e51 tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 10:48:04.362846 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-3b8073d8-9363-4adc-bdf5-b6e057e42e51 tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0066772 Oct 20 10:48:04.373201 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 41250) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:48:04.384722 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0de011-cf6c-4482-8041-3d489a642d36 tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] Pushing event updated for resources: {'SecurityGroup': ['ID=510788a6-8ff1-4a0e-abf4-12dddeafe240,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:04.398175 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-a141f7b1-f5bc-4493-9368-fe591365ccec req-155d01ad-b7bf-4883-84e8-6e2f90569ad3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:04.417047 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c8bb84cc-854f-4b37-a2d5-eb0394edfd00 req-892d5546-2c8e-4d84-a25c-26efdfcdf21f tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:04.419766 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b90561d1-ac73-4f56-92f4-47e15cf4e4ec req-cd8a0dbf-b233-4bf7-a23f-46278dc38b07 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204777 Oct 20 10:48:04.429801 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['11ac4dff-8428-48b3-8933-27a3b3ffe59d'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:48:04.448628 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d04ccc38-88ac-4b91-b44c-0392f445f5b7 tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:04.477709 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d04ccc38-88ac-4b91-b44c-0392f445f5b7 tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:04.486002 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892d5546-2c8e-4d84-a25c-26efdfcdf21f tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] Pushing event deleted for resources: {'Port': ['ID=11ac4dff-8428-48b3-8933-27a3b3ffe59d,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:04.529274 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d04ccc38-88ac-4b91-b44c-0392f445f5b7 tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:04.532778 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d04ccc38-88ac-4b91-b44c-0392f445f5b7 tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:04.534893 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-d04ccc38-88ac-4b91-b44c-0392f445f5b7 tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] 10.222.0.64 "DELETE /v2.0/security-groups/510788a6-8ff1-4a0e-abf4-12dddeafe240 HTTP/1.1" status: 204 len: 168 time: 0.1601124 Oct 20 10:48:04.547575 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 41256) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:48:04.548725 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04ccc38-88ac-4b91-b44c-0392f445f5b7 tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=510788a6-8ff1-4a0e-abf4-12dddeafe240,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:04.576808 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4570c2d9-279c-432e-b557-72fe434fbe1c req-5439566e-34fc-4588-9cbf-b08b56c4cbe4 tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.64 "GET /v2.0/ports?device_id=b7dcda2b-b887-4c82-aee3-61de879588e8 HTTP/1.1" status: 200 len: 210 time: 0.1233668 Oct 20 10:48:04.614996 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-dfcea8b5-f903-4a3f-a19e-8c0890b43cf0 tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0624492 Oct 20 10:48:04.620519 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 41262) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:48:04.625126 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-83f54a74-dc24-4dab-9ebe-82ff61416f82 tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] Request body: {'security_group': {'name': 'tempest-secgroup--1628063782'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:48:04.644809 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8bb84cc-854f-4b37-a2d5-eb0394edfd00 req-892d5546-2c8e-4d84-a25c-26efdfcdf21f tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] No DVR routers for this DVR port 11ac4dff-8428-48b3-8933-27a3b3ffe59d on host n-h2-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:48:04.653410 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c8bb84cc-854f-4b37-a2d5-eb0394edfd00 req-892d5546-2c8e-4d84-a25c-26efdfcdf21f tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:04.657346 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c8bb84cc-854f-4b37-a2d5-eb0394edfd00 req-892d5546-2c8e-4d84-a25c-26efdfcdf21f tempest-ServerDiskConfigTestJSON-1616454974 tempest-ServerDiskConfigTestJSON-1616454974-project] 10.222.0.69 "DELETE /v2.0/ports/11ac4dff-8428-48b3-8933-27a3b3ffe59d HTTP/1.1" status: 204 len: 173 time: 2.5949867 Oct 20 10:48:04.657855 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7dcda2b-b887-4c82-aee3-61de879588e8', 'name': 'network-vif-deleted', 'tag': '11ac4dff-8428-48b3-8933-27a3b3ffe59d'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:48:04.660556 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad0259c3-7d40-45f5-ab14-6f91ed66fda2" -d '{"events": [{"server_uuid": "b7dcda2b-b887-4c82-aee3-61de879588e8", "name": "network-vif-deleted", "tag": "11ac4dff-8428-48b3-8933-27a3b3ffe59d"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:48:04.673123 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-83f54a74-dc24-4dab-9ebe-82ff61416f82 tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:04.818420 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0d0f33-747b-4bb3-b71b-81a4ebdae1d6 req-53b58d25-8e51-468f-8f41-4308f25aadb5 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:04.820818 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-83f54a74-dc24-4dab-9ebe-82ff61416f82 tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:04.831979 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-eb0d0f33-747b-4bb3-b71b-81a4ebdae1d6 req-53b58d25-8e51-468f-8f41-4308f25aadb5 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 946 time: 0.3489010 Oct 20 10:48:04.833074 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-83f54a74-dc24-4dab-9ebe-82ff61416f82 tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:04.897456 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-83f54a74-dc24-4dab-9ebe-82ff61416f82 tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:04.900539 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-83f54a74-dc24-4dab-9ebe-82ff61416f82 tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2779124 Oct 20 10:48:04.903522 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 41266) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:48:04.912275 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-907076e8-077c-4133-9d13-bc56a7066100 tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] Request body: {'security_group_rule': {'security_group_id': 'c66692b2-f4b7-41a2-aaff-e6b82ea2f41f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:48:04.913099 n-d-811396-3 neutron-server[100597]: WARNING neutron.api.v2.base [None req-907076e8-077c-4133-9d13-bc56a7066100 tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 20 10:48:04.913604 n-d-811396-3 neutron-server[100597]: INFO neutron.api.v2.resource [None req-907076e8-077c-4133-9d13-bc56a7066100 tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 10:48:04.914579 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-907076e8-077c-4133-9d13-bc56a7066100 tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0102239 Oct 20 10:48:04.921143 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 41268) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:48:04.925911 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-02301ba1-673c-4d51-bf89-368874e735ae tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] Request body: {'security_group_rule': {'security_group_id': 'c66692b2-f4b7-41a2-aaff-e6b82ea2f41f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:48:04.934409 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d8b9339-6edb-477d-a7dc-fb63be888e69 x-openstack-request-id: req-6d8b9339-6edb-477d-a7dc-fb63be888e69 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:48:04.934692 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7dcda2b-b887-4c82-aee3-61de879588e8", "name": "network-vif-deleted", "tag": "11ac4dff-8428-48b3-8933-27a3b3ffe59d", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:48:04.934959 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6d8b9339-6edb-477d-a7dc-fb63be888e69 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:48:04.935337 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7dcda2b-b887-4c82-aee3-61de879588e8', 'name': 'network-vif-deleted', 'tag': '11ac4dff-8428-48b3-8933-27a3b3ffe59d', 'status': 'completed', 'code': 200} Oct 20 10:48:04.936053 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f54a74-dc24-4dab-9ebe-82ff61416f82 tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c66692b2-f4b7-41a2-aaff-e6b82ea2f41f,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:04.941227 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-eb0d0f33-747b-4bb3-b71b-81a4ebdae1d6 req-b1f4193a-d9da-43b5-b74a-0d0721fb7524 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084113 Oct 20 10:48:05.030739 n-d-811396-3 neutron-server[100596]: INFO neutron.api.v2.resource [None req-02301ba1-673c-4d51-bf89-368874e735ae tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 10:48:05.033580 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-02301ba1-673c-4d51-bf89-368874e735ae tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1097286 Oct 20 10:48:05.035242 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 41274) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:48:05.064154 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-1d497e40-9c03-49f2-bacb-8eda86a7bbc4 tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] Request body: {'security_group_rule': {'security_group_id': 'c66692b2-f4b7-41a2-aaff-e6b82ea2f41f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:48:05.065007 n-d-811396-3 neutron-server[100596]: WARNING neutron.api.v2.base [None req-1d497e40-9c03-49f2-bacb-8eda86a7bbc4 tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Oct 20 10:48:05.065693 n-d-811396-3 neutron-server[100596]: INFO neutron.api.v2.resource [None req-1d497e40-9c03-49f2-bacb-8eda86a7bbc4 tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 10:48:05.066868 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-1d497e40-9c03-49f2-bacb-8eda86a7bbc4 tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0272179 Oct 20 10:48:05.069965 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 41276) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:48:05.087529 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-9789d832-5f5c-4429-825a-8e5b466ba24a tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] Request body: {'security_group_rule': {'security_group_id': 'c66692b2-f4b7-41a2-aaff-e6b82ea2f41f', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:48:05.153709 n-d-811396-3 neutron-server[100597]: INFO neutron.api.v2.resource [None req-9789d832-5f5c-4429-825a-8e5b466ba24a tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 10:48:05.156245 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-9789d832-5f5c-4429-825a-8e5b466ba24a tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0835345 Oct 20 10:48:05.159057 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 41278) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:48:05.164515 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-9a640ab7-54a4-427e-86a4-ba9f9c01c391 tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] Request body: {'security_group_rule': {'security_group_id': 'c66692b2-f4b7-41a2-aaff-e6b82ea2f41f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:48:05.167850 n-d-811396-3 neutron-server[100597]: WARNING neutron.api.v2.base [None req-9a640ab7-54a4-427e-86a4-ba9f9c01c391 tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 20 10:48:05.169212 n-d-811396-3 neutron-server[100597]: INFO neutron.api.v2.resource [None req-9a640ab7-54a4-427e-86a4-ba9f9c01c391 tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 10:48:05.171267 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-9a640ab7-54a4-427e-86a4-ba9f9c01c391 tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0108030 Oct 20 10:48:05.174192 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 41280) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:48:05.183092 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-00a2a49b-2530-4b0f-9868-7efad09e892d tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] Request body: {'security_group_rule': {'security_group_id': 'c66692b2-f4b7-41a2-aaff-e6b82ea2f41f', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:48:05.266664 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [req-a141f7b1-f5bc-4493-9368-fe591365ccec req-155d01ad-b7bf-4883-84e8-6e2f90569ad3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5737e204-89e4-44bc-b10d-ac79d425b4e1 {{(pid=100596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:48:05.305255 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-a141f7b1-f5bc-4493-9368-fe591365ccec req-155d01ad-b7bf-4883-84e8-6e2f90569ad3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:05.352381 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.provisioning_blocks [req-a141f7b1-f5bc-4493-9368-fe591365ccec req-155d01ad-b7bf-4883-84e8-6e2f90569ad3 service neutron] Transition to ACTIVE for port object 5737e204-89e4-44bc-b10d-ac79d425b4e1 will not be triggered until provisioned by entity L2. {{(pid=100596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:48:05.356582 n-d-811396-3 neutron-server[100597]: INFO neutron.api.v2.resource [None req-00a2a49b-2530-4b0f-9868-7efad09e892d tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 10:48:05.357793 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-00a2a49b-2530-4b0f-9868-7efad09e892d tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1825185 Oct 20 10:48:05.360672 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 41284) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:48:05.365674 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-fe1b14f5-45c3-4799-82ed-e96a69511a96 tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] Request body: {'security_group_rule': {'security_group_id': 'c66692b2-f4b7-41a2-aaff-e6b82ea2f41f', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:48:05.366271 n-d-811396-3 neutron-server[100597]: WARNING neutron.api.v2.base [None req-fe1b14f5-45c3-4799-82ed-e96a69511a96 tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Oct 20 10:48:05.366760 n-d-811396-3 neutron-server[100597]: INFO neutron.api.v2.resource [None req-fe1b14f5-45c3-4799-82ed-e96a69511a96 tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 10:48:05.370745 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-fe1b14f5-45c3-4799-82ed-e96a69511a96 tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0060532 Oct 20 10:48:05.370745 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 41286) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:48:05.379062 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-9c98310b-571e-45ba-b761-f2a2c830cbf6 tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] Request body: {'security_group_rule': {'security_group_id': 'c66692b2-f4b7-41a2-aaff-e6b82ea2f41f', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:48:05.391079 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-a141f7b1-f5bc-4493-9368-fe591365ccec req-155d01ad-b7bf-4883-84e8-6e2f90569ad3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:05.436345 n-d-811396-3 neutron-server[100597]: INFO neutron.api.v2.resource [None req-9c98310b-571e-45ba-b761-f2a2c830cbf6 tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 10:48:05.443905 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 41292) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:48:05.449700 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-70dda910-a142-4c79-85ba-0eaaaa15ac00 tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] Request body: {'security_group_rule': {'security_group_id': 'c66692b2-f4b7-41a2-aaff-e6b82ea2f41f', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:48:05.450624 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-9c98310b-571e-45ba-b761-f2a2c830cbf6 tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0791988 Oct 20 10:48:05.506692 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fbce79-65c7-46b4-b06e-bbcdefe0e5c6 req-2ead24ba-7299-4041-9083-5666d4649d24 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:05.508300 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-68fbce79-65c7-46b4-b06e-bbcdefe0e5c6 req-2ead24ba-7299-4041-9083-5666d4649d24 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=e93a168e-3523-430d-abec-d9e9b5be6bdc HTTP/1.1" status: 200 len: 932 time: 0.1707828 Oct 20 10:48:05.511823 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155d01ad-b7bf-4883-84e8-6e2f90569ad3 service neutron] Pushing event updated for resources: {'Port': ['ID=5737e204-89e4-44bc-b10d-ac79d425b4e1,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:05.594029 n-d-811396-3 neutron-server[100596]: INFO neutron.api.v2.resource [None req-70dda910-a142-4c79-85ba-0eaaaa15ac00 tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 10:48:05.595466 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-70dda910-a142-4c79-85ba-0eaaaa15ac00 tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1503196 Oct 20 10:48:05.598924 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 41294) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:48:05.633217 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-68fbce79-65c7-46b4-b06e-bbcdefe0e5c6 req-93cc898d-637e-4fda-a8d1-43de2aa7715f tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e1d7c5e-d35b-480e-bc76-e69dc8123b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079130 Oct 20 10:48:05.665143 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-a141f7b1-f5bc-4493-9368-fe591365ccec req-155d01ad-b7bf-4883-84e8-6e2f90569ad3 service neutron] Attempting to bind port 5737e204-89e4-44bc-b10d-ac79d425b4e1 on host n-h1-811396-3 for vnic_type normal with profile {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:48:05.665536 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-a141f7b1-f5bc-4493-9368-fe591365ccec req-155d01ad-b7bf-4883-84e8-6e2f90569ad3 service neutron] Attempting to bind port 5737e204-89e4-44bc-b10d-ac79d425b4e1 by drivers openvswitch,hyperv on host n-h1-811396-3 at level 0 using segments [{'id': '5f5097d1-dd03-4e53-8d67-381b8a2c1ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:48:05.665870 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a141f7b1-f5bc-4493-9368-fe591365ccec req-155d01ad-b7bf-4883-84e8-6e2f90569ad3 service neutron] Attempting to bind port 5737e204-89e4-44bc-b10d-ac79d425b4e1 on network cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:48:05.678086 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a141f7b1-f5bc-4493-9368-fe591365ccec req-155d01ad-b7bf-4883-84e8-6e2f90569ad3 service neutron] Port 5737e204-89e4-44bc-b10d-ac79d425b4e1 on network cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0 not bound, no agent of type Open vSwitch agent registered on host n-h1-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:48:05.678483 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a141f7b1-f5bc-4493-9368-fe591365ccec req-155d01ad-b7bf-4883-84e8-6e2f90569ad3 service neutron] Attempting to bind port 5737e204-89e4-44bc-b10d-ac79d425b4e1 on network cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:48:05.685645 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a141f7b1-f5bc-4493-9368-fe591365ccec req-155d01ad-b7bf-4883-84e8-6e2f90569ad3 service neutron] Checking agent: {'id': 'b707b4cc-061f-4cf4-bce0-0b3df9b7bec9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 47, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:48:05.685986 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a141f7b1-f5bc-4493-9368-fe591365ccec req-155d01ad-b7bf-4883-84e8-6e2f90569ad3 service neutron] Checking segment: {'id': '5f5097d1-dd03-4e53-8d67-381b8a2c1ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:48:05.686367 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a141f7b1-f5bc-4493-9368-fe591365ccec req-155d01ad-b7bf-4883-84e8-6e2f90569ad3 service neutron] Bound using segment: {'id': '5f5097d1-dd03-4e53-8d67-381b8a2c1ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0'} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:48:05.686800 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-a141f7b1-f5bc-4493-9368-fe591365ccec req-155d01ad-b7bf-4883-84e8-6e2f90569ad3 service neutron] Bound port: 5737e204-89e4-44bc-b10d-ac79d425b4e1, host: n-h1-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f5097d1-dd03-4e53-8d67-381b8a2c1ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0'}}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:48:05.688776 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-a141f7b1-f5bc-4493-9368-fe591365ccec req-155d01ad-b7bf-4883-84e8-6e2f90569ad3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:05.700675 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1bca3d1e-5018-486e-9815-a4aa09794011 tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:05.739880 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1bca3d1e-5018-486e-9815-a4aa09794011 tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:05.866130 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1bca3d1e-5018-486e-9815-a4aa09794011 tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:05.870347 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1bca3d1e-5018-486e-9815-a4aa09794011 tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:05.871904 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-1bca3d1e-5018-486e-9815-a4aa09794011 tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] 10.222.0.64 "DELETE /v2.0/security-groups/c66692b2-f4b7-41a2-aaff-e6b82ea2f41f HTTP/1.1" status: 204 len: 168 time: 0.2721951 Oct 20 10:48:05.875213 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 41314) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:48:05.887241 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-a141f7b1-f5bc-4493-9368-fe591365ccec req-155d01ad-b7bf-4883-84e8-6e2f90569ad3 service neutron] For port 5737e204-89e4-44bc-b10d-ac79d425b4e1, host n-h1-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:48:05.897586 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-a141f7b1-f5bc-4493-9368-fe591365ccec req-155d01ad-b7bf-4883-84e8-6e2f90569ad3 service neutron] For port 5737e204-89e4-44bc-b10d-ac79d425b4e1, host n-h1-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=5737e204-89e4-44bc-b10d-ac79d425b4e1,segment=NetworkSegment(5f5097d1-dd03-4e53-8d67-381b8a2c1ac8),segment_id=5f5097d1-dd03-4e53-8d67-381b8a2c1ac8)] {{(pid=100596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:48:05.904801 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-a141f7b1-f5bc-4493-9368-fe591365ccec req-155d01ad-b7bf-4883-84e8-6e2f90569ad3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:05.915065 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bca3d1e-5018-486e-9815-a4aa09794011 tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c66692b2-f4b7-41a2-aaff-e6b82ea2f41f,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:05.936691 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 41316) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:48:05.972749 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-6cf18598-1a9d-48f3-a752-6b501dbd2f21 tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0922637 Oct 20 10:48:05.987119 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 41320) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:48:06.010277 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-6e348a78-e0e9-4630-b0ea-d2d30380c00b tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] Request body: {'security_group': {'name': 'tempest-secgroup--366261022'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:48:06.060468 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6e348a78-e0e9-4630-b0ea-d2d30380c00b tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:06.061350 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a141f7b1-f5bc-4493-9368-fe591365ccec req-155d01ad-b7bf-4883-84e8-6e2f90569ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:06.063290 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-a141f7b1-f5bc-4493-9368-fe591365ccec req-155d01ad-b7bf-4883-84e8-6e2f90569ad3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:06.065293 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a141f7b1-f5bc-4493-9368-fe591365ccec req-155d01ad-b7bf-4883-84e8-6e2f90569ad3 service neutron] 10.222.0.55 "PUT /v2.0/ports/5737e204-89e4-44bc-b10d-ac79d425b4e1 HTTP/1.1" status: 200 len: 1092 time: 1.7976973 Oct 20 10:48:06.167183 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-a6897e08-f9a8-4cf6-b335-01d87e3ee806 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:06.209429 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6e348a78-e0e9-4630-b0ea-d2d30380c00b tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:06.216978 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155d01ad-b7bf-4883-84e8-6e2f90569ad3 service neutron] Pushing event updated for resources: {'Port': ['ID=5737e204-89e4-44bc-b10d-ac79d425b4e1,revision_number=3']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:06.225722 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6e348a78-e0e9-4630-b0ea-d2d30380c00b tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:06.240659 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_v2 [None req-2672c6fd-b62f-424d-83b4-476b2f6c4d3b admin admin] Deleting subnet 7e45182b-6a6c-44ef-8f7c-271290a24a13 {{(pid=100596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:48:06.272648 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2672c6fd-b62f-424d-83b4-476b2f6c4d3b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:06.280478 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e348a78-e0e9-4630-b0ea-d2d30380c00b tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2916b2e7-87bb-4bc6-b615-7edf097f453f,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:06.285031 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6e348a78-e0e9-4630-b0ea-d2d30380c00b tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:06.286237 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-6e348a78-e0e9-4630-b0ea-d2d30380c00b tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2970955 Oct 20 10:48:06.290743 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 41326) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:48:06.298349 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-27941ef5-3775-4ad6-a9e0-7d77da3a55d3 tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] Request body: {'security_group_rule': {'security_group_id': '2916b2e7-87bb-4bc6-b615-7edf097f453f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:48:06.335708 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810ab7bc-92a1-48e1-a24c-88a487fd39f2 req-7939946a-9564-405c-ada5-e47d7133a1a4 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:06.346553 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-810ab7bc-92a1-48e1-a24c-88a487fd39f2 req-7939946a-9564-405c-ada5-e47d7133a1a4 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 946 time: 0.2412157 Oct 20 10:48:06.362100 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a141f7b1-f5bc-4493-9368-fe591365ccec req-2a267eb9-5b84-4778-9d69-94d22f7eeb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:06.363583 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a141f7b1-f5bc-4493-9368-fe591365ccec req-2a267eb9-5b84-4778-9d69-94d22f7eeb6e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=304c84e5c7844b5cadef0d9d128b445c&device_id=e93a168e-3523-430d-abec-d9e9b5be6bdc HTTP/1.1" status: 200 len: 1095 time: 0.1868143 Oct 20 10:48:06.379397 n-d-811396-3 neutron-server[100597]: INFO neutron.api.v2.resource [None req-27941ef5-3775-4ad6-a9e0-7d77da3a55d3 tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] create failed (client error): The resource could not be found. Oct 20 10:48:06.383279 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-27941ef5-3775-4ad6-a9e0-7d77da3a55d3 tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0888481 Oct 20 10:48:06.384678 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 41328) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:48:06.393100 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-0e15db36-9be5-40b1-a7ff-7d93f729634c tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] Request body: {'security_group_rule': {'security_group_id': '2916b2e7-87bb-4bc6-b615-7edf097f453f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'fdd676b1-9b68-4cc7-9aa7-534b5b5be7c6'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:48:06.438221 n-d-811396-3 neutron-server[100597]: INFO neutron.api.v2.resource [None req-0e15db36-9be5-40b1-a7ff-7d93f729634c tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] create failed (client error): The resource could not be found. Oct 20 10:48:06.438681 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2672c6fd-b62f-424d-83b4-476b2f6c4d3b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25189079'] for subnet, precommit_delete_associations {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:06.442565 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-0e15db36-9be5-40b1-a7ff-7d93f729634c tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0537858 Oct 20 10:48:06.443442 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 41330) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:48:06.461963 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a141f7b1-f5bc-4493-9368-fe591365ccec req-02bcc9da-9d55-4817-b9e0-e77c71838358 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5737e204-89e4-44bc-b10d-ac79d425b4e1 HTTP/1.1" status: 200 len: 217 time: 0.0825577 Oct 20 10:48:06.502548 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-810ab7bc-92a1-48e1-a24c-88a487fd39f2 req-f4027b5b-0797-4b8d-992c-092b148e4db1 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551876 Oct 20 10:48:06.506220 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6be42db8-aef3-40dd-b3df-4c0dd8d63ba9 tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:06.532450 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2672c6fd-b62f-424d-83b4-476b2f6c4d3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:06.541635 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6be42db8-aef3-40dd-b3df-4c0dd8d63ba9 tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:06.563195 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a141f7b1-f5bc-4493-9368-fe591365ccec req-9b85baf6-fa03-4529-b5c9-d13c5e8850d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:06.564701 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a141f7b1-f5bc-4493-9368-fe591365ccec req-9b85baf6-fa03-4529-b5c9-d13c5e8850d4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=46305bfd-5c10-42c9-8afc-597f2425497e HTTP/1.1" status: 200 len: 851 time: 0.0946331 Oct 20 10:48:06.592674 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6be42db8-aef3-40dd-b3df-4c0dd8d63ba9 tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:06.603842 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6be42db8-aef3-40dd-b3df-4c0dd8d63ba9 tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:06.605342 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-6be42db8-aef3-40dd-b3df-4c0dd8d63ba9 tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] 10.222.0.64 "DELETE /v2.0/security-groups/2916b2e7-87bb-4bc6-b615-7edf097f453f HTTP/1.1" status: 204 len: 168 time: 0.1614614 Oct 20 10:48:06.608747 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 41336) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:48:06.626287 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be42db8-aef3-40dd-b3df-4c0dd8d63ba9 tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2916b2e7-87bb-4bc6-b615-7edf097f453f,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:06.664548 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 41340) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:48:06.671164 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-85c665b5-d4bb-4b76-a9b1-d8705fba3d1b tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] Request body: {'security_group_rule': {'security_group_id': '04fcaabf-11b8-4a91-b0d9-0c33c5ae78ee', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:48:06.673256 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-529e44ed-f4e7-4928-82ec-f2b5a157f0a1 tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0488732 Oct 20 10:48:06.695471 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2672c6fd-b62f-424d-83b4-476b2f6c4d3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26836193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26761888'] for subnet, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:06.727910 n-d-811396-3 neutron-server[100597]: INFO neutron.api.v2.resource [None req-85c665b5-d4bb-4b76-a9b1-d8705fba3d1b tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] create failed (client error): The resource could not be found. Oct 20 10:48:06.729635 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-85c665b5-d4bb-4b76-a9b1-d8705fba3d1b tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0640657 Oct 20 10:48:06.733402 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 41342) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:48:06.737098 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2672c6fd-b62f-424d-83b4-476b2f6c4d3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e45182b-6a6c-44ef-8f7c-271290a24a13,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:06.740478 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-40543303-e3aa-4505-bb9b-3bf810a8923b tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] Request body: {'security_group': {'name': 'tempest-secgroup--573814277'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:48:06.751236 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2672c6fd-b62f-424d-83b4-476b2f6c4d3b admin admin] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:06.754653 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-2672c6fd-b62f-424d-83b4-476b2f6c4d3b admin admin] 10.222.0.64 "DELETE /v2.0/subnets/7e45182b-6a6c-44ef-8f7c-271290a24a13 HTTP/1.1" status: 204 len: 168 time: 0.7860363 Oct 20 10:48:06.757067 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a141f7b1-f5bc-4493-9368-fe591365ccec req-940cda02-e326-457b-b7cd-0e9a5b9b3404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:06.757670 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 41344) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:48:06.758980 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a141f7b1-f5bc-4493-9368-fe591365ccec req-940cda02-e326-457b-b7cd-0e9a5b9b3404 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1815176 Oct 20 10:48:06.835556 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 11ac4dff-8428-48b3-8933-27a3b3ffe59d no longer exists at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:48:06.850959 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-58f33688-2d22-4d7d-85e9-ffbb4d605c2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:06.897562 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] No Port match for: 11ac4dff-8428-48b3-8933-27a3b3ffe59d {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:48:06.900201 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 11ac4dff-8428-48b3-8933-27a3b3ffe59d not bound to the agent host n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:48:06.921787 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e150451a-d18f-4a9b-8c6d-82513fa73ed8 req-8bf8e702-4b47-4856-94ca-8fca3de04a9b tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:06.933788 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e150451a-d18f-4a9b-8c6d-82513fa73ed8 req-8bf8e702-4b47-4856-94ca-8fca3de04a9b tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=e93a168e-3523-430d-abec-d9e9b5be6bdc HTTP/1.1" status: 200 len: 944 time: 0.1729982 Oct 20 10:48:06.947447 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e93a168e-3523-430d-abec-d9e9b5be6bdc', 'tag': '5737e204-89e4-44bc-b10d-ac79d425b4e1'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:48:06.953715 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-290c9254-a039-4620-bfbd-cfb0a675452f" -d '{"events": [{"name": "network-changed", "server_uuid": "e93a168e-3523-430d-abec-d9e9b5be6bdc", "tag": "5737e204-89e4-44bc-b10d-ac79d425b4e1"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:48:06.977031 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-58f33688-2d22-4d7d-85e9-ffbb4d605c2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:06.980043 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-40543303-e3aa-4505-bb9b-3bf810a8923b tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:07.038845 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e150451a-d18f-4a9b-8c6d-82513fa73ed8 req-9feeed6b-a010-4be7-8f1a-a729b1f7f290 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e1d7c5e-d35b-480e-bc76-e69dc8123b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019657 Oct 20 10:48:07.052288 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:48:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc5fa02f-bd98-4f2a-bbd4-7215abe12396 x-openstack-request-id: req-fc5fa02f-bd98-4f2a-bbd4-7215abe12396 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:48:07.052873 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e93a168e-3523-430d-abec-d9e9b5be6bdc", "tag": "5737e204-89e4-44bc-b10d-ac79d425b4e1", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:48:07.053360 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fc5fa02f-bd98-4f2a-bbd4-7215abe12396 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:48:07.053968 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e93a168e-3523-430d-abec-d9e9b5be6bdc', 'tag': '5737e204-89e4-44bc-b10d-ac79d425b4e1', 'status': 'completed', 'code': 200} Oct 20 10:48:07.069868 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a141f7b1-f5bc-4493-9368-fe591365ccec req-42bb6f47-4bc8-44c0-86cb-1fcd5e3b8e27 service neutron] 10.222.0.55 "GET /v2.0/networks/cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2934344 Oct 20 10:48:07.076061 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-40543303-e3aa-4505-bb9b-3bf810a8923b tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:07.078360 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-58f33688-2d22-4d7d-85e9-ffbb4d605c2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d45b47d0-bc0d-47b8-915f-e1b12beb41f5']}} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:48:07.090122 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-40543303-e3aa-4505-bb9b-3bf810a8923b tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:07.106690 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:07.114943 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-58f33688-2d22-4d7d-85e9-ffbb4d605c2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '667bfc55-8fb5-4232-84e0-731edce9afd9') {'for_net_delete': True} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:48:07.115253 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-58f33688-2d22-4d7d-85e9-ffbb4d605c2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '667bfc55-8fb5-4232-84e0-731edce9afd9') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:48:07.160877 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-58f33688-2d22-4d7d-85e9-ffbb4d605c2b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25852596'] for segment, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:07.167904 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-40543303-e3aa-4505-bb9b-3bf810a8923b tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:07.172353 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-40543303-e3aa-4505-bb9b-3bf810a8923b tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4371548 Oct 20 10:48:07.176092 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 41356) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:48:07.181046 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-555d67d8-6323-44ba-b509-50e150c11cd2 tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] Request body: {'security_group': {'name': 'tempest-secgroup--1982468141'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:48:07.181696 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40543303-e3aa-4505-bb9b-3bf810a8923b tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80f671b2-3e40-4258-a1fd-a81f1c55b071,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:07.193786 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-58f33688-2d22-4d7d-85e9-ffbb4d605c2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:07.199972 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a141f7b1-f5bc-4493-9368-fe591365ccec req-6f64378b-d402-42e0-8a6e-ca27901906e0 service neutron] 10.222.0.55 "GET /v2.0/networks/cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195257 Oct 20 10:48:07.201052 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58f33688-2d22-4d7d-85e9-ffbb4d605c2b admin admin] Releasing vlan 834 on physical network physnet1 to pool {{(pid=100597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:48:07.201619 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-58f33688-2d22-4d7d-85e9-ffbb4d605c2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951012'] for segment, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:07.203902 n-d-811396-3 neutron-server[100597]: Traceback (most recent call last): Oct 20 10:48:07.203902 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:48:07.203902 n-d-811396-3 neutron-server[100597]: timer() Oct 20 10:48:07.203902 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:48:07.203902 n-d-811396-3 neutron-server[100597]: cb(*args, **kw) Oct 20 10:48:07.203902 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:48:07.203902 n-d-811396-3 neutron-server[100597]: return func(*args, **kwargs) Oct 20 10:48:07.203902 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:48:07.203902 n-d-811396-3 neutron-server[100597]: self._notify() Oct 20 10:48:07.203902 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:48:07.203902 n-d-811396-3 neutron-server[100597]: self.callback(batched_events) Oct 20 10:48:07.203902 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:48:07.203902 n-d-811396-3 neutron-server[100597]: event.method(event) Oct 20 10:48:07.203902 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:48:07.203902 n-d-811396-3 neutron-server[100597]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:48:07.203902 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:48:07.203902 n-d-811396-3 neutron-server[100597]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:48:07.203902 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:48:07.203902 n-d-811396-3 neutron-server[100597]: return f(self, *a, **k) Oct 20 10:48:07.203902 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:48:07.203902 n-d-811396-3 neutron-server[100597]: return self._get(url).json() Oct 20 10:48:07.203902 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:48:07.203902 n-d-811396-3 neutron-server[100597]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:48:07.203902 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:48:07.203902 n-d-811396-3 neutron-server[100597]: return self.request(url, 'GET', **kwargs) Oct 20 10:48:07.203902 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:48:07.203902 n-d-811396-3 neutron-server[100597]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:48:07.203902 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:48:07.203902 n-d-811396-3 neutron-server[100597]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:48:07.203902 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:48:07.203902 n-d-811396-3 neutron-server[100597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:48:07.203902 n-d-811396-3 neutron-server[100597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:48:07.231443 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-555d67d8-6323-44ba-b509-50e150c11cd2 tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:07.302328 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-58f33688-2d22-4d7d-85e9-ffbb4d605c2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:07.310202 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-58f33688-2d22-4d7d-85e9-ffbb4d605c2b admin admin] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:07.315440 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-58f33688-2d22-4d7d-85e9-ffbb4d605c2b admin admin] 10.222.0.64 "DELETE /v2.0/networks/d45b47d0-bc0d-47b8-915f-e1b12beb41f5 HTTP/1.1" status: 204 len: 168 time: 0.5547071 Oct 20 10:48:07.356083 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290c9254-a039-4620-bfbd-cfb0a675452f req-c179df4b-330b-4539-8abc-aea9ce2e1247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:07.357687 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-290c9254-a039-4620-bfbd-cfb0a675452f req-c179df4b-330b-4539-8abc-aea9ce2e1247 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=304c84e5c7844b5cadef0d9d128b445c&device_id=e93a168e-3523-430d-abec-d9e9b5be6bdc HTTP/1.1" status: 200 len: 1095 time: 0.0743203 Oct 20 10:48:07.365538 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-555d67d8-6323-44ba-b509-50e150c11cd2 tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:07.369538 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f33688-2d22-4d7d-85e9-ffbb4d605c2b admin admin] Pushing event deleted for resources: {'Network': ['ID=d45b47d0-bc0d-47b8-915f-e1b12beb41f5,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:07.397445 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-555d67d8-6323-44ba-b509-50e150c11cd2 tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:07.518286 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:07.542229 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-555d67d8-6323-44ba-b509-50e150c11cd2 tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:07.546187 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-555d67d8-6323-44ba-b509-50e150c11cd2 tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3661275 Oct 20 10:48:07.546706 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 41368) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:48:07.553253 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-d756d459-2120-4dc9-8805-854405b71be4 tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] Request body: {'security_group_rule': {'security_group_id': '80f671b2-3e40-4258-a1fd-a81f1c55b071', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '62029b99-e669-48ac-b06e-bac20a8835bf'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:48:07.560211 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555d67d8-6323-44ba-b509-50e150c11cd2 tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62029b99-e669-48ac-b06e-bac20a8835bf,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:07.597440 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290c9254-a039-4620-bfbd-cfb0a675452f req-9caf1f76-c024-45bf-bc1e-d9d23b427a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:07.599847 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-290c9254-a039-4620-bfbd-cfb0a675452f req-9caf1f76-c024-45bf-bc1e-d9d23b427a26 service neutron] 10.222.0.55 "GET /v2.0/networks?id=cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0 HTTP/1.1" status: 200 len: 913 time: 0.2327671 Oct 20 10:48:07.658173 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-290c9254-a039-4620-bfbd-cfb0a675452f req-7c3f6715-1870-41b5-8899-c963b7c10e7a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5737e204-89e4-44bc-b10d-ac79d425b4e1 HTTP/1.1" status: 200 len: 217 time: 0.0506043 Oct 20 10:48:07.665400 n-d-811396-3 neutron-server[100597]: INFO neutron.api.v2.resource [None req-d756d459-2120-4dc9-8805-854405b71be4 tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 10:48:07.667163 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-d756d459-2120-4dc9-8805-854405b71be4 tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1190140 Oct 20 10:48:07.667587 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 41378) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:48:07.676471 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 41380) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:48:07.756309 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-cc65d960-4be1-45aa-be6a-6702b4aa5073 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=bd5b53e6016846f2aca2a43caad83434&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0874953 Oct 20 10:48:07.757527 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 41382) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:48:07.804266 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290c9254-a039-4620-bfbd-cfb0a675452f req-9264f995-d1d7-40aa-b8e4-66b6aab28b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:07.806845 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-290c9254-a039-4620-bfbd-cfb0a675452f req-9264f995-d1d7-40aa-b8e4-66b6aab28b31 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=46305bfd-5c10-42c9-8afc-597f2425497e HTTP/1.1" status: 200 len: 851 time: 0.1337416 Oct 20 10:48:07.825802 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-707c45e5-6b49-4c93-bf61-f7dcf193c54f tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:07.886990 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-707c45e5-6b49-4c93-bf61-f7dcf193c54f tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:07.906269 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d14e086-15b6-49df-96ae-2ef21e460702 req-9231d46a-a708-49de-86da-635832cb2802 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:07.909019 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5d14e086-15b6-49df-96ae-2ef21e460702 req-9231d46a-a708-49de-86da-635832cb2802 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 946 time: 0.1966438 Oct 20 10:48:07.957668 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:07.980790 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-707c45e5-6b49-4c93-bf61-f7dcf193c54f tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:07.983527 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-707c45e5-6b49-4c93-bf61-f7dcf193c54f tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:07.985643 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-707c45e5-6b49-4c93-bf61-f7dcf193c54f tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] 10.222.0.64 "DELETE /v2.0/security-groups/62029b99-e669-48ac-b06e-bac20a8835bf HTTP/1.1" status: 204 len: 168 time: 0.3070948 Oct 20 10:48:07.986584 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 41390) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:48:07.999879 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 41392) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:48:08.010962 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5e3c5835-7eff-4736-8063-6aee22fa8b65 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:08.029592 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707c45e5-6b49-4c93-bf61-f7dcf193c54f tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62029b99-e669-48ac-b06e-bac20a8835bf,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:08.038255 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290c9254-a039-4620-bfbd-cfb0a675452f req-27ff2e2d-3578-4c69-aa63-5744c19d2520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:08.039856 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-290c9254-a039-4620-bfbd-cfb0a675452f req-27ff2e2d-3578-4c69-aa63-5744c19d2520 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2217822 Oct 20 10:48:08.081183 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5d14e086-15b6-49df-96ae-2ef21e460702 req-696712d5-c863-458e-9367-e12276770d83 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293902 Oct 20 10:48:08.108553 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5e3c5835-7eff-4736-8063-6aee22fa8b65 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:08.164100 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-925792b8-6bf8-49fd-a2bc-e085abe55543 tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1627555 Oct 20 10:48:08.171936 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 41406) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:48:08.270261 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5e3c5835-7eff-4736-8063-6aee22fa8b65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:08.277415 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5e3c5835-7eff-4736-8063-6aee22fa8b65 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:08.283671 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-5e3c5835-7eff-4736-8063-6aee22fa8b65 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/887118a8-550c-4373-a758-17919f09b184 HTTP/1.1" status: 204 len: 168 time: 0.5203762 Oct 20 10:48:08.348337 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3c5835-7eff-4736-8063-6aee22fa8b65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=887118a8-550c-4373-a758-17919f09b184,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:08.352665 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5703d92f-458b-4bb5-8ab8-b9bb3d258b4f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:08.393639 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7750ef2f-7768-4bc4-bb07-75c9273abffd tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:08.462563 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7750ef2f-7768-4bc4-bb07-75c9273abffd tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:08.562162 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7750ef2f-7768-4bc4-bb07-75c9273abffd tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:08.563951 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7750ef2f-7768-4bc4-bb07-75c9273abffd tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:08.567565 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-7750ef2f-7768-4bc4-bb07-75c9273abffd tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] 10.222.0.64 "DELETE /v2.0/security-groups/80f671b2-3e40-4258-a1fd-a81f1c55b071 HTTP/1.1" status: 204 len: 168 time: 0.3920555 Oct 20 10:48:08.569606 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 41430) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:48:08.592861 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5703d92f-458b-4bb5-8ab8-b9bb3d258b4f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:08.592861 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7750ef2f-7768-4bc4-bb07-75c9273abffd tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80f671b2-3e40-4258-a1fd-a81f1c55b071,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:08.600291 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5703d92f-458b-4bb5-8ab8-b9bb3d258b4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:08.621054 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd340c6a-069d-49ee-bc29-58c605fe7cea req-f978f02c-d433-465c-b7e0-4f3a93e450ac tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:08.623403 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-dd340c6a-069d-49ee-bc29-58c605fe7cea req-f978f02c-d433-465c-b7e0-4f3a93e450ac tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=e93a168e-3523-430d-abec-d9e9b5be6bdc HTTP/1.1" status: 200 len: 944 time: 0.3832479 Oct 20 10:48:08.647071 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-5703d92f-458b-4bb5-8ab8-b9bb3d258b4f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9bb0908d8f904c51bfb8b742ab23af39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6532147 Oct 20 10:48:08.647071 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5703d92f-458b-4bb5-8ab8-b9bb3d258b4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=104ddd58-4eb4-47c7-9b68-a14b916de8e7,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:08.649088 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 41434) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:48:08.767415 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-4e54c8c0-1d9a-494e-a449-96ca8861286b tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1926911 Oct 20 10:48:08.773782 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-290c9254-a039-4620-bfbd-cfb0a675452f req-aa515b3c-1301-4b91-b7c3-0b7416be43af service neutron] 10.222.0.55 "GET /v2.0/networks/cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7222042 Oct 20 10:48:08.777907 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 41436) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:48:08.795212 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-013e798f-304d-4430-8cca-d2babca0f7c2 tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] Request body: {'security_group': {'name': 'tempest-secgroup--1891963499'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:48:08.803158 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3415d756-5267-4708-9067-f801c304e9d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:08.812746 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-dd340c6a-069d-49ee-bc29-58c605fe7cea req-6c40ea81-b496-4a99-ad87-365e19b551ba tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e1d7c5e-d35b-480e-bc76-e69dc8123b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389065 Oct 20 10:48:08.836855 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afc0906-ba8b-4959-87da-7fabe5e8cc4d req-ff50ec76-4557-43ee-8a61-ea1bc839057b tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:08.845551 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5afc0906-ba8b-4959-87da-7fabe5e8cc4d req-ff50ec76-4557-43ee-8a61-ea1bc839057b tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/networks?id=f1bd979d-a352-44ca-89b6-a358a0660ac0 HTTP/1.1" status: 200 len: 813 time: 0.3694937 Oct 20 10:48:08.875750 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5afc0906-ba8b-4959-87da-7fabe5e8cc4d req-73ba83db-10c6-4372-b4de-8e4f7a47e6af tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/quotas/d11d55054d4b421595fd77f9f4853b62 HTTP/1.1" status: 200 len: 375 time: 0.0283730 Oct 20 10:48:08.883172 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3415d756-5267-4708-9067-f801c304e9d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:08.916717 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-013e798f-304d-4430-8cca-d2babca0f7c2 tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:08.918117 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:09.005645 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3415d756-5267-4708-9067-f801c304e9d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:09.008708 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3415d756-5267-4708-9067-f801c304e9d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:09.012364 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-3415d756-5267-4708-9067-f801c304e9d4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/104ddd58-4eb4-47c7-9b68-a14b916de8e7 HTTP/1.1" status: 204 len: 168 time: 0.3602312 Oct 20 10:48:09.064237 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-013e798f-304d-4430-8cca-d2babca0f7c2 tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:09.074105 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3415d756-5267-4708-9067-f801c304e9d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=104ddd58-4eb4-47c7-9b68-a14b916de8e7,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:09.082472 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-013e798f-304d-4430-8cca-d2babca0f7c2 tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:09.104186 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-290c9254-a039-4620-bfbd-cfb0a675452f req-98c1f62d-f53d-4331-b3bf-5e96d377f51f service neutron] 10.222.0.55 "GET /v2.0/networks/cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3014822 Oct 20 10:48:09.160022 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013e798f-304d-4430-8cca-d2babca0f7c2 tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] Pushing event updated for resources: {'SecurityGroup': ['ID=118929f0-b892-4c21-9610-974b67205ff4,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:09.169133 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5afc0906-ba8b-4959-87da-7fabe5e8cc4d req-7cd22a9a-f902-4c97-8c60-f5439f95e6ae tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=d11d55054d4b421595fd77f9f4853b62&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2753143 Oct 20 10:48:09.191889 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-013e798f-304d-4430-8cca-d2babca0f7c2 tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:09.194997 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-013e798f-304d-4430-8cca-d2babca0f7c2 tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4160738 Oct 20 10:48:09.198656 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 41460) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:48:09.207240 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-7211a87d-882f-412d-9768-93354aa4d5cd tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] Request body: {'security_group': {'name': 'default'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:48:09.210004 n-d-811396-3 neutron-server[100597]: WARNING neutron.api.v2.base [None req-7211a87d-882f-412d-9768-93354aa4d5cd tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 20 10:48:09.210981 n-d-811396-3 neutron-server[100597]: INFO neutron.api.v2.resource [None req-7211a87d-882f-412d-9768-93354aa4d5cd tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] update failed (client error): There was a conflict when trying to complete your request. Oct 20 10:48:09.213694 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-7211a87d-882f-412d-9768-93354aa4d5cd tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] 10.222.0.64 "PUT /v2.0/security-groups/118929f0-b892-4c21-9610-974b67205ff4 HTTP/1.1" status: 409 len: 330 time: 0.0139642 Oct 20 10:48:09.216461 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 41462) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:48:09.327232 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-aea83b5d-ad9d-4d1c-8d28-7d72d5f040db tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:09.354450 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-aea83b5d-ad9d-4d1c-8d28-7d72d5f040db tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:09.452531 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-aea83b5d-ad9d-4d1c-8d28-7d72d5f040db tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:09.455647 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-aea83b5d-ad9d-4d1c-8d28-7d72d5f040db tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:09.462955 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-aea83b5d-ad9d-4d1c-8d28-7d72d5f040db tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] 10.222.0.64 "DELETE /v2.0/security-groups/118929f0-b892-4c21-9610-974b67205ff4 HTTP/1.1" status: 204 len: 168 time: 0.2446091 Oct 20 10:48:09.463631 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 41474) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:48:09.485471 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea83b5d-ad9d-4d1c-8d28-7d72d5f040db tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=118929f0-b892-4c21-9610-974b67205ff4,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:09.504707 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bfedc0-d690-4cf1-92b9-708564cc3193 req-29bac69c-3d40-4e9e-9f86-d3353f4c6ca3 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:09.516080 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-25bfedc0-d690-4cf1-92b9-708564cc3193 req-29bac69c-3d40-4e9e-9f86-d3353f4c6ca3 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] 10.222.0.64 "GET /v2.0/networks?id=c8a6fc02-fa12-4200-87e5-83414d81676e HTTP/1.1" status: 200 len: 815 time: 0.5246601 Oct 20 10:48:09.543316 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-ca8bcec3-eab6-4c73-b400-87a32c56cdb1 tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0759060 Oct 20 10:48:09.544621 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 41478) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:48:09.556721 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-25bfedc0-d690-4cf1-92b9-708564cc3193 req-2f21ecec-de8a-451a-9ea1-841a47a5a3a8 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] 10.222.0.64 "GET /v2.0/quotas/7c07d91a5a3845b987d2c3d5e5662672 HTTP/1.1" status: 200 len: 375 time: 0.0397108 Oct 20 10:48:09.598246 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 41482) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:48:09.612587 n-d-811396-3 neutron-server[100597]: INFO neutron.api.v2.resource [None req-7c40049c-3cc0-4851-985e-5927f7d72ac3 tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] delete failed (client error): The resource could not be found. Oct 20 10:48:09.625904 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-7c40049c-3cc0-4851-985e-5927f7d72ac3 tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] 10.222.0.64 "DELETE /v2.0/security-groups/87ae7375-3048-4dd1-b168-58e2a4b86140 HTTP/1.1" status: 404 len: 347 time: 0.0795434 Oct 20 10:48:09.626633 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 41486) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:48:09.676341 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-24fe2987-a907-4fc5-a66c-ff39268c5754 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:09.691824 n-d-811396-3 neutron-server[100597]: INFO neutron.api.v2.resource [None req-904e2892-2e0e-45ae-b38c-1df0ab402830 tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] show failed (client error): The resource could not be found. Oct 20 10:48:09.697701 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-904e2892-2e0e-45ae-b38c-1df0ab402830 tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] 10.222.0.64 "GET /v2.0/security-groups/8b36cf96-2c12-417f-98ed-b4aca6fa2dbc HTTP/1.1" status: 404 len: 347 time: 0.0684233 Oct 20 10:48:09.698332 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 41488) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:48:09.762442 n-d-811396-3 neutron-server[100597]: INFO neutron.api.v2.resource [None req-7236a698-cf72-4961-aa81-5325ca7d1140 tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] show failed (client error): The resource could not be found. Oct 20 10:48:09.768262 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-7236a698-cf72-4961-aa81-5325ca7d1140 tempest-NegativeSecGroupTest-1121583725 tempest-NegativeSecGroupTest-1121583725-project] 10.222.0.64 "GET /v2.0/security-group-rules/176621fa-6d76-48c9-9e7f-4b4a31e5e28d HTTP/1.1" status: 404 len: 356 time: 0.0543540 Oct 20 10:48:09.854764 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-24fe2987-a907-4fc5-a66c-ff39268c5754 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:09.860451 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-24fe2987-a907-4fc5-a66c-ff39268c5754 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:09.918078 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-24fe2987-a907-4fc5-a66c-ff39268c5754 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8ea850d5746644d790b48a5bb84730aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3187501 Oct 20 10:48:09.919884 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fe2987-a907-4fc5-a66c-ff39268c5754 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b69721b2-e24e-47a8-bfbb-93db689dce29,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:09.922434 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 41500) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:48:09.950599 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 41502) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:48:09.995703 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1d194950-ae86-4537-a5b0-29f363d767d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:10.025346 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1d194950-ae86-4537-a5b0-29f363d767d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:10.026945 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5afc0906-ba8b-4959-87da-7fabe5e8cc4d req-f4529840-a866-48d6-ab2b-3f4be426c58a service neutron] 10.222.0.64 "GET /v2.0/networks/f1bd979d-a352-44ca-89b6-a358a0660ac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8372812 Oct 20 10:48:10.084693 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1d194950-ae86-4537-a5b0-29f363d767d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:10.090974 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1d194950-ae86-4537-a5b0-29f363d767d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:10.092585 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-1d194950-ae86-4537-a5b0-29f363d767d6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b69721b2-e24e-47a8-bfbb-93db689dce29 HTTP/1.1" status: 204 len: 168 time: 0.1690714 Oct 20 10:48:10.103654 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d194950-ae86-4537-a5b0-29f363d767d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b69721b2-e24e-47a8-bfbb-93db689dce29,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:10.154256 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-25bfedc0-d690-4cf1-92b9-708564cc3193 req-f8788021-e634-468e-a2ab-67caf9f2a484 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=7c07d91a5a3845b987d2c3d5e5662672&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5966423 Oct 20 10:48:10.178402 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-14a44079-69fa-4e2b-af29-53dfc95ba5aa admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-206231782-network', 'tenant_id': '376203cb7dec4dad9717307d6c606d33'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:48:10.234968 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14a44079-69fa-4e2b-af29-53dfc95ba5aa admin admin] Made reservation on behalf of 376203cb7dec4dad9717307d6c606d33 for: {'network': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:48:10.234968 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-14a44079-69fa-4e2b-af29-53dfc95ba5aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:10.255837 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 41514) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:48:10.257228 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-14a44079-69fa-4e2b-af29-53dfc95ba5aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:10.352408 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-14a44079-69fa-4e2b-af29-53dfc95ba5aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:10.363075 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-14a44079-69fa-4e2b-af29-53dfc95ba5aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:10.408409 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14a44079-69fa-4e2b-af29-53dfc95ba5aa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 834} {{(pid=100597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:48:10.452852 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5afc0906-ba8b-4959-87da-7fabe5e8cc4d req-b6a183ed-f674-4577-a838-88fb802c64b4 service neutron] 10.222.0.64 "GET /v2.0/networks/f1bd979d-a352-44ca-89b6-a358a0660ac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4248822 Oct 20 10:48:10.461967 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-25bfedc0-d690-4cf1-92b9-708564cc3193 req-5e566491-d69b-421b-8461-990d4807822f service neutron] 10.222.0.64 "GET /v2.0/networks/c8a6fc02-fa12-4200-87e5-83414d81676e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2602823 Oct 20 10:48:10.466268 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a44079-69fa-4e2b-af29-53dfc95ba5aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d9a6fe5-d7f3-4fa2-86d5-4c121918dfe9,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:10.477879 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-14a44079-69fa-4e2b-af29-53dfc95ba5aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:10.478555 n-d-811396-3 neutron-server[100597]: INFO neutron.db.segments_db [None req-14a44079-69fa-4e2b-af29-53dfc95ba5aa admin admin] Added segment 7a7eba38-3a2c-4235-a145-c989dfc5d4dc of type vlan for network b8b1e2be-5932-428e-a716-07af13af4e6c Oct 20 10:48:10.542988 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-14a44079-69fa-4e2b-af29-53dfc95ba5aa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:10.592832 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-14a44079-69fa-4e2b-af29-53dfc95ba5aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:10.594218 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a44079-69fa-4e2b-af29-53dfc95ba5aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:10.594457 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-14a44079-69fa-4e2b-af29-53dfc95ba5aa admin admin] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:10.656024 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-14a44079-69fa-4e2b-af29-53dfc95ba5aa admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7043605 Oct 20 10:48:10.658934 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 41522) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:48:10.664417 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-f7713802-0803-4c77-a6d2-4a5383f6d401 admin admin] Request body: {'subnet': {'network_id': 'b8b1e2be-5932-428e-a716-07af13af4e6c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-206231782-subnet', 'tenant_id': '376203cb7dec4dad9717307d6c606d33', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:48:10.700919 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-25bfedc0-d690-4cf1-92b9-708564cc3193 req-60967e8a-8dae-41cf-bd26-59577009fc03 service neutron] 10.222.0.64 "GET /v2.0/networks/c8a6fc02-fa12-4200-87e5-83414d81676e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314761 Oct 20 10:48:10.708793 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a44079-69fa-4e2b-af29-53dfc95ba5aa admin admin] Pushing event updated for resources: {'Network': ['ID=b8b1e2be-5932-428e-a716-07af13af4e6c,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:10.711927 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-e6ecef73-78a9-4087-99a2-61b5ef78272a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fe671f80002849e6a5ea88e185a86e04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4487278 Oct 20 10:48:10.714558 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 41528) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:48:10.724874 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network b8b1e2be-5932-428e-a716-07af13af4e6c details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:48:10.740181 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7713802-0803-4c77-a6d2-4a5383f6d401 admin admin] Made reservation on behalf of 376203cb7dec4dad9717307d6c606d33 for: {'subnet': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:48:10.749221 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f7713802-0803-4c77-a6d2-4a5383f6d401 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25350782'] for subnet, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:10.770083 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 41530) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:48:10.821955 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-573af4f8-b00b-4a2c-a6a9-d201e434d0a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:10.956332 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-cb635aa6-53af-4eb5-8815-58c616e6ff86 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:11.088102 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-cb635aa6-53af-4eb5-8815-58c616e6ff86 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:11.088701 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f7713802-0803-4c77-a6d2-4a5383f6d401 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25350752'] for subnet, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:11.127264 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1db5c977-91a1-40b5-bac3-f13f8029c645 req-18b1b746-9ea7-4609-b42f-45c92e3567d0 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=1efb49f2-9731-47b0-9535-c2013c0e715c HTTP/1.1" status: 200 len: 210 time: 0.0746987 Oct 20 10:48:11.160784 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d497a333-dcdb-4023-8afa-738545513c4f req-bf3b8406-392f-4d25-81c1-f0c5107e9931 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:11.162306 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d497a333-dcdb-4023-8afa-738545513c4f req-bf3b8406-392f-4d25-81c1-f0c5107e9931 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=e93a168e-3523-430d-abec-d9e9b5be6bdc HTTP/1.1" status: 200 len: 944 time: 0.1932800 Oct 20 10:48:11.239713 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7713802-0803-4c77-a6d2-4a5383f6d401 admin admin] Pushing event updated for resources: {'Subnet': ['ID=437b47ec-4211-421c-828b-76408ce53dce,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:11.288965 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7713802-0803-4c77-a6d2-4a5383f6d401 admin admin] Checking segment: {'id': '7a7eba38-3a2c-4235-a145-c989dfc5d4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'b8b1e2be-5932-428e-a716-07af13af4e6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:48:11.288965 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7713802-0803-4c77-a6d2-4a5383f6d401 admin admin] Network hostable DHCP agents. Network: b8b1e2be-5932-428e-a716-07af13af4e6c, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:48:11.311003 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-573af4f8-b00b-4a2c-a6a9-d201e434d0a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:11.316996 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-cb635aa6-53af-4eb5-8815-58c616e6ff86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:11.320782 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-cb635aa6-53af-4eb5-8815-58c616e6ff86 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:11.323081 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-cb635aa6-53af-4eb5-8815-58c616e6ff86 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/15cb30ee-6054-49a0-852b-6db780b64aae HTTP/1.1" status: 204 len: 168 time: 0.5963838 Oct 20 10:48:11.332569 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7713802-0803-4c77-a6d2-4a5383f6d401 admin admin] Network b8b1e2be-5932-428e-a716-07af13af4e6c is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:48:11.349154 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-f7713802-0803-4c77-a6d2-4a5383f6d401 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, b8b1e2be-5932-428e-a716-07af13af4e6c) {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:48:11.354664 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7713802-0803-4c77-a6d2-4a5383f6d401 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:11.355357 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f7713802-0803-4c77-a6d2-4a5383f6d401 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:11.362625 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-848de0b7-a45e-4aa0-adb4-f1a7a5ec09a9 None None] Network b8b1e2be-5932-428e-a716-07af13af4e6c requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:48:11.387669 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-f7713802-0803-4c77-a6d2-4a5383f6d401 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7274175 Oct 20 10:48:11.391651 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-573af4f8-b00b-4a2c-a6a9-d201e434d0a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:11.391981 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 41558) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:48:11.402639 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-354e8607-a577-43c8-ac81-1343dde90b69 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-206231782-router', 'tenant_id': '376203cb7dec4dad9717307d6c606d33', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:48:11.450029 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ee19e755-16c1-4f14-8987-c7855893c93b req-4f0da561-fee8-4cc7-bee4-6e386cb39cdb tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf469606-8681-4d30-aeb5-f940af3a754b HTTP/1.1" status: 200 len: 210 time: 0.1623294 Oct 20 10:48:11.461231 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d497a333-dcdb-4023-8afa-738545513c4f req-ac110204-ba70-4e61-9f09-6ab868e671e3 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e1d7c5e-d35b-480e-bc76-e69dc8123b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2831588 Oct 20 10:48:11.462107 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb635aa6-53af-4eb5-8815-58c616e6ff86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15cb30ee-6054-49a0-852b-6db780b64aae,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:11.495416 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-354e8607-a577-43c8-ac81-1343dde90b69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1772442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258322'] for router, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:11.495416 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-354e8607-a577-43c8-ac81-1343dde90b69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1772334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773516', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258315'] for router, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:11.516097 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-573af4f8-b00b-4a2c-a6a9-d201e434d0a2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=07e69e29f1e04c1999944bb25e441938&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7408776 Oct 20 10:48:11.521499 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 41560) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:48:11.606446 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573af4f8-b00b-4a2c-a6a9-d201e434d0a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a63c305-9e68-4799-8586-8855da744b39,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:11.663925 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-be4512a4-4ef5-4d4d-bfbf-23582f312735 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:11.689414 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-354e8607-a577-43c8-ac81-1343dde90b69 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:11.700361 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-be4512a4-4ef5-4d4d-bfbf-23582f312735 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:11.775896 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-be4512a4-4ef5-4d4d-bfbf-23582f312735 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:11.780532 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-be4512a4-4ef5-4d4d-bfbf-23582f312735 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:11.782564 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-be4512a4-4ef5-4d4d-bfbf-23582f312735 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1a63c305-9e68-4799-8586-8855da744b39 HTTP/1.1" status: 204 len: 168 time: 0.2594957 Oct 20 10:48:11.811303 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4512a4-4ef5-4d4d-bfbf-23582f312735 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a63c305-9e68-4799-8586-8855da744b39,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:11.870264 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f40607-92db-47a1-afbd-ad2e2644382d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524064ba-869c-5550-b826-c26b69a11278-b8b1e2be-5932-428e-a716-07af13af4e6c', 'network_id': 'b8b1e2be-5932-428e-a716-07af13af4e6c', 'tenant_id': '376203cb7dec4dad9717307d6c606d33', 'fixed_ips': [{'subnet_id': '437b47ec-4211-421c-828b-76408ce53dce'}]}} from n-d-811396-3. {{(pid=100598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:48:11.870264 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-25f40607-92db-47a1-afbd-ad2e2644382d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:12.109442 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-354e8607-a577-43c8-ac81-1343dde90b69 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:12.256076 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-25f40607-92db-47a1-afbd-ad2e2644382d None None] Allocated IP 172.20.0.2 (b8b1e2be-5932-428e-a716-07af13af4e6c/437b47ec-4211-421c-828b-76408ce53dce/70bf0fa1-8944-4b15-add8-d7cda4846943) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:48:12.368001 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-44f99d89-b878-4187-a78d-40a9c3aed9ed req-022ba7b0-55de-4292-972c-dbf319817d1e tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=1efb49f2-9731-47b0-9535-c2013c0e715c HTTP/1.1" status: 200 len: 210 time: 0.0701401 Oct 20 10:48:12.677565 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-25f40607-92db-47a1-afbd-ad2e2644382d None None] Publish callbacks [] for port, precommit_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:12.689062 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-25f40607-92db-47a1-afbd-ad2e2644382d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:12.741266 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f40607-92db-47a1-afbd-ad2e2644382d None None] Pushing event updated for resources: {'Port': ['ID=70bf0fa1-8944-4b15-add8-d7cda4846943,revision_number=1']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:12.748454 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-354e8607-a577-43c8-ac81-1343dde90b69 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:12.777592 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f40607-92db-47a1-afbd-ad2e2644382d None None] Network b8b1e2be-5932-428e-a716-07af13af4e6c is already hosted by enough agents. {{(pid=100598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:48:12.782738 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.base_scheduler [None req-25f40607-92db-47a1-afbd-ad2e2644382d None None] Resources bound (agent type, host, resource id): {{(pid=100598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:48:12.790831 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-354e8607-a577-43c8-ac81-1343dde90b69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:12.791833 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f40607-92db-47a1-afbd-ad2e2644382d None None] Received port after_create {{(pid=100598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:48:12.904253 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4cbaa7e4-da69-4b2e-95bb-a647851f0444 req-e171a380-9d42-47f0-b0c5-2cc017e83b51 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf469606-8681-4d30-aeb5-f940af3a754b HTTP/1.1" status: 200 len: 210 time: 0.1754606 Oct 20 10:48:12.942878 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-25f40607-92db-47a1-afbd-ad2e2644382d None None] Attempting to bind port 70bf0fa1-8944-4b15-add8-d7cda4846943 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:48:12.946482 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-25f40607-92db-47a1-afbd-ad2e2644382d None None] Attempting to bind port 70bf0fa1-8944-4b15-add8-d7cda4846943 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '7a7eba38-3a2c-4235-a145-c989dfc5d4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'b8b1e2be-5932-428e-a716-07af13af4e6c'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:48:12.947060 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f40607-92db-47a1-afbd-ad2e2644382d None None] Attempting to bind port 70bf0fa1-8944-4b15-add8-d7cda4846943 on network b8b1e2be-5932-428e-a716-07af13af4e6c {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:48:12.961877 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f40607-92db-47a1-afbd-ad2e2644382d None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:48:12.963065 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f40607-92db-47a1-afbd-ad2e2644382d None None] Checking segment: {'id': '7a7eba38-3a2c-4235-a145-c989dfc5d4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'b8b1e2be-5932-428e-a716-07af13af4e6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:48:12.964582 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-25f40607-92db-47a1-afbd-ad2e2644382d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:12.968488 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f40607-92db-47a1-afbd-ad2e2644382d None None] Bound using segment: {'id': '7a7eba38-3a2c-4235-a145-c989dfc5d4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'b8b1e2be-5932-428e-a716-07af13af4e6c'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:48:12.969521 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-25f40607-92db-47a1-afbd-ad2e2644382d None None] Bound port: 70bf0fa1-8944-4b15-add8-d7cda4846943, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a7eba38-3a2c-4235-a145-c989dfc5d4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'b8b1e2be-5932-428e-a716-07af13af4e6c'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:48:12.970096 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-25f40607-92db-47a1-afbd-ad2e2644382d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:12.988288 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 41614) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:48:13.043685 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-354e8607-a577-43c8-ac81-1343dde90b69 admin admin] Allocated IP 172.25.1.103 (cbe170d3-31ba-45a2-b477-520ab0a7a8ea/f4e26aca-17ac-4adb-a66b-d939a1b35b64/31b3a702-cc99-436c-bbb1-23e1bf1e390c) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:48:13.098663 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afc0906-ba8b-4959-87da-7fabe5e8cc4d req-f96a85c3-bce2-4441-9f23-bce023ba1206 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:13.102856 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5afc0906-ba8b-4959-87da-7fabe5e8cc4d req-f96a85c3-bce2-4441-9f23-bce023ba1206 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.69 "GET /v2.0/networks?id=f1bd979d-a352-44ca-89b6-a358a0660ac0 HTTP/1.1" status: 200 len: 813 time: 0.6702247 Oct 20 10:48:13.122439 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-25f40607-92db-47a1-afbd-ad2e2644382d None None] For port 70bf0fa1-8944-4b15-add8-d7cda4846943, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:48:13.128594 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-25f40607-92db-47a1-afbd-ad2e2644382d None None] For port 70bf0fa1-8944-4b15-add8-d7cda4846943, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=70bf0fa1-8944-4b15-add8-d7cda4846943,segment=NetworkSegment(7a7eba38-3a2c-4235-a145-c989dfc5d4dc),segment_id=7a7eba38-3a2c-4235-a145-c989dfc5d4dc)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:48:13.137334 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-25f40607-92db-47a1-afbd-ad2e2644382d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:13.159329 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-5afc0906-ba8b-4959-87da-7fabe5e8cc4d req-b251cc8f-1d77-484e-8cbd-181eba82ec61 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Request body: {'port': {'device_id': '1efb49f2-9731-47b0-9535-c2013c0e715c', 'network_id': 'f1bd979d-a352-44ca-89b6-a358a0660ac0', 'admin_state_up': True, 'tenant_id': 'd11d55054d4b421595fd77f9f4853b62'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:48:13.245177 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-354e8607-a577-43c8-ac81-1343dde90b69 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:13.317885 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-354e8607-a577-43c8-ac81-1343dde90b69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:13.318353 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f40607-92db-47a1-afbd-ad2e2644382d None None] Pushing event updated for resources: {'Port': ['ID=70bf0fa1-8944-4b15-add8-d7cda4846943,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:13.398539 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354e8607-a577-43c8-ac81-1343dde90b69 admin admin] Pushing event updated for resources: {'Port': ['ID=31b3a702-cc99-436c-bbb1-23e1bf1e390c,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:13.432386 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-354e8607-a577-43c8-ac81-1343dde90b69 admin admin] Network cbe170d3-31ba-45a2-b477-520ab0a7a8ea is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:48:13.434578 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-354e8607-a577-43c8-ac81-1343dde90b69 admin admin] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:48:13.438179 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354e8607-a577-43c8-ac81-1343dde90b69 admin admin] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:48:13.466796 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-4dea2450-45f5-4239-9dad-e51e5d753818 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1726464692-network', 'tenant_id': 'abec10fa401c4f3e89a2da33bcce0ea2'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:48:13.572649 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e93641-4b4a-43ad-9503-e6d71879a3d1 req-a3cdc439-b2e5-4ef4-9cd0-4f270f5573d2 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:13.582051 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-19e93641-4b4a-43ad-9503-e6d71879a3d1 req-a3cdc439-b2e5-4ef4-9cd0-4f270f5573d2 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=e93a168e-3523-430d-abec-d9e9b5be6bdc HTTP/1.1" status: 200 len: 944 time: 0.8544211 Oct 20 10:48:13.813966 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-19e93641-4b4a-43ad-9503-e6d71879a3d1 req-648d5b9e-0e98-420d-9e03-05072ac68f79 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e1d7c5e-d35b-480e-bc76-e69dc8123b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306285 Oct 20 10:48:13.814576 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.db.api [None req-4dea2450-45f5-4239-9dad-e51e5d753818 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 20 10:48:13.814576 n-d-811396-3 neutron-server[100596]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 20 10:48:13.814576 n-d-811396-3 neutron-server[100596]: [parameters: {'project_id_1': 'abec10fa401c4f3e89a2da33bcce0ea2', 'expiration_1': datetime.datetime(2021, 10, 20, 10, 47, 53, 479691)}] Oct 20 10:48:13.814576 n-d-811396-3 neutron-server[100596]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 10:48:13.814915 n-d-811396-3 neutron-server[100596]: DEBUG oslo_db.api [None req-4dea2450-45f5-4239-9dad-e51e5d753818 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 10:48:13.815376 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5afc0906-ba8b-4959-87da-7fabe5e8cc4d req-b251cc8f-1d77-484e-8cbd-181eba82ec61 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Made reservation on behalf of d11d55054d4b421595fd77f9f4853b62 for: {'port': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:48:13.851854 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-5afc0906-ba8b-4959-87da-7fabe5e8cc4d req-b251cc8f-1d77-484e-8cbd-181eba82ec61 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:13.888984 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-354e8607-a577-43c8-ac81-1343dde90b69 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:13.911211 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-15db1334-ee3d-471d-9663-805e48ed7896 req-e02a46b0-9aa2-4c44-a994-6a7cfc4c81a9 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=1efb49f2-9731-47b0-9535-c2013c0e715c HTTP/1.1" status: 200 len: 210 time: 0.3265491 Oct 20 10:48:14.055544 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bfedc0-d690-4cf1-92b9-708564cc3193 req-65aa75c4-fd4f-4f22-b5a3-2d0a93824004 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:14.057925 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-25bfedc0-d690-4cf1-92b9-708564cc3193 req-65aa75c4-fd4f-4f22-b5a3-2d0a93824004 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] 10.222.0.69 "GET /v2.0/networks?id=c8a6fc02-fa12-4200-87e5-83414d81676e HTTP/1.1" status: 200 len: 815 time: 1.1308000 Oct 20 10:48:14.077388 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-25bfedc0-d690-4cf1-92b9-708564cc3193 req-27e10f7a-d5a9-4bb9-a558-74bac9737933 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] Request body: {'port': {'device_id': 'bf469606-8681-4d30-aeb5-f940af3a754b', 'network_id': 'c8a6fc02-fa12-4200-87e5-83414d81676e', 'admin_state_up': True, 'tenant_id': '7c07d91a5a3845b987d2c3d5e5662672'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:48:14.163811 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fcb8e9ef-72c1-4f59-80b3-0bbfabe638a9 req-8925984d-491d-4044-a7c6-ceaddba0cd3f tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf469606-8681-4d30-aeb5-f940af3a754b HTTP/1.1" status: 200 len: 210 time: 0.1009111 Oct 20 10:48:14.298312 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-354e8607-a577-43c8-ac81-1343dde90b69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1773475'] for router, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:14.465837 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [req-5afc0906-ba8b-4959-87da-7fabe5e8cc4d req-b251cc8f-1d77-484e-8cbd-181eba82ec61 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Allocated IP 172.20.0.6 (f1bd979d-a352-44ca-89b6-a358a0660ac0/8c9ad18b-f3f9-4a90-802c-d346920a622d/c66be903-7f58-43f0-ab52-fd3f36568b88) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:48:14.490662 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dea2450-45f5-4239-9dad-e51e5d753818 admin admin] Made reservation on behalf of abec10fa401c4f3e89a2da33bcce0ea2 for: {'network': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:48:14.506072 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4dea2450-45f5-4239-9dad-e51e5d753818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:14.571770 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4dea2450-45f5-4239-9dad-e51e5d753818 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:14.573585 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-354e8607-a577-43c8-ac81-1343dde90b69 admin admin] Router 7a557037-e967-492c-b370-f342f0a3c8d2 is scheduled to L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 with binding_index 1 {{(pid=100597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 10:48:14.595133 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25bfedc0-d690-4cf1-92b9-708564cc3193 req-27e10f7a-d5a9-4bb9-a558-74bac9737933 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] Made reservation on behalf of 7c07d91a5a3845b987d2c3d5e5662672 for: {'port': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:48:14.598861 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-25bfedc0-d690-4cf1-92b9-708564cc3193 req-27e10f7a-d5a9-4bb9-a558-74bac9737933 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:14.823605 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef953310-eeae-46b3-bec7-23c6548b1ea4 None None] Network b8b1e2be-5932-428e-a716-07af13af4e6c requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:48:14.891737 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-354e8607-a577-43c8-ac81-1343dde90b69 admin admin] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:48:14.931333 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3d323a-48c2-411e-b52c-7bf0943d8348 None None] Sync routers for ids ['7a557037-e967-492c-b370-f342f0a3c8d2'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:48:14.950335 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-354e8607-a577-43c8-ac81-1343dde90b69 admin admin] Publish callbacks [] for router, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:14.951722 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-354e8607-a577-43c8-ac81-1343dde90b69 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.5586772 Oct 20 10:48:14.957290 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3d323a-48c2-411e-b52c-7bf0943d8348 None None] Routers {'7a557037-e967-492c-b370-f342f0a3c8d2'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:48:14.958183 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-1d3d323a-48c2-411e-b52c-7bf0943d8348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:48:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['7a557037-e967-492c-b370-f342f0a3c8d2'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:48:14.962786 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 41670) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:48:15.046579 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [req-25bfedc0-d690-4cf1-92b9-708564cc3193 req-27e10f7a-d5a9-4bb9-a558-74bac9737933 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] Allocated IP 172.20.0.7 (c8a6fc02-fa12-4200-87e5-83414d81676e/2385e10a-8e9b-4532-8959-c4c7cb401041/5a911ba9-fa6d-4e5e-97bf-c19031b23b78) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:48:15.147665 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4dea2450-45f5-4239-9dad-e51e5d753818 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:15.151771 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-5afc0906-ba8b-4959-87da-7fabe5e8cc4d req-b251cc8f-1d77-484e-8cbd-181eba82ec61 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:15.155586 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-76a08df5-2cae-46a7-a97f-ec588fce7297 req-4a504bf8-c4be-4d63-845c-63769a443035 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=1efb49f2-9731-47b0-9535-c2013c0e715c HTTP/1.1" status: 200 len: 210 time: 0.1042960 Oct 20 10:48:15.162601 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4dea2450-45f5-4239-9dad-e51e5d753818 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:15.217980 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dea2450-45f5-4239-9dad-e51e5d753818 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bdbc888-d275-461d-9d6f-841c131a507b,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:15.299512 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dea2450-45f5-4239-9dad-e51e5d753818 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 824} {{(pid=100596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:48:15.301984 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-1d3d323a-48c2-411e-b52c-7bf0943d8348 None None] Set router 7a557037-e967-492c-b370-f342f0a3c8d2 gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:48:15.392454 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4dea2450-45f5-4239-9dad-e51e5d753818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:15.392814 n-d-811396-3 neutron-server[100596]: INFO neutron.db.segments_db [None req-4dea2450-45f5-4239-9dad-e51e5d753818 admin admin] Added segment 5db7e902-dc3b-444d-a3cd-7609cf1e5c3b of type vlan for network 7111b6be-abc3-433b-ab11-251b7c9786ad Oct 20 10:48:15.501316 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 70bf0fa1-8944-4b15-add8-d7cda4846943 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:48:15.502899 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-41270b2a-b178-4059-94c3-6ae8cf6c04d0 req-31fe5209-0da3-4a84-b480-df5e5b53c6cb tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf469606-8681-4d30-aeb5-f940af3a754b HTTP/1.1" status: 200 len: 210 time: 0.1300023 Oct 20 10:48:15.529977 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4c3cc2-15a8-41d4-94e0-af33a0258f5c req-dd686c45-1506-4b9a-8fb4-3bdddc7fe219 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:15.536499 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0e4c3cc2-15a8-41d4-94e0-af33a0258f5c req-dd686c45-1506-4b9a-8fb4-3bdddc7fe219 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=e93a168e-3523-430d-abec-d9e9b5be6bdc HTTP/1.1" status: 200 len: 944 time: 0.5280313 Oct 20 10:48:15.585836 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1e601a45-d2a7-4769-86a7-7de2465ab012 None None] Provisioning complete for port 70bf0fa1-8944-4b15-add8-d7cda4846943 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:48:15.586212 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1e601a45-d2a7-4769-86a7-7de2465ab012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:15.589110 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4dea2450-45f5-4239-9dad-e51e5d753818 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:15.761827 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 70bf0fa1-8944-4b15-add8-d7cda4846943 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:48:15.762210 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:15.781201 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-1d3d323a-48c2-411e-b52c-7bf0943d8348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a557037-e967-492c-b370-f342f0a3c8d2', 'name': 'tempest-ServerActionsTestJSON-206231782-router', 'tenant_id': '376203cb7dec4dad9717307d6c606d33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.103'}], 'enable_snat': True}, 'gw_port_id': '31b3a702-cc99-436c-bbb1-23e1bf1e390c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:48:11Z', 'updated_at': '2021-10-20T10:48:13Z', 'revision_number': 3, 'project_id': '376203cb7dec4dad9717307d6c606d33', 'gw_port': {'id': '31b3a702-cc99-436c-bbb1-23e1bf1e390c', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c7:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a557037-e967-492c-b370-f342f0a3c8d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:48:12Z', 'updated_at': '2021-10-20T10:48:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:48:15.799553 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.db.resource_extend [None req-4dea2450-45f5-4239-9dad-e51e5d753818 admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 20 10:48:15.817868 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3d323a-48c2-411e-b52c-7bf0943d8348 None None] Checking router: 7a557037-e967-492c-b370-f342f0a3c8d2 for host: n-d-811396-3 {{(pid=100599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:48:15.818469 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3d323a-48c2-411e-b52c-7bf0943d8348 None None] Updating router 7a557037-e967-492c-b370-f342f0a3c8d2 port 31b3a702-cc99-436c-bbb1-23e1bf1e390c binding host n-d-811396-3 {{(pid=100599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 10:48:15.846795 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-1d3d323a-48c2-411e-b52c-7bf0943d8348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:15.852066 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1e601a45-d2a7-4769-86a7-7de2465ab012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:15.969015 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1e601a45-d2a7-4769-86a7-7de2465ab012 None None] For port 70bf0fa1-8944-4b15-add8-d7cda4846943, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=70bf0fa1-8944-4b15-add8-d7cda4846943,segment=NetworkSegment(7a7eba38-3a2c-4235-a145-c989dfc5d4dc),segment_id=7a7eba38-3a2c-4235-a145-c989dfc5d4dc)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:48:15.970135 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:15.980257 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-5afc0906-ba8b-4959-87da-7fabe5e8cc4d req-b251cc8f-1d77-484e-8cbd-181eba82ec61 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:15.982520 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1e601a45-d2a7-4769-86a7-7de2465ab012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:16.085659 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['c8f279a9-fa3f-406e-b583-56be4e497d4e'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:48:16.118958 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5afc0906-ba8b-4959-87da-7fabe5e8cc4d req-b251cc8f-1d77-484e-8cbd-181eba82ec61 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Network f1bd979d-a352-44ca-89b6-a358a0660ac0 is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:48:16.120159 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4dea2450-45f5-4239-9dad-e51e5d753818 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:16.121123 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dea2450-45f5-4239-9dad-e51e5d753818 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:16.122245 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4dea2450-45f5-4239-9dad-e51e5d753818 admin admin] Publish callbacks [] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:16.169100 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b251cc8f-1d77-484e-8cbd-181eba82ec61 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Pushing event updated for resources: {'Port': ['ID=c66be903-7f58-43f0-ab52-fd3f36568b88,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:16.171723 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [req-5afc0906-ba8b-4959-87da-7fabe5e8cc4d req-b251cc8f-1d77-484e-8cbd-181eba82ec61 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:48:16.205995 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-5afc0906-ba8b-4959-87da-7fabe5e8cc4d req-b251cc8f-1d77-484e-8cbd-181eba82ec61 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:48:16.276999 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.db.api [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 10:48:16.277275 n-d-811396-3 neutron-server[100598]: DEBUG oslo_db.api [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 10:48:16.306854 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-1d3d323a-48c2-411e-b52c-7bf0943d8348 None None] Publish callbacks [] for port, precommit_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:16.315046 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-1d3d323a-48c2-411e-b52c-7bf0943d8348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:16.326320 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0e4c3cc2-15a8-41d4-94e0-af33a0258f5c req-544c8625-2597-4422-a207-401f17dbbc4d tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e1d7c5e-d35b-480e-bc76-e69dc8123b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7490242 Oct 20 10:48:16.339754 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e601a45-d2a7-4769-86a7-7de2465ab012 None None] Pushing event updated for resources: {'Port': ['ID=70bf0fa1-8944-4b15-add8-d7cda4846943,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:16.411418 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-1d3d323a-48c2-411e-b52c-7bf0943d8348 None None] Attempting to bind port 31b3a702-cc99-436c-bbb1-23e1bf1e390c on host n-d-811396-3 for vnic_type normal with profile {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:48:16.412051 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-1d3d323a-48c2-411e-b52c-7bf0943d8348 None None] Attempting to bind port 31b3a702-cc99-436c-bbb1-23e1bf1e390c by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}] {{(pid=100599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:48:16.412586 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d3d323a-48c2-411e-b52c-7bf0943d8348 None None] Attempting to bind port 31b3a702-cc99-436c-bbb1-23e1bf1e390c on network cbe170d3-31ba-45a2-b477-520ab0a7a8ea {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:48:16.423558 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d3d323a-48c2-411e-b52c-7bf0943d8348 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:48:16.424315 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d3d323a-48c2-411e-b52c-7bf0943d8348 None None] Checking segment: {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:48:16.424942 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-1d3d323a-48c2-411e-b52c-7bf0943d8348 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:16.426090 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d3d323a-48c2-411e-b52c-7bf0943d8348 None None] Bound using segment: {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'} {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:48:16.426894 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-1d3d323a-48c2-411e-b52c-7bf0943d8348 None None] Bound port: 31b3a702-cc99-436c-bbb1-23e1bf1e390c, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}}] {{(pid=100599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:48:16.427588 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-1d3d323a-48c2-411e-b52c-7bf0943d8348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:16.433857 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-4dea2450-45f5-4239-9dad-e51e5d753818 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 3.4181366 Oct 20 10:48:16.434509 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 41696) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:48:16.458374 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-b4dfd3d6-883a-4d41-961e-ff9f2cecc029 None None] Provisioning complete for port 70bf0fa1-8944-4b15-add8-d7cda4846943 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:48:16.458752 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-b4dfd3d6-883a-4d41-961e-ff9f2cecc029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:16.472638 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-ebbd4980-95e6-40cc-9546-3f1b0c0143eb admin admin] Request body: {'subnet': {'network_id': '7111b6be-abc3-433b-ab11-251b7c9786ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1726464692-subnet', 'tenant_id': 'abec10fa401c4f3e89a2da33bcce0ea2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:48:16.492537 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5eeb73-b53e-4f8f-ab3c-c5ba12953948 None None] Pushing event updated for resources: {'Port': ['ID=31b3a702-cc99-436c-bbb1-23e1bf1e390c,revision_number=2']} {{(pid=100599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:16.615107 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.db [None req-1d3d323a-48c2-411e-b52c-7bf0943d8348 None None] For port 31b3a702-cc99-436c-bbb1-23e1bf1e390c, host n-d-811396-3, cleared binding levels {{(pid=100599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:48:16.622790 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.db [None req-1d3d323a-48c2-411e-b52c-7bf0943d8348 None None] For port 31b3a702-cc99-436c-bbb1-23e1bf1e390c, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=31b3a702-cc99-436c-bbb1-23e1bf1e390c,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:48:16.628035 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-1d3d323a-48c2-411e-b52c-7bf0943d8348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:16.696177 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-25bfedc0-d690-4cf1-92b9-708564cc3193 req-27e10f7a-d5a9-4bb9-a558-74bac9737933 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:16.714668 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5eeb73-b53e-4f8f-ab3c-c5ba12953948 None None] Pushing event updated for resources: {'Port': ['ID=31b3a702-cc99-436c-bbb1-23e1bf1e390c,revision_number=3']} {{(pid=100599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:16.724254 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3d323a-48c2-411e-b52c-7bf0943d8348 None None] Routers {'7a557037-e967-492c-b370-f342f0a3c8d2'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:48:16.725988 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-1d3d323a-48c2-411e-b52c-7bf0943d8348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:48:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['7a557037-e967-492c-b370-f342f0a3c8d2'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:48:16.727334 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afc0906-ba8b-4959-87da-7fabe5e8cc4d req-b251cc8f-1d77-484e-8cbd-181eba82ec61 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:16.728069 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-5afc0906-ba8b-4959-87da-7fabe5e8cc4d req-b251cc8f-1d77-484e-8cbd-181eba82ec61 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:16.759683 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dea2450-45f5-4239-9dad-e51e5d753818 admin admin] Pushing event updated for resources: {'Network': ['ID=7111b6be-abc3-433b-ab11-251b7c9786ad,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:16.773168 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network 7111b6be-abc3-433b-ab11-251b7c9786ad details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:48:16.775236 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ee840422-a9b3-42bb-8e03-53c1c20325af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:16.853044 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-687d7987-7a40-4b9d-b1f9-91677eb64a9b req-27cc4e2f-5ecd-443d-a890-d2e6fdb868f4 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf469606-8681-4d30-aeb5-f940af3a754b HTTP/1.1" status: 200 len: 210 time: 0.2130220 Oct 20 10:48:16.870148 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0632d291-d7ad-44db-9067-65f118e15554 req-3e394ef0-eee0-47e8-93be-1e2193cc5d35 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:16.886182 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0632d291-d7ad-44db-9067-65f118e15554 req-3e394ef0-eee0-47e8-93be-1e2193cc5d35 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=1efb49f2-9731-47b0-9535-c2013c0e715c HTTP/1.1" status: 200 len: 931 time: 0.4705899 Oct 20 10:48:16.897709 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebbd4980-95e6-40cc-9546-3f1b0c0143eb admin admin] Made reservation on behalf of abec10fa401c4f3e89a2da33bcce0ea2 for: {'subnet': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:48:16.904153 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ebbd4980-95e6-40cc-9546-3f1b0c0143eb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26761797'] for subnet, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:16.988257 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5afc0906-ba8b-4959-87da-7fabe5e8cc4d req-b251cc8f-1d77-484e-8cbd-181eba82ec61 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8736103 Oct 20 10:48:16.990612 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-1d3d323a-48c2-411e-b52c-7bf0943d8348 None None] Set router 7a557037-e967-492c-b370-f342f0a3c8d2 gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:48:17.027234 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [req-5afc0906-ba8b-4959-87da-7fabe5e8cc4d req-eaa8af80-4eb2-4633-8bca-c11eba495e60 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:48:17.028321 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5afc0906-ba8b-4959-87da-7fabe5e8cc4d req-eaa8af80-4eb2-4633-8bca-c11eba495e60 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0282984 Oct 20 10:48:17.172756 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-ee840422-a9b3-42bb-8e03-53c1c20325af admin admin] Allocated IP 172.20.0.1 (b8b1e2be-5932-428e-a716-07af13af4e6c/437b47ec-4211-421c-828b-76408ce53dce/c353f88e-443a-4cfa-8507-0a2746d2a2a6) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:48:17.208588 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 70bf0fa1-8944-4b15-add8-d7cda4846943 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:48:17.279173 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0632d291-d7ad-44db-9067-65f118e15554 req-b013d079-ebf9-4208-a8f1-ab622c12bfee tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3917551 Oct 20 10:48:17.280470 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-25bfedc0-d690-4cf1-92b9-708564cc3193 req-27e10f7a-d5a9-4bb9-a558-74bac9737933 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:17.300765 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['cce84233-f3eb-46fc-b7e7-cf15d3e7b144', 'd23ca657-b6e8-4ea0-ba4f-d2f2e06a6735'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:48:17.362963 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['70926b19-cdde-49d2-a6a7-ad4d2ff80215'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:48:17.439576 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25bfedc0-d690-4cf1-92b9-708564cc3193 req-27e10f7a-d5a9-4bb9-a558-74bac9737933 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] Network c8a6fc02-fa12-4200-87e5-83414d81676e is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:48:17.444009 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-5afc0906-ba8b-4959-87da-7fabe5e8cc4d req-11e56005-f5ca-45d4-907b-bba9e08be4f5 service neutron] Request body: {'port': {'device_id': '1efb49f2-9731-47b0-9535-c2013c0e715c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811396-3'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:48:17.474425 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ee840422-a9b3-42bb-8e03-53c1c20325af admin admin] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:17.483442 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [req-25bfedc0-d690-4cf1-92b9-708564cc3193 req-27e10f7a-d5a9-4bb9-a558-74bac9737933 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:48:17.503787 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-25bfedc0-d690-4cf1-92b9-708564cc3193 req-27e10f7a-d5a9-4bb9-a558-74bac9737933 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:48:17.515973 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-1d3d323a-48c2-411e-b52c-7bf0943d8348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a557037-e967-492c-b370-f342f0a3c8d2', 'name': 'tempest-ServerActionsTestJSON-206231782-router', 'tenant_id': '376203cb7dec4dad9717307d6c606d33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.103'}], 'enable_snat': True}, 'gw_port_id': '31b3a702-cc99-436c-bbb1-23e1bf1e390c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:48:11Z', 'updated_at': '2021-10-20T10:48:13Z', 'revision_number': 3, 'project_id': '376203cb7dec4dad9717307d6c606d33', 'gw_port': {'id': '31b3a702-cc99-436c-bbb1-23e1bf1e390c', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c7:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a557037-e967-492c-b370-f342f0a3c8d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:48:12Z', 'updated_at': '2021-10-20T10:48:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:48:17.550894 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ee840422-a9b3-42bb-8e03-53c1c20325af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:17.585858 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3d323a-48c2-411e-b52c-7bf0943d8348 None None] The sync data for ids ['7a557037-e967-492c-b370-f342f0a3c8d2'] in n-d-811396-3 is: [{'id': '7a557037-e967-492c-b370-f342f0a3c8d2', 'name': 'tempest-ServerActionsTestJSON-206231782-router', 'tenant_id': '376203cb7dec4dad9717307d6c606d33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.103'}], 'enable_snat': True}, 'gw_port_id': '31b3a702-cc99-436c-bbb1-23e1bf1e390c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:48:11Z', 'updated_at': '2021-10-20T10:48:13Z', 'revision_number': 3, 'project_id': '376203cb7dec4dad9717307d6c606d33', 'gw_port': {'id': '31b3a702-cc99-436c-bbb1-23e1bf1e390c', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c7:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a557037-e967-492c-b370-f342f0a3c8d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:48:12Z', 'updated_at': '2021-10-20T10:48:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:48:17.626662 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee840422-a9b3-42bb-8e03-53c1c20325af admin admin] Network b8b1e2be-5932-428e-a716-07af13af4e6c is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:48:17.631534 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-ee840422-a9b3-42bb-8e03-53c1c20325af admin admin] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:48:17.634933 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee840422-a9b3-42bb-8e03-53c1c20325af admin admin] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:48:17.664422 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bfedc0-d690-4cf1-92b9-708564cc3193 req-27e10f7a-d5a9-4bb9-a558-74bac9737933 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:17.666111 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-25bfedc0-d690-4cf1-92b9-708564cc3193 req-27e10f7a-d5a9-4bb9-a558-74bac9737933 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:17.676828 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee840422-a9b3-42bb-8e03-53c1c20325af admin admin] Pushing event updated for resources: {'Port': ['ID=c353f88e-443a-4cfa-8507-0a2746d2a2a6,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:17.725377 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ee840422-a9b3-42bb-8e03-53c1c20325af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1774540'] for router_interface, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:17.761516 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-25bfedc0-d690-4cf1-92b9-708564cc3193 req-27e10f7a-d5a9-4bb9-a558-74bac9737933 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6889920 Oct 20 10:48:17.816696 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 70bf0fa1-8944-4b15-add8-d7cda4846943 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:48:17.817078 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:17.913632 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-25bfedc0-d690-4cf1-92b9-708564cc3193 req-f9b99382-d6fc-4289-bc24-e38a8d7aefe0 service neutron] Request body: {'port': {'device_id': 'bf469606-8681-4d30-aeb5-f940af3a754b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811396-3'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:48:18.026900 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e10f7a-d5a9-4bb9-a558-74bac9737933 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] Pushing event updated for resources: {'Port': ['ID=5a911ba9-fa6d-4e5e-97bf-c19031b23b78,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:18.105641 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ee840422-a9b3-42bb-8e03-53c1c20325af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:18.108539 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-5afc0906-ba8b-4959-87da-7fabe5e8cc4d req-11e56005-f5ca-45d4-907b-bba9e08be4f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:18.170645 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-25bfedc0-d690-4cf1-92b9-708564cc3193 req-f9b99382-d6fc-4289-bc24-e38a8d7aefe0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:18.216227 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab90c85b-1a0c-40b4-9b2a-71983d766b27 req-c5ef8ec9-5d03-475a-942e-2af668bfbfc4 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:18.225490 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ab90c85b-1a0c-40b4-9b2a-71983d766b27 req-c5ef8ec9-5d03-475a-942e-2af668bfbfc4 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=e93a168e-3523-430d-abec-d9e9b5be6bdc HTTP/1.1" status: 200 len: 944 time: 0.4933486 Oct 20 10:48:18.285216 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-bba3502c-203a-48c2-92e2-dcc9d4075cc2 None None] Provisioning complete for port c353f88e-443a-4cfa-8507-0a2746d2a2a6 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:48:18.285779 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-bba3502c-203a-48c2-92e2-dcc9d4075cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:18.350101 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-bba3502c-203a-48c2-92e2-dcc9d4075cc2 None None] Port c353f88e-443a-4cfa-8507-0a2746d2a2a6 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:48:18.402873 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ab90c85b-1a0c-40b4-9b2a-71983d766b27 req-28eecd82-a4fa-4959-a477-3595bf278fb8 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e1d7c5e-d35b-480e-bc76-e69dc8123b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762595 Oct 20 10:48:18.408046 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ee840422-a9b3-42bb-8e03-53c1c20325af admin admin] Publish callbacks [] for port, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:18.417346 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ee840422-a9b3-42bb-8e03-53c1c20325af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:18.572452 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ee840422-a9b3-42bb-8e03-53c1c20325af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1774432'] for router_interface, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:18.577326 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee840422-a9b3-42bb-8e03-53c1c20325af admin admin] Pushing event updated for resources: {'Port': ['ID=c353f88e-443a-4cfa-8507-0a2746d2a2a6,revision_number=2']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:18.671013 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e56a5b-37d9-4d2d-ba9b-593836caae40 req-60a22331-fc3b-4d6d-8db1-f975cf4815c7 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:18.689074 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-39e56a5b-37d9-4d2d-ba9b-593836caae40 req-60a22331-fc3b-4d6d-8db1-f975cf4815c7 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf469606-8681-4d30-aeb5-f940af3a754b HTTP/1.1" status: 200 len: 931 time: 0.6643190 Oct 20 10:48:18.764805 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee840422-a9b3-42bb-8e03-53c1c20325af admin admin] Network b8b1e2be-5932-428e-a716-07af13af4e6c is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:48:18.766705 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-ee840422-a9b3-42bb-8e03-53c1c20325af admin admin] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:48:19.044791 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee840422-a9b3-42bb-8e03-53c1c20325af admin admin] Router 7a557037-e967-492c-b370-f342f0a3c8d2 has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:48:19.101568 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:19.185150 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-7eaca803-9f8b-45de-9464-af6cf316d8ad None None] Provisioning complete for port c353f88e-443a-4cfa-8507-0a2746d2a2a6 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:48:19.185521 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-7eaca803-9f8b-45de-9464-af6cf316d8ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:19.228261 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee840422-a9b3-42bb-8e03-53c1c20325af admin admin] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:48:19.241393 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-7eaca803-9f8b-45de-9464-af6cf316d8ad None None] Port c353f88e-443a-4cfa-8507-0a2746d2a2a6 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:48:19.263182 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-ee840422-a9b3-42bb-8e03-53c1c20325af admin admin] 10.222.0.64 "PUT /v2.0/routers/7a557037-e967-492c-b370-f342f0a3c8d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2936544 Oct 20 10:48:19.281138 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 31b3a702-cc99-436c-bbb1-23e1bf1e390c up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:48:19.352917 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 31b3a702-cc99-436c-bbb1-23e1bf1e390c triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:48:19.353595 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:19.461011 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:19.483707 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] For port 31b3a702-cc99-436c-bbb1-23e1bf1e390c, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=31b3a702-cc99-436c-bbb1-23e1bf1e390c,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:48:19.488907 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:19.544567 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Pushing event updated for resources: {'Port': ['ID=31b3a702-cc99-436c-bbb1-23e1bf1e390c,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:19.619947 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ebbd4980-95e6-40cc-9546-3f1b0c0143eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26836128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26761819'] for subnet, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:19.624721 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [req-5afc0906-ba8b-4959-87da-7fabe5e8cc4d req-11e56005-f5ca-45d4-907b-bba9e08be4f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c66be903-7f58-43f0-ab52-fd3f36568b88 {{(pid=100596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:48:19.674432 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-5afc0906-ba8b-4959-87da-7fabe5e8cc4d req-11e56005-f5ca-45d4-907b-bba9e08be4f5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:19.712862 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-39e56a5b-37d9-4d2d-ba9b-593836caae40 req-5f70ca13-91d5-4b49-8475-0d5dfbebc100 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] 10.222.0.64 "GET /v2.0/security-groups?id=beae5622-2b72-47ae-b5ac-f3919c6874d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0216367 Oct 20 10:48:19.745758 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.provisioning_blocks [req-5afc0906-ba8b-4959-87da-7fabe5e8cc4d req-11e56005-f5ca-45d4-907b-bba9e08be4f5 service neutron] Transition to ACTIVE for port object c66be903-7f58-43f0-ab52-fd3f36568b88 will not be triggered until provisioned by entity L2. {{(pid=100596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:48:19.780105 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a92fd1-4837-4d6a-acd1-7c668e087824 req-5f3ede2f-a884-41fa-8bc6-0a31cf7aa48b tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:19.781704 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b0a92fd1-4837-4d6a-acd1-7c668e087824 req-5f3ede2f-a884-41fa-8bc6-0a31cf7aa48b tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=1efb49f2-9731-47b0-9535-c2013c0e715c HTTP/1.1" status: 200 len: 931 time: 1.0758846 Oct 20 10:48:19.790272 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbd4980-95e6-40cc-9546-3f1b0c0143eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=013c3dda-82ec-48c6-86e0-bad88ab62170,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:19.799120 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-5afc0906-ba8b-4959-87da-7fabe5e8cc4d req-11e56005-f5ca-45d4-907b-bba9e08be4f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:19.833918 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebbd4980-95e6-40cc-9546-3f1b0c0143eb admin admin] Checking segment: {'id': '5db7e902-dc3b-444d-a3cd-7609cf1e5c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '7111b6be-abc3-433b-ab11-251b7c9786ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:48:19.834373 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebbd4980-95e6-40cc-9546-3f1b0c0143eb admin admin] Network hostable DHCP agents. Network: 7111b6be-abc3-433b-ab11-251b7c9786ad, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:48:19.963694 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebbd4980-95e6-40cc-9546-3f1b0c0143eb admin admin] Network 7111b6be-abc3-433b-ab11-251b7c9786ad is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:48:20.009938 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e56005-f5ca-45d4-907b-bba9e08be4f5 service neutron] Pushing event updated for resources: {'Port': ['ID=c66be903-7f58-43f0-ab52-fd3f36568b88,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:20.046624 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-ebbd4980-95e6-40cc-9546-3f1b0c0143eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, 7111b6be-abc3-433b-ab11-251b7c9786ad) {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:48:20.051024 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebbd4980-95e6-40cc-9546-3f1b0c0143eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:20.051721 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ebbd4980-95e6-40cc-9546-3f1b0c0143eb admin admin] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:20.059591 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49fa2ac2-89ec-4fb3-8505-a8cda06d6f0b None None] Network 7111b6be-abc3-433b-ab11-251b7c9786ad requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:48:20.074881 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b1dfd3-f669-47e4-9c35-381cc1a9a0a2 req-4cbf72ca-f3e8-4558-b39d-1a2e3aa49e66 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:20.076714 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a9b1dfd3-f669-47e4-9c35-381cc1a9a0a2 req-4cbf72ca-f3e8-4558-b39d-1a2e3aa49e66 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=e93a168e-3523-430d-abec-d9e9b5be6bdc HTTP/1.1" status: 200 len: 944 time: 0.2435737 Oct 20 10:48:20.079206 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b0a92fd1-4837-4d6a-acd1-7c668e087824 req-928e4fa9-0c35-4e60-86e2-854823e6a150 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474151 Oct 20 10:48:20.215227 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-ebbd4980-95e6-40cc-9546-3f1b0c0143eb admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.7658532 Oct 20 10:48:20.330081 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a9b1dfd3-f669-47e4-9c35-381cc1a9a0a2 req-3366051c-b5e2-4cae-8bb4-91b8d7618044 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e1d7c5e-d35b-480e-bc76-e69dc8123b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425678 Oct 20 10:48:20.338692 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-5afc0906-ba8b-4959-87da-7fabe5e8cc4d req-11e56005-f5ca-45d4-907b-bba9e08be4f5 service neutron] Attempting to bind port c66be903-7f58-43f0-ab52-fd3f36568b88 on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:48:20.339037 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-5afc0906-ba8b-4959-87da-7fabe5e8cc4d req-11e56005-f5ca-45d4-907b-bba9e08be4f5 service neutron] Attempting to bind port c66be903-7f58-43f0-ab52-fd3f36568b88 by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': '96dfa309-c7df-4d10-8f15-9d739a677474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'f1bd979d-a352-44ca-89b6-a358a0660ac0'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:48:20.339366 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5afc0906-ba8b-4959-87da-7fabe5e8cc4d req-11e56005-f5ca-45d4-907b-bba9e08be4f5 service neutron] Attempting to bind port c66be903-7f58-43f0-ab52-fd3f36568b88 on network f1bd979d-a352-44ca-89b6-a358a0660ac0 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:48:20.351447 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-860c82eb-c606-4529-86db-add44f9fd056 None None] Network 7111b6be-abc3-433b-ab11-251b7c9786ad requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:48:20.362797 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5afc0906-ba8b-4959-87da-7fabe5e8cc4d req-11e56005-f5ca-45d4-907b-bba9e08be4f5 service neutron] Port c66be903-7f58-43f0-ab52-fd3f36568b88 on network f1bd979d-a352-44ca-89b6-a358a0660ac0 not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:48:20.363127 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5afc0906-ba8b-4959-87da-7fabe5e8cc4d req-11e56005-f5ca-45d4-907b-bba9e08be4f5 service neutron] Attempting to bind port c66be903-7f58-43f0-ab52-fd3f36568b88 on network f1bd979d-a352-44ca-89b6-a358a0660ac0 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:48:20.393180 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [req-25bfedc0-d690-4cf1-92b9-708564cc3193 req-f9b99382-d6fc-4289-bc24-e38a8d7aefe0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a911ba9-fa6d-4e5e-97bf-c19031b23b78 {{(pid=100596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:48:20.405131 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5afc0906-ba8b-4959-87da-7fabe5e8cc4d req-11e56005-f5ca-45d4-907b-bba9e08be4f5 service neutron] Checking agent: {'id': '061232a2-7adc-4ba1-a873-e8cb136b064d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 48, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:48:20.406002 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5afc0906-ba8b-4959-87da-7fabe5e8cc4d req-11e56005-f5ca-45d4-907b-bba9e08be4f5 service neutron] Checking segment: {'id': '96dfa309-c7df-4d10-8f15-9d739a677474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'f1bd979d-a352-44ca-89b6-a358a0660ac0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:48:20.406498 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5afc0906-ba8b-4959-87da-7fabe5e8cc4d req-11e56005-f5ca-45d4-907b-bba9e08be4f5 service neutron] Bound using segment: {'id': '96dfa309-c7df-4d10-8f15-9d739a677474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'f1bd979d-a352-44ca-89b6-a358a0660ac0'} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:48:20.407059 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-5afc0906-ba8b-4959-87da-7fabe5e8cc4d req-11e56005-f5ca-45d4-907b-bba9e08be4f5 service neutron] Bound port: c66be903-7f58-43f0-ab52-fd3f36568b88, host: n-h2-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96dfa309-c7df-4d10-8f15-9d739a677474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'f1bd979d-a352-44ca-89b6-a358a0660ac0'}}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:48:20.407673 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-5afc0906-ba8b-4959-87da-7fabe5e8cc4d req-11e56005-f5ca-45d4-907b-bba9e08be4f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:20.411122 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-25bfedc0-d690-4cf1-92b9-708564cc3193 req-f9b99382-d6fc-4289-bc24-e38a8d7aefe0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:20.483888 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.provisioning_blocks [req-25bfedc0-d690-4cf1-92b9-708564cc3193 req-f9b99382-d6fc-4289-bc24-e38a8d7aefe0 service neutron] Transition to ACTIVE for port object 5a911ba9-fa6d-4e5e-97bf-c19031b23b78 will not be triggered until provisioned by entity L2. {{(pid=100596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:48:20.528159 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-25bfedc0-d690-4cf1-92b9-708564cc3193 req-f9b99382-d6fc-4289-bc24-e38a8d7aefe0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:20.568749 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f55fb1-a12a-49d5-a3e5-703a9420f211 None None] Sync routers for ids ['7a557037-e967-492c-b370-f342f0a3c8d2'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:48:20.599753 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f55fb1-a12a-49d5-a3e5-703a9420f211 None None] Routers {'7a557037-e967-492c-b370-f342f0a3c8d2'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:48:20.600373 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-e0f55fb1-a12a-49d5-a3e5-703a9420f211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:48:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['7a557037-e967-492c-b370-f342f0a3c8d2'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:48:20.711563 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-5afc0906-ba8b-4959-87da-7fabe5e8cc4d req-11e56005-f5ca-45d4-907b-bba9e08be4f5 service neutron] For port c66be903-7f58-43f0-ab52-fd3f36568b88, host n-h2-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:48:20.725169 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-5afc0906-ba8b-4959-87da-7fabe5e8cc4d req-11e56005-f5ca-45d4-907b-bba9e08be4f5 service neutron] For port c66be903-7f58-43f0-ab52-fd3f36568b88, host n-h2-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=c66be903-7f58-43f0-ab52-fd3f36568b88,segment=NetworkSegment(96dfa309-c7df-4d10-8f15-9d739a677474),segment_id=96dfa309-c7df-4d10-8f15-9d739a677474)] {{(pid=100596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:48:20.728392 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b99382-d6fc-4289-bc24-e38a8d7aefe0 service neutron] Pushing event updated for resources: {'Port': ['ID=5a911ba9-fa6d-4e5e-97bf-c19031b23b78,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:20.742287 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-e0f55fb1-a12a-49d5-a3e5-703a9420f211 None None] Set router 7a557037-e967-492c-b370-f342f0a3c8d2 gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:48:20.785769 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-5afc0906-ba8b-4959-87da-7fabe5e8cc4d req-11e56005-f5ca-45d4-907b-bba9e08be4f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:20.826524 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 41772) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:48:20.832187 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-63440cb9-148c-4641-9116-ecce774f6f7c tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1318234690', 'description': 'tempest-description--1945460308'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:48:20.880356 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-63440cb9-148c-4641-9116-ecce774f6f7c tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:20.888135 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afc0906-ba8b-4959-87da-7fabe5e8cc4d req-11e56005-f5ca-45d4-907b-bba9e08be4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:20.889096 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-5afc0906-ba8b-4959-87da-7fabe5e8cc4d req-11e56005-f5ca-45d4-907b-bba9e08be4f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:20.890639 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5afc0906-ba8b-4959-87da-7fabe5e8cc4d req-11e56005-f5ca-45d4-907b-bba9e08be4f5 service neutron] 10.222.0.69 "PUT /v2.0/ports/c66be903-7f58-43f0-ab52-fd3f36568b88 HTTP/1.1" status: 200 len: 1091 time: 3.8356490 Oct 20 10:48:20.893801 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1efb49f2-9731-47b0-9535-c2013c0e715c', 'tag': 'c66be903-7f58-43f0-ab52-fd3f36568b88'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:48:20.905044 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd0f0627-0faa-429a-9683-0fd460fbd986" -d '{"events": [{"name": "network-changed", "server_uuid": "1efb49f2-9731-47b0-9535-c2013c0e715c", "tag": "c66be903-7f58-43f0-ab52-fd3f36568b88"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:48:20.977702 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-63440cb9-148c-4641-9116-ecce774f6f7c tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:20.982822 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-63440cb9-148c-4641-9116-ecce774f6f7c tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:21.023675 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-63440cb9-148c-4641-9116-ecce774f6f7c tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:21.028287 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-63440cb9-148c-4641-9116-ecce774f6f7c tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1996391 Oct 20 10:48:21.030210 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 41778) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:48:21.035897 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-5ffe1087-9675-4148-8ca9-5d3131188ac2 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Request body: {'security_group_rule': {'security_group_id': '58574406-52f6-4da8-ba4e-3f91a696d5a9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:48:21.065801 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63440cb9-148c-4641-9116-ecce774f6f7c tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58574406-52f6-4da8-ba4e-3f91a696d5a9,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:21.075886 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5ffe1087-9675-4148-8ca9-5d3131188ac2 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:21.077597 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16373e53-67ed-471c-bdfc-c00f6597b1ba x-openstack-request-id: req-16373e53-67ed-471c-bdfc-c00f6597b1ba {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:48:21.079542 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1efb49f2-9731-47b0-9535-c2013c0e715c", "tag": "c66be903-7f58-43f0-ab52-fd3f36568b88", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:48:21.079813 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-16373e53-67ed-471c-bdfc-c00f6597b1ba {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:48:21.080223 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1efb49f2-9731-47b0-9535-c2013c0e715c', 'tag': 'c66be903-7f58-43f0-ab52-fd3f36568b88', 'status': 'completed', 'code': 200} Oct 20 10:48:21.168754 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5ffe1087-9675-4148-8ca9-5d3131188ac2 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:21.174319 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5ffe1087-9675-4148-8ca9-5d3131188ac2 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:21.220201 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-25bfedc0-d690-4cf1-92b9-708564cc3193 req-f9b99382-d6fc-4289-bc24-e38a8d7aefe0 service neutron] Attempting to bind port 5a911ba9-fa6d-4e5e-97bf-c19031b23b78 on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:48:21.220549 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-25bfedc0-d690-4cf1-92b9-708564cc3193 req-f9b99382-d6fc-4289-bc24-e38a8d7aefe0 service neutron] Attempting to bind port 5a911ba9-fa6d-4e5e-97bf-c19031b23b78 by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': '21cccbca-7404-428f-aa4e-872d37903a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'c8a6fc02-fa12-4200-87e5-83414d81676e'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:48:21.220880 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25bfedc0-d690-4cf1-92b9-708564cc3193 req-f9b99382-d6fc-4289-bc24-e38a8d7aefe0 service neutron] Attempting to bind port 5a911ba9-fa6d-4e5e-97bf-c19031b23b78 on network c8a6fc02-fa12-4200-87e5-83414d81676e {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:48:21.240006 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffe1087-9675-4148-8ca9-5d3131188ac2 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d716df52-cc65-4e5f-a261-8092fa678c0c,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:21.244043 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4844071c-754b-414f-b23f-30b5d67913e5 req-4526a54f-259a-44c7-86b3-a4f84da47858 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:21.245646 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4844071c-754b-414f-b23f-30b5d67913e5 req-4526a54f-259a-44c7-86b3-a4f84da47858 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf469606-8681-4d30-aeb5-f940af3a754b HTTP/1.1" status: 200 len: 943 time: 0.3624198 Oct 20 10:48:21.257873 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 31b3a702-cc99-436c-bbb1-23e1bf1e390c up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:48:21.261616 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e56005-f5ca-45d4-907b-bba9e08be4f5 service neutron] Pushing event updated for resources: {'Port': ['ID=c66be903-7f58-43f0-ab52-fd3f36568b88,revision_number=3']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:21.272772 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5ffe1087-9675-4148-8ca9-5d3131188ac2 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:21.277611 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-5ffe1087-9675-4148-8ca9-5d3131188ac2 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2456794 Oct 20 10:48:21.278229 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 41788) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:48:21.283109 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-8b9f16bf-52c1-46e6-b869-3176e66d23cb tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Request body: {'security_group_rule': {'security_group_id': '58574406-52f6-4da8-ba4e-3f91a696d5a9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:48:21.285260 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afc0906-ba8b-4959-87da-7fabe5e8cc4d req-a27aa16f-7fee-4fa2-8525-208fd0ef3f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:21.286769 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5afc0906-ba8b-4959-87da-7fabe5e8cc4d req-a27aa16f-7fee-4fa2-8525-208fd0ef3f88 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d11d55054d4b421595fd77f9f4853b62&device_id=1efb49f2-9731-47b0-9535-c2013c0e715c HTTP/1.1" status: 200 len: 1094 time: 0.2989752 Oct 20 10:48:21.316505 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8b9f16bf-52c1-46e6-b869-3176e66d23cb tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:21.351086 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25bfedc0-d690-4cf1-92b9-708564cc3193 req-f9b99382-d6fc-4289-bc24-e38a8d7aefe0 service neutron] Port 5a911ba9-fa6d-4e5e-97bf-c19031b23b78 on network c8a6fc02-fa12-4200-87e5-83414d81676e not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:48:21.351440 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25bfedc0-d690-4cf1-92b9-708564cc3193 req-f9b99382-d6fc-4289-bc24-e38a8d7aefe0 service neutron] Attempting to bind port 5a911ba9-fa6d-4e5e-97bf-c19031b23b78 on network c8a6fc02-fa12-4200-87e5-83414d81676e {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:48:21.365950 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 41790) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:48:21.387398 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 31b3a702-cc99-436c-bbb1-23e1bf1e390c triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:48:21.388132 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:21.396901 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-e0f55fb1-a12a-49d5-a3e5-703a9420f211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a557037-e967-492c-b370-f342f0a3c8d2', 'name': 'tempest-ServerActionsTestJSON-206231782-router', 'tenant_id': '376203cb7dec4dad9717307d6c606d33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.103'}], 'enable_snat': True}, 'gw_port_id': '31b3a702-cc99-436c-bbb1-23e1bf1e390c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:48:11Z', 'updated_at': '2021-10-20T10:48:18Z', 'revision_number': 4, 'project_id': '376203cb7dec4dad9717307d6c606d33', 'gw_port': {'id': '31b3a702-cc99-436c-bbb1-23e1bf1e390c', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a557037-e967-492c-b370-f342f0a3c8d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:48:12Z', 'updated_at': '2021-10-20T10:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': 'c353f88e-443a-4cfa-8507-0a2746d2a2a6', 'name': '', 'network_id': 'b8b1e2be-5932-428e-a716-07af13af4e6c', 'tenant_id': '376203cb7dec4dad9717307d6c606d33', 'mac_address': 'fa:16:3e:ee:76:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a557037-e967-492c-b370-f342f0a3c8d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2512, 'fixed_ips': [{'subnet_id': '437b47ec-4211-421c-828b-76408ce53dce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:48:16Z', 'updated_at': '2021-10-20T10:48:18Z', 'revision_number': 2, 'project_id': '376203cb7dec4dad9717307d6c606d33', 'subnets': [{'id': '437b47ec-4211-421c-828b-76408ce53dce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:48:21.413957 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8b9f16bf-52c1-46e6-b869-3176e66d23cb tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:21.422616 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-73df3e13-ed0a-4ad9-882b-4b29716107f6 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-215451187-network', 'tenant_id': '83a8af5bb1424e628fecf3c33ec833d1'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:48:21.426937 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8b9f16bf-52c1-46e6-b869-3176e66d23cb tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:21.456636 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9f16bf-52c1-46e6-b869-3176e66d23cb tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d661be8-4ed9-4ca8-889f-bdfd7c8ec5e7,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:21.472173 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5afc0906-ba8b-4959-87da-7fabe5e8cc4d req-d6a630e0-5346-466c-af6c-e85e7dbddd4d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c66be903-7f58-43f0-ab52-fd3f36568b88 HTTP/1.1" status: 200 len: 217 time: 0.1064582 Oct 20 10:48:21.507201 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73df3e13-ed0a-4ad9-882b-4b29716107f6 admin admin] Made reservation on behalf of 83a8af5bb1424e628fecf3c33ec833d1 for: {'network': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:48:21.512964 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-73df3e13-ed0a-4ad9-882b-4b29716107f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:21.528575 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25bfedc0-d690-4cf1-92b9-708564cc3193 req-f9b99382-d6fc-4289-bc24-e38a8d7aefe0 service neutron] Checking agent: {'id': '061232a2-7adc-4ba1-a873-e8cb136b064d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 48, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:48:21.528973 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25bfedc0-d690-4cf1-92b9-708564cc3193 req-f9b99382-d6fc-4289-bc24-e38a8d7aefe0 service neutron] Checking segment: {'id': '21cccbca-7404-428f-aa4e-872d37903a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'c8a6fc02-fa12-4200-87e5-83414d81676e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:48:21.529469 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25bfedc0-d690-4cf1-92b9-708564cc3193 req-f9b99382-d6fc-4289-bc24-e38a8d7aefe0 service neutron] Bound using segment: {'id': '21cccbca-7404-428f-aa4e-872d37903a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'c8a6fc02-fa12-4200-87e5-83414d81676e'} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:48:21.529913 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-25bfedc0-d690-4cf1-92b9-708564cc3193 req-f9b99382-d6fc-4289-bc24-e38a8d7aefe0 service neutron] Bound port: 5a911ba9-fa6d-4e5e-97bf-c19031b23b78, host: n-h2-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21cccbca-7404-428f-aa4e-872d37903a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'c8a6fc02-fa12-4200-87e5-83414d81676e'}}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:48:21.530275 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-25bfedc0-d690-4cf1-92b9-708564cc3193 req-f9b99382-d6fc-4289-bc24-e38a8d7aefe0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:21.537374 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-73df3e13-ed0a-4ad9-882b-4b29716107f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:21.539498 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f55fb1-a12a-49d5-a3e5-703a9420f211 None None] Checking router: 7a557037-e967-492c-b370-f342f0a3c8d2 for host: n-d-811396-3 {{(pid=100598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:48:21.542111 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f55fb1-a12a-49d5-a3e5-703a9420f211 None None] Updating router 7a557037-e967-492c-b370-f342f0a3c8d2 port c353f88e-443a-4cfa-8507-0a2746d2a2a6 binding host n-d-811396-3 {{(pid=100598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 10:48:21.549727 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8b9f16bf-52c1-46e6-b869-3176e66d23cb tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:21.556755 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-8b9f16bf-52c1-46e6-b869-3176e66d23cb tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2745879 Oct 20 10:48:21.565734 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 41800) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:48:21.579874 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-a48f3b07-297b-4eeb-b477-c810d51c82b6 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Request body: {'floatingip': {'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:48:21.583793 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4844071c-754b-414f-b23f-30b5d67913e5 req-e0d6e83e-0df1-470d-9795-f2a7bb1b419e tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] 10.222.0.64 "GET /v2.0/security-groups?id=beae5622-2b72-47ae-b5ac-f3919c6874d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3000939 Oct 20 10:48:21.601928 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-e0f55fb1-a12a-49d5-a3e5-703a9420f211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:21.673819 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d909d1b-bd1a-4dbb-b8da-c52d5c7badb7 req-58ad8ced-cf34-4a07-aa6f-d3e3f7fb2c70 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:21.676015 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4d909d1b-bd1a-4dbb-b8da-c52d5c7badb7 req-58ad8ced-cf34-4a07-aa6f-d3e3f7fb2c70 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=1efb49f2-9731-47b0-9535-c2013c0e715c HTTP/1.1" status: 200 len: 943 time: 0.3086431 Oct 20 10:48:21.681444 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afc0906-ba8b-4959-87da-7fabe5e8cc4d req-28c9fb16-3ad9-4424-9285-525373a7400e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:21.682909 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5afc0906-ba8b-4959-87da-7fabe5e8cc4d req-28c9fb16-3ad9-4424-9285-525373a7400e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8c9ad18b-f3f9-4a90-802c-d346920a622d HTTP/1.1" status: 200 len: 853 time: 0.1869390 Oct 20 10:48:21.697800 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-73df3e13-ed0a-4ad9-882b-4b29716107f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:21.702309 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-73df3e13-ed0a-4ad9-882b-4b29716107f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:21.715987 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73df3e13-ed0a-4ad9-882b-4b29716107f6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 803} {{(pid=100597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:48:21.726564 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-73df3e13-ed0a-4ad9-882b-4b29716107f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:21.727054 n-d-811396-3 neutron-server[100597]: INFO neutron.db.segments_db [None req-73df3e13-ed0a-4ad9-882b-4b29716107f6 admin admin] Added segment e278e139-0e08-4cc7-85ba-c56b40be89ba of type vlan for network 2ab0e2d2-5ada-401e-84d5-a992841a1ff7 Oct 20 10:48:21.775129 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-73df3e13-ed0a-4ad9-882b-4b29716107f6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:21.785672 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 41802) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:48:21.787937 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5afc0906-ba8b-4959-87da-7fabe5e8cc4d req-4b49fd93-d1a7-410b-874a-af742b604920 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f1bd979d-a352-44ca-89b6-a358a0660ac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0866065 Oct 20 10:48:21.814140 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-73df3e13-ed0a-4ad9-882b-4b29716107f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:21.815311 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73df3e13-ed0a-4ad9-882b-4b29716107f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:21.816027 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-73df3e13-ed0a-4ad9-882b-4b29716107f6 admin admin] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:21.908814 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a48f3b07-297b-4eeb-b477-c810d51c82b6 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Publish callbacks [] for floatingip, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:21.953935 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-25bfedc0-d690-4cf1-92b9-708564cc3193 req-f9b99382-d6fc-4289-bc24-e38a8d7aefe0 service neutron] For port 5a911ba9-fa6d-4e5e-97bf-c19031b23b78, host n-h2-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:48:21.967798 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-73df3e13-ed0a-4ad9-882b-4b29716107f6 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5512738 Oct 20 10:48:21.971011 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73df3e13-ed0a-4ad9-882b-4b29716107f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=106a2758-9c51-4321-a98f-5e4f2a7ccf7a,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:21.989206 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 41806) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:48:21.995993 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4d909d1b-bd1a-4dbb-b8da-c52d5c7badb7 req-de06b21d-fd79-4e6c-b2ab-14adb38f3419 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3079352 Oct 20 10:48:22.024767 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-f86f177d-ff4c-4d92-9f00-e10643c291f3 admin admin] Request body: {'subnet': {'network_id': '2ab0e2d2-5ada-401e-84d5-a992841a1ff7', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-215451187-subnet', 'tenant_id': '83a8af5bb1424e628fecf3c33ec833d1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:48:22.078722 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-e0f55fb1-a12a-49d5-a3e5-703a9420f211 None None] Publish callbacks [] for port, precommit_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:22.079773 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb444b4c-1048-4db1-9ed9-c3b0c831c6c7 req-019d7a71-266c-414b-8587-d71a538feded tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:22.086775 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-e0f55fb1-a12a-49d5-a3e5-703a9420f211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:22.096532 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-eb444b4c-1048-4db1-9ed9-c3b0c831c6c7 req-019d7a71-266c-414b-8587-d71a538feded tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=e93a168e-3523-430d-abec-d9e9b5be6bdc HTTP/1.1" status: 200 len: 944 time: 0.3115675 Oct 20 10:48:22.101804 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f86f177d-ff4c-4d92-9f00-e10643c291f3 admin admin] Made reservation on behalf of 83a8af5bb1424e628fecf3c33ec833d1 for: {'subnet': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:48:22.105322 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f86f177d-ff4c-4d92-9f00-e10643c291f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25350782'] for subnet, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:22.125898 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73df3e13-ed0a-4ad9-882b-4b29716107f6 admin admin] Pushing event updated for resources: {'Network': ['ID=2ab0e2d2-5ada-401e-84d5-a992841a1ff7,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:22.126096 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-25bfedc0-d690-4cf1-92b9-708564cc3193 req-f9b99382-d6fc-4289-bc24-e38a8d7aefe0 service neutron] For port 5a911ba9-fa6d-4e5e-97bf-c19031b23b78, host n-h2-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=5a911ba9-fa6d-4e5e-97bf-c19031b23b78,segment=NetworkSegment(21cccbca-7404-428f-aa4e-872d37903a8d),segment_id=21cccbca-7404-428f-aa4e-872d37903a8d)] {{(pid=100596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:48:22.152506 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network 2ab0e2d2-5ada-401e-84d5-a992841a1ff7 details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:48:22.194960 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03262d36-1683-4934-ae4b-656cb9f97255 None None] Pushing event updated for resources: {'Port': ['ID=c353f88e-443a-4cfa-8507-0a2746d2a2a6,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:22.252782 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-25bfedc0-d690-4cf1-92b9-708564cc3193 req-f9b99382-d6fc-4289-bc24-e38a8d7aefe0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:22.288534 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-73760cca-e38c-4fc9-bcbc-08d1af7df6bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:22.329977 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-eb444b4c-1048-4db1-9ed9-c3b0c831c6c7 req-3ce3bd4a-bf56-4512-83b3-f03f42b6f191 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e1d7c5e-d35b-480e-bc76-e69dc8123b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325463 Oct 20 10:48:22.432248 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bfedc0-d690-4cf1-92b9-708564cc3193 req-f9b99382-d6fc-4289-bc24-e38a8d7aefe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:22.436011 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-25bfedc0-d690-4cf1-92b9-708564cc3193 req-f9b99382-d6fc-4289-bc24-e38a8d7aefe0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:22.437808 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-25bfedc0-d690-4cf1-92b9-708564cc3193 req-f9b99382-d6fc-4289-bc24-e38a8d7aefe0 service neutron] 10.222.0.69 "PUT /v2.0/ports/5a911ba9-fa6d-4e5e-97bf-c19031b23b78 HTTP/1.1" status: 200 len: 1091 time: 4.5629888 Oct 20 10:48:22.481754 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5afc0906-ba8b-4959-87da-7fabe5e8cc4d req-e5fd75a3-7e8b-4e99-883f-00373f8dfa72 service neutron] 10.222.0.69 "GET /v2.0/networks/f1bd979d-a352-44ca-89b6-a358a0660ac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6462877 Oct 20 10:48:22.558616 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f86f177d-ff4c-4d92-9f00-e10643c291f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25350752'] for subnet, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:22.579870 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b99382-d6fc-4289-bc24-e38a8d7aefe0 service neutron] Pushing event updated for resources: {'Port': ['ID=5a911ba9-fa6d-4e5e-97bf-c19031b23b78,revision_number=3']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:22.596618 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-e0f55fb1-a12a-49d5-a3e5-703a9420f211 None None] Attempting to bind port c353f88e-443a-4cfa-8507-0a2746d2a2a6 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:48:22.597026 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-e0f55fb1-a12a-49d5-a3e5-703a9420f211 None None] Attempting to bind port c353f88e-443a-4cfa-8507-0a2746d2a2a6 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '7a7eba38-3a2c-4235-a145-c989dfc5d4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'b8b1e2be-5932-428e-a716-07af13af4e6c'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:48:22.597800 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f55fb1-a12a-49d5-a3e5-703a9420f211 None None] Attempting to bind port c353f88e-443a-4cfa-8507-0a2746d2a2a6 on network b8b1e2be-5932-428e-a716-07af13af4e6c {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:48:22.605195 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f55fb1-a12a-49d5-a3e5-703a9420f211 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:48:22.607293 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f55fb1-a12a-49d5-a3e5-703a9420f211 None None] Checking segment: {'id': '7a7eba38-3a2c-4235-a145-c989dfc5d4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'b8b1e2be-5932-428e-a716-07af13af4e6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:48:22.607293 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-e0f55fb1-a12a-49d5-a3e5-703a9420f211 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:22.607293 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f55fb1-a12a-49d5-a3e5-703a9420f211 None None] Bound using segment: {'id': '7a7eba38-3a2c-4235-a145-c989dfc5d4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'b8b1e2be-5932-428e-a716-07af13af4e6c'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:48:22.607293 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-e0f55fb1-a12a-49d5-a3e5-703a9420f211 None None] Bound port: c353f88e-443a-4cfa-8507-0a2746d2a2a6, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a7eba38-3a2c-4235-a145-c989dfc5d4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'b8b1e2be-5932-428e-a716-07af13af4e6c'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:48:22.607660 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-e0f55fb1-a12a-49d5-a3e5-703a9420f211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:22.709878 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a48f3b07-297b-4eeb-b477-c810d51c82b6 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:22.730024 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-ca716fe0-6444-4194-9e1e-0b1cb7242b69 None None] Provisioning complete for port c353f88e-443a-4cfa-8507-0a2746d2a2a6 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:48:22.730569 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-ca716fe0-6444-4194-9e1e-0b1cb7242b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:22.783121 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-e0f55fb1-a12a-49d5-a3e5-703a9420f211 None None] For port c353f88e-443a-4cfa-8507-0a2746d2a2a6, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:48:22.805232 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-e0f55fb1-a12a-49d5-a3e5-703a9420f211 None None] For port c353f88e-443a-4cfa-8507-0a2746d2a2a6, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=c353f88e-443a-4cfa-8507-0a2746d2a2a6,segment=NetworkSegment(7a7eba38-3a2c-4235-a145-c989dfc5d4dc),segment_id=7a7eba38-3a2c-4235-a145-c989dfc5d4dc)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:48:22.810220 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-ca716fe0-6444-4194-9e1e-0b1cb7242b69 None None] Port c353f88e-443a-4cfa-8507-0a2746d2a2a6 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:48:22.817773 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-e0f55fb1-a12a-49d5-a3e5-703a9420f211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:22.824697 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bfedc0-d690-4cf1-92b9-708564cc3193 req-47c31c7a-9943-444d-b9c9-f1ed02ab1aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:22.827160 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-25bfedc0-d690-4cf1-92b9-708564cc3193 req-47c31c7a-9943-444d-b9c9-f1ed02ab1aff service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7c07d91a5a3845b987d2c3d5e5662672&device_id=bf469606-8681-4d30-aeb5-f940af3a754b HTTP/1.1" status: 200 len: 1094 time: 0.3340235 Oct 20 10:48:22.842105 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86f177d-ff4c-4d92-9f00-e10643c291f3 admin admin] Checking segment: {'id': 'e278e139-0e08-4cc7-85ba-c56b40be89ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '2ab0e2d2-5ada-401e-84d5-a992841a1ff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:48:22.853824 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f86f177d-ff4c-4d92-9f00-e10643c291f3 admin admin] Network hostable DHCP agents. Network: 2ab0e2d2-5ada-401e-84d5-a992841a1ff7, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:48:22.905853 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-25bfedc0-d690-4cf1-92b9-708564cc3193 req-7a9511ca-93d8-4ab0-84a3-c73f29ff1a39 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5a911ba9-fa6d-4e5e-97bf-c19031b23b78 HTTP/1.1" status: 200 len: 217 time: 0.0657036 Oct 20 10:48:22.910192 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86f177d-ff4c-4d92-9f00-e10643c291f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04dc667f-ac30-4898-b6f2-e7386883df11,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:22.941494 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f55fb1-a12a-49d5-a3e5-703a9420f211 None None] Routers {'7a557037-e967-492c-b370-f342f0a3c8d2'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:48:22.942810 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-e0f55fb1-a12a-49d5-a3e5-703a9420f211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:48:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['7a557037-e967-492c-b370-f342f0a3c8d2'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:48:22.946673 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5afc0906-ba8b-4959-87da-7fabe5e8cc4d req-bb3e441c-ae1d-4d98-b035-a36691d805e6 service neutron] 10.222.0.69 "GET /v2.0/networks/f1bd979d-a352-44ca-89b6-a358a0660ac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4401886 Oct 20 10:48:22.955019 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92390ab3-4464-416e-a340-04bc7ef0689e req-1706de09-92c9-40d7-bc85-824286c42e95 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:22.963309 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-92390ab3-4464-416e-a340-04bc7ef0689e req-1706de09-92c9-40d7-bc85-824286c42e95 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf469606-8681-4d30-aeb5-f940af3a754b HTTP/1.1" status: 200 len: 943 time: 0.2462323 Oct 20 10:48:22.994622 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f86f177d-ff4c-4d92-9f00-e10643c291f3 admin admin] Network 2ab0e2d2-5ada-401e-84d5-a992841a1ff7 is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:48:23.000321 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-a48f3b07-297b-4eeb-b477-c810d51c82b6 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Allocated IP 172.25.1.8 (cbe170d3-31ba-45a2-b477-520ab0a7a8ea/f4e26aca-17ac-4adb-a66b-d939a1b35b64/02ad8849-60e4-4979-a5fe-4bff5ed22b2c) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:48:23.029164 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-73760cca-e38c-4fc9-bcbc-08d1af7df6bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:23.034868 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03262d36-1683-4934-ae4b-656cb9f97255 None None] Pushing event updated for resources: {'Port': ['ID=c353f88e-443a-4cfa-8507-0a2746d2a2a6,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:23.085269 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf469606-8681-4d30-aeb5-f940af3a754b', 'tag': '5a911ba9-fa6d-4e5e-97bf-c19031b23b78'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:48:23.088435 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f9304bd-1166-4aba-a581-3ef436ba0d09" -d '{"events": [{"name": "network-changed", "server_uuid": "bf469606-8681-4d30-aeb5-f940af3a754b", "tag": "5a911ba9-fa6d-4e5e-97bf-c19031b23b78"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:48:23.119458 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-73760cca-e38c-4fc9-bcbc-08d1af7df6bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:23.170926 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-e0f55fb1-a12a-49d5-a3e5-703a9420f211 None None] Set router 7a557037-e967-492c-b370-f342f0a3c8d2 gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:48:23.186932 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a48f3b07-297b-4eeb-b477-c810d51c82b6 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:23.235575 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a48f3b07-297b-4eeb-b477-c810d51c82b6 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:23.242477 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-73760cca-e38c-4fc9-bcbc-08d1af7df6bb admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d10cf6453353433aa93cdffeb38cc8f5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4535763 Oct 20 10:48:23.266429 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 41818) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:48:23.298832 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a48f3b07-297b-4eeb-b477-c810d51c82b6 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Network cbe170d3-31ba-45a2-b477-520ab0a7a8ea is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:48:23.302163 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-a48f3b07-297b-4eeb-b477-c810d51c82b6 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:48:23.304118 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-f86f177d-ff4c-4d92-9f00-e10643c291f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, 2ab0e2d2-5ada-401e-84d5-a992841a1ff7) {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:48:23.306312 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48f3b07-297b-4eeb-b477-c810d51c82b6 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:48:23.324076 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bfedc0-d690-4cf1-92b9-708564cc3193 req-28a00638-67d8-415a-b806-5155e3983791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:23.325633 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-25bfedc0-d690-4cf1-92b9-708564cc3193 req-28a00638-67d8-415a-b806-5155e3983791 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2385e10a-8e9b-4532-8959-c4c7cb401041 HTTP/1.1" status: 200 len: 855 time: 0.3936083 Oct 20 10:48:23.369567 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbbdfb4f-f6a5-4641-b343-deb3704f312f None None] Network 2ab0e2d2-5ada-401e-84d5-a992841a1ff7 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:48:23.413456 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f86f177d-ff4c-4d92-9f00-e10643c291f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:23.414075 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f86f177d-ff4c-4d92-9f00-e10643c291f3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:23.440935 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-f86f177d-ff4c-4d92-9f00-e10643c291f3 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.4308743 Oct 20 10:48:23.460028 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48f3b07-297b-4eeb-b477-c810d51c82b6 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Pushing event updated for resources: {'Port': ['ID=02ad8849-60e4-4979-a5fe-4bff5ed22b2c,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:23.463350 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a48f3b07-297b-4eeb-b477-c810d51c82b6 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:23.473059 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73760cca-e38c-4fc9-bcbc-08d1af7df6bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3670a27d-a7d8-49b8-af28-258f39dee1f9,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:23.487048 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-92390ab3-4464-416e-a340-04bc7ef0689e req-10f70f64-9ba7-415b-bd38-126c1e264aab tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] 10.222.0.64 "GET /v2.0/security-groups?id=beae5622-2b72-47ae-b5ac-f3919c6874d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5228579 Oct 20 10:48:23.504176 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-25bfedc0-d690-4cf1-92b9-708564cc3193 req-c113fb40-14c2-49a2-b6e3-b4a9f07ec036 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c8a6fc02-fa12-4200-87e5-83414d81676e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1595058 Oct 20 10:48:23.515862 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a48f3b07-297b-4eeb-b477-c810d51c82b6 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:23.523046 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0f0627-0faa-429a-9683-0fd460fbd986 req-d3dc3b13-038f-4efa-9afa-6f26c17455a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:23.525841 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bd0f0627-0faa-429a-9683-0fd460fbd986 req-d3dc3b13-038f-4efa-9afa-6f26c17455a5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d11d55054d4b421595fd77f9f4853b62&device_id=1efb49f2-9731-47b0-9535-c2013c0e715c HTTP/1.1" status: 200 len: 1094 time: 0.5138426 Oct 20 10:48:23.708003 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a48f3b07-297b-4eeb-b477-c810d51c82b6 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Publish callbacks [] for port, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:23.714929 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a48f3b07-297b-4eeb-b477-c810d51c82b6 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:23.753558 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-8b27c613-0cfb-49bb-9661-299a670d30b1 None None] Provisioning complete for port c353f88e-443a-4cfa-8507-0a2746d2a2a6 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:48:23.754133 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-8b27c613-0cfb-49bb-9661-299a670d30b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:23.754753 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-321edab9-8712-4500-b4a8-1c9ba17fb203 x-openstack-request-id: req-321edab9-8712-4500-b4a8-1c9ba17fb203 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:48:23.755431 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf469606-8681-4d30-aeb5-f940af3a754b", "tag": "5a911ba9-fa6d-4e5e-97bf-c19031b23b78", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:48:23.759730 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-321edab9-8712-4500-b4a8-1c9ba17fb203 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:48:23.760137 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf469606-8681-4d30-aeb5-f940af3a754b', 'tag': '5a911ba9-fa6d-4e5e-97bf-c19031b23b78', 'status': 'completed', 'code': 200} Oct 20 10:48:23.771749 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3375fe9e-e75c-45f7-a462-2e97d82e9ae9 req-ca788054-5798-4a20-88af-514b9b0ed2c4 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:23.774906 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3375fe9e-e75c-45f7-a462-2e97d82e9ae9 req-ca788054-5798-4a20-88af-514b9b0ed2c4 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=1efb49f2-9731-47b0-9535-c2013c0e715c HTTP/1.1" status: 200 len: 943 time: 0.6250949 Oct 20 10:48:23.780456 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 41826) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:48:23.892536 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48f3b07-297b-4eeb-b477-c810d51c82b6 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Pushing event updated for resources: {'Port': ['ID=02ad8849-60e4-4979-a5fe-4bff5ed22b2c,revision_number=2']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:23.900560 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a48f3b07-297b-4eeb-b477-c810d51c82b6 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1773381'] for floatingip, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:23.926134 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a48f3b07-297b-4eeb-b477-c810d51c82b6 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for floatingip, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:23.928405 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-a48f3b07-297b-4eeb-b477-c810d51c82b6 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.3567700 Oct 20 10:48:23.932435 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-25bfedc0-d690-4cf1-92b9-708564cc3193 req-23f9df6e-d4f9-4438-8e8c-033bcc8b0585 service neutron] 10.222.0.69 "GET /v2.0/networks/c8a6fc02-fa12-4200-87e5-83414d81676e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4056420 Oct 20 10:48:23.940216 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06aa6851-66be-4e7c-86a4-803cf5d4bd5c None None] Network 2ab0e2d2-5ada-401e-84d5-a992841a1ff7 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:48:23.948820 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-e0f55fb1-a12a-49d5-a3e5-703a9420f211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a557037-e967-492c-b370-f342f0a3c8d2', 'name': 'tempest-ServerActionsTestJSON-206231782-router', 'tenant_id': '376203cb7dec4dad9717307d6c606d33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.103'}], 'enable_snat': True}, 'gw_port_id': '31b3a702-cc99-436c-bbb1-23e1bf1e390c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:48:11Z', 'updated_at': '2021-10-20T10:48:18Z', 'revision_number': 4, 'project_id': '376203cb7dec4dad9717307d6c606d33', 'gw_port': {'id': '31b3a702-cc99-436c-bbb1-23e1bf1e390c', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a557037-e967-492c-b370-f342f0a3c8d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:48:12Z', 'updated_at': '2021-10-20T10:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': 'c353f88e-443a-4cfa-8507-0a2746d2a2a6', 'name': '', 'network_id': 'b8b1e2be-5932-428e-a716-07af13af4e6c', 'tenant_id': '376203cb7dec4dad9717307d6c606d33', 'mac_address': 'fa:16:3e:ee:76:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a557037-e967-492c-b370-f342f0a3c8d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2512, 'fixed_ips': [{'subnet_id': '437b47ec-4211-421c-828b-76408ce53dce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:48:16Z', 'updated_at': '2021-10-20T10:48:22Z', 'revision_number': 4, 'project_id': '376203cb7dec4dad9717307d6c606d33', 'subnets': [{'id': '437b47ec-4211-421c-828b-76408ce53dce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:48:23.991619 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f55fb1-a12a-49d5-a3e5-703a9420f211 None None] The sync data for ids ['7a557037-e967-492c-b370-f342f0a3c8d2'] in n-d-811396-3 is: [{'id': '7a557037-e967-492c-b370-f342f0a3c8d2', 'name': 'tempest-ServerActionsTestJSON-206231782-router', 'tenant_id': '376203cb7dec4dad9717307d6c606d33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.103'}], 'enable_snat': True}, 'gw_port_id': '31b3a702-cc99-436c-bbb1-23e1bf1e390c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:48:11Z', 'updated_at': '2021-10-20T10:48:18Z', 'revision_number': 4, 'project_id': '376203cb7dec4dad9717307d6c606d33', 'gw_port': {'id': '31b3a702-cc99-436c-bbb1-23e1bf1e390c', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a557037-e967-492c-b370-f342f0a3c8d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:48:12Z', 'updated_at': '2021-10-20T10:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': 'c353f88e-443a-4cfa-8507-0a2746d2a2a6', 'name': '', 'network_id': 'b8b1e2be-5932-428e-a716-07af13af4e6c', 'tenant_id': '376203cb7dec4dad9717307d6c606d33', 'mac_address': 'fa:16:3e:ee:76:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a557037-e967-492c-b370-f342f0a3c8d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2512, 'fixed_ips': [{'subnet_id': '437b47ec-4211-421c-828b-76408ce53dce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:48:16Z', 'updated_at': '2021-10-20T10:48:22Z', 'revision_number': 4, 'project_id': '376203cb7dec4dad9717307d6c606d33', 'subnets': [{'id': '437b47ec-4211-421c-828b-76408ce53dce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:48:24.012922 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-b9eab7ba-c50d-443f-a6b0-1ef2d9371051 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:24.017249 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3375fe9e-e75c-45f7-a462-2e97d82e9ae9 req-63ecf1db-6fb8-4eae-95a4-8577f10fadd6 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005372 Oct 20 10:48:24.046828 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-8b27c613-0cfb-49bb-9661-299a670d30b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:24.167465 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-8b27c613-0cfb-49bb-9661-299a670d30b1 None None] For port c353f88e-443a-4cfa-8507-0a2746d2a2a6, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=c353f88e-443a-4cfa-8507-0a2746d2a2a6,segment=NetworkSegment(7a7eba38-3a2c-4235-a145-c989dfc5d4dc),segment_id=7a7eba38-3a2c-4235-a145-c989dfc5d4dc)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:48:24.174399 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-8b27c613-0cfb-49bb-9661-299a670d30b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:24.199668 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-b9eab7ba-c50d-443f-a6b0-1ef2d9371051 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:24.240262 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b64f001-c5c3-47e3-a8b7-4f74a13489da admin admin] Deleting subnet 013c3dda-82ec-48c6-86e0-bad88ab62170 {{(pid=100596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:48:24.284748 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b27c613-0cfb-49bb-9661-299a670d30b1 None None] Pushing event updated for resources: {'Port': ['ID=c353f88e-443a-4cfa-8507-0a2746d2a2a6,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:24.287217 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2b64f001-c5c3-47e3-a8b7-4f74a13489da admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:24.295092 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b27c613-0cfb-49bb-9661-299a670d30b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:48:24.295467 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b27c613-0cfb-49bb-9661-299a670d30b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:48:24.295813 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b27c613-0cfb-49bb-9661-299a670d30b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:48:24.296158 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b27c613-0cfb-49bb-9661-299a670d30b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:48:24.296496 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b27c613-0cfb-49bb-9661-299a670d30b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:48:24.297159 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b27c613-0cfb-49bb-9661-299a670d30b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:48:24.298245 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b27c613-0cfb-49bb-9661-299a670d30b1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:48:24.298588 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b27c613-0cfb-49bb-9661-299a670d30b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:48:24.298927 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b27c613-0cfb-49bb-9661-299a670d30b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:48:24.300950 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b27c613-0cfb-49bb-9661-299a670d30b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:48:24.301368 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b27c613-0cfb-49bb-9661-299a670d30b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:48:24.301706 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b27c613-0cfb-49bb-9661-299a670d30b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:48:24.399184 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0f0627-0faa-429a-9683-0fd460fbd986 req-4ca8949b-216e-4af4-b0cc-d34269c8be95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:24.400932 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bd0f0627-0faa-429a-9683-0fd460fbd986 req-4ca8949b-216e-4af4-b0cc-d34269c8be95 service neutron] 10.222.0.69 "GET /v2.0/networks?id=f1bd979d-a352-44ca-89b6-a358a0660ac0 HTTP/1.1" status: 200 len: 914 time: 0.6399682 Oct 20 10:48:24.439219 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2b64f001-c5c3-47e3-a8b7-4f74a13489da admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25189079'] for subnet, precommit_delete_associations {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:24.449483 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8676cec3-13e0-4264-9d0f-705e45e22d13 req-521daa26-6668-498b-99b3-1142eb375425 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:24.456823 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8676cec3-13e0-4264-9d0f-705e45e22d13 req-521daa26-6668-498b-99b3-1142eb375425 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=e93a168e-3523-430d-abec-d9e9b5be6bdc HTTP/1.1" status: 200 len: 944 time: 0.5520453 Oct 20 10:48:24.855992 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f7845797-a5a2-4d30-b240-cdbbc7a02da4 req-52c6fd16-0c3f-4c52-a96e-32a2a00741f6 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1318234690&fields=id&tenant_id=376203cb7dec4dad9717307d6c606d33 HTTP/1.1" status: 200 len: 267 time: 0.6225460 Oct 20 10:48:24.873516 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bd0f0627-0faa-429a-9683-0fd460fbd986 req-da02d1bf-c409-4f6e-9db3-937b2cd1018d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c66be903-7f58-43f0-ab52-fd3f36568b88 HTTP/1.1" status: 200 len: 217 time: 0.4541245 Oct 20 10:48:24.874370 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-b9eab7ba-c50d-443f-a6b0-1ef2d9371051 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:24.876933 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-b9eab7ba-c50d-443f-a6b0-1ef2d9371051 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:24.877972 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-b9eab7ba-c50d-443f-a6b0-1ef2d9371051 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3670a27d-a7d8-49b8-af28-258f39dee1f9 HTTP/1.1" status: 204 len: 168 time: 1.5514121 Oct 20 10:48:24.893674 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device c66be903-7f58-43f0-ab52-fd3f36568b88 details requested by agent hyperv_n-h2-811396-3 with host n-h2-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:48:24.929897 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-25bfedc0-d690-4cf1-92b9-708564cc3193 req-c6f72b51-2827-4334-a6f9-49214923229e service neutron] 10.222.0.69 "GET /v2.0/networks/c8a6fc02-fa12-4200-87e5-83414d81676e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9116147 Oct 20 10:48:24.990758 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9eab7ba-c50d-443f-a6b0-1ef2d9371051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3670a27d-a7d8-49b8-af28-258f39dee1f9,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:25.083091 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8676cec3-13e0-4264-9d0f-705e45e22d13 req-97823382-2fec-41d2-8a55-0f21aeb97020 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e1d7c5e-d35b-480e-bc76-e69dc8123b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6246471 Oct 20 10:48:25.104507 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2b64f001-c5c3-47e3-a8b7-4f74a13489da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:25.127547 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port c66be903-7f58-43f0-ab52-fd3f36568b88, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=c66be903-7f58-43f0-ab52-fd3f36568b88,segment=NetworkSegment(96dfa309-c7df-4d10-8f15-9d739a677474),segment_id=96dfa309-c7df-4d10-8f15-9d739a677474)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:48:25.166014 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Returning: {'device': 'c66be903-7f58-43f0-ab52-fd3f36568b88', 'network_id': 'f1bd979d-a352-44ca-89b6-a358a0660ac0', 'port_id': 'c66be903-7f58-43f0-ab52-fd3f36568b88', 'mac_address': 'fa:16:3e:be:26:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 826, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c9ad18b-f3f9-4a90-802c-d346920a622d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:48:25.251427 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0f0627-0faa-429a-9683-0fd460fbd986 req-0ab3641c-fce1-46f9-8a88-f3bfa13a11de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:25.252917 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bd0f0627-0faa-429a-9683-0fd460fbd986 req-0ab3641c-fce1-46f9-8a88-f3bfa13a11de service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8c9ad18b-f3f9-4a90-802c-d346920a622d HTTP/1.1" status: 200 len: 853 time: 0.3562515 Oct 20 10:48:25.261105 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9304bd-1166-4aba-a581-3ef436ba0d09 req-72c5d740-5059-4b28-b03b-cdcdd0d0dfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:25.262627 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0f9304bd-1166-4aba-a581-3ef436ba0d09 req-72c5d740-5059-4b28-b03b-cdcdd0d0dfb6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7c07d91a5a3845b987d2c3d5e5662672&device_id=bf469606-8681-4d30-aeb5-f940af3a754b HTTP/1.1" status: 200 len: 1094 time: 0.2601707 Oct 20 10:48:25.287728 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:25.290731 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device c353f88e-443a-4cfa-8507-0a2746d2a2a6 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:48:25.351056 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c66be903-7f58-43f0-ab52-fd3f36568b88 {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:48:25.374492 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port c353f88e-443a-4cfa-8507-0a2746d2a2a6 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:48:25.374875 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:25.402578 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9304bd-1166-4aba-a581-3ef436ba0d09 req-dad66442-2c09-40cb-8ef5-7aa6f5a00703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:25.404325 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0f9304bd-1166-4aba-a581-3ef436ba0d09 req-dad66442-2c09-40cb-8ef5-7aa6f5a00703 service neutron] 10.222.0.69 "GET /v2.0/networks?id=c8a6fc02-fa12-4200-87e5-83414d81676e HTTP/1.1" status: 200 len: 916 time: 0.1212513 Oct 20 10:48:25.419097 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port c66be903-7f58-43f0-ab52-fd3f36568b88, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=c66be903-7f58-43f0-ab52-fd3f36568b88,segment=NetworkSegment(96dfa309-c7df-4d10-8f15-9d739a677474),segment_id=96dfa309-c7df-4d10-8f15-9d739a677474)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:48:25.446095 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:25.455628 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bd0f0627-0faa-429a-9683-0fd460fbd986 req-476ebbeb-da9a-42c4-a0c5-e044bbd0f330 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f1bd979d-a352-44ca-89b6-a358a0660ac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1885719 Oct 20 10:48:25.472010 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7845797-a5a2-4d30-b240-cdbbc7a02da4 req-ca2930b6-f71e-4749-ae28-91933d449cb8 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:25.473965 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f7845797-a5a2-4d30-b240-cdbbc7a02da4 req-ca2930b6-f71e-4749-ae28-91933d449cb8 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/networks?id=b8b1e2be-5932-428e-a716-07af13af4e6c HTTP/1.1" status: 200 len: 811 time: 0.6064935 Oct 20 10:48:25.555506 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=c66be903-7f58-43f0-ab52-fd3f36568b88,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:25.560172 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f7845797-a5a2-4d30-b240-cdbbc7a02da4 req-1908eed0-c83d-4e60-b55f-76d535480ba2 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/quotas/376203cb7dec4dad9717307d6c606d33 HTTP/1.1" status: 200 len: 375 time: 0.0700383 Oct 20 10:48:25.562004 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0f9304bd-1166-4aba-a581-3ef436ba0d09 req-16341c0a-3273-4f11-a42a-fb61eb5701a7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5a911ba9-fa6d-4e5e-97bf-c19031b23b78 HTTP/1.1" status: 200 len: 217 time: 0.1089692 Oct 20 10:48:25.572136 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2b64f001-c5c3-47e3-a8b7-4f74a13489da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26836193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26761888'] for subnet, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:25.669273 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246a3854-c76e-4888-8af0-9ed78b073a86 req-9b7510f8-e975-4134-9ce7-a22d1ca3e3e8 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:25.677629 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-246a3854-c76e-4888-8af0-9ed78b073a86 req-9b7510f8-e975-4134-9ce7-a22d1ca3e3e8 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf469606-8681-4d30-aeb5-f940af3a754b HTTP/1.1" status: 200 len: 943 time: 0.3932717 Oct 20 10:48:25.702614 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b64f001-c5c3-47e3-a8b7-4f74a13489da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=013c3dda-82ec-48c6-86e0-bad88ab62170,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:25.713169 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['c66be903-7f58-43f0-ab52-fd3f36568b88'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:48:25.759959 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2b64f001-c5c3-47e3-a8b7-4f74a13489da admin admin] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:25.765966 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-2b64f001-c5c3-47e3-a8b7-4f74a13489da admin admin] 10.222.0.64 "DELETE /v2.0/subnets/013c3dda-82ec-48c6-86e0-bad88ab62170 HTTP/1.1" status: 204 len: 168 time: 1.9627538 Oct 20 10:48:25.766417 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 41868) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:48:25.782010 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9304bd-1166-4aba-a581-3ef436ba0d09 req-69b6b426-bf6b-4b27-b9cf-807fc6563386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:25.784077 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0f9304bd-1166-4aba-a581-3ef436ba0d09 req-69b6b426-bf6b-4b27-b9cf-807fc6563386 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2385e10a-8e9b-4532-8959-c4c7cb401041 HTTP/1.1" status: 200 len: 855 time: 0.2136054 Oct 20 10:48:25.844340 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0f9304bd-1166-4aba-a581-3ef436ba0d09 req-c6566613-f11b-4d2c-b157-102278dbc3f8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c8a6fc02-fa12-4200-87e5-83414d81676e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442257 Oct 20 10:48:25.859795 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-246a3854-c76e-4888-8af0-9ed78b073a86 req-8a969dd1-d950-4176-8703-ed0fc68a0b61 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] 10.222.0.64 "GET /v2.0/security-groups?id=beae5622-2b72-47ae-b5ac-f3919c6874d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811361 Oct 20 10:48:25.862133 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bd0f0627-0faa-429a-9683-0fd460fbd986 req-c6393882-21c6-4fcc-a036-dfddcd505b82 service neutron] 10.222.0.69 "GET /v2.0/networks/f1bd979d-a352-44ca-89b6-a358a0660ac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3859522 Oct 20 10:48:25.889877 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f7845797-a5a2-4d30-b240-cdbbc7a02da4 req-41092e9b-a553-48ab-bc0e-05832b43c4f2 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=376203cb7dec4dad9717307d6c606d33&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3152328 Oct 20 10:48:25.916571 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-238c7c71-14cf-459a-b2f3-54132d93db6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:26.019543 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-238c7c71-14cf-459a-b2f3-54132d93db6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:26.043969 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-238c7c71-14cf-459a-b2f3-54132d93db6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7111b6be-abc3-433b-ab11-251b7c9786ad']}} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:48:26.055735 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-238c7c71-14cf-459a-b2f3-54132d93db6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5db7e902-dc3b-444d-a3cd-7609cf1e5c3b') {'for_net_delete': True} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:48:26.056188 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-238c7c71-14cf-459a-b2f3-54132d93db6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5db7e902-dc3b-444d-a3cd-7609cf1e5c3b') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:48:26.074233 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-238c7c71-14cf-459a-b2f3-54132d93db6d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25852596'] for segment, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:26.093165 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-238c7c71-14cf-459a-b2f3-54132d93db6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:26.100304 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-238c7c71-14cf-459a-b2f3-54132d93db6d admin admin] Releasing vlan 824 on physical network physnet1 to pool {{(pid=100597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:48:26.100707 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-238c7c71-14cf-459a-b2f3-54132d93db6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951012'] for segment, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:26.102725 n-d-811396-3 neutron-server[100597]: Traceback (most recent call last): Oct 20 10:48:26.102725 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:48:26.102725 n-d-811396-3 neutron-server[100597]: timer() Oct 20 10:48:26.102725 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:48:26.102725 n-d-811396-3 neutron-server[100597]: cb(*args, **kw) Oct 20 10:48:26.102725 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:48:26.102725 n-d-811396-3 neutron-server[100597]: return func(*args, **kwargs) Oct 20 10:48:26.102725 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:48:26.102725 n-d-811396-3 neutron-server[100597]: self._notify() Oct 20 10:48:26.102725 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:48:26.102725 n-d-811396-3 neutron-server[100597]: self.callback(batched_events) Oct 20 10:48:26.102725 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:48:26.102725 n-d-811396-3 neutron-server[100597]: event.method(event) Oct 20 10:48:26.102725 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:48:26.102725 n-d-811396-3 neutron-server[100597]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:48:26.102725 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:48:26.102725 n-d-811396-3 neutron-server[100597]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:48:26.102725 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:48:26.102725 n-d-811396-3 neutron-server[100597]: return f(self, *a, **k) Oct 20 10:48:26.102725 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:48:26.102725 n-d-811396-3 neutron-server[100597]: return self._get(url).json() Oct 20 10:48:26.102725 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:48:26.102725 n-d-811396-3 neutron-server[100597]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:48:26.102725 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:48:26.102725 n-d-811396-3 neutron-server[100597]: return self.request(url, 'GET', **kwargs) Oct 20 10:48:26.102725 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:48:26.102725 n-d-811396-3 neutron-server[100597]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:48:26.102725 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:48:26.102725 n-d-811396-3 neutron-server[100597]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:48:26.102725 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:48:26.102725 n-d-811396-3 neutron-server[100597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:48:26.102725 n-d-811396-3 neutron-server[100597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:48:26.162794 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-238c7c71-14cf-459a-b2f3-54132d93db6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:26.174145 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-238c7c71-14cf-459a-b2f3-54132d93db6d admin admin] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:26.177906 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-238c7c71-14cf-459a-b2f3-54132d93db6d admin admin] 10.222.0.64 "DELETE /v2.0/networks/7111b6be-abc3-433b-ab11-251b7c9786ad HTTP/1.1" status: 204 len: 168 time: 0.4103899 Oct 20 10:48:26.187534 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 41878) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:48:26.196454 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238c7c71-14cf-459a-b2f3-54132d93db6d admin admin] Pushing event deleted for resources: {'Network': ['ID=7111b6be-abc3-433b-ab11-251b7c9786ad,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:26.253884 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bd0f0627-0faa-429a-9683-0fd460fbd986 req-238a95e5-b7c8-4f43-92a6-17de34299c24 service neutron] 10.222.0.69 "GET /v2.0/networks/f1bd979d-a352-44ca-89b6-a358a0660ac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3848510 Oct 20 10:48:26.261435 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3d4ff05-abfb-4118-97ca-1ddd091a662b admin admin] Deleting subnet 04dc667f-ac30-4898-b6f2-e7386883df11 {{(pid=100597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:48:26.264055 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f7845797-a5a2-4d30-b240-cdbbc7a02da4 req-b3aa1990-2135-4dd9-b142-bb12d4cf0cf4 service neutron] 10.222.0.64 "GET /v2.0/networks/b8b1e2be-5932-428e-a716-07af13af4e6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3521760 Oct 20 10:48:26.265613 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b3d4ff05-abfb-4118-97ca-1ddd091a662b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:26.275655 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac6d0e0-b266-4694-8e43-21a1108ed6c1 req-4e9de7db-da45-4915-bc98-4bd77d9c5d16 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:26.282928 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0ac6d0e0-b266-4694-8e43-21a1108ed6c1 req-4e9de7db-da45-4915-bc98-4bd77d9c5d16 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=1efb49f2-9731-47b0-9535-c2013c0e715c HTTP/1.1" status: 200 len: 944 time: 0.1829762 Oct 20 10:48:26.287899 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0f9304bd-1166-4aba-a581-3ef436ba0d09 req-0cc2aaa1-8030-4609-8702-3f81cdfec6fe service neutron] 10.222.0.69 "GET /v2.0/networks/c8a6fc02-fa12-4200-87e5-83414d81676e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4070573 Oct 20 10:48:26.306599 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b3d4ff05-abfb-4118-97ca-1ddd091a662b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25852621'] for subnet, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:26.349794 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b3d4ff05-abfb-4118-97ca-1ddd091a662b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:26.422963 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b3d4ff05-abfb-4118-97ca-1ddd091a662b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25350811'] for subnet, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:26.435714 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0ac6d0e0-b266-4694-8e43-21a1108ed6c1 req-96480730-0b86-4099-b9e8-c309747d0a34 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518972 Oct 20 10:48:26.468607 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d4ff05-abfb-4118-97ca-1ddd091a662b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04dc667f-ac30-4898-b6f2-e7386883df11,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:26.473265 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b3d4ff05-abfb-4118-97ca-1ddd091a662b admin admin] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:26.476600 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-b3d4ff05-abfb-4118-97ca-1ddd091a662b admin admin] 10.222.0.64 "DELETE /v2.0/subnets/04dc667f-ac30-4898-b6f2-e7386883df11 HTTP/1.1" status: 204 len: 168 time: 0.2881072 Oct 20 10:48:26.479705 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 41886) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:48:26.484203 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f7845797-a5a2-4d30-b240-cdbbc7a02da4 req-447a7259-4443-4c19-8d54-b41d6d007e30 service neutron] 10.222.0.64 "GET /v2.0/networks/b8b1e2be-5932-428e-a716-07af13af4e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991439 Oct 20 10:48:26.490302 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0f9304bd-1166-4aba-a581-3ef436ba0d09 req-d903d940-ed49-48a1-b888-a7199b4ccc62 service neutron] 10.222.0.69 "GET /v2.0/networks/c8a6fc02-fa12-4200-87e5-83414d81676e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906765 Oct 20 10:48:26.581412 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a113d15-9fdf-4c0f-b0de-351aa7ea9a41 req-49240677-1768-4894-acf5-042dd1a0902e tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:26.590334 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7a113d15-9fdf-4c0f-b0de-351aa7ea9a41 req-49240677-1768-4894-acf5-042dd1a0902e tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=e93a168e-3523-430d-abec-d9e9b5be6bdc HTTP/1.1" status: 200 len: 944 time: 0.0696921 Oct 20 10:48:26.594280 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d95a5293-a828-4ea1-95e7-d76e6e402bed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:26.639042 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7a113d15-9fdf-4c0f-b0de-351aa7ea9a41 req-ce80aa2d-b179-4038-9a66-f479cd8bd71d tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e1d7c5e-d35b-480e-bc76-e69dc8123b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477614 Oct 20 10:48:26.711621 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d95a5293-a828-4ea1-95e7-d76e6e402bed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:26.720574 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d4de7ded-5366-46b0-bffb-6df6fb1c27a6 req-c81bfe60-6cb3-4a06-95c7-43f3101c8f10 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3f9930f-6768-428d-b296-1e65ca6bdfa7 HTTP/1.1" status: 200 len: 210 time: 0.0324235 Oct 20 10:48:26.743796 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-d95a5293-a828-4ea1-95e7-d76e6e402bed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ab0e2d2-5ada-401e-84d5-a992841a1ff7']}} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:48:26.757081 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-d95a5293-a828-4ea1-95e7-d76e6e402bed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e278e139-0e08-4cc7-85ba-c56b40be89ba') {'for_net_delete': True} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:48:26.757511 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-d95a5293-a828-4ea1-95e7-d76e6e402bed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e278e139-0e08-4cc7-85ba-c56b40be89ba') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:48:26.775178 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d95a5293-a828-4ea1-95e7-d76e6e402bed admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25852596'] for segment, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:26.794986 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d95a5293-a828-4ea1-95e7-d76e6e402bed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:26.803162 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d95a5293-a828-4ea1-95e7-d76e6e402bed admin admin] Releasing vlan 803 on physical network physnet1 to pool {{(pid=100597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:48:26.803628 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d95a5293-a828-4ea1-95e7-d76e6e402bed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951012'] for segment, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:26.806835 n-d-811396-3 neutron-server[100597]: Traceback (most recent call last): Oct 20 10:48:26.806835 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:48:26.806835 n-d-811396-3 neutron-server[100597]: timer() Oct 20 10:48:26.806835 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:48:26.806835 n-d-811396-3 neutron-server[100597]: cb(*args, **kw) Oct 20 10:48:26.806835 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:48:26.806835 n-d-811396-3 neutron-server[100597]: return func(*args, **kwargs) Oct 20 10:48:26.806835 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:48:26.806835 n-d-811396-3 neutron-server[100597]: self._notify() Oct 20 10:48:26.806835 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:48:26.806835 n-d-811396-3 neutron-server[100597]: self.callback(batched_events) Oct 20 10:48:26.806835 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:48:26.806835 n-d-811396-3 neutron-server[100597]: event.method(event) Oct 20 10:48:26.806835 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:48:26.806835 n-d-811396-3 neutron-server[100597]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:48:26.806835 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:48:26.806835 n-d-811396-3 neutron-server[100597]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:48:26.806835 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:48:26.806835 n-d-811396-3 neutron-server[100597]: return f(self, *a, **k) Oct 20 10:48:26.806835 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:48:26.806835 n-d-811396-3 neutron-server[100597]: return self._get(url).json() Oct 20 10:48:26.806835 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:48:26.806835 n-d-811396-3 neutron-server[100597]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:48:26.806835 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:48:26.806835 n-d-811396-3 neutron-server[100597]: return self.request(url, 'GET', **kwargs) Oct 20 10:48:26.806835 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:48:26.806835 n-d-811396-3 neutron-server[100597]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:48:26.806835 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:48:26.806835 n-d-811396-3 neutron-server[100597]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:48:26.806835 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:48:26.806835 n-d-811396-3 neutron-server[100597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:48:26.806835 n-d-811396-3 neutron-server[100597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:48:26.869196 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d95a5293-a828-4ea1-95e7-d76e6e402bed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:26.875974 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d95a5293-a828-4ea1-95e7-d76e6e402bed admin admin] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:26.881813 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-d95a5293-a828-4ea1-95e7-d76e6e402bed admin admin] 10.222.0.64 "DELETE /v2.0/networks/2ab0e2d2-5ada-401e-84d5-a992841a1ff7 HTTP/1.1" status: 204 len: 168 time: 0.3989048 Oct 20 10:48:26.901980 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95a5293-a828-4ea1-95e7-d76e6e402bed admin admin] Pushing event deleted for resources: {'Network': ['ID=2ab0e2d2-5ada-401e-84d5-a992841a1ff7,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:26.911030 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 5a911ba9-fa6d-4e5e-97bf-c19031b23b78 details requested by agent hyperv_n-h2-811396-3 with host n-h2-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:48:26.913389 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device c66be903-7f58-43f0-ab52-fd3f36568b88 up at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:48:26.996246 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning for port c66be903-7f58-43f0-ab52-fd3f36568b88 completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:48:27.024978 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning complete for port c66be903-7f58-43f0-ab52-fd3f36568b88 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:48:27.025341 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:27.097289 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae9bb90-e168-4d09-9ac8-36e20bb76cfa req-f79dcd99-a3e2-4418-b7b0-4d2d073a85d1 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:27.106180 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bae9bb90-e168-4d09-9ac8-36e20bb76cfa req-f79dcd99-a3e2-4418-b7b0-4d2d073a85d1 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf469606-8681-4d30-aeb5-f940af3a754b HTTP/1.1" status: 200 len: 943 time: 0.1041274 Oct 20 10:48:27.171692 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:27.183966 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bae9bb90-e168-4d09-9ac8-36e20bb76cfa req-ca2c99bf-6a18-4602-92bc-170b37102b69 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] 10.222.0.64 "GET /v2.0/security-groups?id=beae5622-2b72-47ae-b5ac-f3919c6874d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747836 Oct 20 10:48:27.184137 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 41914) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:48:27.209984 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1efb49f2-9731-47b0-9535-c2013c0e715c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c66be903-7f58-43f0-ab52-fd3f36568b88'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:48:27.209984 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4ac572c-8817-4c9e-8a24-b75359e50f95" -d '{"events": [{"server_uuid": "1efb49f2-9731-47b0-9535-c2013c0e715c", "name": "network-vif-plugged", "status": "completed", "tag": "c66be903-7f58-43f0-ab52-fd3f36568b88"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:48:27.265086 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port c66be903-7f58-43f0-ab52-fd3f36568b88, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=c66be903-7f58-43f0-ab52-fd3f36568b88,segment=NetworkSegment(96dfa309-c7df-4d10-8f15-9d739a677474),segment_id=96dfa309-c7df-4d10-8f15-9d739a677474)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:48:27.285095 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:27.290559 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-3ff7cb07-4ae9-47f6-8b14-98305fa063b1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=abec10fa401c4f3e89a2da33bcce0ea2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1026254 Oct 20 10:48:27.291165 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 41918) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:48:27.302323 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 5a911ba9-fa6d-4e5e-97bf-c19031b23b78, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=5a911ba9-fa6d-4e5e-97bf-c19031b23b78,segment=NetworkSegment(21cccbca-7404-428f-aa4e-872d37903a8d),segment_id=21cccbca-7404-428f-aa4e-872d37903a8d)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:48:27.342116 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Returning: {'device': '5a911ba9-fa6d-4e5e-97bf-c19031b23b78', 'network_id': 'c8a6fc02-fa12-4200-87e5-83414d81676e', 'port_id': '5a911ba9-fa6d-4e5e-97bf-c19031b23b78', 'mac_address': 'fa:16:3e:0d:2e:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2385e10a-8e9b-4532-8959-c4c7cb401041', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:48:27.368053 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-b2853136-aa53-42ba-9377-a0a128fe4790 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:27.409274 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-b2853136-aa53-42ba-9377-a0a128fe4790 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:27.434094 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:27.472993 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a911ba9-fa6d-4e5e-97bf-c19031b23b78 {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:48:27.487606 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 5737e204-89e4-44bc-b10d-ac79d425b4e1 details requested by agent hyperv_n-h1-811396-3 with host n-h1-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:48:27.504195 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-b2853136-aa53-42ba-9377-a0a128fe4790 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:27.507503 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-b2853136-aa53-42ba-9377-a0a128fe4790 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:27.510428 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-b2853136-aa53-42ba-9377-a0a128fe4790 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6bdbc888-d275-461d-9d6f-841c131a507b HTTP/1.1" status: 204 len: 168 time: 0.2181931 Oct 20 10:48:27.549166 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2853136-aa53-42ba-9377-a0a128fe4790 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bdbc888-d275-461d-9d6f-841c131a507b,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:27.643864 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 41926) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:48:27.650982 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-3851d546-15ef-4073-94f2-c32d0a2502eb tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1706636829', 'description': 'tempest-secgroup-smoke-1706636829 description', 'project_id': 'ba79d3046aa84fd2ac89895f3514d2bd'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:48:27.653311 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 5737e204-89e4-44bc-b10d-ac79d425b4e1, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=5737e204-89e4-44bc-b10d-ac79d425b4e1,segment=NetworkSegment(5f5097d1-dd03-4e53-8d67-381b8a2c1ac8),segment_id=5f5097d1-dd03-4e53-8d67-381b8a2c1ac8)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:48:27.688688 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f9fc230-95d5-4c9d-b0b2-3771f84781a5 x-openstack-request-id: req-1f9fc230-95d5-4c9d-b0b2-3771f84781a5 {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:48:27.689366 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1efb49f2-9731-47b0-9535-c2013c0e715c", "name": "network-vif-plugged", "status": "completed", "tag": "c66be903-7f58-43f0-ab52-fd3f36568b88", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:48:27.689602 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1f9fc230-95d5-4c9d-b0b2-3771f84781a5 {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:48:27.690105 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1efb49f2-9731-47b0-9535-c2013c0e715c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c66be903-7f58-43f0-ab52-fd3f36568b88', 'code': 200} Oct 20 10:48:27.692870 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=c66be903-7f58-43f0-ab52-fd3f36568b88,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:27.703614 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3851d546-15ef-4073-94f2-c32d0a2502eb tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:27.705347 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Returning: {'device': '5737e204-89e4-44bc-b10d-ac79d425b4e1', 'network_id': 'cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0', 'port_id': '5737e204-89e4-44bc-b10d-ac79d425b4e1', 'mac_address': 'fa:16:3e:20:c2:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 840, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46305bfd-5c10-42c9-8afc-597f2425497e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:48:27.715698 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 5a911ba9-fa6d-4e5e-97bf-c19031b23b78, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=5a911ba9-fa6d-4e5e-97bf-c19031b23b78,segment=NetworkSegment(21cccbca-7404-428f-aa4e-872d37903a8d),segment_id=21cccbca-7404-428f-aa4e-872d37903a8d)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:48:27.716279 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3851d546-15ef-4073-94f2-c32d0a2502eb tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:27.745605 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:27.829779 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:27.865451 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5737e204-89e4-44bc-b10d-ac79d425b4e1 {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:48:27.871996 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=5a911ba9-fa6d-4e5e-97bf-c19031b23b78,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:27.944426 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 5737e204-89e4-44bc-b10d-ac79d425b4e1, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=5737e204-89e4-44bc-b10d-ac79d425b4e1,segment=NetworkSegment(5f5097d1-dd03-4e53-8d67-381b8a2c1ac8),segment_id=5f5097d1-dd03-4e53-8d67-381b8a2c1ac8)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:48:27.956469 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:27.981193 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0a597a-ed08-4b96-aaad-083654f9a90e req-1800b3a4-8aa0-4e79-b45a-87cafd9318e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:27.982998 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cc0a597a-ed08-4b96-aaad-083654f9a90e req-1800b3a4-8aa0-4e79-b45a-87cafd9318e6 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=1efb49f2-9731-47b0-9535-c2013c0e715c HTTP/1.1" status: 200 len: 1096 time: 0.1453180 Oct 20 10:48:28.034597 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3851d546-15ef-4073-94f2-c32d0a2502eb tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:28.054521 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3851d546-15ef-4073-94f2-c32d0a2502eb tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:28.058439 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['5a911ba9-fa6d-4e5e-97bf-c19031b23b78'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:48:28.090851 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a867bf-43f7-482d-a12e-37aabe715281 req-d7484d94-4bf0-4ef6-a29a-b2020855c46b tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:28.093341 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b0a867bf-43f7-482d-a12e-37aabe715281 req-d7484d94-4bf0-4ef6-a29a-b2020855c46b tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=1efb49f2-9731-47b0-9535-c2013c0e715c HTTP/1.1" status: 200 len: 945 time: 0.2570727 Oct 20 10:48:28.103349 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797d69c8-a927-4afb-aa9a-4f26f1461589 req-73db6b44-bed5-4063-b5af-87be208c7bdc tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:28.112491 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-797d69c8-a927-4afb-aa9a-4f26f1461589 req-73db6b44-bed5-4063-b5af-87be208c7bdc tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=e93a168e-3523-430d-abec-d9e9b5be6bdc HTTP/1.1" status: 200 len: 944 time: 0.2673426 Oct 20 10:48:28.126481 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cc0a597a-ed08-4b96-aaad-083654f9a90e req-809eb887-41bb-4785-a01f-92f6b26cb25a service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336002 Oct 20 10:48:28.162524 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=5737e204-89e4-44bc-b10d-ac79d425b4e1,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:28.270053 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3851d546-15ef-4073-94f2-c32d0a2502eb tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff50530a-5f9b-4ec8-a2ff-d4a029d25c30,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:28.291291 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-797d69c8-a927-4afb-aa9a-4f26f1461589 req-f3e6d80c-75bb-45e9-bf61-dfca623445df tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e1d7c5e-d35b-480e-bc76-e69dc8123b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722288 Oct 20 10:48:28.309369 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 41974) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:48:28.421446 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-1cc9f6f4-de10-40ad-8d5b-00a96428cf15 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=83a8af5bb1424e628fecf3c33ec833d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1102939 Oct 20 10:48:28.422445 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 41990) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:48:28.449974 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b0a867bf-43f7-482d-a12e-37aabe715281 req-a8bd38a6-a451-4009-b7b8-e6bf36d18421 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3320062 Oct 20 10:48:28.495745 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a08ef59f-c078-44ec-b676-a830b480552c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:28.520765 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c387992e-d2ea-4195-be82-368ab3204182 req-a9c13933-d2d9-47e0-ad27-d6385eed385a tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3f9930f-6768-428d-b296-1e65ca6bdfa7 HTTP/1.1" status: 200 len: 210 time: 0.0991063 Oct 20 10:48:28.528474 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['5737e204-89e4-44bc-b10d-ac79d425b4e1'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:48:28.544175 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a08ef59f-c078-44ec-b676-a830b480552c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:28.579796 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3851d546-15ef-4073-94f2-c32d0a2502eb tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:28.597919 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3851d546-15ef-4073-94f2-c32d0a2502eb tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:28.632171 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3851d546-15ef-4073-94f2-c32d0a2502eb tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:28.634301 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-3851d546-15ef-4073-94f2-c32d0a2502eb tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.9888892 Oct 20 10:48:28.638261 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 42014) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:48:28.644556 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a08ef59f-c078-44ec-b676-a830b480552c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:28.651214 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a08ef59f-c078-44ec-b676-a830b480552c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:28.656528 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-a08ef59f-c078-44ec-b676-a830b480552c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/106a2758-9c51-4321-a98f-5e4f2a7ccf7a HTTP/1.1" status: 204 len: 168 time: 0.2324622 Oct 20 10:48:28.682535 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08ef59f-c078-44ec-b676-a830b480552c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=106a2758-9c51-4321-a98f-5e4f2a7ccf7a,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:28.693834 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-575503e5-3590-4f48-b30e-6ee46d4bd79b tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Request body: {'security_group_rule': {'security_group_id': 'd30b8c8d-75cd-4380-b81d-917877550485', 'project_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:48:28.711003 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7845797-a5a2-4d30-b240-cdbbc7a02da4 req-90bb8a23-28a1-48fb-b536-c4b3343c3797 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:28.712556 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f7845797-a5a2-4d30-b240-cdbbc7a02da4 req-90bb8a23-28a1-48fb-b536-c4b3343c3797 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.55 "GET /v2.0/networks?id=b8b1e2be-5932-428e-a716-07af13af4e6c HTTP/1.1" status: 200 len: 811 time: 0.5263536 Oct 20 10:48:28.775842 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3851d546-15ef-4073-94f2-c32d0a2502eb tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d30b8c8d-75cd-4380-b81d-917877550485,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:28.798866 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f488c2-976f-4672-b7a4-64ee5417438f req-14dc34a5-d349-4221-b3c0-f99e0084800c tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:28.807319 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f0f488c2-976f-4672-b7a4-64ee5417438f req-14dc34a5-d349-4221-b3c0-f99e0084800c tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf469606-8681-4d30-aeb5-f940af3a754b HTTP/1.1" status: 200 len: 944 time: 0.2130117 Oct 20 10:48:28.832925 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-575503e5-3590-4f48-b30e-6ee46d4bd79b tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:28.878445 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f7845797-a5a2-4d30-b240-cdbbc7a02da4 req-b6960a82-2def-4a45-af58-6cc70ec3b572 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=376203cb7dec4dad9717307d6c606d33 HTTP/1.1" status: 200 len: 380 time: 0.1243072 Oct 20 10:48:28.898746 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-f7845797-a5a2-4d30-b240-cdbbc7a02da4 req-3e6894fc-aa2e-4eb0-bf81-981272adfdec tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Request body: {'port': {'device_id': 'b3f9930f-6768-428d-b296-1e65ca6bdfa7', 'network_id': 'b8b1e2be-5932-428e-a716-07af13af4e6c', 'admin_state_up': True, 'tenant_id': '376203cb7dec4dad9717307d6c606d33', 'security_groups': ['58574406-52f6-4da8-ba4e-3f91a696d5a9']}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:48:28.925198 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f0f488c2-976f-4672-b7a4-64ee5417438f req-c4695611-e7d6-4aad-aeb9-567f193f60ca tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] 10.222.0.64 "GET /v2.0/security-groups?id=beae5622-2b72-47ae-b5ac-f3919c6874d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170387 Oct 20 10:48:28.973232 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-575503e5-3590-4f48-b30e-6ee46d4bd79b tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:28.992149 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-575503e5-3590-4f48-b30e-6ee46d4bd79b tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:29.054130 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575503e5-3590-4f48-b30e-6ee46d4bd79b tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be244e14-42ec-4b35-a491-ef821ccaf060,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:29.098523 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-575503e5-3590-4f48-b30e-6ee46d4bd79b tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:29.099827 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-575503e5-3590-4f48-b30e-6ee46d4bd79b tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4127846 Oct 20 10:48:29.102569 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 42068) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:48:29.110562 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-ac2b3590-2a7d-429b-be01-c4e8fa93b668 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Request body: {'security_group_rule': {'security_group_id': 'd30b8c8d-75cd-4380-b81d-917877550485', 'project_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:48:29.168049 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ac2b3590-2a7d-429b-be01-c4e8fa93b668 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:29.215752 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7845797-a5a2-4d30-b240-cdbbc7a02da4 req-3e6894fc-aa2e-4eb0-bf81-981272adfdec tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Made reservation on behalf of 376203cb7dec4dad9717307d6c606d33 for: {'port': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:48:29.219706 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-f7845797-a5a2-4d30-b240-cdbbc7a02da4 req-3e6894fc-aa2e-4eb0-bf81-981272adfdec tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:29.291611 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ac2b3590-2a7d-429b-be01-c4e8fa93b668 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:29.326764 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ac2b3590-2a7d-429b-be01-c4e8fa93b668 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:29.366325 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2b3590-2a7d-429b-be01-c4e8fa93b668 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=010564ee-b83d-4510-8b02-8b68b4923cf7,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:29.404632 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ac2b3590-2a7d-429b-be01-c4e8fa93b668 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:29.408343 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-ac2b3590-2a7d-429b-be01-c4e8fa93b668 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3022237 Oct 20 10:48:29.409603 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 42104) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:48:29.413751 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-633429d2-d4bf-4764-a88c-bf176cdc3a00 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Request body: {'security_group_rule': {'security_group_id': 'd30b8c8d-75cd-4380-b81d-917877550485', 'project_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:48:29.469732 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-633429d2-d4bf-4764-a88c-bf176cdc3a00 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:29.549555 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [req-f7845797-a5a2-4d30-b240-cdbbc7a02da4 req-3e6894fc-aa2e-4eb0-bf81-981272adfdec tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Allocated IP 172.20.0.4 (b8b1e2be-5932-428e-a716-07af13af4e6c/437b47ec-4211-421c-828b-76408ce53dce/d012fc61-e760-4bcf-aff4-9ef2d30ecf9f) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:48:29.666221 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d20c4f2-9a57-45c7-8d74-16808d7480cd req-a00298a6-3f16-42c4-9878-42f35224643b tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:29.673856 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6d20c4f2-9a57-45c7-8d74-16808d7480cd req-a00298a6-3f16-42c4-9878-42f35224643b tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=1efb49f2-9731-47b0-9535-c2013c0e715c HTTP/1.1" status: 200 len: 945 time: 0.1382461 Oct 20 10:48:29.688776 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd3a814-f37a-4960-b99c-20849d5e913b req-bf998903-88db-42b8-afd7-dcaad4ac68a3 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:29.690352 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6bd3a814-f37a-4960-b99c-20849d5e913b req-bf998903-88db-42b8-afd7-dcaad4ac68a3 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=e93a168e-3523-430d-abec-d9e9b5be6bdc HTTP/1.1" status: 200 len: 945 time: 0.2057481 Oct 20 10:48:29.762013 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-633429d2-d4bf-4764-a88c-bf176cdc3a00 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:29.796702 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-633429d2-d4bf-4764-a88c-bf176cdc3a00 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:29.819872 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6bd3a814-f37a-4960-b99c-20849d5e913b req-3089e541-114c-4658-8290-baed6f4c93bb tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e1d7c5e-d35b-480e-bc76-e69dc8123b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166677 Oct 20 10:48:29.827943 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-633429d2-d4bf-4764-a88c-bf176cdc3a00 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:29.831848 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 42160) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:48:29.832288 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-633429d2-d4bf-4764-a88c-bf176cdc3a00 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4219973 Oct 20 10:48:29.836856 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-22622d9e-d5db-4b84-9a17-d2f87f0ba8c7 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Request body: {'security_group_rule': {'security_group_id': 'd30b8c8d-75cd-4380-b81d-917877550485', 'project_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:48:29.867806 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6d20c4f2-9a57-45c7-8d74-16808d7480cd req-d76184f1-d424-463d-a5c1-caa09a8ebc17 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895113 Oct 20 10:48:29.871706 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633429d2-d4bf-4764-a88c-bf176cdc3a00 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e1034ae-c2ae-499c-adb6-3d64b84a9166,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:29.906619 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-22622d9e-d5db-4b84-9a17-d2f87f0ba8c7 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:30.028972 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-f7845797-a5a2-4d30-b240-cdbbc7a02da4 req-3e6894fc-aa2e-4eb0-bf81-981272adfdec tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:30.041553 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 7 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 10:48:30.058228 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6fcee071-fafe-4561-941f-43f0ade6b873 req-063de707-042b-4568-ba76-72f63ee8de56 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3f9930f-6768-428d-b296-1e65ca6bdfa7 HTTP/1.1" status: 200 len: 210 time: 0.0557528 Oct 20 10:48:30.072016 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-22622d9e-d5db-4b84-9a17-d2f87f0ba8c7 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:30.078087 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-22622d9e-d5db-4b84-9a17-d2f87f0ba8c7 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:30.107886 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-22622d9e-d5db-4b84-9a17-d2f87f0ba8c7 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:30.124139 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-22622d9e-d5db-4b84-9a17-d2f87f0ba8c7 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2911451 Oct 20 10:48:30.124929 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-f7845797-a5a2-4d30-b240-cdbbc7a02da4 req-3e6894fc-aa2e-4eb0-bf81-981272adfdec tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:30.126572 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 42196) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:48:30.137268 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-0b917768-edf2-47d4-a8cb-dd1718b9fca1 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Request body: {'security_group_rule': {'security_group_id': 'd30b8c8d-75cd-4380-b81d-917877550485', 'project_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:48:30.139281 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22622d9e-d5db-4b84-9a17-d2f87f0ba8c7 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a47d9775-fe06-487b-8b03-e517be2c5733,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:30.291614 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7845797-a5a2-4d30-b240-cdbbc7a02da4 req-3e6894fc-aa2e-4eb0-bf81-981272adfdec tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Network b8b1e2be-5932-428e-a716-07af13af4e6c is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:48:30.328250 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [req-f7845797-a5a2-4d30-b240-cdbbc7a02da4 req-3e6894fc-aa2e-4eb0-bf81-981272adfdec tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:48:30.358346 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7845797-a5a2-4d30-b240-cdbbc7a02da4 req-3e6894fc-aa2e-4eb0-bf81-981272adfdec tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:48:30.436425 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7845797-a5a2-4d30-b240-cdbbc7a02da4 req-3e6894fc-aa2e-4eb0-bf81-981272adfdec tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:30.437683 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-f7845797-a5a2-4d30-b240-cdbbc7a02da4 req-3e6894fc-aa2e-4eb0-bf81-981272adfdec tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:30.452534 n-d-811396-3 neutron-server[100596]: INFO neutron.db.securitygroups_db [None req-0b917768-edf2-47d4-a8cb-dd1718b9fca1 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Project ba79d3046aa84fd2ac89895f3514d2bd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 10:48:30.480551 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0b917768-edf2-47d4-a8cb-dd1718b9fca1 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:30.534173 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6894fc-aa2e-4eb0-bf81-981272adfdec tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Pushing event updated for resources: {'Port': ['ID=d012fc61-e760-4bcf-aff4-9ef2d30ecf9f,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:30.561645 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f7845797-a5a2-4d30-b240-cdbbc7a02da4 req-3e6894fc-aa2e-4eb0-bf81-981272adfdec tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6713812 Oct 20 10:48:30.582720 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605c3d9f-e323-47f5-999a-ecef60aab96b req-70949f3f-eddf-4715-af4d-2be8f21166b9 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:30.596122 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-605c3d9f-e323-47f5-999a-ecef60aab96b req-70949f3f-eddf-4715-af4d-2be8f21166b9 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf469606-8681-4d30-aeb5-f940af3a754b HTTP/1.1" status: 200 len: 944 time: 0.3503711 Oct 20 10:48:30.617649 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-f7845797-a5a2-4d30-b240-cdbbc7a02da4 req-677cf90a-9237-42ed-ae5a-85e2a8d92a2c service neutron] Request body: {'port': {'device_id': 'b3f9930f-6768-428d-b296-1e65ca6bdfa7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811396-3'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:48:30.698344 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01835c1-4c79-49cf-96e0-ab0f781fc632 req-c2d71aff-7453-41bc-9327-c7aabae01ecd tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:30.702678 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c01835c1-4c79-49cf-96e0-ab0f781fc632 req-c2d71aff-7453-41bc-9327-c7aabae01ecd tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=1efb49f2-9731-47b0-9535-c2013c0e715c HTTP/1.1" status: 200 len: 945 time: 0.2595153 Oct 20 10:48:30.744263 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-044ae243-0c4b-4dc1-81e0-134fe17ae65a None None] Provisioning complete for port d012fc61-e760-4bcf-aff4-9ef2d30ecf9f triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:48:30.744855 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-044ae243-0c4b-4dc1-81e0-134fe17ae65a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:30.796299 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-605c3d9f-e323-47f5-999a-ecef60aab96b req-0590116b-42d0-4780-aa55-c121723d054f tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] 10.222.0.64 "GET /v2.0/security-groups?id=beae5622-2b72-47ae-b5ac-f3919c6874d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989121 Oct 20 10:48:30.814955 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0b917768-edf2-47d4-a8cb-dd1718b9fca1 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:30.832444 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0b917768-edf2-47d4-a8cb-dd1718b9fca1 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:30.833893 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-044ae243-0c4b-4dc1-81e0-134fe17ae65a None None] Port d012fc61-e760-4bcf-aff4-9ef2d30ecf9f cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:48:30.892502 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-f7845797-a5a2-4d30-b240-cdbbc7a02da4 req-677cf90a-9237-42ed-ae5a-85e2a8d92a2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:30.894831 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b917768-edf2-47d4-a8cb-dd1718b9fca1 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6712216b-b6ef-439f-ac6a-e1fc23ec5c29,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:30.913990 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0b917768-edf2-47d4-a8cb-dd1718b9fca1 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:30.916127 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-0b917768-edf2-47d4-a8cb-dd1718b9fca1 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7886097 Oct 20 10:48:30.918901 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 42302) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:48:30.925141 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-8816684c-60be-4bbc-a218-6030af4fac6b tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Request body: {'security_group_rule': {'security_group_id': 'd30b8c8d-75cd-4380-b81d-917877550485', 'project_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:48:30.928806 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 5a911ba9-fa6d-4e5e-97bf-c19031b23b78 up at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:48:30.978337 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c01835c1-4c79-49cf-96e0-ab0f781fc632 req-5a98f76b-c8a0-46c4-b574-031b6ad421a1 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610488 Oct 20 10:48:31.005031 n-d-811396-3 neutron-server[100597]: INFO neutron.db.securitygroups_db [None req-8816684c-60be-4bbc-a218-6030af4fac6b tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Project ba79d3046aa84fd2ac89895f3514d2bd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 10:48:31.016830 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8816684c-60be-4bbc-a218-6030af4fac6b tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:31.127341 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning for port 5a911ba9-fa6d-4e5e-97bf-c19031b23b78 completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:48:31.152011 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning complete for port 5a911ba9-fa6d-4e5e-97bf-c19031b23b78 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:48:31.152419 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:31.229914 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8816684c-60be-4bbc-a218-6030af4fac6b tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:31.237659 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8816684c-60be-4bbc-a218-6030af4fac6b tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:31.288094 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8816684c-60be-4bbc-a218-6030af4fac6b tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=297e4509-94b4-46c8-a1b7-bce86ba9a10c,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:31.330399 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8816684c-60be-4bbc-a218-6030af4fac6b tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:31.335634 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-8816684c-60be-4bbc-a218-6030af4fac6b tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4155006 Oct 20 10:48:31.338667 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 42362) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:48:31.349063 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-40003c35-1703-4902-8143-b210e7412aaf tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Request body: {'network': {'name': 'tempest-network-smoke--469257377', 'project_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'port_security_enabled': True}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:48:31.370536 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:31.385147 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40003c35-1703-4902-8143-b210e7412aaf tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Made reservation on behalf of ba79d3046aa84fd2ac89895f3514d2bd for: {'network': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:48:31.392554 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-40003c35-1703-4902-8143-b210e7412aaf tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:31.412835 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf469606-8681-4d30-aeb5-f940af3a754b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a911ba9-fa6d-4e5e-97bf-c19031b23b78'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:48:31.419718 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2b7e771-ef7e-4811-bd96-15af095c8431" -d '{"events": [{"server_uuid": "bf469606-8681-4d30-aeb5-f940af3a754b", "name": "network-vif-plugged", "status": "completed", "tag": "5a911ba9-fa6d-4e5e-97bf-c19031b23b78"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:48:31.423229 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d04ef2-b42a-4e22-b2ff-3019d68816f1 req-ad3c8da0-441e-45c9-b762-16f8187ad542 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:31.426903 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 5a911ba9-fa6d-4e5e-97bf-c19031b23b78, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=5a911ba9-fa6d-4e5e-97bf-c19031b23b78,segment=NetworkSegment(21cccbca-7404-428f-aa4e-872d37903a8d),segment_id=21cccbca-7404-428f-aa4e-872d37903a8d)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:48:31.434062 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:31.438881 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d3d04ef2-b42a-4e22-b2ff-3019d68816f1 req-ad3c8da0-441e-45c9-b762-16f8187ad542 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=e93a168e-3523-430d-abec-d9e9b5be6bdc HTTP/1.1" status: 200 len: 945 time: 0.4345112 Oct 20 10:48:31.490063 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40003c35-1703-4902-8143-b210e7412aaf tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 839} {{(pid=100597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:48:31.509163 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 5737e204-89e4-44bc-b10d-ac79d425b4e1 up at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:48:31.510849 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-40003c35-1703-4902-8143-b210e7412aaf tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:31.511180 n-d-811396-3 neutron-server[100597]: INFO neutron.db.segments_db [None req-40003c35-1703-4902-8143-b210e7412aaf tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Added segment 61f3f036-23b7-48db-b7ba-5592fa7c3f33 of type vlan for network b56c2100-b644-4ba2-90f2-4b531255f999 Oct 20 10:48:31.676090 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=5a911ba9-fa6d-4e5e-97bf-c19031b23b78,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:31.680744 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning for port 5737e204-89e4-44bc-b10d-ac79d425b4e1 completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:48:31.685185 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning complete for port 5737e204-89e4-44bc-b10d-ac79d425b4e1 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:48:31.685832 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:31.709652 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-40003c35-1703-4902-8143-b210e7412aaf tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:31.790879 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:31.798091 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-40003c35-1703-4902-8143-b210e7412aaf tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:31.807721 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40003c35-1703-4902-8143-b210e7412aaf tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:31.808933 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-40003c35-1703-4902-8143-b210e7412aaf tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:31.853163 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 5737e204-89e4-44bc-b10d-ac79d425b4e1, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=5737e204-89e4-44bc-b10d-ac79d425b4e1,segment=NetworkSegment(5f5097d1-dd03-4e53-8d67-381b8a2c1ac8),segment_id=5f5097d1-dd03-4e53-8d67-381b8a2c1ac8)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:48:31.861895 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:31.934773 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40003c35-1703-4902-8143-b210e7412aaf tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Pushing event updated for resources: {'Network': ['ID=b56c2100-b644-4ba2-90f2-4b531255f999,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:31.951678 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-40003c35-1703-4902-8143-b210e7412aaf tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6099770 Oct 20 10:48:31.953272 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network b56c2100-b644-4ba2-90f2-4b531255f999 details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:48:31.954542 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 42440) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:48:31.963696 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-b89c40db-bd94-4537-8372-7ca74f916a06 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-899616690', 'admin_state_up': True, 'project_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:48:32.030535 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b89c40db-bd94-4537-8372-7ca74f916a06 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1772442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258322'] for router, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:32.032961 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b89c40db-bd94-4537-8372-7ca74f916a06 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1772334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773516', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258315'] for router, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:32.050932 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=5737e204-89e4-44bc-b10d-ac79d425b4e1,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:32.102462 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d3d04ef2-b42a-4e22-b2ff-3019d68816f1 req-ddc23281-c405-4e8e-8642-ba4baf2e547d tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e1d7c5e-d35b-480e-bc76-e69dc8123b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6642673 Oct 20 10:48:32.130821 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47aa23c-e48f-4ca3-88b6-eb822086fd10 req-23cf9504-1f8d-42f6-960c-0bac2d6ebb9b tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:32.144797 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c47aa23c-e48f-4ca3-88b6-eb822086fd10 req-23cf9504-1f8d-42f6-960c-0bac2d6ebb9b tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3f9930f-6768-428d-b296-1e65ca6bdfa7 HTTP/1.1" status: 200 len: 931 time: 0.7935047 Oct 20 10:48:32.169711 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dde0532-f340-456d-b89e-28876146403b x-openstack-request-id: req-7dde0532-f340-456d-b89e-28876146403b {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:48:32.170240 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf469606-8681-4d30-aeb5-f940af3a754b", "name": "network-vif-plugged", "status": "completed", "tag": "5a911ba9-fa6d-4e5e-97bf-c19031b23b78", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:48:32.172947 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b89c40db-bd94-4537-8372-7ca74f916a06 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:32.174978 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7dde0532-f340-456d-b89e-28876146403b {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:48:32.176449 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf469606-8681-4d30-aeb5-f940af3a754b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a911ba9-fa6d-4e5e-97bf-c19031b23b78', 'code': 200} Oct 20 10:48:32.238679 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 42472) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:48:32.289413 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12958b22-c717-4662-a3d1-a5cdfab2a349 req-d0954ce1-bf1c-4131-8ce3-cbd4542a8285 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:32.292152 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-12958b22-c717-4662-a3d1-a5cdfab2a349 req-d0954ce1-bf1c-4131-8ce3-cbd4542a8285 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.69 "GET /v2.0/ports?device_id=1efb49f2-9731-47b0-9535-c2013c0e715c HTTP/1.1" status: 200 len: 945 time: 0.3156352 Oct 20 10:48:32.408112 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c47aa23c-e48f-4ca3-88b6-eb822086fd10 req-055fe90b-1eca-4e18-ad0c-477f958bcf3a tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=58574406-52f6-4da8-ba4e-3f91a696d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2619483 Oct 20 10:48:32.442633 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-50ce1bd7-8f98-4069-b126-82cabd4221d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:32.570092 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff6cf8c-8bcd-47b4-94ee-1687562755c1 req-c94d8a1d-f8ca-4d02-90e2-4c8b3b44a86b tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:32.572958 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0ff6cf8c-8bcd-47b4-94ee-1687562755c1 req-c94d8a1d-f8ca-4d02-90e2-4c8b3b44a86b tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf469606-8681-4d30-aeb5-f940af3a754b HTTP/1.1" status: 200 len: 945 time: 0.3088720 Oct 20 10:48:32.596116 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f96910-ad1d-4085-93da-331ca4663893 req-e98ed8de-5e1d-4aa0-9c4b-8bf83345062e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:32.597619 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-90f96910-ad1d-4085-93da-331ca4663893 req-e98ed8de-5e1d-4aa0-9c4b-8bf83345062e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=bf469606-8681-4d30-aeb5-f940af3a754b HTTP/1.1" status: 200 len: 1096 time: 0.3162785 Oct 20 10:48:32.723855 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [req-f7845797-a5a2-4d30-b240-cdbbc7a02da4 req-677cf90a-9237-42ed-ae5a-85e2a8d92a2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d012fc61-e760-4bcf-aff4-9ef2d30ecf9f {{(pid=100596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:48:32.738712 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecac1915-cda3-4dc3-b695-8e8478f43a90 req-fb08e717-3228-44c4-b4cb-f14f21a9d7f6 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:32.740424 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ecac1915-cda3-4dc3-b695-8e8478f43a90 req-fb08e717-3228-44c4-b4cb-f14f21a9d7f6 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=1efb49f2-9731-47b0-9535-c2013c0e715c HTTP/1.1" status: 200 len: 945 time: 0.2559032 Oct 20 10:48:32.759708 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-f7845797-a5a2-4d30-b240-cdbbc7a02da4 req-677cf90a-9237-42ed-ae5a-85e2a8d92a2c service neutron] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:32.766156 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0ff6cf8c-8bcd-47b4-94ee-1687562755c1 req-c6c5f1c1-b780-4c33-8d2b-c18d92b84094 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] 10.222.0.64 "GET /v2.0/security-groups?id=beae5622-2b72-47ae-b5ac-f3919c6874d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817675 Oct 20 10:48:32.774902 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b89c40db-bd94-4537-8372-7ca74f916a06 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:32.787071 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-50ce1bd7-8f98-4069-b126-82cabd4221d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:32.800883 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-90f96910-ad1d-4085-93da-331ca4663893 req-554fa078-ed38-4b77-8150-01159c7f73b6 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=beae5622-2b72-47ae-b5ac-f3919c6874d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909537 Oct 20 10:48:32.809230 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-50ce1bd7-8f98-4069-b126-82cabd4221d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:32.812708 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.provisioning_blocks [req-f7845797-a5a2-4d30-b240-cdbbc7a02da4 req-677cf90a-9237-42ed-ae5a-85e2a8d92a2c service neutron] Transition to ACTIVE for port object d012fc61-e760-4bcf-aff4-9ef2d30ecf9f will not be triggered until provisioned by entity L2. {{(pid=100596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:48:32.838607 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-f7845797-a5a2-4d30-b240-cdbbc7a02da4 req-677cf90a-9237-42ed-ae5a-85e2a8d92a2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:32.865207 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-12958b22-c717-4662-a3d1-a5cdfab2a349 req-2cbccf91-6e2e-4f0c-ba5a-049fd6c72f26 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Deleting port c66be903-7f58-43f0-ab52-fd3f36568b88 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:48:32.869371 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-12958b22-c717-4662-a3d1-a5cdfab2a349 req-2cbccf91-6e2e-4f0c-ba5a-049fd6c72f26 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:32.926448 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ecac1915-cda3-4dc3-b695-8e8478f43a90 req-f59b9649-2002-4e8e-b753-514a20506eac tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694613 Oct 20 10:48:32.939344 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ce1bd7-8f98-4069-b126-82cabd4221d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51ec7dc3-2426-4acd-b04a-b03c3ba84ef7,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:32.944851 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-50ce1bd7-8f98-4069-b126-82cabd4221d9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f1dbf0df2e80432ba2e9d1f39df6f295&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7047777 Oct 20 10:48:32.953129 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 42500) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:48:32.989865 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b89c40db-bd94-4537-8372-7ca74f916a06 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for router_gateway, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:33.010071 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b89c40db-bd94-4537-8372-7ca74f916a06 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:33.013619 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677cf90a-9237-42ed-ae5a-85e2a8d92a2c service neutron] Pushing event updated for resources: {'Port': ['ID=d012fc61-e760-4bcf-aff4-9ef2d30ecf9f,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:33.125465 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-12958b22-c717-4662-a3d1-a5cdfab2a349 req-2cbccf91-6e2e-4f0c-ba5a-049fd6c72f26 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] For port c66be903-7f58-43f0-ab52-fd3f36568b88, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=c66be903-7f58-43f0-ab52-fd3f36568b88,segment=NetworkSegment(96dfa309-c7df-4d10-8f15-9d739a677474),segment_id=96dfa309-c7df-4d10-8f15-9d739a677474)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:48:33.126201 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-12958b22-c717-4662-a3d1-a5cdfab2a349 req-2cbccf91-6e2e-4f0c-ba5a-049fd6c72f26 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:33.132041 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-b89c40db-bd94-4537-8372-7ca74f916a06 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Allocated IP 172.25.1.164 (cbe170d3-31ba-45a2-b477-520ab0a7a8ea/f4e26aca-17ac-4adb-a66b-d939a1b35b64/ae7b0e05-83a3-46a2-b732-79f48c50712d) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:48:33.153840 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d715a30b-0007-41ef-910a-8aa244e440bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:33.155687 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-12958b22-c717-4662-a3d1-a5cdfab2a349 req-2cbccf91-6e2e-4f0c-ba5a-049fd6c72f26 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Calling delete_port for c66be903-7f58-43f0-ab52-fd3f36568b88 owned by compute:nova {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:48:33.196202 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-f7845797-a5a2-4d30-b240-cdbbc7a02da4 req-677cf90a-9237-42ed-ae5a-85e2a8d92a2c service neutron] Attempting to bind port d012fc61-e760-4bcf-aff4-9ef2d30ecf9f on host n-h1-811396-3 for vnic_type normal with profile {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:48:33.196565 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-f7845797-a5a2-4d30-b240-cdbbc7a02da4 req-677cf90a-9237-42ed-ae5a-85e2a8d92a2c service neutron] Attempting to bind port d012fc61-e760-4bcf-aff4-9ef2d30ecf9f by drivers openvswitch,hyperv on host n-h1-811396-3 at level 0 using segments [{'id': '7a7eba38-3a2c-4235-a145-c989dfc5d4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'b8b1e2be-5932-428e-a716-07af13af4e6c'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:48:33.196897 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7845797-a5a2-4d30-b240-cdbbc7a02da4 req-677cf90a-9237-42ed-ae5a-85e2a8d92a2c service neutron] Attempting to bind port d012fc61-e760-4bcf-aff4-9ef2d30ecf9f on network b8b1e2be-5932-428e-a716-07af13af4e6c {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:48:33.236951 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d715a30b-0007-41ef-910a-8aa244e440bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:33.257829 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b89c40db-bd94-4537-8372-7ca74f916a06 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:33.264515 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7845797-a5a2-4d30-b240-cdbbc7a02da4 req-677cf90a-9237-42ed-ae5a-85e2a8d92a2c service neutron] Port d012fc61-e760-4bcf-aff4-9ef2d30ecf9f on network b8b1e2be-5932-428e-a716-07af13af4e6c not bound, no agent of type Open vSwitch agent registered on host n-h1-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:48:33.264816 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7845797-a5a2-4d30-b240-cdbbc7a02da4 req-677cf90a-9237-42ed-ae5a-85e2a8d92a2c service neutron] Attempting to bind port d012fc61-e760-4bcf-aff4-9ef2d30ecf9f on network b8b1e2be-5932-428e-a716-07af13af4e6c {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:48:33.297447 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b89c40db-bd94-4537-8372-7ca74f916a06 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:33.309971 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7845797-a5a2-4d30-b240-cdbbc7a02da4 req-677cf90a-9237-42ed-ae5a-85e2a8d92a2c service neutron] Checking agent: {'id': 'b707b4cc-061f-4cf4-bce0-0b3df9b7bec9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:48:33.310319 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7845797-a5a2-4d30-b240-cdbbc7a02da4 req-677cf90a-9237-42ed-ae5a-85e2a8d92a2c service neutron] Checking segment: {'id': '7a7eba38-3a2c-4235-a145-c989dfc5d4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'b8b1e2be-5932-428e-a716-07af13af4e6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:48:33.310702 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7845797-a5a2-4d30-b240-cdbbc7a02da4 req-677cf90a-9237-42ed-ae5a-85e2a8d92a2c service neutron] Bound using segment: {'id': '7a7eba38-3a2c-4235-a145-c989dfc5d4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'b8b1e2be-5932-428e-a716-07af13af4e6c'} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:48:33.311154 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-f7845797-a5a2-4d30-b240-cdbbc7a02da4 req-677cf90a-9237-42ed-ae5a-85e2a8d92a2c service neutron] Bound port: d012fc61-e760-4bcf-aff4-9ef2d30ecf9f, host: n-h1-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a7eba38-3a2c-4235-a145-c989dfc5d4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'b8b1e2be-5932-428e-a716-07af13af4e6c'}}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:48:33.311548 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-f7845797-a5a2-4d30-b240-cdbbc7a02da4 req-677cf90a-9237-42ed-ae5a-85e2a8d92a2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:33.345586 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b89c40db-bd94-4537-8372-7ca74f916a06 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Network cbe170d3-31ba-45a2-b477-520ab0a7a8ea is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:48:33.348928 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-b89c40db-bd94-4537-8372-7ca74f916a06 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:48:33.352121 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89c40db-bd94-4537-8372-7ca74f916a06 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:48:33.386583 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c40db-bd94-4537-8372-7ca74f916a06 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Pushing event updated for resources: {'Port': ['ID=ae7b0e05-83a3-46a2-b732-79f48c50712d,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:33.395304 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa91a7ef-41be-423d-bfc1-a43aefdfc3a9 req-00154460-8b30-45f7-95e0-9b98184bc6a4 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:33.396998 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fa91a7ef-41be-423d-bfc1-a43aefdfc3a9 req-00154460-8b30-45f7-95e0-9b98184bc6a4 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=e93a168e-3523-430d-abec-d9e9b5be6bdc HTTP/1.1" status: 200 len: 946 time: 0.1642053 Oct 20 10:48:33.421705 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d715a30b-0007-41ef-910a-8aa244e440bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:33.424684 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d715a30b-0007-41ef-910a-8aa244e440bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:33.428536 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-d715a30b-0007-41ef-910a-8aa244e440bf admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/51ec7dc3-2426-4acd-b04a-b03c3ba84ef7 HTTP/1.1" status: 204 len: 168 time: 0.4651790 Oct 20 10:48:33.516897 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-32c07def-05e5-4679-a7f8-823beaa87e0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:33.548002 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d715a30b-0007-41ef-910a-8aa244e440bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51ec7dc3-2426-4acd-b04a-b03c3ba84ef7,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:33.553006 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-f7845797-a5a2-4d30-b240-cdbbc7a02da4 req-677cf90a-9237-42ed-ae5a-85e2a8d92a2c service neutron] For port d012fc61-e760-4bcf-aff4-9ef2d30ecf9f, host n-h1-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:48:33.604932 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-f7845797-a5a2-4d30-b240-cdbbc7a02da4 req-677cf90a-9237-42ed-ae5a-85e2a8d92a2c service neutron] For port d012fc61-e760-4bcf-aff4-9ef2d30ecf9f, host n-h1-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=d012fc61-e760-4bcf-aff4-9ef2d30ecf9f,segment=NetworkSegment(7a7eba38-3a2c-4235-a145-c989dfc5d4dc),segment_id=7a7eba38-3a2c-4235-a145-c989dfc5d4dc)] {{(pid=100596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:48:33.623529 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-f7845797-a5a2-4d30-b240-cdbbc7a02da4 req-677cf90a-9237-42ed-ae5a-85e2a8d92a2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:33.637285 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-12958b22-c717-4662-a3d1-a5cdfab2a349 req-2cbccf91-6e2e-4f0c-ba5a-049fd6c72f26 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:33.650290 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['c66be903-7f58-43f0-ab52-fd3f36568b88'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:48:33.680456 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fa91a7ef-41be-423d-bfc1-a43aefdfc3a9 req-441b6a45-4879-46be-b657-1f17ca475c24 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e1d7c5e-d35b-480e-bc76-e69dc8123b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2599342 Oct 20 10:48:33.696079 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['c8f279a9-fa3f-406e-b583-56be4e497d4e'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:48:33.726704 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7845797-a5a2-4d30-b240-cdbbc7a02da4 req-677cf90a-9237-42ed-ae5a-85e2a8d92a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:33.728239 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-f7845797-a5a2-4d30-b240-cdbbc7a02da4 req-677cf90a-9237-42ed-ae5a-85e2a8d92a2c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:33.729863 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f7845797-a5a2-4d30-b240-cdbbc7a02da4 req-677cf90a-9237-42ed-ae5a-85e2a8d92a2c service neutron] 10.222.0.55 "PUT /v2.0/ports/d012fc61-e760-4bcf-aff4-9ef2d30ecf9f HTTP/1.1" status: 200 len: 1091 time: 3.1313484 Oct 20 10:48:33.731457 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3f9930f-6768-428d-b296-1e65ca6bdfa7', 'tag': 'd012fc61-e760-4bcf-aff4-9ef2d30ecf9f'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:48:33.733961 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5c4d061-7572-4043-b71d-a4f28e5bf22a" -d '{"events": [{"name": "network-changed", "server_uuid": "b3f9930f-6768-428d-b296-1e65ca6bdfa7", "tag": "d012fc61-e760-4bcf-aff4-9ef2d30ecf9f"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:48:33.748515 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0e0eff-cf87-45d7-b997-dcbdbba09752 req-6e8f4331-362f-4459-8e28-17bf74947aa9 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:33.750541 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-da0e0eff-cf87-45d7-b997-dcbdbba09752 req-6e8f4331-362f-4459-8e28-17bf74947aa9 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3f9930f-6768-428d-b296-1e65ca6bdfa7 HTTP/1.1" status: 200 len: 943 time: 0.2282190 Oct 20 10:48:33.895235 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b89c40db-bd94-4537-8372-7ca74f916a06 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for router_gateway, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:33.898401 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb9ca12a-6348-44b4-a1bb-2ba1d37b90c4 x-openstack-request-id: req-eb9ca12a-6348-44b4-a1bb-2ba1d37b90c4 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:48:33.899038 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3f9930f-6768-428d-b296-1e65ca6bdfa7", "tag": "d012fc61-e760-4bcf-aff4-9ef2d30ecf9f", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:48:33.899678 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-eb9ca12a-6348-44b4-a1bb-2ba1d37b90c4 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:48:33.902286 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3f9930f-6768-428d-b296-1e65ca6bdfa7', 'tag': 'd012fc61-e760-4bcf-aff4-9ef2d30ecf9f', 'status': 'completed', 'code': 200} Oct 20 10:48:33.905606 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677cf90a-9237-42ed-ae5a-85e2a8d92a2c service neutron] Pushing event updated for resources: {'Port': ['ID=d012fc61-e760-4bcf-aff4-9ef2d30ecf9f,revision_number=3']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:33.908913 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-12958b22-c717-4662-a3d1-a5cdfab2a349 req-2cbccf91-6e2e-4f0c-ba5a-049fd6c72f26 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] No DVR routers for this DVR port c66be903-7f58-43f0-ab52-fd3f36568b88 on host n-h2-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:48:33.946959 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-12958b22-c717-4662-a3d1-a5cdfab2a349 req-2cbccf91-6e2e-4f0c-ba5a-049fd6c72f26 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:33.959833 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-12958b22-c717-4662-a3d1-a5cdfab2a349 req-2cbccf91-6e2e-4f0c-ba5a-049fd6c72f26 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.69 "DELETE /v2.0/ports/c66be903-7f58-43f0-ab52-fd3f36568b88 HTTP/1.1" status: 204 len: 173 time: 1.6519113 Oct 20 10:48:34.022540 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-10833d4a-642d-473f-b3db-fa111c263e99 req-c5740843-02ea-4efd-84bd-63653412291e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=7111dcd8-fd45-4dca-a651-307725cce40f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3909366 Oct 20 10:48:34.041598 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 42528) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:48:34.069169 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-da0e0eff-cf87-45d7-b997-dcbdbba09752 req-90799e39-1e7f-4674-98df-872377693b97 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=58574406-52f6-4da8-ba4e-3f91a696d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3050940 Oct 20 10:48:34.110842 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbccf91-6e2e-4f0c-ba5a-049fd6c72f26 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Pushing event deleted for resources: {'Port': ['ID=c66be903-7f58-43f0-ab52-fd3f36568b88,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:34.165167 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2c9b2db8-cd65-43d6-beff-c548c031c07e admin admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:34.177231 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e93a168e-3523-430d-abec-d9e9b5be6bdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5737e204-89e4-44bc-b10d-ac79d425b4e1'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:48:34.179970 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2369581e-3815-4e22-999d-48c912dfb93e" -d '{"events": [{"server_uuid": "e93a168e-3523-430d-abec-d9e9b5be6bdc", "name": "network-vif-plugged", "status": "completed", "tag": "5737e204-89e4-44bc-b10d-ac79d425b4e1"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:48:34.183325 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7845797-a5a2-4d30-b240-cdbbc7a02da4 req-e5b8b7cc-b8e4-4e36-ac2b-bca6e4de5468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:34.184863 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f7845797-a5a2-4d30-b240-cdbbc7a02da4 req-e5b8b7cc-b8e4-4e36-ac2b-bca6e4de5468 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=376203cb7dec4dad9717307d6c606d33&device_id=b3f9930f-6768-428d-b296-1e65ca6bdfa7 HTTP/1.1" status: 200 len: 1094 time: 0.3708224 Oct 20 10:48:34.213925 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b89c40db-bd94-4537-8372-7ca74f916a06 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1773475'] for router, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:34.220736 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b514a82e-b1f9-4437-bfee-311fa875eb86 req-9375fa8a-e0d8-4cab-83ee-b7e42afbc10b tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:34.222301 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b514a82e-b1f9-4437-bfee-311fa875eb86 req-9375fa8a-e0d8-4cab-83ee-b7e42afbc10b tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf469606-8681-4d30-aeb5-f940af3a754b HTTP/1.1" status: 200 len: 945 time: 0.3100123 Oct 20 10:48:34.272313 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10833d4a-642d-473f-b3db-fa111c263e99 req-0ae76fa9-7213-499d-af29-e3e4da8d2218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:34.273760 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-10833d4a-642d-473f-b3db-fa111c263e99 req-0ae76fa9-7213-499d-af29-e3e4da8d2218 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7c07d91a5a3845b987d2c3d5e5662672&device_id=7111dcd8-fd45-4dca-a651-307725cce40f HTTP/1.1" status: 200 len: 1096 time: 0.1725714 Oct 20 10:48:34.285706 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f7845797-a5a2-4d30-b240-cdbbc7a02da4 req-ff87f57f-b41b-459d-b091-b706d1c340ef service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d012fc61-e760-4bcf-aff4-9ef2d30ecf9f HTTP/1.1" status: 200 len: 217 time: 0.0757134 Oct 20 10:48:34.356219 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fe31d63b-e754-4192-bfeb-3750ee983570 req-dcd15029-2da7-4f5d-b1f3-14a591273009 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=1efb49f2-9731-47b0-9535-c2013c0e715c HTTP/1.1" status: 200 len: 210 time: 0.0813658 Oct 20 10:48:34.365526 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b89c40db-bd94-4537-8372-7ca74f916a06 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Router c0307d1f-c8b7-41b2-a8c3-99c9b80fa066 is scheduled to L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 with binding_index 1 {{(pid=100597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 10:48:34.427785 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6296c910-0114-42c3-9823-68a42b7ae473 x-openstack-request-id: req-6296c910-0114-42c3-9823-68a42b7ae473 {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:48:34.428565 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e93a168e-3523-430d-abec-d9e9b5be6bdc", "name": "network-vif-plugged", "status": "completed", "tag": "5737e204-89e4-44bc-b10d-ac79d425b4e1", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:48:34.428565 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6296c910-0114-42c3-9823-68a42b7ae473 {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:48:34.428774 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e93a168e-3523-430d-abec-d9e9b5be6bdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5737e204-89e4-44bc-b10d-ac79d425b4e1', 'code': 200} Oct 20 10:48:34.483003 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b514a82e-b1f9-4437-bfee-311fa875eb86 req-14c29853-c184-420e-9915-792d4c42ded7 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] 10.222.0.64 "GET /v2.0/security-groups?id=beae5622-2b72-47ae-b5ac-f3919c6874d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393293 Oct 20 10:48:34.493162 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7845797-a5a2-4d30-b240-cdbbc7a02da4 req-687184b1-825e-4697-8170-4f048478fad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:34.494672 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f7845797-a5a2-4d30-b240-cdbbc7a02da4 req-687184b1-825e-4697-8170-4f048478fad1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=437b47ec-4211-421c-828b-76408ce53dce HTTP/1.1" status: 200 len: 850 time: 0.1924779 Oct 20 10:48:34.521384 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b89c40db-bd94-4537-8372-7ca74f916a06 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:48:34.534805 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a2a610-8853-406b-8f81-593f3851cdae None None] Sync routers for ids ['c0307d1f-c8b7-41b2-a8c3-99c9b80fa066'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:48:34.552804 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b89c40db-bd94-4537-8372-7ca74f916a06 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for router, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:34.554228 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-b89c40db-bd94-4537-8372-7ca74f916a06 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.5986691 Oct 20 10:48:34.557158 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2c9b2db8-cd65-43d6-beff-c548c031c07e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:34.557652 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 42534) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:48:34.559983 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a2a610-8853-406b-8f81-593f3851cdae None None] Routers {'c0307d1f-c8b7-41b2-a8c3-99c9b80fa066'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:48:34.564032 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-66a2a610-8853-406b-8f81-593f3851cdae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:48:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['c0307d1f-c8b7-41b2-a8c3-99c9b80fa066'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:48:34.580805 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2c9b2db8-cd65-43d6-beff-c548c031c07e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:34.613773 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10833d4a-642d-473f-b3db-fa111c263e99 req-195f6f42-04f5-401b-9018-0e860377fe14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:34.615286 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-10833d4a-642d-473f-b3db-fa111c263e99 req-195f6f42-04f5-401b-9018-0e860377fe14 service neutron] 10.222.0.69 "GET /v2.0/networks?id=c8a6fc02-fa12-4200-87e5-83414d81676e HTTP/1.1" status: 200 len: 916 time: 0.3157125 Oct 20 10:48:34.666830 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7845797-a5a2-4d30-b240-cdbbc7a02da4 req-16bada17-d05e-4c25-84d2-b66e3a899f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:34.668664 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f7845797-a5a2-4d30-b240-cdbbc7a02da4 req-16bada17-d05e-4c25-84d2-b66e3a899f0e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b8b1e2be-5932-428e-a716-07af13af4e6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1569026 Oct 20 10:48:34.709765 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-2c9b2db8-cd65-43d6-beff-c548c031c07e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0277295f47df45aba48cb8babc44246a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6371484 Oct 20 10:48:34.710290 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 42540) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:48:34.785388 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-10833d4a-642d-473f-b3db-fa111c263e99 req-56ff7601-d1b5-4390-b83f-3c37ba1ffd47 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d23ca657-b6e8-4ea0-ba4f-d2f2e06a6735 HTTP/1.1" status: 200 len: 217 time: 0.1495223 Oct 20 10:48:34.787635 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9b2db8-cd65-43d6-beff-c548c031c07e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8aae20f-f918-4ff9-8164-428bb68f3ee7,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:34.807274 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87262a3-8632-468a-b694-f80ab5002de6 req-f7026462-21bc-4fac-a583-7d43a7868826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:34.808768 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e87262a3-8632-468a-b694-f80ab5002de6 req-f7026462-21bc-4fac-a583-7d43a7868826 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e93a168e-3523-430d-abec-d9e9b5be6bdc HTTP/1.1" status: 200 len: 1097 time: 0.2544706 Oct 20 10:48:34.825911 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-66a2a610-8853-406b-8f81-593f3851cdae None None] Set router c0307d1f-c8b7-41b2-a8c3-99c9b80fa066 gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:48:34.835056 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6e3a3903-4c0b-45c9-9c0a-2c521835a22d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:34.875477 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-a1d17050-2278-4b6f-a20d-ee9b3e9eedda tempest-TestNetworkAdvancedServerOps-535186383 tempest-TestNetworkAdvancedServerOps-535186383-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=ba79d3046aa84fd2ac89895f3514d2bd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3135173 Oct 20 10:48:34.879900 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 42542) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:48:34.892226 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f7845797-a5a2-4d30-b240-cdbbc7a02da4 req-601ab73b-b5e7-43cb-88af-9485eb95d598 service neutron] 10.222.0.55 "GET /v2.0/networks/b8b1e2be-5932-428e-a716-07af13af4e6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880531 Oct 20 10:48:34.928515 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6e3a3903-4c0b-45c9-9c0a-2c521835a22d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:34.936191 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10833d4a-642d-473f-b3db-fa111c263e99 req-8509f980-f98c-4ad1-8e22-58341ea91695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:34.937648 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-10833d4a-642d-473f-b3db-fa111c263e99 req-8509f980-f98c-4ad1-8e22-58341ea91695 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2385e10a-8e9b-4532-8959-c4c7cb401041 HTTP/1.1" status: 200 len: 855 time: 0.1422176 Oct 20 10:48:34.945293 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e87262a3-8632-468a-b694-f80ab5002de6 req-3843d00e-2807-4028-99de-2911e47f75af service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=2e1d7c5e-d35b-480e-bc76-e69dc8123b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125591 Oct 20 10:48:34.970595 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46bac35-3d9e-4589-9506-39928d0401ae req-91a91aab-e7bd-464a-a994-1fa2d0ef82e8 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:34.972112 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f46bac35-3d9e-4589-9506-39928d0401ae req-91a91aab-e7bd-464a-a994-1fa2d0ef82e8 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=e93a168e-3523-430d-abec-d9e9b5be6bdc HTTP/1.1" status: 200 len: 946 time: 0.1409843 Oct 20 10:48:34.991478 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-10833d4a-642d-473f-b3db-fa111c263e99 req-9cbe745a-6e66-411e-8ef3-19a2898e9685 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c8a6fc02-fa12-4200-87e5-83414d81676e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446696 Oct 20 10:48:35.022741 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-66a2a610-8853-406b-8f81-593f3851cdae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0307d1f-c8b7-41b2-a8c3-99c9b80fa066', 'name': 'tempest-TestNetworkAdvancedServerOps-router-899616690', 'tenant_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': 'ae7b0e05-83a3-46a2-b732-79f48c50712d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:48:32Z', 'updated_at': '2021-10-20T10:48:33Z', 'revision_number': 3, 'project_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'gw_port': {'id': 'ae7b0e05-83a3-46a2-b732-79f48c50712d', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:1d:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0307d1f-c8b7-41b2-a8c3-99c9b80fa066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2557, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:48:33Z', 'updated_at': '2021-10-20T10:48:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:48:35.054921 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a2a610-8853-406b-8f81-593f3851cdae None None] Checking router: c0307d1f-c8b7-41b2-a8c3-99c9b80fa066 for host: n-d-811396-3 {{(pid=100599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:48:35.056107 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a2a610-8853-406b-8f81-593f3851cdae None None] Updating router c0307d1f-c8b7-41b2-a8c3-99c9b80fa066 port ae7b0e05-83a3-46a2-b732-79f48c50712d binding host n-d-811396-3 {{(pid=100599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 10:48:35.074268 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14109f55-d9fa-46d5-832c-74d52b2f0c53 tempest-TestNetworkAdvancedServerOps-535186383 tempest-TestNetworkAdvancedServerOps-535186383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:35.076704 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-14109f55-d9fa-46d5-832c-74d52b2f0c53 tempest-TestNetworkAdvancedServerOps-535186383 tempest-TestNetworkAdvancedServerOps-535186383-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1957996 Oct 20 10:48:35.079531 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 42544) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:48:35.092210 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-66a2a610-8853-406b-8f81-593f3851cdae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:35.139411 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-a2a4e0d2-49b7-4b7e-81a4-3b94e3b139af tempest-TestNetworkAdvancedServerOps-535186383 tempest-TestNetworkAdvancedServerOps-535186383-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=cbe170d3-31ba-45a2-b477-520ab0a7a8ea&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0584354 Oct 20 10:48:35.139791 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f46bac35-3d9e-4589-9506-39928d0401ae req-1d4e0ab6-19e4-4100-9630-b4949429c69a tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e1d7c5e-d35b-480e-bc76-e69dc8123b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504269 Oct 20 10:48:35.140669 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6e3a3903-4c0b-45c9-9c0a-2c521835a22d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:35.143326 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6e3a3903-4c0b-45c9-9c0a-2c521835a22d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:35.144619 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-6e3a3903-4c0b-45c9-9c0a-2c521835a22d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a8aae20f-f918-4ff9-8164-428bb68f3ee7 HTTP/1.1" status: 204 len: 168 time: 0.4334319 Oct 20 10:48:35.145503 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 42548) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:48:35.153551 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-012cc4af-2e7b-4678-a023-b190761f9b43 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1334889361', 'network_id': 'b56c2100-b644-4ba2-90f2-4b531255f999', 'project_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:48:35.161327 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f7845797-a5a2-4d30-b240-cdbbc7a02da4 req-99f0d72f-4176-412a-a9e7-81ce2e0223d3 service neutron] 10.222.0.55 "GET /v2.0/networks/b8b1e2be-5932-428e-a716-07af13af4e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2594151 Oct 20 10:48:35.173866 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3a3903-4c0b-45c9-9c0a-2c521835a22d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8aae20f-f918-4ff9-8164-428bb68f3ee7,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:35.189738 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-10833d4a-642d-473f-b3db-fa111c263e99 req-ccf7bce2-5180-4146-bf90-66c92a79bc01 service neutron] 10.222.0.69 "GET /v2.0/networks/c8a6fc02-fa12-4200-87e5-83414d81676e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607747 Oct 20 10:48:35.298876 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-012cc4af-2e7b-4678-a023-b190761f9b43 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Made reservation on behalf of ba79d3046aa84fd2ac89895f3514d2bd for: {'subnet': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:48:35.307696 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-012cc4af-2e7b-4678-a023-b190761f9b43 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25350782'] for subnet, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:35.315777 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bde4f17-bcca-4454-9af4-afa474ae4b4c req-d4afddd4-56b6-4ee1-ae85-3fd33a891533 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:35.317318 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1bde4f17-bcca-4454-9af4-afa474ae4b4c req-d4afddd4-56b6-4ee1-ae85-3fd33a891533 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3f9930f-6768-428d-b296-1e65ca6bdfa7 HTTP/1.1" status: 200 len: 943 time: 0.1262455 Oct 20 10:48:35.383602 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-10833d4a-642d-473f-b3db-fa111c263e99 req-a9c45398-c36c-4f86-9b5e-596e247e8a79 service neutron] 10.222.0.69 "GET /v2.0/networks/c8a6fc02-fa12-4200-87e5-83414d81676e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551445 Oct 20 10:48:35.399841 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1bde4f17-bcca-4454-9af4-afa474ae4b4c req-9971236a-6a66-494b-9f23-bf25730111ea tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=58574406-52f6-4da8-ba4e-3f91a696d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680072 Oct 20 10:48:35.458391 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-66a2a610-8853-406b-8f81-593f3851cdae None None] Publish callbacks [] for port, precommit_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:35.465945 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-66a2a610-8853-406b-8f81-593f3851cdae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:35.517368 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c4d061-7572-4043-b71d-a4f28e5bf22a req-cfa17930-89bf-45e8-8c9f-e1e1e7e8a2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:35.519896 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c5c4d061-7572-4043-b71d-a4f28e5bf22a req-cfa17930-89bf-45e8-8c9f-e1e1e7e8a2d4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=376203cb7dec4dad9717307d6c606d33&device_id=b3f9930f-6768-428d-b296-1e65ca6bdfa7 HTTP/1.1" status: 200 len: 1094 time: 0.0956323 Oct 20 10:48:35.538074 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7725a48-d0fc-446b-bd97-f905c80c2fb6 None None] Pushing event updated for resources: {'Port': ['ID=ae7b0e05-83a3-46a2-b732-79f48c50712d,revision_number=2']} {{(pid=100599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:35.549027 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7725a48-d0fc-446b-bd97-f905c80c2fb6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:48:35.549586 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7725a48-d0fc-446b-bd97-f905c80c2fb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:48:35.550093 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7725a48-d0fc-446b-bd97-f905c80c2fb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:48:35.550852 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7725a48-d0fc-446b-bd97-f905c80c2fb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:48:35.551335 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7725a48-d0fc-446b-bd97-f905c80c2fb6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:48:35.552024 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7725a48-d0fc-446b-bd97-f905c80c2fb6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:48:35.552550 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7725a48-d0fc-446b-bd97-f905c80c2fb6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:48:35.553059 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7725a48-d0fc-446b-bd97-f905c80c2fb6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:48:35.553565 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7725a48-d0fc-446b-bd97-f905c80c2fb6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:48:35.554077 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7725a48-d0fc-446b-bd97-f905c80c2fb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:48:35.554578 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7725a48-d0fc-446b-bd97-f905c80c2fb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:48:35.555092 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7725a48-d0fc-446b-bd97-f905c80c2fb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:48:35.564554 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-66a2a610-8853-406b-8f81-593f3851cdae None None] Attempting to bind port ae7b0e05-83a3-46a2-b732-79f48c50712d on host n-d-811396-3 for vnic_type normal with profile {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:48:35.565115 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-66a2a610-8853-406b-8f81-593f3851cdae None None] Attempting to bind port ae7b0e05-83a3-46a2-b732-79f48c50712d by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}] {{(pid=100599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:48:35.565652 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a2a610-8853-406b-8f81-593f3851cdae None None] Attempting to bind port ae7b0e05-83a3-46a2-b732-79f48c50712d on network cbe170d3-31ba-45a2-b477-520ab0a7a8ea {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:48:35.572045 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a2a610-8853-406b-8f81-593f3851cdae None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:48:35.572660 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a2a610-8853-406b-8f81-593f3851cdae None None] Checking segment: {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:48:35.573291 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-66a2a610-8853-406b-8f81-593f3851cdae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:35.573825 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a2a610-8853-406b-8f81-593f3851cdae None None] Bound using segment: {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'} {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:48:35.574433 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-66a2a610-8853-406b-8f81-593f3851cdae None None] Bound port: ae7b0e05-83a3-46a2-b732-79f48c50712d, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}}] {{(pid=100599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:48:35.574971 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-66a2a610-8853-406b-8f81-593f3851cdae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:35.629469 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-012cc4af-2e7b-4678-a023-b190761f9b43 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25350752'] for subnet, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:35.662214 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.db [None req-66a2a610-8853-406b-8f81-593f3851cdae None None] For port ae7b0e05-83a3-46a2-b732-79f48c50712d, host n-d-811396-3, cleared binding levels {{(pid=100599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:48:35.666130 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.db [None req-66a2a610-8853-406b-8f81-593f3851cdae None None] For port ae7b0e05-83a3-46a2-b732-79f48c50712d, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=ae7b0e05-83a3-46a2-b732-79f48c50712d,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:48:35.673808 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-66a2a610-8853-406b-8f81-593f3851cdae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:35.718548 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012cc4af-2e7b-4678-a023-b190761f9b43 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Pushing event updated for resources: {'Subnet': ['ID=91bdc508-699c-4642-8aa1-b806463a6e96,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:35.719718 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6146a18-d640-45a9-a191-e7a52680df58 req-8ebe03f5-e954-4c46-8219-7037890cbf7a tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:35.729199 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a6146a18-d640-45a9-a191-e7a52680df58 req-8ebe03f5-e954-4c46-8219-7037890cbf7a tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 946 time: 0.2208180 Oct 20 10:48:35.729324 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012cc4af-2e7b-4678-a023-b190761f9b43 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Checking segment: {'id': '61f3f036-23b7-48db-b7ba-5592fa7c3f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'b56c2100-b644-4ba2-90f2-4b531255f999'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:48:35.729803 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-012cc4af-2e7b-4678-a023-b190761f9b43 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Network hostable DHCP agents. Network: b56c2100-b644-4ba2-90f2-4b531255f999, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:48:35.757375 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-012cc4af-2e7b-4678-a023-b190761f9b43 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Network b56c2100-b644-4ba2-90f2-4b531255f999 is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:48:35.762537 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a2a610-8853-406b-8f81-593f3851cdae None None] Routers {'c0307d1f-c8b7-41b2-a8c3-99c9b80fa066'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:48:35.763151 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-66a2a610-8853-406b-8f81-593f3851cdae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:48:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['c0307d1f-c8b7-41b2-a8c3-99c9b80fa066'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:48:35.769347 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-012cc4af-2e7b-4678-a023-b190761f9b43 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, b56c2100-b644-4ba2-90f2-4b531255f999) {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:48:35.775766 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-012cc4af-2e7b-4678-a023-b190761f9b43 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:35.776412 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-012cc4af-2e7b-4678-a023-b190761f9b43 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:35.787096 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7648142e-5b8d-48b6-8fb7-dac9b29e2fe8 None None] Network b56c2100-b644-4ba2-90f2-4b531255f999 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:48:35.814524 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a6146a18-d640-45a9-a191-e7a52680df58 req-4df06a76-eccb-4968-b7a7-b1e3be6a12b8 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760541 Oct 20 10:48:35.824216 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7725a48-d0fc-446b-bd97-f905c80c2fb6 None None] Pushing event updated for resources: {'Port': ['ID=ae7b0e05-83a3-46a2-b732-79f48c50712d,revision_number=3']} {{(pid=100599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:35.830366 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-012cc4af-2e7b-4678-a023-b190761f9b43 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6818984 Oct 20 10:48:35.830738 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df30a1e-d0c6-4c44-b500-4f7d316f9459 req-6830e1e2-266c-4afc-b98f-b03303fe9f20 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:35.830995 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 42570) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:48:35.832326 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6df30a1e-d0c6-4c44-b500-4f7d316f9459 req-6830e1e2-266c-4afc-b98f-b03303fe9f20 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf469606-8681-4d30-aeb5-f940af3a754b HTTP/1.1" status: 200 len: 945 time: 0.2279861 Oct 20 10:48:35.833583 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c4d061-7572-4043-b71d-a4f28e5bf22a req-f03ceb08-e86d-4bcc-aecd-26f1f04cdb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:35.834909 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c5c4d061-7572-4043-b71d-a4f28e5bf22a req-f03ceb08-e86d-4bcc-aecd-26f1f04cdb19 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b8b1e2be-5932-428e-a716-07af13af4e6c HTTP/1.1" status: 200 len: 912 time: 0.3018992 Oct 20 10:48:35.913897 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1efb49f2-9731-47b0-9535-c2013c0e715c', 'name': 'network-vif-deleted', 'tag': 'c66be903-7f58-43f0-ab52-fd3f36568b88'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:48:35.921055 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0614eed5-4afe-4bdb-ad26-766c7a536594" -d '{"events": [{"server_uuid": "1efb49f2-9731-47b0-9535-c2013c0e715c", "name": "network-vif-deleted", "tag": "c66be903-7f58-43f0-ab52-fd3f36568b88"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:48:35.947429 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c5c4d061-7572-4043-b71d-a4f28e5bf22a req-87291aa9-fed6-4ae3-8d33-7ae28bb57d14 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d012fc61-e760-4bcf-aff4-9ef2d30ecf9f HTTP/1.1" status: 200 len: 217 time: 0.1046934 Oct 20 10:48:35.957591 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-66a2a610-8853-406b-8f81-593f3851cdae None None] Set router c0307d1f-c8b7-41b2-a8c3-99c9b80fa066 gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:48:36.031813 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a75d2baf-e699-459e-96ea-05855d8a37d3 x-openstack-request-id: req-a75d2baf-e699-459e-96ea-05855d8a37d3 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:48:36.032167 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1efb49f2-9731-47b0-9535-c2013c0e715c", "name": "network-vif-deleted", "tag": "c66be903-7f58-43f0-ab52-fd3f36568b88", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:48:36.032423 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a75d2baf-e699-459e-96ea-05855d8a37d3 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:48:36.032874 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1efb49f2-9731-47b0-9535-c2013c0e715c', 'name': 'network-vif-deleted', 'tag': 'c66be903-7f58-43f0-ab52-fd3f36568b88', 'status': 'completed', 'code': 200} Oct 20 10:48:36.042670 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef64366-2f07-477e-b7ae-e1e9d7f66acf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524064ba-869c-5550-b826-c26b69a11278-b56c2100-b644-4ba2-90f2-4b531255f999', 'network_id': 'b56c2100-b644-4ba2-90f2-4b531255f999', 'tenant_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'fixed_ips': [{'subnet_id': '91bdc508-699c-4642-8aa1-b806463a6e96'}]}} from n-d-811396-3. {{(pid=100598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:48:36.043815 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-aef64366-2f07-477e-b7ae-e1e9d7f66acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:36.298027 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-66a2a610-8853-406b-8f81-593f3851cdae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0307d1f-c8b7-41b2-a8c3-99c9b80fa066', 'name': 'tempest-TestNetworkAdvancedServerOps-router-899616690', 'tenant_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': 'ae7b0e05-83a3-46a2-b732-79f48c50712d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:48:32Z', 'updated_at': '2021-10-20T10:48:33Z', 'revision_number': 3, 'project_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'gw_port': {'id': 'ae7b0e05-83a3-46a2-b732-79f48c50712d', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:1d:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0307d1f-c8b7-41b2-a8c3-99c9b80fa066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2557, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:48:33Z', 'updated_at': '2021-10-20T10:48:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:48:36.330253 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a2a610-8853-406b-8f81-593f3851cdae None None] The sync data for ids ['c0307d1f-c8b7-41b2-a8c3-99c9b80fa066'] in n-d-811396-3 is: [{'id': 'c0307d1f-c8b7-41b2-a8c3-99c9b80fa066', 'name': 'tempest-TestNetworkAdvancedServerOps-router-899616690', 'tenant_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': 'ae7b0e05-83a3-46a2-b732-79f48c50712d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:48:32Z', 'updated_at': '2021-10-20T10:48:33Z', 'revision_number': 3, 'project_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'gw_port': {'id': 'ae7b0e05-83a3-46a2-b732-79f48c50712d', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:1d:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0307d1f-c8b7-41b2-a8c3-99c9b80fa066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2557, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:48:33Z', 'updated_at': '2021-10-20T10:48:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:48:36.402093 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3a283573-7e85-4e1e-9be7-b7196b25b9b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:36.475192 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-aef64366-2f07-477e-b7ae-e1e9d7f66acf None None] Allocated IP 172.20.0.2 (b56c2100-b644-4ba2-90f2-4b531255f999/91bdc508-699c-4642-8aa1-b806463a6e96/7b4088c4-2b31-47d8-8817-c63b9ea37e75) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:48:36.612641 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6df30a1e-d0c6-4c44-b500-4f7d316f9459 req-8686fd97-af47-47d1-af34-9ad964aabf62 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] 10.222.0.64 "GET /v2.0/security-groups?id=beae5622-2b72-47ae-b5ac-f3919c6874d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7632205 Oct 20 10:48:36.715630 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c4d061-7572-4043-b71d-a4f28e5bf22a req-a9a5e035-8c75-48a4-994b-5a879a6daa7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:36.717038 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c5c4d061-7572-4043-b71d-a4f28e5bf22a req-a9a5e035-8c75-48a4-994b-5a879a6daa7e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=437b47ec-4211-421c-828b-76408ce53dce HTTP/1.1" status: 200 len: 850 time: 0.7626595 Oct 20 10:48:36.760640 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-03d3dd78-2ecf-45e9-ace7-dc9de19e9ce2 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:36.826961 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-aef64366-2f07-477e-b7ae-e1e9d7f66acf None None] Publish callbacks [] for port, precommit_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:36.834868 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-aef64366-2f07-477e-b7ae-e1e9d7f66acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:36.835056 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bbaf67-ac53-4e25-aff4-f05b0302ae78 req-82821158-c90c-4eab-8995-69a2cc3d4edb tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:36.840250 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d6bbaf67-ac53-4e25-aff4-f05b0302ae78 req-82821158-c90c-4eab-8995-69a2cc3d4edb tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 946 time: 0.2658556 Oct 20 10:48:36.868905 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef64366-2f07-477e-b7ae-e1e9d7f66acf None None] Network b56c2100-b644-4ba2-90f2-4b531255f999 is already hosted by enough agents. {{(pid=100598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:48:36.871507 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.base_scheduler [None req-aef64366-2f07-477e-b7ae-e1e9d7f66acf None None] Resources bound (agent type, host, resource id): {{(pid=100598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:48:36.902790 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef64366-2f07-477e-b7ae-e1e9d7f66acf None None] Received port after_create {{(pid=100598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:48:36.946901 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device c66be903-7f58-43f0-ab52-fd3f36568b88 no longer exists at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:48:36.969328 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d6bbaf67-ac53-4e25-aff4-f05b0302ae78 req-43d34c42-aa08-4c8f-8a83-edc5f7df64da tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158049 Oct 20 10:48:36.973038 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c4d061-7572-4043-b71d-a4f28e5bf22a req-821d7b2f-75bb-46ef-81a1-f73f088d18ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:36.974346 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c5c4d061-7572-4043-b71d-a4f28e5bf22a req-821d7b2f-75bb-46ef-81a1-f73f088d18ca service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b8b1e2be-5932-428e-a716-07af13af4e6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2471995 Oct 20 10:48:37.065441 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463317c0-d8ef-4d46-9ba5-d0534b3de1db req-e765079e-e35e-4ff2-8b1a-c6cde7d686f2 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:37.073944 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-463317c0-d8ef-4d46-9ba5-d0534b3de1db req-e765079e-e35e-4ff2-8b1a-c6cde7d686f2 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=e93a168e-3523-430d-abec-d9e9b5be6bdc HTTP/1.1" status: 200 len: 946 time: 0.2970934 Oct 20 10:48:37.096527 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] No Port match for: c66be903-7f58-43f0-ab52-fd3f36568b88 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:48:37.098543 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device c66be903-7f58-43f0-ab52-fd3f36568b88 not bound to the agent host n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:48:37.156968 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef64366-2f07-477e-b7ae-e1e9d7f66acf None None] Pushing event updated for resources: {'Port': ['ID=7b4088c4-2b31-47d8-8817-c63b9ea37e75,revision_number=1']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:37.201747 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:37.214692 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-aef64366-2f07-477e-b7ae-e1e9d7f66acf None None] Attempting to bind port 7b4088c4-2b31-47d8-8817-c63b9ea37e75 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:48:37.215514 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-aef64366-2f07-477e-b7ae-e1e9d7f66acf None None] Attempting to bind port 7b4088c4-2b31-47d8-8817-c63b9ea37e75 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '61f3f036-23b7-48db-b7ba-5592fa7c3f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'b56c2100-b644-4ba2-90f2-4b531255f999'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:48:37.216114 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef64366-2f07-477e-b7ae-e1e9d7f66acf None None] Attempting to bind port 7b4088c4-2b31-47d8-8817-c63b9ea37e75 on network b56c2100-b644-4ba2-90f2-4b531255f999 {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:48:37.230288 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef64366-2f07-477e-b7ae-e1e9d7f66acf None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 48, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:48:37.230946 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef64366-2f07-477e-b7ae-e1e9d7f66acf None None] Checking segment: {'id': '61f3f036-23b7-48db-b7ba-5592fa7c3f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'b56c2100-b644-4ba2-90f2-4b531255f999'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:48:37.231786 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-aef64366-2f07-477e-b7ae-e1e9d7f66acf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:37.232382 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef64366-2f07-477e-b7ae-e1e9d7f66acf None None] Bound using segment: {'id': '61f3f036-23b7-48db-b7ba-5592fa7c3f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'b56c2100-b644-4ba2-90f2-4b531255f999'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:48:37.233017 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-aef64366-2f07-477e-b7ae-e1e9d7f66acf None None] Bound port: 7b4088c4-2b31-47d8-8817-c63b9ea37e75, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61f3f036-23b7-48db-b7ba-5592fa7c3f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'b56c2100-b644-4ba2-90f2-4b531255f999'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:48:37.233591 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-aef64366-2f07-477e-b7ae-e1e9d7f66acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:37.235173 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-463317c0-d8ef-4d46-9ba5-d0534b3de1db req-8a97c1f6-45b8-461b-ab56-b52b23ecab28 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e1d7c5e-d35b-480e-bc76-e69dc8123b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599846 Oct 20 10:48:37.313820 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device ae7b0e05-83a3-46a2-b732-79f48c50712d up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:48:37.317485 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c5c4d061-7572-4043-b71d-a4f28e5bf22a req-2b8c3ed2-9f9c-4baa-b13f-6c6c3ea34733 service neutron] 10.222.0.55 "GET /v2.0/networks/b8b1e2be-5932-428e-a716-07af13af4e6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3134680 Oct 20 10:48:37.393903 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-aef64366-2f07-477e-b7ae-e1e9d7f66acf None None] For port 7b4088c4-2b31-47d8-8817-c63b9ea37e75, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:48:37.398925 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-aef64366-2f07-477e-b7ae-e1e9d7f66acf None None] For port 7b4088c4-2b31-47d8-8817-c63b9ea37e75, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=7b4088c4-2b31-47d8-8817-c63b9ea37e75,segment=NetworkSegment(61f3f036-23b7-48db-b7ba-5592fa7c3f33),segment_id=61f3f036-23b7-48db-b7ba-5592fa7c3f33)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:48:37.405127 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-aef64366-2f07-477e-b7ae-e1e9d7f66acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:37.462271 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port ae7b0e05-83a3-46a2-b732-79f48c50712d triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:48:37.462271 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:37.559295 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef64366-2f07-477e-b7ae-e1e9d7f66acf None None] Pushing event updated for resources: {'Port': ['ID=7b4088c4-2b31-47d8-8817-c63b9ea37e75,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:37.563635 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f417dc0e-515e-4774-916e-93e7ea814028 req-da2a32e1-241d-49b6-9bbf-14bbbe37708a tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:37.575751 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f417dc0e-515e-4774-916e-93e7ea814028 req-da2a32e1-241d-49b6-9bbf-14bbbe37708a tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3f9930f-6768-428d-b296-1e65ca6bdfa7 HTTP/1.1" status: 200 len: 943 time: 0.2486391 Oct 20 10:48:37.578483 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:37.642031 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:37.688594 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] For port ae7b0e05-83a3-46a2-b732-79f48c50712d, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=ae7b0e05-83a3-46a2-b732-79f48c50712d,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:48:37.693913 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:37.856238 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Pushing event updated for resources: {'Port': ['ID=ae7b0e05-83a3-46a2-b732-79f48c50712d,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:37.876001 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f417dc0e-515e-4774-916e-93e7ea814028 req-2e711585-1def-4534-878a-363d07ebe243 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=58574406-52f6-4da8-ba4e-3f91a696d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2992549 Oct 20 10:48:37.899711 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0a8fe0-b6d5-4dac-a2db-ed6142ccac83 req-c2b69a05-eb7d-4cac-a623-66d855676611 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:37.910167 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5a0a8fe0-b6d5-4dac-a2db-ed6142ccac83 req-c2b69a05-eb7d-4cac-a623-66d855676611 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 946 time: 0.4740605 Oct 20 10:48:37.935072 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c5c4d061-7572-4043-b71d-a4f28e5bf22a req-a0019d38-4df6-4c28-9eaa-457aa8c044e8 service neutron] 10.222.0.55 "GET /v2.0/networks/b8b1e2be-5932-428e-a716-07af13af4e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6113746 Oct 20 10:48:37.937154 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:37.975697 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5a0a8fe0-b6d5-4dac-a2db-ed6142ccac83 req-ce45dc29-d470-4043-92d3-81a0017fc1d9 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645506 Oct 20 10:48:38.117083 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-03d3dd78-2ecf-45e9-ace7-dc9de19e9ce2 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Allocated IP 172.20.0.1 (b56c2100-b644-4ba2-90f2-4b531255f999/91bdc508-699c-4642-8aa1-b806463a6e96/e91dc0b2-04a1-4635-bb59-465d84636e8f) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:48:38.299570 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-03d3dd78-2ecf-45e9-ace7-dc9de19e9ce2 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:38.348439 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-03d3dd78-2ecf-45e9-ace7-dc9de19e9ce2 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:38.404599 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b2366e-54bc-487c-a576-56e25abd461b req-2465bf84-17a3-4b96-8534-25ea5e38b731 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:38.416337 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b6b2366e-54bc-487c-a576-56e25abd461b req-2465bf84-17a3-4b96-8534-25ea5e38b731 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=e93a168e-3523-430d-abec-d9e9b5be6bdc HTTP/1.1" status: 200 len: 946 time: 0.0752032 Oct 20 10:48:38.426619 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d3dd78-2ecf-45e9-ace7-dc9de19e9ce2 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Network b56c2100-b644-4ba2-90f2-4b531255f999 is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:48:38.429959 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-03d3dd78-2ecf-45e9-ace7-dc9de19e9ce2 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:48:38.433878 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d3dd78-2ecf-45e9-ace7-dc9de19e9ce2 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:48:38.485507 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d3dd78-2ecf-45e9-ace7-dc9de19e9ce2 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Pushing event updated for resources: {'Port': ['ID=e91dc0b2-04a1-4635-bb59-465d84636e8f,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:38.513917 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b6b2366e-54bc-487c-a576-56e25abd461b req-79b0cacd-79cc-44a3-bfdf-3396e394b9e1 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e1d7c5e-d35b-480e-bc76-e69dc8123b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859885 Oct 20 10:48:38.515275 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-03d3dd78-2ecf-45e9-ace7-dc9de19e9ce2 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1774540'] for router_interface, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:38.687415 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c9504f-f85c-487a-915c-bf617e0e718e req-509eeb86-9bf9-41f2-b763-1cb001192bc9 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:38.696851 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-41c9504f-f85c-487a-915c-bf617e0e718e req-509eeb86-9bf9-41f2-b763-1cb001192bc9 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=e93a168e-3523-430d-abec-d9e9b5be6bdc HTTP/1.1" status: 200 len: 946 time: 0.0976191 Oct 20 10:48:38.804448 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-41c9504f-f85c-487a-915c-bf617e0e718e req-d7e7d669-13bd-4211-b231-0bdc992a645c tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e1d7c5e-d35b-480e-bc76-e69dc8123b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063480 Oct 20 10:48:38.869284 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-03d3dd78-2ecf-45e9-ace7-dc9de19e9ce2 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:38.895352 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:39.001041 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074bc29e-f210-4908-9f2c-03bfdd814c14 req-ccd1e54c-5dbf-482f-bcfb-cac74df55fff tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:39.011940 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-074bc29e-f210-4908-9f2c-03bfdd814c14 req-ccd1e54c-5dbf-482f-bcfb-cac74df55fff tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=e93a168e-3523-430d-abec-d9e9b5be6bdc HTTP/1.1" status: 200 len: 946 time: 0.1211610 Oct 20 10:48:39.156729 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-074bc29e-f210-4908-9f2c-03bfdd814c14 req-d06900f6-e7c8-4183-8cba-c7b7b0684608 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e1d7c5e-d35b-480e-bc76-e69dc8123b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409097 Oct 20 10:48:39.192663 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a01eee1-c0b6-4cba-be3a-e2ce95d4f564 req-196d3f07-e4e4-4659-9e6c-1b43a787c478 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:39.194763 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2a01eee1-c0b6-4cba-be3a-e2ce95d4f564 req-196d3f07-e4e4-4659-9e6c-1b43a787c478 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3f9930f-6768-428d-b296-1e65ca6bdfa7 HTTP/1.1" status: 200 len: 943 time: 0.1453083 Oct 20 10:48:39.276140 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2a01eee1-c0b6-4cba-be3a-e2ce95d4f564 req-12eecee2-e777-43a2-a2a2-3cf49f7b2d50 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=58574406-52f6-4da8-ba4e-3f91a696d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616167 Oct 20 10:48:39.365985 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 7b4088c4-2b31-47d8-8817-c63b9ea37e75 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:48:39.417143 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42cd05b2-0c2f-48ce-97c7-4362986a909d None None] Network b56c2100-b644-4ba2-90f2-4b531255f999 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:48:39.520717 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-03d3dd78-2ecf-45e9-ace7-dc9de19e9ce2 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for port, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:39.528857 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-03d3dd78-2ecf-45e9-ace7-dc9de19e9ce2 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:39.547538 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef60ab3c-23a0-4314-8e44-a1a812725f19 req-4da1c1d4-551c-467e-b339-c14c16f866fd tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:39.557018 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ef60ab3c-23a0-4314-8e44-a1a812725f19 req-4da1c1d4-551c-467e-b339-c14c16f866fd tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=e93a168e-3523-430d-abec-d9e9b5be6bdc HTTP/1.1" status: 200 len: 946 time: 0.0669179 Oct 20 10:48:39.568396 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device d012fc61-e760-4bcf-aff4-9ef2d30ecf9f details requested by agent hyperv_n-h1-811396-3 with host n-h1-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:48:39.627989 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ef60ab3c-23a0-4314-8e44-a1a812725f19 req-b63e546f-5bf0-403e-92c3-b7c4c83a685e tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e1d7c5e-d35b-480e-bc76-e69dc8123b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701456 Oct 20 10:48:39.694589 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-3aff6f4f-77d5-4e20-b857-38f4be629acc None None] Provisioning complete for port 7b4088c4-2b31-47d8-8817-c63b9ea37e75 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:48:39.695609 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3aff6f4f-77d5-4e20-b857-38f4be629acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:39.701522 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d3dd78-2ecf-45e9-ace7-dc9de19e9ce2 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Pushing event updated for resources: {'Port': ['ID=e91dc0b2-04a1-4635-bb59-465d84636e8f,revision_number=2']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:39.763889 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-03d3dd78-2ecf-45e9-ace7-dc9de19e9ce2 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1774432'] for router_interface, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:39.900774 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 7b4088c4-2b31-47d8-8817-c63b9ea37e75 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:48:39.901363 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:39.911889 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d3dd78-2ecf-45e9-ace7-dc9de19e9ce2 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Network b56c2100-b644-4ba2-90f2-4b531255f999 is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:48:39.913511 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-03d3dd78-2ecf-45e9-ace7-dc9de19e9ce2 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:48:39.984380 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port d012fc61-e760-4bcf-aff4-9ef2d30ecf9f, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=d012fc61-e760-4bcf-aff4-9ef2d30ecf9f,segment=NetworkSegment(7a7eba38-3a2c-4235-a145-c989dfc5d4dc),segment_id=7a7eba38-3a2c-4235-a145-c989dfc5d4dc)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:48:40.012578 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Returning: {'device': 'd012fc61-e760-4bcf-aff4-9ef2d30ecf9f', 'network_id': 'b8b1e2be-5932-428e-a716-07af13af4e6c', 'port_id': 'd012fc61-e760-4bcf-aff4-9ef2d30ecf9f', 'mac_address': 'fa:16:3e:31:f7:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 834, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '437b47ec-4211-421c-828b-76408ce53dce', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:48:40.132847 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3aff6f4f-77d5-4e20-b857-38f4be629acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:40.146385 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:40.183806 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03d3dd78-2ecf-45e9-ace7-dc9de19e9ce2 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Router c0307d1f-c8b7-41b2-a8c3-99c9b80fa066 has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:48:40.219748 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d012fc61-e760-4bcf-aff4-9ef2d30ecf9f {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:48:40.271579 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:40.284908 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-3aff6f4f-77d5-4e20-b857-38f4be629acc None None] For port 7b4088c4-2b31-47d8-8817-c63b9ea37e75, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=7b4088c4-2b31-47d8-8817-c63b9ea37e75,segment=NetworkSegment(61f3f036-23b7-48db-b7ba-5592fa7c3f33),segment_id=61f3f036-23b7-48db-b7ba-5592fa7c3f33)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:48:40.288775 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port d012fc61-e760-4bcf-aff4-9ef2d30ecf9f, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=d012fc61-e760-4bcf-aff4-9ef2d30ecf9f,segment=NetworkSegment(7a7eba38-3a2c-4235-a145-c989dfc5d4dc),segment_id=7a7eba38-3a2c-4235-a145-c989dfc5d4dc)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:48:40.301796 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:40.308413 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3aff6f4f-77d5-4e20-b857-38f4be629acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:40.396463 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03d3dd78-2ecf-45e9-ace7-dc9de19e9ce2 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:48:40.411732 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-03d3dd78-2ecf-45e9-ace7-dc9de19e9ce2 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "PUT /v2.0/routers/c0307d1f-c8b7-41b2-a8c3-99c9b80fa066/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5706346 Oct 20 10:48:40.465440 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22600cc5-eea3-48be-88d4-44b91ccc20da req-f0e42527-2e17-408c-800e-2314ecc48df4 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:40.467112 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-22600cc5-eea3-48be-88d4-44b91ccc20da req-f0e42527-2e17-408c-800e-2314ecc48df4 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3f9930f-6768-428d-b296-1e65ca6bdfa7 HTTP/1.1" status: 200 len: 944 time: 0.0709879 Oct 20 10:48:40.472785 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c899be-5449-4627-959d-aa1f3bcc32f9 None None] Sync routers for ids ['c0307d1f-c8b7-41b2-a8c3-99c9b80fa066'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:48:40.509769 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.db.api [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 10:48:40.510135 n-d-811396-3 neutron-server[100598]: DEBUG oslo_db.api [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 10:48:40.528362 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=d012fc61-e760-4bcf-aff4-9ef2d30ecf9f,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:40.540786 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c899be-5449-4627-959d-aa1f3bcc32f9 None None] Routers {'c0307d1f-c8b7-41b2-a8c3-99c9b80fa066'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:48:40.546877 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-b9c899be-5449-4627-959d-aa1f3bcc32f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:48:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['c0307d1f-c8b7-41b2-a8c3-99c9b80fa066'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:48:40.552710 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-22600cc5-eea3-48be-88d4-44b91ccc20da req-c57d61cb-a072-481b-8a81-c98c30d1c1ac tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=58574406-52f6-4da8-ba4e-3f91a696d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672081 Oct 20 10:48:40.694871 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aff6f4f-77d5-4e20-b857-38f4be629acc None None] Pushing event updated for resources: {'Port': ['ID=7b4088c4-2b31-47d8-8817-c63b9ea37e75,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:40.731316 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-57c2d84b-d0fa-4f09-8f19-9a32cc890e21 None None] Provisioning complete for port 7b4088c4-2b31-47d8-8817-c63b9ea37e75 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:48:40.731823 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-57c2d84b-d0fa-4f09-8f19-9a32cc890e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:40.737362 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bd1c0203-ed03-4213-9f0a-a8f1e03d5843 req-0cc348df-ab1b-4521-8057-8c5bf340ebe7 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1706636829&fields=id&tenant_id=ba79d3046aa84fd2ac89895f3514d2bd HTTP/1.1" status: 200 len: 267 time: 0.0762243 Oct 20 10:48:40.828158 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-b9c899be-5449-4627-959d-aa1f3bcc32f9 None None] Set router c0307d1f-c8b7-41b2-a8c3-99c9b80fa066 gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:48:40.876374 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1c0203-ed03-4213-9f0a-a8f1e03d5843 req-3cddacd8-bb92-4ea5-9d73-739082b54498 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:40.882038 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['d012fc61-e760-4bcf-aff4-9ef2d30ecf9f'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:48:40.885115 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bd1c0203-ed03-4213-9f0a-a8f1e03d5843 req-3cddacd8-bb92-4ea5-9d73-739082b54498 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/networks?id=b56c2100-b644-4ba2-90f2-4b531255f999 HTTP/1.1" status: 200 len: 796 time: 0.1465116 Oct 20 10:48:40.916917 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bd1c0203-ed03-4213-9f0a-a8f1e03d5843 req-0e6d6dfe-82fa-4735-9688-e3f43928f8cc tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/quotas/ba79d3046aa84fd2ac89895f3514d2bd HTTP/1.1" status: 200 len: 375 time: 0.0305970 Oct 20 10:48:41.008158 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b250a94-51da-4bb8-a590-224b470f8b07 req-7955904d-748f-4cd0-84a0-c8bf6b8e72bc tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:41.016399 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2b250a94-51da-4bb8-a590-224b470f8b07 req-7955904d-748f-4cd0-84a0-c8bf6b8e72bc tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=e93a168e-3523-430d-abec-d9e9b5be6bdc HTTP/1.1" status: 200 len: 946 time: 0.1290765 Oct 20 10:48:41.037029 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bd1c0203-ed03-4213-9f0a-a8f1e03d5843 req-6b2d8741-f9ce-4ea4-bebe-f8493e676b88 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=ba79d3046aa84fd2ac89895f3514d2bd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1153085 Oct 20 10:48:41.159605 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2b250a94-51da-4bb8-a590-224b470f8b07 req-27a0b7a5-1ca4-4da9-8994-fac69d542ed1 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e1d7c5e-d35b-480e-bc76-e69dc8123b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420777 Oct 20 10:48:41.209678 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-57c2d84b-d0fa-4f09-8f19-9a32cc890e21 None None] Provisioning complete for port e91dc0b2-04a1-4635-bb59-465d84636e8f triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:48:41.210259 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-57c2d84b-d0fa-4f09-8f19-9a32cc890e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:41.218613 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device ae7b0e05-83a3-46a2-b732-79f48c50712d up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:48:41.280461 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bd1c0203-ed03-4213-9f0a-a8f1e03d5843 req-f41ea8cd-1163-4b9e-bf83-f3f636415802 service neutron] 10.222.0.64 "GET /v2.0/networks/b56c2100-b644-4ba2-90f2-4b531255f999?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386060 Oct 20 10:48:41.394009 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bd1c0203-ed03-4213-9f0a-a8f1e03d5843 req-14941b22-608e-4a6b-8903-78159ac27e96 service neutron] 10.222.0.64 "GET /v2.0/networks/b56c2100-b644-4ba2-90f2-4b531255f999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063895 Oct 20 10:48:41.516394 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed3c9c0-67ed-4b0e-8243-1814b435993c req-21003234-4c21-4f7e-9104-226c57974d12 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:41.518016 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8ed3c9c0-67ed-4b0e-8243-1814b435993c req-21003234-4c21-4f7e-9104-226c57974d12 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.55 "GET /v2.0/ports?device_id=e93a168e-3523-430d-abec-d9e9b5be6bdc HTTP/1.1" status: 200 len: 946 time: 0.0949581 Oct 20 10:48:41.560112 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-57c2d84b-d0fa-4f09-8f19-9a32cc890e21 None None] Port e91dc0b2-04a1-4635-bb59-465d84636e8f cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:48:41.661975 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-8ed3c9c0-67ed-4b0e-8243-1814b435993c req-56b1f696-5461-4a8d-a3db-4bfeece2d8f7 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Deleting port 5737e204-89e4-44bc-b10d-ac79d425b4e1 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:48:41.662312 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-8ed3c9c0-67ed-4b0e-8243-1814b435993c req-56b1f696-5461-4a8d-a3db-4bfeece2d8f7 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:41.667807 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port ae7b0e05-83a3-46a2-b732-79f48c50712d triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:48:41.668273 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:41.754559 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-6364fa57-f47a-4ff9-8e54-2c579aa2d0d9 None None] Provisioning complete for port e91dc0b2-04a1-4635-bb59-465d84636e8f triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:48:41.755077 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-6364fa57-f47a-4ff9-8e54-2c579aa2d0d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:41.846636 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aba93e1-2190-469e-992d-41a4bb714c8c req-5381c9b6-d451-4c3a-9c03-6b180c8c9413 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:41.854092 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6aba93e1-2190-469e-992d-41a4bb714c8c req-5381c9b6-d451-4c3a-9c03-6b180c8c9413 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3f9930f-6768-428d-b296-1e65ca6bdfa7 HTTP/1.1" status: 200 len: 944 time: 0.1515779 Oct 20 10:48:41.892136 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf2fb0c-dfa9-4c97-a724-3cb035198f35 req-f23a9e7d-83ac-4f70-a07c-8d35461f184d tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:41.898349 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-6364fa57-f47a-4ff9-8e54-2c579aa2d0d9 None None] Port e91dc0b2-04a1-4635-bb59-465d84636e8f cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:48:41.900372 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8cf2fb0c-dfa9-4c97-a724-3cb035198f35 req-f23a9e7d-83ac-4f70-a07c-8d35461f184d tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 946 time: 0.1714387 Oct 20 10:48:41.950978 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-8ed3c9c0-67ed-4b0e-8243-1814b435993c req-56b1f696-5461-4a8d-a3db-4bfeece2d8f7 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] For port 5737e204-89e4-44bc-b10d-ac79d425b4e1, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=5737e204-89e4-44bc-b10d-ac79d425b4e1,segment=NetworkSegment(5f5097d1-dd03-4e53-8d67-381b8a2c1ac8),segment_id=5f5097d1-dd03-4e53-8d67-381b8a2c1ac8)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:48:41.951391 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-8ed3c9c0-67ed-4b0e-8243-1814b435993c req-56b1f696-5461-4a8d-a3db-4bfeece2d8f7 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:41.975464 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-b9c899be-5449-4627-959d-aa1f3bcc32f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0307d1f-c8b7-41b2-a8c3-99c9b80fa066', 'name': 'tempest-TestNetworkAdvancedServerOps-router-899616690', 'tenant_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': 'ae7b0e05-83a3-46a2-b732-79f48c50712d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:48:32Z', 'updated_at': '2021-10-20T10:48:38Z', 'revision_number': 4, 'project_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'gw_port': {'id': 'ae7b0e05-83a3-46a2-b732-79f48c50712d', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:1d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0307d1f-c8b7-41b2-a8c3-99c9b80fa066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2557, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:48:33Z', 'updated_at': '2021-10-20T10:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': 'e91dc0b2-04a1-4635-bb59-465d84636e8f', 'name': '', 'network_id': 'b56c2100-b644-4ba2-90f2-4b531255f999', 'tenant_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'mac_address': 'fa:16:3e:1c:65:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0307d1f-c8b7-41b2-a8c3-99c9b80fa066', 'device_owner': 'network:router_interface', 'standard_attr_id': 2565, 'fixed_ips': [{'subnet_id': '91bdc508-699c-4642-8aa1-b806463a6e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:48:37Z', 'updated_at': '2021-10-20T10:48:39Z', 'revision_number': 2, 'project_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'subnets': [{'id': '91bdc508-699c-4642-8aa1-b806463a6e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:48:41.982102 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6aba93e1-2190-469e-992d-41a4bb714c8c req-56a93580-f3e4-48c2-be81-9478a409b154 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=58574406-52f6-4da8-ba4e-3f91a696d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1270788 Oct 20 10:48:42.009946 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8cf2fb0c-dfa9-4c97-a724-3cb035198f35 req-98b9f27c-749e-48ac-a432-0716a1d38f0d tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089902 Oct 20 10:48:42.026562 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-8ed3c9c0-67ed-4b0e-8243-1814b435993c req-56b1f696-5461-4a8d-a3db-4bfeece2d8f7 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Calling delete_port for 5737e204-89e4-44bc-b10d-ac79d425b4e1 owned by compute:nova {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:48:42.042469 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c899be-5449-4627-959d-aa1f3bcc32f9 None None] Checking router: c0307d1f-c8b7-41b2-a8c3-99c9b80fa066 for host: n-d-811396-3 {{(pid=100598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:48:42.043133 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c899be-5449-4627-959d-aa1f3bcc32f9 None None] Updating router c0307d1f-c8b7-41b2-a8c3-99c9b80fa066 port e91dc0b2-04a1-4635-bb59-465d84636e8f binding host n-d-811396-3 {{(pid=100598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 10:48:42.084850 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-b9c899be-5449-4627-959d-aa1f3bcc32f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:42.139201 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 7b4088c4-2b31-47d8-8817-c63b9ea37e75 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:48:42.209092 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cdf70ee2-3bba-475a-96c5-77d90a90b090 req-a18928a5-7425-494e-964c-f00fe22b8430 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/ports?device_id=56769566-04ae-489c-bb3b-c290f6f33f55 HTTP/1.1" status: 200 len: 210 time: 0.0754020 Oct 20 10:48:42.331572 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 7b4088c4-2b31-47d8-8817-c63b9ea37e75 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:48:42.332502 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:42.501692 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cc91f1-506b-4c89-9d2e-da39530f72d2 req-b28b335f-b44a-43c2-8767-18aca4ee8764 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:42.504314 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d6cc91f1-506b-4c89-9d2e-da39530f72d2 req-b28b335f-b44a-43c2-8767-18aca4ee8764 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=e93a168e-3523-430d-abec-d9e9b5be6bdc HTTP/1.1" status: 200 len: 946 time: 0.1227598 Oct 20 10:48:42.514148 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefc65d3-0721-41a1-999c-ec11857181aa req-d0fa09e0-dad6-4509-a5ed-801664bb7cb2 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:42.522159 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fefc65d3-0721-41a1-999c-ec11857181aa req-d0fa09e0-dad6-4509-a5ed-801664bb7cb2 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 946 time: 0.2397788 Oct 20 10:48:42.576793 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-8ed3c9c0-67ed-4b0e-8243-1814b435993c req-56b1f696-5461-4a8d-a3db-4bfeece2d8f7 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:42.653696 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-b9c899be-5449-4627-959d-aa1f3bcc32f9 None None] Publish callbacks [] for port, precommit_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:42.660031 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-b9c899be-5449-4627-959d-aa1f3bcc32f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:42.684613 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b1f696-5461-4a8d-a3db-4bfeece2d8f7 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Pushing event deleted for resources: {'Port': ['ID=5737e204-89e4-44bc-b10d-ac79d425b4e1,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:42.781458 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fefc65d3-0721-41a1-999c-ec11857181aa req-ef089b2f-e745-451e-9d8d-1907d3490f09 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2577662 Oct 20 10:48:42.803207 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d6cc91f1-506b-4c89-9d2e-da39530f72d2 req-dfa45d89-59f3-45f6-b4d9-6f5486e9d33b tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e1d7c5e-d35b-480e-bc76-e69dc8123b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2656622 Oct 20 10:48:42.828208 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9775e1-f7c6-44c5-b88b-ddbec7da9b53 None None] Pushing event updated for resources: {'Port': ['ID=e91dc0b2-04a1-4635-bb59-465d84636e8f,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:42.839695 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-b9c899be-5449-4627-959d-aa1f3bcc32f9 None None] Attempting to bind port e91dc0b2-04a1-4635-bb59-465d84636e8f on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:48:42.840077 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-b9c899be-5449-4627-959d-aa1f3bcc32f9 None None] Attempting to bind port e91dc0b2-04a1-4635-bb59-465d84636e8f by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '61f3f036-23b7-48db-b7ba-5592fa7c3f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'b56c2100-b644-4ba2-90f2-4b531255f999'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:48:42.840453 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c899be-5449-4627-959d-aa1f3bcc32f9 None None] Attempting to bind port e91dc0b2-04a1-4635-bb59-465d84636e8f on network b56c2100-b644-4ba2-90f2-4b531255f999 {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:48:42.847710 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ed3c9c0-67ed-4b0e-8243-1814b435993c req-56b1f696-5461-4a8d-a3db-4bfeece2d8f7 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] No DVR routers for this DVR port 5737e204-89e4-44bc-b10d-ac79d425b4e1 on host n-h1-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:48:42.851869 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-8ed3c9c0-67ed-4b0e-8243-1814b435993c req-56b1f696-5461-4a8d-a3db-4bfeece2d8f7 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:42.865855 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c899be-5449-4627-959d-aa1f3bcc32f9 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 48, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:48:42.866246 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c899be-5449-4627-959d-aa1f3bcc32f9 None None] Checking segment: {'id': '61f3f036-23b7-48db-b7ba-5592fa7c3f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'b56c2100-b644-4ba2-90f2-4b531255f999'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:48:42.866665 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-b9c899be-5449-4627-959d-aa1f3bcc32f9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:42.868646 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c899be-5449-4627-959d-aa1f3bcc32f9 None None] Bound using segment: {'id': '61f3f036-23b7-48db-b7ba-5592fa7c3f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'b56c2100-b644-4ba2-90f2-4b531255f999'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:48:42.869154 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-b9c899be-5449-4627-959d-aa1f3bcc32f9 None None] Bound port: e91dc0b2-04a1-4635-bb59-465d84636e8f, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61f3f036-23b7-48db-b7ba-5592fa7c3f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'b56c2100-b644-4ba2-90f2-4b531255f999'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:48:42.869615 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-b9c899be-5449-4627-959d-aa1f3bcc32f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:42.877646 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8ed3c9c0-67ed-4b0e-8243-1814b435993c req-56b1f696-5461-4a8d-a3db-4bfeece2d8f7 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.55 "DELETE /v2.0/ports/5737e204-89e4-44bc-b10d-ac79d425b4e1 HTTP/1.1" status: 204 len: 173 time: 1.3475595 Oct 20 10:48:42.878264 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e93a168e-3523-430d-abec-d9e9b5be6bdc', 'name': 'network-vif-deleted', 'tag': '5737e204-89e4-44bc-b10d-ac79d425b4e1'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:48:42.890382 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90fcf1f6-b727-4825-9670-c37e191e2421" -d '{"events": [{"server_uuid": "e93a168e-3523-430d-abec-d9e9b5be6bdc", "name": "network-vif-deleted", "tag": "5737e204-89e4-44bc-b10d-ac79d425b4e1"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:48:42.971552 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:48:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0551999f-1963-4e81-82b9-9a138d2f3063 x-openstack-request-id: req-0551999f-1963-4e81-82b9-9a138d2f3063 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:48:42.971974 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e93a168e-3523-430d-abec-d9e9b5be6bdc", "name": "network-vif-deleted", "tag": "5737e204-89e4-44bc-b10d-ac79d425b4e1", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:48:42.972402 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0551999f-1963-4e81-82b9-9a138d2f3063 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:48:42.972911 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e93a168e-3523-430d-abec-d9e9b5be6bdc', 'name': 'network-vif-deleted', 'tag': '5737e204-89e4-44bc-b10d-ac79d425b4e1', 'status': 'completed', 'code': 200} Oct 20 10:48:43.015704 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-b9c899be-5449-4627-959d-aa1f3bcc32f9 None None] For port e91dc0b2-04a1-4635-bb59-465d84636e8f, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:48:43.019658 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-b9c899be-5449-4627-959d-aa1f3bcc32f9 None None] For port e91dc0b2-04a1-4635-bb59-465d84636e8f, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=e91dc0b2-04a1-4635-bb59-465d84636e8f,segment=NetworkSegment(61f3f036-23b7-48db-b7ba-5592fa7c3f33),segment_id=61f3f036-23b7-48db-b7ba-5592fa7c3f33)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:48:43.027430 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-b9c899be-5449-4627-959d-aa1f3bcc32f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:43.165092 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9775e1-f7c6-44c5-b88b-ddbec7da9b53 None None] Pushing event updated for resources: {'Port': ['ID=e91dc0b2-04a1-4635-bb59-465d84636e8f,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:43.173964 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c899be-5449-4627-959d-aa1f3bcc32f9 None None] Routers {'c0307d1f-c8b7-41b2-a8c3-99c9b80fa066'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:48:43.174740 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-b9c899be-5449-4627-959d-aa1f3bcc32f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:48:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['c0307d1f-c8b7-41b2-a8c3-99c9b80fa066'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:48:43.376962 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-3e0cbe3b-e7a4-4aed-b831-19001ec48066 None None] Provisioning complete for port e91dc0b2-04a1-4635-bb59-465d84636e8f triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:48:43.378036 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3e0cbe3b-e7a4-4aed-b831-19001ec48066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:43.477637 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd84b58-71d2-4d20-b32d-e418ca5f035b req-5c8658bf-30b0-47eb-8f61-de5ea9bed9f6 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:43.479241 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0bd84b58-71d2-4d20-b32d-e418ca5f035b req-5c8658bf-30b0-47eb-8f61-de5ea9bed9f6 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3f9930f-6768-428d-b296-1e65ca6bdfa7 HTTP/1.1" status: 200 len: 944 time: 0.3529315 Oct 20 10:48:43.553482 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-b9c899be-5449-4627-959d-aa1f3bcc32f9 None None] Set router c0307d1f-c8b7-41b2-a8c3-99c9b80fa066 gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:48:43.566567 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f9226b79-5d05-42b1-a7e1-45b1bccb5e84 req-0c786f5e-c0b1-4d01-94ed-1e6265cb2cca tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/ports?device_id=56769566-04ae-489c-bb3b-c290f6f33f55 HTTP/1.1" status: 200 len: 210 time: 0.1138232 Oct 20 10:48:43.638352 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0bd84b58-71d2-4d20-b32d-e418ca5f035b req-64234990-d1cf-4563-8b14-41196e524af0 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=58574406-52f6-4da8-ba4e-3f91a696d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1334298 Oct 20 10:48:43.658054 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1c0203-ed03-4213-9f0a-a8f1e03d5843 req-b5d085b6-c6d6-4596-842a-da82605b1b50 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:43.659804 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bd1c0203-ed03-4213-9f0a-a8f1e03d5843 req-b5d085b6-c6d6-4596-842a-da82605b1b50 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.69 "GET /v2.0/networks?id=b56c2100-b644-4ba2-90f2-4b531255f999 HTTP/1.1" status: 200 len: 796 time: 0.5505445 Oct 20 10:48:43.663438 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device d012fc61-e760-4bcf-aff4-9ef2d30ecf9f up at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:48:43.722590 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bd1c0203-ed03-4213-9f0a-a8f1e03d5843 req-2c0db84a-e270-4571-8192-220179ca7257 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ba79d3046aa84fd2ac89895f3514d2bd HTTP/1.1" status: 200 len: 380 time: 0.0480802 Oct 20 10:48:43.744771 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-bd1c0203-ed03-4213-9f0a-a8f1e03d5843 req-410cbf62-1307-4817-ab28-ba57f9dd0504 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Request body: {'port': {'device_id': '56769566-04ae-489c-bb3b-c290f6f33f55', 'network_id': 'b56c2100-b644-4ba2-90f2-4b531255f999', 'admin_state_up': True, 'tenant_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'security_groups': ['d30b8c8d-75cd-4380-b81d-917877550485']}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:48:43.907463 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd1c0203-ed03-4213-9f0a-a8f1e03d5843 req-410cbf62-1307-4817-ab28-ba57f9dd0504 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Made reservation on behalf of ba79d3046aa84fd2ac89895f3514d2bd for: {'port': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:48:43.912834 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-bd1c0203-ed03-4213-9f0a-a8f1e03d5843 req-410cbf62-1307-4817-ab28-ba57f9dd0504 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:43.924513 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning for port d012fc61-e760-4bcf-aff4-9ef2d30ecf9f completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:48:43.955158 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning complete for port d012fc61-e760-4bcf-aff4-9ef2d30ecf9f triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:48:43.955554 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:43.957159 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3e0cbe3b-e7a4-4aed-b831-19001ec48066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:43.983204 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5c5d383a-ce26-47b2-915b-464d7ea8f10a req-339f8cd2-e03a-4267-a9ca-7d986054ff40 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=e93a168e-3523-430d-abec-d9e9b5be6bdc HTTP/1.1" status: 200 len: 210 time: 0.0477695 Oct 20 10:48:44.103516 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-3e0cbe3b-e7a4-4aed-b831-19001ec48066 None None] For port e91dc0b2-04a1-4635-bb59-465d84636e8f, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=e91dc0b2-04a1-4635-bb59-465d84636e8f,segment=NetworkSegment(61f3f036-23b7-48db-b7ba-5592fa7c3f33),segment_id=61f3f036-23b7-48db-b7ba-5592fa7c3f33)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:48:44.110075 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3e0cbe3b-e7a4-4aed-b831-19001ec48066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:44.186443 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [req-bd1c0203-ed03-4213-9f0a-a8f1e03d5843 req-410cbf62-1307-4817-ab28-ba57f9dd0504 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Allocated IP 172.20.0.7 (b56c2100-b644-4ba2-90f2-4b531255f999/91bdc508-699c-4642-8aa1-b806463a6e96/dbef63cf-4342-4fac-bd9c-8425a18f8f45) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:48:44.229806 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-b9c899be-5449-4627-959d-aa1f3bcc32f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0307d1f-c8b7-41b2-a8c3-99c9b80fa066', 'name': 'tempest-TestNetworkAdvancedServerOps-router-899616690', 'tenant_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': 'ae7b0e05-83a3-46a2-b732-79f48c50712d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:48:32Z', 'updated_at': '2021-10-20T10:48:38Z', 'revision_number': 4, 'project_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'gw_port': {'id': 'ae7b0e05-83a3-46a2-b732-79f48c50712d', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:1d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0307d1f-c8b7-41b2-a8c3-99c9b80fa066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2557, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:48:33Z', 'updated_at': '2021-10-20T10:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': 'e91dc0b2-04a1-4635-bb59-465d84636e8f', 'name': '', 'network_id': 'b56c2100-b644-4ba2-90f2-4b531255f999', 'tenant_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'mac_address': 'fa:16:3e:1c:65:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0307d1f-c8b7-41b2-a8c3-99c9b80fa066', 'device_owner': 'network:router_interface', 'standard_attr_id': 2565, 'fixed_ips': [{'subnet_id': '91bdc508-699c-4642-8aa1-b806463a6e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:48:37Z', 'updated_at': '2021-10-20T10:48:43Z', 'revision_number': 4, 'project_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'subnets': [{'id': '91bdc508-699c-4642-8aa1-b806463a6e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:48:44.232006 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:44.275647 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0cbe3b-e7a4-4aed-b831-19001ec48066 None None] Pushing event updated for resources: {'Port': ['ID=e91dc0b2-04a1-4635-bb59-465d84636e8f,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:44.282320 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c899be-5449-4627-959d-aa1f3bcc32f9 None None] The sync data for ids ['c0307d1f-c8b7-41b2-a8c3-99c9b80fa066'] in n-d-811396-3 is: [{'id': 'c0307d1f-c8b7-41b2-a8c3-99c9b80fa066', 'name': 'tempest-TestNetworkAdvancedServerOps-router-899616690', 'tenant_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': 'ae7b0e05-83a3-46a2-b732-79f48c50712d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:48:32Z', 'updated_at': '2021-10-20T10:48:38Z', 'revision_number': 4, 'project_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'gw_port': {'id': 'ae7b0e05-83a3-46a2-b732-79f48c50712d', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:1d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0307d1f-c8b7-41b2-a8c3-99c9b80fa066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2557, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:48:33Z', 'updated_at': '2021-10-20T10:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': 'e91dc0b2-04a1-4635-bb59-465d84636e8f', 'name': '', 'network_id': 'b56c2100-b644-4ba2-90f2-4b531255f999', 'tenant_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'mac_address': 'fa:16:3e:1c:65:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0307d1f-c8b7-41b2-a8c3-99c9b80fa066', 'device_owner': 'network:router_interface', 'standard_attr_id': 2565, 'fixed_ips': [{'subnet_id': '91bdc508-699c-4642-8aa1-b806463a6e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:48:37Z', 'updated_at': '2021-10-20T10:48:43Z', 'revision_number': 4, 'project_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'subnets': [{'id': '91bdc508-699c-4642-8aa1-b806463a6e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:48:44.337219 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port d012fc61-e760-4bcf-aff4-9ef2d30ecf9f, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=d012fc61-e760-4bcf-aff4-9ef2d30ecf9f,segment=NetworkSegment(7a7eba38-3a2c-4235-a145-c989dfc5d4dc),segment_id=7a7eba38-3a2c-4235-a145-c989dfc5d4dc)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:48:44.345598 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3f9930f-6768-428d-b296-1e65ca6bdfa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd012fc61-e760-4bcf-aff4-9ef2d30ecf9f'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:48:44.351541 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23173950-022e-4ecc-9e45-8782821d4c6e" -d '{"events": [{"server_uuid": "b3f9930f-6768-428d-b296-1e65ca6bdfa7", "name": "network-vif-plugged", "status": "completed", "tag": "d012fc61-e760-4bcf-aff4-9ef2d30ecf9f"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:48:44.377822 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-6c4e3944-2104-48e7-a5c2-62277a6f66d7 None None] Provisioning complete for port e91dc0b2-04a1-4635-bb59-465d84636e8f triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:48:44.378429 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-6c4e3944-2104-48e7-a5c2-62277a6f66d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:44.438189 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:44.441899 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 5737e204-89e4-44bc-b10d-ac79d425b4e1 no longer exists at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:48:44.494442 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] No Port match for: 5737e204-89e4-44bc-b10d-ac79d425b4e1 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:48:44.494857 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 5737e204-89e4-44bc-b10d-ac79d425b4e1 not bound to the agent host n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:48:44.499035 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5095f22-42c3-407a-a1c3-7bbc2ce5626e x-openstack-request-id: req-e5095f22-42c3-407a-a1c3-7bbc2ce5626e {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:48:44.499344 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3f9930f-6768-428d-b296-1e65ca6bdfa7", "name": "network-vif-plugged", "status": "completed", "tag": "d012fc61-e760-4bcf-aff4-9ef2d30ecf9f", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:48:44.499616 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e5095f22-42c3-407a-a1c3-7bbc2ce5626e {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:48:44.500022 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3f9930f-6768-428d-b296-1e65ca6bdfa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd012fc61-e760-4bcf-aff4-9ef2d30ecf9f', 'code': 200} Oct 20 10:48:44.551276 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-bd1c0203-ed03-4213-9f0a-a8f1e03d5843 req-410cbf62-1307-4817-ab28-ba57f9dd0504 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:44.557932 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=d012fc61-e760-4bcf-aff4-9ef2d30ecf9f,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:44.726086 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-bd1c0203-ed03-4213-9f0a-a8f1e03d5843 req-410cbf62-1307-4817-ab28-ba57f9dd0504 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:44.811309 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410cbf62-1307-4817-ab28-ba57f9dd0504 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Pushing event updated for resources: {'Port': ['ID=dbef63cf-4342-4fac-bd9c-8425a18f8f45,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:44.845596 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10535332-de01-443b-8c79-c868738e765d req-3427b429-4f30-434f-bf04-0caed4e17ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:44.847106 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-10535332-de01-443b-8c79-c868738e765d req-3427b429-4f30-434f-bf04-0caed4e17ac5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b3f9930f-6768-428d-b296-1e65ca6bdfa7 HTTP/1.1" status: 200 len: 1096 time: 0.2238450 Oct 20 10:48:44.890962 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd1c0203-ed03-4213-9f0a-a8f1e03d5843 req-410cbf62-1307-4817-ab28-ba57f9dd0504 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Network b56c2100-b644-4ba2-90f2-4b531255f999 is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:48:44.899246 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [req-bd1c0203-ed03-4213-9f0a-a8f1e03d5843 req-410cbf62-1307-4817-ab28-ba57f9dd0504 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:48:44.902363 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd1c0203-ed03-4213-9f0a-a8f1e03d5843 req-410cbf62-1307-4817-ab28-ba57f9dd0504 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:48:44.932937 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-10535332-de01-443b-8c79-c868738e765d req-f7633fb6-ecbb-4c3c-85f1-706c1574a59f service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=58574406-52f6-4da8-ba4e-3f91a696d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779090 Oct 20 10:48:44.962860 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12192ad0-e631-4bb5-8abf-15df873a97f4 req-b42b31a7-1925-40e7-9d31-087d9596df7b tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:44.964651 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-12192ad0-e631-4bb5-8abf-15df873a97f4 req-b42b31a7-1925-40e7-9d31-087d9596df7b tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3f9930f-6768-428d-b296-1e65ca6bdfa7 HTTP/1.1" status: 200 len: 945 time: 0.2200205 Oct 20 10:48:44.975360 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7b44d3-e506-439d-98da-3a502135335c req-98043d0d-09d5-4726-a625-05e0c8103515 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:44.977702 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0d7b44d3-e506-439d-98da-3a502135335c req-98043d0d-09d5-4726-a625-05e0c8103515 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/ports?device_id=56769566-04ae-489c-bb3b-c290f6f33f55 HTTP/1.1" status: 200 len: 931 time: 0.2589886 Oct 20 10:48:45.030990 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1c0203-ed03-4213-9f0a-a8f1e03d5843 req-410cbf62-1307-4817-ab28-ba57f9dd0504 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:45.031655 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-bd1c0203-ed03-4213-9f0a-a8f1e03d5843 req-410cbf62-1307-4817-ab28-ba57f9dd0504 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:45.088296 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0d7b44d3-e506-439d-98da-3a502135335c req-71cc481e-14bd-46ac-9b6d-888277fc5b01 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/security-groups?id=d30b8c8d-75cd-4380-b81d-917877550485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945017 Oct 20 10:48:45.092067 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bd1c0203-ed03-4213-9f0a-a8f1e03d5843 req-410cbf62-1307-4817-ab28-ba57f9dd0504 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3598540 Oct 20 10:48:45.095372 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-12192ad0-e631-4bb5-8abf-15df873a97f4 req-b8a8f307-331a-4ee3-90c5-8a8aa3079e82 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=58574406-52f6-4da8-ba4e-3f91a696d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143377 Oct 20 10:48:45.114824 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-bd1c0203-ed03-4213-9f0a-a8f1e03d5843 req-ec8d8991-442c-4d6a-a3db-417967fd826a service neutron] Request body: {'port': {'device_id': '56769566-04ae-489c-bb3b-c290f6f33f55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811396-3'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:48:45.239822 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4a079421-2720-4923-86ed-df0fdcf2c5dd req-00776f21-9f86-4d36-aa2a-6536295d58c4 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=e93a168e-3523-430d-abec-d9e9b5be6bdc HTTP/1.1" status: 200 len: 210 time: 0.0616736 Oct 20 10:48:45.267647 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-bd1c0203-ed03-4213-9f0a-a8f1e03d5843 req-ec8d8991-442c-4d6a-a3db-417967fd826a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:45.306152 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-cc138b0a-86db-43af-8997-877ea6aca3e1 None None] Provisioning complete for port dbef63cf-4342-4fac-bd9c-8425a18f8f45 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:48:45.306525 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-cc138b0a-86db-43af-8997-877ea6aca3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:45.345051 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-cc138b0a-86db-43af-8997-877ea6aca3e1 None None] Port dbef63cf-4342-4fac-bd9c-8425a18f8f45 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:48:45.628540 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [req-bd1c0203-ed03-4213-9f0a-a8f1e03d5843 req-ec8d8991-442c-4d6a-a3db-417967fd826a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbef63cf-4342-4fac-bd9c-8425a18f8f45 {{(pid=100596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:48:45.639984 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-bd1c0203-ed03-4213-9f0a-a8f1e03d5843 req-ec8d8991-442c-4d6a-a3db-417967fd826a service neutron] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:45.653251 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.provisioning_blocks [req-bd1c0203-ed03-4213-9f0a-a8f1e03d5843 req-ec8d8991-442c-4d6a-a3db-417967fd826a service neutron] Transition to ACTIVE for port object dbef63cf-4342-4fac-bd9c-8425a18f8f45 will not be triggered until provisioned by entity L2. {{(pid=100596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:48:45.657213 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-bd1c0203-ed03-4213-9f0a-a8f1e03d5843 req-ec8d8991-442c-4d6a-a3db-417967fd826a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:45.712538 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8d8991-442c-4d6a-a3db-417967fd826a service neutron] Pushing event updated for resources: {'Port': ['ID=dbef63cf-4342-4fac-bd9c-8425a18f8f45,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:45.823917 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-bd1c0203-ed03-4213-9f0a-a8f1e03d5843 req-ec8d8991-442c-4d6a-a3db-417967fd826a service neutron] Attempting to bind port dbef63cf-4342-4fac-bd9c-8425a18f8f45 on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:48:45.824578 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-bd1c0203-ed03-4213-9f0a-a8f1e03d5843 req-ec8d8991-442c-4d6a-a3db-417967fd826a service neutron] Attempting to bind port dbef63cf-4342-4fac-bd9c-8425a18f8f45 by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': '61f3f036-23b7-48db-b7ba-5592fa7c3f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'b56c2100-b644-4ba2-90f2-4b531255f999'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:48:45.824717 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1c0203-ed03-4213-9f0a-a8f1e03d5843 req-ec8d8991-442c-4d6a-a3db-417967fd826a service neutron] Attempting to bind port dbef63cf-4342-4fac-bd9c-8425a18f8f45 on network b56c2100-b644-4ba2-90f2-4b531255f999 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:48:45.831014 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1c0203-ed03-4213-9f0a-a8f1e03d5843 req-ec8d8991-442c-4d6a-a3db-417967fd826a service neutron] Port dbef63cf-4342-4fac-bd9c-8425a18f8f45 on network b56c2100-b644-4ba2-90f2-4b531255f999 not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:48:45.831351 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1c0203-ed03-4213-9f0a-a8f1e03d5843 req-ec8d8991-442c-4d6a-a3db-417967fd826a service neutron] Attempting to bind port dbef63cf-4342-4fac-bd9c-8425a18f8f45 on network b56c2100-b644-4ba2-90f2-4b531255f999 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:48:45.838317 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1c0203-ed03-4213-9f0a-a8f1e03d5843 req-ec8d8991-442c-4d6a-a3db-417967fd826a service neutron] Checking agent: {'id': '061232a2-7adc-4ba1-a873-e8cb136b064d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 48, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:48:45.838690 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1c0203-ed03-4213-9f0a-a8f1e03d5843 req-ec8d8991-442c-4d6a-a3db-417967fd826a service neutron] Checking segment: {'id': '61f3f036-23b7-48db-b7ba-5592fa7c3f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'b56c2100-b644-4ba2-90f2-4b531255f999'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:48:45.839043 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1c0203-ed03-4213-9f0a-a8f1e03d5843 req-ec8d8991-442c-4d6a-a3db-417967fd826a service neutron] Bound using segment: {'id': '61f3f036-23b7-48db-b7ba-5592fa7c3f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'b56c2100-b644-4ba2-90f2-4b531255f999'} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:48:45.839544 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-bd1c0203-ed03-4213-9f0a-a8f1e03d5843 req-ec8d8991-442c-4d6a-a3db-417967fd826a service neutron] Bound port: dbef63cf-4342-4fac-bd9c-8425a18f8f45, host: n-h2-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61f3f036-23b7-48db-b7ba-5592fa7c3f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'b56c2100-b644-4ba2-90f2-4b531255f999'}}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:48:45.839965 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-bd1c0203-ed03-4213-9f0a-a8f1e03d5843 req-ec8d8991-442c-4d6a-a3db-417967fd826a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:45.933889 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-bd1c0203-ed03-4213-9f0a-a8f1e03d5843 req-ec8d8991-442c-4d6a-a3db-417967fd826a service neutron] For port dbef63cf-4342-4fac-bd9c-8425a18f8f45, host n-h2-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:48:45.938576 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-bd1c0203-ed03-4213-9f0a-a8f1e03d5843 req-ec8d8991-442c-4d6a-a3db-417967fd826a service neutron] For port dbef63cf-4342-4fac-bd9c-8425a18f8f45, host n-h2-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=dbef63cf-4342-4fac-bd9c-8425a18f8f45,segment=NetworkSegment(61f3f036-23b7-48db-b7ba-5592fa7c3f33),segment_id=61f3f036-23b7-48db-b7ba-5592fa7c3f33)] {{(pid=100596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:48:45.944389 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-bd1c0203-ed03-4213-9f0a-a8f1e03d5843 req-ec8d8991-442c-4d6a-a3db-417967fd826a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:46.000226 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1c0203-ed03-4213-9f0a-a8f1e03d5843 req-ec8d8991-442c-4d6a-a3db-417967fd826a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:46.000848 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-bd1c0203-ed03-4213-9f0a-a8f1e03d5843 req-ec8d8991-442c-4d6a-a3db-417967fd826a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:46.002261 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bd1c0203-ed03-4213-9f0a-a8f1e03d5843 req-ec8d8991-442c-4d6a-a3db-417967fd826a service neutron] 10.222.0.69 "PUT /v2.0/ports/dbef63cf-4342-4fac-bd9c-8425a18f8f45 HTTP/1.1" status: 200 len: 1091 time: 0.8958972 Oct 20 10:48:46.002717 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56769566-04ae-489c-bb3b-c290f6f33f55', 'tag': 'dbef63cf-4342-4fac-bd9c-8425a18f8f45'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:48:46.005010 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9de81dca-5e00-4051-9615-74a7ad68c68c" -d '{"events": [{"name": "network-changed", "server_uuid": "56769566-04ae-489c-bb3b-c290f6f33f55", "tag": "dbef63cf-4342-4fac-bd9c-8425a18f8f45"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:48:46.107898 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dd8ddb9-0929-48ca-8ca1-ae4e7596b8da x-openstack-request-id: req-7dd8ddb9-0929-48ca-8ca1-ae4e7596b8da {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:48:46.108667 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56769566-04ae-489c-bb3b-c290f6f33f55", "tag": "dbef63cf-4342-4fac-bd9c-8425a18f8f45", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:48:46.109667 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7dd8ddb9-0929-48ca-8ca1-ae4e7596b8da {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:48:46.112061 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56769566-04ae-489c-bb3b-c290f6f33f55', 'tag': 'dbef63cf-4342-4fac-bd9c-8425a18f8f45', 'status': 'completed', 'code': 200} Oct 20 10:48:46.114728 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8d8991-442c-4d6a-a3db-417967fd826a service neutron] Pushing event updated for resources: {'Port': ['ID=dbef63cf-4342-4fac-bd9c-8425a18f8f45,revision_number=3']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:46.158231 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1c0203-ed03-4213-9f0a-a8f1e03d5843 req-6349a764-bcf4-410d-8066-016e686de8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:46.161043 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bd1c0203-ed03-4213-9f0a-a8f1e03d5843 req-6349a764-bcf4-410d-8066-016e686de8cd service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ba79d3046aa84fd2ac89895f3514d2bd&device_id=56769566-04ae-489c-bb3b-c290f6f33f55 HTTP/1.1" status: 200 len: 1094 time: 0.0989397 Oct 20 10:48:46.192263 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device e91dc0b2-04a1-4635-bb59-465d84636e8f up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:48:46.272664 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bd1c0203-ed03-4213-9f0a-a8f1e03d5843 req-755dee91-31e1-424d-8051-5f7683e3f2bd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dbef63cf-4342-4fac-bd9c-8425a18f8f45 HTTP/1.1" status: 200 len: 217 time: 0.1023526 Oct 20 10:48:46.308274 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port e91dc0b2-04a1-4635-bb59-465d84636e8f triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:48:46.309362 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:46.432596 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19eb766-490b-4e1c-9aee-82b00096b0c5 req-9e634719-e44b-480f-adee-d0fb27b1097d tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:46.434130 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c19eb766-490b-4e1c-9aee-82b00096b0c5 req-9e634719-e44b-480f-adee-d0fb27b1097d tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/ports?device_id=56769566-04ae-489c-bb3b-c290f6f33f55 HTTP/1.1" status: 200 len: 943 time: 0.1631606 Oct 20 10:48:46.450447 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c171073e-3942-465c-98c5-c551cc4eb888 req-6d76ddd7-2e7a-484d-9df6-38530da12e89 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:46.451980 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c171073e-3942-465c-98c5-c551cc4eb888 req-6d76ddd7-2e7a-484d-9df6-38530da12e89 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3f9930f-6768-428d-b296-1e65ca6bdfa7 HTTP/1.1" status: 200 len: 945 time: 0.1822343 Oct 20 10:48:46.510064 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1c0203-ed03-4213-9f0a-a8f1e03d5843 req-a9169e0a-e575-4b94-9d87-f5b6dcc9c80a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:46.512164 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bd1c0203-ed03-4213-9f0a-a8f1e03d5843 req-a9169e0a-e575-4b94-9d87-f5b6dcc9c80a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=91bdc508-699c-4642-8aa1-b806463a6e96 HTTP/1.1" status: 200 len: 835 time: 0.1799333 Oct 20 10:48:46.516410 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c19eb766-490b-4e1c-9aee-82b00096b0c5 req-47ed48dc-4a9f-4c57-8645-b128ad233828 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/security-groups?id=d30b8c8d-75cd-4380-b81d-917877550485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635080 Oct 20 10:48:46.569690 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c171073e-3942-465c-98c5-c551cc4eb888 req-9fd43e17-3eda-4139-8329-0ed0498724d3 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=58574406-52f6-4da8-ba4e-3f91a696d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899189 Oct 20 10:48:46.620535 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1c0203-ed03-4213-9f0a-a8f1e03d5843 req-749faed7-7d66-47d3-b939-61ea5cd9d237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:46.622082 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bd1c0203-ed03-4213-9f0a-a8f1e03d5843 req-749faed7-7d66-47d3-b939-61ea5cd9d237 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b56c2100-b644-4ba2-90f2-4b531255f999&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0699992 Oct 20 10:48:46.688112 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cee1d20f-664f-41f9-abb4-7eecf76a89a6 req-ea785e01-16e5-432c-b9b2-7292b9c43616 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=e93a168e-3523-430d-abec-d9e9b5be6bdc HTTP/1.1" status: 200 len: 210 time: 0.0788796 Oct 20 10:48:46.794258 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bd1c0203-ed03-4213-9f0a-a8f1e03d5843 req-58149dd6-3cd8-4f0a-a661-5263e83fd7dd service neutron] 10.222.0.69 "GET /v2.0/networks/b56c2100-b644-4ba2-90f2-4b531255f999?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544273 Oct 20 10:48:46.797773 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-08b0bd34-4aac-4c31-b409-fb08fdb50fd8 req-9bfc6502-8e42-400e-9064-e5f81a44ff96 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2b3220b0-f4d0-4837-8d21-9b182047c786&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0661416 Oct 20 10:48:46.927927 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b0bd34-4aac-4c31-b409-fb08fdb50fd8 req-7dea3b92-dfc3-4555-aecb-c4de74d0e330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:46.929467 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-08b0bd34-4aac-4c31-b409-fb08fdb50fd8 req-7dea3b92-dfc3-4555-aecb-c4de74d0e330 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ec4d902b8d1e4fcbb22f8e5147cf8995&device_id=2b3220b0-f4d0-4837-8d21-9b182047c786 HTTP/1.1" status: 200 len: 1101 time: 0.0963705 Oct 20 10:48:46.942063 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bd1c0203-ed03-4213-9f0a-a8f1e03d5843 req-e35dd01e-54f9-42d5-b1e6-aa8fdd07c616 service neutron] 10.222.0.69 "GET /v2.0/networks/b56c2100-b644-4ba2-90f2-4b531255f999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330760 Oct 20 10:48:47.082416 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de81dca-5e00-4051-9615-74a7ad68c68c req-fdc194cb-1a86-4e00-aba1-14420811e97d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:47.084403 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9de81dca-5e00-4051-9615-74a7ad68c68c req-fdc194cb-1a86-4e00-aba1-14420811e97d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ba79d3046aa84fd2ac89895f3514d2bd&device_id=56769566-04ae-489c-bb3b-c290f6f33f55 HTTP/1.1" status: 200 len: 1094 time: 0.0886750 Oct 20 10:48:47.120290 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b0bd34-4aac-4c31-b409-fb08fdb50fd8 req-cd8e857f-2b2e-4d0c-a10d-16f07201a5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:47.121883 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-08b0bd34-4aac-4c31-b409-fb08fdb50fd8 req-cd8e857f-2b2e-4d0c-a10d-16f07201a5a2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a7c57b12-d7c3-48bb-aa54-a67a56468a84 HTTP/1.1" status: 200 len: 870 time: 0.1698570 Oct 20 10:48:47.206169 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-08b0bd34-4aac-4c31-b409-fb08fdb50fd8 req-e9561780-46e8-45d6-965c-90e3ba072d4c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=7b303afc-eb15-4456-84f5-fd16c7de5a7a HTTP/1.1" status: 200 len: 217 time: 0.0740800 Oct 20 10:48:47.594340 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de81dca-5e00-4051-9615-74a7ad68c68c req-deb9502b-44b1-4181-8bb2-4d121677d8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:47.595969 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9de81dca-5e00-4051-9615-74a7ad68c68c req-deb9502b-44b1-4181-8bb2-4d121677d8eb service neutron] 10.222.0.69 "GET /v2.0/networks?id=b56c2100-b644-4ba2-90f2-4b531255f999 HTTP/1.1" status: 200 len: 897 time: 0.5002966 Oct 20 10:48:47.610267 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b0bd34-4aac-4c31-b409-fb08fdb50fd8 req-7a654cec-7414-48b1-8e30-34611fafa1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:47.611754 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-08b0bd34-4aac-4c31-b409-fb08fdb50fd8 req-7a654cec-7414-48b1-8e30-34611fafa1ed service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8f86199a-b8f2-45b4-a83a-995a7ea6fe42 HTTP/1.1" status: 200 len: 843 time: 0.3980005 Oct 20 10:48:47.673541 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9de81dca-5e00-4051-9615-74a7ad68c68c req-98d3d016-3467-482f-a6a7-af6155314a7a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dbef63cf-4342-4fac-bd9c-8425a18f8f45 HTTP/1.1" status: 200 len: 217 time: 0.0698590 Oct 20 10:48:47.781978 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b0bd34-4aac-4c31-b409-fb08fdb50fd8 req-76801ed3-171e-48d6-8256-ef018975ad78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:47.784289 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-08b0bd34-4aac-4c31-b409-fb08fdb50fd8 req-76801ed3-171e-48d6-8256-ef018975ad78 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a7c57b12-d7c3-48bb-aa54-a67a56468a84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1624961 Oct 20 10:48:47.794818 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5becfbb3-17d8-42db-8399-12e81a632719 req-bb038b69-df16-4224-b3ff-e953f04bde6e tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:47.796270 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5becfbb3-17d8-42db-8399-12e81a632719 req-bb038b69-df16-4224-b3ff-e953f04bde6e tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/ports?device_id=56769566-04ae-489c-bb3b-c290f6f33f55 HTTP/1.1" status: 200 len: 943 time: 0.1836593 Oct 20 10:48:47.800132 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de81dca-5e00-4051-9615-74a7ad68c68c req-7d368af4-f032-4137-a2ca-f75ab8f3c82d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:47.801769 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9de81dca-5e00-4051-9615-74a7ad68c68c req-7d368af4-f032-4137-a2ca-f75ab8f3c82d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=91bdc508-699c-4642-8aa1-b806463a6e96 HTTP/1.1" status: 200 len: 835 time: 0.1024826 Oct 20 10:48:47.819961 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43faef0-038b-40bc-a69c-bee59592c5a5 req-1148292f-0fcc-49e6-bd86-7a896f3e4563 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:47.821993 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f43faef0-038b-40bc-a69c-bee59592c5a5 req-1148292f-0fcc-49e6-bd86-7a896f3e4563 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3f9930f-6768-428d-b296-1e65ca6bdfa7 HTTP/1.1" status: 200 len: 945 time: 0.1721246 Oct 20 10:48:47.969255 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5becfbb3-17d8-42db-8399-12e81a632719 req-34a895ce-66fa-4f16-b021-d7d80de321be tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/security-groups?id=d30b8c8d-75cd-4380-b81d-917877550485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1585841 Oct 20 10:48:47.989085 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-08b0bd34-4aac-4c31-b409-fb08fdb50fd8 req-39de59ee-9ad6-4db7-930d-6579dbb57381 service neutron] 10.222.0.55 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890576 Oct 20 10:48:47.989370 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f43faef0-038b-40bc-a69c-bee59592c5a5 req-713db2eb-5e72-4733-afc5-106c8ab30f54 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=58574406-52f6-4da8-ba4e-3f91a696d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1462440 Oct 20 10:48:48.005078 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de81dca-5e00-4051-9615-74a7ad68c68c req-4b274987-d0f7-4f95-a2ec-60ab1402f5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:48.006634 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9de81dca-5e00-4051-9615-74a7ad68c68c req-4b274987-d0f7-4f95-a2ec-60ab1402f5d1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b56c2100-b644-4ba2-90f2-4b531255f999&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1837747 Oct 20 10:48:48.114711 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cc006c9a-b041-4515-a9e8-499b1328a77f req-5445335e-3ffd-4f0c-9e35-3a743637d828 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=e93a168e-3523-430d-abec-d9e9b5be6bdc HTTP/1.1" status: 200 len: 210 time: 0.0567417 Oct 20 10:48:48.234761 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9de81dca-5e00-4051-9615-74a7ad68c68c req-be6f06d1-08f4-4149-8168-663cd2278f97 service neutron] 10.222.0.69 "GET /v2.0/networks/b56c2100-b644-4ba2-90f2-4b531255f999?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043095 Oct 20 10:48:48.235200 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-08b0bd34-4aac-4c31-b409-fb08fdb50fd8 req-633a09a9-13f9-4cc8-a5d9-ab0867b2ecbf service neutron] 10.222.0.55 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2400715 Oct 20 10:48:48.253542 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444f0955-d26e-4152-999f-e1857736205f req-06759113-8eb6-42d1-b560-64b5de469e9e tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:48.255037 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-444f0955-d26e-4152-999f-e1857736205f req-06759113-8eb6-42d1-b560-64b5de469e9e tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3f9930f-6768-428d-b296-1e65ca6bdfa7 HTTP/1.1" status: 200 len: 945 time: 0.0971785 Oct 20 10:48:48.267038 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 42822) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:48:48.275338 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-18f1b899-e6be-42d7-909e-07f52c576d5d tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Request body: {'floatingip': {'port_id': 'd012fc61-e760-4bcf-aff4-9ef2d30ecf9f'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:48:48.317655 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-18f1b899-e6be-42d7-909e-07f52c576d5d tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Publish callbacks [] for floatingip, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:48.339467 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9de81dca-5e00-4051-9615-74a7ad68c68c req-b668d901-adcd-45ff-8b0d-a5a1e409923c service neutron] 10.222.0.69 "GET /v2.0/networks/b56c2100-b644-4ba2-90f2-4b531255f999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016164 Oct 20 10:48:48.764078 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-18f1b899-e6be-42d7-909e-07f52c576d5d tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:48.767718 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-18f1b899-e6be-42d7-909e-07f52c576d5d tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1773381'] for floatingip, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:48.867714 n-d-811396-3 neutron-server[100597]: INFO neutron.db.l3_db [None req-18f1b899-e6be-42d7-909e-07f52c576d5d tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Floating IP 703fbaeb-03b4-4ff3-b1ac-70d30f24ebde associated. External IP: 172.25.1.8, port: d012fc61-e760-4bcf-aff4-9ef2d30ecf9f. Oct 20 10:48:49.002119 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device dbef63cf-4342-4fac-bd9c-8425a18f8f45 details requested by agent hyperv_n-h2-811396-3 with host n-h2-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:48:49.098672 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18f1b899-e6be-42d7-909e-07f52c576d5d tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Router 7a557037-e967-492c-b370-f342f0a3c8d2 has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:48:49.122562 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:49.126438 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923bc394-6530-4911-aadf-4260e6a64346 req-a00bd17f-ebd8-447d-8ddb-0196bd404c49 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:49.131049 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-923bc394-6530-4911-aadf-4260e6a64346 req-a00bd17f-ebd8-447d-8ddb-0196bd404c49 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/ports?device_id=56769566-04ae-489c-bb3b-c290f6f33f55 HTTP/1.1" status: 200 len: 943 time: 0.0889544 Oct 20 10:48:49.141833 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port dbef63cf-4342-4fac-bd9c-8425a18f8f45, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=dbef63cf-4342-4fac-bd9c-8425a18f8f45,segment=NetworkSegment(61f3f036-23b7-48db-b7ba-5592fa7c3f33),segment_id=61f3f036-23b7-48db-b7ba-5592fa7c3f33)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:48:49.166260 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Returning: {'device': 'dbef63cf-4342-4fac-bd9c-8425a18f8f45', 'network_id': 'b56c2100-b644-4ba2-90f2-4b531255f999', 'port_id': 'dbef63cf-4342-4fac-bd9c-8425a18f8f45', 'mac_address': 'fa:16:3e:62:7d:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 839, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91bdc508-699c-4642-8aa1-b806463a6e96', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:48:49.186612 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-923bc394-6530-4911-aadf-4260e6a64346 req-aae51183-bb7d-4b8b-ac6a-284c26ed3e9b tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/security-groups?id=d30b8c8d-75cd-4380-b81d-917877550485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480022 Oct 20 10:48:49.248321 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:49.269121 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbef63cf-4342-4fac-bd9c-8425a18f8f45 {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:48:49.279988 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18f1b899-e6be-42d7-909e-07f52c576d5d tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:48:49.290161 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-18f1b899-e6be-42d7-909e-07f52c576d5d tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for floatingip, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:49.293839 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port dbef63cf-4342-4fac-bd9c-8425a18f8f45, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=dbef63cf-4342-4fac-bd9c-8425a18f8f45,segment=NetworkSegment(61f3f036-23b7-48db-b7ba-5592fa7c3f33),segment_id=61f3f036-23b7-48db-b7ba-5592fa7c3f33)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:48:49.297762 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173a2a95-ed2e-4f0d-8623-f5c8cc86a842 None None] Sync routers for ids ['7a557037-e967-492c-b370-f342f0a3c8d2'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:48:49.301715 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:49.315214 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173a2a95-ed2e-4f0d-8623-f5c8cc86a842 None None] Routers {'7a557037-e967-492c-b370-f342f0a3c8d2'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:48:49.316094 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-173a2a95-ed2e-4f0d-8623-f5c8cc86a842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:48:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['7a557037-e967-492c-b370-f342f0a3c8d2'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:48:49.326286 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-18f1b899-e6be-42d7-909e-07f52c576d5d tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "PUT /v2.0/floatingips/703fbaeb-03b4-4ff3-b1ac-70d30f24ebde HTTP/1.1" status: 200 len: 989 time: 1.0541127 Oct 20 10:48:49.326286 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3f9930f-6768-428d-b296-1e65ca6bdfa7', 'tag': 'd012fc61-e760-4bcf-aff4-9ef2d30ecf9f'}] {{(pid=100597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:48:49.327311 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd85cad6a391afaa95d2dd5280bfd4659fc1e1b2aba53b5e7ef874f059efcdc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-568bdacf-e810-4a88-af3b-5f59ebbfe20e" -d '{"events": [{"name": "network-changed", "server_uuid": "b3f9930f-6768-428d-b296-1e65ca6bdfa7", "tag": "d012fc61-e760-4bcf-aff4-9ef2d30ecf9f"}]}' {{(pid=100597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:48:49.345532 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b712400f-4f5c-4f90-9848-499df5619d4d req-d8ea013e-24dc-439f-a560-242884d7f56e tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=e93a168e-3523-430d-abec-d9e9b5be6bdc HTTP/1.1" status: 200 len: 210 time: 0.0756969 Oct 20 10:48:49.394853 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=dbef63cf-4342-4fac-bd9c-8425a18f8f45,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:49.467780 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-173a2a95-ed2e-4f0d-8623-f5c8cc86a842 None None] Set router 7a557037-e967-492c-b370-f342f0a3c8d2 gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:48:49.548875 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['dbef63cf-4342-4fac-bd9c-8425a18f8f45'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:48:49.562991 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa41146a-217e-4881-b69c-72ae6968d3ff x-openstack-request-id: req-aa41146a-217e-4881-b69c-72ae6968d3ff {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:48:49.563292 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3f9930f-6768-428d-b296-1e65ca6bdfa7", "tag": "d012fc61-e760-4bcf-aff4-9ef2d30ecf9f", "status": "completed", "code": 200}]} {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:48:49.563605 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-aa41146a-217e-4881-b69c-72ae6968d3ff {{(pid=100597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:48:49.564023 n-d-811396-3 neutron-server[100597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3f9930f-6768-428d-b296-1e65ca6bdfa7', 'tag': 'd012fc61-e760-4bcf-aff4-9ef2d30ecf9f', 'status': 'completed', 'code': 200} Oct 20 10:48:49.660710 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568bdacf-e810-4a88-af3b-5f59ebbfe20e req-61c789f5-e09e-4943-9d6b-461f07156b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:49.662278 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-568bdacf-e810-4a88-af3b-5f59ebbfe20e req-61c789f5-e09e-4943-9d6b-461f07156b90 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=376203cb7dec4dad9717307d6c606d33&device_id=b3f9930f-6768-428d-b296-1e65ca6bdfa7 HTTP/1.1" status: 200 len: 1096 time: 0.0551081 Oct 20 10:48:49.727998 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-173a2a95-ed2e-4f0d-8623-f5c8cc86a842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a557037-e967-492c-b370-f342f0a3c8d2', 'name': 'tempest-ServerActionsTestJSON-206231782-router', 'tenant_id': '376203cb7dec4dad9717307d6c606d33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.103'}], 'enable_snat': True}, 'gw_port_id': '31b3a702-cc99-436c-bbb1-23e1bf1e390c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:48:11Z', 'updated_at': '2021-10-20T10:48:18Z', 'revision_number': 4, 'project_id': '376203cb7dec4dad9717307d6c606d33', 'gw_port': {'id': '31b3a702-cc99-436c-bbb1-23e1bf1e390c', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a557037-e967-492c-b370-f342f0a3c8d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:48:12Z', 'updated_at': '2021-10-20T10:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_floatingips': [{'id': '703fbaeb-03b4-4ff3-b1ac-70d30f24ebde', 'tenant_id': '376203cb7dec4dad9717307d6c606d33', 'floating_ip_address': '172.25.1.8', 'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'router_id': '7a557037-e967-492c-b370-f342f0a3c8d2', 'port_id': 'd012fc61-e760-4bcf-aff4-9ef2d30ecf9f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8b1e2be-5932-428e-a716-07af13af4e6c', 'mac_address': 'fa:16:3e:31:f7:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f9930f-6768-428d-b296-1e65ca6bdfa7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T10:48:23Z', 'updated_at': '2021-10-20T10:48:48Z', 'revision_number': 1, 'project_id': '376203cb7dec4dad9717307d6c606d33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c353f88e-443a-4cfa-8507-0a2746d2a2a6', 'name': '', 'network_id': 'b8b1e2be-5932-428e-a716-07af13af4e6c', 'tenant_id': '376203cb7dec4dad9717307d6c606d33', 'mac_address': 'fa:16:3e:ee:76:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a557037-e967-492c-b370-f342f0a3c8d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2512, 'fixed_ips': [{'subnet_id': '437b47ec-4211-421c-828b-76408ce53dce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:48:16Z', 'updated_at': '2021-10-20T10:48:24Z', 'revision_number': 5, 'project_id': '376203cb7dec4dad9717307d6c606d33', 'subnets': [{'id': '437b47ec-4211-421c-828b-76408ce53dce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:48:49.765277 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173a2a95-ed2e-4f0d-8623-f5c8cc86a842 None None] Checking router: 7a557037-e967-492c-b370-f342f0a3c8d2 for host: n-d-811396-3 {{(pid=100599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:48:49.775341 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173a2a95-ed2e-4f0d-8623-f5c8cc86a842 None None] Routers {'7a557037-e967-492c-b370-f342f0a3c8d2'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:48:49.775996 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-173a2a95-ed2e-4f0d-8623-f5c8cc86a842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:48:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['7a557037-e967-492c-b370-f342f0a3c8d2'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:48:49.784667 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568bdacf-e810-4a88-af3b-5f59ebbfe20e req-232905e4-63d3-4ad8-9a55-b2fbc4986d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:49.790316 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-568bdacf-e810-4a88-af3b-5f59ebbfe20e req-232905e4-63d3-4ad8-9a55-b2fbc4986d6c service neutron] 10.222.0.55 "GET /v2.0/networks?id=b8b1e2be-5932-428e-a716-07af13af4e6c HTTP/1.1" status: 200 len: 912 time: 0.1181767 Oct 20 10:48:49.868566 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-568bdacf-e810-4a88-af3b-5f59ebbfe20e req-63d40f9f-a589-469e-bf85-a28df7cf41af service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d012fc61-e760-4bcf-aff4-9ef2d30ecf9f HTTP/1.1" status: 200 len: 997 time: 0.0707023 Oct 20 10:48:49.902273 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-173a2a95-ed2e-4f0d-8623-f5c8cc86a842 None None] Set router 7a557037-e967-492c-b370-f342f0a3c8d2 gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:48:49.930747 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568bdacf-e810-4a88-af3b-5f59ebbfe20e req-d255b3f9-bb7e-4583-8d8a-7e0148e8806d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:49.932390 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-568bdacf-e810-4a88-af3b-5f59ebbfe20e req-d255b3f9-bb7e-4583-8d8a-7e0148e8806d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=437b47ec-4211-421c-828b-76408ce53dce HTTP/1.1" status: 200 len: 850 time: 0.0545518 Oct 20 10:48:49.983430 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568bdacf-e810-4a88-af3b-5f59ebbfe20e req-a3bb2110-d3b1-431b-913f-451c8c52241b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:49.985190 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-568bdacf-e810-4a88-af3b-5f59ebbfe20e req-a3bb2110-d3b1-431b-913f-451c8c52241b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b8b1e2be-5932-428e-a716-07af13af4e6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445850 Oct 20 10:48:50.082876 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-568bdacf-e810-4a88-af3b-5f59ebbfe20e req-4798d0da-74b8-4683-ae72-47d486874965 service neutron] 10.222.0.55 "GET /v2.0/networks/b8b1e2be-5932-428e-a716-07af13af4e6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889633 Oct 20 10:48:50.176969 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-568bdacf-e810-4a88-af3b-5f59ebbfe20e req-0f369d19-b814-43ff-b63c-d9cd8cc95f1e service neutron] 10.222.0.55 "GET /v2.0/networks/b8b1e2be-5932-428e-a716-07af13af4e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862615 Oct 20 10:48:50.243037 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-173a2a95-ed2e-4f0d-8623-f5c8cc86a842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a557037-e967-492c-b370-f342f0a3c8d2', 'name': 'tempest-ServerActionsTestJSON-206231782-router', 'tenant_id': '376203cb7dec4dad9717307d6c606d33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.103'}], 'enable_snat': True}, 'gw_port_id': '31b3a702-cc99-436c-bbb1-23e1bf1e390c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:48:11Z', 'updated_at': '2021-10-20T10:48:18Z', 'revision_number': 4, 'project_id': '376203cb7dec4dad9717307d6c606d33', 'gw_port': {'id': '31b3a702-cc99-436c-bbb1-23e1bf1e390c', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a557037-e967-492c-b370-f342f0a3c8d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:48:12Z', 'updated_at': '2021-10-20T10:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_floatingips': [{'id': '703fbaeb-03b4-4ff3-b1ac-70d30f24ebde', 'tenant_id': '376203cb7dec4dad9717307d6c606d33', 'floating_ip_address': '172.25.1.8', 'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'router_id': '7a557037-e967-492c-b370-f342f0a3c8d2', 'port_id': 'd012fc61-e760-4bcf-aff4-9ef2d30ecf9f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8b1e2be-5932-428e-a716-07af13af4e6c', 'mac_address': 'fa:16:3e:31:f7:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f9930f-6768-428d-b296-1e65ca6bdfa7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T10:48:23Z', 'updated_at': '2021-10-20T10:48:48Z', 'revision_number': 1, 'project_id': '376203cb7dec4dad9717307d6c606d33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c353f88e-443a-4cfa-8507-0a2746d2a2a6', 'name': '', 'network_id': 'b8b1e2be-5932-428e-a716-07af13af4e6c', 'tenant_id': '376203cb7dec4dad9717307d6c606d33', 'mac_address': 'fa:16:3e:ee:76:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a557037-e967-492c-b370-f342f0a3c8d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2512, 'fixed_ips': [{'subnet_id': '437b47ec-4211-421c-828b-76408ce53dce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:48:16Z', 'updated_at': '2021-10-20T10:48:24Z', 'revision_number': 5, 'project_id': '376203cb7dec4dad9717307d6c606d33', 'subnets': [{'id': '437b47ec-4211-421c-828b-76408ce53dce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:48:50.280702 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173a2a95-ed2e-4f0d-8623-f5c8cc86a842 None None] The sync data for ids ['7a557037-e967-492c-b370-f342f0a3c8d2'] in n-d-811396-3 is: [{'id': '7a557037-e967-492c-b370-f342f0a3c8d2', 'name': 'tempest-ServerActionsTestJSON-206231782-router', 'tenant_id': '376203cb7dec4dad9717307d6c606d33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.103'}], 'enable_snat': True}, 'gw_port_id': '31b3a702-cc99-436c-bbb1-23e1bf1e390c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:48:11Z', 'updated_at': '2021-10-20T10:48:18Z', 'revision_number': 4, 'project_id': '376203cb7dec4dad9717307d6c606d33', 'gw_port': {'id': '31b3a702-cc99-436c-bbb1-23e1bf1e390c', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a557037-e967-492c-b370-f342f0a3c8d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:48:12Z', 'updated_at': '2021-10-20T10:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_floatingips': [{'id': '703fbaeb-03b4-4ff3-b1ac-70d30f24ebde', 'tenant_id': '376203cb7dec4dad9717307d6c606d33', 'floating_ip_address': '172.25.1.8', 'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'router_id': '7a557037-e967-492c-b370-f342f0a3c8d2', 'port_id': 'd012fc61-e760-4bcf-aff4-9ef2d30ecf9f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8b1e2be-5932-428e-a716-07af13af4e6c', 'mac_address': 'fa:16:3e:31:f7:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f9930f-6768-428d-b296-1e65ca6bdfa7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T10:48:23Z', 'updated_at': '2021-10-20T10:48:48Z', 'revision_number': 1, 'project_id': '376203cb7dec4dad9717307d6c606d33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c353f88e-443a-4cfa-8507-0a2746d2a2a6', 'name': '', 'network_id': 'b8b1e2be-5932-428e-a716-07af13af4e6c', 'tenant_id': '376203cb7dec4dad9717307d6c606d33', 'mac_address': 'fa:16:3e:ee:76:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a557037-e967-492c-b370-f342f0a3c8d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2512, 'fixed_ips': [{'subnet_id': '437b47ec-4211-421c-828b-76408ce53dce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:48:16Z', 'updated_at': '2021-10-20T10:48:24Z', 'revision_number': 5, 'project_id': '376203cb7dec4dad9717307d6c606d33', 'subnets': [{'id': '437b47ec-4211-421c-828b-76408ce53dce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:48:50.367241 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7588761a-4a6c-42bd-a4dd-0015c3591fbf req-aee839e6-d058-4f9e-a4f8-e580d5c992f8 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:50.372039 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7588761a-4a6c-42bd-a4dd-0015c3591fbf req-aee839e6-d058-4f9e-a4f8-e580d5c992f8 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/ports?device_id=56769566-04ae-489c-bb3b-c290f6f33f55 HTTP/1.1" status: 200 len: 944 time: 0.0607810 Oct 20 10:48:50.426397 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7588761a-4a6c-42bd-a4dd-0015c3591fbf req-4a93cfd0-b45e-4eeb-a1c9-fdd88a4a4690 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/security-groups?id=d30b8c8d-75cd-4380-b81d-917877550485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415082 Oct 20 10:48:50.455076 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-933089b0-dde6-4015-82bf-77b983677c5b req-2acb5e4a-00f6-421b-b9e5-f09db35160c1 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=e93a168e-3523-430d-abec-d9e9b5be6bdc HTTP/1.1" status: 200 len: 210 time: 0.0260124 Oct 20 10:48:50.541033 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b463868-4382-45a3-b3aa-68d1055a74a6 None None] New status for floating IP 703fbaeb-03b4-4ff3-b1ac-70d30f24ebde: ACTIVE {{(pid=100598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 10:48:50.951697 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f625d3-929b-4080-a46e-71d690ec2c80 req-50bd4a70-1631-4927-8312-65a6af672fa9 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:50.953310 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-10f625d3-929b-4080-a46e-71d690ec2c80 req-50bd4a70-1631-4927-8312-65a6af672fa9 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 946 time: 0.0511560 Oct 20 10:48:50.990809 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-10f625d3-929b-4080-a46e-71d690ec2c80 req-80ee2521-26ca-4853-9657-df40ea04ad13 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313919 Oct 20 10:48:51.018431 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device dbef63cf-4342-4fac-bd9c-8425a18f8f45 up at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:48:51.071338 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning for port dbef63cf-4342-4fac-bd9c-8425a18f8f45 completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:48:51.075155 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning complete for port dbef63cf-4342-4fac-bd9c-8425a18f8f45 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:48:51.075569 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:51.111629 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6532b753-08b8-44f9-ba56-ffed4d14f87c req-b5627b89-68d2-41bb-acee-ffad3a8ef464 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:51.113516 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6532b753-08b8-44f9-ba56-ffed4d14f87c req-b5627b89-68d2-41bb-acee-ffad3a8ef464 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 946 time: 0.0521643 Oct 20 10:48:51.160373 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6532b753-08b8-44f9-ba56-ffed4d14f87c req-0f787578-6acb-4377-81e6-2e7cb49600a8 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366824 Oct 20 10:48:51.163107 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:51.195794 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56769566-04ae-489c-bb3b-c290f6f33f55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbef63cf-4342-4fac-bd9c-8425a18f8f45'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:48:51.198175 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8d0c476-aaa8-4a4c-887a-6ee8b4bc0e33" -d '{"events": [{"server_uuid": "56769566-04ae-489c-bb3b-c290f6f33f55", "name": "network-vif-plugged", "status": "completed", "tag": "dbef63cf-4342-4fac-bd9c-8425a18f8f45"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:48:51.214308 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port dbef63cf-4342-4fac-bd9c-8425a18f8f45, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=dbef63cf-4342-4fac-bd9c-8425a18f8f45,segment=NetworkSegment(61f3f036-23b7-48db-b7ba-5592fa7c3f33),segment_id=61f3f036-23b7-48db-b7ba-5592fa7c3f33)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:48:51.222150 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:51.307022 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99333a40-522d-4ce8-a836-597a67eee430 x-openstack-request-id: req-99333a40-522d-4ce8-a836-597a67eee430 {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:48:51.307355 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56769566-04ae-489c-bb3b-c290f6f33f55", "name": "network-vif-plugged", "status": "completed", "tag": "dbef63cf-4342-4fac-bd9c-8425a18f8f45", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:48:51.307596 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-99333a40-522d-4ce8-a836-597a67eee430 {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:48:51.307991 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56769566-04ae-489c-bb3b-c290f6f33f55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbef63cf-4342-4fac-bd9c-8425a18f8f45', 'code': 200} Oct 20 10:48:51.309080 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=dbef63cf-4342-4fac-bd9c-8425a18f8f45,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:51.418925 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb64c91-33b0-499b-a736-3fc331c13d5c req-626c5d71-51f7-48f2-948b-956baa7af637 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:51.420455 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4bb64c91-33b0-499b-a736-3fc331c13d5c req-626c5d71-51f7-48f2-948b-956baa7af637 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 946 time: 0.0784385 Oct 20 10:48:51.423054 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe3346a-a934-48bd-9d4f-20be1cd1361f req-fbc97a7a-04c6-4511-acbc-731c70e1466e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:51.424524 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fbe3346a-a934-48bd-9d4f-20be1cd1361f req-fbc97a7a-04c6-4511-acbc-731c70e1466e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=56769566-04ae-489c-bb3b-c290f6f33f55 HTTP/1.1" status: 200 len: 1096 time: 0.0909925 Oct 20 10:48:51.486004 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4bb64c91-33b0-499b-a736-3fc331c13d5c req-f09e88bd-1fc9-4bde-ae56-d79f1a729d49 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591266 Oct 20 10:48:51.488010 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fbe3346a-a934-48bd-9d4f-20be1cd1361f req-0ddb3519-d5a1-4b72-af2e-ebe611712e23 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=d30b8c8d-75cd-4380-b81d-917877550485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526597 Oct 20 10:48:51.581923 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b2c2a9-2038-4eb5-9737-5595eb0bf301 req-ecdb5e33-1172-46d2-82a0-ea2ba7385dc4 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:51.583666 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b8b2c2a9-2038-4eb5-9737-5595eb0bf301 req-ecdb5e33-1172-46d2-82a0-ea2ba7385dc4 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/ports?device_id=56769566-04ae-489c-bb3b-c290f6f33f55 HTTP/1.1" status: 200 len: 945 time: 0.0589776 Oct 20 10:48:51.656638 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b8b2c2a9-2038-4eb5-9737-5595eb0bf301 req-f76d7cbf-e6a7-4dd7-a75c-dbb4cbf66891 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/security-groups?id=d30b8c8d-75cd-4380-b81d-917877550485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626872 Oct 20 10:48:51.668910 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984a4d1d-f079-4654-9d4d-5447c93a2c02 req-c83ec2f0-e821-4046-98f8-37582cfc70cb tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:51.670507 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-984a4d1d-f079-4654-9d4d-5447c93a2c02 req-c83ec2f0-e821-4046-98f8-37582cfc70cb tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 946 time: 0.0858135 Oct 20 10:48:51.714557 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-984a4d1d-f079-4654-9d4d-5447c93a2c02 req-ff82db4a-c123-437e-bb16-78501cb51242 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373390 Oct 20 10:48:51.881471 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa71724-1ad8-468c-bbae-c6a6e5678e73 req-599d77c9-f033-49cb-9f99-7eef25107a4f tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:51.883031 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-aaa71724-1ad8-468c-bbae-c6a6e5678e73 req-599d77c9-f033-49cb-9f99-7eef25107a4f tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 946 time: 0.0484090 Oct 20 10:48:51.924994 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-aaa71724-1ad8-468c-bbae-c6a6e5678e73 req-f94d5699-ccab-4e0e-bde7-323ed96740af tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326355 Oct 20 10:48:52.040621 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb21a4b-97f7-42ee-83dd-5cad7767af6e req-06eec908-3e79-42c0-9f10-846122fb7012 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:52.042119 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ceb21a4b-97f7-42ee-83dd-5cad7767af6e req-06eec908-3e79-42c0-9f10-846122fb7012 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 946 time: 0.0487528 Oct 20 10:48:52.083732 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ceb21a4b-97f7-42ee-83dd-5cad7767af6e req-4add01cd-91db-4af3-b179-c7b3ece84546 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355375 Oct 20 10:48:52.256406 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32c74fd-1787-4690-8e68-b9b8a38bda51 req-588c3c83-b981-4ab2-a783-9db3f8d67959 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:52.258511 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c32c74fd-1787-4690-8e68-b9b8a38bda51 req-588c3c83-b981-4ab2-a783-9db3f8d67959 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 946 time: 0.0506766 Oct 20 10:48:52.296250 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c32c74fd-1787-4690-8e68-b9b8a38bda51 req-11bc5eea-37ae-4e4e-b0d4-d1fa5e86cc81 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315955 Oct 20 10:48:52.415602 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbed3942-ba10-45f1-890d-d2417fdde110 req-88fda49c-ca98-4de5-b257-1d54cc08c08e tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:52.417206 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bbed3942-ba10-45f1-890d-d2417fdde110 req-88fda49c-ca98-4de5-b257-1d54cc08c08e tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 946 time: 0.0509799 Oct 20 10:48:52.471284 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bbed3942-ba10-45f1-890d-d2417fdde110 req-336092b2-d3a9-4a48-b78c-8f8f74d3a9c4 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477755 Oct 20 10:48:52.680903 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842a3862-10d7-4da5-bb2a-f8450ee36337 req-ff188fec-b05f-46b2-8b33-f702e2da1e72 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:52.682449 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-842a3862-10d7-4da5-bb2a-f8450ee36337 req-ff188fec-b05f-46b2-8b33-f702e2da1e72 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 946 time: 0.0578277 Oct 20 10:48:52.729113 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-842a3862-10d7-4da5-bb2a-f8450ee36337 req-30aa7777-7e76-40b9-b114-111f3687dd90 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378463 Oct 20 10:48:52.808099 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae89c49d-533c-4945-8c82-43539b9601cd req-2664c4b1-2cd2-43f2-a197-5a269f0c0e5e tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:52.817531 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ae89c49d-533c-4945-8c82-43539b9601cd req-2664c4b1-2cd2-43f2-a197-5a269f0c0e5e tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/ports?device_id=56769566-04ae-489c-bb3b-c290f6f33f55 HTTP/1.1" status: 200 len: 945 time: 0.0802448 Oct 20 10:48:52.870867 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ae89c49d-533c-4945-8c82-43539b9601cd req-3f113fdb-9752-472b-85f9-cd9fe499b310 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/security-groups?id=d30b8c8d-75cd-4380-b81d-917877550485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478592 Oct 20 10:48:52.974541 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa28d51d-bb14-4087-bd2f-471bfc515f1e req-113a03da-57bb-4df1-8acc-eafb188df34e tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:52.976178 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fa28d51d-bb14-4087-bd2f-471bfc515f1e req-113a03da-57bb-4df1-8acc-eafb188df34e tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 946 time: 0.1208465 Oct 20 10:48:53.027787 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fa28d51d-bb14-4087-bd2f-471bfc515f1e req-6c3d3ee1-d9e0-4f56-b145-6f474cc2a8c9 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442624 Oct 20 10:48:53.084417 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565f8505-e675-4b0b-ab2d-745aa062ac33 req-ed271cb9-af30-46c8-9c69-20136898a4d4 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:53.086062 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-565f8505-e675-4b0b-ab2d-745aa062ac33 req-ed271cb9-af30-46c8-9c69-20136898a4d4 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/ports?device_id=56769566-04ae-489c-bb3b-c290f6f33f55 HTTP/1.1" status: 200 len: 945 time: 0.0572596 Oct 20 10:48:53.143092 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-565f8505-e675-4b0b-ab2d-745aa062ac33 req-def795cc-cb20-44d7-85e1-9ccc7edd08d1 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/security-groups?id=d30b8c8d-75cd-4380-b81d-917877550485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465491 Oct 20 10:48:53.148396 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 42918) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:48:53.154985 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 42920) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:48:53.209722 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-717e3bb8-a8a8-4e62-81b7-3dbf68cbead5 tempest-TestNetworkAdvancedServerOps-535186383 tempest-TestNetworkAdvancedServerOps-535186383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:53.212101 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-717e3bb8-a8a8-4e62-81b7-3dbf68cbead5 tempest-TestNetworkAdvancedServerOps-535186383 tempest-TestNetworkAdvancedServerOps-535186383-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=56769566-04ae-489c-bb3b-c290f6f33f55 HTTP/1.1" status: 200 len: 1091 time: 0.0525942 Oct 20 10:48:53.215612 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 42928) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:48:53.220306 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-446ee95a-a9ad-463e-a40a-712c8b9e2b75 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Request body: {'floatingip': {'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'port_id': 'dbef63cf-4342-4fac-bd9c-8425a18f8f45', 'tenant_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'fixed_ip_address': '172.20.0.7'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:48:53.252664 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-446ee95a-a9ad-463e-a40a-712c8b9e2b75 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for floatingip, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:53.305285 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00a9de3-5e5c-471c-9f82-555add909663 req-1592fcbd-5e70-424e-befd-e582f41c3a92 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:53.306812 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a00a9de3-5e5c-471c-9f82-555add909663 req-1592fcbd-5e70-424e-befd-e582f41c3a92 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 946 time: 0.0558736 Oct 20 10:48:53.308729 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7c42e847-ee8d-4276-bd2b-c1e4ac2ce38f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:53.347113 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a00a9de3-5e5c-471c-9f82-555add909663 req-d8051fa9-21da-427a-945d-60a4be2a5a7d tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333357 Oct 20 10:48:53.423141 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-446ee95a-a9ad-463e-a40a-712c8b9e2b75 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:53.478069 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7c42e847-ee8d-4276-bd2b-c1e4ac2ce38f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:53.479262 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba13c2f-2788-4801-a4b7-1c8c565c0665 req-7aa969bc-ad84-4463-beec-178d7b9bd568 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:53.481279 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0ba13c2f-2788-4801-a4b7-1c8c565c0665 req-7aa969bc-ad84-4463-beec-178d7b9bd568 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 946 time: 0.0595098 Oct 20 10:48:53.487643 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7c42e847-ee8d-4276-bd2b-c1e4ac2ce38f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:53.521065 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0ba13c2f-2788-4801-a4b7-1c8c565c0665 req-9e336c07-d681-4ef1-a721-88e122f9497b tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339429 Oct 20 10:48:53.539061 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-7c42e847-ee8d-4276-bd2b-c1e4ac2ce38f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9d8fcf23bc504ce89fe85c09b4bfa62a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3894975 Oct 20 10:48:53.541565 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 42934) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:48:53.557172 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c42e847-ee8d-4276-bd2b-c1e4ac2ce38f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b707011a-6746-4140-a559-1827d28c5896,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:53.610811 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-446ee95a-a9ad-463e-a40a-712c8b9e2b75 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Allocated IP 172.25.1.162 (cbe170d3-31ba-45a2-b477-520ab0a7a8ea/f4e26aca-17ac-4adb-a66b-d939a1b35b64/2ffb77ff-fd96-4199-b14a-be2e025313c0) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:48:53.625816 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-97c88787-b2a0-4fe7-9d3d-de8b80735716 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:53.660138 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-97c88787-b2a0-4fe7-9d3d-de8b80735716 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:53.733815 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-446ee95a-a9ad-463e-a40a-712c8b9e2b75 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:53.796615 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-97c88787-b2a0-4fe7-9d3d-de8b80735716 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:53.797331 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-446ee95a-a9ad-463e-a40a-712c8b9e2b75 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:53.799288 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-97c88787-b2a0-4fe7-9d3d-de8b80735716 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:53.810542 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-97c88787-b2a0-4fe7-9d3d-de8b80735716 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b707011a-6746-4140-a559-1827d28c5896 HTTP/1.1" status: 204 len: 168 time: 0.2608106 Oct 20 10:48:53.829777 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c88787-b2a0-4fe7-9d3d-de8b80735716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b707011a-6746-4140-a559-1827d28c5896,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:53.842186 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-446ee95a-a9ad-463e-a40a-712c8b9e2b75 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Network cbe170d3-31ba-45a2-b477-520ab0a7a8ea is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:48:53.843659 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f456b8e1-ad8b-469e-91d1-5f1bce8537ea req-167b1a56-3af7-47b8-aa90-057244378e0a tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:53.845354 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f456b8e1-ad8b-469e-91d1-5f1bce8537ea req-167b1a56-3af7-47b8-aa90-057244378e0a tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/networks?id=f1bd979d-a352-44ca-89b6-a358a0660ac0 HTTP/1.1" status: 200 len: 813 time: 0.1589165 Oct 20 10:48:53.845738 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-446ee95a-a9ad-463e-a40a-712c8b9e2b75 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:48:53.849751 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446ee95a-a9ad-463e-a40a-712c8b9e2b75 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:48:53.871973 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f456b8e1-ad8b-469e-91d1-5f1bce8537ea req-3f4986c1-6431-4c81-873e-16fd5f585783 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/quotas/d11d55054d4b421595fd77f9f4853b62 HTTP/1.1" status: 200 len: 375 time: 0.0105162 Oct 20 10:48:53.877871 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446ee95a-a9ad-463e-a40a-712c8b9e2b75 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Pushing event updated for resources: {'Port': ['ID=2ffb77ff-fd96-4199-b14a-be2e025313c0,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:53.952348 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f456b8e1-ad8b-469e-91d1-5f1bce8537ea req-4c5076db-a0a4-4e8a-b432-cddf68e7b979 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=d11d55054d4b421595fd77f9f4853b62&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0667169 Oct 20 10:48:54.119799 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decc3fc8-eec0-4dde-91c7-85fc283e2eae req-c3c0b3ce-c6e6-4e5d-8a39-e6646bbeddf2 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:54.121334 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-decc3fc8-eec0-4dde-91c7-85fc283e2eae req-c3c0b3ce-c6e6-4e5d-8a39-e6646bbeddf2 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 946 time: 0.0850329 Oct 20 10:48:54.168476 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-decc3fc8-eec0-4dde-91c7-85fc283e2eae req-be3ab4c2-e1b6-455e-bc97-5bdb25db2868 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384841 Oct 20 10:48:54.278642 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 42964) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:48:54.322546 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d911f0fb-729c-4a69-8b12-4302a7d2adcc req-326f499a-2de6-4d50-8685-d0ac53097071 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:54.324122 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d911f0fb-729c-4a69-8b12-4302a7d2adcc req-326f499a-2de6-4d50-8685-d0ac53097071 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 946 time: 0.0619745 Oct 20 10:48:54.324614 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a5a0d7b8-f205-400e-82d2-ccd4cf59cd2a admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:54.364198 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d911f0fb-729c-4a69-8b12-4302a7d2adcc req-f5567683-f7a4-48b5-84c1-15b63473bc2c tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333390 Oct 20 10:48:54.416435 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-446ee95a-a9ad-463e-a40a-712c8b9e2b75 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:54.485080 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a5a0d7b8-f205-400e-82d2-ccd4cf59cd2a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:54.507374 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a5a0d7b8-f205-400e-82d2-ccd4cf59cd2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:54.538834 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-446ee95a-a9ad-463e-a40a-712c8b9e2b75 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:54.580889 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a0d7b8-f205-400e-82d2-ccd4cf59cd2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ddd469a-1ba9-40f6-8b01-2f87668d37ea,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:54.590675 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-a5a0d7b8-f205-400e-82d2-ccd4cf59cd2a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f967a078247f4f58b4ea07146e3101a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3103313 Oct 20 10:48:54.593813 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 42978) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:48:54.619044 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a86ba637-7fc3-4a46-916b-bcfd09c038f7 req-f0464e9b-a0c0-46a5-ad8d-1804e96a6ef3 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=d11d55054d4b421595fd77f9f4853b62 HTTP/1.1" status: 200 len: 221 time: 0.0403113 Oct 20 10:48:54.675190 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7599a7eb-c4ba-4a32-934a-815b22f5cb3a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:54.724092 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7599a7eb-c4ba-4a32-934a-815b22f5cb3a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:54.724921 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590b5da5-b04a-4f0b-b26b-40a7674b5877 req-99fd2b07-de84-4bca-9a95-63ded644988b tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:54.734150 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-590b5da5-b04a-4f0b-b26b-40a7674b5877 req-99fd2b07-de84-4bca-9a95-63ded644988b tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 946 time: 0.0658233 Oct 20 10:48:54.774564 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-590b5da5-b04a-4f0b-b26b-40a7674b5877 req-5ab956f4-212c-4907-9448-4cfe4075247c tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392292 Oct 20 10:48:54.907724 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d6c5c3-3ab5-499d-a31f-6bda1623af9f req-8167495e-cb53-4c77-898c-2a0d74eb58f0 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:54.909249 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-82d6c5c3-3ab5-499d-a31f-6bda1623af9f req-8167495e-cb53-4c77-898c-2a0d74eb58f0 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 946 time: 0.0534408 Oct 20 10:48:54.959225 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-82d6c5c3-3ab5-499d-a31f-6bda1623af9f req-4dd61448-3e4b-458d-abb6-3d91e6687ae3 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424192 Oct 20 10:48:55.162234 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9192a5-2b21-4d1b-b040-d4ad266febbc req-7aba176f-9154-47ee-8985-8e6325b85323 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:55.163872 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ed9192a5-2b21-4d1b-b040-d4ad266febbc req-7aba176f-9154-47ee-8985-8e6325b85323 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 946 time: 0.0947478 Oct 20 10:48:55.174980 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7599a7eb-c4ba-4a32-934a-815b22f5cb3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:55.178583 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7599a7eb-c4ba-4a32-934a-815b22f5cb3a admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:55.182506 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-7599a7eb-c4ba-4a32-934a-815b22f5cb3a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3ddd469a-1ba9-40f6-8b01-2f87668d37ea HTTP/1.1" status: 204 len: 168 time: 0.5876818 Oct 20 10:48:55.184992 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-446ee95a-a9ad-463e-a40a-712c8b9e2b75 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for port, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:55.194888 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-446ee95a-a9ad-463e-a40a-712c8b9e2b75 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:55.200813 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7599a7eb-c4ba-4a32-934a-815b22f5cb3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ddd469a-1ba9-40f6-8b01-2f87668d37ea,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:55.259832 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ed9192a5-2b21-4d1b-b040-d4ad266febbc req-83d53828-e854-4650-81da-4f931ddc4c06 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846665 Oct 20 10:48:55.289526 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446ee95a-a9ad-463e-a40a-712c8b9e2b75 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Pushing event updated for resources: {'Port': ['ID=2ffb77ff-fd96-4199-b14a-be2e025313c0,revision_number=2']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:48:55.293256 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-446ee95a-a9ad-463e-a40a-712c8b9e2b75 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1773381'] for floatingip, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:55.415223 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5871f68d-501e-4020-8e61-635b7b658ed8 req-882724f1-0559-42a1-bd60-6b337ecf869e tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:55.415849 n-d-811396-3 neutron-server[100597]: INFO neutron.db.l3_db [None req-446ee95a-a9ad-463e-a40a-712c8b9e2b75 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Floating IP be53eb52-699f-4780-b6c6-fadd828b891f associated. External IP: 172.25.1.162, port: dbef63cf-4342-4fac-bd9c-8425a18f8f45. Oct 20 10:48:55.417332 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5871f68d-501e-4020-8e61-635b7b658ed8 req-882724f1-0559-42a1-bd60-6b337ecf869e tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 946 time: 0.0594432 Oct 20 10:48:55.470346 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5871f68d-501e-4020-8e61-635b7b658ed8 req-5ed6e1aa-462d-46a4-b904-80d8835d14ef tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471101 Oct 20 10:48:55.621716 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55d3822-62d3-4a04-a187-e5388ee84eae req-731acfe3-5767-4034-b801-3453f14c666b tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:55.634324 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f55d3822-62d3-4a04-a187-e5388ee84eae req-731acfe3-5767-4034-b801-3453f14c666b tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 946 time: 0.0753007 Oct 20 10:48:55.686790 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f55d3822-62d3-4a04-a187-e5388ee84eae req-d14ce0ec-9069-4558-92b8-0b6507ca98e1 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514886 Oct 20 10:48:55.692568 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-446ee95a-a9ad-463e-a40a-712c8b9e2b75 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Router c0307d1f-c8b7-41b2-a8c3-99c9b80fa066 has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:48:55.837218 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-446ee95a-a9ad-463e-a40a-712c8b9e2b75 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:48:55.837997 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce77f6ff-042d-4aa8-a0c0-89a38a447294 req-4711bdd9-e4d8-4c3e-8acc-3261461661a7 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:55.851677 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ce77f6ff-042d-4aa8-a0c0-89a38a447294 req-4711bdd9-e4d8-4c3e-8acc-3261461661a7 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 946 time: 0.0738142 Oct 20 10:48:55.864763 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906341c1-0f27-4004-9887-f8e34a4774b1 None None] Sync routers for ids ['c0307d1f-c8b7-41b2-a8c3-99c9b80fa066'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:48:55.865933 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-446ee95a-a9ad-463e-a40a-712c8b9e2b75 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for floatingip, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:48:55.880926 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906341c1-0f27-4004-9887-f8e34a4774b1 None None] Routers {'c0307d1f-c8b7-41b2-a8c3-99c9b80fa066'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:48:55.881663 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-906341c1-0f27-4004-9887-f8e34a4774b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:48:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['c0307d1f-c8b7-41b2-a8c3-99c9b80fa066'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:48:55.901989 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-446ee95a-a9ad-463e-a40a-712c8b9e2b75 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6851122 Oct 20 10:48:55.902923 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56769566-04ae-489c-bb3b-c290f6f33f55', 'tag': 'dbef63cf-4342-4fac-bd9c-8425a18f8f45'}] {{(pid=100597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:48:55.904072 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ce77f6ff-042d-4aa8-a0c0-89a38a447294 req-227819f3-624d-41aa-b8c7-466c1b11c4c6 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512409 Oct 20 10:48:55.906489 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd85cad6a391afaa95d2dd5280bfd4659fc1e1b2aba53b5e7ef874f059efcdc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93985131-8889-47b3-ab6a-da4ae657f292" -d '{"events": [{"name": "network-changed", "server_uuid": "56769566-04ae-489c-bb3b-c290f6f33f55", "tag": "dbef63cf-4342-4fac-bd9c-8425a18f8f45"}]}' {{(pid=100597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:48:55.968444 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f202f1a-23b2-4090-8843-4083a714b510 x-openstack-request-id: req-7f202f1a-23b2-4090-8843-4083a714b510 {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:48:55.968815 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56769566-04ae-489c-bb3b-c290f6f33f55", "tag": "dbef63cf-4342-4fac-bd9c-8425a18f8f45", "status": "completed", "code": 200}]} {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:48:55.968975 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7f202f1a-23b2-4090-8843-4083a714b510 {{(pid=100597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:48:55.969393 n-d-811396-3 neutron-server[100597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56769566-04ae-489c-bb3b-c290f6f33f55', 'tag': 'dbef63cf-4342-4fac-bd9c-8425a18f8f45', 'status': 'completed', 'code': 200} Oct 20 10:48:56.093407 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-906341c1-0f27-4004-9887-f8e34a4774b1 None None] Set router c0307d1f-c8b7-41b2-a8c3-99c9b80fa066 gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:48:56.093616 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680fa3c4-7ace-4b85-912e-f0002c3855c6 req-9fb79012-8a2b-4f1d-96e9-7205aa51f801 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:56.101326 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-680fa3c4-7ace-4b85-912e-f0002c3855c6 req-9fb79012-8a2b-4f1d-96e9-7205aa51f801 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/ports?device_id=56769566-04ae-489c-bb3b-c290f6f33f55 HTTP/1.1" status: 200 len: 945 time: 0.1317055 Oct 20 10:48:56.123786 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93985131-8889-47b3-ab6a-da4ae657f292 req-2c4310d7-f83e-4016-8948-385a998ff860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:56.125444 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-93985131-8889-47b3-ab6a-da4ae657f292 req-2c4310d7-f83e-4016-8948-385a998ff860 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ba79d3046aa84fd2ac89895f3514d2bd&device_id=56769566-04ae-489c-bb3b-c290f6f33f55 HTTP/1.1" status: 200 len: 1096 time: 0.1040928 Oct 20 10:48:56.231836 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-680fa3c4-7ace-4b85-912e-f0002c3855c6 req-a9dc8576-6859-438a-be5f-4bd98fc4b1c4 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/security-groups?id=d30b8c8d-75cd-4380-b81d-917877550485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293874 Oct 20 10:48:56.259486 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 43046) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:48:56.373162 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83fde1e-00b1-453b-90fc-af87828bbb67 req-479c74d9-6dca-4297-ba88-de04533de6b6 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:56.377640 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b83fde1e-00b1-453b-90fc-af87828bbb67 req-479c74d9-6dca-4297-ba88-de04533de6b6 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 946 time: 0.2723005 Oct 20 10:48:56.393559 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-0ae67ec7-3862-45f1-a387-e2e36361e633 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/floatingips/be53eb52-699f-4780-b6c6-fadd828b891f HTTP/1.1" status: 200 len: 991 time: 0.1327496 Oct 20 10:48:56.396883 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-906341c1-0f27-4004-9887-f8e34a4774b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0307d1f-c8b7-41b2-a8c3-99c9b80fa066', 'name': 'tempest-TestNetworkAdvancedServerOps-router-899616690', 'tenant_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': 'ae7b0e05-83a3-46a2-b732-79f48c50712d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:48:32Z', 'updated_at': '2021-10-20T10:48:38Z', 'revision_number': 4, 'project_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'gw_port': {'id': 'ae7b0e05-83a3-46a2-b732-79f48c50712d', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:1d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0307d1f-c8b7-41b2-a8c3-99c9b80fa066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2557, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:48:33Z', 'updated_at': '2021-10-20T10:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_floatingips': [{'id': 'be53eb52-699f-4780-b6c6-fadd828b891f', 'tenant_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'floating_ip_address': '172.25.1.162', 'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'router_id': 'c0307d1f-c8b7-41b2-a8c3-99c9b80fa066', 'port_id': 'dbef63cf-4342-4fac-bd9c-8425a18f8f45', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b56c2100-b644-4ba2-90f2-4b531255f999', 'mac_address': 'fa:16:3e:62:7d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56769566-04ae-489c-bb3b-c290f6f33f55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T10:48:54Z', 'updated_at': '2021-10-20T10:48:54Z', 'revision_number': 0, 'project_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e91dc0b2-04a1-4635-bb59-465d84636e8f', 'name': '', 'network_id': 'b56c2100-b644-4ba2-90f2-4b531255f999', 'tenant_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'mac_address': 'fa:16:3e:1c:65:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0307d1f-c8b7-41b2-a8c3-99c9b80fa066', 'device_owner': 'network:router_interface', 'standard_attr_id': 2565, 'fixed_ips': [{'subnet_id': '91bdc508-699c-4642-8aa1-b806463a6e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:48:37Z', 'updated_at': '2021-10-20T10:48:44Z', 'revision_number': 5, 'project_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'subnets': [{'id': '91bdc508-699c-4642-8aa1-b806463a6e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:48:56.425880 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906341c1-0f27-4004-9887-f8e34a4774b1 None None] Checking router: c0307d1f-c8b7-41b2-a8c3-99c9b80fa066 for host: n-d-811396-3 {{(pid=100599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:48:56.434975 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906341c1-0f27-4004-9887-f8e34a4774b1 None None] Routers {'c0307d1f-c8b7-41b2-a8c3-99c9b80fa066'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:48:56.436115 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-906341c1-0f27-4004-9887-f8e34a4774b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:48:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['c0307d1f-c8b7-41b2-a8c3-99c9b80fa066'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:48:56.439404 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93985131-8889-47b3-ab6a-da4ae657f292 req-815ad5d6-ae27-4323-bdf9-23b48c530947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:56.440934 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-93985131-8889-47b3-ab6a-da4ae657f292 req-815ad5d6-ae27-4323-bdf9-23b48c530947 service neutron] 10.222.0.69 "GET /v2.0/networks?id=b56c2100-b644-4ba2-90f2-4b531255f999 HTTP/1.1" status: 200 len: 897 time: 0.3056200 Oct 20 10:48:56.444034 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b83fde1e-00b1-453b-90fc-af87828bbb67 req-672a2ef8-3fb4-4120-b08b-a5658d9b3e45 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586052 Oct 20 10:48:56.575065 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-906341c1-0f27-4004-9887-f8e34a4774b1 None None] Set router c0307d1f-c8b7-41b2-a8c3-99c9b80fa066 gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:48:56.601071 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-93985131-8889-47b3-ab6a-da4ae657f292 req-45e3c4da-2ffc-4afb-b6fe-33432957c032 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dbef63cf-4342-4fac-bd9c-8425a18f8f45 HTTP/1.1" status: 200 len: 999 time: 0.1512222 Oct 20 10:48:56.652905 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49866d9d-98a1-4220-bec2-a2931279bb6d req-dc7f0a8e-add0-4e35-b43b-443fc49de5b2 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:56.656518 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-49866d9d-98a1-4220-bec2-a2931279bb6d req-dc7f0a8e-add0-4e35-b43b-443fc49de5b2 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 946 time: 0.0997806 Oct 20 10:48:56.692475 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93985131-8889-47b3-ab6a-da4ae657f292 req-56c5f920-9e2a-4d17-a095-5d55dec8cb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:56.693977 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-93985131-8889-47b3-ab6a-da4ae657f292 req-56c5f920-9e2a-4d17-a095-5d55dec8cb19 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=91bdc508-699c-4642-8aa1-b806463a6e96 HTTP/1.1" status: 200 len: 835 time: 0.0855689 Oct 20 10:48:56.751616 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-49866d9d-98a1-4220-bec2-a2931279bb6d req-2462f70e-6758-4474-ab4d-a363b4ab6664 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840237 Oct 20 10:48:56.798214 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93985131-8889-47b3-ab6a-da4ae657f292 req-321a9999-679b-4530-ae1d-e256ca9c2447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:56.800299 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-93985131-8889-47b3-ab6a-da4ae657f292 req-321a9999-679b-4530-ae1d-e256ca9c2447 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b56c2100-b644-4ba2-90f2-4b531255f999&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0976837 Oct 20 10:48:56.863266 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-906341c1-0f27-4004-9887-f8e34a4774b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0307d1f-c8b7-41b2-a8c3-99c9b80fa066', 'name': 'tempest-TestNetworkAdvancedServerOps-router-899616690', 'tenant_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': 'ae7b0e05-83a3-46a2-b732-79f48c50712d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:48:32Z', 'updated_at': '2021-10-20T10:48:38Z', 'revision_number': 4, 'project_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'gw_port': {'id': 'ae7b0e05-83a3-46a2-b732-79f48c50712d', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:1d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0307d1f-c8b7-41b2-a8c3-99c9b80fa066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2557, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:48:33Z', 'updated_at': '2021-10-20T10:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_floatingips': [{'id': 'be53eb52-699f-4780-b6c6-fadd828b891f', 'tenant_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'floating_ip_address': '172.25.1.162', 'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'router_id': 'c0307d1f-c8b7-41b2-a8c3-99c9b80fa066', 'port_id': 'dbef63cf-4342-4fac-bd9c-8425a18f8f45', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b56c2100-b644-4ba2-90f2-4b531255f999', 'mac_address': 'fa:16:3e:62:7d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56769566-04ae-489c-bb3b-c290f6f33f55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T10:48:54Z', 'updated_at': '2021-10-20T10:48:54Z', 'revision_number': 0, 'project_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e91dc0b2-04a1-4635-bb59-465d84636e8f', 'name': '', 'network_id': 'b56c2100-b644-4ba2-90f2-4b531255f999', 'tenant_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'mac_address': 'fa:16:3e:1c:65:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0307d1f-c8b7-41b2-a8c3-99c9b80fa066', 'device_owner': 'network:router_interface', 'standard_attr_id': 2565, 'fixed_ips': [{'subnet_id': '91bdc508-699c-4642-8aa1-b806463a6e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:48:37Z', 'updated_at': '2021-10-20T10:48:44Z', 'revision_number': 5, 'project_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'subnets': [{'id': '91bdc508-699c-4642-8aa1-b806463a6e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:48:56.896809 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906341c1-0f27-4004-9887-f8e34a4774b1 None None] The sync data for ids ['c0307d1f-c8b7-41b2-a8c3-99c9b80fa066'] in n-d-811396-3 is: [{'id': 'c0307d1f-c8b7-41b2-a8c3-99c9b80fa066', 'name': 'tempest-TestNetworkAdvancedServerOps-router-899616690', 'tenant_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': 'ae7b0e05-83a3-46a2-b732-79f48c50712d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:48:32Z', 'updated_at': '2021-10-20T10:48:38Z', 'revision_number': 4, 'project_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'gw_port': {'id': 'ae7b0e05-83a3-46a2-b732-79f48c50712d', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:1d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0307d1f-c8b7-41b2-a8c3-99c9b80fa066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2557, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:48:33Z', 'updated_at': '2021-10-20T10:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_floatingips': [{'id': 'be53eb52-699f-4780-b6c6-fadd828b891f', 'tenant_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'floating_ip_address': '172.25.1.162', 'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'router_id': 'c0307d1f-c8b7-41b2-a8c3-99c9b80fa066', 'port_id': 'dbef63cf-4342-4fac-bd9c-8425a18f8f45', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b56c2100-b644-4ba2-90f2-4b531255f999', 'mac_address': 'fa:16:3e:62:7d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56769566-04ae-489c-bb3b-c290f6f33f55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T10:48:54Z', 'updated_at': '2021-10-20T10:48:54Z', 'revision_number': 0, 'project_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e91dc0b2-04a1-4635-bb59-465d84636e8f', 'name': '', 'network_id': 'b56c2100-b644-4ba2-90f2-4b531255f999', 'tenant_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'mac_address': 'fa:16:3e:1c:65:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0307d1f-c8b7-41b2-a8c3-99c9b80fa066', 'device_owner': 'network:router_interface', 'standard_attr_id': 2565, 'fixed_ips': [{'subnet_id': '91bdc508-699c-4642-8aa1-b806463a6e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:48:37Z', 'updated_at': '2021-10-20T10:48:44Z', 'revision_number': 5, 'project_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'subnets': [{'id': '91bdc508-699c-4642-8aa1-b806463a6e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:48:56.961983 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-93985131-8889-47b3-ab6a-da4ae657f292 req-54695229-9316-4148-9465-6d0dab968350 service neutron] 10.222.0.69 "GET /v2.0/networks/b56c2100-b644-4ba2-90f2-4b531255f999?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535680 Oct 20 10:48:57.007152 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef54c1dc-e4cc-4b2c-a85e-b4eb1fd25161 req-b7b9f9de-0bee-4afd-8488-e56080b98acf tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:57.009244 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ef54c1dc-e4cc-4b2c-a85e-b4eb1fd25161 req-b7b9f9de-0bee-4afd-8488-e56080b98acf tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 946 time: 0.0945625 Oct 20 10:48:57.098516 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ef54c1dc-e4cc-4b2c-a85e-b4eb1fd25161 req-5e6633d6-56fa-48f5-a517-6b6751b43f34 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781715 Oct 20 10:48:57.170592 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-93985131-8889-47b3-ab6a-da4ae657f292 req-4e492c38-a4f5-4487-b84c-81860d447578 service neutron] 10.222.0.69 "GET /v2.0/networks/b56c2100-b644-4ba2-90f2-4b531255f999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998115 Oct 20 10:48:57.267627 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43044ad-7413-4216-9f15-312a528d0360 None None] New status for floating IP be53eb52-699f-4780-b6c6-fadd828b891f: ACTIVE {{(pid=100598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 10:48:57.361595 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d769f4a1-0cb2-48ae-82fe-2131566e7e06 req-f4f8e65e-179a-4b6b-a562-af72fa828ccf tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:57.363181 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d769f4a1-0cb2-48ae-82fe-2131566e7e06 req-f4f8e65e-179a-4b6b-a562-af72fa828ccf tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 946 time: 0.1362605 Oct 20 10:48:57.397174 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 43074) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:48:57.441165 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d769f4a1-0cb2-48ae-82fe-2131566e7e06 req-389c6dc5-d12c-4290-891c-b8c420d51f21 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710897 Oct 20 10:48:57.494106 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-7983dee8-cc6f-4b32-8ef9-7a2e3e06879c tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/floatingips/be53eb52-699f-4780-b6c6-fadd828b891f HTTP/1.1" status: 200 len: 991 time: 0.0957532 Oct 20 10:48:57.598752 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5023db7f-e13c-4b32-b3aa-bd22587aad55 req-4869da2f-c6a9-4e20-98b1-fc313f8feb27 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:57.600424 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5023db7f-e13c-4b32-b3aa-bd22587aad55 req-4869da2f-c6a9-4e20-98b1-fc313f8feb27 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 946 time: 0.0526578 Oct 20 10:48:57.646643 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5023db7f-e13c-4b32-b3aa-bd22587aad55 req-3101f690-8ad9-4999-8509-521029e1a0c8 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390849 Oct 20 10:48:57.839873 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dde9fd9-53a3-47e3-aa72-9c15fc567295 req-f4012502-30fd-40b0-be68-312e315175fe tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:57.849159 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5dde9fd9-53a3-47e3-aa72-9c15fc567295 req-f4012502-30fd-40b0-be68-312e315175fe tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 946 time: 0.0872831 Oct 20 10:48:57.894077 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5dde9fd9-53a3-47e3-aa72-9c15fc567295 req-b12d1c4a-ea21-4a29-99a7-ff363688eec5 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417347 Oct 20 10:48:58.049829 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bb65ad-d271-4e5f-9406-530ac8755e24 req-162ed79a-de7c-4e7e-ad93-7536ed7d8859 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:58.051865 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-54bb65ad-d271-4e5f-9406-530ac8755e24 req-162ed79a-de7c-4e7e-ad93-7536ed7d8859 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 946 time: 0.0775700 Oct 20 10:48:58.098017 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-54bb65ad-d271-4e5f-9406-530ac8755e24 req-278d78cc-093b-4aff-9604-9721360d861d tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400910 Oct 20 10:48:58.237147 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca714813-02f8-4f1a-a03b-c84d4099cda6 req-779e4a1d-f4ce-4380-b4a8-64147c0868fb tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:58.238730 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ca714813-02f8-4f1a-a03b-c84d4099cda6 req-779e4a1d-f4ce-4380-b4a8-64147c0868fb tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 946 time: 0.0599682 Oct 20 10:48:58.297121 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ca714813-02f8-4f1a-a03b-c84d4099cda6 req-99cc013e-e86c-43bf-9d14-6f940783f084 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426228 Oct 20 10:48:58.496014 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 43112) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:48:58.607007 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-bf0d5aa6-a94f-49d0-a141-0a846cf1c865 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/floatingips/be53eb52-699f-4780-b6c6-fadd828b891f HTTP/1.1" status: 200 len: 993 time: 0.1096601 Oct 20 10:48:58.630044 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8293a3fd-023a-4e15-a8aa-c57e65d32af9 req-650e1d48-dea1-48a7-a374-886a4ffc27da tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:58.631880 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8293a3fd-023a-4e15-a8aa-c57e65d32af9 req-650e1d48-dea1-48a7-a374-886a4ffc27da tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 946 time: 0.1166866 Oct 20 10:48:58.697115 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8293a3fd-023a-4e15-a8aa-c57e65d32af9 req-ca85ec2e-db97-408d-b034-b86cb099b375 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580604 Oct 20 10:48:58.716346 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926d9093-6e0d-4215-b5ff-29226e2504b9 req-409ba40e-f737-4f85-8d11-d17fbe3287d7 tempest-VolumesBackupsTest-831339856 tempest-VolumesBackupsTest-831339856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:58.717838 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-926d9093-6e0d-4215-b5ff-29226e2504b9 req-409ba40e-f737-4f85-8d11-d17fbe3287d7 tempest-VolumesBackupsTest-831339856 tempest-VolumesBackupsTest-831339856-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b3220b0-f4d0-4837-8d21-9b182047c786 HTTP/1.1" status: 200 len: 950 time: 0.0634515 Oct 20 10:48:58.772366 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-926d9093-6e0d-4215-b5ff-29226e2504b9 req-669c2393-3b98-4f6f-94f1-6fcfd9ed9210 tempest-VolumesBackupsTest-831339856 tempest-VolumesBackupsTest-831339856-project] 10.222.0.64 "GET /v2.0/security-groups?id=5be07d3f-5119-45be-a357-33ceda6b0af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459890 Oct 20 10:48:58.920535 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ed4791-9fe5-4039-be65-78e08ccb9d15 req-2b93b23c-2ecd-4f9d-bad3-67929f823e02 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:58.922319 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-96ed4791-9fe5-4039-be65-78e08ccb9d15 req-2b93b23c-2ecd-4f9d-bad3-67929f823e02 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 946 time: 0.0761306 Oct 20 10:48:58.992855 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-96ed4791-9fe5-4039-be65-78e08ccb9d15 req-ed49ac05-ba45-4fbb-890c-b6eb88eebb90 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640874 Oct 20 10:48:59.201020 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b30349-ca01-459a-9c44-d09e5c82591a req-a42a506f-2d60-40b6-bf9b-41738034212e tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:59.203848 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a8b30349-ca01-459a-9c44-d09e5c82591a req-a42a506f-2d60-40b6-bf9b-41738034212e tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 946 time: 0.0580733 Oct 20 10:48:59.242854 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a8b30349-ca01-459a-9c44-d09e5c82591a req-8e047485-e8af-4663-ad5a-aeeaf124f147 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341332 Oct 20 10:48:59.370574 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8960298-fda4-4702-b12f-67cf813d00cf req-3b06117b-7a9a-42ce-a9d9-67a1222e42cf tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:59.372389 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c8960298-fda4-4702-b12f-67cf813d00cf req-3b06117b-7a9a-42ce-a9d9-67a1222e42cf tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 946 time: 0.0539284 Oct 20 10:48:59.426757 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c8960298-fda4-4702-b12f-67cf813d00cf req-2207539a-a032-414c-927a-1cf3431a4da9 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465574 Oct 20 10:48:59.575223 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac824ef-ef1e-4680-b317-32ac05a4273b req-2de86bda-8376-414a-8cb4-909a967a6e82 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:59.577268 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8ac824ef-ef1e-4680-b317-32ac05a4273b req-2de86bda-8376-414a-8cb4-909a967a6e82 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 946 time: 0.0530233 Oct 20 10:48:59.643309 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8ac824ef-ef1e-4680-b317-32ac05a4273b req-f0adbcb3-3853-4c57-bd6a-3c3d77b026c2 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599649 Oct 20 10:48:59.796733 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5144e91c-d23b-4dff-a188-f7ebb19b8ae0 req-0a05293e-e3d5-4495-9f23-82c05247b475 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:59.798718 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5144e91c-d23b-4dff-a188-f7ebb19b8ae0 req-0a05293e-e3d5-4495-9f23-82c05247b475 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 946 time: 0.0704808 Oct 20 10:48:59.873359 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5144e91c-d23b-4dff-a188-f7ebb19b8ae0 req-6b4a0b60-ca9a-4046-a261-f19e7b92a42f tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671690 Oct 20 10:48:59.989243 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab5413a-8495-4880-b989-ff39a03138b1 req-2cf85b32-61cd-4f50-8783-3a515950a41e tempest-VolumesBackupsTest-831339856 tempest-VolumesBackupsTest-831339856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:48:59.999892 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7ab5413a-8495-4880-b989-ff39a03138b1 req-2cf85b32-61cd-4f50-8783-3a515950a41e tempest-VolumesBackupsTest-831339856 tempest-VolumesBackupsTest-831339856-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b3220b0-f4d0-4837-8d21-9b182047c786 HTTP/1.1" status: 200 len: 950 time: 0.1104357 Oct 20 10:49:00.062351 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7ab5413a-8495-4880-b989-ff39a03138b1 req-a35d7498-6bfe-41ce-8399-f3b7c61aebc9 tempest-VolumesBackupsTest-831339856 tempest-VolumesBackupsTest-831339856-project] 10.222.0.64 "GET /v2.0/security-groups?id=5be07d3f-5119-45be-a357-33ceda6b0af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606048 Oct 20 10:49:00.155073 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fef440-b3da-4a6f-8f90-da237d3ad5d8 req-6e3d8a7a-2f1e-4636-86f4-5d23361ecd72 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:00.156622 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-48fef440-b3da-4a6f-8f90-da237d3ad5d8 req-6e3d8a7a-2f1e-4636-86f4-5d23361ecd72 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 946 time: 0.0706465 Oct 20 10:49:00.204668 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-48fef440-b3da-4a6f-8f90-da237d3ad5d8 req-3e6db2f9-4116-4d5f-93cd-890dcdd132c2 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395112 Oct 20 10:49:00.761749 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8c30e9-1982-43ff-80c0-6cae67e90b83 req-6d4799d2-4975-44f9-a14d-d0d2a017770d tempest-VolumesBackupsTest-831339856 tempest-VolumesBackupsTest-831339856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:00.763253 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3b8c30e9-1982-43ff-80c0-6cae67e90b83 req-6d4799d2-4975-44f9-a14d-d0d2a017770d tempest-VolumesBackupsTest-831339856 tempest-VolumesBackupsTest-831339856-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b3220b0-f4d0-4837-8d21-9b182047c786 HTTP/1.1" status: 200 len: 950 time: 0.0514572 Oct 20 10:49:00.911579 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-3b8c30e9-1982-43ff-80c0-6cae67e90b83 req-5e631e4f-8de1-4b36-a0a0-f91d1aac92f0 tempest-VolumesBackupsTest-831339856 tempest-VolumesBackupsTest-831339856-project] Deleting port 7b303afc-eb15-4456-84f5-fd16c7de5a7a {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:49:00.911883 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-3b8c30e9-1982-43ff-80c0-6cae67e90b83 req-5e631e4f-8de1-4b36-a0a0-f91d1aac92f0 tempest-VolumesBackupsTest-831339856 tempest-VolumesBackupsTest-831339856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:01.010788 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-3b8c30e9-1982-43ff-80c0-6cae67e90b83 req-5e631e4f-8de1-4b36-a0a0-f91d1aac92f0 tempest-VolumesBackupsTest-831339856 tempest-VolumesBackupsTest-831339856-project] For port 7b303afc-eb15-4456-84f5-fd16c7de5a7a, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=7b303afc-eb15-4456-84f5-fd16c7de5a7a,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:49:01.011511 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-3b8c30e9-1982-43ff-80c0-6cae67e90b83 req-5e631e4f-8de1-4b36-a0a0-f91d1aac92f0 tempest-VolumesBackupsTest-831339856 tempest-VolumesBackupsTest-831339856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:01.025120 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-3b8c30e9-1982-43ff-80c0-6cae67e90b83 req-5e631e4f-8de1-4b36-a0a0-f91d1aac92f0 tempest-VolumesBackupsTest-831339856 tempest-VolumesBackupsTest-831339856-project] Calling delete_port for 7b303afc-eb15-4456-84f5-fd16c7de5a7a owned by compute:nova {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:49:01.214788 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e019d5ee-e28b-4f6e-8a33-a412d9979fde req-f6cc732c-b426-4811-86fd-ff9b88cae329 tempest-VolumesBackupsTest-831339856 tempest-VolumesBackupsTest-831339856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:01.216350 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e019d5ee-e28b-4f6e-8a33-a412d9979fde req-f6cc732c-b426-4811-86fd-ff9b88cae329 tempest-VolumesBackupsTest-831339856 tempest-VolumesBackupsTest-831339856-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b3220b0-f4d0-4837-8d21-9b182047c786 HTTP/1.1" status: 200 len: 950 time: 0.0711305 Oct 20 10:49:01.217161 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-3b8c30e9-1982-43ff-80c0-6cae67e90b83 req-5e631e4f-8de1-4b36-a0a0-f91d1aac92f0 tempest-VolumesBackupsTest-831339856 tempest-VolumesBackupsTest-831339856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:01.246068 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e631e4f-8de1-4b36-a0a0-f91d1aac92f0 tempest-VolumesBackupsTest-831339856 tempest-VolumesBackupsTest-831339856-project] Pushing event deleted for resources: {'Port': ['ID=7b303afc-eb15-4456-84f5-fd16c7de5a7a,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:01.255245 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['7b303afc-eb15-4456-84f5-fd16c7de5a7a'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:49:01.295720 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e631e4f-8de1-4b36-a0a0-f91d1aac92f0 tempest-VolumesBackupsTest-831339856 tempest-VolumesBackupsTest-831339856-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:49:01.296087 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e631e4f-8de1-4b36-a0a0-f91d1aac92f0 tempest-VolumesBackupsTest-831339856 tempest-VolumesBackupsTest-831339856-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:49:01.296420 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e631e4f-8de1-4b36-a0a0-f91d1aac92f0 tempest-VolumesBackupsTest-831339856 tempest-VolumesBackupsTest-831339856-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:49:01.296756 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e631e4f-8de1-4b36-a0a0-f91d1aac92f0 tempest-VolumesBackupsTest-831339856 tempest-VolumesBackupsTest-831339856-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:49:01.297090 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e631e4f-8de1-4b36-a0a0-f91d1aac92f0 tempest-VolumesBackupsTest-831339856 tempest-VolumesBackupsTest-831339856-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:49:01.297422 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e631e4f-8de1-4b36-a0a0-f91d1aac92f0 tempest-VolumesBackupsTest-831339856 tempest-VolumesBackupsTest-831339856-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:49:01.297749 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e631e4f-8de1-4b36-a0a0-f91d1aac92f0 tempest-VolumesBackupsTest-831339856 tempest-VolumesBackupsTest-831339856-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:49:01.298077 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e631e4f-8de1-4b36-a0a0-f91d1aac92f0 tempest-VolumesBackupsTest-831339856 tempest-VolumesBackupsTest-831339856-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:49:01.298469 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e631e4f-8de1-4b36-a0a0-f91d1aac92f0 tempest-VolumesBackupsTest-831339856 tempest-VolumesBackupsTest-831339856-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:49:01.298799 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e631e4f-8de1-4b36-a0a0-f91d1aac92f0 tempest-VolumesBackupsTest-831339856 tempest-VolumesBackupsTest-831339856-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:49:01.299125 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e631e4f-8de1-4b36-a0a0-f91d1aac92f0 tempest-VolumesBackupsTest-831339856 tempest-VolumesBackupsTest-831339856-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:49:01.299617 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e631e4f-8de1-4b36-a0a0-f91d1aac92f0 tempest-VolumesBackupsTest-831339856 tempest-VolumesBackupsTest-831339856-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:49:01.328447 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b8c30e9-1982-43ff-80c0-6cae67e90b83 req-5e631e4f-8de1-4b36-a0a0-f91d1aac92f0 tempest-VolumesBackupsTest-831339856 tempest-VolumesBackupsTest-831339856-project] No DVR routers for this DVR port 7b303afc-eb15-4456-84f5-fd16c7de5a7a on host n-h1-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:49:01.332430 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-3b8c30e9-1982-43ff-80c0-6cae67e90b83 req-5e631e4f-8de1-4b36-a0a0-f91d1aac92f0 tempest-VolumesBackupsTest-831339856 tempest-VolumesBackupsTest-831339856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:01.336267 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3b8c30e9-1982-43ff-80c0-6cae67e90b83 req-5e631e4f-8de1-4b36-a0a0-f91d1aac92f0 tempest-VolumesBackupsTest-831339856 tempest-VolumesBackupsTest-831339856-project] 10.222.0.55 "DELETE /v2.0/ports/7b303afc-eb15-4456-84f5-fd16c7de5a7a HTTP/1.1" status: 204 len: 173 time: 0.5259616 Oct 20 10:49:01.341509 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b3220b0-f4d0-4837-8d21-9b182047c786', 'name': 'network-vif-deleted', 'tag': '7b303afc-eb15-4456-84f5-fd16c7de5a7a'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:49:01.343760 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac7194a8-e37b-4256-822d-7cf42a8c443f" -d '{"events": [{"server_uuid": "2b3220b0-f4d0-4837-8d21-9b182047c786", "name": "network-vif-deleted", "tag": "7b303afc-eb15-4456-84f5-fd16c7de5a7a"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:49:01.382725 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e019d5ee-e28b-4f6e-8a33-a412d9979fde req-5082be35-667d-4535-99d3-abaa9222a178 tempest-VolumesBackupsTest-831339856 tempest-VolumesBackupsTest-831339856-project] 10.222.0.64 "GET /v2.0/security-groups?id=5be07d3f-5119-45be-a357-33ceda6b0af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372392 Oct 20 10:49:01.425658 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f7f1f2-b607-498f-b4a1-6bd9e68ac439 req-8c93ccc6-7d04-422c-93df-79879c72e714 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:01.432310 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b4f7f1f2-b607-498f-b4a1-6bd9e68ac439 req-8c93ccc6-7d04-422c-93df-79879c72e714 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 946 time: 0.1068716 Oct 20 10:49:01.495988 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b4f7f1f2-b607-498f-b4a1-6bd9e68ac439 req-a55f1fc9-5d95-4022-866e-639151b1d4b3 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573359 Oct 20 10:49:01.596377 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90e829db-7ad4-4a27-81eb-579d97d23f09 x-openstack-request-id: req-90e829db-7ad4-4a27-81eb-579d97d23f09 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:49:01.596784 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b3220b0-f4d0-4837-8d21-9b182047c786", "name": "network-vif-deleted", "tag": "7b303afc-eb15-4456-84f5-fd16c7de5a7a", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:49:01.597215 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-90e829db-7ad4-4a27-81eb-579d97d23f09 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:49:01.597709 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b3220b0-f4d0-4837-8d21-9b182047c786', 'name': 'network-vif-deleted', 'tag': '7b303afc-eb15-4456-84f5-fd16c7de5a7a', 'status': 'completed', 'code': 200} Oct 20 10:49:01.868169 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e091d1-38ea-41e2-b0e4-6c31ae58524b req-be4127ad-eede-4f93-815c-826e4d0700ce tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:01.869964 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-91e091d1-38ea-41e2-b0e4-6c31ae58524b req-be4127ad-eede-4f93-815c-826e4d0700ce tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 946 time: 0.0941803 Oct 20 10:49:01.930187 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-91e091d1-38ea-41e2-b0e4-6c31ae58524b req-075c3734-d9f6-454a-b7c1-bd20d8904d3e tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542858 Oct 20 10:49:03.175914 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d31eb7-d547-43f4-806d-46decc2cd355 req-80ee053c-4c73-47ed-9c86-8cc20a8cee2a tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:03.184314 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d1d31eb7-d547-43f4-806d-46decc2cd355 req-80ee053c-4c73-47ed-9c86-8cc20a8cee2a tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 946 time: 0.1404729 Oct 20 10:49:03.228497 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d1d31eb7-d547-43f4-806d-46decc2cd355 req-bc1a1847-97b6-4e88-af25-cf140748afc1 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430369 Oct 20 10:49:03.410863 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22262b72-f7cd-48ef-a825-2e21866deddc req-43cee667-0ff8-43a4-92cb-caa2c75e2e0e tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:03.421488 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-22262b72-f7cd-48ef-a825-2e21866deddc req-43cee667-0ff8-43a4-92cb-caa2c75e2e0e tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 946 time: 0.1000867 Oct 20 10:49:03.460852 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-22262b72-f7cd-48ef-a825-2e21866deddc req-388caaae-a6ed-4276-9386-daa6e0f0084c tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381060 Oct 20 10:49:03.512319 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-f645fd9a-67da-47fb-a679-ccf053f331b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:03.664198 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5054e5c7-3f28-4eec-b865-3fafbff4fe5b req-e855beb2-8659-4e16-a307-fe541a281060 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:03.673101 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5054e5c7-3f28-4eec-b865-3fafbff4fe5b req-e855beb2-8659-4e16-a307-fe541a281060 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 946 time: 0.0619004 Oct 20 10:49:03.731900 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5054e5c7-3f28-4eec-b865-3fafbff4fe5b req-14028460-972e-45b1-9922-cd54d7275e22 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576560 Oct 20 10:49:03.756918 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 7b303afc-eb15-4456-84f5-fd16c7de5a7a no longer exists at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:49:03.805405 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] No Port match for: 7b303afc-eb15-4456-84f5-fd16c7de5a7a {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:49:03.807270 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 7b303afc-eb15-4456-84f5-fd16c7de5a7a not bound to the agent host n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:49:03.887572 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce40113d-8115-43ae-89a6-63303e3e7ce5 req-13f75093-120e-45fb-9840-bcce836f0788 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:03.896470 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ce40113d-8115-43ae-89a6-63303e3e7ce5 req-13f75093-120e-45fb-9840-bcce836f0788 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 946 time: 0.0592520 Oct 20 10:49:03.942422 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ce40113d-8115-43ae-89a6-63303e3e7ce5 req-75b6aeb1-3f1a-4c28-b830-cc2352e62a2e tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446990 Oct 20 10:49:04.084462 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d79cbb5-2aa0-4cc5-a868-e7c7b060ae06 req-a853657b-ae35-4415-947f-dff55e5e601f tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:04.087151 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7d79cbb5-2aa0-4cc5-a868-e7c7b060ae06 req-a853657b-ae35-4415-947f-dff55e5e601f tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 946 time: 0.0587711 Oct 20 10:49:04.151524 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7d79cbb5-2aa0-4cc5-a868-e7c7b060ae06 req-7e59a4f6-4067-49ff-85cb-8967aaaf6f9a tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570395 Oct 20 10:49:04.312704 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b4de9c-8729-42e8-b1bb-915f0092433b req-dfc171c5-b85e-4c2e-aeb4-72b77a79f31a tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:04.323614 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d6b4de9c-8729-42e8-b1bb-915f0092433b req-dfc171c5-b85e-4c2e-aeb4-72b77a79f31a tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 946 time: 0.0665653 Oct 20 10:49:04.365784 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d6b4de9c-8729-42e8-b1bb-915f0092433b req-9c47057e-a713-45c1-a532-d08e87d30436 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412803 Oct 20 10:49:04.546627 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45f4429-a098-4975-bc99-a99b60d6afe7 req-7a775f2b-7d1f-4110-81ca-b3febcb11afa tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:04.548221 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e45f4429-a098-4975-bc99-a99b60d6afe7 req-7a775f2b-7d1f-4110-81ca-b3febcb11afa tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 946 time: 0.0619860 Oct 20 10:49:04.587442 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e45f4429-a098-4975-bc99-a99b60d6afe7 req-ccd84ec7-a642-4dfc-a36e-a6be59369fb8 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329177 Oct 20 10:49:04.725934 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5279d4-43e1-4644-92e8-26ec71835fe1 req-2e85a6d3-0565-46da-bc04-1eb1f630e141 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:04.727814 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6c5279d4-43e1-4644-92e8-26ec71835fe1 req-2e85a6d3-0565-46da-bc04-1eb1f630e141 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 946 time: 0.0614824 Oct 20 10:49:04.778810 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6c5279d4-43e1-4644-92e8-26ec71835fe1 req-b43907b0-c95c-4461-9703-de99b9dd7784 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436296 Oct 20 10:49:04.983605 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b0e9b2-3ada-400f-baa3-1e1faf5ca985 req-8da231d9-e9c1-480b-91c2-efa6d67fdcf7 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:04.985067 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-99b0e9b2-3ada-400f-baa3-1e1faf5ca985 req-8da231d9-e9c1-480b-91c2-efa6d67fdcf7 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 946 time: 0.0628891 Oct 20 10:49:05.045325 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-99b0e9b2-3ada-400f-baa3-1e1faf5ca985 req-42b56c51-7f41-4c1e-8d03-a0a34af1b76e tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522001 Oct 20 10:49:05.193987 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d259c9e0-2f24-4a60-9553-8a62399c8a2b req-4d855bbd-2181-4cbd-8958-98e4f2b43137 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:05.195587 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d259c9e0-2f24-4a60-9553-8a62399c8a2b req-4d855bbd-2181-4cbd-8958-98e4f2b43137 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 946 time: 0.0744267 Oct 20 10:49:05.260449 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d259c9e0-2f24-4a60-9553-8a62399c8a2b req-08437498-eb65-446a-aee8-45b7413edab7 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584934 Oct 20 10:49:05.467776 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a892dd-2191-4494-a61c-146ea593d9be req-9146f7ae-56dd-41b3-9943-5cc63d32ae77 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:05.478868 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c0a892dd-2191-4494-a61c-146ea593d9be req-9146f7ae-56dd-41b3-9943-5cc63d32ae77 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 946 time: 0.0794168 Oct 20 10:49:05.544232 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c0a892dd-2191-4494-a61c-146ea593d9be req-fe79ec9a-6ee6-4c9b-9303-7a0b0d9f8b86 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641158 Oct 20 10:49:05.777145 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ac1cb2-1656-4474-bda7-d79baadc4f9c req-34319287-03ec-459b-89b8-859b8d2ff431 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:05.788160 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f4ac1cb2-1656-4474-bda7-d79baadc4f9c req-34319287-03ec-459b-89b8-859b8d2ff431 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 946 time: 0.1227994 Oct 20 10:49:05.940843 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f4ac1cb2-1656-4474-bda7-d79baadc4f9c req-9e6c6584-cf5c-4edf-b3d1-cf91ba4942a5 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508927 Oct 20 10:49:06.135966 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-0a59e6e2-e665-48db-84d6-f9bd96d0dbd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:06.237272 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d3cc19-b694-413b-8283-faf4459e8780 req-0d5f3602-0f21-4f83-951c-f5ff607f702c tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:06.256636 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b7d3cc19-b694-413b-8283-faf4459e8780 req-0d5f3602-0f21-4f83-951c-f5ff607f702c tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 946 time: 0.1315887 Oct 20 10:49:06.329148 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b7d3cc19-b694-413b-8283-faf4459e8780 req-24088ad1-8840-4dd1-a593-846272159ae9 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714979 Oct 20 10:49:06.502923 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2be17b8-55b4-4875-96a5-102b19669edc req-37beba58-14b6-45aa-b844-a8656c6aad91 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:06.504738 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f2be17b8-55b4-4875-96a5-102b19669edc req-37beba58-14b6-45aa-b844-a8656c6aad91 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 946 time: 0.0987151 Oct 20 10:49:06.575749 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f2be17b8-55b4-4875-96a5-102b19669edc req-1812f848-31fa-4b09-b4d1-76ba47884400 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597544 Oct 20 10:49:06.775593 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62292936-59e9-4f69-9802-44dc0cdbb4eb req-f58c7eda-f611-44ea-9d6b-80976332e0d7 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:06.777501 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-62292936-59e9-4f69-9802-44dc0cdbb4eb req-f58c7eda-f611-44ea-9d6b-80976332e0d7 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 946 time: 0.0623717 Oct 20 10:49:06.867267 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-62292936-59e9-4f69-9802-44dc0cdbb4eb req-3f90c12d-722c-4c86-a0fd-5638f41668a8 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823579 Oct 20 10:49:07.022338 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 7 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 10:49:07.093736 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588bf343-4ca3-4fb8-b2c7-a9aa879d766d req-23bdc8b2-2282-4c50-8bc3-201e06c352f3 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:07.095519 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-588bf343-4ca3-4fb8-b2c7-a9aa879d766d req-23bdc8b2-2282-4c50-8bc3-201e06c352f3 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 946 time: 0.0987720 Oct 20 10:49:07.137896 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:07.203172 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-588bf343-4ca3-4fb8-b2c7-a9aa879d766d req-a298e388-2180-4b35-b889-ec88956059bb tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933602 Oct 20 10:49:07.394848 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4957aa1e-489e-4d71-bbe4-6a6c3025c939 req-13a3fa79-c3d4-4f94-8c29-0d97718c2b58 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:07.404715 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4957aa1e-489e-4d71-bbe4-6a6c3025c939 req-13a3fa79-c3d4-4f94-8c29-0d97718c2b58 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 946 time: 0.0905018 Oct 20 10:49:07.447855 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4957aa1e-489e-4d71-bbe4-6a6c3025c939 req-88ad95af-da4e-4f17-9cd4-b9a82f0170a8 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427508 Oct 20 10:49:07.514282 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:07.662297 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188cf8dd-fe0e-48cf-864d-0e66a63f8736 req-7c19a2f8-0ffc-4f0d-b890-9722125dc8d2 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:07.674833 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-188cf8dd-fe0e-48cf-864d-0e66a63f8736 req-7c19a2f8-0ffc-4f0d-b890-9722125dc8d2 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 946 time: 0.1033108 Oct 20 10:49:07.737658 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-188cf8dd-fe0e-48cf-864d-0e66a63f8736 req-ef3d481d-8f52-476c-8f70-32784ef18255 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529037 Oct 20 10:49:07.949301 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:08.000902 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabe16be-0eda-43e3-ae46-0f85f31345fe req-cbe6252d-f965-4912-9d5b-9d3c762968c4 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:08.014879 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-aabe16be-0eda-43e3-ae46-0f85f31345fe req-cbe6252d-f965-4912-9d5b-9d3c762968c4 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 946 time: 0.1223617 Oct 20 10:49:08.084049 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-aabe16be-0eda-43e3-ae46-0f85f31345fe req-fe9bc65c-e9a6-4400-b2e4-1d21998fb67d tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678589 Oct 20 10:49:08.312919 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c3ad88-20db-4153-babd-70e248b74505 req-6e8a232a-0f2b-434e-a632-ee0766d0088d tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:08.320667 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-51c3ad88-20db-4153-babd-70e248b74505 req-6e8a232a-0f2b-434e-a632-ee0766d0088d tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 946 time: 0.0881426 Oct 20 10:49:08.364883 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-51c3ad88-20db-4153-babd-70e248b74505 req-f2e8091b-6a86-4c65-ac6d-814069aef71c tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394258 Oct 20 10:49:08.559254 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4eaa34-8e7d-41b0-b6b8-09f9b4c79cb6 req-63c90b9d-e609-4eaa-b7df-8a60c1ee41e8 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:08.561096 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7e4eaa34-8e7d-41b0-b6b8-09f9b4c79cb6 req-63c90b9d-e609-4eaa-b7df-8a60c1ee41e8 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 946 time: 0.0787766 Oct 20 10:49:08.607619 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7e4eaa34-8e7d-41b0-b6b8-09f9b4c79cb6 req-1cf7cc8c-3b3e-4cc4-b479-6b31e1efb12c tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404217 Oct 20 10:49:08.829322 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d679d772-cc3b-4548-9cce-ca272e1de9ba req-252f6598-1b41-4e33-a6e2-cfd82a90c370 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:08.842748 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d679d772-cc3b-4548-9cce-ca272e1de9ba req-252f6598-1b41-4e33-a6e2-cfd82a90c370 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 946 time: 0.1284418 Oct 20 10:49:08.899971 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:08.926933 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d679d772-cc3b-4548-9cce-ca272e1de9ba req-91fb59ae-0625-457a-acf7-071acd167d37 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831034 Oct 20 10:49:09.826086 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2d9be0-ceaf-4de2-ba04-829eeabc7605 req-0d038cb4-da8b-4ee5-959f-4ed14dee5c34 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:09.829563 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ec2d9be0-ceaf-4de2-ba04-829eeabc7605 req-0d038cb4-da8b-4ee5-959f-4ed14dee5c34 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 946 time: 0.0811565 Oct 20 10:49:09.921245 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ec2d9be0-ceaf-4de2-ba04-829eeabc7605 req-43be28a1-d15b-47b1-878a-17a5823703f2 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777054 Oct 20 10:49:11.052373 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967f220d-6f7d-4d69-ae67-395b09866bbb req-768716eb-c4a3-4e12-b5a6-ede2b3300e3e tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:11.054091 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-967f220d-6f7d-4d69-ae67-395b09866bbb req-768716eb-c4a3-4e12-b5a6-ede2b3300e3e tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 946 time: 0.0607519 Oct 20 10:49:11.101223 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-967f220d-6f7d-4d69-ae67-395b09866bbb req-c389c8ac-9606-48f6-84ee-87d87c75ea5d tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404222 Oct 20 10:49:11.584482 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a681f2-7d7b-4899-8547-20c3cf961956 req-c77379bc-9c25-47db-9744-6f544e7011d0 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:11.586232 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-10a681f2-7d7b-4899-8547-20c3cf961956 req-c77379bc-9c25-47db-9744-6f544e7011d0 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf469606-8681-4d30-aeb5-f940af3a754b HTTP/1.1" status: 200 len: 945 time: 0.0753660 Oct 20 10:49:11.628376 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-10a681f2-7d7b-4899-8547-20c3cf961956 req-ed8919eb-2dd3-4673-b743-5a86b60d475d tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] 10.222.0.64 "GET /v2.0/security-groups?id=beae5622-2b72-47ae-b5ac-f3919c6874d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359707 Oct 20 10:49:12.250566 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390244b6-a16a-49dd-8c98-10145188f958 req-9a65be76-cace-4e61-9936-0cf0a993e157 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:12.254940 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-390244b6-a16a-49dd-8c98-10145188f958 req-9a65be76-cace-4e61-9936-0cf0a993e157 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 946 time: 0.0649261 Oct 20 10:49:12.295579 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-390244b6-a16a-49dd-8c98-10145188f958 req-16c7ad20-d4cf-435b-8007-dbe5cbd69662 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362556 Oct 20 10:49:12.775793 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cba36f9-31ff-4d1a-942f-752b7995ec9f req-1df8a23e-bbfc-4971-86ba-bb140e8c562e tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:12.781069 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2cba36f9-31ff-4d1a-942f-752b7995ec9f req-1df8a23e-bbfc-4971-86ba-bb140e8c562e tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf469606-8681-4d30-aeb5-f940af3a754b HTTP/1.1" status: 200 len: 945 time: 0.0643342 Oct 20 10:49:12.855557 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2cba36f9-31ff-4d1a-942f-752b7995ec9f req-ccaeebb1-3a33-438b-8a09-851a0acdf71c tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] 10.222.0.64 "GET /v2.0/security-groups?id=beae5622-2b72-47ae-b5ac-f3919c6874d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676908 Oct 20 10:49:13.012025 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d888e7-8502-47ab-8bb9-9c39ee07bd35 req-740b5d04-3a4f-461a-a96e-b242fd19ec3f tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:13.013712 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-16d888e7-8502-47ab-8bb9-9c39ee07bd35 req-740b5d04-3a4f-461a-a96e-b242fd19ec3f tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf469606-8681-4d30-aeb5-f940af3a754b HTTP/1.1" status: 200 len: 945 time: 0.0495872 Oct 20 10:49:13.123619 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-16d888e7-8502-47ab-8bb9-9c39ee07bd35 req-84e48712-8516-4e45-b22b-bf355416b0ff tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] Deleting port 5a911ba9-fa6d-4e5e-97bf-c19031b23b78 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:49:13.123952 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-16d888e7-8502-47ab-8bb9-9c39ee07bd35 req-84e48712-8516-4e45-b22b-bf355416b0ff tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:13.228681 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-16d888e7-8502-47ab-8bb9-9c39ee07bd35 req-84e48712-8516-4e45-b22b-bf355416b0ff tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] For port 5a911ba9-fa6d-4e5e-97bf-c19031b23b78, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=5a911ba9-fa6d-4e5e-97bf-c19031b23b78,segment=NetworkSegment(21cccbca-7404-428f-aa4e-872d37903a8d),segment_id=21cccbca-7404-428f-aa4e-872d37903a8d)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:49:13.229056 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-16d888e7-8502-47ab-8bb9-9c39ee07bd35 req-84e48712-8516-4e45-b22b-bf355416b0ff tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:13.249288 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-16d888e7-8502-47ab-8bb9-9c39ee07bd35 req-84e48712-8516-4e45-b22b-bf355416b0ff tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] Calling delete_port for 5a911ba9-fa6d-4e5e-97bf-c19031b23b78 owned by compute:nova {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:49:13.877533 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-16d888e7-8502-47ab-8bb9-9c39ee07bd35 req-84e48712-8516-4e45-b22b-bf355416b0ff tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:13.897209 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['cce84233-f3eb-46fc-b7e7-cf15d3e7b144', 'd23ca657-b6e8-4ea0-ba4f-d2f2e06a6735', '5a911ba9-fa6d-4e5e-97bf-c19031b23b78'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:49:13.912090 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aab6852-23f6-4fd7-bb44-1caa277326fe req-8f6892b3-ccda-4321-abec-fbfb062da023 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:13.913634 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2aab6852-23f6-4fd7-bb44-1caa277326fe req-8f6892b3-ccda-4321-abec-fbfb062da023 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 946 time: 0.5167396 Oct 20 10:49:13.973814 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e48712-8516-4e45-b22b-bf355416b0ff tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] Pushing event deleted for resources: {'Port': ['ID=5a911ba9-fa6d-4e5e-97bf-c19031b23b78,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:14.036398 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['70926b19-cdde-49d2-a6a7-ad4d2ff80215'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:49:14.070824 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-16d888e7-8502-47ab-8bb9-9c39ee07bd35 req-84e48712-8516-4e45-b22b-bf355416b0ff tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] No DVR routers for this DVR port 5a911ba9-fa6d-4e5e-97bf-c19031b23b78 on host n-h2-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:49:14.086471 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2aab6852-23f6-4fd7-bb44-1caa277326fe req-98cbb707-746b-4b26-acf5-48ef2e654a63 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378684 Oct 20 10:49:14.087795 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-16d888e7-8502-47ab-8bb9-9c39ee07bd35 req-84e48712-8516-4e45-b22b-bf355416b0ff tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:14.091181 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-16d888e7-8502-47ab-8bb9-9c39ee07bd35 req-84e48712-8516-4e45-b22b-bf355416b0ff tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] 10.222.0.69 "DELETE /v2.0/ports/5a911ba9-fa6d-4e5e-97bf-c19031b23b78 HTTP/1.1" status: 204 len: 173 time: 1.0691366 Oct 20 10:49:14.138055 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf469606-8681-4d30-aeb5-f940af3a754b', 'name': 'network-vif-deleted', 'tag': '5a911ba9-fa6d-4e5e-97bf-c19031b23b78'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:49:14.143598 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac77d12a-358b-4013-83e8-98e30a0247ba" -d '{"events": [{"server_uuid": "bf469606-8681-4d30-aeb5-f940af3a754b", "name": "network-vif-deleted", "tag": "5a911ba9-fa6d-4e5e-97bf-c19031b23b78"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:49:14.154023 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1788b3c2-4f39-48e2-9e23-52fb5b3437a3 req-09d138a4-a8d6-46ad-ba65-2e621309c6ef tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf469606-8681-4d30-aeb5-f940af3a754b HTTP/1.1" status: 200 len: 210 time: 0.1215341 Oct 20 10:49:14.266183 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ded95eb-2d72-4cb1-a4a7-a311a8e1004a x-openstack-request-id: req-8ded95eb-2d72-4cb1-a4a7-a311a8e1004a {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:49:14.266482 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf469606-8681-4d30-aeb5-f940af3a754b", "name": "network-vif-deleted", "tag": "5a911ba9-fa6d-4e5e-97bf-c19031b23b78", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:49:14.266734 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8ded95eb-2d72-4cb1-a4a7-a311a8e1004a {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:49:14.267196 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf469606-8681-4d30-aeb5-f940af3a754b', 'name': 'network-vif-deleted', 'tag': '5a911ba9-fa6d-4e5e-97bf-c19031b23b78', 'status': 'completed', 'code': 200} Oct 20 10:49:15.202952 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2bc24a-2c91-41ac-9d7f-c1d14e706b33 req-21e6e95b-bd6f-4631-8709-f917bd2c2683 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:15.205108 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6d2bc24a-2c91-41ac-9d7f-c1d14e706b33 req-21e6e95b-bd6f-4631-8709-f917bd2c2683 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 946 time: 0.0583313 Oct 20 10:49:15.283459 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6d2bc24a-2c91-41ac-9d7f-c1d14e706b33 req-c2bf761e-4c85-4106-9093-1e5572c8844c tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677228 Oct 20 10:49:16.525070 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7eb31e-d74d-469e-a005-9da4daced67c req-9a4d8df9-fedb-4f9d-b459-582577ca50ab tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:16.533825 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-db7eb31e-d74d-469e-a005-9da4daced67c req-9a4d8df9-fedb-4f9d-b459-582577ca50ab tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 946 time: 0.1101007 Oct 20 10:49:16.581085 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-db7eb31e-d74d-469e-a005-9da4daced67c req-4018ff8b-1eec-4acb-960d-c063cd5e1f73 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424256 Oct 20 10:49:17.107599 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 5a911ba9-fa6d-4e5e-97bf-c19031b23b78 no longer exists at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:49:17.131232 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] No Port match for: 5a911ba9-fa6d-4e5e-97bf-c19031b23b78 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:49:17.132223 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 5a911ba9-fa6d-4e5e-97bf-c19031b23b78 not bound to the agent host n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:49:17.810581 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fe53a7-951b-4453-876a-7e7e770760c1 req-c5558df3-f310-4a61-a820-c01fa750a442 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:17.819356 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f8fe53a7-951b-4453-876a-7e7e770760c1 req-c5558df3-f310-4a61-a820-c01fa750a442 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 946 time: 0.1035810 Oct 20 10:49:17.862613 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f8fe53a7-951b-4453-876a-7e7e770760c1 req-049a7714-b052-4272-925b-1f6c54828880 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420368 Oct 20 10:49:19.047221 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807b073b-b83c-4cc4-9710-24bd9da62486 req-c3f5d755-78e1-48a9-a705-deab151a88df tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:19.050091 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-807b073b-b83c-4cc4-9710-24bd9da62486 req-c3f5d755-78e1-48a9-a705-deab151a88df tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 946 time: 0.0686929 Oct 20 10:49:19.100167 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:19.116304 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-807b073b-b83c-4cc4-9710-24bd9da62486 req-e99b8142-801c-4094-a3b2-fe1aa20a23e5 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590594 Oct 20 10:49:20.145549 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096c57b3-2cd9-4188-994a-a6f4b2d53554 req-f80748e2-ceb8-4733-9489-6273e01ec3a1 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:20.154396 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-096c57b3-2cd9-4188-994a-a6f4b2d53554 req-f80748e2-ceb8-4733-9489-6273e01ec3a1 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] 10.222.0.64 "GET /v2.0/ports?device_id=7111dcd8-fd45-4dca-a651-307725cce40f HTTP/1.1" status: 200 len: 945 time: 0.0937536 Oct 20 10:49:20.207677 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-096c57b3-2cd9-4188-994a-a6f4b2d53554 req-d19f38ec-9359-4562-a0aa-5ecf0f36a88c tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] 10.222.0.64 "GET /v2.0/security-groups?id=beae5622-2b72-47ae-b5ac-f3919c6874d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473433 Oct 20 10:49:20.474277 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302fcab8-dfe7-4e41-b9fc-1a087301c276 req-e26a8f71-6063-41c0-a533-617b44b00496 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:20.482388 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-302fcab8-dfe7-4e41-b9fc-1a087301c276 req-e26a8f71-6063-41c0-a533-617b44b00496 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 946 time: 0.1130013 Oct 20 10:49:20.549957 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-302fcab8-dfe7-4e41-b9fc-1a087301c276 req-bb90c531-697f-448f-afdc-576b97be4cc1 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661790 Oct 20 10:49:21.358561 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f524aed-c79e-416f-9e1f-4b7a55cf7f1e req-3b45b6c7-c77f-43ec-8dbf-d7aedba3ed85 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:21.360970 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7f524aed-c79e-416f-9e1f-4b7a55cf7f1e req-3b45b6c7-c77f-43ec-8dbf-d7aedba3ed85 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] 10.222.0.64 "GET /v2.0/ports?device_id=7111dcd8-fd45-4dca-a651-307725cce40f HTTP/1.1" status: 200 len: 945 time: 0.0633800 Oct 20 10:49:21.412431 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7f524aed-c79e-416f-9e1f-4b7a55cf7f1e req-6c8e8340-012c-44cd-af1b-8aa5087666c8 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] 10.222.0.64 "GET /v2.0/security-groups?id=beae5622-2b72-47ae-b5ac-f3919c6874d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428362 Oct 20 10:49:21.498359 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e643422-0fe4-4de4-a1fe-f81dab3bac61 req-8b1d8d5c-84fa-4280-8777-afb5902ca4b9 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:21.500677 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2e643422-0fe4-4de4-a1fe-f81dab3bac61 req-8b1d8d5c-84fa-4280-8777-afb5902ca4b9 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] 10.222.0.69 "GET /v2.0/ports?device_id=7111dcd8-fd45-4dca-a651-307725cce40f HTTP/1.1" status: 200 len: 945 time: 0.0867352 Oct 20 10:49:21.635835 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-2e643422-0fe4-4de4-a1fe-f81dab3bac61 req-e72dd695-7e54-48b6-8012-c59ef344f9c4 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] Deleting port d23ca657-b6e8-4ea0-ba4f-d2f2e06a6735 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:49:21.637047 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-2e643422-0fe4-4de4-a1fe-f81dab3bac61 req-e72dd695-7e54-48b6-8012-c59ef344f9c4 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:21.709046 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ded0767-cade-4b8b-9b79-08df54a05222 req-15a690ca-7a9b-4a65-a41e-cf4a1d98c0a4 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:21.723849 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4ded0767-cade-4b8b-9b79-08df54a05222 req-15a690ca-7a9b-4a65-a41e-cf4a1d98c0a4 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 946 time: 0.0920677 Oct 20 10:49:21.830290 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device c8f279a9-fa3f-406e-b583-56be4e497d4e details requested by agent hyperv_n-h1-811396-3 with host n-h1-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:49:21.830833 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4ded0767-cade-4b8b-9b79-08df54a05222 req-5f4817cb-ef32-49a9-9c0d-395d25e2aa3c tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001468 Oct 20 10:49:21.881963 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-2e643422-0fe4-4de4-a1fe-f81dab3bac61 req-e72dd695-7e54-48b6-8012-c59ef344f9c4 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] For port d23ca657-b6e8-4ea0-ba4f-d2f2e06a6735, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=d23ca657-b6e8-4ea0-ba4f-d2f2e06a6735,segment=NetworkSegment(21cccbca-7404-428f-aa4e-872d37903a8d),segment_id=21cccbca-7404-428f-aa4e-872d37903a8d)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:49:21.882331 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-2e643422-0fe4-4de4-a1fe-f81dab3bac61 req-e72dd695-7e54-48b6-8012-c59ef344f9c4 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:21.904054 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-2e643422-0fe4-4de4-a1fe-f81dab3bac61 req-e72dd695-7e54-48b6-8012-c59ef344f9c4 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] Calling delete_port for d23ca657-b6e8-4ea0-ba4f-d2f2e06a6735 owned by compute:nova {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:49:21.995123 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port c8f279a9-fa3f-406e-b583-56be4e497d4e, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=c8f279a9-fa3f-406e-b583-56be4e497d4e,segment=NetworkSegment(96dfa309-c7df-4d10-8f15-9d739a677474),segment_id=96dfa309-c7df-4d10-8f15-9d739a677474)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:49:22.009940 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Returning: {'device': 'c8f279a9-fa3f-406e-b583-56be4e497d4e', 'network_id': 'f1bd979d-a352-44ca-89b6-a358a0660ac0', 'port_id': 'c8f279a9-fa3f-406e-b583-56be4e497d4e', 'mac_address': 'fa:16:3e:a6:09:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 826, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c9ad18b-f3f9-4a90-802c-d346920a622d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:49:22.087032 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:22.119152 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c8f279a9-fa3f-406e-b583-56be4e497d4e {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:49:22.136582 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-2e643422-0fe4-4de4-a1fe-f81dab3bac61 req-e72dd695-7e54-48b6-8012-c59ef344f9c4 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:22.188296 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port c8f279a9-fa3f-406e-b583-56be4e497d4e, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=c8f279a9-fa3f-406e-b583-56be4e497d4e,segment=NetworkSegment(96dfa309-c7df-4d10-8f15-9d739a677474),segment_id=96dfa309-c7df-4d10-8f15-9d739a677474)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:49:22.192976 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['cce84233-f3eb-46fc-b7e7-cf15d3e7b144', 'd23ca657-b6e8-4ea0-ba4f-d2f2e06a6735'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:49:22.244318 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['70926b19-cdde-49d2-a6a7-ad4d2ff80215'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:49:22.277638 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:22.283478 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72dd695-7e54-48b6-8012-c59ef344f9c4 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] Pushing event deleted for resources: {'Port': ['ID=d23ca657-b6e8-4ea0-ba4f-d2f2e06a6735,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:22.323508 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e643422-0fe4-4de4-a1fe-f81dab3bac61 req-e72dd695-7e54-48b6-8012-c59ef344f9c4 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] No DVR routers for this DVR port d23ca657-b6e8-4ea0-ba4f-d2f2e06a6735 on host n-h2-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:49:22.327621 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-2e643422-0fe4-4de4-a1fe-f81dab3bac61 req-e72dd695-7e54-48b6-8012-c59ef344f9c4 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:22.331118 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2e643422-0fe4-4de4-a1fe-f81dab3bac61 req-e72dd695-7e54-48b6-8012-c59ef344f9c4 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] 10.222.0.69 "DELETE /v2.0/ports/d23ca657-b6e8-4ea0-ba4f-d2f2e06a6735 HTTP/1.1" status: 204 len: 173 time: 0.8186867 Oct 20 10:49:22.333519 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7111dcd8-fd45-4dca-a651-307725cce40f', 'name': 'network-vif-deleted', 'tag': 'd23ca657-b6e8-4ea0-ba4f-d2f2e06a6735'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:49:22.341936 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a09438eb-1683-4dec-af2e-fefdd5ace2a6" -d '{"events": [{"server_uuid": "7111dcd8-fd45-4dca-a651-307725cce40f", "name": "network-vif-deleted", "tag": "d23ca657-b6e8-4ea0-ba4f-d2f2e06a6735"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:49:22.422980 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d937246-6501-4584-8c8f-caae1281452f x-openstack-request-id: req-5d937246-6501-4584-8c8f-caae1281452f {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:49:22.423645 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7111dcd8-fd45-4dca-a651-307725cce40f", "name": "network-vif-deleted", "tag": "d23ca657-b6e8-4ea0-ba4f-d2f2e06a6735", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:49:22.423645 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5d937246-6501-4584-8c8f-caae1281452f {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:49:22.423939 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7111dcd8-fd45-4dca-a651-307725cce40f', 'name': 'network-vif-deleted', 'tag': 'd23ca657-b6e8-4ea0-ba4f-d2f2e06a6735', 'status': 'completed', 'code': 200} Oct 20 10:49:22.505411 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=c8f279a9-fa3f-406e-b583-56be4e497d4e,revision_number=6']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:22.526498 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['c8f279a9-fa3f-406e-b583-56be4e497d4e'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:49:22.604306 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-517fc1b8-cbaf-46c2-8c97-9c80d29cc5d6 req-89e5b93c-b4d5-4abf-8e19-0ff51ba6f399 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] 10.222.0.64 "GET /v2.0/ports?device_id=7111dcd8-fd45-4dca-a651-307725cce40f HTTP/1.1" status: 200 len: 210 time: 0.0724235 Oct 20 10:49:23.022796 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db5ab12-89dc-4a18-b235-e6f6cb2842cb req-c4abcaad-2fa3-4520-8f0e-c760d8c07df2 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:23.031272 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7db5ab12-89dc-4a18-b235-e6f6cb2842cb req-c4abcaad-2fa3-4520-8f0e-c760d8c07df2 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 945 time: 0.0917819 Oct 20 10:49:23.073549 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7db5ab12-89dc-4a18-b235-e6f6cb2842cb req-c9101cce-5174-4a43-a25f-a7872a5fb0c8 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413783 Oct 20 10:49:23.841999 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device c8f279a9-fa3f-406e-b583-56be4e497d4e up at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:49:23.904476 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning complete for port c8f279a9-fa3f-406e-b583-56be4e497d4e triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:49:23.905120 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:23.974220 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed5e9b8-e0aa-426e-bd36-076944ec7fe5 req-ea7c4bdf-8d8d-4df1-8e55-8bb001b68152 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:23.978529 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-aed5e9b8-e0aa-426e-bd36-076944ec7fe5 req-ea7c4bdf-8d8d-4df1-8e55-8bb001b68152 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f102c70-86f1-448e-9dc6-cf364854ce4d HTTP/1.1" status: 200 len: 946 time: 0.0729339 Oct 20 10:49:24.030182 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:24.041824 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-aed5e9b8-e0aa-426e-bd36-076944ec7fe5 req-6f5a428f-19a4-4547-ace5-a826c5dfd3f7 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] 10.222.0.64 "GET /v2.0/security-groups?id=beae5622-2b72-47ae-b5ac-f3919c6874d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512037 Oct 20 10:49:24.071713 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e96be23b-3372-49fd-9827-dcff58a8fe2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8f279a9-fa3f-406e-b583-56be4e497d4e'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:49:24.074324 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77367a6a-13ca-4962-b5d8-f569b4a34759" -d '{"events": [{"server_uuid": "e96be23b-3372-49fd-9827-dcff58a8fe2c", "name": "network-vif-plugged", "status": "completed", "tag": "c8f279a9-fa3f-406e-b583-56be4e497d4e"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:49:24.091566 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port c8f279a9-fa3f-406e-b583-56be4e497d4e, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=c8f279a9-fa3f-406e-b583-56be4e497d4e,segment=NetworkSegment(96dfa309-c7df-4d10-8f15-9d739a677474),segment_id=96dfa309-c7df-4d10-8f15-9d739a677474)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:49:24.098949 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:24.169058 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d42e999-74be-456a-a78a-82c061e72126 x-openstack-request-id: req-9d42e999-74be-456a-a78a-82c061e72126 {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:49:24.170609 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e96be23b-3372-49fd-9827-dcff58a8fe2c", "name": "network-vif-plugged", "status": "completed", "tag": "c8f279a9-fa3f-406e-b583-56be4e497d4e", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:49:24.174511 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9d42e999-74be-456a-a78a-82c061e72126 {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:49:24.174511 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e96be23b-3372-49fd-9827-dcff58a8fe2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8f279a9-fa3f-406e-b583-56be4e497d4e', 'code': 200} Oct 20 10:49:24.212561 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=c8f279a9-fa3f-406e-b583-56be4e497d4e,revision_number=7']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:24.277601 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725d004d-b986-4581-9b65-9d71adc9cfb4 req-0baa9412-0ba0-45c6-831d-57feb464de24 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:24.288372 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-725d004d-b986-4581-9b65-9d71adc9cfb4 req-0baa9412-0ba0-45c6-831d-57feb464de24 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 946 time: 0.0865955 Oct 20 10:49:24.347778 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-725d004d-b986-4581-9b65-9d71adc9cfb4 req-2223bb49-9c8e-4309-afed-a8dc956dc0c2 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535288 Oct 20 10:49:25.144750 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device d23ca657-b6e8-4ea0-ba4f-d2f2e06a6735 no longer exists at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:49:25.170430 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] No Port match for: d23ca657-b6e8-4ea0-ba4f-d2f2e06a6735 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:49:25.170764 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device d23ca657-b6e8-4ea0-ba4f-d2f2e06a6735 not bound to the agent host n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:49:25.176229 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055e15ef-86fe-47fc-9520-f0399bb739ed req-04f44876-306e-40e8-ac10-db4441d09cab tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:25.178062 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-055e15ef-86fe-47fc-9520-f0399bb739ed req-04f44876-306e-40e8-ac10-db4441d09cab tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f102c70-86f1-448e-9dc6-cf364854ce4d HTTP/1.1" status: 200 len: 946 time: 0.0715601 Oct 20 10:49:25.238370 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-055e15ef-86fe-47fc-9520-f0399bb739ed req-598f881b-7549-48f4-8929-050b376e08d0 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] 10.222.0.64 "GET /v2.0/security-groups?id=beae5622-2b72-47ae-b5ac-f3919c6874d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528970 Oct 20 10:49:25.503713 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da696043-886e-4ee1-a853-aa64da4703a3 req-b2eeb6e2-b07f-4460-91fc-626131f1320d tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:25.518749 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-da696043-886e-4ee1-a853-aa64da4703a3 req-b2eeb6e2-b07f-4460-91fc-626131f1320d tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 946 time: 0.0731792 Oct 20 10:49:25.557344 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-da696043-886e-4ee1-a853-aa64da4703a3 req-24591f43-5b64-4536-bbeb-94dd7169a293 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436869 Oct 20 10:49:25.936617 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917b4038-6702-4791-b3c6-8c740c09cefb req-f4123aae-a737-4608-9d87-61e9989cbebd tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:25.938405 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-917b4038-6702-4791-b3c6-8c740c09cefb req-f4123aae-a737-4608-9d87-61e9989cbebd tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f102c70-86f1-448e-9dc6-cf364854ce4d HTTP/1.1" status: 200 len: 946 time: 0.0771549 Oct 20 10:49:26.056824 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-917b4038-6702-4791-b3c6-8c740c09cefb req-8ea6267c-cd2a-4d17-ab4b-ec0d01808d52 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] Deleting port 70926b19-cdde-49d2-a6a7-ad4d2ff80215 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:49:26.057163 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-917b4038-6702-4791-b3c6-8c740c09cefb req-8ea6267c-cd2a-4d17-ab4b-ec0d01808d52 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:26.163603 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-917b4038-6702-4791-b3c6-8c740c09cefb req-8ea6267c-cd2a-4d17-ab4b-ec0d01808d52 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] For port 70926b19-cdde-49d2-a6a7-ad4d2ff80215, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=70926b19-cdde-49d2-a6a7-ad4d2ff80215,segment=NetworkSegment(21cccbca-7404-428f-aa4e-872d37903a8d),segment_id=21cccbca-7404-428f-aa4e-872d37903a8d)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:49:26.163992 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-917b4038-6702-4791-b3c6-8c740c09cefb req-8ea6267c-cd2a-4d17-ab4b-ec0d01808d52 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:26.177877 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-917b4038-6702-4791-b3c6-8c740c09cefb req-8ea6267c-cd2a-4d17-ab4b-ec0d01808d52 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] Calling delete_port for 70926b19-cdde-49d2-a6a7-ad4d2ff80215 owned by compute:nova {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:49:26.392223 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-917b4038-6702-4791-b3c6-8c740c09cefb req-8ea6267c-cd2a-4d17-ab4b-ec0d01808d52 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:26.404034 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['cce84233-f3eb-46fc-b7e7-cf15d3e7b144'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:49:26.436173 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea6267c-cd2a-4d17-ab4b-ec0d01808d52 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] Pushing event deleted for resources: {'Port': ['ID=70926b19-cdde-49d2-a6a7-ad4d2ff80215,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:26.500220 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-917b4038-6702-4791-b3c6-8c740c09cefb req-8ea6267c-cd2a-4d17-ab4b-ec0d01808d52 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] No DVR routers for this DVR port 70926b19-cdde-49d2-a6a7-ad4d2ff80215 on host n-h1-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:49:26.514260 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599af3da-04ff-484b-b07e-3f27e0f76eff req-f7cd5cfd-271e-48e9-be1a-0d70ce5200e1 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:26.516342 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-599af3da-04ff-484b-b07e-3f27e0f76eff req-f7cd5cfd-271e-48e9-be1a-0d70ce5200e1 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f102c70-86f1-448e-9dc6-cf364854ce4d HTTP/1.1" status: 200 len: 946 time: 0.1743941 Oct 20 10:49:26.517498 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-917b4038-6702-4791-b3c6-8c740c09cefb req-8ea6267c-cd2a-4d17-ab4b-ec0d01808d52 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:26.521782 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-917b4038-6702-4791-b3c6-8c740c09cefb req-8ea6267c-cd2a-4d17-ab4b-ec0d01808d52 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] 10.222.0.55 "DELETE /v2.0/ports/70926b19-cdde-49d2-a6a7-ad4d2ff80215 HTTP/1.1" status: 204 len: 173 time: 0.5767987 Oct 20 10:49:26.522905 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f102c70-86f1-448e-9dc6-cf364854ce4d', 'name': 'network-vif-deleted', 'tag': '70926b19-cdde-49d2-a6a7-ad4d2ff80215'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:49:26.526257 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26bb3b41-699e-4457-8093-ef0b6bce054f" -d '{"events": [{"server_uuid": "6f102c70-86f1-448e-9dc6-cf364854ce4d", "name": "network-vif-deleted", "tag": "70926b19-cdde-49d2-a6a7-ad4d2ff80215"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:49:26.585144 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-599af3da-04ff-484b-b07e-3f27e0f76eff req-fabf6a53-1d15-4503-961b-82d060da7601 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] 10.222.0.64 "GET /v2.0/security-groups?id=beae5622-2b72-47ae-b5ac-f3919c6874d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545232 Oct 20 10:49:26.688179 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c1dd898-cd0a-43f9-8661-886e44fba986 x-openstack-request-id: req-0c1dd898-cd0a-43f9-8661-886e44fba986 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:49:26.688483 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f102c70-86f1-448e-9dc6-cf364854ce4d", "name": "network-vif-deleted", "tag": "70926b19-cdde-49d2-a6a7-ad4d2ff80215", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:49:26.688734 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0c1dd898-cd0a-43f9-8661-886e44fba986 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:49:26.689137 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f102c70-86f1-448e-9dc6-cf364854ce4d', 'name': 'network-vif-deleted', 'tag': '70926b19-cdde-49d2-a6a7-ad4d2ff80215', 'status': 'completed', 'code': 200} Oct 20 10:49:26.839360 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7687aac-c8f9-44a4-af33-39eba016ccec req-ed8d0328-1114-4f3d-81ae-05d777ce0ca4 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:26.840936 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c7687aac-c8f9-44a4-af33-39eba016ccec req-ed8d0328-1114-4f3d-81ae-05d777ce0ca4 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 946 time: 0.0581648 Oct 20 10:49:26.892319 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c7687aac-c8f9-44a4-af33-39eba016ccec req-6bf6596d-4e23-4aa7-bcfa-d4ac14dc583b tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449786 Oct 20 10:49:27.876818 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 70926b19-cdde-49d2-a6a7-ad4d2ff80215 no longer exists at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:49:27.944751 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] No Port match for: 70926b19-cdde-49d2-a6a7-ad4d2ff80215 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:49:27.945099 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 70926b19-cdde-49d2-a6a7-ad4d2ff80215 not bound to the agent host n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:49:28.226758 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a6d268-e5ad-4ae2-86ce-eaf09729becd req-c660ff7c-1100-405b-8038-f44cd11efd69 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:28.240988 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-39a6d268-e5ad-4ae2-86ce-eaf09729becd req-c660ff7c-1100-405b-8038-f44cd11efd69 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 946 time: 0.1880894 Oct 20 10:49:28.322177 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-39a6d268-e5ad-4ae2-86ce-eaf09729becd req-a0339136-2178-4e87-a8ec-36af7bb551e2 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781834 Oct 20 10:49:29.533680 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f73467-8362-405b-b976-8dd71914cd6d req-84941cca-b51b-41a1-a112-dd2d34ba07bf tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:29.543168 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e8f73467-8362-405b-b976-8dd71914cd6d req-84941cca-b51b-41a1-a112-dd2d34ba07bf tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 946 time: 0.1047211 Oct 20 10:49:29.619165 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e8f73467-8362-405b-b976-8dd71914cd6d req-b3be290d-710a-4253-a501-de8327afed2f tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697625 Oct 20 10:49:30.165674 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf102a0-cd43-4ff6-ada5-f2c4d59d1707 req-8df1c3c1-797c-4e11-bcbe-ac163d05b12a tempest-TestNetworkAdvancedServerOps-535186383 tempest-TestNetworkAdvancedServerOps-535186383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:30.187158 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-baf102a0-cd43-4ff6-ada5-f2c4d59d1707 req-8df1c3c1-797c-4e11-bcbe-ac163d05b12a tempest-TestNetworkAdvancedServerOps-535186383 tempest-TestNetworkAdvancedServerOps-535186383-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=56769566-04ae-489c-bb3b-c290f6f33f55 HTTP/1.1" status: 200 len: 1096 time: 0.1014225 Oct 20 10:49:30.211779 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-baf102a0-cd43-4ff6-ada5-f2c4d59d1707 req-d3d8b93d-baac-4490-8a32-fa48f83ad9b4 tempest-TestNetworkAdvancedServerOps-535186383 tempest-TestNetworkAdvancedServerOps-535186383-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:30.432238 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-baf102a0-cd43-4ff6-ada5-f2c4d59d1707 req-d3d8b93d-baac-4490-8a32-fa48f83ad9b4 tempest-TestNetworkAdvancedServerOps-535186383 tempest-TestNetworkAdvancedServerOps-535186383-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:30.438066 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-baf102a0-cd43-4ff6-ada5-f2c4d59d1707 req-d3d8b93d-baac-4490-8a32-fa48f83ad9b4 tempest-TestNetworkAdvancedServerOps-535186383 tempest-TestNetworkAdvancedServerOps-535186383-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:30.484534 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-baf102a0-cd43-4ff6-ada5-f2c4d59d1707 req-d3d8b93d-baac-4490-8a32-fa48f83ad9b4 tempest-TestNetworkAdvancedServerOps-535186383 tempest-TestNetworkAdvancedServerOps-535186383-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=d30b8c8d-75cd-4380-b81d-917877550485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2963588 Oct 20 10:49:30.534378 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d8b93d-baac-4490-8a32-fa48f83ad9b4 tempest-TestNetworkAdvancedServerOps-535186383 tempest-TestNetworkAdvancedServerOps-535186383-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=762a7b98-cfc4-4b20-8f3a-29323caac093,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:30.718458 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa72f7f-c34b-400a-9c04-59bb1b310ff8 req-842e4aec-e36b-47f4-9136-de5386fb9f6b tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:30.723451 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3fa72f7f-c34b-400a-9c04-59bb1b310ff8 req-842e4aec-e36b-47f4-9136-de5386fb9f6b tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/ports?device_id=56769566-04ae-489c-bb3b-c290f6f33f55 HTTP/1.1" status: 200 len: 945 time: 0.1303723 Oct 20 10:49:30.842383 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3fa72f7f-c34b-400a-9c04-59bb1b310ff8 req-fa92685a-00ea-4e53-99ec-9b671e327e54 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/security-groups?id=d30b8c8d-75cd-4380-b81d-917877550485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106949 Oct 20 10:49:30.861683 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 43916) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:49:30.915918 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb48271-d298-4ea2-93f1-87067cbb142c req-7928176b-9f36-4d4d-b31e-e381886773da tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:30.924356 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-acb48271-d298-4ea2-93f1-87067cbb142c req-7928176b-9f36-4d4d-b31e-e381886773da tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 946 time: 0.1558340 Oct 20 10:49:31.025964 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-acb48271-d298-4ea2-93f1-87067cbb142c req-2d5f4aa5-45db-4d0d-9a2f-e51fe0652cc8 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007910 Oct 20 10:49:31.054996 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-be16bf6e-0243-4432-ad30-509926258156 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/floatingips/be53eb52-699f-4780-b6c6-fadd828b891f HTTP/1.1" status: 200 len: 993 time: 0.1913879 Oct 20 10:49:31.466615 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [req-0b44de03-6c61-4507-83a5-5168566f924d req-6fda8ba9-8b55-4508-b4d8-f12e45eb163a service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:49:31.468027 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0b44de03-6c61-4507-83a5-5168566f924d req-6fda8ba9-8b55-4508-b4d8-f12e45eb163a service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0068338 Oct 20 10:49:32.450620 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b64223-7079-499b-b3d4-12fda48a2db2 req-fb9bb6fd-a551-4004-b36f-252063ae8182 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:32.458171 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-53b64223-7079-499b-b3d4-12fda48a2db2 req-fb9bb6fd-a551-4004-b36f-252063ae8182 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/ports?device_id=56769566-04ae-489c-bb3b-c290f6f33f55 HTTP/1.1" status: 200 len: 945 time: 0.4445186 Oct 20 10:49:32.497380 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b3048523-e4ee-46a1-b4a8-db0001a6c8b8 req-65c4e9ae-f4aa-4b90-ae3c-37a1da7330c8 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=56769566-04ae-489c-bb3b-c290f6f33f55&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6013484 Oct 20 10:49:32.527057 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [req-b3048523-e4ee-46a1-b4a8-db0001a6c8b8 req-330b62b6-de76-4330-b40d-4d180f6e5c1d service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:49:32.545091 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b3048523-e4ee-46a1-b4a8-db0001a6c8b8 req-330b62b6-de76-4330-b40d-4d180f6e5c1d service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0232575 Oct 20 10:49:32.558791 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e37f6d-163f-4210-827c-e000f4a9c8fa req-2ef06140-4e4f-458d-adcf-d26ca2b03cef tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:32.576318 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-90e37f6d-163f-4210-827c-e000f4a9c8fa req-2ef06140-4e4f-458d-adcf-d26ca2b03cef tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 946 time: 0.3918014 Oct 20 10:49:32.733495 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-90e37f6d-163f-4210-827c-e000f4a9c8fa req-d83cc63d-5e7b-4127-a48e-fb7afae63dde tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514158 Oct 20 10:49:32.762908 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-53b64223-7079-499b-b3d4-12fda48a2db2 req-4aab000d-9dc7-47ba-9987-6df18a0374c1 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/security-groups?id=d30b8c8d-75cd-4380-b81d-917877550485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3038583 Oct 20 10:49:33.527800 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-8aeec865-a963-4a0c-9714-c59898267ae1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:34.073393 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc84febf-2372-4bb3-b713-e92c1c2ef50c req-ac0172e0-a278-4a72-bd76-a59d59bcd452 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:34.082392 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-dc84febf-2372-4bb3-b713-e92c1c2ef50c req-ac0172e0-a278-4a72-bd76-a59d59bcd452 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 946 time: 0.2157311 Oct 20 10:49:34.092596 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5f4ff6-f16f-4f9a-a687-2c7a27a7b63c req-e0f7107c-e109-4611-8c98-f9dd41b00651 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:34.093912 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8f5f4ff6-f16f-4f9a-a687-2c7a27a7b63c req-e0f7107c-e109-4611-8c98-f9dd41b00651 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] 10.222.0.64 "GET /v2.0/ports?device_id=a18205b2-e8c8-454c-a76c-bc825d307c11 HTTP/1.1" status: 200 len: 945 time: 0.2070706 Oct 20 10:49:34.171576 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-dc84febf-2372-4bb3-b713-e92c1c2ef50c req-2a1c54c8-f8fe-4355-acbd-b7aa089f588a tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880520 Oct 20 10:49:34.239069 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8f5f4ff6-f16f-4f9a-a687-2c7a27a7b63c req-a9d15ef0-4795-4732-8dcf-e1bc29085685 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] 10.222.0.64 "GET /v2.0/security-groups?id=beae5622-2b72-47ae-b5ac-f3919c6874d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283514 Oct 20 10:49:34.403844 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fad5d07-ad73-41a2-ae6d-18489e1a7fe2 req-3e5db568-5327-40bc-80de-8466018856d3 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:34.407956 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3fad5d07-ad73-41a2-ae6d-18489e1a7fe2 req-3e5db568-5327-40bc-80de-8466018856d3 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/ports?device_id=56769566-04ae-489c-bb3b-c290f6f33f55 HTTP/1.1" status: 200 len: 945 time: 0.0974007 Oct 20 10:49:34.543502 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3fad5d07-ad73-41a2-ae6d-18489e1a7fe2 req-600b5f40-1a03-416b-a8c8-9b8fd5816bcc tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/security-groups?id=d30b8c8d-75cd-4380-b81d-917877550485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1270919 Oct 20 10:49:34.734100 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bce6d5-5864-4802-ab98-3c6f2b317851 req-cb2e39af-4c5a-4fc0-93c7-7ddfe2280170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:34.742376 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-21bce6d5-5864-4802-ab98-3c6f2b317851 req-cb2e39af-4c5a-4fc0-93c7-7ddfe2280170 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ba79d3046aa84fd2ac89895f3514d2bd&device_id=56769566-04ae-489c-bb3b-c290f6f33f55 HTTP/1.1" status: 200 len: 1096 time: 0.0991528 Oct 20 10:49:34.992087 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bce6d5-5864-4802-ab98-3c6f2b317851 req-543a7c35-f98c-4219-800a-582ec2391c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:34.993931 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-21bce6d5-5864-4802-ab98-3c6f2b317851 req-543a7c35-f98c-4219-800a-582ec2391c2d service neutron] 10.222.0.69 "GET /v2.0/networks?id=b56c2100-b644-4ba2-90f2-4b531255f999 HTTP/1.1" status: 200 len: 897 time: 0.2321916 Oct 20 10:49:35.133049 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-21bce6d5-5864-4802-ab98-3c6f2b317851 req-0739c8fa-75f8-43a6-9589-8ad367a5b871 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dbef63cf-4342-4fac-bd9c-8425a18f8f45 HTTP/1.1" status: 200 len: 1001 time: 0.1280279 Oct 20 10:49:35.280238 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bce6d5-5864-4802-ab98-3c6f2b317851 req-b7c6a375-dd2b-4b5e-9b7b-5c0f1287be7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:35.297198 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-21bce6d5-5864-4802-ab98-3c6f2b317851 req-b7c6a375-dd2b-4b5e-9b7b-5c0f1287be7a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=91bdc508-699c-4642-8aa1-b806463a6e96 HTTP/1.1" status: 200 len: 835 time: 0.1509063 Oct 20 10:49:35.610914 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e06f0e-6fe6-451f-9f07-3663fb49374a req-15e8f975-7383-495c-bfbe-2e27afb4b810 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:35.612487 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-31e06f0e-6fe6-451f-9f07-3663fb49374a req-15e8f975-7383-495c-bfbe-2e27afb4b810 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] 10.222.0.69 "GET /v2.0/ports?device_id=a18205b2-e8c8-454c-a76c-bc825d307c11 HTTP/1.1" status: 200 len: 945 time: 0.2316580 Oct 20 10:49:35.680602 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5dd72a-b40e-42ad-ad53-826867353e87 req-9480573e-4975-447d-ab0d-958fa6dc377f tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:35.688585 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bd5dd72a-b40e-42ad-ad53-826867353e87 req-9480573e-4975-447d-ab0d-958fa6dc377f tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 946 time: 0.3805213 Oct 20 10:49:35.786058 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea4a4c8-1ee7-46a9-ac52-fbb4efe5f225 req-a31ed46c-e6f5-4c46-a252-8d42c2fe5479 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:35.794160 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7ea4a4c8-1ee7-46a9-ac52-fbb4efe5f225 req-a31ed46c-e6f5-4c46-a252-8d42c2fe5479 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] 10.222.0.64 "GET /v2.0/ports?device_id=a18205b2-e8c8-454c-a76c-bc825d307c11 HTTP/1.1" status: 200 len: 945 time: 0.4203715 Oct 20 10:49:35.830596 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bce6d5-5864-4802-ab98-3c6f2b317851 req-3f20b426-755e-47b8-aa99-cfd57d484183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:35.838084 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-21bce6d5-5864-4802-ab98-3c6f2b317851 req-3f20b426-755e-47b8-aa99-cfd57d484183 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b56c2100-b644-4ba2-90f2-4b531255f999&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4555461 Oct 20 10:49:35.880023 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bd5dd72a-b40e-42ad-ad53-826867353e87 req-4b7d37a7-f7de-4ac5-82eb-c7c240b06f03 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904557 Oct 20 10:49:35.992154 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-21bce6d5-5864-4802-ab98-3c6f2b317851 req-51a6941c-4911-4f9b-aaf3-c00e8c6425bd service neutron] 10.222.0.69 "GET /v2.0/networks/b56c2100-b644-4ba2-90f2-4b531255f999?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104999 Oct 20 10:49:36.063418 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7ea4a4c8-1ee7-46a9-ac52-fbb4efe5f225 req-8e240cc4-3d3e-45ac-89fe-5acc485868ec tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] 10.222.0.64 "GET /v2.0/security-groups?id=beae5622-2b72-47ae-b5ac-f3919c6874d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2682006 Oct 20 10:49:36.168830 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-d5bc711a-816e-4d16-9db4-ef061c99085f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:36.266000 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-21bce6d5-5864-4802-ab98-3c6f2b317851 req-b746a51a-1e8f-44e2-86b2-29df32794df7 service neutron] 10.222.0.69 "GET /v2.0/networks/b56c2100-b644-4ba2-90f2-4b531255f999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2533813 Oct 20 10:49:36.337761 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-31e06f0e-6fe6-451f-9f07-3663fb49374a req-a7811843-6701-46bf-b6d4-8a7c1b0e4513 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] Deleting port cce84233-f3eb-46fc-b7e7-cf15d3e7b144 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:49:36.338020 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-31e06f0e-6fe6-451f-9f07-3663fb49374a req-a7811843-6701-46bf-b6d4-8a7c1b0e4513 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:36.447837 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-31e06f0e-6fe6-451f-9f07-3663fb49374a req-a7811843-6701-46bf-b6d4-8a7c1b0e4513 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] For port cce84233-f3eb-46fc-b7e7-cf15d3e7b144, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=cce84233-f3eb-46fc-b7e7-cf15d3e7b144,segment=NetworkSegment(21cccbca-7404-428f-aa4e-872d37903a8d),segment_id=21cccbca-7404-428f-aa4e-872d37903a8d)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:49:36.448144 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-31e06f0e-6fe6-451f-9f07-3663fb49374a req-a7811843-6701-46bf-b6d4-8a7c1b0e4513 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:36.467715 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-31e06f0e-6fe6-451f-9f07-3663fb49374a req-a7811843-6701-46bf-b6d4-8a7c1b0e4513 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] Calling delete_port for cce84233-f3eb-46fc-b7e7-cf15d3e7b144 owned by compute:nova {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:49:36.622102 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad15287-1ef8-4197-a474-68fc07db6cb6 req-32507a8c-f82d-4b81-8e2e-024e1a87e8e4 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:36.624109 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8ad15287-1ef8-4197-a474-68fc07db6cb6 req-32507a8c-f82d-4b81-8e2e-024e1a87e8e4 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/ports?device_id=56769566-04ae-489c-bb3b-c290f6f33f55 HTTP/1.1" status: 200 len: 945 time: 0.3570831 Oct 20 10:49:36.689529 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3048523-e4ee-46a1-b4a8-db0001a6c8b8 req-1aa7a3bc-248b-4fff-b7b5-d37d7dd1bc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:36.694615 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b3048523-e4ee-46a1-b4a8-db0001a6c8b8 req-1aa7a3bc-248b-4fff-b7b5-d37d7dd1bc6d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ba79d3046aa84fd2ac89895f3514d2bd&device_id=56769566-04ae-489c-bb3b-c290f6f33f55 HTTP/1.1" status: 200 len: 1096 time: 0.3737500 Oct 20 10:49:36.827589 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8ad15287-1ef8-4197-a474-68fc07db6cb6 req-5699cc87-dbed-4900-80e2-fa5e52e5bf62 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/security-groups?id=d30b8c8d-75cd-4380-b81d-917877550485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1926723 Oct 20 10:49:37.120484 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3048523-e4ee-46a1-b4a8-db0001a6c8b8 req-6246613c-0b57-4ce3-978f-8fa28fcab9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:37.122496 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b3048523-e4ee-46a1-b4a8-db0001a6c8b8 req-6246613c-0b57-4ce3-978f-8fa28fcab9b5 service neutron] 10.222.0.69 "GET /v2.0/networks?id=b56c2100-b644-4ba2-90f2-4b531255f999 HTTP/1.1" status: 200 len: 897 time: 0.3853571 Oct 20 10:49:37.151804 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:37.190605 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-31e06f0e-6fe6-451f-9f07-3663fb49374a req-a7811843-6701-46bf-b6d4-8a7c1b0e4513 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:37.409656 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7811843-6701-46bf-b6d4-8a7c1b0e4513 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] Pushing event deleted for resources: {'Port': ['ID=cce84233-f3eb-46fc-b7e7-cf15d3e7b144,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:37.480561 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-31e06f0e-6fe6-451f-9f07-3663fb49374a req-a7811843-6701-46bf-b6d4-8a7c1b0e4513 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] No DVR routers for this DVR port cce84233-f3eb-46fc-b7e7-cf15d3e7b144 on host n-h2-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:49:37.483828 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-31e06f0e-6fe6-451f-9f07-3663fb49374a req-a7811843-6701-46bf-b6d4-8a7c1b0e4513 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:37.487653 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-31e06f0e-6fe6-451f-9f07-3663fb49374a req-a7811843-6701-46bf-b6d4-8a7c1b0e4513 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] 10.222.0.69 "DELETE /v2.0/ports/cce84233-f3eb-46fc-b7e7-cf15d3e7b144 HTTP/1.1" status: 204 len: 173 time: 1.8631916 Oct 20 10:49:37.496264 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabb0272-c8fa-4cf8-a3b8-44b139a0331d req-aaa5603d-a157-4ead-b3f9-f5a188d4431c tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:37.499629 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-aabb0272-c8fa-4cf8-a3b8-44b139a0331d req-aaa5603d-a157-4ead-b3f9-f5a188d4431c tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 946 time: 0.4976509 Oct 20 10:49:37.500848 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-db3786e1-d327-4612-be7f-b93c9e57bc20 req-64ecf590-cc57-46e0-984a-fa5e1ecb19c0 tempest-AttachVolumeNegativeTest-154678300 tempest-AttachVolumeNegativeTest-154678300-project] 10.222.0.64 "GET /v2.0/ports?device_id=a18205b2-e8c8-454c-a76c-bc825d307c11 HTTP/1.1" status: 200 len: 210 time: 0.0923240 Oct 20 10:49:37.504118 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a18205b2-e8c8-454c-a76c-bc825d307c11', 'name': 'network-vif-deleted', 'tag': 'cce84233-f3eb-46fc-b7e7-cf15d3e7b144'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:49:37.507430 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-346c3d29-de25-4605-a82d-6ff5691a570e" -d '{"events": [{"server_uuid": "a18205b2-e8c8-454c-a76c-bc825d307c11", "name": "network-vif-deleted", "tag": "cce84233-f3eb-46fc-b7e7-cf15d3e7b144"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:49:37.539857 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:37.601682 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-aabb0272-c8fa-4cf8-a3b8-44b139a0331d req-18478518-917a-4920-89c6-3e3b0f5504f8 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736959 Oct 20 10:49:37.606285 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b3048523-e4ee-46a1-b4a8-db0001a6c8b8 req-24672a7a-7676-44ee-8026-1d49eb0f2c5b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dbef63cf-4342-4fac-bd9c-8425a18f8f45 HTTP/1.1" status: 200 len: 1001 time: 0.4725866 Oct 20 10:49:37.734610 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3048523-e4ee-46a1-b4a8-db0001a6c8b8 req-1f026edc-e37e-44cc-8b22-644d060c906a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:37.737671 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b3048523-e4ee-46a1-b4a8-db0001a6c8b8 req-1f026edc-e37e-44cc-8b22-644d060c906a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=91bdc508-699c-4642-8aa1-b806463a6e96 HTTP/1.1" status: 200 len: 835 time: 0.1227317 Oct 20 10:49:37.739736 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd9a36e6-d3b3-4155-aa58-22b3bf09de5e x-openstack-request-id: req-fd9a36e6-d3b3-4155-aa58-22b3bf09de5e {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:49:37.740256 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a18205b2-e8c8-454c-a76c-bc825d307c11", "name": "network-vif-deleted", "tag": "cce84233-f3eb-46fc-b7e7-cf15d3e7b144", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:49:37.740674 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fd9a36e6-d3b3-4155-aa58-22b3bf09de5e {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:49:37.741306 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a18205b2-e8c8-454c-a76c-bc825d307c11', 'name': 'network-vif-deleted', 'tag': 'cce84233-f3eb-46fc-b7e7-cf15d3e7b144', 'status': 'completed', 'code': 200} Oct 20 10:49:37.894326 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3048523-e4ee-46a1-b4a8-db0001a6c8b8 req-9d7d5809-db3a-4a62-b5f5-8651460aa2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:37.899674 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b3048523-e4ee-46a1-b4a8-db0001a6c8b8 req-9d7d5809-db3a-4a62-b5f5-8651460aa2cf service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b56c2100-b644-4ba2-90f2-4b531255f999&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1544006 Oct 20 10:49:37.977803 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:38.123423 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b3048523-e4ee-46a1-b4a8-db0001a6c8b8 req-4f616e68-2e0b-4ac1-bb55-8361c995927a service neutron] 10.222.0.69 "GET /v2.0/networks/b56c2100-b644-4ba2-90f2-4b531255f999?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158499 Oct 20 10:49:38.424052 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dd46d4-30b8-4508-a47f-d4b15692c99e req-d7831017-362d-4455-a954-98cc16cdeac8 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:38.425880 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-77dd46d4-30b8-4508-a47f-d4b15692c99e req-d7831017-362d-4455-a954-98cc16cdeac8 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/ports?device_id=56769566-04ae-489c-bb3b-c290f6f33f55 HTTP/1.1" status: 200 len: 945 time: 0.3012080 Oct 20 10:49:38.429360 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b3048523-e4ee-46a1-b4a8-db0001a6c8b8 req-7941bc5c-3804-4343-8edd-0ceb3bb79af8 service neutron] 10.222.0.69 "GET /v2.0/networks/b56c2100-b644-4ba2-90f2-4b531255f999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2928083 Oct 20 10:49:38.560665 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-77dd46d4-30b8-4508-a47f-d4b15692c99e req-d7aae7c2-40bf-4950-9136-0fae2754a6fa tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/security-groups?id=d30b8c8d-75cd-4380-b81d-917877550485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181867 Oct 20 10:49:38.682271 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 44132) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:49:38.845339 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b1b4567-3d83-4e56-89a7-3656779d509c admin admin] Deleting subnet 2385e10a-8e9b-4532-8959-c4c7cb401041 {{(pid=100596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:49:38.877711 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2b1b4567-3d83-4e56-89a7-3656779d509c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:38.911248 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:38.970565 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2b1b4567-3d83-4e56-89a7-3656779d509c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25189079'] for subnet, precommit_delete_associations {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:39.033013 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d8a17d-1cba-4202-a89e-53decc002294 req-ec2007b6-8588-4c05-936b-905241d2dcea tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:39.034755 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b8d8a17d-1cba-4202-a89e-53decc002294 req-ec2007b6-8588-4c05-936b-905241d2dcea tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 946 time: 0.1859813 Oct 20 10:49:39.084859 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2b1b4567-3d83-4e56-89a7-3656779d509c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:39.134027 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b8d8a17d-1cba-4202-a89e-53decc002294 req-82ccbecc-d1c7-4d40-ada5-4b912e023838 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870528 Oct 20 10:49:39.171776 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2b1b4567-3d83-4e56-89a7-3656779d509c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26836193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26761888'] for subnet, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:39.175937 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device cce84233-f3eb-46fc-b7e7-cf15d3e7b144 no longer exists at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:49:39.254715 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1b4567-3d83-4e56-89a7-3656779d509c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2385e10a-8e9b-4532-8959-c4c7cb401041,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:39.259308 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2b1b4567-3d83-4e56-89a7-3656779d509c admin admin] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:39.260195 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] No Port match for: cce84233-f3eb-46fc-b7e7-cf15d3e7b144 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:49:39.260551 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device cce84233-f3eb-46fc-b7e7-cf15d3e7b144 not bound to the agent host n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:49:39.264891 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-2b1b4567-3d83-4e56-89a7-3656779d509c admin admin] 10.222.0.64 "DELETE /v2.0/subnets/2385e10a-8e9b-4532-8959-c4c7cb401041 HTTP/1.1" status: 204 len: 168 time: 0.5813386 Oct 20 10:49:39.267342 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 44162) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:49:39.511286 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-076c8891-15ae-46c0-bcd0-071999325812 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:39.698848 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-076c8891-15ae-46c0-bcd0-071999325812 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:39.756890 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-076c8891-15ae-46c0-bcd0-071999325812 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8a6fc02-fa12-4200-87e5-83414d81676e']}} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:49:39.770280 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-076c8891-15ae-46c0-bcd0-071999325812 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21cccbca-7404-428f-aa4e-872d37903a8d') {'for_net_delete': True} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:49:39.770820 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-076c8891-15ae-46c0-bcd0-071999325812 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21cccbca-7404-428f-aa4e-872d37903a8d') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:49:39.811670 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-076c8891-15ae-46c0-bcd0-071999325812 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25852596'] for segment, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:39.829409 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-076c8891-15ae-46c0-bcd0-071999325812 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:39.838058 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-076c8891-15ae-46c0-bcd0-071999325812 admin admin] Releasing vlan 843 on physical network physnet1 to pool {{(pid=100597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:49:39.838669 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-076c8891-15ae-46c0-bcd0-071999325812 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951012'] for segment, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:39.854197 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df69f93-22b7-4637-b766-268717d82a9f req-91768a83-cd5f-49a6-90ec-04c5bee530a8 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:39.867953 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1df69f93-22b7-4637-b766-268717d82a9f req-91768a83-cd5f-49a6-90ec-04c5bee530a8 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/ports?device_id=56769566-04ae-489c-bb3b-c290f6f33f55 HTTP/1.1" status: 200 len: 945 time: 0.1535645 Oct 20 10:49:39.901607 n-d-811396-3 neutron-server[100597]: Traceback (most recent call last): Oct 20 10:49:39.901607 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:49:39.901607 n-d-811396-3 neutron-server[100597]: timer() Oct 20 10:49:39.901607 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:49:39.901607 n-d-811396-3 neutron-server[100597]: cb(*args, **kw) Oct 20 10:49:39.901607 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:49:39.901607 n-d-811396-3 neutron-server[100597]: return func(*args, **kwargs) Oct 20 10:49:39.901607 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:49:39.901607 n-d-811396-3 neutron-server[100597]: self._notify() Oct 20 10:49:39.901607 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:49:39.901607 n-d-811396-3 neutron-server[100597]: self.callback(batched_events) Oct 20 10:49:39.901607 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:49:39.901607 n-d-811396-3 neutron-server[100597]: event.method(event) Oct 20 10:49:39.901607 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:49:39.901607 n-d-811396-3 neutron-server[100597]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:49:39.901607 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:49:39.901607 n-d-811396-3 neutron-server[100597]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:49:39.901607 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:49:39.901607 n-d-811396-3 neutron-server[100597]: return f(self, *a, **k) Oct 20 10:49:39.901607 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:49:39.901607 n-d-811396-3 neutron-server[100597]: return self._get(url).json() Oct 20 10:49:39.901607 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:49:39.901607 n-d-811396-3 neutron-server[100597]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:49:39.901607 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:49:39.901607 n-d-811396-3 neutron-server[100597]: return self.request(url, 'GET', **kwargs) Oct 20 10:49:39.901607 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:49:39.901607 n-d-811396-3 neutron-server[100597]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:49:39.901607 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:49:39.901607 n-d-811396-3 neutron-server[100597]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:49:39.901607 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:49:39.901607 n-d-811396-3 neutron-server[100597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:49:39.901607 n-d-811396-3 neutron-server[100597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:49:39.910639 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-076c8891-15ae-46c0-bcd0-071999325812 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:39.921146 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-076c8891-15ae-46c0-bcd0-071999325812 admin admin] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:39.933111 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-076c8891-15ae-46c0-bcd0-071999325812 admin admin] 10.222.0.64 "DELETE /v2.0/networks/c8a6fc02-fa12-4200-87e5-83414d81676e HTTP/1.1" status: 204 len: 168 time: 0.6590185 Oct 20 10:49:39.952998 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076c8891-15ae-46c0-bcd0-071999325812 admin admin] Pushing event deleted for resources: {'Network': ['ID=c8a6fc02-fa12-4200-87e5-83414d81676e,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:39.966055 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076c8891-15ae-46c0-bcd0-071999325812 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:49:39.967339 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076c8891-15ae-46c0-bcd0-071999325812 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:49:39.968051 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076c8891-15ae-46c0-bcd0-071999325812 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:49:39.968572 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076c8891-15ae-46c0-bcd0-071999325812 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:49:39.969249 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076c8891-15ae-46c0-bcd0-071999325812 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:49:39.969776 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076c8891-15ae-46c0-bcd0-071999325812 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:49:39.971073 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076c8891-15ae-46c0-bcd0-071999325812 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:49:39.971663 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076c8891-15ae-46c0-bcd0-071999325812 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:49:39.972201 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076c8891-15ae-46c0-bcd0-071999325812 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:49:39.972718 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076c8891-15ae-46c0-bcd0-071999325812 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:49:39.973235 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076c8891-15ae-46c0-bcd0-071999325812 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:49:39.973742 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076c8891-15ae-46c0-bcd0-071999325812 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:49:40.001561 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1df69f93-22b7-4637-b766-268717d82a9f req-27d1149d-4eb8-4c59-936a-df7bb100a9a5 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/security-groups?id=d30b8c8d-75cd-4380-b81d-917877550485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1328237 Oct 20 10:49:40.266179 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 44188) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:49:40.333822 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-e7f336b9-6943-40fa-84d5-c65a22e0cff4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7c07d91a5a3845b987d2c3d5e5662672&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0655799 Oct 20 10:49:40.339971 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 44190) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:49:40.390764 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036d0923-0c4f-4ae8-b584-d00c42493aef req-8f49d448-866b-4840-a0fb-e293051afe76 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:40.395206 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-036d0923-0c4f-4ae8-b584-d00c42493aef req-8f49d448-866b-4840-a0fb-e293051afe76 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 946 time: 0.1297147 Oct 20 10:49:40.406170 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0ef722fb-9d16-4797-a487-9eec40acb8c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:40.444031 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0ef722fb-9d16-4797-a487-9eec40acb8c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:40.485475 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-036d0923-0c4f-4ae8-b584-d00c42493aef req-22c4327d-8669-4521-8003-1124e25e803a tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826206 Oct 20 10:49:40.522202 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0ef722fb-9d16-4797-a487-9eec40acb8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:40.527951 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0ef722fb-9d16-4797-a487-9eec40acb8c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:40.532304 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-0ef722fb-9d16-4797-a487-9eec40acb8c6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/beae5622-2b72-47ae-b5ac-f3919c6874d3 HTTP/1.1" status: 204 len: 168 time: 0.1909170 Oct 20 10:49:40.543447 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef722fb-9d16-4797-a487-9eec40acb8c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beae5622-2b72-47ae-b5ac-f3919c6874d3,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:41.392176 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1955320d-2608-4c40-927a-302aed50f4fc req-1eecd5b2-46a8-4832-ae25-ba81751bd1f3 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:41.400411 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1955320d-2608-4c40-927a-302aed50f4fc req-1eecd5b2-46a8-4832-ae25-ba81751bd1f3 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/ports?device_id=56769566-04ae-489c-bb3b-c290f6f33f55 HTTP/1.1" status: 200 len: 945 time: 0.1497493 Oct 20 10:49:41.446248 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1955320d-2608-4c40-927a-302aed50f4fc req-16ecf650-1c6a-475e-9448-7f84fcab6e42 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/security-groups?id=d30b8c8d-75cd-4380-b81d-917877550485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425544 Oct 20 10:49:41.717265 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c5c723-3509-403a-90d7-e919699c2d28 req-8f0ecf87-aa6c-449b-9a54-8ab3b7d3f3a8 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:41.724980 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-72c5c723-3509-403a-90d7-e919699c2d28 req-8f0ecf87-aa6c-449b-9a54-8ab3b7d3f3a8 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 946 time: 0.1223645 Oct 20 10:49:41.830262 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-72c5c723-3509-403a-90d7-e919699c2d28 req-fd865be1-05dc-4a9b-bda0-52636080ae89 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017530 Oct 20 10:49:42.914897 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c4e35a-2310-40dc-b6d6-b148d1220543 req-7c75fb8b-57f4-4f42-9223-4dab0fbe1f99 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:42.924538 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-29c4e35a-2310-40dc-b6d6-b148d1220543 req-7c75fb8b-57f4-4f42-9223-4dab0fbe1f99 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/ports?device_id=56769566-04ae-489c-bb3b-c290f6f33f55 HTTP/1.1" status: 200 len: 945 time: 0.2484233 Oct 20 10:49:43.012500 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-29c4e35a-2310-40dc-b6d6-b148d1220543 req-99a15781-d252-4eae-a7f3-d5407364adcc tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/security-groups?id=d30b8c8d-75cd-4380-b81d-917877550485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845854 Oct 20 10:49:43.694230 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c811ac-e334-44c6-a081-c8e44455ac50 req-0a35c281-e8c0-43f6-86d8-82654baccf75 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:43.708164 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b4c811ac-e334-44c6-a081-c8e44455ac50 req-0a35c281-e8c0-43f6-86d8-82654baccf75 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 946 time: 0.6100922 Oct 20 10:49:43.829983 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b4c811ac-e334-44c6-a081-c8e44455ac50 req-6f307178-e408-4495-88c9-54b18b2ce4b3 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024868 Oct 20 10:49:44.033625 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 7 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 10:49:44.251333 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a86422-bec8-4c48-92da-493744b50a5b req-e2051cc1-af13-4562-ad8e-e9d0e4180eeb tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:44.253120 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-57a86422-bec8-4c48-92da-493744b50a5b req-e2051cc1-af13-4562-ad8e-e9d0e4180eeb tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/ports?device_id=56769566-04ae-489c-bb3b-c290f6f33f55 HTTP/1.1" status: 200 len: 945 time: 0.1152933 Oct 20 10:49:44.310724 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-57a86422-bec8-4c48-92da-493744b50a5b req-317f9201-fb1f-460b-8e9b-615520695d1a tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/security-groups?id=d30b8c8d-75cd-4380-b81d-917877550485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467608 Oct 20 10:49:45.026009 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888b59ce-d601-49f1-acb7-92fe7d2e6d9a req-890372cf-03eb-4b98-a318-68748f35e5f3 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:45.033826 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-888b59ce-d601-49f1-acb7-92fe7d2e6d9a req-890372cf-03eb-4b98-a318-68748f35e5f3 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 946 time: 0.0768638 Oct 20 10:49:45.086058 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-888b59ce-d601-49f1-acb7-92fe7d2e6d9a req-f723ff69-4ad6-49de-a50b-8f7038937dee tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491903 Oct 20 10:49:45.478157 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17903dc-c60d-45fb-bf0a-e6e3b4d2e1d6 req-789ac9ef-ccd7-4c20-b8e6-c644aca4a908 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:45.480659 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c17903dc-c60d-45fb-bf0a-e6e3b4d2e1d6 req-789ac9ef-ccd7-4c20-b8e6-c644aca4a908 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/ports?device_id=56769566-04ae-489c-bb3b-c290f6f33f55 HTTP/1.1" status: 200 len: 945 time: 0.0759485 Oct 20 10:49:45.535537 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c17903dc-c60d-45fb-bf0a-e6e3b4d2e1d6 req-db284de3-43e6-4a78-a249-c9b442feaa7d tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/security-groups?id=d30b8c8d-75cd-4380-b81d-917877550485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469799 Oct 20 10:49:46.268637 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298f00f6-22e6-4406-9efb-9ec2dcc635df req-7a9d4a60-6645-4156-bed3-4b853f70e713 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:46.277045 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-298f00f6-22e6-4406-9efb-9ec2dcc635df req-7a9d4a60-6645-4156-bed3-4b853f70e713 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 946 time: 0.0672059 Oct 20 10:49:46.347726 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-298f00f6-22e6-4406-9efb-9ec2dcc635df req-b3d0069b-e45c-4597-8442-25a3b2d1dc70 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680342 Oct 20 10:49:46.560348 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3060c1fe-a4f4-487f-a2de-1d8e2b080a0e req-aad016b6-d2d1-4611-ab16-102b057cf5f8 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:46.562287 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3060c1fe-a4f4-487f-a2de-1d8e2b080a0e req-aad016b6-d2d1-4611-ab16-102b057cf5f8 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/networks?id=cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0 HTTP/1.1" status: 200 len: 812 time: 0.1493859 Oct 20 10:49:46.585214 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3060c1fe-a4f4-487f-a2de-1d8e2b080a0e req-6c1ce21e-549b-4c32-9316-58f1458a7e31 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/quotas/304c84e5c7844b5cadef0d9d128b445c HTTP/1.1" status: 200 len: 375 time: 0.0170169 Oct 20 10:49:46.769269 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3060c1fe-a4f4-487f-a2de-1d8e2b080a0e req-b0b2bd3d-e89f-4d60-9e77-2b8f1e8daa46 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=304c84e5c7844b5cadef0d9d128b445c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1756237 Oct 20 10:49:46.882482 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3060c1fe-a4f4-487f-a2de-1d8e2b080a0e req-02168a8c-ef9f-426e-b2e0-c9fd4820c01e service neutron] 10.222.0.64 "GET /v2.0/networks/cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119137 Oct 20 10:49:46.996858 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3060c1fe-a4f4-487f-a2de-1d8e2b080a0e req-810034b1-5c67-4027-8ac5-53fbc06f2ca0 service neutron] 10.222.0.64 "GET /v2.0/networks/cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131566 Oct 20 10:49:47.018049 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55eaa12b-66a0-4a13-bb20-7f7bb110363b req-1dc9191c-5d0d-4774-9baa-a814b316c285 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:47.023057 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-55eaa12b-66a0-4a13-bb20-7f7bb110363b req-1dc9191c-5d0d-4774-9baa-a814b316c285 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/ports?device_id=56769566-04ae-489c-bb3b-c290f6f33f55 HTTP/1.1" status: 200 len: 945 time: 0.3331983 Oct 20 10:49:47.108577 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-55eaa12b-66a0-4a13-bb20-7f7bb110363b req-5b729acb-10ef-4b0f-b7b8-2942ecf9f4f3 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/security-groups?id=d30b8c8d-75cd-4380-b81d-917877550485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797117 Oct 20 10:49:47.577393 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-59370a7b-8de2-47d0-a1d1-e2df2cc987c8 req-9f37e19a-c48c-4fba-9ca1-4f7fbe796ff6 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=0be5a4af-1092-410e-ae6c-53649d3d1d02 HTTP/1.1" status: 200 len: 210 time: 0.0805123 Oct 20 10:49:47.703947 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216031aa-58ed-4593-baa9-eb0c2080be79 req-64b00b72-8686-4f23-985e-8b51fd9a24ec tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:47.712842 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-216031aa-58ed-4593-baa9-eb0c2080be79 req-64b00b72-8686-4f23-985e-8b51fd9a24ec tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 946 time: 0.0794888 Oct 20 10:49:47.812140 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-216031aa-58ed-4593-baa9-eb0c2080be79 req-e5d87dfd-71a5-4511-a3d3-7ee0cc5b9a4b tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978825 Oct 20 10:49:48.325981 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc0033e-a76a-4555-919d-84c0b2ed3c49 req-971c2b39-272c-4373-8276-637189052760 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:48.328245 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3bc0033e-a76a-4555-919d-84c0b2ed3c49 req-971c2b39-272c-4373-8276-637189052760 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/ports?device_id=56769566-04ae-489c-bb3b-c290f6f33f55 HTTP/1.1" status: 200 len: 945 time: 0.0648105 Oct 20 10:49:48.408177 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3bc0033e-a76a-4555-919d-84c0b2ed3c49 req-a1bacd0e-8a54-40da-bfbc-453e4e679986 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/security-groups?id=d30b8c8d-75cd-4380-b81d-917877550485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724604 Oct 20 10:49:48.767765 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-65e11a1f-3318-46fe-9d97-5fc1601fa38b req-fb26d9f7-6ebf-4c8b-bb8c-435aae7f4d39 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=0be5a4af-1092-410e-ae6c-53649d3d1d02 HTTP/1.1" status: 200 len: 210 time: 0.0478063 Oct 20 10:49:49.064037 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3060c1fe-a4f4-487f-a2de-1d8e2b080a0e req-65041beb-8ba1-4300-b1be-fb1b173b45df tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:49.065637 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3060c1fe-a4f4-487f-a2de-1d8e2b080a0e req-65041beb-8ba1-4300-b1be-fb1b173b45df tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.55 "GET /v2.0/networks?id=cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0 HTTP/1.1" status: 200 len: 812 time: 0.2785723 Oct 20 10:49:49.104686 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fa39b5-1d20-4b17-a6eb-b16f06e71051 req-c33b2f1f-515f-4935-ac48-41b160e08812 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:49.106283 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-11fa39b5-1d20-4b17-a6eb-b16f06e71051 req-c33b2f1f-515f-4935-ac48-41b160e08812 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 946 time: 0.1163874 Oct 20 10:49:49.118547 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-3060c1fe-a4f4-487f-a2de-1d8e2b080a0e req-a3dcddd1-e4c6-46d3-9efe-b561e74c471a tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Request body: {'port': {'device_id': '0be5a4af-1092-410e-ae6c-53649d3d1d02', 'network_id': 'cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0', 'admin_state_up': True, 'tenant_id': '304c84e5c7844b5cadef0d9d128b445c'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:49:49.136547 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:49.281879 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-11fa39b5-1d20-4b17-a6eb-b16f06e71051 req-1f1ae74f-d605-422e-b88a-8d60903bbc5b tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568854 Oct 20 10:49:49.469120 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3060c1fe-a4f4-487f-a2de-1d8e2b080a0e req-a3dcddd1-e4c6-46d3-9efe-b561e74c471a tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Made reservation on behalf of 304c84e5c7844b5cadef0d9d128b445c for: {'port': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:49:49.475610 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-3060c1fe-a4f4-487f-a2de-1d8e2b080a0e req-a3dcddd1-e4c6-46d3-9efe-b561e74c471a tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:49.781222 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [req-3060c1fe-a4f4-487f-a2de-1d8e2b080a0e req-a3dcddd1-e4c6-46d3-9efe-b561e74c471a tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Allocated IP 172.20.0.6 (cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0/46305bfd-5c10-42c9-8afc-597f2425497e/96076df1-c750-419e-a048-b371f959d673) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:49:50.065483 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-3060c1fe-a4f4-487f-a2de-1d8e2b080a0e req-a3dcddd1-e4c6-46d3-9efe-b561e74c471a tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:50.186443 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-3060c1fe-a4f4-487f-a2de-1d8e2b080a0e req-a3dcddd1-e4c6-46d3-9efe-b561e74c471a tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:50.266933 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dcddd1-e4c6-46d3-9efe-b561e74c471a tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Pushing event updated for resources: {'Port': ['ID=96076df1-c750-419e-a048-b371f959d673,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:50.318000 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9553606d-eb62-459c-892b-15766e0a08dc req-772d1a8b-5ec3-4a46-9171-33098fd209b9 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:50.326300 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9553606d-eb62-459c-892b-15766e0a08dc req-772d1a8b-5ec3-4a46-9171-33098fd209b9 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=0be5a4af-1092-410e-ae6c-53649d3d1d02 HTTP/1.1" status: 200 len: 931 time: 0.2057743 Oct 20 10:49:50.394050 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6747b53-b558-44eb-8758-2cc204d267cf req-748bcd50-d6b7-4abd-bab6-58192fbe4859 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:50.401549 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a6747b53-b558-44eb-8758-2cc204d267cf req-748bcd50-d6b7-4abd-bab6-58192fbe4859 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/ports?device_id=56769566-04ae-489c-bb3b-c290f6f33f55 HTTP/1.1" status: 200 len: 945 time: 0.2526298 Oct 20 10:49:50.427453 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3060c1fe-a4f4-487f-a2de-1d8e2b080a0e req-a3dcddd1-e4c6-46d3-9efe-b561e74c471a tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Network cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0 is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:49:50.454651 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9553606d-eb62-459c-892b-15766e0a08dc req-72cbcfcb-88f4-47ac-a522-adbdddaa5053 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e1d7c5e-d35b-480e-bc76-e69dc8123b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230059 Oct 20 10:49:50.457253 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [req-3060c1fe-a4f4-487f-a2de-1d8e2b080a0e req-a3dcddd1-e4c6-46d3-9efe-b561e74c471a tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:49:50.482064 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-3060c1fe-a4f4-487f-a2de-1d8e2b080a0e req-a3dcddd1-e4c6-46d3-9efe-b561e74c471a tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:49:50.542723 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 44426) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:49:50.617655 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3060c1fe-a4f4-487f-a2de-1d8e2b080a0e req-a3dcddd1-e4c6-46d3-9efe-b561e74c471a tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:50.618273 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-3060c1fe-a4f4-487f-a2de-1d8e2b080a0e req-a3dcddd1-e4c6-46d3-9efe-b561e74c471a tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:50.746284 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3060c1fe-a4f4-487f-a2de-1d8e2b080a0e req-a3dcddd1-e4c6-46d3-9efe-b561e74c471a tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6525540 Oct 20 10:49:50.835186 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d6734021-1a90-4a1c-8e90-69a4a805a122 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:50.849116 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-3060c1fe-a4f4-487f-a2de-1d8e2b080a0e req-f3072d09-c3fc-49d6-9ef5-c2677a1904e3 service neutron] Request body: {'port': {'device_id': '0be5a4af-1092-410e-ae6c-53649d3d1d02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811396-3'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:49:50.932226 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a6747b53-b558-44eb-8758-2cc204d267cf req-46ca5456-f3a3-4236-8b64-c6c47a6db0a5 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/security-groups?id=d30b8c8d-75cd-4380-b81d-917877550485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5282805 Oct 20 10:49:50.968588 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-3060c1fe-a4f4-487f-a2de-1d8e2b080a0e req-f3072d09-c3fc-49d6-9ef5-c2677a1904e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:50.994518 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-af4be2df-9f6a-49dc-980d-e6c2718ba3de None None] Provisioning complete for port 96076df1-c750-419e-a048-b371f959d673 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:49:50.995185 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-af4be2df-9f6a-49dc-980d-e6c2718ba3de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:50.995879 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfee6b7-3508-458e-985e-d639549fb9fa req-a11dfbd9-0f27-4096-a50a-21b1b92de04b tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:51.003919 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5bfee6b7-3508-458e-985e-d639549fb9fa req-a11dfbd9-0f27-4096-a50a-21b1b92de04b tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 946 time: 0.3590398 Oct 20 10:49:51.047904 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d6734021-1a90-4a1c-8e90-69a4a805a122 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:51.053834 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d6734021-1a90-4a1c-8e90-69a4a805a122 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:51.094408 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5bfee6b7-3508-458e-985e-d639549fb9fa req-d3bea022-435f-4965-b275-35a7599eb6e4 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895615 Oct 20 10:49:51.108157 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-af4be2df-9f6a-49dc-980d-e6c2718ba3de None None] Port 96076df1-c750-419e-a048-b371f959d673 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:49:51.184157 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-d6734021-1a90-4a1c-8e90-69a4a805a122 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d084240aa1e042a2881892f1487e9894&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6399939 Oct 20 10:49:51.185187 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 44446) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:49:51.197653 n-d-811396-3 neutron-server[100596]: INFO neutron.api.v2.resource [req-b3048523-e4ee-46a1-b4a8-db0001a6c8b8 req-a61390b3-49c8-4345-8713-87de9c51f284 service neutron] show failed (client error): The resource could not be found. Oct 20 10:49:51.199696 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b3048523-e4ee-46a1-b4a8-db0001a6c8b8 req-a61390b3-49c8-4345-8713-87de9c51f284 service neutron] 10.222.0.69 "GET /v2.0/ports/dbef63cf-4342-4fac-bd9c-8425a18f8f45/bindings/n-h1-811396-3 HTTP/1.1" status: 404 len: 380 time: 0.4910724 Oct 20 10:49:51.209801 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6734021-1a90-4a1c-8e90-69a4a805a122 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94aa39d0-6580-458c-945e-100e01782162,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:51.312509 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9e5c87f3-eb19-43b4-bd38-67a567747f94 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:51.360506 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9e5c87f3-eb19-43b4-bd38-67a567747f94 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:51.472689 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9e5c87f3-eb19-43b4-bd38-67a567747f94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:51.481253 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9e5c87f3-eb19-43b4-bd38-67a567747f94 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:51.498462 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-9e5c87f3-eb19-43b4-bd38-67a567747f94 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/94aa39d0-6580-458c-945e-100e01782162 HTTP/1.1" status: 204 len: 168 time: 0.3023012 Oct 20 10:49:51.531351 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5c87f3-eb19-43b4-bd38-67a567747f94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94aa39d0-6580-458c-945e-100e01782162,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:51.789657 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74aa1cb-ff7f-4b0a-94f0-59f7e84a09ad req-025497ac-5518-4d3e-a4d0-9915d7d45edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:51.791752 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-f74aa1cb-ff7f-4b0a-94f0-59f7e84a09ad req-025497ac-5518-4d3e-a4d0-9915d7d45edb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d11d55054d4b421595fd77f9f4853b62&device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 1097 time: 0.1278622 Oct 20 10:49:51.906821 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74aa1cb-ff7f-4b0a-94f0-59f7e84a09ad req-dfe87261-8e67-414f-8f33-69fc6ab1cdb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:51.909607 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-f74aa1cb-ff7f-4b0a-94f0-59f7e84a09ad req-dfe87261-8e67-414f-8f33-69fc6ab1cdb8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f1bd979d-a352-44ca-89b6-a358a0660ac0 HTTP/1.1" status: 200 len: 914 time: 0.1108561 Oct 20 10:49:51.993955 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563b3d25-9de3-48d7-a10f-e6eb4c669b36 req-7bf7f873-e664-4546-86d2-5d02b60da288 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:51.996944 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-563b3d25-9de3-48d7-a10f-e6eb4c669b36 req-7bf7f873-e664-4546-86d2-5d02b60da288 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=0be5a4af-1092-410e-ae6c-53649d3d1d02 HTTP/1.1" status: 200 len: 931 time: 0.3166304 Oct 20 10:49:52.023726 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-f74aa1cb-ff7f-4b0a-94f0-59f7e84a09ad req-1118ce91-525d-4234-8f52-4abb697b95f0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c8f279a9-fa3f-406e-b583-56be4e497d4e HTTP/1.1" status: 200 len: 217 time: 0.1062217 Oct 20 10:49:52.062807 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3048523-e4ee-46a1-b4a8-db0001a6c8b8 req-078c9944-2308-4f73-a480-2a2b75ae5e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:52.064788 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b3048523-e4ee-46a1-b4a8-db0001a6c8b8 req-078c9944-2308-4f73-a480-2a2b75ae5e38 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=56769566-04ae-489c-bb3b-c290f6f33f55&tenant_id=ba79d3046aa84fd2ac89895f3514d2bd HTTP/1.1" status: 200 len: 1096 time: 0.4824889 Oct 20 10:49:52.153926 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-b3048523-e4ee-46a1-b4a8-db0001a6c8b8 req-9f41756f-3444-4982-8764-d12acd904776 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-811396-3', 'device_owner': 'compute:nova'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:49:52.158792 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74aa1cb-ff7f-4b0a-94f0-59f7e84a09ad req-b0183d7d-e884-46fd-8c3d-a0f5e1705080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:52.160359 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-f74aa1cb-ff7f-4b0a-94f0-59f7e84a09ad req-b0183d7d-e884-46fd-8c3d-a0f5e1705080 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8c9ad18b-f3f9-4a90-802c-d346920a622d HTTP/1.1" status: 200 len: 853 time: 0.1221561 Oct 20 10:49:52.221264 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-f74aa1cb-ff7f-4b0a-94f0-59f7e84a09ad req-ec49133d-1515-4eb6-a839-35d77fe7ae25 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f1bd979d-a352-44ca-89b6-a358a0660ac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528619 Oct 20 10:49:52.323531 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [req-3060c1fe-a4f4-487f-a2de-1d8e2b080a0e req-f3072d09-c3fc-49d6-9ef5-c2677a1904e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96076df1-c750-419e-a048-b371f959d673 {{(pid=100596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:49:52.350088 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-563b3d25-9de3-48d7-a10f-e6eb4c669b36 req-2dc0c5dd-0a25-4f56-8836-93afae7b28bd tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e1d7c5e-d35b-480e-bc76-e69dc8123b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3134792 Oct 20 10:49:52.362518 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-3060c1fe-a4f4-487f-a2de-1d8e2b080a0e req-f3072d09-c3fc-49d6-9ef5-c2677a1904e3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:52.412535 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea1f1ed-6c99-47ab-9e39-e46ace7d1603 req-0ba9f5d4-065f-4588-b078-f204ce3d9021 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:52.420921 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3ea1f1ed-6c99-47ab-9e39-e46ace7d1603 req-0ba9f5d4-065f-4588-b078-f204ce3d9021 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/ports?device_id=56769566-04ae-489c-bb3b-c290f6f33f55 HTTP/1.1" status: 200 len: 945 time: 0.3424687 Oct 20 10:49:52.443883 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-f74aa1cb-ff7f-4b0a-94f0-59f7e84a09ad req-7ac44189-bc2d-4e5d-976c-73a06f8a85f2 service neutron] 10.222.0.55 "GET /v2.0/networks/f1bd979d-a352-44ca-89b6-a358a0660ac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148309 Oct 20 10:49:52.493188 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.provisioning_blocks [req-3060c1fe-a4f4-487f-a2de-1d8e2b080a0e req-f3072d09-c3fc-49d6-9ef5-c2677a1904e3 service neutron] Transition to ACTIVE for port object 96076df1-c750-419e-a048-b371f959d673 will not be triggered until provisioned by entity L2. {{(pid=100596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:49:52.530349 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-3060c1fe-a4f4-487f-a2de-1d8e2b080a0e req-f3072d09-c3fc-49d6-9ef5-c2677a1904e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:52.559534 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-f74aa1cb-ff7f-4b0a-94f0-59f7e84a09ad req-dea243b6-4113-4d83-902e-5a8b6c795e70 service neutron] 10.222.0.55 "GET /v2.0/networks/f1bd979d-a352-44ca-89b6-a358a0660ac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046879 Oct 20 10:49:52.704249 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3072d09-c3fc-49d6-9ef5-c2677a1904e3 service neutron] Pushing event updated for resources: {'Port': ['ID=96076df1-c750-419e-a048-b371f959d673,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:52.707676 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-b3048523-e4ee-46a1-b4a8-db0001a6c8b8 req-9f41756f-3444-4982-8764-d12acd904776 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:52.871082 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3ea1f1ed-6c99-47ab-9e39-e46ace7d1603 req-56a02010-eb21-49c7-8ff6-5c5d2fcf8bed tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/security-groups?id=d30b8c8d-75cd-4380-b81d-917877550485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4489872 Oct 20 10:49:53.119924 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f88b3e-3aaa-4c2f-b323-b99528f68a05 req-697e0313-e6bd-4e79-9574-54af1b40b989 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:53.127468 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-63f88b3e-3aaa-4c2f-b323-b99528f68a05 req-697e0313-e6bd-4e79-9574-54af1b40b989 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 946 time: 0.6015458 Oct 20 10:49:53.202052 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-b3048523-e4ee-46a1-b4a8-db0001a6c8b8 req-9f41756f-3444-4982-8764-d12acd904776 service neutron] For port dbef63cf-4342-4fac-bd9c-8425a18f8f45, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=dbef63cf-4342-4fac-bd9c-8425a18f8f45,segment=NetworkSegment(61f3f036-23b7-48db-b7ba-5592fa7c3f33),segment_id=61f3f036-23b7-48db-b7ba-5592fa7c3f33)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:49:53.278330 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-63f88b3e-3aaa-4c2f-b323-b99528f68a05 req-37b7e1ee-e3d3-45cf-9407-bea5c4545aa7 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497738 Oct 20 10:49:53.334710 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-b3048523-e4ee-46a1-b4a8-db0001a6c8b8 req-9f41756f-3444-4982-8764-d12acd904776 service neutron] For port dbef63cf-4342-4fac-bd9c-8425a18f8f45, host n-h2-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:49:53.336500 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-3060c1fe-a4f4-487f-a2de-1d8e2b080a0e req-f3072d09-c3fc-49d6-9ef5-c2677a1904e3 service neutron] Attempting to bind port 96076df1-c750-419e-a048-b371f959d673 on host n-h1-811396-3 for vnic_type normal with profile {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:49:53.336841 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-3060c1fe-a4f4-487f-a2de-1d8e2b080a0e req-f3072d09-c3fc-49d6-9ef5-c2677a1904e3 service neutron] Attempting to bind port 96076df1-c750-419e-a048-b371f959d673 by drivers openvswitch,hyperv on host n-h1-811396-3 at level 0 using segments [{'id': '5f5097d1-dd03-4e53-8d67-381b8a2c1ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:49:53.337176 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3060c1fe-a4f4-487f-a2de-1d8e2b080a0e req-f3072d09-c3fc-49d6-9ef5-c2677a1904e3 service neutron] Attempting to bind port 96076df1-c750-419e-a048-b371f959d673 on network cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:49:53.368257 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3060c1fe-a4f4-487f-a2de-1d8e2b080a0e req-f3072d09-c3fc-49d6-9ef5-c2677a1904e3 service neutron] Port 96076df1-c750-419e-a048-b371f959d673 on network cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0 not bound, no agent of type Open vSwitch agent registered on host n-h1-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:49:53.368595 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3060c1fe-a4f4-487f-a2de-1d8e2b080a0e req-f3072d09-c3fc-49d6-9ef5-c2677a1904e3 service neutron] Attempting to bind port 96076df1-c750-419e-a048-b371f959d673 on network cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:49:53.385519 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3060c1fe-a4f4-487f-a2de-1d8e2b080a0e req-f3072d09-c3fc-49d6-9ef5-c2677a1904e3 service neutron] Checking agent: {'id': 'b707b4cc-061f-4cf4-bce0-0b3df9b7bec9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 49, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:49:53.385867 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3060c1fe-a4f4-487f-a2de-1d8e2b080a0e req-f3072d09-c3fc-49d6-9ef5-c2677a1904e3 service neutron] Checking segment: {'id': '5f5097d1-dd03-4e53-8d67-381b8a2c1ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:49:53.386301 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3060c1fe-a4f4-487f-a2de-1d8e2b080a0e req-f3072d09-c3fc-49d6-9ef5-c2677a1904e3 service neutron] Bound using segment: {'id': '5f5097d1-dd03-4e53-8d67-381b8a2c1ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0'} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:49:53.386836 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-3060c1fe-a4f4-487f-a2de-1d8e2b080a0e req-f3072d09-c3fc-49d6-9ef5-c2677a1904e3 service neutron] Bound port: 96076df1-c750-419e-a048-b371f959d673, host: n-h1-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f5097d1-dd03-4e53-8d67-381b8a2c1ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0'}}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:49:53.387204 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-3060c1fe-a4f4-487f-a2de-1d8e2b080a0e req-f3072d09-c3fc-49d6-9ef5-c2677a1904e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:53.444462 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56769566-04ae-489c-bb3b-c290f6f33f55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbef63cf-4342-4fac-bd9c-8425a18f8f45'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:49:53.447189 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-328e1c6a-4f03-44a4-84d4-54816b7814c2" -d '{"events": [{"server_uuid": "56769566-04ae-489c-bb3b-c290f6f33f55", "name": "network-vif-unplugged", "status": "completed", "tag": "dbef63cf-4342-4fac-bd9c-8425a18f8f45"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:49:53.474676 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-b3048523-e4ee-46a1-b4a8-db0001a6c8b8 req-9f41756f-3444-4982-8764-d12acd904776 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:53.555694 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.provisioning_blocks [req-b3048523-e4ee-46a1-b4a8-db0001a6c8b8 req-9f41756f-3444-4982-8764-d12acd904776 service neutron] Transition to ACTIVE for port object dbef63cf-4342-4fac-bd9c-8425a18f8f45 will not be triggered until provisioned by entity L2. {{(pid=100596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:49:53.562771 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Oct 2021 10:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f13b8b32-fdf0-4d29-8b6d-ee5df85f5402 x-openstack-request-id: req-f13b8b32-fdf0-4d29-8b6d-ee5df85f5402 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:49:53.565013 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56769566-04ae-489c-bb3b-c290f6f33f55", "name": "network-vif-unplugged", "status": "completed", "tag": "dbef63cf-4342-4fac-bd9c-8425a18f8f45", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:49:53.565491 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f13b8b32-fdf0-4d29-8b6d-ee5df85f5402 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:49:53.566095 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56769566-04ae-489c-bb3b-c290f6f33f55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbef63cf-4342-4fac-bd9c-8425a18f8f45', 'code': 200} Oct 20 10:49:53.611026 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-3060c1fe-a4f4-487f-a2de-1d8e2b080a0e req-f3072d09-c3fc-49d6-9ef5-c2677a1904e3 service neutron] For port 96076df1-c750-419e-a048-b371f959d673, host n-h1-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:49:53.627292 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-3060c1fe-a4f4-487f-a2de-1d8e2b080a0e req-f3072d09-c3fc-49d6-9ef5-c2677a1904e3 service neutron] For port 96076df1-c750-419e-a048-b371f959d673, host n-h1-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=96076df1-c750-419e-a048-b371f959d673,segment=NetworkSegment(5f5097d1-dd03-4e53-8d67-381b8a2c1ac8),segment_id=5f5097d1-dd03-4e53-8d67-381b8a2c1ac8)] {{(pid=100596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:49:53.633950 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-b3048523-e4ee-46a1-b4a8-db0001a6c8b8 req-9f41756f-3444-4982-8764-d12acd904776 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:53.652940 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-3060c1fe-a4f4-487f-a2de-1d8e2b080a0e req-f3072d09-c3fc-49d6-9ef5-c2677a1904e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:53.800297 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3060c1fe-a4f4-487f-a2de-1d8e2b080a0e req-f3072d09-c3fc-49d6-9ef5-c2677a1904e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:53.801940 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-3060c1fe-a4f4-487f-a2de-1d8e2b080a0e req-f3072d09-c3fc-49d6-9ef5-c2677a1904e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:53.805032 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3060c1fe-a4f4-487f-a2de-1d8e2b080a0e req-f3072d09-c3fc-49d6-9ef5-c2677a1904e3 service neutron] 10.222.0.55 "PUT /v2.0/ports/96076df1-c750-419e-a048-b371f959d673 HTTP/1.1" status: 200 len: 1091 time: 3.0066102 Oct 20 10:49:53.857121 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f41756f-3444-4982-8764-d12acd904776 service neutron] Pushing event updated for resources: {'Port': ['ID=dbef63cf-4342-4fac-bd9c-8425a18f8f45,revision_number=6']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:53.911645 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd2d018-8fe2-46b6-9ac3-7201c0b3c1b8 req-85a42e61-7ba3-4d0b-8d67-b5fe77dcff22 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:53.948133 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6bd2d018-8fe2-46b6-9ac3-7201c0b3c1b8 req-85a42e61-7ba3-4d0b-8d67-b5fe77dcff22 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=0be5a4af-1092-410e-ae6c-53649d3d1d02 HTTP/1.1" status: 200 len: 943 time: 0.4593184 Oct 20 10:49:54.441401 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3072d09-c3fc-49d6-9ef5-c2677a1904e3 service neutron] Pushing event updated for resources: {'Port': ['ID=96076df1-c750-419e-a048-b371f959d673,revision_number=3']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:54.446976 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6bd2d018-8fe2-46b6-9ac3-7201c0b3c1b8 req-5a23168d-898f-4929-954e-bded4eb3cc90 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e1d7c5e-d35b-480e-bc76-e69dc8123b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4979651 Oct 20 10:49:54.450630 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3048523-e4ee-46a1-b4a8-db0001a6c8b8 req-9f41756f-3444-4982-8764-d12acd904776 service neutron] No DVR routers for this DVR port dbef63cf-4342-4fac-bd9c-8425a18f8f45 on host n-h2-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:49:54.501653 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adbcbfd-9ef8-4cff-a03e-ec02bbff7e6c req-0d34fdad-73ec-4b37-a503-56917a707cd9 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:54.503499 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3adbcbfd-9ef8-4cff-a03e-ec02bbff7e6c req-0d34fdad-73ec-4b37-a503-56917a707cd9 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/ports?device_id=56769566-04ae-489c-bb3b-c290f6f33f55 HTTP/1.1" status: 200 len: 943 time: 0.3468726 Oct 20 10:49:54.509518 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3060c1fe-a4f4-487f-a2de-1d8e2b080a0e req-1c776575-6a15-47da-83e7-ab153c6b294c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:54.511053 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3060c1fe-a4f4-487f-a2de-1d8e2b080a0e req-1c776575-6a15-47da-83e7-ab153c6b294c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=304c84e5c7844b5cadef0d9d128b445c&device_id=0be5a4af-1092-410e-ae6c-53649d3d1d02 HTTP/1.1" status: 200 len: 1094 time: 0.6184027 Oct 20 10:49:54.976651 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3060c1fe-a4f4-487f-a2de-1d8e2b080a0e req-14fb460b-d87d-4676-ac74-c053f68e1a6b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=96076df1-c750-419e-a048-b371f959d673 HTTP/1.1" status: 200 len: 217 time: 0.4475996 Oct 20 10:49:55.123514 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3adbcbfd-9ef8-4cff-a03e-ec02bbff7e6c req-d35d9662-e027-4c4d-be33-3e7d41ab8736 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/security-groups?id=d30b8c8d-75cd-4380-b81d-917877550485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6106956 Oct 20 10:49:55.162280 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da72671-44f7-4add-96ef-74deafc8606d req-e02ce873-ac15-4f16-a4c3-2f7f4ba1e41d tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:55.169777 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8da72671-44f7-4add-96ef-74deafc8606d req-e02ce873-ac15-4f16-a4c3-2f7f4ba1e41d tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 946 time: 0.1892273 Oct 20 10:49:55.185738 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3060c1fe-a4f4-487f-a2de-1d8e2b080a0e req-fe6d4666-8b31-4394-aebc-a89f5df349e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:55.187140 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3060c1fe-a4f4-487f-a2de-1d8e2b080a0e req-fe6d4666-8b31-4394-aebc-a89f5df349e9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=46305bfd-5c10-42c9-8afc-597f2425497e HTTP/1.1" status: 200 len: 851 time: 0.1685398 Oct 20 10:49:55.252729 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device dbef63cf-4342-4fac-bd9c-8425a18f8f45 no longer exists at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:49:55.277242 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8da72671-44f7-4add-96ef-74deafc8606d req-c468277d-21ec-43c3-b263-9c1e385ba43c tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005526 Oct 20 10:49:55.315020 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-b3048523-e4ee-46a1-b4a8-db0001a6c8b8 req-9f41756f-3444-4982-8764-d12acd904776 service neutron] Attempting to bind port dbef63cf-4342-4fac-bd9c-8425a18f8f45 on host n-h1-811396-3 for vnic_type normal with profile {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:49:55.315020 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-b3048523-e4ee-46a1-b4a8-db0001a6c8b8 req-9f41756f-3444-4982-8764-d12acd904776 service neutron] Attempting to bind port dbef63cf-4342-4fac-bd9c-8425a18f8f45 by drivers openvswitch,hyperv on host n-h1-811396-3 at level 0 using segments [{'id': '61f3f036-23b7-48db-b7ba-5592fa7c3f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'b56c2100-b644-4ba2-90f2-4b531255f999'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:49:55.315231 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3048523-e4ee-46a1-b4a8-db0001a6c8b8 req-9f41756f-3444-4982-8764-d12acd904776 service neutron] Attempting to bind port dbef63cf-4342-4fac-bd9c-8425a18f8f45 on network b56c2100-b644-4ba2-90f2-4b531255f999 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:49:55.350467 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3048523-e4ee-46a1-b4a8-db0001a6c8b8 req-9f41756f-3444-4982-8764-d12acd904776 service neutron] Port dbef63cf-4342-4fac-bd9c-8425a18f8f45 on network b56c2100-b644-4ba2-90f2-4b531255f999 not bound, no agent of type Open vSwitch agent registered on host n-h1-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:49:55.351670 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3048523-e4ee-46a1-b4a8-db0001a6c8b8 req-9f41756f-3444-4982-8764-d12acd904776 service neutron] Attempting to bind port dbef63cf-4342-4fac-bd9c-8425a18f8f45 on network b56c2100-b644-4ba2-90f2-4b531255f999 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:49:55.362980 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3060c1fe-a4f4-487f-a2de-1d8e2b080a0e req-20918de0-7f46-4d93-aed3-932a08b9ab2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:55.372111 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3060c1fe-a4f4-487f-a2de-1d8e2b080a0e req-20918de0-7f46-4d93-aed3-932a08b9ab2d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1711142 Oct 20 10:49:55.380406 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device dbef63cf-4342-4fac-bd9c-8425a18f8f45 not bound to the agent host n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:49:55.443983 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3048523-e4ee-46a1-b4a8-db0001a6c8b8 req-9f41756f-3444-4982-8764-d12acd904776 service neutron] Checking agent: {'id': 'b707b4cc-061f-4cf4-bce0-0b3df9b7bec9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 49, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:49:55.444533 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3048523-e4ee-46a1-b4a8-db0001a6c8b8 req-9f41756f-3444-4982-8764-d12acd904776 service neutron] Checking segment: {'id': '61f3f036-23b7-48db-b7ba-5592fa7c3f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'b56c2100-b644-4ba2-90f2-4b531255f999'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:49:55.447034 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3048523-e4ee-46a1-b4a8-db0001a6c8b8 req-9f41756f-3444-4982-8764-d12acd904776 service neutron] Bound using segment: {'id': '61f3f036-23b7-48db-b7ba-5592fa7c3f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'b56c2100-b644-4ba2-90f2-4b531255f999'} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:49:55.448955 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-b3048523-e4ee-46a1-b4a8-db0001a6c8b8 req-9f41756f-3444-4982-8764-d12acd904776 service neutron] Bound port: dbef63cf-4342-4fac-bd9c-8425a18f8f45, host: n-h1-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61f3f036-23b7-48db-b7ba-5592fa7c3f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'b56c2100-b644-4ba2-90f2-4b531255f999'}}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:49:55.450936 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-b3048523-e4ee-46a1-b4a8-db0001a6c8b8 req-9f41756f-3444-4982-8764-d12acd904776 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:55.589039 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0be5a4af-1092-410e-ae6c-53649d3d1d02', 'tag': '96076df1-c750-419e-a048-b371f959d673'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:49:55.591435 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0fe0b1b-dd00-4121-8948-ef226ca5b3b6" -d '{"events": [{"name": "network-changed", "server_uuid": "0be5a4af-1092-410e-ae6c-53649d3d1d02", "tag": "96076df1-c750-419e-a048-b371f959d673"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:49:55.698573 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc446eef-e1a2-47f8-9d3a-665d7dc69ed6 req-32c34d64-7f6c-4288-82f2-865d7f362e39 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:55.700419 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bc446eef-e1a2-47f8-9d3a-665d7dc69ed6 req-32c34d64-7f6c-4288-82f2-865d7f362e39 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 946 time: 0.2924266 Oct 20 10:49:55.758837 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 44544) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:49:55.844727 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a395da34-e0d9-47f3-9fb5-eaa677e259f5 req-65d928b0-ca0e-485c-9f69-722ad0de3a59 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:55.856554 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a395da34-e0d9-47f3-9fb5-eaa677e259f5 req-65d928b0-ca0e-485c-9f69-722ad0de3a59 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=0be5a4af-1092-410e-ae6c-53649d3d1d02 HTTP/1.1" status: 200 len: 943 time: 0.2726572 Oct 20 10:49:55.868347 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-b3048523-e4ee-46a1-b4a8-db0001a6c8b8 req-9f41756f-3444-4982-8764-d12acd904776 service neutron] For port dbef63cf-4342-4fac-bd9c-8425a18f8f45, host n-h1-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:49:55.898042 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bc446eef-e1a2-47f8-9d3a-665d7dc69ed6 req-c40e2b42-2a9a-4beb-b564-e4780e513a52 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625800 Oct 20 10:49:55.942920 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-b3048523-e4ee-46a1-b4a8-db0001a6c8b8 req-9f41756f-3444-4982-8764-d12acd904776 service neutron] For port dbef63cf-4342-4fac-bd9c-8425a18f8f45, host n-h1-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=dbef63cf-4342-4fac-bd9c-8425a18f8f45,segment=NetworkSegment(61f3f036-23b7-48db-b7ba-5592fa7c3f33),segment_id=61f3f036-23b7-48db-b7ba-5592fa7c3f33)] {{(pid=100596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:49:55.956179 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3060c1fe-a4f4-487f-a2de-1d8e2b080a0e req-9e83d215-8935-4b48-beb3-82935cca8793 service neutron] 10.222.0.55 "GET /v2.0/networks/cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5783744 Oct 20 10:49:55.970833 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31f54b26-27cd-4294-bbd7-934465692e55 x-openstack-request-id: req-31f54b26-27cd-4294-bbd7-934465692e55 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:49:55.976168 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0be5a4af-1092-410e-ae6c-53649d3d1d02", "tag": "96076df1-c750-419e-a048-b371f959d673", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:49:55.976480 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-31f54b26-27cd-4294-bbd7-934465692e55 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:49:55.976914 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0be5a4af-1092-410e-ae6c-53649d3d1d02', 'tag': '96076df1-c750-419e-a048-b371f959d673', 'status': 'completed', 'code': 200} Oct 20 10:49:55.979676 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-b3048523-e4ee-46a1-b4a8-db0001a6c8b8 req-9f41756f-3444-4982-8764-d12acd904776 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:56.028669 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-947951f6-78a0-4918-90bd-f7a708d9659a admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:56.028886 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device c8f279a9-fa3f-406e-b583-56be4e497d4e no longer exists at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:49:56.146831 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a395da34-e0d9-47f3-9fb5-eaa677e259f5 req-78e5bd6d-467f-4730-92f3-910155b2f834 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e1d7c5e-d35b-480e-bc76-e69dc8123b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2811873 Oct 20 10:49:56.156538 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f41756f-3444-4982-8764-d12acd904776 service neutron] Pushing event updated for resources: {'Port': ['ID=dbef63cf-4342-4fac-bd9c-8425a18f8f45,revision_number=7']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:56.211707 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-947951f6-78a0-4918-90bd-f7a708d9659a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:56.221011 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:56.252340 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-947951f6-78a0-4918-90bd-f7a708d9659a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:56.269865 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3048523-e4ee-46a1-b4a8-db0001a6c8b8 req-9f41756f-3444-4982-8764-d12acd904776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:56.270488 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-b3048523-e4ee-46a1-b4a8-db0001a6c8b8 req-9f41756f-3444-4982-8764-d12acd904776 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:56.282518 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b3048523-e4ee-46a1-b4a8-db0001a6c8b8 req-9f41756f-3444-4982-8764-d12acd904776 service neutron] 10.222.0.55 "PUT /v2.0/ports/dbef63cf-4342-4fac-bd9c-8425a18f8f45 HTTP/1.1" status: 200 len: 1091 time: 4.1479669 Oct 20 10:49:56.285060 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e96be23b-3372-49fd-9827-dcff58a8fe2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8f279a9-fa3f-406e-b583-56be4e497d4e'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:49:56.289921 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3f2f2d7-ffb2-47cb-a02a-d2cd7d492991" -d '{"events": [{"server_uuid": "e96be23b-3372-49fd-9827-dcff58a8fe2c", "name": "network-vif-unplugged", "status": "completed", "tag": "c8f279a9-fa3f-406e-b583-56be4e497d4e"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:49:56.343315 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port c8f279a9-fa3f-406e-b583-56be4e497d4e, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=c8f279a9-fa3f-406e-b583-56be4e497d4e,segment=NetworkSegment(96dfa309-c7df-4d10-8f15-9d739a677474),segment_id=96dfa309-c7df-4d10-8f15-9d739a677474)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:49:56.353284 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:56.413577 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 20 Oct 2021 10:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5f5155d-b15f-4e8f-b4ee-fea6794921d7 x-openstack-request-id: req-c5f5155d-b15f-4e8f-b4ee-fea6794921d7 {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:49:56.413867 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e96be23b-3372-49fd-9827-dcff58a8fe2c", "name": "network-vif-unplugged", "status": "failed", "tag": "c8f279a9-fa3f-406e-b583-56be4e497d4e", "code": 422}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:49:56.414143 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c5f5155d-b15f-4e8f-b4ee-fea6794921d7 {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:49:56.414522 n-d-811396-3 neutron-server[100598]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e96be23b-3372-49fd-9827-dcff58a8fe2c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c8f279a9-fa3f-406e-b583-56be4e497d4e', 'code': 422} returned with failed status Oct 20 10:49:56.444013 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-947951f6-78a0-4918-90bd-f7a708d9659a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=afb1caa301f845749d635dbb425819bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6834130 Oct 20 10:49:56.445100 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 44564) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:49:56.470769 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3060c1fe-a4f4-487f-a2de-1d8e2b080a0e req-7325a73b-4c2f-469b-80d8-558b28fed0b7 service neutron] 10.222.0.55 "GET /v2.0/networks/cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4926395 Oct 20 10:49:56.484670 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=c8f279a9-fa3f-406e-b583-56be4e497d4e,revision_number=8']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:56.503069 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947951f6-78a0-4918-90bd-f7a708d9659a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=434a8412-b39e-4dc7-b24e-f61302c002ba,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:56.512052 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:49:56.512705 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:49:56.513269 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:49:56.520225 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a4ce3b76-7d1f-45c8-815a-2ba0907c4c44 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:56.523532 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:49:56.523971 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:49:56.524321 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:49:56.524657 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:49:56.524988 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:49:56.525353 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:49:56.525647 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:49:56.525974 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:49:56.537122 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:49:56.587091 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a4ce3b76-7d1f-45c8-815a-2ba0907c4c44 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:56.729941 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fe0b1b-dd00-4121-8948-ef226ca5b3b6 req-3e1fd100-740a-48d7-bb58-60b5f5f19ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:56.732323 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d0fe0b1b-dd00-4121-8948-ef226ca5b3b6 req-3e1fd100-740a-48d7-bb58-60b5f5f19ead service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=304c84e5c7844b5cadef0d9d128b445c&device_id=0be5a4af-1092-410e-ae6c-53649d3d1d02 HTTP/1.1" status: 200 len: 1094 time: 0.1441936 Oct 20 10:49:56.739277 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3048523-e4ee-46a1-b4a8-db0001a6c8b8 req-1ee8220a-19a1-4c8f-b2a5-fb52d09d17c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:56.741327 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b3048523-e4ee-46a1-b4a8-db0001a6c8b8 req-1ee8220a-19a1-4c8f-b2a5-fb52d09d17c2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ba79d3046aa84fd2ac89895f3514d2bd&device_id=56769566-04ae-489c-bb3b-c290f6f33f55 HTTP/1.1" status: 200 len: 1094 time: 0.2623332 Oct 20 10:49:56.771567 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a4ce3b76-7d1f-45c8-815a-2ba0907c4c44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:56.777466 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a4ce3b76-7d1f-45c8-815a-2ba0907c4c44 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:56.781692 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-a4ce3b76-7d1f-45c8-815a-2ba0907c4c44 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/434a8412-b39e-4dc7-b24e-f61302c002ba HTTP/1.1" status: 204 len: 168 time: 0.3312893 Oct 20 10:49:56.783284 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [req-eacc4c81-295a-469c-9ffe-054442052a3e req-ed7d81bd-38ea-49b3-9a67-e187ea3abff1 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:49:56.790097 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-eacc4c81-295a-469c-9ffe-054442052a3e req-ed7d81bd-38ea-49b3-9a67-e187ea3abff1 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3151803 Oct 20 10:49:56.801649 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ce3b76-7d1f-45c8-815a-2ba0907c4c44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=434a8412-b39e-4dc7-b24e-f61302c002ba,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:56.936304 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601e774d-4a40-41db-9557-b7421151d420 req-6ec9d9d0-8e59-419c-8f02-ed679f23ad86 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:56.943409 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-601e774d-4a40-41db-9557-b7421151d420 req-6ec9d9d0-8e59-419c-8f02-ed679f23ad86 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/ports?device_id=56769566-04ae-489c-bb3b-c290f6f33f55 HTTP/1.1" status: 200 len: 943 time: 0.4681361 Oct 20 10:49:57.064303 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-601e774d-4a40-41db-9557-b7421151d420 req-6bd7f240-19c4-4c66-96a2-3f13d45ee5ec tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/security-groups?id=d30b8c8d-75cd-4380-b81d-917877550485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197331 Oct 20 10:49:57.444342 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662cca35-2913-485f-93c0-b587c481a09f req-181bcead-49fc-4114-b168-8f390edcf233 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:57.455276 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-662cca35-2913-485f-93c0-b587c481a09f req-181bcead-49fc-4114-b168-8f390edcf233 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 944 time: 0.3690186 Oct 20 10:49:57.458613 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fe0b1b-dd00-4121-8948-ef226ca5b3b6 req-75c061ba-b3c0-42a0-afe2-10b72c656785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:57.460302 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d0fe0b1b-dd00-4121-8948-ef226ca5b3b6 req-75c061ba-b3c0-42a0-afe2-10b72c656785 service neutron] 10.222.0.55 "GET /v2.0/networks?id=cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0 HTTP/1.1" status: 200 len: 913 time: 0.7176683 Oct 20 10:49:57.542864 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3048523-e4ee-46a1-b4a8-db0001a6c8b8 req-8030a490-ba52-4530-9d41-91814691df7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:57.546421 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b3048523-e4ee-46a1-b4a8-db0001a6c8b8 req-8030a490-ba52-4530-9d41-91814691df7c service neutron] 10.222.0.55 "GET /v2.0/networks?id=b56c2100-b644-4ba2-90f2-4b531255f999 HTTP/1.1" status: 200 len: 897 time: 0.6876104 Oct 20 10:49:57.547861 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d0fe0b1b-dd00-4121-8948-ef226ca5b3b6 req-9a70248e-1f5c-4106-be22-8e7f3b2b96b3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=96076df1-c750-419e-a048-b371f959d673 HTTP/1.1" status: 200 len: 217 time: 0.0661769 Oct 20 10:49:57.551358 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 44590) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:49:57.585398 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-59002254-967f-450b-a331-849491167811 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:57.697914 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fe0b1b-dd00-4121-8948-ef226ca5b3b6 req-596add66-4133-4327-a685-3bc9b34332a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:57.699314 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d0fe0b1b-dd00-4121-8948-ef226ca5b3b6 req-596add66-4133-4327-a685-3bc9b34332a5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=46305bfd-5c10-42c9-8afc-597f2425497e HTTP/1.1" status: 200 len: 851 time: 0.1153655 Oct 20 10:49:57.745330 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-662cca35-2913-485f-93c0-b587c481a09f req-01ad68d3-d78f-483c-ac9b-d65fd2200b6e tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2888556 Oct 20 10:49:57.779518 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa157c1-42eb-49f6-9bc7-503e3c1e6289 req-7c3c9a69-ba0b-432c-9408-0500af8a4004 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:57.792063 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1fa157c1-42eb-49f6-9bc7-503e3c1e6289 req-7c3c9a69-ba0b-432c-9408-0500af8a4004 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=0be5a4af-1092-410e-ae6c-53649d3d1d02 HTTP/1.1" status: 200 len: 943 time: 0.4381061 Oct 20 10:49:57.882608 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-59002254-967f-450b-a331-849491167811 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:57.892701 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-59002254-967f-450b-a331-849491167811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:57.940784 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59002254-967f-450b-a331-849491167811 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a76acd8-00d6-4a76-9e1e-4cc8b9b75909,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:57.970564 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-59002254-967f-450b-a331-849491167811 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=45248270fe05448ca7989ea779a8b81b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4172604 Oct 20 10:49:57.971159 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 44602) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:49:57.989484 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56769566-04ae-489c-bb3b-c290f6f33f55', 'tag': 'dbef63cf-4342-4fac-bd9c-8425a18f8f45'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:49:57.995204 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-754a47fb-8412-47a4-af03-8260fccf5cbc" -d '{"events": [{"name": "network-changed", "server_uuid": "56769566-04ae-489c-bb3b-c290f6f33f55", "tag": "dbef63cf-4342-4fac-bd9c-8425a18f8f45"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:49:58.042299 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1fa157c1-42eb-49f6-9bc7-503e3c1e6289 req-0796555c-d7bc-4221-9ea9-0cdb9188a348 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e1d7c5e-d35b-480e-bc76-e69dc8123b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461779 Oct 20 10:49:58.069516 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b3048523-e4ee-46a1-b4a8-db0001a6c8b8 req-4da389ea-8d3f-447f-8770-bf945d8bf3c8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dbef63cf-4342-4fac-bd9c-8425a18f8f45 HTTP/1.1" status: 200 len: 999 time: 0.5033319 Oct 20 10:49:58.092939 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ae9932a5-8112-49af-b41f-359f4f7d3b62 req-0f630a99-cf95-4a1b-b218-2652fe1e5675 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1886601 Oct 20 10:49:58.104458 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a4b855df-c171-4416-99c0-52753080cef0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:58.153202 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3048523-e4ee-46a1-b4a8-db0001a6c8b8 req-684d75e4-b2ef-4674-b49f-a3dc1f0d2283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:58.168283 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b3048523-e4ee-46a1-b4a8-db0001a6c8b8 req-684d75e4-b2ef-4674-b49f-a3dc1f0d2283 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=91bdc508-699c-4642-8aa1-b806463a6e96 HTTP/1.1" status: 200 len: 835 time: 0.0799987 Oct 20 10:49:58.170525 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fe0b1b-dd00-4121-8948-ef226ca5b3b6 req-982fedb1-6aad-4c5a-899d-3df4614763af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:58.172551 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d0fe0b1b-dd00-4121-8948-ef226ca5b3b6 req-982fedb1-6aad-4c5a-899d-3df4614763af service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4258990 Oct 20 10:49:58.174369 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16e3e6a1-21b4-4920-969e-a96b755e0928 x-openstack-request-id: req-16e3e6a1-21b4-4920-969e-a96b755e0928 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:49:58.175151 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56769566-04ae-489c-bb3b-c290f6f33f55", "tag": "dbef63cf-4342-4fac-bd9c-8425a18f8f45", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:49:58.175955 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-16e3e6a1-21b4-4920-969e-a96b755e0928 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:49:58.176886 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56769566-04ae-489c-bb3b-c290f6f33f55', 'tag': 'dbef63cf-4342-4fac-bd9c-8425a18f8f45', 'status': 'completed', 'code': 200} Oct 20 10:49:58.210801 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a4b855df-c171-4416-99c0-52753080cef0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:58.311675 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a4b855df-c171-4416-99c0-52753080cef0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:58.314551 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a4b855df-c171-4416-99c0-52753080cef0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:49:58.316883 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-a4b855df-c171-4416-99c0-52753080cef0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1a76acd8-00d6-4a76-9e1e-4cc8b9b75909 HTTP/1.1" status: 204 len: 168 time: 0.3436511 Oct 20 10:49:58.366283 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b855df-c171-4416-99c0-52753080cef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a76acd8-00d6-4a76-9e1e-4cc8b9b75909,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:49:58.401697 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754a47fb-8412-47a4-af03-8260fccf5cbc req-ba56a9be-138c-4826-a19c-8964cce063df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:58.403230 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-754a47fb-8412-47a4-af03-8260fccf5cbc req-ba56a9be-138c-4826-a19c-8964cce063df service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ba79d3046aa84fd2ac89895f3514d2bd&device_id=56769566-04ae-489c-bb3b-c290f6f33f55 HTTP/1.1" status: 200 len: 1094 time: 0.2250710 Oct 20 10:49:58.425559 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3048523-e4ee-46a1-b4a8-db0001a6c8b8 req-e63af497-6494-46cb-8a0f-b8f516c9b348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:58.427350 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b3048523-e4ee-46a1-b4a8-db0001a6c8b8 req-e63af497-6494-46cb-8a0f-b8f516c9b348 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b56c2100-b644-4ba2-90f2-4b531255f999&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2173758 Oct 20 10:49:58.536883 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2496b9-8342-4ab5-bda2-94e640da8b70 req-15694ea6-abc3-4fac-b6d7-5e1d5427eef9 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:58.537578 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9d2496b9-8342-4ab5-bda2-94e640da8b70 req-15694ea6-abc3-4fac-b6d7-5e1d5427eef9 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/ports?device_id=56769566-04ae-489c-bb3b-c290f6f33f55 HTTP/1.1" status: 200 len: 943 time: 0.3292873 Oct 20 10:49:58.564820 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d0fe0b1b-dd00-4121-8948-ef226ca5b3b6 req-7ae93afb-38f5-4590-9ce2-0e77d4ed2688 service neutron] 10.222.0.55 "GET /v2.0/networks/cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3513379 Oct 20 10:49:58.796782 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754a47fb-8412-47a4-af03-8260fccf5cbc req-88b49581-52d9-4fc1-aba1-9fc65fdd92a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:58.798279 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-754a47fb-8412-47a4-af03-8260fccf5cbc req-88b49581-52d9-4fc1-aba1-9fc65fdd92a3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=b56c2100-b644-4ba2-90f2-4b531255f999 HTTP/1.1" status: 200 len: 897 time: 0.3760474 Oct 20 10:49:58.811827 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9d2496b9-8342-4ab5-bda2-94e640da8b70 req-92ffa334-475f-4efd-824b-8e65687c3039 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/security-groups?id=d30b8c8d-75cd-4380-b81d-917877550485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2138472 Oct 20 10:49:58.849928 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b3048523-e4ee-46a1-b4a8-db0001a6c8b8 req-4027c43f-c687-4a56-ac76-718f32b52689 service neutron] 10.222.0.55 "GET /v2.0/networks/b56c2100-b644-4ba2-90f2-4b531255f999?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3924613 Oct 20 10:49:59.088453 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d0fe0b1b-dd00-4121-8948-ef226ca5b3b6 req-e53f71e5-2a2b-4d75-ab3a-b8e750a6607e service neutron] 10.222.0.55 "GET /v2.0/networks/cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4916401 Oct 20 10:49:59.238584 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-754a47fb-8412-47a4-af03-8260fccf5cbc req-81cddbf1-8c34-47b0-ba0b-0ef5e463354d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dbef63cf-4342-4fac-bd9c-8425a18f8f45 HTTP/1.1" status: 200 len: 999 time: 0.4139242 Oct 20 10:49:59.533511 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606a373d-1df5-475f-9892-8b506cbffebb req-86785225-5cf4-415e-bbfe-55464501067e tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:59.541722 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-606a373d-1df5-475f-9892-8b506cbffebb req-86785225-5cf4-415e-bbfe-55464501067e tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 944 time: 0.5427713 Oct 20 10:49:59.557502 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754a47fb-8412-47a4-af03-8260fccf5cbc req-cba68c6a-4250-4d9f-b085-e1f32b784bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:59.559112 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-754a47fb-8412-47a4-af03-8260fccf5cbc req-cba68c6a-4250-4d9f-b085-e1f32b784bc2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=91bdc508-699c-4642-8aa1-b806463a6e96 HTTP/1.1" status: 200 len: 835 time: 0.3174336 Oct 20 10:49:59.617089 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b3048523-e4ee-46a1-b4a8-db0001a6c8b8 req-45bc3304-eb46-47f5-b6bc-cf665a000e0e service neutron] 10.222.0.55 "GET /v2.0/networks/b56c2100-b644-4ba2-90f2-4b531255f999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6857517 Oct 20 10:49:59.631994 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e665d2-d716-4d85-89bd-5718f2bc0acf req-a57f2b1c-7b3b-4bba-bb71-118df1707c80 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:59.633161 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-08e665d2-d716-4d85-89bd-5718f2bc0acf req-a57f2b1c-7b3b-4bba-bb71-118df1707c80 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=0be5a4af-1092-410e-ae6c-53649d3d1d02 HTTP/1.1" status: 200 len: 943 time: 0.1939371 Oct 20 10:49:59.682667 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-606a373d-1df5-475f-9892-8b506cbffebb req-11ceaad5-d4a7-42ef-a7ad-6276f797b723 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400244 Oct 20 10:49:59.699054 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754a47fb-8412-47a4-af03-8260fccf5cbc req-8823138e-81fd-4593-836c-83a96a546fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:59.700772 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-754a47fb-8412-47a4-af03-8260fccf5cbc req-8823138e-81fd-4593-836c-83a96a546fea service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b56c2100-b644-4ba2-90f2-4b531255f999&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1310556 Oct 20 10:49:59.723533 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-08e665d2-d716-4d85-89bd-5718f2bc0acf req-5dffb6a4-64dd-4a01-af19-1a6da995f18d tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e1d7c5e-d35b-480e-bc76-e69dc8123b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789211 Oct 20 10:49:59.980283 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9932a5-8112-49af-b41f-359f4f7d3b62 req-11850ffe-fa7c-4ed7-a4e0-ce0c3dfc2f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:49:59.981839 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ae9932a5-8112-49af-b41f-359f4f7d3b62 req-11850ffe-fa7c-4ed7-a4e0-ce0c3dfc2f1d service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c&tenant_id=d11d55054d4b421595fd77f9f4853b62 HTTP/1.1" status: 200 len: 1095 time: 0.2556710 Oct 20 10:50:00.010098 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-ae9932a5-8112-49af-b41f-359f4f7d3b62 req-8ef1a7e4-ce43-4fd4-a8bc-eb6d3948bd6e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-811396-3', 'device_owner': 'compute:nova'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:50:00.051495 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device c8f279a9-fa3f-406e-b583-56be4e497d4e no longer exists at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:50:00.495255 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754a47fb-8412-47a4-af03-8260fccf5cbc req-d72e8305-b436-48cd-8661-0b9e5c7833ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:00.496818 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-754a47fb-8412-47a4-af03-8260fccf5cbc req-d72e8305-b436-48cd-8661-0b9e5c7833ac service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ba79d3046aa84fd2ac89895f3514d2bd&device_id=56769566-04ae-489c-bb3b-c290f6f33f55 HTTP/1.1" status: 200 len: 1094 time: 0.7311189 Oct 20 10:50:00.580336 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-754a47fb-8412-47a4-af03-8260fccf5cbc req-504a3333-e4bf-4627-9e31-e73495138233 service neutron] 10.222.0.69 "GET /v2.0/networks/b56c2100-b644-4ba2-90f2-4b531255f999?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8551843 Oct 20 10:50:00.593829 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c9ff3c-0463-48cc-bc23-0179874e2841 req-a9b13b0c-31f1-48d6-914e-6370e52f72b6 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:00.601556 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-57c9ff3c-0463-48cc-bc23-0179874e2841 req-a9b13b0c-31f1-48d6-914e-6370e52f72b6 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/ports?device_id=56769566-04ae-489c-bb3b-c290f6f33f55 HTTP/1.1" status: 200 len: 943 time: 0.6438003 Oct 20 10:50:00.650924 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-ae9932a5-8112-49af-b41f-359f4f7d3b62 req-8ef1a7e4-ce43-4fd4-a8bc-eb6d3948bd6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:00.792337 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-57c9ff3c-0463-48cc-bc23-0179874e2841 req-138c7d25-25d2-46d3-9b95-dc166bb101ec tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/security-groups?id=d30b8c8d-75cd-4380-b81d-917877550485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1898696 Oct 20 10:50:01.048549 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754a47fb-8412-47a4-af03-8260fccf5cbc req-21bcc95e-9131-456e-aba3-58c762e35a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:01.049986 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-754a47fb-8412-47a4-af03-8260fccf5cbc req-21bcc95e-9131-456e-aba3-58c762e35a8c service neutron] 10.222.0.55 "GET /v2.0/networks?id=b56c2100-b644-4ba2-90f2-4b531255f999 HTTP/1.1" status: 200 len: 897 time: 0.5328710 Oct 20 10:50:01.222529 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-754a47fb-8412-47a4-af03-8260fccf5cbc req-63a3dcec-4e33-424e-be53-aa19a24fe44c service neutron] 10.222.0.69 "GET /v2.0/networks/b56c2100-b644-4ba2-90f2-4b531255f999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6045492 Oct 20 10:50:01.284033 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8428defa-dec8-4fae-ac80-e2a068eb50e0 req-92856075-432f-4387-a69e-428215e7eefa tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:01.285687 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8428defa-dec8-4fae-ac80-e2a068eb50e0 req-92856075-432f-4387-a69e-428215e7eefa tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 944 time: 0.3378925 Oct 20 10:50:01.295775 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a46ef43-2f9d-437b-9b47-ebce9f2d9298 req-682d39cf-460a-4763-8239-0820484f014d tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:01.308628 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2a46ef43-2f9d-437b-9b47-ebce9f2d9298 req-682d39cf-460a-4763-8239-0820484f014d tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=0be5a4af-1092-410e-ae6c-53649d3d1d02 HTTP/1.1" status: 200 len: 943 time: 0.3733222 Oct 20 10:50:01.404125 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-754a47fb-8412-47a4-af03-8260fccf5cbc req-edffa8d3-5d00-4712-bcfb-3382eb169839 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dbef63cf-4342-4fac-bd9c-8425a18f8f45 HTTP/1.1" status: 200 len: 999 time: 0.3393974 Oct 20 10:50:01.457963 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8428defa-dec8-4fae-ac80-e2a068eb50e0 req-35838636-0d4c-48a0-9691-a0e095d53bf7 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432347 Oct 20 10:50:01.467855 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2a46ef43-2f9d-437b-9b47-ebce9f2d9298 req-a46540f8-d9c9-4a29-90d2-7fde96af0337 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e1d7c5e-d35b-480e-bc76-e69dc8123b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581898 Oct 20 10:50:01.579080 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754a47fb-8412-47a4-af03-8260fccf5cbc req-5cfccb65-adde-4304-a109-749f488829f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:01.586850 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-754a47fb-8412-47a4-af03-8260fccf5cbc req-5cfccb65-adde-4304-a109-749f488829f6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=91bdc508-699c-4642-8aa1-b806463a6e96 HTTP/1.1" status: 200 len: 835 time: 0.1204040 Oct 20 10:50:01.685058 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-ae9932a5-8112-49af-b41f-359f4f7d3b62 req-8ef1a7e4-ce43-4fd4-a8bc-eb6d3948bd6e service neutron] For port c8f279a9-fa3f-406e-b583-56be4e497d4e, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=c8f279a9-fa3f-406e-b583-56be4e497d4e,segment=NetworkSegment(96dfa309-c7df-4d10-8f15-9d739a677474),segment_id=96dfa309-c7df-4d10-8f15-9d739a677474)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:50:01.728277 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754a47fb-8412-47a4-af03-8260fccf5cbc req-9a525a34-826a-46f0-9d7b-bae501719f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:01.731856 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-754a47fb-8412-47a4-af03-8260fccf5cbc req-9a525a34-826a-46f0-9d7b-bae501719f17 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b56c2100-b644-4ba2-90f2-4b531255f999&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1249304 Oct 20 10:50:01.770463 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-ae9932a5-8112-49af-b41f-359f4f7d3b62 req-8ef1a7e4-ce43-4fd4-a8bc-eb6d3948bd6e service neutron] For port c8f279a9-fa3f-406e-b583-56be4e497d4e, host n-h1-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:50:01.843661 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [req-ae9932a5-8112-49af-b41f-359f4f7d3b62 req-8ef1a7e4-ce43-4fd4-a8bc-eb6d3948bd6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8f279a9-fa3f-406e-b583-56be4e497d4e {{(pid=100596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:50:01.853529 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-ae9932a5-8112-49af-b41f-359f4f7d3b62 req-8ef1a7e4-ce43-4fd4-a8bc-eb6d3948bd6e service neutron] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:01.877625 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.provisioning_blocks [req-ae9932a5-8112-49af-b41f-359f4f7d3b62 req-8ef1a7e4-ce43-4fd4-a8bc-eb6d3948bd6e service neutron] Transition to ACTIVE for port object c8f279a9-fa3f-406e-b583-56be4e497d4e will not be triggered until provisioned by entity L2. {{(pid=100596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:50:01.888256 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-ae9932a5-8112-49af-b41f-359f4f7d3b62 req-8ef1a7e4-ce43-4fd4-a8bc-eb6d3948bd6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:01.954460 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-754a47fb-8412-47a4-af03-8260fccf5cbc req-5ab687bc-b5db-4a59-b276-aac7acf36ce4 service neutron] 10.222.0.55 "GET /v2.0/networks/b56c2100-b644-4ba2-90f2-4b531255f999?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089574 Oct 20 10:50:02.037556 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef1a7e4-ce43-4fd4-a8bc-eb6d3948bd6e service neutron] Pushing event updated for resources: {'Port': ['ID=c8f279a9-fa3f-406e-b583-56be4e497d4e,revision_number=9']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:02.091477 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae9932a5-8112-49af-b41f-359f4f7d3b62 req-8ef1a7e4-ce43-4fd4-a8bc-eb6d3948bd6e service neutron] No DVR routers for this DVR port c8f279a9-fa3f-406e-b583-56be4e497d4e on host n-h1-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:50:02.104680 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef1a7e4-ce43-4fd4-a8bc-eb6d3948bd6e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:50:02.105030 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef1a7e4-ce43-4fd4-a8bc-eb6d3948bd6e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:50:02.105371 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef1a7e4-ce43-4fd4-a8bc-eb6d3948bd6e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:50:02.105702 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef1a7e4-ce43-4fd4-a8bc-eb6d3948bd6e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:50:02.106291 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef1a7e4-ce43-4fd4-a8bc-eb6d3948bd6e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:50:02.106520 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef1a7e4-ce43-4fd4-a8bc-eb6d3948bd6e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:50:02.106841 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef1a7e4-ce43-4fd4-a8bc-eb6d3948bd6e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:50:02.107151 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef1a7e4-ce43-4fd4-a8bc-eb6d3948bd6e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:50:02.107499 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef1a7e4-ce43-4fd4-a8bc-eb6d3948bd6e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:50:02.107954 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef1a7e4-ce43-4fd4-a8bc-eb6d3948bd6e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:50:02.108134 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef1a7e4-ce43-4fd4-a8bc-eb6d3948bd6e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:50:02.108448 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef1a7e4-ce43-4fd4-a8bc-eb6d3948bd6e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:50:02.187872 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bcf585-b58e-4eb3-855c-44a2eb00b035 req-337326aa-cda8-48b8-911e-2ba65e9671d9 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:02.196113 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-21bcf585-b58e-4eb3-855c-44a2eb00b035 req-337326aa-cda8-48b8-911e-2ba65e9671d9 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/ports?device_id=56769566-04ae-489c-bb3b-c290f6f33f55 HTTP/1.1" status: 200 len: 943 time: 0.2390907 Oct 20 10:50:02.211424 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-754a47fb-8412-47a4-af03-8260fccf5cbc req-bf12d9bd-6c1c-45b8-98cf-5a1e7012ffc0 service neutron] 10.222.0.55 "GET /v2.0/networks/b56c2100-b644-4ba2-90f2-4b531255f999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2454362 Oct 20 10:50:02.218367 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-ae9932a5-8112-49af-b41f-359f4f7d3b62 req-8ef1a7e4-ce43-4fd4-a8bc-eb6d3948bd6e service neutron] Attempting to bind port c8f279a9-fa3f-406e-b583-56be4e497d4e on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:50:02.218700 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-ae9932a5-8112-49af-b41f-359f4f7d3b62 req-8ef1a7e4-ce43-4fd4-a8bc-eb6d3948bd6e service neutron] Attempting to bind port c8f279a9-fa3f-406e-b583-56be4e497d4e by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': '96dfa309-c7df-4d10-8f15-9d739a677474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'f1bd979d-a352-44ca-89b6-a358a0660ac0'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:50:02.219033 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae9932a5-8112-49af-b41f-359f4f7d3b62 req-8ef1a7e4-ce43-4fd4-a8bc-eb6d3948bd6e service neutron] Attempting to bind port c8f279a9-fa3f-406e-b583-56be4e497d4e on network f1bd979d-a352-44ca-89b6-a358a0660ac0 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:50:02.259747 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae9932a5-8112-49af-b41f-359f4f7d3b62 req-8ef1a7e4-ce43-4fd4-a8bc-eb6d3948bd6e service neutron] Port c8f279a9-fa3f-406e-b583-56be4e497d4e on network f1bd979d-a352-44ca-89b6-a358a0660ac0 not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:50:02.260248 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae9932a5-8112-49af-b41f-359f4f7d3b62 req-8ef1a7e4-ce43-4fd4-a8bc-eb6d3948bd6e service neutron] Attempting to bind port c8f279a9-fa3f-406e-b583-56be4e497d4e on network f1bd979d-a352-44ca-89b6-a358a0660ac0 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:50:02.284457 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae9932a5-8112-49af-b41f-359f4f7d3b62 req-8ef1a7e4-ce43-4fd4-a8bc-eb6d3948bd6e service neutron] Checking agent: {'id': '061232a2-7adc-4ba1-a873-e8cb136b064d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 49, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:50:02.288774 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae9932a5-8112-49af-b41f-359f4f7d3b62 req-8ef1a7e4-ce43-4fd4-a8bc-eb6d3948bd6e service neutron] Checking segment: {'id': '96dfa309-c7df-4d10-8f15-9d739a677474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'f1bd979d-a352-44ca-89b6-a358a0660ac0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:50:02.290096 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae9932a5-8112-49af-b41f-359f4f7d3b62 req-8ef1a7e4-ce43-4fd4-a8bc-eb6d3948bd6e service neutron] Bound using segment: {'id': '96dfa309-c7df-4d10-8f15-9d739a677474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'f1bd979d-a352-44ca-89b6-a358a0660ac0'} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:50:02.290894 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-ae9932a5-8112-49af-b41f-359f4f7d3b62 req-8ef1a7e4-ce43-4fd4-a8bc-eb6d3948bd6e service neutron] Bound port: c8f279a9-fa3f-406e-b583-56be4e497d4e, host: n-h2-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96dfa309-c7df-4d10-8f15-9d739a677474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'f1bd979d-a352-44ca-89b6-a358a0660ac0'}}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:50:02.291440 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-ae9932a5-8112-49af-b41f-359f4f7d3b62 req-8ef1a7e4-ce43-4fd4-a8bc-eb6d3948bd6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:02.322775 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-21bcf585-b58e-4eb3-855c-44a2eb00b035 req-edb6421f-f309-478c-a5e8-aa5e4a0ad2ed tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/security-groups?id=d30b8c8d-75cd-4380-b81d-917877550485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212444 Oct 20 10:50:02.417172 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-ae9932a5-8112-49af-b41f-359f4f7d3b62 req-8ef1a7e4-ce43-4fd4-a8bc-eb6d3948bd6e service neutron] For port c8f279a9-fa3f-406e-b583-56be4e497d4e, host n-h2-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:50:02.422408 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-ae9932a5-8112-49af-b41f-359f4f7d3b62 req-8ef1a7e4-ce43-4fd4-a8bc-eb6d3948bd6e service neutron] For port c8f279a9-fa3f-406e-b583-56be4e497d4e, host n-h2-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=c8f279a9-fa3f-406e-b583-56be4e497d4e,segment=NetworkSegment(96dfa309-c7df-4d10-8f15-9d739a677474),segment_id=96dfa309-c7df-4d10-8f15-9d739a677474)] {{(pid=100596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:50:02.435318 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-ae9932a5-8112-49af-b41f-359f4f7d3b62 req-8ef1a7e4-ce43-4fd4-a8bc-eb6d3948bd6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:02.540067 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9932a5-8112-49af-b41f-359f4f7d3b62 req-8ef1a7e4-ce43-4fd4-a8bc-eb6d3948bd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:02.540629 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-ae9932a5-8112-49af-b41f-359f4f7d3b62 req-8ef1a7e4-ce43-4fd4-a8bc-eb6d3948bd6e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:02.542029 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ae9932a5-8112-49af-b41f-359f4f7d3b62 req-8ef1a7e4-ce43-4fd4-a8bc-eb6d3948bd6e service neutron] 10.222.0.69 "PUT /v2.0/ports/c8f279a9-fa3f-406e-b583-56be4e497d4e HTTP/1.1" status: 200 len: 1092 time: 2.5387414 Oct 20 10:50:02.564568 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e96be23b-3372-49fd-9827-dcff58a8fe2c', 'tag': 'c8f279a9-fa3f-406e-b583-56be4e497d4e'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:50:02.567198 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e57abd5-c8ca-46e2-9ba5-fca88fe14e43" -d '{"events": [{"name": "network-changed", "server_uuid": "e96be23b-3372-49fd-9827-dcff58a8fe2c", "tag": "c8f279a9-fa3f-406e-b583-56be4e497d4e"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:50:02.768313 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef1a7e4-ce43-4fd4-a8bc-eb6d3948bd6e service neutron] Pushing event updated for resources: {'Port': ['ID=c8f279a9-fa3f-406e-b583-56be4e497d4e,revision_number=10']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:02.835858 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c501055-613a-4732-acae-eff7eb1dee65 req-77a6ab76-8a4a-4ff4-b98b-d8ba2097c3bb tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:02.837733 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4c501055-613a-4732-acae-eff7eb1dee65 req-77a6ab76-8a4a-4ff4-b98b-d8ba2097c3bb tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=0be5a4af-1092-410e-ae6c-53649d3d1d02 HTTP/1.1" status: 200 len: 943 time: 0.1760082 Oct 20 10:50:02.840592 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9932a5-8112-49af-b41f-359f4f7d3b62 req-0182d477-12a2-464b-97c0-ad7ccd41efae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:02.842198 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ae9932a5-8112-49af-b41f-359f4f7d3b62 req-0182d477-12a2-464b-97c0-ad7ccd41efae service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d11d55054d4b421595fd77f9f4853b62&device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 1096 time: 0.2678175 Oct 20 10:50:02.851632 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdac7e5f-eb45-4553-acd6-673df21cf237 req-ab6b9896-763c-4a3f-a4fd-d0e4f0c086a5 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:02.860233 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bdac7e5f-eb45-4553-acd6-673df21cf237 req-ab6b9896-763c-4a3f-a4fd-d0e4f0c086a5 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 945 time: 0.2262986 Oct 20 10:50:02.994098 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4c501055-613a-4732-acae-eff7eb1dee65 req-c1681969-bf38-4d2d-af5b-1abc3d4416c7 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e1d7c5e-d35b-480e-bc76-e69dc8123b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305239 Oct 20 10:50:03.022958 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bdac7e5f-eb45-4553-acd6-673df21cf237 req-7ab853fd-239a-4b08-bcdd-9e81423c8f13 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567841 Oct 20 10:50:03.059548 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9932a5-8112-49af-b41f-359f4f7d3b62 req-ac938639-1dec-4d0a-8aad-865cdbd9a637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:03.063435 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ae9932a5-8112-49af-b41f-359f4f7d3b62 req-ac938639-1dec-4d0a-8aad-865cdbd9a637 service neutron] 10.222.0.69 "GET /v2.0/networks?id=f1bd979d-a352-44ca-89b6-a358a0660ac0 HTTP/1.1" status: 200 len: 914 time: 0.2010610 Oct 20 10:50:03.168576 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ae9932a5-8112-49af-b41f-359f4f7d3b62 req-85928efa-6c8b-4fa6-810a-958d7a18fc1a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c8f279a9-fa3f-406e-b583-56be4e497d4e HTTP/1.1" status: 200 len: 217 time: 0.0970473 Oct 20 10:50:03.170998 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a3a2cc9-63f4-40ee-b39e-58d04cd2364e x-openstack-request-id: req-3a3a2cc9-63f4-40ee-b39e-58d04cd2364e {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:50:03.171581 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e96be23b-3372-49fd-9827-dcff58a8fe2c", "tag": "c8f279a9-fa3f-406e-b583-56be4e497d4e", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:50:03.172253 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3a3a2cc9-63f4-40ee-b39e-58d04cd2364e {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:50:03.172931 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e96be23b-3372-49fd-9827-dcff58a8fe2c', 'tag': 'c8f279a9-fa3f-406e-b583-56be4e497d4e', 'status': 'completed', 'code': 200} Oct 20 10:50:03.314679 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9932a5-8112-49af-b41f-359f4f7d3b62 req-52c4f4f5-c54d-459e-8d1e-c8795e0651aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:03.316834 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ae9932a5-8112-49af-b41f-359f4f7d3b62 req-52c4f4f5-c54d-459e-8d1e-c8795e0651aa service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8c9ad18b-f3f9-4a90-802c-d346920a622d HTTP/1.1" status: 200 len: 853 time: 0.1393359 Oct 20 10:50:03.386611 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ae9932a5-8112-49af-b41f-359f4f7d3b62 req-6f6ed94e-fc32-47f5-8457-99e7e6214891 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f1bd979d-a352-44ca-89b6-a358a0660ac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593278 Oct 20 10:50:03.520266 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-d2cf3280-dac3-4ed8-b1c0-14bea6bef65e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:03.577856 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2963293-a477-4732-b594-45e3123a4586 req-5894dda5-d543-4fc0-a705-8d747100bc68 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:03.579666 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d2963293-a477-4732-b594-45e3123a4586 req-5894dda5-d543-4fc0-a705-8d747100bc68 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/ports?device_id=56769566-04ae-489c-bb3b-c290f6f33f55 HTTP/1.1" status: 200 len: 943 time: 0.1326180 Oct 20 10:50:03.597753 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ae9932a5-8112-49af-b41f-359f4f7d3b62 req-800eabe1-8bf5-4d79-a7ef-9797d7ecf39f service neutron] 10.222.0.69 "GET /v2.0/networks/f1bd979d-a352-44ca-89b6-a358a0660ac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031221 Oct 20 10:50:03.667446 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d2963293-a477-4732-b594-45e3123a4586 req-7ed68b56-ae41-4afa-b1b5-2e382bf7e47d tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/security-groups?id=d30b8c8d-75cd-4380-b81d-917877550485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809791 Oct 20 10:50:03.881837 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ae9932a5-8112-49af-b41f-359f4f7d3b62 req-b75eb334-6822-4130-92bd-6e15e6a4b40b service neutron] 10.222.0.69 "GET /v2.0/networks/f1bd979d-a352-44ca-89b6-a358a0660ac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2750285 Oct 20 10:50:04.064514 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device dbef63cf-4342-4fac-bd9c-8425a18f8f45 details requested by agent hyperv_n-h1-811396-3 with host n-h1-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:50:04.117106 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 44772) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:50:04.351735 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e57abd5-c8ca-46e2-9ba5-fca88fe14e43 req-428e6fb7-d811-4844-923e-d94b2f8d874e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:04.353517 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7e57abd5-c8ca-46e2-9ba5-fca88fe14e43 req-428e6fb7-d811-4844-923e-d94b2f8d874e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d11d55054d4b421595fd77f9f4853b62&device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 1096 time: 0.3932316 Oct 20 10:50:04.355630 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3b06d523-5c3c-476a-9478-c9e7b64f7bd1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:04.375892 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port dbef63cf-4342-4fac-bd9c-8425a18f8f45, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=dbef63cf-4342-4fac-bd9c-8425a18f8f45,segment=NetworkSegment(61f3f036-23b7-48db-b7ba-5592fa7c3f33),segment_id=61f3f036-23b7-48db-b7ba-5592fa7c3f33)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:50:04.402365 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Returning: {'device': 'dbef63cf-4342-4fac-bd9c-8425a18f8f45', 'network_id': 'b56c2100-b644-4ba2-90f2-4b531255f999', 'port_id': 'dbef63cf-4342-4fac-bd9c-8425a18f8f45', 'mac_address': 'fa:16:3e:62:7d:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 839, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91bdc508-699c-4642-8aa1-b806463a6e96', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:50:04.430120 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7744cd-222e-43de-b7f6-4aa74e1f5626 req-371a3595-773b-47f0-8d3d-4afe6f2adbb3 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:04.434373 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bb7744cd-222e-43de-b7f6-4aa74e1f5626 req-371a3595-773b-47f0-8d3d-4afe6f2adbb3 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.69 "GET /v2.0/ports?device_id=56769566-04ae-489c-bb3b-c290f6f33f55&tenant_id=ba79d3046aa84fd2ac89895f3514d2bd&binding%3Ahost_id=n-h1-811396-3 HTTP/1.1" status: 200 len: 943 time: 0.4108467 Oct 20 10:50:04.528075 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:04.560571 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbef63cf-4342-4fac-bd9c-8425a18f8f45 {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:50:04.565396 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3b06d523-5c3c-476a-9478-c9e7b64f7bd1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:04.577425 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3b06d523-5c3c-476a-9478-c9e7b64f7bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:04.605408 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port dbef63cf-4342-4fac-bd9c-8425a18f8f45, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=dbef63cf-4342-4fac-bd9c-8425a18f8f45,segment=NetworkSegment(61f3f036-23b7-48db-b7ba-5592fa7c3f33),segment_id=61f3f036-23b7-48db-b7ba-5592fa7c3f33)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:50:04.613758 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:04.629373 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b06d523-5c3c-476a-9478-c9e7b64f7bd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32749d40-3dce-4848-951b-0c5e4749a8e9,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:04.655008 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e57abd5-c8ca-46e2-9ba5-fca88fe14e43 req-87ed0cc8-78aa-4c47-8181-f6ae0b1ca441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:04.660180 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7e57abd5-c8ca-46e2-9ba5-fca88fe14e43 req-87ed0cc8-78aa-4c47-8181-f6ae0b1ca441 service neutron] 10.222.0.69 "GET /v2.0/networks?id=f1bd979d-a352-44ca-89b6-a358a0660ac0 HTTP/1.1" status: 200 len: 914 time: 0.2945917 Oct 20 10:50:04.682684 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-3b06d523-5c3c-476a-9478-c9e7b64f7bd1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=eac9dd0060bc434d868b319fd07c4fef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5642579 Oct 20 10:50:04.685279 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 44796) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:50:04.715750 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4c5476-dc6b-4846-9836-ab8a786bcb69 req-e45ceafc-b380-452e-b717-7a330dbddc67 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:04.717546 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4c4c5476-dc6b-4846-9836-ab8a786bcb69 req-e45ceafc-b380-452e-b717-7a330dbddc67 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/ports?device_id=56769566-04ae-489c-bb3b-c290f6f33f55 HTTP/1.1" status: 200 len: 943 time: 0.5488682 Oct 20 10:50:04.723130 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=dbef63cf-4342-4fac-bd9c-8425a18f8f45,revision_number=8']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:04.759582 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7e57abd5-c8ca-46e2-9ba5-fca88fe14e43 req-62021c2d-1ad7-4436-8053-a4f89bfe20a6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c8f279a9-fa3f-406e-b583-56be4e497d4e HTTP/1.1" status: 200 len: 217 time: 0.0718732 Oct 20 10:50:04.774224 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e4ccca-70a9-4dca-a5ad-069960001314 req-f8fe8c94-983b-4509-84dc-bc4fd4bb46f0 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:04.776189 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c7e4ccca-70a9-4dca-a5ad-069960001314 req-f8fe8c94-983b-4509-84dc-bc4fd4bb46f0 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=0be5a4af-1092-410e-ae6c-53649d3d1d02 HTTP/1.1" status: 200 len: 943 time: 0.5805030 Oct 20 10:50:04.811432 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-18ef0851-9df3-41c8-a37f-5f387cd08967 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:04.878509 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-18ef0851-9df3-41c8-a37f-5f387cd08967 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:05.000059 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-18ef0851-9df3-41c8-a37f-5f387cd08967 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:05.002777 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-18ef0851-9df3-41c8-a37f-5f387cd08967 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:05.005677 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-18ef0851-9df3-41c8-a37f-5f387cd08967 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/32749d40-3dce-4848-951b-0c5e4749a8e9 HTTP/1.1" status: 204 len: 168 time: 0.3177211 Oct 20 10:50:05.018618 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4c4c5476-dc6b-4846-9836-ab8a786bcb69 req-bd69dccc-0ab8-41cb-b7ad-ed50f0215ba0 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/security-groups?id=d30b8c8d-75cd-4380-b81d-917877550485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1946797 Oct 20 10:50:05.022651 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c7e4ccca-70a9-4dca-a5ad-069960001314 req-9dea12e1-33d5-479f-a04c-153efa8106ae tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e1d7c5e-d35b-480e-bc76-e69dc8123b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774414 Oct 20 10:50:05.030526 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ef0851-9df3-41c8-a37f-5f387cd08967 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32749d40-3dce-4848-951b-0c5e4749a8e9,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:05.104949 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['dbef63cf-4342-4fac-bd9c-8425a18f8f45'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:50:05.145442 n-d-811396-3 neutron-server[100596]: INFO neutron.api.v2.resource [req-bb7744cd-222e-43de-b7f6-4aa74e1f5626 req-15304035-da5b-4f45-947f-26501d3042ed service neutron] delete failed (client error): The resource could not be found. Oct 20 10:50:05.147086 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bb7744cd-222e-43de-b7f6-4aa74e1f5626 req-15304035-da5b-4f45-947f-26501d3042ed service neutron] 10.222.0.69 "DELETE /v2.0/ports/dbef63cf-4342-4fac-bd9c-8425a18f8f45/bindings/n-h2-811396-3 HTTP/1.1" status: 404 len: 380 time: 0.5162001 Oct 20 10:50:05.176468 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e57abd5-c8ca-46e2-9ba5-fca88fe14e43 req-9c5cc830-f444-4a49-b83f-db96b3d6c3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:05.189245 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7e57abd5-c8ca-46e2-9ba5-fca88fe14e43 req-9c5cc830-f444-4a49-b83f-db96b3d6c3d4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8c9ad18b-f3f9-4a90-802c-d346920a622d HTTP/1.1" status: 200 len: 853 time: 0.3534493 Oct 20 10:50:05.430930 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7e57abd5-c8ca-46e2-9ba5-fca88fe14e43 req-d195c003-52b1-496b-84e9-e9efbb13d747 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f1bd979d-a352-44ca-89b6-a358a0660ac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0695987 Oct 20 10:50:05.524834 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5418aa86-0fe0-4ea6-9831-f97731190a53 req-11699ec2-3acb-4d3f-b7a0-6530f8245a57 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:05.532541 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5418aa86-0fe0-4ea6-9831-f97731190a53 req-11699ec2-3acb-4d3f-b7a0-6530f8245a57 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 945 time: 0.2226243 Oct 20 10:50:05.669570 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7744cd-222e-43de-b7f6-4aa74e1f5626 req-b9f6bd76-bc46-4d64-bc22-3e965318b82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:05.683468 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bb7744cd-222e-43de-b7f6-4aa74e1f5626 req-b9f6bd76-bc46-4d64-bc22-3e965318b82f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ba79d3046aa84fd2ac89895f3514d2bd&device_id=56769566-04ae-489c-bb3b-c290f6f33f55 HTTP/1.1" status: 200 len: 1095 time: 0.3217533 Oct 20 10:50:05.827435 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5418aa86-0fe0-4ea6-9831-f97731190a53 req-04a448ac-3121-4e40-851f-8ca6afdafe0b tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2936819 Oct 20 10:50:05.912475 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7e57abd5-c8ca-46e2-9ba5-fca88fe14e43 req-9331d6d4-11e8-43ab-ae31-3584bdc997ab service neutron] 10.222.0.69 "GET /v2.0/networks/f1bd979d-a352-44ca-89b6-a358a0660ac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4573269 Oct 20 10:50:06.058634 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7744cd-222e-43de-b7f6-4aa74e1f5626 req-5a2a99c6-35a4-4a6c-8b9c-b45cb4dc386f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:06.062589 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bb7744cd-222e-43de-b7f6-4aa74e1f5626 req-5a2a99c6-35a4-4a6c-8b9c-b45cb4dc386f service neutron] 10.222.0.69 "GET /v2.0/networks?id=b56c2100-b644-4ba2-90f2-4b531255f999 HTTP/1.1" status: 200 len: 897 time: 0.2832475 Oct 20 10:50:06.173160 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-9dbc8ab8-a214-466e-9e1e-36c491a61884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:07.148987 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:07.178231 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efab9fbf-72ce-4f54-bc3f-faafcfa4c26b req-29f4f114-4561-44cd-ba75-a90fed6a7557 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:07.190856 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-efab9fbf-72ce-4f54-bc3f-faafcfa4c26b req-29f4f114-4561-44cd-ba75-a90fed6a7557 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/ports?device_id=56769566-04ae-489c-bb3b-c290f6f33f55 HTTP/1.1" status: 200 len: 944 time: 0.8698578 Oct 20 10:50:07.292348 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7e57abd5-c8ca-46e2-9ba5-fca88fe14e43 req-de97974c-7d32-4ff4-96c5-ee3fac18b6cb service neutron] 10.222.0.69 "GET /v2.0/networks/f1bd979d-a352-44ca-89b6-a358a0660ac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3602881 Oct 20 10:50:07.321790 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-efab9fbf-72ce-4f54-bc3f-faafcfa4c26b req-f5ee95f6-e30a-4e62-b78c-d647fe27b21b tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/security-groups?id=d30b8c8d-75cd-4380-b81d-917877550485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256938 Oct 20 10:50:07.334089 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bb7744cd-222e-43de-b7f6-4aa74e1f5626 req-93fa918d-0d8e-426f-8009-3f3e0714729d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dbef63cf-4342-4fac-bd9c-8425a18f8f45 HTTP/1.1" status: 200 len: 1000 time: 1.1380861 Oct 20 10:50:07.363530 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85decf2-e234-49ed-8a43-6e9b1f0a40d5 req-9f3b31b5-4e75-4e84-b227-52916d929830 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:07.376953 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a85decf2-e234-49ed-8a43-6e9b1f0a40d5 req-9f3b31b5-4e75-4e84-b227-52916d929830 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=0be5a4af-1092-410e-ae6c-53649d3d1d02 HTTP/1.1" status: 200 len: 943 time: 1.0617251 Oct 20 10:50:07.512037 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7744cd-222e-43de-b7f6-4aa74e1f5626 req-b37c20e9-866e-4433-ba9e-b8c9e2aafb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:07.512037 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bb7744cd-222e-43de-b7f6-4aa74e1f5626 req-b37c20e9-866e-4433-ba9e-b8c9e2aafb87 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=91bdc508-699c-4642-8aa1-b806463a6e96 HTTP/1.1" status: 200 len: 835 time: 0.1275918 Oct 20 10:50:07.529565 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:07.552718 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a85decf2-e234-49ed-8a43-6e9b1f0a40d5 req-9293a847-683b-4ec7-85b5-9fe8fc8d16f5 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e1d7c5e-d35b-480e-bc76-e69dc8123b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711726 Oct 20 10:50:07.667607 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7744cd-222e-43de-b7f6-4aa74e1f5626 req-86c5ba5f-9658-4a7e-91dd-45ccf92a0d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:07.669144 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bb7744cd-222e-43de-b7f6-4aa74e1f5626 req-86c5ba5f-9658-4a7e-91dd-45ccf92a0d4f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b56c2100-b644-4ba2-90f2-4b531255f999&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1137290 Oct 20 10:50:07.930407 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5351d1d-1e9f-47b3-a1ea-539123f992d1 req-f486ea9c-ec07-43d2-89c2-25ca36f16fec tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:07.979925 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a5351d1d-1e9f-47b3-a1ea-539123f992d1 req-f486ea9c-ec07-43d2-89c2-25ca36f16fec tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 945 time: 0.2736094 Oct 20 10:50:07.991115 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:08.084832 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device dbef63cf-4342-4fac-bd9c-8425a18f8f45 up at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:50:08.137934 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bb7744cd-222e-43de-b7f6-4aa74e1f5626 req-224b3ccc-6274-42ad-82af-9a070ee5f73b service neutron] 10.222.0.69 "GET /v2.0/networks/b56c2100-b644-4ba2-90f2-4b531255f999?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4464679 Oct 20 10:50:08.163054 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a5351d1d-1e9f-47b3-a1ea-539123f992d1 req-ec7b9bb5-8f85-4384-b647-79cdcd22fc4a tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790121 Oct 20 10:50:08.258885 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning for port dbef63cf-4342-4fac-bd9c-8425a18f8f45 completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:50:08.264255 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning complete for port dbef63cf-4342-4fac-bd9c-8425a18f8f45 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:50:08.264849 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:08.561688 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:08.647557 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56769566-04ae-489c-bb3b-c290f6f33f55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbef63cf-4342-4fac-bd9c-8425a18f8f45'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:50:08.649881 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3988bfb0-3a27-4c09-a6f0-b248bdd4e7fd" -d '{"events": [{"server_uuid": "56769566-04ae-489c-bb3b-c290f6f33f55", "name": "network-vif-plugged", "status": "completed", "tag": "dbef63cf-4342-4fac-bd9c-8425a18f8f45"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:50:08.694380 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port dbef63cf-4342-4fac-bd9c-8425a18f8f45, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=dbef63cf-4342-4fac-bd9c-8425a18f8f45,segment=NetworkSegment(61f3f036-23b7-48db-b7ba-5592fa7c3f33),segment_id=61f3f036-23b7-48db-b7ba-5592fa7c3f33)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:50:08.709732 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:08.730494 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bb7744cd-222e-43de-b7f6-4aa74e1f5626 req-8fde7ebc-55d3-42a3-bdf4-7dda577c8518 service neutron] 10.222.0.69 "GET /v2.0/networks/b56c2100-b644-4ba2-90f2-4b531255f999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3666394 Oct 20 10:50:08.761920 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce348b24-f871-42b8-9967-8f0d25679a84 req-f0678863-68b2-4498-89e3-3d2080df224b tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:08.763650 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ce348b24-f871-42b8-9967-8f0d25679a84 req-f0678863-68b2-4498-89e3-3d2080df224b tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/ports?device_id=56769566-04ae-489c-bb3b-c290f6f33f55 HTTP/1.1" status: 200 len: 944 time: 0.2050908 Oct 20 10:50:08.871142 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=dbef63cf-4342-4fac-bd9c-8425a18f8f45,revision_number=9']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:08.934687 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:09.035259 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ce348b24-f871-42b8-9967-8f0d25679a84 req-08eedfce-cd00-4d47-aa14-f7560b13ee2d tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/security-groups?id=d30b8c8d-75cd-4380-b81d-917877550485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2645152 Oct 20 10:50:09.082069 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7740b5ef-9704-4013-97fe-e5051d1d0d4b req-bd23619e-7c1e-4ec2-9420-481277dfb5c9 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:09.104845 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7740b5ef-9704-4013-97fe-e5051d1d0d4b req-bd23619e-7c1e-4ec2-9420-481277dfb5c9 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=0be5a4af-1092-410e-ae6c-53649d3d1d02 HTTP/1.1" status: 200 len: 943 time: 0.2474184 Oct 20 10:50:09.248860 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d0c2746-9508-465a-8bbd-20bc3f6cbbce x-openstack-request-id: req-9d0c2746-9508-465a-8bbd-20bc3f6cbbce {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:50:09.249240 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56769566-04ae-489c-bb3b-c290f6f33f55", "name": "network-vif-plugged", "status": "completed", "tag": "dbef63cf-4342-4fac-bd9c-8425a18f8f45", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:50:09.249592 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9d0c2746-9508-465a-8bbd-20bc3f6cbbce {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:50:09.250088 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56769566-04ae-489c-bb3b-c290f6f33f55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbef63cf-4342-4fac-bd9c-8425a18f8f45', 'code': 200} Oct 20 10:50:09.255654 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7740b5ef-9704-4013-97fe-e5051d1d0d4b req-98640348-7e4b-4476-bfdf-17b5dfc7ccaf tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e1d7c5e-d35b-480e-bc76-e69dc8123b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495037 Oct 20 10:50:09.491742 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5bca4c-1b7f-4aea-8a42-7a63fcdeb3bd req-78c45f05-c1e9-4a03-be01-f7f8b914babd tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:09.502265 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-df5bca4c-1b7f-4aea-8a42-7a63fcdeb3bd req-78c45f05-c1e9-4a03-be01-f7f8b914babd tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 945 time: 0.1082015 Oct 20 10:50:09.583620 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-df5bca4c-1b7f-4aea-8a42-7a63fcdeb3bd req-fe8c3618-a41d-4fdc-9e05-c307b092259f tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802400 Oct 20 10:50:10.011862 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 44954) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:50:10.199408 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6b175afa-f222-4f4d-91b8-5fc4d9a2d0ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:10.263316 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039d778d-18e4-426a-953b-1c434e32d674 req-ac36b091-f0aa-4b93-934b-20ab75875741 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:10.298090 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-039d778d-18e4-426a-953b-1c434e32d674 req-ac36b091-f0aa-4b93-934b-20ab75875741 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/ports?device_id=56769566-04ae-489c-bb3b-c290f6f33f55 HTTP/1.1" status: 200 len: 945 time: 0.1521697 Oct 20 10:50:10.437850 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-039d778d-18e4-426a-953b-1c434e32d674 req-dca1495f-93be-40d0-a4fb-0b06f30038fc tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/security-groups?id=d30b8c8d-75cd-4380-b81d-917877550485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1344206 Oct 20 10:50:10.462342 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 44968) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:50:10.469513 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6b175afa-f222-4f4d-91b8-5fc4d9a2d0ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:10.484942 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6b175afa-f222-4f4d-91b8-5fc4d9a2d0ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:10.557148 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b175afa-f222-4f4d-91b8-5fc4d9a2d0ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d3d2801-ff39-46a7-aba1-f4034251ecab,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:10.631233 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-6b175afa-f222-4f4d-91b8-5fc4d9a2d0ab admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=de685e6e5a2f4ff28b4805a112811ddc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6174717 Oct 20 10:50:10.631994 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 44972) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:50:10.755944 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-b1a223be-d11f-49ea-831a-6e596583cc08 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/floatingips/be53eb52-699f-4780-b6c6-fadd828b891f HTTP/1.1" status: 200 len: 993 time: 0.2794061 Oct 20 10:50:10.790008 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ac538d36-74b7-43e2-8d47-0644c1c7f80b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:10.801641 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2327e9-c68b-408f-afd2-5c97bc0c3fa7 req-82ebc1bf-67f1-4851-9b66-eb796be646ae tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:10.806096 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ea2327e9-c68b-408f-afd2-5c97bc0c3fa7 req-82ebc1bf-67f1-4851-9b66-eb796be646ae tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=0be5a4af-1092-410e-ae6c-53649d3d1d02 HTTP/1.1" status: 200 len: 943 time: 0.3669231 Oct 20 10:50:10.857680 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ac538d36-74b7-43e2-8d47-0644c1c7f80b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:10.952018 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ac538d36-74b7-43e2-8d47-0644c1c7f80b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:10.955725 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ac538d36-74b7-43e2-8d47-0644c1c7f80b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:10.959850 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-ac538d36-74b7-43e2-8d47-0644c1c7f80b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0d3d2801-ff39-46a7-aba1-f4034251ecab HTTP/1.1" status: 204 len: 168 time: 0.3266349 Oct 20 10:50:10.977147 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ea2327e9-c68b-408f-afd2-5c97bc0c3fa7 req-323224fc-7998-4036-93f9-36d79de94cb6 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e1d7c5e-d35b-480e-bc76-e69dc8123b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631923 Oct 20 10:50:10.978315 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac538d36-74b7-43e2-8d47-0644c1c7f80b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d3d2801-ff39-46a7-aba1-f4034251ecab,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:11.006378 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e08696-1490-4752-9a04-56620603b778 req-43585540-8951-4669-b951-ee74aab8dcfb tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:11.014880 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-26e08696-1490-4752-9a04-56620603b778 req-43585540-8951-4669-b951-ee74aab8dcfb tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 945 time: 0.2516370 Oct 20 10:50:11.092809 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-26e08696-1490-4752-9a04-56620603b778 req-e49427d3-4c47-409b-b790-cb2ac7c84c96 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605636 Oct 20 10:50:11.749191 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 44992) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:50:11.767487 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-92415e51-c392-4b30-9419-eb9e193e96cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:11.885445 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-92415e51-c392-4b30-9419-eb9e193e96cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:11.891801 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-92415e51-c392-4b30-9419-eb9e193e96cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:11.980619 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92415e51-c392-4b30-9419-eb9e193e96cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8489ef7-7dba-443c-921c-180980091676,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:11.994079 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-92415e51-c392-4b30-9419-eb9e193e96cb admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c33f6f6ab326479cab9afe3dc5418f5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2437592 Oct 20 10:50:11.996560 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 44996) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:50:12.155124 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b95bd42c-d556-4156-bc91-1b4ebf8d1b55 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:12.193919 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b95bd42c-d556-4156-bc91-1b4ebf8d1b55 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:12.308824 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b95bd42c-d556-4156-bc91-1b4ebf8d1b55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:12.313432 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b95bd42c-d556-4156-bc91-1b4ebf8d1b55 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:12.316338 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946c9bc6-20d7-4ff4-980c-4124bca11209 req-405fed4d-fce4-406d-83b5-daa1d0c12608 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:12.318251 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-b95bd42c-d556-4156-bc91-1b4ebf8d1b55 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d8489ef7-7dba-443c-921c-180980091676 HTTP/1.1" status: 204 len: 168 time: 0.3207202 Oct 20 10:50:12.326265 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-946c9bc6-20d7-4ff4-980c-4124bca11209 req-405fed4d-fce4-406d-83b5-daa1d0c12608 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=0be5a4af-1092-410e-ae6c-53649d3d1d02 HTTP/1.1" status: 200 len: 943 time: 0.1836870 Oct 20 10:50:12.344781 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95bd42c-d556-4156-bc91-1b4ebf8d1b55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8489ef7-7dba-443c-921c-180980091676,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:12.388604 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bba7135-1c87-44fd-8a1a-94818dc347f5 req-f60fa741-32b7-4689-b5f6-bdc024c9db8f tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:12.390271 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5bba7135-1c87-44fd-8a1a-94818dc347f5 req-f60fa741-32b7-4689-b5f6-bdc024c9db8f tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 945 time: 0.1733949 Oct 20 10:50:12.426355 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-946c9bc6-20d7-4ff4-980c-4124bca11209 req-b0a3655d-cde3-4ca5-bc2e-cd174a3a1279 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e1d7c5e-d35b-480e-bc76-e69dc8123b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957038 Oct 20 10:50:12.521742 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5bba7135-1c87-44fd-8a1a-94818dc347f5 req-2be9d664-99cd-449e-a6e4-78565436b879 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016338 Oct 20 10:50:13.850688 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbedc6ec-25f3-44b9-a64e-1e937d088ac6 req-8e7c3b37-3d22-4603-906d-9eb01993fd04 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:13.854404 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bbedc6ec-25f3-44b9-a64e-1e937d088ac6 req-8e7c3b37-3d22-4603-906d-9eb01993fd04 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=0be5a4af-1092-410e-ae6c-53649d3d1d02 HTTP/1.1" status: 200 len: 943 time: 0.2372384 Oct 20 10:50:13.865601 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d6af7e-5fe9-49d3-8667-866ebb57a3b5 req-451497a3-affd-41ab-9bb3-7867dce47759 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:13.876491 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-60d6af7e-5fe9-49d3-8667-866ebb57a3b5 req-451497a3-affd-41ab-9bb3-7867dce47759 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 945 time: 0.1877501 Oct 20 10:50:14.019180 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-60d6af7e-5fe9-49d3-8667-866ebb57a3b5 req-6c4ed34d-281d-40d3-9b70-ae3fe290a1e2 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417735 Oct 20 10:50:14.064759 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bbedc6ec-25f3-44b9-a64e-1e937d088ac6 req-f9f6baae-404d-4d11-ad1b-bf97b0648f21 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e1d7c5e-d35b-480e-bc76-e69dc8123b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577311 Oct 20 10:50:15.419191 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44bf9bb-f3be-4d71-8272-fbe8a33ab795 req-e3a2db4d-d297-48cb-987b-a650a2506c46 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:15.422862 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f44bf9bb-f3be-4d71-8272-fbe8a33ab795 req-e3a2db4d-d297-48cb-987b-a650a2506c46 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=0be5a4af-1092-410e-ae6c-53649d3d1d02 HTTP/1.1" status: 200 len: 943 time: 0.1962008 Oct 20 10:50:15.510113 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498d6717-bd98-45b9-b7ef-33fb0bd18052 req-6d3a5b3c-8171-4efc-819a-404b514ca6a5 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:15.512541 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-498d6717-bd98-45b9-b7ef-33fb0bd18052 req-6d3a5b3c-8171-4efc-819a-404b514ca6a5 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 945 time: 0.1983333 Oct 20 10:50:15.626650 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-498d6717-bd98-45b9-b7ef-33fb0bd18052 req-1d9e86c7-1c78-45c4-bcd9-a9f33ea632f6 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924876 Oct 20 10:50:15.660580 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f44bf9bb-f3be-4d71-8272-fbe8a33ab795 req-817278c5-2158-48a1-a5c0-0fc124239b7c tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e1d7c5e-d35b-480e-bc76-e69dc8123b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270138 Oct 20 10:50:16.867537 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d22a7d2-f316-4672-944d-53f10dfc23f9 req-306d9cd6-d8dc-431e-b26d-f68e70fb16f4 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:16.891986 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4d22a7d2-f316-4672-944d-53f10dfc23f9 req-306d9cd6-d8dc-431e-b26d-f68e70fb16f4 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 945 time: 0.1583650 Oct 20 10:50:17.098168 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bc5ca0-c5a6-4ce8-a3dd-7ee67f0e9e4b req-94fd159f-bbf7-4c1f-be48-8df429bf04af tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:17.108409 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-38bc5ca0-c5a6-4ce8-a3dd-7ee67f0e9e4b req-94fd159f-bbf7-4c1f-be48-8df429bf04af tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=0be5a4af-1092-410e-ae6c-53649d3d1d02 HTTP/1.1" status: 200 len: 943 time: 0.2895415 Oct 20 10:50:17.131294 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4d22a7d2-f316-4672-944d-53f10dfc23f9 req-c6addf02-40ea-42e4-abe4-c139b238f1d8 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346404 Oct 20 10:50:17.209341 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 45152) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:50:17.237240 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-38bc5ca0-c5a6-4ce8-a3dd-7ee67f0e9e4b req-c31e68ed-9ed8-4f22-b5c4-f521a3288340 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e1d7c5e-d35b-480e-bc76-e69dc8123b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271396 Oct 20 10:50:17.498306 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-94197023-fa98-40da-a1dc-c5bd40560c05 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:17.584286 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-94197023-fa98-40da-a1dc-c5bd40560c05 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:17.591765 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-94197023-fa98-40da-a1dc-c5bd40560c05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:17.648918 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94197023-fa98-40da-a1dc-c5bd40560c05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ad9c5ca-5df4-4b79-91e9-f82e3a629970,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:17.656399 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-94197023-fa98-40da-a1dc-c5bd40560c05 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0d1b56901218424b91ad960db4be3257&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4454050 Oct 20 10:50:17.656767 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 45156) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:50:17.720903 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6778d711-01a8-4d8c-bc91-be8e6e15b856 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:17.747667 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6778d711-01a8-4d8c-bc91-be8e6e15b856 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:17.808840 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6778d711-01a8-4d8c-bc91-be8e6e15b856 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:17.811273 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6778d711-01a8-4d8c-bc91-be8e6e15b856 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:17.812475 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-6778d711-01a8-4d8c-bc91-be8e6e15b856 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0ad9c5ca-5df4-4b79-91e9-f82e3a629970 HTTP/1.1" status: 204 len: 168 time: 0.1543448 Oct 20 10:50:17.832120 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6778d711-01a8-4d8c-bc91-be8e6e15b856 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ad9c5ca-5df4-4b79-91e9-f82e3a629970,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:18.167926 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 45182) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:50:18.186671 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-84ca93ac-8e57-481b-8589-3025a5a75131 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:18.301693 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6ba1c9-0862-4e7b-8205-751bf21831ab req-301f977e-43ff-4ac6-a140-598bed6111f3 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:18.303763 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9d6ba1c9-0862-4e7b-8205-751bf21831ab req-301f977e-43ff-4ac6-a140-598bed6111f3 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 945 time: 0.1003215 Oct 20 10:50:18.354172 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9d6ba1c9-0862-4e7b-8205-751bf21831ab req-efc0e635-77de-4da0-ad8d-87b3dcdf4e8d tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420392 Oct 20 10:50:18.423005 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-84ca93ac-8e57-481b-8589-3025a5a75131 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:18.436684 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-84ca93ac-8e57-481b-8589-3025a5a75131 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:18.465783 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fa0c11-11bf-4956-8d4c-211b9807ff2f req-7372faca-ca36-4b2b-976c-5c541af084a7 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:18.467558 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c7fa0c11-11bf-4956-8d4c-211b9807ff2f req-7372faca-ca36-4b2b-976c-5c541af084a7 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=0be5a4af-1092-410e-ae6c-53649d3d1d02 HTTP/1.1" status: 200 len: 943 time: 0.1238813 Oct 20 10:50:18.512153 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ca93ac-8e57-481b-8589-3025a5a75131 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67ba38df-ecc5-4cd5-bd16-f174f597df21,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:18.521547 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 45196) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:50:18.522026 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-84ca93ac-8e57-481b-8589-3025a5a75131 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9830030457034ae98e52b7dd1750fc7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3519678 Oct 20 10:50:18.540834 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c7fa0c11-11bf-4956-8d4c-211b9807ff2f req-99989029-71ac-4d83-9405-3a2527cf3d74 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e1d7c5e-d35b-480e-bc76-e69dc8123b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657566 Oct 20 10:50:18.593620 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e0eb8666-2061-4639-956b-98682cbbebbe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:18.618417 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e0eb8666-2061-4639-956b-98682cbbebbe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:18.666069 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e0eb8666-2061-4639-956b-98682cbbebbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:18.669008 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e0eb8666-2061-4639-956b-98682cbbebbe admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:18.670232 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-e0eb8666-2061-4639-956b-98682cbbebbe admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/67ba38df-ecc5-4cd5-bd16-f174f597df21 HTTP/1.1" status: 204 len: 168 time: 0.1467843 Oct 20 10:50:18.678934 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0eb8666-2061-4639-956b-98682cbbebbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67ba38df-ecc5-4cd5-bd16-f174f597df21,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:19.122489 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:19.374205 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device c8f279a9-fa3f-406e-b583-56be4e497d4e details requested by agent hyperv_n-h2-811396-3 with host n-h2-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:50:19.532885 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port c8f279a9-fa3f-406e-b583-56be4e497d4e, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=c8f279a9-fa3f-406e-b583-56be4e497d4e,segment=NetworkSegment(96dfa309-c7df-4d10-8f15-9d739a677474),segment_id=96dfa309-c7df-4d10-8f15-9d739a677474)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:50:19.561316 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Returning: {'device': 'c8f279a9-fa3f-406e-b583-56be4e497d4e', 'network_id': 'f1bd979d-a352-44ca-89b6-a358a0660ac0', 'port_id': 'c8f279a9-fa3f-406e-b583-56be4e497d4e', 'mac_address': 'fa:16:3e:a6:09:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 826, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c9ad18b-f3f9-4a90-802c-d346920a622d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:50:19.569748 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21f4004-6f0b-45a0-a736-48a001e3f8d4 req-a51d4b9e-d379-45b3-80d1-938f37fb4aa0 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:19.572645 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d21f4004-6f0b-45a0-a736-48a001e3f8d4 req-a51d4b9e-d379-45b3-80d1-938f37fb4aa0 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 945 time: 0.1279609 Oct 20 10:50:19.628519 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:19.648570 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d21f4004-6f0b-45a0-a736-48a001e3f8d4 req-01c014c0-1ed2-4145-aad4-968a63f16c42 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696366 Oct 20 10:50:19.666296 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8f279a9-fa3f-406e-b583-56be4e497d4e {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:50:19.738266 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port c8f279a9-fa3f-406e-b583-56be4e497d4e, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=c8f279a9-fa3f-406e-b583-56be4e497d4e,segment=NetworkSegment(96dfa309-c7df-4d10-8f15-9d739a677474),segment_id=96dfa309-c7df-4d10-8f15-9d739a677474)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:50:19.743368 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:19.747649 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c908c4af-884f-4ee2-98c8-5180fe93562d req-c27ef43e-256e-4821-b2c8-217ba8d73bb2 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:19.749757 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c908c4af-884f-4ee2-98c8-5180fe93562d req-c27ef43e-256e-4821-b2c8-217ba8d73bb2 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=0be5a4af-1092-410e-ae6c-53649d3d1d02 HTTP/1.1" status: 200 len: 943 time: 0.0758946 Oct 20 10:50:19.810824 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c908c4af-884f-4ee2-98c8-5180fe93562d req-a2b9aa0e-c082-4db4-b733-6bf886c69597 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e1d7c5e-d35b-480e-bc76-e69dc8123b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543561 Oct 20 10:50:19.839998 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=c8f279a9-fa3f-406e-b583-56be4e497d4e,revision_number=11']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:19.951819 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['c8f279a9-fa3f-406e-b583-56be4e497d4e'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:50:20.801886 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913ac383-b8a7-4670-a0a0-9035527544c5 req-38810336-0be1-45fd-ab20-fe1c41fa2dfc tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:20.805384 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-913ac383-b8a7-4670-a0a0-9035527544c5 req-38810336-0be1-45fd-ab20-fe1c41fa2dfc tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 946 time: 0.0672028 Oct 20 10:50:20.900370 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-913ac383-b8a7-4670-a0a0-9035527544c5 req-c910bc58-0c9a-4290-86ef-905d4bf2880f tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880613 Oct 20 10:50:21.028101 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 7 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 10:50:21.031965 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1c307b-a6a0-4dc8-9cce-7c1272fcf1d1 req-0694328d-c542-4400-ab7c-0ee7cc82954f tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:21.033483 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-be1c307b-a6a0-4dc8-9cce-7c1272fcf1d1 req-0694328d-c542-4400-ab7c-0ee7cc82954f tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=0be5a4af-1092-410e-ae6c-53649d3d1d02 HTTP/1.1" status: 200 len: 943 time: 0.0663414 Oct 20 10:50:21.075364 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-be1c307b-a6a0-4dc8-9cce-7c1272fcf1d1 req-dd3d04b6-9842-4cc5-a465-78efbbaca5b1 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e1d7c5e-d35b-480e-bc76-e69dc8123b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328677 Oct 20 10:50:21.327492 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 45314) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:50:21.394257 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device c8f279a9-fa3f-406e-b583-56be4e497d4e up at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:50:21.457064 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning for port c8f279a9-fa3f-406e-b583-56be4e497d4e completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:50:21.466502 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning complete for port c8f279a9-fa3f-406e-b583-56be4e497d4e triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:50:21.467022 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:21.509532 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e9e3d83a-6226-4da2-a081-d96080764325 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:21.673585 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e9e3d83a-6226-4da2-a081-d96080764325 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:21.679769 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e9e3d83a-6226-4da2-a081-d96080764325 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:21.743352 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-e9e3d83a-6226-4da2-a081-d96080764325 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=bee9d4d3ae0b4eef84b8d8456227034e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4144640 Oct 20 10:50:21.743993 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 45320) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:50:21.770792 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e3d83a-6226-4da2-a081-d96080764325 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0865d61-0236-4175-9ac9-d88bc1b13617,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:21.793431 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:21.818708 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e96be23b-3372-49fd-9827-dcff58a8fe2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8f279a9-fa3f-406e-b583-56be4e497d4e'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:50:21.822103 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79274a66-15c5-42db-801f-72713f061032" -d '{"events": [{"server_uuid": "e96be23b-3372-49fd-9827-dcff58a8fe2c", "name": "network-vif-plugged", "status": "completed", "tag": "c8f279a9-fa3f-406e-b583-56be4e497d4e"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:50:21.838246 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port c8f279a9-fa3f-406e-b583-56be4e497d4e, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=c8f279a9-fa3f-406e-b583-56be4e497d4e,segment=NetworkSegment(96dfa309-c7df-4d10-8f15-9d739a677474),segment_id=96dfa309-c7df-4d10-8f15-9d739a677474)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:50:21.843682 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:21.863223 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-468d20fe-9036-448c-a0b9-30b3f77b6d47 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:21.895959 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-468d20fe-9036-448c-a0b9-30b3f77b6d47 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:21.899245 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3b403e1-cba7-438b-bc63-68f13a850d3f x-openstack-request-id: req-d3b403e1-cba7-438b-bc63-68f13a850d3f {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:50:21.899597 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e96be23b-3372-49fd-9827-dcff58a8fe2c", "name": "network-vif-plugged", "status": "completed", "tag": "c8f279a9-fa3f-406e-b583-56be4e497d4e", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:50:21.899817 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d3b403e1-cba7-438b-bc63-68f13a850d3f {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:50:21.908962 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e96be23b-3372-49fd-9827-dcff58a8fe2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8f279a9-fa3f-406e-b583-56be4e497d4e', 'code': 200} Oct 20 10:50:21.954425 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=c8f279a9-fa3f-406e-b583-56be4e497d4e,revision_number=12']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:22.042706 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-468d20fe-9036-448c-a0b9-30b3f77b6d47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:22.046112 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-468d20fe-9036-448c-a0b9-30b3f77b6d47 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:22.047288 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-468d20fe-9036-448c-a0b9-30b3f77b6d47 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a0865d61-0236-4175-9ac9-d88bc1b13617 HTTP/1.1" status: 204 len: 168 time: 0.3020787 Oct 20 10:50:22.066103 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d20fe-9036-448c-a0b9-30b3f77b6d47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0865d61-0236-4175-9ac9-d88bc1b13617,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:22.236587 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd451ac0-c02d-42fe-82ce-2b32143f67fa req-db1f9ddb-941c-424f-93c0-622f8a6f399c tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:22.238184 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-dd451ac0-c02d-42fe-82ce-2b32143f67fa req-db1f9ddb-941c-424f-93c0-622f8a6f399c tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 947 time: 0.1581562 Oct 20 10:50:22.243013 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcb7fc8-69ad-41ae-b142-439d92cc55c7 req-5c648d48-007c-4bb8-806e-f7850c0b2123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:22.244942 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6bcb7fc8-69ad-41ae-b142-439d92cc55c7 req-5c648d48-007c-4bb8-806e-f7850c0b2123 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 1098 time: 0.1165252 Oct 20 10:50:22.307226 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-dd451ac0-c02d-42fe-82ce-2b32143f67fa req-b90bcb37-f1aa-47f6-ae8b-30374b17d3e5 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603387 Oct 20 10:50:22.318525 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d870dd-fa0a-4ec5-858e-47f2a9715769 req-932c5ccd-5ebf-40e6-98a7-ff140f42740d tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:22.320106 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-86d870dd-fa0a-4ec5-858e-47f2a9715769 req-932c5ccd-5ebf-40e6-98a7-ff140f42740d tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=0be5a4af-1092-410e-ae6c-53649d3d1d02 HTTP/1.1" status: 200 len: 943 time: 0.1532762 Oct 20 10:50:22.384132 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6bcb7fc8-69ad-41ae-b142-439d92cc55c7 req-4d032f01-e330-4aae-adf6-dd87c564e75e service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092441 Oct 20 10:50:22.387008 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-86d870dd-fa0a-4ec5-858e-47f2a9715769 req-87b2af98-6130-4755-b428-c0c611226b30 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e1d7c5e-d35b-480e-bc76-e69dc8123b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593352 Oct 20 10:50:22.460774 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 45338) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:50:22.477319 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e1e5056f-abb9-4381-9391-a74a7c6053cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:22.571577 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e1e5056f-abb9-4381-9391-a74a7c6053cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:22.575571 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e1e5056f-abb9-4381-9391-a74a7c6053cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:22.621766 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-e1e5056f-abb9-4381-9391-a74a7c6053cf admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4fb029e63d0848d39705228c8686bf40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1574411 Oct 20 10:50:22.621766 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e5056f-abb9-4381-9391-a74a7c6053cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1552b6e4-85e4-4519-ab67-bb071ff8e175,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:22.623012 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 45340) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:50:22.686902 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c092d0e9-96f0-43d0-93b5-c435397982b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:22.722882 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c092d0e9-96f0-43d0-93b5-c435397982b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:22.781764 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c092d0e9-96f0-43d0-93b5-c435397982b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:22.784723 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c092d0e9-96f0-43d0-93b5-c435397982b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:22.786774 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-c092d0e9-96f0-43d0-93b5-c435397982b2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1552b6e4-85e4-4519-ab67-bb071ff8e175 HTTP/1.1" status: 204 len: 168 time: 0.1619675 Oct 20 10:50:22.796885 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c092d0e9-96f0-43d0-93b5-c435397982b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1552b6e4-85e4-4519-ab67-bb071ff8e175,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:23.640962 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d5125a-e46a-451e-9852-8c270f926baa req-66420fcc-890f-4c5a-8313-24c6e435e8f0 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:23.643417 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-96d5125a-e46a-451e-9852-8c270f926baa req-66420fcc-890f-4c5a-8313-24c6e435e8f0 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 947 time: 0.1553347 Oct 20 10:50:23.676157 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09732a89-fb95-4930-abc0-9bf252ccb257 req-2ccd9efb-7ad2-49df-a620-5c515758e08a tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:23.691748 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-09732a89-fb95-4930-abc0-9bf252ccb257 req-2ccd9efb-7ad2-49df-a620-5c515758e08a tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=0be5a4af-1092-410e-ae6c-53649d3d1d02 HTTP/1.1" status: 200 len: 943 time: 0.1583481 Oct 20 10:50:23.843971 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-09732a89-fb95-4930-abc0-9bf252ccb257 req-eceff189-3edd-4d9f-b6b4-4e32a582f335 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e1d7c5e-d35b-480e-bc76-e69dc8123b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508694 Oct 20 10:50:23.882567 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-96d5125a-e46a-451e-9852-8c270f926baa req-a42906ea-b2b1-47dd-a60f-3bc08e847610 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221127 Oct 20 10:50:24.959452 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4004d0b5-4196-4f8e-80f4-c292a33deafc req-a5cb782b-f77d-428d-817a-4b847daac102 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:24.968150 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4004d0b5-4196-4f8e-80f4-c292a33deafc req-a5cb782b-f77d-428d-817a-4b847daac102 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=0be5a4af-1092-410e-ae6c-53649d3d1d02 HTTP/1.1" status: 200 len: 943 time: 0.0764239 Oct 20 10:50:25.020005 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4004d0b5-4196-4f8e-80f4-c292a33deafc req-81ba1190-8f8f-4198-8bc1-2e9027b4f79b tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e1d7c5e-d35b-480e-bc76-e69dc8123b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506597 Oct 20 10:50:25.075472 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f615a8bb-630f-4077-b22a-e14bd58be571 req-aefe4046-baec-419c-8063-f6745d633dce tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:25.083460 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f615a8bb-630f-4077-b22a-e14bd58be571 req-aefe4046-baec-419c-8063-f6745d633dce tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 947 time: 0.0624080 Oct 20 10:50:25.134176 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f615a8bb-630f-4077-b22a-e14bd58be571 req-9cac1887-7d6c-4ee5-826f-fe0c64058db3 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454354 Oct 20 10:50:25.292386 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e674fe-d709-4f0e-8b86-44a720e650de req-f5438e27-8e77-4805-90b0-fc361c7bc1ba tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:25.294056 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-82e674fe-d709-4f0e-8b86-44a720e650de req-f5438e27-8e77-4805-90b0-fc361c7bc1ba tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 947 time: 0.0690038 Oct 20 10:50:25.363872 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-82e674fe-d709-4f0e-8b86-44a720e650de req-1bad1c1c-5967-41c8-9fe0-04eb32ccc18f tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634446 Oct 20 10:50:25.553189 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb88398a-2c7d-48cc-a462-a18ce460e952 req-d11344b8-40b3-421a-8511-4499f3aba146 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:25.554727 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bb88398a-2c7d-48cc-a462-a18ce460e952 req-d11344b8-40b3-421a-8511-4499f3aba146 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 947 time: 0.0655386 Oct 20 10:50:25.621747 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bb88398a-2c7d-48cc-a462-a18ce460e952 req-891bf614-f199-4b11-98f3-714bf0be30b8 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607603 Oct 20 10:50:25.819317 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcee091-a7d9-42c5-8fc0-ed12296a9b8d req-49a377d3-1bac-41e5-b648-52ddd1ba7323 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:25.821185 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3fcee091-a7d9-42c5-8fc0-ed12296a9b8d req-49a377d3-1bac-41e5-b648-52ddd1ba7323 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 947 time: 0.0635889 Oct 20 10:50:25.876055 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3fcee091-a7d9-42c5-8fc0-ed12296a9b8d req-a780a63e-5c33-4f00-b3b3-c757de44c4f6 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480182 Oct 20 10:50:26.153524 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7505a655-4db4-4824-91b1-c82710a321d6 req-9e336ca1-8d11-4e98-9778-502ca4a14ff8 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:26.155095 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7505a655-4db4-4824-91b1-c82710a321d6 req-9e336ca1-8d11-4e98-9778-502ca4a14ff8 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 947 time: 0.1388862 Oct 20 10:50:26.189638 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 96076df1-c750-419e-a048-b371f959d673 details requested by agent hyperv_n-h1-811396-3 with host n-h1-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:50:26.259207 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f97582f-bdff-4cdf-8be8-22ca4a23360f req-40c05c2b-28c2-4a23-a252-6c10ced14e72 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:26.261364 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6f97582f-bdff-4cdf-8be8-22ca4a23360f req-40c05c2b-28c2-4a23-a252-6c10ced14e72 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=0be5a4af-1092-410e-ae6c-53649d3d1d02 HTTP/1.1" status: 200 len: 943 time: 0.1036003 Oct 20 10:50:26.266132 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7505a655-4db4-4824-91b1-c82710a321d6 req-b13264f1-8355-41fc-b761-b1fb871dde35 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978138 Oct 20 10:50:26.330353 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6f97582f-bdff-4cdf-8be8-22ca4a23360f req-9d8ac19f-762b-4e75-acdb-2dd89017bd4e tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e1d7c5e-d35b-480e-bc76-e69dc8123b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599229 Oct 20 10:50:26.540173 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 96076df1-c750-419e-a048-b371f959d673, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=96076df1-c750-419e-a048-b371f959d673,segment=NetworkSegment(5f5097d1-dd03-4e53-8d67-381b8a2c1ac8),segment_id=5f5097d1-dd03-4e53-8d67-381b8a2c1ac8)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:50:26.570199 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Returning: {'device': '96076df1-c750-419e-a048-b371f959d673', 'network_id': 'cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0', 'port_id': '96076df1-c750-419e-a048-b371f959d673', 'mac_address': 'fa:16:3e:fa:12:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 840, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46305bfd-5c10-42c9-8afc-597f2425497e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:50:26.653410 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:26.687405 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96076df1-c750-419e-a048-b371f959d673 {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:50:26.693041 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9022090a-aa7a-4af9-8b13-7047f1af0cf6 req-7b6faba1-8c18-4b70-a338-500a5d32e0c0 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:26.709834 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9022090a-aa7a-4af9-8b13-7047f1af0cf6 req-7b6faba1-8c18-4b70-a338-500a5d32e0c0 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 947 time: 0.2074778 Oct 20 10:50:26.717014 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 96076df1-c750-419e-a048-b371f959d673, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=96076df1-c750-419e-a048-b371f959d673,segment=NetworkSegment(5f5097d1-dd03-4e53-8d67-381b8a2c1ac8),segment_id=5f5097d1-dd03-4e53-8d67-381b8a2c1ac8)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:50:26.722354 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:26.759498 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9022090a-aa7a-4af9-8b13-7047f1af0cf6 req-cda36a8c-9f4e-4d75-be35-28b360102c1c tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483665 Oct 20 10:50:26.798680 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=96076df1-c750-419e-a048-b371f959d673,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:26.960899 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1916c8-3c39-43b1-9314-cc1651aabe21 req-39e96180-379d-4f3c-beba-c795c08e0d70 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:26.965170 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0b1916c8-3c39-43b1-9314-cc1651aabe21 req-39e96180-379d-4f3c-beba-c795c08e0d70 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 947 time: 0.0728333 Oct 20 10:50:27.019214 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0b1916c8-3c39-43b1-9314-cc1651aabe21 req-94f91ace-9c3b-494b-8bb6-113645a1980f tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498939 Oct 20 10:50:27.174929 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['96076df1-c750-419e-a048-b371f959d673'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:50:27.489333 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 45634) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:50:27.517124 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10019c60-d657-4a88-8929-caf7f13909ac req-1c87795a-9cae-4972-b669-f291b8ffc05e tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:27.518608 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-10019c60-d657-4a88-8929-caf7f13909ac req-1c87795a-9cae-4972-b669-f291b8ffc05e tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 947 time: 0.1313713 Oct 20 10:50:27.546269 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49518d3-b92b-44c9-beea-e78a6b09b57d req-5acddc82-6e93-44f6-b72d-8f1679bfa27a tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:27.549072 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f49518d3-b92b-44c9-beea-e78a6b09b57d req-5acddc82-6e93-44f6-b72d-8f1679bfa27a tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=0be5a4af-1092-410e-ae6c-53649d3d1d02 HTTP/1.1" status: 200 len: 944 time: 0.1137843 Oct 20 10:50:27.619912 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f49518d3-b92b-44c9-beea-e78a6b09b57d req-61bfacab-4ff4-4655-bb51-c1bdff499ba2 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e1d7c5e-d35b-480e-bc76-e69dc8123b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546381 Oct 20 10:50:27.647923 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-10019c60-d657-4a88-8929-caf7f13909ac req-f1a367d2-6d36-445c-92bf-59b3b96cde0c tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084917 Oct 20 10:50:27.741793 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-92f0221f-ee29-4652-a7bb-8476f32a6f2e admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:27.856522 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-92f0221f-ee29-4652-a7bb-8476f32a6f2e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:27.866031 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-92f0221f-ee29-4652-a7bb-8476f32a6f2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:27.918189 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 45646) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:50:27.918412 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-92f0221f-ee29-4652-a7bb-8476f32a6f2e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b9039791bf244aa2962b4e4a7c82cd52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4269965 Oct 20 10:50:27.919499 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f0221f-ee29-4652-a7bb-8476f32a6f2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c733b987-c546-4bf3-9f96-b999c7d01f6c,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:27.976979 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2467100e-d961-4f58-bd30-6ec145f86706 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:28.000466 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2467100e-d961-4f58-bd30-6ec145f86706 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:28.054082 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2467100e-d961-4f58-bd30-6ec145f86706 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:28.057190 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2467100e-d961-4f58-bd30-6ec145f86706 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:28.059875 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-2467100e-d961-4f58-bd30-6ec145f86706 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c733b987-c546-4bf3-9f96-b999c7d01f6c HTTP/1.1" status: 204 len: 168 time: 0.1404417 Oct 20 10:50:28.072573 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2467100e-d961-4f58-bd30-6ec145f86706 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c733b987-c546-4bf3-9f96-b999c7d01f6c,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:28.368630 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 45654) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:50:28.381913 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d18c1191-c3e5-4c6f-bccd-427931d8e137 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:28.461026 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d18c1191-c3e5-4c6f-bccd-427931d8e137 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:28.465279 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d18c1191-c3e5-4c6f-bccd-427931d8e137 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:28.507930 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-d18c1191-c3e5-4c6f-bccd-427931d8e137 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4af18fc0cda14007a08d02ae8a019b8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1358118 Oct 20 10:50:28.507930 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18c1191-c3e5-4c6f-bccd-427931d8e137 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8cb14a5-4867-4955-b372-0b577ca5c202,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:28.509087 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 45656) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:50:28.559793 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1fe3f020-979c-4de7-b00b-fd19ed280d18 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:28.582056 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1fe3f020-979c-4de7-b00b-fd19ed280d18 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:28.634887 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1fe3f020-979c-4de7-b00b-fd19ed280d18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:28.637722 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1fe3f020-979c-4de7-b00b-fd19ed280d18 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:28.638970 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-1fe3f020-979c-4de7-b00b-fd19ed280d18 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d8cb14a5-4867-4955-b372-0b577ca5c202 HTTP/1.1" status: 204 len: 168 time: 0.1290529 Oct 20 10:50:28.648946 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe3f020-979c-4de7-b00b-fd19ed280d18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8cb14a5-4867-4955-b372-0b577ca5c202,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:28.794430 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a0681e-0c90-41c8-b991-3bb23b9356e7 req-03e76fda-13ab-4160-8f28-bdeec2ef4047 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:28.796090 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f5a0681e-0c90-41c8-b991-3bb23b9356e7 req-03e76fda-13ab-4160-8f28-bdeec2ef4047 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=0be5a4af-1092-410e-ae6c-53649d3d1d02 HTTP/1.1" status: 200 len: 944 time: 0.0896223 Oct 20 10:50:28.901640 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f5a0681e-0c90-41c8-b991-3bb23b9356e7 req-dbd207a4-6de7-4ea0-aa55-5195c89b3aa9 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e1d7c5e-d35b-480e-bc76-e69dc8123b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943747 Oct 20 10:50:28.938685 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648dd3bd-9132-4159-8a3a-a92d88723869 req-30c428f0-72b0-45f2-bf5a-a5bcb59e0d15 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:28.941693 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-648dd3bd-9132-4159-8a3a-a92d88723869 req-30c428f0-72b0-45f2-bf5a-a5bcb59e0d15 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 947 time: 0.1225221 Oct 20 10:50:28.997716 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-648dd3bd-9132-4159-8a3a-a92d88723869 req-b9db74d4-5313-4117-8b47-3f366ca048da tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489302 Oct 20 10:50:29.433460 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3e3de5-c720-444d-82db-ce5ecb34b932 req-11490173-dbcd-43c6-b36c-f1e76d0babd1 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:29.436382 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7d3e3de5-c720-444d-82db-ce5ecb34b932 req-11490173-dbcd-43c6-b36c-f1e76d0babd1 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 947 time: 0.0891573 Oct 20 10:50:29.443025 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dc7151-32b6-4838-9475-df3aabfdb9d3 req-b13a6a56-503c-49ee-9da9-b9e56541e345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:29.445055 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-01dc7151-32b6-4838-9475-df3aabfdb9d3 req-b13a6a56-503c-49ee-9da9-b9e56541e345 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d11d55054d4b421595fd77f9f4853b62&device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 1098 time: 0.0887370 Oct 20 10:50:29.562295 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7d3e3de5-c720-444d-82db-ce5ecb34b932 req-c1a140ac-1ad3-4335-999e-389afee1665f tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160591 Oct 20 10:50:29.590928 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dc7151-32b6-4838-9475-df3aabfdb9d3 req-178ba7d6-553b-48a9-8e6f-0e77032ce944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:29.592715 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-01dc7151-32b6-4838-9475-df3aabfdb9d3 req-178ba7d6-553b-48a9-8e6f-0e77032ce944 service neutron] 10.222.0.69 "GET /v2.0/networks?id=f1bd979d-a352-44ca-89b6-a358a0660ac0 HTTP/1.1" status: 200 len: 914 time: 0.1396503 Oct 20 10:50:29.643815 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-01dc7151-32b6-4838-9475-df3aabfdb9d3 req-9fa9b0d0-5586-4273-9abf-f727132633c8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c8f279a9-fa3f-406e-b583-56be4e497d4e HTTP/1.1" status: 200 len: 217 time: 0.0442505 Oct 20 10:50:29.705370 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dc7151-32b6-4838-9475-df3aabfdb9d3 req-d7ab36df-c551-406a-b3f1-2c755fb5c8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:29.706923 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-01dc7151-32b6-4838-9475-df3aabfdb9d3 req-d7ab36df-c551-406a-b3f1-2c755fb5c8f6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8c9ad18b-f3f9-4a90-802c-d346920a622d HTTP/1.1" status: 200 len: 853 time: 0.0570819 Oct 20 10:50:29.744951 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-01dc7151-32b6-4838-9475-df3aabfdb9d3 req-72c0996f-fcb9-45bf-9ef2-0d3608532d35 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f1bd979d-a352-44ca-89b6-a358a0660ac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305874 Oct 20 10:50:29.878021 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-01dc7151-32b6-4838-9475-df3aabfdb9d3 req-ffbdc54d-1aad-4807-bb9b-94ceb805c0cf service neutron] 10.222.0.69 "GET /v2.0/networks/f1bd979d-a352-44ca-89b6-a358a0660ac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251545 Oct 20 10:50:30.095213 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-01dc7151-32b6-4838-9475-df3aabfdb9d3 req-2b2949ca-1af6-4e10-9584-5f946d30673f service neutron] 10.222.0.69 "GET /v2.0/networks/f1bd979d-a352-44ca-89b6-a358a0660ac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086928 Oct 20 10:50:30.133590 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ef3c0e-6a58-4758-adb1-e77276bb5cbc req-acaa6897-28aa-4a98-b83e-f98e68a29e2a tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:30.136272 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-30ef3c0e-6a58-4758-adb1-e77276bb5cbc req-acaa6897-28aa-4a98-b83e-f98e68a29e2a tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=0be5a4af-1092-410e-ae6c-53649d3d1d02 HTTP/1.1" status: 200 len: 944 time: 0.1102266 Oct 20 10:50:30.175141 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 45726) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:50:30.201637 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 96076df1-c750-419e-a048-b371f959d673 up at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:50:30.202171 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-30ef3c0e-6a58-4758-adb1-e77276bb5cbc req-15da4100-7714-4515-96f6-f99cfd52725c tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e1d7c5e-d35b-480e-bc76-e69dc8123b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548298 Oct 20 10:50:30.295883 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning for port 96076df1-c750-419e-a048-b371f959d673 completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:50:30.304477 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning complete for port 96076df1-c750-419e-a048-b371f959d673 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:50:30.305172 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:30.430964 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:30.475467 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 96076df1-c750-419e-a048-b371f959d673, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=96076df1-c750-419e-a048-b371f959d673,segment=NetworkSegment(5f5097d1-dd03-4e53-8d67-381b8a2c1ac8),segment_id=5f5097d1-dd03-4e53-8d67-381b8a2c1ac8)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:50:30.476670 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0be5a4af-1092-410e-ae6c-53649d3d1d02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96076df1-c750-419e-a048-b371f959d673'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:50:30.480763 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78570703-66f3-4e42-bb60-5b603ec6520a" -d '{"events": [{"server_uuid": "0be5a4af-1092-410e-ae6c-53649d3d1d02", "name": "network-vif-plugged", "status": "completed", "tag": "96076df1-c750-419e-a048-b371f959d673"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:50:30.481644 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 45740) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:50:30.487592 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda5ff67-824a-4ceb-a56e-e7e9b657098b req-f442f406-4614-4095-825c-63a50d8d32f6 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:30.491014 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:30.495683 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda5ff67-824a-4ceb-a56e-e7e9b657098b req-f442f406-4614-4095-825c-63a50d8d32f6 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:30.512242 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda5ff67-824a-4ceb-a56e-e7e9b657098b req-f442f406-4614-4095-825c-63a50d8d32f6 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:30.518992 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda5ff67-824a-4ceb-a56e-e7e9b657098b req-f442f406-4614-4095-825c-63a50d8d32f6 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:30.542992 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda5ff67-824a-4ceb-a56e-e7e9b657098b req-f442f406-4614-4095-825c-63a50d8d32f6 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:30.559895 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda5ff67-824a-4ceb-a56e-e7e9b657098b req-f442f406-4614-4095-825c-63a50d8d32f6 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:30.573201 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=96076df1-c750-419e-a048-b371f959d673,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:30.577232 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda5ff67-824a-4ceb-a56e-e7e9b657098b req-f442f406-4614-4095-825c-63a50d8d32f6 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:30.587162 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fda5ff67-824a-4ceb-a56e-e7e9b657098b req-f442f406-4614-4095-825c-63a50d8d32f6 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.64 "GET /v2.0/ports?device_id=9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c HTTP/1.1" status: 200 len: 5444 time: 0.1904426 Oct 20 10:50:30.595637 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dca06ce-2d23-48b4-a697-2d8ab2eb3a2d x-openstack-request-id: req-5dca06ce-2d23-48b4-a697-2d8ab2eb3a2d {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:50:30.596282 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0be5a4af-1092-410e-ae6c-53649d3d1d02", "name": "network-vif-plugged", "status": "completed", "tag": "96076df1-c750-419e-a048-b371f959d673", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:50:30.596778 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5dca06ce-2d23-48b4-a697-2d8ab2eb3a2d {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:50:30.597482 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0be5a4af-1092-410e-ae6c-53649d3d1d02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96076df1-c750-419e-a048-b371f959d673', 'code': 200} Oct 20 10:50:30.654318 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fda5ff67-824a-4ceb-a56e-e7e9b657098b req-67a0c061-d97e-46a9-b367-184b3b8a8bb2 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.64 "GET /v2.0/security-groups?id=112bbbcd-cedd-416d-87db-f3a7d2197192&id=40e57539-8f43-4a87-8d18-5d8780562b01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0600150 Oct 20 10:50:30.716878 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3344b361-b8fa-4895-8754-bcfb1ae0fca8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:30.810676 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-72a56590-091b-42cc-afe1-624f71b02f89 tempest-PortsAdminExtendedAttrsTestJSON-785583804 tempest-PortsAdminExtendedAttrsTestJSON-785583804-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-2087148003'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:50:30.850886 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11172343-9b1a-44f4-a5b0-692bc1e3e429 req-b4dd3864-4a98-403b-9d3a-26136fdb744f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:30.850886 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-11172343-9b1a-44f4-a5b0-692bc1e3e429 req-b4dd3864-4a98-403b-9d3a-26136fdb744f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0be5a4af-1092-410e-ae6c-53649d3d1d02 HTTP/1.1" status: 200 len: 1096 time: 0.1557591 Oct 20 10:50:30.890591 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d9f0c8-bd38-4e3b-894d-17c22eadc069 req-ac2e638e-8161-4a92-b59d-a4d96640143a tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:30.892317 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-28d9f0c8-bd38-4e3b-894d-17c22eadc069 req-ac2e638e-8161-4a92-b59d-a4d96640143a tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 947 time: 0.1415777 Oct 20 10:50:30.909574 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3344b361-b8fa-4895-8754-bcfb1ae0fca8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:30.911005 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e58062-1290-4adf-ae38-35a99e21f670 req-0df8a07f-59cd-407f-a87f-cf9aa3e5e924 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:30.912951 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72a56590-091b-42cc-afe1-624f71b02f89 tempest-PortsAdminExtendedAttrsTestJSON-785583804 tempest-PortsAdminExtendedAttrsTestJSON-785583804-project] Made reservation on behalf of bc57b8f10286492595e9fc86f9d25b51 for: {'network': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:50:30.916966 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e58062-1290-4adf-ae38-35a99e21f670 req-0df8a07f-59cd-407f-a87f-cf9aa3e5e924 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:30.917395 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-72a56590-091b-42cc-afe1-624f71b02f89 tempest-PortsAdminExtendedAttrsTestJSON-785583804 tempest-PortsAdminExtendedAttrsTestJSON-785583804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:30.920368 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3344b361-b8fa-4895-8754-bcfb1ae0fca8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:30.922833 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e58062-1290-4adf-ae38-35a99e21f670 req-0df8a07f-59cd-407f-a87f-cf9aa3e5e924 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:30.929882 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e58062-1290-4adf-ae38-35a99e21f670 req-0df8a07f-59cd-407f-a87f-cf9aa3e5e924 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:30.935751 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e58062-1290-4adf-ae38-35a99e21f670 req-0df8a07f-59cd-407f-a87f-cf9aa3e5e924 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:30.941614 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e58062-1290-4adf-ae38-35a99e21f670 req-0df8a07f-59cd-407f-a87f-cf9aa3e5e924 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:30.947521 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e58062-1290-4adf-ae38-35a99e21f670 req-0df8a07f-59cd-407f-a87f-cf9aa3e5e924 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:30.949414 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-72e58062-1290-4adf-ae38-35a99e21f670 req-0df8a07f-59cd-407f-a87f-cf9aa3e5e924 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.64 "GET /v2.0/ports?device_id=9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c HTTP/1.1" status: 200 len: 5444 time: 0.1769962 Oct 20 10:50:30.965470 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3344b361-b8fa-4895-8754-bcfb1ae0fca8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0211d02-8b14-4a98-9919-bace40bebb43,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:30.966629 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-11172343-9b1a-44f4-a5b0-692bc1e3e429 req-fe5d97c0-c64b-45e5-b181-ae9c10a59703 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=2e1d7c5e-d35b-480e-bc76-e69dc8123b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084173 Oct 20 10:50:30.971892 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-72a56590-091b-42cc-afe1-624f71b02f89 tempest-PortsAdminExtendedAttrsTestJSON-785583804 tempest-PortsAdminExtendedAttrsTestJSON-785583804-project] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:31.005276 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-3344b361-b8fa-4895-8754-bcfb1ae0fca8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ce5540465c0740d8930d24e2ada98d22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8255661 Oct 20 10:50:31.005462 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-28d9f0c8-bd38-4e3b-894d-17c22eadc069 req-e2c3c9e0-5ef2-43bf-8c57-c96c451b0391 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519297 Oct 20 10:50:31.005552 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 45754) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:50:31.082442 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-599a27db-06ca-4c34-9a0e-be920aecd55a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:31.122175 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-599a27db-06ca-4c34-9a0e-be920aecd55a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:31.148565 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-72a56590-091b-42cc-afe1-624f71b02f89 tempest-PortsAdminExtendedAttrsTestJSON-785583804 tempest-PortsAdminExtendedAttrsTestJSON-785583804-project] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:31.163210 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-72a56590-091b-42cc-afe1-624f71b02f89 tempest-PortsAdminExtendedAttrsTestJSON-785583804 tempest-PortsAdminExtendedAttrsTestJSON-785583804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:31.209213 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72a56590-091b-42cc-afe1-624f71b02f89 tempest-PortsAdminExtendedAttrsTestJSON-785583804 tempest-PortsAdminExtendedAttrsTestJSON-785583804-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 827} {{(pid=100597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:50:31.215760 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a56590-091b-42cc-afe1-624f71b02f89 tempest-PortsAdminExtendedAttrsTestJSON-785583804 tempest-PortsAdminExtendedAttrsTestJSON-785583804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a0e0c91-25fc-4c59-b0e1-15e642e02bfc,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:31.243329 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-599a27db-06ca-4c34-9a0e-be920aecd55a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:31.246073 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-599a27db-06ca-4c34-9a0e-be920aecd55a admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:31.248317 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-599a27db-06ca-4c34-9a0e-be920aecd55a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a0211d02-8b14-4a98-9919-bace40bebb43 HTTP/1.1" status: 204 len: 168 time: 0.2413065 Oct 20 10:50:31.252069 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-72a56590-091b-42cc-afe1-624f71b02f89 tempest-PortsAdminExtendedAttrsTestJSON-785583804 tempest-PortsAdminExtendedAttrsTestJSON-785583804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:31.252069 n-d-811396-3 neutron-server[100597]: INFO neutron.db.segments_db [None req-72a56590-091b-42cc-afe1-624f71b02f89 tempest-PortsAdminExtendedAttrsTestJSON-785583804 tempest-PortsAdminExtendedAttrsTestJSON-785583804-project] Added segment 4cd66ea2-c5c8-4a4d-8f4c-7ed832b12e46 of type vlan for network cacdbfc8-9ab0-4684-9cbc-167f1cce66fb Oct 20 10:50:31.322164 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599a27db-06ca-4c34-9a0e-be920aecd55a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0211d02-8b14-4a98-9919-bace40bebb43,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:31.325933 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-72a56590-091b-42cc-afe1-624f71b02f89 tempest-PortsAdminExtendedAttrsTestJSON-785583804 tempest-PortsAdminExtendedAttrsTestJSON-785583804-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:31.366463 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-72a56590-091b-42cc-afe1-624f71b02f89 tempest-PortsAdminExtendedAttrsTestJSON-785583804 tempest-PortsAdminExtendedAttrsTestJSON-785583804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:31.377207 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a56590-091b-42cc-afe1-624f71b02f89 tempest-PortsAdminExtendedAttrsTestJSON-785583804 tempest-PortsAdminExtendedAttrsTestJSON-785583804-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:31.378038 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-72a56590-091b-42cc-afe1-624f71b02f89 tempest-PortsAdminExtendedAttrsTestJSON-785583804 tempest-PortsAdminExtendedAttrsTestJSON-785583804-project] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:31.390603 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585bd90f-c712-4487-8e68-f772484170ac req-a79b0849-60db-4477-b6ff-96ec9a5a96b4 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:31.392922 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-585bd90f-c712-4487-8e68-f772484170ac req-a79b0849-60db-4477-b6ff-96ec9a5a96b4 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=0be5a4af-1092-410e-ae6c-53649d3d1d02 HTTP/1.1" status: 200 len: 945 time: 0.0865245 Oct 20 10:50:31.419544 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-72a56590-091b-42cc-afe1-624f71b02f89 tempest-PortsAdminExtendedAttrsTestJSON-785583804 tempest-PortsAdminExtendedAttrsTestJSON-785583804-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 0.9363353 Oct 20 10:50:31.463689 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a56590-091b-42cc-afe1-624f71b02f89 tempest-PortsAdminExtendedAttrsTestJSON-785583804 tempest-PortsAdminExtendedAttrsTestJSON-785583804-project] Pushing event updated for resources: {'Network': ['ID=cacdbfc8-9ab0-4684-9cbc-167f1cce66fb,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:31.478060 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network cacdbfc8-9ab0-4684-9cbc-167f1cce66fb details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:50:31.491243 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-585bd90f-c712-4487-8e68-f772484170ac req-76918d41-e48d-4404-aa2e-86a136f3ede8 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e1d7c5e-d35b-480e-bc76-e69dc8123b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905137 Oct 20 10:50:31.717652 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 45782) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:50:31.724697 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-de3a06ba-1ca8-4a24-b6ca-834695407cc1 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Request body: {'port': {'network_id': 'cacdbfc8-9ab0-4684-9cbc-167f1cce66fb', 'binding:host_id': 'n-h2-811396-3', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-702865496'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:50:31.747532 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de3a06ba-1ca8-4a24-b6ca-834695407cc1 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Made reservation on behalf of cb50aef9025a4936b74976eb2da95dfa for: {'port': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:50:31.749998 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-de3a06ba-1ca8-4a24-b6ca-834695407cc1 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:31.759193 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-de3a06ba-1ca8-4a24-b6ca-834695407cc1 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:31.850628 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-de3a06ba-1ca8-4a24-b6ca-834695407cc1 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:31.852980 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-de3a06ba-1ca8-4a24-b6ca-834695407cc1 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:31.858145 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [None req-de3a06ba-1ca8-4a24-b6ca-834695407cc1 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] device_id is not set on port e9a5069c-0c0b-4d0e-aed8-4d2d37a784ed yet. {{(pid=100597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:50:31.988466 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3a06ba-1ca8-4a24-b6ca-834695407cc1 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe76beb6-0882-4cfc-9bfb-76b7140df70c,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:32.121350 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [None req-de3a06ba-1ca8-4a24-b6ca-834695407cc1 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] device_id is not set on port e9a5069c-0c0b-4d0e-aed8-4d2d37a784ed yet. {{(pid=100597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:50:32.131580 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-de3a06ba-1ca8-4a24-b6ca-834695407cc1 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:32.138075 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-de3a06ba-1ca8-4a24-b6ca-834695407cc1 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:32.143293 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b871cad-05a5-4a5b-8119-7149f47268ad req-63e7f702-8f61-4bde-b076-72333874a8f6 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:32.146170 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6b871cad-05a5-4a5b-8119-7149f47268ad req-63e7f702-8f61-4bde-b076-72333874a8f6 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 947 time: 0.0627658 Oct 20 10:50:32.193428 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6b871cad-05a5-4a5b-8119-7149f47268ad req-ecdc2442-164d-4cdb-8978-7e0967d0cba9 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395660 Oct 20 10:50:32.208197 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3a06ba-1ca8-4a24-b6ca-834695407cc1 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Pushing event updated for resources: {'Port': ['ID=e9a5069c-0c0b-4d0e-aed8-4d2d37a784ed,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:32.249405 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3a06ba-1ca8-4a24-b6ca-834695407cc1 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Checking segment: {'id': '4cd66ea2-c5c8-4a4d-8f4c-7ed832b12e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'cacdbfc8-9ab0-4684-9cbc-167f1cce66fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:50:32.249988 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de3a06ba-1ca8-4a24-b6ca-834695407cc1 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Network hostable DHCP agents. Network: cacdbfc8-9ab0-4684-9cbc-167f1cce66fb, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:50:32.288022 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de3a06ba-1ca8-4a24-b6ca-834695407cc1 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Network cacdbfc8-9ab0-4684-9cbc-167f1cce66fb is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:50:32.303668 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-de3a06ba-1ca8-4a24-b6ca-834695407cc1 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, cacdbfc8-9ab0-4684-9cbc-167f1cce66fb) {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:50:32.305093 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3a06ba-1ca8-4a24-b6ca-834695407cc1 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:50:32.311348 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c673184-c74d-48ef-a29d-6560d5c11ab0 None None] Network cacdbfc8-9ab0-4684-9cbc-167f1cce66fb requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:50:32.332246 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [None req-de3a06ba-1ca8-4a24-b6ca-834695407cc1 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Attempting to bind port e9a5069c-0c0b-4d0e-aed8-4d2d37a784ed on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:50:32.337187 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [None req-de3a06ba-1ca8-4a24-b6ca-834695407cc1 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Attempting to bind port e9a5069c-0c0b-4d0e-aed8-4d2d37a784ed by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': '4cd66ea2-c5c8-4a4d-8f4c-7ed832b12e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'cacdbfc8-9ab0-4684-9cbc-167f1cce66fb'}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:50:32.337187 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3a06ba-1ca8-4a24-b6ca-834695407cc1 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Attempting to bind port e9a5069c-0c0b-4d0e-aed8-4d2d37a784ed on network cacdbfc8-9ab0-4684-9cbc-167f1cce66fb {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:50:32.341338 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3a06ba-1ca8-4a24-b6ca-834695407cc1 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Port e9a5069c-0c0b-4d0e-aed8-4d2d37a784ed on network cacdbfc8-9ab0-4684-9cbc-167f1cce66fb not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:50:32.341753 n-d-811396-3 neutron-server[100597]: ERROR neutron.plugins.ml2.managers [None req-de3a06ba-1ca8-4a24-b6ca-834695407cc1 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Failed to bind port e9a5069c-0c0b-4d0e-aed8-4d2d37a784ed on host n-h2-811396-3 for vnic_type normal using segments [{'id': '4cd66ea2-c5c8-4a4d-8f4c-7ed832b12e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'cacdbfc8-9ab0-4684-9cbc-167f1cce66fb'}] Oct 20 10:50:32.342217 n-d-811396-3 neutron-server[100597]: INFO neutron.plugins.ml2.plugin [None req-de3a06ba-1ca8-4a24-b6ca-834695407cc1 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Attempt 2 to bind port e9a5069c-0c0b-4d0e-aed8-4d2d37a784ed Oct 20 10:50:32.372783 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [None req-de3a06ba-1ca8-4a24-b6ca-834695407cc1 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Attempting to bind port e9a5069c-0c0b-4d0e-aed8-4d2d37a784ed on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:50:32.375159 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [None req-de3a06ba-1ca8-4a24-b6ca-834695407cc1 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Attempting to bind port e9a5069c-0c0b-4d0e-aed8-4d2d37a784ed by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': '4cd66ea2-c5c8-4a4d-8f4c-7ed832b12e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'cacdbfc8-9ab0-4684-9cbc-167f1cce66fb'}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:50:32.375601 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3a06ba-1ca8-4a24-b6ca-834695407cc1 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Attempting to bind port e9a5069c-0c0b-4d0e-aed8-4d2d37a784ed on network cacdbfc8-9ab0-4684-9cbc-167f1cce66fb {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:50:32.382751 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cdf931-09e6-49a6-ab21-192bd60ce003 req-a4a49c16-48a2-4e40-b1c5-dfd032119492 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:32.387055 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3a06ba-1ca8-4a24-b6ca-834695407cc1 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Port e9a5069c-0c0b-4d0e-aed8-4d2d37a784ed on network cacdbfc8-9ab0-4684-9cbc-167f1cce66fb not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:50:32.390292 n-d-811396-3 neutron-server[100597]: ERROR neutron.plugins.ml2.managers [None req-de3a06ba-1ca8-4a24-b6ca-834695407cc1 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Failed to bind port e9a5069c-0c0b-4d0e-aed8-4d2d37a784ed on host n-h2-811396-3 for vnic_type normal using segments [{'id': '4cd66ea2-c5c8-4a4d-8f4c-7ed832b12e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'cacdbfc8-9ab0-4684-9cbc-167f1cce66fb'}] Oct 20 10:50:32.390796 n-d-811396-3 neutron-server[100597]: INFO neutron.plugins.ml2.plugin [None req-de3a06ba-1ca8-4a24-b6ca-834695407cc1 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Attempt 3 to bind port e9a5069c-0c0b-4d0e-aed8-4d2d37a784ed Oct 20 10:50:32.391453 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c4cdf931-09e6-49a6-ab21-192bd60ce003 req-a4a49c16-48a2-4e40-b1c5-dfd032119492 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 947 time: 0.0999992 Oct 20 10:50:32.417801 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [None req-de3a06ba-1ca8-4a24-b6ca-834695407cc1 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Attempting to bind port e9a5069c-0c0b-4d0e-aed8-4d2d37a784ed on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:50:32.422038 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [None req-de3a06ba-1ca8-4a24-b6ca-834695407cc1 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Attempting to bind port e9a5069c-0c0b-4d0e-aed8-4d2d37a784ed by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': '4cd66ea2-c5c8-4a4d-8f4c-7ed832b12e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'cacdbfc8-9ab0-4684-9cbc-167f1cce66fb'}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:50:32.422484 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3a06ba-1ca8-4a24-b6ca-834695407cc1 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Attempting to bind port e9a5069c-0c0b-4d0e-aed8-4d2d37a784ed on network cacdbfc8-9ab0-4684-9cbc-167f1cce66fb {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:50:32.432784 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3a06ba-1ca8-4a24-b6ca-834695407cc1 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Port e9a5069c-0c0b-4d0e-aed8-4d2d37a784ed on network cacdbfc8-9ab0-4684-9cbc-167f1cce66fb not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:50:32.433126 n-d-811396-3 neutron-server[100597]: ERROR neutron.plugins.ml2.managers [None req-de3a06ba-1ca8-4a24-b6ca-834695407cc1 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Failed to bind port e9a5069c-0c0b-4d0e-aed8-4d2d37a784ed on host n-h2-811396-3 for vnic_type normal using segments [{'id': '4cd66ea2-c5c8-4a4d-8f4c-7ed832b12e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'cacdbfc8-9ab0-4684-9cbc-167f1cce66fb'}] Oct 20 10:50:32.434281 n-d-811396-3 neutron-server[100597]: INFO neutron.plugins.ml2.plugin [None req-de3a06ba-1ca8-4a24-b6ca-834695407cc1 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Attempt 4 to bind port e9a5069c-0c0b-4d0e-aed8-4d2d37a784ed Oct 20 10:50:32.452438 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [None req-de3a06ba-1ca8-4a24-b6ca-834695407cc1 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Attempting to bind port e9a5069c-0c0b-4d0e-aed8-4d2d37a784ed on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:50:32.452867 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [None req-de3a06ba-1ca8-4a24-b6ca-834695407cc1 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Attempting to bind port e9a5069c-0c0b-4d0e-aed8-4d2d37a784ed by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': '4cd66ea2-c5c8-4a4d-8f4c-7ed832b12e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'cacdbfc8-9ab0-4684-9cbc-167f1cce66fb'}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:50:32.453278 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3a06ba-1ca8-4a24-b6ca-834695407cc1 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Attempting to bind port e9a5069c-0c0b-4d0e-aed8-4d2d37a784ed on network cacdbfc8-9ab0-4684-9cbc-167f1cce66fb {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:50:32.458955 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3a06ba-1ca8-4a24-b6ca-834695407cc1 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Port e9a5069c-0c0b-4d0e-aed8-4d2d37a784ed on network cacdbfc8-9ab0-4684-9cbc-167f1cce66fb not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:50:32.459363 n-d-811396-3 neutron-server[100597]: ERROR neutron.plugins.ml2.managers [None req-de3a06ba-1ca8-4a24-b6ca-834695407cc1 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Failed to bind port e9a5069c-0c0b-4d0e-aed8-4d2d37a784ed on host n-h2-811396-3 for vnic_type normal using segments [{'id': '4cd66ea2-c5c8-4a4d-8f4c-7ed832b12e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'cacdbfc8-9ab0-4684-9cbc-167f1cce66fb'}] Oct 20 10:50:32.460251 n-d-811396-3 neutron-server[100597]: INFO neutron.plugins.ml2.plugin [None req-de3a06ba-1ca8-4a24-b6ca-834695407cc1 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Attempt 5 to bind port e9a5069c-0c0b-4d0e-aed8-4d2d37a784ed Oct 20 10:50:32.464045 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c4cdf931-09e6-49a6-ab21-192bd60ce003 req-0b4ae050-bfa2-4652-ae50-c81a3babd824 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715055 Oct 20 10:50:32.493415 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [None req-de3a06ba-1ca8-4a24-b6ca-834695407cc1 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Attempting to bind port e9a5069c-0c0b-4d0e-aed8-4d2d37a784ed on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:50:32.493761 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [None req-de3a06ba-1ca8-4a24-b6ca-834695407cc1 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Attempting to bind port e9a5069c-0c0b-4d0e-aed8-4d2d37a784ed by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': '4cd66ea2-c5c8-4a4d-8f4c-7ed832b12e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'cacdbfc8-9ab0-4684-9cbc-167f1cce66fb'}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:50:32.495352 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3a06ba-1ca8-4a24-b6ca-834695407cc1 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Attempting to bind port e9a5069c-0c0b-4d0e-aed8-4d2d37a784ed on network cacdbfc8-9ab0-4684-9cbc-167f1cce66fb {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:50:32.509015 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3a06ba-1ca8-4a24-b6ca-834695407cc1 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Port e9a5069c-0c0b-4d0e-aed8-4d2d37a784ed on network cacdbfc8-9ab0-4684-9cbc-167f1cce66fb not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:50:32.509359 n-d-811396-3 neutron-server[100597]: ERROR neutron.plugins.ml2.managers [None req-de3a06ba-1ca8-4a24-b6ca-834695407cc1 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Failed to bind port e9a5069c-0c0b-4d0e-aed8-4d2d37a784ed on host n-h2-811396-3 for vnic_type normal using segments [{'id': '4cd66ea2-c5c8-4a4d-8f4c-7ed832b12e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'cacdbfc8-9ab0-4684-9cbc-167f1cce66fb'}] Oct 20 10:50:32.509770 n-d-811396-3 neutron-server[100597]: INFO neutron.plugins.ml2.plugin [None req-de3a06ba-1ca8-4a24-b6ca-834695407cc1 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Attempt 6 to bind port e9a5069c-0c0b-4d0e-aed8-4d2d37a784ed Oct 20 10:50:32.544970 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [None req-de3a06ba-1ca8-4a24-b6ca-834695407cc1 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Attempting to bind port e9a5069c-0c0b-4d0e-aed8-4d2d37a784ed on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:50:32.546558 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [None req-de3a06ba-1ca8-4a24-b6ca-834695407cc1 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Attempting to bind port e9a5069c-0c0b-4d0e-aed8-4d2d37a784ed by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': '4cd66ea2-c5c8-4a4d-8f4c-7ed832b12e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'cacdbfc8-9ab0-4684-9cbc-167f1cce66fb'}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:50:32.548178 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3a06ba-1ca8-4a24-b6ca-834695407cc1 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Attempting to bind port e9a5069c-0c0b-4d0e-aed8-4d2d37a784ed on network cacdbfc8-9ab0-4684-9cbc-167f1cce66fb {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:50:32.555086 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3a06ba-1ca8-4a24-b6ca-834695407cc1 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Port e9a5069c-0c0b-4d0e-aed8-4d2d37a784ed on network cacdbfc8-9ab0-4684-9cbc-167f1cce66fb not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:50:32.555528 n-d-811396-3 neutron-server[100597]: ERROR neutron.plugins.ml2.managers [None req-de3a06ba-1ca8-4a24-b6ca-834695407cc1 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Failed to bind port e9a5069c-0c0b-4d0e-aed8-4d2d37a784ed on host n-h2-811396-3 for vnic_type normal using segments [{'id': '4cd66ea2-c5c8-4a4d-8f4c-7ed832b12e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'cacdbfc8-9ab0-4684-9cbc-167f1cce66fb'}] Oct 20 10:50:32.555931 n-d-811396-3 neutron-server[100597]: INFO neutron.plugins.ml2.plugin [None req-de3a06ba-1ca8-4a24-b6ca-834695407cc1 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Attempt 7 to bind port e9a5069c-0c0b-4d0e-aed8-4d2d37a784ed Oct 20 10:50:32.574704 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [None req-de3a06ba-1ca8-4a24-b6ca-834695407cc1 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Attempting to bind port e9a5069c-0c0b-4d0e-aed8-4d2d37a784ed on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:50:32.575046 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [None req-de3a06ba-1ca8-4a24-b6ca-834695407cc1 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Attempting to bind port e9a5069c-0c0b-4d0e-aed8-4d2d37a784ed by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': '4cd66ea2-c5c8-4a4d-8f4c-7ed832b12e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'cacdbfc8-9ab0-4684-9cbc-167f1cce66fb'}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:50:32.575398 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3a06ba-1ca8-4a24-b6ca-834695407cc1 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Attempting to bind port e9a5069c-0c0b-4d0e-aed8-4d2d37a784ed on network cacdbfc8-9ab0-4684-9cbc-167f1cce66fb {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:50:32.581111 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3a06ba-1ca8-4a24-b6ca-834695407cc1 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Port e9a5069c-0c0b-4d0e-aed8-4d2d37a784ed on network cacdbfc8-9ab0-4684-9cbc-167f1cce66fb not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:50:32.581457 n-d-811396-3 neutron-server[100597]: ERROR neutron.plugins.ml2.managers [None req-de3a06ba-1ca8-4a24-b6ca-834695407cc1 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Failed to bind port e9a5069c-0c0b-4d0e-aed8-4d2d37a784ed on host n-h2-811396-3 for vnic_type normal using segments [{'id': '4cd66ea2-c5c8-4a4d-8f4c-7ed832b12e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'cacdbfc8-9ab0-4684-9cbc-167f1cce66fb'}] Oct 20 10:50:32.581909 n-d-811396-3 neutron-server[100597]: INFO neutron.plugins.ml2.plugin [None req-de3a06ba-1ca8-4a24-b6ca-834695407cc1 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Attempt 8 to bind port e9a5069c-0c0b-4d0e-aed8-4d2d37a784ed Oct 20 10:50:32.609782 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [None req-de3a06ba-1ca8-4a24-b6ca-834695407cc1 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Attempting to bind port e9a5069c-0c0b-4d0e-aed8-4d2d37a784ed on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:50:32.611596 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [None req-de3a06ba-1ca8-4a24-b6ca-834695407cc1 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Attempting to bind port e9a5069c-0c0b-4d0e-aed8-4d2d37a784ed by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': '4cd66ea2-c5c8-4a4d-8f4c-7ed832b12e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'cacdbfc8-9ab0-4684-9cbc-167f1cce66fb'}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:50:32.611966 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3a06ba-1ca8-4a24-b6ca-834695407cc1 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Attempting to bind port e9a5069c-0c0b-4d0e-aed8-4d2d37a784ed on network cacdbfc8-9ab0-4684-9cbc-167f1cce66fb {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:50:32.624089 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3a06ba-1ca8-4a24-b6ca-834695407cc1 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Port e9a5069c-0c0b-4d0e-aed8-4d2d37a784ed on network cacdbfc8-9ab0-4684-9cbc-167f1cce66fb not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:50:32.624422 n-d-811396-3 neutron-server[100597]: ERROR neutron.plugins.ml2.managers [None req-de3a06ba-1ca8-4a24-b6ca-834695407cc1 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Failed to bind port e9a5069c-0c0b-4d0e-aed8-4d2d37a784ed on host n-h2-811396-3 for vnic_type normal using segments [{'id': '4cd66ea2-c5c8-4a4d-8f4c-7ed832b12e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'cacdbfc8-9ab0-4684-9cbc-167f1cce66fb'}] Oct 20 10:50:32.626548 n-d-811396-3 neutron-server[100597]: INFO neutron.plugins.ml2.plugin [None req-de3a06ba-1ca8-4a24-b6ca-834695407cc1 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Attempt 9 to bind port e9a5069c-0c0b-4d0e-aed8-4d2d37a784ed Oct 20 10:50:32.643317 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [None req-de3a06ba-1ca8-4a24-b6ca-834695407cc1 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Attempting to bind port e9a5069c-0c0b-4d0e-aed8-4d2d37a784ed on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:50:32.644147 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [None req-de3a06ba-1ca8-4a24-b6ca-834695407cc1 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Attempting to bind port e9a5069c-0c0b-4d0e-aed8-4d2d37a784ed by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': '4cd66ea2-c5c8-4a4d-8f4c-7ed832b12e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'cacdbfc8-9ab0-4684-9cbc-167f1cce66fb'}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:50:32.644338 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3a06ba-1ca8-4a24-b6ca-834695407cc1 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Attempting to bind port e9a5069c-0c0b-4d0e-aed8-4d2d37a784ed on network cacdbfc8-9ab0-4684-9cbc-167f1cce66fb {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:50:32.650646 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3a06ba-1ca8-4a24-b6ca-834695407cc1 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Port e9a5069c-0c0b-4d0e-aed8-4d2d37a784ed on network cacdbfc8-9ab0-4684-9cbc-167f1cce66fb not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:50:32.651077 n-d-811396-3 neutron-server[100597]: ERROR neutron.plugins.ml2.managers [None req-de3a06ba-1ca8-4a24-b6ca-834695407cc1 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Failed to bind port e9a5069c-0c0b-4d0e-aed8-4d2d37a784ed on host n-h2-811396-3 for vnic_type normal using segments [{'id': '4cd66ea2-c5c8-4a4d-8f4c-7ed832b12e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'cacdbfc8-9ab0-4684-9cbc-167f1cce66fb'}] Oct 20 10:50:32.651585 n-d-811396-3 neutron-server[100597]: INFO neutron.plugins.ml2.plugin [None req-de3a06ba-1ca8-4a24-b6ca-834695407cc1 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Attempt 10 to bind port e9a5069c-0c0b-4d0e-aed8-4d2d37a784ed Oct 20 10:50:32.668708 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [None req-de3a06ba-1ca8-4a24-b6ca-834695407cc1 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Attempting to bind port e9a5069c-0c0b-4d0e-aed8-4d2d37a784ed on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:50:32.669305 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [None req-de3a06ba-1ca8-4a24-b6ca-834695407cc1 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Attempting to bind port e9a5069c-0c0b-4d0e-aed8-4d2d37a784ed by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': '4cd66ea2-c5c8-4a4d-8f4c-7ed832b12e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'cacdbfc8-9ab0-4684-9cbc-167f1cce66fb'}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:50:32.669721 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3a06ba-1ca8-4a24-b6ca-834695407cc1 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Attempting to bind port e9a5069c-0c0b-4d0e-aed8-4d2d37a784ed on network cacdbfc8-9ab0-4684-9cbc-167f1cce66fb {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:50:32.676678 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3a06ba-1ca8-4a24-b6ca-834695407cc1 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Port e9a5069c-0c0b-4d0e-aed8-4d2d37a784ed on network cacdbfc8-9ab0-4684-9cbc-167f1cce66fb not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:50:32.677167 n-d-811396-3 neutron-server[100597]: ERROR neutron.plugins.ml2.managers [None req-de3a06ba-1ca8-4a24-b6ca-834695407cc1 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Failed to bind port e9a5069c-0c0b-4d0e-aed8-4d2d37a784ed on host n-h2-811396-3 for vnic_type normal using segments [{'id': '4cd66ea2-c5c8-4a4d-8f4c-7ed832b12e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'cacdbfc8-9ab0-4684-9cbc-167f1cce66fb'}] Oct 20 10:50:32.677638 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-de3a06ba-1ca8-4a24-b6ca-834695407cc1 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:32.708871 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ba29e7-fff0-4147-99e2-733a2d563dde req-0ccdf40c-6a5f-4087-97f2-60a7f82cc22e tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:32.710753 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-36ba29e7-fff0-4147-99e2-733a2d563dde req-0ccdf40c-6a5f-4087-97f2-60a7f82cc22e tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 947 time: 0.1123037 Oct 20 10:50:32.736276 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d043d0e4-7762-4fcb-8c5f-4e2f7219c4a0 req-b7d40b9a-d907-4c3e-af54-27d3015fdfd8 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:32.738385 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d043d0e4-7762-4fcb-8c5f-4e2f7219c4a0 req-b7d40b9a-d907-4c3e-af54-27d3015fdfd8 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=0be5a4af-1092-410e-ae6c-53649d3d1d02 HTTP/1.1" status: 200 len: 945 time: 0.0996873 Oct 20 10:50:32.770361 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [None req-de3a06ba-1ca8-4a24-b6ca-834695407cc1 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] For port e9a5069c-0c0b-4d0e-aed8-4d2d37a784ed, host n-h2-811396-3, cleared binding levels {{(pid=100597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:50:32.770732 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [None req-de3a06ba-1ca8-4a24-b6ca-834695407cc1 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Attempted to set empty binding levels {{(pid=100597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 20 10:50:32.778582 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-de3a06ba-1ca8-4a24-b6ca-834695407cc1 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:32.805903 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-36ba29e7-fff0-4147-99e2-733a2d563dde req-c99c576c-784b-4c19-acc7-7767dc1067c2 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828686 Oct 20 10:50:32.832689 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d043d0e4-7762-4fcb-8c5f-4e2f7219c4a0 req-be2eec66-10be-4d94-81e1-ea5678f03450 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e1d7c5e-d35b-480e-bc76-e69dc8123b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843160 Oct 20 10:50:32.881341 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de3a06ba-1ca8-4a24-b6ca-834695407cc1 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:32.882508 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-de3a06ba-1ca8-4a24-b6ca-834695407cc1 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:32.901354 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3a06ba-1ca8-4a24-b6ca-834695407cc1 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Pushing event updated for resources: {'Port': ['ID=e9a5069c-0c0b-4d0e-aed8-4d2d37a784ed,revision_number=2']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:32.925335 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-de3a06ba-1ca8-4a24-b6ca-834695407cc1 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 1.2060509 Oct 20 10:50:32.928733 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 45834) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:50:33.036180 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-6fa96048-fac7-45b0-849b-8d34af79a2c0 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Deleting port e9a5069c-0c0b-4d0e-aed8-4d2d37a784ed {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:50:33.036462 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6fa96048-fac7-45b0-849b-8d34af79a2c0 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:33.118623 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821effbe-0b3b-4571-a709-7a9416450ee5 req-83826460-2391-40dd-b819-53eab825a877 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:33.136841 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [None req-6fa96048-fac7-45b0-849b-8d34af79a2c0 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] For port e9a5069c-0c0b-4d0e-aed8-4d2d37a784ed, host n-h2-811396-3, got binding levels [] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:50:33.137200 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6fa96048-fac7-45b0-849b-8d34af79a2c0 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:33.137525 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-821effbe-0b3b-4571-a709-7a9416450ee5 req-83826460-2391-40dd-b819-53eab825a877 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=0be5a4af-1092-410e-ae6c-53649d3d1d02 HTTP/1.1" status: 200 len: 945 time: 0.1016881 Oct 20 10:50:33.146802 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9919880-7b0c-474c-a847-73890c43f079 req-c3203ed8-d47b-4694-87bf-5320c0d20dce tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:33.149572 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-6fa96048-fac7-45b0-849b-8d34af79a2c0 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Calling delete_port for e9a5069c-0c0b-4d0e-aed8-4d2d37a784ed owned by {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:50:33.156955 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e9919880-7b0c-474c-a847-73890c43f079 req-c3203ed8-d47b-4694-87bf-5320c0d20dce tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 947 time: 0.2076664 Oct 20 10:50:33.221867 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-821effbe-0b3b-4571-a709-7a9416450ee5 req-e6c0e177-1a67-4aa4-b38d-1e9569e387d7 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e1d7c5e-d35b-480e-bc76-e69dc8123b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833509 Oct 20 10:50:33.245929 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e9919880-7b0c-474c-a847-73890c43f079 req-589332a5-ac86-4f6e-bd4d-92dfd3fc51f2 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791252 Oct 20 10:50:33.318261 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6fa96048-fac7-45b0-849b-8d34af79a2c0 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:33.336881 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 45856) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:50:33.393337 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6fa96048-fac7-45b0-849b-8d34af79a2c0 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:33.401099 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-6fa96048-fac7-45b0-849b-8d34af79a2c0 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] 10.222.0.64 "DELETE /v2.0/ports/e9a5069c-0c0b-4d0e-aed8-4d2d37a784ed HTTP/1.1" status: 204 len: 168 time: 0.4704716 Oct 20 10:50:33.401998 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa96048-fac7-45b0-849b-8d34af79a2c0 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Pushing event deleted for resources: {'Port': ['ID=e9a5069c-0c0b-4d0e-aed8-4d2d37a784ed,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:33.409023 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 45862) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:50:33.442362 n-d-811396-3 neutron-server[100596]: INFO neutron.pecan_wsgi.hooks.translation [None req-be5080e3-e217-4d5e-805e-2d1675b2a76f tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] GET failed (client error): The resource could not be found. Oct 20 10:50:33.444041 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-be5080e3-e217-4d5e-805e-2d1675b2a76f tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] 10.222.0.64 "GET /v2.0/ports/e9a5069c-0c0b-4d0e-aed8-4d2d37a784ed HTTP/1.1" status: 404 len: 333 time: 0.0319812 Oct 20 10:50:33.448178 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 45864) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:50:33.453558 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-bf2b9a44-ba25-4bc2-afc1-4b511b098216 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Request body: {'port': {'network_id': 'cacdbfc8-9ab0-4684-9cbc-167f1cce66fb', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-747670591'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:50:33.478316 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf2b9a44-ba25-4bc2-afc1-4b511b098216 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Made reservation on behalf of cb50aef9025a4936b74976eb2da95dfa for: {'port': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:50:33.480933 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bf2b9a44-ba25-4bc2-afc1-4b511b098216 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:33.498044 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [None req-bf2b9a44-ba25-4bc2-afc1-4b511b098216 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] device_id is not set on port d61f2c16-0b31-4292-a9a4-4519ac5495c6 yet. {{(pid=100597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:50:33.522697 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-8e8275e3-dfcf-4c5e-ac1b-4632d0acc3a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:33.534773 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f6dada-f658-446b-90ba-f519127302bd req-77c944fd-b3e3-4482-96e3-ea0500c51054 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:33.548628 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c8f6dada-f658-446b-90ba-f519127302bd req-77c944fd-b3e3-4482-96e3-ea0500c51054 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=0be5a4af-1092-410e-ae6c-53649d3d1d02 HTTP/1.1" status: 200 len: 945 time: 0.2040446 Oct 20 10:50:33.619516 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef92b6bf-77a6-4c15-b783-547b3a677710 req-5d85c767-0743-4100-a436-9b195d4893cb tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:33.621327 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ef92b6bf-77a6-4c15-b783-547b3a677710 req-5d85c767-0743-4100-a436-9b195d4893cb tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 947 time: 0.1698122 Oct 20 10:50:33.627626 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d032d0-698e-4435-84c6-9c1ede894b6a req-3d3b5e51-105e-470a-8c3f-f3afe2429292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:33.628241 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d032d0-698e-4435-84c6-9c1ede894b6a req-3d3b5e51-105e-470a-8c3f-f3afe2429292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:33.628773 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d032d0-698e-4435-84c6-9c1ede894b6a req-3d3b5e51-105e-470a-8c3f-f3afe2429292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:33.629384 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d032d0-698e-4435-84c6-9c1ede894b6a req-3d3b5e51-105e-470a-8c3f-f3afe2429292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:33.630021 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d032d0-698e-4435-84c6-9c1ede894b6a req-3d3b5e51-105e-470a-8c3f-f3afe2429292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:33.630541 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d032d0-698e-4435-84c6-9c1ede894b6a req-3d3b5e51-105e-470a-8c3f-f3afe2429292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:33.631552 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d032d0-698e-4435-84c6-9c1ede894b6a req-3d3b5e51-105e-470a-8c3f-f3afe2429292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:33.633787 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-01d032d0-698e-4435-84c6-9c1ede894b6a req-3d3b5e51-105e-470a-8c3f-f3afe2429292 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c HTTP/1.1" status: 200 len: 6501 time: 0.2955866 Oct 20 10:50:33.669610 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bf2b9a44-ba25-4bc2-afc1-4b511b098216 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:33.704011 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c8f6dada-f658-446b-90ba-f519127302bd req-91798301-820d-45e5-9411-9aa26c2a9a40 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e1d7c5e-d35b-480e-bc76-e69dc8123b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544878 Oct 20 10:50:33.706865 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bf2b9a44-ba25-4bc2-afc1-4b511b098216 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:33.753803 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf2b9a44-ba25-4bc2-afc1-4b511b098216 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Network cacdbfc8-9ab0-4684-9cbc-167f1cce66fb is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:50:33.757628 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-bf2b9a44-ba25-4bc2-afc1-4b511b098216 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:50:33.761787 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2b9a44-ba25-4bc2-afc1-4b511b098216 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:50:33.762881 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf2b9a44-ba25-4bc2-afc1-4b511b098216 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:33.763525 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bf2b9a44-ba25-4bc2-afc1-4b511b098216 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:33.766355 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ef92b6bf-77a6-4c15-b783-547b3a677710 req-e982279c-7527-41d3-b74b-de2017c01da4 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287978 Oct 20 10:50:33.777392 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2b9a44-ba25-4bc2-afc1-4b511b098216 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Pushing event updated for resources: {'Port': ['ID=d61f2c16-0b31-4292-a9a4-4519ac5495c6,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:33.783621 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-bf2b9a44-ba25-4bc2-afc1-4b511b098216 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.3341684 Oct 20 10:50:33.790280 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 45872) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:50:33.795291 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-77c9c14d-5fa5-4dc5-904f-efc00cbe6291 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-811396-3'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:50:33.837799 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-01d032d0-698e-4435-84c6-9c1ede894b6a req-d2ce7318-0b6c-4dda-847d-ac65230b9bd6 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=40e57539-8f43-4a87-8d18-5d8780562b01&id=112bbbcd-cedd-416d-87db-f3a7d2197192&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1957054 Oct 20 10:50:33.903126 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-77c9c14d-5fa5-4dc5-904f-efc00cbe6291 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:34.014611 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac9fa3f-c1c0-47f2-b30c-2948d023e2fb req-1a6a75ff-8eaa-4de3-abe7-a565c0799b52 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:34.016350 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3ac9fa3f-c1c0-47f2-b30c-2948d023e2fb req-1a6a75ff-8eaa-4de3-abe7-a565c0799b52 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 947 time: 0.1240065 Oct 20 10:50:34.199340 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3ac9fa3f-c1c0-47f2-b30c-2948d023e2fb req-52064ce9-6857-4d24-baf6-09aefaeb2f85 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271164 Oct 20 10:50:34.251476 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [None req-77c9c14d-5fa5-4dc5-904f-efc00cbe6291 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] device_id is not set on port d61f2c16-0b31-4292-a9a4-4519ac5495c6 yet. {{(pid=100596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:50:34.263061 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-77c9c14d-5fa5-4dc5-904f-efc00cbe6291 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:34.282419 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ea6e23-3c43-4071-8ce5-460ea98435e5 req-203c850b-2a68-46ca-9a5c-96abaf45a24d tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:34.284282 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f2ea6e23-3c43-4071-8ce5-460ea98435e5 req-203c850b-2a68-46ca-9a5c-96abaf45a24d tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=0be5a4af-1092-410e-ae6c-53649d3d1d02 HTTP/1.1" status: 200 len: 945 time: 0.1408246 Oct 20 10:50:34.285079 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-77c9c14d-5fa5-4dc5-904f-efc00cbe6291 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:34.384363 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c9c14d-5fa5-4dc5-904f-efc00cbe6291 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Pushing event updated for resources: {'Port': ['ID=d61f2c16-0b31-4292-a9a4-4519ac5495c6,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:34.413551 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f2ea6e23-3c43-4071-8ce5-460ea98435e5 req-a9702ef1-8cc8-44d9-be6d-53a8819f2c09 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e1d7c5e-d35b-480e-bc76-e69dc8123b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986381 Oct 20 10:50:34.425058 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9272c785-ed4e-4b98-b052-f23856d80a7d req-c905c449-79b5-4ddc-ab60-e21d63ece290 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:34.427361 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9272c785-ed4e-4b98-b052-f23856d80a7d req-c905c449-79b5-4ddc-ab60-e21d63ece290 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 947 time: 0.1086421 Oct 20 10:50:34.435274 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [None req-77c9c14d-5fa5-4dc5-904f-efc00cbe6291 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Attempting to bind port d61f2c16-0b31-4292-a9a4-4519ac5495c6 on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:50:34.435661 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [None req-77c9c14d-5fa5-4dc5-904f-efc00cbe6291 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Attempting to bind port d61f2c16-0b31-4292-a9a4-4519ac5495c6 by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': '4cd66ea2-c5c8-4a4d-8f4c-7ed832b12e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'cacdbfc8-9ab0-4684-9cbc-167f1cce66fb'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:50:34.436028 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c9c14d-5fa5-4dc5-904f-efc00cbe6291 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Attempting to bind port d61f2c16-0b31-4292-a9a4-4519ac5495c6 on network cacdbfc8-9ab0-4684-9cbc-167f1cce66fb {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:50:34.452961 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c9c14d-5fa5-4dc5-904f-efc00cbe6291 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Port d61f2c16-0b31-4292-a9a4-4519ac5495c6 on network cacdbfc8-9ab0-4684-9cbc-167f1cce66fb not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:50:34.453303 n-d-811396-3 neutron-server[100596]: ERROR neutron.plugins.ml2.managers [None req-77c9c14d-5fa5-4dc5-904f-efc00cbe6291 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Failed to bind port d61f2c16-0b31-4292-a9a4-4519ac5495c6 on host n-h2-811396-3 for vnic_type normal using segments [{'id': '4cd66ea2-c5c8-4a4d-8f4c-7ed832b12e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'cacdbfc8-9ab0-4684-9cbc-167f1cce66fb'}] Oct 20 10:50:34.454694 n-d-811396-3 neutron-server[100596]: INFO neutron.plugins.ml2.plugin [None req-77c9c14d-5fa5-4dc5-904f-efc00cbe6291 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Attempt 2 to bind port d61f2c16-0b31-4292-a9a4-4519ac5495c6 Oct 20 10:50:34.475565 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [None req-77c9c14d-5fa5-4dc5-904f-efc00cbe6291 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Attempting to bind port d61f2c16-0b31-4292-a9a4-4519ac5495c6 on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:50:34.475920 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [None req-77c9c14d-5fa5-4dc5-904f-efc00cbe6291 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Attempting to bind port d61f2c16-0b31-4292-a9a4-4519ac5495c6 by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': '4cd66ea2-c5c8-4a4d-8f4c-7ed832b12e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'cacdbfc8-9ab0-4684-9cbc-167f1cce66fb'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:50:34.476351 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c9c14d-5fa5-4dc5-904f-efc00cbe6291 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Attempting to bind port d61f2c16-0b31-4292-a9a4-4519ac5495c6 on network cacdbfc8-9ab0-4684-9cbc-167f1cce66fb {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:50:34.484645 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9272c785-ed4e-4b98-b052-f23856d80a7d req-d32cc92a-7233-48a5-b726-0b2380b97a69 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511668 Oct 20 10:50:34.485668 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c9c14d-5fa5-4dc5-904f-efc00cbe6291 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Port d61f2c16-0b31-4292-a9a4-4519ac5495c6 on network cacdbfc8-9ab0-4684-9cbc-167f1cce66fb not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:50:34.486042 n-d-811396-3 neutron-server[100596]: ERROR neutron.plugins.ml2.managers [None req-77c9c14d-5fa5-4dc5-904f-efc00cbe6291 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Failed to bind port d61f2c16-0b31-4292-a9a4-4519ac5495c6 on host n-h2-811396-3 for vnic_type normal using segments [{'id': '4cd66ea2-c5c8-4a4d-8f4c-7ed832b12e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'cacdbfc8-9ab0-4684-9cbc-167f1cce66fb'}] Oct 20 10:50:34.486428 n-d-811396-3 neutron-server[100596]: INFO neutron.plugins.ml2.plugin [None req-77c9c14d-5fa5-4dc5-904f-efc00cbe6291 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Attempt 3 to bind port d61f2c16-0b31-4292-a9a4-4519ac5495c6 Oct 20 10:50:34.507519 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [None req-77c9c14d-5fa5-4dc5-904f-efc00cbe6291 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Attempting to bind port d61f2c16-0b31-4292-a9a4-4519ac5495c6 on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:50:34.507519 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [None req-77c9c14d-5fa5-4dc5-904f-efc00cbe6291 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Attempting to bind port d61f2c16-0b31-4292-a9a4-4519ac5495c6 by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': '4cd66ea2-c5c8-4a4d-8f4c-7ed832b12e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'cacdbfc8-9ab0-4684-9cbc-167f1cce66fb'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:50:34.507519 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c9c14d-5fa5-4dc5-904f-efc00cbe6291 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Attempting to bind port d61f2c16-0b31-4292-a9a4-4519ac5495c6 on network cacdbfc8-9ab0-4684-9cbc-167f1cce66fb {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:50:34.507519 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c9c14d-5fa5-4dc5-904f-efc00cbe6291 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Port d61f2c16-0b31-4292-a9a4-4519ac5495c6 on network cacdbfc8-9ab0-4684-9cbc-167f1cce66fb not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:50:34.507519 n-d-811396-3 neutron-server[100596]: ERROR neutron.plugins.ml2.managers [None req-77c9c14d-5fa5-4dc5-904f-efc00cbe6291 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Failed to bind port d61f2c16-0b31-4292-a9a4-4519ac5495c6 on host n-h2-811396-3 for vnic_type normal using segments [{'id': '4cd66ea2-c5c8-4a4d-8f4c-7ed832b12e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'cacdbfc8-9ab0-4684-9cbc-167f1cce66fb'}] Oct 20 10:50:34.507519 n-d-811396-3 neutron-server[100596]: INFO neutron.plugins.ml2.plugin [None req-77c9c14d-5fa5-4dc5-904f-efc00cbe6291 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Attempt 4 to bind port d61f2c16-0b31-4292-a9a4-4519ac5495c6 Oct 20 10:50:34.521500 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [None req-77c9c14d-5fa5-4dc5-904f-efc00cbe6291 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Attempting to bind port d61f2c16-0b31-4292-a9a4-4519ac5495c6 on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:50:34.521919 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [None req-77c9c14d-5fa5-4dc5-904f-efc00cbe6291 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Attempting to bind port d61f2c16-0b31-4292-a9a4-4519ac5495c6 by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': '4cd66ea2-c5c8-4a4d-8f4c-7ed832b12e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'cacdbfc8-9ab0-4684-9cbc-167f1cce66fb'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:50:34.522363 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c9c14d-5fa5-4dc5-904f-efc00cbe6291 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Attempting to bind port d61f2c16-0b31-4292-a9a4-4519ac5495c6 on network cacdbfc8-9ab0-4684-9cbc-167f1cce66fb {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:50:34.527085 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c9c14d-5fa5-4dc5-904f-efc00cbe6291 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Port d61f2c16-0b31-4292-a9a4-4519ac5495c6 on network cacdbfc8-9ab0-4684-9cbc-167f1cce66fb not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:50:34.527760 n-d-811396-3 neutron-server[100596]: ERROR neutron.plugins.ml2.managers [None req-77c9c14d-5fa5-4dc5-904f-efc00cbe6291 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Failed to bind port d61f2c16-0b31-4292-a9a4-4519ac5495c6 on host n-h2-811396-3 for vnic_type normal using segments [{'id': '4cd66ea2-c5c8-4a4d-8f4c-7ed832b12e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'cacdbfc8-9ab0-4684-9cbc-167f1cce66fb'}] Oct 20 10:50:34.528205 n-d-811396-3 neutron-server[100596]: INFO neutron.plugins.ml2.plugin [None req-77c9c14d-5fa5-4dc5-904f-efc00cbe6291 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Attempt 5 to bind port d61f2c16-0b31-4292-a9a4-4519ac5495c6 Oct 20 10:50:34.542265 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [None req-77c9c14d-5fa5-4dc5-904f-efc00cbe6291 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Attempting to bind port d61f2c16-0b31-4292-a9a4-4519ac5495c6 on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:50:34.542583 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [None req-77c9c14d-5fa5-4dc5-904f-efc00cbe6291 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Attempting to bind port d61f2c16-0b31-4292-a9a4-4519ac5495c6 by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': '4cd66ea2-c5c8-4a4d-8f4c-7ed832b12e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'cacdbfc8-9ab0-4684-9cbc-167f1cce66fb'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:50:34.542991 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c9c14d-5fa5-4dc5-904f-efc00cbe6291 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Attempting to bind port d61f2c16-0b31-4292-a9a4-4519ac5495c6 on network cacdbfc8-9ab0-4684-9cbc-167f1cce66fb {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:50:34.547777 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c9c14d-5fa5-4dc5-904f-efc00cbe6291 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Port d61f2c16-0b31-4292-a9a4-4519ac5495c6 on network cacdbfc8-9ab0-4684-9cbc-167f1cce66fb not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:50:34.548141 n-d-811396-3 neutron-server[100596]: ERROR neutron.plugins.ml2.managers [None req-77c9c14d-5fa5-4dc5-904f-efc00cbe6291 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Failed to bind port d61f2c16-0b31-4292-a9a4-4519ac5495c6 on host n-h2-811396-3 for vnic_type normal using segments [{'id': '4cd66ea2-c5c8-4a4d-8f4c-7ed832b12e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'cacdbfc8-9ab0-4684-9cbc-167f1cce66fb'}] Oct 20 10:50:34.548730 n-d-811396-3 neutron-server[100596]: INFO neutron.plugins.ml2.plugin [None req-77c9c14d-5fa5-4dc5-904f-efc00cbe6291 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Attempt 6 to bind port d61f2c16-0b31-4292-a9a4-4519ac5495c6 Oct 20 10:50:34.574060 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [None req-77c9c14d-5fa5-4dc5-904f-efc00cbe6291 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Attempting to bind port d61f2c16-0b31-4292-a9a4-4519ac5495c6 on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:50:34.574542 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [None req-77c9c14d-5fa5-4dc5-904f-efc00cbe6291 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Attempting to bind port d61f2c16-0b31-4292-a9a4-4519ac5495c6 by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': '4cd66ea2-c5c8-4a4d-8f4c-7ed832b12e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'cacdbfc8-9ab0-4684-9cbc-167f1cce66fb'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:50:34.574961 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c9c14d-5fa5-4dc5-904f-efc00cbe6291 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Attempting to bind port d61f2c16-0b31-4292-a9a4-4519ac5495c6 on network cacdbfc8-9ab0-4684-9cbc-167f1cce66fb {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:50:34.599097 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c9c14d-5fa5-4dc5-904f-efc00cbe6291 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Port d61f2c16-0b31-4292-a9a4-4519ac5495c6 on network cacdbfc8-9ab0-4684-9cbc-167f1cce66fb not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:50:34.599097 n-d-811396-3 neutron-server[100596]: ERROR neutron.plugins.ml2.managers [None req-77c9c14d-5fa5-4dc5-904f-efc00cbe6291 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Failed to bind port d61f2c16-0b31-4292-a9a4-4519ac5495c6 on host n-h2-811396-3 for vnic_type normal using segments [{'id': '4cd66ea2-c5c8-4a4d-8f4c-7ed832b12e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'cacdbfc8-9ab0-4684-9cbc-167f1cce66fb'}] Oct 20 10:50:34.601956 n-d-811396-3 neutron-server[100596]: INFO neutron.plugins.ml2.plugin [None req-77c9c14d-5fa5-4dc5-904f-efc00cbe6291 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Attempt 7 to bind port d61f2c16-0b31-4292-a9a4-4519ac5495c6 Oct 20 10:50:34.619466 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [None req-77c9c14d-5fa5-4dc5-904f-efc00cbe6291 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Attempting to bind port d61f2c16-0b31-4292-a9a4-4519ac5495c6 on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:50:34.619804 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [None req-77c9c14d-5fa5-4dc5-904f-efc00cbe6291 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Attempting to bind port d61f2c16-0b31-4292-a9a4-4519ac5495c6 by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': '4cd66ea2-c5c8-4a4d-8f4c-7ed832b12e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'cacdbfc8-9ab0-4684-9cbc-167f1cce66fb'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:50:34.620137 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c9c14d-5fa5-4dc5-904f-efc00cbe6291 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Attempting to bind port d61f2c16-0b31-4292-a9a4-4519ac5495c6 on network cacdbfc8-9ab0-4684-9cbc-167f1cce66fb {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:50:34.631146 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafa927d-4a39-4f3f-8f85-fbae4673cd2c req-c8f8b9aa-ddfa-48f2-9d7d-2fd02ee8e922 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:34.632658 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fafa927d-4a39-4f3f-8f85-fbae4673cd2c req-c8f8b9aa-ddfa-48f2-9d7d-2fd02ee8e922 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 947 time: 0.0718205 Oct 20 10:50:34.635270 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c9c14d-5fa5-4dc5-904f-efc00cbe6291 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Port d61f2c16-0b31-4292-a9a4-4519ac5495c6 on network cacdbfc8-9ab0-4684-9cbc-167f1cce66fb not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:50:34.635988 n-d-811396-3 neutron-server[100596]: ERROR neutron.plugins.ml2.managers [None req-77c9c14d-5fa5-4dc5-904f-efc00cbe6291 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Failed to bind port d61f2c16-0b31-4292-a9a4-4519ac5495c6 on host n-h2-811396-3 for vnic_type normal using segments [{'id': '4cd66ea2-c5c8-4a4d-8f4c-7ed832b12e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'cacdbfc8-9ab0-4684-9cbc-167f1cce66fb'}] Oct 20 10:50:34.636383 n-d-811396-3 neutron-server[100596]: INFO neutron.plugins.ml2.plugin [None req-77c9c14d-5fa5-4dc5-904f-efc00cbe6291 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Attempt 8 to bind port d61f2c16-0b31-4292-a9a4-4519ac5495c6 Oct 20 10:50:34.663696 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [None req-77c9c14d-5fa5-4dc5-904f-efc00cbe6291 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Attempting to bind port d61f2c16-0b31-4292-a9a4-4519ac5495c6 on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:50:34.664044 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [None req-77c9c14d-5fa5-4dc5-904f-efc00cbe6291 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Attempting to bind port d61f2c16-0b31-4292-a9a4-4519ac5495c6 by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': '4cd66ea2-c5c8-4a4d-8f4c-7ed832b12e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'cacdbfc8-9ab0-4684-9cbc-167f1cce66fb'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:50:34.664391 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c9c14d-5fa5-4dc5-904f-efc00cbe6291 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Attempting to bind port d61f2c16-0b31-4292-a9a4-4519ac5495c6 on network cacdbfc8-9ab0-4684-9cbc-167f1cce66fb {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:50:34.680960 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c9c14d-5fa5-4dc5-904f-efc00cbe6291 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Port d61f2c16-0b31-4292-a9a4-4519ac5495c6 on network cacdbfc8-9ab0-4684-9cbc-167f1cce66fb not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:50:34.681298 n-d-811396-3 neutron-server[100596]: ERROR neutron.plugins.ml2.managers [None req-77c9c14d-5fa5-4dc5-904f-efc00cbe6291 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Failed to bind port d61f2c16-0b31-4292-a9a4-4519ac5495c6 on host n-h2-811396-3 for vnic_type normal using segments [{'id': '4cd66ea2-c5c8-4a4d-8f4c-7ed832b12e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'cacdbfc8-9ab0-4684-9cbc-167f1cce66fb'}] Oct 20 10:50:34.681842 n-d-811396-3 neutron-server[100596]: INFO neutron.plugins.ml2.plugin [None req-77c9c14d-5fa5-4dc5-904f-efc00cbe6291 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Attempt 9 to bind port d61f2c16-0b31-4292-a9a4-4519ac5495c6 Oct 20 10:50:34.686771 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fafa927d-4a39-4f3f-8f85-fbae4673cd2c req-e30231e7-21a7-4ac8-bd91-bb53e7f5a615 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475578 Oct 20 10:50:34.698534 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [None req-77c9c14d-5fa5-4dc5-904f-efc00cbe6291 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Attempting to bind port d61f2c16-0b31-4292-a9a4-4519ac5495c6 on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:50:34.698875 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [None req-77c9c14d-5fa5-4dc5-904f-efc00cbe6291 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Attempting to bind port d61f2c16-0b31-4292-a9a4-4519ac5495c6 by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': '4cd66ea2-c5c8-4a4d-8f4c-7ed832b12e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'cacdbfc8-9ab0-4684-9cbc-167f1cce66fb'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:50:34.699214 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c9c14d-5fa5-4dc5-904f-efc00cbe6291 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Attempting to bind port d61f2c16-0b31-4292-a9a4-4519ac5495c6 on network cacdbfc8-9ab0-4684-9cbc-167f1cce66fb {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:50:34.713957 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c9c14d-5fa5-4dc5-904f-efc00cbe6291 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Port d61f2c16-0b31-4292-a9a4-4519ac5495c6 on network cacdbfc8-9ab0-4684-9cbc-167f1cce66fb not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:50:34.713957 n-d-811396-3 neutron-server[100596]: ERROR neutron.plugins.ml2.managers [None req-77c9c14d-5fa5-4dc5-904f-efc00cbe6291 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Failed to bind port d61f2c16-0b31-4292-a9a4-4519ac5495c6 on host n-h2-811396-3 for vnic_type normal using segments [{'id': '4cd66ea2-c5c8-4a4d-8f4c-7ed832b12e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'cacdbfc8-9ab0-4684-9cbc-167f1cce66fb'}] Oct 20 10:50:34.713957 n-d-811396-3 neutron-server[100596]: INFO neutron.plugins.ml2.plugin [None req-77c9c14d-5fa5-4dc5-904f-efc00cbe6291 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Attempt 10 to bind port d61f2c16-0b31-4292-a9a4-4519ac5495c6 Oct 20 10:50:34.718443 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [None req-77c9c14d-5fa5-4dc5-904f-efc00cbe6291 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Attempting to bind port d61f2c16-0b31-4292-a9a4-4519ac5495c6 on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:50:34.718785 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [None req-77c9c14d-5fa5-4dc5-904f-efc00cbe6291 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Attempting to bind port d61f2c16-0b31-4292-a9a4-4519ac5495c6 by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': '4cd66ea2-c5c8-4a4d-8f4c-7ed832b12e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'cacdbfc8-9ab0-4684-9cbc-167f1cce66fb'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:50:34.719167 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c9c14d-5fa5-4dc5-904f-efc00cbe6291 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Attempting to bind port d61f2c16-0b31-4292-a9a4-4519ac5495c6 on network cacdbfc8-9ab0-4684-9cbc-167f1cce66fb {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:50:34.723805 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c9c14d-5fa5-4dc5-904f-efc00cbe6291 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Port d61f2c16-0b31-4292-a9a4-4519ac5495c6 on network cacdbfc8-9ab0-4684-9cbc-167f1cce66fb not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:50:34.724162 n-d-811396-3 neutron-server[100596]: ERROR neutron.plugins.ml2.managers [None req-77c9c14d-5fa5-4dc5-904f-efc00cbe6291 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Failed to bind port d61f2c16-0b31-4292-a9a4-4519ac5495c6 on host n-h2-811396-3 for vnic_type normal using segments [{'id': '4cd66ea2-c5c8-4a4d-8f4c-7ed832b12e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'cacdbfc8-9ab0-4684-9cbc-167f1cce66fb'}] Oct 20 10:50:34.724564 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-77c9c14d-5fa5-4dc5-904f-efc00cbe6291 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:34.792318 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [None req-77c9c14d-5fa5-4dc5-904f-efc00cbe6291 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] For port d61f2c16-0b31-4292-a9a4-4519ac5495c6, host n-h2-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:50:34.792756 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [None req-77c9c14d-5fa5-4dc5-904f-efc00cbe6291 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Attempted to set empty binding levels {{(pid=100596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 20 10:50:34.799633 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-77c9c14d-5fa5-4dc5-904f-efc00cbe6291 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:34.836213 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [req-2c2b1527-8694-47f0-aabd-4681e20993e1 req-491f1237-012c-409c-894d-cfea594caf79 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:50:34.836989 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2c2b1527-8694-47f0-aabd-4681e20993e1 req-491f1237-012c-409c-894d-cfea594caf79 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0796437 Oct 20 10:50:34.839414 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-77c9c14d-5fa5-4dc5-904f-efc00cbe6291 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] In _notify_port_updated(), no bound segment for port d61f2c16-0b31-4292-a9a4-4519ac5495c6 on network cacdbfc8-9ab0-4684-9cbc-167f1cce66fb {{(pid=100596) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 20 10:50:34.840242 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c9c14d-5fa5-4dc5-904f-efc00cbe6291 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:34.840846 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-77c9c14d-5fa5-4dc5-904f-efc00cbe6291 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:34.842040 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-77c9c14d-5fa5-4dc5-904f-efc00cbe6291 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] 10.222.0.64 "PUT /v2.0/ports/d61f2c16-0b31-4292-a9a4-4519ac5495c6 HTTP/1.1" status: 200 len: 974 time: 1.0508232 Oct 20 10:50:34.844776 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 45900) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:50:34.858185 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c9c14d-5fa5-4dc5-904f-efc00cbe6291 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Pushing event updated for resources: {'Port': ['ID=d61f2c16-0b31-4292-a9a4-4519ac5495c6,revision_number=3']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:34.955326 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07f0951-0cd5-46f4-b22e-011810a63793 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:34.956051 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07f0951-0cd5-46f4-b22e-011810a63793 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:34.956774 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07f0951-0cd5-46f4-b22e-011810a63793 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:34.957348 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07f0951-0cd5-46f4-b22e-011810a63793 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:34.957872 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07f0951-0cd5-46f4-b22e-011810a63793 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:34.958530 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07f0951-0cd5-46f4-b22e-011810a63793 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:34.959018 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07f0951-0cd5-46f4-b22e-011810a63793 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:34.959567 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07f0951-0cd5-46f4-b22e-011810a63793 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:34.960085 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07f0951-0cd5-46f4-b22e-011810a63793 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:34.960603 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07f0951-0cd5-46f4-b22e-011810a63793 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:34.961332 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07f0951-0cd5-46f4-b22e-011810a63793 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:34.961851 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07f0951-0cd5-46f4-b22e-011810a63793 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:34.962501 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07f0951-0cd5-46f4-b22e-011810a63793 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:34.963014 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07f0951-0cd5-46f4-b22e-011810a63793 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:34.963560 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07f0951-0cd5-46f4-b22e-011810a63793 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:34.964178 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07f0951-0cd5-46f4-b22e-011810a63793 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:34.964696 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07f0951-0cd5-46f4-b22e-011810a63793 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:34.965216 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07f0951-0cd5-46f4-b22e-011810a63793 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:34.965775 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07f0951-0cd5-46f4-b22e-011810a63793 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:34.966288 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07f0951-0cd5-46f4-b22e-011810a63793 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:34.966804 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07f0951-0cd5-46f4-b22e-011810a63793 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:34.967446 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07f0951-0cd5-46f4-b22e-011810a63793 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:34.968001 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07f0951-0cd5-46f4-b22e-011810a63793 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:34.968783 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07f0951-0cd5-46f4-b22e-011810a63793 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:34.969178 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07f0951-0cd5-46f4-b22e-011810a63793 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:34.969767 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07f0951-0cd5-46f4-b22e-011810a63793 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:34.970318 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07f0951-0cd5-46f4-b22e-011810a63793 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:34.970832 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07f0951-0cd5-46f4-b22e-011810a63793 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:34.971575 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07f0951-0cd5-46f4-b22e-011810a63793 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:34.972093 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07f0951-0cd5-46f4-b22e-011810a63793 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:34.972609 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07f0951-0cd5-46f4-b22e-011810a63793 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:34.973301 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07f0951-0cd5-46f4-b22e-011810a63793 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:34.973894 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07f0951-0cd5-46f4-b22e-011810a63793 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:34.974406 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07f0951-0cd5-46f4-b22e-011810a63793 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:34.974923 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07f0951-0cd5-46f4-b22e-011810a63793 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:34.975528 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07f0951-0cd5-46f4-b22e-011810a63793 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:34.983537 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-d07f0951-0cd5-46f4-b22e-011810a63793 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 32490 time: 0.1330583 Oct 20 10:50:34.983914 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 45906) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:50:34.994281 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-aa792a55-2783-4025-a0d3-f0ea493ee02e req-d9509ea7-bdb1-47e6-bf81-cbe708973664 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0888131 Oct 20 10:50:35.007917 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb21109-1776-4912-ba2c-e4db9df1ebff req-0d262e04-c070-4032-9a65-eb4a474a3d8b tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:35.009425 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8eb21109-1776-4912-ba2c-e4db9df1ebff req-0d262e04-c070-4032-9a65-eb4a474a3d8b tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 947 time: 0.0655775 Oct 20 10:50:35.073507 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-77912df5-03c7-4dca-b926-ddb0647b7154 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Deleting port d61f2c16-0b31-4292-a9a4-4519ac5495c6 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:50:35.073507 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-77912df5-03c7-4dca-b926-ddb0647b7154 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:35.104213 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8eb21109-1776-4912-ba2c-e4db9df1ebff req-be104947-6087-4a2b-9a89-b633c130d051 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581322 Oct 20 10:50:35.113252 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa792a55-2783-4025-a0d3-f0ea493ee02e req-97e5eb54-f141-44ae-ae8a-f03fb355713b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:35.115528 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-aa792a55-2783-4025-a0d3-f0ea493ee02e req-97e5eb54-f141-44ae-ae8a-f03fb355713b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d11d55054d4b421595fd77f9f4853b62&device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 1098 time: 0.0772705 Oct 20 10:50:35.140467 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [None req-77912df5-03c7-4dca-b926-ddb0647b7154 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] For port d61f2c16-0b31-4292-a9a4-4519ac5495c6, host n-h2-811396-3, got binding levels [] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:50:35.141047 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-77912df5-03c7-4dca-b926-ddb0647b7154 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:35.155695 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-77912df5-03c7-4dca-b926-ddb0647b7154 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Calling delete_port for d61f2c16-0b31-4292-a9a4-4519ac5495c6 owned by {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:50:35.266510 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-77912df5-03c7-4dca-b926-ddb0647b7154 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:35.290597 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa792a55-2783-4025-a0d3-f0ea493ee02e req-38519dc3-9820-453f-8d84-a5041b542567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:35.292245 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-aa792a55-2783-4025-a0d3-f0ea493ee02e req-38519dc3-9820-453f-8d84-a5041b542567 service neutron] 10.222.0.69 "GET /v2.0/networks?id=f1bd979d-a352-44ca-89b6-a358a0660ac0 HTTP/1.1" status: 200 len: 914 time: 0.1538599 Oct 20 10:50:35.303334 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77912df5-03c7-4dca-b926-ddb0647b7154 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Pushing event deleted for resources: {'Port': ['ID=d61f2c16-0b31-4292-a9a4-4519ac5495c6,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:35.308256 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-77912df5-03c7-4dca-b926-ddb0647b7154 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:35.314844 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-77912df5-03c7-4dca-b926-ddb0647b7154 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] 10.222.0.64 "DELETE /v2.0/ports/d61f2c16-0b31-4292-a9a4-4519ac5495c6 HTTP/1.1" status: 204 len: 168 time: 0.3274007 Oct 20 10:50:35.315453 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 45916) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:50:35.331184 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c09a33-411a-4a94-a651-5c62861328c5 req-e37a47a6-060f-4faf-8ff1-dfaa1bb5f782 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:35.333340 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-34c09a33-411a-4a94-a651-5c62861328c5 req-e37a47a6-060f-4faf-8ff1-dfaa1bb5f782 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 947 time: 0.0958307 Oct 20 10:50:35.349208 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-0344d904-b976-446e-aca1-10a977fff749 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] GET failed (client error): The resource could not be found. Oct 20 10:50:35.351442 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-0344d904-b976-446e-aca1-10a977fff749 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] 10.222.0.64 "GET /v2.0/ports/d61f2c16-0b31-4292-a9a4-4519ac5495c6 HTTP/1.1" status: 404 len: 333 time: 0.0341065 Oct 20 10:50:35.355822 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 45918) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:50:35.360975 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-5e4f1adc-1f67-4a84-96d3-e95ecbe32569 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1745524800', 'network_id': 'cacdbfc8-9ab0-4684-9cbc-167f1cce66fb'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:50:35.367407 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-aa792a55-2783-4025-a0d3-f0ea493ee02e req-53403f86-35ed-4efa-b9e9-e6d88c396c1b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c8f279a9-fa3f-406e-b583-56be4e497d4e HTTP/1.1" status: 200 len: 217 time: 0.0645094 Oct 20 10:50:35.387000 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e4f1adc-1f67-4a84-96d3-e95ecbe32569 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Made reservation on behalf of cb50aef9025a4936b74976eb2da95dfa for: {'port': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:50:35.389543 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5e4f1adc-1f67-4a84-96d3-e95ecbe32569 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:35.438679 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [None req-5e4f1adc-1f67-4a84-96d3-e95ecbe32569 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] device_id is not set on port 16910670-217a-4ca7-bd60-65867acbe626 yet. {{(pid=100597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:50:35.448295 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-34c09a33-411a-4a94-a651-5c62861328c5 req-16ba90c3-16a3-47a1-af6c-432cb55dc891 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830209 Oct 20 10:50:35.467306 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa792a55-2783-4025-a0d3-f0ea493ee02e req-c1573329-2a2c-41d3-b67a-ae096b57ea56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:35.468926 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-aa792a55-2783-4025-a0d3-f0ea493ee02e req-c1573329-2a2c-41d3-b67a-ae096b57ea56 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8c9ad18b-f3f9-4a90-802c-d346920a622d HTTP/1.1" status: 200 len: 853 time: 0.0944533 Oct 20 10:50:35.528508 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-aa792a55-2783-4025-a0d3-f0ea493ee02e req-32e0bbb1-2db5-4370-b676-61e701877351 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f1bd979d-a352-44ca-89b6-a358a0660ac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372326 Oct 20 10:50:35.668538 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5e4f1adc-1f67-4a84-96d3-e95ecbe32569 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:35.699501 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b843cf-06ff-4ab3-ab6e-55793db95b81 req-a813c8a8-7cd1-4071-8959-d9bfeddc6b3a tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:35.701043 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-38b843cf-06ff-4ab3-ab6e-55793db95b81 req-a813c8a8-7cd1-4071-8959-d9bfeddc6b3a tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=0be5a4af-1092-410e-ae6c-53649d3d1d02 HTTP/1.1" status: 200 len: 945 time: 0.1716301 Oct 20 10:50:35.711533 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5e4f1adc-1f67-4a84-96d3-e95ecbe32569 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:35.740687 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ea86f3-dfe5-401b-ba2c-3ff4f585d10e req-235977ec-c714-4a32-9008-c1c9150c8ebb tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:35.742399 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-05ea86f3-dfe5-401b-ba2c-3ff4f585d10e req-235977ec-c714-4a32-9008-c1c9150c8ebb tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 947 time: 0.1599026 Oct 20 10:50:35.750176 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-aa792a55-2783-4025-a0d3-f0ea493ee02e req-7aba34ed-c5a4-4010-92a8-f566aaf059ec service neutron] 10.222.0.69 "GET /v2.0/networks/f1bd979d-a352-44ca-89b6-a358a0660ac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961508 Oct 20 10:50:35.778767 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e4f1adc-1f67-4a84-96d3-e95ecbe32569 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Network cacdbfc8-9ab0-4684-9cbc-167f1cce66fb is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:50:35.782622 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-5e4f1adc-1f67-4a84-96d3-e95ecbe32569 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:50:35.786728 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4f1adc-1f67-4a84-96d3-e95ecbe32569 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:50:35.788065 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e4f1adc-1f67-4a84-96d3-e95ecbe32569 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:35.788976 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5e4f1adc-1f67-4a84-96d3-e95ecbe32569 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:35.811869 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4f1adc-1f67-4a84-96d3-e95ecbe32569 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Pushing event updated for resources: {'Port': ['ID=16910670-217a-4ca7-bd60-65867acbe626,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:35.822380 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-38b843cf-06ff-4ab3-ab6e-55793db95b81 req-9cb9421a-633a-4517-b480-7b2dd8426daa tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e1d7c5e-d35b-480e-bc76-e69dc8123b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064732 Oct 20 10:50:35.822692 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-5e4f1adc-1f67-4a84-96d3-e95ecbe32569 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.4654887 Oct 20 10:50:35.834064 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 45928) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:50:35.926855 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce08f59-aa61-45e8-9c4c-f4b89975fb4d tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:35.928752 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-dce08f59-aa61-45e8-9c4c-f4b89975fb4d tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] 10.222.0.64 "GET /v2.0/ports/16910670-217a-4ca7-bd60-65867acbe626 HTTP/1.1" status: 200 len: 955 time: 0.0923495 Oct 20 10:50:35.931613 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 45930) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:50:35.934494 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-05ea86f3-dfe5-401b-ba2c-3ff4f585d10e req-0ad7943c-4af5-46aa-ba03-452919bd69ee tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818128 Oct 20 10:50:35.981116 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-aa792a55-2783-4025-a0d3-f0ea493ee02e req-634f37db-fa0a-47ac-a09a-e58fe1a68023 service neutron] 10.222.0.69 "GET /v2.0/networks/f1bd979d-a352-44ca-89b6-a358a0660ac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175229 Oct 20 10:50:36.114907 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-07341bc2-fa7a-4bd6-a22f-5d7ff2f17476 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Deleting port 16910670-217a-4ca7-bd60-65867acbe626 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:50:36.115404 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-07341bc2-fa7a-4bd6-a22f-5d7ff2f17476 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:36.131612 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a4dd92-4215-4241-8f35-1819f9875706 req-0836e58a-f928-43b7-b520-be2a8db10e20 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:36.133129 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-63a4dd92-4215-4241-8f35-1819f9875706 req-0836e58a-f928-43b7-b520-be2a8db10e20 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.55 "GET /v2.0/ports?device_id=0be5a4af-1092-410e-ae6c-53649d3d1d02 HTTP/1.1" status: 200 len: 945 time: 0.1401563 Oct 20 10:50:36.150342 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1cf19330-97e2-4fe7-aeb9-193b1efb115c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:36.187332 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-07341bc2-fa7a-4bd6-a22f-5d7ff2f17476 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:36.201490 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-07341bc2-fa7a-4bd6-a22f-5d7ff2f17476 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Calling delete_port for 16910670-217a-4ca7-bd60-65867acbe626 owned by {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:50:36.205112 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f79f45-4e75-4e9d-b1b9-dda2d9a9ed3e req-41dd693c-af10-4110-9de6-f6d6312c3d6d tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:36.206918 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-95f79f45-4e75-4e9d-b1b9-dda2d9a9ed3e req-41dd693c-af10-4110-9de6-f6d6312c3d6d tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 947 time: 0.1248741 Oct 20 10:50:36.308246 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-07341bc2-fa7a-4bd6-a22f-5d7ff2f17476 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:36.338816 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-95f79f45-4e75-4e9d-b1b9-dda2d9a9ed3e req-ac578779-95cb-4d1e-8dad-6782cf8aa502 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245623 Oct 20 10:50:36.341681 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-07341bc2-fa7a-4bd6-a22f-5d7ff2f17476 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:36.355825 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-07341bc2-fa7a-4bd6-a22f-5d7ff2f17476 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] 10.222.0.64 "DELETE /v2.0/ports/16910670-217a-4ca7-bd60-65867acbe626 HTTP/1.1" status: 204 len: 168 time: 0.4227765 Oct 20 10:50:36.359476 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 45944) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:50:36.374605 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-63a4dd92-4215-4241-8f35-1819f9875706 req-87a8dbb7-af46-44d4-a21c-72c52f8a59bc tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Deleting port 96076df1-c750-419e-a048-b371f959d673 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:50:36.377686 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-63a4dd92-4215-4241-8f35-1819f9875706 req-87a8dbb7-af46-44d4-a21c-72c52f8a59bc tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:36.383532 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07341bc2-fa7a-4bd6-a22f-5d7ff2f17476 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Pushing event deleted for resources: {'Port': ['ID=16910670-217a-4ca7-bd60-65867acbe626,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:36.420766 n-d-811396-3 neutron-server[100596]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c9632e9-3162-47c2-947d-cbb20e4a058b tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] GET failed (client error): The resource could not be found. Oct 20 10:50:36.422441 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-0c9632e9-3162-47c2-947d-cbb20e4a058b tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] 10.222.0.64 "GET /v2.0/ports/16910670-217a-4ca7-bd60-65867acbe626 HTTP/1.1" status: 404 len: 333 time: 0.0409701 Oct 20 10:50:36.427204 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 45950) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:50:36.432502 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-60fce336-7e33-4c31-ae00-7a75982ce763 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Request body: {'port': {'network_id': 'cacdbfc8-9ab0-4684-9cbc-167f1cce66fb', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1958169620'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:50:36.475312 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60fce336-7e33-4c31-ae00-7a75982ce763 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Made reservation on behalf of cb50aef9025a4936b74976eb2da95dfa for: {'port': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:50:36.480417 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-60fce336-7e33-4c31-ae00-7a75982ce763 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:36.510527 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [None req-60fce336-7e33-4c31-ae00-7a75982ce763 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] device_id is not set on port cfe702d8-c5ae-431e-b5f7-8d718e6167ad yet. {{(pid=100597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:50:36.657534 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ab0719-60b2-441f-9c77-e28e948a2390 req-cff3d627-7b19-486a-a84f-b69f744546b7 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:36.659175 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-83ab0719-60b2-441f-9c77-e28e948a2390 req-cff3d627-7b19-486a-a84f-b69f744546b7 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 947 time: 0.1950581 Oct 20 10:50:36.665871 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-63a4dd92-4215-4241-8f35-1819f9875706 req-87a8dbb7-af46-44d4-a21c-72c52f8a59bc tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] For port 96076df1-c750-419e-a048-b371f959d673, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=96076df1-c750-419e-a048-b371f959d673,segment=NetworkSegment(5f5097d1-dd03-4e53-8d67-381b8a2c1ac8),segment_id=5f5097d1-dd03-4e53-8d67-381b8a2c1ac8)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:50:36.666478 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-63a4dd92-4215-4241-8f35-1819f9875706 req-87a8dbb7-af46-44d4-a21c-72c52f8a59bc tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:36.696816 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-63a4dd92-4215-4241-8f35-1819f9875706 req-87a8dbb7-af46-44d4-a21c-72c52f8a59bc tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Calling delete_port for 96076df1-c750-419e-a048-b371f959d673 owned by compute:nova {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:50:36.769433 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-83ab0719-60b2-441f-9c77-e28e948a2390 req-b1247d0c-06a5-46b5-8d39-7e0d4dfdcc78 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993810 Oct 20 10:50:37.112484 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:37.270679 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-60fce336-7e33-4c31-ae00-7a75982ce763 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:37.315151 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-60fce336-7e33-4c31-ae00-7a75982ce763 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:37.359907 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60fce336-7e33-4c31-ae00-7a75982ce763 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Network cacdbfc8-9ab0-4684-9cbc-167f1cce66fb is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:50:37.366220 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-60fce336-7e33-4c31-ae00-7a75982ce763 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:50:37.372287 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60fce336-7e33-4c31-ae00-7a75982ce763 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:50:37.373290 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60fce336-7e33-4c31-ae00-7a75982ce763 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:37.373899 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-60fce336-7e33-4c31-ae00-7a75982ce763 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:37.395732 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fce336-7e33-4c31-ae00-7a75982ce763 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Pushing event updated for resources: {'Port': ['ID=cfe702d8-c5ae-431e-b5f7-8d718e6167ad,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:37.405393 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-60fce336-7e33-4c31-ae00-7a75982ce763 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.9766519 Oct 20 10:50:37.407932 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 45964) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:50:37.414630 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-7bd1123c-a78f-4c37-9236-d06a6dd1a2a5 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-811396-3'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:50:37.488133 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7bd1123c-a78f-4c37-9236-d06a6dd1a2a5 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:37.493916 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-63a4dd92-4215-4241-8f35-1819f9875706 req-87a8dbb7-af46-44d4-a21c-72c52f8a59bc tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:37.531497 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['96076df1-c750-419e-a048-b371f959d673'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:50:37.583935 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a8dbb7-af46-44d4-a21c-72c52f8a59bc tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Pushing event deleted for resources: {'Port': ['ID=96076df1-c750-419e-a048-b371f959d673,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:37.598793 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931e9a08-782b-4f56-b872-8758d7234ea9 req-103685c2-a545-48b8-9803-e3c66029da96 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:37.600414 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-931e9a08-782b-4f56-b872-8758d7234ea9 req-103685c2-a545-48b8-9803-e3c66029da96 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 947 time: 0.7145634 Oct 20 10:50:37.610161 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:37.666157 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b4da9f-903e-4554-8022-72597a2800a4 req-85ee2858-bb12-4589-8c8f-1895cfbdaa23 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:37.673538 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-56b4da9f-903e-4554-8022-72597a2800a4 req-85ee2858-bb12-4589-8c8f-1895cfbdaa23 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=0be5a4af-1092-410e-ae6c-53649d3d1d02 HTTP/1.1" status: 200 len: 867 time: 0.7448447 Oct 20 10:50:37.702791 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-63a4dd92-4215-4241-8f35-1819f9875706 req-87a8dbb7-af46-44d4-a21c-72c52f8a59bc tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] No DVR routers for this DVR port 96076df1-c750-419e-a048-b371f959d673 on host n-h1-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:50:37.706433 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-63a4dd92-4215-4241-8f35-1819f9875706 req-87a8dbb7-af46-44d4-a21c-72c52f8a59bc tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:37.711122 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-63a4dd92-4215-4241-8f35-1819f9875706 req-87a8dbb7-af46-44d4-a21c-72c52f8a59bc tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.55 "DELETE /v2.0/ports/96076df1-c750-419e-a048-b371f959d673 HTTP/1.1" status: 204 len: 173 time: 1.5639925 Oct 20 10:50:37.727341 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0be5a4af-1092-410e-ae6c-53649d3d1d02', 'name': 'network-vif-deleted', 'tag': '96076df1-c750-419e-a048-b371f959d673'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:50:37.730060 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b32cb00-9e8d-482f-ab37-a2eb25ad26f6" -d '{"events": [{"server_uuid": "0be5a4af-1092-410e-ae6c-53649d3d1d02", "name": "network-vif-deleted", "tag": "96076df1-c750-419e-a048-b371f959d673"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:50:37.771694 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-931e9a08-782b-4f56-b872-8758d7234ea9 req-39b624a3-4628-452c-9fab-f7987e9fb2df tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590476 Oct 20 10:50:37.812313 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [None req-7bd1123c-a78f-4c37-9236-d06a6dd1a2a5 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] device_id is not set on port cfe702d8-c5ae-431e-b5f7-8d718e6167ad yet. {{(pid=100597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:50:37.832476 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-56b4da9f-903e-4554-8022-72597a2800a4 req-a2b9b052-ac1c-455b-8f3b-cd7a407b3c92 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e1d7c5e-d35b-480e-bc76-e69dc8123b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493382 Oct 20 10:50:37.845479 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7bd1123c-a78f-4c37-9236-d06a6dd1a2a5 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Publish callbacks [] for port, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:37.852195 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7bd1123c-a78f-4c37-9236-d06a6dd1a2a5 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:37.888320 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43896012-be3d-40f1-8bb0-fe69c8d11258 x-openstack-request-id: req-43896012-be3d-40f1-8bb0-fe69c8d11258 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:50:37.888949 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0be5a4af-1092-410e-ae6c-53649d3d1d02", "name": "network-vif-deleted", "tag": "96076df1-c750-419e-a048-b371f959d673", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:50:37.889390 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-43896012-be3d-40f1-8bb0-fe69c8d11258 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:50:37.890116 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0be5a4af-1092-410e-ae6c-53649d3d1d02', 'name': 'network-vif-deleted', 'tag': '96076df1-c750-419e-a048-b371f959d673', 'status': 'completed', 'code': 200} Oct 20 10:50:37.979838 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:38.011938 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd1123c-a78f-4c37-9236-d06a6dd1a2a5 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Pushing event updated for resources: {'Port': ['ID=cfe702d8-c5ae-431e-b5f7-8d718e6167ad,revision_number=2']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:38.020973 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [None req-7bd1123c-a78f-4c37-9236-d06a6dd1a2a5 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Attempting to bind port cfe702d8-c5ae-431e-b5f7-8d718e6167ad on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:50:38.021507 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [None req-7bd1123c-a78f-4c37-9236-d06a6dd1a2a5 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Attempting to bind port cfe702d8-c5ae-431e-b5f7-8d718e6167ad by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': '4cd66ea2-c5c8-4a4d-8f4c-7ed832b12e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'cacdbfc8-9ab0-4684-9cbc-167f1cce66fb'}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:50:38.021644 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd1123c-a78f-4c37-9236-d06a6dd1a2a5 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Attempting to bind port cfe702d8-c5ae-431e-b5f7-8d718e6167ad on network cacdbfc8-9ab0-4684-9cbc-167f1cce66fb {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:50:38.048191 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fc53f3-8c7e-4cc1-bf03-bb8b25036080 req-cee1f297-69b2-46ed-a3ae-b07e13f6113a tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:38.050398 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd1123c-a78f-4c37-9236-d06a6dd1a2a5 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Port cfe702d8-c5ae-431e-b5f7-8d718e6167ad on network cacdbfc8-9ab0-4684-9cbc-167f1cce66fb not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:50:38.051015 n-d-811396-3 neutron-server[100597]: ERROR neutron.plugins.ml2.managers [None req-7bd1123c-a78f-4c37-9236-d06a6dd1a2a5 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Failed to bind port cfe702d8-c5ae-431e-b5f7-8d718e6167ad on host n-h2-811396-3 for vnic_type normal using segments [{'id': '4cd66ea2-c5c8-4a4d-8f4c-7ed832b12e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'cacdbfc8-9ab0-4684-9cbc-167f1cce66fb'}] Oct 20 10:50:38.051445 n-d-811396-3 neutron-server[100597]: INFO neutron.plugins.ml2.plugin [None req-7bd1123c-a78f-4c37-9236-d06a6dd1a2a5 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Attempt 2 to bind port cfe702d8-c5ae-431e-b5f7-8d718e6167ad Oct 20 10:50:38.058224 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e3fc53f3-8c7e-4cc1-bf03-bb8b25036080 req-cee1f297-69b2-46ed-a3ae-b07e13f6113a tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 947 time: 0.0849385 Oct 20 10:50:38.072596 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [None req-7bd1123c-a78f-4c37-9236-d06a6dd1a2a5 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Attempting to bind port cfe702d8-c5ae-431e-b5f7-8d718e6167ad on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:50:38.077414 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [None req-7bd1123c-a78f-4c37-9236-d06a6dd1a2a5 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Attempting to bind port cfe702d8-c5ae-431e-b5f7-8d718e6167ad by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': '4cd66ea2-c5c8-4a4d-8f4c-7ed832b12e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'cacdbfc8-9ab0-4684-9cbc-167f1cce66fb'}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:50:38.077960 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd1123c-a78f-4c37-9236-d06a6dd1a2a5 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Attempting to bind port cfe702d8-c5ae-431e-b5f7-8d718e6167ad on network cacdbfc8-9ab0-4684-9cbc-167f1cce66fb {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:50:38.085498 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd1123c-a78f-4c37-9236-d06a6dd1a2a5 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Port cfe702d8-c5ae-431e-b5f7-8d718e6167ad on network cacdbfc8-9ab0-4684-9cbc-167f1cce66fb not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:50:38.085857 n-d-811396-3 neutron-server[100597]: ERROR neutron.plugins.ml2.managers [None req-7bd1123c-a78f-4c37-9236-d06a6dd1a2a5 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Failed to bind port cfe702d8-c5ae-431e-b5f7-8d718e6167ad on host n-h2-811396-3 for vnic_type normal using segments [{'id': '4cd66ea2-c5c8-4a4d-8f4c-7ed832b12e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'cacdbfc8-9ab0-4684-9cbc-167f1cce66fb'}] Oct 20 10:50:38.087915 n-d-811396-3 neutron-server[100597]: INFO neutron.plugins.ml2.plugin [None req-7bd1123c-a78f-4c37-9236-d06a6dd1a2a5 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Attempt 3 to bind port cfe702d8-c5ae-431e-b5f7-8d718e6167ad Oct 20 10:50:38.124053 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [None req-7bd1123c-a78f-4c37-9236-d06a6dd1a2a5 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Attempting to bind port cfe702d8-c5ae-431e-b5f7-8d718e6167ad on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:50:38.124394 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [None req-7bd1123c-a78f-4c37-9236-d06a6dd1a2a5 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Attempting to bind port cfe702d8-c5ae-431e-b5f7-8d718e6167ad by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': '4cd66ea2-c5c8-4a4d-8f4c-7ed832b12e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'cacdbfc8-9ab0-4684-9cbc-167f1cce66fb'}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:50:38.124731 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd1123c-a78f-4c37-9236-d06a6dd1a2a5 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Attempting to bind port cfe702d8-c5ae-431e-b5f7-8d718e6167ad on network cacdbfc8-9ab0-4684-9cbc-167f1cce66fb {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:50:38.128253 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e3fc53f3-8c7e-4cc1-bf03-bb8b25036080 req-cf1f34d1-87c2-491d-a1bf-fcf68edfbcbf tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678852 Oct 20 10:50:38.129650 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd1123c-a78f-4c37-9236-d06a6dd1a2a5 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Port cfe702d8-c5ae-431e-b5f7-8d718e6167ad on network cacdbfc8-9ab0-4684-9cbc-167f1cce66fb not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:50:38.130036 n-d-811396-3 neutron-server[100597]: ERROR neutron.plugins.ml2.managers [None req-7bd1123c-a78f-4c37-9236-d06a6dd1a2a5 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Failed to bind port cfe702d8-c5ae-431e-b5f7-8d718e6167ad on host n-h2-811396-3 for vnic_type normal using segments [{'id': '4cd66ea2-c5c8-4a4d-8f4c-7ed832b12e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'cacdbfc8-9ab0-4684-9cbc-167f1cce66fb'}] Oct 20 10:50:38.130435 n-d-811396-3 neutron-server[100597]: INFO neutron.plugins.ml2.plugin [None req-7bd1123c-a78f-4c37-9236-d06a6dd1a2a5 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Attempt 4 to bind port cfe702d8-c5ae-431e-b5f7-8d718e6167ad Oct 20 10:50:38.143782 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [None req-7bd1123c-a78f-4c37-9236-d06a6dd1a2a5 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Attempting to bind port cfe702d8-c5ae-431e-b5f7-8d718e6167ad on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:50:38.143782 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [None req-7bd1123c-a78f-4c37-9236-d06a6dd1a2a5 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Attempting to bind port cfe702d8-c5ae-431e-b5f7-8d718e6167ad by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': '4cd66ea2-c5c8-4a4d-8f4c-7ed832b12e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'cacdbfc8-9ab0-4684-9cbc-167f1cce66fb'}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:50:38.144073 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd1123c-a78f-4c37-9236-d06a6dd1a2a5 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Attempting to bind port cfe702d8-c5ae-431e-b5f7-8d718e6167ad on network cacdbfc8-9ab0-4684-9cbc-167f1cce66fb {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:50:38.149139 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd1123c-a78f-4c37-9236-d06a6dd1a2a5 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Port cfe702d8-c5ae-431e-b5f7-8d718e6167ad on network cacdbfc8-9ab0-4684-9cbc-167f1cce66fb not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:50:38.149569 n-d-811396-3 neutron-server[100597]: ERROR neutron.plugins.ml2.managers [None req-7bd1123c-a78f-4c37-9236-d06a6dd1a2a5 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Failed to bind port cfe702d8-c5ae-431e-b5f7-8d718e6167ad on host n-h2-811396-3 for vnic_type normal using segments [{'id': '4cd66ea2-c5c8-4a4d-8f4c-7ed832b12e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'cacdbfc8-9ab0-4684-9cbc-167f1cce66fb'}] Oct 20 10:50:38.150048 n-d-811396-3 neutron-server[100597]: INFO neutron.plugins.ml2.plugin [None req-7bd1123c-a78f-4c37-9236-d06a6dd1a2a5 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Attempt 5 to bind port cfe702d8-c5ae-431e-b5f7-8d718e6167ad Oct 20 10:50:38.162434 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [None req-7bd1123c-a78f-4c37-9236-d06a6dd1a2a5 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Attempting to bind port cfe702d8-c5ae-431e-b5f7-8d718e6167ad on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:50:38.162770 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [None req-7bd1123c-a78f-4c37-9236-d06a6dd1a2a5 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Attempting to bind port cfe702d8-c5ae-431e-b5f7-8d718e6167ad by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': '4cd66ea2-c5c8-4a4d-8f4c-7ed832b12e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'cacdbfc8-9ab0-4684-9cbc-167f1cce66fb'}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:50:38.163251 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd1123c-a78f-4c37-9236-d06a6dd1a2a5 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Attempting to bind port cfe702d8-c5ae-431e-b5f7-8d718e6167ad on network cacdbfc8-9ab0-4684-9cbc-167f1cce66fb {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:50:38.167612 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd1123c-a78f-4c37-9236-d06a6dd1a2a5 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Port cfe702d8-c5ae-431e-b5f7-8d718e6167ad on network cacdbfc8-9ab0-4684-9cbc-167f1cce66fb not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:50:38.167939 n-d-811396-3 neutron-server[100597]: ERROR neutron.plugins.ml2.managers [None req-7bd1123c-a78f-4c37-9236-d06a6dd1a2a5 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Failed to bind port cfe702d8-c5ae-431e-b5f7-8d718e6167ad on host n-h2-811396-3 for vnic_type normal using segments [{'id': '4cd66ea2-c5c8-4a4d-8f4c-7ed832b12e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'cacdbfc8-9ab0-4684-9cbc-167f1cce66fb'}] Oct 20 10:50:38.168325 n-d-811396-3 neutron-server[100597]: INFO neutron.plugins.ml2.plugin [None req-7bd1123c-a78f-4c37-9236-d06a6dd1a2a5 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Attempt 6 to bind port cfe702d8-c5ae-431e-b5f7-8d718e6167ad Oct 20 10:50:38.194375 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [None req-7bd1123c-a78f-4c37-9236-d06a6dd1a2a5 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Attempting to bind port cfe702d8-c5ae-431e-b5f7-8d718e6167ad on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:50:38.195832 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [None req-7bd1123c-a78f-4c37-9236-d06a6dd1a2a5 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Attempting to bind port cfe702d8-c5ae-431e-b5f7-8d718e6167ad by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': '4cd66ea2-c5c8-4a4d-8f4c-7ed832b12e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'cacdbfc8-9ab0-4684-9cbc-167f1cce66fb'}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:50:38.196290 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd1123c-a78f-4c37-9236-d06a6dd1a2a5 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Attempting to bind port cfe702d8-c5ae-431e-b5f7-8d718e6167ad on network cacdbfc8-9ab0-4684-9cbc-167f1cce66fb {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:50:38.204130 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd1123c-a78f-4c37-9236-d06a6dd1a2a5 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Port cfe702d8-c5ae-431e-b5f7-8d718e6167ad on network cacdbfc8-9ab0-4684-9cbc-167f1cce66fb not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:50:38.208353 n-d-811396-3 neutron-server[100597]: ERROR neutron.plugins.ml2.managers [None req-7bd1123c-a78f-4c37-9236-d06a6dd1a2a5 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Failed to bind port cfe702d8-c5ae-431e-b5f7-8d718e6167ad on host n-h2-811396-3 for vnic_type normal using segments [{'id': '4cd66ea2-c5c8-4a4d-8f4c-7ed832b12e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'cacdbfc8-9ab0-4684-9cbc-167f1cce66fb'}] Oct 20 10:50:38.209695 n-d-811396-3 neutron-server[100597]: INFO neutron.plugins.ml2.plugin [None req-7bd1123c-a78f-4c37-9236-d06a6dd1a2a5 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Attempt 7 to bind port cfe702d8-c5ae-431e-b5f7-8d718e6167ad Oct 20 10:50:38.240364 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [None req-7bd1123c-a78f-4c37-9236-d06a6dd1a2a5 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Attempting to bind port cfe702d8-c5ae-431e-b5f7-8d718e6167ad on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:50:38.240925 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [None req-7bd1123c-a78f-4c37-9236-d06a6dd1a2a5 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Attempting to bind port cfe702d8-c5ae-431e-b5f7-8d718e6167ad by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': '4cd66ea2-c5c8-4a4d-8f4c-7ed832b12e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'cacdbfc8-9ab0-4684-9cbc-167f1cce66fb'}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:50:38.242589 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd1123c-a78f-4c37-9236-d06a6dd1a2a5 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Attempting to bind port cfe702d8-c5ae-431e-b5f7-8d718e6167ad on network cacdbfc8-9ab0-4684-9cbc-167f1cce66fb {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:50:38.253344 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd1123c-a78f-4c37-9236-d06a6dd1a2a5 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Port cfe702d8-c5ae-431e-b5f7-8d718e6167ad on network cacdbfc8-9ab0-4684-9cbc-167f1cce66fb not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:50:38.255445 n-d-811396-3 neutron-server[100597]: ERROR neutron.plugins.ml2.managers [None req-7bd1123c-a78f-4c37-9236-d06a6dd1a2a5 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Failed to bind port cfe702d8-c5ae-431e-b5f7-8d718e6167ad on host n-h2-811396-3 for vnic_type normal using segments [{'id': '4cd66ea2-c5c8-4a4d-8f4c-7ed832b12e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'cacdbfc8-9ab0-4684-9cbc-167f1cce66fb'}] Oct 20 10:50:38.256079 n-d-811396-3 neutron-server[100597]: INFO neutron.plugins.ml2.plugin [None req-7bd1123c-a78f-4c37-9236-d06a6dd1a2a5 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Attempt 8 to bind port cfe702d8-c5ae-431e-b5f7-8d718e6167ad Oct 20 10:50:38.292650 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [None req-7bd1123c-a78f-4c37-9236-d06a6dd1a2a5 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Attempting to bind port cfe702d8-c5ae-431e-b5f7-8d718e6167ad on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:50:38.294822 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [None req-7bd1123c-a78f-4c37-9236-d06a6dd1a2a5 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Attempting to bind port cfe702d8-c5ae-431e-b5f7-8d718e6167ad by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': '4cd66ea2-c5c8-4a4d-8f4c-7ed832b12e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'cacdbfc8-9ab0-4684-9cbc-167f1cce66fb'}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:50:38.296187 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd1123c-a78f-4c37-9236-d06a6dd1a2a5 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Attempting to bind port cfe702d8-c5ae-431e-b5f7-8d718e6167ad on network cacdbfc8-9ab0-4684-9cbc-167f1cce66fb {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:50:38.305988 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd1123c-a78f-4c37-9236-d06a6dd1a2a5 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Port cfe702d8-c5ae-431e-b5f7-8d718e6167ad on network cacdbfc8-9ab0-4684-9cbc-167f1cce66fb not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:50:38.315638 n-d-811396-3 neutron-server[100597]: ERROR neutron.plugins.ml2.managers [None req-7bd1123c-a78f-4c37-9236-d06a6dd1a2a5 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Failed to bind port cfe702d8-c5ae-431e-b5f7-8d718e6167ad on host n-h2-811396-3 for vnic_type normal using segments [{'id': '4cd66ea2-c5c8-4a4d-8f4c-7ed832b12e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'cacdbfc8-9ab0-4684-9cbc-167f1cce66fb'}] Oct 20 10:50:38.315638 n-d-811396-3 neutron-server[100597]: INFO neutron.plugins.ml2.plugin [None req-7bd1123c-a78f-4c37-9236-d06a6dd1a2a5 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Attempt 9 to bind port cfe702d8-c5ae-431e-b5f7-8d718e6167ad Oct 20 10:50:38.325545 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [None req-7bd1123c-a78f-4c37-9236-d06a6dd1a2a5 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Attempting to bind port cfe702d8-c5ae-431e-b5f7-8d718e6167ad on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:50:38.327601 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [None req-7bd1123c-a78f-4c37-9236-d06a6dd1a2a5 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Attempting to bind port cfe702d8-c5ae-431e-b5f7-8d718e6167ad by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': '4cd66ea2-c5c8-4a4d-8f4c-7ed832b12e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'cacdbfc8-9ab0-4684-9cbc-167f1cce66fb'}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:50:38.328049 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd1123c-a78f-4c37-9236-d06a6dd1a2a5 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Attempting to bind port cfe702d8-c5ae-431e-b5f7-8d718e6167ad on network cacdbfc8-9ab0-4684-9cbc-167f1cce66fb {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:50:38.341800 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd1123c-a78f-4c37-9236-d06a6dd1a2a5 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Port cfe702d8-c5ae-431e-b5f7-8d718e6167ad on network cacdbfc8-9ab0-4684-9cbc-167f1cce66fb not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:50:38.342362 n-d-811396-3 neutron-server[100597]: ERROR neutron.plugins.ml2.managers [None req-7bd1123c-a78f-4c37-9236-d06a6dd1a2a5 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Failed to bind port cfe702d8-c5ae-431e-b5f7-8d718e6167ad on host n-h2-811396-3 for vnic_type normal using segments [{'id': '4cd66ea2-c5c8-4a4d-8f4c-7ed832b12e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'cacdbfc8-9ab0-4684-9cbc-167f1cce66fb'}] Oct 20 10:50:38.342907 n-d-811396-3 neutron-server[100597]: INFO neutron.plugins.ml2.plugin [None req-7bd1123c-a78f-4c37-9236-d06a6dd1a2a5 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Attempt 10 to bind port cfe702d8-c5ae-431e-b5f7-8d718e6167ad Oct 20 10:50:38.357212 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [None req-7bd1123c-a78f-4c37-9236-d06a6dd1a2a5 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Attempting to bind port cfe702d8-c5ae-431e-b5f7-8d718e6167ad on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:50:38.358109 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [None req-7bd1123c-a78f-4c37-9236-d06a6dd1a2a5 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Attempting to bind port cfe702d8-c5ae-431e-b5f7-8d718e6167ad by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': '4cd66ea2-c5c8-4a4d-8f4c-7ed832b12e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'cacdbfc8-9ab0-4684-9cbc-167f1cce66fb'}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:50:38.358598 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd1123c-a78f-4c37-9236-d06a6dd1a2a5 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Attempting to bind port cfe702d8-c5ae-431e-b5f7-8d718e6167ad on network cacdbfc8-9ab0-4684-9cbc-167f1cce66fb {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:50:38.363316 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd1123c-a78f-4c37-9236-d06a6dd1a2a5 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Port cfe702d8-c5ae-431e-b5f7-8d718e6167ad on network cacdbfc8-9ab0-4684-9cbc-167f1cce66fb not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:50:38.363815 n-d-811396-3 neutron-server[100597]: ERROR neutron.plugins.ml2.managers [None req-7bd1123c-a78f-4c37-9236-d06a6dd1a2a5 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Failed to bind port cfe702d8-c5ae-431e-b5f7-8d718e6167ad on host n-h2-811396-3 for vnic_type normal using segments [{'id': '4cd66ea2-c5c8-4a4d-8f4c-7ed832b12e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'cacdbfc8-9ab0-4684-9cbc-167f1cce66fb'}] Oct 20 10:50:38.364465 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7bd1123c-a78f-4c37-9236-d06a6dd1a2a5 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:38.432845 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [None req-7bd1123c-a78f-4c37-9236-d06a6dd1a2a5 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] For port cfe702d8-c5ae-431e-b5f7-8d718e6167ad, host n-h2-811396-3, cleared binding levels {{(pid=100597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:50:38.433436 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [None req-7bd1123c-a78f-4c37-9236-d06a6dd1a2a5 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Attempted to set empty binding levels {{(pid=100597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 20 10:50:38.439763 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7bd1123c-a78f-4c37-9236-d06a6dd1a2a5 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:38.488300 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd1123c-a78f-4c37-9236-d06a6dd1a2a5 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Pushing event updated for resources: {'Port': ['ID=cfe702d8-c5ae-431e-b5f7-8d718e6167ad,revision_number=3']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:38.507933 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-7bd1123c-a78f-4c37-9236-d06a6dd1a2a5 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] In _notify_port_updated(), no bound segment for port cfe702d8-c5ae-431e-b5f7-8d718e6167ad on network cacdbfc8-9ab0-4684-9cbc-167f1cce66fb {{(pid=100597) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 20 10:50:38.509403 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd1123c-a78f-4c37-9236-d06a6dd1a2a5 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:38.510164 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7bd1123c-a78f-4c37-9236-d06a6dd1a2a5 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:38.511857 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-7bd1123c-a78f-4c37-9236-d06a6dd1a2a5 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] 10.222.0.64 "PUT /v2.0/ports/cfe702d8-c5ae-431e-b5f7-8d718e6167ad HTTP/1.1" status: 200 len: 975 time: 1.1027460 Oct 20 10:50:38.514472 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 45986) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:50:38.638419 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-037d006e-555b-4154-b156-3ea85e4dd132 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Deleting port cfe702d8-c5ae-431e-b5f7-8d718e6167ad {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:50:38.638756 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-037d006e-555b-4154-b156-3ea85e4dd132 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:38.818259 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [None req-037d006e-555b-4154-b156-3ea85e4dd132 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] For port cfe702d8-c5ae-431e-b5f7-8d718e6167ad, host n-h2-811396-3, got binding levels [] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:50:38.819089 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-037d006e-555b-4154-b156-3ea85e4dd132 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:38.866708 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-037d006e-555b-4154-b156-3ea85e4dd132 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Calling delete_port for cfe702d8-c5ae-431e-b5f7-8d718e6167ad owned by {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:50:38.908414 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:38.997305 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-037d006e-555b-4154-b156-3ea85e4dd132 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:39.002976 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5683d53d-3f33-4850-95d0-74d25b99cd97 req-6f587d9a-a6ba-425e-b815-0819542921d3 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=0be5a4af-1092-410e-ae6c-53649d3d1d02 HTTP/1.1" status: 200 len: 210 time: 0.0506365 Oct 20 10:50:39.077017 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037d006e-555b-4154-b156-3ea85e4dd132 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Pushing event deleted for resources: {'Port': ['ID=cfe702d8-c5ae-431e-b5f7-8d718e6167ad,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:39.084049 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-037d006e-555b-4154-b156-3ea85e4dd132 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:39.088777 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-037d006e-555b-4154-b156-3ea85e4dd132 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] 10.222.0.64 "DELETE /v2.0/ports/cfe702d8-c5ae-431e-b5f7-8d718e6167ad HTTP/1.1" status: 204 len: 168 time: 0.5717962 Oct 20 10:50:39.092234 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 46004) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:50:39.145308 n-d-811396-3 neutron-server[100596]: INFO neutron.pecan_wsgi.hooks.translation [None req-76b4bf6c-f3d5-43c6-8ae7-881652612696 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] GET failed (client error): The resource could not be found. Oct 20 10:50:39.147270 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-76b4bf6c-f3d5-43c6-8ae7-881652612696 tempest-PortsAdminExtendedAttrsTestJSON-98562581 tempest-PortsAdminExtendedAttrsTestJSON-98562581-project-admin] 10.222.0.64 "GET /v2.0/ports/cfe702d8-c5ae-431e-b5f7-8d718e6167ad HTTP/1.1" status: 404 len: 333 time: 0.0540812 Oct 20 10:50:39.152558 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 46006) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:50:39.235851 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1f18e418-bafb-461a-8abf-a6874df6f0e0 tempest-PortsAdminExtendedAttrsTestJSON-785583804 tempest-PortsAdminExtendedAttrsTestJSON-785583804-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:39.410062 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1f18e418-bafb-461a-8abf-a6874df6f0e0 tempest-PortsAdminExtendedAttrsTestJSON-785583804 tempest-PortsAdminExtendedAttrsTestJSON-785583804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:39.433767 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-1f18e418-bafb-461a-8abf-a6874df6f0e0 tempest-PortsAdminExtendedAttrsTestJSON-785583804 tempest-PortsAdminExtendedAttrsTestJSON-785583804-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cacdbfc8-9ab0-4684-9cbc-167f1cce66fb']}} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:50:39.444177 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-1f18e418-bafb-461a-8abf-a6874df6f0e0 tempest-PortsAdminExtendedAttrsTestJSON-785583804 tempest-PortsAdminExtendedAttrsTestJSON-785583804-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cd66ea2-c5c8-4a4d-8f4c-7ed832b12e46') {'for_net_delete': True} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:50:39.444718 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-1f18e418-bafb-461a-8abf-a6874df6f0e0 tempest-PortsAdminExtendedAttrsTestJSON-785583804 tempest-PortsAdminExtendedAttrsTestJSON-785583804-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cd66ea2-c5c8-4a4d-8f4c-7ed832b12e46') {} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:50:39.454304 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1f18e418-bafb-461a-8abf-a6874df6f0e0 tempest-PortsAdminExtendedAttrsTestJSON-785583804 tempest-PortsAdminExtendedAttrsTestJSON-785583804-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25189038'] for segment, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:39.468376 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1f18e418-bafb-461a-8abf-a6874df6f0e0 tempest-PortsAdminExtendedAttrsTestJSON-785583804 tempest-PortsAdminExtendedAttrsTestJSON-785583804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:39.474981 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f18e418-bafb-461a-8abf-a6874df6f0e0 tempest-PortsAdminExtendedAttrsTestJSON-785583804 tempest-PortsAdminExtendedAttrsTestJSON-785583804-project] Releasing vlan 827 on physical network physnet1 to pool {{(pid=100596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:50:39.475659 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1f18e418-bafb-461a-8abf-a6874df6f0e0 tempest-PortsAdminExtendedAttrsTestJSON-785583804 tempest-PortsAdminExtendedAttrsTestJSON-785583804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26833155'] for segment, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:39.536239 n-d-811396-3 neutron-server[100596]: Traceback (most recent call last): Oct 20 10:50:39.536239 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:50:39.536239 n-d-811396-3 neutron-server[100596]: timer() Oct 20 10:50:39.536239 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:50:39.536239 n-d-811396-3 neutron-server[100596]: cb(*args, **kw) Oct 20 10:50:39.536239 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:50:39.536239 n-d-811396-3 neutron-server[100596]: return func(*args, **kwargs) Oct 20 10:50:39.536239 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:50:39.536239 n-d-811396-3 neutron-server[100596]: self._notify() Oct 20 10:50:39.536239 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:50:39.536239 n-d-811396-3 neutron-server[100596]: self.callback(batched_events) Oct 20 10:50:39.536239 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:50:39.536239 n-d-811396-3 neutron-server[100596]: event.method(event) Oct 20 10:50:39.536239 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:50:39.536239 n-d-811396-3 neutron-server[100596]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:50:39.536239 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:50:39.536239 n-d-811396-3 neutron-server[100596]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:50:39.536239 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:50:39.536239 n-d-811396-3 neutron-server[100596]: return f(self, *a, **k) Oct 20 10:50:39.536239 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:50:39.536239 n-d-811396-3 neutron-server[100596]: return self._get(url).json() Oct 20 10:50:39.536239 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:50:39.536239 n-d-811396-3 neutron-server[100596]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:50:39.536239 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:50:39.536239 n-d-811396-3 neutron-server[100596]: return self.request(url, 'GET', **kwargs) Oct 20 10:50:39.536239 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:50:39.536239 n-d-811396-3 neutron-server[100596]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:50:39.536239 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:50:39.536239 n-d-811396-3 neutron-server[100596]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:50:39.536239 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:50:39.536239 n-d-811396-3 neutron-server[100596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:50:39.536239 n-d-811396-3 neutron-server[100596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:50:39.540271 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1f18e418-bafb-461a-8abf-a6874df6f0e0 tempest-PortsAdminExtendedAttrsTestJSON-785583804 tempest-PortsAdminExtendedAttrsTestJSON-785583804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:39.545408 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1f18e418-bafb-461a-8abf-a6874df6f0e0 tempest-PortsAdminExtendedAttrsTestJSON-785583804 tempest-PortsAdminExtendedAttrsTestJSON-785583804-project] Publish callbacks [] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:39.549954 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-1f18e418-bafb-461a-8abf-a6874df6f0e0 tempest-PortsAdminExtendedAttrsTestJSON-785583804 tempest-PortsAdminExtendedAttrsTestJSON-785583804-project] 10.222.0.64 "DELETE /v2.0/networks/cacdbfc8-9ab0-4684-9cbc-167f1cce66fb HTTP/1.1" status: 204 len: 168 time: 0.3962815 Oct 20 10:50:39.573893 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f18e418-bafb-461a-8abf-a6874df6f0e0 tempest-PortsAdminExtendedAttrsTestJSON-785583804 tempest-PortsAdminExtendedAttrsTestJSON-785583804-project] Pushing event deleted for resources: {'Network': ['ID=cacdbfc8-9ab0-4684-9cbc-167f1cce66fb,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:40.040581 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 46018) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:50:40.195038 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-55400cbe-e026-4fed-a2d5-459e36a30a27 req-69fcffcd-c03f-4183-920b-82c5534835c0 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=0be5a4af-1092-410e-ae6c-53649d3d1d02 HTTP/1.1" status: 200 len: 210 time: 0.0336354 Oct 20 10:50:40.263930 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 96076df1-c750-419e-a048-b371f959d673 no longer exists at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:50:40.312049 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] No Port match for: 96076df1-c750-419e-a048-b371f959d673 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:50:40.316966 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 96076df1-c750-419e-a048-b371f959d673 not bound to the agent host n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:50:40.345712 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-4b42b3b9-c542-4fdd-8ae8-73fb0c5451e1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=bc57b8f10286492595e9fc86f9d25b51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3015831 Oct 20 10:50:40.346045 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 46030) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:50:40.404712 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-81b7626d-cc93-470a-a67f-90fff398d67d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:40.429133 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-81b7626d-cc93-470a-a67f-90fff398d67d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:40.491606 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-81b7626d-cc93-470a-a67f-90fff398d67d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:40.495989 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-81b7626d-cc93-470a-a67f-90fff398d67d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:40.497610 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-81b7626d-cc93-470a-a67f-90fff398d67d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7a0e0c91-25fc-4c59-b0e1-15e642e02bfc HTTP/1.1" status: 204 len: 168 time: 0.1506996 Oct 20 10:50:40.508787 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b7626d-cc93-470a-a67f-90fff398d67d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a0e0c91-25fc-4c59-b0e1-15e642e02bfc,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:40.897263 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 46046) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:50:40.990279 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-6e6f5d5d-0f5a-4eab-82bc-790f33ae5f7f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cb50aef9025a4936b74976eb2da95dfa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0892901 Oct 20 10:50:40.991259 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 46048) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:50:41.061384 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8fd9dda6-7407-4d79-b7ad-7c5d7bea2a06 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:41.083130 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8fd9dda6-7407-4d79-b7ad-7c5d7bea2a06 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:41.167170 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8fd9dda6-7407-4d79-b7ad-7c5d7bea2a06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:41.182050 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8fd9dda6-7407-4d79-b7ad-7c5d7bea2a06 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:41.185635 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-8fd9dda6-7407-4d79-b7ad-7c5d7bea2a06 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fe76beb6-0882-4cfc-9bfb-76b7140df70c HTTP/1.1" status: 204 len: 168 time: 0.1905327 Oct 20 10:50:41.221246 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd9dda6-7407-4d79-b7ad-7c5d7bea2a06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe76beb6-0882-4cfc-9bfb-76b7140df70c,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:41.418650 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d42c7293-9db6-4ac3-964f-7d6bed28ea81 req-0c5a97eb-08be-4ad2-87f6-5364b7951103 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=0be5a4af-1092-410e-ae6c-53649d3d1d02 HTTP/1.1" status: 200 len: 210 time: 0.0772796 Oct 20 10:50:42.545523 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 46100) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:50:42.683215 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3dc95428-6a40-4e86-9114-250fd7f827e3 req-56b58b57-6538-4623-b162-b2dbe5560d86 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=0be5a4af-1092-410e-ae6c-53649d3d1d02 HTTP/1.1" status: 200 len: 210 time: 0.0787346 Oct 20 10:50:42.799774 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-fa721be2-a4ba-4dfd-9cdb-7b405c2793fb tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-75914990'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:50:42.841868 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa721be2-a4ba-4dfd-9cdb-7b405c2793fb tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Made reservation on behalf of 22a79d88690a4055b95547a3f21027fa for: {'network': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:50:42.849708 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-fa721be2-a4ba-4dfd-9cdb-7b405c2793fb tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:42.870199 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-fa721be2-a4ba-4dfd-9cdb-7b405c2793fb tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:42.979984 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-fa721be2-a4ba-4dfd-9cdb-7b405c2793fb tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:42.984619 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-fa721be2-a4ba-4dfd-9cdb-7b405c2793fb tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:43.056512 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa721be2-a4ba-4dfd-9cdb-7b405c2793fb tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73668c9f-f165-416b-8cf9-e92422b25077,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:43.115668 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa721be2-a4ba-4dfd-9cdb-7b405c2793fb tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 828} {{(pid=100596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:50:43.134779 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-fa721be2-a4ba-4dfd-9cdb-7b405c2793fb tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:43.135504 n-d-811396-3 neutron-server[100596]: INFO neutron.db.segments_db [None req-fa721be2-a4ba-4dfd-9cdb-7b405c2793fb tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Added segment bdd410b3-9198-4748-b872-a4840957eef7 of type vlan for network 8320e101-644d-44af-9385-629dd54c3c0a Oct 20 10:50:43.210479 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-fa721be2-a4ba-4dfd-9cdb-7b405c2793fb tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:43.240254 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-fa721be2-a4ba-4dfd-9cdb-7b405c2793fb tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:43.246694 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa721be2-a4ba-4dfd-9cdb-7b405c2793fb tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:43.247557 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-fa721be2-a4ba-4dfd-9cdb-7b405c2793fb tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks [] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:43.303824 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-fa721be2-a4ba-4dfd-9cdb-7b405c2793fb tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7558520 Oct 20 10:50:43.307130 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 46110) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:50:43.312570 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-bb2a59ea-5f2a-4481-8f6e-d2857f1c4316 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Request body: {'subnet': {'network_id': '8320e101-644d-44af-9385-629dd54c3c0a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:50:43.361274 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa721be2-a4ba-4dfd-9cdb-7b405c2793fb tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Pushing event updated for resources: {'Network': ['ID=8320e101-644d-44af-9385-629dd54c3c0a,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:43.374265 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network 8320e101-644d-44af-9385-629dd54c3c0a details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:50:43.447692 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb2a59ea-5f2a-4481-8f6e-d2857f1c4316 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Made reservation on behalf of 22a79d88690a4055b95547a3f21027fa for: {'subnet': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:50:43.451771 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-bb2a59ea-5f2a-4481-8f6e-d2857f1c4316 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26761797'] for subnet, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:43.764486 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-bb2a59ea-5f2a-4481-8f6e-d2857f1c4316 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26836128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26761819'] for subnet, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:43.871832 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b4bd0405-5881-4678-be47-a87561009fd1 req-657c1091-93c5-4f01-8c34-afa5be78786d tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=0be5a4af-1092-410e-ae6c-53649d3d1d02 HTTP/1.1" status: 200 len: 210 time: 0.0477152 Oct 20 10:50:43.923848 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2a59ea-5f2a-4481-8f6e-d2857f1c4316 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Pushing event updated for resources: {'Subnet': ['ID=75d8f491-d624-4b77-ac12-16abdf81ba7f,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:43.926975 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2a59ea-5f2a-4481-8f6e-d2857f1c4316 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Checking segment: {'id': 'bdd410b3-9198-4748-b872-a4840957eef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '8320e101-644d-44af-9385-629dd54c3c0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:50:43.927475 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb2a59ea-5f2a-4481-8f6e-d2857f1c4316 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Network hostable DHCP agents. Network: 8320e101-644d-44af-9385-629dd54c3c0a, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:50:43.974820 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb2a59ea-5f2a-4481-8f6e-d2857f1c4316 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Network 8320e101-644d-44af-9385-629dd54c3c0a is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:50:43.997722 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-bb2a59ea-5f2a-4481-8f6e-d2857f1c4316 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, 8320e101-644d-44af-9385-629dd54c3c0a) {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:50:44.008834 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d18db4e-d587-425f-9d37-6500b4ad1b15 None None] Network 8320e101-644d-44af-9385-629dd54c3c0a requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:50:44.032517 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb2a59ea-5f2a-4481-8f6e-d2857f1c4316 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:44.033197 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-bb2a59ea-5f2a-4481-8f6e-d2857f1c4316 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:44.070988 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-bb2a59ea-5f2a-4481-8f6e-d2857f1c4316 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7608244 Oct 20 10:50:44.072048 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 46124) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:50:44.078705 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-c4ab7319-fdfe-4c2a-90ed-eaf4f47e7545 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Request body: {'port': {'network_id': '8320e101-644d-44af-9385-629dd54c3c0a', 'name': 'tempest-NetworksTestDHCPv6-314471387'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:50:44.313077 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c56522ad-6033-4a06-bb60-4dbe04685764 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524064ba-869c-5550-b826-c26b69a11278-8320e101-644d-44af-9385-629dd54c3c0a', 'network_id': '8320e101-644d-44af-9385-629dd54c3c0a', 'tenant_id': '22a79d88690a4055b95547a3f21027fa', 'fixed_ips': [{'subnet_id': '75d8f491-d624-4b77-ac12-16abdf81ba7f'}]}} from n-d-811396-3. {{(pid=100598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:50:44.313962 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-c56522ad-6033-4a06-bb60-4dbe04685764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:44.336805 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4ab7319-fdfe-4c2a-90ed-eaf4f47e7545 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Made reservation on behalf of 22a79d88690a4055b95547a3f21027fa for: {'port': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:50:44.340380 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c4ab7319-fdfe-4c2a-90ed-eaf4f47e7545 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:44.378423 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [None req-c4ab7319-fdfe-4c2a-90ed-eaf4f47e7545 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] device_id is not set on port c35900fd-4c92-427b-9967-c8db370aa965 yet. {{(pid=100597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:50:44.512668 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-c56522ad-6033-4a06-bb60-4dbe04685764 None None] Allocated IP 2001:db8::2 (8320e101-644d-44af-9385-629dd54c3c0a/75d8f491-d624-4b77-ac12-16abdf81ba7f/cfe93cc1-2563-4d2a-a9f8-a34d82d7aa9c) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:50:44.686856 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-c56522ad-6033-4a06-bb60-4dbe04685764 None None] Publish callbacks [] for port, precommit_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:44.694052 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-c56522ad-6033-4a06-bb60-4dbe04685764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:44.732827 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c56522ad-6033-4a06-bb60-4dbe04685764 None None] Network 8320e101-644d-44af-9385-629dd54c3c0a is already hosted by enough agents. {{(pid=100598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:50:44.735940 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.base_scheduler [None req-c56522ad-6033-4a06-bb60-4dbe04685764 None None] Resources bound (agent type, host, resource id): {{(pid=100598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:50:44.742626 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56522ad-6033-4a06-bb60-4dbe04685764 None None] Received port after_create {{(pid=100598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:50:44.807949 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-c56522ad-6033-4a06-bb60-4dbe04685764 None None] Attempting to bind port cfe93cc1-2563-4d2a-a9f8-a34d82d7aa9c on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:50:44.808432 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-c56522ad-6033-4a06-bb60-4dbe04685764 None None] Attempting to bind port cfe93cc1-2563-4d2a-a9f8-a34d82d7aa9c by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': 'bdd410b3-9198-4748-b872-a4840957eef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '8320e101-644d-44af-9385-629dd54c3c0a'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:50:44.808676 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56522ad-6033-4a06-bb60-4dbe04685764 None None] Attempting to bind port cfe93cc1-2563-4d2a-a9f8-a34d82d7aa9c on network 8320e101-644d-44af-9385-629dd54c3c0a {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:50:44.808785 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-c4ab7319-fdfe-4c2a-90ed-eaf4f47e7545 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Allocated IP 2001:db8::184 (8320e101-644d-44af-9385-629dd54c3c0a/75d8f491-d624-4b77-ac12-16abdf81ba7f/c35900fd-4c92-427b-9967-c8db370aa965) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:50:44.815422 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56522ad-6033-4a06-bb60-4dbe04685764 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 50, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:50:44.815854 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56522ad-6033-4a06-bb60-4dbe04685764 None None] Checking segment: {'id': 'bdd410b3-9198-4748-b872-a4840957eef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '8320e101-644d-44af-9385-629dd54c3c0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:50:44.816350 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-c56522ad-6033-4a06-bb60-4dbe04685764 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:44.816920 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56522ad-6033-4a06-bb60-4dbe04685764 None None] Bound using segment: {'id': 'bdd410b3-9198-4748-b872-a4840957eef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '8320e101-644d-44af-9385-629dd54c3c0a'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:50:44.817413 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-c56522ad-6033-4a06-bb60-4dbe04685764 None None] Bound port: cfe93cc1-2563-4d2a-a9f8-a34d82d7aa9c, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdd410b3-9198-4748-b872-a4840957eef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '8320e101-644d-44af-9385-629dd54c3c0a'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:50:44.817849 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-c56522ad-6033-4a06-bb60-4dbe04685764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:44.821162 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56522ad-6033-4a06-bb60-4dbe04685764 None None] Pushing event updated for resources: {'Port': ['ID=cfe93cc1-2563-4d2a-a9f8-a34d82d7aa9c,revision_number=1']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:44.909478 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-c56522ad-6033-4a06-bb60-4dbe04685764 None None] For port cfe93cc1-2563-4d2a-a9f8-a34d82d7aa9c, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:50:44.914804 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-c56522ad-6033-4a06-bb60-4dbe04685764 None None] For port cfe93cc1-2563-4d2a-a9f8-a34d82d7aa9c, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=cfe93cc1-2563-4d2a-a9f8-a34d82d7aa9c,segment=NetworkSegment(bdd410b3-9198-4748-b872-a4840957eef7),segment_id=bdd410b3-9198-4748-b872-a4840957eef7)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:50:44.919532 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-c56522ad-6033-4a06-bb60-4dbe04685764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:45.048883 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-627d70e4-54b8-434a-805e-553ac6a41f70 req-df2bf4f1-24f8-4e08-aad8-819185c09da1 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=0be5a4af-1092-410e-ae6c-53649d3d1d02 HTTP/1.1" status: 200 len: 210 time: 0.0612960 Oct 20 10:50:45.085638 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56522ad-6033-4a06-bb60-4dbe04685764 None None] Pushing event updated for resources: {'Port': ['ID=cfe93cc1-2563-4d2a-a9f8-a34d82d7aa9c,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:45.177201 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c4ab7319-fdfe-4c2a-90ed-eaf4f47e7545 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:45.230036 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c4ab7319-fdfe-4c2a-90ed-eaf4f47e7545 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:45.258058 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ab7319-fdfe-4c2a-90ed-eaf4f47e7545 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Network 8320e101-644d-44af-9385-629dd54c3c0a is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:50:45.261307 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-c4ab7319-fdfe-4c2a-90ed-eaf4f47e7545 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:50:45.291519 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ab7319-fdfe-4c2a-90ed-eaf4f47e7545 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:50:45.297633 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ab7319-fdfe-4c2a-90ed-eaf4f47e7545 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:45.298364 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c4ab7319-fdfe-4c2a-90ed-eaf4f47e7545 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:45.337121 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-c4ab7319-fdfe-4c2a-90ed-eaf4f47e7545 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2631855 Oct 20 10:50:45.338275 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 46146) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:50:45.338562 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ab7319-fdfe-4c2a-90ed-eaf4f47e7545 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Pushing event updated for resources: {'Port': ['ID=c35900fd-4c92-427b-9967-c8db370aa965,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:45.349175 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ab7319-fdfe-4c2a-90ed-eaf4f47e7545 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:50:45.349532 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ab7319-fdfe-4c2a-90ed-eaf4f47e7545 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:50:45.349879 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ab7319-fdfe-4c2a-90ed-eaf4f47e7545 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:50:45.350218 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ab7319-fdfe-4c2a-90ed-eaf4f47e7545 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:50:45.350603 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ab7319-fdfe-4c2a-90ed-eaf4f47e7545 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:50:45.350945 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ab7319-fdfe-4c2a-90ed-eaf4f47e7545 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:50:45.351271 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ab7319-fdfe-4c2a-90ed-eaf4f47e7545 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:50:45.351653 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ab7319-fdfe-4c2a-90ed-eaf4f47e7545 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:50:45.352178 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ab7319-fdfe-4c2a-90ed-eaf4f47e7545 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:50:45.352515 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ab7319-fdfe-4c2a-90ed-eaf4f47e7545 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:50:45.352871 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ab7319-fdfe-4c2a-90ed-eaf4f47e7545 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:50:45.353196 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ab7319-fdfe-4c2a-90ed-eaf4f47e7545 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:50:45.604458 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88dd639f-1e74-495c-8ba2-cae2c97f0e32 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:45.621473 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88dd639f-1e74-495c-8ba2-cae2c97f0e32 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:45.642794 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-88dd639f-1e74-495c-8ba2-cae2c97f0e32 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.3023579 Oct 20 10:50:45.647911 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 46150) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:50:45.788088 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 46154) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:50:45.802831 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-a13d292d-cdd6-4c02-99a6-30616b1ec625 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Deleting port c35900fd-4c92-427b-9967-c8db370aa965 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:50:45.803405 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a13d292d-cdd6-4c02-99a6-30616b1ec625 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:45.988830 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a13d292d-cdd6-4c02-99a6-30616b1ec625 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:46.016729 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-a13d292d-cdd6-4c02-99a6-30616b1ec625 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Calling delete_port for c35900fd-4c92-427b-9967-c8db370aa965 owned by {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:50:46.032546 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5e50258d-80e1-4096-93f5-4776c87d1c13 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:46.410349 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a13d292d-cdd6-4c02-99a6-30616b1ec625 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:46.439370 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device cfe93cc1-2563-4d2a-a9f8-a34d82d7aa9c up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:50:46.457246 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5e50258d-80e1-4096-93f5-4776c87d1c13 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:46.463647 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5e50258d-80e1-4096-93f5-4776c87d1c13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:46.507813 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13d292d-cdd6-4c02-99a6-30616b1ec625 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Pushing event deleted for resources: {'Port': ['ID=c35900fd-4c92-427b-9967-c8db370aa965,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:46.564694 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-5e50258d-80e1-4096-93f5-4776c87d1c13 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d18c3a0ca0ff4e8aaaa288dac7597fdc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7753670 Oct 20 10:50:46.565863 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e50258d-80e1-4096-93f5-4776c87d1c13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=febcf5d3-9948-4967-aafc-04ea71d0cf37,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:46.567021 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port cfe93cc1-2563-4d2a-a9f8-a34d82d7aa9c triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:50:46.574650 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:46.585839 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 46174) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:50:46.610510 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a13d292d-cdd6-4c02-99a6-30616b1ec625 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:46.618000 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-a13d292d-cdd6-4c02-99a6-30616b1ec625 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "DELETE /v2.0/ports/c35900fd-4c92-427b-9967-c8db370aa965 HTTP/1.1" status: 204 len: 168 time: 0.9685342 Oct 20 10:50:46.620406 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 46176) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:50:46.850622 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:46.871737 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe91384-0235-4b26-9d1f-321b51024294 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:46.873300 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe91384-0235-4b26-9d1f-321b51024294 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:46.888466 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-cfe91384-0235-4b26-9d1f-321b51024294 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2665613 Oct 20 10:50:46.890999 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 46184) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:50:46.907969 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b3c8303-14a1-4ab8-b008-b5c646ad6a43 None None] Network 8320e101-644d-44af-9385-629dd54c3c0a requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:50:47.022836 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8f1d3adc-1352-4c7e-94e2-a7c68cee8802 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:47.030090 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_v2 [None req-578b98ad-465f-4bf3-a3a4-4954e2d5a315 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Deleting subnet 75d8f491-d624-4b77-ac12-16abdf81ba7f {{(pid=100597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:50:47.032919 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] For port cfe93cc1-2563-4d2a-a9f8-a34d82d7aa9c, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=cfe93cc1-2563-4d2a-a9f8-a34d82d7aa9c,segment=NetworkSegment(bdd410b3-9198-4748-b872-a4840957eef7),segment_id=bdd410b3-9198-4748-b872-a4840957eef7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:50:47.049260 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:47.053902 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-578b98ad-465f-4bf3-a3a4-4954e2d5a315 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks [] for subnet, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:47.096100 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8f1d3adc-1352-4c7e-94e2-a7c68cee8802 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:47.140648 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-578b98ad-465f-4bf3-a3a4-4954e2d5a315 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25852621'] for subnet, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:47.174942 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971e1d98-4d36-4b59-b598-af7b2045d2e4 req-a08f1f25-0d96-49fa-abd7-f7e0318c9b2a tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:47.180097 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-971e1d98-4d36-4b59-b598-af7b2045d2e4 req-a08f1f25-0d96-49fa-abd7-f7e0318c9b2a tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 947 time: 0.2902427 Oct 20 10:50:47.248473 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Pushing event updated for resources: {'Port': ['ID=cfe93cc1-2563-4d2a-a9f8-a34d82d7aa9c,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:47.292705 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-a7a4e9e1-48bd-48fd-8aa8-59bfe319828e None None] Provisioning complete for port cfe93cc1-2563-4d2a-a9f8-a34d82d7aa9c triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:50:47.293083 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-a7a4e9e1-48bd-48fd-8aa8-59bfe319828e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:47.307281 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-971e1d98-4d36-4b59-b598-af7b2045d2e4 req-f2a76467-5d1e-4b35-bb5b-c4f3f1499fd8 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814385 Oct 20 10:50:47.344030 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8f1d3adc-1352-4c7e-94e2-a7c68cee8802 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:47.353549 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8f1d3adc-1352-4c7e-94e2-a7c68cee8802 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:47.356883 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-8f1d3adc-1352-4c7e-94e2-a7c68cee8802 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/febcf5d3-9948-4967-aafc-04ea71d0cf37 HTTP/1.1" status: 204 len: 168 time: 0.7676964 Oct 20 10:50:47.363440 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-578b98ad-465f-4bf3-a3a4-4954e2d5a315 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:47.402675 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1d3adc-1352-4c7e-94e2-a7c68cee8802 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=febcf5d3-9948-4967-aafc-04ea71d0cf37,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:47.516800 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-578b98ad-465f-4bf3-a3a4-4954e2d5a315 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25350811'] for subnet, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:47.576752 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578b98ad-465f-4bf3-a3a4-4954e2d5a315 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Pushing event deleted for resources: {'Subnet': ['ID=75d8f491-d624-4b77-ac12-16abdf81ba7f,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:47.592526 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-578b98ad-465f-4bf3-a3a4-4954e2d5a315 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:47.600725 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 46196) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:50:47.603841 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-578b98ad-465f-4bf3-a3a4-4954e2d5a315 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "DELETE /v2.0/subnets/75d8f491-d624-4b77-ac12-16abdf81ba7f HTTP/1.1" status: 204 len: 168 time: 0.7116385 Oct 20 10:50:47.720781 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-e3531b73-aea8-47e9-abab-d13d035020fd tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1151829 Oct 20 10:50:47.721526 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 46198) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:50:47.728605 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-4dcb3347-8182-4c71-893a-f6b2b4383eb7 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Request body: {'subnet': {'network_id': '8320e101-644d-44af-9385-629dd54c3c0a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:50:47.805576 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-697b3b20-313d-4808-9011-0325e7a914c8 req-f6be6b03-171a-4583-bc04-7394fa9a6f0f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0898063 Oct 20 10:50:47.902575 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dcb3347-8182-4c71-893a-f6b2b4383eb7 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Made reservation on behalf of 22a79d88690a4055b95547a3f21027fa for: {'subnet': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:50:47.912009 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4dcb3347-8182-4c71-893a-f6b2b4383eb7 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25350782'] for subnet, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:48.004441 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697b3b20-313d-4808-9011-0325e7a914c8 req-cebdf332-eab7-4509-9432-ca1cf5d5e841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:48.005038 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697b3b20-313d-4808-9011-0325e7a914c8 req-cebdf332-eab7-4509-9432-ca1cf5d5e841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:48.005690 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697b3b20-313d-4808-9011-0325e7a914c8 req-cebdf332-eab7-4509-9432-ca1cf5d5e841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:48.006280 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697b3b20-313d-4808-9011-0325e7a914c8 req-cebdf332-eab7-4509-9432-ca1cf5d5e841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:48.006819 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697b3b20-313d-4808-9011-0325e7a914c8 req-cebdf332-eab7-4509-9432-ca1cf5d5e841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:48.007351 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697b3b20-313d-4808-9011-0325e7a914c8 req-cebdf332-eab7-4509-9432-ca1cf5d5e841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:48.007902 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697b3b20-313d-4808-9011-0325e7a914c8 req-cebdf332-eab7-4509-9432-ca1cf5d5e841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:48.009952 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-697b3b20-313d-4808-9011-0325e7a914c8 req-cebdf332-eab7-4509-9432-ca1cf5d5e841 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cfcb374660ef40a8b05378b5e2eaff9e&device_id=9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c HTTP/1.1" status: 200 len: 6501 time: 0.1159923 Oct 20 10:50:48.040503 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca770b35-3431-48f7-98a1-536665ec46e4 None None] Network 8320e101-644d-44af-9385-629dd54c3c0a requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:50:48.291321 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device cfe93cc1-2563-4d2a-a9f8-a34d82d7aa9c up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:50:48.382125 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697b3b20-313d-4808-9011-0325e7a914c8 req-14699153-5d40-48aa-9c52-d1cf2d3c35bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:48.385032 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697b3b20-313d-4808-9011-0325e7a914c8 req-14699153-5d40-48aa-9c52-d1cf2d3c35bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:48.385634 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697b3b20-313d-4808-9011-0325e7a914c8 req-14699153-5d40-48aa-9c52-d1cf2d3c35bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:48.407787 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-697b3b20-313d-4808-9011-0325e7a914c8 req-14699153-5d40-48aa-9c52-d1cf2d3c35bd service neutron] 10.222.0.55 "GET /v2.0/networks?id=dcf86141-da0d-4c82-9e01-66c4be279d2b&id=07f7de1d-67fc-4ee5-9720-a5ddc92657d8&id=07f7de1d-67fc-4ee5-9720-a5ddc92657d8&id=07f7de1d-67fc-4ee5-9720-a5ddc92657d8&id=07f7de1d-67fc-4ee5-9720-a5ddc92657d8&id=5a3ba547-1c5f-4bda-b0cf-f555209356c6&id=5a3ba547-1c5f-4bda-b0cf-f555209356c6 HTTP/1.1" status: 200 len: 2298 time: 0.3616967 Oct 20 10:50:48.420571 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-b72a439a-6663-471d-9a69-2de5e53ff136 None None] Provisioning complete for port cfe93cc1-2563-4d2a-a9f8-a34d82d7aa9c triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:50:48.426388 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-b72a439a-6663-471d-9a69-2de5e53ff136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:48.493281 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4dcb3347-8182-4c71-893a-f6b2b4383eb7 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25350752'] for subnet, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:48.522447 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-697b3b20-313d-4808-9011-0325e7a914c8 req-83ec1f63-7a88-4015-8df8-f9e0983d7ec3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=687e9444-b6e6-48d0-a254-817eeff5b001 HTTP/1.1" status: 200 len: 1002 time: 0.1105599 Oct 20 10:50:48.589576 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dcb3347-8182-4c71-893a-f6b2b4383eb7 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Network 8320e101-644d-44af-9385-629dd54c3c0a is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:50:48.592684 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port cfe93cc1-2563-4d2a-a9f8-a34d82d7aa9c triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:50:48.595095 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:48.596647 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-4dcb3347-8182-4c71-893a-f6b2b4383eb7 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:50:48.607626 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dcb3347-8182-4c71-893a-f6b2b4383eb7 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:48.608400 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4dcb3347-8182-4c71-893a-f6b2b4383eb7 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:48.632285 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-4dcb3347-8182-4c71-893a-f6b2b4383eb7 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9085021 Oct 20 10:50:48.635519 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 46226) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:50:48.642506 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-173687ab-8174-4384-a105-df68a96e84b7 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Request body: {'port': {'network_id': '8320e101-644d-44af-9385-629dd54c3c0a', 'name': 'tempest-NetworksTestDHCPv6-1308445529'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:50:48.647865 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcb3347-8182-4c71-893a-f6b2b4383eb7 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Pushing event updated for resources: {'Subnet': ['ID=f22c03ab-05ee-4f6d-a7f5-1e1fce85c34f,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:48.657347 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9874c98-fb0e-4ae4-9b6e-dc38f0f11ac0 req-42a6deed-9475-41f6-ad03-d039ab6ac660 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:48.665524 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f9874c98-fb0e-4ae4-9b6e-dc38f0f11ac0 req-42a6deed-9475-41f6-ad03-d039ab6ac660 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.69 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 947 time: 0.3592076 Oct 20 10:50:48.672801 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e712016c-8e81-4163-a842-3d5044ca9244 None None] DHCP port deletion for 8320e101-644d-44af-9385-629dd54c3c0a request from n-d-811396-3 {{(pid=100598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:50:48.772722 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c087a30-85c5-45eb-991c-8264ec3ef30e req-600e1f68-ca26-4fcc-af3d-16f788726d65 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:48.776895 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1c087a30-85c5-45eb-991c-8264ec3ef30e req-600e1f68-ca26-4fcc-af3d-16f788726d65 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 947 time: 0.2519248 Oct 20 10:50:48.779104 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697b3b20-313d-4808-9011-0325e7a914c8 req-c112135e-2e99-4441-9dd1-23333c6e9f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:48.782465 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-697b3b20-313d-4808-9011-0325e7a914c8 req-c112135e-2e99-4441-9dd1-23333c6e9f0d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=aa9160dc-9c5c-4cb9-bd41-a37d607d846c HTTP/1.1" status: 200 len: 855 time: 0.2252879 Oct 20 10:50:48.868411 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-173687ab-8174-4384-a105-df68a96e84b7 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Made reservation on behalf of 22a79d88690a4055b95547a3f21027fa for: {'port': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:50:48.875623 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-173687ab-8174-4384-a105-df68a96e84b7 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:48.911972 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [None req-173687ab-8174-4384-a105-df68a96e84b7 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] device_id is not set on port cfdafda1-6bc9-4cf4-8e0a-3d7622ef7e33 yet. {{(pid=100597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:50:48.996246 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-e712016c-8e81-4163-a842-3d5044ca9244 None None] Deleting port cfe93cc1-2563-4d2a-a9f8-a34d82d7aa9c {{(pid=100598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:50:48.996623 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-e712016c-8e81-4163-a842-3d5044ca9244 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:49.049993 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1c087a30-85c5-45eb-991c-8264ec3ef30e req-34470b23-9c0f-4396-9c6a-b2ec2b169276 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2644174 Oct 20 10:50:49.054094 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697b3b20-313d-4808-9011-0325e7a914c8 req-a300d2bf-9699-463e-8f77-0cdcea108aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:49.056077 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-697b3b20-313d-4808-9011-0325e7a914c8 req-a300d2bf-9699-463e-8f77-0cdcea108aa9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=dcf86141-da0d-4c82-9e01-66c4be279d2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2136869 Oct 20 10:50:49.120885 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-f9874c98-fb0e-4ae4-9b6e-dc38f0f11ac0 req-26fa8189-b059-4878-aa50-95278f5a03a6 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Deleting port c8f279a9-fa3f-406e-b583-56be4e497d4e {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:50:49.121223 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-f9874c98-fb0e-4ae4-9b6e-dc38f0f11ac0 req-26fa8189-b059-4878-aa50-95278f5a03a6 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:49.164317 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:49.181232 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-173687ab-8174-4384-a105-df68a96e84b7 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Allocated IP 2001:db8::2a3 (8320e101-644d-44af-9385-629dd54c3c0a/f22c03ab-05ee-4f6d-a7f5-1e1fce85c34f/cfdafda1-6bc9-4cf4-8e0a-3d7622ef7e33) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:50:49.206817 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-e712016c-8e81-4163-a842-3d5044ca9244 None None] For port cfe93cc1-2563-4d2a-a9f8-a34d82d7aa9c, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=cfe93cc1-2563-4d2a-a9f8-a34d82d7aa9c,segment=NetworkSegment(bdd410b3-9198-4748-b872-a4840957eef7),segment_id=bdd410b3-9198-4748-b872-a4840957eef7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:50:49.207197 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-e712016c-8e81-4163-a842-3d5044ca9244 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:49.242949 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-e712016c-8e81-4163-a842-3d5044ca9244 None None] Calling delete_port for cfe93cc1-2563-4d2a-a9f8-a34d82d7aa9c owned by network:dhcp {{(pid=100598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:50:49.398153 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-697b3b20-313d-4808-9011-0325e7a914c8 req-da41a156-fa40-4701-a85e-35adabf625b2 service neutron] 10.222.0.55 "GET /v2.0/networks/dcf86141-da0d-4c82-9e01-66c4be279d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3329692 Oct 20 10:50:49.406249 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-173687ab-8174-4384-a105-df68a96e84b7 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:49.443192 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-e712016c-8e81-4163-a842-3d5044ca9244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956'] for port, after_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:49.463877 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-f9874c98-fb0e-4ae4-9b6e-dc38f0f11ac0 req-26fa8189-b059-4878-aa50-95278f5a03a6 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] For port c8f279a9-fa3f-406e-b583-56be4e497d4e, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=c8f279a9-fa3f-406e-b583-56be4e497d4e,segment=NetworkSegment(96dfa309-c7df-4d10-8f15-9d739a677474),segment_id=96dfa309-c7df-4d10-8f15-9d739a677474)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:50:49.464642 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-f9874c98-fb0e-4ae4-9b6e-dc38f0f11ac0 req-26fa8189-b059-4878-aa50-95278f5a03a6 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:49.489062 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-f9874c98-fb0e-4ae4-9b6e-dc38f0f11ac0 req-26fa8189-b059-4878-aa50-95278f5a03a6 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Calling delete_port for c8f279a9-fa3f-406e-b583-56be4e497d4e owned by compute:nova {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:50:49.509315 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-173687ab-8174-4384-a105-df68a96e84b7 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:49.531417 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e712016c-8e81-4163-a842-3d5044ca9244 None None] Pushing event deleted for resources: {'Port': ['ID=cfe93cc1-2563-4d2a-a9f8-a34d82d7aa9c,revision_number=None']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:49.540998 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e712016c-8e81-4163-a842-3d5044ca9244 None None] No DVR routers for this DVR port cfe93cc1-2563-4d2a-a9f8-a34d82d7aa9c on host n-d-811396-3 {{(pid=100598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:50:49.573616 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd6f536c-0e0a-4145-baf4-e1b1f9076919 None None] Network 8320e101-644d-44af-9385-629dd54c3c0a requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:50:49.607085 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-173687ab-8174-4384-a105-df68a96e84b7 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Network 8320e101-644d-44af-9385-629dd54c3c0a is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:50:49.620047 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-173687ab-8174-4384-a105-df68a96e84b7 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:50:49.637030 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173687ab-8174-4384-a105-df68a96e84b7 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:50:49.647843 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-173687ab-8174-4384-a105-df68a96e84b7 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:49.651847 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-173687ab-8174-4384-a105-df68a96e84b7 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:49.691829 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-697b3b20-313d-4808-9011-0325e7a914c8 req-7e10e3ae-4768-4319-92da-7ed3781e3574 service neutron] 10.222.0.55 "GET /v2.0/networks/dcf86141-da0d-4c82-9e01-66c4be279d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2823954 Oct 20 10:50:49.705550 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173687ab-8174-4384-a105-df68a96e84b7 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Pushing event updated for resources: {'Port': ['ID=cfdafda1-6bc9-4cf4-8e0a-3d7622ef7e33,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:49.736914 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-173687ab-8174-4384-a105-df68a96e84b7 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.0970416 Oct 20 10:50:49.736914 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 46254) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:50:49.848728 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-697b3b20-313d-4808-9011-0325e7a914c8 req-756ca13a-8a42-495c-ac2e-9bd1c2199da5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.48&port_id=58759e27-9624-496e-a7e3-dd96a6f12d24 HTTP/1.1" status: 200 len: 217 time: 0.1371753 Oct 20 10:50:49.864094 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1501f4de-0b86-4639-897d-f4a1bd25105d tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:49.865670 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-1501f4de-0b86-4639-897d-f4a1bd25105d tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1276004 Oct 20 10:50:49.870579 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 46258) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:50:49.908158 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22814b34-905d-4b69-9259-37dd4d5ade6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524064ba-869c-5550-b826-c26b69a11278-8320e101-644d-44af-9385-629dd54c3c0a', 'network_id': '8320e101-644d-44af-9385-629dd54c3c0a', 'tenant_id': '22a79d88690a4055b95547a3f21027fa', 'fixed_ips': [{'subnet_id': 'f22c03ab-05ee-4f6d-a7f5-1e1fce85c34f'}]}} from n-d-811396-3. {{(pid=100598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:50:49.909016 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-22814b34-905d-4b69-9259-37dd4d5ade6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:49.947650 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697b3b20-313d-4808-9011-0325e7a914c8 req-943cb6ea-0ce7-48ed-989b-389dd1fd2638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:49.949048 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-697b3b20-313d-4808-9011-0325e7a914c8 req-943cb6ea-0ce7-48ed-989b-389dd1fd2638 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=dfebcc83-a566-4e8b-95ce-d2b602fa67f2 HTTP/1.1" status: 200 len: 797 time: 0.0891514 Oct 20 10:50:49.953946 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 46260) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:50:50.076565 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-532d98b2-5e8a-4c34-8eb5-2228d179e7fd tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Deleting port cfdafda1-6bc9-4cf4-8e0a-3d7622ef7e33 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:50:50.077159 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-532d98b2-5e8a-4c34-8eb5-2228d179e7fd tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:50.125815 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697b3b20-313d-4808-9011-0325e7a914c8 req-f3b23dbf-8bf0-4c92-bd2d-cf6d0522b79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:50.137355 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-697b3b20-313d-4808-9011-0325e7a914c8 req-f3b23dbf-8bf0-4c92-bd2d-cf6d0522b79e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=07f7de1d-67fc-4ee5-9720-a5ddc92657d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1570156 Oct 20 10:50:50.182825 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-22814b34-905d-4b69-9259-37dd4d5ade6a None None] Allocated IP 2001:db8::2 (8320e101-644d-44af-9385-629dd54c3c0a/f22c03ab-05ee-4f6d-a7f5-1e1fce85c34f/d0f6556e-16a4-4fe1-b882-5325a38e6c4f) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:50:50.314043 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-532d98b2-5e8a-4c34-8eb5-2228d179e7fd tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:50.327102 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-532d98b2-5e8a-4c34-8eb5-2228d179e7fd tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Calling delete_port for cfdafda1-6bc9-4cf4-8e0a-3d7622ef7e33 owned by {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:50:50.395934 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-22814b34-905d-4b69-9259-37dd4d5ade6a None None] Publish callbacks [] for port, precommit_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:50.401239 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device cfe93cc1-2563-4d2a-a9f8-a34d82d7aa9c no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:50:50.423339 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: cfe93cc1-2563-4d2a-a9f8-a34d82d7aa9c {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:50:50.423882 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device cfe93cc1-2563-4d2a-a9f8-a34d82d7aa9c not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:50:50.426584 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-22814b34-905d-4b69-9259-37dd4d5ade6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:50.457213 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-697b3b20-313d-4808-9011-0325e7a914c8 req-44fc6a07-c4bd-4f15-8f56-f8d34fe65933 service neutron] 10.222.0.55 "GET /v2.0/networks/07f7de1d-67fc-4ee5-9720-a5ddc92657d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3068135 Oct 20 10:50:50.467288 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-e4d66750-7a20-499d-8ef7-15774021ec95 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Request body: {'network': {'name': 'tempest-network-smoke--2025426402', 'project_id': 'ce3bca74c1d8467f832763bc531bfd88', 'port_security_enabled': True}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:50:50.500250 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22814b34-905d-4b69-9259-37dd4d5ade6a None None] Network 8320e101-644d-44af-9385-629dd54c3c0a is already hosted by enough agents. {{(pid=100598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:50:50.503323 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.base_scheduler [None req-22814b34-905d-4b69-9259-37dd4d5ade6a None None] Resources bound (agent type, host, resource id): {{(pid=100598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:50:50.507133 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22814b34-905d-4b69-9259-37dd4d5ade6a None None] Received port after_create {{(pid=100598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:50:50.524145 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-532d98b2-5e8a-4c34-8eb5-2228d179e7fd tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:50.543311 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22814b34-905d-4b69-9259-37dd4d5ade6a None None] Pushing event updated for resources: {'Port': ['ID=d0f6556e-16a4-4fe1-b882-5325a38e6c4f,revision_number=1']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:50.586886 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4d66750-7a20-499d-8ef7-15774021ec95 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Made reservation on behalf of ce3bca74c1d8467f832763bc531bfd88 for: {'network': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:50:50.588273 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532d98b2-5e8a-4c34-8eb5-2228d179e7fd tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Pushing event deleted for resources: {'Port': ['ID=cfdafda1-6bc9-4cf4-8e0a-3d7622ef7e33,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:50.594880 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e4d66750-7a20-499d-8ef7-15774021ec95 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:50.606098 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-f9874c98-fb0e-4ae4-9b6e-dc38f0f11ac0 req-26fa8189-b059-4878-aa50-95278f5a03a6 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:50.618734 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e4d66750-7a20-499d-8ef7-15774021ec95 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:50.645212 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-532d98b2-5e8a-4c34-8eb5-2228d179e7fd tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:50.648541 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-532d98b2-5e8a-4c34-8eb5-2228d179e7fd tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "DELETE /v2.0/ports/cfdafda1-6bc9-4cf4-8e0a-3d7622ef7e33 HTTP/1.1" status: 204 len: 168 time: 0.7769938 Oct 20 10:50:50.660607 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 46270) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:50:50.714987 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c644babc-a875-47b7-878e-964fe050ece0 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:50.716419 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c0d5de-efa9-4457-ab37-6ba7ec00f552 req-5f252540-214c-454c-b26a-52948e16e2ca tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:50.717301 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c644babc-a875-47b7-878e-964fe050ece0 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:50.719018 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-c644babc-a875-47b7-878e-964fe050ece0 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0573883 Oct 20 10:50:50.719147 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-08c0d5de-efa9-4457-ab37-6ba7ec00f552 req-5f252540-214c-454c-b26a-52948e16e2ca tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/ports?device_id=e96be23b-3372-49fd-9827-dcff58a8fe2c HTTP/1.1" status: 200 len: 868 time: 0.2608693 Oct 20 10:50:50.723478 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 46272) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:50:50.730087 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fa8189-b059-4878-aa50-95278f5a03a6 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Pushing event deleted for resources: {'Port': ['ID=c8f279a9-fa3f-406e-b583-56be4e497d4e,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:50.822139 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_v2 [None req-2367fad3-8322-429d-a6b6-e08f6d28bc40 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Deleting subnet f22c03ab-05ee-4f6d-a7f5-1e1fce85c34f {{(pid=100597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:50:50.831322 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2367fad3-8322-429d-a6b6-e08f6d28bc40 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks [] for subnet, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:50.838544 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9874c98-fb0e-4ae4-9b6e-dc38f0f11ac0 req-26fa8189-b059-4878-aa50-95278f5a03a6 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] No DVR routers for this DVR port c8f279a9-fa3f-406e-b583-56be4e497d4e on host n-h2-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:50:50.849893 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-22814b34-905d-4b69-9259-37dd4d5ade6a None None] Attempting to bind port d0f6556e-16a4-4fe1-b882-5325a38e6c4f on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:50:50.850277 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-22814b34-905d-4b69-9259-37dd4d5ade6a None None] Attempting to bind port d0f6556e-16a4-4fe1-b882-5325a38e6c4f by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': 'bdd410b3-9198-4748-b872-a4840957eef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '8320e101-644d-44af-9385-629dd54c3c0a'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:50:50.850628 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22814b34-905d-4b69-9259-37dd4d5ade6a None None] Attempting to bind port d0f6556e-16a4-4fe1-b882-5325a38e6c4f on network 8320e101-644d-44af-9385-629dd54c3c0a {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:50:50.856559 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22814b34-905d-4b69-9259-37dd4d5ade6a None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 50, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:50:50.857311 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22814b34-905d-4b69-9259-37dd4d5ade6a None None] Checking segment: {'id': 'bdd410b3-9198-4748-b872-a4840957eef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '8320e101-644d-44af-9385-629dd54c3c0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:50:50.857545 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-22814b34-905d-4b69-9259-37dd4d5ade6a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:50.857907 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22814b34-905d-4b69-9259-37dd4d5ade6a None None] Bound using segment: {'id': 'bdd410b3-9198-4748-b872-a4840957eef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '8320e101-644d-44af-9385-629dd54c3c0a'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:50:50.858197 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-f9874c98-fb0e-4ae4-9b6e-dc38f0f11ac0 req-26fa8189-b059-4878-aa50-95278f5a03a6 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:50.858928 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-22814b34-905d-4b69-9259-37dd4d5ade6a None None] Bound port: d0f6556e-16a4-4fe1-b882-5325a38e6c4f, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdd410b3-9198-4748-b872-a4840957eef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '8320e101-644d-44af-9385-629dd54c3c0a'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:50:50.858928 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-22814b34-905d-4b69-9259-37dd4d5ade6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:50.861523 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f9874c98-fb0e-4ae4-9b6e-dc38f0f11ac0 req-26fa8189-b059-4878-aa50-95278f5a03a6 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.69 "DELETE /v2.0/ports/c8f279a9-fa3f-406e-b583-56be4e497d4e HTTP/1.1" status: 204 len: 173 time: 2.1892366 Oct 20 10:50:50.863106 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e96be23b-3372-49fd-9827-dcff58a8fe2c', 'name': 'network-vif-deleted', 'tag': 'c8f279a9-fa3f-406e-b583-56be4e497d4e'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:50:50.866188 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42d6ff65-2730-4c6d-8ece-63246713b474" -d '{"events": [{"server_uuid": "e96be23b-3372-49fd-9827-dcff58a8fe2c", "name": "network-vif-deleted", "tag": "c8f279a9-fa3f-406e-b583-56be4e497d4e"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:50:50.879107 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-697b3b20-313d-4808-9011-0325e7a914c8 req-6a8b02dc-ce63-4a8f-b239-67fdf41718ba service neutron] 10.222.0.55 "GET /v2.0/networks/07f7de1d-67fc-4ee5-9720-a5ddc92657d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4034519 Oct 20 10:50:50.968099 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2367fad3-8322-429d-a6b6-e08f6d28bc40 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25852621'] for subnet, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:50.970470 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b0c701b-d6d4-46da-a26b-7efdd343d75e x-openstack-request-id: req-0b0c701b-d6d4-46da-a26b-7efdd343d75e {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:50:50.970768 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e96be23b-3372-49fd-9827-dcff58a8fe2c", "name": "network-vif-deleted", "tag": "c8f279a9-fa3f-406e-b583-56be4e497d4e", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:50:50.971027 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0b0c701b-d6d4-46da-a26b-7efdd343d75e {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:50:50.971883 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e96be23b-3372-49fd-9827-dcff58a8fe2c', 'name': 'network-vif-deleted', 'tag': 'c8f279a9-fa3f-406e-b583-56be4e497d4e', 'status': 'completed', 'code': 200} Oct 20 10:50:50.977266 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-697b3b20-313d-4808-9011-0325e7a914c8 req-cfff7d55-1250-4ffd-b3c5-8bee5e94cf67 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.205&port_id=6a6236cb-3508-4dba-a459-60dfe35fed2c HTTP/1.1" status: 200 len: 217 time: 0.0904372 Oct 20 10:50:50.991668 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-08c0d5de-efa9-4457-ab37-6ba7ec00f552 req-14abd7cc-57ff-42df-86bd-00a7d5ad1187 tempest-ServersNegativeTestJSON-1629105021 tempest-ServersNegativeTestJSON-1629105021-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbdf72da-0760-4792-9662-d605f2ab2d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304771 Oct 20 10:50:51.044466 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-22814b34-905d-4b69-9259-37dd4d5ade6a None None] For port d0f6556e-16a4-4fe1-b882-5325a38e6c4f, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:50:51.048160 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-22814b34-905d-4b69-9259-37dd4d5ade6a None None] For port d0f6556e-16a4-4fe1-b882-5325a38e6c4f, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=d0f6556e-16a4-4fe1-b882-5325a38e6c4f,segment=NetworkSegment(bdd410b3-9198-4748-b872-a4840957eef7),segment_id=bdd410b3-9198-4748-b872-a4840957eef7)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:50:51.053991 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-22814b34-905d-4b69-9259-37dd4d5ade6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:51.069736 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697b3b20-313d-4808-9011-0325e7a914c8 req-c80ad277-f411-4a9e-b005-38ab143ae311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:51.071650 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-697b3b20-313d-4808-9011-0325e7a914c8 req-c80ad277-f411-4a9e-b005-38ab143ae311 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=dfebcc83-a566-4e8b-95ce-d2b602fa67f2 HTTP/1.1" status: 200 len: 797 time: 0.0755081 Oct 20 10:50:51.117306 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2367fad3-8322-429d-a6b6-e08f6d28bc40 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:51.117558 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22814b34-905d-4b69-9259-37dd4d5ade6a None None] Pushing event updated for resources: {'Port': ['ID=d0f6556e-16a4-4fe1-b882-5325a38e6c4f,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:51.142608 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e4d66750-7a20-499d-8ef7-15774021ec95 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:51.154089 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e4d66750-7a20-499d-8ef7-15774021ec95 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:51.169659 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697b3b20-313d-4808-9011-0325e7a914c8 req-d9098bfe-7bd9-4e9d-a8af-f09910381013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:51.171834 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-697b3b20-313d-4808-9011-0325e7a914c8 req-d9098bfe-7bd9-4e9d-a8af-f09910381013 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=07f7de1d-67fc-4ee5-9720-a5ddc92657d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0924537 Oct 20 10:50:51.198254 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2367fad3-8322-429d-a6b6-e08f6d28bc40 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25350811'] for subnet, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:51.227006 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4d66750-7a20-499d-8ef7-15774021ec95 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 817} {{(pid=100596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:50:51.233543 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2367fad3-8322-429d-a6b6-e08f6d28bc40 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Pushing event deleted for resources: {'Subnet': ['ID=f22c03ab-05ee-4f6d-a7f5-1e1fce85c34f,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:51.237512 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2367fad3-8322-429d-a6b6-e08f6d28bc40 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:51.242468 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-2367fad3-8322-429d-a6b6-e08f6d28bc40 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "DELETE /v2.0/subnets/f22c03ab-05ee-4f6d-a7f5-1e1fce85c34f HTTP/1.1" status: 204 len: 168 time: 0.5179248 Oct 20 10:50:51.245619 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d66750-7a20-499d-8ef7-15774021ec95 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Pushing event updated for resources: {'SecurityGroup': ['ID=baf90d3b-11e0-48f7-b858-f657ecb26faa,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:51.245768 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 46282) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:50:51.315607 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e4d66750-7a20-499d-8ef7-15774021ec95 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:51.316713 n-d-811396-3 neutron-server[100596]: INFO neutron.db.segments_db [None req-e4d66750-7a20-499d-8ef7-15774021ec95 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Added segment 3de746e4-2d84-4918-a784-55c724019911 of type vlan for network 8ca5e922-b948-426f-9281-49c209c89e06 Oct 20 10:50:51.325566 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-81af206c-5b0a-45fd-9a83-cd073db90d8f tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0757394 Oct 20 10:50:51.325934 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 46284) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:50:51.335501 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-f61e7cd7-08ae-4141-9559-7c91bfcb14bc tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Request body: {'subnet': {'network_id': '8320e101-644d-44af-9385-629dd54c3c0a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:50:51.399710 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e4d66750-7a20-499d-8ef7-15774021ec95 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:51.409719 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-697b3b20-313d-4808-9011-0325e7a914c8 req-406d4953-504d-4cb5-8840-08b558d4a2a0 service neutron] 10.222.0.55 "GET /v2.0/networks/07f7de1d-67fc-4ee5-9720-a5ddc92657d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288580 Oct 20 10:50:51.439575 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f61e7cd7-08ae-4141-9559-7c91bfcb14bc tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Made reservation on behalf of 22a79d88690a4055b95547a3f21027fa for: {'subnet': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:50:51.445644 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f61e7cd7-08ae-4141-9559-7c91bfcb14bc tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25350782'] for subnet, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:51.470136 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e4d66750-7a20-499d-8ef7-15774021ec95 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:51.485370 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4d66750-7a20-499d-8ef7-15774021ec95 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:51.486096 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e4d66750-7a20-499d-8ef7-15774021ec95 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks [] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:51.533525 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-e4d66750-7a20-499d-8ef7-15774021ec95 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.5758092 Oct 20 10:50:51.551804 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 46288) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:50:51.582263 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device c8f279a9-fa3f-406e-b583-56be4e497d4e no longer exists at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:50:51.603829 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] No Port match for: c8f279a9-fa3f-406e-b583-56be4e497d4e {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:50:51.604176 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device c8f279a9-fa3f-406e-b583-56be4e497d4e not bound to the agent host n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:50:51.645228 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-0cd41b5a-d5e1-474b-bb1e-afe78c0b2c95 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1996889391', 'admin_state_up': True, 'project_id': 'ce3bca74c1d8467f832763bc531bfd88', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:50:51.700798 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-697b3b20-313d-4808-9011-0325e7a914c8 req-b3d7f3fb-0d1d-4009-b4b0-5498c8790a2f service neutron] 10.222.0.55 "GET /v2.0/networks/07f7de1d-67fc-4ee5-9720-a5ddc92657d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2788815 Oct 20 10:50:51.801487 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-697b3b20-313d-4808-9011-0325e7a914c8 req-dd020a82-789b-4c8c-80df-0a14a7689a84 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.49&port_id=f9fa8685-e573-4fdd-8b37-5988a560de50 HTTP/1.1" status: 200 len: 217 time: 0.0906172 Oct 20 10:50:51.803559 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d66750-7a20-499d-8ef7-15774021ec95 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Pushing event updated for resources: {'Network': ['ID=8ca5e922-b948-426f-9281-49c209c89e06,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:51.816912 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network 8ca5e922-b948-426f-9281-49c209c89e06 details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:50:51.817256 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f61e7cd7-08ae-4141-9559-7c91bfcb14bc tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25350752'] for subnet, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:51.862583 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0cd41b5a-d5e1-474b-bb1e-afe78c0b2c95 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1772442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258322'] for router, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:51.864239 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0cd41b5a-d5e1-474b-bb1e-afe78c0b2c95 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1772334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773516', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258315'] for router, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:51.916071 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f61e7cd7-08ae-4141-9559-7c91bfcb14bc tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Network 8320e101-644d-44af-9385-629dd54c3c0a is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:50:51.924498 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-f61e7cd7-08ae-4141-9559-7c91bfcb14bc tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:50:51.937321 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f61e7cd7-08ae-4141-9559-7c91bfcb14bc tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:51.937951 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f61e7cd7-08ae-4141-9559-7c91bfcb14bc tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:51.955334 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61e7cd7-08ae-4141-9559-7c91bfcb14bc tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Pushing event updated for resources: {'Subnet': ['ID=62d081e4-0f62-4b19-8816-793fc162d3d0,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:51.967671 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0cd41b5a-d5e1-474b-bb1e-afe78c0b2c95 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:51.979484 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-f61e7cd7-08ae-4141-9559-7c91bfcb14bc tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6493750 Oct 20 10:50:51.981074 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 46298) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:50:51.991616 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-0e8111e1-f7f1-4a40-970f-07ba9cc5a573 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Request body: {'port': {'network_id': '8320e101-644d-44af-9385-629dd54c3c0a', 'name': 'tempest-NetworksTestDHCPv6-1640595518'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:50:52.112644 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 46310) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:50:52.196466 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_v2 [None req-23772ae3-5053-4bea-9df2-32deca114cd8 admin admin] Deleting subnet 8c9ad18b-f3f9-4a90-802c-d346920a622d {{(pid=100597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:50:52.211976 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-23772ae3-5053-4bea-9df2-32deca114cd8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:52.271984 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697b3b20-313d-4808-9011-0325e7a914c8 req-d5462b9e-24e5-4c7d-bbb2-9a027d32abb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:52.273738 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-697b3b20-313d-4808-9011-0325e7a914c8 req-d5462b9e-24e5-4c7d-bbb2-9a027d32abb2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=dfebcc83-a566-4e8b-95ce-d2b602fa67f2 HTTP/1.1" status: 200 len: 797 time: 0.4649713 Oct 20 10:50:52.318234 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device d0f6556e-16a4-4fe1-b882-5325a38e6c4f up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:50:52.336623 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-23772ae3-5053-4bea-9df2-32deca114cd8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25852621'] for subnet, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:52.339675 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e8111e1-f7f1-4a40-970f-07ba9cc5a573 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Made reservation on behalf of 22a79d88690a4055b95547a3f21027fa for: {'port': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:50:52.345290 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0e8111e1-f7f1-4a40-970f-07ba9cc5a573 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:52.391250 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0cd41b5a-d5e1-474b-bb1e-afe78c0b2c95 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:52.396634 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [None req-0e8111e1-f7f1-4a40-970f-07ba9cc5a573 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] device_id is not set on port 8460d7d6-ec93-4467-b3dc-3c20c509655b yet. {{(pid=100597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:50:52.431951 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port d0f6556e-16a4-4fe1-b882-5325a38e6c4f triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:50:52.432437 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:52.492793 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-23772ae3-5053-4bea-9df2-32deca114cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:52.533583 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697b3b20-313d-4808-9011-0325e7a914c8 req-67a92a10-e078-41b1-8c41-43382ee59046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:52.536967 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-697b3b20-313d-4808-9011-0325e7a914c8 req-67a92a10-e078-41b1-8c41-43382ee59046 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=07f7de1d-67fc-4ee5-9720-a5ddc92657d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2534192 Oct 20 10:50:52.628677 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:52.707223 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] For port d0f6556e-16a4-4fe1-b882-5325a38e6c4f, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=d0f6556e-16a4-4fe1-b882-5325a38e6c4f,segment=NetworkSegment(bdd410b3-9198-4748-b872-a4840957eef7),segment_id=bdd410b3-9198-4748-b872-a4840957eef7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:50:52.715658 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:52.797852 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-23772ae3-5053-4bea-9df2-32deca114cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25350811'] for subnet, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:52.826686 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-0e8111e1-f7f1-4a40-970f-07ba9cc5a573 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Allocated IP 2001:db8::14a (8320e101-644d-44af-9385-629dd54c3c0a/62d081e4-0f62-4b19-8816-793fc162d3d0/8460d7d6-ec93-4467-b3dc-3c20c509655b) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:50:52.830542 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-23772ae3-5053-4bea-9df2-32deca114cd8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:52.835228 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-23772ae3-5053-4bea-9df2-32deca114cd8 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/8c9ad18b-f3f9-4a90-802c-d346920a622d HTTP/1.1" status: 204 len: 168 time: 0.7211771 Oct 20 10:50:52.855044 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Pushing event updated for resources: {'Port': ['ID=d0f6556e-16a4-4fe1-b882-5325a38e6c4f,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:52.855295 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 46314) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:50:52.881600 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23772ae3-5053-4bea-9df2-32deca114cd8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c9ad18b-f3f9-4a90-802c-d346920a622d,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:53.039512 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bcc17565-7ab6-4d63-9a34-d4b9895f929b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:53.054971 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eca4a17-4a7e-46e4-9b27-0302c5067e2f None None] Network 8320e101-644d-44af-9385-629dd54c3c0a requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:50:53.130074 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-36e063aa-ec6a-476e-a559-653472d08814 None None] Could not find standard attr ID for object cfdafda1-6bc9-4cf4-8e0a-3d7622ef7e33. {{(pid=100598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 20 10:50:53.244157 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-36e063aa-ec6a-476e-a559-653472d08814 None None] Provisioning complete for port d0f6556e-16a4-4fe1-b882-5325a38e6c4f triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:50:53.244832 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-36e063aa-ec6a-476e-a559-653472d08814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:53.272181 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0e8111e1-f7f1-4a40-970f-07ba9cc5a573 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:53.309722 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0e8111e1-f7f1-4a40-970f-07ba9cc5a573 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:53.417255 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bcc17565-7ab6-4d63-9a34-d4b9895f929b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:53.421878 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e8111e1-f7f1-4a40-970f-07ba9cc5a573 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Network 8320e101-644d-44af-9385-629dd54c3c0a is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:50:53.434710 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-0e8111e1-f7f1-4a40-970f-07ba9cc5a573 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:50:53.440759 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8111e1-f7f1-4a40-970f-07ba9cc5a573 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:50:53.466940 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e8111e1-f7f1-4a40-970f-07ba9cc5a573 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:53.467990 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0e8111e1-f7f1-4a40-970f-07ba9cc5a573 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:53.476711 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8111e1-f7f1-4a40-970f-07ba9cc5a573 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Pushing event updated for resources: {'Port': ['ID=8460d7d6-ec93-4467-b3dc-3c20c509655b,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:53.478022 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-697b3b20-313d-4808-9011-0325e7a914c8 req-64fb3a2e-d4b5-437b-a471-be1491dd5bf8 service neutron] 10.222.0.55 "GET /v2.0/networks/07f7de1d-67fc-4ee5-9720-a5ddc92657d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9129372 Oct 20 10:50:53.490206 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-bcc17565-7ab6-4d63-9a34-d4b9895f929b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1bd979d-a352-44ca-89b6-a358a0660ac0']}} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:50:53.504021 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-bcc17565-7ab6-4d63-9a34-d4b9895f929b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96dfa309-c7df-4d10-8f15-9d739a677474') {'for_net_delete': True} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:50:53.504930 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-bcc17565-7ab6-4d63-9a34-d4b9895f929b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96dfa309-c7df-4d10-8f15-9d739a677474') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:50:53.515517 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-0e8111e1-f7f1-4a40-970f-07ba9cc5a573 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.5332446 Oct 20 10:50:53.518022 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 46322) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:50:53.550410 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bcc17565-7ab6-4d63-9a34-d4b9895f929b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25852596'] for segment, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:53.582946 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bcc17565-7ab6-4d63-9a34-d4b9895f929b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:53.594145 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cceddfc-b265-4a43-87ca-31265b73bfc2 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:53.605724 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cceddfc-b265-4a43-87ca-31265b73bfc2 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:53.611110 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-4cceddfc-b265-4a43-87ca-31265b73bfc2 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1592 time: 0.0915227 Oct 20 10:50:53.615631 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 46326) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:50:53.626751 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcc17565-7ab6-4d63-9a34-d4b9895f929b admin admin] Releasing vlan 826 on physical network physnet1 to pool {{(pid=100597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:50:53.627165 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bcc17565-7ab6-4d63-9a34-d4b9895f929b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951012'] for segment, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:53.629268 n-d-811396-3 neutron-server[100597]: Traceback (most recent call last): Oct 20 10:50:53.629268 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:50:53.629268 n-d-811396-3 neutron-server[100597]: timer() Oct 20 10:50:53.629268 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:50:53.629268 n-d-811396-3 neutron-server[100597]: cb(*args, **kw) Oct 20 10:50:53.629268 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:50:53.629268 n-d-811396-3 neutron-server[100597]: return func(*args, **kwargs) Oct 20 10:50:53.629268 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:50:53.629268 n-d-811396-3 neutron-server[100597]: self._notify() Oct 20 10:50:53.629268 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:50:53.629268 n-d-811396-3 neutron-server[100597]: self.callback(batched_events) Oct 20 10:50:53.629268 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:50:53.629268 n-d-811396-3 neutron-server[100597]: event.method(event) Oct 20 10:50:53.629268 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:50:53.629268 n-d-811396-3 neutron-server[100597]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:50:53.629268 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:50:53.629268 n-d-811396-3 neutron-server[100597]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:50:53.629268 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:50:53.629268 n-d-811396-3 neutron-server[100597]: return f(self, *a, **k) Oct 20 10:50:53.629268 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:50:53.629268 n-d-811396-3 neutron-server[100597]: return self._get(url).json() Oct 20 10:50:53.629268 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:50:53.629268 n-d-811396-3 neutron-server[100597]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:50:53.629268 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:50:53.629268 n-d-811396-3 neutron-server[100597]: return self.request(url, 'GET', **kwargs) Oct 20 10:50:53.629268 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:50:53.629268 n-d-811396-3 neutron-server[100597]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:50:53.629268 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:50:53.629268 n-d-811396-3 neutron-server[100597]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:50:53.629268 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:50:53.629268 n-d-811396-3 neutron-server[100597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:50:53.629268 n-d-811396-3 neutron-server[100597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:50:53.804319 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bcc17565-7ab6-4d63-9a34-d4b9895f929b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:53.832677 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bcc17565-7ab6-4d63-9a34-d4b9895f929b admin admin] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:53.849230 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-bcc17565-7ab6-4d63-9a34-d4b9895f929b admin admin] 10.222.0.64 "DELETE /v2.0/networks/f1bd979d-a352-44ca-89b6-a358a0660ac0 HTTP/1.1" status: 204 len: 168 time: 0.9862578 Oct 20 10:50:53.901083 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc17565-7ab6-4d63-9a34-d4b9895f929b admin admin] Pushing event deleted for resources: {'Network': ['ID=f1bd979d-a352-44ca-89b6-a358a0660ac0,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:53.914335 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-697b3b20-313d-4808-9011-0325e7a914c8 req-968a3b64-a768-4974-a51e-d4f427a02f57 service neutron] 10.222.0.55 "GET /v2.0/networks/07f7de1d-67fc-4ee5-9720-a5ddc92657d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4130225 Oct 20 10:50:53.956377 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-ddb9aabf-795f-4f2c-9537-7108218572c0 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Deleting port 8460d7d6-ec93-4467-b3dc-3c20c509655b {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:50:53.957379 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ddb9aabf-795f-4f2c-9537-7108218572c0 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:53.961544 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0cd41b5a-d5e1-474b-bb1e-afe78c0b2c95 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks [] for router_gateway, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:54.009978 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-7234f38b-c29c-492e-883c-bc6b262136f6 None None] Provisioning complete for port 8460d7d6-ec93-4467-b3dc-3c20c509655b triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:50:54.010474 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-7234f38b-c29c-492e-883c-bc6b262136f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:54.082616 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0cd41b5a-d5e1-474b-bb1e-afe78c0b2c95 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:54.091636 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-697b3b20-313d-4808-9011-0325e7a914c8 req-53dc039d-b2f7-4dfb-b02b-bf2c4bf76dad service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.247&port_id=f7887f37-d0d1-43d7-ab1a-53e2d1ece9e7 HTTP/1.1" status: 200 len: 217 time: 0.1498559 Oct 20 10:50:54.139887 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-7234f38b-c29c-492e-883c-bc6b262136f6 None None] Port 8460d7d6-ec93-4467-b3dc-3c20c509655b cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:50:54.185101 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-7234f38b-c29c-492e-883c-bc6b262136f6 None None] Provisioning complete for port d0f6556e-16a4-4fe1-b882-5325a38e6c4f triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:50:54.186616 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-7234f38b-c29c-492e-883c-bc6b262136f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:54.207220 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 46336) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:50:54.305894 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device d0f6556e-16a4-4fe1-b882-5325a38e6c4f up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:50:54.342301 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ddb9aabf-795f-4f2c-9537-7108218572c0 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:54.393494 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-f78b2859-1007-4d5b-a275-8f19ea27bd6c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d11d55054d4b421595fd77f9f4853b62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1815798 Oct 20 10:50:54.393494 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-ddb9aabf-795f-4f2c-9537-7108218572c0 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Calling delete_port for 8460d7d6-ec93-4467-b3dc-3c20c509655b owned by {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:50:54.395024 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 46338) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:50:54.416727 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697b3b20-313d-4808-9011-0325e7a914c8 req-64df507d-6835-4f94-b10c-397c2dae8edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:54.422958 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-697b3b20-313d-4808-9011-0325e7a914c8 req-64df507d-6835-4f94-b10c-397c2dae8edf service neutron] 10.222.0.55 "GET /v2.0/subnets?id=dfebcc83-a566-4e8b-95ce-d2b602fa67f2 HTTP/1.1" status: 200 len: 797 time: 0.3088872 Oct 20 10:50:54.474871 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port d0f6556e-16a4-4fe1-b882-5325a38e6c4f triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:50:54.474871 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:54.558744 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [None req-0cd41b5a-d5e1-474b-bb1e-afe78c0b2c95 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Allocated IP 172.25.1.15 (cbe170d3-31ba-45a2-b477-520ab0a7a8ea/f4e26aca-17ac-4adb-a66b-d939a1b35b64/4e711bdc-ecfb-48b8-a052-6d0428b77592) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:50:54.600405 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697b3b20-313d-4808-9011-0325e7a914c8 req-17eb597f-0d8d-4617-a0f0-63bf1cc74ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:54.602055 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-697b3b20-313d-4808-9011-0325e7a914c8 req-17eb597f-0d8d-4617-a0f0-63bf1cc74ac0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=07f7de1d-67fc-4ee5-9720-a5ddc92657d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1747923 Oct 20 10:50:54.603479 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-48431ad8-2044-4263-bf66-db4cd61f8956 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:54.619847 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-2d3403aa-f482-4332-8040-fb62195d5e3c None None] Could not find standard attr ID for object c35900fd-4c92-427b-9967-c8db370aa965. {{(pid=100598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 20 10:50:54.719460 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-48431ad8-2044-4263-bf66-db4cd61f8956 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:54.840557 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-697b3b20-313d-4808-9011-0325e7a914c8 req-0997c732-d8f9-445e-9ed4-cfcf6412a749 service neutron] 10.222.0.55 "GET /v2.0/networks/07f7de1d-67fc-4ee5-9720-a5ddc92657d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271767 Oct 20 10:50:54.858119 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-48431ad8-2044-4263-bf66-db4cd61f8956 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:54.863416 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-48431ad8-2044-4263-bf66-db4cd61f8956 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:54.865156 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-48431ad8-2044-4263-bf66-db4cd61f8956 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/cbdf72da-0760-4792-9662-d605f2ab2d05 HTTP/1.1" status: 204 len: 168 time: 0.4630704 Oct 20 10:50:54.866308 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0cd41b5a-d5e1-474b-bb1e-afe78c0b2c95 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:54.877879 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ddb9aabf-795f-4f2c-9537-7108218572c0 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:54.882798 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48431ad8-2044-4263-bf66-db4cd61f8956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbdf72da-0760-4792-9662-d605f2ab2d05,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:54.937111 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-7c750de3-ec6c-41e4-9617-be883db88ede None None] Could not find standard attr ID for object cfdafda1-6bc9-4cf4-8e0a-3d7622ef7e33. {{(pid=100598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 20 10:50:54.941885 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb9aabf-795f-4f2c-9537-7108218572c0 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Pushing event deleted for resources: {'Port': ['ID=8460d7d6-ec93-4467-b3dc-3c20c509655b,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:54.982617 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ddb9aabf-795f-4f2c-9537-7108218572c0 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:54.990696 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-ddb9aabf-795f-4f2c-9537-7108218572c0 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "DELETE /v2.0/ports/8460d7d6-ec93-4467-b3dc-3c20c509655b HTTP/1.1" status: 204 len: 168 time: 1.3740249 Oct 20 10:50:54.991820 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 46344) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:50:55.040007 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0cd41b5a-d5e1-474b-bb1e-afe78c0b2c95 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:55.072523 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbef1b9d-b6e9-4e79-83b3-ae3129c75563 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:55.074425 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbef1b9d-b6e9-4e79-83b3-ae3129c75563 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:55.076183 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-bbef1b9d-b6e9-4e79-83b3-ae3129c75563 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0831559 Oct 20 10:50:55.078727 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 46352) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:50:55.125441 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd41b5a-d5e1-474b-bb1e-afe78c0b2c95 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Network cbe170d3-31ba-45a2-b477-520ab0a7a8ea is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:50:55.128443 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-0cd41b5a-d5e1-474b-bb1e-afe78c0b2c95 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:50:55.134299 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-697b3b20-313d-4808-9011-0325e7a914c8 req-24e6b107-5aa3-4d9f-9098-14dd049ad6a9 service neutron] 10.222.0.55 "GET /v2.0/networks/07f7de1d-67fc-4ee5-9720-a5ddc92657d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2854667 Oct 20 10:50:55.139037 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd41b5a-d5e1-474b-bb1e-afe78c0b2c95 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:50:55.142616 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd41b5a-d5e1-474b-bb1e-afe78c0b2c95 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Pushing event updated for resources: {'Port': ['ID=4e711bdc-ecfb-48b8-a052-6d0428b77592,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:55.150284 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef4b9522-16ab-4e01-95dd-bd511482876b tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Deleting subnet 62d081e4-0f62-4b19-8816-793fc162d3d0 {{(pid=100597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:50:55.157946 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ef4b9522-16ab-4e01-95dd-bd511482876b tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks [] for subnet, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:55.245485 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ef4b9522-16ab-4e01-95dd-bd511482876b tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25852621'] for subnet, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:55.263178 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-697b3b20-313d-4808-9011-0325e7a914c8 req-5a860352-98c5-4805-b4ee-80c87bd03bfe service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=949e0597-b23d-43ab-b10e-b0353aeb6d55 HTTP/1.1" status: 200 len: 217 time: 0.0829759 Oct 20 10:50:55.384089 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ef4b9522-16ab-4e01-95dd-bd511482876b tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:55.392737 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-cb81f3ad-46f0-4454-93ff-9c1be781b330 None None] Could not find standard attr ID for object 8460d7d6-ec93-4467-b3dc-3c20c509655b. {{(pid=100598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 20 10:50:55.497810 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ef4b9522-16ab-4e01-95dd-bd511482876b tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25350811'] for subnet, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:55.513285 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697b3b20-313d-4808-9011-0325e7a914c8 req-724795e5-a692-4040-a33e-96fa4a6e6ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:55.518563 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-697b3b20-313d-4808-9011-0325e7a914c8 req-724795e5-a692-4040-a33e-96fa4a6e6ad6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=22db2ce2-efe8-4e35-9c70-b815c9c036db HTTP/1.1" status: 200 len: 797 time: 0.2434285 Oct 20 10:50:55.569391 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4b9522-16ab-4e01-95dd-bd511482876b tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Pushing event deleted for resources: {'Subnet': ['ID=62d081e4-0f62-4b19-8816-793fc162d3d0,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:55.573743 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ef4b9522-16ab-4e01-95dd-bd511482876b tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:55.580971 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-ef4b9522-16ab-4e01-95dd-bd511482876b tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "DELETE /v2.0/subnets/62d081e4-0f62-4b19-8816-793fc162d3d0 HTTP/1.1" status: 204 len: 168 time: 0.4979763 Oct 20 10:50:55.581164 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 46372) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:50:55.643600 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-22640a9c-d7bb-4098-b3d8-275667cc6bbc tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0583556 Oct 20 10:50:55.643864 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 46374) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:50:55.752489 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5bfbc08-abe6-4884-bbd5-89dec1aef2a3 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:55.760125 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-b5bfbc08-abe6-4884-bbd5-89dec1aef2a3 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1081247 Oct 20 10:50:55.760795 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 46378) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:50:55.806225 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0cd41b5a-d5e1-474b-bb1e-afe78c0b2c95 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks [] for router_gateway, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:55.814940 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d270e780-c9dd-4ee3-8d7d-881f4da99a5b None None] Network 8320e101-644d-44af-9385-629dd54c3c0a requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:50:55.845099 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697b3b20-313d-4808-9011-0325e7a914c8 req-f199afc2-38fc-4a75-b35a-7cf0a634ebf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:55.846620 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-697b3b20-313d-4808-9011-0325e7a914c8 req-f199afc2-38fc-4a75-b35a-7cf0a634ebf1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5a3ba547-1c5f-4bda-b0cf-f555209356c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3194165 Oct 20 10:50:55.874041 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94fd8107-f893-4acf-b2ca-8873d7d19cc3 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:55.877874 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-94fd8107-f893-4acf-b2ca-8873d7d19cc3 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1138101 Oct 20 10:50:55.878052 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 46382) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:50:55.923677 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-df744f6e-5a4c-4909-ab39-5c2800b3d6d0 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0406277 Oct 20 10:50:55.925514 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 46384) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:50:55.930936 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-03785c69-020c-4282-98dc-ae985f5109da tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Request body: {'subnet': {'network_id': '8320e101-644d-44af-9385-629dd54c3c0a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:50:56.052298 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03785c69-020c-4282-98dc-ae985f5109da tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Made reservation on behalf of 22a79d88690a4055b95547a3f21027fa for: {'subnet': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:50:56.056908 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-03785c69-020c-4282-98dc-ae985f5109da tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25350782'] for subnet, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:56.126574 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb363746-a620-4d7a-860f-9882e477d490 None None] DHCP port deletion for 8320e101-644d-44af-9385-629dd54c3c0a request from n-d-811396-3 {{(pid=100598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:50:56.219823 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-fb363746-a620-4d7a-860f-9882e477d490 None None] Deleting port d0f6556e-16a4-4fe1-b882-5325a38e6c4f {{(pid=100598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:50:56.220207 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-fb363746-a620-4d7a-860f-9882e477d490 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:56.247351 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0cd41b5a-d5e1-474b-bb1e-afe78c0b2c95 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1773475'] for router, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:56.270326 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device d0f6556e-16a4-4fe1-b882-5325a38e6c4f no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:50:56.280477 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-697b3b20-313d-4808-9011-0325e7a914c8 req-d9a3e08a-02d4-45f6-b8d1-630476a9bdf9 service neutron] 10.222.0.55 "GET /v2.0/networks/5a3ba547-1c5f-4bda-b0cf-f555209356c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4254115 Oct 20 10:50:56.444633 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-fb363746-a620-4d7a-860f-9882e477d490 None None] For port d0f6556e-16a4-4fe1-b882-5325a38e6c4f, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=d0f6556e-16a4-4fe1-b882-5325a38e6c4f,segment=NetworkSegment(bdd410b3-9198-4748-b872-a4840957eef7),segment_id=bdd410b3-9198-4748-b872-a4840957eef7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:50:56.445210 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-fb363746-a620-4d7a-860f-9882e477d490 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:56.464878 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-697b3b20-313d-4808-9011-0325e7a914c8 req-8d8290f7-12b0-4cd8-bde1-f5608f17390d service neutron] 10.222.0.55 "GET /v2.0/networks/5a3ba547-1c5f-4bda-b0cf-f555209356c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761806 Oct 20 10:50:56.492192 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-fb363746-a620-4d7a-860f-9882e477d490 None None] Calling delete_port for d0f6556e-16a4-4fe1-b882-5325a38e6c4f owned by network:dhcp {{(pid=100598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:50:56.592614 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-697b3b20-313d-4808-9011-0325e7a914c8 req-3e135630-31b6-4641-a222-2c1aae485028 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d0675769-de69-4a35-beb7-6d50c8201cd3 HTTP/1.1" status: 200 len: 217 time: 0.1155941 Oct 20 10:50:56.667540 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:56.691950 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697b3b20-313d-4808-9011-0325e7a914c8 req-ca10bd68-0a4e-4c4e-b812-f21296aacc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:56.693894 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-697b3b20-313d-4808-9011-0325e7a914c8 req-ca10bd68-0a4e-4c4e-b812-f21296aacc71 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=22db2ce2-efe8-4e35-9c70-b815c9c036db HTTP/1.1" status: 200 len: 797 time: 0.0943961 Oct 20 10:50:56.713350 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cd41b5a-d5e1-474b-bb1e-afe78c0b2c95 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Router bf59da99-dd2d-478d-9b0d-3016ea34cf63 is scheduled to L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 with binding_index 1 {{(pid=100596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 10:50:56.732696 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] For port d0f6556e-16a4-4fe1-b882-5325a38e6c4f, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=d0f6556e-16a4-4fe1-b882-5325a38e6c4f,segment=NetworkSegment(bdd410b3-9198-4748-b872-a4840957eef7),segment_id=bdd410b3-9198-4748-b872-a4840957eef7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:50:56.739763 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:56.823353 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Pushing event updated for resources: {'Port': ['ID=d0f6556e-16a4-4fe1-b882-5325a38e6c4f,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:56.836340 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:50:56.836698 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:50:56.837037 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:50:56.837953 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:50:56.838302 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:50:56.838898 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:50:56.839245 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:50:56.839597 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:50:56.840057 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:50:56.840520 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:50:56.840855 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:50:56.841174 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:50:56.856065 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-fb363746-a620-4d7a-860f-9882e477d490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956'] for port, after_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:56.871692 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb363746-a620-4d7a-860f-9882e477d490 None None] No DVR routers for this DVR port d0f6556e-16a4-4fe1-b882-5325a38e6c4f on host n-d-811396-3 {{(pid=100598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:50:56.891226 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697b3b20-313d-4808-9011-0325e7a914c8 req-d9d38090-3042-4d6b-9fa2-8633184eee0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:56.893045 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-697b3b20-313d-4808-9011-0325e7a914c8 req-d9d38090-3042-4d6b-9fa2-8633184eee0e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5a3ba547-1c5f-4bda-b0cf-f555209356c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1920199 Oct 20 10:50:56.895692 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb363746-a620-4d7a-860f-9882e477d490 None None] Pushing event deleted for resources: {'Port': ['ID=d0f6556e-16a4-4fe1-b882-5325a38e6c4f,revision_number=None']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:56.910575 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 46408) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:50:56.994742 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-03785c69-020c-4282-98dc-ae985f5109da tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25350752'] for subnet, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:57.038387 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03785c69-020c-4282-98dc-ae985f5109da tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Network 8320e101-644d-44af-9385-629dd54c3c0a is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:50:57.043287 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-03785c69-020c-4282-98dc-ae985f5109da tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:50:57.054404 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5084a50-46dc-47ca-89b7-240384896e72 None None] Network 8320e101-644d-44af-9385-629dd54c3c0a requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:50:57.070630 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03785c69-020c-4282-98dc-ae985f5109da tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:57.071415 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-03785c69-020c-4282-98dc-ae985f5109da tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:57.109524 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-afae8606-966e-423a-bfb7-e97e0cf3c2b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:57.152060 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cd41b5a-d5e1-474b-bb1e-afe78c0b2c95 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:50:57.164321 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905049c7-f931-4854-9882-4c84e358f937 None None] Sync routers for ids ['bf59da99-dd2d-478d-9b0d-3016ea34cf63'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:50:57.192669 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905049c7-f931-4854-9882-4c84e358f937 None None] Routers {'bf59da99-dd2d-478d-9b0d-3016ea34cf63'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:50:57.193632 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-905049c7-f931-4854-9882-4c84e358f937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:50:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['bf59da99-dd2d-478d-9b0d-3016ea34cf63'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:50:57.195657 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-697b3b20-313d-4808-9011-0325e7a914c8 req-a29b45df-0690-4248-b9c4-604731dbf115 service neutron] 10.222.0.55 "GET /v2.0/networks/5a3ba547-1c5f-4bda-b0cf-f555209356c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2914431 Oct 20 10:50:57.200398 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0cd41b5a-d5e1-474b-bb1e-afe78c0b2c95 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks [] for router, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:57.201671 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-0cd41b5a-d5e1-474b-bb1e-afe78c0b2c95 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.5715857 Oct 20 10:50:57.212207 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-afae8606-966e-423a-bfb7-e97e0cf3c2b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:57.213568 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 46412) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:50:57.220580 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-03785c69-020c-4282-98dc-ae985f5109da tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2935789 Oct 20 10:50:57.227220 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03785c69-020c-4282-98dc-ae985f5109da tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Pushing event updated for resources: {'Subnet': ['ID=09269d07-988b-44a1-91e4-5d612090d3e4,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:57.240395 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-afae8606-966e-423a-bfb7-e97e0cf3c2b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:57.242913 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 46414) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:50:57.273342 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-cdaa5ed4-89b1-4f7d-b639-b8ac1403a95f tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Request body: {'port': {'network_id': '8320e101-644d-44af-9385-629dd54c3c0a', 'fixed_ips': [{'subnet_id': '09269d07-988b-44a1-91e4-5d612090d3e4', 'ip_address': '2001:db8::6b94:cb9e:5e5c:c77d'}], 'name': 'tempest-NetworksTestDHCPv6-1888279023'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:50:57.293791 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce13f79e-8431-4be4-85cf-590b2b526ef3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524064ba-869c-5550-b826-c26b69a11278-8320e101-644d-44af-9385-629dd54c3c0a', 'network_id': '8320e101-644d-44af-9385-629dd54c3c0a', 'tenant_id': '22a79d88690a4055b95547a3f21027fa', 'fixed_ips': [{'subnet_id': '09269d07-988b-44a1-91e4-5d612090d3e4'}]}} from n-d-811396-3. {{(pid=100598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:50:57.294669 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-ce13f79e-8431-4be4-85cf-590b2b526ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:57.392457 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-697b3b20-313d-4808-9011-0325e7a914c8 req-bc096d8a-2823-4bd5-8912-4b2df174f367 service neutron] 10.222.0.55 "GET /v2.0/networks/5a3ba547-1c5f-4bda-b0cf-f555209356c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895015 Oct 20 10:50:57.411085 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-905049c7-f931-4854-9882-4c84e358f937 None None] Set router bf59da99-dd2d-478d-9b0d-3016ea34cf63 gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:50:57.473077 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 46418) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:50:57.473602 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-afae8606-966e-423a-bfb7-e97e0cf3c2b7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c102e45e155243099e876070c25c311c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5617471 Oct 20 10:50:57.474435 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afae8606-966e-423a-bfb7-e97e0cf3c2b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47fb63eb-5019-4cb3-a320-d45949a74aa8,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:57.503110 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-a35e0d24-2d2d-450d-893c-4e4aad5cd3c4 tempest-TestNetworkBasicOps-915599348 tempest-TestNetworkBasicOps-915599348-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=ce3bca74c1d8467f832763bc531bfd88&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2876325 Oct 20 10:50:57.505670 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdaa5ed4-89b1-4f7d-b639-b8ac1403a95f tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Made reservation on behalf of 22a79d88690a4055b95547a3f21027fa for: {'port': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:50:57.562066 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 46422) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:50:57.583961 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-ce13f79e-8431-4be4-85cf-590b2b526ef3 None None] Allocated IP 2001:db8::2 (8320e101-644d-44af-9385-629dd54c3c0a/09269d07-988b-44a1-91e4-5d612090d3e4/5e537703-b012-4b12-8ee3-cc2874d57fdd) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:50:57.617679 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-cdaa5ed4-89b1-4f7d-b639-b8ac1403a95f tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:57.646542 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [None req-cdaa5ed4-89b1-4f7d-b639-b8ac1403a95f tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] device_id is not set on port e560d76f-090c-4e41-982c-cc7d40c9c4f7 yet. {{(pid=100597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:50:57.773162 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4d9fc568-a94b-4db6-ac18-5e90383181dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:57.827484 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-905049c7-f931-4854-9882-4c84e358f937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf59da99-dd2d-478d-9b0d-3016ea34cf63', 'name': 'tempest-TestNetworkBasicOps-router-1996889391', 'tenant_id': 'ce3bca74c1d8467f832763bc531bfd88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': '4e711bdc-ecfb-48b8-a052-6d0428b77592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:50:51Z', 'updated_at': '2021-10-20T10:50:55Z', 'revision_number': 3, 'project_id': 'ce3bca74c1d8467f832763bc531bfd88', 'gw_port': {'id': '4e711bdc-ecfb-48b8-a052-6d0428b77592', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:0e:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf59da99-dd2d-478d-9b0d-3016ea34cf63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2694, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:50:54Z', 'updated_at': '2021-10-20T10:50:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:50:57.840765 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-ce13f79e-8431-4be4-85cf-590b2b526ef3 None None] Publish callbacks [] for port, precommit_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:57.848876 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-ce13f79e-8431-4be4-85cf-590b2b526ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:57.868197 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905049c7-f931-4854-9882-4c84e358f937 None None] Checking router: bf59da99-dd2d-478d-9b0d-3016ea34cf63 for host: n-d-811396-3 {{(pid=100599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:50:57.869165 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905049c7-f931-4854-9882-4c84e358f937 None None] Updating router bf59da99-dd2d-478d-9b0d-3016ea34cf63 port 4e711bdc-ecfb-48b8-a052-6d0428b77592 binding host n-d-811396-3 {{(pid=100599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 10:50:57.889762 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4d9fc568-a94b-4db6-ac18-5e90383181dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:57.900765 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce13f79e-8431-4be4-85cf-590b2b526ef3 None None] Network 8320e101-644d-44af-9385-629dd54c3c0a is already hosted by enough agents. {{(pid=100598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:50:57.903822 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-905049c7-f931-4854-9882-4c84e358f937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:57.903990 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.base_scheduler [None req-ce13f79e-8431-4be4-85cf-590b2b526ef3 None None] Resources bound (agent type, host, resource id): {{(pid=100598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:50:57.911030 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce13f79e-8431-4be4-85cf-590b2b526ef3 None None] Received port after_create {{(pid=100598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:50:57.926636 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce13f79e-8431-4be4-85cf-590b2b526ef3 None None] Pushing event updated for resources: {'Port': ['ID=5e537703-b012-4b12-8ee3-cc2874d57fdd,revision_number=1']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:57.953384 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-cdaa5ed4-89b1-4f7d-b639-b8ac1403a95f tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Allocated IP 2001:db8::6b94:cb9e:5e5c:c77d (8320e101-644d-44af-9385-629dd54c3c0a/09269d07-988b-44a1-91e4-5d612090d3e4/e560d76f-090c-4e41-982c-cc7d40c9c4f7) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:50:58.015060 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-ce13f79e-8431-4be4-85cf-590b2b526ef3 None None] Attempting to bind port 5e537703-b012-4b12-8ee3-cc2874d57fdd on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:50:58.015954 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-ce13f79e-8431-4be4-85cf-590b2b526ef3 None None] Attempting to bind port 5e537703-b012-4b12-8ee3-cc2874d57fdd by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': 'bdd410b3-9198-4748-b872-a4840957eef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '8320e101-644d-44af-9385-629dd54c3c0a'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:50:58.016504 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce13f79e-8431-4be4-85cf-590b2b526ef3 None None] Attempting to bind port 5e537703-b012-4b12-8ee3-cc2874d57fdd on network 8320e101-644d-44af-9385-629dd54c3c0a {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:50:58.045067 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce13f79e-8431-4be4-85cf-590b2b526ef3 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 50, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:50:58.046622 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce13f79e-8431-4be4-85cf-590b2b526ef3 None None] Checking segment: {'id': 'bdd410b3-9198-4748-b872-a4840957eef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '8320e101-644d-44af-9385-629dd54c3c0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:50:58.047211 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-ce13f79e-8431-4be4-85cf-590b2b526ef3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:58.049073 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce13f79e-8431-4be4-85cf-590b2b526ef3 None None] Bound using segment: {'id': 'bdd410b3-9198-4748-b872-a4840957eef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '8320e101-644d-44af-9385-629dd54c3c0a'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:50:58.049929 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-ce13f79e-8431-4be4-85cf-590b2b526ef3 None None] Bound port: 5e537703-b012-4b12-8ee3-cc2874d57fdd, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdd410b3-9198-4748-b872-a4840957eef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '8320e101-644d-44af-9385-629dd54c3c0a'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:50:58.052240 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-ce13f79e-8431-4be4-85cf-590b2b526ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:58.156736 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-ce13f79e-8431-4be4-85cf-590b2b526ef3 None None] For port 5e537703-b012-4b12-8ee3-cc2874d57fdd, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:50:58.162529 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-ce13f79e-8431-4be4-85cf-590b2b526ef3 None None] For port 5e537703-b012-4b12-8ee3-cc2874d57fdd, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=5e537703-b012-4b12-8ee3-cc2874d57fdd,segment=NetworkSegment(bdd410b3-9198-4748-b872-a4840957eef7),segment_id=bdd410b3-9198-4748-b872-a4840957eef7)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:50:58.169198 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-ce13f79e-8431-4be4-85cf-590b2b526ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:58.199771 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 7 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 10:50:58.265626 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-cdaa5ed4-89b1-4f7d-b639-b8ac1403a95f tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:58.269873 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce13f79e-8431-4be4-85cf-590b2b526ef3 None None] Pushing event updated for resources: {'Port': ['ID=5e537703-b012-4b12-8ee3-cc2874d57fdd,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:58.333245 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-cdaa5ed4-89b1-4f7d-b639-b8ac1403a95f tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:58.445023 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaa5ed4-89b1-4f7d-b639-b8ac1403a95f tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Pushing event updated for resources: {'Port': ['ID=e560d76f-090c-4e41-982c-cc7d40c9c4f7,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:58.454061 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdaa5ed4-89b1-4f7d-b639-b8ac1403a95f tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Network 8320e101-644d-44af-9385-629dd54c3c0a is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:50:58.455825 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-cdaa5ed4-89b1-4f7d-b639-b8ac1403a95f tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:50:58.460125 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdaa5ed4-89b1-4f7d-b639-b8ac1403a95f tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:50:58.468490 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdaa5ed4-89b1-4f7d-b639-b8ac1403a95f tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:58.469418 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-cdaa5ed4-89b1-4f7d-b639-b8ac1403a95f tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:58.490231 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-cdaa5ed4-89b1-4f7d-b639-b8ac1403a95f tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.2311218 Oct 20 10:50:58.493937 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 46432) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:50:58.512010 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-905049c7-f931-4854-9882-4c84e358f937 None None] Publish callbacks [] for port, precommit_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:58.522996 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-905049c7-f931-4854-9882-4c84e358f937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:58.553756 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b140664-77ad-4dc8-b2ac-00a490f96aff tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:58.572606 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b140664-77ad-4dc8-b2ac-00a490f96aff tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:58.572606 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-5b140664-77ad-4dc8-b2ac-00a490f96aff tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0769753 Oct 20 10:50:58.596708 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 46434) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:50:58.605529 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bd04e1-c8db-42ad-89b7-2f778790b77e None None] Pushing event updated for resources: {'Port': ['ID=4e711bdc-ecfb-48b8-a052-6d0428b77592,revision_number=2']} {{(pid=100599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:58.635576 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bd04e1-c8db-42ad-89b7-2f778790b77e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:50:58.636185 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bd04e1-c8db-42ad-89b7-2f778790b77e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:50:58.637468 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bd04e1-c8db-42ad-89b7-2f778790b77e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:50:58.637468 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bd04e1-c8db-42ad-89b7-2f778790b77e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:50:58.637847 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bd04e1-c8db-42ad-89b7-2f778790b77e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:50:58.638145 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bd04e1-c8db-42ad-89b7-2f778790b77e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:50:58.638475 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bd04e1-c8db-42ad-89b7-2f778790b77e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:50:58.638801 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bd04e1-c8db-42ad-89b7-2f778790b77e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:50:58.639126 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bd04e1-c8db-42ad-89b7-2f778790b77e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:50:58.649471 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bd04e1-c8db-42ad-89b7-2f778790b77e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:50:58.649821 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bd04e1-c8db-42ad-89b7-2f778790b77e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:50:58.650157 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bd04e1-c8db-42ad-89b7-2f778790b77e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:50:58.685636 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-905049c7-f931-4854-9882-4c84e358f937 None None] Attempting to bind port 4e711bdc-ecfb-48b8-a052-6d0428b77592 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:50:58.686205 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-905049c7-f931-4854-9882-4c84e358f937 None None] Attempting to bind port 4e711bdc-ecfb-48b8-a052-6d0428b77592 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}] {{(pid=100599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:50:58.686745 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905049c7-f931-4854-9882-4c84e358f937 None None] Attempting to bind port 4e711bdc-ecfb-48b8-a052-6d0428b77592 on network cbe170d3-31ba-45a2-b477-520ab0a7a8ea {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:50:58.696520 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905049c7-f931-4854-9882-4c84e358f937 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 50, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:50:58.696898 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905049c7-f931-4854-9882-4c84e358f937 None None] Checking segment: {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:50:58.698089 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-905049c7-f931-4854-9882-4c84e358f937 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:58.698483 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905049c7-f931-4854-9882-4c84e358f937 None None] Bound using segment: {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'} {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:50:58.698952 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-905049c7-f931-4854-9882-4c84e358f937 None None] Bound port: 4e711bdc-ecfb-48b8-a052-6d0428b77592, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}}] {{(pid=100599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:50:58.699328 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-905049c7-f931-4854-9882-4c84e358f937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:58.791541 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.db [None req-905049c7-f931-4854-9882-4c84e358f937 None None] For port 4e711bdc-ecfb-48b8-a052-6d0428b77592, host n-d-811396-3, cleared binding levels {{(pid=100599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:50:58.798469 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.db [None req-905049c7-f931-4854-9882-4c84e358f937 None None] For port 4e711bdc-ecfb-48b8-a052-6d0428b77592, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=4e711bdc-ecfb-48b8-a052-6d0428b77592,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:50:58.805662 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-905049c7-f931-4854-9882-4c84e358f937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:58.815204 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-a693f8a9-a6c2-4cdc-b8e5-0de15ddf048d tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Deleting port e560d76f-090c-4e41-982c-cc7d40c9c4f7 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:50:58.815634 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a693f8a9-a6c2-4cdc-b8e5-0de15ddf048d tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:58.856533 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf2f4b97-85cf-4d64-90a0-d1c0b4afc8dc tempest-TestNetworkBasicOps-915599348 tempest-TestNetworkBasicOps-915599348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:58.867563 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 46442) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:50:58.868222 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-bf2f4b97-85cf-4d64-90a0-d1c0b4afc8dc tempest-TestNetworkBasicOps-915599348 tempest-TestNetworkBasicOps-915599348-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.3016341 Oct 20 10:50:58.891987 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905049c7-f931-4854-9882-4c84e358f937 None None] Routers {'bf59da99-dd2d-478d-9b0d-3016ea34cf63'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:50:58.893036 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-905049c7-f931-4854-9882-4c84e358f937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:50:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['bf59da99-dd2d-478d-9b0d-3016ea34cf63'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:50:58.895858 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4d9fc568-a94b-4db6-ac18-5e90383181dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:58.900342 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4d9fc568-a94b-4db6-ac18-5e90383181dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:58.903820 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-4d9fc568-a94b-4db6-ac18-5e90383181dd admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/47fb63eb-5019-4cb3-a320-d45949a74aa8 HTTP/1.1" status: 204 len: 168 time: 1.4274430 Oct 20 10:50:58.916790 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9fc568-a94b-4db6-ac18-5e90383181dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47fb63eb-5019-4cb3-a320-d45949a74aa8,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:58.947835 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 46446) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:50:58.948431 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-e8cd1e1a-b6fc-4ff8-a854-17302679ff49 tempest-TestNetworkBasicOps-915599348 tempest-TestNetworkBasicOps-915599348-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=cbe170d3-31ba-45a2-b477-520ab0a7a8ea&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0794303 Oct 20 10:50:58.953739 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-f1acee93-abc3-4ac6-97a9-db5aa8ad14ec tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1695530277', 'network_id': '8ca5e922-b948-426f-9281-49c209c89e06', 'project_id': 'ce3bca74c1d8467f832763bc531bfd88', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:50:59.004129 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bd04e1-c8db-42ad-89b7-2f778790b77e None None] Pushing event updated for resources: {'Port': ['ID=4e711bdc-ecfb-48b8-a052-6d0428b77592,revision_number=3']} {{(pid=100599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:59.076063 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a693f8a9-a6c2-4cdc-b8e5-0de15ddf048d tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:59.093980 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1acee93-abc3-4ac6-97a9-db5aa8ad14ec tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Made reservation on behalf of ce3bca74c1d8467f832763bc531bfd88 for: {'subnet': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:50:59.099227 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-a693f8a9-a6c2-4cdc-b8e5-0de15ddf048d tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Calling delete_port for e560d76f-090c-4e41-982c-cc7d40c9c4f7 owned by {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:50:59.105687 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f1acee93-abc3-4ac6-97a9-db5aa8ad14ec tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26761797'] for subnet, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:59.151477 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-905049c7-f931-4854-9882-4c84e358f937 None None] Set router bf59da99-dd2d-478d-9b0d-3016ea34cf63 gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:50:59.382724 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a693f8a9-a6c2-4cdc-b8e5-0de15ddf048d tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:59.430180 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a693f8a9-a6c2-4cdc-b8e5-0de15ddf048d tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Pushing event deleted for resources: {'Port': ['ID=e560d76f-090c-4e41-982c-cc7d40c9c4f7,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:59.484858 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a693f8a9-a6c2-4cdc-b8e5-0de15ddf048d tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:59.494394 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-a693f8a9-a6c2-4cdc-b8e5-0de15ddf048d tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "DELETE /v2.0/ports/e560d76f-090c-4e41-982c-cc7d40c9c4f7 HTTP/1.1" status: 204 len: 168 time: 0.8956397 Oct 20 10:50:59.496462 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 46454) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:50:59.538763 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-905049c7-f931-4854-9882-4c84e358f937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf59da99-dd2d-478d-9b0d-3016ea34cf63', 'name': 'tempest-TestNetworkBasicOps-router-1996889391', 'tenant_id': 'ce3bca74c1d8467f832763bc531bfd88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': '4e711bdc-ecfb-48b8-a052-6d0428b77592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:50:51Z', 'updated_at': '2021-10-20T10:50:55Z', 'revision_number': 3, 'project_id': 'ce3bca74c1d8467f832763bc531bfd88', 'gw_port': {'id': '4e711bdc-ecfb-48b8-a052-6d0428b77592', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:0e:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf59da99-dd2d-478d-9b0d-3016ea34cf63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2694, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:50:54Z', 'updated_at': '2021-10-20T10:50:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:50:59.611169 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905049c7-f931-4854-9882-4c84e358f937 None None] The sync data for ids ['bf59da99-dd2d-478d-9b0d-3016ea34cf63'] in n-d-811396-3 is: [{'id': 'bf59da99-dd2d-478d-9b0d-3016ea34cf63', 'name': 'tempest-TestNetworkBasicOps-router-1996889391', 'tenant_id': 'ce3bca74c1d8467f832763bc531bfd88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': '4e711bdc-ecfb-48b8-a052-6d0428b77592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:50:51Z', 'updated_at': '2021-10-20T10:50:55Z', 'revision_number': 3, 'project_id': 'ce3bca74c1d8467f832763bc531bfd88', 'gw_port': {'id': '4e711bdc-ecfb-48b8-a052-6d0428b77592', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:0e:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf59da99-dd2d-478d-9b0d-3016ea34cf63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2694, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:50:54Z', 'updated_at': '2021-10-20T10:50:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:50:59.628044 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f1acee93-abc3-4ac6-97a9-db5aa8ad14ec tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26836128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26761819'] for subnet, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:59.635321 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e9b969a-f3c6-41d3-a818-6151a289a779 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:59.638701 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e9b969a-f3c6-41d3-a818-6151a289a779 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:59.645398 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-5e9b969a-f3c6-41d3-a818-6151a289a779 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1465139 Oct 20 10:50:59.651987 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 46460) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:50:59.818292 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb7fbfbc-1c19-4388-9306-207cef5dcedb tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Deleting subnet 09269d07-988b-44a1-91e4-5d612090d3e4 {{(pid=100597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:50:59.834081 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-eb7fbfbc-1c19-4388-9306-207cef5dcedb tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks [] for subnet, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:59.838825 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1acee93-abc3-4ac6-97a9-db5aa8ad14ec tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Pushing event updated for resources: {'Subnet': ['ID=d064623b-205c-4c55-bcad-f8d7ce58a0d9,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:50:59.884215 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1acee93-abc3-4ac6-97a9-db5aa8ad14ec tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Checking segment: {'id': '3de746e4-2d84-4918-a784-55c724019911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '8ca5e922-b948-426f-9281-49c209c89e06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:50:59.885197 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1acee93-abc3-4ac6-97a9-db5aa8ad14ec tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Network hostable DHCP agents. Network: 8ca5e922-b948-426f-9281-49c209c89e06, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:50:59.927653 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1acee93-abc3-4ac6-97a9-db5aa8ad14ec tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Network 8ca5e922-b948-426f-9281-49c209c89e06 is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:50:59.943663 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-eb7fbfbc-1c19-4388-9306-207cef5dcedb tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25852621'] for subnet, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:50:59.945575 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-f1acee93-abc3-4ac6-97a9-db5aa8ad14ec tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, 8ca5e922-b948-426f-9281-49c209c89e06) {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:50:59.953782 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a7b914a-2e5f-483b-b698-d0033a37ba26 None None] Network 8ca5e922-b948-426f-9281-49c209c89e06 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:50:59.955889 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1acee93-abc3-4ac6-97a9-db5aa8ad14ec tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:50:59.957290 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f1acee93-abc3-4ac6-97a9-db5aa8ad14ec tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:00.000297 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-f1acee93-abc3-4ac6-97a9-db5aa8ad14ec tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0511181 Oct 20 10:51:00.004076 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 46506) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:00.296628 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-eb7fbfbc-1c19-4388-9306-207cef5dcedb tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:00.479977 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-eb7fbfbc-1c19-4388-9306-207cef5dcedb tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25350811'] for subnet, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:00.497072 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 5e537703-b012-4b12-8ee3-cc2874d57fdd up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:51:00.563825 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-eb7fbfbc-1c19-4388-9306-207cef5dcedb tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:00.570689 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-eb7fbfbc-1c19-4388-9306-207cef5dcedb tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "DELETE /v2.0/subnets/09269d07-988b-44a1-91e4-5d612090d3e4 HTTP/1.1" status: 204 len: 168 time: 0.9214261 Oct 20 10:51:00.571362 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 46530) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:00.582234 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7fbfbc-1c19-4388-9306-207cef5dcedb tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Pushing event deleted for resources: {'Subnet': ['ID=09269d07-988b-44a1-91e4-5d612090d3e4,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:00.633962 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-04ca0040-51db-4ab7-85ad-8d22be88e71c tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0612688 Oct 20 10:51:00.634674 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 46536) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:00.640209 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-a1b5cd15-b565-466a-95c3-6b686244d39a tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Request body: {'subnet': {'network_id': '8320e101-644d-44af-9385-629dd54c3c0a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:51:00.685741 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a6c5f96-608d-4832-b708-85daf883f0cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524064ba-869c-5550-b826-c26b69a11278-8ca5e922-b948-426f-9281-49c209c89e06', 'network_id': '8ca5e922-b948-426f-9281-49c209c89e06', 'tenant_id': 'ce3bca74c1d8467f832763bc531bfd88', 'fixed_ips': [{'subnet_id': 'd064623b-205c-4c55-bcad-f8d7ce58a0d9'}]}} from n-d-811396-3. {{(pid=100598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:51:00.690482 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-0a6c5f96-608d-4832-b708-85daf883f0cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:00.798389 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc47ab1c-5b8e-49be-8e39-84cfb4a4e430 None None] Network 8320e101-644d-44af-9385-629dd54c3c0a requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:51:00.874031 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1b5cd15-b565-466a-95c3-6b686244d39a tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Made reservation on behalf of 22a79d88690a4055b95547a3f21027fa for: {'subnet': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:51:00.882274 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a1b5cd15-b565-466a-95c3-6b686244d39a tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25350782'] for subnet, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:01.037221 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-b42acbff-92d0-428d-8752-e6e8671043e4 None None] Provisioning complete for port 5e537703-b012-4b12-8ee3-cc2874d57fdd triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:51:01.037785 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-b42acbff-92d0-428d-8752-e6e8671043e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:01.299058 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 5e537703-b012-4b12-8ee3-cc2874d57fdd triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:51:01.299620 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:01.363131 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a1b5cd15-b565-466a-95c3-6b686244d39a tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25350752'] for subnet, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:01.450584 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1b5cd15-b565-466a-95c3-6b686244d39a tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Network 8320e101-644d-44af-9385-629dd54c3c0a is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:51:01.467085 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-a1b5cd15-b565-466a-95c3-6b686244d39a tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:51:01.485701 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-897d3a8d-8f80-41b3-ace7-c4fb21073add tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:01.486446 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b5cd15-b565-466a-95c3-6b686244d39a tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:01.487079 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a1b5cd15-b565-466a-95c3-6b686244d39a tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:01.550141 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-a1b5cd15-b565-466a-95c3-6b686244d39a tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9097378 Oct 20 10:51:01.553773 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 46586) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:01.580696 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-87b45b4c-d577-43ca-82b0-88a2bb4cf404 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Request body: {'port': {'network_id': '8320e101-644d-44af-9385-629dd54c3c0a', 'fixed_ips': [{'subnet_id': '508a9b72-b932-4de8-8afa-4a64e49c01fc', 'ip_address': '2001:db8::234:e5b3:1665:6185'}], 'name': 'tempest-NetworksTestDHCPv6-1247879721'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:51:01.637377 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 46588) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:01.646460 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-b42acbff-92d0-428d-8752-e6e8671043e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:01.671260 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b5cd15-b565-466a-95c3-6b686244d39a tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Pushing event updated for resources: {'Subnet': ['ID=508a9b72-b932-4de8-8afa-4a64e49c01fc,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:01.681299 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:01.683407 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1da6311-c201-40f1-8c11-52c6f90c507b None None] DHCP port deletion for 8320e101-644d-44af-9385-629dd54c3c0a request from n-d-811396-3 {{(pid=100598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:51:01.778523 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-b42acbff-92d0-428d-8752-e6e8671043e4 None None] For port 5e537703-b012-4b12-8ee3-cc2874d57fdd, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=5e537703-b012-4b12-8ee3-cc2874d57fdd,segment=NetworkSegment(bdd410b3-9198-4748-b872-a4840957eef7),segment_id=bdd410b3-9198-4748-b872-a4840957eef7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:51:01.845929 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-b42acbff-92d0-428d-8752-e6e8671043e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:01.929662 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6230fefe-8d10-4002-a3c0-01312dc36358 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:01.987212 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87b45b4c-d577-43ca-82b0-88a2bb4cf404 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Made reservation on behalf of 22a79d88690a4055b95547a3f21027fa for: {'port': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:51:01.998572 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-87b45b4c-d577-43ca-82b0-88a2bb4cf404 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:02.046274 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [None req-87b45b4c-d577-43ca-82b0-88a2bb4cf404 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] device_id is not set on port dff0881e-c2a1-4fa2-a49e-ed052b90f0e5 yet. {{(pid=100597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:51:02.116236 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.db.api [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 10:51:02.117435 n-d-811396-3 neutron-server[100598]: DEBUG oslo_db.api [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 10:51:02.126331 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-0a6c5f96-608d-4832-b708-85daf883f0cd None None] Allocated IP 172.20.0.2 (8ca5e922-b948-426f-9281-49c209c89e06/d064623b-205c-4c55-bcad-f8d7ce58a0d9/ecbd0584-d538-4d66-b70f-c7def7c50493) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:51:02.146171 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-a88b5f66-1593-44e6-a704-c8348d85f4d0 None None] Could not find standard attr ID for object e560d76f-090c-4e41-982c-cc7d40c9c4f7. {{(pid=100598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 20 10:51:02.156219 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42acbff-92d0-428d-8752-e6e8671043e4 None None] Pushing event updated for resources: {'Port': ['ID=5e537703-b012-4b12-8ee3-cc2874d57fdd,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:02.281804 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f2cfd6-1c7b-4cf9-a384-ef6443c9301e req-5552c9b9-4331-4def-8c38-b070ce5da4bf tempest-TestNetworkAdvancedServerOps-535186383 tempest-TestNetworkAdvancedServerOps-535186383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:02.286804 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f8f2cfd6-1c7b-4cf9-a384-ef6443c9301e req-5552c9b9-4331-4def-8c38-b070ce5da4bf tempest-TestNetworkAdvancedServerOps-535186383 tempest-TestNetworkAdvancedServerOps-535186383-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=56769566-04ae-489c-bb3b-c290f6f33f55 HTTP/1.1" status: 200 len: 1096 time: 0.1001356 Oct 20 10:51:02.363914 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-b1da6311-c201-40f1-8c11-52c6f90c507b None None] Deleting port 5e537703-b012-4b12-8ee3-cc2874d57fdd {{(pid=100598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:51:02.364297 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-b1da6311-c201-40f1-8c11-52c6f90c507b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:02.374992 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f8f2cfd6-1c7b-4cf9-a384-ef6443c9301e req-66d81169-e735-4def-b71a-023768d08de4 tempest-TestNetworkAdvancedServerOps-535186383 tempest-TestNetworkAdvancedServerOps-535186383-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=d30b8c8d-75cd-4380-b81d-917877550485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738430 Oct 20 10:51:02.388766 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 46606) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:02.425480 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-87b45b4c-d577-43ca-82b0-88a2bb4cf404 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Allocated IP 2001:db8::234:e5b3:1665:6185 (8320e101-644d-44af-9385-629dd54c3c0a/508a9b72-b932-4de8-8afa-4a64e49c01fc/dff0881e-c2a1-4fa2-a49e-ed052b90f0e5) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:51:02.506494 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6230fefe-8d10-4002-a3c0-01312dc36358 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:02.523937 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6230fefe-8d10-4002-a3c0-01312dc36358 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:02.585249 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-0a6c5f96-608d-4832-b708-85daf883f0cd None None] Publish callbacks [] for port, precommit_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:02.588037 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-b1da6311-c201-40f1-8c11-52c6f90c507b None None] For port 5e537703-b012-4b12-8ee3-cc2874d57fdd, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=5e537703-b012-4b12-8ee3-cc2874d57fdd,segment=NetworkSegment(bdd410b3-9198-4748-b872-a4840957eef7),segment_id=bdd410b3-9198-4748-b872-a4840957eef7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:51:02.588440 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-b1da6311-c201-40f1-8c11-52c6f90c507b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:02.603046 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-b1da6311-c201-40f1-8c11-52c6f90c507b None None] Calling delete_port for 5e537703-b012-4b12-8ee3-cc2874d57fdd owned by network:dhcp {{(pid=100598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:51:02.609635 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-0a6c5f96-608d-4832-b708-85daf883f0cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:02.661341 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6230fefe-8d10-4002-a3c0-01312dc36358 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc8848e8-8216-4bc2-8e13-6dc158724b6c,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:02.740618 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [None req-897d3a8d-8f80-41b3-ace7-c4fb21073add tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Allocated IP 172.20.0.1 (8ca5e922-b948-426f-9281-49c209c89e06/d064623b-205c-4c55-bcad-f8d7ce58a0d9/d0eef919-2006-4579-a0f7-bfdd77d41039) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:51:02.841180 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-6230fefe-8d10-4002-a3c0-01312dc36358 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fd66c21790a64f57aa2359d899377f69&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2001271 Oct 20 10:51:02.841963 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 46614) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:02.937553 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-897d3a8d-8f80-41b3-ace7-c4fb21073add tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:02.971629 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 4e711bdc-ecfb-48b8-a052-6d0428b77592 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:51:02.976112 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a6c5f96-608d-4832-b708-85daf883f0cd None None] Network 8ca5e922-b948-426f-9281-49c209c89e06 is already hosted by enough agents. {{(pid=100598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:51:02.984882 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-897d3a8d-8f80-41b3-ace7-c4fb21073add tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:03.006855 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.base_scheduler [None req-0a6c5f96-608d-4832-b708-85daf883f0cd None None] Resources bound (agent type, host, resource id): {{(pid=100598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:51:03.019589 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6c5f96-608d-4832-b708-85daf883f0cd None None] Received port after_create {{(pid=100598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:51:03.030636 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6c5f96-608d-4832-b708-85daf883f0cd None None] Pushing event updated for resources: {'Port': ['ID=ecbd0584-d538-4d66-b70f-c7def7c50493,revision_number=1']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:03.049663 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897d3a8d-8f80-41b3-ace7-c4fb21073add tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Pushing event updated for resources: {'Port': ['ID=d0eef919-2006-4579-a0f7-bfdd77d41039,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:03.074889 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897d3a8d-8f80-41b3-ace7-c4fb21073add tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:51:03.075181 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897d3a8d-8f80-41b3-ace7-c4fb21073add tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:51:03.075451 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897d3a8d-8f80-41b3-ace7-c4fb21073add tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:51:03.075932 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897d3a8d-8f80-41b3-ace7-c4fb21073add tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:51:03.076679 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897d3a8d-8f80-41b3-ace7-c4fb21073add tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:51:03.077069 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897d3a8d-8f80-41b3-ace7-c4fb21073add tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:51:03.077660 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897d3a8d-8f80-41b3-ace7-c4fb21073add tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:51:03.078195 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897d3a8d-8f80-41b3-ace7-c4fb21073add tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:51:03.081040 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897d3a8d-8f80-41b3-ace7-c4fb21073add tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:51:03.081040 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897d3a8d-8f80-41b3-ace7-c4fb21073add tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:51:03.081040 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897d3a8d-8f80-41b3-ace7-c4fb21073add tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:51:03.081040 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897d3a8d-8f80-41b3-ace7-c4fb21073add tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:51:03.096946 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-897d3a8d-8f80-41b3-ace7-c4fb21073add tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Network 8ca5e922-b948-426f-9281-49c209c89e06 is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:51:03.098722 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-897d3a8d-8f80-41b3-ace7-c4fb21073add tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:51:03.101321 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897d3a8d-8f80-41b3-ace7-c4fb21073add tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:51:03.119041 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 4e711bdc-ecfb-48b8-a052-6d0428b77592 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:51:03.119932 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:03.163118 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-0a6c5f96-608d-4832-b708-85daf883f0cd None None] Attempting to bind port ecbd0584-d538-4d66-b70f-c7def7c50493 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:51:03.163776 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-0a6c5f96-608d-4832-b708-85daf883f0cd None None] Attempting to bind port ecbd0584-d538-4d66-b70f-c7def7c50493 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '3de746e4-2d84-4918-a784-55c724019911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '8ca5e922-b948-426f-9281-49c209c89e06'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:51:03.164150 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a6c5f96-608d-4832-b708-85daf883f0cd None None] Attempting to bind port ecbd0584-d538-4d66-b70f-c7def7c50493 on network 8ca5e922-b948-426f-9281-49c209c89e06 {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:51:03.171407 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-b1da6311-c201-40f1-8c11-52c6f90c507b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956'] for port, after_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:03.188228 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a6c5f96-608d-4832-b708-85daf883f0cd None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 50, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:51:03.188903 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a6c5f96-608d-4832-b708-85daf883f0cd None None] Checking segment: {'id': '3de746e4-2d84-4918-a784-55c724019911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '8ca5e922-b948-426f-9281-49c209c89e06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:51:03.189656 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-0a6c5f96-608d-4832-b708-85daf883f0cd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:03.190224 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a6c5f96-608d-4832-b708-85daf883f0cd None None] Bound using segment: {'id': '3de746e4-2d84-4918-a784-55c724019911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '8ca5e922-b948-426f-9281-49c209c89e06'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:51:03.190911 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-0a6c5f96-608d-4832-b708-85daf883f0cd None None] Bound port: ecbd0584-d538-4d66-b70f-c7def7c50493, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3de746e4-2d84-4918-a784-55c724019911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '8ca5e922-b948-426f-9281-49c209c89e06'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:51:03.191300 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-0a6c5f96-608d-4832-b708-85daf883f0cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:03.205421 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1bcc83bf-4e4e-4d56-a823-b20f393a3834 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:03.246466 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1bcc83bf-4e4e-4d56-a823-b20f393a3834 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:03.268372 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-897d3a8d-8f80-41b3-ace7-c4fb21073add tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1774540'] for router_interface, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:03.283358 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-0a6c5f96-608d-4832-b708-85daf883f0cd None None] For port ecbd0584-d538-4d66-b70f-c7def7c50493, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:51:03.287485 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-0a6c5f96-608d-4832-b708-85daf883f0cd None None] For port ecbd0584-d538-4d66-b70f-c7def7c50493, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=ecbd0584-d538-4d66-b70f-c7def7c50493,segment=NetworkSegment(3de746e4-2d84-4918-a784-55c724019911),segment_id=3de746e4-2d84-4918-a784-55c724019911)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:51:03.294719 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-0a6c5f96-608d-4832-b708-85daf883f0cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:03.297001 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1da6311-c201-40f1-8c11-52c6f90c507b None None] Pushing event deleted for resources: {'Port': ['ID=5e537703-b012-4b12-8ee3-cc2874d57fdd,revision_number=None']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:03.299175 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1da6311-c201-40f1-8c11-52c6f90c507b None None] No DVR routers for this DVR port 5e537703-b012-4b12-8ee3-cc2874d57fdd on host n-d-811396-3 {{(pid=100598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:51:03.336740 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd86f9fc-abee-4ded-8717-6b2e27a9dde3 None None] Network 8320e101-644d-44af-9385-629dd54c3c0a requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:51:03.367255 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1bcc83bf-4e4e-4d56-a823-b20f393a3834 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:03.369854 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1bcc83bf-4e4e-4d56-a823-b20f393a3834 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:03.373926 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-1bcc83bf-4e4e-4d56-a823-b20f393a3834 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/bc8848e8-8216-4bc2-8e13-6dc158724b6c HTTP/1.1" status: 204 len: 168 time: 0.5281544 Oct 20 10:51:03.377280 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-87b45b4c-d577-43ca-82b0-88a2bb4cf404 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:03.407849 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcc83bf-4e4e-4d56-a823-b20f393a3834 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc8848e8-8216-4bc2-8e13-6dc158724b6c,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:03.476604 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-87b45b4c-d577-43ca-82b0-88a2bb4cf404 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:03.529299 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-a7802a9e-4366-4aeb-b304-1aaf18b0f649 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Deleting port 2ffb77ff-fd96-4199-b14a-be2e025313c0 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:51:03.529513 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a7802a9e-4366-4aeb-b304-1aaf18b0f649 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:03.630553 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b45b4c-d577-43ca-82b0-88a2bb4cf404 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Network 8320e101-644d-44af-9385-629dd54c3c0a is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:51:03.637315 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-897d3a8d-8f80-41b3-ace7-c4fb21073add tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:03.640245 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-87b45b4c-d577-43ca-82b0-88a2bb4cf404 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:51:03.642349 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b45b4c-d577-43ca-82b0-88a2bb4cf404 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Pushing event updated for resources: {'Port': ['ID=dff0881e-c2a1-4fa2-a49e-ed052b90f0e5,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:03.652371 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b45b4c-d577-43ca-82b0-88a2bb4cf404 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:51:03.666690 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b45b4c-d577-43ca-82b0-88a2bb4cf404 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:03.667434 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-87b45b4c-d577-43ca-82b0-88a2bb4cf404 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:03.711416 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-87b45b4c-d577-43ca-82b0-88a2bb4cf404 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.1456223 Oct 20 10:51:03.714529 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 46630) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:03.743479 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6c5f96-608d-4832-b708-85daf883f0cd None None] Pushing event updated for resources: {'Port': ['ID=ecbd0584-d538-4d66-b70f-c7def7c50493,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:03.814352 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:03.891827 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b91693-284f-4963-bfae-09054f86bd56 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:03.897734 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 46638) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:03.900006 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-05b91693-284f-4963-bfae-09054f86bd56 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1838863 Oct 20 10:51:03.949776 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-02b3e209-cae3-488e-befe-9422a8202d78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:03.955260 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] For port 4e711bdc-ecfb-48b8-a052-6d0428b77592, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=4e711bdc-ecfb-48b8-a052-6d0428b77592,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:51:03.967668 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:04.054167 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e971f15-5042-4292-8d25-075ea2aa231d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524064ba-869c-5550-b826-c26b69a11278-8320e101-644d-44af-9385-629dd54c3c0a', 'network_id': '8320e101-644d-44af-9385-629dd54c3c0a', 'tenant_id': '22a79d88690a4055b95547a3f21027fa', 'fixed_ips': [{'subnet_id': '508a9b72-b932-4de8-8afa-4a64e49c01fc'}]}} from n-d-811396-3. {{(pid=100598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:51:04.055342 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-4e971f15-5042-4292-8d25-075ea2aa231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:04.059327 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a7802a9e-4366-4aeb-b304-1aaf18b0f649 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:04.061163 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a7802a9e-4366-4aeb-b304-1aaf18b0f649 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:04.094065 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 5e537703-b012-4b12-8ee3-cc2874d57fdd no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:51:04.141938 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 5e537703-b012-4b12-8ee3-cc2874d57fdd {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:51:04.142585 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 5e537703-b012-4b12-8ee3-cc2874d57fdd not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:51:04.162556 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Pushing event updated for resources: {'Port': ['ID=4e711bdc-ecfb-48b8-a052-6d0428b77592,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:04.194172 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-a7802a9e-4366-4aeb-b304-1aaf18b0f649 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Calling delete_port for 2ffb77ff-fd96-4199-b14a-be2e025313c0 owned by network:floatingip {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:51:04.393275 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-4e971f15-5042-4292-8d25-075ea2aa231d None None] Allocated IP 2001:db8::2 (8320e101-644d-44af-9385-629dd54c3c0a/508a9b72-b932-4de8-8afa-4a64e49c01fc/d68f70b2-f32c-4906-bd33-f2a26cc6abb5) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:51:04.711129 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-4e971f15-5042-4292-8d25-075ea2aa231d None None] Publish callbacks [] for port, precommit_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:04.719312 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-e8aebf5c-df10-41d2-a869-854b162bb0d9 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Deleting port dff0881e-c2a1-4fa2-a49e-ed052b90f0e5 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:51:04.721408 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e8aebf5c-df10-41d2-a869-854b162bb0d9 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:04.721534 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-4e971f15-5042-4292-8d25-075ea2aa231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:04.796554 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e971f15-5042-4292-8d25-075ea2aa231d None None] Pushing event updated for resources: {'Port': ['ID=d68f70b2-f32c-4906-bd33-f2a26cc6abb5,revision_number=1']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:04.828452 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e971f15-5042-4292-8d25-075ea2aa231d None None] Network 8320e101-644d-44af-9385-629dd54c3c0a is already hosted by enough agents. {{(pid=100598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:51:04.831076 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.base_scheduler [None req-4e971f15-5042-4292-8d25-075ea2aa231d None None] Resources bound (agent type, host, resource id): {{(pid=100598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:51:04.837902 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e971f15-5042-4292-8d25-075ea2aa231d None None] Received port after_create {{(pid=100598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:51:04.930059 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-897d3a8d-8f80-41b3-ace7-c4fb21073add tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:04.936151 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-4e971f15-5042-4292-8d25-075ea2aa231d None None] Attempting to bind port d68f70b2-f32c-4906-bd33-f2a26cc6abb5 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:51:04.936596 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-4e971f15-5042-4292-8d25-075ea2aa231d None None] Attempting to bind port d68f70b2-f32c-4906-bd33-f2a26cc6abb5 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': 'bdd410b3-9198-4748-b872-a4840957eef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '8320e101-644d-44af-9385-629dd54c3c0a'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:51:04.936969 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e971f15-5042-4292-8d25-075ea2aa231d None None] Attempting to bind port d68f70b2-f32c-4906-bd33-f2a26cc6abb5 on network 8320e101-644d-44af-9385-629dd54c3c0a {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:51:04.946772 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e971f15-5042-4292-8d25-075ea2aa231d None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 50, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:51:04.948366 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e971f15-5042-4292-8d25-075ea2aa231d None None] Checking segment: {'id': 'bdd410b3-9198-4748-b872-a4840957eef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '8320e101-644d-44af-9385-629dd54c3c0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:51:04.948781 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-4e971f15-5042-4292-8d25-075ea2aa231d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:04.949185 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e971f15-5042-4292-8d25-075ea2aa231d None None] Bound using segment: {'id': 'bdd410b3-9198-4748-b872-a4840957eef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '8320e101-644d-44af-9385-629dd54c3c0a'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:51:04.950852 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-4e971f15-5042-4292-8d25-075ea2aa231d None None] Bound port: d68f70b2-f32c-4906-bd33-f2a26cc6abb5, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdd410b3-9198-4748-b872-a4840957eef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '8320e101-644d-44af-9385-629dd54c3c0a'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:51:04.951325 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-4e971f15-5042-4292-8d25-075ea2aa231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:04.954916 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-897d3a8d-8f80-41b3-ace7-c4fb21073add tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:05.107921 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-4e971f15-5042-4292-8d25-075ea2aa231d None None] For port d68f70b2-f32c-4906-bd33-f2a26cc6abb5, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:51:05.133314 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-4e971f15-5042-4292-8d25-075ea2aa231d None None] For port d68f70b2-f32c-4906-bd33-f2a26cc6abb5, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=d68f70b2-f32c-4906-bd33-f2a26cc6abb5,segment=NetworkSegment(bdd410b3-9198-4748-b872-a4840957eef7),segment_id=bdd410b3-9198-4748-b872-a4840957eef7)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:51:05.140370 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device ecbd0584-d538-4d66-b70f-c7def7c50493 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:51:05.145339 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-4e971f15-5042-4292-8d25-075ea2aa231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:05.258186 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e8aebf5c-df10-41d2-a869-854b162bb0d9 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:05.263049 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a7802a9e-4366-4aeb-b304-1aaf18b0f649 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:05.272008 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43438adb-da23-45a3-9da1-53e838369e15 None None] Network 8ca5e922-b948-426f-9281-49c209c89e06 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:51:05.295006 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-e8aebf5c-df10-41d2-a869-854b162bb0d9 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Calling delete_port for dff0881e-c2a1-4fa2-a49e-ed052b90f0e5 owned by {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:51:05.300515 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-897d3a8d-8f80-41b3-ace7-c4fb21073add tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1774432'] for router_interface, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:05.414938 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1b47dca0-6a40-43cf-bc4e-915b7ba681b1 None None] Provisioning complete for port ecbd0584-d538-4d66-b70f-c7def7c50493 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:51:05.415315 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1b47dca0-6a40-43cf-bc4e-915b7ba681b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:05.444544 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897d3a8d-8f80-41b3-ace7-c4fb21073add tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Pushing event updated for resources: {'Port': ['ID=d0eef919-2006-4579-a0f7-bfdd77d41039,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:05.523367 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e971f15-5042-4292-8d25-075ea2aa231d None None] Pushing event updated for resources: {'Port': ['ID=d68f70b2-f32c-4906-bd33-f2a26cc6abb5,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:05.542476 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port ecbd0584-d538-4d66-b70f-c7def7c50493 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:51:05.542853 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:05.557768 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a7802a9e-4366-4aeb-b304-1aaf18b0f649 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for floatingip, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:05.558111 n-d-811396-3 neutron-server[100596]: INFO neutron.db.l3_db [None req-a7802a9e-4366-4aeb-b304-1aaf18b0f649 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Floating IP be53eb52-699f-4780-b6c6-fadd828b891f disassociated (deleted). External IP: 172.25.1.162, port: dbef63cf-4342-4fac-bd9c-8425a18f8f45. Oct 20 10:51:05.674350 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-897d3a8d-8f80-41b3-ace7-c4fb21073add tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Network 8ca5e922-b948-426f-9281-49c209c89e06 is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:51:05.734557 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-897d3a8d-8f80-41b3-ace7-c4fb21073add tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:51:05.739625 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7802a9e-4366-4aeb-b304-1aaf18b0f649 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Pushing event deleted for resources: {'Port': ['ID=2ffb77ff-fd96-4199-b14a-be2e025313c0,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:05.753800 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1b47dca0-6a40-43cf-bc4e-915b7ba681b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:05.902207 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1b47dca0-6a40-43cf-bc4e-915b7ba681b1 None None] For port ecbd0584-d538-4d66-b70f-c7def7c50493, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=ecbd0584-d538-4d66-b70f-c7def7c50493,segment=NetworkSegment(3de746e4-2d84-4918-a784-55c724019911),segment_id=3de746e4-2d84-4918-a784-55c724019911)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:51:05.917650 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1b47dca0-6a40-43cf-bc4e-915b7ba681b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:06.038342 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:06.112884 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b47dca0-6a40-43cf-bc4e-915b7ba681b1 None None] Pushing event updated for resources: {'Port': ['ID=ecbd0584-d538-4d66-b70f-c7def7c50493,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:06.229529 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-dd1e7037-a6e5-4661-9aae-18b622a14f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:06.239341 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.db.api [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 10:51:06.239660 n-d-811396-3 neutron-server[100598]: DEBUG oslo_db.api [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 10:51:06.837285 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e8aebf5c-df10-41d2-a869-854b162bb0d9 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:06.843772 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 4e711bdc-ecfb-48b8-a052-6d0428b77592 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:51:06.850675 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-c44745b0-de75-4300-bcac-46a562b9ec1b None None] Provisioning complete for port d0eef919-2006-4579-a0f7-bfdd77d41039 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:51:06.851067 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-c44745b0-de75-4300-bcac-46a562b9ec1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:07.055168 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aebf5c-df10-41d2-a869-854b162bb0d9 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Pushing event deleted for resources: {'Port': ['ID=dff0881e-c2a1-4fa2-a49e-ed052b90f0e5,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:07.064123 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7802a9e-4366-4aeb-b304-1aaf18b0f649 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Router c0307d1f-c8b7-41b2-a8c3-99c9b80fa066 has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:51:07.084136 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-c44745b0-de75-4300-bcac-46a562b9ec1b None None] Port d0eef919-2006-4579-a0f7-bfdd77d41039 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:51:07.119176 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e8aebf5c-df10-41d2-a869-854b162bb0d9 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:07.129182 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 4e711bdc-ecfb-48b8-a052-6d0428b77592 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:51:07.129182 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:07.129991 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 46726) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:07.142575 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-e8aebf5c-df10-41d2-a869-854b162bb0d9 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "DELETE /v2.0/ports/dff0881e-c2a1-4fa2-a49e-ed052b90f0e5 HTTP/1.1" status: 204 len: 168 time: 3.2333436 Oct 20 10:51:07.245008 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-c44745b0-de75-4300-bcac-46a562b9ec1b None None] Provisioning complete for port ecbd0584-d538-4d66-b70f-c7def7c50493 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:51:07.245757 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-c44745b0-de75-4300-bcac-46a562b9ec1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:07.249073 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ab1081-b5a5-4d2f-b26d-2b34e3190dfb tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:07.259401 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ab1081-b5a5-4d2f-b26d-2b34e3190dfb tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:07.264433 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-94ab1081-b5a5-4d2f-b26d-2b34e3190dfb tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1321969 Oct 20 10:51:07.264580 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 46734) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:07.274878 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:07.361753 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-897d3a8d-8f80-41b3-ace7-c4fb21073add tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Router bf59da99-dd2d-478d-9b0d-3016ea34cf63 has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:51:07.384320 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_v2 [None req-76cf177c-d0a1-483a-b640-d07929cae56a tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Deleting subnet 508a9b72-b932-4de8-8afa-4a64e49c01fc {{(pid=100597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:51:07.391011 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-76cf177c-d0a1-483a-b640-d07929cae56a tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks [] for subnet, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:07.484213 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-76cf177c-d0a1-483a-b640-d07929cae56a tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25852621'] for subnet, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:07.567002 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7802a9e-4366-4aeb-b304-1aaf18b0f649 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:51:07.580649 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a7802a9e-4366-4aeb-b304-1aaf18b0f649 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for floatingip, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:07.639299 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ceaa06-5204-4eb5-8cd9-c3ae006458fd None None] Sync routers for ids ['c0307d1f-c8b7-41b2-a8c3-99c9b80fa066'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:51:07.662111 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-a7802a9e-4366-4aeb-b304-1aaf18b0f649 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "DELETE /v2.0/floatingips/be53eb52-699f-4780-b6c6-fadd828b891f HTTP/1.1" status: 204 len: 168 time: 5.2697542 Oct 20 10:51:07.664524 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56769566-04ae-489c-bb3b-c290f6f33f55', 'tag': 'dbef63cf-4342-4fac-bd9c-8425a18f8f45'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:51:07.667896 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:07.680801 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db6cc0ac-f166-4e15-b4e0-2a5bed0131a2" -d '{"events": [{"name": "network-changed", "server_uuid": "56769566-04ae-489c-bb3b-c290f6f33f55", "tag": "dbef63cf-4342-4fac-bd9c-8425a18f8f45"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:51:07.696896 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ceaa06-5204-4eb5-8cd9-c3ae006458fd None None] Routers {'c0307d1f-c8b7-41b2-a8c3-99c9b80fa066'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:51:07.697926 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-d8ceaa06-5204-4eb5-8cd9-c3ae006458fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:51:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['c0307d1f-c8b7-41b2-a8c3-99c9b80fa066'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:51:07.801301 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-76cf177c-d0a1-483a-b640-d07929cae56a tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:07.954025 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-76cf177c-d0a1-483a-b640-d07929cae56a tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25350811'] for subnet, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:07.997624 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-504b9e0e-8a55-4931-bcb0-24ea08659661 x-openstack-request-id: req-504b9e0e-8a55-4931-bcb0-24ea08659661 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:51:07.998049 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56769566-04ae-489c-bb3b-c290f6f33f55", "tag": "dbef63cf-4342-4fac-bd9c-8425a18f8f45", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:51:07.998269 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-504b9e0e-8a55-4931-bcb0-24ea08659661 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:51:07.998595 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56769566-04ae-489c-bb3b-c290f6f33f55', 'tag': 'dbef63cf-4342-4fac-bd9c-8425a18f8f45', 'status': 'completed', 'code': 200} Oct 20 10:51:08.084920 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device ecbd0584-d538-4d66-b70f-c7def7c50493 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:51:08.086988 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cf177c-d0a1-483a-b640-d07929cae56a tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Pushing event deleted for resources: {'Subnet': ['ID=508a9b72-b932-4de8-8afa-4a64e49c01fc,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:08.104983 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-76cf177c-d0a1-483a-b640-d07929cae56a tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:08.111751 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-76cf177c-d0a1-483a-b640-d07929cae56a tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "DELETE /v2.0/subnets/508a9b72-b932-4de8-8afa-4a64e49c01fc HTTP/1.1" status: 204 len: 168 time: 0.8460684 Oct 20 10:51:08.117495 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 46760) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:08.132505 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6cc0ac-f166-4e15-b4e0-2a5bed0131a2 req-401f10bf-700e-4d09-8e74-18cb410e7078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:08.134476 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-db6cc0ac-f166-4e15-b4e0-2a5bed0131a2 req-401f10bf-700e-4d09-8e74-18cb410e7078 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ba79d3046aa84fd2ac89895f3514d2bd&device_id=56769566-04ae-489c-bb3b-c290f6f33f55 HTTP/1.1" status: 200 len: 1096 time: 0.2434859 Oct 20 10:51:08.136009 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-897d3a8d-8f80-41b3-ace7-c4fb21073add tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:51:08.143212 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-897d3a8d-8f80-41b3-ace7-c4fb21073add tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "PUT /v2.0/routers/bf59da99-dd2d-478d-9b0d-3016ea34cf63/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1378150 Oct 20 10:51:08.146686 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3446566a-d8d6-4d91-8a49-973b3418b064 None None] Sync routers for ids ['bf59da99-dd2d-478d-9b0d-3016ea34cf63'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:51:08.147670 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 46762) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:08.157821 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3446566a-d8d6-4d91-8a49-973b3418b064 None None] Routers {'bf59da99-dd2d-478d-9b0d-3016ea34cf63'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:51:08.162431 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-3446566a-d8d6-4d91-8a49-973b3418b064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:51:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['bf59da99-dd2d-478d-9b0d-3016ea34cf63'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:51:08.249109 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-0ecc55e4-b569-40bf-bafe-5496aea8951c tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1269958 Oct 20 10:51:08.254852 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 46764) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:08.265849 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-e6303bae-a6cf-41d5-af23-a612ca9162e3 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Request body: {'subnet': {'network_id': '8320e101-644d-44af-9385-629dd54c3c0a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:51:08.401438 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-599fb5c4-a035-4299-b567-452652200ad2 None None] Network 8320e101-644d-44af-9385-629dd54c3c0a requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:51:08.417000 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-3446566a-d8d6-4d91-8a49-973b3418b064 None None] Set router bf59da99-dd2d-478d-9b0d-3016ea34cf63 gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:51:08.457799 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6303bae-a6cf-41d5-af23-a612ca9162e3 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Made reservation on behalf of 22a79d88690a4055b95547a3f21027fa for: {'subnet': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:51:08.462071 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e6303bae-a6cf-41d5-af23-a612ca9162e3 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25350782'] for subnet, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:08.482375 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-d8ceaa06-5204-4eb5-8cd9-c3ae006458fd None None] Set router c0307d1f-c8b7-41b2-a8c3-99c9b80fa066 gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:51:08.567102 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1528d45-c451-47b5-8684-2a8725e5fa4c req-9aada621-5992-46fd-afe3-ad2895a7cebf tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:08.574525 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d1528d45-c451-47b5-8684-2a8725e5fa4c req-9aada621-5992-46fd-afe3-ad2895a7cebf tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/ports?device_id=56769566-04ae-489c-bb3b-c290f6f33f55 HTTP/1.1" status: 200 len: 945 time: 0.3240063 Oct 20 10:51:08.586639 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:08.601687 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-b4b01691-63db-4b4a-ba3e-e965f2be2f11 None None] Provisioning complete for port d68f70b2-f32c-4906-bd33-f2a26cc6abb5 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:51:08.602172 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-b4b01691-63db-4b4a-ba3e-e965f2be2f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:08.707977 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a748f939-4ddb-433d-b09d-ed94c990fc6f tempest-TestNetworkBasicOps-915599348 tempest-TestNetworkBasicOps-915599348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:08.707977 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a748f939-4ddb-433d-b09d-ed94c990fc6f tempest-TestNetworkBasicOps-915599348 tempest-TestNetworkBasicOps-915599348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:08.708294 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a748f939-4ddb-433d-b09d-ed94c990fc6f tempest-TestNetworkBasicOps-915599348 tempest-TestNetworkBasicOps-915599348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:08.709517 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a748f939-4ddb-433d-b09d-ed94c990fc6f tempest-TestNetworkBasicOps-915599348 tempest-TestNetworkBasicOps-915599348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:08.709517 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a748f939-4ddb-433d-b09d-ed94c990fc6f tempest-TestNetworkBasicOps-915599348 tempest-TestNetworkBasicOps-915599348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:08.709517 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a748f939-4ddb-433d-b09d-ed94c990fc6f tempest-TestNetworkBasicOps-915599348 tempest-TestNetworkBasicOps-915599348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:08.713365 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a748f939-4ddb-433d-b09d-ed94c990fc6f tempest-TestNetworkBasicOps-915599348 tempest-TestNetworkBasicOps-915599348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:08.716810 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a748f939-4ddb-433d-b09d-ed94c990fc6f tempest-TestNetworkBasicOps-915599348 tempest-TestNetworkBasicOps-915599348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:08.717283 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a748f939-4ddb-433d-b09d-ed94c990fc6f tempest-TestNetworkBasicOps-915599348 tempest-TestNetworkBasicOps-915599348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:08.717755 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a748f939-4ddb-433d-b09d-ed94c990fc6f tempest-TestNetworkBasicOps-915599348 tempest-TestNetworkBasicOps-915599348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:08.718987 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a748f939-4ddb-433d-b09d-ed94c990fc6f tempest-TestNetworkBasicOps-915599348 tempest-TestNetworkBasicOps-915599348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:08.720143 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a748f939-4ddb-433d-b09d-ed94c990fc6f tempest-TestNetworkBasicOps-915599348 tempest-TestNetworkBasicOps-915599348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:08.724070 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-a748f939-4ddb-433d-b09d-ed94c990fc6f tempest-TestNetworkBasicOps-915599348 tempest-TestNetworkBasicOps-915599348-project-admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8415 time: 0.5754106 Oct 20 10:51:08.739470 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6cc0ac-f166-4e15-b4e0-2a5bed0131a2 req-bf5c4a46-18e5-4159-a0bc-48374dafaaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:08.740943 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 46774) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:08.741389 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 46776) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:08.743082 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-db6cc0ac-f166-4e15-b4e0-2a5bed0131a2 req-bf5c4a46-18e5-4159-a0bc-48374dafaaf4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b56c2100-b644-4ba2-90f2-4b531255f999 HTTP/1.1" status: 200 len: 897 time: 0.5733683 Oct 20 10:51:08.772056 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d1528d45-c451-47b5-8684-2a8725e5fa4c req-58950352-539f-4f59-8176-f5e307a534c0 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/security-groups?id=d30b8c8d-75cd-4380-b81d-917877550485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1958873 Oct 20 10:51:08.877743 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-db6cc0ac-f166-4e15-b4e0-2a5bed0131a2 req-5b7dcef9-932e-4945-9884-9d08c1810810 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dbef63cf-4342-4fac-bd9c-8425a18f8f45 HTTP/1.1" status: 200 len: 217 time: 0.1237731 Oct 20 10:51:08.963480 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6cc0ac-f166-4e15-b4e0-2a5bed0131a2 req-45e3a3af-51ce-4213-a98d-2a5bf9aa2174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:08.965480 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-db6cc0ac-f166-4e15-b4e0-2a5bed0131a2 req-45e3a3af-51ce-4213-a98d-2a5bf9aa2174 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=91bdc508-699c-4642-8aa1-b806463a6e96 HTTP/1.1" status: 200 len: 835 time: 0.0821402 Oct 20 10:51:08.982964 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-3446566a-d8d6-4d91-8a49-973b3418b064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf59da99-dd2d-478d-9b0d-3016ea34cf63', 'name': 'tempest-TestNetworkBasicOps-router-1996889391', 'tenant_id': 'ce3bca74c1d8467f832763bc531bfd88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': '4e711bdc-ecfb-48b8-a052-6d0428b77592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:50:51Z', 'updated_at': '2021-10-20T10:51:03Z', 'revision_number': 4, 'project_id': 'ce3bca74c1d8467f832763bc531bfd88', 'gw_port': {'id': '4e711bdc-ecfb-48b8-a052-6d0428b77592', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:0e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf59da99-dd2d-478d-9b0d-3016ea34cf63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2694, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:50:54Z', 'updated_at': '2021-10-20T10:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': 'd0eef919-2006-4579-a0f7-bfdd77d41039', 'name': '', 'network_id': '8ca5e922-b948-426f-9281-49c209c89e06', 'tenant_id': 'ce3bca74c1d8467f832763bc531bfd88', 'mac_address': 'fa:16:3e:71:db:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf59da99-dd2d-478d-9b0d-3016ea34cf63', 'device_owner': 'network:router_interface', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': 'd064623b-205c-4c55-bcad-f8d7ce58a0d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:51:01Z', 'updated_at': '2021-10-20T10:51:04Z', 'revision_number': 2, 'project_id': 'ce3bca74c1d8467f832763bc531bfd88', 'subnets': [{'id': 'd064623b-205c-4c55-bcad-f8d7ce58a0d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:51:09.037924 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3446566a-d8d6-4d91-8a49-973b3418b064 None None] Checking router: bf59da99-dd2d-478d-9b0d-3016ea34cf63 for host: n-d-811396-3 {{(pid=100599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:51:09.043247 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3446566a-d8d6-4d91-8a49-973b3418b064 None None] Updating router bf59da99-dd2d-478d-9b0d-3016ea34cf63 port d0eef919-2006-4579-a0f7-bfdd77d41039 binding host n-d-811396-3 {{(pid=100599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 10:51:09.085199 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port ecbd0584-d538-4d66-b70f-c7def7c50493 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:51:09.085689 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6cc0ac-f166-4e15-b4e0-2a5bed0131a2 req-3355ae2c-2d56-4d9e-b26e-e7212e7670f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:09.086863 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:09.091705 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-db6cc0ac-f166-4e15-b4e0-2a5bed0131a2 req-3355ae2c-2d56-4d9e-b26e-e7212e7670f6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b56c2100-b644-4ba2-90f2-4b531255f999&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1155334 Oct 20 10:51:09.100771 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-3446566a-d8d6-4d91-8a49-973b3418b064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:09.140966 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f31eb61c-3ad6-4692-9164-eb01afe9b338 tempest-TestNetworkBasicOps-915599348 tempest-TestNetworkBasicOps-915599348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:09.141433 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f31eb61c-3ad6-4692-9164-eb01afe9b338 tempest-TestNetworkBasicOps-915599348 tempest-TestNetworkBasicOps-915599348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:09.141892 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f31eb61c-3ad6-4692-9164-eb01afe9b338 tempest-TestNetworkBasicOps-915599348 tempest-TestNetworkBasicOps-915599348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:09.142342 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f31eb61c-3ad6-4692-9164-eb01afe9b338 tempest-TestNetworkBasicOps-915599348 tempest-TestNetworkBasicOps-915599348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:09.142785 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f31eb61c-3ad6-4692-9164-eb01afe9b338 tempest-TestNetworkBasicOps-915599348 tempest-TestNetworkBasicOps-915599348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:09.143231 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f31eb61c-3ad6-4692-9164-eb01afe9b338 tempest-TestNetworkBasicOps-915599348 tempest-TestNetworkBasicOps-915599348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:09.151265 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:09.155951 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f31eb61c-3ad6-4692-9164-eb01afe9b338 tempest-TestNetworkBasicOps-915599348 tempest-TestNetworkBasicOps-915599348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:09.156446 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f31eb61c-3ad6-4692-9164-eb01afe9b338 tempest-TestNetworkBasicOps-915599348 tempest-TestNetworkBasicOps-915599348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:09.156904 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f31eb61c-3ad6-4692-9164-eb01afe9b338 tempest-TestNetworkBasicOps-915599348 tempest-TestNetworkBasicOps-915599348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:09.157357 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f31eb61c-3ad6-4692-9164-eb01afe9b338 tempest-TestNetworkBasicOps-915599348 tempest-TestNetworkBasicOps-915599348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:09.157805 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f31eb61c-3ad6-4692-9164-eb01afe9b338 tempest-TestNetworkBasicOps-915599348 tempest-TestNetworkBasicOps-915599348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:09.160510 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-f31eb61c-3ad6-4692-9164-eb01afe9b338 tempest-TestNetworkBasicOps-915599348 tempest-TestNetworkBasicOps-915599348-project-admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7079 time: 0.4181011 Oct 20 10:51:09.161398 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0dea5b6c-c197-41a5-be80-abb0e531d75d admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:09.165903 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 46784) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:09.251710 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-b4b01691-63db-4b4a-ba3e-e965f2be2f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:09.258360 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-db6cc0ac-f166-4e15-b4e0-2a5bed0131a2 req-733a40a7-11df-4c0d-a84b-ff3d3044b0e4 service neutron] 10.222.0.55 "GET /v2.0/networks/b56c2100-b644-4ba2-90f2-4b531255f999?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484640 Oct 20 10:51:09.457649 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-db6cc0ac-f166-4e15-b4e0-2a5bed0131a2 req-cf86d9ae-6dd9-4377-ada3-e4bd902e93f5 service neutron] 10.222.0.55 "GET /v2.0/networks/b56c2100-b644-4ba2-90f2-4b531255f999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641653 Oct 20 10:51:09.484159 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-b4b01691-63db-4b4a-ba3e-e965f2be2f11 None None] For port d68f70b2-f32c-4906-bd33-f2a26cc6abb5, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=d68f70b2-f32c-4906-bd33-f2a26cc6abb5,segment=NetworkSegment(bdd410b3-9198-4748-b872-a4840957eef7),segment_id=bdd410b3-9198-4748-b872-a4840957eef7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:51:09.507817 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-b4b01691-63db-4b4a-ba3e-e965f2be2f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:09.549238 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e6303bae-a6cf-41d5-af23-a612ca9162e3 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25350752'] for subnet, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:09.556868 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device d68f70b2-f32c-4906-bd33-f2a26cc6abb5 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:51:09.609319 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c616c9be-ed3d-4fc0-99a4-8170d6a1d281 None None] DHCP port deletion for 8320e101-644d-44af-9385-629dd54c3c0a request from n-d-811396-3 {{(pid=100598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:51:09.626335 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6303bae-a6cf-41d5-af23-a612ca9162e3 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Network 8320e101-644d-44af-9385-629dd54c3c0a is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:51:09.663304 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-e6303bae-a6cf-41d5-af23-a612ca9162e3 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:51:09.673580 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6303bae-a6cf-41d5-af23-a612ca9162e3 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:09.674194 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e6303bae-a6cf-41d5-af23-a612ca9162e3 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:09.711556 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-3446566a-d8d6-4d91-8a49-973b3418b064 None None] Publish callbacks [] for port, precommit_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:09.721154 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-3446566a-d8d6-4d91-8a49-973b3418b064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:09.753554 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-b4b01691-63db-4b4a-ba3e-e965f2be2f11 None None] Provisioning complete for port d0eef919-2006-4579-a0f7-bfdd77d41039 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:51:09.757028 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-b4b01691-63db-4b4a-ba3e-e965f2be2f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:09.827226 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b01691-63db-4b4a-ba3e-e965f2be2f11 None None] Pushing event updated for resources: {'Port': ['ID=d68f70b2-f32c-4906-bd33-f2a26cc6abb5,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:09.833016 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89773411-e70b-4aef-9d27-fdd3c086eda9 None None] Pushing event updated for resources: {'Port': ['ID=d0eef919-2006-4579-a0f7-bfdd77d41039,revision_number=3']} {{(pid=100599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:09.833877 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0dea5b6c-c197-41a5-be80-abb0e531d75d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:09.853947 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6303bae-a6cf-41d5-af23-a612ca9162e3 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Pushing event updated for resources: {'Subnet': ['ID=03387f90-6aee-4aa9-b34a-0124eb13f6f3,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:09.862793 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340fd3fc-c5b2-4600-93f3-3cccd82ca131 req-ab6279e4-1e3b-4105-bdff-c27254720cf9 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:09.873148 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-340fd3fc-c5b2-4600-93f3-3cccd82ca131 req-ab6279e4-1e3b-4105-bdff-c27254720cf9 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.55 "GET /v2.0/ports?device_id=56769566-04ae-489c-bb3b-c290f6f33f55 HTTP/1.1" status: 200 len: 945 time: 0.1139016 Oct 20 10:51:09.875135 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port d68f70b2-f32c-4906-bd33-f2a26cc6abb5 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:51:09.876315 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:09.882641 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-e6303bae-a6cf-41d5-af23-a612ca9162e3 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6236775 Oct 20 10:51:09.887577 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 46796) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:09.896410 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-0dc06b5d-2d82-4856-8ea2-0bc2b217fc4d tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Request body: {'port': {'network_id': '8320e101-644d-44af-9385-629dd54c3c0a', 'fixed_ips': [{'subnet_id': '03387f90-6aee-4aa9-b34a-0124eb13f6f3', 'ip_address': '2001:db8::261d:a01b:8ec1:b18e'}], 'name': 'tempest-NetworksTestDHCPv6-1718872249'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:51:09.913781 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0dea5b6c-c197-41a5-be80-abb0e531d75d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:09.936741 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-3446566a-d8d6-4d91-8a49-973b3418b064 None None] Attempting to bind port d0eef919-2006-4579-a0f7-bfdd77d41039 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:51:09.937117 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-3446566a-d8d6-4d91-8a49-973b3418b064 None None] Attempting to bind port d0eef919-2006-4579-a0f7-bfdd77d41039 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '3de746e4-2d84-4918-a784-55c724019911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '8ca5e922-b948-426f-9281-49c209c89e06'}] {{(pid=100599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:51:09.937483 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3446566a-d8d6-4d91-8a49-973b3418b064 None None] Attempting to bind port d0eef919-2006-4579-a0f7-bfdd77d41039 on network 8ca5e922-b948-426f-9281-49c209c89e06 {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:51:09.943807 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3446566a-d8d6-4d91-8a49-973b3418b064 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:51:09.944182 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3446566a-d8d6-4d91-8a49-973b3418b064 None None] Checking segment: {'id': '3de746e4-2d84-4918-a784-55c724019911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '8ca5e922-b948-426f-9281-49c209c89e06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:51:09.944583 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-3446566a-d8d6-4d91-8a49-973b3418b064 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:09.945002 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3446566a-d8d6-4d91-8a49-973b3418b064 None None] Bound using segment: {'id': '3de746e4-2d84-4918-a784-55c724019911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '8ca5e922-b948-426f-9281-49c209c89e06'} {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:51:09.945442 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-3446566a-d8d6-4d91-8a49-973b3418b064 None None] Bound port: d0eef919-2006-4579-a0f7-bfdd77d41039, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3de746e4-2d84-4918-a784-55c724019911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '8ca5e922-b948-426f-9281-49c209c89e06'}}] {{(pid=100599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:51:09.945820 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-3446566a-d8d6-4d91-8a49-973b3418b064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:10.023519 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.db [None req-3446566a-d8d6-4d91-8a49-973b3418b064 None None] For port d0eef919-2006-4579-a0f7-bfdd77d41039, host n-d-811396-3, cleared binding levels {{(pid=100599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:51:10.027007 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.db [None req-3446566a-d8d6-4d91-8a49-973b3418b064 None None] For port d0eef919-2006-4579-a0f7-bfdd77d41039, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=d0eef919-2006-4579-a0f7-bfdd77d41039,segment=NetworkSegment(3de746e4-2d84-4918-a784-55c724019911),segment_id=3de746e4-2d84-4918-a784-55c724019911)] {{(pid=100599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:51:10.035912 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-3446566a-d8d6-4d91-8a49-973b3418b064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:10.115134 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89773411-e70b-4aef-9d27-fdd3c086eda9 None None] Pushing event updated for resources: {'Port': ['ID=d0eef919-2006-4579-a0f7-bfdd77d41039,revision_number=4']} {{(pid=100599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:10.123190 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3446566a-d8d6-4d91-8a49-973b3418b064 None None] Routers {'bf59da99-dd2d-478d-9b0d-3016ea34cf63'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:51:10.124242 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-3446566a-d8d6-4d91-8a49-973b3418b064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:51:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['bf59da99-dd2d-478d-9b0d-3016ea34cf63'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:51:10.211476 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-d8ceaa06-5204-4eb5-8cd9-c3ae006458fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0307d1f-c8b7-41b2-a8c3-99c9b80fa066', 'name': 'tempest-TestNetworkAdvancedServerOps-router-899616690', 'tenant_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': 'ae7b0e05-83a3-46a2-b732-79f48c50712d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:48:32Z', 'updated_at': '2021-10-20T10:48:38Z', 'revision_number': 4, 'project_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'gw_port': {'id': 'ae7b0e05-83a3-46a2-b732-79f48c50712d', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:1d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0307d1f-c8b7-41b2-a8c3-99c9b80fa066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2557, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:48:33Z', 'updated_at': '2021-10-20T10:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': 'e91dc0b2-04a1-4635-bb59-465d84636e8f', 'name': '', 'network_id': 'b56c2100-b644-4ba2-90f2-4b531255f999', 'tenant_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'mac_address': 'fa:16:3e:1c:65:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0307d1f-c8b7-41b2-a8c3-99c9b80fa066', 'device_owner': 'network:router_interface', 'standard_attr_id': 2565, 'fixed_ips': [{'subnet_id': '91bdc508-699c-4642-8aa1-b806463a6e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:48:37Z', 'updated_at': '2021-10-20T10:48:44Z', 'revision_number': 5, 'project_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'subnets': [{'id': '91bdc508-699c-4642-8aa1-b806463a6e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:51:10.219136 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dea5b6c-c197-41a5-be80-abb0e531d75d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd131656-a4f0-4658-ac19-cb4eb614ce2b,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:10.232340 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-0dea5b6c-c197-41a5-be80-abb0e531d75d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=64004c327fc542b087b04376da2d25d0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4886570 Oct 20 10:51:10.241579 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 46804) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:10.257791 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-b4b01691-63db-4b4a-ba3e-e965f2be2f11 None None] Port d0eef919-2006-4579-a0f7-bfdd77d41039 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:51:10.367707 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-b4b01691-63db-4b4a-ba3e-e965f2be2f11 None None] Could not find standard attr ID for object dff0881e-c2a1-4fa2-a49e-ed052b90f0e5. {{(pid=100598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 20 10:51:10.375665 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device d68f70b2-f32c-4906-bd33-f2a26cc6abb5 no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:51:10.414972 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-0d0f1a9d-5e01-4cb0-be2a-ee32baf7747b tempest-TestNetworkBasicOps-915599348 tempest-TestNetworkBasicOps-915599348-project-admin] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5220 time: 1.2334454 Oct 20 10:51:10.437084 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ceaa06-5204-4eb5-8cd9-c3ae006458fd None None] Checking router: c0307d1f-c8b7-41b2-a8c3-99c9b80fa066 for host: n-d-811396-3 {{(pid=100598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:51:10.448100 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dc06b5d-2d82-4856-8ea2-0bc2b217fc4d tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Made reservation on behalf of 22a79d88690a4055b95547a3f21027fa for: {'port': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:51:10.450795 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ceaa06-5204-4eb5-8cd9-c3ae006458fd None None] Routers {'c0307d1f-c8b7-41b2-a8c3-99c9b80fa066'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:51:10.451444 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-d8ceaa06-5204-4eb5-8cd9-c3ae006458fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:51:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['c0307d1f-c8b7-41b2-a8c3-99c9b80fa066'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:51:10.473187 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5072a9b5-44c5-41e6-8a85-ceffbe806c52 req-6832a3b2-ff6a-4c21-8692-bed890d14f00 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:10.483182 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5072a9b5-44c5-41e6-8a85-ceffbe806c52 req-6832a3b2-ff6a-4c21-8692-bed890d14f00 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/ports?device_id=56769566-04ae-489c-bb3b-c290f6f33f55 HTTP/1.1" status: 200 len: 945 time: 0.3102410 Oct 20 10:51:10.578443 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-c616c9be-ed3d-4fc0-99a4-8170d6a1d281 None None] Deleting port d68f70b2-f32c-4906-bd33-f2a26cc6abb5 {{(pid=100598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:51:10.579014 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-c616c9be-ed3d-4fc0-99a4-8170d6a1d281 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:10.651282 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-3446566a-d8d6-4d91-8a49-973b3418b064 None None] Set router bf59da99-dd2d-478d-9b0d-3016ea34cf63 gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:51:10.657031 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6758f8f8-417e-464c-8fe5-46d89c5f686d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:10.711996 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6758f8f8-417e-464c-8fe5-46d89c5f686d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:10.754437 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-c616c9be-ed3d-4fc0-99a4-8170d6a1d281 None None] For port d68f70b2-f32c-4906-bd33-f2a26cc6abb5, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=d68f70b2-f32c-4906-bd33-f2a26cc6abb5,segment=NetworkSegment(bdd410b3-9198-4748-b872-a4840957eef7),segment_id=bdd410b3-9198-4748-b872-a4840957eef7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:51:10.759765 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-c616c9be-ed3d-4fc0-99a4-8170d6a1d281 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:10.813994 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5072a9b5-44c5-41e6-8a85-ceffbe806c52 req-b56a7978-4e83-4d25-9183-31d5ebe6d17a tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/security-groups?id=d30b8c8d-75cd-4380-b81d-917877550485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3296158 Oct 20 10:51:10.820157 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-340fd3fc-c5b2-4600-93f3-3cccd82ca131 req-30fa626c-ef96-4b72-a531-e8dcd295f88e tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Deleting port dbef63cf-4342-4fac-bd9c-8425a18f8f45 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:51:10.820690 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-340fd3fc-c5b2-4600-93f3-3cccd82ca131 req-30fa626c-ef96-4b72-a531-e8dcd295f88e tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:10.876074 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-c616c9be-ed3d-4fc0-99a4-8170d6a1d281 None None] Calling delete_port for d68f70b2-f32c-4906-bd33-f2a26cc6abb5 owned by network:dhcp {{(pid=100598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:51:10.890686 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-875c0989-1774-444c-a178-c48fc1bdd93b None None] Provisioning complete for port d0eef919-2006-4579-a0f7-bfdd77d41039 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:51:10.891200 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-875c0989-1774-444c-a178-c48fc1bdd93b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:10.948025 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:11.007452 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-3446566a-d8d6-4d91-8a49-973b3418b064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf59da99-dd2d-478d-9b0d-3016ea34cf63', 'name': 'tempest-TestNetworkBasicOps-router-1996889391', 'tenant_id': 'ce3bca74c1d8467f832763bc531bfd88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': '4e711bdc-ecfb-48b8-a052-6d0428b77592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:50:51Z', 'updated_at': '2021-10-20T10:51:03Z', 'revision_number': 4, 'project_id': 'ce3bca74c1d8467f832763bc531bfd88', 'gw_port': {'id': '4e711bdc-ecfb-48b8-a052-6d0428b77592', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:0e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf59da99-dd2d-478d-9b0d-3016ea34cf63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2694, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:50:54Z', 'updated_at': '2021-10-20T10:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': 'd0eef919-2006-4579-a0f7-bfdd77d41039', 'name': '', 'network_id': '8ca5e922-b948-426f-9281-49c209c89e06', 'tenant_id': 'ce3bca74c1d8467f832763bc531bfd88', 'mac_address': 'fa:16:3e:71:db:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf59da99-dd2d-478d-9b0d-3016ea34cf63', 'device_owner': 'network:router_interface', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': 'd064623b-205c-4c55-bcad-f8d7ce58a0d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:51:01Z', 'updated_at': '2021-10-20T10:51:10Z', 'revision_number': 4, 'project_id': 'ce3bca74c1d8467f832763bc531bfd88', 'subnets': [{'id': 'd064623b-205c-4c55-bcad-f8d7ce58a0d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:51:11.028080 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0dc06b5d-2d82-4856-8ea2-0bc2b217fc4d tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:11.063280 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] For port d68f70b2-f32c-4906-bd33-f2a26cc6abb5, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=d68f70b2-f32c-4906-bd33-f2a26cc6abb5,segment=NetworkSegment(bdd410b3-9198-4748-b872-a4840957eef7),segment_id=bdd410b3-9198-4748-b872-a4840957eef7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:51:11.068140 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3446566a-d8d6-4d91-8a49-973b3418b064 None None] The sync data for ids ['bf59da99-dd2d-478d-9b0d-3016ea34cf63'] in n-d-811396-3 is: [{'id': 'bf59da99-dd2d-478d-9b0d-3016ea34cf63', 'name': 'tempest-TestNetworkBasicOps-router-1996889391', 'tenant_id': 'ce3bca74c1d8467f832763bc531bfd88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': '4e711bdc-ecfb-48b8-a052-6d0428b77592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:50:51Z', 'updated_at': '2021-10-20T10:51:03Z', 'revision_number': 4, 'project_id': 'ce3bca74c1d8467f832763bc531bfd88', 'gw_port': {'id': '4e711bdc-ecfb-48b8-a052-6d0428b77592', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:0e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf59da99-dd2d-478d-9b0d-3016ea34cf63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2694, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:50:54Z', 'updated_at': '2021-10-20T10:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': 'd0eef919-2006-4579-a0f7-bfdd77d41039', 'name': '', 'network_id': '8ca5e922-b948-426f-9281-49c209c89e06', 'tenant_id': 'ce3bca74c1d8467f832763bc531bfd88', 'mac_address': 'fa:16:3e:71:db:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf59da99-dd2d-478d-9b0d-3016ea34cf63', 'device_owner': 'network:router_interface', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': 'd064623b-205c-4c55-bcad-f8d7ce58a0d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:51:01Z', 'updated_at': '2021-10-20T10:51:10Z', 'revision_number': 4, 'project_id': 'ce3bca74c1d8467f832763bc531bfd88', 'subnets': [{'id': 'd064623b-205c-4c55-bcad-f8d7ce58a0d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:51:11.073746 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [None req-0dc06b5d-2d82-4856-8ea2-0bc2b217fc4d tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] device_id is not set on port 3f36c0c3-6535-419a-86b7-0c3ed60b47d6 yet. {{(pid=100596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:51:11.082543 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:11.086552 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-d8ceaa06-5204-4eb5-8cd9-c3ae006458fd None None] Set router c0307d1f-c8b7-41b2-a8c3-99c9b80fa066 gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:51:11.141930 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 46816) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:11.146758 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-d007ebf3-702c-4ef1-a41e-b04462caefe9 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1238645023', 'description': 'tempest-secgroup-smoke-1238645023 description', 'project_id': 'ce3bca74c1d8467f832763bc531bfd88'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:51:11.217791 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d007ebf3-702c-4ef1-a41e-b04462caefe9 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:11.327593 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-c616c9be-ed3d-4fc0-99a4-8170d6a1d281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956'] for port, after_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:11.360173 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d007ebf3-702c-4ef1-a41e-b04462caefe9 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:11.368541 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d007ebf3-702c-4ef1-a41e-b04462caefe9 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:11.378303 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Pushing event updated for resources: {'Port': ['ID=d68f70b2-f32c-4906-bd33-f2a26cc6abb5,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:11.388520 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c616c9be-ed3d-4fc0-99a4-8170d6a1d281 None None] No DVR routers for this DVR port d68f70b2-f32c-4906-bd33-f2a26cc6abb5 on host n-d-811396-3 {{(pid=100598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:51:11.439114 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d007ebf3-702c-4ef1-a41e-b04462caefe9 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:11.452948 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e0619a-e865-47bd-9db6-1db5713f4f65 None None] Network 8320e101-644d-44af-9385-629dd54c3c0a requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:51:11.456004 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c616c9be-ed3d-4fc0-99a4-8170d6a1d281 None None] Pushing event deleted for resources: {'Port': ['ID=d68f70b2-f32c-4906-bd33-f2a26cc6abb5,revision_number=None']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:11.477320 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-d007ebf3-702c-4ef1-a41e-b04462caefe9 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3326948 Oct 20 10:51:11.481754 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 46820) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:11.500158 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-a5847ce7-4a1d-4e77-88f3-285d56eb90ae tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Request body: {'security_group_rule': {'security_group_id': 'e2b618ee-adb0-4a07-9003-b5b406acbbbe', 'project_id': 'ce3bca74c1d8467f832763bc531bfd88', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:51:11.506416 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-340fd3fc-c5b2-4600-93f3-3cccd82ca131 req-30fa626c-ef96-4b72-a531-e8dcd295f88e tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] For port dbef63cf-4342-4fac-bd9c-8425a18f8f45, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=dbef63cf-4342-4fac-bd9c-8425a18f8f45,segment=NetworkSegment(61f3f036-23b7-48db-b7ba-5592fa7c3f33),segment_id=61f3f036-23b7-48db-b7ba-5592fa7c3f33)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:51:11.506978 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-340fd3fc-c5b2-4600-93f3-3cccd82ca131 req-30fa626c-ef96-4b72-a531-e8dcd295f88e tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:11.508037 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d007ebf3-702c-4ef1-a41e-b04462caefe9 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2b618ee-adb0-4a07-9003-b5b406acbbbe,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:11.555491 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-340fd3fc-c5b2-4600-93f3-3cccd82ca131 req-30fa626c-ef96-4b72-a531-e8dcd295f88e tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Calling delete_port for dbef63cf-4342-4fac-bd9c-8425a18f8f45 owned by compute:nova {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:51:11.583148 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a5847ce7-4a1d-4e77-88f3-285d56eb90ae tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:11.682386 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6758f8f8-417e-464c-8fe5-46d89c5f686d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:11.684987 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6758f8f8-417e-464c-8fe5-46d89c5f686d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:11.689218 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-6758f8f8-417e-464c-8fe5-46d89c5f686d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/bd131656-a4f0-4658-ac19-cb4eb614ce2b HTTP/1.1" status: 204 len: 168 time: 1.4359288 Oct 20 10:51:11.747349 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a5847ce7-4a1d-4e77-88f3-285d56eb90ae tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:11.754633 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a5847ce7-4a1d-4e77-88f3-285d56eb90ae tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:11.828127 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5847ce7-4a1d-4e77-88f3-285d56eb90ae tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efce4b8a-099d-4fdf-aa7e-0f1330034461,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:11.850721 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a5847ce7-4a1d-4e77-88f3-285d56eb90ae tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:11.851997 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-a5847ce7-4a1d-4e77-88f3-285d56eb90ae tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3569741 Oct 20 10:51:11.860805 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 46834) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:11.865462 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [None req-0dc06b5d-2d82-4856-8ea2-0bc2b217fc4d tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Allocated IP 2001:db8::261d:a01b:8ec1:b18e (8320e101-644d-44af-9385-629dd54c3c0a/03387f90-6aee-4aa9-b34a-0124eb13f6f3/3f36c0c3-6535-419a-86b7-0c3ed60b47d6) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:51:11.871545 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-875c0989-1774-444c-a178-c48fc1bdd93b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:11.873524 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-0fa16e1c-c88e-4051-8be7-47884a61db36 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Request body: {'security_group_rule': {'security_group_id': 'e2b618ee-adb0-4a07-9003-b5b406acbbbe', 'project_id': 'ce3bca74c1d8467f832763bc531bfd88', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:51:11.927318 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-875c0989-1774-444c-a178-c48fc1bdd93b None None] For port d0eef919-2006-4579-a0f7-bfdd77d41039, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=d0eef919-2006-4579-a0f7-bfdd77d41039,segment=NetworkSegment(3de746e4-2d84-4918-a784-55c724019911),segment_id=3de746e4-2d84-4918-a784-55c724019911)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:51:11.941087 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-875c0989-1774-444c-a178-c48fc1bdd93b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:11.960952 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0fa16e1c-c88e-4051-8be7-47884a61db36 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:12.057249 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0fa16e1c-c88e-4051-8be7-47884a61db36 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:12.063657 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0fa16e1c-c88e-4051-8be7-47884a61db36 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:12.089179 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa16e1c-c88e-4051-8be7-47884a61db36 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=434b3246-aa05-4db2-b865-5a9512b28a0a,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:12.099507 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0fa16e1c-c88e-4051-8be7-47884a61db36 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:12.101347 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-0fa16e1c-c88e-4051-8be7-47884a61db36 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2395082 Oct 20 10:51:12.104361 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 46842) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:12.111215 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-3f75cbfd-e525-4759-b0ab-7edaae18fb50 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Request body: {'security_group_rule': {'security_group_id': 'e2b618ee-adb0-4a07-9003-b5b406acbbbe', 'project_id': 'ce3bca74c1d8467f832763bc531bfd88', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:51:12.184440 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3f75cbfd-e525-4759-b0ab-7edaae18fb50 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:12.232654 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6758f8f8-417e-464c-8fe5-46d89c5f686d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd131656-a4f0-4658-ac19-cb4eb614ce2b,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:12.332392 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875c0989-1774-444c-a178-c48fc1bdd93b None None] Pushing event updated for resources: {'Port': ['ID=d0eef919-2006-4579-a0f7-bfdd77d41039,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:12.360268 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-90b6cf9b-b0a6-484c-9313-125bdc013ba1 None None] Provisioning complete for port d0eef919-2006-4579-a0f7-bfdd77d41039 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:51:12.370411 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-90b6cf9b-b0a6-484c-9313-125bdc013ba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:12.406943 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3f75cbfd-e525-4759-b0ab-7edaae18fb50 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:12.415028 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3f75cbfd-e525-4759-b0ab-7edaae18fb50 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:12.444846 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2bdd9312-a106-4781-b052-cb0f150f75df req-2bd74d0b-ed07-478b-ac73-dbf8f9c1eade tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/ports?device_id=56769566-04ae-489c-bb3b-c290f6f33f55 HTTP/1.1" status: 200 len: 210 time: 0.2841973 Oct 20 10:51:12.445555 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f75cbfd-e525-4759-b0ab-7edaae18fb50 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a94f2e9-32b3-4a8f-a686-f24b68f45335,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:12.460914 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-340fd3fc-c5b2-4600-93f3-3cccd82ca131 req-30fa626c-ef96-4b72-a531-e8dcd295f88e tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:12.485754 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3f75cbfd-e525-4759-b0ab-7edaae18fb50 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:12.488738 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-3f75cbfd-e525-4759-b0ab-7edaae18fb50 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3818004 Oct 20 10:51:12.491890 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device d0eef919-2006-4579-a0f7-bfdd77d41039 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:51:12.492630 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 46850) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:12.498036 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-59390ea0-60ec-40c2-a0aa-7e5702529436 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Request body: {'security_group_rule': {'security_group_id': 'e2b618ee-adb0-4a07-9003-b5b406acbbbe', 'project_id': 'ce3bca74c1d8467f832763bc531bfd88', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:51:12.570099 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 46852) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:12.585232 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fa626c-ef96-4b72-a531-e8dcd295f88e tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Pushing event deleted for resources: {'Port': ['ID=dbef63cf-4342-4fac-bd9c-8425a18f8f45,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:12.636919 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69fd7900-13ec-47ef-b29d-e44d7a269fe3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524064ba-869c-5550-b826-c26b69a11278-8320e101-644d-44af-9385-629dd54c3c0a', 'network_id': '8320e101-644d-44af-9385-629dd54c3c0a', 'tenant_id': '22a79d88690a4055b95547a3f21027fa', 'fixed_ips': [{'subnet_id': '03387f90-6aee-4aa9-b34a-0124eb13f6f3'}]}} from n-d-811396-3. {{(pid=100598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:51:12.638185 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-69fd7900-13ec-47ef-b29d-e44d7a269fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:12.658424 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f8f762e5-f57c-4078-b3a9-2a541211fcd1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:12.661077 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-59390ea0-60ec-40c2-a0aa-7e5702529436 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:12.690884 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0dc06b5d-2d82-4856-8ea2-0bc2b217fc4d tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:12.691701 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port d0eef919-2006-4579-a0f7-bfdd77d41039 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:51:12.692074 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:12.819515 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-59390ea0-60ec-40c2-a0aa-7e5702529436 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:12.827184 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-59390ea0-60ec-40c2-a0aa-7e5702529436 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:12.869699 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59390ea0-60ec-40c2-a0aa-7e5702529436 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e82fb9a-7b3d-4ca6-a6ce-d84cb5b169a7,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:12.874654 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-d8ceaa06-5204-4eb5-8cd9-c3ae006458fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0307d1f-c8b7-41b2-a8c3-99c9b80fa066', 'name': 'tempest-TestNetworkAdvancedServerOps-router-899616690', 'tenant_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': 'ae7b0e05-83a3-46a2-b732-79f48c50712d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:48:32Z', 'updated_at': '2021-10-20T10:48:38Z', 'revision_number': 4, 'project_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'gw_port': {'id': 'ae7b0e05-83a3-46a2-b732-79f48c50712d', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:1d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0307d1f-c8b7-41b2-a8c3-99c9b80fa066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2557, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:48:33Z', 'updated_at': '2021-10-20T10:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': 'e91dc0b2-04a1-4635-bb59-465d84636e8f', 'name': '', 'network_id': 'b56c2100-b644-4ba2-90f2-4b531255f999', 'tenant_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'mac_address': 'fa:16:3e:1c:65:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0307d1f-c8b7-41b2-a8c3-99c9b80fa066', 'device_owner': 'network:router_interface', 'standard_attr_id': 2565, 'fixed_ips': [{'subnet_id': '91bdc508-699c-4642-8aa1-b806463a6e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:48:37Z', 'updated_at': '2021-10-20T10:48:44Z', 'revision_number': 5, 'project_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'subnets': [{'id': '91bdc508-699c-4642-8aa1-b806463a6e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:51:12.908488 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-59390ea0-60ec-40c2-a0aa-7e5702529436 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:12.912293 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-59390ea0-60ec-40c2-a0aa-7e5702529436 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4184413 Oct 20 10:51:12.918276 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 46858) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:12.936759 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-acdfc5ed-0e0c-405f-a85d-7e46cac80ec9 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Request body: {'security_group_rule': {'security_group_id': 'e2b618ee-adb0-4a07-9003-b5b406acbbbe', 'project_id': 'ce3bca74c1d8467f832763bc531bfd88', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:51:12.958464 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f8f762e5-f57c-4078-b3a9-2a541211fcd1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:12.978060 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f8f762e5-f57c-4078-b3a9-2a541211fcd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:13.041797 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-f8f762e5-f57c-4078-b3a9-2a541211fcd1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d93bc5c0d7ff4f01b299fdd39ea4993b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4367797 Oct 20 10:51:13.045715 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 46862) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:13.103995 n-d-811396-3 neutron-server[100597]: INFO neutron.db.securitygroups_db [None req-acdfc5ed-0e0c-405f-a85d-7e46cac80ec9 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Project ce3bca74c1d8467f832763bc531bfd88 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 10:51:13.134959 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-acdfc5ed-0e0c-405f-a85d-7e46cac80ec9 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:13.157464 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ceaa06-5204-4eb5-8cd9-c3ae006458fd None None] The sync data for ids ['c0307d1f-c8b7-41b2-a8c3-99c9b80fa066'] in n-d-811396-3 is: [{'id': 'c0307d1f-c8b7-41b2-a8c3-99c9b80fa066', 'name': 'tempest-TestNetworkAdvancedServerOps-router-899616690', 'tenant_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': 'ae7b0e05-83a3-46a2-b732-79f48c50712d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:48:32Z', 'updated_at': '2021-10-20T10:48:38Z', 'revision_number': 4, 'project_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'gw_port': {'id': 'ae7b0e05-83a3-46a2-b732-79f48c50712d', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:1d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0307d1f-c8b7-41b2-a8c3-99c9b80fa066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2557, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:48:33Z', 'updated_at': '2021-10-20T10:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': 'e91dc0b2-04a1-4635-bb59-465d84636e8f', 'name': '', 'network_id': 'b56c2100-b644-4ba2-90f2-4b531255f999', 'tenant_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'mac_address': 'fa:16:3e:1c:65:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0307d1f-c8b7-41b2-a8c3-99c9b80fa066', 'device_owner': 'network:router_interface', 'standard_attr_id': 2565, 'fixed_ips': [{'subnet_id': '91bdc508-699c-4642-8aa1-b806463a6e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:48:37Z', 'updated_at': '2021-10-20T10:48:44Z', 'revision_number': 5, 'project_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'subnets': [{'id': '91bdc508-699c-4642-8aa1-b806463a6e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:51:13.167022 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f762e5-f57c-4078-b3a9-2a541211fcd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=865612ef-2ae0-44b1-98a1-46dc1439686d,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:13.223211 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f75a05e1-94a3-49a7-8cb7-883d53918bdb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:13.293409 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f75a05e1-94a3-49a7-8cb7-883d53918bdb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:13.380439 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-340fd3fc-c5b2-4600-93f3-3cccd82ca131 req-30fa626c-ef96-4b72-a531-e8dcd295f88e tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] No DVR routers for this DVR port dbef63cf-4342-4fac-bd9c-8425a18f8f45 on host n-h1-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:51:13.384560 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-340fd3fc-c5b2-4600-93f3-3cccd82ca131 req-30fa626c-ef96-4b72-a531-e8dcd295f88e tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:13.388273 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-340fd3fc-c5b2-4600-93f3-3cccd82ca131 req-30fa626c-ef96-4b72-a531-e8dcd295f88e tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.55 "DELETE /v2.0/ports/dbef63cf-4342-4fac-bd9c-8425a18f8f45 HTTP/1.1" status: 204 len: 173 time: 3.5069699 Oct 20 10:51:13.389031 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56769566-04ae-489c-bb3b-c290f6f33f55', 'name': 'network-vif-deleted', 'tag': 'dbef63cf-4342-4fac-bd9c-8425a18f8f45'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:51:13.391967 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-656c6949-d814-4f80-88d9-2aa86989d4bc" -d '{"events": [{"server_uuid": "56769566-04ae-489c-bb3b-c290f6f33f55", "name": "network-vif-deleted", "tag": "dbef63cf-4342-4fac-bd9c-8425a18f8f45"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:51:13.420260 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0dc06b5d-2d82-4856-8ea2-0bc2b217fc4d tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:13.478338 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6398293e-5f85-4fa8-9a74-3ffff9270cb9 x-openstack-request-id: req-6398293e-5f85-4fa8-9a74-3ffff9270cb9 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:51:13.480935 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56769566-04ae-489c-bb3b-c290f6f33f55", "name": "network-vif-deleted", "tag": "dbef63cf-4342-4fac-bd9c-8425a18f8f45", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:51:13.481425 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6398293e-5f85-4fa8-9a74-3ffff9270cb9 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:51:13.482358 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56769566-04ae-489c-bb3b-c290f6f33f55', 'name': 'network-vif-deleted', 'tag': 'dbef63cf-4342-4fac-bd9c-8425a18f8f45', 'status': 'completed', 'code': 200} Oct 20 10:51:13.500609 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc06b5d-2d82-4856-8ea2-0bc2b217fc4d tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Network 8320e101-644d-44af-9385-629dd54c3c0a is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:51:13.507376 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-0dc06b5d-2d82-4856-8ea2-0bc2b217fc4d tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:51:13.513027 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc06b5d-2d82-4856-8ea2-0bc2b217fc4d tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:51:13.522689 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-acdfc5ed-0e0c-405f-a85d-7e46cac80ec9 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:13.522849 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc06b5d-2d82-4856-8ea2-0bc2b217fc4d tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:13.523608 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0dc06b5d-2d82-4856-8ea2-0bc2b217fc4d tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:13.538744 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-acdfc5ed-0e0c-405f-a85d-7e46cac80ec9 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:13.572882 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc06b5d-2d82-4856-8ea2-0bc2b217fc4d tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Pushing event updated for resources: {'Port': ['ID=3f36c0c3-6535-419a-86b7-0c3ed60b47d6,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:13.603527 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-0dc06b5d-2d82-4856-8ea2-0bc2b217fc4d tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.7116387 Oct 20 10:51:13.604699 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 46870) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:13.604948 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-69fd7900-13ec-47ef-b29d-e44d7a269fe3 None None] Allocated IP 2001:db8::2 (8320e101-644d-44af-9385-629dd54c3c0a/03387f90-6aee-4aa9-b34a-0124eb13f6f3/742adbc5-fb27-4aa7-9357-85f680287556) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:51:13.613800 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f75a05e1-94a3-49a7-8cb7-883d53918bdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:13.628588 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f75a05e1-94a3-49a7-8cb7-883d53918bdb admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:13.634789 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-f75a05e1-94a3-49a7-8cb7-883d53918bdb admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/865612ef-2ae0-44b1-98a1-46dc1439686d HTTP/1.1" status: 204 len: 168 time: 0.5788107 Oct 20 10:51:13.671609 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdfc5ed-0e0c-405f-a85d-7e46cac80ec9 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0d053aa-e7b3-4e88-a16a-c866a984d7b2,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:13.685486 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75a05e1-94a3-49a7-8cb7-883d53918bdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=865612ef-2ae0-44b1-98a1-46dc1439686d,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:13.713634 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-87c1d3aa-d652-47ea-b524-54e4cf8399dd req-eb5d422b-9d64-4b69-b211-3b58c91c80b5 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/ports?device_id=56769566-04ae-489c-bb3b-c290f6f33f55 HTTP/1.1" status: 200 len: 210 time: 0.0958319 Oct 20 10:51:13.714170 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-acdfc5ed-0e0c-405f-a85d-7e46cac80ec9 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:13.715657 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-acdfc5ed-0e0c-405f-a85d-7e46cac80ec9 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7964094 Oct 20 10:51:13.718531 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 46876) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:13.728716 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-815290ca-f502-46ef-acc3-9577211815c2 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Request body: {'security_group_rule': {'security_group_id': 'e2b618ee-adb0-4a07-9003-b5b406acbbbe', 'project_id': 'ce3bca74c1d8467f832763bc531bfd88', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:51:13.769308 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5392edc4-5ebb-45c0-8e87-879f434f124d tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:13.773826 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-5392edc4-5ebb-45c0-8e87-879f434f124d tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1658688 Oct 20 10:51:13.774337 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 46880) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:13.820622 n-d-811396-3 neutron-server[100597]: INFO neutron.db.securitygroups_db [None req-815290ca-f502-46ef-acc3-9577211815c2 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Project ce3bca74c1d8467f832763bc531bfd88 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 10:51:13.834310 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-815290ca-f502-46ef-acc3-9577211815c2 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:13.953304 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c72ab07-82ea-4b19-ba8e-cdcba65ac55e None None] New status for floating IP be53eb52-699f-4780-b6c6-fadd828b891f: DOWN {{(pid=100598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 10:51:13.980156 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-6634c267-34df-4e98-a6dd-5a97f4841e7e tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Deleting port 3f36c0c3-6535-419a-86b7-0c3ed60b47d6 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:51:13.980783 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6634c267-34df-4e98-a6dd-5a97f4841e7e tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:14.085260 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-815290ca-f502-46ef-acc3-9577211815c2 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:14.092659 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-815290ca-f502-46ef-acc3-9577211815c2 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:14.142214 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815290ca-f502-46ef-acc3-9577211815c2 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a60d4a6f-9a6f-4bab-a349-50d447a76884,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:14.166923 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-815290ca-f502-46ef-acc3-9577211815c2 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:14.168486 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-815290ca-f502-46ef-acc3-9577211815c2 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4470401 Oct 20 10:51:14.221296 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6634c267-34df-4e98-a6dd-5a97f4841e7e tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:14.245751 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-69fd7900-13ec-47ef-b29d-e44d7a269fe3 None None] Publish callbacks [] for port, precommit_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:14.250359 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-6634c267-34df-4e98-a6dd-5a97f4841e7e tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Calling delete_port for 3f36c0c3-6535-419a-86b7-0c3ed60b47d6 owned by {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:51:14.261187 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-69fd7900-13ec-47ef-b29d-e44d7a269fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:14.312804 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69fd7900-13ec-47ef-b29d-e44d7a269fe3 None None] Network 8320e101-644d-44af-9385-629dd54c3c0a is already hosted by enough agents. {{(pid=100598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:51:14.323522 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.base_scheduler [None req-69fd7900-13ec-47ef-b29d-e44d7a269fe3 None None] Resources bound (agent type, host, resource id): {{(pid=100598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:51:14.347408 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69fd7900-13ec-47ef-b29d-e44d7a269fe3 None None] Received port after_create {{(pid=100598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:51:14.426376 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device dbef63cf-4342-4fac-bd9c-8425a18f8f45 no longer exists at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:51:14.436590 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device d0eef919-2006-4579-a0f7-bfdd77d41039 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:51:14.512198 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6634c267-34df-4e98-a6dd-5a97f4841e7e tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:14.598190 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6634c267-34df-4e98-a6dd-5a97f4841e7e tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Pushing event deleted for resources: {'Port': ['ID=3f36c0c3-6535-419a-86b7-0c3ed60b47d6,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:14.697957 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6634c267-34df-4e98-a6dd-5a97f4841e7e tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:14.704701 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 46912) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:14.713110 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-6634c267-34df-4e98-a6dd-5a97f4841e7e tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "DELETE /v2.0/ports/3f36c0c3-6535-419a-86b7-0c3ed60b47d6 HTTP/1.1" status: 204 len: 168 time: 0.9374151 Oct 20 10:51:14.718169 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] No Port match for: dbef63cf-4342-4fac-bd9c-8425a18f8f45 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:51:14.720559 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device dbef63cf-4342-4fac-bd9c-8425a18f8f45 not bound to the agent host n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:51:14.764304 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-459c994f-d1c6-4c0a-a158-9837cdb25acd req-dcc17276-dda8-4a36-8050-0828a7e12e8f tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1238645023&fields=id&tenant_id=ce3bca74c1d8467f832763bc531bfd88 HTTP/1.1" status: 200 len: 267 time: 0.1414597 Oct 20 10:51:14.812108 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-69fd7900-13ec-47ef-b29d-e44d7a269fe3 None None] Attempting to bind port 742adbc5-fb27-4aa7-9357-85f680287556 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:51:14.812509 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-69fd7900-13ec-47ef-b29d-e44d7a269fe3 None None] Attempting to bind port 742adbc5-fb27-4aa7-9357-85f680287556 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': 'bdd410b3-9198-4748-b872-a4840957eef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '8320e101-644d-44af-9385-629dd54c3c0a'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:51:14.812817 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fd7900-13ec-47ef-b29d-e44d7a269fe3 None None] Attempting to bind port 742adbc5-fb27-4aa7-9357-85f680287556 on network 8320e101-644d-44af-9385-629dd54c3c0a {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:51:14.814769 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 46918) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:14.826935 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fd7900-13ec-47ef-b29d-e44d7a269fe3 None None] Pushing event updated for resources: {'Port': ['ID=742adbc5-fb27-4aa7-9357-85f680287556,revision_number=1']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:14.861526 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fd7900-13ec-47ef-b29d-e44d7a269fe3 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:51:14.862856 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fd7900-13ec-47ef-b29d-e44d7a269fe3 None None] Checking segment: {'id': 'bdd410b3-9198-4748-b872-a4840957eef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '8320e101-644d-44af-9385-629dd54c3c0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:51:14.863456 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-69fd7900-13ec-47ef-b29d-e44d7a269fe3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:14.865975 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fd7900-13ec-47ef-b29d-e44d7a269fe3 None None] Bound using segment: {'id': 'bdd410b3-9198-4748-b872-a4840957eef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '8320e101-644d-44af-9385-629dd54c3c0a'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:51:14.866798 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-69fd7900-13ec-47ef-b29d-e44d7a269fe3 None None] Bound port: 742adbc5-fb27-4aa7-9357-85f680287556, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdd410b3-9198-4748-b872-a4840957eef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '8320e101-644d-44af-9385-629dd54c3c0a'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:51:14.870759 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-69fd7900-13ec-47ef-b29d-e44d7a269fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:14.871561 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6e5cdad-a283-4f4c-beaf-013d590764ae tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:14.874170 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6e5cdad-a283-4f4c-beaf-013d590764ae tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:14.875820 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-a6e5cdad-a283-4f4c-beaf-013d590764ae tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1697345 Oct 20 10:51:14.878874 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 46922) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:14.994765 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port d0eef919-2006-4579-a0f7-bfdd77d41039 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:51:14.995357 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:15.025139 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_v2 [None req-88e7be82-1584-417c-9585-68b2f1096639 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Deleting subnet 03387f90-6aee-4aa9-b34a-0124eb13f6f3 {{(pid=100597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:51:15.036210 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-88e7be82-1584-417c-9585-68b2f1096639 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks [] for subnet, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:15.140032 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-88e7be82-1584-417c-9585-68b2f1096639 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25852621'] for subnet, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:15.149657 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-69fd7900-13ec-47ef-b29d-e44d7a269fe3 None None] For port 742adbc5-fb27-4aa7-9357-85f680287556, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:51:15.155808 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-69fd7900-13ec-47ef-b29d-e44d7a269fe3 None None] For port 742adbc5-fb27-4aa7-9357-85f680287556, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=742adbc5-fb27-4aa7-9357-85f680287556,segment=NetworkSegment(bdd410b3-9198-4748-b872-a4840957eef7),segment_id=bdd410b3-9198-4748-b872-a4840957eef7)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:51:15.171616 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-69fd7900-13ec-47ef-b29d-e44d7a269fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:15.269313 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459c994f-d1c6-4c0a-a158-9837cdb25acd req-a0b3cea1-1025-43ca-88cb-91609d395e80 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:15.270925 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-459c994f-d1c6-4c0a-a158-9837cdb25acd req-a0b3cea1-1025-43ca-88cb-91609d395e80 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "GET /v2.0/networks?id=8ca5e922-b948-426f-9281-49c209c89e06 HTTP/1.1" status: 200 len: 797 time: 0.4959893 Oct 20 10:51:15.304922 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-459c994f-d1c6-4c0a-a158-9837cdb25acd req-e07592af-12e3-4c58-866f-e2ef2e02ab75 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "GET /v2.0/quotas/ce3bca74c1d8467f832763bc531bfd88 HTTP/1.1" status: 200 len: 375 time: 0.0266333 Oct 20 10:51:15.335796 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fd7900-13ec-47ef-b29d-e44d7a269fe3 None None] Pushing event updated for resources: {'Port': ['ID=742adbc5-fb27-4aa7-9357-85f680287556,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:15.387053 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-88e7be82-1584-417c-9585-68b2f1096639 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:15.479033 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-459c994f-d1c6-4c0a-a158-9837cdb25acd req-99adfb3a-ac7a-4d59-8d7f-1041750fa3ed tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=ce3bca74c1d8467f832763bc531bfd88&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1657500 Oct 20 10:51:15.508450 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [req-459c994f-d1c6-4c0a-a158-9837cdb25acd req-2a42b7d4-e4ad-4c90-9860-c2c6a6f51109 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:51:15.509726 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-459c994f-d1c6-4c0a-a158-9837cdb25acd req-2a42b7d4-e4ad-4c90-9860-c2c6a6f51109 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0076909 Oct 20 10:51:15.523903 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-88e7be82-1584-417c-9585-68b2f1096639 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25350811'] for subnet, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:15.563317 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e7be82-1584-417c-9585-68b2f1096639 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Pushing event deleted for resources: {'Subnet': ['ID=03387f90-6aee-4aa9-b34a-0124eb13f6f3,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:15.565471 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-88e7be82-1584-417c-9585-68b2f1096639 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:15.574858 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-88e7be82-1584-417c-9585-68b2f1096639 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "DELETE /v2.0/subnets/03387f90-6aee-4aa9-b34a-0124eb13f6f3 HTTP/1.1" status: 204 len: 168 time: 0.6948035 Oct 20 10:51:15.576096 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 46940) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:15.679429 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-e9945125-ac4f-4d5f-b80a-17d750f12341 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1001275 Oct 20 10:51:15.682500 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 46942) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:15.776416 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f724d8b2-052c-461c-bb53-67533f1e417f tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:15.778738 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-f724d8b2-052c-461c-bb53-67533f1e417f tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0942545 Oct 20 10:51:15.780960 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 46944) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:15.851992 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-459c994f-d1c6-4c0a-a158-9837cdb25acd req-d908b761-4bcb-472d-8762-8496cf3ad927 service neutron] 10.222.0.64 "GET /v2.0/networks/8ca5e922-b948-426f-9281-49c209c89e06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2838793 Oct 20 10:51:15.862249 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99824901-96bb-4ecf-9b52-96dcefe210ff tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:15.863827 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-99824901-96bb-4ecf-9b52-96dcefe210ff tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0788393 Oct 20 10:51:15.866367 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 46948) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:15.916582 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-af33af93-a3af-4d91-9c99-c22ad7cf520e tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0492172 Oct 20 10:51:15.921855 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 46950) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:15.927537 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-aa2e3980-8683-491e-90e2-54805d4d47c8 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Request body: {'subnet': {'network_id': '8320e101-644d-44af-9385-629dd54c3c0a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:51:16.032776 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa2e3980-8683-491e-90e2-54805d4d47c8 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Made reservation on behalf of 22a79d88690a4055b95547a3f21027fa for: {'subnet': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:51:16.037720 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-aa2e3980-8683-491e-90e2-54805d4d47c8 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25350782'] for subnet, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:16.083682 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-459c994f-d1c6-4c0a-a158-9837cdb25acd req-c7187deb-ad47-426a-8054-96ffb4f49957 service neutron] 10.222.0.64 "GET /v2.0/networks/8ca5e922-b948-426f-9281-49c209c89e06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147720 Oct 20 10:51:16.103464 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-fa856c88-ce71-4643-af5c-804d3536124f tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1774405'] for router_interface, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:16.413072 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 742adbc5-fb27-4aa7-9357-85f680287556 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:51:16.578125 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 742adbc5-fb27-4aa7-9357-85f680287556 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:51:16.580015 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-aa2e3980-8683-491e-90e2-54805d4d47c8 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25350752'] for subnet, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:16.583490 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:16.733101 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2e3980-8683-491e-90e2-54805d4d47c8 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Network 8320e101-644d-44af-9385-629dd54c3c0a is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:51:16.739919 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-aa2e3980-8683-491e-90e2-54805d4d47c8 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:51:16.746665 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2e3980-8683-491e-90e2-54805d4d47c8 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:16.748739 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-aa2e3980-8683-491e-90e2-54805d4d47c8 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:16.794522 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2e3980-8683-491e-90e2-54805d4d47c8 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Pushing event updated for resources: {'Subnet': ['ID=88b11e06-d484-4679-947f-56113fe27d79,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:16.808040 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-aa2e3980-8683-491e-90e2-54805d4d47c8 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8800771 Oct 20 10:51:16.809010 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 46978) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:16.823180 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-a8f7d202-a1f7-4066-be71-2153d976e30a tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Request body: {'port': {'network_id': '8320e101-644d-44af-9385-629dd54c3c0a', 'fixed_ips': [{'subnet_id': '88b11e06-d484-4679-947f-56113fe27d79', 'ip_address': '2001:db8::719e:3ba1:61d:650c'}], 'name': 'tempest-NetworksTestDHCPv6-381013772'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:51:16.857059 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7a89d5ef-36aa-4d56-bb85-456d7063318b req-928f4b9d-c4a8-49d1-bea9-dba6b3c9f066 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e46ee1e-848e-4aa8-a7a5-ffd39c73c09c HTTP/1.1" status: 200 len: 210 time: 0.1914988 Oct 20 10:51:16.905641 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:17.023618 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] For port 742adbc5-fb27-4aa7-9357-85f680287556, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=742adbc5-fb27-4aa7-9357-85f680287556,segment=NetworkSegment(bdd410b3-9198-4748-b872-a4840957eef7),segment_id=bdd410b3-9198-4748-b872-a4840957eef7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:51:17.034455 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:17.107421 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8f7d202-a1f7-4066-be71-2153d976e30a tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Made reservation on behalf of 22a79d88690a4055b95547a3f21027fa for: {'port': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:51:17.136907 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd57556-ec9d-45fb-ad08-91f083aad1b2 None None] Network 8320e101-644d-44af-9385-629dd54c3c0a requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:51:17.164986 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Pushing event updated for resources: {'Port': ['ID=742adbc5-fb27-4aa7-9357-85f680287556,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:17.240165 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-fa856c88-ce71-4643-af5c-804d3536124f tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Deleting port e91dc0b2-04a1-4635-bb59-465d84636e8f {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:51:17.240535 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-fa856c88-ce71-4643-af5c-804d3536124f tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:17.305618 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-fd972060-0e0f-4902-8a3e-1fd7c401daa2 None None] Provisioning complete for port 742adbc5-fb27-4aa7-9357-85f680287556 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:51:17.317331 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a8f7d202-a1f7-4066-be71-2153d976e30a tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:17.320778 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-fd972060-0e0f-4902-8a3e-1fd7c401daa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:17.368936 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [None req-a8f7d202-a1f7-4066-be71-2153d976e30a tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] device_id is not set on port ddfd3917-ea60-4294-9865-1c0fb8d7272a yet. {{(pid=100597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:51:17.536301 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [None req-fa856c88-ce71-4643-af5c-804d3536124f tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] For port e91dc0b2-04a1-4635-bb59-465d84636e8f, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=e91dc0b2-04a1-4635-bb59-465d84636e8f,segment=NetworkSegment(61f3f036-23b7-48db-b7ba-5592fa7c3f33),segment_id=61f3f036-23b7-48db-b7ba-5592fa7c3f33)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:51:17.536986 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-fa856c88-ce71-4643-af5c-804d3536124f tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:17.554355 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-fa856c88-ce71-4643-af5c-804d3536124f tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Calling delete_port for e91dc0b2-04a1-4635-bb59-465d84636e8f owned by network:router_interface {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:51:18.170645 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-505ed17c-932f-44e3-a574-bb728ce6c161 req-55d4df01-198e-48f3-8375-8ea20ccfd90e tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e46ee1e-848e-4aa8-a7a5-ffd39c73c09c HTTP/1.1" status: 200 len: 210 time: 0.0839992 Oct 20 10:51:18.171961 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-fa856c88-ce71-4643-af5c-804d3536124f tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:18.218477 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-a8f7d202-a1f7-4066-be71-2153d976e30a tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Allocated IP 2001:db8::719e:3ba1:61d:650c (8320e101-644d-44af-9385-629dd54c3c0a/88b11e06-d484-4679-947f-56113fe27d79/ddfd3917-ea60-4294-9865-1c0fb8d7272a) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:51:18.220446 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa856c88-ce71-4643-af5c-804d3536124f tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Pushing event deleted for resources: {'Port': ['ID=e91dc0b2-04a1-4635-bb59-465d84636e8f,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:18.263592 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 47010) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:18.390574 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 742adbc5-fb27-4aa7-9357-85f680287556 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:51:18.548126 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 742adbc5-fb27-4aa7-9357-85f680287556 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:51:18.548511 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:18.575144 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a8f7d202-a1f7-4066-be71-2153d976e30a tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:18.646721 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-fa856c88-ce71-4643-af5c-804d3536124f tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1771989'] for router_interface, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:18.682904 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a8f7d202-a1f7-4066-be71-2153d976e30a tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:18.838097 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-3b4597c4-338f-4125-be94-90ef6e1820e3 None None] Provisioning complete for port 742adbc5-fb27-4aa7-9357-85f680287556 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:51:18.838611 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3b4597c4-338f-4125-be94-90ef6e1820e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:18.847816 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f7d202-a1f7-4066-be71-2153d976e30a tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Network 8320e101-644d-44af-9385-629dd54c3c0a is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:51:18.849763 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-a8f7d202-a1f7-4066-be71-2153d976e30a tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:51:18.859054 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f7d202-a1f7-4066-be71-2153d976e30a tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:51:18.866676 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f7d202-a1f7-4066-be71-2153d976e30a tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:18.890702 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a8f7d202-a1f7-4066-be71-2153d976e30a tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:18.903744 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f7d202-a1f7-4066-be71-2153d976e30a tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Pushing event updated for resources: {'Port': ['ID=ddfd3917-ea60-4294-9865-1c0fb8d7272a,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:18.938283 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-a8f7d202-a1f7-4066-be71-2153d976e30a tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.1240816 Oct 20 10:51:18.948113 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 47022) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:18.960671 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-efe49ee6-03a6-4d2b-9a1d-b0adea2aa1c6 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Request body: {'port': {'network_id': '8320e101-644d-44af-9385-629dd54c3c0a', 'fixed_ips': [{'subnet_id': '88b11e06-d484-4679-947f-56113fe27d79', 'ip_address': '2001:db8::719e:3ba1:61d:650c'}], 'name': 'tempest-NetworksTestDHCPv6-414502763'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:51:19.133920 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efe49ee6-03a6-4d2b-9a1d-b0adea2aa1c6 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Made reservation on behalf of 22a79d88690a4055b95547a3f21027fa for: {'port': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:51:19.136144 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:19.145438 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-efe49ee6-03a6-4d2b-9a1d-b0adea2aa1c6 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:19.172745 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [None req-efe49ee6-03a6-4d2b-9a1d-b0adea2aa1c6 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] device_id is not set on port 64f6d8c6-640a-449f-8205-5c9edc11c5f1 yet. {{(pid=100597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:51:19.205498 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-df75633b-8b79-4f22-a9f3-4e0c3fedaef4 None None] Could not find standard attr ID for object 3f36c0c3-6535-419a-86b7-0c3ed60b47d6. {{(pid=100598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 20 10:51:19.248958 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459c994f-d1c6-4c0a-a158-9837cdb25acd req-5172212c-a2fe-4c75-9537-b9105fb18817 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:19.248958 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-459c994f-d1c6-4c0a-a158-9837cdb25acd req-5172212c-a2fe-4c75-9537-b9105fb18817 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.69 "GET /v2.0/networks?id=8ca5e922-b948-426f-9281-49c209c89e06 HTTP/1.1" status: 200 len: 797 time: 0.9107282 Oct 20 10:51:19.399800 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a850d81e-e1a4-41eb-8bf1-91c19ca4ebc2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:19.423364 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f5989c2b-d233-4a87-b0d1-3a92ef23cb52 req-47dc2cc2-170e-4c9d-b7f1-96db9cbb6e3b tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e46ee1e-848e-4aa8-a7a5-ffd39c73c09c HTTP/1.1" status: 200 len: 210 time: 0.0600102 Oct 20 10:51:19.525367 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-efe49ee6-03a6-4d2b-9a1d-b0adea2aa1c6 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] POST failed (client error): There was a conflict when trying to complete your request. Oct 20 10:51:19.526274 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efe49ee6-03a6-4d2b-9a1d-b0adea2aa1c6 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=100597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:51:19.534631 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-459c994f-d1c6-4c0a-a158-9837cdb25acd req-97b2a8f0-101c-4052-a308-163082ea4e54 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ce3bca74c1d8467f832763bc531bfd88 HTTP/1.1" status: 200 len: 380 time: 0.1728978 Oct 20 10:51:19.547316 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-459c994f-d1c6-4c0a-a158-9837cdb25acd req-5e34a7b9-f088-4810-bcda-026c2045952a tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Request body: {'port': {'device_id': '6e46ee1e-848e-4aa8-a7a5-ffd39c73c09c', 'network_id': '8ca5e922-b948-426f-9281-49c209c89e06', 'admin_state_up': True, 'tenant_id': 'ce3bca74c1d8467f832763bc531bfd88', 'security_groups': ['e2b618ee-adb0-4a07-9003-b5b406acbbbe']}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:51:19.565698 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-d0db441a-722d-4b3e-b914-498b9c5f0b84 None None] Provisioning complete for port ddfd3917-ea60-4294-9865-1c0fb8d7272a triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:51:19.566292 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-d0db441a-722d-4b3e-b914-498b9c5f0b84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:19.595367 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 47038) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:19.597730 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-efe49ee6-03a6-4d2b-9a1d-b0adea2aa1c6 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 0.6401558 Oct 20 10:51:19.671266 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-d0db441a-722d-4b3e-b914-498b9c5f0b84 None None] Port ddfd3917-ea60-4294-9865-1c0fb8d7272a cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:51:19.849267 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b614dba6-cfcd-4e71-8bbb-654f0c59bb48 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:19.855095 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b614dba6-cfcd-4e71-8bbb-654f0c59bb48 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:19.859536 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 47046) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:19.865890 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-b614dba6-cfcd-4e71-8bbb-654f0c59bb48 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1606 time: 0.2646847 Oct 20 10:51:19.894588 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa856c88-ce71-4643-af5c-804d3536124f tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Router c0307d1f-c8b7-41b2-a8c3-99c9b80fa066 has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:51:19.907236 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a850d81e-e1a4-41eb-8bf1-91c19ca4ebc2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:20.055263 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa856c88-ce71-4643-af5c-804d3536124f tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:51:20.057270 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-459c994f-d1c6-4c0a-a158-9837cdb25acd req-5e34a7b9-f088-4810-bcda-026c2045952a tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Made reservation on behalf of ce3bca74c1d8467f832763bc531bfd88 for: {'port': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:51:20.061072 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-459c994f-d1c6-4c0a-a158-9837cdb25acd req-5e34a7b9-f088-4810-bcda-026c2045952a tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:20.063397 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a850d81e-e1a4-41eb-8bf1-91c19ca4ebc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:20.076362 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-fa856c88-ce71-4643-af5c-804d3536124f tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "PUT /v2.0/routers/c0307d1f-c8b7-41b2-a8c3-99c9b80fa066/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2603648 Oct 20 10:51:20.087682 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c5e39f-1c6f-46de-b6f5-b38a2537c41a None None] Sync routers for ids ['c0307d1f-c8b7-41b2-a8c3-99c9b80fa066'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:51:20.095417 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 47050) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:20.107794 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c5e39f-1c6f-46de-b6f5-b38a2537c41a None None] Routers {'c0307d1f-c8b7-41b2-a8c3-99c9b80fa066'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:51:20.110663 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-63c5e39f-1c6f-46de-b6f5-b38a2537c41a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:51:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['c0307d1f-c8b7-41b2-a8c3-99c9b80fa066'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:51:20.197228 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d2df811-20a5-4247-9aa3-c994bb3da921 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Deleting subnet 91bdc508-699c-4642-8aa1-b806463a6e96 {{(pid=100597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:51:20.203543 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6d2df811-20a5-4247-9aa3-c994bb3da921 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for subnet, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:20.236808 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-a850d81e-e1a4-41eb-8bf1-91c19ca4ebc2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cac1eaef48f14522916e6f2209ab993f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9095659 Oct 20 10:51:20.239200 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 47054) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:20.263531 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a850d81e-e1a4-41eb-8bf1-91c19ca4ebc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57351a71-1bee-4254-94bd-a5431abf5979,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:20.274639 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-63c5e39f-1c6f-46de-b6f5-b38a2537c41a None None] Set router c0307d1f-c8b7-41b2-a8c3-99c9b80fa066 gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:51:20.302807 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6d2df811-20a5-4247-9aa3-c994bb3da921 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25852621'] for subnet, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:20.354962 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-f661b97c-1098-40fc-9e53-e40aba386483 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Deleting port ddfd3917-ea60-4294-9865-1c0fb8d7272a {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:51:20.354962 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f661b97c-1098-40fc-9e53-e40aba386483 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:20.418990 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [req-459c994f-d1c6-4c0a-a158-9837cdb25acd req-5e34a7b9-f088-4810-bcda-026c2045952a tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Allocated IP 172.20.0.12 (8ca5e922-b948-426f-9281-49c209c89e06/d064623b-205c-4c55-bcad-f8d7ce58a0d9/aae58e54-5b06-4495-b489-a89b3f157a9e) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:51:20.428233 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-27e981ef-092f-45e5-9441-6a1dada1a98e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:20.479371 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-27e981ef-092f-45e5-9441-6a1dada1a98e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:20.485852 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6d2df811-20a5-4247-9aa3-c994bb3da921 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:20.543678 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f661b97c-1098-40fc-9e53-e40aba386483 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:20.558522 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-63c5e39f-1c6f-46de-b6f5-b38a2537c41a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0307d1f-c8b7-41b2-a8c3-99c9b80fa066', 'name': 'tempest-TestNetworkAdvancedServerOps-router-899616690', 'tenant_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': 'ae7b0e05-83a3-46a2-b732-79f48c50712d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:48:32Z', 'updated_at': '2021-10-20T10:51:17Z', 'revision_number': 5, 'project_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'gw_port': {'id': 'ae7b0e05-83a3-46a2-b732-79f48c50712d', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:1d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0307d1f-c8b7-41b2-a8c3-99c9b80fa066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2557, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:48:33Z', 'updated_at': '2021-10-20T10:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:51:20.589008 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-f661b97c-1098-40fc-9e53-e40aba386483 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Calling delete_port for ddfd3917-ea60-4294-9865-1c0fb8d7272a owned by {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:51:20.625428 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c5e39f-1c6f-46de-b6f5-b38a2537c41a None None] Checking router: c0307d1f-c8b7-41b2-a8c3-99c9b80fa066 for host: n-d-811396-3 {{(pid=100599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:51:20.643577 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ac942ab5-fe84-4e4c-970d-1277986474e6 req-002e8dee-45b6-4b49-8d28-9527b2edaf59 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e46ee1e-848e-4aa8-a7a5-ffd39c73c09c HTTP/1.1" status: 200 len: 210 time: 0.0358310 Oct 20 10:51:20.644981 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c5e39f-1c6f-46de-b6f5-b38a2537c41a None None] Routers {'c0307d1f-c8b7-41b2-a8c3-99c9b80fa066'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:51:20.645621 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-63c5e39f-1c6f-46de-b6f5-b38a2537c41a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:51:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['c0307d1f-c8b7-41b2-a8c3-99c9b80fa066'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:51:20.662647 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-27e981ef-092f-45e5-9441-6a1dada1a98e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:20.676715 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-27e981ef-092f-45e5-9441-6a1dada1a98e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:20.681560 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-27e981ef-092f-45e5-9441-6a1dada1a98e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/57351a71-1bee-4254-94bd-a5431abf5979 HTTP/1.1" status: 204 len: 168 time: 0.4312646 Oct 20 10:51:20.686736 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6d2df811-20a5-4247-9aa3-c994bb3da921 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25350811'] for subnet, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:20.702066 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e981ef-092f-45e5-9441-6a1dada1a98e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57351a71-1bee-4254-94bd-a5431abf5979,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:20.729556 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2df811-20a5-4247-9aa3-c994bb3da921 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Pushing event deleted for resources: {'Subnet': ['ID=91bdc508-699c-4642-8aa1-b806463a6e96,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:20.742487 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6d2df811-20a5-4247-9aa3-c994bb3da921 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:20.749343 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-6d2df811-20a5-4247-9aa3-c994bb3da921 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "DELETE /v2.0/subnets/91bdc508-699c-4642-8aa1-b806463a6e96 HTTP/1.1" status: 204 len: 168 time: 0.6499240 Oct 20 10:51:20.749343 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 47064) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:20.763791 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-459c994f-d1c6-4c0a-a158-9837cdb25acd req-5e34a7b9-f088-4810-bcda-026c2045952a tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:20.769039 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0646fc0-88b2-4f34-8bad-cc0f76fe93e6 None None] Network b56c2100-b644-4ba2-90f2-4b531255f999 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:51:20.847520 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-459c994f-d1c6-4c0a-a158-9837cdb25acd req-5e34a7b9-f088-4810-bcda-026c2045952a tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:20.939480 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-459c994f-d1c6-4c0a-a158-9837cdb25acd req-5e34a7b9-f088-4810-bcda-026c2045952a tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Network 8ca5e922-b948-426f-9281-49c209c89e06 is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:51:20.939480 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [req-459c994f-d1c6-4c0a-a158-9837cdb25acd req-5e34a7b9-f088-4810-bcda-026c2045952a tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:51:20.960027 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-459c994f-d1c6-4c0a-a158-9837cdb25acd req-5e34a7b9-f088-4810-bcda-026c2045952a tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:51:20.982775 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-63c5e39f-1c6f-46de-b6f5-b38a2537c41a None None] Set router c0307d1f-c8b7-41b2-a8c3-99c9b80fa066 gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:51:20.983072 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1d71aaa9-fd12-4977-955e-ef71a90562ad tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for router, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:21.098222 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459c994f-d1c6-4c0a-a158-9837cdb25acd req-5e34a7b9-f088-4810-bcda-026c2045952a tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:21.103046 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-459c994f-d1c6-4c0a-a158-9837cdb25acd req-5e34a7b9-f088-4810-bcda-026c2045952a tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:21.140307 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e34a7b9-f088-4810-bcda-026c2045952a tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Pushing event updated for resources: {'Port': ['ID=aae58e54-5b06-4495-b489-a89b3f157a9e,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:21.162821 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-459c994f-d1c6-4c0a-a158-9837cdb25acd req-5e34a7b9-f088-4810-bcda-026c2045952a tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6200697 Oct 20 10:51:21.181232 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-459c994f-d1c6-4c0a-a158-9837cdb25acd req-02640fff-13c9-4c2f-9a87-7dfa4459537e service neutron] Request body: {'port': {'device_id': '6e46ee1e-848e-4aa8-a7a5-ffd39c73c09c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811396-3'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:51:21.241411 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f661b97c-1098-40fc-9e53-e40aba386483 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:21.315483 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a78878-1d40-4136-af8e-0e82eb959a3d None None] DHCP port deletion for b56c2100-b644-4ba2-90f2-4b531255f999 request from n-d-811396-3 {{(pid=100598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:51:21.331104 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-459c994f-d1c6-4c0a-a158-9837cdb25acd req-02640fff-13c9-4c2f-9a87-7dfa4459537e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:21.433372 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f661b97c-1098-40fc-9e53-e40aba386483 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Pushing event deleted for resources: {'Port': ['ID=ddfd3917-ea60-4294-9865-1c0fb8d7272a,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:21.476327 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f661b97c-1098-40fc-9e53-e40aba386483 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:21.485604 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-a0a78878-1d40-4136-af8e-0e82eb959a3d None None] Deleting port 7b4088c4-2b31-47d8-8817-c63b9ea37e75 {{(pid=100598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:51:21.486248 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-a0a78878-1d40-4136-af8e-0e82eb959a3d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:21.487154 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-f661b97c-1098-40fc-9e53-e40aba386483 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "DELETE /v2.0/ports/ddfd3917-ea60-4294-9865-1c0fb8d7272a HTTP/1.1" status: 204 len: 168 time: 1.6262317 Oct 20 10:51:21.493489 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 47080) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:21.591818 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-63c5e39f-1c6f-46de-b6f5-b38a2537c41a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0307d1f-c8b7-41b2-a8c3-99c9b80fa066', 'name': 'tempest-TestNetworkAdvancedServerOps-router-899616690', 'tenant_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': 'ae7b0e05-83a3-46a2-b732-79f48c50712d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:48:32Z', 'updated_at': '2021-10-20T10:51:17Z', 'revision_number': 5, 'project_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'gw_port': {'id': 'ae7b0e05-83a3-46a2-b732-79f48c50712d', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:1d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0307d1f-c8b7-41b2-a8c3-99c9b80fa066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2557, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:48:33Z', 'updated_at': '2021-10-20T10:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:51:21.600027 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 47082) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:21.645167 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8744fc10-b5d9-4889-adca-72fff6beff42 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:21.652261 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-a0a78878-1d40-4136-af8e-0e82eb959a3d None None] For port 7b4088c4-2b31-47d8-8817-c63b9ea37e75, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=7b4088c4-2b31-47d8-8817-c63b9ea37e75,segment=NetworkSegment(61f3f036-23b7-48db-b7ba-5592fa7c3f33),segment_id=61f3f036-23b7-48db-b7ba-5592fa7c3f33)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:51:21.653772 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c5e39f-1c6f-46de-b6f5-b38a2537c41a None None] The sync data for ids ['c0307d1f-c8b7-41b2-a8c3-99c9b80fa066'] in n-d-811396-3 is: [{'id': 'c0307d1f-c8b7-41b2-a8c3-99c9b80fa066', 'name': 'tempest-TestNetworkAdvancedServerOps-router-899616690', 'tenant_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': 'ae7b0e05-83a3-46a2-b732-79f48c50712d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:48:32Z', 'updated_at': '2021-10-20T10:51:17Z', 'revision_number': 5, 'project_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'gw_port': {'id': 'ae7b0e05-83a3-46a2-b732-79f48c50712d', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:1d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0307d1f-c8b7-41b2-a8c3-99c9b80fa066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2557, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:48:33Z', 'updated_at': '2021-10-20T10:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:51:21.660158 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-a0a78878-1d40-4136-af8e-0e82eb959a3d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:21.699460 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d89defe-5f4f-4156-84c5-060053876082 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:21.701866 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-a0a78878-1d40-4136-af8e-0e82eb959a3d None None] Calling delete_port for 7b4088c4-2b31-47d8-8817-c63b9ea37e75 owned by network:dhcp {{(pid=100598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:51:21.705508 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d89defe-5f4f-4156-84c5-060053876082 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:21.707512 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-2278af54-3c43-433d-8831-b892ff2cf38e None None] Provisioning complete for port aae58e54-5b06-4495-b489-a89b3f157a9e triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:51:21.708257 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-2278af54-3c43-433d-8831-b892ff2cf38e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:21.710381 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-6d89defe-5f4f-4156-84c5-060053876082 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2080674 Oct 20 10:51:21.720918 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 47086) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:21.758059 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1d71aaa9-fd12-4977-955e-ef71a90562ad tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:21.853529 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_v2 [None req-79475bf7-662b-4b90-a819-e96462cd045e tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Deleting subnet 88b11e06-d484-4679-947f-56113fe27d79 {{(pid=100597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:51:21.861699 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-79475bf7-662b-4b90-a819-e96462cd045e tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks [] for subnet, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:21.940521 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-79475bf7-662b-4b90-a819-e96462cd045e tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25852621'] for subnet, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:21.966136 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96749447-2a5d-4d52-a15b-786103dfcd1f req-7cdb47ea-64e7-4894-9073-7ca140cfddc3 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:21.974159 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-1d71aaa9-fd12-4977-955e-ef71a90562ad tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Deleting port ae7b0e05-83a3-46a2-b732-79f48c50712d {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:51:21.974759 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1d71aaa9-fd12-4977-955e-ef71a90562ad tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:21.975409 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-96749447-2a5d-4d52-a15b-786103dfcd1f req-7cdb47ea-64e7-4894-9073-7ca140cfddc3 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e46ee1e-848e-4aa8-a7a5-ffd39c73c09c HTTP/1.1" status: 200 len: 932 time: 0.1486413 Oct 20 10:51:22.007329 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-a0a78878-1d40-4136-af8e-0e82eb959a3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956'] for port, after_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:22.054612 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a78878-1d40-4136-af8e-0e82eb959a3d None None] No DVR routers for this DVR port 7b4088c4-2b31-47d8-8817-c63b9ea37e75 on host n-d-811396-3 {{(pid=100598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:51:22.110938 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [None req-1d71aaa9-fd12-4977-955e-ef71a90562ad tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] For port ae7b0e05-83a3-46a2-b732-79f48c50712d, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=ae7b0e05-83a3-46a2-b732-79f48c50712d,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:51:22.111600 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1d71aaa9-fd12-4977-955e-ef71a90562ad tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:22.125021 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-1d71aaa9-fd12-4977-955e-ef71a90562ad tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Calling delete_port for ae7b0e05-83a3-46a2-b732-79f48c50712d owned by network:router_gateway {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:51:22.138918 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a78878-1d40-4136-af8e-0e82eb959a3d None None] Pushing event deleted for resources: {'Port': ['ID=7b4088c4-2b31-47d8-8817-c63b9ea37e75,revision_number=None']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:22.150421 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-2278af54-3c43-433d-8831-b892ff2cf38e None None] Port aae58e54-5b06-4495-b489-a89b3f157a9e cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:51:22.177523 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-96749447-2a5d-4d52-a15b-786103dfcd1f req-caf45a05-93d9-4522-bc49-953648fc03df tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "GET /v2.0/security-groups?id=e2b618ee-adb0-4a07-9003-b5b406acbbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2011106 Oct 20 10:51:22.302669 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-79475bf7-662b-4b90-a819-e96462cd045e tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:22.343278 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device e91dc0b2-04a1-4635-bb59-465d84636e8f no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:51:22.358158 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8744fc10-b5d9-4889-adca-72fff6beff42 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:22.393236 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8744fc10-b5d9-4889-adca-72fff6beff42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:22.427552 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: e91dc0b2-04a1-4635-bb59-465d84636e8f {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:51:22.428023 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device e91dc0b2-04a1-4635-bb59-465d84636e8f not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:51:22.428462 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 7b4088c4-2b31-47d8-8817-c63b9ea37e75 no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:51:22.481721 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-79475bf7-662b-4b90-a819-e96462cd045e tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25350811'] for subnet, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:22.515833 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 7b4088c4-2b31-47d8-8817-c63b9ea37e75 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:51:22.516456 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 7b4088c4-2b31-47d8-8817-c63b9ea37e75 not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:51:22.525015 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [req-459c994f-d1c6-4c0a-a158-9837cdb25acd req-02640fff-13c9-4c2f-9a87-7dfa4459537e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aae58e54-5b06-4495-b489-a89b3f157a9e {{(pid=100596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:51:22.551297 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-8744fc10-b5d9-4889-adca-72fff6beff42 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=daf1f191ebf1445e98f381062906c638&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9476025 Oct 20 10:51:22.553186 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 47098) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:22.556338 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79475bf7-662b-4b90-a819-e96462cd045e tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Pushing event deleted for resources: {'Subnet': ['ID=88b11e06-d484-4679-947f-56113fe27d79,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:22.566075 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-79475bf7-662b-4b90-a819-e96462cd045e tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:22.571841 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-79475bf7-662b-4b90-a819-e96462cd045e tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "DELETE /v2.0/subnets/88b11e06-d484-4679-947f-56113fe27d79 HTTP/1.1" status: 204 len: 168 time: 0.8470140 Oct 20 10:51:22.571841 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1d71aaa9-fd12-4977-955e-ef71a90562ad tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:22.575500 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-066be8ec-1695-42b1-bf1c-8bebc256073b None None] Network 8320e101-644d-44af-9385-629dd54c3c0a requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:51:22.578042 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 47102) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:22.602528 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-459c994f-d1c6-4c0a-a158-9837cdb25acd req-02640fff-13c9-4c2f-9a87-7dfa4459537e service neutron] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:22.605794 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8744fc10-b5d9-4889-adca-72fff6beff42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=948311a1-ea9f-4531-b421-95736c1fb4b9,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:22.634039 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.provisioning_blocks [req-459c994f-d1c6-4c0a-a158-9837cdb25acd req-02640fff-13c9-4c2f-9a87-7dfa4459537e service neutron] Transition to ACTIVE for port object aae58e54-5b06-4495-b489-a89b3f157a9e will not be triggered until provisioned by entity L2. {{(pid=100596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:51:22.662630 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-200b12d0-d867-44cf-8cec-dce74b99a658 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:22.675165 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-459c994f-d1c6-4c0a-a158-9837cdb25acd req-02640fff-13c9-4c2f-9a87-7dfa4459537e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:22.727628 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-200b12d0-d867-44cf-8cec-dce74b99a658 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:22.782648 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-2a904744-e440-476d-8c07-e5b620122eb8 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1916561 Oct 20 10:51:22.788036 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 47106) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:22.793183 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d71aaa9-fd12-4977-955e-ef71a90562ad tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Pushing event deleted for resources: {'Port': ['ID=ae7b0e05-83a3-46a2-b732-79f48c50712d,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:22.814240 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02640fff-13c9-4c2f-9a87-7dfa4459537e service neutron] Pushing event updated for resources: {'Port': ['ID=aae58e54-5b06-4495-b489-a89b3f157a9e,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:22.820841 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-200b12d0-d867-44cf-8cec-dce74b99a658 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:22.823830 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-200b12d0-d867-44cf-8cec-dce74b99a658 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:22.825206 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-200b12d0-d867-44cf-8cec-dce74b99a658 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/948311a1-ea9f-4531-b421-95736c1fb4b9 HTTP/1.1" status: 204 len: 168 time: 0.2707539 Oct 20 10:51:22.835761 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-623385de-82e5-4d37-8d33-62b07806b005 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Request body: {'subnet': {'network_id': '8320e101-644d-44af-9385-629dd54c3c0a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:51:22.844599 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200b12d0-d867-44cf-8cec-dce74b99a658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=948311a1-ea9f-4531-b421-95736c1fb4b9,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:22.957630 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78bbed14-9f22-4924-ba3c-9ab5fa857036 None None] DHCP port deletion for 8320e101-644d-44af-9385-629dd54c3c0a request from n-d-811396-3 {{(pid=100598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:51:22.973925 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-459c994f-d1c6-4c0a-a158-9837cdb25acd req-02640fff-13c9-4c2f-9a87-7dfa4459537e service neutron] Attempting to bind port aae58e54-5b06-4495-b489-a89b3f157a9e on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:51:22.974503 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-459c994f-d1c6-4c0a-a158-9837cdb25acd req-02640fff-13c9-4c2f-9a87-7dfa4459537e service neutron] Attempting to bind port aae58e54-5b06-4495-b489-a89b3f157a9e by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': '3de746e4-2d84-4918-a784-55c724019911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '8ca5e922-b948-426f-9281-49c209c89e06'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:51:22.974840 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-459c994f-d1c6-4c0a-a158-9837cdb25acd req-02640fff-13c9-4c2f-9a87-7dfa4459537e service neutron] Attempting to bind port aae58e54-5b06-4495-b489-a89b3f157a9e on network 8ca5e922-b948-426f-9281-49c209c89e06 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:51:22.985385 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-459c994f-d1c6-4c0a-a158-9837cdb25acd req-02640fff-13c9-4c2f-9a87-7dfa4459537e service neutron] Port aae58e54-5b06-4495-b489-a89b3f157a9e on network 8ca5e922-b948-426f-9281-49c209c89e06 not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:51:22.997555 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-459c994f-d1c6-4c0a-a158-9837cdb25acd req-02640fff-13c9-4c2f-9a87-7dfa4459537e service neutron] Attempting to bind port aae58e54-5b06-4495-b489-a89b3f157a9e on network 8ca5e922-b948-426f-9281-49c209c89e06 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:51:23.010548 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-459c994f-d1c6-4c0a-a158-9837cdb25acd req-02640fff-13c9-4c2f-9a87-7dfa4459537e service neutron] Checking agent: {'id': '061232a2-7adc-4ba1-a873-e8cb136b064d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 51, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:51:23.011136 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-459c994f-d1c6-4c0a-a158-9837cdb25acd req-02640fff-13c9-4c2f-9a87-7dfa4459537e service neutron] Checking segment: {'id': '3de746e4-2d84-4918-a784-55c724019911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '8ca5e922-b948-426f-9281-49c209c89e06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:51:23.012072 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-459c994f-d1c6-4c0a-a158-9837cdb25acd req-02640fff-13c9-4c2f-9a87-7dfa4459537e service neutron] Bound using segment: {'id': '3de746e4-2d84-4918-a784-55c724019911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '8ca5e922-b948-426f-9281-49c209c89e06'} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:51:23.012707 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-459c994f-d1c6-4c0a-a158-9837cdb25acd req-02640fff-13c9-4c2f-9a87-7dfa4459537e service neutron] Bound port: aae58e54-5b06-4495-b489-a89b3f157a9e, host: n-h2-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3de746e4-2d84-4918-a784-55c724019911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '8ca5e922-b948-426f-9281-49c209c89e06'}}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:51:23.014060 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-459c994f-d1c6-4c0a-a158-9837cdb25acd req-02640fff-13c9-4c2f-9a87-7dfa4459537e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:23.076274 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1d71aaa9-fd12-4977-955e-ef71a90562ad tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1773439'] for router_gateway, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:23.132686 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-78bbed14-9f22-4924-ba3c-9ab5fa857036 None None] Deleting port 742adbc5-fb27-4aa7-9357-85f680287556 {{(pid=100598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:51:23.135672 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-78bbed14-9f22-4924-ba3c-9ab5fa857036 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:23.161228 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-459c994f-d1c6-4c0a-a158-9837cdb25acd req-02640fff-13c9-4c2f-9a87-7dfa4459537e service neutron] For port aae58e54-5b06-4495-b489-a89b3f157a9e, host n-h2-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:51:23.177556 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-459c994f-d1c6-4c0a-a158-9837cdb25acd req-02640fff-13c9-4c2f-9a87-7dfa4459537e service neutron] For port aae58e54-5b06-4495-b489-a89b3f157a9e, host n-h2-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=aae58e54-5b06-4495-b489-a89b3f157a9e,segment=NetworkSegment(3de746e4-2d84-4918-a784-55c724019911),segment_id=3de746e4-2d84-4918-a784-55c724019911)] {{(pid=100596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:51:23.189827 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-459c994f-d1c6-4c0a-a158-9837cdb25acd req-02640fff-13c9-4c2f-9a87-7dfa4459537e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:23.313315 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-78bbed14-9f22-4924-ba3c-9ab5fa857036 None None] For port 742adbc5-fb27-4aa7-9357-85f680287556, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=742adbc5-fb27-4aa7-9357-85f680287556,segment=NetworkSegment(bdd410b3-9198-4748-b872-a4840957eef7),segment_id=bdd410b3-9198-4748-b872-a4840957eef7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:51:23.313885 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-78bbed14-9f22-4924-ba3c-9ab5fa857036 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:23.353680 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-78bbed14-9f22-4924-ba3c-9ab5fa857036 None None] Calling delete_port for 742adbc5-fb27-4aa7-9357-85f680287556 owned by network:dhcp {{(pid=100598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:51:23.381639 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1d71aaa9-fd12-4977-955e-ef71a90562ad tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1772272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258304'] for router, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:23.391151 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1d71aaa9-fd12-4977-955e-ef71a90562ad tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:23.431878 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02640fff-13c9-4c2f-9a87-7dfa4459537e service neutron] Pushing event updated for resources: {'Port': ['ID=aae58e54-5b06-4495-b489-a89b3f157a9e,revision_number=3']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:23.489266 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-623385de-82e5-4d37-8d33-62b07806b005 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Made reservation on behalf of 22a79d88690a4055b95547a3f21027fa for: {'subnet': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:51:23.493664 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-623385de-82e5-4d37-8d33-62b07806b005 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25350782'] for subnet, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:23.521935 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459c994f-d1c6-4c0a-a158-9837cdb25acd req-02640fff-13c9-4c2f-9a87-7dfa4459537e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:23.522908 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-459c994f-d1c6-4c0a-a158-9837cdb25acd req-02640fff-13c9-4c2f-9a87-7dfa4459537e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:23.525143 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-459c994f-d1c6-4c0a-a158-9837cdb25acd req-02640fff-13c9-4c2f-9a87-7dfa4459537e service neutron] 10.222.0.69 "PUT /v2.0/ports/aae58e54-5b06-4495-b489-a89b3f157a9e HTTP/1.1" status: 200 len: 1092 time: 2.3535302 Oct 20 10:51:23.527367 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e46ee1e-848e-4aa8-a7a5-ffd39c73c09c', 'tag': 'aae58e54-5b06-4495-b489-a89b3f157a9e'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:51:23.530040 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1d71aaa9-fd12-4977-955e-ef71a90562ad tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1772267'] for router, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:23.530761 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d71aaa9-fd12-4977-955e-ef71a90562ad tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Fanout notify agent at l3_agent the message router_deleted on router c0307d1f-c8b7-41b2-a8c3-99c9b80fa066 {{(pid=100597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 10:51:23.531611 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9a8f88e-3c10-4039-8a52-abb2b6e4b68c" -d '{"events": [{"name": "network-changed", "server_uuid": "6e46ee1e-848e-4aa8-a7a5-ffd39c73c09c", "tag": "aae58e54-5b06-4495-b489-a89b3f157a9e"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:51:23.559547 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-78bbed14-9f22-4924-ba3c-9ab5fa857036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956'] for port, after_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:23.578871 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1d71aaa9-fd12-4977-955e-ef71a90562ad tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for router, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:23.586767 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-1d71aaa9-fd12-4977-955e-ef71a90562ad tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "DELETE /v2.0/routers/c0307d1f-c8b7-41b2-a8c3-99c9b80fa066 HTTP/1.1" status: 204 len: 168 time: 2.8360879 Oct 20 10:51:23.589379 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bbed14-9f22-4924-ba3c-9ab5fa857036 None None] Pushing event deleted for resources: {'Port': ['ID=742adbc5-fb27-4aa7-9357-85f680287556,revision_number=None']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:23.599177 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 47142) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:23.624399 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe7bf0c-edf2-41d8-be5c-fd399122d86c req-a2d2fb8d-cde4-4a06-825e-ea563a49f357 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:23.628538 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ebe7bf0c-edf2-41d8-be5c-fd399122d86c req-a2d2fb8d-cde4-4a06-825e-ea563a49f357 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e46ee1e-848e-4aa8-a7a5-ffd39c73c09c HTTP/1.1" status: 200 len: 944 time: 0.2614126 Oct 20 10:51:23.654019 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78bbed14-9f22-4924-ba3c-9ab5fa857036 None None] No DVR routers for this DVR port 742adbc5-fb27-4aa7-9357-85f680287556 on host n-d-811396-3 {{(pid=100598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:51:23.688754 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acafa14b-ad89-4c6c-af53-de8e2618ce7b x-openstack-request-id: req-acafa14b-ad89-4c6c-af53-de8e2618ce7b {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:51:23.689281 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e46ee1e-848e-4aa8-a7a5-ffd39c73c09c", "tag": "aae58e54-5b06-4495-b489-a89b3f157a9e", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:51:23.689759 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-acafa14b-ad89-4c6c-af53-de8e2618ce7b {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:51:23.691307 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e46ee1e-848e-4aa8-a7a5-ffd39c73c09c', 'tag': 'aae58e54-5b06-4495-b489-a89b3f157a9e', 'status': 'completed', 'code': 200} Oct 20 10:51:23.881198 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ebe7bf0c-edf2-41d8-be5c-fd399122d86c req-f23f1540-9048-4a11-92e9-364f8545d57e tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "GET /v2.0/security-groups?id=e2b618ee-adb0-4a07-9003-b5b406acbbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1873574 Oct 20 10:51:23.892436 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459c994f-d1c6-4c0a-a158-9837cdb25acd req-19fe9277-cbd7-4a91-a330-8d07ee08e65c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:23.894502 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-459c994f-d1c6-4c0a-a158-9837cdb25acd req-19fe9277-cbd7-4a91-a330-8d07ee08e65c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ce3bca74c1d8467f832763bc531bfd88&device_id=6e46ee1e-848e-4aa8-a7a5-ffd39c73c09c HTTP/1.1" status: 200 len: 1095 time: 0.3217790 Oct 20 10:51:23.904650 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-66424e8b-7730-4481-b5f3-cfcd969eeada tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:23.976962 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-623385de-82e5-4d37-8d33-62b07806b005 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25350752'] for subnet, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:24.040865 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-459c994f-d1c6-4c0a-a158-9837cdb25acd req-b1336173-fcec-4fc9-9408-d51c93447e5f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aae58e54-5b06-4495-b489-a89b3f157a9e HTTP/1.1" status: 200 len: 217 time: 0.1266508 Oct 20 10:51:24.082911 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623385de-82e5-4d37-8d33-62b07806b005 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Pushing event updated for resources: {'Subnet': ['ID=dfbd4811-88c8-4770-a586-085483c901c8,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:24.118636 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-623385de-82e5-4d37-8d33-62b07806b005 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Network 8320e101-644d-44af-9385-629dd54c3c0a is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:51:24.120353 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-623385de-82e5-4d37-8d33-62b07806b005 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:51:24.128585 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-623385de-82e5-4d37-8d33-62b07806b005 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:24.136676 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40cab98d-b037-413d-99da-56374dbcdad9 None None] Network 8320e101-644d-44af-9385-629dd54c3c0a requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:51:24.143359 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-623385de-82e5-4d37-8d33-62b07806b005 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:24.189589 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-623385de-82e5-4d37-8d33-62b07806b005 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3996589 Oct 20 10:51:24.192856 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 47158) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:24.275182 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-930de706-63c3-4c0d-9c13-f837b59a76eb tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Request body: {'port': {'network_id': '8320e101-644d-44af-9385-629dd54c3c0a', 'fixed_ips': [{'subnet_id': 'dfbd4811-88c8-4770-a586-085483c901c8', 'ip_address': '2001:db8:0:1::'}], 'name': 'tempest-NetworksTestDHCPv6-19568450'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:51:24.426599 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0fee4a2-0939-4330-9f52-316167d4e1c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524064ba-869c-5550-b826-c26b69a11278-8320e101-644d-44af-9385-629dd54c3c0a', 'network_id': '8320e101-644d-44af-9385-629dd54c3c0a', 'tenant_id': '22a79d88690a4055b95547a3f21027fa', 'fixed_ips': [{'subnet_id': 'dfbd4811-88c8-4770-a586-085483c901c8'}]}} from n-d-811396-3. {{(pid=100598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:51:24.427877 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-c0fee4a2-0939-4330-9f52-316167d4e1c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:24.440827 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459c994f-d1c6-4c0a-a158-9837cdb25acd req-b31d4009-511e-4f1d-a4f9-aeecef83797e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:24.453385 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 742adbc5-fb27-4aa7-9357-85f680287556 no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:51:24.453914 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-459c994f-d1c6-4c0a-a158-9837cdb25acd req-b31d4009-511e-4f1d-a4f9-aeecef83797e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d064623b-205c-4c55-bcad-f8d7ce58a0d9 HTTP/1.1" status: 200 len: 835 time: 0.3982413 Oct 20 10:51:24.483840 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 742adbc5-fb27-4aa7-9357-85f680287556 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:51:24.484608 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 742adbc5-fb27-4aa7-9357-85f680287556 not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:51:24.485189 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device ae7b0e05-83a3-46a2-b732-79f48c50712d no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:51:24.511760 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: ae7b0e05-83a3-46a2-b732-79f48c50712d {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:51:24.512357 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device ae7b0e05-83a3-46a2-b732-79f48c50712d not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:51:24.541557 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-66424e8b-7730-4481-b5f3-cfcd969eeada tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:24.640251 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-930de706-63c3-4c0d-9c13-f837b59a76eb tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Made reservation on behalf of 22a79d88690a4055b95547a3f21027fa for: {'port': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:51:24.691070 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-66424e8b-7730-4481-b5f3-cfcd969eeada tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b56c2100-b644-4ba2-90f2-4b531255f999']}} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:51:24.692167 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-c0fee4a2-0939-4330-9f52-316167d4e1c7 None None] Allocated IP 2001:db8::2 (8320e101-644d-44af-9385-629dd54c3c0a/dfbd4811-88c8-4770-a586-085483c901c8/919c4321-2d5c-4c1e-a547-2a38753db076) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:51:24.737763 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-66424e8b-7730-4481-b5f3-cfcd969eeada tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61f3f036-23b7-48db-b7ba-5592fa7c3f33') {'for_net_delete': True} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:51:24.738486 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-66424e8b-7730-4481-b5f3-cfcd969eeada tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61f3f036-23b7-48db-b7ba-5592fa7c3f33') {} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:51:24.742104 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459c994f-d1c6-4c0a-a158-9837cdb25acd req-bbc44083-cad7-4bba-aee4-413de0412f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:24.744030 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-459c994f-d1c6-4c0a-a158-9837cdb25acd req-bbc44083-cad7-4bba-aee4-413de0412f2c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8ca5e922-b948-426f-9281-49c209c89e06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1834083 Oct 20 10:51:24.805569 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-66424e8b-7730-4481-b5f3-cfcd969eeada tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25189038'] for segment, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:24.827022 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-66424e8b-7730-4481-b5f3-cfcd969eeada tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:24.834354 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66424e8b-7730-4481-b5f3-cfcd969eeada tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Releasing vlan 839 on physical network physnet1 to pool {{(pid=100596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:51:24.834965 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-66424e8b-7730-4481-b5f3-cfcd969eeada tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26833155'] for segment, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:24.889802 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-930de706-63c3-4c0d-9c13-f837b59a76eb tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:24.934141 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [None req-930de706-63c3-4c0d-9c13-f837b59a76eb tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] device_id is not set on port 1b7ced9d-6a88-43c5-9829-3c7d9ff4cd1a yet. {{(pid=100597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:51:24.943587 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-c0fee4a2-0939-4330-9f52-316167d4e1c7 None None] Publish callbacks [] for port, precommit_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:24.950824 n-d-811396-3 neutron-server[100596]: Traceback (most recent call last): Oct 20 10:51:24.950824 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:51:24.950824 n-d-811396-3 neutron-server[100596]: timer() Oct 20 10:51:24.950824 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:51:24.950824 n-d-811396-3 neutron-server[100596]: cb(*args, **kw) Oct 20 10:51:24.950824 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:51:24.950824 n-d-811396-3 neutron-server[100596]: return func(*args, **kwargs) Oct 20 10:51:24.950824 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:51:24.950824 n-d-811396-3 neutron-server[100596]: self._notify() Oct 20 10:51:24.950824 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:51:24.950824 n-d-811396-3 neutron-server[100596]: self.callback(batched_events) Oct 20 10:51:24.950824 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:51:24.950824 n-d-811396-3 neutron-server[100596]: event.method(event) Oct 20 10:51:24.950824 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:51:24.950824 n-d-811396-3 neutron-server[100596]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:51:24.950824 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:51:24.950824 n-d-811396-3 neutron-server[100596]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:51:24.950824 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:51:24.950824 n-d-811396-3 neutron-server[100596]: return f(self, *a, **k) Oct 20 10:51:24.950824 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:51:24.950824 n-d-811396-3 neutron-server[100596]: return self._get(url).json() Oct 20 10:51:24.950824 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:51:24.950824 n-d-811396-3 neutron-server[100596]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:51:24.950824 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:51:24.950824 n-d-811396-3 neutron-server[100596]: return self.request(url, 'GET', **kwargs) Oct 20 10:51:24.950824 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:51:24.950824 n-d-811396-3 neutron-server[100596]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:51:24.950824 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:51:24.950824 n-d-811396-3 neutron-server[100596]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:51:24.950824 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:51:24.950824 n-d-811396-3 neutron-server[100596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:51:24.950824 n-d-811396-3 neutron-server[100596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:51:24.958525 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-c0fee4a2-0939-4330-9f52-316167d4e1c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:25.011229 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0fee4a2-0939-4330-9f52-316167d4e1c7 None None] Network 8320e101-644d-44af-9385-629dd54c3c0a is already hosted by enough agents. {{(pid=100598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:51:25.016171 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.base_scheduler [None req-c0fee4a2-0939-4330-9f52-316167d4e1c7 None None] Resources bound (agent type, host, resource id): {{(pid=100598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:51:25.025355 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-66424e8b-7730-4481-b5f3-cfcd969eeada tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:25.033391 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-66424e8b-7730-4481-b5f3-cfcd969eeada tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:25.045404 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-66424e8b-7730-4481-b5f3-cfcd969eeada tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "DELETE /v2.0/networks/b56c2100-b644-4ba2-90f2-4b531255f999 HTTP/1.1" status: 204 len: 168 time: 1.4079850 Oct 20 10:51:25.058412 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 47186) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:25.061733 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0fee4a2-0939-4330-9f52-316167d4e1c7 None None] Received port after_create {{(pid=100598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:51:25.125339 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-930de706-63c3-4c0d-9c13-f837b59a76eb tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 10:51:25.126159 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-930de706-63c3-4c0d-9c13-f837b59a76eb tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:51:25.147245 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-930de706-63c3-4c0d-9c13-f837b59a76eb tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 400 len: 349 time: 0.9532642 Oct 20 10:51:25.151593 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 47196) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:25.180709 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66424e8b-7730-4481-b5f3-cfcd969eeada tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Pushing event deleted for resources: {'Network': ['ID=b56c2100-b644-4ba2-90f2-4b531255f999,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:25.202969 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fee4a2-0939-4330-9f52-316167d4e1c7 None None] Pushing event updated for resources: {'Port': ['ID=919c4321-2d5c-4c1e-a547-2a38753db076,revision_number=1']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:25.206012 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-c0fee4a2-0939-4330-9f52-316167d4e1c7 None None] Attempting to bind port 919c4321-2d5c-4c1e-a547-2a38753db076 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:51:25.206390 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-c0fee4a2-0939-4330-9f52-316167d4e1c7 None None] Attempting to bind port 919c4321-2d5c-4c1e-a547-2a38753db076 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': 'bdd410b3-9198-4748-b872-a4840957eef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '8320e101-644d-44af-9385-629dd54c3c0a'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:51:25.206754 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0fee4a2-0939-4330-9f52-316167d4e1c7 None None] Attempting to bind port 919c4321-2d5c-4c1e-a547-2a38753db076 on network 8320e101-644d-44af-9385-629dd54c3c0a {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:51:25.226709 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-291df7a7-a42c-40a2-929e-1359c5587447 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:25.231413 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-291df7a7-a42c-40a2-929e-1359c5587447 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0751948 Oct 20 10:51:25.240730 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 47200) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:25.240979 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0fee4a2-0939-4330-9f52-316167d4e1c7 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:51:25.240979 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0fee4a2-0939-4330-9f52-316167d4e1c7 None None] Checking segment: {'id': 'bdd410b3-9198-4748-b872-a4840957eef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '8320e101-644d-44af-9385-629dd54c3c0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:51:25.240979 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-c0fee4a2-0939-4330-9f52-316167d4e1c7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:25.240979 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0fee4a2-0939-4330-9f52-316167d4e1c7 None None] Bound using segment: {'id': 'bdd410b3-9198-4748-b872-a4840957eef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '8320e101-644d-44af-9385-629dd54c3c0a'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:51:25.240979 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-c0fee4a2-0939-4330-9f52-316167d4e1c7 None None] Bound port: 919c4321-2d5c-4c1e-a547-2a38753db076, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdd410b3-9198-4748-b872-a4840957eef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '8320e101-644d-44af-9385-629dd54c3c0a'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:51:25.240979 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-c0fee4a2-0939-4330-9f52-316167d4e1c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:25.322943 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce86a34-1db5-4337-bd73-b2b2e41e682c tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:25.333012 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce86a34-1db5-4337-bd73-b2b2e41e682c tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:25.342379 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-6ce86a34-1db5-4337-bd73-b2b2e41e682c tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1088920 Oct 20 10:51:25.343507 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 47206) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:25.373633 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-459c994f-d1c6-4c0a-a158-9837cdb25acd req-04f5fec1-883a-4b54-8093-4224cd8aacb8 service neutron] 10.222.0.69 "GET /v2.0/networks/8ca5e922-b948-426f-9281-49c209c89e06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6208518 Oct 20 10:51:25.398406 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a939f541-13d9-4072-a576-d84f0d976b6b tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:25.414597 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-c0fee4a2-0939-4330-9f52-316167d4e1c7 None None] For port 919c4321-2d5c-4c1e-a547-2a38753db076, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:51:25.420055 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30851605-3506-417c-bea7-7d9ac4bece82 req-2d363daa-9189-48bd-a009-6b02bcfbcfa0 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:25.420552 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-c0fee4a2-0939-4330-9f52-316167d4e1c7 None None] For port 919c4321-2d5c-4c1e-a547-2a38753db076, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=919c4321-2d5c-4c1e-a547-2a38753db076,segment=NetworkSegment(bdd410b3-9198-4748-b872-a4840957eef7),segment_id=bdd410b3-9198-4748-b872-a4840957eef7)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:51:25.428616 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-c0fee4a2-0939-4330-9f52-316167d4e1c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:25.430784 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-30851605-3506-417c-bea7-7d9ac4bece82 req-2d363daa-9189-48bd-a009-6b02bcfbcfa0 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e46ee1e-848e-4aa8-a7a5-ffd39c73c09c HTTP/1.1" status: 200 len: 944 time: 0.3751271 Oct 20 10:51:25.464526 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9389612-0860-4534-b56d-9a018cb4babb tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Deleting subnet dfbd4811-88c8-4770-a586-085483c901c8 {{(pid=100597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:51:25.473491 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b9389612-0860-4534-b56d-9a018cb4babb tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks [] for subnet, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:25.506070 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a939f541-13d9-4072-a576-d84f0d976b6b tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:25.534805 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b9389612-0860-4534-b56d-9a018cb4babb tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25852621'] for subnet, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:25.617189 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-30851605-3506-417c-bea7-7d9ac4bece82 req-9fbc53c6-d4bb-40e2-b5ca-e80d90ca944d tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "GET /v2.0/security-groups?id=e2b618ee-adb0-4a07-9003-b5b406acbbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1789420 Oct 20 10:51:25.657800 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-459c994f-d1c6-4c0a-a158-9837cdb25acd req-4b65119d-b15f-4533-bce2-68777277fe1f service neutron] 10.222.0.69 "GET /v2.0/networks/8ca5e922-b948-426f-9281-49c209c89e06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2617269 Oct 20 10:51:25.666586 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fee4a2-0939-4330-9f52-316167d4e1c7 None None] Pushing event updated for resources: {'Port': ['ID=919c4321-2d5c-4c1e-a547-2a38753db076,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:25.694500 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a939f541-13d9-4072-a576-d84f0d976b6b tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:25.697333 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a939f541-13d9-4072-a576-d84f0d976b6b tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:25.701093 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-a939f541-13d9-4072-a576-d84f0d976b6b tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "DELETE /v2.0/security-groups/d30b8c8d-75cd-4380-b81d-917877550485 HTTP/1.1" status: 204 len: 168 time: 0.6359558 Oct 20 10:51:25.738703 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b9389612-0860-4534-b56d-9a018cb4babb tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:25.767415 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a939f541-13d9-4072-a576-d84f0d976b6b tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d30b8c8d-75cd-4380-b81d-917877550485,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:25.825560 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a8f88e-3c10-4039-8a52-abb2b6e4b68c req-016fef16-647f-4e15-bb7a-b4a7d52c99e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:25.830729 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e9a8f88e-3c10-4039-8a52-abb2b6e4b68c req-016fef16-647f-4e15-bb7a-b4a7d52c99e3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ce3bca74c1d8467f832763bc531bfd88&device_id=6e46ee1e-848e-4aa8-a7a5-ffd39c73c09c HTTP/1.1" status: 200 len: 1095 time: 0.0918381 Oct 20 10:51:25.876779 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b9389612-0860-4534-b56d-9a018cb4babb tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25350811'] for subnet, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:26.006116 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a8f88e-3c10-4039-8a52-abb2b6e4b68c req-7f85ded2-d588-4fb7-b06a-5c534517fdca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:26.006380 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b9389612-0860-4534-b56d-9a018cb4babb tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:26.008115 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e9a8f88e-3c10-4039-8a52-abb2b6e4b68c req-7f85ded2-d588-4fb7-b06a-5c534517fdca service neutron] 10.222.0.69 "GET /v2.0/networks?id=8ca5e922-b948-426f-9281-49c209c89e06 HTTP/1.1" status: 200 len: 898 time: 0.1711979 Oct 20 10:51:26.018102 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-b9389612-0860-4534-b56d-9a018cb4babb tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "DELETE /v2.0/subnets/dfbd4811-88c8-4770-a586-085483c901c8 HTTP/1.1" status: 204 len: 168 time: 0.6732256 Oct 20 10:51:26.019728 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9389612-0860-4534-b56d-9a018cb4babb tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Pushing event deleted for resources: {'Subnet': ['ID=dfbd4811-88c8-4770-a586-085483c901c8,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:26.028758 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 47226) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:26.216221 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-57276f99-f098-4c62-92e8-abf83c324a0c tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1787360 Oct 20 10:51:26.216221 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e9a8f88e-3c10-4039-8a52-abb2b6e4b68c req-69a643d2-df10-44cf-abe7-84ecdb96cd8b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aae58e54-5b06-4495-b489-a89b3f157a9e HTTP/1.1" status: 200 len: 217 time: 0.1839912 Oct 20 10:51:26.216581 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 47238) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:26.223259 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-8fab5507-2ed0-48d5-8a84-a0e40b186775 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Request body: {'subnet': {'network_id': '8320e101-644d-44af-9385-629dd54c3c0a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:51:26.350182 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a8f88e-3c10-4039-8a52-abb2b6e4b68c req-30c6b41c-00b0-4002-b51e-f4a778ca504a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:26.351705 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e9a8f88e-3c10-4039-8a52-abb2b6e4b68c req-30c6b41c-00b0-4002-b51e-f4a778ca504a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d064623b-205c-4c55-bcad-f8d7ce58a0d9 HTTP/1.1" status: 200 len: 835 time: 0.1308839 Oct 20 10:51:26.429591 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 47246) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:26.438060 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-f7969b06-4154-4c89-86f8-c00df143ea92 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-249269960', 'description': 'tempest-secgroup-smoke-249269960 description', 'project_id': 'ba79d3046aa84fd2ac89895f3514d2bd'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:51:26.450640 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 919c4321-2d5c-4c1e-a547-2a38753db076 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:51:26.478715 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.db.api [None req-8fab5507-2ed0-48d5-8a84-a0e40b186775 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 20 10:51:26.478715 n-d-811396-3 neutron-server[100597]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Oct 20 10:51:26.478715 n-d-811396-3 neutron-server[100597]: [parameters: {'project_id': '22a79d88690a4055b95547a3f21027fa', 'id': '499c0421-89f0-404f-81de-4cf277390f16', 'expiration': datetime.datetime(2021, 10, 20, 10, 53, 26, 468514)}] Oct 20 10:51:26.478715 n-d-811396-3 neutron-server[100597]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100597) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 10:51:26.479095 n-d-811396-3 neutron-server[100597]: DEBUG oslo_db.api [None req-8fab5507-2ed0-48d5-8a84-a0e40b186775 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 10:51:26.487838 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a8f88e-3c10-4039-8a52-abb2b6e4b68c req-35f72dd5-6345-4169-9efa-8c0e61292b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:26.489459 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e9a8f88e-3c10-4039-8a52-abb2b6e4b68c req-35f72dd5-6345-4169-9efa-8c0e61292b4c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8ca5e922-b948-426f-9281-49c209c89e06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1263871 Oct 20 10:51:26.509201 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f7969b06-4154-4c89-86f8-c00df143ea92 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:26.624505 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 919c4321-2d5c-4c1e-a547-2a38753db076 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:51:26.625425 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:26.833948 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e9a8f88e-3c10-4039-8a52-abb2b6e4b68c req-c6bdc215-4cfa-4881-97da-bac735b799b6 service neutron] 10.222.0.69 "GET /v2.0/networks/8ca5e922-b948-426f-9281-49c209c89e06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3353529 Oct 20 10:51:26.892176 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:26.937476 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f7969b06-4154-4c89-86f8-c00df143ea92 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:26.950769 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f7969b06-4154-4c89-86f8-c00df143ea92 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:27.020316 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] For port 919c4321-2d5c-4c1e-a547-2a38753db076, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=919c4321-2d5c-4c1e-a547-2a38753db076,segment=NetworkSegment(bdd410b3-9198-4748-b872-a4840957eef7),segment_id=bdd410b3-9198-4748-b872-a4840957eef7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:51:27.027469 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:27.035206 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c0d4b6-37f0-4849-a905-7cccd184b956 req-ea502eb4-5f59-4c3c-8dc8-eeb3eea25207 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:27.049960 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-58c0d4b6-37f0-4849-a905-7cccd184b956 req-ea502eb4-5f59-4c3c-8dc8-eeb3eea25207 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e46ee1e-848e-4aa8-a7a5-ffd39c73c09c HTTP/1.1" status: 200 len: 944 time: 0.2414680 Oct 20 10:51:27.055503 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fab5507-2ed0-48d5-8a84-a0e40b186775 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Made reservation on behalf of 22a79d88690a4055b95547a3f21027fa for: {'subnet': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:51:27.061255 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8fab5507-2ed0-48d5-8a84-a0e40b186775 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25350782'] for subnet, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:27.179934 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Pushing event updated for resources: {'Port': ['ID=919c4321-2d5c-4c1e-a547-2a38753db076,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:27.409675 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8fab5507-2ed0-48d5-8a84-a0e40b186775 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25350752'] for subnet, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:27.437514 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef07d71-427a-45e0-bfca-c33062c5f235 None None] Network 8320e101-644d-44af-9385-629dd54c3c0a requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:51:27.507932 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fab5507-2ed0-48d5-8a84-a0e40b186775 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Network 8320e101-644d-44af-9385-629dd54c3c0a is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:51:27.519167 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-8fab5507-2ed0-48d5-8a84-a0e40b186775 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:51:27.531324 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fab5507-2ed0-48d5-8a84-a0e40b186775 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:27.532042 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8fab5507-2ed0-48d5-8a84-a0e40b186775 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:27.548909 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fab5507-2ed0-48d5-8a84-a0e40b186775 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Pushing event updated for resources: {'Subnet': ['ID=ba24df15-f469-40c0-84ef-23b6b6a0637e,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:27.561051 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-8fab5507-2ed0-48d5-8a84-a0e40b186775 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3428333 Oct 20 10:51:27.563308 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 47290) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:27.570153 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-7d2f172d-32c7-41ff-aca5-616f6e7edb12 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1542467007', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:51:27.632642 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7d2f172d-32c7-41ff-aca5-616f6e7edb12 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1772442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258322'] for router, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:27.633964 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7d2f172d-32c7-41ff-aca5-616f6e7edb12 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1772334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773516', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258315'] for router, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:27.687647 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1b8f2b47-a93a-4ebf-9465-43ca0af769f8 None None] Provisioning complete for port 919c4321-2d5c-4c1e-a547-2a38753db076 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:51:27.690434 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1b8f2b47-a93a-4ebf-9465-43ca0af769f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:27.707712 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f7969b06-4154-4c89-86f8-c00df143ea92 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:27.709570 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-f7969b06-4154-4c89-86f8-c00df143ea92 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.2774112 Oct 20 10:51:27.712893 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 47294) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:27.716443 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7d2f172d-32c7-41ff-aca5-616f6e7edb12 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:27.719605 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-4a373675-ea26-4da5-a96b-4f8f2b36f241 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Request body: {'security_group_rule': {'security_group_id': '4de8cd6c-6bcc-4778-96b5-f0ccd59485f6', 'project_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:51:27.722247 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7d2f172d-32c7-41ff-aca5-616f6e7edb12 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1773475'] for router, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:27.726784 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-58c0d4b6-37f0-4849-a905-7cccd184b956 req-ba44d853-245e-4178-af7d-56f1917071c5 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "GET /v2.0/security-groups?id=e2b618ee-adb0-4a07-9003-b5b406acbbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6759825 Oct 20 10:51:27.727652 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7969b06-4154-4c89-86f8-c00df143ea92 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4de8cd6c-6bcc-4778-96b5-f0ccd59485f6,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:27.764308 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e9a8f88e-3c10-4039-8a52-abb2b6e4b68c req-31cd827b-1d93-446a-8ee6-d90cf00109a9 service neutron] 10.222.0.69 "GET /v2.0/networks/8ca5e922-b948-426f-9281-49c209c89e06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9047348 Oct 20 10:51:27.807047 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7d2f172d-32c7-41ff-aca5-616f6e7edb12 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks [] for router, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:27.809529 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-7d2f172d-32c7-41ff-aca5-616f6e7edb12 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2441821 Oct 20 10:51:27.811244 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 47298) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:27.817844 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4a373675-ea26-4da5-a96b-4f8f2b36f241 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:27.919173 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 47300) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:27.996235 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4a373675-ea26-4da5-a96b-4f8f2b36f241 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:28.009132 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4a373675-ea26-4da5-a96b-4f8f2b36f241 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:28.075247 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4a373675-ea26-4da5-a96b-4f8f2b36f241 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:28.079514 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-4a373675-ea26-4da5-a96b-4f8f2b36f241 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3651841 Oct 20 10:51:28.080168 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 47318) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:28.103055 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-d11dcc63-6c99-4834-8be7-6060ef118d5f tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Request body: {'security_group_rule': {'security_group_id': '4de8cd6c-6bcc-4778-96b5-f0ccd59485f6', 'project_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:51:28.133273 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a373675-ea26-4da5-a96b-4f8f2b36f241 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44bd1117-c7bd-45cb-b2dd-d7830e020509,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:28.155092 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d11dcc63-6c99-4834-8be7-6060ef118d5f tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:28.251316 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7ff8e7-c30c-4d34-9b74-de595ab95697 req-7d807b9c-0c5f-4b2c-9757-052c6cac5dee tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:28.253487 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8c7ff8e7-c30c-4d34-9b74-de595ab95697 req-7d807b9c-0c5f-4b2c-9757-052c6cac5dee tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3f9930f-6768-428d-b296-1e65ca6bdfa7 HTTP/1.1" status: 200 len: 945 time: 0.1980960 Oct 20 10:51:28.269639 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a21f337c-271d-4ff0-8b9f-f01ed645e17a admin admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:28.301921 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d11dcc63-6c99-4834-8be7-6060ef118d5f tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:28.316607 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d11dcc63-6c99-4834-8be7-6060ef118d5f tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:28.341669 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 919c4321-2d5c-4c1e-a547-2a38753db076 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:51:28.401621 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8c7ff8e7-c30c-4d34-9b74-de595ab95697 req-40f38f98-72bf-4e94-b147-e960e13d948d tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=58574406-52f6-4da8-ba4e-3f91a696d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1391714 Oct 20 10:51:28.405827 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d11dcc63-6c99-4834-8be7-6060ef118d5f tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:28.407203 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-d11dcc63-6c99-4834-8be7-6060ef118d5f tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3100393 Oct 20 10:51:28.410156 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 47320) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:28.413384 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11dcc63-6c99-4834-8be7-6060ef118d5f tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22cb9f0d-f866-4b51-8f46-ec7610d0a258,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:28.428138 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-7f2c731e-7876-4036-a262-662d55b16891 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Request body: {'security_group_rule': {'security_group_id': '4de8cd6c-6bcc-4778-96b5-f0ccd59485f6', 'project_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:51:28.432012 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-532dad8d-b98c-459b-8627-4070671154b6 None None] Network 8320e101-644d-44af-9385-629dd54c3c0a requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:51:28.479821 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-7f2c731e-7876-4036-a262-662d55b16891 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:28.508985 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6177af9e-58f2-48c5-af9c-36c57e56c167 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:28.569214 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-cad0bb33-2c1b-4864-8848-542d8136fb45 None None] Provisioning complete for port 919c4321-2d5c-4c1e-a547-2a38753db076 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:51:28.569752 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-cad0bb33-2c1b-4864-8848-542d8136fb45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:28.612783 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 919c4321-2d5c-4c1e-a547-2a38753db076 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:51:28.613338 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:28.689587 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-7f2c731e-7876-4036-a262-662d55b16891 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:28.713174 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a21f337c-271d-4ff0-8b9f-f01ed645e17a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:28.714568 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-7f2c731e-7876-4036-a262-662d55b16891 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:28.731199 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a21f337c-271d-4ff0-8b9f-f01ed645e17a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:28.818131 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-a21f337c-271d-4ff0-8b9f-f01ed645e17a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c9921e70e2264fb4be4bc054b67c74e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8978269 Oct 20 10:51:28.842910 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 47338) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:28.872286 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2c731e-7876-4036-a262-662d55b16891 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a9c1d24-c413-4296-83a0-52d75a894b07,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:28.920212 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-7f2c731e-7876-4036-a262-662d55b16891 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:28.924095 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-7f2c731e-7876-4036-a262-662d55b16891 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5095351 Oct 20 10:51:28.924250 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-6177af9e-58f2-48c5-af9c-36c57e56c167 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Allocated IP 2001:db8::1 (8320e101-644d-44af-9385-629dd54c3c0a/ba24df15-f469-40c0-84ef-23b6b6a0637e/4a5d2bea-7a8a-4c62-837f-af3a769259ec) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:51:28.950382 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 47342) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:28.991499 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-fa8dddd1-2b49-48c0-b6a3-eec126bd1148 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Request body: {'security_group_rule': {'security_group_id': '4de8cd6c-6bcc-4778-96b5-f0ccd59485f6', 'project_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:51:29.055333 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21f337c-271d-4ff0-8b9f-f01ed645e17a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aff2a7e1-e7f4-4ec5-80fc-1a7a38f9063d,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:29.143317 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-fa8dddd1-2b49-48c0-b6a3-eec126bd1148 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:29.157940 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6177af9e-58f2-48c5-af9c-36c57e56c167 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:29.166839 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb18b0b-bb31-4a54-98cb-b97ef14f6ebf req-fa36be57-5cdf-4763-ba51-1b0f6d9affe7 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:29.170243 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-aeb18b0b-bb31-4a54-98cb-b97ef14f6ebf req-fa36be57-5cdf-4763-ba51-1b0f6d9affe7 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e46ee1e-848e-4aa8-a7a5-ffd39c73c09c HTTP/1.1" status: 200 len: 944 time: 0.2682202 Oct 20 10:51:29.181725 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3878d4d3-8a7b-4371-b01c-af80a1447808 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:29.213479 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6177af9e-58f2-48c5-af9c-36c57e56c167 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:29.306507 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6177af9e-58f2-48c5-af9c-36c57e56c167 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Pushing event updated for resources: {'Port': ['ID=4a5d2bea-7a8a-4c62-837f-af3a769259ec,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:29.317471 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6177af9e-58f2-48c5-af9c-36c57e56c167 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Network 8320e101-644d-44af-9385-629dd54c3c0a is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:51:29.319065 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-6177af9e-58f2-48c5-af9c-36c57e56c167 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:51:29.331799 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6177af9e-58f2-48c5-af9c-36c57e56c167 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:51:29.332649 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6177af9e-58f2-48c5-af9c-36c57e56c167 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1774540'] for router_interface, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:29.332781 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3878d4d3-8a7b-4371-b01c-af80a1447808 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:29.420845 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-aeb18b0b-bb31-4a54-98cb-b97ef14f6ebf req-3f865910-2d2c-4c01-af27-84c70161b989 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "GET /v2.0/security-groups?id=e2b618ee-adb0-4a07-9003-b5b406acbbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2401414 Oct 20 10:51:29.423596 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-fa8dddd1-2b49-48c0-b6a3-eec126bd1148 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:29.430397 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-fa8dddd1-2b49-48c0-b6a3-eec126bd1148 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:29.459935 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3878d4d3-8a7b-4371-b01c-af80a1447808 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:29.463128 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3878d4d3-8a7b-4371-b01c-af80a1447808 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:29.464696 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-3878d4d3-8a7b-4371-b01c-af80a1447808 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/aff2a7e1-e7f4-4ec5-80fc-1a7a38f9063d HTTP/1.1" status: 204 len: 168 time: 0.6139972 Oct 20 10:51:29.465728 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8dddd1-2b49-48c0-b6a3-eec126bd1148 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6834e61-8cd0-4cd2-a7c7-a0c5638edc2d,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:29.478746 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-fa8dddd1-2b49-48c0-b6a3-eec126bd1148 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:29.481478 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-fa8dddd1-2b49-48c0-b6a3-eec126bd1148 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5103133 Oct 20 10:51:29.483502 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 47360) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:29.488535 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-c798759c-e885-4547-a460-37bb64dc8b33 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Request body: {'security_group_rule': {'security_group_id': '4de8cd6c-6bcc-4778-96b5-f0ccd59485f6', 'project_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:51:29.494387 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3878d4d3-8a7b-4371-b01c-af80a1447808 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aff2a7e1-e7f4-4ec5-80fc-1a7a38f9063d,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:29.521045 n-d-811396-3 neutron-server[100596]: INFO neutron.db.securitygroups_db [None req-c798759c-e885-4547-a460-37bb64dc8b33 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Project ba79d3046aa84fd2ac89895f3514d2bd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 10:51:29.528325 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c798759c-e885-4547-a460-37bb64dc8b33 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:29.592789 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-d00a3334-320e-448b-a76c-58d49a3669d0 None None] Provisioning complete for port 919c4321-2d5c-4c1e-a547-2a38753db076 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:51:29.593407 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-d00a3334-320e-448b-a76c-58d49a3669d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:29.670789 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c798759c-e885-4547-a460-37bb64dc8b33 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:29.677986 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c798759c-e885-4547-a460-37bb64dc8b33 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:29.741153 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c798759c-e885-4547-a460-37bb64dc8b33 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40f1b02c-570c-4f97-8406-c5f2c78e66fa,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:29.762683 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c798759c-e885-4547-a460-37bb64dc8b33 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:29.767291 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-c798759c-e885-4547-a460-37bb64dc8b33 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2800829 Oct 20 10:51:29.775984 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 47368) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:29.790032 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device aae58e54-5b06-4495-b489-a89b3f157a9e details requested by agent hyperv_n-h2-811396-3 with host n-h2-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:51:29.795657 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-583c1c96-e79d-4aa1-beb8-169a565e0c35 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Request body: {'security_group_rule': {'security_group_id': '4de8cd6c-6bcc-4778-96b5-f0ccd59485f6', 'project_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:51:29.845546 n-d-811396-3 neutron-server[100596]: INFO neutron.db.securitygroups_db [None req-583c1c96-e79d-4aa1-beb8-169a565e0c35 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Project ba79d3046aa84fd2ac89895f3514d2bd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 10:51:29.851044 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-583c1c96-e79d-4aa1-beb8-169a565e0c35 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:29.921510 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-583c1c96-e79d-4aa1-beb8-169a565e0c35 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:29.926749 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-583c1c96-e79d-4aa1-beb8-169a565e0c35 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:29.961642 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583c1c96-e79d-4aa1-beb8-169a565e0c35 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d66ddec8-e37a-4e96-be2e-207c6b7f6ec3,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:29.977061 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-583c1c96-e79d-4aa1-beb8-169a565e0c35 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:29.998011 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-583c1c96-e79d-4aa1-beb8-169a565e0c35 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2172701 Oct 20 10:51:30.000450 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 47374) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:30.001354 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port aae58e54-5b06-4495-b489-a89b3f157a9e, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=aae58e54-5b06-4495-b489-a89b3f157a9e,segment=NetworkSegment(3de746e4-2d84-4918-a784-55c724019911),segment_id=3de746e4-2d84-4918-a784-55c724019911)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:51:30.006307 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-0eda086d-d439-4c86-94aa-86a013b0d60a tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Request body: {'network': {'name': 'tempest-network-smoke--408709619', 'project_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'port_security_enabled': True}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:51:30.016540 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Returning: {'device': 'aae58e54-5b06-4495-b489-a89b3f157a9e', 'network_id': '8ca5e922-b948-426f-9281-49c209c89e06', 'port_id': 'aae58e54-5b06-4495-b489-a89b3f157a9e', 'mac_address': 'fa:16:3e:40:43:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 817, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd064623b-205c-4c55-bcad-f8d7ce58a0d9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:51:30.035085 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eda086d-d439-4c86-94aa-86a013b0d60a tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Made reservation on behalf of ba79d3046aa84fd2ac89895f3514d2bd for: {'network': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:51:30.042300 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0eda086d-d439-4c86-94aa-86a013b0d60a tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:30.119160 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0eda086d-d439-4c86-94aa-86a013b0d60a tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 819} {{(pid=100596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:51:30.133053 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0eda086d-d439-4c86-94aa-86a013b0d60a tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:30.133583 n-d-811396-3 neutron-server[100596]: INFO neutron.db.segments_db [None req-0eda086d-d439-4c86-94aa-86a013b0d60a tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Added segment 29d98e95-6dbd-4a20-a917-70645d26e8f8 of type vlan for network b3481165-3e87-46ad-826c-7d431607ac7a Oct 20 10:51:30.165237 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-33c4c157-0ade-41aa-8486-2bd2e2507e25 None None] Provisioning complete for port 4a5d2bea-7a8a-4c62-837f-af3a769259ec triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:51:30.166736 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-33c4c157-0ade-41aa-8486-2bd2e2507e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:30.172558 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 47376) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:30.194776 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0eda086d-d439-4c86-94aa-86a013b0d60a tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:30.204784 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9d6498f8-7965-4c8e-a389-9392ef4563e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:30.207159 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:30.234315 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0eda086d-d439-4c86-94aa-86a013b0d60a tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:30.242184 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-33c4c157-0ade-41aa-8486-2bd2e2507e25 None None] Port 4a5d2bea-7a8a-4c62-837f-af3a769259ec cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:51:30.244832 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aae58e54-5b06-4495-b489-a89b3f157a9e {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:51:30.248378 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eda086d-d439-4c86-94aa-86a013b0d60a tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:30.249460 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0eda086d-d439-4c86-94aa-86a013b0d60a tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:30.288775 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port aae58e54-5b06-4495-b489-a89b3f157a9e, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=aae58e54-5b06-4495-b489-a89b3f157a9e,segment=NetworkSegment(3de746e4-2d84-4918-a784-55c724019911),segment_id=3de746e4-2d84-4918-a784-55c724019911)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:51:30.295015 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:30.311652 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6177af9e-58f2-48c5-af9c-36c57e56c167 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:30.412147 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=aae58e54-5b06-4495-b489-a89b3f157a9e,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:30.419106 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-0eda086d-d439-4c86-94aa-86a013b0d60a tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4148953 Oct 20 10:51:30.419106 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eda086d-d439-4c86-94aa-86a013b0d60a tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Pushing event updated for resources: {'Network': ['ID=b3481165-3e87-46ad-826c-7d431607ac7a,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:30.419798 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 47386) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:30.432955 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-c573c9c0-a541-4dd7-bf72-e951154b65a5 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1772118193', 'admin_state_up': True, 'project_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:51:30.434483 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network b3481165-3e87-46ad-826c-7d431607ac7a details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:51:30.508125 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c573c9c0-a541-4dd7-bf72-e951154b65a5 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1772442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258322'] for router, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:30.509748 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c573c9c0-a541-4dd7-bf72-e951154b65a5 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1772334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773516', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258315'] for router, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:30.544523 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9d6498f8-7965-4c8e-a389-9392ef4563e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:30.562047 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9d6498f8-7965-4c8e-a389-9392ef4563e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:30.593792 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6498f8-7965-4c8e-a389-9392ef4563e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c93ef08-3911-41f7-8a50-30c22879ffd3,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:30.638243 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c573c9c0-a541-4dd7-bf72-e951154b65a5 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:30.671246 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-9d6498f8-7965-4c8e-a389-9392ef4563e1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d3aa1b826c35486a9bfefec7cd8dd0b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4975829 Oct 20 10:51:30.676737 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 47392) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:30.812450 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6177af9e-58f2-48c5-af9c-36c57e56c167 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks [] for port, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:30.819989 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6177af9e-58f2-48c5-af9c-36c57e56c167 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:30.821185 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6177af9e-58f2-48c5-af9c-36c57e56c167 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1774432'] for router_interface, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:30.848262 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['aae58e54-5b06-4495-b489-a89b3f157a9e'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:51:30.887757 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c573c9c0-a541-4dd7-bf72-e951154b65a5 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:30.900339 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8e4731c1-ae07-4254-9b35-c521428b3a03 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:30.919692 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a38d5e-8486-4432-b46d-fd9ec93df73f req-b2336a4e-2558-4234-82f3-1fec60ab6bc7 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:30.932030 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-99a38d5e-8486-4432-b46d-fd9ec93df73f req-b2336a4e-2558-4234-82f3-1fec60ab6bc7 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e46ee1e-848e-4aa8-a7a5-ffd39c73c09c HTTP/1.1" status: 200 len: 945 time: 0.2964265 Oct 20 10:51:31.005542 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-99a38d5e-8486-4432-b46d-fd9ec93df73f req-0a2c73de-5ef0-420d-9a00-dddaa2f9e059 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "GET /v2.0/security-groups?id=e2b618ee-adb0-4a07-9003-b5b406acbbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677726 Oct 20 10:51:31.021716 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6177af9e-58f2-48c5-af9c-36c57e56c167 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Pushing event updated for resources: {'Port': ['ID=4a5d2bea-7a8a-4c62-837f-af3a769259ec,revision_number=2']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:31.053484 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8e4731c1-ae07-4254-9b35-c521428b3a03 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:31.110245 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6177af9e-58f2-48c5-af9c-36c57e56c167 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Network 8320e101-644d-44af-9385-629dd54c3c0a is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:51:31.112903 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-6177af9e-58f2-48c5-af9c-36c57e56c167 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:51:31.270024 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8e4731c1-ae07-4254-9b35-c521428b3a03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:31.276760 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8e4731c1-ae07-4254-9b35-c521428b3a03 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:31.277964 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-8e4731c1-ae07-4254-9b35-c521428b3a03 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0c93ef08-3911-41f7-8a50-30c22879ffd3 HTTP/1.1" status: 204 len: 168 time: 0.6000347 Oct 20 10:51:31.279269 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c573c9c0-a541-4dd7-bf72-e951154b65a5 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for router_gateway, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:31.317629 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c573c9c0-a541-4dd7-bf72-e951154b65a5 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:31.346732 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4731c1-ae07-4254-9b35-c521428b3a03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c93ef08-3911-41f7-8a50-30c22879ffd3,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:31.398510 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6177af9e-58f2-48c5-af9c-36c57e56c167 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Router 407b53af-ff4a-4dd3-838a-1d5d67add107 is scheduled to L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 with binding_index 1 {{(pid=100597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 10:51:31.509919 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [None req-c573c9c0-a541-4dd7-bf72-e951154b65a5 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Allocated IP 172.25.1.78 (cbe170d3-31ba-45a2-b477-520ab0a7a8ea/f4e26aca-17ac-4adb-a66b-d939a1b35b64/f6c7f1ca-b6a7-4630-ba90-edb1b4fbe54d) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:51:31.513948 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6177af9e-58f2-48c5-af9c-36c57e56c167 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:51:31.524131 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 47410) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:31.524715 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-6177af9e-58f2-48c5-af9c-36c57e56c167 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "PUT /v2.0/routers/407b53af-ff4a-4dd3-838a-1d5d67add107/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7123196 Oct 20 10:51:31.527763 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e29d9af-9e89-468b-8044-ff347cc665ff None None] Sync routers for ids ['407b53af-ff4a-4dd3-838a-1d5d67add107'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:51:31.539472 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e29d9af-9e89-468b-8044-ff347cc665ff None None] Routers {'407b53af-ff4a-4dd3-838a-1d5d67add107'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:51:31.540689 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-4e29d9af-9e89-468b-8044-ff347cc665ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:51:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['407b53af-ff4a-4dd3-838a-1d5d67add107'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:51:31.591175 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e98d984c-aec8-43ce-82ce-9b55d76a76b6 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:31.592928 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-e98d984c-aec8-43ce-82ce-9b55d76a76b6 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "GET /v2.0/ports/4a5d2bea-7a8a-4c62-837f-af3a769259ec HTTP/1.1" status: 200 len: 911 time: 0.0667439 Oct 20 10:51:31.595642 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 47412) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:31.671981 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6309e715-be31-4eda-92c8-49e66b2a84f5 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:31.679210 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6309e715-be31-4eda-92c8-49e66b2a84f5 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:31.684012 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-6309e715-be31-4eda-92c8-49e66b2a84f5 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.0872843 Oct 20 10:51:31.685050 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 47418) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:31.700333 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-ba93a985-c026-456e-a1dd-d3483755eb71 None None] Provisioning complete for port 4a5d2bea-7a8a-4c62-837f-af3a769259ec triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:51:31.700711 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-ba93a985-c026-456e-a1dd-d3483755eb71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:31.760573 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c573c9c0-a541-4dd7-bf72-e951154b65a5 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:31.786052 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device aae58e54-5b06-4495-b489-a89b3f157a9e up at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:51:31.797019 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-4e29d9af-9e89-468b-8044-ff347cc665ff None None] Set router 407b53af-ff4a-4dd3-838a-1d5d67add107 gateway port host: None {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:51:31.835787 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c573c9c0-a541-4dd7-bf72-e951154b65a5 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:31.995952 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c573c9c0-a541-4dd7-bf72-e951154b65a5 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Network cbe170d3-31ba-45a2-b477-520ab0a7a8ea is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:51:31.995952 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-c573c9c0-a541-4dd7-bf72-e951154b65a5 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:51:32.007225 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c573c9c0-a541-4dd7-bf72-e951154b65a5 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:51:32.013676 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c573c9c0-a541-4dd7-bf72-e951154b65a5 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Pushing event updated for resources: {'Port': ['ID=f6c7f1ca-b6a7-4630-ba90-edb1b4fbe54d,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:32.228193 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-ba93a985-c026-456e-a1dd-d3483755eb71 None None] Port 4a5d2bea-7a8a-4c62-837f-af3a769259ec cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:51:32.311104 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4a0f88-51ef-4182-a454-0af1be3b841f req-f75f1ac6-cac6-4868-96a7-4e2b6e0f8df0 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:32.332131 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ea4a0f88-51ef-4182-a454-0af1be3b841f req-f75f1ac6-cac6-4868-96a7-4e2b6e0f8df0 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e46ee1e-848e-4aa8-a7a5-ffd39c73c09c HTTP/1.1" status: 200 len: 945 time: 0.1975257 Oct 20 10:51:32.398596 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning for port aae58e54-5b06-4495-b489-a89b3f157a9e completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:51:32.409514 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning complete for port aae58e54-5b06-4495-b489-a89b3f157a9e triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:51:32.409910 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:32.420624 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ea4a0f88-51ef-4182-a454-0af1be3b841f req-d7be6b42-3a73-4420-b4f2-6dcb2242e90d tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "GET /v2.0/security-groups?id=e2b618ee-adb0-4a07-9003-b5b406acbbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873342 Oct 20 10:51:32.502574 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device d012fc61-e760-4bcf-aff4-9ef2d30ecf9f details requested by agent hyperv_n-h1-811396-3 with host n-h1-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:51:32.609182 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c573c9c0-a541-4dd7-bf72-e951154b65a5 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for router_gateway, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:32.647794 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port d012fc61-e760-4bcf-aff4-9ef2d30ecf9f, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=d012fc61-e760-4bcf-aff4-9ef2d30ecf9f,segment=NetworkSegment(7a7eba38-3a2c-4235-a145-c989dfc5d4dc),segment_id=7a7eba38-3a2c-4235-a145-c989dfc5d4dc)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:51:32.679145 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Returning: {'device': 'd012fc61-e760-4bcf-aff4-9ef2d30ecf9f', 'network_id': 'b8b1e2be-5932-428e-a716-07af13af4e6c', 'port_id': 'd012fc61-e760-4bcf-aff4-9ef2d30ecf9f', 'mac_address': 'fa:16:3e:31:f7:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 834, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '437b47ec-4211-421c-828b-76408ce53dce', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:51:32.694810 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0ab2a03d-71c3-4016-8942-6b4df3f5aa50 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1774405'] for router_interface, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:32.702529 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-4e29d9af-9e89-468b-8044-ff347cc665ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '407b53af-ff4a-4dd3-838a-1d5d67add107', 'name': 'tempest-NetworksTestDHCPv6-router-1542467007', 'tenant_id': '22a79d88690a4055b95547a3f21027fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:51:27Z', 'updated_at': '2021-10-20T10:51:30Z', 'revision_number': 2, 'project_id': '22a79d88690a4055b95547a3f21027fa', 'gw_port_host': None, '_interfaces': [{'id': '4a5d2bea-7a8a-4c62-837f-af3a769259ec', 'name': '', 'network_id': '8320e101-644d-44af-9385-629dd54c3c0a', 'tenant_id': '22a79d88690a4055b95547a3f21027fa', 'mac_address': 'fa:16:3e:a6:75:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '407b53af-ff4a-4dd3-838a-1d5d67add107', 'device_owner': 'network:router_interface', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': 'ba24df15-f469-40c0-84ef-23b6b6a0637e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:51:28Z', 'updated_at': '2021-10-20T10:51:30Z', 'revision_number': 2, 'project_id': '22a79d88690a4055b95547a3f21027fa', 'subnets': [{'id': 'ba24df15-f469-40c0-84ef-23b6b6a0637e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:51:32.737558 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e29d9af-9e89-468b-8044-ff347cc665ff None None] Checking router: 407b53af-ff4a-4dd3-838a-1d5d67add107 for host: n-d-811396-3 {{(pid=100598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:51:32.737969 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e29d9af-9e89-468b-8044-ff347cc665ff None None] Updating router 407b53af-ff4a-4dd3-838a-1d5d67add107 port 4a5d2bea-7a8a-4c62-837f-af3a769259ec binding host n-d-811396-3 {{(pid=100598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 10:51:32.853700 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:32.887841 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-4e29d9af-9e89-468b-8044-ff347cc665ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:33.016527 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c573c9c0-a541-4dd7-bf72-e951154b65a5 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1773475'] for router, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:33.176548 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c573c9c0-a541-4dd7-bf72-e951154b65a5 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Router 8c837262-14fe-4a24-bdee-94fe0566d6dd is scheduled to L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 with binding_index 1 {{(pid=100596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 10:51:33.267851 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-4e29d9af-9e89-468b-8044-ff347cc665ff None None] Publish callbacks [] for port, precommit_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:33.290674 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e46ee1e-848e-4aa8-a7a5-ffd39c73c09c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aae58e54-5b06-4495-b489-a89b3f157a9e'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:51:33.296561 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33a8d454-b9a6-4f81-83d7-2cf1cc7292e5" -d '{"events": [{"server_uuid": "6e46ee1e-848e-4aa8-a7a5-ffd39c73c09c", "name": "network-vif-plugged", "status": "completed", "tag": "aae58e54-5b06-4495-b489-a89b3f157a9e"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:51:33.304186 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-4e29d9af-9e89-468b-8044-ff347cc665ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:33.306210 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:33.363740 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-0ab2a03d-71c3-4016-8942-6b4df3f5aa50 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Deleting port 4a5d2bea-7a8a-4c62-837f-af3a769259ec {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:51:33.364157 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0ab2a03d-71c3-4016-8942-6b4df3f5aa50 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:33.382723 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c573c9c0-a541-4dd7-bf72-e951154b65a5 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:51:33.395946 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port aae58e54-5b06-4495-b489-a89b3f157a9e, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=aae58e54-5b06-4495-b489-a89b3f157a9e,segment=NetworkSegment(3de746e4-2d84-4918-a784-55c724019911),segment_id=3de746e4-2d84-4918-a784-55c724019911)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:51:33.398121 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ec1a28-bad7-453e-9c3d-c646b1c861ba None None] Pushing event updated for resources: {'Port': ['ID=4a5d2bea-7a8a-4c62-837f-af3a769259ec,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:33.403918 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b249558-786f-4af2-8f7a-246a0604b7d8 None None] Sync routers for ids ['8c837262-14fe-4a24-bdee-94fe0566d6dd'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:51:33.422411 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c573c9c0-a541-4dd7-bf72-e951154b65a5 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for router, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:33.427332 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-c573c9c0-a541-4dd7-bf72-e951154b65a5 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.0003219 Oct 20 10:51:33.427666 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 47476) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:33.427897 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b249558-786f-4af2-8f7a-246a0604b7d8 None None] Routers {'8c837262-14fe-4a24-bdee-94fe0566d6dd'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:51:33.428586 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-6b249558-786f-4af2-8f7a-246a0604b7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:51:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['8c837262-14fe-4a24-bdee-94fe0566d6dd'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:51:33.429772 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:33.516900 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-653a000a-dd23-4043-9f99-d0147bfa51db x-openstack-request-id: req-653a000a-dd23-4043-9f99-d0147bfa51db {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:51:33.517195 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e46ee1e-848e-4aa8-a7a5-ffd39c73c09c", "name": "network-vif-plugged", "status": "completed", "tag": "aae58e54-5b06-4495-b489-a89b3f157a9e", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:51:33.517447 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-653a000a-dd23-4043-9f99-d0147bfa51db {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:51:33.519659 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e46ee1e-848e-4aa8-a7a5-ffd39c73c09c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aae58e54-5b06-4495-b489-a89b3f157a9e', 'code': 200} Oct 20 10:51:33.524675 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-e09eddfd-4c70-440d-831b-ce9e5946471c tempest-TestNetworkAdvancedServerOps-535186383 tempest-TestNetworkAdvancedServerOps-535186383-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=ba79d3046aa84fd2ac89895f3514d2bd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0937276 Oct 20 10:51:33.525351 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 47480) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:33.538451 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d012fc61-e760-4bcf-aff4-9ef2d30ecf9f {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:51:33.581170 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port d012fc61-e760-4bcf-aff4-9ef2d30ecf9f, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=d012fc61-e760-4bcf-aff4-9ef2d30ecf9f,segment=NetworkSegment(7a7eba38-3a2c-4235-a145-c989dfc5d4dc),segment_id=7a7eba38-3a2c-4235-a145-c989dfc5d4dc)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:51:33.609416 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:33.723600 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0ab2a03d-71c3-4016-8942-6b4df3f5aa50 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:33.743459 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-6b249558-786f-4af2-8f7a-246a0604b7d8 None None] Set router 8c837262-14fe-4a24-bdee-94fe0566d6dd gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:51:33.756232 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-d4f8ae37-366b-407e-a01c-11aa999bb764 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:33.763516 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-0ab2a03d-71c3-4016-8942-6b4df3f5aa50 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Calling delete_port for 4a5d2bea-7a8a-4c62-837f-af3a769259ec owned by network:router_interface {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:51:33.790934 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-4e29d9af-9e89-468b-8044-ff347cc665ff None None] Attempting to bind port 4a5d2bea-7a8a-4c62-837f-af3a769259ec on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:51:33.791659 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-4e29d9af-9e89-468b-8044-ff347cc665ff None None] Attempting to bind port 4a5d2bea-7a8a-4c62-837f-af3a769259ec by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': 'bdd410b3-9198-4748-b872-a4840957eef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '8320e101-644d-44af-9385-629dd54c3c0a'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:51:33.792209 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e29d9af-9e89-468b-8044-ff347cc665ff None None] Attempting to bind port 4a5d2bea-7a8a-4c62-837f-af3a769259ec on network 8320e101-644d-44af-9385-629dd54c3c0a {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:51:33.795865 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=aae58e54-5b06-4495-b489-a89b3f157a9e,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:33.856802 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['d012fc61-e760-4bcf-aff4-9ef2d30ecf9f'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:51:33.859604 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4141129a-186a-4df4-9abb-e1f01089d255 req-723e5ea3-bd54-48e3-b0a4-54dbbd223e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:33.861300 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4141129a-186a-4df4-9abb-e1f01089d255 req-723e5ea3-bd54-48e3-b0a4-54dbbd223e44 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6e46ee1e-848e-4aa8-a7a5-ffd39c73c09c HTTP/1.1" status: 200 len: 1097 time: 0.3557732 Oct 20 10:51:33.928370 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e29d9af-9e89-468b-8044-ff347cc665ff None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:51:33.929105 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e29d9af-9e89-468b-8044-ff347cc665ff None None] Checking segment: {'id': 'bdd410b3-9198-4748-b872-a4840957eef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '8320e101-644d-44af-9385-629dd54c3c0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:51:33.929518 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-4e29d9af-9e89-468b-8044-ff347cc665ff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:33.929915 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e29d9af-9e89-468b-8044-ff347cc665ff None None] Bound using segment: {'id': 'bdd410b3-9198-4748-b872-a4840957eef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '8320e101-644d-44af-9385-629dd54c3c0a'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:51:33.930410 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-4e29d9af-9e89-468b-8044-ff347cc665ff None None] Bound port: 4a5d2bea-7a8a-4c62-837f-af3a769259ec, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdd410b3-9198-4748-b872-a4840957eef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '8320e101-644d-44af-9385-629dd54c3c0a'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:51:33.930800 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-4e29d9af-9e89-468b-8044-ff347cc665ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:33.990486 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4141129a-186a-4df4-9abb-e1f01089d255 req-9f3712e5-d08e-45c7-8da4-0e5e348c7bc2 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=e2b618ee-adb0-4a07-9003-b5b406acbbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158795 Oct 20 10:51:34.002700 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976c6fb0-1e75-4688-af84-a48c33d7adb0 req-8b0d2d2e-80ce-464b-877d-5817c1bcd9b8 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:34.004833 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-976c6fb0-1e75-4688-af84-a48c33d7adb0 req-8b0d2d2e-80ce-464b-877d-5817c1bcd9b8 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e46ee1e-848e-4aa8-a7a5-ffd39c73c09c HTTP/1.1" status: 200 len: 946 time: 0.3387825 Oct 20 10:51:34.005719 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027eb1b5-4f82-42cf-8d68-fb2c34bc249c tempest-TestNetworkAdvancedServerOps-535186383 tempest-TestNetworkAdvancedServerOps-535186383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:34.009824 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-027eb1b5-4f82-42cf-8d68-fb2c34bc249c tempest-TestNetworkAdvancedServerOps-535186383 tempest-TestNetworkAdvancedServerOps-535186383-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4783635 Oct 20 10:51:34.010041 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 47494) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:34.124571 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=d012fc61-e760-4bcf-aff4-9ef2d30ecf9f,revision_number=6']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:34.140944 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-b58eb0b6-4c83-40de-894d-a55abafa65fb tempest-TestNetworkAdvancedServerOps-535186383 tempest-TestNetworkAdvancedServerOps-535186383-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=cbe170d3-31ba-45a2-b477-520ab0a7a8ea&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1298587 Oct 20 10:51:34.153029 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-c4432876-a5fe-4d27-b9aa-8d4ad48941a6 None None] Provisioning complete for port 4a5d2bea-7a8a-4c62-837f-af3a769259ec triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:51:34.153553 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-c4432876-a5fe-4d27-b9aa-8d4ad48941a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:34.160468 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 47500) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:34.178274 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-97bee325-5a78-4949-b223-1b95cba75f6f tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1832737588', 'network_id': 'b3481165-3e87-46ad-826c-7d431607ac7a', 'project_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:51:34.222802 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0ab2a03d-71c3-4016-8942-6b4df3f5aa50 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:34.244653 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-976c6fb0-1e75-4688-af84-a48c33d7adb0 req-be11ea33-4a1d-40a9-bfa5-bcd7d547f6c6 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "GET /v2.0/security-groups?id=e2b618ee-adb0-4a07-9003-b5b406acbbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2259672 Oct 20 10:51:34.261790 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-c4432876-a5fe-4d27-b9aa-8d4ad48941a6 None None] Port 4a5d2bea-7a8a-4c62-837f-af3a769259ec cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:51:34.266696 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.db.api [None req-4e29d9af-9e89-468b-8044-ff347cc665ff None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=100598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 10:51:34.267136 n-d-811396-3 neutron-server[100598]: DEBUG oslo_db.api [None req-4e29d9af-9e89-468b-8044-ff347cc665ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 10:51:34.282075 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-6b249558-786f-4af2-8f7a-246a0604b7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c837262-14fe-4a24-bdee-94fe0566d6dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1772118193', 'tenant_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': 'f6c7f1ca-b6a7-4630-ba90-edb1b4fbe54d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:51:30Z', 'updated_at': '2021-10-20T10:51:32Z', 'revision_number': 3, 'project_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'gw_port': {'id': 'f6c7f1ca-b6a7-4630-ba90-edb1b4fbe54d', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:1a:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c837262-14fe-4a24-bdee-94fe0566d6dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:51:31Z', 'updated_at': '2021-10-20T10:51:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:51:34.329962 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab2a03d-71c3-4016-8942-6b4df3f5aa50 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Pushing event deleted for resources: {'Port': ['ID=4a5d2bea-7a8a-4c62-837f-af3a769259ec,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:34.369336 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b249558-786f-4af2-8f7a-246a0604b7d8 None None] Checking router: 8c837262-14fe-4a24-bdee-94fe0566d6dd for host: n-d-811396-3 {{(pid=100599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:51:34.369618 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b249558-786f-4af2-8f7a-246a0604b7d8 None None] Updating router 8c837262-14fe-4a24-bdee-94fe0566d6dd port f6c7f1ca-b6a7-4630-ba90-edb1b4fbe54d binding host n-d-811396-3 {{(pid=100599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 10:51:34.418433 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-6b249558-786f-4af2-8f7a-246a0604b7d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:34.556826 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0ab2a03d-71c3-4016-8942-6b4df3f5aa50 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1771989'] for router_interface, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:34.817977 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-4e29d9af-9e89-468b-8044-ff347cc665ff None None] Attempting to bind port 4a5d2bea-7a8a-4c62-837f-af3a769259ec on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:51:34.818910 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-4e29d9af-9e89-468b-8044-ff347cc665ff None None] Attempting to bind port 4a5d2bea-7a8a-4c62-837f-af3a769259ec by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': 'bdd410b3-9198-4748-b872-a4840957eef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '8320e101-644d-44af-9385-629dd54c3c0a'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:51:34.822026 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e29d9af-9e89-468b-8044-ff347cc665ff None None] Attempting to bind port 4a5d2bea-7a8a-4c62-837f-af3a769259ec on network 8320e101-644d-44af-9385-629dd54c3c0a {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:51:34.839154 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e29d9af-9e89-468b-8044-ff347cc665ff None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:51:34.839992 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e29d9af-9e89-468b-8044-ff347cc665ff None None] Checking segment: {'id': 'bdd410b3-9198-4748-b872-a4840957eef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '8320e101-644d-44af-9385-629dd54c3c0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:51:34.840783 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-4e29d9af-9e89-468b-8044-ff347cc665ff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:34.841699 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e29d9af-9e89-468b-8044-ff347cc665ff None None] Bound using segment: {'id': 'bdd410b3-9198-4748-b872-a4840957eef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '8320e101-644d-44af-9385-629dd54c3c0a'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:51:34.844446 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-4e29d9af-9e89-468b-8044-ff347cc665ff None None] Bound port: 4a5d2bea-7a8a-4c62-837f-af3a769259ec, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdd410b3-9198-4748-b872-a4840957eef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '8320e101-644d-44af-9385-629dd54c3c0a'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:51:34.845081 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-4e29d9af-9e89-468b-8044-ff347cc665ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:34.909344 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-4e29d9af-9e89-468b-8044-ff347cc665ff None None] Port 4a5d2bea-7a8a-4c62-837f-af3a769259ec has been deleted concurrently {{(pid=100598) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Oct 20 10:51:34.960554 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e29d9af-9e89-468b-8044-ff347cc665ff None None] Routers {'407b53af-ff4a-4dd3-838a-1d5d67add107'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:51:34.961239 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-4e29d9af-9e89-468b-8044-ff347cc665ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:51:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['407b53af-ff4a-4dd3-838a-1d5d67add107'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:51:35.004243 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97bee325-5a78-4949-b223-1b95cba75f6f tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Made reservation on behalf of ba79d3046aa84fd2ac89895f3514d2bd for: {'subnet': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:51:35.009802 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-97bee325-5a78-4949-b223-1b95cba75f6f tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26761797'] for subnet, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:35.049250 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ab2a03d-71c3-4016-8942-6b4df3f5aa50 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Router 407b53af-ff4a-4dd3-838a-1d5d67add107 has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:51:35.088667 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-4e29d9af-9e89-468b-8044-ff347cc665ff None None] Set router 407b53af-ff4a-4dd3-838a-1d5d67add107 gateway port host: None {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:51:35.097914 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-6b249558-786f-4af2-8f7a-246a0604b7d8 None None] Publish callbacks [] for port, precommit_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:35.120328 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-6b249558-786f-4af2-8f7a-246a0604b7d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:35.186244 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-6b249558-786f-4af2-8f7a-246a0604b7d8 None None] Attempting to bind port f6c7f1ca-b6a7-4630-ba90-edb1b4fbe54d on host n-d-811396-3 for vnic_type normal with profile {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:51:35.186606 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-6b249558-786f-4af2-8f7a-246a0604b7d8 None None] Attempting to bind port f6c7f1ca-b6a7-4630-ba90-edb1b4fbe54d by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}] {{(pid=100599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:51:35.186971 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b249558-786f-4af2-8f7a-246a0604b7d8 None None] Attempting to bind port f6c7f1ca-b6a7-4630-ba90-edb1b4fbe54d on network cbe170d3-31ba-45a2-b477-520ab0a7a8ea {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:51:35.193689 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-4e29d9af-9e89-468b-8044-ff347cc665ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '407b53af-ff4a-4dd3-838a-1d5d67add107', 'name': 'tempest-NetworksTestDHCPv6-router-1542467007', 'tenant_id': '22a79d88690a4055b95547a3f21027fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:51:27Z', 'updated_at': '2021-10-20T10:51:34Z', 'revision_number': 3, 'project_id': '22a79d88690a4055b95547a3f21027fa', 'gw_port_host': None}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:51:35.196451 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b249558-786f-4af2-8f7a-246a0604b7d8 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:51:35.196810 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b249558-786f-4af2-8f7a-246a0604b7d8 None None] Checking segment: {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:51:35.197213 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-6b249558-786f-4af2-8f7a-246a0604b7d8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:35.197605 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b249558-786f-4af2-8f7a-246a0604b7d8 None None] Bound using segment: {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'} {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:51:35.198080 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-6b249558-786f-4af2-8f7a-246a0604b7d8 None None] Bound port: f6c7f1ca-b6a7-4630-ba90-edb1b4fbe54d, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}}] {{(pid=100599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:51:35.198453 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-6b249558-786f-4af2-8f7a-246a0604b7d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:35.212955 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ab2a03d-71c3-4016-8942-6b4df3f5aa50 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:51:35.222628 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-0ab2a03d-71c3-4016-8942-6b4df3f5aa50 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "PUT /v2.0/routers/407b53af-ff4a-4dd3-838a-1d5d67add107/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5333445 Oct 20 10:51:35.234516 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 47542) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:35.236800 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e29d9af-9e89-468b-8044-ff347cc665ff None None] The sync data for ids ['407b53af-ff4a-4dd3-838a-1d5d67add107'] in n-d-811396-3 is: [{'id': '407b53af-ff4a-4dd3-838a-1d5d67add107', 'name': 'tempest-NetworksTestDHCPv6-router-1542467007', 'tenant_id': '22a79d88690a4055b95547a3f21027fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:51:27Z', 'updated_at': '2021-10-20T10:51:34Z', 'revision_number': 3, 'project_id': '22a79d88690a4055b95547a3f21027fa', 'gw_port_host': None}] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:51:35.371343 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b595f6c4-46d9-4e33-8e30-9065c9c00a4f tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:35.376806 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b595f6c4-46d9-4e33-8e30-9065c9c00a4f tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:35.397884 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-b595f6c4-46d9-4e33-8e30-9065c9c00a4f tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1541317 Oct 20 10:51:35.397884 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 47552) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:35.500626 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63518e95-cc2b-4d1f-96c5-e4265f43a21e None None] Pushing event updated for resources: {'Port': ['ID=f6c7f1ca-b6a7-4630-ba90-edb1b4fbe54d,revision_number=2']} {{(pid=100599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:35.508723 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_v2 [None req-e45b52ad-4ca5-4492-8836-623038837905 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Deleting subnet ba24df15-f469-40c0-84ef-23b6b6a0637e {{(pid=100597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:51:35.518191 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 7 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 10:51:35.519544 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e45b52ad-4ca5-4492-8836-623038837905 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks [] for subnet, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:35.593667 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.db [None req-6b249558-786f-4af2-8f7a-246a0604b7d8 None None] For port f6c7f1ca-b6a7-4630-ba90-edb1b4fbe54d, host n-d-811396-3, cleared binding levels {{(pid=100599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:51:35.600460 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.db [None req-6b249558-786f-4af2-8f7a-246a0604b7d8 None None] For port f6c7f1ca-b6a7-4630-ba90-edb1b4fbe54d, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=f6c7f1ca-b6a7-4630-ba90-edb1b4fbe54d,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:51:35.603188 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f44cf84-8b93-4def-8d84-ecef2c72b9a2 req-b7c0c295-61e9-4f6a-8d7e-2b2b239d26aa tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:35.612416 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8f44cf84-8b93-4def-8d84-ecef2c72b9a2 req-b7c0c295-61e9-4f6a-8d7e-2b2b239d26aa tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e46ee1e-848e-4aa8-a7a5-ffd39c73c09c HTTP/1.1" status: 200 len: 946 time: 0.2523274 Oct 20 10:51:35.614098 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-6b249558-786f-4af2-8f7a-246a0604b7d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:35.642943 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e45b52ad-4ca5-4492-8836-623038837905 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25852621'] for subnet, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:35.644008 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-97bee325-5a78-4949-b223-1b95cba75f6f tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26836128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26761819'] for subnet, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:35.730391 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e45b52ad-4ca5-4492-8836-623038837905 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:35.734920 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63518e95-cc2b-4d1f-96c5-e4265f43a21e None None] Pushing event updated for resources: {'Port': ['ID=f6c7f1ca-b6a7-4630-ba90-edb1b4fbe54d,revision_number=3']} {{(pid=100599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:35.746885 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b249558-786f-4af2-8f7a-246a0604b7d8 None None] Routers {'8c837262-14fe-4a24-bdee-94fe0566d6dd'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:51:35.747925 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-6b249558-786f-4af2-8f7a-246a0604b7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:51:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['8c837262-14fe-4a24-bdee-94fe0566d6dd'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:51:35.877586 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-6b249558-786f-4af2-8f7a-246a0604b7d8 None None] Set router 8c837262-14fe-4a24-bdee-94fe0566d6dd gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:51:35.941474 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bee325-5a78-4949-b223-1b95cba75f6f tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Checking segment: {'id': '29d98e95-6dbd-4a20-a917-70645d26e8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'b3481165-3e87-46ad-826c-7d431607ac7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:51:35.941849 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97bee325-5a78-4949-b223-1b95cba75f6f tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Network hostable DHCP agents. Network: b3481165-3e87-46ad-826c-7d431607ac7a, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:51:35.965963 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8f44cf84-8b93-4def-8d84-ecef2c72b9a2 req-8f49a119-d336-4f5b-98de-a9f764e62721 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "GET /v2.0/security-groups?id=e2b618ee-adb0-4a07-9003-b5b406acbbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3520153 Oct 20 10:51:35.976966 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bee325-5a78-4949-b223-1b95cba75f6f tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Pushing event updated for resources: {'Subnet': ['ID=06a8754b-afbe-40dd-82e4-c21b59e7daf0,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:36.096643 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97bee325-5a78-4949-b223-1b95cba75f6f tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Network b3481165-3e87-46ad-826c-7d431607ac7a is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:51:36.151686 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-97bee325-5a78-4949-b223-1b95cba75f6f tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, b3481165-3e87-46ad-826c-7d431607ac7a) {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:51:36.157022 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-cda73bd9-0ed5-4de0-8944-96294a5e2c8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:36.168688 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c7d9062-d2c7-4e12-9492-160d89a9ba5f None None] Network b3481165-3e87-46ad-826c-7d431607ac7a requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:51:36.185738 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97bee325-5a78-4949-b223-1b95cba75f6f tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:36.188619 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-97bee325-5a78-4949-b223-1b95cba75f6f tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:36.265585 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-6b249558-786f-4af2-8f7a-246a0604b7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c837262-14fe-4a24-bdee-94fe0566d6dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1772118193', 'tenant_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': 'f6c7f1ca-b6a7-4630-ba90-edb1b4fbe54d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:51:30Z', 'updated_at': '2021-10-20T10:51:32Z', 'revision_number': 3, 'project_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'gw_port': {'id': 'f6c7f1ca-b6a7-4630-ba90-edb1b4fbe54d', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:1a:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c837262-14fe-4a24-bdee-94fe0566d6dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:51:31Z', 'updated_at': '2021-10-20T10:51:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:51:36.312637 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-97bee325-5a78-4949-b223-1b95cba75f6f tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.1505039 Oct 20 10:51:36.316046 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 47586) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:36.330353 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffe20e8-7d2f-4b7a-a55c-21e001b2c83a req-338705ad-d78a-40ea-b654-a825a5528984 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:36.340398 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b249558-786f-4af2-8f7a-246a0604b7d8 None None] The sync data for ids ['8c837262-14fe-4a24-bdee-94fe0566d6dd'] in n-d-811396-3 is: [{'id': '8c837262-14fe-4a24-bdee-94fe0566d6dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1772118193', 'tenant_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': 'f6c7f1ca-b6a7-4630-ba90-edb1b4fbe54d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:51:30Z', 'updated_at': '2021-10-20T10:51:32Z', 'revision_number': 3, 'project_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'gw_port': {'id': 'f6c7f1ca-b6a7-4630-ba90-edb1b4fbe54d', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:1a:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c837262-14fe-4a24-bdee-94fe0566d6dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:51:31Z', 'updated_at': '2021-10-20T10:51:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:51:36.343174 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9ffe20e8-7d2f-4b7a-a55c-21e001b2c83a req-338705ad-d78a-40ea-b654-a825a5528984 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/networks?id=cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0 HTTP/1.1" status: 200 len: 812 time: 0.6213112 Oct 20 10:51:36.372918 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6663b2e-c21b-4c24-b8ac-098790fd2540 req-e6d2944c-aa24-4b66-8650-613396d986c9 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:36.382734 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e6663b2e-c21b-4c24-b8ac-098790fd2540 req-e6d2944c-aa24-4b66-8650-613396d986c9 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e46ee1e-848e-4aa8-a7a5-ffd39c73c09c HTTP/1.1" status: 200 len: 946 time: 0.2879257 Oct 20 10:51:36.434970 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c183c47c-fbbd-4a94-a9f6-6f705d184485 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524064ba-869c-5550-b826-c26b69a11278-b3481165-3e87-46ad-826c-7d431607ac7a', 'network_id': 'b3481165-3e87-46ad-826c-7d431607ac7a', 'tenant_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'fixed_ips': [{'subnet_id': '06a8754b-afbe-40dd-82e4-c21b59e7daf0'}]}} from n-d-811396-3. {{(pid=100598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:51:36.435895 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-c183c47c-fbbd-4a94-a9f6-6f705d184485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:36.445750 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9ffe20e8-7d2f-4b7a-a55c-21e001b2c83a req-e07e7dd5-3f05-4a2e-afe1-ae113c4a2f5d tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/quotas/304c84e5c7844b5cadef0d9d128b445c HTTP/1.1" status: 200 len: 375 time: 0.1010959 Oct 20 10:51:36.483119 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e45b52ad-4ca5-4492-8836-623038837905 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25350811'] for subnet, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:36.500588 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e6663b2e-c21b-4c24-b8ac-098790fd2540 req-aa726756-fc98-4c1f-bb04-10f34fbeb572 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "GET /v2.0/security-groups?id=e2b618ee-adb0-4a07-9003-b5b406acbbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167829 Oct 20 10:51:36.541593 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 47588) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:36.562517 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device d012fc61-e760-4bcf-aff4-9ef2d30ecf9f up at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:51:36.595609 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45b52ad-4ca5-4492-8836-623038837905 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Pushing event deleted for resources: {'Subnet': ['ID=ba24df15-f469-40c0-84ef-23b6b6a0637e,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:36.609232 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e45b52ad-4ca5-4492-8836-623038837905 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:36.618983 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-e45b52ad-4ca5-4492-8836-623038837905 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "DELETE /v2.0/subnets/ba24df15-f469-40c0-84ef-23b6b6a0637e HTTP/1.1" status: 204 len: 168 time: 1.2300963 Oct 20 10:51:36.619709 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 47596) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:36.620612 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d35c2a-3942-446a-817d-0d0fbbc4b458 None None] Network 8320e101-644d-44af-9385-629dd54c3c0a requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:51:36.650524 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9ffe20e8-7d2f-4b7a-a55c-21e001b2c83a req-9972802c-1bf6-4965-b97a-7a4528209cfb tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=304c84e5c7844b5cadef0d9d128b445c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2036319 Oct 20 10:51:36.721855 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 47598) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:36.768782 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c3a00b0-a7d1-44ce-9d90-e2b7d042bdab tempest-TestNetworkBasicOps-915599348 tempest-TestNetworkBasicOps-915599348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:36.773087 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-4c3a00b0-a7d1-44ce-9d90-e2b7d042bdab tempest-TestNetworkBasicOps-915599348 tempest-TestNetworkBasicOps-915599348-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=6e46ee1e-848e-4aa8-a7a5-ffd39c73c09c HTTP/1.1" status: 200 len: 1092 time: 0.2258666 Oct 20 10:51:36.782926 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 47602) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:36.787797 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-6d4ca48e-edba-4f82-9deb-da443eb8f320 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Request body: {'floatingip': {'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'port_id': 'aae58e54-5b06-4495-b489-a89b3f157a9e', 'tenant_id': 'ce3bca74c1d8467f832763bc531bfd88', 'fixed_ip_address': '172.20.0.12'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:51:36.819093 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9ffe20e8-7d2f-4b7a-a55c-21e001b2c83a req-0c08fdb1-73c8-40af-b583-eba1ed5de873 service neutron] 10.222.0.64 "GET /v2.0/networks/cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606994 Oct 20 10:51:36.865450 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6d4ca48e-edba-4f82-9deb-da443eb8f320 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks [] for floatingip, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:36.986521 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-61f96101-42b0-45bd-b7f9-55e03d53129a tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.3633363 Oct 20 10:51:36.989334 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 47606) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:37.031327 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee16a12a-2141-4a30-88da-c2c5fc4e68cf None None] Sync routers for ids ['407b53af-ff4a-4dd3-838a-1d5d67add107'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:51:37.092279 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9ffe20e8-7d2f-4b7a-a55c-21e001b2c83a req-7e5ee701-dfbb-49c0-b0bb-7842c0164bb4 service neutron] 10.222.0.64 "GET /v2.0/networks/cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2553506 Oct 20 10:51:37.124172 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6d4ca48e-edba-4f82-9deb-da443eb8f320 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:37.142633 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee16a12a-2141-4a30-88da-c2c5fc4e68cf None None] Routers {'407b53af-ff4a-4dd3-838a-1d5d67add107'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:51:37.143263 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-ee16a12a-2141-4a30-88da-c2c5fc4e68cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:51:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['407b53af-ff4a-4dd3-838a-1d5d67add107'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:51:37.167041 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d7e46dfb-bd8b-487d-ab0e-9aa939a98e13 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:37.238903 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-13f192d3-f21e-4e29-9df4-14a1bdda3074 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks [] for router, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:37.253090 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-ee16a12a-2141-4a30-88da-c2c5fc4e68cf None None] Set router 407b53af-ff4a-4dd3-838a-1d5d67add107 gateway port host: None {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:51:37.331317 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-ee16a12a-2141-4a30-88da-c2c5fc4e68cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '407b53af-ff4a-4dd3-838a-1d5d67add107', 'name': 'tempest-NetworksTestDHCPv6-router-1542467007', 'tenant_id': '22a79d88690a4055b95547a3f21027fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:51:27Z', 'updated_at': '2021-10-20T10:51:34Z', 'revision_number': 3, 'project_id': '22a79d88690a4055b95547a3f21027fa', 'gw_port_host': None}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:51:37.340894 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [None req-6d4ca48e-edba-4f82-9deb-da443eb8f320 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Allocated IP 172.25.1.100 (cbe170d3-31ba-45a2-b477-520ab0a7a8ea/f4e26aca-17ac-4adb-a66b-d939a1b35b64/ae167277-be3f-4500-8a89-4ffec66a16a6) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:51:37.422161 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee16a12a-2141-4a30-88da-c2c5fc4e68cf None None] Checking router: 407b53af-ff4a-4dd3-838a-1d5d67add107 for host: n-d-811396-3 {{(pid=100598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:51:37.458023 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning complete for port d012fc61-e760-4bcf-aff4-9ef2d30ecf9f triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:51:37.458421 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:37.511843 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee16a12a-2141-4a30-88da-c2c5fc4e68cf None None] Routers {'407b53af-ff4a-4dd3-838a-1d5d67add107'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:51:37.512474 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-ee16a12a-2141-4a30-88da-c2c5fc4e68cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:51:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['407b53af-ff4a-4dd3-838a-1d5d67add107'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:51:37.560684 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6d4ca48e-edba-4f82-9deb-da443eb8f320 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:37.598372 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:37.659205 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-c183c47c-fbbd-4a94-a9f6-6f705d184485 None None] Allocated IP 172.20.0.2 (b3481165-3e87-46ad-826c-7d431607ac7a/06a8754b-afbe-40dd-82e4-c21b59e7daf0/4f204262-7a0d-4d63-87d6-f0d70c84cfef) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:51:37.721423 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:37.771367 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-ee16a12a-2141-4a30-88da-c2c5fc4e68cf None None] Set router 407b53af-ff4a-4dd3-838a-1d5d67add107 gateway port host: None {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:51:37.786886 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-90ce1155-81b4-4d0d-b72e-fecd50213112 req-41f49bf1-98be-4137-99c3-2aab6c5964c3 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=e2ea36db-c311-4e67-bf53-528fd4385881 HTTP/1.1" status: 200 len: 210 time: 0.1208897 Oct 20 10:51:37.821380 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9fa34b86-cec8-4ef3-beb3-325ac147cfd6 req-b4ad644f-999c-4491-99de-e79d9d688570 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6e46ee1e-848e-4aa8-a7a5-ffd39c73c09c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2589593 Oct 20 10:51:37.853675 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-13f192d3-f21e-4e29-9df4-14a1bdda3074 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1772272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258304'] for router, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:37.862776 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-13f192d3-f21e-4e29-9df4-14a1bdda3074 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:37.936218 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6d4ca48e-edba-4f82-9deb-da443eb8f320 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:37.959583 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-ee16a12a-2141-4a30-88da-c2c5fc4e68cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '407b53af-ff4a-4dd3-838a-1d5d67add107', 'name': 'tempest-NetworksTestDHCPv6-router-1542467007', 'tenant_id': '22a79d88690a4055b95547a3f21027fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:51:27Z', 'updated_at': '2021-10-20T10:51:34Z', 'revision_number': 3, 'project_id': '22a79d88690a4055b95547a3f21027fa', 'gw_port_host': None}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:51:37.989792 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d4ca48e-edba-4f82-9deb-da443eb8f320 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Network cbe170d3-31ba-45a2-b477-520ab0a7a8ea is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:51:37.994553 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa34b86-cec8-4ef3-beb3-325ac147cfd6 req-9678f839-050b-45e3-9043-3464c828e588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:38.004337 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9fa34b86-cec8-4ef3-beb3-325ac147cfd6 req-9678f839-050b-45e3-9043-3464c828e588 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ce3bca74c1d8467f832763bc531bfd88&device_id=6e46ee1e-848e-4aa8-a7a5-ffd39c73c09c HTTP/1.1" status: 200 len: 1097 time: 0.1178913 Oct 20 10:51:38.022220 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-6d4ca48e-edba-4f82-9deb-da443eb8f320 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:51:38.026020 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d7e46dfb-bd8b-487d-ab0e-9aa939a98e13 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:38.028512 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4ca48e-edba-4f82-9deb-da443eb8f320 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:51:38.054558 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-409d6d1f-388e-4bf3-8151-e6f02d9d2e5d None None] DHCP port deletion for 8320e101-644d-44af-9385-629dd54c3c0a request from n-d-811396-3 {{(pid=100598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:51:38.118008 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee16a12a-2141-4a30-88da-c2c5fc4e68cf None None] The sync data for ids ['407b53af-ff4a-4dd3-838a-1d5d67add107'] in n-d-811396-3 is: [{'id': '407b53af-ff4a-4dd3-838a-1d5d67add107', 'name': 'tempest-NetworksTestDHCPv6-router-1542467007', 'tenant_id': '22a79d88690a4055b95547a3f21027fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:51:27Z', 'updated_at': '2021-10-20T10:51:34Z', 'revision_number': 3, 'project_id': '22a79d88690a4055b95547a3f21027fa', 'gw_port_host': None}] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:51:38.150596 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4ca48e-edba-4f82-9deb-da443eb8f320 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Pushing event updated for resources: {'Port': ['ID=ae167277-be3f-4500-8a89-4ffec66a16a6,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:38.167700 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d7e46dfb-bd8b-487d-ab0e-9aa939a98e13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:38.270892 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e46dfb-bd8b-487d-ab0e-9aa939a98e13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41ddc9e8-b30a-40fb-b556-83f0c619c2c6,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:38.327209 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-13f192d3-f21e-4e29-9df4-14a1bdda3074 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1772267'] for router, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:38.328219 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13f192d3-f21e-4e29-9df4-14a1bdda3074 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Fanout notify agent at l3_agent the message router_deleted on router 407b53af-ff4a-4dd3-838a-1d5d67add107 {{(pid=100597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 10:51:38.348618 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-13f192d3-f21e-4e29-9df4-14a1bdda3074 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks [] for router, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:38.350128 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-13f192d3-f21e-4e29-9df4-14a1bdda3074 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "DELETE /v2.0/routers/407b53af-ff4a-4dd3-838a-1d5d67add107 HTTP/1.1" status: 204 len: 168 time: 1.3595328 Oct 20 10:51:38.354524 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 47642) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:38.361680 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:38.374047 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-a0673360-44c2-41eb-9914-751b1c4a2212 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Request body: {'subnet': {'network_id': '8320e101-644d-44af-9385-629dd54c3c0a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:51:38.393680 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-d7e46dfb-bd8b-487d-ab0e-9aa939a98e13 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=de1e2f6df4e5484484bd046ab04193d7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6678684 Oct 20 10:51:38.396734 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f3c7deb7-8027-42ec-97b0-6bc6b08b4b85 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:38.418163 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 47644) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:38.462584 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa34b86-cec8-4ef3-beb3-325ac147cfd6 req-81f5f075-3248-4134-8bdf-d7189988af74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:38.474567 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9fa34b86-cec8-4ef3-beb3-325ac147cfd6 req-81f5f075-3248-4134-8bdf-d7189988af74 service neutron] 10.222.0.69 "GET /v2.0/networks?id=8ca5e922-b948-426f-9281-49c209c89e06 HTTP/1.1" status: 200 len: 898 time: 0.4378870 Oct 20 10:51:38.552853 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device f6c7f1ca-b6a7-4630-ba90-edb1b4fbe54d up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:51:38.684941 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:38.723874 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-715c19ce-ec3d-485f-ba22-60c2559dfc79 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:38.803589 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port d012fc61-e760-4bcf-aff4-9ef2d30ecf9f, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=d012fc61-e760-4bcf-aff4-9ef2d30ecf9f,segment=NetworkSegment(7a7eba38-3a2c-4235-a145-c989dfc5d4dc),segment_id=7a7eba38-3a2c-4235-a145-c989dfc5d4dc)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:51:38.809027 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3f9930f-6768-428d-b296-1e65ca6bdfa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd012fc61-e760-4bcf-aff4-9ef2d30ecf9f'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:51:38.811515 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-270093fc-a44c-46cc-822a-61c5a402821e" -d '{"events": [{"server_uuid": "b3f9930f-6768-428d-b296-1e65ca6bdfa7", "name": "network-vif-plugged", "status": "completed", "tag": "d012fc61-e760-4bcf-aff4-9ef2d30ecf9f"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:51:38.820437 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:38.865963 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-c183c47c-fbbd-4a94-a9f6-6f705d184485 None None] Publish callbacks [] for port, precommit_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:38.887225 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-409d6d1f-388e-4bf3-8151-e6f02d9d2e5d None None] Deleting port 919c4321-2d5c-4c1e-a547-2a38753db076 {{(pid=100598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:51:38.887225 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-409d6d1f-388e-4bf3-8151-e6f02d9d2e5d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:38.933859 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-c183c47c-fbbd-4a94-a9f6-6f705d184485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:38.944870 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dd91ed1-91ce-4096-b8ab-9e5e078d3a17 x-openstack-request-id: req-1dd91ed1-91ce-4096-b8ab-9e5e078d3a17 {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:51:38.945331 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3f9930f-6768-428d-b296-1e65ca6bdfa7", "name": "network-vif-plugged", "status": "completed", "tag": "d012fc61-e760-4bcf-aff4-9ef2d30ecf9f", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:51:38.945696 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1dd91ed1-91ce-4096-b8ab-9e5e078d3a17 {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:51:38.946183 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3f9930f-6768-428d-b296-1e65ca6bdfa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd012fc61-e760-4bcf-aff4-9ef2d30ecf9f', 'code': 200} Oct 20 10:51:38.965791 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:38.992935 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-715c19ce-ec3d-485f-ba22-60c2559dfc79 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:39.000916 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c183c47c-fbbd-4a94-a9f6-6f705d184485 None None] Network b3481165-3e87-46ad-826c-7d431607ac7a is already hosted by enough agents. {{(pid=100598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:51:39.002990 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=d012fc61-e760-4bcf-aff4-9ef2d30ecf9f,revision_number=7']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:39.041302 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.base_scheduler [None req-c183c47c-fbbd-4a94-a9f6-6f705d184485 None None] Resources bound (agent type, host, resource id): {{(pid=100598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:51:39.047127 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port f6c7f1ca-b6a7-4630-ba90-edb1b4fbe54d triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:51:39.047752 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:39.076602 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c183c47c-fbbd-4a94-a9f6-6f705d184485 None None] Received port after_create {{(pid=100598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:51:39.197736 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-715c19ce-ec3d-485f-ba22-60c2559dfc79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:39.202579 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-715c19ce-ec3d-485f-ba22-60c2559dfc79 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:39.204036 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-715c19ce-ec3d-485f-ba22-60c2559dfc79 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/41ddc9e8-b30a-40fb-b556-83f0c619c2c6 HTTP/1.1" status: 204 len: 168 time: 0.7825093 Oct 20 10:51:39.263577 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715c19ce-ec3d-485f-ba22-60c2559dfc79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41ddc9e8-b30a-40fb-b556-83f0c619c2c6,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:39.287300 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-f3c7deb7-8027-42ec-97b0-6bc6b08b4b85 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Allocated IP 172.20.0.1 (b3481165-3e87-46ad-826c-7d431607ac7a/06a8754b-afbe-40dd-82e4-c21b59e7daf0/2bfaad9e-68a1-43e2-9a3d-7e04a82716a8) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:51:39.306658 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-409d6d1f-388e-4bf3-8151-e6f02d9d2e5d None None] For port 919c4321-2d5c-4c1e-a547-2a38753db076, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=919c4321-2d5c-4c1e-a547-2a38753db076,segment=NetworkSegment(bdd410b3-9198-4748-b872-a4840957eef7),segment_id=bdd410b3-9198-4748-b872-a4840957eef7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:51:39.307579 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-409d6d1f-388e-4bf3-8151-e6f02d9d2e5d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:39.355638 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c183c47c-fbbd-4a94-a9f6-6f705d184485 None None] Pushing event updated for resources: {'Port': ['ID=4f204262-7a0d-4d63-87d6-f0d70c84cfef,revision_number=1']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:39.367114 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-409d6d1f-388e-4bf3-8151-e6f02d9d2e5d None None] Calling delete_port for 919c4321-2d5c-4c1e-a547-2a38753db076 owned by network:dhcp {{(pid=100598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:51:39.377464 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-c183c47c-fbbd-4a94-a9f6-6f705d184485 None None] Attempting to bind port 4f204262-7a0d-4d63-87d6-f0d70c84cfef on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:51:39.378122 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-c183c47c-fbbd-4a94-a9f6-6f705d184485 None None] Attempting to bind port 4f204262-7a0d-4d63-87d6-f0d70c84cfef by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '29d98e95-6dbd-4a20-a917-70645d26e8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'b3481165-3e87-46ad-826c-7d431607ac7a'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:51:39.378751 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c183c47c-fbbd-4a94-a9f6-6f705d184485 None None] Attempting to bind port 4f204262-7a0d-4d63-87d6-f0d70c84cfef on network b3481165-3e87-46ad-826c-7d431607ac7a {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:51:39.401853 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c183c47c-fbbd-4a94-a9f6-6f705d184485 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 51, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:51:39.402624 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c183c47c-fbbd-4a94-a9f6-6f705d184485 None None] Checking segment: {'id': '29d98e95-6dbd-4a20-a917-70645d26e8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'b3481165-3e87-46ad-826c-7d431607ac7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:51:39.403269 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-c183c47c-fbbd-4a94-a9f6-6f705d184485 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:39.404027 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c183c47c-fbbd-4a94-a9f6-6f705d184485 None None] Bound using segment: {'id': '29d98e95-6dbd-4a20-a917-70645d26e8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'b3481165-3e87-46ad-826c-7d431607ac7a'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:51:39.404751 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-c183c47c-fbbd-4a94-a9f6-6f705d184485 None None] Bound port: 4f204262-7a0d-4d63-87d6-f0d70c84cfef, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29d98e95-6dbd-4a20-a917-70645d26e8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'b3481165-3e87-46ad-826c-7d431607ac7a'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:51:39.405485 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-c183c47c-fbbd-4a94-a9f6-6f705d184485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:39.542941 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6d4ca48e-edba-4f82-9deb-da443eb8f320 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:39.545109 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:39.602450 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] For port f6c7f1ca-b6a7-4630-ba90-edb1b4fbe54d, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=f6c7f1ca-b6a7-4630-ba90-edb1b4fbe54d,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:51:39.609472 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-c183c47c-fbbd-4a94-a9f6-6f705d184485 None None] For port 4f204262-7a0d-4d63-87d6-f0d70c84cfef, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:51:39.612455 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:39.621872 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-c183c47c-fbbd-4a94-a9f6-6f705d184485 None None] For port 4f204262-7a0d-4d63-87d6-f0d70c84cfef, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=4f204262-7a0d-4d63-87d6-f0d70c84cfef,segment=NetworkSegment(29d98e95-6dbd-4a20-a917-70645d26e8f8),segment_id=29d98e95-6dbd-4a20-a917-70645d26e8f8)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:51:39.629941 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-c183c47c-fbbd-4a94-a9f6-6f705d184485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:39.713775 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-409d6d1f-388e-4bf3-8151-e6f02d9d2e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956'] for port, after_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:39.758010 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409d6d1f-388e-4bf3-8151-e6f02d9d2e5d None None] No DVR routers for this DVR port 919c4321-2d5c-4c1e-a547-2a38753db076 on host n-d-811396-3 {{(pid=100598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:51:39.762350 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 919c4321-2d5c-4c1e-a547-2a38753db076 no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:51:39.841210 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 919c4321-2d5c-4c1e-a547-2a38753db076 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:51:39.842901 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 919c4321-2d5c-4c1e-a547-2a38753db076 not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:51:39.876815 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9fa34b86-cec8-4ef3-beb3-325ac147cfd6 req-5410e50f-6731-4060-baa9-13c6702651e0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aae58e54-5b06-4495-b489-a89b3f157a9e HTTP/1.1" status: 200 len: 217 time: 1.3922355 Oct 20 10:51:39.882279 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Pushing event updated for resources: {'Port': ['ID=f6c7f1ca-b6a7-4630-ba90-edb1b4fbe54d,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:39.932055 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0673360-44c2-41eb-9914-751b1c4a2212 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Made reservation on behalf of 22a79d88690a4055b95547a3f21027fa for: {'subnet': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:51:39.942232 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a0673360-44c2-41eb-9914-751b1c4a2212 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26761797'] for subnet, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:39.991001 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 47680) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:40.009187 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c183c47c-fbbd-4a94-a9f6-6f705d184485 None None] Pushing event updated for resources: {'Port': ['ID=4f204262-7a0d-4d63-87d6-f0d70c84cfef,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:40.074475 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409d6d1f-388e-4bf3-8151-e6f02d9d2e5d None None] Pushing event deleted for resources: {'Port': ['ID=919c4321-2d5c-4c1e-a547-2a38753db076,revision_number=None']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:40.214027 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9cb3d962-0d9d-4a02-95dc-46f116eaa856 req-78b66a42-994c-4558-88dd-5d137468025d tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=e2ea36db-c311-4e67-bf53-528fd4385881 HTTP/1.1" status: 200 len: 210 time: 0.2813053 Oct 20 10:51:40.215195 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5d469382-9ae5-4bd7-8a14-2271c364132b admin admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:40.270525 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa34b86-cec8-4ef3-beb3-325ac147cfd6 req-6a3e6ee6-def8-4167-a255-f0dff935f530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:40.272315 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9fa34b86-cec8-4ef3-beb3-325ac147cfd6 req-6a3e6ee6-def8-4167-a255-f0dff935f530 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d064623b-205c-4c55-bcad-f8d7ce58a0d9 HTTP/1.1" status: 200 len: 835 time: 0.3188910 Oct 20 10:51:40.277092 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f3c7deb7-8027-42ec-97b0-6bc6b08b4b85 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:40.368637 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f3c7deb7-8027-42ec-97b0-6bc6b08b4b85 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:40.504589 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c7deb7-8027-42ec-97b0-6bc6b08b4b85 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Network b3481165-3e87-46ad-826c-7d431607ac7a is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:51:40.509216 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-f3c7deb7-8027-42ec-97b0-6bc6b08b4b85 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:51:40.524018 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c7deb7-8027-42ec-97b0-6bc6b08b4b85 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:51:40.538102 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c7deb7-8027-42ec-97b0-6bc6b08b4b85 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Pushing event updated for resources: {'Port': ['ID=2bfaad9e-68a1-43e2-9a3d-7e04a82716a8,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:40.591119 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 4f204262-7a0d-4d63-87d6-f0d70c84cfef up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:51:40.643456 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f3c7deb7-8027-42ec-97b0-6bc6b08b4b85 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1774540'] for router_interface, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:40.698508 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 4f204262-7a0d-4d63-87d6-f0d70c84cfef triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:51:40.699431 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:40.840237 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:40.906504 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] For port 4f204262-7a0d-4d63-87d6-f0d70c84cfef, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=4f204262-7a0d-4d63-87d6-f0d70c84cfef,segment=NetworkSegment(29d98e95-6dbd-4a20-a917-70645d26e8f8),segment_id=29d98e95-6dbd-4a20-a917-70645d26e8f8)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:51:40.912976 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:40.914189 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device f6c7f1ca-b6a7-4630-ba90-edb1b4fbe54d up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:51:40.991603 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f3c7deb7-8027-42ec-97b0-6bc6b08b4b85 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:41.055305 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5d469382-9ae5-4bd7-8a14-2271c364132b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:41.089813 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5d469382-9ae5-4bd7-8a14-2271c364132b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:41.104319 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa34b86-cec8-4ef3-beb3-325ac147cfd6 req-9659b187-1586-4086-bc1c-6c38f8a08641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:41.106251 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9fa34b86-cec8-4ef3-beb3-325ac147cfd6 req-9659b187-1586-4086-bc1c-6c38f8a08641 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8ca5e922-b948-426f-9281-49c209c89e06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8077035 Oct 20 10:51:41.111853 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Pushing event updated for resources: {'Port': ['ID=4f204262-7a0d-4d63-87d6-f0d70c84cfef,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:41.153747 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port f6c7f1ca-b6a7-4630-ba90-edb1b4fbe54d triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:51:41.154319 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:41.300689 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d469382-9ae5-4bd7-8a14-2271c364132b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81a2c8e9-3606-4b7d-a0dd-e17a963e577d,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:41.316668 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6d4ca48e-edba-4f82-9deb-da443eb8f320 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:41.325574 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-5d469382-9ae5-4bd7-8a14-2271c364132b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6a389ee8c21247498e04afbc5344407e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2774253 Oct 20 10:51:41.335841 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 47692) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:41.519310 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-285cd18a-a708-4e87-8970-711f2ed45e29 None None] Network b3481165-3e87-46ad-826c-7d431607ac7a requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:51:41.581003 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7a0d2166-c8b0-4b45-b6aa-651c6deb6e8e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:41.633076 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7a0d2166-c8b0-4b45-b6aa-651c6deb6e8e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:41.657938 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-4e956b1f-f7b4-44b4-bd0b-0f7e48547b86 None None] Provisioning complete for port 4f204262-7a0d-4d63-87d6-f0d70c84cfef triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:51:41.660756 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-4e956b1f-f7b4-44b4-bd0b-0f7e48547b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:41.662093 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f3c7deb7-8027-42ec-97b0-6bc6b08b4b85 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for port, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:41.668095 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f3c7deb7-8027-42ec-97b0-6bc6b08b4b85 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:41.688512 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6d4ca48e-edba-4f82-9deb-da443eb8f320 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:41.702715 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-31ec0f04-dcdd-471b-b185-a33c577bcbb5 req-674a7ad0-6422-4995-bca8-8eaa3c779b82 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=e2ea36db-c311-4e67-bf53-528fd4385881 HTTP/1.1" status: 200 len: 210 time: 0.3372953 Oct 20 10:51:41.710263 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9fa34b86-cec8-4ef3-beb3-325ac147cfd6 req-9cc1d97e-bf31-4acb-a745-878bd8bd3bf3 service neutron] 10.222.0.69 "GET /v2.0/networks/8ca5e922-b948-426f-9281-49c209c89e06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5687313 Oct 20 10:51:41.717018 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6d4ca48e-edba-4f82-9deb-da443eb8f320 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:41.734773 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c7deb7-8027-42ec-97b0-6bc6b08b4b85 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Pushing event updated for resources: {'Port': ['ID=2bfaad9e-68a1-43e2-9a3d-7e04a82716a8,revision_number=2']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:41.796108 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6d4ca48e-edba-4f82-9deb-da443eb8f320 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1773381'] for floatingip, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:41.804982 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f3c7deb7-8027-42ec-97b0-6bc6b08b4b85 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1774432'] for router_interface, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:41.831931 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7a0d2166-c8b0-4b45-b6aa-651c6deb6e8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:41.834844 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7a0d2166-c8b0-4b45-b6aa-651c6deb6e8e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:41.836112 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-7a0d2166-c8b0-4b45-b6aa-651c6deb6e8e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/81a2c8e9-3606-4b7d-a0dd-e17a963e577d HTTP/1.1" status: 204 len: 168 time: 0.4965684 Oct 20 10:51:41.872317 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0d2166-c8b0-4b45-b6aa-651c6deb6e8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81a2c8e9-3606-4b7d-a0dd-e17a963e577d,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:42.079185 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c7deb7-8027-42ec-97b0-6bc6b08b4b85 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Network b3481165-3e87-46ad-826c-7d431607ac7a is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:51:42.083338 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-f3c7deb7-8027-42ec-97b0-6bc6b08b4b85 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:51:42.118844 n-d-811396-3 neutron-server[100596]: INFO neutron.db.l3_db [None req-6d4ca48e-edba-4f82-9deb-da443eb8f320 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Floating IP b2594b35-5930-4c28-8996-dcf1f7a1e7ec associated. External IP: 172.25.1.100, port: aae58e54-5b06-4495-b489-a89b3f157a9e. Oct 20 10:51:42.233756 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffe20e8-7d2f-4b7a-a55c-21e001b2c83a req-081c0fda-5854-4dcd-ba0b-e0b8089bdabf tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:42.233756 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9ffe20e8-7d2f-4b7a-a55c-21e001b2c83a req-081c0fda-5854-4dcd-ba0b-e0b8089bdabf tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.69 "GET /v2.0/networks?id=cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0 HTTP/1.1" status: 200 len: 812 time: 2.3399105 Oct 20 10:51:42.233756 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4ca48e-edba-4f82-9deb-da443eb8f320 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Pushing event updated for resources: {'Port': ['ID=ae167277-be3f-4500-8a89-4ffec66a16a6,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:42.252428 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-9ffe20e8-7d2f-4b7a-a55c-21e001b2c83a req-00de1120-7dac-49fe-9872-507657817d6c tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Request body: {'port': {'device_id': 'e2ea36db-c311-4e67-bf53-528fd4385881', 'network_id': 'cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0', 'admin_state_up': True, 'tenant_id': '304c84e5c7844b5cadef0d9d128b445c'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:51:42.377783 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ffe20e8-7d2f-4b7a-a55c-21e001b2c83a req-00de1120-7dac-49fe-9872-507657817d6c tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Made reservation on behalf of 304c84e5c7844b5cadef0d9d128b445c for: {'port': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:51:42.381598 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-9ffe20e8-7d2f-4b7a-a55c-21e001b2c83a req-00de1120-7dac-49fe-9872-507657817d6c tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:42.505831 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3c7deb7-8027-42ec-97b0-6bc6b08b4b85 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Router 8c837262-14fe-4a24-bdee-94fe0566d6dd has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:51:42.535574 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 4f204262-7a0d-4d63-87d6-f0d70c84cfef up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:51:42.572492 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9fa34b86-cec8-4ef3-beb3-325ac147cfd6 req-2ad9b98a-714d-46f3-9ccf-fc617ba0e6bc service neutron] 10.222.0.69 "GET /v2.0/networks/8ca5e922-b948-426f-9281-49c209c89e06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8423026 Oct 20 10:51:42.751443 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 4f204262-7a0d-4d63-87d6-f0d70c84cfef triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:51:42.752582 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:42.828639 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3c7deb7-8027-42ec-97b0-6bc6b08b4b85 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:51:42.840638 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b93d79-c349-4566-acba-a0a6d35e36a2 None None] Sync routers for ids ['8c837262-14fe-4a24-bdee-94fe0566d6dd'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:51:42.853980 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-f3c7deb7-8027-42ec-97b0-6bc6b08b4b85 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "PUT /v2.0/routers/8c837262-14fe-4a24-bdee-94fe0566d6dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5204530 Oct 20 10:51:42.860448 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b93d79-c349-4566-acba-a0a6d35e36a2 None None] Routers {'8c837262-14fe-4a24-bdee-94fe0566d6dd'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:51:42.861995 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-e0b93d79-c349-4566-acba-a0a6d35e36a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:51:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['8c837262-14fe-4a24-bdee-94fe0566d6dd'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:51:42.939859 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d4ca48e-edba-4f82-9deb-da443eb8f320 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Router bf59da99-dd2d-478d-9b0d-3016ea34cf63 has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:51:43.177338 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-e0b93d79-c349-4566-acba-a0a6d35e36a2 None None] Set router 8c837262-14fe-4a24-bdee-94fe0566d6dd gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:51:43.218975 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-32391f65-8a4c-4595-8f56-143f65236881 req-5c7c2a59-e358-4122-abee-5c8e9c73d277 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=e2ea36db-c311-4e67-bf53-528fd4385881 HTTP/1.1" status: 200 len: 210 time: 0.3178375 Oct 20 10:51:43.323299 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a0673360-44c2-41eb-9914-751b1c4a2212 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26836128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26761819'] for subnet, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:43.350977 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-ea10d259-f614-495c-a6ae-ae6cd7c56669 None None] Provisioning complete for port 2bfaad9e-68a1-43e2-9a3d-7e04a82716a8 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:51:43.351266 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-ea10d259-f614-495c-a6ae-ae6cd7c56669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:43.418599 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [req-9ffe20e8-7d2f-4b7a-a55c-21e001b2c83a req-00de1120-7dac-49fe-9872-507657817d6c tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Allocated IP 172.20.0.3 (cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0/46305bfd-5c10-42c9-8afc-597f2425497e/7ec96bf5-150a-4aef-a441-40fcb21253c4) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:51:43.448284 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-ea10d259-f614-495c-a6ae-ae6cd7c56669 None None] Port 2bfaad9e-68a1-43e2-9a3d-7e04a82716a8 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:51:43.477365 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-ea10d259-f614-495c-a6ae-ae6cd7c56669 None None] Provisioning complete for port 4f204262-7a0d-4d63-87d6-f0d70c84cfef triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:51:43.477743 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-ea10d259-f614-495c-a6ae-ae6cd7c56669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:43.517155 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0673360-44c2-41eb-9914-751b1c4a2212 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Network 8320e101-644d-44af-9385-629dd54c3c0a is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:51:43.527331 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-62e57971-656c-4652-8874-a306d0685f8c req-655271d5-7276-4674-ae20-e9aa443a5a5d tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-249269960&fields=id&tenant_id=ba79d3046aa84fd2ac89895f3514d2bd HTTP/1.1" status: 200 len: 267 time: 0.2387731 Oct 20 10:51:43.542968 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-a0673360-44c2-41eb-9914-751b1c4a2212 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:51:43.559411 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4690d6c0-dd1c-44f1-af4d-973e9e1c1a11 None None] Network 8320e101-644d-44af-9385-629dd54c3c0a requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:51:43.598131 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0673360-44c2-41eb-9914-751b1c4a2212 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:43.600033 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a0673360-44c2-41eb-9914-751b1c4a2212 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:43.607351 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0673360-44c2-41eb-9914-751b1c4a2212 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Pushing event updated for resources: {'Subnet': ['ID=87ab50ed-6dbc-4c78-86e3-38dd0bfc3551,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:43.732781 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-e0b93d79-c349-4566-acba-a0a6d35e36a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c837262-14fe-4a24-bdee-94fe0566d6dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1772118193', 'tenant_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': 'f6c7f1ca-b6a7-4630-ba90-edb1b4fbe54d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:51:30Z', 'updated_at': '2021-10-20T10:51:40Z', 'revision_number': 4, 'project_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'gw_port': {'id': 'f6c7f1ca-b6a7-4630-ba90-edb1b4fbe54d', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:1a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c837262-14fe-4a24-bdee-94fe0566d6dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:51:31Z', 'updated_at': '2021-10-20T10:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '2bfaad9e-68a1-43e2-9a3d-7e04a82716a8', 'name': '', 'network_id': 'b3481165-3e87-46ad-826c-7d431607ac7a', 'tenant_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'mac_address': 'fa:16:3e:ba:5c:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c837262-14fe-4a24-bdee-94fe0566d6dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': '06a8754b-afbe-40dd-82e4-c21b59e7daf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:51:38Z', 'updated_at': '2021-10-20T10:51:41Z', 'revision_number': 2, 'project_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'subnets': [{'id': '06a8754b-afbe-40dd-82e4-c21b59e7daf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:51:43.771631 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e60dd1c2-290f-448e-a0dd-c3cd69e6bdd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524064ba-869c-5550-b826-c26b69a11278-8320e101-644d-44af-9385-629dd54c3c0a', 'network_id': '8320e101-644d-44af-9385-629dd54c3c0a', 'tenant_id': '22a79d88690a4055b95547a3f21027fa', 'fixed_ips': [{'subnet_id': '87ab50ed-6dbc-4c78-86e3-38dd0bfc3551'}]}} from n-d-811396-3. {{(pid=100598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:51:43.772503 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-e60dd1c2-290f-448e-a0dd-c3cd69e6bdd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:43.844409 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-a0673360-44c2-41eb-9914-751b1c4a2212 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 5.4835281 Oct 20 10:51:43.849046 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 47744) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:43.861901 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-82d30b94-1fe3-49fc-b0fa-1008b953cfb9 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1524379377', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:51:43.871755 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b93d79-c349-4566-acba-a0a6d35e36a2 None None] Checking router: 8c837262-14fe-4a24-bdee-94fe0566d6dd for host: n-d-811396-3 {{(pid=100599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:51:43.872262 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b93d79-c349-4566-acba-a0a6d35e36a2 None None] Updating router 8c837262-14fe-4a24-bdee-94fe0566d6dd port 2bfaad9e-68a1-43e2-9a3d-7e04a82716a8 binding host n-d-811396-3 {{(pid=100599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 10:51:43.890655 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d4ca48e-edba-4f82-9deb-da443eb8f320 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:51:43.985964 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-82d30b94-1fe3-49fc-b0fa-1008b953cfb9 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1772442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258322'] for router, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:43.988805 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-82d30b94-1fe3-49fc-b0fa-1008b953cfb9 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1772334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773516', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258315'] for router, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:43.992955 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-e0b93d79-c349-4566-acba-a0a6d35e36a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:44.084309 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25f8702-33b3-4f8f-85d8-c99980d67c1a None None] Sync routers for ids ['bf59da99-dd2d-478d-9b0d-3016ea34cf63'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:51:44.164725 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6d4ca48e-edba-4f82-9deb-da443eb8f320 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for floatingip, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:44.178005 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25f8702-33b3-4f8f-85d8-c99980d67c1a None None] Routers {'bf59da99-dd2d-478d-9b0d-3016ea34cf63'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:51:44.178776 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-f25f8702-33b3-4f8f-85d8-c99980d67c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:51:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['bf59da99-dd2d-478d-9b0d-3016ea34cf63'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:51:44.203846 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-82d30b94-1fe3-49fc-b0fa-1008b953cfb9 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:44.213201 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-82d30b94-1fe3-49fc-b0fa-1008b953cfb9 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1773475'] for router, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:44.241877 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e57971-656c-4652-8874-a306d0685f8c req-ee97c3bb-3b6a-40be-ba6d-9d0793daa152 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:44.248673 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-62e57971-656c-4652-8874-a306d0685f8c req-ee97c3bb-3b6a-40be-ba6d-9d0793daa152 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/networks?id=b3481165-3e87-46ad-826c-7d431607ac7a HTTP/1.1" status: 200 len: 796 time: 0.7111762 Oct 20 10:51:44.269391 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-82d30b94-1fe3-49fc-b0fa-1008b953cfb9 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks [] for router, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:44.278283 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-82d30b94-1fe3-49fc-b0fa-1008b953cfb9 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4244354 Oct 20 10:51:44.279153 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 47758) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:44.298688 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-a7fca23a-0bf8-49b5-951a-11ae81314ca7 None None] Provisioning complete for port 2bfaad9e-68a1-43e2-9a3d-7e04a82716a8 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:51:44.311661 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-a7fca23a-0bf8-49b5-951a-11ae81314ca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:44.497214 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-6d4ca48e-edba-4f82-9deb-da443eb8f320 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 7.7130108 Oct 20 10:51:44.507426 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3f43011b-b8d2-4563-b35b-f3ff18ebe5e4 req-e491284d-965a-4854-bca4-08eca2370218 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=e2ea36db-c311-4e67-bf53-528fd4385881 HTTP/1.1" status: 200 len: 210 time: 0.1456003 Oct 20 10:51:44.510958 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 47762) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:44.533933 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e46ee1e-848e-4aa8-a7a5-ffd39c73c09c', 'tag': 'aae58e54-5b06-4495-b489-a89b3f157a9e'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:51:44.537352 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c510d2f2-0276-4d5b-8e1f-ee393c4dc163" -d '{"events": [{"name": "network-changed", "server_uuid": "6e46ee1e-848e-4aa8-a7a5-ffd39c73c09c", "tag": "aae58e54-5b06-4495-b489-a89b3f157a9e"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:51:44.544783 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-f25f8702-33b3-4f8f-85d8-c99980d67c1a None None] Set router bf59da99-dd2d-478d-9b0d-3016ea34cf63 gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:51:44.552413 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-62e57971-656c-4652-8874-a306d0685f8c req-b347e9b0-957a-4320-8fbf-5d9e530eca34 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/quotas/ba79d3046aa84fd2ac89895f3514d2bd HTTP/1.1" status: 200 len: 375 time: 0.2181594 Oct 20 10:51:44.612386 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-e0b93d79-c349-4566-acba-a0a6d35e36a2 None None] Publish callbacks [] for port, precommit_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:44.617634 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-e0b93d79-c349-4566-acba-a0a6d35e36a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:44.780090 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd24042f-615e-443e-82bb-f2c674b3c7e1 x-openstack-request-id: req-fd24042f-615e-443e-82bb-f2c674b3c7e1 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:51:44.780780 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e46ee1e-848e-4aa8-a7a5-ffd39c73c09c", "tag": "aae58e54-5b06-4495-b489-a89b3f157a9e", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:51:44.781153 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fd24042f-615e-443e-82bb-f2c674b3c7e1 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:51:44.782023 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e46ee1e-848e-4aa8-a7a5-ffd39c73c09c', 'tag': 'aae58e54-5b06-4495-b489-a89b3f157a9e', 'status': 'completed', 'code': 200} Oct 20 10:51:44.785722 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-9ffe20e8-7d2f-4b7a-a55c-21e001b2c83a req-00de1120-7dac-49fe-9872-507657817d6c tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:44.802367 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb358409-9d54-4af4-82e1-ef079ed57374 None None] Pushing event updated for resources: {'Port': ['ID=2bfaad9e-68a1-43e2-9a3d-7e04a82716a8,revision_number=3']} {{(pid=100599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:44.823952 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-e0b93d79-c349-4566-acba-a0a6d35e36a2 None None] Attempting to bind port 2bfaad9e-68a1-43e2-9a3d-7e04a82716a8 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:51:44.824320 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-e0b93d79-c349-4566-acba-a0a6d35e36a2 None None] Attempting to bind port 2bfaad9e-68a1-43e2-9a3d-7e04a82716a8 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '29d98e95-6dbd-4a20-a917-70645d26e8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'b3481165-3e87-46ad-826c-7d431607ac7a'}] {{(pid=100599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:51:44.824684 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b93d79-c349-4566-acba-a0a6d35e36a2 None None] Attempting to bind port 2bfaad9e-68a1-43e2-9a3d-7e04a82716a8 on network b3481165-3e87-46ad-826c-7d431607ac7a {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:51:44.833375 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b93d79-c349-4566-acba-a0a6d35e36a2 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 51, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:51:44.833792 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b93d79-c349-4566-acba-a0a6d35e36a2 None None] Checking segment: {'id': '29d98e95-6dbd-4a20-a917-70645d26e8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'b3481165-3e87-46ad-826c-7d431607ac7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:51:44.834204 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-e0b93d79-c349-4566-acba-a0a6d35e36a2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:44.834602 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b93d79-c349-4566-acba-a0a6d35e36a2 None None] Bound using segment: {'id': '29d98e95-6dbd-4a20-a917-70645d26e8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'b3481165-3e87-46ad-826c-7d431607ac7a'} {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:51:44.835080 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-e0b93d79-c349-4566-acba-a0a6d35e36a2 None None] Bound port: 2bfaad9e-68a1-43e2-9a3d-7e04a82716a8, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29d98e95-6dbd-4a20-a917-70645d26e8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'b3481165-3e87-46ad-826c-7d431607ac7a'}}] {{(pid=100599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:51:44.835530 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-e0b93d79-c349-4566-acba-a0a6d35e36a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:44.984273 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-961c8a15-ffc1-4be5-89c5-71fcf1790b28 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:44.991227 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.db [None req-e0b93d79-c349-4566-acba-a0a6d35e36a2 None None] For port 2bfaad9e-68a1-43e2-9a3d-7e04a82716a8, host n-d-811396-3, cleared binding levels {{(pid=100599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:51:44.996495 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.db [None req-e0b93d79-c349-4566-acba-a0a6d35e36a2 None None] For port 2bfaad9e-68a1-43e2-9a3d-7e04a82716a8, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=2bfaad9e-68a1-43e2-9a3d-7e04a82716a8,segment=NetworkSegment(29d98e95-6dbd-4a20-a917-70645d26e8f8),segment_id=29d98e95-6dbd-4a20-a917-70645d26e8f8)] {{(pid=100599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:51:45.012458 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-e0b93d79-c349-4566-acba-a0a6d35e36a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:45.076805 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-e60dd1c2-290f-448e-a0dd-c3cd69e6bdd3 None None] Allocated IP 2001:db8::2 (8320e101-644d-44af-9385-629dd54c3c0a/87ab50ed-6dbc-4c78-86e3-38dd0bfc3551/a53abf8b-0bbc-40c1-bcfb-fa259f47c0fe) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:51:45.085427 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b93d79-c349-4566-acba-a0a6d35e36a2 None None] Routers {'8c837262-14fe-4a24-bdee-94fe0566d6dd'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:51:45.086521 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-e0b93d79-c349-4566-acba-a0a6d35e36a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:51:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['8c837262-14fe-4a24-bdee-94fe0566d6dd'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:51:45.139294 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-9ffe20e8-7d2f-4b7a-a55c-21e001b2c83a req-00de1120-7dac-49fe-9872-507657817d6c tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:45.184585 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-bd06849b-a2fe-433e-9f77-50e5f838316a tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "GET /v2.0/floatingips/b2594b35-5930-4c28-8996-dcf1f7a1e7ec HTTP/1.1" status: 200 len: 992 time: 0.6394076 Oct 20 10:51:45.390582 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-e0b93d79-c349-4566-acba-a0a6d35e36a2 None None] Set router 8c837262-14fe-4a24-bdee-94fe0566d6dd gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:51:45.438353 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-62e57971-656c-4652-8874-a306d0685f8c req-1228e8fe-eab6-414b-8d4f-9c63e8bb2e93 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=ba79d3046aa84fd2ac89895f3514d2bd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8715286 Oct 20 10:51:45.450368 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-e60dd1c2-290f-448e-a0dd-c3cd69e6bdd3 None None] Publish callbacks [] for port, precommit_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:45.469888 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-e60dd1c2-290f-448e-a0dd-c3cd69e6bdd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:45.477143 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00de1120-7dac-49fe-9872-507657817d6c tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Pushing event updated for resources: {'Port': ['ID=7ec96bf5-150a-4aef-a441-40fcb21253c4,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:45.581025 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ffe20e8-7d2f-4b7a-a55c-21e001b2c83a req-00de1120-7dac-49fe-9872-507657817d6c tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Network cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0 is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:51:45.596934 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c510d2f2-0276-4d5b-8e1f-ee393c4dc163 req-f3f19848-d425-4ab9-91e7-30cc22a18073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:45.604322 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c510d2f2-0276-4d5b-8e1f-ee393c4dc163 req-f3f19848-d425-4ab9-91e7-30cc22a18073 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ce3bca74c1d8467f832763bc531bfd88&device_id=6e46ee1e-848e-4aa8-a7a5-ffd39c73c09c HTTP/1.1" status: 200 len: 1097 time: 0.8361194 Oct 20 10:51:45.655487 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [req-9ffe20e8-7d2f-4b7a-a55c-21e001b2c83a req-00de1120-7dac-49fe-9872-507657817d6c tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:51:45.665869 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-a7fca23a-0bf8-49b5-951a-11ae81314ca7 None None] Port 2bfaad9e-68a1-43e2-9a3d-7e04a82716a8 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:51:45.701836 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e60dd1c2-290f-448e-a0dd-c3cd69e6bdd3 None None] Network 8320e101-644d-44af-9385-629dd54c3c0a is already hosted by enough agents. {{(pid=100598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:51:45.704329 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-e0b93d79-c349-4566-acba-a0a6d35e36a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c837262-14fe-4a24-bdee-94fe0566d6dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1772118193', 'tenant_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': 'f6c7f1ca-b6a7-4630-ba90-edb1b4fbe54d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:51:30Z', 'updated_at': '2021-10-20T10:51:40Z', 'revision_number': 4, 'project_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'gw_port': {'id': 'f6c7f1ca-b6a7-4630-ba90-edb1b4fbe54d', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:1a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c837262-14fe-4a24-bdee-94fe0566d6dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:51:31Z', 'updated_at': '2021-10-20T10:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '2bfaad9e-68a1-43e2-9a3d-7e04a82716a8', 'name': '', 'network_id': 'b3481165-3e87-46ad-826c-7d431607ac7a', 'tenant_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'mac_address': 'fa:16:3e:ba:5c:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c837262-14fe-4a24-bdee-94fe0566d6dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': '06a8754b-afbe-40dd-82e4-c21b59e7daf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:51:38Z', 'updated_at': '2021-10-20T10:51:44Z', 'revision_number': 4, 'project_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'subnets': [{'id': '06a8754b-afbe-40dd-82e4-c21b59e7daf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:51:45.707394 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ffe20e8-7d2f-4b7a-a55c-21e001b2c83a req-00de1120-7dac-49fe-9872-507657817d6c tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:51:45.728087 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-961c8a15-ffc1-4be5-89c5-71fcf1790b28 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Allocated IP 2001:db8::1 (8320e101-644d-44af-9385-629dd54c3c0a/87ab50ed-6dbc-4c78-86e3-38dd0bfc3551/f1461b99-3b71-4c40-a55d-8221f665006e) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:51:45.767082 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb358409-9d54-4af4-82e1-ef079ed57374 None None] Pushing event updated for resources: {'Port': ['ID=2bfaad9e-68a1-43e2-9a3d-7e04a82716a8,revision_number=4']} {{(pid=100599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:45.770334 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b93d79-c349-4566-acba-a0a6d35e36a2 None None] The sync data for ids ['8c837262-14fe-4a24-bdee-94fe0566d6dd'] in n-d-811396-3 is: [{'id': '8c837262-14fe-4a24-bdee-94fe0566d6dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1772118193', 'tenant_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': 'f6c7f1ca-b6a7-4630-ba90-edb1b4fbe54d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:51:30Z', 'updated_at': '2021-10-20T10:51:40Z', 'revision_number': 4, 'project_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'gw_port': {'id': 'f6c7f1ca-b6a7-4630-ba90-edb1b4fbe54d', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:1a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c837262-14fe-4a24-bdee-94fe0566d6dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:51:31Z', 'updated_at': '2021-10-20T10:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '2bfaad9e-68a1-43e2-9a3d-7e04a82716a8', 'name': '', 'network_id': 'b3481165-3e87-46ad-826c-7d431607ac7a', 'tenant_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'mac_address': 'fa:16:3e:ba:5c:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c837262-14fe-4a24-bdee-94fe0566d6dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': '06a8754b-afbe-40dd-82e4-c21b59e7daf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:51:38Z', 'updated_at': '2021-10-20T10:51:44Z', 'revision_number': 4, 'project_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'subnets': [{'id': '06a8754b-afbe-40dd-82e4-c21b59e7daf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:51:45.785118 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.base_scheduler [None req-e60dd1c2-290f-448e-a0dd-c3cd69e6bdd3 None None] Resources bound (agent type, host, resource id): {{(pid=100598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:51:45.823082 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60dd1c2-290f-448e-a0dd-c3cd69e6bdd3 None None] Pushing event updated for resources: {'Port': ['ID=a53abf8b-0bbc-40c1-bcfb-fa259f47c0fe,revision_number=1']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:45.836749 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60dd1c2-290f-448e-a0dd-c3cd69e6bdd3 None None] Received port after_create {{(pid=100598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:51:46.053163 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-961c8a15-ffc1-4be5-89c5-71fcf1790b28 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:46.147451 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-961c8a15-ffc1-4be5-89c5-71fcf1790b28 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:46.163790 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffe20e8-7d2f-4b7a-a55c-21e001b2c83a req-00de1120-7dac-49fe-9872-507657817d6c tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:46.164859 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-9ffe20e8-7d2f-4b7a-a55c-21e001b2c83a req-00de1120-7dac-49fe-9872-507657817d6c tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:46.185803 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-ec37324c-a8d9-4a0e-b470-ef6fad281f65 None None] Provisioning complete for port 2bfaad9e-68a1-43e2-9a3d-7e04a82716a8 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:51:46.186384 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-ec37324c-a8d9-4a0e-b470-ef6fad281f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:46.187881 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 47794) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:46.193312 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-62e57971-656c-4652-8874-a306d0685f8c req-7f992c6f-a482-497b-8db0-d7ecc06cc03c service neutron] 10.222.0.64 "GET /v2.0/networks/b3481165-3e87-46ad-826c-7d431607ac7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7541208 Oct 20 10:51:46.211433 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-961c8a15-ffc1-4be5-89c5-71fcf1790b28 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Network 8320e101-644d-44af-9385-629dd54c3c0a is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:51:46.221502 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-961c8a15-ffc1-4be5-89c5-71fcf1790b28 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:51:46.260467 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9ffe20e8-7d2f-4b7a-a55c-21e001b2c83a req-00de1120-7dac-49fe-9872-507657817d6c tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0155752 Oct 20 10:51:46.298207 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961c8a15-ffc1-4be5-89c5-71fcf1790b28 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:51:46.298820 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-961c8a15-ffc1-4be5-89c5-71fcf1790b28 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1774540'] for router_interface, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:46.311960 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c25e72-372f-4e01-9df4-3b5b714603ad req-ff66cb3b-5bed-4105-861e-227b78d15f84 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:46.320697 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f1c25e72-372f-4e01-9df4-3b5b714603ad req-ff66cb3b-5bed-4105-861e-227b78d15f84 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=e2ea36db-c311-4e67-bf53-528fd4385881 HTTP/1.1" status: 200 len: 931 time: 0.3457320 Oct 20 10:51:46.364934 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c510d2f2-0276-4d5b-8e1f-ee393c4dc163 req-1321a387-9bae-4269-a534-7c635c1b7135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:46.366513 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c510d2f2-0276-4d5b-8e1f-ee393c4dc163 req-1321a387-9bae-4269-a534-7c635c1b7135 service neutron] 10.222.0.69 "GET /v2.0/networks?id=8ca5e922-b948-426f-9281-49c209c89e06 HTTP/1.1" status: 200 len: 898 time: 0.7522173 Oct 20 10:51:46.409439 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-9ffe20e8-7d2f-4b7a-a55c-21e001b2c83a req-25e707d9-5079-404c-9490-3d610cd87a8c service neutron] Request body: {'port': {'device_id': 'e2ea36db-c311-4e67-bf53-528fd4385881', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811396-3'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:51:46.455423 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-e60dd1c2-290f-448e-a0dd-c3cd69e6bdd3 None None] Attempting to bind port a53abf8b-0bbc-40c1-bcfb-fa259f47c0fe on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:51:46.455831 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-e60dd1c2-290f-448e-a0dd-c3cd69e6bdd3 None None] Attempting to bind port a53abf8b-0bbc-40c1-bcfb-fa259f47c0fe by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': 'bdd410b3-9198-4748-b872-a4840957eef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '8320e101-644d-44af-9385-629dd54c3c0a'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:51:46.456207 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60dd1c2-290f-448e-a0dd-c3cd69e6bdd3 None None] Attempting to bind port a53abf8b-0bbc-40c1-bcfb-fa259f47c0fe on network 8320e101-644d-44af-9385-629dd54c3c0a {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:51:46.467419 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60dd1c2-290f-448e-a0dd-c3cd69e6bdd3 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 51, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:51:46.467836 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60dd1c2-290f-448e-a0dd-c3cd69e6bdd3 None None] Checking segment: {'id': 'bdd410b3-9198-4748-b872-a4840957eef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '8320e101-644d-44af-9385-629dd54c3c0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:51:46.468249 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-e60dd1c2-290f-448e-a0dd-c3cd69e6bdd3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:46.468646 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60dd1c2-290f-448e-a0dd-c3cd69e6bdd3 None None] Bound using segment: {'id': 'bdd410b3-9198-4748-b872-a4840957eef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '8320e101-644d-44af-9385-629dd54c3c0a'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:51:46.469141 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-e60dd1c2-290f-448e-a0dd-c3cd69e6bdd3 None None] Bound port: a53abf8b-0bbc-40c1-bcfb-fa259f47c0fe, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdd410b3-9198-4748-b872-a4840957eef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '8320e101-644d-44af-9385-629dd54c3c0a'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:51:46.469525 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-e60dd1c2-290f-448e-a0dd-c3cd69e6bdd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:46.525449 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 2bfaad9e-68a1-43e2-9a3d-7e04a82716a8 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:51:46.546010 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961c8a15-ffc1-4be5-89c5-71fcf1790b28 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Pushing event updated for resources: {'Port': ['ID=f1461b99-3b71-4c40-a55d-8221f665006e,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:46.578952 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961c8a15-ffc1-4be5-89c5-71fcf1790b28 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:51:46.579302 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961c8a15-ffc1-4be5-89c5-71fcf1790b28 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:51:46.579769 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961c8a15-ffc1-4be5-89c5-71fcf1790b28 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:51:46.580113 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961c8a15-ffc1-4be5-89c5-71fcf1790b28 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:51:46.580452 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961c8a15-ffc1-4be5-89c5-71fcf1790b28 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:51:46.580789 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961c8a15-ffc1-4be5-89c5-71fcf1790b28 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:51:46.581125 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961c8a15-ffc1-4be5-89c5-71fcf1790b28 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:51:46.581459 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961c8a15-ffc1-4be5-89c5-71fcf1790b28 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:51:46.581787 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961c8a15-ffc1-4be5-89c5-71fcf1790b28 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:51:46.582115 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961c8a15-ffc1-4be5-89c5-71fcf1790b28 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:51:46.582441 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961c8a15-ffc1-4be5-89c5-71fcf1790b28 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:51:46.582764 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961c8a15-ffc1-4be5-89c5-71fcf1790b28 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:51:46.691214 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-961c8a15-ffc1-4be5-89c5-71fcf1790b28 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:46.729874 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-f25f8702-33b3-4f8f-85d8-c99980d67c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf59da99-dd2d-478d-9b0d-3016ea34cf63', 'name': 'tempest-TestNetworkBasicOps-router-1996889391', 'tenant_id': 'ce3bca74c1d8467f832763bc531bfd88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': '4e711bdc-ecfb-48b8-a052-6d0428b77592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:50:51Z', 'updated_at': '2021-10-20T10:51:03Z', 'revision_number': 4, 'project_id': 'ce3bca74c1d8467f832763bc531bfd88', 'gw_port': {'id': '4e711bdc-ecfb-48b8-a052-6d0428b77592', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:0e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf59da99-dd2d-478d-9b0d-3016ea34cf63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2694, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:50:54Z', 'updated_at': '2021-10-20T10:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_floatingips': [{'id': 'b2594b35-5930-4c28-8996-dcf1f7a1e7ec', 'tenant_id': 'ce3bca74c1d8467f832763bc531bfd88', 'floating_ip_address': '172.25.1.100', 'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'router_id': 'bf59da99-dd2d-478d-9b0d-3016ea34cf63', 'port_id': 'aae58e54-5b06-4495-b489-a89b3f157a9e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2787, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ca5e922-b948-426f-9281-49c209c89e06', 'mac_address': 'fa:16:3e:40:43:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e46ee1e-848e-4aa8-a7a5-ffd39c73c09c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T10:51:38Z', 'updated_at': '2021-10-20T10:51:38Z', 'revision_number': 0, 'project_id': 'ce3bca74c1d8467f832763bc531bfd88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0eef919-2006-4579-a0f7-bfdd77d41039', 'name': '', 'network_id': '8ca5e922-b948-426f-9281-49c209c89e06', 'tenant_id': 'ce3bca74c1d8467f832763bc531bfd88', 'mac_address': 'fa:16:3e:71:db:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf59da99-dd2d-478d-9b0d-3016ea34cf63', 'device_owner': 'network:router_interface', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': 'd064623b-205c-4c55-bcad-f8d7ce58a0d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:51:01Z', 'updated_at': '2021-10-20T10:51:11Z', 'revision_number': 5, 'project_id': 'ce3bca74c1d8467f832763bc531bfd88', 'subnets': [{'id': 'd064623b-205c-4c55-bcad-f8d7ce58a0d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:51:46.906199 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25f8702-33b3-4f8f-85d8-c99980d67c1a None None] Checking router: bf59da99-dd2d-478d-9b0d-3016ea34cf63 for host: n-d-811396-3 {{(pid=100598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:51:46.961248 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-e60dd1c2-290f-448e-a0dd-c3cd69e6bdd3 None None] For port a53abf8b-0bbc-40c1-bcfb-fa259f47c0fe, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:51:46.965230 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-ec37324c-a8d9-4a0e-b470-ef6fad281f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:47.046268 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 2bfaad9e-68a1-43e2-9a3d-7e04a82716a8 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:51:47.046702 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:47.160324 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25f8702-33b3-4f8f-85d8-c99980d67c1a None None] Routers {'bf59da99-dd2d-478d-9b0d-3016ea34cf63'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:51:47.162733 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-f25f8702-33b3-4f8f-85d8-c99980d67c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:51:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['bf59da99-dd2d-478d-9b0d-3016ea34cf63'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:51:47.186200 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-e60dd1c2-290f-448e-a0dd-c3cd69e6bdd3 None None] For port a53abf8b-0bbc-40c1-bcfb-fa259f47c0fe, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=a53abf8b-0bbc-40c1-bcfb-fa259f47c0fe,segment=NetworkSegment(bdd410b3-9198-4748-b872-a4840957eef7),segment_id=bdd410b3-9198-4748-b872-a4840957eef7)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:51:47.315328 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-e60dd1c2-290f-448e-a0dd-c3cd69e6bdd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:47.325591 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-ec37324c-a8d9-4a0e-b470-ef6fad281f65 None None] For port 2bfaad9e-68a1-43e2-9a3d-7e04a82716a8, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=2bfaad9e-68a1-43e2-9a3d-7e04a82716a8,segment=NetworkSegment(29d98e95-6dbd-4a20-a917-70645d26e8f8),segment_id=29d98e95-6dbd-4a20-a917-70645d26e8f8)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:51:47.365295 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-5ea62914-0881-4c01-851a-35e3916a3484 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "GET /v2.0/floatingips/b2594b35-5930-4c28-8996-dcf1f7a1e7ec HTTP/1.1" status: 200 len: 992 time: 1.1727197 Oct 20 10:51:47.367286 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-961c8a15-ffc1-4be5-89c5-71fcf1790b28 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks [] for port, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:47.374607 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-961c8a15-ffc1-4be5-89c5-71fcf1790b28 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:47.377537 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c510d2f2-0276-4d5b-8e1f-ee393c4dc163 req-1e1ea460-f51a-40a3-b6c7-ae33fc50a425 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aae58e54-5b06-4495-b489-a89b3f157a9e HTTP/1.1" status: 200 len: 1000 time: 0.9546268 Oct 20 10:51:47.378838 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-961c8a15-ffc1-4be5-89c5-71fcf1790b28 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1774432'] for router_interface, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:47.492816 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961c8a15-ffc1-4be5-89c5-71fcf1790b28 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Pushing event updated for resources: {'Port': ['ID=f1461b99-3b71-4c40-a55d-8221f665006e,revision_number=2']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:47.541051 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f1c25e72-372f-4e01-9df4-3b5b714603ad req-8483d364-7157-4309-9e37-d10512937788 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e1d7c5e-d35b-480e-bc76-e69dc8123b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2145226 Oct 20 10:51:47.549327 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-f25f8702-33b3-4f8f-85d8-c99980d67c1a None None] Set router bf59da99-dd2d-478d-9b0d-3016ea34cf63 gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:51:47.616318 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-9ffe20e8-7d2f-4b7a-a55c-21e001b2c83a req-25e707d9-5079-404c-9490-3d610cd87a8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:47.662766 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-961c8a15-ffc1-4be5-89c5-71fcf1790b28 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Network 8320e101-644d-44af-9385-629dd54c3c0a is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:51:47.666069 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-961c8a15-ffc1-4be5-89c5-71fcf1790b28 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:51:47.676219 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-62e57971-656c-4652-8874-a306d0685f8c req-62ef829f-9ff9-40f8-99ec-761aee8ec50a service neutron] 10.222.0.64 "GET /v2.0/networks/b3481165-3e87-46ad-826c-7d431607ac7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4560587 Oct 20 10:51:47.710603 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c510d2f2-0276-4d5b-8e1f-ee393c4dc163 req-a24209ce-5816-4b28-9064-5e92d89e6388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:47.712619 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c510d2f2-0276-4d5b-8e1f-ee393c4dc163 req-a24209ce-5816-4b28-9064-5e92d89e6388 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d064623b-205c-4c55-bcad-f8d7ce58a0d9 HTTP/1.1" status: 200 len: 835 time: 0.3282523 Oct 20 10:51:47.714954 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-ec37324c-a8d9-4a0e-b470-ef6fad281f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:48.145498 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-961c8a15-ffc1-4be5-89c5-71fcf1790b28 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Router e58d5773-b932-4a79-b2ef-2eec1f030337 is scheduled to L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 with binding_index 1 {{(pid=100597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 10:51:48.190292 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60dd1c2-290f-448e-a0dd-c3cd69e6bdd3 None None] Pushing event updated for resources: {'Port': ['ID=a53abf8b-0bbc-40c1-bcfb-fa259f47c0fe,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:48.305595 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec37324c-a8d9-4a0e-b470-ef6fad281f65 None None] Pushing event updated for resources: {'Port': ['ID=2bfaad9e-68a1-43e2-9a3d-7e04a82716a8,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:48.308381 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-c6d7705b-5b5f-4169-b764-0f271bdd5fcf None None] Provisioning complete for port 7ec96bf5-150a-4aef-a441-40fcb21253c4 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:51:48.308702 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-c6d7705b-5b5f-4169-b764-0f271bdd5fcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:48.431536 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 47836) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:48.667322 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [req-9ffe20e8-7d2f-4b7a-a55c-21e001b2c83a req-25e707d9-5079-404c-9490-3d610cd87a8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ec96bf5-150a-4aef-a441-40fcb21253c4 {{(pid=100596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:51:48.684548 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-9ffe20e8-7d2f-4b7a-a55c-21e001b2c83a req-25e707d9-5079-404c-9490-3d610cd87a8c service neutron] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:48.726263 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-961c8a15-ffc1-4be5-89c5-71fcf1790b28 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:51:48.748661 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-961c8a15-ffc1-4be5-89c5-71fcf1790b28 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "PUT /v2.0/routers/e58d5773-b932-4a79-b2ef-2eec1f030337/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4621847 Oct 20 10:51:48.750695 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 47848) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:48.751701 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ced0baf-001d-4764-8ca6-8c25453eb73f None None] Sync routers for ids ['e58d5773-b932-4a79-b2ef-2eec1f030337'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:51:48.766698 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ced0baf-001d-4764-8ca6-8c25453eb73f None None] Routers {'e58d5773-b932-4a79-b2ef-2eec1f030337'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:51:48.767516 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.provisioning_blocks [req-9ffe20e8-7d2f-4b7a-a55c-21e001b2c83a req-25e707d9-5079-404c-9490-3d610cd87a8c service neutron] Transition to ACTIVE for port object 7ec96bf5-150a-4aef-a441-40fcb21253c4 will not be triggered until provisioned by entity L2. {{(pid=100596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:51:48.781303 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-4ced0baf-001d-4764-8ca6-8c25453eb73f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:51:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['e58d5773-b932-4a79-b2ef-2eec1f030337'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:51:48.791953 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-9ffe20e8-7d2f-4b7a-a55c-21e001b2c83a req-25e707d9-5079-404c-9490-3d610cd87a8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:48.811798 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-c6d7705b-5b5f-4169-b764-0f271bdd5fcf None None] Port 7ec96bf5-150a-4aef-a441-40fcb21253c4 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:51:48.855278 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c510d2f2-0276-4d5b-8e1f-ee393c4dc163 req-e1a5ad03-f3ba-48f6-8ab6-140d51db69f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:48.863258 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c510d2f2-0276-4d5b-8e1f-ee393c4dc163 req-e1a5ad03-f3ba-48f6-8ab6-140d51db69f6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8ca5e922-b948-426f-9281-49c209c89e06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0958993 Oct 20 10:51:48.877364 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-f6b9f47e-0d11-42d7-ac58-700ef308630d tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "GET /v2.0/floatingips/b2594b35-5930-4c28-8996-dcf1f7a1e7ec HTTP/1.1" status: 200 len: 992 time: 0.4350996 Oct 20 10:51:48.893235 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-f25f8702-33b3-4f8f-85d8-c99980d67c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf59da99-dd2d-478d-9b0d-3016ea34cf63', 'name': 'tempest-TestNetworkBasicOps-router-1996889391', 'tenant_id': 'ce3bca74c1d8467f832763bc531bfd88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': '4e711bdc-ecfb-48b8-a052-6d0428b77592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:50:51Z', 'updated_at': '2021-10-20T10:51:03Z', 'revision_number': 4, 'project_id': 'ce3bca74c1d8467f832763bc531bfd88', 'gw_port': {'id': '4e711bdc-ecfb-48b8-a052-6d0428b77592', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:0e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf59da99-dd2d-478d-9b0d-3016ea34cf63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2694, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:50:54Z', 'updated_at': '2021-10-20T10:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_floatingips': [{'id': 'b2594b35-5930-4c28-8996-dcf1f7a1e7ec', 'tenant_id': 'ce3bca74c1d8467f832763bc531bfd88', 'floating_ip_address': '172.25.1.100', 'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'router_id': 'bf59da99-dd2d-478d-9b0d-3016ea34cf63', 'port_id': 'aae58e54-5b06-4495-b489-a89b3f157a9e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2787, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ca5e922-b948-426f-9281-49c209c89e06', 'mac_address': 'fa:16:3e:40:43:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e46ee1e-848e-4aa8-a7a5-ffd39c73c09c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T10:51:38Z', 'updated_at': '2021-10-20T10:51:38Z', 'revision_number': 0, 'project_id': 'ce3bca74c1d8467f832763bc531bfd88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0eef919-2006-4579-a0f7-bfdd77d41039', 'name': '', 'network_id': '8ca5e922-b948-426f-9281-49c209c89e06', 'tenant_id': 'ce3bca74c1d8467f832763bc531bfd88', 'mac_address': 'fa:16:3e:71:db:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf59da99-dd2d-478d-9b0d-3016ea34cf63', 'device_owner': 'network:router_interface', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': 'd064623b-205c-4c55-bcad-f8d7ce58a0d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:51:01Z', 'updated_at': '2021-10-20T10:51:11Z', 'revision_number': 5, 'project_id': 'ce3bca74c1d8467f832763bc531bfd88', 'subnets': [{'id': 'd064623b-205c-4c55-bcad-f8d7ce58a0d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:51:48.899192 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd63f16-6243-41e9-bb6f-591dc90fcc65 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:48.926170 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-bdd63f16-6243-41e9-bb6f-591dc90fcc65 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "GET /v2.0/ports/f1461b99-3b71-4c40-a55d-8221f665006e HTTP/1.1" status: 200 len: 911 time: 0.1663558 Oct 20 10:51:48.932381 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 47850) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:49.027544 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25f8702-33b3-4f8f-85d8-c99980d67c1a None None] The sync data for ids ['bf59da99-dd2d-478d-9b0d-3016ea34cf63'] in n-d-811396-3 is: [{'id': 'bf59da99-dd2d-478d-9b0d-3016ea34cf63', 'name': 'tempest-TestNetworkBasicOps-router-1996889391', 'tenant_id': 'ce3bca74c1d8467f832763bc531bfd88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': '4e711bdc-ecfb-48b8-a052-6d0428b77592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:50:51Z', 'updated_at': '2021-10-20T10:51:03Z', 'revision_number': 4, 'project_id': 'ce3bca74c1d8467f832763bc531bfd88', 'gw_port': {'id': '4e711bdc-ecfb-48b8-a052-6d0428b77592', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:0e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf59da99-dd2d-478d-9b0d-3016ea34cf63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2694, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:50:54Z', 'updated_at': '2021-10-20T10:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_floatingips': [{'id': 'b2594b35-5930-4c28-8996-dcf1f7a1e7ec', 'tenant_id': 'ce3bca74c1d8467f832763bc531bfd88', 'floating_ip_address': '172.25.1.100', 'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'router_id': 'bf59da99-dd2d-478d-9b0d-3016ea34cf63', 'port_id': 'aae58e54-5b06-4495-b489-a89b3f157a9e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2787, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ca5e922-b948-426f-9281-49c209c89e06', 'mac_address': 'fa:16:3e:40:43:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e46ee1e-848e-4aa8-a7a5-ffd39c73c09c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T10:51:38Z', 'updated_at': '2021-10-20T10:51:38Z', 'revision_number': 0, 'project_id': 'ce3bca74c1d8467f832763bc531bfd88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0eef919-2006-4579-a0f7-bfdd77d41039', 'name': '', 'network_id': '8ca5e922-b948-426f-9281-49c209c89e06', 'tenant_id': 'ce3bca74c1d8467f832763bc531bfd88', 'mac_address': 'fa:16:3e:71:db:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf59da99-dd2d-478d-9b0d-3016ea34cf63', 'device_owner': 'network:router_interface', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': 'd064623b-205c-4c55-bcad-f8d7ce58a0d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:51:01Z', 'updated_at': '2021-10-20T10:51:11Z', 'revision_number': 5, 'project_id': 'ce3bca74c1d8467f832763bc531bfd88', 'subnets': [{'id': 'd064623b-205c-4c55-bcad-f8d7ce58a0d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:51:49.198072 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:49.222832 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5cfc8d7-822b-46b2-8fde-f42a69336ace tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:49.247433 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 2bfaad9e-68a1-43e2-9a3d-7e04a82716a8 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:51:49.271433 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-48aaf306-98f4-4b75-a743-7d3f37043220 req-3a700344-3e65-4ebe-bef2-95d93caa978b tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/ports?device_id=982cf2b9-f584-4e2b-9222-a8c52175a1df HTTP/1.1" status: 200 len: 210 time: 0.4452136 Oct 20 10:51:49.312774 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5cfc8d7-822b-46b2-8fde-f42a69336ace tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:49.328488 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-f5cfc8d7-822b-46b2-8fde-f42a69336ace tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.3879433 Oct 20 10:51:49.330268 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 47858) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:49.524651 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e707d9-5079-404c-9490-3d610cd87a8c service neutron] Pushing event updated for resources: {'Port': ['ID=7ec96bf5-150a-4aef-a441-40fcb21253c4,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:49.609911 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 2bfaad9e-68a1-43e2-9a3d-7e04a82716a8 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:51:49.610230 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:49.757252 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5a5725-c433-4186-9bbe-5f35c7f0a9e7 None None] New status for floating IP b2594b35-5930-4c28-8996-dcf1f7a1e7ec: ACTIVE {{(pid=100598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 10:51:49.758974 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-4ced0baf-001d-4764-8ca6-8c25453eb73f None None] Set router e58d5773-b932-4a79-b2ef-2eec1f030337 gateway port host: None {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:51:49.829544 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55da701a-a92c-4ce4-8808-58baaabeba78 req-bda4cdd1-6378-4f15-9f3f-dc592da01768 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:49.838556 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-55da701a-a92c-4ce4-8808-58baaabeba78 req-bda4cdd1-6378-4f15-9f3f-dc592da01768 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=e2ea36db-c311-4e67-bf53-528fd4385881 HTTP/1.1" status: 200 len: 943 time: 1.0082791 Oct 20 10:51:49.876182 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 47868) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:50.014153 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c510d2f2-0276-4d5b-8e1f-ee393c4dc163 req-2dbf7bf9-8fad-4f97-bcde-a89e3f6015ec service neutron] 10.222.0.69 "GET /v2.0/networks/8ca5e922-b948-426f-9281-49c209c89e06?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0495887 Oct 20 10:51:50.202158 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-9ffe20e8-7d2f-4b7a-a55c-21e001b2c83a req-25e707d9-5079-404c-9490-3d610cd87a8c service neutron] Attempting to bind port 7ec96bf5-150a-4aef-a441-40fcb21253c4 on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:51:50.202591 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-9ffe20e8-7d2f-4b7a-a55c-21e001b2c83a req-25e707d9-5079-404c-9490-3d610cd87a8c service neutron] Attempting to bind port 7ec96bf5-150a-4aef-a441-40fcb21253c4 by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': '5f5097d1-dd03-4e53-8d67-381b8a2c1ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:51:50.203238 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ffe20e8-7d2f-4b7a-a55c-21e001b2c83a req-25e707d9-5079-404c-9490-3d610cd87a8c service neutron] Attempting to bind port 7ec96bf5-150a-4aef-a441-40fcb21253c4 on network cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:51:50.211460 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-364e7a91-89c5-47e9-ac10-d428048018e3 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "GET /v2.0/floatingips/b2594b35-5930-4c28-8996-dcf1f7a1e7ec HTTP/1.1" status: 200 len: 992 time: 0.3292291 Oct 20 10:51:50.285819 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-4ced0baf-001d-4764-8ca6-8c25453eb73f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e58d5773-b932-4a79-b2ef-2eec1f030337', 'name': 'tempest-NetworksTestDHCPv6-router-1524379377', 'tenant_id': '22a79d88690a4055b95547a3f21027fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:51:43Z', 'updated_at': '2021-10-20T10:51:46Z', 'revision_number': 2, 'project_id': '22a79d88690a4055b95547a3f21027fa', 'gw_port_host': None, '_interfaces': [{'id': 'f1461b99-3b71-4c40-a55d-8221f665006e', 'name': '', 'network_id': '8320e101-644d-44af-9385-629dd54c3c0a', 'tenant_id': '22a79d88690a4055b95547a3f21027fa', 'mac_address': 'fa:16:3e:d5:39:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e58d5773-b932-4a79-b2ef-2eec1f030337', 'device_owner': 'network:router_interface', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': '87ab50ed-6dbc-4c78-86e3-38dd0bfc3551', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:51:45Z', 'updated_at': '2021-10-20T10:51:47Z', 'revision_number': 2, 'project_id': '22a79d88690a4055b95547a3f21027fa', 'subnets': [{'id': '87ab50ed-6dbc-4c78-86e3-38dd0bfc3551', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:51:50.317757 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ced0baf-001d-4764-8ca6-8c25453eb73f None None] Checking router: e58d5773-b932-4a79-b2ef-2eec1f030337 for host: n-d-811396-3 {{(pid=100599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:51:50.318091 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ced0baf-001d-4764-8ca6-8c25453eb73f None None] Updating router e58d5773-b932-4a79-b2ef-2eec1f030337 port f1461b99-3b71-4c40-a55d-8221f665006e binding host n-d-811396-3 {{(pid=100599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 10:51:50.322139 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-55da701a-a92c-4ce4-8808-58baaabeba78 req-b519faa2-cb9e-4bcd-bb20-138dfde1e92f tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e1d7c5e-d35b-480e-bc76-e69dc8123b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4807355 Oct 20 10:51:50.352753 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-4ced0baf-001d-4764-8ca6-8c25453eb73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:50.355986 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device a53abf8b-0bbc-40c1-bcfb-fa259f47c0fe up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:51:50.469656 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-38d8a45f-4329-4077-87d1-a45bd7d38aad None None] Provisioning complete for port a53abf8b-0bbc-40c1-bcfb-fa259f47c0fe triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:51:50.475161 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-38d8a45f-4329-4077-87d1-a45bd7d38aad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:50.555765 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ffe20e8-7d2f-4b7a-a55c-21e001b2c83a req-25e707d9-5079-404c-9490-3d610cd87a8c service neutron] Port 7ec96bf5-150a-4aef-a441-40fcb21253c4 on network cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0 not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:51:50.559068 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ffe20e8-7d2f-4b7a-a55c-21e001b2c83a req-25e707d9-5079-404c-9490-3d610cd87a8c service neutron] Attempting to bind port 7ec96bf5-150a-4aef-a441-40fcb21253c4 on network cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:51:50.563864 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed30beb9-19ab-4d7d-903d-412c292e7fdc req-b2247961-95e0-4069-bc09-51ab82887956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:50.566016 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ed30beb9-19ab-4d7d-903d-412c292e7fdc req-b2247961-95e0-4069-bc09-51ab82887956 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=376203cb7dec4dad9717307d6c606d33&device_id=b3f9930f-6768-428d-b296-1e65ca6bdfa7 HTTP/1.1" status: 200 len: 1096 time: 0.7833033 Oct 20 10:51:50.706390 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ffe20e8-7d2f-4b7a-a55c-21e001b2c83a req-25e707d9-5079-404c-9490-3d610cd87a8c service neutron] Checking agent: {'id': '061232a2-7adc-4ba1-a873-e8cb136b064d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:51:50.707720 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ffe20e8-7d2f-4b7a-a55c-21e001b2c83a req-25e707d9-5079-404c-9490-3d610cd87a8c service neutron] Checking segment: {'id': '5f5097d1-dd03-4e53-8d67-381b8a2c1ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:51:50.709334 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ffe20e8-7d2f-4b7a-a55c-21e001b2c83a req-25e707d9-5079-404c-9490-3d610cd87a8c service neutron] Bound using segment: {'id': '5f5097d1-dd03-4e53-8d67-381b8a2c1ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0'} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:51:50.711471 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-9ffe20e8-7d2f-4b7a-a55c-21e001b2c83a req-25e707d9-5079-404c-9490-3d610cd87a8c service neutron] Bound port: 7ec96bf5-150a-4aef-a441-40fcb21253c4, host: n-h2-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f5097d1-dd03-4e53-8d67-381b8a2c1ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0'}}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:51:50.711949 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-9ffe20e8-7d2f-4b7a-a55c-21e001b2c83a req-25e707d9-5079-404c-9490-3d610cd87a8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:50.752725 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port a53abf8b-0bbc-40c1-bcfb-fa259f47c0fe triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:51:50.753082 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:50.854592 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-4ced0baf-001d-4764-8ca6-8c25453eb73f None None] Publish callbacks [] for port, precommit_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:50.861575 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-4ced0baf-001d-4764-8ca6-8c25453eb73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:50.877849 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-38d8a45f-4329-4077-87d1-a45bd7d38aad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:50.929796 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6fd3f3-3b71-449c-8e16-825dc3a2d64a None None] Pushing event updated for resources: {'Port': ['ID=f1461b99-3b71-4c40-a55d-8221f665006e,revision_number=3']} {{(pid=100599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:51.003832 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-38d8a45f-4329-4077-87d1-a45bd7d38aad None None] For port a53abf8b-0bbc-40c1-bcfb-fa259f47c0fe, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=a53abf8b-0bbc-40c1-bcfb-fa259f47c0fe,segment=NetworkSegment(bdd410b3-9198-4748-b872-a4840957eef7),segment_id=bdd410b3-9198-4748-b872-a4840957eef7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:51:51.029823 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-4ced0baf-001d-4764-8ca6-8c25453eb73f None None] Attempting to bind port f1461b99-3b71-4c40-a55d-8221f665006e on host n-d-811396-3 for vnic_type normal with profile {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:51:51.030592 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-4ced0baf-001d-4764-8ca6-8c25453eb73f None None] Attempting to bind port f1461b99-3b71-4c40-a55d-8221f665006e by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': 'bdd410b3-9198-4748-b872-a4840957eef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '8320e101-644d-44af-9385-629dd54c3c0a'}] {{(pid=100599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:51:51.031368 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ced0baf-001d-4764-8ca6-8c25453eb73f None None] Attempting to bind port f1461b99-3b71-4c40-a55d-8221f665006e on network 8320e101-644d-44af-9385-629dd54c3c0a {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:51:51.041879 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ced0baf-001d-4764-8ca6-8c25453eb73f None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 51, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:51:51.042597 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ced0baf-001d-4764-8ca6-8c25453eb73f None None] Checking segment: {'id': 'bdd410b3-9198-4748-b872-a4840957eef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '8320e101-644d-44af-9385-629dd54c3c0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:51:51.043196 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-4ced0baf-001d-4764-8ca6-8c25453eb73f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:51.052851 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ced0baf-001d-4764-8ca6-8c25453eb73f None None] Bound using segment: {'id': 'bdd410b3-9198-4748-b872-a4840957eef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '8320e101-644d-44af-9385-629dd54c3c0a'} {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:51:51.053881 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-4ced0baf-001d-4764-8ca6-8c25453eb73f None None] Bound port: f1461b99-3b71-4c40-a55d-8221f665006e, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdd410b3-9198-4748-b872-a4840957eef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '8320e101-644d-44af-9385-629dd54c3c0a'}}] {{(pid=100599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:51:51.054565 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-4ced0baf-001d-4764-8ca6-8c25453eb73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:51.070103 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-38d8a45f-4329-4077-87d1-a45bd7d38aad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:51.165774 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6d360ed5-47b8-40e4-a57a-070299313282 req-56f83d3d-5930-4b12-bfff-72cd1573734f tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/ports?device_id=982cf2b9-f584-4e2b-9222-a8c52175a1df HTTP/1.1" status: 200 len: 210 time: 0.6267345 Oct 20 10:51:51.167019 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.db [None req-4ced0baf-001d-4764-8ca6-8c25453eb73f None None] For port f1461b99-3b71-4c40-a55d-8221f665006e, host n-d-811396-3, cleared binding levels {{(pid=100599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:51:51.171584 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.db [None req-4ced0baf-001d-4764-8ca6-8c25453eb73f None None] For port f1461b99-3b71-4c40-a55d-8221f665006e, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=f1461b99-3b71-4c40-a55d-8221f665006e,segment=NetworkSegment(bdd410b3-9198-4748-b872-a4840957eef7),segment_id=bdd410b3-9198-4748-b872-a4840957eef7)] {{(pid=100599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:51:51.174331 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed30beb9-19ab-4d7d-903d-412c292e7fdc req-729c94bf-bd31-492d-a2eb-5710b2611029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:51.180157 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ed30beb9-19ab-4d7d-903d-412c292e7fdc req-729c94bf-bd31-492d-a2eb-5710b2611029 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b8b1e2be-5932-428e-a716-07af13af4e6c HTTP/1.1" status: 200 len: 912 time: 0.5274785 Oct 20 10:51:51.181156 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-4ced0baf-001d-4764-8ca6-8c25453eb73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:51.210963 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 47890) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:51.261050 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d8a45f-4329-4077-87d1-a45bd7d38aad None None] Pushing event updated for resources: {'Port': ['ID=a53abf8b-0bbc-40c1-bcfb-fa259f47c0fe,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:51.288135 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6fd3f3-3b71-449c-8e16-825dc3a2d64a None None] Pushing event updated for resources: {'Port': ['ID=f1461b99-3b71-4c40-a55d-8221f665006e,revision_number=4']} {{(pid=100599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:51.320902 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ced0baf-001d-4764-8ca6-8c25453eb73f None None] Routers {'e58d5773-b932-4a79-b2ef-2eec1f030337'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:51:51.322817 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-4ced0baf-001d-4764-8ca6-8c25453eb73f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:51:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['e58d5773-b932-4a79-b2ef-2eec1f030337'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:51:51.329583 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:51.421351 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-8c15784e-1cb2-4270-bd9c-ecbe462757ed None None] Provisioning complete for port f1461b99-3b71-4c40-a55d-8221f665006e triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:51:51.422091 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-8c15784e-1cb2-4270-bd9c-ecbe462757ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:51.470112 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-4ced0baf-001d-4764-8ca6-8c25453eb73f None None] Set router e58d5773-b932-4a79-b2ef-2eec1f030337 gateway port host: None {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:51:51.519514 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-7c58b450-4960-45d4-be15-a781b68eeb6d tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "GET /v2.0/floatingips/b2594b35-5930-4c28-8996-dcf1f7a1e7ec HTTP/1.1" status: 200 len: 994 time: 0.2955890 Oct 20 10:51:51.619461 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.db.api [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 10:51:51.624083 n-d-811396-3 neutron-server[100598]: DEBUG oslo_db.api [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 10:51:51.717342 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-8c15784e-1cb2-4270-bd9c-ecbe462757ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:51.759993 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c510d2f2-0276-4d5b-8e1f-ee393c4dc163 req-7f443efb-e01c-4507-aea0-9fabe43c0aee service neutron] 10.222.0.69 "GET /v2.0/networks/8ca5e922-b948-426f-9281-49c209c89e06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7248752 Oct 20 10:51:51.774234 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e57971-656c-4652-8874-a306d0685f8c req-074dab2e-624a-40c0-8cd5-db35bf096f85 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:51.781107 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-62e57971-656c-4652-8874-a306d0685f8c req-074dab2e-624a-40c0-8cd5-db35bf096f85 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.55 "GET /v2.0/networks?id=b3481165-3e87-46ad-826c-7d431607ac7a HTTP/1.1" status: 200 len: 796 time: 1.6082916 Oct 20 10:51:51.793534 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-8c15784e-1cb2-4270-bd9c-ecbe462757ed None None] For port f1461b99-3b71-4c40-a55d-8221f665006e, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=f1461b99-3b71-4c40-a55d-8221f665006e,segment=NetworkSegment(bdd410b3-9198-4748-b872-a4840957eef7),segment_id=bdd410b3-9198-4748-b872-a4840957eef7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:51:51.798602 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-8c15784e-1cb2-4270-bd9c-ecbe462757ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:51.823487 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ed30beb9-19ab-4d7d-903d-412c292e7fdc req-3a9d5460-346b-40ee-975c-b4ea9719ee98 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d012fc61-e760-4bcf-aff4-9ef2d30ecf9f HTTP/1.1" status: 200 len: 999 time: 0.6027944 Oct 20 10:51:51.880171 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-4ced0baf-001d-4764-8ca6-8c25453eb73f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e58d5773-b932-4a79-b2ef-2eec1f030337', 'name': 'tempest-NetworksTestDHCPv6-router-1524379377', 'tenant_id': '22a79d88690a4055b95547a3f21027fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:51:43Z', 'updated_at': '2021-10-20T10:51:46Z', 'revision_number': 2, 'project_id': '22a79d88690a4055b95547a3f21027fa', 'gw_port_host': None, '_interfaces': [{'id': 'f1461b99-3b71-4c40-a55d-8221f665006e', 'name': '', 'network_id': '8320e101-644d-44af-9385-629dd54c3c0a', 'tenant_id': '22a79d88690a4055b95547a3f21027fa', 'mac_address': 'fa:16:3e:d5:39:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e58d5773-b932-4a79-b2ef-2eec1f030337', 'device_owner': 'network:router_interface', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': '87ab50ed-6dbc-4c78-86e3-38dd0bfc3551', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:51:45Z', 'updated_at': '2021-10-20T10:51:51Z', 'revision_number': 4, 'project_id': '22a79d88690a4055b95547a3f21027fa', 'subnets': [{'id': '87ab50ed-6dbc-4c78-86e3-38dd0bfc3551', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:51:51.918853 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c15784e-1cb2-4270-bd9c-ecbe462757ed None None] Pushing event updated for resources: {'Port': ['ID=f1461b99-3b71-4c40-a55d-8221f665006e,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:51.943243 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ced0baf-001d-4764-8ca6-8c25453eb73f None None] The sync data for ids ['e58d5773-b932-4a79-b2ef-2eec1f030337'] in n-d-811396-3 is: [{'id': 'e58d5773-b932-4a79-b2ef-2eec1f030337', 'name': 'tempest-NetworksTestDHCPv6-router-1524379377', 'tenant_id': '22a79d88690a4055b95547a3f21027fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:51:43Z', 'updated_at': '2021-10-20T10:51:46Z', 'revision_number': 2, 'project_id': '22a79d88690a4055b95547a3f21027fa', 'gw_port_host': None, '_interfaces': [{'id': 'f1461b99-3b71-4c40-a55d-8221f665006e', 'name': '', 'network_id': '8320e101-644d-44af-9385-629dd54c3c0a', 'tenant_id': '22a79d88690a4055b95547a3f21027fa', 'mac_address': 'fa:16:3e:d5:39:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e58d5773-b932-4a79-b2ef-2eec1f030337', 'device_owner': 'network:router_interface', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': '87ab50ed-6dbc-4c78-86e3-38dd0bfc3551', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:51:45Z', 'updated_at': '2021-10-20T10:51:51Z', 'revision_number': 4, 'project_id': '22a79d88690a4055b95547a3f21027fa', 'subnets': [{'id': '87ab50ed-6dbc-4c78-86e3-38dd0bfc3551', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:51:51.958498 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-7a399d84-4f4a-4c55-905b-7cc90975dd75 None None] Provisioning complete for port f1461b99-3b71-4c40-a55d-8221f665006e triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:51:51.959251 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-7a399d84-4f4a-4c55-905b-7cc90975dd75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:52.000976 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed30beb9-19ab-4d7d-903d-412c292e7fdc req-bbb3ff92-be1d-42a6-b69f-5220bf6e6794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:52.003274 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ed30beb9-19ab-4d7d-903d-412c292e7fdc req-bbb3ff92-be1d-42a6-b69f-5220bf6e6794 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=437b47ec-4211-421c-828b-76408ce53dce HTTP/1.1" status: 200 len: 850 time: 0.1603298 Oct 20 10:51:52.018724 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-62e57971-656c-4652-8874-a306d0685f8c req-6b618ed2-f76b-45e0-8d68-2214d9757a03 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ba79d3046aa84fd2ac89895f3514d2bd HTTP/1.1" status: 200 len: 379 time: 0.2067034 Oct 20 10:51:52.079477 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-9ffe20e8-7d2f-4b7a-a55c-21e001b2c83a req-25e707d9-5079-404c-9490-3d610cd87a8c service neutron] For port 7ec96bf5-150a-4aef-a441-40fcb21253c4, host n-h2-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:51:52.092854 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-62e57971-656c-4652-8874-a306d0685f8c req-8305d64c-7856-4cf6-b1ae-669c526a1b55 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Request body: {'port': {'device_id': '982cf2b9-f584-4e2b-9222-a8c52175a1df', 'network_id': 'b3481165-3e87-46ad-826c-7d431607ac7a', 'admin_state_up': True, 'tenant_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'security_groups': ['4de8cd6c-6bcc-4778-96b5-f0ccd59485f6']}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:51:52.312930 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-4cfd5562-0661-4b07-bfc3-74d7abc1fe9b None None] Provisioning complete for port f1461b99-3b71-4c40-a55d-8221f665006e triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:51:52.313665 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-4cfd5562-0661-4b07-bfc3-74d7abc1fe9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:52.350082 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-9ffe20e8-7d2f-4b7a-a55c-21e001b2c83a req-25e707d9-5079-404c-9490-3d610cd87a8c service neutron] For port 7ec96bf5-150a-4aef-a441-40fcb21253c4, host n-h2-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=7ec96bf5-150a-4aef-a441-40fcb21253c4,segment=NetworkSegment(5f5097d1-dd03-4e53-8d67-381b8a2c1ac8),segment_id=5f5097d1-dd03-4e53-8d67-381b8a2c1ac8)] {{(pid=100596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:51:52.418324 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74389df-a0d8-494f-a3fc-412cbece865f req-8a5e890e-b1f0-46b4-9820-2ff22e28a214 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:52.422235 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f74389df-a0d8-494f-a3fc-412cbece865f req-8a5e890e-b1f0-46b4-9820-2ff22e28a214 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=e2ea36db-c311-4e67-bf53-528fd4385881 HTTP/1.1" status: 200 len: 943 time: 0.8685741 Oct 20 10:51:52.467297 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-9ffe20e8-7d2f-4b7a-a55c-21e001b2c83a req-25e707d9-5079-404c-9490-3d610cd87a8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:52.473869 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device a53abf8b-0bbc-40c1-bcfb-fa259f47c0fe up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:51:52.507646 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ab7bf609-9f05-4605-a9f4-0961dc14e7a6 req-75dd973e-a821-4f56-84e3-57203a2023dc tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/ports?device_id=982cf2b9-f584-4e2b-9222-a8c52175a1df HTTP/1.1" status: 200 len: 210 time: 0.1786513 Oct 20 10:51:52.580120 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed30beb9-19ab-4d7d-903d-412c292e7fdc req-aefdb2a4-22de-4ddd-8b19-e12b769717e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:52.585255 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ed30beb9-19ab-4d7d-903d-412c292e7fdc req-aefdb2a4-22de-4ddd-8b19-e12b769717e2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b8b1e2be-5932-428e-a716-07af13af4e6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5655186 Oct 20 10:51:52.631157 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port a53abf8b-0bbc-40c1-bcfb-fa259f47c0fe triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:51:52.631725 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:52.645183 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffe20e8-7d2f-4b7a-a55c-21e001b2c83a req-25e707d9-5079-404c-9490-3d610cd87a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:52.645930 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-9ffe20e8-7d2f-4b7a-a55c-21e001b2c83a req-25e707d9-5079-404c-9490-3d610cd87a8c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:52.647596 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9ffe20e8-7d2f-4b7a-a55c-21e001b2c83a req-25e707d9-5079-404c-9490-3d610cd87a8c service neutron] 10.222.0.69 "PUT /v2.0/ports/7ec96bf5-150a-4aef-a441-40fcb21253c4 HTTP/1.1" status: 200 len: 1091 time: 6.2969220 Oct 20 10:51:52.650945 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2ea36db-c311-4e67-bf53-528fd4385881', 'tag': '7ec96bf5-150a-4aef-a441-40fcb21253c4'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:51:52.653435 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-164ad5ef-583d-4747-b400-80156510dd72" -d '{"events": [{"name": "network-changed", "server_uuid": "e2ea36db-c311-4e67-bf53-528fd4385881", "tag": "7ec96bf5-150a-4aef-a441-40fcb21253c4"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:51:53.335748 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eda16bd7-a000-4d38-8cab-32bbc0fc0ad8 x-openstack-request-id: req-eda16bd7-a000-4d38-8cab-32bbc0fc0ad8 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:51:53.336179 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2ea36db-c311-4e67-bf53-528fd4385881", "tag": "7ec96bf5-150a-4aef-a441-40fcb21253c4", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:51:53.336536 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-eda16bd7-a000-4d38-8cab-32bbc0fc0ad8 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:51:53.337057 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2ea36db-c311-4e67-bf53-528fd4385881', 'tag': '7ec96bf5-150a-4aef-a441-40fcb21253c4', 'status': 'completed', 'code': 200} Oct 20 10:51:53.430574 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f74389df-a0d8-494f-a3fc-412cbece865f req-7e875ae9-3ad4-4abc-b8eb-31a961a7b7ea tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e1d7c5e-d35b-480e-bc76-e69dc8123b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9676170 Oct 20 10:51:53.431956 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e707d9-5079-404c-9490-3d610cd87a8c service neutron] Pushing event updated for resources: {'Port': ['ID=7ec96bf5-150a-4aef-a441-40fcb21253c4,revision_number=3']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:53.512193 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62e57971-656c-4652-8874-a306d0685f8c req-8305d64c-7856-4cf6-b1ae-669c526a1b55 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Made reservation on behalf of ba79d3046aa84fd2ac89895f3514d2bd for: {'port': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:51:53.516173 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-62e57971-656c-4652-8874-a306d0685f8c req-8305d64c-7856-4cf6-b1ae-669c526a1b55 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:53.650423 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ed30beb9-19ab-4d7d-903d-412c292e7fdc req-3d51552b-5947-4910-8690-f689b8e65faf service neutron] 10.222.0.55 "GET /v2.0/networks/b8b1e2be-5932-428e-a716-07af13af4e6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0218992 Oct 20 10:51:53.656796 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffe20e8-7d2f-4b7a-a55c-21e001b2c83a req-3a0d45b2-9bd9-4af6-849c-bf0b3da59b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:53.664012 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9ffe20e8-7d2f-4b7a-a55c-21e001b2c83a req-3a0d45b2-9bd9-4af6-849c-bf0b3da59b2c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=304c84e5c7844b5cadef0d9d128b445c&device_id=e2ea36db-c311-4e67-bf53-528fd4385881 HTTP/1.1" status: 200 len: 1094 time: 0.9424281 Oct 20 10:51:53.812969 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [req-62e57971-656c-4652-8874-a306d0685f8c req-8305d64c-7856-4cf6-b1ae-669c526a1b55 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Allocated IP 172.20.0.8 (b3481165-3e87-46ad-826c-7d431607ac7a/06a8754b-afbe-40dd-82e4-c21b59e7daf0/9a694840-85b2-41cc-8b6b-82d014e9b501) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:51:54.050386 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-71d7eac2-494d-4afe-93da-2d59419adc6e req-246dd1d8-b928-41c6-9b3a-adb0a39530bc tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/ports?device_id=982cf2b9-f584-4e2b-9222-a8c52175a1df HTTP/1.1" status: 200 len: 210 time: 0.0812650 Oct 20 10:51:54.052070 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9ffe20e8-7d2f-4b7a-a55c-21e001b2c83a req-9b0c31e5-c148-4a77-a01c-de8800cdd3fa service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7ec96bf5-150a-4aef-a441-40fcb21253c4 HTTP/1.1" status: 200 len: 217 time: 0.0937233 Oct 20 10:51:54.131123 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffe20e8-7d2f-4b7a-a55c-21e001b2c83a req-ac3af2ad-6de3-4e4f-821d-e181d81d32b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:54.132714 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9ffe20e8-7d2f-4b7a-a55c-21e001b2c83a req-ac3af2ad-6de3-4e4f-821d-e181d81d32b8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=46305bfd-5c10-42c9-8afc-597f2425497e HTTP/1.1" status: 200 len: 851 time: 0.0688033 Oct 20 10:51:54.283282 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-62e57971-656c-4652-8874-a306d0685f8c req-8305d64c-7856-4cf6-b1ae-669c526a1b55 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:54.427006 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e6865ac8-ae3e-42c2-a0ed-ca0495f10853 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1774405'] for router_interface, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:54.442423 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ed30beb9-19ab-4d7d-903d-412c292e7fdc req-561c857e-6532-4f59-b648-75ce105eb4b2 service neutron] 10.222.0.55 "GET /v2.0/networks/b8b1e2be-5932-428e-a716-07af13af4e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7753510 Oct 20 10:51:54.444405 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffe20e8-7d2f-4b7a-a55c-21e001b2c83a req-98f9a69b-3fa3-420e-a7de-04c4c101d1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:54.445802 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9ffe20e8-7d2f-4b7a-a55c-21e001b2c83a req-98f9a69b-3fa3-420e-a7de-04c4c101d1d6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2725012 Oct 20 10:51:54.472628 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device f1461b99-3b71-4c40-a55d-8221f665006e up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:51:54.636510 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port f1461b99-3b71-4c40-a55d-8221f665006e triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:51:54.636815 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:54.732161 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-62e57971-656c-4652-8874-a306d0685f8c req-8305d64c-7856-4cf6-b1ae-669c526a1b55 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:54.746085 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9ffe20e8-7d2f-4b7a-a55c-21e001b2c83a req-fed6cd62-0a87-4b60-844d-79b8c2513f29 service neutron] 10.222.0.69 "GET /v2.0/networks/cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2403069 Oct 20 10:51:54.828483 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24b5e8c-54ef-4a0c-8d43-da4ddbb19fc7 req-ac66ec43-4121-4312-8158-7663417c70a6 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:54.830069 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a24b5e8c-54ef-4a0c-8d43-da4ddbb19fc7 req-ac66ec43-4121-4312-8158-7663417c70a6 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=e2ea36db-c311-4e67-bf53-528fd4385881 HTTP/1.1" status: 200 len: 943 time: 0.2397270 Oct 20 10:51:54.882238 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62e57971-656c-4652-8874-a306d0685f8c req-8305d64c-7856-4cf6-b1ae-669c526a1b55 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Network b3481165-3e87-46ad-826c-7d431607ac7a is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:51:54.942523 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [req-62e57971-656c-4652-8874-a306d0685f8c req-8305d64c-7856-4cf6-b1ae-669c526a1b55 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:51:54.948308 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-62e57971-656c-4652-8874-a306d0685f8c req-8305d64c-7856-4cf6-b1ae-669c526a1b55 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:51:55.125212 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e57971-656c-4652-8874-a306d0685f8c req-8305d64c-7856-4cf6-b1ae-669c526a1b55 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:55.126339 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-62e57971-656c-4652-8874-a306d0685f8c req-8305d64c-7856-4cf6-b1ae-669c526a1b55 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:55.138378 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8305d64c-7856-4cf6-b1ae-669c526a1b55 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Pushing event updated for resources: {'Port': ['ID=9a694840-85b2-41cc-8b6b-82d014e9b501,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:55.237975 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a24b5e8c-54ef-4a0c-8d43-da4ddbb19fc7 req-f43b56f8-c6aa-4fec-93fb-97b6579d65f0 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e1d7c5e-d35b-480e-bc76-e69dc8123b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3543499 Oct 20 10:51:55.303620 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-62e57971-656c-4652-8874-a306d0685f8c req-8305d64c-7856-4cf6-b1ae-669c526a1b55 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2154269 Oct 20 10:51:55.348998 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-62e57971-656c-4652-8874-a306d0685f8c req-00d6fc43-804f-4f14-82db-9b486b7d9f75 service neutron] Request body: {'port': {'device_id': '982cf2b9-f584-4e2b-9222-a8c52175a1df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811396-3'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:51:55.415412 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-d274433b-7094-4b84-b16f-3bede0fd4394 None None] Provisioning complete for port 9a694840-85b2-41cc-8b6b-82d014e9b501 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:51:55.415793 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-d274433b-7094-4b84-b16f-3bede0fd4394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:55.442354 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0942d91-6bc8-4ee4-b7d1-35d526d9c9db req-e8557d2a-87de-4499-b063-be424ba1ca7b tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:55.444224 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d0942d91-6bc8-4ee4-b7d1-35d526d9c9db req-e8557d2a-87de-4499-b063-be424ba1ca7b tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/ports?device_id=982cf2b9-f584-4e2b-9222-a8c52175a1df HTTP/1.1" status: 200 len: 931 time: 0.2308507 Oct 20 10:51:55.452239 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9ffe20e8-7d2f-4b7a-a55c-21e001b2c83a req-40a70e21-3cb8-464a-9489-5f09c1988d09 service neutron] 10.222.0.69 "GET /v2.0/networks/cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6350923 Oct 20 10:51:55.545111 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-d274433b-7094-4b84-b16f-3bede0fd4394 None None] Port 9a694840-85b2-41cc-8b6b-82d014e9b501 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:51:55.608121 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-e6865ac8-ae3e-42c2-a0ed-ca0495f10853 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Deleting port f1461b99-3b71-4c40-a55d-8221f665006e {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:51:55.608859 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e6865ac8-ae3e-42c2-a0ed-ca0495f10853 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:55.643221 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-62e57971-656c-4652-8874-a306d0685f8c req-00d6fc43-804f-4f14-82db-9b486b7d9f75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:55.687675 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d0942d91-6bc8-4ee4-b7d1-35d526d9c9db req-b4dae360-0d48-4664-891d-18e2b6f196ae tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/security-groups?id=4de8cd6c-6bcc-4778-96b5-f0ccd59485f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2341721 Oct 20 10:51:55.758184 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164ad5ef-583d-4747-b400-80156510dd72 req-fa71980b-f673-4b16-9d9e-fa65f39c7e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:55.759728 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-164ad5ef-583d-4747-b400-80156510dd72 req-fa71980b-f673-4b16-9d9e-fa65f39c7e5c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=304c84e5c7844b5cadef0d9d128b445c&device_id=e2ea36db-c311-4e67-bf53-528fd4385881 HTTP/1.1" status: 200 len: 1094 time: 0.2416601 Oct 20 10:51:55.958443 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [None req-e6865ac8-ae3e-42c2-a0ed-ca0495f10853 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] For port f1461b99-3b71-4c40-a55d-8221f665006e, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=f1461b99-3b71-4c40-a55d-8221f665006e,segment=NetworkSegment(bdd410b3-9198-4748-b872-a4840957eef7),segment_id=bdd410b3-9198-4748-b872-a4840957eef7)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:51:55.958847 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e6865ac8-ae3e-42c2-a0ed-ca0495f10853 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:55.998375 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-e6865ac8-ae3e-42c2-a0ed-ca0495f10853 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Calling delete_port for f1461b99-3b71-4c40-a55d-8221f665006e owned by network:router_interface {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:51:56.057820 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164ad5ef-583d-4747-b400-80156510dd72 req-69d85233-7bf8-45cc-acf5-042fa76e7a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:56.067983 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-164ad5ef-583d-4747-b400-80156510dd72 req-69d85233-7bf8-45cc-acf5-042fa76e7a9f service neutron] 10.222.0.69 "GET /v2.0/networks?id=cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0 HTTP/1.1" status: 200 len: 913 time: 0.2930486 Oct 20 10:51:56.190717 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-164ad5ef-583d-4747-b400-80156510dd72 req-8e2f5a06-35f3-4cad-8895-1d4fa8c12a0e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7ec96bf5-150a-4aef-a441-40fcb21253c4 HTTP/1.1" status: 200 len: 217 time: 0.1018667 Oct 20 10:51:56.863015 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164ad5ef-583d-4747-b400-80156510dd72 req-22a4c763-7091-46f1-90fa-94cf500505a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:56.865223 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-164ad5ef-583d-4747-b400-80156510dd72 req-22a4c763-7091-46f1-90fa-94cf500505a4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=46305bfd-5c10-42c9-8afc-597f2425497e HTTP/1.1" status: 200 len: 851 time: 0.6428487 Oct 20 10:51:57.020797 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925142f5-5869-443a-a5a5-f39aa3ff1990 req-ca71f589-697a-42b1-8c20-95f90b4fdc09 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:57.042979 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-925142f5-5869-443a-a5a5-f39aa3ff1990 req-ca71f589-697a-42b1-8c20-95f90b4fdc09 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=e2ea36db-c311-4e67-bf53-528fd4385881 HTTP/1.1" status: 200 len: 943 time: 0.3406157 Oct 20 10:51:57.120923 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384d0c1e-d660-4fed-9be9-c3fccc71d7df req-62179823-9310-4107-b433-9c1b78b3ba24 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:57.124838 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-384d0c1e-d660-4fed-9be9-c3fccc71d7df req-62179823-9310-4107-b433-9c1b78b3ba24 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/ports?device_id=982cf2b9-f584-4e2b-9222-a8c52175a1df HTTP/1.1" status: 200 len: 931 time: 0.3227005 Oct 20 10:51:57.362990 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164ad5ef-583d-4747-b400-80156510dd72 req-be6357d5-c6f6-43e5-b058-f33cc01ed4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:57.364499 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-164ad5ef-583d-4747-b400-80156510dd72 req-be6357d5-c6f6-43e5-b058-f33cc01ed4c9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4765885 Oct 20 10:51:57.415424 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [req-62e57971-656c-4652-8874-a306d0685f8c req-00d6fc43-804f-4f14-82db-9b486b7d9f75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a694840-85b2-41cc-8b6b-82d014e9b501 {{(pid=100596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:51:57.428891 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e6865ac8-ae3e-42c2-a0ed-ca0495f10853 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:57.458740 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-925142f5-5869-443a-a5a5-f39aa3ff1990 req-04b2adc3-02ae-4024-b94b-04cc1500a1f6 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e1d7c5e-d35b-480e-bc76-e69dc8123b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3895738 Oct 20 10:51:57.520798 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-62e57971-656c-4652-8874-a306d0685f8c req-00d6fc43-804f-4f14-82db-9b486b7d9f75 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:57.564333 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6865ac8-ae3e-42c2-a0ed-ca0495f10853 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Pushing event deleted for resources: {'Port': ['ID=f1461b99-3b71-4c40-a55d-8221f665006e,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:57.572438 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-384d0c1e-d660-4fed-9be9-c3fccc71d7df req-1818c37a-eb63-4256-8620-0fed2bf8094d tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/security-groups?id=4de8cd6c-6bcc-4778-96b5-f0ccd59485f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3232548 Oct 20 10:51:57.669266 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.provisioning_blocks [req-62e57971-656c-4652-8874-a306d0685f8c req-00d6fc43-804f-4f14-82db-9b486b7d9f75 service neutron] Transition to ACTIVE for port object 9a694840-85b2-41cc-8b6b-82d014e9b501 will not be triggered until provisioned by entity L2. {{(pid=100596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:51:57.764228 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-62e57971-656c-4652-8874-a306d0685f8c req-00d6fc43-804f-4f14-82db-9b486b7d9f75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:57.990835 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e6865ac8-ae3e-42c2-a0ed-ca0495f10853 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1771989'] for router_interface, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:58.003853 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-164ad5ef-583d-4747-b400-80156510dd72 req-6a11e880-136b-4673-8fca-c9050b44a884 service neutron] 10.222.0.69 "GET /v2.0/networks/cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6194053 Oct 20 10:51:58.262375 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d6fc43-804f-4f14-82db-9b486b7d9f75 service neutron] Pushing event updated for resources: {'Port': ['ID=9a694840-85b2-41cc-8b6b-82d014e9b501,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:58.476147 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-164ad5ef-583d-4747-b400-80156510dd72 req-e1d62559-5003-4af6-a936-a4d6030d9195 service neutron] 10.222.0.69 "GET /v2.0/networks/cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4081028 Oct 20 10:51:58.690268 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-62e57971-656c-4652-8874-a306d0685f8c req-00d6fc43-804f-4f14-82db-9b486b7d9f75 service neutron] Attempting to bind port 9a694840-85b2-41cc-8b6b-82d014e9b501 on host n-h1-811396-3 for vnic_type normal with profile {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:51:58.690953 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-62e57971-656c-4652-8874-a306d0685f8c req-00d6fc43-804f-4f14-82db-9b486b7d9f75 service neutron] Attempting to bind port 9a694840-85b2-41cc-8b6b-82d014e9b501 by drivers openvswitch,hyperv on host n-h1-811396-3 at level 0 using segments [{'id': '29d98e95-6dbd-4a20-a917-70645d26e8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'b3481165-3e87-46ad-826c-7d431607ac7a'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:51:58.691568 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e57971-656c-4652-8874-a306d0685f8c req-00d6fc43-804f-4f14-82db-9b486b7d9f75 service neutron] Attempting to bind port 9a694840-85b2-41cc-8b6b-82d014e9b501 on network b3481165-3e87-46ad-826c-7d431607ac7a {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:51:58.775654 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e57971-656c-4652-8874-a306d0685f8c req-00d6fc43-804f-4f14-82db-9b486b7d9f75 service neutron] Port 9a694840-85b2-41cc-8b6b-82d014e9b501 on network b3481165-3e87-46ad-826c-7d431607ac7a not bound, no agent of type Open vSwitch agent registered on host n-h1-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:51:58.777450 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e57971-656c-4652-8874-a306d0685f8c req-00d6fc43-804f-4f14-82db-9b486b7d9f75 service neutron] Attempting to bind port 9a694840-85b2-41cc-8b6b-82d014e9b501 on network b3481165-3e87-46ad-826c-7d431607ac7a {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:51:58.801978 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e57971-656c-4652-8874-a306d0685f8c req-00d6fc43-804f-4f14-82db-9b486b7d9f75 service neutron] Checking agent: {'id': 'b707b4cc-061f-4cf4-bce0-0b3df9b7bec9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:51:58.803192 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e57971-656c-4652-8874-a306d0685f8c req-00d6fc43-804f-4f14-82db-9b486b7d9f75 service neutron] Checking segment: {'id': '29d98e95-6dbd-4a20-a917-70645d26e8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'b3481165-3e87-46ad-826c-7d431607ac7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:51:58.803618 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e57971-656c-4652-8874-a306d0685f8c req-00d6fc43-804f-4f14-82db-9b486b7d9f75 service neutron] Bound using segment: {'id': '29d98e95-6dbd-4a20-a917-70645d26e8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'b3481165-3e87-46ad-826c-7d431607ac7a'} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:51:58.804068 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-62e57971-656c-4652-8874-a306d0685f8c req-00d6fc43-804f-4f14-82db-9b486b7d9f75 service neutron] Bound port: 9a694840-85b2-41cc-8b6b-82d014e9b501, host: n-h1-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29d98e95-6dbd-4a20-a917-70645d26e8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'b3481165-3e87-46ad-826c-7d431607ac7a'}}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:51:58.804431 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-62e57971-656c-4652-8874-a306d0685f8c req-00d6fc43-804f-4f14-82db-9b486b7d9f75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:58.834073 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6865ac8-ae3e-42c2-a0ed-ca0495f10853 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Router e58d5773-b932-4a79-b2ef-2eec1f030337 has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:51:58.956335 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-62e57971-656c-4652-8874-a306d0685f8c req-00d6fc43-804f-4f14-82db-9b486b7d9f75 service neutron] For port 9a694840-85b2-41cc-8b6b-82d014e9b501, host n-h1-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:51:58.959864 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-62e57971-656c-4652-8874-a306d0685f8c req-00d6fc43-804f-4f14-82db-9b486b7d9f75 service neutron] For port 9a694840-85b2-41cc-8b6b-82d014e9b501, host n-h1-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=9a694840-85b2-41cc-8b6b-82d014e9b501,segment=NetworkSegment(29d98e95-6dbd-4a20-a917-70645d26e8f8),segment_id=29d98e95-6dbd-4a20-a917-70645d26e8f8)] {{(pid=100596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:51:58.972895 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deafd690-705b-47d8-825f-49e3b12e3020 req-aaf50721-4be9-4854-a25a-bc121ba040dc tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:58.974648 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-deafd690-705b-47d8-825f-49e3b12e3020 req-aaf50721-4be9-4854-a25a-bc121ba040dc tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=e2ea36db-c311-4e67-bf53-528fd4385881 HTTP/1.1" status: 200 len: 943 time: 0.2870657 Oct 20 10:51:58.981888 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-62e57971-656c-4652-8874-a306d0685f8c req-00d6fc43-804f-4f14-82db-9b486b7d9f75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:59.118836 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f631a0-b32e-4a5f-b384-08f1747c9a1b req-72ae0ff3-dc9b-4438-9af9-236acd335442 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:59.121189 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-07f631a0-b32e-4a5f-b384-08f1747c9a1b req-72ae0ff3-dc9b-4438-9af9-236acd335442 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/ports?device_id=982cf2b9-f584-4e2b-9222-a8c52175a1df HTTP/1.1" status: 200 len: 943 time: 0.3535795 Oct 20 10:51:59.126010 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e57971-656c-4652-8874-a306d0685f8c req-00d6fc43-804f-4f14-82db-9b486b7d9f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:59.126900 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-62e57971-656c-4652-8874-a306d0685f8c req-00d6fc43-804f-4f14-82db-9b486b7d9f75 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:51:59.128735 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-62e57971-656c-4652-8874-a306d0685f8c req-00d6fc43-804f-4f14-82db-9b486b7d9f75 service neutron] 10.222.0.55 "PUT /v2.0/ports/9a694840-85b2-41cc-8b6b-82d014e9b501 HTTP/1.1" status: 200 len: 1091 time: 3.8085802 Oct 20 10:51:59.132083 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '982cf2b9-f584-4e2b-9222-a8c52175a1df', 'tag': '9a694840-85b2-41cc-8b6b-82d014e9b501'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:51:59.136373 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaa9c803-112d-48b4-95e1-6fe1b5c395bb" -d '{"events": [{"name": "network-changed", "server_uuid": "982cf2b9-f584-4e2b-9222-a8c52175a1df", "tag": "9a694840-85b2-41cc-8b6b-82d014e9b501"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:51:59.283341 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6865ac8-ae3e-42c2-a0ed-ca0495f10853 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:51:59.297335 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d27a7c0-1a63-4985-b030-cb5aa3eec2ba None None] Sync routers for ids ['e58d5773-b932-4a79-b2ef-2eec1f030337'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:51:59.302516 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-e6865ac8-ae3e-42c2-a0ed-ca0495f10853 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "PUT /v2.0/routers/e58d5773-b932-4a79-b2ef-2eec1f030337/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9363699 Oct 20 10:51:59.303189 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 48038) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:59.320939 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d27a7c0-1a63-4985-b030-cb5aa3eec2ba None None] Routers {'e58d5773-b932-4a79-b2ef-2eec1f030337'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:51:59.322963 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-5d27a7c0-1a63-4985-b030-cb5aa3eec2ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:51:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['e58d5773-b932-4a79-b2ef-2eec1f030337'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:51:59.361032 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d6fc43-804f-4f14-82db-9b486b7d9f75 service neutron] Pushing event updated for resources: {'Port': ['ID=9a694840-85b2-41cc-8b6b-82d014e9b501,revision_number=3']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:51:59.372913 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-deafd690-705b-47d8-825f-49e3b12e3020 req-0ac089c5-7e4f-4565-ae6e-b0e64893f8cf tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e1d7c5e-d35b-480e-bc76-e69dc8123b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3840828 Oct 20 10:51:59.401740 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-07f631a0-b32e-4a5f-b384-08f1747c9a1b req-490d03e4-8ed7-453b-9dc7-bf41be80d3c6 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/security-groups?id=4de8cd6c-6bcc-4778-96b5-f0ccd59485f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2564850 Oct 20 10:51:59.416028 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e57971-656c-4652-8874-a306d0685f8c req-cef82cb6-6f59-4ce2-92e9-17903a6a5485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:59.417533 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-62e57971-656c-4652-8874-a306d0685f8c req-cef82cb6-6f59-4ce2-92e9-17903a6a5485 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ba79d3046aa84fd2ac89895f3514d2bd&device_id=982cf2b9-f584-4e2b-9222-a8c52175a1df HTTP/1.1" status: 200 len: 1094 time: 0.1838748 Oct 20 10:51:59.432722 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-5d27a7c0-1a63-4985-b030-cb5aa3eec2ba None None] Set router e58d5773-b932-4a79-b2ef-2eec1f030337 gateway port host: None {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:51:59.435751 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e8f97a-e794-42e9-8c8f-8841ef0ff136 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:59.437763 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e8f97a-e794-42e9-8c8f-8841ef0ff136 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:59.442264 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-99e8f97a-e794-42e9-8c8f-8841ef0ff136 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1376286 Oct 20 10:51:59.446871 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 48040) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:51:59.488059 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-62e57971-656c-4652-8874-a306d0685f8c req-423e91a2-47ae-4b73-9ce2-c4913358bcfe service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a694840-85b2-41cc-8b6b-82d014e9b501 HTTP/1.1" status: 200 len: 217 time: 0.0529664 Oct 20 10:51:59.504065 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed4b850c-ffd9-4824-ae3f-bb19bb37ddce x-openstack-request-id: req-ed4b850c-ffd9-4824-ae3f-bb19bb37ddce {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:51:59.504463 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "982cf2b9-f584-4e2b-9222-a8c52175a1df", "tag": "9a694840-85b2-41cc-8b6b-82d014e9b501", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:51:59.505385 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ed4b850c-ffd9-4824-ae3f-bb19bb37ddce {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:51:59.505899 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '982cf2b9-f584-4e2b-9222-a8c52175a1df', 'tag': '9a694840-85b2-41cc-8b6b-82d014e9b501', 'status': 'completed', 'code': 200} Oct 20 10:51:59.587202 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e57971-656c-4652-8874-a306d0685f8c req-ccf44a0b-12ad-4dde-8c36-7b10696e9c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:59.589907 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-62e57971-656c-4652-8874-a306d0685f8c req-ccf44a0b-12ad-4dde-8c36-7b10696e9c12 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=06a8754b-afbe-40dd-82e4-c21b59e7daf0 HTTP/1.1" status: 200 len: 835 time: 0.0768456 Oct 20 10:51:59.625775 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-5d27a7c0-1a63-4985-b030-cb5aa3eec2ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e58d5773-b932-4a79-b2ef-2eec1f030337', 'name': 'tempest-NetworksTestDHCPv6-router-1524379377', 'tenant_id': '22a79d88690a4055b95547a3f21027fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:51:43Z', 'updated_at': '2021-10-20T10:51:57Z', 'revision_number': 3, 'project_id': '22a79d88690a4055b95547a3f21027fa', 'gw_port_host': None}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:51:59.697343 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e57971-656c-4652-8874-a306d0685f8c req-ae26ef5d-578e-4851-84d0-505536d2cc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:51:59.699171 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-62e57971-656c-4652-8874-a306d0685f8c req-ae26ef5d-578e-4851-84d0-505536d2cc8e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b3481165-3e87-46ad-826c-7d431607ac7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1014822 Oct 20 10:51:59.719734 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d27a7c0-1a63-4985-b030-cb5aa3eec2ba None None] Checking router: e58d5773-b932-4a79-b2ef-2eec1f030337 for host: n-d-811396-3 {{(pid=100599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:51:59.769704 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d27a7c0-1a63-4985-b030-cb5aa3eec2ba None None] Routers {'e58d5773-b932-4a79-b2ef-2eec1f030337'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:51:59.770656 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-5d27a7c0-1a63-4985-b030-cb5aa3eec2ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:51:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['e58d5773-b932-4a79-b2ef-2eec1f030337'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:51:59.917882 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-62e57971-656c-4652-8874-a306d0685f8c req-1c15ca52-f5f8-4180-85ed-90aafdcdb7e9 service neutron] 10.222.0.55 "GET /v2.0/networks/b3481165-3e87-46ad-826c-7d431607ac7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110150 Oct 20 10:52:00.037583 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d73c305-e071-4755-90d9-2217e17c4923 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Deleting subnet 87ab50ed-6dbc-4c78-86e3-38dd0bfc3551 {{(pid=100597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:52:00.045646 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9d73c305-e071-4755-90d9-2217e17c4923 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks [] for subnet, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:00.092169 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-62e57971-656c-4652-8874-a306d0685f8c req-205b545d-723d-457f-9c80-c8f33356b442 service neutron] 10.222.0.55 "GET /v2.0/networks/b3481165-3e87-46ad-826c-7d431607ac7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661720 Oct 20 10:52:00.116044 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9d73c305-e071-4755-90d9-2217e17c4923 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25852621'] for subnet, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:00.175159 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-5d27a7c0-1a63-4985-b030-cb5aa3eec2ba None None] Set router e58d5773-b932-4a79-b2ef-2eec1f030337 gateway port host: None {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:52:00.277903 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9d73c305-e071-4755-90d9-2217e17c4923 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:00.287036 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa9c803-112d-48b4-95e1-6fe1b5c395bb req-428bcc97-b950-4a34-b4d3-98a673353814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:00.290141 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-aaa9c803-112d-48b4-95e1-6fe1b5c395bb req-428bcc97-b950-4a34-b4d3-98a673353814 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ba79d3046aa84fd2ac89895f3514d2bd&device_id=982cf2b9-f584-4e2b-9222-a8c52175a1df HTTP/1.1" status: 200 len: 1094 time: 0.1035330 Oct 20 10:52:00.316862 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-5d27a7c0-1a63-4985-b030-cb5aa3eec2ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e58d5773-b932-4a79-b2ef-2eec1f030337', 'name': 'tempest-NetworksTestDHCPv6-router-1524379377', 'tenant_id': '22a79d88690a4055b95547a3f21027fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:51:43Z', 'updated_at': '2021-10-20T10:51:57Z', 'revision_number': 3, 'project_id': '22a79d88690a4055b95547a3f21027fa', 'gw_port_host': None}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:52:00.389779 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d27a7c0-1a63-4985-b030-cb5aa3eec2ba None None] The sync data for ids ['e58d5773-b932-4a79-b2ef-2eec1f030337'] in n-d-811396-3 is: [{'id': 'e58d5773-b932-4a79-b2ef-2eec1f030337', 'name': 'tempest-NetworksTestDHCPv6-router-1524379377', 'tenant_id': '22a79d88690a4055b95547a3f21027fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:51:43Z', 'updated_at': '2021-10-20T10:51:57Z', 'revision_number': 3, 'project_id': '22a79d88690a4055b95547a3f21027fa', 'gw_port_host': None}] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:52:00.412391 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9d73c305-e071-4755-90d9-2217e17c4923 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25350811'] for subnet, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:00.528102 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9d73c305-e071-4755-90d9-2217e17c4923 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:00.531489 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-9d73c305-e071-4755-90d9-2217e17c4923 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "DELETE /v2.0/subnets/87ab50ed-6dbc-4c78-86e3-38dd0bfc3551 HTTP/1.1" status: 204 len: 168 time: 1.0798621 Oct 20 10:52:00.537411 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe8b3eac-fe7a-42de-b67b-5dfcd922b118 None None] Network 8320e101-644d-44af-9385-629dd54c3c0a requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:52:00.537916 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 48064) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:00.550019 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d73c305-e071-4755-90d9-2217e17c4923 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Pushing event deleted for resources: {'Subnet': ['ID=87ab50ed-6dbc-4c78-86e3-38dd0bfc3551,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:00.654232 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa9c803-112d-48b4-95e1-6fe1b5c395bb req-aa84c7c5-0cbe-4ada-b70c-a9d343533142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:00.655772 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-aaa9c803-112d-48b4-95e1-6fe1b5c395bb req-aa84c7c5-0cbe-4ada-b70c-a9d343533142 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b3481165-3e87-46ad-826c-7d431607ac7a HTTP/1.1" status: 200 len: 897 time: 0.3565426 Oct 20 10:52:00.794203 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-aaa9c803-112d-48b4-95e1-6fe1b5c395bb req-832dc891-30fd-4b57-9568-42ad4ba8269a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a694840-85b2-41cc-8b6b-82d014e9b501 HTTP/1.1" status: 200 len: 217 time: 0.1148176 Oct 20 10:52:00.839355 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-2009406d-055e-493c-a7cc-fcf7102b69cc tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.3006089 Oct 20 10:52:00.841933 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 48074) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:00.870891 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bfd542-4adb-4e16-8b22-b3efde24f1bd req-47e6ac41-d1e0-4621-8dce-48e9a9695f9a tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:00.872588 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c8bfd542-4adb-4e16-8b22-b3efde24f1bd req-47e6ac41-d1e0-4621-8dce-48e9a9695f9a tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=e2ea36db-c311-4e67-bf53-528fd4385881 HTTP/1.1" status: 200 len: 943 time: 0.3039429 Oct 20 10:52:00.906314 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69d4037-975b-47ac-8787-9b924055be98 req-e2e19aab-3e4d-4868-8a5d-75e6ddc68274 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:00.911013 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26af9fe6-c04b-404c-9a7a-ac910036917d None None] DHCP port deletion for 8320e101-644d-44af-9385-629dd54c3c0a request from n-d-811396-3 {{(pid=100598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:52:00.912755 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c69d4037-975b-47ac-8787-9b924055be98 req-e2e19aab-3e4d-4868-8a5d-75e6ddc68274 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/ports?device_id=982cf2b9-f584-4e2b-9222-a8c52175a1df HTTP/1.1" status: 200 len: 943 time: 0.2906463 Oct 20 10:52:01.019608 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa9c803-112d-48b4-95e1-6fe1b5c395bb req-dc64fc5d-e3cd-48eb-84c6-75a6c8ce370e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:01.021574 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-aaa9c803-112d-48b4-95e1-6fe1b5c395bb req-dc64fc5d-e3cd-48eb-84c6-75a6c8ce370e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=06a8754b-afbe-40dd-82e4-c21b59e7daf0 HTTP/1.1" status: 200 len: 835 time: 0.2148273 Oct 20 10:52:01.030549 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c8bfd542-4adb-4e16-8b22-b3efde24f1bd req-9790ec1d-06c7-4302-96b8-c35d19363727 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e1d7c5e-d35b-480e-bc76-e69dc8123b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367619 Oct 20 10:52:01.045080 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c69d4037-975b-47ac-8787-9b924055be98 req-91ba2e55-5357-4088-ab71-b95203a52ca8 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/security-groups?id=4de8cd6c-6bcc-4778-96b5-f0ccd59485f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850184 Oct 20 10:52:01.083873 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-26af9fe6-c04b-404c-9a7a-ac910036917d None None] Deleting port a53abf8b-0bbc-40c1-bcfb-fa259f47c0fe {{(pid=100598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:52:01.084256 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-26af9fe6-c04b-404c-9a7a-ac910036917d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:01.106313 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa9c803-112d-48b4-95e1-6fe1b5c395bb req-4765463a-3695-48ee-9c5b-255bd6fb1478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:01.108585 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-aaa9c803-112d-48b4-95e1-6fe1b5c395bb req-4765463a-3695-48ee-9c5b-255bd6fb1478 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b3481165-3e87-46ad-826c-7d431607ac7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0752339 Oct 20 10:52:01.139875 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4ee2d778-3a5c-4ce9-b797-5f67fdcb461c tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks [] for router, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:01.209091 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-26af9fe6-c04b-404c-9a7a-ac910036917d None None] For port a53abf8b-0bbc-40c1-bcfb-fa259f47c0fe, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=a53abf8b-0bbc-40c1-bcfb-fa259f47c0fe,segment=NetworkSegment(bdd410b3-9198-4748-b872-a4840957eef7),segment_id=bdd410b3-9198-4748-b872-a4840957eef7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:52:01.209789 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-26af9fe6-c04b-404c-9a7a-ac910036917d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:01.234591 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-26af9fe6-c04b-404c-9a7a-ac910036917d None None] Calling delete_port for a53abf8b-0bbc-40c1-bcfb-fa259f47c0fe owned by network:dhcp {{(pid=100598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:52:01.308181 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-aaa9c803-112d-48b4-95e1-6fe1b5c395bb req-8bf0f8c2-03c0-4894-8081-1f6093953e7d service neutron] 10.222.0.55 "GET /v2.0/networks/b3481165-3e87-46ad-826c-7d431607ac7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901028 Oct 20 10:52:01.484696 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-26af9fe6-c04b-404c-9a7a-ac910036917d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956'] for port, after_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:01.501018 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4ee2d778-3a5c-4ce9-b797-5f67fdcb461c tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1772272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258304'] for router, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:01.504845 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4ee2d778-3a5c-4ce9-b797-5f67fdcb461c tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:01.553111 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26af9fe6-c04b-404c-9a7a-ac910036917d None None] Pushing event deleted for resources: {'Port': ['ID=a53abf8b-0bbc-40c1-bcfb-fa259f47c0fe,revision_number=None']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:01.581500 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26af9fe6-c04b-404c-9a7a-ac910036917d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:52:01.582211 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26af9fe6-c04b-404c-9a7a-ac910036917d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:52:01.582906 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26af9fe6-c04b-404c-9a7a-ac910036917d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:52:01.583523 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26af9fe6-c04b-404c-9a7a-ac910036917d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:52:01.584178 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26af9fe6-c04b-404c-9a7a-ac910036917d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:52:01.584686 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26af9fe6-c04b-404c-9a7a-ac910036917d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:52:01.585579 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26af9fe6-c04b-404c-9a7a-ac910036917d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:52:01.586086 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26af9fe6-c04b-404c-9a7a-ac910036917d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:52:01.586638 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26af9fe6-c04b-404c-9a7a-ac910036917d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:52:01.587347 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26af9fe6-c04b-404c-9a7a-ac910036917d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:52:01.587916 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26af9fe6-c04b-404c-9a7a-ac910036917d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:52:01.588482 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26af9fe6-c04b-404c-9a7a-ac910036917d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:52:01.602960 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26af9fe6-c04b-404c-9a7a-ac910036917d None None] No DVR routers for this DVR port a53abf8b-0bbc-40c1-bcfb-fa259f47c0fe on host n-d-811396-3 {{(pid=100598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:52:01.659663 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4ee2d778-3a5c-4ce9-b797-5f67fdcb461c tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1772267'] for router, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:01.660230 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ee2d778-3a5c-4ce9-b797-5f67fdcb461c tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Fanout notify agent at l3_agent the message router_deleted on router e58d5773-b932-4a79-b2ef-2eec1f030337 {{(pid=100597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 10:52:01.667366 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4ee2d778-3a5c-4ce9-b797-5f67fdcb461c tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks [] for router, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:01.670625 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-4ee2d778-3a5c-4ce9-b797-5f67fdcb461c tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "DELETE /v2.0/routers/e58d5773-b932-4a79-b2ef-2eec1f030337 HTTP/1.1" status: 204 len: 168 time: 0.8252873 Oct 20 10:52:01.677667 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 48086) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:01.762560 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 48088) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:01.791253 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-ba379592-27f2-4e53-9d40-e5b8a7c844b8 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1118677 Oct 20 10:52:01.792113 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 48092) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:01.906059 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c345ba-6ef3-43eb-9f8f-2a8dc9ee7720 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:01.911156 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-43c345ba-6ef3-43eb-9f8f-2a8dc9ee7720 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1154280 Oct 20 10:52:01.913171 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 48098) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:01.971947 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 48100) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:01.972600 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-51ee9482-63a7-4982-b62c-830c1e103298 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0575466 Oct 20 10:52:01.978232 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-68b35fbc-2311-4104-8c3e-3688422b66c9 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Request body: {'subnet': {'network_id': '8320e101-644d-44af-9385-629dd54c3c0a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:52:01.979478 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-aaa9c803-112d-48b4-95e1-6fe1b5c395bb req-38314302-ae9d-4723-9949-0e17fa432ccf service neutron] 10.222.0.55 "GET /v2.0/networks/b3481165-3e87-46ad-826c-7d431607ac7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6524627 Oct 20 10:52:02.041901 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-356d581c-9f0d-4c62-a726-500731e18f9b admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:02.226002 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68b35fbc-2311-4104-8c3e-3688422b66c9 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Made reservation on behalf of 22a79d88690a4055b95547a3f21027fa for: {'subnet': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:52:02.229675 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-68b35fbc-2311-4104-8c3e-3688422b66c9 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25350782'] for subnet, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:02.278503 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-356d581c-9f0d-4c62-a726-500731e18f9b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:02.279187 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e36032e-da5f-4da6-90cd-6b1279d491b8 req-36cff961-271c-473c-9223-236aa172eefc tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:02.281911 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1e36032e-da5f-4da6-90cd-6b1279d491b8 req-36cff961-271c-473c-9223-236aa172eefc tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/ports?device_id=982cf2b9-f584-4e2b-9222-a8c52175a1df HTTP/1.1" status: 200 len: 943 time: 0.0891411 Oct 20 10:52:02.288614 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-356d581c-9f0d-4c62-a726-500731e18f9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:02.293504 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ac7d88-3e7f-49c1-8dfa-d653349a479b req-40985cb7-9a6f-4a47-92bb-827b47b263ad tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:02.303505 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-69ac7d88-3e7f-49c1-8dfa-d653349a479b req-40985cb7-9a6f-4a47-92bb-827b47b263ad tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=e2ea36db-c311-4e67-bf53-528fd4385881 HTTP/1.1" status: 200 len: 943 time: 0.1641324 Oct 20 10:52:02.378033 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device f1461b99-3b71-4c40-a55d-8221f665006e no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:52:02.397770 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1e36032e-da5f-4da6-90cd-6b1279d491b8 req-c8e8cb4d-e970-442d-b23a-10c59eca4379 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/security-groups?id=4de8cd6c-6bcc-4778-96b5-f0ccd59485f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905371 Oct 20 10:52:02.405842 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356d581c-9f0d-4c62-a726-500731e18f9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdd5968e-8ce0-4297-b666-e4d76c7195a2,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:02.415880 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-356d581c-9f0d-4c62-a726-500731e18f9b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a946033062c146df88da4c53eaf80037&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6494851 Oct 20 10:52:02.415880 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 48108) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:02.430421 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-69ac7d88-3e7f-49c1-8dfa-d653349a479b req-18eee5b7-4eea-43ca-a9ad-6930d2f8d513 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e1d7c5e-d35b-480e-bc76-e69dc8123b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186666 Oct 20 10:52:02.436420 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: f1461b99-3b71-4c40-a55d-8221f665006e {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:52:02.436776 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device f1461b99-3b71-4c40-a55d-8221f665006e not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:52:02.437257 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device a53abf8b-0bbc-40c1-bcfb-fa259f47c0fe no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:52:02.475607 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: a53abf8b-0bbc-40c1-bcfb-fa259f47c0fe {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:52:02.475949 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device a53abf8b-0bbc-40c1-bcfb-fa259f47c0fe not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:52:02.483071 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0c554d41-28c4-4aba-b9f4-dff0b190f19d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:02.551745 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0c554d41-28c4-4aba-b9f4-dff0b190f19d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:02.668591 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0c554d41-28c4-4aba-b9f4-dff0b190f19d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:02.672633 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0c554d41-28c4-4aba-b9f4-dff0b190f19d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:02.675445 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-0c554d41-28c4-4aba-b9f4-dff0b190f19d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fdd5968e-8ce0-4297-b666-e4d76c7195a2 HTTP/1.1" status: 204 len: 168 time: 0.2577333 Oct 20 10:52:02.698034 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c554d41-28c4-4aba-b9f4-dff0b190f19d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdd5968e-8ce0-4297-b666-e4d76c7195a2,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:02.862094 n-d-811396-3 neutron-server[100597]: DEBUG neutron.objects.ports [None req-68b35fbc-2311-4104-8c3e-3688422b66c9 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100597) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 20 10:52:02.863701 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-68b35fbc-2311-4104-8c3e-3688422b66c9 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25350752'] for subnet, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:02.921255 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b35fbc-2311-4104-8c3e-3688422b66c9 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Pushing event updated for resources: {'Subnet': ['ID=17ba49ee-be67-423f-b8c2-cf0637b65875,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:02.934925 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b35fbc-2311-4104-8c3e-3688422b66c9 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Network 8320e101-644d-44af-9385-629dd54c3c0a is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:52:02.936451 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-68b35fbc-2311-4104-8c3e-3688422b66c9 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:52:02.939323 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b35fbc-2311-4104-8c3e-3688422b66c9 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:02.939952 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-68b35fbc-2311-4104-8c3e-3688422b66c9 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:02.951839 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-788450ef-dce3-401b-961e-bfbbe8047072 None None] Network 8320e101-644d-44af-9385-629dd54c3c0a requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:52:02.957579 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-68b35fbc-2311-4104-8c3e-3688422b66c9 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9843404 Oct 20 10:52:02.960443 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 48120) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:02.968695 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-665ec3e5-e1f3-4ca7-b6d3-1126d1e27cc8 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Request body: {'subnet': {'network_id': '8320e101-644d-44af-9385-629dd54c3c0a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:52:03.158446 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-665ec3e5-e1f3-4ca7-b6d3-1126d1e27cc8 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Made reservation on behalf of 22a79d88690a4055b95547a3f21027fa for: {'subnet': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:52:03.162854 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-665ec3e5-e1f3-4ca7-b6d3-1126d1e27cc8 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26761797'] for subnet, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:03.184127 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 48122) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:03.205403 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a12659ad-e635-44b4-bca8-265e2b55ef4e admin admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:03.237175 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cda3f69f-29c9-4ff4-a005-6aa84c2537ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524064ba-869c-5550-b826-c26b69a11278-8320e101-644d-44af-9385-629dd54c3c0a', 'network_id': '8320e101-644d-44af-9385-629dd54c3c0a', 'tenant_id': '22a79d88690a4055b95547a3f21027fa', 'fixed_ips': [{'subnet_id': '17ba49ee-be67-423f-b8c2-cf0637b65875'}]}} from n-d-811396-3. {{(pid=100598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:52:03.238048 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-cda3f69f-29c9-4ff4-a005-6aa84c2537ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:03.361709 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a12659ad-e635-44b4-bca8-265e2b55ef4e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:03.366669 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a12659ad-e635-44b4-bca8-265e2b55ef4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:03.393889 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12659ad-e635-44b4-bca8-265e2b55ef4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1c1c524-321b-468d-87ba-35ebe178cc51,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:03.413885 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12659ad-e635-44b4-bca8-265e2b55ef4e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:52:03.414529 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12659ad-e635-44b4-bca8-265e2b55ef4e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:52:03.414529 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12659ad-e635-44b4-bca8-265e2b55ef4e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:52:03.414891 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12659ad-e635-44b4-bca8-265e2b55ef4e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:52:03.415279 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12659ad-e635-44b4-bca8-265e2b55ef4e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:52:03.415686 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12659ad-e635-44b4-bca8-265e2b55ef4e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:52:03.416084 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12659ad-e635-44b4-bca8-265e2b55ef4e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:52:03.416487 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12659ad-e635-44b4-bca8-265e2b55ef4e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:52:03.416878 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12659ad-e635-44b4-bca8-265e2b55ef4e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:52:03.417264 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12659ad-e635-44b4-bca8-265e2b55ef4e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:52:03.417648 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12659ad-e635-44b4-bca8-265e2b55ef4e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:52:03.418035 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12659ad-e635-44b4-bca8-265e2b55ef4e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:52:03.431107 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-cda3f69f-29c9-4ff4-a005-6aa84c2537ab None None] Allocated IP 2001:db8::f816:3eff:fe78:1f22 (8320e101-644d-44af-9385-629dd54c3c0a/17ba49ee-be67-423f-b8c2-cf0637b65875/1212289b-d904-4536-9ef1-71da2eb5a9d6) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:52:03.444773 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 48126) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:03.444911 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-a12659ad-e635-44b4-bca8-265e2b55ef4e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fc9a934199db4011971b29cec4c323f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2599876 Oct 20 10:52:03.596950 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4e01a95c-ce10-4a19-b56c-23bee7b7d316 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:03.606639 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-cda3f69f-29c9-4ff4-a005-6aa84c2537ab None None] Publish callbacks [] for port, precommit_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:03.616153 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-cda3f69f-29c9-4ff4-a005-6aa84c2537ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:03.650994 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4e01a95c-ce10-4a19-b56c-23bee7b7d316 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:03.674048 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda3f69f-29c9-4ff4-a005-6aa84c2537ab None None] Network 8320e101-644d-44af-9385-629dd54c3c0a is already hosted by enough agents. {{(pid=100598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:52:03.681181 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.base_scheduler [None req-cda3f69f-29c9-4ff4-a005-6aa84c2537ab None None] Resources bound (agent type, host, resource id): {{(pid=100598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:52:03.685955 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-b84f016c-def0-4cf5-ac6b-c3ba399461ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:03.687756 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda3f69f-29c9-4ff4-a005-6aa84c2537ab None None] Received port after_create {{(pid=100598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:52:03.757669 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4e01a95c-ce10-4a19-b56c-23bee7b7d316 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:03.764487 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4e01a95c-ce10-4a19-b56c-23bee7b7d316 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:03.771850 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-4e01a95c-ce10-4a19-b56c-23bee7b7d316 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c1c1c524-321b-468d-87ba-35ebe178cc51 HTTP/1.1" status: 204 len: 168 time: 0.3239048 Oct 20 10:52:03.776522 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda3f69f-29c9-4ff4-a005-6aa84c2537ab None None] Pushing event updated for resources: {'Port': ['ID=1212289b-d904-4536-9ef1-71da2eb5a9d6,revision_number=1']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:03.786608 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e01a95c-ce10-4a19-b56c-23bee7b7d316 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1c1c524-321b-468d-87ba-35ebe178cc51,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:03.796099 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-cda3f69f-29c9-4ff4-a005-6aa84c2537ab None None] Attempting to bind port 1212289b-d904-4536-9ef1-71da2eb5a9d6 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:52:03.796684 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-cda3f69f-29c9-4ff4-a005-6aa84c2537ab None None] Attempting to bind port 1212289b-d904-4536-9ef1-71da2eb5a9d6 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': 'bdd410b3-9198-4748-b872-a4840957eef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '8320e101-644d-44af-9385-629dd54c3c0a'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:52:03.797305 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda3f69f-29c9-4ff4-a005-6aa84c2537ab None None] Attempting to bind port 1212289b-d904-4536-9ef1-71da2eb5a9d6 on network 8320e101-644d-44af-9385-629dd54c3c0a {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:52:03.808341 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda3f69f-29c9-4ff4-a005-6aa84c2537ab None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 51, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:52:03.809085 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda3f69f-29c9-4ff4-a005-6aa84c2537ab None None] Checking segment: {'id': 'bdd410b3-9198-4748-b872-a4840957eef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '8320e101-644d-44af-9385-629dd54c3c0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:52:03.809804 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-cda3f69f-29c9-4ff4-a005-6aa84c2537ab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:03.810378 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda3f69f-29c9-4ff4-a005-6aa84c2537ab None None] Bound using segment: {'id': 'bdd410b3-9198-4748-b872-a4840957eef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '8320e101-644d-44af-9385-629dd54c3c0a'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:52:03.811992 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-cda3f69f-29c9-4ff4-a005-6aa84c2537ab None None] Bound port: 1212289b-d904-4536-9ef1-71da2eb5a9d6, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdd410b3-9198-4748-b872-a4840957eef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '8320e101-644d-44af-9385-629dd54c3c0a'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:52:03.812611 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-cda3f69f-29c9-4ff4-a005-6aa84c2537ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:03.887108 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-cda3f69f-29c9-4ff4-a005-6aa84c2537ab None None] For port 1212289b-d904-4536-9ef1-71da2eb5a9d6, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:52:03.890791 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-cda3f69f-29c9-4ff4-a005-6aa84c2537ab None None] For port 1212289b-d904-4536-9ef1-71da2eb5a9d6, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=1212289b-d904-4536-9ef1-71da2eb5a9d6,segment=NetworkSegment(bdd410b3-9198-4748-b872-a4840957eef7),segment_id=bdd410b3-9198-4748-b872-a4840957eef7)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:52:03.901472 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-cda3f69f-29c9-4ff4-a005-6aa84c2537ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:03.958483 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-665ec3e5-e1f3-4ca7-b6d3-1126d1e27cc8 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26836128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26761819'] for subnet, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:03.973393 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65917c9e-6540-46ef-b0e2-e0bab62f4b19 req-614cff33-1796-48d5-acce-65ec83ad85ff tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:03.975716 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-65917c9e-6540-46ef-b0e2-e0bab62f4b19 req-614cff33-1796-48d5-acce-65ec83ad85ff tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/ports?device_id=982cf2b9-f584-4e2b-9222-a8c52175a1df HTTP/1.1" status: 200 len: 943 time: 0.3746493 Oct 20 10:52:04.029107 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda3f69f-29c9-4ff4-a005-6aa84c2537ab None None] Pushing event updated for resources: {'Port': ['ID=1212289b-d904-4536-9ef1-71da2eb5a9d6,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:04.112786 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665ec3e5-e1f3-4ca7-b6d3-1126d1e27cc8 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Pushing event updated for resources: {'Subnet': ['ID=3a97c53e-e8a1-44b6-9728-76f5ea72ff31,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:04.146802 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76823bfb-f6d1-4d1a-9c22-2f4ee2d5d649 req-eb7ff2a3-0179-4946-838b-e2158abfd8a3 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:04.148420 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-76823bfb-f6d1-4d1a-9c22-2f4ee2d5d649 req-eb7ff2a3-0179-4946-838b-e2158abfd8a3 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=e2ea36db-c311-4e67-bf53-528fd4385881 HTTP/1.1" status: 200 len: 943 time: 0.5463231 Oct 20 10:52:04.207261 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-665ec3e5-e1f3-4ca7-b6d3-1126d1e27cc8 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Network 8320e101-644d-44af-9385-629dd54c3c0a is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:52:04.210472 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-665ec3e5-e1f3-4ca7-b6d3-1126d1e27cc8 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:52:04.221173 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-665ec3e5-e1f3-4ca7-b6d3-1126d1e27cc8 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:04.224030 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-665ec3e5-e1f3-4ca7-b6d3-1126d1e27cc8 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:04.268011 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-76823bfb-f6d1-4d1a-9c22-2f4ee2d5d649 req-e8f3adc6-269e-4c49-a360-0444152d901a tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e1d7c5e-d35b-480e-bc76-e69dc8123b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981016 Oct 20 10:52:04.323705 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-65917c9e-6540-46ef-b0e2-e0bab62f4b19 req-5fbf14d3-fbc5-453b-8769-137220286b57 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/security-groups?id=4de8cd6c-6bcc-4778-96b5-f0ccd59485f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3315628 Oct 20 10:52:04.340656 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-665ec3e5-e1f3-4ca7-b6d3-1126d1e27cc8 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3785751 Oct 20 10:52:04.343708 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 48140) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:04.349452 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-65f74f0c-4026-481d-a16b-916da8843bf0 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Request body: {'port': {'network_id': '8320e101-644d-44af-9385-629dd54c3c0a', 'mac_address': 'fa:16:3e:1f:fc:59', 'name': 'tempest-NetworksTestDHCPv6-1435614769'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:52:04.443722 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 48142) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:04.457524 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ddb589e0-6637-4169-b820-fe30ed97cd1b admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:04.501839 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65f74f0c-4026-481d-a16b-916da8843bf0 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Made reservation on behalf of 22a79d88690a4055b95547a3f21027fa for: {'port': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:52:04.600880 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-65f74f0c-4026-481d-a16b-916da8843bf0 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:04.626806 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ddb589e0-6637-4169-b820-fe30ed97cd1b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:04.630660 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [None req-65f74f0c-4026-481d-a16b-916da8843bf0 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] device_id is not set on port 644f074c-25fd-43d2-bdf3-af552f08ca6e yet. {{(pid=100596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:52:04.633237 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ddb589e0-6637-4169-b820-fe30ed97cd1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:04.666652 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 9a694840-85b2-41cc-8b6b-82d014e9b501 details requested by agent hyperv_n-h1-811396-3 with host n-h1-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:52:04.699640 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 48144) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:04.706123 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-ddb589e0-6637-4169-b820-fe30ed97cd1b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8967a3bfd14a49c9b0927ca20c9c40a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2529454 Oct 20 10:52:04.708183 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb589e0-6637-4169-b820-fe30ed97cd1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d082b93f-f6c5-4f0b-9c6d-d33a37b7286a,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:04.810596 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-400a83e9-8a6d-4105-bdc6-190acfc16e3b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:04.844643 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 9a694840-85b2-41cc-8b6b-82d014e9b501, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=9a694840-85b2-41cc-8b6b-82d014e9b501,segment=NetworkSegment(29d98e95-6dbd-4a20-a917-70645d26e8f8),segment_id=29d98e95-6dbd-4a20-a917-70645d26e8f8)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:52:04.856921 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-400a83e9-8a6d-4105-bdc6-190acfc16e3b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:04.859021 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Returning: {'device': '9a694840-85b2-41cc-8b6b-82d014e9b501', 'network_id': 'b3481165-3e87-46ad-826c-7d431607ac7a', 'port_id': '9a694840-85b2-41cc-8b6b-82d014e9b501', 'mac_address': 'fa:16:3e:4a:72:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 819, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06a8754b-afbe-40dd-82e4-c21b59e7daf0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:52:04.915594 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:04.932253 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a694840-85b2-41cc-8b6b-82d014e9b501 {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:52:04.948632 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [None req-65f74f0c-4026-481d-a16b-916da8843bf0 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Allocated IP 172.20.0.5 (8320e101-644d-44af-9385-629dd54c3c0a/3a97c53e-e8a1-44b6-9728-76f5ea72ff31/644f074c-25fd-43d2-bdf3-af552f08ca6e) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:52:04.958207 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [None req-65f74f0c-4026-481d-a16b-916da8843bf0 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Allocated IP 2001:db8::f816:3eff:fe1f:fc59 (8320e101-644d-44af-9385-629dd54c3c0a/17ba49ee-be67-423f-b8c2-cf0637b65875/644f074c-25fd-43d2-bdf3-af552f08ca6e) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:52:04.963698 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 9a694840-85b2-41cc-8b6b-82d014e9b501, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=9a694840-85b2-41cc-8b6b-82d014e9b501,segment=NetworkSegment(29d98e95-6dbd-4a20-a917-70645d26e8f8),segment_id=29d98e95-6dbd-4a20-a917-70645d26e8f8)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:52:04.969873 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:05.003888 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-400a83e9-8a6d-4105-bdc6-190acfc16e3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:05.010090 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-400a83e9-8a6d-4105-bdc6-190acfc16e3b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:05.011284 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-400a83e9-8a6d-4105-bdc6-190acfc16e3b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d082b93f-f6c5-4f0b-9c6d-d33a37b7286a HTTP/1.1" status: 204 len: 168 time: 0.3108737 Oct 20 10:52:05.077501 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=9a694840-85b2-41cc-8b6b-82d014e9b501,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:05.116512 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400a83e9-8a6d-4105-bdc6-190acfc16e3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d082b93f-f6c5-4f0b-9c6d-d33a37b7286a,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:05.450366 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-65f74f0c-4026-481d-a16b-916da8843bf0 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:05.458650 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['9a694840-85b2-41cc-8b6b-82d014e9b501'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:52:05.638636 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864f7819-947d-4802-b489-2db5463031f6 req-46fcdc2b-887b-46fc-be14-f571f5c0bb88 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:05.646925 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-864f7819-947d-4802-b489-2db5463031f6 req-46fcdc2b-887b-46fc-be14-f571f5c0bb88 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=e2ea36db-c311-4e67-bf53-528fd4385881 HTTP/1.1" status: 200 len: 943 time: 0.2425749 Oct 20 10:52:05.673053 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-836aa085-54da-4a9f-b2dd-eef99a8b702d None None] Network 8320e101-644d-44af-9385-629dd54c3c0a requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:52:05.685624 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8833c971-d007-4c85-9709-722fb273d70b req-5bc9b006-527b-467c-bf70-f9b90a02ce1b tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:05.693452 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8833c971-d007-4c85-9709-722fb273d70b req-5bc9b006-527b-467c-bf70-f9b90a02ce1b tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/ports?device_id=982cf2b9-f584-4e2b-9222-a8c52175a1df HTTP/1.1" status: 200 len: 944 time: 0.1876831 Oct 20 10:52:05.702478 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-65f74f0c-4026-481d-a16b-916da8843bf0 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:05.758095 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-864f7819-947d-4802-b489-2db5463031f6 req-790ce4eb-1954-4e1d-aefa-364e34739e6b tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e1d7c5e-d35b-480e-bc76-e69dc8123b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101584 Oct 20 10:52:05.841582 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8833c971-d007-4c85-9709-722fb273d70b req-5bc0da35-389c-467f-84c9-5215f26bb93d tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/security-groups?id=4de8cd6c-6bcc-4778-96b5-f0ccd59485f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1472092 Oct 20 10:52:05.844002 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f74f0c-4026-481d-a16b-916da8843bf0 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Network 8320e101-644d-44af-9385-629dd54c3c0a is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:52:05.857766 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-6a8a723f-f3ac-4158-9cc1-6f8a0b02ed03 None None] Provisioning complete for port 1212289b-d904-4536-9ef1-71da2eb5a9d6 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:52:05.858473 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-6a8a723f-f3ac-4158-9cc1-6f8a0b02ed03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:05.867944 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-65f74f0c-4026-481d-a16b-916da8843bf0 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:52:05.872107 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f74f0c-4026-481d-a16b-916da8843bf0 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:52:05.882131 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f74f0c-4026-481d-a16b-916da8843bf0 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Pushing event updated for resources: {'Port': ['ID=644f074c-25fd-43d2-bdf3-af552f08ca6e,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:06.004340 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65f74f0c-4026-481d-a16b-916da8843bf0 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:06.005234 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-65f74f0c-4026-481d-a16b-916da8843bf0 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:06.031054 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 48182) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:06.042345 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-65f74f0c-4026-481d-a16b-916da8843bf0 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.6973112 Oct 20 10:52:06.125658 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a41bdaa-0205-4333-9795-692cc73bb1ed tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:06.144106 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a41bdaa-0205-4333-9795-692cc73bb1ed tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:06.153520 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 48186) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:06.165759 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-9a41bdaa-0205-4333-9795-692cc73bb1ed tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1318281 Oct 20 10:52:06.421275 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-d406cc51-a320-410c-96e7-44eeca8eb14c tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Deleting port 644f074c-25fd-43d2-bdf3-af552f08ca6e {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:52:06.421727 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d406cc51-a320-410c-96e7-44eeca8eb14c tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:06.468246 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 1212289b-d904-4536-9ef1-71da2eb5a9d6 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:52:06.585262 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-bf412e64-98b3-44b6-a0ba-353a2e162f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:06.658700 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-6a8a723f-f3ac-4158-9cc1-6f8a0b02ed03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:06.659304 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d406cc51-a320-410c-96e7-44eeca8eb14c tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:06.688579 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-d406cc51-a320-410c-96e7-44eeca8eb14c tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Calling delete_port for 644f074c-25fd-43d2-bdf3-af552f08ca6e owned by {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:52:06.734356 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 1212289b-d904-4536-9ef1-71da2eb5a9d6 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:52:06.735128 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:06.818789 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-6a8a723f-f3ac-4158-9cc1-6f8a0b02ed03 None None] For port 1212289b-d904-4536-9ef1-71da2eb5a9d6, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=1212289b-d904-4536-9ef1-71da2eb5a9d6,segment=NetworkSegment(bdd410b3-9198-4748-b872-a4840957eef7),segment_id=bdd410b3-9198-4748-b872-a4840957eef7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:52:06.833820 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca98156-872f-4061-9a45-88ee222a797e None None] Update dhcp port {'port': {'network_id': '8320e101-644d-44af-9385-629dd54c3c0a', 'fixed_ips': [{'subnet_id': '17ba49ee-be67-423f-b8c2-cf0637b65875', 'ip_address': '2001:db8::f816:3eff:fe78:1f22'}, {'subnet_id': '3a97c53e-e8a1-44b6-9728-76f5ea72ff31'}], 'binding:host_id': 'n-d-811396-3'}, 'id': '1212289b-d904-4536-9ef1-71da2eb5a9d6'} from n-d-811396-3. {{(pid=100598) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 20 10:52:06.869617 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-5ca98156-872f-4061-9a45-88ee222a797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:06.889425 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-6a8a723f-f3ac-4158-9cc1-6f8a0b02ed03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:07.150226 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b5ff32-93d2-4eae-91da-b0005dcab93e req-283f3ca8-fd99-42f3-9503-91cdd32f9d5d tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:07.151543 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 48210) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:07.161485 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-75b5ff32-93d2-4eae-91da-b0005dcab93e req-283f3ca8-fd99-42f3-9503-91cdd32f9d5d tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=e2ea36db-c311-4e67-bf53-528fd4385881 HTTP/1.1" status: 200 len: 943 time: 0.1842844 Oct 20 10:52:07.191468 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01751e2d-3c0b-4cce-81b0-92d41cc8e710 req-02f19f3e-61f0-4507-8deb-980fd59b33a9 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:07.200173 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-01751e2d-3c0b-4cce-81b0-92d41cc8e710 req-02f19f3e-61f0-4507-8deb-980fd59b33a9 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/ports?device_id=982cf2b9-f584-4e2b-9222-a8c52175a1df HTTP/1.1" status: 200 len: 944 time: 0.2185271 Oct 20 10:52:07.260552 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:07.281108 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a723f-f3ac-4158-9cc1-6f8a0b02ed03 None None] Pushing event updated for resources: {'Port': ['ID=1212289b-d904-4536-9ef1-71da2eb5a9d6,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:07.364325 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-01751e2d-3c0b-4cce-81b0-92d41cc8e710 req-2e6db6ef-b980-49a9-8bf6-f00fc179adb3 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/security-groups?id=4de8cd6c-6bcc-4778-96b5-f0ccd59485f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1627038 Oct 20 10:52:07.416218 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-5ca98156-872f-4061-9a45-88ee222a797e None None] Allocated IP 172.20.0.2 (8320e101-644d-44af-9385-629dd54c3c0a/3a97c53e-e8a1-44b6-9728-76f5ea72ff31/1212289b-d904-4536-9ef1-71da2eb5a9d6) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:52:07.432482 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-75b5ff32-93d2-4eae-91da-b0005dcab93e req-67c597f6-2c87-47d5-bb7a-f10e4f999226 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e1d7c5e-d35b-480e-bc76-e69dc8123b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301509 Oct 20 10:52:07.446856 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d406cc51-a320-410c-96e7-44eeca8eb14c tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:07.489902 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d406cc51-a320-410c-96e7-44eeca8eb14c tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Pushing event deleted for resources: {'Port': ['ID=644f074c-25fd-43d2-bdf3-af552f08ca6e,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:07.541555 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8ddbf633-a2b6-44b1-af4b-24d8cf98ed67 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:07.581398 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:07.619043 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-5ca98156-872f-4061-9a45-88ee222a797e None None] For port 1212289b-d904-4536-9ef1-71da2eb5a9d6, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=1212289b-d904-4536-9ef1-71da2eb5a9d6,segment=NetworkSegment(bdd410b3-9198-4748-b872-a4840957eef7),segment_id=bdd410b3-9198-4748-b872-a4840957eef7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:52:07.658467 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-5ca98156-872f-4061-9a45-88ee222a797e None None] Publish callbacks [] for port, precommit_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:07.658727 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d406cc51-a320-410c-96e7-44eeca8eb14c tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:07.664839 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-5ca98156-872f-4061-9a45-88ee222a797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:07.665960 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-d406cc51-a320-410c-96e7-44eeca8eb14c tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "DELETE /v2.0/ports/644f074c-25fd-43d2-bdf3-af552f08ca6e HTTP/1.1" status: 204 len: 168 time: 1.5106652 Oct 20 10:52:07.666764 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 48220) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:07.688441 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8ddbf633-a2b6-44b1-af4b-24d8cf98ed67 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:07.696330 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8ddbf633-a2b6-44b1-af4b-24d8cf98ed67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:07.756273 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9f3987-1845-4719-b8a8-a107c2efd7ac tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:07.758369 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9f3987-1845-4719-b8a8-a107c2efd7ac tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:07.760476 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9f3987-1845-4719-b8a8-a107c2efd7ac tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:07.761333 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-8ddbf633-a2b6-44b1-af4b-24d8cf98ed67 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0df1e239b30246b0834f5a7f6b51f5c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6086993 Oct 20 10:52:07.762478 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-5f9f3987-1845-4719-b8a8-a107c2efd7ac tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0947652 Oct 20 10:52:07.770787 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 48230) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:07.779718 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 48228) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:07.785320 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca98156-872f-4061-9a45-88ee222a797e None None] Pushing event updated for resources: {'Port': ['ID=1212289b-d904-4536-9ef1-71da2eb5a9d6,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:07.821985 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddbf633-a2b6-44b1-af4b-24d8cf98ed67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=774da081-d672-4c51-8609-5dbde21855f5,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:07.845422 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a700e56-7f31-4798-a999-3b6439ffefa7 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Deleting subnet 17ba49ee-be67-423f-b8c2-cf0637b65875 {{(pid=100596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:52:07.848813 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-9a700e56-7f31-4798-a999-3b6439ffefa7 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks [] for subnet, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:07.897840 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-9a700e56-7f31-4798-a999-3b6439ffefa7 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25189079'] for subnet, precommit_delete_associations {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:07.900072 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 7ec96bf5-150a-4aef-a441-40fcb21253c4 details requested by agent hyperv_n-h2-811396-3 with host n-h2-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:52:07.906049 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3fe18004-328f-4e2a-8a5e-7d00e14ed411 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:07.938438 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3fe18004-328f-4e2a-8a5e-7d00e14ed411 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:08.010711 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3fe18004-328f-4e2a-8a5e-7d00e14ed411 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:08.014213 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3fe18004-328f-4e2a-8a5e-7d00e14ed411 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:08.015412 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-3fe18004-328f-4e2a-8a5e-7d00e14ed411 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/774da081-d672-4c51-8609-5dbde21855f5 HTTP/1.1" status: 204 len: 168 time: 0.2347579 Oct 20 10:52:08.023011 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:08.042186 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 7ec96bf5-150a-4aef-a441-40fcb21253c4, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=7ec96bf5-150a-4aef-a441-40fcb21253c4,segment=NetworkSegment(5f5097d1-dd03-4e53-8d67-381b8a2c1ac8),segment_id=5f5097d1-dd03-4e53-8d67-381b8a2c1ac8)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:52:08.043949 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe18004-328f-4e2a-8a5e-7d00e14ed411 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=774da081-d672-4c51-8609-5dbde21855f5,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:08.069948 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Returning: {'device': '7ec96bf5-150a-4aef-a441-40fcb21253c4', 'network_id': 'cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0', 'port_id': '7ec96bf5-150a-4aef-a441-40fcb21253c4', 'mac_address': 'fa:16:3e:4b:8b:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 840, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46305bfd-5c10-42c9-8afc-597f2425497e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:52:08.070899 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-9a700e56-7f31-4798-a999-3b6439ffefa7 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:08.129554 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:08.146489 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-9a700e56-7f31-4798-a999-3b6439ffefa7 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26836193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26761888'] for subnet, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:08.157931 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ec96bf5-150a-4aef-a441-40fcb21253c4 {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:52:08.186049 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 7ec96bf5-150a-4aef-a441-40fcb21253c4, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=7ec96bf5-150a-4aef-a441-40fcb21253c4,segment=NetworkSegment(5f5097d1-dd03-4e53-8d67-381b8a2c1ac8),segment_id=5f5097d1-dd03-4e53-8d67-381b8a2c1ac8)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:52:08.192014 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:08.200489 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a700e56-7f31-4798-a999-3b6439ffefa7 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Pushing event deleted for resources: {'Subnet': ['ID=17ba49ee-be67-423f-b8c2-cf0637b65875,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:08.206423 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-9a700e56-7f31-4798-a999-3b6439ffefa7 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:08.210044 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-9a700e56-7f31-4798-a999-3b6439ffefa7 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "DELETE /v2.0/subnets/17ba49ee-be67-423f-b8c2-cf0637b65875 HTTP/1.1" status: 204 len: 168 time: 0.4380002 Oct 20 10:52:08.212794 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 48244) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:08.271490 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0c1759-cf30-4133-947a-cee341bea3b9 req-edb5dc62-b391-428e-9bf4-bfbc059b927c tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:08.280471 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8f0c1759-cf30-4133-947a-cee341bea3b9 req-edb5dc62-b391-428e-9bf4-bfbc059b927c tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3f9930f-6768-428d-b296-1e65ca6bdfa7 HTTP/1.1" status: 200 len: 945 time: 0.1188505 Oct 20 10:52:08.286464 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=7ec96bf5-150a-4aef-a441-40fcb21253c4,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:08.352339 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8f0c1759-cf30-4133-947a-cee341bea3b9 req-e5475a47-c990-4a57-aede-6559d949032e tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=58574406-52f6-4da8-ba4e-3f91a696d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707951 Oct 20 10:52:08.364338 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_v2 [None req-efd3d832-8683-4aa2-a7ae-880804963a04 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Deleting subnet 3a97c53e-e8a1-44b6-9728-76f5ea72ff31 {{(pid=100597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:52:08.365392 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 1212289b-d904-4536-9ef1-71da2eb5a9d6 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:52:08.372451 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-efd3d832-8683-4aa2-a7ae-880804963a04 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks [] for subnet, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:08.406194 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['7ec96bf5-150a-4aef-a441-40fcb21253c4'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:52:08.456517 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-efd3d832-8683-4aa2-a7ae-880804963a04 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25852621'] for subnet, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:08.602427 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-efd3d832-8683-4aa2-a7ae-880804963a04 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:08.619309 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 1212289b-d904-4536-9ef1-71da2eb5a9d6 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:52:08.620214 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:08.658336 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc1dd12-3a5e-4f95-9fd6-695b54fbc8f2 req-0da51aa4-6ff2-44c3-9f23-342f2bca1639 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:08.661290 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6bc1dd12-3a5e-4f95-9fd6-695b54fbc8f2 req-0da51aa4-6ff2-44c3-9f23-342f2bca1639 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/ports?device_id=982cf2b9-f584-4e2b-9222-a8c52175a1df HTTP/1.1" status: 200 len: 944 time: 0.1600115 Oct 20 10:52:08.667261 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 9a694840-85b2-41cc-8b6b-82d014e9b501 up at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:52:08.694707 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea495e3-c3e6-4932-84c1-d78bb2c652f9 None None] Network 8320e101-644d-44af-9385-629dd54c3c0a requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:52:08.702487 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-efd3d832-8683-4aa2-a7ae-880804963a04 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25350811'] for subnet, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:08.711774 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3505d4-3e91-49a2-84cb-31044be43144 req-97a78169-85ea-45fb-89df-bd5938243300 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:08.721056 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cb3505d4-3e91-49a2-84cb-31044be43144 req-97a78169-85ea-45fb-89df-bd5938243300 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=e2ea36db-c311-4e67-bf53-528fd4385881 HTTP/1.1" status: 200 len: 944 time: 0.1458950 Oct 20 10:52:08.737269 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd3d832-8683-4aa2-a7ae-880804963a04 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Pushing event deleted for resources: {'Subnet': ['ID=3a97c53e-e8a1-44b6-9728-76f5ea72ff31,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:08.750313 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-efd3d832-8683-4aa2-a7ae-880804963a04 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:08.754745 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-efd3d832-8683-4aa2-a7ae-880804963a04 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "DELETE /v2.0/subnets/3a97c53e-e8a1-44b6-9728-76f5ea72ff31 HTTP/1.1" status: 204 len: 168 time: 0.5408313 Oct 20 10:52:08.757204 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 48264) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:08.809053 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-4f5b25fd-aa47-4bdb-9910-e3c38efb3161 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0497909 Oct 20 10:52:08.811787 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 48268) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:08.820052 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6bc1dd12-3a5e-4f95-9fd6-695b54fbc8f2 req-07090b76-c8c3-43a2-9733-51ded3582340 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/security-groups?id=4de8cd6c-6bcc-4778-96b5-f0ccd59485f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1508334 Oct 20 10:52:08.820661 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-f98ca8d7-211f-4743-9bde-23a0ed500964 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Request body: {'subnet': {'network_id': '8320e101-644d-44af-9385-629dd54c3c0a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:52:08.827097 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cb3505d4-3e91-49a2-84cb-31044be43144 req-93367917-00ce-484a-98b1-5247d23c0e0b tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e1d7c5e-d35b-480e-bc76-e69dc8123b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048517 Oct 20 10:52:08.902601 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1159b54c-5218-43ae-a03e-3ea02abbba6b None None] Could not find standard attr ID for object 644f074c-25fd-43d2-bdf3-af552f08ca6e. {{(pid=100598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 20 10:52:08.951498 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f98ca8d7-211f-4743-9bde-23a0ed500964 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Made reservation on behalf of 22a79d88690a4055b95547a3f21027fa for: {'subnet': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:52:08.956580 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f98ca8d7-211f-4743-9bde-23a0ed500964 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25350782'] for subnet, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:08.998381 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:09.009403 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1159b54c-5218-43ae-a03e-3ea02abbba6b None None] Provisioning complete for port 1212289b-d904-4536-9ef1-71da2eb5a9d6 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:52:09.010040 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1159b54c-5218-43ae-a03e-3ea02abbba6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:09.094583 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning for port 9a694840-85b2-41cc-8b6b-82d014e9b501 completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:52:09.111467 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning complete for port 9a694840-85b2-41cc-8b6b-82d014e9b501 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:52:09.111844 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:09.210418 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3508d57c-073a-4854-b76a-dd98ab9c93ec None None] DHCP port deletion for 8320e101-644d-44af-9385-629dd54c3c0a request from n-d-811396-3 {{(pid=100598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:52:09.277056 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:09.308489 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '982cf2b9-f584-4e2b-9222-a8c52175a1df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a694840-85b2-41cc-8b6b-82d014e9b501'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:52:09.310755 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5a0dfe0-00a6-4e61-9bd8-d14b245a337d" -d '{"events": [{"server_uuid": "982cf2b9-f584-4e2b-9222-a8c52175a1df", "name": "network-vif-plugged", "status": "completed", "tag": "9a694840-85b2-41cc-8b6b-82d014e9b501"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:52:09.326481 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 9a694840-85b2-41cc-8b6b-82d014e9b501, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=9a694840-85b2-41cc-8b6b-82d014e9b501,segment=NetworkSegment(29d98e95-6dbd-4a20-a917-70645d26e8f8),segment_id=29d98e95-6dbd-4a20-a917-70645d26e8f8)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:52:09.331358 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-3508d57c-073a-4854-b76a-dd98ab9c93ec None None] Deleting port 1212289b-d904-4536-9ef1-71da2eb5a9d6 {{(pid=100598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:52:09.331764 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3508d57c-073a-4854-b76a-dd98ab9c93ec None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:09.334931 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:09.371822 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5be4196-e8c4-43db-a8aa-712505413ad3 x-openstack-request-id: req-b5be4196-e8c4-43db-a8aa-712505413ad3 {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:52:09.372109 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "982cf2b9-f584-4e2b-9222-a8c52175a1df", "name": "network-vif-plugged", "status": "completed", "tag": "9a694840-85b2-41cc-8b6b-82d014e9b501", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:52:09.372357 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b5be4196-e8c4-43db-a8aa-712505413ad3 {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:52:09.372769 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '982cf2b9-f584-4e2b-9222-a8c52175a1df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a694840-85b2-41cc-8b6b-82d014e9b501', 'code': 200} Oct 20 10:52:09.437785 n-d-811396-3 neutron-server[100597]: DEBUG neutron.objects.ports [None req-f98ca8d7-211f-4743-9bde-23a0ed500964 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100597) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 20 10:52:09.450567 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=9a694840-85b2-41cc-8b6b-82d014e9b501,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:09.473017 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-3508d57c-073a-4854-b76a-dd98ab9c93ec None None] For port 1212289b-d904-4536-9ef1-71da2eb5a9d6, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=1212289b-d904-4536-9ef1-71da2eb5a9d6,segment=NetworkSegment(bdd410b3-9198-4748-b872-a4840957eef7),segment_id=bdd410b3-9198-4748-b872-a4840957eef7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:52:09.473421 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3508d57c-073a-4854-b76a-dd98ab9c93ec None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:09.488684 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-3508d57c-073a-4854-b76a-dd98ab9c93ec None None] Calling delete_port for 1212289b-d904-4536-9ef1-71da2eb5a9d6 owned by network:dhcp {{(pid=100598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:52:09.583674 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3508d57c-073a-4854-b76a-dd98ab9c93ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956'] for port, after_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:09.612186 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aad7f2-5187-4930-83ac-46633d9a94a1 req-4e1246d3-ddd2-48f2-9de1-2716f7a28917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:09.613646 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-42aad7f2-5187-4930-83ac-46633d9a94a1 req-4e1246d3-ddd2-48f2-9de1-2716f7a28917 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=982cf2b9-f584-4e2b-9222-a8c52175a1df HTTP/1.1" status: 200 len: 1096 time: 0.1517549 Oct 20 10:52:09.617604 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3508d57c-073a-4854-b76a-dd98ab9c93ec None None] Pushing event deleted for resources: {'Port': ['ID=1212289b-d904-4536-9ef1-71da2eb5a9d6,revision_number=None']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:09.621919 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3508d57c-073a-4854-b76a-dd98ab9c93ec None None] No DVR routers for this DVR port 1212289b-d904-4536-9ef1-71da2eb5a9d6 on host n-d-811396-3 {{(pid=100598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:52:09.625239 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b5d237-db66-45fb-9572-eaccebed8b99 req-22bcae63-3175-4cf6-a144-2e572e69076f tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:09.629992 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-50b5d237-db66-45fb-9572-eaccebed8b99 req-22bcae63-3175-4cf6-a144-2e572e69076f tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3f9930f-6768-428d-b296-1e65ca6bdfa7 HTTP/1.1" status: 200 len: 945 time: 0.1191068 Oct 20 10:52:09.669503 n-d-811396-3 neutron-server[100597]: WARNING neutron.services.revisions.revision_plugin [None req-f98ca8d7-211f-4743-9bde-23a0ed500964 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Could not find related port for resource to bump revision. Oct 20 10:52:09.679926 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-42aad7f2-5187-4930-83ac-46633d9a94a1 req-590e2f90-3993-460a-bc96-e7a6b9f3dc7c service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=4de8cd6c-6bcc-4778-96b5-f0ccd59485f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500224 Oct 20 10:52:09.680318 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.ipam_pluggable_backend [None req-f98ca8d7-211f-4743-9bde-23a0ed500964 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Port 1212289b-d904-4536-9ef1-71da2eb5a9d6 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=100597) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Oct 20 10:52:09.680592 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.ipam_pluggable_backend [None req-f98ca8d7-211f-4743-9bde-23a0ed500964 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Reverting IP allocation for 2001:db8::f816:3eff:fe78:1f22 {{(pid=100597) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Oct 20 10:52:09.684317 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.ipam_pluggable_backend [None req-f98ca8d7-211f-4743-9bde-23a0ed500964 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe78:1f22 {{(pid=100597) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Oct 20 10:52:09.685623 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f98ca8d7-211f-4743-9bde-23a0ed500964 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25350752'] for subnet, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:09.697954 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-50b5d237-db66-45fb-9572-eaccebed8b99 req-8b335199-7c28-43ff-b472-00fb6e11806f tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=58574406-52f6-4da8-ba4e-3f91a696d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451279 Oct 20 10:52:09.777019 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f98ca8d7-211f-4743-9bde-23a0ed500964 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Network 8320e101-644d-44af-9385-629dd54c3c0a is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:52:09.841724 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-f98ca8d7-211f-4743-9bde-23a0ed500964 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:52:09.841724 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f98ca8d7-211f-4743-9bde-23a0ed500964 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:09.843166 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daac8f26-5557-42be-acaa-197a885c0d77 None None] Network 8320e101-644d-44af-9385-629dd54c3c0a requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:52:09.843346 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f98ca8d7-211f-4743-9bde-23a0ed500964 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:09.843346 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98ca8d7-211f-4743-9bde-23a0ed500964 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Pushing event updated for resources: {'Subnet': ['ID=24fca38d-b114-45bb-bbe1-86e56c80b3f8,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:09.879765 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 48318) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:09.881811 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-f98ca8d7-211f-4743-9bde-23a0ed500964 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0669956 Oct 20 10:52:09.885504 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-ecf582e6-49b5-44cc-8c2b-75f22109b0b5 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Request body: {'subnet': {'network_id': '8320e101-644d-44af-9385-629dd54c3c0a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:52:09.912256 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 7ec96bf5-150a-4aef-a441-40fcb21253c4 up at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:52:10.075425 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9d17f3-525d-4133-b5e4-d1250ae796a6 req-e2994950-6fc0-4afb-b7fa-3ae448f081b7 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:10.077219 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-af9d17f3-525d-4133-b5e4-d1250ae796a6 req-e2994950-6fc0-4afb-b7fa-3ae448f081b7 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/ports?device_id=982cf2b9-f584-4e2b-9222-a8c52175a1df HTTP/1.1" status: 200 len: 945 time: 0.1017630 Oct 20 10:52:10.091358 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d1e5f04-9613-42a4-84cf-a0f75fc85e64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524064ba-869c-5550-b826-c26b69a11278-8320e101-644d-44af-9385-629dd54c3c0a', 'network_id': '8320e101-644d-44af-9385-629dd54c3c0a', 'tenant_id': '22a79d88690a4055b95547a3f21027fa', 'fixed_ips': [{'subnet_id': '24fca38d-b114-45bb-bbe1-86e56c80b3f8'}]}} from n-d-811396-3. {{(pid=100598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:52:10.092238 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-7d1e5f04-9613-42a4-84cf-a0f75fc85e64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:10.107966 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning for port 7ec96bf5-150a-4aef-a441-40fcb21253c4 completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:52:10.115658 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning complete for port 7ec96bf5-150a-4aef-a441-40fcb21253c4 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:52:10.115992 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:10.137575 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-af9d17f3-525d-4133-b5e4-d1250ae796a6 req-8b2a845e-6903-4c80-a7b1-facd1f2d5f92 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/security-groups?id=4de8cd6c-6bcc-4778-96b5-f0ccd59485f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491452 Oct 20 10:52:10.138655 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecf582e6-49b5-44cc-8c2b-75f22109b0b5 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Made reservation on behalf of 22a79d88690a4055b95547a3f21027fa for: {'subnet': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:52:10.144096 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ecf582e6-49b5-44cc-8c2b-75f22109b0b5 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26761797'] for subnet, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:10.178725 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 48330) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:10.333969 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-7d1e5f04-9613-42a4-84cf-a0f75fc85e64 None None] Allocated IP 2001:db8::f816:3eff:fe6d:e22b (8320e101-644d-44af-9385-629dd54c3c0a/24fca38d-b114-45bb-bbe1-86e56c80b3f8/d2b40519-9b20-4f65-b402-ae7bb18ce1aa) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:52:10.369226 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-b8837d1f-b9ff-4475-bb8b-475b520667f1 tempest-DHCPAgentSchedulersTestJSON-333965567 tempest-DHCPAgentSchedulersTestJSON-333965567-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-706975596'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:52:10.407037 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 1212289b-d904-4536-9ef1-71da2eb5a9d6 no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:52:10.443970 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8837d1f-b9ff-4475-bb8b-475b520667f1 tempest-DHCPAgentSchedulersTestJSON-333965567 tempest-DHCPAgentSchedulersTestJSON-333965567-project] Made reservation on behalf of 7a697a4a8f744db7a46eafaa08545f42 for: {'network': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:52:10.448290 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b8837d1f-b9ff-4475-bb8b-475b520667f1 tempest-DHCPAgentSchedulersTestJSON-333965567 tempest-DHCPAgentSchedulersTestJSON-333965567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:10.450914 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 1212289b-d904-4536-9ef1-71da2eb5a9d6 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:52:10.451262 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 1212289b-d904-4536-9ef1-71da2eb5a9d6 not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:52:10.466142 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127bff61-fe59-4021-b6fc-f8bc754410a1 req-d069680f-87cc-4e1f-86f1-1975e77b2fd1 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:10.476901 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-127bff61-fe59-4021-b6fc-f8bc754410a1 req-d069680f-87cc-4e1f-86f1-1975e77b2fd1 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=e2ea36db-c311-4e67-bf53-528fd4385881 HTTP/1.1" status: 200 len: 944 time: 0.1732795 Oct 20 10:52:10.480565 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b8837d1f-b9ff-4475-bb8b-475b520667f1 tempest-DHCPAgentSchedulersTestJSON-333965567 tempest-DHCPAgentSchedulersTestJSON-333965567-project] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:10.546450 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-127bff61-fe59-4021-b6fc-f8bc754410a1 req-e7f1563a-0e4e-45ec-9939-7cc83a25f613 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e1d7c5e-d35b-480e-bc76-e69dc8123b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683348 Oct 20 10:52:10.573300 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b8837d1f-b9ff-4475-bb8b-475b520667f1 tempest-DHCPAgentSchedulersTestJSON-333965567 tempest-DHCPAgentSchedulersTestJSON-333965567-project] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:10.579888 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b8837d1f-b9ff-4475-bb8b-475b520667f1 tempest-DHCPAgentSchedulersTestJSON-333965567 tempest-DHCPAgentSchedulersTestJSON-333965567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:10.637913 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8837d1f-b9ff-4475-bb8b-475b520667f1 tempest-DHCPAgentSchedulersTestJSON-333965567 tempest-DHCPAgentSchedulersTestJSON-333965567-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9776ac2f-92e1-4322-ab12-a4a204dcf6fd,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:10.641322 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8837d1f-b9ff-4475-bb8b-475b520667f1 tempest-DHCPAgentSchedulersTestJSON-333965567 tempest-DHCPAgentSchedulersTestJSON-333965567-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 846} {{(pid=100597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:52:10.656178 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b8837d1f-b9ff-4475-bb8b-475b520667f1 tempest-DHCPAgentSchedulersTestJSON-333965567 tempest-DHCPAgentSchedulersTestJSON-333965567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:10.656726 n-d-811396-3 neutron-server[100597]: INFO neutron.db.segments_db [None req-b8837d1f-b9ff-4475-bb8b-475b520667f1 tempest-DHCPAgentSchedulersTestJSON-333965567 tempest-DHCPAgentSchedulersTestJSON-333965567-project] Added segment 82b66fdb-7f3e-4f44-87a3-8d0eb185d250 of type vlan for network 379cdc49-3b72-41ff-8c0c-16a512f3c4fc Oct 20 10:52:10.707077 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:10.710240 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-7d1e5f04-9613-42a4-84cf-a0f75fc85e64 None None] Publish callbacks [] for port, precommit_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:10.721883 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b8837d1f-b9ff-4475-bb8b-475b520667f1 tempest-DHCPAgentSchedulersTestJSON-333965567 tempest-DHCPAgentSchedulersTestJSON-333965567-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:10.727968 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-7d1e5f04-9613-42a4-84cf-a0f75fc85e64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:10.759739 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ecf582e6-49b5-44cc-8c2b-75f22109b0b5 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26836128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26761819'] for subnet, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:10.764312 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b8837d1f-b9ff-4475-bb8b-475b520667f1 tempest-DHCPAgentSchedulersTestJSON-333965567 tempest-DHCPAgentSchedulersTestJSON-333965567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:10.773345 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8837d1f-b9ff-4475-bb8b-475b520667f1 tempest-DHCPAgentSchedulersTestJSON-333965567 tempest-DHCPAgentSchedulersTestJSON-333965567-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:10.774331 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b8837d1f-b9ff-4475-bb8b-475b520667f1 tempest-DHCPAgentSchedulersTestJSON-333965567 tempest-DHCPAgentSchedulersTestJSON-333965567-project] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:10.777580 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 7ec96bf5-150a-4aef-a441-40fcb21253c4, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=7ec96bf5-150a-4aef-a441-40fcb21253c4,segment=NetworkSegment(5f5097d1-dd03-4e53-8d67-381b8a2c1ac8),segment_id=5f5097d1-dd03-4e53-8d67-381b8a2c1ac8)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:52:10.779853 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d1e5f04-9613-42a4-84cf-a0f75fc85e64 None None] Network 8320e101-644d-44af-9385-629dd54c3c0a is already hosted by enough agents. {{(pid=100598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:52:10.794144 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:10.805402 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.base_scheduler [None req-7d1e5f04-9613-42a4-84cf-a0f75fc85e64 None None] Resources bound (agent type, host, resource id): {{(pid=100598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:52:10.808606 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1e5f04-9613-42a4-84cf-a0f75fc85e64 None None] Received port after_create {{(pid=100598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:52:10.827689 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1e5f04-9613-42a4-84cf-a0f75fc85e64 None None] Pushing event updated for resources: {'Port': ['ID=d2b40519-9b20-4f65-b402-ae7bb18ce1aa,revision_number=1']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:10.828222 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf582e6-49b5-44cc-8c2b-75f22109b0b5 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Network 8320e101-644d-44af-9385-629dd54c3c0a is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:52:10.830412 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-ecf582e6-49b5-44cc-8c2b-75f22109b0b5 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:52:10.833522 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf582e6-49b5-44cc-8c2b-75f22109b0b5 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:10.833875 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ecf582e6-49b5-44cc-8c2b-75f22109b0b5 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:10.848709 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-b8837d1f-b9ff-4475-bb8b-475b520667f1 tempest-DHCPAgentSchedulersTestJSON-333965567 tempest-DHCPAgentSchedulersTestJSON-333965567-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.6686614 Oct 20 10:52:10.851763 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 48350) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:10.859600 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-322e91e2-edee-44d8-9e90-9c90b52ce440 tempest-DHCPAgentSchedulersTestJSON-333965567 tempest-DHCPAgentSchedulersTestJSON-333965567-project] Request body: {'subnet': {'network_id': '379cdc49-3b72-41ff-8c0c-16a512f3c4fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:52:10.865921 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf582e6-49b5-44cc-8c2b-75f22109b0b5 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Pushing event updated for resources: {'Subnet': ['ID=6b16ac3b-774e-4892-a203-cbbd8eda6cb1,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:10.885182 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-ecf582e6-49b5-44cc-8c2b-75f22109b0b5 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0035646 Oct 20 10:52:10.887806 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 48352) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:10.893698 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-ca4303a0-d9f0-49bc-82e4-eb22da6e093a tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Request body: {'port': {'network_id': '8320e101-644d-44af-9385-629dd54c3c0a', 'mac_address': 'fa:16:3e:96:3b:0b', 'name': 'tempest-NetworksTestDHCPv6-1904276464'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:52:10.897460 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8837d1f-b9ff-4475-bb8b-475b520667f1 tempest-DHCPAgentSchedulersTestJSON-333965567 tempest-DHCPAgentSchedulersTestJSON-333965567-project] Pushing event updated for resources: {'Network': ['ID=379cdc49-3b72-41ff-8c0c-16a512f3c4fc,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:10.934036 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network 379cdc49-3b72-41ff-8c0c-16a512f3c4fc details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:52:10.962914 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-7d1e5f04-9613-42a4-84cf-a0f75fc85e64 None None] Attempting to bind port d2b40519-9b20-4f65-b402-ae7bb18ce1aa on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:52:10.963298 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-7d1e5f04-9613-42a4-84cf-a0f75fc85e64 None None] Attempting to bind port d2b40519-9b20-4f65-b402-ae7bb18ce1aa by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': 'bdd410b3-9198-4748-b872-a4840957eef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '8320e101-644d-44af-9385-629dd54c3c0a'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:52:10.963698 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1e5f04-9613-42a4-84cf-a0f75fc85e64 None None] Attempting to bind port d2b40519-9b20-4f65-b402-ae7bb18ce1aa on network 8320e101-644d-44af-9385-629dd54c3c0a {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:52:10.986492 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1e5f04-9613-42a4-84cf-a0f75fc85e64 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:52:10.986657 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1e5f04-9613-42a4-84cf-a0f75fc85e64 None None] Checking segment: {'id': 'bdd410b3-9198-4748-b872-a4840957eef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '8320e101-644d-44af-9385-629dd54c3c0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:52:10.987016 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-7d1e5f04-9613-42a4-84cf-a0f75fc85e64 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:10.987470 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1e5f04-9613-42a4-84cf-a0f75fc85e64 None None] Bound using segment: {'id': 'bdd410b3-9198-4748-b872-a4840957eef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '8320e101-644d-44af-9385-629dd54c3c0a'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:52:10.987904 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-7d1e5f04-9613-42a4-84cf-a0f75fc85e64 None None] Bound port: d2b40519-9b20-4f65-b402-ae7bb18ce1aa, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdd410b3-9198-4748-b872-a4840957eef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '8320e101-644d-44af-9385-629dd54c3c0a'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:52:10.988289 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-7d1e5f04-9613-42a4-84cf-a0f75fc85e64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:11.002850 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=7ec96bf5-150a-4aef-a441-40fcb21253c4,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:11.071899 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-322e91e2-edee-44d8-9e90-9c90b52ce440 tempest-DHCPAgentSchedulersTestJSON-333965567 tempest-DHCPAgentSchedulersTestJSON-333965567-project] Made reservation on behalf of 7a697a4a8f744db7a46eafaa08545f42 for: {'subnet': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:52:11.076064 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-322e91e2-edee-44d8-9e90-9c90b52ce440 tempest-DHCPAgentSchedulersTestJSON-333965567 tempest-DHCPAgentSchedulersTestJSON-333965567-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26761797'] for subnet, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:11.103091 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 48362) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:11.127066 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca4303a0-d9f0-49bc-82e4-eb22da6e093a tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Made reservation on behalf of 22a79d88690a4055b95547a3f21027fa for: {'port': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:52:11.186553 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-7d1e5f04-9613-42a4-84cf-a0f75fc85e64 None None] For port d2b40519-9b20-4f65-b402-ae7bb18ce1aa, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:52:11.196765 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-7d1e5f04-9613-42a4-84cf-a0f75fc85e64 None None] For port d2b40519-9b20-4f65-b402-ae7bb18ce1aa, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=d2b40519-9b20-4f65-b402-ae7bb18ce1aa,segment=NetworkSegment(bdd410b3-9198-4748-b872-a4840957eef7),segment_id=bdd410b3-9198-4748-b872-a4840957eef7)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:52:11.206069 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-7d1e5f04-9613-42a4-84cf-a0f75fc85e64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:11.231781 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d666188-0d1b-40f6-9df1-cb0f12d09649 tempest-TestNetworkBasicOps-915599348 tempest-TestNetworkBasicOps-915599348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:11.232327 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d666188-0d1b-40f6-9df1-cb0f12d09649 tempest-TestNetworkBasicOps-915599348 tempest-TestNetworkBasicOps-915599348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:11.232808 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d666188-0d1b-40f6-9df1-cb0f12d09649 tempest-TestNetworkBasicOps-915599348 tempest-TestNetworkBasicOps-915599348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:11.239259 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-9d666188-0d1b-40f6-9df1-cb0f12d09649 tempest-TestNetworkBasicOps-915599348 tempest-TestNetworkBasicOps-915599348-project-admin] 10.222.0.64 "GET /v2.0/ports?project_id=ce3bca74c1d8467f832763bc531bfd88&network_id=8ca5e922-b948-426f-9281-49c209c89e06 HTTP/1.1" status: 200 len: 2970 time: 0.1303952 Oct 20 10:52:11.310984 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1e5f04-9613-42a4-84cf-a0f75fc85e64 None None] Pushing event updated for resources: {'Port': ['ID=d2b40519-9b20-4f65-b402-ae7bb18ce1aa,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:11.359389 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ca4303a0-d9f0-49bc-82e4-eb22da6e093a tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:11.373658 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2ea36db-c311-4e67-bf53-528fd4385881', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ec96bf5-150a-4aef-a441-40fcb21253c4'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:52:11.376754 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38c7f68f-96fe-4cf6-ac80-bf3858cab315" -d '{"events": [{"server_uuid": "e2ea36db-c311-4e67-bf53-528fd4385881", "name": "network-vif-plugged", "status": "completed", "tag": "7ec96bf5-150a-4aef-a441-40fcb21253c4"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:52:11.424386 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:52:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41230cd4-9e03-4403-923a-c27a5aef02b3 x-openstack-request-id: req-41230cd4-9e03-4403-923a-c27a5aef02b3 {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:52:11.425455 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2ea36db-c311-4e67-bf53-528fd4385881", "name": "network-vif-plugged", "status": "completed", "tag": "7ec96bf5-150a-4aef-a441-40fcb21253c4", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:52:11.426591 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-41230cd4-9e03-4403-923a-c27a5aef02b3 {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:52:11.426591 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2ea36db-c311-4e67-bf53-528fd4385881', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ec96bf5-150a-4aef-a441-40fcb21253c4', 'code': 200} Oct 20 10:52:11.460258 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcf7891-10ef-430d-b007-1cb0e82dd516 req-e7652915-b306-489a-a21b-d258a20da7a8 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:11.461993 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5dcf7891-10ef-430d-b007-1cb0e82dd516 req-e7652915-b306-489a-a21b-d258a20da7a8 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/ports?device_id=982cf2b9-f584-4e2b-9222-a8c52175a1df HTTP/1.1" status: 200 len: 945 time: 0.1932242 Oct 20 10:52:11.475905 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [None req-ca4303a0-d9f0-49bc-82e4-eb22da6e093a tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] device_id is not set on port 1034bfb1-f9f7-46b7-a917-53f41dcf5a22 yet. {{(pid=100596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:52:11.990493 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5dcf7891-10ef-430d-b007-1cb0e82dd516 req-0931e3e5-7554-4b0e-a2b1-eb7d18c0d5b1 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/security-groups?id=4de8cd6c-6bcc-4778-96b5-f0ccd59485f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5160878 Oct 20 10:52:11.995088 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-322e91e2-edee-44d8-9e90-9c90b52ce440 tempest-DHCPAgentSchedulersTestJSON-333965567 tempest-DHCPAgentSchedulersTestJSON-333965567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26836128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26761819'] for subnet, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:12.114523 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322e91e2-edee-44d8-9e90-9c90b52ce440 tempest-DHCPAgentSchedulersTestJSON-333965567 tempest-DHCPAgentSchedulersTestJSON-333965567-project] Pushing event updated for resources: {'Subnet': ['ID=e9017047-f6ba-4930-9b40-bd3d9162b950,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:12.150355 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2d6df9-a3fd-4794-95c2-63653af807f5 req-7f6d8abc-cf82-4bd8-a7af-468213d82d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:12.151924 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1d2d6df9-a3fd-4794-95c2-63653af807f5 req-7f6d8abc-cf82-4bd8-a7af-468213d82d67 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e2ea36db-c311-4e67-bf53-528fd4385881 HTTP/1.1" status: 200 len: 1096 time: 0.6590519 Oct 20 10:52:12.188650 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 7 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 10:52:12.244059 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512b3127-23e1-4788-ade4-6a7ac9549cff req-f99df37d-6542-42ac-b293-b4abb85b9ed2 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:12.245587 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-512b3127-23e1-4788-ade4-6a7ac9549cff req-f99df37d-6542-42ac-b293-b4abb85b9ed2 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=e2ea36db-c311-4e67-bf53-528fd4385881 HTTP/1.1" status: 200 len: 945 time: 0.2959299 Oct 20 10:52:12.285757 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1d2d6df9-a3fd-4794-95c2-63653af807f5 req-f8de4449-ae99-40a8-8bbf-1f4f4a4ef1b8 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=2e1d7c5e-d35b-480e-bc76-e69dc8123b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244705 Oct 20 10:52:12.339609 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-322e91e2-edee-44d8-9e90-9c90b52ce440 tempest-DHCPAgentSchedulersTestJSON-333965567 tempest-DHCPAgentSchedulersTestJSON-333965567-project] Checking segment: {'id': '82b66fdb-7f3e-4f44-87a3-8d0eb185d250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '379cdc49-3b72-41ff-8c0c-16a512f3c4fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:52:12.340004 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-322e91e2-edee-44d8-9e90-9c90b52ce440 tempest-DHCPAgentSchedulersTestJSON-333965567 tempest-DHCPAgentSchedulersTestJSON-333965567-project] Network hostable DHCP agents. Network: 379cdc49-3b72-41ff-8c0c-16a512f3c4fc, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:52:12.351308 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [None req-ca4303a0-d9f0-49bc-82e4-eb22da6e093a tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Allocated IP 172.20.0.8 (8320e101-644d-44af-9385-629dd54c3c0a/6b16ac3b-774e-4892-a203-cbbd8eda6cb1/1034bfb1-f9f7-46b7-a917-53f41dcf5a22) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:52:12.368743 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [None req-ca4303a0-d9f0-49bc-82e4-eb22da6e093a tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Allocated IP 2001:db8::f816:3eff:fe96:3b0b (8320e101-644d-44af-9385-629dd54c3c0a/24fca38d-b114-45bb-bbe1-86e56c80b3f8/1034bfb1-f9f7-46b7-a917-53f41dcf5a22) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:52:12.417648 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device d2b40519-9b20-4f65-b402-ae7bb18ce1aa up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:52:12.418772 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4745b2c1-b80a-49a1-9094-6f97e7ccb611 req-d257642b-ba1d-4275-bbd3-f367be3fee5f tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:12.423887 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4745b2c1-b80a-49a1-9094-6f97e7ccb611 req-d257642b-ba1d-4275-bbd3-f367be3fee5f tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/ports?device_id=982cf2b9-f584-4e2b-9222-a8c52175a1df HTTP/1.1" status: 200 len: 945 time: 0.1895611 Oct 20 10:52:12.436112 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-512b3127-23e1-4788-ade4-6a7ac9549cff req-9b343763-0df6-4d2c-b5d2-75f73e981789 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e1d7c5e-d35b-480e-bc76-e69dc8123b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571820 Oct 20 10:52:12.453127 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-322e91e2-edee-44d8-9e90-9c90b52ce440 tempest-DHCPAgentSchedulersTestJSON-333965567 tempest-DHCPAgentSchedulersTestJSON-333965567-project] Network 379cdc49-3b72-41ff-8c0c-16a512f3c4fc is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:52:12.498471 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-322e91e2-edee-44d8-9e90-9c90b52ce440 tempest-DHCPAgentSchedulersTestJSON-333965567 tempest-DHCPAgentSchedulersTestJSON-333965567-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, 379cdc49-3b72-41ff-8c0c-16a512f3c4fc) {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:52:12.526954 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-322e91e2-edee-44d8-9e90-9c90b52ce440 tempest-DHCPAgentSchedulersTestJSON-333965567 tempest-DHCPAgentSchedulersTestJSON-333965567-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:12.529811 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-322e91e2-edee-44d8-9e90-9c90b52ce440 tempest-DHCPAgentSchedulersTestJSON-333965567 tempest-DHCPAgentSchedulersTestJSON-333965567-project] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:12.547525 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4745b2c1-b80a-49a1-9094-6f97e7ccb611 req-123c3b49-0ae0-4aba-88eb-4923cf95b0bf tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/security-groups?id=4de8cd6c-6bcc-4778-96b5-f0ccd59485f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1152546 Oct 20 10:52:12.587634 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-322e91e2-edee-44d8-9e90-9c90b52ce440 tempest-DHCPAgentSchedulersTestJSON-333965567 tempest-DHCPAgentSchedulersTestJSON-333965567-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7256367 Oct 20 10:52:12.587753 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 48410) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:12.588672 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-0d5e245f-a796-4f22-9e09-8375569be9f1 tempest-DHCPAgentSchedulersTestJSON-333965567 tempest-DHCPAgentSchedulersTestJSON-333965567-project] Request body: {'port': {'network_id': '379cdc49-3b72-41ff-8c0c-16a512f3c4fc', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1997707064'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:52:12.591749 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 48412) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:12.663376 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a1a3c41-2f85-4a5b-959a-d2529041bf08 None None] Network 379cdc49-3b72-41ff-8c0c-16a512f3c4fc requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:52:12.665704 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b30f5e4e-d13a-4485-94b7-ee07b593766d None None] Network 8320e101-644d-44af-9385-629dd54c3c0a requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:52:12.686460 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ca4303a0-d9f0-49bc-82e4-eb22da6e093a tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:12.729508 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ca4303a0-d9f0-49bc-82e4-eb22da6e093a tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:12.752067 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b8bcd52-662c-458b-bdc5-afb2d9733d12 tempest-TestNetworkAdvancedServerOps-535186383 tempest-TestNetworkAdvancedServerOps-535186383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:12.755699 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-8b8bcd52-662c-458b-bdc5-afb2d9733d12 tempest-TestNetworkAdvancedServerOps-535186383 tempest-TestNetworkAdvancedServerOps-535186383-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=982cf2b9-f584-4e2b-9222-a8c52175a1df HTTP/1.1" status: 200 len: 1091 time: 0.1610215 Oct 20 10:52:12.755699 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 48416) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:12.763654 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-b6d905fb-b1ee-4341-9176-b0afe70b6ec0 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Request body: {'floatingip': {'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'port_id': '9a694840-85b2-41cc-8b6b-82d014e9b501', 'tenant_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'fixed_ip_address': '172.20.0.8'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:52:12.786465 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device d012fc61-e760-4bcf-aff4-9ef2d30ecf9f no longer exists at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:52:12.817680 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca4303a0-d9f0-49bc-82e4-eb22da6e093a tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Network 8320e101-644d-44af-9385-629dd54c3c0a is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:52:12.821657 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-ca4303a0-d9f0-49bc-82e4-eb22da6e093a tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:52:12.823010 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b6d905fb-b1ee-4341-9176-b0afe70b6ec0 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for floatingip, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:12.831613 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4303a0-d9f0-49bc-82e4-eb22da6e093a tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:52:12.866858 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d5e245f-a796-4f22-9e09-8375569be9f1 tempest-DHCPAgentSchedulersTestJSON-333965567 tempest-DHCPAgentSchedulersTestJSON-333965567-project] Made reservation on behalf of 7a697a4a8f744db7a46eafaa08545f42 for: {'port': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:52:12.871745 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0d5e245f-a796-4f22-9e09-8375569be9f1 tempest-DHCPAgentSchedulersTestJSON-333965567 tempest-DHCPAgentSchedulersTestJSON-333965567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:12.894954 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4303a0-d9f0-49bc-82e4-eb22da6e093a tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Pushing event updated for resources: {'Port': ['ID=1034bfb1-f9f7-46b7-a917-53f41dcf5a22,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:12.914951 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-d53ac2fe-983d-4964-9f44-c2daef9d4b1c None None] Provisioning complete for port d2b40519-9b20-4f65-b402-ae7bb18ce1aa triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:52:12.915349 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-d53ac2fe-983d-4964-9f44-c2daef9d4b1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:12.924827 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [None req-0d5e245f-a796-4f22-9e09-8375569be9f1 tempest-DHCPAgentSchedulersTestJSON-333965567 tempest-DHCPAgentSchedulersTestJSON-333965567-project] device_id is not set on port c85110a1-7c11-4e4e-adbe-33881e53e270 yet. {{(pid=100597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:52:12.926379 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca4303a0-d9f0-49bc-82e4-eb22da6e093a tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:12.927241 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ca4303a0-d9f0-49bc-82e4-eb22da6e093a tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:12.963016 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-ca4303a0-d9f0-49bc-82e4-eb22da6e093a tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.0740824 Oct 20 10:52:12.965330 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 48422) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:12.991647 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port d2b40519-9b20-4f65-b402-ae7bb18ce1aa triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:52:12.992026 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:13.037838 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22cf80e8-0203-4a19-a02e-95832ea55b45 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:13.046219 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22cf80e8-0203-4a19-a02e-95832ea55b45 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:13.052609 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 48426) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:13.053398 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-22cf80e8-0203-4a19-a02e-95832ea55b45 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.0863581 Oct 20 10:52:13.066016 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 48428) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:13.132234 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1599fbd5-ed0a-4fd1-8e3c-5eecd16f6361 tempest-TestNetworkBasicOps-915599348 tempest-TestNetworkBasicOps-915599348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:13.134249 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-1599fbd5-ed0a-4fd1-8e3c-5eecd16f6361 tempest-TestNetworkBasicOps-915599348 tempest-TestNetworkBasicOps-915599348-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=cbe170d3-31ba-45a2-b477-520ab0a7a8ea HTTP/1.1" status: 200 len: 814 time: 0.0672288 Oct 20 10:52:13.182930 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b6d905fb-b1ee-4341-9176-b0afe70b6ec0 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:13.272589 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-0d5e245f-a796-4f22-9e09-8375569be9f1 tempest-DHCPAgentSchedulersTestJSON-333965567 tempest-DHCPAgentSchedulersTestJSON-333965567-project] Allocated IP 172.20.0.3 (379cdc49-3b72-41ff-8c0c-16a512f3c4fc/e9017047-f6ba-4930-9b40-bd3d9162b950/c85110a1-7c11-4e4e-adbe-33881e53e270) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:52:13.302579 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:13.312146 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a43f98ea-293c-4e3a-b4a2-a9f0744332d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524064ba-869c-5550-b826-c26b69a11278-379cdc49-3b72-41ff-8c0c-16a512f3c4fc', 'network_id': '379cdc49-3b72-41ff-8c0c-16a512f3c4fc', 'tenant_id': '7a697a4a8f744db7a46eafaa08545f42', 'fixed_ips': [{'subnet_id': 'e9017047-f6ba-4930-9b40-bd3d9162b950'}]}} from n-d-811396-3. {{(pid=100598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:52:13.313854 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-a43f98ea-293c-4e3a-b4a2-a9f0744332d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:13.316385 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:13.357974 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-d53ac2fe-983d-4964-9f44-c2daef9d4b1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:13.435912 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3f9930f-6768-428d-b296-1e65ca6bdfa7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd012fc61-e760-4bcf-aff4-9ef2d30ecf9f'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:52:13.438836 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-635e826b-33e3-4c46-a588-3b5b2a95e5c9" -d '{"events": [{"server_uuid": "b3f9930f-6768-428d-b296-1e65ca6bdfa7", "name": "network-vif-unplugged", "status": "completed", "tag": "d012fc61-e760-4bcf-aff4-9ef2d30ecf9f"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:52:13.516510 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port d012fc61-e760-4bcf-aff4-9ef2d30ecf9f, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=d012fc61-e760-4bcf-aff4-9ef2d30ecf9f,segment=NetworkSegment(7a7eba38-3a2c-4235-a145-c989dfc5d4dc),segment_id=7a7eba38-3a2c-4235-a145-c989dfc5d4dc)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:52:13.519091 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] For port d2b40519-9b20-4f65-b402-ae7bb18ce1aa, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=d2b40519-9b20-4f65-b402-ae7bb18ce1aa,segment=NetworkSegment(bdd410b3-9198-4748-b872-a4840957eef7),segment_id=bdd410b3-9198-4748-b872-a4840957eef7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:52:13.526384 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Oct 2021 10:52:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-104754f3-e748-4da8-95ab-b4cf6a9f3501 x-openstack-request-id: req-104754f3-e748-4da8-95ab-b4cf6a9f3501 {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:52:13.526676 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3f9930f-6768-428d-b296-1e65ca6bdfa7", "name": "network-vif-unplugged", "status": "completed", "tag": "d012fc61-e760-4bcf-aff4-9ef2d30ecf9f", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:52:13.526920 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-104754f3-e748-4da8-95ab-b4cf6a9f3501 {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:52:13.527364 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3f9930f-6768-428d-b296-1e65ca6bdfa7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd012fc61-e760-4bcf-aff4-9ef2d30ecf9f', 'code': 200} Oct 20 10:52:13.534927 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:13.548405 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:13.603435 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b18e840-87cd-4d51-9ba1-5c4f33524592 None None] Update dhcp port {'port': {'network_id': '8320e101-644d-44af-9385-629dd54c3c0a', 'fixed_ips': [{'subnet_id': '24fca38d-b114-45bb-bbe1-86e56c80b3f8', 'ip_address': '2001:db8::f816:3eff:fe6d:e22b'}, {'subnet_id': '6b16ac3b-774e-4892-a203-cbbd8eda6cb1'}], 'binding:host_id': 'n-d-811396-3'}, 'id': 'd2b40519-9b20-4f65-b402-ae7bb18ce1aa'} from n-d-811396-3. {{(pid=100598) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 20 10:52:13.654601 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-0b18e840-87cd-4d51-9ba1-5c4f33524592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:13.663206 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1339f5c-7067-4526-9900-e1deb9bb0ee0 req-03868611-cca6-45c1-937b-43daafd423a4 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:13.665810 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e1339f5c-7067-4526-9900-e1deb9bb0ee0 req-03868611-cca6-45c1-937b-43daafd423a4 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=e2ea36db-c311-4e67-bf53-528fd4385881 HTTP/1.1" status: 200 len: 945 time: 0.0727227 Oct 20 10:52:13.671436 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.db.api [None req-d53ac2fe-983d-4964-9f44-c2daef9d4b1c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 10:52:13.671797 n-d-811396-3 neutron-server[100598]: DEBUG oslo_db.api [None req-d53ac2fe-983d-4964-9f44-c2daef9d4b1c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 10:52:13.678774 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=d012fc61-e760-4bcf-aff4-9ef2d30ecf9f,revision_number=8']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:13.723905 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e1339f5c-7067-4526-9900-e1deb9bb0ee0 req-8718d141-8296-408e-9aa9-4959b8b861d2 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e1d7c5e-d35b-480e-bc76-e69dc8123b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501516 Oct 20 10:52:13.788750 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 48452) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:13.831860 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Pushing event updated for resources: {'Port': ['ID=d2b40519-9b20-4f65-b402-ae7bb18ce1aa,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:13.877805 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-736a7100-1153-4f3e-b4b0-07622b73e59c tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Request body: {'network': {'name': 'tempest-network-smoke--228775926', 'project_id': 'ce3bca74c1d8467f832763bc531bfd88', 'port_security_enabled': True}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:52:13.901566 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-0b18e840-87cd-4d51-9ba1-5c4f33524592 None None] Allocated IP 172.20.0.2 (8320e101-644d-44af-9385-629dd54c3c0a/6b16ac3b-774e-4892-a203-cbbd8eda6cb1/d2b40519-9b20-4f65-b402-ae7bb18ce1aa) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:52:13.910265 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17b3eed-4995-4fed-9d6b-a2399210fe3f req-8e2d9b20-f79b-4952-9d4a-c21dd1bb1359 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:13.912494 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-736a7100-1153-4f3e-b4b0-07622b73e59c tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Made reservation on behalf of ce3bca74c1d8467f832763bc531bfd88 for: {'network': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:52:13.916002 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-736a7100-1153-4f3e-b4b0-07622b73e59c tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:13.918308 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f17b3eed-4995-4fed-9d6b-a2399210fe3f req-8e2d9b20-f79b-4952-9d4a-c21dd1bb1359 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=e2ea36db-c311-4e67-bf53-528fd4385881 HTTP/1.1" status: 200 len: 945 time: 0.0746801 Oct 20 10:52:13.960934 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f17b3eed-4995-4fed-9d6b-a2399210fe3f req-735994e1-5d4a-45e5-9dbb-c9049e97d3fe tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e1d7c5e-d35b-480e-bc76-e69dc8123b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414255 Oct 20 10:52:13.976022 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-dac75845-ed6e-4975-95d0-57d7d399ed23 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Deleting port 1034bfb1-f9f7-46b7-a917-53f41dcf5a22 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:52:13.976612 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-dac75845-ed6e-4975-95d0-57d7d399ed23 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:13.980269 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-736a7100-1153-4f3e-b4b0-07622b73e59c tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 843} {{(pid=100597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:52:14.028934 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-0b18e840-87cd-4d51-9ba1-5c4f33524592 None None] For port d2b40519-9b20-4f65-b402-ae7bb18ce1aa, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=d2b40519-9b20-4f65-b402-ae7bb18ce1aa,segment=NetworkSegment(bdd410b3-9198-4748-b872-a4840957eef7),segment_id=bdd410b3-9198-4748-b872-a4840957eef7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:52:14.044358 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-b6d905fb-b1ee-4341-9176-b0afe70b6ec0 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Allocated IP 172.25.1.149 (cbe170d3-31ba-45a2-b477-520ab0a7a8ea/f4e26aca-17ac-4adb-a66b-d939a1b35b64/2219eb93-c58c-4f75-b7b2-5deeef3e934d) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:52:14.049786 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-736a7100-1153-4f3e-b4b0-07622b73e59c tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:14.050084 n-d-811396-3 neutron-server[100597]: INFO neutron.db.segments_db [None req-736a7100-1153-4f3e-b4b0-07622b73e59c tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Added segment ffcf5e3b-3827-4d62-9e42-559efa08a955 of type vlan for network eaa3b6e6-ae67-48fc-8588-01f6e80e17bf Oct 20 10:52:14.078051 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-0b18e840-87cd-4d51-9ba1-5c4f33524592 None None] Publish callbacks [] for port, precommit_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:14.092314 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-0b18e840-87cd-4d51-9ba1-5c4f33524592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:14.227868 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b18e840-87cd-4d51-9ba1-5c4f33524592 None None] Pushing event updated for resources: {'Port': ['ID=d2b40519-9b20-4f65-b402-ae7bb18ce1aa,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:14.286464 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-736a7100-1153-4f3e-b4b0-07622b73e59c tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:14.357287 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device d2b40519-9b20-4f65-b402-ae7bb18ce1aa up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:52:14.365768 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0d5e245f-a796-4f22-9e09-8375569be9f1 tempest-DHCPAgentSchedulersTestJSON-333965567 tempest-DHCPAgentSchedulersTestJSON-333965567-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:14.440009 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-dac75845-ed6e-4975-95d0-57d7d399ed23 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:14.455243 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port d2b40519-9b20-4f65-b402-ae7bb18ce1aa triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:52:14.456481 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:14.499968 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-dac75845-ed6e-4975-95d0-57d7d399ed23 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Calling delete_port for 1034bfb1-f9f7-46b7-a917-53f41dcf5a22 owned by {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:52:14.509265 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-736a7100-1153-4f3e-b4b0-07622b73e59c tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:14.515598 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-736a7100-1153-4f3e-b4b0-07622b73e59c tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:14.517043 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-736a7100-1153-4f3e-b4b0-07622b73e59c tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:14.569129 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0d5e245f-a796-4f22-9e09-8375569be9f1 tempest-DHCPAgentSchedulersTestJSON-333965567 tempest-DHCPAgentSchedulersTestJSON-333965567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:14.582199 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-a43f98ea-293c-4e3a-b4a2-a9f0744332d9 None None] Allocated IP 172.20.0.2 (379cdc49-3b72-41ff-8c0c-16a512f3c4fc/e9017047-f6ba-4930-9b40-bd3d9162b950/dfbe2f47-11e7-4e8b-b581-6acfd7477901) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:52:14.734244 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-736a7100-1153-4f3e-b4b0-07622b73e59c tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9342692 Oct 20 10:52:14.737726 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 48484) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:14.846002 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736a7100-1153-4f3e-b4b0-07622b73e59c tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Pushing event updated for resources: {'Network': ['ID=eaa3b6e6-ae67-48fc-8588-01f6e80e17bf,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:14.870456 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d5e245f-a796-4f22-9e09-8375569be9f1 tempest-DHCPAgentSchedulersTestJSON-333965567 tempest-DHCPAgentSchedulersTestJSON-333965567-project] Network 379cdc49-3b72-41ff-8c0c-16a512f3c4fc is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:52:14.873911 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b6d905fb-b1ee-4341-9176-b0afe70b6ec0 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:14.887173 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network eaa3b6e6-ae67-48fc-8588-01f6e80e17bf details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:52:14.896544 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-0d5e245f-a796-4f22-9e09-8375569be9f1 tempest-DHCPAgentSchedulersTestJSON-333965567 tempest-DHCPAgentSchedulersTestJSON-333965567-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:52:14.909204 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5e245f-a796-4f22-9e09-8375569be9f1 tempest-DHCPAgentSchedulersTestJSON-333965567 tempest-DHCPAgentSchedulersTestJSON-333965567-project] Pushing event updated for resources: {'Port': ['ID=c85110a1-7c11-4e4e-adbe-33881e53e270,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:14.916887 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5e245f-a796-4f22-9e09-8375569be9f1 tempest-DHCPAgentSchedulersTestJSON-333965567 tempest-DHCPAgentSchedulersTestJSON-333965567-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:52:14.946611 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f78ba7-96c7-485f-b0dc-e1d635d56856 tempest-TestNetworkBasicOps-915599348 tempest-TestNetworkBasicOps-915599348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:14.954536 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-25f78ba7-96c7-485f-b0dc-e1d635d56856 tempest-TestNetworkBasicOps-915599348 tempest-TestNetworkBasicOps-915599348-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=ce3bca74c1d8467f832763bc531bfd88&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.2134459 Oct 20 10:52:14.956642 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 48490) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:15.141043 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d5e245f-a796-4f22-9e09-8375569be9f1 tempest-DHCPAgentSchedulersTestJSON-333965567 tempest-DHCPAgentSchedulersTestJSON-333965567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:15.144317 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0d5e245f-a796-4f22-9e09-8375569be9f1 tempest-DHCPAgentSchedulersTestJSON-333965567 tempest-DHCPAgentSchedulersTestJSON-333965567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:15.201534 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b6d905fb-b1ee-4341-9176-b0afe70b6ec0 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:15.205643 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f025c3-68ae-4352-96f2-0e54fc7ecd41 tempest-TestNetworkBasicOps-915599348 tempest-TestNetworkBasicOps-915599348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:15.213386 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-16f025c3-68ae-4352-96f2-0e54fc7ecd41 tempest-TestNetworkBasicOps-915599348 tempest-TestNetworkBasicOps-915599348-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2531991 Oct 20 10:52:15.216214 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 48498) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:15.249924 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-0d5e245f-a796-4f22-9e09-8375569be9f1 tempest-DHCPAgentSchedulersTestJSON-333965567 tempest-DHCPAgentSchedulersTestJSON-333965567-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6666961 Oct 20 10:52:15.281662 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-b27646c7-f6ba-48b9-ab07-3c7af1043e91 tempest-TestNetworkBasicOps-915599348 tempest-TestNetworkBasicOps-915599348-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=cbe170d3-31ba-45a2-b477-520ab0a7a8ea&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0614886 Oct 20 10:52:15.281662 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 48500) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:15.290098 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 48502) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:15.326136 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-a43f98ea-293c-4e3a-b4a2-a9f0744332d9 None None] Publish callbacks [] for port, precommit_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:15.355147 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-a43f98ea-293c-4e3a-b4a2-a9f0744332d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:15.398884 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6d905fb-b1ee-4341-9176-b0afe70b6ec0 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Network cbe170d3-31ba-45a2-b477-520ab0a7a8ea is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:52:15.415829 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-09006f8c-b981-42b5-9a9b-2cf8f490a27e tempest-TestNetworkBasicOps-915599348 tempest-TestNetworkBasicOps-915599348-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=ce3bca74c1d8467f832763bc531bfd88&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1167734 Oct 20 10:52:15.417154 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 48510) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:15.427982 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-b6d905fb-b1ee-4341-9176-b0afe70b6ec0 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:52:15.435612 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d905fb-b1ee-4341-9176-b0afe70b6ec0 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:52:15.440860 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d905fb-b1ee-4341-9176-b0afe70b6ec0 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Pushing event updated for resources: {'Port': ['ID=2219eb93-c58c-4f75-b7b2-5deeef3e934d,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:15.441055 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a43f98ea-293c-4e3a-b4a2-a9f0744332d9 None None] Network 379cdc49-3b72-41ff-8c0c-16a512f3c4fc is already hosted by enough agents. {{(pid=100598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:52:15.443914 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.base_scheduler [None req-a43f98ea-293c-4e3a-b4a2-a9f0744332d9 None None] Resources bound (agent type, host, resource id): {{(pid=100598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:52:15.448586 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43f98ea-293c-4e3a-b4a2-a9f0744332d9 None None] Received port after_create {{(pid=100598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:52:15.518705 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-dac75845-ed6e-4975-95d0-57d7d399ed23 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:15.567545 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-a43f98ea-293c-4e3a-b4a2-a9f0744332d9 None None] Attempting to bind port dfbe2f47-11e7-4e8b-b581-6acfd7477901 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:52:15.570765 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-a43f98ea-293c-4e3a-b4a2-a9f0744332d9 None None] Attempting to bind port dfbe2f47-11e7-4e8b-b581-6acfd7477901 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '82b66fdb-7f3e-4f44-87a3-8d0eb185d250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '379cdc49-3b72-41ff-8c0c-16a512f3c4fc'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:52:15.571354 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43f98ea-293c-4e3a-b4a2-a9f0744332d9 None None] Attempting to bind port dfbe2f47-11e7-4e8b-b581-6acfd7477901 on network 379cdc49-3b72-41ff-8c0c-16a512f3c4fc {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:52:15.577116 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43f98ea-293c-4e3a-b4a2-a9f0744332d9 None None] Pushing event updated for resources: {'Port': ['ID=dfbe2f47-11e7-4e8b-b581-6acfd7477901,revision_number=1']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:15.581242 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43f98ea-293c-4e3a-b4a2-a9f0744332d9 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:52:15.581873 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43f98ea-293c-4e3a-b4a2-a9f0744332d9 None None] Checking segment: {'id': '82b66fdb-7f3e-4f44-87a3-8d0eb185d250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '379cdc49-3b72-41ff-8c0c-16a512f3c4fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:52:15.582512 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-a43f98ea-293c-4e3a-b4a2-a9f0744332d9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:15.583062 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43f98ea-293c-4e3a-b4a2-a9f0744332d9 None None] Bound using segment: {'id': '82b66fdb-7f3e-4f44-87a3-8d0eb185d250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '379cdc49-3b72-41ff-8c0c-16a512f3c4fc'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:52:15.583718 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-a43f98ea-293c-4e3a-b4a2-a9f0744332d9 None None] Bound port: dfbe2f47-11e7-4e8b-b581-6acfd7477901, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82b66fdb-7f3e-4f44-87a3-8d0eb185d250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '379cdc49-3b72-41ff-8c0c-16a512f3c4fc'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:52:15.584289 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-a43f98ea-293c-4e3a-b4a2-a9f0744332d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:15.594662 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac75845-ed6e-4975-95d0-57d7d399ed23 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Pushing event deleted for resources: {'Port': ['ID=1034bfb1-f9f7-46b7-a917-53f41dcf5a22,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:15.723178 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-be77163e-13d3-4b39-a529-f2032effb50d None None] Could not find standard attr ID for object 1034bfb1-f9f7-46b7-a917-53f41dcf5a22. {{(pid=100598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 20 10:52:15.761714 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-a43f98ea-293c-4e3a-b4a2-a9f0744332d9 None None] For port dfbe2f47-11e7-4e8b-b581-6acfd7477901, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:52:15.764561 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-be77163e-13d3-4b39-a529-f2032effb50d None None] Provisioning complete for port d2b40519-9b20-4f65-b402-ae7bb18ce1aa triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:52:15.764712 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-be77163e-13d3-4b39-a529-f2032effb50d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:15.768109 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-859f8a9c-63e8-4d16-8199-5eebfef81c6b tempest-DHCPAgentSchedulersTestJSON-333965567 tempest-DHCPAgentSchedulersTestJSON-333965567-project] Deleting port c85110a1-7c11-4e4e-adbe-33881e53e270 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:52:15.768663 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-a43f98ea-293c-4e3a-b4a2-a9f0744332d9 None None] For port dfbe2f47-11e7-4e8b-b581-6acfd7477901, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=dfbe2f47-11e7-4e8b-b581-6acfd7477901,segment=NetworkSegment(82b66fdb-7f3e-4f44-87a3-8d0eb185d250),segment_id=82b66fdb-7f3e-4f44-87a3-8d0eb185d250)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:52:15.775944 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-859f8a9c-63e8-4d16-8199-5eebfef81c6b tempest-DHCPAgentSchedulersTestJSON-333965567 tempest-DHCPAgentSchedulersTestJSON-333965567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:15.779798 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf8ae5bb-8aed-4544-aa2f-807e5a556f7e tempest-TestNetworkBasicOps-915599348 tempest-TestNetworkBasicOps-915599348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:15.788033 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-cf8ae5bb-8aed-4544-aa2f-807e5a556f7e tempest-TestNetworkBasicOps-915599348 tempest-TestNetworkBasicOps-915599348-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3700132 Oct 20 10:52:15.796167 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 48524) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:15.802632 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-a43f98ea-293c-4e3a-b4a2-a9f0744332d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:15.928669 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-1b7a2982-f039-4972-aa6d-ee2b68caea79 tempest-TestNetworkBasicOps-915599348 tempest-TestNetworkBasicOps-915599348-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=cbe170d3-31ba-45a2-b477-520ab0a7a8ea&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1291766 Oct 20 10:52:15.931960 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 48526) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:15.950791 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-872066d5-3de2-4176-bbc8-2c0452b7fad1 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1568585406', 'network_id': 'eaa3b6e6-ae67-48fc-8588-01f6e80e17bf', 'project_id': 'ce3bca74c1d8467f832763bc531bfd88', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:52:15.996931 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43f98ea-293c-4e3a-b4a2-a9f0744332d9 None None] Pushing event updated for resources: {'Port': ['ID=dfbe2f47-11e7-4e8b-b581-6acfd7477901,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:16.074783 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-859f8a9c-63e8-4d16-8199-5eebfef81c6b tempest-DHCPAgentSchedulersTestJSON-333965567 tempest-DHCPAgentSchedulersTestJSON-333965567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:16.100319 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-dac75845-ed6e-4975-95d0-57d7d399ed23 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:16.104610 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-dac75845-ed6e-4975-95d0-57d7d399ed23 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "DELETE /v2.0/ports/1034bfb1-f9f7-46b7-a917-53f41dcf5a22 HTTP/1.1" status: 204 len: 168 time: 3.0505881 Oct 20 10:52:16.105690 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-859f8a9c-63e8-4d16-8199-5eebfef81c6b tempest-DHCPAgentSchedulersTestJSON-333965567 tempest-DHCPAgentSchedulersTestJSON-333965567-project] Calling delete_port for c85110a1-7c11-4e4e-adbe-33881e53e270 owned by {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:52:16.109425 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 48534) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:16.172291 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-8accb1b3-3df3-4b83-bded-3701823bdcd4 None None] Could not find standard attr ID for object 1034bfb1-f9f7-46b7-a917-53f41dcf5a22. {{(pid=100598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 20 10:52:16.207187 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c4941d-4168-4e97-8633-a8c6857b5614 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:16.214657 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c4941d-4168-4e97-8633-a8c6857b5614 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:16.216387 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c4941d-4168-4e97-8633-a8c6857b5614 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:16.218064 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-a6c4941d-4168-4e97-8633-a8c6857b5614 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1047750 Oct 20 10:52:16.222280 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 48542) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:16.290758 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa7c0af5-697f-4819-812f-6addd310759a tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Deleting subnet 24fca38d-b114-45bb-bbe1-86e56c80b3f8 {{(pid=100596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:52:16.308946 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-aa7c0af5-697f-4819-812f-6addd310759a tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks [] for subnet, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:16.416311 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-aa7c0af5-697f-4819-812f-6addd310759a tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25189079'] for subnet, precommit_delete_associations {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:16.424656 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-872066d5-3de2-4176-bbc8-2c0452b7fad1 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Made reservation on behalf of ce3bca74c1d8467f832763bc531bfd88 for: {'subnet': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:52:16.453361 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-872066d5-3de2-4176-bbc8-2c0452b7fad1 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25350782'] for subnet, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:16.592148 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-aa7c0af5-697f-4819-812f-6addd310759a tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:16.693946 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device d012fc61-e760-4bcf-aff4-9ef2d30ecf9f details requested by agent hyperv_n-h1-811396-3 with host n-h1-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:52:16.778941 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-859f8a9c-63e8-4d16-8199-5eebfef81c6b tempest-DHCPAgentSchedulersTestJSON-333965567 tempest-DHCPAgentSchedulersTestJSON-333965567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:16.791249 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-aa7c0af5-697f-4819-812f-6addd310759a tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26836193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26761888'] for subnet, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:16.854943 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859f8a9c-63e8-4d16-8199-5eebfef81c6b tempest-DHCPAgentSchedulersTestJSON-333965567 tempest-DHCPAgentSchedulersTestJSON-333965567-project] Pushing event deleted for resources: {'Port': ['ID=c85110a1-7c11-4e4e-adbe-33881e53e270,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:16.897474 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port d012fc61-e760-4bcf-aff4-9ef2d30ecf9f, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=d012fc61-e760-4bcf-aff4-9ef2d30ecf9f,segment=NetworkSegment(7a7eba38-3a2c-4235-a145-c989dfc5d4dc),segment_id=7a7eba38-3a2c-4235-a145-c989dfc5d4dc)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:52:16.926330 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Returning: {'device': 'd012fc61-e760-4bcf-aff4-9ef2d30ecf9f', 'network_id': 'b8b1e2be-5932-428e-a716-07af13af4e6c', 'port_id': 'd012fc61-e760-4bcf-aff4-9ef2d30ecf9f', 'mac_address': 'fa:16:3e:31:f7:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 834, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '437b47ec-4211-421c-828b-76408ce53dce', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:52:17.015930 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:17.034395 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d012fc61-e760-4bcf-aff4-9ef2d30ecf9f {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:52:17.042267 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7c0af5-697f-4819-812f-6addd310759a tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Pushing event deleted for resources: {'Subnet': ['ID=24fca38d-b114-45bb-bbe1-86e56c80b3f8,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:17.055790 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-aa7c0af5-697f-4819-812f-6addd310759a tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:17.066613 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 48572) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:17.067676 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-aa7c0af5-697f-4819-812f-6addd310759a tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "DELETE /v2.0/subnets/24fca38d-b114-45bb-bbe1-86e56c80b3f8 HTTP/1.1" status: 204 len: 168 time: 0.8376205 Oct 20 10:52:17.070940 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-752a677c-b576-4864-9669-f4b34f07e6c2 None None] Network 8320e101-644d-44af-9385-629dd54c3c0a requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:52:17.083996 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port d012fc61-e760-4bcf-aff4-9ef2d30ecf9f, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=d012fc61-e760-4bcf-aff4-9ef2d30ecf9f,segment=NetworkSegment(7a7eba38-3a2c-4235-a145-c989dfc5d4dc),segment_id=7a7eba38-3a2c-4235-a145-c989dfc5d4dc)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:52:17.104931 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-859f8a9c-63e8-4d16-8199-5eebfef81c6b tempest-DHCPAgentSchedulersTestJSON-333965567 tempest-DHCPAgentSchedulersTestJSON-333965567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:17.109459 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-859f8a9c-63e8-4d16-8199-5eebfef81c6b tempest-DHCPAgentSchedulersTestJSON-333965567 tempest-DHCPAgentSchedulersTestJSON-333965567-project] 10.222.0.64 "DELETE /v2.0/ports/c85110a1-7c11-4e4e-adbe-33881e53e270 HTTP/1.1" status: 204 len: 168 time: 1.8287795 Oct 20 10:52:17.115579 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 48574) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:17.130942 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:17.155979 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b3f4d7f-c2ec-4180-bed1-bd1ecce48798 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Deleting subnet 6b16ac3b-774e-4892-a203-cbbd8eda6cb1 {{(pid=100597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:52:17.194683 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0b3f4d7f-c2ec-4180-bed1-bd1ecce48798 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks [] for subnet, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:17.289407 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-383bc465-dc99-4d9e-9ab1-380ec9028ab2 tempest-DHCPAgentSchedulersTestJSON-1119952135 tempest-DHCPAgentSchedulersTestJSON-1119952135-project-admin] 10.222.0.64 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4929 time: 0.1517911 Oct 20 10:52:17.309731 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 48582) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:17.365533 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-2ab1cf75-ea90-42ea-9f9f-d1b07f03672f tempest-DHCPAgentSchedulersTestJSON-333965567 tempest-DHCPAgentSchedulersTestJSON-333965567-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1741023583'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:52:17.419153 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['d012fc61-e760-4bcf-aff4-9ef2d30ecf9f'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:52:17.446442 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0b3f4d7f-c2ec-4180-bed1-bd1ecce48798 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25852621'] for subnet, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:17.470862 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=d012fc61-e760-4bcf-aff4-9ef2d30ecf9f,revision_number=9']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:17.491547 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b6d905fb-b1ee-4341-9176-b0afe70b6ec0 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:17.571902 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-872066d5-3de2-4176-bbc8-2c0452b7fad1 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25350752'] for subnet, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:17.619869 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ab1cf75-ea90-42ea-9f9f-d1b07f03672f tempest-DHCPAgentSchedulersTestJSON-333965567 tempest-DHCPAgentSchedulersTestJSON-333965567-project] Made reservation on behalf of 7a697a4a8f744db7a46eafaa08545f42 for: {'network': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:52:17.629323 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2ab1cf75-ea90-42ea-9f9f-d1b07f03672f tempest-DHCPAgentSchedulersTestJSON-333965567 tempest-DHCPAgentSchedulersTestJSON-333965567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:17.731063 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0b3f4d7f-c2ec-4180-bed1-bd1ecce48798 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:17.746426 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe61cef-ffae-42cf-9c12-e561468cca74 None None] Network 379cdc49-3b72-41ff-8c0c-16a512f3c4fc requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:52:17.833739 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b6d905fb-b1ee-4341-9176-b0afe70b6ec0 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:17.845917 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-690a646b-3013-4f53-993e-6a9caefc2dc3 None None] Provisioning complete for port dfbe2f47-11e7-4e8b-b581-6acfd7477901 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:52:17.846314 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-690a646b-3013-4f53-993e-6a9caefc2dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:17.880640 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ab1cf75-ea90-42ea-9f9f-d1b07f03672f tempest-DHCPAgentSchedulersTestJSON-333965567 tempest-DHCPAgentSchedulersTestJSON-333965567-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 814} {{(pid=100597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:52:17.890694 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2ab1cf75-ea90-42ea-9f9f-d1b07f03672f tempest-DHCPAgentSchedulersTestJSON-333965567 tempest-DHCPAgentSchedulersTestJSON-333965567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:17.891079 n-d-811396-3 neutron-server[100597]: INFO neutron.db.segments_db [None req-2ab1cf75-ea90-42ea-9f9f-d1b07f03672f tempest-DHCPAgentSchedulersTestJSON-333965567 tempest-DHCPAgentSchedulersTestJSON-333965567-project] Added segment 7bbda77f-c631-490d-9c34-15e53d22411b of type vlan for network d18291f5-2144-40a0-9b0b-e713d6bf1194 Oct 20 10:52:17.971088 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2ab1cf75-ea90-42ea-9f9f-d1b07f03672f tempest-DHCPAgentSchedulersTestJSON-333965567 tempest-DHCPAgentSchedulersTestJSON-333965567-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:17.976229 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872066d5-3de2-4176-bbc8-2c0452b7fad1 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Pushing event updated for resources: {'Subnet': ['ID=66a8eb0e-77e5-4e40-837e-e1c522e11a5a,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:18.010978 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872066d5-3de2-4176-bbc8-2c0452b7fad1 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Checking segment: {'id': 'ffcf5e3b-3827-4d62-9e42-559efa08a955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'eaa3b6e6-ae67-48fc-8588-01f6e80e17bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:52:18.011722 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872066d5-3de2-4176-bbc8-2c0452b7fad1 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Network hostable DHCP agents. Network: eaa3b6e6-ae67-48fc-8588-01f6e80e17bf, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:52:18.026541 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0b3f4d7f-c2ec-4180-bed1-bd1ecce48798 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25350811'] for subnet, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:18.045672 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-690a646b-3013-4f53-993e-6a9caefc2dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:18.093382 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-690a646b-3013-4f53-993e-6a9caefc2dc3 None None] For port dfbe2f47-11e7-4e8b-b581-6acfd7477901, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=dfbe2f47-11e7-4e8b-b581-6acfd7477901,segment=NetworkSegment(82b66fdb-7f3e-4f44-87a3-8d0eb185d250),segment_id=82b66fdb-7f3e-4f44-87a3-8d0eb185d250)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:52:18.103295 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-690a646b-3013-4f53-993e-6a9caefc2dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:18.195462 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690a646b-3013-4f53-993e-6a9caefc2dc3 None None] Pushing event updated for resources: {'Port': ['ID=dfbe2f47-11e7-4e8b-b581-6acfd7477901,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:18.427449 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3f4d7f-c2ec-4180-bed1-bd1ecce48798 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Pushing event deleted for resources: {'Subnet': ['ID=6b16ac3b-774e-4892-a203-cbbd8eda6cb1,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:18.435448 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-82f63d5b-096b-4c34-84b9-29c08e04c1c2 None None] Provisioning complete for port dfbe2f47-11e7-4e8b-b581-6acfd7477901 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:52:18.435894 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-82f63d5b-096b-4c34-84b9-29c08e04c1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:18.444991 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0b3f4d7f-c2ec-4180-bed1-bd1ecce48798 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:18.460190 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-0b3f4d7f-c2ec-4180-bed1-bd1ecce48798 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "DELETE /v2.0/subnets/6b16ac3b-774e-4892-a203-cbbd8eda6cb1 HTTP/1.1" status: 204 len: 168 time: 1.3804674 Oct 20 10:52:18.461048 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 48602) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:18.524715 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872066d5-3de2-4176-bbc8-2c0452b7fad1 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Network eaa3b6e6-ae67-48fc-8588-01f6e80e17bf is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:52:18.530895 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device dfbe2f47-11e7-4e8b-b581-6acfd7477901 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:52:18.532751 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-4c0ac2d8-ae43-488d-8556-5b42d79a6b20 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0768960 Oct 20 10:52:18.535653 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 48606) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:18.546005 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2ab1cf75-ea90-42ea-9f9f-d1b07f03672f tempest-DHCPAgentSchedulersTestJSON-333965567 tempest-DHCPAgentSchedulersTestJSON-333965567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:18.547878 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-6460a3e0-6347-443a-b7f4-7aa1689dc873 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Request body: {'subnet': {'network_id': '8320e101-644d-44af-9385-629dd54c3c0a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:52:18.560891 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab1cf75-ea90-42ea-9f9f-d1b07f03672f tempest-DHCPAgentSchedulersTestJSON-333965567 tempest-DHCPAgentSchedulersTestJSON-333965567-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:18.561649 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2ab1cf75-ea90-42ea-9f9f-d1b07f03672f tempest-DHCPAgentSchedulersTestJSON-333965567 tempest-DHCPAgentSchedulersTestJSON-333965567-project] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:18.598721 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-872066d5-3de2-4176-bbc8-2c0452b7fad1 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, eaa3b6e6-ae67-48fc-8588-01f6e80e17bf) {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:52:18.664986 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f64f3eb2-819b-45bd-a669-0ac895e3f0a5 None None] Network eaa3b6e6-ae67-48fc-8588-01f6e80e17bf requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:52:18.720347 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device d012fc61-e760-4bcf-aff4-9ef2d30ecf9f up at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:52:18.722360 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d066b40b-eb8b-448e-a41b-f5e8abad6bd3 None None] Network 8320e101-644d-44af-9385-629dd54c3c0a requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:52:18.739013 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6460a3e0-6347-443a-b7f4-7aa1689dc873 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Made reservation on behalf of 22a79d88690a4055b95547a3f21027fa for: {'subnet': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:52:18.744021 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6460a3e0-6347-443a-b7f4-7aa1689dc873 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26761797'] for subnet, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:18.769425 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-872066d5-3de2-4176-bbc8-2c0452b7fad1 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:18.770277 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-872066d5-3de2-4176-bbc8-2c0452b7fad1 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:18.776149 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab1cf75-ea90-42ea-9f9f-d1b07f03672f tempest-DHCPAgentSchedulersTestJSON-333965567 tempest-DHCPAgentSchedulersTestJSON-333965567-project] Pushing event updated for resources: {'Network': ['ID=d18291f5-2144-40a0-9b0b-e713d6bf1194,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:18.817030 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-2ab1cf75-ea90-42ea-9f9f-d1b07f03672f tempest-DHCPAgentSchedulersTestJSON-333965567 tempest-DHCPAgentSchedulersTestJSON-333965567-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.4757288 Oct 20 10:52:18.824319 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 48618) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:18.901648 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-872066d5-3de2-4176-bbc8-2c0452b7fad1 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.9650779 Oct 20 10:52:19.006631 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b6d905fb-b1ee-4341-9176-b0afe70b6ec0 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for port, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:19.020254 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network d18291f5-2144-40a0-9b0b-e713d6bf1194 details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:52:19.029025 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b6d905fb-b1ee-4341-9176-b0afe70b6ec0 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:19.186994 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-354e6715-e4e0-4ddc-8768-36d1c9dcfb6a None None] Could not find standard attr ID for object c85110a1-7c11-4e4e-adbe-33881e53e270. {{(pid=100598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 20 10:52:19.204248 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2d84d8-1f78-436d-8dff-56ddda1a190d req-d45b1b5f-de14-4e48-93f8-04a73006d79a tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:19.206728 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9a2d84d8-1f78-436d-8dff-56ddda1a190d req-d45b1b5f-de14-4e48-93f8-04a73006d79a tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/networks?id=cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0 HTTP/1.1" status: 200 len: 812 time: 0.1781564 Oct 20 10:52:19.264857 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9a2d84d8-1f78-436d-8dff-56ddda1a190d req-751cf673-28b0-4b19-ae45-fc00d82d03d5 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/quotas/304c84e5c7844b5cadef0d9d128b445c HTTP/1.1" status: 200 len: 375 time: 0.0455556 Oct 20 10:52:19.277161 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-b02e98a5-8872-4153-b05c-e1a7e0e7ab28 tempest-DHCPAgentSchedulersTestJSON-1119952135 tempest-DHCPAgentSchedulersTestJSON-1119952135-project-admin] 10.222.0.64 "GET /v2.0/agents/60b3642f-5d26-44e8-a8c8-c145fe608009/dhcp-networks HTTP/1.1" status: 200 len: 11177 time: 0.4441268 Oct 20 10:52:19.280081 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 48634) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:19.291974 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d905fb-b1ee-4341-9176-b0afe70b6ec0 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Pushing event updated for resources: {'Port': ['ID=2219eb93-c58c-4f75-b7b2-5deeef3e934d,revision_number=2']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:19.319441 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b6d905fb-b1ee-4341-9176-b0afe70b6ec0 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1773381'] for floatingip, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:19.397460 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6460a3e0-6347-443a-b7f4-7aa1689dc873 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26836128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26761819'] for subnet, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:19.455502 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port dfbe2f47-11e7-4e8b-b581-6acfd7477901 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:52:19.455917 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:19.483070 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6460a3e0-6347-443a-b7f4-7aa1689dc873 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Pushing event updated for resources: {'Subnet': ['ID=0dcbea5a-84e2-42d2-881d-34ccb7e9d414,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:19.494712 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:19.513358 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6460a3e0-6347-443a-b7f4-7aa1689dc873 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Network 8320e101-644d-44af-9385-629dd54c3c0a is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:52:19.518532 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-354e6715-e4e0-4ddc-8768-36d1c9dcfb6a None None] Provisioning complete for port d2b40519-9b20-4f65-b402-ae7bb18ce1aa triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:52:19.519053 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-354e6715-e4e0-4ddc-8768-36d1c9dcfb6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:19.519174 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-6460a3e0-6347-443a-b7f4-7aa1689dc873 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:52:19.528667 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6460a3e0-6347-443a-b7f4-7aa1689dc873 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:19.529539 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6460a3e0-6347-443a-b7f4-7aa1689dc873 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:19.566450 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9a2d84d8-1f78-436d-8dff-56ddda1a190d req-6e97096b-fd88-4757-bd9f-304fc42f0ad0 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=304c84e5c7844b5cadef0d9d128b445c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1847794 Oct 20 10:52:19.585671 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-6460a3e0-6347-443a-b7f4-7aa1689dc873 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0433528 Oct 20 10:52:19.596343 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 48648) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:19.604908 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-d57a4aea-bfca-4731-8ea1-c947bfa26617 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Request body: {'subnet': {'network_id': '8320e101-644d-44af-9385-629dd54c3c0a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:52:19.627461 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 48650) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:19.637529 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fbc8a6c-f0e5-4141-9b32-ba9d05a4eaa4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524064ba-869c-5550-b826-c26b69a11278-eaa3b6e6-ae67-48fc-8588-01f6e80e17bf', 'network_id': 'eaa3b6e6-ae67-48fc-8588-01f6e80e17bf', 'tenant_id': 'ce3bca74c1d8467f832763bc531bfd88', 'fixed_ips': [{'subnet_id': '66a8eb0e-77e5-4e40-837e-e1c522e11a5a'}]}} from n-d-811396-3. {{(pid=100598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:52:19.638549 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3fbc8a6c-f0e5-4141-9b32-ba9d05a4eaa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:19.643645 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-c9ed532b-13b8-4fd2-ba71-023dd8015cd8 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1356238527', 'description': 'tempest-secgroup-smoke-1356238527 description', 'project_id': 'ce3bca74c1d8467f832763bc531bfd88'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:52:19.653099 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning complete for port d012fc61-e760-4bcf-aff4-9ef2d30ecf9f triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:52:19.653619 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:19.661043 n-d-811396-3 neutron-server[100597]: INFO neutron.db.l3_db [None req-b6d905fb-b1ee-4341-9176-b0afe70b6ec0 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Floating IP 5e67c660-d6f0-4f2f-a04b-586d84e99311 associated. External IP: 172.25.1.149, port: 9a694840-85b2-41cc-8b6b-82d014e9b501. Oct 20 10:52:19.685452 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd99f10e-cba6-4510-9779-389707693772 tempest-DHCPAgentSchedulersTestJSON-1119952135 tempest-DHCPAgentSchedulersTestJSON-1119952135-project-admin] Network d18291f5-2144-40a0-9b0b-e713d6bf1194 is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:52:19.775503 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-bd99f10e-cba6-4510-9779-389707693772 tempest-DHCPAgentSchedulersTestJSON-1119952135 tempest-DHCPAgentSchedulersTestJSON-1119952135-project-admin] 10.222.0.64 "POST /v2.0/agents/60b3642f-5d26-44e8-a8c8-c145fe608009/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.4941769 Oct 20 10:52:19.778360 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 48656) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:19.800831 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d2a4dc-fb3c-4468-9a75-e8fb93c4c530 None None] Network d18291f5-2144-40a0-9b0b-e713d6bf1194 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:52:19.939501 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c9ed532b-13b8-4fd2-ba71-023dd8015cd8 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:19.974383 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9a2d84d8-1f78-436d-8dff-56ddda1a190d req-7c161e69-aab8-4364-bf91-cb697062e9d0 service neutron] 10.222.0.64 "GET /v2.0/networks/cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4070396 Oct 20 10:52:20.089925 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d57a4aea-bfca-4731-8ea1-c947bfa26617 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Made reservation on behalf of 22a79d88690a4055b95547a3f21027fa for: {'subnet': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:52:20.094068 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d57a4aea-bfca-4731-8ea1-c947bfa26617 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26761797'] for subnet, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:20.123027 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f63cda1-e79c-4466-9367-1d3905e8bb24 None None] DHCP port deletion for 8320e101-644d-44af-9385-629dd54c3c0a request from n-d-811396-3 {{(pid=100598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:52:20.206891 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-2dafbd6b-87d6-4111-8b12-d687bfae45f0 tempest-DHCPAgentSchedulersTestJSON-1119952135 tempest-DHCPAgentSchedulersTestJSON-1119952135-project-admin] 10.222.0.64 "GET /v2.0/agents/60b3642f-5d26-44e8-a8c8-c145fe608009/dhcp-networks HTTP/1.1" status: 200 len: 11986 time: 0.4271326 Oct 20 10:52:20.210643 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 48678) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:20.238886 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6d905fb-b1ee-4341-9176-b0afe70b6ec0 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Router 8c837262-14fe-4a24-bdee-94fe0566d6dd has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:52:20.253608 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c9ed532b-13b8-4fd2-ba71-023dd8015cd8 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:20.365234 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-d541897a-dd06-46da-81e2-062130874b3c tempest-DHCPAgentSchedulersTestJSON-1119952135 tempest-DHCPAgentSchedulersTestJSON-1119952135-project-admin] 10.222.0.64 "DELETE /v2.0/agents/60b3642f-5d26-44e8-a8c8-c145fe608009/dhcp-networks/d18291f5-2144-40a0-9b0b-e713d6bf1194 HTTP/1.1" status: 204 len: 168 time: 0.1532114 Oct 20 10:52:20.367903 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 48684) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:20.560730 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-3fbc8a6c-f0e5-4141-9b32-ba9d05a4eaa4 None None] Allocated IP 172.20.0.18 (eaa3b6e6-ae67-48fc-8588-01f6e80e17bf/66a8eb0e-77e5-4e40-837e-e1c522e11a5a/0c248905-ff6e-4771-9156-2c03853f29e6) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:52:20.570708 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:20.577760 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device d2b40519-9b20-4f65-b402-ae7bb18ce1aa no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:52:20.621778 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6d905fb-b1ee-4341-9176-b0afe70b6ec0 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:52:20.632914 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c9ed532b-13b8-4fd2-ba71-023dd8015cd8 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:20.667964 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc19073-566f-4ae6-9bd1-c45b656b3f2c None None] Sync routers for ids ['8c837262-14fe-4a24-bdee-94fe0566d6dd'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:52:20.696885 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b6d905fb-b1ee-4341-9176-b0afe70b6ec0 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for floatingip, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:20.708366 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port d012fc61-e760-4bcf-aff4-9ef2d30ecf9f, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=d012fc61-e760-4bcf-aff4-9ef2d30ecf9f,segment=NetworkSegment(7a7eba38-3a2c-4235-a145-c989dfc5d4dc),segment_id=7a7eba38-3a2c-4235-a145-c989dfc5d4dc)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:52:20.717856 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9a2d84d8-1f78-436d-8dff-56ddda1a190d req-9d2b63d7-ffef-4bf4-b718-4c751c0bd30d service neutron] 10.222.0.64 "GET /v2.0/networks/cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7262485 Oct 20 10:52:20.726040 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3f9930f-6768-428d-b296-1e65ca6bdfa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd012fc61-e760-4bcf-aff4-9ef2d30ecf9f'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:52:20.729376 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59cb86c7-c2fa-40aa-8f1e-e22e5fa8f71e" -d '{"events": [{"server_uuid": "b3f9930f-6768-428d-b296-1e65ca6bdfa7", "name": "network-vif-plugged", "status": "completed", "tag": "d012fc61-e760-4bcf-aff4-9ef2d30ecf9f"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:52:20.742770 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:20.747726 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1f63cda1-e79c-4466-9367-1d3905e8bb24 None None] Deleting port d2b40519-9b20-4f65-b402-ae7bb18ce1aa {{(pid=100598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:52:20.748203 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1f63cda1-e79c-4466-9367-1d3905e8bb24 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:20.755793 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c9ed532b-13b8-4fd2-ba71-023dd8015cd8 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:20.761054 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-c62c92d5-8aea-43ad-b848-b2083467cc67 tempest-DHCPAgentSchedulersTestJSON-1119952135 tempest-DHCPAgentSchedulersTestJSON-1119952135-project-admin] 10.222.0.64 "GET /v2.0/agents/60b3642f-5d26-44e8-a8c8-c145fe608009/dhcp-networks HTTP/1.1" status: 200 len: 11215 time: 0.3899570 Oct 20 10:52:20.762249 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-c9ed532b-13b8-4fd2-ba71-023dd8015cd8 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.1233885 Oct 20 10:52:20.769760 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-b6d905fb-b1ee-4341-9176-b0afe70b6ec0 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 8.0094316 Oct 20 10:52:20.772046 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 48690) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:20.775914 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 48694) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:20.776696 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '982cf2b9-f584-4e2b-9222-a8c52175a1df', 'tag': '9a694840-85b2-41cc-8b6b-82d014e9b501'}] {{(pid=100597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:52:20.779815 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd85cad6a391afaa95d2dd5280bfd4659fc1e1b2aba53b5e7ef874f059efcdc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0251c350-047e-46cf-ba56-583e365bff78" -d '{"events": [{"name": "network-changed", "server_uuid": "982cf2b9-f584-4e2b-9222-a8c52175a1df", "tag": "9a694840-85b2-41cc-8b6b-82d014e9b501"}]}' {{(pid=100597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:52:20.796019 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-7f5d73c0-87ff-4820-83d3-48d423facd8b tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Request body: {'security_group_rule': {'security_group_id': '0dc9179d-66bd-42ab-8966-2d73b22efd24', 'project_id': 'ce3bca74c1d8467f832763bc531bfd88', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:52:20.803042 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ed532b-13b8-4fd2-ba71-023dd8015cd8 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0dc9179d-66bd-42ab-8966-2d73b22efd24,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:20.877387 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1f63cda1-e79c-4466-9367-1d3905e8bb24 None None] For port d2b40519-9b20-4f65-b402-ae7bb18ce1aa, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=d2b40519-9b20-4f65-b402-ae7bb18ce1aa,segment=NetworkSegment(bdd410b3-9198-4748-b872-a4840957eef7),segment_id=bdd410b3-9198-4748-b872-a4840957eef7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:52:20.885387 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-92bc837b-18d3-490c-acd4-d8279a7c15a3 tempest-DHCPAgentSchedulersTestJSON-1119952135 tempest-DHCPAgentSchedulersTestJSON-1119952135-project-admin] 10.222.0.64 "GET /v2.0/networks/379cdc49-3b72-41ff-8c0c-16a512f3c4fc/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0700169 Oct 20 10:52:20.888218 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1f63cda1-e79c-4466-9367-1d3905e8bb24 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:20.888405 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 48704) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:20.916853 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1f63cda1-e79c-4466-9367-1d3905e8bb24 None None] Calling delete_port for d2b40519-9b20-4f65-b402-ae7bb18ce1aa owned by network:dhcp {{(pid=100598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:52:20.935112 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-3a5c9e04-300b-404f-8398-c021d242317f tempest-DHCPAgentSchedulersTestJSON-1119952135 tempest-DHCPAgentSchedulersTestJSON-1119952135-project-admin] 10.222.0.64 "GET /v2.0/networks/379cdc49-3b72-41ff-8c0c-16a512f3c4fc/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0452406 Oct 20 10:52:20.936162 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7f5d73c0-87ff-4820-83d3-48d423facd8b tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:20.939014 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 48706) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:21.082582 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-213cd3e9-fb4a-467a-bf77-c853a70221a4 x-openstack-request-id: req-213cd3e9-fb4a-467a-bf77-c853a70221a4 {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:52:21.082799 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3f9930f-6768-428d-b296-1e65ca6bdfa7", "name": "network-vif-plugged", "status": "completed", "tag": "d012fc61-e760-4bcf-aff4-9ef2d30ecf9f", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:52:21.083417 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-213cd3e9-fb4a-467a-bf77-c853a70221a4 {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:52:21.083574 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3f9930f-6768-428d-b296-1e65ca6bdfa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd012fc61-e760-4bcf-aff4-9ef2d30ecf9f', 'code': 200} Oct 20 10:52:21.105629 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1f63cda1-e79c-4466-9367-1d3905e8bb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956'] for port, after_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:21.120705 n-d-811396-3 neutron-server[100596]: DEBUG neutron.objects.ports [None req-d57a4aea-bfca-4731-8ea1-c947bfa26617 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100596) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 20 10:52:21.122342 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d5a32b7-fc00-45a4-aa48-fdf192cb343d x-openstack-request-id: req-0d5a32b7-fc00-45a4-aa48-fdf192cb343d {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:52:21.123755 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "982cf2b9-f584-4e2b-9222-a8c52175a1df", "tag": "9a694840-85b2-41cc-8b6b-82d014e9b501", "status": "completed", "code": 200}]} {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:52:21.124036 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0d5a32b7-fc00-45a4-aa48-fdf192cb343d {{(pid=100597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:52:21.124451 n-d-811396-3 neutron-server[100597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '982cf2b9-f584-4e2b-9222-a8c52175a1df', 'tag': '9a694840-85b2-41cc-8b6b-82d014e9b501', 'status': 'completed', 'code': 200} Oct 20 10:52:21.184455 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7f5d73c0-87ff-4820-83d3-48d423facd8b tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:21.203082 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7f5d73c0-87ff-4820-83d3-48d423facd8b tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:21.234203 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc19073-566f-4ae6-9bd1-c45b656b3f2c None None] Routers {'8c837262-14fe-4a24-bdee-94fe0566d6dd'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:52:21.235005 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-bdc19073-566f-4ae6-9bd1-c45b656b3f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:52:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['8c837262-14fe-4a24-bdee-94fe0566d6dd'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:52:21.273491 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5d73c0-87ff-4820-83d3-48d423facd8b tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0add21e8-05f2-49d5-9c60-1593ef9fd5a7,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:21.284196 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-f8d2c63c-1195-424b-ba38-65cbe21cbfe4 tempest-DHCPAgentSchedulersTestJSON-1119952135 tempest-DHCPAgentSchedulersTestJSON-1119952135-project-admin] 10.222.0.64 "GET /v2.0/agents/60b3642f-5d26-44e8-a8c8-c145fe608009/dhcp-networks HTTP/1.1" status: 200 len: 11255 time: 0.3437383 Oct 20 10:52:21.284874 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 48716) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:21.296062 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7f5d73c0-87ff-4820-83d3-48d423facd8b tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:21.300377 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-7f5d73c0-87ff-4820-83d3-48d423facd8b tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5108504 Oct 20 10:52:21.300587 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 48718) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:21.307692 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-f6a40050-fbbe-4766-b6cf-60d47605ab88 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Request body: {'security_group_rule': {'security_group_id': '0dc9179d-66bd-42ab-8966-2d73b22efd24', 'project_id': 'ce3bca74c1d8467f832763bc531bfd88', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:52:21.476251 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Port d2b40519-9b20-4f65-b402-ae7bb18ce1aa update to DOWN by agent not found {{(pid=100598) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Oct 20 10:52:21.498280 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6178a990-a0ac-4e0d-8d5a-93afd329ab55 tempest-DHCPAgentSchedulersTestJSON-333965567 tempest-DHCPAgentSchedulersTestJSON-333965567-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:21.527224 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e690f56-dd15-41cc-a833-8b4764e70742 req-a51ba57e-4b26-4360-a2ee-bc2b3bac850a tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:21.535857 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1e690f56-dd15-41cc-a833-8b4764e70742 req-a51ba57e-4b26-4360-a2ee-bc2b3bac850a tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/ports?device_id=982cf2b9-f584-4e2b-9222-a8c52175a1df HTTP/1.1" status: 200 len: 945 time: 0.6084344 Oct 20 10:52:21.556558 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f0a233a3-9e3b-441e-842d-1e2f011a94ed req-c032628f-c34e-4604-99bc-ecb7253406b2 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=32a45391-eb86-4e02-8bee-8fc24219c1b9 HTTP/1.1" status: 200 len: 210 time: 0.3506196 Oct 20 10:52:21.595528 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f63cda1-e79c-4466-9367-1d3905e8bb24 None None] No DVR routers for this DVR port d2b40519-9b20-4f65-b402-ae7bb18ce1aa on host n-d-811396-3 {{(pid=100598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:52:21.663494 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=d012fc61-e760-4bcf-aff4-9ef2d30ecf9f,revision_number=10']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:21.704441 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29803b5c-9dee-4fbf-9f2d-79c872a68515 None None] Network 8320e101-644d-44af-9385-629dd54c3c0a requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:52:21.712359 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6178a990-a0ac-4e0d-8d5a-93afd329ab55 tempest-DHCPAgentSchedulersTestJSON-333965567 tempest-DHCPAgentSchedulersTestJSON-333965567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:21.742718 n-d-811396-3 neutron-server[100596]: WARNING neutron.services.revisions.revision_plugin [None req-d57a4aea-bfca-4731-8ea1-c947bfa26617 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Could not find related port for resource to bump revision. Oct 20 10:52:21.756000 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-6178a990-a0ac-4e0d-8d5a-93afd329ab55 tempest-DHCPAgentSchedulersTestJSON-333965567 tempest-DHCPAgentSchedulersTestJSON-333965567-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d18291f5-2144-40a0-9b0b-e713d6bf1194']}} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:52:21.766794 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0251c350-047e-46cf-ba56-583e365bff78 req-0bbf9836-494d-41ca-bcf1-0c4c17076878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:21.769380 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0251c350-047e-46cf-ba56-583e365bff78 req-0bbf9836-494d-41ca-bcf1-0c4c17076878 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ba79d3046aa84fd2ac89895f3514d2bd&device_id=982cf2b9-f584-4e2b-9222-a8c52175a1df HTTP/1.1" status: 200 len: 1096 time: 0.4169714 Oct 20 10:52:21.769559 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-6178a990-a0ac-4e0d-8d5a-93afd329ab55 tempest-DHCPAgentSchedulersTestJSON-333965567 tempest-DHCPAgentSchedulersTestJSON-333965567-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bbda77f-c631-490d-9c34-15e53d22411b') {'for_net_delete': True} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:52:21.770187 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-6178a990-a0ac-4e0d-8d5a-93afd329ab55 tempest-DHCPAgentSchedulersTestJSON-333965567 tempest-DHCPAgentSchedulersTestJSON-333965567-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bbda77f-c631-490d-9c34-15e53d22411b') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:52:21.771857 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.ipam_pluggable_backend [None req-d57a4aea-bfca-4731-8ea1-c947bfa26617 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Port d2b40519-9b20-4f65-b402-ae7bb18ce1aa was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=100596) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Oct 20 10:52:21.774493 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.ipam_pluggable_backend [None req-d57a4aea-bfca-4731-8ea1-c947bfa26617 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Reverting IP allocation for 2001:db8::f816:3eff:fe6d:e22b {{(pid=100596) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Oct 20 10:52:21.790049 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6178a990-a0ac-4e0d-8d5a-93afd329ab55 tempest-DHCPAgentSchedulersTestJSON-333965567 tempest-DHCPAgentSchedulersTestJSON-333965567-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25852596'] for segment, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:21.803433 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.ipam_pluggable_backend [None req-d57a4aea-bfca-4731-8ea1-c947bfa26617 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe6d:e22b {{(pid=100596) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Oct 20 10:52:21.806195 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6178a990-a0ac-4e0d-8d5a-93afd329ab55 tempest-DHCPAgentSchedulersTestJSON-333965567 tempest-DHCPAgentSchedulersTestJSON-333965567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:21.813564 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6178a990-a0ac-4e0d-8d5a-93afd329ab55 tempest-DHCPAgentSchedulersTestJSON-333965567 tempest-DHCPAgentSchedulersTestJSON-333965567-project] Releasing vlan 814 on physical network physnet1 to pool {{(pid=100597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:52:21.814161 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6178a990-a0ac-4e0d-8d5a-93afd329ab55 tempest-DHCPAgentSchedulersTestJSON-333965567 tempest-DHCPAgentSchedulersTestJSON-333965567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951012'] for segment, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:21.843026 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d57a4aea-bfca-4731-8ea1-c947bfa26617 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26836128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26761819'] for subnet, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:21.882870 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f63cda1-e79c-4466-9367-1d3905e8bb24 None None] Pushing event deleted for resources: {'Port': ['ID=d2b40519-9b20-4f65-b402-ae7bb18ce1aa,revision_number=None']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:21.904393 n-d-811396-3 neutron-server[100597]: Traceback (most recent call last): Oct 20 10:52:21.904393 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:52:21.904393 n-d-811396-3 neutron-server[100597]: timer() Oct 20 10:52:21.904393 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:52:21.904393 n-d-811396-3 neutron-server[100597]: cb(*args, **kw) Oct 20 10:52:21.904393 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:52:21.904393 n-d-811396-3 neutron-server[100597]: return func(*args, **kwargs) Oct 20 10:52:21.904393 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:52:21.904393 n-d-811396-3 neutron-server[100597]: self._notify() Oct 20 10:52:21.904393 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:52:21.904393 n-d-811396-3 neutron-server[100597]: self.callback(batched_events) Oct 20 10:52:21.904393 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:52:21.904393 n-d-811396-3 neutron-server[100597]: event.method(event) Oct 20 10:52:21.904393 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:52:21.904393 n-d-811396-3 neutron-server[100597]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:52:21.904393 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:52:21.904393 n-d-811396-3 neutron-server[100597]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:52:21.904393 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:52:21.904393 n-d-811396-3 neutron-server[100597]: return f(self, *a, **k) Oct 20 10:52:21.904393 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:52:21.904393 n-d-811396-3 neutron-server[100597]: return self._get(url).json() Oct 20 10:52:21.904393 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:52:21.904393 n-d-811396-3 neutron-server[100597]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:52:21.904393 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:52:21.904393 n-d-811396-3 neutron-server[100597]: return self.request(url, 'GET', **kwargs) Oct 20 10:52:21.904393 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:52:21.904393 n-d-811396-3 neutron-server[100597]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:52:21.904393 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:52:21.904393 n-d-811396-3 neutron-server[100597]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:52:21.904393 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:52:21.904393 n-d-811396-3 neutron-server[100597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:52:21.904393 n-d-811396-3 neutron-server[100597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:52:21.907251 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f6a40050-fbbe-4766-b6cf-60d47605ab88 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:21.924406 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6178a990-a0ac-4e0d-8d5a-93afd329ab55 tempest-DHCPAgentSchedulersTestJSON-333965567 tempest-DHCPAgentSchedulersTestJSON-333965567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:21.930505 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6178a990-a0ac-4e0d-8d5a-93afd329ab55 tempest-DHCPAgentSchedulersTestJSON-333965567 tempest-DHCPAgentSchedulersTestJSON-333965567-project] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:21.934418 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-6178a990-a0ac-4e0d-8d5a-93afd329ab55 tempest-DHCPAgentSchedulersTestJSON-333965567 tempest-DHCPAgentSchedulersTestJSON-333965567-project] 10.222.0.64 "DELETE /v2.0/networks/d18291f5-2144-40a0-9b0b-e713d6bf1194 HTTP/1.1" status: 204 len: 168 time: 0.6477771 Oct 20 10:52:21.944216 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 48738) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:21.992510 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d57a4aea-bfca-4731-8ea1-c947bfa26617 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Network 8320e101-644d-44af-9385-629dd54c3c0a is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:52:21.999503 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6178a990-a0ac-4e0d-8d5a-93afd329ab55 tempest-DHCPAgentSchedulersTestJSON-333965567 tempest-DHCPAgentSchedulersTestJSON-333965567-project] Pushing event deleted for resources: {'Network': ['ID=d18291f5-2144-40a0-9b0b-e713d6bf1194,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:22.024462 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-5184ae11-0996-4e7b-a459-0c8044571772 tempest-DHCPAgentSchedulersTestJSON-333965567 tempest-DHCPAgentSchedulersTestJSON-333965567-project] DELETE failed (client error): The resource could not be found. Oct 20 10:52:22.025339 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-d57a4aea-bfca-4731-8ea1-c947bfa26617 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:52:22.028935 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5184ae11-0996-4e7b-a459-0c8044571772 tempest-DHCPAgentSchedulersTestJSON-333965567 tempest-DHCPAgentSchedulersTestJSON-333965567-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:52:22.045960 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-5184ae11-0996-4e7b-a459-0c8044571772 tempest-DHCPAgentSchedulersTestJSON-333965567 tempest-DHCPAgentSchedulersTestJSON-333965567-project] 10.222.0.64 "DELETE /v2.0/ports/c85110a1-7c11-4e4e-adbe-33881e53e270 HTTP/1.1" status: 404 len: 333 time: 0.0934830 Oct 20 10:52:22.062372 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 48742) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:22.210947 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f6a40050-fbbe-4766-b6cf-60d47605ab88 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:22.275606 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-bdc19073-566f-4ae6-9bd1-c45b656b3f2c None None] Set router 8c837262-14fe-4a24-bdee-94fe0566d6dd gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:52:22.314830 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_v2 [None req-99a82a4c-38d0-4328-9061-029b6b2f1021 tempest-DHCPAgentSchedulersTestJSON-333965567 tempest-DHCPAgentSchedulersTestJSON-333965567-project] Deleting subnet e9017047-f6ba-4930-9b40-bd3d9162b950 {{(pid=100597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:52:22.329387 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f6a40050-fbbe-4766-b6cf-60d47605ab88 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:22.360063 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-99a82a4c-38d0-4328-9061-029b6b2f1021 tempest-DHCPAgentSchedulersTestJSON-333965567 tempest-DHCPAgentSchedulersTestJSON-333965567-project] Publish callbacks [] for subnet, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:22.369991 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3fbc8a6c-f0e5-4141-9b32-ba9d05a4eaa4 None None] Publish callbacks [] for port, precommit_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:22.387325 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3fbc8a6c-f0e5-4141-9b32-ba9d05a4eaa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:22.487213 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f6a40050-fbbe-4766-b6cf-60d47605ab88 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:22.492580 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-f6a40050-fbbe-4766-b6cf-60d47605ab88 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1900771 Oct 20 10:52:22.498535 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 48750) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:22.505675 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-5f57c521-e4ba-4f83-983f-9d41332bba6b tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Request body: {'security_group_rule': {'security_group_id': '0dc9179d-66bd-42ab-8966-2d73b22efd24', 'project_id': 'ce3bca74c1d8467f832763bc531bfd88', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:52:22.529025 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fbc8a6c-f0e5-4141-9b32-ba9d05a4eaa4 None None] Network eaa3b6e6-ae67-48fc-8588-01f6e80e17bf is already hosted by enough agents. {{(pid=100598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:52:22.536887 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a40050-fbbe-4766-b6cf-60d47605ab88 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=401313b6-efb1-4e74-9d26-0795adfce02e,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:22.544049 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbc8a6c-f0e5-4141-9b32-ba9d05a4eaa4 None None] Pushing event updated for resources: {'Port': ['ID=0c248905-ff6e-4771-9156-2c03853f29e6,revision_number=1']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:22.559606 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.base_scheduler [None req-3fbc8a6c-f0e5-4141-9b32-ba9d05a4eaa4 None None] Resources bound (agent type, host, resource id): {{(pid=100598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:52:22.562714 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbc8a6c-f0e5-4141-9b32-ba9d05a4eaa4 None None] Received port after_create {{(pid=100598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:52:22.565533 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5f57c521-e4ba-4f83-983f-9d41332bba6b tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:22.650979 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-99a82a4c-38d0-4328-9061-029b6b2f1021 tempest-DHCPAgentSchedulersTestJSON-333965567 tempest-DHCPAgentSchedulersTestJSON-333965567-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25852621'] for subnet, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:22.725644 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5f57c521-e4ba-4f83-983f-9d41332bba6b tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:22.741460 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5f57c521-e4ba-4f83-983f-9d41332bba6b tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:22.794786 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f57c521-e4ba-4f83-983f-9d41332bba6b tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c3d8112-a6e2-4aa8-97cc-013f56f4fa20,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:22.868382 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5f57c521-e4ba-4f83-983f-9d41332bba6b tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:22.875332 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-5f57c521-e4ba-4f83-983f-9d41332bba6b tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3747828 Oct 20 10:52:22.884352 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-3fbc8a6c-f0e5-4141-9b32-ba9d05a4eaa4 None None] Attempting to bind port 0c248905-ff6e-4771-9156-2c03853f29e6 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:52:22.884802 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-3fbc8a6c-f0e5-4141-9b32-ba9d05a4eaa4 None None] Attempting to bind port 0c248905-ff6e-4771-9156-2c03853f29e6 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': 'ffcf5e3b-3827-4d62-9e42-559efa08a955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'eaa3b6e6-ae67-48fc-8588-01f6e80e17bf'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:52:22.885171 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbc8a6c-f0e5-4141-9b32-ba9d05a4eaa4 None None] Attempting to bind port 0c248905-ff6e-4771-9156-2c03853f29e6 on network eaa3b6e6-ae67-48fc-8588-01f6e80e17bf {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:52:22.886896 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 48756) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:22.891342 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d37424b-8734-45b7-88d1-0d1c615f90ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524064ba-869c-5550-b826-c26b69a11278-8320e101-644d-44af-9385-629dd54c3c0a', 'network_id': '8320e101-644d-44af-9385-629dd54c3c0a', 'tenant_id': '22a79d88690a4055b95547a3f21027fa', 'fixed_ips': [{'subnet_id': '0dcbea5a-84e2-42d2-881d-34ccb7e9d414'}, {'subnet_id': '27909581-0964-4d04-b358-e9aa69af08fb'}]}} from n-d-811396-3. {{(pid=100598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:52:22.892317 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-4d37424b-8734-45b7-88d1-0d1c615f90ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:22.909593 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-7dc10881-281e-44c9-af7e-7df2e033e73a tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Request body: {'security_group_rule': {'security_group_id': '0dc9179d-66bd-42ab-8966-2d73b22efd24', 'project_id': 'ce3bca74c1d8467f832763bc531bfd88', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:52:22.913126 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbc8a6c-f0e5-4141-9b32-ba9d05a4eaa4 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:52:22.913607 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbc8a6c-f0e5-4141-9b32-ba9d05a4eaa4 None None] Checking segment: {'id': 'ffcf5e3b-3827-4d62-9e42-559efa08a955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'eaa3b6e6-ae67-48fc-8588-01f6e80e17bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:52:22.913924 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3fbc8a6c-f0e5-4141-9b32-ba9d05a4eaa4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:22.914413 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbc8a6c-f0e5-4141-9b32-ba9d05a4eaa4 None None] Bound using segment: {'id': 'ffcf5e3b-3827-4d62-9e42-559efa08a955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'eaa3b6e6-ae67-48fc-8588-01f6e80e17bf'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:52:22.914893 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-3fbc8a6c-f0e5-4141-9b32-ba9d05a4eaa4 None None] Bound port: 0c248905-ff6e-4771-9156-2c03853f29e6, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffcf5e3b-3827-4d62-9e42-559efa08a955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'eaa3b6e6-ae67-48fc-8588-01f6e80e17bf'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:52:22.915275 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3fbc8a6c-f0e5-4141-9b32-ba9d05a4eaa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:23.001433 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d57a4aea-bfca-4731-8ea1-c947bfa26617 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:23.002885 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d57a4aea-bfca-4731-8ea1-c947bfa26617 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:23.151674 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-18d3ce77-6021-4a90-a483-7f111b6c13ce req-838a7bf9-930e-4895-83d9-a0f51195b043 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=32a45391-eb86-4e02-8bee-8fc24219c1b9 HTTP/1.1" status: 200 len: 210 time: 0.1285813 Oct 20 10:52:23.194525 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57a4aea-bfca-4731-8ea1-c947bfa26617 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Pushing event updated for resources: {'Subnet': ['ID=27909581-0964-4d04-b358-e9aa69af08fb,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:23.200226 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-3fbc8a6c-f0e5-4141-9b32-ba9d05a4eaa4 None None] For port 0c248905-ff6e-4771-9156-2c03853f29e6, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:52:23.206413 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-99a82a4c-38d0-4328-9061-029b6b2f1021 tempest-DHCPAgentSchedulersTestJSON-333965567 tempest-DHCPAgentSchedulersTestJSON-333965567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:23.210826 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-3fbc8a6c-f0e5-4141-9b32-ba9d05a4eaa4 None None] For port 0c248905-ff6e-4771-9156-2c03853f29e6, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=0c248905-ff6e-4771-9156-2c03853f29e6,segment=NetworkSegment(ffcf5e3b-3827-4d62-9e42-559efa08a955),segment_id=ffcf5e3b-3827-4d62-9e42-559efa08a955)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:52:23.245123 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1e690f56-dd15-41cc-a833-8b4764e70742 req-f93123da-03c5-471f-8851-6039134417c0 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/security-groups?id=4de8cd6c-6bcc-4778-96b5-f0ccd59485f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.7063189 Oct 20 10:52:23.245347 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3fbc8a6c-f0e5-4141-9b32-ba9d05a4eaa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:23.306283 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-d57a4aea-bfca-4731-8ea1-c947bfa26617 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.7086279 Oct 20 10:52:23.323760 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 48764) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:23.335904 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 48766) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:23.342276 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbc8a6c-f0e5-4141-9b32-ba9d05a4eaa4 None None] Pushing event updated for resources: {'Port': ['ID=0c248905-ff6e-4771-9156-2c03853f29e6,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:23.350025 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-7b6f3cd5-b9e3-4d7b-a76c-f74a07a8fa8b tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Request body: {'port': {'network_id': '8320e101-644d-44af-9385-629dd54c3c0a', 'mac_address': 'fa:16:3e:35:25:51', 'name': 'tempest-NetworksTestDHCPv6-1324424913'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:52:23.372228 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7dc10881-281e-44c9-af7e-7df2e033e73a tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:23.383919 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0251c350-047e-46cf-ba56-583e365bff78 req-398aa4a3-5518-43b4-b137-4cd15d407fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:23.392652 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0251c350-047e-46cf-ba56-583e365bff78 req-398aa4a3-5518-43b4-b137-4cd15d407fea service neutron] 10.222.0.55 "GET /v2.0/networks?id=b3481165-3e87-46ad-826c-7d431607ac7a HTTP/1.1" status: 200 len: 897 time: 1.6138153 Oct 20 10:52:23.558653 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-4d37424b-8734-45b7-88d1-0d1c615f90ad None None] Allocated IP 172.20.0.2 (8320e101-644d-44af-9385-629dd54c3c0a/0dcbea5a-84e2-42d2-881d-34ccb7e9d414/170cb025-cbe7-46a3-9e4b-ad044c60a0da) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:52:23.569210 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-4d37424b-8734-45b7-88d1-0d1c615f90ad None None] Allocated IP 2001:db8::f816:3eff:fec9:555e (8320e101-644d-44af-9385-629dd54c3c0a/27909581-0964-4d04-b358-e9aa69af08fb/170cb025-cbe7-46a3-9e4b-ad044c60a0da) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:52:23.678285 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2d84d8-1f78-436d-8dff-56ddda1a190d req-431770a6-6d65-44e1-9664-859d53f626bf tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:23.680178 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9a2d84d8-1f78-436d-8dff-56ddda1a190d req-431770a6-6d65-44e1-9664-859d53f626bf tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.69 "GET /v2.0/networks?id=cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0 HTTP/1.1" status: 200 len: 812 time: 0.6744034 Oct 20 10:52:23.720952 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-9a2d84d8-1f78-436d-8dff-56ddda1a190d req-e1c2abda-84d7-4955-b7fa-31aca7944898 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Request body: {'port': {'device_id': '32a45391-eb86-4e02-8bee-8fc24219c1b9', 'network_id': 'cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0', 'admin_state_up': True, 'tenant_id': '304c84e5c7844b5cadef0d9d128b445c'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:52:23.751413 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0251c350-047e-46cf-ba56-583e365bff78 req-efc387f7-2b75-4a67-a904-5a994ce8ed9e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a694840-85b2-41cc-8b6b-82d014e9b501 HTTP/1.1" status: 200 len: 999 time: 0.3490140 Oct 20 10:52:24.261449 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0251c350-047e-46cf-ba56-583e365bff78 req-3f373820-3eb8-4a7e-8b3d-4952bf0a44d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:24.266494 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0251c350-047e-46cf-ba56-583e365bff78 req-3f373820-3eb8-4a7e-8b3d-4952bf0a44d5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=06a8754b-afbe-40dd-82e4-c21b59e7daf0 HTTP/1.1" status: 200 len: 835 time: 0.5001469 Oct 20 10:52:24.364986 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a2d84d8-1f78-436d-8dff-56ddda1a190d req-e1c2abda-84d7-4955-b7fa-31aca7944898 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Made reservation on behalf of 304c84e5c7844b5cadef0d9d128b445c for: {'port': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:52:24.374421 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-9a2d84d8-1f78-436d-8dff-56ddda1a190d req-e1c2abda-84d7-4955-b7fa-31aca7944898 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:24.379240 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-bdc19073-566f-4ae6-9bd1-c45b656b3f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c837262-14fe-4a24-bdee-94fe0566d6dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1772118193', 'tenant_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': 'f6c7f1ca-b6a7-4630-ba90-edb1b4fbe54d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:51:30Z', 'updated_at': '2021-10-20T10:51:40Z', 'revision_number': 4, 'project_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'gw_port': {'id': 'f6c7f1ca-b6a7-4630-ba90-edb1b4fbe54d', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:1a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c837262-14fe-4a24-bdee-94fe0566d6dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:51:31Z', 'updated_at': '2021-10-20T10:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_floatingips': [{'id': '5e67c660-d6f0-4f2f-a04b-586d84e99311', 'tenant_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'floating_ip_address': '172.25.1.149', 'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'router_id': '8c837262-14fe-4a24-bdee-94fe0566d6dd', 'port_id': '9a694840-85b2-41cc-8b6b-82d014e9b501', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2841, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3481165-3e87-46ad-826c-7d431607ac7a', 'mac_address': 'fa:16:3e:4a:72:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982cf2b9-f584-4e2b-9222-a8c52175a1df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T10:52:16Z', 'updated_at': '2021-10-20T10:52:16Z', 'revision_number': 0, 'project_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bfaad9e-68a1-43e2-9a3d-7e04a82716a8', 'name': '', 'network_id': 'b3481165-3e87-46ad-826c-7d431607ac7a', 'tenant_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'mac_address': 'fa:16:3e:ba:5c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c837262-14fe-4a24-bdee-94fe0566d6dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': '06a8754b-afbe-40dd-82e4-c21b59e7daf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:51:38Z', 'updated_at': '2021-10-20T10:51:47Z', 'revision_number': 5, 'project_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'subnets': [{'id': '06a8754b-afbe-40dd-82e4-c21b59e7daf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:52:24.499894 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc19073-566f-4ae6-9bd1-c45b656b3f2c None None] Checking router: 8c837262-14fe-4a24-bdee-94fe0566d6dd for host: n-d-811396-3 {{(pid=100598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:52:24.537033 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-4d37424b-8734-45b7-88d1-0d1c615f90ad None None] Publish callbacks [] for port, precommit_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:24.546653 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc19073-566f-4ae6-9bd1-c45b656b3f2c None None] Routers {'8c837262-14fe-4a24-bdee-94fe0566d6dd'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:52:24.547783 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-bdc19073-566f-4ae6-9bd1-c45b656b3f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:52:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['8c837262-14fe-4a24-bdee-94fe0566d6dd'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:52:24.552643 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-4d37424b-8734-45b7-88d1-0d1c615f90ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:24.839606 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 0c248905-ff6e-4771-9156-2c03853f29e6 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:52:24.860717 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ac98f59a-d386-486e-927b-67b49bdc5274 req-ff01c9e2-4ff9-4607-a9cd-e59306e26aa5 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=32a45391-eb86-4e02-8bee-8fc24219c1b9 HTTP/1.1" status: 200 len: 210 time: 0.5209663 Oct 20 10:52:24.919419 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d37424b-8734-45b7-88d1-0d1c615f90ad None None] Network 8320e101-644d-44af-9385-629dd54c3c0a is already hosted by enough agents. {{(pid=100598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:52:24.924792 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0251c350-047e-46cf-ba56-583e365bff78 req-5b3350dd-1e45-47eb-8f2b-aa1353dea154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:24.934435 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0251c350-047e-46cf-ba56-583e365bff78 req-5b3350dd-1e45-47eb-8f2b-aa1353dea154 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b3481165-3e87-46ad-826c-7d431607ac7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6519494 Oct 20 10:52:24.946878 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.base_scheduler [None req-4d37424b-8734-45b7-88d1-0d1c615f90ad None None] Resources bound (agent type, host, resource id): {{(pid=100598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:52:24.960477 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d37424b-8734-45b7-88d1-0d1c615f90ad None None] Received port after_create {{(pid=100598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:52:24.980602 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-bdc19073-566f-4ae6-9bd1-c45b656b3f2c None None] Set router 8c837262-14fe-4a24-bdee-94fe0566d6dd gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:52:25.175927 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-b336bb14-e187-47cf-90cc-0f6e4678a142 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/floatingips/5e67c660-d6f0-4f2f-a04b-586d84e99311 HTTP/1.1" status: 200 len: 991 time: 1.8374388 Oct 20 10:52:25.209049 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-99a82a4c-38d0-4328-9061-029b6b2f1021 tempest-DHCPAgentSchedulersTestJSON-333965567 tempest-DHCPAgentSchedulersTestJSON-333965567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25350811'] for subnet, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:25.287367 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [req-9a2d84d8-1f78-436d-8dff-56ddda1a190d req-e1c2abda-84d7-4955-b7fa-31aca7944898 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Allocated IP 172.20.0.11 (cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0/46305bfd-5c10-42c9-8afc-597f2425497e/d6a6518b-9e09-49cf-9ecd-340148181cc6) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:52:25.295244 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7dc10881-281e-44c9-af7e-7df2e033e73a tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:25.339644 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a82a4c-38d0-4328-9061-029b6b2f1021 tempest-DHCPAgentSchedulersTestJSON-333965567 tempest-DHCPAgentSchedulersTestJSON-333965567-project] Pushing event deleted for resources: {'Subnet': ['ID=e9017047-f6ba-4930-9b40-bd3d9162b950,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:25.351345 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-99a82a4c-38d0-4328-9061-029b6b2f1021 tempest-DHCPAgentSchedulersTestJSON-333965567 tempest-DHCPAgentSchedulersTestJSON-333965567-project] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:25.360149 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-99a82a4c-38d0-4328-9061-029b6b2f1021 tempest-DHCPAgentSchedulersTestJSON-333965567 tempest-DHCPAgentSchedulersTestJSON-333965567-project] 10.222.0.64 "DELETE /v2.0/subnets/e9017047-f6ba-4930-9b40-bd3d9162b950 HTTP/1.1" status: 204 len: 168 time: 3.2960167 Oct 20 10:52:25.361512 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b6f3cd5-b9e3-4d7b-a76c-f74a07a8fa8b tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Made reservation on behalf of 22a79d88690a4055b95547a3f21027fa for: {'port': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:52:25.371939 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 48806) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:25.395479 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7dc10881-281e-44c9-af7e-7df2e033e73a tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:25.411757 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d37424b-8734-45b7-88d1-0d1c615f90ad None None] Pushing event updated for resources: {'Port': ['ID=170cb025-cbe7-46a3-9e4b-ad044c60a0da,revision_number=1']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:25.416592 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd7fd13c-4b2f-443c-b67f-80f19ba5b17c None None] Network 379cdc49-3b72-41ff-8c0c-16a512f3c4fc requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:52:25.504348 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc10881-281e-44c9-af7e-7df2e033e73a tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bab20206-9244-4960-b10f-71c8edd565a0,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:25.570158 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7dc10881-281e-44c9-af7e-7df2e033e73a tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:25.574601 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-7dc10881-281e-44c9-af7e-7df2e033e73a tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 2.6837840 Oct 20 10:52:25.576461 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 48812) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:25.644666 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-70962653-6c35-4f50-b05a-f7f8eb58c40d tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Request body: {'security_group_rule': {'security_group_id': '0dc9179d-66bd-42ab-8966-2d73b22efd24', 'project_id': 'ce3bca74c1d8467f832763bc531bfd88', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:52:25.698512 n-d-811396-3 neutron-server[100597]: INFO neutron.db.securitygroups_db [None req-70962653-6c35-4f50-b05a-f7f8eb58c40d tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Project ce3bca74c1d8467f832763bc531bfd88 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 10:52:25.719573 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7b6f3cd5-b9e3-4d7b-a76c-f74a07a8fa8b tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:25.722324 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-70962653-6c35-4f50-b05a-f7f8eb58c40d tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:25.729857 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0251c350-047e-46cf-ba56-583e365bff78 req-04427f40-d0f0-410a-a61b-37a6a51a1e7c service neutron] 10.222.0.55 "GET /v2.0/networks/b3481165-3e87-46ad-826c-7d431607ac7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7665591 Oct 20 10:52:25.756269 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae3a3f8c-ee25-481a-ac33-6618cf9cb597 None None] Network eaa3b6e6-ae67-48fc-8588-01f6e80e17bf requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:52:25.822114 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [None req-7b6f3cd5-b9e3-4d7b-a76c-f74a07a8fa8b tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] device_id is not set on port 5cb35012-d30e-44df-843d-1f35a1cda73c yet. {{(pid=100597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:52:25.953773 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-70962653-6c35-4f50-b05a-f7f8eb58c40d tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:25.965326 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-70962653-6c35-4f50-b05a-f7f8eb58c40d tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:25.980058 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0251c350-047e-46cf-ba56-583e365bff78 req-4617bf78-ad5f-4c52-859e-871584868ef6 service neutron] 10.222.0.55 "GET /v2.0/networks/b3481165-3e87-46ad-826c-7d431607ac7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2345579 Oct 20 10:52:26.020770 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-70962653-6c35-4f50-b05a-f7f8eb58c40d tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:26.024961 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-70962653-6c35-4f50-b05a-f7f8eb58c40d tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3829489 Oct 20 10:52:26.028315 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 48818) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:26.034850 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-df3590cc-8214-4e95-aef1-ff35e64d6158 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Request body: {'security_group_rule': {'security_group_id': '0dc9179d-66bd-42ab-8966-2d73b22efd24', 'project_id': 'ce3bca74c1d8467f832763bc531bfd88', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:52:26.045112 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70962653-6c35-4f50-b05a-f7f8eb58c40d tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ae370e8-072d-472e-ae73-22923524375d,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:26.061938 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-89642fbd-84b9-4e84-ad31-47843442107f tempest-DHCPAgentSchedulersTestJSON-333965567 tempest-DHCPAgentSchedulersTestJSON-333965567-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:26.165926 n-d-811396-3 neutron-server[100597]: INFO neutron.db.securitygroups_db [None req-df3590cc-8214-4e95-aef1-ff35e64d6158 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Project ce3bca74c1d8467f832763bc531bfd88 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 10:52:26.202965 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 48822) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:26.239970 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-df3590cc-8214-4e95-aef1-ff35e64d6158 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:26.259108 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-4d37424b-8734-45b7-88d1-0d1c615f90ad None None] Attempting to bind port 170cb025-cbe7-46a3-9e4b-ad044c60a0da on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:52:26.259511 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-4d37424b-8734-45b7-88d1-0d1c615f90ad None None] Attempting to bind port 170cb025-cbe7-46a3-9e4b-ad044c60a0da by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': 'bdd410b3-9198-4748-b872-a4840957eef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '8320e101-644d-44af-9385-629dd54c3c0a'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:52:26.259878 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d37424b-8734-45b7-88d1-0d1c615f90ad None None] Attempting to bind port 170cb025-cbe7-46a3-9e4b-ad044c60a0da on network 8320e101-644d-44af-9385-629dd54c3c0a {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:52:26.276187 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-9a2d84d8-1f78-436d-8dff-56ddda1a190d req-e1c2abda-84d7-4955-b7fa-31aca7944898 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:26.316594 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3f74d864-32ac-4778-8e82-032b2d54a132 req-90bc8e0d-b112-42ac-9b4b-5f8762c07f93 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=32a45391-eb86-4e02-8bee-8fc24219c1b9 HTTP/1.1" status: 200 len: 210 time: 0.3196340 Oct 20 10:52:26.319581 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-9a2d84d8-1f78-436d-8dff-56ddda1a190d req-e1c2abda-84d7-4955-b7fa-31aca7944898 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:26.344502 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['7ec96bf5-150a-4aef-a441-40fcb21253c4'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:52:26.350056 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-92fb2a4a-5d35-4f23-bd1d-ca02ded3bef6 None None] Provisioning complete for port 0c248905-ff6e-4771-9156-2c03853f29e6 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:52:26.350420 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-92fb2a4a-5d35-4f23-bd1d-ca02ded3bef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:26.361628 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 0c248905-ff6e-4771-9156-2c03853f29e6 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:52:26.361996 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:26.415879 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d37424b-8734-45b7-88d1-0d1c615f90ad None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:52:26.416599 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d37424b-8734-45b7-88d1-0d1c615f90ad None None] Checking segment: {'id': 'bdd410b3-9198-4748-b872-a4840957eef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '8320e101-644d-44af-9385-629dd54c3c0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:52:26.416809 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-4d37424b-8734-45b7-88d1-0d1c615f90ad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:26.417285 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d37424b-8734-45b7-88d1-0d1c615f90ad None None] Bound using segment: {'id': 'bdd410b3-9198-4748-b872-a4840957eef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '8320e101-644d-44af-9385-629dd54c3c0a'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:52:26.418041 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-4d37424b-8734-45b7-88d1-0d1c615f90ad None None] Bound port: 170cb025-cbe7-46a3-9e4b-ad044c60a0da, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdd410b3-9198-4748-b872-a4840957eef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '8320e101-644d-44af-9385-629dd54c3c0a'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:52:26.418428 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-4d37424b-8734-45b7-88d1-0d1c615f90ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:26.443315 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a2d84d8-1f78-436d-8dff-56ddda1a190d req-e1c2abda-84d7-4955-b7fa-31aca7944898 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Network cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0 is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:52:26.452940 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-df3590cc-8214-4e95-aef1-ff35e64d6158 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:26.461762 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-df3590cc-8214-4e95-aef1-ff35e64d6158 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:26.498369 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [req-9a2d84d8-1f78-436d-8dff-56ddda1a190d req-e1c2abda-84d7-4955-b7fa-31aca7944898 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:52:26.501536 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a2d84d8-1f78-436d-8dff-56ddda1a190d req-e1c2abda-84d7-4955-b7fa-31aca7944898 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:52:26.600604 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-6baa4fbb-8cf9-4e59-a4bc-ce3195362972 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/floatingips/5e67c660-d6f0-4f2f-a04b-586d84e99311 HTTP/1.1" status: 200 len: 991 time: 0.3836894 Oct 20 10:52:26.610497 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-7b6f3cd5-b9e3-4d7b-a76c-f74a07a8fa8b tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Allocated IP 172.20.0.11 (8320e101-644d-44af-9385-629dd54c3c0a/0dcbea5a-84e2-42d2-881d-34ccb7e9d414/5cb35012-d30e-44df-843d-1f35a1cda73c) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:52:26.651801 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-7b6f3cd5-b9e3-4d7b-a76c-f74a07a8fa8b tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Allocated IP 2001:db8::f816:3eff:fe35:2551 (8320e101-644d-44af-9385-629dd54c3c0a/27909581-0964-4d04-b358-e9aa69af08fb/5cb35012-d30e-44df-843d-1f35a1cda73c) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:52:26.719411 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c2abda-84d7-4955-b7fa-31aca7944898 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Pushing event updated for resources: {'Port': ['ID=d6a6518b-9e09-49cf-9ecd-340148181cc6,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:26.746800 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4296cc7-2985-461a-b576-fb6d82b682b6 None None] DHCP port deletion for 379cdc49-3b72-41ff-8c0c-16a512f3c4fc request from n-d-811396-3 {{(pid=100598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:52:26.821474 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2d84d8-1f78-436d-8dff-56ddda1a190d req-e1c2abda-84d7-4955-b7fa-31aca7944898 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:26.822477 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-9a2d84d8-1f78-436d-8dff-56ddda1a190d req-e1c2abda-84d7-4955-b7fa-31aca7944898 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:26.852874 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3590cc-8214-4e95-aef1-ff35e64d6158 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d95a0327-399f-4e03-9fdf-d6c6173c5350,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:26.881787 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-89642fbd-84b9-4e84-ad31-47843442107f tempest-DHCPAgentSchedulersTestJSON-333965567 tempest-DHCPAgentSchedulersTestJSON-333965567-project] Deleting port dfbe2f47-11e7-4e8b-b581-6acfd7477901 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:52:26.883130 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-89642fbd-84b9-4e84-ad31-47843442107f tempest-DHCPAgentSchedulersTestJSON-333965567 tempest-DHCPAgentSchedulersTestJSON-333965567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:26.883249 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-df3590cc-8214-4e95-aef1-ff35e64d6158 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:26.894998 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-df3590cc-8214-4e95-aef1-ff35e64d6158 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8649654 Oct 20 10:52:26.912924 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9a2d84d8-1f78-436d-8dff-56ddda1a190d req-e1c2abda-84d7-4955-b7fa-31aca7944898 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2033269 Oct 20 10:52:26.939873 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-9a2d84d8-1f78-436d-8dff-56ddda1a190d req-0234d4b3-7bce-46ef-8f39-cf746218b770 service neutron] Request body: {'port': {'device_id': '32a45391-eb86-4e02-8bee-8fc24219c1b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811396-3'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:52:27.016933 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-bdc19073-566f-4ae6-9bd1-c45b656b3f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c837262-14fe-4a24-bdee-94fe0566d6dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1772118193', 'tenant_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': 'f6c7f1ca-b6a7-4630-ba90-edb1b4fbe54d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:51:30Z', 'updated_at': '2021-10-20T10:51:40Z', 'revision_number': 4, 'project_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'gw_port': {'id': 'f6c7f1ca-b6a7-4630-ba90-edb1b4fbe54d', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:1a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c837262-14fe-4a24-bdee-94fe0566d6dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:51:31Z', 'updated_at': '2021-10-20T10:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_floatingips': [{'id': '5e67c660-d6f0-4f2f-a04b-586d84e99311', 'tenant_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'floating_ip_address': '172.25.1.149', 'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'router_id': '8c837262-14fe-4a24-bdee-94fe0566d6dd', 'port_id': '9a694840-85b2-41cc-8b6b-82d014e9b501', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2841, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3481165-3e87-46ad-826c-7d431607ac7a', 'mac_address': 'fa:16:3e:4a:72:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982cf2b9-f584-4e2b-9222-a8c52175a1df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T10:52:16Z', 'updated_at': '2021-10-20T10:52:16Z', 'revision_number': 0, 'project_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bfaad9e-68a1-43e2-9a3d-7e04a82716a8', 'name': '', 'network_id': 'b3481165-3e87-46ad-826c-7d431607ac7a', 'tenant_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'mac_address': 'fa:16:3e:ba:5c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c837262-14fe-4a24-bdee-94fe0566d6dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': '06a8754b-afbe-40dd-82e4-c21b59e7daf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:51:38Z', 'updated_at': '2021-10-20T10:51:47Z', 'revision_number': 5, 'project_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'subnets': [{'id': '06a8754b-afbe-40dd-82e4-c21b59e7daf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:52:27.096107 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc19073-566f-4ae6-9bd1-c45b656b3f2c None None] The sync data for ids ['8c837262-14fe-4a24-bdee-94fe0566d6dd'] in n-d-811396-3 is: [{'id': '8c837262-14fe-4a24-bdee-94fe0566d6dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1772118193', 'tenant_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': 'f6c7f1ca-b6a7-4630-ba90-edb1b4fbe54d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:51:30Z', 'updated_at': '2021-10-20T10:51:40Z', 'revision_number': 4, 'project_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'gw_port': {'id': 'f6c7f1ca-b6a7-4630-ba90-edb1b4fbe54d', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:1a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c837262-14fe-4a24-bdee-94fe0566d6dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:51:31Z', 'updated_at': '2021-10-20T10:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_floatingips': [{'id': '5e67c660-d6f0-4f2f-a04b-586d84e99311', 'tenant_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'floating_ip_address': '172.25.1.149', 'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'router_id': '8c837262-14fe-4a24-bdee-94fe0566d6dd', 'port_id': '9a694840-85b2-41cc-8b6b-82d014e9b501', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2841, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3481165-3e87-46ad-826c-7d431607ac7a', 'mac_address': 'fa:16:3e:4a:72:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982cf2b9-f584-4e2b-9222-a8c52175a1df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T10:52:16Z', 'updated_at': '2021-10-20T10:52:16Z', 'revision_number': 0, 'project_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bfaad9e-68a1-43e2-9a3d-7e04a82716a8', 'name': '', 'network_id': 'b3481165-3e87-46ad-826c-7d431607ac7a', 'tenant_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'mac_address': 'fa:16:3e:ba:5c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c837262-14fe-4a24-bdee-94fe0566d6dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': '06a8754b-afbe-40dd-82e4-c21b59e7daf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:51:38Z', 'updated_at': '2021-10-20T10:51:47Z', 'revision_number': 5, 'project_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'subnets': [{'id': '06a8754b-afbe-40dd-82e4-c21b59e7daf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:52:27.173228 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-92fb2a4a-5d35-4f23-bd1d-ca02ded3bef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:27.177476 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7b6f3cd5-b9e3-4d7b-a76c-f74a07a8fa8b tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:27.178483 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [None req-89642fbd-84b9-4e84-ad31-47843442107f tempest-DHCPAgentSchedulersTestJSON-333965567 tempest-DHCPAgentSchedulersTestJSON-333965567-project] For port dfbe2f47-11e7-4e8b-b581-6acfd7477901, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=dfbe2f47-11e7-4e8b-b581-6acfd7477901,segment=NetworkSegment(82b66fdb-7f3e-4f44-87a3-8d0eb185d250),segment_id=82b66fdb-7f3e-4f44-87a3-8d0eb185d250)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:52:27.178859 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-89642fbd-84b9-4e84-ad31-47843442107f tempest-DHCPAgentSchedulersTestJSON-333965567 tempest-DHCPAgentSchedulersTestJSON-333965567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:27.238050 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-89642fbd-84b9-4e84-ad31-47843442107f tempest-DHCPAgentSchedulersTestJSON-333965567 tempest-DHCPAgentSchedulersTestJSON-333965567-project] Calling delete_port for dfbe2f47-11e7-4e8b-b581-6acfd7477901 owned by network:dhcp {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:52:27.238882 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-92fb2a4a-5d35-4f23-bd1d-ca02ded3bef6 None None] For port 0c248905-ff6e-4771-9156-2c03853f29e6, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=0c248905-ff6e-4771-9156-2c03853f29e6,segment=NetworkSegment(ffcf5e3b-3827-4d62-9e42-559efa08a955),segment_id=ffcf5e3b-3827-4d62-9e42-559efa08a955)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:52:27.312153 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-4d37424b-8734-45b7-88d1-0d1c615f90ad None None] For port 170cb025-cbe7-46a3-9e4b-ad044c60a0da, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:52:27.326274 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-4d37424b-8734-45b7-88d1-0d1c615f90ad None None] For port 170cb025-cbe7-46a3-9e4b-ad044c60a0da, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=170cb025-cbe7-46a3-9e4b-ad044c60a0da,segment=NetworkSegment(bdd410b3-9198-4748-b872-a4840957eef7),segment_id=bdd410b3-9198-4748-b872-a4840957eef7)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:52:27.340260 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-89642fbd-84b9-4e84-ad31-47843442107f tempest-DHCPAgentSchedulersTestJSON-333965567 tempest-DHCPAgentSchedulersTestJSON-333965567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:27.341487 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-4d37424b-8734-45b7-88d1-0d1c615f90ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:27.388944 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89642fbd-84b9-4e84-ad31-47843442107f tempest-DHCPAgentSchedulersTestJSON-333965567 tempest-DHCPAgentSchedulersTestJSON-333965567-project] Pushing event deleted for resources: {'Port': ['ID=dfbe2f47-11e7-4e8b-b581-6acfd7477901,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:27.412367 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7b6f3cd5-b9e3-4d7b-a76c-f74a07a8fa8b tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:27.421818 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89642fbd-84b9-4e84-ad31-47843442107f tempest-DHCPAgentSchedulersTestJSON-333965567 tempest-DHCPAgentSchedulersTestJSON-333965567-project] No DVR routers for this DVR port dfbe2f47-11e7-4e8b-b581-6acfd7477901 on host n-d-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:52:27.441633 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-92fb2a4a-5d35-4f23-bd1d-ca02ded3bef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:27.582597 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b6f3cd5-b9e3-4d7b-a76c-f74a07a8fa8b tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Network 8320e101-644d-44af-9385-629dd54c3c0a is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:52:27.587126 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-7b6f3cd5-b9e3-4d7b-a76c-f74a07a8fa8b tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:52:27.589345 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6f3cd5-b9e3-4d7b-a76c-f74a07a8fa8b tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Pushing event updated for resources: {'Port': ['ID=5cb35012-d30e-44df-843d-1f35a1cda73c,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:27.592219 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6f3cd5-b9e3-4d7b-a76c-f74a07a8fa8b tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:52:27.602546 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 48862) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:27.652481 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa8695e2-da4e-4924-93ed-d68466f00555 None None] New status for floating IP 5e67c660-d6f0-4f2f-a04b-586d84e99311: ACTIVE {{(pid=100599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 10:52:27.699737 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-25b560a8-0c0e-47ca-9fd6-84e7787e75fa tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/floatingips/5e67c660-d6f0-4f2f-a04b-586d84e99311 HTTP/1.1" status: 200 len: 991 time: 0.0953319 Oct 20 10:52:27.728456 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-9a2d84d8-1f78-436d-8dff-56ddda1a190d req-0234d4b3-7bce-46ef-8f39-cf746218b770 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:27.759147 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6f3cd5-b9e3-4d7b-a76c-f74a07a8fa8b tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:27.759938 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7b6f3cd5-b9e3-4d7b-a76c-f74a07a8fa8b tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:27.831373 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-7b6f3cd5-b9e3-4d7b-a76c-f74a07a8fa8b tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 4.4913454 Oct 20 10:52:27.832054 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 48870) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:27.843035 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bfb236a1-8fee-4d44-8ee4-43b28d6710da req-624f5a31-2949-4b0f-b8ea-c7f27ae11b07 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1356238527&fields=id&tenant_id=ce3bca74c1d8467f832763bc531bfd88 HTTP/1.1" status: 200 len: 267 time: 0.3377650 Oct 20 10:52:27.924594 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-89642fbd-84b9-4e84-ad31-47843442107f tempest-DHCPAgentSchedulersTestJSON-333965567 tempest-DHCPAgentSchedulersTestJSON-333965567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:27.960544 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf6bf2f2-f1ed-4363-af81-b64b23bc3497 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:27.995119 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf6bf2f2-f1ed-4363-af81-b64b23bc3497 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:27.998514 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-cf6bf2f2-f1ed-4363-af81-b64b23bc3497 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.1654890 Oct 20 10:52:28.002247 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 48872) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:28.063326 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0d2160-9d36-4553-9940-ce46b1a2be0e req-0697902e-4c7c-4882-9210-8a9fa8f29db6 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:28.073497 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fe0d2160-9d36-4553-9940-ce46b1a2be0e req-0697902e-4c7c-4882-9210-8a9fa8f29db6 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=32a45391-eb86-4e02-8bee-8fc24219c1b9 HTTP/1.1" status: 200 len: 932 time: 0.5661948 Oct 20 10:52:28.096654 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-aa69382c-0083-4d99-be42-0f20a84a4637 None None] Provisioning complete for port d6a6518b-9e09-49cf-9ecd-340148181cc6 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:52:28.097042 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-aa69382c-0083-4d99-be42-0f20a84a4637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:28.140359 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-89642fbd-84b9-4e84-ad31-47843442107f tempest-DHCPAgentSchedulersTestJSON-333965567 tempest-DHCPAgentSchedulersTestJSON-333965567-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['379cdc49-3b72-41ff-8c0c-16a512f3c4fc']}} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:52:28.254288 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-aa69382c-0083-4d99-be42-0f20a84a4637 None None] Port d6a6518b-9e09-49cf-9ecd-340148181cc6 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:52:28.266436 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device dfbe2f47-11e7-4e8b-b581-6acfd7477901 no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:52:28.289932 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-99538558-e9c5-4988-9b13-10a133ef8ca4 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Deleting port 5cb35012-d30e-44df-843d-1f35a1cda73c {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:52:28.290283 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-99538558-e9c5-4988-9b13-10a133ef8ca4 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:28.327012 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d37424b-8734-45b7-88d1-0d1c615f90ad None None] Pushing event updated for resources: {'Port': ['ID=170cb025-cbe7-46a3-9e4b-ad044c60a0da,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:28.389168 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: dfbe2f47-11e7-4e8b-b581-6acfd7477901 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:52:28.389927 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device dfbe2f47-11e7-4e8b-b581-6acfd7477901 not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:52:28.450935 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-f4296cc7-2985-461a-b576-fb6d82b682b6 None None] Deleting port dfbe2f47-11e7-4e8b-b581-6acfd7477901 {{(pid=100598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:52:28.450935 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-f4296cc7-2985-461a-b576-fb6d82b682b6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:28.472049 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-aa69382c-0083-4d99-be42-0f20a84a4637 None None] Provisioning complete for port 0c248905-ff6e-4771-9156-2c03853f29e6 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:52:28.472548 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-aa69382c-0083-4d99-be42-0f20a84a4637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:28.521500 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb236a1-8fee-4d44-8ee4-43b28d6710da req-954c33f9-a366-4bed-ac0d-3426b46e09c0 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:28.534607 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bfb236a1-8fee-4d44-8ee4-43b28d6710da req-954c33f9-a366-4bed-ac0d-3426b46e09c0 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "GET /v2.0/networks?id=eaa3b6e6-ae67-48fc-8588-01f6e80e17bf HTTP/1.1" status: 200 len: 796 time: 0.6043687 Oct 20 10:52:28.567097 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-89642fbd-84b9-4e84-ad31-47843442107f tempest-DHCPAgentSchedulersTestJSON-333965567 tempest-DHCPAgentSchedulersTestJSON-333965567-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82b66fdb-7f3e-4f44-87a3-8d0eb185d250') {'for_net_delete': True} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:52:28.567420 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-89642fbd-84b9-4e84-ad31-47843442107f tempest-DHCPAgentSchedulersTestJSON-333965567 tempest-DHCPAgentSchedulersTestJSON-333965567-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82b66fdb-7f3e-4f44-87a3-8d0eb185d250') {} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:52:28.571396 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-99538558-e9c5-4988-9b13-10a133ef8ca4 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:28.579757 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bfb236a1-8fee-4d44-8ee4-43b28d6710da req-d2bba1d6-ccc1-488d-aa0e-a6cb0dbbdc8c tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "GET /v2.0/quotas/ce3bca74c1d8467f832763bc531bfd88 HTTP/1.1" status: 200 len: 375 time: 0.0400839 Oct 20 10:52:28.633336 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-89642fbd-84b9-4e84-ad31-47843442107f tempest-DHCPAgentSchedulersTestJSON-333965567 tempest-DHCPAgentSchedulersTestJSON-333965567-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25189038'] for segment, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:28.633936 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-99538558-e9c5-4988-9b13-10a133ef8ca4 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Calling delete_port for 5cb35012-d30e-44df-843d-1f35a1cda73c owned by {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:52:28.678684 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fe0d2160-9d36-4553-9940-ce46b1a2be0e req-8cc72b87-8484-4a4d-a8e9-92a753f21f32 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e1d7c5e-d35b-480e-bc76-e69dc8123b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5992372 Oct 20 10:52:28.712747 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 48886) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:28.749062 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fb2a4a-5d35-4f23-bd1d-ca02ded3bef6 None None] Pushing event updated for resources: {'Port': ['ID=0c248905-ff6e-4771-9156-2c03853f29e6,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:28.774234 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-f4296cc7-2985-461a-b576-fb6d82b682b6 None None] For port dfbe2f47-11e7-4e8b-b581-6acfd7477901, host n-d-811396-3, got binding levels [] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:52:28.774782 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-f4296cc7-2985-461a-b576-fb6d82b682b6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:28.792637 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-f4296cc7-2985-461a-b576-fb6d82b682b6 None None] Calling delete_port for dfbe2f47-11e7-4e8b-b581-6acfd7477901 owned by network:dhcp {{(pid=100598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:52:28.818438 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.ipam_backend_mixin [None req-f4296cc7-2985-461a-b576-fb6d82b682b6 None None] Port dfbe2f47-11e7-4e8b-b581-6acfd7477901 was not found and therefore no delete operation was performed {{(pid=100598) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 20 10:52:28.825612 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-f4296cc7-2985-461a-b576-fb6d82b682b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956'] for port, after_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:29.226030 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-99538558-e9c5-4988-9b13-10a133ef8ca4 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:29.241667 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4296cc7-2985-461a-b576-fb6d82b682b6 None None] Pushing event deleted for resources: {'Port': ['ID=dfbe2f47-11e7-4e8b-b581-6acfd7477901,revision_number=None']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:29.258346 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4296cc7-2985-461a-b576-fb6d82b682b6 None None] No DVR routers for this DVR port dfbe2f47-11e7-4e8b-b581-6acfd7477901 on host n-d-811396-3 {{(pid=100598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:52:29.346358 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-89642fbd-84b9-4e84-ad31-47843442107f tempest-DHCPAgentSchedulersTestJSON-333965567 tempest-DHCPAgentSchedulersTestJSON-333965567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:29.363730 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-b4560ab8-cf4d-43b7-aa80-4d96aaa7598e tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/floatingips/5e67c660-d6f0-4f2f-a04b-586d84e99311 HTTP/1.1" status: 200 len: 993 time: 0.6163013 Oct 20 10:52:29.365184 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99538558-e9c5-4988-9b13-10a133ef8ca4 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Pushing event deleted for resources: {'Port': ['ID=5cb35012-d30e-44df-843d-1f35a1cda73c,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:29.409508 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bfb236a1-8fee-4d44-8ee4-43b28d6710da req-a648ea0f-fe8d-4054-ab4e-4c2d70cc5bd1 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=ce3bca74c1d8467f832763bc531bfd88&fields=id HTTP/1.1" status: 200 len: 440 time: 0.8288095 Oct 20 10:52:29.410711 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89642fbd-84b9-4e84-ad31-47843442107f tempest-DHCPAgentSchedulersTestJSON-333965567 tempest-DHCPAgentSchedulersTestJSON-333965567-project] Releasing vlan 846 on physical network physnet1 to pool {{(pid=100596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:52:29.411299 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-89642fbd-84b9-4e84-ad31-47843442107f tempest-DHCPAgentSchedulersTestJSON-333965567 tempest-DHCPAgentSchedulersTestJSON-333965567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26833155'] for segment, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:29.514740 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-99538558-e9c5-4988-9b13-10a133ef8ca4 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:29.518649 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-99538558-e9c5-4988-9b13-10a133ef8ca4 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "DELETE /v2.0/ports/5cb35012-d30e-44df-843d-1f35a1cda73c HTTP/1.1" status: 204 len: 168 time: 1.5151596 Oct 20 10:52:29.524367 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 48902) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:29.594957 n-d-811396-3 neutron-server[100596]: Traceback (most recent call last): Oct 20 10:52:29.594957 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:52:29.594957 n-d-811396-3 neutron-server[100596]: timer() Oct 20 10:52:29.594957 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:52:29.594957 n-d-811396-3 neutron-server[100596]: cb(*args, **kw) Oct 20 10:52:29.594957 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:52:29.594957 n-d-811396-3 neutron-server[100596]: return func(*args, **kwargs) Oct 20 10:52:29.594957 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:52:29.594957 n-d-811396-3 neutron-server[100596]: self._notify() Oct 20 10:52:29.594957 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:52:29.594957 n-d-811396-3 neutron-server[100596]: self.callback(batched_events) Oct 20 10:52:29.594957 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:52:29.594957 n-d-811396-3 neutron-server[100596]: event.method(event) Oct 20 10:52:29.594957 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:52:29.594957 n-d-811396-3 neutron-server[100596]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:52:29.594957 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:52:29.594957 n-d-811396-3 neutron-server[100596]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:52:29.594957 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:52:29.594957 n-d-811396-3 neutron-server[100596]: return f(self, *a, **k) Oct 20 10:52:29.594957 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:52:29.594957 n-d-811396-3 neutron-server[100596]: return self._get(url).json() Oct 20 10:52:29.594957 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:52:29.594957 n-d-811396-3 neutron-server[100596]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:52:29.594957 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:52:29.594957 n-d-811396-3 neutron-server[100596]: return self.request(url, 'GET', **kwargs) Oct 20 10:52:29.594957 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:52:29.594957 n-d-811396-3 neutron-server[100596]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:52:29.594957 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:52:29.594957 n-d-811396-3 neutron-server[100596]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:52:29.594957 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:52:29.594957 n-d-811396-3 neutron-server[100596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:52:29.594957 n-d-811396-3 neutron-server[100596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:52:29.628892 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-89642fbd-84b9-4e84-ad31-47843442107f tempest-DHCPAgentSchedulersTestJSON-333965567 tempest-DHCPAgentSchedulersTestJSON-333965567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:29.637462 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ddcf547-4c13-4298-a734-0fe0cc181b6c tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:29.639993 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ddcf547-4c13-4298-a734-0fe0cc181b6c tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:29.642245 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ddcf547-4c13-4298-a734-0fe0cc181b6c tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:29.647330 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-5ddcf547-4c13-4298-a734-0fe0cc181b6c tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1200733 Oct 20 10:52:29.648451 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 48904) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:29.782927 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-89642fbd-84b9-4e84-ad31-47843442107f tempest-DHCPAgentSchedulersTestJSON-333965567 tempest-DHCPAgentSchedulersTestJSON-333965567-project] Publish callbacks [] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:29.786238 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-89642fbd-84b9-4e84-ad31-47843442107f tempest-DHCPAgentSchedulersTestJSON-333965567 tempest-DHCPAgentSchedulersTestJSON-333965567-project] 10.222.0.64 "DELETE /v2.0/networks/379cdc49-3b72-41ff-8c0c-16a512f3c4fc HTTP/1.1" status: 204 len: 168 time: 4.4132640 Oct 20 10:52:29.800684 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89642fbd-84b9-4e84-ad31-47843442107f tempest-DHCPAgentSchedulersTestJSON-333965567 tempest-DHCPAgentSchedulersTestJSON-333965567-project] Pushing event deleted for resources: {'Network': ['ID=379cdc49-3b72-41ff-8c0c-16a512f3c4fc,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:29.809506 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_v2 [None req-09b59062-fec3-4daf-ac47-774fcd2d8cde tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Deleting subnet 0dcbea5a-84e2-42d2-881d-34ccb7e9d414 {{(pid=100597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:52:29.825701 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-09b59062-fec3-4daf-ac47-774fcd2d8cde tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks [] for subnet, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:29.918023 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-09b59062-fec3-4daf-ac47-774fcd2d8cde tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25852621'] for subnet, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:30.001669 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a71d7ffb-8958-4286-9b89-6c56eda0282f None None] Network 8320e101-644d-44af-9385-629dd54c3c0a requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:52:30.016949 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bfb236a1-8fee-4d44-8ee4-43b28d6710da req-f1b66a1d-fa6f-421a-ae78-bf0cd10552f9 service neutron] 10.222.0.64 "GET /v2.0/networks/eaa3b6e6-ae67-48fc-8588-01f6e80e17bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4042213 Oct 20 10:52:30.082954 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-09b59062-fec3-4daf-ac47-774fcd2d8cde tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:30.101365 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [req-9a2d84d8-1f78-436d-8dff-56ddda1a190d req-0234d4b3-7bce-46ef-8f39-cf746218b770 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6a6518b-9e09-49cf-9ecd-340148181cc6 {{(pid=100596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:52:30.148742 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-9a2d84d8-1f78-436d-8dff-56ddda1a190d req-0234d4b3-7bce-46ef-8f39-cf746218b770 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:30.298551 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-09b59062-fec3-4daf-ac47-774fcd2d8cde tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25350811'] for subnet, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:30.339813 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-b90eeae0-d145-4fdb-ba3c-cc17ebc94e67 None None] Provisioning complete for port 170cb025-cbe7-46a3-9e4b-ad044c60a0da triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:52:30.341353 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-b90eeae0-d145-4fdb-ba3c-cc17ebc94e67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:30.372401 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bfb236a1-8fee-4d44-8ee4-43b28d6710da req-54d5994f-80c3-47b2-8c66-c78c2f7e1b84 service neutron] 10.222.0.64 "GET /v2.0/networks/eaa3b6e6-ae67-48fc-8588-01f6e80e17bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3204603 Oct 20 10:52:30.430413 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-09b59062-fec3-4daf-ac47-774fcd2d8cde tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:30.449543 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faea48d-7c92-493c-ad42-6669ae85b3b2 req-15d9225a-2db8-4d70-b19d-d660a2a5681e tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:30.450690 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-09b59062-fec3-4daf-ac47-774fcd2d8cde tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "DELETE /v2.0/subnets/0dcbea5a-84e2-42d2-881d-34ccb7e9d414 HTTP/1.1" status: 204 len: 168 time: 0.8006198 Oct 20 10:52:30.454127 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b59062-fec3-4daf-ac47-774fcd2d8cde tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Pushing event deleted for resources: {'Subnet': ['ID=0dcbea5a-84e2-42d2-881d-34ccb7e9d414,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:30.462100 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0faea48d-7c92-493c-ad42-6669ae85b3b2 req-15d9225a-2db8-4d70-b19d-d660a2a5681e tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=32a45391-eb86-4e02-8bee-8fc24219c1b9 HTTP/1.1" status: 200 len: 932 time: 0.6230359 Oct 20 10:52:30.463964 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 48930) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:30.498829 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.provisioning_blocks [req-9a2d84d8-1f78-436d-8dff-56ddda1a190d req-0234d4b3-7bce-46ef-8f39-cf746218b770 service neutron] Transition to ACTIVE for port object d6a6518b-9e09-49cf-9ecd-340148181cc6 will not be triggered until provisioned by entity L2. {{(pid=100596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:52:30.524859 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-9a2d84d8-1f78-436d-8dff-56ddda1a190d req-0234d4b3-7bce-46ef-8f39-cf746218b770 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:30.527548 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 0c248905-ff6e-4771-9156-2c03853f29e6 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:52:30.592123 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0234d4b3-7bce-46ef-8f39-cf746218b770 service neutron] Pushing event updated for resources: {'Port': ['ID=d6a6518b-9e09-49cf-9ecd-340148181cc6,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:30.607008 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0faea48d-7c92-493c-ad42-6669ae85b3b2 req-73649d03-e1a0-44ce-a6de-014e277646db tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e1d7c5e-d35b-480e-bc76-e69dc8123b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318660 Oct 20 10:52:30.631536 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d63cc54-7a07-481c-a853-bf2f2887f7dc tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Deleting subnet 27909581-0964-4d04-b358-e9aa69af08fb {{(pid=100596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:52:30.635882 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4d63cc54-7a07-481c-a853-bf2f2887f7dc tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks [] for subnet, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:30.702754 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 48932) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:30.707243 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4d63cc54-7a07-481c-a853-bf2f2887f7dc tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25189079'] for subnet, precommit_delete_associations {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:30.940915 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 0c248905-ff6e-4771-9156-2c03853f29e6 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:52:30.942378 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:30.984250 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-b90eeae0-d145-4fdb-ba3c-cc17ebc94e67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:31.045569 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-b90eeae0-d145-4fdb-ba3c-cc17ebc94e67 None None] For port 170cb025-cbe7-46a3-9e4b-ad044c60a0da, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=170cb025-cbe7-46a3-9e4b-ad044c60a0da,segment=NetworkSegment(bdd410b3-9198-4748-b872-a4840957eef7),segment_id=bdd410b3-9198-4748-b872-a4840957eef7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:52:31.055058 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-b90eeae0-d145-4fdb-ba3c-cc17ebc94e67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:31.071597 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4d63cc54-7a07-481c-a853-bf2f2887f7dc tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:31.143463 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-260a4240-864b-48ea-8238-a7203d3b8c0a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7a697a4a8f744db7a46eafaa08545f42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4384937 Oct 20 10:52:31.146245 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 48948) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:31.296355 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 170cb025-cbe7-46a3-9e4b-ad044c60a0da up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:52:31.309632 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-cfd14627-920b-4b38-9386-7c514101f7c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:31.340368 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7d5b23ad-55b5-452f-bf73-3414bbae354f req-53d046f8-0427-4cb9-8eb5-781d2c71d201 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "GET /v2.0/ports?device_id=f6985271-c5af-4029-bb17-1bfc6954e8ed HTTP/1.1" status: 200 len: 210 time: 0.1782565 Oct 20 10:52:31.414924 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-cfd14627-920b-4b38-9386-7c514101f7c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:31.430163 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90eeae0-d145-4fdb-ba3c-cc17ebc94e67 None None] Pushing event updated for resources: {'Port': ['ID=170cb025-cbe7-46a3-9e4b-ad044c60a0da,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:31.478674 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4d63cc54-7a07-481c-a853-bf2f2887f7dc tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26836193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26761888'] for subnet, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:31.528267 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4d63cc54-7a07-481c-a853-bf2f2887f7dc tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:31.534481 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-4d63cc54-7a07-481c-a853-bf2f2887f7dc tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "DELETE /v2.0/subnets/27909581-0964-4d04-b358-e9aa69af08fb HTTP/1.1" status: 204 len: 168 time: 1.0662472 Oct 20 10:52:31.541196 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-9a2d84d8-1f78-436d-8dff-56ddda1a190d req-0234d4b3-7bce-46ef-8f39-cf746218b770 service neutron] Attempting to bind port d6a6518b-9e09-49cf-9ecd-340148181cc6 on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:52:31.542740 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-9a2d84d8-1f78-436d-8dff-56ddda1a190d req-0234d4b3-7bce-46ef-8f39-cf746218b770 service neutron] Attempting to bind port d6a6518b-9e09-49cf-9ecd-340148181cc6 by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': '5f5097d1-dd03-4e53-8d67-381b8a2c1ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:52:31.548609 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2d84d8-1f78-436d-8dff-56ddda1a190d req-0234d4b3-7bce-46ef-8f39-cf746218b770 service neutron] Attempting to bind port d6a6518b-9e09-49cf-9ecd-340148181cc6 on network cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:52:31.553055 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 48960) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:31.560852 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 170cb025-cbe7-46a3-9e4b-ad044c60a0da triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:52:31.563279 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:31.609552 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-cfd14627-920b-4b38-9386-7c514101f7c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:31.615465 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-cfd14627-920b-4b38-9386-7c514101f7c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:31.619901 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-cfd14627-920b-4b38-9386-7c514101f7c4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9776ac2f-92e1-4322-ab12-a4a204dcf6fd HTTP/1.1" status: 204 len: 168 time: 0.4725978 Oct 20 10:52:31.637893 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd14627-920b-4b38-9386-7c514101f7c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9776ac2f-92e1-4322-ab12-a4a204dcf6fd,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:31.684664 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 48970) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:31.686317 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-c3ea6ade-bc5f-4439-b91d-6722f0318082 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0894434 Oct 20 10:52:31.689933 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d63cc54-7a07-481c-a853-bf2f2887f7dc tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Pushing event deleted for resources: {'Subnet': ['ID=27909581-0964-4d04-b358-e9aa69af08fb,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:31.691273 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-30353332-96a2-4093-90ab-904fbe521a98 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Request body: {'subnet': {'network_id': '8320e101-644d-44af-9385-629dd54c3c0a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:52:31.694876 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2d84d8-1f78-436d-8dff-56ddda1a190d req-0234d4b3-7bce-46ef-8f39-cf746218b770 service neutron] Port d6a6518b-9e09-49cf-9ecd-340148181cc6 on network cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0 not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:52:31.695209 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2d84d8-1f78-436d-8dff-56ddda1a190d req-0234d4b3-7bce-46ef-8f39-cf746218b770 service neutron] Attempting to bind port d6a6518b-9e09-49cf-9ecd-340148181cc6 on network cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:52:31.710394 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2d84d8-1f78-436d-8dff-56ddda1a190d req-0234d4b3-7bce-46ef-8f39-cf746218b770 service neutron] Checking agent: {'id': '061232a2-7adc-4ba1-a873-e8cb136b064d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 52, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:52:31.710739 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2d84d8-1f78-436d-8dff-56ddda1a190d req-0234d4b3-7bce-46ef-8f39-cf746218b770 service neutron] Checking segment: {'id': '5f5097d1-dd03-4e53-8d67-381b8a2c1ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:52:31.711123 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2d84d8-1f78-436d-8dff-56ddda1a190d req-0234d4b3-7bce-46ef-8f39-cf746218b770 service neutron] Bound using segment: {'id': '5f5097d1-dd03-4e53-8d67-381b8a2c1ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0'} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:52:31.711590 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-9a2d84d8-1f78-436d-8dff-56ddda1a190d req-0234d4b3-7bce-46ef-8f39-cf746218b770 service neutron] Bound port: d6a6518b-9e09-49cf-9ecd-340148181cc6, host: n-h2-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f5097d1-dd03-4e53-8d67-381b8a2c1ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0'}}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:52:31.711949 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-9a2d84d8-1f78-436d-8dff-56ddda1a190d req-0234d4b3-7bce-46ef-8f39-cf746218b770 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:31.980437 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30353332-96a2-4093-90ab-904fbe521a98 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Made reservation on behalf of 22a79d88690a4055b95547a3f21027fa for: {'subnet': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:52:32.001581 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-30353332-96a2-4093-90ab-904fbe521a98 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25350782'] for subnet, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:32.017994 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d790cd7-ceca-4082-823e-3ee30d919aa0 req-2df155f3-1e88-4c6d-9b06-a81ece6d0903 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:32.036631 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1d790cd7-ceca-4082-823e-3ee30d919aa0 req-2df155f3-1e88-4c6d-9b06-a81ece6d0903 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=32a45391-eb86-4e02-8bee-8fc24219c1b9 HTTP/1.1" status: 200 len: 944 time: 0.1943264 Oct 20 10:52:32.040276 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-9a2d84d8-1f78-436d-8dff-56ddda1a190d req-0234d4b3-7bce-46ef-8f39-cf746218b770 service neutron] For port d6a6518b-9e09-49cf-9ecd-340148181cc6, host n-h2-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:52:32.130869 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-9a2d84d8-1f78-436d-8dff-56ddda1a190d req-0234d4b3-7bce-46ef-8f39-cf746218b770 service neutron] For port d6a6518b-9e09-49cf-9ecd-340148181cc6, host n-h2-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=d6a6518b-9e09-49cf-9ecd-340148181cc6,segment=NetworkSegment(5f5097d1-dd03-4e53-8d67-381b8a2c1ac8),segment_id=5f5097d1-dd03-4e53-8d67-381b8a2c1ac8)] {{(pid=100596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:52:32.151180 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-9a2d84d8-1f78-436d-8dff-56ddda1a190d req-0234d4b3-7bce-46ef-8f39-cf746218b770 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:32.187059 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 170cb025-cbe7-46a3-9e4b-ad044c60a0da up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:52:32.212620 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2d84d8-1f78-436d-8dff-56ddda1a190d req-0234d4b3-7bce-46ef-8f39-cf746218b770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:32.220763 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-9a2d84d8-1f78-436d-8dff-56ddda1a190d req-0234d4b3-7bce-46ef-8f39-cf746218b770 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:32.222750 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9a2d84d8-1f78-436d-8dff-56ddda1a190d req-0234d4b3-7bce-46ef-8f39-cf746218b770 service neutron] 10.222.0.69 "PUT /v2.0/ports/d6a6518b-9e09-49cf-9ecd-340148181cc6 HTTP/1.1" status: 200 len: 1092 time: 5.2896070 Oct 20 10:52:32.231764 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32a45391-eb86-4e02-8bee-8fc24219c1b9', 'tag': 'd6a6518b-9e09-49cf-9ecd-340148181cc6'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:52:32.234994 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50708403-b54b-48e6-b8ce-9b2a84ce07e3" -d '{"events": [{"name": "network-changed", "server_uuid": "32a45391-eb86-4e02-8bee-8fc24219c1b9", "tag": "d6a6518b-9e09-49cf-9ecd-340148181cc6"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:52:32.391679 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1d790cd7-ceca-4082-823e-3ee30d919aa0 req-2ed0e8c1-ce17-4090-a7da-a235d3d6f49a tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e1d7c5e-d35b-480e-bc76-e69dc8123b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3446822 Oct 20 10:52:32.406076 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 48984) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:32.408568 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcfa89ee-7dc9-44dd-8573-0c11657e8e28 x-openstack-request-id: req-dcfa89ee-7dc9-44dd-8573-0c11657e8e28 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:52:32.411703 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32a45391-eb86-4e02-8bee-8fc24219c1b9", "tag": "d6a6518b-9e09-49cf-9ecd-340148181cc6", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:52:32.412178 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-dcfa89ee-7dc9-44dd-8573-0c11657e8e28 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:52:32.413675 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32a45391-eb86-4e02-8bee-8fc24219c1b9', 'tag': 'd6a6518b-9e09-49cf-9ecd-340148181cc6', 'status': 'completed', 'code': 200} Oct 20 10:52:32.469986 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 170cb025-cbe7-46a3-9e4b-ad044c60a0da triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:52:32.472197 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:32.599458 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-88600f71-97be-4fc2-a2ee-f716e42f4efa admin admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:32.635442 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-30353332-96a2-4093-90ab-904fbe521a98 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25350752'] for subnet, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:32.705098 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec291d3-3cd9-4996-a16f-58824ae0d339 None None] Network 8320e101-644d-44af-9385-629dd54c3c0a requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:52:32.732034 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30353332-96a2-4093-90ab-904fbe521a98 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Pushing event updated for resources: {'Subnet': ['ID=937912e9-3d90-4ef1-bf39-fd82c960eb53,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:32.756569 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-ca29fc3c-edd3-42f0-8f27-4b104ca0b533 None None] Provisioning complete for port 170cb025-cbe7-46a3-9e4b-ad044c60a0da triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:52:32.757182 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-ca29fc3c-edd3-42f0-8f27-4b104ca0b533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:32.780467 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30353332-96a2-4093-90ab-904fbe521a98 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Network 8320e101-644d-44af-9385-629dd54c3c0a is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:52:32.784561 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-30353332-96a2-4093-90ab-904fbe521a98 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:52:32.797839 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30353332-96a2-4093-90ab-904fbe521a98 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:32.799204 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-30353332-96a2-4093-90ab-904fbe521a98 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:32.844907 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-30353332-96a2-4093-90ab-904fbe521a98 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1541901 Oct 20 10:52:32.844907 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 48994) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:32.849346 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-bb1dc448-f78e-46d0-ba9a-a30c290f3ccc tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Request body: {'subnet': {'network_id': '8320e101-644d-44af-9385-629dd54c3c0a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:52:32.947792 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-88600f71-97be-4fc2-a2ee-f716e42f4efa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:32.975913 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-576eae8a-ae0f-43e9-a7b7-547d3f55d4dc req-fcfc62bf-4d95-481f-9242-df5275eb27c3 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "GET /v2.0/ports?device_id=f6985271-c5af-4029-bb17-1bfc6954e8ed HTTP/1.1" status: 200 len: 210 time: 0.3072753 Oct 20 10:52:32.977859 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2d84d8-1f78-436d-8dff-56ddda1a190d req-8b8574e9-66df-44c1-8e9f-bb504e94aa7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:32.979453 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9a2d84d8-1f78-436d-8dff-56ddda1a190d req-8b8574e9-66df-44c1-8e9f-bb504e94aa7e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=304c84e5c7844b5cadef0d9d128b445c&device_id=32a45391-eb86-4e02-8bee-8fc24219c1b9 HTTP/1.1" status: 200 len: 1095 time: 0.6665468 Oct 20 10:52:32.989626 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-88600f71-97be-4fc2-a2ee-f716e42f4efa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:33.075481 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0234d4b3-7bce-46ef-8f39-cf746218b770 service neutron] Pushing event updated for resources: {'Port': ['ID=d6a6518b-9e09-49cf-9ecd-340148181cc6,revision_number=3']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:33.168132 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb1dc448-f78e-46d0-ba9a-a30c290f3ccc tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Made reservation on behalf of 22a79d88690a4055b95547a3f21027fa for: {'subnet': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:52:33.179152 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bb1dc448-f78e-46d0-ba9a-a30c290f3ccc tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25350782'] for subnet, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:33.222771 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88600f71-97be-4fc2-a2ee-f716e42f4efa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0064e47-6919-4bed-8700-644728d7a741,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:33.259323 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9a2d84d8-1f78-436d-8dff-56ddda1a190d req-cf26815c-17e1-4a27-85cd-df9735585fb4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d6a6518b-9e09-49cf-9ecd-340148181cc6 HTTP/1.1" status: 200 len: 217 time: 0.2479331 Oct 20 10:52:33.552235 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-88600f71-97be-4fc2-a2ee-f716e42f4efa admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=36190b7f29544352aefb168eb0b52f38&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1106331 Oct 20 10:52:33.557110 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 49008) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:33.569683 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-953959e9-9cd2-46c6-a44b-5abcfad98eb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:33.577762 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2d84d8-1f78-436d-8dff-56ddda1a190d req-4123a4ea-651a-48ac-a2bf-07af405e83df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:33.579810 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9a2d84d8-1f78-436d-8dff-56ddda1a190d req-4123a4ea-651a-48ac-a2bf-07af405e83df service neutron] 10.222.0.69 "GET /v2.0/subnets?id=46305bfd-5c10-42c9-8afc-597f2425497e HTTP/1.1" status: 200 len: 851 time: 0.3193791 Oct 20 10:52:33.644650 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-37d80b03-a514-47e5-8de2-09842bd88ea6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:33.696115 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fcdf20b-4cbf-4e24-8b30-f4d67d359408 None None] Update dhcp port {'port': {'network_id': '8320e101-644d-44af-9385-629dd54c3c0a', 'fixed_ips': [{'subnet_id': '937912e9-3d90-4ef1-bf39-fd82c960eb53'}], 'binding:host_id': 'n-d-811396-3'}, 'id': '170cb025-cbe7-46a3-9e4b-ad044c60a0da'} from n-d-811396-3. {{(pid=100598) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 20 10:52:33.765729 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1fcdf20b-4cbf-4e24-8b30-f4d67d359408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:33.998594 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-37d80b03-a514-47e5-8de2-09842bd88ea6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:34.140030 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-37d80b03-a514-47e5-8de2-09842bd88ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:34.143282 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-37d80b03-a514-47e5-8de2-09842bd88ea6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:34.157388 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-37d80b03-a514-47e5-8de2-09842bd88ea6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a0064e47-6919-4bed-8700-644728d7a741 HTTP/1.1" status: 204 len: 168 time: 0.5990345 Oct 20 10:52:34.189747 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d80b03-a514-47e5-8de2-09842bd88ea6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0064e47-6919-4bed-8700-644728d7a741,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:34.198581 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-1fcdf20b-4cbf-4e24-8b30-f4d67d359408 None None] Allocated IP 172.20.0.2 (8320e101-644d-44af-9385-629dd54c3c0a/937912e9-3d90-4ef1-bf39-fd82c960eb53/170cb025-cbe7-46a3-9e4b-ad044c60a0da) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:52:34.593982 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1fcdf20b-4cbf-4e24-8b30-f4d67d359408 None None] For port 170cb025-cbe7-46a3-9e4b-ad044c60a0da, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=170cb025-cbe7-46a3-9e4b-ad044c60a0da,segment=NetworkSegment(bdd410b3-9198-4748-b872-a4840957eef7),segment_id=bdd410b3-9198-4748-b872-a4840957eef7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:52:34.597817 n-d-811396-3 neutron-server[100597]: DEBUG neutron.objects.ports [None req-bb1dc448-f78e-46d0-ba9a-a30c290f3ccc tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100597) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 20 10:52:34.693249 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1fcdf20b-4cbf-4e24-8b30-f4d67d359408 None None] Publish callbacks [] for port, precommit_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:34.700469 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1fcdf20b-4cbf-4e24-8b30-f4d67d359408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:34.861880 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcdf20b-4cbf-4e24-8b30-f4d67d359408 None None] Pushing event updated for resources: {'Port': ['ID=170cb025-cbe7-46a3-9e4b-ad044c60a0da,revision_number=6']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:34.968597 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9b2f7784-9c3f-4d46-80e2-46d132be6c1d req-75bfc267-6a51-4e39-be83-182bcaf6b59b tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "GET /v2.0/ports?device_id=f6985271-c5af-4029-bb17-1bfc6954e8ed HTTP/1.1" status: 200 len: 210 time: 0.2133784 Oct 20 10:52:35.002234 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb236a1-8fee-4d44-8ee4-43b28d6710da req-6f061eb1-484f-4d87-92ab-f0ba25aff847 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:35.005796 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bfb236a1-8fee-4d44-8ee4-43b28d6710da req-6f061eb1-484f-4d87-92ab-f0ba25aff847 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.55 "GET /v2.0/networks?id=eaa3b6e6-ae67-48fc-8588-01f6e80e17bf HTTP/1.1" status: 200 len: 796 time: 1.9150152 Oct 20 10:52:35.198692 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bfb236a1-8fee-4d44-8ee4-43b28d6710da req-7bb3a1bd-4b06-4340-8e88-bf426bbf9c8f tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ce3bca74c1d8467f832763bc531bfd88 HTTP/1.1" status: 200 len: 473 time: 0.1677179 Oct 20 10:52:35.256906 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b8e87b-3dda-43d5-89cf-951a15b6dcca req-5376dbe7-705e-4821-8d32-0a5478b5fe82 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:35.268606 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-79b8e87b-3dda-43d5-89cf-951a15b6dcca req-5376dbe7-705e-4821-8d32-0a5478b5fe82 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=32a45391-eb86-4e02-8bee-8fc24219c1b9 HTTP/1.1" status: 200 len: 944 time: 1.6826465 Oct 20 10:52:35.285975 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-bfb236a1-8fee-4d44-8ee4-43b28d6710da req-db8d7a11-76fe-4e18-9a0b-0b39309b22d2 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Request body: {'port': {'device_id': 'f6985271-c5af-4029-bb17-1bfc6954e8ed', 'network_id': 'eaa3b6e6-ae67-48fc-8588-01f6e80e17bf', 'admin_state_up': True, 'tenant_id': 'ce3bca74c1d8467f832763bc531bfd88', 'security_groups': ['0dc9179d-66bd-42ab-8966-2d73b22efd24']}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:52:35.301743 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bb1dc448-f78e-46d0-ba9a-a30c290f3ccc tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:35.305958 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2d84d8-1f78-436d-8dff-56ddda1a190d req-9b5075a9-f8ee-440f-8bdc-eb06d3ff9953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:35.308107 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9a2d84d8-1f78-436d-8dff-56ddda1a190d req-9b5075a9-f8ee-440f-8bdc-eb06d3ff9953 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.7186215 Oct 20 10:52:35.542699 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-79b8e87b-3dda-43d5-89cf-951a15b6dcca req-c97d156b-c73b-4290-b32d-dc06a7a13da2 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e1d7c5e-d35b-480e-bc76-e69dc8123b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2661486 Oct 20 10:52:35.875481 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [None req-bb1dc448-f78e-46d0-ba9a-a30c290f3ccc tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] For port 170cb025-cbe7-46a3-9e4b-ad044c60a0da, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=170cb025-cbe7-46a3-9e4b-ad044c60a0da,segment=NetworkSegment(bdd410b3-9198-4748-b872-a4840957eef7),segment_id=bdd410b3-9198-4748-b872-a4840957eef7)] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:52:35.919880 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9a2d84d8-1f78-436d-8dff-56ddda1a190d req-cfdd61e2-8ff4-48f4-818e-407a96ba68fe service neutron] 10.222.0.69 "GET /v2.0/networks/cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5894611 Oct 20 10:52:35.967154 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bb1dc448-f78e-46d0-ba9a-a30c290f3ccc tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks [] for port, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:35.976492 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bb1dc448-f78e-46d0-ba9a-a30c290f3ccc tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:35.979529 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bb1dc448-f78e-46d0-ba9a-a30c290f3ccc tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25350752'] for subnet, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:36.172974 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3fad73d6-a05e-465b-8792-41cd35fc7f02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:36.263912 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 170cb025-cbe7-46a3-9e4b-ad044c60a0da up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:52:36.270577 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfb236a1-8fee-4d44-8ee4-43b28d6710da req-db8d7a11-76fe-4e18-9a0b-0b39309b22d2 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Made reservation on behalf of ce3bca74c1d8467f832763bc531bfd88 for: {'port': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:52:36.287422 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-bfb236a1-8fee-4d44-8ee4-43b28d6710da req-db8d7a11-76fe-4e18-9a0b-0b39309b22d2 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:36.389369 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 170cb025-cbe7-46a3-9e4b-ad044c60a0da triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:52:36.389995 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:36.425348 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb1dc448-f78e-46d0-ba9a-a30c290f3ccc tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Network 8320e101-644d-44af-9385-629dd54c3c0a is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:52:36.506993 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-bb1dc448-f78e-46d0-ba9a-a30c290f3ccc tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:52:36.519861 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb1dc448-f78e-46d0-ba9a-a30c290f3ccc tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:36.523122 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bb1dc448-f78e-46d0-ba9a-a30c290f3ccc tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:36.596434 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d9c9c7f-dc47-4a37-a3bd-0a8ed5073667 None None] Network 8320e101-644d-44af-9385-629dd54c3c0a requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:52:36.621205 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1dc448-f78e-46d0-ba9a-a30c290f3ccc tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Pushing event updated for resources: {'Port': ['ID=170cb025-cbe7-46a3-9e4b-ad044c60a0da,revision_number=8']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:36.624539 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4ea5a482-d2e8-4897-aa6c-387859a03dfb req-3dfab7b1-964b-4583-922f-02f5ce1806fd tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "GET /v2.0/ports?device_id=f6985271-c5af-4029-bb17-1bfc6954e8ed HTTP/1.1" status: 200 len: 210 time: 0.3832960 Oct 20 10:52:36.650154 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-bb1dc448-f78e-46d0-ba9a-a30c290f3ccc tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.8057864 Oct 20 10:52:36.653026 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 49066) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:36.658370 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-c387b92c-0e4d-4c78-85bc-29f9b6be4074 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Request body: {'port': {'network_id': '8320e101-644d-44af-9385-629dd54c3c0a', 'mac_address': 'fa:16:3e:be:73:ed', 'name': 'tempest-NetworksTestDHCPv6-492921701'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:52:36.663689 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1dc448-f78e-46d0-ba9a-a30c290f3ccc tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Pushing event updated for resources: {'Subnet': ['ID=55ef6569-dd11-4dff-82d7-480bc5d09890,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:36.694122 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9a2d84d8-1f78-436d-8dff-56ddda1a190d req-09de4f80-14ba-4170-b606-63e03aed48c8 service neutron] 10.222.0.69 "GET /v2.0/networks/cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7584739 Oct 20 10:52:36.908442 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [req-bfb236a1-8fee-4d44-8ee4-43b28d6710da req-db8d7a11-76fe-4e18-9a0b-0b39309b22d2 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Allocated IP 172.20.0.30 (eaa3b6e6-ae67-48fc-8588-01f6e80e17bf/66a8eb0e-77e5-4e40-837e-e1c522e11a5a/b8dcd228-64bf-4b65-ac92-a15363c2ebeb) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:52:36.928189 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50708403-b54b-48e6-b8ce-9b2a84ce07e3 req-5b465d73-30f7-481e-9051-3565bee7a95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:36.929952 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-50708403-b54b-48e6-b8ce-9b2a84ce07e3 req-5b465d73-30f7-481e-9051-3565bee7a95c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=304c84e5c7844b5cadef0d9d128b445c&device_id=32a45391-eb86-4e02-8bee-8fc24219c1b9 HTTP/1.1" status: 200 len: 1095 time: 0.1633396 Oct 20 10:52:36.952829 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a0b9a3-aa33-4c2c-91af-9a756a105c4a req-28a1315d-fef4-4747-af6b-f2be4b542baa tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:36.978373 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a0b9a3-aa33-4c2c-91af-9a756a105c4a req-28a1315d-fef4-4747-af6b-f2be4b542baa tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:37.008709 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a0b9a3-aa33-4c2c-91af-9a756a105c4a req-28a1315d-fef4-4747-af6b-f2be4b542baa tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:37.024094 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a0b9a3-aa33-4c2c-91af-9a756a105c4a req-28a1315d-fef4-4747-af6b-f2be4b542baa tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:37.037757 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a0b9a3-aa33-4c2c-91af-9a756a105c4a req-28a1315d-fef4-4747-af6b-f2be4b542baa tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:37.043963 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a0b9a3-aa33-4c2c-91af-9a756a105c4a req-28a1315d-fef4-4747-af6b-f2be4b542baa tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:37.053800 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a0b9a3-aa33-4c2c-91af-9a756a105c4a req-28a1315d-fef4-4747-af6b-f2be4b542baa tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:37.067229 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-09a0b9a3-aa33-4c2c-91af-9a756a105c4a req-28a1315d-fef4-4747-af6b-f2be4b542baa tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.64 "GET /v2.0/ports?device_id=9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c HTTP/1.1" status: 200 len: 5444 time: 0.3369784 Oct 20 10:52:37.080263 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c387b92c-0e4d-4c78-85bc-29f9b6be4074 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Made reservation on behalf of 22a79d88690a4055b95547a3f21027fa for: {'port': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:52:37.084540 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-7dd7440c-ab61-4f69-a9e6-a3b28ecc6a17 None None] Provisioning complete for port 170cb025-cbe7-46a3-9e4b-ad044c60a0da triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:52:37.090038 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-7dd7440c-ab61-4f69-a9e6-a3b28ecc6a17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:37.413497 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c387b92c-0e4d-4c78-85bc-29f9b6be4074 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:37.479981 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [None req-c387b92c-0e4d-4c78-85bc-29f9b6be4074 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] device_id is not set on port 28f8f823-27ce-4fdf-a526-5d411b0edcb3 yet. {{(pid=100597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:52:37.511660 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:37.520401 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50708403-b54b-48e6-b8ce-9b2a84ce07e3 req-0d6181d8-b2bf-4269-976b-84e009ba2f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:37.523732 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-50708403-b54b-48e6-b8ce-9b2a84ce07e3 req-0d6181d8-b2bf-4269-976b-84e009ba2f82 service neutron] 10.222.0.69 "GET /v2.0/networks?id=cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0 HTTP/1.1" status: 200 len: 913 time: 0.4436073 Oct 20 10:52:37.547607 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-09a0b9a3-aa33-4c2c-91af-9a756a105c4a req-d55bf86b-497f-4670-b96f-236de94d48de tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.64 "GET /v2.0/security-groups?id=112bbbcd-cedd-416d-87db-f3a7d2197192&id=40e57539-8f43-4a87-8d18-5d8780562b01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4790273 Oct 20 10:52:37.666699 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:37.710936 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-50708403-b54b-48e6-b8ce-9b2a84ce07e3 req-5528a209-c15b-4310-b456-e2e26748e089 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d6a6518b-9e09-49cf-9ecd-340148181cc6 HTTP/1.1" status: 200 len: 217 time: 0.1417117 Oct 20 10:52:37.735922 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-aefbb6bf-eacc-4a24-be9e-0e3fd9eb2bc1 req-65b41b7d-66f7-4e81-b0f1-2911074175e7 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6e46ee1e-848e-4aa8-a7a5-ffd39c73c09c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6656115 Oct 20 10:52:37.829802 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50708403-b54b-48e6-b8ce-9b2a84ce07e3 req-af0fd22c-4e9f-4db5-b80e-f36b86e43e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:37.831277 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-50708403-b54b-48e6-b8ce-9b2a84ce07e3 req-af0fd22c-4e9f-4db5-b80e-f36b86e43e42 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=46305bfd-5c10-42c9-8afc-597f2425497e HTTP/1.1" status: 200 len: 851 time: 0.1051095 Oct 20 10:52:37.847326 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fc37bb-75f6-48de-9a17-490d7e9d177d req-88f39dbf-e4b6-46e5-a2bc-0450ad1723aa tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:37.849587 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-67fc37bb-75f6-48de-9a17-490d7e9d177d req-88f39dbf-e4b6-46e5-a2bc-0450ad1723aa tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=32a45391-eb86-4e02-8bee-8fc24219c1b9 HTTP/1.1" status: 200 len: 944 time: 0.6355474 Oct 20 10:52:38.016331 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:38.033481 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-c387b92c-0e4d-4c78-85bc-29f9b6be4074 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Allocated IP 172.20.0.5 (8320e101-644d-44af-9385-629dd54c3c0a/937912e9-3d90-4ef1-bf39-fd82c960eb53/28f8f823-27ce-4fdf-a526-5d411b0edcb3) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:52:38.048379 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-c387b92c-0e4d-4c78-85bc-29f9b6be4074 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Allocated IP 2001:db8::f816:3eff:febe:73ed (8320e101-644d-44af-9385-629dd54c3c0a/55ef6569-dd11-4dff-82d7-480bc5d09890/28f8f823-27ce-4fdf-a526-5d411b0edcb3) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:52:38.322235 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-bfb236a1-8fee-4d44-8ee4-43b28d6710da req-db8d7a11-76fe-4e18-9a0b-0b39309b22d2 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:38.411965 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 170cb025-cbe7-46a3-9e4b-ad044c60a0da up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:52:38.425143 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-bfb236a1-8fee-4d44-8ee4-43b28d6710da req-db8d7a11-76fe-4e18-9a0b-0b39309b22d2 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:38.482916 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c387b92c-0e4d-4c78-85bc-29f9b6be4074 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:38.569777 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8d7a11-76fe-4e18-9a0b-0b39309b22d2 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Pushing event updated for resources: {'Port': ['ID=b8dcd228-64bf-4b65-ac92-a15363c2ebeb,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:38.586529 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c387b92c-0e4d-4c78-85bc-29f9b6be4074 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:38.631829 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 170cb025-cbe7-46a3-9e4b-ad044c60a0da triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:52:38.632445 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:38.638841 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfb236a1-8fee-4d44-8ee4-43b28d6710da req-db8d7a11-76fe-4e18-9a0b-0b39309b22d2 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Network eaa3b6e6-ae67-48fc-8588-01f6e80e17bf is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:52:38.677571 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87f4e2c-b4d4-4970-988f-176d0528a22e req-c5a944f1-3403-42a2-acf2-7da2f3c6198b tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:38.685427 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87f4e2c-b4d4-4970-988f-176d0528a22e req-c5a944f1-3403-42a2-acf2-7da2f3c6198b tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:38.699971 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87f4e2c-b4d4-4970-988f-176d0528a22e req-c5a944f1-3403-42a2-acf2-7da2f3c6198b tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:38.707579 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87f4e2c-b4d4-4970-988f-176d0528a22e req-c5a944f1-3403-42a2-acf2-7da2f3c6198b tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:38.714316 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87f4e2c-b4d4-4970-988f-176d0528a22e req-c5a944f1-3403-42a2-acf2-7da2f3c6198b tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:38.722000 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87f4e2c-b4d4-4970-988f-176d0528a22e req-c5a944f1-3403-42a2-acf2-7da2f3c6198b tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:38.730112 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87f4e2c-b4d4-4970-988f-176d0528a22e req-c5a944f1-3403-42a2-acf2-7da2f3c6198b tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:38.735000 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f87f4e2c-b4d4-4970-988f-176d0528a22e req-c5a944f1-3403-42a2-acf2-7da2f3c6198b tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.55 "GET /v2.0/ports?device_id=9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c HTTP/1.1" status: 200 len: 5444 time: 0.8146441 Oct 20 10:52:38.737267 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50708403-b54b-48e6-b8ce-9b2a84ce07e3 req-936ce011-aaee-4ac6-b76e-59e2004f4e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:38.738945 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-50708403-b54b-48e6-b8ce-9b2a84ce07e3 req-936ce011-aaee-4ac6-b76e-59e2004f4e4a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8473196 Oct 20 10:52:38.744434 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 49096) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:38.747105 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [req-bfb236a1-8fee-4d44-8ee4-43b28d6710da req-db8d7a11-76fe-4e18-9a0b-0b39309b22d2 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:52:38.753866 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c387b92c-0e4d-4c78-85bc-29f9b6be4074 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Pushing event updated for resources: {'Port': ['ID=28f8f823-27ce-4fdf-a526-5d411b0edcb3,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:38.791537 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c387b92c-0e4d-4c78-85bc-29f9b6be4074 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Network 8320e101-644d-44af-9385-629dd54c3c0a is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:52:38.801813 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-c387b92c-0e4d-4c78-85bc-29f9b6be4074 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:52:38.810813 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c387b92c-0e4d-4c78-85bc-29f9b6be4074 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:52:38.895673 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfb236a1-8fee-4d44-8ee4-43b28d6710da req-db8d7a11-76fe-4e18-9a0b-0b39309b22d2 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:52:38.960471 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:38.970949 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c387b92c-0e4d-4c78-85bc-29f9b6be4074 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:38.983643 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c387b92c-0e4d-4c78-85bc-29f9b6be4074 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:39.017274 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-c387b92c-0e4d-4c78-85bc-29f9b6be4074 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.3631239 Oct 20 10:52:39.021392 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 49098) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:39.193261 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc00a920-d59c-4959-95ca-d4f28c8a8cb6 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:39.215665 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc00a920-d59c-4959-95ca-d4f28c8a8cb6 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:39.219065 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-bc00a920-d59c-4959-95ca-d4f28c8a8cb6 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.1964784 Oct 20 10:52:39.222409 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 49106) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:39.241207 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87f4e2c-b4d4-4970-988f-176d0528a22e req-760a7f82-2103-4e86-b117-33396a6b50c3 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:39.242901 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f87f4e2c-b4d4-4970-988f-176d0528a22e req-760a7f82-2103-4e86-b117-33396a6b50c3 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.55 "GET /v2.0/ports/58759e27-9624-496e-a7e3-dd96a6f12d24?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.4971039 Oct 20 10:52:39.265270 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb236a1-8fee-4d44-8ee4-43b28d6710da req-db8d7a11-76fe-4e18-9a0b-0b39309b22d2 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:39.270696 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-bfb236a1-8fee-4d44-8ee4-43b28d6710da req-db8d7a11-76fe-4e18-9a0b-0b39309b22d2 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:39.282893 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be2b6e50-2c2b-4471-9727-90facaa36d0f None None] Network 8320e101-644d-44af-9385-629dd54c3c0a requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:52:39.290806 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-67fc37bb-75f6-48de-9a17-490d7e9d177d req-77687fc2-acc0-4c69-88ae-79fdc97cb3cb tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e1d7c5e-d35b-480e-bc76-e69dc8123b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2660518 Oct 20 10:52:39.340263 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bfb236a1-8fee-4d44-8ee4-43b28d6710da req-db8d7a11-76fe-4e18-9a0b-0b39309b22d2 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0442805 Oct 20 10:52:39.474196 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefbb6bf-eacc-4a24-be9e-0e3fd9eb2bc1 req-24896d13-b44f-44ae-a1f3-c103060d7e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:39.476274 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-aefbb6bf-eacc-4a24-be9e-0e3fd9eb2bc1 req-24896d13-b44f-44ae-a1f3-c103060d7e97 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ce3bca74c1d8467f832763bc531bfd88&device_id=6e46ee1e-848e-4aa8-a7a5-ffd39c73c09c HTTP/1.1" status: 200 len: 1097 time: 1.6440811 Oct 20 10:52:39.491528 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f87f4e2c-b4d4-4970-988f-176d0528a22e req-1c69764a-f86f-481c-9cb5-c27c749b20e1 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.55 "GET /v2.0/networks/07f7de1d-67fc-4ee5-9720-a5ddc92657d8?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1973443 Oct 20 10:52:39.507198 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-d142e672-ed0e-4400-be80-b76da862ff64 None None] Provisioning complete for port 170cb025-cbe7-46a3-9e4b-ad044c60a0da triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:52:39.513565 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-bfb236a1-8fee-4d44-8ee4-43b28d6710da req-24911397-db6c-4453-8a98-38a2c1413693 service neutron] Request body: {'port': {'device_id': 'f6985271-c5af-4029-bb17-1bfc6954e8ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811396-3'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:52:39.515422 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-d142e672-ed0e-4400-be80-b76da862ff64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:39.546367 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-5244f29f-e97c-41ef-a568-78c518c5de2a tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Deleting port 28f8f823-27ce-4fdf-a526-5d411b0edcb3 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:52:39.547973 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5244f29f-e97c-41ef-a568-78c518c5de2a tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:39.558678 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-f87f4e2c-b4d4-4970-988f-176d0528a22e req-3743c704-30f2-49f2-b28b-200e3ea4f8bf service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:52:39.623875 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1a89bd-1a61-4ef3-a23e-4ea854907bb4 req-58709bf1-fbbd-4c70-a5b3-adcc29ebac42 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:39.626322 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-dd1a89bd-1a61-4ef3-a23e-4ea854907bb4 req-58709bf1-fbbd-4c70-a5b3-adcc29ebac42 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "GET /v2.0/ports?device_id=f6985271-c5af-4029-bb17-1bfc6954e8ed HTTP/1.1" status: 200 len: 932 time: 1.7310050 Oct 20 10:52:39.767461 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5244f29f-e97c-41ef-a568-78c518c5de2a tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:39.779554 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-f87f4e2c-b4d4-4970-988f-176d0528a22e req-3743c704-30f2-49f2-b28b-200e3ea4f8bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:39.803897 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-5244f29f-e97c-41ef-a568-78c518c5de2a tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Calling delete_port for 28f8f823-27ce-4fdf-a526-5d411b0edcb3 owned by {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:52:39.979496 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-dd1a89bd-1a61-4ef3-a23e-4ea854907bb4 req-81c30acf-3f84-4483-bca7-5e523f556da3 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "GET /v2.0/security-groups?id=0dc9179d-66bd-42ab-8966-2d73b22efd24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3101625 Oct 20 10:52:40.069954 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-d105d829-697c-4937-a18c-8c893267e65d tempest-PortsAdminExtendedAttrsIpV6TestJSON-204641320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204641320-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1442054520'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:52:40.227699 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-8bfe227b-4185-40a4-9efb-18f018b372a2 None None] Provisioning complete for port b8dcd228-64bf-4b65-ac92-a15363c2ebeb triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:52:40.229130 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-8bfe227b-4185-40a4-9efb-18f018b372a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:40.279923 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefbb6bf-eacc-4a24-be9e-0e3fd9eb2bc1 req-a3f92db4-1ca1-4ea0-a97e-b5bbb22e29c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:40.304830 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-aefbb6bf-eacc-4a24-be9e-0e3fd9eb2bc1 req-a3f92db4-1ca1-4ea0-a97e-b5bbb22e29c6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=8ca5e922-b948-426f-9281-49c209c89e06 HTTP/1.1" status: 200 len: 898 time: 0.7315805 Oct 20 10:52:40.305230 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-8bfe227b-4185-40a4-9efb-18f018b372a2 None None] Port b8dcd228-64bf-4b65-ac92-a15363c2ebeb cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:52:40.305342 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-bfb236a1-8fee-4d44-8ee4-43b28d6710da req-24911397-db6c-4453-8a98-38a2c1413693 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:40.368352 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5244f29f-e97c-41ef-a568-78c518c5de2a tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:40.414692 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5244f29f-e97c-41ef-a568-78c518c5de2a tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Pushing event deleted for resources: {'Port': ['ID=28f8f823-27ce-4fdf-a526-5d411b0edcb3,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:40.478987 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe526d0c-2355-4215-88d0-cfc87ebd0e01 req-a0731580-2473-43f5-bd08-86a0692fab80 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:40.488068 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe526d0c-2355-4215-88d0-cfc87ebd0e01 req-a0731580-2473-43f5-bd08-86a0692fab80 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:40.493627 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe526d0c-2355-4215-88d0-cfc87ebd0e01 req-a0731580-2473-43f5-bd08-86a0692fab80 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:40.500444 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe526d0c-2355-4215-88d0-cfc87ebd0e01 req-a0731580-2473-43f5-bd08-86a0692fab80 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:40.506428 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe526d0c-2355-4215-88d0-cfc87ebd0e01 req-a0731580-2473-43f5-bd08-86a0692fab80 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:40.512745 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe526d0c-2355-4215-88d0-cfc87ebd0e01 req-a0731580-2473-43f5-bd08-86a0692fab80 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:40.519602 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe526d0c-2355-4215-88d0-cfc87ebd0e01 req-a0731580-2473-43f5-bd08-86a0692fab80 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:40.524106 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fe526d0c-2355-4215-88d0-cfc87ebd0e01 req-a0731580-2473-43f5-bd08-86a0692fab80 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.64 "GET /v2.0/ports?device_id=9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c HTTP/1.1" status: 200 len: 5444 time: 0.9348431 Oct 20 10:52:40.539995 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-f87f4e2c-b4d4-4970-988f-176d0528a22e req-3743c704-30f2-49f2-b28b-200e3ea4f8bf service neutron] For port 58759e27-9624-496e-a7e3-dd96a6f12d24, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=58759e27-9624-496e-a7e3-dd96a6f12d24,segment=NetworkSegment(0cf32ebe-2347-41ff-bb97-94fd0b819e03),segment_id=0cf32ebe-2347-41ff-bb97-94fd0b819e03)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:52:40.659945 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d105d829-697c-4937-a18c-8c893267e65d tempest-PortsAdminExtendedAttrsIpV6TestJSON-204641320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204641320-project] Made reservation on behalf of ec12ccfea7b944a996ba7d59385741f9 for: {'network': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:52:40.663800 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d105d829-697c-4937-a18c-8c893267e65d tempest-PortsAdminExtendedAttrsIpV6TestJSON-204641320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204641320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:40.667458 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-50708403-b54b-48e6-b8ce-9b2a84ce07e3 req-891956aa-61ef-44d2-9e0a-a71a93853164 service neutron] 10.222.0.69 "GET /v2.0/networks/cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7749455 Oct 20 10:52:40.715242 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5244f29f-e97c-41ef-a568-78c518c5de2a tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:40.718634 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-5244f29f-e97c-41ef-a568-78c518c5de2a tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "DELETE /v2.0/ports/28f8f823-27ce-4fdf-a526-5d411b0edcb3 HTTP/1.1" status: 204 len: 168 time: 1.4876361 Oct 20 10:52:40.721481 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 49124) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:40.777263 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device d0675769-de69-4a35-beb7-6d50c8201cd3 no longer exists at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:52:40.804217 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb85a5e-48a9-4467-9775-013ee9f20698 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:40.805977 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb85a5e-48a9-4467-9775-013ee9f20698 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:40.807629 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb85a5e-48a9-4467-9775-013ee9f20698 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:40.809312 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-beb85a5e-48a9-4467-9775-013ee9f20698 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0869179 Oct 20 10:52:40.812804 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 49126) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:40.828872 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-aefbb6bf-eacc-4a24-be9e-0e3fd9eb2bc1 req-9787cd0e-96f8-483d-8252-14f7ff4681d0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aae58e54-5b06-4495-b489-a89b3f157a9e HTTP/1.1" status: 200 len: 1002 time: 0.5289831 Oct 20 10:52:40.915425 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cc77c86-32b7-4773-84ba-cc3a8d39b975 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Deleting subnet 55ef6569-dd11-4dff-82d7-480bc5d09890 {{(pid=100597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:52:40.922585 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7cc77c86-32b7-4773-84ba-cc3a8d39b975 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks [] for subnet, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:41.076716 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:41.099234 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7cc77c86-32b7-4773-84ba-cc3a8d39b975 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25852621'] for subnet, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:41.173216 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0675769-de69-4a35-beb7-6d50c8201cd3'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:52:41.178823 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ba45d47-4f3d-4051-a86f-65f0c98c70f9" -d '{"events": [{"server_uuid": "9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c", "name": "network-vif-unplugged", "status": "completed", "tag": "d0675769-de69-4a35-beb7-6d50c8201cd3"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:52:41.237450 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-143908e7-2d76-4f00-ac29-5e5e3d98eed4 None None] Provisioning complete for port 170cb025-cbe7-46a3-9e4b-ad044c60a0da triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:52:41.243499 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-143908e7-2d76-4f00-ac29-5e5e3d98eed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:41.356955 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port d0675769-de69-4a35-beb7-6d50c8201cd3, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=d0675769-de69-4a35-beb7-6d50c8201cd3,segment=NetworkSegment(bd673faa-a525-4b04-bf70-d433a325f98a),segment_id=bd673faa-a525-4b04-bf70-d433a325f98a)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:52:41.382070 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:41.386246 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 6a6236cb-3508-4dba-a459-60dfe35fed2c no longer exists at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:52:41.481711 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7cc77c86-32b7-4773-84ba-cc3a8d39b975 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:41.644805 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7cc77c86-32b7-4773-84ba-cc3a8d39b975 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25350811'] for subnet, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:41.650322 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=d0675769-de69-4a35-beb7-6d50c8201cd3,revision_number=6']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:41.707999 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7cc77c86-32b7-4773-84ba-cc3a8d39b975 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:41.725604 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-143908e7-2d76-4f00-ac29-5e5e3d98eed4 None None] Could not find standard attr ID for object 28f8f823-27ce-4fdf-a526-5d411b0edcb3. {{(pid=100598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 20 10:52:41.729040 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-7cc77c86-32b7-4773-84ba-cc3a8d39b975 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "DELETE /v2.0/subnets/55ef6569-dd11-4dff-82d7-480bc5d09890 HTTP/1.1" status: 204 len: 168 time: 0.9121571 Oct 20 10:52:41.731032 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 49138) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:41.755870 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:41.805358 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc77c86-32b7-4773-84ba-cc3a8d39b975 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Pushing event deleted for resources: {'Subnet': ['ID=55ef6569-dd11-4dff-82d7-480bc5d09890,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:41.899811 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 6a6236cb-3508-4dba-a459-60dfe35fed2c, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=6a6236cb-3508-4dba-a459-60dfe35fed2c,segment=NetworkSegment(0cf32ebe-2347-41ff-bb97-94fd0b819e03),segment_id=0cf32ebe-2347-41ff-bb97-94fd0b819e03)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:52:41.921425 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:41.922616 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device f9fa8685-e573-4fdd-8b37-5988a560de50 no longer exists at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:52:41.926941 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-e40d2249-61dd-4ba8-bb71-b9f8aa9572f7 None None] Could not find standard attr ID for object 5cb35012-d30e-44df-843d-1f35a1cda73c. {{(pid=100598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 20 10:52:41.939312 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b69b12a-3af6-4e17-8e67-a2707f4853f6 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Deleting subnet 937912e9-3d90-4ef1-bf39-fd82c960eb53 {{(pid=100597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:52:41.977259 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1b69b12a-3af6-4e17-8e67-a2707f4853f6 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks [] for subnet, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:42.089480 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1b69b12a-3af6-4e17-8e67-a2707f4853f6 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25852621'] for subnet, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:42.196811 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=6a6236cb-3508-4dba-a459-60dfe35fed2c,revision_number=6']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:42.259223 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd2fe144-370d-4989-a1e0-255ec32ceb31 None None] Network 8320e101-644d-44af-9385-629dd54c3c0a requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:52:42.342002 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1b69b12a-3af6-4e17-8e67-a2707f4853f6 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:42.460238 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1b69b12a-3af6-4e17-8e67-a2707f4853f6 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25350811'] for subnet, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:42.543822 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b69b12a-3af6-4e17-8e67-a2707f4853f6 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Pushing event deleted for resources: {'Subnet': ['ID=937912e9-3d90-4ef1-bf39-fd82c960eb53,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:42.567808 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1b69b12a-3af6-4e17-8e67-a2707f4853f6 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:42.571158 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-1b69b12a-3af6-4e17-8e67-a2707f4853f6 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "DELETE /v2.0/subnets/937912e9-3d90-4ef1-bf39-fd82c960eb53 HTTP/1.1" status: 204 len: 168 time: 0.8341951 Oct 20 10:52:42.573983 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 49144) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:42.656688 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-20298051-4dd8-475c-902c-c48067e7b388 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0804791 Oct 20 10:52:42.659593 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 49148) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:42.661094 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-7d0c2bc5-fd9e-4831-82c5-12ef347b89ad None None] Could not find standard attr ID for object 28f8f823-27ce-4fdf-a526-5d411b0edcb3. {{(pid=100598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 20 10:52:42.688349 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-50708403-b54b-48e6-b8ce-9b2a84ce07e3 req-6603e088-36f1-4989-96c0-5cb0b75126ff service neutron] 10.222.0.69 "GET /v2.0/networks/cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.9672954 Oct 20 10:52:42.690236 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d105d829-697c-4937-a18c-8c893267e65d tempest-PortsAdminExtendedAttrsIpV6TestJSON-204641320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204641320-project] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:42.762870 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fe526d0c-2355-4215-88d0-cfc87ebd0e01 req-4cf862d3-bb98-49d5-b3bc-2c716336c0b9 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.64 "GET /v2.0/security-groups?id=112bbbcd-cedd-416d-87db-f3a7d2197192&id=40e57539-8f43-4a87-8d18-5d8780562b01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 2.2192261 Oct 20 10:52:42.766688 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:42.787833 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbdda9bc-c863-4613-aab1-342311576233 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:42.791607 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-cbdda9bc-c863-4613-aab1-342311576233 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1277707 Oct 20 10:52:42.792606 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 49150) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:42.842404 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-f87f4e2c-b4d4-4970-988f-176d0528a22e req-3743c704-30f2-49f2-b28b-200e3ea4f8bf service neutron] For port 58759e27-9624-496e-a7e3-dd96a6f12d24, host n-h1-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:52:42.974273 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb282cc-b4ec-487c-9bff-629a8d792b78 req-2ff8f9c4-6372-466d-bf57-401aa81fbf8f tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:42.991264 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4fb282cc-b4ec-487c-9bff-629a8d792b78 req-2ff8f9c4-6372-466d-bf57-401aa81fbf8f tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=32a45391-eb86-4e02-8bee-8fc24219c1b9 HTTP/1.1" status: 200 len: 944 time: 2.5254593 Oct 20 10:52:43.033015 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port f9fa8685-e573-4fdd-8b37-5988a560de50, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=f9fa8685-e573-4fdd-8b37-5988a560de50,segment=NetworkSegment(0cf32ebe-2347-41ff-bb97-94fd0b819e03),segment_id=0cf32ebe-2347-41ff-bb97-94fd0b819e03)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:52:43.034255 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefbb6bf-eacc-4a24-be9e-0e3fd9eb2bc1 req-8ff36cdc-0ca9-4062-8b95-195b62d399c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:43.035999 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-aefbb6bf-eacc-4a24-be9e-0e3fd9eb2bc1 req-8ff36cdc-0ca9-4062-8b95-195b62d399c0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d064623b-205c-4c55-bcad-f8d7ce58a0d9 HTTP/1.1" status: 200 len: 835 time: 0.3703489 Oct 20 10:52:43.043284 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:43.044008 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 687e9444-b6e6-48d0-a254-817eeff5b001 no longer exists at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:52:43.049995 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0adc16ee-9486-4804-b2e6-85aa596760b3 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:43.052742 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-0adc16ee-9486-4804-b2e6-85aa596760b3 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2591455 Oct 20 10:52:43.056362 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 49152) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:43.121646 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [req-f87f4e2c-b4d4-4970-988f-176d0528a22e req-3743c704-30f2-49f2-b28b-200e3ea4f8bf service neutron] device_id is not set on port 58759e27-9624-496e-a7e3-dd96a6f12d24 yet. {{(pid=100596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:52:43.138807 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-0b68b6c7-13f7-413f-988c-787b37ee4dbc tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0800307 Oct 20 10:52:43.144191 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 49154) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:43.149037 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-67c9aa07-5e97-49d8-9be9-85a65e1f81e0 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Request body: {'subnet': {'network_id': '8320e101-644d-44af-9385-629dd54c3c0a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:52:43.342016 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-f87f4e2c-b4d4-4970-988f-176d0528a22e req-3743c704-30f2-49f2-b28b-200e3ea4f8bf service neutron] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:43.445271 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-f87f4e2c-b4d4-4970-988f-176d0528a22e req-3743c704-30f2-49f2-b28b-200e3ea4f8bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:43.457311 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67c9aa07-5e97-49d8-9be9-85a65e1f81e0 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Made reservation on behalf of 22a79d88690a4055b95547a3f21027fa for: {'subnet': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:52:43.462472 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-67c9aa07-5e97-49d8-9be9-85a65e1f81e0 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25350782'] for subnet, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:43.466933 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-67c9aa07-5e97-49d8-9be9-85a65e1f81e0 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 10:52:43.467521 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67c9aa07-5e97-49d8-9be9-85a65e1f81e0 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:52:43.477194 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:43.485886 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=f9fa8685-e573-4fdd-8b37-5988a560de50,revision_number=6']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:43.504626 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-67c9aa07-5e97-49d8-9be9-85a65e1f81e0 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3566206 Oct 20 10:52:43.505347 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 49160) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:43.519518 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-9d44c583-c6e2-4788-9071-beec55b6bd98 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Request body: {'subnet': {'network_id': '8320e101-644d-44af-9385-629dd54c3c0a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:52:43.585900 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 687e9444-b6e6-48d0-a254-817eeff5b001, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=687e9444-b6e6-48d0-a254-817eeff5b001,segment=NetworkSegment(24bad81e-aec3-4e68-b40a-6dbc28d3b906),segment_id=24bad81e-aec3-4e68-b40a-6dbc28d3b906)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:52:43.594584 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-805341de-1cad-4bf6-acfe-52ac458f14fa None None] DHCP port deletion for 8320e101-644d-44af-9385-629dd54c3c0a request from n-d-811396-3 {{(pid=100598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:52:43.606933 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:43.610300 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 949e0597-b23d-43ab-b10e-b0353aeb6d55 no longer exists at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:52:43.635730 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3743c704-30f2-49f2-b28b-200e3ea4f8bf service neutron] Pushing event updated for resources: {'Port': ['ID=58759e27-9624-496e-a7e3-dd96a6f12d24,revision_number=6']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:43.676689 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4fb282cc-b4ec-487c-9bff-629a8d792b78 req-00cfe2e9-a1cf-4e83-b238-192ae237b85f tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e1d7c5e-d35b-480e-bc76-e69dc8123b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6847868 Oct 20 10:52:43.709050 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefbb6bf-eacc-4a24-be9e-0e3fd9eb2bc1 req-64e6edac-951d-43fc-8bc7-02ed667a04ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:43.713383 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-aefbb6bf-eacc-4a24-be9e-0e3fd9eb2bc1 req-64e6edac-951d-43fc-8bc7-02ed667a04ce service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8ca5e922-b948-426f-9281-49c209c89e06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6423066 Oct 20 10:52:43.742619 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6fc922-e726-4f36-be5f-b3aeb25b8ff9 req-b9426019-b32a-4460-ba5a-6473b71dfaaf tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:43.746546 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7b6fc922-e726-4f36-be5f-b3aeb25b8ff9 req-b9426019-b32a-4460-ba5a-6473b71dfaaf tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "GET /v2.0/ports?device_id=f6985271-c5af-4029-bb17-1bfc6954e8ed HTTP/1.1" status: 200 len: 932 time: 0.6460729 Oct 20 10:52:43.809568 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d44c583-c6e2-4788-9071-beec55b6bd98 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Made reservation on behalf of 22a79d88690a4055b95547a3f21027fa for: {'subnet': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:52:43.815638 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9d44c583-c6e2-4788-9071-beec55b6bd98 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25350782'] for subnet, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:43.818878 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d44c583-c6e2-4788-9071-beec55b6bd98 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 10:52:43.819296 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d44c583-c6e2-4788-9071-beec55b6bd98 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:52:43.846436 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=687e9444-b6e6-48d0-a254-817eeff5b001,revision_number=6']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:43.859624 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Oct 2021 10:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05875ee6-da0a-401f-a893-61ef72bc7dbb x-openstack-request-id: req-05875ee6-da0a-401f-a893-61ef72bc7dbb {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:52:43.859624 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c", "name": "network-vif-unplugged", "status": "completed", "tag": "d0675769-de69-4a35-beb7-6d50c8201cd3", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:52:43.859961 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-9d44c583-c6e2-4788-9071-beec55b6bd98 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3420036 Oct 20 10:52:43.860054 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-05875ee6-da0a-401f-a893-61ef72bc7dbb {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:52:43.860054 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0675769-de69-4a35-beb7-6d50c8201cd3', 'code': 200} Oct 20 10:52:43.860209 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 49166) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:43.869154 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-e2419dab-99b3-4c66-952a-fe85bef9dc20 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Request body: {'subnet': {'network_id': '8320e101-644d-44af-9385-629dd54c3c0a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:52:43.870471 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d105d829-697c-4937-a18c-8c893267e65d tempest-PortsAdminExtendedAttrsIpV6TestJSON-204641320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204641320-project] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:43.932109 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d105d829-697c-4937-a18c-8c893267e65d tempest-PortsAdminExtendedAttrsIpV6TestJSON-204641320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204641320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:44.050962 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-805341de-1cad-4bf6-acfe-52ac458f14fa None None] Deleting port 170cb025-cbe7-46a3-9e4b-ad044c60a0da {{(pid=100598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:52:44.051659 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-805341de-1cad-4bf6-acfe-52ac458f14fa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:44.059212 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:44.152163 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d105d829-697c-4937-a18c-8c893267e65d tempest-PortsAdminExtendedAttrsIpV6TestJSON-204641320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204641320-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 801} {{(pid=100596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:52:44.157596 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2419dab-99b3-4c66-952a-fe85bef9dc20 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Made reservation on behalf of 22a79d88690a4055b95547a3f21027fa for: {'subnet': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:52:44.162312 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e2419dab-99b3-4c66-952a-fe85bef9dc20 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25350782'] for subnet, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:44.163618 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2419dab-99b3-4c66-952a-fe85bef9dc20 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 10:52:44.164055 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2419dab-99b3-4c66-952a-fe85bef9dc20 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:52:44.201755 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-e2419dab-99b3-4c66-952a-fe85bef9dc20 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3401639 Oct 20 10:52:44.204996 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 49168) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:44.210157 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-2eb9408a-4815-49b7-ac3b-d18d8146b893 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Request body: {'subnet': {'network_id': '8320e101-644d-44af-9385-629dd54c3c0a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:52:44.231832 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 170cb025-cbe7-46a3-9e4b-ad044c60a0da no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:52:44.243658 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 949e0597-b23d-43ab-b10e-b0353aeb6d55, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=949e0597-b23d-43ab-b10e-b0353aeb6d55,segment=NetworkSegment(bd673faa-a525-4b04-bf70-d433a325f98a),segment_id=bd673faa-a525-4b04-bf70-d433a325f98a)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:52:44.248003 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-805341de-1cad-4bf6-acfe-52ac458f14fa None None] For port 170cb025-cbe7-46a3-9e4b-ad044c60a0da, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=170cb025-cbe7-46a3-9e4b-ad044c60a0da,segment=NetworkSegment(bdd410b3-9198-4748-b872-a4840957eef7),segment_id=bdd410b3-9198-4748-b872-a4840957eef7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:52:44.248464 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-805341de-1cad-4bf6-acfe-52ac458f14fa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:44.291127 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:44.292003 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 58759e27-9624-496e-a7e3-dd96a6f12d24 no longer exists at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:52:44.338837 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-805341de-1cad-4bf6-acfe-52ac458f14fa None None] Calling delete_port for 170cb025-cbe7-46a3-9e4b-ad044c60a0da owned by network:dhcp {{(pid=100598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:52:44.371031 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-aefbb6bf-eacc-4a24-be9e-0e3fd9eb2bc1 req-cab0416e-4cac-4704-8dc0-5be8c3cbbbbd service neutron] 10.222.0.69 "GET /v2.0/networks/8ca5e922-b948-426f-9281-49c209c89e06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6005709 Oct 20 10:52:44.400657 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-f87f4e2c-b4d4-4970-988f-176d0528a22e req-3743c704-30f2-49f2-b28b-200e3ea4f8bf service neutron] No DVR routers for this DVR port 58759e27-9624-496e-a7e3-dd96a6f12d24 on host n-h1-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:52:44.471958 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eb9408a-4815-49b7-ac3b-d18d8146b893 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Made reservation on behalf of 22a79d88690a4055b95547a3f21027fa for: {'subnet': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:52:44.477969 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2eb9408a-4815-49b7-ac3b-d18d8146b893 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25350782'] for subnet, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:44.481672 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-2eb9408a-4815-49b7-ac3b-d18d8146b893 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 10:52:44.482124 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2eb9408a-4815-49b7-ac3b-d18d8146b893 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:52:44.521518 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-2eb9408a-4815-49b7-ac3b-d18d8146b893 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3150377 Oct 20 10:52:44.525810 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 49174) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:44.532870 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=949e0597-b23d-43ab-b10e-b0353aeb6d55,revision_number=6']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:44.534021 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-4e4d157e-3314-465b-a9a1-2b3014efd24b tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Request body: {'subnet': {'network_id': '8320e101-644d-44af-9385-629dd54c3c0a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:52:44.567158 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 58759e27-9624-496e-a7e3-dd96a6f12d24 not bound to the agent host n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:52:44.567925 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device f7887f37-d0d1-43d7-ab1a-53e2d1ece9e7 no longer exists at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:52:44.580669 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-ce88eda7-61fb-4b9c-a411-daa4e45cb573 None None] Provisioning complete for port 58759e27-9624-496e-a7e3-dd96a6f12d24 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:52:44.581042 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-ce88eda7-61fb-4b9c-a411-daa4e45cb573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:44.664922 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-aefbb6bf-eacc-4a24-be9e-0e3fd9eb2bc1 req-7876e3a1-6b79-4f32-81cb-723a002c13b6 service neutron] 10.222.0.69 "GET /v2.0/networks/8ca5e922-b948-426f-9281-49c209c89e06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2551458 Oct 20 10:52:44.668023 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d105d829-697c-4937-a18c-8c893267e65d tempest-PortsAdminExtendedAttrsIpV6TestJSON-204641320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204641320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:44.669032 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:44.689479 n-d-811396-3 neutron-server[100596]: INFO neutron.db.segments_db [None req-d105d829-697c-4937-a18c-8c893267e65d tempest-PortsAdminExtendedAttrsIpV6TestJSON-204641320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204641320-project] Added segment 064e3108-4516-48e9-97f3-40f4282c62bc of type vlan for network ded10c45-8e81-4e18-a543-77640a2a55f4 Oct 20 10:52:44.692323 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-ce88eda7-61fb-4b9c-a411-daa4e45cb573 None None] Port 58759e27-9624-496e-a7e3-dd96a6f12d24 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:52:44.717976 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-805341de-1cad-4bf6-acfe-52ac458f14fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956'] for port, after_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:44.829649 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7b6fc922-e726-4f36-be5f-b3aeb25b8ff9 req-64d5f4f2-4969-4b60-be01-7bf2330a225b tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "GET /v2.0/security-groups?id=0dc9179d-66bd-42ab-8966-2d73b22efd24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9569108 Oct 20 10:52:44.851775 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805341de-1cad-4bf6-acfe-52ac458f14fa None None] Pushing event deleted for resources: {'Port': ['ID=170cb025-cbe7-46a3-9e4b-ad044c60a0da,revision_number=None']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:44.855348 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805341de-1cad-4bf6-acfe-52ac458f14fa None None] No DVR routers for this DVR port 170cb025-cbe7-46a3-9e4b-ad044c60a0da on host n-d-811396-3 {{(pid=100598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:52:44.896632 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:44.906711 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [req-bfb236a1-8fee-4d44-8ee4-43b28d6710da req-24911397-db6c-4453-8a98-38a2c1413693 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8dcd228-64bf-4b65-ac92-a15363c2ebeb {{(pid=100596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:52:44.930138 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-bfb236a1-8fee-4d44-8ee4-43b28d6710da req-24911397-db6c-4453-8a98-38a2c1413693 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:44.962749 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.provisioning_blocks [req-bfb236a1-8fee-4d44-8ee4-43b28d6710da req-24911397-db6c-4453-8a98-38a2c1413693 service neutron] Transition to ACTIVE for port object b8dcd228-64bf-4b65-ac92-a15363c2ebeb will not be triggered until provisioned by entity L2. {{(pid=100596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:52:44.964020 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d105d829-697c-4937-a18c-8c893267e65d tempest-PortsAdminExtendedAttrsIpV6TestJSON-204641320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204641320-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a1939b1-f771-4d8e-aaf1-8557d29dac0d,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:44.987996 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port f7887f37-d0d1-43d7-ab1a-53e2d1ece9e7, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=f7887f37-d0d1-43d7-ab1a-53e2d1ece9e7,segment=NetworkSegment(0cf32ebe-2347-41ff-bb97-94fd0b819e03),segment_id=0cf32ebe-2347-41ff-bb97-94fd0b819e03)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:52:44.996509 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:45.021835 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23f9cbd-6973-439c-bb89-1080cac6e0fb req-5561e060-7900-4549-8973-faea1c95edb1 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:45.037428 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23f9cbd-6973-439c-bb89-1080cac6e0fb req-5561e060-7900-4549-8973-faea1c95edb1 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:45.052609 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23f9cbd-6973-439c-bb89-1080cac6e0fb req-5561e060-7900-4549-8973-faea1c95edb1 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:45.072212 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23f9cbd-6973-439c-bb89-1080cac6e0fb req-5561e060-7900-4549-8973-faea1c95edb1 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:45.104486 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=f7887f37-d0d1-43d7-ab1a-53e2d1ece9e7,revision_number=6']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:45.106242 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23f9cbd-6973-439c-bb89-1080cac6e0fb req-5561e060-7900-4549-8973-faea1c95edb1 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:45.127456 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23f9cbd-6973-439c-bb89-1080cac6e0fb req-5561e060-7900-4549-8973-faea1c95edb1 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:45.132246 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f23f9cbd-6973-439c-bb89-1080cac6e0fb req-5561e060-7900-4549-8973-faea1c95edb1 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.64 "GET /v2.0/ports?device_id=9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c HTTP/1.1" status: 200 len: 4658 time: 1.1225655 Oct 20 10:52:45.160037 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-bfb236a1-8fee-4d44-8ee4-43b28d6710da req-24911397-db6c-4453-8a98-38a2c1413693 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:45.206170 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e4d157e-3314-465b-a9a1-2b3014efd24b tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Made reservation on behalf of 22a79d88690a4055b95547a3f21027fa for: {'subnet': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:52:45.211721 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4e4d157e-3314-465b-a9a1-2b3014efd24b tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25350782'] for subnet, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:45.213849 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e4d157e-3314-465b-a9a1-2b3014efd24b tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 10:52:45.214458 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e4d157e-3314-465b-a9a1-2b3014efd24b tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:52:45.246836 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-4e4d157e-3314-465b-a9a1-2b3014efd24b tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.7168615 Oct 20 10:52:45.247057 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d105d829-697c-4937-a18c-8c893267e65d tempest-PortsAdminExtendedAttrsIpV6TestJSON-204641320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204641320-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:45.247663 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 49180) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:45.260721 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-cddc58fc-648b-4de8-a13f-9cdaf3795f9b tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Request body: {'subnet': {'network_id': '8320e101-644d-44af-9385-629dd54c3c0a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:52:45.328562 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24911397-db6c-4453-8a98-38a2c1413693 service neutron] Pushing event updated for resources: {'Port': ['ID=b8dcd228-64bf-4b65-ac92-a15363c2ebeb,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:45.364694 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-f87f4e2c-b4d4-4970-988f-176d0528a22e req-3743c704-30f2-49f2-b28b-200e3ea4f8bf service neutron] In _notify_port_updated(), no bound segment for port 58759e27-9624-496e-a7e3-dd96a6f12d24 on network 07f7de1d-67fc-4ee5-9720-a5ddc92657d8 {{(pid=100596) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 20 10:52:45.366140 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87f4e2c-b4d4-4970-988f-176d0528a22e req-3743c704-30f2-49f2-b28b-200e3ea4f8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:45.366972 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-f87f4e2c-b4d4-4970-988f-176d0528a22e req-3743c704-30f2-49f2-b28b-200e3ea4f8bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:45.368755 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f87f4e2c-b4d4-4970-988f-176d0528a22e req-3743c704-30f2-49f2-b28b-200e3ea4f8bf service neutron] 10.222.0.55 "PUT /v2.0/ports/58759e27-9624-496e-a7e3-dd96a6f12d24 HTTP/1.1" status: 200 len: 1031 time: 5.8144968 Oct 20 10:52:45.443572 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cddc58fc-648b-4de8-a13f-9cdaf3795f9b tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Made reservation on behalf of 22a79d88690a4055b95547a3f21027fa for: {'subnet': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:52:45.457647 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-cddc58fc-648b-4de8-a13f-9cdaf3795f9b tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25350782'] for subnet, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:45.460687 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-cddc58fc-648b-4de8-a13f-9cdaf3795f9b tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 10:52:45.462379 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cddc58fc-648b-4de8-a13f-9cdaf3795f9b tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:52:45.462665 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f23f9cbd-6973-439c-bb89-1080cac6e0fb req-7be7d852-21c6-441d-b674-773a19babdcf tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.64 "GET /v2.0/security-groups?id=112bbbcd-cedd-416d-87db-f3a7d2197192&id=40e57539-8f43-4a87-8d18-5d8780562b01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2925148 Oct 20 10:52:45.466302 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.db.resource_extend [None req-d105d829-697c-4937-a18c-8c893267e65d tempest-PortsAdminExtendedAttrsIpV6TestJSON-204641320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204641320-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 20 10:52:45.500677 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 49186) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:45.501466 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-cddc58fc-648b-4de8-a13f-9cdaf3795f9b tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2525454 Oct 20 10:52:45.614718 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-2bf310d8-23eb-42aa-b86c-facad60a8028 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0622346 Oct 20 10:52:45.617538 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 49188) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:45.620363 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d105d829-697c-4937-a18c-8c893267e65d tempest-PortsAdminExtendedAttrsIpV6TestJSON-204641320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204641320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:45.627002 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d105d829-697c-4937-a18c-8c893267e65d tempest-PortsAdminExtendedAttrsIpV6TestJSON-204641320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204641320-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:45.627538 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d105d829-697c-4937-a18c-8c893267e65d tempest-PortsAdminExtendedAttrsIpV6TestJSON-204641320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204641320-project] Publish callbacks [] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:45.664587 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87f4e2c-b4d4-4970-988f-176d0528a22e req-34b882b0-b151-4ed3-81ce-aabcf2661ffc tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:45.666081 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f87f4e2c-b4d4-4970-988f-176d0528a22e req-34b882b0-b151-4ed3-81ce-aabcf2661ffc tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.55 "GET /v2.0/ports/6a6236cb-3508-4dba-a459-60dfe35fed2c?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2647500 Oct 20 10:52:45.715267 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce3fa18-ba37-4637-a941-bf981883d658 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:45.720463 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-3ce3fa18-ba37-4637-a941-bf981883d658 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1014233 Oct 20 10:52:45.721412 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 49190) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:45.752994 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-f87f4e2c-b4d4-4970-988f-176d0528a22e req-16f6df0b-4495-4fc4-b67f-e036f90f5e15 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:52:45.805588 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef36efa1-1d61-4fba-a81e-75e77ff03fbb req-7348bac5-e6c3-443b-8c52-67bd277cb03a tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:45.807163 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ef36efa1-1d61-4fba-a81e-75e77ff03fbb req-7348bac5-e6c3-443b-8c52-67bd277cb03a tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=32a45391-eb86-4e02-8bee-8fc24219c1b9 HTTP/1.1" status: 200 len: 944 time: 0.6408279 Oct 20 10:52:45.820644 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-bd717e6e-1722-4f5a-b876-4706cd624665 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0845935 Oct 20 10:52:45.825517 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-d105d829-697c-4937-a18c-8c893267e65d tempest-PortsAdminExtendedAttrsIpV6TestJSON-204641320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204641320-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 7.0535970 Oct 20 10:52:45.827711 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 49194) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:45.839060 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-8a609f88-79f8-41fa-b93e-cb0188582a33 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Request body: {'subnet': {'network_id': '8320e101-644d-44af-9385-629dd54c3c0a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:52:45.858086 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a6236cb-3508-4dba-a459-60dfe35fed2c'}, {'server_uuid': '9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9fa8685-e573-4fdd-8b37-5988a560de50'}, {'server_uuid': '9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '687e9444-b6e6-48d0-a254-817eeff5b001'}, {'server_uuid': '9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '949e0597-b23d-43ab-b10e-b0353aeb6d55'}, {'server_uuid': '9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7887f37-d0d1-43d7-ab1a-53e2d1ece9e7'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:52:45.861490 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d2ffb34-3832-4259-9d4b-a6e0a48da0f1" -d '{"events": [{"server_uuid": "9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c", "name": "network-vif-unplugged", "status": "completed", "tag": "6a6236cb-3508-4dba-a459-60dfe35fed2c"}, {"server_uuid": "9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c", "name": "network-vif-unplugged", "status": "completed", "tag": "f9fa8685-e573-4fdd-8b37-5988a560de50"}, {"server_uuid": "9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c", "name": "network-vif-unplugged", "status": "completed", "tag": "687e9444-b6e6-48d0-a254-817eeff5b001"}, {"server_uuid": "9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c", "name": "network-vif-unplugged", "status": "completed", "tag": "949e0597-b23d-43ab-b10e-b0353aeb6d55"}, {"server_uuid": "9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c", "name": "network-vif-unplugged", "status": "completed", "tag": "f7887f37-d0d1-43d7-ab1a-53e2d1ece9e7"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:52:45.891082 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d105d829-697c-4937-a18c-8c893267e65d tempest-PortsAdminExtendedAttrsIpV6TestJSON-204641320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204641320-project] Pushing event updated for resources: {'Network': ['ID=ded10c45-8e81-4e18-a543-77640a2a55f4,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:45.903362 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network ded10c45-8e81-4e18-a543-77640a2a55f4 details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:52:45.965873 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-f87f4e2c-b4d4-4970-988f-176d0528a22e req-16f6df0b-4495-4fc4-b67f-e036f90f5e15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:46.018238 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a609f88-79f8-41fa-b93e-cb0188582a33 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Made reservation on behalf of 22a79d88690a4055b95547a3f21027fa for: {'subnet': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:52:46.024202 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-bfb236a1-8fee-4d44-8ee4-43b28d6710da req-24911397-db6c-4453-8a98-38a2c1413693 service neutron] Attempting to bind port b8dcd228-64bf-4b65-ac92-a15363c2ebeb on host n-h1-811396-3 for vnic_type normal with profile {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:52:46.024559 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-bfb236a1-8fee-4d44-8ee4-43b28d6710da req-24911397-db6c-4453-8a98-38a2c1413693 service neutron] Attempting to bind port b8dcd228-64bf-4b65-ac92-a15363c2ebeb by drivers openvswitch,hyperv on host n-h1-811396-3 at level 0 using segments [{'id': 'ffcf5e3b-3827-4d62-9e42-559efa08a955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'eaa3b6e6-ae67-48fc-8588-01f6e80e17bf'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:52:46.024977 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb236a1-8fee-4d44-8ee4-43b28d6710da req-24911397-db6c-4453-8a98-38a2c1413693 service neutron] Attempting to bind port b8dcd228-64bf-4b65-ac92-a15363c2ebeb on network eaa3b6e6-ae67-48fc-8588-01f6e80e17bf {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:52:46.035182 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8a609f88-79f8-41fa-b93e-cb0188582a33 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25350782'] for subnet, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:46.052961 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ef36efa1-1d61-4fba-a81e-75e77ff03fbb req-46e0634a-7d20-4b2a-96aa-408e5d93eaa6 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e1d7c5e-d35b-480e-bc76-e69dc8123b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191694 Oct 20 10:52:46.058115 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb236a1-8fee-4d44-8ee4-43b28d6710da req-24911397-db6c-4453-8a98-38a2c1413693 service neutron] Port b8dcd228-64bf-4b65-ac92-a15363c2ebeb on network eaa3b6e6-ae67-48fc-8588-01f6e80e17bf not bound, no agent of type Open vSwitch agent registered on host n-h1-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:52:46.064234 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb236a1-8fee-4d44-8ee4-43b28d6710da req-24911397-db6c-4453-8a98-38a2c1413693 service neutron] Attempting to bind port b8dcd228-64bf-4b65-ac92-a15363c2ebeb on network eaa3b6e6-ae67-48fc-8588-01f6e80e17bf {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:52:46.165059 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 49204) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:46.192014 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 877 Content-Type: application/json Date: Wed, 20 Oct 2021 10:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4a38c94-79e6-4e7a-9efa-673b76c35e1f x-openstack-request-id: req-f4a38c94-79e6-4e7a-9efa-673b76c35e1f {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:52:46.192494 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c", "name": "network-vif-unplugged", "status": "completed", "tag": "6a6236cb-3508-4dba-a459-60dfe35fed2c", "code": 200}, {"server_uuid": "9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c", "name": "network-vif-unplugged", "status": "completed", "tag": "f9fa8685-e573-4fdd-8b37-5988a560de50", "code": 200}, {"server_uuid": "9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c", "name": "network-vif-unplugged", "status": "completed", "tag": "687e9444-b6e6-48d0-a254-817eeff5b001", "code": 200}, {"server_uuid": "9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c", "name": "network-vif-unplugged", "status": "completed", "tag": "949e0597-b23d-43ab-b10e-b0353aeb6d55", "code": 200}, {"server_uuid": "9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c", "name": "network-vif-unplugged", "status": "completed", "tag": "f7887f37-d0d1-43d7-ab1a-53e2d1ece9e7", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:52:46.192921 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f4a38c94-79e6-4e7a-9efa-673b76c35e1f {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:52:46.193447 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a6236cb-3508-4dba-a459-60dfe35fed2c', 'code': 200} Oct 20 10:52:46.193819 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9fa8685-e573-4fdd-8b37-5988a560de50', 'code': 200} Oct 20 10:52:46.194158 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '687e9444-b6e6-48d0-a254-817eeff5b001', 'code': 200} Oct 20 10:52:46.194508 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '949e0597-b23d-43ab-b10e-b0353aeb6d55', 'code': 200} Oct 20 10:52:46.194871 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7887f37-d0d1-43d7-ab1a-53e2d1ece9e7', 'code': 200} Oct 20 10:52:46.217423 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-9c47ced6-9783-4980-a979-a37b0cad4c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Request body: {'port': {'network_id': 'ded10c45-8e81-4e18-a543-77640a2a55f4', 'binding:host_id': 'n-h2-811396-3', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035194353'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:52:46.330751 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb236a1-8fee-4d44-8ee4-43b28d6710da req-24911397-db6c-4453-8a98-38a2c1413693 service neutron] Checking agent: {'id': 'b707b4cc-061f-4cf4-bce0-0b3df9b7bec9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:52:46.331667 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb236a1-8fee-4d44-8ee4-43b28d6710da req-24911397-db6c-4453-8a98-38a2c1413693 service neutron] Checking segment: {'id': 'ffcf5e3b-3827-4d62-9e42-559efa08a955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'eaa3b6e6-ae67-48fc-8588-01f6e80e17bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:52:46.332590 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb236a1-8fee-4d44-8ee4-43b28d6710da req-24911397-db6c-4453-8a98-38a2c1413693 service neutron] Bound using segment: {'id': 'ffcf5e3b-3827-4d62-9e42-559efa08a955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'eaa3b6e6-ae67-48fc-8588-01f6e80e17bf'} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:52:46.333683 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-bfb236a1-8fee-4d44-8ee4-43b28d6710da req-24911397-db6c-4453-8a98-38a2c1413693 service neutron] Bound port: b8dcd228-64bf-4b65-ac92-a15363c2ebeb, host: n-h1-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffcf5e3b-3827-4d62-9e42-559efa08a955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'eaa3b6e6-ae67-48fc-8588-01f6e80e17bf'}}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:52:46.334528 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-bfb236a1-8fee-4d44-8ee4-43b28d6710da req-24911397-db6c-4453-8a98-38a2c1413693 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:46.405602 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-f87f4e2c-b4d4-4970-988f-176d0528a22e req-16f6df0b-4495-4fc4-b67f-e036f90f5e15 service neutron] For port 6a6236cb-3508-4dba-a459-60dfe35fed2c, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=6a6236cb-3508-4dba-a459-60dfe35fed2c,segment=NetworkSegment(0cf32ebe-2347-41ff-bb97-94fd0b819e03),segment_id=0cf32ebe-2347-41ff-bb97-94fd0b819e03)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:52:46.427002 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c47ced6-9783-4980-a979-a37b0cad4c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Made reservation on behalf of 3b82059df97e4c8f9c4f86f8f79d5859 for: {'port': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:52:46.430542 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9c47ced6-9783-4980-a979-a37b0cad4c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:46.448657 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9c47ced6-9783-4980-a979-a37b0cad4c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:46.474716 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a77fba5-fd8f-412f-a4c6-6070592026ce req-0993642f-7def-4dad-b13f-fc67e9d7cd2b tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:46.476685 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9a77fba5-fd8f-412f-a4c6-6070592026ce req-0993642f-7def-4dad-b13f-fc67e9d7cd2b tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "GET /v2.0/ports?device_id=f6985271-c5af-4029-bb17-1bfc6954e8ed HTTP/1.1" status: 200 len: 944 time: 0.2128630 Oct 20 10:52:46.619912 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-f87f4e2c-b4d4-4970-988f-176d0528a22e req-16f6df0b-4495-4fc4-b67f-e036f90f5e15 service neutron] For port 6a6236cb-3508-4dba-a459-60dfe35fed2c, host n-h1-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:52:46.633338 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-bfb236a1-8fee-4d44-8ee4-43b28d6710da req-24911397-db6c-4453-8a98-38a2c1413693 service neutron] For port b8dcd228-64bf-4b65-ac92-a15363c2ebeb, host n-h1-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:52:46.682404 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9a77fba5-fd8f-412f-a4c6-6070592026ce req-a9bac450-180b-4349-abf2-2a78e27fc491 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "GET /v2.0/security-groups?id=0dc9179d-66bd-42ab-8966-2d73b22efd24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1838140 Oct 20 10:52:46.684454 n-d-811396-3 neutron-server[100597]: DEBUG neutron.objects.ports [None req-8a609f88-79f8-41fa-b93e-cb0188582a33 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100597) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 20 10:52:46.697598 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-bfb236a1-8fee-4d44-8ee4-43b28d6710da req-24911397-db6c-4453-8a98-38a2c1413693 service neutron] For port b8dcd228-64bf-4b65-ac92-a15363c2ebeb, host n-h1-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=b8dcd228-64bf-4b65-ac92-a15363c2ebeb,segment=NetworkSegment(ffcf5e3b-3827-4d62-9e42-559efa08a955),segment_id=ffcf5e3b-3827-4d62-9e42-559efa08a955)] {{(pid=100596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:52:46.698349 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8a609f88-79f8-41fa-b93e-cb0188582a33 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25350752'] for subnet, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:46.704262 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [req-f87f4e2c-b4d4-4970-988f-176d0528a22e req-16f6df0b-4495-4fc4-b67f-e036f90f5e15 service neutron] device_id is not set on port 6a6236cb-3508-4dba-a459-60dfe35fed2c yet. {{(pid=100596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:52:46.712833 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-bfb236a1-8fee-4d44-8ee4-43b28d6710da req-24911397-db6c-4453-8a98-38a2c1413693 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:46.723767 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-f87f4e2c-b4d4-4970-988f-176d0528a22e req-16f6df0b-4495-4fc4-b67f-e036f90f5e15 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:46.763409 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9c47ced6-9783-4980-a979-a37b0cad4c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:46.774544 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a609f88-79f8-41fa-b93e-cb0188582a33 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Network 8320e101-644d-44af-9385-629dd54c3c0a is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:52:46.775700 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9c47ced6-9783-4980-a979-a37b0cad4c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:46.795719 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-f87f4e2c-b4d4-4970-988f-176d0528a22e req-16f6df0b-4495-4fc4-b67f-e036f90f5e15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:46.810255 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb236a1-8fee-4d44-8ee4-43b28d6710da req-24911397-db6c-4453-8a98-38a2c1413693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:46.810918 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-bfb236a1-8fee-4d44-8ee4-43b28d6710da req-24911397-db6c-4453-8a98-38a2c1413693 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:46.812834 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bfb236a1-8fee-4d44-8ee4-43b28d6710da req-24911397-db6c-4453-8a98-38a2c1413693 service neutron] 10.222.0.55 "PUT /v2.0/ports/b8dcd228-64bf-4b65-ac92-a15363c2ebeb HTTP/1.1" status: 200 len: 1092 time: 7.3093574 Oct 20 10:52:46.817231 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6985271-c5af-4029-bb17-1bfc6954e8ed', 'tag': 'b8dcd228-64bf-4b65-ac92-a15363c2ebeb'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:52:46.824043 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d4728f1-2d53-4df7-a28d-612cb9db9283" -d '{"events": [{"name": "network-changed", "server_uuid": "f6985271-c5af-4029-bb17-1bfc6954e8ed", "tag": "b8dcd228-64bf-4b65-ac92-a15363c2ebeb"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:52:46.848798 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [None req-9c47ced6-9783-4980-a979-a37b0cad4c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] device_id is not set on port 912949d5-05d8-49bd-9ed1-ce1fa408104e yet. {{(pid=100597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:52:46.912512 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c267e97-07a7-4daa-8f6e-fcf10548a976 req-9c01b9a9-8f90-42ef-b5a9-b6f1f5eb7905 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:46.919239 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c267e97-07a7-4daa-8f6e-fcf10548a976 req-9c01b9a9-8f90-42ef-b5a9-b6f1f5eb7905 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:46.927483 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c267e97-07a7-4daa-8f6e-fcf10548a976 req-9c01b9a9-8f90-42ef-b5a9-b6f1f5eb7905 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:46.943149 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c267e97-07a7-4daa-8f6e-fcf10548a976 req-9c01b9a9-8f90-42ef-b5a9-b6f1f5eb7905 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:46.961101 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c267e97-07a7-4daa-8f6e-fcf10548a976 req-9c01b9a9-8f90-42ef-b5a9-b6f1f5eb7905 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:46.981406 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c267e97-07a7-4daa-8f6e-fcf10548a976 req-9c01b9a9-8f90-42ef-b5a9-b6f1f5eb7905 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:46.983596 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3c267e97-07a7-4daa-8f6e-fcf10548a976 req-9c01b9a9-8f90-42ef-b5a9-b6f1f5eb7905 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.64 "GET /v2.0/ports?device_id=9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c HTTP/1.1" status: 200 len: 4576 time: 0.2730222 Oct 20 10:52:46.984796 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-f87f4e2c-b4d4-4970-988f-176d0528a22e req-16f6df0b-4495-4fc4-b67f-e036f90f5e15 service neutron] No DVR routers for this DVR port 6a6236cb-3508-4dba-a459-60dfe35fed2c on host n-h1-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:52:46.994182 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24911397-db6c-4453-8a98-38a2c1413693 service neutron] Pushing event updated for resources: {'Port': ['ID=b8dcd228-64bf-4b65-ac92-a15363c2ebeb,revision_number=3']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:47.019079 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-8a609f88-79f8-41fa-b93e-cb0188582a33 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:52:47.033474 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db9ee549-d70a-4014-9a82-ebb2580f654f None None] Network 8320e101-644d-44af-9385-629dd54c3c0a requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:52:47.044976 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a609f88-79f8-41fa-b93e-cb0188582a33 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:47.046385 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8a609f88-79f8-41fa-b93e-cb0188582a33 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:47.077179 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a609f88-79f8-41fa-b93e-cb0188582a33 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Pushing event updated for resources: {'Subnet': ['ID=7ae6ddfb-308c-4f48-8d19-588f6a32508f,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:47.116956 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a609f88-79f8-41fa-b93e-cb0188582a33 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:52:47.119687 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a609f88-79f8-41fa-b93e-cb0188582a33 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:52:47.120052 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a609f88-79f8-41fa-b93e-cb0188582a33 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:52:47.120393 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a609f88-79f8-41fa-b93e-cb0188582a33 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:52:47.120722 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a609f88-79f8-41fa-b93e-cb0188582a33 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:52:47.121160 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a609f88-79f8-41fa-b93e-cb0188582a33 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:52:47.123596 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a609f88-79f8-41fa-b93e-cb0188582a33 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:52:47.123963 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a609f88-79f8-41fa-b93e-cb0188582a33 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:52:47.124305 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a609f88-79f8-41fa-b93e-cb0188582a33 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:52:47.124757 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a609f88-79f8-41fa-b93e-cb0188582a33 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:52:47.125137 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a609f88-79f8-41fa-b93e-cb0188582a33 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:52:47.125503 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a609f88-79f8-41fa-b93e-cb0188582a33 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:52:47.141845 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c47ced6-9783-4980-a979-a37b0cad4c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=225d9ce2-45a8-4d2c-b8c0-82e46543275d,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:47.181016 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-8a609f88-79f8-41fa-b93e-cb0188582a33 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3512764 Oct 20 10:52:47.197519 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 49220) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:47.207064 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-d2e33084-d8b4-4ff5-9b61-8c221b40e787 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Request body: {'port': {'network_id': '8320e101-644d-44af-9385-629dd54c3c0a', 'mac_address': 'fa:16:3e:a4:f6:99', 'name': 'tempest-NetworksTestDHCPv6-2068722223'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:52:47.209271 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e11e10c-e2f7-4f38-b385-25231cb06bb1 x-openstack-request-id: req-9e11e10c-e2f7-4f38-b385-25231cb06bb1 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:52:47.209574 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6985271-c5af-4029-bb17-1bfc6954e8ed", "tag": "b8dcd228-64bf-4b65-ac92-a15363c2ebeb", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:52:47.209883 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9e11e10c-e2f7-4f38-b385-25231cb06bb1 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:52:47.210297 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6985271-c5af-4029-bb17-1bfc6954e8ed', 'tag': 'b8dcd228-64bf-4b65-ac92-a15363c2ebeb', 'status': 'completed', 'code': 200} Oct 20 10:52:47.382841 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3c267e97-07a7-4daa-8f6e-fcf10548a976 req-46e963df-da43-4cf8-936b-45caf6931104 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.64 "GET /v2.0/security-groups?id=112bbbcd-cedd-416d-87db-f3a7d2197192&id=40e57539-8f43-4a87-8d18-5d8780562b01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3778024 Oct 20 10:52:47.478234 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f6df0b-4495-4fc4-b67f-e036f90f5e15 service neutron] Pushing event updated for resources: {'Port': ['ID=6a6236cb-3508-4dba-a459-60dfe35fed2c,revision_number=7']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:47.563153 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-f87f4e2c-b4d4-4970-988f-176d0528a22e req-16f6df0b-4495-4fc4-b67f-e036f90f5e15 service neutron] In _notify_port_updated(), no bound segment for port 6a6236cb-3508-4dba-a459-60dfe35fed2c on network 07f7de1d-67fc-4ee5-9720-a5ddc92657d8 {{(pid=100596) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 20 10:52:47.563955 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [None req-9c47ced6-9783-4980-a979-a37b0cad4c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] device_id is not set on port 912949d5-05d8-49bd-9ed1-ce1fa408104e yet. {{(pid=100597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:52:47.564510 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87f4e2c-b4d4-4970-988f-176d0528a22e req-16f6df0b-4495-4fc4-b67f-e036f90f5e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:47.565697 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-f87f4e2c-b4d4-4970-988f-176d0528a22e req-16f6df0b-4495-4fc4-b67f-e036f90f5e15 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:47.568725 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f87f4e2c-b4d4-4970-988f-176d0528a22e req-16f6df0b-4495-4fc4-b67f-e036f90f5e15 service neutron] 10.222.0.55 "PUT /v2.0/ports/6a6236cb-3508-4dba-a459-60dfe35fed2c HTTP/1.1" status: 200 len: 1033 time: 1.8782916 Oct 20 10:52:47.600209 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2e33084-d8b4-4ff5-9b61-8c221b40e787 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Made reservation on behalf of 22a79d88690a4055b95547a3f21027fa for: {'port': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:52:47.625536 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9c47ced6-9783-4980-a979-a37b0cad4c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:47.647921 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef76dad-8f07-41de-8270-c9f1c46e18da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524064ba-869c-5550-b826-c26b69a11278-8320e101-644d-44af-9385-629dd54c3c0a', 'network_id': '8320e101-644d-44af-9385-629dd54c3c0a', 'tenant_id': '22a79d88690a4055b95547a3f21027fa', 'fixed_ips': [{'subnet_id': '7ae6ddfb-308c-4f48-8d19-588f6a32508f'}]}} from n-d-811396-3. {{(pid=100598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:52:47.651004 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-6ef76dad-8f07-41de-8270-c9f1c46e18da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:47.673262 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb236a1-8fee-4d44-8ee4-43b28d6710da req-f38949d3-25ef-4214-bfe5-68641edbbf21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:47.677109 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bfb236a1-8fee-4d44-8ee4-43b28d6710da req-f38949d3-25ef-4214-bfe5-68641edbbf21 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ce3bca74c1d8467f832763bc531bfd88&device_id=f6985271-c5af-4029-bb17-1bfc6954e8ed HTTP/1.1" status: 200 len: 1095 time: 0.6837294 Oct 20 10:52:47.683098 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9c47ced6-9783-4980-a979-a37b0cad4c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:47.817653 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bfb236a1-8fee-4d44-8ee4-43b28d6710da req-03bbab33-144b-4738-ad40-eaff16ef7ea2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=b8dcd228-64bf-4b65-ac92-a15363c2ebeb HTTP/1.1" status: 200 len: 217 time: 0.1221671 Oct 20 10:52:47.876587 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-c6bdb6ed-a1b8-4bad-a57b-320ff712073e None None] Provisioning complete for port 6a6236cb-3508-4dba-a459-60dfe35fed2c triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:52:47.876996 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-c6bdb6ed-a1b8-4bad-a57b-320ff712073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:47.903377 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b99a7e-9f65-47b3-b883-7cb112e68f20 req-22059754-23d5-4487-a877-4a459081c0a4 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:47.913546 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-25b99a7e-9f65-47b3-b883-7cb112e68f20 req-22059754-23d5-4487-a877-4a459081c0a4 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=32a45391-eb86-4e02-8bee-8fc24219c1b9 HTTP/1.1" status: 200 len: 944 time: 0.4184058 Oct 20 10:52:48.017394 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-25b99a7e-9f65-47b3-b883-7cb112e68f20 req-d4810f9d-15c8-4dad-823e-52ad9517bc8c tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e1d7c5e-d35b-480e-bc76-e69dc8123b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026852 Oct 20 10:52:48.061062 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-c6bdb6ed-a1b8-4bad-a57b-320ff712073e None None] Port 6a6236cb-3508-4dba-a459-60dfe35fed2c cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:52:48.066984 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb236a1-8fee-4d44-8ee4-43b28d6710da req-15062fd2-60d0-4000-b544-d1be01e7594f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:48.070092 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bfb236a1-8fee-4d44-8ee4-43b28d6710da req-15062fd2-60d0-4000-b544-d1be01e7594f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=66a8eb0e-77e5-4e40-837e-e1c522e11a5a HTTP/1.1" status: 200 len: 838 time: 0.2440259 Oct 20 10:52:48.081956 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-f87f4e2c-b4d4-4970-988f-176d0528a22e req-eb0c35cb-90b3-4b98-9a0c-683fc0155360 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Deleting port d0675769-de69-4a35-beb7-6d50c8201cd3 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:52:48.082408 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-f87f4e2c-b4d4-4970-988f-176d0528a22e req-eb0c35cb-90b3-4b98-9a0c-683fc0155360 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:48.093623 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d2e33084-d8b4-4ff5-9b61-8c221b40e787 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:48.126299 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-6ef76dad-8f07-41de-8270-c9f1c46e18da None None] Allocated IP 2001:db8::f816:3eff:fec2:b34a (8320e101-644d-44af-9385-629dd54c3c0a/7ae6ddfb-308c-4f48-8d19-588f6a32508f/b2283503-7aff-4d02-ba04-c0e3adc334d9) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:52:48.154856 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36880453-04da-44ac-b8a8-b4f984dd4587 req-5f1cca79-a44d-4c44-bf30-19049560c5f2 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:48.163204 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-36880453-04da-44ac-b8a8-b4f984dd4587 req-5f1cca79-a44d-4c44-bf30-19049560c5f2 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "GET /v2.0/ports?device_id=f6985271-c5af-4029-bb17-1bfc6954e8ed HTTP/1.1" status: 200 len: 944 time: 0.3080451 Oct 20 10:52:48.184742 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c47ced6-9783-4980-a979-a37b0cad4c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Pushing event updated for resources: {'Port': ['ID=912949d5-05d8-49bd-9ed1-ce1fa408104e,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:48.254203 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb236a1-8fee-4d44-8ee4-43b28d6710da req-84de6659-d3d7-40fd-a737-a0760030bd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:48.256641 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bfb236a1-8fee-4d44-8ee4-43b28d6710da req-84de6659-d3d7-40fd-a737-a0760030bd33 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=eaa3b6e6-ae67-48fc-8588-01f6e80e17bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1777983 Oct 20 10:52:48.274956 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [None req-d2e33084-d8b4-4ff5-9b61-8c221b40e787 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] device_id is not set on port 1176a38d-ef71-4fc0-b63d-65624e5472bb yet. {{(pid=100597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:52:48.313447 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-36880453-04da-44ac-b8a8-b4f984dd4587 req-3c5ce134-53de-4312-9c8e-7074d38a01be tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "GET /v2.0/security-groups?id=0dc9179d-66bd-42ab-8966-2d73b22efd24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1491871 Oct 20 10:52:48.324357 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-f87f4e2c-b4d4-4970-988f-176d0528a22e req-eb0c35cb-90b3-4b98-9a0c-683fc0155360 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] For port d0675769-de69-4a35-beb7-6d50c8201cd3, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=d0675769-de69-4a35-beb7-6d50c8201cd3,segment=NetworkSegment(bd673faa-a525-4b04-bf70-d433a325f98a),segment_id=bd673faa-a525-4b04-bf70-d433a325f98a)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:52:48.324855 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-f87f4e2c-b4d4-4970-988f-176d0528a22e req-eb0c35cb-90b3-4b98-9a0c-683fc0155360 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:48.380204 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-f87f4e2c-b4d4-4970-988f-176d0528a22e req-eb0c35cb-90b3-4b98-9a0c-683fc0155360 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Calling delete_port for d0675769-de69-4a35-beb7-6d50c8201cd3 owned by compute:nova {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:52:48.468103 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bfb236a1-8fee-4d44-8ee4-43b28d6710da req-688c291e-7a68-4a09-86d4-a442d72f488a service neutron] 10.222.0.55 "GET /v2.0/networks/eaa3b6e6-ae67-48fc-8588-01f6e80e17bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966002 Oct 20 10:52:48.478999 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c47ced6-9783-4980-a979-a37b0cad4c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Checking segment: {'id': '064e3108-4516-48e9-97f3-40f4282c62bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'ded10c45-8e81-4e18-a543-77640a2a55f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:52:48.479371 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c47ced6-9783-4980-a979-a37b0cad4c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Network hostable DHCP agents. Network: ded10c45-8e81-4e18-a543-77640a2a55f4, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:52:48.525835 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c47ced6-9783-4980-a979-a37b0cad4c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Network ded10c45-8e81-4e18-a543-77640a2a55f4 is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:52:48.548503 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-9c47ced6-9783-4980-a979-a37b0cad4c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, ded10c45-8e81-4e18-a543-77640a2a55f4) {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:52:48.563163 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c293176b-cbfe-47ef-b7ee-fae8efba75ea None None] Network ded10c45-8e81-4e18-a543-77640a2a55f4 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:52:48.588170 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c47ced6-9783-4980-a979-a37b0cad4c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:52:48.628785 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [None req-9c47ced6-9783-4980-a979-a37b0cad4c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attempting to bind port 912949d5-05d8-49bd-9ed1-ce1fa408104e on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:52:48.629252 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [None req-9c47ced6-9783-4980-a979-a37b0cad4c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attempting to bind port 912949d5-05d8-49bd-9ed1-ce1fa408104e by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': '064e3108-4516-48e9-97f3-40f4282c62bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'ded10c45-8e81-4e18-a543-77640a2a55f4'}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:52:48.629526 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c47ced6-9783-4980-a979-a37b0cad4c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attempting to bind port 912949d5-05d8-49bd-9ed1-ce1fa408104e on network ded10c45-8e81-4e18-a543-77640a2a55f4 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:52:48.644214 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c47ced6-9783-4980-a979-a37b0cad4c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Port 912949d5-05d8-49bd-9ed1-ce1fa408104e on network ded10c45-8e81-4e18-a543-77640a2a55f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:52:48.644556 n-d-811396-3 neutron-server[100597]: ERROR neutron.plugins.ml2.managers [None req-9c47ced6-9783-4980-a979-a37b0cad4c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Failed to bind port 912949d5-05d8-49bd-9ed1-ce1fa408104e on host n-h2-811396-3 for vnic_type normal using segments [{'id': '064e3108-4516-48e9-97f3-40f4282c62bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'ded10c45-8e81-4e18-a543-77640a2a55f4'}] Oct 20 10:52:48.645046 n-d-811396-3 neutron-server[100597]: INFO neutron.plugins.ml2.plugin [None req-9c47ced6-9783-4980-a979-a37b0cad4c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attempt 2 to bind port 912949d5-05d8-49bd-9ed1-ce1fa408104e Oct 20 10:52:48.670535 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [None req-9c47ced6-9783-4980-a979-a37b0cad4c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attempting to bind port 912949d5-05d8-49bd-9ed1-ce1fa408104e on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:52:48.670949 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [None req-9c47ced6-9783-4980-a979-a37b0cad4c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attempting to bind port 912949d5-05d8-49bd-9ed1-ce1fa408104e by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': '064e3108-4516-48e9-97f3-40f4282c62bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'ded10c45-8e81-4e18-a543-77640a2a55f4'}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:52:48.671314 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c47ced6-9783-4980-a979-a37b0cad4c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attempting to bind port 912949d5-05d8-49bd-9ed1-ce1fa408104e on network ded10c45-8e81-4e18-a543-77640a2a55f4 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:52:48.687836 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c47ced6-9783-4980-a979-a37b0cad4c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Port 912949d5-05d8-49bd-9ed1-ce1fa408104e on network ded10c45-8e81-4e18-a543-77640a2a55f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:52:48.688159 n-d-811396-3 neutron-server[100597]: ERROR neutron.plugins.ml2.managers [None req-9c47ced6-9783-4980-a979-a37b0cad4c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Failed to bind port 912949d5-05d8-49bd-9ed1-ce1fa408104e on host n-h2-811396-3 for vnic_type normal using segments [{'id': '064e3108-4516-48e9-97f3-40f4282c62bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'ded10c45-8e81-4e18-a543-77640a2a55f4'}] Oct 20 10:52:48.688701 n-d-811396-3 neutron-server[100597]: INFO neutron.plugins.ml2.plugin [None req-9c47ced6-9783-4980-a979-a37b0cad4c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attempt 3 to bind port 912949d5-05d8-49bd-9ed1-ce1fa408104e Oct 20 10:52:48.712739 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [None req-9c47ced6-9783-4980-a979-a37b0cad4c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attempting to bind port 912949d5-05d8-49bd-9ed1-ce1fa408104e on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:52:48.713078 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [None req-9c47ced6-9783-4980-a979-a37b0cad4c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attempting to bind port 912949d5-05d8-49bd-9ed1-ce1fa408104e by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': '064e3108-4516-48e9-97f3-40f4282c62bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'ded10c45-8e81-4e18-a543-77640a2a55f4'}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:52:48.713413 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c47ced6-9783-4980-a979-a37b0cad4c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attempting to bind port 912949d5-05d8-49bd-9ed1-ce1fa408104e on network ded10c45-8e81-4e18-a543-77640a2a55f4 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:52:48.716335 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-6ef76dad-8f07-41de-8270-c9f1c46e18da None None] Publish callbacks [] for port, precommit_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:48.723702 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c47ced6-9783-4980-a979-a37b0cad4c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Port 912949d5-05d8-49bd-9ed1-ce1fa408104e on network ded10c45-8e81-4e18-a543-77640a2a55f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:52:48.723702 n-d-811396-3 neutron-server[100597]: ERROR neutron.plugins.ml2.managers [None req-9c47ced6-9783-4980-a979-a37b0cad4c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Failed to bind port 912949d5-05d8-49bd-9ed1-ce1fa408104e on host n-h2-811396-3 for vnic_type normal using segments [{'id': '064e3108-4516-48e9-97f3-40f4282c62bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'ded10c45-8e81-4e18-a543-77640a2a55f4'}] Oct 20 10:52:48.723702 n-d-811396-3 neutron-server[100597]: INFO neutron.plugins.ml2.plugin [None req-9c47ced6-9783-4980-a979-a37b0cad4c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attempt 4 to bind port 912949d5-05d8-49bd-9ed1-ce1fa408104e Oct 20 10:52:48.814656 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [None req-9c47ced6-9783-4980-a979-a37b0cad4c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attempting to bind port 912949d5-05d8-49bd-9ed1-ce1fa408104e on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:52:48.815017 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [None req-9c47ced6-9783-4980-a979-a37b0cad4c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attempting to bind port 912949d5-05d8-49bd-9ed1-ce1fa408104e by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': '064e3108-4516-48e9-97f3-40f4282c62bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'ded10c45-8e81-4e18-a543-77640a2a55f4'}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:52:48.815296 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c47ced6-9783-4980-a979-a37b0cad4c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attempting to bind port 912949d5-05d8-49bd-9ed1-ce1fa408104e on network ded10c45-8e81-4e18-a543-77640a2a55f4 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:52:48.822588 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-6ef76dad-8f07-41de-8270-c9f1c46e18da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:48.840479 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c47ced6-9783-4980-a979-a37b0cad4c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Port 912949d5-05d8-49bd-9ed1-ce1fa408104e on network ded10c45-8e81-4e18-a543-77640a2a55f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:52:48.840934 n-d-811396-3 neutron-server[100597]: ERROR neutron.plugins.ml2.managers [None req-9c47ced6-9783-4980-a979-a37b0cad4c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Failed to bind port 912949d5-05d8-49bd-9ed1-ce1fa408104e on host n-h2-811396-3 for vnic_type normal using segments [{'id': '064e3108-4516-48e9-97f3-40f4282c62bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'ded10c45-8e81-4e18-a543-77640a2a55f4'}] Oct 20 10:52:48.848854 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-f87f4e2c-b4d4-4970-988f-176d0528a22e req-eb0c35cb-90b3-4b98-9a0c-683fc0155360 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:48.863869 n-d-811396-3 neutron-server[100597]: INFO neutron.plugins.ml2.plugin [None req-9c47ced6-9783-4980-a979-a37b0cad4c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attempt 5 to bind port 912949d5-05d8-49bd-9ed1-ce1fa408104e Oct 20 10:52:48.887823 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bfb236a1-8fee-4d44-8ee4-43b28d6710da req-9d03ae8a-7e2e-4ef5-a2b5-bc20cd673cee service neutron] 10.222.0.55 "GET /v2.0/networks/eaa3b6e6-ae67-48fc-8588-01f6e80e17bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4065840 Oct 20 10:52:48.904618 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-d2e33084-d8b4-4ff5-9b61-8c221b40e787 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Allocated IP 2001:db8::f816:3eff:fea4:f699 (8320e101-644d-44af-9385-629dd54c3c0a/7ae6ddfb-308c-4f48-8d19-588f6a32508f/1176a38d-ef71-4fc0-b63d-65624e5472bb) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:52:48.906837 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [None req-9c47ced6-9783-4980-a979-a37b0cad4c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attempting to bind port 912949d5-05d8-49bd-9ed1-ce1fa408104e on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:52:48.907174 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [None req-9c47ced6-9783-4980-a979-a37b0cad4c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attempting to bind port 912949d5-05d8-49bd-9ed1-ce1fa408104e by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': '064e3108-4516-48e9-97f3-40f4282c62bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'ded10c45-8e81-4e18-a543-77640a2a55f4'}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:52:48.907534 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c47ced6-9783-4980-a979-a37b0cad4c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attempting to bind port 912949d5-05d8-49bd-9ed1-ce1fa408104e on network ded10c45-8e81-4e18-a543-77640a2a55f4 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:52:48.913247 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b92a1cc-2533-4e46-ad0a-6ec4774a53a9 req-3a026aaf-8751-4147-b684-246cd67d2bf4 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:48.923346 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b92a1cc-2533-4e46-ad0a-6ec4774a53a9 req-3a026aaf-8751-4147-b684-246cd67d2bf4 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:48.932066 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b92a1cc-2533-4e46-ad0a-6ec4774a53a9 req-3a026aaf-8751-4147-b684-246cd67d2bf4 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:48.932994 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef76dad-8f07-41de-8270-c9f1c46e18da None None] Pushing event updated for resources: {'Port': ['ID=b2283503-7aff-4d02-ba04-c0e3adc334d9,revision_number=1']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:48.942933 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c47ced6-9783-4980-a979-a37b0cad4c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Port 912949d5-05d8-49bd-9ed1-ce1fa408104e on network ded10c45-8e81-4e18-a543-77640a2a55f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:52:48.942933 n-d-811396-3 neutron-server[100597]: ERROR neutron.plugins.ml2.managers [None req-9c47ced6-9783-4980-a979-a37b0cad4c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Failed to bind port 912949d5-05d8-49bd-9ed1-ce1fa408104e on host n-h2-811396-3 for vnic_type normal using segments [{'id': '064e3108-4516-48e9-97f3-40f4282c62bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'ded10c45-8e81-4e18-a543-77640a2a55f4'}] Oct 20 10:52:48.943242 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b92a1cc-2533-4e46-ad0a-6ec4774a53a9 req-3a026aaf-8751-4147-b684-246cd67d2bf4 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:48.944606 n-d-811396-3 neutron-server[100597]: INFO neutron.plugins.ml2.plugin [None req-9c47ced6-9783-4980-a979-a37b0cad4c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attempt 6 to bind port 912949d5-05d8-49bd-9ed1-ce1fa408104e Oct 20 10:52:48.951140 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b92a1cc-2533-4e46-ad0a-6ec4774a53a9 req-3a026aaf-8751-4147-b684-246cd67d2bf4 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:48.974098 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [None req-9c47ced6-9783-4980-a979-a37b0cad4c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attempting to bind port 912949d5-05d8-49bd-9ed1-ce1fa408104e on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:52:48.974325 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [None req-9c47ced6-9783-4980-a979-a37b0cad4c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attempting to bind port 912949d5-05d8-49bd-9ed1-ce1fa408104e by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': '064e3108-4516-48e9-97f3-40f4282c62bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'ded10c45-8e81-4e18-a543-77640a2a55f4'}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:52:48.974663 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c47ced6-9783-4980-a979-a37b0cad4c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attempting to bind port 912949d5-05d8-49bd-9ed1-ce1fa408104e on network ded10c45-8e81-4e18-a543-77640a2a55f4 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:52:48.977995 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6b92a1cc-2533-4e46-ad0a-6ec4774a53a9 req-3a026aaf-8751-4147-b684-246cd67d2bf4 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.64 "GET /v2.0/ports?device_id=9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c HTTP/1.1" status: 200 len: 3876 time: 0.4045131 Oct 20 10:52:48.990492 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c47ced6-9783-4980-a979-a37b0cad4c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Port 912949d5-05d8-49bd-9ed1-ce1fa408104e on network ded10c45-8e81-4e18-a543-77640a2a55f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:52:48.990492 n-d-811396-3 neutron-server[100597]: ERROR neutron.plugins.ml2.managers [None req-9c47ced6-9783-4980-a979-a37b0cad4c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Failed to bind port 912949d5-05d8-49bd-9ed1-ce1fa408104e on host n-h2-811396-3 for vnic_type normal using segments [{'id': '064e3108-4516-48e9-97f3-40f4282c62bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'ded10c45-8e81-4e18-a543-77640a2a55f4'}] Oct 20 10:52:48.995097 n-d-811396-3 neutron-server[100597]: INFO neutron.plugins.ml2.plugin [None req-9c47ced6-9783-4980-a979-a37b0cad4c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attempt 7 to bind port 912949d5-05d8-49bd-9ed1-ce1fa408104e Oct 20 10:52:49.034596 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [None req-9c47ced6-9783-4980-a979-a37b0cad4c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attempting to bind port 912949d5-05d8-49bd-9ed1-ce1fa408104e on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:52:49.034935 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [None req-9c47ced6-9783-4980-a979-a37b0cad4c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attempting to bind port 912949d5-05d8-49bd-9ed1-ce1fa408104e by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': '064e3108-4516-48e9-97f3-40f4282c62bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'ded10c45-8e81-4e18-a543-77640a2a55f4'}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:52:49.035271 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c47ced6-9783-4980-a979-a37b0cad4c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attempting to bind port 912949d5-05d8-49bd-9ed1-ce1fa408104e on network ded10c45-8e81-4e18-a543-77640a2a55f4 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:52:49.035442 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef76dad-8f07-41de-8270-c9f1c46e18da None None] Network 8320e101-644d-44af-9385-629dd54c3c0a is already hosted by enough agents. {{(pid=100598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:52:49.037792 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.base_scheduler [None req-6ef76dad-8f07-41de-8270-c9f1c46e18da None None] Resources bound (agent type, host, resource id): {{(pid=100598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:52:49.040397 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef76dad-8f07-41de-8270-c9f1c46e18da None None] Received port after_create {{(pid=100598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:52:49.065252 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c47ced6-9783-4980-a979-a37b0cad4c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Port 912949d5-05d8-49bd-9ed1-ce1fa408104e on network ded10c45-8e81-4e18-a543-77640a2a55f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:52:49.065577 n-d-811396-3 neutron-server[100597]: ERROR neutron.plugins.ml2.managers [None req-9c47ced6-9783-4980-a979-a37b0cad4c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Failed to bind port 912949d5-05d8-49bd-9ed1-ce1fa408104e on host n-h2-811396-3 for vnic_type normal using segments [{'id': '064e3108-4516-48e9-97f3-40f4282c62bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'ded10c45-8e81-4e18-a543-77640a2a55f4'}] Oct 20 10:52:49.081456 n-d-811396-3 neutron-server[100597]: INFO neutron.plugins.ml2.plugin [None req-9c47ced6-9783-4980-a979-a37b0cad4c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attempt 8 to bind port 912949d5-05d8-49bd-9ed1-ce1fa408104e Oct 20 10:52:49.133285 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0c35cb-90b3-4b98-9a0c-683fc0155360 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Pushing event deleted for resources: {'Port': ['ID=d0675769-de69-4a35-beb7-6d50c8201cd3,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:49.187761 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 7 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 10:52:49.195300 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [None req-9c47ced6-9783-4980-a979-a37b0cad4c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attempting to bind port 912949d5-05d8-49bd-9ed1-ce1fa408104e on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:52:49.195622 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [None req-9c47ced6-9783-4980-a979-a37b0cad4c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attempting to bind port 912949d5-05d8-49bd-9ed1-ce1fa408104e by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': '064e3108-4516-48e9-97f3-40f4282c62bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'ded10c45-8e81-4e18-a543-77640a2a55f4'}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:52:49.195931 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c47ced6-9783-4980-a979-a37b0cad4c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attempting to bind port 912949d5-05d8-49bd-9ed1-ce1fa408104e on network ded10c45-8e81-4e18-a543-77640a2a55f4 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:52:49.232074 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c47ced6-9783-4980-a979-a37b0cad4c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Port 912949d5-05d8-49bd-9ed1-ce1fa408104e on network ded10c45-8e81-4e18-a543-77640a2a55f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:52:49.232373 n-d-811396-3 neutron-server[100597]: ERROR neutron.plugins.ml2.managers [None req-9c47ced6-9783-4980-a979-a37b0cad4c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Failed to bind port 912949d5-05d8-49bd-9ed1-ce1fa408104e on host n-h2-811396-3 for vnic_type normal using segments [{'id': '064e3108-4516-48e9-97f3-40f4282c62bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'ded10c45-8e81-4e18-a543-77640a2a55f4'}] Oct 20 10:52:49.232774 n-d-811396-3 neutron-server[100597]: INFO neutron.plugins.ml2.plugin [None req-9c47ced6-9783-4980-a979-a37b0cad4c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attempt 9 to bind port 912949d5-05d8-49bd-9ed1-ce1fa408104e Oct 20 10:52:49.250111 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:49.270966 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-f87f4e2c-b4d4-4970-988f-176d0528a22e req-eb0c35cb-90b3-4b98-9a0c-683fc0155360 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] No DVR routers for this DVR port d0675769-de69-4a35-beb7-6d50c8201cd3 on host n-h1-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:52:49.283317 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-f87f4e2c-b4d4-4970-988f-176d0528a22e req-eb0c35cb-90b3-4b98-9a0c-683fc0155360 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:49.289591 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f87f4e2c-b4d4-4970-988f-176d0528a22e req-eb0c35cb-90b3-4b98-9a0c-683fc0155360 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.55 "DELETE /v2.0/ports/d0675769-de69-4a35-beb7-6d50c8201cd3 HTTP/1.1" status: 204 len: 173 time: 1.6873250 Oct 20 10:52:49.291744 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c', 'name': 'network-vif-deleted', 'tag': 'd0675769-de69-4a35-beb7-6d50c8201cd3'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:52:49.294720 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4458fa42-65fb-46df-8f56-72dfa6f28600" -d '{"events": [{"server_uuid": "9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c", "name": "network-vif-deleted", "tag": "d0675769-de69-4a35-beb7-6d50c8201cd3"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:52:49.299880 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-6ef76dad-8f07-41de-8270-c9f1c46e18da None None] Attempting to bind port b2283503-7aff-4d02-ba04-c0e3adc334d9 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:52:49.300742 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-6ef76dad-8f07-41de-8270-c9f1c46e18da None None] Attempting to bind port b2283503-7aff-4d02-ba04-c0e3adc334d9 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': 'bdd410b3-9198-4748-b872-a4840957eef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '8320e101-644d-44af-9385-629dd54c3c0a'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:52:49.301955 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef76dad-8f07-41de-8270-c9f1c46e18da None None] Attempting to bind port b2283503-7aff-4d02-ba04-c0e3adc334d9 on network 8320e101-644d-44af-9385-629dd54c3c0a {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:52:49.322543 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef76dad-8f07-41de-8270-c9f1c46e18da None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:52:49.322861 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [None req-9c47ced6-9783-4980-a979-a37b0cad4c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attempting to bind port 912949d5-05d8-49bd-9ed1-ce1fa408104e on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:52:49.323133 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef76dad-8f07-41de-8270-c9f1c46e18da None None] Checking segment: {'id': 'bdd410b3-9198-4748-b872-a4840957eef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '8320e101-644d-44af-9385-629dd54c3c0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:52:49.323262 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [None req-9c47ced6-9783-4980-a979-a37b0cad4c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attempting to bind port 912949d5-05d8-49bd-9ed1-ce1fa408104e by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': '064e3108-4516-48e9-97f3-40f4282c62bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'ded10c45-8e81-4e18-a543-77640a2a55f4'}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:52:49.323771 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-6ef76dad-8f07-41de-8270-c9f1c46e18da None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:49.325635 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef76dad-8f07-41de-8270-c9f1c46e18da None None] Bound using segment: {'id': 'bdd410b3-9198-4748-b872-a4840957eef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '8320e101-644d-44af-9385-629dd54c3c0a'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:52:49.326386 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-6ef76dad-8f07-41de-8270-c9f1c46e18da None None] Bound port: b2283503-7aff-4d02-ba04-c0e3adc334d9, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdd410b3-9198-4748-b872-a4840957eef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '8320e101-644d-44af-9385-629dd54c3c0a'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:52:49.326902 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-6ef76dad-8f07-41de-8270-c9f1c46e18da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:49.339701 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c47ced6-9783-4980-a979-a37b0cad4c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attempting to bind port 912949d5-05d8-49bd-9ed1-ce1fa408104e on network ded10c45-8e81-4e18-a543-77640a2a55f4 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:52:49.352930 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c47ced6-9783-4980-a979-a37b0cad4c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Port 912949d5-05d8-49bd-9ed1-ce1fa408104e on network ded10c45-8e81-4e18-a543-77640a2a55f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:52:49.353278 n-d-811396-3 neutron-server[100597]: ERROR neutron.plugins.ml2.managers [None req-9c47ced6-9783-4980-a979-a37b0cad4c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Failed to bind port 912949d5-05d8-49bd-9ed1-ce1fa408104e on host n-h2-811396-3 for vnic_type normal using segments [{'id': '064e3108-4516-48e9-97f3-40f4282c62bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'ded10c45-8e81-4e18-a543-77640a2a55f4'}] Oct 20 10:52:49.387109 n-d-811396-3 neutron-server[100597]: INFO neutron.plugins.ml2.plugin [None req-9c47ced6-9783-4980-a979-a37b0cad4c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attempt 10 to bind port 912949d5-05d8-49bd-9ed1-ce1fa408104e Oct 20 10:52:49.419640 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d2e33084-d8b4-4ff5-9b61-8c221b40e787 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:49.461160 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [None req-9c47ced6-9783-4980-a979-a37b0cad4c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attempting to bind port 912949d5-05d8-49bd-9ed1-ce1fa408104e on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:52:49.463526 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [None req-9c47ced6-9783-4980-a979-a37b0cad4c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attempting to bind port 912949d5-05d8-49bd-9ed1-ce1fa408104e by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': '064e3108-4516-48e9-97f3-40f4282c62bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'ded10c45-8e81-4e18-a543-77640a2a55f4'}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:52:49.464643 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c47ced6-9783-4980-a979-a37b0cad4c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attempting to bind port 912949d5-05d8-49bd-9ed1-ce1fa408104e on network ded10c45-8e81-4e18-a543-77640a2a55f4 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:52:49.493226 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c47ced6-9783-4980-a979-a37b0cad4c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Port 912949d5-05d8-49bd-9ed1-ce1fa408104e on network ded10c45-8e81-4e18-a543-77640a2a55f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:52:49.495191 n-d-811396-3 neutron-server[100597]: ERROR neutron.plugins.ml2.managers [None req-9c47ced6-9783-4980-a979-a37b0cad4c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Failed to bind port 912949d5-05d8-49bd-9ed1-ce1fa408104e on host n-h2-811396-3 for vnic_type normal using segments [{'id': '064e3108-4516-48e9-97f3-40f4282c62bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'ded10c45-8e81-4e18-a543-77640a2a55f4'}] Oct 20 10:52:49.495937 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9c47ced6-9783-4980-a979-a37b0cad4c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:49.555239 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-6ef76dad-8f07-41de-8270-c9f1c46e18da None None] For port b2283503-7aff-4d02-ba04-c0e3adc334d9, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:52:49.561121 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-6ef76dad-8f07-41de-8270-c9f1c46e18da None None] For port b2283503-7aff-4d02-ba04-c0e3adc334d9, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=b2283503-7aff-4d02-ba04-c0e3adc334d9,segment=NetworkSegment(bdd410b3-9198-4748-b872-a4840957eef7),segment_id=bdd410b3-9198-4748-b872-a4840957eef7)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:52:49.569748 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-6ef76dad-8f07-41de-8270-c9f1c46e18da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:49.642259 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d2e33084-d8b4-4ff5-9b61-8c221b40e787 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:49.659630 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6b92a1cc-2533-4e46-ad0a-6ec4774a53a9 req-3ec179c4-8e4d-4688-ac42-d1cc448db08d tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.64 "GET /v2.0/security-groups?id=112bbbcd-cedd-416d-87db-f3a7d2197192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6780834 Oct 20 10:52:49.687326 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [None req-9c47ced6-9783-4980-a979-a37b0cad4c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] For port 912949d5-05d8-49bd-9ed1-ce1fa408104e, host n-h2-811396-3, cleared binding levels {{(pid=100597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:52:49.688188 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [None req-9c47ced6-9783-4980-a979-a37b0cad4c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attempted to set empty binding levels {{(pid=100597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 20 10:52:49.729431 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9c47ced6-9783-4980-a979-a37b0cad4c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:49.752910 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4728f1-2d53-4df7-a28d-612cb9db9283 req-bd9fcc0b-ad9e-49cc-815b-12def0416f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:49.754206 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e33084-d8b4-4ff5-9b61-8c221b40e787 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Network 8320e101-644d-44af-9385-629dd54c3c0a is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:52:49.759302 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6d4728f1-2d53-4df7-a28d-612cb9db9283 req-bd9fcc0b-ad9e-49cc-815b-12def0416f50 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ce3bca74c1d8467f832763bc531bfd88&device_id=f6985271-c5af-4029-bb17-1bfc6954e8ed HTTP/1.1" status: 200 len: 1095 time: 0.5386086 Oct 20 10:52:49.759921 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c47ced6-9783-4980-a979-a37b0cad4c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:49.760782 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9c47ced6-9783-4980-a979-a37b0cad4c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:49.784180 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-d2e33084-d8b4-4ff5-9b61-8c221b40e787 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:52:49.788581 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e33084-d8b4-4ff5-9b61-8c221b40e787 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:52:49.798086 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e33084-d8b4-4ff5-9b61-8c221b40e787 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:49.799101 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d2e33084-d8b4-4ff5-9b61-8c221b40e787 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:49.813544 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-9c47ced6-9783-4980-a979-a37b0cad4c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 3.6014452 Oct 20 10:52:49.815214 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef76dad-8f07-41de-8270-c9f1c46e18da None None] Pushing event updated for resources: {'Port': ['ID=b2283503-7aff-4d02-ba04-c0e3adc334d9,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:49.819435 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 49258) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:49.874128 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e33084-d8b4-4ff5-9b61-8c221b40e787 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Pushing event updated for resources: {'Port': ['ID=1176a38d-ef71-4fc0-b63d-65624e5472bb,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:49.944028 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c47ced6-9783-4980-a979-a37b0cad4c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Pushing event updated for resources: {'Port': ['ID=912949d5-05d8-49bd-9ed1-ce1fa408104e,revision_number=2']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:49.963913 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-d2e33084-d8b4-4ff5-9b61-8c221b40e787 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.7653220 Oct 20 10:52:49.966913 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 49260) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:49.998785 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4728f1-2d53-4df7-a28d-612cb9db9283 req-b0861a9c-0f50-46b5-9a27-dd17fbf9f29c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:50.000920 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6d4728f1-2d53-4df7-a28d-612cb9db9283 req-b0861a9c-0f50-46b5-9a27-dd17fbf9f29c service neutron] 10.222.0.55 "GET /v2.0/networks?id=eaa3b6e6-ae67-48fc-8588-01f6e80e17bf HTTP/1.1" status: 200 len: 897 time: 0.2306101 Oct 20 10:52:50.002598 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be56186f-0934-4bcb-9c0d-5dcc3d5a0dbd x-openstack-request-id: req-be56186f-0934-4bcb-9c0d-5dcc3d5a0dbd {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:52:50.003024 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c", "name": "network-vif-deleted", "tag": "d0675769-de69-4a35-beb7-6d50c8201cd3", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:52:50.003436 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-be56186f-0934-4bcb-9c0d-5dcc3d5a0dbd {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:52:50.003909 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c', 'name': 'network-vif-deleted', 'tag': 'd0675769-de69-4a35-beb7-6d50c8201cd3', 'status': 'completed', 'code': 200} Oct 20 10:52:50.093227 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e137fc3-8dfc-4cdd-9ae9-8f9ba47b1b3b tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:50.101116 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e137fc3-8dfc-4cdd-9ae9-8f9ba47b1b3b tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:50.103350 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-6e137fc3-8dfc-4cdd-9ae9-8f9ba47b1b3b tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1351490 Oct 20 10:52:50.108336 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 49262) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:50.159331 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-d89ad1bf-a88b-40da-a569-323f3761389f tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Deleting port 912949d5-05d8-49bd-9ed1-ce1fa408104e {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:52:50.159851 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d89ad1bf-a88b-40da-a569-323f3761389f tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:50.315905 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [None req-d89ad1bf-a88b-40da-a569-323f3761389f tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] For port 912949d5-05d8-49bd-9ed1-ce1fa408104e, host n-h2-811396-3, got binding levels [] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:52:50.315905 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d89ad1bf-a88b-40da-a569-323f3761389f tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:50.382818 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-d89ad1bf-a88b-40da-a569-323f3761389f tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Calling delete_port for 912949d5-05d8-49bd-9ed1-ce1fa408104e owned by {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:52:50.549859 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007afd2f-a5d2-4d68-9b1d-f8424240c81f req-79af0ead-f09e-4082-a394-7f03f25d3078 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:50.555684 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-007afd2f-a5d2-4d68-9b1d-f8424240c81f req-79af0ead-f09e-4082-a394-7f03f25d3078 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=32a45391-eb86-4e02-8bee-8fc24219c1b9 HTTP/1.1" status: 200 len: 944 time: 1.3023837 Oct 20 10:52:50.591215 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-72fb01cc-9528-471c-bf67-f0cab643a451 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Deleting port 1176a38d-ef71-4fc0-b63d-65624e5472bb {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:52:50.594853 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-72fb01cc-9528-471c-bf67-f0cab643a451 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:50.656520 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6d4728f1-2d53-4df7-a28d-612cb9db9283 req-85fa1e0f-e8e8-4fee-a282-f36067f14e0a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=b8dcd228-64bf-4b65-ac92-a15363c2ebeb HTTP/1.1" status: 200 len: 217 time: 0.0944571 Oct 20 10:52:50.681070 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d89ad1bf-a88b-40da-a569-323f3761389f tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:50.762510 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4728f1-2d53-4df7-a28d-612cb9db9283 req-b5b95623-396b-427e-a97c-2ff648bcd39a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:50.764629 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6d4728f1-2d53-4df7-a28d-612cb9db9283 req-b5b95623-396b-427e-a97c-2ff648bcd39a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=66a8eb0e-77e5-4e40-837e-e1c522e11a5a HTTP/1.1" status: 200 len: 838 time: 0.0676262 Oct 20 10:52:50.766265 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89ad1bf-a88b-40da-a569-323f3761389f tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Pushing event deleted for resources: {'Port': ['ID=912949d5-05d8-49bd-9ed1-ce1fa408104e,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:50.790739 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d89ad1bf-a88b-40da-a569-323f3761389f tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:50.795654 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-d89ad1bf-a88b-40da-a569-323f3761389f tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] 10.222.0.64 "DELETE /v2.0/ports/912949d5-05d8-49bd-9ed1-ce1fa408104e HTTP/1.1" status: 204 len: 168 time: 0.9734657 Oct 20 10:52:50.799157 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 49276) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:50.835136 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a874102-7bf7-40e4-b1b6-62cfc00bd735 req-b16e5bba-2a25-4c44-9212-a415a213c4a4 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:50.837006 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1a874102-7bf7-40e4-b1b6-62cfc00bd735 req-b16e5bba-2a25-4c44-9212-a415a213c4a4 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "GET /v2.0/ports?device_id=f6985271-c5af-4029-bb17-1bfc6954e8ed HTTP/1.1" status: 200 len: 944 time: 0.8320310 Oct 20 10:52:50.839351 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-f87f4e2c-b4d4-4970-988f-176d0528a22e req-0b14276a-d3c0-4923-aeea-3ee9d762222f tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Deleting port f9fa8685-e573-4fdd-8b37-5988a560de50 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:52:50.839717 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-f87f4e2c-b4d4-4970-988f-176d0528a22e req-0b14276a-d3c0-4923-aeea-3ee9d762222f tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:50.848238 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9eb667a-a6cf-4c79-9f05-90554cb79daf tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] GET failed (client error): The resource could not be found. Oct 20 10:52:50.850209 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-f9eb667a-a6cf-4c79-9f05-90554cb79daf tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] 10.222.0.64 "GET /v2.0/ports/912949d5-05d8-49bd-9ed1-ce1fa408104e HTTP/1.1" status: 404 len: 333 time: 0.0498297 Oct 20 10:52:50.855777 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-72fb01cc-9528-471c-bf67-f0cab643a451 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:50.859000 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 49278) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:50.864805 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-739ff9b3-50b9-4068-8b98-204fde4cc53b tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Request body: {'port': {'network_id': 'ded10c45-8e81-4e18-a543-77640a2a55f4', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226532293'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:52:50.887793 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-72fb01cc-9528-471c-bf67-f0cab643a451 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Calling delete_port for 1176a38d-ef71-4fc0-b63d-65624e5472bb owned by {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:52:50.979492 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-739ff9b3-50b9-4068-8b98-204fde4cc53b tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Made reservation on behalf of 3b82059df97e4c8f9c4f86f8f79d5859 for: {'port': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:52:50.982748 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-739ff9b3-50b9-4068-8b98-204fde4cc53b tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:50.982917 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-f87f4e2c-b4d4-4970-988f-176d0528a22e req-0b14276a-d3c0-4923-aeea-3ee9d762222f tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] For port f9fa8685-e573-4fdd-8b37-5988a560de50, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=f9fa8685-e573-4fdd-8b37-5988a560de50,segment=NetworkSegment(0cf32ebe-2347-41ff-bb97-94fd0b819e03),segment_id=0cf32ebe-2347-41ff-bb97-94fd0b819e03)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:52:50.983453 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-f87f4e2c-b4d4-4970-988f-176d0528a22e req-0b14276a-d3c0-4923-aeea-3ee9d762222f tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:51.016132 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-f87f4e2c-b4d4-4970-988f-176d0528a22e req-0b14276a-d3c0-4923-aeea-3ee9d762222f tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Calling delete_port for f9fa8685-e573-4fdd-8b37-5988a560de50 owned by compute:nova {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:52:51.023002 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [None req-739ff9b3-50b9-4068-8b98-204fde4cc53b tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] device_id is not set on port 43b94279-7cd2-4ec4-8946-4165632bdfb2 yet. {{(pid=100597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:52:51.250422 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-72fb01cc-9528-471c-bf67-f0cab643a451 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:51.262399 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-f87f4e2c-b4d4-4970-988f-176d0528a22e req-0b14276a-d3c0-4923-aeea-3ee9d762222f tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:51.279774 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-007afd2f-a5d2-4d68-9b1d-f8424240c81f req-e11ee183-9509-418d-9e5d-54a44b2caadc tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e1d7c5e-d35b-480e-bc76-e69dc8123b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7044466 Oct 20 10:52:51.337444 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fb01cc-9528-471c-bf67-f0cab643a451 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Pushing event deleted for resources: {'Port': ['ID=1176a38d-ef71-4fc0-b63d-65624e5472bb,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:51.423275 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-f87f4e2c-b4d4-4970-988f-176d0528a22e req-0b14276a-d3c0-4923-aeea-3ee9d762222f tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] No DVR routers for this DVR port f9fa8685-e573-4fdd-8b37-5988a560de50 on host n-h1-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:52:51.429916 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-f87f4e2c-b4d4-4970-988f-176d0528a22e req-0b14276a-d3c0-4923-aeea-3ee9d762222f tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:51.434715 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f87f4e2c-b4d4-4970-988f-176d0528a22e req-0b14276a-d3c0-4923-aeea-3ee9d762222f tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.55 "DELETE /v2.0/ports/f9fa8685-e573-4fdd-8b37-5988a560de50 HTTP/1.1" status: 204 len: 173 time: 2.1093903 Oct 20 10:52:51.436843 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b14276a-d3c0-4923-aeea-3ee9d762222f tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Pushing event deleted for resources: {'Port': ['ID=f9fa8685-e573-4fdd-8b37-5988a560de50,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:51.454124 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4728f1-2d53-4df7-a28d-612cb9db9283 req-41e0c8ea-5ec8-42bf-a46c-4ba7452558c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:51.458034 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6d4728f1-2d53-4df7-a28d-612cb9db9283 req-41e0c8ea-5ec8-42bf-a46c-4ba7452558c7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=eaa3b6e6-ae67-48fc-8588-01f6e80e17bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6763091 Oct 20 10:52:51.516075 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-739ff9b3-50b9-4068-8b98-204fde4cc53b tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:51.559701 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-72fb01cc-9528-471c-bf67-f0cab643a451 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:51.571771 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-72fb01cc-9528-471c-bf67-f0cab643a451 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "DELETE /v2.0/ports/1176a38d-ef71-4fc0-b63d-65624e5472bb HTTP/1.1" status: 204 len: 168 time: 1.4597063 Oct 20 10:52:51.577940 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 49282) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:51.633583 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6d4728f1-2d53-4df7-a28d-612cb9db9283 req-56411c9c-8e7d-4963-8160-894b37f1cc71 service neutron] 10.222.0.55 "GET /v2.0/networks/eaa3b6e6-ae67-48fc-8588-01f6e80e17bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079435 Oct 20 10:52:51.662576 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-739ff9b3-50b9-4068-8b98-204fde4cc53b tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:51.698241 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1a874102-7bf7-40e4-b1b6-62cfc00bd735 req-75887cf4-e4cc-4c71-b575-34f0a60abf29 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "GET /v2.0/security-groups?id=0dc9179d-66bd-42ab-8966-2d73b22efd24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4577200 Oct 20 10:52:51.781729 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-891a4fc8-0d9e-42b8-8e2c-bc21290615dd tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:51.784171 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-891a4fc8-0d9e-42b8-8e2c-bc21290615dd tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:51.789441 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-891a4fc8-0d9e-42b8-8e2c-bc21290615dd tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2104542 Oct 20 10:52:51.794223 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 49290) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:51.825982 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf336885-9bca-4069-b13f-10c392905991 req-1bcc081f-0011-4bee-a043-254f93f1db56 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:51.834730 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf336885-9bca-4069-b13f-10c392905991 req-1bcc081f-0011-4bee-a043-254f93f1db56 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:51.852062 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-739ff9b3-50b9-4068-8b98-204fde4cc53b tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Network ded10c45-8e81-4e18-a543-77640a2a55f4 is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:52:51.860486 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf336885-9bca-4069-b13f-10c392905991 req-1bcc081f-0011-4bee-a043-254f93f1db56 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:51.865915 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bf336885-9bca-4069-b13f-10c392905991 req-1bcc081f-0011-4bee-a043-254f93f1db56 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.64 "GET /v2.0/ports?device_id=9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c HTTP/1.1" status: 200 len: 2411 time: 0.2319798 Oct 20 10:52:51.870195 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-739ff9b3-50b9-4068-8b98-204fde4cc53b tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:52:51.885074 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739ff9b3-50b9-4068-8b98-204fde4cc53b tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:52:51.886118 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-739ff9b3-50b9-4068-8b98-204fde4cc53b tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:51.886637 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-739ff9b3-50b9-4068-8b98-204fde4cc53b tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:51.892969 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739ff9b3-50b9-4068-8b98-204fde4cc53b tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Pushing event updated for resources: {'Port': ['ID=43b94279-7cd2-4ec4-8946-4165632bdfb2,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:51.909853 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_v2 [None req-d26f6dae-0421-40a0-82b6-92817341d3b7 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Deleting subnet 7ae6ddfb-308c-4f48-8d19-588f6a32508f {{(pid=100597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:52:51.917873 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d26f6dae-0421-40a0-82b6-92817341d3b7 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks [] for subnet, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:51.938910 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-739ff9b3-50b9-4068-8b98-204fde4cc53b tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.0757527 Oct 20 10:52:51.942323 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-62ffc9ac-89f1-4d4b-a4ce-326bbc6e9aa8 None None] Provisioning complete for port b2283503-7aff-4d02-ba04-c0e3adc334d9 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:52:51.942825 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-62ffc9ac-89f1-4d4b-a4ce-326bbc6e9aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:51.983256 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 49292) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:52.000386 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-1f00ef8f-203e-492e-8217-0f3a428cc96a tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-811396-3'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:52:52.014531 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c', 'name': 'network-vif-deleted', 'tag': 'f9fa8685-e573-4fdd-8b37-5988a560de50'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:52:52.017547 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92bed587-a60b-4761-9986-4e491c6e67ed" -d '{"events": [{"server_uuid": "9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c", "name": "network-vif-deleted", "tag": "f9fa8685-e573-4fdd-8b37-5988a560de50"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:52:52.150927 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd5d0f77-20d5-419b-93b5-ce37ffb54d7f x-openstack-request-id: req-cd5d0f77-20d5-419b-93b5-ce37ffb54d7f {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:52:52.151416 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c", "name": "network-vif-deleted", "tag": "f9fa8685-e573-4fdd-8b37-5988a560de50", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:52:52.151771 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cd5d0f77-20d5-419b-93b5-ce37ffb54d7f {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:52:52.152276 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c', 'name': 'network-vif-deleted', 'tag': 'f9fa8685-e573-4fdd-8b37-5988a560de50', 'status': 'completed', 'code': 200} Oct 20 10:52:52.159513 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-f87f4e2c-b4d4-4970-988f-176d0528a22e req-a4a353ac-59ed-4976-ad6b-31c991c91415 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Deleting port 949e0597-b23d-43ab-b10e-b0353aeb6d55 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:52:52.160142 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-f87f4e2c-b4d4-4970-988f-176d0528a22e req-a4a353ac-59ed-4976-ad6b-31c991c91415 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:52.183532 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d26f6dae-0421-40a0-82b6-92817341d3b7 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25852621'] for subnet, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:52.195265 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-62ffc9ac-89f1-4d4b-a4ce-326bbc6e9aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:52.275123 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bf336885-9bca-4069-b13f-10c392905991 req-e0c6c4f7-0f73-440b-a08d-b1525f0403db tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.64 "GET /v2.0/security-groups?id=112bbbcd-cedd-416d-87db-f3a7d2197192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3857005 Oct 20 10:52:52.293372 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1f00ef8f-203e-492e-8217-0f3a428cc96a tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:52.362329 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-62ffc9ac-89f1-4d4b-a4ce-326bbc6e9aa8 None None] For port b2283503-7aff-4d02-ba04-c0e3adc334d9, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=b2283503-7aff-4d02-ba04-c0e3adc334d9,segment=NetworkSegment(bdd410b3-9198-4748-b872-a4840957eef7),segment_id=bdd410b3-9198-4748-b872-a4840957eef7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:52:52.383142 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-62ffc9ac-89f1-4d4b-a4ce-326bbc6e9aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:52.385430 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device b2283503-7aff-4d02-ba04-c0e3adc334d9 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:52:52.394414 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6d4728f1-2d53-4df7-a28d-612cb9db9283 req-ac0e7d25-ef93-45eb-aaa1-d2bba900d2e1 service neutron] 10.222.0.55 "GET /v2.0/networks/eaa3b6e6-ae67-48fc-8588-01f6e80e17bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6930926 Oct 20 10:52:52.508848 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ffc9ac-89f1-4d4b-a4ce-326bbc6e9aa8 None None] Pushing event updated for resources: {'Port': ['ID=b2283503-7aff-4d02-ba04-c0e3adc334d9,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:52.526161 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-04d9a1b1-9efc-4fd4-b563-a3d993edc98d None None] Could not find standard attr ID for object 1176a38d-ef71-4fc0-b63d-65624e5472bb. {{(pid=100598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 20 10:52:52.548576 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d26f6dae-0421-40a0-82b6-92817341d3b7 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:52.557530 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port b2283503-7aff-4d02-ba04-c0e3adc334d9 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:52:52.558440 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:52.630899 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325f0b42-78d3-4a78-a2a9-711b896a3610 req-73403408-760b-471e-8fc3-4b3e15572887 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:52.632518 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-325f0b42-78d3-4a78-a2a9-711b896a3610 req-73403408-760b-471e-8fc3-4b3e15572887 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=32a45391-eb86-4e02-8bee-8fc24219c1b9 HTTP/1.1" status: 200 len: 944 time: 0.1466165 Oct 20 10:52:52.639835 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-f87f4e2c-b4d4-4970-988f-176d0528a22e req-a4a353ac-59ed-4976-ad6b-31c991c91415 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] For port 949e0597-b23d-43ab-b10e-b0353aeb6d55, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=949e0597-b23d-43ab-b10e-b0353aeb6d55,segment=NetworkSegment(bd673faa-a525-4b04-bf70-d433a325f98a),segment_id=bd673faa-a525-4b04-bf70-d433a325f98a)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:52:52.641102 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-f87f4e2c-b4d4-4970-988f-176d0528a22e req-a4a353ac-59ed-4976-ad6b-31c991c91415 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:52.706512 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-f87f4e2c-b4d4-4970-988f-176d0528a22e req-a4a353ac-59ed-4976-ad6b-31c991c91415 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Calling delete_port for 949e0597-b23d-43ab-b10e-b0353aeb6d55 owned by compute:nova {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:52:52.740561 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d26f6dae-0421-40a0-82b6-92817341d3b7 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25350811'] for subnet, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:52.780431 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26f6dae-0421-40a0-82b6-92817341d3b7 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Pushing event deleted for resources: {'Subnet': ['ID=7ae6ddfb-308c-4f48-8d19-588f6a32508f,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:52.810462 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d26f6dae-0421-40a0-82b6-92817341d3b7 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:52.814876 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f02b71-1b33-4194-bd20-70eed54fbcd7 None None] Network 8320e101-644d-44af-9385-629dd54c3c0a requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:52:52.828069 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-d26f6dae-0421-40a0-82b6-92817341d3b7 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "DELETE /v2.0/subnets/7ae6ddfb-308c-4f48-8d19-588f6a32508f HTTP/1.1" status: 204 len: 168 time: 1.0320549 Oct 20 10:52:52.835189 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 49322) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:52.963662 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-d6ab4201-edd2-4b0a-9894-be938bf34efb tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1210864 Oct 20 10:52:52.965430 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 49326) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:52.970675 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device b8dcd228-64bf-4b65-ac92-a15363c2ebeb details requested by agent hyperv_n-h1-811396-3 with host n-h1-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:52:52.975237 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-662b409c-2b59-4951-aa80-46acd8e379b9 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Request body: {'subnet': {'network_id': '8320e101-644d-44af-9385-629dd54c3c0a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:52:52.983809 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [None req-1f00ef8f-203e-492e-8217-0f3a428cc96a tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] device_id is not set on port 43b94279-7cd2-4ec4-8946-4165632bdfb2 yet. {{(pid=100597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:52:53.011185 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1f00ef8f-203e-492e-8217-0f3a428cc96a tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Publish callbacks [] for port, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:53.024104 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-325f0b42-78d3-4a78-a2a9-711b896a3610 req-b714f046-c5e1-417d-a585-daa69d5b7e2e tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e1d7c5e-d35b-480e-bc76-e69dc8123b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3799896 Oct 20 10:52:53.063286 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1f00ef8f-203e-492e-8217-0f3a428cc96a tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:53.066305 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-f87f4e2c-b4d4-4970-988f-176d0528a22e req-a4a353ac-59ed-4976-ad6b-31c991c91415 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:53.096987 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a353ac-59ed-4976-ad6b-31c991c91415 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Pushing event deleted for resources: {'Port': ['ID=949e0597-b23d-43ab-b10e-b0353aeb6d55,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:53.119239 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78dd8ee-0528-44b4-816f-d593aa174760 req-5f3cd058-a261-4ba8-b2f0-9ee1cee586ce tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:53.121162 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b78dd8ee-0528-44b4-816f-d593aa174760 req-5f3cd058-a261-4ba8-b2f0-9ee1cee586ce tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "GET /v2.0/ports?device_id=f6985271-c5af-4029-bb17-1bfc6954e8ed HTTP/1.1" status: 200 len: 944 time: 0.1320772 Oct 20 10:52:53.222923 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-662b409c-2b59-4951-aa80-46acd8e379b9 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Made reservation on behalf of 22a79d88690a4055b95547a3f21027fa for: {'subnet': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:52:53.231758 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-662b409c-2b59-4951-aa80-46acd8e379b9 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25350782'] for subnet, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:53.252236 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-f87f4e2c-b4d4-4970-988f-176d0528a22e req-a4a353ac-59ed-4976-ad6b-31c991c91415 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] No DVR routers for this DVR port 949e0597-b23d-43ab-b10e-b0353aeb6d55 on host n-h1-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:52:53.263891 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-f87f4e2c-b4d4-4970-988f-176d0528a22e req-a4a353ac-59ed-4976-ad6b-31c991c91415 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:53.268294 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f87f4e2c-b4d4-4970-988f-176d0528a22e req-a4a353ac-59ed-4976-ad6b-31c991c91415 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.55 "DELETE /v2.0/ports/949e0597-b23d-43ab-b10e-b0353aeb6d55 HTTP/1.1" status: 204 len: 173 time: 1.7942438 Oct 20 10:52:53.293508 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b78dd8ee-0528-44b4-816f-d593aa174760 req-6ca676e6-b596-44f7-bda1-6c4be4508e25 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "GET /v2.0/security-groups?id=0dc9179d-66bd-42ab-8966-2d73b22efd24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1609528 Oct 20 10:52:53.347705 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f107361f-9812-4fe3-9a54-ab731709d7cd req-490f8b4f-dca9-481d-9074-5d8221c80fb5 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:53.355646 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f107361f-9812-4fe3-9a54-ab731709d7cd req-490f8b4f-dca9-481d-9074-5d8221c80fb5 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3f9930f-6768-428d-b296-1e65ca6bdfa7 HTTP/1.1" status: 200 len: 946 time: 0.1843171 Oct 20 10:52:53.366006 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [None req-1f00ef8f-203e-492e-8217-0f3a428cc96a tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attempting to bind port 43b94279-7cd2-4ec4-8946-4165632bdfb2 on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:52:53.366346 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [None req-1f00ef8f-203e-492e-8217-0f3a428cc96a tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attempting to bind port 43b94279-7cd2-4ec4-8946-4165632bdfb2 by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': '064e3108-4516-48e9-97f3-40f4282c62bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'ded10c45-8e81-4e18-a543-77640a2a55f4'}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:52:53.366868 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f00ef8f-203e-492e-8217-0f3a428cc96a tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attempting to bind port 43b94279-7cd2-4ec4-8946-4165632bdfb2 on network ded10c45-8e81-4e18-a543-77640a2a55f4 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:52:53.375646 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f00ef8f-203e-492e-8217-0f3a428cc96a tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Port 43b94279-7cd2-4ec4-8946-4165632bdfb2 on network ded10c45-8e81-4e18-a543-77640a2a55f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:52:53.375988 n-d-811396-3 neutron-server[100597]: ERROR neutron.plugins.ml2.managers [None req-1f00ef8f-203e-492e-8217-0f3a428cc96a tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Failed to bind port 43b94279-7cd2-4ec4-8946-4165632bdfb2 on host n-h2-811396-3 for vnic_type normal using segments [{'id': '064e3108-4516-48e9-97f3-40f4282c62bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'ded10c45-8e81-4e18-a543-77640a2a55f4'}] Oct 20 10:52:53.386877 n-d-811396-3 neutron-server[100597]: INFO neutron.plugins.ml2.plugin [None req-1f00ef8f-203e-492e-8217-0f3a428cc96a tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attempt 2 to bind port 43b94279-7cd2-4ec4-8946-4165632bdfb2 Oct 20 10:52:53.396893 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f00ef8f-203e-492e-8217-0f3a428cc96a tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Pushing event updated for resources: {'Port': ['ID=43b94279-7cd2-4ec4-8946-4165632bdfb2,revision_number=2']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:53.449568 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [None req-1f00ef8f-203e-492e-8217-0f3a428cc96a tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attempting to bind port 43b94279-7cd2-4ec4-8946-4165632bdfb2 on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:52:53.450035 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [None req-1f00ef8f-203e-492e-8217-0f3a428cc96a tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attempting to bind port 43b94279-7cd2-4ec4-8946-4165632bdfb2 by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': '064e3108-4516-48e9-97f3-40f4282c62bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'ded10c45-8e81-4e18-a543-77640a2a55f4'}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:52:53.450375 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f00ef8f-203e-492e-8217-0f3a428cc96a tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attempting to bind port 43b94279-7cd2-4ec4-8946-4165632bdfb2 on network ded10c45-8e81-4e18-a543-77640a2a55f4 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:52:53.460102 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f107361f-9812-4fe3-9a54-ab731709d7cd req-c097dfd5-f555-4804-a387-c6b9e983c66f tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=58574406-52f6-4da8-ba4e-3f91a696d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033762 Oct 20 10:52:53.473075 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f00ef8f-203e-492e-8217-0f3a428cc96a tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Port 43b94279-7cd2-4ec4-8946-4165632bdfb2 on network ded10c45-8e81-4e18-a543-77640a2a55f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:52:53.473410 n-d-811396-3 neutron-server[100597]: ERROR neutron.plugins.ml2.managers [None req-1f00ef8f-203e-492e-8217-0f3a428cc96a tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Failed to bind port 43b94279-7cd2-4ec4-8946-4165632bdfb2 on host n-h2-811396-3 for vnic_type normal using segments [{'id': '064e3108-4516-48e9-97f3-40f4282c62bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'ded10c45-8e81-4e18-a543-77640a2a55f4'}] Oct 20 10:52:53.475750 n-d-811396-3 neutron-server[100597]: INFO neutron.plugins.ml2.plugin [None req-1f00ef8f-203e-492e-8217-0f3a428cc96a tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attempt 3 to bind port 43b94279-7cd2-4ec4-8946-4165632bdfb2 Oct 20 10:52:53.491974 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [None req-1f00ef8f-203e-492e-8217-0f3a428cc96a tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attempting to bind port 43b94279-7cd2-4ec4-8946-4165632bdfb2 on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:52:53.492318 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [None req-1f00ef8f-203e-492e-8217-0f3a428cc96a tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attempting to bind port 43b94279-7cd2-4ec4-8946-4165632bdfb2 by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': '064e3108-4516-48e9-97f3-40f4282c62bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'ded10c45-8e81-4e18-a543-77640a2a55f4'}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:52:53.492802 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f00ef8f-203e-492e-8217-0f3a428cc96a tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attempting to bind port 43b94279-7cd2-4ec4-8946-4165632bdfb2 on network ded10c45-8e81-4e18-a543-77640a2a55f4 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:52:53.493977 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port b8dcd228-64bf-4b65-ac92-a15363c2ebeb, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=b8dcd228-64bf-4b65-ac92-a15363c2ebeb,segment=NetworkSegment(ffcf5e3b-3827-4d62-9e42-559efa08a955),segment_id=ffcf5e3b-3827-4d62-9e42-559efa08a955)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:52:53.502376 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f00ef8f-203e-492e-8217-0f3a428cc96a tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Port 43b94279-7cd2-4ec4-8946-4165632bdfb2 on network ded10c45-8e81-4e18-a543-77640a2a55f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:52:53.502504 n-d-811396-3 neutron-server[100597]: ERROR neutron.plugins.ml2.managers [None req-1f00ef8f-203e-492e-8217-0f3a428cc96a tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Failed to bind port 43b94279-7cd2-4ec4-8946-4165632bdfb2 on host n-h2-811396-3 for vnic_type normal using segments [{'id': '064e3108-4516-48e9-97f3-40f4282c62bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'ded10c45-8e81-4e18-a543-77640a2a55f4'}] Oct 20 10:52:53.504766 n-d-811396-3 neutron-server[100597]: INFO neutron.plugins.ml2.plugin [None req-1f00ef8f-203e-492e-8217-0f3a428cc96a tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attempt 4 to bind port 43b94279-7cd2-4ec4-8946-4165632bdfb2 Oct 20 10:52:53.508670 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Returning: {'device': 'b8dcd228-64bf-4b65-ac92-a15363c2ebeb', 'network_id': 'eaa3b6e6-ae67-48fc-8588-01f6e80e17bf', 'port_id': 'b8dcd228-64bf-4b65-ac92-a15363c2ebeb', 'mac_address': 'fa:16:3e:da:48:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66a8eb0e-77e5-4e40-837e-e1c522e11a5a', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:52:53.533241 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d55dab-2475-49dd-bfcc-29db64db95c3 req-1f435232-97c8-4180-8dc4-10666ee4e3f8 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:53.541295 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d55dab-2475-49dd-bfcc-29db64db95c3 req-1f435232-97c8-4180-8dc4-10666ee4e3f8 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:53.546747 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a4d55dab-2475-49dd-bfcc-29db64db95c3 req-1f435232-97c8-4180-8dc4-10666ee4e3f8 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.64 "GET /v2.0/ports?device_id=9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c HTTP/1.1" status: 200 len: 1678 time: 0.1148906 Oct 20 10:52:53.550202 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-f87f4e2c-b4d4-4970-988f-176d0528a22e req-0f2de1a4-406d-49ec-a39c-b70074ca9b04 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Deleting port 687e9444-b6e6-48d0-a254-817eeff5b001 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:52:53.550621 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-f87f4e2c-b4d4-4970-988f-176d0528a22e req-0f2de1a4-406d-49ec-a39c-b70074ca9b04 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:53.552606 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [None req-1f00ef8f-203e-492e-8217-0f3a428cc96a tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attempting to bind port 43b94279-7cd2-4ec4-8946-4165632bdfb2 on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:52:53.552946 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [None req-1f00ef8f-203e-492e-8217-0f3a428cc96a tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attempting to bind port 43b94279-7cd2-4ec4-8946-4165632bdfb2 by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': '064e3108-4516-48e9-97f3-40f4282c62bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'ded10c45-8e81-4e18-a543-77640a2a55f4'}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:52:53.553284 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f00ef8f-203e-492e-8217-0f3a428cc96a tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attempting to bind port 43b94279-7cd2-4ec4-8946-4165632bdfb2 on network ded10c45-8e81-4e18-a543-77640a2a55f4 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:52:53.567691 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f00ef8f-203e-492e-8217-0f3a428cc96a tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Port 43b94279-7cd2-4ec4-8946-4165632bdfb2 on network ded10c45-8e81-4e18-a543-77640a2a55f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:52:53.568047 n-d-811396-3 neutron-server[100597]: ERROR neutron.plugins.ml2.managers [None req-1f00ef8f-203e-492e-8217-0f3a428cc96a tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Failed to bind port 43b94279-7cd2-4ec4-8946-4165632bdfb2 on host n-h2-811396-3 for vnic_type normal using segments [{'id': '064e3108-4516-48e9-97f3-40f4282c62bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'ded10c45-8e81-4e18-a543-77640a2a55f4'}] Oct 20 10:52:53.569908 n-d-811396-3 neutron-server[100597]: INFO neutron.plugins.ml2.plugin [None req-1f00ef8f-203e-492e-8217-0f3a428cc96a tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attempt 5 to bind port 43b94279-7cd2-4ec4-8946-4165632bdfb2 Oct 20 10:52:53.601078 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:53.632546 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44af640f-749f-4b81-9512-541134621446 None None] DHCP port deletion for 8320e101-644d-44af-9385-629dd54c3c0a request from n-d-811396-3 {{(pid=100598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:52:53.643987 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a4d55dab-2475-49dd-bfcc-29db64db95c3 req-54fd001a-cc31-42a1-b83c-e99eef8257cd tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.64 "GET /v2.0/security-groups?id=112bbbcd-cedd-416d-87db-f3a7d2197192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791550 Oct 20 10:52:53.698439 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8dcd228-64bf-4b65-ac92-a15363c2ebeb {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:52:53.709581 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [None req-1f00ef8f-203e-492e-8217-0f3a428cc96a tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attempting to bind port 43b94279-7cd2-4ec4-8946-4165632bdfb2 on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:52:53.709921 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [None req-1f00ef8f-203e-492e-8217-0f3a428cc96a tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attempting to bind port 43b94279-7cd2-4ec4-8946-4165632bdfb2 by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': '064e3108-4516-48e9-97f3-40f4282c62bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'ded10c45-8e81-4e18-a543-77640a2a55f4'}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:52:53.710323 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f00ef8f-203e-492e-8217-0f3a428cc96a tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attempting to bind port 43b94279-7cd2-4ec4-8946-4165632bdfb2 on network ded10c45-8e81-4e18-a543-77640a2a55f4 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:52:53.718269 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f00ef8f-203e-492e-8217-0f3a428cc96a tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Port 43b94279-7cd2-4ec4-8946-4165632bdfb2 on network ded10c45-8e81-4e18-a543-77640a2a55f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:52:53.718269 n-d-811396-3 neutron-server[100597]: ERROR neutron.plugins.ml2.managers [None req-1f00ef8f-203e-492e-8217-0f3a428cc96a tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Failed to bind port 43b94279-7cd2-4ec4-8946-4165632bdfb2 on host n-h2-811396-3 for vnic_type normal using segments [{'id': '064e3108-4516-48e9-97f3-40f4282c62bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'ded10c45-8e81-4e18-a543-77640a2a55f4'}] Oct 20 10:52:53.723771 n-d-811396-3 neutron-server[100597]: INFO neutron.plugins.ml2.plugin [None req-1f00ef8f-203e-492e-8217-0f3a428cc96a tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attempt 6 to bind port 43b94279-7cd2-4ec4-8946-4165632bdfb2 Oct 20 10:52:53.733454 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port b8dcd228-64bf-4b65-ac92-a15363c2ebeb, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=b8dcd228-64bf-4b65-ac92-a15363c2ebeb,segment=NetworkSegment(ffcf5e3b-3827-4d62-9e42-559efa08a955),segment_id=ffcf5e3b-3827-4d62-9e42-559efa08a955)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:52:53.744610 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-44af640f-749f-4b81-9512-541134621446 None None] Deleting port b2283503-7aff-4d02-ba04-c0e3adc334d9 {{(pid=100598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:52:53.744986 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-44af640f-749f-4b81-9512-541134621446 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:53.751311 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-f87f4e2c-b4d4-4970-988f-176d0528a22e req-0f2de1a4-406d-49ec-a39c-b70074ca9b04 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] For port 687e9444-b6e6-48d0-a254-817eeff5b001, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=687e9444-b6e6-48d0-a254-817eeff5b001,segment=NetworkSegment(24bad81e-aec3-4e68-b40a-6dbc28d3b906),segment_id=24bad81e-aec3-4e68-b40a-6dbc28d3b906)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:52:53.751852 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-f87f4e2c-b4d4-4970-988f-176d0528a22e req-0f2de1a4-406d-49ec-a39c-b70074ca9b04 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:53.763009 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [None req-1f00ef8f-203e-492e-8217-0f3a428cc96a tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attempting to bind port 43b94279-7cd2-4ec4-8946-4165632bdfb2 on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:52:53.763348 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [None req-1f00ef8f-203e-492e-8217-0f3a428cc96a tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attempting to bind port 43b94279-7cd2-4ec4-8946-4165632bdfb2 by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': '064e3108-4516-48e9-97f3-40f4282c62bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'ded10c45-8e81-4e18-a543-77640a2a55f4'}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:52:53.763716 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f00ef8f-203e-492e-8217-0f3a428cc96a tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attempting to bind port 43b94279-7cd2-4ec4-8946-4165632bdfb2 on network ded10c45-8e81-4e18-a543-77640a2a55f4 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:52:53.772897 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:53.785461 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f00ef8f-203e-492e-8217-0f3a428cc96a tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Port 43b94279-7cd2-4ec4-8946-4165632bdfb2 on network ded10c45-8e81-4e18-a543-77640a2a55f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:52:53.785792 n-d-811396-3 neutron-server[100597]: ERROR neutron.plugins.ml2.managers [None req-1f00ef8f-203e-492e-8217-0f3a428cc96a tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Failed to bind port 43b94279-7cd2-4ec4-8946-4165632bdfb2 on host n-h2-811396-3 for vnic_type normal using segments [{'id': '064e3108-4516-48e9-97f3-40f4282c62bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'ded10c45-8e81-4e18-a543-77640a2a55f4'}] Oct 20 10:52:53.787677 n-d-811396-3 neutron-server[100597]: INFO neutron.plugins.ml2.plugin [None req-1f00ef8f-203e-492e-8217-0f3a428cc96a tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attempt 7 to bind port 43b94279-7cd2-4ec4-8946-4165632bdfb2 Oct 20 10:52:53.791535 n-d-811396-3 neutron-server[100597]: DEBUG neutron.objects.ports [None req-662b409c-2b59-4951-aa80-46acd8e379b9 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100597) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 20 10:52:53.930563 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=b8dcd228-64bf-4b65-ac92-a15363c2ebeb,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:53.938862 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [None req-1f00ef8f-203e-492e-8217-0f3a428cc96a tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attempting to bind port 43b94279-7cd2-4ec4-8946-4165632bdfb2 on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:52:53.939430 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [None req-1f00ef8f-203e-492e-8217-0f3a428cc96a tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attempting to bind port 43b94279-7cd2-4ec4-8946-4165632bdfb2 by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': '064e3108-4516-48e9-97f3-40f4282c62bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'ded10c45-8e81-4e18-a543-77640a2a55f4'}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:52:53.939638 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f00ef8f-203e-492e-8217-0f3a428cc96a tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attempting to bind port 43b94279-7cd2-4ec4-8946-4165632bdfb2 on network ded10c45-8e81-4e18-a543-77640a2a55f4 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:52:53.948348 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-44af640f-749f-4b81-9512-541134621446 None None] For port b2283503-7aff-4d02-ba04-c0e3adc334d9, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=b2283503-7aff-4d02-ba04-c0e3adc334d9,segment=NetworkSegment(bdd410b3-9198-4748-b872-a4840957eef7),segment_id=bdd410b3-9198-4748-b872-a4840957eef7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:52:53.948973 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-44af640f-749f-4b81-9512-541134621446 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:53.961601 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-44af640f-749f-4b81-9512-541134621446 None None] Calling delete_port for b2283503-7aff-4d02-ba04-c0e3adc334d9 owned by network:dhcp {{(pid=100598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:52:53.972128 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f00ef8f-203e-492e-8217-0f3a428cc96a tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Port 43b94279-7cd2-4ec4-8946-4165632bdfb2 on network ded10c45-8e81-4e18-a543-77640a2a55f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:52:53.973146 n-d-811396-3 neutron-server[100597]: ERROR neutron.plugins.ml2.managers [None req-1f00ef8f-203e-492e-8217-0f3a428cc96a tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Failed to bind port 43b94279-7cd2-4ec4-8946-4165632bdfb2 on host n-h2-811396-3 for vnic_type normal using segments [{'id': '064e3108-4516-48e9-97f3-40f4282c62bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'ded10c45-8e81-4e18-a543-77640a2a55f4'}] Oct 20 10:52:53.977684 n-d-811396-3 neutron-server[100597]: INFO neutron.plugins.ml2.plugin [None req-1f00ef8f-203e-492e-8217-0f3a428cc96a tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attempt 8 to bind port 43b94279-7cd2-4ec4-8946-4165632bdfb2 Oct 20 10:52:54.001008 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [None req-1f00ef8f-203e-492e-8217-0f3a428cc96a tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attempting to bind port 43b94279-7cd2-4ec4-8946-4165632bdfb2 on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:52:54.001353 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [None req-1f00ef8f-203e-492e-8217-0f3a428cc96a tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attempting to bind port 43b94279-7cd2-4ec4-8946-4165632bdfb2 by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': '064e3108-4516-48e9-97f3-40f4282c62bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'ded10c45-8e81-4e18-a543-77640a2a55f4'}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:52:54.001713 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f00ef8f-203e-492e-8217-0f3a428cc96a tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attempting to bind port 43b94279-7cd2-4ec4-8946-4165632bdfb2 on network ded10c45-8e81-4e18-a543-77640a2a55f4 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:52:54.042312 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f00ef8f-203e-492e-8217-0f3a428cc96a tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Port 43b94279-7cd2-4ec4-8946-4165632bdfb2 on network ded10c45-8e81-4e18-a543-77640a2a55f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:52:54.042642 n-d-811396-3 neutron-server[100597]: ERROR neutron.plugins.ml2.managers [None req-1f00ef8f-203e-492e-8217-0f3a428cc96a tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Failed to bind port 43b94279-7cd2-4ec4-8946-4165632bdfb2 on host n-h2-811396-3 for vnic_type normal using segments [{'id': '064e3108-4516-48e9-97f3-40f4282c62bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'ded10c45-8e81-4e18-a543-77640a2a55f4'}] Oct 20 10:52:54.047873 n-d-811396-3 neutron-server[100597]: INFO neutron.plugins.ml2.plugin [None req-1f00ef8f-203e-492e-8217-0f3a428cc96a tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attempt 9 to bind port 43b94279-7cd2-4ec4-8946-4165632bdfb2 Oct 20 10:52:54.077308 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [None req-1f00ef8f-203e-492e-8217-0f3a428cc96a tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attempting to bind port 43b94279-7cd2-4ec4-8946-4165632bdfb2 on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:52:54.077688 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [None req-1f00ef8f-203e-492e-8217-0f3a428cc96a tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attempting to bind port 43b94279-7cd2-4ec4-8946-4165632bdfb2 by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': '064e3108-4516-48e9-97f3-40f4282c62bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'ded10c45-8e81-4e18-a543-77640a2a55f4'}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:52:54.078088 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f00ef8f-203e-492e-8217-0f3a428cc96a tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attempting to bind port 43b94279-7cd2-4ec4-8946-4165632bdfb2 on network ded10c45-8e81-4e18-a543-77640a2a55f4 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:52:54.087754 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f00ef8f-203e-492e-8217-0f3a428cc96a tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Port 43b94279-7cd2-4ec4-8946-4165632bdfb2 on network ded10c45-8e81-4e18-a543-77640a2a55f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:52:54.088157 n-d-811396-3 neutron-server[100597]: ERROR neutron.plugins.ml2.managers [None req-1f00ef8f-203e-492e-8217-0f3a428cc96a tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Failed to bind port 43b94279-7cd2-4ec4-8946-4165632bdfb2 on host n-h2-811396-3 for vnic_type normal using segments [{'id': '064e3108-4516-48e9-97f3-40f4282c62bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'ded10c45-8e81-4e18-a543-77640a2a55f4'}] Oct 20 10:52:54.091301 n-d-811396-3 neutron-server[100597]: INFO neutron.plugins.ml2.plugin [None req-1f00ef8f-203e-492e-8217-0f3a428cc96a tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attempt 10 to bind port 43b94279-7cd2-4ec4-8946-4165632bdfb2 Oct 20 10:52:54.092728 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-f87f4e2c-b4d4-4970-988f-176d0528a22e req-0f2de1a4-406d-49ec-a39c-b70074ca9b04 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:54.094985 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-f87f4e2c-b4d4-4970-988f-176d0528a22e req-0f2de1a4-406d-49ec-a39c-b70074ca9b04 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1773381'] for floatingip, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:54.095650 n-d-811396-3 neutron-server[100596]: INFO neutron.db.l3_db [req-f87f4e2c-b4d4-4970-988f-176d0528a22e req-0f2de1a4-406d-49ec-a39c-b70074ca9b04 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Floating IP 8543dd2d-8fa6-45b6-8066-55fc540e805e disassociated. External IP: 172.25.1.181, port: 687e9444-b6e6-48d0-a254-817eeff5b001. Oct 20 10:52:54.096451 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-f87f4e2c-b4d4-4970-988f-176d0528a22e req-0f2de1a4-406d-49ec-a39c-b70074ca9b04 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Calling delete_port for 687e9444-b6e6-48d0-a254-817eeff5b001 owned by compute:nova {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:52:54.104483 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-44af640f-749f-4b81-9512-541134621446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956'] for port, after_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:54.121215 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [None req-1f00ef8f-203e-492e-8217-0f3a428cc96a tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attempting to bind port 43b94279-7cd2-4ec4-8946-4165632bdfb2 on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:52:54.121941 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [None req-1f00ef8f-203e-492e-8217-0f3a428cc96a tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attempting to bind port 43b94279-7cd2-4ec4-8946-4165632bdfb2 by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': '064e3108-4516-48e9-97f3-40f4282c62bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'ded10c45-8e81-4e18-a543-77640a2a55f4'}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:52:54.122509 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f00ef8f-203e-492e-8217-0f3a428cc96a tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attempting to bind port 43b94279-7cd2-4ec4-8946-4165632bdfb2 on network ded10c45-8e81-4e18-a543-77640a2a55f4 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:52:54.141642 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f00ef8f-203e-492e-8217-0f3a428cc96a tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Port 43b94279-7cd2-4ec4-8946-4165632bdfb2 on network ded10c45-8e81-4e18-a543-77640a2a55f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:52:54.142399 n-d-811396-3 neutron-server[100597]: ERROR neutron.plugins.ml2.managers [None req-1f00ef8f-203e-492e-8217-0f3a428cc96a tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Failed to bind port 43b94279-7cd2-4ec4-8946-4165632bdfb2 on host n-h2-811396-3 for vnic_type normal using segments [{'id': '064e3108-4516-48e9-97f3-40f4282c62bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'ded10c45-8e81-4e18-a543-77640a2a55f4'}] Oct 20 10:52:54.143009 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1f00ef8f-203e-492e-8217-0f3a428cc96a tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:54.146500 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44af640f-749f-4b81-9512-541134621446 None None] Pushing event deleted for resources: {'Port': ['ID=b2283503-7aff-4d02-ba04-c0e3adc334d9,revision_number=None']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:54.161704 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device b2283503-7aff-4d02-ba04-c0e3adc334d9 no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:52:54.164797 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c', 'name': 'network-vif-deleted', 'tag': '949e0597-b23d-43ab-b10e-b0353aeb6d55'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:52:54.167338 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc03ba63-af44-4824-8257-190f901cbbca" -d '{"events": [{"server_uuid": "9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c", "name": "network-vif-deleted", "tag": "949e0597-b23d-43ab-b10e-b0353aeb6d55"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:52:54.168411 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_v2 [None req-662b409c-2b59-4951-aa80-46acd8e379b9 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Port b2283503-7aff-4d02-ba04-c0e3adc334d9 concurrently deleted while adding address for new subnet {'id': 'e90b68bc-7ebd-4cb1-a2e5-8cde95311be5', 'name': '', 'tenant_id': '22a79d88690a4055b95547a3f21027fa', 'network_id': '8320e101-644d-44af-9385-629dd54c3c0a', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 2886, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2021-10-20T10:52:53Z', 'updated_at': '2021-10-20T10:52:53Z', 'revision_number': 0, 'segment_id': None, 'project_id': '22a79d88690a4055b95547a3f21027fa'}. {{(pid=100597) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:772}} Oct 20 10:52:54.169149 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-662b409c-2b59-4951-aa80-46acd8e379b9 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25350752'] for subnet, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:54.205387 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44af640f-749f-4b81-9512-541134621446 None None] No DVR routers for this DVR port b2283503-7aff-4d02-ba04-c0e3adc334d9 on host n-d-811396-3 {{(pid=100598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:52:54.210510 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['b8dcd228-64bf-4b65-ac92-a15363c2ebeb'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:52:54.249870 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662b409c-2b59-4951-aa80-46acd8e379b9 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Pushing event updated for resources: {'Subnet': ['ID=e90b68bc-7ebd-4cb1-a2e5-8cde95311be5,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:54.259626 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: b2283503-7aff-4d02-ba04-c0e3adc334d9 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:52:54.260157 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device b2283503-7aff-4d02-ba04-c0e3adc334d9 not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:52:54.274795 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a239a4d6-8ddb-4385-993a-492986e6c274 x-openstack-request-id: req-a239a4d6-8ddb-4385-993a-492986e6c274 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:52:54.275115 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c", "name": "network-vif-deleted", "tag": "949e0597-b23d-43ab-b10e-b0353aeb6d55", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:52:54.275410 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a239a4d6-8ddb-4385-993a-492986e6c274 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:52:54.275808 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c', 'name': 'network-vif-deleted', 'tag': '949e0597-b23d-43ab-b10e-b0353aeb6d55', 'status': 'completed', 'code': 200} Oct 20 10:52:54.309258 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb7abe9-a7fc-43bd-87fc-4e4b13dcecc2 req-5a31eacf-512c-4c34-90ce-7ef2232e89c6 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:54.310823 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bbb7abe9-a7fc-43bd-87fc-4e4b13dcecc2 req-5a31eacf-512c-4c34-90ce-7ef2232e89c6 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=32a45391-eb86-4e02-8bee-8fc24219c1b9 HTTP/1.1" status: 200 len: 944 time: 0.1336980 Oct 20 10:52:54.319619 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662b409c-2b59-4951-aa80-46acd8e379b9 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Network 8320e101-644d-44af-9385-629dd54c3c0a is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:52:54.324046 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-662b409c-2b59-4951-aa80-46acd8e379b9 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:52:54.327005 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-662b409c-2b59-4951-aa80-46acd8e379b9 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:54.327651 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-662b409c-2b59-4951-aa80-46acd8e379b9 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:54.360205 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [None req-1f00ef8f-203e-492e-8217-0f3a428cc96a tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] For port 43b94279-7cd2-4ec4-8946-4165632bdfb2, host n-h2-811396-3, cleared binding levels {{(pid=100597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:52:54.360586 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [None req-1f00ef8f-203e-492e-8217-0f3a428cc96a tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attempted to set empty binding levels {{(pid=100597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 20 10:52:54.368819 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-662b409c-2b59-4951-aa80-46acd8e379b9 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4023306 Oct 20 10:52:54.370272 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 49344) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:54.373390 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c07e9f7-0edc-4424-9b44-899996416225 None None] Network 8320e101-644d-44af-9385-629dd54c3c0a requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:52:54.375482 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-a0b5d010-3eba-4fec-a0e9-1cc270881534 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Request body: {'port': {'network_id': '8320e101-644d-44af-9385-629dd54c3c0a', 'mac_address': 'fa:16:3e:d3:97:fa', 'name': 'tempest-NetworksTestDHCPv6-1320920981'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:52:54.380998 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-f87f4e2c-b4d4-4970-988f-176d0528a22e req-0f2de1a4-406d-49ec-a39c-b70074ca9b04 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:54.382695 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1f00ef8f-203e-492e-8217-0f3a428cc96a tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:54.439051 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-1f00ef8f-203e-492e-8217-0f3a428cc96a tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] In _notify_port_updated(), no bound segment for port 43b94279-7cd2-4ec4-8946-4165632bdfb2 on network ded10c45-8e81-4e18-a543-77640a2a55f4 {{(pid=100597) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 20 10:52:54.439965 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f00ef8f-203e-492e-8217-0f3a428cc96a tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:54.440573 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1f00ef8f-203e-492e-8217-0f3a428cc96a tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:54.442091 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-1f00ef8f-203e-492e-8217-0f3a428cc96a tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] 10.222.0.64 "PUT /v2.0/ports/43b94279-7cd2-4ec4-8946-4165632bdfb2 HTTP/1.1" status: 200 len: 979 time: 2.4578912 Oct 20 10:52:54.450735 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 49346) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:54.469845 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2de1a4-406d-49ec-a39c-b70074ca9b04 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Pushing event deleted for resources: {'Port': ['ID=687e9444-b6e6-48d0-a254-817eeff5b001,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:54.662009 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2391d192-78bb-42cc-a9f1-cc58600e343c req-22ea6071-b641-41c6-b560-1f896f3d7099 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:54.663706 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2391d192-78bb-42cc-a9f1-cc58600e343c req-22ea6071-b641-41c6-b560-1f896f3d7099 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "GET /v2.0/ports?device_id=f6985271-c5af-4029-bb17-1bfc6954e8ed HTTP/1.1" status: 200 len: 945 time: 0.2304587 Oct 20 10:52:54.673703 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f87f4e2c-b4d4-4970-988f-176d0528a22e req-0f2de1a4-406d-49ec-a39c-b70074ca9b04 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Router 57e1c470-eb6c-4f1a-bb52-d159ea602c08 has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:52:54.677777 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bbb7abe9-a7fc-43bd-87fc-4e4b13dcecc2 req-e7d2cc39-3159-4fbc-ad15-a85969e41139 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e1d7c5e-d35b-480e-bc76-e69dc8123b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3576956 Oct 20 10:52:54.723469 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3237e212-8da7-43f0-bac6-446e4920e335 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524064ba-869c-5550-b826-c26b69a11278-8320e101-644d-44af-9385-629dd54c3c0a', 'network_id': '8320e101-644d-44af-9385-629dd54c3c0a', 'tenant_id': '22a79d88690a4055b95547a3f21027fa', 'fixed_ips': [{'subnet_id': 'e90b68bc-7ebd-4cb1-a2e5-8cde95311be5'}]}} from n-d-811396-3. {{(pid=100598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:52:54.724470 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3237e212-8da7-43f0-bac6-446e4920e335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:54.830691 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2391d192-78bb-42cc-a9f1-cc58600e343c req-9eca2dd3-cec7-485b-b5db-a41328eaac36 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "GET /v2.0/security-groups?id=0dc9179d-66bd-42ab-8966-2d73b22efd24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1517584 Oct 20 10:52:54.872970 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7a3e62-de63-4f90-bdcb-65e3c8459bb6 req-85c628d5-d724-4161-bc04-66cc2848d23d tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:54.880858 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4e7a3e62-de63-4f90-bdcb-65e3c8459bb6 req-85c628d5-d724-4161-bc04-66cc2848d23d tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3f9930f-6768-428d-b296-1e65ca6bdfa7 HTTP/1.1" status: 200 len: 946 time: 0.0968211 Oct 20 10:52:54.902830 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f00ef8f-203e-492e-8217-0f3a428cc96a tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Pushing event updated for resources: {'Port': ['ID=43b94279-7cd2-4ec4-8946-4165632bdfb2,revision_number=3']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:54.981639 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-3237e212-8da7-43f0-bac6-446e4920e335 None None] Allocated IP 2001:db8::f816:3eff:fed4:359b (8320e101-644d-44af-9385-629dd54c3c0a/e90b68bc-7ebd-4cb1-a2e5-8cde95311be5/a38b3b24-14a9-4cb0-b6a0-0b05e034257d) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:52:54.995683 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50fdff2b-7c65-41d9-9b58-c4de92cea62e tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:54.999770 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50fdff2b-7c65-41d9-9b58-c4de92cea62e tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:55.000604 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50fdff2b-7c65-41d9-9b58-c4de92cea62e tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:55.003661 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50fdff2b-7c65-41d9-9b58-c4de92cea62e tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:55.004316 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50fdff2b-7c65-41d9-9b58-c4de92cea62e tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:55.005399 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50fdff2b-7c65-41d9-9b58-c4de92cea62e tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:55.005947 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50fdff2b-7c65-41d9-9b58-c4de92cea62e tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:55.006204 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4e7a3e62-de63-4f90-bdcb-65e3c8459bb6 req-fc6c98d8-3b52-4594-acc8-f4b01f0f1ca5 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=58574406-52f6-4da8-ba4e-3f91a696d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886528 Oct 20 10:52:55.007691 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50fdff2b-7c65-41d9-9b58-c4de92cea62e tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:55.009443 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50fdff2b-7c65-41d9-9b58-c4de92cea62e tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:55.010005 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50fdff2b-7c65-41d9-9b58-c4de92cea62e tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:55.011468 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50fdff2b-7c65-41d9-9b58-c4de92cea62e tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:55.012078 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50fdff2b-7c65-41d9-9b58-c4de92cea62e tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:55.013767 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50fdff2b-7c65-41d9-9b58-c4de92cea62e tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:55.016021 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50fdff2b-7c65-41d9-9b58-c4de92cea62e tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:55.016762 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50fdff2b-7c65-41d9-9b58-c4de92cea62e tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:55.017343 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50fdff2b-7c65-41d9-9b58-c4de92cea62e tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:55.018223 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50fdff2b-7c65-41d9-9b58-c4de92cea62e tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:55.020540 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50fdff2b-7c65-41d9-9b58-c4de92cea62e tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:55.021084 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50fdff2b-7c65-41d9-9b58-c4de92cea62e tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:55.021722 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50fdff2b-7c65-41d9-9b58-c4de92cea62e tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:55.023214 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50fdff2b-7c65-41d9-9b58-c4de92cea62e tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:55.025925 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50fdff2b-7c65-41d9-9b58-c4de92cea62e tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:55.026490 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50fdff2b-7c65-41d9-9b58-c4de92cea62e tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:55.027030 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50fdff2b-7c65-41d9-9b58-c4de92cea62e tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:55.027884 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50fdff2b-7c65-41d9-9b58-c4de92cea62e tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:55.039631 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50fdff2b-7c65-41d9-9b58-c4de92cea62e tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:55.040232 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50fdff2b-7c65-41d9-9b58-c4de92cea62e tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:55.040770 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50fdff2b-7c65-41d9-9b58-c4de92cea62e tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:55.041304 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50fdff2b-7c65-41d9-9b58-c4de92cea62e tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:55.041831 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50fdff2b-7c65-41d9-9b58-c4de92cea62e tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:55.042359 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50fdff2b-7c65-41d9-9b58-c4de92cea62e tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:55.042933 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50fdff2b-7c65-41d9-9b58-c4de92cea62e tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:55.043492 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50fdff2b-7c65-41d9-9b58-c4de92cea62e tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:55.044185 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50fdff2b-7c65-41d9-9b58-c4de92cea62e tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:55.044758 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50fdff2b-7c65-41d9-9b58-c4de92cea62e tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:55.045401 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50fdff2b-7c65-41d9-9b58-c4de92cea62e tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:55.045978 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50fdff2b-7c65-41d9-9b58-c4de92cea62e tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:55.046639 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50fdff2b-7c65-41d9-9b58-c4de92cea62e tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:55.047059 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50fdff2b-7c65-41d9-9b58-c4de92cea62e tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:55.055037 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f87f4e2c-b4d4-4970-988f-176d0528a22e req-0f2de1a4-406d-49ec-a39c-b70074ca9b04 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:52:55.058197 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-50fdff2b-7c65-41d9-9b58-c4de92cea62e tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 34998 time: 0.6055591 Oct 20 10:52:55.060284 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 49356) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:55.072742 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0b5d010-3eba-4fec-a0e9-1cc270881534 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Made reservation on behalf of 22a79d88690a4055b95547a3f21027fa for: {'port': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:52:55.165473 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-f87f4e2c-b4d4-4970-988f-176d0528a22e req-0f2de1a4-406d-49ec-a39c-b70074ca9b04 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] No DVR routers for this DVR port 687e9444-b6e6-48d0-a254-817eeff5b001 on host n-h1-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:52:55.168959 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-f87f4e2c-b4d4-4970-988f-176d0528a22e req-0f2de1a4-406d-49ec-a39c-b70074ca9b04 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:55.173541 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f87f4e2c-b4d4-4970-988f-176d0528a22e req-0f2de1a4-406d-49ec-a39c-b70074ca9b04 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.55 "DELETE /v2.0/ports/687e9444-b6e6-48d0-a254-817eeff5b001 HTTP/1.1" status: 204 len: 173 time: 1.8954477 Oct 20 10:52:55.221422 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357b2883-2425-4f7c-a6c8-d17f7177f25d None None] Sync routers for ids ['57e1c470-eb6c-4f1a-bb52-d159ea602c08'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:52:55.236893 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-57c7d1b0-1eba-4c6b-8b7c-1a9f015cb041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Deleting port 43b94279-7cd2-4ec4-8946-4165632bdfb2 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:52:55.237346 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-57c7d1b0-1eba-4c6b-8b7c-1a9f015cb041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:55.243122 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a0b5d010-3eba-4fec-a0e9-1cc270881534 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:55.271025 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357b2883-2425-4f7c-a6c8-d17f7177f25d None None] Routers {'57e1c470-eb6c-4f1a-bb52-d159ea602c08'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:52:55.271548 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-357b2883-2425-4f7c-a6c8-d17f7177f25d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:52:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['57e1c470-eb6c-4f1a-bb52-d159ea602c08'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:52:55.288103 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [None req-a0b5d010-3eba-4fec-a0e9-1cc270881534 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] device_id is not set on port d8e907cd-0a42-4e23-9039-3c53e81e8bcc yet. {{(pid=100597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:52:55.322586 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6241951e-81f4-4496-86e5-677904c829c7 req-aee30718-29ca-4e6a-9558-9876269ff781 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:55.324313 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6241951e-81f4-4496-86e5-677904c829c7 req-aee30718-29ca-4e6a-9558-9876269ff781 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.64 "GET /v2.0/ports?device_id=9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c HTTP/1.1" status: 200 len: 943 time: 0.2880607 Oct 20 10:52:55.413363 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3237e212-8da7-43f0-bac6-446e4920e335 None None] Publish callbacks [] for port, precommit_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:55.439809 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6241951e-81f4-4496-86e5-677904c829c7 req-000ff421-2355-47b4-9dd4-f87f71ac2126 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.64 "GET /v2.0/security-groups?id=112bbbcd-cedd-416d-87db-f3a7d2197192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982730 Oct 20 10:52:55.459011 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3237e212-8da7-43f0-bac6-446e4920e335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:55.502489 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-f87f4e2c-b4d4-4970-988f-176d0528a22e req-f7c31adf-9c05-40df-9956-57e8c71e45ec tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Deleting port f7887f37-d0d1-43d7-ab1a-53e2d1ece9e7 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:52:55.503325 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-f87f4e2c-b4d4-4970-988f-176d0528a22e req-f7c31adf-9c05-40df-9956-57e8c71e45ec tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:55.542851 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-a0b5d010-3eba-4fec-a0e9-1cc270881534 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Allocated IP 2001:db8::f816:3eff:fed3:97fa (8320e101-644d-44af-9385-629dd54c3c0a/e90b68bc-7ebd-4cb1-a2e5-8cde95311be5/d8e907cd-0a42-4e23-9039-3c53e81e8bcc) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:52:55.549242 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3237e212-8da7-43f0-bac6-446e4920e335 None None] Network 8320e101-644d-44af-9385-629dd54c3c0a is already hosted by enough agents. {{(pid=100598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:52:55.556163 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-357b2883-2425-4f7c-a6c8-d17f7177f25d None None] Set router 57e1c470-eb6c-4f1a-bb52-d159ea602c08 gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:52:55.562421 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.base_scheduler [None req-3237e212-8da7-43f0-bac6-446e4920e335 None None] Resources bound (agent type, host, resource id): {{(pid=100598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:52:55.594765 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3237e212-8da7-43f0-bac6-446e4920e335 None None] Received port after_create {{(pid=100598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:52:55.622592 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [None req-57c7d1b0-1eba-4c6b-8b7c-1a9f015cb041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] For port 43b94279-7cd2-4ec4-8946-4165632bdfb2, host n-h2-811396-3, got binding levels [] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:52:55.623008 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-57c7d1b0-1eba-4c6b-8b7c-1a9f015cb041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:55.639168 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-57c7d1b0-1eba-4c6b-8b7c-1a9f015cb041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Calling delete_port for 43b94279-7cd2-4ec4-8946-4165632bdfb2 owned by {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:52:55.673494 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3237e212-8da7-43f0-bac6-446e4920e335 None None] Pushing event updated for resources: {'Port': ['ID=a38b3b24-14a9-4cb0-b6a0-0b05e034257d,revision_number=1']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:55.723314 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-f87f4e2c-b4d4-4970-988f-176d0528a22e req-f7c31adf-9c05-40df-9956-57e8c71e45ec tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] For port f7887f37-d0d1-43d7-ab1a-53e2d1ece9e7, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=f7887f37-d0d1-43d7-ab1a-53e2d1ece9e7,segment=NetworkSegment(0cf32ebe-2347-41ff-bb97-94fd0b819e03),segment_id=0cf32ebe-2347-41ff-bb97-94fd0b819e03)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:52:55.728420 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-f87f4e2c-b4d4-4970-988f-176d0528a22e req-f7c31adf-9c05-40df-9956-57e8c71e45ec tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:55.758052 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-57c7d1b0-1eba-4c6b-8b7c-1a9f015cb041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:55.765118 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-3237e212-8da7-43f0-bac6-446e4920e335 None None] Attempting to bind port a38b3b24-14a9-4cb0-b6a0-0b05e034257d on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:52:55.765490 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-3237e212-8da7-43f0-bac6-446e4920e335 None None] Attempting to bind port a38b3b24-14a9-4cb0-b6a0-0b05e034257d by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': 'bdd410b3-9198-4748-b872-a4840957eef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '8320e101-644d-44af-9385-629dd54c3c0a'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:52:55.765857 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3237e212-8da7-43f0-bac6-446e4920e335 None None] Attempting to bind port a38b3b24-14a9-4cb0-b6a0-0b05e034257d on network 8320e101-644d-44af-9385-629dd54c3c0a {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:52:55.830197 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-f87f4e2c-b4d4-4970-988f-176d0528a22e req-f7c31adf-9c05-40df-9956-57e8c71e45ec tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Calling delete_port for f7887f37-d0d1-43d7-ab1a-53e2d1ece9e7 owned by compute:nova {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:52:55.849076 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c7d1b0-1eba-4c6b-8b7c-1a9f015cb041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Pushing event deleted for resources: {'Port': ['ID=43b94279-7cd2-4ec4-8946-4165632bdfb2,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:55.863512 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3237e212-8da7-43f0-bac6-446e4920e335 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:52:55.863916 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3237e212-8da7-43f0-bac6-446e4920e335 None None] Checking segment: {'id': 'bdd410b3-9198-4748-b872-a4840957eef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '8320e101-644d-44af-9385-629dd54c3c0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:52:55.864352 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3237e212-8da7-43f0-bac6-446e4920e335 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:55.864730 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3237e212-8da7-43f0-bac6-446e4920e335 None None] Bound using segment: {'id': 'bdd410b3-9198-4748-b872-a4840957eef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '8320e101-644d-44af-9385-629dd54c3c0a'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:52:55.865206 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-3237e212-8da7-43f0-bac6-446e4920e335 None None] Bound port: a38b3b24-14a9-4cb0-b6a0-0b05e034257d, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdd410b3-9198-4748-b872-a4840957eef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '8320e101-644d-44af-9385-629dd54c3c0a'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:52:55.865585 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3237e212-8da7-43f0-bac6-446e4920e335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:55.866392 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-57c7d1b0-1eba-4c6b-8b7c-1a9f015cb041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:55.869860 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-57c7d1b0-1eba-4c6b-8b7c-1a9f015cb041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] 10.222.0.64 "DELETE /v2.0/ports/43b94279-7cd2-4ec4-8946-4165632bdfb2 HTTP/1.1" status: 204 len: 168 time: 0.8080919 Oct 20 10:52:55.872924 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 49374) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:55.906587 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e206d91-391d-4cff-8e2b-925beefa48bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] GET failed (client error): The resource could not be found. Oct 20 10:52:55.908321 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-8e206d91-391d-4cff-8e2b-925beefa48bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] 10.222.0.64 "GET /v2.0/ports/43b94279-7cd2-4ec4-8946-4165632bdfb2 HTTP/1.1" status: 404 len: 333 time: 0.0344639 Oct 20 10:52:55.914230 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 49376) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:55.919147 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-9ee7493f-47bc-4da6-80bb-f5609bee11a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1572984473', 'network_id': 'ded10c45-8e81-4e18-a543-77640a2a55f4'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:52:55.978132 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-357b2883-2425-4f7c-a6c8-d17f7177f25d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57e1c470-eb6c-4f1a-bb52-d159ea602c08', 'name': 'tempest-TaggedBootDevicesTest_v242-269030753-router', 'tenant_id': 'cfcb374660ef40a8b05378b5e2eaff9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': '99e3a22f-40dd-439e-90a9-052012056e55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:41:38Z', 'updated_at': '2021-10-20T10:41:48Z', 'revision_number': 4, 'project_id': 'cfcb374660ef40a8b05378b5e2eaff9e', 'gw_port': {'id': '99e3a22f-40dd-439e-90a9-052012056e55', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:c6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57e1c470-eb6c-4f1a-bb52-d159ea602c08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:41:40Z', 'updated_at': '2021-10-20T10:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '56134666-8f77-4e33-8bd9-96d1e3fa65db', 'name': '', 'network_id': 'dcf86141-da0d-4c82-9e01-66c4be279d2b', 'tenant_id': 'cfcb374660ef40a8b05378b5e2eaff9e', 'mac_address': 'fa:16:3e:48:c0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57e1c470-eb6c-4f1a-bb52-d159ea602c08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': 'aa9160dc-9c5c-4cb9-bd41-a37d607d846c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:41:46Z', 'updated_at': '2021-10-20T10:41:53Z', 'revision_number': 5, 'project_id': 'cfcb374660ef40a8b05378b5e2eaff9e', 'subnets': [{'id': 'aa9160dc-9c5c-4cb9-bd41-a37d607d846c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:52:55.983997 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda3a3cb-287b-4d8c-ad8c-90cba800fc2c req-50ca9a36-7d39-4469-9451-78189fac2522 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:55.985797 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fda3a3cb-287b-4d8c-ad8c-90cba800fc2c req-50ca9a36-7d39-4469-9451-78189fac2522 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3f9930f-6768-428d-b296-1e65ca6bdfa7 HTTP/1.1" status: 200 len: 946 time: 0.2770755 Oct 20 10:52:56.013378 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357b2883-2425-4f7c-a6c8-d17f7177f25d None None] Checking router: 57e1c470-eb6c-4f1a-bb52-d159ea602c08 for host: n-d-811396-3 {{(pid=100598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:52:56.016857 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ee7493f-47bc-4da6-80bb-f5609bee11a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Made reservation on behalf of 3b82059df97e4c8f9c4f86f8f79d5859 for: {'port': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:52:56.021631 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9ee7493f-47bc-4da6-80bb-f5609bee11a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:56.023834 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-3237e212-8da7-43f0-bac6-446e4920e335 None None] For port a38b3b24-14a9-4cb0-b6a0-0b05e034257d, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:52:56.028774 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357b2883-2425-4f7c-a6c8-d17f7177f25d None None] Routers {'57e1c470-eb6c-4f1a-bb52-d159ea602c08'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:52:56.029458 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-357b2883-2425-4f7c-a6c8-d17f7177f25d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:52:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['57e1c470-eb6c-4f1a-bb52-d159ea602c08'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:52:56.065911 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [None req-9ee7493f-47bc-4da6-80bb-f5609bee11a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] device_id is not set on port 929fd2e3-711c-4052-8690-de2810c9295c yet. {{(pid=100597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:52:56.079405 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-3237e212-8da7-43f0-bac6-446e4920e335 None None] For port a38b3b24-14a9-4cb0-b6a0-0b05e034257d, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=a38b3b24-14a9-4cb0-b6a0-0b05e034257d,segment=NetworkSegment(bdd410b3-9198-4748-b872-a4840957eef7),segment_id=bdd410b3-9198-4748-b872-a4840957eef7)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:52:56.090449 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3237e212-8da7-43f0-bac6-446e4920e335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:56.193586 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a0b5d010-3eba-4fec-a0e9-1cc270881534 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:56.294484 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0786b82c-55e3-44d0-8bc8-dbaa01591836 req-9feccfdf-275a-4c28-91b8-daf1f45a043f tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:56.311084 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0786b82c-55e3-44d0-8bc8-dbaa01591836 req-9feccfdf-275a-4c28-91b8-daf1f45a043f tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=32a45391-eb86-4e02-8bee-8fc24219c1b9 HTTP/1.1" status: 200 len: 944 time: 0.4752786 Oct 20 10:52:56.320937 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c', 'name': 'network-vif-deleted', 'tag': '687e9444-b6e6-48d0-a254-817eeff5b001'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:52:56.329674 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-357b2883-2425-4f7c-a6c8-d17f7177f25d None None] Set router 57e1c470-eb6c-4f1a-bb52-d159ea602c08 gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:52:56.332035 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3237e212-8da7-43f0-bac6-446e4920e335 None None] Pushing event updated for resources: {'Port': ['ID=a38b3b24-14a9-4cb0-b6a0-0b05e034257d,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:56.333053 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f28ebd6-289d-422c-a23c-3e2bf3377e3d" -d '{"events": [{"server_uuid": "9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c", "name": "network-vif-deleted", "tag": "687e9444-b6e6-48d0-a254-817eeff5b001"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:52:56.338366 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fda3a3cb-287b-4d8c-ad8c-90cba800fc2c req-246f8a3a-6c6b-4661-98d0-c22e1336d1a5 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=58574406-52f6-4da8-ba4e-3f91a696d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2714231 Oct 20 10:52:56.348503 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a0b5d010-3eba-4fec-a0e9-1cc270881534 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:56.367658 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9ee7493f-47bc-4da6-80bb-f5609bee11a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:56.422141 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b5d010-3eba-4fec-a0e9-1cc270881534 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Network 8320e101-644d-44af-9385-629dd54c3c0a is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:52:56.422659 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0786b82c-55e3-44d0-8bc8-dbaa01591836 req-9ac36ca3-e5bc-49e7-95c7-348be1608fe9 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e1d7c5e-d35b-480e-bc76-e69dc8123b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098819 Oct 20 10:52:56.427706 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-a0b5d010-3eba-4fec-a0e9-1cc270881534 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:52:56.433311 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b5d010-3eba-4fec-a0e9-1cc270881534 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:52:56.440593 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b5d010-3eba-4fec-a0e9-1cc270881534 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:56.441523 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a0b5d010-3eba-4fec-a0e9-1cc270881534 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:56.463660 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-a0b5d010-3eba-4fec-a0e9-1cc270881534 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.0920811 Oct 20 10:52:56.465369 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-f87f4e2c-b4d4-4970-988f-176d0528a22e req-f7c31adf-9c05-40df-9956-57e8c71e45ec tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:56.469150 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 49382) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:56.473020 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b5d010-3eba-4fec-a0e9-1cc270881534 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Pushing event updated for resources: {'Port': ['ID=d8e907cd-0a42-4e23-9039-3c53e81e8bcc,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:56.513908 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9ee7493f-47bc-4da6-80bb-f5609bee11a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:56.601382 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad4c7837-9551-46ef-96d9-7cfd254dc465 x-openstack-request-id: req-ad4c7837-9551-46ef-96d9-7cfd254dc465 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:52:56.602186 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c", "name": "network-vif-deleted", "tag": "687e9444-b6e6-48d0-a254-817eeff5b001", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:52:56.602186 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ad4c7837-9551-46ef-96d9-7cfd254dc465 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:52:56.602384 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c', 'name': 'network-vif-deleted', 'tag': '687e9444-b6e6-48d0-a254-817eeff5b001', 'status': 'completed', 'code': 200} Oct 20 10:52:56.654790 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee7493f-47bc-4da6-80bb-f5609bee11a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Network ded10c45-8e81-4e18-a543-77640a2a55f4 is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:52:56.658066 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-9ee7493f-47bc-4da6-80bb-f5609bee11a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:52:56.662958 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee7493f-47bc-4da6-80bb-f5609bee11a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:52:56.663780 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee7493f-47bc-4da6-80bb-f5609bee11a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:56.664376 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9ee7493f-47bc-4da6-80bb-f5609bee11a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:56.672819 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee7493f-47bc-4da6-80bb-f5609bee11a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Pushing event updated for resources: {'Port': ['ID=929fd2e3-711c-4052-8690-de2810c9295c,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:56.720947 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-9ee7493f-47bc-4da6-80bb-f5609bee11a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.7982879 Oct 20 10:52:56.722474 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 49386) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:56.779569 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c31adf-9c05-40df-9956-57e8c71e45ec tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Pushing event deleted for resources: {'Port': ['ID=f7887f37-d0d1-43d7-ab1a-53e2d1ece9e7,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:56.787825 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee7bfd6-e761-408c-8595-e363047e5ba7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:56.790451 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-2ee7bfd6-e761-408c-8595-e363047e5ba7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] 10.222.0.64 "GET /v2.0/ports/929fd2e3-711c-4052-8690-de2810c9295c HTTP/1.1" status: 200 len: 959 time: 0.0667624 Oct 20 10:52:56.793255 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 49388) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:56.815266 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ea426081-448b-4d93-9c7d-87557e4d1b4e req-3e7cdfbb-7447-42d3-b181-b46d39fa3dda tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.64 "GET /v2.0/ports?device_id=9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c HTTP/1.1" status: 200 len: 210 time: 0.1073580 Oct 20 10:52:56.820079 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-f87f4e2c-b4d4-4970-988f-176d0528a22e req-f7c31adf-9c05-40df-9956-57e8c71e45ec tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] No DVR routers for this DVR port f7887f37-d0d1-43d7-ab1a-53e2d1ece9e7 on host n-h1-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:52:56.834496 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-f87f4e2c-b4d4-4970-988f-176d0528a22e req-f7c31adf-9c05-40df-9956-57e8c71e45ec tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:56.840487 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f87f4e2c-b4d4-4970-988f-176d0528a22e req-f7c31adf-9c05-40df-9956-57e8c71e45ec tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.55 "DELETE /v2.0/ports/f7887f37-d0d1-43d7-ab1a-53e2d1ece9e7 HTTP/1.1" status: 204 len: 173 time: 1.6592677 Oct 20 10:52:56.896870 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4124d35-e725-4e89-b787-42d56d9a5464 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:56.899810 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device b8dcd228-64bf-4b65-ac92-a15363c2ebeb up at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:52:56.908984 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4124d35-e725-4e89-b787-42d56d9a5464 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:56.916970 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-c4124d35-e725-4e89-b787-42d56d9a5464 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.4337182 Oct 20 10:52:56.920215 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 49390) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:56.935306 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a48006b-888b-4f59-ab26-b3d34bc0e537 req-81805023-eda3-4c89-b132-2b8e383afe47 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:56.948148 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6a48006b-888b-4f59-ab26-b3d34bc0e537 req-81805023-eda3-4c89-b132-2b8e383afe47 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "GET /v2.0/ports?device_id=f6985271-c5af-4029-bb17-1bfc6954e8ed HTTP/1.1" status: 200 len: 945 time: 0.3839049 Oct 20 10:52:56.964411 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-20d935f0-a430-4e75-8070-46944c873aaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Deleting port 929fd2e3-711c-4052-8690-de2810c9295c {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:52:56.965111 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-20d935f0-a430-4e75-8070-46944c873aaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:56.996272 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-357b2883-2425-4f7c-a6c8-d17f7177f25d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57e1c470-eb6c-4f1a-bb52-d159ea602c08', 'name': 'tempest-TaggedBootDevicesTest_v242-269030753-router', 'tenant_id': 'cfcb374660ef40a8b05378b5e2eaff9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': '99e3a22f-40dd-439e-90a9-052012056e55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:41:38Z', 'updated_at': '2021-10-20T10:41:48Z', 'revision_number': 4, 'project_id': 'cfcb374660ef40a8b05378b5e2eaff9e', 'gw_port': {'id': '99e3a22f-40dd-439e-90a9-052012056e55', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:c6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57e1c470-eb6c-4f1a-bb52-d159ea602c08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:41:40Z', 'updated_at': '2021-10-20T10:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '56134666-8f77-4e33-8bd9-96d1e3fa65db', 'name': '', 'network_id': 'dcf86141-da0d-4c82-9e01-66c4be279d2b', 'tenant_id': 'cfcb374660ef40a8b05378b5e2eaff9e', 'mac_address': 'fa:16:3e:48:c0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57e1c470-eb6c-4f1a-bb52-d159ea602c08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': 'aa9160dc-9c5c-4cb9-bd41-a37d607d846c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:41:46Z', 'updated_at': '2021-10-20T10:41:53Z', 'revision_number': 5, 'project_id': 'cfcb374660ef40a8b05378b5e2eaff9e', 'subnets': [{'id': 'aa9160dc-9c5c-4cb9-bd41-a37d607d846c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:52:57.030061 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6a48006b-888b-4f59-ab26-b3d34bc0e537 req-e60581bc-eb7c-44b4-b409-9a0d9b4d7c3a tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "GET /v2.0/security-groups?id=0dc9179d-66bd-42ab-8966-2d73b22efd24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809307 Oct 20 10:52:57.064250 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357b2883-2425-4f7c-a6c8-d17f7177f25d None None] The sync data for ids ['57e1c470-eb6c-4f1a-bb52-d159ea602c08'] in n-d-811396-3 is: [{'id': '57e1c470-eb6c-4f1a-bb52-d159ea602c08', 'name': 'tempest-TaggedBootDevicesTest_v242-269030753-router', 'tenant_id': 'cfcb374660ef40a8b05378b5e2eaff9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': '99e3a22f-40dd-439e-90a9-052012056e55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:41:38Z', 'updated_at': '2021-10-20T10:41:48Z', 'revision_number': 4, 'project_id': 'cfcb374660ef40a8b05378b5e2eaff9e', 'gw_port': {'id': '99e3a22f-40dd-439e-90a9-052012056e55', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:c6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57e1c470-eb6c-4f1a-bb52-d159ea602c08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:41:40Z', 'updated_at': '2021-10-20T10:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '56134666-8f77-4e33-8bd9-96d1e3fa65db', 'name': '', 'network_id': 'dcf86141-da0d-4c82-9e01-66c4be279d2b', 'tenant_id': 'cfcb374660ef40a8b05378b5e2eaff9e', 'mac_address': 'fa:16:3e:48:c0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57e1c470-eb6c-4f1a-bb52-d159ea602c08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': 'aa9160dc-9c5c-4cb9-bd41-a37d607d846c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:41:46Z', 'updated_at': '2021-10-20T10:41:53Z', 'revision_number': 5, 'project_id': 'cfcb374660ef40a8b05378b5e2eaff9e', 'subnets': [{'id': 'aa9160dc-9c5c-4cb9-bd41-a37d607d846c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:52:57.081916 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning for port b8dcd228-64bf-4b65-ac92-a15363c2ebeb completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:52:57.086185 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning complete for port b8dcd228-64bf-4b65-ac92-a15363c2ebeb triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:52:57.086815 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:57.124466 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-20d935f0-a430-4e75-8070-46944c873aaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:57.173424 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-20d935f0-a430-4e75-8070-46944c873aaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Calling delete_port for 929fd2e3-711c-4052-8690-de2810c9295c owned by {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:52:57.191863 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-1fb39bd8-12fb-4120-8a6a-cc50c8fd916f tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Deleting port d8e907cd-0a42-4e23-9039-3c53e81e8bcc {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:52:57.192206 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1fb39bd8-12fb-4120-8a6a-cc50c8fd916f tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:57.248503 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:57.304185 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6985271-c5af-4029-bb17-1bfc6954e8ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8dcd228-64bf-4b65-ac92-a15363c2ebeb'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:52:57.308419 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2f107c7-5a39-4dc5-abac-4d8cc42a1c01" -d '{"events": [{"server_uuid": "f6985271-c5af-4029-bb17-1bfc6954e8ed", "name": "network-vif-plugged", "status": "completed", "tag": "b8dcd228-64bf-4b65-ac92-a15363c2ebeb"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:52:57.338455 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port b8dcd228-64bf-4b65-ac92-a15363c2ebeb, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=b8dcd228-64bf-4b65-ac92-a15363c2ebeb,segment=NetworkSegment(ffcf5e3b-3827-4d62-9e42-559efa08a955),segment_id=ffcf5e3b-3827-4d62-9e42-559efa08a955)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:52:57.344702 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:57.345919 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device d012fc61-e760-4bcf-aff4-9ef2d30ecf9f no longer exists at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:52:57.427534 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbcf74d7-c6eb-42d7-8f1f-145e78eff602 x-openstack-request-id: req-dbcf74d7-c6eb-42d7-8f1f-145e78eff602 {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:52:57.428551 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6985271-c5af-4029-bb17-1bfc6954e8ed", "name": "network-vif-plugged", "status": "completed", "tag": "b8dcd228-64bf-4b65-ac92-a15363c2ebeb", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:52:57.429031 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-dbcf74d7-c6eb-42d7-8f1f-145e78eff602 {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:52:57.429439 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6985271-c5af-4029-bb17-1bfc6954e8ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8dcd228-64bf-4b65-ac92-a15363c2ebeb', 'code': 200} Oct 20 10:52:57.501537 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1fb39bd8-12fb-4120-8a6a-cc50c8fd916f tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:57.559414 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-1fb39bd8-12fb-4120-8a6a-cc50c8fd916f tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Calling delete_port for d8e907cd-0a42-4e23-9039-3c53e81e8bcc owned by {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:52:57.589003 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:57.644027 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port d012fc61-e760-4bcf-aff4-9ef2d30ecf9f, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=d012fc61-e760-4bcf-aff4-9ef2d30ecf9f,segment=NetworkSegment(7a7eba38-3a2c-4235-a145-c989dfc5d4dc),segment_id=7a7eba38-3a2c-4235-a145-c989dfc5d4dc)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:52:57.646252 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=b8dcd228-64bf-4b65-ac92-a15363c2ebeb,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:57.669164 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:57.674667 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354381ce-d61a-40f3-9d41-a2f8184cad73 None None] New status for floating IP 8543dd2d-8fa6-45b6-8066-55fc540e805e: DOWN {{(pid=100599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 10:52:57.775550 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1fb39bd8-12fb-4120-8a6a-cc50c8fd916f tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:57.803417 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=d012fc61-e760-4bcf-aff4-9ef2d30ecf9f,revision_number=11']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:57.822947 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb39bd8-12fb-4120-8a6a-cc50c8fd916f tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Pushing event deleted for resources: {'Port': ['ID=d8e907cd-0a42-4e23-9039-3c53e81e8bcc,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:57.861691 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1fb39bd8-12fb-4120-8a6a-cc50c8fd916f tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:57.866110 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-1fb39bd8-12fb-4120-8a6a-cc50c8fd916f tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "DELETE /v2.0/ports/d8e907cd-0a42-4e23-9039-3c53e81e8bcc HTTP/1.1" status: 204 len: 168 time: 0.9438820 Oct 20 10:52:57.867774 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-20d935f0-a430-4e75-8070-46944c873aaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:57.869362 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 49404) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:57.957636 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-20d935f0-a430-4e75-8070-46944c873aaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:57.961470 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-20d935f0-a430-4e75-8070-46944c873aaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] 10.222.0.64 "DELETE /v2.0/ports/929fd2e3-711c-4052-8690-de2810c9295c HTTP/1.1" status: 204 len: 168 time: 1.1667562 Oct 20 10:52:57.965561 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 49406) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:57.982062 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d935f0-a430-4e75-8070-46944c873aaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Pushing event deleted for resources: {'Port': ['ID=929fd2e3-711c-4052-8690-de2810c9295c,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:58.011445 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fa1adf1-ccca-4a1a-b10d-2d75ee2e8b85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] GET failed (client error): The resource could not be found. Oct 20 10:52:58.013462 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-0fa1adf1-ccca-4a1a-b10d-2d75ee2e8b85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] 10.222.0.64 "GET /v2.0/ports/929fd2e3-711c-4052-8690-de2810c9295c HTTP/1.1" status: 404 len: 333 time: 0.0459394 Oct 20 10:52:58.021714 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 49408) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:58.044134 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-cdeade87-14fa-4280-af2e-a8393fa904aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Request body: {'port': {'network_id': 'ded10c45-8e81-4e18-a543-77640a2a55f4', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134432711'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:52:58.062403 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57397bfe-aef3-411f-a452-4aeae1ce8a27 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:58.064386 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57397bfe-aef3-411f-a452-4aeae1ce8a27 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:58.067088 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-57397bfe-aef3-411f-a452-4aeae1ce8a27 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1930692 Oct 20 10:52:58.069690 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 49412) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:58.131882 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-f75dee09-774f-4dd2-ba51-25fe229013f0 None None] Provisioning complete for port a38b3b24-14a9-4cb0-b6a0-0b05e034257d triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:52:58.132248 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-f75dee09-774f-4dd2-ba51-25fe229013f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:58.160041 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_v2 [None req-07a18386-17a5-488c-88bd-1b829e5825da tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Deleting subnet e90b68bc-7ebd-4cb1-a2e5-8cde95311be5 {{(pid=100597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:52:58.166524 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-07a18386-17a5-488c-88bd-1b829e5825da tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks [] for subnet, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:58.255059 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-07a18386-17a5-488c-88bd-1b829e5825da tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25852621'] for subnet, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:58.287748 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device a38b3b24-14a9-4cb0-b6a0-0b05e034257d up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:52:58.339337 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-f75dee09-774f-4dd2-ba51-25fe229013f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:58.393151 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port a38b3b24-14a9-4cb0-b6a0-0b05e034257d triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:52:58.393709 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:58.433849 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ac1c70-1815-41b0-95d0-896a13acdc78 req-03a1cfb1-6822-41b3-9c9e-0b7f9faece0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:58.435405 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-63ac1c70-1815-41b0-95d0-896a13acdc78 req-03a1cfb1-6822-41b3-9c9e-0b7f9faece0e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f6985271-c5af-4029-bb17-1bfc6954e8ed HTTP/1.1" status: 200 len: 1097 time: 0.9405148 Oct 20 10:52:58.442646 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-f75dee09-774f-4dd2-ba51-25fe229013f0 None None] For port a38b3b24-14a9-4cb0-b6a0-0b05e034257d, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=a38b3b24-14a9-4cb0-b6a0-0b05e034257d,segment=NetworkSegment(bdd410b3-9198-4748-b872-a4840957eef7),segment_id=bdd410b3-9198-4748-b872-a4840957eef7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:52:58.443855 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67355d7f-5b7a-492e-8935-59c80e5c9a11 req-d1faf71b-3f5e-4f96-8787-466936fc3078 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:58.445768 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-67355d7f-5b7a-492e-8935-59c80e5c9a11 req-d1faf71b-3f5e-4f96-8787-466936fc3078 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=32a45391-eb86-4e02-8bee-8fc24219c1b9 HTTP/1.1" status: 200 len: 944 time: 0.8734787 Oct 20 10:52:58.454497 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-f75dee09-774f-4dd2-ba51-25fe229013f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:58.462685 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17e7eac-14d3-4dfa-812f-e2a681a32289 req-db21ff7d-39e1-43ec-aa0b-65cb354a95e6 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:58.464620 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b17e7eac-14d3-4dfa-812f-e2a681a32289 req-db21ff7d-39e1-43ec-aa0b-65cb354a95e6 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3f9930f-6768-428d-b296-1e65ca6bdfa7 HTTP/1.1" status: 200 len: 946 time: 0.9195824 Oct 20 10:52:58.479323 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdeade87-14fa-4280-af2e-a8393fa904aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Made reservation on behalf of 3b82059df97e4c8f9c4f86f8f79d5859 for: {'port': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:52:58.481915 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-cdeade87-14fa-4280-af2e-a8393fa904aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:58.517394 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75dee09-774f-4dd2-ba51-25fe229013f0 None None] Pushing event updated for resources: {'Port': ['ID=a38b3b24-14a9-4cb0-b6a0-0b05e034257d,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:58.541840 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [None req-cdeade87-14fa-4280-af2e-a8393fa904aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] device_id is not set on port e024828c-25f6-446f-9740-5ea6feb45a0c yet. {{(pid=100597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:52:58.555805 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-07a18386-17a5-488c-88bd-1b829e5825da tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:58.575621 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-908c459f-ca19-4f85-a195-66a53fd28b11 None None] Could not find standard attr ID for object d8e907cd-0a42-4e23-9039-3c53e81e8bcc. {{(pid=100598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 20 10:52:58.577640 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-63ac1c70-1815-41b0-95d0-896a13acdc78 req-6ba302e3-598f-48f3-a5aa-071b9614521b service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=0dc9179d-66bd-42ab-8966-2d73b22efd24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306317 Oct 20 10:52:58.587794 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-67355d7f-5b7a-492e-8935-59c80e5c9a11 req-623ee5e0-5ff0-4eb2-b427-7bc310848e21 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e1d7c5e-d35b-480e-bc76-e69dc8123b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221113 Oct 20 10:52:58.590743 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b17e7eac-14d3-4dfa-812f-e2a681a32289 req-76b6d502-89a3-4027-8f27-a9ec3ba781fb tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=58574406-52f6-4da8-ba4e-3f91a696d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163657 Oct 20 10:52:58.616048 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c', 'name': 'network-vif-deleted', 'tag': 'f7887f37-d0d1-43d7-ab1a-53e2d1ece9e7'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:52:58.626109 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20a91234-a8c8-4ac1-9d55-e1c90705a0a2" -d '{"events": [{"server_uuid": "9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c", "name": "network-vif-deleted", "tag": "f7887f37-d0d1-43d7-ab1a-53e2d1ece9e7"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:52:58.781491 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b3547329-8011-4505-910e-c96fccd3f17b req-6a7d25cc-c640-4b78-90c6-19624daf575a tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.64 "GET /v2.0/ports?device_id=9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c HTTP/1.1" status: 200 len: 210 time: 0.0722373 Oct 20 10:52:58.853442 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b4dc69-864b-499b-9bb9-458f32e62965 req-b294c241-1055-4e84-8981-071a6c2ff2e1 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:58.857560 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a1b4dc69-864b-499b-9bb9-458f32e62965 req-b294c241-1055-4e84-8981-071a6c2ff2e1 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "GET /v2.0/ports?device_id=f6985271-c5af-4029-bb17-1bfc6954e8ed HTTP/1.1" status: 200 len: 946 time: 0.1511600 Oct 20 10:52:58.870481 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-cdeade87-14fa-4280-af2e-a8393fa904aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:58.876898 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30dfc790-0cfc-4d32-8688-1d4dde6c23eb x-openstack-request-id: req-30dfc790-0cfc-4d32-8688-1d4dde6c23eb {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:52:58.877737 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c", "name": "network-vif-deleted", "tag": "f7887f37-d0d1-43d7-ab1a-53e2d1ece9e7", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:52:58.878222 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-30dfc790-0cfc-4d32-8688-1d4dde6c23eb {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:52:58.878898 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c', 'name': 'network-vif-deleted', 'tag': 'f7887f37-d0d1-43d7-ab1a-53e2d1ece9e7', 'status': 'completed', 'code': 200} Oct 20 10:52:58.914101 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-07a18386-17a5-488c-88bd-1b829e5825da tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25350811'] for subnet, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:58.920635 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a1b4dc69-864b-499b-9bb9-458f32e62965 req-4b2d230f-1ef9-4eac-93b1-a2148536c6b8 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "GET /v2.0/security-groups?id=0dc9179d-66bd-42ab-8966-2d73b22efd24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539207 Oct 20 10:52:58.962005 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a18386-17a5-488c-88bd-1b829e5825da tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Pushing event deleted for resources: {'Subnet': ['ID=e90b68bc-7ebd-4cb1-a2e5-8cde95311be5,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:58.966802 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-cdeade87-14fa-4280-af2e-a8393fa904aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:58.984222 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-07a18386-17a5-488c-88bd-1b829e5825da tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:58.988336 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-07a18386-17a5-488c-88bd-1b829e5825da tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "DELETE /v2.0/subnets/e90b68bc-7ebd-4cb1-a2e5-8cde95311be5 HTTP/1.1" status: 204 len: 168 time: 0.9173479 Oct 20 10:52:58.991033 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 49418) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:59.006051 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc22460-9494-477e-bdf3-29d83e9dc5ef None None] Network 8320e101-644d-44af-9385-629dd54c3c0a requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:52:59.028243 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdeade87-14fa-4280-af2e-a8393fa904aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Network ded10c45-8e81-4e18-a543-77640a2a55f4 is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:52:59.032633 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-cdeade87-14fa-4280-af2e-a8393fa904aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:52:59.036017 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdeade87-14fa-4280-af2e-a8393fa904aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:52:59.037446 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdeade87-14fa-4280-af2e-a8393fa904aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:59.038134 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-cdeade87-14fa-4280-af2e-a8393fa904aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:59.077002 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-cdeade87-14fa-4280-af2e-a8393fa904aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.0524056 Oct 20 10:52:59.078694 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdeade87-14fa-4280-af2e-a8393fa904aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Pushing event updated for resources: {'Port': ['ID=e024828c-25f6-446f-9740-5ea6feb45a0c,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:59.091810 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 49420) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:59.099230 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-a7bf8bac-111a-49e8-a961-27d79d67112f tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-811396-3'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:52:59.121530 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-706ae7ea-12f6-4716-b95c-c3404498e702 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1278105 Oct 20 10:52:59.124417 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 49422) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:59.231930 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8bac-111a-49e8-a961-27d79d67112f tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:59.250636 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b330b2-30c2-46b6-887c-66a6321e06a8 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:59.255051 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-a2b330b2-30c2-46b6-887c-66a6321e06a8 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1284828 Oct 20 10:52:59.259688 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 49424) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:59.366087 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a57e63b-d481-4c19-b2ca-18f3ff3c5fcd tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:59.373688 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-3a57e63b-d481-4c19-b2ca-18f3ff3c5fcd tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1077633 Oct 20 10:52:59.374935 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 49426) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:59.494608 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-734c0ed0-13fe-4196-8575-7626beda72c9 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1147089 Oct 20 10:52:59.497496 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 49428) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:52:59.515724 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-f71ec76a-2b87-483a-a63e-b507d3f9fbc1 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Request body: {'subnet': {'network_id': '8320e101-644d-44af-9385-629dd54c3c0a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:52:59.524120 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [None req-a7bf8bac-111a-49e8-a961-27d79d67112f tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] device_id is not set on port e024828c-25f6-446f-9740-5ea6feb45a0c yet. {{(pid=100597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:52:59.556859 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8bac-111a-49e8-a961-27d79d67112f tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Publish callbacks [] for port, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:59.565006 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8bac-111a-49e8-a961-27d79d67112f tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:59.566309 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3f9930f-6768-428d-b296-1e65ca6bdfa7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd012fc61-e760-4bcf-aff4-9ef2d30ecf9f'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:52:59.569437 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9f81a65-b796-4d5d-87d0-2bc5e51db872" -d '{"events": [{"server_uuid": "b3f9930f-6768-428d-b296-1e65ca6bdfa7", "name": "network-vif-unplugged", "status": "completed", "tag": "d012fc61-e760-4bcf-aff4-9ef2d30ecf9f"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:52:59.658953 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Oct 2021 10:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-767a1bb6-43d4-4202-bd5a-b1b921f43ea7 x-openstack-request-id: req-767a1bb6-43d4-4202-bd5a-b1b921f43ea7 {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:52:59.659269 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3f9930f-6768-428d-b296-1e65ca6bdfa7", "name": "network-vif-unplugged", "status": "completed", "tag": "d012fc61-e760-4bcf-aff4-9ef2d30ecf9f", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:52:59.659573 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-767a1bb6-43d4-4202-bd5a-b1b921f43ea7 {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:52:59.660241 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3f9930f-6768-428d-b296-1e65ca6bdfa7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd012fc61-e760-4bcf-aff4-9ef2d30ecf9f', 'code': 200} Oct 20 10:52:59.703663 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d43202-953e-4865-853f-99104d3b2e14 None None] DHCP port deletion for 8320e101-644d-44af-9385-629dd54c3c0a request from n-d-811396-3 {{(pid=100598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:52:59.754086 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [None req-a7bf8bac-111a-49e8-a961-27d79d67112f tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attempting to bind port e024828c-25f6-446f-9740-5ea6feb45a0c on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:52:59.754514 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [None req-a7bf8bac-111a-49e8-a961-27d79d67112f tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attempting to bind port e024828c-25f6-446f-9740-5ea6feb45a0c by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': '064e3108-4516-48e9-97f3-40f4282c62bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'ded10c45-8e81-4e18-a543-77640a2a55f4'}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:52:59.754867 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bf8bac-111a-49e8-a961-27d79d67112f tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attempting to bind port e024828c-25f6-446f-9740-5ea6feb45a0c on network ded10c45-8e81-4e18-a543-77640a2a55f4 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:52:59.759126 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bf8bac-111a-49e8-a961-27d79d67112f tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Pushing event updated for resources: {'Port': ['ID=e024828c-25f6-446f-9740-5ea6feb45a0c,revision_number=2']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:52:59.770637 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f71ec76a-2b87-483a-a63e-b507d3f9fbc1 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Made reservation on behalf of 22a79d88690a4055b95547a3f21027fa for: {'subnet': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:52:59.774063 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bf8bac-111a-49e8-a961-27d79d67112f tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Port e024828c-25f6-446f-9740-5ea6feb45a0c on network ded10c45-8e81-4e18-a543-77640a2a55f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:52:59.774224 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f71ec76a-2b87-483a-a63e-b507d3f9fbc1 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26761797'] for subnet, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:59.774722 n-d-811396-3 neutron-server[100597]: ERROR neutron.plugins.ml2.managers [None req-a7bf8bac-111a-49e8-a961-27d79d67112f tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Failed to bind port e024828c-25f6-446f-9740-5ea6feb45a0c on host n-h2-811396-3 for vnic_type normal using segments [{'id': '064e3108-4516-48e9-97f3-40f4282c62bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'ded10c45-8e81-4e18-a543-77640a2a55f4'}] Oct 20 10:52:59.775284 n-d-811396-3 neutron-server[100597]: INFO neutron.plugins.ml2.plugin [None req-a7bf8bac-111a-49e8-a961-27d79d67112f tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attempt 2 to bind port e024828c-25f6-446f-9740-5ea6feb45a0c Oct 20 10:52:59.793301 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [None req-a7bf8bac-111a-49e8-a961-27d79d67112f tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attempting to bind port e024828c-25f6-446f-9740-5ea6feb45a0c on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:52:59.793986 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [None req-a7bf8bac-111a-49e8-a961-27d79d67112f tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attempting to bind port e024828c-25f6-446f-9740-5ea6feb45a0c by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': '064e3108-4516-48e9-97f3-40f4282c62bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'ded10c45-8e81-4e18-a543-77640a2a55f4'}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:52:59.794496 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bf8bac-111a-49e8-a961-27d79d67112f tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attempting to bind port e024828c-25f6-446f-9740-5ea6feb45a0c on network ded10c45-8e81-4e18-a543-77640a2a55f4 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:52:59.794728 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-04d43202-953e-4865-853f-99104d3b2e14 None None] Deleting port a38b3b24-14a9-4cb0-b6a0-0b05e034257d {{(pid=100598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:52:59.795119 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-04d43202-953e-4865-853f-99104d3b2e14 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:59.800197 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bf8bac-111a-49e8-a961-27d79d67112f tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Port e024828c-25f6-446f-9740-5ea6feb45a0c on network ded10c45-8e81-4e18-a543-77640a2a55f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:52:59.800724 n-d-811396-3 neutron-server[100597]: ERROR neutron.plugins.ml2.managers [None req-a7bf8bac-111a-49e8-a961-27d79d67112f tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Failed to bind port e024828c-25f6-446f-9740-5ea6feb45a0c on host n-h2-811396-3 for vnic_type normal using segments [{'id': '064e3108-4516-48e9-97f3-40f4282c62bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'ded10c45-8e81-4e18-a543-77640a2a55f4'}] Oct 20 10:52:59.801533 n-d-811396-3 neutron-server[100597]: INFO neutron.plugins.ml2.plugin [None req-a7bf8bac-111a-49e8-a961-27d79d67112f tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attempt 3 to bind port e024828c-25f6-446f-9740-5ea6feb45a0c Oct 20 10:52:59.815821 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [None req-a7bf8bac-111a-49e8-a961-27d79d67112f tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attempting to bind port e024828c-25f6-446f-9740-5ea6feb45a0c on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:52:59.816386 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [None req-a7bf8bac-111a-49e8-a961-27d79d67112f tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attempting to bind port e024828c-25f6-446f-9740-5ea6feb45a0c by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': '064e3108-4516-48e9-97f3-40f4282c62bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'ded10c45-8e81-4e18-a543-77640a2a55f4'}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:52:59.816888 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bf8bac-111a-49e8-a961-27d79d67112f tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attempting to bind port e024828c-25f6-446f-9740-5ea6feb45a0c on network ded10c45-8e81-4e18-a543-77640a2a55f4 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:52:59.822658 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bf8bac-111a-49e8-a961-27d79d67112f tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Port e024828c-25f6-446f-9740-5ea6feb45a0c on network ded10c45-8e81-4e18-a543-77640a2a55f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:52:59.823205 n-d-811396-3 neutron-server[100597]: ERROR neutron.plugins.ml2.managers [None req-a7bf8bac-111a-49e8-a961-27d79d67112f tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Failed to bind port e024828c-25f6-446f-9740-5ea6feb45a0c on host n-h2-811396-3 for vnic_type normal using segments [{'id': '064e3108-4516-48e9-97f3-40f4282c62bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'ded10c45-8e81-4e18-a543-77640a2a55f4'}] Oct 20 10:52:59.823896 n-d-811396-3 neutron-server[100597]: INFO neutron.plugins.ml2.plugin [None req-a7bf8bac-111a-49e8-a961-27d79d67112f tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attempt 4 to bind port e024828c-25f6-446f-9740-5ea6feb45a0c Oct 20 10:52:59.839787 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [None req-a7bf8bac-111a-49e8-a961-27d79d67112f tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attempting to bind port e024828c-25f6-446f-9740-5ea6feb45a0c on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:52:59.840925 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [None req-a7bf8bac-111a-49e8-a961-27d79d67112f tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attempting to bind port e024828c-25f6-446f-9740-5ea6feb45a0c by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': '064e3108-4516-48e9-97f3-40f4282c62bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'ded10c45-8e81-4e18-a543-77640a2a55f4'}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:52:59.841455 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bf8bac-111a-49e8-a961-27d79d67112f tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attempting to bind port e024828c-25f6-446f-9740-5ea6feb45a0c on network ded10c45-8e81-4e18-a543-77640a2a55f4 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:52:59.849305 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bf8bac-111a-49e8-a961-27d79d67112f tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Port e024828c-25f6-446f-9740-5ea6feb45a0c on network ded10c45-8e81-4e18-a543-77640a2a55f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:52:59.849927 n-d-811396-3 neutron-server[100597]: ERROR neutron.plugins.ml2.managers [None req-a7bf8bac-111a-49e8-a961-27d79d67112f tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Failed to bind port e024828c-25f6-446f-9740-5ea6feb45a0c on host n-h2-811396-3 for vnic_type normal using segments [{'id': '064e3108-4516-48e9-97f3-40f4282c62bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'ded10c45-8e81-4e18-a543-77640a2a55f4'}] Oct 20 10:52:59.850604 n-d-811396-3 neutron-server[100597]: INFO neutron.plugins.ml2.plugin [None req-a7bf8bac-111a-49e8-a961-27d79d67112f tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attempt 5 to bind port e024828c-25f6-446f-9740-5ea6feb45a0c Oct 20 10:52:59.869009 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [None req-a7bf8bac-111a-49e8-a961-27d79d67112f tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attempting to bind port e024828c-25f6-446f-9740-5ea6feb45a0c on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:52:59.869854 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [None req-a7bf8bac-111a-49e8-a961-27d79d67112f tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attempting to bind port e024828c-25f6-446f-9740-5ea6feb45a0c by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': '064e3108-4516-48e9-97f3-40f4282c62bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'ded10c45-8e81-4e18-a543-77640a2a55f4'}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:52:59.870638 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bf8bac-111a-49e8-a961-27d79d67112f tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attempting to bind port e024828c-25f6-446f-9740-5ea6feb45a0c on network ded10c45-8e81-4e18-a543-77640a2a55f4 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:52:59.876177 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bf8bac-111a-49e8-a961-27d79d67112f tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Port e024828c-25f6-446f-9740-5ea6feb45a0c on network ded10c45-8e81-4e18-a543-77640a2a55f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:52:59.876711 n-d-811396-3 neutron-server[100597]: ERROR neutron.plugins.ml2.managers [None req-a7bf8bac-111a-49e8-a961-27d79d67112f tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Failed to bind port e024828c-25f6-446f-9740-5ea6feb45a0c on host n-h2-811396-3 for vnic_type normal using segments [{'id': '064e3108-4516-48e9-97f3-40f4282c62bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'ded10c45-8e81-4e18-a543-77640a2a55f4'}] Oct 20 10:52:59.877374 n-d-811396-3 neutron-server[100597]: INFO neutron.plugins.ml2.plugin [None req-a7bf8bac-111a-49e8-a961-27d79d67112f tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attempt 6 to bind port e024828c-25f6-446f-9740-5ea6feb45a0c Oct 20 10:52:59.879307 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb60561-845b-4e4a-b895-e8184cb03170 req-ca0b1be0-beeb-4cb7-bfbf-45bf2e40e64c tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:59.887642 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-acb60561-845b-4e4a-b895-e8184cb03170 req-ca0b1be0-beeb-4cb7-bfbf-45bf2e40e64c tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3f9930f-6768-428d-b296-1e65ca6bdfa7 HTTP/1.1" status: 200 len: 944 time: 0.1585057 Oct 20 10:52:59.894250 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [None req-a7bf8bac-111a-49e8-a961-27d79d67112f tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attempting to bind port e024828c-25f6-446f-9740-5ea6feb45a0c on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:52:59.895075 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [None req-a7bf8bac-111a-49e8-a961-27d79d67112f tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attempting to bind port e024828c-25f6-446f-9740-5ea6feb45a0c by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': '064e3108-4516-48e9-97f3-40f4282c62bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'ded10c45-8e81-4e18-a543-77640a2a55f4'}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:52:59.896039 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bf8bac-111a-49e8-a961-27d79d67112f tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attempting to bind port e024828c-25f6-446f-9740-5ea6feb45a0c on network ded10c45-8e81-4e18-a543-77640a2a55f4 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:52:59.902539 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bf8bac-111a-49e8-a961-27d79d67112f tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Port e024828c-25f6-446f-9740-5ea6feb45a0c on network ded10c45-8e81-4e18-a543-77640a2a55f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:52:59.903540 n-d-811396-3 neutron-server[100597]: ERROR neutron.plugins.ml2.managers [None req-a7bf8bac-111a-49e8-a961-27d79d67112f tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Failed to bind port e024828c-25f6-446f-9740-5ea6feb45a0c on host n-h2-811396-3 for vnic_type normal using segments [{'id': '064e3108-4516-48e9-97f3-40f4282c62bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'ded10c45-8e81-4e18-a543-77640a2a55f4'}] Oct 20 10:52:59.904547 n-d-811396-3 neutron-server[100597]: INFO neutron.plugins.ml2.plugin [None req-a7bf8bac-111a-49e8-a961-27d79d67112f tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attempt 7 to bind port e024828c-25f6-446f-9740-5ea6feb45a0c Oct 20 10:52:59.925147 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [None req-a7bf8bac-111a-49e8-a961-27d79d67112f tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attempting to bind port e024828c-25f6-446f-9740-5ea6feb45a0c on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:52:59.925883 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [None req-a7bf8bac-111a-49e8-a961-27d79d67112f tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attempting to bind port e024828c-25f6-446f-9740-5ea6feb45a0c by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': '064e3108-4516-48e9-97f3-40f4282c62bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'ded10c45-8e81-4e18-a543-77640a2a55f4'}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:52:59.926890 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bf8bac-111a-49e8-a961-27d79d67112f tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attempting to bind port e024828c-25f6-446f-9740-5ea6feb45a0c on network ded10c45-8e81-4e18-a543-77640a2a55f4 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:52:59.933864 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bf8bac-111a-49e8-a961-27d79d67112f tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Port e024828c-25f6-446f-9740-5ea6feb45a0c on network ded10c45-8e81-4e18-a543-77640a2a55f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:52:59.935033 n-d-811396-3 neutron-server[100597]: ERROR neutron.plugins.ml2.managers [None req-a7bf8bac-111a-49e8-a961-27d79d67112f tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Failed to bind port e024828c-25f6-446f-9740-5ea6feb45a0c on host n-h2-811396-3 for vnic_type normal using segments [{'id': '064e3108-4516-48e9-97f3-40f4282c62bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'ded10c45-8e81-4e18-a543-77640a2a55f4'}] Oct 20 10:52:59.935930 n-d-811396-3 neutron-server[100597]: INFO neutron.plugins.ml2.plugin [None req-a7bf8bac-111a-49e8-a961-27d79d67112f tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attempt 8 to bind port e024828c-25f6-446f-9740-5ea6feb45a0c Oct 20 10:52:59.937806 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a022f3-2a84-4547-ac40-bbf0ec488935 req-91530f97-04d2-42f3-8304-1d382fe29f78 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:52:59.939403 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-10a022f3-2a84-4547-ac40-bbf0ec488935 req-91530f97-04d2-42f3-8304-1d382fe29f78 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=32a45391-eb86-4e02-8bee-8fc24219c1b9 HTTP/1.1" status: 200 len: 944 time: 0.2086570 Oct 20 10:52:59.951538 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-04d43202-953e-4865-853f-99104d3b2e14 None None] For port a38b3b24-14a9-4cb0-b6a0-0b05e034257d, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=a38b3b24-14a9-4cb0-b6a0-0b05e034257d,segment=NetworkSegment(bdd410b3-9198-4748-b872-a4840957eef7),segment_id=bdd410b3-9198-4748-b872-a4840957eef7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:52:59.951952 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-04d43202-953e-4865-853f-99104d3b2e14 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:52:59.959618 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [None req-a7bf8bac-111a-49e8-a961-27d79d67112f tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attempting to bind port e024828c-25f6-446f-9740-5ea6feb45a0c on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:52:59.959963 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [None req-a7bf8bac-111a-49e8-a961-27d79d67112f tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attempting to bind port e024828c-25f6-446f-9740-5ea6feb45a0c by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': '064e3108-4516-48e9-97f3-40f4282c62bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'ded10c45-8e81-4e18-a543-77640a2a55f4'}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:52:59.961899 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bf8bac-111a-49e8-a961-27d79d67112f tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attempting to bind port e024828c-25f6-446f-9740-5ea6feb45a0c on network ded10c45-8e81-4e18-a543-77640a2a55f4 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:52:59.968734 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bf8bac-111a-49e8-a961-27d79d67112f tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Port e024828c-25f6-446f-9740-5ea6feb45a0c on network ded10c45-8e81-4e18-a543-77640a2a55f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:52:59.969071 n-d-811396-3 neutron-server[100597]: ERROR neutron.plugins.ml2.managers [None req-a7bf8bac-111a-49e8-a961-27d79d67112f tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Failed to bind port e024828c-25f6-446f-9740-5ea6feb45a0c on host n-h2-811396-3 for vnic_type normal using segments [{'id': '064e3108-4516-48e9-97f3-40f4282c62bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'ded10c45-8e81-4e18-a543-77640a2a55f4'}] Oct 20 10:52:59.969730 n-d-811396-3 neutron-server[100597]: INFO neutron.plugins.ml2.plugin [None req-a7bf8bac-111a-49e8-a961-27d79d67112f tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attempt 9 to bind port e024828c-25f6-446f-9740-5ea6feb45a0c Oct 20 10:52:59.984550 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [None req-a7bf8bac-111a-49e8-a961-27d79d67112f tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attempting to bind port e024828c-25f6-446f-9740-5ea6feb45a0c on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:52:59.984897 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [None req-a7bf8bac-111a-49e8-a961-27d79d67112f tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attempting to bind port e024828c-25f6-446f-9740-5ea6feb45a0c by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': '064e3108-4516-48e9-97f3-40f4282c62bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'ded10c45-8e81-4e18-a543-77640a2a55f4'}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:52:59.985242 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bf8bac-111a-49e8-a961-27d79d67112f tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attempting to bind port e024828c-25f6-446f-9740-5ea6feb45a0c on network ded10c45-8e81-4e18-a543-77640a2a55f4 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:52:59.990384 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bf8bac-111a-49e8-a961-27d79d67112f tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Port e024828c-25f6-446f-9740-5ea6feb45a0c on network ded10c45-8e81-4e18-a543-77640a2a55f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:52:59.990685 n-d-811396-3 neutron-server[100597]: ERROR neutron.plugins.ml2.managers [None req-a7bf8bac-111a-49e8-a961-27d79d67112f tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Failed to bind port e024828c-25f6-446f-9740-5ea6feb45a0c on host n-h2-811396-3 for vnic_type normal using segments [{'id': '064e3108-4516-48e9-97f3-40f4282c62bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'ded10c45-8e81-4e18-a543-77640a2a55f4'}] Oct 20 10:52:59.991167 n-d-811396-3 neutron-server[100597]: INFO neutron.plugins.ml2.plugin [None req-a7bf8bac-111a-49e8-a961-27d79d67112f tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attempt 10 to bind port e024828c-25f6-446f-9740-5ea6feb45a0c Oct 20 10:52:59.996539 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-04d43202-953e-4865-853f-99104d3b2e14 None None] Calling delete_port for a38b3b24-14a9-4cb0-b6a0-0b05e034257d owned by network:dhcp {{(pid=100598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:53:00.008637 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [None req-a7bf8bac-111a-49e8-a961-27d79d67112f tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attempting to bind port e024828c-25f6-446f-9740-5ea6feb45a0c on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:53:00.009029 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [None req-a7bf8bac-111a-49e8-a961-27d79d67112f tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attempting to bind port e024828c-25f6-446f-9740-5ea6feb45a0c by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': '064e3108-4516-48e9-97f3-40f4282c62bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'ded10c45-8e81-4e18-a543-77640a2a55f4'}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:53:00.009380 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bf8bac-111a-49e8-a961-27d79d67112f tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attempting to bind port e024828c-25f6-446f-9740-5ea6feb45a0c on network ded10c45-8e81-4e18-a543-77640a2a55f4 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:53:00.016301 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bf8bac-111a-49e8-a961-27d79d67112f tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Port e024828c-25f6-446f-9740-5ea6feb45a0c on network ded10c45-8e81-4e18-a543-77640a2a55f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:53:00.016832 n-d-811396-3 neutron-server[100597]: ERROR neutron.plugins.ml2.managers [None req-a7bf8bac-111a-49e8-a961-27d79d67112f tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Failed to bind port e024828c-25f6-446f-9740-5ea6feb45a0c on host n-h2-811396-3 for vnic_type normal using segments [{'id': '064e3108-4516-48e9-97f3-40f4282c62bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'ded10c45-8e81-4e18-a543-77640a2a55f4'}] Oct 20 10:53:00.017330 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8bac-111a-49e8-a961-27d79d67112f tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:00.070097 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-acb60561-845b-4e4a-b895-e8184cb03170 req-7d376f74-77f5-4b03-b542-10378b1302cf tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=58574406-52f6-4da8-ba4e-3f91a696d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1814678 Oct 20 10:53:00.107758 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-10a022f3-2a84-4547-ac40-bbf0ec488935 req-0aa24bb8-27a4-4c53-a2d2-01bf8d18b8f6 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e1d7c5e-d35b-480e-bc76-e69dc8123b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463659 Oct 20 10:53:00.190789 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [None req-a7bf8bac-111a-49e8-a961-27d79d67112f tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] For port e024828c-25f6-446f-9740-5ea6feb45a0c, host n-h2-811396-3, cleared binding levels {{(pid=100597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:53:00.191351 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [None req-a7bf8bac-111a-49e8-a961-27d79d67112f tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attempted to set empty binding levels {{(pid=100597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 20 10:53:00.209214 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8bac-111a-49e8-a961-27d79d67112f tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:00.213810 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-04d43202-953e-4865-853f-99104d3b2e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956'] for port, after_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:00.244641 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a869a507-44bd-45ff-a878-73b586224f88 req-ca47348f-ffa1-4512-925d-99fdb482de9b tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.64 "GET /v2.0/ports?device_id=9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c HTTP/1.1" status: 200 len: 210 time: 0.0604360 Oct 20 10:53:00.296750 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device a38b3b24-14a9-4cb0-b6a0-0b05e034257d no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:53:00.301028 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d43202-953e-4865-853f-99104d3b2e14 None None] Pushing event deleted for resources: {'Port': ['ID=a38b3b24-14a9-4cb0-b6a0-0b05e034257d,revision_number=None']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:00.305675 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d43202-953e-4865-853f-99104d3b2e14 None None] No DVR routers for this DVR port a38b3b24-14a9-4cb0-b6a0-0b05e034257d on host n-d-811396-3 {{(pid=100598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:53:00.329973 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: a38b3b24-14a9-4cb0-b6a0-0b05e034257d {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:53:00.329973 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device a38b3b24-14a9-4cb0-b6a0-0b05e034257d not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:53:00.359508 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-a7bf8bac-111a-49e8-a961-27d79d67112f tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] In _notify_port_updated(), no bound segment for port e024828c-25f6-446f-9740-5ea6feb45a0c on network ded10c45-8e81-4e18-a543-77640a2a55f4 {{(pid=100597) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 20 10:53:00.360760 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7bf8bac-111a-49e8-a961-27d79d67112f tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:00.361510 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8bac-111a-49e8-a961-27d79d67112f tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:00.363002 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-a7bf8bac-111a-49e8-a961-27d79d67112f tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] 10.222.0.64 "PUT /v2.0/ports/e024828c-25f6-446f-9740-5ea6feb45a0c HTTP/1.1" status: 200 len: 979 time: 1.2697508 Oct 20 10:53:00.366146 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 49442) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:00.427276 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845fb360-37a1-45b2-b3d7-0f6821e0463c req-3076e3ff-0575-4199-b8f6-2434e4207d6e tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:00.430350 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-845fb360-37a1-45b2-b3d7-0f6821e0463c req-3076e3ff-0575-4199-b8f6-2434e4207d6e tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "GET /v2.0/ports?device_id=f6985271-c5af-4029-bb17-1bfc6954e8ed HTTP/1.1" status: 200 len: 946 time: 0.1519451 Oct 20 10:53:00.498079 n-d-811396-3 neutron-server[100596]: DEBUG neutron.objects.ports [None req-f71ec76a-2b87-483a-a63e-b507d3f9fbc1 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100596) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 20 10:53:00.502295 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f71ec76a-2b87-483a-a63e-b507d3f9fbc1 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26836128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26761819'] for subnet, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:00.558586 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bf8bac-111a-49e8-a961-27d79d67112f tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Pushing event updated for resources: {'Port': ['ID=e024828c-25f6-446f-9740-5ea6feb45a0c,revision_number=3']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:00.575099 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-8b14f493-0de9-4fa0-8892-0087e194fb53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Deleting port e024828c-25f6-446f-9740-5ea6feb45a0c {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:53:00.575706 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8b14f493-0de9-4fa0-8892-0087e194fb53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:00.576648 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-845fb360-37a1-45b2-b3d7-0f6821e0463c req-f7995c55-4efe-40a1-af2d-c07857c0878c tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "GET /v2.0/security-groups?id=0dc9179d-66bd-42ab-8966-2d73b22efd24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1343150 Oct 20 10:53:00.598697 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f71ec76a-2b87-483a-a63e-b507d3f9fbc1 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Network 8320e101-644d-44af-9385-629dd54c3c0a is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:53:00.602141 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-f71ec76a-2b87-483a-a63e-b507d3f9fbc1 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:53:00.608307 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f71ec76a-2b87-483a-a63e-b507d3f9fbc1 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:00.608984 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f71ec76a-2b87-483a-a63e-b507d3f9fbc1 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:00.627514 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71ec76a-2b87-483a-a63e-b507d3f9fbc1 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Pushing event updated for resources: {'Subnet': ['ID=8d79030a-dff6-4e6d-bdde-ffe1be3bb01c,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:00.637865 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b51b66bb-f8b9-4458-84c3-486ad171a47b None None] Network 8320e101-644d-44af-9385-629dd54c3c0a requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:53:00.640204 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-f71ec76a-2b87-483a-a63e-b507d3f9fbc1 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.1383073 Oct 20 10:53:00.642689 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 49458) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:00.651722 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-f6cae61a-fd73-4a6d-9b42-0c54a7b7edca tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Request body: {'port': {'network_id': '8320e101-644d-44af-9385-629dd54c3c0a', 'mac_address': 'fa:16:3e:26:1d:13', 'name': 'tempest-NetworksTestDHCPv6-35706977'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:53:00.781451 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [None req-8b14f493-0de9-4fa0-8892-0087e194fb53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] For port e024828c-25f6-446f-9740-5ea6feb45a0c, host n-h2-811396-3, got binding levels [] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:53:00.782559 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8b14f493-0de9-4fa0-8892-0087e194fb53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:00.814244 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-8b14f493-0de9-4fa0-8892-0087e194fb53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Calling delete_port for e024828c-25f6-446f-9740-5ea6feb45a0c owned by {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:53:00.884780 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device d012fc61-e760-4bcf-aff4-9ef2d30ecf9f details requested by agent hyperv_n-h1-811396-3 with host n-h1-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:53:00.897140 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6cae61a-fd73-4a6d-9b42-0c54a7b7edca tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Made reservation on behalf of 22a79d88690a4055b95547a3f21027fa for: {'port': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:53:00.988625 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20766303-9e9f-44a5-851e-61961fec2487 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524064ba-869c-5550-b826-c26b69a11278-8320e101-644d-44af-9385-629dd54c3c0a', 'network_id': '8320e101-644d-44af-9385-629dd54c3c0a', 'tenant_id': '22a79d88690a4055b95547a3f21027fa', 'fixed_ips': [{'subnet_id': '8d79030a-dff6-4e6d-bdde-ffe1be3bb01c'}]}} from n-d-811396-3. {{(pid=100598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:53:00.994124 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8b14f493-0de9-4fa0-8892-0087e194fb53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:01.018468 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-20766303-9e9f-44a5-851e-61961fec2487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:01.054134 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b14f493-0de9-4fa0-8892-0087e194fb53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Pushing event deleted for resources: {'Port': ['ID=e024828c-25f6-446f-9740-5ea6feb45a0c,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:01.079930 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8b14f493-0de9-4fa0-8892-0087e194fb53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:01.086752 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-8b14f493-0de9-4fa0-8892-0087e194fb53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] 10.222.0.64 "DELETE /v2.0/ports/e024828c-25f6-446f-9740-5ea6feb45a0c HTTP/1.1" status: 204 len: 168 time: 0.7195182 Oct 20 10:53:01.090018 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 49496) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:01.094946 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f6cae61a-fd73-4a6d-9b42-0c54a7b7edca tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:01.144607 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-a73c017d-a27a-4821-a862-3d0566469b72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] GET failed (client error): The resource could not be found. Oct 20 10:53:01.150654 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-a73c017d-a27a-4821-a862-3d0566469b72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-718603862-project-admin] 10.222.0.64 "GET /v2.0/ports/e024828c-25f6-446f-9740-5ea6feb45a0c HTTP/1.1" status: 404 len: 333 time: 0.0556650 Oct 20 10:53:01.151031 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 49504) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:01.220939 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [None req-f6cae61a-fd73-4a6d-9b42-0c54a7b7edca tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] device_id is not set on port deb5f05a-0fc3-45d9-97ed-e0de951e5301 yet. {{(pid=100596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:53:01.333127 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port d012fc61-e760-4bcf-aff4-9ef2d30ecf9f, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=d012fc61-e760-4bcf-aff4-9ef2d30ecf9f,segment=NetworkSegment(7a7eba38-3a2c-4235-a145-c989dfc5d4dc),segment_id=7a7eba38-3a2c-4235-a145-c989dfc5d4dc)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:53:01.340131 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3406d284-0e33-43e9-948d-63d847c7ab49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204641320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204641320-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:01.356143 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Returning: {'device': 'd012fc61-e760-4bcf-aff4-9ef2d30ecf9f', 'network_id': 'b8b1e2be-5932-428e-a716-07af13af4e6c', 'port_id': 'd012fc61-e760-4bcf-aff4-9ef2d30ecf9f', 'mac_address': 'fa:16:3e:31:f7:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 834, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '437b47ec-4211-421c-828b-76408ce53dce', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:53:01.422149 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:01.459574 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d012fc61-e760-4bcf-aff4-9ef2d30ecf9f {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:53:01.556644 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port d012fc61-e760-4bcf-aff4-9ef2d30ecf9f, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=d012fc61-e760-4bcf-aff4-9ef2d30ecf9f,segment=NetworkSegment(7a7eba38-3a2c-4235-a145-c989dfc5d4dc),segment_id=7a7eba38-3a2c-4235-a145-c989dfc5d4dc)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:53:01.566310 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:01.574825 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3406d284-0e33-43e9-948d-63d847c7ab49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204641320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204641320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:01.631236 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-3406d284-0e33-43e9-948d-63d847c7ab49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204641320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204641320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ded10c45-8e81-4e18-a543-77640a2a55f4']}} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:53:01.646668 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-3406d284-0e33-43e9-948d-63d847c7ab49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204641320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204641320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '064e3108-4516-48e9-97f3-40f4282c62bc') {'for_net_delete': True} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:53:01.647299 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-3406d284-0e33-43e9-948d-63d847c7ab49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204641320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204641320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '064e3108-4516-48e9-97f3-40f4282c62bc') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:53:01.650589 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-20766303-9e9f-44a5-851e-61961fec2487 None None] Allocated IP 2001:db8::f816:3eff:fe19:659e (8320e101-644d-44af-9385-629dd54c3c0a/8d79030a-dff6-4e6d-bdde-ffe1be3bb01c/8d0aa8f5-a84d-478d-ba79-b9fb253f6c8c) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:53:01.680175 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3406d284-0e33-43e9-948d-63d847c7ab49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204641320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204641320-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25852596'] for segment, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:01.719105 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3406d284-0e33-43e9-948d-63d847c7ab49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204641320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204641320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:01.723288 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a96b24a-835f-4750-a382-a3d62653e394 req-c1a60c3a-fa51-4caf-bfd2-a6a19e6f93b1 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:01.727983 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3406d284-0e33-43e9-948d-63d847c7ab49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204641320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204641320-project] Releasing vlan 801 on physical network physnet1 to pool {{(pid=100597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:53:01.728488 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3406d284-0e33-43e9-948d-63d847c7ab49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204641320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204641320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951012'] for segment, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:01.731456 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9a96b24a-835f-4750-a382-a3d62653e394 req-c1a60c3a-fa51-4caf-bfd2-a6a19e6f93b1 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3f9930f-6768-428d-b296-1e65ca6bdfa7 HTTP/1.1" status: 200 len: 944 time: 0.4481735 Oct 20 10:53:01.731771 n-d-811396-3 neutron-server[100597]: Traceback (most recent call last): Oct 20 10:53:01.731771 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:53:01.731771 n-d-811396-3 neutron-server[100597]: timer() Oct 20 10:53:01.731771 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:53:01.731771 n-d-811396-3 neutron-server[100597]: cb(*args, **kw) Oct 20 10:53:01.731771 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:53:01.731771 n-d-811396-3 neutron-server[100597]: return func(*args, **kwargs) Oct 20 10:53:01.731771 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:53:01.731771 n-d-811396-3 neutron-server[100597]: self._notify() Oct 20 10:53:01.731771 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:53:01.731771 n-d-811396-3 neutron-server[100597]: self.callback(batched_events) Oct 20 10:53:01.731771 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:53:01.731771 n-d-811396-3 neutron-server[100597]: event.method(event) Oct 20 10:53:01.731771 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:53:01.731771 n-d-811396-3 neutron-server[100597]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:53:01.731771 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:53:01.731771 n-d-811396-3 neutron-server[100597]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:53:01.731771 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:53:01.731771 n-d-811396-3 neutron-server[100597]: return f(self, *a, **k) Oct 20 10:53:01.731771 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:53:01.731771 n-d-811396-3 neutron-server[100597]: return self._get(url).json() Oct 20 10:53:01.731771 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:53:01.731771 n-d-811396-3 neutron-server[100597]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:53:01.731771 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:53:01.731771 n-d-811396-3 neutron-server[100597]: return self.request(url, 'GET', **kwargs) Oct 20 10:53:01.731771 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:53:01.731771 n-d-811396-3 neutron-server[100597]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:53:01.731771 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:53:01.731771 n-d-811396-3 neutron-server[100597]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:53:01.731771 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:53:01.731771 n-d-811396-3 neutron-server[100597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:53:01.731771 n-d-811396-3 neutron-server[100597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:53:01.749988 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ce6504-398b-4899-bb85-851ab5cf5082 req-cd8e3774-c100-421b-b88f-5382cd51bd19 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:01.759656 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-27ce6504-398b-4899-bb85-851ab5cf5082 req-cd8e3774-c100-421b-b88f-5382cd51bd19 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=32a45391-eb86-4e02-8bee-8fc24219c1b9 HTTP/1.1" status: 200 len: 944 time: 0.4465098 Oct 20 10:53:01.822545 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9a96b24a-835f-4750-a382-a3d62653e394 req-aae785d1-1dda-4e85-938f-d5658c9c0f91 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=58574406-52f6-4da8-ba4e-3f91a696d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885963 Oct 20 10:53:01.851973 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-27ce6504-398b-4899-bb85-851ab5cf5082 req-04f78ea8-6cd8-4404-94c8-25f7520aa555 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e1d7c5e-d35b-480e-bc76-e69dc8123b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913837 Oct 20 10:53:01.894623 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3406d284-0e33-43e9-948d-63d847c7ab49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204641320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204641320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:01.916127 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3406d284-0e33-43e9-948d-63d847c7ab49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204641320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204641320-project] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:01.931138 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-3406d284-0e33-43e9-948d-63d847c7ab49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204641320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204641320-project] 10.222.0.64 "DELETE /v2.0/networks/ded10c45-8e81-4e18-a543-77640a2a55f4 HTTP/1.1" status: 204 len: 168 time: 0.7784829 Oct 20 10:53:01.967217 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3406d284-0e33-43e9-948d-63d847c7ab49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204641320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204641320-project] Pushing event deleted for resources: {'Network': ['ID=ded10c45-8e81-4e18-a543-77640a2a55f4,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:01.973106 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-20766303-9e9f-44a5-851e-61961fec2487 None None] Publish callbacks [] for port, precommit_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:02.019217 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=d012fc61-e760-4bcf-aff4-9ef2d30ecf9f,revision_number=12']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:02.019535 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9e5767b0-c020-4d3d-adef-c7bc9d20c802 req-eeb12a84-3e3b-4414-ad6e-0fa6b03490eb tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.64 "GET /v2.0/ports?device_id=9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c HTTP/1.1" status: 200 len: 210 time: 0.0586989 Oct 20 10:53:02.038470 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['d012fc61-e760-4bcf-aff4-9ef2d30ecf9f'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:53:02.045013 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:53:02.045476 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:53:02.045985 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:53:02.046805 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:53:02.047232 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:53:02.047863 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:53:02.048328 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:53:02.048868 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:53:02.049308 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:53:02.049764 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:53:02.050204 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:53:02.050773 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:53:02.057223 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-20766303-9e9f-44a5-851e-61961fec2487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:02.118382 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [None req-f6cae61a-fd73-4a6d-9b42-0c54a7b7edca tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Allocated IP 2001:db8::f816:3eff:fe26:1d13 (8320e101-644d-44af-9385-629dd54c3c0a/8d79030a-dff6-4e6d-bdde-ffe1be3bb01c/deb5f05a-0fc3-45d9-97ed-e0de951e5301) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:53:02.130739 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23607c1c-6797-4e10-aca2-1afeab4768df req-dd7ef7a9-5a6b-4ccd-ab08-36e8236acbba tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:02.138184 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-23607c1c-6797-4e10-aca2-1afeab4768df req-dd7ef7a9-5a6b-4ccd-ab08-36e8236acbba tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "GET /v2.0/ports?device_id=f6985271-c5af-4029-bb17-1bfc6954e8ed HTTP/1.1" status: 200 len: 946 time: 0.1438129 Oct 20 10:53:02.210706 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-23607c1c-6797-4e10-aca2-1afeab4768df req-2284c256-8e23-4b9b-91e5-e3895f8fa5ab tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "GET /v2.0/security-groups?id=0dc9179d-66bd-42ab-8966-2d73b22efd24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714772 Oct 20 10:53:02.259564 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20766303-9e9f-44a5-851e-61961fec2487 None None] Network 8320e101-644d-44af-9385-629dd54c3c0a is already hosted by enough agents. {{(pid=100598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:53:02.268422 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.base_scheduler [None req-20766303-9e9f-44a5-851e-61961fec2487 None None] Resources bound (agent type, host, resource id): {{(pid=100598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:53:02.278171 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20766303-9e9f-44a5-851e-61961fec2487 None None] Received port after_create {{(pid=100598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:53:02.299899 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20766303-9e9f-44a5-851e-61961fec2487 None None] Pushing event updated for resources: {'Port': ['ID=8d0aa8f5-a84d-478d-ba79-b9fb253f6c8c,revision_number=1']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:02.404788 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-20766303-9e9f-44a5-851e-61961fec2487 None None] Attempting to bind port 8d0aa8f5-a84d-478d-ba79-b9fb253f6c8c on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:53:02.405490 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-20766303-9e9f-44a5-851e-61961fec2487 None None] Attempting to bind port 8d0aa8f5-a84d-478d-ba79-b9fb253f6c8c by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': 'bdd410b3-9198-4748-b872-a4840957eef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '8320e101-644d-44af-9385-629dd54c3c0a'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:53:02.406237 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20766303-9e9f-44a5-851e-61961fec2487 None None] Attempting to bind port 8d0aa8f5-a84d-478d-ba79-b9fb253f6c8c on network 8320e101-644d-44af-9385-629dd54c3c0a {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:53:02.425356 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20766303-9e9f-44a5-851e-61961fec2487 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:53:02.425956 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20766303-9e9f-44a5-851e-61961fec2487 None None] Checking segment: {'id': 'bdd410b3-9198-4748-b872-a4840957eef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '8320e101-644d-44af-9385-629dd54c3c0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:53:02.426620 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-20766303-9e9f-44a5-851e-61961fec2487 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:02.427716 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20766303-9e9f-44a5-851e-61961fec2487 None None] Bound using segment: {'id': 'bdd410b3-9198-4748-b872-a4840957eef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '8320e101-644d-44af-9385-629dd54c3c0a'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:53:02.431675 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-20766303-9e9f-44a5-851e-61961fec2487 None None] Bound port: 8d0aa8f5-a84d-478d-ba79-b9fb253f6c8c, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdd410b3-9198-4748-b872-a4840957eef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '8320e101-644d-44af-9385-629dd54c3c0a'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:53:02.432286 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-20766303-9e9f-44a5-851e-61961fec2487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:02.468193 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cee883d-4f19-47ec-ba9a-d559d5282269 req-ab7ad2ef-52da-492e-9434-758ee8c6e38c tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:02.477694 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8cee883d-4f19-47ec-ba9a-d559d5282269 req-ab7ad2ef-52da-492e-9434-758ee8c6e38c tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "GET /v2.0/ports?device_id=f6985271-c5af-4029-bb17-1bfc6954e8ed HTTP/1.1" status: 200 len: 946 time: 0.1447229 Oct 20 10:53:02.495195 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 49632) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:02.564262 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f6cae61a-fd73-4a6d-9b42-0c54a7b7edca tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:02.585050 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8cee883d-4f19-47ec-ba9a-d559d5282269 req-586ab973-feea-4b84-900e-d9e35e0a294b tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "GET /v2.0/security-groups?id=0dc9179d-66bd-42ab-8966-2d73b22efd24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883708 Oct 20 10:53:02.613624 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-20766303-9e9f-44a5-851e-61961fec2487 None None] For port 8d0aa8f5-a84d-478d-ba79-b9fb253f6c8c, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:53:02.617521 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-20766303-9e9f-44a5-851e-61961fec2487 None None] For port 8d0aa8f5-a84d-478d-ba79-b9fb253f6c8c, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=8d0aa8f5-a84d-478d-ba79-b9fb253f6c8c,segment=NetworkSegment(bdd410b3-9198-4748-b872-a4840957eef7),segment_id=bdd410b3-9198-4748-b872-a4840957eef7)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:53:02.626330 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-20766303-9e9f-44a5-851e-61961fec2487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:02.658353 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f6cae61a-fd73-4a6d-9b42-0c54a7b7edca tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:02.750823 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6cae61a-fd73-4a6d-9b42-0c54a7b7edca tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Network 8320e101-644d-44af-9385-629dd54c3c0a is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:53:02.751724 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20766303-9e9f-44a5-851e-61961fec2487 None None] Pushing event updated for resources: {'Port': ['ID=8d0aa8f5-a84d-478d-ba79-b9fb253f6c8c,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:02.756543 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-f6cae61a-fd73-4a6d-9b42-0c54a7b7edca tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:53:02.772944 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cae61a-fd73-4a6d-9b42-0c54a7b7edca tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Pushing event updated for resources: {'Port': ['ID=deb5f05a-0fc3-45d9-97ed-e0de951e5301,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:02.776041 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6cae61a-fd73-4a6d-9b42-0c54a7b7edca tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:53:02.784959 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6cae61a-fd73-4a6d-9b42-0c54a7b7edca tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:02.786655 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f6cae61a-fd73-4a6d-9b42-0c54a7b7edca tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:02.797394 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-8e0113e8-aed6-4d1b-9f8d-f7e281d60241 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ec12ccfea7b944a996ba7d59385741f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2994809 Oct 20 10:53:02.798014 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 49664) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:02.820422 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-f6cae61a-fd73-4a6d-9b42-0c54a7b7edca tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.1736856 Oct 20 10:53:02.820677 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 49670) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:02.893317 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-32c0d2ab-14a4-4386-b444-9be86ca4380a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:02.908457 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c49ae5-1ce9-44f0-8b62-07742bbb10f7 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:02.915086 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c49ae5-1ce9-44f0-8b62-07742bbb10f7 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:02.926518 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-b8c49ae5-1ce9-44f0-8b62-07742bbb10f7 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.1044595 Oct 20 10:53:02.927344 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 49684) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:02.950523 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-32c0d2ab-14a4-4386-b444-9be86ca4380a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:03.064126 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-32c0d2ab-14a4-4386-b444-9be86ca4380a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:03.067462 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-32c0d2ab-14a4-4386-b444-9be86ca4380a admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:03.069068 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-32c0d2ab-14a4-4386-b444-9be86ca4380a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4a1939b1-f771-4d8e-aaf1-8557d29dac0d HTTP/1.1" status: 204 len: 168 time: 0.2701263 Oct 20 10:53:03.080496 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c0d2ab-14a4-4386-b444-9be86ca4380a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a1939b1-f771-4d8e-aaf1-8557d29dac0d,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:03.221257 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9338c482-244f-4576-9c5b-cecdd2505391 req-c4844e46-7967-47e0-bf6a-94dde6d30b35 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:03.222790 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9338c482-244f-4576-9c5b-cecdd2505391 req-c4844e46-7967-47e0-bf6a-94dde6d30b35 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=32a45391-eb86-4e02-8bee-8fc24219c1b9 HTTP/1.1" status: 200 len: 944 time: 0.2027993 Oct 20 10:53:03.236210 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedcce69-14f8-48b8-8d37-b9435c3493a2 req-4170e917-4824-4ae1-981f-cda1c04b9d54 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:03.242268 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-eedcce69-14f8-48b8-8d37-b9435c3493a2 req-4170e917-4824-4ae1-981f-cda1c04b9d54 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3f9930f-6768-428d-b296-1e65ca6bdfa7 HTTP/1.1" status: 200 len: 945 time: 0.2205749 Oct 20 10:53:03.316728 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-96104c14-3bbc-40b4-bee1-c31b9b6bc502 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Deleting port deb5f05a-0fc3-45d9-97ed-e0de951e5301 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:53:03.317069 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-96104c14-3bbc-40b4-bee1-c31b9b6bc502 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:03.342411 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9338c482-244f-4576-9c5b-cecdd2505391 req-5dbb41db-bdd8-424f-9871-c03b07e47d2a tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e1d7c5e-d35b-480e-bc76-e69dc8123b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989273 Oct 20 10:53:03.350276 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-eedcce69-14f8-48b8-8d37-b9435c3493a2 req-83946243-14d6-48fc-abea-8e4a1dfe86bb tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=58574406-52f6-4da8-ba4e-3f91a696d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952919 Oct 20 10:53:03.454069 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-96104c14-3bbc-40b4-bee1-c31b9b6bc502 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:03.469511 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-96104c14-3bbc-40b4-bee1-c31b9b6bc502 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Calling delete_port for deb5f05a-0fc3-45d9-97ed-e0de951e5301 owned by {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:53:03.507542 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-48dc244d-95ca-4bde-aea4-682ca9bf1252 req-b97e694d-cfc4-46f1-8c58-3b2792d2fd14 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.64 "GET /v2.0/ports?device_id=9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c HTTP/1.1" status: 200 len: 210 time: 0.0436292 Oct 20 10:53:03.539951 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-0e33bd53-544c-4ee7-8d7d-b3d7066d3f96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:03.557564 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 49744) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:03.608007 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-1b97c29c-e12b-4e1c-ac84-9a70cab0ea23 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3b82059df97e4c8f9c4f86f8f79d5859&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0471358 Oct 20 10:53:03.609314 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 49752) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:03.702947 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-53291c1e-7237-40e7-ad4c-91064401acd5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:03.729899 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-96104c14-3bbc-40b4-bee1-c31b9b6bc502 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:03.732459 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-53291c1e-7237-40e7-ad4c-91064401acd5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:03.772626 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96104c14-3bbc-40b4-bee1-c31b9b6bc502 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Pushing event deleted for resources: {'Port': ['ID=deb5f05a-0fc3-45d9-97ed-e0de951e5301,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:03.787043 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96104c14-3bbc-40b4-bee1-c31b9b6bc502 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:53:03.787665 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96104c14-3bbc-40b4-bee1-c31b9b6bc502 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:53:03.788000 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96104c14-3bbc-40b4-bee1-c31b9b6bc502 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:53:03.789335 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96104c14-3bbc-40b4-bee1-c31b9b6bc502 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:53:03.790066 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96104c14-3bbc-40b4-bee1-c31b9b6bc502 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:53:03.790911 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96104c14-3bbc-40b4-bee1-c31b9b6bc502 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:53:03.791531 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96104c14-3bbc-40b4-bee1-c31b9b6bc502 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:53:03.792090 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96104c14-3bbc-40b4-bee1-c31b9b6bc502 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:53:03.792597 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96104c14-3bbc-40b4-bee1-c31b9b6bc502 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:53:03.793322 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96104c14-3bbc-40b4-bee1-c31b9b6bc502 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:53:03.794079 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96104c14-3bbc-40b4-bee1-c31b9b6bc502 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:53:03.794746 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96104c14-3bbc-40b4-bee1-c31b9b6bc502 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:53:03.816909 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-53291c1e-7237-40e7-ad4c-91064401acd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:03.822913 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-53291c1e-7237-40e7-ad4c-91064401acd5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:03.831539 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-53291c1e-7237-40e7-ad4c-91064401acd5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/225d9ce2-45a8-4d2c-b8c0-82e46543275d HTTP/1.1" status: 204 len: 168 time: 0.2211087 Oct 20 10:53:03.844952 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-96104c14-3bbc-40b4-bee1-c31b9b6bc502 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:03.850473 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53291c1e-7237-40e7-ad4c-91064401acd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=225d9ce2-45a8-4d2c-b8c0-82e46543275d,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:03.862289 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 49778) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:03.869627 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-96104c14-3bbc-40b4-bee1-c31b9b6bc502 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "DELETE /v2.0/ports/deb5f05a-0fc3-45d9-97ed-e0de951e5301 HTTP/1.1" status: 204 len: 168 time: 0.9378328 Oct 20 10:53:03.933040 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c406f2c2-a9b6-4855-a334-cfc8a4bc49e2 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:03.935001 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c406f2c2-a9b6-4855-a334-cfc8a4bc49e2 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:03.939869 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 49788) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:03.942962 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-c406f2c2-a9b6-4855-a334-cfc8a4bc49e2 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0782807 Oct 20 10:53:04.029135 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_v2 [None req-64dfafe9-61c1-4597-b809-4d812398bbe2 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Deleting subnet 8d79030a-dff6-4e6d-bdde-ffe1be3bb01c {{(pid=100596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:53:04.035837 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-64dfafe9-61c1-4597-b809-4d812398bbe2 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks [] for subnet, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:04.131930 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 49808) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:04.137816 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-64dfafe9-61c1-4597-b809-4d812398bbe2 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25189079'] for subnet, precommit_delete_associations {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:04.271183 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 8d0aa8f5-a84d-478d-ba79-b9fb253f6c8c up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:53:04.300819 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-64dfafe9-61c1-4597-b809-4d812398bbe2 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:04.401278 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-8d86f7c2-c390-4e62-a13b-6e723bd03142 None None] Provisioning complete for port 8d0aa8f5-a84d-478d-ba79-b9fb253f6c8c triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:53:04.401664 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-8d86f7c2-c390-4e62-a13b-6e723bd03142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:04.482431 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-64dfafe9-61c1-4597-b809-4d812398bbe2 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26836193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26761888'] for subnet, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:04.490859 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 8d0aa8f5-a84d-478d-ba79-b9fb253f6c8c triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:53:04.491187 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:04.585219 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dfafe9-61c1-4597-b809-4d812398bbe2 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Pushing event deleted for resources: {'Subnet': ['ID=8d79030a-dff6-4e6d-bdde-ffe1be3bb01c,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:04.734103 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-64dfafe9-61c1-4597-b809-4d812398bbe2 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:04.746262 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-64dfafe9-61c1-4597-b809-4d812398bbe2 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "DELETE /v2.0/subnets/8d79030a-dff6-4e6d-bdde-ffe1be3bb01c HTTP/1.1" status: 204 len: 168 time: 0.8052230 Oct 20 10:53:04.756175 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 49874) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:04.814183 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-8d86f7c2-c390-4e62-a13b-6e723bd03142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:04.875375 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f1449e-5c37-481a-a4b1-99bf5dd46dc8 None None] Network 8320e101-644d-44af-9385-629dd54c3c0a requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:53:04.877406 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device d012fc61-e760-4bcf-aff4-9ef2d30ecf9f up at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:53:04.936382 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-7fd2f53d-bdd8-40eb-9b73-a52ee033bd6f tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1770577 Oct 20 10:53:04.938384 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 49898) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:04.957002 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-4678fec0-a10e-45d5-a9ca-8987574efb3e tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Request body: {'subnet': {'network_id': '8320e101-644d-44af-9385-629dd54c3c0a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:53:04.969220 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:04.992083 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac41015c-f365-4193-8ed8-07b392edc9ec req-87e30371-2b7a-4bb6-b183-71f22c1ef100 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:04.994521 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ac41015c-f365-4193-8ed8-07b392edc9ec req-87e30371-2b7a-4bb6-b183-71f22c1ef100 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=32a45391-eb86-4e02-8bee-8fc24219c1b9 HTTP/1.1" status: 200 len: 944 time: 0.4528856 Oct 20 10:53:05.022629 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fc41f8-1fd6-4ec2-a8db-633fb56d6f8d req-dcc59fb5-0c6b-49b4-9b16-8bbe380d45d5 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:05.024706 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-92fc41f8-1fd6-4ec2-a8db-633fb56d6f8d req-dcc59fb5-0c6b-49b4-9b16-8bbe380d45d5 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3f9930f-6768-428d-b296-1e65ca6bdfa7 HTTP/1.1" status: 200 len: 945 time: 0.4551599 Oct 20 10:53:05.072846 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-8d86f7c2-c390-4e62-a13b-6e723bd03142 None None] For port 8d0aa8f5-a84d-478d-ba79-b9fb253f6c8c, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=8d0aa8f5-a84d-478d-ba79-b9fb253f6c8c,segment=NetworkSegment(bdd410b3-9198-4748-b872-a4840957eef7),segment_id=bdd410b3-9198-4748-b872-a4840957eef7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:53:05.110699 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ac41015c-f365-4193-8ed8-07b392edc9ec req-1360f8e5-0385-451d-be67-356767270aa1 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e1d7c5e-d35b-480e-bc76-e69dc8123b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000309 Oct 20 10:53:05.122284 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-8d86f7c2-c390-4e62-a13b-6e723bd03142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:05.135861 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-92fc41f8-1fd6-4ec2-a8db-633fb56d6f8d req-b65d7c36-7180-473c-bd0e-5a3312793305 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=58574406-52f6-4da8-ba4e-3f91a696d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002798 Oct 20 10:53:05.294235 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.db.api [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 10:53:05.294783 n-d-811396-3 neutron-server[100598]: DEBUG oslo_db.api [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 10:53:05.295319 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-58b44993-eb54-421d-b63d-905d659a51cf req-f552254f-33ea-4333-bc36-1f8c94b2dd07 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.64 "GET /v2.0/ports?device_id=9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c HTTP/1.1" status: 200 len: 210 time: 0.0648503 Oct 20 10:53:05.298797 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-61940fe7-d527-4f60-948e-e8bc21adcde9 None None] Could not find standard attr ID for object deb5f05a-0fc3-45d9-97ed-e0de951e5301. {{(pid=100598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 20 10:53:05.305769 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning complete for port d012fc61-e760-4bcf-aff4-9ef2d30ecf9f triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:53:05.306411 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:05.312661 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d86f7c2-c390-4e62-a13b-6e723bd03142 None None] Pushing event updated for resources: {'Port': ['ID=8d0aa8f5-a84d-478d-ba79-b9fb253f6c8c,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:05.394945 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-165c355a-561f-4b04-abf8-9a20284d5bcb tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:05.422640 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:05.481399 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bb71a11-04f7-4083-8929-78a5115b2e8a None None] DHCP port deletion for 8320e101-644d-44af-9385-629dd54c3c0a request from n-d-811396-3 {{(pid=100598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:53:05.496184 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3f9930f-6768-428d-b296-1e65ca6bdfa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd012fc61-e760-4bcf-aff4-9ef2d30ecf9f'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:53:05.497884 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4678fec0-a10e-45d5-a9ca-8987574efb3e tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Made reservation on behalf of 22a79d88690a4055b95547a3f21027fa for: {'subnet': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:53:05.500818 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61c25d0b-364a-4d1c-b5ed-217ac0e594c4" -d '{"events": [{"server_uuid": "b3f9930f-6768-428d-b296-1e65ca6bdfa7", "name": "network-vif-plugged", "status": "completed", "tag": "d012fc61-e760-4bcf-aff4-9ef2d30ecf9f"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:53:05.501422 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4678fec0-a10e-45d5-a9ca-8987574efb3e tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25350782'] for subnet, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:05.525495 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port d012fc61-e760-4bcf-aff4-9ef2d30ecf9f, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=d012fc61-e760-4bcf-aff4-9ef2d30ecf9f,segment=NetworkSegment(7a7eba38-3a2c-4235-a145-c989dfc5d4dc),segment_id=7a7eba38-3a2c-4235-a145-c989dfc5d4dc)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:53:05.604205 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:05.610400 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d0fa31c-9e38-4127-ae0d-d3ea0c43d523 x-openstack-request-id: req-1d0fa31c-9e38-4127-ae0d-d3ea0c43d523 {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:53:05.611445 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3f9930f-6768-428d-b296-1e65ca6bdfa7", "name": "network-vif-plugged", "status": "completed", "tag": "d012fc61-e760-4bcf-aff4-9ef2d30ecf9f", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:53:05.612053 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1d0fa31c-9e38-4127-ae0d-d3ea0c43d523 {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:53:05.612627 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3f9930f-6768-428d-b296-1e65ca6bdfa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd012fc61-e760-4bcf-aff4-9ef2d30ecf9f', 'code': 200} Oct 20 10:53:05.790343 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-7bb71a11-04f7-4083-8929-78a5115b2e8a None None] Deleting port 8d0aa8f5-a84d-478d-ba79-b9fb253f6c8c {{(pid=100598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:53:05.790723 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-7bb71a11-04f7-4083-8929-78a5115b2e8a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:05.793771 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=d012fc61-e760-4bcf-aff4-9ef2d30ecf9f,revision_number=13']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:05.978089 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-7bb71a11-04f7-4083-8929-78a5115b2e8a None None] For port 8d0aa8f5-a84d-478d-ba79-b9fb253f6c8c, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=8d0aa8f5-a84d-478d-ba79-b9fb253f6c8c,segment=NetworkSegment(bdd410b3-9198-4748-b872-a4840957eef7),segment_id=bdd410b3-9198-4748-b872-a4840957eef7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:53:05.978492 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-7bb71a11-04f7-4083-8929-78a5115b2e8a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:05.997117 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-7bb71a11-04f7-4083-8929-78a5115b2e8a None None] Calling delete_port for 8d0aa8f5-a84d-478d-ba79-b9fb253f6c8c owned by network:dhcp {{(pid=100598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:53:06.210454 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 8d0aa8f5-a84d-478d-ba79-b9fb253f6c8c no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:53:06.222362 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-c72646ee-f649-46fb-bc65-8b82467e4d1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:06.290406 n-d-811396-3 neutron-server[100597]: DEBUG neutron.objects.ports [None req-4678fec0-a10e-45d5-a9ca-8987574efb3e tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100597) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 20 10:53:06.361689 n-d-811396-3 neutron-server[100598]: INFO neutron.plugins.ml2.db [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No ports have port_id starting with 8d0aa8f5-a84d-478d-ba79-b9fb253f6c8c Oct 20 10:53:06.362615 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-7bb71a11-04f7-4083-8929-78a5115b2e8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956'] for port, after_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:06.379747 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f71939-2736-4b73-8ed1-9e7ed138b569 req-7084d55d-3a85-4e2a-b003-b4bb353d7911 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:06.396002 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-88f71939-2736-4b73-8ed1-9e7ed138b569 req-7084d55d-3a85-4e2a-b003-b4bb353d7911 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=32a45391-eb86-4e02-8bee-8fc24219c1b9 HTTP/1.1" status: 200 len: 944 time: 0.1280520 Oct 20 10:53:06.413821 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb71a11-04f7-4083-8929-78a5115b2e8a None None] Pushing event deleted for resources: {'Port': ['ID=8d0aa8f5-a84d-478d-ba79-b9fb253f6c8c,revision_number=None']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:06.417456 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb71a11-04f7-4083-8929-78a5115b2e8a None None] No DVR routers for this DVR port 8d0aa8f5-a84d-478d-ba79-b9fb253f6c8c on host n-d-811396-3 {{(pid=100598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:53:06.555889 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-88f71939-2736-4b73-8ed1-9e7ed138b569 req-6ca64b6e-9571-4cf7-8627-bacab123833d tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e1d7c5e-d35b-480e-bc76-e69dc8123b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588690 Oct 20 10:53:06.587351 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2578dabe-528c-4eb1-ac9d-bac9d020f927 req-8e1b6f9d-2c7b-4772-9559-1aef5297c0a2 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:06.594863 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2578dabe-528c-4eb1-ac9d-bac9d020f927 req-8e1b6f9d-2c7b-4772-9559-1aef5297c0a2 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3f9930f-6768-428d-b296-1e65ca6bdfa7 HTTP/1.1" status: 200 len: 946 time: 0.2340372 Oct 20 10:53:06.670330 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2578dabe-528c-4eb1-ac9d-bac9d020f927 req-0efd94c8-44d6-4dd0-b494-f53e4680c350 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=58574406-52f6-4da8-ba4e-3f91a696d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655046 Oct 20 10:53:06.727833 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ec7fb466-2f05-4657-972d-ff70eddd3286 req-c616954f-e841-4b21-9ea8-124247558e42 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.64 "GET /v2.0/ports?device_id=9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c HTTP/1.1" status: 200 len: 210 time: 0.0445790 Oct 20 10:53:06.934135 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [req-615d5130-0b23-424c-946d-3bc0ac11730a req-f5919cbc-4870-44e7-8307-ffb38a396247 service neutron] (100597) timed out ('10.222.0.64', 37294) {{(pid=100597) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 20 10:53:06.974303 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-165c355a-561f-4b04-abf8-9a20284d5bcb tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Allocated IP 172.20.0.17 (eaa3b6e6-ae67-48fc-8588-01f6e80e17bf/66a8eb0e-77e5-4e40-837e-e1c522e11a5a/a7b4fcc5-81d5-4140-a9b3-cc52bc703292) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:53:06.993422 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 50020) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:07.043768 n-d-811396-3 neutron-server[100597]: WARNING neutron.services.revisions.revision_plugin [None req-4678fec0-a10e-45d5-a9ca-8987574efb3e tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Could not find related port for resource to bump revision. Oct 20 10:53:07.058715 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.ipam_pluggable_backend [None req-4678fec0-a10e-45d5-a9ca-8987574efb3e tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Port 8d0aa8f5-a84d-478d-ba79-b9fb253f6c8c was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=100597) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Oct 20 10:53:07.068006 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.ipam_pluggable_backend [None req-4678fec0-a10e-45d5-a9ca-8987574efb3e tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Reverting IP allocation for 2001:db8::f816:3eff:fe19:659e {{(pid=100597) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Oct 20 10:53:07.076932 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.ipam_pluggable_backend [None req-4678fec0-a10e-45d5-a9ca-8987574efb3e tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe19:659e {{(pid=100597) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Oct 20 10:53:07.130900 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:07.153837 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4678fec0-a10e-45d5-a9ca-8987574efb3e tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25350752'] for subnet, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:07.189920 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-0927d01d-f485-43b1-9d86-f9979440d2d0 tempest-RoutersAdminNegativeTest-244790868 tempest-RoutersAdminNegativeTest-244790868-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-488391207', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:53:07.269436 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4678fec0-a10e-45d5-a9ca-8987574efb3e tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Network 8320e101-644d-44af-9385-629dd54c3c0a is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:53:07.275962 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0927d01d-f485-43b1-9d86-f9979440d2d0 tempest-RoutersAdminNegativeTest-244790868 tempest-RoutersAdminNegativeTest-244790868-project-admin] Made reservation on behalf of e12c8a6ecafc4b58a3e1f23d42549655 for: {'port': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:53:07.276966 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-4678fec0-a10e-45d5-a9ca-8987574efb3e tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:53:07.287947 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4678fec0-a10e-45d5-a9ca-8987574efb3e tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:07.288566 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4678fec0-a10e-45d5-a9ca-8987574efb3e tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:07.290716 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1cf7f47-7cc6-446d-b24a-afdff9f4af9a None None] Network 8320e101-644d-44af-9385-629dd54c3c0a requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:53:07.292811 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4678fec0-a10e-45d5-a9ca-8987574efb3e tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Pushing event updated for resources: {'Subnet': ['ID=639dbb3b-a649-4f1f-828a-566c384ec531,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:07.308359 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0927d01d-f485-43b1-9d86-f9979440d2d0 tempest-RoutersAdminNegativeTest-244790868 tempest-RoutersAdminNegativeTest-244790868-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:07.319729 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-165c355a-561f-4b04-abf8-9a20284d5bcb tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:07.329698 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-4678fec0-a10e-45d5-a9ca-8987574efb3e tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.3851793 Oct 20 10:53:07.330343 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 50026) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:07.342486 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0927d01d-f485-43b1-9d86-f9979440d2d0 tempest-RoutersAdminNegativeTest-244790868 tempest-RoutersAdminNegativeTest-244790868-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:07.351126 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-39f63873-9d97-4644-98df-77a2d7476643 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Request body: {'port': {'network_id': '8320e101-644d-44af-9385-629dd54c3c0a', 'mac_address': 'fa:16:3e:ec:8d:fb', 'name': 'tempest-NetworksTestDHCPv6-1305169138'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:53:07.457615 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0927d01d-f485-43b1-9d86-f9979440d2d0 tempest-RoutersAdminNegativeTest-244790868 tempest-RoutersAdminNegativeTest-244790868-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:07.470513 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0927d01d-f485-43b1-9d86-f9979440d2d0 tempest-RoutersAdminNegativeTest-244790868 tempest-RoutersAdminNegativeTest-244790868-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:07.485833 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [None req-0927d01d-f485-43b1-9d86-f9979440d2d0 tempest-RoutersAdminNegativeTest-244790868 tempest-RoutersAdminNegativeTest-244790868-project-admin] device_id is not set on port 2f9aad94-0cd8-405b-bfdc-c98ab6a5b03e yet. {{(pid=100596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:53:07.544781 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-165c355a-561f-4b04-abf8-9a20284d5bcb tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:07.647677 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe536132-578a-4449-8f5b-b28f4d095ac6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524064ba-869c-5550-b826-c26b69a11278-8320e101-644d-44af-9385-629dd54c3c0a', 'network_id': '8320e101-644d-44af-9385-629dd54c3c0a', 'tenant_id': '22a79d88690a4055b95547a3f21027fa', 'fixed_ips': [{'subnet_id': '639dbb3b-a649-4f1f-828a-566c384ec531'}]}} from n-d-811396-3. {{(pid=100598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:53:07.648625 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-fe536132-578a-4449-8f5b-b28f4d095ac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:07.652078 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:07.697856 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-165c355a-561f-4b04-abf8-9a20284d5bcb tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Network eaa3b6e6-ae67-48fc-8588-01f6e80e17bf is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:53:07.708828 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0927d01d-f485-43b1-9d86-f9979440d2d0 tempest-RoutersAdminNegativeTest-244790868 tempest-RoutersAdminNegativeTest-244790868-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b43de45c-9b94-4bd6-918e-fae8697c289d,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:07.719550 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-165c355a-561f-4b04-abf8-9a20284d5bcb tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:53:07.721364 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39f63873-9d97-4644-98df-77a2d7476643 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Made reservation on behalf of 22a79d88690a4055b95547a3f21027fa for: {'port': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:53:07.997684 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165c355a-561f-4b04-abf8-9a20284d5bcb tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:53:08.013339 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-39f63873-9d97-4644-98df-77a2d7476643 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:08.015342 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165c355a-561f-4b04-abf8-9a20284d5bcb tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Pushing event updated for resources: {'Port': ['ID=a7b4fcc5-81d5-4140-a9b3-cc52bc703292,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:08.111885 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:08.122176 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-fe536132-578a-4449-8f5b-b28f4d095ac6 None None] Allocated IP 2001:db8::f816:3eff:feb7:de3d (8320e101-644d-44af-9385-629dd54c3c0a/639dbb3b-a649-4f1f-828a-566c384ec531/6e171297-6f74-4f3c-8874-a0b37bcac42c) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:53:08.162279 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [None req-39f63873-9d97-4644-98df-77a2d7476643 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] device_id is not set on port 66ec06c6-9791-49b7-9c08-1b8f2df80928 yet. {{(pid=100597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:53:08.185965 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-165c355a-561f-4b04-abf8-9a20284d5bcb tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1774540'] for router_interface, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:08.194005 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14f7da3-5b26-4aaa-a8ff-b7d627c5d974 req-72920db2-b94b-49b5-9b8c-52677c8c9d6c tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:08.209216 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b14f7da3-5b26-4aaa-a8ff-b7d627c5d974 req-72920db2-b94b-49b5-9b8c-52677c8c9d6c tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=32a45391-eb86-4e02-8bee-8fc24219c1b9 HTTP/1.1" status: 200 len: 944 time: 0.5231268 Oct 20 10:53:08.217320 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device d6a6518b-9e09-49cf-9ecd-340148181cc6 details requested by agent hyperv_n-h2-811396-3 with host n-h2-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:53:08.222708 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1fb917-99e9-4b0e-8193-72a583b87316 req-bbe4aa1c-c0d6-45f2-8688-be188ab24fc7 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:08.237228 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2e1fb917-99e9-4b0e-8193-72a583b87316 req-bbe4aa1c-c0d6-45f2-8688-be188ab24fc7 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3f9930f-6768-428d-b296-1e65ca6bdfa7 HTTP/1.1" status: 200 len: 946 time: 0.3430383 Oct 20 10:53:08.318603 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [None req-0927d01d-f485-43b1-9d86-f9979440d2d0 tempest-RoutersAdminNegativeTest-244790868 tempest-RoutersAdminNegativeTest-244790868-project-admin] Allocated IP 172.25.1.84 (cbe170d3-31ba-45a2-b477-520ab0a7a8ea/f4e26aca-17ac-4adb-a66b-d939a1b35b64/2f9aad94-0cd8-405b-bfdc-c98ab6a5b03e) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:53:08.407290 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b14f7da3-5b26-4aaa-a8ff-b7d627c5d974 req-2421d189-571c-4621-886f-a867b7237fbc tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e1d7c5e-d35b-480e-bc76-e69dc8123b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670265 Oct 20 10:53:08.526879 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2e1fb917-99e9-4b0e-8193-72a583b87316 req-466ffa69-ac4d-4a96-b20a-d04bb96d45f2 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=58574406-52f6-4da8-ba4e-3f91a696d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2788236 Oct 20 10:53:08.647376 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-165c355a-561f-4b04-abf8-9a20284d5bcb tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:08.677920 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3c4bef8a-0639-45e8-995b-667c3f25bcb4 req-5c8a3b30-4de9-44ae-87a0-ee611d68beec tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.64 "GET /v2.0/ports?device_id=9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c HTTP/1.1" status: 200 len: 210 time: 0.0922084 Oct 20 10:53:08.742634 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0927d01d-f485-43b1-9d86-f9979440d2d0 tempest-RoutersAdminNegativeTest-244790868 tempest-RoutersAdminNegativeTest-244790868-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:08.807865 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-fe536132-578a-4449-8f5b-b28f4d095ac6 None None] Publish callbacks [] for port, precommit_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:08.820621 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0927d01d-f485-43b1-9d86-f9979440d2d0 tempest-RoutersAdminNegativeTest-244790868 tempest-RoutersAdminNegativeTest-244790868-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:08.911659 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0927d01d-f485-43b1-9d86-f9979440d2d0 tempest-RoutersAdminNegativeTest-244790868 tempest-RoutersAdminNegativeTest-244790868-project-admin] Network cbe170d3-31ba-45a2-b477-520ab0a7a8ea is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:53:08.913414 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port d6a6518b-9e09-49cf-9ecd-340148181cc6, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=d6a6518b-9e09-49cf-9ecd-340148181cc6,segment=NetworkSegment(5f5097d1-dd03-4e53-8d67-381b8a2c1ac8),segment_id=5f5097d1-dd03-4e53-8d67-381b8a2c1ac8)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:53:08.925208 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-0927d01d-f485-43b1-9d86-f9979440d2d0 tempest-RoutersAdminNegativeTest-244790868 tempest-RoutersAdminNegativeTest-244790868-project-admin] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:53:08.930738 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Returning: {'device': 'd6a6518b-9e09-49cf-9ecd-340148181cc6', 'network_id': 'cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0', 'port_id': 'd6a6518b-9e09-49cf-9ecd-340148181cc6', 'mac_address': 'fa:16:3e:2b:61:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 840, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46305bfd-5c10-42c9-8afc-597f2425497e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:53:08.939279 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-fe536132-578a-4449-8f5b-b28f4d095ac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:08.940973 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0927d01d-f485-43b1-9d86-f9979440d2d0 tempest-RoutersAdminNegativeTest-244790868 tempest-RoutersAdminNegativeTest-244790868-project-admin] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:53:08.960751 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-2112ddfc-b2a1-4acf-981d-c6ac62fa24d7 None None] Provisioning complete for port a7b4fcc5-81d5-4140-a9b3-cc52bc703292 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:53:08.961407 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-2112ddfc-b2a1-4acf-981d-c6ac62fa24d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:08.996760 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe536132-578a-4449-8f5b-b28f4d095ac6 None None] Network 8320e101-644d-44af-9385-629dd54c3c0a is already hosted by enough agents. {{(pid=100598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:53:09.031625 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.base_scheduler [None req-fe536132-578a-4449-8f5b-b28f4d095ac6 None None] Resources bound (agent type, host, resource id): {{(pid=100598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:53:09.056576 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe536132-578a-4449-8f5b-b28f4d095ac6 None None] Received port after_create {{(pid=100598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:53:09.057025 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-165c355a-561f-4b04-abf8-9a20284d5bcb tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks [] for port, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:09.066956 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0927d01d-f485-43b1-9d86-f9979440d2d0 tempest-RoutersAdminNegativeTest-244790868 tempest-RoutersAdminNegativeTest-244790868-project-admin] Pushing event updated for resources: {'Port': ['ID=2f9aad94-0cd8-405b-bfdc-c98ab6a5b03e,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:09.080596 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:09.088031 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0927d01d-f485-43b1-9d86-f9979440d2d0 tempest-RoutersAdminNegativeTest-244790868 tempest-RoutersAdminNegativeTest-244790868-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:09.089015 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0927d01d-f485-43b1-9d86-f9979440d2d0 tempest-RoutersAdminNegativeTest-244790868 tempest-RoutersAdminNegativeTest-244790868-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:09.092977 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-165c355a-561f-4b04-abf8-9a20284d5bcb tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:09.118568 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-0927d01d-f485-43b1-9d86-f9979440d2d0 tempest-RoutersAdminNegativeTest-244790868 tempest-RoutersAdminNegativeTest-244790868-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 2.1237347 Oct 20 10:53:09.121814 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 50044) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:09.139079 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-79fb9934-9f8d-4aa6-ac91-0d467b1491f2 tempest-RoutersAdminNegativeTest-244790868 tempest-RoutersAdminNegativeTest-244790868-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.84'}]}}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:53:09.160276 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe536132-578a-4449-8f5b-b28f4d095ac6 None None] Pushing event updated for resources: {'Port': ['ID=6e171297-6f74-4f3c-8874-a0b37bcac42c,revision_number=1']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:09.183232 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-2112ddfc-b2a1-4acf-981d-c6ac62fa24d7 None None] Port a7b4fcc5-81d5-4140-a9b3-cc52bc703292 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:53:09.187782 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:09.193468 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-fe536132-578a-4449-8f5b-b28f4d095ac6 None None] Attempting to bind port 6e171297-6f74-4f3c-8874-a0b37bcac42c on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:53:09.193878 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-fe536132-578a-4449-8f5b-b28f4d095ac6 None None] Attempting to bind port 6e171297-6f74-4f3c-8874-a0b37bcac42c by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': 'bdd410b3-9198-4748-b872-a4840957eef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '8320e101-644d-44af-9385-629dd54c3c0a'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:53:09.194304 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe536132-578a-4449-8f5b-b28f4d095ac6 None None] Attempting to bind port 6e171297-6f74-4f3c-8874-a0b37bcac42c on network 8320e101-644d-44af-9385-629dd54c3c0a {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:53:09.196137 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-79fb9934-9f8d-4aa6-ac91-0d467b1491f2 tempest-RoutersAdminNegativeTest-244790868 tempest-RoutersAdminNegativeTest-244790868-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1772442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258322'] for router, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:09.197207 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-79fb9934-9f8d-4aa6-ac91-0d467b1491f2 tempest-RoutersAdminNegativeTest-244790868 tempest-RoutersAdminNegativeTest-244790868-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1772334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773516', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258315'] for router, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:09.209216 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe536132-578a-4449-8f5b-b28f4d095ac6 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 53, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:53:09.209623 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe536132-578a-4449-8f5b-b28f4d095ac6 None None] Checking segment: {'id': 'bdd410b3-9198-4748-b872-a4840957eef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '8320e101-644d-44af-9385-629dd54c3c0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:53:09.210173 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-fe536132-578a-4449-8f5b-b28f4d095ac6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:09.210758 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe536132-578a-4449-8f5b-b28f4d095ac6 None None] Bound using segment: {'id': 'bdd410b3-9198-4748-b872-a4840957eef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '8320e101-644d-44af-9385-629dd54c3c0a'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:53:09.211070 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-fe536132-578a-4449-8f5b-b28f4d095ac6 None None] Bound port: 6e171297-6f74-4f3c-8874-a0b37bcac42c, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdd410b3-9198-4748-b872-a4840957eef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '8320e101-644d-44af-9385-629dd54c3c0a'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:53:09.211626 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-fe536132-578a-4449-8f5b-b28f4d095ac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:09.268859 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165c355a-561f-4b04-abf8-9a20284d5bcb tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Pushing event updated for resources: {'Port': ['ID=a7b4fcc5-81d5-4140-a9b3-cc52bc703292,revision_number=2']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:09.294226 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6a6518b-9e09-49cf-9ecd-340148181cc6 {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:53:09.355540 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-165c355a-561f-4b04-abf8-9a20284d5bcb tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1774432'] for router_interface, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:09.360007 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-79fb9934-9f8d-4aa6-ac91-0d467b1491f2 tempest-RoutersAdminNegativeTest-244790868 tempest-RoutersAdminNegativeTest-244790868-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:09.361197 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-39f63873-9d97-4644-98df-77a2d7476643 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Allocated IP 2001:db8::f816:3eff:feec:8dfb (8320e101-644d-44af-9385-629dd54c3c0a/639dbb3b-a649-4f1f-828a-566c384ec531/66ec06c6-9791-49b7-9c08-1b8f2df80928) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:53:09.411731 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port d6a6518b-9e09-49cf-9ecd-340148181cc6, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=d6a6518b-9e09-49cf-9ecd-340148181cc6,segment=NetworkSegment(5f5097d1-dd03-4e53-8d67-381b8a2c1ac8),segment_id=5f5097d1-dd03-4e53-8d67-381b8a2c1ac8)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:53:09.431418 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:09.520071 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-79fb9934-9f8d-4aa6-ac91-0d467b1491f2 tempest-RoutersAdminNegativeTest-244790868 tempest-RoutersAdminNegativeTest-244790868-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:09.571191 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-fe536132-578a-4449-8f5b-b28f4d095ac6 None None] For port 6e171297-6f74-4f3c-8874-a0b37bcac42c, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:53:09.598879 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-fe536132-578a-4449-8f5b-b28f4d095ac6 None None] For port 6e171297-6f74-4f3c-8874-a0b37bcac42c, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=6e171297-6f74-4f3c-8874-a0b37bcac42c,segment=NetworkSegment(bdd410b3-9198-4748-b872-a4840957eef7),segment_id=bdd410b3-9198-4748-b872-a4840957eef7)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:53:09.620519 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-fe536132-578a-4449-8f5b-b28f4d095ac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:09.667037 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['d6a6518b-9e09-49cf-9ecd-340148181cc6'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:53:09.670024 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=d6a6518b-9e09-49cf-9ecd-340148181cc6,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:09.846869 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-165c355a-561f-4b04-abf8-9a20284d5bcb tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Network eaa3b6e6-ae67-48fc-8588-01f6e80e17bf is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:53:09.861225 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe536132-578a-4449-8f5b-b28f4d095ac6 None None] Pushing event updated for resources: {'Port': ['ID=6e171297-6f74-4f3c-8874-a0b37bcac42c,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:09.869865 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-165c355a-561f-4b04-abf8-9a20284d5bcb tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:53:09.885445 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7dcbb7-f114-4417-b832-3454fa3cab38 req-ab79c4c0-73bc-4b98-bbd1-60b9af39e034 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:09.887832 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ef7dcbb7-f114-4417-b832-3454fa3cab38 req-ab79c4c0-73bc-4b98-bbd1-60b9af39e034 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=32a45391-eb86-4e02-8bee-8fc24219c1b9 HTTP/1.1" status: 200 len: 945 time: 0.2418175 Oct 20 10:53:10.030182 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-39f63873-9d97-4644-98df-77a2d7476643 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:10.221394 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-165c355a-561f-4b04-abf8-9a20284d5bcb tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Router bf59da99-dd2d-478d-9b0d-3016ea34cf63 has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:53:10.383899 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 6e171297-6f74-4f3c-8874-a0b37bcac42c up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:53:10.449065 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-39f63873-9d97-4644-98df-77a2d7476643 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:10.451409 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-165c355a-561f-4b04-abf8-9a20284d5bcb tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:53:10.461284 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-165c355a-561f-4b04-abf8-9a20284d5bcb tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "PUT /v2.0/routers/bf59da99-dd2d-478d-9b0d-3016ea34cf63/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3237026 Oct 20 10:53:10.512615 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f63873-9d97-4644-98df-77a2d7476643 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Network 8320e101-644d-44af-9385-629dd54c3c0a is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:53:10.521432 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-39f63873-9d97-4644-98df-77a2d7476643 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:53:10.525934 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f63873-9d97-4644-98df-77a2d7476643 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:53:10.527506 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0eb1ca-0320-4466-b6bc-55e6a4d8647d None None] Sync routers for ids ['bf59da99-dd2d-478d-9b0d-3016ea34cf63'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:53:10.533997 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f63873-9d97-4644-98df-77a2d7476643 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:10.534666 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-39f63873-9d97-4644-98df-77a2d7476643 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:10.544449 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f63873-9d97-4644-98df-77a2d7476643 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Pushing event updated for resources: {'Port': ['ID=66ec06c6-9791-49b7-9c08-1b8f2df80928,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:10.574364 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0eb1ca-0320-4466-b6bc-55e6a4d8647d None None] Routers {'bf59da99-dd2d-478d-9b0d-3016ea34cf63'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:53:10.576169 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-2e0eb1ca-0320-4466-b6bc-55e6a4d8647d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:53:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['bf59da99-dd2d-478d-9b0d-3016ea34cf63'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:53:10.585012 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cace119d-ec5e-43ac-a042-3d444e2327d2 req-f34b70bd-42af-4cff-bcb9-db1aa4be7a99 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:10.586747 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-39f63873-9d97-4644-98df-77a2d7476643 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.2537632 Oct 20 10:53:10.587653 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 50056) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:10.593420 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cace119d-ec5e-43ac-a042-3d444e2327d2 req-f34b70bd-42af-4cff-bcb9-db1aa4be7a99 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3f9930f-6768-428d-b296-1e65ca6bdfa7 HTTP/1.1" status: 200 len: 946 time: 0.8147671 Oct 20 10:53:10.624029 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ef7dcbb7-f114-4417-b832-3454fa3cab38 req-54f05a2c-459e-451e-8325-10706293d7a2 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e1d7c5e-d35b-480e-bc76-e69dc8123b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7205076 Oct 20 10:53:10.630938 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-f0b6cc69-03f5-4186-aa25-d79d17d0402f None None] Provisioning complete for port a7b4fcc5-81d5-4140-a9b3-cc52bc703292 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:53:10.631799 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-f0b6cc69-03f5-4186-aa25-d79d17d0402f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:10.688824 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-f0b6cc69-03f5-4186-aa25-d79d17d0402f None None] Port a7b4fcc5-81d5-4140-a9b3-cc52bc703292 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:53:10.694172 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 6e171297-6f74-4f3c-8874-a0b37bcac42c triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:53:10.694584 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:10.718472 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b619575-c82e-4232-9a5d-484466eaa7a6 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:10.728188 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b619575-c82e-4232-9a5d-484466eaa7a6 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:10.736482 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-6b619575-c82e-4232-9a5d-484466eaa7a6 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1468434 Oct 20 10:53:10.737322 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 50062) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:10.949931 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-bc8dae1d-3873-4ccb-ac92-120e26831468 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Deleting port 66ec06c6-9791-49b7-9c08-1b8f2df80928 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:53:10.950573 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bc8dae1d-3873-4ccb-ac92-120e26831468 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:11.040439 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-dad8dc31-e94e-45a0-894f-5d7478a5f7dc req-cf562099-1577-4184-a9de-24ad0b0c27b9 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.64 "GET /v2.0/ports?device_id=9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c HTTP/1.1" status: 200 len: 210 time: 0.1622934 Oct 20 10:53:11.110625 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cace119d-ec5e-43ac-a042-3d444e2327d2 req-c011b503-e5da-481f-b019-a75266b0b749 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=58574406-52f6-4da8-ba4e-3f91a696d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5160871 Oct 20 10:53:11.128116 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-79fb9934-9f8d-4aa6-ac91-0d467b1491f2 tempest-RoutersAdminNegativeTest-244790868 tempest-RoutersAdminNegativeTest-244790868-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:11.156539 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:11.190936 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bc8dae1d-3873-4ccb-ac92-120e26831468 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:11.191731 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-79fb9934-9f8d-4aa6-ac91-0d467b1491f2 tempest-RoutersAdminNegativeTest-244790868 tempest-RoutersAdminNegativeTest-244790868-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:11.193269 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-2e0eb1ca-0320-4466-b6bc-55e6a4d8647d None None] Set router bf59da99-dd2d-478d-9b0d-3016ea34cf63 gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:53:11.219945 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-bc8dae1d-3873-4ccb-ac92-120e26831468 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Calling delete_port for 66ec06c6-9791-49b7-9c08-1b8f2df80928 owned by {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:53:11.340019 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] For port 6e171297-6f74-4f3c-8874-a0b37bcac42c, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=6e171297-6f74-4f3c-8874-a0b37bcac42c,segment=NetworkSegment(bdd410b3-9198-4748-b872-a4840957eef7),segment_id=bdd410b3-9198-4748-b872-a4840957eef7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:53:11.429248 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:11.535697 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bc8dae1d-3873-4ccb-ac92-120e26831468 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:11.552190 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Pushing event updated for resources: {'Port': ['ID=6e171297-6f74-4f3c-8874-a0b37bcac42c,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:11.634676 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-79fb9934-9f8d-4aa6-ac91-0d467b1491f2 tempest-RoutersAdminNegativeTest-244790868 tempest-RoutersAdminNegativeTest-244790868-project-admin] Publish callbacks [] for router, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:11.636091 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8dae1d-3873-4ccb-ac92-120e26831468 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Pushing event deleted for resources: {'Port': ['ID=66ec06c6-9791-49b7-9c08-1b8f2df80928,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:11.698535 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bc8dae1d-3873-4ccb-ac92-120e26831468 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:11.712370 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-bc8dae1d-3873-4ccb-ac92-120e26831468 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "DELETE /v2.0/ports/66ec06c6-9791-49b7-9c08-1b8f2df80928 HTTP/1.1" status: 204 len: 168 time: 0.9725280 Oct 20 10:53:11.713022 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 50070) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:11.816982 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-311e9473-3ada-4cc9-b45e-0ea9524be365 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:11.818639 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-311e9473-3ada-4cc9-b45e-0ea9524be365 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:11.823847 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-311e9473-3ada-4cc9-b45e-0ea9524be365 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1080403 Oct 20 10:53:11.824454 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 50072) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:11.836488 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-079d32e1-8a03-4f7c-9866-f2d708073f63 None None] Provisioning complete for port 6e171297-6f74-4f3c-8874-a0b37bcac42c triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:53:11.836858 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-079d32e1-8a03-4f7c-9866-f2d708073f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:11.916328 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-2e0eb1ca-0320-4466-b6bc-55e6a4d8647d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf59da99-dd2d-478d-9b0d-3016ea34cf63', 'name': 'tempest-TestNetworkBasicOps-router-1996889391', 'tenant_id': 'ce3bca74c1d8467f832763bc531bfd88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': '4e711bdc-ecfb-48b8-a052-6d0428b77592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:50:51Z', 'updated_at': '2021-10-20T10:53:08Z', 'revision_number': 5, 'project_id': 'ce3bca74c1d8467f832763bc531bfd88', 'gw_port': {'id': '4e711bdc-ecfb-48b8-a052-6d0428b77592', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:0e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf59da99-dd2d-478d-9b0d-3016ea34cf63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2694, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:50:54Z', 'updated_at': '2021-10-20T10:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_floatingips': [{'id': 'b2594b35-5930-4c28-8996-dcf1f7a1e7ec', 'tenant_id': 'ce3bca74c1d8467f832763bc531bfd88', 'floating_ip_address': '172.25.1.100', 'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'router_id': 'bf59da99-dd2d-478d-9b0d-3016ea34cf63', 'port_id': 'aae58e54-5b06-4495-b489-a89b3f157a9e', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 2787, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ca5e922-b948-426f-9281-49c209c89e06', 'mac_address': 'fa:16:3e:40:43:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e46ee1e-848e-4aa8-a7a5-ffd39c73c09c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T10:51:38Z', 'updated_at': '2021-10-20T10:51:50Z', 'revision_number': 1, 'project_id': 'ce3bca74c1d8467f832763bc531bfd88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7b4fcc5-81d5-4140-a9b3-cc52bc703292', 'name': '', 'network_id': 'eaa3b6e6-ae67-48fc-8588-01f6e80e17bf', 'tenant_id': 'ce3bca74c1d8467f832763bc531bfd88', 'mac_address': 'fa:16:3e:70:72:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf59da99-dd2d-478d-9b0d-3016ea34cf63', 'device_owner': 'network:router_interface', 'standard_attr_id': 2895, 'fixed_ips': [{'subnet_id': '66a8eb0e-77e5-4e40-837e-e1c522e11a5a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:53:05Z', 'updated_at': '2021-10-20T10:53:08Z', 'revision_number': 2, 'project_id': 'ce3bca74c1d8467f832763bc531bfd88', 'subnets': [{'id': '66a8eb0e-77e5-4e40-837e-e1c522e11a5a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0eef919-2006-4579-a0f7-bfdd77d41039', 'name': '', 'network_id': '8ca5e922-b948-426f-9281-49c209c89e06', 'tenant_id': 'ce3bca74c1d8467f832763bc531bfd88', 'mac_address': 'fa:16:3e:71:db:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf59da99-dd2d-478d-9b0d-3016ea34cf63', 'device_owner': 'network:router_interface', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': 'd064623b-205c-4c55-bcad-f8d7ce58a0d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:51:01Z', 'updated_at': '2021-10-20T10:51:11Z', 'revision_number': 5, 'project_id': 'ce3bca74c1d8467f832763bc531bfd88', 'subnets': [{'id': 'd064623b-205c-4c55-bcad-f8d7ce58a0d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:53:11.927767 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec076a8b-bbf7-463d-adfd-6c9b331267a4 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Deleting subnet 639dbb3b-a649-4f1f-828a-566c384ec531 {{(pid=100597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:53:11.932023 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ec076a8b-bbf7-463d-adfd-6c9b331267a4 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks [] for subnet, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:11.985602 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0eb1ca-0320-4466-b6bc-55e6a4d8647d None None] Checking router: bf59da99-dd2d-478d-9b0d-3016ea34cf63 for host: n-d-811396-3 {{(pid=100598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:53:11.985881 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0eb1ca-0320-4466-b6bc-55e6a4d8647d None None] Updating router bf59da99-dd2d-478d-9b0d-3016ea34cf63 port a7b4fcc5-81d5-4140-a9b3-cc52bc703292 binding host n-d-811396-3 {{(pid=100598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 10:53:11.987297 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ec076a8b-bbf7-463d-adfd-6c9b331267a4 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25852621'] for subnet, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:12.073915 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-2e0eb1ca-0320-4466-b6bc-55e6a4d8647d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:12.109297 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ec076a8b-bbf7-463d-adfd-6c9b331267a4 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:12.219541 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ec076a8b-bbf7-463d-adfd-6c9b331267a4 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25350811'] for subnet, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:12.255736 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device d6a6518b-9e09-49cf-9ecd-340148181cc6 up at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:53:12.259074 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ec076a8b-bbf7-463d-adfd-6c9b331267a4 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:12.280462 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-ec076a8b-bbf7-463d-adfd-6c9b331267a4 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "DELETE /v2.0/subnets/639dbb3b-a649-4f1f-828a-566c384ec531 HTTP/1.1" status: 204 len: 168 time: 0.4543853 Oct 20 10:53:12.292859 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 50080) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:12.296807 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-79fb9934-9f8d-4aa6-ac91-0d467b1491f2 tempest-RoutersAdminNegativeTest-244790868 tempest-RoutersAdminNegativeTest-244790868-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1772272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258304'] for router, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:12.304322 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 6e171297-6f74-4f3c-8874-a0b37bcac42c up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:53:12.307265 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-79fb9934-9f8d-4aa6-ac91-0d467b1491f2 tempest-RoutersAdminNegativeTest-244790868 tempest-RoutersAdminNegativeTest-244790868-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:12.396759 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-438ac15f-f1bb-4cca-abaf-4efa3a62975a req-df638b84-d1a6-4f04-bac0-051f04fa1794 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.64 "GET /v2.0/ports?device_id=9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c HTTP/1.1" status: 200 len: 210 time: 0.1222010 Oct 20 10:53:12.448468 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef62c184-e292-486f-af45-0073ccbc91a9 req-41767446-56b8-486d-b636-9910404f88a1 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:12.450496 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ef62c184-e292-486f-af45-0073ccbc91a9 req-41767446-56b8-486d-b636-9910404f88a1 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=32a45391-eb86-4e02-8bee-8fc24219c1b9 HTTP/1.1" status: 200 len: 945 time: 0.7181010 Oct 20 10:53:12.471794 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-f0d6379c-4665-476b-b4c4-68082d5b5a9e tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1769640 Oct 20 10:53:12.472804 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec076a8b-bbf7-463d-adfd-6c9b331267a4 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Pushing event deleted for resources: {'Subnet': ['ID=639dbb3b-a649-4f1f-828a-566c384ec531,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:12.476157 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 50082) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:12.571086 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ef62c184-e292-486f-af45-0073ccbc91a9 req-9f0586c9-1cc3-4630-95fc-465a5e319a7a tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e1d7c5e-d35b-480e-bc76-e69dc8123b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623896 Oct 20 10:53:12.571748 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-79fb9934-9f8d-4aa6-ac91-0d467b1491f2 tempest-RoutersAdminNegativeTest-244790868 tempest-RoutersAdminNegativeTest-244790868-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1772267'] for router, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:12.572279 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79fb9934-9f8d-4aa6-ac91-0d467b1491f2 tempest-RoutersAdminNegativeTest-244790868 tempest-RoutersAdminNegativeTest-244790868-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0e8a2dff-320a-4613-aec0-e2557e374c72 {{(pid=100596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 10:53:12.608839 n-d-811396-3 neutron-server[100596]: INFO neutron.api.v2.resource [None req-79fb9934-9f8d-4aa6-ac91-0d467b1491f2 tempest-RoutersAdminNegativeTest-244790868 tempest-RoutersAdminNegativeTest-244790868-project-admin] create failed (client error): There was a conflict when trying to complete your request. Oct 20 10:53:12.617338 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-79fb9934-9f8d-4aa6-ac91-0d467b1491f2 tempest-RoutersAdminNegativeTest-244790868 tempest-RoutersAdminNegativeTest-244790868-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 3.4935186 Oct 20 10:53:12.625091 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f26cd59-274e-45b6-a958-d84250a64ccd tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:12.630046 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-6f26cd59-274e-45b6-a958-d84250a64ccd tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1528246 Oct 20 10:53:12.630671 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 50084) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:12.631004 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 50086) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:12.699840 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d669a9e8-dc7e-49c2-99d2-a8f0aadb400f req-41a33a10-04ad-4bad-80f9-cb03c80916ae tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:12.705422 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d669a9e8-dc7e-49c2-99d2-a8f0aadb400f req-41a33a10-04ad-4bad-80f9-cb03c80916ae tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3f9930f-6768-428d-b296-1e65ca6bdfa7 HTTP/1.1" status: 200 len: 946 time: 0.0870404 Oct 20 10:53:12.752185 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcba234d-866a-4b68-9335-834d668ea747 None None] Network 8320e101-644d-44af-9385-629dd54c3c0a requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:53:12.791343 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d669a9e8-dc7e-49c2-99d2-a8f0aadb400f req-f13e27c0-02d0-415e-a312-4c26e92ee886 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=58574406-52f6-4da8-ba4e-3f91a696d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795734 Oct 20 10:53:12.797686 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-a60ec053-9772-43d3-a67f-f223309773c5 None None] Could not find standard attr ID for object 66ec06c6-9791-49b7-9c08-1b8f2df80928. {{(pid=100598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 20 10:53:12.835166 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning for port d6a6518b-9e09-49cf-9ecd-340148181cc6 completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:53:12.863645 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aa1950c-4124-4a2b-848d-764afbc66b4c tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:12.868286 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 50088) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:12.877118 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning complete for port d6a6518b-9e09-49cf-9ecd-340148181cc6 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:53:12.877323 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-4aa1950c-4124-4a2b-848d-764afbc66b4c tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2440584 Oct 20 10:53:12.877745 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:12.900556 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-82303086-c896-44de-a342-1d9a3bc852be tempest-RoutersAdminNegativeTest-244790868 tempest-RoutersAdminNegativeTest-244790868-project-admin] Deleting port 2f9aad94-0cd8-405b-bfdc-c98ab6a5b03e {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:53:12.900916 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-82303086-c896-44de-a342-1d9a3bc852be tempest-RoutersAdminNegativeTest-244790868 tempest-RoutersAdminNegativeTest-244790868-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:12.961615 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 50090) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:12.962905 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-be257e4c-53f3-4600-9e8e-a4d9e98969f6 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0926836 Oct 20 10:53:12.973732 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-a44ae6e0-4791-44aa-9ad1-c22baaf85606 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Request body: {'subnet': {'network_id': '8320e101-644d-44af-9385-629dd54c3c0a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:53:13.075172 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 6e171297-6f74-4f3c-8874-a0b37bcac42c triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:53:13.082728 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:13.115908 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a44ae6e0-4791-44aa-9ad1-c22baaf85606 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Made reservation on behalf of 22a79d88690a4055b95547a3f21027fa for: {'subnet': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:53:13.120860 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a44ae6e0-4791-44aa-9ad1-c22baaf85606 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25350782'] for subnet, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:13.213553 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-2e0eb1ca-0320-4466-b6bc-55e6a4d8647d None None] Publish callbacks [] for port, precommit_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:13.225014 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-82303086-c896-44de-a342-1d9a3bc852be tempest-RoutersAdminNegativeTest-244790868 tempest-RoutersAdminNegativeTest-244790868-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:13.278151 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-82303086-c896-44de-a342-1d9a3bc852be tempest-RoutersAdminNegativeTest-244790868 tempest-RoutersAdminNegativeTest-244790868-project-admin] Calling delete_port for 2f9aad94-0cd8-405b-bfdc-c98ab6a5b03e owned by {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:53:13.518706 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-2e0eb1ca-0320-4466-b6bc-55e6a4d8647d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:13.542167 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-958e377e-9b83-43bd-9010-85a67a866052 None None] DHCP port deletion for 8320e101-644d-44af-9385-629dd54c3c0a request from n-d-811396-3 {{(pid=100598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:53:13.624894 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-114e3500-6087-42e7-a3f5-0dd4fbc9263f req-c988e081-58d0-4076-b550-016e320eba63 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.64 "GET /v2.0/ports?device_id=9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c HTTP/1.1" status: 200 len: 210 time: 0.0704992 Oct 20 10:53:13.651539 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:13.714521 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32a45391-eb86-4e02-8bee-8fc24219c1b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6a6518b-9e09-49cf-9ecd-340148181cc6'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:53:13.722712 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b55e9824-e13f-4f32-bb0c-82a3aef117a9" -d '{"events": [{"server_uuid": "32a45391-eb86-4e02-8bee-8fc24219c1b9", "name": "network-vif-plugged", "status": "completed", "tag": "d6a6518b-9e09-49cf-9ecd-340148181cc6"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:53:13.725909 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42bf09e-5ba6-4d8b-a810-0a30732357f1 None None] Pushing event updated for resources: {'Port': ['ID=a7b4fcc5-81d5-4140-a9b3-cc52bc703292,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:13.860453 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port d6a6518b-9e09-49cf-9ecd-340148181cc6, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=d6a6518b-9e09-49cf-9ecd-340148181cc6,segment=NetworkSegment(5f5097d1-dd03-4e53-8d67-381b8a2c1ac8),segment_id=5f5097d1-dd03-4e53-8d67-381b8a2c1ac8)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:53:13.864056 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd89293d-bf33-45b8-87a1-5d4e008adca7 req-4a068aad-c8e6-422f-8250-baed89a850d5 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:13.869122 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3beea8b-1d31-48f6-98a7-293a02a419d8 x-openstack-request-id: req-d3beea8b-1d31-48f6-98a7-293a02a419d8 {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:53:13.870441 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32a45391-eb86-4e02-8bee-8fc24219c1b9", "name": "network-vif-plugged", "status": "completed", "tag": "d6a6518b-9e09-49cf-9ecd-340148181cc6", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:53:13.873321 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d3beea8b-1d31-48f6-98a7-293a02a419d8 {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:53:13.873456 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cd89293d-bf33-45b8-87a1-5d4e008adca7 req-4a068aad-c8e6-422f-8250-baed89a850d5 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=32a45391-eb86-4e02-8bee-8fc24219c1b9 HTTP/1.1" status: 200 len: 945 time: 0.1463556 Oct 20 10:53:13.874251 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32a45391-eb86-4e02-8bee-8fc24219c1b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6a6518b-9e09-49cf-9ecd-340148181cc6', 'code': 200} Oct 20 10:53:13.932180 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:13.999281 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=d6a6518b-9e09-49cf-9ecd-340148181cc6,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:14.018198 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-2e0eb1ca-0320-4466-b6bc-55e6a4d8647d None None] Attempting to bind port a7b4fcc5-81d5-4140-a9b3-cc52bc703292 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:53:14.018198 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-2e0eb1ca-0320-4466-b6bc-55e6a4d8647d None None] Attempting to bind port a7b4fcc5-81d5-4140-a9b3-cc52bc703292 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': 'ffcf5e3b-3827-4d62-9e42-559efa08a955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'eaa3b6e6-ae67-48fc-8588-01f6e80e17bf'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:53:14.018198 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0eb1ca-0320-4466-b6bc-55e6a4d8647d None None] Attempting to bind port a7b4fcc5-81d5-4140-a9b3-cc52bc703292 on network eaa3b6e6-ae67-48fc-8588-01f6e80e17bf {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:53:14.053675 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0eb1ca-0320-4466-b6bc-55e6a4d8647d None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 53, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:53:14.054439 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0eb1ca-0320-4466-b6bc-55e6a4d8647d None None] Checking segment: {'id': 'ffcf5e3b-3827-4d62-9e42-559efa08a955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'eaa3b6e6-ae67-48fc-8588-01f6e80e17bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:53:14.054750 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-2e0eb1ca-0320-4466-b6bc-55e6a4d8647d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:14.055270 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0eb1ca-0320-4466-b6bc-55e6a4d8647d None None] Bound using segment: {'id': 'ffcf5e3b-3827-4d62-9e42-559efa08a955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'eaa3b6e6-ae67-48fc-8588-01f6e80e17bf'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:53:14.055929 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-2e0eb1ca-0320-4466-b6bc-55e6a4d8647d None None] Bound port: a7b4fcc5-81d5-4140-a9b3-cc52bc703292, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffcf5e3b-3827-4d62-9e42-559efa08a955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'eaa3b6e6-ae67-48fc-8588-01f6e80e17bf'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:53:14.056427 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-2e0eb1ca-0320-4466-b6bc-55e6a4d8647d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:14.067790 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-958e377e-9b83-43bd-9010-85a67a866052 None None] Deleting port 6e171297-6f74-4f3c-8874-a0b37bcac42c {{(pid=100598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:53:14.068310 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-958e377e-9b83-43bd-9010-85a67a866052 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:14.080068 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cd89293d-bf33-45b8-87a1-5d4e008adca7 req-236a94c9-3845-474c-a706-186636a0dcb9 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e1d7c5e-d35b-480e-bc76-e69dc8123b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859534 Oct 20 10:53:14.158405 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-82303086-c896-44de-a342-1d9a3bc852be tempest-RoutersAdminNegativeTest-244790868 tempest-RoutersAdminNegativeTest-244790868-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:14.186251 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd381073-5168-4944-b3d6-d140693c17f9 req-4d1719ee-e700-4bde-90b0-2f2b1c339ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:14.189837 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bd381073-5168-4944-b3d6-d140693c17f9 req-4d1719ee-e700-4bde-90b0-2f2b1c339ac9 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=32a45391-eb86-4e02-8bee-8fc24219c1b9 HTTP/1.1" status: 200 len: 1097 time: 0.3012755 Oct 20 10:53:14.193331 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 6e171297-6f74-4f3c-8874-a0b37bcac42c no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:53:14.260884 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82303086-c896-44de-a342-1d9a3bc852be tempest-RoutersAdminNegativeTest-244790868 tempest-RoutersAdminNegativeTest-244790868-project-admin] Pushing event deleted for resources: {'Port': ['ID=2f9aad94-0cd8-405b-bfdc-c98ab6a5b03e,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:14.286302 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1805bea0-e87f-44b3-a27c-c9f45ad0be44 req-07d92765-e56a-4363-bf74-be37fac6febf tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:14.288102 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1805bea0-e87f-44b3-a27c-c9f45ad0be44 req-07d92765-e56a-4363-bf74-be37fac6febf tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3f9930f-6768-428d-b296-1e65ca6bdfa7 HTTP/1.1" status: 200 len: 946 time: 0.2314701 Oct 20 10:53:14.311708 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-b48ade3c-3643-483e-9098-49d78fb9c182 None None] Provisioning complete for port a7b4fcc5-81d5-4140-a9b3-cc52bc703292 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:53:14.312256 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-b48ade3c-3643-483e-9098-49d78fb9c182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:14.354707 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bd381073-5168-4944-b3d6-d140693c17f9 req-9c585a2c-f11f-4698-b458-4c4e591608f9 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=2e1d7c5e-d35b-480e-bc76-e69dc8123b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463296 Oct 20 10:53:14.358008 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-b48ade3c-3643-483e-9098-49d78fb9c182 None None] Port a7b4fcc5-81d5-4140-a9b3-cc52bc703292 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:53:14.377968 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-958e377e-9b83-43bd-9010-85a67a866052 None None] For port 6e171297-6f74-4f3c-8874-a0b37bcac42c, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=6e171297-6f74-4f3c-8874-a0b37bcac42c,segment=NetworkSegment(bdd410b3-9198-4748-b872-a4840957eef7),segment_id=bdd410b3-9198-4748-b872-a4840957eef7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:53:14.378465 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-958e377e-9b83-43bd-9010-85a67a866052 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:14.386548 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a44ae6e0-4791-44aa-9ad1-c22baaf85606 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25350752'] for subnet, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:14.398400 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1805bea0-e87f-44b3-a27c-c9f45ad0be44 req-82fe21dd-6e2e-4f0d-9cb3-7c7ff2ca4cbb tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=58574406-52f6-4da8-ba4e-3f91a696d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991168 Oct 20 10:53:14.421990 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-958e377e-9b83-43bd-9010-85a67a866052 None None] Calling delete_port for 6e171297-6f74-4f3c-8874-a0b37bcac42c owned by network:dhcp {{(pid=100598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:53:14.425865 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-2e0eb1ca-0320-4466-b6bc-55e6a4d8647d None None] For port a7b4fcc5-81d5-4140-a9b3-cc52bc703292, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:53:14.452433 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-2e0eb1ca-0320-4466-b6bc-55e6a4d8647d None None] For port a7b4fcc5-81d5-4140-a9b3-cc52bc703292, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=a7b4fcc5-81d5-4140-a9b3-cc52bc703292,segment=NetworkSegment(ffcf5e3b-3827-4d62-9e42-559efa08a955),segment_id=ffcf5e3b-3827-4d62-9e42-559efa08a955)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:53:14.461514 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a44ae6e0-4791-44aa-9ad1-c22baaf85606 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Network 8320e101-644d-44af-9385-629dd54c3c0a is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:53:14.466665 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44ae6e0-4791-44aa-9ad1-c22baaf85606 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Pushing event updated for resources: {'Subnet': ['ID=df427e50-18e1-4065-8c90-a1d845804a95,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:14.469453 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-a44ae6e0-4791-44aa-9ad1-c22baaf85606 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:53:14.478462 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a44ae6e0-4791-44aa-9ad1-c22baaf85606 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:14.479324 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a44ae6e0-4791-44aa-9ad1-c22baaf85606 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:14.506057 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-a44ae6e0-4791-44aa-9ad1-c22baaf85606 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5396538 Oct 20 10:53:14.508710 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 50108) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:14.515552 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-5601a3b1-9cd1-4305-973e-d31dab8fae23 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Request body: {'port': {'network_id': '8320e101-644d-44af-9385-629dd54c3c0a', 'mac_address': 'fa:16:3e:ac:90:25', 'name': 'tempest-NetworksTestDHCPv6-1447507144'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:53:14.521193 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-2e0eb1ca-0320-4466-b6bc-55e6a4d8647d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:14.589615 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42bf09e-5ba6-4d8b-a810-0a30732357f1 None None] Pushing event updated for resources: {'Port': ['ID=a7b4fcc5-81d5-4140-a9b3-cc52bc703292,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:14.617038 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:14.644693 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-82303086-c896-44de-a342-1d9a3bc852be tempest-RoutersAdminNegativeTest-244790868 tempest-RoutersAdminNegativeTest-244790868-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:14.649928 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-82303086-c896-44de-a342-1d9a3bc852be tempest-RoutersAdminNegativeTest-244790868 tempest-RoutersAdminNegativeTest-244790868-project-admin] 10.222.0.64 "DELETE /v2.0/ports/2f9aad94-0cd8-405b-bfdc-c98ab6a5b03e HTTP/1.1" status: 204 len: 168 time: 2.0178649 Oct 20 10:53:14.793095 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5601a3b1-9cd1-4305-973e-d31dab8fae23 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Made reservation on behalf of 22a79d88690a4055b95547a3f21027fa for: {'port': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:53:14.851583 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-49558c79-1350-406f-837c-fee950009f52 req-4db7b5af-e8c7-4206-91a6-3a1b35156d6f tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.64 "GET /v2.0/ports?device_id=9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c HTTP/1.1" status: 200 len: 210 time: 0.0664768 Oct 20 10:53:14.886759 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0eb1ca-0320-4466-b6bc-55e6a4d8647d None None] Routers {'bf59da99-dd2d-478d-9b0d-3016ea34cf63'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:53:14.887484 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-2e0eb1ca-0320-4466-b6bc-55e6a4d8647d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:53:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['bf59da99-dd2d-478d-9b0d-3016ea34cf63'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:53:14.890589 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] For port 6e171297-6f74-4f3c-8874-a0b37bcac42c, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=6e171297-6f74-4f3c-8874-a0b37bcac42c,segment=NetworkSegment(bdd410b3-9198-4748-b872-a4840957eef7),segment_id=bdd410b3-9198-4748-b872-a4840957eef7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:53:14.962339 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5601a3b1-9cd1-4305-973e-d31dab8fae23 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:14.970597 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:14.997171 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [None req-5601a3b1-9cd1-4305-973e-d31dab8fae23 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] device_id is not set on port 90bbed1b-2b07-4ad2-9484-802784503f90 yet. {{(pid=100597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:53:15.033358 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Pushing event deleted for resources: {'Port': ['ID=6e171297-6f74-4f3c-8874-a0b37bcac42c,revision_number=None']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:15.042501 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-958e377e-9b83-43bd-9010-85a67a866052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956'] for port, after_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:15.099615 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958e377e-9b83-43bd-9010-85a67a866052 None None] No DVR routers for this DVR port 6e171297-6f74-4f3c-8874-a0b37bcac42c on host n-d-811396-3 {{(pid=100598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:53:15.157728 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c21d8aa-dc52-4ef0-af72-295c0b6e17b2 None None] Network 8320e101-644d-44af-9385-629dd54c3c0a requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:53:15.229680 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958e377e-9b83-43bd-9010-85a67a866052 None None] Pushing event deleted for resources: {'Port': ['ID=6e171297-6f74-4f3c-8874-a0b37bcac42c,revision_number=None']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:15.290327 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-5601a3b1-9cd1-4305-973e-d31dab8fae23 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Allocated IP 2001:db8::215 (8320e101-644d-44af-9385-629dd54c3c0a/df427e50-18e1-4065-8c90-a1d845804a95/90bbed1b-2b07-4ad2-9484-802784503f90) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:53:15.327170 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca774e3-b5b8-4e97-9a37-e604cdc3f1c1 req-c4ded8af-3c65-428a-8879-09546db61785 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:15.335859 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4ca774e3-b5b8-4e97-9a37-e604cdc3f1c1 req-c4ded8af-3c65-428a-8879-09546db61785 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=32a45391-eb86-4e02-8bee-8fc24219c1b9 HTTP/1.1" status: 200 len: 946 time: 0.1143332 Oct 20 10:53:15.349990 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-97259045-f763-4c8b-b7aa-71ed92050be9 None None] Provisioning complete for port a7b4fcc5-81d5-4140-a9b3-cc52bc703292 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:53:15.352129 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-97259045-f763-4c8b-b7aa-71ed92050be9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:15.391846 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4ca774e3-b5b8-4e97-9a37-e604cdc3f1c1 req-3757b6a8-f1cc-4237-89be-6b0f512b2c05 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e1d7c5e-d35b-480e-bc76-e69dc8123b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549607 Oct 20 10:53:15.398177 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 50124) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:15.461477 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-2e0eb1ca-0320-4466-b6bc-55e6a4d8647d None None] Set router bf59da99-dd2d-478d-9b0d-3016ea34cf63 gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:53:15.593616 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-bfa1176d-2d8c-4f43-a11c-bd152679ed9f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:15.617148 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f190cb53-fabd-4150-918b-830f906a87df req-97517da4-8ba5-4a8c-bf45-62accf9bccc2 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:15.625684 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f190cb53-fabd-4150-918b-830f906a87df req-97517da4-8ba5-4a8c-bf45-62accf9bccc2 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3f9930f-6768-428d-b296-1e65ca6bdfa7 HTTP/1.1" status: 200 len: 946 time: 0.1229596 Oct 20 10:53:15.715019 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f190cb53-fabd-4150-918b-830f906a87df req-35a656e5-efd9-433b-b785-7bc547bff766 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=58574406-52f6-4da8-ba4e-3f91a696d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880804 Oct 20 10:53:15.786436 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-bfa1176d-2d8c-4f43-a11c-bd152679ed9f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:15.797857 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-bfa1176d-2d8c-4f43-a11c-bd152679ed9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:15.814125 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5601a3b1-9cd1-4305-973e-d31dab8fae23 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:15.831957 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-bfa1176d-2d8c-4f43-a11c-bd152679ed9f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=00160c0d14ea42bdb3b58a35160cf172&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4325595 Oct 20 10:53:15.833896 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 50132) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:15.891758 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa1176d-2d8c-4f43-a11c-bd152679ed9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a36950fd-5a22-4e27-847b-b4a67ac42418,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:15.908632 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5601a3b1-9cd1-4305-973e-d31dab8fae23 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:15.922799 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f42ddec5-2910-4ece-9b26-663a7d877f61 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:15.948994 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f42ddec5-2910-4ece-9b26-663a7d877f61 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:16.034742 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5601a3b1-9cd1-4305-973e-d31dab8fae23 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Network 8320e101-644d-44af-9385-629dd54c3c0a is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:53:16.041876 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-5601a3b1-9cd1-4305-973e-d31dab8fae23 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:53:16.048222 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5601a3b1-9cd1-4305-973e-d31dab8fae23 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Pushing event updated for resources: {'Port': ['ID=90bbed1b-2b07-4ad2-9484-802784503f90,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:16.051686 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5601a3b1-9cd1-4305-973e-d31dab8fae23 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:53:16.058174 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5601a3b1-9cd1-4305-973e-d31dab8fae23 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:16.059607 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5601a3b1-9cd1-4305-973e-d31dab8fae23 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:16.072335 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-97259045-f763-4c8b-b7aa-71ed92050be9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:16.076260 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8974f4bf-2d1d-4777-8c0d-9b03753f15a9 req-fde58c69-0d32-4ed0-871c-74aef41392bb tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.64 "GET /v2.0/ports?device_id=9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c HTTP/1.1" status: 200 len: 210 time: 0.0664392 Oct 20 10:53:16.081249 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f42ddec5-2910-4ece-9b26-663a7d877f61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:16.088398 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-5601a3b1-9cd1-4305-973e-d31dab8fae23 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.5756271 Oct 20 10:53:16.088578 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f42ddec5-2910-4ece-9b26-663a7d877f61 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:16.088701 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 50136) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:16.093223 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-f42ddec5-2910-4ece-9b26-663a7d877f61 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a36950fd-5a22-4e27-847b-b4a67ac42418 HTTP/1.1" status: 204 len: 168 time: 0.2581067 Oct 20 10:53:16.102178 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42ddec5-2910-4ece-9b26-663a7d877f61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a36950fd-5a22-4e27-847b-b4a67ac42418,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:16.164593 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f26fd4-8169-4107-a3ac-fc5ee818dce1 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:16.167507 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-84f26fd4-8169-4107-a3ac-fc5ee818dce1 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.0771437 Oct 20 10:53:16.169899 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 50140) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:16.230127 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-97259045-f763-4c8b-b7aa-71ed92050be9 None None] For port a7b4fcc5-81d5-4140-a9b3-cc52bc703292, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=a7b4fcc5-81d5-4140-a9b3-cc52bc703292,segment=NetworkSegment(ffcf5e3b-3827-4d62-9e42-559efa08a955),segment_id=ffcf5e3b-3827-4d62-9e42-559efa08a955)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:53:16.241300 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-879a5767-223c-4456-9e45-7c0d2fa47e00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524064ba-869c-5550-b826-c26b69a11278-8320e101-644d-44af-9385-629dd54c3c0a', 'network_id': '8320e101-644d-44af-9385-629dd54c3c0a', 'tenant_id': '22a79d88690a4055b95547a3f21027fa', 'fixed_ips': [{'subnet_id': 'df427e50-18e1-4065-8c90-a1d845804a95'}]}} from n-d-811396-3. {{(pid=100598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:53:16.242319 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-879a5767-223c-4456-9e45-7c0d2fa47e00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:16.256660 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-97259045-f763-4c8b-b7aa-71ed92050be9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:16.305746 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-70ee412d-ff88-401d-8a6b-307ddd213ce0 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Deleting port 90bbed1b-2b07-4ad2-9484-802784503f90 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:53:16.306163 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-70ee412d-ff88-401d-8a6b-307ddd213ce0 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:16.373012 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-2e0eb1ca-0320-4466-b6bc-55e6a4d8647d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf59da99-dd2d-478d-9b0d-3016ea34cf63', 'name': 'tempest-TestNetworkBasicOps-router-1996889391', 'tenant_id': 'ce3bca74c1d8467f832763bc531bfd88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': '4e711bdc-ecfb-48b8-a052-6d0428b77592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:50:51Z', 'updated_at': '2021-10-20T10:53:08Z', 'revision_number': 5, 'project_id': 'ce3bca74c1d8467f832763bc531bfd88', 'gw_port': {'id': '4e711bdc-ecfb-48b8-a052-6d0428b77592', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:0e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf59da99-dd2d-478d-9b0d-3016ea34cf63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2694, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:50:54Z', 'updated_at': '2021-10-20T10:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_floatingips': [{'id': 'b2594b35-5930-4c28-8996-dcf1f7a1e7ec', 'tenant_id': 'ce3bca74c1d8467f832763bc531bfd88', 'floating_ip_address': '172.25.1.100', 'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'router_id': 'bf59da99-dd2d-478d-9b0d-3016ea34cf63', 'port_id': 'aae58e54-5b06-4495-b489-a89b3f157a9e', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 2787, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ca5e922-b948-426f-9281-49c209c89e06', 'mac_address': 'fa:16:3e:40:43:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e46ee1e-848e-4aa8-a7a5-ffd39c73c09c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T10:51:38Z', 'updated_at': '2021-10-20T10:51:50Z', 'revision_number': 1, 'project_id': 'ce3bca74c1d8467f832763bc531bfd88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7b4fcc5-81d5-4140-a9b3-cc52bc703292', 'name': '', 'network_id': 'eaa3b6e6-ae67-48fc-8588-01f6e80e17bf', 'tenant_id': 'ce3bca74c1d8467f832763bc531bfd88', 'mac_address': 'fa:16:3e:70:72:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf59da99-dd2d-478d-9b0d-3016ea34cf63', 'device_owner': 'network:router_interface', 'standard_attr_id': 2895, 'fixed_ips': [{'subnet_id': '66a8eb0e-77e5-4e40-837e-e1c522e11a5a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:53:05Z', 'updated_at': '2021-10-20T10:53:14Z', 'revision_number': 4, 'project_id': 'ce3bca74c1d8467f832763bc531bfd88', 'subnets': [{'id': '66a8eb0e-77e5-4e40-837e-e1c522e11a5a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0eef919-2006-4579-a0f7-bfdd77d41039', 'name': '', 'network_id': '8ca5e922-b948-426f-9281-49c209c89e06', 'tenant_id': 'ce3bca74c1d8467f832763bc531bfd88', 'mac_address': 'fa:16:3e:71:db:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf59da99-dd2d-478d-9b0d-3016ea34cf63', 'device_owner': 'network:router_interface', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': 'd064623b-205c-4c55-bcad-f8d7ce58a0d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:51:01Z', 'updated_at': '2021-10-20T10:51:11Z', 'revision_number': 5, 'project_id': 'ce3bca74c1d8467f832763bc531bfd88', 'subnets': [{'id': 'd064623b-205c-4c55-bcad-f8d7ce58a0d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:53:16.583313 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-70ee412d-ff88-401d-8a6b-307ddd213ce0 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:16.614631 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-70ee412d-ff88-401d-8a6b-307ddd213ce0 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Calling delete_port for 90bbed1b-2b07-4ad2-9484-802784503f90 owned by {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:53:16.632924 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b109c3-ae32-439b-a1d8-35210df1ee5f req-012c4af8-ebae-4165-948f-3d0417cbedb7 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:16.634470 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d8b109c3-ae32-439b-a1d8-35210df1ee5f req-012c4af8-ebae-4165-948f-3d0417cbedb7 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=32a45391-eb86-4e02-8bee-8fc24219c1b9 HTTP/1.1" status: 200 len: 946 time: 0.1481450 Oct 20 10:53:16.647901 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0eb1ca-0320-4466-b6bc-55e6a4d8647d None None] The sync data for ids ['bf59da99-dd2d-478d-9b0d-3016ea34cf63'] in n-d-811396-3 is: [{'id': 'bf59da99-dd2d-478d-9b0d-3016ea34cf63', 'name': 'tempest-TestNetworkBasicOps-router-1996889391', 'tenant_id': 'ce3bca74c1d8467f832763bc531bfd88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': '4e711bdc-ecfb-48b8-a052-6d0428b77592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:50:51Z', 'updated_at': '2021-10-20T10:53:08Z', 'revision_number': 5, 'project_id': 'ce3bca74c1d8467f832763bc531bfd88', 'gw_port': {'id': '4e711bdc-ecfb-48b8-a052-6d0428b77592', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:0e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf59da99-dd2d-478d-9b0d-3016ea34cf63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2694, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:50:54Z', 'updated_at': '2021-10-20T10:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_floatingips': [{'id': 'b2594b35-5930-4c28-8996-dcf1f7a1e7ec', 'tenant_id': 'ce3bca74c1d8467f832763bc531bfd88', 'floating_ip_address': '172.25.1.100', 'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'router_id': 'bf59da99-dd2d-478d-9b0d-3016ea34cf63', 'port_id': 'aae58e54-5b06-4495-b489-a89b3f157a9e', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 2787, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ca5e922-b948-426f-9281-49c209c89e06', 'mac_address': 'fa:16:3e:40:43:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e46ee1e-848e-4aa8-a7a5-ffd39c73c09c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T10:51:38Z', 'updated_at': '2021-10-20T10:51:50Z', 'revision_number': 1, 'project_id': 'ce3bca74c1d8467f832763bc531bfd88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7b4fcc5-81d5-4140-a9b3-cc52bc703292', 'name': '', 'network_id': 'eaa3b6e6-ae67-48fc-8588-01f6e80e17bf', 'tenant_id': 'ce3bca74c1d8467f832763bc531bfd88', 'mac_address': 'fa:16:3e:70:72:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf59da99-dd2d-478d-9b0d-3016ea34cf63', 'device_owner': 'network:router_interface', 'standard_attr_id': 2895, 'fixed_ips': [{'subnet_id': '66a8eb0e-77e5-4e40-837e-e1c522e11a5a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:53:05Z', 'updated_at': '2021-10-20T10:53:14Z', 'revision_number': 4, 'project_id': 'ce3bca74c1d8467f832763bc531bfd88', 'subnets': [{'id': '66a8eb0e-77e5-4e40-837e-e1c522e11a5a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0eef919-2006-4579-a0f7-bfdd77d41039', 'name': '', 'network_id': '8ca5e922-b948-426f-9281-49c209c89e06', 'tenant_id': 'ce3bca74c1d8467f832763bc531bfd88', 'mac_address': 'fa:16:3e:71:db:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf59da99-dd2d-478d-9b0d-3016ea34cf63', 'device_owner': 'network:router_interface', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': 'd064623b-205c-4c55-bcad-f8d7ce58a0d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:51:01Z', 'updated_at': '2021-10-20T10:51:11Z', 'revision_number': 5, 'project_id': 'ce3bca74c1d8467f832763bc531bfd88', 'subnets': [{'id': 'd064623b-205c-4c55-bcad-f8d7ce58a0d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:53:16.654059 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97259045-f763-4c8b-b7aa-71ed92050be9 None None] Pushing event updated for resources: {'Port': ['ID=a7b4fcc5-81d5-4140-a9b3-cc52bc703292,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:16.695904 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d8b109c3-ae32-439b-a1d8-35210df1ee5f req-71768169-cfb0-4e76-ba02-4c4247c15bc3 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e1d7c5e-d35b-480e-bc76-e69dc8123b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511043 Oct 20 10:53:16.790194 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 50152) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:16.797762 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-879a5767-223c-4456-9e45-7c0d2fa47e00 None None] Allocated IP 2001:db8::2 (8320e101-644d-44af-9385-629dd54c3c0a/df427e50-18e1-4065-8c90-a1d845804a95/ae6ab02f-0d87-435d-a9d5-3a82bc92dad3) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:53:16.890704 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-e7c98624-f798-4823-a8a5-60f7fa04fe74 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e12c8a6ecafc4b58a3e1f23d42549655&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0986750 Oct 20 10:53:16.892621 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 50154) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:17.031874 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-879a5767-223c-4456-9e45-7c0d2fa47e00 None None] Publish callbacks [] for port, precommit_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:17.048293 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-879a5767-223c-4456-9e45-7c0d2fa47e00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:17.069610 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-879a5767-223c-4456-9e45-7c0d2fa47e00 None None] Network 8320e101-644d-44af-9385-629dd54c3c0a is already hosted by enough agents. {{(pid=100598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:53:17.072420 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.base_scheduler [None req-879a5767-223c-4456-9e45-7c0d2fa47e00 None None] Resources bound (agent type, host, resource id): {{(pid=100598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:53:17.093410 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879a5767-223c-4456-9e45-7c0d2fa47e00 None None] Received port after_create {{(pid=100598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:53:17.167821 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-fb1aa44b-69bf-4906-9450-fb9fcbc9a271 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:17.198118 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879a5767-223c-4456-9e45-7c0d2fa47e00 None None] Pushing event updated for resources: {'Port': ['ID=ae6ab02f-0d87-435d-a9d5-3a82bc92dad3,revision_number=1']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:17.215016 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3d00c7-9e22-4747-abc4-a0e8c1ef0e88 req-d8ea4810-257e-4d3b-9510-1fc08e860d26 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:17.218891 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ac3d00c7-9e22-4747-abc4-a0e8c1ef0e88 req-d8ea4810-257e-4d3b-9510-1fc08e860d26 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3f9930f-6768-428d-b296-1e65ca6bdfa7 HTTP/1.1" status: 200 len: 946 time: 0.3252568 Oct 20 10:53:17.240863 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-879a5767-223c-4456-9e45-7c0d2fa47e00 None None] Attempting to bind port ae6ab02f-0d87-435d-a9d5-3a82bc92dad3 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:53:17.241346 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-879a5767-223c-4456-9e45-7c0d2fa47e00 None None] Attempting to bind port ae6ab02f-0d87-435d-a9d5-3a82bc92dad3 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': 'bdd410b3-9198-4748-b872-a4840957eef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '8320e101-644d-44af-9385-629dd54c3c0a'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:53:17.241811 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879a5767-223c-4456-9e45-7c0d2fa47e00 None None] Attempting to bind port ae6ab02f-0d87-435d-a9d5-3a82bc92dad3 on network 8320e101-644d-44af-9385-629dd54c3c0a {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:53:17.262481 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879a5767-223c-4456-9e45-7c0d2fa47e00 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 53, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:53:17.263177 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879a5767-223c-4456-9e45-7c0d2fa47e00 None None] Checking segment: {'id': 'bdd410b3-9198-4748-b872-a4840957eef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '8320e101-644d-44af-9385-629dd54c3c0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:53:17.263851 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-879a5767-223c-4456-9e45-7c0d2fa47e00 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:17.265046 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879a5767-223c-4456-9e45-7c0d2fa47e00 None None] Bound using segment: {'id': 'bdd410b3-9198-4748-b872-a4840957eef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '8320e101-644d-44af-9385-629dd54c3c0a'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:53:17.266370 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-879a5767-223c-4456-9e45-7c0d2fa47e00 None None] Bound port: ae6ab02f-0d87-435d-a9d5-3a82bc92dad3, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdd410b3-9198-4748-b872-a4840957eef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '8320e101-644d-44af-9385-629dd54c3c0a'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:53:17.267013 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-879a5767-223c-4456-9e45-7c0d2fa47e00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:17.359066 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-fb1aa44b-69bf-4906-9450-fb9fcbc9a271 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:17.364770 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-879a5767-223c-4456-9e45-7c0d2fa47e00 None None] For port ae6ab02f-0d87-435d-a9d5-3a82bc92dad3, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:53:17.368509 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-879a5767-223c-4456-9e45-7c0d2fa47e00 None None] For port ae6ab02f-0d87-435d-a9d5-3a82bc92dad3, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=ae6ab02f-0d87-435d-a9d5-3a82bc92dad3,segment=NetworkSegment(bdd410b3-9198-4748-b872-a4840957eef7),segment_id=bdd410b3-9198-4748-b872-a4840957eef7)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:53:17.380542 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-879a5767-223c-4456-9e45-7c0d2fa47e00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:17.450648 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff88a743-4364-4b84-a277-be74cee6060e req-afb25428-260c-4a1d-9ce7-cdccecf1a607 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:17.452833 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ff88a743-4364-4b84-a277-be74cee6060e req-afb25428-260c-4a1d-9ce7-cdccecf1a607 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=32a45391-eb86-4e02-8bee-8fc24219c1b9 HTTP/1.1" status: 200 len: 946 time: 0.5121038 Oct 20 10:53:17.488900 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879a5767-223c-4456-9e45-7c0d2fa47e00 None None] Pushing event updated for resources: {'Port': ['ID=ae6ab02f-0d87-435d-a9d5-3a82bc92dad3,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:17.492889 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ac3d00c7-9e22-4747-abc4-a0e8c1ef0e88 req-68461245-07ef-4f65-836a-f5b9d20c094b tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=58574406-52f6-4da8-ba4e-3f91a696d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2260275 Oct 20 10:53:17.493538 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-70ee412d-ff88-401d-8a6b-307ddd213ce0 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:17.631350 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-70ee412d-ff88-401d-8a6b-307ddd213ce0 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:17.635010 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-70ee412d-ff88-401d-8a6b-307ddd213ce0 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "DELETE /v2.0/ports/90bbed1b-2b07-4ad2-9484-802784503f90 HTTP/1.1" status: 204 len: 168 time: 1.4640017 Oct 20 10:53:17.637647 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 50162) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:17.651727 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ee412d-ff88-401d-8a6b-307ddd213ce0 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Pushing event deleted for resources: {'Port': ['ID=90bbed1b-2b07-4ad2-9484-802784503f90,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:17.716920 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ff88a743-4364-4b84-a277-be74cee6060e req-beeb6003-eb2b-47f5-9e1c-ae8201544ded tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e1d7c5e-d35b-480e-bc76-e69dc8123b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273817 Oct 20 10:53:17.719706 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-20a78b1d-7392-4830-8c7a-36c469024208 req-dee82970-9c67-4f26-bf4c-a95a54334cab tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.64 "GET /v2.0/ports?device_id=9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c HTTP/1.1" status: 200 len: 210 time: 0.0693760 Oct 20 10:53:17.749994 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-fb1aa44b-69bf-4906-9450-fb9fcbc9a271 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:17.753038 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-fb1aa44b-69bf-4906-9450-fb9fcbc9a271 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:17.757105 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-fb1aa44b-69bf-4906-9450-fb9fcbc9a271 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b43de45c-9b94-4bd6-918e-fae8697c289d HTTP/1.1" status: 204 len: 168 time: 0.8606334 Oct 20 10:53:17.796401 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1aa44b-69bf-4906-9450-fb9fcbc9a271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b43de45c-9b94-4bd6-918e-fae8697c289d,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:17.830828 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77617828-5e7d-44e0-999c-5b33b13f5f9b tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:17.849743 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77617828-5e7d-44e0-999c-5b33b13f5f9b tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:17.876480 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-77617828-5e7d-44e0-999c-5b33b13f5f9b tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.2375152 Oct 20 10:53:17.880245 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 50170) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:18.064904 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_v2 [None req-69bcee22-fb27-4147-8fc1-085f537db6e3 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Deleting subnet df427e50-18e1-4065-8c90-a1d845804a95 {{(pid=100596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:53:18.076944 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-69bcee22-fb27-4147-8fc1-085f537db6e3 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks [] for subnet, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:18.160486 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-69bcee22-fb27-4147-8fc1-085f537db6e3 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25189079'] for subnet, precommit_delete_associations {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:18.401974 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-69bcee22-fb27-4147-8fc1-085f537db6e3 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:18.457390 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device a7b4fcc5-81d5-4140-a9b3-cc52bc703292 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:53:18.578271 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port a7b4fcc5-81d5-4140-a9b3-cc52bc703292 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:53:18.578733 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:18.615537 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65642a8-fe60-4333-8ac7-95508ae7c8f4 req-ae6279b2-8396-4204-b593-8c7aef44031b tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:18.617528 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d65642a8-fe60-4333-8ac7-95508ae7c8f4 req-ae6279b2-8396-4204-b593-8c7aef44031b tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=32a45391-eb86-4e02-8bee-8fc24219c1b9 HTTP/1.1" status: 200 len: 946 time: 0.2718685 Oct 20 10:53:18.790477 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device ae6ab02f-0d87-435d-a9d5-3a82bc92dad3 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:53:18.863143 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-69bcee22-fb27-4147-8fc1-085f537db6e3 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26836193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26761888'] for subnet, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:18.875491 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port ae6ab02f-0d87-435d-a9d5-3a82bc92dad3 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:53:18.876224 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:18.880188 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d65642a8-fe60-4333-8ac7-95508ae7c8f4 req-41befdc3-5e98-464b-8051-8b08df2bfbc8 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e1d7c5e-d35b-480e-bc76-e69dc8123b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488809 Oct 20 10:53:18.938009 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bcee22-fb27-4147-8fc1-085f537db6e3 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Pushing event deleted for resources: {'Subnet': ['ID=df427e50-18e1-4065-8c90-a1d845804a95,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:18.960273 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-69bcee22-fb27-4147-8fc1-085f537db6e3 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:18.966862 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-69bcee22-fb27-4147-8fc1-085f537db6e3 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "DELETE /v2.0/subnets/df427e50-18e1-4065-8c90-a1d845804a95 HTTP/1.1" status: 204 len: 168 time: 1.0855441 Oct 20 10:53:18.969908 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 50194) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:19.046467 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e514f3-9755-4dc6-98d8-24d354a2cf7f req-231b0c81-e96b-4c85-a87e-1fb2a9e75eeb tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:19.059044 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-2026b88f-26c2-47f0-9d09-febb6568e9aa tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0873532 Oct 20 10:53:19.060244 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-31e514f3-9755-4dc6-98d8-24d354a2cf7f req-231b0c81-e96b-4c85-a87e-1fb2a9e75eeb tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3f9930f-6768-428d-b296-1e65ca6bdfa7 HTTP/1.1" status: 200 len: 946 time: 0.3446224 Oct 20 10:53:19.061636 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 50198) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:19.109431 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1798cf2e-c90a-47bf-bed1-1e05529b840c None None] Network 8320e101-644d-44af-9385-629dd54c3c0a requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:53:19.142185 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-57a788a0-e9b7-4c48-b18a-786c682aa01a None None] Could not find standard attr ID for object 90bbed1b-2b07-4ad2-9484-802784503f90. {{(pid=100598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 20 10:53:19.164800 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-195d1655-64ee-4dc5-80cf-e7a5f67fbf00 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:19.171679 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:19.172696 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-195d1655-64ee-4dc5-80cf-e7a5f67fbf00 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1089206 Oct 20 10:53:19.174949 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 50206) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:19.212499 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a2e62a56-a9d5-41e5-ae6d-cd0d86f52b20 req-c0b36a81-f65c-46a9-8520-2e3620f6140e tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.64 "GET /v2.0/ports?device_id=9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c HTTP/1.1" status: 200 len: 210 time: 0.1418445 Oct 20 10:53:19.256708 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:19.275162 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-57a788a0-e9b7-4c48-b18a-786c682aa01a None None] Provisioning complete for port ae6ab02f-0d87-435d-a9d5-3a82bc92dad3 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:53:19.275828 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-57a788a0-e9b7-4c48-b18a-786c682aa01a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:19.320775 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] For port ae6ab02f-0d87-435d-a9d5-3a82bc92dad3, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=ae6ab02f-0d87-435d-a9d5-3a82bc92dad3,segment=NetworkSegment(bdd410b3-9198-4748-b872-a4840957eef7),segment_id=bdd410b3-9198-4748-b872-a4840957eef7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:53:19.324512 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68655b4b-9f42-46b8-b9eb-bd7bb7b543cd tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:19.330767 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-68655b4b-9f42-46b8-b9eb-bd7bb7b543cd tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1545167 Oct 20 10:53:19.336348 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 50210) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:19.371559 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:19.435507 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Pushing event updated for resources: {'Port': ['ID=ae6ab02f-0d87-435d-a9d5-3a82bc92dad3,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:19.466864 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 50214) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:19.469412 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-4e340aad-92f9-45cc-872e-81ec8811927f tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1318326 Oct 20 10:53:19.472498 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-fc357fc3-f94b-4630-b271-755caca9859b tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Request body: {'subnet': {'network_id': '8320e101-644d-44af-9385-629dd54c3c0a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:53:19.551952 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-31e514f3-9755-4dc6-98d8-24d354a2cf7f req-14c6639d-6626-4c03-8bdd-5d56a304409c tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=58574406-52f6-4da8-ba4e-3f91a696d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4869604 Oct 20 10:53:19.607939 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4078b7d-e3fe-4cd6-abf1-44980f39f95d None None] DHCP port deletion for 8320e101-644d-44af-9385-629dd54c3c0a request from n-d-811396-3 {{(pid=100598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:53:19.635550 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 50216) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:19.673107 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc357fc3-f94b-4630-b271-755caca9859b tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Made reservation on behalf of 22a79d88690a4055b95547a3f21027fa for: {'subnet': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:53:19.676699 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-e4078b7d-e3fe-4cd6-abf1-44980f39f95d None None] Deleting port ae6ab02f-0d87-435d-a9d5-3a82bc92dad3 {{(pid=100598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:53:19.677303 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-e4078b7d-e3fe-4cd6-abf1-44980f39f95d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:19.680124 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fc357fc3-f94b-4630-b271-755caca9859b tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25350782'] for subnet, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:19.754016 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-e4078b7d-e3fe-4cd6-abf1-44980f39f95d None None] For port ae6ab02f-0d87-435d-a9d5-3a82bc92dad3, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=ae6ab02f-0d87-435d-a9d5-3a82bc92dad3,segment=NetworkSegment(bdd410b3-9198-4748-b872-a4840957eef7),segment_id=bdd410b3-9198-4748-b872-a4840957eef7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:53:19.754519 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-e4078b7d-e3fe-4cd6-abf1-44980f39f95d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:19.768400 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-e4078b7d-e3fe-4cd6-abf1-44980f39f95d None None] Calling delete_port for ae6ab02f-0d87-435d-a9d5-3a82bc92dad3 owned by network:dhcp {{(pid=100598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:53:19.772734 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-1755cf3b-9907-441b-8eb5-a71f49f8260c tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-968901022'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:53:19.876032 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1755cf3b-9907-441b-8eb5-a71f49f8260c tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Made reservation on behalf of 3e5083f2d5134ae39233010b11068ab8 for: {'network': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:53:19.877275 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-e4078b7d-e3fe-4cd6-abf1-44980f39f95d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956'] for port, after_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:19.883650 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1755cf3b-9907-441b-8eb5-a71f49f8260c tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:19.901371 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031c0871-0cac-4063-b2fc-721126f0475b req-50399458-a3de-4c2a-8e00-833c7a55f290 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:19.902945 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-031c0871-0cac-4063-b2fc-721126f0475b req-50399458-a3de-4c2a-8e00-833c7a55f290 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.69 "GET /v2.0/ports?device_id=32a45391-eb86-4e02-8bee-8fc24219c1b9 HTTP/1.1" status: 200 len: 946 time: 0.1599650 Oct 20 10:53:19.910169 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4078b7d-e3fe-4cd6-abf1-44980f39f95d None None] Pushing event deleted for resources: {'Port': ['ID=ae6ab02f-0d87-435d-a9d5-3a82bc92dad3,revision_number=None']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:19.918544 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4078b7d-e3fe-4cd6-abf1-44980f39f95d None None] No DVR routers for this DVR port ae6ab02f-0d87-435d-a9d5-3a82bc92dad3 on host n-d-811396-3 {{(pid=100598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:53:19.975962 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1755cf3b-9907-441b-8eb5-a71f49f8260c tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:20.104504 n-d-811396-3 neutron-server[100597]: DEBUG neutron.objects.ports [None req-fc357fc3-f94b-4630-b271-755caca9859b tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100597) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 20 10:53:20.106891 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fc357fc3-f94b-4630-b271-755caca9859b tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25350752'] for subnet, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:20.126947 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-031c0871-0cac-4063-b2fc-721126f0475b req-7bbdbc22-109e-4b2a-8ef1-55484c844c61 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Deleting port d6a6518b-9e09-49cf-9ecd-340148181cc6 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:53:20.127305 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-031c0871-0cac-4063-b2fc-721126f0475b req-7bbdbc22-109e-4b2a-8ef1-55484c844c61 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:20.189722 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c85081b-abc5-4f4c-84aa-6e1e7695b282 req-747f3e5f-4784-4374-b25a-a936249f90fd tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:20.193123 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc357fc3-f94b-4630-b271-755caca9859b tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Network 8320e101-644d-44af-9385-629dd54c3c0a is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:53:20.197644 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2c85081b-abc5-4f4c-84aa-6e1e7695b282 req-747f3e5f-4784-4374-b25a-a936249f90fd tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=32a45391-eb86-4e02-8bee-8fc24219c1b9 HTTP/1.1" status: 200 len: 946 time: 0.1734746 Oct 20 10:53:20.199839 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-fc357fc3-f94b-4630-b271-755caca9859b tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:53:20.200345 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device ae6ab02f-0d87-435d-a9d5-3a82bc92dad3 no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:53:20.211584 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc357fc3-f94b-4630-b271-755caca9859b tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:20.212468 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fc357fc3-f94b-4630-b271-755caca9859b tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:20.246765 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc357fc3-f94b-4630-b271-755caca9859b tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Pushing event updated for resources: {'Subnet': ['ID=00d92142-da0b-4b5b-8827-e6445489b555,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:20.278117 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-fc357fc3-f94b-4630-b271-755caca9859b tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8073819 Oct 20 10:53:20.278782 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 50226) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:20.287416 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2cae496-a1bd-43db-ab9d-4c0d1a9ea89b None None] Network 8320e101-644d-44af-9385-629dd54c3c0a requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:53:20.293083 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-443b9500-0d38-49d5-a75a-d5b3160be559 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Request body: {'subnet': {'network_id': '8320e101-644d-44af-9385-629dd54c3c0a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:53:20.297488 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: ae6ab02f-0d87-435d-a9d5-3a82bc92dad3 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:53:20.297886 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device ae6ab02f-0d87-435d-a9d5-3a82bc92dad3 not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:53:20.367146 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2c85081b-abc5-4f4c-84aa-6e1e7695b282 req-6a578fd3-1653-47fe-9559-08d8b0c74c43 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e1d7c5e-d35b-480e-bc76-e69dc8123b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684682 Oct 20 10:53:20.421223 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-71c7bc99-a84b-4550-9c7b-e73c954295f4 req-784e8e54-2c12-45be-b136-724a29d44c0c tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.64 "GET /v2.0/ports?device_id=9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c HTTP/1.1" status: 200 len: 210 time: 0.0414798 Oct 20 10:53:20.436718 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-031c0871-0cac-4063-b2fc-721126f0475b req-7bbdbc22-109e-4b2a-8ef1-55484c844c61 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] For port d6a6518b-9e09-49cf-9ecd-340148181cc6, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=d6a6518b-9e09-49cf-9ecd-340148181cc6,segment=NetworkSegment(5f5097d1-dd03-4e53-8d67-381b8a2c1ac8),segment_id=5f5097d1-dd03-4e53-8d67-381b8a2c1ac8)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:53:20.437442 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-031c0871-0cac-4063-b2fc-721126f0475b req-7bbdbc22-109e-4b2a-8ef1-55484c844c61 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:20.451198 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1755cf3b-9907-441b-8eb5-a71f49f8260c tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:20.458435 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-031c0871-0cac-4063-b2fc-721126f0475b req-7bbdbc22-109e-4b2a-8ef1-55484c844c61 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Calling delete_port for d6a6518b-9e09-49cf-9ecd-340148181cc6 owned by compute:nova {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:53:20.463562 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1755cf3b-9907-441b-8eb5-a71f49f8260c tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:20.498192 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1755cf3b-9907-441b-8eb5-a71f49f8260c tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 814} {{(pid=100596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:53:20.558122 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1755cf3b-9907-441b-8eb5-a71f49f8260c tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:20.558665 n-d-811396-3 neutron-server[100596]: INFO neutron.db.segments_db [None req-1755cf3b-9907-441b-8eb5-a71f49f8260c tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Added segment 178a1ab1-ee2b-4e1d-b50e-d1279b407816 of type vlan for network 4bfd9828-88e4-4fb2-9100-7455ab015f55 Oct 20 10:53:20.578824 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-443b9500-0d38-49d5-a75a-d5b3160be559 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Made reservation on behalf of 22a79d88690a4055b95547a3f21027fa for: {'subnet': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:53:20.581741 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1755cf3b-9907-441b-8eb5-a71f49f8260c tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1d94193-e4d8-4326-abc8-e111a5c2e79c,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:20.583339 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-443b9500-0d38-49d5-a75a-d5b3160be559 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25350782'] for subnet, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:20.630482 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e25d0a04-1b31-48bb-ba5b-4c2b76ee80e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524064ba-869c-5550-b826-c26b69a11278-8320e101-644d-44af-9385-629dd54c3c0a', 'network_id': '8320e101-644d-44af-9385-629dd54c3c0a', 'tenant_id': '22a79d88690a4055b95547a3f21027fa', 'fixed_ips': [{'subnet_id': '00d92142-da0b-4b5b-8827-e6445489b555'}]}} from n-d-811396-3. {{(pid=100598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:53:20.631285 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-e25d0a04-1b31-48bb-ba5b-4c2b76ee80e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:20.712226 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1755cf3b-9907-441b-8eb5-a71f49f8260c tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:20.776539 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cbc126-2700-400c-abe0-8fe4ae041ef4 req-adcd5bd5-6399-4e6e-9723-8540cdc4800f tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:20.786658 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-16cbc126-2700-400c-abe0-8fe4ae041ef4 req-adcd5bd5-6399-4e6e-9723-8540cdc4800f tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3f9930f-6768-428d-b296-1e65ca6bdfa7 HTTP/1.1" status: 200 len: 946 time: 0.1247683 Oct 20 10:53:20.797036 n-d-811396-3 neutron-server[100597]: INFO neutron.db.ipam_backend_mixin [None req-443b9500-0d38-49d5-a75a-d5b3160be559 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 00d92142-da0b-4b5b-8827-e6445489b555 (CIDR: 2001:db8::/64) Oct 20 10:53:20.809200 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-443b9500-0d38-49d5-a75a-d5b3160be559 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 10:53:20.809666 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-443b9500-0d38-49d5-a75a-d5b3160be559 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:53:20.841265 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1755cf3b-9907-441b-8eb5-a71f49f8260c tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:20.843113 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-e25d0a04-1b31-48bb-ba5b-4c2b76ee80e5 None None] Allocated IP 2001:db8::f816:3eff:fe89:6532 (8320e101-644d-44af-9385-629dd54c3c0a/00d92142-da0b-4b5b-8827-e6445489b555/d0badcac-ad29-480e-b5ff-bfa04193a9c5) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:53:20.850417 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-443b9500-0d38-49d5-a75a-d5b3160be559 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5687315 Oct 20 10:53:20.850976 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 50232) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:20.851472 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1755cf3b-9907-441b-8eb5-a71f49f8260c tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:20.852649 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1755cf3b-9907-441b-8eb5-a71f49f8260c tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Publish callbacks [] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:20.856009 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-44f152bf-8f6f-4443-9218-a20f7cfa92ec tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Request body: {'subnet': {'network_id': '8320e101-644d-44af-9385-629dd54c3c0a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:53:20.885565 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-1755cf3b-9907-441b-8eb5-a71f49f8260c tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.2487345 Oct 20 10:53:20.967249 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-16cbc126-2700-400c-abe0-8fe4ae041ef4 req-c84f99e0-1d7e-4ef2-8208-c6808eba9b4a tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=58574406-52f6-4da8-ba4e-3f91a696d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1786256 Oct 20 10:53:20.975418 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-031c0871-0cac-4063-b2fc-721126f0475b req-7bbdbc22-109e-4b2a-8ef1-55484c844c61 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:21.035466 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbdbc22-109e-4b2a-8ef1-55484c844c61 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Pushing event deleted for resources: {'Port': ['ID=d6a6518b-9e09-49cf-9ecd-340148181cc6,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:21.038551 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1755cf3b-9907-441b-8eb5-a71f49f8260c tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Pushing event updated for resources: {'Network': ['ID=4bfd9828-88e4-4fb2-9100-7455ab015f55,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:21.092256 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['7ec96bf5-150a-4aef-a441-40fcb21253c4', 'd6a6518b-9e09-49cf-9ecd-340148181cc6'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:53:21.094213 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44f152bf-8f6f-4443-9218-a20f7cfa92ec tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Made reservation on behalf of 22a79d88690a4055b95547a3f21027fa for: {'subnet': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:53:21.097805 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-44f152bf-8f6f-4443-9218-a20f7cfa92ec tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25350782'] for subnet, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:21.102342 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network 4bfd9828-88e4-4fb2-9100-7455ab015f55 details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:53:21.133631 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-031c0871-0cac-4063-b2fc-721126f0475b req-7bbdbc22-109e-4b2a-8ef1-55484c844c61 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] No DVR routers for this DVR port d6a6518b-9e09-49cf-9ecd-340148181cc6 on host n-h2-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:53:21.138280 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-031c0871-0cac-4063-b2fc-721126f0475b req-7bbdbc22-109e-4b2a-8ef1-55484c844c61 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:21.143000 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-031c0871-0cac-4063-b2fc-721126f0475b req-7bbdbc22-109e-4b2a-8ef1-55484c844c61 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.69 "DELETE /v2.0/ports/d6a6518b-9e09-49cf-9ecd-340148181cc6 HTTP/1.1" status: 204 len: 173 time: 1.2207179 Oct 20 10:53:21.143737 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32a45391-eb86-4e02-8bee-8fc24219c1b9', 'name': 'network-vif-deleted', 'tag': 'd6a6518b-9e09-49cf-9ecd-340148181cc6'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:53:21.148289 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7297dd5e-04e6-44ab-b9ff-9664e2c395e0" -d '{"events": [{"server_uuid": "32a45391-eb86-4e02-8bee-8fc24219c1b9", "name": "network-vif-deleted", "tag": "d6a6518b-9e09-49cf-9ecd-340148181cc6"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:53:21.255630 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-122045ab-a311-43d0-8e8a-5d7d03e10638 x-openstack-request-id: req-122045ab-a311-43d0-8e8a-5d7d03e10638 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:53:21.255630 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32a45391-eb86-4e02-8bee-8fc24219c1b9", "name": "network-vif-deleted", "tag": "d6a6518b-9e09-49cf-9ecd-340148181cc6", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:53:21.255630 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-122045ab-a311-43d0-8e8a-5d7d03e10638 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:53:21.255630 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32a45391-eb86-4e02-8bee-8fc24219c1b9', 'name': 'network-vif-deleted', 'tag': 'd6a6518b-9e09-49cf-9ecd-340148181cc6', 'status': 'completed', 'code': 200} Oct 20 10:53:21.585642 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-73074778-fcde-4b60-8089-d8a3bd740291 req-7274146d-0988-4d2e-880e-3c3baeec5f20 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=32a45391-eb86-4e02-8bee-8fc24219c1b9 HTTP/1.1" status: 200 len: 210 time: 0.0791528 Oct 20 10:53:21.685858 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a193d5dc-274b-41b4-bb82-93b8485b1051 req-c1f43299-000d-4779-8e69-34090d45aafb tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.64 "GET /v2.0/ports?device_id=9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c HTTP/1.1" status: 200 len: 210 time: 0.0622883 Oct 20 10:53:21.790371 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-44f152bf-8f6f-4443-9218-a20f7cfa92ec tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25350752'] for subnet, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:21.886008 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f152bf-8f6f-4443-9218-a20f7cfa92ec tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Pushing event updated for resources: {'Subnet': ['ID=3cc1e530-ed5c-4fe3-933c-186cbc8369c4,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:21.918988 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f152bf-8f6f-4443-9218-a20f7cfa92ec tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Network 8320e101-644d-44af-9385-629dd54c3c0a is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:53:21.921288 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-44f152bf-8f6f-4443-9218-a20f7cfa92ec tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:53:21.929535 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f152bf-8f6f-4443-9218-a20f7cfa92ec tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:21.931533 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-44f152bf-8f6f-4443-9218-a20f7cfa92ec tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:21.944301 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-e25d0a04-1b31-48bb-ba5b-4c2b76ee80e5 None None] Publish callbacks [] for port, precommit_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:21.969447 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-e25d0a04-1b31-48bb-ba5b-4c2b76ee80e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:21.977041 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 50244) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:21.977483 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-44f152bf-8f6f-4443-9218-a20f7cfa92ec tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1250596 Oct 20 10:53:21.988890 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-8d26e633-68b6-4ff3-86b8-2eccf34deefc tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Request body: {'port': {'network_id': '8320e101-644d-44af-9385-629dd54c3c0a', 'mac_address': 'fa:16:3e:6c:dd:5c', 'name': 'tempest-NetworksTestDHCPv6-1366941738'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:53:22.215044 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25d0a04-1b31-48bb-ba5b-4c2b76ee80e5 None None] Network 8320e101-644d-44af-9385-629dd54c3c0a is already hosted by enough agents. {{(pid=100598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:53:22.226933 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.base_scheduler [None req-e25d0a04-1b31-48bb-ba5b-4c2b76ee80e5 None None] Resources bound (agent type, host, resource id): {{(pid=100598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:53:22.229756 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25d0a04-1b31-48bb-ba5b-4c2b76ee80e5 None None] Received port after_create {{(pid=100598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:53:22.273262 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25d0a04-1b31-48bb-ba5b-4c2b76ee80e5 None None] Pushing event updated for resources: {'Port': ['ID=d0badcac-ad29-480e-b5ff-bfa04193a9c5,revision_number=1']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:22.394682 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2280c111-3ef7-4f8a-82c8-2e3ce9b47fb9 req-7f0b087c-ce5a-46b9-affc-8008fae38960 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:22.400180 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2280c111-3ef7-4f8a-82c8-2e3ce9b47fb9 req-7f0b087c-ce5a-46b9-affc-8008fae38960 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3f9930f-6768-428d-b296-1e65ca6bdfa7 HTTP/1.1" status: 200 len: 946 time: 0.2148533 Oct 20 10:53:22.440263 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-e25d0a04-1b31-48bb-ba5b-4c2b76ee80e5 None None] Attempting to bind port d0badcac-ad29-480e-b5ff-bfa04193a9c5 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:53:22.440644 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-e25d0a04-1b31-48bb-ba5b-4c2b76ee80e5 None None] Attempting to bind port d0badcac-ad29-480e-b5ff-bfa04193a9c5 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': 'bdd410b3-9198-4748-b872-a4840957eef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '8320e101-644d-44af-9385-629dd54c3c0a'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:53:22.441610 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25d0a04-1b31-48bb-ba5b-4c2b76ee80e5 None None] Attempting to bind port d0badcac-ad29-480e-b5ff-bfa04193a9c5 on network 8320e101-644d-44af-9385-629dd54c3c0a {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:53:22.453616 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25d0a04-1b31-48bb-ba5b-4c2b76ee80e5 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 53, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:53:22.454123 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25d0a04-1b31-48bb-ba5b-4c2b76ee80e5 None None] Checking segment: {'id': 'bdd410b3-9198-4748-b872-a4840957eef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '8320e101-644d-44af-9385-629dd54c3c0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:53:22.454545 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-e25d0a04-1b31-48bb-ba5b-4c2b76ee80e5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:22.454941 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25d0a04-1b31-48bb-ba5b-4c2b76ee80e5 None None] Bound using segment: {'id': 'bdd410b3-9198-4748-b872-a4840957eef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '8320e101-644d-44af-9385-629dd54c3c0a'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:53:22.455854 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-e25d0a04-1b31-48bb-ba5b-4c2b76ee80e5 None None] Bound port: d0badcac-ad29-480e-b5ff-bfa04193a9c5, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdd410b3-9198-4748-b872-a4840957eef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '8320e101-644d-44af-9385-629dd54c3c0a'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:53:22.456248 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-e25d0a04-1b31-48bb-ba5b-4c2b76ee80e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:22.514186 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2280c111-3ef7-4f8a-82c8-2e3ce9b47fb9 req-07532b09-401d-43bb-8777-67b421479452 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=58574406-52f6-4da8-ba4e-3f91a696d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030924 Oct 20 10:53:22.517330 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d26e633-68b6-4ff3-86b8-2eccf34deefc tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Made reservation on behalf of 22a79d88690a4055b95547a3f21027fa for: {'port': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:53:22.633369 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-e25d0a04-1b31-48bb-ba5b-4c2b76ee80e5 None None] For port d0badcac-ad29-480e-b5ff-bfa04193a9c5, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:53:22.641523 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-e25d0a04-1b31-48bb-ba5b-4c2b76ee80e5 None None] For port d0badcac-ad29-480e-b5ff-bfa04193a9c5, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=d0badcac-ad29-480e-b5ff-bfa04193a9c5,segment=NetworkSegment(bdd410b3-9198-4748-b872-a4840957eef7),segment_id=bdd410b3-9198-4748-b872-a4840957eef7)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:53:22.651594 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-e25d0a04-1b31-48bb-ba5b-4c2b76ee80e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:22.685290 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8d26e633-68b6-4ff3-86b8-2eccf34deefc tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:22.725039 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [None req-8d26e633-68b6-4ff3-86b8-2eccf34deefc tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] device_id is not set on port 1c7aaf5f-15a2-425d-8e28-c1200883d5e0 yet. {{(pid=100596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:53:22.797585 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25d0a04-1b31-48bb-ba5b-4c2b76ee80e5 None None] Pushing event updated for resources: {'Port': ['ID=d0badcac-ad29-480e-b5ff-bfa04193a9c5,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:23.058485 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [None req-8d26e633-68b6-4ff3-86b8-2eccf34deefc tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Allocated IP 2001:db8:0:1::cd (8320e101-644d-44af-9385-629dd54c3c0a/3cc1e530-ed5c-4fe3-933c-186cbc8369c4/1c7aaf5f-15a2-425d-8e28-c1200883d5e0) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:53:23.075490 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [None req-8d26e633-68b6-4ff3-86b8-2eccf34deefc tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Allocated IP 2001:db8::f816:3eff:fe6c:dd5c (8320e101-644d-44af-9385-629dd54c3c0a/00d92142-da0b-4b5b-8827-e6445489b555/1c7aaf5f-15a2-425d-8e28-c1200883d5e0) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:53:23.425785 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8d26e633-68b6-4ff3-86b8-2eccf34deefc tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:24.022393 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8d26e633-68b6-4ff3-86b8-2eccf34deefc tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:24.216154 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 50256) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:24.221800 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-bb706422-6b26-4c52-ab78-e0c92a13b37e tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Request body: {'subnet': {'network_id': '4bfd9828-88e4-4fb2-9100-7455ab015f55', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:53:24.284434 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d26e633-68b6-4ff3-86b8-2eccf34deefc tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Pushing event updated for resources: {'Port': ['ID=1c7aaf5f-15a2-425d-8e28-c1200883d5e0,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:24.325277 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-81b0891e-f2a9-4d7a-800c-d932bf942832 req-67be7809-e208-4626-ba1f-0194661aa71e tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.64 "GET /v2.0/ports?device_id=9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c HTTP/1.1" status: 200 len: 210 time: 0.3846047 Oct 20 10:53:24.330550 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device d6a6518b-9e09-49cf-9ecd-340148181cc6 no longer exists at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:53:24.367699 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-59590963-63fe-4499-b22a-158df6975f31 req-8662d9d5-8db5-476d-b0aa-031683d5e87e tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=32a45391-eb86-4e02-8bee-8fc24219c1b9 HTTP/1.1" status: 200 len: 210 time: 0.4318085 Oct 20 10:53:24.401530 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] No Port match for: d6a6518b-9e09-49cf-9ecd-340148181cc6 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:53:24.401890 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device d6a6518b-9e09-49cf-9ecd-340148181cc6 not bound to the agent host n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:53:24.411608 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d26e633-68b6-4ff3-86b8-2eccf34deefc tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Network 8320e101-644d-44af-9385-629dd54c3c0a is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:53:24.421407 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-8d26e633-68b6-4ff3-86b8-2eccf34deefc tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:53:24.426687 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d26e633-68b6-4ff3-86b8-2eccf34deefc tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:53:24.463786 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb706422-6b26-4c52-ab78-e0c92a13b37e tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Made reservation on behalf of 3e5083f2d5134ae39233010b11068ab8 for: {'subnet': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:53:24.466109 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d26e633-68b6-4ff3-86b8-2eccf34deefc tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:24.466780 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8d26e633-68b6-4ff3-86b8-2eccf34deefc tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:24.468341 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bb706422-6b26-4c52-ab78-e0c92a13b37e tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25350782'] for subnet, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:24.471133 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device d0badcac-ad29-480e-b5ff-bfa04193a9c5 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:53:24.505357 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-8d26e633-68b6-4ff3-86b8-2eccf34deefc tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.5245330 Oct 20 10:53:24.509284 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 50258) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:24.597956 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port d0badcac-ad29-480e-b5ff-bfa04193a9c5 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:53:24.598625 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:24.681055 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f813f35-f61a-4cb2-94b6-ab4f70172ae6 req-f02c3b8b-a613-482d-ab2d-ef44b3ba2280 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:24.689821 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1f813f35-f61a-4cb2-94b6-ab4f70172ae6 req-f02c3b8b-a613-482d-ab2d-ef44b3ba2280 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3f9930f-6768-428d-b296-1e65ca6bdfa7 HTTP/1.1" status: 200 len: 946 time: 0.1151645 Oct 20 10:53:24.749712 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1f813f35-f61a-4cb2-94b6-ab4f70172ae6 req-5087e917-f7c7-4cc5-b35a-0dfd01a58628 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=58574406-52f6-4da8-ba4e-3f91a696d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574462 Oct 20 10:53:24.770443 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-34116c7c-8f2a-40e1-9c4b-5359f2b164b1 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Deleting port 1c7aaf5f-15a2-425d-8e28-c1200883d5e0 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:53:24.771128 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-34116c7c-8f2a-40e1-9c4b-5359f2b164b1 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:24.812699 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2597e0e-54f1-4b4a-a360-2d11cd03c8c4 None None] Network 8320e101-644d-44af-9385-629dd54c3c0a requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:53:24.906017 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-34116c7c-8f2a-40e1-9c4b-5359f2b164b1 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:24.927050 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-34116c7c-8f2a-40e1-9c4b-5359f2b164b1 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Calling delete_port for 1c7aaf5f-15a2-425d-8e28-c1200883d5e0 owned by {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:53:24.929187 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bb706422-6b26-4c52-ab78-e0c92a13b37e tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25350752'] for subnet, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:24.930243 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-f2331e28-4716-4515-9ebb-511e5d8b9ef0 None None] Provisioning complete for port d0badcac-ad29-480e-b5ff-bfa04193a9c5 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:53:24.930654 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-f2331e28-4716-4515-9ebb-511e5d8b9ef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:24.932608 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:25.024103 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] For port d0badcac-ad29-480e-b5ff-bfa04193a9c5, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=d0badcac-ad29-480e-b5ff-bfa04193a9c5,segment=NetworkSegment(bdd410b3-9198-4748-b872-a4840957eef7),segment_id=bdd410b3-9198-4748-b872-a4840957eef7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:53:25.035508 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:25.080566 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb706422-6b26-4c52-ab78-e0c92a13b37e tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Checking segment: {'id': '178a1ab1-ee2b-4e1d-b50e-d1279b407816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '4bfd9828-88e4-4fb2-9100-7455ab015f55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:53:25.081540 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb706422-6b26-4c52-ab78-e0c92a13b37e tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Network hostable DHCP agents. Network: 4bfd9828-88e4-4fb2-9100-7455ab015f55, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:53:25.085501 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb706422-6b26-4c52-ab78-e0c92a13b37e tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Pushing event updated for resources: {'Subnet': ['ID=a0a5f0d0-58d2-4e6f-8ab2-1874d04646e4,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:25.105060 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb706422-6b26-4c52-ab78-e0c92a13b37e tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Network 4bfd9828-88e4-4fb2-9100-7455ab015f55 is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:53:25.118594 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-bb706422-6b26-4c52-ab78-e0c92a13b37e tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, 4bfd9828-88e4-4fb2-9100-7455ab015f55) {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:53:25.124248 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb706422-6b26-4c52-ab78-e0c92a13b37e tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:25.125283 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bb706422-6b26-4c52-ab78-e0c92a13b37e tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:25.151240 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-bb706422-6b26-4c52-ab78-e0c92a13b37e tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9335322 Oct 20 10:53:25.152380 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 50266) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:25.158661 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-8ef262f1-83bc-4eb2-a1b9-47254e9a1f87 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2045940782'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:53:25.183647 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ef262f1-83bc-4eb2-a1b9-47254e9a1f87 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Made reservation on behalf of 3e5083f2d5134ae39233010b11068ab8 for: {'network': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:53:25.188850 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8ef262f1-83bc-4eb2-a1b9-47254e9a1f87 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:25.189114 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee47328-2f0b-450e-a621-57298068487a None None] Network 4bfd9828-88e4-4fb2-9100-7455ab015f55 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:53:25.277381 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-34116c7c-8f2a-40e1-9c4b-5359f2b164b1 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:25.283756 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ef262f1-83bc-4eb2-a1b9-47254e9a1f87 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 826} {{(pid=100597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:53:25.300591 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8ef262f1-83bc-4eb2-a1b9-47254e9a1f87 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:25.300933 n-d-811396-3 neutron-server[100597]: INFO neutron.db.segments_db [None req-8ef262f1-83bc-4eb2-a1b9-47254e9a1f87 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Added segment f289c052-03d9-4fae-a965-aa7dad684b11 of type vlan for network 680a862f-3436-447b-a08c-c77b5bae4fc6 Oct 20 10:53:25.314802 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34116c7c-8f2a-40e1-9c4b-5359f2b164b1 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Pushing event deleted for resources: {'Port': ['ID=1c7aaf5f-15a2-425d-8e28-c1200883d5e0,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:25.380089 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-34116c7c-8f2a-40e1-9c4b-5359f2b164b1 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:25.389627 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-34116c7c-8f2a-40e1-9c4b-5359f2b164b1 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "DELETE /v2.0/ports/1c7aaf5f-15a2-425d-8e28-c1200883d5e0 HTTP/1.1" status: 204 len: 168 time: 0.8784537 Oct 20 10:53:25.391905 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 50268) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:25.409389 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8ef262f1-83bc-4eb2-a1b9-47254e9a1f87 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:25.466977 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8ef262f1-83bc-4eb2-a1b9-47254e9a1f87 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:25.474600 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef262f1-83bc-4eb2-a1b9-47254e9a1f87 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:25.476921 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8ef262f1-83bc-4eb2-a1b9-47254e9a1f87 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:25.506236 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e761e3-c9ac-4e1e-9796-886f971b0fd6 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:25.510489 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-a7e761e3-c9ac-4e1e-9796-886f971b0fd6 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1143961 Oct 20 10:53:25.510780 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 50274) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:25.587723 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-8ef262f1-83bc-4eb2-a1b9-47254e9a1f87 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4340680 Oct 20 10:53:25.588162 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7927c2e2-cc8b-42e6-aa87-2b6f1e5d56c8 req-a21e3510-2895-45a7-ae9f-19f902a74301 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.64 "GET /v2.0/ports?device_id=9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c HTTP/1.1" status: 200 len: 210 time: 0.0767233 Oct 20 10:53:25.590943 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 50276) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:25.601264 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-9c8c458f-901e-4da9-9de7-aed47c085e97 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Request body: {'subnet': {'network_id': '680a862f-3436-447b-a08c-c77b5bae4fc6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:53:25.658699 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef262f1-83bc-4eb2-a1b9-47254e9a1f87 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Pushing event updated for resources: {'Network': ['ID=680a862f-3436-447b-a08c-c77b5bae4fc6,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:25.668243 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bd4a75b8-9105-476e-8210-63ab714d596d req-ab05bbc6-7468-46ee-b41a-173520d383de tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=32a45391-eb86-4e02-8bee-8fc24219c1b9 HTTP/1.1" status: 200 len: 210 time: 0.0618513 Oct 20 10:53:25.679300 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a18d1b34-0371-4d5f-97d4-e93ad2104cc6 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:25.680949 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-a18d1b34-0371-4d5f-97d4-e93ad2104cc6 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1693180 Oct 20 10:53:25.684433 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 50278) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:25.693541 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Pushing event updated for resources: {'Port': ['ID=d0badcac-ad29-480e-b5ff-bfa04193a9c5,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:25.730745 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network 680a862f-3436-447b-a08c-c77b5bae4fc6 details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:53:25.755284 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e671504-3b92-4ff3-9c79-ebb604c385d9 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:25.758080 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e671504-3b92-4ff3-9c79-ebb604c385d9 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:25.760860 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e671504-3b92-4ff3-9c79-ebb604c385d9 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:25.763091 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-3e671504-3b92-4ff3-9c79-ebb604c385d9 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0773294 Oct 20 10:53:25.765765 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 50280) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:25.799910 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c8c458f-901e-4da9-9de7-aed47c085e97 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Made reservation on behalf of 3e5083f2d5134ae39233010b11068ab8 for: {'subnet': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:53:25.804060 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9c8c458f-901e-4da9-9de7-aed47c085e97 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25350782'] for subnet, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:25.873925 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_v2 [None req-00bb257e-c090-4a81-8683-0120535326c5 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Deleting subnet 00d92142-da0b-4b5b-8827-e6445489b555 {{(pid=100596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:53:25.884875 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-00bb257e-c090-4a81-8683-0120535326c5 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks [] for subnet, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:26.068724 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-00bb257e-c090-4a81-8683-0120535326c5 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25189079'] for subnet, precommit_delete_associations {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:26.109814 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-567d5ef7-b244-47a6-8ca4-f086aa6e0e22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524064ba-869c-5550-b826-c26b69a11278-4bfd9828-88e4-4fb2-9100-7455ab015f55', 'network_id': '4bfd9828-88e4-4fb2-9100-7455ab015f55', 'tenant_id': '3e5083f2d5134ae39233010b11068ab8', 'fixed_ips': [{'subnet_id': 'a0a5f0d0-58d2-4e6f-8ab2-1874d04646e4'}]}} from n-d-811396-3. {{(pid=100598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:53:26.110689 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-567d5ef7-b244-47a6-8ca4-f086aa6e0e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:26.113672 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a8d6bb5-a1b4-43f2-b849-d95655663a9a None None] Update dhcp port {'port': {'network_id': '8320e101-644d-44af-9385-629dd54c3c0a', 'fixed_ips': [{'subnet_id': '00d92142-da0b-4b5b-8827-e6445489b555', 'ip_address': '2001:db8::f816:3eff:fe89:6532'}, {'subnet_id': '3cc1e530-ed5c-4fe3-933c-186cbc8369c4'}], 'binding:host_id': 'n-d-811396-3'}, 'id': 'd0badcac-ad29-480e-b5ff-bfa04193a9c5'} from n-d-811396-3. {{(pid=100598) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 20 10:53:26.137213 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82aafad-f912-4217-b2a1-2ab12aed13fd req-233b8b34-4561-40b1-a24e-e5e437b6cfe9 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:26.139799 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d82aafad-f912-4217-b2a1-2ab12aed13fd req-233b8b34-4561-40b1-a24e-e5e437b6cfe9 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3f9930f-6768-428d-b296-1e65ca6bdfa7 HTTP/1.1" status: 200 len: 946 time: 0.2580507 Oct 20 10:53:26.153094 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1a8d6bb5-a1b4-43f2-b849-d95655663a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:26.189792 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 7 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 10:53:26.215178 n-d-811396-3 neutron-server[100597]: DEBUG neutron.objects.ports [None req-9c8c458f-901e-4da9-9de7-aed47c085e97 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100597) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 20 10:53:26.216967 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9c8c458f-901e-4da9-9de7-aed47c085e97 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25350752'] for subnet, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:26.278552 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-00bb257e-c090-4a81-8683-0120535326c5 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:26.302141 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device d0badcac-ad29-480e-b5ff-bfa04193a9c5 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:53:26.406468 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8c458f-901e-4da9-9de7-aed47c085e97 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Pushing event updated for resources: {'Subnet': ['ID=eb7e318c-46dc-437b-943b-4d54bc432f7f,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:26.432838 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-00bb257e-c090-4a81-8683-0120535326c5 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26836193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26761888'] for subnet, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:26.437685 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8c458f-901e-4da9-9de7-aed47c085e97 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Checking segment: {'id': 'f289c052-03d9-4fae-a965-aa7dad684b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '680a862f-3436-447b-a08c-c77b5bae4fc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:53:26.438061 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8c458f-901e-4da9-9de7-aed47c085e97 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Network hostable DHCP agents. Network: 680a862f-3436-447b-a08c-c77b5bae4fc6, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:53:26.477919 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8c458f-901e-4da9-9de7-aed47c085e97 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Network 680a862f-3436-447b-a08c-c77b5bae4fc6 is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:53:26.479078 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server [None req-1a8d6bb5-a1b4-43f2-b849-d95655663a9a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 00d92142-da0b-4b5b-8827-e6445489b555: This subnet is being modified by another concurrent operation. Oct 20 10:53:26.479078 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 20 10:53:26.479078 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 20 10:53:26.479078 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 20 10:53:26.479078 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 20 10:53:26.479078 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 20 10:53:26.479078 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 20 10:53:26.479078 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 20 10:53:26.479078 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 20 10:53:26.479078 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 20 10:53:26.479078 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 20 10:53:26.479078 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 20 10:53:26.479078 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 20 10:53:26.479078 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 20 10:53:26.479078 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 10:53:26.479078 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 10:53:26.479078 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 10:53:26.479078 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 10:53:26.479078 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 20 10:53:26.479078 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 10:53:26.479078 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 20 10:53:26.479078 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 20 10:53:26.479078 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 10:53:26.479078 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 10:53:26.479078 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 10:53:26.479078 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 10:53:26.479078 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 20 10:53:26.479078 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 10:53:26.479078 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 20 10:53:26.479078 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 20 10:53:26.479078 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 10:53:26.479078 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 10:53:26.479078 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 10:53:26.479078 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 10:53:26.479078 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 20 10:53:26.479078 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 20 10:53:26.479078 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Oct 20 10:53:26.479078 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Oct 20 10:53:26.479078 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Oct 20 10:53:26.479078 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Oct 20 10:53:26.479078 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 20 10:53:26.479078 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 10:53:26.479078 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 20 10:53:26.479078 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 20 10:53:26.479078 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 20 10:53:26.479078 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 20 10:53:26.479078 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 10:53:26.479078 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 10:53:26.479078 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 10:53:26.479078 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 10:53:26.479078 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 20 10:53:26.479078 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 10:53:26.479078 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 20 10:53:26.479078 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 20 10:53:26.482882 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 10:53:26.482882 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 10:53:26.482882 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 10:53:26.482882 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 10:53:26.482882 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 20 10:53:26.482882 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 10:53:26.482882 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 20 10:53:26.482882 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 20 10:53:26.482882 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 10:53:26.482882 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 10:53:26.482882 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 10:53:26.482882 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 10:53:26.482882 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 20 10:53:26.482882 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 20 10:53:26.482882 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1740, in update_port Oct 20 10:53:26.482882 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Oct 20 10:53:26.482882 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 20 10:53:26.482882 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 20 10:53:26.482882 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1514, in update_port Oct 20 10:53:26.482882 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Oct 20 10:53:26.482882 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Oct 20 10:53:26.482882 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Oct 20 10:53:26.482882 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Oct 20 10:53:26.482882 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Oct 20 10:53:26.482882 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Oct 20 10:53:26.482882 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 20 10:53:26.482882 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 20 10:53:26.482882 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 20 10:53:26.482882 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 20 10:53:26.482882 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server raise exception Oct 20 10:53:26.482882 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 00d92142-da0b-4b5b-8827-e6445489b555: This subnet is being modified by another concurrent operation. Oct 20 10:53:26.482882 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server Oct 20 10:53:26.494308 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-9c8c458f-901e-4da9-9de7-aed47c085e97 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, 680a862f-3436-447b-a08c-c77b5bae4fc6) {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:53:26.499144 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c8c458f-901e-4da9-9de7-aed47c085e97 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:26.499822 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9c8c458f-901e-4da9-9de7-aed47c085e97 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:26.507667 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b54437-eda6-4e58-8f81-ec453101577d None None] Network 680a862f-3436-447b-a08c-c77b5bae4fc6 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:53:26.520396 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-00bb257e-c090-4a81-8683-0120535326c5 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:26.528823 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 50284) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:26.531028 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-00bb257e-c090-4a81-8683-0120535326c5 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "DELETE /v2.0/subnets/00d92142-da0b-4b5b-8827-e6445489b555 HTTP/1.1" status: 204 len: 168 time: 0.7636771 Oct 20 10:53:26.534551 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bb257e-c090-4a81-8683-0120535326c5 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Pushing event deleted for resources: {'Subnet': ['ID=00d92142-da0b-4b5b-8827-e6445489b555,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:26.557889 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-9c8c458f-901e-4da9-9de7-aed47c085e97 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9629982 Oct 20 10:53:26.568785 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 50286) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:26.575170 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d82aafad-f912-4217-b2a1-2ab12aed13fd req-8a9c01b3-2160-4484-aff2-0c2ab8a63a46 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=58574406-52f6-4da8-ba4e-3f91a696d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4274678 Oct 20 10:53:26.585510 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-94d050bd-c088-4d1a-8e54-98e2ff285ac2 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Request body: {'port': {'network_id': '680a862f-3436-447b-a08c-c77b5bae4fc6', 'name': 'tempest-NetworksIpV6TestAttrs-1671573136'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:53:26.664354 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dff0d91-a644-423e-a5c9-0057d100c3c6 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Deleting subnet 3cc1e530-ed5c-4fe3-933c-186cbc8369c4 {{(pid=100597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:53:26.681885 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port d0badcac-ad29-480e-b5ff-bfa04193a9c5 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:53:26.682270 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4dff0d91-a644-423e-a5c9-0057d100c3c6 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks [] for subnet, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:26.683454 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:26.687842 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e1c081-25c9-4260-b8ac-67cc216348bb None None] Network 8320e101-644d-44af-9385-629dd54c3c0a requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:53:26.700020 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-567d5ef7-b244-47a6-8ca4-f086aa6e0e22 None None] Allocated IP 2001:db8:0:ffff::2 (4bfd9828-88e4-4fb2-9100-7455ab015f55/a0a5f0d0-58d2-4e6f-8ab2-1874d04646e4/f431d822-60e1-4bd6-b2dc-71aeba3fbd74) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:53:26.787543 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4dff0d91-a644-423e-a5c9-0057d100c3c6 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25852621'] for subnet, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:26.845451 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2ae034d5-34d8-4523-89fb-f5ee15d825f7 req-b7ce3876-c604-4404-a059-89996c1c12bc tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.64 "GET /v2.0/ports?device_id=9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c HTTP/1.1" status: 200 len: 210 time: 0.0846362 Oct 20 10:53:26.905560 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4dff0d91-a644-423e-a5c9-0057d100c3c6 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:26.933505 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9d6265b4-b9e0-47cd-b3fa-ea20e39db91e req-b1fcda9a-68a6-4ad4-ab35-9f6e35318379 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=32a45391-eb86-4e02-8bee-8fc24219c1b9 HTTP/1.1" status: 200 len: 210 time: 0.0953531 Oct 20 10:53:26.947274 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94d050bd-c088-4d1a-8e54-98e2ff285ac2 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Made reservation on behalf of 3e5083f2d5134ae39233010b11068ab8 for: {'port': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:53:26.952040 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-94d050bd-c088-4d1a-8e54-98e2ff285ac2 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:26.991653 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [None req-94d050bd-c088-4d1a-8e54-98e2ff285ac2 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] device_id is not set on port bbdc5595-cfa5-44db-886d-447316db35b0 yet. {{(pid=100596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:53:27.006240 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4dff0d91-a644-423e-a5c9-0057d100c3c6 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25350811'] for subnet, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:27.016858 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-c30289d1-70c0-4358-902a-5ae5e367823d None None] Provisioning complete for port d0badcac-ad29-480e-b5ff-bfa04193a9c5 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:53:27.017225 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-c30289d1-70c0-4358-902a-5ae5e367823d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:27.041436 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dff0d91-a644-423e-a5c9-0057d100c3c6 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Pushing event deleted for resources: {'Subnet': ['ID=3cc1e530-ed5c-4fe3-933c-186cbc8369c4,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:27.047436 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4dff0d91-a644-423e-a5c9-0057d100c3c6 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:27.051702 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-4dff0d91-a644-423e-a5c9-0057d100c3c6 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "DELETE /v2.0/subnets/3cc1e530-ed5c-4fe3-933c-186cbc8369c4 HTTP/1.1" status: 204 len: 168 time: 0.5207348 Oct 20 10:53:27.054456 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 50294) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:27.100215 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-fdc766a0-83f0-492c-be89-c4652403c612 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0420239 Oct 20 10:53:27.101359 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 50296) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:27.108455 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-8ef77f98-10b1-4a7d-8c31-a57746a8d476 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Request body: {'subnet': {'network_id': '8320e101-644d-44af-9385-629dd54c3c0a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:53:27.262436 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [None req-94d050bd-c088-4d1a-8e54-98e2ff285ac2 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Allocated IP 2001:db8::f816:3eff:fe66:8606 (680a862f-3436-447b-a08c-c77b5bae4fc6/eb7e318c-46dc-437b-943b-4d54bc432f7f/bbdc5595-cfa5-44db-886d-447316db35b0) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:53:27.290539 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ef77f98-10b1-4a7d-8c31-a57746a8d476 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Made reservation on behalf of 22a79d88690a4055b95547a3f21027fa for: {'subnet': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:53:27.294388 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8ef77f98-10b1-4a7d-8c31-a57746a8d476 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26761797'] for subnet, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:27.453642 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-567d5ef7-b244-47a6-8ca4-f086aa6e0e22 None None] Publish callbacks [] for port, precommit_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:27.508047 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-060767a3-f257-4841-97c1-cf11fd00ca95 None None] DHCP port deletion for 8320e101-644d-44af-9385-629dd54c3c0a request from n-d-811396-3 {{(pid=100598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:53:27.562809 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb15d869-0c00-4ff4-9c00-e63f7d305af9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524064ba-869c-5550-b826-c26b69a11278-680a862f-3436-447b-a08c-c77b5bae4fc6', 'network_id': '680a862f-3436-447b-a08c-c77b5bae4fc6', 'tenant_id': '3e5083f2d5134ae39233010b11068ab8', 'fixed_ips': [{'subnet_id': 'eb7e318c-46dc-437b-943b-4d54bc432f7f'}]}} from n-d-811396-3. {{(pid=100598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:53:27.564110 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-cb15d869-0c00-4ff4-9c00-e63f7d305af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:27.578647 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-567d5ef7-b244-47a6-8ca4-f086aa6e0e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:27.578869 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-94d050bd-c088-4d1a-8e54-98e2ff285ac2 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:27.672151 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-567d5ef7-b244-47a6-8ca4-f086aa6e0e22 None None] Network 4bfd9828-88e4-4fb2-9100-7455ab015f55 is already hosted by enough agents. {{(pid=100598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:53:27.723289 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.base_scheduler [None req-567d5ef7-b244-47a6-8ca4-f086aa6e0e22 None None] Resources bound (agent type, host, resource id): {{(pid=100598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:53:27.792497 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567d5ef7-b244-47a6-8ca4-f086aa6e0e22 None None] Pushing event updated for resources: {'Port': ['ID=f431d822-60e1-4bd6-b2dc-71aeba3fbd74,revision_number=1']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:27.801180 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-94d050bd-c088-4d1a-8e54-98e2ff285ac2 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:27.803216 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567d5ef7-b244-47a6-8ca4-f086aa6e0e22 None None] Received port after_create {{(pid=100598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:53:27.833873 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d050bd-c088-4d1a-8e54-98e2ff285ac2 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Network 680a862f-3436-447b-a08c-c77b5bae4fc6 is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:53:27.839088 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-94d050bd-c088-4d1a-8e54-98e2ff285ac2 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:53:27.862727 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d050bd-c088-4d1a-8e54-98e2ff285ac2 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:53:27.865837 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-cb15d869-0c00-4ff4-9c00-e63f7d305af9 None None] Allocated IP 2001:db8::f816:3eff:fed2:85e7 (680a862f-3436-447b-a08c-c77b5bae4fc6/eb7e318c-46dc-437b-943b-4d54bc432f7f/a8508e9e-5a50-41a2-9298-69da4ebed196) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:53:27.868377 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d050bd-c088-4d1a-8e54-98e2ff285ac2 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:27.868979 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-94d050bd-c088-4d1a-8e54-98e2ff285ac2 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:27.983545 n-d-811396-3 neutron-server[100596]: DEBUG neutron.objects.ports [None req-8ef77f98-10b1-4a7d-8c31-a57746a8d476 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100596) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 20 10:53:28.027547 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-cb15d869-0c00-4ff4-9c00-e63f7d305af9 None None] Publish callbacks [] for port, precommit_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:28.039306 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-cb15d869-0c00-4ff4-9c00-e63f7d305af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:28.093119 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8007d9c4-e892-4135-bbfc-dfa9b98f384a req-4db43ae6-f8c4-42d5-911c-19ea8fa3a34d tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:28.100640 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8007d9c4-e892-4135-bbfc-dfa9b98f384a req-4db43ae6-f8c4-42d5-911c-19ea8fa3a34d tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3f9930f-6768-428d-b296-1e65ca6bdfa7 HTTP/1.1" status: 200 len: 946 time: 0.3991184 Oct 20 10:53:28.163630 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d748883c-f8b5-41b8-b0ea-d9a843875ad6 req-1d4b222e-a88a-4a88-842a-b3cecff12e0b tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.64 "GET /v2.0/ports?device_id=9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c HTTP/1.1" status: 200 len: 210 time: 0.1707819 Oct 20 10:53:28.175637 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device d0badcac-ad29-480e-b5ff-bfa04193a9c5 no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:53:28.177748 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d050bd-c088-4d1a-8e54-98e2ff285ac2 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Pushing event updated for resources: {'Port': ['ID=bbdc5595-cfa5-44db-886d-447316db35b0,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:28.222711 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-060767a3-f257-4841-97c1-cf11fd00ca95 None None] Deleting port d0badcac-ad29-480e-b5ff-bfa04193a9c5 {{(pid=100598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:53:28.223358 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-060767a3-f257-4841-97c1-cf11fd00ca95 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:28.226999 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-94d050bd-c088-4d1a-8e54-98e2ff285ac2 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.6460762 Oct 20 10:53:28.229363 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 50304) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:28.282820 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8007d9c4-e892-4135-bbfc-dfa9b98f384a req-8e7b9555-2fc5-4712-845e-f3a44162c0e6 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=58574406-52f6-4da8-ba4e-3f91a696d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1813011 Oct 20 10:53:28.379950 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_v2 [None req-4273a4fb-3d94-4b09-ac75-35abc5ce53e1 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Deleting subnet eb7e318c-46dc-437b-943b-4d54bc432f7f {{(pid=100597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:53:28.383858 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4273a4fb-3d94-4b09-ac75-35abc5ce53e1 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Publish callbacks [] for subnet, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:28.384952 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8ef77f98-10b1-4a7d-8c31-a57746a8d476 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:28.442646 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4273a4fb-3d94-4b09-ac75-35abc5ce53e1 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25852621'] for subnet, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:28.519437 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a2bb3b3a-0750-4918-a25b-ea8b8125e3e4 req-178f0afb-2580-4b53-a0c9-0d1017d0de2e tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=32a45391-eb86-4e02-8bee-8fc24219c1b9 HTTP/1.1" status: 200 len: 210 time: 0.1497889 Oct 20 10:53:28.605625 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4273a4fb-3d94-4b09-ac75-35abc5ce53e1 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:28.677178 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-567d5ef7-b244-47a6-8ca4-f086aa6e0e22 None None] Attempting to bind port f431d822-60e1-4bd6-b2dc-71aeba3fbd74 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:53:28.677548 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-567d5ef7-b244-47a6-8ca4-f086aa6e0e22 None None] Attempting to bind port f431d822-60e1-4bd6-b2dc-71aeba3fbd74 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '178a1ab1-ee2b-4e1d-b50e-d1279b407816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '4bfd9828-88e4-4fb2-9100-7455ab015f55'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:53:28.677913 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567d5ef7-b244-47a6-8ca4-f086aa6e0e22 None None] Attempting to bind port f431d822-60e1-4bd6-b2dc-71aeba3fbd74 on network 4bfd9828-88e4-4fb2-9100-7455ab015f55 {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:53:28.681610 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4273a4fb-3d94-4b09-ac75-35abc5ce53e1 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25350811'] for subnet, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:28.682899 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb15d869-0c00-4ff4-9c00-e63f7d305af9 None None] Network 680a862f-3436-447b-a08c-c77b5bae4fc6 is already hosted by enough agents. {{(pid=100598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:53:28.694932 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.base_scheduler [None req-cb15d869-0c00-4ff4-9c00-e63f7d305af9 None None] Resources bound (agent type, host, resource id): {{(pid=100598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:53:28.701813 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567d5ef7-b244-47a6-8ca4-f086aa6e0e22 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 53, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:53:28.702206 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567d5ef7-b244-47a6-8ca4-f086aa6e0e22 None None] Checking segment: {'id': '178a1ab1-ee2b-4e1d-b50e-d1279b407816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '4bfd9828-88e4-4fb2-9100-7455ab015f55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:53:28.702614 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-567d5ef7-b244-47a6-8ca4-f086aa6e0e22 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:28.703015 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567d5ef7-b244-47a6-8ca4-f086aa6e0e22 None None] Bound using segment: {'id': '178a1ab1-ee2b-4e1d-b50e-d1279b407816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '4bfd9828-88e4-4fb2-9100-7455ab015f55'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:53:28.703532 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-567d5ef7-b244-47a6-8ca4-f086aa6e0e22 None None] Bound port: f431d822-60e1-4bd6-b2dc-71aeba3fbd74, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '178a1ab1-ee2b-4e1d-b50e-d1279b407816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '4bfd9828-88e4-4fb2-9100-7455ab015f55'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:53:28.703927 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-567d5ef7-b244-47a6-8ca4-f086aa6e0e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:28.723728 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb15d869-0c00-4ff4-9c00-e63f7d305af9 None None] Received port after_create {{(pid=100598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:53:28.728642 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb15d869-0c00-4ff4-9c00-e63f7d305af9 None None] Pushing event updated for resources: {'Port': ['ID=a8508e9e-5a50-41a2-9298-69da4ebed196,revision_number=1']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:28.730328 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4273a4fb-3d94-4b09-ac75-35abc5ce53e1 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:28.742993 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-4273a4fb-3d94-4b09-ac75-35abc5ce53e1 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] 10.222.0.64 "DELETE /v2.0/subnets/eb7e318c-46dc-437b-943b-4d54bc432f7f HTTP/1.1" status: 204 len: 168 time: 0.5119197 Oct 20 10:53:28.744279 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4273a4fb-3d94-4b09-ac75-35abc5ce53e1 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Pushing event deleted for resources: {'Subnet': ['ID=eb7e318c-46dc-437b-943b-4d54bc432f7f,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:28.752815 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 50306) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:28.838307 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [None req-8ef77f98-10b1-4a7d-8c31-a57746a8d476 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] For port d0badcac-ad29-480e-b5ff-bfa04193a9c5, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=d0badcac-ad29-480e-b5ff-bfa04193a9c5,segment=NetworkSegment(bdd410b3-9198-4748-b872-a4840957eef7),segment_id=bdd410b3-9198-4748-b872-a4840957eef7)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:53:28.855243 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2452ff9b-50a9-4328-8bb2-2fd1c6bb398e tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:28.858008 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2452ff9b-50a9-4328-8bb2-2fd1c6bb398e tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:28.862636 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 50308) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:28.862834 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-2452ff9b-50a9-4328-8bb2-2fd1c6bb398e tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1090031 Oct 20 10:53:28.906679 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8ef77f98-10b1-4a7d-8c31-a57746a8d476 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:28.911217 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-060767a3-f257-4841-97c1-cf11fd00ca95 None None] For port d0badcac-ad29-480e-b5ff-bfa04193a9c5, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=d0badcac-ad29-480e-b5ff-bfa04193a9c5,segment=NetworkSegment(bdd410b3-9198-4748-b872-a4840957eef7),segment_id=bdd410b3-9198-4748-b872-a4840957eef7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:53:28.912175 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-060767a3-f257-4841-97c1-cf11fd00ca95 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:28.914846 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8ef77f98-10b1-4a7d-8c31-a57746a8d476 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:28.915921 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8ef77f98-10b1-4a7d-8c31-a57746a8d476 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26836128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26761819'] for subnet, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:28.927371 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:28.965788 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-060767a3-f257-4841-97c1-cf11fd00ca95 None None] Calling delete_port for d0badcac-ad29-480e-b5ff-bfa04193a9c5 owned by network:dhcp {{(pid=100598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:53:28.967691 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-cb15d869-0c00-4ff4-9c00-e63f7d305af9 None None] Attempting to bind port a8508e9e-5a50-41a2-9298-69da4ebed196 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:53:28.968073 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-cb15d869-0c00-4ff4-9c00-e63f7d305af9 None None] Attempting to bind port a8508e9e-5a50-41a2-9298-69da4ebed196 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': 'f289c052-03d9-4fae-a965-aa7dad684b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '680a862f-3436-447b-a08c-c77b5bae4fc6'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:53:28.968446 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb15d869-0c00-4ff4-9c00-e63f7d305af9 None None] Attempting to bind port a8508e9e-5a50-41a2-9298-69da4ebed196 on network 680a862f-3436-447b-a08c-c77b5bae4fc6 {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:53:28.973123 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-567d5ef7-b244-47a6-8ca4-f086aa6e0e22 None None] For port f431d822-60e1-4bd6-b2dc-71aeba3fbd74, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:53:28.984962 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-567d5ef7-b244-47a6-8ca4-f086aa6e0e22 None None] For port f431d822-60e1-4bd6-b2dc-71aeba3fbd74, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=f431d822-60e1-4bd6-b2dc-71aeba3fbd74,segment=NetworkSegment(178a1ab1-ee2b-4e1d-b50e-d1279b407816),segment_id=178a1ab1-ee2b-4e1d-b50e-d1279b407816)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:53:29.012110 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb15d869-0c00-4ff4-9c00-e63f7d305af9 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 53, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:53:29.012517 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb15d869-0c00-4ff4-9c00-e63f7d305af9 None None] Checking segment: {'id': 'f289c052-03d9-4fae-a965-aa7dad684b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '680a862f-3436-447b-a08c-c77b5bae4fc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:53:29.012948 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-cb15d869-0c00-4ff4-9c00-e63f7d305af9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:29.013397 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb15d869-0c00-4ff4-9c00-e63f7d305af9 None None] Bound using segment: {'id': 'f289c052-03d9-4fae-a965-aa7dad684b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '680a862f-3436-447b-a08c-c77b5bae4fc6'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:53:29.013892 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-cb15d869-0c00-4ff4-9c00-e63f7d305af9 None None] Bound port: a8508e9e-5a50-41a2-9298-69da4ebed196, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f289c052-03d9-4fae-a965-aa7dad684b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '680a862f-3436-447b-a08c-c77b5bae4fc6'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:53:29.014339 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-cb15d869-0c00-4ff4-9c00-e63f7d305af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:29.017687 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-567d5ef7-b244-47a6-8ca4-f086aa6e0e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:29.042401 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b42dcbee-4795-4265-998e-1a9b705d7f59 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:29.057129 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-b42dcbee-4795-4265-998e-1a9b705d7f59 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] DELETE failed (client error): There was a conflict when trying to complete your request. Oct 20 10:53:29.057599 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b42dcbee-4795-4265-998e-1a9b705d7f59 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=100597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:53:29.076509 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-b42dcbee-4795-4265-998e-1a9b705d7f59 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] 10.222.0.64 "DELETE /v2.0/networks/680a862f-3436-447b-a08c-c77b5bae4fc6 HTTP/1.1" status: 409 len: 405 time: 0.2112699 Oct 20 10:53:29.077178 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 50312) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:29.087471 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-72390105-8b48-46d0-bf09-dd379cb82d44 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1131638699'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:53:29.099913 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef77f98-10b1-4a7d-8c31-a57746a8d476 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Network 8320e101-644d-44af-9385-629dd54c3c0a is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:53:29.131244 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72390105-8b48-46d0-bf09-dd379cb82d44 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Made reservation on behalf of 3e5083f2d5134ae39233010b11068ab8 for: {'network': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:53:29.137473 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-72390105-8b48-46d0-bf09-dd379cb82d44 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:29.143401 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-8ef77f98-10b1-4a7d-8c31-a57746a8d476 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:53:29.152514 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef77f98-10b1-4a7d-8c31-a57746a8d476 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:29.153203 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8ef77f98-10b1-4a7d-8c31-a57746a8d476 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:29.161094 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef77f98-10b1-4a7d-8c31-a57746a8d476 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Pushing event updated for resources: {'Subnet': ['ID=2449258f-7faf-4956-83c6-6569fbd87531,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:29.192966 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72390105-8b48-46d0-bf09-dd379cb82d44 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 809} {{(pid=100597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:53:29.196235 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-cb15d869-0c00-4ff4-9c00-e63f7d305af9 None None] For port a8508e9e-5a50-41a2-9298-69da4ebed196, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:53:29.207668 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-72390105-8b48-46d0-bf09-dd379cb82d44 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:29.208381 n-d-811396-3 neutron-server[100597]: INFO neutron.db.segments_db [None req-72390105-8b48-46d0-bf09-dd379cb82d44 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Added segment 55ccb530-bc37-445e-9d82-17bb5e21d9ea of type vlan for network 28b7dee4-1847-4846-a1f7-5114254d3aee Oct 20 10:53:29.209243 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-cb15d869-0c00-4ff4-9c00-e63f7d305af9 None None] For port a8508e9e-5a50-41a2-9298-69da4ebed196, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=a8508e9e-5a50-41a2-9298-69da4ebed196,segment=NetworkSegment(f289c052-03d9-4fae-a965-aa7dad684b11),segment_id=f289c052-03d9-4fae-a965-aa7dad684b11)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:53:29.220887 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef77f98-10b1-4a7d-8c31-a57746a8d476 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Pushing event updated for resources: {'Port': ['ID=d0badcac-ad29-480e-b5ff-bfa04193a9c5,revision_number=6']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:29.256872 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-8ef77f98-10b1-4a7d-8c31-a57746a8d476 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1543505 Oct 20 10:53:29.257736 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 50316) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:29.261856 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-cb15d869-0c00-4ff4-9c00-e63f7d305af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:29.272200 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.db.api [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 10:53:29.272571 n-d-811396-3 neutron-server[100598]: DEBUG oslo_db.api [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 10:53:29.273669 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-cfcb42e4-bc5a-410e-a542-7dbf83725f75 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Request body: {'subnet': {'network_id': '8320e101-644d-44af-9385-629dd54c3c0a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:53:29.333491 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567d5ef7-b244-47a6-8ca4-f086aa6e0e22 None None] Pushing event updated for resources: {'Port': ['ID=f431d822-60e1-4bd6-b2dc-71aeba3fbd74,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:29.419278 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-72390105-8b48-46d0-bf09-dd379cb82d44 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:29.436802 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-060767a3-f257-4841-97c1-cf11fd00ca95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956'] for port, after_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:29.456594 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c00e1fcf-4911-431a-8c8a-1e51620202d4 None None] Network 680a862f-3436-447b-a08c-c77b5bae4fc6 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:53:29.478313 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb15d869-0c00-4ff4-9c00-e63f7d305af9 None None] Pushing event updated for resources: {'Port': ['ID=a8508e9e-5a50-41a2-9298-69da4ebed196,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:29.484655 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060767a3-f257-4841-97c1-cf11fd00ca95 None None] No DVR routers for this DVR port d0badcac-ad29-480e-b5ff-bfa04193a9c5 on host n-d-811396-3 {{(pid=100598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:53:29.487564 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-72390105-8b48-46d0-bf09-dd379cb82d44 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:29.499635 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72390105-8b48-46d0-bf09-dd379cb82d44 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:29.500416 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-72390105-8b48-46d0-bf09-dd379cb82d44 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:29.522222 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060767a3-f257-4841-97c1-cf11fd00ca95 None None] Pushing event deleted for resources: {'Port': ['ID=d0badcac-ad29-480e-b5ff-bfa04193a9c5,revision_number=None']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:29.527906 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-750113c4-e28f-48e5-a779-4e101141e2bd None None] Network 8320e101-644d-44af-9385-629dd54c3c0a requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:53:29.587693 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3c71f55e-d581-4590-b8a6-681132437460 req-0d69b4da-e05f-4674-b631-c9f03178ad6e tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.64 "GET /v2.0/ports?device_id=9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c HTTP/1.1" status: 200 len: 210 time: 0.1276338 Oct 20 10:53:29.588692 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-72390105-8b48-46d0-bf09-dd379cb82d44 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5102763 Oct 20 10:53:29.592038 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 50322) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:29.606323 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-473567a3-fbe3-4711-bf5b-47fa7cc1dc36 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Request body: {'subnet': {'network_id': '28b7dee4-1847-4846-a1f7-5114254d3aee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:53:29.679538 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72390105-8b48-46d0-bf09-dd379cb82d44 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Pushing event updated for resources: {'Network': ['ID=28b7dee4-1847-4846-a1f7-5114254d3aee,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:29.693216 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca849e2-e056-4f08-b0e1-491f68990c50 req-43730318-8c89-45dc-bfe5-095a3847b3c7 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:29.695918 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2ca849e2-e056-4f08-b0e1-491f68990c50 req-43730318-8c89-45dc-bfe5-095a3847b3c7 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3f9930f-6768-428d-b296-1e65ca6bdfa7 HTTP/1.1" status: 200 len: 946 time: 0.2329397 Oct 20 10:53:29.734638 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network 28b7dee4-1847-4846-a1f7-5114254d3aee details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:53:29.779879 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfcb42e4-bc5a-410e-a542-7dbf83725f75 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Made reservation on behalf of 22a79d88690a4055b95547a3f21027fa for: {'subnet': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:53:29.783511 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-cfcb42e4-bc5a-410e-a542-7dbf83725f75 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26761797'] for subnet, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:29.818217 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2ca849e2-e056-4f08-b0e1-491f68990c50 req-36fa3cdb-368a-46ee-8c6e-248173b30c1d tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=58574406-52f6-4da8-ba4e-3f91a696d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954490 Oct 20 10:53:29.880795 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-473567a3-fbe3-4711-bf5b-47fa7cc1dc36 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Made reservation on behalf of 3e5083f2d5134ae39233010b11068ab8 for: {'subnet': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:53:29.887348 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-473567a3-fbe3-4711-bf5b-47fa7cc1dc36 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25350782'] for subnet, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:29.907178 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-efec3023-e67c-4d8a-a54a-ce45b527ef87 req-359deae3-99a5-44c2-aa42-0fe9ee821f8c tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=32a45391-eb86-4e02-8bee-8fc24219c1b9 HTTP/1.1" status: 200 len: 210 time: 0.0851989 Oct 20 10:53:29.960703 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Port d0badcac-ad29-480e-b5ff-bfa04193a9c5 update to DOWN by agent not found {{(pid=100598) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Oct 20 10:53:30.003121 n-d-811396-3 neutron-server[100596]: INFO neutron.db.ipam_backend_mixin [None req-cfcb42e4-bc5a-410e-a542-7dbf83725f75 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2449258f-7faf-4956-83c6-6569fbd87531 (CIDR: 2001:db8::/64) Oct 20 10:53:30.019618 n-d-811396-3 neutron-server[100596]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfcb42e4-bc5a-410e-a542-7dbf83725f75 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 10:53:30.020509 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfcb42e4-bc5a-410e-a542-7dbf83725f75 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:53:30.048974 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-cfcb42e4-bc5a-410e-a542-7dbf83725f75 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7900338 Oct 20 10:53:30.049867 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 50324) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:30.056337 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-c947511a-655b-413b-9121-2d7a0ef22119 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Request body: {'subnet': {'network_id': '8320e101-644d-44af-9385-629dd54c3c0a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:53:30.304648 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0afa677-628b-4f0c-8070-f23a775eaf3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524064ba-869c-5550-b826-c26b69a11278-8320e101-644d-44af-9385-629dd54c3c0a', 'network_id': '8320e101-644d-44af-9385-629dd54c3c0a', 'tenant_id': '22a79d88690a4055b95547a3f21027fa', 'fixed_ips': [{'subnet_id': '2449258f-7faf-4956-83c6-6569fbd87531'}]}} from n-d-811396-3. {{(pid=100598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:53:30.305532 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-c0afa677-628b-4f0c-8070-f23a775eaf3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:30.343972 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device f431d822-60e1-4bd6-b2dc-71aeba3fbd74 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:53:30.381464 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c947511a-655b-413b-9121-2d7a0ef22119 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Made reservation on behalf of 22a79d88690a4055b95547a3f21027fa for: {'subnet': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:53:30.385932 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c947511a-655b-413b-9121-2d7a0ef22119 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26761797'] for subnet, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:30.430139 n-d-811396-3 neutron-server[100597]: DEBUG neutron.objects.ports [None req-473567a3-fbe3-4711-bf5b-47fa7cc1dc36 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100597) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 20 10:53:30.444905 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-473567a3-fbe3-4711-bf5b-47fa7cc1dc36 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25350752'] for subnet, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:30.513043 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e99620-1979-4b5b-8e51-ae467c4f220b req-03b69b7f-e4b4-4b2e-a8f7-9be221833aa8 tempest-TestNetworkAdvancedServerOps-535186383 tempest-TestNetworkAdvancedServerOps-535186383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:30.521471 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-55e99620-1979-4b5b-8e51-ae467c4f220b req-03b69b7f-e4b4-4b2e-a8f7-9be221833aa8 tempest-TestNetworkAdvancedServerOps-535186383 tempest-TestNetworkAdvancedServerOps-535186383-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=982cf2b9-f584-4e2b-9222-a8c52175a1df HTTP/1.1" status: 200 len: 1096 time: 0.2027764 Oct 20 10:53:30.618793 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port f431d822-60e1-4bd6-b2dc-71aeba3fbd74 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:53:30.619288 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:30.631415 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473567a3-fbe3-4711-bf5b-47fa7cc1dc36 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Pushing event updated for resources: {'Subnet': ['ID=7397eabe-1f36-4b78-acaa-d76006731d5a,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:30.664014 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473567a3-fbe3-4711-bf5b-47fa7cc1dc36 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Checking segment: {'id': '55ccb530-bc37-445e-9d82-17bb5e21d9ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '28b7dee4-1847-4846-a1f7-5114254d3aee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:53:30.664747 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-473567a3-fbe3-4711-bf5b-47fa7cc1dc36 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Network hostable DHCP agents. Network: 28b7dee4-1847-4846-a1f7-5114254d3aee, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:53:30.690969 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-55e99620-1979-4b5b-8e51-ae467c4f220b req-2032d8f4-d1fe-4c76-b837-383d96522461 tempest-TestNetworkAdvancedServerOps-535186383 tempest-TestNetworkAdvancedServerOps-535186383-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=4de8cd6c-6bcc-4778-96b5-f0ccd59485f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1573617 Oct 20 10:53:30.724718 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-473567a3-fbe3-4711-bf5b-47fa7cc1dc36 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Network 28b7dee4-1847-4846-a1f7-5114254d3aee is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:53:30.753748 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-473567a3-fbe3-4711-bf5b-47fa7cc1dc36 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, 28b7dee4-1847-4846-a1f7-5114254d3aee) {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:53:30.759572 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-473567a3-fbe3-4711-bf5b-47fa7cc1dc36 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:30.760313 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-473567a3-fbe3-4711-bf5b-47fa7cc1dc36 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:30.787520 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-473567a3-fbe3-4711-bf5b-47fa7cc1dc36 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1896248 Oct 20 10:53:30.790512 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 50336) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:30.796603 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-3a800cf1-d160-4f25-8251-7870cf4c5772 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Request body: {'port': {'network_id': '28b7dee4-1847-4846-a1f7-5114254d3aee', 'name': 'tempest-NetworksIpV6TestAttrs-1218863939'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:53:30.813870 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c42cd7-9bea-4c8f-9533-babc5dacaf06 None None] Network 28b7dee4-1847-4846-a1f7-5114254d3aee requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:53:30.878685 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7c3044f1-5375-4186-b2b0-891085cfc31d req-b034f98b-58ac-45d3-9701-707536ccc263 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.64 "GET /v2.0/ports?device_id=9446ff2d-33b3-4b7f-b2c0-47d08d9bc38c HTTP/1.1" status: 200 len: 210 time: 0.0805833 Oct 20 10:53:30.983414 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a800cf1-d160-4f25-8251-7870cf4c5772 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Made reservation on behalf of 3e5083f2d5134ae39233010b11068ab8 for: {'port': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:53:30.990546 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3a800cf1-d160-4f25-8251-7870cf4c5772 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:31.035769 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [None req-3a800cf1-d160-4f25-8251-7870cf4c5772 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] device_id is not set on port 66f92fc6-3e90-4850-aa3a-d5f2781519d8 yet. {{(pid=100597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:53:31.134703 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:31.149112 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-c0afa677-628b-4f0c-8070-f23a775eaf3a None None] Allocated IP 2001:db8::f816:3eff:fe63:a854 (8320e101-644d-44af-9385-629dd54c3c0a/2449258f-7faf-4956-83c6-6569fbd87531/5554ca1c-54ad-4d10-adda-21ef3578615d) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:53:31.199530 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-3a800cf1-d160-4f25-8251-7870cf4c5772 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Allocated IP 2001:db8::f816:3eff:fe75:7183 (28b7dee4-1847-4846-a1f7-5114254d3aee/7397eabe-1f36-4b78-acaa-d76006731d5a/66f92fc6-3e90-4850-aa3a-d5f2781519d8) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:53:31.311080 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c947511a-655b-413b-9121-2d7a0ef22119 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26836128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26761819'] for subnet, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:31.368303 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3a800cf1-d160-4f25-8251-7870cf4c5772 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:31.384848 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c947511a-655b-413b-9121-2d7a0ef22119 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Pushing event updated for resources: {'Subnet': ['ID=dcacbddb-859f-4df0-bac3-aa228f510bc1,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:31.396151 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c947511a-655b-413b-9121-2d7a0ef22119 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Network 8320e101-644d-44af-9385-629dd54c3c0a is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:53:31.403698 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-c947511a-655b-413b-9121-2d7a0ef22119 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:53:31.403947 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3a800cf1-d160-4f25-8251-7870cf4c5772 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:31.407825 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c947511a-655b-413b-9121-2d7a0ef22119 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:31.408602 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c947511a-655b-413b-9121-2d7a0ef22119 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:31.432535 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-c947511a-655b-413b-9121-2d7a0ef22119 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3814287 Oct 20 10:53:31.439135 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-c0afa677-628b-4f0c-8070-f23a775eaf3a None None] Publish callbacks [] for port, precommit_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:31.456026 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 50344) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:31.470468 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b9c8d3a-5f67-4e34-8698-93626cbe4b5c None None] Network 4bfd9828-88e4-4fb2-9100-7455ab015f55 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:53:31.478197 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-3881891a-ba0a-4cd4-bf85-abb769e438ec tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Request body: {'port': {'network_id': '8320e101-644d-44af-9385-629dd54c3c0a', 'mac_address': 'fa:16:3e:63:67:4c', 'name': 'tempest-NetworksTestDHCPv6-741553789'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:53:31.510801 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00719eac-27c8-4e81-9551-c32b9e1fb1e3 req-b0cdc37e-35d5-4b3d-ba03-3f6a6008156b tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:31.521827 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-00719eac-27c8-4e81-9551-c32b9e1fb1e3 req-b0cdc37e-35d5-4b3d-ba03-3f6a6008156b tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3f9930f-6768-428d-b296-1e65ca6bdfa7 HTTP/1.1" status: 200 len: 946 time: 0.2275801 Oct 20 10:53:31.558471 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a800cf1-d160-4f25-8251-7870cf4c5772 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Network 28b7dee4-1847-4846-a1f7-5114254d3aee is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:53:31.582648 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-3a800cf1-d160-4f25-8251-7870cf4c5772 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:53:31.591464 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a800cf1-d160-4f25-8251-7870cf4c5772 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:53:31.597435 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a800cf1-d160-4f25-8251-7870cf4c5772 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:31.598076 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3a800cf1-d160-4f25-8251-7870cf4c5772 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:31.626826 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95e5ab3-2960-41e3-8044-f1b5c851b6e6 req-531a97a1-b610-4c2c-bdb9-fd2385c1c8bc tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:31.630824 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f95e5ab3-2960-41e3-8044-f1b5c851b6e6 req-531a97a1-b610-4c2c-bdb9-fd2385c1c8bc tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/ports?device_id=982cf2b9-f584-4e2b-9222-a8c52175a1df HTTP/1.1" status: 200 len: 945 time: 0.2063413 Oct 20 10:53:31.650337 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-00719eac-27c8-4e81-9551-c32b9e1fb1e3 req-383c0a50-7f5c-4367-ba3a-66695d165a93 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=58574406-52f6-4da8-ba4e-3f91a696d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1270006 Oct 20 10:53:31.650739 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-3a800cf1-d160-4f25-8251-7870cf4c5772 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 0.8590302 Oct 20 10:53:31.651586 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a800cf1-d160-4f25-8251-7870cf4c5772 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Pushing event updated for resources: {'Port': ['ID=66f92fc6-3e90-4850-aa3a-d5f2781519d8,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:31.653994 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 50348) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:31.680230 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-c0afa677-628b-4f0c-8070-f23a775eaf3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:31.715517 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ba09a02-979a-4eb2-9cef-4fd837bd4cd3 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Deleting subnet 7397eabe-1f36-4b78-acaa-d76006731d5a {{(pid=100597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:53:31.722606 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3ba09a02-979a-4eb2-9cef-4fd837bd4cd3 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Publish callbacks [] for subnet, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:31.789477 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f95e5ab3-2960-41e3-8044-f1b5c851b6e6 req-c2a24bdb-728d-4396-b09e-f931b02c30e1 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/security-groups?id=4de8cd6c-6bcc-4778-96b5-f0ccd59485f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1363413 Oct 20 10:53:31.790264 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3ba09a02-979a-4eb2-9cef-4fd837bd4cd3 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25852621'] for subnet, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:31.823611 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 50350) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:31.829808 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-60f6a415-9eda-49a4-9a70-35a9a0b5535e None None] Provisioning complete for port f431d822-60e1-4bd6-b2dc-71aeba3fbd74 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:53:31.830563 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-60f6a415-9eda-49a4-9a70-35a9a0b5535e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:31.899843 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3881891a-ba0a-4cd4-bf85-abb769e438ec tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Made reservation on behalf of 22a79d88690a4055b95547a3f21027fa for: {'port': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:53:31.905689 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] For port f431d822-60e1-4bd6-b2dc-71aeba3fbd74, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=f431d822-60e1-4bd6-b2dc-71aeba3fbd74,segment=NetworkSegment(178a1ab1-ee2b-4e1d-b50e-d1279b407816),segment_id=178a1ab1-ee2b-4e1d-b50e-d1279b407816)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:53:31.914476 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0afa677-628b-4f0c-8070-f23a775eaf3a None None] Network 8320e101-644d-44af-9385-629dd54c3c0a is already hosted by enough agents. {{(pid=100598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:53:31.938377 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a90b30ae-86b0-4a69-8377-c937db939c03 req-0c4b89e9-e758-4abb-9640-eb5c1dd839ef tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=32a45391-eb86-4e02-8bee-8fc24219c1b9 HTTP/1.1" status: 200 len: 210 time: 0.1269848 Oct 20 10:53:31.991155 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-d44af00c-d05d-426d-8c17-696680888a74 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/floatingips/5e67c660-d6f0-4f2f-a04b-586d84e99311 HTTP/1.1" status: 200 len: 993 time: 0.1662867 Oct 20 10:53:31.999515 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:32.017400 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.base_scheduler [None req-c0afa677-628b-4f0c-8070-f23a775eaf3a None None] Resources bound (agent type, host, resource id): {{(pid=100598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:53:32.028268 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0afa677-628b-4f0c-8070-f23a775eaf3a None None] Received port after_create {{(pid=100598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:53:32.035105 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3881891a-ba0a-4cd4-bf85-abb769e438ec tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:32.038869 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0afa677-628b-4f0c-8070-f23a775eaf3a None None] Pushing event updated for resources: {'Port': ['ID=5554ca1c-54ad-4d10-adda-21ef3578615d,revision_number=1']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:32.112249 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [None req-3881891a-ba0a-4cd4-bf85-abb769e438ec tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] device_id is not set on port defe1f32-7f62-42e7-b0c2-44a7dc45f1c1 yet. {{(pid=100597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:53:32.136283 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 50358) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:32.156684 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Pushing event updated for resources: {'Port': ['ID=f431d822-60e1-4bd6-b2dc-71aeba3fbd74,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:32.290605 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d8d54ff2-0367-4426-930b-cbdcbddd04f5 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:32.339029 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d8d54ff2-0367-4426-930b-cbdcbddd04f5 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:32.376057 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [req-ab3e6293-4355-4ea1-b1c1-a7a7109a41b6 req-82110cc4-3559-4b46-8111-b445f274aca9 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:53:32.388462 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ab3e6293-4355-4ea1-b1c1-a7a7109a41b6 req-82110cc4-3559-4b46-8111-b445f274aca9 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0190856 Oct 20 10:53:32.456119 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d8d54ff2-0367-4426-930b-cbdcbddd04f5 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:32.458147 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-3881891a-ba0a-4cd4-bf85-abb769e438ec tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Allocated IP 2001:db8:0:1::316 (8320e101-644d-44af-9385-629dd54c3c0a/dcacbddb-859f-4df0-bac3-aa228f510bc1/defe1f32-7f62-42e7-b0c2-44a7dc45f1c1) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:53:32.459596 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d8d54ff2-0367-4426-930b-cbdcbddd04f5 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:32.460835 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-d8d54ff2-0367-4426-930b-cbdcbddd04f5 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.64 "DELETE /v2.0/security-groups/112bbbcd-cedd-416d-87db-f3a7d2197192 HTTP/1.1" status: 204 len: 168 time: 0.3184683 Oct 20 10:53:32.465808 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 50368) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:32.468015 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-3881891a-ba0a-4cd4-bf85-abb769e438ec tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Allocated IP 2001:db8::f816:3eff:fe63:674c (8320e101-644d-44af-9385-629dd54c3c0a/2449258f-7faf-4956-83c6-6569fbd87531/defe1f32-7f62-42e7-b0c2-44a7dc45f1c1) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:53:32.508153 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d54ff2-0367-4426-930b-cbdcbddd04f5 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=112bbbcd-cedd-416d-87db-f3a7d2197192,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:32.517039 n-d-811396-3 neutron-server[100596]: INFO neutron.api.v2.resource [None req-085a4ff1-2625-485f-bb6d-f8f212bd06cf tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] show failed (client error): The resource could not be found. Oct 20 10:53:32.518095 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-085a4ff1-2625-485f-bb6d-f8f212bd06cf tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.64 "GET /v2.0/security-groups/112bbbcd-cedd-416d-87db-f3a7d2197192 HTTP/1.1" status: 404 len: 347 time: 0.0483525 Oct 20 10:53:32.535689 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 50370) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:32.678598 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3881891a-ba0a-4cd4-bf85-abb769e438ec tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:32.839587 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3ba09a02-979a-4eb2-9cef-4fd837bd4cd3 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:32.843265 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-bfdef39e-66ce-4289-84b9-78145c1fd541 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Deleting port ed7b0215-c415-4691-92e8-41b99c6cc4b3 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:53:32.844845 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-bfdef39e-66ce-4289-84b9-78145c1fd541 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:32.921155 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a26dfa5-892e-4256-b2c7-fe33effcd14c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524064ba-869c-5550-b826-c26b69a11278-28b7dee4-1847-4846-a1f7-5114254d3aee', 'network_id': '28b7dee4-1847-4846-a1f7-5114254d3aee', 'tenant_id': '3e5083f2d5134ae39233010b11068ab8', 'fixed_ips': [{'subnet_id': '7397eabe-1f36-4b78-acaa-d76006731d5a'}]}} from n-d-811396-3. {{(pid=100598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:53:32.922099 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-4a26dfa5-892e-4256-b2c7-fe33effcd14c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:33.000033 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-c0afa677-628b-4f0c-8070-f23a775eaf3a None None] Attempting to bind port 5554ca1c-54ad-4d10-adda-21ef3578615d on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:53:33.003994 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-c0afa677-628b-4f0c-8070-f23a775eaf3a None None] Attempting to bind port 5554ca1c-54ad-4d10-adda-21ef3578615d by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': 'bdd410b3-9198-4748-b872-a4840957eef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '8320e101-644d-44af-9385-629dd54c3c0a'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:53:33.006183 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0afa677-628b-4f0c-8070-f23a775eaf3a None None] Attempting to bind port 5554ca1c-54ad-4d10-adda-21ef3578615d on network 8320e101-644d-44af-9385-629dd54c3c0a {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:53:33.038844 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0afa677-628b-4f0c-8070-f23a775eaf3a None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 53, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:53:33.039271 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0afa677-628b-4f0c-8070-f23a775eaf3a None None] Checking segment: {'id': 'bdd410b3-9198-4748-b872-a4840957eef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '8320e101-644d-44af-9385-629dd54c3c0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:53:33.039676 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-c0afa677-628b-4f0c-8070-f23a775eaf3a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:33.040077 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0afa677-628b-4f0c-8070-f23a775eaf3a None None] Bound using segment: {'id': 'bdd410b3-9198-4748-b872-a4840957eef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '8320e101-644d-44af-9385-629dd54c3c0a'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:53:33.040589 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-c0afa677-628b-4f0c-8070-f23a775eaf3a None None] Bound port: 5554ca1c-54ad-4d10-adda-21ef3578615d, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdd410b3-9198-4748-b872-a4840957eef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '8320e101-644d-44af-9385-629dd54c3c0a'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:53:33.040993 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-c0afa677-628b-4f0c-8070-f23a775eaf3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:33.069078 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3881891a-ba0a-4cd4-bf85-abb769e438ec tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:33.131990 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3ba09a02-979a-4eb2-9cef-4fd837bd4cd3 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25350811'] for subnet, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:33.331100 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-5f98914e-bd1d-4135-9684-981bb629fd70 None None] Provisioning complete for port f431d822-60e1-4bd6-b2dc-71aeba3fbd74 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:53:33.331507 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-5f98914e-bd1d-4135-9684-981bb629fd70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:33.369086 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-bfdef39e-66ce-4289-84b9-78145c1fd541 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:33.369395 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-bfdef39e-66ce-4289-84b9-78145c1fd541 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:33.376961 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9efd33d4-0b4e-4f8b-86fe-d9f49fddd103 None None] Network 28b7dee4-1847-4846-a1f7-5114254d3aee requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:53:33.381791 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-c0afa677-628b-4f0c-8070-f23a775eaf3a None None] For port 5554ca1c-54ad-4d10-adda-21ef3578615d, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:53:33.385229 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-bfdef39e-66ce-4289-84b9-78145c1fd541 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Calling delete_port for ed7b0215-c415-4691-92e8-41b99c6cc4b3 owned by network:floatingip {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:53:33.448887 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-c0afa677-628b-4f0c-8070-f23a775eaf3a None None] For port 5554ca1c-54ad-4d10-adda-21ef3578615d, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=5554ca1c-54ad-4d10-adda-21ef3578615d,segment=NetworkSegment(bdd410b3-9198-4748-b872-a4840957eef7),segment_id=bdd410b3-9198-4748-b872-a4840957eef7)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:53:33.463573 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-c0afa677-628b-4f0c-8070-f23a775eaf3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:33.687161 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-bfdef39e-66ce-4289-84b9-78145c1fd541 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:33.833380 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-61b5a4d4-ee70-42fc-9a40-bcee204c9181 req-e8c93f8c-f8e0-46e7-9513-99879199b80e tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=32a45391-eb86-4e02-8bee-8fc24219c1b9 HTTP/1.1" status: 200 len: 210 time: 0.1677158 Oct 20 10:53:33.836755 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3ba09a02-979a-4eb2-9cef-4fd837bd4cd3 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:33.840471 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-3ba09a02-979a-4eb2-9cef-4fd837bd4cd3 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] 10.222.0.64 "DELETE /v2.0/subnets/7397eabe-1f36-4b78-acaa-d76006731d5a HTTP/1.1" status: 204 len: 168 time: 2.1828980 Oct 20 10:53:33.848039 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 50390) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:33.848801 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba09a02-979a-4eb2-9cef-4fd837bd4cd3 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Pushing event deleted for resources: {'Subnet': ['ID=7397eabe-1f36-4b78-acaa-d76006731d5a,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:33.937415 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdef39e-66ce-4289-84b9-78145c1fd541 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Pushing event deleted for resources: {'Port': ['ID=ed7b0215-c415-4691-92e8-41b99c6cc4b3,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:33.974107 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-c9d1614b-bfb9-409a-89e0-a8a54ddfdaec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:34.007045 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3881891a-ba0a-4cd4-bf85-abb769e438ec tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Network 8320e101-644d-44af-9385-629dd54c3c0a is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:53:34.011471 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f561b1cc-9c8a-4055-a3c4-104e2f9efc8b req-9f2840bc-07af-4553-9b65-c85989daa9ce tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:34.019648 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f561b1cc-9c8a-4055-a3c4-104e2f9efc8b req-9f2840bc-07af-4553-9b65-c85989daa9ce tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3f9930f-6768-428d-b296-1e65ca6bdfa7 HTTP/1.1" status: 200 len: 946 time: 0.3512962 Oct 20 10:53:34.021846 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6744d81-bf75-44b9-9d08-067fd316735e tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:34.026064 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6744d81-bf75-44b9-9d08-067fd316735e tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:34.027748 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-d6744d81-bf75-44b9-9d08-067fd316735e tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1768193 Oct 20 10:53:34.032724 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3881891a-ba0a-4cd4-bf85-abb769e438ec tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Pushing event updated for resources: {'Port': ['ID=defe1f32-7f62-42e7-b0c2-44a7dc45f1c1,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:34.037773 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 50392) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:34.079422 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0afa677-628b-4f0c-8070-f23a775eaf3a None None] Pushing event updated for resources: {'Port': ['ID=5554ca1c-54ad-4d10-adda-21ef3578615d,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:34.120250 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-109533a2-1ad6-4027-ae0d-83f739dc80db req-19fe976f-60ac-4d98-b434-4cd899a3f16b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=982cf2b9-f584-4e2b-9222-a8c52175a1df&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4532185 Oct 20 10:53:34.196364 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-3881891a-ba0a-4cd4-bf85-abb769e438ec tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:53:34.202649 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3881891a-ba0a-4cd4-bf85-abb769e438ec tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:53:34.209333 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3881891a-ba0a-4cd4-bf85-abb769e438ec tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:34.210158 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3881891a-ba0a-4cd4-bf85-abb769e438ec tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:34.223188 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7ca883c8-0c68-4a34-bdda-5088872cafa2 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:34.269783 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-3881891a-ba0a-4cd4-bf85-abb769e438ec tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.8009174 Oct 20 10:53:34.272713 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ca883c8-0c68-4a34-bdda-5088872cafa2 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] DELETE failed (client error): There was a conflict when trying to complete your request. Oct 20 10:53:34.291078 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ca883c8-0c68-4a34-bdda-5088872cafa2 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=100597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:53:34.308501 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-7ca883c8-0c68-4a34-bdda-5088872cafa2 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] 10.222.0.64 "DELETE /v2.0/networks/28b7dee4-1847-4846-a1f7-5114254d3aee HTTP/1.1" status: 409 len: 405 time: 0.2674234 Oct 20 10:53:34.309290 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 50398) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:34.309712 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 50404) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:34.316009 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-d921f9ce-1723-4ef9-a8a9-c8b98133be4e tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1855654265'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:53:34.385644 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f561b1cc-9c8a-4055-a3c4-104e2f9efc8b req-fab76657-ebc0-4991-a7ab-9bbe38fb38b9 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=58574406-52f6-4da8-ba4e-3f91a696d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3626680 Oct 20 10:53:34.386956 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-bfdef39e-66ce-4289-84b9-78145c1fd541 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Publish callbacks [] for floatingip, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:34.392782 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-bfdef39e-66ce-4289-84b9-78145c1fd541 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for floatingip, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:34.394174 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-bfdef39e-66ce-4289-84b9-78145c1fd541 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.64 "DELETE /v2.0/floatingips/8543dd2d-8fa6-45b6-8066-55fc540e805e HTTP/1.1" status: 204 len: 168 time: 1.8574977 Oct 20 10:53:34.397493 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 50408) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:34.455771 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d921f9ce-1723-4ef9-a8a9-c8b98133be4e tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Made reservation on behalf of 3e5083f2d5134ae39233010b11068ab8 for: {'network': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:53:34.460301 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d921f9ce-1723-4ef9-a8a9-c8b98133be4e tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:34.525009 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d921f9ce-1723-4ef9-a8a9-c8b98133be4e tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 848} {{(pid=100597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:53:34.540849 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 5554ca1c-54ad-4d10-adda-21ef3578615d up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:53:34.542272 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d921f9ce-1723-4ef9-a8a9-c8b98133be4e tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:34.542632 n-d-811396-3 neutron-server[100597]: INFO neutron.db.segments_db [None req-d921f9ce-1723-4ef9-a8a9-c8b98133be4e tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Added segment aac65fc2-4f5e-4a16-850e-8e6c11d29f57 of type vlan for network b4f083bc-5905-4728-9ebb-e77b5e4a25b3 Oct 20 10:53:34.572543 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-26851b12-7fb4-4449-b19f-f7af9ea11a5d tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Deleting port defe1f32-7f62-42e7-b0c2-44a7dc45f1c1 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:53:34.572915 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-26851b12-7fb4-4449-b19f-f7af9ea11a5d tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:34.609415 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99299927-da21-4b65-ab5a-fae125d96c56 req-e2b5b9dc-2295-42bb-a162-74e033dbeecc tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:34.625336 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-99299927-da21-4b65-ab5a-fae125d96c56 req-e2b5b9dc-2295-42bb-a162-74e033dbeecc tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/ports?device_id=982cf2b9-f584-4e2b-9222-a8c52175a1df HTTP/1.1" status: 200 len: 945 time: 0.6236973 Oct 20 10:53:34.676155 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 5554ca1c-54ad-4d10-adda-21ef3578615d triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:53:34.676695 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:34.681203 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-99299927-da21-4b65-ab5a-fae125d96c56 req-36b4db5c-fd6d-4e03-9808-403834bf92ea tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/security-groups?id=4de8cd6c-6bcc-4778-96b5-f0ccd59485f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545464 Oct 20 10:53:34.695090 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d921f9ce-1723-4ef9-a8a9-c8b98133be4e tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:34.828567 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d921f9ce-1723-4ef9-a8a9-c8b98133be4e tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:34.836343 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d921f9ce-1723-4ef9-a8a9-c8b98133be4e tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:34.836474 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d921f9ce-1723-4ef9-a8a9-c8b98133be4e tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:34.861460 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-26851b12-7fb4-4449-b19f-f7af9ea11a5d tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:34.884028 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-20ec3b8f-244a-4acc-87fd-aa2a5cf2f88d tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Deleting port 6a6236cb-3508-4dba-a459-60dfe35fed2c {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:53:34.884377 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-20ec3b8f-244a-4acc-87fd-aa2a5cf2f88d tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:34.952563 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-26851b12-7fb4-4449-b19f-f7af9ea11a5d tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Calling delete_port for defe1f32-7f62-42e7-b0c2-44a7dc45f1c1 owned by {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:53:34.954258 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:35.006079 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-13a9c505-e2b9-48bf-b374-24ff16474e2a req-ad87ee51-2838-44e4-b40c-30842a7d43af tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=32a45391-eb86-4e02-8bee-8fc24219c1b9 HTTP/1.1" status: 200 len: 210 time: 0.0630469 Oct 20 10:53:35.012458 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-d921f9ce-1723-4ef9-a8a9-c8b98133be4e tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7002103 Oct 20 10:53:35.020942 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] For port 5554ca1c-54ad-4d10-adda-21ef3578615d, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=5554ca1c-54ad-4d10-adda-21ef3578615d,segment=NetworkSegment(bdd410b3-9198-4748-b872-a4840957eef7),segment_id=bdd410b3-9198-4748-b872-a4840957eef7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:53:35.035041 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:35.036207 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device f431d822-60e1-4bd6-b2dc-71aeba3fbd74 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:53:35.037988 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 50424) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:35.042822 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-e1b58609-52e5-46d8-9974-076dad801499 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Request body: {'subnet': {'network_id': 'b4f083bc-5905-4728-9ebb-e77b5e4a25b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:53:35.119465 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921f9ce-1723-4ef9-a8a9-c8b98133be4e tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Pushing event updated for resources: {'Network': ['ID=b4f083bc-5905-4728-9ebb-e77b5e4a25b3,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:35.140266 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network b4f083bc-5905-4728-9ebb-e77b5e4a25b3 details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:53:35.258316 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-20ec3b8f-244a-4acc-87fd-aa2a5cf2f88d tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:35.268249 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1b58609-52e5-46d8-9974-076dad801499 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Made reservation on behalf of 3e5083f2d5134ae39233010b11068ab8 for: {'subnet': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:53:35.271963 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e1b58609-52e5-46d8-9974-076dad801499 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26761797'] for subnet, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:35.326441 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port f431d822-60e1-4bd6-b2dc-71aeba3fbd74 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:53:35.326937 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:35.351883 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-20ec3b8f-244a-4acc-87fd-aa2a5cf2f88d tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Calling delete_port for 6a6236cb-3508-4dba-a459-60dfe35fed2c owned by {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:53:35.391029 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Pushing event updated for resources: {'Port': ['ID=5554ca1c-54ad-4d10-adda-21ef3578615d,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:35.411724 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-26851b12-7fb4-4449-b19f-f7af9ea11a5d tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:35.460820 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26851b12-7fb4-4449-b19f-f7af9ea11a5d tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Pushing event deleted for resources: {'Port': ['ID=defe1f32-7f62-42e7-b0c2-44a7dc45f1c1,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:35.594049 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-26851b12-7fb4-4449-b19f-f7af9ea11a5d tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:35.600360 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-26851b12-7fb4-4449-b19f-f7af9ea11a5d tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "DELETE /v2.0/ports/defe1f32-7f62-42e7-b0c2-44a7dc45f1c1 HTTP/1.1" status: 204 len: 168 time: 1.2872229 Oct 20 10:53:35.604354 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 50434) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:35.624510 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84a9ef7e-fe3c-4fb5-bda0-07ca36005a22 None None] Network 8320e101-644d-44af-9385-629dd54c3c0a requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:53:35.728342 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c849d2c-f6fb-4d0b-8bb8-a6e50938e4a8 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:35.736929 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-4c849d2c-f6fb-4d0b-8bb8-a6e50938e4a8 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1314924 Oct 20 10:53:35.737983 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 50444) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:35.755634 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003e687b-ddc1-4a94-9e52-23ee36d6e010 req-8c4ef57f-dea4-4334-bf91-db0191677733 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:35.757594 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-003e687b-ddc1-4a94-9e52-23ee36d6e010 req-8c4ef57f-dea4-4334-bf91-db0191677733 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3f9930f-6768-428d-b296-1e65ca6bdfa7 HTTP/1.1" status: 200 len: 946 time: 0.2250946 Oct 20 10:53:35.785726 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-59c0d932-08b2-4de8-8eee-c1ce63d4a5e6 None None] Provisioning complete for port 5554ca1c-54ad-4d10-adda-21ef3578615d triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:53:35.787805 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-59c0d932-08b2-4de8-8eee-c1ce63d4a5e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:35.855762 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f1edf7-eccd-4723-adf7-d6d803711c15 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:35.858627 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-003e687b-ddc1-4a94-9e52-23ee36d6e010 req-9cd3868a-bcd1-49c2-a5c1-719ff0795473 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=58574406-52f6-4da8-ba4e-3f91a696d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928679 Oct 20 10:53:35.860172 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-47f1edf7-eccd-4723-adf7-d6d803711c15 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1188474 Oct 20 10:53:35.860791 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 50450) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:35.986389 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2987ddd-afc3-4cbb-ad2f-f5884a5ef2a8 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:35.996351 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2987ddd-afc3-4cbb-ad2f-f5884a5ef2a8 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:36.002385 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2987ddd-afc3-4cbb-ad2f-f5884a5ef2a8 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:36.009939 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-e2987ddd-afc3-4cbb-ad2f-f5884a5ef2a8 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1452525 Oct 20 10:53:36.011468 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 50454) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:36.093019 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0e41b22-3d83-476b-9ed9-0ab72f12f11e tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Deleting subnet 2449258f-7faf-4956-83c6-6569fbd87531 {{(pid=100597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:53:36.094455 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969b47e4-62cf-4bb2-92ab-b599b58a36e1 req-fd676e69-78eb-437a-bbad-fed6a629bdef tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:36.096810 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d0e41b22-3d83-476b-9ed9-0ab72f12f11e tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks [] for subnet, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:36.097739 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-969b47e4-62cf-4bb2-92ab-b599b58a36e1 req-fd676e69-78eb-437a-bbad-fed6a629bdef tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/ports?device_id=982cf2b9-f584-4e2b-9222-a8c52175a1df HTTP/1.1" status: 200 len: 945 time: 0.2481213 Oct 20 10:53:36.148541 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-20ec3b8f-244a-4acc-87fd-aa2a5cf2f88d tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:36.149713 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d0e41b22-3d83-476b-9ed9-0ab72f12f11e tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25852621'] for subnet, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:36.175874 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-db1fce3f-4f42-4cee-bc0c-55c6952ec9cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:36.188289 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b90fb07b-1c1e-44f4-94b9-c63d2ef34c2f None None] Update dhcp port {'port': {'network_id': '8320e101-644d-44af-9385-629dd54c3c0a', 'fixed_ips': [{'subnet_id': '2449258f-7faf-4956-83c6-6569fbd87531', 'ip_address': '2001:db8::f816:3eff:fe63:a854'}, {'subnet_id': 'dcacbddb-859f-4df0-bac3-aa228f510bc1'}], 'binding:host_id': 'n-d-811396-3'}, 'id': '5554ca1c-54ad-4d10-adda-21ef3578615d'} from n-d-811396-3. {{(pid=100598) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 20 10:53:36.200466 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-969b47e4-62cf-4bb2-92ab-b599b58a36e1 req-d0b95d14-7140-4a39-bd1c-8c8abd3c18c9 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/security-groups?id=4de8cd6c-6bcc-4778-96b5-f0ccd59485f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749145 Oct 20 10:53:36.205227 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e8aa1689-1021-4363-a1d8-ecf00b2d0f34 req-5eaddb23-3b76-4257-9e68-02f10d614833 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=32a45391-eb86-4e02-8bee-8fc24219c1b9 HTTP/1.1" status: 200 len: 210 time: 0.0781646 Oct 20 10:53:36.236908 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-b90fb07b-1c1e-44f4-94b9-c63d2ef34c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:36.258045 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ec3b8f-244a-4acc-87fd-aa2a5cf2f88d tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Pushing event deleted for resources: {'Port': ['ID=6a6236cb-3508-4dba-a459-60dfe35fed2c,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:36.264291 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 5554ca1c-54ad-4d10-adda-21ef3578615d up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:53:36.282181 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d0e41b22-3d83-476b-9ed9-0ab72f12f11e tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:36.358559 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d0e41b22-3d83-476b-9ed9-0ab72f12f11e tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25350811'] for subnet, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:36.397229 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e41b22-3d83-476b-9ed9-0ab72f12f11e tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Pushing event deleted for resources: {'Subnet': ['ID=2449258f-7faf-4956-83c6-6569fbd87531,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:36.403589 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d0e41b22-3d83-476b-9ed9-0ab72f12f11e tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:36.409892 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-d0e41b22-3d83-476b-9ed9-0ab72f12f11e tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "DELETE /v2.0/subnets/2449258f-7faf-4956-83c6-6569fbd87531 HTTP/1.1" status: 204 len: 168 time: 0.3933995 Oct 20 10:53:36.409892 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 50460) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:36.430323 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server [None req-b90fb07b-1c1e-44f4-94b9-c63d2ef34c2f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2449258f-7faf-4956-83c6-6569fbd87531: This subnet is being modified by another concurrent operation. Oct 20 10:53:36.430323 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 20 10:53:36.430323 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 20 10:53:36.430323 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 20 10:53:36.430323 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 20 10:53:36.430323 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 20 10:53:36.430323 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 20 10:53:36.430323 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 20 10:53:36.430323 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 20 10:53:36.430323 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 20 10:53:36.430323 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 20 10:53:36.430323 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 20 10:53:36.430323 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 20 10:53:36.430323 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 20 10:53:36.430323 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 10:53:36.430323 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 10:53:36.430323 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 10:53:36.430323 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 10:53:36.430323 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 20 10:53:36.430323 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 10:53:36.430323 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 20 10:53:36.430323 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 20 10:53:36.430323 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 10:53:36.430323 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 10:53:36.430323 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 10:53:36.430323 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 10:53:36.430323 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 20 10:53:36.430323 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 10:53:36.430323 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 20 10:53:36.430323 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 20 10:53:36.430323 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 10:53:36.430323 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 10:53:36.430323 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 10:53:36.430323 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 10:53:36.430323 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 20 10:53:36.430323 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 20 10:53:36.430323 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Oct 20 10:53:36.430323 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Oct 20 10:53:36.430323 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Oct 20 10:53:36.430323 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Oct 20 10:53:36.430323 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 20 10:53:36.430323 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 10:53:36.430323 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 20 10:53:36.430323 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 20 10:53:36.430323 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 20 10:53:36.430323 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 20 10:53:36.430323 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 10:53:36.430323 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 10:53:36.430323 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 10:53:36.430323 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 10:53:36.430323 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 20 10:53:36.430323 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 10:53:36.430323 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 20 10:53:36.430323 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 20 10:53:36.434178 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 10:53:36.434178 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 10:53:36.434178 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 10:53:36.434178 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 10:53:36.434178 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 20 10:53:36.434178 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 10:53:36.434178 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 20 10:53:36.434178 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 20 10:53:36.434178 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 10:53:36.434178 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 10:53:36.434178 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 10:53:36.434178 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 10:53:36.434178 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 20 10:53:36.434178 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 20 10:53:36.434178 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1740, in update_port Oct 20 10:53:36.434178 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Oct 20 10:53:36.434178 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 20 10:53:36.434178 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 20 10:53:36.434178 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1514, in update_port Oct 20 10:53:36.434178 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Oct 20 10:53:36.434178 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Oct 20 10:53:36.434178 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Oct 20 10:53:36.434178 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Oct 20 10:53:36.434178 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Oct 20 10:53:36.434178 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Oct 20 10:53:36.434178 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 20 10:53:36.434178 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 20 10:53:36.434178 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 20 10:53:36.434178 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 20 10:53:36.434178 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server raise exception Oct 20 10:53:36.434178 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2449258f-7faf-4956-83c6-6569fbd87531: This subnet is being modified by another concurrent operation. Oct 20 10:53:36.434178 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server Oct 20 10:53:36.437117 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 5554ca1c-54ad-4d10-adda-21ef3578615d triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:53:36.437912 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:36.509074 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3e8929c-f5e4-404c-9d71-acc91cd1b1e2 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Deleting subnet dcacbddb-859f-4df0-bac3-aa228f510bc1 {{(pid=100597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:53:36.514233 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e3e8929c-f5e4-404c-9d71-acc91cd1b1e2 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks [] for subnet, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:36.562374 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-20ec3b8f-244a-4acc-87fd-aa2a5cf2f88d tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:36.565664 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-20ec3b8f-244a-4acc-87fd-aa2a5cf2f88d tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.64 "DELETE /v2.0/ports/6a6236cb-3508-4dba-a459-60dfe35fed2c HTTP/1.1" status: 204 len: 168 time: 2.1671333 Oct 20 10:53:36.568356 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 50464) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:36.572994 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5240b028-62ac-4e9c-bcdc-020aecd721b1 None None] Network 8320e101-644d-44af-9385-629dd54c3c0a requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:53:36.593916 n-d-811396-3 neutron-server[100596]: DEBUG neutron.objects.ports [None req-e1b58609-52e5-46d8-9974-076dad801499 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100596) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 20 10:53:36.598942 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e1b58609-52e5-46d8-9974-076dad801499 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26836128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26761819'] for subnet, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:36.614542 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109533a2-1ad6-4027-ae0d-83f739dc80db req-93fcf7da-5e89-45e3-8bcf-0ecf2c45618e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:36.615738 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-109533a2-1ad6-4027-ae0d-83f739dc80db req-93fcf7da-5e89-45e3-8bcf-0ecf2c45618e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ba79d3046aa84fd2ac89895f3514d2bd&device_id=982cf2b9-f584-4e2b-9222-a8c52175a1df HTTP/1.1" status: 200 len: 1096 time: 0.2682643 Oct 20 10:53:36.642136 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e3e8929c-f5e4-404c-9d71-acc91cd1b1e2 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25852621'] for subnet, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:36.682535 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b58609-52e5-46d8-9974-076dad801499 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Pushing event updated for resources: {'Subnet': ['ID=b93e3dee-1232-466a-9943-d03c2f0e71f4,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:36.686624 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-a8f101d8-4f28-4cfa-9a8f-0aa3fac26633 None None] Provisioning complete for port 5554ca1c-54ad-4d10-adda-21ef3578615d triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:53:36.687004 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-a8f101d8-4f28-4cfa-9a8f-0aa3fac26633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:36.774619 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b58609-52e5-46d8-9974-076dad801499 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Checking segment: {'id': 'aac65fc2-4f5e-4a16-850e-8e6c11d29f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'b4f083bc-5905-4728-9ebb-e77b5e4a25b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:53:36.775949 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b58609-52e5-46d8-9974-076dad801499 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Network hostable DHCP agents. Network: b4f083bc-5905-4728-9ebb-e77b5e4a25b3, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:53:36.809227 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e3e8929c-f5e4-404c-9d71-acc91cd1b1e2 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:36.923170 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b58609-52e5-46d8-9974-076dad801499 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Network b4f083bc-5905-4728-9ebb-e77b5e4a25b3 is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:53:36.931726 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e3e8929c-f5e4-404c-9d71-acc91cd1b1e2 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25350811'] for subnet, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:36.943258 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109533a2-1ad6-4027-ae0d-83f739dc80db req-b0d7375d-c982-4b70-a727-593c1bb6672f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:36.944924 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-109533a2-1ad6-4027-ae0d-83f739dc80db req-b0d7375d-c982-4b70-a727-593c1bb6672f service neutron] 10.222.0.55 "GET /v2.0/networks?id=b3481165-3e87-46ad-826c-7d431607ac7a HTTP/1.1" status: 200 len: 897 time: 0.2526352 Oct 20 10:53:36.945869 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-e1b58609-52e5-46d8-9974-076dad801499 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, b4f083bc-5905-4728-9ebb-e77b5e4a25b3) {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:53:36.951978 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b58609-52e5-46d8-9974-076dad801499 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:36.955133 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e1b58609-52e5-46d8-9974-076dad801499 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:36.965175 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e4d4ccd-092c-4183-b0b0-cdae04334c23 None None] Network b4f083bc-5905-4728-9ebb-e77b5e4a25b3 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:53:37.022188 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e8929c-f5e4-404c-9d71-acc91cd1b1e2 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Pushing event deleted for resources: {'Subnet': ['ID=dcacbddb-859f-4df0-bac3-aa228f510bc1,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:37.031362 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f5c42c-877c-4eb8-ab77-3e9543ff215d None None] Update dhcp port {'port': {'network_id': '8320e101-644d-44af-9385-629dd54c3c0a', 'fixed_ips': [{'subnet_id': 'dcacbddb-859f-4df0-bac3-aa228f510bc1'}], 'binding:host_id': 'n-d-811396-3'}, 'id': '5554ca1c-54ad-4d10-adda-21ef3578615d'} from n-d-811396-3. {{(pid=100598) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 20 10:53:37.048665 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e3e8929c-f5e4-404c-9d71-acc91cd1b1e2 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:37.054253 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-e3e8929c-f5e4-404c-9d71-acc91cd1b1e2 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "DELETE /v2.0/subnets/dcacbddb-859f-4df0-bac3-aa228f510bc1 HTTP/1.1" status: 204 len: 168 time: 0.6411710 Oct 20 10:53:37.054848 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-0160fe90-c2fc-40a6-b622-55b15809a50f tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Deleting port 58759e27-9624-496e-a7e3-dd96a6f12d24 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:53:37.055178 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0160fe90-c2fc-40a6-b622-55b15809a50f tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:37.057769 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 50480) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:37.114720 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-58f5c42c-877c-4eb8-ab77-3e9543ff215d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:37.119166 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:37.180062 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-e1b58609-52e5-46d8-9974-076dad801499 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.1410429 Oct 20 10:53:37.185123 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 50486) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:37.190698 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-5ca9cad7-c28b-4fe9-ba14-e177216a4c31 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1198084 Oct 20 10:53:37.200410 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 50488) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:37.206272 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-ef8fe4ef-3e94-4b12-a942-4c9cccb32052 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Request body: {'subnet': {'network_id': '8320e101-644d-44af-9385-629dd54c3c0a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:53:37.336600 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e02d327-526e-4bcd-9fea-5e64df1ea8bb req-fd930255-2494-47c1-84fd-4f61b3433973 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:37.343289 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7e02d327-526e-4bcd-9fea-5e64df1ea8bb req-fd930255-2494-47c1-84fd-4f61b3433973 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3f9930f-6768-428d-b296-1e65ca6bdfa7 HTTP/1.1" status: 200 len: 946 time: 0.2771399 Oct 20 10:53:37.352460 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0160fe90-c2fc-40a6-b622-55b15809a50f tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:37.356145 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-109533a2-1ad6-4027-ae0d-83f739dc80db req-06033dfd-edec-42c6-b246-478fff57fff8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a694840-85b2-41cc-8b6b-82d014e9b501 HTTP/1.1" status: 200 len: 1001 time: 0.3981354 Oct 20 10:53:37.373377 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-0160fe90-c2fc-40a6-b622-55b15809a50f tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Calling delete_port for 58759e27-9624-496e-a7e3-dd96a6f12d24 owned by {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:53:37.394371 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef8fe4ef-3e94-4b12-a942-4c9cccb32052 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Made reservation on behalf of 22a79d88690a4055b95547a3f21027fa for: {'subnet': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:53:37.399241 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ef8fe4ef-3e94-4b12-a942-4c9cccb32052 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25350782'] for subnet, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:37.431056 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f655634-3ba3-4cfc-9783-d9c059f3bb26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524064ba-869c-5550-b826-c26b69a11278-b4f083bc-5905-4728-9ebb-e77b5e4a25b3', 'network_id': 'b4f083bc-5905-4728-9ebb-e77b5e4a25b3', 'tenant_id': '3e5083f2d5134ae39233010b11068ab8', 'fixed_ips': [{'subnet_id': 'b93e3dee-1232-466a-9943-d03c2f0e71f4'}]}} from n-d-811396-3. {{(pid=100598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:53:37.432882 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-4f655634-3ba3-4cfc-9783-d9c059f3bb26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:37.613487 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:37.625287 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3a8b60-fac0-48be-b597-1db54eb19a72 req-2f7cc868-ba24-487b-ac7d-7bf65f6a7afd tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:37.635227 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-da3a8b60-fac0-48be-b597-1db54eb19a72 req-2f7cc868-ba24-487b-ac7d-7bf65f6a7afd tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/ports?device_id=982cf2b9-f584-4e2b-9222-a8c52175a1df HTTP/1.1" status: 200 len: 945 time: 0.2611232 Oct 20 10:53:37.652948 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109533a2-1ad6-4027-ae0d-83f739dc80db req-4d3d8c99-1d33-4bc3-94c9-fc94899a64cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:37.655444 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-109533a2-1ad6-4027-ae0d-83f739dc80db req-4d3d8c99-1d33-4bc3-94c9-fc94899a64cc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=06a8754b-afbe-40dd-82e4-c21b59e7daf0 HTTP/1.1" status: 200 len: 835 time: 0.2789125 Oct 20 10:53:37.658334 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-575a9ab5-cc4a-4215-bddf-bc2d7b33dd68 None None] Provisioning complete for port 5554ca1c-54ad-4d10-adda-21ef3578615d triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:53:37.659503 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-575a9ab5-cc4a-4215-bddf-bc2d7b33dd68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:37.678089 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7e02d327-526e-4bcd-9fea-5e64df1ea8bb req-0787cf64-0023-42c7-94e7-a26e802e6a8e tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=58574406-52f6-4da8-ba4e-3f91a696d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3194723 Oct 20 10:53:37.775296 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-4f655634-3ba3-4cfc-9783-d9c059f3bb26 None None] Allocated IP 2001:db8::f816:3eff:fe0d:be12 (b4f083bc-5905-4728-9ebb-e77b5e4a25b3/b93e3dee-1232-466a-9943-d03c2f0e71f4/67baa600-3129-49be-8d84-f00453d560fe) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:53:37.799517 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ef8fe4ef-3e94-4b12-a942-4c9cccb32052 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25350752'] for subnet, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:37.846987 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d5259356-93e5-4f93-bcb9-0380297c48e9 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:37.856817 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8fe4ef-3e94-4b12-a942-4c9cccb32052 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Pushing event updated for resources: {'Subnet': ['ID=224d1048-ab80-4cd3-9db2-6c98f0024c3a,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:37.860109 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0160fe90-c2fc-40a6-b622-55b15809a50f tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:37.890866 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef8fe4ef-3e94-4b12-a942-4c9cccb32052 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Network 8320e101-644d-44af-9385-629dd54c3c0a is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:53:37.958203 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-ef8fe4ef-3e94-4b12-a942-4c9cccb32052 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:53:37.964847 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef8fe4ef-3e94-4b12-a942-4c9cccb32052 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:37.965469 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ef8fe4ef-3e94-4b12-a942-4c9cccb32052 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:37.969802 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0160fe90-c2fc-40a6-b622-55b15809a50f tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Pushing event deleted for resources: {'Port': ['ID=58759e27-9624-496e-a7e3-dd96a6f12d24,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:37.998851 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ff6a3518-f53e-4f39-8ccf-d893c9ca5595 req-af95efd1-1297-4363-9bb5-8088e57b0512 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=32a45391-eb86-4e02-8bee-8fc24219c1b9 HTTP/1.1" status: 200 len: 210 time: 0.1629450 Oct 20 10:53:38.025825 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-da3a8b60-fac0-48be-b597-1db54eb19a72 req-0f7868ac-9ffc-457d-9cb0-4bfba9824d2b tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/security-groups?id=4de8cd6c-6bcc-4778-96b5-f0ccd59485f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3901451 Oct 20 10:53:38.045467 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-ef8fe4ef-3e94-4b12-a942-4c9cccb32052 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8439915 Oct 20 10:53:38.048889 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 50530) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:38.054514 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109533a2-1ad6-4027-ae0d-83f739dc80db req-cce292c8-d10e-4e3a-bbcb-56e56dc567cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:38.055056 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-00673587-164d-4351-a0b0-3a5e760ccb70 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Request body: {'subnet': {'network_id': '8320e101-644d-44af-9385-629dd54c3c0a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:53:38.058852 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-109533a2-1ad6-4027-ae0d-83f739dc80db req-cce292c8-d10e-4e3a-bbcb-56e56dc567cb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b3481165-3e87-46ad-826c-7d431607ac7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3643694 Oct 20 10:53:38.065026 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b963a7ab-787b-4608-b245-cf3b1842ba9e None None] Network 8320e101-644d-44af-9385-629dd54c3c0a requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:53:38.202474 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0160fe90-c2fc-40a6-b622-55b15809a50f tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:38.206295 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-0160fe90-c2fc-40a6-b622-55b15809a50f tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.64 "DELETE /v2.0/ports/58759e27-9624-496e-a7e3-dd96a6f12d24 HTTP/1.1" status: 204 len: 168 time: 1.6347716 Oct 20 10:53:38.210111 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 50532) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:38.279948 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00673587-164d-4351-a0b0-3a5e760ccb70 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Made reservation on behalf of 22a79d88690a4055b95547a3f21027fa for: {'subnet': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:53:38.284043 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-00673587-164d-4351-a0b0-3a5e760ccb70 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25350782'] for subnet, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:38.311769 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_v2 [None req-57da810c-ed59-4040-b0f5-262b3a1ccd87 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Deleting subnet 22db2ce2-efe8-4e35-9c70-b815c9c036db {{(pid=100597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:53:38.317992 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-57da810c-ed59-4040-b0f5-262b3a1ccd87 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Publish callbacks [] for subnet, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:38.321197 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-2a50bd66-fc75-45ae-a10b-3ddc442b81d7 None None] Could not find standard attr ID for object 1c7aaf5f-15a2-425d-8e28-c1200883d5e0. {{(pid=100598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 20 10:53:38.327312 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 5554ca1c-54ad-4d10-adda-21ef3578615d no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:53:38.336679 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-2a50bd66-fc75-45ae-a10b-3ddc442b81d7 None None] Could not find standard attr ID for object defe1f32-7f62-42e7-b0c2-44a7dc45f1c1. {{(pid=100598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 20 10:53:38.366963 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-109533a2-1ad6-4027-ae0d-83f739dc80db req-8da91689-462d-4120-9344-273c0840cc46 service neutron] 10.222.0.55 "GET /v2.0/networks/b3481165-3e87-46ad-826c-7d431607ac7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2961910 Oct 20 10:53:38.416408 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-57da810c-ed59-4040-b0f5-262b3a1ccd87 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25852621'] for subnet, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:38.476589 n-d-811396-3 neutron-server[100597]: INFO neutron.db.ipam_backend_mixin [None req-00673587-164d-4351-a0b0-3a5e760ccb70 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 224d1048-ab80-4cd3-9db2-6c98f0024c3a (CIDR: 2001:db8::/64) Oct 20 10:53:38.483921 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-00673587-164d-4351-a0b0-3a5e760ccb70 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 10:53:38.492141 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00673587-164d-4351-a0b0-3a5e760ccb70 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:53:38.518455 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d5259356-93e5-4f93-bcb9-0380297c48e9 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:38.588253 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee0d0e5-ce3c-4c19-b12b-61cb51fcafd6 req-b29dffb1-cfc1-4ca6-bfae-eb380d8cfa7b tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:38.589845 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0ee0d0e5-ce3c-4c19-b12b-61cb51fcafd6 req-b29dffb1-cfc1-4ca6-bfae-eb380d8cfa7b tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3f9930f-6768-428d-b296-1e65ca6bdfa7 HTTP/1.1" status: 200 len: 946 time: 0.4368782 Oct 20 10:53:38.594618 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-109533a2-1ad6-4027-ae0d-83f739dc80db req-6e2b0044-e380-4150-b292-0b2a75efa038 service neutron] 10.222.0.55 "GET /v2.0/networks/b3481165-3e87-46ad-826c-7d431607ac7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950331 Oct 20 10:53:38.599365 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 50534) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:38.599761 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-00673587-164d-4351-a0b0-3a5e760ccb70 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5495076 Oct 20 10:53:38.609904 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-4f655634-3ba3-4cfc-9783-d9c059f3bb26 None None] Publish callbacks [] for port, precommit_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:38.622572 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:38.624351 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-4f655634-3ba3-4cfc-9783-d9c059f3bb26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:38.627111 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-4e2ea7df-ebde-416b-91e9-5e9a6032008a tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Request body: {'subnet': {'network_id': '8320e101-644d-44af-9385-629dd54c3c0a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:53:38.648173 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-57da810c-ed59-4040-b0f5-262b3a1ccd87 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:38.684645 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0ee0d0e5-ce3c-4c19-b12b-61cb51fcafd6 req-e58a6f89-d102-4678-ab88-f01e106b8a7d tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=58574406-52f6-4da8-ba4e-3f91a696d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836322 Oct 20 10:53:38.728040 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d5259356-93e5-4f93-bcb9-0380297c48e9 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26836193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26761888'] for subnet, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:38.736825 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f655634-3ba3-4cfc-9783-d9c059f3bb26 None None] Pushing event updated for resources: {'Port': ['ID=67baa600-3129-49be-8d84-f00453d560fe,revision_number=1']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:38.774166 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5259356-93e5-4f93-bcb9-0380297c48e9 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Pushing event deleted for resources: {'Subnet': ['ID=b93e3dee-1232-466a-9943-d03c2f0e71f4,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:38.796841 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-57da810c-ed59-4040-b0f5-262b3a1ccd87 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25350811'] for subnet, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:38.806094 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f655634-3ba3-4cfc-9783-d9c059f3bb26 None None] Network b4f083bc-5905-4728-9ebb-e77b5e4a25b3 is already hosted by enough agents. {{(pid=100598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:53:38.819410 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.base_scheduler [None req-4f655634-3ba3-4cfc-9783-d9c059f3bb26 None None] Resources bound (agent type, host, resource id): {{(pid=100598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:53:38.830012 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f655634-3ba3-4cfc-9783-d9c059f3bb26 None None] Received port after_create {{(pid=100598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:53:38.831192 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-57da810c-ed59-4040-b0f5-262b3a1ccd87 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:38.839652 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-57da810c-ed59-4040-b0f5-262b3a1ccd87 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.64 "DELETE /v2.0/subnets/22db2ce2-efe8-4e35-9c70-b815c9c036db HTTP/1.1" status: 204 len: 168 time: 0.6260848 Oct 20 10:53:38.844168 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 50542) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:38.850704 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62faeb96-dc78-4792-accb-7fce0ff9f0d9 None None] Network 5a3ba547-1c5f-4bda-b0cf-f555209356c6 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:53:38.876283 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57da810c-ed59-4040-b0f5-262b3a1ccd87 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Pushing event deleted for resources: {'Subnet': ['ID=22db2ce2-efe8-4e35-9c70-b815c9c036db,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:38.894831 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:38.976858 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d5259356-93e5-4f93-bcb9-0380297c48e9 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:39.049326 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:39.056617 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e2ea7df-ebde-416b-91e9-5e9a6032008a tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Made reservation on behalf of 22a79d88690a4055b95547a3f21027fa for: {'subnet': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:53:39.061397 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-4f655634-3ba3-4cfc-9783-d9c059f3bb26 None None] Attempting to bind port 67baa600-3129-49be-8d84-f00453d560fe on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:53:39.061929 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-4f655634-3ba3-4cfc-9783-d9c059f3bb26 None None] Attempting to bind port 67baa600-3129-49be-8d84-f00453d560fe by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': 'aac65fc2-4f5e-4a16-850e-8e6c11d29f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'b4f083bc-5905-4728-9ebb-e77b5e4a25b3'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:53:39.062188 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f655634-3ba3-4cfc-9783-d9c059f3bb26 None None] Attempting to bind port 67baa600-3129-49be-8d84-f00453d560fe on network b4f083bc-5905-4728-9ebb-e77b5e4a25b3 {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:53:39.073901 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4e2ea7df-ebde-416b-91e9-5e9a6032008a tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26761797'] for subnet, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:39.086622 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-d5259356-93e5-4f93-bcb9-0380297c48e9 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4f083bc-5905-4728-9ebb-e77b5e4a25b3']}} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:53:39.111123 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device d012fc61-e760-4bcf-aff4-9ef2d30ecf9f no longer exists at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:53:39.115045 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] For port 5554ca1c-54ad-4d10-adda-21ef3578615d, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=5554ca1c-54ad-4d10-adda-21ef3578615d,segment=NetworkSegment(bdd410b3-9198-4748-b872-a4840957eef7),segment_id=bdd410b3-9198-4748-b872-a4840957eef7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:53:39.117653 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f655634-3ba3-4cfc-9783-d9c059f3bb26 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 53, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:53:39.118066 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f655634-3ba3-4cfc-9783-d9c059f3bb26 None None] Checking segment: {'id': 'aac65fc2-4f5e-4a16-850e-8e6c11d29f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'b4f083bc-5905-4728-9ebb-e77b5e4a25b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:53:39.118478 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-4f655634-3ba3-4cfc-9783-d9c059f3bb26 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:39.118876 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f655634-3ba3-4cfc-9783-d9c059f3bb26 None None] Bound using segment: {'id': 'aac65fc2-4f5e-4a16-850e-8e6c11d29f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'b4f083bc-5905-4728-9ebb-e77b5e4a25b3'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:53:39.119359 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-4f655634-3ba3-4cfc-9783-d9c059f3bb26 None None] Bound port: 67baa600-3129-49be-8d84-f00453d560fe, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aac65fc2-4f5e-4a16-850e-8e6c11d29f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'b4f083bc-5905-4728-9ebb-e77b5e4a25b3'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:53:39.120039 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-4f655634-3ba3-4cfc-9783-d9c059f3bb26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:39.142625 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-d5259356-93e5-4f93-bcb9-0380297c48e9 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aac65fc2-4f5e-4a16-850e-8e6c11d29f57') {'for_net_delete': True} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:53:39.142892 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-d5259356-93e5-4f93-bcb9-0380297c48e9 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aac65fc2-4f5e-4a16-850e-8e6c11d29f57') {} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:53:39.151717 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:39.203409 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-aab43a52-9345-4ae7-969f-536cf78258e6 None None] Provisioning complete for port 5554ca1c-54ad-4d10-adda-21ef3578615d triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:53:39.203914 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-aab43a52-9345-4ae7-969f-536cf78258e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:39.221157 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d5259356-93e5-4f93-bcb9-0380297c48e9 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25189038'] for segment, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:39.231682 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-78801bb2-ab18-4b43-a5c4-914b39303e17 req-0a5e2954-54df-487a-9556-949d5aa5af18 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=32a45391-eb86-4e02-8bee-8fc24219c1b9 HTTP/1.1" status: 200 len: 210 time: 0.0902371 Oct 20 10:53:39.241704 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_v2 [None req-476880dd-f701-41d1-bfdf-53e3f766d2d9 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Deleting subnet dfebcc83-a566-4e8b-95ce-d2b602fa67f2 {{(pid=100596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:53:39.354217 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Pushing event updated for resources: {'Port': ['ID=5554ca1c-54ad-4d10-adda-21ef3578615d,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:39.405769 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-4f655634-3ba3-4cfc-9783-d9c059f3bb26 None None] For port 67baa600-3129-49be-8d84-f00453d560fe, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:53:39.455712 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-4f655634-3ba3-4cfc-9783-d9c059f3bb26 None None] For port 67baa600-3129-49be-8d84-f00453d560fe, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=67baa600-3129-49be-8d84-f00453d560fe,segment=NetworkSegment(aac65fc2-4f5e-4a16-850e-8e6c11d29f57),segment_id=aac65fc2-4f5e-4a16-850e-8e6c11d29f57)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:53:39.507137 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-476880dd-f701-41d1-bfdf-53e3f766d2d9 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Publish callbacks [] for subnet, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:39.513195 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-4f655634-3ba3-4cfc-9783-d9c059f3bb26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:39.536439 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e8b543-48f7-476e-aaab-009c1eeb161d None None] DHCP port deletion for 5a3ba547-1c5f-4bda-b0cf-f555209356c6 request from n-d-811396-3 {{(pid=100598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:53:39.578127 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:39.600070 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-476880dd-f701-41d1-bfdf-53e3f766d2d9 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25189079'] for subnet, precommit_delete_associations {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:39.711185 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-476880dd-f701-41d1-bfdf-53e3f766d2d9 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:39.766983 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d5259356-93e5-4f93-bcb9-0380297c48e9 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:39.773882 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5259356-93e5-4f93-bcb9-0380297c48e9 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Releasing vlan 848 on physical network physnet1 to pool {{(pid=100596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:53:39.774141 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d5259356-93e5-4f93-bcb9-0380297c48e9 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26833155'] for segment, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:39.790980 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3f9930f-6768-428d-b296-1e65ca6bdfa7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd012fc61-e760-4bcf-aff4-9ef2d30ecf9f'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:53:39.793414 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfc30b99-0049-4c48-9004-2b0f3048d51f" -d '{"events": [{"server_uuid": "b3f9930f-6768-428d-b296-1e65ca6bdfa7", "name": "network-vif-unplugged", "status": "completed", "tag": "d012fc61-e760-4bcf-aff4-9ef2d30ecf9f"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:53:39.796316 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e8d2371-10ca-488e-a733-26fc027d8370 None None] Network b4f083bc-5905-4728-9ebb-e77b5e4a25b3 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:53:39.797061 n-d-811396-3 neutron-server[100596]: Traceback (most recent call last): Oct 20 10:53:39.797061 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:53:39.797061 n-d-811396-3 neutron-server[100596]: timer() Oct 20 10:53:39.797061 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:53:39.797061 n-d-811396-3 neutron-server[100596]: cb(*args, **kw) Oct 20 10:53:39.797061 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:53:39.797061 n-d-811396-3 neutron-server[100596]: return func(*args, **kwargs) Oct 20 10:53:39.797061 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:53:39.797061 n-d-811396-3 neutron-server[100596]: self._notify() Oct 20 10:53:39.797061 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:53:39.797061 n-d-811396-3 neutron-server[100596]: self.callback(batched_events) Oct 20 10:53:39.797061 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:53:39.797061 n-d-811396-3 neutron-server[100596]: event.method(event) Oct 20 10:53:39.797061 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:53:39.797061 n-d-811396-3 neutron-server[100596]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:53:39.797061 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:53:39.797061 n-d-811396-3 neutron-server[100596]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:53:39.797061 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:53:39.797061 n-d-811396-3 neutron-server[100596]: return f(self, *a, **k) Oct 20 10:53:39.797061 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:53:39.797061 n-d-811396-3 neutron-server[100596]: return self._get(url).json() Oct 20 10:53:39.797061 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:53:39.797061 n-d-811396-3 neutron-server[100596]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:53:39.797061 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:53:39.797061 n-d-811396-3 neutron-server[100596]: return self.request(url, 'GET', **kwargs) Oct 20 10:53:39.797061 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:53:39.797061 n-d-811396-3 neutron-server[100596]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:53:39.797061 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:53:39.797061 n-d-811396-3 neutron-server[100596]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:53:39.797061 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:53:39.797061 n-d-811396-3 neutron-server[100596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:53:39.797061 n-d-811396-3 neutron-server[100596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:53:39.897000 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-aab43a52-9345-4ae7-969f-536cf78258e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:39.969932 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-aab43a52-9345-4ae7-969f-536cf78258e6 None None] For port 5554ca1c-54ad-4d10-adda-21ef3578615d, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=5554ca1c-54ad-4d10-adda-21ef3578615d,segment=NetworkSegment(bdd410b3-9198-4748-b872-a4840957eef7),segment_id=bdd410b3-9198-4748-b872-a4840957eef7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:53:39.981433 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port d012fc61-e760-4bcf-aff4-9ef2d30ecf9f, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=d012fc61-e760-4bcf-aff4-9ef2d30ecf9f,segment=NetworkSegment(7a7eba38-3a2c-4235-a145-c989dfc5d4dc),segment_id=7a7eba38-3a2c-4235-a145-c989dfc5d4dc)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:53:40.004831 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-aab43a52-9345-4ae7-969f-536cf78258e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:40.014015 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-15e8b543-48f7-476e-aaab-009c1eeb161d None None] Deleting port 3a9c98bf-0926-4432-b1f1-1dd562ccb32f {{(pid=100598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:53:40.014844 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-15e8b543-48f7-476e-aaab-009c1eeb161d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:40.021920 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:40.044408 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-476880dd-f701-41d1-bfdf-53e3f766d2d9 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26836193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26761888'] for subnet, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:40.052936 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f655634-3ba3-4cfc-9783-d9c059f3bb26 None None] Pushing event updated for resources: {'Port': ['ID=67baa600-3129-49be-8d84-f00453d560fe,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:40.053331 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.db.api [None req-d5259356-93e5-4f93-bcb9-0380297c48e9 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 20 10:53:40.053331 n-d-811396-3 neutron-server[100596]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 20 10:53:40.053331 n-d-811396-3 neutron-server[100596]: [parameters: {'id': 'b4f083bc-5905-4728-9ebb-e77b5e4a25b3'}] Oct 20 10:53:40.053331 n-d-811396-3 neutron-server[100596]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=100596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 10:53:40.053953 n-d-811396-3 neutron-server[100596]: DEBUG oslo_db.api [None req-d5259356-93e5-4f93-bcb9-0380297c48e9 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 10:53:40.087093 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a2fb85-2907-418b-9724-d98c81ea308a req-c356297e-bf8a-46aa-8d82-39653a55053b tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:40.088554 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-30a2fb85-2907-418b-9724-d98c81ea308a req-c356297e-bf8a-46aa-8d82-39653a55053b tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/ports?device_id=982cf2b9-f584-4e2b-9222-a8c52175a1df HTTP/1.1" status: 200 len: 945 time: 0.8703668 Oct 20 10:53:40.127806 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476880dd-f701-41d1-bfdf-53e3f766d2d9 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Pushing event deleted for resources: {'Subnet': ['ID=dfebcc83-a566-4e8b-95ce-d2b602fa67f2,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:40.135668 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-476880dd-f701-41d1-bfdf-53e3f766d2d9 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:40.139359 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-476880dd-f701-41d1-bfdf-53e3f766d2d9 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.64 "DELETE /v2.0/subnets/dfebcc83-a566-4e8b-95ce-d2b602fa67f2 HTTP/1.1" status: 204 len: 168 time: 1.2942150 Oct 20 10:53:40.142338 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 50628) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:40.152987 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Oct 2021 10:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-513179a6-a1cc-4b9e-8281-92d943b6d4a9 x-openstack-request-id: req-513179a6-a1cc-4b9e-8281-92d943b6d4a9 {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:53:40.153586 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3f9930f-6768-428d-b296-1e65ca6bdfa7", "name": "network-vif-unplugged", "status": "completed", "tag": "d012fc61-e760-4bcf-aff4-9ef2d30ecf9f", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:53:40.154407 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-513179a6-a1cc-4b9e-8281-92d943b6d4a9 {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:53:40.155048 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3f9930f-6768-428d-b296-1e65ca6bdfa7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd012fc61-e760-4bcf-aff4-9ef2d30ecf9f', 'code': 200} Oct 20 10:53:40.156367 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10adc7b4-c2f0-46f8-8fda-22b751766ebd None None] Network 07f7de1d-67fc-4ee5-9720-a5ddc92657d8 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:53:40.214657 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4dd01f67-a998-434c-9a03-9868b348c2e8 req-2dec3201-1e33-4dbe-a1de-216a360b73de service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e2ea36db-c311-4e67-bf53-528fd4385881&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4207511 Oct 20 10:53:40.216954 n-d-811396-3 neutron-server[100596]: DEBUG neutron.objects.ports [None req-4e2ea7df-ebde-416b-91e9-5e9a6032008a tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100596) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 20 10:53:40.220558 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-30a2fb85-2907-418b-9724-d98c81ea308a req-6da03dc4-5270-4cde-a7de-fff91ec16011 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/security-groups?id=4de8cd6c-6bcc-4778-96b5-f0ccd59485f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948241 Oct 20 10:53:40.288098 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab43a52-9345-4ae7-969f-536cf78258e6 None None] Pushing event updated for resources: {'Port': ['ID=5554ca1c-54ad-4d10-adda-21ef3578615d,revision_number=6']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:40.313016 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-15e8b543-48f7-476e-aaab-009c1eeb161d None None] For port 3a9c98bf-0926-4432-b1f1-1dd562ccb32f, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=3a9c98bf-0926-4432-b1f1-1dd562ccb32f,segment=NetworkSegment(bd673faa-a525-4b04-bf70-d433a325f98a),segment_id=bd673faa-a525-4b04-bf70-d433a325f98a)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:53:40.313561 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-15e8b543-48f7-476e-aaab-009c1eeb161d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:40.317095 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 3a9c98bf-0926-4432-b1f1-1dd562ccb32f no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:53:40.346281 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-89d13ab7-859f-400e-9f65-83fe6a9aaf09 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:40.399479 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd01f67-a998-434c-9a03-9868b348c2e8 req-76f70bdd-9301-4cb4-b72d-a9d51c34ac5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:40.401613 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4dd01f67-a998-434c-9a03-9868b348c2e8 req-76f70bdd-9301-4cb4-b72d-a9d51c34ac5f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=304c84e5c7844b5cadef0d9d128b445c&device_id=e2ea36db-c311-4e67-bf53-528fd4385881 HTTP/1.1" status: 200 len: 1096 time: 0.0984805 Oct 20 10:53:40.432809 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-15e8b543-48f7-476e-aaab-009c1eeb161d None None] Calling delete_port for 3a9c98bf-0926-4432-b1f1-1dd562ccb32f owned by network:dhcp {{(pid=100598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:53:40.463005 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-89d13ab7-859f-400e-9f65-83fe6a9aaf09 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Deleting port 3a9c98bf-0926-4432-b1f1-1dd562ccb32f {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:53:40.464370 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-89d13ab7-859f-400e-9f65-83fe6a9aaf09 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:40.490688 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eb403b-49e0-48ab-ac33-83714a8de6a1 req-d5516868-0e43-424e-a220-f222a43777ad tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:40.492539 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-71eb403b-49e0-48ab-ac33-83714a8de6a1 req-d5516868-0e43-424e-a220-f222a43777ad tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3f9930f-6768-428d-b296-1e65ca6bdfa7 HTTP/1.1" status: 200 len: 944 time: 0.1601763 Oct 20 10:53:40.500395 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 50636) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:40.537260 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=d012fc61-e760-4bcf-aff4-9ef2d30ecf9f,revision_number=14']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:40.588828 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [None req-89d13ab7-859f-400e-9f65-83fe6a9aaf09 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] For port 3a9c98bf-0926-4432-b1f1-1dd562ccb32f, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=3a9c98bf-0926-4432-b1f1-1dd562ccb32f,segment=NetworkSegment(bd673faa-a525-4b04-bf70-d433a325f98a),segment_id=bd673faa-a525-4b04-bf70-d433a325f98a)] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:53:40.589262 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-89d13ab7-859f-400e-9f65-83fe6a9aaf09 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:40.612831 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-89d13ab7-859f-400e-9f65-83fe6a9aaf09 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Calling delete_port for 3a9c98bf-0926-4432-b1f1-1dd562ccb32f owned by network:dhcp {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:53:40.615536 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d5259356-93e5-4f93-bcb9-0380297c48e9 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:40.623596 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd01f67-a998-434c-9a03-9868b348c2e8 req-b83a08d5-24a4-47e9-89fa-c3d0afc0638d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:40.626545 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4dd01f67-a998-434c-9a03-9868b348c2e8 req-b83a08d5-24a4-47e9-89fa-c3d0afc0638d service neutron] 10.222.0.69 "GET /v2.0/networks?id=cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0 HTTP/1.1" status: 200 len: 913 time: 0.1943104 Oct 20 10:53:40.631914 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:40.642591 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-15e8b543-48f7-476e-aaab-009c1eeb161d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956'] for port, after_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:40.685322 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e8b543-48f7-476e-aaab-009c1eeb161d None None] No DVR routers for this DVR port 3a9c98bf-0926-4432-b1f1-1dd562ccb32f on host n-d-811396-3 {{(pid=100598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:53:40.687152 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e8b543-48f7-476e-aaab-009c1eeb161d None None] Pushing event deleted for resources: {'Port': ['ID=3a9c98bf-0926-4432-b1f1-1dd562ccb32f,revision_number=None']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:40.718132 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4532168d-5473-46ce-b153-6774bfef3330 None None] DHCP port deletion for 07f7de1d-67fc-4ee5-9720-a5ddc92657d8 request from n-d-811396-3 {{(pid=100598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:53:40.776405 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-4532168d-5473-46ce-b153-6774bfef3330 None None] Deleting port 23797cca-6cf1-4742-8f5a-fd1ada5fa234 {{(pid=100598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:53:40.776881 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-4532168d-5473-46ce-b153-6774bfef3330 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:40.853998 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-89d13ab7-859f-400e-9f65-83fe6a9aaf09 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:40.858700 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-4532168d-5473-46ce-b153-6774bfef3330 None None] For port 23797cca-6cf1-4742-8f5a-fd1ada5fa234, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=23797cca-6cf1-4742-8f5a-fd1ada5fa234,segment=NetworkSegment(0cf32ebe-2347-41ff-bb97-94fd0b819e03),segment_id=0cf32ebe-2347-41ff-bb97-94fd0b819e03)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:53:40.859233 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-4532168d-5473-46ce-b153-6774bfef3330 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:40.878097 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-4532168d-5473-46ce-b153-6774bfef3330 None None] Calling delete_port for 23797cca-6cf1-4742-8f5a-fd1ada5fa234 owned by network:dhcp {{(pid=100598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:53:40.904605 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d13ab7-859f-400e-9f65-83fe6a9aaf09 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Pushing event deleted for resources: {'Port': ['ID=3a9c98bf-0926-4432-b1f1-1dd562ccb32f,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:40.911775 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d13ab7-859f-400e-9f65-83fe6a9aaf09 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] No DVR routers for this DVR port 3a9c98bf-0926-4432-b1f1-1dd562ccb32f on host n-d-811396-3 {{(pid=100597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:53:40.973242 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-4532168d-5473-46ce-b153-6774bfef3330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956'] for port, after_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:41.102172 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-89d13ab7-859f-400e-9f65-83fe6a9aaf09 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:41.140492 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-89d13ab7-859f-400e-9f65-83fe6a9aaf09 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a3ba547-1c5f-4bda-b0cf-f555209356c6']}} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:53:41.171235 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-89d13ab7-859f-400e-9f65-83fe6a9aaf09 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd673faa-a525-4b04-bf70-d433a325f98a') {'for_net_delete': True} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:53:41.171807 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-89d13ab7-859f-400e-9f65-83fe6a9aaf09 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd673faa-a525-4b04-bf70-d433a325f98a') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:53:41.175277 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4dd01f67-a998-434c-9a03-9868b348c2e8 req-8f2d7f30-eb88-4d98-9529-151e2e1f42b7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7ec96bf5-150a-4aef-a441-40fcb21253c4 HTTP/1.1" status: 200 len: 217 time: 0.0750980 Oct 20 10:53:41.188029 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-89d13ab7-859f-400e-9f65-83fe6a9aaf09 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25852596'] for segment, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:41.240750 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4532168d-5473-46ce-b153-6774bfef3330 None None] Pushing event deleted for resources: {'Port': ['ID=23797cca-6cf1-4742-8f5a-fd1ada5fa234,revision_number=None']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:41.249706 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4532168d-5473-46ce-b153-6774bfef3330 None None] No DVR routers for this DVR port 23797cca-6cf1-4742-8f5a-fd1ada5fa234 on host n-d-811396-3 {{(pid=100598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:53:41.257334 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-89d13ab7-859f-400e-9f65-83fe6a9aaf09 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:41.267070 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4e2ea7df-ebde-416b-91e9-5e9a6032008a tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:41.272539 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-71eb403b-49e0-48ab-ac33-83714a8de6a1 req-e35cc0fb-5c45-4eeb-98b9-4d7a32498d8a tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=58574406-52f6-4da8-ba4e-3f91a696d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7714663 Oct 20 10:53:41.282136 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6233f46d-e3e6-48fd-a95a-d0b18f43baba None None] get_active_networks_info from n-d-811396-3 {{(pid=100598) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 20 10:53:41.284676 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89d13ab7-859f-400e-9f65-83fe6a9aaf09 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Releasing vlan 838 on physical network physnet1 to pool {{(pid=100597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:53:41.285441 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-89d13ab7-859f-400e-9f65-83fe6a9aaf09 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951012'] for segment, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:41.285760 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd01f67-a998-434c-9a03-9868b348c2e8 req-34fe81f0-2014-4b73-b77f-e482914595aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:41.287506 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4dd01f67-a998-434c-9a03-9868b348c2e8 req-34fe81f0-2014-4b73-b77f-e482914595aa service neutron] 10.222.0.69 "GET /v2.0/subnets?id=46305bfd-5c10-42c9-8afc-597f2425497e HTTP/1.1" status: 200 len: 851 time: 0.0737879 Oct 20 10:53:41.294090 n-d-811396-3 neutron-server[100597]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:53:41.294090 n-d-811396-3 neutron-server[100597]: self.session.flush() Oct 20 10:53:41.294090 n-d-811396-3 neutron-server[100597]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:53:41.294090 n-d-811396-3 neutron-server[100597]: self.session.flush() Oct 20 10:53:41.294090 n-d-811396-3 neutron-server[100597]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:53:41.294090 n-d-811396-3 neutron-server[100597]: self.session.flush() Oct 20 10:53:41.294090 n-d-811396-3 neutron-server[100597]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:53:41.294090 n-d-811396-3 neutron-server[100597]: self.session.flush() Oct 20 10:53:41.294090 n-d-811396-3 neutron-server[100597]: Traceback (most recent call last): Oct 20 10:53:41.294090 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:53:41.294090 n-d-811396-3 neutron-server[100597]: timer() Oct 20 10:53:41.294090 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:53:41.294090 n-d-811396-3 neutron-server[100597]: cb(*args, **kw) Oct 20 10:53:41.294090 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:53:41.294090 n-d-811396-3 neutron-server[100597]: return func(*args, **kwargs) Oct 20 10:53:41.294090 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:53:41.294090 n-d-811396-3 neutron-server[100597]: self._notify() Oct 20 10:53:41.294090 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:53:41.294090 n-d-811396-3 neutron-server[100597]: self.callback(batched_events) Oct 20 10:53:41.294090 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:53:41.294090 n-d-811396-3 neutron-server[100597]: event.method(event) Oct 20 10:53:41.294090 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:53:41.294090 n-d-811396-3 neutron-server[100597]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:53:41.294090 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:53:41.294090 n-d-811396-3 neutron-server[100597]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:53:41.294090 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:53:41.294090 n-d-811396-3 neutron-server[100597]: return f(self, *a, **k) Oct 20 10:53:41.294090 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:53:41.294090 n-d-811396-3 neutron-server[100597]: return self._get(url).json() Oct 20 10:53:41.294090 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:53:41.294090 n-d-811396-3 neutron-server[100597]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:53:41.294090 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:53:41.294090 n-d-811396-3 neutron-server[100597]: return self.request(url, 'GET', **kwargs) Oct 20 10:53:41.294090 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:53:41.294090 n-d-811396-3 neutron-server[100597]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:53:41.294090 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:53:41.294090 n-d-811396-3 neutron-server[100597]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:53:41.294090 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:53:41.294090 n-d-811396-3 neutron-server[100597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:53:41.294090 n-d-811396-3 neutron-server[100597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:53:41.540218 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6233f46d-e3e6-48fd-a95a-d0b18f43baba None None] Resources bound (agent type, host, resource id): {{(pid=100598) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 20 10:53:41.696562 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [None req-4e2ea7df-ebde-416b-91e9-5e9a6032008a tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] For port 5554ca1c-54ad-4d10-adda-21ef3578615d, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=5554ca1c-54ad-4d10-adda-21ef3578615d,segment=NetworkSegment(bdd410b3-9198-4748-b872-a4840957eef7),segment_id=bdd410b3-9198-4748-b872-a4840957eef7)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:53:41.717958 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-d5259356-93e5-4f93-bcb9-0380297c48e9 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Deleting port 67baa600-3129-49be-8d84-f00453d560fe {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:53:41.718185 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-89d13ab7-859f-400e-9f65-83fe6a9aaf09 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:41.718677 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d5259356-93e5-4f93-bcb9-0380297c48e9 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:41.722949 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f4e9a48b-b05f-4f49-b93e-2e8ef166a032 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1774405'] for router_interface, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:41.752063 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd01f67-a998-434c-9a03-9868b348c2e8 req-e1910a74-0479-4c16-b5e1-83f3b1e0be77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:41.754511 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4dd01f67-a998-434c-9a03-9868b348c2e8 req-e1910a74-0479-4c16-b5e1-83f3b1e0be77 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4601371 Oct 20 10:53:41.777987 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-89d13ab7-859f-400e-9f65-83fe6a9aaf09 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:41.780215 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c715d1-83f3-4ee4-9276-4f496427a62c req-423f5c21-708e-414f-842e-bdd013a5d182 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:41.781434 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-89d13ab7-859f-400e-9f65-83fe6a9aaf09 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.64 "DELETE /v2.0/networks/5a3ba547-1c5f-4bda-b0cf-f555209356c6 HTTP/1.1" status: 204 len: 168 time: 1.6380198 Oct 20 10:53:41.782424 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d13ab7-859f-400e-9f65-83fe6a9aaf09 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Pushing event deleted for resources: {'Network': ['ID=5a3ba547-1c5f-4bda-b0cf-f555209356c6,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:41.784365 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 50648) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:41.789684 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d9c715d1-83f3-4ee4-9276-4f496427a62c req-423f5c21-708e-414f-842e-bdd013a5d182 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/ports?device_id=982cf2b9-f584-4e2b-9222-a8c52175a1df HTTP/1.1" status: 200 len: 945 time: 0.3127720 Oct 20 10:53:41.856358 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db71a0b2-2a28-49f8-a4e9-d8a6619e23b1 req-7534b027-edcf-46e4-af9c-e7a10f3660a5 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:41.858855 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-db71a0b2-2a28-49f8-a4e9-d8a6619e23b1 req-7534b027-edcf-46e4-af9c-e7a10f3660a5 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3f9930f-6768-428d-b296-1e65ca6bdfa7 HTTP/1.1" status: 200 len: 944 time: 0.2915568 Oct 20 10:53:41.871760 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9f0d1f41-6bc7-4051-8b03-9596b4f1f3a5 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:41.906226 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb934c77-5a17-434f-9ddd-ec2a35f50f9d req-0b453f7b-aad5-468e-8a18-104591e81ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:41.907864 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-eb934c77-5a17-434f-9ddd-ec2a35f50f9d req-0b453f7b-aad5-468e-8a18-104591e81ad3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=376203cb7dec4dad9717307d6c606d33&device_id=b3f9930f-6768-428d-b296-1e65ca6bdfa7 HTTP/1.1" status: 200 len: 1095 time: 0.3028276 Oct 20 10:53:41.915646 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4e2ea7df-ebde-416b-91e9-5e9a6032008a tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:41.950909 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4e2ea7df-ebde-416b-91e9-5e9a6032008a tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:41.951596 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4e2ea7df-ebde-416b-91e9-5e9a6032008a tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26836128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26761819'] for subnet, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:41.983413 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9f0d1f41-6bc7-4051-8b03-9596b4f1f3a5 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:42.012252 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cfb92a4-b904-46f3-bd8f-f59e089292d0 None None] Update dhcp port {'port': {'network_id': '8320e101-644d-44af-9385-629dd54c3c0a', 'fixed_ips': [{'subnet_id': '42964de7-0532-4540-897f-8c31170b95c6', 'ip_address': '2001:db8:0:1:f816:3eff:fe63:a854'}, {'subnet_id': '224d1048-ab80-4cd3-9db2-6c98f0024c3a'}], 'binding:host_id': 'n-d-811396-3'}, 'id': '5554ca1c-54ad-4d10-adda-21ef3578615d'} from n-d-811396-3. {{(pid=100598) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 20 10:53:42.078582 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-5cfb92a4-b904-46f3-bd8f-f59e089292d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:42.105342 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [None req-d5259356-93e5-4f93-bcb9-0380297c48e9 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] For port 67baa600-3129-49be-8d84-f00453d560fe, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=67baa600-3129-49be-8d84-f00453d560fe,segment=NetworkSegment(aac65fc2-4f5e-4a16-850e-8e6c11d29f57),segment_id=aac65fc2-4f5e-4a16-850e-8e6c11d29f57)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:53:42.105604 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d5259356-93e5-4f93-bcb9-0380297c48e9 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:42.108231 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-9f0d1f41-6bc7-4051-8b03-9596b4f1f3a5 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07f7de1d-67fc-4ee5-9720-a5ddc92657d8']}} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:53:42.160908 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d9c715d1-83f3-4ee4-9276-4f496427a62c req-6d43b872-079a-4950-bdc6-5f0d5cbdf0c5 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/security-groups?id=4de8cd6c-6bcc-4778-96b5-f0ccd59485f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3701043 Oct 20 10:53:42.172726 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-9f0d1f41-6bc7-4051-8b03-9596b4f1f3a5 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cf32ebe-2347-41ff-bb97-94fd0b819e03') {'for_net_delete': True} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:53:42.173578 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-9f0d1f41-6bc7-4051-8b03-9596b4f1f3a5 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cf32ebe-2347-41ff-bb97-94fd0b819e03') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:53:42.217228 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9f0d1f41-6bc7-4051-8b03-9596b4f1f3a5 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25852596'] for segment, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:42.256327 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e2ea7df-ebde-416b-91e9-5e9a6032008a tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Network 8320e101-644d-44af-9385-629dd54c3c0a is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:53:42.260495 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 23797cca-6cf1-4742-8f5a-fd1ada5fa234 no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:53:42.260882 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-d5259356-93e5-4f93-bcb9-0380297c48e9 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Calling delete_port for 67baa600-3129-49be-8d84-f00453d560fe owned by network:dhcp {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:53:42.298243 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 23797cca-6cf1-4742-8f5a-fd1ada5fa234 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:53:42.298531 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9f0d1f41-6bc7-4051-8b03-9596b4f1f3a5 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:42.298687 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 23797cca-6cf1-4742-8f5a-fd1ada5fa234 not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:53:42.314429 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-4e2ea7df-ebde-416b-91e9-5e9a6032008a tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:53:42.316522 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f0d1f41-6bc7-4051-8b03-9596b4f1f3a5 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Releasing vlan 841 on physical network physnet1 to pool {{(pid=100597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:53:42.317734 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9f0d1f41-6bc7-4051-8b03-9596b4f1f3a5 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951012'] for segment, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:42.322089 n-d-811396-3 neutron-server[100597]: Traceback (most recent call last): Oct 20 10:53:42.322089 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:53:42.322089 n-d-811396-3 neutron-server[100597]: timer() Oct 20 10:53:42.322089 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:53:42.322089 n-d-811396-3 neutron-server[100597]: cb(*args, **kw) Oct 20 10:53:42.322089 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:53:42.322089 n-d-811396-3 neutron-server[100597]: return func(*args, **kwargs) Oct 20 10:53:42.322089 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:53:42.322089 n-d-811396-3 neutron-server[100597]: self._notify() Oct 20 10:53:42.322089 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:53:42.322089 n-d-811396-3 neutron-server[100597]: self.callback(batched_events) Oct 20 10:53:42.322089 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:53:42.322089 n-d-811396-3 neutron-server[100597]: event.method(event) Oct 20 10:53:42.322089 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:53:42.322089 n-d-811396-3 neutron-server[100597]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:53:42.322089 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:53:42.322089 n-d-811396-3 neutron-server[100597]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:53:42.322089 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:53:42.322089 n-d-811396-3 neutron-server[100597]: return f(self, *a, **k) Oct 20 10:53:42.322089 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:53:42.322089 n-d-811396-3 neutron-server[100597]: return self._get(url).json() Oct 20 10:53:42.322089 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:53:42.322089 n-d-811396-3 neutron-server[100597]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:53:42.322089 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:53:42.322089 n-d-811396-3 neutron-server[100597]: return self.request(url, 'GET', **kwargs) Oct 20 10:53:42.322089 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:53:42.322089 n-d-811396-3 neutron-server[100597]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:53:42.322089 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:53:42.322089 n-d-811396-3 neutron-server[100597]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:53:42.322089 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:53:42.322089 n-d-811396-3 neutron-server[100597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:53:42.322089 n-d-811396-3 neutron-server[100597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:53:42.335471 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e2ea7df-ebde-416b-91e9-5e9a6032008a tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:42.336171 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4e2ea7df-ebde-416b-91e9-5e9a6032008a tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:42.359242 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-db71a0b2-2a28-49f8-a4e9-d8a6619e23b1 req-2fdb182f-428b-40a8-a5fc-ddac5d78473f tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=58574406-52f6-4da8-ba4e-3f91a696d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4566948 Oct 20 10:53:42.409262 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-5cfb92a4-b904-46f3-bd8f-f59e089292d0 None None] Allocated IP 2001:db8::2 (8320e101-644d-44af-9385-629dd54c3c0a/224d1048-ab80-4cd3-9db2-6c98f0024c3a/5554ca1c-54ad-4d10-adda-21ef3578615d) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:53:42.438767 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2ea7df-ebde-416b-91e9-5e9a6032008a tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Pushing event updated for resources: {'Subnet': ['ID=42964de7-0532-4540-897f-8c31170b95c6,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:42.452078 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4dd01f67-a998-434c-9a03-9868b348c2e8 req-a8445d02-15e1-4d36-bcd5-8eda2700bedf service neutron] 10.222.0.69 "GET /v2.0/networks/cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6804607 Oct 20 10:53:42.518840 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9f0d1f41-6bc7-4051-8b03-9596b4f1f3a5 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:42.526452 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9f0d1f41-6bc7-4051-8b03-9596b4f1f3a5 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:42.539957 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-9f0d1f41-6bc7-4051-8b03-9596b4f1f3a5 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] 10.222.0.64 "DELETE /v2.0/networks/07f7de1d-67fc-4ee5-9720-a5ddc92657d8 HTTP/1.1" status: 204 len: 168 time: 0.7527702 Oct 20 10:53:42.572427 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2ea7df-ebde-416b-91e9-5e9a6032008a tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Pushing event updated for resources: {'Port': ['ID=5554ca1c-54ad-4d10-adda-21ef3578615d,revision_number=8']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:42.582286 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-4e2ea7df-ebde-416b-91e9-5e9a6032008a tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.9583945 Oct 20 10:53:42.588547 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4dd01f67-a998-434c-9a03-9868b348c2e8 req-ea60363e-c647-4104-bc30-b840ab70d7ce service neutron] 10.222.0.69 "GET /v2.0/networks/cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202068 Oct 20 10:53:42.589353 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 50658) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:42.611056 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0d1f41-6bc7-4051-8b03-9596b4f1f3a5 tempest-TaggedBootDevicesTest_v242-1495029564 tempest-TaggedBootDevicesTest_v242-1495029564-project] Pushing event deleted for resources: {'Network': ['ID=07f7de1d-67fc-4ee5-9720-a5ddc92657d8,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:42.628310 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-96ca24f8-08e3-4e4a-a8ea-f539fda30cdf tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Request body: {'port': {'network_id': '8320e101-644d-44af-9385-629dd54c3c0a', 'mac_address': 'fa:16:3e:58:d6:85', 'name': 'tempest-NetworksTestDHCPv6-804824542'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:53:42.736601 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb934c77-5a17-434f-9ddd-ec2a35f50f9d req-8fd65e74-e8b5-40f5-b007-40e942074de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:42.738285 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-eb934c77-5a17-434f-9ddd-ec2a35f50f9d req-8fd65e74-e8b5-40f5-b007-40e942074de0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b8b1e2be-5932-428e-a716-07af13af4e6c HTTP/1.1" status: 200 len: 912 time: 0.8109033 Oct 20 10:53:42.747177 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-5cfb92a4-b904-46f3-bd8f-f59e089292d0 None None] For port 5554ca1c-54ad-4d10-adda-21ef3578615d, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=5554ca1c-54ad-4d10-adda-21ef3578615d,segment=NetworkSegment(bdd410b3-9198-4748-b872-a4840957eef7),segment_id=bdd410b3-9198-4748-b872-a4840957eef7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:53:42.789088 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-5cfb92a4-b904-46f3-bd8f-f59e089292d0 None None] Publish callbacks [] for port, precommit_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:42.796303 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-5cfb92a4-b904-46f3-bd8f-f59e089292d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:42.837874 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-f4e9a48b-b05f-4f49-b93e-2e8ef166a032 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Deleting port a7b4fcc5-81d5-4140-a9b3-cc52bc703292 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:53:42.839470 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f4e9a48b-b05f-4f49-b93e-2e8ef166a032 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:42.874605 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d5259356-93e5-4f93-bcb9-0380297c48e9 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:42.940339 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfb92a4-b904-46f3-bd8f-f59e089292d0 None None] Pushing event updated for resources: {'Port': ['ID=5554ca1c-54ad-4d10-adda-21ef3578615d,revision_number=9']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:42.965503 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5259356-93e5-4f93-bcb9-0380297c48e9 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Pushing event deleted for resources: {'Port': ['ID=67baa600-3129-49be-8d84-f00453d560fe,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:42.977417 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-eb934c77-5a17-434f-9ddd-ec2a35f50f9d req-49b818d4-96ef-4349-8879-578763a8b5fa service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d012fc61-e760-4bcf-aff4-9ef2d30ecf9f HTTP/1.1" status: 200 len: 997 time: 0.2279346 Oct 20 10:53:42.979708 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5259356-93e5-4f93-bcb9-0380297c48e9 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] No DVR routers for this DVR port 67baa600-3129-49be-8d84-f00453d560fe on host n-d-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:53:43.037608 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [None req-f4e9a48b-b05f-4f49-b93e-2e8ef166a032 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] For port a7b4fcc5-81d5-4140-a9b3-cc52bc703292, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=a7b4fcc5-81d5-4140-a9b3-cc52bc703292,segment=NetworkSegment(ffcf5e3b-3827-4d62-9e42-559efa08a955),segment_id=ffcf5e3b-3827-4d62-9e42-559efa08a955)] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:53:43.037980 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f4e9a48b-b05f-4f49-b93e-2e8ef166a032 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:43.055810 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-f4e9a48b-b05f-4f49-b93e-2e8ef166a032 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Calling delete_port for a7b4fcc5-81d5-4140-a9b3-cc52bc703292 owned by network:router_interface {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:53:43.064843 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96ca24f8-08e3-4e4a-a8ea-f539fda30cdf tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Made reservation on behalf of 22a79d88690a4055b95547a3f21027fa for: {'port': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:53:43.159600 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d5259356-93e5-4f93-bcb9-0380297c48e9 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:43.238123 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb934c77-5a17-434f-9ddd-ec2a35f50f9d req-e275d8b3-36f3-4aca-b914-b949f16d4487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:43.239674 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-eb934c77-5a17-434f-9ddd-ec2a35f50f9d req-e275d8b3-36f3-4aca-b914-b949f16d4487 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=437b47ec-4211-421c-828b-76408ce53dce HTTP/1.1" status: 200 len: 850 time: 0.2341838 Oct 20 10:53:43.260452 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-d5259356-93e5-4f93-bcb9-0380297c48e9 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4f083bc-5905-4728-9ebb-e77b5e4a25b3']}} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:53:43.306241 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-d5259356-93e5-4f93-bcb9-0380297c48e9 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aac65fc2-4f5e-4a16-850e-8e6c11d29f57') {'for_net_delete': True} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:53:43.306520 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-d5259356-93e5-4f93-bcb9-0380297c48e9 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aac65fc2-4f5e-4a16-850e-8e6c11d29f57') {} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:53:43.326727 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f4e9a48b-b05f-4f49-b93e-2e8ef166a032 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:43.348144 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d5259356-93e5-4f93-bcb9-0380297c48e9 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25189038'] for segment, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:43.365466 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-96ca24f8-08e3-4e4a-a8ea-f539fda30cdf tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:43.382833 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e9a48b-b05f-4f49-b93e-2e8ef166a032 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Pushing event deleted for resources: {'Port': ['ID=a7b4fcc5-81d5-4140-a9b3-cc52bc703292,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:43.402521 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d5259356-93e5-4f93-bcb9-0380297c48e9 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:43.422013 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5259356-93e5-4f93-bcb9-0380297c48e9 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Releasing vlan 848 on physical network physnet1 to pool {{(pid=100596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:53:43.422419 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d5259356-93e5-4f93-bcb9-0380297c48e9 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26833155'] for segment, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:43.433070 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579c081d-8e3d-4654-8e5f-5f3fd3a33f74 req-de9886eb-f563-43c4-942a-1dfd36709630 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:43.434677 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-579c081d-8e3d-4654-8e5f-5f3fd3a33f74 req-de9886eb-f563-43c4-942a-1dfd36709630 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/ports?device_id=982cf2b9-f584-4e2b-9222-a8c52175a1df HTTP/1.1" status: 200 len: 945 time: 0.1633642 Oct 20 10:53:43.435479 n-d-811396-3 neutron-server[100596]: Traceback (most recent call last): Oct 20 10:53:43.435479 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:53:43.435479 n-d-811396-3 neutron-server[100596]: timer() Oct 20 10:53:43.435479 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:53:43.435479 n-d-811396-3 neutron-server[100596]: cb(*args, **kw) Oct 20 10:53:43.435479 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:53:43.435479 n-d-811396-3 neutron-server[100596]: return func(*args, **kwargs) Oct 20 10:53:43.435479 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:53:43.435479 n-d-811396-3 neutron-server[100596]: self._notify() Oct 20 10:53:43.435479 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:53:43.435479 n-d-811396-3 neutron-server[100596]: self.callback(batched_events) Oct 20 10:53:43.435479 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:53:43.435479 n-d-811396-3 neutron-server[100596]: event.method(event) Oct 20 10:53:43.435479 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:53:43.435479 n-d-811396-3 neutron-server[100596]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:53:43.435479 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:53:43.435479 n-d-811396-3 neutron-server[100596]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:53:43.435479 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:53:43.435479 n-d-811396-3 neutron-server[100596]: return f(self, *a, **k) Oct 20 10:53:43.435479 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:53:43.435479 n-d-811396-3 neutron-server[100596]: return self._get(url).json() Oct 20 10:53:43.435479 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:53:43.435479 n-d-811396-3 neutron-server[100596]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:53:43.435479 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:53:43.435479 n-d-811396-3 neutron-server[100596]: return self.request(url, 'GET', **kwargs) Oct 20 10:53:43.435479 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:53:43.435479 n-d-811396-3 neutron-server[100596]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:53:43.435479 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:53:43.435479 n-d-811396-3 neutron-server[100596]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:53:43.435479 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:53:43.435479 n-d-811396-3 neutron-server[100596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:53:43.435479 n-d-811396-3 neutron-server[100596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:53:43.453224 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb934c77-5a17-434f-9ddd-ec2a35f50f9d req-031ec5cb-0c01-49c5-ba33-ed1f6eb745a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:43.454863 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-eb934c77-5a17-434f-9ddd-ec2a35f50f9d req-031ec5cb-0c01-49c5-ba33-ed1f6eb745a4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b8b1e2be-5932-428e-a716-07af13af4e6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2036209 Oct 20 10:53:43.465522 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [None req-96ca24f8-08e3-4e4a-a8ea-f539fda30cdf tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] device_id is not set on port b0aef0a7-6b13-46fb-9483-dcbe3df61c32 yet. {{(pid=100596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:53:43.608864 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f4e9a48b-b05f-4f49-b93e-2e8ef166a032 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1771989'] for router_interface, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:43.740807 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d5259356-93e5-4f93-bcb9-0380297c48e9 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:43.812014 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af20651c-d310-4b9f-842e-dbcd58ebed9e req-47d55ae0-1843-435f-a9d0-9c06d8603179 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:43.832022 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-af20651c-d310-4b9f-842e-dbcd58ebed9e req-47d55ae0-1843-435f-a9d0-9c06d8603179 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3f9930f-6768-428d-b296-1e65ca6bdfa7 HTTP/1.1" status: 200 len: 944 time: 0.3469310 Oct 20 10:53:43.837490 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d5259356-93e5-4f93-bcb9-0380297c48e9 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Publish callbacks [] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:43.840833 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-d5259356-93e5-4f93-bcb9-0380297c48e9 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] 10.222.0.64 "DELETE /v2.0/networks/b4f083bc-5905-4728-9ebb-e77b5e4a25b3 HTTP/1.1" status: 204 len: 168 time: 6.6510558 Oct 20 10:53:43.852173 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 50676) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:43.869128 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-cc3ba25f-961c-4ad9-a2f7-d7e913499e8a tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1137250942'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:53:43.869604 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-579c081d-8e3d-4654-8e5f-5f3fd3a33f74 req-6271f93f-dd05-44dd-9704-5d3e0c4425cf tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/security-groups?id=4de8cd6c-6bcc-4778-96b5-f0ccd59485f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4114916 Oct 20 10:53:43.950051 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5259356-93e5-4f93-bcb9-0380297c48e9 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Pushing event deleted for resources: {'Network': ['ID=b4f083bc-5905-4728-9ebb-e77b5e4a25b3,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:43.969260 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc3ba25f-961c-4ad9-a2f7-d7e913499e8a tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Made reservation on behalf of 3e5083f2d5134ae39233010b11068ab8 for: {'network': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:53:43.975216 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-cc3ba25f-961c-4ad9-a2f7-d7e913499e8a tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:44.025679 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-eb934c77-5a17-434f-9ddd-ec2a35f50f9d req-b0cb5d26-2dc0-4ba6-9aca-678156e6de99 service neutron] 10.222.0.55 "GET /v2.0/networks/b8b1e2be-5932-428e-a716-07af13af4e6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5503092 Oct 20 10:53:44.052064 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4e9a48b-b05f-4f49-b93e-2e8ef166a032 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Router bf59da99-dd2d-478d-9b0d-3016ea34cf63 has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:53:44.053178 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc3ba25f-961c-4ad9-a2f7-d7e913499e8a tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 816} {{(pid=100597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:53:44.079616 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-cc3ba25f-961c-4ad9-a2f7-d7e913499e8a tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:44.080250 n-d-811396-3 neutron-server[100597]: INFO neutron.db.segments_db [None req-cc3ba25f-961c-4ad9-a2f7-d7e913499e8a tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Added segment 48fda899-3b64-4ce3-b01c-35756d13048a of type vlan for network c99b7afc-c897-4283-a05c-2ab8876d5d8f Oct 20 10:53:44.160650 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd238a06-b343-4668-ae3d-9bacf48ae149 None None] get_active_networks_info from n-d-811396-3 {{(pid=100598) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 20 10:53:44.169712 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-af20651c-d310-4b9f-842e-dbcd58ebed9e req-604f7dc1-746f-42d7-8b32-ad0cd6feff60 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=58574406-52f6-4da8-ba4e-3f91a696d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3366687 Oct 20 10:53:44.297093 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-cc3ba25f-961c-4ad9-a2f7-d7e913499e8a tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:44.339040 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-f2e9664c-d643-4cf7-bfa3-ff291fb8c72f None None] Provisioning complete for port 5554ca1c-54ad-4d10-adda-21ef3578615d triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:53:44.339652 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-f2e9664c-d643-4cf7-bfa3-ff291fb8c72f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:44.419589 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4e9a48b-b05f-4f49-b93e-2e8ef166a032 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:53:44.427456 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-f4e9a48b-b05f-4f49-b93e-2e8ef166a032 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "PUT /v2.0/routers/bf59da99-dd2d-478d-9b0d-3016ea34cf63/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9258776 Oct 20 10:53:44.437152 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68f5077-f35b-443f-997f-9b93b780cf58 None None] Sync routers for ids ['bf59da99-dd2d-478d-9b0d-3016ea34cf63'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:53:44.445766 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-cc3ba25f-961c-4ad9-a2f7-d7e913499e8a tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:44.459272 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-eb934c77-5a17-434f-9ddd-ec2a35f50f9d req-9be1e608-060d-412f-a146-fa95fda8bba8 service neutron] 10.222.0.55 "GET /v2.0/networks/b8b1e2be-5932-428e-a716-07af13af4e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4112678 Oct 20 10:53:44.459953 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68f5077-f35b-443f-997f-9b93b780cf58 None None] Routers {'bf59da99-dd2d-478d-9b0d-3016ea34cf63'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:53:44.460581 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-b68f5077-f35b-443f-997f-9b93b780cf58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:53:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['bf59da99-dd2d-478d-9b0d-3016ea34cf63'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:53:44.461339 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3ba25f-961c-4ad9-a2f7-d7e913499e8a tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:44.462085 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-cc3ba25f-961c-4ad9-a2f7-d7e913499e8a tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:44.467618 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 5554ca1c-54ad-4d10-adda-21ef3578615d up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:53:44.499729 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-cc3ba25f-961c-4ad9-a2f7-d7e913499e8a tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6461294 Oct 20 10:53:44.501425 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [None req-96ca24f8-08e3-4e4a-a8ea-f539fda30cdf tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Allocated IP 2001:db8::ef (8320e101-644d-44af-9385-629dd54c3c0a/224d1048-ab80-4cd3-9db2-6c98f0024c3a/b0aef0a7-6b13-46fb-9483-dcbe3df61c32) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:53:44.503334 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 50684) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:44.521871 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-632f2c51-86d3-4d0c-9bbe-288fbb9c9449 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Request body: {'subnet': {'network_id': 'c99b7afc-c897-4283-a05c-2ab8876d5d8f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:53:44.642381 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3ba25f-961c-4ad9-a2f7-d7e913499e8a tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Pushing event updated for resources: {'Network': ['ID=c99b7afc-c897-4283-a05c-2ab8876d5d8f,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:44.686050 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network c99b7afc-c897-4283-a05c-2ab8876d5d8f details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:53:44.710350 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [None req-96ca24f8-08e3-4e4a-a8ea-f539fda30cdf tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Allocated IP 2001:db8:0:1:f816:3eff:fe58:d685 (8320e101-644d-44af-9385-629dd54c3c0a/42964de7-0532-4540-897f-8c31170b95c6/b0aef0a7-6b13-46fb-9483-dcbe3df61c32) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:53:44.761505 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-b68f5077-f35b-443f-997f-9b93b780cf58 None None] Set router bf59da99-dd2d-478d-9b0d-3016ea34cf63 gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:53:44.848472 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd238a06-b343-4668-ae3d-9bacf48ae149 None None] Resources bound (agent type, host, resource id): {{(pid=100598) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 20 10:53:44.890832 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-632f2c51-86d3-4d0c-9bbe-288fbb9c9449 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Made reservation on behalf of 3e5083f2d5134ae39233010b11068ab8 for: {'subnet': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:53:44.892627 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 5554ca1c-54ad-4d10-adda-21ef3578615d triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:53:44.895278 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:44.899493 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-632f2c51-86d3-4d0c-9bbe-288fbb9c9449 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26761797'] for subnet, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:45.208670 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-632f2c51-86d3-4d0c-9bbe-288fbb9c9449 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26836128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26761819'] for subnet, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:45.406514 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-b68f5077-f35b-443f-997f-9b93b780cf58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf59da99-dd2d-478d-9b0d-3016ea34cf63', 'name': 'tempest-TestNetworkBasicOps-router-1996889391', 'tenant_id': 'ce3bca74c1d8467f832763bc531bfd88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': '4e711bdc-ecfb-48b8-a052-6d0428b77592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:50:51Z', 'updated_at': '2021-10-20T10:53:43Z', 'revision_number': 6, 'project_id': 'ce3bca74c1d8467f832763bc531bfd88', 'gw_port': {'id': '4e711bdc-ecfb-48b8-a052-6d0428b77592', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:0e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf59da99-dd2d-478d-9b0d-3016ea34cf63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2694, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:50:54Z', 'updated_at': '2021-10-20T10:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_floatingips': [{'id': 'b2594b35-5930-4c28-8996-dcf1f7a1e7ec', 'tenant_id': 'ce3bca74c1d8467f832763bc531bfd88', 'floating_ip_address': '172.25.1.100', 'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'router_id': 'bf59da99-dd2d-478d-9b0d-3016ea34cf63', 'port_id': 'aae58e54-5b06-4495-b489-a89b3f157a9e', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 2787, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ca5e922-b948-426f-9281-49c209c89e06', 'mac_address': 'fa:16:3e:40:43:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e46ee1e-848e-4aa8-a7a5-ffd39c73c09c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T10:51:38Z', 'updated_at': '2021-10-20T10:51:50Z', 'revision_number': 1, 'project_id': 'ce3bca74c1d8467f832763bc531bfd88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0eef919-2006-4579-a0f7-bfdd77d41039', 'name': '', 'network_id': '8ca5e922-b948-426f-9281-49c209c89e06', 'tenant_id': 'ce3bca74c1d8467f832763bc531bfd88', 'mac_address': 'fa:16:3e:71:db:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf59da99-dd2d-478d-9b0d-3016ea34cf63', 'device_owner': 'network:router_interface', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': 'd064623b-205c-4c55-bcad-f8d7ce58a0d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:51:01Z', 'updated_at': '2021-10-20T10:51:11Z', 'revision_number': 5, 'project_id': 'ce3bca74c1d8467f832763bc531bfd88', 'subnets': [{'id': 'd064623b-205c-4c55-bcad-f8d7ce58a0d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:53:45.435971 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68f5077-f35b-443f-997f-9b93b780cf58 None None] Checking router: bf59da99-dd2d-478d-9b0d-3016ea34cf63 for host: n-d-811396-3 {{(pid=100599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:53:45.437420 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da83abb-f934-4c96-8552-69e203f33492 req-d8d5c45d-83f1-41a7-8274-0d4a743d4a27 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:45.445072 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8da83abb-f934-4c96-8552-69e203f33492 req-d8d5c45d-83f1-41a7-8274-0d4a743d4a27 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "GET /v2.0/ports?device_id=f6985271-c5af-4029-bb17-1bfc6954e8ed HTTP/1.1" status: 200 len: 946 time: 0.5784469 Oct 20 10:53:45.455241 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632f2c51-86d3-4d0c-9bbe-288fbb9c9449 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Pushing event updated for resources: {'Subnet': ['ID=d8c6dd22-6dd2-4faf-93cd-66c3498166f5,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:45.464057 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68f5077-f35b-443f-997f-9b93b780cf58 None None] Routers {'bf59da99-dd2d-478d-9b0d-3016ea34cf63'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:53:45.467271 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-b68f5077-f35b-443f-997f-9b93b780cf58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:53:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['bf59da99-dd2d-478d-9b0d-3016ea34cf63'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:53:45.591047 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632f2c51-86d3-4d0c-9bbe-288fbb9c9449 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Checking segment: {'id': '48fda899-3b64-4ce3-b01c-35756d13048a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'c99b7afc-c897-4283-a05c-2ab8876d5d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:53:45.592223 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-632f2c51-86d3-4d0c-9bbe-288fbb9c9449 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Network hostable DHCP agents. Network: c99b7afc-c897-4283-a05c-2ab8876d5d8f, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:53:45.610741 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977d86a0-c827-4c20-8637-c2c79ec58918 req-8d7dd336-0b16-4b12-b6f0-990ac29fc8d6 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:45.613311 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-977d86a0-c827-4c20-8637-c2c79ec58918 req-8d7dd336-0b16-4b12-b6f0-990ac29fc8d6 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/ports?device_id=982cf2b9-f584-4e2b-9222-a8c52175a1df HTTP/1.1" status: 200 len: 945 time: 0.4351838 Oct 20 10:53:45.673762 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-96ca24f8-08e3-4e4a-a8ea-f539fda30cdf tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:45.703597 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-b68f5077-f35b-443f-997f-9b93b780cf58 None None] Set router bf59da99-dd2d-478d-9b0d-3016ea34cf63 gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:53:45.726952 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-96ca24f8-08e3-4e4a-a8ea-f539fda30cdf tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:45.799171 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ca24f8-08e3-4e4a-a8ea-f539fda30cdf tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Pushing event updated for resources: {'Port': ['ID=b0aef0a7-6b13-46fb-9483-dcbe3df61c32,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:45.806394 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8da83abb-f934-4c96-8552-69e203f33492 req-a98ee45c-7318-4fc8-9bba-b3e04f6d0539 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "GET /v2.0/security-groups?id=0dc9179d-66bd-42ab-8966-2d73b22efd24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3604152 Oct 20 10:53:45.818798 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-632f2c51-86d3-4d0c-9bbe-288fbb9c9449 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Network c99b7afc-c897-4283-a05c-2ab8876d5d8f is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:53:45.841520 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ca24f8-08e3-4e4a-a8ea-f539fda30cdf tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Network 8320e101-644d-44af-9385-629dd54c3c0a is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:53:45.842661 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-632f2c51-86d3-4d0c-9bbe-288fbb9c9449 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, c99b7afc-c897-4283-a05c-2ab8876d5d8f) {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:53:45.847946 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-632f2c51-86d3-4d0c-9bbe-288fbb9c9449 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:45.848542 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-632f2c51-86d3-4d0c-9bbe-288fbb9c9449 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:45.867896 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-96ca24f8-08e3-4e4a-a8ea-f539fda30cdf tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:53:45.870364 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ca24f8-08e3-4e4a-a8ea-f539fda30cdf tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:53:45.877835 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ca24f8-08e3-4e4a-a8ea-f539fda30cdf tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:45.878491 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-96ca24f8-08e3-4e4a-a8ea-f539fda30cdf tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:45.921856 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-632f2c51-86d3-4d0c-9bbe-288fbb9c9449 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4049737 Oct 20 10:53:45.924945 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 50722) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:45.938400 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-977d86a0-c827-4c20-8637-c2c79ec58918 req-ef997418-1f56-471c-b45e-b02d9a6265d3 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/security-groups?id=4de8cd6c-6bcc-4778-96b5-f0ccd59485f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2928364 Oct 20 10:53:45.964662 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-96ca24f8-08e3-4e4a-a8ea-f539fda30cdf tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 3.3556976 Oct 20 10:53:45.978457 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 50724) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:46.134298 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d774a8e3-6658-4417-b830-44f5e08b639d req-f0bd01f2-f482-4413-a58b-3e1c095c2c39 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:46.148321 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d774a8e3-6658-4417-b830-44f5e08b639d req-f0bd01f2-f482-4413-a58b-3e1c095c2c39 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3f9930f-6768-428d-b296-1e65ca6bdfa7 HTTP/1.1" status: 200 len: 944 time: 0.1963356 Oct 20 10:53:46.155043 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5015b096-52a2-4f9f-bb1f-1bfc62dec0dc tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:46.276243 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d774a8e3-6658-4417-b830-44f5e08b639d req-4f47f957-099b-456b-9953-1786b4419a98 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=58574406-52f6-4da8-ba4e-3f91a696d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269510 Oct 20 10:53:46.306988 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-3730e888-f4c7-4da5-9f40-aea61fab36b0 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Deleting port b0aef0a7-6b13-46fb-9483-dcbe3df61c32 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:53:46.307523 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3730e888-f4c7-4da5-9f40-aea61fab36b0 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:46.358176 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-b68f5077-f35b-443f-997f-9b93b780cf58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf59da99-dd2d-478d-9b0d-3016ea34cf63', 'name': 'tempest-TestNetworkBasicOps-router-1996889391', 'tenant_id': 'ce3bca74c1d8467f832763bc531bfd88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': '4e711bdc-ecfb-48b8-a052-6d0428b77592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:50:51Z', 'updated_at': '2021-10-20T10:53:43Z', 'revision_number': 6, 'project_id': 'ce3bca74c1d8467f832763bc531bfd88', 'gw_port': {'id': '4e711bdc-ecfb-48b8-a052-6d0428b77592', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:0e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf59da99-dd2d-478d-9b0d-3016ea34cf63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2694, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:50:54Z', 'updated_at': '2021-10-20T10:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_floatingips': [{'id': 'b2594b35-5930-4c28-8996-dcf1f7a1e7ec', 'tenant_id': 'ce3bca74c1d8467f832763bc531bfd88', 'floating_ip_address': '172.25.1.100', 'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'router_id': 'bf59da99-dd2d-478d-9b0d-3016ea34cf63', 'port_id': 'aae58e54-5b06-4495-b489-a89b3f157a9e', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 2787, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ca5e922-b948-426f-9281-49c209c89e06', 'mac_address': 'fa:16:3e:40:43:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e46ee1e-848e-4aa8-a7a5-ffd39c73c09c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T10:51:38Z', 'updated_at': '2021-10-20T10:51:50Z', 'revision_number': 1, 'project_id': 'ce3bca74c1d8467f832763bc531bfd88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0eef919-2006-4579-a0f7-bfdd77d41039', 'name': '', 'network_id': '8ca5e922-b948-426f-9281-49c209c89e06', 'tenant_id': 'ce3bca74c1d8467f832763bc531bfd88', 'mac_address': 'fa:16:3e:71:db:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf59da99-dd2d-478d-9b0d-3016ea34cf63', 'device_owner': 'network:router_interface', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': 'd064623b-205c-4c55-bcad-f8d7ce58a0d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:51:01Z', 'updated_at': '2021-10-20T10:51:11Z', 'revision_number': 5, 'project_id': 'ce3bca74c1d8467f832763bc531bfd88', 'subnets': [{'id': 'd064623b-205c-4c55-bcad-f8d7ce58a0d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:53:46.362353 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5015b096-52a2-4f9f-bb1f-1bfc62dec0dc tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:46.436597 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68f5077-f35b-443f-997f-9b93b780cf58 None None] The sync data for ids ['bf59da99-dd2d-478d-9b0d-3016ea34cf63'] in n-d-811396-3 is: [{'id': 'bf59da99-dd2d-478d-9b0d-3016ea34cf63', 'name': 'tempest-TestNetworkBasicOps-router-1996889391', 'tenant_id': 'ce3bca74c1d8467f832763bc531bfd88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': '4e711bdc-ecfb-48b8-a052-6d0428b77592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:50:51Z', 'updated_at': '2021-10-20T10:53:43Z', 'revision_number': 6, 'project_id': 'ce3bca74c1d8467f832763bc531bfd88', 'gw_port': {'id': '4e711bdc-ecfb-48b8-a052-6d0428b77592', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:0e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf59da99-dd2d-478d-9b0d-3016ea34cf63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2694, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:50:54Z', 'updated_at': '2021-10-20T10:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_floatingips': [{'id': 'b2594b35-5930-4c28-8996-dcf1f7a1e7ec', 'tenant_id': 'ce3bca74c1d8467f832763bc531bfd88', 'floating_ip_address': '172.25.1.100', 'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'router_id': 'bf59da99-dd2d-478d-9b0d-3016ea34cf63', 'port_id': 'aae58e54-5b06-4495-b489-a89b3f157a9e', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 2787, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ca5e922-b948-426f-9281-49c209c89e06', 'mac_address': 'fa:16:3e:40:43:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e46ee1e-848e-4aa8-a7a5-ffd39c73c09c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T10:51:38Z', 'updated_at': '2021-10-20T10:51:50Z', 'revision_number': 1, 'project_id': 'ce3bca74c1d8467f832763bc531bfd88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0eef919-2006-4579-a0f7-bfdd77d41039', 'name': '', 'network_id': '8ca5e922-b948-426f-9281-49c209c89e06', 'tenant_id': 'ce3bca74c1d8467f832763bc531bfd88', 'mac_address': 'fa:16:3e:71:db:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf59da99-dd2d-478d-9b0d-3016ea34cf63', 'device_owner': 'network:router_interface', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': 'd064623b-205c-4c55-bcad-f8d7ce58a0d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:51:01Z', 'updated_at': '2021-10-20T10:51:11Z', 'revision_number': 5, 'project_id': 'ce3bca74c1d8467f832763bc531bfd88', 'subnets': [{'id': 'd064623b-205c-4c55-bcad-f8d7ce58a0d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:53:46.506005 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5015b096-52a2-4f9f-bb1f-1bfc62dec0dc tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25350811'] for subnet, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:46.558747 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5015b096-52a2-4f9f-bb1f-1bfc62dec0dc tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Pushing event deleted for resources: {'Subnet': ['ID=d8c6dd22-6dd2-4faf-93cd-66c3498166f5,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:46.642892 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5015b096-52a2-4f9f-bb1f-1bfc62dec0dc tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:46.684796 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-5015b096-52a2-4f9f-bb1f-1bfc62dec0dc tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c99b7afc-c897-4283-a05c-2ab8876d5d8f']}} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:53:46.696891 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-5015b096-52a2-4f9f-bb1f-1bfc62dec0dc tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48fda899-3b64-4ce3-b01c-35756d13048a') {'for_net_delete': True} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:53:46.697465 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-5015b096-52a2-4f9f-bb1f-1bfc62dec0dc tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48fda899-3b64-4ce3-b01c-35756d13048a') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:53:46.709864 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5015b096-52a2-4f9f-bb1f-1bfc62dec0dc tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25852596'] for segment, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:46.726289 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5015b096-52a2-4f9f-bb1f-1bfc62dec0dc tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:46.738016 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5015b096-52a2-4f9f-bb1f-1bfc62dec0dc tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Releasing vlan 816 on physical network physnet1 to pool {{(pid=100597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:53:46.738746 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5015b096-52a2-4f9f-bb1f-1bfc62dec0dc tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951012'] for segment, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:46.743155 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5668818e-2ea6-419f-b930-a5101bbc0248 None None] Network 8320e101-644d-44af-9385-629dd54c3c0a requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:53:46.816637 n-d-811396-3 neutron-server[100597]: Traceback (most recent call last): Oct 20 10:53:46.816637 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:53:46.816637 n-d-811396-3 neutron-server[100597]: timer() Oct 20 10:53:46.816637 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:53:46.816637 n-d-811396-3 neutron-server[100597]: cb(*args, **kw) Oct 20 10:53:46.816637 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:53:46.816637 n-d-811396-3 neutron-server[100597]: return func(*args, **kwargs) Oct 20 10:53:46.816637 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:53:46.816637 n-d-811396-3 neutron-server[100597]: self._notify() Oct 20 10:53:46.816637 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:53:46.816637 n-d-811396-3 neutron-server[100597]: self.callback(batched_events) Oct 20 10:53:46.816637 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:53:46.816637 n-d-811396-3 neutron-server[100597]: event.method(event) Oct 20 10:53:46.816637 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:53:46.816637 n-d-811396-3 neutron-server[100597]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:53:46.816637 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:53:46.816637 n-d-811396-3 neutron-server[100597]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:53:46.816637 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:53:46.816637 n-d-811396-3 neutron-server[100597]: return f(self, *a, **k) Oct 20 10:53:46.816637 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:53:46.816637 n-d-811396-3 neutron-server[100597]: return self._get(url).json() Oct 20 10:53:46.816637 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:53:46.816637 n-d-811396-3 neutron-server[100597]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:53:46.816637 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:53:46.816637 n-d-811396-3 neutron-server[100597]: return self.request(url, 'GET', **kwargs) Oct 20 10:53:46.816637 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:53:46.816637 n-d-811396-3 neutron-server[100597]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:53:46.816637 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:53:46.816637 n-d-811396-3 neutron-server[100597]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:53:46.816637 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:53:46.816637 n-d-811396-3 neutron-server[100597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:53:46.816637 n-d-811396-3 neutron-server[100597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:53:46.819299 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5015b096-52a2-4f9f-bb1f-1bfc62dec0dc tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:46.825811 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5015b096-52a2-4f9f-bb1f-1bfc62dec0dc tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:46.830873 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-5015b096-52a2-4f9f-bb1f-1bfc62dec0dc tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] 10.222.0.64 "DELETE /v2.0/networks/c99b7afc-c897-4283-a05c-2ab8876d5d8f HTTP/1.1" status: 204 len: 168 time: 0.9043691 Oct 20 10:53:46.851158 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 50742) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:46.880466 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-970daebc-b126-4c21-828f-fe501c781d2a tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1435340641'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:53:46.895294 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5015b096-52a2-4f9f-bb1f-1bfc62dec0dc tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Pushing event deleted for resources: {'Network': ['ID=c99b7afc-c897-4283-a05c-2ab8876d5d8f,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:46.923561 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-970daebc-b126-4c21-828f-fe501c781d2a tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Made reservation on behalf of 3e5083f2d5134ae39233010b11068ab8 for: {'network': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:53:46.944042 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-970daebc-b126-4c21-828f-fe501c781d2a tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:46.972302 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c52b3416-b792-4c2e-933f-bd1dfcc6160a None None] Network c99b7afc-c897-4283-a05c-2ab8876d5d8f requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:53:47.020845 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-970daebc-b126-4c21-828f-fe501c781d2a tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 837} {{(pid=100597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:53:47.026012 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3730e888-f4c7-4da5-9f40-aea61fab36b0 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:47.066878 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-970daebc-b126-4c21-828f-fe501c781d2a tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:47.067232 n-d-811396-3 neutron-server[100597]: INFO neutron.db.segments_db [None req-970daebc-b126-4c21-828f-fe501c781d2a tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Added segment f63a557a-2d94-4439-8890-0294b62146fd of type vlan for network 55e1781e-3139-4b8b-8e1d-bd1440f3131b Oct 20 10:53:47.078238 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-3730e888-f4c7-4da5-9f40-aea61fab36b0 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Calling delete_port for b0aef0a7-6b13-46fb-9483-dcbe3df61c32 owned by {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:53:47.084688 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-f3836e6e-91bd-48aa-a434-e9fb07325cb3 None None] Provisioning complete for port 5554ca1c-54ad-4d10-adda-21ef3578615d triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:53:47.085177 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-f3836e6e-91bd-48aa-a434-e9fb07325cb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:47.155519 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-970daebc-b126-4c21-828f-fe501c781d2a tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:47.158590 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c52b3416-b792-4c2e-933f-bd1dfcc6160a None None] Network c99b7afc-c897-4283-a05c-2ab8876d5d8f could not be found, it might have been deleted concurrently. {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 20 10:53:47.235611 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0df7598-2e9c-46a1-992d-e0a544393e86 None None] Network c99b7afc-c897-4283-a05c-2ab8876d5d8f requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:53:47.278034 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0df7598-2e9c-46a1-992d-e0a544393e86 None None] Network c99b7afc-c897-4283-a05c-2ab8876d5d8f could not be found, it might have been deleted concurrently. {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 20 10:53:47.317429 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-970daebc-b126-4c21-828f-fe501c781d2a tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:47.327675 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-970daebc-b126-4c21-828f-fe501c781d2a tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:47.333195 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-970daebc-b126-4c21-828f-fe501c781d2a tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:47.442426 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-970daebc-b126-4c21-828f-fe501c781d2a tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5899389 Oct 20 10:53:47.448681 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 50756) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:47.461008 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-f6ca9189-57af-4c15-bf42-d12d0fe32772 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Request body: {'subnet': {'network_id': '55e1781e-3139-4b8b-8e1d-bd1440f3131b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:53:47.628394 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3730e888-f4c7-4da5-9f40-aea61fab36b0 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:47.681600 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3730e888-f4c7-4da5-9f40-aea61fab36b0 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Pushing event deleted for resources: {'Port': ['ID=b0aef0a7-6b13-46fb-9483-dcbe3df61c32,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:47.715738 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c21de16-cc1d-4160-9f8e-59ac507ba1da req-9ba3a715-ff20-428d-a59a-1317eeb4b1a5 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:47.718862 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970daebc-b126-4c21-828f-fe501c781d2a tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Pushing event updated for resources: {'Network': ['ID=55e1781e-3139-4b8b-8e1d-bd1440f3131b,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:47.725805 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4c21de16-cc1d-4160-9f8e-59ac507ba1da req-9ba3a715-ff20-428d-a59a-1317eeb4b1a5 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "GET /v2.0/ports?device_id=f6985271-c5af-4029-bb17-1bfc6954e8ed HTTP/1.1" status: 200 len: 946 time: 0.6651175 Oct 20 10:53:47.738399 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bd5b0c-b400-4a35-a358-9bf9f83d187c req-784ad9f5-6a1b-4678-b3da-92a54b154600 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:47.752098 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-23bd5b0c-b400-4a35-a358-9bf9f83d187c req-784ad9f5-6a1b-4678-b3da-92a54b154600 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3f9930f-6768-428d-b296-1e65ca6bdfa7 HTTP/1.1" status: 200 len: 944 time: 0.6903002 Oct 20 10:53:47.756712 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970daebc-b126-4c21-828f-fe501c781d2a tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:53:47.763643 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970daebc-b126-4c21-828f-fe501c781d2a tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:53:47.764177 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970daebc-b126-4c21-828f-fe501c781d2a tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:53:47.764636 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970daebc-b126-4c21-828f-fe501c781d2a tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:53:47.765087 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970daebc-b126-4c21-828f-fe501c781d2a tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:53:47.765712 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970daebc-b126-4c21-828f-fe501c781d2a tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:53:47.766374 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970daebc-b126-4c21-828f-fe501c781d2a tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:53:47.768556 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970daebc-b126-4c21-828f-fe501c781d2a tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:53:47.774084 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970daebc-b126-4c21-828f-fe501c781d2a tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:53:47.774633 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970daebc-b126-4c21-828f-fe501c781d2a tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:53:47.775134 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970daebc-b126-4c21-828f-fe501c781d2a tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:53:47.775748 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970daebc-b126-4c21-828f-fe501c781d2a tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:53:47.789212 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network 55e1781e-3139-4b8b-8e1d-bd1440f3131b details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:53:47.808431 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6ca9189-57af-4c15-bf42-d12d0fe32772 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Made reservation on behalf of 3e5083f2d5134ae39233010b11068ab8 for: {'subnet': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:53:47.812763 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f6ca9189-57af-4c15-bf42-d12d0fe32772 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25350782'] for subnet, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:47.879127 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f17bb6d-f8b8-4646-adf3-990c5d2fda3b req-c5bd1483-b186-43a0-aedc-16364cf0ebdf tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:47.886896 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5f17bb6d-f8b8-4646-adf3-990c5d2fda3b req-c5bd1483-b186-43a0-aedc-16364cf0ebdf tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6985271-c5af-4029-bb17-1bfc6954e8ed HTTP/1.1" status: 200 len: 946 time: 0.8307989 Oct 20 10:53:48.020700 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-6a0c0f93-c54e-4923-a858-55f0755c2547 None None] Could not find standard attr ID for object b0aef0a7-6b13-46fb-9483-dcbe3df61c32. {{(pid=100598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 20 10:53:48.049033 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-6a0c0f93-c54e-4923-a858-55f0755c2547 None None] Provisioning complete for port 5554ca1c-54ad-4d10-adda-21ef3578615d triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:53:48.049418 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-6a0c0f93-c54e-4923-a858-55f0755c2547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:48.111914 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4c21de16-cc1d-4160-9f8e-59ac507ba1da req-7d6c7c4f-9127-48bc-a7c8-c905dfab47ed tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "GET /v2.0/security-groups?id=0dc9179d-66bd-42ab-8966-2d73b22efd24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3046675 Oct 20 10:53:48.126303 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-23bd5b0c-b400-4a35-a358-9bf9f83d187c req-57298e3b-6423-48b5-96ff-c5559c093def tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=58574406-52f6-4da8-ba4e-3f91a696d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3730805 Oct 20 10:53:48.127507 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3730e888-f4c7-4da5-9f40-aea61fab36b0 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:48.133548 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-3730e888-f4c7-4da5-9f40-aea61fab36b0 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "DELETE /v2.0/ports/b0aef0a7-6b13-46fb-9483-dcbe3df61c32 HTTP/1.1" status: 204 len: 168 time: 2.1540623 Oct 20 10:53:48.190830 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 50766) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:48.242877 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device a7b4fcc5-81d5-4140-a9b3-cc52bc703292 no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:53:48.310078 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: a7b4fcc5-81d5-4140-a9b3-cc52bc703292 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:53:48.310458 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device a7b4fcc5-81d5-4140-a9b3-cc52bc703292 not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:53:48.487056 n-d-811396-3 neutron-server[100597]: DEBUG neutron.objects.ports [None req-f6ca9189-57af-4c15-bf42-d12d0fe32772 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100597) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 20 10:53:48.489400 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f6ca9189-57af-4c15-bf42-d12d0fe32772 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25350752'] for subnet, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:48.584473 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-79fe175f-e28e-4f6e-bf6d-84b1959bd3d9 None None] Could not find standard attr ID for object b0aef0a7-6b13-46fb-9483-dcbe3df61c32. {{(pid=100598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 20 10:53:48.603461 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ca9189-57af-4c15-bf42-d12d0fe32772 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Pushing event updated for resources: {'Subnet': ['ID=c677923d-c9f6-4059-8176-d1235fc9cae9,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:48.617387 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7413ee2-e305-41e7-a7ee-3b7eb1a11d3d tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:48.622307 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-b7413ee2-e305-41e7-a7ee-3b7eb1a11d3d tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.4247346 Oct 20 10:53:48.623455 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 50784) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:48.639050 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77b8309-bd19-4eac-82b4-b24837aca39a req-4192227d-5930-48a1-be63-55e9f6a333e1 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:48.641021 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b77b8309-bd19-4eac-82b4-b24837aca39a req-4192227d-5930-48a1-be63-55e9f6a333e1 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/ports?device_id=982cf2b9-f584-4e2b-9222-a8c52175a1df HTTP/1.1" status: 200 len: 945 time: 0.3170645 Oct 20 10:53:48.662260 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-5f17bb6d-f8b8-4646-adf3-990c5d2fda3b req-b1bfbe28-6f1d-46ee-84c3-d44864033eec tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Deleting port b8dcd228-64bf-4b65-ac92-a15363c2ebeb {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:53:48.670919 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-5f17bb6d-f8b8-4646-adf3-990c5d2fda3b req-b1bfbe28-6f1d-46ee-84c3-d44864033eec tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:48.715459 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ca9189-57af-4c15-bf42-d12d0fe32772 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Checking segment: {'id': 'f63a557a-2d94-4439-8890-0294b62146fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '55e1781e-3139-4b8b-8e1d-bd1440f3131b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:53:48.716125 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ca9189-57af-4c15-bf42-d12d0fe32772 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Network hostable DHCP agents. Network: 55e1781e-3139-4b8b-8e1d-bd1440f3131b, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:53:48.778975 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ca9189-57af-4c15-bf42-d12d0fe32772 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Network 55e1781e-3139-4b8b-8e1d-bd1440f3131b is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:53:48.782646 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b77b8309-bd19-4eac-82b4-b24837aca39a req-6655a847-c855-43d5-aa6c-03e8ff65e40a tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/security-groups?id=4de8cd6c-6bcc-4778-96b5-f0ccd59485f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1317568 Oct 20 10:53:48.813943 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b926db8f-4764-420e-a6cf-e8d23f1b95fc req-b98fa9e9-6d3a-42e0-9792-b1817c41a3b2 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:48.821716 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec3f505f-3994-433f-9dfd-d86accbff4f0 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:48.822621 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b926db8f-4764-420e-a6cf-e8d23f1b95fc req-b98fa9e9-6d3a-42e0-9792-b1817c41a3b2 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3f9930f-6768-428d-b296-1e65ca6bdfa7 HTTP/1.1" status: 200 len: 944 time: 0.5049965 Oct 20 10:53:48.830855 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-ec3f505f-3994-433f-9dfd-d86accbff4f0 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2026827 Oct 20 10:53:48.834465 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 50786) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:48.918978 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8812116-a478-451c-aba5-4db0d33a547f tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:48.922997 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8812116-a478-451c-aba5-4db0d33a547f tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:48.926697 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8812116-a478-451c-aba5-4db0d33a547f tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:48.931168 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-a8812116-a478-451c-aba5-4db0d33a547f tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0956450 Oct 20 10:53:48.931926 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-f6ca9189-57af-4c15-bf42-d12d0fe32772 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, 55e1781e-3139-4b8b-8e1d-bd1440f3131b) {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:53:48.937958 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ca9189-57af-4c15-bf42-d12d0fe32772 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:48.938535 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f6ca9189-57af-4c15-bf42-d12d0fe32772 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:48.941803 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 50788) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:48.942447 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86691f75-8670-4f5e-b6ac-1fe2f2364c1c None None] Network 55e1781e-3139-4b8b-8e1d-bd1440f3131b requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:53:48.959695 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-f6ca9189-57af-4c15-bf42-d12d0fe32772 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.5094626 Oct 20 10:53:48.964954 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 50790) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:49.102707 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_v2 [None req-626e743b-acf8-469b-a66e-a08741c55cff tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Deleting subnet 224d1048-ab80-4cd3-9db2-6c98f0024c3a {{(pid=100596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:53:49.109924 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-626e743b-acf8-469b-a66e-a08741c55cff tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks [] for subnet, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:49.229886 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6d5edb9c-57d1-4bd3-9fed-46738a801236 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:49.239736 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-626e743b-acf8-469b-a66e-a08741c55cff tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25189079'] for subnet, precommit_delete_associations {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:49.268397 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:49.322191 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce3181c-4b4a-4b15-8cc2-199cc96129f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524064ba-869c-5550-b826-c26b69a11278-55e1781e-3139-4b8b-8e1d-bd1440f3131b', 'network_id': '55e1781e-3139-4b8b-8e1d-bd1440f3131b', 'tenant_id': '3e5083f2d5134ae39233010b11068ab8', 'fixed_ips': [{'subnet_id': 'c677923d-c9f6-4059-8176-d1235fc9cae9'}]}} from n-d-811396-3. {{(pid=100598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:53:49.323095 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-fce3181c-4b4a-4b15-8cc2-199cc96129f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:49.363285 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6d5edb9c-57d1-4bd3-9fed-46738a801236 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:49.496670 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-626e743b-acf8-469b-a66e-a08741c55cff tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:49.514887 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6d5edb9c-57d1-4bd3-9fed-46738a801236 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25350811'] for subnet, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:49.564822 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server [None req-fce3181c-4b4a-4b15-8cc2-199cc96129f5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c677923d-c9f6-4059-8176-d1235fc9cae9: This subnet is being modified by another concurrent operation. Oct 20 10:53:49.564822 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 20 10:53:49.564822 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 20 10:53:49.564822 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 20 10:53:49.564822 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 20 10:53:49.564822 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 20 10:53:49.564822 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 20 10:53:49.564822 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 20 10:53:49.564822 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 20 10:53:49.564822 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 20 10:53:49.564822 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 20 10:53:49.564822 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 20 10:53:49.564822 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 10:53:49.564822 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 10:53:49.564822 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 10:53:49.564822 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 10:53:49.564822 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 20 10:53:49.564822 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 10:53:49.564822 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 20 10:53:49.564822 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 20 10:53:49.564822 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 10:53:49.564822 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 10:53:49.564822 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 10:53:49.564822 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 10:53:49.564822 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 20 10:53:49.564822 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 10:53:49.564822 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 20 10:53:49.564822 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 20 10:53:49.564822 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 10:53:49.564822 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 10:53:49.564822 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 10:53:49.564822 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 10:53:49.564822 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 20 10:53:49.564822 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 20 10:53:49.564822 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 20 10:53:49.564822 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 20 10:53:49.564822 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 20 10:53:49.564822 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 20 10:53:49.564822 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 20 10:53:49.564822 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 20 10:53:49.564822 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 20 10:53:49.564822 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 20 10:53:49.564822 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 20 10:53:49.564822 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 10:53:49.564822 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 20 10:53:49.564822 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 20 10:53:49.564822 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 20 10:53:49.564822 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 20 10:53:49.564822 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 10:53:49.564822 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 10:53:49.564822 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 10:53:49.564822 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 10:53:49.564822 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 20 10:53:49.564822 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 10:53:49.568535 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 20 10:53:49.568535 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 20 10:53:49.568535 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 10:53:49.568535 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 10:53:49.568535 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 10:53:49.568535 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 10:53:49.568535 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 20 10:53:49.568535 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 10:53:49.568535 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 20 10:53:49.568535 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 20 10:53:49.568535 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 10:53:49.568535 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 10:53:49.568535 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 10:53:49.568535 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 10:53:49.568535 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 20 10:53:49.568535 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 20 10:53:49.568535 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 20 10:53:49.568535 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 20 10:53:49.568535 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 20 10:53:49.568535 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 20 10:53:49.568535 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 20 10:53:49.568535 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 20 10:53:49.568535 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 20 10:53:49.568535 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 20 10:53:49.568535 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 10:53:49.568535 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 10:53:49.568535 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 10:53:49.568535 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 10:53:49.568535 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 20 10:53:49.568535 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 20 10:53:49.568535 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 20 10:53:49.568535 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 20 10:53:49.568535 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 20 10:53:49.568535 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 20 10:53:49.568535 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 20 10:53:49.568535 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server raise exception Oct 20 10:53:49.568535 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c677923d-c9f6-4059-8176-d1235fc9cae9: This subnet is being modified by another concurrent operation. Oct 20 10:53:49.568535 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server Oct 20 10:53:49.589764 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca87289b-7e78-4cf7-8227-b9c0ac6bda22 None None] Network 55e1781e-3139-4b8b-8e1d-bd1440f3131b requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:53:49.636295 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5edb9c-57d1-4bd3-9fed-46738a801236 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Pushing event deleted for resources: {'Subnet': ['ID=c677923d-c9f6-4059-8176-d1235fc9cae9,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:49.687215 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b926db8f-4764-420e-a6cf-e8d23f1b95fc req-400060e6-aa38-4b58-ad92-57659c9cd684 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=58574406-52f6-4da8-ba4e-3f91a696d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8610213 Oct 20 10:53:49.776354 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6d5edb9c-57d1-4bd3-9fed-46738a801236 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:49.778284 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-626e743b-acf8-469b-a66e-a08741c55cff tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26836193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26761888'] for subnet, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:49.804605 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-5f17bb6d-f8b8-4646-adf3-990c5d2fda3b req-b1bfbe28-6f1d-46ee-84c3-d44864033eec tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] For port b8dcd228-64bf-4b65-ac92-a15363c2ebeb, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=b8dcd228-64bf-4b65-ac92-a15363c2ebeb,segment=NetworkSegment(ffcf5e3b-3827-4d62-9e42-559efa08a955),segment_id=ffcf5e3b-3827-4d62-9e42-559efa08a955)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:53:49.804980 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-5f17bb6d-f8b8-4646-adf3-990c5d2fda3b req-b1bfbe28-6f1d-46ee-84c3-d44864033eec tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:49.829383 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-626e743b-acf8-469b-a66e-a08741c55cff tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:49.833186 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-6d5edb9c-57d1-4bd3-9fed-46738a801236 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55e1781e-3139-4b8b-8e1d-bd1440f3131b']}} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:53:49.834925 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-626e743b-acf8-469b-a66e-a08741c55cff tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "DELETE /v2.0/subnets/224d1048-ab80-4cd3-9db2-6c98f0024c3a HTTP/1.1" status: 204 len: 168 time: 0.8869331 Oct 20 10:53:49.837604 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 50812) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:49.855106 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f7a7a2-b21f-4fd0-9b57-12a83b3eea52 None None] Network 8320e101-644d-44af-9385-629dd54c3c0a requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:53:49.882084 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-6d5edb9c-57d1-4bd3-9fed-46738a801236 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f63a557a-2d94-4439-8890-0294b62146fd') {'for_net_delete': True} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:53:49.882403 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-6d5edb9c-57d1-4bd3-9fed-46738a801236 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f63a557a-2d94-4439-8890-0294b62146fd') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:53:49.909009 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626e743b-acf8-469b-a66e-a08741c55cff tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Pushing event deleted for resources: {'Subnet': ['ID=224d1048-ab80-4cd3-9db2-6c98f0024c3a,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:49.928232 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-5f17bb6d-f8b8-4646-adf3-990c5d2fda3b req-b1bfbe28-6f1d-46ee-84c3-d44864033eec tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Calling delete_port for b8dcd228-64bf-4b65-ac92-a15363c2ebeb owned by compute:nova {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:53:49.965581 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6d5edb9c-57d1-4bd3-9fed-46738a801236 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25852596'] for segment, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:50.013496 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6d5edb9c-57d1-4bd3-9fed-46738a801236 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:50.013834 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcccf986-1f64-4dab-b5b5-5a1a88bfa081 req-ff75835d-34de-4961-b0d4-f1df735235f1 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:50.015407 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-dcccf986-1f64-4dab-b5b5-5a1a88bfa081 req-ff75835d-34de-4961-b0d4-f1df735235f1 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "GET /v2.0/ports?device_id=f6985271-c5af-4029-bb17-1bfc6954e8ed HTTP/1.1" status: 200 len: 946 time: 0.3131104 Oct 20 10:53:50.047846 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e797950-51b0-4a8f-a0d5-f8fcc116b1a3 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Deleting subnet 42964de7-0532-4540-897f-8c31170b95c6 {{(pid=100597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:53:50.062012 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d5edb9c-57d1-4bd3-9fed-46738a801236 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Releasing vlan 837 on physical network physnet1 to pool {{(pid=100597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:53:50.062425 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6d5edb9c-57d1-4bd3-9fed-46738a801236 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951012'] for segment, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:50.065599 n-d-811396-3 neutron-server[100597]: Traceback (most recent call last): Oct 20 10:53:50.065599 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:53:50.065599 n-d-811396-3 neutron-server[100597]: timer() Oct 20 10:53:50.065599 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:53:50.065599 n-d-811396-3 neutron-server[100597]: cb(*args, **kw) Oct 20 10:53:50.065599 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:53:50.065599 n-d-811396-3 neutron-server[100597]: return func(*args, **kwargs) Oct 20 10:53:50.065599 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:53:50.065599 n-d-811396-3 neutron-server[100597]: self._notify() Oct 20 10:53:50.065599 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:53:50.065599 n-d-811396-3 neutron-server[100597]: self.callback(batched_events) Oct 20 10:53:50.065599 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:53:50.065599 n-d-811396-3 neutron-server[100597]: event.method(event) Oct 20 10:53:50.065599 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:53:50.065599 n-d-811396-3 neutron-server[100597]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:53:50.065599 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:53:50.065599 n-d-811396-3 neutron-server[100597]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:53:50.065599 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:53:50.065599 n-d-811396-3 neutron-server[100597]: return f(self, *a, **k) Oct 20 10:53:50.065599 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:53:50.065599 n-d-811396-3 neutron-server[100597]: return self._get(url).json() Oct 20 10:53:50.065599 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:53:50.065599 n-d-811396-3 neutron-server[100597]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:53:50.065599 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:53:50.065599 n-d-811396-3 neutron-server[100597]: return self.request(url, 'GET', **kwargs) Oct 20 10:53:50.065599 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:53:50.065599 n-d-811396-3 neutron-server[100597]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:53:50.065599 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:53:50.065599 n-d-811396-3 neutron-server[100597]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:53:50.065599 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:53:50.065599 n-d-811396-3 neutron-server[100597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:53:50.065599 n-d-811396-3 neutron-server[100597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:53:50.067809 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0e797950-51b0-4a8f-a0d5-f8fcc116b1a3 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks [] for subnet, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:50.186110 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e954c9-dbdd-4cf8-8a76-46317993077b req-0329e3ba-8670-420c-bd7c-a1a078f54d40 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:50.188847 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b3e954c9-dbdd-4cf8-8a76-46317993077b req-0329e3ba-8670-420c-bd7c-a1a078f54d40 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/ports?device_id=982cf2b9-f584-4e2b-9222-a8c52175a1df HTTP/1.1" status: 200 len: 945 time: 0.2551003 Oct 20 10:53:50.222452 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-dcccf986-1f64-4dab-b5b5-5a1a88bfa081 req-bcd21d6f-24a7-462f-84c7-861f6276bec0 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "GET /v2.0/security-groups?id=0dc9179d-66bd-42ab-8966-2d73b22efd24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1992908 Oct 20 10:53:50.306657 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b3e954c9-dbdd-4cf8-8a76-46317993077b req-88cae861-c6d0-4925-93de-01869e8df6f5 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/security-groups?id=4de8cd6c-6bcc-4778-96b5-f0ccd59485f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010628 Oct 20 10:53:50.487692 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-5f17bb6d-f8b8-4646-adf3-990c5d2fda3b req-b1bfbe28-6f1d-46ee-84c3-d44864033eec tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:50.672130 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bfbe28-6f1d-46ee-84c3-d44864033eec tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Pushing event deleted for resources: {'Port': ['ID=b8dcd228-64bf-4b65-ac92-a15363c2ebeb,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:50.793255 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f17bb6d-f8b8-4646-adf3-990c5d2fda3b req-b1bfbe28-6f1d-46ee-84c3-d44864033eec tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] No DVR routers for this DVR port b8dcd228-64bf-4b65-ac92-a15363c2ebeb on host n-h1-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:53:50.804814 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0e797950-51b0-4a8f-a0d5-f8fcc116b1a3 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25852621'] for subnet, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:50.805407 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-5f17bb6d-f8b8-4646-adf3-990c5d2fda3b req-b1bfbe28-6f1d-46ee-84c3-d44864033eec tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:50.820600 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5f17bb6d-f8b8-4646-adf3-990c5d2fda3b req-b1bfbe28-6f1d-46ee-84c3-d44864033eec tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.55 "DELETE /v2.0/ports/b8dcd228-64bf-4b65-ac92-a15363c2ebeb HTTP/1.1" status: 204 len: 173 time: 2.9012442 Oct 20 10:53:50.827827 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6985271-c5af-4029-bb17-1bfc6954e8ed', 'name': 'network-vif-deleted', 'tag': 'b8dcd228-64bf-4b65-ac92-a15363c2ebeb'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:53:50.833023 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-752cd543-14f2-4641-a7cc-a14030c68287" -d '{"events": [{"server_uuid": "f6985271-c5af-4029-bb17-1bfc6954e8ed", "name": "network-vif-deleted", "tag": "b8dcd228-64bf-4b65-ac92-a15363c2ebeb"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:53:50.887543 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6d5edb9c-57d1-4bd3-9fed-46738a801236 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:50.893310 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebd7baa-c5f7-4ab6-986d-e0147ba8f7ca req-9a3f2546-2f5a-4566-95c8-d10bd4e3742c tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:50.895128 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0ebd7baa-c5f7-4ab6-986d-e0147ba8f7ca req-9a3f2546-2f5a-4566-95c8-d10bd4e3742c tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/networks?id=b8b1e2be-5932-428e-a716-07af13af4e6c HTTP/1.1" status: 200 len: 811 time: 0.5171344 Oct 20 10:53:50.914155 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6d5edb9c-57d1-4bd3-9fed-46738a801236 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:50.925513 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-6d5edb9c-57d1-4bd3-9fed-46738a801236 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] 10.222.0.64 "DELETE /v2.0/networks/55e1781e-3139-4b8b-8e1d-bd1440f3131b HTTP/1.1" status: 204 len: 168 time: 1.9423206 Oct 20 10:53:50.932174 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0ebd7baa-c5f7-4ab6-986d-e0147ba8f7ca req-79866ffd-4709-405c-a7f5-ec5feb1f1f17 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/quotas/376203cb7dec4dad9717307d6c606d33 HTTP/1.1" status: 200 len: 375 time: 0.0214548 Oct 20 10:53:50.934827 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d38a5136-0d9c-4521-945c-4f1ccc8445e5 x-openstack-request-id: req-d38a5136-0d9c-4521-945c-4f1ccc8445e5 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:53:50.935117 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6985271-c5af-4029-bb17-1bfc6954e8ed", "name": "network-vif-deleted", "tag": "b8dcd228-64bf-4b65-ac92-a15363c2ebeb", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:53:50.935371 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d38a5136-0d9c-4521-945c-4f1ccc8445e5 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:53:50.937180 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6985271-c5af-4029-bb17-1bfc6954e8ed', 'name': 'network-vif-deleted', 'tag': 'b8dcd228-64bf-4b65-ac92-a15363c2ebeb', 'status': 'completed', 'code': 200} Oct 20 10:53:50.937585 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 50844) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:50.952414 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5edb9c-57d1-4bd3-9fed-46738a801236 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Pushing event deleted for resources: {'Network': ['ID=55e1781e-3139-4b8b-8e1d-bd1440f3131b,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:51.096864 n-d-811396-3 neutron-server[100596]: INFO neutron.pecan_wsgi.hooks.translation [None req-80dba9aa-8be3-4621-9645-f01d9d3cb0d9 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] DELETE failed (client error): The resource could not be found. Oct 20 10:53:51.097578 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80dba9aa-8be3-4621-9645-f01d9d3cb0d9 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:53:51.106394 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-80dba9aa-8be3-4621-9645-f01d9d3cb0d9 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] 10.222.0.64 "DELETE /v2.0/subnets/c677923d-c9f6-4059-8176-d1235fc9cae9 HTTP/1.1" status: 404 len: 337 time: 0.1624360 Oct 20 10:53:51.106845 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 50846) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:51.171355 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device b8dcd228-64bf-4b65-ac92-a15363c2ebeb no longer exists at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:53:51.186976 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f559756-5a9f-4ec3-bb99-4ffd69847560 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] DELETE failed (client error): The resource could not be found. Oct 20 10:53:51.187686 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f559756-5a9f-4ec3-bb99-4ffd69847560 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:53:51.193912 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-0f559756-5a9f-4ec3-bb99-4ffd69847560 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] 10.222.0.64 "DELETE /v2.0/networks/55e1781e-3139-4b8b-8e1d-bd1440f3131b HTTP/1.1" status: 404 len: 339 time: 0.0769248 Oct 20 10:53:51.194778 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 50852) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:51.227938 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] No Port match for: b8dcd228-64bf-4b65-ac92-a15363c2ebeb {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:53:51.228552 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device b8dcd228-64bf-4b65-ac92-a15363c2ebeb not bound to the agent host n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:53:51.234703 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0e797950-51b0-4a8f-a0d5-f8fcc116b1a3 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:51.254353 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0ebd7baa-c5f7-4ab6-986d-e0147ba8f7ca req-94b6e167-a9a6-4d0a-890d-c9b2042ea0f5 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=376203cb7dec4dad9717307d6c606d33&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2885053 Oct 20 10:53:51.269866 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-7986bcb3-7439-4527-990f-951b6eac87f5 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] DELETE failed (client error): The resource could not be found. Oct 20 10:53:51.270321 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7986bcb3-7439-4527-990f-951b6eac87f5 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:53:51.275733 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-7986bcb3-7439-4527-990f-951b6eac87f5 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] 10.222.0.64 "DELETE /v2.0/subnets/d8c6dd22-6dd2-4faf-93cd-66c3498166f5 HTTP/1.1" status: 404 len: 337 time: 0.0780268 Oct 20 10:53:51.276653 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 50856) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:51.327092 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfce5c65-0004-4f71-b55e-219cfe7da96b tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] DELETE failed (client error): The resource could not be found. Oct 20 10:53:51.327641 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfce5c65-0004-4f71-b55e-219cfe7da96b tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:53:51.341875 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-cfce5c65-0004-4f71-b55e-219cfe7da96b tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] 10.222.0.64 "DELETE /v2.0/networks/c99b7afc-c897-4283-a05c-2ab8876d5d8f HTTP/1.1" status: 404 len: 339 time: 0.0618975 Oct 20 10:53:51.342147 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 50860) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:51.416401 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d152f22-6598-495b-8959-2b7dfbcdd8f3 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] DELETE failed (client error): The resource could not be found. Oct 20 10:53:51.416862 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d152f22-6598-495b-8959-2b7dfbcdd8f3 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:53:51.439549 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-4d152f22-6598-495b-8959-2b7dfbcdd8f3 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] 10.222.0.64 "DELETE /v2.0/subnets/b93e3dee-1232-466a-9943-d03c2f0e71f4 HTTP/1.1" status: 404 len: 337 time: 0.0939400 Oct 20 10:53:51.455202 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 50862) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:51.503027 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-076a647d-a2e2-4edf-89a0-08864218bac9 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] DELETE failed (client error): The resource could not be found. Oct 20 10:53:51.503886 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-076a647d-a2e2-4edf-89a0-08864218bac9 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:53:51.507764 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-076a647d-a2e2-4edf-89a0-08864218bac9 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] 10.222.0.64 "DELETE /v2.0/networks/b4f083bc-5905-4728-9ebb-e77b5e4a25b3 HTTP/1.1" status: 404 len: 339 time: 0.0515728 Oct 20 10:53:51.510267 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 50866) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:51.600807 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cedecd38-67be-4eb7-88dd-88457d864d21 req-b270e309-ae08-405c-b1e1-cd4267bf4cef tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "GET /v2.0/ports?device_id=f6985271-c5af-4029-bb17-1bfc6954e8ed HTTP/1.1" status: 200 len: 210 time: 0.1088355 Oct 20 10:53:51.654174 n-d-811396-3 neutron-server[100596]: INFO neutron.api.v2.resource [req-109533a2-1ad6-4027-ae0d-83f739dc80db req-e5f33ca7-302c-4c77-bbbf-6cdb254acb76 service neutron] show failed (client error): The resource could not be found. Oct 20 10:53:51.663748 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-109533a2-1ad6-4027-ae0d-83f739dc80db req-e5f33ca7-302c-4c77-bbbf-6cdb254acb76 service neutron] 10.222.0.55 "GET /v2.0/ports/9a694840-85b2-41cc-8b6b-82d014e9b501/bindings/n-h2-811396-3 HTTP/1.1" status: 404 len: 380 time: 0.4016800 Oct 20 10:53:51.722467 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0ebd7baa-c5f7-4ab6-986d-e0147ba8f7ca req-8f36e3d2-ed02-4cdf-a7e3-cad9f98b5121 service neutron] 10.222.0.64 "GET /v2.0/networks/b8b1e2be-5932-428e-a716-07af13af4e6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4610336 Oct 20 10:53:51.757514 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0e797950-51b0-4a8f-a0d5-f8fcc116b1a3 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25350811'] for subnet, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:51.859296 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e797950-51b0-4a8f-a0d5-f8fcc116b1a3 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Pushing event deleted for resources: {'Subnet': ['ID=42964de7-0532-4540-897f-8c31170b95c6,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:51.890798 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0e797950-51b0-4a8f-a0d5-f8fcc116b1a3 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:51.894151 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-0e797950-51b0-4a8f-a0d5-f8fcc116b1a3 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "DELETE /v2.0/subnets/42964de7-0532-4540-897f-8c31170b95c6 HTTP/1.1" status: 204 len: 168 time: 2.0542834 Oct 20 10:53:51.905640 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 50872) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:51.978655 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c3f602-2ca6-4c86-95a6-4c455cb4dd46 req-f229f1a9-f9ba-4cd4-9c1d-f8dea410f412 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:51.986820 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e8c3f602-2ca6-4c86-95a6-4c455cb4dd46 req-f229f1a9-f9ba-4cd4-9c1d-f8dea410f412 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/ports?device_id=982cf2b9-f584-4e2b-9222-a8c52175a1df HTTP/1.1" status: 200 len: 945 time: 0.2142725 Oct 20 10:53:52.074463 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-b0faee4a-e7d8-4449-9801-00b735a54af0 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1678209 Oct 20 10:53:52.079892 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 50878) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:52.096118 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-ee6a051a-2c8a-411f-b3d6-baa403697bae tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Deleting port 66f92fc6-3e90-4850-aa3a-d5f2781519d8 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:53:52.096547 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ee6a051a-2c8a-411f-b3d6-baa403697bae tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:52.102541 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e8c3f602-2ca6-4c86-95a6-4c455cb4dd46 req-8ac09af7-9225-4049-8011-1a107de353c4 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/security-groups?id=4de8cd6c-6bcc-4778-96b5-f0ccd59485f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1144755 Oct 20 10:53:52.103788 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-4399a8b0-56f3-43b9-aa36-74d9e1971192 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Request body: {'subnet': {'network_id': '8320e101-644d-44af-9385-629dd54c3c0a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:53:52.132852 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2bde463-f82e-43ce-bc35-56470761d947 None None] Network 8320e101-644d-44af-9385-629dd54c3c0a requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:53:52.161508 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0ebd7baa-c5f7-4ab6-986d-e0147ba8f7ca req-e78baabb-5294-40bf-80d9-ae9bd95ce29c service neutron] 10.222.0.64 "GET /v2.0/networks/b8b1e2be-5932-428e-a716-07af13af4e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4330094 Oct 20 10:53:52.177017 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109533a2-1ad6-4027-ae0d-83f739dc80db req-ce97724a-09fc-4f06-8c27-2da788fe85ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:52.187979 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-109533a2-1ad6-4027-ae0d-83f739dc80db req-ce97724a-09fc-4f06-8c27-2da788fe85ed service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=982cf2b9-f584-4e2b-9222-a8c52175a1df&tenant_id=ba79d3046aa84fd2ac89895f3514d2bd HTTP/1.1" status: 200 len: 1096 time: 0.1852670 Oct 20 10:53:52.194467 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-3e6410c4-5d19-4687-9afc-3c89827a5dec None None] Provisioning complete for port 5554ca1c-54ad-4d10-adda-21ef3578615d triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:53:52.195001 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3e6410c4-5d19-4687-9afc-3c89827a5dec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:52.212388 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-109533a2-1ad6-4027-ae0d-83f739dc80db req-18f7b670-015b-48e8-ae38-cb54ef235942 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-811396-3', 'device_owner': 'compute:nova'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:53:52.351970 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-109533a2-1ad6-4027-ae0d-83f739dc80db req-18f7b670-015b-48e8-ae38-cb54ef235942 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:52.436747 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ee6a051a-2c8a-411f-b3d6-baa403697bae tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:52.480978 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-ee6a051a-2c8a-411f-b3d6-baa403697bae tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Calling delete_port for 66f92fc6-3e90-4850-aa3a-d5f2781519d8 owned by {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:53:52.600050 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4399a8b0-56f3-43b9-aa36-74d9e1971192 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Made reservation on behalf of 22a79d88690a4055b95547a3f21027fa for: {'subnet': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:53:52.604708 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4399a8b0-56f3-43b9-aa36-74d9e1971192 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25350782'] for subnet, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:52.756528 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d344c75-1e21-4827-b1c6-36e4a39ef22e None None] DHCP port deletion for 8320e101-644d-44af-9385-629dd54c3c0a request from n-d-811396-3 {{(pid=100598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:53:52.798345 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-109533a2-1ad6-4027-ae0d-83f739dc80db req-18f7b670-015b-48e8-ae38-cb54ef235942 service neutron] For port 9a694840-85b2-41cc-8b6b-82d014e9b501, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=9a694840-85b2-41cc-8b6b-82d014e9b501,segment=NetworkSegment(29d98e95-6dbd-4a20-a917-70645d26e8f8),segment_id=29d98e95-6dbd-4a20-a917-70645d26e8f8)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:53:52.841323 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-109533a2-1ad6-4027-ae0d-83f739dc80db req-18f7b670-015b-48e8-ae38-cb54ef235942 service neutron] For port 9a694840-85b2-41cc-8b6b-82d014e9b501, host n-h1-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:53:52.925302 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4399a8b0-56f3-43b9-aa36-74d9e1971192 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25350752'] for subnet, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:52.955995 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-8d344c75-1e21-4827-b1c6-36e4a39ef22e None None] Deleting port 5554ca1c-54ad-4d10-adda-21ef3578615d {{(pid=100598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:53:52.956779 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-8d344c75-1e21-4827-b1c6-36e4a39ef22e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:53.016806 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b5bcee88-0524-4535-81c5-b066b36d93f4 req-493f6b32-0eb9-4d35-855f-66b7468696dc tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=f333013b-3605-4c97-9095-c29d67e00745 HTTP/1.1" status: 200 len: 210 time: 0.1718068 Oct 20 10:53:53.038179 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4399a8b0-56f3-43b9-aa36-74d9e1971192 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Network 8320e101-644d-44af-9385-629dd54c3c0a is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:53:53.067485 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-4399a8b0-56f3-43b9-aa36-74d9e1971192 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:53:53.082714 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '982cf2b9-f584-4e2b-9222-a8c52175a1df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a694840-85b2-41cc-8b6b-82d014e9b501'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:53:53.085112 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29916503-1e94-41e2-8b0e-5e3ce951f6e5" -d '{"events": [{"server_uuid": "982cf2b9-f584-4e2b-9222-a8c52175a1df", "name": "network-vif-unplugged", "status": "completed", "tag": "9a694840-85b2-41cc-8b6b-82d014e9b501"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:53:53.085653 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4399a8b0-56f3-43b9-aa36-74d9e1971192 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:53.089070 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4399a8b0-56f3-43b9-aa36-74d9e1971192 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:53.097849 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-109533a2-1ad6-4027-ae0d-83f739dc80db req-18f7b670-015b-48e8-ae38-cb54ef235942 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:53.118115 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ee6a051a-2c8a-411f-b3d6-baa403697bae tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:53.130808 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 50910) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:53.157734 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-90006832-f67b-4af0-9721-fb34e2fad251 req-97019c0c-9367-4da5-9337-b46011c6bd5d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b3f9930f-6768-428d-b296-1e65ca6bdfa7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3101230 Oct 20 10:53:53.165493 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4399a8b0-56f3-43b9-aa36-74d9e1971192 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Pushing event updated for resources: {'Subnet': ['ID=9da5d186-447b-4d80-95db-885aaaca00a0,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:53.183051 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-8d344c75-1e21-4827-b1c6-36e4a39ef22e None None] For port 5554ca1c-54ad-4d10-adda-21ef3578615d, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=5554ca1c-54ad-4d10-adda-21ef3578615d,segment=NetworkSegment(bdd410b3-9198-4748-b872-a4840957eef7),segment_id=bdd410b3-9198-4748-b872-a4840957eef7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:53:53.183841 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-8d344c75-1e21-4827-b1c6-36e4a39ef22e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:53.194822 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.provisioning_blocks [req-109533a2-1ad6-4027-ae0d-83f739dc80db req-18f7b670-015b-48e8-ae38-cb54ef235942 service neutron] Transition to ACTIVE for port object 9a694840-85b2-41cc-8b6b-82d014e9b501 will not be triggered until provisioned by entity L2. {{(pid=100596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:53:53.208618 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-8d344c75-1e21-4827-b1c6-36e4a39ef22e None None] Calling delete_port for 5554ca1c-54ad-4d10-adda-21ef3578615d owned by network:dhcp {{(pid=100598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:53:53.257736 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5b7c08-9f22-49ac-8b97-7412144e099c req-8bfba89a-667a-4378-8835-a3e37212fe9b tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:53.274535 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6f5b7c08-9f22-49ac-8b97-7412144e099c req-8bfba89a-667a-4378-8835-a3e37212fe9b tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=e2ea36db-c311-4e67-bf53-528fd4385881 HTTP/1.1" status: 200 len: 945 time: 0.4279892 Oct 20 10:53:53.286396 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-4399a8b0-56f3-43b9-aa36-74d9e1971192 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1998754 Oct 20 10:53:53.286864 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Oct 2021 10:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76e2fa22-80c0-49e2-aff7-605ec5378323 x-openstack-request-id: req-76e2fa22-80c0-49e2-aff7-605ec5378323 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:53:53.287463 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "982cf2b9-f584-4e2b-9222-a8c52175a1df", "name": "network-vif-unplugged", "status": "completed", "tag": "9a694840-85b2-41cc-8b6b-82d014e9b501", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:53:53.287890 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-76e2fa22-80c0-49e2-aff7-605ec5378323 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:53:53.288169 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '982cf2b9-f584-4e2b-9222-a8c52175a1df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a694840-85b2-41cc-8b6b-82d014e9b501', 'code': 200} Oct 20 10:53:53.289753 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 50914) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:53.297429 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6a051a-2c8a-411f-b3d6-baa403697bae tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Pushing event deleted for resources: {'Port': ['ID=66f92fc6-3e90-4850-aa3a-d5f2781519d8,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:53.327206 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-f66078e9-bf0a-487e-ba77-b6a52a699001 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Request body: {'subnet': {'network_id': '8320e101-644d-44af-9385-629dd54c3c0a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:53:53.334910 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ee6a051a-2c8a-411f-b3d6-baa403697bae tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:53.341810 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-ee6a051a-2c8a-411f-b3d6-baa403697bae tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] 10.222.0.64 "DELETE /v2.0/ports/66f92fc6-3e90-4850-aa3a-d5f2781519d8 HTTP/1.1" status: 204 len: 168 time: 1.8304348 Oct 20 10:53:53.344945 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 50916) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:53.346600 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-109533a2-1ad6-4027-ae0d-83f739dc80db req-18f7b670-015b-48e8-ae38-cb54ef235942 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:53.412697 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-8d344c75-1e21-4827-b1c6-36e4a39ef22e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956'] for port, after_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:53.436794 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d344c75-1e21-4827-b1c6-36e4a39ef22e None None] No DVR routers for this DVR port 5554ca1c-54ad-4d10-adda-21ef3578615d on host n-d-811396-3 {{(pid=100598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:53:53.447713 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-57d9099f-c6bf-4dbe-865b-98f7fa4505a2 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] DELETE failed (client error): The resource could not be found. Oct 20 10:53:53.463217 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57d9099f-c6bf-4dbe-865b-98f7fa4505a2 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:53:53.466838 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-57d9099f-c6bf-4dbe-865b-98f7fa4505a2 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] 10.222.0.64 "DELETE /v2.0/subnets/7397eabe-1f36-4b78-acaa-d76006731d5a HTTP/1.1" status: 404 len: 337 time: 0.1202250 Oct 20 10:53:53.473525 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 50922) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:53.480663 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c3290f-3a3d-443a-b551-c150090b7b76 None None] Network 8320e101-644d-44af-9385-629dd54c3c0a requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:53:53.483580 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d344c75-1e21-4827-b1c6-36e4a39ef22e None None] Pushing event deleted for resources: {'Port': ['ID=5554ca1c-54ad-4d10-adda-21ef3578615d,revision_number=None']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:53.497966 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f7b670-015b-48e8-ae38-cb54ef235942 service neutron] Pushing event updated for resources: {'Port': ['ID=9a694840-85b2-41cc-8b6b-82d014e9b501,revision_number=6']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:53.716700 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fa424d19-fde4-4bf3-bba5-16d42c6d7e5f tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:53.753145 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f66078e9-bf0a-487e-ba77-b6a52a699001 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Made reservation on behalf of 22a79d88690a4055b95547a3f21027fa for: {'subnet': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:53:53.764227 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f66078e9-bf0a-487e-ba77-b6a52a699001 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25350782'] for subnet, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:53.772598 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90006832-f67b-4af0-9721-fb34e2fad251 req-0d72ea2d-16e2-4bed-a20b-c1dfaff2d696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:53.774526 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-90006832-f67b-4af0-9721-fb34e2fad251 req-0d72ea2d-16e2-4bed-a20b-c1dfaff2d696 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=376203cb7dec4dad9717307d6c606d33&device_id=b3f9930f-6768-428d-b296-1e65ca6bdfa7 HTTP/1.1" status: 200 len: 1095 time: 0.4821513 Oct 20 10:53:53.814470 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6f5b7c08-9f22-49ac-8b97-7412144e099c req-c3acc564-7e2a-4171-8369-0ea6511e97fd tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e1d7c5e-d35b-480e-bc76-e69dc8123b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5388744 Oct 20 10:53:53.832014 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-109533a2-1ad6-4027-ae0d-83f739dc80db req-18f7b670-015b-48e8-ae38-cb54ef235942 service neutron] No DVR routers for this DVR port 9a694840-85b2-41cc-8b6b-82d014e9b501 on host n-h1-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:53:53.833057 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1370eb34-3490-4dde-94e9-e5638f1ec536 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524064ba-869c-5550-b826-c26b69a11278-8320e101-644d-44af-9385-629dd54c3c0a', 'network_id': '8320e101-644d-44af-9385-629dd54c3c0a', 'tenant_id': '22a79d88690a4055b95547a3f21027fa', 'fixed_ips': [{'subnet_id': '9da5d186-447b-4d80-95db-885aaaca00a0'}]}} from n-d-811396-3. {{(pid=100598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:53:53.834774 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1370eb34-3490-4dde-94e9-e5638f1ec536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:54.026374 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fa424d19-fde4-4bf3-bba5-16d42c6d7e5f tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:54.050057 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-fa424d19-fde4-4bf3-bba5-16d42c6d7e5f tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28b7dee4-1847-4846-a1f7-5114254d3aee']}} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:53:54.061657 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-fa424d19-fde4-4bf3-bba5-16d42c6d7e5f tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55ccb530-bc37-445e-9d82-17bb5e21d9ea') {'for_net_delete': True} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:53:54.061957 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-fa424d19-fde4-4bf3-bba5-16d42c6d7e5f tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55ccb530-bc37-445e-9d82-17bb5e21d9ea') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:53:54.076233 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fa424d19-fde4-4bf3-bba5-16d42c6d7e5f tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25852596'] for segment, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:54.095567 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fa424d19-fde4-4bf3-bba5-16d42c6d7e5f tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:54.102090 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa424d19-fde4-4bf3-bba5-16d42c6d7e5f tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Releasing vlan 809 on physical network physnet1 to pool {{(pid=100597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:53:54.102597 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fa424d19-fde4-4bf3-bba5-16d42c6d7e5f tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951012'] for segment, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:54.112555 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e05653e7-c701-4921-bf5f-c517e3bdfc9d tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:54.140379 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-1370eb34-3490-4dde-94e9-e5638f1ec536 None None] Allocated IP 2001:db8::2 (8320e101-644d-44af-9385-629dd54c3c0a/9da5d186-447b-4d80-95db-885aaaca00a0/4564a4c5-55ae-464c-8c80-0c2747c65fa1) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:53:54.199912 n-d-811396-3 neutron-server[100597]: Traceback (most recent call last): Oct 20 10:53:54.199912 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:53:54.199912 n-d-811396-3 neutron-server[100597]: timer() Oct 20 10:53:54.199912 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:53:54.199912 n-d-811396-3 neutron-server[100597]: cb(*args, **kw) Oct 20 10:53:54.199912 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:53:54.199912 n-d-811396-3 neutron-server[100597]: return func(*args, **kwargs) Oct 20 10:53:54.199912 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:53:54.199912 n-d-811396-3 neutron-server[100597]: self._notify() Oct 20 10:53:54.199912 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:53:54.199912 n-d-811396-3 neutron-server[100597]: self.callback(batched_events) Oct 20 10:53:54.199912 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:53:54.199912 n-d-811396-3 neutron-server[100597]: event.method(event) Oct 20 10:53:54.199912 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:53:54.199912 n-d-811396-3 neutron-server[100597]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:53:54.199912 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:53:54.199912 n-d-811396-3 neutron-server[100597]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:53:54.199912 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:53:54.199912 n-d-811396-3 neutron-server[100597]: return f(self, *a, **k) Oct 20 10:53:54.199912 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:53:54.199912 n-d-811396-3 neutron-server[100597]: return self._get(url).json() Oct 20 10:53:54.199912 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:53:54.199912 n-d-811396-3 neutron-server[100597]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:53:54.199912 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:53:54.199912 n-d-811396-3 neutron-server[100597]: return self.request(url, 'GET', **kwargs) Oct 20 10:53:54.199912 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:53:54.199912 n-d-811396-3 neutron-server[100597]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:53:54.199912 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:53:54.199912 n-d-811396-3 neutron-server[100597]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:53:54.199912 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:53:54.199912 n-d-811396-3 neutron-server[100597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:53:54.199912 n-d-811396-3 neutron-server[100597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:53:54.215733 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fa424d19-fde4-4bf3-bba5-16d42c6d7e5f tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:54.257299 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5c5edf-9884-4b2e-a90c-0b0b87131832 req-e9e62210-d3f0-4ec0-b213-fa2882c0b444 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:54.281488 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fa424d19-fde4-4bf3-bba5-16d42c6d7e5f tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:54.284320 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5d5c5edf-9884-4b2e-a90c-0b0b87131832 req-e9e62210-d3f0-4ec0-b213-fa2882c0b444 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/ports?device_id=982cf2b9-f584-4e2b-9222-a8c52175a1df HTTP/1.1" status: 200 len: 943 time: 0.8592615 Oct 20 10:53:54.287489 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-fa424d19-fde4-4bf3-bba5-16d42c6d7e5f tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] 10.222.0.64 "DELETE /v2.0/networks/28b7dee4-1847-4846-a1f7-5114254d3aee HTTP/1.1" status: 204 len: 168 time: 0.7953410 Oct 20 10:53:54.287489 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa424d19-fde4-4bf3-bba5-16d42c6d7e5f tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Pushing event deleted for resources: {'Network': ['ID=28b7dee4-1847-4846-a1f7-5114254d3aee,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:54.303747 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 50932) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:54.369678 n-d-811396-3 neutron-server[100597]: INFO neutron.db.ipam_backend_mixin [None req-f66078e9-bf0a-487e-ba77-b6a52a699001 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9da5d186-447b-4d80-95db-885aaaca00a0 (CIDR: 2001:db8::/64) Oct 20 10:53:54.375991 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 5554ca1c-54ad-4d10-adda-21ef3578615d no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:53:54.406968 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 5554ca1c-54ad-4d10-adda-21ef3578615d {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:53:54.407322 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 5554ca1c-54ad-4d10-adda-21ef3578615d not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:53:54.442024 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-f66078e9-bf0a-487e-ba77-b6a52a699001 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 10:53:54.442518 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f66078e9-bf0a-487e-ba77-b6a52a699001 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:53:54.514662 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-f66078e9-bf0a-487e-ba77-b6a52a699001 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2209072 Oct 20 10:53:54.527330 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 50940) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:54.533422 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-1bef4253-e258-4976-a00f-80f904a0f6ab tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Request body: {'subnet': {'network_id': '8320e101-644d-44af-9385-629dd54c3c0a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:53:54.560467 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8c8c8f9e-8b17-4e0b-838b-196057ad2ddb req-8d188e80-5f03-4bb2-892b-b5afd330fd7f tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=f333013b-3605-4c97-9095-c29d67e00745 HTTP/1.1" status: 200 len: 210 time: 0.0690889 Oct 20 10:53:54.584016 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1370eb34-3490-4dde-94e9-e5638f1ec536 None None] Publish callbacks [] for port, precommit_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:54.600637 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1370eb34-3490-4dde-94e9-e5638f1ec536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:54.649379 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1370eb34-3490-4dde-94e9-e5638f1ec536 None None] Network 8320e101-644d-44af-9385-629dd54c3c0a is already hosted by enough agents. {{(pid=100598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:53:54.658633 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.base_scheduler [None req-1370eb34-3490-4dde-94e9-e5638f1ec536 None None] Resources bound (agent type, host, resource id): {{(pid=100598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:53:54.666032 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1370eb34-3490-4dde-94e9-e5638f1ec536 None None] Received port after_create {{(pid=100598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:53:54.689759 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e05653e7-c701-4921-bf5f-c517e3bdfc9d tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:54.718533 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebd7baa-c5f7-4ab6-986d-e0147ba8f7ca req-4805aaef-8106-4c34-941e-e2a11fd75d2f tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:54.720346 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-0ebd7baa-c5f7-4ab6-986d-e0147ba8f7ca req-4805aaef-8106-4c34-941e-e2a11fd75d2f tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.69 "GET /v2.0/networks?id=b8b1e2be-5932-428e-a716-07af13af4e6c HTTP/1.1" status: 200 len: 811 time: 0.5309834 Oct 20 10:53:54.734710 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [req-0ebd7baa-c5f7-4ab6-986d-e0147ba8f7ca req-f91f48c2-b59c-4958-bbe3-72dc3ff41704 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Request body: {'port': {'device_id': 'f333013b-3605-4c97-9095-c29d67e00745', 'network_id': 'b8b1e2be-5932-428e-a716-07af13af4e6c', 'admin_state_up': True, 'tenant_id': '376203cb7dec4dad9717307d6c606d33'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:53:54.736794 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1370eb34-3490-4dde-94e9-e5638f1ec536 None None] Pushing event updated for resources: {'Port': ['ID=4564a4c5-55ae-464c-8c80-0c2747c65fa1,revision_number=1']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:54.744746 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-1370eb34-3490-4dde-94e9-e5638f1ec536 None None] Attempting to bind port 4564a4c5-55ae-464c-8c80-0c2747c65fa1 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:53:54.745161 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-1370eb34-3490-4dde-94e9-e5638f1ec536 None None] Attempting to bind port 4564a4c5-55ae-464c-8c80-0c2747c65fa1 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': 'bdd410b3-9198-4748-b872-a4840957eef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '8320e101-644d-44af-9385-629dd54c3c0a'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:53:54.746581 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1370eb34-3490-4dde-94e9-e5638f1ec536 None None] Attempting to bind port 4564a4c5-55ae-464c-8c80-0c2747c65fa1 on network 8320e101-644d-44af-9385-629dd54c3c0a {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:53:54.753780 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1370eb34-3490-4dde-94e9-e5638f1ec536 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 53, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:53:54.754252 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1370eb34-3490-4dde-94e9-e5638f1ec536 None None] Checking segment: {'id': 'bdd410b3-9198-4748-b872-a4840957eef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '8320e101-644d-44af-9385-629dd54c3c0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:53:54.754565 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1370eb34-3490-4dde-94e9-e5638f1ec536 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:54.754939 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1370eb34-3490-4dde-94e9-e5638f1ec536 None None] Bound using segment: {'id': 'bdd410b3-9198-4748-b872-a4840957eef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '8320e101-644d-44af-9385-629dd54c3c0a'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:53:54.755421 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-1370eb34-3490-4dde-94e9-e5638f1ec536 None None] Bound port: 4564a4c5-55ae-464c-8c80-0c2747c65fa1, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdd410b3-9198-4748-b872-a4840957eef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '8320e101-644d-44af-9385-629dd54c3c0a'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:53:54.755807 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1370eb34-3490-4dde-94e9-e5638f1ec536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:54.810560 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bef4253-e258-4976-a00f-80f904a0f6ab tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Made reservation on behalf of 22a79d88690a4055b95547a3f21027fa for: {'subnet': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:53:54.815305 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1bef4253-e258-4976-a00f-80f904a0f6ab tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25350782'] for subnet, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:54.833514 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-1e07b07e-df1a-4df1-a13d-c4c0e69c2405 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Deleting port bbdc5595-cfa5-44db-886d-447316db35b0 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:53:54.834127 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1e07b07e-df1a-4df1-a13d-c4c0e69c2405 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:54.842815 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e05653e7-c701-4921-bf5f-c517e3bdfc9d tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:54.849260 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e05653e7-c701-4921-bf5f-c517e3bdfc9d tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:54.858229 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-e05653e7-c701-4921-bf5f-c517e3bdfc9d tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "DELETE /v2.0/security-groups/0dc9179d-66bd-42ab-8966-2d73b22efd24 HTTP/1.1" status: 204 len: 168 time: 1.7202487 Oct 20 10:53:54.866198 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1370eb34-3490-4dde-94e9-e5638f1ec536 None None] For port 4564a4c5-55ae-464c-8c80-0c2747c65fa1, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:53:54.871004 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1370eb34-3490-4dde-94e9-e5638f1ec536 None None] For port 4564a4c5-55ae-464c-8c80-0c2747c65fa1, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=4564a4c5-55ae-464c-8c80-0c2747c65fa1,segment=NetworkSegment(bdd410b3-9198-4748-b872-a4840957eef7),segment_id=bdd410b3-9198-4748-b872-a4840957eef7)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:53:54.876564 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1370eb34-3490-4dde-94e9-e5638f1ec536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:54.898102 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05653e7-c701-4921-bf5f-c517e3bdfc9d tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dc9179d-66bd-42ab-8966-2d73b22efd24,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:54.950136 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5d5c5edf-9884-4b2e-a90c-0b0b87131832 req-62b9e680-afd0-4e75-baa0-a60a35cfb275 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/security-groups?id=4de8cd6c-6bcc-4778-96b5-f0ccd59485f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6646211 Oct 20 10:53:55.025483 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1370eb34-3490-4dde-94e9-e5638f1ec536 None None] Pushing event updated for resources: {'Port': ['ID=4564a4c5-55ae-464c-8c80-0c2747c65fa1,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:55.099915 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 50952) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:55.118614 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1e07b07e-df1a-4df1-a13d-c4c0e69c2405 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:55.179727 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-1e07b07e-df1a-4df1-a13d-c4c0e69c2405 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Calling delete_port for bbdc5595-cfa5-44db-886d-447316db35b0 owned by {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:53:55.188025 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 9a694840-85b2-41cc-8b6b-82d014e9b501 no longer exists at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:53:55.335436 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc865e72-b041-4faa-8df4-a1b84505e8c3 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Deleting subnet 66a8eb0e-77e5-4e40-837e-e1c522e11a5a {{(pid=100597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:53:55.336638 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 9a694840-85b2-41cc-8b6b-82d014e9b501 not bound to the agent host n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:53:55.346179 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fc865e72-b041-4faa-8df4-a1b84505e8c3 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks [] for subnet, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:55.406245 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ebd7baa-c5f7-4ab6-986d-e0147ba8f7ca req-f91f48c2-b59c-4958-bbe3-72dc3ff41704 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Made reservation on behalf of 376203cb7dec4dad9717307d6c606d33 for: {'port': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:53:55.409939 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-0ebd7baa-c5f7-4ab6-986d-e0147ba8f7ca req-f91f48c2-b59c-4958-bbe3-72dc3ff41704 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:55.456561 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fc865e72-b041-4faa-8df4-a1b84505e8c3 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25852621'] for subnet, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:55.515127 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b796bca-8b74-43a2-a239-212007110143 req-f302597e-8c0d-4f59-8940-506bcff315f4 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:55.516722 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0b796bca-8b74-43a2-a239-212007110143 req-f302597e-8c0d-4f59-8940-506bcff315f4 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2ea36db-c311-4e67-bf53-528fd4385881 HTTP/1.1" status: 200 len: 945 time: 1.5754142 Oct 20 10:53:55.577160 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1e07b07e-df1a-4df1-a13d-c4c0e69c2405 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:55.579292 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90006832-f67b-4af0-9721-fb34e2fad251 req-20ebf173-623c-4971-a770-3b293d218231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:55.581003 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-90006832-f67b-4af0-9721-fb34e2fad251 req-20ebf173-623c-4971-a770-3b293d218231 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b8b1e2be-5932-428e-a716-07af13af4e6c HTTP/1.1" status: 200 len: 912 time: 1.7621019 Oct 20 10:53:55.590351 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-109533a2-1ad6-4027-ae0d-83f739dc80db req-18f7b670-015b-48e8-ae38-cb54ef235942 service neutron] Attempting to bind port 9a694840-85b2-41cc-8b6b-82d014e9b501 on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:53:55.590689 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-109533a2-1ad6-4027-ae0d-83f739dc80db req-18f7b670-015b-48e8-ae38-cb54ef235942 service neutron] Attempting to bind port 9a694840-85b2-41cc-8b6b-82d014e9b501 by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': '29d98e95-6dbd-4a20-a917-70645d26e8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'b3481165-3e87-46ad-826c-7d431607ac7a'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:53:55.591602 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109533a2-1ad6-4027-ae0d-83f739dc80db req-18f7b670-015b-48e8-ae38-cb54ef235942 service neutron] Attempting to bind port 9a694840-85b2-41cc-8b6b-82d014e9b501 on network b3481165-3e87-46ad-826c-7d431607ac7a {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:53:55.600995 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81669727-a7a2-455a-902c-2060e90b4908 req-47f15998-5553-4a87-8d4a-1cb3cf360a52 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:55.609413 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-81669727-a7a2-455a-902c-2060e90b4908 req-47f15998-5553-4a87-8d4a-1cb3cf360a52 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=e2ea36db-c311-4e67-bf53-528fd4385881 HTTP/1.1" status: 200 len: 945 time: 0.6736197 Oct 20 10:53:55.649022 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1e07b07e-df1a-4df1-a13d-c4c0e69c2405 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:55.655704 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-1e07b07e-df1a-4df1-a13d-c4c0e69c2405 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] 10.222.0.64 "DELETE /v2.0/ports/bbdc5595-cfa5-44db-886d-447316db35b0 HTTP/1.1" status: 204 len: 168 time: 1.3536086 Oct 20 10:53:55.688433 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 50962) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:55.719210 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e07b07e-df1a-4df1-a13d-c4c0e69c2405 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Pushing event deleted for resources: {'Port': ['ID=bbdc5595-cfa5-44db-886d-447316db35b0,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:55.721598 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-90006832-f67b-4af0-9721-fb34e2fad251 req-7382a52c-9a31-4b57-ba9a-67e12118cde9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d012fc61-e760-4bcf-aff4-9ef2d30ecf9f HTTP/1.1" status: 200 len: 997 time: 0.0930779 Oct 20 10:53:55.741473 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109533a2-1ad6-4027-ae0d-83f739dc80db req-18f7b670-015b-48e8-ae38-cb54ef235942 service neutron] Port 9a694840-85b2-41cc-8b6b-82d014e9b501 on network b3481165-3e87-46ad-826c-7d431607ac7a not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:53:55.742117 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109533a2-1ad6-4027-ae0d-83f739dc80db req-18f7b670-015b-48e8-ae38-cb54ef235942 service neutron] Attempting to bind port 9a694840-85b2-41cc-8b6b-82d014e9b501 on network b3481165-3e87-46ad-826c-7d431607ac7a {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:53:55.775131 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-efc000c6-b3b9-41c9-a294-c78752b7277a tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] DELETE failed (client error): The resource could not be found. Oct 20 10:53:55.775761 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efc000c6-b3b9-41c9-a294-c78752b7277a tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:53:55.779080 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-efc000c6-b3b9-41c9-a294-c78752b7277a tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] 10.222.0.64 "DELETE /v2.0/subnets/eb7e318c-46dc-437b-943b-4d54bc432f7f HTTP/1.1" status: 404 len: 337 time: 0.0751004 Oct 20 10:53:55.802965 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 50966) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:55.812785 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109533a2-1ad6-4027-ae0d-83f739dc80db req-18f7b670-015b-48e8-ae38-cb54ef235942 service neutron] Checking agent: {'id': '061232a2-7adc-4ba1-a873-e8cb136b064d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 53, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:53:55.813124 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109533a2-1ad6-4027-ae0d-83f739dc80db req-18f7b670-015b-48e8-ae38-cb54ef235942 service neutron] Checking segment: {'id': '29d98e95-6dbd-4a20-a917-70645d26e8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'b3481165-3e87-46ad-826c-7d431607ac7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:53:55.813509 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109533a2-1ad6-4027-ae0d-83f739dc80db req-18f7b670-015b-48e8-ae38-cb54ef235942 service neutron] Bound using segment: {'id': '29d98e95-6dbd-4a20-a917-70645d26e8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'b3481165-3e87-46ad-826c-7d431607ac7a'} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:53:55.813956 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-109533a2-1ad6-4027-ae0d-83f739dc80db req-18f7b670-015b-48e8-ae38-cb54ef235942 service neutron] Bound port: 9a694840-85b2-41cc-8b6b-82d014e9b501, host: n-h2-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29d98e95-6dbd-4a20-a917-70645d26e8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'b3481165-3e87-46ad-826c-7d431607ac7a'}}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:53:55.814308 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-109533a2-1ad6-4027-ae0d-83f739dc80db req-18f7b670-015b-48e8-ae38-cb54ef235942 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:55.830489 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-81669727-a7a2-455a-902c-2060e90b4908 req-be4bec46-7275-48f6-901c-c2a44c4e96c5 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e1d7c5e-d35b-480e-bc76-e69dc8123b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197392 Oct 20 10:53:55.875823 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-aac41ae1-2cd7-430a-af40-6cfd4791b057 req-fdac7bb3-f762-48be-aaf2-66b4aa170964 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=f333013b-3605-4c97-9095-c29d67e00745 HTTP/1.1" status: 200 len: 210 time: 0.0737922 Oct 20 10:53:55.924950 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90006832-f67b-4af0-9721-fb34e2fad251 req-36a4e98a-5870-46a8-ae95-c2449b29a468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:55.927286 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-90006832-f67b-4af0-9721-fb34e2fad251 req-36a4e98a-5870-46a8-ae95-c2449b29a468 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=437b47ec-4211-421c-828b-76408ce53dce HTTP/1.1" status: 200 len: 850 time: 0.1939952 Oct 20 10:53:55.999199 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-0b796bca-8b74-43a2-a239-212007110143 req-545e37d2-8eae-4563-98f4-f551059b590e tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Deleting port 7ec96bf5-150a-4aef-a441-40fcb21253c4 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:53:55.999835 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-0b796bca-8b74-43a2-a239-212007110143 req-545e37d2-8eae-4563-98f4-f551059b590e tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:56.202440 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90006832-f67b-4af0-9721-fb34e2fad251 req-55289405-9acd-4e6a-9995-424c3ebdd115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:56.208565 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-90006832-f67b-4af0-9721-fb34e2fad251 req-55289405-9acd-4e6a-9995-424c3ebdd115 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b8b1e2be-5932-428e-a716-07af13af4e6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2662945 Oct 20 10:53:56.218120 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-109533a2-1ad6-4027-ae0d-83f739dc80db req-18f7b670-015b-48e8-ae38-cb54ef235942 service neutron] For port 9a694840-85b2-41cc-8b6b-82d014e9b501, host n-h2-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:53:56.316335 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 4564a4c5-55ae-464c-8c80-0c2747c65fa1 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:53:56.398186 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df7069b-f9d7-40b3-87d0-2aeae23020f8 None None] get_active_networks_info from n-d-811396-3 {{(pid=100598) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 20 10:53:56.398592 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-109533a2-1ad6-4027-ae0d-83f739dc80db req-18f7b670-015b-48e8-ae38-cb54ef235942 service neutron] For port 9a694840-85b2-41cc-8b6b-82d014e9b501, host n-h2-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=9a694840-85b2-41cc-8b6b-82d014e9b501,segment=NetworkSegment(29d98e95-6dbd-4a20-a917-70645d26e8f8),segment_id=29d98e95-6dbd-4a20-a917-70645d26e8f8)] {{(pid=100596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:53:56.420304 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-109533a2-1ad6-4027-ae0d-83f739dc80db req-18f7b670-015b-48e8-ae38-cb54ef235942 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:56.428187 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-0b796bca-8b74-43a2-a239-212007110143 req-545e37d2-8eae-4563-98f4-f551059b590e tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] For port 7ec96bf5-150a-4aef-a441-40fcb21253c4, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=7ec96bf5-150a-4aef-a441-40fcb21253c4,segment=NetworkSegment(5f5097d1-dd03-4e53-8d67-381b8a2c1ac8),segment_id=5f5097d1-dd03-4e53-8d67-381b8a2c1ac8)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:53:56.428549 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-0b796bca-8b74-43a2-a239-212007110143 req-545e37d2-8eae-4563-98f4-f551059b590e tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:56.454141 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 4564a4c5-55ae-464c-8c80-0c2747c65fa1 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:53:56.454507 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:56.469272 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-95faa335-5f4d-49e9-bd0a-11fc215613ec tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:56.492676 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [req-0ebd7baa-c5f7-4ab6-986d-e0147ba8f7ca req-f91f48c2-b59c-4958-bbe3-72dc3ff41704 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Allocated IP 172.20.0.14 (b8b1e2be-5932-428e-a716-07af13af4e6c/437b47ec-4211-421c-828b-76408ce53dce/d33cb694-c196-43c2-8360-cb3ae8d54011) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:53:56.567678 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7796183-271a-4a28-b06e-475a8dccacaf req-f3bd23f8-faa3-49d0-86ac-fb41b791d0c1 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:56.571581 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b7796183-271a-4a28-b06e-475a8dccacaf req-f3bd23f8-faa3-49d0-86ac-fb41b791d0c1 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/ports?device_id=982cf2b9-f584-4e2b-9222-a8c52175a1df HTTP/1.1" status: 200 len: 943 time: 0.4773874 Oct 20 10:53:56.580819 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-0b796bca-8b74-43a2-a239-212007110143 req-545e37d2-8eae-4563-98f4-f551059b590e tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Calling delete_port for 7ec96bf5-150a-4aef-a441-40fcb21253c4 owned by compute:nova {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:53:56.586475 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fc865e72-b041-4faa-8df4-a1b84505e8c3 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:56.589460 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-90006832-f67b-4af0-9721-fb34e2fad251 req-76c3a758-c0ca-4be5-9dd9-770f4b7c8fb3 service neutron] 10.222.0.55 "GET /v2.0/networks/b8b1e2be-5932-428e-a716-07af13af4e6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3651104 Oct 20 10:53:56.602413 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109533a2-1ad6-4027-ae0d-83f739dc80db req-18f7b670-015b-48e8-ae38-cb54ef235942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:56.603621 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-109533a2-1ad6-4027-ae0d-83f739dc80db req-18f7b670-015b-48e8-ae38-cb54ef235942 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:56.608339 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-109533a2-1ad6-4027-ae0d-83f739dc80db req-18f7b670-015b-48e8-ae38-cb54ef235942 service neutron] 10.222.0.69 "PUT /v2.0/ports/9a694840-85b2-41cc-8b6b-82d014e9b501 HTTP/1.1" status: 200 len: 1091 time: 4.4118731 Oct 20 10:53:56.608671 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-4afe3766-dc84-4072-9604-d05b090f2883 None None] Provisioning complete for port 4564a4c5-55ae-464c-8c80-0c2747c65fa1 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:53:56.608929 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-4afe3766-dc84-4072-9604-d05b090f2883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:56.609174 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '982cf2b9-f584-4e2b-9222-a8c52175a1df', 'tag': '9a694840-85b2-41cc-8b6b-82d014e9b501'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:53:56.611843 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06f99454-ea8f-4383-a2fc-d7a907cabef0" -d '{"events": [{"name": "network-changed", "server_uuid": "982cf2b9-f584-4e2b-9222-a8c52175a1df", "tag": "9a694840-85b2-41cc-8b6b-82d014e9b501"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:53:56.767214 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f7b670-015b-48e8-ae38-cb54ef235942 service neutron] Pushing event updated for resources: {'Port': ['ID=9a694840-85b2-41cc-8b6b-82d014e9b501,revision_number=7']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:56.887030 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88593a6a-0a10-4ea8-9642-d451118acb58 x-openstack-request-id: req-88593a6a-0a10-4ea8-9642-d451118acb58 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:53:56.887666 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "982cf2b9-f584-4e2b-9222-a8c52175a1df", "tag": "9a694840-85b2-41cc-8b6b-82d014e9b501", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:53:56.889078 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-88593a6a-0a10-4ea8-9642-d451118acb58 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:53:56.889803 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '982cf2b9-f584-4e2b-9222-a8c52175a1df', 'tag': '9a694840-85b2-41cc-8b6b-82d014e9b501', 'status': 'completed', 'code': 200} Oct 20 10:53:56.954926 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df7069b-f9d7-40b3-87d0-2aeae23020f8 None None] Resources bound (agent type, host, resource id): {{(pid=100598) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 20 10:53:57.051832 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-0ebd7baa-c5f7-4ab6-986d-e0147ba8f7ca req-f91f48c2-b59c-4958-bbe3-72dc3ff41704 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:57.054417 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:57.086052 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b7796183-271a-4a28-b06e-475a8dccacaf req-1859f0bd-9773-4d4a-b907-8288feccbd55 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/security-groups?id=4de8cd6c-6bcc-4778-96b5-f0ccd59485f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4822865 Oct 20 10:53:57.107602 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-95faa335-5f4d-49e9-bd0a-11fc215613ec tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Deleting port a8508e9e-5a50-41a2-9298-69da4ebed196 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:53:57.108068 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-95faa335-5f4d-49e9-bd0a-11fc215613ec tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:57.114476 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fc865e72-b041-4faa-8df4-a1b84505e8c3 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25350811'] for subnet, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:57.141243 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-0ebd7baa-c5f7-4ab6-986d-e0147ba8f7ca req-f91f48c2-b59c-4958-bbe3-72dc3ff41704 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:57.162017 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109533a2-1ad6-4027-ae0d-83f739dc80db req-83bdbf1c-ff6d-47f2-a24b-7027426621ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:57.177792 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-109533a2-1ad6-4027-ae0d-83f739dc80db req-83bdbf1c-ff6d-47f2-a24b-7027426621ea service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ba79d3046aa84fd2ac89895f3514d2bd&device_id=982cf2b9-f584-4e2b-9222-a8c52175a1df HTTP/1.1" status: 200 len: 1094 time: 0.4949327 Oct 20 10:53:57.209489 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f99454-ea8f-4383-a2fc-d7a907cabef0 req-2153d6b1-0436-4d7d-ac3a-146cfb9850e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:57.211000 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-06f99454-ea8f-4383-a2fc-d7a907cabef0 req-2153d6b1-0436-4d7d-ac3a-146cfb9850e4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ba79d3046aa84fd2ac89895f3514d2bd&device_id=982cf2b9-f584-4e2b-9222-a8c52175a1df HTTP/1.1" status: 200 len: 1094 time: 0.3268776 Oct 20 10:53:57.215257 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] For port 4564a4c5-55ae-464c-8c80-0c2747c65fa1, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=4564a4c5-55ae-464c-8c80-0c2747c65fa1,segment=NetworkSegment(bdd410b3-9198-4748-b872-a4840957eef7),segment_id=bdd410b3-9198-4748-b872-a4840957eef7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:53:57.223038 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:57.241189 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc865e72-b041-4faa-8df4-a1b84505e8c3 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Pushing event deleted for resources: {'Subnet': ['ID=66a8eb0e-77e5-4e40-837e-e1c522e11a5a,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:57.265453 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-4afe3766-dc84-4072-9604-d05b090f2883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:57.303847 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24da2c53-0066-405b-b837-af3a2bdfd002 req-a0e70d24-5202-40b3-a675-e59ea293922b tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:57.305648 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-24da2c53-0066-405b-b837-af3a2bdfd002 req-a0e70d24-5202-40b3-a675-e59ea293922b tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=e2ea36db-c311-4e67-bf53-528fd4385881 HTTP/1.1" status: 200 len: 945 time: 0.2825551 Oct 20 10:53:57.353714 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Pushing event updated for resources: {'Port': ['ID=4564a4c5-55ae-464c-8c80-0c2747c65fa1,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:57.357142 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fc865e72-b041-4faa-8df4-a1b84505e8c3 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:57.366818 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-fc865e72-b041-4faa-8df4-a1b84505e8c3 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "DELETE /v2.0/subnets/66a8eb0e-77e5-4e40-837e-e1c522e11a5a HTTP/1.1" status: 204 len: 168 time: 2.2621138 Oct 20 10:53:57.378790 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-90006832-f67b-4af0-9721-fb34e2fad251 req-ac5c4a74-d7ec-41f8-a03c-3e799350aece service neutron] 10.222.0.55 "GET /v2.0/networks/b8b1e2be-5932-428e-a716-07af13af4e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7625189 Oct 20 10:53:57.410614 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 50996) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:57.441481 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-24da2c53-0066-405b-b837-af3a2bdfd002 req-f3bff4e4-3ee4-4361-bcf0-1a2dff1335f6 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e1d7c5e-d35b-480e-bc76-e69dc8123b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913861 Oct 20 10:53:57.483276 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75114e5-470f-4905-beb3-29bb0e6fb7c8 req-f5b02017-d010-445b-a559-e80490d0c76c tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:57.485073 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e75114e5-470f-4905-beb3-29bb0e6fb7c8 req-f5b02017-d010-445b-a559-e80490d0c76c tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=f333013b-3605-4c97-9095-c29d67e00745 HTTP/1.1" status: 200 len: 932 time: 0.2814944 Oct 20 10:53:57.495098 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.db.api [None req-4afe3766-dc84-4072-9604-d05b090f2883 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 10:53:57.498974 n-d-811396-3 neutron-server[100598]: DEBUG oslo_db.api [None req-4afe3766-dc84-4072-9604-d05b090f2883 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 10:53:57.509258 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ebd7baa-c5f7-4ab6-986d-e0147ba8f7ca req-f91f48c2-b59c-4958-bbe3-72dc3ff41704 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Network b8b1e2be-5932-428e-a716-07af13af4e6c is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:53:57.564244 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [req-0ebd7baa-c5f7-4ab6-986d-e0147ba8f7ca req-f91f48c2-b59c-4958-bbe3-72dc3ff41704 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:53:57.581183 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ebd7baa-c5f7-4ab6-986d-e0147ba8f7ca req-f91f48c2-b59c-4958-bbe3-72dc3ff41704 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:53:57.585030 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [None req-95faa335-5f4d-49e9-bd0a-11fc215613ec tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] For port a8508e9e-5a50-41a2-9298-69da4ebed196, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=a8508e9e-5a50-41a2-9298-69da4ebed196,segment=NetworkSegment(f289c052-03d9-4fae-a965-aa7dad684b11),segment_id=f289c052-03d9-4fae-a965-aa7dad684b11)] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:53:57.585366 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-95faa335-5f4d-49e9-bd0a-11fc215613ec tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:57.629870 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-0b796bca-8b74-43a2-a239-212007110143 req-545e37d2-8eae-4563-98f4-f551059b590e tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:57.633492 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da1f751b-1b22-4a7d-a10b-fda60b282fb9 None None] Network eaa3b6e6-ae67-48fc-8588-01f6e80e17bf requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:53:57.671268 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109533a2-1ad6-4027-ae0d-83f739dc80db req-71dbe381-4384-46f3-acc2-6adbd178eb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:57.673179 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-109533a2-1ad6-4027-ae0d-83f739dc80db req-71dbe381-4384-46f3-acc2-6adbd178eb70 service neutron] 10.222.0.69 "GET /v2.0/networks?id=b3481165-3e87-46ad-826c-7d431607ac7a HTTP/1.1" status: 200 len: 897 time: 0.4945841 Oct 20 10:53:57.710560 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e75114e5-470f-4905-beb3-29bb0e6fb7c8 req-0665a9a5-dd3e-4a4e-aba0-059153d558a9 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=7d9a6fe5-d7f3-4fa2-86d5-4c121918dfe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150013 Oct 20 10:53:57.728263 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545e37d2-8eae-4563-98f4-f551059b590e tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Pushing event deleted for resources: {'Port': ['ID=7ec96bf5-150a-4aef-a441-40fcb21253c4,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:57.733209 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91f48c2-b59c-4958-bbe3-72dc3ff41704 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Pushing event updated for resources: {'Port': ['ID=d33cb694-c196-43c2-8360-cb3ae8d54011,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:57.754293 n-d-811396-3 neutron-server[100597]: DEBUG neutron.objects.ports [None req-1bef4253-e258-4976-a00f-80f904a0f6ab tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100597) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 20 10:53:57.872966 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-109533a2-1ad6-4027-ae0d-83f739dc80db req-0a2b60dd-409d-4164-b070-10edcadc2157 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a694840-85b2-41cc-8b6b-82d014e9b501 HTTP/1.1" status: 200 len: 999 time: 0.1657660 Oct 20 10:53:57.883240 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f99454-ea8f-4383-a2fc-d7a907cabef0 req-104ddf6c-fcbc-4dd4-ba0a-144bb17f67b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:57.885395 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-06f99454-ea8f-4383-a2fc-d7a907cabef0 req-104ddf6c-fcbc-4dd4-ba0a-144bb17f67b3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b3481165-3e87-46ad-826c-7d431607ac7a HTTP/1.1" status: 200 len: 897 time: 0.6268682 Oct 20 10:53:58.065219 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-95faa335-5f4d-49e9-bd0a-11fc215613ec tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Calling delete_port for a8508e9e-5a50-41a2-9298-69da4ebed196 owned by network:dhcp {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:53:58.065663 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ca8099-8575-40ac-a5b7-0cbba06a630b None None] DHCP port deletion for eaa3b6e6-ae67-48fc-8588-01f6e80e17bf request from n-d-811396-3 {{(pid=100598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:53:58.119555 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b796bca-8b74-43a2-a239-212007110143 req-545e37d2-8eae-4563-98f4-f551059b590e tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] No DVR routers for this DVR port 7ec96bf5-150a-4aef-a441-40fcb21253c4 on host n-h2-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:53:58.138440 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-0b796bca-8b74-43a2-a239-212007110143 req-545e37d2-8eae-4563-98f4-f551059b590e tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:58.148276 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0b796bca-8b74-43a2-a239-212007110143 req-545e37d2-8eae-4563-98f4-f551059b590e tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.69 "DELETE /v2.0/ports/7ec96bf5-150a-4aef-a441-40fcb21253c4 HTTP/1.1" status: 204 len: 173 time: 2.6207466 Oct 20 10:53:58.218163 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-59ca8099-8575-40ac-a5b7-0cbba06a630b None None] Deleting port 0c248905-ff6e-4771-9156-2c03853f29e6 {{(pid=100598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:53:58.218925 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-59ca8099-8575-40ac-a5b7-0cbba06a630b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:58.230198 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109533a2-1ad6-4027-ae0d-83f739dc80db req-20616f9d-0ef4-4ed2-ae8e-bfd81d1bd916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:58.234358 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-109533a2-1ad6-4027-ae0d-83f739dc80db req-20616f9d-0ef4-4ed2-ae8e-bfd81d1bd916 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=06a8754b-afbe-40dd-82e4-c21b59e7daf0 HTTP/1.1" status: 200 len: 835 time: 0.2972813 Oct 20 10:53:58.360779 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-06f99454-ea8f-4383-a2fc-d7a907cabef0 req-ad8fa32e-f257-4651-ae7f-dc06c1e5b1e4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a694840-85b2-41cc-8b6b-82d014e9b501 HTTP/1.1" status: 200 len: 999 time: 0.4003868 Oct 20 10:53:58.428869 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 4564a4c5-55ae-464c-8c80-0c2747c65fa1 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:53:58.429861 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1bef4253-e258-4976-a00f-80f904a0f6ab tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:58.453955 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-b98d9c7d-9fc0-4372-aa97-784aa3f90eeb None None] Provisioning complete for port d33cb694-c196-43c2-8360-cb3ae8d54011 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:53:58.454642 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-b98d9c7d-9fc0-4372-aa97-784aa3f90eeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:58.509900 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 7ec96bf5-150a-4aef-a441-40fcb21253c4 no longer exists at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:53:58.571598 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] No Port match for: 7ec96bf5-150a-4aef-a441-40fcb21253c4 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:53:58.573639 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 7ec96bf5-150a-4aef-a441-40fcb21253c4 not bound to the agent host n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:53:58.592481 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-59ca8099-8575-40ac-a5b7-0cbba06a630b None None] For port 0c248905-ff6e-4771-9156-2c03853f29e6, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=0c248905-ff6e-4771-9156-2c03853f29e6,segment=NetworkSegment(ffcf5e3b-3827-4d62-9e42-559efa08a955),segment_id=ffcf5e3b-3827-4d62-9e42-559efa08a955)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:53:58.595746 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-59ca8099-8575-40ac-a5b7-0cbba06a630b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:58.646845 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bfa970aa-22e8-48f7-9901-40b4d21b7465 req-e1fe8fc5-e396-4760-88d3-17bb7261cdcf tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=e2ea36db-c311-4e67-bf53-528fd4385881 HTTP/1.1" status: 200 len: 210 time: 0.0719388 Oct 20 10:53:58.666607 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-59ca8099-8575-40ac-a5b7-0cbba06a630b None None] Calling delete_port for 0c248905-ff6e-4771-9156-2c03853f29e6 owned by network:dhcp {{(pid=100598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:53:58.666748 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109533a2-1ad6-4027-ae0d-83f739dc80db req-775283ee-d95c-450a-9a0e-8d703e9a180e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:58.669469 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-109533a2-1ad6-4027-ae0d-83f739dc80db req-775283ee-d95c-450a-9a0e-8d703e9a180e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b3481165-3e87-46ad-826c-7d431607ac7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4251254 Oct 20 10:53:58.709809 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa1d2b4-87d8-4309-bfd2-2137c0686fdb req-66310be7-affa-4dfc-99d0-617c6f87320a tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:58.718099 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8fa1d2b4-87d8-4309-bfd2-2137c0686fdb req-66310be7-affa-4dfc-99d0-617c6f87320a tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/ports?device_id=982cf2b9-f584-4e2b-9222-a8c52175a1df HTTP/1.1" status: 200 len: 943 time: 0.3684399 Oct 20 10:53:58.721619 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-b98d9c7d-9fc0-4372-aa97-784aa3f90eeb None None] Port d33cb694-c196-43c2-8360-cb3ae8d54011 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:53:58.759581 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [None req-1bef4253-e258-4976-a00f-80f904a0f6ab tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] For port 4564a4c5-55ae-464c-8c80-0c2747c65fa1, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=4564a4c5-55ae-464c-8c80-0c2747c65fa1,segment=NetworkSegment(bdd410b3-9198-4748-b872-a4840957eef7),segment_id=bdd410b3-9198-4748-b872-a4840957eef7)] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:53:58.785685 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f99454-ea8f-4383-a2fc-d7a907cabef0 req-809343ec-7ea6-40dc-b289-fe2cce94302b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:58.789874 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-06f99454-ea8f-4383-a2fc-d7a907cabef0 req-809343ec-7ea6-40dc-b289-fe2cce94302b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=06a8754b-afbe-40dd-82e4-c21b59e7daf0 HTTP/1.1" status: 200 len: 835 time: 0.3988907 Oct 20 10:53:58.829549 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1bef4253-e258-4976-a00f-80f904a0f6ab tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks [] for port, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:58.837625 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fdb19667-335f-402d-99da-2c613bf711f2 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:58.855075 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 4564a4c5-55ae-464c-8c80-0c2747c65fa1 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:53:58.857308 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1bef4253-e258-4976-a00f-80f904a0f6ab tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:58.858073 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1bef4253-e258-4976-a00f-80f904a0f6ab tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25350752'] for subnet, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:58.859952 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:58.865139 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebd7baa-c5f7-4ab6-986d-e0147ba8f7ca req-f91f48c2-b59c-4958-bbe3-72dc3ff41704 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:58.865754 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-0ebd7baa-c5f7-4ab6-986d-e0147ba8f7ca req-f91f48c2-b59c-4958-bbe3-72dc3ff41704 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:58.922455 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2ea36db-c311-4e67-bf53-528fd4385881', 'name': 'network-vif-deleted', 'tag': '7ec96bf5-150a-4aef-a441-40fcb21253c4'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:53:58.928601 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80d247b8-d0a9-4297-954d-942140322eda" -d '{"events": [{"server_uuid": "e2ea36db-c311-4e67-bf53-528fd4385881", "name": "network-vif-deleted", "tag": "7ec96bf5-150a-4aef-a441-40fcb21253c4"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:53:58.968883 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8fa1d2b4-87d8-4309-bfd2-2137c0686fdb req-b89feb78-f734-482c-9ccb-0ed62638ee49 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/security-groups?id=4de8cd6c-6bcc-4778-96b5-f0ccd59485f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2490418 Oct 20 10:53:59.004844 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-59ca8099-8575-40ac-a5b7-0cbba06a630b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956'] for port, after_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:59.024841 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ca8099-8575-40ac-a5b7-0cbba06a630b None None] No DVR routers for this DVR port 0c248905-ff6e-4771-9156-2c03853f29e6 on host n-d-811396-3 {{(pid=100598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:53:59.116905 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f3931a-8e51-44ff-89d1-e55fbf608238 req-41ea4e2d-e74b-411e-88db-b8ca3b82cea7 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:59.129016 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-66f3931a-8e51-44ff-89d1-e55fbf608238 req-41ea4e2d-e74b-411e-88db-b8ca3b82cea7 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=f333013b-3605-4c97-9095-c29d67e00745 HTTP/1.1" status: 200 len: 932 time: 0.2540443 Oct 20 10:53:59.153047 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a770b70d-9b9c-4484-99cd-33c17481b43f x-openstack-request-id: req-a770b70d-9b9c-4484-99cd-33c17481b43f {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:53:59.153496 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2ea36db-c311-4e67-bf53-528fd4385881", "name": "network-vif-deleted", "tag": "7ec96bf5-150a-4aef-a441-40fcb21253c4", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:53:59.153616 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a770b70d-9b9c-4484-99cd-33c17481b43f {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:53:59.154005 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2ea36db-c311-4e67-bf53-528fd4385881', 'name': 'network-vif-deleted', 'tag': '7ec96bf5-150a-4aef-a441-40fcb21253c4', 'status': 'completed', 'code': 200} Oct 20 10:53:59.158443 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ca8099-8575-40ac-a5b7-0cbba06a630b None None] Pushing event deleted for resources: {'Port': ['ID=0c248905-ff6e-4771-9156-2c03853f29e6,revision_number=None']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:59.178206 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bef4253-e258-4976-a00f-80f904a0f6ab tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Pushing event updated for resources: {'Subnet': ['ID=4c9d7db1-e808-474b-81ff-8b9f58900eb6,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:59.187554 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f99454-ea8f-4383-a2fc-d7a907cabef0 req-62cbb41e-66ad-4155-9a3a-689bc04983cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:59.189576 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-06f99454-ea8f-4383-a2fc-d7a907cabef0 req-62cbb41e-66ad-4155-9a3a-689bc04983cc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b3481165-3e87-46ad-826c-7d431607ac7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3540533 Oct 20 10:53:59.194043 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-0ebd7baa-c5f7-4ab6-986d-e0147ba8f7ca req-f91f48c2-b59c-4958-bbe3-72dc3ff41704 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4631836 Oct 20 10:53:59.216509 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-fdb19667-335f-402d-99da-2c613bf711f2 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] The port '0c248905-ff6e-4771-9156-2c03853f29e6' was deleted {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Oct 20 10:53:59.271582 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [req-0ebd7baa-c5f7-4ab6-986d-e0147ba8f7ca req-193a5939-3791-424b-874b-329f27881d6a service neutron] Request body: {'port': {'device_id': 'f333013b-3605-4c97-9095-c29d67e00745', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811396-3'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:53:59.313821 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-66f3931a-8e51-44ff-89d1-e55fbf608238 req-1f659b45-6d04-4f94-91f6-cba8dcc9fd48 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=7d9a6fe5-d7f3-4fa2-86d5-4c121918dfe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838493 Oct 20 10:53:59.323062 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 0c248905-ff6e-4771-9156-2c03853f29e6 no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:53:59.350024 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-109533a2-1ad6-4027-ae0d-83f739dc80db req-68956177-c553-4dfc-9529-9fffdcb565f6 service neutron] 10.222.0.69 "GET /v2.0/networks/b3481165-3e87-46ad-826c-7d431607ac7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6631114 Oct 20 10:53:59.373222 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 0c248905-ff6e-4771-9156-2c03853f29e6 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:53:59.373571 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 0c248905-ff6e-4771-9156-2c03853f29e6 not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:53:59.392096 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fdb19667-335f-402d-99da-2c613bf711f2 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:59.418146 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-fdb19667-335f-402d-99da-2c613bf711f2 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eaa3b6e6-ae67-48fc-8588-01f6e80e17bf']}} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:53:59.432633 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-fdb19667-335f-402d-99da-2c613bf711f2 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffcf5e3b-3827-4d62-9e42-559efa08a955') {'for_net_delete': True} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:53:59.433943 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-fdb19667-335f-402d-99da-2c613bf711f2 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffcf5e3b-3827-4d62-9e42-559efa08a955') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:53:59.447982 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fdb19667-335f-402d-99da-2c613bf711f2 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25852596'] for segment, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:59.463562 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fdb19667-335f-402d-99da-2c613bf711f2 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:59.464258 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-06f99454-ea8f-4383-a2fc-d7a907cabef0 req-f5d1b288-6c92-4db9-b9a4-4b9a525f36d2 service neutron] 10.222.0.55 "GET /v2.0/networks/b3481165-3e87-46ad-826c-7d431607ac7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335215 Oct 20 10:53:59.470396 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdb19667-335f-402d-99da-2c613bf711f2 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Releasing vlan 843 on physical network physnet1 to pool {{(pid=100597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:53:59.470810 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fdb19667-335f-402d-99da-2c613bf711f2 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951012'] for segment, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:59.564888 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-06f99454-ea8f-4383-a2fc-d7a907cabef0 req-bf22970e-3597-4a38-b667-26234d5c5cf3 service neutron] 10.222.0.55 "GET /v2.0/networks/b3481165-3e87-46ad-826c-7d431607ac7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997176 Oct 20 10:53:59.570663 n-d-811396-3 neutron-server[100597]: Traceback (most recent call last): Oct 20 10:53:59.570663 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:53:59.570663 n-d-811396-3 neutron-server[100597]: timer() Oct 20 10:53:59.570663 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:53:59.570663 n-d-811396-3 neutron-server[100597]: cb(*args, **kw) Oct 20 10:53:59.570663 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:53:59.570663 n-d-811396-3 neutron-server[100597]: return func(*args, **kwargs) Oct 20 10:53:59.570663 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:53:59.570663 n-d-811396-3 neutron-server[100597]: self._notify() Oct 20 10:53:59.570663 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:53:59.570663 n-d-811396-3 neutron-server[100597]: self.callback(batched_events) Oct 20 10:53:59.570663 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:53:59.570663 n-d-811396-3 neutron-server[100597]: event.method(event) Oct 20 10:53:59.570663 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:53:59.570663 n-d-811396-3 neutron-server[100597]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:53:59.570663 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:53:59.570663 n-d-811396-3 neutron-server[100597]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:53:59.570663 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:53:59.570663 n-d-811396-3 neutron-server[100597]: return f(self, *a, **k) Oct 20 10:53:59.570663 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:53:59.570663 n-d-811396-3 neutron-server[100597]: return self._get(url).json() Oct 20 10:53:59.570663 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:53:59.570663 n-d-811396-3 neutron-server[100597]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:53:59.570663 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:53:59.570663 n-d-811396-3 neutron-server[100597]: return self.request(url, 'GET', **kwargs) Oct 20 10:53:59.570663 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:53:59.570663 n-d-811396-3 neutron-server[100597]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:53:59.570663 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:53:59.570663 n-d-811396-3 neutron-server[100597]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:53:59.570663 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:53:59.570663 n-d-811396-3 neutron-server[100597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:53:59.570663 n-d-811396-3 neutron-server[100597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:53:59.573183 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-0ebd7baa-c5f7-4ab6-986d-e0147ba8f7ca req-193a5939-3791-424b-874b-329f27881d6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:59.584130 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fdb19667-335f-402d-99da-2c613bf711f2 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:59.608197 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fdb19667-335f-402d-99da-2c613bf711f2 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:59.615376 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-fdb19667-335f-402d-99da-2c613bf711f2 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "DELETE /v2.0/networks/eaa3b6e6-ae67-48fc-8588-01f6e80e17bf HTTP/1.1" status: 204 len: 168 time: 2.1943767 Oct 20 10:53:59.647086 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 51038) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:59.650673 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-109533a2-1ad6-4027-ae0d-83f739dc80db req-244f7444-3537-4922-ad07-5d52778715bd service neutron] 10.222.0.69 "GET /v2.0/networks/b3481165-3e87-46ad-826c-7d431607ac7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2877600 Oct 20 10:53:59.651631 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bef4253-e258-4976-a00f-80f904a0f6ab tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Network 8320e101-644d-44af-9385-629dd54c3c0a is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:53:59.683486 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb19667-335f-402d-99da-2c613bf711f2 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Pushing event deleted for resources: {'Network': ['ID=eaa3b6e6-ae67-48fc-8588-01f6e80e17bf,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:59.696557 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-1bef4253-e258-4976-a00f-80f904a0f6ab tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:53:59.704671 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bef4253-e258-4976-a00f-80f904a0f6ab tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:59.705263 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1bef4253-e258-4976-a00f-80f904a0f6ab tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:53:59.705553 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a78c10-e00b-43a3-bb58-111bd0e33134 None None] Network 8320e101-644d-44af-9385-629dd54c3c0a requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:53:59.823968 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c01142cf-b4a5-4a1c-9a32-55647e6a28d8 req-eaf351b1-87b9-4139-a3f9-a578893bf2d9 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=e2ea36db-c311-4e67-bf53-528fd4385881 HTTP/1.1" status: 200 len: 210 time: 0.0625284 Oct 20 10:53:59.830246 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f99454-ea8f-4383-a2fc-d7a907cabef0 req-cb25bc9e-0a9e-4664-933a-71f098e2331f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:53:59.832744 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-06f99454-ea8f-4383-a2fc-d7a907cabef0 req-cb25bc9e-0a9e-4664-933a-71f098e2331f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ba79d3046aa84fd2ac89895f3514d2bd&device_id=982cf2b9-f584-4e2b-9222-a8c52175a1df HTTP/1.1" status: 200 len: 1094 time: 0.1333764 Oct 20 10:53:59.930319 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bef4253-e258-4976-a00f-80f904a0f6ab tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Pushing event updated for resources: {'Port': ['ID=4564a4c5-55ae-464c-8c80-0c2747c65fa1,revision_number=5']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:53:59.958902 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-1bef4253-e258-4976-a00f-80f904a0f6ab tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 5.4299004 Oct 20 10:53:59.963547 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 51048) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:53:59.970666 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-bd99df5a-f800-48b5-9c85-d4459e03cd51 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Request body: {'port': {'network_id': '8320e101-644d-44af-9385-629dd54c3c0a', 'mac_address': 'fa:16:3e:ec:e6:cf', 'name': 'tempest-NetworksTestDHCPv6-1826679791'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:54:00.270653 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 4564a4c5-55ae-464c-8c80-0c2747c65fa1 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:54:00.347928 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-95faa335-5f4d-49e9-bd0a-11fc215613ec tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:00.364406 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 4564a4c5-55ae-464c-8c80-0c2747c65fa1 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:54:00.365105 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:00.465343 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95faa335-5f4d-49e9-bd0a-11fc215613ec tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Pushing event deleted for resources: {'Port': ['ID=a8508e9e-5a50-41a2-9298-69da4ebed196,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:00.472520 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95faa335-5f4d-49e9-bd0a-11fc215613ec tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] No DVR routers for this DVR port a8508e9e-5a50-41a2-9298-69da4ebed196 on host n-d-811396-3 {{(pid=100597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:54:00.787198 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-95faa335-5f4d-49e9-bd0a-11fc215613ec tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:00.828660 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-95faa335-5f4d-49e9-bd0a-11fc215613ec tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['680a862f-3436-447b-a08c-c77b5bae4fc6']}} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:54:00.861789 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-95faa335-5f4d-49e9-bd0a-11fc215613ec tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f289c052-03d9-4fae-a965-aa7dad684b11') {'for_net_delete': True} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:54:00.862108 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-95faa335-5f4d-49e9-bd0a-11fc215613ec tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f289c052-03d9-4fae-a965-aa7dad684b11') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:54:00.883911 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-95faa335-5f4d-49e9-bd0a-11fc215613ec tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25852596'] for segment, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:00.890517 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f99454-ea8f-4383-a2fc-d7a907cabef0 req-0b01dfe2-9969-464a-90d7-2b1ea1fda36d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:00.892523 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-06f99454-ea8f-4383-a2fc-d7a907cabef0 req-0b01dfe2-9969-464a-90d7-2b1ea1fda36d service neutron] 10.222.0.69 "GET /v2.0/networks?id=b3481165-3e87-46ad-826c-7d431607ac7a HTTP/1.1" status: 200 len: 897 time: 1.0519259 Oct 20 10:54:00.913999 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-95faa335-5f4d-49e9-bd0a-11fc215613ec tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:00.921714 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95faa335-5f4d-49e9-bd0a-11fc215613ec tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Releasing vlan 826 on physical network physnet1 to pool {{(pid=100597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:54:00.922391 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-95faa335-5f4d-49e9-bd0a-11fc215613ec tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951012'] for segment, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:00.939681 n-d-811396-3 neutron-server[100597]: Traceback (most recent call last): Oct 20 10:54:00.939681 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:54:00.939681 n-d-811396-3 neutron-server[100597]: timer() Oct 20 10:54:00.939681 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:54:00.939681 n-d-811396-3 neutron-server[100597]: cb(*args, **kw) Oct 20 10:54:00.939681 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:54:00.939681 n-d-811396-3 neutron-server[100597]: return func(*args, **kwargs) Oct 20 10:54:00.939681 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:54:00.939681 n-d-811396-3 neutron-server[100597]: self._notify() Oct 20 10:54:00.939681 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:54:00.939681 n-d-811396-3 neutron-server[100597]: self.callback(batched_events) Oct 20 10:54:00.939681 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:54:00.939681 n-d-811396-3 neutron-server[100597]: event.method(event) Oct 20 10:54:00.939681 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:54:00.939681 n-d-811396-3 neutron-server[100597]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:54:00.939681 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:54:00.939681 n-d-811396-3 neutron-server[100597]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:54:00.939681 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:54:00.939681 n-d-811396-3 neutron-server[100597]: return f(self, *a, **k) Oct 20 10:54:00.939681 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:54:00.939681 n-d-811396-3 neutron-server[100597]: return self._get(url).json() Oct 20 10:54:00.939681 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:54:00.939681 n-d-811396-3 neutron-server[100597]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:54:00.939681 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:54:00.939681 n-d-811396-3 neutron-server[100597]: return self.request(url, 'GET', **kwargs) Oct 20 10:54:00.939681 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:54:00.939681 n-d-811396-3 neutron-server[100597]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:54:00.939681 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:54:00.939681 n-d-811396-3 neutron-server[100597]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:54:00.939681 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:54:00.939681 n-d-811396-3 neutron-server[100597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:54:00.939681 n-d-811396-3 neutron-server[100597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:54:01.132730 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [req-0ebd7baa-c5f7-4ab6-986d-e0147ba8f7ca req-193a5939-3791-424b-874b-329f27881d6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d33cb694-c196-43c2-8360-cb3ae8d54011 {{(pid=100597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:54:01.142498 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-0ebd7baa-c5f7-4ab6-986d-e0147ba8f7ca req-193a5939-3791-424b-874b-329f27881d6a service neutron] Publish callbacks [] for port, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:01.155326 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f57654f-1d1d-49e1-b1d5-12d125e3b1b7 req-2ea89d23-90c0-42a4-83fc-9f1e02560c96 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:01.163184 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0f57654f-1d1d-49e1-b1d5-12d125e3b1b7 req-2ea89d23-90c0-42a4-83fc-9f1e02560c96 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=f333013b-3605-4c97-9095-c29d67e00745 HTTP/1.1" status: 200 len: 932 time: 0.3545315 Oct 20 10:54:01.173889 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.provisioning_blocks [req-0ebd7baa-c5f7-4ab6-986d-e0147ba8f7ca req-193a5939-3791-424b-874b-329f27881d6a service neutron] Transition to ACTIVE for port object d33cb694-c196-43c2-8360-cb3ae8d54011 will not be triggered until provisioned by entity L2. {{(pid=100597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:54:01.181189 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-0ebd7baa-c5f7-4ab6-986d-e0147ba8f7ca req-193a5939-3791-424b-874b-329f27881d6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:01.189320 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-06f99454-ea8f-4383-a2fc-d7a907cabef0 req-3e3525d8-b024-4ee8-aa5c-ccffd586eb04 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a694840-85b2-41cc-8b6b-82d014e9b501 HTTP/1.1" status: 200 len: 999 time: 0.2556248 Oct 20 10:54:01.191201 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-95faa335-5f4d-49e9-bd0a-11fc215613ec tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:01.203156 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2028c0e-ae2e-43db-8a97-db7d71781e3e req-17570261-dd99-4aba-bf7f-de412654a2ad tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:01.205149 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e2028c0e-ae2e-43db-8a97-db7d71781e3e req-17570261-dd99-4aba-bf7f-de412654a2ad tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/ports?device_id=982cf2b9-f584-4e2b-9222-a8c52175a1df HTTP/1.1" status: 200 len: 943 time: 0.3835316 Oct 20 10:54:01.268094 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd99df5a-f800-48b5-9c85-d4459e03cd51 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Made reservation on behalf of 22a79d88690a4055b95547a3f21027fa for: {'port': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:54:01.275895 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-028a8a42-b9c6-488b-ba99-358c53632fce None None] Provisioning complete for port 4564a4c5-55ae-464c-8c80-0c2747c65fa1 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:54:01.276500 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-028a8a42-b9c6-488b-ba99-358c53632fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:01.333822 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-95faa335-5f4d-49e9-bd0a-11fc215613ec tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:01.343462 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-95faa335-5f4d-49e9-bd0a-11fc215613ec tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] 10.222.0.64 "DELETE /v2.0/networks/680a862f-3436-447b-a08c-c77b5bae4fc6 HTTP/1.1" status: 204 len: 168 time: 5.5358009 Oct 20 10:54:01.345059 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 51078) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:01.347683 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95faa335-5f4d-49e9-bd0a-11fc215613ec tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Pushing event deleted for resources: {'Network': ['ID=680a862f-3436-447b-a08c-c77b5bae4fc6,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:01.350679 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-a0f2b276-1069-4872-bd79-557a7cd23cf1 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Deleting port ae167277-be3f-4500-8a89-4ffec66a16a6 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:54:01.351018 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a0f2b276-1069-4872-bd79-557a7cd23cf1 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:01.411877 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193a5939-3791-424b-874b-329f27881d6a service neutron] Pushing event updated for resources: {'Port': ['ID=d33cb694-c196-43c2-8360-cb3ae8d54011,revision_number=2']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:01.465674 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0f57654f-1d1d-49e1-b1d5-12d125e3b1b7 req-7178a5ee-cef6-4b59-8287-96e4aba3047e tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=7d9a6fe5-d7f3-4fa2-86d5-4c121918dfe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3013992 Oct 20 10:54:01.553473 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f99454-ea8f-4383-a2fc-d7a907cabef0 req-f380d859-5f8a-4bd0-b7a2-9561da7b3e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:01.558561 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-06f99454-ea8f-4383-a2fc-d7a907cabef0 req-f380d859-5f8a-4bd0-b7a2-9561da7b3e18 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=06a8754b-afbe-40dd-82e4-c21b59e7daf0 HTTP/1.1" status: 200 len: 835 time: 0.3512607 Oct 20 10:54:01.670155 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e2028c0e-ae2e-43db-8a97-db7d71781e3e req-5c745ab3-1109-48fd-9792-c0e60e868862 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/security-groups?id=4de8cd6c-6bcc-4778-96b5-f0ccd59485f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4463260 Oct 20 10:54:01.682361 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a0f2b276-1069-4872-bd79-557a7cd23cf1 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:01.682697 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a0f2b276-1069-4872-bd79-557a7cd23cf1 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:01.701453 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5e2046c4-272c-4422-a308-3753c4bb1dda req-1cf4b122-827c-47b8-a73b-aa6163ae2f26 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=e2ea36db-c311-4e67-bf53-528fd4385881 HTTP/1.1" status: 200 len: 210 time: 0.0680063 Oct 20 10:54:01.744632 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-a0f2b276-1069-4872-bd79-557a7cd23cf1 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Calling delete_port for ae167277-be3f-4500-8a89-4ffec66a16a6 owned by network:floatingip {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:54:01.746710 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f6a1985-6d1e-40ae-aac7-5a2f186a0496 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Deleting subnet a0a5f0d0-58d2-4e6f-8ab2-1874d04646e4 {{(pid=100596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:54:01.759103 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f99454-ea8f-4383-a2fc-d7a907cabef0 req-9b06de48-eb6f-417b-98dc-b89eb651a305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:01.760772 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-06f99454-ea8f-4383-a2fc-d7a907cabef0 req-9b06de48-eb6f-417b-98dc-b89eb651a305 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b3481165-3e87-46ad-826c-7d431607ac7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1185632 Oct 20 10:54:01.761586 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3f6a1985-6d1e-40ae-aac7-5a2f186a0496 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Publish callbacks [] for subnet, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:01.785755 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-0ebd7baa-c5f7-4ab6-986d-e0147ba8f7ca req-193a5939-3791-424b-874b-329f27881d6a service neutron] Attempting to bind port d33cb694-c196-43c2-8360-cb3ae8d54011 on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:54:01.786232 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-0ebd7baa-c5f7-4ab6-986d-e0147ba8f7ca req-193a5939-3791-424b-874b-329f27881d6a service neutron] Attempting to bind port d33cb694-c196-43c2-8360-cb3ae8d54011 by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': '7a7eba38-3a2c-4235-a145-c989dfc5d4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'b8b1e2be-5932-428e-a716-07af13af4e6c'}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:54:01.786937 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ebd7baa-c5f7-4ab6-986d-e0147ba8f7ca req-193a5939-3791-424b-874b-329f27881d6a service neutron] Attempting to bind port d33cb694-c196-43c2-8360-cb3ae8d54011 on network b8b1e2be-5932-428e-a716-07af13af4e6c {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:54:01.803815 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ebd7baa-c5f7-4ab6-986d-e0147ba8f7ca req-193a5939-3791-424b-874b-329f27881d6a service neutron] Port d33cb694-c196-43c2-8360-cb3ae8d54011 on network b8b1e2be-5932-428e-a716-07af13af4e6c not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:54:01.803815 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ebd7baa-c5f7-4ab6-986d-e0147ba8f7ca req-193a5939-3791-424b-874b-329f27881d6a service neutron] Attempting to bind port d33cb694-c196-43c2-8360-cb3ae8d54011 on network b8b1e2be-5932-428e-a716-07af13af4e6c {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:54:01.834063 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-bd99df5a-f800-48b5-9c85-d4459e03cd51 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:01.862354 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [None req-bd99df5a-f800-48b5-9c85-d4459e03cd51 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] device_id is not set on port e52cd502-579b-4b96-bdb6-71e6b36007a5 yet. {{(pid=100596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:54:01.876876 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ebd7baa-c5f7-4ab6-986d-e0147ba8f7ca req-193a5939-3791-424b-874b-329f27881d6a service neutron] Checking agent: {'id': '061232a2-7adc-4ba1-a873-e8cb136b064d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 53, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:54:01.877264 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ebd7baa-c5f7-4ab6-986d-e0147ba8f7ca req-193a5939-3791-424b-874b-329f27881d6a service neutron] Checking segment: {'id': '7a7eba38-3a2c-4235-a145-c989dfc5d4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'b8b1e2be-5932-428e-a716-07af13af4e6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:54:01.877603 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ebd7baa-c5f7-4ab6-986d-e0147ba8f7ca req-193a5939-3791-424b-874b-329f27881d6a service neutron] Bound using segment: {'id': '7a7eba38-3a2c-4235-a145-c989dfc5d4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'b8b1e2be-5932-428e-a716-07af13af4e6c'} {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:54:01.878111 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-0ebd7baa-c5f7-4ab6-986d-e0147ba8f7ca req-193a5939-3791-424b-874b-329f27881d6a service neutron] Bound port: d33cb694-c196-43c2-8360-cb3ae8d54011, host: n-h2-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a7eba38-3a2c-4235-a145-c989dfc5d4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'b8b1e2be-5932-428e-a716-07af13af4e6c'}}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:54:01.878499 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-0ebd7baa-c5f7-4ab6-986d-e0147ba8f7ca req-193a5939-3791-424b-874b-329f27881d6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:01.911141 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3f6a1985-6d1e-40ae-aac7-5a2f186a0496 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25189079'] for subnet, precommit_delete_associations {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:02.068420 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a0f2b276-1069-4872-bd79-557a7cd23cf1 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:02.139033 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-06f99454-ea8f-4383-a2fc-d7a907cabef0 req-316a2871-dbcc-44aa-bf3b-83c52a86c644 service neutron] 10.222.0.69 "GET /v2.0/networks/b3481165-3e87-46ad-826c-7d431607ac7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3687243 Oct 20 10:54:02.150728 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3f6a1985-6d1e-40ae-aac7-5a2f186a0496 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:02.167005 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f2b276-1069-4872-bd79-557a7cd23cf1 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Pushing event deleted for resources: {'Port': ['ID=ae167277-be3f-4500-8a89-4ffec66a16a6,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:02.190429 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a0f2b276-1069-4872-bd79-557a7cd23cf1 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks [] for floatingip, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:02.190785 n-d-811396-3 neutron-server[100597]: INFO neutron.db.l3_db [None req-a0f2b276-1069-4872-bd79-557a7cd23cf1 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Floating IP b2594b35-5930-4c28-8996-dcf1f7a1e7ec disassociated (deleted). External IP: 172.25.1.100, port: aae58e54-5b06-4495-b489-a89b3f157a9e. Oct 20 10:54:02.315410 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-06f99454-ea8f-4383-a2fc-d7a907cabef0 req-26788a33-cb5c-4179-9a66-fc3438d48f50 service neutron] 10.222.0.69 "GET /v2.0/networks/b3481165-3e87-46ad-826c-7d431607ac7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595979 Oct 20 10:54:02.383294 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [None req-bd99df5a-f800-48b5-9c85-d4459e03cd51 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Allocated IP 2001:db8::16f (8320e101-644d-44af-9385-629dd54c3c0a/9da5d186-447b-4d80-95db-885aaaca00a0/e52cd502-579b-4b96-bdb6-71e6b36007a5) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:54:02.394288 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [None req-bd99df5a-f800-48b5-9c85-d4459e03cd51 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Allocated IP 2001:db8:0:1:f816:3eff:feec:e6cf (8320e101-644d-44af-9385-629dd54c3c0a/4c9d7db1-e808-474b-81ff-8b9f58900eb6/e52cd502-579b-4b96-bdb6-71e6b36007a5) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:54:02.401716 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3f6a1985-6d1e-40ae-aac7-5a2f186a0496 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26836193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26761888'] for subnet, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:02.443340 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3f6a1985-6d1e-40ae-aac7-5a2f186a0496 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:02.452677 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-739b198b-c5b9-4fd9-863f-4761f52f6c97 None None] Network 4bfd9828-88e4-4fb2-9100-7455ab015f55 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:54:02.462247 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-3f6a1985-6d1e-40ae-aac7-5a2f186a0496 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] 10.222.0.64 "DELETE /v2.0/subnets/a0a5f0d0-58d2-4e6f-8ab2-1874d04646e4 HTTP/1.1" status: 204 len: 168 time: 1.1070132 Oct 20 10:54:02.463461 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6a1985-6d1e-40ae-aac7-5a2f186a0496 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Pushing event deleted for resources: {'Subnet': ['ID=a0a5f0d0-58d2-4e6f-8ab2-1874d04646e4,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:02.467775 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 51092) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:02.504157 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 9a694840-85b2-41cc-8b6b-82d014e9b501 details requested by agent hyperv_n-h2-811396-3 with host n-h2-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:54:02.738546 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 9a694840-85b2-41cc-8b6b-82d014e9b501, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=9a694840-85b2-41cc-8b6b-82d014e9b501,segment=NetworkSegment(29d98e95-6dbd-4a20-a917-70645d26e8f8),segment_id=29d98e95-6dbd-4a20-a917-70645d26e8f8)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:54:02.760622 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [req-0ebd7baa-c5f7-4ab6-986d-e0147ba8f7ca req-193a5939-3791-424b-874b-329f27881d6a service neutron] For port d33cb694-c196-43c2-8360-cb3ae8d54011, host n-h2-811396-3, cleared binding levels {{(pid=100597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:54:02.764878 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [req-0ebd7baa-c5f7-4ab6-986d-e0147ba8f7ca req-193a5939-3791-424b-874b-329f27881d6a service neutron] For port d33cb694-c196-43c2-8360-cb3ae8d54011, host n-h2-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=d33cb694-c196-43c2-8360-cb3ae8d54011,segment=NetworkSegment(7a7eba38-3a2c-4235-a145-c989dfc5d4dc),segment_id=7a7eba38-3a2c-4235-a145-c989dfc5d4dc)] {{(pid=100597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:54:02.769812 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Returning: {'device': '9a694840-85b2-41cc-8b6b-82d014e9b501', 'network_id': 'b3481165-3e87-46ad-826c-7d431607ac7a', 'port_id': '9a694840-85b2-41cc-8b6b-82d014e9b501', 'mac_address': 'fa:16:3e:4a:72:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 819, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06a8754b-afbe-40dd-82e4-c21b59e7daf0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:54:02.775028 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-0ebd7baa-c5f7-4ab6-986d-e0147ba8f7ca req-193a5939-3791-424b-874b-329f27881d6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:02.804744 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebd7baa-c5f7-4ab6-986d-e0147ba8f7ca req-193a5939-3791-424b-874b-329f27881d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:02.805787 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-0ebd7baa-c5f7-4ab6-986d-e0147ba8f7ca req-193a5939-3791-424b-874b-329f27881d6a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:02.807459 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-0ebd7baa-c5f7-4ab6-986d-e0147ba8f7ca req-193a5939-3791-424b-874b-329f27881d6a service neutron] 10.222.0.69 "PUT /v2.0/ports/d33cb694-c196-43c2-8360-cb3ae8d54011 HTTP/1.1" status: 200 len: 1092 time: 3.5453508 Oct 20 10:54:02.865756 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f333013b-3605-4c97-9095-c29d67e00745', 'tag': 'd33cb694-c196-43c2-8360-cb3ae8d54011'}] {{(pid=100597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:54:02.868708 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd85cad6a391afaa95d2dd5280bfd4659fc1e1b2aba53b5e7ef874f059efcdc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c5eff88-54fe-4ee3-ad4e-913766ae6a4c" -d '{"events": [{"name": "network-changed", "server_uuid": "f333013b-3605-4c97-9095-c29d67e00745", "tag": "d33cb694-c196-43c2-8360-cb3ae8d54011"}]}' {{(pid=100597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:54:02.941437 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8c8bccdf-b8da-4f29-a446-6f8cb1edd3c0 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:03.028931 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebd7baa-c5f7-4ab6-986d-e0147ba8f7ca req-fa7322c5-86c2-4a3b-a44a-43a1ec1da0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:03.030883 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-0ebd7baa-c5f7-4ab6-986d-e0147ba8f7ca req-fa7322c5-86c2-4a3b-a44a-43a1ec1da0aa service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=376203cb7dec4dad9717307d6c606d33&device_id=f333013b-3605-4c97-9095-c29d67e00745 HTTP/1.1" status: 200 len: 1095 time: 0.1587343 Oct 20 10:54:03.065410 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546dde69-9a16-40c0-b69c-fee859b7ed52 req-9ae74c99-af4b-4c8b-b1da-8eb6aa1115a2 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:03.077219 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-546dde69-9a16-40c0-b69c-fee859b7ed52 req-9ae74c99-af4b-4c8b-b1da-8eb6aa1115a2 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=f333013b-3605-4c97-9095-c29d67e00745 HTTP/1.1" status: 200 len: 944 time: 0.4985695 Oct 20 10:54:03.087878 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:03.100246 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-0ebd7baa-c5f7-4ab6-986d-e0147ba8f7ca req-bcf13177-3cf2-4416-906d-372681fc90d0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d33cb694-c196-43c2-8360-cb3ae8d54011 HTTP/1.1" status: 200 len: 217 time: 0.0555320 Oct 20 10:54:03.134482 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a694840-85b2-41cc-8b6b-82d014e9b501 {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:54:03.141932 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6729aa9d-a0f4-477f-8c99-b5c917c855be req-e745c151-5fc4-4c92-a400-4e18b7caf877 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:03.150915 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6729aa9d-a0f4-477f-8c99-b5c917c855be req-e745c151-5fc4-4c92-a400-4e18b7caf877 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/ports?device_id=982cf2b9-f584-4e2b-9222-a8c52175a1df HTTP/1.1" status: 200 len: 943 time: 0.3379157 Oct 20 10:54:03.196170 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 7 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 10:54:03.220610 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebd7baa-c5f7-4ab6-986d-e0147ba8f7ca req-8756fead-deec-4511-a770-c4f49ab6a65b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:03.228502 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-0ebd7baa-c5f7-4ab6-986d-e0147ba8f7ca req-8756fead-deec-4511-a770-c4f49ab6a65b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=437b47ec-4211-421c-828b-76408ce53dce HTTP/1.1" status: 200 len: 850 time: 0.1163194 Oct 20 10:54:03.236797 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e0aa680-6a78-4e13-81ef-20b0f36c9b1c None None] DHCP port deletion for 4bfd9828-88e4-4fb2-9100-7455ab015f55 request from n-d-811396-3 {{(pid=100598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:54:03.271233 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 9a694840-85b2-41cc-8b6b-82d014e9b501, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=9a694840-85b2-41cc-8b6b-82d014e9b501,segment=NetworkSegment(29d98e95-6dbd-4a20-a917-70645d26e8f8),segment_id=29d98e95-6dbd-4a20-a917-70645d26e8f8)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:54:03.291187 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:03.328495 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193a5939-3791-424b-874b-329f27881d6a service neutron] Pushing event updated for resources: {'Port': ['ID=d33cb694-c196-43c2-8360-cb3ae8d54011,revision_number=3']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:03.344921 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-bd99df5a-f800-48b5-9c85-d4459e03cd51 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:03.362869 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-546dde69-9a16-40c0-b69c-fee859b7ed52 req-c711f182-33de-4a5f-8400-177db039a89b tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=7d9a6fe5-d7f3-4fa2-86d5-4c121918dfe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2818241 Oct 20 10:54:03.397448 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0f2b276-1069-4872-bd79-557a7cd23cf1 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Router bf59da99-dd2d-478d-9b0d-3016ea34cf63 has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:54:03.405106 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6729aa9d-a0f4-477f-8c99-b5c917c855be req-2f87a12d-6edd-4bdf-a014-28b133f2103e tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/security-groups?id=4de8cd6c-6bcc-4778-96b5-f0ccd59485f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2533159 Oct 20 10:54:03.438627 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebd7baa-c5f7-4ab6-986d-e0147ba8f7ca req-0629e0a9-51e7-4f78-8cd9-da9b091b1198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:03.460596 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-0ebd7baa-c5f7-4ab6-986d-e0147ba8f7ca req-0629e0a9-51e7-4f78-8cd9-da9b091b1198 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b8b1e2be-5932-428e-a716-07af13af4e6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1978626 Oct 20 10:54:03.463997 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-8c8bccdf-b8da-4f29-a446-6f8cb1edd3c0 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Deleting port f431d822-60e1-4bd6-b2dc-71aeba3fbd74 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:54:03.464398 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8c8bccdf-b8da-4f29-a446-6f8cb1edd3c0 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:03.489238 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-bd99df5a-f800-48b5-9c85-d4459e03cd51 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:03.555454 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['9a694840-85b2-41cc-8b6b-82d014e9b501'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:54:03.564700 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-71ea4308-e2d0-4a6f-832d-c41d1b45aaff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:03.609869 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=9a694840-85b2-41cc-8b6b-82d014e9b501,revision_number=8']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:03.621326 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:54:03.622765 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:54:03.623369 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:54:03.623951 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:54:03.624502 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:54:03.625041 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:54:03.625633 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:54:03.626183 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:54:03.626715 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:54:03.627253 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:54:03.627952 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:54:03.628509 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:54:03.670450 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-9e0aa680-6a78-4e13-81ef-20b0f36c9b1c None None] Deleting port f431d822-60e1-4bd6-b2dc-71aeba3fbd74 {{(pid=100598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:54:03.674477 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-9e0aa680-6a78-4e13-81ef-20b0f36c9b1c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:03.709732 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd99df5a-f800-48b5-9c85-d4459e03cd51 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Network 8320e101-644d-44af-9385-629dd54c3c0a is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:54:03.787024 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-bd99df5a-f800-48b5-9c85-d4459e03cd51 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:54:03.792044 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd99df5a-f800-48b5-9c85-d4459e03cd51 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:54:03.827022 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd99df5a-f800-48b5-9c85-d4459e03cd51 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:03.828130 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-bd99df5a-f800-48b5-9c85-d4459e03cd51 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:03.846298 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-0ebd7baa-c5f7-4ab6-986d-e0147ba8f7ca req-5be0ebb0-0a42-4425-8423-bdb1b6ac55ac service neutron] 10.222.0.69 "GET /v2.0/networks/b8b1e2be-5932-428e-a716-07af13af4e6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3622820 Oct 20 10:54:03.849856 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9655cb5-5e5b-4eed-b44a-aac00ab3e7fe x-openstack-request-id: req-e9655cb5-5e5b-4eed-b44a-aac00ab3e7fe {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:54:03.850157 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f333013b-3605-4c97-9095-c29d67e00745", "tag": "d33cb694-c196-43c2-8360-cb3ae8d54011", "status": "completed", "code": 200}]} {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:54:03.851449 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e9655cb5-5e5b-4eed-b44a-aac00ab3e7fe {{(pid=100597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:54:03.852717 n-d-811396-3 neutron-server[100597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f333013b-3605-4c97-9095-c29d67e00745', 'tag': 'd33cb694-c196-43c2-8360-cb3ae8d54011', 'status': 'completed', 'code': 200} Oct 20 10:54:03.853265 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-9e0aa680-6a78-4e13-81ef-20b0f36c9b1c None None] For port f431d822-60e1-4bd6-b2dc-71aeba3fbd74, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=f431d822-60e1-4bd6-b2dc-71aeba3fbd74,segment=NetworkSegment(178a1ab1-ee2b-4e1d-b50e-d1279b407816),segment_id=178a1ab1-ee2b-4e1d-b50e-d1279b407816)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:54:03.853728 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-9e0aa680-6a78-4e13-81ef-20b0f36c9b1c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:03.929605 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2615d4a8-b89a-4311-8727-07f63d5f1dd8 req-f14991c4-01a4-4378-932f-33f7f85d92e9 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=e2ea36db-c311-4e67-bf53-528fd4385881 HTTP/1.1" status: 200 len: 210 time: 0.3068550 Oct 20 10:54:03.949422 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-9e0aa680-6a78-4e13-81ef-20b0f36c9b1c None None] Calling delete_port for f431d822-60e1-4bd6-b2dc-71aeba3fbd74 owned by network:dhcp {{(pid=100598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:54:03.972527 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [None req-8c8bccdf-b8da-4f29-a446-6f8cb1edd3c0 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] For port f431d822-60e1-4bd6-b2dc-71aeba3fbd74, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=f431d822-60e1-4bd6-b2dc-71aeba3fbd74,segment=NetworkSegment(178a1ab1-ee2b-4e1d-b50e-d1279b407816),segment_id=178a1ab1-ee2b-4e1d-b50e-d1279b407816)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:54:03.973116 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8c8bccdf-b8da-4f29-a446-6f8cb1edd3c0 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:04.010920 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-8c8bccdf-b8da-4f29-a446-6f8cb1edd3c0 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Calling delete_port for f431d822-60e1-4bd6-b2dc-71aeba3fbd74 owned by network:dhcp {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:54:04.046907 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-0ebd7baa-c5f7-4ab6-986d-e0147ba8f7ca req-dbe7766f-e3d7-4bbd-88f3-621cc47842cb service neutron] 10.222.0.69 "GET /v2.0/networks/b8b1e2be-5932-428e-a716-07af13af4e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868777 Oct 20 10:54:04.220426 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484dcfc9-5630-4792-bc8d-8cbef7af6e03 req-2f71a028-21ba-4c50-b686-8801c1400318 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:04.220426 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-484dcfc9-5630-4792-bc8d-8cbef7af6e03 req-2f71a028-21ba-4c50-b686-8801c1400318 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.69 "GET /v2.0/ports?device_id=982cf2b9-f584-4e2b-9222-a8c52175a1df&tenant_id=ba79d3046aa84fd2ac89895f3514d2bd&binding%3Ahost_id=n-h2-811396-3 HTTP/1.1" status: 200 len: 944 time: 0.1205001 Oct 20 10:54:04.268731 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-bd99df5a-f800-48b5-9c85-d4459e03cd51 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 4.3016956 Oct 20 10:54:04.287355 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device f431d822-60e1-4bd6-b2dc-71aeba3fbd74 no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:54:04.288945 n-d-811396-3 neutron-server[100598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:54:04.288945 n-d-811396-3 neutron-server[100598]: self.session.flush() Oct 20 10:54:04.288945 n-d-811396-3 neutron-server[100598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:54:04.288945 n-d-811396-3 neutron-server[100598]: self.session.flush() Oct 20 10:54:04.288945 n-d-811396-3 neutron-server[100598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:54:04.288945 n-d-811396-3 neutron-server[100598]: self.session.flush() Oct 20 10:54:04.288945 n-d-811396-3 neutron-server[100598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:54:04.288945 n-d-811396-3 neutron-server[100598]: self.session.flush() Oct 20 10:54:04.288945 n-d-811396-3 neutron-server[100598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:54:04.288945 n-d-811396-3 neutron-server[100598]: self.session.flush() Oct 20 10:54:04.288945 n-d-811396-3 neutron-server[100598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:54:04.288945 n-d-811396-3 neutron-server[100598]: self.session.flush() Oct 20 10:54:04.288945 n-d-811396-3 neutron-server[100598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:54:04.288945 n-d-811396-3 neutron-server[100598]: self.session.flush() Oct 20 10:54:04.288945 n-d-811396-3 neutron-server[100598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:54:04.288945 n-d-811396-3 neutron-server[100598]: self.session.flush() Oct 20 10:54:04.288945 n-d-811396-3 neutron-server[100598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:54:04.288945 n-d-811396-3 neutron-server[100598]: self.session.flush() Oct 20 10:54:04.288945 n-d-811396-3 neutron-server[100598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:54:04.288945 n-d-811396-3 neutron-server[100598]: self.session.flush() Oct 20 10:54:04.288945 n-d-811396-3 neutron-server[100598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:54:04.288945 n-d-811396-3 neutron-server[100598]: self.session.flush() Oct 20 10:54:04.288945 n-d-811396-3 neutron-server[100598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:54:04.288945 n-d-811396-3 neutron-server[100598]: self.session.flush() Oct 20 10:54:04.288945 n-d-811396-3 neutron-server[100598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:54:04.288945 n-d-811396-3 neutron-server[100598]: self.session.flush() Oct 20 10:54:04.288945 n-d-811396-3 neutron-server[100598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:54:04.288945 n-d-811396-3 neutron-server[100598]: self.session.flush() Oct 20 10:54:04.288945 n-d-811396-3 neutron-server[100598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:54:04.288945 n-d-811396-3 neutron-server[100598]: self.session.flush() Oct 20 10:54:04.288945 n-d-811396-3 neutron-server[100598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:54:04.288945 n-d-811396-3 neutron-server[100598]: self.session.flush() Oct 20 10:54:04.288945 n-d-811396-3 neutron-server[100598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:54:04.288945 n-d-811396-3 neutron-server[100598]: self.session.flush() Oct 20 10:54:04.288945 n-d-811396-3 neutron-server[100598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:54:04.288945 n-d-811396-3 neutron-server[100598]: self.session.flush() Oct 20 10:54:04.288945 n-d-811396-3 neutron-server[100598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:54:04.288945 n-d-811396-3 neutron-server[100598]: self.session.flush() Oct 20 10:54:04.288945 n-d-811396-3 neutron-server[100598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:54:04.288945 n-d-811396-3 neutron-server[100598]: self.session.flush() Oct 20 10:54:04.292381 n-d-811396-3 neutron-server[100598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:54:04.292381 n-d-811396-3 neutron-server[100598]: self.session.flush() Oct 20 10:54:04.292381 n-d-811396-3 neutron-server[100598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:54:04.292381 n-d-811396-3 neutron-server[100598]: self.session.flush() Oct 20 10:54:04.292381 n-d-811396-3 neutron-server[100598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:54:04.292381 n-d-811396-3 neutron-server[100598]: self.session.flush() Oct 20 10:54:04.292381 n-d-811396-3 neutron-server[100598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:54:04.292381 n-d-811396-3 neutron-server[100598]: self.session.flush() Oct 20 10:54:04.292381 n-d-811396-3 neutron-server[100598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:54:04.292381 n-d-811396-3 neutron-server[100598]: self.session.flush() Oct 20 10:54:04.292381 n-d-811396-3 neutron-server[100598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:54:04.292381 n-d-811396-3 neutron-server[100598]: self.session.flush() Oct 20 10:54:04.292381 n-d-811396-3 neutron-server[100598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:54:04.292381 n-d-811396-3 neutron-server[100598]: self.session.flush() Oct 20 10:54:04.311119 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 51126) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:04.313334 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd99df5a-f800-48b5-9c85-d4459e03cd51 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Pushing event updated for resources: {'Port': ['ID=e52cd502-579b-4b96-bdb6-71e6b36007a5,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:04.316542 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8c8bccdf-b8da-4f29-a446-6f8cb1edd3c0 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:04.328023 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0f2b276-1069-4872-bd79-557a7cd23cf1 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:54:04.335014 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a0f2b276-1069-4872-bd79-557a7cd23cf1 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for floatingip, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:04.372609 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-a0f2b276-1069-4872-bd79-557a7cd23cf1 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "DELETE /v2.0/floatingips/b2594b35-5930-4c28-8996-dcf1f7a1e7ec HTTP/1.1" status: 204 len: 168 time: 4.7189231 Oct 20 10:54:04.374641 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-484dcfc9-5630-4792-bc8d-8cbef7af6e03 req-05110c20-ea6d-4b11-b686-956d83d32b05 service neutron] 10.222.0.69 "GET /v2.0/ports/9a694840-85b2-41cc-8b6b-82d014e9b501/bindings/n-h2-811396-3 HTTP/1.1" status: 200 len: 382 time: 0.1313822 Oct 20 10:54:04.378145 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e037459a-b55d-44e3-9de4-968b168026b7 None None] Sync routers for ids ['bf59da99-dd2d-478d-9b0d-3016ea34cf63'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:54:04.408659 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: f431d822-60e1-4bd6-b2dc-71aeba3fbd74 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:54:04.409017 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device f431d822-60e1-4bd6-b2dc-71aeba3fbd74 not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:54:04.413207 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd99df5a-f800-48b5-9c85-d4459e03cd51 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:54:04.413559 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd99df5a-f800-48b5-9c85-d4459e03cd51 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:54:04.413902 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd99df5a-f800-48b5-9c85-d4459e03cd51 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:54:04.414238 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd99df5a-f800-48b5-9c85-d4459e03cd51 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:54:04.414569 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd99df5a-f800-48b5-9c85-d4459e03cd51 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:54:04.415010 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd99df5a-f800-48b5-9c85-d4459e03cd51 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:54:04.415348 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd99df5a-f800-48b5-9c85-d4459e03cd51 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:54:04.415715 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd99df5a-f800-48b5-9c85-d4459e03cd51 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:54:04.416299 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd99df5a-f800-48b5-9c85-d4459e03cd51 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:54:04.416438 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd99df5a-f800-48b5-9c85-d4459e03cd51 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:54:04.416728 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd99df5a-f800-48b5-9c85-d4459e03cd51 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:54:04.417055 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd99df5a-f800-48b5-9c85-d4459e03cd51 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:54:04.417416 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-9e0aa680-6a78-4e13-81ef-20b0f36c9b1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956'] for port, after_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:04.432746 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8bccdf-b8da-4f29-a446-6f8cb1edd3c0 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] No DVR routers for this DVR port f431d822-60e1-4bd6-b2dc-71aeba3fbd74 on host n-d-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:54:04.519720 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 51138) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:04.520212 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8bccdf-b8da-4f29-a446-6f8cb1edd3c0 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Pushing event deleted for resources: {'Port': ['ID=f431d822-60e1-4bd6-b2dc-71aeba3fbd74,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:04.571193 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484dcfc9-5630-4792-bc8d-8cbef7af6e03 req-82a19fbd-a3f9-44a4-90ed-2a007c2f155a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:04.571193 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-484dcfc9-5630-4792-bc8d-8cbef7af6e03 req-82a19fbd-a3f9-44a4-90ed-2a007c2f155a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ba79d3046aa84fd2ac89895f3514d2bd&device_id=982cf2b9-f584-4e2b-9222-a8c52175a1df HTTP/1.1" status: 200 len: 1095 time: 0.1458712 Oct 20 10:54:04.584421 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb877378-86a1-4cb0-9e49-3e4fb68762ad req-a8f9d1bf-9ecc-431d-a9cb-c378318a3243 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:04.593852 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bb877378-86a1-4cb0-9e49-3e4fb68762ad req-a8f9d1bf-9ecc-431d-a9cb-c378318a3243 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/ports?device_id=982cf2b9-f584-4e2b-9222-a8c52175a1df HTTP/1.1" status: 200 len: 944 time: 0.3150702 Oct 20 10:54:04.618145 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5eff88-54fe-4ee3-ad4e-913766ae6a4c req-10915a6e-1ef6-4e09-8759-77381ce525f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:04.625244 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9c5eff88-54fe-4ee3-ad4e-913766ae6a4c req-10915a6e-1ef6-4e09-8759-77381ce525f7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=376203cb7dec4dad9717307d6c606d33&device_id=f333013b-3605-4c97-9095-c29d67e00745 HTTP/1.1" status: 200 len: 1095 time: 0.3519328 Oct 20 10:54:04.757677 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484dcfc9-5630-4792-bc8d-8cbef7af6e03 req-bd5c1c06-4ced-4b2a-908a-13c0643eb7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:04.763213 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-484dcfc9-5630-4792-bc8d-8cbef7af6e03 req-bd5c1c06-4ced-4b2a-908a-13c0643eb7fe service neutron] 10.222.0.69 "GET /v2.0/networks?id=b3481165-3e87-46ad-826c-7d431607ac7a HTTP/1.1" status: 200 len: 897 time: 0.1809011 Oct 20 10:54:04.838685 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8c8bccdf-b8da-4f29-a446-6f8cb1edd3c0 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:04.840404 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0aa680-6a78-4e13-81ef-20b0f36c9b1c None None] No DVR routers for this DVR port f431d822-60e1-4bd6-b2dc-71aeba3fbd74 on host n-d-811396-3 {{(pid=100598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:54:04.844686 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bb877378-86a1-4cb0-9e49-3e4fb68762ad req-b0eab796-d99a-45f3-8d2d-6b0a1cbe6b67 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/security-groups?id=4de8cd6c-6bcc-4778-96b5-f0ccd59485f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2499616 Oct 20 10:54:04.865457 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e037459a-b55d-44e3-9de4-968b168026b7 None None] Routers {'bf59da99-dd2d-478d-9b0d-3016ea34cf63'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:54:04.866186 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-e037459a-b55d-44e3-9de4-968b168026b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:53:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['bf59da99-dd2d-478d-9b0d-3016ea34cf63'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:54:04.874127 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0aa680-6a78-4e13-81ef-20b0f36c9b1c None None] Pushing event deleted for resources: {'Port': ['ID=f431d822-60e1-4bd6-b2dc-71aeba3fbd74,revision_number=None']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:04.945140 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-8c8bccdf-b8da-4f29-a446-6f8cb1edd3c0 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bfd9828-88e4-4fb2-9100-7455ab015f55']}} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:54:04.975762 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-8c8bccdf-b8da-4f29-a446-6f8cb1edd3c0 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '178a1ab1-ee2b-4e1d-b50e-d1279b407816') {'for_net_delete': True} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:54:04.976921 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-8c8bccdf-b8da-4f29-a446-6f8cb1edd3c0 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '178a1ab1-ee2b-4e1d-b50e-d1279b407816') {} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:54:04.997592 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-484dcfc9-5630-4792-bc8d-8cbef7af6e03 req-e330aaa5-aada-44da-af9d-a265d4fc07af service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a694840-85b2-41cc-8b6b-82d014e9b501 HTTP/1.1" status: 200 len: 1000 time: 0.2289402 Oct 20 10:54:05.008318 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-08f46674-9738-40c0-9eb1-d05da173b7ad tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Deleting port e52cd502-579b-4b96-bdb6-71e6b36007a5 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:54:05.008681 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-08f46674-9738-40c0-9eb1-d05da173b7ad tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:05.037488 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-60e89664-d05e-4233-a3b5-f70be6e25671 None None] Provisioning complete for port e52cd502-579b-4b96-bdb6-71e6b36007a5 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:54:05.038305 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-60e89664-d05e-4233-a3b5-f70be6e25671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:05.140903 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-08f46674-9738-40c0-9eb1-d05da173b7ad tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:05.155073 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-08f46674-9738-40c0-9eb1-d05da173b7ad tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Calling delete_port for e52cd502-579b-4b96-bdb6-71e6b36007a5 owned by {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:54:05.213684 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-60e89664-d05e-4233-a3b5-f70be6e25671 None None] Port e52cd502-579b-4b96-bdb6-71e6b36007a5 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:54:05.241304 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8c8bccdf-b8da-4f29-a446-6f8cb1edd3c0 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25189038'] for segment, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:05.256037 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-e037459a-b55d-44e3-9de4-968b168026b7 None None] Set router bf59da99-dd2d-478d-9b0d-3016ea34cf63 gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:54:05.279928 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484dcfc9-5630-4792-bc8d-8cbef7af6e03 req-92d644e6-19bb-42b4-8eee-ef59d8fc81fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:05.281982 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-484dcfc9-5630-4792-bc8d-8cbef7af6e03 req-92d644e6-19bb-42b4-8eee-ef59d8fc81fc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=06a8754b-afbe-40dd-82e4-c21b59e7daf0 HTTP/1.1" status: 200 len: 835 time: 0.2623949 Oct 20 10:54:05.344573 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5eff88-54fe-4ee3-ad4e-913766ae6a4c req-436f6f5a-6dc9-40a5-9d9e-8d879308d263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:05.346418 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9c5eff88-54fe-4ee3-ad4e-913766ae6a4c req-436f6f5a-6dc9-40a5-9d9e-8d879308d263 service neutron] 10.222.0.69 "GET /v2.0/networks?id=b8b1e2be-5932-428e-a716-07af13af4e6c HTTP/1.1" status: 200 len: 912 time: 0.6867402 Oct 20 10:54:05.412349 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8c8bccdf-b8da-4f29-a446-6f8cb1edd3c0 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:05.467865 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484dcfc9-5630-4792-bc8d-8cbef7af6e03 req-c2f5decb-f537-4020-a0e0-e70c94009d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:05.469443 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-484dcfc9-5630-4792-bc8d-8cbef7af6e03 req-c2f5decb-f537-4020-a0e0-e70c94009d67 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b3481165-3e87-46ad-826c-7d431607ac7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1771748 Oct 20 10:54:05.489335 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9c5eff88-54fe-4ee3-ad4e-913766ae6a4c req-7f20940f-b484-4800-80d5-406b8555548e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d33cb694-c196-43c2-8360-cb3ae8d54011 HTTP/1.1" status: 200 len: 217 time: 0.1272540 Oct 20 10:54:05.566018 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c8bccdf-b8da-4f29-a446-6f8cb1edd3c0 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Releasing vlan 814 on physical network physnet1 to pool {{(pid=100596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:54:05.566778 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8c8bccdf-b8da-4f29-a446-6f8cb1edd3c0 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26833155'] for segment, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:05.579280 n-d-811396-3 neutron-server[100596]: Traceback (most recent call last): Oct 20 10:54:05.579280 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:54:05.579280 n-d-811396-3 neutron-server[100596]: timer() Oct 20 10:54:05.579280 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:54:05.579280 n-d-811396-3 neutron-server[100596]: cb(*args, **kw) Oct 20 10:54:05.579280 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:54:05.579280 n-d-811396-3 neutron-server[100596]: return func(*args, **kwargs) Oct 20 10:54:05.579280 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:54:05.579280 n-d-811396-3 neutron-server[100596]: self._notify() Oct 20 10:54:05.579280 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:54:05.579280 n-d-811396-3 neutron-server[100596]: self.callback(batched_events) Oct 20 10:54:05.579280 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:54:05.579280 n-d-811396-3 neutron-server[100596]: event.method(event) Oct 20 10:54:05.579280 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:54:05.579280 n-d-811396-3 neutron-server[100596]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:54:05.579280 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:54:05.579280 n-d-811396-3 neutron-server[100596]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:54:05.579280 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:54:05.579280 n-d-811396-3 neutron-server[100596]: return f(self, *a, **k) Oct 20 10:54:05.579280 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:54:05.579280 n-d-811396-3 neutron-server[100596]: return self._get(url).json() Oct 20 10:54:05.579280 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:54:05.579280 n-d-811396-3 neutron-server[100596]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:54:05.579280 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:54:05.579280 n-d-811396-3 neutron-server[100596]: return self.request(url, 'GET', **kwargs) Oct 20 10:54:05.579280 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:54:05.579280 n-d-811396-3 neutron-server[100596]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:54:05.579280 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:54:05.579280 n-d-811396-3 neutron-server[100596]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:54:05.579280 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:54:05.579280 n-d-811396-3 neutron-server[100596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:54:05.579280 n-d-811396-3 neutron-server[100596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:54:05.657068 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-e037459a-b55d-44e3-9de4-968b168026b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf59da99-dd2d-478d-9b0d-3016ea34cf63', 'name': 'tempest-TestNetworkBasicOps-router-1996889391', 'tenant_id': 'ce3bca74c1d8467f832763bc531bfd88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': '4e711bdc-ecfb-48b8-a052-6d0428b77592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:50:51Z', 'updated_at': '2021-10-20T10:53:43Z', 'revision_number': 6, 'project_id': 'ce3bca74c1d8467f832763bc531bfd88', 'gw_port': {'id': '4e711bdc-ecfb-48b8-a052-6d0428b77592', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:0e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf59da99-dd2d-478d-9b0d-3016ea34cf63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2694, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:50:54Z', 'updated_at': '2021-10-20T10:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': 'd0eef919-2006-4579-a0f7-bfdd77d41039', 'name': '', 'network_id': '8ca5e922-b948-426f-9281-49c209c89e06', 'tenant_id': 'ce3bca74c1d8467f832763bc531bfd88', 'mac_address': 'fa:16:3e:71:db:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf59da99-dd2d-478d-9b0d-3016ea34cf63', 'device_owner': 'network:router_interface', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': 'd064623b-205c-4c55-bcad-f8d7ce58a0d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:51:01Z', 'updated_at': '2021-10-20T10:51:11Z', 'revision_number': 5, 'project_id': 'ce3bca74c1d8467f832763bc531bfd88', 'subnets': [{'id': 'd064623b-205c-4c55-bcad-f8d7ce58a0d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:54:05.714758 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e037459a-b55d-44e3-9de4-968b168026b7 None None] Checking router: bf59da99-dd2d-478d-9b0d-3016ea34cf63 for host: n-d-811396-3 {{(pid=100598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:54:05.716403 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd83cd5-8e01-4513-8ed8-ecf430b19112 req-ab40b550-982f-48a4-bf3d-7c10abcf99ca tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:05.726812 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ccd83cd5-8e01-4513-8ed8-ecf430b19112 req-ab40b550-982f-48a4-bf3d-7c10abcf99ca tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e46ee1e-848e-4aa8-a7a5-ffd39c73c09c HTTP/1.1" status: 200 len: 946 time: 0.7269185 Oct 20 10:54:05.734453 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e037459a-b55d-44e3-9de4-968b168026b7 None None] Routers {'bf59da99-dd2d-478d-9b0d-3016ea34cf63'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:54:05.741213 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-e037459a-b55d-44e3-9de4-968b168026b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:53:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['bf59da99-dd2d-478d-9b0d-3016ea34cf63'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:54:05.742696 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-08f46674-9738-40c0-9eb1-d05da173b7ad tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:05.796613 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-484dcfc9-5630-4792-bc8d-8cbef7af6e03 req-63c0c595-1465-4bce-9bfd-17bbb3abcdb0 service neutron] 10.222.0.69 "GET /v2.0/networks/b3481165-3e87-46ad-826c-7d431607ac7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194028 Oct 20 10:54:05.852951 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7833df87-cae0-42c7-a157-110bef1ef047 req-4a7ed374-ef5e-4311-881f-594fd1ea200a tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:05.864654 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e46ee1e-848e-4aa8-a7a5-ffd39c73c09c', 'tag': 'aae58e54-5b06-4495-b489-a89b3f157a9e'}] {{(pid=100597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:54:05.866787 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7833df87-cae0-42c7-a157-110bef1ef047 req-4a7ed374-ef5e-4311-881f-594fd1ea200a tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=f333013b-3605-4c97-9095-c29d67e00745 HTTP/1.1" status: 200 len: 944 time: 0.8678887 Oct 20 10:54:05.867575 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd85cad6a391afaa95d2dd5280bfd4659fc1e1b2aba53b5e7ef874f059efcdc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1929c90b-0f4c-49c7-a002-ca7555cba7cb" -d '{"events": [{"name": "network-changed", "server_uuid": "6e46ee1e-848e-4aa8-a7a5-ffd39c73c09c", "tag": "aae58e54-5b06-4495-b489-a89b3f157a9e"}]}' {{(pid=100597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:54:05.884914 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-e037459a-b55d-44e3-9de4-968b168026b7 None None] Set router bf59da99-dd2d-478d-9b0d-3016ea34cf63 gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:54:06.071350 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f46674-9738-40c0-9eb1-d05da173b7ad tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Pushing event deleted for resources: {'Port': ['ID=e52cd502-579b-4b96-bdb6-71e6b36007a5,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:06.076265 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-08f46674-9738-40c0-9eb1-d05da173b7ad tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:06.080142 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-08f46674-9738-40c0-9eb1-d05da173b7ad tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "DELETE /v2.0/ports/e52cd502-579b-4b96-bdb6-71e6b36007a5 HTTP/1.1" status: 204 len: 168 time: 1.7577546 Oct 20 10:54:06.098823 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 51162) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:06.114627 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ccd83cd5-8e01-4513-8ed8-ecf430b19112 req-ddccd941-78ab-423b-9741-a97c6a204e65 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "GET /v2.0/security-groups?id=e2b618ee-adb0-4a07-9003-b5b406acbbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3818481 Oct 20 10:54:06.167323 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7833df87-cae0-42c7-a157-110bef1ef047 req-9644f968-d8ad-4986-ac63-e95d344e66ed tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=7d9a6fe5-d7f3-4fa2-86d5-4c121918dfe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2900329 Oct 20 10:54:06.171761 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8c8bccdf-b8da-4f29-a446-6f8cb1edd3c0 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:06.202056 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5eff88-54fe-4ee3-ad4e-913766ae6a4c req-d6717c22-0912-4e88-b497-8d070ca4fd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:06.209684 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9c5eff88-54fe-4ee3-ad4e-913766ae6a4c req-d6717c22-0912-4e88-b497-8d070ca4fd19 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=437b47ec-4211-421c-828b-76408ce53dce HTTP/1.1" status: 200 len: 850 time: 0.6391006 Oct 20 10:54:06.210800 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8c8bccdf-b8da-4f29-a446-6f8cb1edd3c0 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Publish callbacks [] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:06.231137 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-8c8bccdf-b8da-4f29-a446-6f8cb1edd3c0 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] 10.222.0.64 "DELETE /v2.0/networks/4bfd9828-88e4-4fb2-9100-7455ab015f55 HTTP/1.1" status: 204 len: 168 time: 3.7528555 Oct 20 10:54:06.279331 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-484dcfc9-5630-4792-bc8d-8cbef7af6e03 req-d8fe958c-38c1-46e9-9266-d878026cdb2d service neutron] 10.222.0.69 "GET /v2.0/networks/b3481165-3e87-46ad-826c-7d431607ac7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4667799 Oct 20 10:54:06.318735 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53d8c982-ae5d-4373-9055-e7e529acbffe x-openstack-request-id: req-53d8c982-ae5d-4373-9055-e7e529acbffe {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:54:06.319494 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e46ee1e-848e-4aa8-a7a5-ffd39c73c09c", "tag": "aae58e54-5b06-4495-b489-a89b3f157a9e", "status": "completed", "code": 200}]} {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:54:06.319494 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-53d8c982-ae5d-4373-9055-e7e529acbffe {{(pid=100597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:54:06.321607 n-d-811396-3 neutron-server[100597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e46ee1e-848e-4aa8-a7a5-ffd39c73c09c', 'tag': 'aae58e54-5b06-4495-b489-a89b3f157a9e', 'status': 'completed', 'code': 200} Oct 20 10:54:06.363926 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-4e8680cd-f0bf-41a5-b238-0e4d494b3a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:06.432990 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26e07b95-1baa-42a8-9482-85dcf9910026 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:06.435563 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-26e07b95-1baa-42a8-9482-85dcf9910026 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.3346314 Oct 20 10:54:06.439987 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 51170) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:06.466911 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b5efdf80-e6b9-4823-ace0-ab040e9a0125 req-9e5780a7-3cc5-4cc1-a7ee-85d84b72c985 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=e2ea36db-c311-4e67-bf53-528fd4385881 HTTP/1.1" status: 200 len: 210 time: 0.0984735 Oct 20 10:54:06.473931 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8bccdf-b8da-4f29-a446-6f8cb1edd3c0 tempest-NetworksIpV6TestAttrs-1174750000 tempest-NetworksIpV6TestAttrs-1174750000-project] Pushing event deleted for resources: {'Network': ['ID=4bfd9828-88e4-4fb2-9100-7455ab015f55,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:06.503164 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8267b41d-d4b1-48dc-83dd-d0a06e10a3f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1774405'] for router_interface, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:06.539244 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device d33cb694-c196-43c2-8360-cb3ae8d54011 details requested by agent hyperv_n-h2-811396-3 with host n-h2-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:54:06.542152 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 9a694840-85b2-41cc-8b6b-82d014e9b501 up at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:54:06.549759 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ab9171-fcf7-46dd-a05a-8dadc4300798 req-b77b963b-4d9c-448a-86ba-50a8f5cac403 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:06.551555 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f5ab9171-fcf7-46dd-a05a-8dadc4300798 req-b77b963b-4d9c-448a-86ba-50a8f5cac403 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.69 "GET /v2.0/ports?device_id=6e46ee1e-848e-4aa8-a7a5-ffd39c73c09c HTTP/1.1" status: 200 len: 946 time: 0.3654878 Oct 20 10:54:06.579048 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5eff88-54fe-4ee3-ad4e-913766ae6a4c req-ee0e585c-5dcb-418a-ab83-a3787e020218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:06.580601 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9c5eff88-54fe-4ee3-ad4e-913766ae6a4c req-ee0e585c-5dcb-418a-ab83-a3787e020218 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b8b1e2be-5932-428e-a716-07af13af4e6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2458520 Oct 20 10:54:06.616066 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-e037459a-b55d-44e3-9de4-968b168026b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf59da99-dd2d-478d-9b0d-3016ea34cf63', 'name': 'tempest-TestNetworkBasicOps-router-1996889391', 'tenant_id': 'ce3bca74c1d8467f832763bc531bfd88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': '4e711bdc-ecfb-48b8-a052-6d0428b77592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:50:51Z', 'updated_at': '2021-10-20T10:53:43Z', 'revision_number': 6, 'project_id': 'ce3bca74c1d8467f832763bc531bfd88', 'gw_port': {'id': '4e711bdc-ecfb-48b8-a052-6d0428b77592', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:0e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf59da99-dd2d-478d-9b0d-3016ea34cf63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2694, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:50:54Z', 'updated_at': '2021-10-20T10:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': 'd0eef919-2006-4579-a0f7-bfdd77d41039', 'name': '', 'network_id': '8ca5e922-b948-426f-9281-49c209c89e06', 'tenant_id': 'ce3bca74c1d8467f832763bc531bfd88', 'mac_address': 'fa:16:3e:71:db:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf59da99-dd2d-478d-9b0d-3016ea34cf63', 'device_owner': 'network:router_interface', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': 'd064623b-205c-4c55-bcad-f8d7ce58a0d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:51:01Z', 'updated_at': '2021-10-20T10:51:11Z', 'revision_number': 5, 'project_id': 'ce3bca74c1d8467f832763bc531bfd88', 'subnets': [{'id': 'd064623b-205c-4c55-bcad-f8d7ce58a0d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:54:06.647092 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e037459a-b55d-44e3-9de4-968b168026b7 None None] The sync data for ids ['bf59da99-dd2d-478d-9b0d-3016ea34cf63'] in n-d-811396-3 is: [{'id': 'bf59da99-dd2d-478d-9b0d-3016ea34cf63', 'name': 'tempest-TestNetworkBasicOps-router-1996889391', 'tenant_id': 'ce3bca74c1d8467f832763bc531bfd88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': '4e711bdc-ecfb-48b8-a052-6d0428b77592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:50:51Z', 'updated_at': '2021-10-20T10:53:43Z', 'revision_number': 6, 'project_id': 'ce3bca74c1d8467f832763bc531bfd88', 'gw_port': {'id': '4e711bdc-ecfb-48b8-a052-6d0428b77592', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:0e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf59da99-dd2d-478d-9b0d-3016ea34cf63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2694, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:50:54Z', 'updated_at': '2021-10-20T10:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': 'd0eef919-2006-4579-a0f7-bfdd77d41039', 'name': '', 'network_id': '8ca5e922-b948-426f-9281-49c209c89e06', 'tenant_id': 'ce3bca74c1d8467f832763bc531bfd88', 'mac_address': 'fa:16:3e:71:db:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf59da99-dd2d-478d-9b0d-3016ea34cf63', 'device_owner': 'network:router_interface', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': 'd064623b-205c-4c55-bcad-f8d7ce58a0d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:51:01Z', 'updated_at': '2021-10-20T10:51:11Z', 'revision_number': 5, 'project_id': 'ce3bca74c1d8467f832763bc531bfd88', 'subnets': [{'id': 'd064623b-205c-4c55-bcad-f8d7ce58a0d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:54:06.758408 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 51174) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:06.763317 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning for port 9a694840-85b2-41cc-8b6b-82d014e9b501 completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:54:06.788703 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port d33cb694-c196-43c2-8360-cb3ae8d54011, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=d33cb694-c196-43c2-8360-cb3ae8d54011,segment=NetworkSegment(7a7eba38-3a2c-4235-a145-c989dfc5d4dc),segment_id=7a7eba38-3a2c-4235-a145-c989dfc5d4dc)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:54:06.790924 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning complete for port 9a694840-85b2-41cc-8b6b-82d014e9b501 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:54:06.791307 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:06.796904 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1929c90b-0f4c-49c7-a002-ca7555cba7cb req-da26958f-4907-4739-95d6-0231864cb5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:06.798791 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-1929c90b-0f4c-49c7-a002-ca7555cba7cb req-da26958f-4907-4739-95d6-0231864cb5d9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ce3bca74c1d8467f832763bc531bfd88&device_id=6e46ee1e-848e-4aa8-a7a5-ffd39c73c09c HTTP/1.1" status: 200 len: 1097 time: 0.4664242 Oct 20 10:54:06.908102 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b67ee0ae-dec7-4bbc-97cc-ef06f385b610 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:06.913980 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-b67ee0ae-dec7-4bbc-97cc-ef06f385b610 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.4606140 Oct 20 10:54:06.922399 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 51182) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:06.929313 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Returning: {'device': 'd33cb694-c196-43c2-8360-cb3ae8d54011', 'network_id': 'b8b1e2be-5932-428e-a716-07af13af4e6c', 'port_id': 'd33cb694-c196-43c2-8360-cb3ae8d54011', 'mac_address': 'fa:16:3e:b6:75:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 834, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '437b47ec-4211-421c-828b-76408ce53dce', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:54:06.976127 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:06.998783 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d33cb694-c196-43c2-8360-cb3ae8d54011 {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:54:07.098362 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port d33cb694-c196-43c2-8360-cb3ae8d54011, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=d33cb694-c196-43c2-8360-cb3ae8d54011,segment=NetworkSegment(7a7eba38-3a2c-4235-a145-c989dfc5d4dc),segment_id=7a7eba38-3a2c-4235-a145-c989dfc5d4dc)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:54:07.128497 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-53284e5b-d74d-47ac-a543-e4eda8a72f6d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3e5083f2d5134ae39233010b11068ab8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3554659 Oct 20 10:54:07.138311 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 51186) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:07.161341 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:07.166682 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:07.200571 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae7434f-68c3-4fd8-a00d-69905b55ae97 req-aab1dc46-0414-4c37-a16a-654038746099 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:07.202610 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1ae7434f-68c3-4fd8-a00d-69905b55ae97 req-aab1dc46-0414-4c37-a16a-654038746099 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/ports?device_id=982cf2b9-f584-4e2b-9222-a8c52175a1df HTTP/1.1" status: 200 len: 944 time: 0.7298739 Oct 20 10:54:07.213020 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c96d14c-f7b8-4657-b2e6-01c82b7f7119 None None] New status for floating IP b2594b35-5930-4c28-8996-dcf1f7a1e7ec: DOWN {{(pid=100599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 10:54:07.239812 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:07.295485 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '982cf2b9-f584-4e2b-9222-a8c52175a1df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a694840-85b2-41cc-8b6b-82d014e9b501'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:54:07.298836 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5a70364-18eb-4438-a491-c5a864bdf7d1" -d '{"events": [{"server_uuid": "982cf2b9-f584-4e2b-9222-a8c52175a1df", "name": "network-vif-plugged", "status": "completed", "tag": "9a694840-85b2-41cc-8b6b-82d014e9b501"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:54:07.300399 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c47933-bd4b-43f6-83ee-51bd98a1dac2 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:07.302358 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c47933-bd4b-43f6-83ee-51bd98a1dac2 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:07.307126 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c47933-bd4b-43f6-83ee-51bd98a1dac2 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:07.313844 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-26c47933-bd4b-43f6-83ee-51bd98a1dac2 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.3900936 Oct 20 10:54:07.332127 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 9a694840-85b2-41cc-8b6b-82d014e9b501, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=9a694840-85b2-41cc-8b6b-82d014e9b501,segment=NetworkSegment(29d98e95-6dbd-4a20-a917-70645d26e8f8),segment_id=29d98e95-6dbd-4a20-a917-70645d26e8f8)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:54:07.333065 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 51196) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:07.333560 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=d33cb694-c196-43c2-8360-cb3ae8d54011,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:07.340354 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9c5eff88-54fe-4ee3-ad4e-913766ae6a4c req-0e7d15a2-9aa2-4d7f-acab-ed077f019066 service neutron] 10.222.0.69 "GET /v2.0/networks/b8b1e2be-5932-428e-a716-07af13af4e6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7004664 Oct 20 10:54:07.351946 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:07.395012 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1929c90b-0f4c-49c7-a002-ca7555cba7cb req-e1eb4959-76c8-493d-8650-c0c9ccd62f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:07.396466 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-1929c90b-0f4c-49c7-a002-ca7555cba7cb req-e1eb4959-76c8-493d-8650-c0c9ccd62f97 service neutron] 10.222.0.69 "GET /v2.0/networks?id=8ca5e922-b948-426f-9281-49c209c89e06 HTTP/1.1" status: 200 len: 898 time: 0.5892928 Oct 20 10:54:07.426805 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['d33cb694-c196-43c2-8360-cb3ae8d54011'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:54:07.495187 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-f5ab9171-fcf7-46dd-a05a-8dadc4300798 req-fc82a76e-0b27-499b-8552-9e11711c7c8d tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Deleting port aae58e54-5b06-4495-b489-a89b3f157a9e {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:54:07.495564 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-f5ab9171-fcf7-46dd-a05a-8dadc4300798 req-fc82a76e-0b27-499b-8552-9e11711c7c8d tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:07.500311 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9c5eff88-54fe-4ee3-ad4e-913766ae6a4c req-ad2fd447-5ff6-4972-92e6-663b19b63e27 service neutron] 10.222.0.69 "GET /v2.0/networks/b8b1e2be-5932-428e-a716-07af13af4e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249321 Oct 20 10:54:07.506997 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1ae7434f-68c3-4fd8-a00d-69905b55ae97 req-b59f3088-c19f-4454-b276-f9ddfb0f8a2f tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/security-groups?id=4de8cd6c-6bcc-4778-96b5-f0ccd59485f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2729475 Oct 20 10:54:07.552803 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0c3ad7-8164-4ae8-9797-457e91a36596 req-c07e8403-0fcc-4512-a7bb-f511e9247478 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:07.554353 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ca0c3ad7-8164-4ae8-9797-457e91a36596 req-c07e8403-0fcc-4512-a7bb-f511e9247478 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e46ee1e-848e-4aa8-a7a5-ffd39c73c09c HTTP/1.1" status: 200 len: 946 time: 0.2921734 Oct 20 10:54:07.557251 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-1929c90b-0f4c-49c7-a002-ca7555cba7cb req-488f09ee-2b7a-4eb4-8810-cca875b27049 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aae58e54-5b06-4495-b489-a89b3f157a9e HTTP/1.1" status: 200 len: 217 time: 0.0674882 Oct 20 10:54:07.608835 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d707786-606e-4b05-83ed-321b72129dae tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Deleting subnet 4c9d7db1-e808-474b-81ff-8b9f58900eb6 {{(pid=100597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:54:07.629770 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=9a694840-85b2-41cc-8b6b-82d014e9b501,revision_number=9']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:07.642065 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d4175ef9-0412-4ed0-b74b-3550d3f65f4d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:07.644477 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9d707786-606e-4b05-83ed-321b72129dae tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks [] for subnet, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:07.725024 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:07.730371 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d4175ef9-0412-4ed0-b74b-3550d3f65f4d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:07.743116 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-8267b41d-d4b1-48dc-83dd-d0a06e10a3f9 admin admin] Deleting port 56134666-8f77-4e33-8bd9-96d1e3fa65db {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:54:07.744244 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8267b41d-d4b1-48dc-83dd-d0a06e10a3f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:07.821162 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ca0c3ad7-8164-4ae8-9797-457e91a36596 req-f4ba815c-2feb-47bb-86b1-70d5d8dfecd2 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "GET /v2.0/security-groups?id=e2b618ee-adb0-4a07-9003-b5b406acbbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2515068 Oct 20 10:54:07.829522 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9d707786-606e-4b05-83ed-321b72129dae tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25852621'] for subnet, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:07.831048 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-f5ab9171-fcf7-46dd-a05a-8dadc4300798 req-fc82a76e-0b27-499b-8552-9e11711c7c8d tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] For port aae58e54-5b06-4495-b489-a89b3f157a9e, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=aae58e54-5b06-4495-b489-a89b3f157a9e,segment=NetworkSegment(3de746e4-2d84-4918-a784-55c724019911),segment_id=3de746e4-2d84-4918-a784-55c724019911)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:54:07.831521 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-f5ab9171-fcf7-46dd-a05a-8dadc4300798 req-fc82a76e-0b27-499b-8552-9e11711c7c8d tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:07.850701 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d4175ef9-0412-4ed0-b74b-3550d3f65f4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:07.857979 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d4175ef9-0412-4ed0-b74b-3550d3f65f4d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:07.859484 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-d4175ef9-0412-4ed0-b74b-3550d3f65f4d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c1d94193-e4d8-4326-abc8-e111a5c2e79c HTTP/1.1" status: 204 len: 168 time: 0.7145038 Oct 20 10:54:07.861366 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1929c90b-0f4c-49c7-a002-ca7555cba7cb req-c46ecdf8-0624-4c80-816c-ec61108e38ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:07.863739 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-1929c90b-0f4c-49c7-a002-ca7555cba7cb req-c46ecdf8-0624-4c80-816c-ec61108e38ca service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d064623b-205c-4c55-bcad-f8d7ce58a0d9 HTTP/1.1" status: 200 len: 835 time: 0.2969425 Oct 20 10:54:07.892030 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-f5ab9171-fcf7-46dd-a05a-8dadc4300798 req-fc82a76e-0b27-499b-8552-9e11711c7c8d tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Calling delete_port for aae58e54-5b06-4495-b489-a89b3f157a9e owned by compute:nova {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:54:07.904102 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b0f71b-e672-4109-a2fc-4912cc4444e3 req-d8ecf50b-75d9-4813-ab6f-1aa5f8bd9173 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:07.905627 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-31b0f71b-e672-4109-a2fc-4912cc4444e3 req-d8ecf50b-75d9-4813-ab6f-1aa5f8bd9173 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=f333013b-3605-4c97-9095-c29d67e00745 HTTP/1.1" status: 200 len: 945 time: 0.2720735 Oct 20 10:54:07.987354 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:54:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe98c90d-4c1e-45fe-8ba0-a519ea5409e1 x-openstack-request-id: req-fe98c90d-4c1e-45fe-8ba0-a519ea5409e1 {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:54:07.987950 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "982cf2b9-f584-4e2b-9222-a8c52175a1df", "name": "network-vif-plugged", "status": "completed", "tag": "9a694840-85b2-41cc-8b6b-82d014e9b501", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:54:07.987950 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fe98c90d-4c1e-45fe-8ba0-a519ea5409e1 {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:54:07.988773 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '982cf2b9-f584-4e2b-9222-a8c52175a1df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a694840-85b2-41cc-8b6b-82d014e9b501', 'code': 200} Oct 20 10:54:08.043762 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-31b0f71b-e672-4109-a2fc-4912cc4444e3 req-963a4832-489c-41c7-ba51-49c17c00e582 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=7d9a6fe5-d7f3-4fa2-86d5-4c121918dfe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163273 Oct 20 10:54:08.059472 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:08.363563 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-f5ab9171-fcf7-46dd-a05a-8dadc4300798 req-fc82a76e-0b27-499b-8552-9e11711c7c8d tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:08.382073 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e2c5fe62-c8ba-418e-9d1c-6e7bc3a9bb2c req-770a153e-df99-4dc7-a494-3506d080d3b5 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=e2ea36db-c311-4e67-bf53-528fd4385881 HTTP/1.1" status: 200 len: 210 time: 0.2672768 Oct 20 10:54:08.423268 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc82a76e-0b27-499b-8552-9e11711c7c8d tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Pushing event deleted for resources: {'Port': ['ID=aae58e54-5b06-4495-b489-a89b3f157a9e,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:08.516505 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5ab9171-fcf7-46dd-a05a-8dadc4300798 req-fc82a76e-0b27-499b-8552-9e11711c7c8d tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] No DVR routers for this DVR port aae58e54-5b06-4495-b489-a89b3f157a9e on host n-h2-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:54:08.519064 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-f5ab9171-fcf7-46dd-a05a-8dadc4300798 req-fc82a76e-0b27-499b-8552-9e11711c7c8d tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:08.523204 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f5ab9171-fcf7-46dd-a05a-8dadc4300798 req-fc82a76e-0b27-499b-8552-9e11711c7c8d tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.69 "DELETE /v2.0/ports/aae58e54-5b06-4495-b489-a89b3f157a9e HTTP/1.1" status: 204 len: 173 time: 1.9621024 Oct 20 10:54:08.523713 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e46ee1e-848e-4aa8-a7a5-ffd39c73c09c', 'name': 'network-vif-deleted', 'tag': 'aae58e54-5b06-4495-b489-a89b3f157a9e'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:54:08.542238 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8904e9cb-4a28-4c1d-ab0d-a3f64870014c" -d '{"events": [{"server_uuid": "6e46ee1e-848e-4aa8-a7a5-ffd39c73c09c", "name": "network-vif-deleted", "tag": "aae58e54-5b06-4495-b489-a89b3f157a9e"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:54:08.549909 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device d33cb694-c196-43c2-8360-cb3ae8d54011 up at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:54:08.618759 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89563566-a012-4c42-bf89-5feab4bb8539 x-openstack-request-id: req-89563566-a012-4c42-bf89-5feab4bb8539 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:54:08.619420 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e46ee1e-848e-4aa8-a7a5-ffd39c73c09c", "name": "network-vif-deleted", "tag": "aae58e54-5b06-4495-b489-a89b3f157a9e", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:54:08.619548 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-89563566-a012-4c42-bf89-5feab4bb8539 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:54:08.619871 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e46ee1e-848e-4aa8-a7a5-ffd39c73c09c', 'name': 'network-vif-deleted', 'tag': 'aae58e54-5b06-4495-b489-a89b3f157a9e', 'status': 'completed', 'code': 200} Oct 20 10:54:08.734509 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning for port d33cb694-c196-43c2-8360-cb3ae8d54011 completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:54:08.740846 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning complete for port d33cb694-c196-43c2-8360-cb3ae8d54011 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:54:08.743479 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:08.797486 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484dcfc9-5630-4792-bc8d-8cbef7af6e03 req-6fd465a8-e213-48b0-8213-eb9b64256302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:08.799009 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-484dcfc9-5630-4792-bc8d-8cbef7af6e03 req-6fd465a8-e213-48b0-8213-eb9b64256302 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=982cf2b9-f584-4e2b-9222-a8c52175a1df&tenant_id=ba79d3046aa84fd2ac89895f3514d2bd HTTP/1.1" status: 200 len: 1096 time: 0.0693877 Oct 20 10:54:08.829411 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55708b0-b610-4d5d-84d8-9b40cb477baf req-4e273332-5da1-421e-bc62-89da5ca50cbf tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:08.831178 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e55708b0-b610-4d5d-84d8-9b40cb477baf req-4e273332-5da1-421e-bc62-89da5ca50cbf tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/ports?device_id=982cf2b9-f584-4e2b-9222-a8c52175a1df HTTP/1.1" status: 200 len: 945 time: 0.1361468 Oct 20 10:54:08.837580 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-484dcfc9-5630-4792-bc8d-8cbef7af6e03 req-353dbe41-c7fe-4f7d-9e4f-e767cf11b1eb service neutron] Request body: {'port': {'binding:host_id': 'n-h1-811396-3', 'device_owner': 'compute:nova'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:54:08.924262 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4175ef9-0412-4ed0-b74b-3550d3f65f4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1d94193-e4d8-4326-abc8-e111a5c2e79c,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:08.969250 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:09.032029 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e55708b0-b610-4d5d-84d8-9b40cb477baf req-619185a6-ca34-4591-8385-9dbbdd2e7e81 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/security-groups?id=4de8cd6c-6bcc-4778-96b5-f0ccd59485f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1901340 Oct 20 10:54:09.067260 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:09.093375 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d2400c44-2ec7-4502-8b01-77c27905af1d req-7c052d4e-1a31-4840-890b-a9309e648b87 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e46ee1e-848e-4aa8-a7a5-ffd39c73c09c HTTP/1.1" status: 200 len: 210 time: 0.0651517 Oct 20 10:54:09.142336 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9d707786-606e-4b05-83ed-321b72129dae tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:09.171477 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port d33cb694-c196-43c2-8360-cb3ae8d54011, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=d33cb694-c196-43c2-8360-cb3ae8d54011,segment=NetworkSegment(7a7eba38-3a2c-4235-a145-c989dfc5d4dc),segment_id=7a7eba38-3a2c-4235-a145-c989dfc5d4dc)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:54:09.182459 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:09.183544 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device aae58e54-5b06-4495-b489-a89b3f157a9e no longer exists at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:54:09.186670 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-484dcfc9-5630-4792-bc8d-8cbef7af6e03 req-353dbe41-c7fe-4f7d-9e4f-e767cf11b1eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:09.241252 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] No Port match for: aae58e54-5b06-4495-b489-a89b3f157a9e {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:54:09.241607 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device aae58e54-5b06-4495-b489-a89b3f157a9e not bound to the agent host n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:54:09.272427 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1929c90b-0f4c-49c7-a002-ca7555cba7cb req-74f25ccf-179e-4c28-a857-39ba9dff7f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:09.274740 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-1929c90b-0f4c-49c7-a002-ca7555cba7cb req-74f25ccf-179e-4c28-a857-39ba9dff7f66 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8ca5e922-b948-426f-9281-49c209c89e06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.3848341 Oct 20 10:54:09.376822 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=d33cb694-c196-43c2-8360-cb3ae8d54011,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:09.377605 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [None req-8267b41d-d4b1-48dc-83dd-d0a06e10a3f9 admin admin] For port 56134666-8f77-4e33-8bd9-96d1e3fa65db, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=56134666-8f77-4e33-8bd9-96d1e3fa65db,segment=NetworkSegment(24bad81e-aec3-4e68-b40a-6dbc28d3b906),segment_id=24bad81e-aec3-4e68-b40a-6dbc28d3b906)] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:54:09.377975 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8267b41d-d4b1-48dc-83dd-d0a06e10a3f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:09.407510 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9d707786-606e-4b05-83ed-321b72129dae tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25350811'] for subnet, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:09.443493 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f996d0f2-fbb6-4359-9af6-b804d17e2656 req-a90f7c95-35dc-4952-afa0-c61e7ef02c32 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:09.466754 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f996d0f2-fbb6-4359-9af6-b804d17e2656 req-a90f7c95-35dc-4952-afa0-c61e7ef02c32 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=f333013b-3605-4c97-9095-c29d67e00745 HTTP/1.1" status: 200 len: 946 time: 0.2172368 Oct 20 10:54:09.467199 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-8267b41d-d4b1-48dc-83dd-d0a06e10a3f9 admin admin] Calling delete_port for 56134666-8f77-4e33-8bd9-96d1e3fa65db owned by network:router_interface {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:54:09.472296 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d707786-606e-4b05-83ed-321b72129dae tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Pushing event deleted for resources: {'Subnet': ['ID=4c9d7db1-e808-474b-81ff-8b9f58900eb6,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:09.519203 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9d707786-606e-4b05-83ed-321b72129dae tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:09.525067 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 51252) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:09.530035 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d4be38c-b6f0-4c1c-9dd5-eb65a94988d3 None None] Network 8320e101-644d-44af-9385-629dd54c3c0a requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:54:09.535294 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-9d707786-606e-4b05-83ed-321b72129dae tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "DELETE /v2.0/subnets/4c9d7db1-e808-474b-81ff-8b9f58900eb6 HTTP/1.1" status: 204 len: 168 time: 2.1652718 Oct 20 10:54:09.621684 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-1929c90b-0f4c-49c7-a002-ca7555cba7cb req-d6a8e0d0-2a03-423b-8ed8-e5c6950bd180 service neutron] 10.222.0.69 "GET /v2.0/networks/8ca5e922-b948-426f-9281-49c209c89e06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3267531 Oct 20 10:54:09.744494 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 51254) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:09.871537 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-1929c90b-0f4c-49c7-a002-ca7555cba7cb req-138be6d4-574f-47be-adeb-f7905c63b683 service neutron] 10.222.0.69 "GET /v2.0/networks/8ca5e922-b948-426f-9281-49c209c89e06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391572 Oct 20 10:54:09.918662 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f996d0f2-fbb6-4359-9af6-b804d17e2656 req-c739f076-5a98-40c0-9368-fd086d89d9d8 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=7d9a6fe5-d7f3-4fa2-86d5-4c121918dfe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4427736 Oct 20 10:54:09.925937 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4d6b765b-8af0-495c-b236-f537c98176c7 req-23c766e5-26cc-4989-89d1-0b547df217ad tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=e2ea36db-c311-4e67-bf53-528fd4385881 HTTP/1.1" status: 200 len: 210 time: 0.3628557 Oct 20 10:54:09.988199 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f87c6ab-7d2b-4e76-a57d-976858dfd6d6 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Deleting subnet 9da5d186-447b-4d80-95db-885aaaca00a0 {{(pid=100596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:54:09.990661 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f333013b-3605-4c97-9095-c29d67e00745', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd33cb694-c196-43c2-8360-cb3ae8d54011'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:54:09.993068 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe26eee0-119b-499f-aa9f-3d0f5073311f" -d '{"events": [{"server_uuid": "f333013b-3605-4c97-9095-c29d67e00745", "name": "network-vif-plugged", "status": "completed", "tag": "d33cb694-c196-43c2-8360-cb3ae8d54011"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:54:09.999903 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-c05e1317-9fae-43f6-acc2-7d8a8c73e550 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1031977434'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:54:10.028574 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8267b41d-d4b1-48dc-83dd-d0a06e10a3f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:10.045760 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1f87c6ab-7d2b-4e76-a57d-976858dfd6d6 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks [] for subnet, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:10.071500 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8267b41d-d4b1-48dc-83dd-d0a06e10a3f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=56134666-8f77-4e33-8bd9-96d1e3fa65db,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:10.121851 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1211033-b6d2-4a00-ab74-d4a4510b96b5 x-openstack-request-id: req-f1211033-b6d2-4a00-ab74-d4a4510b96b5 {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:54:10.122351 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f333013b-3605-4c97-9095-c29d67e00745", "name": "network-vif-plugged", "status": "completed", "tag": "d33cb694-c196-43c2-8360-cb3ae8d54011", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:54:10.122457 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f1211033-b6d2-4a00-ab74-d4a4510b96b5 {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:54:10.122805 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f333013b-3605-4c97-9095-c29d67e00745', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd33cb694-c196-43c2-8360-cb3ae8d54011', 'code': 200} Oct 20 10:54:10.159705 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c05e1317-9fae-43f6-acc2-7d8a8c73e550 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Made reservation on behalf of c1dc2571b4ea4623a4cbd3a1bfe8dca0 for: {'network': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:54:10.163340 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c05e1317-9fae-43f6-acc2-7d8a8c73e550 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:10.184712 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1f87c6ab-7d2b-4e76-a57d-976858dfd6d6 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25189079'] for subnet, precommit_delete_associations {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:10.246637 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 51268) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:10.300226 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c05e1317-9fae-43f6-acc2-7d8a8c73e550 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:10.347031 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1f87c6ab-7d2b-4e76-a57d-976858dfd6d6 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:10.473131 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1f87c6ab-7d2b-4e76-a57d-976858dfd6d6 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26836193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26761888'] for subnet, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:10.535455 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f87c6ab-7d2b-4e76-a57d-976858dfd6d6 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Pushing event deleted for resources: {'Subnet': ['ID=9da5d186-447b-4d80-95db-885aaaca00a0,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:10.555933 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3189162b-fd4c-4272-9c39-e4967ff342bc req-0c4d30ad-43b9-4b9e-a526-e36247db5298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:10.557498 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-3189162b-fd4c-4272-9c39-e4967ff342bc req-0c4d30ad-43b9-4b9e-a526-e36247db5298 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f333013b-3605-4c97-9095-c29d67e00745 HTTP/1.1" status: 200 len: 1097 time: 0.2800136 Oct 20 10:54:10.587623 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7e692757-6a17-4497-9c71-6702cd41af8d tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:10.609418 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1f87c6ab-7d2b-4e76-a57d-976858dfd6d6 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:10.612950 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-1f87c6ab-7d2b-4e76-a57d-976858dfd6d6 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "DELETE /v2.0/subnets/9da5d186-447b-4d80-95db-885aaaca00a0 HTTP/1.1" status: 204 len: 168 time: 1.0869255 Oct 20 10:54:10.623118 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 51276) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:10.638199 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed003c10-5951-4cc3-9081-970308f521ec req-5873258f-0553-4e90-b87d-8cab2d591b1b tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:10.639909 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ed003c10-5951-4cc3-9081-970308f521ec req-5873258f-0553-4e90-b87d-8cab2d591b1b tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/ports?device_id=982cf2b9-f584-4e2b-9222-a8c52175a1df HTTP/1.1" status: 200 len: 945 time: 0.2109828 Oct 20 10:54:10.703227 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-95989a10-022a-45a0-a3f5-abaac367ea46 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0621254 Oct 20 10:54:10.707912 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7e692757-6a17-4497-9c71-6702cd41af8d tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:10.716139 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 51278) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:10.799134 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7e692757-6a17-4497-9c71-6702cd41af8d tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:10.802399 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7e692757-6a17-4497-9c71-6702cd41af8d tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:10.803778 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-7e692757-6a17-4497-9c71-6702cd41af8d tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "DELETE /v2.0/security-groups/e2b618ee-adb0-4a07-9003-b5b406acbbbe HTTP/1.1" status: 204 len: 168 time: 0.5242567 Oct 20 10:54:10.815903 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-3189162b-fd4c-4272-9c39-e4967ff342bc req-7f01cf6d-1108-45db-9c25-0b84979f829b service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=7d9a6fe5-d7f3-4fa2-86d5-4c121918dfe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454686 Oct 20 10:54:10.826935 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8267b41d-d4b1-48dc-83dd-d0a06e10a3f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1771989'] for router_interface, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:10.838362 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ed003c10-5951-4cc3-9081-970308f521ec req-652258c5-c3c4-4129-bd66-b8e07d934e46 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/security-groups?id=4de8cd6c-6bcc-4778-96b5-f0ccd59485f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1260421 Oct 20 10:54:10.859596 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 51282) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:10.867200 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e692757-6a17-4497-9c71-6702cd41af8d tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2b618ee-adb0-4a07-9003-b5b406acbbbe,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:10.879316 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c05e1317-9fae-43f6-acc2-7d8a8c73e550 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:10.895372 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c05e1317-9fae-43f6-acc2-7d8a8c73e550 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:10.966777 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c983af-11a2-4b14-88f8-905eaef40fbf None None] Network 8320e101-644d-44af-9385-629dd54c3c0a requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:54:10.973635 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05e1317-9fae-43f6-acc2-7d8a8c73e550 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=574cbde7-e47d-4735-9b43-2aab9375eac2,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:11.001389 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c05e1317-9fae-43f6-acc2-7d8a8c73e550 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 823} {{(pid=100597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:54:11.016836 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c05e1317-9fae-43f6-acc2-7d8a8c73e550 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:11.017282 n-d-811396-3 neutron-server[100597]: INFO neutron.db.segments_db [None req-c05e1317-9fae-43f6-acc2-7d8a8c73e550 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Added segment b937bde2-9a3d-40c8-80a1-7a557091e868 of type vlan for network 979b1063-72ef-43c8-9727-2150968986c5 Oct 20 10:54:11.065505 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-484dcfc9-5630-4792-bc8d-8cbef7af6e03 req-353dbe41-c7fe-4f7d-9e4f-e767cf11b1eb service neutron] For port 9a694840-85b2-41cc-8b6b-82d014e9b501, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=9a694840-85b2-41cc-8b6b-82d014e9b501,segment=NetworkSegment(29d98e95-6dbd-4a20-a917-70645d26e8f8),segment_id=29d98e95-6dbd-4a20-a917-70645d26e8f8)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:54:11.141689 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c05e1317-9fae-43f6-acc2-7d8a8c73e550 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:11.211622 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-e66297bc-42e2-43ee-9940-49cd68dc0c31 None None] Provisioning complete for port 4564a4c5-55ae-464c-8c80-0c2747c65fa1 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:54:11.212202 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-e66297bc-42e2-43ee-9940-49cd68dc0c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:11.244174 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d358d60-3697-4ac6-ba55-838897104693 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:11.248688 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-7d358d60-3697-4ac6-ba55-838897104693 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5286267 Oct 20 10:54:11.257890 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 51296) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:11.294991 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c05e1317-9fae-43f6-acc2-7d8a8c73e550 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:11.307376 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05e1317-9fae-43f6-acc2-7d8a8c73e550 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:11.308298 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c05e1317-9fae-43f6-acc2-7d8a8c73e550 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:11.335618 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764e1df5-f378-41c0-819a-485879ed49cb req-613a5923-6713-4063-bbc3-91a15329827a tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:11.343822 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-764e1df5-f378-41c0-819a-485879ed49cb req-613a5923-6713-4063-bbc3-91a15329827a tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=f333013b-3605-4c97-9095-c29d67e00745 HTTP/1.1" status: 200 len: 946 time: 0.2761409 Oct 20 10:54:11.408554 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-484dcfc9-5630-4792-bc8d-8cbef7af6e03 req-353dbe41-c7fe-4f7d-9e4f-e767cf11b1eb service neutron] For port 9a694840-85b2-41cc-8b6b-82d014e9b501, host n-h2-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:54:11.421086 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a617aa04-7133-402e-8871-6e862b99367c None None] DHCP port deletion for 8320e101-644d-44af-9385-629dd54c3c0a request from n-d-811396-3 {{(pid=100598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:54:11.429028 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-c05e1317-9fae-43f6-acc2-7d8a8c73e550 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.6759920 Oct 20 10:54:11.441501 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 51302) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:11.464276 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-27856276-7c82-44af-866d-8af18fe24f95 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Request body: {'port': {'network_id': '979b1063-72ef-43c8-9727-2150968986c5', 'name': 'tempest-PortsIpV6TestJSON-82780609'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:54:11.502193 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52a75a4a-dd66-4dc3-a32c-b49c7bf07a3f tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:11.503774 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-52a75a4a-dd66-4dc3-a32c-b49c7bf07a3f tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2427566 Oct 20 10:54:11.525175 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-a617aa04-7133-402e-8871-6e862b99367c None None] Deleting port 4564a4c5-55ae-464c-8c80-0c2747c65fa1 {{(pid=100598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:54:11.526033 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-a617aa04-7133-402e-8871-6e862b99367c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:11.536191 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05e1317-9fae-43f6-acc2-7d8a8c73e550 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Pushing event updated for resources: {'Network': ['ID=979b1063-72ef-43c8-9727-2150968986c5,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:11.540047 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-764e1df5-f378-41c0-819a-485879ed49cb req-56fa5ed5-af11-4705-a166-e8404e0fd2d4 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=7d9a6fe5-d7f3-4fa2-86d5-4c121918dfe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951234 Oct 20 10:54:11.540620 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 51304) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:11.565912 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '982cf2b9-f584-4e2b-9222-a8c52175a1df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a694840-85b2-41cc-8b6b-82d014e9b501'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:54:11.568205 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdb25e4e-f670-450b-a398-0490a4fa6672" -d '{"events": [{"server_uuid": "982cf2b9-f584-4e2b-9222-a8c52175a1df", "name": "network-vif-unplugged", "status": "completed", "tag": "9a694840-85b2-41cc-8b6b-82d014e9b501"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:54:11.575337 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-484dcfc9-5630-4792-bc8d-8cbef7af6e03 req-353dbe41-c7fe-4f7d-9e4f-e767cf11b1eb service neutron] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:11.600683 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8267b41d-d4b1-48dc-83dd-d0a06e10a3f9 admin admin] Router 57e1c470-eb6c-4f1a-bb52-d159ea602c08 has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:54:11.613791 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-246622b2-1b17-42ae-ab76-d6625727afbd tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0676239 Oct 20 10:54:11.623457 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-a617aa04-7133-402e-8871-6e862b99367c None None] For port 4564a4c5-55ae-464c-8c80-0c2747c65fa1, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=4564a4c5-55ae-464c-8c80-0c2747c65fa1,segment=NetworkSegment(bdd410b3-9198-4748-b872-a4840957eef7),segment_id=bdd410b3-9198-4748-b872-a4840957eef7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:54:11.623762 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-a617aa04-7133-402e-8871-6e862b99367c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:11.627558 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 51308) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:11.638727 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-a617aa04-7133-402e-8871-6e862b99367c None None] Calling delete_port for 4564a4c5-55ae-464c-8c80-0c2747c65fa1 owned by network:dhcp {{(pid=100598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:54:11.675592 n-d-811396-3 neutron-server[100596]: INFO neutron.pecan_wsgi.hooks.translation [None req-1210e65c-e9c6-4478-9314-7a3a6dd8b1c7 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] DELETE failed (client error): The resource could not be found. Oct 20 10:54:11.676605 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1210e65c-e9c6-4478-9314-7a3a6dd8b1c7 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:54:11.682294 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-1210e65c-e9c6-4478-9314-7a3a6dd8b1c7 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "DELETE /v2.0/ports/e52cd502-579b-4b96-bdb6-71e6b36007a5 HTTP/1.1" status: 404 len: 333 time: 0.0537331 Oct 20 10:54:11.682899 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 51310) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:11.684938 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Oct 2021 10:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-321dd934-ece8-4727-bc69-8831e41e7614 x-openstack-request-id: req-321dd934-ece8-4727-bc69-8831e41e7614 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:54:11.685228 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "982cf2b9-f584-4e2b-9222-a8c52175a1df", "name": "network-vif-unplugged", "status": "completed", "tag": "9a694840-85b2-41cc-8b6b-82d014e9b501", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:54:11.685832 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-321dd934-ece8-4727-bc69-8831e41e7614 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:54:11.685832 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '982cf2b9-f584-4e2b-9222-a8c52175a1df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a694840-85b2-41cc-8b6b-82d014e9b501', 'code': 200} Oct 20 10:54:11.686835 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.provisioning_blocks [req-484dcfc9-5630-4792-bc8d-8cbef7af6e03 req-353dbe41-c7fe-4f7d-9e4f-e767cf11b1eb service neutron] Transition to ACTIVE for port object 9a694840-85b2-41cc-8b6b-82d014e9b501 will not be triggered until provisioned by entity L2. {{(pid=100596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:54:11.720789 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-484dcfc9-5630-4792-bc8d-8cbef7af6e03 req-353dbe41-c7fe-4f7d-9e4f-e767cf11b1eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:11.760701 n-d-811396-3 neutron-server[100596]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dbe0ed5-da1b-47b8-815b-240bc2f94347 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] DELETE failed (client error): The resource could not be found. Oct 20 10:54:11.761162 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4dbe0ed5-da1b-47b8-815b-240bc2f94347 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:54:11.764089 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network 979b1063-72ef-43c8-9727-2150968986c5 details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:54:11.772734 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-4dbe0ed5-da1b-47b8-815b-240bc2f94347 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "DELETE /v2.0/subnets/4c9d7db1-e808-474b-81ff-8b9f58900eb6 HTTP/1.1" status: 404 len: 337 time: 0.0632939 Oct 20 10:54:11.775649 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 51316) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:11.777405 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27856276-7c82-44af-866d-8af18fe24f95 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Made reservation on behalf of c1dc2571b4ea4623a4cbd3a1bfe8dca0 for: {'port': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:54:11.784174 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-27856276-7c82-44af-866d-8af18fe24f95 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:11.820360 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [None req-27856276-7c82-44af-866d-8af18fe24f95 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] device_id is not set on port 6d86c051-76ef-418b-8eda-152fd6015d90 yet. {{(pid=100597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:54:11.852155 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353dbe41-c7fe-4f7d-9e4f-e767cf11b1eb service neutron] Pushing event updated for resources: {'Port': ['ID=9a694840-85b2-41cc-8b6b-82d014e9b501,revision_number=10']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:11.928203 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-a617aa04-7133-402e-8871-6e862b99367c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956'] for port, after_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:11.994706 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-c15a8e71-36ce-41ab-88fe-79e3d31e1585 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] DELETE failed (client error): The resource could not be found. Oct 20 10:54:11.995217 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c15a8e71-36ce-41ab-88fe-79e3d31e1585 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:54:12.001791 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-c15a8e71-36ce-41ab-88fe-79e3d31e1585 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "DELETE /v2.0/subnets/9da5d186-447b-4d80-95db-885aaaca00a0 HTTP/1.1" status: 404 len: 337 time: 0.1954355 Oct 20 10:54:12.004994 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 51320) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:12.011553 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a617aa04-7133-402e-8871-6e862b99367c None None] Pushing event deleted for resources: {'Port': ['ID=4564a4c5-55ae-464c-8c80-0c2747c65fa1,revision_number=None']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:12.035823 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a617aa04-7133-402e-8871-6e862b99367c None None] No DVR routers for this DVR port 4564a4c5-55ae-464c-8c80-0c2747c65fa1 on host n-d-811396-3 {{(pid=100598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:54:12.062224 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8267b41d-d4b1-48dc-83dd-d0a06e10a3f9 admin admin] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:54:12.072622 n-d-811396-3 neutron-server[100596]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1f8a691-8523-44a5-864d-5425e5f4a63c tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] DELETE failed (client error): The resource could not be found. Oct 20 10:54:12.073408 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1f8a691-8523-44a5-864d-5425e5f4a63c tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:54:12.074087 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2486de2c-ab4e-4cd7-a44c-c3d35b3b207b None None] Sync routers for ids ['57e1c470-eb6c-4f1a-bb52-d159ea602c08'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:54:12.080099 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-8267b41d-d4b1-48dc-83dd-d0a06e10a3f9 admin admin] 10.222.0.64 "PUT /v2.0/routers/57e1c470-eb6c-4f1a-bb52-d159ea602c08/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5457609 Oct 20 10:54:12.080400 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-c1f8a691-8523-44a5-864d-5425e5f4a63c tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "DELETE /v2.0/ports/b0aef0a7-6b13-46fb-9483-dcbe3df61c32 HTTP/1.1" status: 404 len: 333 time: 0.0729876 Oct 20 10:54:12.081256 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 51322) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:12.081593 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 51324) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:12.086933 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2486de2c-ab4e-4cd7-a44c-c3d35b3b207b None None] Routers {'57e1c470-eb6c-4f1a-bb52-d159ea602c08'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:54:12.087806 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-2486de2c-ab4e-4cd7-a44c-c3d35b3b207b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:54:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['57e1c470-eb6c-4f1a-bb52-d159ea602c08'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:54:12.119652 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-484dcfc9-5630-4792-bc8d-8cbef7af6e03 req-353dbe41-c7fe-4f7d-9e4f-e767cf11b1eb service neutron] No DVR routers for this DVR port 9a694840-85b2-41cc-8b6b-82d014e9b501 on host n-h2-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:54:12.248076 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-27856276-7c82-44af-866d-8af18fe24f95 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:12.297075 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-27856276-7c82-44af-866d-8af18fe24f95 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:12.380332 n-d-811396-3 neutron-server[100596]: INFO neutron.pecan_wsgi.hooks.translation [None req-efb41ed3-f7e0-45fe-8668-4046b93653fe tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] DELETE failed (client error): The resource could not be found. Oct 20 10:54:12.380793 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efb41ed3-f7e0-45fe-8668-4046b93653fe tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:54:12.386649 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-efb41ed3-f7e0-45fe-8668-4046b93653fe tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "DELETE /v2.0/subnets/42964de7-0532-4540-897f-8c31170b95c6 HTTP/1.1" status: 404 len: 337 time: 0.3004396 Oct 20 10:54:12.390686 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 51334) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:12.418739 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003d0efb-1de6-4bf7-8a0b-a9ec3ccc95ce req-907de8d0-62ce-4e77-b750-314e0bc7e942 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:12.420331 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-003d0efb-1de6-4bf7-8a0b-a9ec3ccc95ce req-907de8d0-62ce-4e77-b750-314e0bc7e942 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/ports?device_id=982cf2b9-f584-4e2b-9222-a8c52175a1df HTTP/1.1" status: 200 len: 944 time: 0.4678245 Oct 20 10:54:12.432678 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 4564a4c5-55ae-464c-8c80-0c2747c65fa1 no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:54:12.478007 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 4564a4c5-55ae-464c-8c80-0c2747c65fa1 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:54:12.478382 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 4564a4c5-55ae-464c-8c80-0c2747c65fa1 not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:54:12.489007 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27856276-7c82-44af-866d-8af18fe24f95 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Pushing event updated for resources: {'Port': ['ID=6d86c051-76ef-418b-8eda-152fd6015d90,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:12.498444 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27856276-7c82-44af-866d-8af18fe24f95 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Checking segment: {'id': 'b937bde2-9a3d-40c8-80a1-7a557091e868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '979b1063-72ef-43c8-9727-2150968986c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:54:12.499304 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27856276-7c82-44af-866d-8af18fe24f95 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Network hostable DHCP agents. Network: 979b1063-72ef-43c8-9727-2150968986c5, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:54:12.511713 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-2486de2c-ab4e-4cd7-a44c-c3d35b3b207b None None] Set router 57e1c470-eb6c-4f1a-bb52-d159ea602c08 gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:54:12.514194 n-d-811396-3 neutron-server[100596]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f7ed59d-d7f7-4a58-a598-c7e4aa0983ac tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] DELETE failed (client error): The resource could not be found. Oct 20 10:54:12.515231 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f7ed59d-d7f7-4a58-a598-c7e4aa0983ac tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:54:12.521236 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-2f7ed59d-d7f7-4a58-a598-c7e4aa0983ac tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "DELETE /v2.0/subnets/224d1048-ab80-4cd3-9db2-6c98f0024c3a HTTP/1.1" status: 404 len: 337 time: 0.1255581 Oct 20 10:54:12.522060 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 51336) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:12.546429 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27856276-7c82-44af-866d-8af18fe24f95 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Network 979b1063-72ef-43c8-9727-2150968986c5 is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:54:12.564326 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-27856276-7c82-44af-866d-8af18fe24f95 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, 979b1063-72ef-43c8-9727-2150968986c5) {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:54:12.571450 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27856276-7c82-44af-866d-8af18fe24f95 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:54:12.586028 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27856276-7c82-44af-866d-8af18fe24f95 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:12.586669 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-27856276-7c82-44af-866d-8af18fe24f95 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:12.626518 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-27856276-7c82-44af-866d-8af18fe24f95 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 1.1680295 Oct 20 10:54:12.629364 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 51344) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:12.636370 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-da000d76-9302-41d3-a0cb-2c3f05e6d9a7 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1464336557'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:54:12.642305 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 9a694840-85b2-41cc-8b6b-82d014e9b501 no longer exists at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:54:12.644645 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f5d460-fe27-41b5-ba22-14e5904779ea None None] Network 979b1063-72ef-43c8-9727-2150968986c5 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:54:12.695938 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da000d76-9302-41d3-a0cb-2c3f05e6d9a7 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Made reservation on behalf of c1dc2571b4ea4623a4cbd3a1bfe8dca0 for: {'network': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:54:12.699548 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-da000d76-9302-41d3-a0cb-2c3f05e6d9a7 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:12.729308 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da000d76-9302-41d3-a0cb-2c3f05e6d9a7 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 843} {{(pid=100597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:54:12.741125 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-da000d76-9302-41d3-a0cb-2c3f05e6d9a7 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:12.741877 n-d-811396-3 neutron-server[100597]: INFO neutron.db.segments_db [None req-da000d76-9302-41d3-a0cb-2c3f05e6d9a7 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Added segment 934ef28c-8b16-4760-bfda-300d77cfd455 of type vlan for network 55d58085-752c-43c3-b8d6-238abd2b9e41 Oct 20 10:54:12.791034 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-da000d76-9302-41d3-a0cb-2c3f05e6d9a7 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:12.821160 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-da000d76-9302-41d3-a0cb-2c3f05e6d9a7 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:12.830510 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da000d76-9302-41d3-a0cb-2c3f05e6d9a7 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:12.831554 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-da000d76-9302-41d3-a0cb-2c3f05e6d9a7 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:12.880374 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-da000d76-9302-41d3-a0cb-2c3f05e6d9a7 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2469175 Oct 20 10:54:12.881720 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 51346) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:12.888208 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-2c54ad79-9753-4173-b183-d6d17e77e73e tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Request body: {'ports': [{'network_id': '979b1063-72ef-43c8-9727-2150968986c5'}, {'network_id': '55d58085-752c-43c3-b8d6-238abd2b9e41'}]} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:54:12.888726 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-2c54ad79-9753-4173-b183-d6d17e77e73e tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Request body: {'port': {'network_id': '979b1063-72ef-43c8-9727-2150968986c5'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:54:12.889306 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-2c54ad79-9753-4173-b183-d6d17e77e73e tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Request body: {'port': {'network_id': '55d58085-752c-43c3-b8d6-238abd2b9e41'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:54:12.918660 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 9a694840-85b2-41cc-8b6b-82d014e9b501 not bound to the agent host n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:54:12.957631 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da000d76-9302-41d3-a0cb-2c3f05e6d9a7 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Pushing event updated for resources: {'Network': ['ID=55d58085-752c-43c3-b8d6-238abd2b9e41,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:12.987628 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network 55d58085-752c-43c3-b8d6-238abd2b9e41 details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:54:13.144526 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-2486de2c-ab4e-4cd7-a44c-c3d35b3b207b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57e1c470-eb6c-4f1a-bb52-d159ea602c08', 'name': 'tempest-TaggedBootDevicesTest_v242-269030753-router', 'tenant_id': 'cfcb374660ef40a8b05378b5e2eaff9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': '99e3a22f-40dd-439e-90a9-052012056e55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:41:38Z', 'updated_at': '2021-10-20T10:54:09Z', 'revision_number': 5, 'project_id': 'cfcb374660ef40a8b05378b5e2eaff9e', 'gw_port': {'id': '99e3a22f-40dd-439e-90a9-052012056e55', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:c6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57e1c470-eb6c-4f1a-bb52-d159ea602c08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:41:40Z', 'updated_at': '2021-10-20T10:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:54:13.145113 n-d-811396-3 neutron-server[100596]: INFO neutron.pecan_wsgi.hooks.translation [None req-6caee8da-5021-4aa6-a0d7-079e1783a057 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] DELETE failed (client error): The resource could not be found. Oct 20 10:54:13.146028 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6caee8da-5021-4aa6-a0d7-079e1783a057 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:54:13.149414 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-6caee8da-5021-4aa6-a0d7-079e1783a057 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "DELETE /v2.0/ports/defe1f32-7f62-42e7-b0c2-44a7dc45f1c1 HTTP/1.1" status: 404 len: 333 time: 0.6219797 Oct 20 10:54:13.157344 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 51352) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:13.221231 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c54ad79-9753-4173-b183-d6d17e77e73e tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Made reservation on behalf of c1dc2571b4ea4623a4cbd3a1bfe8dca0 for: {'port': 2} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:54:13.226206 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2c54ad79-9753-4173-b183-d6d17e77e73e tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:13.227316 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2486de2c-ab4e-4cd7-a44c-c3d35b3b207b None None] Checking router: 57e1c470-eb6c-4f1a-bb52-d159ea602c08 for host: n-d-811396-3 {{(pid=100598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:54:13.229039 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-476e3f21-e53e-47da-8f8f-51d0e37bdb9b tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] DELETE failed (client error): The resource could not be found. Oct 20 10:54:13.229492 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-476e3f21-e53e-47da-8f8f-51d0e37bdb9b tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:54:13.233342 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-476e3f21-e53e-47da-8f8f-51d0e37bdb9b tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "DELETE /v2.0/subnets/dcacbddb-859f-4df0-bac3-aa228f510bc1 HTTP/1.1" status: 404 len: 337 time: 0.0749435 Oct 20 10:54:13.240875 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2486de2c-ab4e-4cd7-a44c-c3d35b3b207b None None] Routers {'57e1c470-eb6c-4f1a-bb52-d159ea602c08'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:54:13.241511 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-2486de2c-ab4e-4cd7-a44c-c3d35b3b207b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:54:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['57e1c470-eb6c-4f1a-bb52-d159ea602c08'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:54:13.246481 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 51354) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:13.247568 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6a4704d0-1614-40f1-87ac-30892cabfb3d admin admin] Publish callbacks [] for router, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:13.259666 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-003d0efb-1de6-4bf7-8a0b-a9ec3ccc95ce req-18d88c35-8d05-40d2-a947-7d31f433c84d tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/security-groups?id=4de8cd6c-6bcc-4778-96b5-f0ccd59485f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7768676 Oct 20 10:54:13.266539 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-32b52289-dab4-4b9e-9d60-20d4037b44de tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1774405'] for router_interface, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:13.313809 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-1aee7740-360b-4ffe-8738-a9be031e3b04 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] DELETE failed (client error): The resource could not be found. Oct 20 10:54:13.314349 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1aee7740-360b-4ffe-8738-a9be031e3b04 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:54:13.319752 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-1aee7740-360b-4ffe-8738-a9be031e3b04 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "DELETE /v2.0/subnets/2449258f-7faf-4956-83c6-6569fbd87531 HTTP/1.1" status: 404 len: 337 time: 0.0694175 Oct 20 10:54:13.328124 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 51358) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:13.328972 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2c54ad79-9753-4173-b183-d6d17e77e73e tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:13.395139 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-195feda2-9dee-45dc-98d3-d23c7a85d8a3 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] DELETE failed (client error): The resource could not be found. Oct 20 10:54:13.395899 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-195feda2-9dee-45dc-98d3-d23c7a85d8a3 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:54:13.401256 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-195feda2-9dee-45dc-98d3-d23c7a85d8a3 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "DELETE /v2.0/ports/1c7aaf5f-15a2-425d-8e28-c1200883d5e0 HTTP/1.1" status: 404 len: 333 time: 0.0461810 Oct 20 10:54:13.407815 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 51364) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:13.436674 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-2486de2c-ab4e-4cd7-a44c-c3d35b3b207b None None] Set router 57e1c470-eb6c-4f1a-bb52-d159ea602c08 gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:54:13.505681 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [None req-2c54ad79-9753-4173-b183-d6d17e77e73e tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] device_id is not set on port 1c492439-3a87-4cf6-bcf3-ee420a44ed14 yet. {{(pid=100597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:54:13.542809 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f745ada9-73db-4424-b4d0-507002961c45 req-cd388733-fb6a-4911-bddf-aabe2613c9b7 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:13.551777 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f745ada9-73db-4424-b4d0-507002961c45 req-cd388733-fb6a-4911-bddf-aabe2613c9b7 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=f333013b-3605-4c97-9095-c29d67e00745 HTTP/1.1" status: 200 len: 946 time: 0.4556370 Oct 20 10:54:13.610829 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-484dcfc9-5630-4792-bc8d-8cbef7af6e03 req-353dbe41-c7fe-4f7d-9e4f-e767cf11b1eb service neutron] Attempting to bind port 9a694840-85b2-41cc-8b6b-82d014e9b501 on host n-h1-811396-3 for vnic_type normal with profile {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:54:13.611079 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-484dcfc9-5630-4792-bc8d-8cbef7af6e03 req-353dbe41-c7fe-4f7d-9e4f-e767cf11b1eb service neutron] Attempting to bind port 9a694840-85b2-41cc-8b6b-82d014e9b501 by drivers openvswitch,hyperv on host n-h1-811396-3 at level 0 using segments [{'id': '29d98e95-6dbd-4a20-a917-70645d26e8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'b3481165-3e87-46ad-826c-7d431607ac7a'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:54:13.611455 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484dcfc9-5630-4792-bc8d-8cbef7af6e03 req-353dbe41-c7fe-4f7d-9e4f-e767cf11b1eb service neutron] Attempting to bind port 9a694840-85b2-41cc-8b6b-82d014e9b501 on network b3481165-3e87-46ad-826c-7d431607ac7a {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:54:13.644954 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2c54ad79-9753-4173-b183-d6d17e77e73e tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:13.654721 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484dcfc9-5630-4792-bc8d-8cbef7af6e03 req-353dbe41-c7fe-4f7d-9e4f-e767cf11b1eb service neutron] Port 9a694840-85b2-41cc-8b6b-82d014e9b501 on network b3481165-3e87-46ad-826c-7d431607ac7a not bound, no agent of type Open vSwitch agent registered on host n-h1-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:54:13.655090 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484dcfc9-5630-4792-bc8d-8cbef7af6e03 req-353dbe41-c7fe-4f7d-9e4f-e767cf11b1eb service neutron] Attempting to bind port 9a694840-85b2-41cc-8b6b-82d014e9b501 on network b3481165-3e87-46ad-826c-7d431607ac7a {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:54:13.675672 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-2486de2c-ab4e-4cd7-a44c-c3d35b3b207b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57e1c470-eb6c-4f1a-bb52-d159ea602c08', 'name': 'tempest-TaggedBootDevicesTest_v242-269030753-router', 'tenant_id': 'cfcb374660ef40a8b05378b5e2eaff9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': '99e3a22f-40dd-439e-90a9-052012056e55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:41:38Z', 'updated_at': '2021-10-20T10:54:09Z', 'revision_number': 5, 'project_id': 'cfcb374660ef40a8b05378b5e2eaff9e', 'gw_port': {'id': '99e3a22f-40dd-439e-90a9-052012056e55', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:c6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57e1c470-eb6c-4f1a-bb52-d159ea602c08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:41:40Z', 'updated_at': '2021-10-20T10:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:54:13.704063 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f745ada9-73db-4424-b4d0-507002961c45 req-d25cc967-ad02-437b-b77f-8b0461402bc8 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=7d9a6fe5-d7f3-4fa2-86d5-4c121918dfe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462414 Oct 20 10:54:13.708698 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484dcfc9-5630-4792-bc8d-8cbef7af6e03 req-353dbe41-c7fe-4f7d-9e4f-e767cf11b1eb service neutron] Checking agent: {'id': 'b707b4cc-061f-4cf4-bce0-0b3df9b7bec9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:54:13.709326 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484dcfc9-5630-4792-bc8d-8cbef7af6e03 req-353dbe41-c7fe-4f7d-9e4f-e767cf11b1eb service neutron] Checking segment: {'id': '29d98e95-6dbd-4a20-a917-70645d26e8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'b3481165-3e87-46ad-826c-7d431607ac7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:54:13.709897 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484dcfc9-5630-4792-bc8d-8cbef7af6e03 req-353dbe41-c7fe-4f7d-9e4f-e767cf11b1eb service neutron] Bound using segment: {'id': '29d98e95-6dbd-4a20-a917-70645d26e8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'b3481165-3e87-46ad-826c-7d431607ac7a'} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:54:13.710510 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-484dcfc9-5630-4792-bc8d-8cbef7af6e03 req-353dbe41-c7fe-4f7d-9e4f-e767cf11b1eb service neutron] Bound port: 9a694840-85b2-41cc-8b6b-82d014e9b501, host: n-h1-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29d98e95-6dbd-4a20-a917-70645d26e8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'b3481165-3e87-46ad-826c-7d431607ac7a'}}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:54:13.711047 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-484dcfc9-5630-4792-bc8d-8cbef7af6e03 req-353dbe41-c7fe-4f7d-9e4f-e767cf11b1eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:13.731941 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2486de2c-ab4e-4cd7-a44c-c3d35b3b207b None None] The sync data for ids ['57e1c470-eb6c-4f1a-bb52-d159ea602c08'] in n-d-811396-3 is: [{'id': '57e1c470-eb6c-4f1a-bb52-d159ea602c08', 'name': 'tempest-TaggedBootDevicesTest_v242-269030753-router', 'tenant_id': 'cfcb374660ef40a8b05378b5e2eaff9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': '99e3a22f-40dd-439e-90a9-052012056e55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:41:38Z', 'updated_at': '2021-10-20T10:54:09Z', 'revision_number': 5, 'project_id': 'cfcb374660ef40a8b05378b5e2eaff9e', 'gw_port': {'id': '99e3a22f-40dd-439e-90a9-052012056e55', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:c6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57e1c470-eb6c-4f1a-bb52-d159ea602c08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:41:40Z', 'updated_at': '2021-10-20T10:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:54:13.789848 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [None req-2c54ad79-9753-4173-b183-d6d17e77e73e tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] device_id is not set on port 3d28a285-3f01-4b76-a772-33eeeca09a49 yet. {{(pid=100597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:54:13.822048 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6a4704d0-1614-40f1-87ac-30892cabfb3d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:13.972469 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2c54ad79-9753-4173-b183-d6d17e77e73e tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:14.015092 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-484dcfc9-5630-4792-bc8d-8cbef7af6e03 req-353dbe41-c7fe-4f7d-9e4f-e767cf11b1eb service neutron] For port 9a694840-85b2-41cc-8b6b-82d014e9b501, host n-h1-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:54:14.035913 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3e26d5a-c805-4466-8691-60bd69fe87f4 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] DELETE failed (client error): The resource could not be found. Oct 20 10:54:14.035913 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3e26d5a-c805-4466-8691-60bd69fe87f4 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:54:14.040800 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-c3e26d5a-c805-4466-8691-60bd69fe87f4 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "DELETE /v2.0/subnets/3cc1e530-ed5c-4fe3-933c-186cbc8369c4 HTTP/1.1" status: 404 len: 337 time: 0.6308329 Oct 20 10:54:14.043682 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 51378) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:14.046957 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-484dcfc9-5630-4792-bc8d-8cbef7af6e03 req-353dbe41-c7fe-4f7d-9e4f-e767cf11b1eb service neutron] For port 9a694840-85b2-41cc-8b6b-82d014e9b501, host n-h1-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=9a694840-85b2-41cc-8b6b-82d014e9b501,segment=NetworkSegment(29d98e95-6dbd-4a20-a917-70645d26e8f8),segment_id=29d98e95-6dbd-4a20-a917-70645d26e8f8)] {{(pid=100596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:54:14.057902 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-484dcfc9-5630-4792-bc8d-8cbef7af6e03 req-353dbe41-c7fe-4f7d-9e4f-e767cf11b1eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:14.085459 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-1089c985-a1a3-43d1-a5dc-704ae667879a tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] DELETE failed (client error): The resource could not be found. Oct 20 10:54:14.086359 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1089c985-a1a3-43d1-a5dc-704ae667879a tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:54:14.095401 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-1089c985-a1a3-43d1-a5dc-704ae667879a tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "DELETE /v2.0/subnets/00d92142-da0b-4b5b-8827-e6445489b555 HTTP/1.1" status: 404 len: 337 time: 0.0453324 Oct 20 10:54:14.095902 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 51380) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:14.132045 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-446c36bb-ca25-4739-a9da-1e512c53eaad tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] DELETE failed (client error): The resource could not be found. Oct 20 10:54:14.132684 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-446c36bb-ca25-4739-a9da-1e512c53eaad tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:54:14.138440 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-446c36bb-ca25-4739-a9da-1e512c53eaad tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "DELETE /v2.0/ports/90bbed1b-2b07-4ad2-9484-802784503f90 HTTP/1.1" status: 404 len: 333 time: 0.0413630 Oct 20 10:54:14.158765 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 51382) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:14.171101 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2c54ad79-9753-4173-b183-d6d17e77e73e tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:14.183796 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353dbe41-c7fe-4f7d-9e4f-e767cf11b1eb service neutron] Pushing event updated for resources: {'Port': ['ID=9a694840-85b2-41cc-8b6b-82d014e9b501,revision_number=11']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:14.198347 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484dcfc9-5630-4792-bc8d-8cbef7af6e03 req-353dbe41-c7fe-4f7d-9e4f-e767cf11b1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:14.198980 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-484dcfc9-5630-4792-bc8d-8cbef7af6e03 req-353dbe41-c7fe-4f7d-9e4f-e767cf11b1eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:14.201119 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-484dcfc9-5630-4792-bc8d-8cbef7af6e03 req-353dbe41-c7fe-4f7d-9e4f-e767cf11b1eb service neutron] 10.222.0.55 "PUT /v2.0/ports/9a694840-85b2-41cc-8b6b-82d014e9b501 HTTP/1.1" status: 200 len: 1092 time: 5.3686020 Oct 20 10:54:14.202591 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '982cf2b9-f584-4e2b-9222-a8c52175a1df', 'tag': '9a694840-85b2-41cc-8b6b-82d014e9b501'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:54:14.209237 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25942757-dbc9-40f0-bbcf-696757070291" -d '{"events": [{"name": "network-changed", "server_uuid": "982cf2b9-f584-4e2b-9222-a8c52175a1df", "tag": "9a694840-85b2-41cc-8b6b-82d014e9b501"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:54:14.239360 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 56134666-8f77-4e33-8bd9-96d1e3fa65db no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:54:14.248384 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd3fa00-0877-4596-9b4d-a5ef67e226db req-2de6a2d8-2b7d-4fb8-af8e-7b325a9d29b0 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:14.261296 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7fd3fa00-0877-4596-9b4d-a5ef67e226db req-2de6a2d8-2b7d-4fb8-af8e-7b325a9d29b0 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=f333013b-3605-4c97-9095-c29d67e00745 HTTP/1.1" status: 200 len: 946 time: 0.3590536 Oct 20 10:54:14.291550 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-6a4704d0-1614-40f1-87ac-30892cabfb3d admin admin] Deleting port 99e3a22f-40dd-439e-90a9-052012056e55 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:54:14.291891 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6a4704d0-1614-40f1-87ac-30892cabfb3d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:14.295309 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-8da5a9f5-2ffc-42be-94d6-e2493ad60a43 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] DELETE failed (client error): The resource could not be found. Oct 20 10:54:14.296011 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8da5a9f5-2ffc-42be-94d6-e2493ad60a43 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:54:14.298457 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 56134666-8f77-4e33-8bd9-96d1e3fa65db {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:54:14.298727 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 56134666-8f77-4e33-8bd9-96d1e3fa65db not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:54:14.304465 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-8da5a9f5-2ffc-42be-94d6-e2493ad60a43 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "DELETE /v2.0/subnets/df427e50-18e1-4065-8c90-a1d845804a95 HTTP/1.1" status: 404 len: 337 time: 0.1400843 Oct 20 10:54:14.310554 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 51390) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:14.312376 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c54ad79-9753-4173-b183-d6d17e77e73e tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Network 979b1063-72ef-43c8-9727-2150968986c5 is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:54:14.351455 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-2c54ad79-9753-4173-b183-d6d17e77e73e tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:54:14.415649 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5088804-87a5-43db-8c77-113a4720c0b4 x-openstack-request-id: req-e5088804-87a5-43db-8c77-113a4720c0b4 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:54:14.416124 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c54ad79-9753-4173-b183-d6d17e77e73e tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:54:14.419559 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "982cf2b9-f584-4e2b-9222-a8c52175a1df", "tag": "9a694840-85b2-41cc-8b6b-82d014e9b501", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:54:14.420157 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e5088804-87a5-43db-8c77-113a4720c0b4 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:54:14.421922 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2c54ad79-9753-4173-b183-d6d17e77e73e tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:14.424774 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '982cf2b9-f584-4e2b-9222-a8c52175a1df', 'tag': '9a694840-85b2-41cc-8b6b-82d014e9b501', 'status': 'completed', 'code': 200} Oct 20 10:54:14.456755 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-13dcd4c6-946c-4754-9d3e-680e1cf51976 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] DELETE failed (client error): The resource could not be found. Oct 20 10:54:14.457448 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13dcd4c6-946c-4754-9d3e-680e1cf51976 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:54:14.463022 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-13dcd4c6-946c-4754-9d3e-680e1cf51976 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "DELETE /v2.0/ports/66ec06c6-9791-49b7-9c08-1b8f2df80928 HTTP/1.1" status: 404 len: 333 time: 0.1471148 Oct 20 10:54:14.464803 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c54ad79-9753-4173-b183-d6d17e77e73e tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Pushing event updated for resources: {'Port': ['ID=1c492439-3a87-4cf6-bcf3-ee420a44ed14,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:14.466038 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-32b52289-dab4-4b9e-9d60-20d4037b44de tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Deleting port d0eef919-2006-4579-a0f7-bfdd77d41039 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:54:14.469477 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-32b52289-dab4-4b9e-9d60-20d4037b44de tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:14.471745 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 51398) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:14.595094 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-51d05ca7-537d-4b31-b4e6-52add9597a3c tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] DELETE failed (client error): The resource could not be found. Oct 20 10:54:14.595648 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51d05ca7-537d-4b31-b4e6-52add9597a3c tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:54:14.602846 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-51d05ca7-537d-4b31-b4e6-52add9597a3c tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "DELETE /v2.0/subnets/639dbb3b-a649-4f1f-828a-566c384ec531 HTTP/1.1" status: 404 len: 337 time: 0.1097193 Oct 20 10:54:14.603520 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c54ad79-9753-4173-b183-d6d17e77e73e tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Pushing event updated for resources: {'Port': ['ID=3d28a285-3f01-4b76-a772-33eeeca09a49,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:14.606390 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 51400) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:14.656979 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-125f336b-8090-43e4-a6a8-51e75fe0995a tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] DELETE failed (client error): The resource could not be found. Oct 20 10:54:14.657691 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-125f336b-8090-43e4-a6a8-51e75fe0995a tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:54:14.663963 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-125f336b-8090-43e4-a6a8-51e75fe0995a tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "DELETE /v2.0/ports/deb5f05a-0fc3-45d9-97ed-e0de951e5301 HTTP/1.1" status: 404 len: 333 time: 0.0511634 Oct 20 10:54:14.668321 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 51402) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:14.682989 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25942757-dbc9-40f0-bbcf-696757070291 req-f9b2e08f-60dd-4a91-89f3-072c7d484530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:14.686040 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-25942757-dbc9-40f0-bbcf-696757070291 req-f9b2e08f-60dd-4a91-89f3-072c7d484530 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ba79d3046aa84fd2ac89895f3514d2bd&device_id=982cf2b9-f584-4e2b-9222-a8c52175a1df HTTP/1.1" status: 200 len: 1095 time: 0.2435684 Oct 20 10:54:14.723933 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7fd3fa00-0877-4596-9b4d-a5ef67e226db req-4b504544-cc31-4c8d-bef0-0daf9a60fa60 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=7d9a6fe5-d7f3-4fa2-86d5-4c121918dfe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4572411 Oct 20 10:54:14.767843 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484dcfc9-5630-4792-bc8d-8cbef7af6e03 req-a319373f-e96f-4565-91ae-d4e3e4641aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:14.769976 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-484dcfc9-5630-4792-bc8d-8cbef7af6e03 req-a319373f-e96f-4565-91ae-d4e3e4641aa3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ba79d3046aa84fd2ac89895f3514d2bd&device_id=982cf2b9-f584-4e2b-9222-a8c52175a1df HTTP/1.1" status: 200 len: 1095 time: 0.4812484 Oct 20 10:54:14.848186 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c54ad79-9753-4173-b183-d6d17e77e73e tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Checking segment: {'id': '934ef28c-8b16-4760-bfda-300d77cfd455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '55d58085-752c-43c3-b8d6-238abd2b9e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:54:14.848595 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c54ad79-9753-4173-b183-d6d17e77e73e tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Network hostable DHCP agents. Network: 55d58085-752c-43c3-b8d6-238abd2b9e41, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:54:14.854163 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25942757-dbc9-40f0-bbcf-696757070291 req-b3778fcf-23d6-488d-bb3c-eb91458129af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:14.856467 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-25942757-dbc9-40f0-bbcf-696757070291 req-b3778fcf-23d6-488d-bb3c-eb91458129af service neutron] 10.222.0.69 "GET /v2.0/networks?id=b3481165-3e87-46ad-826c-7d431607ac7a HTTP/1.1" status: 200 len: 897 time: 0.1166844 Oct 20 10:54:14.857075 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-41e55a12-a548-411e-a22f-3dfb1d133bb5 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] DELETE failed (client error): The resource could not be found. Oct 20 10:54:14.857509 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41e55a12-a548-411e-a22f-3dfb1d133bb5 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:54:14.864270 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-41e55a12-a548-411e-a22f-3dfb1d133bb5 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "DELETE /v2.0/subnets/8d79030a-dff6-4e6d-bdde-ffe1be3bb01c HTTP/1.1" status: 404 len: 337 time: 0.1908250 Oct 20 10:54:14.864926 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 51408) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:14.884767 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484dcfc9-5630-4792-bc8d-8cbef7af6e03 req-e822bbcc-99a3-4c43-8703-1e7c0c48036f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:14.886649 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-484dcfc9-5630-4792-bc8d-8cbef7af6e03 req-e822bbcc-99a3-4c43-8703-1e7c0c48036f service neutron] 10.222.0.55 "GET /v2.0/networks?id=b3481165-3e87-46ad-826c-7d431607ac7a HTTP/1.1" status: 200 len: 897 time: 0.1013618 Oct 20 10:54:14.923334 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd6f774-6f31-4d8b-8a8c-bd19684bb830 req-93a5548a-2402-4aba-9a15-0027f79a62aa tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:14.931309 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fbd6f774-6f31-4d8b-8a8c-bd19684bb830 req-93a5548a-2402-4aba-9a15-0027f79a62aa tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/ports?device_id=982cf2b9-f584-4e2b-9222-a8c52175a1df HTTP/1.1" status: 200 len: 944 time: 0.3565991 Oct 20 10:54:14.967939 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-25942757-dbc9-40f0-bbcf-696757070291 req-0e63e724-5cbb-4cd8-85bb-ddc06a93b22b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a694840-85b2-41cc-8b6b-82d014e9b501 HTTP/1.1" status: 200 len: 999 time: 0.1020074 Oct 20 10:54:14.968802 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-898a1681-fbc9-470a-814b-a69965d5faaa tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] DELETE failed (client error): The resource could not be found. Oct 20 10:54:14.969532 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-898a1681-fbc9-470a-814b-a69965d5faaa tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:54:14.976145 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-898a1681-fbc9-470a-814b-a69965d5faaa tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "DELETE /v2.0/ports/d8e907cd-0a42-4e23-9039-3c53e81e8bcc HTTP/1.1" status: 404 len: 333 time: 0.1076183 Oct 20 10:54:14.980422 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 51412) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:15.010317 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [None req-32b52289-dab4-4b9e-9d60-20d4037b44de tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] For port d0eef919-2006-4579-a0f7-bfdd77d41039, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=d0eef919-2006-4579-a0f7-bfdd77d41039,segment=NetworkSegment(3de746e4-2d84-4918-a784-55c724019911),segment_id=3de746e4-2d84-4918-a784-55c724019911)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:54:15.010859 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-32b52289-dab4-4b9e-9d60-20d4037b44de tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:15.020977 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-3547b4cd-0553-4752-8e2d-1a73efcf25a8 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] DELETE failed (client error): The resource could not be found. Oct 20 10:54:15.021485 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3547b4cd-0553-4752-8e2d-1a73efcf25a8 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:54:15.024027 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [None req-6a4704d0-1614-40f1-87ac-30892cabfb3d admin admin] For port 99e3a22f-40dd-439e-90a9-052012056e55, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=99e3a22f-40dd-439e-90a9-052012056e55,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:54:15.024516 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6a4704d0-1614-40f1-87ac-30892cabfb3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:15.030498 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-3547b4cd-0553-4752-8e2d-1a73efcf25a8 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "DELETE /v2.0/subnets/e90b68bc-7ebd-4cb1-a2e5-8cde95311be5 HTTP/1.1" status: 404 len: 337 time: 0.0478399 Oct 20 10:54:15.030772 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 51416) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:15.057432 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-32b52289-dab4-4b9e-9d60-20d4037b44de tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Calling delete_port for d0eef919-2006-4579-a0f7-bfdd77d41039 owned by network:router_interface {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:54:15.066034 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-6a4704d0-1614-40f1-87ac-30892cabfb3d admin admin] Calling delete_port for 99e3a22f-40dd-439e-90a9-052012056e55 owned by network:router_gateway {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:54:15.096838 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fbd6f774-6f31-4d8b-8a8c-bd19684bb830 req-bbfe847d-f984-4af6-adcd-c3c1c86f4710 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/security-groups?id=4de8cd6c-6bcc-4778-96b5-f0ccd59485f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1642766 Oct 20 10:54:15.110188 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-484dcfc9-5630-4792-bc8d-8cbef7af6e03 req-b83896de-9d75-4108-ace8-a1041835c836 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a694840-85b2-41cc-8b6b-82d014e9b501 HTTP/1.1" status: 200 len: 999 time: 0.2149644 Oct 20 10:54:15.114130 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0903998-e9a4-400b-bfc6-cb747d40766c tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] DELETE failed (client error): The resource could not be found. Oct 20 10:54:15.114130 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0903998-e9a4-400b-bfc6-cb747d40766c tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:54:15.117427 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-a0903998-e9a4-400b-bfc6-cb747d40766c tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "DELETE /v2.0/ports/1176a38d-ef71-4fc0-b63d-65624e5472bb HTTP/1.1" status: 404 len: 333 time: 0.0840311 Oct 20 10:54:15.121672 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 51418) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:15.136101 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c54ad79-9753-4173-b183-d6d17e77e73e tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Network 55d58085-752c-43c3-b8d6-238abd2b9e41 is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:54:15.163906 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a2ef1f7-cb18-4732-a048-12e3fe34b15e tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] DELETE failed (client error): The resource could not be found. Oct 20 10:54:15.164804 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a2ef1f7-cb18-4732-a048-12e3fe34b15e tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:54:15.167716 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-2a2ef1f7-cb18-4732-a048-12e3fe34b15e tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "DELETE /v2.0/subnets/7ae6ddfb-308c-4f48-8d19-588f6a32508f HTTP/1.1" status: 404 len: 337 time: 0.0450900 Oct 20 10:54:15.170774 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 51420) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:15.182147 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-2c54ad79-9753-4173-b183-d6d17e77e73e tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, 55d58085-752c-43c3-b8d6-238abd2b9e41) {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:54:15.186871 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c54ad79-9753-4173-b183-d6d17e77e73e tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:54:15.192811 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c54ad79-9753-4173-b183-d6d17e77e73e tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:15.196399 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-636d3c15-0827-4c3b-b892-7893046a3e76 None None] Network 55d58085-752c-43c3-b8d6-238abd2b9e41 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:54:15.198172 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c54ad79-9753-4173-b183-d6d17e77e73e tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:15.198858 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2c54ad79-9753-4173-b183-d6d17e77e73e tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:15.224242 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25942757-dbc9-40f0-bbcf-696757070291 req-53d46a4b-b7fb-46cc-a655-98da3cdb6a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:15.225485 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-25942757-dbc9-40f0-bbcf-696757070291 req-53d46a4b-b7fb-46cc-a655-98da3cdb6a9c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=06a8754b-afbe-40dd-82e4-c21b59e7daf0 HTTP/1.1" status: 200 len: 835 time: 0.2482746 Oct 20 10:54:15.226339 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-a38ef1d3-644a-4480-b683-655ec01d46d9 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] DELETE failed (client error): The resource could not be found. Oct 20 10:54:15.227941 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a38ef1d3-644a-4480-b683-655ec01d46d9 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:54:15.233663 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-a38ef1d3-644a-4480-b683-655ec01d46d9 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "DELETE /v2.0/ports/28f8f823-27ce-4fdf-a526-5d411b0edcb3 HTTP/1.1" status: 404 len: 333 time: 0.0591125 Oct 20 10:54:15.234581 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 51422) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:15.268794 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484dcfc9-5630-4792-bc8d-8cbef7af6e03 req-42ef18c8-1317-4957-ab5c-c78792908e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:15.270723 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-484dcfc9-5630-4792-bc8d-8cbef7af6e03 req-42ef18c8-1317-4957-ab5c-c78792908e8c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=06a8754b-afbe-40dd-82e4-c21b59e7daf0 HTTP/1.1" status: 200 len: 835 time: 0.0904624 Oct 20 10:54:15.298002 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-2c54ad79-9753-4173-b183-d6d17e77e73e tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.4150910 Oct 20 10:54:15.299689 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 51424) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:15.300705 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1bca9cd-fb0d-4418-8c39-67887009a017 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] DELETE failed (client error): The resource could not be found. Oct 20 10:54:15.301275 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1bca9cd-fb0d-4418-8c39-67887009a017 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:54:15.304634 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-b1bca9cd-fb0d-4418-8c39-67887009a017 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "DELETE /v2.0/subnets/55ef6569-dd11-4dff-82d7-480bc5d09890 HTTP/1.1" status: 404 len: 337 time: 0.0612009 Oct 20 10:54:15.314640 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 51426) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:15.532880 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484dcfc9-5630-4792-bc8d-8cbef7af6e03 req-b9cb86aa-1721-4c02-b503-3b5aa0126443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:15.534684 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-484dcfc9-5630-4792-bc8d-8cbef7af6e03 req-b9cb86aa-1721-4c02-b503-3b5aa0126443 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b3481165-3e87-46ad-826c-7d431607ac7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1278875 Oct 20 10:54:15.604186 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6a4704d0-1614-40f1-87ac-30892cabfb3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:15.664350 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4704d0-1614-40f1-87ac-30892cabfb3d admin admin] Pushing event deleted for resources: {'Port': ['ID=99e3a22f-40dd-439e-90a9-052012056e55,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:15.805542 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d70b1ff-702f-4ece-b8aa-4108fcec1387 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] DELETE failed (client error): The resource could not be found. Oct 20 10:54:15.806141 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d70b1ff-702f-4ece-b8aa-4108fcec1387 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:54:15.809217 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-6d70b1ff-702f-4ece-b8aa-4108fcec1387 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "DELETE /v2.0/subnets/937912e9-3d90-4ef1-bf39-fd82c960eb53 HTTP/1.1" status: 404 len: 337 time: 0.4910786 Oct 20 10:54:15.824079 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 51456) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:15.834342 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25942757-dbc9-40f0-bbcf-696757070291 req-7dad47ad-0dd0-4ff9-85e5-7f87c6e9ea79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:15.835880 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-25942757-dbc9-40f0-bbcf-696757070291 req-7dad47ad-0dd0-4ff9-85e5-7f87c6e9ea79 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b3481165-3e87-46ad-826c-7d431607ac7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6007538 Oct 20 10:54:15.948325 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-484dcfc9-5630-4792-bc8d-8cbef7af6e03 req-40ea1d39-91b6-4c32-99e3-a6dd15ca05e8 service neutron] 10.222.0.55 "GET /v2.0/networks/b3481165-3e87-46ad-826c-7d431607ac7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3968437 Oct 20 10:54:15.949502 n-d-811396-3 neutron-server[100596]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fda7837-4297-45ef-982c-e5c3dd1ca534 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] DELETE failed (client error): The resource could not be found. Oct 20 10:54:15.950615 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fda7837-4297-45ef-982c-e5c3dd1ca534 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:54:15.959625 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-8fda7837-4297-45ef-982c-e5c3dd1ca534 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "DELETE /v2.0/ports/5cb35012-d30e-44df-843d-1f35a1cda73c HTTP/1.1" status: 404 len: 333 time: 0.1284373 Oct 20 10:54:15.959823 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 51462) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:15.998152 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-0199810f-4e3d-45e6-856a-72285ed834de tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] DELETE failed (client error): The resource could not be found. Oct 20 10:54:15.998607 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0199810f-4e3d-45e6-856a-72285ed834de tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:54:16.004459 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-0199810f-4e3d-45e6-856a-72285ed834de tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "DELETE /v2.0/subnets/27909581-0964-4d04-b358-e9aa69af08fb HTTP/1.1" status: 404 len: 337 time: 0.0398986 Oct 20 10:54:16.005238 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 51464) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:16.013654 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-32b52289-dab4-4b9e-9d60-20d4037b44de tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:16.065674 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b52289-dab4-4b9e-9d60-20d4037b44de tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Pushing event deleted for resources: {'Port': ['ID=d0eef919-2006-4579-a0f7-bfdd77d41039,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:16.111809 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-86f2a4c7-671f-446b-b649-a4e3af235917 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Deleting port 3d28a285-3f01-4b76-a772-33eeeca09a49 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:54:16.112178 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-86f2a4c7-671f-446b-b649-a4e3af235917 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:16.193765 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-889a9d04-089e-4272-967c-698645088d9d tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] DELETE failed (client error): The resource could not be found. Oct 20 10:54:16.196562 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-889a9d04-089e-4272-967c-698645088d9d tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:54:16.199011 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf1293b-3c6c-43f5-ab9e-6d4dd67099b5 req-13b70f4a-f8e8-406f-b15e-4645ac5843cb tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:16.213571 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1cf1293b-3c6c-43f5-ab9e-6d4dd67099b5 req-13b70f4a-f8e8-406f-b15e-4645ac5843cb tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=f333013b-3605-4c97-9095-c29d67e00745 HTTP/1.1" status: 200 len: 946 time: 0.3361497 Oct 20 10:54:16.247821 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-889a9d04-089e-4272-967c-698645088d9d tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "DELETE /v2.0/subnets/0dcbea5a-84e2-42d2-881d-34ccb7e9d414 HTTP/1.1" status: 404 len: 337 time: 0.2336559 Oct 20 10:54:16.259453 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 51478) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:16.299356 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-25942757-dbc9-40f0-bbcf-696757070291 req-83eee664-8710-42c1-9fb2-da16fa361ce5 service neutron] 10.222.0.69 "GET /v2.0/networks/b3481165-3e87-46ad-826c-7d431607ac7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4392660 Oct 20 10:54:16.327759 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6a4704d0-1614-40f1-87ac-30892cabfb3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1773439'] for router_gateway, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:16.452195 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-7deb4c86-e37d-40d5-9990-794f81f3adad tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] DELETE failed (client error): The resource could not be found. Oct 20 10:54:16.452870 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7deb4c86-e37d-40d5-9990-794f81f3adad tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:54:16.456431 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-7deb4c86-e37d-40d5-9990-794f81f3adad tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "DELETE /v2.0/ports/1034bfb1-f9f7-46b7-a917-53f41dcf5a22 HTTP/1.1" status: 404 len: 333 time: 0.1791346 Oct 20 10:54:16.462202 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 51490) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:16.471919 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-86f2a4c7-671f-446b-b649-a4e3af235917 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:16.516139 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-86f2a4c7-671f-446b-b649-a4e3af235917 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Calling delete_port for 3d28a285-3f01-4b76-a772-33eeeca09a49 owned by {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:54:16.518360 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-f51b84e5-6f4d-4d4f-bd24-1580d093c7b9 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] DELETE failed (client error): The resource could not be found. Oct 20 10:54:16.518985 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f51b84e5-6f4d-4d4f-bd24-1580d093c7b9 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:54:16.524598 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6a4704d0-1614-40f1-87ac-30892cabfb3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1772272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258304'] for router, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:16.524788 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-f51b84e5-6f4d-4d4f-bd24-1580d093c7b9 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "DELETE /v2.0/subnets/6b16ac3b-774e-4892-a203-cbbd8eda6cb1 HTTP/1.1" status: 404 len: 337 time: 0.0589850 Oct 20 10:54:16.529891 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6a4704d0-1614-40f1-87ac-30892cabfb3d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:16.532477 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 51494) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:16.619849 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-25942757-dbc9-40f0-bbcf-696757070291 req-6ebdeea3-7648-47a1-9f24-0c9563d7e44f service neutron] 10.222.0.69 "GET /v2.0/networks/b3481165-3e87-46ad-826c-7d431607ac7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2871759 Oct 20 10:54:16.660631 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-86f2a4c7-671f-446b-b649-a4e3af235917 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:16.699275 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-86f2a4c7-671f-446b-b649-a4e3af235917 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:16.706115 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-86f2a4c7-671f-446b-b649-a4e3af235917 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] 10.222.0.64 "DELETE /v2.0/ports/3d28a285-3f01-4b76-a772-33eeeca09a49 HTTP/1.1" status: 204 len: 168 time: 1.3977449 Oct 20 10:54:16.706115 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f2a4c7-671f-446b-b649-a4e3af235917 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Pushing event deleted for resources: {'Port': ['ID=3d28a285-3f01-4b76-a772-33eeeca09a49,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:16.707451 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 51500) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:16.769377 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d2bdb5-a5b1-4f20-8026-abd98bfb4172 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:16.775402 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d2bdb5-a5b1-4f20-8026-abd98bfb4172 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:16.780258 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-67d2bdb5-a5b1-4f20-8026-abd98bfb4172 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1454 time: 0.0684476 Oct 20 10:54:16.780439 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 51502) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:16.873123 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-d6e203f2-5f56-486e-b854-83dab88aaf10 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Deleting port 1c492439-3a87-4cf6-bcf3-ee420a44ed14 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:54:16.873500 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d6e203f2-5f56-486e-b854-83dab88aaf10 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:16.951062 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d6e203f2-5f56-486e-b854-83dab88aaf10 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:16.964398 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-d6e203f2-5f56-486e-b854-83dab88aaf10 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Calling delete_port for 1c492439-3a87-4cf6-bcf3-ee420a44ed14 owned by {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:54:16.975415 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1cf1293b-3c6c-43f5-ab9e-6d4dd67099b5 req-dc415783-3c9a-45e0-8343-d231942712e1 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=7d9a6fe5-d7f3-4fa2-86d5-4c121918dfe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7609115 Oct 20 10:54:17.014449 n-d-811396-3 neutron-server[100596]: INFO neutron.pecan_wsgi.hooks.translation [None req-282520c6-9da3-49ca-925a-ff4e2905f410 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] DELETE failed (client error): The resource could not be found. Oct 20 10:54:17.014913 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-282520c6-9da3-49ca-925a-ff4e2905f410 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:54:17.018845 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-282520c6-9da3-49ca-925a-ff4e2905f410 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "DELETE /v2.0/subnets/24fca38d-b114-45bb-bbe1-86e56c80b3f8 HTTP/1.1" status: 404 len: 337 time: 0.4789720 Oct 20 10:54:17.030269 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cf8459-d451-4552-a044-520dbab3abaa req-981d60d6-e9d2-48cd-bb74-46425ed3df61 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:17.032185 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-63cf8459-d451-4552-a044-520dbab3abaa req-981d60d6-e9d2-48cd-bb74-46425ed3df61 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/ports?device_id=982cf2b9-f584-4e2b-9222-a8c52175a1df HTTP/1.1" status: 200 len: 944 time: 0.7711642 Oct 20 10:54:17.032866 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 51508) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:17.041398 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-484dcfc9-5630-4792-bc8d-8cbef7af6e03 req-159524b4-08ed-4f7e-a209-078abe25013b service neutron] 10.222.0.55 "GET /v2.0/networks/b3481165-3e87-46ad-826c-7d431607ac7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0287728 Oct 20 10:54:17.067319 n-d-811396-3 neutron-server[100596]: INFO neutron.pecan_wsgi.hooks.translation [None req-e72d2546-e0d0-48bc-bf3f-96de1c36c173 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] DELETE failed (client error): The resource could not be found. Oct 20 10:54:17.068107 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e72d2546-e0d0-48bc-bf3f-96de1c36c173 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:54:17.071169 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-e72d2546-e0d0-48bc-bf3f-96de1c36c173 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "DELETE /v2.0/ports/644f074c-25fd-43d2-bdf3-af552f08ca6e HTTP/1.1" status: 404 len: 333 time: 0.0321925 Oct 20 10:54:17.075154 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6a4704d0-1614-40f1-87ac-30892cabfb3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1772267'] for router, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:17.075712 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a4704d0-1614-40f1-87ac-30892cabfb3d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 57e1c470-eb6c-4f1a-bb52-d159ea602c08 {{(pid=100596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 10:54:17.077087 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 51512) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:17.099631 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6a4704d0-1614-40f1-87ac-30892cabfb3d admin admin] Publish callbacks [] for router, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:17.099631 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-6a4704d0-1614-40f1-87ac-30892cabfb3d admin admin] 10.222.0.64 "DELETE /v2.0/routers/57e1c470-eb6c-4f1a-bb52-d159ea602c08 HTTP/1.1" status: 204 len: 168 time: 5.0117030 Oct 20 10:54:17.103732 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 51516) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:17.110003 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d6e203f2-5f56-486e-b854-83dab88aaf10 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:17.150628 n-d-811396-3 neutron-server[100596]: INFO neutron.pecan_wsgi.hooks.translation [None req-f65f00de-5782-4993-9d96-92b7b5780435 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] DELETE failed (client error): The resource could not be found. Oct 20 10:54:17.151018 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f65f00de-5782-4993-9d96-92b7b5780435 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:54:17.171004 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e203f2-5f56-486e-b854-83dab88aaf10 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Pushing event deleted for resources: {'Port': ['ID=1c492439-3a87-4cf6-bcf3-ee420a44ed14,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:17.175214 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-f65f00de-5782-4993-9d96-92b7b5780435 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "DELETE /v2.0/subnets/3a97c53e-e8a1-44b6-9728-76f5ea72ff31 HTTP/1.1" status: 404 len: 337 time: 0.0914848 Oct 20 10:54:17.180638 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-32b52289-dab4-4b9e-9d60-20d4037b44de tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1771989'] for router_interface, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:17.181380 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 51520) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:17.184402 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d6e203f2-5f56-486e-b854-83dab88aaf10 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:17.188231 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-d6e203f2-5f56-486e-b854-83dab88aaf10 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] 10.222.0.64 "DELETE /v2.0/ports/1c492439-3a87-4cf6-bcf3-ee420a44ed14 HTTP/1.1" status: 204 len: 168 time: 0.4068487 Oct 20 10:54:17.195356 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 51524) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:17.239425 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd10d003-ebd5-47c0-bcda-a0f3a0dc4ba6 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] DELETE failed (client error): The resource could not be found. Oct 20 10:54:17.239425 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd10d003-ebd5-47c0-bcda-a0f3a0dc4ba6 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:54:17.248395 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-fd10d003-ebd5-47c0-bcda-a0f3a0dc4ba6 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "DELETE /v2.0/subnets/17ba49ee-be67-423f-b8c2-cf0637b65875 HTTP/1.1" status: 404 len: 337 time: 0.0654247 Oct 20 10:54:17.249034 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 51530) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:17.336500 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 51532) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:17.336972 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-3ccfdc38-dadc-4b13-b9e9-8f2df048deca tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "GET /v2.0/ports?device_id=e58d5773-b932-4a79-b2ef-2eec1f030337 HTTP/1.1" status: 200 len: 205 time: 0.0864184 Oct 20 10:54:17.395703 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-63cf8459-d451-4552-a044-520dbab3abaa req-ce4d2589-109a-4fcd-b321-1f78ce5bb1c5 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/security-groups?id=4de8cd6c-6bcc-4778-96b5-f0ccd59485f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3294394 Oct 20 10:54:17.418373 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 51534) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:17.432356 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-1c52b315-fa8b-4ada-85d7-2ad33edfc83e tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1016552384', 'description': 'tempest-secgroup-smoke-1016552384 description', 'project_id': '304c84e5c7844b5cadef0d9d128b445c'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:54:17.433748 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_v2 [None req-934ab9a0-5120-4ef2-829f-a8292cef32b3 admin admin] Deleting subnet aa9160dc-9c5c-4cb9-bd41-a37d607d846c {{(pid=100596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:54:17.441884 n-d-811396-3 neutron-server[100596]: INFO neutron.api.v2.resource [None req-8db68af3-4c6d-44b9-b8e8-e72039129eb2 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] delete failed (client error): The resource could not be found. Oct 20 10:54:17.445318 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-8db68af3-4c6d-44b9-b8e8-e72039129eb2 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "DELETE /v2.0/routers/e58d5773-b932-4a79-b2ef-2eec1f030337 HTTP/1.1" status: 404 len: 336 time: 0.1061451 Oct 20 10:54:17.445318 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-934ab9a0-5120-4ef2-829f-a8292cef32b3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:17.446163 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 51536) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:17.474457 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25942757-dbc9-40f0-bbcf-696757070291 req-510328c4-d621-4133-bf43-2f8fa12c6657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:17.476193 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-25942757-dbc9-40f0-bbcf-696757070291 req-510328c4-d621-4133-bf43-2f8fa12c6657 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ba79d3046aa84fd2ac89895f3514d2bd&device_id=982cf2b9-f584-4e2b-9222-a8c52175a1df HTTP/1.1" status: 200 len: 1095 time: 0.2965441 Oct 20 10:54:17.478123 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e38bb3a-fab9-4ede-94a4-dcda3454359d tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] DELETE failed (client error): The resource could not be found. Oct 20 10:54:17.478574 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e38bb3a-fab9-4ede-94a4-dcda3454359d tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:54:17.484814 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-6e38bb3a-fab9-4ede-94a4-dcda3454359d tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "DELETE /v2.0/subnets/87ab50ed-6dbc-4c78-86e3-38dd0bfc3551 HTTP/1.1" status: 404 len: 337 time: 0.0356028 Oct 20 10:54:17.485658 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 51538) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:17.509424 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e3f319-e477-427e-98b9-4329a3ddf20b tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:17.514088 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-75e3f319-e477-427e-98b9-4329a3ddf20b tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 846 time: 0.2753880 Oct 20 10:54:17.514269 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1c52b315-fa8b-4ada-85d7-2ad33edfc83e tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:17.516376 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 51540) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:17.521234 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-d9280fed-d4f0-4295-8680-04e6053c0bf2 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "GET /v2.0/ports?device_id=407b53af-ff4a-4dd3-838a-1d5d67add107 HTTP/1.1" status: 200 len: 205 time: 0.0320208 Oct 20 10:54:17.521462 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 51544) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:17.586753 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-934ab9a0-5120-4ef2-829f-a8292cef32b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25189079'] for subnet, precommit_delete_associations {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:17.600693 n-d-811396-3 neutron-server[100597]: INFO neutron.api.v2.resource [None req-55b7a586-74c1-4e59-9469-4f485fb91870 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] delete failed (client error): The resource could not be found. Oct 20 10:54:17.601761 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-55b7a586-74c1-4e59-9469-4f485fb91870 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "DELETE /v2.0/routers/407b53af-ff4a-4dd3-838a-1d5d67add107 HTTP/1.1" status: 404 len: 336 time: 0.0794842 Oct 20 10:54:17.603129 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bf4eb86-1c78-4900-b242-63dafedac835 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] GET failed (client error): The resource could not be found. Oct 20 10:54:17.607737 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-6bf4eb86-1c78-4900-b242-63dafedac835 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] 10.222.0.64 "GET /v2.0/ports/3d28a285-3f01-4b76-a772-33eeeca09a49 HTTP/1.1" status: 404 len: 333 time: 0.0849125 Oct 20 10:54:17.607737 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 51550) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:17.609419 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 51552) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:17.684642 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-acbf4b4f-1435-48d7-bbab-38ce98e76031 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] GET failed (client error): The resource could not be found. Oct 20 10:54:17.686598 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-acbf4b4f-1435-48d7-bbab-38ce98e76031 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] 10.222.0.64 "GET /v2.0/ports/1c492439-3a87-4cf6-bcf3-ee420a44ed14 HTTP/1.1" status: 404 len: 333 time: 0.0763278 Oct 20 10:54:17.691063 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 51554) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:17.692211 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-651a477d-7fce-4157-a8b5-1de7a6c63ee8 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] DELETE failed (client error): The resource could not be found. Oct 20 10:54:17.692754 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-651a477d-7fce-4157-a8b5-1de7a6c63ee8 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:54:17.697917 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-651a477d-7fce-4157-a8b5-1de7a6c63ee8 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "DELETE /v2.0/subnets/ba24df15-f469-40c0-84ef-23b6b6a0637e HTTP/1.1" status: 404 len: 337 time: 0.0870767 Oct 20 10:54:17.698831 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 51556) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:17.722651 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25942757-dbc9-40f0-bbcf-696757070291 req-214dfce3-0321-43d2-be38-cd61fca77265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:17.724601 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-25942757-dbc9-40f0-bbcf-696757070291 req-214dfce3-0321-43d2-be38-cd61fca77265 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b3481165-3e87-46ad-826c-7d431607ac7a HTTP/1.1" status: 200 len: 897 time: 0.2340903 Oct 20 10:54:17.790175 n-d-811396-3 neutron-server[100596]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2f9a51a-05d4-43b0-9f82-a8eec009f96a tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] DELETE failed (client error): The resource could not be found. Oct 20 10:54:17.791220 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2f9a51a-05d4-43b0-9f82-a8eec009f96a tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:54:17.795648 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-e2f9a51a-05d4-43b0-9f82-a8eec009f96a tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "DELETE /v2.0/subnets/dfbd4811-88c8-4770-a586-085483c901c8 HTTP/1.1" status: 404 len: 337 time: 0.0952544 Oct 20 10:54:17.804272 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 51558) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:17.807899 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4d685abd-6379-4a0e-85d1-3b93401e57e8 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:17.848303 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-cecf32ff-2b81-41cf-ab19-71fd272a6eec tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] DELETE failed (client error): The resource could not be found. Oct 20 10:54:17.849015 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cecf32ff-2b81-41cf-ab19-71fd272a6eec tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:54:17.854279 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-cecf32ff-2b81-41cf-ab19-71fd272a6eec tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "DELETE /v2.0/ports/ddfd3917-ea60-4294-9865-1c0fb8d7272a HTTP/1.1" status: 404 len: 333 time: 0.0408309 Oct 20 10:54:17.855680 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 51564) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:17.863963 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1c52b315-fa8b-4ada-85d7-2ad33edfc83e tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:17.870063 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1c52b315-fa8b-4ada-85d7-2ad33edfc83e tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:17.921122 n-d-811396-3 neutron-server[100596]: INFO neutron.pecan_wsgi.hooks.translation [None req-7aa94619-5915-47da-a5f4-8c607927d4b0 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] DELETE failed (client error): The resource could not be found. Oct 20 10:54:17.922106 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7aa94619-5915-47da-a5f4-8c607927d4b0 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:54:17.925816 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-7aa94619-5915-47da-a5f4-8c607927d4b0 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "DELETE /v2.0/subnets/88b11e06-d484-4679-947f-56113fe27d79 HTTP/1.1" status: 404 len: 337 time: 0.0630996 Oct 20 10:54:17.931619 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 51566) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:17.936220 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-934ab9a0-5120-4ef2-829f-a8292cef32b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:17.938356 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1c52b315-fa8b-4ada-85d7-2ad33edfc83e tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:17.942350 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-1c52b315-fa8b-4ada-85d7-2ad33edfc83e tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5199723 Oct 20 10:54:17.942565 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 51568) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:17.949166 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-bf4fcb9a-e84e-44e1-b0bc-c794c19382e2 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Request body: {'security_group_rule': {'security_group_id': 'b86ef872-82a8-48e3-89d0-a53331758f4e', 'project_id': '304c84e5c7844b5cadef0d9d128b445c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:54:17.953756 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c52b315-fa8b-4ada-85d7-2ad33edfc83e tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b86ef872-82a8-48e3-89d0-a53331758f4e,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:17.995876 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4d685abd-6379-4a0e-85d1-3b93401e57e8 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:18.022220 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-25942757-dbc9-40f0-bbcf-696757070291 req-21cf6c99-6193-42b2-aebd-89674c141dd8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a694840-85b2-41cc-8b6b-82d014e9b501 HTTP/1.1" status: 200 len: 999 time: 0.2438121 Oct 20 10:54:18.029553 n-d-811396-3 neutron-server[100596]: INFO neutron.pecan_wsgi.hooks.translation [None req-304e87f2-f715-4fad-8b05-e6ff7870179d tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] DELETE failed (client error): The resource could not be found. Oct 20 10:54:18.029891 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-4d685abd-6379-4a0e-85d1-3b93401e57e8 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55d58085-752c-43c3-b8d6-238abd2b9e41']}} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:54:18.030596 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-304e87f2-f715-4fad-8b05-e6ff7870179d tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:54:18.032018 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bf4fcb9a-e84e-44e1-b0bc-c794c19382e2 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:18.033947 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-304e87f2-f715-4fad-8b05-e6ff7870179d tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "DELETE /v2.0/ports/3f36c0c3-6535-419a-86b7-0c3ed60b47d6 HTTP/1.1" status: 404 len: 333 time: 0.0993369 Oct 20 10:54:18.039229 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 51572) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:18.047817 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-4d685abd-6379-4a0e-85d1-3b93401e57e8 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '934ef28c-8b16-4760-bfda-300d77cfd455') {'for_net_delete': True} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:54:18.048024 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-4d685abd-6379-4a0e-85d1-3b93401e57e8 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '934ef28c-8b16-4760-bfda-300d77cfd455') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:54:18.064383 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4d685abd-6379-4a0e-85d1-3b93401e57e8 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25852596'] for segment, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:18.095888 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4d685abd-6379-4a0e-85d1-3b93401e57e8 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:18.105995 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d685abd-6379-4a0e-85d1-3b93401e57e8 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Releasing vlan 843 on physical network physnet1 to pool {{(pid=100597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:54:18.106358 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4d685abd-6379-4a0e-85d1-3b93401e57e8 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951012'] for segment, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:18.110311 n-d-811396-3 neutron-server[100597]: Traceback (most recent call last): Oct 20 10:54:18.110311 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:54:18.110311 n-d-811396-3 neutron-server[100597]: timer() Oct 20 10:54:18.110311 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:54:18.110311 n-d-811396-3 neutron-server[100597]: cb(*args, **kw) Oct 20 10:54:18.110311 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:54:18.110311 n-d-811396-3 neutron-server[100597]: return func(*args, **kwargs) Oct 20 10:54:18.110311 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:54:18.110311 n-d-811396-3 neutron-server[100597]: self._notify() Oct 20 10:54:18.110311 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:54:18.110311 n-d-811396-3 neutron-server[100597]: self.callback(batched_events) Oct 20 10:54:18.110311 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:54:18.110311 n-d-811396-3 neutron-server[100597]: event.method(event) Oct 20 10:54:18.110311 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:54:18.110311 n-d-811396-3 neutron-server[100597]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:54:18.110311 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:54:18.110311 n-d-811396-3 neutron-server[100597]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:54:18.110311 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:54:18.110311 n-d-811396-3 neutron-server[100597]: return f(self, *a, **k) Oct 20 10:54:18.110311 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:54:18.110311 n-d-811396-3 neutron-server[100597]: return self._get(url).json() Oct 20 10:54:18.110311 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:54:18.110311 n-d-811396-3 neutron-server[100597]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:54:18.110311 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:54:18.110311 n-d-811396-3 neutron-server[100597]: return self.request(url, 'GET', **kwargs) Oct 20 10:54:18.110311 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:54:18.110311 n-d-811396-3 neutron-server[100597]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:54:18.110311 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:54:18.110311 n-d-811396-3 neutron-server[100597]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:54:18.110311 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:54:18.110311 n-d-811396-3 neutron-server[100597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:54:18.110311 n-d-811396-3 neutron-server[100597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:54:18.115192 n-d-811396-3 neutron-server[100596]: INFO neutron.pecan_wsgi.hooks.translation [None req-501b527b-0ec1-4e7b-a835-40efc3f6948a tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] DELETE failed (client error): The resource could not be found. Oct 20 10:54:18.115710 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-501b527b-0ec1-4e7b-a835-40efc3f6948a tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:54:18.121084 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-501b527b-0ec1-4e7b-a835-40efc3f6948a tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "DELETE /v2.0/subnets/03387f90-6aee-4aa9-b34a-0124eb13f6f3 HTTP/1.1" status: 404 len: 337 time: 0.0721819 Oct 20 10:54:18.125477 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 51574) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:18.170709 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32b52289-dab4-4b9e-9d60-20d4037b44de tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Router bf59da99-dd2d-478d-9b0d-3016ea34cf63 has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:54:18.183753 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-934ab9a0-5120-4ef2-829f-a8292cef32b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26836193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26761888'] for subnet, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:18.186636 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25942757-dbc9-40f0-bbcf-696757070291 req-fe1788c9-6a5c-47e5-b41d-eca997de043a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:18.188518 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-25942757-dbc9-40f0-bbcf-696757070291 req-fe1788c9-6a5c-47e5-b41d-eca997de043a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=06a8754b-afbe-40dd-82e4-c21b59e7daf0 HTTP/1.1" status: 200 len: 835 time: 0.1532745 Oct 20 10:54:18.197626 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bf4fcb9a-e84e-44e1-b0bc-c794c19382e2 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:18.198845 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd12a1e9-9a30-4f38-bdfd-5b3eb6b1aee5 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] DELETE failed (client error): The resource could not be found. Oct 20 10:54:18.200358 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd12a1e9-9a30-4f38-bdfd-5b3eb6b1aee5 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:54:18.204036 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 99e3a22f-40dd-439e-90a9-052012056e55 no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:54:18.205888 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-cd12a1e9-9a30-4f38-bdfd-5b3eb6b1aee5 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "DELETE /v2.0/ports/dff0881e-c2a1-4fa2-a49e-ed052b90f0e5 HTTP/1.1" status: 404 len: 333 time: 0.0767064 Oct 20 10:54:18.216890 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 51580) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:18.217588 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bf4fcb9a-e84e-44e1-b0bc-c794c19382e2 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:18.236192 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 99e3a22f-40dd-439e-90a9-052012056e55 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:54:18.237043 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 99e3a22f-40dd-439e-90a9-052012056e55 not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:54:18.271415 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-934ab9a0-5120-4ef2-829f-a8292cef32b3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:18.271713 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc7a5359-582b-4d3c-a8a9-ff30f7ef4fe1 None None] Network dcf86141-da0d-4c82-9e01-66c4be279d2b requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:54:18.271902 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-934ab9a0-5120-4ef2-829f-a8292cef32b3 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/aa9160dc-9c5c-4cb9-bd41-a37d607d846c HTTP/1.1" status: 204 len: 168 time: 1.1439090 Oct 20 10:54:18.271902 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934ab9a0-5120-4ef2-829f-a8292cef32b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa9160dc-9c5c-4cb9-bd41-a37d607d846c,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:18.273698 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4d685abd-6379-4a0e-85d1-3b93401e57e8 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:18.274425 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 51582) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:18.279601 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bf4fcb9a-e84e-44e1-b0bc-c794c19382e2 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:18.287132 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-bf4fcb9a-e84e-44e1-b0bc-c794c19382e2 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3404191 Oct 20 10:54:18.291550 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 51584) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:18.301689 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc487e92-8a61-45e5-8701-2f4b26e095df req-3a5acf34-3d8c-4402-a768-5d630d7a3863 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:18.303200 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-dc487e92-8a61-45e5-8701-2f4b26e095df req-3a5acf34-3d8c-4402-a768-5d630d7a3863 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=f333013b-3605-4c97-9095-c29d67e00745 HTTP/1.1" status: 200 len: 946 time: 0.1918361 Oct 20 10:54:18.344068 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4d685abd-6379-4a0e-85d1-3b93401e57e8 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:18.346936 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-5edac2ca-6b77-47ac-8bdc-66fbf2090ee2 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Request body: {'security_group_rule': {'security_group_id': 'b86ef872-82a8-48e3-89d0-a53331758f4e', 'project_id': '304c84e5c7844b5cadef0d9d128b445c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:54:18.352147 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-4d685abd-6379-4a0e-85d1-3b93401e57e8 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] 10.222.0.64 "DELETE /v2.0/networks/55d58085-752c-43c3-b8d6-238abd2b9e41 HTTP/1.1" status: 204 len: 168 time: 0.6553211 Oct 20 10:54:18.353370 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d685abd-6379-4a0e-85d1-3b93401e57e8 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Pushing event deleted for resources: {'Network': ['ID=55d58085-752c-43c3-b8d6-238abd2b9e41,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:18.356970 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 51586) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:18.357581 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4fcb9a-e84e-44e1-b0bc-c794c19382e2 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc718443-e25e-4f61-b673-c88440b3005e,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:18.360247 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-1eec2e89-2e05-4e38-b01d-8ae694f1fff5 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] DELETE failed (client error): The resource could not be found. Oct 20 10:54:18.360910 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1eec2e89-2e05-4e38-b01d-8ae694f1fff5 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:54:18.368044 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-1eec2e89-2e05-4e38-b01d-8ae694f1fff5 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "DELETE /v2.0/subnets/508a9b72-b932-4de8-8afa-4a64e49c01fc HTTP/1.1" status: 404 len: 337 time: 0.1477938 Oct 20 10:54:18.374745 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 51588) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:18.377135 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-5143dfa9-6f0e-4196-988e-9a548a8871f8 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1900604603'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:54:18.436040 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5143dfa9-6f0e-4196-988e-9a548a8871f8 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Made reservation on behalf of c1dc2571b4ea4623a4cbd3a1bfe8dca0 for: {'network': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:54:18.439822 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5143dfa9-6f0e-4196-988e-9a548a8871f8 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:18.466937 n-d-811396-3 neutron-server[100596]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0f0cbc8-29ed-4c51-9c13-d646b43e028c tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] DELETE failed (client error): The resource could not be found. Oct 20 10:54:18.467664 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0f0cbc8-29ed-4c51-9c13-d646b43e028c tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:54:18.470465 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-a0f0cbc8-29ed-4c51-9c13-d646b43e028c tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "DELETE /v2.0/ports/e560d76f-090c-4e41-982c-cc7d40c9c4f7 HTTP/1.1" status: 404 len: 333 time: 0.0894206 Oct 20 10:54:18.474003 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 51592) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:18.483634 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.db.api [None req-5edac2ca-6b77-47ac-8bdc-66fbf2090ee2 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 20 10:54:18.483634 n-d-811396-3 neutron-server[100596]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Oct 20 10:54:18.483634 n-d-811396-3 neutron-server[100596]: [parameters: {'project_id': '304c84e5c7844b5cadef0d9d128b445c', 'id': 'a4e5ac03-8275-4824-aa29-8674c43ce95c', 'expiration': datetime.datetime(2021, 10, 20, 10, 56, 18, 423098)}] Oct 20 10:54:18.483634 n-d-811396-3 neutron-server[100596]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 10:54:18.484160 n-d-811396-3 neutron-server[100596]: DEBUG oslo_db.api [None req-5edac2ca-6b77-47ac-8bdc-66fbf2090ee2 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 10:54:18.504947 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-496c7ee1-9c0a-4f86-821d-496c3e9ecdcf None None] DHCP port deletion for dcf86141-da0d-4c82-9e01-66c4be279d2b request from n-d-811396-3 {{(pid=100598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:54:18.509014 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25942757-dbc9-40f0-bbcf-696757070291 req-74d0a3a5-7de4-49ca-9b09-4a82b44dbea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:18.509304 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ead4d0f-19a6-4dab-8f55-a23ea0f5e897 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] DELETE failed (client error): The resource could not be found. Oct 20 10:54:18.509769 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ead4d0f-19a6-4dab-8f55-a23ea0f5e897 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:54:18.510502 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-25942757-dbc9-40f0-bbcf-696757070291 req-74d0a3a5-7de4-49ca-9b09-4a82b44dbea4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b3481165-3e87-46ad-826c-7d431607ac7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3123515 Oct 20 10:54:18.512990 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-99459629-4710-43c9-bb59-64d7ddb07cfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:18.517108 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-7ead4d0f-19a6-4dab-8f55-a23ea0f5e897 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "DELETE /v2.0/subnets/09269d07-988b-44a1-91e4-5d612090d3e4 HTTP/1.1" status: 404 len: 337 time: 0.0421269 Oct 20 10:54:18.517716 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 51594) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:18.527457 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5143dfa9-6f0e-4196-988e-9a548a8871f8 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 816} {{(pid=100597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:54:18.552334 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-6925be85-48c6-4bc9-8880-46d1b0db5f26 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] DELETE failed (client error): The resource could not be found. Oct 20 10:54:18.552990 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6925be85-48c6-4bc9-8880-46d1b0db5f26 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:54:18.560293 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-6925be85-48c6-4bc9-8880-46d1b0db5f26 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "DELETE /v2.0/ports/8460d7d6-ec93-4467-b3dc-3c20c509655b HTTP/1.1" status: 404 len: 333 time: 0.0350375 Oct 20 10:54:18.561616 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 51600) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:18.564482 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5143dfa9-6f0e-4196-988e-9a548a8871f8 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:18.564970 n-d-811396-3 neutron-server[100597]: INFO neutron.db.segments_db [None req-5143dfa9-6f0e-4196-988e-9a548a8871f8 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Added segment 8a1ca6eb-e0bc-4e29-857e-ff29555328e9 of type vlan for network 5db39c15-153b-4658-914b-93dc14295ed1 Oct 20 10:54:18.577542 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-496c7ee1-9c0a-4f86-821d-496c3e9ecdcf None None] Deleting port 0f32eb19-93f9-4a94-a262-b1fdf0be7b2d {{(pid=100598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:54:18.578218 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-496c7ee1-9c0a-4f86-821d-496c3e9ecdcf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:18.619855 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-dc487e92-8a61-45e5-8701-2f4b26e095df req-42cc04b3-bf9a-4a9a-ad07-5090a24e7731 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=7d9a6fe5-d7f3-4fa2-86d5-4c121918dfe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2765789 Oct 20 10:54:18.620431 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-7049c74f-cd76-45f2-8b75-9e13c6c9c797 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] DELETE failed (client error): The resource could not be found. Oct 20 10:54:18.621222 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7049c74f-cd76-45f2-8b75-9e13c6c9c797 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:54:18.627086 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-7049c74f-cd76-45f2-8b75-9e13c6c9c797 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "DELETE /v2.0/subnets/62d081e4-0f62-4b19-8816-793fc162d3d0 HTTP/1.1" status: 404 len: 337 time: 0.0641696 Oct 20 10:54:18.630165 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 51604) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:18.673808 n-d-811396-3 neutron-server[100596]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d4d1dc0-152d-48dd-a751-b1fa6695034a tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] DELETE failed (client error): The resource could not be found. Oct 20 10:54:18.674602 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d4d1dc0-152d-48dd-a751-b1fa6695034a tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:54:18.678242 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-9d4d1dc0-152d-48dd-a751-b1fa6695034a tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "DELETE /v2.0/ports/cfdafda1-6bc9-4cf4-8e0a-3d7622ef7e33 HTTP/1.1" status: 404 len: 333 time: 0.0418711 Oct 20 10:54:18.684631 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 51606) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:18.685089 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32b52289-dab4-4b9e-9d60-20d4037b44de tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:54:18.695674 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c627bf93-9ec5-4f3b-bcb0-e2ca091b3a2c None None] Sync routers for ids ['bf59da99-dd2d-478d-9b0d-3016ea34cf63'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:54:18.696189 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-496c7ee1-9c0a-4f86-821d-496c3e9ecdcf None None] For port 0f32eb19-93f9-4a94-a262-b1fdf0be7b2d, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=0f32eb19-93f9-4a94-a262-b1fdf0be7b2d,segment=NetworkSegment(24bad81e-aec3-4e68-b40a-6dbc28d3b906),segment_id=24bad81e-aec3-4e68-b40a-6dbc28d3b906)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:54:18.696387 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-496c7ee1-9c0a-4f86-821d-496c3e9ecdcf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:18.708116 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c627bf93-9ec5-4f3b-bcb0-e2ca091b3a2c None None] Routers {'bf59da99-dd2d-478d-9b0d-3016ea34cf63'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:54:18.708810 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-c627bf93-9ec5-4f3b-bcb0-e2ca091b3a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:54:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['bf59da99-dd2d-478d-9b0d-3016ea34cf63'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:54:18.710118 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-496c7ee1-9c0a-4f86-821d-496c3e9ecdcf None None] Calling delete_port for 0f32eb19-93f9-4a94-a262-b1fdf0be7b2d owned by network:dhcp {{(pid=100598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:54:18.742669 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-32b52289-dab4-4b9e-9d60-20d4037b44de tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "PUT /v2.0/routers/bf59da99-dd2d-478d-9b0d-3016ea34cf63/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8856633 Oct 20 10:54:18.750023 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 51608) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:18.763812 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-eefc016f-7d28-4b1b-a2ad-3d7a5bfe9cd9 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] DELETE failed (client error): The resource could not be found. Oct 20 10:54:18.764270 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eefc016f-7d28-4b1b-a2ad-3d7a5bfe9cd9 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:54:18.768305 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-eefc016f-7d28-4b1b-a2ad-3d7a5bfe9cd9 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "DELETE /v2.0/subnets/f22c03ab-05ee-4f6d-a7f5-1e1fce85c34f HTTP/1.1" status: 404 len: 337 time: 0.0792243 Oct 20 10:54:18.770234 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5143dfa9-6f0e-4196-988e-9a548a8871f8 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:18.772255 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 51610) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:18.773853 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d29271-2fff-4faa-bcd4-4c7dc12e81cd req-486cef39-6c4d-47ff-aad8-5d87b9fd0c17 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:18.782094 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-00d29271-2fff-4faa-bcd4-4c7dc12e81cd req-486cef39-6c4d-47ff-aad8-5d87b9fd0c17 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/ports?device_id=982cf2b9-f584-4e2b-9222-a8c52175a1df HTTP/1.1" status: 200 len: 944 time: 0.2964251 Oct 20 10:54:18.801045 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-99115e5c-d918-4fd5-babd-1fd80a72dfce tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] DELETE failed (client error): The resource could not be found. Oct 20 10:54:18.802171 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99115e5c-d918-4fd5-babd-1fd80a72dfce tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:54:18.805724 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-496c7ee1-9c0a-4f86-821d-496c3e9ecdcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956'] for port, after_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:18.806303 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-99115e5c-d918-4fd5-babd-1fd80a72dfce tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "DELETE /v2.0/ports/c35900fd-4c92-427b-9967-c8db370aa965 HTTP/1.1" status: 404 len: 333 time: 0.0329514 Oct 20 10:54:18.814837 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 51612) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:18.846478 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496c7ee1-9c0a-4f86-821d-496c3e9ecdcf None None] Pushing event deleted for resources: {'Port': ['ID=0f32eb19-93f9-4a94-a262-b1fdf0be7b2d,revision_number=None']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:18.854491 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-c199e7fe-af3f-436e-97b4-4b29d17565a5 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] DELETE failed (client error): The resource could not be found. Oct 20 10:54:18.854950 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c199e7fe-af3f-436e-97b4-4b29d17565a5 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:54:18.858848 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-c199e7fe-af3f-436e-97b4-4b29d17565a5 tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "DELETE /v2.0/subnets/75d8f491-d624-4b77-ac12-16abdf81ba7f HTTP/1.1" status: 404 len: 337 time: 0.0422182 Oct 20 10:54:18.862404 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 51614) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:18.863645 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496c7ee1-9c0a-4f86-821d-496c3e9ecdcf None None] No DVR routers for this DVR port 0f32eb19-93f9-4a94-a262-b1fdf0be7b2d on host n-d-811396-3 {{(pid=100598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:54:18.887468 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-25942757-dbc9-40f0-bbcf-696757070291 req-33bf867c-177a-4763-a9e7-2229d80e8f39 service neutron] 10.222.0.55 "GET /v2.0/networks/b3481165-3e87-46ad-826c-7d431607ac7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3385239 Oct 20 10:54:18.893316 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5143dfa9-6f0e-4196-988e-9a548a8871f8 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:18.898540 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa29397a-673e-452f-a89f-51a0caf77565 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Deleting subnet d064623b-205c-4c55-bcad-f8d7ce58a0d9 {{(pid=100596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:54:18.899553 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5143dfa9-6f0e-4196-988e-9a548a8871f8 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:18.900143 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5143dfa9-6f0e-4196-988e-9a548a8871f8 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:18.904224 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-aa29397a-673e-452f-a89f-51a0caf77565 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks [] for subnet, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:18.924273 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-00d29271-2fff-4faa-bcd4-4c7dc12e81cd req-1d4298a6-1e75-4523-99f3-79c8857b185e tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/security-groups?id=4de8cd6c-6bcc-4778-96b5-f0ccd59485f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1410062 Oct 20 10:54:18.937432 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-c627bf93-9ec5-4f3b-bcb0-e2ca091b3a2c None None] Set router bf59da99-dd2d-478d-9b0d-3016ea34cf63 gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:54:18.991446 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-aa29397a-673e-452f-a89f-51a0caf77565 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25189079'] for subnet, precommit_delete_associations {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:19.006589 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5143dfa9-6f0e-4196-988e-9a548a8871f8 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Pushing event updated for resources: {'Network': ['ID=5db39c15-153b-4658-914b-93dc14295ed1,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:19.021073 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network 5db39c15-153b-4658-914b-93dc14295ed1 details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:54:19.032102 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-5143dfa9-6f0e-4196-988e-9a548a8871f8 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6601269 Oct 20 10:54:19.077807 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 51620) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:19.082770 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-2bc30a45-65b1-4d81-af2d-12d89125d6a6 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Request body: {'subnet': {'network_id': '5db39c15-153b-4658-914b-93dc14295ed1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:54:19.112690 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-49fd0295-1eb5-4641-be5c-f8ea5aa0748b tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:19.151342 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-c627bf93-9ec5-4f3b-bcb0-e2ca091b3a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf59da99-dd2d-478d-9b0d-3016ea34cf63', 'name': 'tempest-TestNetworkBasicOps-router-1996889391', 'tenant_id': 'ce3bca74c1d8467f832763bc531bfd88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': '4e711bdc-ecfb-48b8-a052-6d0428b77592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:50:51Z', 'updated_at': '2021-10-20T10:54:15Z', 'revision_number': 7, 'project_id': 'ce3bca74c1d8467f832763bc531bfd88', 'gw_port': {'id': '4e711bdc-ecfb-48b8-a052-6d0428b77592', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:0e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf59da99-dd2d-478d-9b0d-3016ea34cf63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2694, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:50:54Z', 'updated_at': '2021-10-20T10:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:54:19.164406 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-99459629-4710-43c9-bb59-64d7ddb07cfb admin admin] Deleting port 0f32eb19-93f9-4a94-a262-b1fdf0be7b2d {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:54:19.165006 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-99459629-4710-43c9-bb59-64d7ddb07cfb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:19.207305 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c627bf93-9ec5-4f3b-bcb0-e2ca091b3a2c None None] Checking router: bf59da99-dd2d-478d-9b0d-3016ea34cf63 for host: n-d-811396-3 {{(pid=100599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:54:19.208176 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:19.219241 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c627bf93-9ec5-4f3b-bcb0-e2ca091b3a2c None None] Routers {'bf59da99-dd2d-478d-9b0d-3016ea34cf63'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:54:19.220219 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-c627bf93-9ec5-4f3b-bcb0-e2ca091b3a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:54:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['bf59da99-dd2d-478d-9b0d-3016ea34cf63'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:54:19.268533 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-49fd0295-1eb5-4641-be5c-f8ea5aa0748b tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:19.283903 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-aa29397a-673e-452f-a89f-51a0caf77565 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:19.311403 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-49fd0295-1eb5-4641-be5c-f8ea5aa0748b tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8320e101-644d-44af-9385-629dd54c3c0a']}} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:54:19.323227 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [None req-99459629-4710-43c9-bb59-64d7ddb07cfb admin admin] For port 0f32eb19-93f9-4a94-a262-b1fdf0be7b2d, host n-d-811396-3, got binding levels [] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:54:19.323620 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-99459629-4710-43c9-bb59-64d7ddb07cfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:19.327712 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5edac2ca-6b77-47ac-8bdc-66fbf2090ee2 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:19.333036 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-49fd0295-1eb5-4641-be5c-f8ea5aa0748b tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdd410b3-9198-4748-b872-a4840957eef7') {'for_net_delete': True} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:54:19.333382 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-49fd0295-1eb5-4641-be5c-f8ea5aa0748b tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdd410b3-9198-4748-b872-a4840957eef7') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:54:19.349900 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-49fd0295-1eb5-4641-be5c-f8ea5aa0748b tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25852596'] for segment, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:19.380401 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-c627bf93-9ec5-4f3b-bcb0-e2ca091b3a2c None None] Set router bf59da99-dd2d-478d-9b0d-3016ea34cf63 gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:54:19.380557 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-25942757-dbc9-40f0-bbcf-696757070291 req-ea24d63e-fea1-458e-bdbe-10a5d64ecb8c service neutron] 10.222.0.55 "GET /v2.0/networks/b3481165-3e87-46ad-826c-7d431607ac7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4794831 Oct 20 10:54:19.389012 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-99459629-4710-43c9-bb59-64d7ddb07cfb admin admin] Calling delete_port for 0f32eb19-93f9-4a94-a262-b1fdf0be7b2d owned by network:dhcp {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:54:19.393591 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bc30a45-65b1-4d81-af2d-12d89125d6a6 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Made reservation on behalf of c1dc2571b4ea4623a4cbd3a1bfe8dca0 for: {'subnet': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:54:19.395337 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.ipam_backend_mixin [None req-99459629-4710-43c9-bb59-64d7ddb07cfb admin admin] Port 0f32eb19-93f9-4a94-a262-b1fdf0be7b2d was not found and therefore no delete operation was performed {{(pid=100596) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 20 10:54:19.399732 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2bc30a45-65b1-4d81-af2d-12d89125d6a6 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25350782'] for subnet, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:19.413357 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-99459629-4710-43c9-bb59-64d7ddb07cfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:19.436137 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-49fd0295-1eb5-4641-be5c-f8ea5aa0748b tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:19.455223 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49fd0295-1eb5-4641-be5c-f8ea5aa0748b tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Releasing vlan 828 on physical network physnet1 to pool {{(pid=100597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:54:19.459557 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-49fd0295-1eb5-4641-be5c-f8ea5aa0748b tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951012'] for segment, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:19.464600 n-d-811396-3 neutron-server[100597]: Traceback (most recent call last): Oct 20 10:54:19.464600 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:54:19.464600 n-d-811396-3 neutron-server[100597]: timer() Oct 20 10:54:19.464600 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:54:19.464600 n-d-811396-3 neutron-server[100597]: cb(*args, **kw) Oct 20 10:54:19.464600 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:54:19.464600 n-d-811396-3 neutron-server[100597]: return func(*args, **kwargs) Oct 20 10:54:19.464600 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:54:19.464600 n-d-811396-3 neutron-server[100597]: self._notify() Oct 20 10:54:19.464600 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:54:19.464600 n-d-811396-3 neutron-server[100597]: self.callback(batched_events) Oct 20 10:54:19.464600 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:54:19.464600 n-d-811396-3 neutron-server[100597]: event.method(event) Oct 20 10:54:19.464600 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:54:19.464600 n-d-811396-3 neutron-server[100597]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:54:19.464600 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:54:19.464600 n-d-811396-3 neutron-server[100597]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:54:19.464600 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:54:19.464600 n-d-811396-3 neutron-server[100597]: return f(self, *a, **k) Oct 20 10:54:19.464600 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:54:19.464600 n-d-811396-3 neutron-server[100597]: return self._get(url).json() Oct 20 10:54:19.464600 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:54:19.464600 n-d-811396-3 neutron-server[100597]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:54:19.464600 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:54:19.464600 n-d-811396-3 neutron-server[100597]: return self.request(url, 'GET', **kwargs) Oct 20 10:54:19.464600 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:54:19.464600 n-d-811396-3 neutron-server[100597]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:54:19.464600 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:54:19.464600 n-d-811396-3 neutron-server[100597]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:54:19.464600 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:54:19.464600 n-d-811396-3 neutron-server[100597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:54:19.464600 n-d-811396-3 neutron-server[100597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:54:19.469108 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99459629-4710-43c9-bb59-64d7ddb07cfb admin admin] Pushing event deleted for resources: {'Port': ['ID=0f32eb19-93f9-4a94-a262-b1fdf0be7b2d,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:19.474120 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99459629-4710-43c9-bb59-64d7ddb07cfb admin admin] No DVR routers for this DVR port 0f32eb19-93f9-4a94-a262-b1fdf0be7b2d on host n-d-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:54:19.481410 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-aa29397a-673e-452f-a89f-51a0caf77565 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26836193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26761888'] for subnet, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:19.522743 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.ipam_backend_mixin [None req-2bc30a45-65b1-4d81-af2d-12d89125d6a6 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Performing IP validity checks on allocation pools {{(pid=100597) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 20 10:54:19.527249 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.ipam_backend_mixin [None req-2bc30a45-65b1-4d81-af2d-12d89125d6a6 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100597) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 20 10:54:19.565692 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa29397a-673e-452f-a89f-51a0caf77565 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Pushing event deleted for resources: {'Subnet': ['ID=d064623b-205c-4c55-bcad-f8d7ce58a0d9,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:19.573710 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2655119e-a318-4ecc-bd46-2926fd2cd150 None None] Network 8ca5e922-b948-426f-9281-49c209c89e06 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:54:19.592564 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5edac2ca-6b77-47ac-8bdc-66fbf2090ee2 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:19.594139 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-aa29397a-673e-452f-a89f-51a0caf77565 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:19.607191 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-aa29397a-673e-452f-a89f-51a0caf77565 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "DELETE /v2.0/subnets/d064623b-205c-4c55-bcad-f8d7ce58a0d9 HTTP/1.1" status: 204 len: 168 time: 0.8548827 Oct 20 10:54:19.608867 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 51630) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:19.623965 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5edac2ca-6b77-47ac-8bdc-66fbf2090ee2 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:19.634243 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-c627bf93-9ec5-4f3b-bcb0-e2ca091b3a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf59da99-dd2d-478d-9b0d-3016ea34cf63', 'name': 'tempest-TestNetworkBasicOps-router-1996889391', 'tenant_id': 'ce3bca74c1d8467f832763bc531bfd88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': '4e711bdc-ecfb-48b8-a052-6d0428b77592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:50:51Z', 'updated_at': '2021-10-20T10:54:15Z', 'revision_number': 7, 'project_id': 'ce3bca74c1d8467f832763bc531bfd88', 'gw_port': {'id': '4e711bdc-ecfb-48b8-a052-6d0428b77592', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:0e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf59da99-dd2d-478d-9b0d-3016ea34cf63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2694, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:50:54Z', 'updated_at': '2021-10-20T10:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:54:19.665953 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c627bf93-9ec5-4f3b-bcb0-e2ca091b3a2c None None] The sync data for ids ['bf59da99-dd2d-478d-9b0d-3016ea34cf63'] in n-d-811396-3 is: [{'id': 'bf59da99-dd2d-478d-9b0d-3016ea34cf63', 'name': 'tempest-TestNetworkBasicOps-router-1996889391', 'tenant_id': 'ce3bca74c1d8467f832763bc531bfd88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': '4e711bdc-ecfb-48b8-a052-6d0428b77592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:50:51Z', 'updated_at': '2021-10-20T10:54:15Z', 'revision_number': 7, 'project_id': 'ce3bca74c1d8467f832763bc531bfd88', 'gw_port': {'id': '4e711bdc-ecfb-48b8-a052-6d0428b77592', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:0e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf59da99-dd2d-478d-9b0d-3016ea34cf63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2694, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:50:54Z', 'updated_at': '2021-10-20T10:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:54:19.730831 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-99459629-4710-43c9-bb59-64d7ddb07cfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:19.752499 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edac2ca-6b77-47ac-8bdc-66fbf2090ee2 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4bac161-d004-41d7-bde9-948c419ee44d,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:19.789774 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-49fd0295-1eb5-4641-be5c-f8ea5aa0748b tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:19.791098 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-99459629-4710-43c9-bb59-64d7ddb07cfb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcf86141-da0d-4c82-9e01-66c4be279d2b']}} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:54:19.804168 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-49fd0295-1eb5-4641-be5c-f8ea5aa0748b tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:19.807513 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-49fd0295-1eb5-4641-be5c-f8ea5aa0748b tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] 10.222.0.64 "DELETE /v2.0/networks/8320e101-644d-44af-9385-629dd54c3c0a HTTP/1.1" status: 204 len: 168 time: 0.9426999 Oct 20 10:54:19.821048 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5edac2ca-6b77-47ac-8bdc-66fbf2090ee2 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:19.826479 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-5edac2ca-6b77-47ac-8bdc-66fbf2090ee2 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.5221872 Oct 20 10:54:19.827160 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 51638) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:19.846664 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-99459629-4710-43c9-bb59-64d7ddb07cfb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24bad81e-aec3-4e68-b40a-6dbc28d3b906') {'for_net_delete': True} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:54:19.846862 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-99459629-4710-43c9-bb59-64d7ddb07cfb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24bad81e-aec3-4e68-b40a-6dbc28d3b906') {} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:54:19.853278 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fd0295-1eb5-4641-be5c-f8ea5aa0748b tempest-NetworksTestDHCPv6-87118251 tempest-NetworksTestDHCPv6-87118251-project] Pushing event deleted for resources: {'Network': ['ID=8320e101-644d-44af-9385-629dd54c3c0a,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:19.859866 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2bc30a45-65b1-4d81-af2d-12d89125d6a6 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25350752'] for subnet, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:19.865790 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-5b0f4d06-b846-4beb-a0fb-f33d7c810008 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Request body: {'security_group_rule': {'security_group_id': 'b86ef872-82a8-48e3-89d0-a53331758f4e', 'project_id': '304c84e5c7844b5cadef0d9d128b445c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:54:19.888651 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-99459629-4710-43c9-bb59-64d7ddb07cfb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25189038'] for segment, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:19.954885 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc30a45-65b1-4d81-af2d-12d89125d6a6 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Checking segment: {'id': '8a1ca6eb-e0bc-4e29-857e-ff29555328e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '5db39c15-153b-4658-914b-93dc14295ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:54:19.955504 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc30a45-65b1-4d81-af2d-12d89125d6a6 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Network hostable DHCP agents. Network: 5db39c15-153b-4658-914b-93dc14295ed1, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:54:19.957554 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-99459629-4710-43c9-bb59-64d7ddb07cfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:19.961206 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc30a45-65b1-4d81-af2d-12d89125d6a6 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Pushing event updated for resources: {'Subnet': ['ID=40c19065-5619-4efb-8027-3f6821d885aa,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:19.972864 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99459629-4710-43c9-bb59-64d7ddb07cfb admin admin] Releasing vlan 805 on physical network physnet1 to pool {{(pid=100596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:54:19.973269 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-99459629-4710-43c9-bb59-64d7ddb07cfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26833155'] for segment, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:19.976331 n-d-811396-3 neutron-server[100596]: Traceback (most recent call last): Oct 20 10:54:19.976331 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:54:19.976331 n-d-811396-3 neutron-server[100596]: timer() Oct 20 10:54:19.976331 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:54:19.976331 n-d-811396-3 neutron-server[100596]: cb(*args, **kw) Oct 20 10:54:19.976331 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:54:19.976331 n-d-811396-3 neutron-server[100596]: return func(*args, **kwargs) Oct 20 10:54:19.976331 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:54:19.976331 n-d-811396-3 neutron-server[100596]: self._notify() Oct 20 10:54:19.976331 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:54:19.976331 n-d-811396-3 neutron-server[100596]: self.callback(batched_events) Oct 20 10:54:19.976331 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:54:19.976331 n-d-811396-3 neutron-server[100596]: event.method(event) Oct 20 10:54:19.976331 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:54:19.976331 n-d-811396-3 neutron-server[100596]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:54:19.976331 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:54:19.976331 n-d-811396-3 neutron-server[100596]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:54:19.976331 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:54:19.976331 n-d-811396-3 neutron-server[100596]: return f(self, *a, **k) Oct 20 10:54:19.976331 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:54:19.976331 n-d-811396-3 neutron-server[100596]: return self._get(url).json() Oct 20 10:54:19.976331 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:54:19.976331 n-d-811396-3 neutron-server[100596]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:54:19.976331 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:54:19.976331 n-d-811396-3 neutron-server[100596]: return self.request(url, 'GET', **kwargs) Oct 20 10:54:19.976331 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:54:19.976331 n-d-811396-3 neutron-server[100596]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:54:19.976331 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:54:19.976331 n-d-811396-3 neutron-server[100596]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:54:19.976331 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:54:19.976331 n-d-811396-3 neutron-server[100596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:54:19.976331 n-d-811396-3 neutron-server[100596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:54:19.990047 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc30a45-65b1-4d81-af2d-12d89125d6a6 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Network 5db39c15-153b-4658-914b-93dc14295ed1 is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:54:20.003319 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88b36e4-9ee2-45f0-a41d-57732d2396c4 req-c9e7eeed-0cce-4003-aa47-0bb6c2ab0989 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:20.005020 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d88b36e4-9ee2-45f0-a41d-57732d2396c4 req-c9e7eeed-0cce-4003-aa47-0bb6c2ab0989 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=f333013b-3605-4c97-9095-c29d67e00745 HTTP/1.1" status: 200 len: 946 time: 0.2226300 Oct 20 10:54:20.010973 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-005626b4-4441-4f31-8fa9-9fb407fcbcb4 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks [] for router, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:20.030528 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-2bc30a45-65b1-4d81-af2d-12d89125d6a6 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, 5db39c15-153b-4658-914b-93dc14295ed1) {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:54:20.035369 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc30a45-65b1-4d81-af2d-12d89125d6a6 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:20.038340 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2bc30a45-65b1-4d81-af2d-12d89125d6a6 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:20.044675 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-882c1cf9-ab46-4724-be1a-be623ef97239 None None] Network 5db39c15-153b-4658-914b-93dc14295ed1 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:54:20.049708 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a1bafa9-1198-43b0-a0d2-04d013685b17 None None] DHCP port deletion for 8ca5e922-b948-426f-9281-49c209c89e06 request from n-d-811396-3 {{(pid=100598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:54:20.059654 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-2bc30a45-65b1-4d81-af2d-12d89125d6a6 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9800236 Oct 20 10:54:20.062069 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 51646) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:20.068490 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-fd73fa67-cafb-48c5-afa0-8a0a6dc8fa86 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Request body: {'port': {'network_id': '5db39c15-153b-4658-914b-93dc14295ed1', 'name': 'tempest-PortsIpV6TestJSON-1242595518'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:54:20.259833 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd73fa67-cafb-48c5-afa0-8a0a6dc8fa86 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Made reservation on behalf of c1dc2571b4ea4623a4cbd3a1bfe8dca0 for: {'port': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:54:20.264893 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fd73fa67-cafb-48c5-afa0-8a0a6dc8fa86 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:20.324904 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [None req-fd73fa67-cafb-48c5-afa0-8a0a6dc8fa86 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] device_id is not set on port 203114aa-64a7-4ccc-9b68-b626361d3bff yet. {{(pid=100597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:54:20.378572 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 51650) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:20.378887 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device ecbd0584-d538-4d66-b70f-c7def7c50493 no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:54:20.534197 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-7a1bafa9-1198-43b0-a0d2-04d013685b17 None None] Deleting port ecbd0584-d538-4d66-b70f-c7def7c50493 {{(pid=100598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:54:20.534942 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-7a1bafa9-1198-43b0-a0d2-04d013685b17 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:20.597551 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-fd73fa67-cafb-48c5-afa0-8a0a6dc8fa86 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Allocated IP 2001:db8::149 (5db39c15-153b-4658-914b-93dc14295ed1/40c19065-5619-4efb-8027-3f6821d885aa/203114aa-64a7-4ccc-9b68-b626361d3bff) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:54:20.616127 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-7a1bafa9-1198-43b0-a0d2-04d013685b17 None None] For port ecbd0584-d538-4d66-b70f-c7def7c50493, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=ecbd0584-d538-4d66-b70f-c7def7c50493,segment=NetworkSegment(3de746e4-2d84-4918-a784-55c724019911),segment_id=3de746e4-2d84-4918-a784-55c724019911)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:54:20.616810 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-7a1bafa9-1198-43b0-a0d2-04d013685b17 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:20.631148 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-7a1bafa9-1198-43b0-a0d2-04d013685b17 None None] Calling delete_port for ecbd0584-d538-4d66-b70f-c7def7c50493 owned by network:dhcp {{(pid=100598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:54:20.744899 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-7a1bafa9-1198-43b0-a0d2-04d013685b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956'] for port, after_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:20.745510 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5b0f4d06-b846-4beb-a0fb-f33d7c810008 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:20.752861 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-99459629-4710-43c9-bb59-64d7ddb07cfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:20.794594 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1bafa9-1198-43b0-a0d2-04d013685b17 None None] Pushing event deleted for resources: {'Port': ['ID=ecbd0584-d538-4d66-b70f-c7def7c50493,revision_number=None']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:20.805232 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1bafa9-1198-43b0-a0d2-04d013685b17 None None] No DVR routers for this DVR port ecbd0584-d538-4d66-b70f-c7def7c50493 on host n-d-811396-3 {{(pid=100598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:54:20.813890 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No active binding found for port ecbd0584-d538-4d66-b70f-c7def7c50493 {{(pid=100598) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 20 10:54:20.814142 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-99459629-4710-43c9-bb59-64d7ddb07cfb admin admin] Publish callbacks [] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:20.814968 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device ecbd0584-d538-4d66-b70f-c7def7c50493 not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:54:20.815691 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device d0eef919-2006-4579-a0f7-bfdd77d41039 no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:54:20.831445 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-99459629-4710-43c9-bb59-64d7ddb07cfb admin admin] 10.222.0.64 "DELETE /v2.0/networks/dcf86141-da0d-4c82-9e01-66c4be279d2b HTTP/1.1" status: 204 len: 168 time: 2.5538423 Oct 20 10:54:20.837415 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99459629-4710-43c9-bb59-64d7ddb07cfb admin admin] Pushing event deleted for resources: {'Network': ['ID=dcf86141-da0d-4c82-9e01-66c4be279d2b,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:20.846677 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: d0eef919-2006-4579-a0f7-bfdd77d41039 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:54:20.847015 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device d0eef919-2006-4579-a0f7-bfdd77d41039 not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:54:20.847806 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 0f32eb19-93f9-4a94-a262-b1fdf0be7b2d no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:54:20.865498 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-e8058e85-5006-4073-8e84-11ceb01abe63 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=22a79d88690a4055b95547a3f21027fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4858778 Oct 20 10:54:20.872648 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 51664) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:20.896003 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d88b36e4-9ee2-45f0-a41d-57732d2396c4 req-99526c6d-91d5-4f39-9ecb-5a8c49155258 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=7d9a6fe5-d7f3-4fa2-86d5-4c121918dfe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8368862 Oct 20 10:54:20.898726 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 0f32eb19-93f9-4a94-a262-b1fdf0be7b2d {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:54:20.899092 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 0f32eb19-93f9-4a94-a262-b1fdf0be7b2d not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:54:20.906750 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af46f75-e313-4955-afac-ed20dd7beea3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524064ba-869c-5550-b826-c26b69a11278-5db39c15-153b-4658-914b-93dc14295ed1', 'network_id': '5db39c15-153b-4658-914b-93dc14295ed1', 'tenant_id': 'c1dc2571b4ea4623a4cbd3a1bfe8dca0', 'fixed_ips': [{'subnet_id': '40c19065-5619-4efb-8027-3f6821d885aa'}]}} from n-d-811396-3. {{(pid=100598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:54:20.907513 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-8af46f75-e313-4955-afac-ed20dd7beea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:20.951568 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fd73fa67-cafb-48c5-afa0-8a0a6dc8fa86 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:20.967216 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-92296856-dd96-4e30-9427-f5aabc74cef2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:20.992718 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-92296856-dd96-4e30-9427-f5aabc74cef2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:21.031687 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114d2641-a3cf-4e05-bf53-5b0bcbab4473 req-4da57d19-766d-49c7-9cef-c8dbd008c50c tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:21.041293 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-114d2641-a3cf-4e05-bf53-5b0bcbab4473 req-4da57d19-766d-49c7-9cef-c8dbd008c50c tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/ports?device_id=982cf2b9-f584-4e2b-9222-a8c52175a1df HTTP/1.1" status: 200 len: 944 time: 0.3263884 Oct 20 10:54:21.060517 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fd73fa67-cafb-48c5-afa0-8a0a6dc8fa86 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:21.072929 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 51668) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:21.091407 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd73fa67-cafb-48c5-afa0-8a0a6dc8fa86 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Network 5db39c15-153b-4658-914b-93dc14295ed1 is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:54:21.095482 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-fd73fa67-cafb-48c5-afa0-8a0a6dc8fa86 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:54:21.119918 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5b0f4d06-b846-4beb-a0fb-f33d7c810008 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:21.122169 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd73fa67-cafb-48c5-afa0-8a0a6dc8fa86 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:54:21.131244 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd73fa67-cafb-48c5-afa0-8a0a6dc8fa86 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:21.131915 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fd73fa67-cafb-48c5-afa0-8a0a6dc8fa86 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:21.141743 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-005626b4-4441-4f31-8fa9-9fb407fcbcb4 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:21.154099 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5b0f4d06-b846-4beb-a0fb-f33d7c810008 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:21.154608 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-8af46f75-e313-4955-afac-ed20dd7beea3 None None] Allocated IP 2001:db8::2 (5db39c15-153b-4658-914b-93dc14295ed1/40c19065-5619-4efb-8027-3f6821d885aa/a068dbff-1774-4282-8d69-341052fd4b12) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:54:21.168815 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-fd73fa67-cafb-48c5-afa0-8a0a6dc8fa86 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1054113 Oct 20 10:54:21.173265 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-92296856-dd96-4e30-9427-f5aabc74cef2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:21.177761 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-92296856-dd96-4e30-9427-f5aabc74cef2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:21.179869 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-92296856-dd96-4e30-9427-f5aabc74cef2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/73668c9f-f165-416b-8cf9-e92422b25077 HTTP/1.1" status: 204 len: 168 time: 0.3061008 Oct 20 10:54:21.180543 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 51670) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:21.180994 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-114d2641-a3cf-4e05-bf53-5b0bcbab4473 req-ab5e8fe2-24ae-4444-be84-c948b6ec445d tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/security-groups?id=4de8cd6c-6bcc-4778-96b5-f0ccd59485f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1377118 Oct 20 10:54:21.238820 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd73fa67-cafb-48c5-afa0-8a0a6dc8fa86 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Pushing event updated for resources: {'Port': ['ID=203114aa-64a7-4ccc-9b68-b626361d3bff,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:21.252148 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92296856-dd96-4e30-9427-f5aabc74cef2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73668c9f-f165-416b-8cf9-e92422b25077,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:21.279511 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5b0f4d06-b846-4beb-a0fb-f33d7c810008 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:21.280671 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-5b0f4d06-b846-4beb-a0fb-f33d7c810008 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4367216 Oct 20 10:54:21.281534 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0f4d06-b846-4beb-a0fb-f33d7c810008 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2be3f3fd-54ef-4a54-a899-6f1962f52763,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:21.284527 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 51676) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:21.292709 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-67747f3a-075f-4a58-8986-e8d927f6d79c tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Request body: {'security_group_rule': {'security_group_id': 'b86ef872-82a8-48e3-89d0-a53331758f4e', 'project_id': '304c84e5c7844b5cadef0d9d128b445c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:54:21.298236 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 9a694840-85b2-41cc-8b6b-82d014e9b501 details requested by agent hyperv_n-h1-811396-3 with host n-h1-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:54:21.299454 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-c16f2ed9-ee87-459d-8935-8c4347abb31b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cfcb374660ef40a8b05378b5e2eaff9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2163134 Oct 20 10:54:21.305108 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 51680) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:21.387473 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-67747f3a-075f-4a58-8986-e8d927f6d79c tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:21.408554 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-005626b4-4441-4f31-8fa9-9fb407fcbcb4 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Deleting port 4e711bdc-ecfb-48b8-a052-6d0428b77592 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:54:21.409041 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-005626b4-4441-4f31-8fa9-9fb407fcbcb4 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:21.414475 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-99ee1100-c7a1-4c46-a480-deab5cc09f85 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Deleting port 203114aa-64a7-4ccc-9b68-b626361d3bff {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:54:21.415072 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-99ee1100-c7a1-4c46-a480-deab5cc09f85 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:21.552893 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-99ee1100-c7a1-4c46-a480-deab5cc09f85 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:21.569429 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-99ee1100-c7a1-4c46-a480-deab5cc09f85 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Calling delete_port for 203114aa-64a7-4ccc-9b68-b626361d3bff owned by {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:54:21.589457 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-32f0f46a-5e8f-4a7e-9355-d5cc4657fc4b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:21.668728 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-32f0f46a-5e8f-4a7e-9355-d5cc4657fc4b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:21.691555 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-67747f3a-075f-4a58-8986-e8d927f6d79c tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:21.697757 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 9a694840-85b2-41cc-8b6b-82d014e9b501, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=9a694840-85b2-41cc-8b6b-82d014e9b501,segment=NetworkSegment(29d98e95-6dbd-4a20-a917-70645d26e8f8),segment_id=29d98e95-6dbd-4a20-a917-70645d26e8f8)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:54:21.707751 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-67747f3a-075f-4a58-8986-e8d927f6d79c tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:21.730290 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [None req-005626b4-4441-4f31-8fa9-9fb407fcbcb4 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] For port 4e711bdc-ecfb-48b8-a052-6d0428b77592, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=4e711bdc-ecfb-48b8-a052-6d0428b77592,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:54:21.731356 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-005626b4-4441-4f31-8fa9-9fb407fcbcb4 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:21.779835 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67747f3a-075f-4a58-8986-e8d927f6d79c tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d890e750-abc3-4d07-b55a-1bb7373b8044,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:21.790515 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-005626b4-4441-4f31-8fa9-9fb407fcbcb4 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Calling delete_port for 4e711bdc-ecfb-48b8-a052-6d0428b77592 owned by network:router_gateway {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:54:21.791724 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Returning: {'device': '9a694840-85b2-41cc-8b6b-82d014e9b501', 'network_id': 'b3481165-3e87-46ad-826c-7d431607ac7a', 'port_id': '9a694840-85b2-41cc-8b6b-82d014e9b501', 'mac_address': 'fa:16:3e:4a:72:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 819, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06a8754b-afbe-40dd-82e4-c21b59e7daf0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:54:21.797670 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-67747f3a-075f-4a58-8986-e8d927f6d79c tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:21.799549 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-67747f3a-075f-4a58-8986-e8d927f6d79c tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5119677 Oct 20 10:54:21.805641 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 51686) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:21.815332 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-3652b915-2827-43f9-865a-66a338c51064 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Request body: {'security_group_rule': {'security_group_id': 'b86ef872-82a8-48e3-89d0-a53331758f4e', 'project_id': '304c84e5c7844b5cadef0d9d128b445c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:54:21.885647 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-32f0f46a-5e8f-4a7e-9355-d5cc4657fc4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:21.887257 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-32f0f46a-5e8f-4a7e-9355-d5cc4657fc4b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:21.889037 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-32f0f46a-5e8f-4a7e-9355-d5cc4657fc4b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/40e57539-8f43-4a87-8d18-5d8780562b01 HTTP/1.1" status: 204 len: 168 time: 0.5831220 Oct 20 10:54:21.908539 n-d-811396-3 neutron-server[100596]: INFO neutron.db.securitygroups_db [None req-3652b915-2827-43f9-865a-66a338c51064 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Project 304c84e5c7844b5cadef0d9d128b445c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 10:54:21.922302 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f0f46a-5e8f-4a7e-9355-d5cc4657fc4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40e57539-8f43-4a87-8d18-5d8780562b01,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:21.943783 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-99ee1100-c7a1-4c46-a480-deab5cc09f85 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:21.963923 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3652b915-2827-43f9-865a-66a338c51064 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:22.008065 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ee1100-c7a1-4c46-a480-deab5cc09f85 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Pushing event deleted for resources: {'Port': ['ID=203114aa-64a7-4ccc-9b68-b626361d3bff,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:22.015831 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-8af46f75-e313-4955-afac-ed20dd7beea3 None None] Publish callbacks [] for port, precommit_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:22.040412 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-8af46f75-e313-4955-afac-ed20dd7beea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:22.078800 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-99ee1100-c7a1-4c46-a480-deab5cc09f85 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:22.091017 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-99ee1100-c7a1-4c46-a480-deab5cc09f85 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] 10.222.0.64 "DELETE /v2.0/ports/203114aa-64a7-4ccc-9b68-b626361d3bff HTTP/1.1" status: 204 len: 168 time: 0.8930595 Oct 20 10:54:22.091931 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 51702) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:22.118609 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c2b4981-39d3-4d2f-ab7f-ec71ef74ac65 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] DELETE failed (client error): The resource could not be found. Oct 20 10:54:22.119531 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c2b4981-39d3-4d2f-ab7f-ec71ef74ac65 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:54:22.126045 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-1c2b4981-39d3-4d2f-ab7f-ec71ef74ac65 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] 10.222.0.64 "DELETE /v2.0/ports/203114aa-64a7-4ccc-9b68-b626361d3bff HTTP/1.1" status: 404 len: 333 time: 0.0326149 Oct 20 10:54:22.126746 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 51704) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:22.134264 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af46f75-e313-4955-afac-ed20dd7beea3 None None] Pushing event updated for resources: {'Port': ['ID=a068dbff-1774-4282-8d69-341052fd4b12,revision_number=1']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:22.140327 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:22.162695 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af46f75-e313-4955-afac-ed20dd7beea3 None None] Network 5db39c15-153b-4658-914b-93dc14295ed1 is already hosted by enough agents. {{(pid=100598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:54:22.165331 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.base_scheduler [None req-8af46f75-e313-4955-afac-ed20dd7beea3 None None] Resources bound (agent type, host, resource id): {{(pid=100598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:54:22.168758 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a694840-85b2-41cc-8b6b-82d014e9b501 {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:54:22.190320 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-09b21caa-6760-49f3-a654-cdac0cb60f4f tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] GET failed (client error): The resource could not be found. Oct 20 10:54:22.196075 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-09b21caa-6760-49f3-a654-cdac0cb60f4f tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] 10.222.0.64 "GET /v2.0/ports/203114aa-64a7-4ccc-9b68-b626361d3bff HTTP/1.1" status: 404 len: 333 time: 0.0680716 Oct 20 10:54:22.197625 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 51706) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:22.212329 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 9a694840-85b2-41cc-8b6b-82d014e9b501, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=9a694840-85b2-41cc-8b6b-82d014e9b501,segment=NetworkSegment(29d98e95-6dbd-4a20-a917-70645d26e8f8),segment_id=29d98e95-6dbd-4a20-a917-70645d26e8f8)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:54:22.216279 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af46f75-e313-4955-afac-ed20dd7beea3 None None] Received port after_create {{(pid=100598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:54:22.240555 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:22.268613 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_v2 [None req-985fc12c-cf6a-4424-9421-96c75da91ead tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Deleting subnet 40c19065-5619-4efb-8027-3f6821d885aa {{(pid=100597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:54:22.273110 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-985fc12c-cf6a-4424-9421-96c75da91ead tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks [] for subnet, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:22.282839 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3652b915-2827-43f9-865a-66a338c51064 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:22.298756 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3652b915-2827-43f9-865a-66a338c51064 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:22.327605 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-985fc12c-cf6a-4424-9421-96c75da91ead tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25852621'] for subnet, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:22.391581 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-8af46f75-e313-4955-afac-ed20dd7beea3 None None] Attempting to bind port a068dbff-1774-4282-8d69-341052fd4b12 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:54:22.391965 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-8af46f75-e313-4955-afac-ed20dd7beea3 None None] Attempting to bind port a068dbff-1774-4282-8d69-341052fd4b12 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '8a1ca6eb-e0bc-4e29-857e-ff29555328e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '5db39c15-153b-4658-914b-93dc14295ed1'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:54:22.392330 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af46f75-e313-4955-afac-ed20dd7beea3 None None] Attempting to bind port a068dbff-1774-4282-8d69-341052fd4b12 on network 5db39c15-153b-4658-914b-93dc14295ed1 {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:54:22.406125 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af46f75-e313-4955-afac-ed20dd7beea3 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 54, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:54:22.406503 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af46f75-e313-4955-afac-ed20dd7beea3 None None] Checking segment: {'id': '8a1ca6eb-e0bc-4e29-857e-ff29555328e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '5db39c15-153b-4658-914b-93dc14295ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:54:22.406909 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-8af46f75-e313-4955-afac-ed20dd7beea3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:22.407304 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af46f75-e313-4955-afac-ed20dd7beea3 None None] Bound using segment: {'id': '8a1ca6eb-e0bc-4e29-857e-ff29555328e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '5db39c15-153b-4658-914b-93dc14295ed1'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:54:22.408598 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-8af46f75-e313-4955-afac-ed20dd7beea3 None None] Bound port: a068dbff-1774-4282-8d69-341052fd4b12, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a1ca6eb-e0bc-4e29-857e-ff29555328e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '5db39c15-153b-4658-914b-93dc14295ed1'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:54:22.409020 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-8af46f75-e313-4955-afac-ed20dd7beea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:22.460381 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3652b915-2827-43f9-865a-66a338c51064 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6422a111-9836-46d5-8088-daf4c7570255,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:22.484909 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=9a694840-85b2-41cc-8b6b-82d014e9b501,revision_number=12']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:22.485898 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41027816-9356-4e87-a6cc-cd9622b1846f req-25f438d1-e1b4-4737-babd-d343c6f0b657 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:22.497213 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-41027816-9356-4e87-a6cc-cd9622b1846f req-25f438d1-e1b4-4737-babd-d343c6f0b657 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=f333013b-3605-4c97-9095-c29d67e00745 HTTP/1.1" status: 200 len: 946 time: 0.3632393 Oct 20 10:54:22.511446 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3652b915-2827-43f9-865a-66a338c51064 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:22.511446 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-3652b915-2827-43f9-865a-66a338c51064 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7010007 Oct 20 10:54:22.541853 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 51720) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:22.559368 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-84d0045c-62c4-4948-a572-b665f70a0715 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Request body: {'security_group_rule': {'security_group_id': 'b86ef872-82a8-48e3-89d0-a53331758f4e', 'project_id': '304c84e5c7844b5cadef0d9d128b445c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:54:22.611078 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-005626b4-4441-4f31-8fa9-9fb407fcbcb4 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:22.622004 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-985fc12c-cf6a-4424-9421-96c75da91ead tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:22.641411 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a7b1af-3211-4bcb-9e4f-208f747048b8 req-6fbffa42-4976-4df5-af6e-ce98979c382a tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:22.648707 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e5a7b1af-3211-4bcb-9e4f-208f747048b8 req-6fbffa42-4976-4df5-af6e-ce98979c382a tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/ports?device_id=982cf2b9-f584-4e2b-9222-a8c52175a1df HTTP/1.1" status: 200 len: 945 time: 0.2332342 Oct 20 10:54:22.672178 n-d-811396-3 neutron-server[100596]: INFO neutron.db.securitygroups_db [None req-84d0045c-62c4-4948-a572-b665f70a0715 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Project 304c84e5c7844b5cadef0d9d128b445c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 10:54:22.697060 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-41027816-9356-4e87-a6cc-cd9622b1846f req-f208f6b9-ed14-4e34-994a-86e31f39104e tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=7d9a6fe5-d7f3-4fa2-86d5-4c121918dfe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988683 Oct 20 10:54:22.702184 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['9a694840-85b2-41cc-8b6b-82d014e9b501'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:54:22.707831 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005626b4-4441-4f31-8fa9-9fb407fcbcb4 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Pushing event deleted for resources: {'Port': ['ID=4e711bdc-ecfb-48b8-a052-6d0428b77592,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:22.762551 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-985fc12c-cf6a-4424-9421-96c75da91ead tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25350811'] for subnet, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:22.783167 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-985fc12c-cf6a-4424-9421-96c75da91ead tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:22.787263 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-985fc12c-cf6a-4424-9421-96c75da91ead tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] 10.222.0.64 "DELETE /v2.0/subnets/40c19065-5619-4efb-8027-3f6821d885aa HTTP/1.1" status: 204 len: 168 time: 0.5864689 Oct 20 10:54:22.791023 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 51736) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:22.825504 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985fc12c-cf6a-4424-9421-96c75da91ead tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Pushing event deleted for resources: {'Subnet': ['ID=40c19065-5619-4efb-8027-3f6821d885aa,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:22.847190 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-8af46f75-e313-4955-afac-ed20dd7beea3 None None] For port a068dbff-1774-4282-8d69-341052fd4b12, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:54:22.853995 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-84d0045c-62c4-4948-a572-b665f70a0715 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:22.877789 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-005626b4-4441-4f31-8fa9-9fb407fcbcb4 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1773439'] for router_gateway, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:22.911029 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-8af46f75-e313-4955-afac-ed20dd7beea3 None None] For port a068dbff-1774-4282-8d69-341052fd4b12, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=a068dbff-1774-4282-8d69-341052fd4b12,segment=NetworkSegment(8a1ca6eb-e0bc-4e29-857e-ff29555328e9),segment_id=8a1ca6eb-e0bc-4e29-857e-ff29555328e9)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:54:22.923984 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-8af46f75-e313-4955-afac-ed20dd7beea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:22.948263 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3a056264-b2ea-4017-a174-5153d13e7a35 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:22.980900 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 51744) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:23.014964 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e5a7b1af-3211-4bcb-9e4f-208f747048b8 req-b80374c7-5d7f-4e73-83fb-d1c9cc0f30df tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/security-groups?id=4de8cd6c-6bcc-4778-96b5-f0ccd59485f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3613255 Oct 20 10:54:23.033384 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 51748) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:23.077431 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-005626b4-4441-4f31-8fa9-9fb407fcbcb4 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1772272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258304'] for router, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:23.092679 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-005626b4-4441-4f31-8fa9-9fb407fcbcb4 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:23.112152 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-84d0045c-62c4-4948-a572-b665f70a0715 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:23.118515 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-84d0045c-62c4-4948-a572-b665f70a0715 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:23.153251 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-3a056264-b2ea-4017-a174-5153d13e7a35 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Deleting port a068dbff-1774-4282-8d69-341052fd4b12 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:54:23.153591 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3a056264-b2ea-4017-a174-5153d13e7a35 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:23.216958 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af46f75-e313-4955-afac-ed20dd7beea3 None None] Pushing event updated for resources: {'Port': ['ID=a068dbff-1774-4282-8d69-341052fd4b12,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:23.243203 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d0045c-62c4-4948-a572-b665f70a0715 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c51420f-fedd-4619-916c-91df99609466,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:23.247298 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-005626b4-4441-4f31-8fa9-9fb407fcbcb4 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1772267'] for router, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:23.247895 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-005626b4-4441-4f31-8fa9-9fb407fcbcb4 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Fanout notify agent at l3_agent the message router_deleted on router bf59da99-dd2d-478d-9b0d-3016ea34cf63 {{(pid=100596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 10:54:23.276607 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-005626b4-4441-4f31-8fa9-9fb407fcbcb4 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks [] for router, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:23.288320 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-005626b4-4441-4f31-8fa9-9fb407fcbcb4 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "DELETE /v2.0/routers/bf59da99-dd2d-478d-9b0d-3016ea34cf63 HTTP/1.1" status: 204 len: 168 time: 3.6751313 Oct 20 10:54:23.293638 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-84d0045c-62c4-4948-a572-b665f70a0715 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:23.294912 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-84d0045c-62c4-4948-a572-b665f70a0715 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7454512 Oct 20 10:54:23.295528 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 51754) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:23.332421 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [None req-3a056264-b2ea-4017-a174-5153d13e7a35 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] For port a068dbff-1774-4282-8d69-341052fd4b12, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=a068dbff-1774-4282-8d69-341052fd4b12,segment=NetworkSegment(8a1ca6eb-e0bc-4e29-857e-ff29555328e9),segment_id=8a1ca6eb-e0bc-4e29-857e-ff29555328e9)] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:54:23.332987 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3a056264-b2ea-4017-a174-5153d13e7a35 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:23.350389 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-3a056264-b2ea-4017-a174-5153d13e7a35 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Calling delete_port for a068dbff-1774-4282-8d69-341052fd4b12 owned by network:dhcp {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:54:23.520156 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-919b3dec-d5c9-4938-a85e-1292791b4663 tempest-ExtraDHCPOptionsTestJSON-207844112 tempest-ExtraDHCPOptionsTestJSON-207844112-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-971565611'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:54:23.553410 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-919b3dec-d5c9-4938-a85e-1292791b4663 tempest-ExtraDHCPOptionsTestJSON-207844112 tempest-ExtraDHCPOptionsTestJSON-207844112-project] Made reservation on behalf of 7605300333b140d69a75101df6e23865 for: {'network': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:54:23.557702 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-919b3dec-d5c9-4938-a85e-1292791b4663 tempest-ExtraDHCPOptionsTestJSON-207844112 tempest-ExtraDHCPOptionsTestJSON-207844112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:23.604699 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8cdc2aaa-e6ce-40cb-b73b-efda51af34c9 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:23.608732 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-919b3dec-d5c9-4938-a85e-1292791b4663 tempest-ExtraDHCPOptionsTestJSON-207844112 tempest-ExtraDHCPOptionsTestJSON-207844112-project] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:23.669721 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-d7153482-e42f-44e6-b975-38d08a856902 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/floatingips/5e67c660-d6f0-4f2f-a04b-586d84e99311 HTTP/1.1" status: 200 len: 992 time: 0.6324358 Oct 20 10:54:23.811173 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3a056264-b2ea-4017-a174-5153d13e7a35 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:23.834270 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 51806) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:23.846795 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a056264-b2ea-4017-a174-5153d13e7a35 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] No DVR routers for this DVR port a068dbff-1774-4282-8d69-341052fd4b12 on host n-d-811396-3 {{(pid=100597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:54:23.900078 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a056264-b2ea-4017-a174-5153d13e7a35 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Pushing event deleted for resources: {'Port': ['ID=a068dbff-1774-4282-8d69-341052fd4b12,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:23.938935 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8cdc2aaa-e6ce-40cb-b73b-efda51af34c9 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:23.988282 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-8cdc2aaa-e6ce-40cb-b73b-efda51af34c9 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ca5e922-b948-426f-9281-49c209c89e06']}} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:54:24.001220 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-8cdc2aaa-e6ce-40cb-b73b-efda51af34c9 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3de746e4-2d84-4918-a784-55c724019911') {'for_net_delete': True} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:54:24.001836 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-8cdc2aaa-e6ce-40cb-b73b-efda51af34c9 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3de746e4-2d84-4918-a784-55c724019911') {} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:54:24.025003 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3a056264-b2ea-4017-a174-5153d13e7a35 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:24.029051 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8cdc2aaa-e6ce-40cb-b73b-efda51af34c9 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25189038'] for segment, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:24.050216 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-3a056264-b2ea-4017-a174-5153d13e7a35 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5db39c15-153b-4658-914b-93dc14295ed1']}} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:54:24.052575 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ecb148-58a9-4420-85a6-d977e3debdb8 req-765ecc25-4aab-409c-a42e-98da7193176e tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:24.068619 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-3a056264-b2ea-4017-a174-5153d13e7a35 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a1ca6eb-e0bc-4e29-857e-ff29555328e9') {'for_net_delete': True} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:54:24.069021 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-3a056264-b2ea-4017-a174-5153d13e7a35 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a1ca6eb-e0bc-4e29-857e-ff29555328e9') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:54:24.078106 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a3ecb148-58a9-4420-85a6-d977e3debdb8 req-765ecc25-4aab-409c-a42e-98da7193176e tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=f333013b-3605-4c97-9095-c29d67e00745 HTTP/1.1" status: 200 len: 946 time: 0.1786311 Oct 20 10:54:24.079957 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3a056264-b2ea-4017-a174-5153d13e7a35 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25852596'] for segment, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:24.104399 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3a056264-b2ea-4017-a174-5153d13e7a35 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:24.117691 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8cdc2aaa-e6ce-40cb-b73b-efda51af34c9 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:24.123216 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a056264-b2ea-4017-a174-5153d13e7a35 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Releasing vlan 816 on physical network physnet1 to pool {{(pid=100597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:54:24.123760 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3a056264-b2ea-4017-a174-5153d13e7a35 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951012'] for segment, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:24.142041 n-d-811396-3 neutron-server[100597]: Traceback (most recent call last): Oct 20 10:54:24.142041 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:54:24.142041 n-d-811396-3 neutron-server[100597]: timer() Oct 20 10:54:24.142041 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:54:24.142041 n-d-811396-3 neutron-server[100597]: cb(*args, **kw) Oct 20 10:54:24.142041 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:54:24.142041 n-d-811396-3 neutron-server[100597]: return func(*args, **kwargs) Oct 20 10:54:24.142041 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:54:24.142041 n-d-811396-3 neutron-server[100597]: self._notify() Oct 20 10:54:24.142041 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:54:24.142041 n-d-811396-3 neutron-server[100597]: self.callback(batched_events) Oct 20 10:54:24.142041 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:54:24.142041 n-d-811396-3 neutron-server[100597]: event.method(event) Oct 20 10:54:24.142041 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:54:24.142041 n-d-811396-3 neutron-server[100597]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:54:24.142041 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:54:24.142041 n-d-811396-3 neutron-server[100597]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:54:24.142041 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:54:24.142041 n-d-811396-3 neutron-server[100597]: return f(self, *a, **k) Oct 20 10:54:24.142041 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:54:24.142041 n-d-811396-3 neutron-server[100597]: return self._get(url).json() Oct 20 10:54:24.142041 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:54:24.142041 n-d-811396-3 neutron-server[100597]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:54:24.142041 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:54:24.142041 n-d-811396-3 neutron-server[100597]: return self.request(url, 'GET', **kwargs) Oct 20 10:54:24.142041 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:54:24.142041 n-d-811396-3 neutron-server[100597]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:54:24.142041 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:54:24.142041 n-d-811396-3 neutron-server[100597]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:54:24.142041 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:54:24.142041 n-d-811396-3 neutron-server[100597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:54:24.142041 n-d-811396-3 neutron-server[100597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:54:24.161746 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-12edb3ca-f21d-4c5c-a86f-db516a80c333 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-2045053439-network', 'tenant_id': '7f7d339ef79642579c2d03db24a73d41'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:54:24.174995 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cdc2aaa-e6ce-40cb-b73b-efda51af34c9 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Releasing vlan 817 on physical network physnet1 to pool {{(pid=100596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:54:24.180314 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8cdc2aaa-e6ce-40cb-b73b-efda51af34c9 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26833155'] for segment, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:24.188721 n-d-811396-3 neutron-server[100596]: Traceback (most recent call last): Oct 20 10:54:24.188721 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:54:24.188721 n-d-811396-3 neutron-server[100596]: timer() Oct 20 10:54:24.188721 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:54:24.188721 n-d-811396-3 neutron-server[100596]: cb(*args, **kw) Oct 20 10:54:24.188721 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:54:24.188721 n-d-811396-3 neutron-server[100596]: return func(*args, **kwargs) Oct 20 10:54:24.188721 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:54:24.188721 n-d-811396-3 neutron-server[100596]: self._notify() Oct 20 10:54:24.188721 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:54:24.188721 n-d-811396-3 neutron-server[100596]: self.callback(batched_events) Oct 20 10:54:24.188721 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:54:24.188721 n-d-811396-3 neutron-server[100596]: event.method(event) Oct 20 10:54:24.188721 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:54:24.188721 n-d-811396-3 neutron-server[100596]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:54:24.188721 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:54:24.188721 n-d-811396-3 neutron-server[100596]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:54:24.188721 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:54:24.188721 n-d-811396-3 neutron-server[100596]: return f(self, *a, **k) Oct 20 10:54:24.188721 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:54:24.188721 n-d-811396-3 neutron-server[100596]: return self._get(url).json() Oct 20 10:54:24.188721 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:54:24.188721 n-d-811396-3 neutron-server[100596]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:54:24.188721 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:54:24.188721 n-d-811396-3 neutron-server[100596]: return self.request(url, 'GET', **kwargs) Oct 20 10:54:24.188721 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:54:24.188721 n-d-811396-3 neutron-server[100596]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:54:24.188721 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:54:24.188721 n-d-811396-3 neutron-server[100596]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:54:24.188721 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:54:24.188721 n-d-811396-3 neutron-server[100596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:54:24.188721 n-d-811396-3 neutron-server[100596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:54:24.225262 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-919b3dec-d5c9-4938-a85e-1292791b4663 tempest-ExtraDHCPOptionsTestJSON-207844112 tempest-ExtraDHCPOptionsTestJSON-207844112-project] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:24.240399 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-919b3dec-d5c9-4938-a85e-1292791b4663 tempest-ExtraDHCPOptionsTestJSON-207844112 tempest-ExtraDHCPOptionsTestJSON-207844112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:24.300051 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3a056264-b2ea-4017-a174-5153d13e7a35 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:24.346403 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-919b3dec-d5c9-4938-a85e-1292791b4663 tempest-ExtraDHCPOptionsTestJSON-207844112 tempest-ExtraDHCPOptionsTestJSON-207844112-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 826} {{(pid=100597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:54:24.349080 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3a056264-b2ea-4017-a174-5153d13e7a35 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:24.352572 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-3a056264-b2ea-4017-a174-5153d13e7a35 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] 10.222.0.64 "DELETE /v2.0/networks/5db39c15-153b-4658-914b-93dc14295ed1 HTTP/1.1" status: 204 len: 168 time: 1.5603130 Oct 20 10:54:24.354603 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a056264-b2ea-4017-a174-5153d13e7a35 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Pushing event deleted for resources: {'Network': ['ID=5db39c15-153b-4658-914b-93dc14295ed1,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:24.366066 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 51818) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:24.378349 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 4e711bdc-ecfb-48b8-a052-6d0428b77592 no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:54:24.391892 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-f7f8a45f-185a-4679-bc2e-cbbb40632204 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1842452880'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:54:24.418887 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 4e711bdc-ecfb-48b8-a052-6d0428b77592 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:54:24.420495 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 4e711bdc-ecfb-48b8-a052-6d0428b77592 not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:54:24.428968 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12edb3ca-f21d-4c5c-a86f-db516a80c333 admin admin] Made reservation on behalf of 7f7d339ef79642579c2d03db24a73d41 for: {'network': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:54:24.432127 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-12edb3ca-f21d-4c5c-a86f-db516a80c333 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:24.446573 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a3ecb148-58a9-4420-85a6-d977e3debdb8 req-73b163d5-7b63-4491-849a-4b55eda3c3d3 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=7d9a6fe5-d7f3-4fa2-86d5-4c121918dfe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3663728 Oct 20 10:54:24.449078 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-12edb3ca-f21d-4c5c-a86f-db516a80c333 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:24.460597 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8cdc2aaa-e6ce-40cb-b73b-efda51af34c9 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:24.466819 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8cdc2aaa-e6ce-40cb-b73b-efda51af34c9 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks [] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:24.470551 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-8cdc2aaa-e6ce-40cb-b73b-efda51af34c9 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "DELETE /v2.0/networks/8ca5e922-b948-426f-9281-49c209c89e06 HTTP/1.1" status: 204 len: 168 time: 1.1739323 Oct 20 10:54:24.500796 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 51834) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:24.513916 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-052ca0a8-da18-4fc3-b701-69d0263c413d tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Request body: {'network': {'name': 'tempest-network-smoke--276172832', 'project_id': 'ce3bca74c1d8467f832763bc531bfd88', 'port_security_enabled': True}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:54:24.541173 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdc2aaa-e6ce-40cb-b73b-efda51af34c9 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Pushing event deleted for resources: {'Network': ['ID=8ca5e922-b948-426f-9281-49c209c89e06,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:24.589285 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-052ca0a8-da18-4fc3-b701-69d0263c413d tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Made reservation on behalf of ce3bca74c1d8467f832763bc531bfd88 for: {'network': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:54:24.595561 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-052ca0a8-da18-4fc3-b701-69d0263c413d tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:24.692905 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-052ca0a8-da18-4fc3-b701-69d0263c413d tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 832} {{(pid=100596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:54:24.717030 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-12edb3ca-f21d-4c5c-a86f-db516a80c333 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:24.724959 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-052ca0a8-da18-4fc3-b701-69d0263c413d tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:24.726408 n-d-811396-3 neutron-server[100596]: INFO neutron.db.segments_db [None req-052ca0a8-da18-4fc3-b701-69d0263c413d tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Added segment 6c99b3fb-dda6-4c64-92a7-3755ba476718 of type vlan for network e41818e9-ba3e-442d-9b91-d6d4141e398e Oct 20 10:54:24.729069 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-12edb3ca-f21d-4c5c-a86f-db516a80c333 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:24.813109 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12edb3ca-f21d-4c5c-a86f-db516a80c333 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 829} {{(pid=100596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:54:24.818643 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-052ca0a8-da18-4fc3-b701-69d0263c413d tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:24.832054 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edb3ca-f21d-4c5c-a86f-db516a80c333 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=119c60c8-495a-49a5-9abb-937adc2a49b4,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:24.839906 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-12edb3ca-f21d-4c5c-a86f-db516a80c333 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:24.840260 n-d-811396-3 neutron-server[100596]: INFO neutron.db.segments_db [None req-12edb3ca-f21d-4c5c-a86f-db516a80c333 admin admin] Added segment f2d0f28b-b6c9-4cd8-aa86-efe2cf3ccb18 of type vlan for network d9f9d6ac-d96a-4cb7-ad8c-471fd13d6280 Oct 20 10:54:24.871921 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-3dd4abd2-023f-4fe2-b9bf-098f705f3fbb None None] Could not find standard attr ID for object a068dbff-1774-4282-8d69-341052fd4b12. {{(pid=100598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 20 10:54:24.929417 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-052ca0a8-da18-4fc3-b701-69d0263c413d tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:24.932461 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6502099f-190d-4ed0-9234-40b432ac298f None None] DHCP port deletion for 5db39c15-153b-4658-914b-93dc14295ed1 request from n-d-811396-3 {{(pid=100598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:54:24.935604 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-052ca0a8-da18-4fc3-b701-69d0263c413d tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:24.936214 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-052ca0a8-da18-4fc3-b701-69d0263c413d tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks [] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:24.941008 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-12edb3ca-f21d-4c5c-a86f-db516a80c333 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:24.957996 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919b3dec-d5c9-4938-a85e-1292791b4663 tempest-ExtraDHCPOptionsTestJSON-207844112 tempest-ExtraDHCPOptionsTestJSON-207844112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=267e5338-7137-478e-bdbc-7261909f64f5,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:24.963696 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-919b3dec-d5c9-4938-a85e-1292791b4663 tempest-ExtraDHCPOptionsTestJSON-207844112 tempest-ExtraDHCPOptionsTestJSON-207844112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:24.964286 n-d-811396-3 neutron-server[100597]: INFO neutron.db.segments_db [None req-919b3dec-d5c9-4938-a85e-1292791b4663 tempest-ExtraDHCPOptionsTestJSON-207844112 tempest-ExtraDHCPOptionsTestJSON-207844112-project] Added segment f3f3b218-fb63-428f-a4b5-0def6f0d1725 of type vlan for network 2f1b7ece-9f97-4778-95e5-f52c0f0851c2 Oct 20 10:54:24.978704 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7f8a45f-185a-4679-bc2e-cbbb40632204 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Made reservation on behalf of c1dc2571b4ea4623a4cbd3a1bfe8dca0 for: {'network': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:54:24.985448 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f7f8a45f-185a-4679-bc2e-cbbb40632204 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:24.987088 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-052ca0a8-da18-4fc3-b701-69d0263c413d tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4786491 Oct 20 10:54:24.992192 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 51862) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:24.993961 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df8c28bf-e9cb-470e-b29f-d106940d7006 None None] Network 5db39c15-153b-4658-914b-93dc14295ed1 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:54:24.999257 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-c2c50af7-dfc2-4aaa-b253-c75f509f85b8 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2074294164', 'admin_state_up': True, 'project_id': 'ce3bca74c1d8467f832763bc531bfd88', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:54:25.027663 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df8c28bf-e9cb-470e-b29f-d106940d7006 None None] Network 5db39c15-153b-4658-914b-93dc14295ed1 could not be found, it might have been deleted concurrently. {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 20 10:54:25.047690 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-12edb3ca-f21d-4c5c-a86f-db516a80c333 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:25.047690 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12edb3ca-f21d-4c5c-a86f-db516a80c333 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:25.047690 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-12edb3ca-f21d-4c5c-a86f-db516a80c333 admin admin] Publish callbacks [] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:25.065354 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-919b3dec-d5c9-4938-a85e-1292791b4663 tempest-ExtraDHCPOptionsTestJSON-207844112 tempest-ExtraDHCPOptionsTestJSON-207844112-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:25.073130 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7f8a45f-185a-4679-bc2e-cbbb40632204 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 801} {{(pid=100597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:54:25.102684 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052ca0a8-da18-4fc3-b701-69d0263c413d tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Pushing event updated for resources: {'Network': ['ID=e41818e9-ba3e-442d-9b91-d6d4141e398e,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:25.114896 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network e41818e9-ba3e-442d-9b91-d6d4141e398e details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:54:25.151937 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f7f8a45f-185a-4679-bc2e-cbbb40632204 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:25.156282 n-d-811396-3 neutron-server[100597]: INFO neutron.db.segments_db [None req-f7f8a45f-185a-4679-bc2e-cbbb40632204 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Added segment ef3a08fe-b835-4462-b96f-bd6208a7085c of type vlan for network 40822ef1-46e2-428b-ab39-c70d954b9c15 Oct 20 10:54:25.221004 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edb3ca-f21d-4c5c-a86f-db516a80c333 admin admin] Pushing event updated for resources: {'Network': ['ID=d9f9d6ac-d96a-4cb7-ad8c-471fd13d6280,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:25.231548 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f7f8a45f-185a-4679-bc2e-cbbb40632204 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:25.239625 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c2c50af7-dfc2-4aaa-b253-c75f509f85b8 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1772442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258322'] for router, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:25.240842 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c2c50af7-dfc2-4aaa-b253-c75f509f85b8 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1772334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773516', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258315'] for router, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:25.244808 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network d9f9d6ac-d96a-4cb7-ad8c-471fd13d6280 details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:54:25.252593 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-12edb3ca-f21d-4c5c-a86f-db516a80c333 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.3948081 Oct 20 10:54:25.257803 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 51866) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:25.265117 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-f8e07772-7223-448e-ae7a-f3f3a82ab62f admin admin] Request body: {'subnet': {'network_id': 'd9f9d6ac-d96a-4cb7-ad8c-471fd13d6280', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-2045053439-subnet', 'tenant_id': '7f7d339ef79642579c2d03db24a73d41', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:54:25.269806 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-919b3dec-d5c9-4938-a85e-1292791b4663 tempest-ExtraDHCPOptionsTestJSON-207844112 tempest-ExtraDHCPOptionsTestJSON-207844112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:25.279334 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-919b3dec-d5c9-4938-a85e-1292791b4663 tempest-ExtraDHCPOptionsTestJSON-207844112 tempest-ExtraDHCPOptionsTestJSON-207844112-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:25.280355 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-919b3dec-d5c9-4938-a85e-1292791b4663 tempest-ExtraDHCPOptionsTestJSON-207844112 tempest-ExtraDHCPOptionsTestJSON-207844112-project] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:25.283203 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f7f8a45f-185a-4679-bc2e-cbbb40632204 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:25.289213 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f8a45f-185a-4679-bc2e-cbbb40632204 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:25.289914 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f7f8a45f-185a-4679-bc2e-cbbb40632204 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:25.351811 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 9a694840-85b2-41cc-8b6b-82d014e9b501 up at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:54:25.369340 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c2c50af7-dfc2-4aaa-b253-c75f509f85b8 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:25.393872 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919b3dec-d5c9-4938-a85e-1292791b4663 tempest-ExtraDHCPOptionsTestJSON-207844112 tempest-ExtraDHCPOptionsTestJSON-207844112-project] Pushing event updated for resources: {'Network': ['ID=2f1b7ece-9f97-4778-95e5-f52c0f0851c2,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:25.404675 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8e07772-7223-448e-ae7a-f3f3a82ab62f admin admin] Made reservation on behalf of 7f7d339ef79642579c2d03db24a73d41 for: {'subnet': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:54:25.411567 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f8e07772-7223-448e-ae7a-f3f3a82ab62f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25350782'] for subnet, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:25.416907 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network 2f1b7ece-9f97-4778-95e5-f52c0f0851c2 details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:54:25.510019 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning for port 9a694840-85b2-41cc-8b6b-82d014e9b501 completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:54:25.515522 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning complete for port 9a694840-85b2-41cc-8b6b-82d014e9b501 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:54:25.516108 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:25.575153 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-f7f8a45f-185a-4679-bc2e-cbbb40632204 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1965353 Oct 20 10:54:25.578587 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-919b3dec-d5c9-4938-a85e-1292791b4663 tempest-ExtraDHCPOptionsTestJSON-207844112 tempest-ExtraDHCPOptionsTestJSON-207844112-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.5939395 Oct 20 10:54:25.578587 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 51874) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:25.585477 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-d8ca234a-c942-44c4-bbb5-f383f6d2be62 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Request body: {'subnet': {'network_id': '40822ef1-46e2-428b-ab39-c70d954b9c15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:54:25.592416 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 51876) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:25.598782 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-59a55401-04e9-44a1-bf17-ef9161f391dd tempest-ExtraDHCPOptionsTestJSON-207844112 tempest-ExtraDHCPOptionsTestJSON-207844112-project] Request body: {'subnet': {'network_id': '2f1b7ece-9f97-4778-95e5-f52c0f0851c2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:54:25.617467 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:25.666645 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '982cf2b9-f584-4e2b-9222-a8c52175a1df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a694840-85b2-41cc-8b6b-82d014e9b501'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:54:25.675342 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-379d92c7-c7b2-4125-8b67-c36e77ce7058" -d '{"events": [{"server_uuid": "982cf2b9-f584-4e2b-9222-a8c52175a1df", "name": "network-vif-plugged", "status": "completed", "tag": "9a694840-85b2-41cc-8b6b-82d014e9b501"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:54:25.721111 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 9a694840-85b2-41cc-8b6b-82d014e9b501, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=9a694840-85b2-41cc-8b6b-82d014e9b501,segment=NetworkSegment(29d98e95-6dbd-4a20-a917-70645d26e8f8),segment_id=29d98e95-6dbd-4a20-a917-70645d26e8f8)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:54:25.726989 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:25.761624 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f8a45f-185a-4679-bc2e-cbbb40632204 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Pushing event updated for resources: {'Network': ['ID=40822ef1-46e2-428b-ab39-c70d954b9c15,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:25.766490 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c2c50af7-dfc2-4aaa-b253-c75f509f85b8 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:25.817250 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59a55401-04e9-44a1-bf17-ef9161f391dd tempest-ExtraDHCPOptionsTestJSON-207844112 tempest-ExtraDHCPOptionsTestJSON-207844112-project] Made reservation on behalf of 7605300333b140d69a75101df6e23865 for: {'subnet': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:54:25.821230 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-59a55401-04e9-44a1-bf17-ef9161f391dd tempest-ExtraDHCPOptionsTestJSON-207844112 tempest-ExtraDHCPOptionsTestJSON-207844112-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26761797'] for subnet, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:25.841427 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0969916b-b39b-445a-9425-66759242af60 x-openstack-request-id: req-0969916b-b39b-445a-9425-66759242af60 {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:54:25.841427 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "982cf2b9-f584-4e2b-9222-a8c52175a1df", "name": "network-vif-plugged", "status": "completed", "tag": "9a694840-85b2-41cc-8b6b-82d014e9b501", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:54:25.841427 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0969916b-b39b-445a-9425-66759242af60 {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:54:25.841427 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '982cf2b9-f584-4e2b-9222-a8c52175a1df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a694840-85b2-41cc-8b6b-82d014e9b501', 'code': 200} Oct 20 10:54:25.843502 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network 40822ef1-46e2-428b-ab39-c70d954b9c15 details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:54:25.866939 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3073c40f-e063-42ca-b11f-f139f81e50ad req-8e9e15c7-bd84-426a-a436-8bbed3723607 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:25.867567 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3073c40f-e063-42ca-b11f-f139f81e50ad req-8e9e15c7-bd84-426a-a436-8bbed3723607 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=f333013b-3605-4c97-9095-c29d67e00745 HTTP/1.1" status: 200 len: 946 time: 0.2917264 Oct 20 10:54:25.937175 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8ca234a-c942-44c4-bbb5-f383f6d2be62 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Made reservation on behalf of c1dc2571b4ea4623a4cbd3a1bfe8dca0 for: {'subnet': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:54:25.940982 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d8ca234a-c942-44c4-bbb5-f383f6d2be62 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25350782'] for subnet, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:25.946225 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f8e07772-7223-448e-ae7a-f3f3a82ab62f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25350752'] for subnet, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:26.012519 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3073c40f-e063-42ca-b11f-f139f81e50ad req-c16fbc5b-ad33-4985-92f2-f02ded69c596 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=7d9a6fe5-d7f3-4fa2-86d5-4c121918dfe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151674 Oct 20 10:54:26.038175 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=9a694840-85b2-41cc-8b6b-82d014e9b501,revision_number=13']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:26.126743 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e07772-7223-448e-ae7a-f3f3a82ab62f admin admin] Checking segment: {'id': 'f2d0f28b-b6c9-4cd8-aa86-efe2cf3ccb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'd9f9d6ac-d96a-4cb7-ad8c-471fd13d6280'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:54:26.127689 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e07772-7223-448e-ae7a-f3f3a82ab62f admin admin] Network hostable DHCP agents. Network: d9f9d6ac-d96a-4cb7-ad8c-471fd13d6280, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:54:26.131807 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e07772-7223-448e-ae7a-f3f3a82ab62f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4ee1d28-9fb5-4cd3-a7c5-6f77ae5f6aa7,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:26.169843 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e07772-7223-448e-ae7a-f3f3a82ab62f admin admin] Network d9f9d6ac-d96a-4cb7-ad8c-471fd13d6280 is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:54:26.187767 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device a068dbff-1774-4282-8d69-341052fd4b12 no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:54:26.200449 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-f8e07772-7223-448e-ae7a-f3f3a82ab62f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, d9f9d6ac-d96a-4cb7-ad8c-471fd13d6280) {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:54:26.277249 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-688691aa-827d-4e68-b79c-6607afcf1d6d None None] Network d9f9d6ac-d96a-4cb7-ad8c-471fd13d6280 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:54:26.293912 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e07772-7223-448e-ae7a-f3f3a82ab62f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:26.294886 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f8e07772-7223-448e-ae7a-f3f3a82ab62f admin admin] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:26.297395 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: a068dbff-1774-4282-8d69-341052fd4b12 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:54:26.297777 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device a068dbff-1774-4282-8d69-341052fd4b12 not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:54:26.313709 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-59a55401-04e9-44a1-bf17-ef9161f391dd tempest-ExtraDHCPOptionsTestJSON-207844112 tempest-ExtraDHCPOptionsTestJSON-207844112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26836128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26761819'] for subnet, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:26.343807 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-f8e07772-7223-448e-ae7a-f3f3a82ab62f admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.0846417 Oct 20 10:54:26.422240 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c2c50af7-dfc2-4aaa-b253-c75f509f85b8 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks [] for router_gateway, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:26.436866 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d8ca234a-c942-44c4-bbb5-f383f6d2be62 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25350752'] for subnet, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:26.449817 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c2c50af7-dfc2-4aaa-b253-c75f509f85b8 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:26.469236 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a55401-04e9-44a1-bf17-ef9161f391dd tempest-ExtraDHCPOptionsTestJSON-207844112 tempest-ExtraDHCPOptionsTestJSON-207844112-project] Pushing event updated for resources: {'Subnet': ['ID=c43ee8b7-0932-42ba-8a82-4ec995bcfceb,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:26.525004 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a55401-04e9-44a1-bf17-ef9161f391dd tempest-ExtraDHCPOptionsTestJSON-207844112 tempest-ExtraDHCPOptionsTestJSON-207844112-project] Checking segment: {'id': 'f3f3b218-fb63-428f-a4b5-0def6f0d1725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '2f1b7ece-9f97-4778-95e5-f52c0f0851c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:54:26.525368 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a55401-04e9-44a1-bf17-ef9161f391dd tempest-ExtraDHCPOptionsTestJSON-207844112 tempest-ExtraDHCPOptionsTestJSON-207844112-project] Network hostable DHCP agents. Network: 2f1b7ece-9f97-4778-95e5-f52c0f0851c2, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:54:26.552825 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a55401-04e9-44a1-bf17-ef9161f391dd tempest-ExtraDHCPOptionsTestJSON-207844112 tempest-ExtraDHCPOptionsTestJSON-207844112-project] Network 2f1b7ece-9f97-4778-95e5-f52c0f0851c2 is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:54:26.561194 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3674df48-5484-41ad-bb8b-bc708dba7eb7 None None] Network d9f9d6ac-d96a-4cb7-ad8c-471fd13d6280 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:54:26.611877 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ca234a-c942-44c4-bbb5-f383f6d2be62 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Checking segment: {'id': 'ef3a08fe-b835-4462-b96f-bd6208a7085c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '40822ef1-46e2-428b-ab39-c70d954b9c15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:54:26.613781 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ca234a-c942-44c4-bbb5-f383f6d2be62 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Network hostable DHCP agents. Network: 40822ef1-46e2-428b-ab39-c70d954b9c15, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:54:26.640519 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ca234a-c942-44c4-bbb5-f383f6d2be62 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Pushing event updated for resources: {'Subnet': ['ID=b383a36d-902c-450e-a1f9-90086465b4ea,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:26.650305 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-59a55401-04e9-44a1-bf17-ef9161f391dd tempest-ExtraDHCPOptionsTestJSON-207844112 tempest-ExtraDHCPOptionsTestJSON-207844112-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, 2f1b7ece-9f97-4778-95e5-f52c0f0851c2) {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:54:26.656585 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a55401-04e9-44a1-bf17-ef9161f391dd tempest-ExtraDHCPOptionsTestJSON-207844112 tempest-ExtraDHCPOptionsTestJSON-207844112-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:26.657580 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-59a55401-04e9-44a1-bf17-ef9161f391dd tempest-ExtraDHCPOptionsTestJSON-207844112 tempest-ExtraDHCPOptionsTestJSON-207844112-project] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:26.669596 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ca234a-c942-44c4-bbb5-f383f6d2be62 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Network 40822ef1-46e2-428b-ab39-c70d954b9c15 is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:54:26.672350 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [None req-c2c50af7-dfc2-4aaa-b253-c75f509f85b8 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Allocated IP 172.25.1.35 (cbe170d3-31ba-45a2-b477-520ab0a7a8ea/f4e26aca-17ac-4adb-a66b-d939a1b35b64/940946f9-934a-4180-afd6-c116241821d4) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:54:26.690908 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-d8ca234a-c942-44c4-bbb5-f383f6d2be62 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, 40822ef1-46e2-428b-ab39-c70d954b9c15) {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:54:26.703335 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ca234a-c942-44c4-bbb5-f383f6d2be62 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:26.709806 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-59a55401-04e9-44a1-bf17-ef9161f391dd tempest-ExtraDHCPOptionsTestJSON-207844112 tempest-ExtraDHCPOptionsTestJSON-207844112-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1138136 Oct 20 10:54:26.710550 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 51900) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:26.711587 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d8ca234a-c942-44c4-bbb5-f383f6d2be62 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:26.713476 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e06504d9-6d71-4613-975a-66cb7c79ded8 None None] Network 2f1b7ece-9f97-4778-95e5-f52c0f0851c2 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:54:26.717033 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-4d900a0b-d044-4134-8eec-51e524197a8f tempest-ExtraDHCPOptionsTestJSON-207844112 tempest-ExtraDHCPOptionsTestJSON-207844112-project] Request body: {'port': {'network_id': '2f1b7ece-9f97-4778-95e5-f52c0f0851c2', 'name': 'tempest-ExtraDHCPOptionsTestJSON-514284279'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:54:26.722187 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d4d3ef1-7482-4add-ba13-5040a9d556b0 None None] Network 40822ef1-46e2-428b-ab39-c70d954b9c15 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:54:26.753415 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-d8ca234a-c942-44c4-bbb5-f383f6d2be62 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1716037 Oct 20 10:54:26.756194 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 51906) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:26.770326 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-3046cd9c-6395-4b2d-9975-aed9c0d50c82 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Request body: {'port': {'network_id': '40822ef1-46e2-428b-ab39-c70d954b9c15', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-771255751'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:54:26.979446 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3046cd9c-6395-4b2d-9975-aed9c0d50c82 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Made reservation on behalf of c1dc2571b4ea4623a4cbd3a1bfe8dca0 for: {'port': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:54:26.996042 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3046cd9c-6395-4b2d-9975-aed9c0d50c82 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:27.038070 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [None req-3046cd9c-6395-4b2d-9975-aed9c0d50c82 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] device_id is not set on port ab1d7a05-c260-45ce-afc5-bd50bad4c2a0 yet. {{(pid=100597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:54:27.179687 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c2c50af7-dfc2-4aaa-b253-c75f509f85b8 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:27.286462 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c66042cb-8b2e-4946-a8ae-d547ad98fe05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524064ba-869c-5550-b826-c26b69a11278-2f1b7ece-9f97-4778-95e5-f52c0f0851c2', 'network_id': '2f1b7ece-9f97-4778-95e5-f52c0f0851c2', 'tenant_id': '7605300333b140d69a75101df6e23865', 'fixed_ips': [{'subnet_id': 'c43ee8b7-0932-42ba-8a82-4ec995bcfceb'}]}} from n-d-811396-3. {{(pid=100598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:54:27.287574 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-3046cd9c-6395-4b2d-9975-aed9c0d50c82 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Allocated IP 2001:db8::26 (40822ef1-46e2-428b-ab39-c70d954b9c15/b383a36d-902c-450e-a1f9-90086465b4ea/ab1d7a05-c260-45ce-afc5-bd50bad4c2a0) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:54:27.291202 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-c66042cb-8b2e-4946-a8ae-d547ad98fe05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:27.314271 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97704da1-d568-4dbb-a875-d1ce06ba0e9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524064ba-869c-5550-b826-c26b69a11278-40822ef1-46e2-428b-ab39-c70d954b9c15', 'network_id': '40822ef1-46e2-428b-ab39-c70d954b9c15', 'tenant_id': 'c1dc2571b4ea4623a4cbd3a1bfe8dca0', 'fixed_ips': [{'subnet_id': 'b383a36d-902c-450e-a1f9-90086465b4ea'}]}} from n-d-811396-3. {{(pid=100598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:54:27.315860 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-97704da1-d568-4dbb-a875-d1ce06ba0e9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:27.322960 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d900a0b-d044-4134-8eec-51e524197a8f tempest-ExtraDHCPOptionsTestJSON-207844112 tempest-ExtraDHCPOptionsTestJSON-207844112-project] Made reservation on behalf of 7605300333b140d69a75101df6e23865 for: {'port': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:54:27.329562 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4d900a0b-d044-4134-8eec-51e524197a8f tempest-ExtraDHCPOptionsTestJSON-207844112 tempest-ExtraDHCPOptionsTestJSON-207844112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:27.476502 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [None req-4d900a0b-d044-4134-8eec-51e524197a8f tempest-ExtraDHCPOptionsTestJSON-207844112 tempest-ExtraDHCPOptionsTestJSON-207844112-project] device_id is not set on port e465457f-50b4-4b93-bcc2-19c3c5ba6d92 yet. {{(pid=100596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:54:27.478065 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3046cd9c-6395-4b2d-9975-aed9c0d50c82 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:27.505247 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9b5081-303d-49d3-a70e-a2431010c982 req-725e0812-f521-4add-ac18-8f9384068075 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:27.506837 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1b9b5081-303d-49d3-a70e-a2431010c982 req-725e0812-f521-4add-ac18-8f9384068075 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=f333013b-3605-4c97-9095-c29d67e00745 HTTP/1.1" status: 200 len: 946 time: 0.3498838 Oct 20 10:54:27.519666 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fad9cc0-5058-479c-9af6-0b1b33ebe7e9 req-b7afd960-0e87-4b4d-8771-f95f89abb854 tempest-InstanceActionsNegativeTestJSON-559219980 tempest-InstanceActionsNegativeTestJSON-559219980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:27.520455 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3046cd9c-6395-4b2d-9975-aed9c0d50c82 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:27.521287 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6fad9cc0-5058-479c-9af6-0b1b33ebe7e9 req-b7afd960-0e87-4b4d-8771-f95f89abb854 tempest-InstanceActionsNegativeTestJSON-559219980 tempest-InstanceActionsNegativeTestJSON-559219980-project] 10.222.0.64 "GET /v2.0/networks?id=d9f9d6ac-d96a-4cb7-ad8c-471fd13d6280 HTTP/1.1" status: 200 len: 822 time: 0.4761698 Oct 20 10:54:27.585644 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3046cd9c-6395-4b2d-9975-aed9c0d50c82 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Network 40822ef1-46e2-428b-ab39-c70d954b9c15 is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:54:27.589905 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-3046cd9c-6395-4b2d-9975-aed9c0d50c82 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:54:27.594488 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3046cd9c-6395-4b2d-9975-aed9c0d50c82 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:54:27.602681 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3046cd9c-6395-4b2d-9975-aed9c0d50c82 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:27.603935 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3046cd9c-6395-4b2d-9975-aed9c0d50c82 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:27.614525 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3046cd9c-6395-4b2d-9975-aed9c0d50c82 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Pushing event updated for resources: {'Port': ['ID=ab1d7a05-c260-45ce-afc5-bd50bad4c2a0,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:27.633851 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-3046cd9c-6395-4b2d-9975-aed9c0d50c82 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 891 time: 0.8742108 Oct 20 10:54:27.634844 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 51930) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:27.645006 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-97704da1-d568-4dbb-a875-d1ce06ba0e9e None None] Allocated IP 2001:db8::2 (40822ef1-46e2-428b-ab39-c70d954b9c15/b383a36d-902c-450e-a1f9-90086465b4ea/0ae66513-4c7a-4913-bfb3-4166833638f8) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:54:27.689763 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c2c50af7-dfc2-4aaa-b253-c75f509f85b8 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:27.693112 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-c66042cb-8b2e-4946-a8ae-d547ad98fe05 None None] Allocated IP 172.20.0.2 (2f1b7ece-9f97-4778-95e5-f52c0f0851c2/c43ee8b7-0932-42ba-8a82-4ec995bcfceb/1a11599e-e04a-436b-a01e-f4c14bdbde25) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:54:27.708912 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6fad9cc0-5058-479c-9af6-0b1b33ebe7e9 req-d9d5f28b-46bb-4cee-bacd-2d5216e85713 tempest-InstanceActionsNegativeTestJSON-559219980 tempest-InstanceActionsNegativeTestJSON-559219980-project] 10.222.0.64 "GET /v2.0/quotas/7f7d339ef79642579c2d03db24a73d41 HTTP/1.1" status: 200 len: 375 time: 0.1088052 Oct 20 10:54:27.774912 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-6c84491e-f4a3-4721-beed-82d4b5da276a tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Deleting port ab1d7a05-c260-45ce-afc5-bd50bad4c2a0 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:54:27.775645 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6c84491e-f4a3-4721-beed-82d4b5da276a tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:27.805137 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c50af7-dfc2-4aaa-b253-c75f509f85b8 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Network cbe170d3-31ba-45a2-b477-520ab0a7a8ea is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:54:27.833566 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6fad9cc0-5058-479c-9af6-0b1b33ebe7e9 req-3ac29155-bc00-4c9d-b37e-cb21c4632b37 tempest-InstanceActionsNegativeTestJSON-559219980 tempest-InstanceActionsNegativeTestJSON-559219980-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=7f7d339ef79642579c2d03db24a73d41&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0845072 Oct 20 10:54:27.836752 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-c2c50af7-dfc2-4aaa-b253-c75f509f85b8 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:54:27.849841 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1b9b5081-303d-49d3-a70e-a2431010c982 req-7765e27f-bd72-4d42-a454-d39652f13a0b tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=7d9a6fe5-d7f3-4fa2-86d5-4c121918dfe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3261533 Oct 20 10:54:27.850975 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c50af7-dfc2-4aaa-b253-c75f509f85b8 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:54:27.862752 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c50af7-dfc2-4aaa-b253-c75f509f85b8 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Pushing event updated for resources: {'Port': ['ID=940946f9-934a-4180-afd6-c116241821d4,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:27.940660 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6c84491e-f4a3-4721-beed-82d4b5da276a tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:27.981771 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-6c84491e-f4a3-4721-beed-82d4b5da276a tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Calling delete_port for ab1d7a05-c260-45ce-afc5-bd50bad4c2a0 owned by {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:54:27.990682 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-97704da1-d568-4dbb-a875-d1ce06ba0e9e None None] Publish callbacks [] for port, precommit_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:28.007344 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-97704da1-d568-4dbb-a875-d1ce06ba0e9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:28.082516 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-c66042cb-8b2e-4946-a8ae-d547ad98fe05 None None] Publish callbacks [] for port, precommit_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:28.087122 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97704da1-d568-4dbb-a875-d1ce06ba0e9e None None] Network 40822ef1-46e2-428b-ab39-c70d954b9c15 is already hosted by enough agents. {{(pid=100598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:54:28.092759 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6fad9cc0-5058-479c-9af6-0b1b33ebe7e9 req-df622eda-c74f-4269-bafd-52d4d1112ce9 service neutron] 10.222.0.64 "GET /v2.0/networks/d9f9d6ac-d96a-4cb7-ad8c-471fd13d6280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2494683 Oct 20 10:54:28.096357 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.base_scheduler [None req-97704da1-d568-4dbb-a875-d1ce06ba0e9e None None] Resources bound (agent type, host, resource id): {{(pid=100598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:54:28.101771 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97704da1-d568-4dbb-a875-d1ce06ba0e9e None None] Received port after_create {{(pid=100598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:54:28.122332 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-c66042cb-8b2e-4946-a8ae-d547ad98fe05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:28.126869 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97704da1-d568-4dbb-a875-d1ce06ba0e9e None None] Pushing event updated for resources: {'Port': ['ID=0ae66513-4c7a-4913-bfb3-4166833638f8,revision_number=1']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:28.268522 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6c84491e-f4a3-4721-beed-82d4b5da276a tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:28.318448 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c84491e-f4a3-4721-beed-82d4b5da276a tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Pushing event deleted for resources: {'Port': ['ID=ab1d7a05-c260-45ce-afc5-bd50bad4c2a0,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:28.352531 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6c84491e-f4a3-4721-beed-82d4b5da276a tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:28.361476 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-6c84491e-f4a3-4721-beed-82d4b5da276a tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] 10.222.0.64 "DELETE /v2.0/ports/ab1d7a05-c260-45ce-afc5-bd50bad4c2a0 HTTP/1.1" status: 204 len: 168 time: 0.7229195 Oct 20 10:54:28.361743 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 51942) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:28.391447 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b3bf0f6-08ec-4d6f-a1b6-f3492ee9bcb9 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] GET failed (client error): The resource could not be found. Oct 20 10:54:28.391447 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-5b3bf0f6-08ec-4d6f-a1b6-f3492ee9bcb9 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] 10.222.0.64 "GET /v2.0/ports/ab1d7a05-c260-45ce-afc5-bd50bad4c2a0 HTTP/1.1" status: 404 len: 333 time: 0.0273094 Oct 20 10:54:28.393219 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 51944) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:28.452731 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c66042cb-8b2e-4946-a8ae-d547ad98fe05 None None] Network 2f1b7ece-9f97-4778-95e5-f52c0f0851c2 is already hosted by enough agents. {{(pid=100598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:54:28.474685 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.base_scheduler [None req-c66042cb-8b2e-4946-a8ae-d547ad98fe05 None None] Resources bound (agent type, host, resource id): {{(pid=100598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:54:28.481375 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66042cb-8b2e-4946-a8ae-d547ad98fe05 None None] Received port after_create {{(pid=100598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:54:28.486823 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66042cb-8b2e-4946-a8ae-d547ad98fe05 None None] Pushing event updated for resources: {'Port': ['ID=1a11599e-e04a-436b-a01e-f4c14bdbde25,revision_number=1']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:28.497430 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-97704da1-d568-4dbb-a875-d1ce06ba0e9e None None] Attempting to bind port 0ae66513-4c7a-4913-bfb3-4166833638f8 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:54:28.497806 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-97704da1-d568-4dbb-a875-d1ce06ba0e9e None None] Attempting to bind port 0ae66513-4c7a-4913-bfb3-4166833638f8 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': 'ef3a08fe-b835-4462-b96f-bd6208a7085c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '40822ef1-46e2-428b-ab39-c70d954b9c15'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:54:28.498879 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97704da1-d568-4dbb-a875-d1ce06ba0e9e None None] Attempting to bind port 0ae66513-4c7a-4913-bfb3-4166833638f8 on network 40822ef1-46e2-428b-ab39-c70d954b9c15 {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:54:28.508335 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97704da1-d568-4dbb-a875-d1ce06ba0e9e None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 54, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:54:28.509110 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97704da1-d568-4dbb-a875-d1ce06ba0e9e None None] Checking segment: {'id': 'ef3a08fe-b835-4462-b96f-bd6208a7085c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '40822ef1-46e2-428b-ab39-c70d954b9c15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:54:28.509531 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-97704da1-d568-4dbb-a875-d1ce06ba0e9e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:28.510647 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97704da1-d568-4dbb-a875-d1ce06ba0e9e None None] Bound using segment: {'id': 'ef3a08fe-b835-4462-b96f-bd6208a7085c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '40822ef1-46e2-428b-ab39-c70d954b9c15'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:54:28.511100 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-97704da1-d568-4dbb-a875-d1ce06ba0e9e None None] Bound port: 0ae66513-4c7a-4913-bfb3-4166833638f8, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef3a08fe-b835-4462-b96f-bd6208a7085c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '40822ef1-46e2-428b-ab39-c70d954b9c15'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:54:28.512259 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-97704da1-d568-4dbb-a875-d1ce06ba0e9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:28.556463 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0def549-0a21-4fa9-b446-20749b9fea2e tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Deleting subnet b383a36d-902c-450e-a1f9-90086465b4ea {{(pid=100597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:54:28.560162 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b0def549-0a21-4fa9-b446-20749b9fea2e tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks [] for subnet, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:28.614894 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b0def549-0a21-4fa9-b446-20749b9fea2e tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25852621'] for subnet, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:28.679941 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-c66042cb-8b2e-4946-a8ae-d547ad98fe05 None None] Attempting to bind port 1a11599e-e04a-436b-a01e-f4c14bdbde25 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:54:28.680485 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-c66042cb-8b2e-4946-a8ae-d547ad98fe05 None None] Attempting to bind port 1a11599e-e04a-436b-a01e-f4c14bdbde25 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': 'f3f3b218-fb63-428f-a4b5-0def6f0d1725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '2f1b7ece-9f97-4778-95e5-f52c0f0851c2'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:54:28.680887 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66042cb-8b2e-4946-a8ae-d547ad98fe05 None None] Attempting to bind port 1a11599e-e04a-436b-a01e-f4c14bdbde25 on network 2f1b7ece-9f97-4778-95e5-f52c0f0851c2 {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:54:28.702891 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66042cb-8b2e-4946-a8ae-d547ad98fe05 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 54, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:54:28.703332 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66042cb-8b2e-4946-a8ae-d547ad98fe05 None None] Checking segment: {'id': 'f3f3b218-fb63-428f-a4b5-0def6f0d1725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '2f1b7ece-9f97-4778-95e5-f52c0f0851c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:54:28.703895 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-c66042cb-8b2e-4946-a8ae-d547ad98fe05 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:28.704388 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66042cb-8b2e-4946-a8ae-d547ad98fe05 None None] Bound using segment: {'id': 'f3f3b218-fb63-428f-a4b5-0def6f0d1725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '2f1b7ece-9f97-4778-95e5-f52c0f0851c2'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:54:28.705324 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-c66042cb-8b2e-4946-a8ae-d547ad98fe05 None None] Bound port: 1a11599e-e04a-436b-a01e-f4c14bdbde25, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3f3b218-fb63-428f-a4b5-0def6f0d1725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '2f1b7ece-9f97-4778-95e5-f52c0f0851c2'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:54:28.705499 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-c66042cb-8b2e-4946-a8ae-d547ad98fe05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:28.779514 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-c66042cb-8b2e-4946-a8ae-d547ad98fe05 None None] For port 1a11599e-e04a-436b-a01e-f4c14bdbde25, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:54:28.783118 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-c66042cb-8b2e-4946-a8ae-d547ad98fe05 None None] For port 1a11599e-e04a-436b-a01e-f4c14bdbde25, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=1a11599e-e04a-436b-a01e-f4c14bdbde25,segment=NetworkSegment(f3f3b218-fb63-428f-a4b5-0def6f0d1725),segment_id=f3f3b218-fb63-428f-a4b5-0def6f0d1725)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:54:28.787057 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-97704da1-d568-4dbb-a875-d1ce06ba0e9e None None] For port 0ae66513-4c7a-4913-bfb3-4166833638f8, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:54:28.790736 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-c66042cb-8b2e-4946-a8ae-d547ad98fe05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:28.829190 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-97704da1-d568-4dbb-a875-d1ce06ba0e9e None None] For port 0ae66513-4c7a-4913-bfb3-4166833638f8, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=0ae66513-4c7a-4913-bfb3-4166833638f8,segment=NetworkSegment(ef3a08fe-b835-4462-b96f-bd6208a7085c),segment_id=ef3a08fe-b835-4462-b96f-bd6208a7085c)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:54:28.842098 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b0def549-0a21-4fa9-b446-20749b9fea2e tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:28.843600 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-97704da1-d568-4dbb-a875-d1ce06ba0e9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:28.855579 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [None req-4d900a0b-d044-4134-8eec-51e524197a8f tempest-ExtraDHCPOptionsTestJSON-207844112 tempest-ExtraDHCPOptionsTestJSON-207844112-project] Allocated IP 172.20.0.12 (2f1b7ece-9f97-4778-95e5-f52c0f0851c2/c43ee8b7-0932-42ba-8a82-4ec995bcfceb/e465457f-50b4-4b93-bcc2-19c3c5ba6d92) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:54:28.875551 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66042cb-8b2e-4946-a8ae-d547ad98fe05 None None] Pushing event updated for resources: {'Port': ['ID=1a11599e-e04a-436b-a01e-f4c14bdbde25,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:28.958227 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97704da1-d568-4dbb-a875-d1ce06ba0e9e None None] Pushing event updated for resources: {'Port': ['ID=0ae66513-4c7a-4913-bfb3-4166833638f8,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:29.001165 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b0def549-0a21-4fa9-b446-20749b9fea2e tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25350811'] for subnet, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:29.061850 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b0def549-0a21-4fa9-b446-20749b9fea2e tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:29.077201 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-b0def549-0a21-4fa9-b446-20749b9fea2e tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] 10.222.0.64 "DELETE /v2.0/subnets/b383a36d-902c-450e-a1f9-90086465b4ea HTTP/1.1" status: 204 len: 168 time: 0.6817751 Oct 20 10:54:29.077849 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 51960) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:29.120273 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0def549-0a21-4fa9-b446-20749b9fea2e tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Pushing event deleted for resources: {'Subnet': ['ID=b383a36d-902c-450e-a1f9-90086465b4ea,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:29.201838 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6fad9cc0-5058-479c-9af6-0b1b33ebe7e9 req-3a5a14c1-e8ef-4700-9e95-190eec9e1c73 service neutron] 10.222.0.64 "GET /v2.0/networks/d9f9d6ac-d96a-4cb7-ad8c-471fd13d6280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5298367 Oct 20 10:54:29.218510 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0145eadf-88fe-4b3f-9516-2cb09737a79f tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:29.326781 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-0145eadf-88fe-4b3f-9516-2cb09737a79f tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Deleting port 0ae66513-4c7a-4913-bfb3-4166833638f8 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:54:29.327472 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0145eadf-88fe-4b3f-9516-2cb09737a79f tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:29.405535 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27f7f2f-bf1c-4b48-b453-b89f7c170d56 req-d32ea7ab-2e41-40d5-ad0e-9e6f88d7514a tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:29.408173 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b27f7f2f-bf1c-4b48-b453-b89f7c170d56 req-d32ea7ab-2e41-40d5-ad0e-9e6f88d7514a tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=f333013b-3605-4c97-9095-c29d67e00745 HTTP/1.1" status: 200 len: 946 time: 0.3107440 Oct 20 10:54:29.411854 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c2c50af7-dfc2-4aaa-b253-c75f509f85b8 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks [] for router_gateway, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:29.496854 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [None req-0145eadf-88fe-4b3f-9516-2cb09737a79f tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] For port 0ae66513-4c7a-4913-bfb3-4166833638f8, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=0ae66513-4c7a-4913-bfb3-4166833638f8,segment=NetworkSegment(ef3a08fe-b835-4462-b96f-bd6208a7085c),segment_id=ef3a08fe-b835-4462-b96f-bd6208a7085c)] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:54:29.505726 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0145eadf-88fe-4b3f-9516-2cb09737a79f tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:29.540039 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-0145eadf-88fe-4b3f-9516-2cb09737a79f tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Calling delete_port for 0ae66513-4c7a-4913-bfb3-4166833638f8 owned by network:dhcp {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:54:29.691211 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b27f7f2f-bf1c-4b48-b453-b89f7c170d56 req-dcfa79e7-f623-4aa5-b955-963bde6e51ee tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=7d9a6fe5-d7f3-4fa2-86d5-4c121918dfe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884813 Oct 20 10:54:29.756899 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5c1598c5-5248-4f36-a664-1f540480d4a4 req-3f4329b7-167a-45d6-bbb7-ec071fe9ea30 tempest-InstanceActionsNegativeTestJSON-559219980 tempest-InstanceActionsNegativeTestJSON-559219980-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa26024c-8629-4fab-9712-7f3b75eceabb HTTP/1.1" status: 200 len: 210 time: 0.0618904 Oct 20 10:54:29.762817 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0145eadf-88fe-4b3f-9516-2cb09737a79f tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:29.815938 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0145eadf-88fe-4b3f-9516-2cb09737a79f tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Pushing event deleted for resources: {'Port': ['ID=0ae66513-4c7a-4913-bfb3-4166833638f8,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:29.820353 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0145eadf-88fe-4b3f-9516-2cb09737a79f tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] No DVR routers for this DVR port 0ae66513-4c7a-4913-bfb3-4166833638f8 on host n-d-811396-3 {{(pid=100597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:54:29.857290 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4d900a0b-d044-4134-8eec-51e524197a8f tempest-ExtraDHCPOptionsTestJSON-207844112 tempest-ExtraDHCPOptionsTestJSON-207844112-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:29.937941 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0145eadf-88fe-4b3f-9516-2cb09737a79f tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:29.983425 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-0145eadf-88fe-4b3f-9516-2cb09737a79f tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40822ef1-46e2-428b-ab39-c70d954b9c15']}} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:54:29.997383 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4d900a0b-d044-4134-8eec-51e524197a8f tempest-ExtraDHCPOptionsTestJSON-207844112 tempest-ExtraDHCPOptionsTestJSON-207844112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:30.014749 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-0145eadf-88fe-4b3f-9516-2cb09737a79f tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef3a08fe-b835-4462-b96f-bd6208a7085c') {'for_net_delete': True} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:54:30.015307 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-0145eadf-88fe-4b3f-9516-2cb09737a79f tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef3a08fe-b835-4462-b96f-bd6208a7085c') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:54:30.058096 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0145eadf-88fe-4b3f-9516-2cb09737a79f tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25852596'] for segment, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:30.108652 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0145eadf-88fe-4b3f-9516-2cb09737a79f tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:30.127999 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0145eadf-88fe-4b3f-9516-2cb09737a79f tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Releasing vlan 801 on physical network physnet1 to pool {{(pid=100597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:54:30.128572 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0145eadf-88fe-4b3f-9516-2cb09737a79f tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951012'] for segment, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:30.132422 n-d-811396-3 neutron-server[100597]: Traceback (most recent call last): Oct 20 10:54:30.132422 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:54:30.132422 n-d-811396-3 neutron-server[100597]: timer() Oct 20 10:54:30.132422 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:54:30.132422 n-d-811396-3 neutron-server[100597]: cb(*args, **kw) Oct 20 10:54:30.132422 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:54:30.132422 n-d-811396-3 neutron-server[100597]: return func(*args, **kwargs) Oct 20 10:54:30.132422 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:54:30.132422 n-d-811396-3 neutron-server[100597]: self._notify() Oct 20 10:54:30.132422 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:54:30.132422 n-d-811396-3 neutron-server[100597]: self.callback(batched_events) Oct 20 10:54:30.132422 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:54:30.132422 n-d-811396-3 neutron-server[100597]: event.method(event) Oct 20 10:54:30.132422 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:54:30.132422 n-d-811396-3 neutron-server[100597]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:54:30.132422 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:54:30.132422 n-d-811396-3 neutron-server[100597]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:54:30.132422 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:54:30.132422 n-d-811396-3 neutron-server[100597]: return f(self, *a, **k) Oct 20 10:54:30.132422 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:54:30.132422 n-d-811396-3 neutron-server[100597]: return self._get(url).json() Oct 20 10:54:30.132422 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:54:30.132422 n-d-811396-3 neutron-server[100597]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:54:30.132422 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:54:30.132422 n-d-811396-3 neutron-server[100597]: return self.request(url, 'GET', **kwargs) Oct 20 10:54:30.132422 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:54:30.132422 n-d-811396-3 neutron-server[100597]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:54:30.132422 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:54:30.132422 n-d-811396-3 neutron-server[100597]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:54:30.132422 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:54:30.132422 n-d-811396-3 neutron-server[100597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:54:30.132422 n-d-811396-3 neutron-server[100597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:54:30.160745 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d900a0b-d044-4134-8eec-51e524197a8f tempest-ExtraDHCPOptionsTestJSON-207844112 tempest-ExtraDHCPOptionsTestJSON-207844112-project] Network 2f1b7ece-9f97-4778-95e5-f52c0f0851c2 is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:54:30.168365 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-4d900a0b-d044-4134-8eec-51e524197a8f tempest-ExtraDHCPOptionsTestJSON-207844112 tempest-ExtraDHCPOptionsTestJSON-207844112-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:54:30.177897 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d900a0b-d044-4134-8eec-51e524197a8f tempest-ExtraDHCPOptionsTestJSON-207844112 tempest-ExtraDHCPOptionsTestJSON-207844112-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:54:30.263430 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0145eadf-88fe-4b3f-9516-2cb09737a79f tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:30.265475 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d900a0b-d044-4134-8eec-51e524197a8f tempest-ExtraDHCPOptionsTestJSON-207844112 tempest-ExtraDHCPOptionsTestJSON-207844112-project] Pushing event updated for resources: {'Port': ['ID=e465457f-50b4-4b93-bcc2-19c3c5ba6d92,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:30.273373 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0145eadf-88fe-4b3f-9516-2cb09737a79f tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:30.279570 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c2c50af7-dfc2-4aaa-b253-c75f509f85b8 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1773475'] for router, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:30.286586 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 51984) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:30.290246 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-0145eadf-88fe-4b3f-9516-2cb09737a79f tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] 10.222.0.64 "DELETE /v2.0/networks/40822ef1-46e2-428b-ab39-c70d954b9c15 HTTP/1.1" status: 204 len: 168 time: 1.1851609 Oct 20 10:54:30.296928 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d900a0b-d044-4134-8eec-51e524197a8f tempest-ExtraDHCPOptionsTestJSON-207844112 tempest-ExtraDHCPOptionsTestJSON-207844112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:30.297643 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4d900a0b-d044-4134-8eec-51e524197a8f tempest-ExtraDHCPOptionsTestJSON-207844112 tempest-ExtraDHCPOptionsTestJSON-207844112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:30.310750 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-345b355c-f9c5-470f-93f5-583685311227 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Request body: {'port': {'network_id': '979b1063-72ef-43c8-9727-2150968986c5', 'name': 'tempest-PortsIpV6TestJSON-371705698'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:54:30.330556 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0145eadf-88fe-4b3f-9516-2cb09737a79f tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Pushing event deleted for resources: {'Network': ['ID=40822ef1-46e2-428b-ab39-c70d954b9c15,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:30.453597 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 1a11599e-e04a-436b-a01e-f4c14bdbde25 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:54:30.603063 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 1a11599e-e04a-436b-a01e-f4c14bdbde25 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:54:30.603690 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:30.646950 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 51990) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:30.654458 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-5b2b2224-181d-43e6-a0a0-d1ea7a3d42f8 tempest-ExtraDHCPOptionsTestJSON-207844112 tempest-ExtraDHCPOptionsTestJSON-207844112-project] Request body: {'port': {'network_id': '2f1b7ece-9f97-4778-95e5-f52c0f0851c2', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1669526632', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:54:30.655063 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.api.validators [None req-5b2b2224-181d-43e6-a0a0-d1ea7a3d42f8 tempest-ExtraDHCPOptionsTestJSON-207844112 tempest-ExtraDHCPOptionsTestJSON-207844112-project] bootfile-name is not in valid_values {{(pid=100597) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 20 10:54:30.655533 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.api.validators [None req-5b2b2224-181d-43e6-a0a0-d1ea7a3d42f8 tempest-ExtraDHCPOptionsTestJSON-207844112 tempest-ExtraDHCPOptionsTestJSON-207844112-project] tftp-server is not in valid_values {{(pid=100597) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 20 10:54:30.655784 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.api.validators [None req-5b2b2224-181d-43e6-a0a0-d1ea7a3d42f8 tempest-ExtraDHCPOptionsTestJSON-207844112 tempest-ExtraDHCPOptionsTestJSON-207844112-project] server-ip-address is not in valid_values {{(pid=100597) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 20 10:54:30.671436 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-4d900a0b-d044-4134-8eec-51e524197a8f tempest-ExtraDHCPOptionsTestJSON-207844112 tempest-ExtraDHCPOptionsTestJSON-207844112-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.9593172 Oct 20 10:54:30.787564 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-345b355c-f9c5-470f-93f5-583685311227 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Made reservation on behalf of c1dc2571b4ea4623a4cbd3a1bfe8dca0 for: {'port': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:54:30.797627 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e78dd5-9284-4183-8d2d-16fec74b6732 None None] Network 2f1b7ece-9f97-4778-95e5-f52c0f0851c2 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:54:30.806680 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-345b355c-f9c5-470f-93f5-583685311227 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:30.916234 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b2b2224-181d-43e6-a0a0-d1ea7a3d42f8 tempest-ExtraDHCPOptionsTestJSON-207844112 tempest-ExtraDHCPOptionsTestJSON-207844112-project] Made reservation on behalf of 7605300333b140d69a75101df6e23865 for: {'port': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:54:30.923021 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5b2b2224-181d-43e6-a0a0-d1ea7a3d42f8 tempest-ExtraDHCPOptionsTestJSON-207844112 tempest-ExtraDHCPOptionsTestJSON-207844112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:30.953024 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [None req-5b2b2224-181d-43e6-a0a0-d1ea7a3d42f8 tempest-ExtraDHCPOptionsTestJSON-207844112 tempest-ExtraDHCPOptionsTestJSON-207844112-project] device_id is not set on port d51a3dd3-8cf3-4a5d-a0c1-0fd673da06d5 yet. {{(pid=100597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:54:31.069594 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:31.073543 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-194dac6f-5b59-47d2-bafe-97e41a381b69 req-f8549305-7fbb-4374-a343-22179f38eca9 tempest-InstanceActionsNegativeTestJSON-559219980 tempest-InstanceActionsNegativeTestJSON-559219980-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa26024c-8629-4fab-9712-7f3b75eceabb HTTP/1.1" status: 200 len: 210 time: 0.1556451 Oct 20 10:54:31.208557 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [None req-345b355c-f9c5-470f-93f5-583685311227 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] device_id is not set on port f6cd0cba-9fc3-495e-8f6d-3f3b89c86b6a yet. {{(pid=100596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:54:31.214023 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-540cef89-c2dd-430e-a27b-96beeb373fa2 None None] Provisioning complete for port 1a11599e-e04a-436b-a01e-f4c14bdbde25 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:54:31.214403 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-540cef89-c2dd-430e-a27b-96beeb373fa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:31.281277 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-5b2b2224-181d-43e6-a0a0-d1ea7a3d42f8 tempest-ExtraDHCPOptionsTestJSON-207844112 tempest-ExtraDHCPOptionsTestJSON-207844112-project] Allocated IP 172.20.0.7 (2f1b7ece-9f97-4778-95e5-f52c0f0851c2/c43ee8b7-0932-42ba-8a82-4ec995bcfceb/d51a3dd3-8cf3-4a5d-a0c1-0fd673da06d5) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:54:31.406841 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fad9cc0-5058-479c-9af6-0b1b33ebe7e9 req-49d2e858-81e2-4601-a9fd-63b100b9c3e9 tempest-InstanceActionsNegativeTestJSON-559219980 tempest-InstanceActionsNegativeTestJSON-559219980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:31.409503 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-6fad9cc0-5058-479c-9af6-0b1b33ebe7e9 req-49d2e858-81e2-4601-a9fd-63b100b9c3e9 tempest-InstanceActionsNegativeTestJSON-559219980 tempest-InstanceActionsNegativeTestJSON-559219980-project] 10.222.0.69 "GET /v2.0/networks?id=d9f9d6ac-d96a-4cb7-ad8c-471fd13d6280 HTTP/1.1" status: 200 len: 822 time: 0.2615232 Oct 20 10:54:31.412939 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fac4074-79f3-41a7-b993-0900731252d2 req-62b719ce-af34-4b6f-8c85-29a97ce342d6 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:31.414531 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2fac4074-79f3-41a7-b993-0900731252d2 req-62b719ce-af34-4b6f-8c85-29a97ce342d6 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=f333013b-3605-4c97-9095-c29d67e00745 HTTP/1.1" status: 200 len: 946 time: 0.4016674 Oct 20 10:54:31.429304 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [req-6fad9cc0-5058-479c-9af6-0b1b33ebe7e9 req-10927003-275d-4941-aa27-610556559214 tempest-InstanceActionsNegativeTestJSON-559219980 tempest-InstanceActionsNegativeTestJSON-559219980-project] Request body: {'port': {'device_id': 'aa26024c-8629-4fab-9712-7f3b75eceabb', 'network_id': 'd9f9d6ac-d96a-4cb7-ad8c-471fd13d6280', 'admin_state_up': True, 'tenant_id': '7f7d339ef79642579c2d03db24a73d41'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:54:31.452867 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] For port 1a11599e-e04a-436b-a01e-f4c14bdbde25, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=1a11599e-e04a-436b-a01e-f4c14bdbde25,segment=NetworkSegment(f3f3b218-fb63-428f-a4b5-0def6f0d1725),segment_id=f3f3b218-fb63-428f-a4b5-0def6f0d1725)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:54:31.462781 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ede91e-b838-4790-91bc-33cf382bf9e7 None None] DHCP port deletion for 40822ef1-46e2-428b-ab39-c70d954b9c15 request from n-d-811396-3 {{(pid=100598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:54:31.485923 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:31.534305 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2c50af7-dfc2-4aaa-b253-c75f509f85b8 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Router 7f331247-5cea-4f05-9d1d-84a6c8dbf438 is scheduled to L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 with binding_index 1 {{(pid=100596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 10:54:31.553524 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2fac4074-79f3-41a7-b993-0900731252d2 req-a4e30afe-fff0-4cfd-abfe-da0af8cf6b5e tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=7d9a6fe5-d7f3-4fa2-86d5-4c121918dfe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171064 Oct 20 10:54:31.627785 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Pushing event updated for resources: {'Port': ['ID=1a11599e-e04a-436b-a01e-f4c14bdbde25,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:31.673658 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d54e0a06-3e97-4c20-83d0-319349320a63 None None] Network 40822ef1-46e2-428b-ab39-c70d954b9c15 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:54:31.694097 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d54e0a06-3e97-4c20-83d0-319349320a63 None None] Network 40822ef1-46e2-428b-ab39-c70d954b9c15 could not be found, it might have been deleted concurrently. {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 20 10:54:31.739676 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-345b355c-f9c5-470f-93f5-583685311227 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:31.750842 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fad9cc0-5058-479c-9af6-0b1b33ebe7e9 req-10927003-275d-4941-aa27-610556559214 tempest-InstanceActionsNegativeTestJSON-559219980 tempest-InstanceActionsNegativeTestJSON-559219980-project] Made reservation on behalf of 7f7d339ef79642579c2d03db24a73d41 for: {'port': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:54:31.767337 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-6fad9cc0-5058-479c-9af6-0b1b33ebe7e9 req-10927003-275d-4941-aa27-610556559214 tempest-InstanceActionsNegativeTestJSON-559219980 tempest-InstanceActionsNegativeTestJSON-559219980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:31.806579 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5b2b2224-181d-43e6-a0a0-d1ea7a3d42f8 tempest-ExtraDHCPOptionsTestJSON-207844112 tempest-ExtraDHCPOptionsTestJSON-207844112-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:31.853831 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2c50af7-dfc2-4aaa-b253-c75f509f85b8 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:54:31.869144 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e0d8a9-e8cd-420a-ad4b-3956dc9a7fa0 None None] Sync routers for ids ['7f331247-5cea-4f05-9d1d-84a6c8dbf438'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:54:31.880050 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-763b6c94-2e7d-495b-9c45-bbb39d314ac4 None None] Could not find standard attr ID for object 0ae66513-4c7a-4913-bfb3-4166833638f8. {{(pid=100598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 20 10:54:31.895624 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e0d8a9-e8cd-420a-ad4b-3956dc9a7fa0 None None] Routers {'7f331247-5cea-4f05-9d1d-84a6c8dbf438'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:54:31.896146 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-85e0d8a9-e8cd-420a-ad4b-3956dc9a7fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:54:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['7f331247-5cea-4f05-9d1d-84a6c8dbf438'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:54:31.968866 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c2c50af7-dfc2-4aaa-b253-c75f509f85b8 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks [] for router, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:31.974415 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-c2c50af7-dfc2-4aaa-b253-c75f509f85b8 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 6.9792356 Oct 20 10:54:31.976505 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [req-6fad9cc0-5058-479c-9af6-0b1b33ebe7e9 req-10927003-275d-4941-aa27-610556559214 tempest-InstanceActionsNegativeTestJSON-559219980 tempest-InstanceActionsNegativeTestJSON-559219980-project] Allocated IP 172.20.0.14 (d9f9d6ac-d96a-4cb7-ad8c-471fd13d6280/e4ee1d28-9fb5-4cd3-a7c5-6f77ae5f6aa7/8249a63d-9683-4fbc-a2dc-742b2abbe1cf) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:54:31.977586 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 52018) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:32.078324 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-345b355c-f9c5-470f-93f5-583685311227 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:32.096742 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-4ccca82a-ae1d-4714-95d7-c16bd6780349 tempest-TestNetworkBasicOps-915599348 tempest-TestNetworkBasicOps-915599348-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=ce3bca74c1d8467f832763bc531bfd88&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1179047 Oct 20 10:54:32.123999 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 52026) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:32.132556 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-85e0d8a9-e8cd-420a-ad4b-3956dc9a7fa0 None None] Set router 7f331247-5cea-4f05-9d1d-84a6c8dbf438 gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:54:32.208927 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-345b355c-f9c5-470f-93f5-583685311227 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Network 979b1063-72ef-43c8-9727-2150968986c5 is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:54:32.270840 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-6fad9cc0-5058-479c-9af6-0b1b33ebe7e9 req-10927003-275d-4941-aa27-610556559214 tempest-InstanceActionsNegativeTestJSON-559219980 tempest-InstanceActionsNegativeTestJSON-559219980-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:32.276739 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-345b355c-f9c5-470f-93f5-583685311227 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:54:32.282401 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345b355c-f9c5-470f-93f5-583685311227 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:54:32.295632 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-345b355c-f9c5-470f-93f5-583685311227 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:32.301736 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-345b355c-f9c5-470f-93f5-583685311227 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:32.379119 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2e522899-8990-4e2d-a088-ebb95b87bdc2 req-24d6f5ba-ac59-4200-a792-4a96c814f279 tempest-InstanceActionsNegativeTestJSON-559219980 tempest-InstanceActionsNegativeTestJSON-559219980-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa26024c-8629-4fab-9712-7f3b75eceabb HTTP/1.1" status: 200 len: 210 time: 0.1543987 Oct 20 10:54:32.387138 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-6fad9cc0-5058-479c-9af6-0b1b33ebe7e9 req-10927003-275d-4941-aa27-610556559214 tempest-InstanceActionsNegativeTestJSON-559219980 tempest-InstanceActionsNegativeTestJSON-559219980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:32.393183 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5b2b2224-181d-43e6-a0a0-d1ea7a3d42f8 tempest-ExtraDHCPOptionsTestJSON-207844112 tempest-ExtraDHCPOptionsTestJSON-207844112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:32.454034 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-345b355c-f9c5-470f-93f5-583685311227 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.1645548 Oct 20 10:54:32.455224 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345b355c-f9c5-470f-93f5-583685311227 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Pushing event updated for resources: {'Port': ['ID=f6cd0cba-9fc3-495e-8f6d-3f3b89c86b6a,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:32.458271 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 52034) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:32.470842 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-2cd80c9f-d474-4876-b2be-661fe870e3b1 None None] Provisioning complete for port e465457f-50b4-4b93-bcc2-19c3c5ba6d92 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:54:32.471742 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-2cd80c9f-d474-4876-b2be-661fe870e3b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:32.473864 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 1a11599e-e04a-436b-a01e-f4c14bdbde25 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:54:32.510482 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b2b2224-181d-43e6-a0a0-d1ea7a3d42f8 tempest-ExtraDHCPOptionsTestJSON-207844112 tempest-ExtraDHCPOptionsTestJSON-207844112-project] Network 2f1b7ece-9f97-4778-95e5-f52c0f0851c2 is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:54:32.525416 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-5b2b2224-181d-43e6-a0a0-d1ea7a3d42f8 tempest-ExtraDHCPOptionsTestJSON-207844112 tempest-ExtraDHCPOptionsTestJSON-207844112-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:54:32.528803 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2b2224-181d-43e6-a0a0-d1ea7a3d42f8 tempest-ExtraDHCPOptionsTestJSON-207844112 tempest-ExtraDHCPOptionsTestJSON-207844112-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:54:32.545142 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fad9cc0-5058-479c-9af6-0b1b33ebe7e9 req-10927003-275d-4941-aa27-610556559214 tempest-InstanceActionsNegativeTestJSON-559219980 tempest-InstanceActionsNegativeTestJSON-559219980-project] Network d9f9d6ac-d96a-4cb7-ad8c-471fd13d6280 is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:54:32.577975 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [req-6fad9cc0-5058-479c-9af6-0b1b33ebe7e9 req-10927003-275d-4941-aa27-610556559214 tempest-InstanceActionsNegativeTestJSON-559219980 tempest-InstanceActionsNegativeTestJSON-559219980-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:54:32.580845 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fad9cc0-5058-479c-9af6-0b1b33ebe7e9 req-10927003-275d-4941-aa27-610556559214 tempest-InstanceActionsNegativeTestJSON-559219980 tempest-InstanceActionsNegativeTestJSON-559219980-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:54:32.585028 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b2224-181d-43e6-a0a0-d1ea7a3d42f8 tempest-ExtraDHCPOptionsTestJSON-207844112 tempest-ExtraDHCPOptionsTestJSON-207844112-project] Pushing event updated for resources: {'Port': ['ID=d51a3dd3-8cf3-4a5d-a0c1-0fd673da06d5,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:32.619011 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dde65d8-5237-4790-95fc-7eccedf8ad15 tempest-TestNetworkBasicOps-915599348 tempest-TestNetworkBasicOps-915599348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:32.620955 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-6dde65d8-5237-4790-95fc-7eccedf8ad15 tempest-TestNetworkBasicOps-915599348 tempest-TestNetworkBasicOps-915599348-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4943547 Oct 20 10:54:32.646301 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 52038) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:32.649770 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-2cd80c9f-d474-4876-b2be-661fe870e3b1 None None] Port e465457f-50b4-4b93-bcc2-19c3c5ba6d92 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:54:32.693313 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-85e0d8a9-e8cd-420a-ad4b-3956dc9a7fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f331247-5cea-4f05-9d1d-84a6c8dbf438', 'name': 'tempest-TestNetworkBasicOps-router-2074294164', 'tenant_id': 'ce3bca74c1d8467f832763bc531bfd88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '940946f9-934a-4180-afd6-c116241821d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:54:25Z', 'updated_at': '2021-10-20T10:54:28Z', 'revision_number': 3, 'project_id': 'ce3bca74c1d8467f832763bc531bfd88', 'gw_port': {'id': '940946f9-934a-4180-afd6-c116241821d4', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:0b:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f331247-5cea-4f05-9d1d-84a6c8dbf438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3008, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:54:26Z', 'updated_at': '2021-10-20T10:54:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:54:32.744976 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b2b2224-181d-43e6-a0a0-d1ea7a3d42f8 tempest-ExtraDHCPOptionsTestJSON-207844112 tempest-ExtraDHCPOptionsTestJSON-207844112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:32.745892 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5b2b2224-181d-43e6-a0a0-d1ea7a3d42f8 tempest-ExtraDHCPOptionsTestJSON-207844112 tempest-ExtraDHCPOptionsTestJSON-207844112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:32.748225 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-e4e52a75-5f35-40a1-b5b8-ac55a0b49530 tempest-TestNetworkBasicOps-915599348 tempest-TestNetworkBasicOps-915599348-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=cbe170d3-31ba-45a2-b477-520ab0a7a8ea&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1005363 Oct 20 10:54:32.753068 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 52040) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:32.760440 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fad9cc0-5058-479c-9af6-0b1b33ebe7e9 req-10927003-275d-4941-aa27-610556559214 tempest-InstanceActionsNegativeTestJSON-559219980 tempest-InstanceActionsNegativeTestJSON-559219980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:32.772837 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e0d8a9-e8cd-420a-ad4b-3956dc9a7fa0 None None] Checking router: 7f331247-5cea-4f05-9d1d-84a6c8dbf438 for host: n-d-811396-3 {{(pid=100598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:54:32.773072 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-6fad9cc0-5058-479c-9af6-0b1b33ebe7e9 req-10927003-275d-4941-aa27-610556559214 tempest-InstanceActionsNegativeTestJSON-559219980 tempest-InstanceActionsNegativeTestJSON-559219980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:32.773181 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e0d8a9-e8cd-420a-ad4b-3956dc9a7fa0 None None] Updating router 7f331247-5cea-4f05-9d1d-84a6c8dbf438 port 940946f9-934a-4180-afd6-c116241821d4 binding host n-d-811396-3 {{(pid=100598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 10:54:32.782484 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-c8317f5e-0320-4ac2-af64-e815fd95c03e tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-315931444', 'network_id': 'e41818e9-ba3e-442d-9b91-d6d4141e398e', 'project_id': 'ce3bca74c1d8467f832763bc531bfd88', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:54:32.790908 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10927003-275d-4941-aa27-610556559214 tempest-InstanceActionsNegativeTestJSON-559219980 tempest-InstanceActionsNegativeTestJSON-559219980-project] Pushing event updated for resources: {'Port': ['ID=8249a63d-9683-4fbc-a2dc-742b2abbe1cf,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:32.842386 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-85e0d8a9-e8cd-420a-ad4b-3956dc9a7fa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:32.845028 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-5b2b2224-181d-43e6-a0a0-d1ea7a3d42f8 tempest-ExtraDHCPOptionsTestJSON-207844112 tempest-ExtraDHCPOptionsTestJSON-207844112-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 2.1963384 Oct 20 10:54:32.849497 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 52044) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:32.909649 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-6fad9cc0-5058-479c-9af6-0b1b33ebe7e9 req-10927003-275d-4941-aa27-610556559214 tempest-InstanceActionsNegativeTestJSON-559219980 tempest-InstanceActionsNegativeTestJSON-559219980-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4896669 Oct 20 10:54:32.939051 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-160fc540-1250-4bd8-942d-8aec607eefd4 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Deleting port f6cd0cba-9fc3-495e-8f6d-3f3b89c86b6a {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:54:32.939687 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-160fc540-1250-4bd8-942d-8aec607eefd4 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:32.941568 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [req-6fad9cc0-5058-479c-9af6-0b1b33ebe7e9 req-b11e906c-0318-446b-ac46-3097124dbe22 service neutron] Request body: {'port': {'device_id': 'aa26024c-8629-4fab-9712-7f3b75eceabb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811396-3'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:54:33.022970 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-160fc540-1250-4bd8-942d-8aec607eefd4 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:33.037402 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-160fc540-1250-4bd8-942d-8aec607eefd4 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Calling delete_port for f6cd0cba-9fc3-495e-8f6d-3f3b89c86b6a owned by {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:54:33.086247 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2866873-b874-4d19-aec1-b7abb30af591 tempest-ExtraDHCPOptionsTestJSON-207844112 tempest-ExtraDHCPOptionsTestJSON-207844112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:33.097013 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2866873-b874-4d19-aec1-b7abb30af591 tempest-ExtraDHCPOptionsTestJSON-207844112 tempest-ExtraDHCPOptionsTestJSON-207844112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:33.104401 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2866873-b874-4d19-aec1-b7abb30af591 tempest-ExtraDHCPOptionsTestJSON-207844112 tempest-ExtraDHCPOptionsTestJSON-207844112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:33.109259 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-a2866873-b874-4d19-aec1-b7abb30af591 tempest-ExtraDHCPOptionsTestJSON-207844112 tempest-ExtraDHCPOptionsTestJSON-207844112-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.2585092 Oct 20 10:54:33.112286 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 52046) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:33.129082 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-160fc540-1250-4bd8-942d-8aec607eefd4 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:33.141075 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe427594-bf51-4a35-9331-fb61833eee85 req-de75dd80-df6a-4e3a-a799-3fedd0edf987 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:33.143339 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fe427594-bf51-4a35-9331-fb61833eee85 req-de75dd80-df6a-4e3a-a799-3fedd0edf987 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=f333013b-3605-4c97-9095-c29d67e00745 HTTP/1.1" status: 200 len: 946 time: 0.3996303 Oct 20 10:54:33.194772 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160fc540-1250-4bd8-942d-8aec607eefd4 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Pushing event deleted for resources: {'Port': ['ID=f6cd0cba-9fc3-495e-8f6d-3f3b89c86b6a,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:33.220912 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-160fc540-1250-4bd8-942d-8aec607eefd4 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:33.229059 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-160fc540-1250-4bd8-942d-8aec607eefd4 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] 10.222.0.64 "DELETE /v2.0/ports/f6cd0cba-9fc3-495e-8f6d-3f3b89c86b6a HTTP/1.1" status: 204 len: 168 time: 0.7665925 Oct 20 10:54:33.255812 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 52050) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:33.260362 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fe427594-bf51-4a35-9331-fb61833eee85 req-8aebe4db-0952-480d-abc2-e50f1d8443e9 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=7d9a6fe5-d7f3-4fa2-86d5-4c121918dfe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091657 Oct 20 10:54:33.284718 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-f8fe2037-04ba-4561-9161-42f19bbf42b2 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Request body: {'port': {'network_id': '979b1063-72ef-43c8-9727-2150968986c5', 'mac_address': 'fa:16:3e:b5:72:6c', 'name': 'tempest-PortsIpV6TestJSON-1998132500'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:54:33.285768 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-2cd80c9f-d474-4876-b2be-661fe870e3b1 None None] Provisioning complete for port 1a11599e-e04a-436b-a01e-f4c14bdbde25 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:54:33.286421 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-2cd80c9f-d474-4876-b2be-661fe870e3b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:33.290509 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-6fad9cc0-5058-479c-9af6-0b1b33ebe7e9 req-b11e906c-0318-446b-ac46-3097124dbe22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:33.297069 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8317f5e-0320-4ac2-af64-e815fd95c03e tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Made reservation on behalf of ce3bca74c1d8467f832763bc531bfd88 for: {'subnet': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:54:33.301825 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c8317f5e-0320-4ac2-af64-e815fd95c03e tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25350782'] for subnet, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:33.365800 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 1a11599e-e04a-436b-a01e-f4c14bdbde25 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:54:33.367214 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:33.461489 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-85e0d8a9-e8cd-420a-ad4b-3956dc9a7fa0 None None] Publish callbacks [] for port, precommit_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:33.477104 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-85e0d8a9-e8cd-420a-ad4b-3956dc9a7fa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:33.501150 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-f0141827-8792-47a3-af54-0017fa9c4599 tempest-ExtraDHCPOptionsTestJSON-207844112 tempest-ExtraDHCPOptionsTestJSON-207844112-project] Deleting port d51a3dd3-8cf3-4a5d-a0c1-0fd673da06d5 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:54:33.501855 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f0141827-8792-47a3-af54-0017fa9c4599 tempest-ExtraDHCPOptionsTestJSON-207844112 tempest-ExtraDHCPOptionsTestJSON-207844112-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:33.603287 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8bc0e9-36bc-4490-874f-8607b999aec8 req-57d35398-0a7e-4ff5-8789-058c8d88bccd tempest-InstanceActionsNegativeTestJSON-559219980 tempest-InstanceActionsNegativeTestJSON-559219980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:33.612148 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1d8bc0e9-36bc-4490-874f-8607b999aec8 req-57d35398-0a7e-4ff5-8789-058c8d88bccd tempest-InstanceActionsNegativeTestJSON-559219980 tempest-InstanceActionsNegativeTestJSON-559219980-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa26024c-8629-4fab-9712-7f3b75eceabb HTTP/1.1" status: 200 len: 932 time: 0.1217759 Oct 20 10:54:33.634088 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-85e0d8a9-e8cd-420a-ad4b-3956dc9a7fa0 None None] Attempting to bind port 940946f9-934a-4180-afd6-c116241821d4 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:54:33.634454 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-85e0d8a9-e8cd-420a-ad4b-3956dc9a7fa0 None None] Attempting to bind port 940946f9-934a-4180-afd6-c116241821d4 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:54:33.635281 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e0d8a9-e8cd-420a-ad4b-3956dc9a7fa0 None None] Attempting to bind port 940946f9-934a-4180-afd6-c116241821d4 on network cbe170d3-31ba-45a2-b477-520ab0a7a8ea {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:54:33.644363 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-c551b20a-9eb7-49a6-8d8c-489366893402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:33.653910 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0be273-2de0-45d3-b98e-61401b69b0be None None] Pushing event updated for resources: {'Port': ['ID=940946f9-934a-4180-afd6-c116241821d4,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:33.664528 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e0d8a9-e8cd-420a-ad4b-3956dc9a7fa0 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 54, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:54:33.664741 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e0d8a9-e8cd-420a-ad4b-3956dc9a7fa0 None None] Checking segment: {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:54:33.665144 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-85e0d8a9-e8cd-420a-ad4b-3956dc9a7fa0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:33.665704 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e0d8a9-e8cd-420a-ad4b-3956dc9a7fa0 None None] Bound using segment: {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:54:33.666201 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-85e0d8a9-e8cd-420a-ad4b-3956dc9a7fa0 None None] Bound port: 940946f9-934a-4180-afd6-c116241821d4, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:54:33.666657 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-85e0d8a9-e8cd-420a-ad4b-3956dc9a7fa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:33.690428 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1d8bc0e9-36bc-4490-874f-8607b999aec8 req-61e3b02e-e03f-475c-b405-351f31388c34 tempest-InstanceActionsNegativeTestJSON-559219980 tempest-InstanceActionsNegativeTestJSON-559219980-project] 10.222.0.64 "GET /v2.0/security-groups?id=119c60c8-495a-49a5-9abb-937adc2a49b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647895 Oct 20 10:54:33.713223 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 0ae66513-4c7a-4913-bfb3-4166833638f8 no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:54:33.749761 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 0ae66513-4c7a-4913-bfb3-4166833638f8 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:54:33.750397 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 0ae66513-4c7a-4913-bfb3-4166833638f8 not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:54:33.754184 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8fe2037-04ba-4561-9161-42f19bbf42b2 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Made reservation on behalf of c1dc2571b4ea4623a4cbd3a1bfe8dca0 for: {'port': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:54:33.791549 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-85e0d8a9-e8cd-420a-ad4b-3956dc9a7fa0 None None] For port 940946f9-934a-4180-afd6-c116241821d4, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:54:33.795077 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-85e0d8a9-e8cd-420a-ad4b-3956dc9a7fa0 None None] For port 940946f9-934a-4180-afd6-c116241821d4, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=940946f9-934a-4180-afd6-c116241821d4,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:54:33.801987 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-85e0d8a9-e8cd-420a-ad4b-3956dc9a7fa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:33.883975 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e0d8a9-e8cd-420a-ad4b-3956dc9a7fa0 None None] Routers {'7f331247-5cea-4f05-9d1d-84a6c8dbf438'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:54:33.884881 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-85e0d8a9-e8cd-420a-ad4b-3956dc9a7fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:54:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['7f331247-5cea-4f05-9d1d-84a6c8dbf438'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:54:33.886374 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-5cb4a060-7bfc-4790-ac9f-5eb96cc2eb37 None None] Provisioning complete for port e465457f-50b4-4b93-bcc2-19c3c5ba6d92 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:54:33.886822 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-5cb4a060-7bfc-4790-ac9f-5eb96cc2eb37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:33.913239 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f0141827-8792-47a3-af54-0017fa9c4599 tempest-ExtraDHCPOptionsTestJSON-207844112 tempest-ExtraDHCPOptionsTestJSON-207844112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:33.951985 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0be273-2de0-45d3-b98e-61401b69b0be None None] Pushing event updated for resources: {'Port': ['ID=940946f9-934a-4180-afd6-c116241821d4,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:33.955890 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f8fe2037-04ba-4561-9161-42f19bbf42b2 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:33.959532 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-f0141827-8792-47a3-af54-0017fa9c4599 tempest-ExtraDHCPOptionsTestJSON-207844112 tempest-ExtraDHCPOptionsTestJSON-207844112-project] Calling delete_port for d51a3dd3-8cf3-4a5d-a0c1-0fd673da06d5 owned by {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:54:33.991585 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-5cb4a060-7bfc-4790-ac9f-5eb96cc2eb37 None None] Port e465457f-50b4-4b93-bcc2-19c3c5ba6d92 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:54:34.054325 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-5cb4a060-7bfc-4790-ac9f-5eb96cc2eb37 None None] Provisioning complete for port d51a3dd3-8cf3-4a5d-a0c1-0fd673da06d5 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:54:34.054969 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-5cb4a060-7bfc-4790-ac9f-5eb96cc2eb37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:34.080943 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-85e0d8a9-e8cd-420a-ad4b-3956dc9a7fa0 None None] Set router 7f331247-5cea-4f05-9d1d-84a6c8dbf438 gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:54:34.083134 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [None req-f8fe2037-04ba-4561-9161-42f19bbf42b2 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] device_id is not set on port a3e81fae-abd5-4fbd-b3dd-01bb7c8f5893 yet. {{(pid=100597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:54:34.089054 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c8317f5e-0320-4ac2-af64-e815fd95c03e tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25350752'] for subnet, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:34.467865 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba1d9c4-055c-4e8b-818e-e5b49b189048 req-f9395d8d-9e02-4106-8541-1f9e110d2970 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:34.475962 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-aba1d9c4-055c-4e8b-818e-e5b49b189048 req-f9395d8d-9e02-4106-8541-1f9e110d2970 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=f333013b-3605-4c97-9095-c29d67e00745 HTTP/1.1" status: 200 len: 946 time: 0.1164002 Oct 20 10:54:34.532494 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-aba1d9c4-055c-4e8b-818e-e5b49b189048 req-c6717b74-b5fe-4826-9043-a1b81f9d50a2 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=7d9a6fe5-d7f3-4fa2-86d5-4c121918dfe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555768 Oct 20 10:54:34.543662 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-5cb4a060-7bfc-4790-ac9f-5eb96cc2eb37 None None] Port d51a3dd3-8cf3-4a5d-a0c1-0fd673da06d5 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:54:34.614099 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-85e0d8a9-e8cd-420a-ad4b-3956dc9a7fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f331247-5cea-4f05-9d1d-84a6c8dbf438', 'name': 'tempest-TestNetworkBasicOps-router-2074294164', 'tenant_id': 'ce3bca74c1d8467f832763bc531bfd88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '940946f9-934a-4180-afd6-c116241821d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:54:25Z', 'updated_at': '2021-10-20T10:54:28Z', 'revision_number': 3, 'project_id': 'ce3bca74c1d8467f832763bc531bfd88', 'gw_port': {'id': '940946f9-934a-4180-afd6-c116241821d4', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:0b:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f331247-5cea-4f05-9d1d-84a6c8dbf438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3008, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:54:26Z', 'updated_at': '2021-10-20T10:54:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:54:34.638007 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [req-6fad9cc0-5058-479c-9af6-0b1b33ebe7e9 req-b11e906c-0318-446b-ac46-3097124dbe22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8249a63d-9683-4fbc-a2dc-742b2abbe1cf {{(pid=100597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:54:34.648963 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-6fad9cc0-5058-479c-9af6-0b1b33ebe7e9 req-b11e906c-0318-446b-ac46-3097124dbe22 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:34.651169 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e0d8a9-e8cd-420a-ad4b-3956dc9a7fa0 None None] The sync data for ids ['7f331247-5cea-4f05-9d1d-84a6c8dbf438'] in n-d-811396-3 is: [{'id': '7f331247-5cea-4f05-9d1d-84a6c8dbf438', 'name': 'tempest-TestNetworkBasicOps-router-2074294164', 'tenant_id': 'ce3bca74c1d8467f832763bc531bfd88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '940946f9-934a-4180-afd6-c116241821d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:54:25Z', 'updated_at': '2021-10-20T10:54:28Z', 'revision_number': 3, 'project_id': 'ce3bca74c1d8467f832763bc531bfd88', 'gw_port': {'id': '940946f9-934a-4180-afd6-c116241821d4', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:0b:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f331247-5cea-4f05-9d1d-84a6c8dbf438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3008, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:54:26Z', 'updated_at': '2021-10-20T10:54:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:54:34.657524 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8317f5e-0320-4ac2-af64-e815fd95c03e tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Pushing event updated for resources: {'Subnet': ['ID=bddd1341-c5ba-4b8c-aefb-4ae93484dff7,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:34.732197 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8317f5e-0320-4ac2-af64-e815fd95c03e tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Checking segment: {'id': '6c99b3fb-dda6-4c64-92a7-3755ba476718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'e41818e9-ba3e-442d-9b91-d6d4141e398e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:54:34.732351 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8317f5e-0320-4ac2-af64-e815fd95c03e tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Network hostable DHCP agents. Network: e41818e9-ba3e-442d-9b91-d6d4141e398e, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:54:34.855835 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32949e10-9268-4fea-ab10-a9dba79e8ecc req-0ab558d2-179e-4495-97f2-e03f56d7c4dd tempest-InstanceActionsNegativeTestJSON-559219980 tempest-InstanceActionsNegativeTestJSON-559219980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:34.860776 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8317f5e-0320-4ac2-af64-e815fd95c03e tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Network e41818e9-ba3e-442d-9b91-d6d4141e398e is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:54:34.863439 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-32949e10-9268-4fea-ab10-a9dba79e8ecc req-0ab558d2-179e-4495-97f2-e03f56d7c4dd tempest-InstanceActionsNegativeTestJSON-559219980 tempest-InstanceActionsNegativeTestJSON-559219980-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa26024c-8629-4fab-9712-7f3b75eceabb HTTP/1.1" status: 200 len: 932 time: 0.0799778 Oct 20 10:54:34.868118 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.provisioning_blocks [req-6fad9cc0-5058-479c-9af6-0b1b33ebe7e9 req-b11e906c-0318-446b-ac46-3097124dbe22 service neutron] Transition to ACTIVE for port object 8249a63d-9683-4fbc-a2dc-742b2abbe1cf will not be triggered until provisioned by entity L2. {{(pid=100597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:54:34.872541 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f0141827-8792-47a3-af54-0017fa9c4599 tempest-ExtraDHCPOptionsTestJSON-207844112 tempest-ExtraDHCPOptionsTestJSON-207844112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:34.876491 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f8fe2037-04ba-4561-9161-42f19bbf42b2 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:34.894291 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-6fad9cc0-5058-479c-9af6-0b1b33ebe7e9 req-b11e906c-0318-446b-ac46-3097124dbe22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:34.918374 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-c8317f5e-0320-4ac2-af64-e815fd95c03e tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, e41818e9-ba3e-442d-9b91-d6d4141e398e) {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:54:34.919927 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-32949e10-9268-4fea-ab10-a9dba79e8ecc req-b9dec4fc-feaf-4b51-b059-7523311ae76e tempest-InstanceActionsNegativeTestJSON-559219980 tempest-InstanceActionsNegativeTestJSON-559219980-project] 10.222.0.64 "GET /v2.0/security-groups?id=119c60c8-495a-49a5-9abb-937adc2a49b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530396 Oct 20 10:54:34.929350 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b7c177a-eaa7-48b6-bb9e-69860453eded None None] Network e41818e9-ba3e-442d-9b91-d6d4141e398e requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:54:34.931090 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0141827-8792-47a3-af54-0017fa9c4599 tempest-ExtraDHCPOptionsTestJSON-207844112 tempest-ExtraDHCPOptionsTestJSON-207844112-project] Pushing event deleted for resources: {'Port': ['ID=d51a3dd3-8cf3-4a5d-a0c1-0fd673da06d5,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:34.938580 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8317f5e-0320-4ac2-af64-e815fd95c03e tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:34.939177 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c8317f5e-0320-4ac2-af64-e815fd95c03e tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:35.091544 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-c8317f5e-0320-4ac2-af64-e815fd95c03e tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.3369963 Oct 20 10:54:35.094297 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 52064) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:35.263721 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11e906c-0318-446b-ac46-3097124dbe22 service neutron] Pushing event updated for resources: {'Port': ['ID=8249a63d-9683-4fbc-a2dc-742b2abbe1cf,revision_number=2']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:35.287742 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3794cd4-2183-4b05-82c9-a375c53b4959 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524064ba-869c-5550-b826-c26b69a11278-e41818e9-ba3e-442d-9b91-d6d4141e398e', 'network_id': 'e41818e9-ba3e-442d-9b91-d6d4141e398e', 'tenant_id': 'ce3bca74c1d8467f832763bc531bfd88', 'fixed_ips': [{'subnet_id': 'bddd1341-c5ba-4b8c-aefb-4ae93484dff7'}]}} from n-d-811396-3. {{(pid=100598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:54:35.289093 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-d3794cd4-2183-4b05-82c9-a375c53b4959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:35.349405 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f8fe2037-04ba-4561-9161-42f19bbf42b2 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:35.382159 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f0141827-8792-47a3-af54-0017fa9c4599 tempest-ExtraDHCPOptionsTestJSON-207844112 tempest-ExtraDHCPOptionsTestJSON-207844112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:35.385964 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-f0141827-8792-47a3-af54-0017fa9c4599 tempest-ExtraDHCPOptionsTestJSON-207844112 tempest-ExtraDHCPOptionsTestJSON-207844112-project] 10.222.0.64 "DELETE /v2.0/ports/d51a3dd3-8cf3-4a5d-a0c1-0fd673da06d5 HTTP/1.1" status: 204 len: 168 time: 2.2725837 Oct 20 10:54:35.404566 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 52068) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:35.429182 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-7ae8aa8e-ad6d-4f7a-a78d-365ba988eafe tempest-ExtraDHCPOptionsTestJSON-207844112 tempest-ExtraDHCPOptionsTestJSON-207844112-project] Request body: {'port': {'name': 'tempest-new-port-name-859197538', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:54:35.430907 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.api.validators [None req-7ae8aa8e-ad6d-4f7a-a78d-365ba988eafe tempest-ExtraDHCPOptionsTestJSON-207844112 tempest-ExtraDHCPOptionsTestJSON-207844112-project] bootfile-name is not in valid_values {{(pid=100596) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 20 10:54:35.432266 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.api.validators [None req-7ae8aa8e-ad6d-4f7a-a78d-365ba988eafe tempest-ExtraDHCPOptionsTestJSON-207844112 tempest-ExtraDHCPOptionsTestJSON-207844112-project] tftp-server is not in valid_values {{(pid=100596) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 20 10:54:35.432612 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.api.validators [None req-7ae8aa8e-ad6d-4f7a-a78d-365ba988eafe tempest-ExtraDHCPOptionsTestJSON-207844112 tempest-ExtraDHCPOptionsTestJSON-207844112-project] server-ip-address is not in valid_values {{(pid=100596) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 20 10:54:35.464300 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8fe2037-04ba-4561-9161-42f19bbf42b2 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Network 979b1063-72ef-43c8-9727-2150968986c5 is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:54:35.469748 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-6fad9cc0-5058-479c-9af6-0b1b33ebe7e9 req-b11e906c-0318-446b-ac46-3097124dbe22 service neutron] Attempting to bind port 8249a63d-9683-4fbc-a2dc-742b2abbe1cf on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:54:35.470410 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-6fad9cc0-5058-479c-9af6-0b1b33ebe7e9 req-b11e906c-0318-446b-ac46-3097124dbe22 service neutron] Attempting to bind port 8249a63d-9683-4fbc-a2dc-742b2abbe1cf by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': 'f2d0f28b-b6c9-4cd8-aa86-efe2cf3ccb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'd9f9d6ac-d96a-4cb7-ad8c-471fd13d6280'}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:54:35.470940 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fad9cc0-5058-479c-9af6-0b1b33ebe7e9 req-b11e906c-0318-446b-ac46-3097124dbe22 service neutron] Attempting to bind port 8249a63d-9683-4fbc-a2dc-742b2abbe1cf on network d9f9d6ac-d96a-4cb7-ad8c-471fd13d6280 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:54:35.473258 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fe2037-04ba-4561-9161-42f19bbf42b2 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Pushing event updated for resources: {'Port': ['ID=a3e81fae-abd5-4fbd-b3dd-01bb7c8f5893,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:35.483617 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-f8fe2037-04ba-4561-9161-42f19bbf42b2 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:54:35.493085 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8fe2037-04ba-4561-9161-42f19bbf42b2 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:54:35.504385 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-d3794cd4-2183-4b05-82c9-a375c53b4959 None None] Allocated IP 172.20.0.2 (e41818e9-ba3e-442d-9b91-d6d4141e398e/bddd1341-c5ba-4b8c-aefb-4ae93484dff7/76f0275b-d30d-4901-81a5-247681a75a00) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:54:35.510546 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8fe2037-04ba-4561-9161-42f19bbf42b2 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:35.511111 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f8fe2037-04ba-4561-9161-42f19bbf42b2 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:35.521052 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fad9cc0-5058-479c-9af6-0b1b33ebe7e9 req-b11e906c-0318-446b-ac46-3097124dbe22 service neutron] Port 8249a63d-9683-4fbc-a2dc-742b2abbe1cf on network d9f9d6ac-d96a-4cb7-ad8c-471fd13d6280 not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:54:35.521408 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fad9cc0-5058-479c-9af6-0b1b33ebe7e9 req-b11e906c-0318-446b-ac46-3097124dbe22 service neutron] Attempting to bind port 8249a63d-9683-4fbc-a2dc-742b2abbe1cf on network d9f9d6ac-d96a-4cb7-ad8c-471fd13d6280 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:54:35.542611 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fad9cc0-5058-479c-9af6-0b1b33ebe7e9 req-b11e906c-0318-446b-ac46-3097124dbe22 service neutron] Checking agent: {'id': '061232a2-7adc-4ba1-a873-e8cb136b064d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 54, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:54:35.543555 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fad9cc0-5058-479c-9af6-0b1b33ebe7e9 req-b11e906c-0318-446b-ac46-3097124dbe22 service neutron] Checking segment: {'id': 'f2d0f28b-b6c9-4cd8-aa86-efe2cf3ccb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'd9f9d6ac-d96a-4cb7-ad8c-471fd13d6280'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:54:35.543944 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fad9cc0-5058-479c-9af6-0b1b33ebe7e9 req-b11e906c-0318-446b-ac46-3097124dbe22 service neutron] Bound using segment: {'id': 'f2d0f28b-b6c9-4cd8-aa86-efe2cf3ccb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'd9f9d6ac-d96a-4cb7-ad8c-471fd13d6280'} {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:54:35.544384 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-6fad9cc0-5058-479c-9af6-0b1b33ebe7e9 req-b11e906c-0318-446b-ac46-3097124dbe22 service neutron] Bound port: 8249a63d-9683-4fbc-a2dc-742b2abbe1cf, host: n-h2-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2d0f28b-b6c9-4cd8-aa86-efe2cf3ccb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'd9f9d6ac-d96a-4cb7-ad8c-471fd13d6280'}}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:54:35.544741 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-6fad9cc0-5058-479c-9af6-0b1b33ebe7e9 req-b11e906c-0318-446b-ac46-3097124dbe22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:35.567903 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-f8fe2037-04ba-4561-9161-42f19bbf42b2 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.2969546 Oct 20 10:54:35.588862 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 52072) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:35.783881 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-7ae8aa8e-ad6d-4f7a-a78d-365ba988eafe tempest-ExtraDHCPOptionsTestJSON-207844112 tempest-ExtraDHCPOptionsTestJSON-207844112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:35.794370 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-d3794cd4-2183-4b05-82c9-a375c53b4959 None None] Publish callbacks [] for port, precommit_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:35.807631 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-d3794cd4-2183-4b05-82c9-a375c53b4959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:35.835082 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [req-6fad9cc0-5058-479c-9af6-0b1b33ebe7e9 req-b11e906c-0318-446b-ac46-3097124dbe22 service neutron] For port 8249a63d-9683-4fbc-a2dc-742b2abbe1cf, host n-h2-811396-3, cleared binding levels {{(pid=100597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:54:35.843588 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [req-6fad9cc0-5058-479c-9af6-0b1b33ebe7e9 req-b11e906c-0318-446b-ac46-3097124dbe22 service neutron] For port 8249a63d-9683-4fbc-a2dc-742b2abbe1cf, host n-h2-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=8249a63d-9683-4fbc-a2dc-742b2abbe1cf,segment=NetworkSegment(f2d0f28b-b6c9-4cd8-aa86-efe2cf3ccb18),segment_id=f2d0f28b-b6c9-4cd8-aa86-efe2cf3ccb18)] {{(pid=100597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:54:35.857273 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-6fad9cc0-5058-479c-9af6-0b1b33ebe7e9 req-b11e906c-0318-446b-ac46-3097124dbe22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:35.868295 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b4abf6-69c6-4baa-a37f-7d1ebb81273b req-4678908d-1f67-42d3-bba1-41bc15a7f510 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:35.870458 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e6b4abf6-69c6-4baa-a37f-7d1ebb81273b req-4678908d-1f67-42d3-bba1-41bc15a7f510 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=f333013b-3605-4c97-9095-c29d67e00745 HTTP/1.1" status: 200 len: 946 time: 0.1574574 Oct 20 10:54:35.896340 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3794cd4-2183-4b05-82c9-a375c53b4959 None None] Network e41818e9-ba3e-442d-9b91-d6d4141e398e is already hosted by enough agents. {{(pid=100598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:54:35.897772 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3794cd4-2183-4b05-82c9-a375c53b4959 None None] Pushing event updated for resources: {'Port': ['ID=76f0275b-d30d-4901-81a5-247681a75a00,revision_number=1']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:35.900302 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.base_scheduler [None req-d3794cd4-2183-4b05-82c9-a375c53b4959 None None] Resources bound (agent type, host, resource id): {{(pid=100598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:54:35.903025 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3794cd4-2183-4b05-82c9-a375c53b4959 None None] Received port after_create {{(pid=100598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:54:35.948746 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fad9cc0-5058-479c-9af6-0b1b33ebe7e9 req-b11e906c-0318-446b-ac46-3097124dbe22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:35.949981 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-6fad9cc0-5058-479c-9af6-0b1b33ebe7e9 req-b11e906c-0318-446b-ac46-3097124dbe22 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:35.951281 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-6fad9cc0-5058-479c-9af6-0b1b33ebe7e9 req-b11e906c-0318-446b-ac46-3097124dbe22 service neutron] 10.222.0.69 "PUT /v2.0/ports/8249a63d-9683-4fbc-a2dc-742b2abbe1cf HTTP/1.1" status: 200 len: 1092 time: 3.0211039 Oct 20 10:54:35.972048 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62719560-061f-4a31-b2c0-006e20102f09 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:35.973515 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-62719560-061f-4a31-b2c0-006e20102f09 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] 10.222.0.64 "GET /v2.0/ports/a3e81fae-abd5-4fbd-b3dd-01bb7c8f5893 HTTP/1.1" status: 200 len: 845 time: 0.3823645 Oct 20 10:54:35.974149 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa26024c-8629-4fab-9712-7f3b75eceabb', 'tag': '8249a63d-9683-4fbc-a2dc-742b2abbe1cf'}] {{(pid=100597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:54:35.976372 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd85cad6a391afaa95d2dd5280bfd4659fc1e1b2aba53b5e7ef874f059efcdc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-082b558e-599b-466f-8055-63d071946f06" -d '{"events": [{"name": "network-changed", "server_uuid": "aa26024c-8629-4fab-9712-7f3b75eceabb", "tag": "8249a63d-9683-4fbc-a2dc-742b2abbe1cf"}]}' {{(pid=100597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:54:35.989511 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 52076) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:36.023206 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-d3794cd4-2183-4b05-82c9-a375c53b4959 None None] Attempting to bind port 76f0275b-d30d-4901-81a5-247681a75a00 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:54:36.023603 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-d3794cd4-2183-4b05-82c9-a375c53b4959 None None] Attempting to bind port 76f0275b-d30d-4901-81a5-247681a75a00 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '6c99b3fb-dda6-4c64-92a7-3755ba476718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'e41818e9-ba3e-442d-9b91-d6d4141e398e'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:54:36.023967 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3794cd4-2183-4b05-82c9-a375c53b4959 None None] Attempting to bind port 76f0275b-d30d-4901-81a5-247681a75a00 on network e41818e9-ba3e-442d-9b91-d6d4141e398e {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:54:36.031423 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3794cd4-2183-4b05-82c9-a375c53b4959 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 54, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:54:36.031796 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3794cd4-2183-4b05-82c9-a375c53b4959 None None] Checking segment: {'id': '6c99b3fb-dda6-4c64-92a7-3755ba476718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'e41818e9-ba3e-442d-9b91-d6d4141e398e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:54:36.032220 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-d3794cd4-2183-4b05-82c9-a375c53b4959 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:36.032581 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3794cd4-2183-4b05-82c9-a375c53b4959 None None] Bound using segment: {'id': '6c99b3fb-dda6-4c64-92a7-3755ba476718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'e41818e9-ba3e-442d-9b91-d6d4141e398e'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:54:36.033053 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-d3794cd4-2183-4b05-82c9-a375c53b4959 None None] Bound port: 76f0275b-d30d-4901-81a5-247681a75a00, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c99b3fb-dda6-4c64-92a7-3755ba476718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'e41818e9-ba3e-442d-9b91-d6d4141e398e'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:54:36.033753 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-d3794cd4-2183-4b05-82c9-a375c53b4959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:36.170768 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11e906c-0318-446b-ac46-3097124dbe22 service neutron] Pushing event updated for resources: {'Port': ['ID=8249a63d-9683-4fbc-a2dc-742b2abbe1cf,revision_number=3']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:36.202783 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-31110899-5e00-438e-b0f2-998117948c7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:36.242361 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-d3794cd4-2183-4b05-82c9-a375c53b4959 None None] For port 76f0275b-d30d-4901-81a5-247681a75a00, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:54:36.247816 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fad9cc0-5058-479c-9af6-0b1b33ebe7e9 req-a9740b04-070d-4553-b45e-d7a62496f73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:36.249414 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-6fad9cc0-5058-479c-9af6-0b1b33ebe7e9 req-a9740b04-070d-4553-b45e-d7a62496f73f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7f7d339ef79642579c2d03db24a73d41&device_id=aa26024c-8629-4fab-9712-7f3b75eceabb HTTP/1.1" status: 200 len: 1095 time: 0.2354193 Oct 20 10:54:36.262371 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-d3794cd4-2183-4b05-82c9-a375c53b4959 None None] For port 76f0275b-d30d-4901-81a5-247681a75a00, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=76f0275b-d30d-4901-81a5-247681a75a00,segment=NetworkSegment(6c99b3fb-dda6-4c64-92a7-3755ba476718),segment_id=6c99b3fb-dda6-4c64-92a7-3755ba476718)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:54:36.272123 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-d3794cd4-2183-4b05-82c9-a375c53b4959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:36.313757 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-6fad9cc0-5058-479c-9af6-0b1b33ebe7e9 req-21c0bcff-bd7e-4a6d-9c45-284ccaea2b88 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8249a63d-9683-4fbc-a2dc-742b2abbe1cf HTTP/1.1" status: 200 len: 217 time: 0.0459206 Oct 20 10:54:36.399609 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-76ba7b96-0afd-4bce-adb2-df4d7bf89734 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Deleting port a3e81fae-abd5-4fbd-b3dd-01bb7c8f5893 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:54:36.400011 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-76ba7b96-0afd-4bce-adb2-df4d7bf89734 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:36.423347 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fad9cc0-5058-479c-9af6-0b1b33ebe7e9 req-bf860562-ec62-47ac-9802-a38b3fe1441d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:36.425468 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 940946f9-934a-4180-afd6-c116241821d4 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:54:36.435044 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-6fad9cc0-5058-479c-9af6-0b1b33ebe7e9 req-bf860562-ec62-47ac-9802-a38b3fe1441d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e4ee1d28-9fb5-4cd3-a7c5-6f77ae5f6aa7 HTTP/1.1" status: 200 len: 862 time: 0.1118624 Oct 20 10:54:36.480005 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3794cd4-2183-4b05-82c9-a375c53b4959 None None] Pushing event updated for resources: {'Port': ['ID=76f0275b-d30d-4901-81a5-247681a75a00,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:36.510213 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-6fad9cc0-5058-479c-9af6-0b1b33ebe7e9 req-7bcdc00e-835f-4079-8328-7e05cb82baeb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d9f9d6ac-d96a-4cb7-ad8c-471fd13d6280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636663 Oct 20 10:54:36.535045 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-76ba7b96-0afd-4bce-adb2-df4d7bf89734 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:36.539825 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 940946f9-934a-4180-afd6-c116241821d4 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:54:36.540203 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:36.565626 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-76ba7b96-0afd-4bce-adb2-df4d7bf89734 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Calling delete_port for a3e81fae-abd5-4fbd-b3dd-01bb7c8f5893 owned by {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:54:36.697788 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:36.781977 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] For port 940946f9-934a-4180-afd6-c116241821d4, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=940946f9-934a-4180-afd6-c116241821d4,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:54:36.788765 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-6fad9cc0-5058-479c-9af6-0b1b33ebe7e9 req-cd555f56-1243-466e-9ccf-c8c6df461278 service neutron] 10.222.0.69 "GET /v2.0/networks/d9f9d6ac-d96a-4cb7-ad8c-471fd13d6280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2666819 Oct 20 10:54:36.791062 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:36.858569 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-76ba7b96-0afd-4bce-adb2-df4d7bf89734 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:36.936135 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Pushing event updated for resources: {'Port': ['ID=940946f9-934a-4180-afd6-c116241821d4,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:36.977718 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ba7b96-0afd-4bce-adb2-df4d7bf89734 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Pushing event deleted for resources: {'Port': ['ID=a3e81fae-abd5-4fbd-b3dd-01bb7c8f5893,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:36.987101 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-76ba7b96-0afd-4bce-adb2-df4d7bf89734 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:36.993557 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-76ba7b96-0afd-4bce-adb2-df4d7bf89734 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] 10.222.0.64 "DELETE /v2.0/ports/a3e81fae-abd5-4fbd-b3dd-01bb7c8f5893 HTTP/1.1" status: 204 len: 168 time: 1.0028090 Oct 20 10:54:37.030082 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 52084) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:37.064014 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f075830-9269-49ed-a98b-adc148884df8 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] GET failed (client error): The resource could not be found. Oct 20 10:54:37.065955 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-0f075830-9269-49ed-a98b-adc148884df8 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] 10.222.0.64 "GET /v2.0/ports/a3e81fae-abd5-4fbd-b3dd-01bb7c8f5893 HTTP/1.1" status: 404 len: 333 time: 0.0346289 Oct 20 10:54:37.071796 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 52086) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:37.077033 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-3011abac-07ad-4bde-ac7f-871d7a02e4c3 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Request body: {'port': {'network_id': '979b1063-72ef-43c8-9727-2150968986c5', 'name': 'tempest-PortsIpV6TestJSON-1036859560'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:54:37.091614 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-7ae8aa8e-ad6d-4f7a-a78d-365ba988eafe tempest-ExtraDHCPOptionsTestJSON-207844112 tempest-ExtraDHCPOptionsTestJSON-207844112-project] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:37.102127 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e6b4abf6-69c6-4baa-a37f-7d1ebb81273b req-cce8a60c-f496-4cc7-9ea1-4410043a3216 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=7d9a6fe5-d7f3-4fa2-86d5-4c121918dfe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1932118 Oct 20 10:54:37.137927 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-7ae8aa8e-ad6d-4f7a-a78d-365ba988eafe tempest-ExtraDHCPOptionsTestJSON-207844112 tempest-ExtraDHCPOptionsTestJSON-207844112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:37.138138 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:37.139866 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-6fad9cc0-5058-479c-9af6-0b1b33ebe7e9 req-5a9176dd-5299-4923-8069-cd727d615865 service neutron] 10.222.0.69 "GET /v2.0/networks/d9f9d6ac-d96a-4cb7-ad8c-471fd13d6280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3431580 Oct 20 10:54:37.206360 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae8aa8e-ad6d-4f7a-a78d-365ba988eafe tempest-ExtraDHCPOptionsTestJSON-207844112 tempest-ExtraDHCPOptionsTestJSON-207844112-project] Pushing event updated for resources: {'Port': ['ID=e465457f-50b4-4b93-bcc2-19c3c5ba6d92,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:37.256458 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b70bd1a-87c0-418c-aec5-a6e990e0b36f x-openstack-request-id: req-0b70bd1a-87c0-418c-aec5-a6e990e0b36f {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:54:37.256755 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa26024c-8629-4fab-9712-7f3b75eceabb", "tag": "8249a63d-9683-4fbc-a2dc-742b2abbe1cf", "status": "completed", "code": 200}]} {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:54:37.257009 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0b70bd1a-87c0-418c-aec5-a6e990e0b36f {{(pid=100597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:54:37.259703 n-d-811396-3 neutron-server[100597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa26024c-8629-4fab-9712-7f3b75eceabb', 'tag': '8249a63d-9683-4fbc-a2dc-742b2abbe1cf', 'status': 'completed', 'code': 200} Oct 20 10:54:37.339551 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cef598-4f79-4138-80d6-cb9c8988b854 req-84180c44-71eb-499d-9363-2e5eef85b027 tempest-InstanceActionsNegativeTestJSON-559219980 tempest-InstanceActionsNegativeTestJSON-559219980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:37.340569 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-43cef598-4f79-4138-80d6-cb9c8988b854 req-84180c44-71eb-499d-9363-2e5eef85b027 tempest-InstanceActionsNegativeTestJSON-559219980 tempest-InstanceActionsNegativeTestJSON-559219980-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa26024c-8629-4fab-9712-7f3b75eceabb HTTP/1.1" status: 200 len: 944 time: 1.2529674 Oct 20 10:54:37.358495 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3011abac-07ad-4bde-ac7f-871d7a02e4c3 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Made reservation on behalf of c1dc2571b4ea4623a4cbd3a1bfe8dca0 for: {'port': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:54:37.366991 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3011abac-07ad-4bde-ac7f-871d7a02e4c3 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:37.417200 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [None req-3011abac-07ad-4bde-ac7f-871d7a02e4c3 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] device_id is not set on port 32a5e2b2-7064-405e-a661-9cea86f74452 yet. {{(pid=100597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:54:37.431200 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082b558e-599b-466f-8055-63d071946f06 req-a167c17e-7a96-4cd4-a416-3f939529b650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:37.432973 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-082b558e-599b-466f-8055-63d071946f06 req-a167c17e-7a96-4cd4-a416-3f939529b650 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7f7d339ef79642579c2d03db24a73d41&device_id=aa26024c-8629-4fab-9712-7f3b75eceabb HTTP/1.1" status: 200 len: 1095 time: 0.1535687 Oct 20 10:54:37.541755 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-43cef598-4f79-4138-80d6-cb9c8988b854 req-ea4fda11-0cba-4780-875a-8790539daba6 tempest-InstanceActionsNegativeTestJSON-559219980 tempest-InstanceActionsNegativeTestJSON-559219980-project] 10.222.0.64 "GET /v2.0/security-groups?id=119c60c8-495a-49a5-9abb-937adc2a49b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945717 Oct 20 10:54:37.542913 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-7ae8aa8e-ad6d-4f7a-a78d-365ba988eafe tempest-ExtraDHCPOptionsTestJSON-207844112 tempest-ExtraDHCPOptionsTestJSON-207844112-project] In _notify_port_updated(), no bound segment for port e465457f-50b4-4b93-bcc2-19c3c5ba6d92 on network 2f1b7ece-9f97-4778-95e5-f52c0f0851c2 {{(pid=100596) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 20 10:54:37.549793 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae8aa8e-ad6d-4f7a-a78d-365ba988eafe tempest-ExtraDHCPOptionsTestJSON-207844112 tempest-ExtraDHCPOptionsTestJSON-207844112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:37.550824 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-7ae8aa8e-ad6d-4f7a-a78d-365ba988eafe tempest-ExtraDHCPOptionsTestJSON-207844112 tempest-ExtraDHCPOptionsTestJSON-207844112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:37.555671 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-7ae8aa8e-ad6d-4f7a-a78d-365ba988eafe tempest-ExtraDHCPOptionsTestJSON-207844112 tempest-ExtraDHCPOptionsTestJSON-207844112-project] 10.222.0.64 "PUT /v2.0/ports/e465457f-50b4-4b93-bcc2-19c3c5ba6d92 HTTP/1.1" status: 200 len: 1136 time: 2.1468823 Oct 20 10:54:37.557908 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 52092) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:37.566451 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:37.626946 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f3f9bdd7-a60a-41b2-9591-2f4dd11ab17f tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:37.634711 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-dc2cddb0-bcff-435a-b628-bb6d8b04c037 None None] Provisioning complete for port e465457f-50b4-4b93-bcc2-19c3c5ba6d92 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:54:37.635108 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-dc2cddb0-bcff-435a-b628-bb6d8b04c037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:37.684277 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f76fa588-44ee-477f-a498-aeb34d0ea675 tempest-ExtraDHCPOptionsTestJSON-207844112 tempest-ExtraDHCPOptionsTestJSON-207844112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:37.690589 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-f76fa588-44ee-477f-a498-aeb34d0ea675 tempest-ExtraDHCPOptionsTestJSON-207844112 tempest-ExtraDHCPOptionsTestJSON-207844112-project] 10.222.0.64 "GET /v2.0/ports/e465457f-50b4-4b93-bcc2-19c3c5ba6d92 HTTP/1.1" status: 200 len: 1136 time: 0.1175423 Oct 20 10:54:37.692677 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 52094) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:37.708511 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-dc2cddb0-bcff-435a-b628-bb6d8b04c037 None None] Port e465457f-50b4-4b93-bcc2-19c3c5ba6d92 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:54:37.946805 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082b558e-599b-466f-8055-63d071946f06 req-1fc4960c-f31f-47ee-93dd-4eda617f6de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:37.954006 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-082b558e-599b-466f-8055-63d071946f06 req-1fc4960c-f31f-47ee-93dd-4eda617f6de9 service neutron] 10.222.0.69 "GET /v2.0/networks?id=d9f9d6ac-d96a-4cb7-ad8c-471fd13d6280 HTTP/1.1" status: 200 len: 923 time: 0.4894946 Oct 20 10:54:38.017431 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-082b558e-599b-466f-8055-63d071946f06 req-864105f0-926a-4d76-a61f-415a229ccac7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8249a63d-9683-4fbc-a2dc-742b2abbe1cf HTTP/1.1" status: 200 len: 217 time: 0.0525231 Oct 20 10:54:38.069131 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:38.095870 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [None req-f3f9bdd7-a60a-41b2-9591-2f4dd11ab17f tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Allocated IP 172.20.0.1 (e41818e9-ba3e-442d-9b91-d6d4141e398e/bddd1341-c5ba-4b8c-aefb-4ae93484dff7/62e77116-6123-4988-a25f-28b326c26dc8) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:54:38.127298 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3011abac-07ad-4bde-ac7f-871d7a02e4c3 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:38.128087 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af864e0a-1374-46aa-bb57-616b038b8d53 None None] Network e41818e9-ba3e-442d-9b91-d6d4141e398e requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:54:38.138749 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-843bd476-3ba3-41ea-99e4-ad121487202f tempest-ExtraDHCPOptionsTestJSON-207844112 tempest-ExtraDHCPOptionsTestJSON-207844112-project] Deleting port e465457f-50b4-4b93-bcc2-19c3c5ba6d92 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:54:38.139237 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-843bd476-3ba3-41ea-99e4-ad121487202f tempest-ExtraDHCPOptionsTestJSON-207844112 tempest-ExtraDHCPOptionsTestJSON-207844112-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:38.253244 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-6d131225-e334-4f53-8633-1c0e28851b9b None None] Provisioning complete for port 76f0275b-d30d-4901-81a5-247681a75a00 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:54:38.254351 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-6d131225-e334-4f53-8633-1c0e28851b9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:38.263120 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082b558e-599b-466f-8055-63d071946f06 req-c27c2aa8-5b01-4a69-a553-e422171e2c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:38.264731 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-082b558e-599b-466f-8055-63d071946f06 req-c27c2aa8-5b01-4a69-a553-e422171e2c70 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e4ee1d28-9fb5-4cd3-a7c5-6f77ae5f6aa7 HTTP/1.1" status: 200 len: 862 time: 0.2082222 Oct 20 10:54:38.337465 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-843bd476-3ba3-41ea-99e4-ad121487202f tempest-ExtraDHCPOptionsTestJSON-207844112 tempest-ExtraDHCPOptionsTestJSON-207844112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:38.365817 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-843bd476-3ba3-41ea-99e4-ad121487202f tempest-ExtraDHCPOptionsTestJSON-207844112 tempest-ExtraDHCPOptionsTestJSON-207844112-project] Calling delete_port for e465457f-50b4-4b93-bcc2-19c3c5ba6d92 owned by {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:54:38.379495 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35bc3f4-7446-441c-8199-4522284f74b4 req-031e3193-5ce2-49d0-8cac-d2c638f53940 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:38.381551 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b35bc3f4-7446-441c-8199-4522284f74b4 req-031e3193-5ce2-49d0-8cac-d2c638f53940 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=f333013b-3605-4c97-9095-c29d67e00745 HTTP/1.1" status: 200 len: 946 time: 0.1577983 Oct 20 10:54:38.412676 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-082b558e-599b-466f-8055-63d071946f06 req-b0fbd3cf-d4cd-431b-8b50-571f0cb6fda5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d9f9d6ac-d96a-4cb7-ad8c-471fd13d6280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1190250 Oct 20 10:54:38.502524 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f3f9bdd7-a60a-41b2-9591-2f4dd11ab17f tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:38.526675 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b35bc3f4-7446-441c-8199-4522284f74b4 req-998cc5e2-c087-4ab4-a52b-36f95b32f179 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=7d9a6fe5-d7f3-4fa2-86d5-4c121918dfe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331499 Oct 20 10:54:38.576618 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f3f9bdd7-a60a-41b2-9591-2f4dd11ab17f tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:38.582210 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 76f0275b-d30d-4901-81a5-247681a75a00 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:54:38.585088 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-6d131225-e334-4f53-8633-1c0e28851b9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:38.635746 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3f9bdd7-a60a-41b2-9591-2f4dd11ab17f tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Network e41818e9-ba3e-442d-9b91-d6d4141e398e is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:54:38.640365 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-f3f9bdd7-a60a-41b2-9591-2f4dd11ab17f tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:54:38.645390 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f9bdd7-a60a-41b2-9591-2f4dd11ab17f tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:54:38.664316 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3011abac-07ad-4bde-ac7f-871d7a02e4c3 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:38.692840 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f9bdd7-a60a-41b2-9591-2f4dd11ab17f tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Pushing event updated for resources: {'Port': ['ID=62e77116-6123-4988-a25f-28b326c26dc8,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:38.737739 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-6d131225-e334-4f53-8633-1c0e28851b9b None None] For port 76f0275b-d30d-4901-81a5-247681a75a00, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=76f0275b-d30d-4901-81a5-247681a75a00,segment=NetworkSegment(6c99b3fb-dda6-4c64-92a7-3755ba476718),segment_id=6c99b3fb-dda6-4c64-92a7-3755ba476718)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:54:38.762749 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3011abac-07ad-4bde-ac7f-871d7a02e4c3 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Network 979b1063-72ef-43c8-9727-2150968986c5 is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:54:38.765395 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-082b558e-599b-466f-8055-63d071946f06 req-eac66fd4-2fbc-4e01-9ff6-04960d0c8bc0 service neutron] 10.222.0.69 "GET /v2.0/networks/d9f9d6ac-d96a-4cb7-ad8c-471fd13d6280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3497286 Oct 20 10:54:38.768585 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-3011abac-07ad-4bde-ac7f-871d7a02e4c3 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:54:38.770037 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-6d131225-e334-4f53-8633-1c0e28851b9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:38.771969 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3011abac-07ad-4bde-ac7f-871d7a02e4c3 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Pushing event updated for resources: {'Port': ['ID=32a5e2b2-7064-405e-a661-9cea86f74452,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:38.781898 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3011abac-07ad-4bde-ac7f-871d7a02e4c3 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:54:38.788430 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3011abac-07ad-4bde-ac7f-871d7a02e4c3 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:38.788735 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f3f9bdd7-a60a-41b2-9591-2f4dd11ab17f tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1774540'] for router_interface, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:38.789606 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3011abac-07ad-4bde-ac7f-871d7a02e4c3 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:38.866604 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 76f0275b-d30d-4901-81a5-247681a75a00 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:54:38.866983 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:38.921675 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-3011abac-07ad-4bde-ac7f-871d7a02e4c3 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.8484530 Oct 20 10:54:38.926359 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 52104) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:38.935344 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-2dd9990a-710d-4bbe-98eb-c3b6240b37bf tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:54:38.967010 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8781927f-eebf-4cfe-9607-18ec6497a31d req-e393d74a-bfb7-41c0-a9be-c6b8b6912bb1 tempest-InstanceActionsNegativeTestJSON-559219980 tempest-InstanceActionsNegativeTestJSON-559219980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:38.978673 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8781927f-eebf-4cfe-9607-18ec6497a31d req-e393d74a-bfb7-41c0-a9be-c6b8b6912bb1 tempest-InstanceActionsNegativeTestJSON-559219980 tempest-InstanceActionsNegativeTestJSON-559219980-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa26024c-8629-4fab-9712-7f3b75eceabb HTTP/1.1" status: 200 len: 944 time: 0.3009212 Oct 20 10:54:39.025919 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-843bd476-3ba3-41ea-99e4-ad121487202f tempest-ExtraDHCPOptionsTestJSON-207844112 tempest-ExtraDHCPOptionsTestJSON-207844112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:39.047979 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 940946f9-934a-4180-afd6-c116241821d4 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:54:39.049893 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:39.080676 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d131225-e334-4f53-8633-1c0e28851b9b None None] Pushing event updated for resources: {'Port': ['ID=76f0275b-d30d-4901-81a5-247681a75a00,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:39.123613 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843bd476-3ba3-41ea-99e4-ad121487202f tempest-ExtraDHCPOptionsTestJSON-207844112 tempest-ExtraDHCPOptionsTestJSON-207844112-project] Pushing event deleted for resources: {'Port': ['ID=e465457f-50b4-4b93-bcc2-19c3c5ba6d92,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:39.141479 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8781927f-eebf-4cfe-9607-18ec6497a31d req-d195f14a-5306-4ac7-ba53-2b94257a3f97 tempest-InstanceActionsNegativeTestJSON-559219980 tempest-InstanceActionsNegativeTestJSON-559219980-project] 10.222.0.64 "GET /v2.0/security-groups?id=119c60c8-495a-49a5-9abb-937adc2a49b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588635 Oct 20 10:54:39.155038 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 940946f9-934a-4180-afd6-c116241821d4 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:54:39.155441 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:39.282880 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-082b558e-599b-466f-8055-63d071946f06 req-fd2bafd7-fb3f-43ee-bc1b-a1286dbaed7c service neutron] 10.222.0.69 "GET /v2.0/networks/d9f9d6ac-d96a-4cb7-ad8c-471fd13d6280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4896870 Oct 20 10:54:39.339166 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f3f9bdd7-a60a-41b2-9591-2f4dd11ab17f tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:39.343421 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2dd9990a-710d-4bbe-98eb-c3b6240b37bf tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:39.425067 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-7544034f-4dd2-4a75-9c1c-b0d79f834fbd None None] Provisioning complete for port 62e77116-6123-4988-a25f-28b326c26dc8 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:54:39.425735 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-7544034f-4dd2-4a75-9c1c-b0d79f834fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:39.445383 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-843bd476-3ba3-41ea-99e4-ad121487202f tempest-ExtraDHCPOptionsTestJSON-207844112 tempest-ExtraDHCPOptionsTestJSON-207844112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:39.474047 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-843bd476-3ba3-41ea-99e4-ad121487202f tempest-ExtraDHCPOptionsTestJSON-207844112 tempest-ExtraDHCPOptionsTestJSON-207844112-project] 10.222.0.64 "DELETE /v2.0/ports/e465457f-50b4-4b93-bcc2-19c3c5ba6d92 HTTP/1.1" status: 204 len: 168 time: 1.6897876 Oct 20 10:54:39.479272 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 52108) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:39.534508 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-7544034f-4dd2-4a75-9c1c-b0d79f834fbd None None] Port 62e77116-6123-4988-a25f-28b326c26dc8 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:54:39.589229 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-7544034f-4dd2-4a75-9c1c-b0d79f834fbd None None] Provisioning complete for port 76f0275b-d30d-4901-81a5-247681a75a00 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:54:39.592267 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-7544034f-4dd2-4a75-9c1c-b0d79f834fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:39.764951 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2dd9990a-710d-4bbe-98eb-c3b6240b37bf tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks [] for port, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:39.769788 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2dd9990a-710d-4bbe-98eb-c3b6240b37bf tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:39.776431 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_v2 [None req-41af65f8-f07f-4495-aa6a-b93a8bb60e81 tempest-ExtraDHCPOptionsTestJSON-207844112 tempest-ExtraDHCPOptionsTestJSON-207844112-project] Deleting subnet c43ee8b7-0932-42ba-8a82-4ec995bcfceb {{(pid=100596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:54:39.783608 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-41af65f8-f07f-4495-aa6a-b93a8bb60e81 tempest-ExtraDHCPOptionsTestJSON-207844112 tempest-ExtraDHCPOptionsTestJSON-207844112-project] Publish callbacks [] for subnet, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:39.827249 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd9990a-710d-4bbe-98eb-c3b6240b37bf tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Pushing event updated for resources: {'Port': ['ID=32a5e2b2-7064-405e-a661-9cea86f74452,revision_number=2']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:39.830865 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabb5488-72bd-41b4-8f48-baa57182a04e req-6426f3b4-6130-4f5a-8679-f6077d3bcda6 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:39.833045 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-dabb5488-72bd-41b4-8f48-baa57182a04e req-6426f3b4-6130-4f5a-8679-f6077d3bcda6 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=f333013b-3605-4c97-9095-c29d67e00745 HTTP/1.1" status: 200 len: 946 time: 0.1414936 Oct 20 10:54:39.834051 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-2dd9990a-710d-4bbe-98eb-c3b6240b37bf tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] In _notify_port_updated(), no bound segment for port 32a5e2b2-7064-405e-a661-9cea86f74452 on network 979b1063-72ef-43c8-9727-2150968986c5 {{(pid=100597) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 20 10:54:39.841930 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd9990a-710d-4bbe-98eb-c3b6240b37bf tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:39.842844 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2dd9990a-710d-4bbe-98eb-c3b6240b37bf tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:39.844404 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-2dd9990a-710d-4bbe-98eb-c3b6240b37bf tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] 10.222.0.64 "PUT /v2.0/ports/32a5e2b2-7064-405e-a661-9cea86f74452 HTTP/1.1" status: 200 len: 818 time: 0.9137435 Oct 20 10:54:39.847085 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 52114) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:39.882621 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-59b46f7f-204a-42d6-90e4-1104fe73c5c9 None None] Provisioning complete for port 62e77116-6123-4988-a25f-28b326c26dc8 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:54:39.883177 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-59b46f7f-204a-42d6-90e4-1104fe73c5c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:39.924251 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-41af65f8-f07f-4495-aa6a-b93a8bb60e81 tempest-ExtraDHCPOptionsTestJSON-207844112 tempest-ExtraDHCPOptionsTestJSON-207844112-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25189079'] for subnet, precommit_delete_associations {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:39.936719 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-59b46f7f-204a-42d6-90e4-1104fe73c5c9 None None] Port 62e77116-6123-4988-a25f-28b326c26dc8 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:54:39.965127 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-142425fe-fe20-4926-9716-e520b492cf45 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Deleting port 32a5e2b2-7064-405e-a661-9cea86f74452 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:54:39.965785 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-142425fe-fe20-4926-9716-e520b492cf45 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:39.984052 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-dabb5488-72bd-41b4-8f48-baa57182a04e req-9e700590-1072-45c8-ad11-539543d046dd tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=7d9a6fe5-d7f3-4fa2-86d5-4c121918dfe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934129 Oct 20 10:54:40.071940 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-142425fe-fe20-4926-9716-e520b492cf45 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:40.087456 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-142425fe-fe20-4926-9716-e520b492cf45 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Calling delete_port for 32a5e2b2-7064-405e-a661-9cea86f74452 owned by {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:54:40.118502 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-41af65f8-f07f-4495-aa6a-b93a8bb60e81 tempest-ExtraDHCPOptionsTestJSON-207844112 tempest-ExtraDHCPOptionsTestJSON-207844112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:40.195488 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 7 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 10:54:40.212073 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-142425fe-fe20-4926-9716-e520b492cf45 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:40.216654 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f3f9bdd7-a60a-41b2-9591-2f4dd11ab17f tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:40.231470 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f3f9bdd7-a60a-41b2-9591-2f4dd11ab17f tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:40.257912 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142425fe-fe20-4926-9716-e520b492cf45 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Pushing event deleted for resources: {'Port': ['ID=32a5e2b2-7064-405e-a661-9cea86f74452,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:40.275574 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-142425fe-fe20-4926-9716-e520b492cf45 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:40.291041 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-142425fe-fe20-4926-9716-e520b492cf45 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] 10.222.0.64 "DELETE /v2.0/ports/32a5e2b2-7064-405e-a661-9cea86f74452 HTTP/1.1" status: 204 len: 168 time: 0.4424603 Oct 20 10:54:40.293581 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 52122) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:40.300251 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-41af65f8-f07f-4495-aa6a-b93a8bb60e81 tempest-ExtraDHCPOptionsTestJSON-207844112 tempest-ExtraDHCPOptionsTestJSON-207844112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26836193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26761888'] for subnet, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:40.314214 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 76f0275b-d30d-4901-81a5-247681a75a00 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:54:40.377356 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8345a5f9-d339-4337-8ded-c4672342e9aa tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:40.382737 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-8345a5f9-d339-4337-8ded-c4672342e9aa tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 846 time: 0.0878136 Oct 20 10:54:40.384686 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 52124) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:40.394013 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41af65f8-f07f-4495-aa6a-b93a8bb60e81 tempest-ExtraDHCPOptionsTestJSON-207844112 tempest-ExtraDHCPOptionsTestJSON-207844112-project] Pushing event deleted for resources: {'Subnet': ['ID=c43ee8b7-0932-42ba-8a82-4ec995bcfceb,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:40.430639 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-419aecb9-8fb8-4190-a00f-21b828d3e481 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] GET failed (client error): The resource could not be found. Oct 20 10:54:40.438722 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-419aecb9-8fb8-4190-a00f-21b828d3e481 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] 10.222.0.64 "GET /v2.0/ports/32a5e2b2-7064-405e-a661-9cea86f74452 HTTP/1.1" status: 404 len: 333 time: 0.0500388 Oct 20 10:54:40.438941 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 52126) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:40.459447 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-41af65f8-f07f-4495-aa6a-b93a8bb60e81 tempest-ExtraDHCPOptionsTestJSON-207844112 tempest-ExtraDHCPOptionsTestJSON-207844112-project] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:40.459701 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a86fd8f-eded-4f07-bb83-06ae1ccd75d5 None None] Network 2f1b7ece-9f97-4778-95e5-f52c0f0851c2 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:54:40.467981 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 76f0275b-d30d-4901-81a5-247681a75a00 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:54:40.467981 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:40.471022 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-41af65f8-f07f-4495-aa6a-b93a8bb60e81 tempest-ExtraDHCPOptionsTestJSON-207844112 tempest-ExtraDHCPOptionsTestJSON-207844112-project] 10.222.0.64 "DELETE /v2.0/subnets/c43ee8b7-0932-42ba-8a82-4ec995bcfceb HTTP/1.1" status: 204 len: 168 time: 0.9892902 Oct 20 10:54:40.479311 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af62bdcd-ebe7-4d6c-9959-4b1cb76136d2 req-9aa07c5e-84de-4f68-8eb2-ab320dbcefff tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:40.480956 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-16b095e4-80c4-4f1c-bb36-e649ead20313 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2100962675'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:54:40.485602 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 52128) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:40.487945 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-af62bdcd-ebe7-4d6c-9959-4b1cb76136d2 req-9aa07c5e-84de-4f68-8eb2-ab320dbcefff tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3f9930f-6768-428d-b296-1e65ca6bdfa7 HTTP/1.1" status: 200 len: 944 time: 0.2539818 Oct 20 10:54:40.546767 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-af62bdcd-ebe7-4d6c-9959-4b1cb76136d2 req-47177313-802d-40e6-8efb-94ce70b86dad tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=58574406-52f6-4da8-ba4e-3f91a696d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519779 Oct 20 10:54:40.563980 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f9bdd7-a60a-41b2-9591-2f4dd11ab17f tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Pushing event updated for resources: {'Port': ['ID=62e77116-6123-4988-a25f-28b326c26dc8,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:40.572821 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f3f9bdd7-a60a-41b2-9591-2f4dd11ab17f tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1774432'] for router_interface, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:40.591923 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad0ed07-e1cd-4c20-811b-4aece4e12f04 req-923de107-c192-4afb-8fe8-fa2e53531b72 tempest-InstanceActionsNegativeTestJSON-559219980 tempest-InstanceActionsNegativeTestJSON-559219980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:40.600976 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9ad0ed07-e1cd-4c20-811b-4aece4e12f04 req-923de107-c192-4afb-8fe8-fa2e53531b72 tempest-InstanceActionsNegativeTestJSON-559219980 tempest-InstanceActionsNegativeTestJSON-559219980-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa26024c-8629-4fab-9712-7f3b75eceabb HTTP/1.1" status: 200 len: 944 time: 0.2708573 Oct 20 10:54:40.665481 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bbc46fd0-68ca-485e-a4a9-602e758f1bab tempest-ExtraDHCPOptionsTestJSON-207844112 tempest-ExtraDHCPOptionsTestJSON-207844112-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:40.696602 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16b095e4-80c4-4f1c-bb36-e649ead20313 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Made reservation on behalf of c1dc2571b4ea4623a4cbd3a1bfe8dca0 for: {'network': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:54:40.700655 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-16b095e4-80c4-4f1c-bb36-e649ead20313 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:40.728107 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 8249a63d-9683-4fbc-a2dc-742b2abbe1cf details requested by agent hyperv_n-h2-811396-3 with host n-h2-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:54:40.802605 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16b095e4-80c4-4f1c-bb36-e649ead20313 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 805} {{(pid=100597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:54:40.813167 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-16b095e4-80c4-4f1c-bb36-e649ead20313 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:40.813167 n-d-811396-3 neutron-server[100597]: INFO neutron.db.segments_db [None req-16b095e4-80c4-4f1c-bb36-e649ead20313 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Added segment 9fc5d5cf-81e5-4ff5-9a11-a75bcd55b5f9 of type vlan for network 2db8aa65-bca8-4d4c-a248-628248984760 Oct 20 10:54:40.829270 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3f9bdd7-a60a-41b2-9591-2f4dd11ab17f tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Network e41818e9-ba3e-442d-9b91-d6d4141e398e is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:54:40.835917 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-f3f9bdd7-a60a-41b2-9591-2f4dd11ab17f tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:54:40.853980 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-16b095e4-80c4-4f1c-bb36-e649ead20313 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:40.901413 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-16b095e4-80c4-4f1c-bb36-e649ead20313 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:40.911118 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b095e4-80c4-4f1c-bb36-e649ead20313 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:40.911843 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-16b095e4-80c4-4f1c-bb36-e649ead20313 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:40.962229 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7194d4cc-2ed6-4f12-bae9-834f131ee8ca None None] DHCP port deletion for 2f1b7ece-9f97-4778-95e5-f52c0f0851c2 request from n-d-811396-3 {{(pid=100598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:54:41.001032 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9ad0ed07-e1cd-4c20-811b-4aece4e12f04 req-1c892ca5-b618-47cb-989a-b8da05dd09e5 tempest-InstanceActionsNegativeTestJSON-559219980 tempest-InstanceActionsNegativeTestJSON-559219980-project] 10.222.0.64 "GET /v2.0/security-groups?id=119c60c8-495a-49a5-9abb-937adc2a49b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3989227 Oct 20 10:54:41.003746 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-eaa57b09-a622-419e-84e0-58430edb9e07 req-f47ee56f-bbb5-4e62-a517-2ae171ab5b0c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f333013b-3605-4c97-9095-c29d67e00745&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3292563 Oct 20 10:54:41.009164 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3f9bdd7-a60a-41b2-9591-2f4dd11ab17f tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Router 7f331247-5cea-4f05-9d1d-84a6c8dbf438 has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:54:41.030339 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5b8997-05d2-448c-9ba6-3659cad74631 req-952462a1-b2e9-4d46-b64e-5f665ea34cf9 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:41.048324 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-aa5b8997-05d2-448c-9ba6-3659cad74631 req-952462a1-b2e9-4d46-b64e-5f665ea34cf9 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3f9930f-6768-428d-b296-1e65ca6bdfa7 HTTP/1.1" status: 200 len: 944 time: 0.3941348 Oct 20 10:54:41.105203 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-16b095e4-80c4-4f1c-bb36-e649ead20313 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6587570 Oct 20 10:54:41.120142 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 52136) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:41.126642 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b095e4-80c4-4f1c-bb36-e649ead20313 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Pushing event updated for resources: {'Network': ['ID=2db8aa65-bca8-4d4c-a248-628248984760,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:41.141507 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network 2db8aa65-bca8-4d4c-a248-628248984760 details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:54:41.144244 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-cec4fb85-3012-4e72-a9af-036105d99ed2 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Request body: {'subnet': {'network_id': '2db8aa65-bca8-4d4c-a248-628248984760', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:54:41.193889 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa57b09-a622-419e-84e0-58430edb9e07 req-3fdccde9-11ca-4678-adcd-98160e300fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:41.195995 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-eaa57b09-a622-419e-84e0-58430edb9e07 req-3fdccde9-11ca-4678-adcd-98160e300fe9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=376203cb7dec4dad9717307d6c606d33&device_id=f333013b-3605-4c97-9095-c29d67e00745 HTTP/1.1" status: 200 len: 1097 time: 0.0854456 Oct 20 10:54:41.197472 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 8249a63d-9683-4fbc-a2dc-742b2abbe1cf, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=8249a63d-9683-4fbc-a2dc-742b2abbe1cf,segment=NetworkSegment(f2d0f28b-b6c9-4cd8-aa86-efe2cf3ccb18),segment_id=f2d0f28b-b6c9-4cd8-aa86-efe2cf3ccb18)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:54:41.224908 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Returning: {'device': '8249a63d-9683-4fbc-a2dc-742b2abbe1cf', 'network_id': 'd9f9d6ac-d96a-4cb7-ad8c-471fd13d6280', 'port_id': '8249a63d-9683-4fbc-a2dc-742b2abbe1cf', 'mac_address': 'fa:16:3e:b0:18:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 829, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4ee1d28-9fb5-4cd3-a7c5-6f77ae5f6aa7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:54:41.226126 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-bbc46fd0-68ca-485e-a4a9-602e758f1bab tempest-ExtraDHCPOptionsTestJSON-207844112 tempest-ExtraDHCPOptionsTestJSON-207844112-project] Deleting port 1a11599e-e04a-436b-a01e-f4c14bdbde25 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:54:41.226654 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bbc46fd0-68ca-485e-a4a9-602e758f1bab tempest-ExtraDHCPOptionsTestJSON-207844112 tempest-ExtraDHCPOptionsTestJSON-207844112-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:41.273326 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-7194d4cc-2ed6-4f12-bae9-834f131ee8ca None None] Deleting port 1a11599e-e04a-436b-a01e-f4c14bdbde25 {{(pid=100598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:54:41.273707 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-7194d4cc-2ed6-4f12-bae9-834f131ee8ca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:41.329889 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [None req-bbc46fd0-68ca-485e-a4a9-602e758f1bab tempest-ExtraDHCPOptionsTestJSON-207844112 tempest-ExtraDHCPOptionsTestJSON-207844112-project] For port 1a11599e-e04a-436b-a01e-f4c14bdbde25, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=1a11599e-e04a-436b-a01e-f4c14bdbde25,segment=NetworkSegment(f3f3b218-fb63-428f-a4b5-0def6f0d1725),segment_id=f3f3b218-fb63-428f-a4b5-0def6f0d1725)] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:54:41.330576 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bbc46fd0-68ca-485e-a4a9-602e758f1bab tempest-ExtraDHCPOptionsTestJSON-207844112 tempest-ExtraDHCPOptionsTestJSON-207844112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:41.339834 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-0471e9f7-a167-478e-8a86-80f40303fe8f None None] Provisioning complete for port 62e77116-6123-4988-a25f-28b326c26dc8 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:54:41.339834 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-0471e9f7-a167-478e-8a86-80f40303fe8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:41.352993 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-bbc46fd0-68ca-485e-a4a9-602e758f1bab tempest-ExtraDHCPOptionsTestJSON-207844112 tempest-ExtraDHCPOptionsTestJSON-207844112-project] Calling delete_port for 1a11599e-e04a-436b-a01e-f4c14bdbde25 owned by network:dhcp {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:54:41.398720 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:41.436512 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-7194d4cc-2ed6-4f12-bae9-834f131ee8ca None None] For port 1a11599e-e04a-436b-a01e-f4c14bdbde25, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=1a11599e-e04a-436b-a01e-f4c14bdbde25,segment=NetworkSegment(f3f3b218-fb63-428f-a4b5-0def6f0d1725),segment_id=f3f3b218-fb63-428f-a4b5-0def6f0d1725)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:54:41.436918 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-7194d4cc-2ed6-4f12-bae9-834f131ee8ca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:41.440806 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8249a63d-9683-4fbc-a2dc-742b2abbe1cf {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:54:41.444764 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3f9bdd7-a60a-41b2-9591-2f4dd11ab17f tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:54:41.445904 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-0471e9f7-a167-478e-8a86-80f40303fe8f None None] Port 62e77116-6123-4988-a25f-28b326c26dc8 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:54:41.458546 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6c4a61-c4a7-410c-996c-81cea942c716 None None] Sync routers for ids ['7f331247-5cea-4f05-9d1d-84a6c8dbf438'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:54:41.463850 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-f3f9bdd7-a60a-41b2-9591-2f4dd11ab17f tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "PUT /v2.0/routers/7f331247-5cea-4f05-9d1d-84a6c8dbf438/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3683124 Oct 20 10:54:41.464713 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-7194d4cc-2ed6-4f12-bae9-834f131ee8ca None None] Calling delete_port for 1a11599e-e04a-436b-a01e-f4c14bdbde25 owned by network:dhcp {{(pid=100598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:54:41.466025 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cec4fb85-3012-4e72-a9af-036105d99ed2 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Made reservation on behalf of c1dc2571b4ea4623a4cbd3a1bfe8dca0 for: {'subnet': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:54:41.471374 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-cec4fb85-3012-4e72-a9af-036105d99ed2 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26761797'] for subnet, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:41.479454 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 52138) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:41.482325 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 8249a63d-9683-4fbc-a2dc-742b2abbe1cf, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=8249a63d-9683-4fbc-a2dc-742b2abbe1cf,segment=NetworkSegment(f2d0f28b-b6c9-4cd8-aa86-efe2cf3ccb18),segment_id=f2d0f28b-b6c9-4cd8-aa86-efe2cf3ccb18)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:54:41.484532 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6c4a61-c4a7-410c-996c-81cea942c716 None None] Routers {'7f331247-5cea-4f05-9d1d-84a6c8dbf438'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:54:41.486215 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-5c6c4a61-c4a7-410c-996c-81cea942c716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:54:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['7f331247-5cea-4f05-9d1d-84a6c8dbf438'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:54:41.501501 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:41.539098 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-aa5b8997-05d2-448c-9ba6-3659cad74631 req-9ff8daa9-fa9b-4100-ba50-9e39707c54a3 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=58574406-52f6-4da8-ba4e-3f91a696d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4896483 Oct 20 10:54:41.618495 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-5c6c4a61-c4a7-410c-996c-81cea942c716 None None] Set router 7f331247-5cea-4f05-9d1d-84a6c8dbf438 gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:54:41.652985 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa57b09-a622-419e-84e0-58430edb9e07 req-1b292c90-1128-45c9-95ad-70763761c2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:41.656069 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-eaa57b09-a622-419e-84e0-58430edb9e07 req-1b292c90-1128-45c9-95ad-70763761c2b5 service neutron] 10.222.0.69 "GET /v2.0/networks?id=b8b1e2be-5932-428e-a716-07af13af4e6c HTTP/1.1" status: 200 len: 912 time: 0.2970006 Oct 20 10:54:41.770804 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-eaa57b09-a622-419e-84e0-58430edb9e07 req-6cc066a7-5e89-4d17-beaf-3cec69fd98ea service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d33cb694-c196-43c2-8360-cb3ae8d54011 HTTP/1.1" status: 200 len: 217 time: 0.1053526 Oct 20 10:54:41.799189 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bbc46fd0-68ca-485e-a4a9-602e758f1bab tempest-ExtraDHCPOptionsTestJSON-207844112 tempest-ExtraDHCPOptionsTestJSON-207844112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:41.826667 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9883bf72-2236-49d8-8360-1ce478703eb3 tempest-TestNetworkBasicOps-915599348 tempest-TestNetworkBasicOps-915599348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:41.827153 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9883bf72-2236-49d8-8360-1ce478703eb3 tempest-TestNetworkBasicOps-915599348 tempest-TestNetworkBasicOps-915599348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:41.827701 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9883bf72-2236-49d8-8360-1ce478703eb3 tempest-TestNetworkBasicOps-915599348 tempest-TestNetworkBasicOps-915599348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:41.828127 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9883bf72-2236-49d8-8360-1ce478703eb3 tempest-TestNetworkBasicOps-915599348 tempest-TestNetworkBasicOps-915599348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:41.829298 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9883bf72-2236-49d8-8360-1ce478703eb3 tempest-TestNetworkBasicOps-915599348 tempest-TestNetworkBasicOps-915599348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:41.829298 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9883bf72-2236-49d8-8360-1ce478703eb3 tempest-TestNetworkBasicOps-915599348 tempest-TestNetworkBasicOps-915599348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:41.830405 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9883bf72-2236-49d8-8360-1ce478703eb3 tempest-TestNetworkBasicOps-915599348 tempest-TestNetworkBasicOps-915599348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:41.830405 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9883bf72-2236-49d8-8360-1ce478703eb3 tempest-TestNetworkBasicOps-915599348 tempest-TestNetworkBasicOps-915599348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:41.830405 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9883bf72-2236-49d8-8360-1ce478703eb3 tempest-TestNetworkBasicOps-915599348 tempest-TestNetworkBasicOps-915599348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:41.830890 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9883bf72-2236-49d8-8360-1ce478703eb3 tempest-TestNetworkBasicOps-915599348 tempest-TestNetworkBasicOps-915599348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:41.831278 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9883bf72-2236-49d8-8360-1ce478703eb3 tempest-TestNetworkBasicOps-915599348 tempest-TestNetworkBasicOps-915599348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:41.831759 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9883bf72-2236-49d8-8360-1ce478703eb3 tempest-TestNetworkBasicOps-915599348 tempest-TestNetworkBasicOps-915599348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:41.843794 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-9883bf72-2236-49d8-8360-1ce478703eb3 tempest-TestNetworkBasicOps-915599348 tempest-TestNetworkBasicOps-915599348-project-admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8353 time: 0.3592024 Oct 20 10:54:41.846735 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 52148) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:41.856980 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-7194d4cc-2ed6-4f12-bae9-834f131ee8ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956'] for port, after_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:41.858954 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=8249a63d-9683-4fbc-a2dc-742b2abbe1cf,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:41.870981 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc46fd0-68ca-485e-a4a9-602e758f1bab tempest-ExtraDHCPOptionsTestJSON-207844112 tempest-ExtraDHCPOptionsTestJSON-207844112-project] Pushing event deleted for resources: {'Port': ['ID=1a11599e-e04a-436b-a01e-f4c14bdbde25,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:41.902022 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc46fd0-68ca-485e-a4a9-602e758f1bab tempest-ExtraDHCPOptionsTestJSON-207844112 tempest-ExtraDHCPOptionsTestJSON-207844112-project] No DVR routers for this DVR port 1a11599e-e04a-436b-a01e-f4c14bdbde25 on host n-d-811396-3 {{(pid=100597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:54:41.920402 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7194d4cc-2ed6-4f12-bae9-834f131ee8ca None None] Pushing event deleted for resources: {'Port': ['ID=1a11599e-e04a-436b-a01e-f4c14bdbde25,revision_number=None']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:41.946041 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7194d4cc-2ed6-4f12-bae9-834f131ee8ca None None] No DVR routers for this DVR port 1a11599e-e04a-436b-a01e-f4c14bdbde25 on host n-d-811396-3 {{(pid=100598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:54:41.970762 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa57b09-a622-419e-84e0-58430edb9e07 req-6939eb67-c817-4e1f-9a7a-db229c81f7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:41.972729 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-eaa57b09-a622-419e-84e0-58430edb9e07 req-6939eb67-c817-4e1f-9a7a-db229c81f7ee service neutron] 10.222.0.69 "GET /v2.0/subnets?id=437b47ec-4211-421c-828b-76408ce53dce HTTP/1.1" status: 200 len: 850 time: 0.1943085 Oct 20 10:54:41.989243 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['8249a63d-9683-4fbc-a2dc-742b2abbe1cf'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:54:42.056105 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bbc46fd0-68ca-485e-a4a9-602e758f1bab tempest-ExtraDHCPOptionsTestJSON-207844112 tempest-ExtraDHCPOptionsTestJSON-207844112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:42.084880 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa57b09-a622-419e-84e0-58430edb9e07 req-092b578a-22be-4bf8-8f81-2f24417c0b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:42.086455 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-eaa57b09-a622-419e-84e0-58430edb9e07 req-092b578a-22be-4bf8-8f81-2f24417c0b4e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b8b1e2be-5932-428e-a716-07af13af4e6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1030712 Oct 20 10:54:42.088097 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-bbc46fd0-68ca-485e-a4a9-602e758f1bab tempest-ExtraDHCPOptionsTestJSON-207844112 tempest-ExtraDHCPOptionsTestJSON-207844112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f1b7ece-9f97-4778-95e5-f52c0f0851c2']}} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:54:42.092818 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-5c6c4a61-c4a7-410c-996c-81cea942c716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f331247-5cea-4f05-9d1d-84a6c8dbf438', 'name': 'tempest-TestNetworkBasicOps-router-2074294164', 'tenant_id': 'ce3bca74c1d8467f832763bc531bfd88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '940946f9-934a-4180-afd6-c116241821d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:54:25Z', 'updated_at': '2021-10-20T10:54:39Z', 'revision_number': 4, 'project_id': 'ce3bca74c1d8467f832763bc531bfd88', 'gw_port': {'id': '940946f9-934a-4180-afd6-c116241821d4', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:0b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f331247-5cea-4f05-9d1d-84a6c8dbf438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3008, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:54:26Z', 'updated_at': '2021-10-20T10:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '62e77116-6123-4988-a25f-28b326c26dc8', 'name': '', 'network_id': 'e41818e9-ba3e-442d-9b91-d6d4141e398e', 'tenant_id': 'ce3bca74c1d8467f832763bc531bfd88', 'mac_address': 'fa:16:3e:40:3f:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f331247-5cea-4f05-9d1d-84a6c8dbf438', 'device_owner': 'network:router_interface', 'standard_attr_id': 3020, 'fixed_ips': [{'subnet_id': 'bddd1341-c5ba-4b8c-aefb-4ae93484dff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:54:37Z', 'updated_at': '2021-10-20T10:54:39Z', 'revision_number': 2, 'project_id': 'ce3bca74c1d8467f832763bc531bfd88', 'subnets': [{'id': 'bddd1341-c5ba-4b8c-aefb-4ae93484dff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:54:42.106659 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-bbc46fd0-68ca-485e-a4a9-602e758f1bab tempest-ExtraDHCPOptionsTestJSON-207844112 tempest-ExtraDHCPOptionsTestJSON-207844112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3f3b218-fb63-428f-a4b5-0def6f0d1725') {'for_net_delete': True} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:54:42.107253 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-bbc46fd0-68ca-485e-a4a9-602e758f1bab tempest-ExtraDHCPOptionsTestJSON-207844112 tempest-ExtraDHCPOptionsTestJSON-207844112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3f3b218-fb63-428f-a4b5-0def6f0d1725') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:54:42.127977 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bbc46fd0-68ca-485e-a4a9-602e758f1bab tempest-ExtraDHCPOptionsTestJSON-207844112 tempest-ExtraDHCPOptionsTestJSON-207844112-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25852596'] for segment, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:42.137012 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6c4a61-c4a7-410c-996c-81cea942c716 None None] Checking router: 7f331247-5cea-4f05-9d1d-84a6c8dbf438 for host: n-d-811396-3 {{(pid=100599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:54:42.137682 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6c4a61-c4a7-410c-996c-81cea942c716 None None] Updating router 7f331247-5cea-4f05-9d1d-84a6c8dbf438 port 62e77116-6123-4988-a25f-28b326c26dc8 binding host n-d-811396-3 {{(pid=100599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 10:54:42.197545 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bbc46fd0-68ca-485e-a4a9-602e758f1bab tempest-ExtraDHCPOptionsTestJSON-207844112 tempest-ExtraDHCPOptionsTestJSON-207844112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:42.200678 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-5c6c4a61-c4a7-410c-996c-81cea942c716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:42.214244 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbc46fd0-68ca-485e-a4a9-602e758f1bab tempest-ExtraDHCPOptionsTestJSON-207844112 tempest-ExtraDHCPOptionsTestJSON-207844112-project] Releasing vlan 826 on physical network physnet1 to pool {{(pid=100597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:54:42.214611 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bbc46fd0-68ca-485e-a4a9-602e758f1bab tempest-ExtraDHCPOptionsTestJSON-207844112 tempest-ExtraDHCPOptionsTestJSON-207844112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951012'] for segment, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:42.218341 n-d-811396-3 neutron-server[100597]: Traceback (most recent call last): Oct 20 10:54:42.218341 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:54:42.218341 n-d-811396-3 neutron-server[100597]: timer() Oct 20 10:54:42.218341 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:54:42.218341 n-d-811396-3 neutron-server[100597]: cb(*args, **kw) Oct 20 10:54:42.218341 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:54:42.218341 n-d-811396-3 neutron-server[100597]: return func(*args, **kwargs) Oct 20 10:54:42.218341 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:54:42.218341 n-d-811396-3 neutron-server[100597]: self._notify() Oct 20 10:54:42.218341 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:54:42.218341 n-d-811396-3 neutron-server[100597]: self.callback(batched_events) Oct 20 10:54:42.218341 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:54:42.218341 n-d-811396-3 neutron-server[100597]: event.method(event) Oct 20 10:54:42.218341 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:54:42.218341 n-d-811396-3 neutron-server[100597]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:54:42.218341 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:54:42.218341 n-d-811396-3 neutron-server[100597]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:54:42.218341 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:54:42.218341 n-d-811396-3 neutron-server[100597]: return f(self, *a, **k) Oct 20 10:54:42.218341 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:54:42.218341 n-d-811396-3 neutron-server[100597]: return self._get(url).json() Oct 20 10:54:42.218341 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:54:42.218341 n-d-811396-3 neutron-server[100597]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:54:42.218341 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:54:42.218341 n-d-811396-3 neutron-server[100597]: return self.request(url, 'GET', **kwargs) Oct 20 10:54:42.218341 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:54:42.218341 n-d-811396-3 neutron-server[100597]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:54:42.218341 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:54:42.218341 n-d-811396-3 neutron-server[100597]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:54:42.218341 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:54:42.218341 n-d-811396-3 neutron-server[100597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:54:42.218341 n-d-811396-3 neutron-server[100597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:54:42.336892 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-eaa57b09-a622-419e-84e0-58430edb9e07 req-6bc1f065-1c09-4ec7-b73e-055f8dbdca2d service neutron] 10.222.0.69 "GET /v2.0/networks/b8b1e2be-5932-428e-a716-07af13af4e6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2413256 Oct 20 10:54:42.337998 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bbc46fd0-68ca-485e-a4a9-602e758f1bab tempest-ExtraDHCPOptionsTestJSON-207844112 tempest-ExtraDHCPOptionsTestJSON-207844112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:42.353782 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee4e938-75af-4b5e-9b9c-8aa7d7240ce2 tempest-TestNetworkBasicOps-915599348 tempest-TestNetworkBasicOps-915599348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:42.354545 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee4e938-75af-4b5e-9b9c-8aa7d7240ce2 tempest-TestNetworkBasicOps-915599348 tempest-TestNetworkBasicOps-915599348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:42.355994 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee4e938-75af-4b5e-9b9c-8aa7d7240ce2 tempest-TestNetworkBasicOps-915599348 tempest-TestNetworkBasicOps-915599348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:42.356457 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee4e938-75af-4b5e-9b9c-8aa7d7240ce2 tempest-TestNetworkBasicOps-915599348 tempest-TestNetworkBasicOps-915599348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:42.356911 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee4e938-75af-4b5e-9b9c-8aa7d7240ce2 tempest-TestNetworkBasicOps-915599348 tempest-TestNetworkBasicOps-915599348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:42.357365 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee4e938-75af-4b5e-9b9c-8aa7d7240ce2 tempest-TestNetworkBasicOps-915599348 tempest-TestNetworkBasicOps-915599348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:42.357806 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee4e938-75af-4b5e-9b9c-8aa7d7240ce2 tempest-TestNetworkBasicOps-915599348 tempest-TestNetworkBasicOps-915599348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:42.358267 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee4e938-75af-4b5e-9b9c-8aa7d7240ce2 tempest-TestNetworkBasicOps-915599348 tempest-TestNetworkBasicOps-915599348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:42.358705 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee4e938-75af-4b5e-9b9c-8aa7d7240ce2 tempest-TestNetworkBasicOps-915599348 tempest-TestNetworkBasicOps-915599348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:42.364124 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-2ee4e938-75af-4b5e-9b9c-8aa7d7240ce2 tempest-TestNetworkBasicOps-915599348 tempest-TestNetworkBasicOps-915599348-project-admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5915 time: 0.5131798 Oct 20 10:54:42.385256 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 1a11599e-e04a-436b-a01e-f4c14bdbde25 no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:54:42.389062 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 52160) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:42.390138 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bbc46fd0-68ca-485e-a4a9-602e758f1bab tempest-ExtraDHCPOptionsTestJSON-207844112 tempest-ExtraDHCPOptionsTestJSON-207844112-project] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:42.393382 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-bbc46fd0-68ca-485e-a4a9-602e758f1bab tempest-ExtraDHCPOptionsTestJSON-207844112 tempest-ExtraDHCPOptionsTestJSON-207844112-project] 10.222.0.64 "DELETE /v2.0/networks/2f1b7ece-9f97-4778-95e5-f52c0f0851c2 HTTP/1.1" status: 204 len: 168 time: 1.9039450 Oct 20 10:54:42.394317 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc46fd0-68ca-485e-a4a9-602e758f1bab tempest-ExtraDHCPOptionsTestJSON-207844112 tempest-ExtraDHCPOptionsTestJSON-207844112-project] Pushing event deleted for resources: {'Network': ['ID=2f1b7ece-9f97-4778-95e5-f52c0f0851c2,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:42.421109 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 1a11599e-e04a-436b-a01e-f4c14bdbde25 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:54:42.422850 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 1a11599e-e04a-436b-a01e-f4c14bdbde25 not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:54:42.424204 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2bec7f-a9e5-4610-896a-da8a119442c8 req-98b52cec-b736-4d32-9644-8dd80c8dc8f4 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:42.425785 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0c2bec7f-a9e5-4610-896a-da8a119442c8 req-98b52cec-b736-4d32-9644-8dd80c8dc8f4 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/networks?id=b8b1e2be-5932-428e-a716-07af13af4e6c HTTP/1.1" status: 200 len: 811 time: 0.4455938 Oct 20 10:54:42.504525 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0c2bec7f-a9e5-4610-896a-da8a119442c8 req-6e8ef851-03ec-491c-a117-4a62d6290d2f tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/quotas/376203cb7dec4dad9717307d6c606d33 HTTP/1.1" status: 200 len: 375 time: 0.0627649 Oct 20 10:54:42.515448 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fd3ff2-ffd7-4271-af5a-8fffda591260 req-8711aa9c-4642-47c6-af9f-dd0ecdaf4746 tempest-InstanceActionsNegativeTestJSON-559219980 tempest-InstanceActionsNegativeTestJSON-559219980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:42.517113 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-48fd3ff2-ffd7-4271-af5a-8fffda591260 req-8711aa9c-4642-47c6-af9f-dd0ecdaf4746 tempest-InstanceActionsNegativeTestJSON-559219980 tempest-InstanceActionsNegativeTestJSON-559219980-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa26024c-8629-4fab-9712-7f3b75eceabb HTTP/1.1" status: 200 len: 945 time: 0.3486321 Oct 20 10:54:42.527427 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-cec4fb85-3012-4e72-a9af-036105d99ed2 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26836128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26761819'] for subnet, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:42.720523 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec4fb85-3012-4e72-a9af-036105d99ed2 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Pushing event updated for resources: {'Subnet': ['ID=619410a1-f680-4a09-bd16-1f53551c5aa2,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:42.739837 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 52174) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:42.761964 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-48fd3ff2-ffd7-4271-af5a-8fffda591260 req-19a1cc17-c817-4b8c-a130-c23f0cc414d6 tempest-InstanceActionsNegativeTestJSON-559219980 tempest-InstanceActionsNegativeTestJSON-559219980-project] 10.222.0.64 "GET /v2.0/security-groups?id=119c60c8-495a-49a5-9abb-937adc2a49b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172880 Oct 20 10:54:42.773869 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0c2bec7f-a9e5-4610-896a-da8a119442c8 req-102e43ee-4d3c-4079-a552-d89e987ccdb0 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=376203cb7dec4dad9717307d6c606d33&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2557769 Oct 20 10:54:42.774987 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec4fb85-3012-4e72-a9af-036105d99ed2 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Checking segment: {'id': '9fc5d5cf-81e5-4ff5-9a11-a75bcd55b5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '2db8aa65-bca8-4d4c-a248-628248984760'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:54:42.775293 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec4fb85-3012-4e72-a9af-036105d99ed2 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Network hostable DHCP agents. Network: 2db8aa65-bca8-4d4c-a248-628248984760, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:54:42.824925 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-5c6c4a61-c4a7-410c-996c-81cea942c716 None None] Publish callbacks [] for port, precommit_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:42.833983 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-5c6c4a61-c4a7-410c-996c-81cea942c716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:42.874060 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec4fb85-3012-4e72-a9af-036105d99ed2 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Network 2db8aa65-bca8-4d4c-a248-628248984760 is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:54:42.926197 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-cec4fb85-3012-4e72-a9af-036105d99ed2 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, 2db8aa65-bca8-4d4c-a248-628248984760) {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:54:42.940756 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e941fab7-bb3c-43c4-a092-72545e1afd42 None None] Network 2db8aa65-bca8-4d4c-a248-628248984760 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:54:43.065431 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0c2bec7f-a9e5-4610-896a-da8a119442c8 req-6bf9a248-7ea6-4500-8232-fc3e04dc9329 service neutron] 10.222.0.64 "GET /v2.0/networks/b8b1e2be-5932-428e-a716-07af13af4e6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2790432 Oct 20 10:54:43.074078 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec4fb85-3012-4e72-a9af-036105d99ed2 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:43.074707 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-cec4fb85-3012-4e72-a9af-036105d99ed2 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:43.142775 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-cec4fb85-3012-4e72-a9af-036105d99ed2 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0198371 Oct 20 10:54:43.163480 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 52182) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:43.188134 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-936ab957-65f3-4c28-abd2-74859eb90636 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Request body: {'subnet': {'network_id': '2db8aa65-bca8-4d4c-a248-628248984760', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:54:43.308353 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-eaa57b09-a622-419e-84e0-58430edb9e07 req-80070e59-6d5b-4353-a2be-7da38a53e96a service neutron] 10.222.0.69 "GET /v2.0/networks/b8b1e2be-5932-428e-a716-07af13af4e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9198914 Oct 20 10:54:43.312660 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a175c3dd-bc25-43d1-8b54-4c651f64b41c None None] Pushing event updated for resources: {'Port': ['ID=62e77116-6123-4988-a25f-28b326c26dc8,revision_number=3']} {{(pid=100599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:43.348260 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a175c3dd-bc25-43d1-8b54-4c651f64b41c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:54:43.350997 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a175c3dd-bc25-43d1-8b54-4c651f64b41c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:54:43.351773 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a175c3dd-bc25-43d1-8b54-4c651f64b41c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:54:43.355102 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a175c3dd-bc25-43d1-8b54-4c651f64b41c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:54:43.356250 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a175c3dd-bc25-43d1-8b54-4c651f64b41c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:54:43.356250 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a175c3dd-bc25-43d1-8b54-4c651f64b41c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:54:43.356549 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a175c3dd-bc25-43d1-8b54-4c651f64b41c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:54:43.357072 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a175c3dd-bc25-43d1-8b54-4c651f64b41c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:54:43.357582 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a175c3dd-bc25-43d1-8b54-4c651f64b41c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:54:43.357909 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a175c3dd-bc25-43d1-8b54-4c651f64b41c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:54:43.358226 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a175c3dd-bc25-43d1-8b54-4c651f64b41c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:54:43.359790 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a175c3dd-bc25-43d1-8b54-4c651f64b41c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:54:43.376641 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-5c6c4a61-c4a7-410c-996c-81cea942c716 None None] Attempting to bind port 62e77116-6123-4988-a25f-28b326c26dc8 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:54:43.377023 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-5c6c4a61-c4a7-410c-996c-81cea942c716 None None] Attempting to bind port 62e77116-6123-4988-a25f-28b326c26dc8 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '6c99b3fb-dda6-4c64-92a7-3755ba476718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'e41818e9-ba3e-442d-9b91-d6d4141e398e'}] {{(pid=100599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:54:43.379808 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6c4a61-c4a7-410c-996c-81cea942c716 None None] Attempting to bind port 62e77116-6123-4988-a25f-28b326c26dc8 on network e41818e9-ba3e-442d-9b91-d6d4141e398e {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:54:43.391336 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6c4a61-c4a7-410c-996c-81cea942c716 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 54, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:54:43.391924 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6c4a61-c4a7-410c-996c-81cea942c716 None None] Checking segment: {'id': '6c99b3fb-dda6-4c64-92a7-3755ba476718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'e41818e9-ba3e-442d-9b91-d6d4141e398e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:54:43.392324 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-5c6c4a61-c4a7-410c-996c-81cea942c716 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:43.392712 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6c4a61-c4a7-410c-996c-81cea942c716 None None] Bound using segment: {'id': '6c99b3fb-dda6-4c64-92a7-3755ba476718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'e41818e9-ba3e-442d-9b91-d6d4141e398e'} {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:54:43.393176 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-5c6c4a61-c4a7-410c-996c-81cea942c716 None None] Bound port: 62e77116-6123-4988-a25f-28b326c26dc8, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c99b3fb-dda6-4c64-92a7-3755ba476718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'e41818e9-ba3e-442d-9b91-d6d4141e398e'}}] {{(pid=100599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:54:43.399584 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-aead19f3-7c4f-4022-8982-2f75aa11e398 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7605300333b140d69a75101df6e23865&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6564529 Oct 20 10:54:43.401184 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-5c6c4a61-c4a7-410c-996c-81cea942c716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:43.407198 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 52186) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:43.513529 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-936ab957-65f3-4c28-abd2-74859eb90636 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Made reservation on behalf of c1dc2571b4ea4623a4cbd3a1bfe8dca0 for: {'subnet': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:54:43.517795 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-936ab957-65f3-4c28-abd2-74859eb90636 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26761797'] for subnet, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:43.518410 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.db [None req-5c6c4a61-c4a7-410c-996c-81cea942c716 None None] For port 62e77116-6123-4988-a25f-28b326c26dc8, host n-d-811396-3, cleared binding levels {{(pid=100599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:54:43.519174 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-154bcb4a-48bd-41ca-851e-7c3b5c6e4801 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:43.522512 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.db [None req-5c6c4a61-c4a7-410c-996c-81cea942c716 None None] For port 62e77116-6123-4988-a25f-28b326c26dc8, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=62e77116-6123-4988-a25f-28b326c26dc8,segment=NetworkSegment(6c99b3fb-dda6-4c64-92a7-3755ba476718),segment_id=6c99b3fb-dda6-4c64-92a7-3755ba476718)] {{(pid=100599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:54:43.531256 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-5c6c4a61-c4a7-410c-996c-81cea942c716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:43.564115 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0c2bec7f-a9e5-4610-896a-da8a119442c8 req-6cf4921c-689b-4dce-ad59-05aca5d3c1ae service neutron] 10.222.0.64 "GET /v2.0/networks/b8b1e2be-5932-428e-a716-07af13af4e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4849050 Oct 20 10:54:43.569735 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-154bcb4a-48bd-41ca-851e-7c3b5c6e4801 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:43.599954 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a175c3dd-bc25-43d1-8b54-4c651f64b41c None None] Pushing event updated for resources: {'Port': ['ID=62e77116-6123-4988-a25f-28b326c26dc8,revision_number=4']} {{(pid=100599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:43.622466 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6c4a61-c4a7-410c-996c-81cea942c716 None None] Routers {'7f331247-5cea-4f05-9d1d-84a6c8dbf438'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:54:43.623167 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-5c6c4a61-c4a7-410c-996c-81cea942c716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:54:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['7f331247-5cea-4f05-9d1d-84a6c8dbf438'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:54:43.671561 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-4214c22e-0205-4404-8087-c9c1f5bca274 None None] Provisioning complete for port 62e77116-6123-4988-a25f-28b326c26dc8 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:54:43.672073 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-4214c22e-0205-4404-8087-c9c1f5bca274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:43.674453 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-154bcb4a-48bd-41ca-851e-7c3b5c6e4801 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:43.678038 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-154bcb4a-48bd-41ca-851e-7c3b5c6e4801 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:43.679706 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-154bcb4a-48bd-41ca-851e-7c3b5c6e4801 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/267e5338-7137-478e-bdbc-7261909f64f5 HTTP/1.1" status: 204 len: 168 time: 0.2702420 Oct 20 10:54:43.704022 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154bcb4a-48bd-41ca-851e-7c3b5c6e4801 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=267e5338-7137-478e-bdbc-7261909f64f5,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:43.729998 n-d-811396-3 neutron-server[100596]: INFO neutron.db.ipam_backend_mixin [None req-936ab957-65f3-4c28-abd2-74859eb90636 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 619410a1-f680-4a09-bd16-1f53551c5aa2 (CIDR: 2001:db8::/64) Oct 20 10:54:43.735491 n-d-811396-3 neutron-server[100596]: INFO neutron.pecan_wsgi.hooks.translation [None req-936ab957-65f3-4c28-abd2-74859eb90636 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 10:54:43.736860 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-936ab957-65f3-4c28-abd2-74859eb90636 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:54:43.750316 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-cd1dc21f-5005-4135-8cd8-33097f931445 tempest-TestNetworkBasicOps-915599348 tempest-TestNetworkBasicOps-915599348-project-admin] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4495 time: 1.3390031 Oct 20 10:54:43.779427 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-936ab957-65f3-4c28-abd2-74859eb90636 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6019084 Oct 20 10:54:43.782173 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 52202) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:43.789366 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-2572c494-834c-4c08-b335-131abf6d2fcb tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Request body: {'subnet': {'network_id': '2db8aa65-bca8-4d4c-a248-628248984760', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:54:43.853601 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-5c6c4a61-c4a7-410c-996c-81cea942c716 None None] Set router 7f331247-5cea-4f05-9d1d-84a6c8dbf438 gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:54:43.949824 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c702645b-89b8-4186-891b-b10547ee6d3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524064ba-869c-5550-b826-c26b69a11278-2db8aa65-bca8-4d4c-a248-628248984760', 'network_id': '2db8aa65-bca8-4d4c-a248-628248984760', 'tenant_id': 'c1dc2571b4ea4623a4cbd3a1bfe8dca0', 'fixed_ips': [{'subnet_id': '619410a1-f680-4a09-bd16-1f53551c5aa2'}]}} from n-d-811396-3. {{(pid=100598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:54:43.952464 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-c702645b-89b8-4186-891b-b10547ee6d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:44.053712 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2572c494-834c-4c08-b335-131abf6d2fcb tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Made reservation on behalf of c1dc2571b4ea4623a4cbd3a1bfe8dca0 for: {'subnet': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:54:44.066898 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2572c494-834c-4c08-b335-131abf6d2fcb tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25350782'] for subnet, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:44.238587 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-4214c22e-0205-4404-8087-c9c1f5bca274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:44.332305 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-4214c22e-0205-4404-8087-c9c1f5bca274 None None] For port 62e77116-6123-4988-a25f-28b326c26dc8, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=62e77116-6123-4988-a25f-28b326c26dc8,segment=NetworkSegment(6c99b3fb-dda6-4c64-92a7-3755ba476718),segment_id=6c99b3fb-dda6-4c64-92a7-3755ba476718)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:54:44.342052 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-4214c22e-0205-4404-8087-c9c1f5bca274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:44.381316 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-5c6c4a61-c4a7-410c-996c-81cea942c716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f331247-5cea-4f05-9d1d-84a6c8dbf438', 'name': 'tempest-TestNetworkBasicOps-router-2074294164', 'tenant_id': 'ce3bca74c1d8467f832763bc531bfd88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '940946f9-934a-4180-afd6-c116241821d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:54:25Z', 'updated_at': '2021-10-20T10:54:39Z', 'revision_number': 4, 'project_id': 'ce3bca74c1d8467f832763bc531bfd88', 'gw_port': {'id': '940946f9-934a-4180-afd6-c116241821d4', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:0b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f331247-5cea-4f05-9d1d-84a6c8dbf438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3008, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:54:26Z', 'updated_at': '2021-10-20T10:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '62e77116-6123-4988-a25f-28b326c26dc8', 'name': '', 'network_id': 'e41818e9-ba3e-442d-9b91-d6d4141e398e', 'tenant_id': 'ce3bca74c1d8467f832763bc531bfd88', 'mac_address': 'fa:16:3e:40:3f:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f331247-5cea-4f05-9d1d-84a6c8dbf438', 'device_owner': 'network:router_interface', 'standard_attr_id': 3020, 'fixed_ips': [{'subnet_id': 'bddd1341-c5ba-4b8c-aefb-4ae93484dff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:54:37Z', 'updated_at': '2021-10-20T10:54:43Z', 'revision_number': 4, 'project_id': 'ce3bca74c1d8467f832763bc531bfd88', 'subnets': [{'id': 'bddd1341-c5ba-4b8c-aefb-4ae93484dff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:54:44.417922 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40277da2-37cc-4bd5-bb64-da96f8b7b202 req-82e582e8-5407-425f-8999-a588c9301bbe tempest-InstanceActionsNegativeTestJSON-559219980 tempest-InstanceActionsNegativeTestJSON-559219980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:44.423198 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-40277da2-37cc-4bd5-bb64-da96f8b7b202 req-82e582e8-5407-425f-8999-a588c9301bbe tempest-InstanceActionsNegativeTestJSON-559219980 tempest-InstanceActionsNegativeTestJSON-559219980-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa26024c-8629-4fab-9712-7f3b75eceabb HTTP/1.1" status: 200 len: 945 time: 0.2159672 Oct 20 10:54:44.451870 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 52220) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:44.464175 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-2158f211-f4b8-4e69-a552-f9ca48e2c5af tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1415083328', 'description': 'tempest-secgroup-smoke-1415083328 description', 'project_id': 'ce3bca74c1d8467f832763bc531bfd88'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:54:44.516203 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6c4a61-c4a7-410c-996c-81cea942c716 None None] The sync data for ids ['7f331247-5cea-4f05-9d1d-84a6c8dbf438'] in n-d-811396-3 is: [{'id': '7f331247-5cea-4f05-9d1d-84a6c8dbf438', 'name': 'tempest-TestNetworkBasicOps-router-2074294164', 'tenant_id': 'ce3bca74c1d8467f832763bc531bfd88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '940946f9-934a-4180-afd6-c116241821d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:54:25Z', 'updated_at': '2021-10-20T10:54:39Z', 'revision_number': 4, 'project_id': 'ce3bca74c1d8467f832763bc531bfd88', 'gw_port': {'id': '940946f9-934a-4180-afd6-c116241821d4', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:0b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f331247-5cea-4f05-9d1d-84a6c8dbf438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3008, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:54:26Z', 'updated_at': '2021-10-20T10:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '62e77116-6123-4988-a25f-28b326c26dc8', 'name': '', 'network_id': 'e41818e9-ba3e-442d-9b91-d6d4141e398e', 'tenant_id': 'ce3bca74c1d8467f832763bc531bfd88', 'mac_address': 'fa:16:3e:40:3f:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f331247-5cea-4f05-9d1d-84a6c8dbf438', 'device_owner': 'network:router_interface', 'standard_attr_id': 3020, 'fixed_ips': [{'subnet_id': 'bddd1341-c5ba-4b8c-aefb-4ae93484dff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:54:37Z', 'updated_at': '2021-10-20T10:54:43Z', 'revision_number': 4, 'project_id': 'ce3bca74c1d8467f832763bc531bfd88', 'subnets': [{'id': 'bddd1341-c5ba-4b8c-aefb-4ae93484dff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:54:44.518331 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4214c22e-0205-4404-8087-c9c1f5bca274 None None] Pushing event updated for resources: {'Port': ['ID=62e77116-6123-4988-a25f-28b326c26dc8,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:44.542495 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-40277da2-37cc-4bd5-bb64-da96f8b7b202 req-2b2b8342-4f30-42d4-a0c9-9d5256d52ddd tempest-InstanceActionsNegativeTestJSON-559219980 tempest-InstanceActionsNegativeTestJSON-559219980-project] 10.222.0.64 "GET /v2.0/security-groups?id=119c60c8-495a-49a5-9abb-937adc2a49b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088238 Oct 20 10:54:44.608949 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2158f211-f4b8-4e69-a552-f9ca48e2c5af tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:44.654082 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-c702645b-89b8-4186-891b-b10547ee6d3f None None] Allocated IP 2001:db8::2 (2db8aa65-bca8-4d4c-a248-628248984760/619410a1-f680-4a09-bd16-1f53551c5aa2/287f9923-400a-4b1e-9e40-2889807c0427) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:54:44.672557 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-881b44f0-9efc-4430-b588-cf8af8caf803 req-c9ce479b-fdd3-4ef6-a736-9a45788273b7 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=928910e8-f235-47d6-a26a-937049f93884 HTTP/1.1" status: 200 len: 210 time: 0.1249752 Oct 20 10:54:44.681228 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-c6737292-7863-48e3-b090-9d5382a945e8 None None] Provisioning complete for port 62e77116-6123-4988-a25f-28b326c26dc8 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:54:44.681772 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-c6737292-7863-48e3-b090-9d5382a945e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:44.741147 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 8249a63d-9683-4fbc-a2dc-742b2abbe1cf up at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:54:44.968623 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2158f211-f4b8-4e69-a552-f9ca48e2c5af tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:44.993602 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2158f211-f4b8-4e69-a552-f9ca48e2c5af tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:45.075622 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning for port 8249a63d-9683-4fbc-a2dc-742b2abbe1cf completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:54:45.094406 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning complete for port 8249a63d-9683-4fbc-a2dc-742b2abbe1cf triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:54:45.096493 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:45.103281 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2158f211-f4b8-4e69-a552-f9ca48e2c5af tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:45.108202 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 52238) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:45.108626 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-2158f211-f4b8-4e69-a552-f9ca48e2c5af tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6554587 Oct 20 10:54:45.112975 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2158f211-f4b8-4e69-a552-f9ca48e2c5af tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Pushing event updated for resources: {'SecurityGroup': ['ID=223e9882-16a3-4f37-ab85-863f9037f1b5,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:45.117854 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-d7c70c55-bc8d-4745-a83e-42068d83e114 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Request body: {'security_group_rule': {'security_group_id': '223e9882-16a3-4f37-ab85-863f9037f1b5', 'project_id': 'ce3bca74c1d8467f832763bc531bfd88', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:54:45.139271 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2572c494-834c-4c08-b335-131abf6d2fcb tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25350752'] for subnet, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:45.177772 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d7c70c55-bc8d-4745-a83e-42068d83e114 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:45.275675 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2572c494-834c-4c08-b335-131abf6d2fcb tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Network 2db8aa65-bca8-4d4c-a248-628248984760 is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:54:45.281031 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-2572c494-834c-4c08-b335-131abf6d2fcb tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:54:45.285510 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 52240) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:45.287685 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2572c494-834c-4c08-b335-131abf6d2fcb tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:45.289077 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2572c494-834c-4c08-b335-131abf6d2fcb tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:45.290925 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-c702645b-89b8-4186-891b-b10547ee6d3f None None] Publish callbacks [] for port, precommit_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:45.302796 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2572c494-834c-4c08-b335-131abf6d2fcb tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Pushing event updated for resources: {'Subnet': ['ID=345c4d40-b14a-42ba-b15c-3bf769ef9ac2,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:45.315537 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-c702645b-89b8-4186-891b-b10547ee6d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:45.320904 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-2572c494-834c-4c08-b335-131abf6d2fcb tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.5370789 Oct 20 10:54:45.322084 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 52244) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:45.341998 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d7c70c55-bc8d-4745-a83e-42068d83e114 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:45.346589 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-c9565b85-2a64-4246-b47b-0cac313b43b8 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Request body: {'port': {'network_id': '2db8aa65-bca8-4d4c-a248-628248984760', 'fixed_ips': [{'subnet_id': '619410a1-f680-4a09-bd16-1f53551c5aa2'}, {'subnet_id': '345c4d40-b14a-42ba-b15c-3bf769ef9ac2'}], 'name': 'tempest-PortsIpV6TestJSON-2137986338'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:54:45.347651 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d7c70c55-bc8d-4745-a83e-42068d83e114 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:45.391072 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d7c70c55-bc8d-4745-a83e-42068d83e114 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:45.398850 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-d7c70c55-bc8d-4745-a83e-42068d83e114 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2889214 Oct 20 10:54:45.401065 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 52246) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:45.402375 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c70c55-bc8d-4745-a83e-42068d83e114 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b84e3850-f104-499f-aef0-84cd696f1008,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:45.416821 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-0d519140-5a12-41cf-8e21-f8f6d2cdee5e tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Request body: {'security_group_rule': {'security_group_id': '223e9882-16a3-4f37-ab85-863f9037f1b5', 'project_id': 'ce3bca74c1d8467f832763bc531bfd88', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:54:45.425991 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c702645b-89b8-4186-891b-b10547ee6d3f None None] Pushing event updated for resources: {'Port': ['ID=287f9923-400a-4b1e-9e40-2889807c0427,revision_number=1']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:45.515254 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c702645b-89b8-4186-891b-b10547ee6d3f None None] Network 2db8aa65-bca8-4d4c-a248-628248984760 is already hosted by enough agents. {{(pid=100598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:54:45.521084 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.base_scheduler [None req-c702645b-89b8-4186-891b-b10547ee6d3f None None] Resources bound (agent type, host, resource id): {{(pid=100598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:54:45.532627 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c702645b-89b8-4186-891b-b10547ee6d3f None None] Received port after_create {{(pid=100598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:54:45.578652 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-d35b68e5-b523-404e-b463-c11ebabf8376 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Request body: {'networks': [{'name': 'tempest-network--1442840552'}, {'name': 'tempest-network--891902333'}]} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:54:45.579151 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-d35b68e5-b523-404e-b463-c11ebabf8376 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Request body: {'network': {'name': 'tempest-network--1442840552'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:54:45.579467 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-d35b68e5-b523-404e-b463-c11ebabf8376 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Request body: {'network': {'name': 'tempest-network--891902333'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:54:45.628917 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:45.688634 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d35b68e5-b523-404e-b463-c11ebabf8376 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Made reservation on behalf of d6d46ad4dfc342fba124ce2a33a78ea1 for: {'network': 2} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:54:45.702759 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d35b68e5-b523-404e-b463-c11ebabf8376 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:45.733551 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0d519140-5a12-41cf-8e21-f8f6d2cdee5e tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:45.798350 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d35b68e5-b523-404e-b463-c11ebabf8376 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:45.855787 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-c702645b-89b8-4186-891b-b10547ee6d3f None None] Attempting to bind port 287f9923-400a-4b1e-9e40-2889807c0427 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:54:45.856411 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-c702645b-89b8-4186-891b-b10547ee6d3f None None] Attempting to bind port 287f9923-400a-4b1e-9e40-2889807c0427 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '9fc5d5cf-81e5-4ff5-9a11-a75bcd55b5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '2db8aa65-bca8-4d4c-a248-628248984760'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:54:45.856547 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c702645b-89b8-4186-891b-b10547ee6d3f None None] Attempting to bind port 287f9923-400a-4b1e-9e40-2889807c0427 on network 2db8aa65-bca8-4d4c-a248-628248984760 {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:54:45.858364 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa26024c-8629-4fab-9712-7f3b75eceabb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8249a63d-9683-4fbc-a2dc-742b2abbe1cf'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:54:45.873324 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71a6b6e7-37c4-4b68-b673-97bff9f31131" -d '{"events": [{"server_uuid": "aa26024c-8629-4fab-9712-7f3b75eceabb", "name": "network-vif-plugged", "status": "completed", "tag": "8249a63d-9683-4fbc-a2dc-742b2abbe1cf"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:54:45.890325 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 8249a63d-9683-4fbc-a2dc-742b2abbe1cf, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=8249a63d-9683-4fbc-a2dc-742b2abbe1cf,segment=NetworkSegment(f2d0f28b-b6c9-4cd8-aa86-efe2cf3ccb18),segment_id=f2d0f28b-b6c9-4cd8-aa86-efe2cf3ccb18)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:54:45.891768 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c702645b-89b8-4186-891b-b10547ee6d3f None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 54, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:54:45.892161 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c702645b-89b8-4186-891b-b10547ee6d3f None None] Checking segment: {'id': '9fc5d5cf-81e5-4ff5-9a11-a75bcd55b5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '2db8aa65-bca8-4d4c-a248-628248984760'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:54:45.892568 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-c702645b-89b8-4186-891b-b10547ee6d3f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:45.892996 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c702645b-89b8-4186-891b-b10547ee6d3f None None] Bound using segment: {'id': '9fc5d5cf-81e5-4ff5-9a11-a75bcd55b5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '2db8aa65-bca8-4d4c-a248-628248984760'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:54:45.893480 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-c702645b-89b8-4186-891b-b10547ee6d3f None None] Bound port: 287f9923-400a-4b1e-9e40-2889807c0427, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fc5d5cf-81e5-4ff5-9a11-a75bcd55b5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '2db8aa65-bca8-4d4c-a248-628248984760'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:54:45.893898 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-c702645b-89b8-4186-891b-b10547ee6d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:45.897440 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:45.903812 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d35b68e5-b523-404e-b463-c11ebabf8376 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:45.939417 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d35b68e5-b523-404e-b463-c11ebabf8376 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:45.939885 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d35b68e5-b523-404e-b463-c11ebabf8376 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:45.954280 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-00101a21-cd22-4d35-9d64-5e64062c4edb req-0c2cd542-05ce-4ef6-bdfb-345f9299cc89 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=928910e8-f235-47d6-a26a-937049f93884 HTTP/1.1" status: 200 len: 210 time: 0.0485084 Oct 20 10:54:46.015143 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=8249a63d-9683-4fbc-a2dc-742b2abbe1cf,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:46.032140 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c39243-e980-4497-9a3e-877145fa8013 req-e6e0935c-46b1-451a-a5a8-5a0a42cfa6f2 tempest-InstanceActionsNegativeTestJSON-559219980 tempest-InstanceActionsNegativeTestJSON-559219980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:46.035311 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f8c39243-e980-4497-9a3e-877145fa8013 req-e6e0935c-46b1-451a-a5a8-5a0a42cfa6f2 tempest-InstanceActionsNegativeTestJSON-559219980 tempest-InstanceActionsNegativeTestJSON-559219980-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa26024c-8629-4fab-9712-7f3b75eceabb HTTP/1.1" status: 200 len: 945 time: 0.3281603 Oct 20 10:54:46.113416 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9565b85-2a64-4246-b47b-0cac313b43b8 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Made reservation on behalf of c1dc2571b4ea4623a4cbd3a1bfe8dca0 for: {'port': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:54:46.117264 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-c702645b-89b8-4186-891b-b10547ee6d3f None None] For port 287f9923-400a-4b1e-9e40-2889807c0427, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:54:46.121168 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-c702645b-89b8-4186-891b-b10547ee6d3f None None] For port 287f9923-400a-4b1e-9e40-2889807c0427, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=287f9923-400a-4b1e-9e40-2889807c0427,segment=NetworkSegment(9fc5d5cf-81e5-4ff5-9a11-a75bcd55b5f9),segment_id=9fc5d5cf-81e5-4ff5-9a11-a75bcd55b5f9)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:54:46.123923 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f20484b6-7394-4228-a5d8-05ca939a850f x-openstack-request-id: req-f20484b6-7394-4228-a5d8-05ca939a850f {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:54:46.124817 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa26024c-8629-4fab-9712-7f3b75eceabb", "name": "network-vif-plugged", "status": "completed", "tag": "8249a63d-9683-4fbc-a2dc-742b2abbe1cf", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:54:46.125502 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f20484b6-7394-4228-a5d8-05ca939a850f {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:54:46.126277 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa26024c-8629-4fab-9712-7f3b75eceabb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8249a63d-9683-4fbc-a2dc-742b2abbe1cf', 'code': 200} Oct 20 10:54:46.128102 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-c702645b-89b8-4186-891b-b10547ee6d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:46.145791 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d35b68e5-b523-404e-b463-c11ebabf8376 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 849} {{(pid=100596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:54:46.212526 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c702645b-89b8-4186-891b-b10547ee6d3f None None] Pushing event updated for resources: {'Port': ['ID=287f9923-400a-4b1e-9e40-2889807c0427,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:46.264401 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0d519140-5a12-41cf-8e21-f8f6d2cdee5e tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:46.278067 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0d519140-5a12-41cf-8e21-f8f6d2cdee5e tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:46.331687 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2bec7f-a9e5-4610-896a-da8a119442c8 req-ddb90e2c-5647-4d8d-bd08-d50728f3590a tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:46.333485 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-0c2bec7f-a9e5-4610-896a-da8a119442c8 req-ddb90e2c-5647-4d8d-bd08-d50728f3590a tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.69 "GET /v2.0/networks?id=b8b1e2be-5932-428e-a716-07af13af4e6c HTTP/1.1" status: 200 len: 811 time: 0.5888755 Oct 20 10:54:46.372191 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [req-0c2bec7f-a9e5-4610-896a-da8a119442c8 req-6f1e82ad-e68f-4ad8-ba7b-e1fcaae5df2b tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Request body: {'port': {'device_id': '928910e8-f235-47d6-a26a-937049f93884', 'network_id': 'b8b1e2be-5932-428e-a716-07af13af4e6c', 'admin_state_up': True, 'tenant_id': '376203cb7dec4dad9717307d6c606d33'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:54:46.410707 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c9565b85-2a64-4246-b47b-0cac313b43b8 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:46.415452 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d519140-5a12-41cf-8e21-f8f6d2cdee5e tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0dfda9a-2040-4cea-b4fc-2d34fca3ad9f,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:46.438962 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 62e77116-6123-4988-a25f-28b326c26dc8 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:54:46.444040 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0d519140-5a12-41cf-8e21-f8f6d2cdee5e tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:46.447962 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-0d519140-5a12-41cf-8e21-f8f6d2cdee5e tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0432107 Oct 20 10:54:46.455516 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 52264) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:46.463434 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-f733ead8-6c83-4f8a-a539-f08587864b30 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Request body: {'security_group_rule': {'security_group_id': '223e9882-16a3-4f37-ab85-863f9037f1b5', 'project_id': 'ce3bca74c1d8467f832763bc531bfd88', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:54:46.505047 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f733ead8-6c83-4f8a-a539-f08587864b30 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:46.605740 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [None req-c9565b85-2a64-4246-b47b-0cac313b43b8 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] device_id is not set on port 328cffd4-c37e-4868-9bda-7726bf3ac1cf yet. {{(pid=100597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:54:46.621315 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 62e77116-6123-4988-a25f-28b326c26dc8 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:54:46.621971 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:46.775232 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f8c39243-e980-4497-9a3e-877145fa8013 req-1e95b376-0252-4daa-8529-ed3638f78d4c tempest-InstanceActionsNegativeTestJSON-559219980 tempest-InstanceActionsNegativeTestJSON-559219980-project] 10.222.0.64 "GET /v2.0/security-groups?id=119c60c8-495a-49a5-9abb-937adc2a49b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7007856 Oct 20 10:54:46.797225 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b68e5-b523-404e-b463-c11ebabf8376 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebaf9d6a-3833-41c9-81d1-780919207cb1,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:46.816784 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d35b68e5-b523-404e-b463-c11ebabf8376 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:46.817141 n-d-811396-3 neutron-server[100596]: INFO neutron.db.segments_db [None req-d35b68e5-b523-404e-b463-c11ebabf8376 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Added segment 55460ead-2a42-45ef-bd1c-8c2e2b154d21 of type vlan for network 2b2e4093-1026-46c1-b204-245e4205aef8 Oct 20 10:54:46.824566 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f733ead8-6c83-4f8a-a539-f08587864b30 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:46.846358 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9193a530-e19b-41cd-9ac0-1d917bbdc00f req-75692e8f-54ee-47f2-8353-8733102cff7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:46.850141 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9193a530-e19b-41cd-9ac0-1d917bbdc00f req-75692e8f-54ee-47f2-8353-8733102cff7b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=aa26024c-8629-4fab-9712-7f3b75eceabb HTTP/1.1" status: 200 len: 1097 time: 0.7086599 Oct 20 10:54:46.852052 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c2bec7f-a9e5-4610-896a-da8a119442c8 req-6f1e82ad-e68f-4ad8-ba7b-e1fcaae5df2b tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Made reservation on behalf of 376203cb7dec4dad9717307d6c606d33 for: {'port': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:54:46.857342 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-0c2bec7f-a9e5-4610-896a-da8a119442c8 req-6f1e82ad-e68f-4ad8-ba7b-e1fcaae5df2b tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:46.891367 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f733ead8-6c83-4f8a-a539-f08587864b30 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:46.911659 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d35b68e5-b523-404e-b463-c11ebabf8376 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:46.932168 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9193a530-e19b-41cd-9ac0-1d917bbdc00f req-6c7715eb-3f39-4484-9473-213140500327 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=119c60c8-495a-49a5-9abb-937adc2a49b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754452 Oct 20 10:54:46.939981 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f733ead8-6c83-4f8a-a539-f08587864b30 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3196ebbc-5414-4594-8740-c4b62193b675,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:46.966284 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d35b68e5-b523-404e-b463-c11ebabf8376 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 843} {{(pid=100596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:54:46.977987 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d35b68e5-b523-404e-b463-c11ebabf8376 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:46.978691 n-d-811396-3 neutron-server[100596]: INFO neutron.db.segments_db [None req-d35b68e5-b523-404e-b463-c11ebabf8376 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Added segment fcce09db-b26d-4833-ac8a-8998aa37ff47 of type vlan for network 426dfc1c-d32c-4598-b4a6-3cf5da892052 Oct 20 10:54:47.043616 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d35b68e5-b523-404e-b463-c11ebabf8376 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:47.082386 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d35b68e5-b523-404e-b463-c11ebabf8376 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:47.083644 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d35b68e5-b523-404e-b463-c11ebabf8376 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:47.084249 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f733ead8-6c83-4f8a-a539-f08587864b30 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:47.085460 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-f733ead8-6c83-4f8a-a539-f08587864b30 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6256006 Oct 20 10:54:47.094974 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 52272) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:47.095221 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d35b68e5-b523-404e-b463-c11ebabf8376 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:47.099861 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-ca382bcd-4b5a-4279-9623-2e285af71283 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Request body: {'security_group_rule': {'security_group_id': '223e9882-16a3-4f37-ab85-863f9037f1b5', 'project_id': 'ce3bca74c1d8467f832763bc531bfd88', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:54:47.100702 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d35b68e5-b523-404e-b463-c11ebabf8376 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:47.101427 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d35b68e5-b523-404e-b463-c11ebabf8376 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Publish callbacks [] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:47.229435 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [req-0c2bec7f-a9e5-4610-896a-da8a119442c8 req-6f1e82ad-e68f-4ad8-ba7b-e1fcaae5df2b tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Allocated IP 172.20.0.6 (b8b1e2be-5932-428e-a716-07af13af4e6c/437b47ec-4211-421c-828b-76408ce53dce/89dc4f74-338f-4016-a563-371b8a0755c9) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:54:47.230566 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b68e5-b523-404e-b463-c11ebabf8376 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Pushing event updated for resources: {'Network': ['ID=2b2e4093-1026-46c1-b204-245e4205aef8,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:47.236964 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ca382bcd-4b5a-4279-9623-2e285af71283 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:47.271167 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network 2b2e4093-1026-46c1-b204-245e4205aef8 details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:54:47.316429 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6cdacbbf-6fca-46ef-8fa3-db00026bbf92 req-c98bce0d-8a4c-426a-9555-6dabf6a995da tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=928910e8-f235-47d6-a26a-937049f93884 HTTP/1.1" status: 200 len: 210 time: 0.2098818 Oct 20 10:54:47.381474 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-d35b68e5-b523-404e-b463-c11ebabf8376 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.0949099 Oct 20 10:54:47.386733 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 52274) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:47.477469 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b68e5-b523-404e-b463-c11ebabf8376 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Pushing event updated for resources: {'Network': ['ID=426dfc1c-d32c-4598-b4a6-3cf5da892052,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:47.488882 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ca382bcd-4b5a-4279-9623-2e285af71283 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:47.498240 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network 426dfc1c-d32c-4598-b4a6-3cf5da892052 details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:54:47.501459 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ca382bcd-4b5a-4279-9623-2e285af71283 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:47.542287 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-c9565b85-2a64-4246-b47b-0cac313b43b8 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Allocated IP 2001:db8::303 (2db8aa65-bca8-4d4c-a248-628248984760/619410a1-f680-4a09-bd16-1f53551c5aa2/328cffd4-c37e-4868-9bda-7726bf3ac1cf) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:54:47.575203 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-c9565b85-2a64-4246-b47b-0cac313b43b8 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Allocated IP 2001:db8:0:1::3d7 (2db8aa65-bca8-4d4c-a248-628248984760/345c4d40-b14a-42ba-b15c-3bf769ef9ac2/328cffd4-c37e-4868-9bda-7726bf3ac1cf) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:54:47.647696 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca382bcd-4b5a-4279-9623-2e285af71283 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=309a96ab-5161-4475-8489-7102f2416420,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:47.660600 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ca382bcd-4b5a-4279-9623-2e285af71283 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:47.661953 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-ca382bcd-4b5a-4279-9623-2e285af71283 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5654933 Oct 20 10:54:47.669120 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 52276) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:47.678284 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-068259b3-9ef6-47c7-af40-f1636464e269 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Request body: {'security_group_rule': {'security_group_id': '223e9882-16a3-4f37-ab85-863f9037f1b5', 'project_id': 'ce3bca74c1d8467f832763bc531bfd88', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:54:47.757945 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-0c2bec7f-a9e5-4610-896a-da8a119442c8 req-6f1e82ad-e68f-4ad8-ba7b-e1fcaae5df2b tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:47.798279 n-d-811396-3 neutron-server[100597]: INFO neutron.db.securitygroups_db [None req-068259b3-9ef6-47c7-af40-f1636464e269 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Project ce3bca74c1d8467f832763bc531bfd88 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 10:54:47.853702 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5553930f-ce9d-4b10-82ff-8d65f57f1b32 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:47.865988 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5553930f-ce9d-4b10-82ff-8d65f57f1b32 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:47.871095 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5305ccb2-5905-4e4e-aed1-a02279d84fe5 None None] Network 2db8aa65-bca8-4d4c-a248-628248984760 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:54:47.920819 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5553930f-ce9d-4b10-82ff-8d65f57f1b32 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:47.939289 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5553930f-ce9d-4b10-82ff-8d65f57f1b32 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:47.944905 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-5553930f-ce9d-4b10-82ff-8d65f57f1b32 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.5546074 Oct 20 10:54:47.961585 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 52284) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:47.997749 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c9565b85-2a64-4246-b47b-0cac313b43b8 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:48.029801 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-068259b3-9ef6-47c7-af40-f1636464e269 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:48.034443 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-0c2bec7f-a9e5-4610-896a-da8a119442c8 req-6f1e82ad-e68f-4ad8-ba7b-e1fcaae5df2b tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:48.036750 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c9565b85-2a64-4246-b47b-0cac313b43b8 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:48.094560 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['d33cb694-c196-43c2-8360-cb3ae8d54011'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:54:48.104789 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c2bec7f-a9e5-4610-896a-da8a119442c8 req-6f1e82ad-e68f-4ad8-ba7b-e1fcaae5df2b tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Network b8b1e2be-5932-428e-a716-07af13af4e6c is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:54:48.113664 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [req-0c2bec7f-a9e5-4610-896a-da8a119442c8 req-6f1e82ad-e68f-4ad8-ba7b-e1fcaae5df2b tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:54:48.139593 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c2bec7f-a9e5-4610-896a-da8a119442c8 req-6f1e82ad-e68f-4ad8-ba7b-e1fcaae5df2b tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:54:48.152652 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9565b85-2a64-4246-b47b-0cac313b43b8 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Network 2db8aa65-bca8-4d4c-a248-628248984760 is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:54:48.158780 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-c9565b85-2a64-4246-b47b-0cac313b43b8 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:54:48.187627 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-158e56fc-ec3b-4439-a2de-191a2205ad1e None None] Provisioning complete for port 287f9923-400a-4b1e-9e40-2889807c0427 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:54:48.188101 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-158e56fc-ec3b-4439-a2de-191a2205ad1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:48.202153 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9565b85-2a64-4246-b47b-0cac313b43b8 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:54:48.208345 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9565b85-2a64-4246-b47b-0cac313b43b8 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:48.209491 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c9565b85-2a64-4246-b47b-0cac313b43b8 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:48.219000 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e43567a2-8f51-4884-9d56-13990077ac7f tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:48.242353 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1e82ad-e68f-4ad8-ba7b-e1fcaae5df2b tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Pushing event updated for resources: {'Port': ['ID=89dc4f74-338f-4016-a563-371b8a0755c9,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:48.277290 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-c9565b85-2a64-4246-b47b-0cac313b43b8 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 2.9498544 Oct 20 10:54:48.279877 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-068259b3-9ef6-47c7-af40-f1636464e269 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:48.283453 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 52288) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:48.290173 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-d10059c3-b39a-47e4-a9e8-61b299d674af tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '619410a1-f680-4a09-bd16-1f53551c5aa2'}]}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:54:48.332562 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1e82ad-e68f-4ad8-ba7b-e1fcaae5df2b tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:54:48.333315 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1e82ad-e68f-4ad8-ba7b-e1fcaae5df2b tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:54:48.333893 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1e82ad-e68f-4ad8-ba7b-e1fcaae5df2b tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:54:48.348629 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1e82ad-e68f-4ad8-ba7b-e1fcaae5df2b tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:54:48.348901 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1e82ad-e68f-4ad8-ba7b-e1fcaae5df2b tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:54:48.350148 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1e82ad-e68f-4ad8-ba7b-e1fcaae5df2b tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:54:48.351151 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1e82ad-e68f-4ad8-ba7b-e1fcaae5df2b tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:54:48.351151 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1e82ad-e68f-4ad8-ba7b-e1fcaae5df2b tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:54:48.351340 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1e82ad-e68f-4ad8-ba7b-e1fcaae5df2b tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:54:48.351683 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1e82ad-e68f-4ad8-ba7b-e1fcaae5df2b tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:54:48.355902 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1e82ad-e68f-4ad8-ba7b-e1fcaae5df2b tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:54:48.356538 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1e82ad-e68f-4ad8-ba7b-e1fcaae5df2b tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:54:48.391932 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-068259b3-9ef6-47c7-af40-f1636464e269 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:48.410970 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2bec7f-a9e5-4610-896a-da8a119442c8 req-6f1e82ad-e68f-4ad8-ba7b-e1fcaae5df2b tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:48.412136 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-0c2bec7f-a9e5-4610-896a-da8a119442c8 req-6f1e82ad-e68f-4ad8-ba7b-e1fcaae5df2b tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:48.446458 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 287f9923-400a-4b1e-9e40-2889807c0427 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:54:48.486656 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e43567a2-8f51-4884-9d56-13990077ac7f tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:48.497032 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068259b3-9ef6-47c7-af40-f1636464e269 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a45bc050-abbf-44b5-bfaa-455027b49858,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:48.504953 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b48387-6020-4ec1-be6d-e711a9601b25 req-ae7aaefb-65d7-4aea-ad56-333a830725a4 tempest-InstanceActionsNegativeTestJSON-559219980 tempest-InstanceActionsNegativeTestJSON-559219980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:48.514152 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-68b48387-6020-4ec1-be6d-e711a9601b25 req-ae7aaefb-65d7-4aea-ad56-333a830725a4 tempest-InstanceActionsNegativeTestJSON-559219980 tempest-InstanceActionsNegativeTestJSON-559219980-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa26024c-8629-4fab-9712-7f3b75eceabb HTTP/1.1" status: 200 len: 946 time: 0.5509608 Oct 20 10:54:48.552718 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-068259b3-9ef6-47c7-af40-f1636464e269 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:48.558732 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-068259b3-9ef6-47c7-af40-f1636464e269 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8885937 Oct 20 10:54:48.562900 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 52292) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:48.572060 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-0c2bec7f-a9e5-4610-896a-da8a119442c8 req-6f1e82ad-e68f-4ad8-ba7b-e1fcaae5df2b tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2196393 Oct 20 10:54:48.577860 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-a9715189-b3fb-461e-951d-254a60f38585 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Request body: {'security_group_rule': {'security_group_id': '223e9882-16a3-4f37-ab85-863f9037f1b5', 'project_id': 'ce3bca74c1d8467f832763bc531bfd88', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:54:48.592756 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [req-0c2bec7f-a9e5-4610-896a-da8a119442c8 req-36db23ba-832f-430f-b8e4-68a4fd68b151 service neutron] Request body: {'port': {'device_id': '928910e8-f235-47d6-a26a-937049f93884', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811396-3'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:54:48.658407 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-e43567a2-8f51-4884-9d56-13990077ac7f tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b2e4093-1026-46c1-b204-245e4205aef8']}} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:54:48.704540 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d10059c3-b39a-47e4-a9e8-61b299d674af tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:48.728227 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-68b48387-6020-4ec1-be6d-e711a9601b25 req-4be14826-cc5d-4629-8ab7-a8fcfdbd2b34 tempest-InstanceActionsNegativeTestJSON-559219980 tempest-InstanceActionsNegativeTestJSON-559219980-project] 10.222.0.64 "GET /v2.0/security-groups?id=119c60c8-495a-49a5-9abb-937adc2a49b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133305 Oct 20 10:54:48.732921 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-e43567a2-8f51-4884-9d56-13990077ac7f tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55460ead-2a42-45ef-bd1c-8c2e2b154d21') {'for_net_delete': True} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:54:48.734231 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-158e56fc-ec3b-4439-a2de-191a2205ad1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:48.735219 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-e43567a2-8f51-4884-9d56-13990077ac7f tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55460ead-2a42-45ef-bd1c-8c2e2b154d21') {} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:54:48.756243 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e43567a2-8f51-4884-9d56-13990077ac7f tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25189038'] for segment, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:48.791628 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36971b8-e95e-4651-bfd9-ee4b28773190 req-ade1f449-6c86-4ce9-885b-784425849306 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:48.793423 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f36971b8-e95e-4651-bfd9-ee4b28773190 req-ade1f449-6c86-4ce9-885b-784425849306 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=928910e8-f235-47d6-a26a-937049f93884 HTTP/1.1" status: 200 len: 931 time: 0.2998276 Oct 20 10:54:48.794572 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e43567a2-8f51-4884-9d56-13990077ac7f tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:48.795431 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9565b85-2a64-4246-b47b-0cac313b43b8 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Pushing event updated for resources: {'Port': ['ID=328cffd4-c37e-4868-9bda-7726bf3ac1cf,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:48.805872 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e43567a2-8f51-4884-9d56-13990077ac7f tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Releasing vlan 849 on physical network physnet1 to pool {{(pid=100596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:54:48.806447 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e43567a2-8f51-4884-9d56-13990077ac7f tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26833155'] for segment, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:48.814871 n-d-811396-3 neutron-server[100596]: Traceback (most recent call last): Oct 20 10:54:48.814871 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:54:48.814871 n-d-811396-3 neutron-server[100596]: timer() Oct 20 10:54:48.814871 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:54:48.814871 n-d-811396-3 neutron-server[100596]: cb(*args, **kw) Oct 20 10:54:48.814871 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:54:48.814871 n-d-811396-3 neutron-server[100596]: return func(*args, **kwargs) Oct 20 10:54:48.814871 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:54:48.814871 n-d-811396-3 neutron-server[100596]: self._notify() Oct 20 10:54:48.814871 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:54:48.814871 n-d-811396-3 neutron-server[100596]: self.callback(batched_events) Oct 20 10:54:48.814871 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:54:48.814871 n-d-811396-3 neutron-server[100596]: event.method(event) Oct 20 10:54:48.814871 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:54:48.814871 n-d-811396-3 neutron-server[100596]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:54:48.814871 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:54:48.814871 n-d-811396-3 neutron-server[100596]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:54:48.814871 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:54:48.814871 n-d-811396-3 neutron-server[100596]: return f(self, *a, **k) Oct 20 10:54:48.814871 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:54:48.814871 n-d-811396-3 neutron-server[100596]: return self._get(url).json() Oct 20 10:54:48.814871 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:54:48.814871 n-d-811396-3 neutron-server[100596]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:54:48.814871 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:54:48.814871 n-d-811396-3 neutron-server[100596]: return self.request(url, 'GET', **kwargs) Oct 20 10:54:48.814871 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:54:48.814871 n-d-811396-3 neutron-server[100596]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:54:48.814871 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:54:48.814871 n-d-811396-3 neutron-server[100596]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:54:48.814871 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:54:48.814871 n-d-811396-3 neutron-server[100596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:54:48.814871 n-d-811396-3 neutron-server[100596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:54:48.818193 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49999277-c5eb-4c7d-b079-58f59eccd6eb None None] Update dhcp port {'port': {'network_id': '2db8aa65-bca8-4d4c-a248-628248984760', 'fixed_ips': [{'subnet_id': '619410a1-f680-4a09-bd16-1f53551c5aa2', 'ip_address': '2001:db8::2'}, {'subnet_id': '345c4d40-b14a-42ba-b15c-3bf769ef9ac2'}], 'binding:host_id': 'n-d-811396-3'}, 'id': '287f9923-400a-4b1e-9e40-2889807c0427'} from n-d-811396-3. {{(pid=100598) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 20 10:54:48.860718 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-158e56fc-ec3b-4439-a2de-191a2205ad1e None None] For port 287f9923-400a-4b1e-9e40-2889807c0427, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=287f9923-400a-4b1e-9e40-2889807c0427,segment=NetworkSegment(9fc5d5cf-81e5-4ff5-9a11-a75bcd55b5f9),segment_id=9fc5d5cf-81e5-4ff5-9a11-a75bcd55b5f9)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:54:48.902721 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-158e56fc-ec3b-4439-a2de-191a2205ad1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:48.918986 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 287f9923-400a-4b1e-9e40-2889807c0427 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:54:48.919491 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:48.975559 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f36971b8-e95e-4651-bfd9-ee4b28773190 req-d2dc0a77-3e65-4431-b7a3-d970437854c7 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=7d9a6fe5-d7f3-4fa2-86d5-4c121918dfe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745329 Oct 20 10:54:48.982216 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e43567a2-8f51-4884-9d56-13990077ac7f tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:49.007260 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e43567a2-8f51-4884-9d56-13990077ac7f tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Publish callbacks [] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:49.007260 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-e43567a2-8f51-4884-9d56-13990077ac7f tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] 10.222.0.64 "DELETE /v2.0/networks/2b2e4093-1026-46c1-b204-245e4205aef8 HTTP/1.1" status: 204 len: 168 time: 0.9730892 Oct 20 10:54:49.019681 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 52306) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:49.034364 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43567a2-8f51-4884-9d56-13990077ac7f tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Pushing event deleted for resources: {'Network': ['ID=2b2e4093-1026-46c1-b204-245e4205aef8,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:49.035474 n-d-811396-3 neutron-server[100597]: INFO neutron.db.securitygroups_db [None req-a9715189-b3fb-461e-951d-254a60f38585 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Project ce3bca74c1d8467f832763bc531bfd88 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 10:54:49.053276 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-49999277-c5eb-4c7d-b079-58f59eccd6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:49.068728 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a9715189-b3fb-461e-951d-254a60f38585 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:49.099080 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-0c2bec7f-a9e5-4610-896a-da8a119442c8 req-36db23ba-832f-430f-b8e4-68a4fd68b151 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:49.105297 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-cd5b81a7-204c-4d72-a5af-54e791020e66 None None] Provisioning complete for port 89dc4f74-338f-4016-a563-371b8a0755c9 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:54:49.105668 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-cd5b81a7-204c-4d72-a5af-54e791020e66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:49.162384 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-cd5b81a7-204c-4d72-a5af-54e791020e66 None None] Port 89dc4f74-338f-4016-a563-371b8a0755c9 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:54:49.163888 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158e56fc-ec3b-4439-a2de-191a2205ad1e None None] Pushing event updated for resources: {'Port': ['ID=287f9923-400a-4b1e-9e40-2889807c0427,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:49.230932 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ef47636c-2cd0-48c5-aa75-14128ca12720 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:49.351764 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a9715189-b3fb-461e-951d-254a60f38585 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:49.369212 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a9715189-b3fb-461e-951d-254a60f38585 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:49.373038 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:49.470884 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-d10059c3-b39a-47e4-a9e8-61b299d674af tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Delete allocated IP 2001:db8:0:1::3d7 (2db8aa65-bca8-4d4c-a248-628248984760/345c4d40-b14a-42ba-b15c-3bf769ef9ac2) {{(pid=100597) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 20 10:54:49.493873 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9715189-b3fb-461e-951d-254a60f38585 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1690fb76-f60b-43b0-9ce0-cda7e0974271,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:49.507244 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a9715189-b3fb-461e-951d-254a60f38585 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:49.508484 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-a9715189-b3fb-461e-951d-254a60f38585 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9353206 Oct 20 10:54:49.574050 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ef47636c-2cd0-48c5-aa75-14128ca12720 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:49.622959 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-ef47636c-2cd0-48c5-aa75-14128ca12720 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['426dfc1c-d32c-4598-b4a6-3cf5da892052']}} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:54:49.694125 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-ef47636c-2cd0-48c5-aa75-14128ca12720 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcce09db-b26d-4833-ac8a-8998aa37ff47') {'for_net_delete': True} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:54:49.694807 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-ef47636c-2cd0-48c5-aa75-14128ca12720 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcce09db-b26d-4833-ac8a-8998aa37ff47') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:54:49.714615 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ef47636c-2cd0-48c5-aa75-14128ca12720 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25852596'] for segment, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:49.734457 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cafb6630-0da3-4171-90e2-a8a02f8404cb req-1c036803-9857-49b0-aa81-caced826a55c tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1415083328&fields=id&tenant_id=ce3bca74c1d8467f832763bc531bfd88 HTTP/1.1" status: 200 len: 267 time: 0.0629394 Oct 20 10:54:49.762347 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ef47636c-2cd0-48c5-aa75-14128ca12720 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:49.786782 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef47636c-2cd0-48c5-aa75-14128ca12720 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Releasing vlan 843 on physical network physnet1 to pool {{(pid=100597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:54:49.787236 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ef47636c-2cd0-48c5-aa75-14128ca12720 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951012'] for segment, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:49.794415 n-d-811396-3 neutron-server[100597]: Traceback (most recent call last): Oct 20 10:54:49.794415 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:54:49.794415 n-d-811396-3 neutron-server[100597]: timer() Oct 20 10:54:49.794415 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:54:49.794415 n-d-811396-3 neutron-server[100597]: cb(*args, **kw) Oct 20 10:54:49.794415 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:54:49.794415 n-d-811396-3 neutron-server[100597]: return func(*args, **kwargs) Oct 20 10:54:49.794415 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:54:49.794415 n-d-811396-3 neutron-server[100597]: self._notify() Oct 20 10:54:49.794415 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:54:49.794415 n-d-811396-3 neutron-server[100597]: self.callback(batched_events) Oct 20 10:54:49.794415 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:54:49.794415 n-d-811396-3 neutron-server[100597]: event.method(event) Oct 20 10:54:49.794415 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:54:49.794415 n-d-811396-3 neutron-server[100597]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:54:49.794415 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:54:49.794415 n-d-811396-3 neutron-server[100597]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:54:49.794415 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:54:49.794415 n-d-811396-3 neutron-server[100597]: return f(self, *a, **k) Oct 20 10:54:49.794415 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:54:49.794415 n-d-811396-3 neutron-server[100597]: return self._get(url).json() Oct 20 10:54:49.794415 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:54:49.794415 n-d-811396-3 neutron-server[100597]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:54:49.794415 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:54:49.794415 n-d-811396-3 neutron-server[100597]: return self.request(url, 'GET', **kwargs) Oct 20 10:54:49.794415 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:54:49.794415 n-d-811396-3 neutron-server[100597]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:54:49.794415 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:54:49.794415 n-d-811396-3 neutron-server[100597]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:54:49.794415 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:54:49.794415 n-d-811396-3 neutron-server[100597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:54:49.794415 n-d-811396-3 neutron-server[100597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:54:49.889278 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d10059c3-b39a-47e4-a9e8-61b299d674af tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks [] for port, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:49.902797 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d10059c3-b39a-47e4-a9e8-61b299d674af tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:49.903251 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafb6630-0da3-4171-90e2-a8a02f8404cb req-81ce807c-66f9-49e9-b7db-7db380a52903 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:49.904557 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ef47636c-2cd0-48c5-aa75-14128ca12720 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:49.905062 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cafb6630-0da3-4171-90e2-a8a02f8404cb req-81ce807c-66f9-49e9-b7db-7db380a52903 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "GET /v2.0/networks?id=e41818e9-ba3e-442d-9b91-d6d4141e398e HTTP/1.1" status: 200 len: 796 time: 0.1699846 Oct 20 10:54:49.931217 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cafb6630-0da3-4171-90e2-a8a02f8404cb req-d293bf3c-0922-4665-8a43-46fcbb2579cb tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "GET /v2.0/quotas/ce3bca74c1d8467f832763bc531bfd88 HTTP/1.1" status: 200 len: 375 time: 0.0127978 Oct 20 10:54:49.941029 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ef47636c-2cd0-48c5-aa75-14128ca12720 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:49.944749 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-ef47636c-2cd0-48c5-aa75-14128ca12720 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] 10.222.0.64 "DELETE /v2.0/networks/426dfc1c-d32c-4598-b4a6-3cf5da892052 HTTP/1.1" status: 204 len: 168 time: 0.9236643 Oct 20 10:54:49.969296 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 52324) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:49.978866 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-49999277-c5eb-4c7d-b079-58f59eccd6eb None None] Allocated IP 2001:db8:0:1::2 (2db8aa65-bca8-4d4c-a248-628248984760/345c4d40-b14a-42ba-b15c-3bf769ef9ac2/287f9923-400a-4b1e-9e40-2889807c0427) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:54:50.006395 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef47636c-2cd0-48c5-aa75-14128ca12720 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Pushing event deleted for resources: {'Network': ['ID=426dfc1c-d32c-4598-b4a6-3cf5da892052,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:50.016320 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cafb6630-0da3-4171-90e2-a8a02f8404cb req-3a1d421d-9977-4392-a7c7-2714ab44db24 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=ce3bca74c1d8467f832763bc531bfd88&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0680668 Oct 20 10:54:50.037650 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1d4802-da4b-4689-aad2-0959b7b4999b req-e7d85c2d-dcae-49da-be3f-40eeb2e237dc tempest-InstanceActionsNegativeTestJSON-559219980 tempest-InstanceActionsNegativeTestJSON-559219980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:50.038379 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [req-0c2bec7f-a9e5-4610-896a-da8a119442c8 req-36db23ba-832f-430f-b8e4-68a4fd68b151 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89dc4f74-338f-4016-a563-371b8a0755c9 {{(pid=100597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:54:50.046634 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fc1d4802-da4b-4689-aad2-0959b7b4999b req-e7d85c2d-dcae-49da-be3f-40eeb2e237dc tempest-InstanceActionsNegativeTestJSON-559219980 tempest-InstanceActionsNegativeTestJSON-559219980-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa26024c-8629-4fab-9712-7f3b75eceabb HTTP/1.1" status: 200 len: 946 time: 0.1403186 Oct 20 10:54:50.072863 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-0c2bec7f-a9e5-4610-896a-da8a119442c8 req-36db23ba-832f-430f-b8e4-68a4fd68b151 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:50.086714 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-d10059c3-b39a-47e4-a9e8-61b299d674af tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] In _notify_port_updated(), no bound segment for port 328cffd4-c37e-4868-9bda-7726bf3ac1cf on network 2db8aa65-bca8-4d4c-a248-628248984760 {{(pid=100597) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 20 10:54:50.093786 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d10059c3-b39a-47e4-a9e8-61b299d674af tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:50.094112 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d10059c3-b39a-47e4-a9e8-61b299d674af tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:50.095541 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-d10059c3-b39a-47e4-a9e8-61b299d674af tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] 10.222.0.64 "PUT /v2.0/ports/328cffd4-c37e-4868-9bda-7726bf3ac1cf HTTP/1.1" status: 200 len: 926 time: 1.8101115 Oct 20 10:54:50.102934 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 52330) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:50.113790 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-c16059f8-f4a3-49fe-9754-c5bbc2738b72 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '619410a1-f680-4a09-bd16-1f53551c5aa2'}, {'subnet_id': '345c4d40-b14a-42ba-b15c-3bf769ef9ac2'}]}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:54:50.142775 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10059c3-b39a-47e4-a9e8-61b299d674af tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Pushing event updated for resources: {'Port': ['ID=328cffd4-c37e-4868-9bda-7726bf3ac1cf,revision_number=2']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:50.184622 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fc1d4802-da4b-4689-aad2-0959b7b4999b req-37e03ce5-19d4-45d5-ac8e-05e6de24c22d tempest-InstanceActionsNegativeTestJSON-559219980 tempest-InstanceActionsNegativeTestJSON-559219980-project] 10.222.0.64 "GET /v2.0/security-groups?id=119c60c8-495a-49a5-9abb-937adc2a49b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200449 Oct 20 10:54:50.185167 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.provisioning_blocks [req-0c2bec7f-a9e5-4610-896a-da8a119442c8 req-36db23ba-832f-430f-b8e4-68a4fd68b151 service neutron] Transition to ACTIVE for port object 89dc4f74-338f-4016-a563-371b8a0755c9 will not be triggered until provisioned by entity L2. {{(pid=100597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:54:50.205400 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-49999277-c5eb-4c7d-b079-58f59eccd6eb None None] For port 287f9923-400a-4b1e-9e40-2889807c0427, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=287f9923-400a-4b1e-9e40-2889807c0427,segment=NetworkSegment(9fc5d5cf-81e5-4ff5-9a11-a75bcd55b5f9),segment_id=9fc5d5cf-81e5-4ff5-9a11-a75bcd55b5f9)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:54:50.207649 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-0c2bec7f-a9e5-4610-896a-da8a119442c8 req-36db23ba-832f-430f-b8e4-68a4fd68b151 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:50.277568 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-49999277-c5eb-4c7d-b079-58f59eccd6eb None None] Publish callbacks [] for port, precommit_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:50.283831 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-49999277-c5eb-4c7d-b079-58f59eccd6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:50.312185 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d35885fc-e176-44ac-acdf-a8068e400087 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:50.318865 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d35885fc-e176-44ac-acdf-a8068e400087 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:50.320577 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-d35885fc-e176-44ac-acdf-a8068e400087 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3413978 Oct 20 10:54:50.335340 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 52334) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:50.336653 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36db23ba-832f-430f-b8e4-68a4fd68b151 service neutron] Pushing event updated for resources: {'Port': ['ID=89dc4f74-338f-4016-a563-371b8a0755c9,revision_number=2']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:50.344590 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-032f3b73-48bd-4238-8281-01a1e3f9d36a tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2121328617'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:54:50.387068 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cafb6630-0da3-4171-90e2-a8a02f8404cb req-5581a001-4ba3-42bf-802f-c266b5096c2b service neutron] 10.222.0.64 "GET /v2.0/networks/e41818e9-ba3e-442d-9b91-d6d4141e398e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3369007 Oct 20 10:54:50.413325 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49999277-c5eb-4c7d-b079-58f59eccd6eb None None] Pushing event updated for resources: {'Port': ['ID=287f9923-400a-4b1e-9e40-2889807c0427,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:50.414595 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-032f3b73-48bd-4238-8281-01a1e3f9d36a tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Made reservation on behalf of d6d46ad4dfc342fba124ce2a33a78ea1 for: {'network': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:54:50.422433 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-032f3b73-48bd-4238-8281-01a1e3f9d36a tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:50.425844 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 287f9923-400a-4b1e-9e40-2889807c0427 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:54:50.536049 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 287f9923-400a-4b1e-9e40-2889807c0427 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:54:50.536422 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:50.549757 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-032f3b73-48bd-4238-8281-01a1e3f9d36a tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 843} {{(pid=100597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:54:50.564326 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-032f3b73-48bd-4238-8281-01a1e3f9d36a tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:50.564694 n-d-811396-3 neutron-server[100597]: INFO neutron.db.segments_db [None req-032f3b73-48bd-4238-8281-01a1e3f9d36a tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Added segment b73697bb-e74a-4752-b687-59ec34692b46 of type vlan for network a01381e9-2a36-4bc9-ae1b-e23ac32f6671 Oct 20 10:54:50.608309 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-032f3b73-48bd-4238-8281-01a1e3f9d36a tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:50.643052 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-032f3b73-48bd-4238-8281-01a1e3f9d36a tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:50.656547 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-032f3b73-48bd-4238-8281-01a1e3f9d36a tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:50.657199 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-032f3b73-48bd-4238-8281-01a1e3f9d36a tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:50.661366 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4c108e-c752-4e56-8157-616051ad7ebb req-c2fbbf31-734a-4704-a9ed-cc704934631c tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:50.663099 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7f4c108e-c752-4e56-8157-616051ad7ebb req-c2fbbf31-734a-4704-a9ed-cc704934631c tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=928910e8-f235-47d6-a26a-937049f93884 HTTP/1.1" status: 200 len: 943 time: 0.2837059 Oct 20 10:54:50.732059 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-0c2bec7f-a9e5-4610-896a-da8a119442c8 req-36db23ba-832f-430f-b8e4-68a4fd68b151 service neutron] Attempting to bind port 89dc4f74-338f-4016-a563-371b8a0755c9 on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:54:50.732391 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-0c2bec7f-a9e5-4610-896a-da8a119442c8 req-36db23ba-832f-430f-b8e4-68a4fd68b151 service neutron] Attempting to bind port 89dc4f74-338f-4016-a563-371b8a0755c9 by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': '7a7eba38-3a2c-4235-a145-c989dfc5d4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'b8b1e2be-5932-428e-a716-07af13af4e6c'}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:54:50.732721 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2bec7f-a9e5-4610-896a-da8a119442c8 req-36db23ba-832f-430f-b8e4-68a4fd68b151 service neutron] Attempting to bind port 89dc4f74-338f-4016-a563-371b8a0755c9 on network b8b1e2be-5932-428e-a716-07af13af4e6c {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:54:50.747342 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2bec7f-a9e5-4610-896a-da8a119442c8 req-36db23ba-832f-430f-b8e4-68a4fd68b151 service neutron] Port 89dc4f74-338f-4016-a563-371b8a0755c9 on network b8b1e2be-5932-428e-a716-07af13af4e6c not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:54:50.747784 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2bec7f-a9e5-4610-896a-da8a119442c8 req-36db23ba-832f-430f-b8e4-68a4fd68b151 service neutron] Attempting to bind port 89dc4f74-338f-4016-a563-371b8a0755c9 on network b8b1e2be-5932-428e-a716-07af13af4e6c {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:54:50.760626 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2bec7f-a9e5-4610-896a-da8a119442c8 req-36db23ba-832f-430f-b8e4-68a4fd68b151 service neutron] Checking agent: {'id': '061232a2-7adc-4ba1-a873-e8cb136b064d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 54, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:54:50.761061 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2bec7f-a9e5-4610-896a-da8a119442c8 req-36db23ba-832f-430f-b8e4-68a4fd68b151 service neutron] Checking segment: {'id': '7a7eba38-3a2c-4235-a145-c989dfc5d4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'b8b1e2be-5932-428e-a716-07af13af4e6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:54:50.761505 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2bec7f-a9e5-4610-896a-da8a119442c8 req-36db23ba-832f-430f-b8e4-68a4fd68b151 service neutron] Bound using segment: {'id': '7a7eba38-3a2c-4235-a145-c989dfc5d4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'b8b1e2be-5932-428e-a716-07af13af4e6c'} {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:54:50.761953 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-0c2bec7f-a9e5-4610-896a-da8a119442c8 req-36db23ba-832f-430f-b8e4-68a4fd68b151 service neutron] Bound port: 89dc4f74-338f-4016-a563-371b8a0755c9, host: n-h2-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a7eba38-3a2c-4235-a145-c989dfc5d4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'b8b1e2be-5932-428e-a716-07af13af4e6c'}}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:54:50.762315 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-0c2bec7f-a9e5-4610-896a-da8a119442c8 req-36db23ba-832f-430f-b8e4-68a4fd68b151 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:50.779353 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-032f3b73-48bd-4238-8281-01a1e3f9d36a tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4399662 Oct 20 10:54:50.798802 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cafb6630-0da3-4171-90e2-a8a02f8404cb req-4abc1287-ec2e-41c5-9f8c-23089b4a9103 service neutron] 10.222.0.64 "GET /v2.0/networks/e41818e9-ba3e-442d-9b91-d6d4141e398e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3750219 Oct 20 10:54:50.799371 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 52338) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:50.884216 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-bbe835d5-bf79-45dc-927d-ac28041b9780 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-427996709'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:54:50.903064 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7f4c108e-c752-4e56-8157-616051ad7ebb req-25870ef8-3891-49cd-9abf-ee5991deb760 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=7d9a6fe5-d7f3-4fa2-86d5-4c121918dfe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289457 Oct 20 10:54:50.922173 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c16059f8-f4a3-49fe-9754-c5bbc2738b72 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:51.284776 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbe835d5-bf79-45dc-927d-ac28041b9780 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Made reservation on behalf of d6d46ad4dfc342fba124ce2a33a78ea1 for: {'network': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:54:51.288243 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-bbe835d5-bf79-45dc-927d-ac28041b9780 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:51.469878 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c45cc788-24be-4a51-b874-bb0ce663a63a req-2aadbe09-39b2-4fb1-a695-277a68fb22dd tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe39f684-f334-4c7d-a566-1cd47db6ca57 HTTP/1.1" status: 200 len: 210 time: 0.1861522 Oct 20 10:54:51.600796 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df63786-2921-47c6-9f60-b8198b7f09de None None] Network 2db8aa65-bca8-4d4c-a248-628248984760 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:54:51.636820 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032f3b73-48bd-4238-8281-01a1e3f9d36a tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Pushing event updated for resources: {'Network': ['ID=a01381e9-2a36-4bc9-ae1b-e23ac32f6671,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:51.663713 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [None req-c16059f8-f4a3-49fe-9754-c5bbc2738b72 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Allocated IP 2001:db8:0:1::26b (2db8aa65-bca8-4d4c-a248-628248984760/345c4d40-b14a-42ba-b15c-3bf769ef9ac2/328cffd4-c37e-4868-9bda-7726bf3ac1cf) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:54:51.758467 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [req-0c2bec7f-a9e5-4610-896a-da8a119442c8 req-36db23ba-832f-430f-b8e4-68a4fd68b151 service neutron] For port 89dc4f74-338f-4016-a563-371b8a0755c9, host n-h2-811396-3, cleared binding levels {{(pid=100597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:54:51.765041 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [req-0c2bec7f-a9e5-4610-896a-da8a119442c8 req-36db23ba-832f-430f-b8e4-68a4fd68b151 service neutron] For port 89dc4f74-338f-4016-a563-371b8a0755c9, host n-h2-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=89dc4f74-338f-4016-a563-371b8a0755c9,segment=NetworkSegment(7a7eba38-3a2c-4235-a145-c989dfc5d4dc),segment_id=7a7eba38-3a2c-4235-a145-c989dfc5d4dc)] {{(pid=100597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:54:51.784167 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-0c2bec7f-a9e5-4610-896a-da8a119442c8 req-36db23ba-832f-430f-b8e4-68a4fd68b151 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:51.789051 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network a01381e9-2a36-4bc9-ae1b-e23ac32f6671 details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:54:51.836677 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c16059f8-f4a3-49fe-9754-c5bbc2738b72 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:51.870743 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2bec7f-a9e5-4610-896a-da8a119442c8 req-36db23ba-832f-430f-b8e4-68a4fd68b151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:51.871586 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-0c2bec7f-a9e5-4610-896a-da8a119442c8 req-36db23ba-832f-430f-b8e4-68a4fd68b151 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:51.875527 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-0c2bec7f-a9e5-4610-896a-da8a119442c8 req-36db23ba-832f-430f-b8e4-68a4fd68b151 service neutron] 10.222.0.69 "PUT /v2.0/ports/89dc4f74-338f-4016-a563-371b8a0755c9 HTTP/1.1" status: 200 len: 1091 time: 3.2898257 Oct 20 10:54:51.883687 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '928910e8-f235-47d6-a26a-937049f93884', 'tag': '89dc4f74-338f-4016-a563-371b8a0755c9'}] {{(pid=100597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:54:51.889718 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd85cad6a391afaa95d2dd5280bfd4659fc1e1b2aba53b5e7ef874f059efcdc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0406aca4-70a1-4c6f-8aaa-b421b10e8fb8" -d '{"events": [{"name": "network-changed", "server_uuid": "928910e8-f235-47d6-a26a-937049f93884", "tag": "89dc4f74-338f-4016-a563-371b8a0755c9"}]}' {{(pid=100597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:54:51.950050 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbe835d5-bf79-45dc-927d-ac28041b9780 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 814} {{(pid=100596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:54:51.968349 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-bbe835d5-bf79-45dc-927d-ac28041b9780 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:51.968712 n-d-811396-3 neutron-server[100596]: INFO neutron.db.segments_db [None req-bbe835d5-bf79-45dc-927d-ac28041b9780 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Added segment ae49a94c-2ca9-44f1-858b-c18720dcd115 of type vlan for network 02f638e5-0d0a-4580-bf2a-b4bbde3b474d Oct 20 10:54:52.037482 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f9f3616-0245-4448-b194-19087a62b5d0 x-openstack-request-id: req-0f9f3616-0245-4448-b194-19087a62b5d0 {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:54:52.037913 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "928910e8-f235-47d6-a26a-937049f93884", "tag": "89dc4f74-338f-4016-a563-371b8a0755c9", "status": "completed", "code": 200}]} {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:54:52.038285 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0f9f3616-0245-4448-b194-19087a62b5d0 {{(pid=100597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:54:52.039351 n-d-811396-3 neutron-server[100597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '928910e8-f235-47d6-a26a-937049f93884', 'tag': '89dc4f74-338f-4016-a563-371b8a0755c9', 'status': 'completed', 'code': 200} Oct 20 10:54:52.043901 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36db23ba-832f-430f-b8e4-68a4fd68b151 service neutron] Pushing event updated for resources: {'Port': ['ID=89dc4f74-338f-4016-a563-371b8a0755c9,revision_number=3']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:52.070079 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2bec7f-a9e5-4610-896a-da8a119442c8 req-e99104ff-4dcf-43f7-98a5-e9176acedfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:52.072163 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-0c2bec7f-a9e5-4610-896a-da8a119442c8 req-e99104ff-4dcf-43f7-98a5-e9176acedfe2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=376203cb7dec4dad9717307d6c606d33&device_id=928910e8-f235-47d6-a26a-937049f93884 HTTP/1.1" status: 200 len: 1094 time: 0.1046412 Oct 20 10:54:52.087700 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-bbe835d5-bf79-45dc-927d-ac28041b9780 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:52.141389 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-0c2bec7f-a9e5-4610-896a-da8a119442c8 req-1f931dc8-57b4-4b24-941c-b5690ffa8b6d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=89dc4f74-338f-4016-a563-371b8a0755c9 HTTP/1.1" status: 200 len: 217 time: 0.0561130 Oct 20 10:54:52.157584 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c16059f8-f4a3-49fe-9754-c5bbc2738b72 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:52.164305 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-bbe835d5-bf79-45dc-927d-ac28041b9780 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:52.175144 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe835d5-bf79-45dc-927d-ac28041b9780 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:52.175852 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-bbe835d5-bf79-45dc-927d-ac28041b9780 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Publish callbacks [] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:52.249559 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2bec7f-a9e5-4610-896a-da8a119442c8 req-bffbaf58-6768-40b2-8d2b-607affd580ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:52.251479 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-0c2bec7f-a9e5-4610-896a-da8a119442c8 req-bffbaf58-6768-40b2-8d2b-607affd580ba service neutron] 10.222.0.69 "GET /v2.0/subnets?id=437b47ec-4211-421c-828b-76408ce53dce HTTP/1.1" status: 200 len: 850 time: 0.1024256 Oct 20 10:54:52.297826 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe835d5-bf79-45dc-927d-ac28041b9780 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Pushing event updated for resources: {'Network': ['ID=02f638e5-0d0a-4580-bf2a-b4bbde3b474d,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:52.342555 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2bec7f-a9e5-4610-896a-da8a119442c8 req-838ddbda-9158-49ee-ba31-28246f3338b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:52.344088 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-0c2bec7f-a9e5-4610-896a-da8a119442c8 req-838ddbda-9158-49ee-ba31-28246f3338b7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b8b1e2be-5932-428e-a716-07af13af4e6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0850587 Oct 20 10:54:52.363632 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network 02f638e5-0d0a-4580-bf2a-b4bbde3b474d details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:54:52.366225 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 287f9923-400a-4b1e-9e40-2889807c0427 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:54:52.384516 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16059f8-f4a3-49fe-9754-c5bbc2738b72 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Pushing event updated for resources: {'Port': ['ID=328cffd4-c37e-4868-9bda-7726bf3ac1cf,revision_number=3']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:52.419748 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86533d12-8736-4161-949f-674d63db909b req-370a0223-b13d-49ae-9bc3-322501c2580a tempest-InstanceActionsNegativeTestJSON-559219980 tempest-InstanceActionsNegativeTestJSON-559219980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:52.422705 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-86533d12-8736-4161-949f-674d63db909b req-370a0223-b13d-49ae-9bc3-322501c2580a tempest-InstanceActionsNegativeTestJSON-559219980 tempest-InstanceActionsNegativeTestJSON-559219980-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa26024c-8629-4fab-9712-7f3b75eceabb HTTP/1.1" status: 200 len: 946 time: 1.0324390 Oct 20 10:54:52.425302 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-079a60f3-5eee-4d27-b274-278c54cbeacf None None] Provisioning complete for port 328cffd4-c37e-4868-9bda-7726bf3ac1cf triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:54:52.425675 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-079a60f3-5eee-4d27-b274-278c54cbeacf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:52.433253 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-bbe835d5-bf79-45dc-927d-ac28041b9780 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.6208918 Oct 20 10:54:52.467864 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 52366) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:52.490087 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-2c01d76a-2394-4513-a32d-985613c9f2c2 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Request body: {'ports': [{'network_id': 'a01381e9-2a36-4bc9-ae1b-e23ac32f6671', 'name': 'tempest-port--486291207', 'admin_state_up': True}, {'network_id': '02f638e5-0d0a-4580-bf2a-b4bbde3b474d', 'admin_state_up': False}]} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:54:52.490688 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-2c01d76a-2394-4513-a32d-985613c9f2c2 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Request body: {'port': {'network_id': 'a01381e9-2a36-4bc9-ae1b-e23ac32f6671', 'name': 'tempest-port--486291207', 'admin_state_up': True}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:54:52.491332 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-2c01d76a-2394-4513-a32d-985613c9f2c2 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Request body: {'port': {'network_id': '02f638e5-0d0a-4580-bf2a-b4bbde3b474d', 'admin_state_up': False}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:54:52.532341 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-c16059f8-f4a3-49fe-9754-c5bbc2738b72 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] In _notify_port_updated(), no bound segment for port 328cffd4-c37e-4868-9bda-7726bf3ac1cf on network 2db8aa65-bca8-4d4c-a248-628248984760 {{(pid=100596) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 20 10:54:52.539053 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c16059f8-f4a3-49fe-9754-c5bbc2738b72 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:52.540377 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c16059f8-f4a3-49fe-9754-c5bbc2738b72 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:52.542432 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-c16059f8-f4a3-49fe-9754-c5bbc2738b72 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] 10.222.0.64 "PUT /v2.0/ports/328cffd4-c37e-4868-9bda-7726bf3ac1cf HTTP/1.1" status: 200 len: 1012 time: 2.4363997 Oct 20 10:54:52.549459 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 52370) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:52.561231 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-079a60f3-5eee-4d27-b274-278c54cbeacf None None] Port 328cffd4-c37e-4868-9bda-7726bf3ac1cf cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:54:52.566849 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acee2657-04f7-4112-b03a-b2cd97b21e3b req-2f32309c-d990-49f3-9ac8-7486a7ffc1d5 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:52.569057 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-acee2657-04f7-4112-b03a-b2cd97b21e3b req-2f32309c-d990-49f3-9ac8-7486a7ffc1d5 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=928910e8-f235-47d6-a26a-937049f93884 HTTP/1.1" status: 200 len: 943 time: 0.4296277 Oct 20 10:54:52.576384 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 287f9923-400a-4b1e-9e40-2889807c0427 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:54:52.576757 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:52.608081 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-079a60f3-5eee-4d27-b274-278c54cbeacf None None] Provisioning complete for port 287f9923-400a-4b1e-9e40-2889807c0427 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:54:52.608776 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-079a60f3-5eee-4d27-b274-278c54cbeacf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:52.703724 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-acee2657-04f7-4112-b03a-b2cd97b21e3b req-e3b700cd-fd19-4fa5-958e-5e9729a6e876 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=7d9a6fe5-d7f3-4fa2-86d5-4c121918dfe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670445 Oct 20 10:54:52.870735 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-0c2bec7f-a9e5-4610-896a-da8a119442c8 req-5d93cbeb-cf58-4b49-b937-502860d1fc90 service neutron] 10.222.0.69 "GET /v2.0/networks/b8b1e2be-5932-428e-a716-07af13af4e6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5190442 Oct 20 10:54:52.921355 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafb6630-0da3-4171-90e2-a8a02f8404cb req-73ddd7b3-4d70-4e92-b9e4-f6e8e537ed26 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:52.922956 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cafb6630-0da3-4171-90e2-a8a02f8404cb req-73ddd7b3-4d70-4e92-b9e4-f6e8e537ed26 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.55 "GET /v2.0/networks?id=e41818e9-ba3e-442d-9b91-d6d4141e398e HTTP/1.1" status: 200 len: 796 time: 0.1899631 Oct 20 10:54:53.016703 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-abcf9159-72c0-43ab-9ab9-21763aaf11e9 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Deleting port 328cffd4-c37e-4868-9bda-7726bf3ac1cf {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:54:53.017390 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-abcf9159-72c0-43ab-9ab9-21763aaf11e9 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:53.033406 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-0c2bec7f-a9e5-4610-896a-da8a119442c8 req-67c503a0-068d-4276-bc98-15b9423bd40d service neutron] 10.222.0.69 "GET /v2.0/networks/b8b1e2be-5932-428e-a716-07af13af4e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477661 Oct 20 10:54:53.118128 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-86533d12-8736-4161-949f-674d63db909b req-a009bbd8-c334-4629-b77a-b7316a5a5bf8 tempest-InstanceActionsNegativeTestJSON-559219980 tempest-InstanceActionsNegativeTestJSON-559219980-project] 10.222.0.64 "GET /v2.0/security-groups?id=119c60c8-495a-49a5-9abb-937adc2a49b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6582048 Oct 20 10:54:53.161471 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c747d319-9818-46ed-90c4-3e19046db123 req-1e871ed8-855f-4cee-98e3-f2e1fdd497da tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe39f684-f334-4c7d-a566-1cd47db6ca57 HTTP/1.1" status: 200 len: 210 time: 0.2359672 Oct 20 10:54:53.166648 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-2f3020dc-0040-4a7a-a399-4665199c7175 None None] Provisioning complete for port 328cffd4-c37e-4868-9bda-7726bf3ac1cf triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:54:53.167920 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-2f3020dc-0040-4a7a-a399-4665199c7175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:53.235805 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0406aca4-70a1-4c6f-8aaa-b421b10e8fb8 req-9c74ce40-86d6-43c0-b2a6-e2634c2599bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:53.237602 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-0406aca4-70a1-4c6f-8aaa-b421b10e8fb8 req-9c74ce40-86d6-43c0-b2a6-e2634c2599bd service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=376203cb7dec4dad9717307d6c606d33&device_id=928910e8-f235-47d6-a26a-937049f93884 HTTP/1.1" status: 200 len: 1094 time: 0.1390357 Oct 20 10:54:53.243994 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b85fcd-2bde-44fb-bde2-e2b0d66e0603 req-e825b42b-6367-4c8c-9bd3-0ee6df5f9610 tempest-InstanceActionsNegativeTestJSON-559219980 tempest-InstanceActionsNegativeTestJSON-559219980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:53.247879 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-59b85fcd-2bde-44fb-bde2-e2b0d66e0603 req-e825b42b-6367-4c8c-9bd3-0ee6df5f9610 tempest-InstanceActionsNegativeTestJSON-559219980 tempest-InstanceActionsNegativeTestJSON-559219980-project] 10.222.0.69 "GET /v2.0/ports?device_id=aa26024c-8629-4fab-9712-7f3b75eceabb HTTP/1.1" status: 200 len: 946 time: 0.6775808 Oct 20 10:54:53.255175 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cafb6630-0da3-4171-90e2-a8a02f8404cb req-48e0f7c4-a4a5-4b60-8910-fb099a98c8e8 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ce3bca74c1d8467f832763bc531bfd88 HTTP/1.1" status: 200 len: 380 time: 0.2925415 Oct 20 10:54:53.291498 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-2f3020dc-0040-4a7a-a399-4665199c7175 None None] Port 328cffd4-c37e-4868-9bda-7726bf3ac1cf cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:54:53.323068 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-2f3020dc-0040-4a7a-a399-4665199c7175 None None] Provisioning complete for port 287f9923-400a-4b1e-9e40-2889807c0427 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:54:53.324227 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-2f3020dc-0040-4a7a-a399-4665199c7175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:53.391816 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-abcf9159-72c0-43ab-9ab9-21763aaf11e9 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:53.438758 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-abcf9159-72c0-43ab-9ab9-21763aaf11e9 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Calling delete_port for 328cffd4-c37e-4868-9bda-7726bf3ac1cf owned by {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:54:53.447307 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-cafb6630-0da3-4171-90e2-a8a02f8404cb req-a4ae7c19-27a7-456b-aa6f-15ddfbdb8d60 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Request body: {'port': {'device_id': 'fe39f684-f334-4c7d-a566-1cd47db6ca57', 'network_id': 'e41818e9-ba3e-442d-9b91-d6d4141e398e', 'admin_state_up': True, 'tenant_id': 'ce3bca74c1d8467f832763bc531bfd88', 'security_groups': ['223e9882-16a3-4f37-ab85-863f9037f1b5']}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:54:53.582637 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-3c81a33a-03ec-4c9f-b284-d4fff4d61039 None None] Provisioning complete for port 328cffd4-c37e-4868-9bda-7726bf3ac1cf triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:54:53.582888 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3c81a33a-03ec-4c9f-b284-d4fff4d61039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:53.616863 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0406aca4-70a1-4c6f-8aaa-b421b10e8fb8 req-8edb6985-0e0e-4e42-82f9-5ae3c2b52ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:53.617757 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-0406aca4-70a1-4c6f-8aaa-b421b10e8fb8 req-8edb6985-0e0e-4e42-82f9-5ae3c2b52ad0 service neutron] 10.222.0.69 "GET /v2.0/networks?id=b8b1e2be-5932-428e-a716-07af13af4e6c HTTP/1.1" status: 200 len: 912 time: 0.3622901 Oct 20 10:54:53.658503 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-3c81a33a-03ec-4c9f-b284-d4fff4d61039 None None] Port 328cffd4-c37e-4868-9bda-7726bf3ac1cf cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:54:53.694786 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-0406aca4-70a1-4c6f-8aaa-b421b10e8fb8 req-3c2ea4ef-c34d-481b-85fd-9cc8081ca75c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=89dc4f74-338f-4016-a563-371b8a0755c9 HTTP/1.1" status: 200 len: 217 time: 0.0668006 Oct 20 10:54:53.746969 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-59b85fcd-2bde-44fb-bde2-e2b0d66e0603 req-07f55758-8815-46e6-a0b2-4a1e67a6bfe2 tempest-InstanceActionsNegativeTestJSON-559219980 tempest-InstanceActionsNegativeTestJSON-559219980-project] Deleting port 8249a63d-9683-4fbc-a2dc-742b2abbe1cf {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:54:53.747363 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-59b85fcd-2bde-44fb-bde2-e2b0d66e0603 req-07f55758-8815-46e6-a0b2-4a1e67a6bfe2 tempest-InstanceActionsNegativeTestJSON-559219980 tempest-InstanceActionsNegativeTestJSON-559219980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:53.822590 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0406aca4-70a1-4c6f-8aaa-b421b10e8fb8 req-766d3fe4-54fa-4caf-bdad-eeaf205587b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:53.824130 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-0406aca4-70a1-4c6f-8aaa-b421b10e8fb8 req-766d3fe4-54fa-4caf-bdad-eeaf205587b2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=437b47ec-4211-421c-828b-76408ce53dce HTTP/1.1" status: 200 len: 850 time: 0.1186023 Oct 20 10:54:53.989142 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-3f1e4562-2e38-4476-8cb3-667911d70f95 None None] Provisioning complete for port 328cffd4-c37e-4868-9bda-7726bf3ac1cf triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:54:53.989526 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3f1e4562-2e38-4476-8cb3-667911d70f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:54.051086 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0406aca4-70a1-4c6f-8aaa-b421b10e8fb8 req-ff8959aa-f285-4fb4-80ed-4952206ff8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:54.053356 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-0406aca4-70a1-4c6f-8aaa-b421b10e8fb8 req-ff8959aa-f285-4fb4-80ed-4952206ff8f0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b8b1e2be-5932-428e-a716-07af13af4e6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2209446 Oct 20 10:54:54.084924 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-3f1e4562-2e38-4476-8cb3-667911d70f95 None None] Port 328cffd4-c37e-4868-9bda-7726bf3ac1cf cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:54:54.113725 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-abcf9159-72c0-43ab-9ab9-21763aaf11e9 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:54.219199 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcf9159-72c0-43ab-9ab9-21763aaf11e9 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Pushing event deleted for resources: {'Port': ['ID=328cffd4-c37e-4868-9bda-7726bf3ac1cf,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:54.300745 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1bbe6921-dcb1-446f-aa83-53633a8f3a3d None None] Could not find standard attr ID for object 328cffd4-c37e-4868-9bda-7726bf3ac1cf. {{(pid=100598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 20 10:54:54.366443 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-0406aca4-70a1-4c6f-8aaa-b421b10e8fb8 req-32ca4efb-15eb-42a0-a6e0-b180f888b7af service neutron] 10.222.0.69 "GET /v2.0/networks/b8b1e2be-5932-428e-a716-07af13af4e6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3011014 Oct 20 10:54:54.397644 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-abcf9159-72c0-43ab-9ab9-21763aaf11e9 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:54.402614 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-abcf9159-72c0-43ab-9ab9-21763aaf11e9 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] 10.222.0.64 "DELETE /v2.0/ports/328cffd4-c37e-4868-9bda-7726bf3ac1cf HTTP/1.1" status: 204 len: 168 time: 1.8507402 Oct 20 10:54:54.406578 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 52384) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:54.484006 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d69062a-5f2a-4ce5-8be0-0b70b1587ca6 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] GET failed (client error): The resource could not be found. Oct 20 10:54:54.488931 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-6d69062a-5f2a-4ce5-8be0-0b70b1587ca6 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] 10.222.0.64 "GET /v2.0/ports/328cffd4-c37e-4868-9bda-7726bf3ac1cf HTTP/1.1" status: 404 len: 333 time: 0.0612690 Oct 20 10:54:54.493623 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 52388) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:54.500587 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c01d76a-2394-4513-a32d-985613c9f2c2 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Made reservation on behalf of d6d46ad4dfc342fba124ce2a33a78ea1 for: {'port': 2} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:54:54.507989 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2c01d76a-2394-4513-a32d-985613c9f2c2 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:54.555233 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2c01d76a-2394-4513-a32d-985613c9f2c2 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:54.633089 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_v2 [None req-418a3a77-4c1a-4d9a-8e4e-a80622cd71f0 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Deleting subnet 345c4d40-b14a-42ba-b15c-3bf769ef9ac2 {{(pid=100597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:54:54.641013 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-418a3a77-4c1a-4d9a-8e4e-a80622cd71f0 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks [] for subnet, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:54.673335 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-0406aca4-70a1-4c6f-8aaa-b421b10e8fb8 req-e13e93c9-97a4-4d59-8f1f-3e0bbc707ddf service neutron] 10.222.0.69 "GET /v2.0/networks/b8b1e2be-5932-428e-a716-07af13af4e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2834790 Oct 20 10:54:54.698130 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-59b85fcd-2bde-44fb-bde2-e2b0d66e0603 req-07f55758-8815-46e6-a0b2-4a1e67a6bfe2 tempest-InstanceActionsNegativeTestJSON-559219980 tempest-InstanceActionsNegativeTestJSON-559219980-project] For port 8249a63d-9683-4fbc-a2dc-742b2abbe1cf, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=8249a63d-9683-4fbc-a2dc-742b2abbe1cf,segment=NetworkSegment(f2d0f28b-b6c9-4cd8-aa86-efe2cf3ccb18),segment_id=f2d0f28b-b6c9-4cd8-aa86-efe2cf3ccb18)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:54:54.699273 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-59b85fcd-2bde-44fb-bde2-e2b0d66e0603 req-07f55758-8815-46e6-a0b2-4a1e67a6bfe2 tempest-InstanceActionsNegativeTestJSON-559219980 tempest-InstanceActionsNegativeTestJSON-559219980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:54.713568 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13487eba-1126-47ef-a98a-a2f1cdbf3efa req-799cc4ae-cfe6-48fe-8fdb-ca06c3c74ddd tempest-InstanceActionsNegativeTestJSON-559219980 tempest-InstanceActionsNegativeTestJSON-559219980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:54.714523 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-418a3a77-4c1a-4d9a-8e4e-a80622cd71f0 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25852621'] for subnet, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:54.715832 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-13487eba-1126-47ef-a98a-a2f1cdbf3efa req-799cc4ae-cfe6-48fe-8fdb-ca06c3c74ddd tempest-InstanceActionsNegativeTestJSON-559219980 tempest-InstanceActionsNegativeTestJSON-559219980-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa26024c-8629-4fab-9712-7f3b75eceabb HTTP/1.1" status: 200 len: 946 time: 0.2925141 Oct 20 10:54:54.724121 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0537e008-0d08-4e57-a681-0c4fa6174992 req-df448409-868d-49fa-9bbc-c7afc29337d2 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:54.732723 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0537e008-0d08-4e57-a681-0c4fa6174992 req-df448409-868d-49fa-9bbc-c7afc29337d2 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=928910e8-f235-47d6-a26a-937049f93884 HTTP/1.1" status: 200 len: 943 time: 0.8781116 Oct 20 10:54:54.821475 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-418a3a77-4c1a-4d9a-8e4e-a80622cd71f0 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:54.832214 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-59b85fcd-2bde-44fb-bde2-e2b0d66e0603 req-07f55758-8815-46e6-a0b2-4a1e67a6bfe2 tempest-InstanceActionsNegativeTestJSON-559219980 tempest-InstanceActionsNegativeTestJSON-559219980-project] Calling delete_port for 8249a63d-9683-4fbc-a2dc-742b2abbe1cf owned by compute:nova {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:54:54.842365 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cafb6630-0da3-4171-90e2-a8a02f8404cb req-a4ae7c19-27a7-456b-aa6f-15ddfbdb8d60 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Made reservation on behalf of ce3bca74c1d8467f832763bc531bfd88 for: {'port': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:54:54.845971 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-cafb6630-0da3-4171-90e2-a8a02f8404cb req-a4ae7c19-27a7-456b-aa6f-15ddfbdb8d60 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:54.853651 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [None req-2c01d76a-2394-4513-a32d-985613c9f2c2 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] device_id is not set on port 8d79dc1c-7f4e-4350-a963-a542d5f9da86 yet. {{(pid=100596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:54:54.889084 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-418a3a77-4c1a-4d9a-8e4e-a80622cd71f0 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25350811'] for subnet, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:54.907250 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-418a3a77-4c1a-4d9a-8e4e-a80622cd71f0 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:54.910505 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-418a3a77-4c1a-4d9a-8e4e-a80622cd71f0 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] 10.222.0.64 "DELETE /v2.0/subnets/345c4d40-b14a-42ba-b15c-3bf769ef9ac2 HTTP/1.1" status: 204 len: 168 time: 0.4154129 Oct 20 10:54:54.915337 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 52390) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:54.921778 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eef850f-ae45-438b-bd63-db169a3f42b4 None None] Network 2db8aa65-bca8-4d4c-a248-628248984760 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:54:54.936833 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418a3a77-4c1a-4d9a-8e4e-a80622cd71f0 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Pushing event deleted for resources: {'Subnet': ['ID=345c4d40-b14a-42ba-b15c-3bf769ef9ac2,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:54.969593 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-021a3d28-dc1e-4051-83d2-e38f8e0db29a req-d6550242-5f0a-4036-a8be-1fc12ee9dae0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b3f9930f-6768-428d-b296-1e65ca6bdfa7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2838590 Oct 20 10:54:54.978819 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0537e008-0d08-4e57-a681-0c4fa6174992 req-5028b5aa-625f-4c31-90fa-5109bb15bc88 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=7d9a6fe5-d7f3-4fa2-86d5-4c121918dfe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450597 Oct 20 10:54:55.058262 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-13487eba-1126-47ef-a98a-a2f1cdbf3efa req-6cd74cf4-7396-4003-928d-dbebfc4e8868 tempest-InstanceActionsNegativeTestJSON-559219980 tempest-InstanceActionsNegativeTestJSON-559219980-project] 10.222.0.64 "GET /v2.0/security-groups?id=119c60c8-495a-49a5-9abb-937adc2a49b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3154073 Oct 20 10:54:55.216036 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f33ee9af-8114-457c-86a5-1d14e9a1feff req-c1f7a537-eccd-4450-825b-86f9353e8070 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe39f684-f334-4c7d-a566-1cd47db6ca57 HTTP/1.1" status: 200 len: 210 time: 0.0923445 Oct 20 10:54:55.240652 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_v2 [None req-821d2a38-7992-4c90-b952-4ffa37f0b470 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Deleting subnet 619410a1-f680-4a09-bd16-1f53551c5aa2 {{(pid=100596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:54:55.264177 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-821d2a38-7992-4c90-b952-4ffa37f0b470 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks [] for subnet, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:55.387001 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-821d2a38-7992-4c90-b952-4ffa37f0b470 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25189079'] for subnet, precommit_delete_associations {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:55.395729 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021a3d28-dc1e-4051-83d2-e38f8e0db29a req-7c572919-5b1f-48c7-b713-4f3174cff6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:55.397253 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-021a3d28-dc1e-4051-83d2-e38f8e0db29a req-7c572919-5b1f-48c7-b713-4f3174cff6a1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=376203cb7dec4dad9717307d6c606d33&device_id=b3f9930f-6768-428d-b296-1e65ca6bdfa7 HTTP/1.1" status: 200 len: 1095 time: 0.3490050 Oct 20 10:54:55.530610 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [req-cafb6630-0da3-4171-90e2-a8a02f8404cb req-a4ae7c19-27a7-456b-aa6f-15ddfbdb8d60 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Allocated IP 172.20.0.3 (e41818e9-ba3e-442d-9b91-d6d4141e398e/bddd1341-c5ba-4b8c-aefb-4ae93484dff7/78d7a355-00a3-4972-853b-be538b88a9d5) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:54:55.550931 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-59b85fcd-2bde-44fb-bde2-e2b0d66e0603 req-07f55758-8815-46e6-a0b2-4a1e67a6bfe2 tempest-InstanceActionsNegativeTestJSON-559219980 tempest-InstanceActionsNegativeTestJSON-559219980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:55.610768 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2c01d76a-2394-4513-a32d-985613c9f2c2 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:55.714529 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f55758-8815-46e6-a0b2-4a1e67a6bfe2 tempest-InstanceActionsNegativeTestJSON-559219980 tempest-InstanceActionsNegativeTestJSON-559219980-project] Pushing event deleted for resources: {'Port': ['ID=8249a63d-9683-4fbc-a2dc-742b2abbe1cf,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:55.801054 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [None req-2c01d76a-2394-4513-a32d-985613c9f2c2 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] device_id is not set on port 2bd46abd-5317-4633-b0ba-ec79c07b2fa7 yet. {{(pid=100596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:54:55.837972 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-821d2a38-7992-4c90-b952-4ffa37f0b470 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:55.845292 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-b135c245-7906-489d-a51e-ba7d86827290 None None] Provisioning complete for port 287f9923-400a-4b1e-9e40-2889807c0427 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:54:55.845680 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-b135c245-7906-489d-a51e-ba7d86827290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:55.880624 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-59b85fcd-2bde-44fb-bde2-e2b0d66e0603 req-07f55758-8815-46e6-a0b2-4a1e67a6bfe2 tempest-InstanceActionsNegativeTestJSON-559219980 tempest-InstanceActionsNegativeTestJSON-559219980-project] No DVR routers for this DVR port 8249a63d-9683-4fbc-a2dc-742b2abbe1cf on host n-h2-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:54:55.890961 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021a3d28-dc1e-4051-83d2-e38f8e0db29a req-4cb43643-f178-4015-a233-14d1896e4ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:55.892533 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-021a3d28-dc1e-4051-83d2-e38f8e0db29a req-4cb43643-f178-4015-a233-14d1896e4ccb service neutron] 10.222.0.55 "GET /v2.0/networks?id=b8b1e2be-5932-428e-a716-07af13af4e6c HTTP/1.1" status: 200 len: 912 time: 0.4513736 Oct 20 10:54:55.893592 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-59b85fcd-2bde-44fb-bde2-e2b0d66e0603 req-07f55758-8815-46e6-a0b2-4a1e67a6bfe2 tempest-InstanceActionsNegativeTestJSON-559219980 tempest-InstanceActionsNegativeTestJSON-559219980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:55.896882 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-59b85fcd-2bde-44fb-bde2-e2b0d66e0603 req-07f55758-8815-46e6-a0b2-4a1e67a6bfe2 tempest-InstanceActionsNegativeTestJSON-559219980 tempest-InstanceActionsNegativeTestJSON-559219980-project] 10.222.0.69 "DELETE /v2.0/ports/8249a63d-9683-4fbc-a2dc-742b2abbe1cf HTTP/1.1" status: 204 len: 173 time: 2.6361558 Oct 20 10:54:55.910503 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa26024c-8629-4fab-9712-7f3b75eceabb', 'name': 'network-vif-deleted', 'tag': '8249a63d-9683-4fbc-a2dc-742b2abbe1cf'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:54:55.912846 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f24b379-d30b-4971-b913-d46366f29825" -d '{"events": [{"server_uuid": "aa26024c-8629-4fab-9712-7f3b75eceabb", "name": "network-vif-deleted", "tag": "8249a63d-9683-4fbc-a2dc-742b2abbe1cf"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:54:56.055151 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb88056f-f795-4df1-9df9-f9f243e8b491 x-openstack-request-id: req-fb88056f-f795-4df1-9df9-f9f243e8b491 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:54:56.055460 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa26024c-8629-4fab-9712-7f3b75eceabb", "name": "network-vif-deleted", "tag": "8249a63d-9683-4fbc-a2dc-742b2abbe1cf", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:54:56.055701 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fb88056f-f795-4df1-9df9-f9f243e8b491 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:54:56.056098 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa26024c-8629-4fab-9712-7f3b75eceabb', 'name': 'network-vif-deleted', 'tag': '8249a63d-9683-4fbc-a2dc-742b2abbe1cf', 'status': 'completed', 'code': 200} Oct 20 10:54:56.130179 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-021a3d28-dc1e-4051-83d2-e38f8e0db29a req-e817aa66-242a-4061-a523-0474a95c8622 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d012fc61-e760-4bcf-aff4-9ef2d30ecf9f HTTP/1.1" status: 200 len: 997 time: 0.2046602 Oct 20 10:54:56.170422 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f22a314a-f003-447a-b491-eedf5b736990 req-b4a8ce5a-9a31-4056-9bfb-fc179731ebee tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1016552384&fields=id&tenant_id=304c84e5c7844b5cadef0d9d128b445c HTTP/1.1" status: 200 len: 267 time: 0.2285752 Oct 20 10:54:56.211955 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-821d2a38-7992-4c90-b952-4ffa37f0b470 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26836193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26761888'] for subnet, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:56.331529 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821d2a38-7992-4c90-b952-4ffa37f0b470 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Pushing event deleted for resources: {'Subnet': ['ID=619410a1-f680-4a09-bd16-1f53551c5aa2,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:56.341352 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03282250-423e-4b6a-b09d-97f21260f07d None None] Network 2db8aa65-bca8-4d4c-a248-628248984760 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:54:56.349473 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-821d2a38-7992-4c90-b952-4ffa37f0b470 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:56.352883 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-821d2a38-7992-4c90-b952-4ffa37f0b470 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] 10.222.0.64 "DELETE /v2.0/subnets/619410a1-f680-4a09-bd16-1f53551c5aa2 HTTP/1.1" status: 204 len: 168 time: 1.4037530 Oct 20 10:54:56.356514 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 52420) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:56.397343 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-cafb6630-0da3-4171-90e2-a8a02f8404cb req-a4ae7c19-27a7-456b-aa6f-15ddfbdb8d60 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:56.442455 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021a3d28-dc1e-4051-83d2-e38f8e0db29a req-506af3f4-ab6f-4be6-b3af-a9f882e27c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:56.443993 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-021a3d28-dc1e-4051-83d2-e38f8e0db29a req-506af3f4-ab6f-4be6-b3af-a9f882e27c66 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=437b47ec-4211-421c-828b-76408ce53dce HTTP/1.1" status: 200 len: 850 time: 0.2668955 Oct 20 10:54:56.455476 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2ec0cc3c-1031-470b-80a1-bf80851e9111 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:56.461603 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbca9165-aea8-475c-a046-def4f4810e9f req-d3fe5f73-0684-4a5a-b966-738f1aefd53c tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:56.464519 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-dbca9165-aea8-475c-a046-def4f4810e9f req-d3fe5f73-0684-4a5a-b966-738f1aefd53c tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=928910e8-f235-47d6-a26a-937049f93884 HTTP/1.1" status: 200 len: 943 time: 0.3472044 Oct 20 10:54:56.494342 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2c01d76a-2394-4513-a32d-985613c9f2c2 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:56.534395 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-2ec0cc3c-1031-470b-80a1-bf80851e9111 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Deleting port 287f9923-400a-4b1e-9e40-2889807c0427 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:54:56.534785 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2ec0cc3c-1031-470b-80a1-bf80851e9111 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:56.555005 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce94cb2-0373-4f29-a099-a12e0b7865ae None None] DHCP port deletion for 2db8aa65-bca8-4d4c-a248-628248984760 request from n-d-811396-3 {{(pid=100598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:54:56.602380 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22a314a-f003-447a-b491-eedf5b736990 req-35795f26-b33e-4fe7-b34b-7af1af21c761 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:56.604104 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f22a314a-f003-447a-b491-eedf5b736990 req-35795f26-b33e-4fe7-b34b-7af1af21c761 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/networks?id=cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0 HTTP/1.1" status: 200 len: 812 time: 0.3953822 Oct 20 10:54:56.605777 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [None req-2ec0cc3c-1031-470b-80a1-bf80851e9111 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] For port 287f9923-400a-4b1e-9e40-2889807c0427, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=287f9923-400a-4b1e-9e40-2889807c0427,segment=NetworkSegment(9fc5d5cf-81e5-4ff5-9a11-a75bcd55b5f9),segment_id=9fc5d5cf-81e5-4ff5-9a11-a75bcd55b5f9)] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:54:56.606203 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2ec0cc3c-1031-470b-80a1-bf80851e9111 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:56.608297 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-9ce94cb2-0373-4f29-a099-a12e0b7865ae None None] Deleting port 287f9923-400a-4b1e-9e40-2889807c0427 {{(pid=100598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:54:56.608923 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-9ce94cb2-0373-4f29-a099-a12e0b7865ae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:56.620904 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-2ec0cc3c-1031-470b-80a1-bf80851e9111 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Calling delete_port for 287f9923-400a-4b1e-9e40-2889807c0427 owned by network:dhcp {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:54:56.623656 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-dbca9165-aea8-475c-a046-def4f4810e9f req-dcdfd6e1-c725-4a29-81c9-cb0ac8a37078 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=7d9a6fe5-d7f3-4fa2-86d5-4c121918dfe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358056 Oct 20 10:54:56.632012 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021a3d28-dc1e-4051-83d2-e38f8e0db29a req-759fa12c-9dfd-4794-ab0a-38a1504465fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:56.633583 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-021a3d28-dc1e-4051-83d2-e38f8e0db29a req-759fa12c-9dfd-4794-ab0a-38a1504465fa service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b8b1e2be-5932-428e-a716-07af13af4e6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1627018 Oct 20 10:54:56.650591 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-cafb6630-0da3-4171-90e2-a8a02f8404cb req-a4ae7c19-27a7-456b-aa6f-15ddfbdb8d60 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:56.682698 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-9ce94cb2-0373-4f29-a099-a12e0b7865ae None None] For port 287f9923-400a-4b1e-9e40-2889807c0427, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=287f9923-400a-4b1e-9e40-2889807c0427,segment=NetworkSegment(9fc5d5cf-81e5-4ff5-9a11-a75bcd55b5f9),segment_id=9fc5d5cf-81e5-4ff5-9a11-a75bcd55b5f9)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:54:56.683177 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-9ce94cb2-0373-4f29-a099-a12e0b7865ae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:56.700822 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 52422) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:56.702137 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-9ce94cb2-0373-4f29-a099-a12e0b7865ae None None] Calling delete_port for 287f9923-400a-4b1e-9e40-2889807c0427 owned by network:dhcp {{(pid=100598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:54:56.756017 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2ec0cc3c-1031-470b-80a1-bf80851e9111 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:56.790230 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_v2 [None req-83c4cf5b-3d6c-4445-8f18-3bbc036371c9 admin admin] Deleting subnet e4ee1d28-9fb5-4cd3-a7c5-6f77ae5f6aa7 {{(pid=100597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:54:56.795443 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec0cc3c-1031-470b-80a1-bf80851e9111 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Pushing event deleted for resources: {'Port': ['ID=287f9923-400a-4b1e-9e40-2889807c0427,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:56.797888 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-83c4cf5b-3d6c-4445-8f18-3bbc036371c9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:56.799952 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec0cc3c-1031-470b-80a1-bf80851e9111 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] No DVR routers for this DVR port 287f9923-400a-4b1e-9e40-2889807c0427 on host n-d-811396-3 {{(pid=100597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:54:56.806920 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 89dc4f74-338f-4016-a563-371b8a0755c9 details requested by agent hyperv_n-h2-811396-3 with host n-h2-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:54:56.810993 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 8249a63d-9683-4fbc-a2dc-742b2abbe1cf no longer exists at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:54:56.814031 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-9ce94cb2-0373-4f29-a099-a12e0b7865ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956'] for port, after_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:56.859508 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] No Port match for: 8249a63d-9683-4fbc-a2dc-742b2abbe1cf {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:54:56.859862 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 8249a63d-9683-4fbc-a2dc-742b2abbe1cf not bound to the agent host n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:54:56.865884 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce94cb2-0373-4f29-a099-a12e0b7865ae None None] Pushing event deleted for resources: {'Port': ['ID=287f9923-400a-4b1e-9e40-2889807c0427,revision_number=None']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:56.877056 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce94cb2-0373-4f29-a099-a12e0b7865ae None None] No DVR routers for this DVR port 287f9923-400a-4b1e-9e40-2889807c0427 on host n-d-811396-3 {{(pid=100598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:54:56.883602 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-83c4cf5b-3d6c-4445-8f18-3bbc036371c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25852621'] for subnet, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:56.939561 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2ec0cc3c-1031-470b-80a1-bf80851e9111 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:56.950524 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f22a314a-f003-447a-b491-eedf5b736990 req-3c2620e6-f90c-4c90-b0db-2bff227877c8 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/quotas/304c84e5c7844b5cadef0d9d128b445c HTTP/1.1" status: 200 len: 375 time: 0.3310232 Oct 20 10:54:56.968930 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-2ec0cc3c-1031-470b-80a1-bf80851e9111 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2db8aa65-bca8-4d4c-a248-628248984760']}} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:54:56.976554 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 89dc4f74-338f-4016-a563-371b8a0755c9, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=89dc4f74-338f-4016-a563-371b8a0755c9,segment=NetworkSegment(7a7eba38-3a2c-4235-a145-c989dfc5d4dc),segment_id=7a7eba38-3a2c-4235-a145-c989dfc5d4dc)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:54:56.984348 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-83c4cf5b-3d6c-4445-8f18-3bbc036371c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:56.984585 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2c01d76a-2394-4513-a32d-985613c9f2c2 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:56.990952 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Returning: {'device': '89dc4f74-338f-4016-a563-371b8a0755c9', 'network_id': 'b8b1e2be-5932-428e-a716-07af13af4e6c', 'port_id': '89dc4f74-338f-4016-a563-371b8a0755c9', 'mac_address': 'fa:16:3e:8a:0d:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 834, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '437b47ec-4211-421c-828b-76408ce53dce', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:54:57.015120 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-2ec0cc3c-1031-470b-80a1-bf80851e9111 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fc5d5cf-81e5-4ff5-9a11-a75bcd55b5f9') {'for_net_delete': True} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:54:57.015120 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-2ec0cc3c-1031-470b-80a1-bf80851e9111 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fc5d5cf-81e5-4ff5-9a11-a75bcd55b5f9') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:54:57.030587 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:57.030726 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2ec0cc3c-1031-470b-80a1-bf80851e9111 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25852596'] for segment, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:57.041887 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cafb6630-0da3-4171-90e2-a8a02f8404cb req-a4ae7c19-27a7-456b-aa6f-15ddfbdb8d60 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Network e41818e9-ba3e-442d-9b91-d6d4141e398e is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:54:57.049797 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89dc4f74-338f-4016-a563-371b8a0755c9 {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:54:57.050125 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2ec0cc3c-1031-470b-80a1-bf80851e9111 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:57.057713 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ec0cc3c-1031-470b-80a1-bf80851e9111 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Releasing vlan 805 on physical network physnet1 to pool {{(pid=100597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:54:57.057713 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2ec0cc3c-1031-470b-80a1-bf80851e9111 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951012'] for segment, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:57.060598 n-d-811396-3 neutron-server[100597]: Traceback (most recent call last): Oct 20 10:54:57.060598 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:54:57.060598 n-d-811396-3 neutron-server[100597]: timer() Oct 20 10:54:57.060598 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:54:57.060598 n-d-811396-3 neutron-server[100597]: cb(*args, **kw) Oct 20 10:54:57.060598 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:54:57.060598 n-d-811396-3 neutron-server[100597]: return func(*args, **kwargs) Oct 20 10:54:57.060598 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:54:57.060598 n-d-811396-3 neutron-server[100597]: self._notify() Oct 20 10:54:57.060598 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:54:57.060598 n-d-811396-3 neutron-server[100597]: self.callback(batched_events) Oct 20 10:54:57.060598 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:54:57.060598 n-d-811396-3 neutron-server[100597]: event.method(event) Oct 20 10:54:57.060598 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:54:57.060598 n-d-811396-3 neutron-server[100597]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:54:57.060598 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:54:57.060598 n-d-811396-3 neutron-server[100597]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:54:57.060598 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:54:57.060598 n-d-811396-3 neutron-server[100597]: return f(self, *a, **k) Oct 20 10:54:57.060598 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:54:57.060598 n-d-811396-3 neutron-server[100597]: return self._get(url).json() Oct 20 10:54:57.060598 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:54:57.060598 n-d-811396-3 neutron-server[100597]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:54:57.060598 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:54:57.060598 n-d-811396-3 neutron-server[100597]: return self.request(url, 'GET', **kwargs) Oct 20 10:54:57.060598 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:54:57.060598 n-d-811396-3 neutron-server[100597]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:54:57.060598 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:54:57.060598 n-d-811396-3 neutron-server[100597]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:54:57.060598 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:54:57.060598 n-d-811396-3 neutron-server[100597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:54:57.060598 n-d-811396-3 neutron-server[100597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:54:57.065794 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 89dc4f74-338f-4016-a563-371b8a0755c9, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=89dc4f74-338f-4016-a563-371b8a0755c9,segment=NetworkSegment(7a7eba38-3a2c-4235-a145-c989dfc5d4dc),segment_id=7a7eba38-3a2c-4235-a145-c989dfc5d4dc)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:54:57.069154 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:57.091968 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [req-cafb6630-0da3-4171-90e2-a8a02f8404cb req-a4ae7c19-27a7-456b-aa6f-15ddfbdb8d60 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:54:57.096209 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-83c4cf5b-3d6c-4445-8f18-3bbc036371c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25350811'] for subnet, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:57.097465 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-cafb6630-0da3-4171-90e2-a8a02f8404cb req-a4ae7c19-27a7-456b-aa6f-15ddfbdb8d60 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:54:57.129720 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=89dc4f74-338f-4016-a563-371b8a0755c9,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:57.153087 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c4cf5b-3d6c-4445-8f18-3bbc036371c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4ee1d28-9fb5-4cd3-a7c5-6f77ae5f6aa7,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:57.155992 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-83c4cf5b-3d6c-4445-8f18-3bbc036371c9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:57.161499 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-83c4cf5b-3d6c-4445-8f18-3bbc036371c9 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/e4ee1d28-9fb5-4cd3-a7c5-6f77ae5f6aa7 HTTP/1.1" status: 204 len: 168 time: 0.4576182 Oct 20 10:54:57.161987 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2ec0cc3c-1031-470b-80a1-bf80851e9111 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:57.163660 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 52426) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:57.171707 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ae7c19-27a7-456b-aa6f-15ddfbdb8d60 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Pushing event updated for resources: {'Port': ['ID=78d7a355-00a3-4972-853b-be538b88a9d5,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:57.175045 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2ec0cc3c-1031-470b-80a1-bf80851e9111 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:57.182019 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-2ec0cc3c-1031-470b-80a1-bf80851e9111 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] 10.222.0.64 "DELETE /v2.0/networks/2db8aa65-bca8-4d4c-a248-628248984760 HTTP/1.1" status: 204 len: 168 time: 0.8199434 Oct 20 10:54:57.194327 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 52428) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:57.209182 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec0cc3c-1031-470b-80a1-bf80851e9111 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Pushing event deleted for resources: {'Network': ['ID=2db8aa65-bca8-4d4c-a248-628248984760,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:57.272706 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9f4ef235-493b-4273-acd6-8aec22894931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:57.278542 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['89dc4f74-338f-4016-a563-371b8a0755c9'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:54:57.322963 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f22a314a-f003-447a-b491-eedf5b736990 req-1c220b1b-9aa8-4172-b0ec-c673258bae15 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=304c84e5c7844b5cadef0d9d128b445c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3339756 Oct 20 10:54:57.366624 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d2652c-5b23-4b13-a3c9-e3e698eb9f1b req-e290c9d3-035d-4899-8331-4805a60b356f tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:57.376410 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f1d2652c-5b23-4b13-a3c9-e3e698eb9f1b req-e290c9d3-035d-4899-8331-4805a60b356f tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe39f684-f334-4c7d-a566-1cd47db6ca57 HTTP/1.1" status: 200 len: 931 time: 0.4230933 Oct 20 10:54:57.447130 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9f4ef235-493b-4273-acd6-8aec22894931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:57.471797 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f1d2652c-5b23-4b13-a3c9-e3e698eb9f1b req-e5cda06e-9add-4c9e-9636-b376e078d00c tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "GET /v2.0/security-groups?id=223e9882-16a3-4f37-ab85-863f9037f1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943668 Oct 20 10:54:57.473331 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-9f4ef235-493b-4273-acd6-8aec22894931 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9f9d6ac-d96a-4cb7-ad8c-471fd13d6280']}} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:54:57.480160 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-021a3d28-dc1e-4051-83d2-e38f8e0db29a req-a2ed3653-bbe8-40c4-82ef-d0e48b6d9712 service neutron] 10.222.0.55 "GET /v2.0/networks/b8b1e2be-5932-428e-a716-07af13af4e6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8372877 Oct 20 10:54:57.485582 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-9f4ef235-493b-4273-acd6-8aec22894931 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2d0f28b-b6c9-4cd8-aa86-efe2cf3ccb18') {'for_net_delete': True} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:54:57.486211 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-9f4ef235-493b-4273-acd6-8aec22894931 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2d0f28b-b6c9-4cd8-aa86-efe2cf3ccb18') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:54:57.490367 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafb6630-0da3-4171-90e2-a8a02f8404cb req-a4ae7c19-27a7-456b-aa6f-15ddfbdb8d60 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:57.491028 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-cafb6630-0da3-4171-90e2-a8a02f8404cb req-a4ae7c19-27a7-456b-aa6f-15ddfbdb8d60 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:57.496930 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-dcb8a1a2-7ef0-4c12-977e-61285d0f70fb None None] Provisioning complete for port 78d7a355-00a3-4972-853b-be538b88a9d5 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:54:57.497541 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9f4ef235-493b-4273-acd6-8aec22894931 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25852596'] for segment, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:57.498085 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-dcb8a1a2-7ef0-4c12-977e-61285d0f70fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:57.506694 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c01d76a-2394-4513-a32d-985613c9f2c2 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Pushing event updated for resources: {'Port': ['ID=8d79dc1c-7f4e-4350-a963-a542d5f9da86,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:57.512677 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9f4ef235-493b-4273-acd6-8aec22894931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:57.519659 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f4ef235-493b-4273-acd6-8aec22894931 admin admin] Releasing vlan 829 on physical network physnet1 to pool {{(pid=100597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:54:57.520262 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9f4ef235-493b-4273-acd6-8aec22894931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951012'] for segment, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:57.530857 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c01d76a-2394-4513-a32d-985613c9f2c2 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Checking segment: {'id': 'b73697bb-e74a-4752-b687-59ec34692b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'a01381e9-2a36-4bc9-ae1b-e23ac32f6671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:54:57.531348 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c01d76a-2394-4513-a32d-985613c9f2c2 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Network hostable DHCP agents. Network: a01381e9-2a36-4bc9-ae1b-e23ac32f6671, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:54:57.541208 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f4e582e-f9bd-48b8-a4a2-a20d3fe1e114 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:57.543186 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-1f4e582e-f9bd-48b8-a4a2-a20d3fe1e114 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 846 time: 0.3353176 Oct 20 10:54:57.547723 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-dcb8a1a2-7ef0-4c12-977e-61285d0f70fb None None] Port 78d7a355-00a3-4972-853b-be538b88a9d5 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:54:57.571278 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 52432) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:57.582109 n-d-811396-3 neutron-server[100597]: Traceback (most recent call last): Oct 20 10:54:57.582109 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:54:57.582109 n-d-811396-3 neutron-server[100597]: timer() Oct 20 10:54:57.582109 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:54:57.582109 n-d-811396-3 neutron-server[100597]: cb(*args, **kw) Oct 20 10:54:57.582109 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:54:57.582109 n-d-811396-3 neutron-server[100597]: return func(*args, **kwargs) Oct 20 10:54:57.582109 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:54:57.582109 n-d-811396-3 neutron-server[100597]: self._notify() Oct 20 10:54:57.582109 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:54:57.582109 n-d-811396-3 neutron-server[100597]: self.callback(batched_events) Oct 20 10:54:57.582109 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:54:57.582109 n-d-811396-3 neutron-server[100597]: event.method(event) Oct 20 10:54:57.582109 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:54:57.582109 n-d-811396-3 neutron-server[100597]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:54:57.582109 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:54:57.582109 n-d-811396-3 neutron-server[100597]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:54:57.582109 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:54:57.582109 n-d-811396-3 neutron-server[100597]: return f(self, *a, **k) Oct 20 10:54:57.582109 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:54:57.582109 n-d-811396-3 neutron-server[100597]: return self._get(url).json() Oct 20 10:54:57.582109 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:54:57.582109 n-d-811396-3 neutron-server[100597]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:54:57.582109 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:54:57.582109 n-d-811396-3 neutron-server[100597]: return self.request(url, 'GET', **kwargs) Oct 20 10:54:57.582109 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:54:57.582109 n-d-811396-3 neutron-server[100597]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:54:57.582109 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:54:57.582109 n-d-811396-3 neutron-server[100597]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:54:57.582109 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:54:57.582109 n-d-811396-3 neutron-server[100597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:54:57.582109 n-d-811396-3 neutron-server[100597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:54:57.585830 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9f4ef235-493b-4273-acd6-8aec22894931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:57.591228 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9f4ef235-493b-4273-acd6-8aec22894931 admin admin] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:57.595943 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-9f4ef235-493b-4273-acd6-8aec22894931 admin admin] 10.222.0.64 "DELETE /v2.0/networks/d9f9d6ac-d96a-4cb7-ad8c-471fd13d6280 HTTP/1.1" status: 204 len: 168 time: 0.4312723 Oct 20 10:54:57.611234 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4ef235-493b-4273-acd6-8aec22894931 admin admin] Pushing event deleted for resources: {'Network': ['ID=d9f9d6ac-d96a-4cb7-ad8c-471fd13d6280,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:57.641508 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cafb6630-0da3-4171-90e2-a8a02f8404cb req-a4ae7c19-27a7-456b-aa6f-15ddfbdb8d60 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2451601 Oct 20 10:54:57.700299 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-cafb6630-0da3-4171-90e2-a8a02f8404cb req-4c2096c0-874e-4f92-88ca-489227b791ae service neutron] Request body: {'port': {'device_id': 'fe39f684-f334-4c7d-a566-1cd47db6ca57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811396-3'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:54:57.777410 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c01d76a-2394-4513-a32d-985613c9f2c2 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Network a01381e9-2a36-4bc9-ae1b-e23ac32f6671 is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:54:57.806758 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 52438) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:57.841660 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-2c01d76a-2394-4513-a32d-985613c9f2c2 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, a01381e9-2a36-4bc9-ae1b-e23ac32f6671) {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:54:57.850691 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc1958a3-b6cf-4667-b14a-c2b8713e1f70 None None] Network a01381e9-2a36-4bc9-ae1b-e23ac32f6671 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:54:57.865411 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c01d76a-2394-4513-a32d-985613c9f2c2 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:54:57.866250 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2c01d76a-2394-4513-a32d-985613c9f2c2 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:57.867841 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-705ad8b3-e21f-433b-ae84-c1ed8958818b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7f7d339ef79642579c2d03db24a73d41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0588531 Oct 20 10:54:57.868246 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 52448) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:57.898934 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-f1d8f4f8-4554-477a-9884-166c96cb41a8 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] 10.222.0.64 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.3231487 Oct 20 10:54:57.905468 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 52450) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:57.917352 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-db50a652-9cc2-407c-ad35-4d890ac16e40 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1766947031'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:54:58.195678 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-021a3d28-dc1e-4051-83d2-e38f8e0db29a req-b087603a-e800-4878-a51c-29c8e28f2d74 service neutron] 10.222.0.55 "GET /v2.0/networks/b8b1e2be-5932-428e-a716-07af13af4e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4347506 Oct 20 10:54:58.195678 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-cafb6630-0da3-4171-90e2-a8a02f8404cb req-4c2096c0-874e-4f92-88ca-489227b791ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:58.195678 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f22a314a-f003-447a-b491-eedf5b736990 req-019f8c87-a405-43cf-8654-3f0fb23d1a8a service neutron] 10.222.0.64 "GET /v2.0/networks/cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6181931 Oct 20 10:54:58.195678 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929d5378-deea-48f0-9df0-c3b534dd07fe req-b012aeab-f15b-40b0-ba2e-1c074b572335 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:58.195678 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-929d5378-deea-48f0-9df0-c3b534dd07fe req-b012aeab-f15b-40b0-ba2e-1c074b572335 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=928910e8-f235-47d6-a26a-937049f93884 HTTP/1.1" status: 200 len: 944 time: 0.2688177 Oct 20 10:54:58.195678 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c01d76a-2394-4513-a32d-985613c9f2c2 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Pushing event updated for resources: {'Port': ['ID=2bd46abd-5317-4633-b0ba-ec79c07b2fa7,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:58.205710 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db50a652-9cc2-407c-ad35-4d890ac16e40 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Made reservation on behalf of c1dc2571b4ea4623a4cbd3a1bfe8dca0 for: {'network': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:54:58.205710 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-db50a652-9cc2-407c-ad35-4d890ac16e40 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:58.205710 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-80891130-337a-4d56-909b-b46cb1141987 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:58.205710 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-80891130-337a-4d56-909b-b46cb1141987 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:58.205710 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db50a652-9cc2-407c-ad35-4d890ac16e40 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 849} {{(pid=100597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:54:58.207295 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c01d76a-2394-4513-a32d-985613c9f2c2 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Checking segment: {'id': 'ae49a94c-2ca9-44f1-858b-c18720dcd115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '02f638e5-0d0a-4580-bf2a-b4bbde3b474d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:54:58.207295 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c01d76a-2394-4513-a32d-985613c9f2c2 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Network hostable DHCP agents. Network: 02f638e5-0d0a-4580-bf2a-b4bbde3b474d, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:54:58.207851 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-db50a652-9cc2-407c-ad35-4d890ac16e40 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:58.207851 n-d-811396-3 neutron-server[100597]: INFO neutron.db.segments_db [None req-db50a652-9cc2-407c-ad35-4d890ac16e40 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Added segment 99ec5342-182d-4599-97a6-45f63dbd1420 of type vlan for network fc7efb74-f0f8-4ac8-ac14-196ab06d1755 Oct 20 10:54:58.241073 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-db50a652-9cc2-407c-ad35-4d890ac16e40 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:58.247762 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-929d5378-deea-48f0-9df0-c3b534dd07fe req-ac86e43b-6158-402f-8a3e-427a6c9bee8e tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=7d9a6fe5-d7f3-4fa2-86d5-4c121918dfe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348993 Oct 20 10:54:58.293344 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-80891130-337a-4d56-909b-b46cb1141987 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:58.296332 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-80891130-337a-4d56-909b-b46cb1141987 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:58.297483 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-80891130-337a-4d56-909b-b46cb1141987 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/119c60c8-495a-49a5-9abb-937adc2a49b4 HTTP/1.1" status: 204 len: 168 time: 0.4283149 Oct 20 10:54:58.326824 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-db50a652-9cc2-407c-ad35-4d890ac16e40 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:58.328066 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 287f9923-400a-4b1e-9e40-2889807c0427 no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:54:58.333748 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db50a652-9cc2-407c-ad35-4d890ac16e40 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:58.335028 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-db50a652-9cc2-407c-ad35-4d890ac16e40 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:58.337742 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80891130-337a-4d56-909b-b46cb1141987 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=119c60c8-495a-49a5-9abb-937adc2a49b4,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:58.344376 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c01d76a-2394-4513-a32d-985613c9f2c2 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Network 02f638e5-0d0a-4580-bf2a-b4bbde3b474d is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:54:58.347837 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f22a314a-f003-447a-b491-eedf5b736990 req-69796bee-518d-4571-80bd-4a6a002f8624 service neutron] 10.222.0.64 "GET /v2.0/networks/cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3656454 Oct 20 10:54:58.365149 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-2c01d76a-2394-4513-a32d-985613c9f2c2 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, 02f638e5-0d0a-4580-bf2a-b4bbde3b474d) {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:54:58.374261 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c01d76a-2394-4513-a32d-985613c9f2c2 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:54:58.380639 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c01d76a-2394-4513-a32d-985613c9f2c2 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:58.386297 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c01d76a-2394-4513-a32d-985613c9f2c2 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:58.387370 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2c01d76a-2394-4513-a32d-985613c9f2c2 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:58.403535 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-db50a652-9cc2-407c-ad35-4d890ac16e40 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4965606 Oct 20 10:54:58.422202 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 52468) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:58.432300 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1363f8a2-a9e4-4abf-bec1-9ece5130fc2f None None] Network 02f638e5-0d0a-4580-bf2a-b4bbde3b474d requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:54:58.437767 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-4a93de14-7e6c-48b0-96bc-31f0e8e99906 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Request body: {'subnet': {'network_id': 'fc7efb74-f0f8-4ac8-ac14-196ab06d1755', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:54:58.447618 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-2c01d76a-2394-4513-a32d-985613c9f2c2 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 5.9610362 Oct 20 10:54:58.451567 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 52474) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:58.460280 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 287f9923-400a-4b1e-9e40-2889807c0427 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:54:58.460545 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 287f9923-400a-4b1e-9e40-2889807c0427 not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:54:58.567783 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db50a652-9cc2-407c-ad35-4d890ac16e40 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Pushing event updated for resources: {'Network': ['ID=fc7efb74-f0f8-4ac8-ac14-196ab06d1755,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:58.587786 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network fc7efb74-f0f8-4ac8-ac14-196ab06d1755 details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:54:58.629806 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4de220-b9e4-4c89-9e9d-632b018c09a3 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:58.637002 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4de220-b9e4-4c89-9e9d-632b018c09a3 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:58.638612 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-9f4de220-b9e4-4c89-9e9d-632b018c09a3 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1855338 Oct 20 10:54:58.644593 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 52486) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:58.770484 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a93de14-7e6c-48b0-96bc-31f0e8e99906 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Made reservation on behalf of c1dc2571b4ea4623a4cbd3a1bfe8dca0 for: {'subnet': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:54:58.774030 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4a93de14-7e6c-48b0-96bc-31f0e8e99906 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26761797'] for subnet, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:58.815549 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfd5780-edbe-4225-bb5d-3e39254e6331 req-c9413b72-dad5-442c-9510-1a46758bee65 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:54:58.817576 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 89dc4f74-338f-4016-a563-371b8a0755c9 up at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:54:58.823808 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6cfd5780-edbe-4225-bb5d-3e39254e6331 req-c9413b72-dad5-442c-9510-1a46758bee65 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe39f684-f334-4c7d-a566-1cd47db6ca57 HTTP/1.1" status: 200 len: 931 time: 0.2332211 Oct 20 10:54:58.825460 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-bfb69e0b-7312-4ca4-b196-0896ee989b05 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Deleting port 8d79dc1c-7f4e-4350-a963-a542d5f9da86 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:54:58.826014 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bfb69e0b-7312-4ca4-b196-0896ee989b05 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:58.832866 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [req-cafb6630-0da3-4171-90e2-a8a02f8404cb req-4c2096c0-874e-4f92-88ca-489227b791ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78d7a355-00a3-4972-853b-be538b88a9d5 {{(pid=100596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:54:58.850662 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-cafb6630-0da3-4171-90e2-a8a02f8404cb req-4c2096c0-874e-4f92-88ca-489227b791ae service neutron] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:58.898939 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning for port 89dc4f74-338f-4016-a563-371b8a0755c9 completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:54:58.905639 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning complete for port 89dc4f74-338f-4016-a563-371b8a0755c9 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:54:58.906477 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:58.955778 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bfb69e0b-7312-4ca4-b196-0896ee989b05 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:58.988825 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-bfb69e0b-7312-4ca4-b196-0896ee989b05 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Calling delete_port for 8d79dc1c-7f4e-4350-a963-a542d5f9da86 owned by {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:54:59.038111 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.provisioning_blocks [req-cafb6630-0da3-4171-90e2-a8a02f8404cb req-4c2096c0-874e-4f92-88ca-489227b791ae service neutron] Transition to ACTIVE for port object 78d7a355-00a3-4972-853b-be538b88a9d5 will not be triggered until provisioned by entity L2. {{(pid=100596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:54:59.076670 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:59.087827 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bfb69e0b-7312-4ca4-b196-0896ee989b05 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:59.137091 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '928910e8-f235-47d6-a26a-937049f93884', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89dc4f74-338f-4016-a563-371b8a0755c9'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:54:59.142064 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-205cb91d-a467-4a8f-9288-4118decd8a00" -d '{"events": [{"server_uuid": "928910e8-f235-47d6-a26a-937049f93884", "name": "network-vif-plugged", "status": "completed", "tag": "89dc4f74-338f-4016-a563-371b8a0755c9"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:54:59.180851 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 89dc4f74-338f-4016-a563-371b8a0755c9, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=89dc4f74-338f-4016-a563-371b8a0755c9,segment=NetworkSegment(7a7eba38-3a2c-4235-a145-c989dfc5d4dc),segment_id=7a7eba38-3a2c-4235-a145-c989dfc5d4dc)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:54:59.190911 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bfb69e0b-7312-4ca4-b196-0896ee989b05 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:59.193431 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:59.198767 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-bfb69e0b-7312-4ca4-b196-0896ee989b05 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] 10.222.0.64 "DELETE /v2.0/ports/8d79dc1c-7f4e-4350-a963-a542d5f9da86 HTTP/1.1" status: 204 len: 168 time: 0.5421433 Oct 20 10:54:59.199964 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb69e0b-7312-4ca4-b196-0896ee989b05 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Pushing event deleted for resources: {'Port': ['ID=8d79dc1c-7f4e-4350-a963-a542d5f9da86,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:59.211882 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 52514) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:59.307135 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-cafb6630-0da3-4171-90e2-a8a02f8404cb req-4c2096c0-874e-4f92-88ca-489227b791ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:59.308440 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=89dc4f74-338f-4016-a563-371b8a0755c9,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:59.399833 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-52375e12-5da9-4932-b42c-8fc90c5d0102 req-004898e9-809f-4296-ac73-8ee724e57c08 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=1905cb83-c152-40b2-98e8-53e3c912e15d HTTP/1.1" status: 200 len: 210 time: 0.2872834 Oct 20 10:54:59.404297 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6cfd5780-edbe-4225-bb5d-3e39254e6331 req-81a6b3bc-7dda-498b-a209-66b288620c6e tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "GET /v2.0/security-groups?id=223e9882-16a3-4f37-ab85-863f9037f1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5796461 Oct 20 10:54:59.414043 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-c4a4aca7-35e6-418c-a82e-dbe797851dcb tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Deleting port 2bd46abd-5317-4633-b0ba-ec79c07b2fa7 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:54:59.414369 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c4a4aca7-35e6-418c-a82e-dbe797851dcb tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:59.498265 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:54:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe8870cc-c928-4d02-a3b2-a66d7b02510a x-openstack-request-id: req-fe8870cc-c928-4d02-a3b2-a66d7b02510a {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:54:59.498561 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "928910e8-f235-47d6-a26a-937049f93884", "name": "network-vif-plugged", "status": "completed", "tag": "89dc4f74-338f-4016-a563-371b8a0755c9", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:54:59.499020 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fe8870cc-c928-4d02-a3b2-a66d7b02510a {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:54:59.499801 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '928910e8-f235-47d6-a26a-937049f93884', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89dc4f74-338f-4016-a563-371b8a0755c9', 'code': 200} Oct 20 10:54:59.536925 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4a93de14-7e6c-48b0-96bc-31f0e8e99906 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26836128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26761819'] for subnet, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:59.576800 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c4a4aca7-35e6-418c-a82e-dbe797851dcb tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:59.595089 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-c4a4aca7-35e6-418c-a82e-dbe797851dcb tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Calling delete_port for 2bd46abd-5317-4633-b0ba-ec79c07b2fa7 owned by {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:54:59.720968 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c4a4aca7-35e6-418c-a82e-dbe797851dcb tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:59.807700 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c4a4aca7-35e6-418c-a82e-dbe797851dcb tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:59.815026 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-c4a4aca7-35e6-418c-a82e-dbe797851dcb tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] 10.222.0.64 "DELETE /v2.0/ports/2bd46abd-5317-4633-b0ba-ec79c07b2fa7 HTTP/1.1" status: 204 len: 168 time: 0.6014476 Oct 20 10:54:59.815871 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 52538) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:59.816955 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a4aca7-35e6-418c-a82e-dbe797851dcb tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Pushing event deleted for resources: {'Port': ['ID=2bd46abd-5317-4633-b0ba-ec79c07b2fa7,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:54:59.865792 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-5679d293-3f12-49ba-85e3-2524da8cb15b tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0384133 Oct 20 10:54:59.869721 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 52542) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:59.876958 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-c4d70d54-ff60-4925-b1ad-8a72ac2b8d12 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-484932889'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:54:59.905183 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4d70d54-ff60-4925-b1ad-8a72ac2b8d12 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Made reservation on behalf of d6d46ad4dfc342fba124ce2a33a78ea1 for: {'network': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:54:59.909621 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c4d70d54-ff60-4925-b1ad-8a72ac2b8d12 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:59.931688 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 52544) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:54:59.951797 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4d70d54-ff60-4925-b1ad-8a72ac2b8d12 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 808} {{(pid=100597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:54:59.971557 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c4d70d54-ff60-4925-b1ad-8a72ac2b8d12 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:54:59.972364 n-d-811396-3 neutron-server[100597]: INFO neutron.db.segments_db [None req-c4d70d54-ff60-4925-b1ad-8a72ac2b8d12 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Added segment 470b0614-0adb-4faa-bd1d-e251fcb2f74c of type vlan for network 6525fce5-0927-4832-8f17-089a72e87648 Oct 20 10:55:00.034323 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c4d70d54-ff60-4925-b1ad-8a72ac2b8d12 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:00.065089 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c4d70d54-ff60-4925-b1ad-8a72ac2b8d12 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:00.077033 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d70d54-ff60-4925-b1ad-8a72ac2b8d12 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:00.077798 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c4d70d54-ff60-4925-b1ad-8a72ac2b8d12 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:00.081197 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a93de14-7e6c-48b0-96bc-31f0e8e99906 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Pushing event updated for resources: {'Subnet': ['ID=bbcf5c31-5576-46bf-8f04-98eb24f55f98,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:00.132557 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-12824a68-1870-4ac6-ad85-b802b4783774 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1975313661-network', 'tenant_id': '7e8bb87fcf634b4a9fc97a8d2c5f9832'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:55:00.142389 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-c4d70d54-ff60-4925-b1ad-8a72ac2b8d12 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2683420 Oct 20 10:55:00.143870 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 52554) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:00.144688 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2096c0-874e-4f92-88ca-489227b791ae service neutron] Pushing event updated for resources: {'Port': ['ID=78d7a355-00a3-4972-853b-be538b88a9d5,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:00.148589 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-9ed76fa3-6da5-4c72-a08e-9e316cda3155 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1529189832'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:55:00.198579 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ca9869-d44b-4a94-bbc1-dc2c8b6c621e req-674835f4-e8f9-4dcf-a207-b489f76ebf2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:00.200978 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-89ca9869-d44b-4a94-bbc1-dc2c8b6c621e req-674835f4-e8f9-4dcf-a207-b489f76ebf2d service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=928910e8-f235-47d6-a26a-937049f93884 HTTP/1.1" status: 200 len: 1096 time: 0.6352682 Oct 20 10:55:00.211858 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ed76fa3-6da5-4c72-a08e-9e316cda3155 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Made reservation on behalf of d6d46ad4dfc342fba124ce2a33a78ea1 for: {'network': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:55:00.215944 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9ed76fa3-6da5-4c72-a08e-9e316cda3155 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:00.238555 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d70d54-ff60-4925-b1ad-8a72ac2b8d12 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Pushing event updated for resources: {'Network': ['ID=6525fce5-0927-4832-8f17-089a72e87648,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:00.263812 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ed76fa3-6da5-4c72-a08e-9e316cda3155 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 839} {{(pid=100597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:55:00.269204 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network 6525fce5-0927-4832-8f17-089a72e87648 details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:55:00.290371 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9ed76fa3-6da5-4c72-a08e-9e316cda3155 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:00.290593 n-d-811396-3 neutron-server[100597]: INFO neutron.db.segments_db [None req-9ed76fa3-6da5-4c72-a08e-9e316cda3155 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Added segment f9ddae60-01f9-46f5-b8ed-57bb76171ca2 of type vlan for network dd4e7710-5257-49ae-acbd-c1c9590ab16e Oct 20 10:55:00.301243 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12824a68-1870-4ac6-ad85-b802b4783774 admin admin] Made reservation on behalf of 7e8bb87fcf634b4a9fc97a8d2c5f9832 for: {'network': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:55:00.304196 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-12824a68-1870-4ac6-ad85-b802b4783774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:00.312094 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241f0e3c-0db9-484c-8e12-d701686d49ea req-8eafb61a-8752-4d55-9d2e-1cbcf418aaeb tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:00.320347 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-241f0e3c-0db9-484c-8e12-d701686d49ea req-8eafb61a-8752-4d55-9d2e-1cbcf418aaeb tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=928910e8-f235-47d6-a26a-937049f93884 HTTP/1.1" status: 200 len: 945 time: 0.7575517 Oct 20 10:55:00.334190 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-12824a68-1870-4ac6-ad85-b802b4783774 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:00.355905 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9ed76fa3-6da5-4c72-a08e-9e316cda3155 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:00.390885 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a93de14-7e6c-48b0-96bc-31f0e8e99906 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Checking segment: {'id': '99ec5342-182d-4599-97a6-45f63dbd1420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'fc7efb74-f0f8-4ac8-ac14-196ab06d1755'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:55:00.391425 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a93de14-7e6c-48b0-96bc-31f0e8e99906 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Network hostable DHCP agents. Network: fc7efb74-f0f8-4ac8-ac14-196ab06d1755, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:55:00.425887 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-89ca9869-d44b-4a94-bbc1-dc2c8b6c621e req-61a1f000-a550-4b9b-946f-83445be5b8ee service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=7d9a6fe5-d7f3-4fa2-86d5-4c121918dfe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042499 Oct 20 10:55:00.437213 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-cafb6630-0da3-4171-90e2-a8a02f8404cb req-4c2096c0-874e-4f92-88ca-489227b791ae service neutron] Attempting to bind port 78d7a355-00a3-4972-853b-be538b88a9d5 on host n-h1-811396-3 for vnic_type normal with profile {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:55:00.437563 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-cafb6630-0da3-4171-90e2-a8a02f8404cb req-4c2096c0-874e-4f92-88ca-489227b791ae service neutron] Attempting to bind port 78d7a355-00a3-4972-853b-be538b88a9d5 by drivers openvswitch,hyperv on host n-h1-811396-3 at level 0 using segments [{'id': '6c99b3fb-dda6-4c64-92a7-3755ba476718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'e41818e9-ba3e-442d-9b91-d6d4141e398e'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:55:00.437700 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9ed76fa3-6da5-4c72-a08e-9e316cda3155 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:00.437888 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cafb6630-0da3-4171-90e2-a8a02f8404cb req-4c2096c0-874e-4f92-88ca-489227b791ae service neutron] Attempting to bind port 78d7a355-00a3-4972-853b-be538b88a9d5 on network e41818e9-ba3e-442d-9b91-d6d4141e398e {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:55:00.443261 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed76fa3-6da5-4c72-a08e-9e316cda3155 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:00.444410 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9ed76fa3-6da5-4c72-a08e-9e316cda3155 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:00.459480 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-241f0e3c-0db9-484c-8e12-d701686d49ea req-74c03c11-dd2e-48c0-82bb-e0e2b73c8367 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=7d9a6fe5-d7f3-4fa2-86d5-4c121918dfe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322217 Oct 20 10:55:00.470075 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cafb6630-0da3-4171-90e2-a8a02f8404cb req-4c2096c0-874e-4f92-88ca-489227b791ae service neutron] Port 78d7a355-00a3-4972-853b-be538b88a9d5 on network e41818e9-ba3e-442d-9b91-d6d4141e398e not bound, no agent of type Open vSwitch agent registered on host n-h1-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:55:00.470950 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cafb6630-0da3-4171-90e2-a8a02f8404cb req-4c2096c0-874e-4f92-88ca-489227b791ae service neutron] Attempting to bind port 78d7a355-00a3-4972-853b-be538b88a9d5 on network e41818e9-ba3e-442d-9b91-d6d4141e398e {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:55:00.487730 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cafb6630-0da3-4171-90e2-a8a02f8404cb req-4c2096c0-874e-4f92-88ca-489227b791ae service neutron] Checking agent: {'id': 'b707b4cc-061f-4cf4-bce0-0b3df9b7bec9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 54, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:55:00.488109 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cafb6630-0da3-4171-90e2-a8a02f8404cb req-4c2096c0-874e-4f92-88ca-489227b791ae service neutron] Checking segment: {'id': '6c99b3fb-dda6-4c64-92a7-3755ba476718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'e41818e9-ba3e-442d-9b91-d6d4141e398e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:55:00.488549 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cafb6630-0da3-4171-90e2-a8a02f8404cb req-4c2096c0-874e-4f92-88ca-489227b791ae service neutron] Bound using segment: {'id': '6c99b3fb-dda6-4c64-92a7-3755ba476718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'e41818e9-ba3e-442d-9b91-d6d4141e398e'} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:55:00.489189 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-cafb6630-0da3-4171-90e2-a8a02f8404cb req-4c2096c0-874e-4f92-88ca-489227b791ae service neutron] Bound port: 78d7a355-00a3-4972-853b-be538b88a9d5, host: n-h1-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c99b3fb-dda6-4c64-92a7-3755ba476718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'e41818e9-ba3e-442d-9b91-d6d4141e398e'}}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:55:00.489750 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-cafb6630-0da3-4171-90e2-a8a02f8404cb req-4c2096c0-874e-4f92-88ca-489227b791ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:00.554430 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-9ed76fa3-6da5-4c72-a08e-9e316cda3155 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4094491 Oct 20 10:55:00.557039 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a93de14-7e6c-48b0-96bc-31f0e8e99906 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Network fc7efb74-f0f8-4ac8-ac14-196ab06d1755 is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:55:00.601866 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed76fa3-6da5-4c72-a08e-9e316cda3155 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Pushing event updated for resources: {'Network': ['ID=dd4e7710-5257-49ae-acbd-c1c9590ab16e,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:00.614170 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network dd4e7710-5257-49ae-acbd-c1c9590ab16e details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:55:00.615183 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22a314a-f003-447a-b491-eedf5b736990 req-650db301-30ac-46bb-b5cc-180ca667a64c tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:00.616882 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-f22a314a-f003-447a-b491-eedf5b736990 req-650db301-30ac-46bb-b5cc-180ca667a64c tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.69 "GET /v2.0/networks?id=cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0 HTTP/1.1" status: 200 len: 812 time: 0.2552755 Oct 20 10:55:00.632210 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-12824a68-1870-4ac6-ad85-b802b4783774 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:00.664985 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-12824a68-1870-4ac6-ad85-b802b4783774 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:00.681678 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a3ca20c7-00fa-4b77-a91d-8bffdfacc19b req-69317ecb-2369-4f22-9897-47dbeea94502 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=1905cb83-c152-40b2-98e8-53e3c912e15d HTTP/1.1" status: 200 len: 210 time: 0.1196201 Oct 20 10:55:00.747662 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-f22a314a-f003-447a-b491-eedf5b736990 req-b468564d-9863-414d-b0e6-25e85b660fa6 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=304c84e5c7844b5cadef0d9d128b445c HTTP/1.1" status: 200 len: 380 time: 0.1137316 Oct 20 10:55:00.748799 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-4a93de14-7e6c-48b0-96bc-31f0e8e99906 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, fc7efb74-f0f8-4ac8-ac14-196ab06d1755) {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:55:00.750459 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12824a68-1870-4ac6-ad85-b802b4783774 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 806} {{(pid=100597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:55:00.765274 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a93de14-7e6c-48b0-96bc-31f0e8e99906 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:00.765880 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4a93de14-7e6c-48b0-96bc-31f0e8e99906 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:00.775430 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [req-f22a314a-f003-447a-b491-eedf5b736990 req-cf938a26-5e8b-4208-a227-be7dc6f9fac3 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Request body: {'port': {'device_id': '1905cb83-c152-40b2-98e8-53e3c912e15d', 'network_id': 'cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0', 'admin_state_up': True, 'tenant_id': '304c84e5c7844b5cadef0d9d128b445c', 'security_groups': ['b86ef872-82a8-48e3-89d0-a53331758f4e']}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:55:00.790898 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-12824a68-1870-4ac6-ad85-b802b4783774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:00.791557 n-d-811396-3 neutron-server[100597]: INFO neutron.db.segments_db [None req-12824a68-1870-4ac6-ad85-b802b4783774 admin admin] Added segment f78f4181-0142-441b-8d81-2ce1a8e19b5d of type vlan for network aff145ac-5e6e-4e89-ad8c-78ea8a2e84f6 Oct 20 10:55:00.798231 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-176cd456-ff4c-4ef8-8170-5a315c9b70d3 None None] Network fc7efb74-f0f8-4ac8-ac14-196ab06d1755 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:55:00.853511 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-12824a68-1870-4ac6-ad85-b802b4783774 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:00.854441 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-cafb6630-0da3-4171-90e2-a8a02f8404cb req-4c2096c0-874e-4f92-88ca-489227b791ae service neutron] For port 78d7a355-00a3-4972-853b-be538b88a9d5, host n-h1-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:55:00.883103 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12824a68-1870-4ac6-ad85-b802b4783774 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=745785b5-2200-4416-93f8-13db3cc44dae,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:00.883825 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-4a93de14-7e6c-48b0-96bc-31f0e8e99906 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4506481 Oct 20 10:55:00.886784 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 52570) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:00.914413 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-1f87d819-f7ec-44b4-b005-aa074a4fb1c9 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Request body: {'port': {'network_id': 'fc7efb74-f0f8-4ac8-ac14-196ab06d1755', 'name': 'tempest-PortsIpV6TestJSON-876234452'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:55:00.918176 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0759f3b-614e-414f-a0e5-edca8eb50e6b req-1a117d16-703d-4d05-afe6-baf59201d347 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:00.944304 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f0759f3b-614e-414f-a0e5-edca8eb50e6b req-1a117d16-703d-4d05-afe6-baf59201d347 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe39f684-f334-4c7d-a566-1cd47db6ca57 HTTP/1.1" status: 200 len: 943 time: 0.2814507 Oct 20 10:55:00.969660 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-12824a68-1870-4ac6-ad85-b802b4783774 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:00.971128 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12824a68-1870-4ac6-ad85-b802b4783774 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:00.972351 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-12824a68-1870-4ac6-ad85-b802b4783774 admin admin] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:00.988964 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-cafb6630-0da3-4171-90e2-a8a02f8404cb req-4c2096c0-874e-4f92-88ca-489227b791ae service neutron] For port 78d7a355-00a3-4972-853b-be538b88a9d5, host n-h1-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=78d7a355-00a3-4972-853b-be538b88a9d5,segment=NetworkSegment(6c99b3fb-dda6-4c64-92a7-3755ba476718),segment_id=6c99b3fb-dda6-4c64-92a7-3755ba476718)] {{(pid=100596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:55:01.035595 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b043f75f-7dae-439f-9cab-3c403ef34b45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524064ba-869c-5550-b826-c26b69a11278-fc7efb74-f0f8-4ac8-ac14-196ab06d1755', 'network_id': 'fc7efb74-f0f8-4ac8-ac14-196ab06d1755', 'tenant_id': 'c1dc2571b4ea4623a4cbd3a1bfe8dca0', 'fixed_ips': [{'subnet_id': 'bbcf5c31-5576-46bf-8f04-98eb24f55f98'}]}} from n-d-811396-3. {{(pid=100598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:55:01.036769 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-b043f75f-7dae-439f-9cab-3c403ef34b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:01.052313 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f0759f3b-614e-414f-a0e5-edca8eb50e6b req-ab77286c-d63c-4f46-bb09-f31aea66012a tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "GET /v2.0/security-groups?id=223e9882-16a3-4f37-ab85-863f9037f1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068475 Oct 20 10:55:01.056817 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-cafb6630-0da3-4171-90e2-a8a02f8404cb req-4c2096c0-874e-4f92-88ca-489227b791ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:01.207709 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafb6630-0da3-4171-90e2-a8a02f8404cb req-4c2096c0-874e-4f92-88ca-489227b791ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:01.209982 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-cafb6630-0da3-4171-90e2-a8a02f8404cb req-4c2096c0-874e-4f92-88ca-489227b791ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:01.212560 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cafb6630-0da3-4171-90e2-a8a02f8404cb req-4c2096c0-874e-4f92-88ca-489227b791ae service neutron] 10.222.0.55 "PUT /v2.0/ports/78d7a355-00a3-4972-853b-be538b88a9d5 HTTP/1.1" status: 200 len: 1091 time: 3.5509291 Oct 20 10:55:01.214517 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2096c0-874e-4f92-88ca-489227b791ae service neutron] Pushing event updated for resources: {'Port': ['ID=78d7a355-00a3-4972-853b-be538b88a9d5,revision_number=3']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:01.229503 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe39f684-f334-4c7d-a566-1cd47db6ca57', 'tag': '78d7a355-00a3-4972-853b-be538b88a9d5'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:55:01.232328 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-549232f8-d016-446e-a0cb-65e796b7e1ec" -d '{"events": [{"name": "network-changed", "server_uuid": "fe39f684-f334-4c7d-a566-1cd47db6ca57", "tag": "78d7a355-00a3-4972-853b-be538b88a9d5"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:55:01.281040 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-12824a68-1870-4ac6-ad85-b802b4783774 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3453929 Oct 20 10:55:01.284627 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 52580) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:01.364727 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-b043f75f-7dae-439f-9cab-3c403ef34b45 None None] Allocated IP 2001:db8::2 (fc7efb74-f0f8-4ac8-ac14-196ab06d1755/bbcf5c31-5576-46bf-8f04-98eb24f55f98/34b82af6-ac48-4f75-8347-1bcfbe83bad6) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:55:01.379009 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-92f40f43-124e-469a-b76b-8a385d613fac admin admin] Request body: {'subnet': {'network_id': 'aff145ac-5e6e-4e89-ad8c-78ea8a2e84f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1975313661-subnet', 'tenant_id': '7e8bb87fcf634b4a9fc97a8d2c5f9832', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:55:01.403769 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12824a68-1870-4ac6-ad85-b802b4783774 admin admin] Pushing event updated for resources: {'Network': ['ID=aff145ac-5e6e-4e89-ad8c-78ea8a2e84f6,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:01.438087 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network aff145ac-5e6e-4e89-ad8c-78ea8a2e84f6 details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:55:01.462524 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-475bc12f-4f6f-4b94-a6ee-ded69f87d99e x-openstack-request-id: req-475bc12f-4f6f-4b94-a6ee-ded69f87d99e {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:55:01.462827 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe39f684-f334-4c7d-a566-1cd47db6ca57", "tag": "78d7a355-00a3-4972-853b-be538b88a9d5", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:55:01.468631 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-475bc12f-4f6f-4b94-a6ee-ded69f87d99e {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:55:01.469489 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe39f684-f334-4c7d-a566-1cd47db6ca57', 'tag': '78d7a355-00a3-4972-853b-be538b88a9d5', 'status': 'completed', 'code': 200} Oct 20 10:55:01.483918 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92f40f43-124e-469a-b76b-8a385d613fac admin admin] Made reservation on behalf of 7e8bb87fcf634b4a9fc97a8d2c5f9832 for: {'subnet': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:55:01.486661 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-92f40f43-124e-469a-b76b-8a385d613fac admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26761797'] for subnet, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:01.601523 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f22a314a-f003-447a-b491-eedf5b736990 req-cf938a26-5e8b-4208-a227-be7dc6f9fac3 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Made reservation on behalf of 304c84e5c7844b5cadef0d9d128b445c for: {'port': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:55:01.611274 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-f22a314a-f003-447a-b491-eedf5b736990 req-cf938a26-5e8b-4208-a227-be7dc6f9fac3 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:01.643357 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafb6630-0da3-4171-90e2-a8a02f8404cb req-747df013-82e8-4caa-9152-a1e5d2926f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:01.648208 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cafb6630-0da3-4171-90e2-a8a02f8404cb req-747df013-82e8-4caa-9152-a1e5d2926f9c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ce3bca74c1d8467f832763bc531bfd88&device_id=fe39f684-f334-4c7d-a566-1cd47db6ca57 HTTP/1.1" status: 200 len: 1094 time: 0.3645093 Oct 20 10:55:01.686106 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f87d819-f7ec-44b4-b005-aa074a4fb1c9 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Made reservation on behalf of c1dc2571b4ea4623a4cbd3a1bfe8dca0 for: {'port': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:55:01.690560 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1f87d819-f7ec-44b4-b005-aa074a4fb1c9 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:01.950983 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cafb6630-0da3-4171-90e2-a8a02f8404cb req-adeacdd4-7bb9-402b-bc81-c1a3c3afa7e9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=78d7a355-00a3-4972-853b-be538b88a9d5 HTTP/1.1" status: 200 len: 217 time: 0.1823132 Oct 20 10:55:02.105487 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-b043f75f-7dae-439f-9cab-3c403ef34b45 None None] Publish callbacks [] for port, precommit_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:02.172623 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-b043f75f-7dae-439f-9cab-3c403ef34b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:02.190188 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-91aef014-1d5e-4db5-af72-be6193f10742 req-3cd598fb-2607-4343-a0e1-f8c3e5e0ef78 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=1905cb83-c152-40b2-98e8-53e3c912e15d HTTP/1.1" status: 200 len: 210 time: 0.2524593 Oct 20 10:55:02.203318 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafb6630-0da3-4171-90e2-a8a02f8404cb req-9bfb35ca-fa2e-4354-90ca-738a38d12b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:02.208472 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cafb6630-0da3-4171-90e2-a8a02f8404cb req-9bfb35ca-fa2e-4354-90ca-738a38d12b50 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bddd1341-c5ba-4b8c-aefb-4ae93484dff7 HTTP/1.1" status: 200 len: 834 time: 0.1986871 Oct 20 10:55:02.288580 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7441f2-efe6-4a0a-8b22-cd13fae9154b req-c35da0b9-6829-4276-b701-e4d4c2b5acec tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:02.292952 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8e7441f2-efe6-4a0a-8b22-cd13fae9154b req-c35da0b9-6829-4276-b701-e4d4c2b5acec tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=928910e8-f235-47d6-a26a-937049f93884 HTTP/1.1" status: 200 len: 945 time: 0.5300889 Oct 20 10:55:02.337805 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b043f75f-7dae-439f-9cab-3c403ef34b45 None None] Pushing event updated for resources: {'Port': ['ID=34b82af6-ac48-4f75-8347-1bcfbe83bad6,revision_number=1']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:02.368659 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b043f75f-7dae-439f-9cab-3c403ef34b45 None None] Network fc7efb74-f0f8-4ac8-ac14-196ab06d1755 is already hosted by enough agents. {{(pid=100598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:55:02.373144 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.base_scheduler [None req-b043f75f-7dae-439f-9cab-3c403ef34b45 None None] Resources bound (agent type, host, resource id): {{(pid=100598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:55:02.375986 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b043f75f-7dae-439f-9cab-3c403ef34b45 None None] Received port after_create {{(pid=100598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:55:02.494349 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-b043f75f-7dae-439f-9cab-3c403ef34b45 None None] Attempting to bind port 34b82af6-ac48-4f75-8347-1bcfbe83bad6 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:55:02.497890 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-b043f75f-7dae-439f-9cab-3c403ef34b45 None None] Attempting to bind port 34b82af6-ac48-4f75-8347-1bcfbe83bad6 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '99ec5342-182d-4599-97a6-45f63dbd1420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'fc7efb74-f0f8-4ac8-ac14-196ab06d1755'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:55:02.498491 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b043f75f-7dae-439f-9cab-3c403ef34b45 None None] Attempting to bind port 34b82af6-ac48-4f75-8347-1bcfbe83bad6 on network fc7efb74-f0f8-4ac8-ac14-196ab06d1755 {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:55:02.514838 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b043f75f-7dae-439f-9cab-3c403ef34b45 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 54, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:55:02.515584 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b043f75f-7dae-439f-9cab-3c403ef34b45 None None] Checking segment: {'id': '99ec5342-182d-4599-97a6-45f63dbd1420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'fc7efb74-f0f8-4ac8-ac14-196ab06d1755'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:55:02.516173 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-b043f75f-7dae-439f-9cab-3c403ef34b45 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:02.516777 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b043f75f-7dae-439f-9cab-3c403ef34b45 None None] Bound using segment: {'id': '99ec5342-182d-4599-97a6-45f63dbd1420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'fc7efb74-f0f8-4ac8-ac14-196ab06d1755'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:55:02.517793 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-b043f75f-7dae-439f-9cab-3c403ef34b45 None None] Bound port: 34b82af6-ac48-4f75-8347-1bcfbe83bad6, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99ec5342-182d-4599-97a6-45f63dbd1420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'fc7efb74-f0f8-4ac8-ac14-196ab06d1755'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:55:02.518374 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-b043f75f-7dae-439f-9cab-3c403ef34b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:02.539981 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8e7441f2-efe6-4a0a-8b22-cd13fae9154b req-ba641906-1db6-43e1-b6d7-94251af3b5c4 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=7d9a6fe5-d7f3-4fa2-86d5-4c121918dfe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056477 Oct 20 10:55:02.554884 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafb6630-0da3-4171-90e2-a8a02f8404cb req-d7b8e9a0-49a4-4971-85bd-662fb3c775ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:02.557159 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cafb6630-0da3-4171-90e2-a8a02f8404cb req-d7b8e9a0-49a4-4971-85bd-662fb3c775ae service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e41818e9-ba3e-442d-9b91-d6d4141e398e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3397503 Oct 20 10:55:02.582534 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [None req-1f87d819-f7ec-44b4-b005-aa074a4fb1c9 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] device_id is not set on port 229397d0-eca1-4625-83df-c1190bcb1f9d yet. {{(pid=100597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:55:02.654963 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-b043f75f-7dae-439f-9cab-3c403ef34b45 None None] For port 34b82af6-ac48-4f75-8347-1bcfbe83bad6, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:55:02.664964 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-b043f75f-7dae-439f-9cab-3c403ef34b45 None None] For port 34b82af6-ac48-4f75-8347-1bcfbe83bad6, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=34b82af6-ac48-4f75-8347-1bcfbe83bad6,segment=NetworkSegment(99ec5342-182d-4599-97a6-45f63dbd1420),segment_id=99ec5342-182d-4599-97a6-45f63dbd1420)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:55:02.677607 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bd20b2-a11b-42b6-933d-e693ccca3fc0 req-e5c4f9ed-a137-4bf2-bee2-a30fe966c87c tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:02.680335 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-b043f75f-7dae-439f-9cab-3c403ef34b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:02.686979 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-91bd20b2-a11b-42b6-933d-e693ccca3fc0 req-e5c4f9ed-a137-4bf2-bee2-a30fe966c87c tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe39f684-f334-4c7d-a566-1cd47db6ca57 HTTP/1.1" status: 200 len: 943 time: 0.3136904 Oct 20 10:55:02.823234 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b043f75f-7dae-439f-9cab-3c403ef34b45 None None] Pushing event updated for resources: {'Port': ['ID=34b82af6-ac48-4f75-8347-1bcfbe83bad6,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:02.932046 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-91bd20b2-a11b-42b6-933d-e693ccca3fc0 req-37e60645-aae0-49e2-96bd-345578bc5f4b tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "GET /v2.0/security-groups?id=223e9882-16a3-4f37-ab85-863f9037f1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2438240 Oct 20 10:55:02.951294 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [req-f22a314a-f003-447a-b491-eedf5b736990 req-cf938a26-5e8b-4208-a227-be7dc6f9fac3 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Allocated IP 172.20.0.9 (cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0/46305bfd-5c10-42c9-8afc-597f2425497e/4653d3e8-4a53-48cc-9dd1-20e648bd172d) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:55:03.013455 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-92f40f43-124e-469a-b76b-8a385d613fac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26836128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26761819'] for subnet, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:03.140828 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cafb6630-0da3-4171-90e2-a8a02f8404cb req-77253741-dbb2-49df-a088-51ff775553d0 service neutron] 10.222.0.55 "GET /v2.0/networks/e41818e9-ba3e-442d-9b91-d6d4141e398e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5627377 Oct 20 10:55:03.218046 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-f22a314a-f003-447a-b491-eedf5b736990 req-cf938a26-5e8b-4208-a227-be7dc6f9fac3 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:03.434502 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f40f43-124e-469a-b76b-8a385d613fac admin admin] Pushing event updated for resources: {'Subnet': ['ID=43438d1f-dc61-4f75-92d7-2fc7295ce83f,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:03.438672 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-f22a314a-f003-447a-b491-eedf5b736990 req-cf938a26-5e8b-4208-a227-be7dc6f9fac3 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:03.593193 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-476779a1-49e4-4662-a47d-684994e8f1b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:03.627473 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf938a26-5e8b-4208-a227-be7dc6f9fac3 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Pushing event updated for resources: {'Port': ['ID=4653d3e8-4a53-48cc-9dd1-20e648bd172d,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:03.653047 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f22a314a-f003-447a-b491-eedf5b736990 req-cf938a26-5e8b-4208-a227-be7dc6f9fac3 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Network cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0 is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:55:03.660967 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [req-f22a314a-f003-447a-b491-eedf5b736990 req-cf938a26-5e8b-4208-a227-be7dc6f9fac3 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:55:03.664886 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [req-f22a314a-f003-447a-b491-eedf5b736990 req-cf938a26-5e8b-4208-a227-be7dc6f9fac3 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:55:03.748663 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f40f43-124e-469a-b76b-8a385d613fac admin admin] Checking segment: {'id': 'f78f4181-0142-441b-8d81-2ce1a8e19b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'aff145ac-5e6e-4e89-ad8c-78ea8a2e84f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:55:03.749041 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f40f43-124e-469a-b76b-8a385d613fac admin admin] Network hostable DHCP agents. Network: aff145ac-5e6e-4e89-ad8c-78ea8a2e84f6, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:55:03.779636 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cafb6630-0da3-4171-90e2-a8a02f8404cb req-68833066-32b5-4c0d-a3dc-f8a58fd48ae5 service neutron] 10.222.0.55 "GET /v2.0/networks/e41818e9-ba3e-442d-9b91-d6d4141e398e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6197169 Oct 20 10:55:03.969403 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1ad468-c9b2-4ed3-a360-8e2f8c397dba req-0bd7f6e5-73e6-401c-b650-29b6b8f84de3 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:03.971089 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0b1ad468-c9b2-4ed3-a360-8e2f8c397dba req-0bd7f6e5-73e6-401c-b650-29b6b8f84de3 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=1905cb83-c152-40b2-98e8-53e3c912e15d HTTP/1.1" status: 200 len: 931 time: 0.5157139 Oct 20 10:55:03.983518 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f40f43-124e-469a-b76b-8a385d613fac admin admin] Network aff145ac-5e6e-4e89-ad8c-78ea8a2e84f6 is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:55:04.060234 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-1f87d819-f7ec-44b4-b005-aa074a4fb1c9 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Allocated IP 2001:db8::310 (fc7efb74-f0f8-4ac8-ac14-196ab06d1755/bbcf5c31-5576-46bf-8f04-98eb24f55f98/229397d0-eca1-4625-83df-c1190bcb1f9d) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:55:04.070283 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 52628) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:04.100386 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-a027d2aa-ebfb-4cc2-8487-a3652326be53 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Request body: {'subnets': [{'network_id': '6525fce5-0927-4832-8f17-089a72e87648', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1324341042', 'ip_version': 6}, {'network_id': 'dd4e7710-5257-49ae-acbd-c1c9590ab16e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:55:04.100932 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-a027d2aa-ebfb-4cc2-8487-a3652326be53 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Request body: {'subnet': {'network_id': '6525fce5-0927-4832-8f17-089a72e87648', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1324341042', 'ip_version': 6}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:55:04.101812 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-a027d2aa-ebfb-4cc2-8487-a3652326be53 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Request body: {'subnet': {'network_id': 'dd4e7710-5257-49ae-acbd-c1c9590ab16e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:55:04.116013 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-92f40f43-124e-469a-b76b-8a385d613fac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, aff145ac-5e6e-4e89-ad8c-78ea8a2e84f6) {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:55:04.120848 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22a314a-f003-447a-b491-eedf5b736990 req-cf938a26-5e8b-4208-a227-be7dc6f9fac3 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:04.122604 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-f22a314a-f003-447a-b491-eedf5b736990 req-cf938a26-5e8b-4208-a227-be7dc6f9fac3 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:04.144626 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5125a4d-82be-4f64-bbc0-3503cb919a7d None None] Network aff145ac-5e6e-4e89-ad8c-78ea8a2e84f6 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:55:04.149348 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f40f43-124e-469a-b76b-8a385d613fac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:04.150280 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-92f40f43-124e-469a-b76b-8a385d613fac admin admin] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:04.170410 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-f22a314a-f003-447a-b491-eedf5b736990 req-cf938a26-5e8b-4208-a227-be7dc6f9fac3 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4037933 Oct 20 10:55:04.187314 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [req-f22a314a-f003-447a-b491-eedf5b736990 req-624ad17b-d62e-4b58-a47e-207eaa9bdc7a service neutron] Request body: {'port': {'device_id': '1905cb83-c152-40b2-98e8-53e3c912e15d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811396-3'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:55:04.216140 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0b1ad468-c9b2-4ed3-a360-8e2f8c397dba req-c2eeec08-deb9-4f8f-a9d8-66c9b3f7f39c tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/security-groups?id=b86ef872-82a8-48e3-89d0-a53331758f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2299197 Oct 20 10:55:04.313403 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-92f40f43-124e-469a-b76b-8a385d613fac admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.9518025 Oct 20 10:55:04.318297 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549232f8-d016-446e-a0cb-65e796b7e1ec req-59a49629-31e8-44d5-95e7-e81afd1b6f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:04.321968 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-549232f8-d016-446e-a0cb-65e796b7e1ec req-59a49629-31e8-44d5-95e7-e81afd1b6f03 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ce3bca74c1d8467f832763bc531bfd88&device_id=fe39f684-f334-4c7d-a566-1cd47db6ca57 HTTP/1.1" status: 200 len: 1094 time: 0.3396485 Oct 20 10:55:04.393284 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-f22a314a-f003-447a-b491-eedf5b736990 req-624ad17b-d62e-4b58-a47e-207eaa9bdc7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:04.540499 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 34b82af6-ac48-4f75-8347-1bcfbe83bad6 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:55:04.586989 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0449210-681b-436e-8636-4043557c0bbe None None] Network aff145ac-5e6e-4e89-ad8c-78ea8a2e84f6 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:55:04.746676 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64475b7c-1c36-4c57-905c-d38cfdf32d9b req-bbc07908-d1fe-4ae4-8eaa-cf38dd8ecca3 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:04.756553 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-64475b7c-1c36-4c57-905c-d38cfdf32d9b req-bbc07908-d1fe-4ae4-8eaa-cf38dd8ecca3 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe39f684-f334-4c7d-a566-1cd47db6ca57 HTTP/1.1" status: 200 len: 943 time: 0.6278281 Oct 20 10:55:04.781903 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-4aa893ac-5a16-48a0-99a6-3c5b8fae26ee None None] Provisioning complete for port 4653d3e8-4a53-48cc-9dd1-20e648bd172d triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:55:04.782402 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-4aa893ac-5a16-48a0-99a6-3c5b8fae26ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:04.837905 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1f87d819-f7ec-44b4-b005-aa074a4fb1c9 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:04.855104 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 34b82af6-ac48-4f75-8347-1bcfbe83bad6 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:55:04.855517 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:04.930918 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-4aa893ac-5a16-48a0-99a6-3c5b8fae26ee None None] Port 4653d3e8-4a53-48cc-9dd1-20e648bd172d cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:55:05.014741 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-64475b7c-1c36-4c57-905c-d38cfdf32d9b req-3b33558a-2cdf-44ff-9ae3-c4bb73da19e7 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "GET /v2.0/security-groups?id=223e9882-16a3-4f37-ab85-863f9037f1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2570684 Oct 20 10:55:05.017910 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549232f8-d016-446e-a0cb-65e796b7e1ec req-994fdecb-c3b8-44cd-bc30-9aea8509733a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:05.019565 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-549232f8-d016-446e-a0cb-65e796b7e1ec req-994fdecb-c3b8-44cd-bc30-9aea8509733a service neutron] 10.222.0.55 "GET /v2.0/networks?id=e41818e9-ba3e-442d-9b91-d6d4141e398e HTTP/1.1" status: 200 len: 897 time: 0.5740502 Oct 20 10:55:05.019722 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c17fe6-7790-4933-bf80-2ce3478c124c None None] Network fc7efb74-f0f8-4ac8-ac14-196ab06d1755 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:55:05.029473 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a027d2aa-ebfb-4cc2-8487-a3652326be53 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Made reservation on behalf of d6d46ad4dfc342fba124ce2a33a78ea1 for: {'subnet': 2} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:55:05.037758 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a027d2aa-ebfb-4cc2-8487-a3652326be53 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26761797'] for subnet, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:05.038131 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a027d2aa-ebfb-4cc2-8487-a3652326be53 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26761797'] for subnet, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:05.128635 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-549232f8-d016-446e-a0cb-65e796b7e1ec req-9e50b82a-4286-448a-a31a-53adb847ff84 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=78d7a355-00a3-4972-853b-be538b88a9d5 HTTP/1.1" status: 200 len: 217 time: 0.0859201 Oct 20 10:55:05.191206 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1f87d819-f7ec-44b4-b005-aa074a4fb1c9 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:05.213125 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-c3cf7f5b-5099-47f7-88e3-bade708ada4f None None] Provisioning complete for port 34b82af6-ac48-4f75-8347-1bcfbe83bad6 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:55:05.214024 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-c3cf7f5b-5099-47f7-88e3-bade708ada4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:05.256861 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:05.344628 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549232f8-d016-446e-a0cb-65e796b7e1ec req-949191e8-c503-488a-b0f6-788a6a95352f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:05.346061 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-549232f8-d016-446e-a0cb-65e796b7e1ec req-949191e8-c503-488a-b0f6-788a6a95352f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bddd1341-c5ba-4b8c-aefb-4ae93484dff7 HTTP/1.1" status: 200 len: 834 time: 0.2050488 Oct 20 10:55:05.346957 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [req-f22a314a-f003-447a-b491-eedf5b736990 req-624ad17b-d62e-4b58-a47e-207eaa9bdc7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4653d3e8-4a53-48cc-9dd1-20e648bd172d {{(pid=100597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:55:05.358933 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-f22a314a-f003-447a-b491-eedf5b736990 req-624ad17b-d62e-4b58-a47e-207eaa9bdc7a service neutron] Publish callbacks [] for port, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:05.361723 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] For port 34b82af6-ac48-4f75-8347-1bcfbe83bad6, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=34b82af6-ac48-4f75-8347-1bcfbe83bad6,segment=NetworkSegment(99ec5342-182d-4599-97a6-45f63dbd1420),segment_id=99ec5342-182d-4599-97a6-45f63dbd1420)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:55:05.371421 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:05.375274 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.provisioning_blocks [req-f22a314a-f003-447a-b491-eedf5b736990 req-624ad17b-d62e-4b58-a47e-207eaa9bdc7a service neutron] Transition to ACTIVE for port object 4653d3e8-4a53-48cc-9dd1-20e648bd172d will not be triggered until provisioned by entity L2. {{(pid=100597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:55:05.402881 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f87d819-f7ec-44b4-b005-aa074a4fb1c9 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Pushing event updated for resources: {'Port': ['ID=229397d0-eca1-4625-83df-c1190bcb1f9d,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:05.413369 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-f22a314a-f003-447a-b491-eedf5b736990 req-624ad17b-d62e-4b58-a47e-207eaa9bdc7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:05.468409 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f87d819-f7ec-44b4-b005-aa074a4fb1c9 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Network fc7efb74-f0f8-4ac8-ac14-196ab06d1755 is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:55:05.474346 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Pushing event updated for resources: {'Port': ['ID=34b82af6-ac48-4f75-8347-1bcfbe83bad6,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:05.485900 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:55:05.486537 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:55:05.487058 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:55:05.487584 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:55:05.488086 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:55:05.488755 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:55:05.489434 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:55:05.489938 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:55:05.490847 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:55:05.491348 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:55:05.491865 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:55:05.492363 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:55:05.532158 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-1f87d819-f7ec-44b4-b005-aa074a4fb1c9 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:55:05.560275 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624ad17b-d62e-4b58-a47e-207eaa9bdc7a service neutron] Pushing event updated for resources: {'Port': ['ID=4653d3e8-4a53-48cc-9dd1-20e648bd172d,revision_number=2']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:05.563479 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f87d819-f7ec-44b4-b005-aa074a4fb1c9 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:55:05.573944 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f87d819-f7ec-44b4-b005-aa074a4fb1c9 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:05.574903 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1f87d819-f7ec-44b4-b005-aa074a4fb1c9 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:05.583169 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a5a971-797d-4760-93f0-e34babd6cee5 req-0da62d9c-25ad-4679-bd41-1608c8c981ee tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:05.586562 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e2a5a971-797d-4760-93f0-e34babd6cee5 req-0da62d9c-25ad-4679-bd41-1608c8c981ee tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] 10.222.0.64 "GET /v2.0/networks?id=aff145ac-5e6e-4e89-ad8c-78ea8a2e84f6 HTTP/1.1" status: 200 len: 813 time: 0.3861585 Oct 20 10:55:05.609536 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57fbec0-8f77-4ed7-ac66-1cc9bfb36c49 req-06eb4a67-c013-44ce-b751-5334fd01a99e tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:05.616984 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b57fbec0-8f77-4ed7-ac66-1cc9bfb36c49 req-06eb4a67-c013-44ce-b751-5334fd01a99e tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=1905cb83-c152-40b2-98e8-53e3c912e15d HTTP/1.1" status: 200 len: 943 time: 0.2675700 Oct 20 10:55:05.650828 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549232f8-d016-446e-a0cb-65e796b7e1ec req-6452364d-9a05-4af7-acc4-5f0bcc053584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:05.653576 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-549232f8-d016-446e-a0cb-65e796b7e1ec req-6452364d-9a05-4af7-acc4-5f0bcc053584 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e41818e9-ba3e-442d-9b91-d6d4141e398e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2511048 Oct 20 10:55:05.688374 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-1f87d819-f7ec-44b4-b005-aa074a4fb1c9 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.7818120 Oct 20 10:55:05.690856 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 52674) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:05.693953 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-f22a314a-f003-447a-b491-eedf5b736990 req-624ad17b-d62e-4b58-a47e-207eaa9bdc7a service neutron] Attempting to bind port 4653d3e8-4a53-48cc-9dd1-20e648bd172d on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:55:05.694521 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-f22a314a-f003-447a-b491-eedf5b736990 req-624ad17b-d62e-4b58-a47e-207eaa9bdc7a service neutron] Attempting to bind port 4653d3e8-4a53-48cc-9dd1-20e648bd172d by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': '5f5097d1-dd03-4e53-8d67-381b8a2c1ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0'}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:55:05.694924 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f22a314a-f003-447a-b491-eedf5b736990 req-624ad17b-d62e-4b58-a47e-207eaa9bdc7a service neutron] Attempting to bind port 4653d3e8-4a53-48cc-9dd1-20e648bd172d on network cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:55:05.704700 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-8ffcc969-3e09-4c3a-afba-8f82cbec1b9f tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Request body: {'port': {'network_id': 'fc7efb74-f0f8-4ac8-ac14-196ab06d1755', 'name': 'tempest-PortsIpV6TestJSON-1678577642'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:55:05.708115 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f22a314a-f003-447a-b491-eedf5b736990 req-624ad17b-d62e-4b58-a47e-207eaa9bdc7a service neutron] Port 4653d3e8-4a53-48cc-9dd1-20e648bd172d on network cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0 not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:55:05.710066 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f22a314a-f003-447a-b491-eedf5b736990 req-624ad17b-d62e-4b58-a47e-207eaa9bdc7a service neutron] Attempting to bind port 4653d3e8-4a53-48cc-9dd1-20e648bd172d on network cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:55:05.718258 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f22a314a-f003-447a-b491-eedf5b736990 req-624ad17b-d62e-4b58-a47e-207eaa9bdc7a service neutron] Checking agent: {'id': '061232a2-7adc-4ba1-a873-e8cb136b064d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 54, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:55:05.719009 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f22a314a-f003-447a-b491-eedf5b736990 req-624ad17b-d62e-4b58-a47e-207eaa9bdc7a service neutron] Checking segment: {'id': '5f5097d1-dd03-4e53-8d67-381b8a2c1ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:55:05.719684 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f22a314a-f003-447a-b491-eedf5b736990 req-624ad17b-d62e-4b58-a47e-207eaa9bdc7a service neutron] Bound using segment: {'id': '5f5097d1-dd03-4e53-8d67-381b8a2c1ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0'} {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:55:05.720395 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-f22a314a-f003-447a-b491-eedf5b736990 req-624ad17b-d62e-4b58-a47e-207eaa9bdc7a service neutron] Bound port: 4653d3e8-4a53-48cc-9dd1-20e648bd172d, host: n-h2-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f5097d1-dd03-4e53-8d67-381b8a2c1ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0'}}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:55:05.721006 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-f22a314a-f003-447a-b491-eedf5b736990 req-624ad17b-d62e-4b58-a47e-207eaa9bdc7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:05.875008 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [req-f22a314a-f003-447a-b491-eedf5b736990 req-624ad17b-d62e-4b58-a47e-207eaa9bdc7a service neutron] For port 4653d3e8-4a53-48cc-9dd1-20e648bd172d, host n-h2-811396-3, cleared binding levels {{(pid=100597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:55:05.880141 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [req-f22a314a-f003-447a-b491-eedf5b736990 req-624ad17b-d62e-4b58-a47e-207eaa9bdc7a service neutron] For port 4653d3e8-4a53-48cc-9dd1-20e648bd172d, host n-h2-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=4653d3e8-4a53-48cc-9dd1-20e648bd172d,segment=NetworkSegment(5f5097d1-dd03-4e53-8d67-381b8a2c1ac8),segment_id=5f5097d1-dd03-4e53-8d67-381b8a2c1ac8)] {{(pid=100597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:55:05.888537 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-f22a314a-f003-447a-b491-eedf5b736990 req-624ad17b-d62e-4b58-a47e-207eaa9bdc7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:05.922185 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-8691e9ea-8d27-4a74-8e2a-92a6175216db None None] Provisioning complete for port 229397d0-eca1-4625-83df-c1190bcb1f9d triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:55:05.923298 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-8691e9ea-8d27-4a74-8e2a-92a6175216db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:05.962097 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624ad17b-d62e-4b58-a47e-207eaa9bdc7a service neutron] Pushing event updated for resources: {'Port': ['ID=4653d3e8-4a53-48cc-9dd1-20e648bd172d,revision_number=3']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:05.970903 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22a314a-f003-447a-b491-eedf5b736990 req-624ad17b-d62e-4b58-a47e-207eaa9bdc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:05.971699 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-f22a314a-f003-447a-b491-eedf5b736990 req-624ad17b-d62e-4b58-a47e-207eaa9bdc7a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:05.973688 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-f22a314a-f003-447a-b491-eedf5b736990 req-624ad17b-d62e-4b58-a47e-207eaa9bdc7a service neutron] 10.222.0.69 "PUT /v2.0/ports/4653d3e8-4a53-48cc-9dd1-20e648bd172d HTTP/1.1" status: 200 len: 1091 time: 1.7920439 Oct 20 10:55:05.974270 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1905cb83-c152-40b2-98e8-53e3c912e15d', 'tag': '4653d3e8-4a53-48cc-9dd1-20e648bd172d'}] {{(pid=100597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:55:05.976854 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd85cad6a391afaa95d2dd5280bfd4659fc1e1b2aba53b5e7ef874f059efcdc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7503bc41-91d9-4ddb-a3f5-32fb93b20708" -d '{"events": [{"name": "network-changed", "server_uuid": "1905cb83-c152-40b2-98e8-53e3c912e15d", "tag": "4653d3e8-4a53-48cc-9dd1-20e648bd172d"}]}' {{(pid=100597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:55:06.000839 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ffcc969-3e09-4c3a-afba-8f82cbec1b9f tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Made reservation on behalf of c1dc2571b4ea4623a4cbd3a1bfe8dca0 for: {'port': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:55:06.029888 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8ffcc969-3e09-4c3a-afba-8f82cbec1b9f tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:06.031184 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-8691e9ea-8d27-4a74-8e2a-92a6175216db None None] Port 229397d0-eca1-4625-83df-c1190bcb1f9d cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:55:06.087047 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-549232f8-d016-446e-a0cb-65e796b7e1ec req-9cb094e1-ea52-4d3c-8375-5c82a584bad9 service neutron] 10.222.0.55 "GET /v2.0/networks/e41818e9-ba3e-442d-9b91-d6d4141e398e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652868 Oct 20 10:55:06.096171 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-8691e9ea-8d27-4a74-8e2a-92a6175216db None None] Provisioning complete for port 34b82af6-ac48-4f75-8347-1bcfbe83bad6 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:55:06.096830 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-8691e9ea-8d27-4a74-8e2a-92a6175216db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:06.109417 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [None req-8ffcc969-3e09-4c3a-afba-8f82cbec1b9f tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] device_id is not set on port ff7486e3-af43-440e-a814-c663966489d1 yet. {{(pid=100597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:55:06.123041 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e2a5a971-797d-4760-93f0-e34babd6cee5 req-176ae455-bbc9-4a3b-8359-72e6f430b9be tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] 10.222.0.64 "GET /v2.0/quotas/7e8bb87fcf634b4a9fc97a8d2c5f9832 HTTP/1.1" status: 200 len: 375 time: 0.4999614 Oct 20 10:55:06.225624 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-314c123a-49d4-47d1-8233-fa2dce38e2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:06.241769 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e2a5a971-797d-4760-93f0-e34babd6cee5 req-564be048-4eb6-46a5-ae2d-a8f389c6aa23 tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=7e8bb87fcf634b4a9fc97a8d2c5f9832&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1169376 Oct 20 10:55:06.310161 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-8ffcc969-3e09-4c3a-afba-8f82cbec1b9f tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Allocated IP 2001:db8::fc (fc7efb74-f0f8-4ac8-ac14-196ab06d1755/bbcf5c31-5576-46bf-8f04-98eb24f55f98/ff7486e3-af43-440e-a814-c663966489d1) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:55:06.350691 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22a314a-f003-447a-b491-eedf5b736990 req-29ec3793-2ef6-4e8e-8020-179e04d16929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:06.354715 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-f22a314a-f003-447a-b491-eedf5b736990 req-29ec3793-2ef6-4e8e-8020-179e04d16929 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=304c84e5c7844b5cadef0d9d128b445c&device_id=1905cb83-c152-40b2-98e8-53e3c912e15d HTTP/1.1" status: 200 len: 1094 time: 0.3193579 Oct 20 10:55:06.397751 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 34b82af6-ac48-4f75-8347-1bcfbe83bad6 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:55:06.432432 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b57fbec0-8f77-4ed7-ac66-1cc9bfb36c49 req-bea0a854-12bc-46af-8f2e-a5f532a9ddf6 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/security-groups?id=b86ef872-82a8-48e3-89d0-a53331758f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8144870 Oct 20 10:55:06.452653 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-f22a314a-f003-447a-b491-eedf5b736990 req-129050b6-704f-4b7f-81ca-5f9be70706a1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4653d3e8-4a53-48cc-9dd1-20e648bd172d HTTP/1.1" status: 200 len: 217 time: 0.0791974 Oct 20 10:55:06.485964 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 34b82af6-ac48-4f75-8347-1bcfbe83bad6 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:55:06.486620 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:06.549235 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:55:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42bd3cb9-cdbf-4419-a8fe-12ecb9deb423 x-openstack-request-id: req-42bd3cb9-cdbf-4419-a8fe-12ecb9deb423 {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:55:06.549790 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1905cb83-c152-40b2-98e8-53e3c912e15d", "tag": "4653d3e8-4a53-48cc-9dd1-20e648bd172d", "status": "completed", "code": 200}]} {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:55:06.550305 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-42bd3cb9-cdbf-4419-a8fe-12ecb9deb423 {{(pid=100597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:55:06.550959 n-d-811396-3 neutron-server[100597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1905cb83-c152-40b2-98e8-53e3c912e15d', 'tag': '4653d3e8-4a53-48cc-9dd1-20e648bd172d', 'status': 'completed', 'code': 200} Oct 20 10:55:06.555041 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-9125a53e-8d09-47da-941d-b7d5e397640a None None] Provisioning complete for port 229397d0-eca1-4625-83df-c1190bcb1f9d triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:55:06.555430 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-9125a53e-8d09-47da-941d-b7d5e397640a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:06.596278 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-9125a53e-8d09-47da-941d-b7d5e397640a None None] Port 229397d0-eca1-4625-83df-c1190bcb1f9d cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:55:06.638972 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22a314a-f003-447a-b491-eedf5b736990 req-e35ab285-2654-4967-9ba0-81277d860a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:06.641314 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-f22a314a-f003-447a-b491-eedf5b736990 req-e35ab285-2654-4967-9ba0-81277d860a61 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=46305bfd-5c10-42c9-8afc-597f2425497e HTTP/1.1" status: 200 len: 851 time: 0.1621003 Oct 20 10:55:06.769508 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8ffcc969-3e09-4c3a-afba-8f82cbec1b9f tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:06.777713 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22a314a-f003-447a-b491-eedf5b736990 req-669074bc-6812-432e-a7da-68ab2fefc985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:06.779666 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-f22a314a-f003-447a-b491-eedf5b736990 req-669074bc-6812-432e-a7da-68ab2fefc985 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1090653 Oct 20 10:55:06.904404 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-f22a314a-f003-447a-b491-eedf5b736990 req-14ec01ab-0c37-4850-8aeb-d6fe0fbb62af service neutron] 10.222.0.69 "GET /v2.0/networks/cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175220 Oct 20 10:55:06.926156 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8ffcc969-3e09-4c3a-afba-8f82cbec1b9f tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:06.959936 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e2a5a971-797d-4760-93f0-e34babd6cee5 req-a8fd1598-cbe0-41c8-9ed2-93f173ea6db4 service neutron] 10.222.0.64 "GET /v2.0/networks/aff145ac-5e6e-4e89-ad8c-78ea8a2e84f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7175221 Oct 20 10:55:07.008660 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ffcc969-3e09-4c3a-afba-8f82cbec1b9f tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Network fc7efb74-f0f8-4ac8-ac14-196ab06d1755 is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:55:07.024902 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-8ffcc969-3e09-4c3a-afba-8f82cbec1b9f tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:55:07.038569 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ffcc969-3e09-4c3a-afba-8f82cbec1b9f tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:55:07.046044 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ffcc969-3e09-4c3a-afba-8f82cbec1b9f tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:07.046044 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8ffcc969-3e09-4c3a-afba-8f82cbec1b9f tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:07.111642 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffcc969-3e09-4c3a-afba-8f82cbec1b9f tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Pushing event updated for resources: {'Port': ['ID=ff7486e3-af43-440e-a814-c663966489d1,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:07.116291 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:07.133427 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e2a5a971-797d-4760-93f0-e34babd6cee5 req-c73a9def-b29b-4e9f-8747-9f8ed5deca61 service neutron] 10.222.0.64 "GET /v2.0/networks/aff145ac-5e6e-4e89-ad8c-78ea8a2e84f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670623 Oct 20 10:55:07.159516 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-8ffcc969-3e09-4c3a-afba-8f82cbec1b9f tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4645917 Oct 20 10:55:07.171769 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 52704) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:07.252948 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ac6993-5ba8-4201-a976-838a1ee336b4 req-549b28ee-65e7-4535-aa2a-bd1dc8970119 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:07.274790 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-15ac6993-5ba8-4201-a976-838a1ee336b4 req-549b28ee-65e7-4535-aa2a-bd1dc8970119 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe39f684-f334-4c7d-a566-1cd47db6ca57 HTTP/1.1" status: 200 len: 943 time: 0.3245683 Oct 20 10:55:07.346721 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-549232f8-d016-446e-a0cb-65e796b7e1ec req-aef9f8e4-e6d4-4bb5-b35f-b317b5d8c700 service neutron] 10.222.0.55 "GET /v2.0/networks/e41818e9-ba3e-442d-9b91-d6d4141e398e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2198529 Oct 20 10:55:07.357203 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-f22a314a-f003-447a-b491-eedf5b736990 req-a8909e4f-4d78-4258-a41b-83adf64eb8f8 service neutron] 10.222.0.69 "GET /v2.0/networks/cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4412374 Oct 20 10:55:07.415271 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-15ac6993-5ba8-4201-a976-838a1ee336b4 req-5add81d9-4868-4912-9743-48d469e39775 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "GET /v2.0/security-groups?id=223e9882-16a3-4f37-ab85-863f9037f1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1330791 Oct 20 10:55:07.433881 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-b901da1e-b6c2-4ae8-8968-a9c0661b68c2 None None] Provisioning complete for port ff7486e3-af43-440e-a814-c663966489d1 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:55:07.434662 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-b901da1e-b6c2-4ae8-8968-a9c0661b68c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:07.492972 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d8bcb4-6587-4889-a94e-7fd1882f47c0 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:07.494399 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-88d8bcb4-6587-4889-a94e-7fd1882f47c0 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] 10.222.0.64 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A310 HTTP/1.1" status: 200 len: 928 time: 0.3064842 Oct 20 10:55:07.504288 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 52714) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:07.522171 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-b901da1e-b6c2-4ae8-8968-a9c0661b68c2 None None] Port ff7486e3-af43-440e-a814-c663966489d1 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:55:07.542126 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 78d7a355-00a3-4972-853b-be538b88a9d5 details requested by agent hyperv_n-h1-811396-3 with host n-h1-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:55:07.548182 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7503bc41-91d9-4ddb-a3f5-32fb93b20708 req-6eba329a-75a2-40bf-98fb-4585eedb5c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:07.554746 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-7503bc41-91d9-4ddb-a3f5-32fb93b20708 req-6eba329a-75a2-40bf-98fb-4585eedb5c0a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=304c84e5c7844b5cadef0d9d128b445c&device_id=1905cb83-c152-40b2-98e8-53e3c912e15d HTTP/1.1" status: 200 len: 1094 time: 0.1046050 Oct 20 10:55:07.618118 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a027d2aa-ebfb-4cc2-8487-a3652326be53 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26836128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26761819'] for subnet, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:07.731126 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-97937099-b2e0-46a5-a7bd-47fb3ea4e32e tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Deleting port ff7486e3-af43-440e-a814-c663966489d1 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:55:07.731559 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-97937099-b2e0-46a5-a7bd-47fb3ea4e32e tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:07.737689 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a027d2aa-ebfb-4cc2-8487-a3652326be53 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Pushing event updated for resources: {'Subnet': ['ID=d005843c-2bcc-43c1-a683-56a4acb72f8e,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:07.766247 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7503bc41-91d9-4ddb-a3f5-32fb93b20708 req-7e93ec36-3e4f-4697-817b-453b7cc85697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:07.768062 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-7503bc41-91d9-4ddb-a3f5-32fb93b20708 req-7e93ec36-3e4f-4697-817b-453b7cc85697 service neutron] 10.222.0.69 "GET /v2.0/networks?id=cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0 HTTP/1.1" status: 200 len: 913 time: 0.2107646 Oct 20 10:55:07.782891 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a027d2aa-ebfb-4cc2-8487-a3652326be53 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:55:07.783245 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a027d2aa-ebfb-4cc2-8487-a3652326be53 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:55:07.783618 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a027d2aa-ebfb-4cc2-8487-a3652326be53 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:55:07.783961 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a027d2aa-ebfb-4cc2-8487-a3652326be53 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:55:07.784297 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a027d2aa-ebfb-4cc2-8487-a3652326be53 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:55:07.784631 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a027d2aa-ebfb-4cc2-8487-a3652326be53 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:55:07.784961 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a027d2aa-ebfb-4cc2-8487-a3652326be53 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:55:07.785293 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a027d2aa-ebfb-4cc2-8487-a3652326be53 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:55:07.785620 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a027d2aa-ebfb-4cc2-8487-a3652326be53 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:55:07.785941 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a027d2aa-ebfb-4cc2-8487-a3652326be53 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:55:07.786269 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a027d2aa-ebfb-4cc2-8487-a3652326be53 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:55:07.792560 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a027d2aa-ebfb-4cc2-8487-a3652326be53 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:55:07.858489 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-7503bc41-91d9-4ddb-a3f5-32fb93b20708 req-d3fed07e-b26e-4870-9393-75e197439ea1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4653d3e8-4a53-48cc-9dd1-20e648bd172d HTTP/1.1" status: 200 len: 217 time: 0.0830467 Oct 20 10:55:07.896635 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a027d2aa-ebfb-4cc2-8487-a3652326be53 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Checking segment: {'id': '470b0614-0adb-4faa-bd1d-e251fcb2f74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '6525fce5-0927-4832-8f17-089a72e87648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:55:07.897015 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a027d2aa-ebfb-4cc2-8487-a3652326be53 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Network hostable DHCP agents. Network: 6525fce5-0927-4832-8f17-089a72e87648, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:55:07.913979 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 78d7a355-00a3-4972-853b-be538b88a9d5, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=78d7a355-00a3-4972-853b-be538b88a9d5,segment=NetworkSegment(6c99b3fb-dda6-4c64-92a7-3755ba476718),segment_id=6c99b3fb-dda6-4c64-92a7-3755ba476718)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:55:07.932958 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Returning: {'device': '78d7a355-00a3-4972-853b-be538b88a9d5', 'network_id': 'e41818e9-ba3e-442d-9b91-d6d4141e398e', 'port_id': '78d7a355-00a3-4972-853b-be538b88a9d5', 'mac_address': 'fa:16:3e:bb:f9:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 832, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bddd1341-c5ba-4b8c-aefb-4ae93484dff7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:55:07.943933 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4d258b-d4c5-4344-8f6a-8b82a9d005eb req-4fde6468-8a6d-4231-b260-c0f04ee89757 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:07.952022 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-da4d258b-d4c5-4344-8f6a-8b82a9d005eb req-4fde6468-8a6d-4231-b260-c0f04ee89757 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=1905cb83-c152-40b2-98e8-53e3c912e15d HTTP/1.1" status: 200 len: 943 time: 0.3208337 Oct 20 10:55:07.956184 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-97937099-b2e0-46a5-a7bd-47fb3ea4e32e tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:07.957707 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:08.016733 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-97937099-b2e0-46a5-a7bd-47fb3ea4e32e tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Calling delete_port for ff7486e3-af43-440e-a814-c663966489d1 owned by {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:55:08.023942 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7503bc41-91d9-4ddb-a3f5-32fb93b20708 req-bb265911-b9bd-470d-9cf8-f3fbba70e856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:08.025487 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-7503bc41-91d9-4ddb-a3f5-32fb93b20708 req-bb265911-b9bd-470d-9cf8-f3fbba70e856 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=46305bfd-5c10-42c9-8afc-597f2425497e HTTP/1.1" status: 200 len: 851 time: 0.1569378 Oct 20 10:55:08.048275 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:08.080074 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78d7a355-00a3-4972-853b-be538b88a9d5 {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:55:08.115032 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-da4d258b-d4c5-4344-8f6a-8b82a9d005eb req-bf3c3901-4454-4ade-bde3-d55406fed2f1 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/security-groups?id=b86ef872-82a8-48e3-89d0-a53331758f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1618278 Oct 20 10:55:08.118336 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a027d2aa-ebfb-4cc2-8487-a3652326be53 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Network 6525fce5-0927-4832-8f17-089a72e87648 is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:55:08.142684 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7503bc41-91d9-4ddb-a3f5-32fb93b20708 req-766c1ad6-ffc7-4009-ac64-a8de8696bb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:08.144366 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-7503bc41-91d9-4ddb-a3f5-32fb93b20708 req-766c1ad6-ffc7-4009-ac64-a8de8696bb6f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1107130 Oct 20 10:55:08.151795 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-a027d2aa-ebfb-4cc2-8487-a3652326be53 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, 6525fce5-0927-4832-8f17-089a72e87648) {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:55:08.155085 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:08.157375 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 78d7a355-00a3-4972-853b-be538b88a9d5, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=78d7a355-00a3-4972-853b-be538b88a9d5,segment=NetworkSegment(6c99b3fb-dda6-4c64-92a7-3755ba476718),segment_id=6c99b3fb-dda6-4c64-92a7-3755ba476718)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:55:08.165997 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-460b2206-5588-4fc3-ba98-d8f8d0cfc664 None None] Network 6525fce5-0927-4832-8f17-089a72e87648 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:55:08.171477 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a027d2aa-ebfb-4cc2-8487-a3652326be53 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26836128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26761819'] for subnet, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:08.175478 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:08.337174 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a027d2aa-ebfb-4cc2-8487-a3652326be53 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Checking segment: {'id': 'f9ddae60-01f9-46f5-b8ed-57bb76171ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'dd4e7710-5257-49ae-acbd-c1c9590ab16e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:55:08.337893 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a027d2aa-ebfb-4cc2-8487-a3652326be53 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Network hostable DHCP agents. Network: dd4e7710-5257-49ae-acbd-c1c9590ab16e, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:55:08.342725 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a027d2aa-ebfb-4cc2-8487-a3652326be53 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Pushing event updated for resources: {'Subnet': ['ID=908d8f5b-839e-4e92-861d-8c85768b1ec2,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:08.368771 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a027d2aa-ebfb-4cc2-8487-a3652326be53 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Network dd4e7710-5257-49ae-acbd-c1c9590ab16e is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:55:08.380656 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-a027d2aa-ebfb-4cc2-8487-a3652326be53 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, dd4e7710-5257-49ae-acbd-c1c9590ab16e) {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:55:08.397568 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a027d2aa-ebfb-4cc2-8487-a3652326be53 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:08.399593 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a027d2aa-ebfb-4cc2-8487-a3652326be53 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:08.402244 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a027d2aa-ebfb-4cc2-8487-a3652326be53 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:08.441922 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-a027d2aa-ebfb-4cc2-8487-a3652326be53 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 4.3583217 Oct 20 10:55:08.445762 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 52740) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:08.456698 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-7503bc41-91d9-4ddb-a3f5-32fb93b20708 req-3a73e190-0867-4616-b796-46b91648932d service neutron] 10.222.0.69 "GET /v2.0/networks/cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3029797 Oct 20 10:55:08.574192 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0cc8cdd-a212-4dc1-832d-4b3ccf450304 None None] Network dd4e7710-5257-49ae-acbd-c1c9590ab16e requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:55:08.580459 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=78d7a355-00a3-4972-853b-be538b88a9d5,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:08.616218 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1501b53-27d7-4e6d-910e-7833b334545d tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:08.617841 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1501b53-27d7-4e6d-910e-7833b334545d tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:08.619494 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1501b53-27d7-4e6d-910e-7833b334545d tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:08.629897 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-a1501b53-27d7-4e6d-910e-7833b334545d tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1811068 Oct 20 10:55:08.668024 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 52750) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:08.679255 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d6cddbab-81f3-4496-b39e-aefc93c0d916 req-8eafeda4-39d8-4923-a4c1-7f564169c3f5 tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d2121d4-c53a-4016-9527-046197b5e6ae HTTP/1.1" status: 200 len: 210 time: 0.2594230 Oct 20 10:55:08.731293 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-7503bc41-91d9-4ddb-a3f5-32fb93b20708 req-3c794392-c5b7-4587-8198-0dd47ee0c5d3 service neutron] 10.222.0.69 "GET /v2.0/networks/cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2646070 Oct 20 10:55:08.769901 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-97937099-b2e0-46a5-a7bd-47fb3ea4e32e tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:08.790121 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['78d7a355-00a3-4972-853b-be538b88a9d5'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:55:08.821522 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a057c1d-56aa-464d-ac53-079cf9c87487 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524064ba-869c-5550-b826-c26b69a11278-6525fce5-0927-4832-8f17-089a72e87648', 'network_id': '6525fce5-0927-4832-8f17-089a72e87648', 'tenant_id': 'd6d46ad4dfc342fba124ce2a33a78ea1', 'fixed_ips': [{'subnet_id': 'd005843c-2bcc-43c1-a683-56a4acb72f8e'}]}} from n-d-811396-3. {{(pid=100598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:55:08.821911 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-8a057c1d-56aa-464d-ac53-079cf9c87487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:08.909013 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a3c3b15-bf80-4a7b-baa3-a9735745e8ae tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Deleting subnet d005843c-2bcc-43c1-a683-56a4acb72f8e {{(pid=100596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:55:08.918181 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4a3c3b15-bf80-4a7b-baa3-a9735745e8ae tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Publish callbacks [] for subnet, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:08.947047 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97937099-b2e0-46a5-a7bd-47fb3ea4e32e tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Pushing event deleted for resources: {'Port': ['ID=ff7486e3-af43-440e-a814-c663966489d1,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:09.027738 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-97937099-b2e0-46a5-a7bd-47fb3ea4e32e tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:09.033379 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-97937099-b2e0-46a5-a7bd-47fb3ea4e32e tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] 10.222.0.64 "DELETE /v2.0/ports/ff7486e3-af43-440e-a814-c663966489d1 HTTP/1.1" status: 204 len: 168 time: 1.5247681 Oct 20 10:55:09.034540 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 52756) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:09.098653 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4a3c3b15-bf80-4a7b-baa3-a9735745e8ae tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25189079'] for subnet, precommit_delete_associations {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:09.134246 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8071e640-f04b-4c0d-a455-e6edbfd30137 req-a39a6f4f-ae35-44e3-90af-a03632d58fa1 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:09.153344 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8071e640-f04b-4c0d-a455-e6edbfd30137 req-a39a6f4f-ae35-44e3-90af-a03632d58fa1 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe39f684-f334-4c7d-a566-1cd47db6ca57 HTTP/1.1" status: 200 len: 944 time: 0.4861388 Oct 20 10:55:09.215167 n-d-811396-3 neutron-server[100596]: INFO neutron.pecan_wsgi.hooks.translation [None req-07c24862-4e70-48cf-b027-a005f2fe3ebf tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] GET failed (client error): The resource could not be found. Oct 20 10:55:09.216912 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-07c24862-4e70-48cf-b027-a005f2fe3ebf tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] 10.222.0.64 "GET /v2.0/ports/ff7486e3-af43-440e-a814-c663966489d1 HTTP/1.1" status: 404 len: 333 time: 0.1820011 Oct 20 10:55:09.222975 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 52762) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:09.383956 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:09.437660 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8071e640-f04b-4c0d-a455-e6edbfd30137 req-455be825-264d-4da1-a873-086e1782bb62 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "GET /v2.0/security-groups?id=223e9882-16a3-4f37-ab85-863f9037f1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2833877 Oct 20 10:55:09.453866 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4a3c3b15-bf80-4a7b-baa3-a9735745e8ae tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:09.493466 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-e6816e65-6b36-47c3-a314-a15797201a42 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Deleting port 229397d0-eca1-4625-83df-c1190bcb1f9d {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:55:09.497098 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e6816e65-6b36-47c3-a314-a15797201a42 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:09.594356 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1747932d-3f6e-492d-901e-7c056a153f6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524064ba-869c-5550-b826-c26b69a11278-dd4e7710-5257-49ae-acbd-c1c9590ab16e', 'network_id': 'dd4e7710-5257-49ae-acbd-c1c9590ab16e', 'tenant_id': 'd6d46ad4dfc342fba124ce2a33a78ea1', 'fixed_ips': [{'subnet_id': '908d8f5b-839e-4e92-861d-8c85768b1ec2'}]}} from n-d-811396-3. {{(pid=100598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:55:09.596154 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1747932d-3f6e-492d-901e-7c056a153f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:09.650065 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed914284-165f-472a-842f-0b9d968b487f req-b1e9c0c4-28bf-45a3-889f-78bd8afee7de tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:09.661083 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ed914284-165f-472a-842f-0b9d968b487f req-b1e9c0c4-28bf-45a3-889f-78bd8afee7de tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=1905cb83-c152-40b2-98e8-53e3c912e15d HTTP/1.1" status: 200 len: 943 time: 0.3212192 Oct 20 10:55:09.701031 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e6816e65-6b36-47c3-a314-a15797201a42 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:09.726425 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-e6816e65-6b36-47c3-a314-a15797201a42 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Calling delete_port for 229397d0-eca1-4625-83df-c1190bcb1f9d owned by {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:55:09.741187 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4a3c3b15-bf80-4a7b-baa3-a9735745e8ae tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26836193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26761888'] for subnet, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:09.782704 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server [None req-8a057c1d-56aa-464d-ac53-079cf9c87487 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d005843c-2bcc-43c1-a683-56a4acb72f8e: This subnet is being modified by another concurrent operation. Oct 20 10:55:09.782704 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 20 10:55:09.782704 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 20 10:55:09.782704 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 20 10:55:09.782704 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 20 10:55:09.782704 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 20 10:55:09.782704 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 20 10:55:09.782704 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 20 10:55:09.782704 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 20 10:55:09.782704 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 20 10:55:09.782704 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 20 10:55:09.782704 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 20 10:55:09.782704 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 10:55:09.782704 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 10:55:09.782704 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 10:55:09.782704 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 10:55:09.782704 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 20 10:55:09.782704 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 10:55:09.782704 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 20 10:55:09.782704 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 20 10:55:09.782704 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 10:55:09.782704 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 10:55:09.782704 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 10:55:09.782704 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 10:55:09.782704 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 20 10:55:09.782704 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 10:55:09.782704 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 20 10:55:09.782704 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 20 10:55:09.782704 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 10:55:09.782704 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 10:55:09.782704 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 10:55:09.782704 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 10:55:09.782704 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 20 10:55:09.782704 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 20 10:55:09.782704 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 20 10:55:09.782704 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 20 10:55:09.782704 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 20 10:55:09.782704 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 20 10:55:09.782704 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 20 10:55:09.782704 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 20 10:55:09.782704 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 20 10:55:09.782704 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 20 10:55:09.782704 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 20 10:55:09.782704 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 10:55:09.782704 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 20 10:55:09.782704 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 20 10:55:09.782704 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 20 10:55:09.782704 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 20 10:55:09.782704 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 10:55:09.782704 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 10:55:09.782704 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 10:55:09.782704 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 10:55:09.782704 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 20 10:55:09.782704 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 10:55:09.787553 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 20 10:55:09.787553 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 20 10:55:09.787553 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 10:55:09.787553 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 10:55:09.787553 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 10:55:09.787553 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 10:55:09.787553 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 20 10:55:09.787553 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 10:55:09.787553 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 20 10:55:09.787553 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 20 10:55:09.787553 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 10:55:09.787553 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 10:55:09.787553 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 10:55:09.787553 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 10:55:09.787553 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 20 10:55:09.787553 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 20 10:55:09.787553 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 20 10:55:09.787553 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 20 10:55:09.787553 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 20 10:55:09.787553 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 20 10:55:09.787553 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 20 10:55:09.787553 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 20 10:55:09.787553 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 20 10:55:09.787553 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 20 10:55:09.787553 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 10:55:09.787553 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 10:55:09.787553 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 10:55:09.787553 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 10:55:09.787553 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 20 10:55:09.787553 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 20 10:55:09.787553 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 20 10:55:09.787553 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 20 10:55:09.787553 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 20 10:55:09.787553 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 20 10:55:09.787553 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 20 10:55:09.787553 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server raise exception Oct 20 10:55:09.787553 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d005843c-2bcc-43c1-a683-56a4acb72f8e: This subnet is being modified by another concurrent operation. Oct 20 10:55:09.787553 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server Oct 20 10:55:09.820022 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc9a0fe7-ee6a-4d94-a406-a31ff10f8eab None None] Network 6525fce5-0927-4832-8f17-089a72e87648 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:55:09.868614 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3c3b15-bf80-4a7b-baa3-a9735745e8ae tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Pushing event deleted for resources: {'Subnet': ['ID=d005843c-2bcc-43c1-a683-56a4acb72f8e,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:09.902283 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4a3c3b15-bf80-4a7b-baa3-a9735745e8ae tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:09.911587 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-4a3c3b15-bf80-4a7b-baa3-a9735745e8ae tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] 10.222.0.64 "DELETE /v2.0/subnets/d005843c-2bcc-43c1-a683-56a4acb72f8e HTTP/1.1" status: 204 len: 168 time: 1.2307179 Oct 20 10:55:09.918617 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 52776) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:09.932892 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ed914284-165f-472a-842f-0b9d968b487f req-a620c4aa-969e-4c4e-b395-7d24fac3f03f tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/security-groups?id=b86ef872-82a8-48e3-89d0-a53331758f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2685993 Oct 20 10:55:09.981929 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-da879024-de6e-4854-a460-897ba6e7b7f2 req-6ea65b59-4166-4cde-80c5-04ee69af6918 tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d2121d4-c53a-4016-9527-046197b5e6ae HTTP/1.1" status: 200 len: 210 time: 0.1114933 Oct 20 10:55:10.107586 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a5a971-797d-4760-93f0-e34babd6cee5 req-64e5c873-d6bf-46fc-bf1c-11e312d82a08 tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:10.109295 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e2a5a971-797d-4760-93f0-e34babd6cee5 req-64e5c873-d6bf-46fc-bf1c-11e312d82a08 tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] 10.222.0.55 "GET /v2.0/networks?id=aff145ac-5e6e-4e89-ad8c-78ea8a2e84f6 HTTP/1.1" status: 200 len: 813 time: 0.1741858 Oct 20 10:55:10.130702 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_v2 [None req-128bed4e-ec73-4067-9b7e-6a9e08cbde9c tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Deleting subnet 908d8f5b-839e-4e92-861d-8c85768b1ec2 {{(pid=100597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:55:10.139330 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-128bed4e-ec73-4067-9b7e-6a9e08cbde9c tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Publish callbacks [] for subnet, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:10.145769 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-e2a5a971-797d-4760-93f0-e34babd6cee5 req-af6acfd4-003d-4d2b-aec3-ca8e26434ffb tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] Request body: {'port': {'device_id': '85c90a67-179e-4612-b928-dc9717b6e089', 'network_id': 'aff145ac-5e6e-4e89-ad8c-78ea8a2e84f6', 'admin_state_up': True, 'tenant_id': '7e8bb87fcf634b4a9fc97a8d2c5f9832'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:55:10.283589 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-128bed4e-ec73-4067-9b7e-6a9e08cbde9c tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25852621'] for subnet, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:10.393454 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2a5a971-797d-4760-93f0-e34babd6cee5 req-af6acfd4-003d-4d2b-aec3-ca8e26434ffb tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] Made reservation on behalf of 7e8bb87fcf634b4a9fc97a8d2c5f9832 for: {'port': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:55:10.398423 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-e2a5a971-797d-4760-93f0-e34babd6cee5 req-af6acfd4-003d-4d2b-aec3-ca8e26434ffb tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:10.475279 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-128bed4e-ec73-4067-9b7e-6a9e08cbde9c tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:10.548655 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a5a971-797d-4760-93f0-e34babd6cee5 req-0f52cc3d-c13a-4768-a1ff-0d99d81cfef6 tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:10.550784 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-e2a5a971-797d-4760-93f0-e34babd6cee5 req-0f52cc3d-c13a-4768-a1ff-0d99d81cfef6 tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] 10.222.0.69 "GET /v2.0/networks?id=aff145ac-5e6e-4e89-ad8c-78ea8a2e84f6 HTTP/1.1" status: 200 len: 813 time: 0.4349825 Oct 20 10:55:10.592195 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [req-e2a5a971-797d-4760-93f0-e34babd6cee5 req-df5eae86-1a2b-4a10-a3c9-375f3ecc4d3c tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] Request body: {'port': {'device_id': '8d2121d4-c53a-4016-9527-046197b5e6ae', 'network_id': 'aff145ac-5e6e-4e89-ad8c-78ea8a2e84f6', 'admin_state_up': True, 'tenant_id': '7e8bb87fcf634b4a9fc97a8d2c5f9832'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:55:10.596053 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [req-e2a5a971-797d-4760-93f0-e34babd6cee5 req-af6acfd4-003d-4d2b-aec3-ca8e26434ffb tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] Allocated IP 172.20.0.12 (aff145ac-5e6e-4e89-ad8c-78ea8a2e84f6/43438d1f-dc61-4f75-92d7-2fc7295ce83f/36ff2f18-0e23-496c-993d-73cb5622c2f2) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:55:10.640730 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e6816e65-6b36-47c3-a314-a15797201a42 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:10.668790 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67253ed3-6dab-4d5c-aed4-4e77b4b5e17e req-451c25e4-c4f6-4841-8b6c-0b11af6e84ff tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:10.670590 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-67253ed3-6dab-4d5c-aed4-4e77b4b5e17e req-451c25e4-c4f6-4841-8b6c-0b11af6e84ff tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe39f684-f334-4c7d-a566-1cd47db6ca57 HTTP/1.1" status: 200 len: 944 time: 0.1338787 Oct 20 10:55:10.753140 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-67253ed3-6dab-4d5c-aed4-4e77b4b5e17e req-c7fbba22-4f37-4c33-bc75-3b634d71589d tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "GET /v2.0/security-groups?id=223e9882-16a3-4f37-ab85-863f9037f1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624213 Oct 20 10:55:10.764545 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6816e65-6b36-47c3-a314-a15797201a42 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Pushing event deleted for resources: {'Port': ['ID=229397d0-eca1-4625-83df-c1190bcb1f9d,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:10.851422 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e6816e65-6b36-47c3-a314-a15797201a42 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:10.852773 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server [None req-1747932d-3f6e-492d-901e-7c056a153f6b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 908d8f5b-839e-4e92-861d-8c85768b1ec2: This subnet is being modified by another concurrent operation. Oct 20 10:55:10.852773 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 20 10:55:10.852773 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 20 10:55:10.852773 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 20 10:55:10.852773 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 20 10:55:10.852773 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 20 10:55:10.852773 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 20 10:55:10.852773 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 20 10:55:10.852773 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 20 10:55:10.852773 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 20 10:55:10.852773 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 20 10:55:10.852773 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 20 10:55:10.852773 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 10:55:10.852773 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 10:55:10.852773 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 10:55:10.852773 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 10:55:10.852773 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 20 10:55:10.852773 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 10:55:10.852773 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 20 10:55:10.852773 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 20 10:55:10.852773 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 10:55:10.852773 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 10:55:10.852773 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 10:55:10.852773 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 10:55:10.852773 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 20 10:55:10.852773 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 10:55:10.852773 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 20 10:55:10.852773 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 20 10:55:10.852773 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 10:55:10.852773 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 10:55:10.852773 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 10:55:10.852773 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 10:55:10.852773 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 20 10:55:10.852773 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 20 10:55:10.852773 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 20 10:55:10.852773 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 20 10:55:10.852773 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 20 10:55:10.852773 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 20 10:55:10.852773 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 20 10:55:10.852773 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 20 10:55:10.852773 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 20 10:55:10.852773 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 20 10:55:10.852773 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 20 10:55:10.852773 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 10:55:10.852773 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 20 10:55:10.852773 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 20 10:55:10.852773 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 20 10:55:10.852773 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 20 10:55:10.852773 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 10:55:10.852773 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 10:55:10.852773 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 10:55:10.852773 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 10:55:10.852773 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 20 10:55:10.852773 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 10:55:10.857574 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 20 10:55:10.857574 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 20 10:55:10.857574 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 10:55:10.857574 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 10:55:10.857574 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 10:55:10.857574 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 10:55:10.857574 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 20 10:55:10.857574 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 10:55:10.857574 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 20 10:55:10.857574 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 20 10:55:10.857574 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 10:55:10.857574 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 10:55:10.857574 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 10:55:10.857574 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 10:55:10.857574 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 20 10:55:10.857574 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 20 10:55:10.857574 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 20 10:55:10.857574 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 20 10:55:10.857574 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 20 10:55:10.857574 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 20 10:55:10.857574 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 20 10:55:10.857574 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 20 10:55:10.857574 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 20 10:55:10.857574 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 20 10:55:10.857574 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 10:55:10.857574 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 10:55:10.857574 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 10:55:10.857574 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 10:55:10.857574 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 20 10:55:10.857574 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 20 10:55:10.857574 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 20 10:55:10.857574 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 20 10:55:10.857574 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 20 10:55:10.857574 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 20 10:55:10.857574 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 20 10:55:10.857574 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server raise exception Oct 20 10:55:10.857574 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 908d8f5b-839e-4e92-861d-8c85768b1ec2: This subnet is being modified by another concurrent operation. Oct 20 10:55:10.857574 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server Oct 20 10:55:10.862525 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-e6816e65-6b36-47c3-a314-a15797201a42 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] 10.222.0.64 "DELETE /v2.0/ports/229397d0-eca1-4625-83df-c1190bcb1f9d HTTP/1.1" status: 204 len: 168 time: 1.6314745 Oct 20 10:55:10.862525 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-128bed4e-ec73-4067-9b7e-6a9e08cbde9c tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25350811'] for subnet, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:10.862525 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 52796) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:10.890355 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a15804d-4c23-4828-babc-635c36bd440c None None] Network dd4e7710-5257-49ae-acbd-c1c9590ab16e requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:55:10.913051 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-e2a5a971-797d-4760-93f0-e34babd6cee5 req-af6acfd4-003d-4d2b-aec3-ca8e26434ffb tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:10.938259 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128bed4e-ec73-4067-9b7e-6a9e08cbde9c tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Pushing event deleted for resources: {'Subnet': ['ID=908d8f5b-839e-4e92-861d-8c85768b1ec2,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:10.953690 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-e2a5a971-797d-4760-93f0-e34babd6cee5 req-af6acfd4-003d-4d2b-aec3-ca8e26434ffb tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:10.988313 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-128bed4e-ec73-4067-9b7e-6a9e08cbde9c tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:11.003109 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-128bed4e-ec73-4067-9b7e-6a9e08cbde9c tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] 10.222.0.64 "DELETE /v2.0/subnets/908d8f5b-839e-4e92-861d-8c85768b1ec2 HTTP/1.1" status: 204 len: 168 time: 1.0789502 Oct 20 10:55:11.004866 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e9edc38-9879-456d-a151-d93f7d033142 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] GET failed (client error): The resource could not be found. Oct 20 10:55:11.025480 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-8e9edc38-9879-456d-a151-d93f7d033142 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] 10.222.0.64 "GET /v2.0/ports/229397d0-eca1-4625-83df-c1190bcb1f9d HTTP/1.1" status: 404 len: 333 time: 0.1576588 Oct 20 10:55:11.046214 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 52806) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:11.046624 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 52808) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:11.078208 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2a5a971-797d-4760-93f0-e34babd6cee5 req-df5eae86-1a2b-4a10-a3c9-375f3ecc4d3c tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] Made reservation on behalf of 7e8bb87fcf634b4a9fc97a8d2c5f9832 for: {'port': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:55:11.086134 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-e2a5a971-797d-4760-93f0-e34babd6cee5 req-df5eae86-1a2b-4a10-a3c9-375f3ecc4d3c tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:11.222809 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e5e4342-5364-462c-844b-3542b089c108 None None] get_active_networks_info from n-d-811396-3 {{(pid=100598) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 20 10:55:11.233747 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6acfd4-003d-4d2b-aec3-ca8e26434ffb tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] Pushing event updated for resources: {'Port': ['ID=36ff2f18-0e23-496c-993d-73cb5622c2f2,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:11.251370 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2a5a971-797d-4760-93f0-e34babd6cee5 req-af6acfd4-003d-4d2b-aec3-ca8e26434ffb tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] Network aff145ac-5e6e-4e89-ad8c-78ea8a2e84f6 is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:55:11.343166 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d0725efc-17ac-4924-adfc-102fd0900934 req-b8f74e5b-d8ea-4c7e-b76b-94d05637782b tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d2121d4-c53a-4016-9527-046197b5e6ae HTTP/1.1" status: 200 len: 210 time: 0.1590693 Oct 20 10:55:11.349554 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [req-e2a5a971-797d-4760-93f0-e34babd6cee5 req-af6acfd4-003d-4d2b-aec3-ca8e26434ffb tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:55:11.358297 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2a5a971-797d-4760-93f0-e34babd6cee5 req-af6acfd4-003d-4d2b-aec3-ca8e26434ffb tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:55:11.367497 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [req-e2a5a971-797d-4760-93f0-e34babd6cee5 req-df5eae86-1a2b-4a10-a3c9-375f3ecc4d3c tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] Allocated IP 172.20.0.10 (aff145ac-5e6e-4e89-ad8c-78ea8a2e84f6/43438d1f-dc61-4f75-92d7-2fc7295ce83f/e6430b5a-1254-4c0c-b3ad-678e0df7ec61) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:55:11.380162 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e5e4342-5364-462c-844b-3542b089c108 None None] Resources bound (agent type, host, resource id): {{(pid=100598) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 20 10:55:11.430810 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d19e244e-f183-4bce-b2ba-f81f92f530b9 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:11.438062 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-d19e244e-f183-4bce-b2ba-f81f92f530b9 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3902862 Oct 20 10:55:11.440203 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 52814) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:11.491169 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb02573f-1bfa-4601-89ae-8cf7bc377bd2 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Deleting subnet bbcf5c31-5576-46bf-8f04-98eb24f55f98 {{(pid=100596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:55:11.521120 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-eb02573f-1bfa-4601-89ae-8cf7bc377bd2 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks [] for subnet, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:11.553530 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 78d7a355-00a3-4972-853b-be538b88a9d5 up at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:55:11.596217 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18345114-77d7-49b0-9087-c36593f52ffd req-9f052f72-c632-40e9-a556-82eb3cfeaade tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:11.598071 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-18345114-77d7-49b0-9087-c36593f52ffd req-9f052f72-c632-40e9-a556-82eb3cfeaade tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=1905cb83-c152-40b2-98e8-53e3c912e15d HTTP/1.1" status: 200 len: 943 time: 0.4785883 Oct 20 10:55:11.600285 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-e2a5a971-797d-4760-93f0-e34babd6cee5 req-df5eae86-1a2b-4a10-a3c9-375f3ecc4d3c tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:11.604588 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a5a971-797d-4760-93f0-e34babd6cee5 req-af6acfd4-003d-4d2b-aec3-ca8e26434ffb tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:11.605325 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-e2a5a971-797d-4760-93f0-e34babd6cee5 req-af6acfd4-003d-4d2b-aec3-ca8e26434ffb tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:11.641268 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-e2a5a971-797d-4760-93f0-e34babd6cee5 req-df5eae86-1a2b-4a10-a3c9-375f3ecc4d3c tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:11.673868 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-eb02573f-1bfa-4601-89ae-8cf7bc377bd2 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25189079'] for subnet, precommit_delete_associations {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:11.704172 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e2a5a971-797d-4760-93f0-e34babd6cee5 req-af6acfd4-003d-4d2b-aec3-ca8e26434ffb tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5704777 Oct 20 10:55:11.704393 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5eae86-1a2b-4a10-a3c9-375f3ecc4d3c tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] Pushing event updated for resources: {'Port': ['ID=e6430b5a-1254-4c0c-b3ad-678e0df7ec61,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:11.710486 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-aec2e23c-9074-4826-b17c-bad81cced65d tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:11.720146 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2a5a971-797d-4760-93f0-e34babd6cee5 req-df5eae86-1a2b-4a10-a3c9-375f3ecc4d3c tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] Network aff145ac-5e6e-4e89-ad8c-78ea8a2e84f6 is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:55:11.738421 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [req-e2a5a971-797d-4760-93f0-e34babd6cee5 req-df5eae86-1a2b-4a10-a3c9-375f3ecc4d3c tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:55:11.738421 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2a5a971-797d-4760-93f0-e34babd6cee5 req-df5eae86-1a2b-4a10-a3c9-375f3ecc4d3c tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:55:11.760834 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-18345114-77d7-49b0-9087-c36593f52ffd req-480e7798-10e0-4ab3-8fac-04bf892e4aef tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/security-groups?id=b86ef872-82a8-48e3-89d0-a53331758f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1466434 Oct 20 10:55:11.768470 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-e2a5a971-797d-4760-93f0-e34babd6cee5 req-2d14d52c-3056-47b9-a516-32f16dabb8e2 service neutron] Request body: {'port': {'device_id': '85c90a67-179e-4612-b928-dc9717b6e089', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811396-3'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:55:11.865310 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a5a971-797d-4760-93f0-e34babd6cee5 req-df5eae86-1a2b-4a10-a3c9-375f3ecc4d3c tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:11.866008 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-e2a5a971-797d-4760-93f0-e34babd6cee5 req-df5eae86-1a2b-4a10-a3c9-375f3ecc4d3c tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:11.885679 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning for port 78d7a355-00a3-4972-853b-be538b88a9d5 completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:55:11.891457 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning complete for port 78d7a355-00a3-4972-853b-be538b88a9d5 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:55:11.891781 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:11.901435 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-e2a5a971-797d-4760-93f0-e34babd6cee5 req-df5eae86-1a2b-4a10-a3c9-375f3ecc4d3c tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3178728 Oct 20 10:55:11.920354 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [req-e2a5a971-797d-4760-93f0-e34babd6cee5 req-e3791df1-7e12-4977-abc7-52e4666e9c05 service neutron] Request body: {'port': {'device_id': '8d2121d4-c53a-4016-9527-046197b5e6ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811396-3'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:55:11.968702 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-eb02573f-1bfa-4601-89ae-8cf7bc377bd2 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:11.972488 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-e2a5a971-797d-4760-93f0-e34babd6cee5 req-2d14d52c-3056-47b9-a516-32f16dabb8e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:12.011779 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-e2a5a971-797d-4760-93f0-e34babd6cee5 req-e3791df1-7e12-4977-abc7-52e4666e9c05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:12.089957 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc032c7e-a951-4b74-97ff-abaa230a2685 None None] get_active_networks_info from n-d-811396-3 {{(pid=100598) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 20 10:55:12.142105 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:12.170717 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-aec2e23c-9074-4826-b17c-bad81cced65d tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:12.181004 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22a885b-7662-450f-bfaf-850de9004fc7 req-c5c66785-d959-497f-8e36-e70dc5b16bb1 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:12.183165 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c22a885b-7662-450f-bfaf-850de9004fc7 req-c5c66785-d959-497f-8e36-e70dc5b16bb1 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe39f684-f334-4c7d-a566-1cd47db6ca57 HTTP/1.1" status: 200 len: 944 time: 0.3118715 Oct 20 10:55:12.206914 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe39f684-f334-4c7d-a566-1cd47db6ca57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78d7a355-00a3-4972-853b-be538b88a9d5'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:55:12.213090 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec8e32d9-8e85-4b85-96e6-d8117846ae74" -d '{"events": [{"server_uuid": "fe39f684-f334-4c7d-a566-1cd47db6ca57", "name": "network-vif-plugged", "status": "completed", "tag": "78d7a355-00a3-4972-853b-be538b88a9d5"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:55:12.228020 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-aec2e23c-9074-4826-b17c-bad81cced65d tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd4e7710-5257-49ae-acbd-c1c9590ab16e']}} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:12.254043 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-aec2e23c-9074-4826-b17c-bad81cced65d tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9ddae60-01f9-46f5-b8ed-57bb76171ca2') {'for_net_delete': True} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:12.254043 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-aec2e23c-9074-4826-b17c-bad81cced65d tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9ddae60-01f9-46f5-b8ed-57bb76171ca2') {} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:12.269732 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-aec2e23c-9074-4826-b17c-bad81cced65d tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25189038'] for segment, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:12.286830 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-aec2e23c-9074-4826-b17c-bad81cced65d tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:12.294848 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aec2e23c-9074-4826-b17c-bad81cced65d tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Releasing vlan 839 on physical network physnet1 to pool {{(pid=100596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:55:12.295344 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-aec2e23c-9074-4826-b17c-bad81cced65d tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26833155'] for segment, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:12.295493 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 78d7a355-00a3-4972-853b-be538b88a9d5, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=78d7a355-00a3-4972-853b-be538b88a9d5,segment=NetworkSegment(6c99b3fb-dda6-4c64-92a7-3755ba476718),segment_id=6c99b3fb-dda6-4c64-92a7-3755ba476718)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:55:12.327266 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd911bfb-4999-4a28-b3b1-6096c0585e9f x-openstack-request-id: req-bd911bfb-4999-4a28-b3b1-6096c0585e9f {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:55:12.327776 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe39f684-f334-4c7d-a566-1cd47db6ca57", "name": "network-vif-plugged", "status": "completed", "tag": "78d7a355-00a3-4972-853b-be538b88a9d5", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:55:12.328185 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bd911bfb-4999-4a28-b3b1-6096c0585e9f {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:55:12.328759 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe39f684-f334-4c7d-a566-1cd47db6ca57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78d7a355-00a3-4972-853b-be538b88a9d5', 'code': 200} Oct 20 10:55:12.330016 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:12.424657 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=78d7a355-00a3-4972-853b-be538b88a9d5,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:12.438531 n-d-811396-3 neutron-server[100596]: Traceback (most recent call last): Oct 20 10:55:12.438531 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:55:12.438531 n-d-811396-3 neutron-server[100596]: timer() Oct 20 10:55:12.438531 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:55:12.438531 n-d-811396-3 neutron-server[100596]: cb(*args, **kw) Oct 20 10:55:12.438531 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:55:12.438531 n-d-811396-3 neutron-server[100596]: return func(*args, **kwargs) Oct 20 10:55:12.438531 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:55:12.438531 n-d-811396-3 neutron-server[100596]: self._notify() Oct 20 10:55:12.438531 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:55:12.438531 n-d-811396-3 neutron-server[100596]: self.callback(batched_events) Oct 20 10:55:12.438531 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:55:12.438531 n-d-811396-3 neutron-server[100596]: event.method(event) Oct 20 10:55:12.438531 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:55:12.438531 n-d-811396-3 neutron-server[100596]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:55:12.438531 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:55:12.438531 n-d-811396-3 neutron-server[100596]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:55:12.438531 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:55:12.438531 n-d-811396-3 neutron-server[100596]: return f(self, *a, **k) Oct 20 10:55:12.438531 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:55:12.438531 n-d-811396-3 neutron-server[100596]: return self._get(url).json() Oct 20 10:55:12.438531 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:55:12.438531 n-d-811396-3 neutron-server[100596]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:55:12.438531 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:55:12.438531 n-d-811396-3 neutron-server[100596]: return self.request(url, 'GET', **kwargs) Oct 20 10:55:12.438531 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:55:12.438531 n-d-811396-3 neutron-server[100596]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:55:12.438531 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:55:12.438531 n-d-811396-3 neutron-server[100596]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:55:12.438531 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:55:12.438531 n-d-811396-3 neutron-server[100596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:55:12.438531 n-d-811396-3 neutron-server[100596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:55:12.443906 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc032c7e-a951-4b74-97ff-abaa230a2685 None None] Resources bound (agent type, host, resource id): {{(pid=100598) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 20 10:55:12.469805 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-eb02573f-1bfa-4601-89ae-8cf7bc377bd2 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26836193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26761888'] for subnet, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:12.519911 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c22a885b-7662-450f-bfaf-850de9004fc7 req-ee692932-dca8-40e3-96cf-eb453d2e219a tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "GET /v2.0/security-groups?id=223e9882-16a3-4f37-ab85-863f9037f1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3235855 Oct 20 10:55:12.560971 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [req-e2a5a971-797d-4760-93f0-e34babd6cee5 req-e3791df1-7e12-4977-abc7-52e4666e9c05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6430b5a-1254-4c0c-b3ad-678e0df7ec61 {{(pid=100597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:55:12.569241 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-e2a5a971-797d-4760-93f0-e34babd6cee5 req-e3791df1-7e12-4977-abc7-52e4666e9c05 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:12.583725 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.provisioning_blocks [req-e2a5a971-797d-4760-93f0-e34babd6cee5 req-e3791df1-7e12-4977-abc7-52e4666e9c05 service neutron] Transition to ACTIVE for port object e6430b5a-1254-4c0c-b3ad-678e0df7ec61 will not be triggered until provisioned by entity L2. {{(pid=100597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:55:12.590513 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-e2a5a971-797d-4760-93f0-e34babd6cee5 req-e3791df1-7e12-4977-abc7-52e4666e9c05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:12.662782 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3791df1-7e12-4977-abc7-52e4666e9c05 service neutron] Pushing event updated for resources: {'Port': ['ID=e6430b5a-1254-4c0c-b3ad-678e0df7ec61,revision_number=2']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:12.765371 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-e2a5a971-797d-4760-93f0-e34babd6cee5 req-e3791df1-7e12-4977-abc7-52e4666e9c05 service neutron] Attempting to bind port e6430b5a-1254-4c0c-b3ad-678e0df7ec61 on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:55:12.767694 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-e2a5a971-797d-4760-93f0-e34babd6cee5 req-e3791df1-7e12-4977-abc7-52e4666e9c05 service neutron] Attempting to bind port e6430b5a-1254-4c0c-b3ad-678e0df7ec61 by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': 'f78f4181-0142-441b-8d81-2ce1a8e19b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'aff145ac-5e6e-4e89-ad8c-78ea8a2e84f6'}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:55:12.768262 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a5a971-797d-4760-93f0-e34babd6cee5 req-e3791df1-7e12-4977-abc7-52e4666e9c05 service neutron] Attempting to bind port e6430b5a-1254-4c0c-b3ad-678e0df7ec61 on network aff145ac-5e6e-4e89-ad8c-78ea8a2e84f6 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:55:12.773757 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a5a971-797d-4760-93f0-e34babd6cee5 req-e3791df1-7e12-4977-abc7-52e4666e9c05 service neutron] Port e6430b5a-1254-4c0c-b3ad-678e0df7ec61 on network aff145ac-5e6e-4e89-ad8c-78ea8a2e84f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:55:12.774286 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a5a971-797d-4760-93f0-e34babd6cee5 req-e3791df1-7e12-4977-abc7-52e4666e9c05 service neutron] Attempting to bind port e6430b5a-1254-4c0c-b3ad-678e0df7ec61 on network aff145ac-5e6e-4e89-ad8c-78ea8a2e84f6 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:55:12.788375 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a5a971-797d-4760-93f0-e34babd6cee5 req-e3791df1-7e12-4977-abc7-52e4666e9c05 service neutron] Checking agent: {'id': '061232a2-7adc-4ba1-a873-e8cb136b064d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:55:12.788915 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a5a971-797d-4760-93f0-e34babd6cee5 req-e3791df1-7e12-4977-abc7-52e4666e9c05 service neutron] Checking segment: {'id': 'f78f4181-0142-441b-8d81-2ce1a8e19b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'aff145ac-5e6e-4e89-ad8c-78ea8a2e84f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:55:12.789465 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a5a971-797d-4760-93f0-e34babd6cee5 req-e3791df1-7e12-4977-abc7-52e4666e9c05 service neutron] Bound using segment: {'id': 'f78f4181-0142-441b-8d81-2ce1a8e19b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'aff145ac-5e6e-4e89-ad8c-78ea8a2e84f6'} {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:55:12.792827 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-e2a5a971-797d-4760-93f0-e34babd6cee5 req-e3791df1-7e12-4977-abc7-52e4666e9c05 service neutron] Bound port: e6430b5a-1254-4c0c-b3ad-678e0df7ec61, host: n-h2-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f78f4181-0142-441b-8d81-2ce1a8e19b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'aff145ac-5e6e-4e89-ad8c-78ea8a2e84f6'}}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:55:12.793275 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-e2a5a971-797d-4760-93f0-e34babd6cee5 req-e3791df1-7e12-4977-abc7-52e4666e9c05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:12.872078 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [req-e2a5a971-797d-4760-93f0-e34babd6cee5 req-e3791df1-7e12-4977-abc7-52e4666e9c05 service neutron] For port e6430b5a-1254-4c0c-b3ad-678e0df7ec61, host n-h2-811396-3, cleared binding levels {{(pid=100597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:55:12.934441 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb02573f-1bfa-4601-89ae-8cf7bc377bd2 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Pushing event deleted for resources: {'Subnet': ['ID=bbcf5c31-5576-46bf-8f04-98eb24f55f98,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:12.939093 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-eb02573f-1bfa-4601-89ae-8cf7bc377bd2 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:12.941413 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [req-e2a5a971-797d-4760-93f0-e34babd6cee5 req-e3791df1-7e12-4977-abc7-52e4666e9c05 service neutron] For port e6430b5a-1254-4c0c-b3ad-678e0df7ec61, host n-h2-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=e6430b5a-1254-4c0c-b3ad-678e0df7ec61,segment=NetworkSegment(f78f4181-0142-441b-8d81-2ce1a8e19b5d),segment_id=f78f4181-0142-441b-8d81-2ce1a8e19b5d)] {{(pid=100597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:55:12.947103 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-e2a5a971-797d-4760-93f0-e34babd6cee5 req-e3791df1-7e12-4977-abc7-52e4666e9c05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:12.948810 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bd76294-dbb3-4944-ad67-e4ac5dd1cc9c None None] Network fc7efb74-f0f8-4ac8-ac14-196ab06d1755 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:55:12.950877 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 52856) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:12.959897 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-eb02573f-1bfa-4601-89ae-8cf7bc377bd2 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] 10.222.0.64 "DELETE /v2.0/subnets/bbcf5c31-5576-46bf-8f04-98eb24f55f98 HTTP/1.1" status: 204 len: 168 time: 1.8935421 Oct 20 10:55:12.972688 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-aec2e23c-9074-4826-b17c-bad81cced65d tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:12.981020 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-aec2e23c-9074-4826-b17c-bad81cced65d tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Publish callbacks [] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:12.993340 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-aec2e23c-9074-4826-b17c-bad81cced65d tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] 10.222.0.64 "DELETE /v2.0/networks/dd4e7710-5257-49ae-acbd-c1c9590ab16e HTTP/1.1" status: 204 len: 168 time: 1.5447626 Oct 20 10:55:13.002096 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 52858) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:13.023996 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a5a971-797d-4760-93f0-e34babd6cee5 req-e3791df1-7e12-4977-abc7-52e4666e9c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:13.024838 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-e2a5a971-797d-4760-93f0-e34babd6cee5 req-e3791df1-7e12-4977-abc7-52e4666e9c05 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:13.027305 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-e2a5a971-797d-4760-93f0-e34babd6cee5 req-e3791df1-7e12-4977-abc7-52e4666e9c05 service neutron] 10.222.0.69 "PUT /v2.0/ports/e6430b5a-1254-4c0c-b3ad-678e0df7ec61 HTTP/1.1" status: 200 len: 1092 time: 1.1170778 Oct 20 10:55:13.030409 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d2121d4-c53a-4016-9527-046197b5e6ae', 'tag': 'e6430b5a-1254-4c0c-b3ad-678e0df7ec61'}] {{(pid=100597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:55:13.033244 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd85cad6a391afaa95d2dd5280bfd4659fc1e1b2aba53b5e7ef874f059efcdc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fe92f60-d077-4b84-a283-93c07c748364" -d '{"events": [{"name": "network-changed", "server_uuid": "8d2121d4-c53a-4016-9527-046197b5e6ae", "tag": "e6430b5a-1254-4c0c-b3ad-678e0df7ec61"}]}' {{(pid=100597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:55:13.117974 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3791df1-7e12-4977-abc7-52e4666e9c05 service neutron] Pushing event updated for resources: {'Port': ['ID=e6430b5a-1254-4c0c-b3ad-678e0df7ec61,revision_number=3']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:13.182996 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec2e23c-9074-4826-b17c-bad81cced65d tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Pushing event deleted for resources: {'Network': ['ID=dd4e7710-5257-49ae-acbd-c1c9590ab16e,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:13.259835 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2230b72a-3084-43aa-8291-4b5c3654d99a req-ebb5e499-1c69-45b7-b822-e219d21e6242 tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:13.261798 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2230b72a-3084-43aa-8291-4b5c3654d99a req-ebb5e499-1c69-45b7-b822-e219d21e6242 tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d2121d4-c53a-4016-9527-046197b5e6ae HTTP/1.1" status: 200 len: 932 time: 0.7701285 Oct 20 10:55:13.286034 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc9c9e5-4141-480d-bfbf-8eec20cad54c None None] DHCP port deletion for fc7efb74-f0f8-4ac8-ac14-196ab06d1755 request from n-d-811396-3 {{(pid=100598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:55:13.339799 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-5dc9c9e5-4141-480d-bfbf-8eec20cad54c None None] Deleting port 34b82af6-ac48-4f75-8347-1bcfbe83bad6 {{(pid=100598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:55:13.340231 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-5dc9c9e5-4141-480d-bfbf-8eec20cad54c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:13.376973 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1596dd8a-d45b-41f0-b52b-23c0c5540804 req-5341400d-1087-4d41-9f71-29ebce9c46dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:13.378524 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1596dd8a-d45b-41f0-b52b-23c0c5540804 req-5341400d-1087-4d41-9f71-29ebce9c46dd service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=fe39f684-f334-4c7d-a566-1cd47db6ca57 HTTP/1.1" status: 200 len: 1096 time: 0.8421326 Oct 20 10:55:13.389980 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-edec02f2-7e64-4f56-a1b8-ee3e67d21040 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:13.424357 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-5dc9c9e5-4141-480d-bfbf-8eec20cad54c None None] For port 34b82af6-ac48-4f75-8347-1bcfbe83bad6, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=34b82af6-ac48-4f75-8347-1bcfbe83bad6,segment=NetworkSegment(99ec5342-182d-4599-97a6-45f63dbd1420),segment_id=99ec5342-182d-4599-97a6-45f63dbd1420)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:55:13.424658 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-5dc9c9e5-4141-480d-bfbf-8eec20cad54c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:13.438606 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-5dc9c9e5-4141-480d-bfbf-8eec20cad54c None None] Calling delete_port for 34b82af6-ac48-4f75-8347-1bcfbe83bad6 owned by network:dhcp {{(pid=100598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:55:13.448387 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2230b72a-3084-43aa-8291-4b5c3654d99a req-0ab552df-b3f4-454f-a6bd-79c8acdabb80 tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] 10.222.0.64 "GET /v2.0/security-groups?id=745785b5-2200-4416-93f8-13db3cc44dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477640 Oct 20 10:55:13.481484 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88690db2-b2f3-4fc9-938b-b3c843e8ac7e req-cfa7c051-a577-47a4-b94b-b33f0198ec97 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:13.483617 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-88690db2-b2f3-4fc9-938b-b3c843e8ac7e req-cfa7c051-a577-47a4-b94b-b33f0198ec97 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=1905cb83-c152-40b2-98e8-53e3c912e15d HTTP/1.1" status: 200 len: 943 time: 0.4824891 Oct 20 10:55:13.580400 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-5dc9c9e5-4141-480d-bfbf-8eec20cad54c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956'] for port, after_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:13.589134 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [req-e2a5a971-797d-4760-93f0-e34babd6cee5 req-2d14d52c-3056-47b9-a516-32f16dabb8e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36ff2f18-0e23-496c-993d-73cb5622c2f2 {{(pid=100596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:55:13.598161 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-88690db2-b2f3-4fc9-938b-b3c843e8ac7e req-0f2aaf0d-299e-4da9-993c-e9c86299248f tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/security-groups?id=b86ef872-82a8-48e3-89d0-a53331758f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931072 Oct 20 10:55:13.599752 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1596dd8a-d45b-41f0-b52b-23c0c5540804 req-fc7060d9-2ddb-4636-987d-ee66ad388590 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=223e9882-16a3-4f37-ab85-863f9037f1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2058187 Oct 20 10:55:13.609324 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43e69059-505d-4305-a64a-d01ce34176ae x-openstack-request-id: req-43e69059-505d-4305-a64a-d01ce34176ae {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:55:13.610761 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d2121d4-c53a-4016-9527-046197b5e6ae", "tag": "e6430b5a-1254-4c0c-b3ad-678e0df7ec61", "status": "completed", "code": 200}]} {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:55:13.611401 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-43e69059-505d-4305-a64a-d01ce34176ae {{(pid=100597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:55:13.612080 n-d-811396-3 neutron-server[100597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d2121d4-c53a-4016-9527-046197b5e6ae', 'tag': 'e6430b5a-1254-4c0c-b3ad-678e0df7ec61', 'status': 'completed', 'code': 200} Oct 20 10:55:13.616168 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-e2a5a971-797d-4760-93f0-e34babd6cee5 req-2d14d52c-3056-47b9-a516-32f16dabb8e2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:13.624319 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0bcfd6b3-4c77-4f0d-93a9-a14a7c7ab3bd tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:13.655338 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc9c9e5-4141-480d-bfbf-8eec20cad54c None None] No DVR routers for this DVR port 34b82af6-ac48-4f75-8347-1bcfbe83bad6 on host n-d-811396-3 {{(pid=100598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:55:13.659465 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a5a971-797d-4760-93f0-e34babd6cee5 req-06937546-afa2-4e8c-955e-fa4a944c6a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:13.660943 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc9c9e5-4141-480d-bfbf-8eec20cad54c None None] Pushing event deleted for resources: {'Port': ['ID=34b82af6-ac48-4f75-8347-1bcfbe83bad6,revision_number=None']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:13.662840 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.provisioning_blocks [req-e2a5a971-797d-4760-93f0-e34babd6cee5 req-2d14d52c-3056-47b9-a516-32f16dabb8e2 service neutron] Transition to ACTIVE for port object 36ff2f18-0e23-496c-993d-73cb5622c2f2 will not be triggered until provisioned by entity L2. {{(pid=100596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:55:13.668716 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-e2a5a971-797d-4760-93f0-e34babd6cee5 req-06937546-afa2-4e8c-955e-fa4a944c6a29 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7e8bb87fcf634b4a9fc97a8d2c5f9832&device_id=8d2121d4-c53a-4016-9527-046197b5e6ae HTTP/1.1" status: 200 len: 1095 time: 0.5733249 Oct 20 10:55:13.684642 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-e2a5a971-797d-4760-93f0-e34babd6cee5 req-2d14d52c-3056-47b9-a516-32f16dabb8e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:13.720565 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-edec02f2-7e64-4f56-a1b8-ee3e67d21040 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:13.750432 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-e2a5a971-797d-4760-93f0-e34babd6cee5 req-02f9a217-bb12-436a-98a7-3a9c15e28b45 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e6430b5a-1254-4c0c-b3ad-678e0df7ec61 HTTP/1.1" status: 200 len: 217 time: 0.0539806 Oct 20 10:55:13.814330 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-edec02f2-7e64-4f56-a1b8-ee3e67d21040 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6525fce5-0927-4832-8f17-089a72e87648']}} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:13.835015 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d14d52c-3056-47b9-a516-32f16dabb8e2 service neutron] Pushing event updated for resources: {'Port': ['ID=36ff2f18-0e23-496c-993d-73cb5622c2f2,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:13.846630 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0bcfd6b3-4c77-4f0d-93a9-a14a7c7ab3bd tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:13.847972 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-edec02f2-7e64-4f56-a1b8-ee3e67d21040 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '470b0614-0adb-4faa-bd1d-e251fcb2f74c') {'for_net_delete': True} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:13.848281 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-edec02f2-7e64-4f56-a1b8-ee3e67d21040 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '470b0614-0adb-4faa-bd1d-e251fcb2f74c') {} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:13.874895 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-0bcfd6b3-4c77-4f0d-93a9-a14a7c7ab3bd tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc7efb74-f0f8-4ac8-ac14-196ab06d1755']}} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:13.877956 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a5a971-797d-4760-93f0-e34babd6cee5 req-6623c171-b206-4263-b925-c2c46e3b6930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:13.879486 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-e2a5a971-797d-4760-93f0-e34babd6cee5 req-6623c171-b206-4263-b925-c2c46e3b6930 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=43438d1f-dc61-4f75-92d7-2fc7295ce83f HTTP/1.1" status: 200 len: 853 time: 0.1220281 Oct 20 10:55:13.885954 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65ee365-9b09-4230-ae5b-1e91364859c9 req-d9c62be5-00e3-44ac-8f64-5afc00eb00e9 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:13.887627 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d65ee365-9b09-4230-ae5b-1e91364859c9 req-d9c62be5-00e3-44ac-8f64-5afc00eb00e9 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe39f684-f334-4c7d-a566-1cd47db6ca57 HTTP/1.1" status: 200 len: 945 time: 0.2356348 Oct 20 10:55:13.895976 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-0bcfd6b3-4c77-4f0d-93a9-a14a7c7ab3bd tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99ec5342-182d-4599-97a6-45f63dbd1420') {'for_net_delete': True} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:13.896295 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-0bcfd6b3-4c77-4f0d-93a9-a14a7c7ab3bd tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99ec5342-182d-4599-97a6-45f63dbd1420') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:13.932200 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-edec02f2-7e64-4f56-a1b8-ee3e67d21040 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25189038'] for segment, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:13.942568 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-e2a5a971-797d-4760-93f0-e34babd6cee5 req-25a87d55-348f-4745-9fa2-5e430ebb955d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=aff145ac-5e6e-4e89-ad8c-78ea8a2e84f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547147 Oct 20 10:55:13.944281 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0bcfd6b3-4c77-4f0d-93a9-a14a7c7ab3bd tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25852596'] for segment, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:13.972722 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-e2a5a971-797d-4760-93f0-e34babd6cee5 req-2d14d52c-3056-47b9-a516-32f16dabb8e2 service neutron] Attempting to bind port 36ff2f18-0e23-496c-993d-73cb5622c2f2 on host n-h1-811396-3 for vnic_type normal with profile {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:55:13.973095 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-e2a5a971-797d-4760-93f0-e34babd6cee5 req-2d14d52c-3056-47b9-a516-32f16dabb8e2 service neutron] Attempting to bind port 36ff2f18-0e23-496c-993d-73cb5622c2f2 by drivers openvswitch,hyperv on host n-h1-811396-3 at level 0 using segments [{'id': 'f78f4181-0142-441b-8d81-2ce1a8e19b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'aff145ac-5e6e-4e89-ad8c-78ea8a2e84f6'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:55:13.973399 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a5a971-797d-4760-93f0-e34babd6cee5 req-2d14d52c-3056-47b9-a516-32f16dabb8e2 service neutron] Attempting to bind port 36ff2f18-0e23-496c-993d-73cb5622c2f2 on network aff145ac-5e6e-4e89-ad8c-78ea8a2e84f6 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:55:13.976993 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-edec02f2-7e64-4f56-a1b8-ee3e67d21040 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:13.981604 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0bcfd6b3-4c77-4f0d-93a9-a14a7c7ab3bd tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:13.990365 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edec02f2-7e64-4f56-a1b8-ee3e67d21040 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Releasing vlan 808 on physical network physnet1 to pool {{(pid=100596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:55:13.990780 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-edec02f2-7e64-4f56-a1b8-ee3e67d21040 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26833155'] for segment, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:13.994469 n-d-811396-3 neutron-server[100596]: Traceback (most recent call last): Oct 20 10:55:13.994469 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:55:13.994469 n-d-811396-3 neutron-server[100596]: timer() Oct 20 10:55:13.994469 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:55:13.994469 n-d-811396-3 neutron-server[100596]: cb(*args, **kw) Oct 20 10:55:13.994469 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:55:13.994469 n-d-811396-3 neutron-server[100596]: return func(*args, **kwargs) Oct 20 10:55:13.994469 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:55:13.994469 n-d-811396-3 neutron-server[100596]: self._notify() Oct 20 10:55:13.994469 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:55:13.994469 n-d-811396-3 neutron-server[100596]: self.callback(batched_events) Oct 20 10:55:13.994469 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:55:13.994469 n-d-811396-3 neutron-server[100596]: event.method(event) Oct 20 10:55:13.994469 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:55:13.994469 n-d-811396-3 neutron-server[100596]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:55:13.994469 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:55:13.994469 n-d-811396-3 neutron-server[100596]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:55:13.994469 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:55:13.994469 n-d-811396-3 neutron-server[100596]: return f(self, *a, **k) Oct 20 10:55:13.994469 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:55:13.994469 n-d-811396-3 neutron-server[100596]: return self._get(url).json() Oct 20 10:55:13.994469 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:55:13.994469 n-d-811396-3 neutron-server[100596]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:55:13.994469 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:55:13.994469 n-d-811396-3 neutron-server[100596]: return self.request(url, 'GET', **kwargs) Oct 20 10:55:13.994469 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:55:13.994469 n-d-811396-3 neutron-server[100596]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:55:13.994469 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:55:13.994469 n-d-811396-3 neutron-server[100596]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:55:13.994469 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:55:13.994469 n-d-811396-3 neutron-server[100596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:55:13.994469 n-d-811396-3 neutron-server[100596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:55:14.013359 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a5a971-797d-4760-93f0-e34babd6cee5 req-2d14d52c-3056-47b9-a516-32f16dabb8e2 service neutron] Port 36ff2f18-0e23-496c-993d-73cb5622c2f2 on network aff145ac-5e6e-4e89-ad8c-78ea8a2e84f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:55:14.013690 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a5a971-797d-4760-93f0-e34babd6cee5 req-2d14d52c-3056-47b9-a516-32f16dabb8e2 service neutron] Attempting to bind port 36ff2f18-0e23-496c-993d-73cb5622c2f2 on network aff145ac-5e6e-4e89-ad8c-78ea8a2e84f6 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:55:14.037155 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d65ee365-9b09-4230-ae5b-1e91364859c9 req-c864ecfb-c72f-43b1-ab77-8a1d388f44bf tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "GET /v2.0/security-groups?id=223e9882-16a3-4f37-ab85-863f9037f1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981889 Oct 20 10:55:14.054860 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bcfd6b3-4c77-4f0d-93a9-a14a7c7ab3bd tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Releasing vlan 849 on physical network physnet1 to pool {{(pid=100597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:55:14.055173 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0bcfd6b3-4c77-4f0d-93a9-a14a7c7ab3bd tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951012'] for segment, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:14.061989 n-d-811396-3 neutron-server[100597]: Traceback (most recent call last): Oct 20 10:55:14.061989 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:55:14.061989 n-d-811396-3 neutron-server[100597]: timer() Oct 20 10:55:14.061989 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:55:14.061989 n-d-811396-3 neutron-server[100597]: cb(*args, **kw) Oct 20 10:55:14.061989 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:55:14.061989 n-d-811396-3 neutron-server[100597]: return func(*args, **kwargs) Oct 20 10:55:14.061989 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:55:14.061989 n-d-811396-3 neutron-server[100597]: self._notify() Oct 20 10:55:14.061989 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:55:14.061989 n-d-811396-3 neutron-server[100597]: self.callback(batched_events) Oct 20 10:55:14.061989 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:55:14.061989 n-d-811396-3 neutron-server[100597]: event.method(event) Oct 20 10:55:14.061989 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:55:14.061989 n-d-811396-3 neutron-server[100597]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:55:14.061989 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:55:14.061989 n-d-811396-3 neutron-server[100597]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:55:14.061989 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:55:14.061989 n-d-811396-3 neutron-server[100597]: return f(self, *a, **k) Oct 20 10:55:14.061989 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:55:14.061989 n-d-811396-3 neutron-server[100597]: return self._get(url).json() Oct 20 10:55:14.061989 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:55:14.061989 n-d-811396-3 neutron-server[100597]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:55:14.061989 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:55:14.061989 n-d-811396-3 neutron-server[100597]: return self.request(url, 'GET', **kwargs) Oct 20 10:55:14.061989 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:55:14.061989 n-d-811396-3 neutron-server[100597]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:55:14.061989 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:55:14.061989 n-d-811396-3 neutron-server[100597]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:55:14.061989 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:55:14.061989 n-d-811396-3 neutron-server[100597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:55:14.061989 n-d-811396-3 neutron-server[100597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:55:14.126671 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a5a971-797d-4760-93f0-e34babd6cee5 req-2d14d52c-3056-47b9-a516-32f16dabb8e2 service neutron] Checking agent: {'id': 'b707b4cc-061f-4cf4-bce0-0b3df9b7bec9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 54, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:55:14.129653 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a5a971-797d-4760-93f0-e34babd6cee5 req-2d14d52c-3056-47b9-a516-32f16dabb8e2 service neutron] Checking segment: {'id': 'f78f4181-0142-441b-8d81-2ce1a8e19b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'aff145ac-5e6e-4e89-ad8c-78ea8a2e84f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:55:14.129653 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a5a971-797d-4760-93f0-e34babd6cee5 req-2d14d52c-3056-47b9-a516-32f16dabb8e2 service neutron] Bound using segment: {'id': 'f78f4181-0142-441b-8d81-2ce1a8e19b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'aff145ac-5e6e-4e89-ad8c-78ea8a2e84f6'} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:55:14.129653 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-e2a5a971-797d-4760-93f0-e34babd6cee5 req-2d14d52c-3056-47b9-a516-32f16dabb8e2 service neutron] Bound port: 36ff2f18-0e23-496c-993d-73cb5622c2f2, host: n-h1-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f78f4181-0142-441b-8d81-2ce1a8e19b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'aff145ac-5e6e-4e89-ad8c-78ea8a2e84f6'}}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:55:14.129653 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-e2a5a971-797d-4760-93f0-e34babd6cee5 req-2d14d52c-3056-47b9-a516-32f16dabb8e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:14.151417 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0bcfd6b3-4c77-4f0d-93a9-a14a7c7ab3bd tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:14.155304 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0bcfd6b3-4c77-4f0d-93a9-a14a7c7ab3bd tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:14.162837 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-0bcfd6b3-4c77-4f0d-93a9-a14a7c7ab3bd tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] 10.222.0.64 "DELETE /v2.0/networks/fc7efb74-f0f8-4ac8-ac14-196ab06d1755 HTTP/1.1" status: 204 len: 168 time: 1.2053123 Oct 20 10:55:14.176737 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 52890) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:14.177532 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcfd6b3-4c77-4f0d-93a9-a14a7c7ab3bd tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Pushing event deleted for resources: {'Network': ['ID=fc7efb74-f0f8-4ac8-ac14-196ab06d1755,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:14.186266 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-250194d7-9ae0-43f0-bae9-8dd715df2538 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1763845965'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:55:14.190898 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-e2a5a971-797d-4760-93f0-e34babd6cee5 req-5dc19255-20a4-40e0-a84a-ef1562be0152 service neutron] 10.222.0.69 "GET /v2.0/networks/aff145ac-5e6e-4e89-ad8c-78ea8a2e84f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2389624 Oct 20 10:55:14.204100 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-edec02f2-7e64-4f56-a1b8-ee3e67d21040 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:14.240013 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-edec02f2-7e64-4f56-a1b8-ee3e67d21040 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Publish callbacks [] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:14.245681 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-edec02f2-7e64-4f56-a1b8-ee3e67d21040 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] 10.222.0.64 "DELETE /v2.0/networks/6525fce5-0927-4832-8f17-089a72e87648 HTTP/1.1" status: 204 len: 168 time: 1.2310102 Oct 20 10:55:14.246133 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 52894) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:14.269327 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edec02f2-7e64-4f56-a1b8-ee3e67d21040 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Pushing event deleted for resources: {'Network': ['ID=6525fce5-0927-4832-8f17-089a72e87648,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:14.281515 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-250194d7-9ae0-43f0-bae9-8dd715df2538 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Made reservation on behalf of c1dc2571b4ea4623a4cbd3a1bfe8dca0 for: {'network': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:55:14.284859 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-250194d7-9ae0-43f0-bae9-8dd715df2538 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:14.290669 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97be326-ee9d-411b-a010-4bb003d3a437 req-3c3bfbde-fbd8-4cfb-a626-44300429a0fa tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:14.299274 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d97be326-ee9d-411b-a010-4bb003d3a437 req-3c3bfbde-fbd8-4cfb-a626-44300429a0fa tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3f9930f-6768-428d-b296-1e65ca6bdfa7 HTTP/1.1" status: 200 len: 944 time: 0.1739490 Oct 20 10:55:14.342339 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 34b82af6-ac48-4f75-8347-1bcfbe83bad6 no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:55:14.373372 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 34b82af6-ac48-4f75-8347-1bcfbe83bad6 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:55:14.373708 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 34b82af6-ac48-4f75-8347-1bcfbe83bad6 not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:55:14.400385 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d97be326-ee9d-411b-a010-4bb003d3a437 req-09dd17e1-1a5d-4fd8-b667-de9cb901aea4 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=58574406-52f6-4da8-ba4e-3f91a696d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947762 Oct 20 10:55:14.421359 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-250194d7-9ae0-43f0-bae9-8dd715df2538 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 822} {{(pid=100597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:55:14.428400 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-e2a5a971-797d-4760-93f0-e34babd6cee5 req-2d14d52c-3056-47b9-a516-32f16dabb8e2 service neutron] For port 36ff2f18-0e23-496c-993d-73cb5622c2f2, host n-h1-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:55:14.434607 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-e2a5a971-797d-4760-93f0-e34babd6cee5 req-2d14d52c-3056-47b9-a516-32f16dabb8e2 service neutron] For port 36ff2f18-0e23-496c-993d-73cb5622c2f2, host n-h1-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=36ff2f18-0e23-496c-993d-73cb5622c2f2,segment=NetworkSegment(f78f4181-0142-441b-8d81-2ce1a8e19b5d),segment_id=f78f4181-0142-441b-8d81-2ce1a8e19b5d)] {{(pid=100596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:55:14.445460 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-e2a5a971-797d-4760-93f0-e34babd6cee5 req-2d14d52c-3056-47b9-a516-32f16dabb8e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:14.453520 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6ffc1dad-53e0-4f01-95ce-730e28f95886 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:14.473309 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-e2a5a971-797d-4760-93f0-e34babd6cee5 req-4dfe1d9f-1e1c-4127-92af-a2ec481ee205 service neutron] 10.222.0.69 "GET /v2.0/networks/aff145ac-5e6e-4e89-ad8c-78ea8a2e84f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2599928 Oct 20 10:55:14.477274 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-250194d7-9ae0-43f0-bae9-8dd715df2538 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:14.477854 n-d-811396-3 neutron-server[100597]: INFO neutron.db.segments_db [None req-250194d7-9ae0-43f0-bae9-8dd715df2538 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Added segment 325926e5-d51a-486c-8c30-8c5bac6cf1d7 of type vlan for network ce008b7d-58de-4cc0-a2ac-c07eac9f74e3 Oct 20 10:55:14.559667 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a5a971-797d-4760-93f0-e34babd6cee5 req-2d14d52c-3056-47b9-a516-32f16dabb8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:14.565203 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-e2a5a971-797d-4760-93f0-e34babd6cee5 req-2d14d52c-3056-47b9-a516-32f16dabb8e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:14.565203 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e2a5a971-797d-4760-93f0-e34babd6cee5 req-2d14d52c-3056-47b9-a516-32f16dabb8e2 service neutron] 10.222.0.55 "PUT /v2.0/ports/36ff2f18-0e23-496c-993d-73cb5622c2f2 HTTP/1.1" status: 200 len: 1092 time: 2.8105254 Oct 20 10:55:14.567794 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85c90a67-179e-4612-b928-dc9717b6e089', 'tag': '36ff2f18-0e23-496c-993d-73cb5622c2f2'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:55:14.570179 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61b1964c-b228-4f51-9b0b-6ca80991cac6" -d '{"events": [{"name": "network-changed", "server_uuid": "85c90a67-179e-4612-b928-dc9717b6e089", "tag": "36ff2f18-0e23-496c-993d-73cb5622c2f2"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:55:14.608902 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-250194d7-9ae0-43f0-bae9-8dd715df2538 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:14.629808 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae42fce-c52f-43c0-b2a1-407f47f8d1cf req-71e3ea1a-d05e-4a53-bb4e-c6641f9489d2 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:14.631351 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9ae42fce-c52f-43c0-b2a1-407f47f8d1cf req-71e3ea1a-d05e-4a53-bb4e-c6641f9489d2 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3f9930f-6768-428d-b296-1e65ca6bdfa7 HTTP/1.1" status: 200 len: 944 time: 0.1257539 Oct 20 10:55:14.637788 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d14d52c-3056-47b9-a516-32f16dabb8e2 service neutron] Pushing event updated for resources: {'Port': ['ID=36ff2f18-0e23-496c-993d-73cb5622c2f2,revision_number=3']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:14.653310 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6ffc1dad-53e0-4f01-95ce-730e28f95886 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:14.680811 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe92f60-d077-4b84-a283-93c07c748364 req-c6dcfbff-2ae8-4aa9-950f-f30c3490c409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:14.682974 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-3fe92f60-d077-4b84-a283-93c07c748364 req-c6dcfbff-2ae8-4aa9-950f-f30c3490c409 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7e8bb87fcf634b4a9fc97a8d2c5f9832&device_id=8d2121d4-c53a-4016-9527-046197b5e6ae HTTP/1.1" status: 200 len: 1095 time: 0.1452775 Oct 20 10:55:14.703306 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-6ffc1dad-53e0-4f01-95ce-730e28f95886 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02f638e5-0d0a-4580-bf2a-b4bbde3b474d']}} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:14.725414 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34e3f2c-5261-4cde-bc6e-ce1eddcc4a07 req-925618d6-b5d5-4d11-bc3c-ea037b71852a tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:14.736123 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e34e3f2c-5261-4cde-bc6e-ce1eddcc4a07 req-925618d6-b5d5-4d11-bc3c-ea037b71852a tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d2121d4-c53a-4016-9527-046197b5e6ae HTTP/1.1" status: 200 len: 944 time: 0.1786282 Oct 20 10:55:14.737741 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-250194d7-9ae0-43f0-bae9-8dd715df2538 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:14.743689 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250194d7-9ae0-43f0-bae9-8dd715df2538 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:14.744549 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-250194d7-9ae0-43f0-bae9-8dd715df2538 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:14.750941 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-6ffc1dad-53e0-4f01-95ce-730e28f95886 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae49a94c-2ca9-44f1-858b-c18720dcd115') {'for_net_delete': True} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:14.751238 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-6ffc1dad-53e0-4f01-95ce-730e28f95886 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae49a94c-2ca9-44f1-858b-c18720dcd115') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:14.772293 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9ae42fce-c52f-43c0-b2a1-407f47f8d1cf req-0a52b477-0eda-4d4d-99e6-8db1c58f4ff0 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=58574406-52f6-4da8-ba4e-3f91a696d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266723 Oct 20 10:55:14.778180 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a5a971-797d-4760-93f0-e34babd6cee5 req-0c1f3ede-08f1-4e20-b31a-95389a0ad7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:14.779760 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e2a5a971-797d-4760-93f0-e34babd6cee5 req-0c1f3ede-08f1-4e20-b31a-95389a0ad7b6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7e8bb87fcf634b4a9fc97a8d2c5f9832&device_id=85c90a67-179e-4612-b928-dc9717b6e089 HTTP/1.1" status: 200 len: 1095 time: 0.1317794 Oct 20 10:55:14.807669 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e34e3f2c-5261-4cde-bc6e-ce1eddcc4a07 req-ba86491b-942a-45d5-bc4f-b33ad46b44ce tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] 10.222.0.64 "GET /v2.0/security-groups?id=745785b5-2200-4416-93f8-13db3cc44dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688515 Oct 20 10:55:14.846660 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6ffc1dad-53e0-4f01-95ce-730e28f95886 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25852596'] for segment, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:14.876522 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfa7cefd-157c-45e1-adda-ae03bc5bcc7a x-openstack-request-id: req-dfa7cefd-157c-45e1-adda-ae03bc5bcc7a {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:55:14.876816 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85c90a67-179e-4612-b928-dc9717b6e089", "tag": "36ff2f18-0e23-496c-993d-73cb5622c2f2", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:55:14.877071 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-dfa7cefd-157c-45e1-adda-ae03bc5bcc7a {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:55:14.877474 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85c90a67-179e-4612-b928-dc9717b6e089', 'tag': '36ff2f18-0e23-496c-993d-73cb5622c2f2', 'status': 'completed', 'code': 200} Oct 20 10:55:14.879033 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e2a5a971-797d-4760-93f0-e34babd6cee5 req-dd742e5f-e898-4619-a4a5-be7d4bc91193 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=36ff2f18-0e23-496c-993d-73cb5622c2f2 HTTP/1.1" status: 200 len: 217 time: 0.0701799 Oct 20 10:55:14.892898 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6ffc1dad-53e0-4f01-95ce-730e28f95886 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:14.931990 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-250194d7-9ae0-43f0-bae9-8dd715df2538 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7503309 Oct 20 10:55:14.936397 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 52918) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:14.984405 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250194d7-9ae0-43f0-bae9-8dd715df2538 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Pushing event updated for resources: {'Network': ['ID=ce008b7d-58de-4cc0-a2ac-c07eac9f74e3,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:14.986565 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a5a971-797d-4760-93f0-e34babd6cee5 req-4bd0fa56-28e5-42e1-9cdc-ee5dbdedee61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:14.988214 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e2a5a971-797d-4760-93f0-e34babd6cee5 req-4bd0fa56-28e5-42e1-9cdc-ee5dbdedee61 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=43438d1f-dc61-4f75-92d7-2fc7295ce83f HTTP/1.1" status: 200 len: 853 time: 0.0739455 Oct 20 10:55:14.991296 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ffc1dad-53e0-4f01-95ce-730e28f95886 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Releasing vlan 814 on physical network physnet1 to pool {{(pid=100597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:55:14.991757 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6ffc1dad-53e0-4f01-95ce-730e28f95886 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951012'] for segment, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:14.991948 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-91e5e306-36b2-49de-8ed8-c50ea010e26b tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Request body: {'subnet': {'network_id': 'ce008b7d-58de-4cc0-a2ac-c07eac9f74e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:55:14.995664 n-d-811396-3 neutron-server[100597]: Traceback (most recent call last): Oct 20 10:55:14.995664 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:55:14.995664 n-d-811396-3 neutron-server[100597]: timer() Oct 20 10:55:14.995664 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:55:14.995664 n-d-811396-3 neutron-server[100597]: cb(*args, **kw) Oct 20 10:55:14.995664 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:55:14.995664 n-d-811396-3 neutron-server[100597]: return func(*args, **kwargs) Oct 20 10:55:14.995664 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:55:14.995664 n-d-811396-3 neutron-server[100597]: self._notify() Oct 20 10:55:14.995664 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:55:14.995664 n-d-811396-3 neutron-server[100597]: self.callback(batched_events) Oct 20 10:55:14.995664 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:55:14.995664 n-d-811396-3 neutron-server[100597]: event.method(event) Oct 20 10:55:14.995664 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:55:14.995664 n-d-811396-3 neutron-server[100597]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:55:14.995664 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:55:14.995664 n-d-811396-3 neutron-server[100597]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:55:14.995664 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:55:14.995664 n-d-811396-3 neutron-server[100597]: return f(self, *a, **k) Oct 20 10:55:14.995664 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:55:14.995664 n-d-811396-3 neutron-server[100597]: return self._get(url).json() Oct 20 10:55:14.995664 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:55:14.995664 n-d-811396-3 neutron-server[100597]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:55:14.995664 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:55:14.995664 n-d-811396-3 neutron-server[100597]: return self.request(url, 'GET', **kwargs) Oct 20 10:55:14.995664 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:55:14.995664 n-d-811396-3 neutron-server[100597]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:55:14.995664 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:55:14.995664 n-d-811396-3 neutron-server[100597]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:55:14.995664 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:55:14.995664 n-d-811396-3 neutron-server[100597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:55:14.995664 n-d-811396-3 neutron-server[100597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:55:14.999199 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network ce008b7d-58de-4cc0-a2ac-c07eac9f74e3 details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:55:15.092621 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e2a5a971-797d-4760-93f0-e34babd6cee5 req-9c225891-a6f3-475e-8594-f7377815c0cd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=aff145ac-5e6e-4e89-ad8c-78ea8a2e84f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0949576 Oct 20 10:55:15.114935 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe92f60-d077-4b84-a283-93c07c748364 req-766d969e-8e19-4340-9f94-198bd38e64bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:15.116607 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-3fe92f60-d077-4b84-a283-93c07c748364 req-766d969e-8e19-4340-9f94-198bd38e64bf service neutron] 10.222.0.69 "GET /v2.0/networks?id=aff145ac-5e6e-4e89-ad8c-78ea8a2e84f6 HTTP/1.1" status: 200 len: 914 time: 0.4151816 Oct 20 10:55:15.122620 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6ffc1dad-53e0-4f01-95ce-730e28f95886 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:15.130976 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6ffc1dad-53e0-4f01-95ce-730e28f95886 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:15.145015 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-6ffc1dad-53e0-4f01-95ce-730e28f95886 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] 10.222.0.64 "DELETE /v2.0/networks/02f638e5-0d0a-4580-bf2a-b4bbde3b474d HTTP/1.1" status: 204 len: 168 time: 0.8977661 Oct 20 10:55:15.154332 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 52926) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:15.218087 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476bdb9c-5845-4ca5-ab79-9a4c162bf343 req-0675e29d-8b05-400c-83d0-0e295c007876 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:15.223904 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-476bdb9c-5845-4ca5-ab79-9a4c162bf343 req-0675e29d-8b05-400c-83d0-0e295c007876 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=1905cb83-c152-40b2-98e8-53e3c912e15d HTTP/1.1" status: 200 len: 943 time: 0.3307514 Oct 20 10:55:15.227731 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffc1dad-53e0-4f01-95ce-730e28f95886 tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Pushing event deleted for resources: {'Network': ['ID=02f638e5-0d0a-4580-bf2a-b4bbde3b474d,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:15.233047 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-3fe92f60-d077-4b84-a283-93c07c748364 req-56b197ea-e430-4f90-99f9-24881f6846cd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e6430b5a-1254-4c0c-b3ad-678e0df7ec61 HTTP/1.1" status: 200 len: 217 time: 0.0868819 Oct 20 10:55:15.304789 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe92f60-d077-4b84-a283-93c07c748364 req-9f867585-c654-4a7b-8421-166299f95116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:15.306046 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-3fe92f60-d077-4b84-a283-93c07c748364 req-9f867585-c654-4a7b-8421-166299f95116 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=43438d1f-dc61-4f75-92d7-2fc7295ce83f HTTP/1.1" status: 200 len: 853 time: 0.0592413 Oct 20 10:55:15.356710 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91e5e306-36b2-49de-8ed8-c50ea010e26b tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Made reservation on behalf of c1dc2571b4ea4623a4cbd3a1bfe8dca0 for: {'subnet': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:55:15.360113 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-91e5e306-36b2-49de-8ed8-c50ea010e26b tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26761797'] for subnet, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:15.365507 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-476bdb9c-5845-4ca5-ab79-9a4c162bf343 req-822f96ab-5e9c-41b0-bd56-3711799b3def tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/security-groups?id=b86ef872-82a8-48e3-89d0-a53331758f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1348925 Oct 20 10:55:15.376441 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-3fe92f60-d077-4b84-a283-93c07c748364 req-8909031a-9730-4abb-af70-112b7e80852d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=aff145ac-5e6e-4e89-ad8c-78ea8a2e84f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383236 Oct 20 10:55:15.380314 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c58e5966-9f96-4200-a5ba-5ba3472e9bfd tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:15.390484 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87c229b-9791-4c28-ad0b-7071abebb4a1 req-26627d53-cc24-46a4-ad33-2ff53375d0e0 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:15.392470 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e87c229b-9791-4c28-ad0b-7071abebb4a1 req-26627d53-cc24-46a4-ad33-2ff53375d0e0 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3f9930f-6768-428d-b296-1e65ca6bdfa7 HTTP/1.1" status: 200 len: 944 time: 0.2071152 Oct 20 10:55:15.438559 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e2a5a971-797d-4760-93f0-e34babd6cee5 req-890639e5-a47a-4c73-9264-dbcc604618d3 service neutron] 10.222.0.55 "GET /v2.0/networks/aff145ac-5e6e-4e89-ad8c-78ea8a2e84f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3171113 Oct 20 10:55:15.546560 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c58e5966-9f96-4200-a5ba-5ba3472e9bfd tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:15.547657 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e87c229b-9791-4c28-ad0b-7071abebb4a1 req-55a6a2d5-cff3-4368-9d58-6038b080be28 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=58574406-52f6-4da8-ba4e-3f91a696d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1414075 Oct 20 10:55:15.580570 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-3fe92f60-d077-4b84-a283-93c07c748364 req-e1bc1052-f749-4a16-8ef7-01e32c71aa55 service neutron] 10.222.0.69 "GET /v2.0/networks/aff145ac-5e6e-4e89-ad8c-78ea8a2e84f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945262 Oct 20 10:55:15.582126 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-c58e5966-9f96-4200-a5ba-5ba3472e9bfd tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a01381e9-2a36-4bc9-ae1b-e23ac32f6671']}} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:15.600590 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-c58e5966-9f96-4200-a5ba-5ba3472e9bfd tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b73697bb-e74a-4752-b687-59ec34692b46') {'for_net_delete': True} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:15.600893 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-c58e5966-9f96-4200-a5ba-5ba3472e9bfd tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b73697bb-e74a-4752-b687-59ec34692b46') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:15.623062 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c58e5966-9f96-4200-a5ba-5ba3472e9bfd tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25852596'] for segment, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:15.637604 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660cd725-0b33-41eb-b5d8-148a12637ba1 req-c4f1b051-ee0e-4b70-bd76-bb6aa524a52c tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:15.639201 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-660cd725-0b33-41eb-b5d8-148a12637ba1 req-c4f1b051-ee0e-4b70-bd76-bb6aa524a52c tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe39f684-f334-4c7d-a566-1cd47db6ca57 HTTP/1.1" status: 200 len: 945 time: 0.1554294 Oct 20 10:55:15.677995 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c58e5966-9f96-4200-a5ba-5ba3472e9bfd tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:15.690597 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c58e5966-9f96-4200-a5ba-5ba3472e9bfd tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Releasing vlan 843 on physical network physnet1 to pool {{(pid=100597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:55:15.691874 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c58e5966-9f96-4200-a5ba-5ba3472e9bfd tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951012'] for segment, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:15.695313 n-d-811396-3 neutron-server[100597]: Traceback (most recent call last): Oct 20 10:55:15.695313 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:55:15.695313 n-d-811396-3 neutron-server[100597]: timer() Oct 20 10:55:15.695313 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:55:15.695313 n-d-811396-3 neutron-server[100597]: cb(*args, **kw) Oct 20 10:55:15.695313 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:55:15.695313 n-d-811396-3 neutron-server[100597]: return func(*args, **kwargs) Oct 20 10:55:15.695313 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:55:15.695313 n-d-811396-3 neutron-server[100597]: self._notify() Oct 20 10:55:15.695313 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:55:15.695313 n-d-811396-3 neutron-server[100597]: self.callback(batched_events) Oct 20 10:55:15.695313 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:55:15.695313 n-d-811396-3 neutron-server[100597]: event.method(event) Oct 20 10:55:15.695313 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:55:15.695313 n-d-811396-3 neutron-server[100597]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:55:15.695313 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:55:15.695313 n-d-811396-3 neutron-server[100597]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:55:15.695313 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:55:15.695313 n-d-811396-3 neutron-server[100597]: return f(self, *a, **k) Oct 20 10:55:15.695313 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:55:15.695313 n-d-811396-3 neutron-server[100597]: return self._get(url).json() Oct 20 10:55:15.695313 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:55:15.695313 n-d-811396-3 neutron-server[100597]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:55:15.695313 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:55:15.695313 n-d-811396-3 neutron-server[100597]: return self.request(url, 'GET', **kwargs) Oct 20 10:55:15.695313 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:55:15.695313 n-d-811396-3 neutron-server[100597]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:55:15.695313 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:55:15.695313 n-d-811396-3 neutron-server[100597]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:55:15.695313 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:55:15.695313 n-d-811396-3 neutron-server[100597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:55:15.695313 n-d-811396-3 neutron-server[100597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:55:15.717701 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e2a5a971-797d-4760-93f0-e34babd6cee5 req-b732866a-ad89-4999-85b2-c87a1a501790 service neutron] 10.222.0.55 "GET /v2.0/networks/aff145ac-5e6e-4e89-ad8c-78ea8a2e84f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2713079 Oct 20 10:55:15.772166 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-3fe92f60-d077-4b84-a283-93c07c748364 req-19faae2a-7255-4f20-92b1-0f2217a21cf6 service neutron] 10.222.0.69 "GET /v2.0/networks/aff145ac-5e6e-4e89-ad8c-78ea8a2e84f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825550 Oct 20 10:55:15.774263 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-660cd725-0b33-41eb-b5d8-148a12637ba1 req-4298ccfc-77aa-4389-a79f-c388e6929c11 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "GET /v2.0/security-groups?id=223e9882-16a3-4f37-ab85-863f9037f1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894184 Oct 20 10:55:15.796361 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c58e5966-9f96-4200-a5ba-5ba3472e9bfd tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:15.805893 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c58e5966-9f96-4200-a5ba-5ba3472e9bfd tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:15.812197 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-c58e5966-9f96-4200-a5ba-5ba3472e9bfd tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] 10.222.0.64 "DELETE /v2.0/networks/a01381e9-2a36-4bc9-ae1b-e23ac32f6671 HTTP/1.1" status: 204 len: 168 time: 0.6494529 Oct 20 10:55:15.823558 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58e5966-9f96-4200-a5ba-5ba3472e9bfd tempest-BulkNetworkOpsIpV6Test-1750678615 tempest-BulkNetworkOpsIpV6Test-1750678615-project] Pushing event deleted for resources: {'Network': ['ID=a01381e9-2a36-4bc9-ae1b-e23ac32f6671,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:15.840333 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-91e5e306-36b2-49de-8ed8-c50ea010e26b tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26836128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26761819'] for subnet, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:15.987248 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e5e306-36b2-49de-8ed8-c50ea010e26b tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Pushing event updated for resources: {'Subnet': ['ID=56136e00-b436-44aa-8e8d-c59f3037415c,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:16.015649 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b1964c-b228-4f51-9b0b-6ca80991cac6 req-5671d606-b7ae-4331-8d41-ced05905b678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:16.017388 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-61b1964c-b228-4f51-9b0b-6ca80991cac6 req-5671d606-b7ae-4331-8d41-ced05905b678 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7e8bb87fcf634b4a9fc97a8d2c5f9832&device_id=85c90a67-179e-4612-b928-dc9717b6e089 HTTP/1.1" status: 200 len: 1095 time: 0.1647477 Oct 20 10:55:16.028392 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0989c24a-2939-4c79-a65a-d62e0dea6fc7 req-c6a07662-410d-4065-abb3-e1a1254f368d tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:16.030095 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0989c24a-2939-4c79-a65a-d62e0dea6fc7 req-c6a07662-410d-4065-abb3-e1a1254f368d tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe39f684-f334-4c7d-a566-1cd47db6ca57 HTTP/1.1" status: 200 len: 945 time: 0.1196942 Oct 20 10:55:16.074436 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e5e306-36b2-49de-8ed8-c50ea010e26b tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Checking segment: {'id': '325926e5-d51a-486c-8c30-8c5bac6cf1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'ce008b7d-58de-4cc0-a2ac-c07eac9f74e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:55:16.074872 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e5e306-36b2-49de-8ed8-c50ea010e26b tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Network hostable DHCP agents. Network: ce008b7d-58de-4cc0-a2ac-c07eac9f74e3, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:55:16.117587 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 52946) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:16.186057 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0989c24a-2939-4c79-a65a-d62e0dea6fc7 req-ef0b87c8-6de0-487c-a0e2-edca03919bce tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "GET /v2.0/security-groups?id=223e9882-16a3-4f37-ab85-863f9037f1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1413512 Oct 20 10:55:16.189222 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e5e306-36b2-49de-8ed8-c50ea010e26b tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Network ce008b7d-58de-4cc0-a2ac-c07eac9f74e3 is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:55:16.210733 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 52950) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:16.234870 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1758cc4e-baee-46c8-b32a-19894c03be72 req-819b0a70-8599-445f-84c9-fbeddb61c466 tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:16.242234 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1758cc4e-baee-46c8-b32a-19894c03be72 req-819b0a70-8599-445f-84c9-fbeddb61c466 tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d2121d4-c53a-4016-9527-046197b5e6ae HTTP/1.1" status: 200 len: 944 time: 0.1986642 Oct 20 10:55:16.245185 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-91e5e306-36b2-49de-8ed8-c50ea010e26b tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, ce008b7d-58de-4cc0-a2ac-c07eac9f74e3) {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:55:16.251773 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b1964c-b228-4f51-9b0b-6ca80991cac6 req-33f0a330-91e1-479c-a4b9-c6822c9619fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:16.253219 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-61b1964c-b228-4f51-9b0b-6ca80991cac6 req-33f0a330-91e1-479c-a4b9-c6822c9619fa service neutron] 10.222.0.55 "GET /v2.0/networks?id=aff145ac-5e6e-4e89-ad8c-78ea8a2e84f6 HTTP/1.1" status: 200 len: 914 time: 0.2221334 Oct 20 10:55:16.256909 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e5e306-36b2-49de-8ed8-c50ea010e26b tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:16.257490 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-91e5e306-36b2-49de-8ed8-c50ea010e26b tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:16.259294 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d3e07d-2f1a-44c8-be5a-35643e2784fd None None] Network ce008b7d-58de-4cc0-a2ac-c07eac9f74e3 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:55:16.327011 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-61b1964c-b228-4f51-9b0b-6ca80991cac6 req-6e48ef49-5e79-4e30-b494-beb6e6e2c71f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=36ff2f18-0e23-496c-993d-73cb5622c2f2 HTTP/1.1" status: 200 len: 217 time: 0.0572276 Oct 20 10:55:16.342753 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-91e5e306-36b2-49de-8ed8-c50ea010e26b tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3581367 Oct 20 10:55:16.348500 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 52952) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:16.358154 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-13a35ab9-1c21-4998-aaef-9648082e261a tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Request body: {'port': {'network_id': 'ce008b7d-58de-4cc0-a2ac-c07eac9f74e3', 'name': 'tempest-PortsIpV6TestJSON-2046270874', 'fixed_ips': [{'subnet_id': '56136e00-b436-44aa-8e8d-c59f3037415c', 'ip_address': '2001:db8::10'}]}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:55:16.367067 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-948d23da-c04e-498e-bf2c-c4b55d03a375 tempest-TestNetworkBasicOps-915599348 tempest-TestNetworkBasicOps-915599348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:16.368752 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-948d23da-c04e-498e-bf2c-c4b55d03a375 tempest-TestNetworkBasicOps-915599348 tempest-TestNetworkBasicOps-915599348-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=fe39f684-f334-4c7d-a566-1cd47db6ca57 HTTP/1.1" status: 200 len: 1091 time: 0.1573286 Oct 20 10:55:16.376302 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1758cc4e-baee-46c8-b32a-19894c03be72 req-f1bbfdf1-30f5-4701-b493-212cacb4434a tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] 10.222.0.64 "GET /v2.0/security-groups?id=745785b5-2200-4416-93f8-13db3cc44dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330955 Oct 20 10:55:16.377081 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 52954) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:16.393998 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-c3557760-ef69-4c9b-85f9-bf5f6e953050 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Request body: {'floatingip': {'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'port_id': '78d7a355-00a3-4972-853b-be538b88a9d5', 'tenant_id': 'ce3bca74c1d8467f832763bc531bfd88', 'fixed_ip_address': '172.20.0.3'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:55:16.401479 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-1511f4f4-c66d-4f1d-9e5f-17ae0fc02350 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d6d46ad4dfc342fba124ce2a33a78ea1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2813001 Oct 20 10:55:16.403910 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 52958) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:16.486771 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a219e98e-631b-454f-a4ae-cf38da393652 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524064ba-869c-5550-b826-c26b69a11278-ce008b7d-58de-4cc0-a2ac-c07eac9f74e3', 'network_id': 'ce008b7d-58de-4cc0-a2ac-c07eac9f74e3', 'tenant_id': 'c1dc2571b4ea4623a4cbd3a1bfe8dca0', 'fixed_ips': [{'subnet_id': '56136e00-b436-44aa-8e8d-c59f3037415c'}]}} from n-d-811396-3. {{(pid=100598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:55:16.487763 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-a219e98e-631b-454f-a4ae-cf38da393652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:16.507007 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b1964c-b228-4f51-9b0b-6ca80991cac6 req-3a38c9ed-925e-4cf3-b1d3-083cbc54cdb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:16.508792 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-61b1964c-b228-4f51-9b0b-6ca80991cac6 req-3a38c9ed-925e-4cf3-b1d3-083cbc54cdb0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=43438d1f-dc61-4f75-92d7-2fc7295ce83f HTTP/1.1" status: 200 len: 853 time: 0.1707053 Oct 20 10:55:16.530136 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c3557760-ef69-4c9b-85f9-bf5f6e953050 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks [] for floatingip, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:16.555947 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e9a8a957-a738-4985-9e22-97d2d47ddfd2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:16.566035 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa8d645-aa5c-40b3-8922-6bb09bc45175 req-937d286c-e130-4cce-ba13-125226b1e70b tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:16.567818 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0aa8d645-aa5c-40b3-8922-6bb09bc45175 req-937d286c-e130-4cce-ba13-125226b1e70b tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3f9930f-6768-428d-b296-1e65ca6bdfa7 HTTP/1.1" status: 200 len: 944 time: 0.2457864 Oct 20 10:55:16.590514 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13a35ab9-1c21-4998-aaef-9648082e261a tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Made reservation on behalf of c1dc2571b4ea4623a4cbd3a1bfe8dca0 for: {'port': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:55:16.590995 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-61b1964c-b228-4f51-9b0b-6ca80991cac6 req-7e584ad3-3b09-4ae4-b673-9b2de65aea81 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=aff145ac-5e6e-4e89-ad8c-78ea8a2e84f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633354 Oct 20 10:55:16.660027 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-a219e98e-631b-454f-a4ae-cf38da393652 None None] Allocated IP 2001:db8::2 (ce008b7d-58de-4cc0-a2ac-c07eac9f74e3/56136e00-b436-44aa-8e8d-c59f3037415c/9e31aeae-bdb8-4dcb-ad89-93ce6c8c657b) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:55:16.662908 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff7e723-1517-42f9-831a-945f26394949 req-981654b8-e50b-43e0-9f54-c5b08b7fcc18 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:16.664658 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6ff7e723-1517-42f9-831a-945f26394949 req-981654b8-e50b-43e0-9f54-c5b08b7fcc18 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=1905cb83-c152-40b2-98e8-53e3c912e15d HTTP/1.1" status: 200 len: 943 time: 0.1914759 Oct 20 10:55:16.698266 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-13a35ab9-1c21-4998-aaef-9648082e261a tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:16.716951 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e9a8a957-a738-4985-9e22-97d2d47ddfd2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:16.723934 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [None req-13a35ab9-1c21-4998-aaef-9648082e261a tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] device_id is not set on port f156aaa0-8797-48c5-bde7-0ee81737ccca yet. {{(pid=100597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:55:16.827134 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-a219e98e-631b-454f-a4ae-cf38da393652 None None] Publish callbacks [] for port, precommit_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:16.834889 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-a219e98e-631b-454f-a4ae-cf38da393652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:16.875428 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device e6430b5a-1254-4c0c-b3ad-678e0df7ec61 details requested by agent hyperv_n-h2-811396-3 with host n-h2-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:55:16.922496 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-13a35ab9-1c21-4998-aaef-9648082e261a tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Allocated IP 2001:db8::10 (ce008b7d-58de-4cc0-a2ac-c07eac9f74e3/56136e00-b436-44aa-8e8d-c59f3037415c/f156aaa0-8797-48c5-bde7-0ee81737ccca) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:55:16.988858 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port e6430b5a-1254-4c0c-b3ad-678e0df7ec61, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=e6430b5a-1254-4c0c-b3ad-678e0df7ec61,segment=NetworkSegment(f78f4181-0142-441b-8d81-2ce1a8e19b5d),segment_id=f78f4181-0142-441b-8d81-2ce1a8e19b5d)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:55:17.006054 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Returning: {'device': 'e6430b5a-1254-4c0c-b3ad-678e0df7ec61', 'network_id': 'aff145ac-5e6e-4e89-ad8c-78ea8a2e84f6', 'port_id': 'e6430b5a-1254-4c0c-b3ad-678e0df7ec61', 'mac_address': 'fa:16:3e:47:71:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 806, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43438d1f-dc61-4f75-92d7-2fc7295ce83f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:55:17.016823 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a219e98e-631b-454f-a4ae-cf38da393652 None None] Network ce008b7d-58de-4cc0-a2ac-c07eac9f74e3 is already hosted by enough agents. {{(pid=100598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:55:17.023178 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.base_scheduler [None req-a219e98e-631b-454f-a4ae-cf38da393652 None None] Resources bound (agent type, host, resource id): {{(pid=100598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:55:17.027691 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a219e98e-631b-454f-a4ae-cf38da393652 None None] Received port after_create {{(pid=100598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:55:17.029778 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a219e98e-631b-454f-a4ae-cf38da393652 None None] Pushing event updated for resources: {'Port': ['ID=9e31aeae-bdb8-4dcb-ad89-93ce6c8c657b,revision_number=1']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:17.064577 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0aa8d645-aa5c-40b3-8922-6bb09bc45175 req-b30c3f68-c436-4720-ad5e-d79155d3d5d3 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=58574406-52f6-4da8-ba4e-3f91a696d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4732265 Oct 20 10:55:17.125366 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-13a35ab9-1c21-4998-aaef-9648082e261a tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:17.129487 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:17.134261 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6ff7e723-1517-42f9-831a-945f26394949 req-4e9c2395-8bec-4d69-b474-b182178e2945 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/security-groups?id=b86ef872-82a8-48e3-89d0-a53331758f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4511707 Oct 20 10:55:17.145322 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-61b1964c-b228-4f51-9b0b-6ca80991cac6 req-c3b9796c-10b7-440c-aafe-a3f3d167569b service neutron] 10.222.0.55 "GET /v2.0/networks/aff145ac-5e6e-4e89-ad8c-78ea8a2e84f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5379965 Oct 20 10:55:17.173308 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e9a8a957-a738-4985-9e22-97d2d47ddfd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:17.177401 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e9a8a957-a738-4985-9e22-97d2d47ddfd2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:17.181106 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-e9a8a957-a738-4985-9e22-97d2d47ddfd2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ebaf9d6a-3833-41c9-81d1-780919207cb1 HTTP/1.1" status: 204 len: 168 time: 0.7743146 Oct 20 10:55:17.181270 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-a219e98e-631b-454f-a4ae-cf38da393652 None None] Attempting to bind port 9e31aeae-bdb8-4dcb-ad89-93ce6c8c657b on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:55:17.181270 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-a219e98e-631b-454f-a4ae-cf38da393652 None None] Attempting to bind port 9e31aeae-bdb8-4dcb-ad89-93ce6c8c657b by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '325926e5-d51a-486c-8c30-8c5bac6cf1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'ce008b7d-58de-4cc0-a2ac-c07eac9f74e3'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:55:17.181270 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a219e98e-631b-454f-a4ae-cf38da393652 None None] Attempting to bind port 9e31aeae-bdb8-4dcb-ad89-93ce6c8c657b on network ce008b7d-58de-4cc0-a2ac-c07eac9f74e3 {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:55:17.184347 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6430b5a-1254-4c0c-b3ad-678e0df7ec61 {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:55:17.191343 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 7 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 10:55:17.194038 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a219e98e-631b-454f-a4ae-cf38da393652 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 55, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:55:17.194554 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a219e98e-631b-454f-a4ae-cf38da393652 None None] Checking segment: {'id': '325926e5-d51a-486c-8c30-8c5bac6cf1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'ce008b7d-58de-4cc0-a2ac-c07eac9f74e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:55:17.195008 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-a219e98e-631b-454f-a4ae-cf38da393652 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:17.195765 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-13a35ab9-1c21-4998-aaef-9648082e261a tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:17.195941 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a219e98e-631b-454f-a4ae-cf38da393652 None None] Bound using segment: {'id': '325926e5-d51a-486c-8c30-8c5bac6cf1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'ce008b7d-58de-4cc0-a2ac-c07eac9f74e3'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:55:17.196263 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-a219e98e-631b-454f-a4ae-cf38da393652 None None] Bound port: 9e31aeae-bdb8-4dcb-ad89-93ce6c8c657b, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '325926e5-d51a-486c-8c30-8c5bac6cf1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'ce008b7d-58de-4cc0-a2ac-c07eac9f74e3'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:55:17.196735 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-a219e98e-631b-454f-a4ae-cf38da393652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:17.217464 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c3557760-ef69-4c9b-85f9-bf5f6e953050 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:17.290377 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port e6430b5a-1254-4c0c-b3ad-678e0df7ec61, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=e6430b5a-1254-4c0c-b3ad-678e0df7ec61,segment=NetworkSegment(f78f4181-0142-441b-8d81-2ce1a8e19b5d),segment_id=f78f4181-0142-441b-8d81-2ce1a8e19b5d)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:55:17.297189 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:17.303218 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a35ab9-1c21-4998-aaef-9648082e261a tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Pushing event updated for resources: {'Port': ['ID=f156aaa0-8797-48c5-bde7-0ee81737ccca,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:17.316808 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a8a957-a738-4985-9e22-97d2d47ddfd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebaf9d6a-3833-41c9-81d1-780919207cb1,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:17.331773 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a35ab9-1c21-4998-aaef-9648082e261a tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Network ce008b7d-58de-4cc0-a2ac-c07eac9f74e3 is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:55:17.333592 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-13a35ab9-1c21-4998-aaef-9648082e261a tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:55:17.335992 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a35ab9-1c21-4998-aaef-9648082e261a tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:55:17.342368 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a35ab9-1c21-4998-aaef-9648082e261a tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:17.343186 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-13a35ab9-1c21-4998-aaef-9648082e261a tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:17.362983 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-13a35ab9-1c21-4998-aaef-9648082e261a tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0132358 Oct 20 10:55:17.365386 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 52964) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:17.372826 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-57ae985c-d258-49f1-9042-a7a8cfd01d67 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Request body: {'port': {'network_id': 'ce008b7d-58de-4cc0-a2ac-c07eac9f74e3', 'name': 'tempest-PortsIpV6TestJSON-1935430999', 'fixed_ips': [{'subnet_id': '56136e00-b436-44aa-8e8d-c59f3037415c', 'ip_address': '2001:db8::f'}]}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:55:17.390412 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=e6430b5a-1254-4c0c-b3ad-678e0df7ec61,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:17.391140 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-61b1964c-b228-4f51-9b0b-6ca80991cac6 req-6eca4b88-acce-428a-82d8-ce0320164cec service neutron] 10.222.0.55 "GET /v2.0/networks/aff145ac-5e6e-4e89-ad8c-78ea8a2e84f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2376368 Oct 20 10:55:17.455155 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-a219e98e-631b-454f-a4ae-cf38da393652 None None] For port 9e31aeae-bdb8-4dcb-ad89-93ce6c8c657b, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:55:17.464651 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-a219e98e-631b-454f-a4ae-cf38da393652 None None] For port 9e31aeae-bdb8-4dcb-ad89-93ce6c8c657b, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=9e31aeae-bdb8-4dcb-ad89-93ce6c8c657b,segment=NetworkSegment(325926e5-d51a-486c-8c30-8c5bac6cf1d7),segment_id=325926e5-d51a-486c-8c30-8c5bac6cf1d7)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:55:17.470376 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-a219e98e-631b-454f-a4ae-cf38da393652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:17.489480 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [None req-c3557760-ef69-4c9b-85f9-bf5f6e953050 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Allocated IP 172.25.1.91 (cbe170d3-31ba-45a2-b477-520ab0a7a8ea/f4e26aca-17ac-4adb-a66b-d939a1b35b64/29cd2fea-de15-4e1d-ac5a-8055aded6a09) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:55:17.547459 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a219e98e-631b-454f-a4ae-cf38da393652 None None] Pushing event updated for resources: {'Port': ['ID=9e31aeae-bdb8-4dcb-ad89-93ce6c8c657b,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:17.555417 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['e6430b5a-1254-4c0c-b3ad-678e0df7ec61'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:55:17.625704 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57ae985c-d258-49f1-9042-a7a8cfd01d67 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Made reservation on behalf of c1dc2571b4ea4623a4cbd3a1bfe8dca0 for: {'port': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:55:17.633453 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-57ae985c-d258-49f1-9042-a7a8cfd01d67 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:17.672377 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [None req-57ae985c-d258-49f1-9042-a7a8cfd01d67 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] device_id is not set on port 87612e67-dd11-41d0-a7a9-8ff771ed46d7 yet. {{(pid=100597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:55:17.772931 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d835a4f2-8347-4268-8023-d2cd04597e05 req-b79f9362-6aa2-448e-8e7e-667d0d462146 tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:17.783994 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d835a4f2-8347-4268-8023-d2cd04597e05 req-b79f9362-6aa2-448e-8e7e-667d0d462146 tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d2121d4-c53a-4016-9527-046197b5e6ae HTTP/1.1" status: 200 len: 945 time: 0.2960284 Oct 20 10:55:17.795517 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c3557760-ef69-4c9b-85f9-bf5f6e953050 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:17.855483 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d835a4f2-8347-4268-8023-d2cd04597e05 req-72fc3ea0-a9e5-4a87-8cd0-30d9913b6859 tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] 10.222.0.64 "GET /v2.0/security-groups?id=745785b5-2200-4416-93f8-13db3cc44dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705450 Oct 20 10:55:17.954843 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c3557760-ef69-4c9b-85f9-bf5f6e953050 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:17.996040 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-57ae985c-d258-49f1-9042-a7a8cfd01d67 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Allocated IP 2001:db8::f (ce008b7d-58de-4cc0-a2ac-c07eac9f74e3/56136e00-b436-44aa-8e8d-c59f3037415c/87612e67-dd11-41d0-a7a9-8ff771ed46d7) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:55:18.031993 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3557760-ef69-4c9b-85f9-bf5f6e953050 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Pushing event updated for resources: {'Port': ['ID=29cd2fea-de15-4e1d-ac5a-8055aded6a09,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:18.044769 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3557760-ef69-4c9b-85f9-bf5f6e953050 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Network cbe170d3-31ba-45a2-b477-520ab0a7a8ea is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:55:18.046173 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-c3557760-ef69-4c9b-85f9-bf5f6e953050 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:55:18.048776 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3557760-ef69-4c9b-85f9-bf5f6e953050 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:55:18.255106 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-57ae985c-d258-49f1-9042-a7a8cfd01d67 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:18.326041 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-57ae985c-d258-49f1-9042-a7a8cfd01d67 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:18.372991 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a25dae-6af3-47a7-a61b-551d4101bf8c req-5955064e-54af-48a2-a5c0-bbc42125a434 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:18.374530 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a3a25dae-6af3-47a7-a61b-551d4101bf8c req-5955064e-54af-48a2-a5c0-bbc42125a434 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3f9930f-6768-428d-b296-1e65ca6bdfa7 HTTP/1.1" status: 200 len: 944 time: 0.1830835 Oct 20 10:55:18.375030 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 52992) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:18.394262 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ae985c-d258-49f1-9042-a7a8cfd01d67 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Network ce008b7d-58de-4cc0-a2ac-c07eac9f74e3 is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:55:18.397788 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-57ae985c-d258-49f1-9042-a7a8cfd01d67 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:55:18.400566 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ae985c-d258-49f1-9042-a7a8cfd01d67 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:55:18.410077 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ae985c-d258-49f1-9042-a7a8cfd01d67 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:18.410077 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-57ae985c-d258-49f1-9042-a7a8cfd01d67 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:18.414694 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cea7ad-850d-478a-baa4-fa556a598a35 req-cfdcb918-b8a3-40a9-9bf5-7cdbb35081c0 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:18.419241 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 9e31aeae-bdb8-4dcb-ad89-93ce6c8c657b up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:55:18.423287 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b7cea7ad-850d-478a-baa4-fa556a598a35 req-cfdcb918-b8a3-40a9-9bf5-7cdbb35081c0 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=1905cb83-c152-40b2-98e8-53e3c912e15d HTTP/1.1" status: 200 len: 943 time: 0.1343629 Oct 20 10:55:18.437741 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ae985c-d258-49f1-9042-a7a8cfd01d67 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Pushing event updated for resources: {'Port': ['ID=87612e67-dd11-41d0-a7a9-8ff771ed46d7,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:18.462639 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-57ae985c-d258-49f1-9042-a7a8cfd01d67 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0958612 Oct 20 10:55:18.465899 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 52996) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:18.493511 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 9e31aeae-bdb8-4dcb-ad89-93ce6c8c657b triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:55:18.494843 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:18.506478 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b7cea7ad-850d-478a-baa4-fa556a598a35 req-d911a999-5f3f-48ea-ab3f-0b5fba27cc42 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/security-groups?id=b86ef872-82a8-48e3-89d0-a53331758f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694313 Oct 20 10:55:18.630752 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:18.631825 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-042cabd6-3b79-4ad6-8efd-b95726bae63b tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Request body: {'networks': [{'name': 'tempest-network--1267583749'}, {'name': 'tempest-network--450387883'}]} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:55:18.632146 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-042cabd6-3b79-4ad6-8efd-b95726bae63b tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Request body: {'network': {'name': 'tempest-network--1267583749'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:55:18.632618 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-042cabd6-3b79-4ad6-8efd-b95726bae63b tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Request body: {'network': {'name': 'tempest-network--450387883'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:55:18.643807 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a3a25dae-6af3-47a7-a61b-551d4101bf8c req-efad18f2-13aa-4d56-a788-18b0e2d039d6 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=58574406-52f6-4da8-ba4e-3f91a696d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2185471 Oct 20 10:55:18.664362 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-379e4141-9293-4516-94b0-4e35de4fe72b tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:18.666935 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-379e4141-9293-4516-94b0-4e35de4fe72b tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] 10.222.0.64 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.1994927 Oct 20 10:55:18.671097 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 53000) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:18.684518 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] For port 9e31aeae-bdb8-4dcb-ad89-93ce6c8c657b, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=9e31aeae-bdb8-4dcb-ad89-93ce6c8c657b,segment=NetworkSegment(325926e5-d51a-486c-8c30-8c5bac6cf1d7),segment_id=325926e5-d51a-486c-8c30-8c5bac6cf1d7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:55:18.692544 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:18.765430 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Pushing event updated for resources: {'Port': ['ID=9e31aeae-bdb8-4dcb-ad89-93ce6c8c657b,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:18.788792 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9405f70c-958a-426e-b8e7-5df56d1097e7 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:18.795525 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9405f70c-958a-426e-b8e7-5df56d1097e7 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:18.802232 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9405f70c-958a-426e-b8e7-5df56d1097e7 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:18.804006 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-9405f70c-958a-426e-b8e7-5df56d1097e7 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] 10.222.0.64 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2391 time: 0.1319206 Oct 20 10:55:18.806911 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 53006) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:18.886183 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device e6430b5a-1254-4c0c-b3ad-678e0df7ec61 up at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:55:18.989701 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-b74d3c12-c4e9-44a5-babf-0e7ee029d466 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Deleting port 87612e67-dd11-41d0-a7a9-8ff771ed46d7 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:55:18.990047 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b74d3c12-c4e9-44a5-babf-0e7ee029d466 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:19.000989 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning for port e6430b5a-1254-4c0c-b3ad-678e0df7ec61 completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:55:19.005699 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning complete for port e6430b5a-1254-4c0c-b3ad-678e0df7ec61 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:55:19.006171 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:19.044769 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c3557760-ef69-4c9b-85f9-bf5f6e953050 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:19.062233 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-042cabd6-3b79-4ad6-8efd-b95726bae63b tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Made reservation on behalf of df247dc17bdc464c8068a7819294e1f6 for: {'network': 2} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:55:19.067489 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-042cabd6-3b79-4ad6-8efd-b95726bae63b tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:19.143898 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:19.156873 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-042cabd6-3b79-4ad6-8efd-b95726bae63b tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:19.193416 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b74d3c12-c4e9-44a5-babf-0e7ee029d466 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:19.195595 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port e6430b5a-1254-4c0c-b3ad-678e0df7ec61, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=e6430b5a-1254-4c0c-b3ad-678e0df7ec61,segment=NetworkSegment(f78f4181-0142-441b-8d81-2ce1a8e19b5d),segment_id=f78f4181-0142-441b-8d81-2ce1a8e19b5d)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:55:19.196838 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d2121d4-c53a-4016-9527-046197b5e6ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6430b5a-1254-4c0c-b3ad-678e0df7ec61'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:55:19.200496 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c14ffc47-df54-4ed9-9935-0f9a5ec7ea74" -d '{"events": [{"server_uuid": "8d2121d4-c53a-4016-9527-046197b5e6ae", "name": "network-vif-plugged", "status": "completed", "tag": "e6430b5a-1254-4c0c-b3ad-678e0df7ec61"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:55:19.208901 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-b74d3c12-c4e9-44a5-babf-0e7ee029d466 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Calling delete_port for 87612e67-dd11-41d0-a7a9-8ff771ed46d7 owned by {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:55:19.217071 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:19.249783 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb95deb-2d9c-48d5-a9e9-8c379ba71e8a req-71cd3be5-97e5-4523-97a3-7a394150388e tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:19.259174 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-deb95deb-2d9c-48d5-a9e9-8c379ba71e8a req-71cd3be5-97e5-4523-97a3-7a394150388e tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d2121d4-c53a-4016-9527-046197b5e6ae HTTP/1.1" status: 200 len: 945 time: 0.2165363 Oct 20 10:55:19.262304 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:19.297564 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1a7586-4a97-438f-8772-203b2b57becd req-f86daff7-842b-462c-8c59-eea4709de691 tempest-TestNetworkAdvancedServerOps-535186383 tempest-TestNetworkAdvancedServerOps-535186383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:19.299362 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ef1a7586-4a97-438f-8772-203b2b57becd req-f86daff7-842b-462c-8c59-eea4709de691 tempest-TestNetworkAdvancedServerOps-535186383 tempest-TestNetworkAdvancedServerOps-535186383-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=982cf2b9-f584-4e2b-9222-a8c52175a1df HTTP/1.1" status: 200 len: 1097 time: 0.1582527 Oct 20 10:55:19.303949 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=e6430b5a-1254-4c0c-b3ad-678e0df7ec61,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:19.326728 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a0ab4b0-55d6-45dd-a720-3f616caa2fb0 None None] Network ce008b7d-58de-4cc0-a2ac-c07eac9f74e3 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:55:19.345022 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c3557760-ef69-4c9b-85f9-bf5f6e953050 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:19.367632 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-0e6ec91a-5ce0-466d-a2cf-2cdf70dffc65 None None] Provisioning complete for port 9e31aeae-bdb8-4dcb-ad89-93ce6c8c657b triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:55:19.367931 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-0e6ec91a-5ce0-466d-a2cf-2cdf70dffc65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:19.396093 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-deb95deb-2d9c-48d5-a9e9-8c379ba71e8a req-6ea6446c-1a37-489a-ad5a-75d5e603c9a8 tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] 10.222.0.64 "GET /v2.0/security-groups?id=745785b5-2200-4416-93f8-13db3cc44dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339943 Oct 20 10:55:19.408039 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b74d3c12-c4e9-44a5-babf-0e7ee029d466 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:19.448710 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74d3c12-c4e9-44a5-babf-0e7ee029d466 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Pushing event deleted for resources: {'Port': ['ID=87612e67-dd11-41d0-a7a9-8ff771ed46d7,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:19.487854 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b74d3c12-c4e9-44a5-babf-0e7ee029d466 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:19.496001 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-b74d3c12-c4e9-44a5-babf-0e7ee029d466 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] 10.222.0.64 "DELETE /v2.0/ports/87612e67-dd11-41d0-a7a9-8ff771ed46d7 HTTP/1.1" status: 204 len: 168 time: 0.6874568 Oct 20 10:55:19.496292 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 53014) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:19.523065 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ef1a7586-4a97-438f-8772-203b2b57becd req-741ae880-8491-4853-bee4-a1445cd61864 tempest-TestNetworkAdvancedServerOps-535186383 tempest-TestNetworkAdvancedServerOps-535186383-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=4de8cd6c-6bcc-4778-96b5-f0ccd59485f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2079892 Oct 20 10:55:19.550702 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 53018) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:19.570642 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-942ed157-0961-4b82-95ab-bbb4610e9ec8 x-openstack-request-id: req-942ed157-0961-4b82-95ab-bbb4610e9ec8 {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:55:19.571264 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d2121d4-c53a-4016-9527-046197b5e6ae", "name": "network-vif-plugged", "status": "completed", "tag": "e6430b5a-1254-4c0c-b3ad-678e0df7ec61", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:55:19.571264 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-942ed157-0961-4b82-95ab-bbb4610e9ec8 {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:55:19.571643 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d2121d4-c53a-4016-9527-046197b5e6ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6430b5a-1254-4c0c-b3ad-678e0df7ec61', 'code': 200} Oct 20 10:55:19.582546 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-72cfd9b3-22b8-4f81-b190-bac78c05ba40 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] GET failed (client error): The resource could not be found. Oct 20 10:55:19.591551 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-72cfd9b3-22b8-4f81-b190-bac78c05ba40 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] 10.222.0.64 "GET /v2.0/ports/87612e67-dd11-41d0-a7a9-8ff771ed46d7 HTTP/1.1" status: 404 len: 333 time: 0.0920110 Oct 20 10:55:19.594927 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 53020) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:19.615942 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 36ff2f18-0e23-496c-993d-73cb5622c2f2 details requested by agent hyperv_n-h1-811396-3 with host n-h1-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:55:19.653332 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf9ae5c-c732-4282-824d-43f3d7b81bf5 req-b33c7fa7-20b8-45b9-b773-b74a398e5fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:19.655175 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-bdf9ae5c-c732-4282-824d-43f3d7b81bf5 req-b33c7fa7-20b8-45b9-b773-b74a398e5fa3 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=8d2121d4-c53a-4016-9527-046197b5e6ae HTTP/1.1" status: 200 len: 1097 time: 0.1317577 Oct 20 10:55:19.656902 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-042cabd6-3b79-4ad6-8efd-b95726bae63b tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:19.730234 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-bdf9ae5c-c732-4282-824d-43f3d7b81bf5 req-b97112be-6741-49e6-b9bb-5773778f39db service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=745785b5-2200-4416-93f8-13db3cc44dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675688 Oct 20 10:55:19.745094 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-1d2f4715-7c44-4ab3-90cd-90b78619d11a tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Deleting port f156aaa0-8797-48c5-bde7-0ee81737ccca {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:55:19.745569 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1d2f4715-7c44-4ab3-90cd-90b78619d11a tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:19.836590 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-042cabd6-3b79-4ad6-8efd-b95726bae63b tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:19.837048 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-042cabd6-3b79-4ad6-8efd-b95726bae63b tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:19.852636 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1d2f4715-7c44-4ab3-90cd-90b78619d11a tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:19.856561 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 36ff2f18-0e23-496c-993d-73cb5622c2f2, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=36ff2f18-0e23-496c-993d-73cb5622c2f2,segment=NetworkSegment(f78f4181-0142-441b-8d81-2ce1a8e19b5d),segment_id=f78f4181-0142-441b-8d81-2ce1a8e19b5d)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:55:19.866983 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-1d2f4715-7c44-4ab3-90cd-90b78619d11a tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Calling delete_port for f156aaa0-8797-48c5-bde7-0ee81737ccca owned by {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:55:19.871800 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Returning: {'device': '36ff2f18-0e23-496c-993d-73cb5622c2f2', 'network_id': 'aff145ac-5e6e-4e89-ad8c-78ea8a2e84f6', 'port_id': '36ff2f18-0e23-496c-993d-73cb5622c2f2', 'mac_address': 'fa:16:3e:f6:e2:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 806, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43438d1f-dc61-4f75-92d7-2fc7295ce83f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:55:19.922607 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:19.939853 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36ff2f18-0e23-496c-993d-73cb5622c2f2 {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:55:19.972528 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 36ff2f18-0e23-496c-993d-73cb5622c2f2, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=36ff2f18-0e23-496c-993d-73cb5622c2f2,segment=NetworkSegment(f78f4181-0142-441b-8d81-2ce1a8e19b5d),segment_id=f78f4181-0142-441b-8d81-2ce1a8e19b5d)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:55:19.979895 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:20.003291 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-042cabd6-3b79-4ad6-8efd-b95726bae63b tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 815} {{(pid=100596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:55:20.008030 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042cabd6-3b79-4ad6-8efd-b95726bae63b tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e57efd67-44be-4b8c-a1fd-f02152f82d81,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:20.019795 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae241f8a-484a-447c-a447-39946b16cf90 req-ba5de0b4-a443-4e6e-8ba7-482bca7820f4 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:20.021513 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ae241f8a-484a-447c-a447-39946b16cf90 req-ba5de0b4-a443-4e6e-8ba7-482bca7820f4 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=1905cb83-c152-40b2-98e8-53e3c912e15d HTTP/1.1" status: 200 len: 943 time: 0.3625364 Oct 20 10:55:20.086746 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=36ff2f18-0e23-496c-993d-73cb5622c2f2,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:20.104770 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1d2f4715-7c44-4ab3-90cd-90b78619d11a tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:20.130023 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-042cabd6-3b79-4ad6-8efd-b95726bae63b tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:20.130638 n-d-811396-3 neutron-server[100596]: INFO neutron.db.segments_db [None req-042cabd6-3b79-4ad6-8efd-b95726bae63b tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Added segment 2143c3cd-4610-4cb3-9970-46dfa21ea36b of type vlan for network cbf2aab1-0845-45b2-aed4-b3e5c9396d1c Oct 20 10:55:20.143557 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2f4715-7c44-4ab3-90cd-90b78619d11a tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Pushing event deleted for resources: {'Port': ['ID=f156aaa0-8797-48c5-bde7-0ee81737ccca,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:20.168990 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1896cf5f-73ed-4558-a8c1-9546a5ecefec req-30ee8b65-5d19-44e8-8432-4df5744b0edf tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:20.170577 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1896cf5f-73ed-4558-a8c1-9546a5ecefec req-30ee8b65-5d19-44e8-8432-4df5744b0edf tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3f9930f-6768-428d-b296-1e65ca6bdfa7 HTTP/1.1" status: 200 len: 944 time: 0.3395298 Oct 20 10:55:20.186299 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1d2f4715-7c44-4ab3-90cd-90b78619d11a tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:20.191209 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-1d2f4715-7c44-4ab3-90cd-90b78619d11a tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] 10.222.0.64 "DELETE /v2.0/ports/f156aaa0-8797-48c5-bde7-0ee81737ccca HTTP/1.1" status: 204 len: 168 time: 0.5924811 Oct 20 10:55:20.194046 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 53026) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:20.225835 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-79b3160a-351c-4b66-9214-13cff1eda42f tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] GET failed (client error): The resource could not be found. Oct 20 10:55:20.230234 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-79b3160a-351c-4b66-9214-13cff1eda42f tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] 10.222.0.64 "GET /v2.0/ports/f156aaa0-8797-48c5-bde7-0ee81737ccca HTTP/1.1" status: 404 len: 333 time: 0.0308414 Oct 20 10:55:20.230789 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 53028) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:20.278677 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-fabdc13b-317a-421b-964c-d9511b9654f8 None None] Could not find standard attr ID for object f156aaa0-8797-48c5-bde7-0ee81737ccca. {{(pid=100598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 20 10:55:20.314278 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_v2 [None req-043d7717-5ead-4643-a58c-df65b0ad7d31 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Deleting subnet 56136e00-b436-44aa-8e8d-c59f3037415c {{(pid=100597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:55:20.318537 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-043d7717-5ead-4643-a58c-df65b0ad7d31 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks [] for subnet, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:20.324670 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-fabdc13b-317a-421b-964c-d9511b9654f8 None None] Provisioning complete for port 9e31aeae-bdb8-4dcb-ad89-93ce6c8c657b triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:55:20.325057 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-fabdc13b-317a-421b-964c-d9511b9654f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:20.393123 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-043d7717-5ead-4643-a58c-df65b0ad7d31 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25852621'] for subnet, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:20.394987 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 9e31aeae-bdb8-4dcb-ad89-93ce6c8c657b up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:55:20.502951 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['36ff2f18-0e23-496c-993d-73cb5622c2f2'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:55:20.509032 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-043d7717-5ead-4643-a58c-df65b0ad7d31 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:20.558074 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 9e31aeae-bdb8-4dcb-ad89-93ce6c8c657b triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:55:20.558450 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:20.599755 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-043d7717-5ead-4643-a58c-df65b0ad7d31 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25350811'] for subnet, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:20.602199 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-042cabd6-3b79-4ad6-8efd-b95726bae63b tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:20.625243 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-043d7717-5ead-4643-a58c-df65b0ad7d31 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:20.633874 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-043d7717-5ead-4643-a58c-df65b0ad7d31 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] 10.222.0.64 "DELETE /v2.0/subnets/56136e00-b436-44aa-8e8d-c59f3037415c HTTP/1.1" status: 204 len: 168 time: 0.4012277 Oct 20 10:55:20.638446 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf62eaa-9b97-4406-ba47-103e097201fc None None] Network ce008b7d-58de-4cc0-a2ac-c07eac9f74e3 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:55:20.640685 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 53032) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:20.645597 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c3557760-ef69-4c9b-85f9-bf5f6e953050 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:20.658682 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043d7717-5ead-4643-a58c-df65b0ad7d31 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Pushing event deleted for resources: {'Subnet': ['ID=56136e00-b436-44aa-8e8d-c59f3037415c,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:20.684096 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c3557760-ef69-4c9b-85f9-bf5f6e953050 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:20.718699 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ae241f8a-484a-447c-a447-39946b16cf90 req-f6e761d0-b639-46a7-9029-b5bce555b21a tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/security-groups?id=b86ef872-82a8-48e3-89d0-a53331758f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6759341 Oct 20 10:55:20.743658 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-042cabd6-3b79-4ad6-8efd-b95726bae63b tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 838} {{(pid=100596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:55:20.782246 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-f0f5806c-1d98-4275-b594-07ddeacad61e None None] Could not find standard attr ID for object f156aaa0-8797-48c5-bde7-0ee81737ccca. {{(pid=100598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 20 10:55:20.883855 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 4653d3e8-4a53-48cc-9dd1-20e648bd172d details requested by agent hyperv_n-h2-811396-3 with host n-h2-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:55:20.932787 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-042cabd6-3b79-4ad6-8efd-b95726bae63b tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:20.932787 n-d-811396-3 neutron-server[100596]: INFO neutron.db.segments_db [None req-042cabd6-3b79-4ad6-8efd-b95726bae63b tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Added segment c9b398fe-ec02-4252-a13b-8ede1a3e253c of type vlan for network 2fd8f6b2-545c-4d8b-8146-48bb2a0033e3 Oct 20 10:55:20.943112 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a1b134-e515-480e-b789-d9e5c6e88206 None None] DHCP port deletion for ce008b7d-58de-4cc0-a2ac-c07eac9f74e3 request from n-d-811396-3 {{(pid=100598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:55:20.979871 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1896cf5f-73ed-4558-a8c1-9546a5ecefec req-2e4a910e-9084-44a5-9f20-5e7e8736d85f tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=58574406-52f6-4da8-ba4e-3f91a696d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3374419 Oct 20 10:55:20.989480 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a8e3e8f3-11eb-4bb3-9090-a8b070b8913c tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:20.991168 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3557760-ef69-4c9b-85f9-bf5f6e953050 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Pushing event updated for resources: {'Port': ['ID=29cd2fea-de15-4e1d-ac5a-8055aded6a09,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:21.043533 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-042cabd6-3b79-4ad6-8efd-b95726bae63b tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:21.046623 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c3557760-ef69-4c9b-85f9-bf5f6e953050 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1773381'] for floatingip, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:21.075158 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 4653d3e8-4a53-48cc-9dd1-20e648bd172d, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=4653d3e8-4a53-48cc-9dd1-20e648bd172d,segment=NetworkSegment(5f5097d1-dd03-4e53-8d67-381b8a2c1ac8),segment_id=5f5097d1-dd03-4e53-8d67-381b8a2c1ac8)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:55:21.090987 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Returning: {'device': '4653d3e8-4a53-48cc-9dd1-20e648bd172d', 'network_id': 'cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0', 'port_id': '4653d3e8-4a53-48cc-9dd1-20e648bd172d', 'mac_address': 'fa:16:3e:f0:ee:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 840, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46305bfd-5c10-42c9-8afc-597f2425497e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:55:21.131904 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352cfffa-7af7-4069-8cba-a0bdf95a3651 req-b77c35c6-a9ed-4c3a-9f5f-004d4c1ce3ea tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:21.139427 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-352cfffa-7af7-4069-8cba-a0bdf95a3651 req-b77c35c6-a9ed-4c3a-9f5f-004d4c1ce3ea tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d2121d4-c53a-4016-9527-046197b5e6ae HTTP/1.1" status: 200 len: 946 time: 0.3027918 Oct 20 10:55:21.140998 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:21.143846 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-43a1b134-e515-480e-b789-d9e5c6e88206 None None] Deleting port 9e31aeae-bdb8-4dcb-ad89-93ce6c8c657b {{(pid=100598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:55:21.144203 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-43a1b134-e515-480e-b789-d9e5c6e88206 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:21.162551 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-a9e7241b-affc-40e6-848f-29aaedf68318 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Deleting port 2219eb93-c58c-4f75-b7b2-5deeef3e934d {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:55:21.162776 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a9e7241b-affc-40e6-848f-29aaedf68318 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:21.174114 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4653d3e8-4a53-48cc-9dd1-20e648bd172d {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:55:21.234302 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 4653d3e8-4a53-48cc-9dd1-20e648bd172d, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=4653d3e8-4a53-48cc-9dd1-20e648bd172d,segment=NetworkSegment(5f5097d1-dd03-4e53-8d67-381b8a2c1ac8),segment_id=5f5097d1-dd03-4e53-8d67-381b8a2c1ac8)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:55:21.236651 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-43a1b134-e515-480e-b789-d9e5c6e88206 None None] For port 9e31aeae-bdb8-4dcb-ad89-93ce6c8c657b, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=9e31aeae-bdb8-4dcb-ad89-93ce6c8c657b,segment=NetworkSegment(325926e5-d51a-486c-8c30-8c5bac6cf1d7),segment_id=325926e5-d51a-486c-8c30-8c5bac6cf1d7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:55:21.237312 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-43a1b134-e515-480e-b789-d9e5c6e88206 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:21.245165 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-042cabd6-3b79-4ad6-8efd-b95726bae63b tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:21.245689 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-042cabd6-3b79-4ad6-8efd-b95726bae63b tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:21.251426 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:21.251646 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042cabd6-3b79-4ad6-8efd-b95726bae63b tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:21.257950 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-43a1b134-e515-480e-b789-d9e5c6e88206 None None] Calling delete_port for 9e31aeae-bdb8-4dcb-ad89-93ce6c8c657b owned by network:dhcp {{(pid=100598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:55:21.258106 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042cabd6-3b79-4ad6-8efd-b95726bae63b tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:21.258593 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-042cabd6-3b79-4ad6-8efd-b95726bae63b tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Publish callbacks [] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:21.345597 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=4653d3e8-4a53-48cc-9dd1-20e648bd172d,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:21.363284 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 53036) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:21.363919 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-042cabd6-3b79-4ad6-8efd-b95726bae63b tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.9610984 Oct 20 10:55:21.379441 n-d-811396-3 neutron-server[100596]: INFO neutron.db.l3_db [None req-c3557760-ef69-4c9b-85f9-bf5f6e953050 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Floating IP 5add569c-e121-4b20-a632-e38f6155a45b associated. External IP: 172.25.1.91, port: 78d7a355-00a3-4972-853b-be538b88a9d5. Oct 20 10:55:21.387471 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-43a1b134-e515-480e-b789-d9e5c6e88206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956'] for port, after_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:21.403194 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-352cfffa-7af7-4069-8cba-a0bdf95a3651 req-49d03ca1-90f9-4d34-9a8b-128e661b9de2 tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] 10.222.0.64 "GET /v2.0/security-groups?id=745785b5-2200-4416-93f8-13db3cc44dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2578979 Oct 20 10:55:21.434589 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a1b134-e515-480e-b789-d9e5c6e88206 None None] No DVR routers for this DVR port 9e31aeae-bdb8-4dcb-ad89-93ce6c8c657b on host n-d-811396-3 {{(pid=100598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:55:21.437441 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a1b134-e515-480e-b789-d9e5c6e88206 None None] Pushing event deleted for resources: {'Port': ['ID=9e31aeae-bdb8-4dcb-ad89-93ce6c8c657b,revision_number=None']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:21.487889 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042cabd6-3b79-4ad6-8efd-b95726bae63b tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Pushing event updated for resources: {'Network': ['ID=cbf2aab1-0845-45b2-aed4-b3e5c9396d1c,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:21.504276 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network cbf2aab1-0845-45b2-aed4-b3e5c9396d1c details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:55:21.526673 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a9e7241b-affc-40e6-848f-29aaedf68318 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:21.526950 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a9e7241b-affc-40e6-848f-29aaedf68318 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:21.532665 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['4653d3e8-4a53-48cc-9dd1-20e648bd172d'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:55:21.542908 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-a8e3e8f3-11eb-4bb3-9090-a8b070b8913c tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Deleting port 9e31aeae-bdb8-4dcb-ad89-93ce6c8c657b {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:55:21.543302 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a8e3e8f3-11eb-4bb3-9090-a8b070b8913c tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:21.551755 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-a9e7241b-affc-40e6-848f-29aaedf68318 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Calling delete_port for 2219eb93-c58c-4f75-b7b2-5deeef3e934d owned by network:floatingip {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:55:21.596061 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-228f8372-92a2-4e82-a146-d17af89321dc tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:21.612946 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-228f8372-92a2-4e82-a146-d17af89321dc tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:21.631248 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-228f8372-92a2-4e82-a146-d17af89321dc tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:21.645696 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-228f8372-92a2-4e82-a146-d17af89321dc tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:21.647510 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-228f8372-92a2-4e82-a146-d17af89321dc tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2822518 Oct 20 10:55:21.653567 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 53038) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:21.676408 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042cabd6-3b79-4ad6-8efd-b95726bae63b tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Pushing event updated for resources: {'Network': ['ID=2fd8f6b2-545c-4d8b-8146-48bb2a0033e3,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:21.690206 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network 2fd8f6b2-545c-4d8b-8146-48bb2a0033e3 details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:55:21.811991 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [None req-a8e3e8f3-11eb-4bb3-9090-a8b070b8913c tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] For port 9e31aeae-bdb8-4dcb-ad89-93ce6c8c657b, host n-d-811396-3, got binding levels [] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:55:21.812354 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a8e3e8f3-11eb-4bb3-9090-a8b070b8913c tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:21.912566 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-a8e3e8f3-11eb-4bb3-9090-a8b070b8913c tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Calling delete_port for 9e31aeae-bdb8-4dcb-ad89-93ce6c8c657b owned by network:dhcp {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:55:21.923290 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.ipam_backend_mixin [None req-a8e3e8f3-11eb-4bb3-9090-a8b070b8913c tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Port 9e31aeae-bdb8-4dcb-ad89-93ce6c8c657b was not found and therefore no delete operation was performed {{(pid=100596) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 20 10:55:21.960844 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a8e3e8f3-11eb-4bb3-9090-a8b070b8913c tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:21.975270 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1e375457-517b-41f8-a17a-31e55e078b2d tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:22.037949 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e3e8f3-11eb-4bb3-9090-a8b070b8913c tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Pushing event deleted for resources: {'Port': ['ID=9e31aeae-bdb8-4dcb-ad89-93ce6c8c657b,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:22.041481 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e3e8f3-11eb-4bb3-9090-a8b070b8913c tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] No DVR routers for this DVR port 9e31aeae-bdb8-4dcb-ad89-93ce6c8c657b on host n-d-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:55:22.184635 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a910d0-c5cd-4bce-a79f-93130e800278 req-638858ac-edd6-4216-a9ed-c4948c5599df tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:22.186163 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-19a910d0-c5cd-4bce-a79f-93130e800278 req-638858ac-edd6-4216-a9ed-c4948c5599df tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=1905cb83-c152-40b2-98e8-53e3c912e15d HTTP/1.1" status: 200 len: 944 time: 0.3081861 Oct 20 10:55:22.314075 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a8e3e8f3-11eb-4bb3-9090-a8b070b8913c tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:22.334754 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 9e31aeae-bdb8-4dcb-ad89-93ce6c8c657b no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:55:22.344132 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3557760-ef69-4c9b-85f9-bf5f6e953050 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Router 7f331247-5cea-4f05-9d1d-84a6c8dbf438 has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:55:22.368649 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 9e31aeae-bdb8-4dcb-ad89-93ce6c8c657b {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:55:22.369490 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 9e31aeae-bdb8-4dcb-ad89-93ce6c8c657b not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:55:22.409901 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1e375457-517b-41f8-a17a-31e55e078b2d tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:22.438326 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-a8e3e8f3-11eb-4bb3-9090-a8b070b8913c tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce008b7d-58de-4cc0-a2ac-c07eac9f74e3']}} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:22.448348 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0944fdf7-5ec5-48d9-bf15-193de82c3e2d req-768b06ef-8157-44fa-b315-ce38f4df65b5 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:22.449884 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0944fdf7-5ec5-48d9-bf15-193de82c3e2d req-768b06ef-8157-44fa-b315-ce38f4df65b5 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3f9930f-6768-428d-b296-1e65ca6bdfa7 HTTP/1.1" status: 200 len: 944 time: 0.3869464 Oct 20 10:55:22.477056 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-a8e3e8f3-11eb-4bb3-9090-a8b070b8913c tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '325926e5-d51a-486c-8c30-8c5bac6cf1d7') {'for_net_delete': True} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:22.477362 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-a8e3e8f3-11eb-4bb3-9090-a8b070b8913c tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '325926e5-d51a-486c-8c30-8c5bac6cf1d7') {} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:22.511888 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-19a910d0-c5cd-4bce-a79f-93130e800278 req-bca8fe51-0747-44c7-b376-91e4891519e1 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/security-groups?id=b86ef872-82a8-48e3-89d0-a53331758f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2924223 Oct 20 10:55:22.513474 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-1e375457-517b-41f8-a17a-31e55e078b2d tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbf2aab1-0845-45b2-aed4-b3e5c9396d1c']}} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:22.516583 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a8e3e8f3-11eb-4bb3-9090-a8b070b8913c tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25189038'] for segment, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:22.871468 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-1e375457-517b-41f8-a17a-31e55e078b2d tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2143c3cd-4610-4cb3-9970-46dfa21ea36b') {'for_net_delete': True} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:22.871810 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-1e375457-517b-41f8-a17a-31e55e078b2d tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2143c3cd-4610-4cb3-9970-46dfa21ea36b') {} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:22.883601 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 4653d3e8-4a53-48cc-9dd1-20e648bd172d up at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:55:22.903627 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a8e3e8f3-11eb-4bb3-9090-a8b070b8913c tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:22.931355 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning for port 4653d3e8-4a53-48cc-9dd1-20e648bd172d completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:55:22.933447 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1e375457-517b-41f8-a17a-31e55e078b2d tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25189038'] for segment, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:22.935985 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning complete for port 4653d3e8-4a53-48cc-9dd1-20e648bd172d triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:55:22.936361 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:22.950298 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a9e7241b-affc-40e6-848f-29aaedf68318 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:22.952498 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8e3e8f3-11eb-4bb3-9090-a8b070b8913c tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Releasing vlan 822 on physical network physnet1 to pool {{(pid=100596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:55:22.952898 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a8e3e8f3-11eb-4bb3-9090-a8b070b8913c tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26833155'] for segment, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:22.962389 n-d-811396-3 neutron-server[100596]: Traceback (most recent call last): Oct 20 10:55:22.962389 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:55:22.962389 n-d-811396-3 neutron-server[100596]: timer() Oct 20 10:55:22.962389 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:55:22.962389 n-d-811396-3 neutron-server[100596]: cb(*args, **kw) Oct 20 10:55:22.962389 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:55:22.962389 n-d-811396-3 neutron-server[100596]: return func(*args, **kwargs) Oct 20 10:55:22.962389 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:55:22.962389 n-d-811396-3 neutron-server[100596]: self._notify() Oct 20 10:55:22.962389 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:55:22.962389 n-d-811396-3 neutron-server[100596]: self.callback(batched_events) Oct 20 10:55:22.962389 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:55:22.962389 n-d-811396-3 neutron-server[100596]: event.method(event) Oct 20 10:55:22.962389 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:55:22.962389 n-d-811396-3 neutron-server[100596]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:55:22.962389 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:55:22.962389 n-d-811396-3 neutron-server[100596]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:55:22.962389 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:55:22.962389 n-d-811396-3 neutron-server[100596]: return f(self, *a, **k) Oct 20 10:55:22.962389 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:55:22.962389 n-d-811396-3 neutron-server[100596]: return self._get(url).json() Oct 20 10:55:22.962389 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:55:22.962389 n-d-811396-3 neutron-server[100596]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:55:22.962389 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:55:22.962389 n-d-811396-3 neutron-server[100596]: return self.request(url, 'GET', **kwargs) Oct 20 10:55:22.962389 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:55:22.962389 n-d-811396-3 neutron-server[100596]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:55:22.962389 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:55:22.962389 n-d-811396-3 neutron-server[100596]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:55:22.962389 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:55:22.962389 n-d-811396-3 neutron-server[100596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:55:22.962389 n-d-811396-3 neutron-server[100596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:55:22.983644 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0944fdf7-5ec5-48d9-bf15-193de82c3e2d req-969deeeb-60f5-44f7-a615-6d0eb8877ea6 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=58574406-52f6-4da8-ba4e-3f91a696d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5156147 Oct 20 10:55:23.016622 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:23.017668 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1e375457-517b-41f8-a17a-31e55e078b2d tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:23.019730 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e7241b-affc-40e6-848f-29aaedf68318 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Pushing event deleted for resources: {'Port': ['ID=2219eb93-c58c-4f75-b7b2-5deeef3e934d,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:23.042317 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1905cb83-c152-40b2-98e8-53e3c912e15d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4653d3e8-4a53-48cc-9dd1-20e648bd172d'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:55:23.044569 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89a5ddd0-5005-42c0-8381-3649cc1c04de" -d '{"events": [{"server_uuid": "1905cb83-c152-40b2-98e8-53e3c912e15d", "name": "network-vif-plugged", "status": "completed", "tag": "4653d3e8-4a53-48cc-9dd1-20e648bd172d"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:55:23.057716 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 4653d3e8-4a53-48cc-9dd1-20e648bd172d, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=4653d3e8-4a53-48cc-9dd1-20e648bd172d,segment=NetworkSegment(5f5097d1-dd03-4e53-8d67-381b8a2c1ac8),segment_id=5f5097d1-dd03-4e53-8d67-381b8a2c1ac8)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:55:23.062627 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:23.086977 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20a34435-ab0e-4b35-b49d-5ed7bf5bdcff x-openstack-request-id: req-20a34435-ab0e-4b35-b49d-5ed7bf5bdcff {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:55:23.087272 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1905cb83-c152-40b2-98e8-53e3c912e15d", "name": "network-vif-plugged", "status": "completed", "tag": "4653d3e8-4a53-48cc-9dd1-20e648bd172d", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:55:23.087557 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-20a34435-ab0e-4b35-b49d-5ed7bf5bdcff {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:55:23.087981 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1905cb83-c152-40b2-98e8-53e3c912e15d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4653d3e8-4a53-48cc-9dd1-20e648bd172d', 'code': 200} Oct 20 10:55:23.112702 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=4653d3e8-4a53-48cc-9dd1-20e648bd172d,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:23.113961 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e375457-517b-41f8-a17a-31e55e078b2d tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Releasing vlan 815 on physical network physnet1 to pool {{(pid=100596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:55:23.114373 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1e375457-517b-41f8-a17a-31e55e078b2d tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26833155'] for segment, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:23.121157 n-d-811396-3 neutron-server[100596]: Traceback (most recent call last): Oct 20 10:55:23.121157 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:55:23.121157 n-d-811396-3 neutron-server[100596]: timer() Oct 20 10:55:23.121157 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:55:23.121157 n-d-811396-3 neutron-server[100596]: cb(*args, **kw) Oct 20 10:55:23.121157 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:55:23.121157 n-d-811396-3 neutron-server[100596]: return func(*args, **kwargs) Oct 20 10:55:23.121157 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:55:23.121157 n-d-811396-3 neutron-server[100596]: self._notify() Oct 20 10:55:23.121157 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:55:23.121157 n-d-811396-3 neutron-server[100596]: self.callback(batched_events) Oct 20 10:55:23.121157 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:55:23.121157 n-d-811396-3 neutron-server[100596]: event.method(event) Oct 20 10:55:23.121157 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:55:23.121157 n-d-811396-3 neutron-server[100596]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:55:23.121157 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:55:23.121157 n-d-811396-3 neutron-server[100596]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:55:23.121157 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:55:23.121157 n-d-811396-3 neutron-server[100596]: return f(self, *a, **k) Oct 20 10:55:23.121157 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:55:23.121157 n-d-811396-3 neutron-server[100596]: return self._get(url).json() Oct 20 10:55:23.121157 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:55:23.121157 n-d-811396-3 neutron-server[100596]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:55:23.121157 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:55:23.121157 n-d-811396-3 neutron-server[100596]: return self.request(url, 'GET', **kwargs) Oct 20 10:55:23.121157 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:55:23.121157 n-d-811396-3 neutron-server[100596]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:55:23.121157 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:55:23.121157 n-d-811396-3 neutron-server[100596]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:55:23.121157 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:55:23.121157 n-d-811396-3 neutron-server[100596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:55:23.121157 n-d-811396-3 neutron-server[100596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:55:23.187327 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a8e3e8f3-11eb-4bb3-9090-a8b070b8913c tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:23.197371 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e8b944-c932-4f31-b9c5-a583cd550f70 req-d4753c5c-1ac8-47b4-aad5-82456a9fa9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:23.198925 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-61e8b944-c932-4f31-b9c5-a583cd550f70 req-d4753c5c-1ac8-47b4-aad5-82456a9fa9e6 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=1905cb83-c152-40b2-98e8-53e3c912e15d HTTP/1.1" status: 200 len: 1096 time: 0.0495405 Oct 20 10:55:23.208164 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4d6bac-e695-4399-bc57-c89bf2d92b05 req-0f1d703c-b303-40ae-83fc-30bdbde60de1 tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:23.209668 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7c4d6bac-e695-4399-bc57-c89bf2d92b05 req-0f1d703c-b303-40ae-83fc-30bdbde60de1 tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d2121d4-c53a-4016-9527-046197b5e6ae HTTP/1.1" status: 200 len: 946 time: 0.3408711 Oct 20 10:55:23.240761 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-61e8b944-c932-4f31-b9c5-a583cd550f70 req-33d434d5-b17f-4d9b-b991-d91cb78829c0 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=b86ef872-82a8-48e3-89d0-a53331758f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341070 Oct 20 10:55:23.254485 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a8e3e8f3-11eb-4bb3-9090-a8b070b8913c tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks [] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:23.257841 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-a8e3e8f3-11eb-4bb3-9090-a8b070b8913c tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] 10.222.0.64 "DELETE /v2.0/networks/ce008b7d-58de-4cc0-a2ac-c07eac9f74e3 HTTP/1.1" status: 204 len: 168 time: 2.6028371 Oct 20 10:55:23.259150 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3557760-ef69-4c9b-85f9-bf5f6e953050 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:55:23.264299 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 53056) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:23.272583 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-23ac99f2-468a-4237-a0fd-b6ae0767cef7 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1583187616'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:55:23.275147 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45f480b-5c6f-4f20-b94a-b1bcfa073bbd None None] Sync routers for ids ['7f331247-5cea-4f05-9d1d-84a6c8dbf438'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:55:23.295240 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e3e8f3-11eb-4bb3-9090-a8b070b8913c tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Pushing event deleted for resources: {'Network': ['ID=ce008b7d-58de-4cc0-a2ac-c07eac9f74e3,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:23.296435 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23ac99f2-468a-4237-a0fd-b6ae0767cef7 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Made reservation on behalf of c1dc2571b4ea4623a4cbd3a1bfe8dca0 for: {'network': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:55:23.301358 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-23ac99f2-468a-4237-a0fd-b6ae0767cef7 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:23.301467 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45f480b-5c6f-4f20-b94a-b1bcfa073bbd None None] Routers {'7f331247-5cea-4f05-9d1d-84a6c8dbf438'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:55:23.302452 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-a45f480b-5c6f-4f20-b94a-b1bcfa073bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:55:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['7f331247-5cea-4f05-9d1d-84a6c8dbf438'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:23.308539 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1e375457-517b-41f8-a17a-31e55e078b2d tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:23.323467 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1e375457-517b-41f8-a17a-31e55e078b2d tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Publish callbacks [] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:23.331419 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-1e375457-517b-41f8-a17a-31e55e078b2d tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] 10.222.0.64 "DELETE /v2.0/networks/cbf2aab1-0845-45b2-aed4-b3e5c9396d1c HTTP/1.1" status: 204 len: 168 time: 1.6727166 Oct 20 10:55:23.334864 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 53060) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:23.335958 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23ac99f2-468a-4237-a0fd-b6ae0767cef7 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 836} {{(pid=100597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:55:23.344646 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a9e7241b-affc-40e6-848f-29aaedf68318 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for floatingip, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:23.345166 n-d-811396-3 neutron-server[100596]: INFO neutron.db.l3_db [None req-a9e7241b-affc-40e6-848f-29aaedf68318 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Floating IP 5e67c660-d6f0-4f2f-a04b-586d84e99311 disassociated (deleted). External IP: 172.25.1.149, port: 9a694840-85b2-41cc-8b6b-82d014e9b501. Oct 20 10:55:23.356797 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-23ac99f2-468a-4237-a0fd-b6ae0767cef7 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:23.357741 n-d-811396-3 neutron-server[100597]: INFO neutron.db.segments_db [None req-23ac99f2-468a-4237-a0fd-b6ae0767cef7 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Added segment da05d05e-cd47-418f-899d-6eeb35074eab of type vlan for network 4dbd737b-9421-4d79-a568-92cdf6946ad2 Oct 20 10:55:23.375051 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c3557760-ef69-4c9b-85f9-bf5f6e953050 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for floatingip, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:23.432505 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e375457-517b-41f8-a17a-31e55e078b2d tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Pushing event deleted for resources: {'Network': ['ID=cbf2aab1-0845-45b2-aed4-b3e5c9396d1c,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:23.440791 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-23ac99f2-468a-4237-a0fd-b6ae0767cef7 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:23.477880 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7c4d6bac-e695-4399-bc57-c89bf2d92b05 req-b6ee2e9b-e89c-4ec9-9c5c-a0378069275a tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] 10.222.0.64 "GET /v2.0/security-groups?id=745785b5-2200-4416-93f8-13db3cc44dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257404 Oct 20 10:55:23.481383 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-23ac99f2-468a-4237-a0fd-b6ae0767cef7 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:23.491608 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ac99f2-468a-4237-a0fd-b6ae0767cef7 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:23.493294 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-23ac99f2-468a-4237-a0fd-b6ae0767cef7 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:23.505495 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-a45f480b-5c6f-4f20-b94a-b1bcfa073bbd None None] Set router 7f331247-5cea-4f05-9d1d-84a6c8dbf438 gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:55:23.546038 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-c3557760-ef69-4c9b-85f9-bf5f6e953050 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 7.1637049 Oct 20 10:55:23.549134 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe39f684-f334-4c7d-a566-1cd47db6ca57', 'tag': '78d7a355-00a3-4972-853b-be538b88a9d5'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:55:23.550506 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-23ac99f2-468a-4237-a0fd-b6ae0767cef7 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2846711 Oct 20 10:55:23.554719 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 53068) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:23.554897 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 53070) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:23.557540 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bd6193a-ee6b-45db-8d14-00a6853841d5" -d '{"events": [{"name": "network-changed", "server_uuid": "fe39f684-f334-4c7d-a566-1cd47db6ca57", "tag": "78d7a355-00a3-4972-853b-be538b88a9d5"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:55:23.570176 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-5468acbf-c663-4570-a39c-5b2f32b72189 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Request body: {'subnet': {'network_id': '4dbd737b-9421-4d79-a568-92cdf6946ad2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:55:23.576959 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4d66bd2d-e5a5-4798-b88c-2a6191768cce tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:23.655142 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 36ff2f18-0e23-496c-993d-73cb5622c2f2 up at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:55:23.727857 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning for port 36ff2f18-0e23-496c-993d-73cb5622c2f2 completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:55:23.739119 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning complete for port 36ff2f18-0e23-496c-993d-73cb5622c2f2 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:55:23.739903 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:23.834792 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4d66bd2d-e5a5-4798-b88c-2a6191768cce tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:23.846937 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fe2faf-7aa7-4721-8c68-3aa63d2135ad req-d7c5e65d-51e3-40f6-8d32-2a24fdef5c2d tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:23.848562 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d0fe2faf-7aa7-4721-8c68-3aa63d2135ad req-d7c5e65d-51e3-40f6-8d32-2a24fdef5c2d tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] 10.222.0.64 "GET /v2.0/ports?device_id=85c90a67-179e-4612-b928-dc9717b6e089 HTTP/1.1" status: 200 len: 945 time: 0.2277491 Oct 20 10:55:23.890993 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6167f9-5374-441e-946f-9b0d6c7d7983 req-42a01859-4aa9-4e5d-9501-eb93f61d6250 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:23.892624 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5b6167f9-5374-441e-946f-9b0d6c7d7983 req-42a01859-4aa9-4e5d-9501-eb93f61d6250 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=1905cb83-c152-40b2-98e8-53e3c912e15d HTTP/1.1" status: 200 len: 945 time: 0.2326875 Oct 20 10:55:23.898635 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-4d66bd2d-e5a5-4798-b88c-2a6191768cce tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fd8f6b2-545c-4d8b-8146-48bb2a0033e3']}} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:23.928080 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:23.930183 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-4d66bd2d-e5a5-4798-b88c-2a6191768cce tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9b398fe-ec02-4252-a13b-8ede1a3e253c') {'for_net_delete': True} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:23.930727 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-4d66bd2d-e5a5-4798-b88c-2a6191768cce tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9b398fe-ec02-4252-a13b-8ede1a3e253c') {} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:23.980967 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 36ff2f18-0e23-496c-993d-73cb5622c2f2, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=36ff2f18-0e23-496c-993d-73cb5622c2f2,segment=NetworkSegment(f78f4181-0142-441b-8d81-2ce1a8e19b5d),segment_id=f78f4181-0142-441b-8d81-2ce1a8e19b5d)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:55:23.983867 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4d66bd2d-e5a5-4798-b88c-2a6191768cce tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25189038'] for segment, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:23.993668 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:24.030172 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d0fe2faf-7aa7-4721-8c68-3aa63d2135ad req-8572a21e-1d73-4cb4-8150-ed033b3dbf63 tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] 10.222.0.64 "GET /v2.0/security-groups?id=745785b5-2200-4416-93f8-13db3cc44dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733735 Oct 20 10:55:24.040229 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4d66bd2d-e5a5-4798-b88c-2a6191768cce tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:24.058427 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d66bd2d-e5a5-4798-b88c-2a6191768cce tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Releasing vlan 838 on physical network physnet1 to pool {{(pid=100596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:55:24.059430 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4d66bd2d-e5a5-4798-b88c-2a6191768cce tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26833155'] for segment, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:24.062016 n-d-811396-3 neutron-server[100596]: Traceback (most recent call last): Oct 20 10:55:24.062016 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:55:24.062016 n-d-811396-3 neutron-server[100596]: timer() Oct 20 10:55:24.062016 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:55:24.062016 n-d-811396-3 neutron-server[100596]: cb(*args, **kw) Oct 20 10:55:24.062016 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:55:24.062016 n-d-811396-3 neutron-server[100596]: return func(*args, **kwargs) Oct 20 10:55:24.062016 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:55:24.062016 n-d-811396-3 neutron-server[100596]: self._notify() Oct 20 10:55:24.062016 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:55:24.062016 n-d-811396-3 neutron-server[100596]: self.callback(batched_events) Oct 20 10:55:24.062016 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:55:24.062016 n-d-811396-3 neutron-server[100596]: event.method(event) Oct 20 10:55:24.062016 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:55:24.062016 n-d-811396-3 neutron-server[100596]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:55:24.062016 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:55:24.062016 n-d-811396-3 neutron-server[100596]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:55:24.062016 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:55:24.062016 n-d-811396-3 neutron-server[100596]: return f(self, *a, **k) Oct 20 10:55:24.062016 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:55:24.062016 n-d-811396-3 neutron-server[100596]: return self._get(url).json() Oct 20 10:55:24.062016 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:55:24.062016 n-d-811396-3 neutron-server[100596]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:55:24.062016 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:55:24.062016 n-d-811396-3 neutron-server[100596]: return self.request(url, 'GET', **kwargs) Oct 20 10:55:24.062016 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:55:24.062016 n-d-811396-3 neutron-server[100596]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:55:24.062016 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:55:24.062016 n-d-811396-3 neutron-server[100596]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:55:24.062016 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:55:24.062016 n-d-811396-3 neutron-server[100596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:55:24.062016 n-d-811396-3 neutron-server[100596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:55:24.076375 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5b6167f9-5374-441e-946f-9b0d6c7d7983 req-ed27f5e6-1c1f-4b8e-ac21-c8674796aee0 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/security-groups?id=b86ef872-82a8-48e3-89d0-a53331758f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1617751 Oct 20 10:55:24.095528 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9e7241b-affc-40e6-848f-29aaedf68318 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Router 8c837262-14fe-4a24-bdee-94fe0566d6dd has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:55:24.126904 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02dbc369-b632-4bf9-8bc2-d5675546ea95 x-openstack-request-id: req-02dbc369-b632-4bf9-8bc2-d5675546ea95 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:55:24.127206 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe39f684-f334-4c7d-a566-1cd47db6ca57", "tag": "78d7a355-00a3-4972-853b-be538b88a9d5", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:55:24.127490 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-02dbc369-b632-4bf9-8bc2-d5675546ea95 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:55:24.127895 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe39f684-f334-4c7d-a566-1cd47db6ca57', 'tag': '78d7a355-00a3-4972-853b-be538b88a9d5', 'status': 'completed', 'code': 200} Oct 20 10:55:24.138225 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ac99f2-468a-4237-a0fd-b6ae0767cef7 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Pushing event updated for resources: {'Network': ['ID=4dbd737b-9421-4d79-a568-92cdf6946ad2,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:24.161361 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network 4dbd737b-9421-4d79-a568-92cdf6946ad2 details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:55:24.174010 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4d66bd2d-e5a5-4798-b88c-2a6191768cce tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:24.184566 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=36ff2f18-0e23-496c-993d-73cb5622c2f2,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:24.219101 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-6d204cac-247b-4fb2-b522-d1cd185c3344 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "GET /v2.0/floatingips/5add569c-e121-4b20-a632-e38f6155a45b HTTP/1.1" status: 200 len: 990 time: 0.6620023 Oct 20 10:55:24.272596 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5468acbf-c663-4570-a39c-5b2f32b72189 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Made reservation on behalf of c1dc2571b4ea4623a4cbd3a1bfe8dca0 for: {'subnet': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:55:24.279922 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-a45f480b-5c6f-4f20-b94a-b1bcfa073bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f331247-5cea-4f05-9d1d-84a6c8dbf438', 'name': 'tempest-TestNetworkBasicOps-router-2074294164', 'tenant_id': 'ce3bca74c1d8467f832763bc531bfd88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '940946f9-934a-4180-afd6-c116241821d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:54:25Z', 'updated_at': '2021-10-20T10:54:39Z', 'revision_number': 4, 'project_id': 'ce3bca74c1d8467f832763bc531bfd88', 'gw_port': {'id': '940946f9-934a-4180-afd6-c116241821d4', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:0b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f331247-5cea-4f05-9d1d-84a6c8dbf438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3008, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:54:26Z', 'updated_at': '2021-10-20T10:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_floatingips': [{'id': '5add569c-e121-4b20-a632-e38f6155a45b', 'tenant_id': 'ce3bca74c1d8467f832763bc531bfd88', 'floating_ip_address': '172.25.1.91', 'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'router_id': '7f331247-5cea-4f05-9d1d-84a6c8dbf438', 'port_id': '78d7a355-00a3-4972-853b-be538b88a9d5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3085, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e41818e9-ba3e-442d-9b91-d6d4141e398e', 'mac_address': 'fa:16:3e:bb:f9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe39f684-f334-4c7d-a566-1cd47db6ca57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T10:55:18Z', 'updated_at': '2021-10-20T10:55:18Z', 'revision_number': 0, 'project_id': 'ce3bca74c1d8467f832763bc531bfd88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62e77116-6123-4988-a25f-28b326c26dc8', 'name': '', 'network_id': 'e41818e9-ba3e-442d-9b91-d6d4141e398e', 'tenant_id': 'ce3bca74c1d8467f832763bc531bfd88', 'mac_address': 'fa:16:3e:40:3f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f331247-5cea-4f05-9d1d-84a6c8dbf438', 'device_owner': 'network:router_interface', 'standard_attr_id': 3020, 'fixed_ips': [{'subnet_id': 'bddd1341-c5ba-4b8c-aefb-4ae93484dff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:54:37Z', 'updated_at': '2021-10-20T10:54:44Z', 'revision_number': 5, 'project_id': 'ce3bca74c1d8467f832763bc531bfd88', 'subnets': [{'id': 'bddd1341-c5ba-4b8c-aefb-4ae93484dff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:24.281157 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4d66bd2d-e5a5-4798-b88c-2a6191768cce tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Publish callbacks [] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:24.282141 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5468acbf-c663-4570-a39c-5b2f32b72189 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25350782'] for subnet, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:24.284371 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-4d66bd2d-e5a5-4798-b88c-2a6191768cce tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] 10.222.0.64 "DELETE /v2.0/networks/2fd8f6b2-545c-4d8b-8146-48bb2a0033e3 HTTP/1.1" status: 204 len: 168 time: 0.9447224 Oct 20 10:55:24.291315 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 53076) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:24.376287 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd6193a-ee6b-45db-8d14-00a6853841d5 req-3b37acd0-92a4-4325-8c3f-d7c8a65495ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:24.377831 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1bd6193a-ee6b-45db-8d14-00a6853841d5 req-3b37acd0-92a4-4325-8c3f-d7c8a65495ee service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ce3bca74c1d8467f832763bc531bfd88&device_id=fe39f684-f334-4c7d-a566-1cd47db6ca57 HTTP/1.1" status: 200 len: 1096 time: 0.1362064 Oct 20 10:55:24.383417 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d66bd2d-e5a5-4798-b88c-2a6191768cce tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Pushing event deleted for resources: {'Network': ['ID=2fd8f6b2-545c-4d8b-8146-48bb2a0033e3,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:24.493509 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd6193a-ee6b-45db-8d14-00a6853841d5 req-018abccc-f9a7-43ed-96ab-a2bd6ba1fdf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:24.495631 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1bd6193a-ee6b-45db-8d14-00a6853841d5 req-018abccc-f9a7-43ed-96ab-a2bd6ba1fdf7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e41818e9-ba3e-442d-9b91-d6d4141e398e HTTP/1.1" status: 200 len: 897 time: 0.1082838 Oct 20 10:55:24.501222 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45f480b-5c6f-4f20-b94a-b1bcfa073bbd None None] Checking router: 7f331247-5cea-4f05-9d1d-84a6c8dbf438 for host: n-d-811396-3 {{(pid=100598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:55:24.507035 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e3f576-d640-46d5-9874-b6ec1bb56b55 req-99ce95b3-28ff-49a3-ba1d-78c2910c42e7 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:24.508596 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-15e3f576-d640-46d5-9874-b6ec1bb56b55 req-99ce95b3-28ff-49a3-ba1d-78c2910c42e7 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3f9930f-6768-428d-b296-1e65ca6bdfa7 HTTP/1.1" status: 200 len: 944 time: 0.2699959 Oct 20 10:55:24.535091 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45f480b-5c6f-4f20-b94a-b1bcfa073bbd None None] Routers {'7f331247-5cea-4f05-9d1d-84a6c8dbf438'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:55:24.537227 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-a45f480b-5c6f-4f20-b94a-b1bcfa073bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:55:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['7f331247-5cea-4f05-9d1d-84a6c8dbf438'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:24.603068 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5468acbf-c663-4570-a39c-5b2f32b72189 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25350752'] for subnet, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:24.680622 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5468acbf-c663-4570-a39c-5b2f32b72189 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Checking segment: {'id': 'da05d05e-cd47-418f-899d-6eeb35074eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '4dbd737b-9421-4d79-a568-92cdf6946ad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:55:24.681055 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5468acbf-c663-4570-a39c-5b2f32b72189 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Network hostable DHCP agents. Network: 4dbd737b-9421-4d79-a568-92cdf6946ad2, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:55:24.685150 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5468acbf-c663-4570-a39c-5b2f32b72189 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Pushing event updated for resources: {'Subnet': ['ID=6c591312-bbd2-4878-af6e-e47a26e60cfc,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:24.689147 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-a45f480b-5c6f-4f20-b94a-b1bcfa073bbd None None] Set router 7f331247-5cea-4f05-9d1d-84a6c8dbf438 gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:55:24.711005 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5468acbf-c663-4570-a39c-5b2f32b72189 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Network 4dbd737b-9421-4d79-a568-92cdf6946ad2 is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:55:24.724110 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-5468acbf-c663-4570-a39c-5b2f32b72189 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, 4dbd737b-9421-4d79-a568-92cdf6946ad2) {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:55:24.724570 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9e7241b-affc-40e6-848f-29aaedf68318 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:55:24.735936 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-319e1f05-3dd0-47b8-828c-c5ca2e20c7f0 None None] Network 4dbd737b-9421-4d79-a568-92cdf6946ad2 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:55:24.738407 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6fe7454-3a8d-41c9-8b1c-b2092eb5403e None None] Sync routers for ids ['8c837262-14fe-4a24-bdee-94fe0566d6dd'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:55:24.740858 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5468acbf-c663-4570-a39c-5b2f32b72189 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:24.741654 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5468acbf-c663-4570-a39c-5b2f32b72189 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:24.742453 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a9e7241b-affc-40e6-848f-29aaedf68318 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for floatingip, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:24.761997 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6fe7454-3a8d-41c9-8b1c-b2092eb5403e None None] Routers {'8c837262-14fe-4a24-bdee-94fe0566d6dd'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:55:24.762629 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-f6fe7454-3a8d-41c9-8b1c-b2092eb5403e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:55:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['8c837262-14fe-4a24-bdee-94fe0566d6dd'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:24.765147 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-5468acbf-c663-4570-a39c-5b2f32b72189 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2010334 Oct 20 10:55:24.768465 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 53080) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:24.775923 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1bd6193a-ee6b-45db-8d14-00a6853841d5 req-d2118569-d5c6-4023-adfe-08302b54ac31 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=78d7a355-00a3-4972-853b-be538b88a9d5 HTTP/1.1" status: 200 len: 998 time: 0.2636850 Oct 20 10:55:24.777498 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-3245169a-93ff-428e-a5dc-f267e2d71643 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-161860375', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:55:24.809786 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05650dd0-d759-44a4-9605-e0c2a49c6d71 tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:24.815513 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3245169a-93ff-428e-a5dc-f267e2d71643 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1772442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258322'] for router, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:24.817027 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3245169a-93ff-428e-a5dc-f267e2d71643 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1772334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773516', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258315'] for router, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:24.820320 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05650dd0-d759-44a4-9605-e0c2a49c6d71 tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:24.826064 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-05650dd0-d759-44a4-9605-e0c2a49c6d71 tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4937499 Oct 20 10:55:24.826953 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 53082) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:24.836726 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-94e4c330-fd15-4958-b674-f50609e33f94 tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1825548937'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:55:24.839794 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-15e3f576-d640-46d5-9874-b6ec1bb56b55 req-a344c39d-dc77-405a-985b-02dae1db32d4 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=58574406-52f6-4da8-ba4e-3f91a696d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3112555 Oct 20 10:55:24.879722 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-a9e7241b-affc-40e6-848f-29aaedf68318 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "DELETE /v2.0/floatingips/5e67c660-d6f0-4f2f-a04b-586d84e99311 HTTP/1.1" status: 204 len: 168 time: 5.3209851 Oct 20 10:55:24.922406 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94e4c330-fd15-4958-b674-f50609e33f94 tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Made reservation on behalf of df247dc17bdc464c8068a7819294e1f6 for: {'network': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:55:24.924997 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd6193a-ee6b-45db-8d14-00a6853841d5 req-85ba62a3-bad5-4009-a351-53cbd31879c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:24.930236 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-94e4c330-fd15-4958-b674-f50609e33f94 tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:24.930597 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1bd6193a-ee6b-45db-8d14-00a6853841d5 req-85ba62a3-bad5-4009-a351-53cbd31879c0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bddd1341-c5ba-4b8c-aefb-4ae93484dff7 HTTP/1.1" status: 200 len: 834 time: 0.1032901 Oct 20 10:55:24.986740 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94e4c330-fd15-4958-b674-f50609e33f94 tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 839} {{(pid=100597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:55:25.004856 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-f6fe7454-3a8d-41c9-8b1c-b2092eb5403e None None] Set router 8c837262-14fe-4a24-bdee-94fe0566d6dd gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:55:25.008039 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-94e4c330-fd15-4958-b674-f50609e33f94 tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:25.008685 n-d-811396-3 neutron-server[100597]: INFO neutron.db.segments_db [None req-94e4c330-fd15-4958-b674-f50609e33f94 tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Added segment adacd6c6-afd3-447c-b40a-0d955f036e31 of type vlan for network 3ef0e228-96f3-46b2-8198-90979bf4b0b1 Oct 20 10:55:25.021194 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd6193a-ee6b-45db-8d14-00a6853841d5 req-3b9ec77e-e2e9-4503-91f7-056a19aa12c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:25.027934 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1bd6193a-ee6b-45db-8d14-00a6853841d5 req-3b9ec77e-e2e9-4503-91f7-056a19aa12c4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e41818e9-ba3e-442d-9b91-d6d4141e398e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0919967 Oct 20 10:55:25.109701 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-94e4c330-fd15-4958-b674-f50609e33f94 tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:25.113087 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85c90a67-179e-4612-b928-dc9717b6e089', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36ff2f18-0e23-496c-993d-73cb5622c2f2'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:55:25.125293 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-733c0da5-a1b4-4770-8160-c4d922a52a0e" -d '{"events": [{"server_uuid": "85c90a67-179e-4612-b928-dc9717b6e089", "name": "network-vif-plugged", "status": "completed", "tag": "36ff2f18-0e23-496c-993d-73cb5622c2f2"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:55:25.134098 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f2398c-ccd6-486b-838b-a1ba52302b7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524064ba-869c-5550-b826-c26b69a11278-4dbd737b-9421-4d79-a568-92cdf6946ad2', 'network_id': '4dbd737b-9421-4d79-a568-92cdf6946ad2', 'tenant_id': 'c1dc2571b4ea4623a4cbd3a1bfe8dca0', 'fixed_ips': [{'subnet_id': '6c591312-bbd2-4878-af6e-e47a26e60cfc'}]}} from n-d-811396-3. {{(pid=100598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:55:25.135970 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-d1f2398c-ccd6-486b-838b-a1ba52302b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:25.241432 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 53094) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:25.245909 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-94e4c330-fd15-4958-b674-f50609e33f94 tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:25.261462 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e4c330-fd15-4958-b674-f50609e33f94 tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:25.262117 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-94e4c330-fd15-4958-b674-f50609e33f94 tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:25.270009 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3245169a-93ff-428e-a5dc-f267e2d71643 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:25.323124 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-a45f480b-5c6f-4f20-b94a-b1bcfa073bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f331247-5cea-4f05-9d1d-84a6c8dbf438', 'name': 'tempest-TestNetworkBasicOps-router-2074294164', 'tenant_id': 'ce3bca74c1d8467f832763bc531bfd88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '940946f9-934a-4180-afd6-c116241821d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:54:25Z', 'updated_at': '2021-10-20T10:54:39Z', 'revision_number': 4, 'project_id': 'ce3bca74c1d8467f832763bc531bfd88', 'gw_port': {'id': '940946f9-934a-4180-afd6-c116241821d4', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:0b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f331247-5cea-4f05-9d1d-84a6c8dbf438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3008, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:54:26Z', 'updated_at': '2021-10-20T10:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_floatingips': [{'id': '5add569c-e121-4b20-a632-e38f6155a45b', 'tenant_id': 'ce3bca74c1d8467f832763bc531bfd88', 'floating_ip_address': '172.25.1.91', 'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'router_id': '7f331247-5cea-4f05-9d1d-84a6c8dbf438', 'port_id': '78d7a355-00a3-4972-853b-be538b88a9d5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3085, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e41818e9-ba3e-442d-9b91-d6d4141e398e', 'mac_address': 'fa:16:3e:bb:f9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe39f684-f334-4c7d-a566-1cd47db6ca57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T10:55:18Z', 'updated_at': '2021-10-20T10:55:18Z', 'revision_number': 0, 'project_id': 'ce3bca74c1d8467f832763bc531bfd88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62e77116-6123-4988-a25f-28b326c26dc8', 'name': '', 'network_id': 'e41818e9-ba3e-442d-9b91-d6d4141e398e', 'tenant_id': 'ce3bca74c1d8467f832763bc531bfd88', 'mac_address': 'fa:16:3e:40:3f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f331247-5cea-4f05-9d1d-84a6c8dbf438', 'device_owner': 'network:router_interface', 'standard_attr_id': 3020, 'fixed_ips': [{'subnet_id': 'bddd1341-c5ba-4b8c-aefb-4ae93484dff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:54:37Z', 'updated_at': '2021-10-20T10:54:44Z', 'revision_number': 5, 'project_id': 'ce3bca74c1d8467f832763bc531bfd88', 'subnets': [{'id': 'bddd1341-c5ba-4b8c-aefb-4ae93484dff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:25.348107 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e4c330-fd15-4958-b674-f50609e33f94 tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Pushing event updated for resources: {'Network': ['ID=3ef0e228-96f3-46b2-8198-90979bf4b0b1,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:25.362559 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3245169a-93ff-428e-a5dc-f267e2d71643 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1773475'] for router, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:25.383299 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-94e4c330-fd15-4958-b674-f50609e33f94 tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5527620 Oct 20 10:55:25.386947 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 53096) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:25.395877 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network 3ef0e228-96f3-46b2-8198-90979bf4b0b1 details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:55:25.404150 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-f8e72b60-913a-401b-ad9f-a4508bf96619 tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1999912777'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:55:25.411561 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45f480b-5c6f-4f20-b94a-b1bcfa073bbd None None] The sync data for ids ['7f331247-5cea-4f05-9d1d-84a6c8dbf438'] in n-d-811396-3 is: [{'id': '7f331247-5cea-4f05-9d1d-84a6c8dbf438', 'name': 'tempest-TestNetworkBasicOps-router-2074294164', 'tenant_id': 'ce3bca74c1d8467f832763bc531bfd88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '940946f9-934a-4180-afd6-c116241821d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:54:25Z', 'updated_at': '2021-10-20T10:54:39Z', 'revision_number': 4, 'project_id': 'ce3bca74c1d8467f832763bc531bfd88', 'gw_port': {'id': '940946f9-934a-4180-afd6-c116241821d4', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:0b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f331247-5cea-4f05-9d1d-84a6c8dbf438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3008, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:54:26Z', 'updated_at': '2021-10-20T10:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_floatingips': [{'id': '5add569c-e121-4b20-a632-e38f6155a45b', 'tenant_id': 'ce3bca74c1d8467f832763bc531bfd88', 'floating_ip_address': '172.25.1.91', 'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'router_id': '7f331247-5cea-4f05-9d1d-84a6c8dbf438', 'port_id': '78d7a355-00a3-4972-853b-be538b88a9d5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3085, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e41818e9-ba3e-442d-9b91-d6d4141e398e', 'mac_address': 'fa:16:3e:bb:f9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe39f684-f334-4c7d-a566-1cd47db6ca57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T10:55:18Z', 'updated_at': '2021-10-20T10:55:18Z', 'revision_number': 0, 'project_id': 'ce3bca74c1d8467f832763bc531bfd88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62e77116-6123-4988-a25f-28b326c26dc8', 'name': '', 'network_id': 'e41818e9-ba3e-442d-9b91-d6d4141e398e', 'tenant_id': 'ce3bca74c1d8467f832763bc531bfd88', 'mac_address': 'fa:16:3e:40:3f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f331247-5cea-4f05-9d1d-84a6c8dbf438', 'device_owner': 'network:router_interface', 'standard_attr_id': 3020, 'fixed_ips': [{'subnet_id': 'bddd1341-c5ba-4b8c-aefb-4ae93484dff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:54:37Z', 'updated_at': '2021-10-20T10:54:44Z', 'revision_number': 5, 'project_id': 'ce3bca74c1d8467f832763bc531bfd88', 'subnets': [{'id': 'bddd1341-c5ba-4b8c-aefb-4ae93484dff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:55:25.437449 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3245169a-93ff-428e-a5dc-f267e2d71643 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks [] for router, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:25.438862 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-3245169a-93ff-428e-a5dc-f267e2d71643 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6690791 Oct 20 10:55:25.440123 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8e72b60-913a-401b-ad9f-a4508bf96619 tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Made reservation on behalf of df247dc17bdc464c8068a7819294e1f6 for: {'network': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:55:25.443827 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f8e72b60-913a-401b-ad9f-a4508bf96619 tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:25.459591 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 53098) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:25.479359 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8e72b60-913a-401b-ad9f-a4508bf96619 tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 809} {{(pid=100597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:55:25.491758 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f8e72b60-913a-401b-ad9f-a4508bf96619 tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:25.492115 n-d-811396-3 neutron-server[100597]: INFO neutron.db.segments_db [None req-f8e72b60-913a-401b-ad9f-a4508bf96619 tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Added segment 18b8f0a7-b7a2-4d53-b4fb-8cba8235ef06 of type vlan for network 8e908ccf-1e2d-4107-83dc-f413537b1b26 Oct 20 10:55:25.499399 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-84dbff04-fb44-49b8-9906-72b08bd127c5 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Request body: {'port': {'network_id': '4dbd737b-9421-4d79-a568-92cdf6946ad2', 'name': 'tempest-PortsIpV6TestJSON-1504542002'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:55:25.523322 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-f6fe7454-3a8d-41c9-8b1c-b2092eb5403e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c837262-14fe-4a24-bdee-94fe0566d6dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1772118193', 'tenant_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': 'f6c7f1ca-b6a7-4630-ba90-edb1b4fbe54d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:51:30Z', 'updated_at': '2021-10-20T10:51:40Z', 'revision_number': 4, 'project_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'gw_port': {'id': 'f6c7f1ca-b6a7-4630-ba90-edb1b4fbe54d', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:1a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c837262-14fe-4a24-bdee-94fe0566d6dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:51:31Z', 'updated_at': '2021-10-20T10:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '2bfaad9e-68a1-43e2-9a3d-7e04a82716a8', 'name': '', 'network_id': 'b3481165-3e87-46ad-826c-7d431607ac7a', 'tenant_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'mac_address': 'fa:16:3e:ba:5c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c837262-14fe-4a24-bdee-94fe0566d6dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': '06a8754b-afbe-40dd-82e4-c21b59e7daf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:51:38Z', 'updated_at': '2021-10-20T10:51:47Z', 'revision_number': 5, 'project_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'subnets': [{'id': '06a8754b-afbe-40dd-82e4-c21b59e7daf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:25.543761 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f8e72b60-913a-401b-ad9f-a4508bf96619 tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:25.552624 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42298a1-502f-41e3-b231-dad674c3a010 req-329ceef9-1486-4d7c-b3d1-528c503f4090 tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:25.554562 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a42298a1-502f-41e3-b231-dad674c3a010 req-329ceef9-1486-4d7c-b3d1-528c503f4090 tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] 10.222.0.64 "GET /v2.0/ports?device_id=85c90a67-179e-4612-b928-dc9717b6e089 HTTP/1.1" status: 200 len: 946 time: 0.3416307 Oct 20 10:55:25.561781 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1bd6193a-ee6b-45db-8d14-00a6853841d5 req-19b9df03-1f00-4f9f-833e-d060ed6f684a service neutron] 10.222.0.55 "GET /v2.0/networks/e41818e9-ba3e-442d-9b91-d6d4141e398e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5264781 Oct 20 10:55:25.565707 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6fe7454-3a8d-41c9-8b1c-b2092eb5403e None None] Checking router: 8c837262-14fe-4a24-bdee-94fe0566d6dd for host: n-d-811396-3 {{(pid=100599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:55:25.574131 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-f2db3195-b148-4286-81d8-18aa2fa3c351 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "GET /v2.0/floatingips/5add569c-e121-4b20-a632-e38f6155a45b HTTP/1.1" status: 200 len: 990 time: 0.3238623 Oct 20 10:55:25.576333 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-d1f2398c-ccd6-486b-838b-a1ba52302b7c None None] Allocated IP 2001:db8::2 (4dbd737b-9421-4d79-a568-92cdf6946ad2/6c591312-bbd2-4878-af6e-e47a26e60cfc/80b38ae4-fc04-4c79-addd-7ca90b21ac8a) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:55:25.581106 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6fe7454-3a8d-41c9-8b1c-b2092eb5403e None None] Routers {'8c837262-14fe-4a24-bdee-94fe0566d6dd'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:55:25.582553 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-f6fe7454-3a8d-41c9-8b1c-b2092eb5403e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:55:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['8c837262-14fe-4a24-bdee-94fe0566d6dd'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:25.583798 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f8e72b60-913a-401b-ad9f-a4508bf96619 tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:25.590096 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e72b60-913a-401b-ad9f-a4508bf96619 tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:25.590916 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f8e72b60-913a-401b-ad9f-a4508bf96619 tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:25.656355 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-f8e72b60-913a-401b-ad9f-a4508bf96619 tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2681949 Oct 20 10:55:25.657243 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 53102) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:25.665750 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-44cdecfe-16eb-4713-8477-e59811575c85 tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Request body: {'ports': [{'network_id': '3ef0e228-96f3-46b2-8198-90979bf4b0b1', 'name': 'tempest-port--1347787050', 'admin_state_up': True}, {'network_id': '8e908ccf-1e2d-4107-83dc-f413537b1b26', 'admin_state_up': False}]} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:55:25.666146 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-44cdecfe-16eb-4713-8477-e59811575c85 tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Request body: {'port': {'network_id': '3ef0e228-96f3-46b2-8198-90979bf4b0b1', 'name': 'tempest-port--1347787050', 'admin_state_up': True}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:55:25.666634 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-44cdecfe-16eb-4713-8477-e59811575c85 tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Request body: {'port': {'network_id': '8e908ccf-1e2d-4107-83dc-f413537b1b26', 'admin_state_up': False}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:55:25.870122 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-f6fe7454-3a8d-41c9-8b1c-b2092eb5403e None None] Set router 8c837262-14fe-4a24-bdee-94fe0566d6dd gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:55:25.879124 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93421c94-34f8-4c82-8caf-461995664835 None None] New status for floating IP 5add569c-e121-4b20-a632-e38f6155a45b: ACTIVE {{(pid=100598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 10:55:25.909716 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e72b60-913a-401b-ad9f-a4508bf96619 tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Pushing event updated for resources: {'Network': ['ID=8e908ccf-1e2d-4107-83dc-f413537b1b26,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:25.936150 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44cdecfe-16eb-4713-8477-e59811575c85 tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Made reservation on behalf of df247dc17bdc464c8068a7819294e1f6 for: {'port': 2} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:55:25.946478 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-44cdecfe-16eb-4713-8477-e59811575c85 tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:25.960346 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network 8e908ccf-1e2d-4107-83dc-f413537b1b26 details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:55:25.973333 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-44cdecfe-16eb-4713-8477-e59811575c85 tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:26.104066 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-d1f2398c-ccd6-486b-838b-a1ba52302b7c None None] Publish callbacks [] for port, precommit_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:26.106967 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [None req-44cdecfe-16eb-4713-8477-e59811575c85 tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] device_id is not set on port 44265e4f-a641-41b1-8745-375540c21100 yet. {{(pid=100597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:55:26.126601 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-d1f2398c-ccd6-486b-838b-a1ba52302b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:26.130161 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '982cf2b9-f584-4e2b-9222-a8c52175a1df', 'tag': '9a694840-85b2-41cc-8b6b-82d014e9b501'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:55:26.132465 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30bf291a-22ab-40bc-b9b2-2605b6d5e559" -d '{"events": [{"name": "network-changed", "server_uuid": "982cf2b9-f584-4e2b-9222-a8c52175a1df", "tag": "9a694840-85b2-41cc-8b6b-82d014e9b501"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:55:26.151246 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f2398c-ccd6-486b-838b-a1ba52302b7c None None] Network 4dbd737b-9421-4d79-a568-92cdf6946ad2 is already hosted by enough agents. {{(pid=100598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:55:26.157133 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.base_scheduler [None req-d1f2398c-ccd6-486b-838b-a1ba52302b7c None None] Resources bound (agent type, host, resource id): {{(pid=100598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:55:26.183290 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f2398c-ccd6-486b-838b-a1ba52302b7c None None] Received port after_create {{(pid=100598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:55:26.194600 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073f60a9-a889-49cf-8e00-ff1c5fd7a9c2 req-9432eb2a-af99-4ad5-b859-b576156869f5 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:26.202918 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-073f60a9-a889-49cf-8e00-ff1c5fd7a9c2 req-9432eb2a-af99-4ad5-b859-b576156869f5 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=1905cb83-c152-40b2-98e8-53e3c912e15d HTTP/1.1" status: 200 len: 945 time: 0.8977246 Oct 20 10:55:26.224956 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-f6fe7454-3a8d-41c9-8b1c-b2092eb5403e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c837262-14fe-4a24-bdee-94fe0566d6dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1772118193', 'tenant_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': 'f6c7f1ca-b6a7-4630-ba90-edb1b4fbe54d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:51:30Z', 'updated_at': '2021-10-20T10:51:40Z', 'revision_number': 4, 'project_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'gw_port': {'id': 'f6c7f1ca-b6a7-4630-ba90-edb1b4fbe54d', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:1a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c837262-14fe-4a24-bdee-94fe0566d6dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:51:31Z', 'updated_at': '2021-10-20T10:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '2bfaad9e-68a1-43e2-9a3d-7e04a82716a8', 'name': '', 'network_id': 'b3481165-3e87-46ad-826c-7d431607ac7a', 'tenant_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'mac_address': 'fa:16:3e:ba:5c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c837262-14fe-4a24-bdee-94fe0566d6dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': '06a8754b-afbe-40dd-82e4-c21b59e7daf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:51:38Z', 'updated_at': '2021-10-20T10:51:47Z', 'revision_number': 5, 'project_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'subnets': [{'id': '06a8754b-afbe-40dd-82e4-c21b59e7daf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:26.249273 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1bd6193a-ee6b-45db-8d14-00a6853841d5 req-c833dbcf-1483-4e16-a0d4-9b0b2e99abcf service neutron] 10.222.0.55 "GET /v2.0/networks/e41818e9-ba3e-442d-9b91-d6d4141e398e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6628969 Oct 20 10:55:26.261917 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a42298a1-502f-41e3-b231-dad674c3a010 req-3cf9d017-b88e-4887-bf94-e912427c8e3e tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] 10.222.0.64 "GET /v2.0/security-groups?id=745785b5-2200-4416-93f8-13db3cc44dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967044 Oct 20 10:55:26.288831 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6fe7454-3a8d-41c9-8b1c-b2092eb5403e None None] The sync data for ids ['8c837262-14fe-4a24-bdee-94fe0566d6dd'] in n-d-811396-3 is: [{'id': '8c837262-14fe-4a24-bdee-94fe0566d6dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1772118193', 'tenant_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': 'f6c7f1ca-b6a7-4630-ba90-edb1b4fbe54d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:51:30Z', 'updated_at': '2021-10-20T10:51:40Z', 'revision_number': 4, 'project_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'gw_port': {'id': 'f6c7f1ca-b6a7-4630-ba90-edb1b4fbe54d', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:1a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c837262-14fe-4a24-bdee-94fe0566d6dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:51:31Z', 'updated_at': '2021-10-20T10:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '2bfaad9e-68a1-43e2-9a3d-7e04a82716a8', 'name': '', 'network_id': 'b3481165-3e87-46ad-826c-7d431607ac7a', 'tenant_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'mac_address': 'fa:16:3e:ba:5c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c837262-14fe-4a24-bdee-94fe0566d6dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': '06a8754b-afbe-40dd-82e4-c21b59e7daf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:51:38Z', 'updated_at': '2021-10-20T10:51:47Z', 'revision_number': 5, 'project_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'subnets': [{'id': '06a8754b-afbe-40dd-82e4-c21b59e7daf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:55:26.332395 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-073f60a9-a889-49cf-8e00-ff1c5fd7a9c2 req-1ab31de0-d2ad-4594-91c7-1743b1aa72ab tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/security-groups?id=b86ef872-82a8-48e3-89d0-a53331758f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275904 Oct 20 10:55:26.339360 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-d1f2398c-ccd6-486b-838b-a1ba52302b7c None None] Attempting to bind port 80b38ae4-fc04-4c79-addd-7ca90b21ac8a on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:55:26.339791 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-d1f2398c-ccd6-486b-838b-a1ba52302b7c None None] Attempting to bind port 80b38ae4-fc04-4c79-addd-7ca90b21ac8a by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': 'da05d05e-cd47-418f-899d-6eeb35074eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '4dbd737b-9421-4d79-a568-92cdf6946ad2'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:55:26.340298 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f2398c-ccd6-486b-838b-a1ba52302b7c None None] Attempting to bind port 80b38ae4-fc04-4c79-addd-7ca90b21ac8a on network 4dbd737b-9421-4d79-a568-92cdf6946ad2 {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:55:26.350036 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f2398c-ccd6-486b-838b-a1ba52302b7c None None] Pushing event updated for resources: {'Port': ['ID=80b38ae4-fc04-4c79-addd-7ca90b21ac8a,revision_number=1']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:26.363821 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f2398c-ccd6-486b-838b-a1ba52302b7c None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 55, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:55:26.364842 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f2398c-ccd6-486b-838b-a1ba52302b7c None None] Checking segment: {'id': 'da05d05e-cd47-418f-899d-6eeb35074eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '4dbd737b-9421-4d79-a568-92cdf6946ad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:55:26.365567 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-d1f2398c-ccd6-486b-838b-a1ba52302b7c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:26.366236 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f2398c-ccd6-486b-838b-a1ba52302b7c None None] Bound using segment: {'id': 'da05d05e-cd47-418f-899d-6eeb35074eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '4dbd737b-9421-4d79-a568-92cdf6946ad2'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:55:26.367733 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-d1f2398c-ccd6-486b-838b-a1ba52302b7c None None] Bound port: 80b38ae4-fc04-4c79-addd-7ca90b21ac8a, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da05d05e-cd47-418f-899d-6eeb35074eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '4dbd737b-9421-4d79-a568-92cdf6946ad2'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:55:26.368132 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-d1f2398c-ccd6-486b-838b-a1ba52302b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:26.373525 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4207010b-655d-49f6-8970-420e411c1dd2 x-openstack-request-id: req-4207010b-655d-49f6-8970-420e411c1dd2 {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:55:26.373998 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85c90a67-179e-4612-b928-dc9717b6e089", "name": "network-vif-plugged", "status": "completed", "tag": "36ff2f18-0e23-496c-993d-73cb5622c2f2", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:55:26.374516 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4207010b-655d-49f6-8970-420e411c1dd2 {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:55:26.375040 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85c90a67-179e-4612-b928-dc9717b6e089', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36ff2f18-0e23-496c-993d-73cb5622c2f2', 'code': 200} Oct 20 10:55:26.409103 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84dbff04-fb44-49b8-9906-72b08bd127c5 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Made reservation on behalf of c1dc2571b4ea4623a4cbd3a1bfe8dca0 for: {'port': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:55:26.414585 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-84dbff04-fb44-49b8-9906-72b08bd127c5 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:26.427009 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-44cdecfe-16eb-4713-8477-e59811575c85 tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:26.473442 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [None req-84dbff04-fb44-49b8-9906-72b08bd127c5 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] device_id is not set on port a08231d1-7ea2-4b18-a28f-b5d137d848df yet. {{(pid=100596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:55:26.500396 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-d1f2398c-ccd6-486b-838b-a1ba52302b7c None None] For port 80b38ae4-fc04-4c79-addd-7ca90b21ac8a, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:55:26.504185 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-d1f2398c-ccd6-486b-838b-a1ba52302b7c None None] For port 80b38ae4-fc04-4c79-addd-7ca90b21ac8a, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=80b38ae4-fc04-4c79-addd-7ca90b21ac8a,segment=NetworkSegment(da05d05e-cd47-418f-899d-6eeb35074eab),segment_id=da05d05e-cd47-418f-899d-6eeb35074eab)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:55:26.510885 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-d1f2398c-ccd6-486b-838b-a1ba52302b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:26.540513 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [None req-44cdecfe-16eb-4713-8477-e59811575c85 tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] device_id is not set on port 64a38615-cfed-4117-89d8-88e863de16b9 yet. {{(pid=100597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:55:26.576897 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 53110) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:26.578897 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f2398c-ccd6-486b-838b-a1ba52302b7c None None] Pushing event updated for resources: {'Port': ['ID=80b38ae4-fc04-4c79-addd-7ca90b21ac8a,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:26.704921 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-54c9b05d-ac62-4db4-8d52-957c940919d7 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "GET /v2.0/floatingips/5add569c-e121-4b20-a632-e38f6155a45b HTTP/1.1" status: 200 len: 992 time: 0.1263595 Oct 20 10:55:26.747637 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bef3143-3f98-406e-8c4e-d3535946f15a req-19584dbc-c6a8-4a90-a85b-b3def175bb9a tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:26.763622 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5bef3143-3f98-406e-8c4e-d3535946f15a req-19584dbc-c6a8-4a90-a85b-b3def175bb9a tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/ports?device_id=982cf2b9-f584-4e2b-9222-a8c52175a1df HTTP/1.1" status: 200 len: 946 time: 0.2370892 Oct 20 10:55:26.775410 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-44cdecfe-16eb-4713-8477-e59811575c85 tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:26.785839 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f35d59-29ea-4583-a379-0f176e01028b req-b41357da-761a-44d0-a26d-0a14251a709e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:26.787325 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-21f35d59-29ea-4583-a379-0f176e01028b req-b41357da-761a-44d0-a26d-0a14251a709e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=85c90a67-179e-4612-b928-dc9717b6e089 HTTP/1.1" status: 200 len: 1097 time: 0.2362761 Oct 20 10:55:26.810024 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7cf7fd-edc5-4dbd-af13-fdc7838cdb2a req-b5261db5-62c8-4425-8b4b-0dae58fc73eb tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:26.812102 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2b7cf7fd-edc5-4dbd-af13-fdc7838cdb2a req-b5261db5-62c8-4425-8b4b-0dae58fc73eb tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3f9930f-6768-428d-b296-1e65ca6bdfa7 HTTP/1.1" status: 200 len: 944 time: 0.3302667 Oct 20 10:55:26.824993 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0de5154-ff73-4c1c-b9f2-f36fdcb09dd8 None None] New status for floating IP 5e67c660-d6f0-4f2f-a04b-586d84e99311: DOWN {{(pid=100599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 10:55:26.876942 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-44cdecfe-16eb-4713-8477-e59811575c85 tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:26.904375 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [None req-84dbff04-fb44-49b8-9906-72b08bd127c5 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Allocated IP 2001:db8::16f (4dbd737b-9421-4d79-a568-92cdf6946ad2/6c591312-bbd2-4878-af6e-e47a26e60cfc/a08231d1-7ea2-4b18-a28f-b5d137d848df) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:55:27.005091 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44cdecfe-16eb-4713-8477-e59811575c85 tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Checking segment: {'id': 'adacd6c6-afd3-447c-b40a-0d955f036e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '3ef0e228-96f3-46b2-8198-90979bf4b0b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:55:27.005450 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44cdecfe-16eb-4713-8477-e59811575c85 tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Network hostable DHCP agents. Network: 3ef0e228-96f3-46b2-8198-90979bf4b0b1, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:55:27.020419 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cdecfe-16eb-4713-8477-e59811575c85 tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Pushing event updated for resources: {'Port': ['ID=44265e4f-a641-41b1-8745-375540c21100,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:27.046523 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44cdecfe-16eb-4713-8477-e59811575c85 tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Network 3ef0e228-96f3-46b2-8198-90979bf4b0b1 is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:55:27.063209 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-44cdecfe-16eb-4713-8477-e59811575c85 tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, 3ef0e228-96f3-46b2-8198-90979bf4b0b1) {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:55:27.067217 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44cdecfe-16eb-4713-8477-e59811575c85 tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:55:27.068196 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-44cdecfe-16eb-4713-8477-e59811575c85 tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:27.076111 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9a94665-195e-43c8-8d57-474e3479be1a None None] Network 3ef0e228-96f3-46b2-8198-90979bf4b0b1 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:55:27.104817 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-84dbff04-fb44-49b8-9906-72b08bd127c5 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:27.139344 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44cdecfe-16eb-4713-8477-e59811575c85 tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Checking segment: {'id': '18b8f0a7-b7a2-4d53-b4fb-8cba8235ef06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '8e908ccf-1e2d-4107-83dc-f413537b1b26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:55:27.139675 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44cdecfe-16eb-4713-8477-e59811575c85 tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Network hostable DHCP agents. Network: 8e908ccf-1e2d-4107-83dc-f413537b1b26, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:55:27.143724 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cdecfe-16eb-4713-8477-e59811575c85 tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Pushing event updated for resources: {'Port': ['ID=64a38615-cfed-4117-89d8-88e863de16b9,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:27.171954 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44cdecfe-16eb-4713-8477-e59811575c85 tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Network 8e908ccf-1e2d-4107-83dc-f413537b1b26 is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:55:27.183895 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-44cdecfe-16eb-4713-8477-e59811575c85 tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, 8e908ccf-1e2d-4107-83dc-f413537b1b26) {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:55:27.191127 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44cdecfe-16eb-4713-8477-e59811575c85 tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:55:27.196297 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f2e437e-15fc-47f5-b4cc-d39ad7d80caa None None] Network 8e908ccf-1e2d-4107-83dc-f413537b1b26 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:55:27.203539 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44cdecfe-16eb-4713-8477-e59811575c85 tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:27.208877 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44cdecfe-16eb-4713-8477-e59811575c85 tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:27.209595 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-44cdecfe-16eb-4713-8477-e59811575c85 tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:27.212211 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-84dbff04-fb44-49b8-9906-72b08bd127c5 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:27.242661 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-44cdecfe-16eb-4713-8477-e59811575c85 tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.5813799 Oct 20 10:55:27.243745 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 53116) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:27.319746 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b9ef79-0270-44b5-9909-a4585f605de8 tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:27.326140 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b9ef79-0270-44b5-9909-a4585f605de8 tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:27.330972 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-46b9ef79-0270-44b5-9909-a4585f605de8 tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0858943 Oct 20 10:55:27.331322 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2b7cf7fd-edc5-4dbd-af13-fdc7838cdb2a req-338360dc-3300-47da-a3ad-c470db554162 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=58574406-52f6-4da8-ba4e-3f91a696d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1854224 Oct 20 10:55:27.331671 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 53120) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:27.336419 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dbff04-fb44-49b8-9906-72b08bd127c5 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Pushing event updated for resources: {'Port': ['ID=a08231d1-7ea2-4b18-a28f-b5d137d848df,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:27.367715 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84dbff04-fb44-49b8-9906-72b08bd127c5 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Network 4dbd737b-9421-4d79-a568-92cdf6946ad2 is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:55:27.374018 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5bef3143-3f98-406e-8c4e-d3535946f15a req-691a52fd-0d3e-4da8-a13e-49b8fdc19630 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/security-groups?id=4de8cd6c-6bcc-4778-96b5-f0ccd59485f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5904646 Oct 20 10:55:27.374904 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-84dbff04-fb44-49b8-9906-72b08bd127c5 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:55:27.385957 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84dbff04-fb44-49b8-9906-72b08bd127c5 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:55:27.398935 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84dbff04-fb44-49b8-9906-72b08bd127c5 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:27.399144 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-84dbff04-fb44-49b8-9906-72b08bd127c5 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:27.417953 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-21f35d59-29ea-4583-a379-0f176e01028b req-99af00b6-502e-4a66-868b-986c195c47d1 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=745785b5-2200-4416-93f8-13db3cc44dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706013 Oct 20 10:55:27.453372 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a9426f-e8ab-4025-b0f4-405f5eb22b4a req-5dfdf47b-5066-4ad6-bd52-6ab9064aca38 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:27.455006 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c4a9426f-e8ab-4025-b0f4-405f5eb22b4a req-5dfdf47b-5066-4ad6-bd52-6ab9064aca38 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.55 "GET /v2.0/ports?device_id=982cf2b9-f584-4e2b-9222-a8c52175a1df HTTP/1.1" status: 200 len: 946 time: 0.3104658 Oct 20 10:55:27.456791 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-955d00f3-1699-4ecd-87ed-edaee58e46fa x-openstack-request-id: req-955d00f3-1699-4ecd-87ed-edaee58e46fa {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:55:27.457154 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "982cf2b9-f584-4e2b-9222-a8c52175a1df", "tag": "9a694840-85b2-41cc-8b6b-82d014e9b501", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:55:27.457414 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-955d00f3-1699-4ecd-87ed-edaee58e46fa {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:55:27.457975 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '982cf2b9-f584-4e2b-9222-a8c52175a1df', 'tag': '9a694840-85b2-41cc-8b6b-82d014e9b501', 'status': 'completed', 'code': 200} Oct 20 10:55:27.464699 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-5dd4251d-0c99-49b7-8a3f-066ae1ab513e tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Deleting port 44265e4f-a641-41b1-8745-375540c21100 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:55:27.465225 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5dd4251d-0c99-49b7-8a3f-066ae1ab513e tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:27.474898 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-84dbff04-fb44-49b8-9906-72b08bd127c5 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9879005 Oct 20 10:55:27.478674 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 53122) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:27.553310 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5dd4251d-0c99-49b7-8a3f-066ae1ab513e tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:27.567475 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-5dd4251d-0c99-49b7-8a3f-066ae1ab513e tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Calling delete_port for 44265e4f-a641-41b1-8745-375540c21100 owned by {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:55:27.665443 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5dd4251d-0c99-49b7-8a3f-066ae1ab513e tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:27.708173 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5dd4251d-0c99-49b7-8a3f-066ae1ab513e tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:27.716632 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-5dd4251d-0c99-49b7-8a3f-066ae1ab513e tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] 10.222.0.64 "DELETE /v2.0/ports/44265e4f-a641-41b1-8745-375540c21100 HTTP/1.1" status: 204 len: 168 time: 0.3838489 Oct 20 10:55:27.717804 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 53124) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:27.729269 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd4251d-0c99-49b7-8a3f-066ae1ab513e tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Pushing event deleted for resources: {'Port': ['ID=44265e4f-a641-41b1-8745-375540c21100,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:27.805936 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215d0173-7e13-45f8-8f2e-74494ebb6855 req-d232abc5-fc3a-46be-968d-f15aaf59721d tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:27.807781 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-215d0173-7e13-45f8-8f2e-74494ebb6855 req-d232abc5-fc3a-46be-968d-f15aaf59721d tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=1905cb83-c152-40b2-98e8-53e3c912e15d HTTP/1.1" status: 200 len: 945 time: 0.1908395 Oct 20 10:55:27.815833 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1e474f-1805-4cba-af1e-a9fb12228d95 req-08949385-5e20-4d42-b1b4-3ad7f5bbc59b tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:27.817468 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7f1e474f-1805-4cba-af1e-a9fb12228d95 req-08949385-5e20-4d42-b1b4-3ad7f5bbc59b tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] 10.222.0.64 "GET /v2.0/ports?device_id=85c90a67-179e-4612-b928-dc9717b6e089 HTTP/1.1" status: 200 len: 946 time: 0.2017725 Oct 20 10:55:27.863320 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-7b574330-c14a-4a6f-8a87-2323a2e1ab58 tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Deleting port 64a38615-cfed-4117-89d8-88e863de16b9 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:55:27.863683 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7b574330-c14a-4a6f-8a87-2323a2e1ab58 tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:27.977943 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7b574330-c14a-4a6f-8a87-2323a2e1ab58 tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:27.985114 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93551d4e-976b-4f8c-be2b-0bdf2b97ee97 None None] Network 4dbd737b-9421-4d79-a568-92cdf6946ad2 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:55:27.991563 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-7b574330-c14a-4a6f-8a87-2323a2e1ab58 tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Calling delete_port for 64a38615-cfed-4117-89d8-88e863de16b9 owned by {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:55:28.035676 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-215d0173-7e13-45f8-8f2e-74494ebb6855 req-d17014db-c77b-4e65-af7b-8de09dbe9afa tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/security-groups?id=b86ef872-82a8-48e3-89d0-a53331758f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2125704 Oct 20 10:55:28.051150 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 53128) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:28.087984 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-45505f73-8820-4d24-8076-09345300757f None None] Provisioning complete for port 80b38ae4-fc04-4c79-addd-7ca90b21ac8a triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:55:28.088264 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-45505f73-8820-4d24-8076-09345300757f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:28.105317 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7b574330-c14a-4a6f-8a87-2323a2e1ab58 tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:28.165427 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b574330-c14a-4a6f-8a87-2323a2e1ab58 tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Pushing event deleted for resources: {'Port': ['ID=64a38615-cfed-4117-89d8-88e863de16b9,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:28.168187 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bf291a-22ab-40bc-b9b2-2605b6d5e559 req-af824edf-829e-4744-b991-d41393a0ed6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:28.175218 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-30bf291a-22ab-40bc-b9b2-2605b6d5e559 req-af824edf-829e-4744-b991-d41393a0ed6a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ba79d3046aa84fd2ac89895f3514d2bd&device_id=982cf2b9-f584-4e2b-9222-a8c52175a1df HTTP/1.1" status: 200 len: 1097 time: 0.3091073 Oct 20 10:55:28.175675 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7b574330-c14a-4a6f-8a87-2323a2e1ab58 tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:28.180296 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-7b574330-c14a-4a6f-8a87-2323a2e1ab58 tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] 10.222.0.64 "DELETE /v2.0/ports/64a38615-cfed-4117-89d8-88e863de16b9 HTTP/1.1" status: 204 len: 168 time: 0.4612954 Oct 20 10:55:28.182690 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 53132) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:28.185733 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7f1e474f-1805-4cba-af1e-a9fb12228d95 req-89418ef4-27e7-43f8-a2c8-e03f6fe0867b tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] 10.222.0.64 "GET /v2.0/security-groups?id=745785b5-2200-4416-93f8-13db3cc44dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2938843 Oct 20 10:55:28.255587 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-d872ac88-06ef-4927-8574-51c137e33aae tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0531452 Oct 20 10:55:28.257683 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 53134) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:28.257852 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-45505f73-8820-4d24-8076-09345300757f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:28.272096 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-768d5417-0994-4041-aae6-461dee749728 tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-902770449'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:55:28.326138 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d6f1635a-00e5-4389-be0e-d2cc3112b42e tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:28.337317 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-45505f73-8820-4d24-8076-09345300757f None None] For port 80b38ae4-fc04-4c79-addd-7ca90b21ac8a, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=80b38ae4-fc04-4c79-addd-7ca90b21ac8a,segment=NetworkSegment(da05d05e-cd47-418f-899d-6eeb35074eab),segment_id=da05d05e-cd47-418f-899d-6eeb35074eab)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:55:28.345565 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-45505f73-8820-4d24-8076-09345300757f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:28.352709 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-768d5417-0994-4041-aae6-461dee749728 tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Made reservation on behalf of df247dc17bdc464c8068a7819294e1f6 for: {'network': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:55:28.356863 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-768d5417-0994-4041-aae6-461dee749728 tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:28.374622 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72708532-afeb-4909-b808-1bfd555041fe tempest-TestVolumeBootPattern-1437273081 tempest-TestVolumeBootPattern-1437273081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:28.376539 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-72708532-afeb-4909-b808-1bfd555041fe tempest-TestVolumeBootPattern-1437273081 tempest-TestVolumeBootPattern-1437273081-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=1905cb83-c152-40b2-98e8-53e3c912e15d HTTP/1.1" status: 200 len: 1091 time: 0.3239424 Oct 20 10:55:28.379228 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 53138) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:28.385562 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-c8d37877-de01-412d-9928-d6d6021125d5 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Request body: {'floatingip': {'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'port_id': '4653d3e8-4a53-48cc-9dd1-20e648bd172d', 'tenant_id': '304c84e5c7844b5cadef0d9d128b445c', 'fixed_ip_address': '172.20.0.9'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:55:28.428751 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c8d37877-de01-412d-9928-d6d6021125d5 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Publish callbacks [] for floatingip, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:28.437709 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45505f73-8820-4d24-8076-09345300757f None None] Pushing event updated for resources: {'Port': ['ID=80b38ae4-fc04-4c79-addd-7ca90b21ac8a,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:28.456016 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-768d5417-0994-4041-aae6-461dee749728 tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 830} {{(pid=100597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:55:28.474126 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-768d5417-0994-4041-aae6-461dee749728 tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:28.474757 n-d-811396-3 neutron-server[100597]: INFO neutron.db.segments_db [None req-768d5417-0994-4041-aae6-461dee749728 tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Added segment dbefc368-235e-4b6b-94b0-a10f4ad42dc4 of type vlan for network e9849b4a-a51b-455a-8e83-9d40f74b1b3f Oct 20 10:55:28.485967 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 80b38ae4-fc04-4c79-addd-7ca90b21ac8a up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:55:28.566581 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 80b38ae4-fc04-4c79-addd-7ca90b21ac8a triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:55:28.567436 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:28.573743 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bf291a-22ab-40bc-b9b2-2605b6d5e559 req-6e825c9b-b1ed-41b0-bbcd-03260599188a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:28.575241 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-30bf291a-22ab-40bc-b9b2-2605b6d5e559 req-6e825c9b-b1ed-41b0-bbcd-03260599188a service neutron] 10.222.0.55 "GET /v2.0/networks?id=b3481165-3e87-46ad-826c-7d431607ac7a HTTP/1.1" status: 200 len: 897 time: 0.3866904 Oct 20 10:55:28.600209 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-768d5417-0994-4041-aae6-461dee749728 tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:28.653357 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-768d5417-0994-4041-aae6-461dee749728 tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:28.658951 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-768d5417-0994-4041-aae6-461dee749728 tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:28.660872 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-768d5417-0994-4041-aae6-461dee749728 tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:28.669113 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c8d37877-de01-412d-9928-d6d6021125d5 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:28.753141 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-c4a9426f-e8ab-4025-b0f4-405f5eb22b4a req-67cea91b-0d2a-42c3-9edf-78720b0927b7 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Deleting port 9a694840-85b2-41cc-8b6b-82d014e9b501 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:55:28.753334 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-768d5417-0994-4041-aae6-461dee749728 tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4898298 Oct 20 10:55:28.753476 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c4a9426f-e8ab-4025-b0f4-405f5eb22b4a req-67cea91b-0d2a-42c3-9edf-78720b0927b7 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:28.757224 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 53142) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:28.765596 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9403735-278a-4aed-95f2-5900e8f62b21 req-4bd73aa3-0b7a-477e-a60b-3870e748b708 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:28.767170 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e9403735-278a-4aed-95f2-5900e8f62b21 req-4bd73aa3-0b7a-477e-a60b-3870e748b708 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3f9930f-6768-428d-b296-1e65ca6bdfa7 HTTP/1.1" status: 200 len: 944 time: 0.1909380 Oct 20 10:55:28.783321 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-0062011c-7c2a-42c4-8b34-c29e2d3b7809 None None] Provisioning complete for port 80b38ae4-fc04-4c79-addd-7ca90b21ac8a triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:55:28.783724 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-0062011c-7c2a-42c4-8b34-c29e2d3b7809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:28.797596 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-30bf291a-22ab-40bc-b9b2-2605b6d5e559 req-9217cff5-9ea1-4ee6-ac26-91dd92a7ae2e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a694840-85b2-41cc-8b6b-82d014e9b501 HTTP/1.1" status: 200 len: 217 time: 0.1752045 Oct 20 10:55:28.805779 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768d5417-0994-4041-aae6-461dee749728 tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Pushing event updated for resources: {'Network': ['ID=e9849b4a-a51b-455a-8e83-9d40f74b1b3f,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:28.816649 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-a7082ccb-83a6-4480-8194-5b2e024e266e tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-133573379'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:55:28.822194 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network e9849b4a-a51b-455a-8e83-9d40f74b1b3f details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:55:28.911059 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7082ccb-83a6-4480-8194-5b2e024e266e tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Made reservation on behalf of df247dc17bdc464c8068a7819294e1f6 for: {'network': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:55:28.918855 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a7082ccb-83a6-4480-8194-5b2e024e266e tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:29.022829 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-c8d37877-de01-412d-9928-d6d6021125d5 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Allocated IP 172.25.1.17 (cbe170d3-31ba-45a2-b477-520ab0a7a8ea/f4e26aca-17ac-4adb-a66b-d939a1b35b64/1f8b3173-3e14-4a9f-96af-c0ecdfcecfa9) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:55:29.025879 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0917689f-ce40-42b4-993e-0af4609c6fbc req-088e8f0e-4d94-415a-a06f-7269cb42d2da tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:29.034297 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0917689f-ce40-42b4-993e-0af4609c6fbc req-088e8f0e-4d94-415a-a06f-7269cb42d2da tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/ports?device_id=982cf2b9-f584-4e2b-9222-a8c52175a1df HTTP/1.1" status: 200 len: 946 time: 0.4561484 Oct 20 10:55:29.037178 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bf291a-22ab-40bc-b9b2-2605b6d5e559 req-c6069526-2051-4c2d-9124-0a1c73725e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:29.038497 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-30bf291a-22ab-40bc-b9b2-2605b6d5e559 req-c6069526-2051-4c2d-9124-0a1c73725e0b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=06a8754b-afbe-40dd-82e4-c21b59e7daf0 HTTP/1.1" status: 200 len: 835 time: 0.1539936 Oct 20 10:55:29.177415 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-c4a9426f-e8ab-4025-b0f4-405f5eb22b4a req-67cea91b-0d2a-42c3-9edf-78720b0927b7 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] For port 9a694840-85b2-41cc-8b6b-82d014e9b501, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=9a694840-85b2-41cc-8b6b-82d014e9b501,segment=NetworkSegment(29d98e95-6dbd-4a20-a917-70645d26e8f8),segment_id=29d98e95-6dbd-4a20-a917-70645d26e8f8)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:55:29.177786 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c4a9426f-e8ab-4025-b0f4-405f5eb22b4a req-67cea91b-0d2a-42c3-9edf-78720b0927b7 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:29.196984 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-c4a9426f-e8ab-4025-b0f4-405f5eb22b4a req-67cea91b-0d2a-42c3-9edf-78720b0927b7 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Calling delete_port for 9a694840-85b2-41cc-8b6b-82d014e9b501 owned by compute:nova {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:55:29.204489 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c8d37877-de01-412d-9928-d6d6021125d5 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:29.287600 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c8d37877-de01-412d-9928-d6d6021125d5 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:29.304147 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-0062011c-7c2a-42c4-8b34-c29e2d3b7809 None None] Provisioning complete for port a08231d1-7ea2-4b18-a28f-b5d137d848df triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:55:29.304654 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-0062011c-7c2a-42c4-8b34-c29e2d3b7809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:29.324002 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e9403735-278a-4aed-95f2-5900e8f62b21 req-541b7732-8406-4141-bb92-e3cc9ea3e4ed tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=58574406-52f6-4da8-ba4e-3f91a696d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5188670 Oct 20 10:55:29.347417 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-0062011c-7c2a-42c4-8b34-c29e2d3b7809 None None] Port a08231d1-7ea2-4b18-a28f-b5d137d848df cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:55:29.408562 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7082ccb-83a6-4480-8194-5b2e024e266e tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 807} {{(pid=100596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:55:29.414771 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d37877-de01-412d-9928-d6d6021125d5 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Network cbe170d3-31ba-45a2-b477-520ab0a7a8ea is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:55:29.419640 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-c8d37877-de01-412d-9928-d6d6021125d5 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:55:29.423854 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d37877-de01-412d-9928-d6d6021125d5 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:55:29.443648 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0917689f-ce40-42b4-993e-0af4609c6fbc req-d64b338e-cfe4-40bf-8919-d7a4ecacb1d4 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/security-groups?id=4de8cd6c-6bcc-4778-96b5-f0ccd59485f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4084189 Oct 20 10:55:29.475785 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a7082ccb-83a6-4480-8194-5b2e024e266e tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:29.476143 n-d-811396-3 neutron-server[100596]: INFO neutron.db.segments_db [None req-a7082ccb-83a6-4480-8194-5b2e024e266e tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Added segment 924f5779-f7e2-42de-94ae-738753a6cdf0 of type vlan for network a0c5c583-3e31-4d67-bf51-169d7c350cf9 Oct 20 10:55:29.493420 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-ed226c97-5cc6-409d-9e6e-61d2a7fb10d7 None None] Provisioning complete for port a08231d1-7ea2-4b18-a28f-b5d137d848df triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:55:29.497468 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-ed226c97-5cc6-409d-9e6e-61d2a7fb10d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:29.498742 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d37877-de01-412d-9928-d6d6021125d5 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Pushing event updated for resources: {'Port': ['ID=1f8b3173-3e14-4a9f-96af-c0ecdfcecfa9,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:29.557725 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bf291a-22ab-40bc-b9b2-2605b6d5e559 req-7ae23762-2b92-451b-8fb4-0ed8005afa47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:29.566793 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-30bf291a-22ab-40bc-b9b2-2605b6d5e559 req-7ae23762-2b92-451b-8fb4-0ed8005afa47 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b3481165-3e87-46ad-826c-7d431607ac7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4893041 Oct 20 10:55:29.622276 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-ed226c97-5cc6-409d-9e6e-61d2a7fb10d7 None None] Port a08231d1-7ea2-4b18-a28f-b5d137d848df cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:55:29.645647 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 9a694840-85b2-41cc-8b6b-82d014e9b501 no longer exists at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:55:29.754522 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d6f1635a-00e5-4389-be0e-d2cc3112b42e tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:29.831739 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:29.893195 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-30bf291a-22ab-40bc-b9b2-2605b6d5e559 req-6b016a29-0763-4012-92e0-ebaa24fbb556 service neutron] 10.222.0.55 "GET /v2.0/networks/b3481165-3e87-46ad-826c-7d431607ac7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298761 Oct 20 10:55:29.918194 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d6f1635a-00e5-4389-be0e-d2cc3112b42e tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:29.929124 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a7082ccb-83a6-4480-8194-5b2e024e266e tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:29.958092 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d899f04-205e-465b-a6be-27b746029470 req-dedb5be3-05a3-4e42-af87-448690b62b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:29.959676 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-4d899f04-205e-465b-a6be-27b746029470 req-dedb5be3-05a3-4e42-af87-448690b62b6e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=376203cb7dec4dad9717307d6c606d33&device_id=b3f9930f-6768-428d-b296-1e65ca6bdfa7 HTTP/1.1" status: 200 len: 1095 time: 0.0960739 Oct 20 10:55:30.131876 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c8d37877-de01-412d-9928-d6d6021125d5 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:30.175275 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d899f04-205e-465b-a6be-27b746029470 req-72e5a675-35ee-41a2-9a9d-a470482ad150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:30.177374 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-4d899f04-205e-465b-a6be-27b746029470 req-72e5a675-35ee-41a2-9a9d-a470482ad150 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b8b1e2be-5932-428e-a716-07af13af4e6c HTTP/1.1" status: 200 len: 912 time: 0.2092741 Oct 20 10:55:30.271425 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c8d37877-de01-412d-9928-d6d6021125d5 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:30.277625 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-4d899f04-205e-465b-a6be-27b746029470 req-6d216985-68d9-4beb-ada5-2823527ee6a3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d012fc61-e760-4bcf-aff4-9ef2d30ecf9f HTTP/1.1" status: 200 len: 997 time: 0.0928826 Oct 20 10:55:30.375130 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 80b38ae4-fc04-4c79-addd-7ca90b21ac8a up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:55:30.375959 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.db.resource_extend [None req-a7082ccb-83a6-4480-8194-5b2e024e266e tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] It took 0.40 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 20 10:55:30.377926 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d899f04-205e-465b-a6be-27b746029470 req-3402526e-13f1-482c-8854-8ed9a6d92109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:30.379434 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-4d899f04-205e-465b-a6be-27b746029470 req-3402526e-13f1-482c-8854-8ed9a6d92109 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=437b47ec-4211-421c-828b-76408ce53dce HTTP/1.1" status: 200 len: 850 time: 0.0845230 Oct 20 10:55:30.463186 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 80b38ae4-fc04-4c79-addd-7ca90b21ac8a triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:55:30.465887 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:30.493516 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d899f04-205e-465b-a6be-27b746029470 req-e9dc9c9d-697e-4ce7-8202-7fcd9f0ac095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:30.496013 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-4d899f04-205e-465b-a6be-27b746029470 req-e9dc9c9d-697e-4ce7-8202-7fcd9f0ac095 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b8b1e2be-5932-428e-a716-07af13af4e6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1047091 Oct 20 10:55:30.598439 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9371e58a-254f-4b73-8bcb-bbcdf37409ed req-c705d87e-4eda-4e9f-8029-659adaffe68f tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:30.600117 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9371e58a-254f-4b73-8bcb-bbcdf37409ed req-c705d87e-4eda-4e9f-8029-659adaffe68f tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3f9930f-6768-428d-b296-1e65ca6bdfa7 HTTP/1.1" status: 200 len: 944 time: 0.6829996 Oct 20 10:55:30.600825 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a7082ccb-83a6-4480-8194-5b2e024e266e tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:30.606974 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7082ccb-83a6-4480-8194-5b2e024e266e tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:30.607610 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a7082ccb-83a6-4480-8194-5b2e024e266e tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Publish callbacks [] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:30.636624 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c8d37877-de01-412d-9928-d6d6021125d5 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Publish callbacks [] for port, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:30.642540 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c8d37877-de01-412d-9928-d6d6021125d5 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:30.667790 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5db53f-f24c-4702-bf52-5ea9a15e508d req-819064e7-efde-46d1-9e74-1e2398946e23 tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:30.669989 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bb5db53f-f24c-4702-bf52-5ea9a15e508d req-819064e7-efde-46d1-9e74-1e2398946e23 tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] 10.222.0.64 "GET /v2.0/ports?device_id=85c90a67-179e-4612-b928-dc9717b6e089 HTTP/1.1" status: 200 len: 946 time: 1.0655646 Oct 20 10:55:30.670854 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c4a9426f-e8ab-4025-b0f4-405f5eb22b4a req-67cea91b-0d2a-42c3-9edf-78720b0927b7 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:30.745159 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7082ccb-83a6-4480-8194-5b2e024e266e tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Pushing event updated for resources: {'Network': ['ID=a0c5c583-3e31-4d67-bf51-169d7c350cf9,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:30.747526 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f1635a-00e5-4389-be0e-d2cc3112b42e tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Pushing event updated for resources: {'Port': ['ID=a08231d1-7ea2-4b18-a28f-b5d137d848df,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:30.758752 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network a0c5c583-3e31-4d67-bf51-169d7c350cf9 details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:55:30.773471 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-4d899f04-205e-465b-a6be-27b746029470 req-e55c7c3a-0497-4705-aa1f-c066b1383f81 service neutron] 10.222.0.55 "GET /v2.0/networks/b8b1e2be-5932-428e-a716-07af13af4e6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2660682 Oct 20 10:55:30.782615 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c8d37877-de01-412d-9928-d6d6021125d5 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1773381'] for floatingip, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:30.785805 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d37877-de01-412d-9928-d6d6021125d5 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Pushing event updated for resources: {'Port': ['ID=1f8b3173-3e14-4a9f-96af-c0ecdfcecfa9,revision_number=2']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:30.863094 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-a7082ccb-83a6-4480-8194-5b2e024e266e tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.0948157 Oct 20 10:55:30.871450 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cea91b-0d2a-42c3-9edf-78720b0927b7 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Pushing event deleted for resources: {'Port': ['ID=9a694840-85b2-41cc-8b6b-82d014e9b501,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:30.898558 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1daf75a6-a8cd-4e77-acb8-6ff5136254b9 None None] Provisioning complete for port a08231d1-7ea2-4b18-a28f-b5d137d848df triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:55:30.898988 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1daf75a6-a8cd-4e77-acb8-6ff5136254b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:30.909966 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-4d899f04-205e-465b-a6be-27b746029470 req-f4b2fce1-5d76-414c-895a-9826091134d8 service neutron] 10.222.0.55 "GET /v2.0/networks/b8b1e2be-5932-428e-a716-07af13af4e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252501 Oct 20 10:55:30.995205 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-30bf291a-22ab-40bc-b9b2-2605b6d5e559 req-1dc59552-f86f-4e11-88fd-b4e760b19613 service neutron] 10.222.0.55 "GET /v2.0/networks/b3481165-3e87-46ad-826c-7d431607ac7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0746593 Oct 20 10:55:30.998413 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bb5db53f-f24c-4702-bf52-5ea9a15e508d req-58b040b1-c29f-4ff6-9b46-4481a93b6a9f tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] 10.222.0.64 "GET /v2.0/security-groups?id=745785b5-2200-4416-93f8-13db3cc44dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329206 Oct 20 10:55:31.033789 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 53378) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:31.043498 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-c05a52ed-ff3a-49b8-bc89-13f202e90a29 tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Request body: {'subnets': [{'network_id': 'e9849b4a-a51b-455a-8e83-9d40f74b1b3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--534003555', 'ip_version': 4}, {'network_id': 'a0c5c583-3e31-4d67-bf51-169d7c350cf9', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:55:31.045047 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-c05a52ed-ff3a-49b8-bc89-13f202e90a29 tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Request body: {'subnet': {'network_id': 'e9849b4a-a51b-455a-8e83-9d40f74b1b3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--534003555', 'ip_version': 4}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:55:31.046069 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-c05a52ed-ff3a-49b8-bc89-13f202e90a29 tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Request body: {'subnet': {'network_id': 'a0c5c583-3e31-4d67-bf51-169d7c350cf9', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:55:31.056978 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9371e58a-254f-4b73-8bcb-bbcdf37409ed req-67300698-610a-4e83-9db5-5a5c94c7d4eb tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=58574406-52f6-4da8-ba4e-3f91a696d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3730927 Oct 20 10:55:31.057990 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4a9426f-e8ab-4025-b0f4-405f5eb22b4a req-67cea91b-0d2a-42c3-9edf-78720b0927b7 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] No DVR routers for this DVR port 9a694840-85b2-41cc-8b6b-82d014e9b501 on host n-h1-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:55:31.062568 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c4a9426f-e8ab-4025-b0f4-405f5eb22b4a req-67cea91b-0d2a-42c3-9edf-78720b0927b7 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:31.066500 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c4a9426f-e8ab-4025-b0f4-405f5eb22b4a req-67cea91b-0d2a-42c3-9edf-78720b0927b7 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.55 "DELETE /v2.0/ports/9a694840-85b2-41cc-8b6b-82d014e9b501 HTTP/1.1" status: 204 len: 173 time: 3.2469816 Oct 20 10:55:31.066967 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '982cf2b9-f584-4e2b-9222-a8c52175a1df', 'name': 'network-vif-deleted', 'tag': '9a694840-85b2-41cc-8b6b-82d014e9b501'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:55:31.069542 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cee73d5b-b3b7-4d35-a2e6-843debb665d1" -d '{"events": [{"server_uuid": "982cf2b9-f584-4e2b-9222-a8c52175a1df", "name": "network-vif-deleted", "tag": "9a694840-85b2-41cc-8b6b-82d014e9b501"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:55:31.110033 n-d-811396-3 neutron-server[100597]: INFO neutron.db.l3_db [None req-c8d37877-de01-412d-9928-d6d6021125d5 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Floating IP 6df65b02-1782-40e9-a266-14fcae8844f7 associated. External IP: 172.25.1.17, port: 4653d3e8-4a53-48cc-9dd1-20e648bd172d. Oct 20 10:55:31.112946 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1daf75a6-a8cd-4e77-acb8-6ff5136254b9 None None] Port a08231d1-7ea2-4b18-a28f-b5d137d848df cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:55:31.121556 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d6f1635a-00e5-4389-be0e-d2cc3112b42e tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1774540'] for router_interface, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:31.273495 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5f8882c1-827d-4731-8924-7b4d4911e433 req-9fbb619a-ac06-432d-86fe-1cbcd7f1c913 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/ports?device_id=982cf2b9-f584-4e2b-9222-a8c52175a1df HTTP/1.1" status: 200 len: 210 time: 0.1636043 Oct 20 10:55:31.421762 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d34a86d-64eb-4901-8697-6739fdeeef21 x-openstack-request-id: req-9d34a86d-64eb-4901-8697-6739fdeeef21 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:55:31.422290 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "982cf2b9-f584-4e2b-9222-a8c52175a1df", "name": "network-vif-deleted", "tag": "9a694840-85b2-41cc-8b6b-82d014e9b501", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:55:31.423045 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9d34a86d-64eb-4901-8697-6739fdeeef21 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:55:31.424442 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '982cf2b9-f584-4e2b-9222-a8c52175a1df', 'name': 'network-vif-deleted', 'tag': '9a694840-85b2-41cc-8b6b-82d014e9b501', 'status': 'completed', 'code': 200} Oct 20 10:55:31.489603 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d6f1635a-00e5-4389-be0e-d2cc3112b42e tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:31.967705 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c05a52ed-ff3a-49b8-bc89-13f202e90a29 tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Made reservation on behalf of df247dc17bdc464c8068a7819294e1f6 for: {'subnet': 2} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:55:31.972382 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c05a52ed-ff3a-49b8-bc89-13f202e90a29 tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25350782'] for subnet, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:31.972944 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c05a52ed-ff3a-49b8-bc89-13f202e90a29 tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25350782'] for subnet, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:32.037418 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd255d6-8c1f-42a7-8131-53f2438369ac req-1bdb0f57-14d9-4e3a-8451-8e1784d04477 tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:32.038782 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-efd255d6-8c1f-42a7-8131-53f2438369ac req-1bdb0f57-14d9-4e3a-8451-8e1784d04477 tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] 10.222.0.64 "GET /v2.0/networks?id=aff145ac-5e6e-4e89-ad8c-78ea8a2e84f6 HTTP/1.1" status: 200 len: 813 time: 0.1871543 Oct 20 10:55:32.063655 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d6f1635a-00e5-4389-be0e-d2cc3112b42e tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:32.074065 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-efd255d6-8c1f-42a7-8131-53f2438369ac req-e2287714-c455-4b9d-8116-a7deb7ef9b9d tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] 10.222.0.64 "GET /v2.0/quotas/7e8bb87fcf634b4a9fc97a8d2c5f9832 HTTP/1.1" status: 200 len: 375 time: 0.0275993 Oct 20 10:55:32.084544 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d6f1635a-00e5-4389-be0e-d2cc3112b42e tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:32.085319 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d6f1635a-00e5-4389-be0e-d2cc3112b42e tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1774432'] for router_interface, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:32.118000 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8d37877-de01-412d-9928-d6d6021125d5 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Router 9712814c-5acb-4d48-bdc6-5a7d3130bc5d has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:55:32.187692 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f1635a-00e5-4389-be0e-d2cc3112b42e tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Pushing event updated for resources: {'Port': ['ID=a08231d1-7ea2-4b18-a28f-b5d137d848df,revision_number=3']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:32.261439 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-efd255d6-8c1f-42a7-8131-53f2438369ac req-1e074932-7151-4fce-a234-d891a791302a tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=7e8bb87fcf634b4a9fc97a8d2c5f9832&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1861901 Oct 20 10:55:32.311164 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8d37877-de01-412d-9928-d6d6021125d5 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:55:32.327651 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0679f21-5c15-4ac7-9475-a3bd19190ac8 None None] Sync routers for ids ['9712814c-5acb-4d48-bdc6-5a7d3130bc5d'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:55:32.338178 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0679f21-5c15-4ac7-9475-a3bd19190ac8 None None] Routers {'9712814c-5acb-4d48-bdc6-5a7d3130bc5d'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:55:32.338993 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-c0679f21-5c15-4ac7-9475-a3bd19190ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:55:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['9712814c-5acb-4d48-bdc6-5a7d3130bc5d'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:32.352611 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c8d37877-de01-412d-9928-d6d6021125d5 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for floatingip, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:32.420132 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218a1628-2541-45d0-9c97-e99ec5b5b223 req-33ae6feb-e1c3-443e-a5e4-8097d5261ae2 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:32.421786 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-218a1628-2541-45d0-9c97-e99ec5b5b223 req-33ae6feb-e1c3-443e-a5e4-8097d5261ae2 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3f9930f-6768-428d-b296-1e65ca6bdfa7 HTTP/1.1" status: 200 len: 944 time: 0.2352197 Oct 20 10:55:32.428519 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f1635a-00e5-4389-be0e-d2cc3112b42e tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Network 4dbd737b-9421-4d79-a568-92cdf6946ad2 is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:55:32.436994 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-c8d37877-de01-412d-9928-d6d6021125d5 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.0566146 Oct 20 10:55:32.439870 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1905cb83-c152-40b2-98e8-53e3c912e15d', 'tag': '4653d3e8-4a53-48cc-9dd1-20e648bd172d'}] {{(pid=100597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:55:32.442320 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd85cad6a391afaa95d2dd5280bfd4659fc1e1b2aba53b5e7ef874f059efcdc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cf1a198-fe15-4319-bd12-daf4b2ba3e9e" -d '{"events": [{"name": "network-changed", "server_uuid": "1905cb83-c152-40b2-98e8-53e3c912e15d", "tag": "4653d3e8-4a53-48cc-9dd1-20e648bd172d"}]}' {{(pid=100597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:55:32.446861 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-d6f1635a-00e5-4389-be0e-d2cc3112b42e tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:55:32.473820 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-efd255d6-8c1f-42a7-8131-53f2438369ac req-fe4b42f1-60b3-4950-aa23-9f9181330bbb service neutron] 10.222.0.64 "GET /v2.0/networks/aff145ac-5e6e-4e89-ad8c-78ea8a2e84f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114341 Oct 20 10:55:32.508807 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-c0679f21-5c15-4ac7-9475-a3bd19190ac8 None None] Set router 9712814c-5acb-4d48-bdc6-5a7d3130bc5d gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:55:32.649102 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c05a52ed-ff3a-49b8-bc89-13f202e90a29 tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25350752'] for subnet, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:32.709696 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-218a1628-2541-45d0-9c97-e99ec5b5b223 req-7f03848c-063d-4714-8f3a-f3f220f96830 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=58574406-52f6-4da8-ba4e-3f91a696d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2800498 Oct 20 10:55:32.758499 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05a52ed-ff3a-49b8-bc89-13f202e90a29 tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Pushing event updated for resources: {'Subnet': ['ID=12475347-0841-4350-a446-dea61f667840,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:32.764132 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05a52ed-ff3a-49b8-bc89-13f202e90a29 tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Checking segment: {'id': 'dbefc368-235e-4b6b-94b0-a10f4ad42dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'e9849b4a-a51b-455a-8e83-9d40f74b1b3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:55:32.764743 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05a52ed-ff3a-49b8-bc89-13f202e90a29 tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Network hostable DHCP agents. Network: e9849b4a-a51b-455a-8e83-9d40f74b1b3f, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:55:32.799566 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-efd255d6-8c1f-42a7-8131-53f2438369ac req-d713bc77-ca06-4fe7-919d-b6681a1feada service neutron] 10.222.0.64 "GET /v2.0/networks/aff145ac-5e6e-4e89-ad8c-78ea8a2e84f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3159912 Oct 20 10:55:32.806844 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05a52ed-ff3a-49b8-bc89-13f202e90a29 tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Network e9849b4a-a51b-455a-8e83-9d40f74b1b3f is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:55:32.814913 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 53584) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:32.832908 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-c05a52ed-ff3a-49b8-bc89-13f202e90a29 tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, e9849b4a-a51b-455a-8e83-9d40f74b1b3f) {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:55:32.840501 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c05a52ed-ff3a-49b8-bc89-13f202e90a29 tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25350752'] for subnet, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:32.863227 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-625ce79b-3cb7-4ef0-ba9a-e3c7c6072ebc None None] Network e9849b4a-a51b-455a-8e83-9d40f74b1b3f requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:55:32.920864 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73622721-5105-45d8-b164-a61b309b9caf x-openstack-request-id: req-73622721-5105-45d8-b164-a61b309b9caf {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:55:32.922309 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1905cb83-c152-40b2-98e8-53e3c912e15d", "tag": "4653d3e8-4a53-48cc-9dd1-20e648bd172d", "status": "completed", "code": 200}]} {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:55:32.922742 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-73622721-5105-45d8-b164-a61b309b9caf {{(pid=100597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:55:32.923326 n-d-811396-3 neutron-server[100597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1905cb83-c152-40b2-98e8-53e3c912e15d', 'tag': '4653d3e8-4a53-48cc-9dd1-20e648bd172d', 'status': 'completed', 'code': 200} Oct 20 10:55:32.961023 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6f1635a-00e5-4389-be0e-d2cc3112b42e tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Router fc29ea97-4373-4503-998c-9a9bebddf8ab is scheduled to L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 with binding_index 1 {{(pid=100596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 10:55:33.032107 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05a52ed-ff3a-49b8-bc89-13f202e90a29 tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Pushing event updated for resources: {'Subnet': ['ID=3fb32878-3cdb-438d-ae71-d54fca28bb8c,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:33.045008 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05a52ed-ff3a-49b8-bc89-13f202e90a29 tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Checking segment: {'id': '924f5779-f7e2-42de-94ae-738753a6cdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'a0c5c583-3e31-4d67-bf51-169d7c350cf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:55:33.045386 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05a52ed-ff3a-49b8-bc89-13f202e90a29 tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Network hostable DHCP agents. Network: a0c5c583-3e31-4d67-bf51-169d7c350cf9, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:55:33.057344 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf1a198-fe15-4319-bd12-daf4b2ba3e9e req-6db7bab1-ccaf-4e69-b56e-62e986bca7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:33.058977 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-7cf1a198-fe15-4319-bd12-daf4b2ba3e9e req-6db7bab1-ccaf-4e69-b56e-62e986bca7e5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=304c84e5c7844b5cadef0d9d128b445c&device_id=1905cb83-c152-40b2-98e8-53e3c912e15d HTTP/1.1" status: 200 len: 1096 time: 0.1183915 Oct 20 10:55:33.083075 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-47d46096-1ac2-4625-b525-8a1260beef3b None None] Provisioning complete for port a08231d1-7ea2-4b18-a28f-b5d137d848df triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:55:33.083604 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-47d46096-1ac2-4625-b525-8a1260beef3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:33.106926 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05a52ed-ff3a-49b8-bc89-13f202e90a29 tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Network a0c5c583-3e31-4d67-bf51-169d7c350cf9 is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:55:33.141956 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-c05a52ed-ff3a-49b8-bc89-13f202e90a29 tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, a0c5c583-3e31-4d67-bf51-169d7c350cf9) {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:55:33.198044 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1558df4e-63a2-454b-9bf1-5186b33d4ef7 None None] Network a0c5c583-3e31-4d67-bf51-169d7c350cf9 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:55:33.265577 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05a52ed-ff3a-49b8-bc89-13f202e90a29 tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:33.266284 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05a52ed-ff3a-49b8-bc89-13f202e90a29 tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:33.267904 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c05a52ed-ff3a-49b8-bc89-13f202e90a29 tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:33.299711 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-c05a52ed-ff3a-49b8-bc89-13f202e90a29 tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 2.2642183 Oct 20 10:55:33.302534 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 53632) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:33.309783 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-47d46096-1ac2-4625-b525-8a1260beef3b None None] Port a08231d1-7ea2-4b18-a28f-b5d137d848df cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:55:33.365589 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b5810d-f315-4a68-927b-389fdc177b95 tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:33.367423 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b5810d-f315-4a68-927b-389fdc177b95 tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:33.369664 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b5810d-f315-4a68-927b-389fdc177b95 tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:33.374688 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-f3b5810d-f315-4a68-927b-389fdc177b95 tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.0709579 Oct 20 10:55:33.381052 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecb7d85-e284-4050-9bc0-e913f4e1e929 req-fd163b7a-e47d-46e3-b425-4bc8591db120 tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:33.381872 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 53634) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:33.384395 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4ecb7d85-e284-4050-9bc0-e913f4e1e929 req-fd163b7a-e47d-46e3-b425-4bc8591db120 tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] 10.222.0.69 "GET /v2.0/ports?device_id=8d2121d4-c53a-4016-9527-046197b5e6ae HTTP/1.1" status: 200 len: 946 time: 0.3906593 Oct 20 10:55:33.400248 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-131668a5-6f81-4e59-9cdd-63e41c64e347 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524064ba-869c-5550-b826-c26b69a11278-e9849b4a-a51b-455a-8e83-9d40f74b1b3f', 'network_id': 'e9849b4a-a51b-455a-8e83-9d40f74b1b3f', 'tenant_id': 'df247dc17bdc464c8068a7819294e1f6', 'fixed_ips': [{'subnet_id': '12475347-0841-4350-a446-dea61f667840'}]}} from n-d-811396-3. {{(pid=100598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:55:33.401102 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-131668a5-6f81-4e59-9cdd-63e41c64e347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:33.413969 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-c0679f21-5c15-4ac7-9475-a3bd19190ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9712814c-5acb-4d48-bdc6-5a7d3130bc5d', 'name': 'tempest-TestVolumeBootPattern-1466241922-router', 'tenant_id': '304c84e5c7844b5cadef0d9d128b445c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': '796dafa4-6077-4393-8385-ff95473e2ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:47:24Z', 'updated_at': '2021-10-20T10:47:31Z', 'revision_number': 4, 'project_id': '304c84e5c7844b5cadef0d9d128b445c', 'gw_port': {'id': '796dafa4-6077-4393-8385-ff95473e2ed0', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:de:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9712814c-5acb-4d48-bdc6-5a7d3130bc5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2396, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:47:25Z', 'updated_at': '2021-10-20T10:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_floatingips': [{'id': '6df65b02-1782-40e9-a266-14fcae8844f7', 'tenant_id': '304c84e5c7844b5cadef0d9d128b445c', 'floating_ip_address': '172.25.1.17', 'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'router_id': '9712814c-5acb-4d48-bdc6-5a7d3130bc5d', 'port_id': '4653d3e8-4a53-48cc-9dd1-20e648bd172d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3112, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0', 'mac_address': 'fa:16:3e:f0:ee:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1905cb83-c152-40b2-98e8-53e3c912e15d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T10:55:29Z', 'updated_at': '2021-10-20T10:55:29Z', 'revision_number': 0, 'project_id': '304c84e5c7844b5cadef0d9d128b445c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41772678-6b00-4009-9ad8-5fc0a96c5fdd', 'name': '', 'network_id': 'cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0', 'tenant_id': '304c84e5c7844b5cadef0d9d128b445c', 'mac_address': 'fa:16:3e:94:7e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9712814c-5acb-4d48-bdc6-5a7d3130bc5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': '46305bfd-5c10-42c9-8afc-597f2425497e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:47:29Z', 'updated_at': '2021-10-20T10:47:38Z', 'revision_number': 5, 'project_id': '304c84e5c7844b5cadef0d9d128b445c', 'subnets': [{'id': '46305bfd-5c10-42c9-8afc-597f2425497e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:33.445828 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_v2 [None req-80bf1dee-c4d0-4903-8e5a-8b869ae61d61 tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Deleting subnet 12475347-0841-4350-a446-dea61f667840 {{(pid=100597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:55:33.446747 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0679f21-5c15-4ac7-9475-a3bd19190ac8 None None] Checking router: 9712814c-5acb-4d48-bdc6-5a7d3130bc5d for host: n-d-811396-3 {{(pid=100598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:55:33.450138 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-80bf1dee-c4d0-4903-8e5a-8b869ae61d61 tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Publish callbacks [] for subnet, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:33.484056 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0679f21-5c15-4ac7-9475-a3bd19190ac8 None None] Routers {'9712814c-5acb-4d48-bdc6-5a7d3130bc5d'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:55:33.484844 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-c0679f21-5c15-4ac7-9475-a3bd19190ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:55:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['9712814c-5acb-4d48-bdc6-5a7d3130bc5d'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:33.506961 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-80bf1dee-c4d0-4903-8e5a-8b869ae61d61 tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25852621'] for subnet, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:33.537503 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d70a6896-4a67-4b89-8565-e26261a8826e req-75677b32-7b32-4147-b594-213727334800 tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] 10.222.0.64 "GET /v2.0/ports?device_id=d409a7ac-d538-46b9-be22-278c8645036c HTTP/1.1" status: 200 len: 210 time: 0.1474137 Oct 20 10:55:33.545108 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6f1635a-00e5-4389-be0e-d2cc3112b42e tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:55:33.558447 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1836dab6-f246-4728-ab97-1f31b7d2db9f req-893b59fe-1edf-4411-bc75-daacd7a3de81 tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:33.559946 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51611481-49ed-4ef3-b1f4-348b31014084 None None] Sync routers for ids ['fc29ea97-4373-4503-998c-9a9bebddf8ab'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:55:33.560887 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1836dab6-f246-4728-ab97-1f31b7d2db9f req-893b59fe-1edf-4411-bc75-daacd7a3de81 tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] 10.222.0.55 "GET /v2.0/ports?device_id=85c90a67-179e-4612-b928-dc9717b6e089 HTTP/1.1" status: 200 len: 946 time: 0.3905253 Oct 20 10:55:33.569414 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-d6f1635a-00e5-4389-be0e-d2cc3112b42e tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] 10.222.0.64 "PUT /v2.0/routers/fc29ea97-4373-4503-998c-9a9bebddf8ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0908382 Oct 20 10:55:33.571903 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-80bf1dee-c4d0-4903-8e5a-8b869ae61d61 tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:33.577868 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51611481-49ed-4ef3-b1f4-348b31014084 None None] Routers {'fc29ea97-4373-4503-998c-9a9bebddf8ab'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:55:33.579974 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-51611481-49ed-4ef3-b1f4-348b31014084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:55:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['fc29ea97-4373-4503-998c-9a9bebddf8ab'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:33.617768 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 53642) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:33.637728 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf1a198-fe15-4319-bd12-daf4b2ba3e9e req-850cb03e-eebc-4a88-ae00-169f6675e0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:33.639683 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-7cf1a198-fe15-4319-bd12-daf4b2ba3e9e req-850cb03e-eebc-4a88-ae00-169f6675e0b8 service neutron] 10.222.0.69 "GET /v2.0/networks?id=cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0 HTTP/1.1" status: 200 len: 913 time: 0.5717010 Oct 20 10:55:33.641031 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53b413f-29cb-4ada-a623-a9268d244f89 req-26f6c147-6365-407f-8cec-f55bf92f9ce8 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:33.642750 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b53b413f-29cb-4ada-a623-a9268d244f89 req-26f6c147-6365-407f-8cec-f55bf92f9ce8 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3f9930f-6768-428d-b296-1e65ca6bdfa7 HTTP/1.1" status: 200 len: 944 time: 0.5582812 Oct 20 10:55:33.654586 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-51611481-49ed-4ef3-b1f4-348b31014084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:33.664456 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-ba8ac57e-4f84-4914-a32b-d2857f0742c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:33.664870 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-80bf1dee-c4d0-4903-8e5a-8b869ae61d61 tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25350811'] for subnet, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:33.668225 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51611481-49ed-4ef3-b1f4-348b31014084 None None] Routers {'fc29ea97-4373-4503-998c-9a9bebddf8ab'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:55:33.668879 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-51611481-49ed-4ef3-b1f4-348b31014084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:55:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['fc29ea97-4373-4503-998c-9a9bebddf8ab'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:33.682579 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server [None req-131668a5-6f81-4e59-9cdd-63e41c64e347 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 12475347-0841-4350-a446-dea61f667840: This subnet is being modified by another concurrent operation. Oct 20 10:55:33.682579 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 20 10:55:33.682579 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 20 10:55:33.682579 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 20 10:55:33.682579 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 20 10:55:33.682579 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 20 10:55:33.682579 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 20 10:55:33.682579 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 20 10:55:33.682579 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 20 10:55:33.682579 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 20 10:55:33.682579 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 20 10:55:33.682579 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 20 10:55:33.682579 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 10:55:33.682579 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 10:55:33.682579 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 10:55:33.682579 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 10:55:33.682579 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 20 10:55:33.682579 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 10:55:33.682579 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 20 10:55:33.682579 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 20 10:55:33.682579 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 10:55:33.682579 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 10:55:33.682579 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 10:55:33.682579 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 10:55:33.682579 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 20 10:55:33.682579 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 10:55:33.682579 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 20 10:55:33.682579 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 20 10:55:33.682579 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 10:55:33.682579 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 10:55:33.682579 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 10:55:33.682579 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 10:55:33.682579 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 20 10:55:33.682579 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 20 10:55:33.682579 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 20 10:55:33.682579 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 20 10:55:33.682579 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 20 10:55:33.682579 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 20 10:55:33.682579 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 20 10:55:33.682579 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 20 10:55:33.682579 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 20 10:55:33.682579 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 20 10:55:33.682579 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 20 10:55:33.682579 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 10:55:33.682579 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 20 10:55:33.682579 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 20 10:55:33.682579 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 20 10:55:33.682579 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 20 10:55:33.682579 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 10:55:33.682579 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 10:55:33.682579 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 10:55:33.682579 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 10:55:33.682579 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 20 10:55:33.682579 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 10:55:33.688184 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 20 10:55:33.688184 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 20 10:55:33.688184 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 10:55:33.688184 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 10:55:33.688184 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 10:55:33.688184 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 10:55:33.688184 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 20 10:55:33.688184 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 10:55:33.688184 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 20 10:55:33.688184 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 20 10:55:33.688184 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 10:55:33.688184 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 10:55:33.688184 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 10:55:33.688184 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 10:55:33.688184 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 20 10:55:33.688184 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 20 10:55:33.688184 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 20 10:55:33.688184 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 20 10:55:33.688184 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 20 10:55:33.688184 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 20 10:55:33.688184 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 20 10:55:33.688184 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 20 10:55:33.688184 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 20 10:55:33.688184 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 20 10:55:33.688184 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 10:55:33.688184 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 10:55:33.688184 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 10:55:33.688184 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 10:55:33.688184 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 20 10:55:33.688184 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 20 10:55:33.688184 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 20 10:55:33.688184 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 20 10:55:33.688184 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 20 10:55:33.688184 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 20 10:55:33.688184 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 20 10:55:33.688184 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server raise exception Oct 20 10:55:33.688184 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 12475347-0841-4350-a446-dea61f667840: This subnet is being modified by another concurrent operation. Oct 20 10:55:33.688184 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server Oct 20 10:55:33.737854 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-7cf1a198-fe15-4319-bd12-daf4b2ba3e9e req-cf0cedc2-f411-489e-9ace-a5c8d3d0d8d5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4653d3e8-4a53-48cc-9dd1-20e648bd172d HTTP/1.1" status: 200 len: 998 time: 0.0901647 Oct 20 10:55:33.755733 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-51611481-49ed-4ef3-b1f4-348b31014084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:33.756850 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51611481-49ed-4ef3-b1f4-348b31014084 None None] The sync data for ids ['fc29ea97-4373-4503-998c-9a9bebddf8ab'] in n-d-811396-3 is: [] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:55:33.780867 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bf1dee-c4d0-4903-8e5a-8b869ae61d61 tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Pushing event deleted for resources: {'Subnet': ['ID=12475347-0841-4350-a446-dea61f667840,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:33.786017 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-80bf1dee-c4d0-4903-8e5a-8b869ae61d61 tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:33.789874 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-80bf1dee-c4d0-4903-8e5a-8b869ae61d61 tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] 10.222.0.64 "DELETE /v2.0/subnets/12475347-0841-4350-a446-dea61f667840 HTTP/1.1" status: 204 len: 168 time: 0.4071662 Oct 20 10:55:33.811059 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf4f440-e6db-4219-a331-1e22298a9fbc None None] Network e9849b4a-a51b-455a-8e83-9d40f74b1b3f requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:55:33.812170 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 53646) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:33.864718 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf1a198-fe15-4319-bd12-daf4b2ba3e9e req-9d98a5f2-4a2c-4136-a7bf-3b28c5ec6c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:33.866309 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-7cf1a198-fe15-4319-bd12-daf4b2ba3e9e req-9d98a5f2-4a2c-4136-a7bf-3b28c5ec6c97 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=46305bfd-5c10-42c9-8afc-597f2425497e HTTP/1.1" status: 200 len: 851 time: 0.0971441 Oct 20 10:55:33.919129 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_v2 [None req-415380e4-204d-4b9e-91e2-05e4259d7f8e tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Deleting subnet 3fb32878-3cdb-438d-ae71-d54fca28bb8c {{(pid=100597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:55:33.923220 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-415380e4-204d-4b9e-91e2-05e4259d7f8e tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Publish callbacks [] for subnet, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:33.927691 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e1ed08a-2aea-4007-9126-adfbf7332896 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524064ba-869c-5550-b826-c26b69a11278-a0c5c583-3e31-4d67-bf51-169d7c350cf9', 'network_id': 'a0c5c583-3e31-4d67-bf51-169d7c350cf9', 'tenant_id': 'df247dc17bdc464c8068a7819294e1f6', 'fixed_ips': [{'subnet_id': '3fb32878-3cdb-438d-ae71-d54fca28bb8c'}]}} from n-d-811396-3. {{(pid=100598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:55:33.928714 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-4e1ed08a-2aea-4007-9126-adfbf7332896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:33.974924 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-c0679f21-5c15-4ac7-9475-a3bd19190ac8 None None] Set router 9712814c-5acb-4d48-bdc6-5a7d3130bc5d gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:55:33.977208 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-415380e4-204d-4b9e-91e2-05e4259d7f8e tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25852621'] for subnet, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:34.047122 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-415380e4-204d-4b9e-91e2-05e4259d7f8e tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:34.083997 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf1a198-fe15-4319-bd12-daf4b2ba3e9e req-504ae75e-0c4d-4257-948f-be7cae0b7646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:34.085901 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-7cf1a198-fe15-4319-bd12-daf4b2ba3e9e req-504ae75e-0c4d-4257-948f-be7cae0b7646 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2112422 Oct 20 10:55:34.264573 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-415380e4-204d-4b9e-91e2-05e4259d7f8e tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25350811'] for subnet, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:34.295613 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b53b413f-29cb-4ada-a623-a9268d244f89 req-5cdedde0-4647-4eda-9ad4-38799a84db91 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=58574406-52f6-4da8-ba4e-3f91a696d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2332766 Oct 20 10:55:34.337585 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415380e4-204d-4b9e-91e2-05e4259d7f8e tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Pushing event deleted for resources: {'Subnet': ['ID=3fb32878-3cdb-438d-ae71-d54fca28bb8c,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:34.338896 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-4ecb7d85-e284-4050-9bc0-e913f4e1e929 req-63f7fee3-0fd0-42e9-9fb7-f74e9384035a tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] Deleting port e6430b5a-1254-4c0c-b3ad-678e0df7ec61 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:55:34.339305 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-4ecb7d85-e284-4050-9bc0-e913f4e1e929 req-63f7fee3-0fd0-42e9-9fb7-f74e9384035a tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:34.366966 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-415380e4-204d-4b9e-91e2-05e4259d7f8e tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:34.372732 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-415380e4-204d-4b9e-91e2-05e4259d7f8e tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] 10.222.0.64 "DELETE /v2.0/subnets/3fb32878-3cdb-438d-ae71-d54fca28bb8c HTTP/1.1" status: 204 len: 168 time: 0.5570710 Oct 20 10:55:34.380666 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server [None req-4e1ed08a-2aea-4007-9126-adfbf7332896 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3fb32878-3cdb-438d-ae71-d54fca28bb8c: This subnet is being modified by another concurrent operation. Oct 20 10:55:34.380666 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 20 10:55:34.380666 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 20 10:55:34.380666 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 20 10:55:34.380666 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 20 10:55:34.380666 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 20 10:55:34.380666 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 20 10:55:34.380666 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 20 10:55:34.380666 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 20 10:55:34.380666 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 20 10:55:34.380666 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 20 10:55:34.380666 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 20 10:55:34.380666 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 10:55:34.380666 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 10:55:34.380666 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 10:55:34.380666 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 10:55:34.380666 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 20 10:55:34.380666 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 10:55:34.380666 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 20 10:55:34.380666 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 20 10:55:34.380666 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 10:55:34.380666 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 10:55:34.380666 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 10:55:34.380666 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 10:55:34.380666 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 20 10:55:34.380666 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 10:55:34.380666 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 20 10:55:34.380666 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 20 10:55:34.380666 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 10:55:34.380666 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 10:55:34.380666 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 10:55:34.380666 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 10:55:34.380666 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 20 10:55:34.380666 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 20 10:55:34.380666 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 20 10:55:34.380666 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 20 10:55:34.380666 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 20 10:55:34.380666 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 20 10:55:34.380666 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 20 10:55:34.380666 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 20 10:55:34.380666 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 20 10:55:34.380666 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 20 10:55:34.380666 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 20 10:55:34.380666 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 10:55:34.380666 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 20 10:55:34.380666 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 20 10:55:34.380666 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 20 10:55:34.380666 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 20 10:55:34.380666 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 10:55:34.380666 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 10:55:34.380666 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 10:55:34.380666 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 10:55:34.380666 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 20 10:55:34.380666 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 10:55:34.386128 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 20 10:55:34.386128 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 20 10:55:34.386128 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 10:55:34.386128 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 10:55:34.386128 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 10:55:34.386128 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 10:55:34.386128 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 20 10:55:34.386128 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 10:55:34.386128 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 20 10:55:34.386128 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 20 10:55:34.386128 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 10:55:34.386128 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 10:55:34.386128 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 10:55:34.386128 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 10:55:34.386128 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 20 10:55:34.386128 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 20 10:55:34.386128 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 20 10:55:34.386128 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 20 10:55:34.386128 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 20 10:55:34.386128 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 20 10:55:34.386128 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 20 10:55:34.386128 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 20 10:55:34.386128 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 20 10:55:34.386128 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 20 10:55:34.386128 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 10:55:34.386128 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 10:55:34.386128 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 10:55:34.386128 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 10:55:34.386128 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 20 10:55:34.386128 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 20 10:55:34.386128 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 20 10:55:34.386128 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 20 10:55:34.386128 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 20 10:55:34.386128 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 20 10:55:34.386128 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 20 10:55:34.386128 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server raise exception Oct 20 10:55:34.386128 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3fb32878-3cdb-438d-ae71-d54fca28bb8c: This subnet is being modified by another concurrent operation. Oct 20 10:55:34.386128 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server Oct 20 10:55:34.395102 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 53656) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:34.398612 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7889b11e-07b7-4ca1-a362-adf0fd8d4d24 None None] Network a0c5c583-3e31-4d67-bf51-169d7c350cf9 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:55:34.476440 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-7cf1a198-fe15-4319-bd12-daf4b2ba3e9e req-152d9582-a5d7-4a1e-8c7d-ce78e8e095a1 service neutron] 10.222.0.69 "GET /v2.0/networks/cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3819411 Oct 20 10:55:34.491355 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d63982-d2cd-4aa8-9778-f67c37e534c3 tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:34.494524 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-25d63982-d2cd-4aa8-9778-f67c37e534c3 tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0947897 Oct 20 10:55:34.498660 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 53660) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:34.510314 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434469d9-4603-4866-967a-390725b63c8a tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:34.524818 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-434469d9-4603-4866-967a-390725b63c8a tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc29ea97-4373-4503-998c-9a9bebddf8ab HTTP/1.1" status: 200 len: 989 time: 0.8659518 Oct 20 10:55:34.546988 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 53662) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:34.702286 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-7cf1a198-fe15-4319-bd12-daf4b2ba3e9e req-28162af6-2feb-48d5-947c-72d3af766b09 service neutron] 10.222.0.69 "GET /v2.0/networks/cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058833 Oct 20 10:55:34.776561 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bd0c038-63c6-4638-970f-f1c799db16da None None] get_active_networks_info from n-d-811396-3 {{(pid=100598) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 20 10:55:34.793317 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d143f29b-2c0e-4611-ac7b-512420fe5de9 tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:34.797613 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8ac7aa84-195a-4b23-82c5-994181183a35 req-82ae6565-206b-438b-9fdf-c17332276706 tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] 10.222.0.64 "GET /v2.0/ports?device_id=d409a7ac-d538-46b9-be22-278c8645036c HTTP/1.1" status: 200 len: 210 time: 0.1056068 Oct 20 10:55:34.903948 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd0c038-63c6-4638-970f-f1c799db16da None None] Resources bound (agent type, host, resource id): {{(pid=100598) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 20 10:55:34.912651 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d143f29b-2c0e-4611-ac7b-512420fe5de9 tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:34.938805 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-d143f29b-2c0e-4611-ac7b-512420fe5de9 tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0c5c583-3e31-4d67-bf51-169d7c350cf9']}} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:34.950074 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-d143f29b-2c0e-4611-ac7b-512420fe5de9 tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '924f5779-f7e2-42de-94ae-738753a6cdf0') {'for_net_delete': True} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:34.950620 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-d143f29b-2c0e-4611-ac7b-512420fe5de9 tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '924f5779-f7e2-42de-94ae-738753a6cdf0') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:34.967103 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d143f29b-2c0e-4611-ac7b-512420fe5de9 tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25852596'] for segment, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:34.987517 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d143f29b-2c0e-4611-ac7b-512420fe5de9 tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:34.995949 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d143f29b-2c0e-4611-ac7b-512420fe5de9 tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Releasing vlan 807 on physical network physnet1 to pool {{(pid=100597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:55:34.996646 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d143f29b-2c0e-4611-ac7b-512420fe5de9 tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951012'] for segment, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:35.053744 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-1836dab6-f246-4728-ab97-1f31b7d2db9f req-3be4bb4b-2f14-42f7-91a8-e9dde27057f2 tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] Deleting port 36ff2f18-0e23-496c-993d-73cb5622c2f2 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:55:35.055201 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-1836dab6-f246-4728-ab97-1f31b7d2db9f req-3be4bb4b-2f14-42f7-91a8-e9dde27057f2 tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:35.077510 n-d-811396-3 neutron-server[100597]: Traceback (most recent call last): Oct 20 10:55:35.077510 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:55:35.077510 n-d-811396-3 neutron-server[100597]: timer() Oct 20 10:55:35.077510 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:55:35.077510 n-d-811396-3 neutron-server[100597]: cb(*args, **kw) Oct 20 10:55:35.077510 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:55:35.077510 n-d-811396-3 neutron-server[100597]: return func(*args, **kwargs) Oct 20 10:55:35.077510 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:55:35.077510 n-d-811396-3 neutron-server[100597]: self._notify() Oct 20 10:55:35.077510 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:55:35.077510 n-d-811396-3 neutron-server[100597]: self.callback(batched_events) Oct 20 10:55:35.077510 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:55:35.077510 n-d-811396-3 neutron-server[100597]: event.method(event) Oct 20 10:55:35.077510 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:55:35.077510 n-d-811396-3 neutron-server[100597]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:55:35.077510 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:55:35.077510 n-d-811396-3 neutron-server[100597]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:55:35.077510 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:55:35.077510 n-d-811396-3 neutron-server[100597]: return f(self, *a, **k) Oct 20 10:55:35.077510 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:55:35.077510 n-d-811396-3 neutron-server[100597]: return self._get(url).json() Oct 20 10:55:35.077510 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:55:35.077510 n-d-811396-3 neutron-server[100597]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:55:35.077510 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:55:35.077510 n-d-811396-3 neutron-server[100597]: return self.request(url, 'GET', **kwargs) Oct 20 10:55:35.077510 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:55:35.077510 n-d-811396-3 neutron-server[100597]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:55:35.077510 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:55:35.077510 n-d-811396-3 neutron-server[100597]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:55:35.077510 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:55:35.077510 n-d-811396-3 neutron-server[100597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:55:35.077510 n-d-811396-3 neutron-server[100597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:55:35.082631 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d143f29b-2c0e-4611-ac7b-512420fe5de9 tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:35.120446 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d143f29b-2c0e-4611-ac7b-512420fe5de9 tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:35.133703 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-d143f29b-2c0e-4611-ac7b-512420fe5de9 tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] 10.222.0.64 "DELETE /v2.0/networks/a0c5c583-3e31-4d67-bf51-169d7c350cf9 HTTP/1.1" status: 204 len: 168 time: 0.6336188 Oct 20 10:55:35.145647 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 53668) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:35.180476 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d143f29b-2c0e-4611-ac7b-512420fe5de9 tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Pushing event deleted for resources: {'Network': ['ID=a0c5c583-3e31-4d67-bf51-169d7c350cf9,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:35.192207 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-c0679f21-5c15-4ac7-9475-a3bd19190ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9712814c-5acb-4d48-bdc6-5a7d3130bc5d', 'name': 'tempest-TestVolumeBootPattern-1466241922-router', 'tenant_id': '304c84e5c7844b5cadef0d9d128b445c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': '796dafa4-6077-4393-8385-ff95473e2ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:47:24Z', 'updated_at': '2021-10-20T10:47:31Z', 'revision_number': 4, 'project_id': '304c84e5c7844b5cadef0d9d128b445c', 'gw_port': {'id': '796dafa4-6077-4393-8385-ff95473e2ed0', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:de:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9712814c-5acb-4d48-bdc6-5a7d3130bc5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2396, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:47:25Z', 'updated_at': '2021-10-20T10:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_floatingips': [{'id': '6df65b02-1782-40e9-a266-14fcae8844f7', 'tenant_id': '304c84e5c7844b5cadef0d9d128b445c', 'floating_ip_address': '172.25.1.17', 'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'router_id': '9712814c-5acb-4d48-bdc6-5a7d3130bc5d', 'port_id': '4653d3e8-4a53-48cc-9dd1-20e648bd172d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3112, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0', 'mac_address': 'fa:16:3e:f0:ee:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1905cb83-c152-40b2-98e8-53e3c912e15d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T10:55:29Z', 'updated_at': '2021-10-20T10:55:29Z', 'revision_number': 0, 'project_id': '304c84e5c7844b5cadef0d9d128b445c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41772678-6b00-4009-9ad8-5fc0a96c5fdd', 'name': '', 'network_id': 'cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0', 'tenant_id': '304c84e5c7844b5cadef0d9d128b445c', 'mac_address': 'fa:16:3e:94:7e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9712814c-5acb-4d48-bdc6-5a7d3130bc5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': '46305bfd-5c10-42c9-8afc-597f2425497e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:47:29Z', 'updated_at': '2021-10-20T10:47:38Z', 'revision_number': 5, 'project_id': '304c84e5c7844b5cadef0d9d128b445c', 'subnets': [{'id': '46305bfd-5c10-42c9-8afc-597f2425497e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:35.238911 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0679f21-5c15-4ac7-9475-a3bd19190ac8 None None] The sync data for ids ['9712814c-5acb-4d48-bdc6-5a7d3130bc5d'] in n-d-811396-3 is: [{'id': '9712814c-5acb-4d48-bdc6-5a7d3130bc5d', 'name': 'tempest-TestVolumeBootPattern-1466241922-router', 'tenant_id': '304c84e5c7844b5cadef0d9d128b445c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': '796dafa4-6077-4393-8385-ff95473e2ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:47:24Z', 'updated_at': '2021-10-20T10:47:31Z', 'revision_number': 4, 'project_id': '304c84e5c7844b5cadef0d9d128b445c', 'gw_port': {'id': '796dafa4-6077-4393-8385-ff95473e2ed0', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:de:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9712814c-5acb-4d48-bdc6-5a7d3130bc5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2396, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:47:25Z', 'updated_at': '2021-10-20T10:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_floatingips': [{'id': '6df65b02-1782-40e9-a266-14fcae8844f7', 'tenant_id': '304c84e5c7844b5cadef0d9d128b445c', 'floating_ip_address': '172.25.1.17', 'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'router_id': '9712814c-5acb-4d48-bdc6-5a7d3130bc5d', 'port_id': '4653d3e8-4a53-48cc-9dd1-20e648bd172d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3112, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0', 'mac_address': 'fa:16:3e:f0:ee:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1905cb83-c152-40b2-98e8-53e3c912e15d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T10:55:29Z', 'updated_at': '2021-10-20T10:55:29Z', 'revision_number': 0, 'project_id': '304c84e5c7844b5cadef0d9d128b445c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41772678-6b00-4009-9ad8-5fc0a96c5fdd', 'name': '', 'network_id': 'cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0', 'tenant_id': '304c84e5c7844b5cadef0d9d128b445c', 'mac_address': 'fa:16:3e:94:7e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9712814c-5acb-4d48-bdc6-5a7d3130bc5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': '46305bfd-5c10-42c9-8afc-597f2425497e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:47:29Z', 'updated_at': '2021-10-20T10:47:38Z', 'revision_number': 5, 'project_id': '304c84e5c7844b5cadef0d9d128b445c', 'subnets': [{'id': '46305bfd-5c10-42c9-8afc-597f2425497e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:55:35.242453 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-1836dab6-f246-4728-ab97-1f31b7d2db9f req-3be4bb4b-2f14-42f7-91a8-e9dde27057f2 tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] For port 36ff2f18-0e23-496c-993d-73cb5622c2f2, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=36ff2f18-0e23-496c-993d-73cb5622c2f2,segment=NetworkSegment(f78f4181-0142-441b-8d81-2ce1a8e19b5d),segment_id=f78f4181-0142-441b-8d81-2ce1a8e19b5d)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:55:35.242856 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-1836dab6-f246-4728-ab97-1f31b7d2db9f req-3be4bb4b-2f14-42f7-91a8-e9dde27057f2 tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:35.317127 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-1836dab6-f246-4728-ab97-1f31b7d2db9f req-3be4bb4b-2f14-42f7-91a8-e9dde27057f2 tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] Calling delete_port for 36ff2f18-0e23-496c-993d-73cb5622c2f2 owned by compute:nova {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:55:35.374138 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3a9f07d1-b53d-46f4-9015-b00bb91597dd tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:35.400438 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd255d6-8c1f-42a7-8131-53f2438369ac req-ed4a878c-ddc7-4870-9225-3bb2b2b1367b tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:35.402004 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-efd255d6-8c1f-42a7-8131-53f2438369ac req-ed4a878c-ddc7-4870-9225-3bb2b2b1367b tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] 10.222.0.69 "GET /v2.0/networks?id=aff145ac-5e6e-4e89-ad8c-78ea8a2e84f6 HTTP/1.1" status: 200 len: 813 time: 0.3218999 Oct 20 10:55:35.420162 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-4ecb7d85-e284-4050-9bc0-e913f4e1e929 req-63f7fee3-0fd0-42e9-9fb7-f74e9384035a tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] For port e6430b5a-1254-4c0c-b3ad-678e0df7ec61, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=e6430b5a-1254-4c0c-b3ad-678e0df7ec61,segment=NetworkSegment(f78f4181-0142-441b-8d81-2ce1a8e19b5d),segment_id=f78f4181-0142-441b-8d81-2ce1a8e19b5d)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:55:35.420544 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-4ecb7d85-e284-4050-9bc0-e913f4e1e929 req-63f7fee3-0fd0-42e9-9fb7-f74e9384035a tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:35.429671 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3247e034-6d95-47d8-be43-cf9eb8213648 None None] get_active_networks_info from n-d-811396-3 {{(pid=100598) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 20 10:55:35.437547 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [req-efd255d6-8c1f-42a7-8131-53f2438369ac req-da4d5508-6ec9-464f-958d-9b3792ac643c tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] Request body: {'port': {'device_id': 'd409a7ac-d538-46b9-be22-278c8645036c', 'network_id': 'aff145ac-5e6e-4e89-ad8c-78ea8a2e84f6', 'admin_state_up': True, 'tenant_id': '7e8bb87fcf634b4a9fc97a8d2c5f9832'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:55:35.566001 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3a9f07d1-b53d-46f4-9015-b00bb91597dd tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:35.591045 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3247e034-6d95-47d8-be43-cf9eb8213648 None None] Resources bound (agent type, host, resource id): {{(pid=100598) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 20 10:55:35.598401 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-3a9f07d1-b53d-46f4-9015-b00bb91597dd tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9849b4a-a51b-455a-8e83-9d40f74b1b3f']}} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:35.633230 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-3a9f07d1-b53d-46f4-9015-b00bb91597dd tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbefc368-235e-4b6b-94b0-a10f4ad42dc4') {'for_net_delete': True} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:35.633598 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-3a9f07d1-b53d-46f4-9015-b00bb91597dd tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbefc368-235e-4b6b-94b0-a10f4ad42dc4') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:35.652968 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3a9f07d1-b53d-46f4-9015-b00bb91597dd tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25852596'] for segment, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:35.657557 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4a7d7b-02dc-42ad-9413-60cd4631c81c req-456c434d-2f52-47b0-9117-23b3cdac0a2d tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:35.659754 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-de4a7d7b-02dc-42ad-9413-60cd4631c81c req-456c434d-2f52-47b0-9117-23b3cdac0a2d tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3f9930f-6768-428d-b296-1e65ca6bdfa7 HTTP/1.1" status: 200 len: 944 time: 0.9341860 Oct 20 10:55:35.666558 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-4ecb7d85-e284-4050-9bc0-e913f4e1e929 req-63f7fee3-0fd0-42e9-9fb7-f74e9384035a tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] Calling delete_port for e6430b5a-1254-4c0c-b3ad-678e0df7ec61 owned by compute:nova {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:55:35.682932 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3a9f07d1-b53d-46f4-9015-b00bb91597dd tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:35.693639 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a9f07d1-b53d-46f4-9015-b00bb91597dd tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Releasing vlan 830 on physical network physnet1 to pool {{(pid=100597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:55:35.694076 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3a9f07d1-b53d-46f4-9015-b00bb91597dd tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951012'] for segment, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:35.698562 n-d-811396-3 neutron-server[100597]: Traceback (most recent call last): Oct 20 10:55:35.698562 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:55:35.698562 n-d-811396-3 neutron-server[100597]: timer() Oct 20 10:55:35.698562 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:55:35.698562 n-d-811396-3 neutron-server[100597]: cb(*args, **kw) Oct 20 10:55:35.698562 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:55:35.698562 n-d-811396-3 neutron-server[100597]: return func(*args, **kwargs) Oct 20 10:55:35.698562 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:55:35.698562 n-d-811396-3 neutron-server[100597]: self._notify() Oct 20 10:55:35.698562 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:55:35.698562 n-d-811396-3 neutron-server[100597]: self.callback(batched_events) Oct 20 10:55:35.698562 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:55:35.698562 n-d-811396-3 neutron-server[100597]: event.method(event) Oct 20 10:55:35.698562 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:55:35.698562 n-d-811396-3 neutron-server[100597]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:55:35.698562 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:55:35.698562 n-d-811396-3 neutron-server[100597]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:55:35.698562 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:55:35.698562 n-d-811396-3 neutron-server[100597]: return f(self, *a, **k) Oct 20 10:55:35.698562 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:55:35.698562 n-d-811396-3 neutron-server[100597]: return self._get(url).json() Oct 20 10:55:35.698562 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:55:35.698562 n-d-811396-3 neutron-server[100597]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:55:35.698562 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:55:35.698562 n-d-811396-3 neutron-server[100597]: return self.request(url, 'GET', **kwargs) Oct 20 10:55:35.698562 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:55:35.698562 n-d-811396-3 neutron-server[100597]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:55:35.698562 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:55:35.698562 n-d-811396-3 neutron-server[100597]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:55:35.698562 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:55:35.698562 n-d-811396-3 neutron-server[100597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:55:35.698562 n-d-811396-3 neutron-server[100597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:55:35.720301 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efd255d6-8c1f-42a7-8131-53f2438369ac req-da4d5508-6ec9-464f-958d-9b3792ac643c tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] Made reservation on behalf of 7e8bb87fcf634b4a9fc97a8d2c5f9832 for: {'port': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:55:35.724054 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-efd255d6-8c1f-42a7-8131-53f2438369ac req-da4d5508-6ec9-464f-958d-9b3792ac643c tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:35.744470 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 36ff2f18-0e23-496c-993d-73cb5622c2f2 no longer exists at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:55:35.746597 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea4a8b7-2f8b-403c-aff8-700352f99b44 None None] New status for floating IP 6df65b02-1782-40e9-a266-14fcae8844f7: ACTIVE {{(pid=100598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 10:55:35.831749 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3a9f07d1-b53d-46f4-9015-b00bb91597dd tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:35.851902 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3a9f07d1-b53d-46f4-9015-b00bb91597dd tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:35.860495 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-3a9f07d1-b53d-46f4-9015-b00bb91597dd tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] 10.222.0.64 "DELETE /v2.0/networks/e9849b4a-a51b-455a-8e83-9d40f74b1b3f HTTP/1.1" status: 204 len: 168 time: 0.7017431 Oct 20 10:55:35.879282 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 53674) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:35.884412 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9f07d1-b53d-46f4-9015-b00bb91597dd tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Pushing event deleted for resources: {'Network': ['ID=e9849b4a-a51b-455a-8e83-9d40f74b1b3f,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:35.981910 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [req-efd255d6-8c1f-42a7-8131-53f2438369ac req-da4d5508-6ec9-464f-958d-9b3792ac643c tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] Allocated IP 172.20.0.5 (aff145ac-5e6e-4e89-ad8c-78ea8a2e84f6/43438d1f-dc61-4f75-92d7-2fc7295ce83f/ca8726e1-1d27-4f14-a4c9-bea7b00c3bdf) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:55:36.019520 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ca4473f1-0e4d-456f-a8eb-1ee041dc6c9f tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:36.029667 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd255d6-8c1f-42a7-8131-53f2438369ac req-a3b07e1e-c630-428c-86ad-4f613f4d79b1 tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:36.031149 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-efd255d6-8c1f-42a7-8131-53f2438369ac req-a3b07e1e-c630-428c-86ad-4f613f4d79b1 tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] 10.222.0.55 "GET /v2.0/networks?id=aff145ac-5e6e-4e89-ad8c-78ea8a2e84f6 HTTP/1.1" status: 200 len: 813 time: 0.9815469 Oct 20 10:55:36.035744 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-436f375c-b015-48be-8cb0-941904574339 req-190dc6ed-75d7-4588-8aaf-a5217effc254 tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] 10.222.0.64 "GET /v2.0/ports?device_id=d409a7ac-d538-46b9-be22-278c8645036c HTTP/1.1" status: 200 len: 210 time: 0.0461025 Oct 20 10:55:36.071291 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-de4a7d7b-02dc-42ad-9413-60cd4631c81c req-48c20e29-b62f-4674-9783-084682655361 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=58574406-52f6-4da8-ba4e-3f91a696d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3931289 Oct 20 10:55:36.104490 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-efd255d6-8c1f-42a7-8131-53f2438369ac req-74ffb5ff-d3a4-40b6-89fc-e4536f93eb22 tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] Request body: {'port': {'device_id': 'e5a07d6a-7eaa-47cd-8791-a17bab21bc12', 'network_id': 'aff145ac-5e6e-4e89-ad8c-78ea8a2e84f6', 'admin_state_up': True, 'tenant_id': '7e8bb87fcf634b4a9fc97a8d2c5f9832'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:55:36.170616 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:36.211416 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-be0f6dcd-2dde-4be3-be67-2f20c984d5fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:36.333294 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-efd255d6-8c1f-42a7-8131-53f2438369ac req-da4d5508-6ec9-464f-958d-9b3792ac643c tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:36.375879 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-efd255d6-8c1f-42a7-8131-53f2438369ac req-da4d5508-6ec9-464f-958d-9b3792ac643c tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:36.444485 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efd255d6-8c1f-42a7-8131-53f2438369ac req-da4d5508-6ec9-464f-958d-9b3792ac643c tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] Network aff145ac-5e6e-4e89-ad8c-78ea8a2e84f6 is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:55:36.449913 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [req-efd255d6-8c1f-42a7-8131-53f2438369ac req-da4d5508-6ec9-464f-958d-9b3792ac643c tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:55:36.463026 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [req-efd255d6-8c1f-42a7-8131-53f2438369ac req-da4d5508-6ec9-464f-958d-9b3792ac643c tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:55:36.470246 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4d5508-6ec9-464f-958d-9b3792ac643c tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] Pushing event updated for resources: {'Port': ['ID=ca8726e1-1d27-4f14-a4c9-bea7b00c3bdf,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:36.534671 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ca4473f1-0e4d-456f-a8eb-1ee041dc6c9f tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:36.541074 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd255d6-8c1f-42a7-8131-53f2438369ac req-da4d5508-6ec9-464f-958d-9b3792ac643c tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:36.541718 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-efd255d6-8c1f-42a7-8131-53f2438369ac req-da4d5508-6ec9-464f-958d-9b3792ac643c tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:36.882468 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-1836dab6-f246-4728-ab97-1f31b7d2db9f req-3be4bb4b-2f14-42f7-91a8-e9dde27057f2 tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:36.954547 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5cf5bf26-df1b-4e5f-8a65-b77323b4ae30 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1774405'] for router_interface, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:36.963010 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-ca4473f1-0e4d-456f-a8eb-1ee041dc6c9f tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e908ccf-1e2d-4107-83dc-f413537b1b26']}} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:36.972199 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device e6430b5a-1254-4c0c-b3ad-678e0df7ec61 no longer exists at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:55:36.980882 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-efd255d6-8c1f-42a7-8131-53f2438369ac req-da4d5508-6ec9-464f-958d-9b3792ac643c tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5480497 Oct 20 10:55:36.997831 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [req-efd255d6-8c1f-42a7-8131-53f2438369ac req-c9a10ea2-7d02-4382-9303-90d861b70556 service neutron] Request body: {'port': {'device_id': 'd409a7ac-d538-46b9-be22-278c8645036c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811396-3'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:55:37.011525 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be4bb4b-2f14-42f7-91a8-e9dde27057f2 tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] Pushing event deleted for resources: {'Port': ['ID=36ff2f18-0e23-496c-993d-73cb5622c2f2,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:37.027237 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-ca4473f1-0e4d-456f-a8eb-1ee041dc6c9f tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18b8f0a7-b7a2-4d53-b4fb-8cba8235ef06') {'for_net_delete': True} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:37.027479 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-ca4473f1-0e4d-456f-a8eb-1ee041dc6c9f tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18b8f0a7-b7a2-4d53-b4fb-8cba8235ef06') {} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:37.035458 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efd255d6-8c1f-42a7-8131-53f2438369ac req-74ffb5ff-d3a4-40b6-89fc-e4536f93eb22 tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] Made reservation on behalf of 7e8bb87fcf634b4a9fc97a8d2c5f9832 for: {'port': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:55:37.038980 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-efd255d6-8c1f-42a7-8131-53f2438369ac req-74ffb5ff-d3a4-40b6-89fc-e4536f93eb22 tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:37.071304 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:37.079362 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-efd255d6-8c1f-42a7-8131-53f2438369ac req-c9a10ea2-7d02-4382-9303-90d861b70556 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:37.116070 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:37.184317 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ca4473f1-0e4d-456f-a8eb-1ee041dc6c9f tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25189038'] for segment, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:37.197644 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92baa39-e8d7-407e-9edf-c8d89e26f25f req-af177e53-c64a-42a7-b77c-c1fdd652c024 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:37.199365 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f92baa39-e8d7-407e-9edf-c8d89e26f25f req-af177e53-c64a-42a7-b77c-c1fdd652c024 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3f9930f-6768-428d-b296-1e65ca6bdfa7 HTTP/1.1" status: 200 len: 944 time: 0.8592329 Oct 20 10:55:37.251482 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-1836dab6-f246-4728-ab97-1f31b7d2db9f req-3be4bb4b-2f14-42f7-91a8-e9dde27057f2 tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] No DVR routers for this DVR port 36ff2f18-0e23-496c-993d-73cb5622c2f2 on host n-h1-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:55:37.282896 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-1836dab6-f246-4728-ab97-1f31b7d2db9f req-3be4bb4b-2f14-42f7-91a8-e9dde27057f2 tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:37.286224 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1836dab6-f246-4728-ab97-1f31b7d2db9f req-3be4bb4b-2f14-42f7-91a8-e9dde27057f2 tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] 10.222.0.55 "DELETE /v2.0/ports/36ff2f18-0e23-496c-993d-73cb5622c2f2 HTTP/1.1" status: 204 len: 173 time: 3.6692951 Oct 20 10:55:37.291356 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85c90a67-179e-4612-b928-dc9717b6e089', 'name': 'network-vif-deleted', 'tag': '36ff2f18-0e23-496c-993d-73cb5622c2f2'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:55:37.293854 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9ace03b-f60f-49d1-8a54-7fcc569e2dbe" -d '{"events": [{"server_uuid": "85c90a67-179e-4612-b928-dc9717b6e089", "name": "network-vif-deleted", "tag": "36ff2f18-0e23-496c-993d-73cb5622c2f2"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:55:37.297070 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ca4473f1-0e4d-456f-a8eb-1ee041dc6c9f tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:37.382615 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca4473f1-0e4d-456f-a8eb-1ee041dc6c9f tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Releasing vlan 809 on physical network physnet1 to pool {{(pid=100596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:55:37.383032 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ca4473f1-0e4d-456f-a8eb-1ee041dc6c9f tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26833155'] for segment, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:37.414783 n-d-811396-3 neutron-server[100596]: Traceback (most recent call last): Oct 20 10:55:37.414783 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:55:37.414783 n-d-811396-3 neutron-server[100596]: timer() Oct 20 10:55:37.414783 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:55:37.414783 n-d-811396-3 neutron-server[100596]: cb(*args, **kw) Oct 20 10:55:37.414783 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:55:37.414783 n-d-811396-3 neutron-server[100596]: return func(*args, **kwargs) Oct 20 10:55:37.414783 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:55:37.414783 n-d-811396-3 neutron-server[100596]: self._notify() Oct 20 10:55:37.414783 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:55:37.414783 n-d-811396-3 neutron-server[100596]: self.callback(batched_events) Oct 20 10:55:37.414783 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:55:37.414783 n-d-811396-3 neutron-server[100596]: event.method(event) Oct 20 10:55:37.414783 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:55:37.414783 n-d-811396-3 neutron-server[100596]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:55:37.414783 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:55:37.414783 n-d-811396-3 neutron-server[100596]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:55:37.414783 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:55:37.414783 n-d-811396-3 neutron-server[100596]: return f(self, *a, **k) Oct 20 10:55:37.414783 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:55:37.414783 n-d-811396-3 neutron-server[100596]: return self._get(url).json() Oct 20 10:55:37.414783 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:55:37.414783 n-d-811396-3 neutron-server[100596]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:55:37.414783 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:55:37.414783 n-d-811396-3 neutron-server[100596]: return self.request(url, 'GET', **kwargs) Oct 20 10:55:37.414783 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:55:37.414783 n-d-811396-3 neutron-server[100596]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:55:37.414783 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:55:37.414783 n-d-811396-3 neutron-server[100596]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:55:37.414783 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:55:37.414783 n-d-811396-3 neutron-server[100596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:55:37.414783 n-d-811396-3 neutron-server[100596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:55:37.435421 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-4ecb7d85-e284-4050-9bc0-e913f4e1e929 req-63f7fee3-0fd0-42e9-9fb7-f74e9384035a tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:37.450880 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [req-efd255d6-8c1f-42a7-8131-53f2438369ac req-c9a10ea2-7d02-4382-9303-90d861b70556 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca8726e1-1d27-4f14-a4c9-bea7b00c3bdf {{(pid=100597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:55:37.458846 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-efd255d6-8c1f-42a7-8131-53f2438369ac req-c9a10ea2-7d02-4382-9303-90d861b70556 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:37.549660 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:37.559047 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f92baa39-e8d7-407e-9edf-c8d89e26f25f req-9151e15f-ceee-4daa-9432-68315e2a42a7 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=58574406-52f6-4da8-ba4e-3f91a696d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3136883 Oct 20 10:55:37.560694 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f7fee3-0fd0-42e9-9fb7-f74e9384035a tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] Pushing event deleted for resources: {'Port': ['ID=e6430b5a-1254-4c0c-b3ad-678e0df7ec61,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:37.589035 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a656f342-a6db-4a4a-af37-cd8ebefcf598 req-0610c9b4-7afc-4b3d-ac77-d6dcf5a5b820 tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:37.590722 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a656f342-a6db-4a4a-af37-cd8ebefcf598 req-0610c9b4-7afc-4b3d-ac77-d6dcf5a5b820 tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] 10.222.0.64 "GET /v2.0/ports?device_id=d409a7ac-d538-46b9-be22-278c8645036c HTTP/1.1" status: 200 len: 931 time: 0.4358811 Oct 20 10:55:37.604443 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.provisioning_blocks [req-efd255d6-8c1f-42a7-8131-53f2438369ac req-c9a10ea2-7d02-4382-9303-90d861b70556 service neutron] Transition to ACTIVE for port object ca8726e1-1d27-4f14-a4c9-bea7b00c3bdf will not be triggered until provisioned by entity L2. {{(pid=100597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:55:37.610070 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-efd255d6-8c1f-42a7-8131-53f2438369ac req-c9a10ea2-7d02-4382-9303-90d861b70556 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:37.614750 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ca4473f1-0e4d-456f-a8eb-1ee041dc6c9f tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:37.670206 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-897bb559-9871-4e40-ab57-e13bfa770c93 x-openstack-request-id: req-897bb559-9871-4e40-ab57-e13bfa770c93 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:55:37.670496 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85c90a67-179e-4612-b928-dc9717b6e089", "name": "network-vif-deleted", "tag": "36ff2f18-0e23-496c-993d-73cb5622c2f2", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:55:37.670752 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-897bb559-9871-4e40-ab57-e13bfa770c93 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:55:37.670920 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a10ea2-7d02-4382-9303-90d861b70556 service neutron] Pushing event updated for resources: {'Port': ['ID=ca8726e1-1d27-4f14-a4c9-bea7b00c3bdf,revision_number=2']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:37.671150 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85c90a67-179e-4612-b928-dc9717b6e089', 'name': 'network-vif-deleted', 'tag': '36ff2f18-0e23-496c-993d-73cb5622c2f2', 'status': 'completed', 'code': 200} Oct 20 10:55:37.683994 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ca4473f1-0e4d-456f-a8eb-1ee041dc6c9f tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Publish callbacks [] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:37.690116 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-ca4473f1-0e4d-456f-a8eb-1ee041dc6c9f tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] 10.222.0.64 "DELETE /v2.0/networks/8e908ccf-1e2d-4107-83dc-f413537b1b26 HTTP/1.1" status: 204 len: 168 time: 1.7843938 Oct 20 10:55:37.700982 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 53688) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:37.801154 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ecb7d85-e284-4050-9bc0-e913f4e1e929 req-63f7fee3-0fd0-42e9-9fb7-f74e9384035a tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] No DVR routers for this DVR port e6430b5a-1254-4c0c-b3ad-678e0df7ec61 on host n-h2-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:55:37.812684 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-04ab85a3-dc2e-4c3e-b473-bb329da4ee26 tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:37.829274 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4473f1-0e4d-456f-a8eb-1ee041dc6c9f tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Pushing event deleted for resources: {'Network': ['ID=8e908ccf-1e2d-4107-83dc-f413537b1b26,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:37.841918 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-4ecb7d85-e284-4050-9bc0-e913f4e1e929 req-63f7fee3-0fd0-42e9-9fb7-f74e9384035a tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:37.845296 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4ecb7d85-e284-4050-9bc0-e913f4e1e929 req-63f7fee3-0fd0-42e9-9fb7-f74e9384035a tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] 10.222.0.69 "DELETE /v2.0/ports/e6430b5a-1254-4c0c-b3ad-678e0df7ec61 HTTP/1.1" status: 204 len: 173 time: 4.4485109 Oct 20 10:55:37.891260 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-efd255d6-8c1f-42a7-8131-53f2438369ac req-c9a10ea2-7d02-4382-9303-90d861b70556 service neutron] Attempting to bind port ca8726e1-1d27-4f14-a4c9-bea7b00c3bdf on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:55:37.891553 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-efd255d6-8c1f-42a7-8131-53f2438369ac req-c9a10ea2-7d02-4382-9303-90d861b70556 service neutron] Attempting to bind port ca8726e1-1d27-4f14-a4c9-bea7b00c3bdf by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': 'f78f4181-0142-441b-8d81-2ce1a8e19b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'aff145ac-5e6e-4e89-ad8c-78ea8a2e84f6'}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:55:37.892372 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd255d6-8c1f-42a7-8131-53f2438369ac req-c9a10ea2-7d02-4382-9303-90d861b70556 service neutron] Attempting to bind port ca8726e1-1d27-4f14-a4c9-bea7b00c3bdf on network aff145ac-5e6e-4e89-ad8c-78ea8a2e84f6 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:55:37.902904 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd255d6-8c1f-42a7-8131-53f2438369ac req-c9a10ea2-7d02-4382-9303-90d861b70556 service neutron] Port ca8726e1-1d27-4f14-a4c9-bea7b00c3bdf on network aff145ac-5e6e-4e89-ad8c-78ea8a2e84f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:55:37.902904 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd255d6-8c1f-42a7-8131-53f2438369ac req-c9a10ea2-7d02-4382-9303-90d861b70556 service neutron] Attempting to bind port ca8726e1-1d27-4f14-a4c9-bea7b00c3bdf on network aff145ac-5e6e-4e89-ad8c-78ea8a2e84f6 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:55:37.925728 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd255d6-8c1f-42a7-8131-53f2438369ac req-c9a10ea2-7d02-4382-9303-90d861b70556 service neutron] Checking agent: {'id': '061232a2-7adc-4ba1-a873-e8cb136b064d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:55:37.926071 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd255d6-8c1f-42a7-8131-53f2438369ac req-c9a10ea2-7d02-4382-9303-90d861b70556 service neutron] Checking segment: {'id': 'f78f4181-0142-441b-8d81-2ce1a8e19b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'aff145ac-5e6e-4e89-ad8c-78ea8a2e84f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:55:37.926776 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd255d6-8c1f-42a7-8131-53f2438369ac req-c9a10ea2-7d02-4382-9303-90d861b70556 service neutron] Bound using segment: {'id': 'f78f4181-0142-441b-8d81-2ce1a8e19b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'aff145ac-5e6e-4e89-ad8c-78ea8a2e84f6'} {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:55:37.927252 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-efd255d6-8c1f-42a7-8131-53f2438369ac req-c9a10ea2-7d02-4382-9303-90d861b70556 service neutron] Bound port: ca8726e1-1d27-4f14-a4c9-bea7b00c3bdf, host: n-h2-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f78f4181-0142-441b-8d81-2ce1a8e19b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'aff145ac-5e6e-4e89-ad8c-78ea8a2e84f6'}}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:55:37.927640 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-efd255d6-8c1f-42a7-8131-53f2438369ac req-c9a10ea2-7d02-4382-9303-90d861b70556 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:37.932503 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a656f342-a6db-4a4a-af37-cd8ebefcf598 req-1ded059d-d4ee-447e-8b30-c53735dc5e50 tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] 10.222.0.64 "GET /v2.0/security-groups?id=745785b5-2200-4416-93f8-13db3cc44dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2673433 Oct 20 10:55:37.933685 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [req-efd255d6-8c1f-42a7-8131-53f2438369ac req-74ffb5ff-d3a4-40b6-89fc-e4536f93eb22 tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] Allocated IP 172.20.0.11 (aff145ac-5e6e-4e89-ad8c-78ea8a2e84f6/43438d1f-dc61-4f75-92d7-2fc7295ce83f/befa00a7-e01a-40a7-8a23-78e51e963d54) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:55:37.948072 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d7da9d26-51a6-48d2-b7db-08253b20236d tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1774405'] for router_interface, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:37.972639 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-04ab85a3-dc2e-4c3e-b473-bb329da4ee26 tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:38.052477 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-04ab85a3-dc2e-4c3e-b473-bb329da4ee26 tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ef0e228-96f3-46b2-8198-90979bf4b0b1']}} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:38.065006 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:38.072992 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-04ab85a3-dc2e-4c3e-b473-bb329da4ee26 tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adacd6c6-afd3-447c-b40a-0d955f036e31') {'for_net_delete': True} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:38.073566 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-04ab85a3-dc2e-4c3e-b473-bb329da4ee26 tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adacd6c6-afd3-447c-b40a-0d955f036e31') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:38.089981 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-04ab85a3-dc2e-4c3e-b473-bb329da4ee26 tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25852596'] for segment, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:38.098613 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [req-efd255d6-8c1f-42a7-8131-53f2438369ac req-c9a10ea2-7d02-4382-9303-90d861b70556 service neutron] For port ca8726e1-1d27-4f14-a4c9-bea7b00c3bdf, host n-h2-811396-3, cleared binding levels {{(pid=100597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:55:38.114024 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-04ab85a3-dc2e-4c3e-b473-bb329da4ee26 tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:38.117406 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [req-efd255d6-8c1f-42a7-8131-53f2438369ac req-c9a10ea2-7d02-4382-9303-90d861b70556 service neutron] For port ca8726e1-1d27-4f14-a4c9-bea7b00c3bdf, host n-h2-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=ca8726e1-1d27-4f14-a4c9-bea7b00c3bdf,segment=NetworkSegment(f78f4181-0142-441b-8d81-2ce1a8e19b5d),segment_id=f78f4181-0142-441b-8d81-2ce1a8e19b5d)] {{(pid=100597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:55:38.125261 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-efd255d6-8c1f-42a7-8131-53f2438369ac req-c9a10ea2-7d02-4382-9303-90d861b70556 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:38.129095 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04ab85a3-dc2e-4c3e-b473-bb329da4ee26 tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Releasing vlan 839 on physical network physnet1 to pool {{(pid=100597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:55:38.129669 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-04ab85a3-dc2e-4c3e-b473-bb329da4ee26 tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951012'] for segment, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:38.135342 n-d-811396-3 neutron-server[100597]: Traceback (most recent call last): Oct 20 10:55:38.135342 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:55:38.135342 n-d-811396-3 neutron-server[100597]: timer() Oct 20 10:55:38.135342 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:55:38.135342 n-d-811396-3 neutron-server[100597]: cb(*args, **kw) Oct 20 10:55:38.135342 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:55:38.135342 n-d-811396-3 neutron-server[100597]: return func(*args, **kwargs) Oct 20 10:55:38.135342 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:55:38.135342 n-d-811396-3 neutron-server[100597]: self._notify() Oct 20 10:55:38.135342 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:55:38.135342 n-d-811396-3 neutron-server[100597]: self.callback(batched_events) Oct 20 10:55:38.135342 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:55:38.135342 n-d-811396-3 neutron-server[100597]: event.method(event) Oct 20 10:55:38.135342 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:55:38.135342 n-d-811396-3 neutron-server[100597]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:55:38.135342 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:55:38.135342 n-d-811396-3 neutron-server[100597]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:55:38.135342 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:55:38.135342 n-d-811396-3 neutron-server[100597]: return f(self, *a, **k) Oct 20 10:55:38.135342 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:55:38.135342 n-d-811396-3 neutron-server[100597]: return self._get(url).json() Oct 20 10:55:38.135342 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:55:38.135342 n-d-811396-3 neutron-server[100597]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:55:38.135342 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:55:38.135342 n-d-811396-3 neutron-server[100597]: return self.request(url, 'GET', **kwargs) Oct 20 10:55:38.135342 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:55:38.135342 n-d-811396-3 neutron-server[100597]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:55:38.135342 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:55:38.135342 n-d-811396-3 neutron-server[100597]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:55:38.135342 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:55:38.135342 n-d-811396-3 neutron-server[100597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:55:38.135342 n-d-811396-3 neutron-server[100597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:55:38.189431 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd255d6-8c1f-42a7-8131-53f2438369ac req-c9a10ea2-7d02-4382-9303-90d861b70556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:38.190384 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-efd255d6-8c1f-42a7-8131-53f2438369ac req-c9a10ea2-7d02-4382-9303-90d861b70556 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:38.192006 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-efd255d6-8c1f-42a7-8131-53f2438369ac req-c9a10ea2-7d02-4382-9303-90d861b70556 service neutron] 10.222.0.69 "PUT /v2.0/ports/ca8726e1-1d27-4f14-a4c9-bea7b00c3bdf HTTP/1.1" status: 200 len: 1091 time: 1.2005594 Oct 20 10:55:38.192304 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd409a7ac-d538-46b9-be22-278c8645036c', 'tag': 'ca8726e1-1d27-4f14-a4c9-bea7b00c3bdf'}] {{(pid=100597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:55:38.194633 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd85cad6a391afaa95d2dd5280bfd4659fc1e1b2aba53b5e7ef874f059efcdc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3550389a-4e44-42a8-9335-b307dec9d4a7" -d '{"events": [{"name": "network-changed", "server_uuid": "d409a7ac-d538-46b9-be22-278c8645036c", "tag": "ca8726e1-1d27-4f14-a4c9-bea7b00c3bdf"}]}' {{(pid=100597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:55:38.306168 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de842bad-d789-4f23-8700-a4095914d611 x-openstack-request-id: req-de842bad-d789-4f23-8700-a4095914d611 {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:55:38.306663 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d409a7ac-d538-46b9-be22-278c8645036c", "tag": "ca8726e1-1d27-4f14-a4c9-bea7b00c3bdf", "status": "completed", "code": 200}]} {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:55:38.306663 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-de842bad-d789-4f23-8700-a4095914d611 {{(pid=100597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:55:38.307018 n-d-811396-3 neutron-server[100597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd409a7ac-d538-46b9-be22-278c8645036c', 'tag': 'ca8726e1-1d27-4f14-a4c9-bea7b00c3bdf', 'status': 'completed', 'code': 200} Oct 20 10:55:38.319466 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-04ab85a3-dc2e-4c3e-b473-bb329da4ee26 tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:38.331294 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-04ab85a3-dc2e-4c3e-b473-bb329da4ee26 tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:38.337325 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-04ab85a3-dc2e-4c3e-b473-bb329da4ee26 tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] 10.222.0.64 "DELETE /v2.0/networks/3ef0e228-96f3-46b2-8198-90979bf4b0b1 HTTP/1.1" status: 204 len: 168 time: 0.6333485 Oct 20 10:55:38.343904 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a10ea2-7d02-4382-9303-90d861b70556 service neutron] Pushing event updated for resources: {'Port': ['ID=ca8726e1-1d27-4f14-a4c9-bea7b00c3bdf,revision_number=3']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:38.362727 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ab85a3-dc2e-4c3e-b473-bb329da4ee26 tempest-BulkNetworkOpsTest-1159946547 tempest-BulkNetworkOpsTest-1159946547-project] Pushing event deleted for resources: {'Network': ['ID=3ef0e228-96f3-46b2-8198-90979bf4b0b1,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:38.364128 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-efd255d6-8c1f-42a7-8131-53f2438369ac req-74ffb5ff-d3a4-40b6-89fc-e4536f93eb22 tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:38.366786 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd255d6-8c1f-42a7-8131-53f2438369ac req-e0e6e292-c6ab-45c7-87b3-e50399e59db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:38.368340 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-efd255d6-8c1f-42a7-8131-53f2438369ac req-e0e6e292-c6ab-45c7-87b3-e50399e59db2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7e8bb87fcf634b4a9fc97a8d2c5f9832&device_id=d409a7ac-d538-46b9-be22-278c8645036c HTTP/1.1" status: 200 len: 1094 time: 0.0912127 Oct 20 10:55:38.384154 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-5cf5bf26-df1b-4e5f-8a65-b77323b4ae30 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Deleting port 2bfaad9e-68a1-43e2-9a3d-7e04a82716a8 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:55:38.384529 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5cf5bf26-df1b-4e5f-8a65-b77323b4ae30 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:38.428030 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-efd255d6-8c1f-42a7-8131-53f2438369ac req-3581f4af-d1ab-43df-b84b-c51f80ed0968 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ca8726e1-1d27-4f14-a4c9-bea7b00c3bdf HTTP/1.1" status: 200 len: 217 time: 0.0511744 Oct 20 10:55:38.510101 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd255d6-8c1f-42a7-8131-53f2438369ac req-ee861c18-251b-4ab3-8c9e-402b767c71b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:38.511462 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-efd255d6-8c1f-42a7-8131-53f2438369ac req-ee861c18-251b-4ab3-8c9e-402b767c71b6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=43438d1f-dc61-4f75-92d7-2fc7295ce83f HTTP/1.1" status: 200 len: 853 time: 0.0666792 Oct 20 10:55:38.560818 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-efd255d6-8c1f-42a7-8131-53f2438369ac req-74ffb5ff-d3a4-40b6-89fc-e4536f93eb22 tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:38.575588 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-efd255d6-8c1f-42a7-8131-53f2438369ac req-51426095-a476-4fe0-968f-d12987923186 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=aff145ac-5e6e-4e89-ad8c-78ea8a2e84f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537806 Oct 20 10:55:38.576429 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [None req-5cf5bf26-df1b-4e5f-8a65-b77323b4ae30 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] For port 2bfaad9e-68a1-43e2-9a3d-7e04a82716a8, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=2bfaad9e-68a1-43e2-9a3d-7e04a82716a8,segment=NetworkSegment(29d98e95-6dbd-4a20-a917-70645d26e8f8),segment_id=29d98e95-6dbd-4a20-a917-70645d26e8f8)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:55:38.576805 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5cf5bf26-df1b-4e5f-8a65-b77323b4ae30 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:38.650993 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-d7da9d26-51a6-48d2-b7db-08253b20236d tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Deleting port a08231d1-7ea2-4b18-a28f-b5d137d848df {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:55:38.651398 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d7da9d26-51a6-48d2-b7db-08253b20236d tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:38.654841 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-5cf5bf26-df1b-4e5f-8a65-b77323b4ae30 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Calling delete_port for 2bfaad9e-68a1-43e2-9a3d-7e04a82716a8 owned by network:router_interface {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:55:38.670911 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ffb5ff-d3a4-40b6-89fc-e4536f93eb22 tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] Pushing event updated for resources: {'Port': ['ID=befa00a7-e01a-40a7-8a23-78e51e963d54,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:38.695084 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efd255d6-8c1f-42a7-8131-53f2438369ac req-74ffb5ff-d3a4-40b6-89fc-e4536f93eb22 tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] Network aff145ac-5e6e-4e89-ad8c-78ea8a2e84f6 is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:55:38.713784 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 53702) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:38.738898 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-efd255d6-8c1f-42a7-8131-53f2438369ac req-936b7704-150e-475e-ac01-3f11a3449285 service neutron] 10.222.0.69 "GET /v2.0/networks/aff145ac-5e6e-4e89-ad8c-78ea8a2e84f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438346 Oct 20 10:55:38.739312 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [req-efd255d6-8c1f-42a7-8131-53f2438369ac req-74ffb5ff-d3a4-40b6-89fc-e4536f93eb22 tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:55:38.742537 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-efd255d6-8c1f-42a7-8131-53f2438369ac req-74ffb5ff-d3a4-40b6-89fc-e4536f93eb22 tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:55:38.838589 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd255d6-8c1f-42a7-8131-53f2438369ac req-74ffb5ff-d3a4-40b6-89fc-e4536f93eb22 tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:38.839351 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-efd255d6-8c1f-42a7-8131-53f2438369ac req-74ffb5ff-d3a4-40b6-89fc-e4536f93eb22 tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:38.868057 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-efd255d6-8c1f-42a7-8131-53f2438369ac req-9ac1aefa-49f8-4d8b-875a-631e464a1fd2 service neutron] 10.222.0.69 "GET /v2.0/networks/aff145ac-5e6e-4e89-ad8c-78ea8a2e84f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197324 Oct 20 10:55:38.973350 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:39.017125 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-efd255d6-8c1f-42a7-8131-53f2438369ac req-74ffb5ff-d3a4-40b6-89fc-e4536f93eb22 tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9178205 Oct 20 10:55:39.034655 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-6121420b-9a69-4e82-935c-0ffa1c3597b2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=df247dc17bdc464c8068a7819294e1f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3196194 Oct 20 10:55:39.035306 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 53716) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:39.069654 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-efd255d6-8c1f-42a7-8131-53f2438369ac req-99812c1e-62ce-44e3-89c3-e733227f0a03 service neutron] Request body: {'port': {'device_id': 'e5a07d6a-7eaa-47cd-8791-a17bab21bc12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811396-3'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:55:39.083807 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3550389a-4e44-42a8-9335-b307dec9d4a7 req-3f940c80-3cd7-46f6-8ceb-6eece5f2b52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:39.085455 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-3550389a-4e44-42a8-9335-b307dec9d4a7 req-3f940c80-3cd7-46f6-8ceb-6eece5f2b52b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7e8bb87fcf634b4a9fc97a8d2c5f9832&device_id=d409a7ac-d538-46b9-be22-278c8645036c HTTP/1.1" status: 200 len: 1094 time: 0.1424482 Oct 20 10:55:39.124300 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f2e9c8-4efa-4d35-a590-c76b9d67fb70 req-bed9e536-fd6c-4453-be24-5ca060bc132d tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:39.126188 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-64f2e9c8-4efa-4d35-a590-c76b9d67fb70 req-bed9e536-fd6c-4453-be24-5ca060bc132d tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3f9930f-6768-428d-b296-1e65ca6bdfa7 HTTP/1.1" status: 200 len: 944 time: 0.4272211 Oct 20 10:55:39.178520 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c2d2f1a0-d82d-4acc-968d-4615aa1fb28c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:39.252883 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-efd255d6-8c1f-42a7-8131-53f2438369ac req-99812c1e-62ce-44e3-89c3-e733227f0a03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:39.294591 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d7da9d26-51a6-48d2-b7db-08253b20236d tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:39.304526 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c2d2f1a0-d82d-4acc-968d-4615aa1fb28c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:39.368160 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3550389a-4e44-42a8-9335-b307dec9d4a7 req-52efeef0-8bfd-4433-8386-3a2946e10867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:39.371850 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-64f2e9c8-4efa-4d35-a590-c76b9d67fb70 req-c4197c60-b81c-46af-a892-37e6f0d82023 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=58574406-52f6-4da8-ba4e-3f91a696d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2148182 Oct 20 10:55:39.373167 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-d7da9d26-51a6-48d2-b7db-08253b20236d tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Calling delete_port for a08231d1-7ea2-4b18-a28f-b5d137d848df owned by network:router_interface {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:55:39.374065 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-3550389a-4e44-42a8-9335-b307dec9d4a7 req-52efeef0-8bfd-4433-8386-3a2946e10867 service neutron] 10.222.0.69 "GET /v2.0/networks?id=aff145ac-5e6e-4e89-ad8c-78ea8a2e84f6 HTTP/1.1" status: 200 len: 914 time: 0.2760758 Oct 20 10:55:39.439952 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-3550389a-4e44-42a8-9335-b307dec9d4a7 req-4c84c442-e210-444b-a55a-cef737e06056 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ca8726e1-1d27-4f14-a4c9-bea7b00c3bdf HTTP/1.1" status: 200 len: 217 time: 0.0548065 Oct 20 10:55:39.446803 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c2d2f1a0-d82d-4acc-968d-4615aa1fb28c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:39.451772 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c2d2f1a0-d82d-4acc-968d-4615aa1fb28c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:39.452877 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-c2d2f1a0-d82d-4acc-968d-4615aa1fb28c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e57efd67-44be-4b8c-a1fd-f02152f82d81 HTTP/1.1" status: 204 len: 168 time: 0.4157028 Oct 20 10:55:39.470929 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d2f1a0-d82d-4acc-968d-4615aa1fb28c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e57efd67-44be-4b8c-a1fd-f02152f82d81,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:39.533028 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3550389a-4e44-42a8-9335-b307dec9d4a7 req-e2f1dea5-22ad-4ee5-84d2-e02609709f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:39.535044 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-3550389a-4e44-42a8-9335-b307dec9d4a7 req-e2f1dea5-22ad-4ee5-84d2-e02609709f3a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=43438d1f-dc61-4f75-92d7-2fc7295ce83f HTTP/1.1" status: 200 len: 853 time: 0.0809927 Oct 20 10:55:39.581904 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-3550389a-4e44-42a8-9335-b307dec9d4a7 req-2fb3b80b-b082-498a-8ce3-cf5829045255 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=aff145ac-5e6e-4e89-ad8c-78ea8a2e84f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392325 Oct 20 10:55:39.794257 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-3550389a-4e44-42a8-9335-b307dec9d4a7 req-a0e870cd-7a30-483f-8c7b-dc617527d3a4 service neutron] 10.222.0.69 "GET /v2.0/networks/aff145ac-5e6e-4e89-ad8c-78ea8a2e84f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044742 Oct 20 10:55:39.955349 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d2121d4-c53a-4016-9527-046197b5e6ae', 'name': 'network-vif-deleted', 'tag': 'e6430b5a-1254-4c0c-b3ad-678e0df7ec61'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:55:39.958643 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceb6fdc4-a530-47bb-8822-04b6a06f331a" -d '{"events": [{"server_uuid": "8d2121d4-c53a-4016-9527-046197b5e6ae", "name": "network-vif-deleted", "tag": "e6430b5a-1254-4c0c-b3ad-678e0df7ec61"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:55:40.003791 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fbf1a5-d500-4186-b41f-6808cde60482 req-aeb4ac06-32f8-49eb-9669-fce2db9e3f17 tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:40.006566 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-99fbf1a5-d500-4186-b41f-6808cde60482 req-aeb4ac06-32f8-49eb-9669-fce2db9e3f17 tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] 10.222.0.64 "GET /v2.0/ports?device_id=d409a7ac-d538-46b9-be22-278c8645036c HTTP/1.1" status: 200 len: 943 time: 0.8515878 Oct 20 10:55:40.045653 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-3550389a-4e44-42a8-9335-b307dec9d4a7 req-3b51c2d2-70b8-40f0-88fd-6254d2cd1ee7 service neutron] 10.222.0.69 "GET /v2.0/networks/aff145ac-5e6e-4e89-ad8c-78ea8a2e84f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2375844 Oct 20 10:55:40.266258 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-99fbf1a5-d500-4186-b41f-6808cde60482 req-bf25b535-a36b-48b8-944c-eeb802bf1524 tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] 10.222.0.64 "GET /v2.0/security-groups?id=745785b5-2200-4416-93f8-13db3cc44dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191985 Oct 20 10:55:40.282430 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6363aaab-8a44-4ef1-9152-363877225073 req-a2f665f2-845c-4bed-92a1-23eaa4e1830b tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:40.299873 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6363aaab-8a44-4ef1-9152-363877225073 req-a2f665f2-845c-4bed-92a1-23eaa4e1830b tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3f9930f-6768-428d-b296-1e65ca6bdfa7 HTTP/1.1" status: 200 len: 944 time: 0.3339651 Oct 20 10:55:40.413179 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1ffb298-b57a-4603-8f06-e351203a812d x-openstack-request-id: req-b1ffb298-b57a-4603-8f06-e351203a812d {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:55:40.413565 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d2121d4-c53a-4016-9527-046197b5e6ae", "name": "network-vif-deleted", "tag": "e6430b5a-1254-4c0c-b3ad-678e0df7ec61", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:55:40.413824 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b1ffb298-b57a-4603-8f06-e351203a812d {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:55:40.414225 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d2121d4-c53a-4016-9527-046197b5e6ae', 'name': 'network-vif-deleted', 'tag': 'e6430b5a-1254-4c0c-b3ad-678e0df7ec61', 'status': 'completed', 'code': 200} Oct 20 10:55:40.427153 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6363aaab-8a44-4ef1-9152-363877225073 req-3d1bcd00-34c1-452c-80d2-32166a1f3f2f tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=58574406-52f6-4da8-ba4e-3f91a696d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241443 Oct 20 10:55:40.665388 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5cf5bf26-df1b-4e5f-8a65-b77323b4ae30 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:40.673440 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 53746) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:40.722344 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf5bf26-df1b-4e5f-8a65-b77323b4ae30 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Pushing event deleted for resources: {'Port': ['ID=2bfaad9e-68a1-43e2-9a3d-7e04a82716a8,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:40.772666 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d7da9d26-51a6-48d2-b7db-08253b20236d tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:40.826870 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-f682f521-6599-455c-9dfb-57e20a267b06 tempest-NetworksNegativeTestJSON-2068153465 tempest-NetworksNegativeTestJSON-2068153465-project] Request body: {'port': {'network_id': '4d296c5b-ad5a-4201-9857-5c21a3cef2c5', 'name': 'tempest-NetworksNegativeTestJSON-2097430439'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:55:40.832278 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7da9d26-51a6-48d2-b7db-08253b20236d tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Pushing event deleted for resources: {'Port': ['ID=a08231d1-7ea2-4b18-a28f-b5d137d848df,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:40.847291 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-f682f521-6599-455c-9dfb-57e20a267b06 tempest-NetworksNegativeTestJSON-2068153465 tempest-NetworksNegativeTestJSON-2068153465-project] POST failed (client error): The resource could not be found. Oct 20 10:55:40.848164 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f682f521-6599-455c-9dfb-57e20a267b06 tempest-NetworksNegativeTestJSON-2068153465 tempest-NetworksNegativeTestJSON-2068153465-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:55:40.849456 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-f682f521-6599-455c-9dfb-57e20a267b06 tempest-NetworksNegativeTestJSON-2068153465 tempest-NetworksNegativeTestJSON-2068153465-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1742775 Oct 20 10:55:40.853808 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 53750) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:40.876746 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-f13edb20-c212-4b4b-a6ce-233cf041bdec tempest-NetworksNegativeTestJSON-2068153465 tempest-NetworksNegativeTestJSON-2068153465-project] DELETE failed (client error): The resource could not be found. Oct 20 10:55:40.877888 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f13edb20-c212-4b4b-a6ce-233cf041bdec tempest-NetworksNegativeTestJSON-2068153465 tempest-NetworksNegativeTestJSON-2068153465-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:55:40.881174 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-f13edb20-c212-4b4b-a6ce-233cf041bdec tempest-NetworksNegativeTestJSON-2068153465 tempest-NetworksNegativeTestJSON-2068153465-project] 10.222.0.64 "DELETE /v2.0/networks/b53e8c4a-c2e9-46bf-9b30-abaea8104240 HTTP/1.1" status: 404 len: 339 time: 0.0260651 Oct 20 10:55:40.884697 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 53752) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:40.910503 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae2bb279-08a7-40d1-b202-232d9d1458bb tempest-NetworksNegativeTestJSON-2068153465 tempest-NetworksNegativeTestJSON-2068153465-project] DELETE failed (client error): The resource could not be found. Oct 20 10:55:40.912070 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae2bb279-08a7-40d1-b202-232d9d1458bb tempest-NetworksNegativeTestJSON-2068153465 tempest-NetworksNegativeTestJSON-2068153465-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:55:40.916140 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-ae2bb279-08a7-40d1-b202-232d9d1458bb tempest-NetworksNegativeTestJSON-2068153465 tempest-NetworksNegativeTestJSON-2068153465-project] 10.222.0.64 "DELETE /v2.0/ports/f3ace58c-510d-4eb0-8bfc-549cae768f66 HTTP/1.1" status: 404 len: 333 time: 0.0287437 Oct 20 10:55:40.920964 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 53754) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:40.957738 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf8322a6-5e51-45e8-8171-090c608f83c0 tempest-NetworksNegativeTestJSON-2068153465 tempest-NetworksNegativeTestJSON-2068153465-project] DELETE failed (client error): The resource could not be found. Oct 20 10:55:40.958354 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf8322a6-5e51-45e8-8171-090c608f83c0 tempest-NetworksNegativeTestJSON-2068153465 tempest-NetworksNegativeTestJSON-2068153465-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:55:40.961648 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-cf8322a6-5e51-45e8-8171-090c608f83c0 tempest-NetworksNegativeTestJSON-2068153465 tempest-NetworksNegativeTestJSON-2068153465-project] 10.222.0.64 "DELETE /v2.0/subnets/99a28aa8-96a0-4bcb-b467-3a0ad82b9374 HTTP/1.1" status: 404 len: 337 time: 0.0392826 Oct 20 10:55:40.966100 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 53756) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:40.969449 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [req-efd255d6-8c1f-42a7-8131-53f2438369ac req-99812c1e-62ce-44e3-89c3-e733227f0a03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id befa00a7-e01a-40a7-8a23-78e51e963d54 {{(pid=100596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:55:40.984912 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-efd255d6-8c1f-42a7-8131-53f2438369ac req-99812c1e-62ce-44e3-89c3-e733227f0a03 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:41.019702 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-0514876c-931d-41ce-be68-77280e2c9c79 tempest-NetworksNegativeTestJSON-2068153465 tempest-NetworksNegativeTestJSON-2068153465-project] GET failed (client error): The resource could not be found. Oct 20 10:55:41.021618 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-0514876c-931d-41ce-be68-77280e2c9c79 tempest-NetworksNegativeTestJSON-2068153465 tempest-NetworksNegativeTestJSON-2068153465-project] 10.222.0.64 "GET /v2.0/networks/b2b183a6-c8d9-48a9-8cf7-5b6b260fea8c HTTP/1.1" status: 404 len: 339 time: 0.0547309 Oct 20 10:55:41.027318 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 53758) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:41.064454 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-f45599ce-1fc9-4a8e-81e8-82d66ddfed48 tempest-NetworksNegativeTestJSON-2068153465 tempest-NetworksNegativeTestJSON-2068153465-project] GET failed (client error): The resource could not be found. Oct 20 10:55:41.066516 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-f45599ce-1fc9-4a8e-81e8-82d66ddfed48 tempest-NetworksNegativeTestJSON-2068153465 tempest-NetworksNegativeTestJSON-2068153465-project] 10.222.0.64 "GET /v2.0/ports/a9418190-e5c2-407e-8f2e-73eef59d3852 HTTP/1.1" status: 404 len: 333 time: 0.0370848 Oct 20 10:55:41.071900 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 53760) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:41.099186 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d7da9d26-51a6-48d2-b7db-08253b20236d tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1771989'] for router_interface, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:41.101694 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0f853c2-cfaa-4a33-bb0b-6060e506da45 tempest-NetworksNegativeTestJSON-2068153465 tempest-NetworksNegativeTestJSON-2068153465-project] GET failed (client error): The resource could not be found. Oct 20 10:55:41.108495 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-e0f853c2-cfaa-4a33-bb0b-6060e506da45 tempest-NetworksNegativeTestJSON-2068153465 tempest-NetworksNegativeTestJSON-2068153465-project] 10.222.0.64 "GET /v2.0/subnets/7235407a-84f1-4b0d-af34-4ecf8fef6273 HTTP/1.1" status: 404 len: 337 time: 0.0302708 Oct 20 10:55:41.108495 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 53762) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:41.117167 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-e14be530-47ef-4b01-bdb3-71e66f92063d tempest-NetworksNegativeTestJSON-2068153465 tempest-NetworksNegativeTestJSON-2068153465-project] Request body: {'network': {'name': 'new_name'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:55:41.118630 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.provisioning_blocks [req-efd255d6-8c1f-42a7-8131-53f2438369ac req-99812c1e-62ce-44e3-89c3-e733227f0a03 service neutron] Transition to ACTIVE for port object befa00a7-e01a-40a7-8a23-78e51e963d54 will not be triggered until provisioned by entity L2. {{(pid=100596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:55:41.128877 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-efd255d6-8c1f-42a7-8131-53f2438369ac req-99812c1e-62ce-44e3-89c3-e733227f0a03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:41.142853 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-e14be530-47ef-4b01-bdb3-71e66f92063d tempest-NetworksNegativeTestJSON-2068153465 tempest-NetworksNegativeTestJSON-2068153465-project] PUT failed (client error): The resource could not be found. Oct 20 10:55:41.145212 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e14be530-47ef-4b01-bdb3-71e66f92063d tempest-NetworksNegativeTestJSON-2068153465 tempest-NetworksNegativeTestJSON-2068153465-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:55:41.151702 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-e14be530-47ef-4b01-bdb3-71e66f92063d tempest-NetworksNegativeTestJSON-2068153465 tempest-NetworksNegativeTestJSON-2068153465-project] 10.222.0.64 "PUT /v2.0/networks/9c477d48-7e68-4950-9fa0-dd3bcbfdc66d HTTP/1.1" status: 404 len: 339 time: 0.0362024 Oct 20 10:55:41.152769 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 53766) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:41.159097 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-ed440a6d-a261-4575-9d2c-6b9bf22310ac tempest-NetworksNegativeTestJSON-2068153465 tempest-NetworksNegativeTestJSON-2068153465-project] Request body: {'port': {'name': 'new_name'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:55:41.184878 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed440a6d-a261-4575-9d2c-6b9bf22310ac tempest-NetworksNegativeTestJSON-2068153465 tempest-NetworksNegativeTestJSON-2068153465-project] PUT failed (client error): The resource could not be found. Oct 20 10:55:41.186095 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed440a6d-a261-4575-9d2c-6b9bf22310ac tempest-NetworksNegativeTestJSON-2068153465 tempest-NetworksNegativeTestJSON-2068153465-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:55:41.192783 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-ed440a6d-a261-4575-9d2c-6b9bf22310ac tempest-NetworksNegativeTestJSON-2068153465 tempest-NetworksNegativeTestJSON-2068153465-project] 10.222.0.64 "PUT /v2.0/ports/209bc574-263e-4416-a325-379a100ba0a8 HTTP/1.1" status: 404 len: 333 time: 0.0334435 Oct 20 10:55:41.196521 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 53768) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:41.202575 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-7e90d1ae-03aa-4814-a342-48b76d0effdb tempest-NetworksNegativeTestJSON-2068153465 tempest-NetworksNegativeTestJSON-2068153465-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:55:41.247937 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e90d1ae-03aa-4814-a342-48b76d0effdb tempest-NetworksNegativeTestJSON-2068153465 tempest-NetworksNegativeTestJSON-2068153465-project] PUT failed (client error): The resource could not be found. Oct 20 10:55:41.248560 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e90d1ae-03aa-4814-a342-48b76d0effdb tempest-NetworksNegativeTestJSON-2068153465 tempest-NetworksNegativeTestJSON-2068153465-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:55:41.254488 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-7e90d1ae-03aa-4814-a342-48b76d0effdb tempest-NetworksNegativeTestJSON-2068153465 tempest-NetworksNegativeTestJSON-2068153465-project] 10.222.0.64 "PUT /v2.0/subnets/5e7c70f4-f87f-443f-9e18-ebb174026c61 HTTP/1.1" status: 404 len: 337 time: 0.0521812 Oct 20 10:55:41.401867 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99812c1e-62ce-44e3-89c3-e733227f0a03 service neutron] Pushing event updated for resources: {'Port': ['ID=befa00a7-e01a-40a7-8a23-78e51e963d54,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:41.442144 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5cf5bf26-df1b-4e5f-8a65-b77323b4ae30 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1771989'] for router_interface, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:41.521455 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-bee2eb73-6908-4318-93b9-4a1ffb47b735 req-94a74a14-1350-4560-9405-96e77b261d38 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f333013b-3605-4c97-9095-c29d67e00745&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0646758 Oct 20 10:55:41.580201 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7da9d26-51a6-48d2-b7db-08253b20236d tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Router fc29ea97-4373-4503-998c-9a9bebddf8ab has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:55:41.597767 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 53778) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:41.616035 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee2eb73-6908-4318-93b9-4a1ffb47b735 req-701644b9-1fe6-4bec-8a50-4d1c590ca588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:41.617651 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-bee2eb73-6908-4318-93b9-4a1ffb47b735 req-701644b9-1fe6-4bec-8a50-4d1c590ca588 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=376203cb7dec4dad9717307d6c606d33&device_id=f333013b-3605-4c97-9095-c29d67e00745 HTTP/1.1" status: 200 len: 1097 time: 0.0508430 Oct 20 10:55:41.651735 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca08bd5b-4002-4de1-97bc-87c7493315ed req-e23016ce-6c98-41f2-b372-f51f2250d71a tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:41.653288 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ca08bd5b-4002-4de1-97bc-87c7493315ed req-e23016ce-6c98-41f2-b372-f51f2250d71a tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] 10.222.0.64 "GET /v2.0/ports?device_id=d409a7ac-d538-46b9-be22-278c8645036c HTTP/1.1" status: 200 len: 943 time: 0.2922802 Oct 20 10:55:41.678071 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-efd255d6-8c1f-42a7-8131-53f2438369ac req-99812c1e-62ce-44e3-89c3-e733227f0a03 service neutron] Attempting to bind port befa00a7-e01a-40a7-8a23-78e51e963d54 on host n-h1-811396-3 for vnic_type normal with profile {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:55:41.678401 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-efd255d6-8c1f-42a7-8131-53f2438369ac req-99812c1e-62ce-44e3-89c3-e733227f0a03 service neutron] Attempting to bind port befa00a7-e01a-40a7-8a23-78e51e963d54 by drivers openvswitch,hyperv on host n-h1-811396-3 at level 0 using segments [{'id': 'f78f4181-0142-441b-8d81-2ce1a8e19b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'aff145ac-5e6e-4e89-ad8c-78ea8a2e84f6'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:55:41.678638 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd255d6-8c1f-42a7-8131-53f2438369ac req-99812c1e-62ce-44e3-89c3-e733227f0a03 service neutron] Attempting to bind port befa00a7-e01a-40a7-8a23-78e51e963d54 on network aff145ac-5e6e-4e89-ad8c-78ea8a2e84f6 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:55:41.734730 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee2eb73-6908-4318-93b9-4a1ffb47b735 req-698129d8-d5ea-4590-8c0b-b241ddafb095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:41.737457 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-bee2eb73-6908-4318-93b9-4a1ffb47b735 req-698129d8-d5ea-4590-8c0b-b241ddafb095 service neutron] 10.222.0.69 "GET /v2.0/networks?id=b8b1e2be-5932-428e-a716-07af13af4e6c HTTP/1.1" status: 200 len: 912 time: 0.1009514 Oct 20 10:55:41.766740 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd255d6-8c1f-42a7-8131-53f2438369ac req-99812c1e-62ce-44e3-89c3-e733227f0a03 service neutron] Port befa00a7-e01a-40a7-8a23-78e51e963d54 on network aff145ac-5e6e-4e89-ad8c-78ea8a2e84f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:55:41.767069 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd255d6-8c1f-42a7-8131-53f2438369ac req-99812c1e-62ce-44e3-89c3-e733227f0a03 service neutron] Attempting to bind port befa00a7-e01a-40a7-8a23-78e51e963d54 on network aff145ac-5e6e-4e89-ad8c-78ea8a2e84f6 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:55:41.839806 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-785873e3-dba4-4cfe-8d26-b33ccdddf448 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:41.841722 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd255d6-8c1f-42a7-8131-53f2438369ac req-99812c1e-62ce-44e3-89c3-e733227f0a03 service neutron] Checking agent: {'id': 'b707b4cc-061f-4cf4-bce0-0b3df9b7bec9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:55:41.842058 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd255d6-8c1f-42a7-8131-53f2438369ac req-99812c1e-62ce-44e3-89c3-e733227f0a03 service neutron] Checking segment: {'id': 'f78f4181-0142-441b-8d81-2ce1a8e19b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'aff145ac-5e6e-4e89-ad8c-78ea8a2e84f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:55:41.842442 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd255d6-8c1f-42a7-8131-53f2438369ac req-99812c1e-62ce-44e3-89c3-e733227f0a03 service neutron] Bound using segment: {'id': 'f78f4181-0142-441b-8d81-2ce1a8e19b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'aff145ac-5e6e-4e89-ad8c-78ea8a2e84f6'} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:55:41.842893 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-efd255d6-8c1f-42a7-8131-53f2438369ac req-99812c1e-62ce-44e3-89c3-e733227f0a03 service neutron] Bound port: befa00a7-e01a-40a7-8a23-78e51e963d54, host: n-h1-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f78f4181-0142-441b-8d81-2ce1a8e19b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'aff145ac-5e6e-4e89-ad8c-78ea8a2e84f6'}}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:55:41.843416 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-efd255d6-8c1f-42a7-8131-53f2438369ac req-99812c1e-62ce-44e3-89c3-e733227f0a03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:41.858324 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba66a99-3d88-437d-87fd-ee3b15f49cba req-ad6a1a25-e770-4061-a392-ec150a7f9f19 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:41.859955 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6ba66a99-3d88-437d-87fd-ee3b15f49cba req-ad6a1a25-e770-4061-a392-ec150a7f9f19 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3f9930f-6768-428d-b296-1e65ca6bdfa7 HTTP/1.1" status: 200 len: 944 time: 0.3173416 Oct 20 10:55:41.860964 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7da9d26-51a6-48d2-b7db-08253b20236d tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:55:41.882190 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-d7da9d26-51a6-48d2-b7db-08253b20236d tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] 10.222.0.64 "PUT /v2.0/routers/fc29ea97-4373-4503-998c-9a9bebddf8ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3011465 Oct 20 10:55:41.885849 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3951cca9-76c4-47c4-8457-34321a56a3a8 None None] Sync routers for ids ['fc29ea97-4373-4503-998c-9a9bebddf8ab'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:55:41.887421 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ca08bd5b-4002-4de1-97bc-87c7493315ed req-a2a8f262-f486-4bda-a960-e33cffabe1dd tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] 10.222.0.64 "GET /v2.0/security-groups?id=745785b5-2200-4416-93f8-13db3cc44dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246022 Oct 20 10:55:41.890379 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 53782) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:41.900526 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3951cca9-76c4-47c4-8457-34321a56a3a8 None None] Routers {'fc29ea97-4373-4503-998c-9a9bebddf8ab'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:55:41.901372 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-3951cca9-76c4-47c4-8457-34321a56a3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:55:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['fc29ea97-4373-4503-998c-9a9bebddf8ab'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:41.962028 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-3951cca9-76c4-47c4-8457-34321a56a3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:41.972391 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3951cca9-76c4-47c4-8457-34321a56a3a8 None None] Routers {'fc29ea97-4373-4503-998c-9a9bebddf8ab'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:55:41.973019 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-3951cca9-76c4-47c4-8457-34321a56a3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:55:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['fc29ea97-4373-4503-998c-9a9bebddf8ab'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:41.973414 n-d-811396-3 neutron-server[100596]: INFO neutron.pecan_wsgi.hooks.translation [None req-60a4b949-816c-43ec-8e39-9b73425c024a tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] GET failed (client error): The resource could not be found. Oct 20 10:55:41.980057 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-60a4b949-816c-43ec-8e39-9b73425c024a tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] 10.222.0.64 "GET /v2.0/ports/a08231d1-7ea2-4b18-a28f-b5d137d848df HTTP/1.1" status: 404 len: 333 time: 0.0855775 Oct 20 10:55:41.980725 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 53784) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:42.014462 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-3951cca9-76c4-47c4-8457-34321a56a3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:42.015410 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3951cca9-76c4-47c4-8457-34321a56a3a8 None None] The sync data for ids ['fc29ea97-4373-4503-998c-9a9bebddf8ab'] in n-d-811396-3 is: [] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:55:42.046390 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6ba66a99-3d88-437d-87fd-ee3b15f49cba req-dd1defc5-9978-44ac-a066-62222431f1aa tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=58574406-52f6-4da8-ba4e-3f91a696d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1655014 Oct 20 10:55:42.141777 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-bee2eb73-6908-4318-93b9-4a1ffb47b735 req-75a8ad52-7128-4863-a84c-06cc233cf555 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d33cb694-c196-43c2-8360-cb3ae8d54011 HTTP/1.1" status: 200 len: 217 time: 0.3974428 Oct 20 10:55:42.189537 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-09f994c1-5c72-45e0-baae-bde22e62d8b5 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks [] for router, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:42.195350 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee2eb73-6908-4318-93b9-4a1ffb47b735 req-93830875-02cf-4636-8bea-575d7d898bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:42.197089 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-bee2eb73-6908-4318-93b9-4a1ffb47b735 req-93830875-02cf-4636-8bea-575d7d898bdc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=437b47ec-4211-421c-828b-76408ce53dce HTTP/1.1" status: 200 len: 850 time: 0.0482533 Oct 20 10:55:42.254665 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee2eb73-6908-4318-93b9-4a1ffb47b735 req-904c427a-20a6-4fff-ae08-ad9541a52885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:42.256182 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-bee2eb73-6908-4318-93b9-4a1ffb47b735 req-904c427a-20a6-4fff-ae08-ad9541a52885 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b8b1e2be-5932-428e-a716-07af13af4e6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517201 Oct 20 10:55:42.386088 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-bee2eb73-6908-4318-93b9-4a1ffb47b735 req-1e1df5be-b1da-4cd2-81a2-37753fdf8be0 service neutron] 10.222.0.69 "GET /v2.0/networks/b8b1e2be-5932-428e-a716-07af13af4e6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220758 Oct 20 10:55:42.483242 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-bee2eb73-6908-4318-93b9-4a1ffb47b735 req-eb12cb5e-1f4c-4266-93d7-4e6fdaacae1c service neutron] 10.222.0.69 "GET /v2.0/networks/b8b1e2be-5932-428e-a716-07af13af4e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894864 Oct 20 10:55:42.668301 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-efd255d6-8c1f-42a7-8131-53f2438369ac req-99812c1e-62ce-44e3-89c3-e733227f0a03 service neutron] For port befa00a7-e01a-40a7-8a23-78e51e963d54, host n-h1-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:55:42.693651 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-efd255d6-8c1f-42a7-8131-53f2438369ac req-99812c1e-62ce-44e3-89c3-e733227f0a03 service neutron] For port befa00a7-e01a-40a7-8a23-78e51e963d54, host n-h1-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=befa00a7-e01a-40a7-8a23-78e51e963d54,segment=NetworkSegment(f78f4181-0142-441b-8d81-2ce1a8e19b5d),segment_id=f78f4181-0142-441b-8d81-2ce1a8e19b5d)] {{(pid=100596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:55:42.761168 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cf5bf26-df1b-4e5f-8a65-b77323b4ae30 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Router 8c837262-14fe-4a24-bdee-94fe0566d6dd has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:55:42.762535 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-efd255d6-8c1f-42a7-8131-53f2438369ac req-99812c1e-62ce-44e3-89c3-e733227f0a03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:42.780367 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a90888f-ee80-4ec7-bee1-b9ef4bde0e59 req-67787cb7-2a36-4aa0-b46d-404c0fa97ce4 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:42.781937 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0a90888f-ee80-4ec7-bee1-b9ef4bde0e59 req-67787cb7-2a36-4aa0-b46d-404c0fa97ce4 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3f9930f-6768-428d-b296-1e65ca6bdfa7 HTTP/1.1" status: 200 len: 944 time: 0.6229012 Oct 20 10:55:42.849603 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-09f994c1-5c72-45e0-baae-bde22e62d8b5 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1772272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258304'] for router, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:42.858451 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-09f994c1-5c72-45e0-baae-bde22e62d8b5 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:42.866457 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-785873e3-dba4-4cfe-8d26-b33ccdddf448 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:42.888403 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd255d6-8c1f-42a7-8131-53f2438369ac req-99812c1e-62ce-44e3-89c3-e733227f0a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:42.889046 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-efd255d6-8c1f-42a7-8131-53f2438369ac req-99812c1e-62ce-44e3-89c3-e733227f0a03 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:42.890438 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-efd255d6-8c1f-42a7-8131-53f2438369ac req-99812c1e-62ce-44e3-89c3-e733227f0a03 service neutron] 10.222.0.55 "PUT /v2.0/ports/befa00a7-e01a-40a7-8a23-78e51e963d54 HTTP/1.1" status: 200 len: 1092 time: 3.8328712 Oct 20 10:55:42.894015 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-785873e3-dba4-4cfe-8d26-b33ccdddf448 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:42.896032 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5a07d6a-7eaa-47cd-8791-a17bab21bc12', 'tag': 'befa00a7-e01a-40a7-8a23-78e51e963d54'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:55:42.898256 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52c5a139-9774-4db4-8943-b915a4f4985a" -d '{"events": [{"name": "network-changed", "server_uuid": "e5a07d6a-7eaa-47cd-8791-a17bab21bc12", "tag": "befa00a7-e01a-40a7-8a23-78e51e963d54"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:55:42.956449 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1682015-b971-45b4-907c-506e83987bf6 x-openstack-request-id: req-e1682015-b971-45b4-907c-506e83987bf6 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:55:42.956791 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5a07d6a-7eaa-47cd-8791-a17bab21bc12", "tag": "befa00a7-e01a-40a7-8a23-78e51e963d54", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:55:42.957045 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e1682015-b971-45b4-907c-506e83987bf6 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:55:42.957481 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5a07d6a-7eaa-47cd-8791-a17bab21bc12', 'tag': 'befa00a7-e01a-40a7-8a23-78e51e963d54', 'status': 'completed', 'code': 200} Oct 20 10:55:43.009742 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device ca8726e1-1d27-4f14-a4c9-bea7b00c3bdf details requested by agent hyperv_n-h2-811396-3 with host n-h2-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:55:43.083660 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99812c1e-62ce-44e3-89c3-e733227f0a03 service neutron] Pushing event updated for resources: {'Port': ['ID=befa00a7-e01a-40a7-8a23-78e51e963d54,revision_number=3']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:43.099006 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0a90888f-ee80-4ec7-bee1-b9ef4bde0e59 req-af818d4f-988b-4b43-93e9-8b27f4bed1ed tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=58574406-52f6-4da8-ba4e-3f91a696d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2548428 Oct 20 10:55:43.099684 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-09f994c1-5c72-45e0-baae-bde22e62d8b5 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1772267'] for router, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:43.100231 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09f994c1-5c72-45e0-baae-bde22e62d8b5 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Fanout notify agent at l3_agent the message router_deleted on router fc29ea97-4373-4503-998c-9a9bebddf8ab {{(pid=100596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 10:55:43.112497 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-785873e3-dba4-4cfe-8d26-b33ccdddf448 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=25a1998d8450499c92d42224f12fffa7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5111263 Oct 20 10:55:43.114770 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 53796) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:43.134767 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-09f994c1-5c72-45e0-baae-bde22e62d8b5 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks [] for router, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:43.138276 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-09f994c1-5c72-45e0-baae-bde22e62d8b5 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] 10.222.0.64 "DELETE /v2.0/routers/fc29ea97-4373-4503-998c-9a9bebddf8ab HTTP/1.1" status: 204 len: 168 time: 1.0886304 Oct 20 10:55:43.139416 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 53800) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:43.141417 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785873e3-dba4-4cfe-8d26-b33ccdddf448 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcb5ead4-ef54-441e-aedd-10a90b6979f1,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:43.141805 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port ca8726e1-1d27-4f14-a4c9-bea7b00c3bdf, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=ca8726e1-1d27-4f14-a4c9-bea7b00c3bdf,segment=NetworkSegment(f78f4181-0142-441b-8d81-2ce1a8e19b5d),segment_id=f78f4181-0142-441b-8d81-2ce1a8e19b5d)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:55:43.172815 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Returning: {'device': 'ca8726e1-1d27-4f14-a4c9-bea7b00c3bdf', 'network_id': 'aff145ac-5e6e-4e89-ad8c-78ea8a2e84f6', 'port_id': 'ca8726e1-1d27-4f14-a4c9-bea7b00c3bdf', 'mac_address': 'fa:16:3e:fa:76:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 806, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43438d1f-dc61-4f75-92d7-2fc7295ce83f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:55:43.226115 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:43.227075 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cf5bf26-df1b-4e5f-8a65-b77323b4ae30 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:55:43.242197 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2991beb4-e80d-4b66-b72c-dde1f44e7705 None None] Sync routers for ids ['8c837262-14fe-4a24-bdee-94fe0566d6dd'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:55:43.264274 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2991beb4-e80d-4b66-b72c-dde1f44e7705 None None] Routers {'8c837262-14fe-4a24-bdee-94fe0566d6dd'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:55:43.265039 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-2991beb4-e80d-4b66-b72c-dde1f44e7705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:55:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['8c837262-14fe-4a24-bdee-94fe0566d6dd'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:43.265729 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-5cf5bf26-df1b-4e5f-8a65-b77323b4ae30 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "PUT /v2.0/routers/8c837262-14fe-4a24-bdee-94fe0566d6dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4496691 Oct 20 10:55:43.270948 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_v2 [None req-37be3373-82d9-4b1a-a987-a2931e881b35 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Deleting subnet 6c591312-bbd2-4878-af6e-e47a26e60cfc {{(pid=100597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:55:43.273967 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 53802) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:43.287567 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-37be3373-82d9-4b1a-a987-a2931e881b35 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks [] for subnet, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:43.294263 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd255d6-8c1f-42a7-8131-53f2438369ac req-5740da50-c553-4af6-899b-811aa9bf8c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:43.296168 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-efd255d6-8c1f-42a7-8131-53f2438369ac req-5740da50-c553-4af6-899b-811aa9bf8c7e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7e8bb87fcf634b4a9fc97a8d2c5f9832&device_id=e5a07d6a-7eaa-47cd-8791-a17bab21bc12 HTTP/1.1" status: 200 len: 1095 time: 0.3208840 Oct 20 10:55:43.308019 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8bf20c-9330-4380-921d-0efd7a289bb0 req-5a278d9d-3979-4aad-bc97-db0cc7a5cbc5 tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:43.310123 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7a8bf20c-9330-4380-921d-0efd7a289bb0 req-5a278d9d-3979-4aad-bc97-db0cc7a5cbc5 tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] 10.222.0.64 "GET /v2.0/ports?device_id=d409a7ac-d538-46b9-be22-278c8645036c HTTP/1.1" status: 200 len: 943 time: 0.2674556 Oct 20 10:55:43.329277 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0963a111-c9b1-424f-899f-97990432e36a req-c2b15326-91a6-44d5-8569-fa87dc05df48 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:43.331905 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0963a111-c9b1-424f-899f-97990432e36a req-c2b15326-91a6-44d5-8569-fa87dc05df48 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3f9930f-6768-428d-b296-1e65ca6bdfa7 HTTP/1.1" status: 200 len: 944 time: 0.1010025 Oct 20 10:55:43.335637 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2b32db4b-492d-445c-b7cd-1cd05ae898c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:43.366306 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-37be3373-82d9-4b1a-a987-a2931e881b35 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25852621'] for subnet, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:43.418215 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebbe6f96-19b4-429b-b7b6-5c1d4b0ebab4 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Deleting subnet 06a8754b-afbe-40dd-82e4-c21b59e7daf0 {{(pid=100597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:55:43.427964 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2b32db4b-492d-445c-b7cd-1cd05ae898c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:43.429423 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ebbe6f96-19b4-429b-b7b6-5c1d4b0ebab4 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for subnet, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:43.433344 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7a8bf20c-9330-4380-921d-0efd7a289bb0 req-d0948fe0-2ac4-4dc6-8a49-30fd4850b4b2 tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] 10.222.0.64 "GET /v2.0/security-groups?id=745785b5-2200-4416-93f8-13db3cc44dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001630 Oct 20 10:55:43.457540 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-efd255d6-8c1f-42a7-8131-53f2438369ac req-5a0e2da0-f34f-4b3b-ae64-deb12db1d05c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=befa00a7-e01a-40a7-8a23-78e51e963d54 HTTP/1.1" status: 200 len: 217 time: 0.1443403 Oct 20 10:55:43.504948 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0963a111-c9b1-424f-899f-97990432e36a req-6ed49abf-f9fb-463f-9f98-be683e4e56f4 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=58574406-52f6-4da8-ba4e-3f91a696d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119998 Oct 20 10:55:43.521786 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-37be3373-82d9-4b1a-a987-a2931e881b35 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:43.525678 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd255d6-8c1f-42a7-8131-53f2438369ac req-f0701ef9-b871-4b75-8a57-1ecaf72ac73b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:43.531424 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-efd255d6-8c1f-42a7-8131-53f2438369ac req-f0701ef9-b871-4b75-8a57-1ecaf72ac73b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=43438d1f-dc61-4f75-92d7-2fc7295ce83f HTTP/1.1" status: 200 len: 853 time: 0.0585823 Oct 20 10:55:43.557015 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-2991beb4-e80d-4b66-b72c-dde1f44e7705 None None] Set router 8c837262-14fe-4a24-bdee-94fe0566d6dd gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:55:43.599200 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-efd255d6-8c1f-42a7-8131-53f2438369ac req-fac41f21-f5d1-4caf-b85e-e79fb302db60 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=aff145ac-5e6e-4e89-ad8c-78ea8a2e84f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646076 Oct 20 10:55:43.600035 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-37be3373-82d9-4b1a-a987-a2931e881b35 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25350811'] for subnet, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:43.662655 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca8726e1-1d27-4f14-a4c9-bea7b00c3bdf {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:55:43.745161 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ebbe6f96-19b4-429b-b7b6-5c1d4b0ebab4 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25852621'] for subnet, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:43.749616 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-37be3373-82d9-4b1a-a987-a2931e881b35 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:43.755302 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-37be3373-82d9-4b1a-a987-a2931e881b35 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] 10.222.0.64 "DELETE /v2.0/subnets/6c591312-bbd2-4878-af6e-e47a26e60cfc HTTP/1.1" status: 204 len: 168 time: 0.6132696 Oct 20 10:55:43.761757 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 53814) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:43.785765 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 53816) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:43.843163 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37be3373-82d9-4b1a-a987-a2931e881b35 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Pushing event deleted for resources: {'Subnet': ['ID=6c591312-bbd2-4878-af6e-e47a26e60cfc,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:43.892602 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-efd255d6-8c1f-42a7-8131-53f2438369ac req-ee70c689-eada-486e-adda-5ba77f7e144c service neutron] 10.222.0.55 "GET /v2.0/networks/aff145ac-5e6e-4e89-ad8c-78ea8a2e84f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2850249 Oct 20 10:55:43.893622 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2b32db4b-492d-445c-b7cd-1cd05ae898c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:43.900916 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2b32db4b-492d-445c-b7cd-1cd05ae898c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:43.904976 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-2b32db4b-492d-445c-b7cd-1cd05ae898c9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/bcb5ead4-ef54-441e-aedd-10a90b6979f1 HTTP/1.1" status: 204 len: 168 time: 0.7863266 Oct 20 10:55:43.906563 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d689000-4d37-431a-8891-bdac6b778f86 None None] Network 4dbd737b-9421-4d79-a568-92cdf6946ad2 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:55:43.949837 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b32db4b-492d-445c-b7cd-1cd05ae898c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcb5ead4-ef54-441e-aedd-10a90b6979f1,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:43.984098 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port ca8726e1-1d27-4f14-a4c9-bea7b00c3bdf, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=ca8726e1-1d27-4f14-a4c9-bea7b00c3bdf,segment=NetworkSegment(f78f4181-0142-441b-8d81-2ce1a8e19b5d),segment_id=f78f4181-0142-441b-8d81-2ce1a8e19b5d)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:55:44.002221 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ebbe6f96-19b4-429b-b7b6-5c1d4b0ebab4 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:44.097319 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:44.128920 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-47d8cc02-8f53-4b09-a371-79cc81034f91 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:44.144493 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ebbe6f96-19b4-429b-b7b6-5c1d4b0ebab4 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25350811'] for subnet, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:44.201585 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbe6f96-19b4-429b-b7b6-5c1d4b0ebab4 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Pushing event deleted for resources: {'Subnet': ['ID=06a8754b-afbe-40dd-82e4-c21b59e7daf0,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:44.205593 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ebbe6f96-19b4-429b-b7b6-5c1d4b0ebab4 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:44.212776 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-ebbe6f96-19b4-429b-b7b6-5c1d4b0ebab4 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "DELETE /v2.0/subnets/06a8754b-afbe-40dd-82e4-c21b59e7daf0 HTTP/1.1" status: 204 len: 168 time: 0.9317179 Oct 20 10:55:44.213436 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 53824) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:44.261342 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c8458a-f875-45ae-bb9c-4993d17e5ecc None None] Network b3481165-3e87-46ad-826c-7d431607ac7a requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:55:44.417161 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-9c14cfd1-d7f7-4b0f-96bd-a100742dc286 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ec4d902b8d1e4fcbb22f8e5147cf8995&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6245615 Oct 20 10:55:44.417690 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 53828) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:44.441232 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e90692d-70d1-4b55-ae2f-f904130f7962 req-7aa58366-8627-4aea-960e-f52ce330c638 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:44.443211 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7e90692d-70d1-4b55-ae2f-f904130f7962 req-7aa58366-8627-4aea-960e-f52ce330c638 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3f9930f-6768-428d-b296-1e65ca6bdfa7 HTTP/1.1" status: 200 len: 944 time: 0.1406040 Oct 20 10:55:44.452745 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-efd255d6-8c1f-42a7-8131-53f2438369ac req-06d2f41e-1bbf-4a46-934a-92e3a9f0c696 service neutron] 10.222.0.55 "GET /v2.0/networks/aff145ac-5e6e-4e89-ad8c-78ea8a2e84f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4241028 Oct 20 10:55:44.461775 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-47d8cc02-8f53-4b09-a371-79cc81034f91 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Deleting port 80b38ae4-fc04-4c79-addd-7ca90b21ac8a {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:55:44.475353 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-47d8cc02-8f53-4b09-a371-79cc81034f91 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:44.538836 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['ca8726e1-1d27-4f14-a4c9-bea7b00c3bdf'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:55:44.547466 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed597954-87f9-4a6a-9f65-e993975adaf4 None None] DHCP port deletion for 4dbd737b-9421-4d79-a568-92cdf6946ad2 request from n-d-811396-3 {{(pid=100598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:55:44.554999 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2bd9f5ad-5859-49ab-86fc-4dbff90bcd4b tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for router, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:44.564500 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=ca8726e1-1d27-4f14-a4c9-bea7b00c3bdf,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:44.633373 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-141df2c1-0df5-4cdc-ba4b-9d0e57d55bbc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:44.658903 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-141df2c1-0df5-4cdc-ba4b-9d0e57d55bbc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:44.669383 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [None req-47d8cc02-8f53-4b09-a371-79cc81034f91 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] For port 80b38ae4-fc04-4c79-addd-7ca90b21ac8a, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=80b38ae4-fc04-4c79-addd-7ca90b21ac8a,segment=NetworkSegment(da05d05e-cd47-418f-899d-6eeb35074eab),segment_id=da05d05e-cd47-418f-899d-6eeb35074eab)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:55:44.670322 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-47d8cc02-8f53-4b09-a371-79cc81034f91 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:44.701717 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-47d8cc02-8f53-4b09-a371-79cc81034f91 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Calling delete_port for 80b38ae4-fc04-4c79-addd-7ca90b21ac8a owned by network:dhcp {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:55:44.714185 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-141df2c1-0df5-4cdc-ba4b-9d0e57d55bbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:44.717238 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-141df2c1-0df5-4cdc-ba4b-9d0e57d55bbc admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:44.722445 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-141df2c1-0df5-4cdc-ba4b-9d0e57d55bbc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5be07d3f-5119-45be-a357-33ceda6b0af0 HTTP/1.1" status: 204 len: 168 time: 0.3002093 Oct 20 10:55:44.747064 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7267747-0c18-4786-bd6b-aa7eec2861b5 None None] DHCP port deletion for b3481165-3e87-46ad-826c-7d431607ac7a request from n-d-811396-3 {{(pid=100598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:55:44.764456 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141df2c1-0df5-4cdc-ba4b-9d0e57d55bbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5be07d3f-5119-45be-a357-33ceda6b0af0,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:44.791966 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2bd9f5ad-5859-49ab-86fc-4dbff90bcd4b tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:44.815083 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7e90692d-70d1-4b55-ae2f-f904130f7962 req-266d2317-fd08-438d-ada6-8b64f750e10d tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=58574406-52f6-4da8-ba4e-3f91a696d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3597949 Oct 20 10:55:44.816941 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-2991beb4-e80d-4b66-b72c-dde1f44e7705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c837262-14fe-4a24-bdee-94fe0566d6dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1772118193', 'tenant_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': 'f6c7f1ca-b6a7-4630-ba90-edb1b4fbe54d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:51:30Z', 'updated_at': '2021-10-20T10:55:40Z', 'revision_number': 5, 'project_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'gw_port': {'id': 'f6c7f1ca-b6a7-4630-ba90-edb1b4fbe54d', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:1a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c837262-14fe-4a24-bdee-94fe0566d6dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:51:31Z', 'updated_at': '2021-10-20T10:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:44.905564 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2991beb4-e80d-4b66-b72c-dde1f44e7705 None None] Checking router: 8c837262-14fe-4a24-bdee-94fe0566d6dd for host: n-d-811396-3 {{(pid=100598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:55:44.906063 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c5a139-9774-4db4-8943-b915a4f4985a req-3b43d43c-2820-450c-9a79-1e0a38e52760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:44.907623 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-52c5a139-9774-4db4-8943-b915a4f4985a req-3b43d43c-2820-450c-9a79-1e0a38e52760 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7e8bb87fcf634b4a9fc97a8d2c5f9832&device_id=e5a07d6a-7eaa-47cd-8791-a17bab21bc12 HTTP/1.1" status: 200 len: 1095 time: 0.1166384 Oct 20 10:55:44.919610 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-2bd9f5ad-5859-49ab-86fc-4dbff90bcd4b tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Deleting port f6c7f1ca-b6a7-4630-ba90-edb1b4fbe54d {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:55:44.920054 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2bd9f5ad-5859-49ab-86fc-4dbff90bcd4b tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:44.925243 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0884bce-e65e-43c4-a1ad-9afc1ba7f46f req-17688d10-fae6-4fe8-bf1c-2363a4931f5c tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:44.933067 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d0884bce-e65e-43c4-a1ad-9afc1ba7f46f req-17688d10-fae6-4fe8-bf1c-2363a4931f5c tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] 10.222.0.64 "GET /v2.0/ports?device_id=d409a7ac-d538-46b9-be22-278c8645036c HTTP/1.1" status: 200 len: 944 time: 0.1306062 Oct 20 10:55:45.039996 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c5a139-9774-4db4-8943-b915a4f4985a req-064d5ce7-22a9-48aa-bb5d-458c63ac6622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:45.043606 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-52c5a139-9774-4db4-8943-b915a4f4985a req-064d5ce7-22a9-48aa-bb5d-458c63ac6622 service neutron] 10.222.0.55 "GET /v2.0/networks?id=aff145ac-5e6e-4e89-ad8c-78ea8a2e84f6 HTTP/1.1" status: 200 len: 914 time: 0.1264610 Oct 20 10:55:45.081652 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [None req-2bd9f5ad-5859-49ab-86fc-4dbff90bcd4b tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] For port f6c7f1ca-b6a7-4630-ba90-edb1b4fbe54d, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=f6c7f1ca-b6a7-4630-ba90-edb1b4fbe54d,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:55:45.082115 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2bd9f5ad-5859-49ab-86fc-4dbff90bcd4b tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:45.090405 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2991beb4-e80d-4b66-b72c-dde1f44e7705 None None] Routers {'8c837262-14fe-4a24-bdee-94fe0566d6dd'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:55:45.094252 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-2991beb4-e80d-4b66-b72c-dde1f44e7705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:55:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['8c837262-14fe-4a24-bdee-94fe0566d6dd'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:45.097775 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-ed597954-87f9-4a6a-9f65-e993975adaf4 None None] Deleting port 80b38ae4-fc04-4c79-addd-7ca90b21ac8a {{(pid=100598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:55:45.098394 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-ed597954-87f9-4a6a-9f65-e993975adaf4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:45.102257 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-2bd9f5ad-5859-49ab-86fc-4dbff90bcd4b tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Calling delete_port for f6c7f1ca-b6a7-4630-ba90-edb1b4fbe54d owned by network:router_gateway {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:55:45.155881 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-52c5a139-9774-4db4-8943-b915a4f4985a req-d4d80374-6b3e-421c-aef5-3ce9bc0b5392 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=befa00a7-e01a-40a7-8a23-78e51e963d54 HTTP/1.1" status: 200 len: 217 time: 0.0955958 Oct 20 10:55:45.220191 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-47d8cc02-8f53-4b09-a371-79cc81034f91 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:45.277915 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d8cc02-8f53-4b09-a371-79cc81034f91 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Pushing event deleted for resources: {'Port': ['ID=80b38ae4-fc04-4c79-addd-7ca90b21ac8a,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:45.302510 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d0884bce-e65e-43c4-a1ad-9afc1ba7f46f req-9b345331-d336-41b8-ba22-56555a901d5b tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] 10.222.0.64 "GET /v2.0/security-groups?id=745785b5-2200-4416-93f8-13db3cc44dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3577433 Oct 20 10:55:45.315116 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d8cc02-8f53-4b09-a371-79cc81034f91 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] No DVR routers for this DVR port 80b38ae4-fc04-4c79-addd-7ca90b21ac8a on host n-d-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:55:45.320749 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c5a139-9774-4db4-8943-b915a4f4985a req-510f28bf-c752-491c-90ee-6932a3058ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:45.323249 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-52c5a139-9774-4db4-8943-b915a4f4985a req-510f28bf-c752-491c-90ee-6932a3058ed1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=43438d1f-dc61-4f75-92d7-2fc7295ce83f HTTP/1.1" status: 200 len: 853 time: 0.1526191 Oct 20 10:55:45.373235 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-ed597954-87f9-4a6a-9f65-e993975adaf4 None None] For port 80b38ae4-fc04-4c79-addd-7ca90b21ac8a, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=80b38ae4-fc04-4c79-addd-7ca90b21ac8a,segment=NetworkSegment(da05d05e-cd47-418f-899d-6eeb35074eab),segment_id=da05d05e-cd47-418f-899d-6eeb35074eab)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:55:45.374049 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-ed597954-87f9-4a6a-9f65-e993975adaf4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:45.379582 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-d7267747-0c18-4786-bd6b-aa7eec2861b5 None None] Deleting port 4f204262-7a0d-4d63-87d6-f0d70c84cfef {{(pid=100598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:55:45.380035 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-d7267747-0c18-4786-bd6b-aa7eec2861b5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:45.391004 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-2991beb4-e80d-4b66-b72c-dde1f44e7705 None None] Set router 8c837262-14fe-4a24-bdee-94fe0566d6dd gateway port host: None {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:55:45.397453 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2bd9f5ad-5859-49ab-86fc-4dbff90bcd4b tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:45.423887 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-47d8cc02-8f53-4b09-a371-79cc81034f91 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:45.432417 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-ed597954-87f9-4a6a-9f65-e993975adaf4 None None] Calling delete_port for 80b38ae4-fc04-4c79-addd-7ca90b21ac8a owned by network:dhcp {{(pid=100598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:55:45.447506 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd9f5ad-5859-49ab-86fc-4dbff90bcd4b tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Pushing event deleted for resources: {'Port': ['ID=f6c7f1ca-b6a7-4630-ba90-edb1b4fbe54d,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:45.470479 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-2991beb4-e80d-4b66-b72c-dde1f44e7705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c837262-14fe-4a24-bdee-94fe0566d6dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1772118193', 'tenant_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:51:30Z', 'updated_at': '2021-10-20T10:55:44Z', 'revision_number': 6, 'project_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'gw_port_host': None}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:45.485875 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-52c5a139-9774-4db4-8943-b915a4f4985a req-af4683b6-2c33-4e36-aefc-fec0a7d14b9c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=aff145ac-5e6e-4e89-ad8c-78ea8a2e84f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483897 Oct 20 10:55:45.539086 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2bd9f5ad-5859-49ab-86fc-4dbff90bcd4b tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1773439'] for router_gateway, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:45.559615 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2991beb4-e80d-4b66-b72c-dde1f44e7705 None None] The sync data for ids ['8c837262-14fe-4a24-bdee-94fe0566d6dd'] in n-d-811396-3 is: [{'id': '8c837262-14fe-4a24-bdee-94fe0566d6dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1772118193', 'tenant_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:51:30Z', 'updated_at': '2021-10-20T10:55:44Z', 'revision_number': 6, 'project_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'gw_port_host': None}] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:55:45.565323 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 53854) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:45.597906 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-47d8cc02-8f53-4b09-a371-79cc81034f91 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dbd737b-9421-4d79-a568-92cdf6946ad2']}} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:45.633474 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-d7267747-0c18-4786-bd6b-aa7eec2861b5 None None] For port 4f204262-7a0d-4d63-87d6-f0d70c84cfef, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=4f204262-7a0d-4d63-87d6-f0d70c84cfef,segment=NetworkSegment(29d98e95-6dbd-4a20-a917-70645d26e8f8),segment_id=29d98e95-6dbd-4a20-a917-70645d26e8f8)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:55:45.634035 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-d7267747-0c18-4786-bd6b-aa7eec2861b5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:45.649680 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-47d8cc02-8f53-4b09-a371-79cc81034f91 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da05d05e-cd47-418f-899d-6eeb35074eab') {'for_net_delete': True} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:45.650139 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-47d8cc02-8f53-4b09-a371-79cc81034f91 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da05d05e-cd47-418f-899d-6eeb35074eab') {} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:45.669693 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-d7267747-0c18-4786-bd6b-aa7eec2861b5 None None] Calling delete_port for 4f204262-7a0d-4d63-87d6-f0d70c84cfef owned by network:dhcp {{(pid=100598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:55:45.677950 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-47d8cc02-8f53-4b09-a371-79cc81034f91 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25189038'] for segment, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:45.699225 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2bd9f5ad-5859-49ab-86fc-4dbff90bcd4b tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1772272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258304'] for router, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:45.703963 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2bd9f5ad-5859-49ab-86fc-4dbff90bcd4b tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:45.710881 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-47d8cc02-8f53-4b09-a371-79cc81034f91 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:45.746107 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47d8cc02-8f53-4b09-a371-79cc81034f91 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Releasing vlan 836 on physical network physnet1 to pool {{(pid=100596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:55:45.747020 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-47d8cc02-8f53-4b09-a371-79cc81034f91 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26833155'] for segment, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:45.751228 n-d-811396-3 neutron-server[100596]: Traceback (most recent call last): Oct 20 10:55:45.751228 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:55:45.751228 n-d-811396-3 neutron-server[100596]: timer() Oct 20 10:55:45.751228 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:55:45.751228 n-d-811396-3 neutron-server[100596]: cb(*args, **kw) Oct 20 10:55:45.751228 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:55:45.751228 n-d-811396-3 neutron-server[100596]: return func(*args, **kwargs) Oct 20 10:55:45.751228 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:55:45.751228 n-d-811396-3 neutron-server[100596]: self._notify() Oct 20 10:55:45.751228 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:55:45.751228 n-d-811396-3 neutron-server[100596]: self.callback(batched_events) Oct 20 10:55:45.751228 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:55:45.751228 n-d-811396-3 neutron-server[100596]: event.method(event) Oct 20 10:55:45.751228 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:55:45.751228 n-d-811396-3 neutron-server[100596]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:55:45.751228 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:55:45.751228 n-d-811396-3 neutron-server[100596]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:55:45.751228 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:55:45.751228 n-d-811396-3 neutron-server[100596]: return f(self, *a, **k) Oct 20 10:55:45.751228 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:55:45.751228 n-d-811396-3 neutron-server[100596]: return self._get(url).json() Oct 20 10:55:45.751228 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:55:45.751228 n-d-811396-3 neutron-server[100596]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:55:45.751228 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:55:45.751228 n-d-811396-3 neutron-server[100596]: return self.request(url, 'GET', **kwargs) Oct 20 10:55:45.751228 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:55:45.751228 n-d-811396-3 neutron-server[100596]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:55:45.751228 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:55:45.751228 n-d-811396-3 neutron-server[100596]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:55:45.751228 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:55:45.751228 n-d-811396-3 neutron-server[100596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:55:45.751228 n-d-811396-3 neutron-server[100596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:55:45.767585 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-52c5a139-9774-4db4-8943-b915a4f4985a req-054bc7b7-8e02-4635-ba5a-7c28a1ec2227 service neutron] 10.222.0.55 "GET /v2.0/networks/aff145ac-5e6e-4e89-ad8c-78ea8a2e84f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2676690 Oct 20 10:55:45.784205 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2bd9f5ad-5859-49ab-86fc-4dbff90bcd4b tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1772267'] for router, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:45.784779 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bd9f5ad-5859-49ab-86fc-4dbff90bcd4b tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Fanout notify agent at l3_agent the message router_deleted on router 8c837262-14fe-4a24-bdee-94fe0566d6dd {{(pid=100597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 10:55:45.792838 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2bd9f5ad-5859-49ab-86fc-4dbff90bcd4b tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for router, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:45.795430 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-2bd9f5ad-5859-49ab-86fc-4dbff90bcd4b tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "DELETE /v2.0/routers/8c837262-14fe-4a24-bdee-94fe0566d6dd HTTP/1.1" status: 204 len: 168 time: 1.5792158 Oct 20 10:55:45.796800 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 53864) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:45.808712 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-ed597954-87f9-4a6a-9f65-e993975adaf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956'] for port, after_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:45.856829 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-47d8cc02-8f53-4b09-a371-79cc81034f91 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:45.865712 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-47d8cc02-8f53-4b09-a371-79cc81034f91 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks [] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:45.873388 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-47d8cc02-8f53-4b09-a371-79cc81034f91 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] 10.222.0.64 "DELETE /v2.0/networks/4dbd737b-9421-4d79-a568-92cdf6946ad2 HTTP/1.1" status: 204 len: 168 time: 2.1091032 Oct 20 10:55:45.885314 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed597954-87f9-4a6a-9f65-e993975adaf4 None None] Pushing event deleted for resources: {'Port': ['ID=80b38ae4-fc04-4c79-addd-7ca90b21ac8a,revision_number=None']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:45.887313 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed597954-87f9-4a6a-9f65-e993975adaf4 None None] No DVR routers for this DVR port 80b38ae4-fc04-4c79-addd-7ca90b21ac8a on host n-d-811396-3 {{(pid=100598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:55:45.894701 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 53868) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:45.952749 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d8cc02-8f53-4b09-a371-79cc81034f91 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Pushing event deleted for resources: {'Network': ['ID=4dbd737b-9421-4d79-a568-92cdf6946ad2,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:45.956055 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-d7267747-0c18-4786-bd6b-aa7eec2861b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956'] for port, after_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:45.982945 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-62258aca-1c5f-4d59-8b90-bef44030cea1 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:45.998957 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-e945f4e6-34e2-4527-9255-9fe5d076441a tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1443014031', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:55:46.012513 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7267747-0c18-4786-bd6b-aa7eec2861b5 None None] No DVR routers for this DVR port 4f204262-7a0d-4d63-87d6-f0d70c84cfef on host n-d-811396-3 {{(pid=100598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:55:46.015022 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7267747-0c18-4786-bd6b-aa7eec2861b5 None None] Pushing event deleted for resources: {'Port': ['ID=4f204262-7a0d-4d63-87d6-f0d70c84cfef,revision_number=None']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:46.083937 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-442afc3d-fcbb-409e-8745-af3d9b917b54 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:46.086009 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-442afc3d-fcbb-409e-8745-af3d9b917b54 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] 10.222.0.64 "GET /v2.0/ports/6d86c051-76ef-418b-8eda-152fd6015d90 HTTP/1.1" status: 200 len: 843 time: 0.1898706 Oct 20 10:55:46.093973 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 53876) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:46.109131 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-52c5a139-9774-4db4-8943-b915a4f4985a req-9b1e9193-8126-45bc-a91c-fbe0a55962f2 service neutron] 10.222.0.55 "GET /v2.0/networks/aff145ac-5e6e-4e89-ad8c-78ea8a2e84f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3266318 Oct 20 10:55:46.112885 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-62258aca-1c5f-4d59-8b90-bef44030cea1 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:46.138593 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-62258aca-1c5f-4d59-8b90-bef44030cea1 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3481165-3e87-46ad-826c-7d431607ac7a']}} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:46.141188 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e945f4e6-34e2-4527-9255-9fe5d076441a tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1772442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258322'] for router, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:46.142731 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e945f4e6-34e2-4527-9255-9fe5d076441a tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1772334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773516', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258315'] for router, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:46.150642 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-62258aca-1c5f-4d59-8b90-bef44030cea1 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29d98e95-6dbd-4a20-a917-70645d26e8f8') {'for_net_delete': True} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:46.151196 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-62258aca-1c5f-4d59-8b90-bef44030cea1 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29d98e95-6dbd-4a20-a917-70645d26e8f8') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:46.161382 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-2683b165-79fe-43c3-a766-2b933defce5c tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] 10.222.0.64 "GET /v2.0/ports/6d86c051-76ef-418b-8eda-152fd6015d90?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0662932 Oct 20 10:55:46.164520 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-62258aca-1c5f-4d59-8b90-bef44030cea1 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25852596'] for segment, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:46.165317 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 53878) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:46.171566 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-0275dde8-032a-49a5-9376-0c85c55b181c tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Request body: {'subnet': {'network_id': '979b1063-72ef-43c8-9727-2150968986c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:55:46.181828 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-62258aca-1c5f-4d59-8b90-bef44030cea1 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:46.189540 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62258aca-1c5f-4d59-8b90-bef44030cea1 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Releasing vlan 819 on physical network physnet1 to pool {{(pid=100597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:55:46.190157 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-62258aca-1c5f-4d59-8b90-bef44030cea1 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951012'] for segment, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:46.193725 n-d-811396-3 neutron-server[100597]: Traceback (most recent call last): Oct 20 10:55:46.193725 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:55:46.193725 n-d-811396-3 neutron-server[100597]: timer() Oct 20 10:55:46.193725 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:55:46.193725 n-d-811396-3 neutron-server[100597]: cb(*args, **kw) Oct 20 10:55:46.193725 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:55:46.193725 n-d-811396-3 neutron-server[100597]: return func(*args, **kwargs) Oct 20 10:55:46.193725 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:55:46.193725 n-d-811396-3 neutron-server[100597]: self._notify() Oct 20 10:55:46.193725 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:55:46.193725 n-d-811396-3 neutron-server[100597]: self.callback(batched_events) Oct 20 10:55:46.193725 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:55:46.193725 n-d-811396-3 neutron-server[100597]: event.method(event) Oct 20 10:55:46.193725 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:55:46.193725 n-d-811396-3 neutron-server[100597]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:55:46.193725 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:55:46.193725 n-d-811396-3 neutron-server[100597]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:55:46.193725 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:55:46.193725 n-d-811396-3 neutron-server[100597]: return f(self, *a, **k) Oct 20 10:55:46.193725 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:55:46.193725 n-d-811396-3 neutron-server[100597]: return self._get(url).json() Oct 20 10:55:46.193725 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:55:46.193725 n-d-811396-3 neutron-server[100597]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:55:46.193725 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:55:46.193725 n-d-811396-3 neutron-server[100597]: return self.request(url, 'GET', **kwargs) Oct 20 10:55:46.193725 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:55:46.193725 n-d-811396-3 neutron-server[100597]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:55:46.193725 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:55:46.193725 n-d-811396-3 neutron-server[100597]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:55:46.193725 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:55:46.193725 n-d-811396-3 neutron-server[100597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:55:46.193725 n-d-811396-3 neutron-server[100597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:55:46.239178 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e945f4e6-34e2-4527-9255-9fe5d076441a tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:46.265354 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-62258aca-1c5f-4d59-8b90-bef44030cea1 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:46.270259 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-62258aca-1c5f-4d59-8b90-bef44030cea1 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:46.274428 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-62258aca-1c5f-4d59-8b90-bef44030cea1 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "DELETE /v2.0/networks/b3481165-3e87-46ad-826c-7d431607ac7a HTTP/1.1" status: 204 len: 168 time: 0.4766366 Oct 20 10:55:46.278331 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 53886) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:46.280747 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e945f4e6-34e2-4527-9255-9fe5d076441a tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1773475'] for router, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:46.290856 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62258aca-1c5f-4d59-8b90-bef44030cea1 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Pushing event deleted for resources: {'Network': ['ID=b3481165-3e87-46ad-826c-7d431607ac7a,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:46.332016 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e945f4e6-34e2-4527-9255-9fe5d076441a tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Publish callbacks [] for router, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:46.333121 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-e945f4e6-34e2-4527-9255-9fe5d076441a tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.7409229 Oct 20 10:55:46.336483 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 53890) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:46.344847 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-413683e0-45f7-412a-9429-3067ff871ae0 tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1087711680'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:55:46.379073 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0275dde8-032a-49a5-9376-0c85c55b181c tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Made reservation on behalf of c1dc2571b4ea4623a4cbd3a1bfe8dca0 for: {'subnet': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:55:46.381719 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0275dde8-032a-49a5-9376-0c85c55b181c tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26761797'] for subnet, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:46.408160 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-413683e0-45f7-412a-9429-3067ff871ae0 tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Made reservation on behalf of fa73f8afe52541139376794d704066fd for: {'network': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:55:46.414634 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-413683e0-45f7-412a-9429-3067ff871ae0 tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:46.418258 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2f88fdc4-9c63-4aa1-926a-c1e4954d9a07 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:46.423528 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-413683e0-45f7-412a-9429-3067ff871ae0 tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:46.527247 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2f88fdc4-9c63-4aa1-926a-c1e4954d9a07 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:46.557769 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 4f204262-7a0d-4d63-87d6-f0d70c84cfef no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:55:46.580877 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2220898-cb03-4b7a-a4cc-a2f5174482a3 req-67c5be47-f35c-4e3c-a6fb-e5d1843872e6 tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:46.582358 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f2220898-cb03-4b7a-a4cc-a2f5174482a3 req-67c5be47-f35c-4e3c-a6fb-e5d1843872e6 tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] 10.222.0.64 "GET /v2.0/ports?device_id=d409a7ac-d538-46b9-be22-278c8645036c HTTP/1.1" status: 200 len: 944 time: 0.1937435 Oct 20 10:55:46.584767 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 4f204262-7a0d-4d63-87d6-f0d70c84cfef {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:55:46.585323 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 4f204262-7a0d-4d63-87d6-f0d70c84cfef not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:55:46.585965 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 80b38ae4-fc04-4c79-addd-7ca90b21ac8a no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:55:46.606234 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-413683e0-45f7-412a-9429-3067ff871ae0 tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:46.611978 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-413683e0-45f7-412a-9429-3067ff871ae0 tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:46.630040 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 80b38ae4-fc04-4c79-addd-7ca90b21ac8a {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:55:46.630391 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 80b38ae4-fc04-4c79-addd-7ca90b21ac8a not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:55:46.630814 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device f6c7f1ca-b6a7-4630-ba90-edb1b4fbe54d no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:55:46.649798 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-413683e0-45f7-412a-9429-3067ff871ae0 tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 815} {{(pid=100597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:55:46.651980 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: f6c7f1ca-b6a7-4630-ba90-edb1b4fbe54d {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:55:46.652729 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device f6c7f1ca-b6a7-4630-ba90-edb1b4fbe54d not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:55:46.654417 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 2bfaad9e-68a1-43e2-9a3d-7e04a82716a8 no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:55:46.686648 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f2220898-cb03-4b7a-a4cc-a2f5174482a3 req-0528fa8d-5605-4a77-b324-eb068021fd34 tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] 10.222.0.64 "GET /v2.0/security-groups?id=745785b5-2200-4416-93f8-13db3cc44dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877907 Oct 20 10:55:46.697263 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2f88fdc4-9c63-4aa1-926a-c1e4954d9a07 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:46.700265 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2f88fdc4-9c63-4aa1-926a-c1e4954d9a07 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:46.704410 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-2f88fdc4-9c63-4aa1-926a-c1e4954d9a07 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "DELETE /v2.0/security-groups/4de8cd6c-6bcc-4778-96b5-f0ccd59485f6 HTTP/1.1" status: 204 len: 168 time: 0.4249468 Oct 20 10:55:46.711852 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 2bfaad9e-68a1-43e2-9a3d-7e04a82716a8 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:55:46.712471 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 2bfaad9e-68a1-43e2-9a3d-7e04a82716a8 not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:55:46.719328 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-413683e0-45f7-412a-9429-3067ff871ae0 tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:46.719729 n-d-811396-3 neutron-server[100597]: INFO neutron.db.segments_db [None req-413683e0-45f7-412a-9429-3067ff871ae0 tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Added segment 7d4cafe1-8fa5-4aa5-9a33-223603522fd6 of type vlan for network 6e4b44cc-f289-4035-9e58-66ed7a2fe803 Oct 20 10:55:46.744111 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f88fdc4-9c63-4aa1-926a-c1e4954d9a07 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4de8cd6c-6bcc-4778-96b5-f0ccd59485f6,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:46.752256 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413683e0-45f7-412a-9429-3067ff871ae0 tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37d32e68-403d-4e42-b651-c233b03d5f96,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:46.763983 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0275dde8-032a-49a5-9376-0c85c55b181c tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26836128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26761819'] for subnet, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:46.834641 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-413683e0-45f7-412a-9429-3067ff871ae0 tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:46.851080 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0275dde8-032a-49a5-9376-0c85c55b181c tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Network 979b1063-72ef-43c8-9727-2150968986c5 is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:55:46.856754 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-0275dde8-032a-49a5-9376-0c85c55b181c tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:55:46.861477 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0275dde8-032a-49a5-9376-0c85c55b181c tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:46.862820 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0275dde8-032a-49a5-9376-0c85c55b181c tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:46.865805 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7823345-1e54-40cc-a43d-f108de2bbf76 None None] Network 979b1063-72ef-43c8-9727-2150968986c5 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:55:46.903502 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-0275dde8-032a-49a5-9376-0c85c55b181c tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7369888 Oct 20 10:55:46.904530 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 53932) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:46.907662 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0275dde8-032a-49a5-9376-0c85c55b181c tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Pushing event updated for resources: {'Subnet': ['ID=b83aa4c0-bd68-43d8-a945-e032e2ecd86d,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:46.919484 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-fe23359e-fc11-49cd-9c9c-b719c0f7a295 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Request body: {'security_group': {'name': 'tempest-secgroup-153186690'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:55:46.934162 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-413683e0-45f7-412a-9429-3067ff871ae0 tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:46.940669 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413683e0-45f7-412a-9429-3067ff871ae0 tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:46.945359 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-413683e0-45f7-412a-9429-3067ff871ae0 tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:46.978410 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-fe23359e-fc11-49cd-9c9c-b719c0f7a295 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:47.033609 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-413683e0-45f7-412a-9429-3067ff871ae0 tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6959431 Oct 20 10:55:47.042120 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device ca8726e1-1d27-4f14-a4c9-bea7b00c3bdf up at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:55:47.048116 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 53934) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:47.058559 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-c3100499-8af5-4884-80b4-0c5e8a1f554b tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Request body: {'subnet': {'network_id': '6e4b44cc-f289-4035-9e58-66ed7a2fe803', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:55:47.107846 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-fe23359e-fc11-49cd-9c9c-b719c0f7a295 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:47.117783 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-fe23359e-fc11-49cd-9c9c-b719c0f7a295 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:47.151823 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413683e0-45f7-412a-9429-3067ff871ae0 tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Pushing event updated for resources: {'Network': ['ID=6e4b44cc-f289-4035-9e58-66ed7a2fe803,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:47.169617 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-fe23359e-fc11-49cd-9c9c-b719c0f7a295 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:47.170950 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network 6e4b44cc-f289-4035-9e58-66ed7a2fe803 details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:55:47.175687 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-fe23359e-fc11-49cd-9c9c-b719c0f7a295 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2694983 Oct 20 10:55:47.177997 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 53940) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:47.188663 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-bf421b6c-729d-403e-b8d3-6f1bc8f9a9a0 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Request body: {'security_group': {'name': 'tempest-secgroup-1302565315'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:55:47.219981 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe23359e-fc11-49cd-9c9c-b719c0f7a295 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab5df8ee-f213-450e-909b-50ba26b81ad1,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:47.250324 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning for port ca8726e1-1d27-4f14-a4c9-bea7b00c3bdf completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:55:47.259228 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-bf421b6c-729d-403e-b8d3-6f1bc8f9a9a0 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:47.338391 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3100499-8af5-4884-80b4-0c5e8a1f554b tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Made reservation on behalf of fa73f8afe52541139376794d704066fd for: {'subnet': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:55:47.342263 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c3100499-8af5-4884-80b4-0c5e8a1f554b tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25350782'] for subnet, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:47.397383 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 53948) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:47.403220 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-a8e809df-e0bc-4203-b100-30a168553e17 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2006427362', 'description': 'tempest-secgroup-smoke-2006427362 description', 'project_id': 'ba79d3046aa84fd2ac89895f3514d2bd'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:55:47.421870 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-bf421b6c-729d-403e-b8d3-6f1bc8f9a9a0 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:47.430669 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-bf421b6c-729d-403e-b8d3-6f1bc8f9a9a0 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:47.466794 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a8e809df-e0bc-4203-b100-30a168553e17 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:47.484090 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-bf421b6c-729d-403e-b8d3-6f1bc8f9a9a0 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:47.485410 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-bf421b6c-729d-403e-b8d3-6f1bc8f9a9a0 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3026032 Oct 20 10:55:47.490423 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 53966) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:47.496289 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-7d960c4d-b755-4550-8447-d325eb8655f7 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-655707586', 'security_groups': ['a06bc4cb-a5ce-44e9-8632-d030ed28b51e'], 'network_id': '979b1063-72ef-43c8-9727-2150968986c5', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'b83aa4c0-bd68-43d8-a945-e032e2ecd86d'}]}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:55:47.499020 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf421b6c-729d-403e-b8d3-6f1bc8f9a9a0 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a06bc4cb-a5ce-44e9-8632-d030ed28b51e,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:47.537446 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning complete for port ca8726e1-1d27-4f14-a4c9-bea7b00c3bdf triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:55:47.537446 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:47.580659 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea6c1874-0ac9-4231-8610-371e33eeafa0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524064ba-869c-5550-b826-c26b69a11278-979b1063-72ef-43c8-9727-2150968986c5', 'network_id': '979b1063-72ef-43c8-9727-2150968986c5', 'tenant_id': 'c1dc2571b4ea4623a4cbd3a1bfe8dca0', 'fixed_ips': [{'subnet_id': 'b83aa4c0-bd68-43d8-a945-e032e2ecd86d'}]}} from n-d-811396-3. {{(pid=100598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:55:47.581514 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-ea6c1874-0ac9-4231-8610-371e33eeafa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:47.630460 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a8e809df-e0bc-4203-b100-30a168553e17 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:47.640244 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a8e809df-e0bc-4203-b100-30a168553e17 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:47.689250 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a8e809df-e0bc-4203-b100-30a168553e17 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:47.693731 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-a8e809df-e0bc-4203-b100-30a168553e17 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2923596 Oct 20 10:55:47.694113 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 53976) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:47.700405 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-daa66ccd-ad24-4cb3-99d0-9f736d050f07 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Request body: {'security_group_rule': {'security_group_id': '26948559-e889-46f3-b5c0-b176059a1133', 'project_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:55:47.704912 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e809df-e0bc-4203-b100-30a168553e17 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26948559-e889-46f3-b5c0-b176059a1133,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:47.715949 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:47.747145 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c3100499-8af5-4884-80b4-0c5e8a1f554b tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25350752'] for subnet, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:47.760380 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port ca8726e1-1d27-4f14-a4c9-bea7b00c3bdf, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=ca8726e1-1d27-4f14-a4c9-bea7b00c3bdf,segment=NetworkSegment(f78f4181-0142-441b-8d81-2ce1a8e19b5d),segment_id=f78f4181-0142-441b-8d81-2ce1a8e19b5d)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:55:47.765886 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd409a7ac-d538-46b9-be22-278c8645036c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca8726e1-1d27-4f14-a4c9-bea7b00c3bdf'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:55:47.767139 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d960c4d-b755-4550-8447-d325eb8655f7 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Made reservation on behalf of c1dc2571b4ea4623a4cbd3a1bfe8dca0 for: {'port': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:55:47.769318 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6998159d-bb3f-4df6-ba2f-c7c0922fa954" -d '{"events": [{"server_uuid": "d409a7ac-d538-46b9-be22-278c8645036c", "name": "network-vif-plugged", "status": "completed", "tag": "ca8726e1-1d27-4f14-a4c9-bea7b00c3bdf"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:55:47.772625 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device befa00a7-e01a-40a7-8a23-78e51e963d54 details requested by agent hyperv_n-h1-811396-3 with host n-h1-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:55:47.838699 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:47.861090 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-daa66ccd-ad24-4cb3-99d0-9f736d050f07 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:47.897903 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3100499-8af5-4884-80b4-0c5e8a1f554b tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Checking segment: {'id': '7d4cafe1-8fa5-4aa5-9a33-223603522fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '6e4b44cc-f289-4035-9e58-66ed7a2fe803'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:55:47.898260 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3100499-8af5-4884-80b4-0c5e8a1f554b tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Network hostable DHCP agents. Network: 6e4b44cc-f289-4035-9e58-66ed7a2fe803, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:55:47.905254 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3100499-8af5-4884-80b4-0c5e8a1f554b tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Pushing event updated for resources: {'Subnet': ['ID=a27d1ec5-8ba0-471c-9d94-cfea5aae43cd,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:47.913378 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cfc04b3-35d8-4d6d-8254-a56f957ac9d5 x-openstack-request-id: req-8cfc04b3-35d8-4d6d-8254-a56f957ac9d5 {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:55:47.913892 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d409a7ac-d538-46b9-be22-278c8645036c", "name": "network-vif-plugged", "status": "completed", "tag": "ca8726e1-1d27-4f14-a4c9-bea7b00c3bdf", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:55:47.914856 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8cfc04b3-35d8-4d6d-8254-a56f957ac9d5 {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:55:47.915506 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd409a7ac-d538-46b9-be22-278c8645036c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca8726e1-1d27-4f14-a4c9-bea7b00c3bdf', 'code': 200} Oct 20 10:55:47.947357 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7d960c4d-b755-4550-8447-d325eb8655f7 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:47.950378 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3100499-8af5-4884-80b4-0c5e8a1f554b tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Network 6e4b44cc-f289-4035-9e58-66ed7a2fe803 is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:55:47.960049 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-ea6c1874-0ac9-4231-8610-371e33eeafa0 None None] Allocated IP 2001:db8::2 (979b1063-72ef-43c8-9727-2150968986c5/b83aa4c0-bd68-43d8-a945-e032e2ecd86d/fd545cfc-8ca6-4267-9eb1-a693ab244264) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:55:47.980139 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-c3100499-8af5-4884-80b4-0c5e8a1f554b tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, 6e4b44cc-f289-4035-9e58-66ed7a2fe803) {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:55:47.982433 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f07594c-47c0-40e3-af7b-c9e2e01c27ae req-290aaa36-168b-49aa-9b35-c81aa2e9dbdc tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:47.984590 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3f07594c-47c0-40e3-af7b-c9e2e01c27ae req-290aaa36-168b-49aa-9b35-c81aa2e9dbdc tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] 10.222.0.64 "GET /v2.0/ports?device_id=d409a7ac-d538-46b9-be22-278c8645036c HTTP/1.1" status: 200 len: 945 time: 0.2066395 Oct 20 10:55:48.004046 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=ca8726e1-1d27-4f14-a4c9-bea7b00c3bdf,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:48.005296 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3100499-8af5-4884-80b4-0c5e8a1f554b tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:48.005906 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c3100499-8af5-4884-80b4-0c5e8a1f554b tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:48.007509 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84476a2b-a8de-4093-b1b9-a5630abcfafd None None] Network 6e4b44cc-f289-4035-9e58-66ed7a2fe803 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:55:48.013459 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port befa00a7-e01a-40a7-8a23-78e51e963d54, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=befa00a7-e01a-40a7-8a23-78e51e963d54,segment=NetworkSegment(f78f4181-0142-441b-8d81-2ce1a8e19b5d),segment_id=f78f4181-0142-441b-8d81-2ce1a8e19b5d)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:55:48.016918 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-daa66ccd-ad24-4cb3-99d0-9f736d050f07 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:48.017861 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [None req-7d960c4d-b755-4550-8447-d325eb8655f7 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] device_id is not set on port a15d2ed8-0c7f-4524-a967-c183a5f9b357 yet. {{(pid=100597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:55:48.051318 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-daa66ccd-ad24-4cb3-99d0-9f736d050f07 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:48.060992 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Returning: {'device': 'befa00a7-e01a-40a7-8a23-78e51e963d54', 'network_id': 'aff145ac-5e6e-4e89-ad8c-78ea8a2e84f6', 'port_id': 'befa00a7-e01a-40a7-8a23-78e51e963d54', 'mac_address': 'fa:16:3e:fa:00:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 806, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43438d1f-dc61-4f75-92d7-2fc7295ce83f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:55:48.080427 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3f07594c-47c0-40e3-af7b-c9e2e01c27ae req-4047c215-9648-49bd-9b2e-8b931b906a83 tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] 10.222.0.64 "GET /v2.0/security-groups?id=745785b5-2200-4416-93f8-13db3cc44dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661280 Oct 20 10:55:48.086768 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa66ccd-ad24-4cb3-99d0-9f736d050f07 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c4c1892-6bf7-462a-9d5e-948ad18886c2,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:48.099508 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-daa66ccd-ad24-4cb3-99d0-9f736d050f07 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:48.104563 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-daa66ccd-ad24-4cb3-99d0-9f736d050f07 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4094703 Oct 20 10:55:48.105180 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 53982) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:48.106268 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-c3100499-8af5-4884-80b4-0c5e8a1f554b tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0567033 Oct 20 10:55:48.117237 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 53984) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:48.117937 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd0b685-a67e-497a-ac0c-7f794d8500fa req-589a8415-6969-4377-bae2-86f49bd07ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:48.117937 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-3cd0b685-a67e-497a-ac0c-7f794d8500fa req-589a8415-6969-4377-bae2-86f49bd07ad5 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=d409a7ac-d538-46b9-be22-278c8645036c HTTP/1.1" status: 200 len: 1096 time: 0.1518838 Oct 20 10:55:48.126872 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-3ca48e2b-0d22-480b-9b60-4281221ef4d9 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Request body: {'security_group_rule': {'security_group_id': '26948559-e889-46f3-b5c0-b176059a1133', 'project_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:55:48.149129 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-921625e2-7576-4e65-b67c-bd41135a04fc tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Request body: {'network': {'name': 'tempest-router-network01--668233413'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:55:48.165719 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.db.api [None req-921625e2-7576-4e65-b67c-bd41135a04fc tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 20 10:55:48.165719 n-d-811396-3 neutron-server[100596]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 20 10:55:48.165719 n-d-811396-3 neutron-server[100596]: [parameters: {'project_id_1': 'fa73f8afe52541139376794d704066fd', 'expiration_1': datetime.datetime(2021, 10, 20, 10, 55, 28, 154415)}] Oct 20 10:55:48.165719 n-d-811396-3 neutron-server[100596]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 10:55:48.166300 n-d-811396-3 neutron-server[100596]: DEBUG oslo_db.api [None req-921625e2-7576-4e65-b67c-bd41135a04fc tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 10:55:48.183516 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3ca48e2b-0d22-480b-9b60-4281221ef4d9 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:48.209304 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-3cd0b685-a67e-497a-ac0c-7f794d8500fa req-c469085e-17fe-422b-9534-9bb8dcda2c4d service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=745785b5-2200-4416-93f8-13db3cc44dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843990 Oct 20 10:55:48.209723 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:48.255518 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3ca48e2b-0d22-480b-9b60-4281221ef4d9 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:48.261475 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3ca48e2b-0d22-480b-9b60-4281221ef4d9 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:48.288517 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca48e2b-0d22-480b-9b60-4281221ef4d9 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=206c72ff-20fb-4241-97f1-66619b381a5d,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:48.288907 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id befa00a7-e01a-40a7-8a23-78e51e963d54 {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:55:48.294641 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3ca48e2b-0d22-480b-9b60-4281221ef4d9 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:48.298825 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-3ca48e2b-0d22-480b-9b60-4281221ef4d9 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1900501 Oct 20 10:55:48.299083 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 53988) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:48.308270 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-386a723e-d832-47e7-92f1-506500f9af49 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Request body: {'security_group_rule': {'security_group_id': '26948559-e889-46f3-b5c0-b176059a1133', 'project_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:55:48.346923 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-386a723e-d832-47e7-92f1-506500f9af49 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:48.353347 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port befa00a7-e01a-40a7-8a23-78e51e963d54, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=befa00a7-e01a-40a7-8a23-78e51e963d54,segment=NetworkSegment(f78f4181-0142-441b-8d81-2ce1a8e19b5d),segment_id=f78f4181-0142-441b-8d81-2ce1a8e19b5d)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:55:48.362694 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:48.364827 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-ea6c1874-0ac9-4231-8610-371e33eeafa0 None None] Publish callbacks [] for port, precommit_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:48.419962 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-ea6c1874-0ac9-4231-8610-371e33eeafa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:48.436953 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-386a723e-d832-47e7-92f1-506500f9af49 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:48.444006 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e349234-65d4-4ea4-a3e2-ef31f6aaf5cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524064ba-869c-5550-b826-c26b69a11278-6e4b44cc-f289-4035-9e58-66ed7a2fe803', 'network_id': '6e4b44cc-f289-4035-9e58-66ed7a2fe803', 'tenant_id': 'fa73f8afe52541139376794d704066fd', 'fixed_ips': [{'subnet_id': 'a27d1ec5-8ba0-471c-9d94-cfea5aae43cd'}]}} from n-d-811396-3. {{(pid=100598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:55:48.444837 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-6e349234-65d4-4ea4-a3e2-ef31f6aaf5cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:48.446570 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-386a723e-d832-47e7-92f1-506500f9af49 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:48.458633 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=befa00a7-e01a-40a7-8a23-78e51e963d54,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:48.466592 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea6c1874-0ac9-4231-8610-371e33eeafa0 None None] Network 979b1063-72ef-43c8-9727-2150968986c5 is already hosted by enough agents. {{(pid=100598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:55:48.471970 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.base_scheduler [None req-ea6c1874-0ac9-4231-8610-371e33eeafa0 None None] Resources bound (agent type, host, resource id): {{(pid=100598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:55:48.492142 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6c1874-0ac9-4231-8610-371e33eeafa0 None None] Received port after_create {{(pid=100598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:55:48.495753 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386a723e-d832-47e7-92f1-506500f9af49 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=420fa54f-95b7-4d32-89b0-2cb4c2625c0a,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:48.518100 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-7d960c4d-b755-4550-8447-d325eb8655f7 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Allocated IP 2001:db8::26 (979b1063-72ef-43c8-9727-2150968986c5/b83aa4c0-bd68-43d8-a945-e032e2ecd86d/a15d2ed8-0c7f-4524-a967-c183a5f9b357) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:55:48.522721 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-386a723e-d832-47e7-92f1-506500f9af49 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:48.524189 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-386a723e-d832-47e7-92f1-506500f9af49 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2230701 Oct 20 10:55:48.528554 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 53990) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:48.528764 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386a723e-d832-47e7-92f1-506500f9af49 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:55:48.529006 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386a723e-d832-47e7-92f1-506500f9af49 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:55:48.529382 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386a723e-d832-47e7-92f1-506500f9af49 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:55:48.529714 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386a723e-d832-47e7-92f1-506500f9af49 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:55:48.530048 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386a723e-d832-47e7-92f1-506500f9af49 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:55:48.530467 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386a723e-d832-47e7-92f1-506500f9af49 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:55:48.530851 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386a723e-d832-47e7-92f1-506500f9af49 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:55:48.531555 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386a723e-d832-47e7-92f1-506500f9af49 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:55:48.531900 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386a723e-d832-47e7-92f1-506500f9af49 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:55:48.532224 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386a723e-d832-47e7-92f1-506500f9af49 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:55:48.532546 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386a723e-d832-47e7-92f1-506500f9af49 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:55:48.532869 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386a723e-d832-47e7-92f1-506500f9af49 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:55:48.535874 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-6ba8eb0e-27d6-420d-a76f-b7220b4bbc55 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Request body: {'security_group_rule': {'security_group_id': '26948559-e889-46f3-b5c0-b176059a1133', 'project_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:55:48.578672 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6ba8eb0e-27d6-420d-a76f-b7220b4bbc55 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:48.620062 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6c1874-0ac9-4231-8610-371e33eeafa0 None None] Pushing event updated for resources: {'Port': ['ID=fd545cfc-8ca6-4267-9eb1-a693ab244264,revision_number=1']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:48.642994 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-ea6c1874-0ac9-4231-8610-371e33eeafa0 None None] Attempting to bind port fd545cfc-8ca6-4267-9eb1-a693ab244264 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:55:48.643358 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-ea6c1874-0ac9-4231-8610-371e33eeafa0 None None] Attempting to bind port fd545cfc-8ca6-4267-9eb1-a693ab244264 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': 'b937bde2-9a3d-40c8-80a1-7a557091e868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '979b1063-72ef-43c8-9727-2150968986c5'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:55:48.643736 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6c1874-0ac9-4231-8610-371e33eeafa0 None None] Attempting to bind port fd545cfc-8ca6-4267-9eb1-a693ab244264 on network 979b1063-72ef-43c8-9727-2150968986c5 {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:55:48.666056 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6ba8eb0e-27d6-420d-a76f-b7220b4bbc55 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:48.671587 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6c1874-0ac9-4231-8610-371e33eeafa0 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 55, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:55:48.671957 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6c1874-0ac9-4231-8610-371e33eeafa0 None None] Checking segment: {'id': 'b937bde2-9a3d-40c8-80a1-7a557091e868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '979b1063-72ef-43c8-9727-2150968986c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:55:48.672274 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-ea6c1874-0ac9-4231-8610-371e33eeafa0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:48.672662 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6c1874-0ac9-4231-8610-371e33eeafa0 None None] Bound using segment: {'id': 'b937bde2-9a3d-40c8-80a1-7a557091e868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '979b1063-72ef-43c8-9727-2150968986c5'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:55:48.673139 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-ea6c1874-0ac9-4231-8610-371e33eeafa0 None None] Bound port: fd545cfc-8ca6-4267-9eb1-a693ab244264, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b937bde2-9a3d-40c8-80a1-7a557091e868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '979b1063-72ef-43c8-9727-2150968986c5'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:55:48.673521 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-ea6c1874-0ac9-4231-8610-371e33eeafa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:48.678262 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6ba8eb0e-27d6-420d-a76f-b7220b4bbc55 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:48.720352 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba8eb0e-27d6-420d-a76f-b7220b4bbc55 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b49c6051-52f2-4448-8b46-730e8b185aef,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:48.731945 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-6e349234-65d4-4ea4-a3e2-ef31f6aaf5cf None None] Allocated IP 2001:db8::2 (6e4b44cc-f289-4035-9e58-66ed7a2fe803/a27d1ec5-8ba0-471c-9d94-cfea5aae43cd/de1f5a79-9db0-4c4f-850b-7fe01f3d59b6) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:55:48.732869 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-921625e2-7576-4e65-b67c-bd41135a04fc tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Made reservation on behalf of fa73f8afe52541139376794d704066fd for: {'network': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:55:48.735171 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7d960c4d-b755-4550-8447-d325eb8655f7 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:48.741122 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-921625e2-7576-4e65-b67c-bd41135a04fc tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:48.752783 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6ba8eb0e-27d6-420d-a76f-b7220b4bbc55 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:48.752783 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-6ba8eb0e-27d6-420d-a76f-b7220b4bbc55 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2197337 Oct 20 10:55:48.753087 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 53992) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:48.760900 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-5489b3eb-7706-424c-9c02-b886b895698b tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Request body: {'security_group_rule': {'security_group_id': '26948559-e889-46f3-b5c0-b176059a1133', 'project_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:55:48.781718 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-921625e2-7576-4e65-b67c-bd41135a04fc tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 844} {{(pid=100596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:55:48.783645 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-ea6c1874-0ac9-4231-8610-371e33eeafa0 None None] For port fd545cfc-8ca6-4267-9eb1-a693ab244264, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:55:48.802529 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-921625e2-7576-4e65-b67c-bd41135a04fc tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:48.803002 n-d-811396-3 neutron-server[100596]: INFO neutron.db.segments_db [None req-921625e2-7576-4e65-b67c-bd41135a04fc tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Added segment 91a741d5-2bb7-4cc9-b405-d7011d837e40 of type vlan for network b0c32ba3-6bd2-43fa-84b9-363e8e443965 Oct 20 10:55:48.825092 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7d960c4d-b755-4550-8447-d325eb8655f7 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:48.833841 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-ea6c1874-0ac9-4231-8610-371e33eeafa0 None None] For port fd545cfc-8ca6-4267-9eb1-a693ab244264, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=fd545cfc-8ca6-4267-9eb1-a693ab244264,segment=NetworkSegment(b937bde2-9a3d-40c8-80a1-7a557091e868),segment_id=b937bde2-9a3d-40c8-80a1-7a557091e868)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:55:48.835317 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['befa00a7-e01a-40a7-8a23-78e51e963d54'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:55:48.846313 n-d-811396-3 neutron-server[100597]: INFO neutron.db.securitygroups_db [None req-5489b3eb-7706-424c-9c02-b886b895698b tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Project ba79d3046aa84fd2ac89895f3514d2bd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 10:55:48.859477 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-ea6c1874-0ac9-4231-8610-371e33eeafa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:48.883629 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-921625e2-7576-4e65-b67c-bd41135a04fc tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:48.888963 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d960c4d-b755-4550-8447-d325eb8655f7 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Network 979b1063-72ef-43c8-9727-2150968986c5 is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:55:48.892601 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5489b3eb-7706-424c-9c02-b886b895698b tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:48.902908 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-7d960c4d-b755-4550-8447-d325eb8655f7 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:55:48.922197 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d960c4d-b755-4550-8447-d325eb8655f7 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:55:48.943070 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-921625e2-7576-4e65-b67c-bd41135a04fc tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:48.944898 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d960c4d-b755-4550-8447-d325eb8655f7 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:48.946495 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7d960c4d-b755-4550-8447-d325eb8655f7 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:48.957099 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-921625e2-7576-4e65-b67c-bd41135a04fc tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:48.957759 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-921625e2-7576-4e65-b67c-bd41135a04fc tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Publish callbacks [] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:48.985937 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d960c4d-b755-4550-8447-d325eb8655f7 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Pushing event updated for resources: {'Port': ['ID=a15d2ed8-0c7f-4524-a967-c183a5f9b357,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:49.000192 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-921625e2-7576-4e65-b67c-bd41135a04fc tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8868396 Oct 20 10:55:49.011459 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 53994) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:49.016554 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6c1874-0ac9-4231-8610-371e33eeafa0 None None] Pushing event updated for resources: {'Port': ['ID=fd545cfc-8ca6-4267-9eb1-a693ab244264,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:49.018024 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-dee6ef26-7240-43be-86db-436f54cc5743 tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Request body: {'network': {'name': 'tempest-router-network02--1210502709'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:55:49.045301 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-7d960c4d-b755-4550-8447-d325eb8655f7 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5484164 Oct 20 10:55:49.045301 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 53996) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:49.049427 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-491ca08b-cc50-4690-85e3-9cd6404020d4 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Request body: {'subnet': {'network_id': '979b1063-72ef-43c8-9727-2150968986c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:55:49.065454 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-6e349234-65d4-4ea4-a3e2-ef31f6aaf5cf None None] Publish callbacks [] for port, precommit_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:49.089324 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-6e349234-65d4-4ea4-a3e2-ef31f6aaf5cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:49.107907 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5489b3eb-7706-424c-9c02-b886b895698b tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:49.142111 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5489b3eb-7706-424c-9c02-b886b895698b tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:49.146090 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921625e2-7576-4e65-b67c-bd41135a04fc tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Pushing event updated for resources: {'Network': ['ID=b0c32ba3-6bd2-43fa-84b9-363e8e443965,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:49.167168 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network b0c32ba3-6bd2-43fa-84b9-363e8e443965 details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:55:49.188584 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dee6ef26-7240-43be-86db-436f54cc5743 tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Made reservation on behalf of fa73f8afe52541139376794d704066fd for: {'network': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:55:49.189683 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e349234-65d4-4ea4-a3e2-ef31f6aaf5cf None None] Network 6e4b44cc-f289-4035-9e58-66ed7a2fe803 is already hosted by enough agents. {{(pid=100598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:55:49.195077 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5489b3eb-7706-424c-9c02-b886b895698b tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=741f497b-baf8-400d-9b8a-87d9c2c4e255,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:49.198909 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-dee6ef26-7240-43be-86db-436f54cc5743 tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:49.225381 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.base_scheduler [None req-6e349234-65d4-4ea4-a3e2-ef31f6aaf5cf None None] Resources bound (agent type, host, resource id): {{(pid=100598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:55:49.242204 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5489b3eb-7706-424c-9c02-b886b895698b tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:49.252720 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 54000) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:49.261263 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e349234-65d4-4ea4-a3e2-ef31f6aaf5cf None None] Received port after_create {{(pid=100598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:55:49.273967 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-5489b3eb-7706-424c-9c02-b886b895698b tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4939096 Oct 20 10:55:49.275230 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e349234-65d4-4ea4-a3e2-ef31f6aaf5cf None None] Pushing event updated for resources: {'Port': ['ID=de1f5a79-9db0-4c4f-850b-7fe01f3d59b6,revision_number=1']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:49.306978 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dee6ef26-7240-43be-86db-436f54cc5743 tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 842} {{(pid=100596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:55:49.337596 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-dee6ef26-7240-43be-86db-436f54cc5743 tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:49.339923 n-d-811396-3 neutron-server[100596]: INFO neutron.db.segments_db [None req-dee6ef26-7240-43be-86db-436f54cc5743 tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Added segment 8617a61f-56e0-4e00-afa8-83bb956947f7 of type vlan for network 85d1057e-7b53-43a8-b4fd-f03c84ab6330 Oct 20 10:55:49.425699 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-491ca08b-cc50-4690-85e3-9cd6404020d4 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Made reservation on behalf of c1dc2571b4ea4623a4cbd3a1bfe8dca0 for: {'subnet': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:55:49.432639 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:49.439700 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-491ca08b-cc50-4690-85e3-9cd6404020d4 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25350782'] for subnet, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:49.479287 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-d14411f8-72b4-401a-b439-391e6022d32f tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Request body: {'security_group_rule': {'security_group_id': '26948559-e889-46f3-b5c0-b176059a1133', 'project_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:55:49.503780 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-6e349234-65d4-4ea4-a3e2-ef31f6aaf5cf None None] Attempting to bind port de1f5a79-9db0-4c4f-850b-7fe01f3d59b6 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:55:49.504774 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-6e349234-65d4-4ea4-a3e2-ef31f6aaf5cf None None] Attempting to bind port de1f5a79-9db0-4c4f-850b-7fe01f3d59b6 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '7d4cafe1-8fa5-4aa5-9a33-223603522fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '6e4b44cc-f289-4035-9e58-66ed7a2fe803'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:55:49.504974 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e349234-65d4-4ea4-a3e2-ef31f6aaf5cf None None] Attempting to bind port de1f5a79-9db0-4c4f-850b-7fe01f3d59b6 on network 6e4b44cc-f289-4035-9e58-66ed7a2fe803 {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:55:49.526196 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-dee6ef26-7240-43be-86db-436f54cc5743 tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:49.527861 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e349234-65d4-4ea4-a3e2-ef31f6aaf5cf None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 55, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:55:49.528559 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e349234-65d4-4ea4-a3e2-ef31f6aaf5cf None None] Checking segment: {'id': '7d4cafe1-8fa5-4aa5-9a33-223603522fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '6e4b44cc-f289-4035-9e58-66ed7a2fe803'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:55:49.529276 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-6e349234-65d4-4ea4-a3e2-ef31f6aaf5cf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:49.529996 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e349234-65d4-4ea4-a3e2-ef31f6aaf5cf None None] Bound using segment: {'id': '7d4cafe1-8fa5-4aa5-9a33-223603522fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '6e4b44cc-f289-4035-9e58-66ed7a2fe803'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:55:49.530788 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-6e349234-65d4-4ea4-a3e2-ef31f6aaf5cf None None] Bound port: de1f5a79-9db0-4c4f-850b-7fe01f3d59b6, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d4cafe1-8fa5-4aa5-9a33-223603522fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '6e4b44cc-f289-4035-9e58-66ed7a2fe803'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:55:49.533256 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-6e349234-65d4-4ea4-a3e2-ef31f6aaf5cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:49.579281 n-d-811396-3 neutron-server[100597]: INFO neutron.db.ipam_backend_mixin [None req-491ca08b-cc50-4690-85e3-9cd6404020d4 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b83aa4c0-bd68-43d8-a945-e032e2ecd86d (CIDR: 2001:db8::/64) Oct 20 10:55:49.584185 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-491ca08b-cc50-4690-85e3-9cd6404020d4 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 10:55:49.585307 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-491ca08b-cc50-4690-85e3-9cd6404020d4 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:55:49.597526 n-d-811396-3 neutron-server[100596]: INFO neutron.db.securitygroups_db [None req-d14411f8-72b4-401a-b439-391e6022d32f tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Project ba79d3046aa84fd2ac89895f3514d2bd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 10:55:49.607440 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-491ca08b-cc50-4690-85e3-9cd6404020d4 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5600765 Oct 20 10:55:49.608186 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 54004) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:49.608955 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-dee6ef26-7240-43be-86db-436f54cc5743 tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:49.616140 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee6ef26-7240-43be-86db-436f54cc5743 tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:49.616752 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-dee6ef26-7240-43be-86db-436f54cc5743 tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Publish callbacks [] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:49.619740 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-54cf189b-128d-44a2-9796-f88016ffd96f tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Request body: {'subnet': {'network_id': '979b1063-72ef-43c8-9727-2150968986c5', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:55:49.619915 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d14411f8-72b4-401a-b439-391e6022d32f tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:49.633702 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-6e349234-65d4-4ea4-a3e2-ef31f6aaf5cf None None] For port de1f5a79-9db0-4c4f-850b-7fe01f3d59b6, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:55:49.639420 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-6e349234-65d4-4ea4-a3e2-ef31f6aaf5cf None None] For port de1f5a79-9db0-4c4f-850b-7fe01f3d59b6, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=de1f5a79-9db0-4c4f-850b-7fe01f3d59b6,segment=NetworkSegment(7d4cafe1-8fa5-4aa5-9a33-223603522fd6),segment_id=7d4cafe1-8fa5-4aa5-9a33-223603522fd6)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:55:49.645030 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-6e349234-65d4-4ea4-a3e2-ef31f6aaf5cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:49.680091 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8b6700-71d4-41c2-bad8-196075f02e9f req-788f5943-69a1-4f67-95d5-9b62eddbf05e tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:49.682319 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4e8b6700-71d4-41c2-bad8-196075f02e9f req-788f5943-69a1-4f67-95d5-9b62eddbf05e tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] 10.222.0.64 "GET /v2.0/ports?device_id=d409a7ac-d538-46b9-be22-278c8645036c HTTP/1.1" status: 200 len: 945 time: 0.2165499 Oct 20 10:55:49.725519 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e349234-65d4-4ea4-a3e2-ef31f6aaf5cf None None] Pushing event updated for resources: {'Port': ['ID=de1f5a79-9db0-4c4f-850b-7fe01f3d59b6,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:49.767920 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-dee6ef26-7240-43be-86db-436f54cc5743 tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7546015 Oct 20 10:55:49.770896 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 54006) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:49.771397 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee6ef26-7240-43be-86db-436f54cc5743 tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Pushing event updated for resources: {'Network': ['ID=85d1057e-7b53-43a8-b4fd-f03c84ab6330,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:49.778395 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-89878854-29a4-47cf-84b7-709f53ad3a87 tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Request body: {'subnet': {'network_id': 'b0c32ba3-6bd2-43fa-84b9-363e8e443965', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:55:49.782673 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network 85d1057e-7b53-43a8-b4fd-f03c84ab6330 details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:55:49.792009 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54cf189b-128d-44a2-9796-f88016ffd96f tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Made reservation on behalf of c1dc2571b4ea4623a4cbd3a1bfe8dca0 for: {'subnet': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:55:49.798039 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-54cf189b-128d-44a2-9796-f88016ffd96f tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25350782'] for subnet, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:49.868545 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4e8b6700-71d4-41c2-bad8-196075f02e9f req-8b372729-529a-4a6f-8291-1cd8ba1f3815 tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] 10.222.0.64 "GET /v2.0/security-groups?id=745785b5-2200-4416-93f8-13db3cc44dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707006 Oct 20 10:55:49.941995 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d14411f8-72b4-401a-b439-391e6022d32f tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:49.953069 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d14411f8-72b4-401a-b439-391e6022d32f tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:49.985109 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14411f8-72b4-401a-b439-391e6022d32f tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56a162d2-0089-4521-8170-34f4801fd003,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:49.988502 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89878854-29a4-47cf-84b7-709f53ad3a87 tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Made reservation on behalf of fa73f8afe52541139376794d704066fd for: {'subnet': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:55:49.992305 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-89878854-29a4-47cf-84b7-709f53ad3a87 tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26761797'] for subnet, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:50.028663 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d14411f8-72b4-401a-b439-391e6022d32f tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:50.033218 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-d14411f8-72b4-401a-b439-391e6022d32f tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7761912 Oct 20 10:55:50.033218 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 54010) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:50.038125 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-7fbd00d3-0936-4ea5-97d7-2d9e75dd70d3 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Request body: {'network': {'name': 'tempest-network-smoke--1446180354', 'project_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'port_security_enabled': True}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:55:50.189213 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fbd00d3-0936-4ea5-97d7-2d9e75dd70d3 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Made reservation on behalf of ba79d3046aa84fd2ac89895f3514d2bd for: {'network': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:55:50.193650 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-54cf189b-128d-44a2-9796-f88016ffd96f tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25350752'] for subnet, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:50.194985 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-7fbd00d3-0936-4ea5-97d7-2d9e75dd70d3 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:50.249664 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fbd00d3-0936-4ea5-97d7-2d9e75dd70d3 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 812} {{(pid=100596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:55:50.267217 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-7fbd00d3-0936-4ea5-97d7-2d9e75dd70d3 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:50.267599 n-d-811396-3 neutron-server[100596]: INFO neutron.db.segments_db [None req-7fbd00d3-0936-4ea5-97d7-2d9e75dd70d3 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Added segment 04b14d52-8865-481b-b21e-ff6eaaae12bb of type vlan for network 70d8d1ef-e175-48cb-b5a8-9bf8ec238a5d Oct 20 10:55:50.349919 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54cf189b-128d-44a2-9796-f88016ffd96f tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Network 979b1063-72ef-43c8-9727-2150968986c5 is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:55:50.367706 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-54cf189b-128d-44a2-9796-f88016ffd96f tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:55:50.377136 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54cf189b-128d-44a2-9796-f88016ffd96f tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:50.377736 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-54cf189b-128d-44a2-9796-f88016ffd96f tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:50.395013 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cf189b-128d-44a2-9796-f88016ffd96f tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Pushing event updated for resources: {'Subnet': ['ID=14c00c71-a79d-4e2f-b15f-4e562ddd90d8,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:50.408137 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-54cf189b-128d-44a2-9796-f88016ffd96f tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7980790 Oct 20 10:55:50.409448 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 54012) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:50.416553 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-d8329c3d-16c3-4818-9e8a-ff09f29491e2 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-109337513', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '14c00c71-a79d-4e2f-b15f-4e562ddd90d8'}], 'security_groups': ['ab5df8ee-f213-450e-909b-50ba26b81ad1']}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:55:50.578744 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d8329c3d-16c3-4818-9e8a-ff09f29491e2 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:50.583645 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device fd545cfc-8ca6-4267-9eb1-a693ab244264 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:55:50.665612 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc28b258-c19a-49be-be5c-685854d59dbc None None] Network 979b1063-72ef-43c8-9727-2150968986c5 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:55:50.735189 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-781df5fe-380c-4f6e-8c58-310c7a7b05d1 None None] Provisioning complete for port fd545cfc-8ca6-4267-9eb1-a693ab244264 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:55:50.735496 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-781df5fe-380c-4f6e-8c58-310c7a7b05d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:50.794950 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-7fbd00d3-0936-4ea5-97d7-2d9e75dd70d3 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:50.798106 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port fd545cfc-8ca6-4267-9eb1-a693ab244264 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:55:50.802761 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:50.898304 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-89878854-29a4-47cf-84b7-709f53ad3a87 tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26836128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26761819'] for subnet, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:50.906204 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-7fbd00d3-0936-4ea5-97d7-2d9e75dd70d3 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:50.912994 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fbd00d3-0936-4ea5-97d7-2d9e75dd70d3 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:50.914882 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-7fbd00d3-0936-4ea5-97d7-2d9e75dd70d3 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:51.018364 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-7fbd00d3-0936-4ea5-97d7-2d9e75dd70d3 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9844999 Oct 20 10:55:51.022840 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 54020) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:51.032389 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-47802748-1e79-40c7-bd8e-c1f9ed189591 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2106030528', 'admin_state_up': True, 'project_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:55:51.111226 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-781df5fe-380c-4f6e-8c58-310c7a7b05d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:51.128439 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89878854-29a4-47cf-84b7-709f53ad3a87 tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Pushing event updated for resources: {'Subnet': ['ID=6568e7c9-4cce-4fc4-af0a-7ec4f06054dd,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:51.129441 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-47802748-1e79-40c7-bd8e-c1f9ed189591 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1772442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258322'] for router, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:51.132602 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-47802748-1e79-40c7-bd8e-c1f9ed189591 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1772334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773516', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258315'] for router, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:51.139033 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:51.140054 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbd00d3-0936-4ea5-97d7-2d9e75dd70d3 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Pushing event updated for resources: {'Network': ['ID=70d8d1ef-e175-48cb-b5a8-9bf8ec238a5d,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:51.159140 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf8b0fb-6523-465e-a75a-894e95e6682d req-77eb4433-6243-4e8a-ab6c-faa57f934a83 tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:51.161219 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fbf8b0fb-6523-465e-a75a-894e95e6682d req-77eb4433-6243-4e8a-ab6c-faa57f934a83 tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] 10.222.0.64 "GET /v2.0/ports?device_id=d409a7ac-d538-46b9-be22-278c8645036c HTTP/1.1" status: 200 len: 945 time: 0.1570523 Oct 20 10:55:51.165486 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network 70d8d1ef-e175-48cb-b5a8-9bf8ec238a5d details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:55:51.167792 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89878854-29a4-47cf-84b7-709f53ad3a87 tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Checking segment: {'id': '91a741d5-2bb7-4cc9-b405-d7011d837e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'b0c32ba3-6bd2-43fa-84b9-363e8e443965'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:55:51.168268 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89878854-29a4-47cf-84b7-709f53ad3a87 tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Network hostable DHCP agents. Network: b0c32ba3-6bd2-43fa-84b9-363e8e443965, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:55:51.205866 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89878854-29a4-47cf-84b7-709f53ad3a87 tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Network b0c32ba3-6bd2-43fa-84b9-363e8e443965 is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:55:51.207867 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-781df5fe-380c-4f6e-8c58-310c7a7b05d1 None None] For port fd545cfc-8ca6-4267-9eb1-a693ab244264, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=fd545cfc-8ca6-4267-9eb1-a693ab244264,segment=NetworkSegment(b937bde2-9a3d-40c8-80a1-7a557091e868),segment_id=b937bde2-9a3d-40c8-80a1-7a557091e868)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:55:51.240138 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fbf8b0fb-6523-465e-a75a-894e95e6682d req-1029bc93-8dc7-4546-b6c5-138ad281fe01 tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] 10.222.0.64 "GET /v2.0/security-groups?id=745785b5-2200-4416-93f8-13db3cc44dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568371 Oct 20 10:55:51.241232 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-89878854-29a4-47cf-84b7-709f53ad3a87 tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, b0c32ba3-6bd2-43fa-84b9-363e8e443965) {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:55:51.251488 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89878854-29a4-47cf-84b7-709f53ad3a87 tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:51.251488 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-89878854-29a4-47cf-84b7-709f53ad3a87 tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:51.270480 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-89878854-29a4-47cf-84b7-709f53ad3a87 tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4960091 Oct 20 10:55:51.272923 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 54022) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:51.274267 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-47802748-1e79-40c7-bd8e-c1f9ed189591 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:51.283504 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-781df5fe-380c-4f6e-8c58-310c7a7b05d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:51.288850 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-225b83bb-ef45-48dc-ae04-cd57a0404106 tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Request body: {'subnet': {'network_id': '85d1057e-7b53-43a8-b4fd-f03c84ab6330', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:55:51.290245 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea47b33c-c026-411b-9bad-54f050357e27 None None] Network b0c32ba3-6bd2-43fa-84b9-363e8e443965 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:55:51.430929 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-d8329c3d-16c3-4818-9e8a-ff09f29491e2 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Delete allocated IP 2001:db8::26 (979b1063-72ef-43c8-9727-2150968986c5/b83aa4c0-bd68-43d8-a945-e032e2ecd86d) {{(pid=100597) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 20 10:55:51.510424 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7658a7ff-7279-4ae1-bca8-9386adde7e03 req-5a664a1a-750b-4f6b-9f00-3b71ab4551bb tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:51.513888 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7658a7ff-7279-4ae1-bca8-9386adde7e03 req-5a664a1a-750b-4f6b-9f00-3b71ab4551bb tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] 10.222.0.64 "GET /v2.0/ports?device_id=e5a07d6a-7eaa-47cd-8791-a17bab21bc12 HTTP/1.1" status: 200 len: 945 time: 0.1069279 Oct 20 10:55:51.515892 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-225b83bb-ef45-48dc-ae04-cd57a0404106 tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Made reservation on behalf of fa73f8afe52541139376794d704066fd for: {'subnet': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:55:51.520476 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-225b83bb-ef45-48dc-ae04-cd57a0404106 tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26761797'] for subnet, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:51.546251 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-47802748-1e79-40c7-bd8e-c1f9ed189591 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:51.550033 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-d8329c3d-16c3-4818-9e8a-ff09f29491e2 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Allocated IP 2001:db8:0:1::2ee (979b1063-72ef-43c8-9727-2150968986c5/14c00c71-a79d-4e2f-b15f-4e562ddd90d8/a15d2ed8-0c7f-4524-a967-c183a5f9b357) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:55:51.655018 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce7ecc3-d250-4854-8b50-24c26993b39c None None] Network 6e4b44cc-f289-4035-9e58-66ed7a2fe803 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:55:51.670543 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7658a7ff-7279-4ae1-bca8-9386adde7e03 req-2411b330-bf90-4da4-8c7d-65dccd0b37c6 tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] 10.222.0.64 "GET /v2.0/security-groups?id=745785b5-2200-4416-93f8-13db3cc44dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430359 Oct 20 10:55:51.779680 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device befa00a7-e01a-40a7-8a23-78e51e963d54 up at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:55:51.797789 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-781df5fe-380c-4f6e-8c58-310c7a7b05d1 None None] Provisioning complete for port 6d86c051-76ef-418b-8eda-152fd6015d90 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:55:51.798160 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-781df5fe-380c-4f6e-8c58-310c7a7b05d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:51.823488 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc2d09d-ccb0-4443-a00c-7f9c2f3cbf5f None None] Update dhcp port {'port': {'network_id': '979b1063-72ef-43c8-9727-2150968986c5', 'fixed_ips': [{'subnet_id': 'b83aa4c0-bd68-43d8-a945-e032e2ecd86d', 'ip_address': '2001:db8::2'}, {'subnet_id': '14c00c71-a79d-4e2f-b15f-4e562ddd90d8'}], 'binding:host_id': 'n-d-811396-3'}, 'id': 'fd545cfc-8ca6-4267-9eb1-a693ab244264'} from n-d-811396-3. {{(pid=100598) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 20 10:55:51.846881 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-225b83bb-ef45-48dc-ae04-cd57a0404106 tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26836128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26761819'] for subnet, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:51.903462 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.db.api [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 10:55:51.903829 n-d-811396-3 neutron-server[100598]: DEBUG oslo_db.api [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 10:55:51.911004 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225b83bb-ef45-48dc-ae04-cd57a0404106 tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Pushing event updated for resources: {'Subnet': ['ID=b005910b-ea94-4076-b4b9-cb45fa06e0ec,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:51.914975 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781df5fe-380c-4f6e-8c58-310c7a7b05d1 None None] Pushing event updated for resources: {'Port': ['ID=fd545cfc-8ca6-4267-9eb1-a693ab244264,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:51.956967 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1dc2d09d-ccb0-4443-a00c-7f9c2f3cbf5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:51.961681 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225b83bb-ef45-48dc-ae04-cd57a0404106 tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Checking segment: {'id': '8617a61f-56e0-4e00-afa8-83bb956947f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '85d1057e-7b53-43a8-b4fd-f03c84ab6330'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:55:51.962586 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-225b83bb-ef45-48dc-ae04-cd57a0404106 tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Network hostable DHCP agents. Network: 85d1057e-7b53-43a8-b4fd-f03c84ab6330, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:55:51.985707 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-225b83bb-ef45-48dc-ae04-cd57a0404106 tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Network 85d1057e-7b53-43a8-b4fd-f03c84ab6330 is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:55:51.996495 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-225b83bb-ef45-48dc-ae04-cd57a0404106 tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, 85d1057e-7b53-43a8-b4fd-f03c84ab6330) {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:55:52.001377 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-225b83bb-ef45-48dc-ae04-cd57a0404106 tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:52.001977 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-225b83bb-ef45-48dc-ae04-cd57a0404106 tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:52.023285 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38bef023-f21b-4c4a-bbd8-32d8cbcaea1f None None] Network 85d1057e-7b53-43a8-b4fd-f03c84ab6330 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:55:52.025650 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-225b83bb-ef45-48dc-ae04-cd57a0404106 tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7503133 Oct 20 10:55:52.027777 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 54028) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:52.126267 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-781df5fe-380c-4f6e-8c58-310c7a7b05d1 None None] Port 6d86c051-76ef-418b-8eda-152fd6015d90 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:55:52.240717 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d8329c3d-16c3-4818-9e8a-ff09f29491e2 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks [] for port, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:52.289109 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d39e89-f717-4122-8350-731eb705cb55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524064ba-869c-5550-b826-c26b69a11278-85d1057e-7b53-43a8-b4fd-f03c84ab6330', 'network_id': '85d1057e-7b53-43a8-b4fd-f03c84ab6330', 'tenant_id': 'fa73f8afe52541139376794d704066fd', 'fixed_ips': [{'subnet_id': 'b005910b-ea94-4076-b4b9-cb45fa06e0ec'}]}} from n-d-811396-3. {{(pid=100598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:55:52.289775 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d8329c3d-16c3-4818-9e8a-ff09f29491e2 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:52.290458 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-c8d39e89-f717-4122-8350-731eb705cb55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:52.319604 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning for port befa00a7-e01a-40a7-8a23-78e51e963d54 completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:55:52.388103 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88acb0db-00a0-4f37-a102-a65b2e9a069d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524064ba-869c-5550-b826-c26b69a11278-b0c32ba3-6bd2-43fa-84b9-363e8e443965', 'network_id': 'b0c32ba3-6bd2-43fa-84b9-363e8e443965', 'tenant_id': 'fa73f8afe52541139376794d704066fd', 'fixed_ips': [{'subnet_id': '6568e7c9-4cce-4fc4-af0a-7ec4f06054dd'}]}} from n-d-811396-3. {{(pid=100598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:55:52.388983 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-88acb0db-00a0-4f37-a102-a65b2e9a069d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:52.402212 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-d8329c3d-16c3-4818-9e8a-ff09f29491e2 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] In _notify_port_updated(), no bound segment for port a15d2ed8-0c7f-4524-a967-c183a5f9b357 on network 979b1063-72ef-43c8-9727-2150968986c5 {{(pid=100597) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 20 10:55:52.405632 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-11bf193f-4c1e-4fff-af05-17153f87cd12 tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:52.411597 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8329c3d-16c3-4818-9e8a-ff09f29491e2 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:52.413163 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d8329c3d-16c3-4818-9e8a-ff09f29491e2 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:52.414798 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-d8329c3d-16c3-4818-9e8a-ff09f29491e2 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] 10.222.0.64 "PUT /v2.0/ports/a15d2ed8-0c7f-4524-a967-c183a5f9b357 HTTP/1.1" status: 200 len: 930 time: 2.0042725 Oct 20 10:55:52.418565 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 54030) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:52.421842 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning complete for port befa00a7-e01a-40a7-8a23-78e51e963d54 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:55:52.422222 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:52.435236 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-4d1e6b4b-f931-44b9-af07-90a9c37bcbdd None None] Provisioning complete for port de1f5a79-9db0-4c4f-850b-7fe01f3d59b6 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:55:52.435629 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-4d1e6b4b-f931-44b9-af07-90a9c37bcbdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:52.448981 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8329c3d-16c3-4818-9e8a-ff09f29491e2 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Pushing event updated for resources: {'Port': ['ID=a15d2ed8-0c7f-4524-a967-c183a5f9b357,revision_number=2']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:52.453610 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-47802748-1e79-40c7-bd8e-c1f9ed189591 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for router_gateway, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:52.478963 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-47802748-1e79-40c7-bd8e-c1f9ed189591 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:52.650724 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-47802748-1e79-40c7-bd8e-c1f9ed189591 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Allocated IP 172.25.1.98 (cbe170d3-31ba-45a2-b477-520ab0a7a8ea/f4e26aca-17ac-4adb-a66b-d939a1b35b64/ae846825-5065-47a3-9ae3-8f5a6c3131c8) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:55:52.667301 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-2438e285-04d0-4fef-8a28-83e53678017d tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Deleting port a15d2ed8-0c7f-4524-a967-c183a5f9b357 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:55:52.668025 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2438e285-04d0-4fef-8a28-83e53678017d tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:52.792719 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-47802748-1e79-40c7-bd8e-c1f9ed189591 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:52.800986 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device de1f5a79-9db0-4c4f-850b-7fe01f3d59b6 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:55:52.842865 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-47802748-1e79-40c7-bd8e-c1f9ed189591 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:52.869422 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [None req-11bf193f-4c1e-4fff-af05-17153f87cd12 tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Allocated IP 2001:db8::1 (b0c32ba3-6bd2-43fa-84b9-363e8e443965/6568e7c9-4cce-4fc4-af0a-7ec4f06054dd/43993f3b-02d2-4a36-b95c-31699d630fad) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:55:52.896867 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47802748-1e79-40c7-bd8e-c1f9ed189591 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Network cbe170d3-31ba-45a2-b477-520ab0a7a8ea is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:55:52.903157 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-47802748-1e79-40c7-bd8e-c1f9ed189591 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:55:52.908202 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47802748-1e79-40c7-bd8e-c1f9ed189591 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:55:52.940133 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47802748-1e79-40c7-bd8e-c1f9ed189591 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Pushing event updated for resources: {'Port': ['ID=ae846825-5065-47a3-9ae3-8f5a6c3131c8,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:52.983183 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:53.009882 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-1dc2d09d-ccb0-4443-a00c-7f9c2f3cbf5f None None] Allocated IP 2001:db8:0:1::2 (979b1063-72ef-43c8-9727-2150968986c5/14c00c71-a79d-4e2f-b15f-4e562ddd90d8/fd545cfc-8ca6-4267-9eb1-a693ab244264) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:55:53.035772 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port befa00a7-e01a-40a7-8a23-78e51e963d54, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=befa00a7-e01a-40a7-8a23-78e51e963d54,segment=NetworkSegment(f78f4181-0142-441b-8d81-2ce1a8e19b5d),segment_id=f78f4181-0142-441b-8d81-2ce1a8e19b5d)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:55:53.053238 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5a07d6a-7eaa-47cd-8791-a17bab21bc12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'befa00a7-e01a-40a7-8a23-78e51e963d54'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:55:53.057110 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec86ab37-e4cf-4469-a6e0-60268b884082" -d '{"events": [{"server_uuid": "e5a07d6a-7eaa-47cd-8791-a17bab21bc12", "name": "network-vif-plugged", "status": "completed", "tag": "befa00a7-e01a-40a7-8a23-78e51e963d54"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:55:53.067819 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:53.116716 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-11bf193f-4c1e-4fff-af05-17153f87cd12 tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:53.235352 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2438e285-04d0-4fef-8a28-83e53678017d tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:53.264565 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b0330c-ce8e-4d38-9566-948307a7cb28 req-16b9c04d-eb16-4c9c-8825-8609aa6cfcc5 tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:53.266167 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-77b0330c-ce8e-4d38-9566-948307a7cb28 req-16b9c04d-eb16-4c9c-8825-8609aa6cfcc5 tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] 10.222.0.64 "GET /v2.0/ports?device_id=e5a07d6a-7eaa-47cd-8791-a17bab21bc12 HTTP/1.1" status: 200 len: 945 time: 0.4756608 Oct 20 10:55:53.276985 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-2438e285-04d0-4fef-8a28-83e53678017d tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Calling delete_port for a15d2ed8-0c7f-4524-a967-c183a5f9b357 owned by {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:55:53.292177 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-4d1e6b4b-f931-44b9-af07-90a9c37bcbdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:53.294766 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=befa00a7-e01a-40a7-8a23-78e51e963d54,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:53.311073 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-11bf193f-4c1e-4fff-af05-17153f87cd12 tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:53.397342 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-47802748-1e79-40c7-bd8e-c1f9ed189591 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for router_gateway, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:53.409078 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port de1f5a79-9db0-4c4f-850b-7fe01f3d59b6 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:55:53.409561 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:53.482164 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-c8d39e89-f717-4122-8350-731eb705cb55 None None] Allocated IP 2001:db8::2 (85d1057e-7b53-43a8-b4fd-f03c84ab6330/b005910b-ea94-4076-b4b9-cb45fa06e0ec/2da426f2-58dd-45cc-a4ae-1c0609c43854) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:55:53.487494 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31cf725a-93f2-4bcb-a9af-ae47764a0ca6 x-openstack-request-id: req-31cf725a-93f2-4bcb-a9af-ae47764a0ca6 {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:55:53.488004 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5a07d6a-7eaa-47cd-8791-a17bab21bc12", "name": "network-vif-plugged", "status": "completed", "tag": "befa00a7-e01a-40a7-8a23-78e51e963d54", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:55:53.488359 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-31cf725a-93f2-4bcb-a9af-ae47764a0ca6 {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:55:53.489169 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5a07d6a-7eaa-47cd-8791-a17bab21bc12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'befa00a7-e01a-40a7-8a23-78e51e963d54', 'code': 200} Oct 20 10:55:53.558334 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2438e285-04d0-4fef-8a28-83e53678017d tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:53.563087 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-4d1e6b4b-f931-44b9-af07-90a9c37bcbdd None None] For port de1f5a79-9db0-4c4f-850b-7fe01f3d59b6, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=de1f5a79-9db0-4c4f-850b-7fe01f3d59b6,segment=NetworkSegment(7d4cafe1-8fa5-4aa5-9a33-223603522fd6),segment_id=7d4cafe1-8fa5-4aa5-9a33-223603522fd6)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:55:53.579667 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11bf193f-4c1e-4fff-af05-17153f87cd12 tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Network b0c32ba3-6bd2-43fa-84b9-363e8e443965 is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:55:53.584938 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-4d1e6b4b-f931-44b9-af07-90a9c37bcbdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:53.591716 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-77b0330c-ce8e-4d38-9566-948307a7cb28 req-f31d4cd6-be23-41c6-9b82-90bbd0be001e tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] 10.222.0.64 "GET /v2.0/security-groups?id=745785b5-2200-4416-93f8-13db3cc44dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3161631 Oct 20 10:55:53.611268 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-88acb0db-00a0-4f37-a102-a65b2e9a069d None None] Allocated IP 2001:db8::2 (b0c32ba3-6bd2-43fa-84b9-363e8e443965/6568e7c9-4cce-4fc4-af0a-7ec4f06054dd/0ac4c68a-019c-48bd-b4e2-f0a41a8efb7e) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:55:53.628932 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-11bf193f-4c1e-4fff-af05-17153f87cd12 tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:55:53.640917 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11bf193f-4c1e-4fff-af05-17153f87cd12 tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:55:53.641797 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-11bf193f-4c1e-4fff-af05-17153f87cd12 tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1774540'] for router_interface, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:53.782532 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bf193f-4c1e-4fff-af05-17153f87cd12 tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Pushing event updated for resources: {'Port': ['ID=43993f3b-02d2-4a36-b95c-31699d630fad,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:53.786821 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-47802748-1e79-40c7-bd8e-c1f9ed189591 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1773475'] for router, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:53.823322 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1dc2d09d-ccb0-4443-a00c-7f9c2f3cbf5f None None] For port fd545cfc-8ca6-4267-9eb1-a693ab244264, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=fd545cfc-8ca6-4267-9eb1-a693ab244264,segment=NetworkSegment(b937bde2-9a3d-40c8-80a1-7a557091e868),segment_id=b937bde2-9a3d-40c8-80a1-7a557091e868)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:55:53.831840 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-cf574af0-88e7-407f-8926-12ac969fedeb None None] Provisioning complete for port de1f5a79-9db0-4c4f-850b-7fe01f3d59b6 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:55:53.832427 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-cf574af0-88e7-407f-8926-12ac969fedeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:53.860354 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b251135f-a4e6-4964-8be5-21328d772c37 req-0b56944d-edfb-45da-aa3b-3c39ed4c8494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:53.875744 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b251135f-a4e6-4964-8be5-21328d772c37 req-0b56944d-edfb-45da-aa3b-3c39ed4c8494 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e5a07d6a-7eaa-47cd-8791-a17bab21bc12 HTTP/1.1" status: 200 len: 1097 time: 0.2919729 Oct 20 10:55:53.885929 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2438e285-04d0-4fef-8a28-83e53678017d tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:53.896645 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-2438e285-04d0-4fef-8a28-83e53678017d tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] 10.222.0.64 "DELETE /v2.0/ports/a15d2ed8-0c7f-4524-a967-c183a5f9b357 HTTP/1.1" status: 204 len: 168 time: 1.4766779 Oct 20 10:55:53.903301 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1e6b4b-f931-44b9-af07-90a9c37bcbdd None None] Pushing event updated for resources: {'Port': ['ID=de1f5a79-9db0-4c4f-850b-7fe01f3d59b6,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:53.917684 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 54046) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:53.922567 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2438e285-04d0-4fef-8a28-83e53678017d tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Pushing event deleted for resources: {'Port': ['ID=a15d2ed8-0c7f-4524-a967-c183a5f9b357,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:53.944301 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-11bf193f-4c1e-4fff-af05-17153f87cd12 tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:53.947106 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device fd545cfc-8ca6-4267-9eb1-a693ab244264 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:55:53.957240 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-eea3d7e3-5e5c-4d41-9730-949bca59164f tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] GET failed (client error): The resource could not be found. Oct 20 10:55:53.959420 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-eea3d7e3-5e5c-4d41-9730-949bca59164f tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] 10.222.0.64 "GET /v2.0/ports/a15d2ed8-0c7f-4524-a967-c183a5f9b357 HTTP/1.1" status: 404 len: 333 time: 0.0403059 Oct 20 10:55:53.963356 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 54048) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:53.981069 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b251135f-a4e6-4964-8be5-21328d772c37 req-3f290dd6-cc9a-4b10-9d25-fd910b8a3044 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=745785b5-2200-4416-93f8-13db3cc44dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593247 Oct 20 10:55:54.064087 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2996de39-a490-4f59-9b53-b9850e8764fb tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:54.083967 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47802748-1e79-40c7-bd8e-c1f9ed189591 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Router 504db4b7-00cc-458c-b515-36d7e5bb8927 is scheduled to L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 with binding_index 1 {{(pid=100597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 10:55:54.099005 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2996de39-a490-4f59-9b53-b9850e8764fb tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:54.203435 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2996de39-a490-4f59-9b53-b9850e8764fb tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:54.206284 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 7 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 10:55:54.206845 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1dc2d09d-ccb0-4443-a00c-7f9c2f3cbf5f None None] Publish callbacks [] for port, precommit_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:54.208936 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2996de39-a490-4f59-9b53-b9850e8764fb tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:54.212530 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-2996de39-a490-4f59-9b53-b9850e8764fb tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] 10.222.0.64 "DELETE /v2.0/security-groups/a06bc4cb-a5ce-44e9-8632-d030ed28b51e HTTP/1.1" status: 204 len: 168 time: 0.2477546 Oct 20 10:55:54.225282 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 54050) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:54.267614 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1dc2d09d-ccb0-4443-a00c-7f9c2f3cbf5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:54.294085 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2996de39-a490-4f59-9b53-b9850e8764fb tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a06bc4cb-a5ce-44e9-8632-d030ed28b51e,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:54.307872 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47802748-1e79-40c7-bd8e-c1f9ed189591 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:55:54.323757 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f168cf-ce16-4ed8-8d2f-8e1cd2950688 None None] Sync routers for ids ['504db4b7-00cc-458c-b515-36d7e5bb8927'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:55:54.341644 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f168cf-ce16-4ed8-8d2f-8e1cd2950688 None None] Routers {'504db4b7-00cc-458c-b515-36d7e5bb8927'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:55:54.341940 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-47802748-1e79-40c7-bd8e-c1f9ed189591 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for router, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:54.343587 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-47802748-1e79-40c7-bd8e-c1f9ed189591 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.3170381 Oct 20 10:55:54.344266 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-00f168cf-ce16-4ed8-8d2f-8e1cd2950688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:55:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['504db4b7-00cc-458c-b515-36d7e5bb8927'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:54.347320 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 54052) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:54.372254 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-842fbf98-9dc8-4982-b63a-6b3c2c7ab90b tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:54.398019 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-842fbf98-9dc8-4982-b63a-6b3c2c7ab90b tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:54.401404 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-7e968147-0e91-4e79-a43b-a66ae3d7b478 tempest-TestNetworkAdvancedServerOps-535186383 tempest-TestNetworkAdvancedServerOps-535186383-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=ba79d3046aa84fd2ac89895f3514d2bd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0464396 Oct 20 10:55:54.402684 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 54054) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:54.445180 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-842fbf98-9dc8-4982-b63a-6b3c2c7ab90b tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:54.449358 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-842fbf98-9dc8-4982-b63a-6b3c2c7ab90b tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:54.454009 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-842fbf98-9dc8-4982-b63a-6b3c2c7ab90b tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] 10.222.0.64 "DELETE /v2.0/security-groups/ab5df8ee-f213-450e-909b-50ba26b81ad1 HTTP/1.1" status: 204 len: 168 time: 0.2248755 Oct 20 10:55:54.468462 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 54056) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:54.476428 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc2d09d-ccb0-4443-a00c-7f9c2f3cbf5f None None] Pushing event updated for resources: {'Port': ['ID=fd545cfc-8ca6-4267-9eb1-a693ab244264,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:54.508756 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842fbf98-9dc8-4982-b63a-6b3c2c7ab90b tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab5df8ee-f213-450e-909b-50ba26b81ad1,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:54.575373 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_v2 [None req-f285a24a-4c67-459b-a660-1e14a8f5c99b tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Deleting subnet b83aa4c0-bd68-43d8-a945-e032e2ecd86d {{(pid=100596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:55:54.582310 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f285a24a-4c67-459b-a660-1e14a8f5c99b tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks [] for subnet, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:54.650660 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-00f168cf-ce16-4ed8-8d2f-8e1cd2950688 None None] Set router 504db4b7-00cc-458c-b515-36d7e5bb8927 gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:55:54.679442 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f285a24a-4c67-459b-a660-1e14a8f5c99b tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25189079'] for subnet, precommit_delete_associations {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:54.723849 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-c8d39e89-f717-4122-8350-731eb705cb55 None None] Publish callbacks [] for port, precommit_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:54.737378 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-11bf193f-4c1e-4fff-af05-17153f87cd12 tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:54.749128 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-11bf193f-4c1e-4fff-af05-17153f87cd12 tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:54.750341 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-11bf193f-4c1e-4fff-af05-17153f87cd12 tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1774432'] for router_interface, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:54.765645 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port fd545cfc-8ca6-4267-9eb1-a693ab244264 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:55:54.768566 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:54.849117 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-c8d39e89-f717-4122-8350-731eb705cb55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:54.849788 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf7b25ce-4802-45cd-ab88-08d352608855 tempest-TestNetworkAdvancedServerOps-535186383 tempest-TestNetworkAdvancedServerOps-535186383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:54.852758 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-bf7b25ce-4802-45cd-ab88-08d352608855 tempest-TestNetworkAdvancedServerOps-535186383 tempest-TestNetworkAdvancedServerOps-535186383-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4484935 Oct 20 10:55:54.855531 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 54062) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:54.916005 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-80df7271-11bc-4cb9-a5c1-f323ebcbd3fd tempest-TestNetworkAdvancedServerOps-535186383 tempest-TestNetworkAdvancedServerOps-535186383-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=cbe170d3-31ba-45a2-b477-520ab0a7a8ea&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0592415 Oct 20 10:55:54.918763 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 54064) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:54.925538 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-8f84a43d-0ea5-44a6-820e-a76f5772a499 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-978103521', 'network_id': '70d8d1ef-e175-48cb-b5a8-9bf8ec238a5d', 'project_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:55:55.026433 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d39e89-f717-4122-8350-731eb705cb55 None None] Network 85d1057e-7b53-43a8-b4fd-f03c84ab6330 is already hosted by enough agents. {{(pid=100598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:55:55.032743 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-88acb0db-00a0-4f37-a102-a65b2e9a069d None None] Publish callbacks [] for port, precommit_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:55.040962 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.base_scheduler [None req-c8d39e89-f717-4122-8350-731eb705cb55 None None] Resources bound (agent type, host, resource id): {{(pid=100598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:55:55.045605 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d39e89-f717-4122-8350-731eb705cb55 None None] Pushing event updated for resources: {'Port': ['ID=2da426f2-58dd-45cc-a4ae-1c0609c43854,revision_number=1']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:55.049154 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d39e89-f717-4122-8350-731eb705cb55 None None] Received port after_create {{(pid=100598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:55:55.053850 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-88acb0db-00a0-4f37-a102-a65b2e9a069d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:55.109062 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11bf193f-4c1e-4fff-af05-17153f87cd12 tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Network b0c32ba3-6bd2-43fa-84b9-363e8e443965 is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:55:55.118995 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-11bf193f-4c1e-4fff-af05-17153f87cd12 tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:55:55.131206 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bf193f-4c1e-4fff-af05-17153f87cd12 tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Pushing event updated for resources: {'Port': ['ID=43993f3b-02d2-4a36-b95c-31699d630fad,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:55.137748 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f84a43d-0ea5-44a6-820e-a76f5772a499 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Made reservation on behalf of ba79d3046aa84fd2ac89895f3514d2bd for: {'subnet': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:55:55.144697 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f285a24a-4c67-459b-a660-1e14a8f5c99b tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:55.148432 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8f84a43d-0ea5-44a6-820e-a76f5772a499 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25350782'] for subnet, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:55.164365 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88acb0db-00a0-4f37-a102-a65b2e9a069d None None] Pushing event updated for resources: {'Port': ['ID=0ac4c68a-019c-48bd-b4e2-f0a41a8efb7e,revision_number=1']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:55.216572 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-00f168cf-ce16-4ed8-8d2f-8e1cd2950688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '504db4b7-00cc-458c-b515-36d7e5bb8927', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2106030528', 'tenant_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': 'ae846825-5065-47a3-9ae3-8f5a6c3131c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:55:51Z', 'updated_at': '2021-10-20T10:55:53Z', 'revision_number': 3, 'project_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'gw_port': {'id': 'ae846825-5065-47a3-9ae3-8f5a6c3131c8', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:cf:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '504db4b7-00cc-458c-b515-36d7e5bb8927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:55:52Z', 'updated_at': '2021-10-20T10:55:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:55.239167 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88acb0db-00a0-4f37-a102-a65b2e9a069d None None] Network b0c32ba3-6bd2-43fa-84b9-363e8e443965 is already hosted by enough agents. {{(pid=100598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:55:55.243154 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.base_scheduler [None req-88acb0db-00a0-4f37-a102-a65b2e9a069d None None] Resources bound (agent type, host, resource id): {{(pid=100598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:55:55.273273 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88acb0db-00a0-4f37-a102-a65b2e9a069d None None] Received port after_create {{(pid=100598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:55:55.296310 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f168cf-ce16-4ed8-8d2f-8e1cd2950688 None None] Checking router: 504db4b7-00cc-458c-b515-36d7e5bb8927 for host: n-d-811396-3 {{(pid=100599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:55:55.296659 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f168cf-ce16-4ed8-8d2f-8e1cd2950688 None None] Updating router 504db4b7-00cc-458c-b515-36d7e5bb8927 port ae846825-5065-47a3-9ae3-8f5a6c3131c8 binding host n-d-811396-3 {{(pid=100599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 10:55:55.322219 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-c8d39e89-f717-4122-8350-731eb705cb55 None None] Attempting to bind port 2da426f2-58dd-45cc-a4ae-1c0609c43854 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:55:55.323318 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-c8d39e89-f717-4122-8350-731eb705cb55 None None] Attempting to bind port 2da426f2-58dd-45cc-a4ae-1c0609c43854 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '8617a61f-56e0-4e00-afa8-83bb956947f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '85d1057e-7b53-43a8-b4fd-f03c84ab6330'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:55:55.323836 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d39e89-f717-4122-8350-731eb705cb55 None None] Attempting to bind port 2da426f2-58dd-45cc-a4ae-1c0609c43854 on network 85d1057e-7b53-43a8-b4fd-f03c84ab6330 {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:55:55.351141 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5bc5d7-3c7c-4e45-98d9-9a55432eb50a req-49bd76c8-ec1a-4125-8190-c25e354ac54b tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:55.356014 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-00f168cf-ce16-4ed8-8d2f-8e1cd2950688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:55.368333 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fc5bc5d7-3c7c-4e45-98d9-9a55432eb50a req-49bd76c8-ec1a-4125-8190-c25e354ac54b tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] 10.222.0.64 "GET /v2.0/ports?device_id=e5a07d6a-7eaa-47cd-8791-a17bab21bc12 HTTP/1.1" status: 200 len: 946 time: 0.5627894 Oct 20 10:55:55.444238 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-88acb0db-00a0-4f37-a102-a65b2e9a069d None None] Attempting to bind port 0ac4c68a-019c-48bd-b4e2-f0a41a8efb7e on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:55:55.447576 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-88acb0db-00a0-4f37-a102-a65b2e9a069d None None] Attempting to bind port 0ac4c68a-019c-48bd-b4e2-f0a41a8efb7e by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '91a741d5-2bb7-4cc9-b405-d7011d837e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'b0c32ba3-6bd2-43fa-84b9-363e8e443965'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:55:55.448146 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88acb0db-00a0-4f37-a102-a65b2e9a069d None None] Attempting to bind port 0ac4c68a-019c-48bd-b4e2-f0a41a8efb7e on network b0c32ba3-6bd2-43fa-84b9-363e8e443965 {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:55:55.475048 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88acb0db-00a0-4f37-a102-a65b2e9a069d None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 55, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:55:55.477288 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88acb0db-00a0-4f37-a102-a65b2e9a069d None None] Checking segment: {'id': '91a741d5-2bb7-4cc9-b405-d7011d837e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'b0c32ba3-6bd2-43fa-84b9-363e8e443965'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:55:55.478174 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-88acb0db-00a0-4f37-a102-a65b2e9a069d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:55.480231 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88acb0db-00a0-4f37-a102-a65b2e9a069d None None] Bound using segment: {'id': '91a741d5-2bb7-4cc9-b405-d7011d837e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'b0c32ba3-6bd2-43fa-84b9-363e8e443965'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:55:55.481587 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-88acb0db-00a0-4f37-a102-a65b2e9a069d None None] Bound port: 0ac4c68a-019c-48bd-b4e2-f0a41a8efb7e, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91a741d5-2bb7-4cc9-b405-d7011d837e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'b0c32ba3-6bd2-43fa-84b9-363e8e443965'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:55:55.485111 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-88acb0db-00a0-4f37-a102-a65b2e9a069d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:55.533629 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f285a24a-4c67-459b-a660-1e14a8f5c99b tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26836193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26761888'] for subnet, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:55.536593 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d39e89-f717-4122-8350-731eb705cb55 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 55, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:55:55.540090 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d39e89-f717-4122-8350-731eb705cb55 None None] Checking segment: {'id': '8617a61f-56e0-4e00-afa8-83bb956947f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '85d1057e-7b53-43a8-b4fd-f03c84ab6330'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:55:55.540775 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-c8d39e89-f717-4122-8350-731eb705cb55 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:55.541273 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d39e89-f717-4122-8350-731eb705cb55 None None] Bound using segment: {'id': '8617a61f-56e0-4e00-afa8-83bb956947f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '85d1057e-7b53-43a8-b4fd-f03c84ab6330'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:55:55.542029 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-c8d39e89-f717-4122-8350-731eb705cb55 None None] Bound port: 2da426f2-58dd-45cc-a4ae-1c0609c43854, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8617a61f-56e0-4e00-afa8-83bb956947f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '85d1057e-7b53-43a8-b4fd-f03c84ab6330'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:55:55.542922 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-c8d39e89-f717-4122-8350-731eb705cb55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:55.556671 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8f84a43d-0ea5-44a6-820e-a76f5772a499 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25350752'] for subnet, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:55.559068 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fc5bc5d7-3c7c-4e45-98d9-9a55432eb50a req-f621b10d-b5ab-45cd-a20a-e96aec53a6b7 tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] 10.222.0.64 "GET /v2.0/security-groups?id=745785b5-2200-4416-93f8-13db3cc44dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897047 Oct 20 10:55:55.600561 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f285a24a-4c67-459b-a660-1e14a8f5c99b tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Pushing event deleted for resources: {'Subnet': ['ID=b83aa4c0-bd68-43d8-a945-e032e2ecd86d,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:55.603699 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f285a24a-4c67-459b-a660-1e14a8f5c99b tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:55.607811 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-f285a24a-4c67-459b-a660-1e14a8f5c99b tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] 10.222.0.64 "DELETE /v2.0/subnets/b83aa4c0-bd68-43d8-a945-e032e2ecd86d HTTP/1.1" status: 204 len: 168 time: 1.1385653 Oct 20 10:55:55.619520 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 54066) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:55.640974 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-2298b523-bce9-4551-8b65-3033c430418b tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Request body: {'subnet': {'network_id': '979b1063-72ef-43c8-9727-2150968986c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:55:55.655906 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11bf193f-4c1e-4fff-af05-17153f87cd12 tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Router 484963a8-d482-4300-b18c-99411b91b85c is scheduled to L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 with binding_index 1 {{(pid=100596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 10:55:55.750769 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f84a43d-0ea5-44a6-820e-a76f5772a499 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Pushing event updated for resources: {'Subnet': ['ID=8cc294db-53a2-49f2-b9ea-e79f5035cec8,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:55.808584 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11bf193f-4c1e-4fff-af05-17153f87cd12 tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:55:55.813921 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a1f944-8afd-4bd5-91d7-c683592d042a None None] Network 979b1063-72ef-43c8-9727-2150968986c5 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:55:55.818763 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-11bf193f-4c1e-4fff-af05-17153f87cd12 tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] 10.222.0.64 "PUT /v2.0/routers/484963a8-d482-4300-b18c-99411b91b85c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7894380 Oct 20 10:55:55.822028 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 54068) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:55.835549 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f84a43d-0ea5-44a6-820e-a76f5772a499 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Checking segment: {'id': '04b14d52-8865-481b-b21e-ff6eaaae12bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '70d8d1ef-e175-48cb-b5a8-9bf8ec238a5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:55:55.836401 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f84a43d-0ea5-44a6-820e-a76f5772a499 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Network hostable DHCP agents. Network: 70d8d1ef-e175-48cb-b5a8-9bf8ec238a5d, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:55:55.842207 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1939f69a-39ea-4274-b290-2bf281b4cb59 None None] Sync routers for ids ['484963a8-d482-4300-b18c-99411b91b85c'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:55:55.919306 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1939f69a-39ea-4274-b290-2bf281b4cb59 None None] Routers {'484963a8-d482-4300-b18c-99411b91b85c'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:55:55.920061 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-1939f69a-39ea-4274-b290-2bf281b4cb59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:55:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['484963a8-d482-4300-b18c-99411b91b85c'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:55.922153 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-2f4f0dbb-540a-4b3e-a909-d7b86bc8761b None None] Provisioning complete for port fd545cfc-8ca6-4267-9eb1-a693ab244264 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:55:55.922297 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-2f4f0dbb-540a-4b3e-a909-d7b86bc8761b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:55.924243 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-88acb0db-00a0-4f37-a102-a65b2e9a069d None None] For port 0ac4c68a-019c-48bd-b4e2-f0a41a8efb7e, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:55:55.927566 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f84a43d-0ea5-44a6-820e-a76f5772a499 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Network 70d8d1ef-e175-48cb-b5a8-9bf8ec238a5d is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:55:55.943298 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2298b523-bce9-4551-8b65-3033c430418b tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Made reservation on behalf of c1dc2571b4ea4623a4cbd3a1bfe8dca0 for: {'subnet': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:55:55.947633 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2298b523-bce9-4551-8b65-3033c430418b tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25350782'] for subnet, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:55.951550 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-8f84a43d-0ea5-44a6-820e-a76f5772a499 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, 70d8d1ef-e175-48cb-b5a8-9bf8ec238a5d) {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:55:55.967422 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f84a43d-0ea5-44a6-820e-a76f5772a499 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:55.968274 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8f84a43d-0ea5-44a6-820e-a76f5772a499 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:55.979295 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device fd545cfc-8ca6-4267-9eb1-a693ab244264 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:55:56.037466 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d856021-e3cf-4a2b-91bb-6e5f1b8c9ce5 None None] Network 70d8d1ef-e175-48cb-b5a8-9bf8ec238a5d requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:55:56.049565 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-8f84a43d-0ea5-44a6-820e-a76f5772a499 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1290798 Oct 20 10:55:56.049940 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 54074) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:56.124268 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-00f168cf-ce16-4ed8-8d2f-8e1cd2950688 None None] Publish callbacks [] for port, precommit_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:56.136026 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-1939f69a-39ea-4274-b290-2bf281b4cb59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:56.136717 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-00f168cf-ce16-4ed8-8d2f-8e1cd2950688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:56.224481 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-88acb0db-00a0-4f37-a102-a65b2e9a069d None None] For port 0ac4c68a-019c-48bd-b4e2-f0a41a8efb7e, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=0ac4c68a-019c-48bd-b4e2-f0a41a8efb7e,segment=NetworkSegment(91a741d5-2bb7-4cc9-b405-d7011d837e40),segment_id=91a741d5-2bb7-4cc9-b405-d7011d837e40)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:55:56.235033 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1939f69a-39ea-4274-b290-2bf281b4cb59 None None] Routers {'484963a8-d482-4300-b18c-99411b91b85c'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:55:56.236165 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-1939f69a-39ea-4274-b290-2bf281b4cb59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:55:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['484963a8-d482-4300-b18c-99411b91b85c'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:56.248483 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-00f168cf-ce16-4ed8-8d2f-8e1cd2950688 None None] Attempting to bind port ae846825-5065-47a3-9ae3-8f5a6c3131c8 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:55:56.249501 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-00f168cf-ce16-4ed8-8d2f-8e1cd2950688 None None] Attempting to bind port ae846825-5065-47a3-9ae3-8f5a6c3131c8 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}] {{(pid=100599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:55:56.250075 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f168cf-ce16-4ed8-8d2f-8e1cd2950688 None None] Attempting to bind port ae846825-5065-47a3-9ae3-8f5a6c3131c8 on network cbe170d3-31ba-45a2-b477-520ab0a7a8ea {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:55:56.261224 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b65dfd4-ec3e-4ac2-957b-21f41e98b58d None None] Pushing event updated for resources: {'Port': ['ID=ae846825-5065-47a3-9ae3-8f5a6c3131c8,revision_number=2']} {{(pid=100599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:56.282942 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f168cf-ce16-4ed8-8d2f-8e1cd2950688 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 55, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:55:56.284385 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f168cf-ce16-4ed8-8d2f-8e1cd2950688 None None] Checking segment: {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:55:56.284982 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-00f168cf-ce16-4ed8-8d2f-8e1cd2950688 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:56.285607 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f168cf-ce16-4ed8-8d2f-8e1cd2950688 None None] Bound using segment: {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'} {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:55:56.286264 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-00f168cf-ce16-4ed8-8d2f-8e1cd2950688 None None] Bound port: ae846825-5065-47a3-9ae3-8f5a6c3131c8, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}}] {{(pid=100599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:55:56.287722 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-00f168cf-ce16-4ed8-8d2f-8e1cd2950688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:56.295446 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b65dfd4-ec3e-4ac2-957b-21f41e98b58d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:55:56.298084 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b65dfd4-ec3e-4ac2-957b-21f41e98b58d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:55:56.299294 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b65dfd4-ec3e-4ac2-957b-21f41e98b58d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:55:56.300501 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b65dfd4-ec3e-4ac2-957b-21f41e98b58d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:55:56.302810 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b65dfd4-ec3e-4ac2-957b-21f41e98b58d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:55:56.304153 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b65dfd4-ec3e-4ac2-957b-21f41e98b58d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:55:56.305378 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b65dfd4-ec3e-4ac2-957b-21f41e98b58d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:55:56.308020 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b65dfd4-ec3e-4ac2-957b-21f41e98b58d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:55:56.308575 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b65dfd4-ec3e-4ac2-957b-21f41e98b58d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:55:56.309655 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b65dfd4-ec3e-4ac2-957b-21f41e98b58d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:55:56.310650 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b65dfd4-ec3e-4ac2-957b-21f41e98b58d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:55:56.311656 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b65dfd4-ec3e-4ac2-957b-21f41e98b58d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:55:56.333726 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-1939f69a-39ea-4274-b290-2bf281b4cb59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:56.334401 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1939f69a-39ea-4274-b290-2bf281b4cb59 None None] The sync data for ids ['484963a8-d482-4300-b18c-99411b91b85c'] in n-d-811396-3 is: [] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:55:56.360703 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-88acb0db-00a0-4f37-a102-a65b2e9a069d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:56.452518 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88acb0db-00a0-4f37-a102-a65b2e9a069d None None] Pushing event updated for resources: {'Port': ['ID=0ac4c68a-019c-48bd-b4e2-f0a41a8efb7e,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:56.456408 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-c8d39e89-f717-4122-8350-731eb705cb55 None None] For port 2da426f2-58dd-45cc-a4ae-1c0609c43854, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:55:56.462588 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.db [None req-00f168cf-ce16-4ed8-8d2f-8e1cd2950688 None None] For port ae846825-5065-47a3-9ae3-8f5a6c3131c8, host n-d-811396-3, cleared binding levels {{(pid=100599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:55:56.466219 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.db [None req-00f168cf-ce16-4ed8-8d2f-8e1cd2950688 None None] For port ae846825-5065-47a3-9ae3-8f5a6c3131c8, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=ae846825-5065-47a3-9ae3-8f5a6c3131c8,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:55:56.468672 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a914ac-b64c-41e5-80b9-aa842bc73c2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524064ba-869c-5550-b826-c26b69a11278-70d8d1ef-e175-48cb-b5a8-9bf8ec238a5d', 'network_id': '70d8d1ef-e175-48cb-b5a8-9bf8ec238a5d', 'tenant_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'fixed_ips': [{'subnet_id': '8cc294db-53a2-49f2-b9ea-e79f5035cec8'}]}} from n-d-811396-3. {{(pid=100598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:55:56.469525 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-87a914ac-b64c-41e5-80b9-aa842bc73c2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:56.473843 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-00f168cf-ce16-4ed8-8d2f-8e1cd2950688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:56.583273 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f168cf-ce16-4ed8-8d2f-8e1cd2950688 None None] Routers {'504db4b7-00cc-458c-b515-36d7e5bb8927'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:55:56.584057 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-00f168cf-ce16-4ed8-8d2f-8e1cd2950688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:55:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['504db4b7-00cc-458c-b515-36d7e5bb8927'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:56.768518 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2298b523-bce9-4551-8b65-3033c430418b tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25350752'] for subnet, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:56.800537 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-00f168cf-ce16-4ed8-8d2f-8e1cd2950688 None None] Set router 504db4b7-00cc-458c-b515-36d7e5bb8927 gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:55:56.835634 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-c8d39e89-f717-4122-8350-731eb705cb55 None None] For port 2da426f2-58dd-45cc-a4ae-1c0609c43854, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=2da426f2-58dd-45cc-a4ae-1c0609c43854,segment=NetworkSegment(8617a61f-56e0-4e00-afa8-83bb956947f7),segment_id=8617a61f-56e0-4e00-afa8-83bb956947f7)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:55:56.907474 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-c8d39e89-f717-4122-8350-731eb705cb55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:56.944797 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebacae8-a10e-4d51-99d4-aa351a3e6f06 req-f7223768-f9e9-45fc-83e5-f962f9fbb775 tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:56.946936 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2ebacae8-a10e-4d51-99d4-aa351a3e6f06 req-f7223768-f9e9-45fc-83e5-f962f9fbb775 tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] 10.222.0.64 "GET /v2.0/ports?device_id=e5a07d6a-7eaa-47cd-8791-a17bab21bc12 HTTP/1.1" status: 200 len: 946 time: 0.2790713 Oct 20 10:55:56.955523 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-87a914ac-b64c-41e5-80b9-aa842bc73c2a None None] Allocated IP 172.20.0.2 (70d8d1ef-e175-48cb-b5a8-9bf8ec238a5d/8cc294db-53a2-49f2-b9ea-e79f5035cec8/83a27c0a-aa33-46a5-8a47-da1b092a3377) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:55:57.052804 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b65dfd4-ec3e-4ac2-957b-21f41e98b58d None None] Pushing event updated for resources: {'Port': ['ID=ae846825-5065-47a3-9ae3-8f5a6c3131c8,revision_number=3']} {{(pid=100599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:57.086409 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port fd545cfc-8ca6-4267-9eb1-a693ab244264 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:55:57.086850 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:57.157745 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2ebacae8-a10e-4d51-99d4-aa351a3e6f06 req-cf7478ff-fbb8-4868-97f7-9bed9053f22b tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] 10.222.0.64 "GET /v2.0/security-groups?id=745785b5-2200-4416-93f8-13db3cc44dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981373 Oct 20 10:55:57.324973 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-00f168cf-ce16-4ed8-8d2f-8e1cd2950688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '504db4b7-00cc-458c-b515-36d7e5bb8927', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2106030528', 'tenant_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': 'ae846825-5065-47a3-9ae3-8f5a6c3131c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:55:51Z', 'updated_at': '2021-10-20T10:55:53Z', 'revision_number': 3, 'project_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'gw_port': {'id': 'ae846825-5065-47a3-9ae3-8f5a6c3131c8', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:cf:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '504db4b7-00cc-458c-b515-36d7e5bb8927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:55:52Z', 'updated_at': '2021-10-20T10:55:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:55:57.379361 n-d-811396-3 neutron-server[100596]: INFO neutron.api.v2.resource [None req-b04d9334-6fc3-4b45-bd3e-4d2db3af8720 tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 10:55:57.380713 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-b04d9334-6fc3-4b45-bd3e-4d2db3af8720 tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] 10.222.0.64 "PUT /v2.0/routers/484963a8-d482-4300-b18c-99411b91b85c/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.5581622 Oct 20 10:55:57.384175 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 54084) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:57.389225 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d39e89-f717-4122-8350-731eb705cb55 None None] Pushing event updated for resources: {'Port': ['ID=2da426f2-58dd-45cc-a4ae-1c0609c43854,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:57.426116 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-2f4f0dbb-540a-4b3e-a909-d7b86bc8761b None None] Could not find standard attr ID for object a15d2ed8-0c7f-4524-a967-c183a5f9b357. {{(pid=100598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 20 10:55:57.470586 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f168cf-ce16-4ed8-8d2f-8e1cd2950688 None None] The sync data for ids ['504db4b7-00cc-458c-b515-36d7e5bb8927'] in n-d-811396-3 is: [{'id': '504db4b7-00cc-458c-b515-36d7e5bb8927', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2106030528', 'tenant_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': 'ae846825-5065-47a3-9ae3-8f5a6c3131c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:55:51Z', 'updated_at': '2021-10-20T10:55:53Z', 'revision_number': 3, 'project_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'gw_port': {'id': 'ae846825-5065-47a3-9ae3-8f5a6c3131c8', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:cf:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '504db4b7-00cc-458c-b515-36d7e5bb8927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:55:52Z', 'updated_at': '2021-10-20T10:55:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:55:57.492177 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2298b523-bce9-4551-8b65-3033c430418b tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Network 979b1063-72ef-43c8-9727-2150968986c5 is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:55:57.541702 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-2298b523-bce9-4551-8b65-3033c430418b tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:55:57.550458 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2298b523-bce9-4551-8b65-3033c430418b tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:57.551180 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2298b523-bce9-4551-8b65-3033c430418b tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:57.610526 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-2f4f0dbb-540a-4b3e-a909-d7b86bc8761b None None] Provisioning complete for port 6d86c051-76ef-418b-8eda-152fd6015d90 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:55:57.610903 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-2f4f0dbb-540a-4b3e-a909-d7b86bc8761b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:57.738861 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-2298b523-bce9-4551-8b65-3033c430418b tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1143553 Oct 20 10:55:57.748553 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2298b523-bce9-4551-8b65-3033c430418b tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Pushing event updated for resources: {'Subnet': ['ID=7f310a74-74e4-46ff-a097-b8b73d66eb0a,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:57.751989 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 54088) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:57.770196 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-05ec976d-f2dc-42df-9e4b-d4125fd3a704 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Request body: {'security_group': {'name': 'tempest-secgroup-1044170252'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:55:57.903582 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c88e5d9a-5d29-4fc0-9660-887fb80ff65e tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:57.950665 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-05ec976d-f2dc-42df-9e4b-d4125fd3a704 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:58.281335 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1368c4c3-62be-4502-a522-604979fed9e9 req-37ec8261-3d7a-4877-ab8a-0e811f73527b tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:58.290662 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1368c4c3-62be-4502-a522-604979fed9e9 req-37ec8261-3d7a-4877-ab8a-0e811f73527b tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] 10.222.0.64 "GET /v2.0/ports?device_id=e5a07d6a-7eaa-47cd-8791-a17bab21bc12 HTTP/1.1" status: 200 len: 946 time: 0.2075579 Oct 20 10:55:58.373922 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1368c4c3-62be-4502-a522-604979fed9e9 req-611c0b8b-ab94-4496-84a3-df7b126cc6ef tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] 10.222.0.64 "GET /v2.0/security-groups?id=745785b5-2200-4416-93f8-13db3cc44dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822372 Oct 20 10:55:58.399773 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2fad3eb1-07a9-48fd-b6fd-62f2eae9a530 tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1774405'] for router_interface, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:58.428926 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-2f4f0dbb-540a-4b3e-a909-d7b86bc8761b None None] Port 6d86c051-76ef-418b-8eda-152fd6015d90 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:55:58.433833 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device de1f5a79-9db0-4c4f-850b-7fe01f3d59b6 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:55:58.549289 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-87a914ac-b64c-41e5-80b9-aa842bc73c2a None None] Publish callbacks [] for port, precommit_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:58.561250 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-87a914ac-b64c-41e5-80b9-aa842bc73c2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:58.562508 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-05ec976d-f2dc-42df-9e4b-d4125fd3a704 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:58.626870 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94592ccf-f828-4e05-95ff-09f1dd1e2f4d None None] Network b0c32ba3-6bd2-43fa-84b9-363e8e443965 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:55:58.644462 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-05ec976d-f2dc-42df-9e4b-d4125fd3a704 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:58.696255 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-05ec976d-f2dc-42df-9e4b-d4125fd3a704 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:58.698294 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-05ec976d-f2dc-42df-9e4b-d4125fd3a704 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9382396 Oct 20 10:55:58.710116 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 54096) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:58.714081 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port de1f5a79-9db0-4c4f-850b-7fe01f3d59b6 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:55:58.714448 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:58.734147 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a914ac-b64c-41e5-80b9-aa842bc73c2a None None] Network 70d8d1ef-e175-48cb-b5a8-9bf8ec238a5d is already hosted by enough agents. {{(pid=100598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:55:58.740889 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-29ac9b60-8b5a-4ecd-9d70-c5bcb6ec84ac tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Request body: {'security_group': {'name': 'tempest-secgroup-529875168'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:55:58.784936 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ec976d-f2dc-42df-9e4b-d4125fd3a704 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=529520b6-5d88-457e-a083-55339d32c42b,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:58.830165 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.base_scheduler [None req-87a914ac-b64c-41e5-80b9-aa842bc73c2a None None] Resources bound (agent type, host, resource id): {{(pid=100598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:55:58.856282 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a914ac-b64c-41e5-80b9-aa842bc73c2a None None] Received port after_create {{(pid=100598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:55:58.870429 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b67c1ad-b55a-4de9-887f-a31135cc5bde None None] Network 979b1063-72ef-43c8-9727-2150968986c5 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:55:58.872397 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a914ac-b64c-41e5-80b9-aa842bc73c2a None None] Pushing event updated for resources: {'Port': ['ID=83a27c0a-aa33-46a5-8a47-da1b092a3377,revision_number=1']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:58.985461 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-29ac9b60-8b5a-4ecd-9d70-c5bcb6ec84ac tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:58.987166 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-2fad3eb1-07a9-48fd-b6fd-62f2eae9a530 tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Deleting port 43993f3b-02d2-4a36-b95c-31699d630fad {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:55:58.989559 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2fad3eb1-07a9-48fd-b6fd-62f2eae9a530 tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:58.996526 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-16cef8f4-e212-4cc7-a7d1-4206c69539c9 None None] Provisioning complete for port 0ac4c68a-019c-48bd-b4e2-f0a41a8efb7e triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:55:58.996902 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-16cef8f4-e212-4cc7-a7d1-4206c69539c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:59.019362 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eabe42e-9e3f-4f2f-81a8-c2dbf80233ca None None] Network 85d1057e-7b53-43a8-b4fd-f03c84ab6330 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:55:59.022109 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-c88e5d9a-5d29-4fc0-9660-887fb80ff65e tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Allocated IP 172.20.0.1 (70d8d1ef-e175-48cb-b5a8-9bf8ec238a5d/8cc294db-53a2-49f2-b9ea-e79f5035cec8/e54b68f1-243b-41ea-9446-39019719fc45) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:55:59.182340 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c88e5d9a-5d29-4fc0-9660-887fb80ff65e tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:59.220921 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2fad3eb1-07a9-48fd-b6fd-62f2eae9a530 tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:59.246965 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-2fad3eb1-07a9-48fd-b6fd-62f2eae9a530 tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Calling delete_port for 43993f3b-02d2-4a36-b95c-31699d630fad owned by network:router_interface {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:55:59.272168 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c88e5d9a-5d29-4fc0-9660-887fb80ff65e tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:59.282868 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2b2661-1ce4-4180-84a2-f849dd6e9a2b req-aafca0a6-2935-4429-8cd2-272029d4a1c3 tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:59.285244 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8e2b2661-1ce4-4180-84a2-f849dd6e9a2b req-aafca0a6-2935-4429-8cd2-272029d4a1c3 tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5a07d6a-7eaa-47cd-8791-a17bab21bc12 HTTP/1.1" status: 200 len: 946 time: 0.1475511 Oct 20 10:55:59.356227 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88e5d9a-5d29-4fc0-9660-887fb80ff65e tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Pushing event updated for resources: {'Port': ['ID=e54b68f1-243b-41ea-9446-39019719fc45,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:59.402816 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c88e5d9a-5d29-4fc0-9660-887fb80ff65e tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Network 70d8d1ef-e175-48cb-b5a8-9bf8ec238a5d is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:55:59.407881 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-c88e5d9a-5d29-4fc0-9660-887fb80ff65e tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:55:59.419708 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88e5d9a-5d29-4fc0-9660-887fb80ff65e tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:55:59.493438 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c88e5d9a-5d29-4fc0-9660-887fb80ff65e tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1774540'] for router_interface, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:59.530474 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-87a914ac-b64c-41e5-80b9-aa842bc73c2a None None] Attempting to bind port 83a27c0a-aa33-46a5-8a47-da1b092a3377 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:55:59.531024 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-87a914ac-b64c-41e5-80b9-aa842bc73c2a None None] Attempting to bind port 83a27c0a-aa33-46a5-8a47-da1b092a3377 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '04b14d52-8865-481b-b21e-ff6eaaae12bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '70d8d1ef-e175-48cb-b5a8-9bf8ec238a5d'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:55:59.531214 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a914ac-b64c-41e5-80b9-aa842bc73c2a None None] Attempting to bind port 83a27c0a-aa33-46a5-8a47-da1b092a3377 on network 70d8d1ef-e175-48cb-b5a8-9bf8ec238a5d {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:55:59.566641 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a914ac-b64c-41e5-80b9-aa842bc73c2a None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 55, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:55:59.567025 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a914ac-b64c-41e5-80b9-aa842bc73c2a None None] Checking segment: {'id': '04b14d52-8865-481b-b21e-ff6eaaae12bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '70d8d1ef-e175-48cb-b5a8-9bf8ec238a5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:55:59.567452 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-87a914ac-b64c-41e5-80b9-aa842bc73c2a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:59.567853 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a914ac-b64c-41e5-80b9-aa842bc73c2a None None] Bound using segment: {'id': '04b14d52-8865-481b-b21e-ff6eaaae12bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '70d8d1ef-e175-48cb-b5a8-9bf8ec238a5d'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:55:59.568339 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-87a914ac-b64c-41e5-80b9-aa842bc73c2a None None] Bound port: 83a27c0a-aa33-46a5-8a47-da1b092a3377, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04b14d52-8865-481b-b21e-ff6eaaae12bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '70d8d1ef-e175-48cb-b5a8-9bf8ec238a5d'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:55:59.568725 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-87a914ac-b64c-41e5-80b9-aa842bc73c2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:59.587161 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-29ac9b60-8b5a-4ecd-9d70-c5bcb6ec84ac tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:59.598680 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507a3303-8131-4bb7-b57c-09c8c6e8bb9c req-2260af9c-8925-4aaf-b35b-64768ab7edf5 tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:59.605077 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-507a3303-8131-4bb7-b57c-09c8c6e8bb9c req-2260af9c-8925-4aaf-b35b-64768ab7edf5 tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] 10.222.0.69 "GET /v2.0/ports?device_id=d409a7ac-d538-46b9-be22-278c8645036c HTTP/1.1" status: 200 len: 945 time: 0.2628050 Oct 20 10:55:59.614858 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-29ac9b60-8b5a-4ecd-9d70-c5bcb6ec84ac tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:59.702987 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bccff1-074c-4bef-a880-a89749ac3102 req-50d5684c-0679-44ef-923b-7aa13188755b tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:55:59.706119 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-64bccff1-074c-4bef-a880-a89749ac3102 req-50d5684c-0679-44ef-923b-7aa13188755b tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] 10.222.0.64 "GET /v2.0/ports?device_id=e5a07d6a-7eaa-47cd-8791-a17bab21bc12 HTTP/1.1" status: 200 len: 946 time: 0.1970644 Oct 20 10:55:59.718787 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-8e2b2661-1ce4-4180-84a2-f849dd6e9a2b req-d88c20d0-0b54-4828-b109-ff42014cc7cb tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] Deleting port befa00a7-e01a-40a7-8a23-78e51e963d54 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:55:59.719190 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-8e2b2661-1ce4-4180-84a2-f849dd6e9a2b req-d88c20d0-0b54-4828-b109-ff42014cc7cb tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:59.773977 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-29ac9b60-8b5a-4ecd-9d70-c5bcb6ec84ac tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:59.775257 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-29ac9b60-8b5a-4ecd-9d70-c5bcb6ec84ac tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0519760 Oct 20 10:55:59.793241 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 54104) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:55:59.799981 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-c84be223-4bf2-4369-aeeb-d7ef648bb8d6 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Request body: {'security_group': {'name': 'tempest-secgroup-703943562'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:55:59.822354 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ac9b60-8b5a-4ecd-9d70-c5bcb6ec84ac tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=661d4ae8-52cd-4aa7-b719-00f0800cf0ae,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:55:59.907222 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-64bccff1-074c-4bef-a880-a89749ac3102 req-daa267df-7fe7-4d49-ad9a-59a2a8a731cd tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] 10.222.0.64 "GET /v2.0/security-groups?id=745785b5-2200-4416-93f8-13db3cc44dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824799 Oct 20 10:55:59.912433 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device ae846825-5065-47a3-9ae3-8f5a6c3131c8 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:55:59.917425 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c84be223-4bf2-4369-aeeb-d7ef648bb8d6 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:59.952903 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2fad3eb1-07a9-48fd-b6fd-62f2eae9a530 tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:55:59.975136 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-87a914ac-b64c-41e5-80b9-aa842bc73c2a None None] For port 83a27c0a-aa33-46a5-8a47-da1b092a3377, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:55:59.981257 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-8e2b2661-1ce4-4180-84a2-f849dd6e9a2b req-d88c20d0-0b54-4828-b109-ff42014cc7cb tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] For port befa00a7-e01a-40a7-8a23-78e51e963d54, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=befa00a7-e01a-40a7-8a23-78e51e963d54,segment=NetworkSegment(f78f4181-0142-441b-8d81-2ce1a8e19b5d),segment_id=f78f4181-0142-441b-8d81-2ce1a8e19b5d)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:55:59.981657 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-8e2b2661-1ce4-4180-84a2-f849dd6e9a2b req-d88c20d0-0b54-4828-b109-ff42014cc7cb tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:00.025907 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c88e5d9a-5d29-4fc0-9660-887fb80ff65e tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:00.029070 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-8e2b2661-1ce4-4180-84a2-f849dd6e9a2b req-d88c20d0-0b54-4828-b109-ff42014cc7cb tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] Calling delete_port for befa00a7-e01a-40a7-8a23-78e51e963d54 owned by compute:nova {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:56:00.039363 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-16cef8f4-e212-4cc7-a7d1-4206c69539c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:00.046838 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [req-507a3303-8131-4bb7-b57c-09c8c6e8bb9c req-4f5562c2-b43a-4b9f-80c0-0216a1509aaa tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] Deleting port ca8726e1-1d27-4f14-a4c9-bea7b00c3bdf {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:56:00.047224 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-507a3303-8131-4bb7-b57c-09c8c6e8bb9c req-4f5562c2-b43a-4b9f-80c0-0216a1509aaa tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:00.051246 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-87a914ac-b64c-41e5-80b9-aa842bc73c2a None None] For port 83a27c0a-aa33-46a5-8a47-da1b092a3377, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=83a27c0a-aa33-46a5-8a47-da1b092a3377,segment=NetworkSegment(04b14d52-8865-481b-b21e-ff6eaaae12bb),segment_id=04b14d52-8865-481b-b21e-ff6eaaae12bb)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:56:00.076254 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-87a914ac-b64c-41e5-80b9-aa842bc73c2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:00.108666 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fad3eb1-07a9-48fd-b6fd-62f2eae9a530 tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Pushing event deleted for resources: {'Port': ['ID=43993f3b-02d2-4a36-b95c-31699d630fad,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:00.200168 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a914ac-b64c-41e5-80b9-aa842bc73c2a None None] Pushing event updated for resources: {'Port': ['ID=83a27c0a-aa33-46a5-8a47-da1b092a3377,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:00.280974 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [req-507a3303-8131-4bb7-b57c-09c8c6e8bb9c req-4f5562c2-b43a-4b9f-80c0-0216a1509aaa tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] For port ca8726e1-1d27-4f14-a4c9-bea7b00c3bdf, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=ca8726e1-1d27-4f14-a4c9-bea7b00c3bdf,segment=NetworkSegment(f78f4181-0142-441b-8d81-2ce1a8e19b5d),segment_id=f78f4181-0142-441b-8d81-2ce1a8e19b5d)] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:56:00.282017 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-507a3303-8131-4bb7-b57c-09c8c6e8bb9c req-4f5562c2-b43a-4b9f-80c0-0216a1509aaa tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:00.300900 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [req-507a3303-8131-4bb7-b57c-09c8c6e8bb9c req-4f5562c2-b43a-4b9f-80c0-0216a1509aaa tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] Calling delete_port for ca8726e1-1d27-4f14-a4c9-bea7b00c3bdf owned by compute:nova {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:56:00.413481 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-16cef8f4-e212-4cc7-a7d1-4206c69539c9 None None] For port 0ac4c68a-019c-48bd-b4e2-f0a41a8efb7e, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=0ac4c68a-019c-48bd-b4e2-f0a41a8efb7e,segment=NetworkSegment(91a741d5-2bb7-4cc9-b405-d7011d837e40),segment_id=91a741d5-2bb7-4cc9-b405-d7011d837e40)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:56:00.420303 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2fad3eb1-07a9-48fd-b6fd-62f2eae9a530 tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1771989'] for router_interface, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:00.426321 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecdd6b3e-50da-48ce-9289-fb5fb4cb1c08 None None] Update dhcp port {'port': {'network_id': '979b1063-72ef-43c8-9727-2150968986c5', 'fixed_ips': [{'subnet_id': '14c00c71-a79d-4e2f-b15f-4e562ddd90d8', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '7f310a74-74e4-46ff-a097-b8b73d66eb0a'}], 'binding:host_id': 'n-d-811396-3'}, 'id': 'fd545cfc-8ca6-4267-9eb1-a693ab244264'} from n-d-811396-3. {{(pid=100598) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 20 10:56:00.438968 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-16cef8f4-e212-4cc7-a7d1-4206c69539c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:00.474610 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port ae846825-5065-47a3-9ae3-8f5a6c3131c8 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:56:00.475883 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:00.482464 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c84be223-4bf2-4369-aeeb-d7ef648bb8d6 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:00.566747 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c84be223-4bf2-4369-aeeb-d7ef648bb8d6 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:00.641423 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cef8f4-e212-4cc7-a7d1-4206c69539c9 None None] Pushing event updated for resources: {'Port': ['ID=0ac4c68a-019c-48bd-b4e2-f0a41a8efb7e,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:00.656409 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-507a3303-8131-4bb7-b57c-09c8c6e8bb9c req-4f5562c2-b43a-4b9f-80c0-0216a1509aaa tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:00.657265 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-ecdd6b3e-50da-48ce-9289-fb5fb4cb1c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:00.685112 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['ca8726e1-1d27-4f14-a4c9-bea7b00c3bdf'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:56:00.759273 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c84be223-4bf2-4369-aeeb-d7ef648bb8d6 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:00.762680 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-c84be223-4bf2-4369-aeeb-d7ef648bb8d6 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9667869 Oct 20 10:56:00.775031 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 54108) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:00.785537 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-e74127e4-a3e6-4a23-86c5-7713d5d25c59 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-329151932', 'security_groups': ['611d4071-1c68-4890-98c0-3d10f269fcfa'], 'network_id': '979b1063-72ef-43c8-9727-2150968986c5', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7f310a74-74e4-46ff-a097-b8b73d66eb0a'}]}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:56:00.836221 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [req-507a3303-8131-4bb7-b57c-09c8c6e8bb9c req-4f5562c2-b43a-4b9f-80c0-0216a1509aaa tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] No DVR routers for this DVR port ca8726e1-1d27-4f14-a4c9-bea7b00c3bdf on host n-h2-811396-3 {{(pid=100597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:56:00.841339 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5562c2-b43a-4b9f-80c0-0216a1509aaa tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] Pushing event deleted for resources: {'Port': ['ID=ca8726e1-1d27-4f14-a4c9-bea7b00c3bdf,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:00.842783 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84be223-4bf2-4369-aeeb-d7ef648bb8d6 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=611d4071-1c68-4890-98c0-3d10f269fcfa,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:00.844777 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-507a3303-8131-4bb7-b57c-09c8c6e8bb9c req-4f5562c2-b43a-4b9f-80c0-0216a1509aaa tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:00.848566 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-507a3303-8131-4bb7-b57c-09c8c6e8bb9c req-4f5562c2-b43a-4b9f-80c0-0216a1509aaa tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] 10.222.0.69 "DELETE /v2.0/ports/ca8726e1-1d27-4f14-a4c9-bea7b00c3bdf HTTP/1.1" status: 204 len: 173 time: 1.2132025 Oct 20 10:56:00.884482 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-49d372e2-85dc-4e4e-9cb6-40a39e3c4d0e None None] Provisioning complete for port 0ac4c68a-019c-48bd-b4e2-f0a41a8efb7e triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:56:00.884866 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-49d372e2-85dc-4e4e-9cb6-40a39e3c4d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:00.914166 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd409a7ac-d538-46b9-be22-278c8645036c', 'name': 'network-vif-deleted', 'tag': 'ca8726e1-1d27-4f14-a4c9-bea7b00c3bdf'}] {{(pid=100597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:56:00.917045 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd85cad6a391afaa95d2dd5280bfd4659fc1e1b2aba53b5e7ef874f059efcdc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d83a3797-7e2c-4489-aff6-afe456d2545c" -d '{"events": [{"server_uuid": "d409a7ac-d538-46b9-be22-278c8645036c", "name": "network-vif-deleted", "tag": "ca8726e1-1d27-4f14-a4c9-bea7b00c3bdf"}]}' {{(pid=100597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:56:00.943762 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-8e2b2661-1ce4-4180-84a2-f849dd6e9a2b req-d88c20d0-0b54-4828-b109-ff42014cc7cb tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:01.033200 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['ca8726e1-1d27-4f14-a4c9-bea7b00c3bdf'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:56:01.058368 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81c78cc2-6c7d-4b4b-b7f6-85b9651b6439 x-openstack-request-id: req-81c78cc2-6c7d-4b4b-b7f6-85b9651b6439 {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:56:01.058677 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d409a7ac-d538-46b9-be22-278c8645036c", "name": "network-vif-deleted", "tag": "ca8726e1-1d27-4f14-a4c9-bea7b00c3bdf", "status": "completed", "code": 200}]} {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:56:01.058931 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-81c78cc2-6c7d-4b4b-b7f6-85b9651b6439 {{(pid=100597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:56:01.059356 n-d-811396-3 neutron-server[100597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd409a7ac-d538-46b9-be22-278c8645036c', 'name': 'network-vif-deleted', 'tag': 'ca8726e1-1d27-4f14-a4c9-bea7b00c3bdf', 'status': 'completed', 'code': 200} Oct 20 10:56:01.116412 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c88e5d9a-5d29-4fc0-9660-887fb80ff65e tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for port, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:01.122547 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c88e5d9a-5d29-4fc0-9660-887fb80ff65e tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:01.237004 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fad3eb1-07a9-48fd-b6fd-62f2eae9a530 tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Router 484963a8-d482-4300-b18c-99411b91b85c has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:56:01.242707 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c88e5d9a-5d29-4fc0-9660-887fb80ff65e tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1774432'] for router_interface, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:01.265844 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88e5d9a-5d29-4fc0-9660-887fb80ff65e tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Pushing event updated for resources: {'Port': ['ID=e54b68f1-243b-41ea-9446-39019719fc45,revision_number=2']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:01.270812 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:01.279702 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88c20d0-0b54-4828-b109-ff42014cc7cb tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] Pushing event deleted for resources: {'Port': ['ID=befa00a7-e01a-40a7-8a23-78e51e963d54,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:01.303150 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e2b2661-1ce4-4180-84a2-f849dd6e9a2b req-d88c20d0-0b54-4828-b109-ff42014cc7cb tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] No DVR routers for this DVR port befa00a7-e01a-40a7-8a23-78e51e963d54 on host n-h1-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:56:01.327752 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-8e2b2661-1ce4-4180-84a2-f849dd6e9a2b req-d88c20d0-0b54-4828-b109-ff42014cc7cb tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:01.331451 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8e2b2661-1ce4-4180-84a2-f849dd6e9a2b req-d88c20d0-0b54-4828-b109-ff42014cc7cb tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] 10.222.0.55 "DELETE /v2.0/ports/befa00a7-e01a-40a7-8a23-78e51e963d54 HTTP/1.1" status: 204 len: 173 time: 1.9826446 Oct 20 10:56:01.334453 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5a07d6a-7eaa-47cd-8791-a17bab21bc12', 'name': 'network-vif-deleted', 'tag': 'befa00a7-e01a-40a7-8a23-78e51e963d54'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:56:01.337203 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c8bcb11-fecd-4814-9adc-443fce706165" -d '{"events": [{"server_uuid": "e5a07d6a-7eaa-47cd-8791-a17bab21bc12", "name": "network-vif-deleted", "tag": "befa00a7-e01a-40a7-8a23-78e51e963d54"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:56:01.360617 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] For port ae846825-5065-47a3-9ae3-8f5a6c3131c8, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=ae846825-5065-47a3-9ae3-8f5a6c3131c8,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:56:01.367547 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-278c1fb4-d2e1-4d88-83e2-6502b23ecef7 req-146eae59-00a6-4121-bc18-449e99bc35ac tempest-MultipleCreateTestJSON-1637799566 tempest-MultipleCreateTestJSON-1637799566-project] 10.222.0.64 "GET /v2.0/ports?device_id=e5a07d6a-7eaa-47cd-8791-a17bab21bc12 HTTP/1.1" status: 200 len: 210 time: 0.1930881 Oct 20 10:56:01.371774 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:01.372897 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 0ac4c68a-019c-48bd-b4e2-f0a41a8efb7e up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:56:01.508091 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-ecdd6b3e-50da-48ce-9289-fb5fb4cb1c08 None None] Allocated IP 2001:db8::2 (979b1063-72ef-43c8-9727-2150968986c5/7f310a74-74e4-46ff-a097-b8b73d66eb0a/fd545cfc-8ca6-4267-9eb1-a693ab244264) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:56:01.510350 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c88e5d9a-5d29-4fc0-9660-887fb80ff65e tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Network 70d8d1ef-e175-48cb-b5a8-9bf8ec238a5d is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:56:01.516027 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eff187b2-159a-41da-ba6a-e35cdae72d36 x-openstack-request-id: req-eff187b2-159a-41da-ba6a-e35cdae72d36 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:56:01.516976 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5a07d6a-7eaa-47cd-8791-a17bab21bc12", "name": "network-vif-deleted", "tag": "befa00a7-e01a-40a7-8a23-78e51e963d54", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:56:01.517572 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-c88e5d9a-5d29-4fc0-9660-887fb80ff65e tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:56:01.518910 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-eff187b2-159a-41da-ba6a-e35cdae72d36 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:56:01.526216 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5a07d6a-7eaa-47cd-8791-a17bab21bc12', 'name': 'network-vif-deleted', 'tag': 'befa00a7-e01a-40a7-8a23-78e51e963d54', 'status': 'completed', 'code': 200} Oct 20 10:56:01.620616 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e74127e4-a3e6-4a23-86c5-7713d5d25c59 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Made reservation on behalf of c1dc2571b4ea4623a4cbd3a1bfe8dca0 for: {'port': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:56:01.806619 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-ecdd6b3e-50da-48ce-9289-fb5fb4cb1c08 None None] For port fd545cfc-8ca6-4267-9eb1-a693ab244264, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=fd545cfc-8ca6-4267-9eb1-a693ab244264,segment=NetworkSegment(b937bde2-9a3d-40c8-80a1-7a557091e868),segment_id=b937bde2-9a3d-40c8-80a1-7a557091e868)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:56:01.817691 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c88e5d9a-5d29-4fc0-9660-887fb80ff65e tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Router 504db4b7-00cc-458c-b515-36d7e5bb8927 has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:56:01.879170 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device befa00a7-e01a-40a7-8a23-78e51e963d54 no longer exists at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:56:01.890547 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Pushing event updated for resources: {'Port': ['ID=ae846825-5065-47a3-9ae3-8f5a6c3131c8,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:01.926828 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-49d372e2-85dc-4e4e-9cb6-40a39e3c4d0e None None] Provisioning complete for port 2da426f2-58dd-45cc-a4ae-1c0609c43854 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:56:01.927966 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-49d372e2-85dc-4e4e-9cb6-40a39e3c4d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:02.060413 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c88e5d9a-5d29-4fc0-9660-887fb80ff65e tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:56:02.067917 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-c88e5d9a-5d29-4fc0-9660-887fb80ff65e tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "PUT /v2.0/routers/504db4b7-00cc-458c-b515-36d7e5bb8927/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0138237 Oct 20 10:56:02.074054 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e13d99c-c476-48c2-9222-99f524926a08 None None] Sync routers for ids ['504db4b7-00cc-458c-b515-36d7e5bb8927'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:56:02.094934 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e13d99c-c476-48c2-9222-99f524926a08 None None] Routers {'504db4b7-00cc-458c-b515-36d7e5bb8927'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:56:02.096359 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-8e13d99c-c476-48c2-9222-99f524926a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:55:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['504db4b7-00cc-458c-b515-36d7e5bb8927'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:02.226813 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fad3eb1-07a9-48fd-b6fd-62f2eae9a530 tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:56:02.272052 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 54120) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:02.275345 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-2fad3eb1-07a9-48fd-b6fd-62f2eae9a530 tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] 10.222.0.64 "PUT /v2.0/routers/484963a8-d482-4300-b18c-99411b91b85c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8884933 Oct 20 10:56:02.299599 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-8e13d99c-c476-48c2-9222-99f524926a08 None None] Set router 504db4b7-00cc-458c-b515-36d7e5bb8927 gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:56:02.338058 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] No Port match for: befa00a7-e01a-40a7-8a23-78e51e963d54 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:56:02.338409 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device befa00a7-e01a-40a7-8a23-78e51e963d54 not bound to the agent host n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:56:02.347521 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc98cfa2-2bd5-4404-9ea5-f0264f7cb205 None None] Sync routers for ids ['484963a8-d482-4300-b18c-99411b91b85c'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:56:02.349675 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5061c2b1-4420-40e2-8722-2dc72015996c None None] Network 70d8d1ef-e175-48cb-b5a8-9bf8ec238a5d requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:56:02.378510 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-ecdd6b3e-50da-48ce-9289-fb5fb4cb1c08 None None] Publish callbacks [] for port, precommit_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:02.396723 n-d-811396-3 neutron-server[100597]: INFO neutron.api.v2.resource [None req-fb89378d-1431-4305-bfd9-5b23122711a4 tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] delete failed (client error): The resource could not be found. Oct 20 10:56:02.403240 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-fb89378d-1431-4305-bfd9-5b23122711a4 tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] 10.222.0.64 "DELETE /v2.0/routers/tempest-non_exist_router-1150157033 HTTP/1.1" status: 404 len: 335 time: 0.1299939 Oct 20 10:56:02.407303 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 54130) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:02.413456 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-ba250f1a-9d19-443c-a688-055056d99934 tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Request body: {'router': {'external_gateway_info': {'network_id': '484963a8-d482-4300-b18c-99411b91b85c'}}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:56:02.437180 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-ecdd6b3e-50da-48ce-9289-fb5fb4cb1c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:02.452909 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e74127e4-a3e6-4a23-86c5-7713d5d25c59 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:02.486606 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [None req-e74127e4-a3e6-4a23-86c5-7713d5d25c59 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] device_id is not set on port 9cdd0f7f-5f37-4dad-b73d-3fa0f38484e8 yet. {{(pid=100596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:56:02.516716 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdd6b3e-50da-48ce-9289-fb5fb4cb1c08 None None] Pushing event updated for resources: {'Port': ['ID=fd545cfc-8ca6-4267-9eb1-a693ab244264,revision_number=6']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:02.540748 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 0ac4c68a-019c-48bd-b4e2-f0a41a8efb7e triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:56:02.541120 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:02.542606 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc98cfa2-2bd5-4404-9ea5-f0264f7cb205 None None] Routers {'484963a8-d482-4300-b18c-99411b91b85c'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:56:02.543339 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-dc98cfa2-2bd5-4404-9ea5-f0264f7cb205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:55:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['484963a8-d482-4300-b18c-99411b91b85c'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:02.584648 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-dc98cfa2-2bd5-4404-9ea5-f0264f7cb205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:02.617649 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 54138) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:02.746870 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc98cfa2-2bd5-4404-9ea5-f0264f7cb205 None None] Routers {'484963a8-d482-4300-b18c-99411b91b85c'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:56:02.747620 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-dc98cfa2-2bd5-4404-9ea5-f0264f7cb205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:55:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['484963a8-d482-4300-b18c-99411b91b85c'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:02.787814 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-8e13d99c-c476-48c2-9222-99f524926a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '504db4b7-00cc-458c-b515-36d7e5bb8927', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2106030528', 'tenant_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': 'ae846825-5065-47a3-9ae3-8f5a6c3131c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:55:51Z', 'updated_at': '2021-10-20T10:55:59Z', 'revision_number': 4, 'project_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'gw_port': {'id': 'ae846825-5065-47a3-9ae3-8f5a6c3131c8', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:cf:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504db4b7-00cc-458c-b515-36d7e5bb8927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:55:52Z', 'updated_at': '2021-10-20T10:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': 'e54b68f1-243b-41ea-9446-39019719fc45', 'name': '', 'network_id': '70d8d1ef-e175-48cb-b5a8-9bf8ec238a5d', 'tenant_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'mac_address': 'fa:16:3e:a3:8b:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '504db4b7-00cc-458c-b515-36d7e5bb8927', 'device_owner': 'network:router_interface', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': '8cc294db-53a2-49f2-b9ea-e79f5035cec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:55:58Z', 'updated_at': '2021-10-20T10:56:00Z', 'revision_number': 2, 'project_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'subnets': [{'id': '8cc294db-53a2-49f2-b9ea-e79f5035cec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:02.811873 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_v2 [None req-235f2460-d833-4d91-a59d-985519b58616 admin admin] Deleting subnet 43438d1f-dc61-4f75-92d7-2fc7295ce83f {{(pid=100596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:56:02.820223 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-235f2460-d833-4d91-a59d-985519b58616 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:02.839820 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-dc98cfa2-2bd5-4404-9ea5-f0264f7cb205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:02.843273 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc98cfa2-2bd5-4404-9ea5-f0264f7cb205 None None] The sync data for ids ['484963a8-d482-4300-b18c-99411b91b85c'] in n-d-811396-3 is: [] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:56:02.849239 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-49d372e2-85dc-4e4e-9cb6-40a39e3c4d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:02.853227 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e13d99c-c476-48c2-9222-99f524926a08 None None] Checking router: 504db4b7-00cc-458c-b515-36d7e5bb8927 for host: n-d-811396-3 {{(pid=100599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:56:02.853881 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e13d99c-c476-48c2-9222-99f524926a08 None None] Updating router 504db4b7-00cc-458c-b515-36d7e5bb8927 port e54b68f1-243b-41ea-9446-39019719fc45 binding host n-d-811396-3 {{(pid=100599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 10:56:02.878056 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-235f2460-d833-4d91-a59d-985519b58616 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25189079'] for subnet, precommit_delete_associations {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:02.892129 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-8e13d99c-c476-48c2-9222-99f524926a08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:03.018402 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-49d372e2-85dc-4e4e-9cb6-40a39e3c4d0e None None] For port 2da426f2-58dd-45cc-a4ae-1c0609c43854, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=2da426f2-58dd-45cc-a4ae-1c0609c43854,segment=NetworkSegment(8617a61f-56e0-4e00-afa8-83bb956947f7),segment_id=8617a61f-56e0-4e00-afa8-83bb956947f7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:56:03.023572 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 2da426f2-58dd-45cc-a4ae-1c0609c43854 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:56:03.024719 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d8d2f2db-0fc9-463a-afe8-67b63b1faa91 req-d9f88994-70b4-4833-aa0f-4a8f338ea56a tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2006427362&fields=id&tenant_id=ba79d3046aa84fd2ac89895f3514d2bd HTTP/1.1" status: 200 len: 267 time: 0.2945089 Oct 20 10:56:03.029257 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-49d372e2-85dc-4e4e-9cb6-40a39e3c4d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:03.074137 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ba250f1a-9d19-443c-a688-055056d99934 tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:03.088452 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-49d372e2-85dc-4e4e-9cb6-40a39e3c4d0e None None] Could not find standard attr ID for object 43993f3b-02d2-4a36-b95c-31699d630fad. {{(pid=100598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 20 10:56:03.112300 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-235f2460-d833-4d91-a59d-985519b58616 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:03.130619 n-d-811396-3 neutron-server[100597]: INFO neutron.api.v2.resource [None req-ba250f1a-9d19-443c-a688-055056d99934 tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] update failed (client error): The resource could not be found. Oct 20 10:56:03.146682 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-ba250f1a-9d19-443c-a688-055056d99934 tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] 10.222.0.64 "PUT /v2.0/routers/484963a8-d482-4300-b18c-99411b91b85c HTTP/1.1" status: 404 len: 339 time: 0.7379498 Oct 20 10:56:03.147284 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 54144) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:03.149812 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device ca8726e1-1d27-4f14-a4c9-bea7b00c3bdf no longer exists at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:56:03.159647 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-b9d2f220-d930-49e0-806a-8f3a32999885 tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-837863197'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:56:03.193452 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9d2f220-d930-49e0-806a-8f3a32999885 tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Made reservation on behalf of fa73f8afe52541139376794d704066fd for: {'network': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:56:03.197843 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b9d2f220-d930-49e0-806a-8f3a32999885 tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:03.216465 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] No Port match for: ca8726e1-1d27-4f14-a4c9-bea7b00c3bdf {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:56:03.216975 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device ca8726e1-1d27-4f14-a4c9-bea7b00c3bdf not bound to the agent host n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:56:03.228534 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d372e2-85dc-4e4e-9cb6-40a39e3c4d0e None None] Pushing event updated for resources: {'Port': ['ID=2da426f2-58dd-45cc-a4ae-1c0609c43854,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:03.262904 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 2da426f2-58dd-45cc-a4ae-1c0609c43854 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:56:03.263398 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:03.265779 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9d2f220-d930-49e0-806a-8f3a32999885 tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 826} {{(pid=100597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:56:03.268420 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-49d372e2-85dc-4e4e-9cb6-40a39e3c4d0e None None] Provisioning complete for port fd545cfc-8ca6-4267-9eb1-a693ab244264 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:56:03.270421 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-49d372e2-85dc-4e4e-9cb6-40a39e3c4d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:03.304049 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b9d2f220-d930-49e0-806a-8f3a32999885 tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:03.304403 n-d-811396-3 neutron-server[100597]: INFO neutron.db.segments_db [None req-b9d2f220-d930-49e0-806a-8f3a32999885 tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Added segment 2afae27e-69de-4d9d-b3c2-8bd075804ea0 of type vlan for network d0ea9207-2532-4453-8e16-75af86e1cde9 Oct 20 10:56:03.402865 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b9d2f220-d930-49e0-806a-8f3a32999885 tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:03.469979 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b9d2f220-d930-49e0-806a-8f3a32999885 tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:03.477954 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d2f220-d930-49e0-806a-8f3a32999885 tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:03.478879 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b9d2f220-d930-49e0-806a-8f3a32999885 tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:03.520680 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [None req-e74127e4-a3e6-4a23-86c5-7713d5d25c59 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Allocated IP 2001:db8::2f0 (979b1063-72ef-43c8-9727-2150968986c5/7f310a74-74e4-46ff-a097-b8b73d66eb0a/9cdd0f7f-5f37-4dad-b73d-3fa0f38484e8) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:56:03.556250 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d2f2db-0fc9-463a-afe8-67b63b1faa91 req-929dd202-51d5-4e33-89a2-427f8c860b77 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:03.564946 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d8d2f2db-0fc9-463a-afe8-67b63b1faa91 req-929dd202-51d5-4e33-89a2-427f8c860b77 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/networks?id=70d8d1ef-e175-48cb-b5a8-9bf8ec238a5d HTTP/1.1" status: 200 len: 797 time: 0.5253806 Oct 20 10:56:03.577300 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-235f2460-d833-4d91-a59d-985519b58616 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26836193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26761888'] for subnet, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:03.588127 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d2f220-d930-49e0-806a-8f3a32999885 tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Pushing event updated for resources: {'Network': ['ID=d0ea9207-2532-4453-8e16-75af86e1cde9,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:03.625427 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-b9d2f220-d930-49e0-806a-8f3a32999885 tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4768870 Oct 20 10:56:03.626946 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 54146) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:03.636451 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-dd081bef-2af4-4420-8b56-be44a4fcf3d8 tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Request body: {'subnet': {'network_id': 'd0ea9207-2532-4453-8e16-75af86e1cde9', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:56:03.640281 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network d0ea9207-2532-4453-8e16-75af86e1cde9 details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:56:03.642750 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-8e13d99c-c476-48c2-9222-99f524926a08 None None] Publish callbacks [] for port, precommit_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:03.646620 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d8d2f2db-0fc9-463a-afe8-67b63b1faa91 req-016e2598-e6fd-432e-bac1-9e2f455946c8 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/quotas/ba79d3046aa84fd2ac89895f3514d2bd HTTP/1.1" status: 200 len: 375 time: 0.0795856 Oct 20 10:56:03.671171 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-8e13d99c-c476-48c2-9222-99f524926a08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:03.762710 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-2a191a81-c038-44f5-9918-e0a62599bc38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:03.830815 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc225a5-833a-48b8-aafd-91b130fd23b4 None None] Pushing event updated for resources: {'Port': ['ID=e54b68f1-243b-41ea-9446-39019719fc45,revision_number=3']} {{(pid=100599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:03.895471 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd081bef-2af4-4420-8b56-be44a4fcf3d8 tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Made reservation on behalf of fa73f8afe52541139376794d704066fd for: {'subnet': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:56:03.902590 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e74127e4-a3e6-4a23-86c5-7713d5d25c59 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:03.907534 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-dd081bef-2af4-4420-8b56-be44a4fcf3d8 tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25350782'] for subnet, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:03.974832 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-8e13d99c-c476-48c2-9222-99f524926a08 None None] Attempting to bind port e54b68f1-243b-41ea-9446-39019719fc45 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:56:03.976667 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-8e13d99c-c476-48c2-9222-99f524926a08 None None] Attempting to bind port e54b68f1-243b-41ea-9446-39019719fc45 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '04b14d52-8865-481b-b21e-ff6eaaae12bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '70d8d1ef-e175-48cb-b5a8-9bf8ec238a5d'}] {{(pid=100599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:56:03.977650 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e13d99c-c476-48c2-9222-99f524926a08 None None] Attempting to bind port e54b68f1-243b-41ea-9446-39019719fc45 on network 70d8d1ef-e175-48cb-b5a8-9bf8ec238a5d {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:56:03.989469 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-49d372e2-85dc-4e4e-9cb6-40a39e3c4d0e None None] Provisioning complete for port 6d86c051-76ef-418b-8eda-152fd6015d90 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:56:03.990041 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-49d372e2-85dc-4e4e-9cb6-40a39e3c4d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:03.991770 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e74127e4-a3e6-4a23-86c5-7713d5d25c59 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:03.996822 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235f2460-d833-4d91-a59d-985519b58616 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43438d1f-dc61-4f75-92d7-2fc7295ce83f,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:04.009248 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e13d99c-c476-48c2-9222-99f524926a08 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 55, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:56:04.009708 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e13d99c-c476-48c2-9222-99f524926a08 None None] Checking segment: {'id': '04b14d52-8865-481b-b21e-ff6eaaae12bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '70d8d1ef-e175-48cb-b5a8-9bf8ec238a5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:56:04.010669 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-8e13d99c-c476-48c2-9222-99f524926a08 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:04.012721 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e13d99c-c476-48c2-9222-99f524926a08 None None] Bound using segment: {'id': '04b14d52-8865-481b-b21e-ff6eaaae12bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '70d8d1ef-e175-48cb-b5a8-9bf8ec238a5d'} {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:56:04.014353 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-8e13d99c-c476-48c2-9222-99f524926a08 None None] Bound port: e54b68f1-243b-41ea-9446-39019719fc45, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04b14d52-8865-481b-b21e-ff6eaaae12bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '70d8d1ef-e175-48cb-b5a8-9bf8ec238a5d'}}] {{(pid=100599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:56:04.014774 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-8e13d99c-c476-48c2-9222-99f524926a08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:04.129602 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-49d372e2-85dc-4e4e-9cb6-40a39e3c4d0e None None] Port 6d86c051-76ef-418b-8eda-152fd6015d90 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:56:04.158466 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74127e4-a3e6-4a23-86c5-7713d5d25c59 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Pushing event updated for resources: {'Port': ['ID=9cdd0f7f-5f37-4dad-b73d-3fa0f38484e8,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:04.165283 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-235f2460-d833-4d91-a59d-985519b58616 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:04.181723 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-235f2460-d833-4d91-a59d-985519b58616 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/43438d1f-dc61-4f75-92d7-2fc7295ce83f HTTP/1.1" status: 204 len: 168 time: 1.5617132 Oct 20 10:56:04.194054 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 54152) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:04.225401 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.db [None req-8e13d99c-c476-48c2-9222-99f524926a08 None None] For port e54b68f1-243b-41ea-9446-39019719fc45, host n-d-811396-3, cleared binding levels {{(pid=100599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:56:04.231129 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.db [None req-8e13d99c-c476-48c2-9222-99f524926a08 None None] For port e54b68f1-243b-41ea-9446-39019719fc45, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=e54b68f1-243b-41ea-9446-39019719fc45,segment=NetworkSegment(04b14d52-8865-481b-b21e-ff6eaaae12bb),segment_id=04b14d52-8865-481b-b21e-ff6eaaae12bb)] {{(pid=100599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:56:04.236545 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e74127e4-a3e6-4a23-86c5-7713d5d25c59 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Network 979b1063-72ef-43c8-9727-2150968986c5 is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:56:04.237269 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-8e13d99c-c476-48c2-9222-99f524926a08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:04.258452 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-91a4cb21-2030-4cec-9842-30e92cf3642f None None] Could not find standard attr ID for object 43993f3b-02d2-4a36-b95c-31699d630fad. {{(pid=100598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 20 10:56:04.283404 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-e74127e4-a3e6-4a23-86c5-7713d5d25c59 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:56:04.286853 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-91a4cb21-2030-4cec-9842-30e92cf3642f None None] Provisioning complete for port 83a27c0a-aa33-46a5-8a47-da1b092a3377 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:56:04.287558 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-91a4cb21-2030-4cec-9842-30e92cf3642f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:04.300709 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74127e4-a3e6-4a23-86c5-7713d5d25c59 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:56:04.316622 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74127e4-a3e6-4a23-86c5-7713d5d25c59 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:04.319012 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e74127e4-a3e6-4a23-86c5-7713d5d25c59 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:04.447973 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc225a5-833a-48b8-aafd-91b130fd23b4 None None] Pushing event updated for resources: {'Port': ['ID=e54b68f1-243b-41ea-9446-39019719fc45,revision_number=4']} {{(pid=100599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:04.488408 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e13d99c-c476-48c2-9222-99f524926a08 None None] Routers {'504db4b7-00cc-458c-b515-36d7e5bb8927'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:56:04.489767 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-8e13d99c-c476-48c2-9222-99f524926a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:55:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['504db4b7-00cc-458c-b515-36d7e5bb8927'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:04.509476 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device ae846825-5065-47a3-9ae3-8f5a6c3131c8 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:56:04.545383 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a502b9c6-9ed6-47e2-8b52-82e879db349c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:04.572193 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-91a4cb21-2030-4cec-9842-30e92cf3642f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:04.577319 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d8d2f2db-0fc9-463a-afe8-67b63b1faa91 req-3373a96a-97a9-4385-9d27-8aba2cb5db4a tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=ba79d3046aa84fd2ac89895f3514d2bd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.9297814 Oct 20 10:56:04.585985 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-e74127e4-a3e6-4a23-86c5-7713d5d25c59 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.8081958 Oct 20 10:56:04.595116 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 54156) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:04.606708 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-14b6fa04-4f24-4fb0-ab4a-8b84e9f93f9f tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Request body: {'subnet': {'network_id': '979b1063-72ef-43c8-9727-2150968986c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:56:04.639408 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-dd081bef-2af4-4420-8b56-be44a4fcf3d8 tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25350752'] for subnet, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:04.657935 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-91a4cb21-2030-4cec-9842-30e92cf3642f None None] For port 83a27c0a-aa33-46a5-8a47-da1b092a3377, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=83a27c0a-aa33-46a5-8a47-da1b092a3377,segment=NetworkSegment(04b14d52-8865-481b-b21e-ff6eaaae12bb),segment_id=04b14d52-8865-481b-b21e-ff6eaaae12bb)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:56:04.671286 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-91a4cb21-2030-4cec-9842-30e92cf3642f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:04.735052 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd081bef-2af4-4420-8b56-be44a4fcf3d8 tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Pushing event updated for resources: {'Subnet': ['ID=3117285f-3364-471f-8cdc-b2526f59d73f,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:04.747447 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd081bef-2af4-4420-8b56-be44a4fcf3d8 tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Checking segment: {'id': '2afae27e-69de-4d9d-b3c2-8bd075804ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'd0ea9207-2532-4453-8e16-75af86e1cde9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:56:04.747787 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd081bef-2af4-4420-8b56-be44a4fcf3d8 tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Network hostable DHCP agents. Network: d0ea9207-2532-4453-8e16-75af86e1cde9, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:56:04.753212 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port ae846825-5065-47a3-9ae3-8f5a6c3131c8 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:56:04.753878 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:04.771003 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd081bef-2af4-4420-8b56-be44a4fcf3d8 tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Network d0ea9207-2532-4453-8e16-75af86e1cde9 is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:56:04.792922 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-8e13d99c-c476-48c2-9222-99f524926a08 None None] Set router 504db4b7-00cc-458c-b515-36d7e5bb8927 gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:56:04.798225 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-dd081bef-2af4-4420-8b56-be44a4fcf3d8 tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, d0ea9207-2532-4453-8e16-75af86e1cde9) {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:56:04.839668 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd081bef-2af4-4420-8b56-be44a4fcf3d8 tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:04.843971 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-dd081bef-2af4-4420-8b56-be44a4fcf3d8 tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:04.888830 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a4cb21-2030-4cec-9842-30e92cf3642f None None] Pushing event updated for resources: {'Port': ['ID=83a27c0a-aa33-46a5-8a47-da1b092a3377,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:04.895531 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c11fac-2c76-4bc0-8758-5fce1576f04c None None] Network d0ea9207-2532-4453-8e16-75af86e1cde9 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:56:04.897648 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-dd081bef-2af4-4420-8b56-be44a4fcf3d8 tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2685235 Oct 20 10:56:04.900864 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 54160) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:04.912342 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-9df6012e-8b0a-4f8c-9033-020aa712b07d tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd0ea9207-2532-4453-8e16-75af86e1cde9'}}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:56:04.969242 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d8d2f2db-0fc9-463a-afe8-67b63b1faa91 req-d7054c80-a81d-4d0a-8603-3068730f02f4 service neutron] 10.222.0.64 "GET /v2.0/networks/70d8d1ef-e175-48cb-b5a8-9bf8ec238a5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3424213 Oct 20 10:56:05.053248 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-91a4cb21-2030-4cec-9842-30e92cf3642f None None] Provisioning complete for port 2da426f2-58dd-45cc-a4ae-1c0609c43854 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:56:05.053858 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-91a4cb21-2030-4cec-9842-30e92cf3642f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:05.110996 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a502b9c6-9ed6-47e2-8b52-82e879db349c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:05.139495 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-a502b9c6-9ed6-47e2-8b52-82e879db349c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aff145ac-5e6e-4e89-ad8c-78ea8a2e84f6']}} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:05.154565 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-a502b9c6-9ed6-47e2-8b52-82e879db349c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f78f4181-0142-441b-8d81-2ce1a8e19b5d') {'for_net_delete': True} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:05.155035 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-a502b9c6-9ed6-47e2-8b52-82e879db349c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f78f4181-0142-441b-8d81-2ce1a8e19b5d') {} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:05.171051 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a502b9c6-9ed6-47e2-8b52-82e879db349c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25189038'] for segment, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:05.188200 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a502b9c6-9ed6-47e2-8b52-82e879db349c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:05.199076 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a502b9c6-9ed6-47e2-8b52-82e879db349c admin admin] Releasing vlan 806 on physical network physnet1 to pool {{(pid=100596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:56:05.199513 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a502b9c6-9ed6-47e2-8b52-82e879db349c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26833155'] for segment, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:05.204538 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device fd545cfc-8ca6-4267-9eb1-a693ab244264 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:56:05.333054 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-8e13d99c-c476-48c2-9222-99f524926a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '504db4b7-00cc-458c-b515-36d7e5bb8927', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2106030528', 'tenant_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': 'ae846825-5065-47a3-9ae3-8f5a6c3131c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:55:51Z', 'updated_at': '2021-10-20T10:55:59Z', 'revision_number': 4, 'project_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'gw_port': {'id': 'ae846825-5065-47a3-9ae3-8f5a6c3131c8', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:cf:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504db4b7-00cc-458c-b515-36d7e5bb8927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:55:52Z', 'updated_at': '2021-10-20T10:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': 'e54b68f1-243b-41ea-9446-39019719fc45', 'name': '', 'network_id': '70d8d1ef-e175-48cb-b5a8-9bf8ec238a5d', 'tenant_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'mac_address': 'fa:16:3e:a3:8b:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '504db4b7-00cc-458c-b515-36d7e5bb8927', 'device_owner': 'network:router_interface', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': '8cc294db-53a2-49f2-b9ea-e79f5035cec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:55:58Z', 'updated_at': '2021-10-20T10:56:04Z', 'revision_number': 4, 'project_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'subnets': [{'id': '8cc294db-53a2-49f2-b9ea-e79f5035cec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:05.352095 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port fd545cfc-8ca6-4267-9eb1-a693ab244264 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:56:05.352879 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:05.379646 n-d-811396-3 neutron-server[100596]: Traceback (most recent call last): Oct 20 10:56:05.379646 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:56:05.379646 n-d-811396-3 neutron-server[100596]: timer() Oct 20 10:56:05.379646 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:56:05.379646 n-d-811396-3 neutron-server[100596]: cb(*args, **kw) Oct 20 10:56:05.379646 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:56:05.379646 n-d-811396-3 neutron-server[100596]: return func(*args, **kwargs) Oct 20 10:56:05.379646 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:56:05.379646 n-d-811396-3 neutron-server[100596]: self._notify() Oct 20 10:56:05.379646 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:56:05.379646 n-d-811396-3 neutron-server[100596]: self.callback(batched_events) Oct 20 10:56:05.379646 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:56:05.379646 n-d-811396-3 neutron-server[100596]: event.method(event) Oct 20 10:56:05.379646 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:56:05.379646 n-d-811396-3 neutron-server[100596]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:56:05.379646 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:56:05.379646 n-d-811396-3 neutron-server[100596]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:56:05.379646 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:56:05.379646 n-d-811396-3 neutron-server[100596]: return f(self, *a, **k) Oct 20 10:56:05.379646 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:56:05.379646 n-d-811396-3 neutron-server[100596]: return self._get(url).json() Oct 20 10:56:05.379646 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:56:05.379646 n-d-811396-3 neutron-server[100596]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:56:05.379646 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:56:05.379646 n-d-811396-3 neutron-server[100596]: return self.request(url, 'GET', **kwargs) Oct 20 10:56:05.379646 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:56:05.379646 n-d-811396-3 neutron-server[100596]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:56:05.379646 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:56:05.379646 n-d-811396-3 neutron-server[100596]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:56:05.379646 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:56:05.379646 n-d-811396-3 neutron-server[100596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:56:05.379646 n-d-811396-3 neutron-server[100596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:56:05.398571 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c8396f-406b-4bec-89ae-0ba66aa80e67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524064ba-869c-5550-b826-c26b69a11278-d0ea9207-2532-4453-8e16-75af86e1cde9', 'network_id': 'd0ea9207-2532-4453-8e16-75af86e1cde9', 'tenant_id': 'fa73f8afe52541139376794d704066fd', 'fixed_ips': [{'subnet_id': '3117285f-3364-471f-8cdc-b2526f59d73f'}]}} from n-d-811396-3. {{(pid=100598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:56:05.404178 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-30c8396f-406b-4bec-89ae-0ba66aa80e67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:05.410115 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e13d99c-c476-48c2-9222-99f524926a08 None None] The sync data for ids ['504db4b7-00cc-458c-b515-36d7e5bb8927'] in n-d-811396-3 is: [{'id': '504db4b7-00cc-458c-b515-36d7e5bb8927', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2106030528', 'tenant_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': 'ae846825-5065-47a3-9ae3-8f5a6c3131c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:55:51Z', 'updated_at': '2021-10-20T10:55:59Z', 'revision_number': 4, 'project_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'gw_port': {'id': 'ae846825-5065-47a3-9ae3-8f5a6c3131c8', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:cf:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504db4b7-00cc-458c-b515-36d7e5bb8927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:55:52Z', 'updated_at': '2021-10-20T10:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': 'e54b68f1-243b-41ea-9446-39019719fc45', 'name': '', 'network_id': '70d8d1ef-e175-48cb-b5a8-9bf8ec238a5d', 'tenant_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'mac_address': 'fa:16:3e:a3:8b:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '504db4b7-00cc-458c-b515-36d7e5bb8927', 'device_owner': 'network:router_interface', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': '8cc294db-53a2-49f2-b9ea-e79f5035cec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:55:58Z', 'updated_at': '2021-10-20T10:56:04Z', 'revision_number': 4, 'project_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'subnets': [{'id': '8cc294db-53a2-49f2-b9ea-e79f5035cec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:56:05.418253 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9df6012e-8b0a-4f8c-9033-020aa712b07d tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:05.462121 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a502b9c6-9ed6-47e2-8b52-82e879db349c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:05.492218 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a502b9c6-9ed6-47e2-8b52-82e879db349c admin admin] Publish callbacks [] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:05.514088 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-a502b9c6-9ed6-47e2-8b52-82e879db349c admin admin] 10.222.0.64 "DELETE /v2.0/networks/aff145ac-5e6e-4e89-ad8c-78ea8a2e84f6 HTTP/1.1" status: 204 len: 168 time: 1.3130186 Oct 20 10:56:05.556378 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a502b9c6-9ed6-47e2-8b52-82e879db349c admin admin] Pushing event deleted for resources: {'Network': ['ID=aff145ac-5e6e-4e89-ad8c-78ea8a2e84f6,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:05.585237 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-91a4cb21-2030-4cec-9842-30e92cf3642f None None] Provisioning complete for port e54b68f1-243b-41ea-9446-39019719fc45 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:56:05.585579 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-91a4cb21-2030-4cec-9842-30e92cf3642f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:05.672972 n-d-811396-3 neutron-server[100597]: INFO neutron.api.v2.resource [None req-9df6012e-8b0a-4f8c-9033-020aa712b07d tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 10:56:05.682542 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-9df6012e-8b0a-4f8c-9033-020aa712b07d tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] 10.222.0.64 "PUT /v2.0/routers/484963a8-d482-4300-b18c-99411b91b85c HTTP/1.1" status: 400 len: 364 time: 0.7798510 Oct 20 10:56:05.682961 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 54168) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:05.705196 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14b6fa04-4f24-4fb0-ab4a-8b84e9f93f9f tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Made reservation on behalf of c1dc2571b4ea4623a4cbd3a1bfe8dca0 for: {'subnet': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:56:05.709605 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-14b6fa04-4f24-4fb0-ab4a-8b84e9f93f9f tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26761797'] for subnet, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:05.735200 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 0ac4c68a-019c-48bd-b4e2-f0a41a8efb7e up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:56:05.992210 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-91a4cb21-2030-4cec-9842-30e92cf3642f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:06.039973 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 54172) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:06.066345 n-d-811396-3 neutron-server[100596]: INFO neutron.db.ipam_backend_mixin [None req-14b6fa04-4f24-4fb0-ab4a-8b84e9f93f9f tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7f310a74-74e4-46ff-a097-b8b73d66eb0a (CIDR: 2001:db8::/64) Oct 20 10:56:06.082686 n-d-811396-3 neutron-server[100596]: INFO neutron.pecan_wsgi.hooks.translation [None req-14b6fa04-4f24-4fb0-ab4a-8b84e9f93f9f tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 10:56:06.083211 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14b6fa04-4f24-4fb0-ab4a-8b84e9f93f9f tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:56:06.113448 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d8d2f2db-0fc9-463a-afe8-67b63b1faa91 req-1cd62885-ea70-44dc-b115-d50529a2e7cd service neutron] 10.222.0.64 "GET /v2.0/networks/70d8d1ef-e175-48cb-b5a8-9bf8ec238a5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7824311 Oct 20 10:56:06.139222 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-14b6fa04-4f24-4fb0-ab4a-8b84e9f93f9f tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5422127 Oct 20 10:56:06.139968 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 54174) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:06.150012 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-870de614-077d-40d5-b93f-3250573f957e tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Request body: {'subnet': {'network_id': '979b1063-72ef-43c8-9727-2150968986c5', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:56:06.186040 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-91a4cb21-2030-4cec-9842-30e92cf3642f None None] For port e54b68f1-243b-41ea-9446-39019719fc45, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=e54b68f1-243b-41ea-9446-39019719fc45,segment=NetworkSegment(04b14d52-8865-481b-b21e-ff6eaaae12bb),segment_id=04b14d52-8865-481b-b21e-ff6eaaae12bb)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:56:06.214254 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 0ac4c68a-019c-48bd-b4e2-f0a41a8efb7e triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:56:06.214634 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:06.312505 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-91a4cb21-2030-4cec-9842-30e92cf3642f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:06.329034 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-870de614-077d-40d5-b93f-3250573f957e tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Made reservation on behalf of c1dc2571b4ea4623a4cbd3a1bfe8dca0 for: {'subnet': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:56:06.332999 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-870de614-077d-40d5-b93f-3250573f957e tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26761797'] for subnet, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:06.341845 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-7602d091-abce-4e47-b4e9-440293865ff3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7e8bb87fcf634b4a9fc97a8d2c5f9832&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2990181 Oct 20 10:56:06.359844 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 54176) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:06.632301 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8aca7be6-3a28-47a9-b7ba-a14cb7fcd9d8 req-0274e12b-2390-4e70-b212-7ffa3db4fc64 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c642b60-e4e3-4408-808f-149dead57ddc HTTP/1.1" status: 200 len: 210 time: 0.1285868 Oct 20 10:56:06.657259 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-ede69f79-cf0c-4991-adf0-83637bcfb511 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:06.663049 n-d-811396-3 neutron-server[100596]: INFO neutron.db.ipam_backend_mixin [None req-870de614-077d-40d5-b93f-3250573f957e tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 14c00c71-a79d-4e2f-b15f-4e562ddd90d8 (CIDR: 2001:db8:0:1::/64) Oct 20 10:56:06.674810 n-d-811396-3 neutron-server[100596]: INFO neutron.pecan_wsgi.hooks.translation [None req-870de614-077d-40d5-b93f-3250573f957e tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 10:56:06.675935 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-870de614-077d-40d5-b93f-3250573f957e tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:56:06.687704 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-99a0916d-781f-49eb-93c0-34a26da259b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:06.704318 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-30c8396f-406b-4bec-89ae-0ba66aa80e67 None None] Allocated IP 2001:db8:1::2 (d0ea9207-2532-4453-8e16-75af86e1cde9/3117285f-3364-471f-8cdc-b2526f59d73f/2a311f9c-b399-4607-8756-5fffba1bfbff) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:56:06.709020 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a4cb21-2030-4cec-9842-30e92cf3642f None None] Pushing event updated for resources: {'Port': ['ID=e54b68f1-243b-41ea-9446-39019719fc45,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:06.730068 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-870de614-077d-40d5-b93f-3250573f957e tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.5851319 Oct 20 10:56:06.730794 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 54186) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:06.745870 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-91a4cb21-2030-4cec-9842-30e92cf3642f None None] Provisioning complete for port fd545cfc-8ca6-4267-9eb1-a693ab244264 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:56:06.748037 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-91a4cb21-2030-4cec-9842-30e92cf3642f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:06.752796 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-665f921d-6641-4612-b28f-352ea80f37b1 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Request body: {'subnet': {'network_id': '979b1063-72ef-43c8-9727-2150968986c5', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:56:06.764643 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a4cb21-2030-4cec-9842-30e92cf3642f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:56:06.766035 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-99a0916d-781f-49eb-93c0-34a26da259b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:06.768667 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a4cb21-2030-4cec-9842-30e92cf3642f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:56:06.770125 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a4cb21-2030-4cec-9842-30e92cf3642f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:56:06.771719 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a4cb21-2030-4cec-9842-30e92cf3642f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:56:06.772995 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a4cb21-2030-4cec-9842-30e92cf3642f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:56:06.773507 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a4cb21-2030-4cec-9842-30e92cf3642f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:56:06.774896 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a4cb21-2030-4cec-9842-30e92cf3642f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:56:06.776012 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a4cb21-2030-4cec-9842-30e92cf3642f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:56:06.777174 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a4cb21-2030-4cec-9842-30e92cf3642f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:56:06.778203 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a4cb21-2030-4cec-9842-30e92cf3642f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:56:06.778701 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a4cb21-2030-4cec-9842-30e92cf3642f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:56:06.780350 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a4cb21-2030-4cec-9842-30e92cf3642f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:56:06.912264 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-99a0916d-781f-49eb-93c0-34a26da259b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:06.918464 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-99a0916d-781f-49eb-93c0-34a26da259b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:06.918952 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-eea249a2-243a-4b23-852c-ba52e7e9053b tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:06.923331 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-99a0916d-781f-49eb-93c0-34a26da259b3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/745785b5-2200-4416-93f8-13db3cc44dae HTTP/1.1" status: 204 len: 168 time: 0.5617445 Oct 20 10:56:06.937437 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a0916d-781f-49eb-93c0-34a26da259b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=745785b5-2200-4416-93f8-13db3cc44dae,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:06.964246 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-665f921d-6641-4612-b28f-352ea80f37b1 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Made reservation on behalf of c1dc2571b4ea4623a4cbd3a1bfe8dca0 for: {'subnet': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:56:06.969075 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-665f921d-6641-4612-b28f-352ea80f37b1 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26761797'] for subnet, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:07.088043 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 83a27c0a-aa33-46a5-8a47-da1b092a3377 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:56:07.306277 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:07.433039 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-eea249a2-243a-4b23-852c-ba52e7e9053b tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Allocated IP 2001:db8::1 (6e4b44cc-f289-4035-9e58-66ed7a2fe803/a27d1ec5-8ba0-471c-9d94-cfea5aae43cd/eec5e9fc-0f8b-447c-a5f8-ff00a2ed8c4e) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:56:07.540111 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-30c8396f-406b-4bec-89ae-0ba66aa80e67 None None] Publish callbacks [] for port, precommit_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:07.564413 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-30c8396f-406b-4bec-89ae-0ba66aa80e67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:07.584704 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-91a4cb21-2030-4cec-9842-30e92cf3642f None None] Provisioning complete for port 6d86c051-76ef-418b-8eda-152fd6015d90 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:56:07.585084 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-91a4cb21-2030-4cec-9842-30e92cf3642f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:07.644004 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-91a4cb21-2030-4cec-9842-30e92cf3642f None None] Port 6d86c051-76ef-418b-8eda-152fd6015d90 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:56:07.675443 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 83a27c0a-aa33-46a5-8a47-da1b092a3377 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:56:07.675998 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-eea249a2-243a-4b23-852c-ba52e7e9053b tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:07.676109 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:07.681249 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c8396f-406b-4bec-89ae-0ba66aa80e67 None None] Network d0ea9207-2532-4453-8e16-75af86e1cde9 is already hosted by enough agents. {{(pid=100598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:56:07.687222 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-665f921d-6641-4612-b28f-352ea80f37b1 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26836128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26761819'] for subnet, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:07.690078 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:07.722448 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.base_scheduler [None req-30c8396f-406b-4bec-89ae-0ba66aa80e67 None None] Resources bound (agent type, host, resource id): {{(pid=100598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:56:07.722448 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c8396f-406b-4bec-89ae-0ba66aa80e67 None None] Received port after_create {{(pid=100598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:56:07.753927 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-665f921d-6641-4612-b28f-352ea80f37b1 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Network 979b1063-72ef-43c8-9727-2150968986c5 is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:56:07.763877 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-665f921d-6641-4612-b28f-352ea80f37b1 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:56:07.765152 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-eea249a2-243a-4b23-852c-ba52e7e9053b tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:07.820382 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-665f921d-6641-4612-b28f-352ea80f37b1 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:07.820930 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-665f921d-6641-4612-b28f-352ea80f37b1 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:07.826467 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-3adbde93-92da-4c7c-8788-a24acb046739 None None] Could not find standard attr ID for object a15d2ed8-0c7f-4524-a967-c183a5f9b357. {{(pid=100598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 20 10:56:07.832707 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2335cbd7-a5f0-4c36-aadf-97873a30adac None None] Network 979b1063-72ef-43c8-9727-2150968986c5 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:56:07.863963 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5bb60f39-8c21-4d2e-a33b-887c3262be1e req-49e0bc88-fd45-4c66-be8d-54d52f6917ec tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c642b60-e4e3-4408-808f-149dead57ddc HTTP/1.1" status: 200 len: 210 time: 0.0402572 Oct 20 10:56:07.888931 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea249a2-243a-4b23-852c-ba52e7e9053b tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Network 6e4b44cc-f289-4035-9e58-66ed7a2fe803 is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:56:07.897552 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-665f921d-6641-4612-b28f-352ea80f37b1 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1584744 Oct 20 10:56:07.901169 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 54214) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:07.906204 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665f921d-6641-4612-b28f-352ea80f37b1 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Pushing event updated for resources: {'Subnet': ['ID=74190c4d-ad9c-4202-b169-0e1d60715fff,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:07.906583 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-12e32d74-cbba-462d-b011-d7368c0037f0 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1442871479', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '74190c4d-ad9c-4202-b169-0e1d60715fff'}], 'security_groups': ['529520b6-5d88-457e-a083-55339d32c42b', '661d4ae8-52cd-4aa7-b719-00f0800cf0ae']}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:56:07.909700 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-eea249a2-243a-4b23-852c-ba52e7e9053b tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:56:07.912985 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c8396f-406b-4bec-89ae-0ba66aa80e67 None None] Pushing event updated for resources: {'Port': ['ID=2a311f9c-b399-4607-8756-5fffba1bfbff,revision_number=1']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:07.923237 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665f921d-6641-4612-b28f-352ea80f37b1 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:56:07.923640 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665f921d-6641-4612-b28f-352ea80f37b1 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:56:07.924075 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665f921d-6641-4612-b28f-352ea80f37b1 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:56:07.924422 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665f921d-6641-4612-b28f-352ea80f37b1 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:56:07.924923 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665f921d-6641-4612-b28f-352ea80f37b1 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:56:07.925264 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665f921d-6641-4612-b28f-352ea80f37b1 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:56:07.926251 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665f921d-6641-4612-b28f-352ea80f37b1 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:56:07.926251 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665f921d-6641-4612-b28f-352ea80f37b1 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:56:07.926251 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665f921d-6641-4612-b28f-352ea80f37b1 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:56:07.929068 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665f921d-6641-4612-b28f-352ea80f37b1 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:56:07.929472 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665f921d-6641-4612-b28f-352ea80f37b1 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:56:07.929923 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665f921d-6641-4612-b28f-352ea80f37b1 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:56:07.930227 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea249a2-243a-4b23-852c-ba52e7e9053b tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:56:07.930775 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-eea249a2-243a-4b23-852c-ba52e7e9053b tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1774540'] for router_interface, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:07.939996 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-30c8396f-406b-4bec-89ae-0ba66aa80e67 None None] Attempting to bind port 2a311f9c-b399-4607-8756-5fffba1bfbff on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:56:07.940612 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-30c8396f-406b-4bec-89ae-0ba66aa80e67 None None] Attempting to bind port 2a311f9c-b399-4607-8756-5fffba1bfbff by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '2afae27e-69de-4d9d-b3c2-8bd075804ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'd0ea9207-2532-4453-8e16-75af86e1cde9'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:56:07.941182 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c8396f-406b-4bec-89ae-0ba66aa80e67 None None] Attempting to bind port 2a311f9c-b399-4607-8756-5fffba1bfbff on network d0ea9207-2532-4453-8e16-75af86e1cde9 {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:56:07.992136 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c8396f-406b-4bec-89ae-0ba66aa80e67 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 56, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:56:07.992649 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c8396f-406b-4bec-89ae-0ba66aa80e67 None None] Checking segment: {'id': '2afae27e-69de-4d9d-b3c2-8bd075804ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'd0ea9207-2532-4453-8e16-75af86e1cde9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:56:07.993072 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-30c8396f-406b-4bec-89ae-0ba66aa80e67 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:07.993467 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c8396f-406b-4bec-89ae-0ba66aa80e67 None None] Bound using segment: {'id': '2afae27e-69de-4d9d-b3c2-8bd075804ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'd0ea9207-2532-4453-8e16-75af86e1cde9'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:56:07.993966 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-30c8396f-406b-4bec-89ae-0ba66aa80e67 None None] Bound port: 2a311f9c-b399-4607-8756-5fffba1bfbff, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2afae27e-69de-4d9d-b3c2-8bd075804ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'd0ea9207-2532-4453-8e16-75af86e1cde9'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:56:07.994358 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-30c8396f-406b-4bec-89ae-0ba66aa80e67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:07.996250 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-3adbde93-92da-4c7c-8788-a24acb046739 None None] Provisioning complete for port 9cdd0f7f-5f37-4dad-b73d-3fa0f38484e8 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:56:07.996609 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3adbde93-92da-4c7c-8788-a24acb046739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:08.040107 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea249a2-243a-4b23-852c-ba52e7e9053b tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Pushing event updated for resources: {'Port': ['ID=eec5e9fc-0f8b-447c-a5f8-ff00a2ed8c4e,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:08.135172 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 2da426f2-58dd-45cc-a4ae-1c0609c43854 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:56:08.233501 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-12e32d74-cbba-462d-b011-d7368c0037f0 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:08.263903 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-eea249a2-243a-4b23-852c-ba52e7e9053b tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:08.348705 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:08.372677 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-3adbde93-92da-4c7c-8788-a24acb046739 None None] Port 9cdd0f7f-5f37-4dad-b73d-3fa0f38484e8 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:56:08.444681 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d2f2db-0fc9-463a-afe8-67b63b1faa91 req-8975668b-b4df-47fb-be13-3dc52bcbd619 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:08.446851 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d8d2f2db-0fc9-463a-afe8-67b63b1faa91 req-8975668b-b4df-47fb-be13-3dc52bcbd619 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.55 "GET /v2.0/networks?id=70d8d1ef-e175-48cb-b5a8-9bf8ec238a5d HTTP/1.1" status: 200 len: 797 time: 0.1689227 Oct 20 10:56:08.447561 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 54226) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:08.455451 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-3adbde93-92da-4c7c-8788-a24acb046739 None None] Provisioning complete for port e54b68f1-243b-41ea-9446-39019719fc45 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:56:08.455860 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3adbde93-92da-4c7c-8788-a24acb046739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:08.493231 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-30c8396f-406b-4bec-89ae-0ba66aa80e67 None None] For port 2a311f9c-b399-4607-8756-5fffba1bfbff, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:56:08.532702 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d8d2f2db-0fc9-463a-afe8-67b63b1faa91 req-19817faa-37be-45bb-8c81-804f017264ec tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ba79d3046aa84fd2ac89895f3514d2bd HTTP/1.1" status: 200 len: 380 time: 0.0700901 Oct 20 10:56:08.548185 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-30c8396f-406b-4bec-89ae-0ba66aa80e67 None None] For port 2a311f9c-b399-4607-8756-5fffba1bfbff, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=2a311f9c-b399-4607-8756-5fffba1bfbff,segment=NetworkSegment(2afae27e-69de-4d9d-b3c2-8bd075804ea0),segment_id=2afae27e-69de-4d9d-b3c2-8bd075804ea0)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:56:08.557071 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-d8d2f2db-0fc9-463a-afe8-67b63b1faa91 req-2e7e4818-8a08-425d-9d1c-b947816ff68d tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Request body: {'port': {'device_id': '4c642b60-e4e3-4408-808f-149dead57ddc', 'network_id': '70d8d1ef-e175-48cb-b5a8-9bf8ec238a5d', 'admin_state_up': True, 'tenant_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'security_groups': ['26948559-e889-46f3-b5c0-b176059a1133']}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:56:08.563245 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-30c8396f-406b-4bec-89ae-0ba66aa80e67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:08.579442 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 2da426f2-58dd-45cc-a4ae-1c0609c43854 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:56:08.579947 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:08.676437 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-66e26bb2-1032-4e63-9702-5ade39a6adf9 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-832616250-network', 'tenant_id': '84d656854f514ca4a2c3cebb10bcf3bf'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:56:08.726699 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c8396f-406b-4bec-89ae-0ba66aa80e67 None None] Pushing event updated for resources: {'Port': ['ID=2a311f9c-b399-4607-8756-5fffba1bfbff,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:08.743924 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66e26bb2-1032-4e63-9702-5ade39a6adf9 admin admin] Made reservation on behalf of 84d656854f514ca4a2c3cebb10bcf3bf for: {'network': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:56:08.747116 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-66e26bb2-1032-4e63-9702-5ade39a6adf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:08.778158 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-66e26bb2-1032-4e63-9702-5ade39a6adf9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:08.850019 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da601783-45b7-49a2-b64a-89ef6146868c None None] Update dhcp port {'port': {'network_id': '979b1063-72ef-43c8-9727-2150968986c5', 'fixed_ips': [{'subnet_id': '14c00c71-a79d-4e2f-b15f-4e562ddd90d8', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '7f310a74-74e4-46ff-a097-b8b73d66eb0a', 'ip_address': '2001:db8::2'}, {'subnet_id': '74190c4d-ad9c-4202-b169-0e1d60715fff'}], 'binding:host_id': 'n-d-811396-3'}, 'id': 'fd545cfc-8ca6-4267-9eb1-a693ab244264'} from n-d-811396-3. {{(pid=100598) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 20 10:56:08.881115 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-da601783-45b7-49a2-b64a-89ef6146868c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:08.883750 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-f951ee02-8429-457a-8091-ab6357009eee None None] Provisioning complete for port eec5e9fc-0f8b-447c-a5f8-ff00a2ed8c4e triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:56:08.884268 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-f951ee02-8429-457a-8091-ab6357009eee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:08.925725 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8d2f2db-0fc9-463a-afe8-67b63b1faa91 req-2e7e4818-8a08-425d-9d1c-b947816ff68d tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Made reservation on behalf of ba79d3046aa84fd2ac89895f3514d2bd for: {'port': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:56:08.935975 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-d8d2f2db-0fc9-463a-afe8-67b63b1faa91 req-2e7e4818-8a08-425d-9d1c-b947816ff68d tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:09.051874 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:09.060727 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-f951ee02-8429-457a-8091-ab6357009eee None None] Port eec5e9fc-0f8b-447c-a5f8-ff00a2ed8c4e cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:56:09.104589 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-619b7375-ae59-4d91-9100-dc6f810ac4a8 req-d8986620-bea8-4a7a-a5b9-e89df6d577e6 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c642b60-e4e3-4408-808f-149dead57ddc HTTP/1.1" status: 200 len: 210 time: 0.0926032 Oct 20 10:56:09.120375 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-12e32d74-cbba-462d-b011-d7368c0037f0 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Delete allocated IP 2001:db8::2f0 (979b1063-72ef-43c8-9727-2150968986c5/7f310a74-74e4-46ff-a097-b8b73d66eb0a) {{(pid=100597) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 20 10:56:09.148742 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-12e32d74-cbba-462d-b011-d7368c0037f0 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Allocated IP 2001:db8:0:2::328 (979b1063-72ef-43c8-9727-2150968986c5/74190c4d-ad9c-4202-b169-0e1d60715fff/9cdd0f7f-5f37-4dad-b73d-3fa0f38484e8) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:56:09.195962 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-eea249a2-243a-4b23-852c-ba52e7e9053b tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Publish callbacks [] for port, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:09.206784 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-eea249a2-243a-4b23-852c-ba52e7e9053b tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:09.207628 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-eea249a2-243a-4b23-852c-ba52e7e9053b tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1774432'] for router_interface, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:09.288524 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device e54b68f1-243b-41ea-9446-39019719fc45 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:56:09.375864 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea249a2-243a-4b23-852c-ba52e7e9053b tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Pushing event updated for resources: {'Port': ['ID=eec5e9fc-0f8b-447c-a5f8-ff00a2ed8c4e,revision_number=2']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:09.385006 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-66e26bb2-1032-4e63-9702-5ade39a6adf9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:09.391822 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [req-d8d2f2db-0fc9-463a-afe8-67b63b1faa91 req-2e7e4818-8a08-425d-9d1c-b947816ff68d tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Allocated IP 172.20.0.14 (70d8d1ef-e175-48cb-b5a8-9bf8ec238a5d/8cc294db-53a2-49f2-b9ea-e79f5035cec8/b657c948-f77f-45ee-acfc-6a4673c1c6f9) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:56:09.396466 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-66e26bb2-1032-4e63-9702-5ade39a6adf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:09.431059 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66e26bb2-1032-4e63-9702-5ade39a6adf9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 824} {{(pid=100596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:56:09.445325 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port e54b68f1-243b-41ea-9446-39019719fc45 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:56:09.446874 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e26bb2-1032-4e63-9702-5ade39a6adf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c518791d-1063-4a3f-b1cb-92475f90f737,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:09.446985 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:09.468827 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-66e26bb2-1032-4e63-9702-5ade39a6adf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:09.470520 n-d-811396-3 neutron-server[100596]: INFO neutron.db.segments_db [None req-66e26bb2-1032-4e63-9702-5ade39a6adf9 admin admin] Added segment 4e94e34d-ae07-415a-9764-b6b35c56945e of type vlan for network c22262c7-efb5-4d1d-ad25-382efd2f9076 Oct 20 10:56:09.569080 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-66e26bb2-1032-4e63-9702-5ade39a6adf9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:09.609398 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-66e26bb2-1032-4e63-9702-5ade39a6adf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:09.610784 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e26bb2-1032-4e63-9702-5ade39a6adf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:09.611633 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-66e26bb2-1032-4e63-9702-5ade39a6adf9 admin admin] Publish callbacks [] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:09.620047 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea249a2-243a-4b23-852c-ba52e7e9053b tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Network 6e4b44cc-f289-4035-9e58-66ed7a2fe803 is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:56:09.622788 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-eea249a2-243a-4b23-852c-ba52e7e9053b tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:56:09.691314 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-12e32d74-cbba-462d-b011-d7368c0037f0 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks [] for port, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:09.698620 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-66e26bb2-1032-4e63-9702-5ade39a6adf9 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2496819 Oct 20 10:56:09.699883 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 54244) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:09.762834 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e26bb2-1032-4e63-9702-5ade39a6adf9 admin admin] Pushing event updated for resources: {'Network': ['ID=c22262c7-efb5-4d1d-ad25-382efd2f9076,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:09.816428 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-bcf21cf7-5029-45a2-ac5e-3dcfcc300193 admin admin] Request body: {'subnet': {'network_id': 'c22262c7-efb5-4d1d-ad25-382efd2f9076', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-832616250-subnet', 'tenant_id': '84d656854f514ca4a2c3cebb10bcf3bf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:56:09.817753 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network c22262c7-efb5-4d1d-ad25-382efd2f9076 details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:56:09.821289 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-12e32d74-cbba-462d-b011-d7368c0037f0 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:09.830806 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-d8d2f2db-0fc9-463a-afe8-67b63b1faa91 req-2e7e4818-8a08-425d-9d1c-b947816ff68d tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:09.839650 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 83a27c0a-aa33-46a5-8a47-da1b092a3377 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:56:09.896620 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-d8d2f2db-0fc9-463a-afe8-67b63b1faa91 req-2e7e4818-8a08-425d-9d1c-b947816ff68d tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:09.943994 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-12e32d74-cbba-462d-b011-d7368c0037f0 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] In _notify_port_updated(), no bound segment for port 9cdd0f7f-5f37-4dad-b73d-3fa0f38484e8 on network 979b1063-72ef-43c8-9727-2150968986c5 {{(pid=100597) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 20 10:56:09.949779 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e32d74-cbba-462d-b011-d7368c0037f0 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:09.950355 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-12e32d74-cbba-462d-b011-d7368c0037f0 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:09.954774 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-12e32d74-cbba-462d-b011-d7368c0037f0 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] 10.222.0.64 "PUT /v2.0/ports/9cdd0f7f-5f37-4dad-b73d-3fa0f38484e8 HTTP/1.1" status: 200 len: 970 time: 2.0523577 Oct 20 10:56:09.956889 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 54246) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:09.979978 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcf21cf7-5029-45a2-ac5e-3dcfcc300193 admin admin] Made reservation on behalf of 84d656854f514ca4a2c3cebb10bcf3bf for: {'subnet': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:56:09.982346 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bcf21cf7-5029-45a2-ac5e-3dcfcc300193 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25350782'] for subnet, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:09.986490 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eea249a2-243a-4b23-852c-ba52e7e9053b tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Router 484963a8-d482-4300-b18c-99411b91b85c has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:56:09.987399 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7e4818-8a08-425d-9d1c-b947816ff68d tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Pushing event updated for resources: {'Port': ['ID=b657c948-f77f-45ee-acfc-6a4673c1c6f9,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:09.997738 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e32d74-cbba-462d-b011-d7368c0037f0 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Pushing event updated for resources: {'Port': ['ID=9cdd0f7f-5f37-4dad-b73d-3fa0f38484e8,revision_number=2']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:10.005352 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8d2f2db-0fc9-463a-afe8-67b63b1faa91 req-2e7e4818-8a08-425d-9d1c-b947816ff68d tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Network 70d8d1ef-e175-48cb-b5a8-9bf8ec238a5d is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:56:10.007069 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [req-d8d2f2db-0fc9-463a-afe8-67b63b1faa91 req-2e7e4818-8a08-425d-9d1c-b947816ff68d tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:56:10.023337 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8d2f2db-0fc9-463a-afe8-67b63b1faa91 req-2e7e4818-8a08-425d-9d1c-b947816ff68d tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:56:10.090134 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-da601783-45b7-49a2-b64a-89ef6146868c None None] Allocated IP 2001:db8:0:2::2 (979b1063-72ef-43c8-9727-2150968986c5/74190c4d-ad9c-4202-b169-0e1d60715fff/fd545cfc-8ca6-4267-9eb1-a693ab244264) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:56:10.130188 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d2f2db-0fc9-463a-afe8-67b63b1faa91 req-2e7e4818-8a08-425d-9d1c-b947816ff68d tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:10.131026 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-d8d2f2db-0fc9-463a-afe8-67b63b1faa91 req-2e7e4818-8a08-425d-9d1c-b947816ff68d tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:10.154808 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d8d2f2db-0fc9-463a-afe8-67b63b1faa91 req-2e7e4818-8a08-425d-9d1c-b947816ff68d tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6087992 Oct 20 10:56:10.178208 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-d8d2f2db-0fc9-463a-afe8-67b63b1faa91 req-3bc8bbb7-42bf-4cfa-be93-9490d9f13dc7 service neutron] Request body: {'port': {'device_id': '4c642b60-e4e3-4408-808f-149dead57ddc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811396-3'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:56:10.185527 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 83a27c0a-aa33-46a5-8a47-da1b092a3377 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:56:10.185953 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:10.363414 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-d8d2f2db-0fc9-463a-afe8-67b63b1faa91 req-3bc8bbb7-42bf-4cfa-be93-9490d9f13dc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:10.428565 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-6835ddc7-7547-44a0-8064-e675d9687732 None None] Provisioning complete for port eec5e9fc-0f8b-447c-a5f8-ff00a2ed8c4e triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:56:10.429152 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-6835ddc7-7547-44a0-8064-e675d9687732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:10.448696 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eea249a2-243a-4b23-852c-ba52e7e9053b tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:56:10.456879 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7fc734-02dd-499b-85ff-ac786e8b31c2 req-e398099b-afa9-485b-8b31-c5fbeb950fa8 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:10.465928 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8d7fc734-02dd-499b-85ff-ac786e8b31c2 req-e398099b-afa9-485b-8b31-c5fbeb950fa8 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c642b60-e4e3-4408-808f-149dead57ddc HTTP/1.1" status: 200 len: 932 time: 0.2346184 Oct 20 10:56:10.467182 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a86b977-0cba-43b1-959d-02c62d9c037b None None] Sync routers for ids ['484963a8-d482-4300-b18c-99411b91b85c'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:56:10.473681 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-eea249a2-243a-4b23-852c-ba52e7e9053b tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] 10.222.0.64 "PUT /v2.0/routers/484963a8-d482-4300-b18c-99411b91b85c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7891488 Oct 20 10:56:10.484119 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 54252) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:10.484395 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a86b977-0cba-43b1-959d-02c62d9c037b None None] Routers {'484963a8-d482-4300-b18c-99411b91b85c'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:56:10.485425 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-2a86b977-0cba-43b1-959d-02c62d9c037b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:56:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['484963a8-d482-4300-b18c-99411b91b85c'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:10.527024 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8d7fc734-02dd-499b-85ff-ac786e8b31c2 req-47d83284-0205-4afe-952d-dde9d5b33db1 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/security-groups?id=26948559-e889-46f3-b5c0-b176059a1133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602114 Oct 20 10:56:10.542894 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-da601783-45b7-49a2-b64a-89ef6146868c None None] For port fd545cfc-8ca6-4267-9eb1-a693ab244264, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=fd545cfc-8ca6-4267-9eb1-a693ab244264,segment=NetworkSegment(b937bde2-9a3d-40c8-80a1-7a557091e868),segment_id=b937bde2-9a3d-40c8-80a1-7a557091e868)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:56:10.561681 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-2a86b977-0cba-43b1-959d-02c62d9c037b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:10.582510 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26117653-f42a-4ad9-9295-a1889dcb8f14 None None] Network d0ea9207-2532-4453-8e16-75af86e1cde9 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:56:10.586012 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a86b977-0cba-43b1-959d-02c62d9c037b None None] Routers {'484963a8-d482-4300-b18c-99411b91b85c'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:56:10.586772 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-2a86b977-0cba-43b1-959d-02c62d9c037b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:56:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['484963a8-d482-4300-b18c-99411b91b85c'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:10.649683 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9a2b0b06-6b06-4e27-9698-cbd821f859cb tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Publish callbacks [] for router, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:10.667961 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-2a86b977-0cba-43b1-959d-02c62d9c037b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:10.668782 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a86b977-0cba-43b1-959d-02c62d9c037b None None] The sync data for ids ['484963a8-d482-4300-b18c-99411b91b85c'] in n-d-811396-3 is: [] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:56:10.676563 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-6835ddc7-7547-44a0-8064-e675d9687732 None None] Port eec5e9fc-0f8b-447c-a5f8-ff00a2ed8c4e cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:56:10.751835 n-d-811396-3 neutron-server[100597]: INFO neutron.api.v2.resource [None req-9a2b0b06-6b06-4e27-9698-cbd821f859cb tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 20 10:56:10.753449 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-9a2b0b06-6b06-4e27-9698-cbd821f859cb tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] 10.222.0.64 "DELETE /v2.0/routers/484963a8-d482-4300-b18c-99411b91b85c HTTP/1.1" status: 409 len: 329 time: 0.2650681 Oct 20 10:56:10.757231 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 54254) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:10.770940 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-4c54ffca-205f-4edd-b5a0-3d3bbb220749 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Deleting port 9cdd0f7f-5f37-4dad-b73d-3fa0f38484e8 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:56:10.771601 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4c54ffca-205f-4edd-b5a0-3d3bbb220749 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:10.917063 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [req-d8d2f2db-0fc9-463a-afe8-67b63b1faa91 req-3bc8bbb7-42bf-4cfa-be93-9490d9f13dc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b657c948-f77f-45ee-acfc-6a4673c1c6f9 {{(pid=100596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:56:10.940685 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-da601783-45b7-49a2-b64a-89ef6146868c None None] Publish callbacks [] for port, precommit_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:10.959977 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-da601783-45b7-49a2-b64a-89ef6146868c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:11.022499 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-66c97e4c-6178-4125-8f39-e66c48313425 None None] Provisioning complete for port b657c948-f77f-45ee-acfc-6a4673c1c6f9 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:56:11.022848 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-66c97e4c-6178-4125-8f39-e66c48313425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:11.165990 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-66c97e4c-6178-4125-8f39-e66c48313425 None None] Port b657c948-f77f-45ee-acfc-6a4673c1c6f9 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:56:11.261556 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 2a311f9c-b399-4607-8756-5fffba1bfbff up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:56:11.264932 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bcf21cf7-5029-45a2-ac5e-3dcfcc300193 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25350752'] for subnet, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:11.303577 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4c54ffca-205f-4edd-b5a0-3d3bbb220749 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:11.335521 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-4c54ffca-205f-4edd-b5a0-3d3bbb220749 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Calling delete_port for 9cdd0f7f-5f37-4dad-b73d-3fa0f38484e8 owned by {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:56:11.338720 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da601783-45b7-49a2-b64a-89ef6146868c None None] Pushing event updated for resources: {'Port': ['ID=fd545cfc-8ca6-4267-9eb1-a693ab244264,revision_number=7']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:11.368271 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 2a311f9c-b399-4607-8756-5fffba1bfbff triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:56:11.368703 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:11.370285 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-66c97e4c-6178-4125-8f39-e66c48313425 None None] Provisioning complete for port 2a311f9c-b399-4607-8756-5fffba1bfbff triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:56:11.370646 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-66c97e4c-6178-4125-8f39-e66c48313425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:11.378124 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf21cf7-5029-45a2-ac5e-3dcfcc300193 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f3819e5-f0c7-4a1e-8dee-46125e41db53,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:11.412460 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-d8d2f2db-0fc9-463a-afe8-67b63b1faa91 req-3bc8bbb7-42bf-4cfa-be93-9490d9f13dc7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:11.424709 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf21cf7-5029-45a2-ac5e-3dcfcc300193 admin admin] Checking segment: {'id': '4e94e34d-ae07-415a-9764-b6b35c56945e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'c22262c7-efb5-4d1d-ad25-382efd2f9076'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:56:11.425783 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf21cf7-5029-45a2-ac5e-3dcfcc300193 admin admin] Network hostable DHCP agents. Network: c22262c7-efb5-4d1d-ad25-382efd2f9076, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:56:11.469937 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf21cf7-5029-45a2-ac5e-3dcfcc300193 admin admin] Network c22262c7-efb5-4d1d-ad25-382efd2f9076 is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:56:11.489511 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-bcf21cf7-5029-45a2-ac5e-3dcfcc300193 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, c22262c7-efb5-4d1d-ad25-382efd2f9076) {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:56:11.496186 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf21cf7-5029-45a2-ac5e-3dcfcc300193 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:11.497529 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bcf21cf7-5029-45a2-ac5e-3dcfcc300193 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:11.529866 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-885c8560-a4bc-4a91-b779-835446de61ce None None] Network c22262c7-efb5-4d1d-ad25-382efd2f9076 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:56:11.581025 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-bcf21cf7-5029-45a2-ac5e-3dcfcc300193 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.7697380 Oct 20 10:56:11.709777 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4c54ffca-205f-4edd-b5a0-3d3bbb220749 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:11.732119 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.provisioning_blocks [req-d8d2f2db-0fc9-463a-afe8-67b63b1faa91 req-3bc8bbb7-42bf-4cfa-be93-9490d9f13dc7 service neutron] Transition to ACTIVE for port object b657c948-f77f-45ee-acfc-6a4673c1c6f9 will not be triggered until provisioned by entity L2. {{(pid=100596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:56:11.756894 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-d8d2f2db-0fc9-463a-afe8-67b63b1faa91 req-3bc8bbb7-42bf-4cfa-be93-9490d9f13dc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:11.786052 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c54ffca-205f-4edd-b5a0-3d3bbb220749 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Pushing event deleted for resources: {'Port': ['ID=9cdd0f7f-5f37-4dad-b73d-3fa0f38484e8,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:11.863261 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4c54ffca-205f-4edd-b5a0-3d3bbb220749 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:11.887919 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-4c54ffca-205f-4edd-b5a0-3d3bbb220749 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] 10.222.0.64 "DELETE /v2.0/ports/9cdd0f7f-5f37-4dad-b73d-3fa0f38484e8 HTTP/1.1" status: 204 len: 168 time: 1.9270043 Oct 20 10:56:11.888930 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 54272) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:11.928186 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ee51e48-933a-467e-bcec-b9d964beaf10 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] GET failed (client error): The resource could not be found. Oct 20 10:56:11.933612 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-0ee51e48-933a-467e-bcec-b9d964beaf10 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] 10.222.0.64 "GET /v2.0/ports/9cdd0f7f-5f37-4dad-b73d-3fa0f38484e8 HTTP/1.1" status: 404 len: 333 time: 0.0437222 Oct 20 10:56:11.934442 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 54276) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:11.941675 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-66c97e4c-6178-4125-8f39-e66c48313425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:11.970665 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc8bbb7-42bf-4cfa-be93-9490d9f13dc7 service neutron] Pushing event updated for resources: {'Port': ['ID=b657c948-f77f-45ee-acfc-6a4673c1c6f9,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:12.048343 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dbffd26-3a10-4ef2-849f-7c2c031d9415 None None] Network c22262c7-efb5-4d1d-ad25-382efd2f9076 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:56:12.078969 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5b8e0ef2-21fe-417b-a050-f677172a401a tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:12.085648 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-66c97e4c-6178-4125-8f39-e66c48313425 None None] For port 2a311f9c-b399-4607-8756-5fffba1bfbff, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=2a311f9c-b399-4607-8756-5fffba1bfbff,segment=NetworkSegment(2afae27e-69de-4d9d-b3c2-8bd075804ea0),segment_id=2afae27e-69de-4d9d-b3c2-8bd075804ea0)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:56:12.092762 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934c5474-221c-42c9-a43a-fe28c61df9d3 req-a89a5346-7917-4d79-b22e-4e44a96c15d1 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:12.101165 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-934c5474-221c-42c9-a43a-fe28c61df9d3 req-a89a5346-7917-4d79-b22e-4e44a96c15d1 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c642b60-e4e3-4408-808f-149dead57ddc HTTP/1.1" status: 200 len: 932 time: 0.4278409 Oct 20 10:56:12.124268 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-66c97e4c-6178-4125-8f39-e66c48313425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:12.139965 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5b8e0ef2-21fe-417b-a050-f677172a401a tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:12.155649 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:12.236310 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5b8e0ef2-21fe-417b-a050-f677172a401a tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:12.240461 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5b8e0ef2-21fe-417b-a050-f677172a401a tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:12.252369 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-5b8e0ef2-21fe-417b-a050-f677172a401a tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] 10.222.0.64 "DELETE /v2.0/security-groups/611d4071-1c68-4890-98c0-3d10f269fcfa HTTP/1.1" status: 204 len: 168 time: 0.3166928 Oct 20 10:56:12.253014 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 54284) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:12.268783 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-d8d2f2db-0fc9-463a-afe8-67b63b1faa91 req-3bc8bbb7-42bf-4cfa-be93-9490d9f13dc7 service neutron] Attempting to bind port b657c948-f77f-45ee-acfc-6a4673c1c6f9 on host n-h1-811396-3 for vnic_type normal with profile {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:56:12.269304 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-d8d2f2db-0fc9-463a-afe8-67b63b1faa91 req-3bc8bbb7-42bf-4cfa-be93-9490d9f13dc7 service neutron] Attempting to bind port b657c948-f77f-45ee-acfc-6a4673c1c6f9 by drivers openvswitch,hyperv on host n-h1-811396-3 at level 0 using segments [{'id': '04b14d52-8865-481b-b21e-ff6eaaae12bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '70d8d1ef-e175-48cb-b5a8-9bf8ec238a5d'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:56:12.269640 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d2f2db-0fc9-463a-afe8-67b63b1faa91 req-3bc8bbb7-42bf-4cfa-be93-9490d9f13dc7 service neutron] Attempting to bind port b657c948-f77f-45ee-acfc-6a4673c1c6f9 on network 70d8d1ef-e175-48cb-b5a8-9bf8ec238a5d {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:56:12.313742 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-934c5474-221c-42c9-a43a-fe28c61df9d3 req-21e7b8ce-8af3-4c1b-aa54-aa27924406a7 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/security-groups?id=26948559-e889-46f3-b5c0-b176059a1133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2082987 Oct 20 10:56:12.314809 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8e0ef2-21fe-417b-a050-f677172a401a tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=611d4071-1c68-4890-98c0-3d10f269fcfa,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:12.324740 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d2f2db-0fc9-463a-afe8-67b63b1faa91 req-3bc8bbb7-42bf-4cfa-be93-9490d9f13dc7 service neutron] Port b657c948-f77f-45ee-acfc-6a4673c1c6f9 on network 70d8d1ef-e175-48cb-b5a8-9bf8ec238a5d not bound, no agent of type Open vSwitch agent registered on host n-h1-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:56:12.325068 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d2f2db-0fc9-463a-afe8-67b63b1faa91 req-3bc8bbb7-42bf-4cfa-be93-9490d9f13dc7 service neutron] Attempting to bind port b657c948-f77f-45ee-acfc-6a4673c1c6f9 on network 70d8d1ef-e175-48cb-b5a8-9bf8ec238a5d {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:56:12.366658 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d2f2db-0fc9-463a-afe8-67b63b1faa91 req-3bc8bbb7-42bf-4cfa-be93-9490d9f13dc7 service neutron] Checking agent: {'id': 'b707b4cc-061f-4cf4-bce0-0b3df9b7bec9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:56:12.366991 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d2f2db-0fc9-463a-afe8-67b63b1faa91 req-3bc8bbb7-42bf-4cfa-be93-9490d9f13dc7 service neutron] Checking segment: {'id': '04b14d52-8865-481b-b21e-ff6eaaae12bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '70d8d1ef-e175-48cb-b5a8-9bf8ec238a5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:56:12.367424 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d2f2db-0fc9-463a-afe8-67b63b1faa91 req-3bc8bbb7-42bf-4cfa-be93-9490d9f13dc7 service neutron] Bound using segment: {'id': '04b14d52-8865-481b-b21e-ff6eaaae12bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '70d8d1ef-e175-48cb-b5a8-9bf8ec238a5d'} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:56:12.367879 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-d8d2f2db-0fc9-463a-afe8-67b63b1faa91 req-3bc8bbb7-42bf-4cfa-be93-9490d9f13dc7 service neutron] Bound port: b657c948-f77f-45ee-acfc-6a4673c1c6f9, host: n-h1-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04b14d52-8865-481b-b21e-ff6eaaae12bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '70d8d1ef-e175-48cb-b5a8-9bf8ec238a5d'}}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:56:12.371589 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-d8d2f2db-0fc9-463a-afe8-67b63b1faa91 req-3bc8bbb7-42bf-4cfa-be93-9490d9f13dc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:12.403158 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-bf2faba4-1151-4a19-a426-6c6061ae3173 None None] Provisioning complete for port 2a311f9c-b399-4607-8756-5fffba1bfbff triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:56:12.404261 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-bf2faba4-1151-4a19-a426-6c6061ae3173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:12.410117 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5c1133a9-2878-4d9b-8c88-65781b640025 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:12.414203 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c97e4c-6178-4125-8f39-e66c48313425 None None] Pushing event updated for resources: {'Port': ['ID=2a311f9c-b399-4607-8756-5fffba1bfbff,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:12.438535 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5c1133a9-2878-4d9b-8c88-65781b640025 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:12.495082 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5c1133a9-2878-4d9b-8c88-65781b640025 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:12.497286 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.db.api [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 10:56:12.497733 n-d-811396-3 neutron-server[100598]: DEBUG oslo_db.api [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 10:56:12.499956 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5c1133a9-2878-4d9b-8c88-65781b640025 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:12.504294 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-5c1133a9-2878-4d9b-8c88-65781b640025 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] 10.222.0.64 "DELETE /v2.0/security-groups/661d4ae8-52cd-4aa7-b719-00f0800cf0ae HTTP/1.1" status: 204 len: 168 time: 0.2197368 Oct 20 10:56:12.504991 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 54290) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:12.533955 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1133a9-2878-4d9b-8c88-65781b640025 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=661d4ae8-52cd-4aa7-b719-00f0800cf0ae,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:12.538881 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-05deaecd-8794-40b8-a0dd-4153b094cb33 tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1774405'] for router_interface, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:12.601025 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-d8d2f2db-0fc9-463a-afe8-67b63b1faa91 req-3bc8bbb7-42bf-4cfa-be93-9490d9f13dc7 service neutron] For port b657c948-f77f-45ee-acfc-6a4673c1c6f9, host n-h1-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:56:12.619614 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-d8d2f2db-0fc9-463a-afe8-67b63b1faa91 req-3bc8bbb7-42bf-4cfa-be93-9490d9f13dc7 service neutron] For port b657c948-f77f-45ee-acfc-6a4673c1c6f9, host n-h1-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=b657c948-f77f-45ee-acfc-6a4673c1c6f9,segment=NetworkSegment(04b14d52-8865-481b-b21e-ff6eaaae12bb),segment_id=04b14d52-8865-481b-b21e-ff6eaaae12bb)] {{(pid=100596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:56:12.619884 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d64b1c43-c2dc-47f9-8505-13762b36da2d tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:12.627227 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-d8d2f2db-0fc9-463a-afe8-67b63b1faa91 req-3bc8bbb7-42bf-4cfa-be93-9490d9f13dc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:12.653124 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d64b1c43-c2dc-47f9-8505-13762b36da2d tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:12.703565 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd49076-da28-4796-8ec1-2c1cd8d0b302 req-e67578e8-d007-4a82-9d4d-460ad3af8dc3 tempest-ServerAddressesTestJSON-1871439420 tempest-ServerAddressesTestJSON-1871439420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:12.705076 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5cd49076-da28-4796-8ec1-2c1cd8d0b302 req-e67578e8-d007-4a82-9d4d-460ad3af8dc3 tempest-ServerAddressesTestJSON-1871439420 tempest-ServerAddressesTestJSON-1871439420-project] 10.222.0.64 "GET /v2.0/networks?id=c22262c7-efb5-4d1d-ad25-382efd2f9076 HTTP/1.1" status: 200 len: 813 time: 0.3897488 Oct 20 10:56:12.718070 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d2f2db-0fc9-463a-afe8-67b63b1faa91 req-3bc8bbb7-42bf-4cfa-be93-9490d9f13dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:12.719111 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-d8d2f2db-0fc9-463a-afe8-67b63b1faa91 req-3bc8bbb7-42bf-4cfa-be93-9490d9f13dc7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:12.720562 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d8d2f2db-0fc9-463a-afe8-67b63b1faa91 req-3bc8bbb7-42bf-4cfa-be93-9490d9f13dc7 service neutron] 10.222.0.55 "PUT /v2.0/ports/b657c948-f77f-45ee-acfc-6a4673c1c6f9 HTTP/1.1" status: 200 len: 1092 time: 2.5490034 Oct 20 10:56:12.722253 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d64b1c43-c2dc-47f9-8505-13762b36da2d tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:12.727273 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d64b1c43-c2dc-47f9-8505-13762b36da2d tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:12.744131 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-d64b1c43-c2dc-47f9-8505-13762b36da2d tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] 10.222.0.64 "DELETE /v2.0/security-groups/529520b6-5d88-457e-a083-55339d32c42b HTTP/1.1" status: 204 len: 168 time: 0.2345626 Oct 20 10:56:12.745230 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 54294) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:12.753879 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c642b60-e4e3-4408-808f-149dead57ddc', 'tag': 'b657c948-f77f-45ee-acfc-6a4673c1c6f9'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:56:12.756564 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9555891-2b24-45ac-8962-0e859f4f9a25" -d '{"events": [{"name": "network-changed", "server_uuid": "4c642b60-e4e3-4408-808f-149dead57ddc", "tag": "b657c948-f77f-45ee-acfc-6a4673c1c6f9"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:56:12.788127 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-bd8d2ae4-9fa0-4ea6-b463-05db380322da None None] Could not find standard attr ID for object 9cdd0f7f-5f37-4dad-b73d-3fa0f38484e8. {{(pid=100598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 20 10:56:12.806402 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5cd49076-da28-4796-8ec1-2c1cd8d0b302 req-966bbe3e-3e2a-4fe6-9aaf-bb372a3621e4 tempest-ServerAddressesTestJSON-1871439420 tempest-ServerAddressesTestJSON-1871439420-project] 10.222.0.64 "GET /v2.0/quotas/84d656854f514ca4a2c3cebb10bcf3bf HTTP/1.1" status: 200 len: 375 time: 0.0848138 Oct 20 10:56:12.810803 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64b1c43-c2dc-47f9-8505-13762b36da2d tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=529520b6-5d88-457e-a083-55339d32c42b,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:12.813900 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-bd8d2ae4-9fa0-4ea6-b463-05db380322da None None] Provisioning complete for port fd545cfc-8ca6-4267-9eb1-a693ab244264 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:56:12.814285 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-bd8d2ae4-9fa0-4ea6-b463-05db380322da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:12.863060 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a243f12-34f7-4391-85af-061a9c466275 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Deleting subnet 7f310a74-74e4-46ff-a097-b8b73d66eb0a {{(pid=100597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:56:12.868040 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4a243f12-34f7-4391-85af-061a9c466275 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks [] for subnet, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:12.908766 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45c2e996-c34e-456f-803b-d64c9d080fcc x-openstack-request-id: req-45c2e996-c34e-456f-803b-d64c9d080fcc {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:56:12.913576 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c642b60-e4e3-4408-808f-149dead57ddc", "tag": "b657c948-f77f-45ee-acfc-6a4673c1c6f9", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:56:12.913962 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-45c2e996-c34e-456f-803b-d64c9d080fcc {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:56:12.914445 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c642b60-e4e3-4408-808f-149dead57ddc', 'tag': 'b657c948-f77f-45ee-acfc-6a4673c1c6f9', 'status': 'completed', 'code': 200} Oct 20 10:56:12.944000 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4a243f12-34f7-4391-85af-061a9c466275 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25852621'] for subnet, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:12.950318 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc8bbb7-42bf-4cfa-be93-9490d9f13dc7 service neutron] Pushing event updated for resources: {'Port': ['ID=b657c948-f77f-45ee-acfc-6a4673c1c6f9,revision_number=3']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:12.963255 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5cd49076-da28-4796-8ec1-2c1cd8d0b302 req-02d936a2-0231-40c2-a392-60fd9f84fb5d tempest-ServerAddressesTestJSON-1871439420 tempest-ServerAddressesTestJSON-1871439420-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=84d656854f514ca4a2c3cebb10bcf3bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1364946 Oct 20 10:56:13.102605 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4a243f12-34f7-4391-85af-061a9c466275 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:13.125276 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-bd8d2ae4-9fa0-4ea6-b463-05db380322da None None] Provisioning complete for port 6d86c051-76ef-418b-8eda-152fd6015d90 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:56:13.125840 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-bd8d2ae4-9fa0-4ea6-b463-05db380322da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:13.168649 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d2f2db-0fc9-463a-afe8-67b63b1faa91 req-880ff341-ec38-4ba9-a614-563338199d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:13.182299 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d8d2f2db-0fc9-463a-afe8-67b63b1faa91 req-880ff341-ec38-4ba9-a614-563338199d88 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ba79d3046aa84fd2ac89895f3514d2bd&device_id=4c642b60-e4e3-4408-808f-149dead57ddc HTTP/1.1" status: 200 len: 1095 time: 0.3648832 Oct 20 10:56:13.199507 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-bd8d2ae4-9fa0-4ea6-b463-05db380322da None None] Port 6d86c051-76ef-418b-8eda-152fd6015d90 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:56:13.208628 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4a243f12-34f7-4391-85af-061a9c466275 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25350811'] for subnet, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:13.263958 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a243f12-34f7-4391-85af-061a9c466275 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Pushing event deleted for resources: {'Subnet': ['ID=7f310a74-74e4-46ff-a097-b8b73d66eb0a,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:13.268949 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4a243f12-34f7-4391-85af-061a9c466275 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:13.272327 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-4a243f12-34f7-4391-85af-061a9c466275 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] 10.222.0.64 "DELETE /v2.0/subnets/7f310a74-74e4-46ff-a097-b8b73d66eb0a HTTP/1.1" status: 204 len: 168 time: 0.5055859 Oct 20 10:56:13.277529 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 54300) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:13.283410 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 2a311f9c-b399-4607-8756-5fffba1bfbff up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:56:13.301523 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d8d2f2db-0fc9-463a-afe8-67b63b1faa91 req-292b5b02-be64-4a4a-8945-896066e7e930 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b657c948-f77f-45ee-acfc-6a4673c1c6f9 HTTP/1.1" status: 200 len: 217 time: 0.1015735 Oct 20 10:56:13.333136 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-3aeb35fc-c864-4593-be37-6730cfa54f4c None None] Could not find standard attr ID for object 9cdd0f7f-5f37-4dad-b73d-3fa0f38484e8. {{(pid=100598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 20 10:56:13.369835 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 2a311f9c-b399-4607-8756-5fffba1bfbff triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:56:13.370230 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:13.378500 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6b85e09-2fb2-4421-84b4-6543424160ac tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Deleting subnet 74190c4d-ad9c-4202-b169-0e1d60715fff {{(pid=100597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:56:13.382341 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c6b85e09-2fb2-4421-84b4-6543424160ac tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks [] for subnet, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:13.404085 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a1c54f-cbe8-47e3-9715-cf94430a117e None None] Network 979b1063-72ef-43c8-9727-2150968986c5 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:56:13.457491 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c6b85e09-2fb2-4421-84b4-6543424160ac tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25852621'] for subnet, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:13.475311 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5cd49076-da28-4796-8ec1-2c1cd8d0b302 req-364f143b-b7a6-41c3-bbbe-d24ae5143929 service neutron] 10.222.0.64 "GET /v2.0/networks/c22262c7-efb5-4d1d-ad25-382efd2f9076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4666762 Oct 20 10:56:13.477135 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d2f2db-0fc9-463a-afe8-67b63b1faa91 req-3b687e4a-45f6-4b4f-9ead-326787e1c77f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:13.478755 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d8d2f2db-0fc9-463a-afe8-67b63b1faa91 req-3b687e4a-45f6-4b4f-9ead-326787e1c77f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8cc294db-53a2-49f2-b9ea-e79f5035cec8 HTTP/1.1" status: 200 len: 834 time: 0.1693001 Oct 20 10:56:13.574448 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c6b85e09-2fb2-4421-84b4-6543424160ac tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:13.598945 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device fd545cfc-8ca6-4267-9eb1-a693ab244264 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:56:13.599998 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9eb20e-0032-474b-a09b-b49630bee5d3 req-0887e3c8-ce6c-447e-859f-df2680ccd234 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:13.601831 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cf9eb20e-0032-474b-a09b-b49630bee5d3 req-0887e3c8-ce6c-447e-859f-df2680ccd234 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c642b60-e4e3-4408-808f-149dead57ddc HTTP/1.1" status: 200 len: 944 time: 0.1919808 Oct 20 10:56:13.661543 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c6b85e09-2fb2-4421-84b4-6543424160ac tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25350811'] for subnet, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:13.704136 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port fd545cfc-8ca6-4267-9eb1-a693ab244264 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:56:13.704527 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:13.718021 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d2f2db-0fc9-463a-afe8-67b63b1faa91 req-43ce447a-8cca-42e8-be00-7e199968541e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:13.718945 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d8d2f2db-0fc9-463a-afe8-67b63b1faa91 req-43ce447a-8cca-42e8-be00-7e199968541e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=70d8d1ef-e175-48cb-b5a8-9bf8ec238a5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2226155 Oct 20 10:56:13.719542 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c6b85e09-2fb2-4421-84b4-6543424160ac tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:13.724342 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-c6b85e09-2fb2-4421-84b4-6543424160ac tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] 10.222.0.64 "DELETE /v2.0/subnets/74190c4d-ad9c-4202-b169-0e1d60715fff HTTP/1.1" status: 204 len: 168 time: 0.4456975 Oct 20 10:56:13.731844 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 54306) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:13.753660 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b85e09-2fb2-4421-84b4-6543424160ac tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Pushing event deleted for resources: {'Subnet': ['ID=74190c4d-ad9c-4202-b169-0e1d60715fff,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:13.803517 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5cd49076-da28-4796-8ec1-2c1cd8d0b302 req-94bdf0fd-2fbd-43be-8869-2c0e1c0cdf22 service neutron] 10.222.0.64 "GET /v2.0/networks/c22262c7-efb5-4d1d-ad25-382efd2f9076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3184822 Oct 20 10:56:13.811566 n-d-811396-3 neutron-server[100596]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ea1dba5-760f-43c8-b685-876dddb5cc0d tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] DELETE failed (client error): The resource could not be found. Oct 20 10:56:13.812148 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ea1dba5-760f-43c8-b685-876dddb5cc0d tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:56:13.815369 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-5ea1dba5-760f-43c8-b685-876dddb5cc0d tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] 10.222.0.64 "DELETE /v2.0/subnets/7f310a74-74e4-46ff-a097-b8b73d66eb0a HTTP/1.1" status: 404 len: 337 time: 0.0805168 Oct 20 10:56:13.817970 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 54308) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:13.818906 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cf9eb20e-0032-474b-a09b-b49630bee5d3 req-cbc24f86-0f52-4404-91fa-faa1d4bbe137 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/security-groups?id=26948559-e889-46f3-b5c0-b176059a1133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1822820 Oct 20 10:56:13.849027 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74aeb282-2e24-40db-8542-0e8715fe76be None None] Update dhcp port {'port': {'network_id': '979b1063-72ef-43c8-9727-2150968986c5', 'fixed_ips': [{'subnet_id': '14c00c71-a79d-4e2f-b15f-4e562ddd90d8', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '74190c4d-ad9c-4202-b169-0e1d60715fff'}], 'binding:host_id': 'n-d-811396-3'}, 'id': 'fd545cfc-8ca6-4267-9eb1-a693ab244264'} from n-d-811396-3. {{(pid=100598) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 20 10:56:13.907584 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dbbfcca-5a5e-4f2f-a05b-1738022f4548 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Deleting subnet 14c00c71-a79d-4e2f-b15f-4e562ddd90d8 {{(pid=100597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:56:13.911190 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-74aeb282-2e24-40db-8542-0e8715fe76be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:13.911857 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5dbbfcca-5a5e-4f2f-a05b-1738022f4548 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks [] for subnet, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:13.918828 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-05deaecd-8794-40b8-a0dd-4153b094cb33 tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Deleting port eec5e9fc-0f8b-447c-a5f8-ff00a2ed8c4e {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:56:13.919178 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-05deaecd-8794-40b8-a0dd-4153b094cb33 tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:13.964974 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5dbbfcca-5a5e-4f2f-a05b-1738022f4548 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25852621'] for subnet, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:14.009665 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d8d2f2db-0fc9-463a-afe8-67b63b1faa91 req-dc7370aa-8508-41ef-8053-1c4d68e5cff2 service neutron] 10.222.0.55 "GET /v2.0/networks/70d8d1ef-e175-48cb-b5a8-9bf8ec238a5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2767596 Oct 20 10:56:14.072308 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5dbbfcca-5a5e-4f2f-a05b-1738022f4548 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:14.108309 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-05deaecd-8794-40b8-a0dd-4153b094cb33 tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:14.132664 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5dbbfcca-5a5e-4f2f-a05b-1738022f4548 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25350811'] for subnet, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:14.158057 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5ffa8a83-a097-4d6b-aa86-18e61db400e6 req-8da53cd2-da78-4af6-8997-e59f9b29ee5e tempest-ServerAddressesTestJSON-1871439420 tempest-ServerAddressesTestJSON-1871439420-project] 10.222.0.64 "GET /v2.0/ports?device_id=e1a56e52-a1fa-493b-b40b-ca11757b40d1 HTTP/1.1" status: 200 len: 210 time: 0.0999436 Oct 20 10:56:14.211289 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbbfcca-5a5e-4f2f-a05b-1738022f4548 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Pushing event deleted for resources: {'Subnet': ['ID=14c00c71-a79d-4e2f-b15f-4e562ddd90d8,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:14.216454 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5dbbfcca-5a5e-4f2f-a05b-1738022f4548 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:14.219104 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-05deaecd-8794-40b8-a0dd-4153b094cb33 tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Calling delete_port for eec5e9fc-0f8b-447c-a5f8-ff00a2ed8c4e owned by network:router_interface {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:56:14.219724 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-5dbbfcca-5a5e-4f2f-a05b-1738022f4548 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] 10.222.0.64 "DELETE /v2.0/subnets/14c00c71-a79d-4e2f-b15f-4e562ddd90d8 HTTP/1.1" status: 204 len: 168 time: 0.4004133 Oct 20 10:56:14.223815 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 54318) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:14.259363 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-70b40a20-db74-405f-8e57-2b1e35ee1eb8 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] DELETE failed (client error): The resource could not be found. Oct 20 10:56:14.259900 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70b40a20-db74-405f-8e57-2b1e35ee1eb8 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:56:14.262991 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-70b40a20-db74-405f-8e57-2b1e35ee1eb8 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] 10.222.0.64 "DELETE /v2.0/subnets/b83aa4c0-bd68-43d8-a945-e032e2ecd86d HTTP/1.1" status: 404 len: 337 time: 0.0381377 Oct 20 10:56:14.266382 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 54320) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:14.314011 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-d3b8fd6c-dd2d-49e3-b977-56f241b15943 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc29ea97-4373-4503-998c-9a9bebddf8ab HTTP/1.1" status: 200 len: 205 time: 0.0464876 Oct 20 10:56:14.319289 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 54322) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:14.337465 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d8d2f2db-0fc9-463a-afe8-67b63b1faa91 req-ab7f7a49-e6e1-475b-aae9-b426db7dc5fa service neutron] 10.222.0.55 "GET /v2.0/networks/70d8d1ef-e175-48cb-b5a8-9bf8ec238a5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3128319 Oct 20 10:56:14.392182 n-d-811396-3 neutron-server[100597]: INFO neutron.api.v2.resource [None req-e2d5c0d6-13c3-461b-9b02-36e92285f2e1 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] delete failed (client error): The resource could not be found. Oct 20 10:56:14.401121 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-e2d5c0d6-13c3-461b-9b02-36e92285f2e1 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] 10.222.0.64 "DELETE /v2.0/routers/fc29ea97-4373-4503-998c-9a9bebddf8ab HTTP/1.1" status: 404 len: 336 time: 0.0731194 Oct 20 10:56:14.402463 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 54324) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:14.444758 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-51724e02-8f94-4efb-9aff-1dd6cfae964e tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] DELETE failed (client error): The resource could not be found. Oct 20 10:56:14.446264 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51724e02-8f94-4efb-9aff-1dd6cfae964e tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:56:14.450265 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-51724e02-8f94-4efb-9aff-1dd6cfae964e tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] 10.222.0.64 "DELETE /v2.0/subnets/6c591312-bbd2-4878-af6e-e47a26e60cfc HTTP/1.1" status: 404 len: 337 time: 0.0439641 Oct 20 10:56:14.452939 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 54328) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:14.482680 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-79f5ff71-ab89-4ec0-9460-3e616bba019c tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] DELETE failed (client error): The resource could not be found. Oct 20 10:56:14.483333 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79f5ff71-ab89-4ec0-9460-3e616bba019c tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:56:14.486649 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-79f5ff71-ab89-4ec0-9460-3e616bba019c tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] 10.222.0.64 "DELETE /v2.0/subnets/56136e00-b436-44aa-8e8d-c59f3037415c HTTP/1.1" status: 404 len: 337 time: 0.0325398 Oct 20 10:56:14.489570 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 54330) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:14.503616 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9555891-2b24-45ac-8962-0e859f4f9a25 req-3fa4b0ba-2805-4357-bfb1-86fbf6ab0648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:14.506123 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d9555891-2b24-45ac-8962-0e859f4f9a25 req-3fa4b0ba-2805-4357-bfb1-86fbf6ab0648 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ba79d3046aa84fd2ac89895f3514d2bd&device_id=4c642b60-e4e3-4408-808f-149dead57ddc HTTP/1.1" status: 200 len: 1095 time: 0.0786915 Oct 20 10:56:14.523687 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server [None req-74aeb282-2e24-40db-8542-0e8715fe76be None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 14c00c71-a79d-4e2f-b15f-4e562ddd90d8: This subnet is being modified by another concurrent operation. Oct 20 10:56:14.523687 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 20 10:56:14.523687 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 20 10:56:14.523687 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 20 10:56:14.523687 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 20 10:56:14.523687 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 20 10:56:14.523687 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 20 10:56:14.523687 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 20 10:56:14.523687 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 20 10:56:14.523687 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 20 10:56:14.523687 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 20 10:56:14.523687 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 20 10:56:14.523687 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 20 10:56:14.523687 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 20 10:56:14.523687 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 10:56:14.523687 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 10:56:14.523687 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 10:56:14.523687 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 10:56:14.523687 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 20 10:56:14.523687 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 10:56:14.523687 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 20 10:56:14.523687 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 20 10:56:14.523687 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 10:56:14.523687 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 10:56:14.523687 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 10:56:14.523687 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 10:56:14.523687 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 20 10:56:14.523687 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 10:56:14.523687 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 20 10:56:14.523687 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 20 10:56:14.523687 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 10:56:14.523687 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 10:56:14.523687 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 10:56:14.523687 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 10:56:14.523687 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 20 10:56:14.523687 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 20 10:56:14.523687 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Oct 20 10:56:14.523687 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Oct 20 10:56:14.523687 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Oct 20 10:56:14.523687 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Oct 20 10:56:14.523687 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 20 10:56:14.523687 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 10:56:14.523687 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 20 10:56:14.523687 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 20 10:56:14.523687 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 20 10:56:14.523687 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 20 10:56:14.523687 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 10:56:14.523687 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 10:56:14.523687 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 10:56:14.523687 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 10:56:14.523687 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 20 10:56:14.523687 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 10:56:14.523687 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 20 10:56:14.523687 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 20 10:56:14.527495 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 10:56:14.527495 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 10:56:14.527495 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 10:56:14.527495 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 10:56:14.527495 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 20 10:56:14.527495 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 10:56:14.527495 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 20 10:56:14.527495 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 20 10:56:14.527495 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 10:56:14.527495 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 10:56:14.527495 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 10:56:14.527495 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 10:56:14.527495 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 20 10:56:14.527495 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 20 10:56:14.527495 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1740, in update_port Oct 20 10:56:14.527495 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Oct 20 10:56:14.527495 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 20 10:56:14.527495 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 20 10:56:14.527495 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1514, in update_port Oct 20 10:56:14.527495 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Oct 20 10:56:14.527495 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Oct 20 10:56:14.527495 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Oct 20 10:56:14.527495 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Oct 20 10:56:14.527495 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Oct 20 10:56:14.527495 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Oct 20 10:56:14.527495 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 20 10:56:14.527495 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 20 10:56:14.527495 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 20 10:56:14.527495 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 20 10:56:14.527495 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server raise exception Oct 20 10:56:14.527495 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 14c00c71-a79d-4e2f-b15f-4e562ddd90d8: This subnet is being modified by another concurrent operation. Oct 20 10:56:14.527495 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server Oct 20 10:56:14.538779 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9cc2cc5-c191-443b-b754-54d72a2a3869 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] DELETE failed (client error): The resource could not be found. Oct 20 10:56:14.539343 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9cc2cc5-c191-443b-b754-54d72a2a3869 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:56:14.545218 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-e9cc2cc5-c191-443b-b754-54d72a2a3869 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] 10.222.0.64 "DELETE /v2.0/subnets/bbcf5c31-5576-46bf-8f04-98eb24f55f98 HTTP/1.1" status: 404 len: 337 time: 0.0521533 Oct 20 10:56:14.546051 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 54332) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:14.599541 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-97459993-9974-4352-b683-e87a94792f56 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] DELETE failed (client error): The resource could not be found. Oct 20 10:56:14.600938 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-05deaecd-8794-40b8-a0dd-4153b094cb33 tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:14.601380 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97459993-9974-4352-b683-e87a94792f56 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:56:14.606130 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-97459993-9974-4352-b683-e87a94792f56 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] 10.222.0.64 "DELETE /v2.0/ports/328cffd4-c37e-4868-9bda-7726bf3ac1cf HTTP/1.1" status: 404 len: 333 time: 0.0596769 Oct 20 10:56:14.611607 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 54334) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:14.633698 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a20a159-7edb-499c-8797-7dae85a115bd None None] Network 979b1063-72ef-43c8-9727-2150968986c5 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:56:14.683291 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05deaecd-8794-40b8-a0dd-4153b094cb33 tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Pushing event deleted for resources: {'Port': ['ID=eec5e9fc-0f8b-447c-a5f8-ff00a2ed8c4e,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:14.690428 n-d-811396-3 neutron-server[100596]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2fa65ac-4e77-472f-8284-632738b81771 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] DELETE failed (client error): The resource could not be found. Oct 20 10:56:14.690428 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2fa65ac-4e77-472f-8284-632738b81771 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:56:14.692965 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-a2fa65ac-4e77-472f-8284-632738b81771 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] 10.222.0.64 "DELETE /v2.0/subnets/345c4d40-b14a-42ba-b15c-3bf769ef9ac2 HTTP/1.1" status: 404 len: 337 time: 0.0765183 Oct 20 10:56:14.696203 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 54336) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:14.748244 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d289506-50f2-4086-b628-cb52f67f797b tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] DELETE failed (client error): The resource could not be found. Oct 20 10:56:14.749835 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d289506-50f2-4086-b628-cb52f67f797b tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:56:14.754709 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-3d289506-50f2-4086-b628-cb52f67f797b tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] 10.222.0.64 "DELETE /v2.0/subnets/619410a1-f680-4a09-bd16-1f53551c5aa2 HTTP/1.1" status: 404 len: 337 time: 0.0573924 Oct 20 10:56:14.767025 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 54340) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:14.841153 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-a5abac68-524d-4696-ac91-c9eb4f63b7a5 None None] Provisioning complete for port fd545cfc-8ca6-4267-9eb1-a693ab244264 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:56:14.841739 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-a5abac68-524d-4696-ac91-c9eb4f63b7a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:14.852310 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ec069ad-8c3e-4585-8775-00abd45e95cd tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] DELETE failed (client error): The resource could not be found. Oct 20 10:56:14.866697 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ec069ad-8c3e-4585-8775-00abd45e95cd tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:56:14.870557 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-05deaecd-8794-40b8-a0dd-4153b094cb33 tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1771989'] for router_interface, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:14.873233 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 54344) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:14.876702 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-6ec069ad-8c3e-4585-8775-00abd45e95cd tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] 10.222.0.64 "DELETE /v2.0/ports/ab1d7a05-c260-45ce-afc5-bd50bad4c2a0 HTTP/1.1" status: 404 len: 333 time: 0.1080174 Oct 20 10:56:14.878861 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9555891-2b24-45ac-8962-0e859f4f9a25 req-8e956e97-1981-4637-adf6-ccf01cc92fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:14.880470 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d9555891-2b24-45ac-8962-0e859f4f9a25 req-8e956e97-1981-4637-adf6-ccf01cc92fbe service neutron] 10.222.0.55 "GET /v2.0/networks?id=70d8d1ef-e175-48cb-b5a8-9bf8ec238a5d HTTP/1.1" status: 200 len: 898 time: 0.3650327 Oct 20 10:56:14.984469 n-d-811396-3 neutron-server[100596]: INFO neutron.pecan_wsgi.hooks.translation [None req-be441c21-25ad-4747-a65b-a55bd8abcd72 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] DELETE failed (client error): The resource could not be found. Oct 20 10:56:14.984939 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be441c21-25ad-4747-a65b-a55bd8abcd72 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:56:14.991893 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-be441c21-25ad-4747-a65b-a55bd8abcd72 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] 10.222.0.64 "DELETE /v2.0/subnets/b383a36d-902c-450e-a1f9-90086465b4ea HTTP/1.1" status: 404 len: 337 time: 0.1172750 Oct 20 10:56:14.995312 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 54346) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:15.006237 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d9555891-2b24-45ac-8962-0e859f4f9a25 req-a6b9b1dc-4e77-4414-966a-bb1b98c4a185 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b657c948-f77f-45ee-acfc-6a4673c1c6f9 HTTP/1.1" status: 200 len: 217 time: 0.1146321 Oct 20 10:56:15.074085 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b32cfae3-7e72-4f7a-b5cf-3774afab02a7 None None] DHCP port deletion for 979b1063-72ef-43c8-9727-2150968986c5 request from n-d-811396-3 {{(pid=100598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:56:15.086798 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-7440d288-ce43-496b-bd11-e555aeaa58b5 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] DELETE failed (client error): The resource could not be found. Oct 20 10:56:15.088282 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7440d288-ce43-496b-bd11-e555aeaa58b5 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:56:15.099769 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-7440d288-ce43-496b-bd11-e555aeaa58b5 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] 10.222.0.64 "DELETE /v2.0/subnets/40c19065-5619-4efb-8027-3f6821d885aa HTTP/1.1" status: 404 len: 337 time: 0.1032012 Oct 20 10:56:15.103808 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 54348) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:15.124810 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-a5abac68-524d-4696-ac91-c9eb4f63b7a5 None None] Provisioning complete for port 6d86c051-76ef-418b-8eda-152fd6015d90 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:56:15.125441 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-a5abac68-524d-4696-ac91-c9eb4f63b7a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:15.160152 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9555891-2b24-45ac-8962-0e859f4f9a25 req-55d80293-1238-42e0-b674-d7ef7f3c5aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:15.161746 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d9555891-2b24-45ac-8962-0e859f4f9a25 req-55d80293-1238-42e0-b674-d7ef7f3c5aca service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8cc294db-53a2-49f2-b9ea-e79f5035cec8 HTTP/1.1" status: 200 len: 834 time: 0.0687482 Oct 20 10:56:15.244190 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-b32cfae3-7e72-4f7a-b5cf-3774afab02a7 None None] Deleting port fd545cfc-8ca6-4267-9eb1-a693ab244264 {{(pid=100598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:56:15.244585 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-b32cfae3-7e72-4f7a-b5cf-3774afab02a7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:15.259525 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddf8f08-d586-4c17-9231-dbd2df3ee966 req-29de8c98-4bcf-4708-9220-b56d1da39af1 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:15.261268 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-eddf8f08-d586-4c17-9231-dbd2df3ee966 req-29de8c98-4bcf-4708-9220-b56d1da39af1 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c642b60-e4e3-4408-808f-149dead57ddc HTTP/1.1" status: 200 len: 944 time: 0.2857642 Oct 20 10:56:15.283071 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-a5abac68-524d-4696-ac91-c9eb4f63b7a5 None None] Port 6d86c051-76ef-418b-8eda-152fd6015d90 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:56:15.298609 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device fd545cfc-8ca6-4267-9eb1-a693ab244264 no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:56:15.358683 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-72dd6af3-f46a-4569-9076-ae968507d9f2 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Deleting port 6d86c051-76ef-418b-8eda-152fd6015d90 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:56:15.359027 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-72dd6af3-f46a-4569-9076-ae968507d9f2 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:15.359927 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e6799511-a427-41ba-89f7-90b30a6cc0f3 req-4c5244fb-fb0b-4a23-9025-5b65e9df38ee tempest-ServerAddressesTestJSON-1871439420 tempest-ServerAddressesTestJSON-1871439420-project] 10.222.0.64 "GET /v2.0/ports?device_id=e1a56e52-a1fa-493b-b40b-ca11757b40d1 HTTP/1.1" status: 200 len: 210 time: 0.0563195 Oct 20 10:56:15.409238 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9555891-2b24-45ac-8962-0e859f4f9a25 req-8f7ece04-24b3-4980-ad1c-48f8d9bcc5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:15.410814 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d9555891-2b24-45ac-8962-0e859f4f9a25 req-8f7ece04-24b3-4980-ad1c-48f8d9bcc5d5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=70d8d1ef-e175-48cb-b5a8-9bf8ec238a5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2112174 Oct 20 10:56:15.458128 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-b32cfae3-7e72-4f7a-b5cf-3774afab02a7 None None] For port fd545cfc-8ca6-4267-9eb1-a693ab244264, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=fd545cfc-8ca6-4267-9eb1-a693ab244264,segment=NetworkSegment(b937bde2-9a3d-40c8-80a1-7a557091e868),segment_id=b937bde2-9a3d-40c8-80a1-7a557091e868)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:56:15.459181 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-b32cfae3-7e72-4f7a-b5cf-3774afab02a7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:15.460671 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05deaecd-8794-40b8-a0dd-4153b094cb33 tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Router 484963a8-d482-4300-b18c-99411b91b85c has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:56:15.468737 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-eddf8f08-d586-4c17-9231-dbd2df3ee966 req-78e0fbe1-18a0-446a-91a0-d18276545c3d tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/security-groups?id=26948559-e889-46f3-b5c0-b176059a1133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1638451 Oct 20 10:56:15.502301 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-b32cfae3-7e72-4f7a-b5cf-3774afab02a7 None None] Calling delete_port for fd545cfc-8ca6-4267-9eb1-a693ab244264 owned by network:dhcp {{(pid=100598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:56:15.648575 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-b32cfae3-7e72-4f7a-b5cf-3774afab02a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956'] for port, after_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:15.658388 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-72dd6af3-f46a-4569-9076-ae968507d9f2 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:15.700634 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32cfae3-7e72-4f7a-b5cf-3774afab02a7 None None] Pushing event deleted for resources: {'Port': ['ID=fd545cfc-8ca6-4267-9eb1-a693ab244264,revision_number=None']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:15.706161 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Port fd545cfc-8ca6-4267-9eb1-a693ab244264 update to DOWN by agent not found {{(pid=100598) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Oct 20 10:56:15.712050 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-72dd6af3-f46a-4569-9076-ae968507d9f2 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Calling delete_port for 6d86c051-76ef-418b-8eda-152fd6015d90 owned by {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:56:15.713450 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32cfae3-7e72-4f7a-b5cf-3774afab02a7 None None] No DVR routers for this DVR port fd545cfc-8ca6-4267-9eb1-a693ab244264 on host n-d-811396-3 {{(pid=100598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:56:15.747298 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd49076-da28-4796-8ec1-2c1cd8d0b302 req-b03a334d-d7c8-43ce-b90b-f6ee5cd889aa tempest-ServerAddressesTestJSON-1871439420 tempest-ServerAddressesTestJSON-1871439420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:15.748128 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bee2f6e-e2af-4681-9ad6-6b41045542a9 None None] get_active_networks_info from n-d-811396-3 {{(pid=100598) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 20 10:56:15.748979 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-5cd49076-da28-4796-8ec1-2c1cd8d0b302 req-b03a334d-d7c8-43ce-b90b-f6ee5cd889aa tempest-ServerAddressesTestJSON-1871439420 tempest-ServerAddressesTestJSON-1871439420-project] 10.222.0.69 "GET /v2.0/networks?id=c22262c7-efb5-4d1d-ad25-382efd2f9076 HTTP/1.1" status: 200 len: 813 time: 0.3558395 Oct 20 10:56:15.800092 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [req-5cd49076-da28-4796-8ec1-2c1cd8d0b302 req-e2f5a5e7-1cf8-4a1e-a6d7-1943cca87570 tempest-ServerAddressesTestJSON-1871439420 tempest-ServerAddressesTestJSON-1871439420-project] Request body: {'port': {'device_id': 'e1a56e52-a1fa-493b-b40b-ca11757b40d1', 'network_id': 'c22262c7-efb5-4d1d-ad25-382efd2f9076', 'admin_state_up': True, 'tenant_id': '84d656854f514ca4a2c3cebb10bcf3bf'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:56:15.935143 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-72dd6af3-f46a-4569-9076-ae968507d9f2 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:15.950636 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bee2f6e-e2af-4681-9ad6-6b41045542a9 None None] Resources bound (agent type, host, resource id): {{(pid=100598) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 20 10:56:15.960512 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-72dd6af3-f46a-4569-9076-ae968507d9f2 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:15.964357 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-72dd6af3-f46a-4569-9076-ae968507d9f2 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] 10.222.0.64 "DELETE /v2.0/ports/6d86c051-76ef-418b-8eda-152fd6015d90 HTTP/1.1" status: 204 len: 168 time: 0.8592660 Oct 20 10:56:15.967157 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 54358) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:15.968296 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05deaecd-8794-40b8-a0dd-4153b094cb33 tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:56:15.983087 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d0dc4d-a9a5-4320-9ce9-9f1a837b026c None None] Sync routers for ids ['484963a8-d482-4300-b18c-99411b91b85c'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:56:15.983257 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-05deaecd-8794-40b8-a0dd-4153b094cb33 tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] 10.222.0.64 "PUT /v2.0/routers/484963a8-d482-4300-b18c-99411b91b85c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2176497 Oct 20 10:56:15.983257 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 54360) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:16.014734 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d0dc4d-a9a5-4320-9ce9-9f1a837b026c None None] Routers {'484963a8-d482-4300-b18c-99411b91b85c'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:56:16.015359 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-a3d0dc4d-a9a5-4320-9ce9-9f1a837b026c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:56:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['484963a8-d482-4300-b18c-99411b91b85c'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:16.030182 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dd6af3-f46a-4569-9076-ae968507d9f2 tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Pushing event deleted for resources: {'Port': ['ID=6d86c051-76ef-418b-8eda-152fd6015d90,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:16.033756 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cd49076-da28-4796-8ec1-2c1cd8d0b302 req-e2f5a5e7-1cf8-4a1e-a6d7-1943cca87570 tempest-ServerAddressesTestJSON-1871439420 tempest-ServerAddressesTestJSON-1871439420-project] Made reservation on behalf of 84d656854f514ca4a2c3cebb10bcf3bf for: {'port': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:56:16.038386 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-5cd49076-da28-4796-8ec1-2c1cd8d0b302 req-e2f5a5e7-1cf8-4a1e-a6d7-1943cca87570 tempest-ServerAddressesTestJSON-1871439420 tempest-ServerAddressesTestJSON-1871439420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:16.055494 n-d-811396-3 neutron-server[100596]: INFO neutron.api.v2.resource [None req-f53e79ce-ee05-4824-9763-a07530b62490 tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] show failed (client error): The resource could not be found. Oct 20 10:56:16.061198 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-f53e79ce-ee05-4824-9763-a07530b62490 tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] 10.222.0.64 "GET /v2.0/routers/tempest-non_exist_router-1233755099 HTTP/1.1" status: 404 len: 335 time: 0.0727782 Oct 20 10:56:16.063097 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d9555891-2b24-45ac-8962-0e859f4f9a25 req-879245e6-01b9-476c-b0f7-286799711924 service neutron] 10.222.0.55 "GET /v2.0/networks/70d8d1ef-e175-48cb-b5a8-9bf8ec238a5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6443753 Oct 20 10:56:16.066318 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 54362) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:16.068732 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-a3d0dc4d-a9a5-4320-9ce9-9f1a837b026c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:16.071108 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-b0582c64-6931-4372-b9ee-6770974e1e40 tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Request body: {'router': {'name': 'new_name'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:56:16.121596 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d0dc4d-a9a5-4320-9ce9-9f1a837b026c None None] Routers {'484963a8-d482-4300-b18c-99411b91b85c'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:56:16.122001 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-a3d0dc4d-a9a5-4320-9ce9-9f1a837b026c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:56:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['484963a8-d482-4300-b18c-99411b91b85c'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:16.148559 n-d-811396-3 neutron-server[100596]: INFO neutron.api.v2.resource [None req-b0582c64-6931-4372-b9ee-6770974e1e40 tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] update failed (client error): The resource could not be found. Oct 20 10:56:16.152525 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-b0582c64-6931-4372-b9ee-6770974e1e40 tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] 10.222.0.64 "PUT /v2.0/routers/tempest-non_exist_router-1824453455 HTTP/1.1" status: 404 len: 335 time: 0.0824294 Oct 20 10:56:16.159753 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 54364) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:16.165904 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-a3d0dc4d-a9a5-4320-9ce9-9f1a837b026c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:16.166625 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d0dc4d-a9a5-4320-9ce9-9f1a837b026c None None] The sync data for ids ['484963a8-d482-4300-b18c-99411b91b85c'] in n-d-811396-3 is: [] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:56:16.172918 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ebc03d48-3f9a-4358-91ad-2ad9bee2d06e tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:16.217036 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [req-5cd49076-da28-4796-8ec1-2c1cd8d0b302 req-e2f5a5e7-1cf8-4a1e-a6d7-1943cca87570 tempest-ServerAddressesTestJSON-1871439420 tempest-ServerAddressesTestJSON-1871439420-project] Allocated IP 172.20.0.13 (c22262c7-efb5-4d1d-ad25-382efd2f9076/7f3819e5-f0c7-4a1e-8dee-46125e41db53/64002c5e-6ede-44ad-8339-fcca0319c7c1) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:56:16.271165 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_v2 [None req-37457411-e4c3-4fb9-9897-a638ac4a2eab tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Deleting subnet 3117285f-3364-471f-8cdc-b2526f59d73f {{(pid=100596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:56:16.296235 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-37457411-e4c3-4fb9-9897-a638ac4a2eab tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Publish callbacks [] for subnet, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:16.362097 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d9555891-2b24-45ac-8962-0e859f4f9a25 req-48681215-3fad-4cfb-8aa6-e25c11df4892 service neutron] 10.222.0.55 "GET /v2.0/networks/70d8d1ef-e175-48cb-b5a8-9bf8ec238a5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2618313 Oct 20 10:56:16.372793 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-37457411-e4c3-4fb9-9897-a638ac4a2eab tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25189079'] for subnet, precommit_delete_associations {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:16.432533 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ebc03d48-3f9a-4358-91ad-2ad9bee2d06e tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:16.443979 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-5cd49076-da28-4796-8ec1-2c1cd8d0b302 req-e2f5a5e7-1cf8-4a1e-a6d7-1943cca87570 tempest-ServerAddressesTestJSON-1871439420 tempest-ServerAddressesTestJSON-1871439420-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:16.481473 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-5cd49076-da28-4796-8ec1-2c1cd8d0b302 req-e2f5a5e7-1cf8-4a1e-a6d7-1943cca87570 tempest-ServerAddressesTestJSON-1871439420 tempest-ServerAddressesTestJSON-1871439420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:16.488139 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-ebc03d48-3f9a-4358-91ad-2ad9bee2d06e tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['979b1063-72ef-43c8-9727-2150968986c5']}} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:16.491952 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cc9ede01-2fb7-4585-a093-37a44d2cde90 req-b1b3d731-7668-48c3-a300-f9f49e614367 tempest-ServerAddressesTestJSON-1871439420 tempest-ServerAddressesTestJSON-1871439420-project] 10.222.0.64 "GET /v2.0/ports?device_id=e1a56e52-a1fa-493b-b40b-ca11757b40d1 HTTP/1.1" status: 200 len: 210 time: 0.0461187 Oct 20 10:56:16.505499 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-ebc03d48-3f9a-4358-91ad-2ad9bee2d06e tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b937bde2-9a3d-40c8-80a1-7a557091e868') {'for_net_delete': True} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:16.505499 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-ebc03d48-3f9a-4358-91ad-2ad9bee2d06e tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b937bde2-9a3d-40c8-80a1-7a557091e868') {} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:16.525030 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cd49076-da28-4796-8ec1-2c1cd8d0b302 req-e2f5a5e7-1cf8-4a1e-a6d7-1943cca87570 tempest-ServerAddressesTestJSON-1871439420 tempest-ServerAddressesTestJSON-1871439420-project] Network c22262c7-efb5-4d1d-ad25-382efd2f9076 is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:56:16.528103 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ebc03d48-3f9a-4358-91ad-2ad9bee2d06e tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25189038'] for segment, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:16.531581 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [req-5cd49076-da28-4796-8ec1-2c1cd8d0b302 req-e2f5a5e7-1cf8-4a1e-a6d7-1943cca87570 tempest-ServerAddressesTestJSON-1871439420 tempest-ServerAddressesTestJSON-1871439420-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:56:16.533881 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cd49076-da28-4796-8ec1-2c1cd8d0b302 req-e2f5a5e7-1cf8-4a1e-a6d7-1943cca87570 tempest-ServerAddressesTestJSON-1871439420 tempest-ServerAddressesTestJSON-1871439420-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:56:16.565463 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ebc03d48-3f9a-4358-91ad-2ad9bee2d06e tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:16.578526 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebc03d48-3f9a-4358-91ad-2ad9bee2d06e tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Releasing vlan 823 on physical network physnet1 to pool {{(pid=100596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:56:16.579054 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ebc03d48-3f9a-4358-91ad-2ad9bee2d06e tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26833155'] for segment, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:16.591109 n-d-811396-3 neutron-server[100596]: Traceback (most recent call last): Oct 20 10:56:16.591109 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:56:16.591109 n-d-811396-3 neutron-server[100596]: timer() Oct 20 10:56:16.591109 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:56:16.591109 n-d-811396-3 neutron-server[100596]: cb(*args, **kw) Oct 20 10:56:16.591109 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:56:16.591109 n-d-811396-3 neutron-server[100596]: return func(*args, **kwargs) Oct 20 10:56:16.591109 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:56:16.591109 n-d-811396-3 neutron-server[100596]: self._notify() Oct 20 10:56:16.591109 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:56:16.591109 n-d-811396-3 neutron-server[100596]: self.callback(batched_events) Oct 20 10:56:16.591109 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:56:16.591109 n-d-811396-3 neutron-server[100596]: event.method(event) Oct 20 10:56:16.591109 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:56:16.591109 n-d-811396-3 neutron-server[100596]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:56:16.591109 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:56:16.591109 n-d-811396-3 neutron-server[100596]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:56:16.591109 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:56:16.591109 n-d-811396-3 neutron-server[100596]: return f(self, *a, **k) Oct 20 10:56:16.591109 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:56:16.591109 n-d-811396-3 neutron-server[100596]: return self._get(url).json() Oct 20 10:56:16.591109 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:56:16.591109 n-d-811396-3 neutron-server[100596]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:56:16.591109 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:56:16.591109 n-d-811396-3 neutron-server[100596]: return self.request(url, 'GET', **kwargs) Oct 20 10:56:16.591109 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:56:16.591109 n-d-811396-3 neutron-server[100596]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:56:16.591109 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:56:16.591109 n-d-811396-3 neutron-server[100596]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:56:16.591109 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:56:16.591109 n-d-811396-3 neutron-server[100596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:56:16.591109 n-d-811396-3 neutron-server[100596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:56:16.602654 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f5a5e7-1cf8-4a1e-a6d7-1943cca87570 tempest-ServerAddressesTestJSON-1871439420 tempest-ServerAddressesTestJSON-1871439420-project] Pushing event updated for resources: {'Port': ['ID=64002c5e-6ede-44ad-8339-fcca0319c7c1,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:16.621087 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-37457411-e4c3-4fb9-9897-a638ac4a2eab tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:16.628545 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd49076-da28-4796-8ec1-2c1cd8d0b302 req-e2f5a5e7-1cf8-4a1e-a6d7-1943cca87570 tempest-ServerAddressesTestJSON-1871439420 tempest-ServerAddressesTestJSON-1871439420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:16.629175 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-5cd49076-da28-4796-8ec1-2c1cd8d0b302 req-e2f5a5e7-1cf8-4a1e-a6d7-1943cca87570 tempest-ServerAddressesTestJSON-1871439420 tempest-ServerAddressesTestJSON-1871439420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:16.646677 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-5cd49076-da28-4796-8ec1-2c1cd8d0b302 req-e2f5a5e7-1cf8-4a1e-a6d7-1943cca87570 tempest-ServerAddressesTestJSON-1871439420 tempest-ServerAddressesTestJSON-1871439420-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8514285 Oct 20 10:56:16.659061 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [req-5cd49076-da28-4796-8ec1-2c1cd8d0b302 req-ad9ffd09-28f9-484b-9d0f-3d14c6082523 service neutron] Request body: {'port': {'device_id': 'e1a56e52-a1fa-493b-b40b-ca11757b40d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811396-3'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:56:16.716949 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ebc03d48-3f9a-4358-91ad-2ad9bee2d06e tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:16.726667 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2348f7a-d193-4df8-827c-ac437c3ab8a7 req-258e2ad4-17c9-4cca-a279-66326c74a6ca tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:16.728712 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-5cd49076-da28-4796-8ec1-2c1cd8d0b302 req-ad9ffd09-28f9-484b-9d0f-3d14c6082523 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:16.729330 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b2348f7a-d193-4df8-827c-ac437c3ab8a7 req-258e2ad4-17c9-4cca-a279-66326c74a6ca tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c642b60-e4e3-4408-808f-149dead57ddc HTTP/1.1" status: 200 len: 944 time: 0.1565285 Oct 20 10:56:16.737327 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ebc03d48-3f9a-4358-91ad-2ad9bee2d06e tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Publish callbacks [] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:16.740543 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-ebc03d48-3f9a-4358-91ad-2ad9bee2d06e tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] 10.222.0.64 "DELETE /v2.0/networks/979b1063-72ef-43c8-9727-2150968986c5 HTTP/1.1" status: 204 len: 168 time: 0.7703676 Oct 20 10:56:16.759915 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc03d48-3f9a-4358-91ad-2ad9bee2d06e tempest-PortsIpV6TestJSON-257060982 tempest-PortsIpV6TestJSON-257060982-project] Pushing event deleted for resources: {'Network': ['ID=979b1063-72ef-43c8-9727-2150968986c5,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:16.783883 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-37457411-e4c3-4fb9-9897-a638ac4a2eab tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26836193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26761888'] for subnet, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:16.822193 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37457411-e4c3-4fb9-9897-a638ac4a2eab tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Pushing event deleted for resources: {'Subnet': ['ID=3117285f-3364-471f-8cdc-b2526f59d73f,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:16.830487 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-37457411-e4c3-4fb9-9897-a638ac4a2eab tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:16.833675 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-37457411-e4c3-4fb9-9897-a638ac4a2eab tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] 10.222.0.64 "DELETE /v2.0/subnets/3117285f-3364-471f-8cdc-b2526f59d73f HTTP/1.1" status: 204 len: 168 time: 0.6726792 Oct 20 10:56:16.837815 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b2348f7a-d193-4df8-827c-ac437c3ab8a7 req-b2f6ba75-c51b-4327-9e56-d06ff3ed4a4a tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/security-groups?id=26948559-e889-46f3-b5c0-b176059a1133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841026 Oct 20 10:56:16.838275 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 54372) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:16.840435 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba20e5b-b98d-4a09-a570-6908fba77e67 None None] Network d0ea9207-2532-4453-8e16-75af86e1cde9 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:56:16.933442 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-28d2eb6c-e08c-4561-9e39-081313fb194b tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:16.998215 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-28d2eb6c-e08c-4561-9e39-081313fb194b tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Deleting port 2a311f9c-b399-4607-8756-5fffba1bfbff {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:56:16.998451 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-28d2eb6c-e08c-4561-9e39-081313fb194b tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:17.077767 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-603d37a6-c84e-40f0-958d-a5144f5bacc8 None None] DHCP port deletion for d0ea9207-2532-4453-8e16-75af86e1cde9 request from n-d-811396-3 {{(pid=100598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:56:17.091054 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [None req-28d2eb6c-e08c-4561-9e39-081313fb194b tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] For port 2a311f9c-b399-4607-8756-5fffba1bfbff, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=2a311f9c-b399-4607-8756-5fffba1bfbff,segment=NetworkSegment(2afae27e-69de-4d9d-b3c2-8bd075804ea0),segment_id=2afae27e-69de-4d9d-b3c2-8bd075804ea0)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:56:17.091479 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-28d2eb6c-e08c-4561-9e39-081313fb194b tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:17.108496 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [req-5cd49076-da28-4796-8ec1-2c1cd8d0b302 req-ad9ffd09-28f9-484b-9d0f-3d14c6082523 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64002c5e-6ede-44ad-8339-fcca0319c7c1 {{(pid=100597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:56:17.121313 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 54380) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:17.125223 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-28d2eb6c-e08c-4561-9e39-081313fb194b tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Calling delete_port for 2a311f9c-b399-4607-8756-5fffba1bfbff owned by network:dhcp {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:56:17.126451 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-5cd49076-da28-4796-8ec1-2c1cd8d0b302 req-ad9ffd09-28f9-484b-9d0f-3d14c6082523 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:17.165387 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-603d37a6-c84e-40f0-958d-a5144f5bacc8 None None] Deleting port 2a311f9c-b399-4607-8756-5fffba1bfbff {{(pid=100598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:56:17.165771 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-603d37a6-c84e-40f0-958d-a5144f5bacc8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:17.185633 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.provisioning_blocks [req-5cd49076-da28-4796-8ec1-2c1cd8d0b302 req-ad9ffd09-28f9-484b-9d0f-3d14c6082523 service neutron] Transition to ACTIVE for port object 64002c5e-6ede-44ad-8339-fcca0319c7c1 will not be triggered until provisioned by entity L2. {{(pid=100597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:56:17.190990 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-5cd49076-da28-4796-8ec1-2c1cd8d0b302 req-ad9ffd09-28f9-484b-9d0f-3d14c6082523 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:17.282930 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 2a311f9c-b399-4607-8756-5fffba1bfbff no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:56:17.285062 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9ffd09-28f9-484b-9d0f-3d14c6082523 service neutron] Pushing event updated for resources: {'Port': ['ID=64002c5e-6ede-44ad-8339-fcca0319c7c1,revision_number=2']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:17.307299 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-28d2eb6c-e08c-4561-9e39-081313fb194b tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:17.335517 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No active binding found for port 2a311f9c-b399-4607-8756-5fffba1bfbff {{(pid=100598) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 20 10:56:17.335958 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 2a311f9c-b399-4607-8756-5fffba1bfbff not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:56:17.343704 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-603d37a6-c84e-40f0-958d-a5144f5bacc8 None None] For port 2a311f9c-b399-4607-8756-5fffba1bfbff, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=2a311f9c-b399-4607-8756-5fffba1bfbff,segment=NetworkSegment(2afae27e-69de-4d9d-b3c2-8bd075804ea0),segment_id=2afae27e-69de-4d9d-b3c2-8bd075804ea0)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:56:17.344182 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-603d37a6-c84e-40f0-958d-a5144f5bacc8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:17.358891 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-603d37a6-c84e-40f0-958d-a5144f5bacc8 None None] Calling delete_port for 2a311f9c-b399-4607-8756-5fffba1bfbff owned by network:dhcp {{(pid=100598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:56:17.359065 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d2eb6c-e08c-4561-9e39-081313fb194b tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Pushing event deleted for resources: {'Port': ['ID=2a311f9c-b399-4607-8756-5fffba1bfbff,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:17.364973 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d2eb6c-e08c-4561-9e39-081313fb194b tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] No DVR routers for this DVR port 2a311f9c-b399-4607-8756-5fffba1bfbff on host n-d-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:56:17.422195 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-5cd49076-da28-4796-8ec1-2c1cd8d0b302 req-ad9ffd09-28f9-484b-9d0f-3d14c6082523 service neutron] Attempting to bind port 64002c5e-6ede-44ad-8339-fcca0319c7c1 on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:56:17.422705 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-5cd49076-da28-4796-8ec1-2c1cd8d0b302 req-ad9ffd09-28f9-484b-9d0f-3d14c6082523 service neutron] Attempting to bind port 64002c5e-6ede-44ad-8339-fcca0319c7c1 by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': '4e94e34d-ae07-415a-9764-b6b35c56945e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'c22262c7-efb5-4d1d-ad25-382efd2f9076'}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:56:17.423421 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd49076-da28-4796-8ec1-2c1cd8d0b302 req-ad9ffd09-28f9-484b-9d0f-3d14c6082523 service neutron] Attempting to bind port 64002c5e-6ede-44ad-8339-fcca0319c7c1 on network c22262c7-efb5-4d1d-ad25-382efd2f9076 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:56:17.449109 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-603d37a6-c84e-40f0-958d-a5144f5bacc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956'] for port, after_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:17.459163 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-28d2eb6c-e08c-4561-9e39-081313fb194b tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:17.460340 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd49076-da28-4796-8ec1-2c1cd8d0b302 req-ad9ffd09-28f9-484b-9d0f-3d14c6082523 service neutron] Port 64002c5e-6ede-44ad-8339-fcca0319c7c1 on network c22262c7-efb5-4d1d-ad25-382efd2f9076 not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:56:17.460786 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd49076-da28-4796-8ec1-2c1cd8d0b302 req-ad9ffd09-28f9-484b-9d0f-3d14c6082523 service neutron] Attempting to bind port 64002c5e-6ede-44ad-8339-fcca0319c7c1 on network c22262c7-efb5-4d1d-ad25-382efd2f9076 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:56:17.468096 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-ae2328ca-da5b-42d9-b5cc-401af80b8a8f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c1dc2571b4ea4623a4cbd3a1bfe8dca0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3452108 Oct 20 10:56:17.469131 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd49076-da28-4796-8ec1-2c1cd8d0b302 req-ad9ffd09-28f9-484b-9d0f-3d14c6082523 service neutron] Checking agent: {'id': '061232a2-7adc-4ba1-a873-e8cb136b064d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 56, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:56:17.469569 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd49076-da28-4796-8ec1-2c1cd8d0b302 req-ad9ffd09-28f9-484b-9d0f-3d14c6082523 service neutron] Checking segment: {'id': '4e94e34d-ae07-415a-9764-b6b35c56945e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'c22262c7-efb5-4d1d-ad25-382efd2f9076'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:56:17.470040 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd49076-da28-4796-8ec1-2c1cd8d0b302 req-ad9ffd09-28f9-484b-9d0f-3d14c6082523 service neutron] Bound using segment: {'id': '4e94e34d-ae07-415a-9764-b6b35c56945e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'c22262c7-efb5-4d1d-ad25-382efd2f9076'} {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:56:17.470582 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-5cd49076-da28-4796-8ec1-2c1cd8d0b302 req-ad9ffd09-28f9-484b-9d0f-3d14c6082523 service neutron] Bound port: 64002c5e-6ede-44ad-8339-fcca0319c7c1, host: n-h2-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e94e34d-ae07-415a-9764-b6b35c56945e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'c22262c7-efb5-4d1d-ad25-382efd2f9076'}}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:56:17.471042 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-5cd49076-da28-4796-8ec1-2c1cd8d0b302 req-ad9ffd09-28f9-484b-9d0f-3d14c6082523 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:17.481996 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-28d2eb6c-e08c-4561-9e39-081313fb194b tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0ea9207-2532-4453-8e16-75af86e1cde9']}} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:17.484215 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 54386) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:17.485406 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603d37a6-c84e-40f0-958d-a5144f5bacc8 None None] Pushing event deleted for resources: {'Port': ['ID=2a311f9c-b399-4607-8756-5fffba1bfbff,revision_number=None']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:17.493722 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603d37a6-c84e-40f0-958d-a5144f5bacc8 None None] No DVR routers for this DVR port 2a311f9c-b399-4607-8756-5fffba1bfbff on host n-d-811396-3 {{(pid=100598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:56:17.496049 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-28d2eb6c-e08c-4561-9e39-081313fb194b tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2afae27e-69de-4d9d-b3c2-8bd075804ea0') {'for_net_delete': True} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:17.496852 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-28d2eb6c-e08c-4561-9e39-081313fb194b tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2afae27e-69de-4d9d-b3c2-8bd075804ea0') {} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:17.516977 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-28d2eb6c-e08c-4561-9e39-081313fb194b tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25189038'] for segment, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:17.530295 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-28d2eb6c-e08c-4561-9e39-081313fb194b tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:17.537743 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28d2eb6c-e08c-4561-9e39-081313fb194b tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Releasing vlan 826 on physical network physnet1 to pool {{(pid=100596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:56:17.538651 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-28d2eb6c-e08c-4561-9e39-081313fb194b tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26833155'] for segment, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:17.543667 n-d-811396-3 neutron-server[100596]: Traceback (most recent call last): Oct 20 10:56:17.543667 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:56:17.543667 n-d-811396-3 neutron-server[100596]: timer() Oct 20 10:56:17.543667 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:56:17.543667 n-d-811396-3 neutron-server[100596]: cb(*args, **kw) Oct 20 10:56:17.543667 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:56:17.543667 n-d-811396-3 neutron-server[100596]: return func(*args, **kwargs) Oct 20 10:56:17.543667 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:56:17.543667 n-d-811396-3 neutron-server[100596]: self._notify() Oct 20 10:56:17.543667 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:56:17.543667 n-d-811396-3 neutron-server[100596]: self.callback(batched_events) Oct 20 10:56:17.543667 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:56:17.543667 n-d-811396-3 neutron-server[100596]: event.method(event) Oct 20 10:56:17.543667 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:56:17.543667 n-d-811396-3 neutron-server[100596]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:56:17.543667 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:56:17.543667 n-d-811396-3 neutron-server[100596]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:56:17.543667 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:56:17.543667 n-d-811396-3 neutron-server[100596]: return f(self, *a, **k) Oct 20 10:56:17.543667 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:56:17.543667 n-d-811396-3 neutron-server[100596]: return self._get(url).json() Oct 20 10:56:17.543667 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:56:17.543667 n-d-811396-3 neutron-server[100596]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:56:17.543667 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:56:17.543667 n-d-811396-3 neutron-server[100596]: return self.request(url, 'GET', **kwargs) Oct 20 10:56:17.543667 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:56:17.543667 n-d-811396-3 neutron-server[100596]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:56:17.543667 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:56:17.543667 n-d-811396-3 neutron-server[100596]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:56:17.543667 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:56:17.543667 n-d-811396-3 neutron-server[100596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:56:17.543667 n-d-811396-3 neutron-server[100596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:56:17.602332 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [req-5cd49076-da28-4796-8ec1-2c1cd8d0b302 req-ad9ffd09-28f9-484b-9d0f-3d14c6082523 service neutron] For port 64002c5e-6ede-44ad-8339-fcca0319c7c1, host n-h2-811396-3, cleared binding levels {{(pid=100597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:56:17.608090 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [req-5cd49076-da28-4796-8ec1-2c1cd8d0b302 req-ad9ffd09-28f9-484b-9d0f-3d14c6082523 service neutron] For port 64002c5e-6ede-44ad-8339-fcca0319c7c1, host n-h2-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=64002c5e-6ede-44ad-8339-fcca0319c7c1,segment=NetworkSegment(4e94e34d-ae07-415a-9764-b6b35c56945e),segment_id=4e94e34d-ae07-415a-9764-b6b35c56945e)] {{(pid=100597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:56:17.620226 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-5cd49076-da28-4796-8ec1-2c1cd8d0b302 req-ad9ffd09-28f9-484b-9d0f-3d14c6082523 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:17.639629 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-28d2eb6c-e08c-4561-9e39-081313fb194b tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:17.649429 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-28d2eb6c-e08c-4561-9e39-081313fb194b tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Publish callbacks [] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:17.653828 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-81c608d0-9399-4b5c-a57a-cac9f0f7cae5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:17.656013 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-28d2eb6c-e08c-4561-9e39-081313fb194b tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] 10.222.0.64 "DELETE /v2.0/networks/d0ea9207-2532-4453-8e16-75af86e1cde9 HTTP/1.1" status: 204 len: 168 time: 0.8166165 Oct 20 10:56:17.656928 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 54390) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:17.675687 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd49076-da28-4796-8ec1-2c1cd8d0b302 req-ad9ffd09-28f9-484b-9d0f-3d14c6082523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:17.676314 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-5cd49076-da28-4796-8ec1-2c1cd8d0b302 req-ad9ffd09-28f9-484b-9d0f-3d14c6082523 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:17.677942 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-5cd49076-da28-4796-8ec1-2c1cd8d0b302 req-ad9ffd09-28f9-484b-9d0f-3d14c6082523 service neutron] 10.222.0.69 "PUT /v2.0/ports/64002c5e-6ede-44ad-8339-fcca0319c7c1 HTTP/1.1" status: 200 len: 1092 time: 1.0231009 Oct 20 10:56:17.681646 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1a56e52-a1fa-493b-b40b-ca11757b40d1', 'tag': '64002c5e-6ede-44ad-8339-fcca0319c7c1'}] {{(pid=100597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:56:17.684047 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd85cad6a391afaa95d2dd5280bfd4659fc1e1b2aba53b5e7ef874f059efcdc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0862e7c7-a166-4d8d-a6bc-df3aa5c13311" -d '{"events": [{"name": "network-changed", "server_uuid": "e1a56e52-a1fa-493b-b40b-ca11757b40d1", "tag": "64002c5e-6ede-44ad-8339-fcca0319c7c1"}]}' {{(pid=100597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:56:17.700420 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-81c608d0-9399-4b5c-a57a-cac9f0f7cae5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:17.743653 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d2eb6c-e08c-4561-9e39-081313fb194b tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Pushing event deleted for resources: {'Network': ['ID=d0ea9207-2532-4453-8e16-75af86e1cde9,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:17.762928 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9ffd09-28f9-484b-9d0f-3d14c6082523 service neutron] Pushing event updated for resources: {'Port': ['ID=64002c5e-6ede-44ad-8339-fcca0319c7c1,revision_number=3']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:17.766499 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccf32e28-7e3f-4851-8ecb-cdfd12ae6922 x-openstack-request-id: req-ccf32e28-7e3f-4851-8ecb-cdfd12ae6922 {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:56:17.766818 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1a56e52-a1fa-493b-b40b-ca11757b40d1", "tag": "64002c5e-6ede-44ad-8339-fcca0319c7c1", "status": "completed", "code": 200}]} {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:56:17.767065 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ccf32e28-7e3f-4851-8ecb-cdfd12ae6922 {{(pid=100597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:56:17.767536 n-d-811396-3 neutron-server[100597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1a56e52-a1fa-493b-b40b-ca11757b40d1', 'tag': '64002c5e-6ede-44ad-8339-fcca0319c7c1', 'status': 'completed', 'code': 200} Oct 20 10:56:17.791140 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64c4a10-bf42-46fd-9750-ccfd63bb06a5 req-702ed974-aa1c-4df9-ab4a-15863eabeb5b tempest-ServerAddressesTestJSON-1871439420 tempest-ServerAddressesTestJSON-1871439420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:17.793624 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd49076-da28-4796-8ec1-2c1cd8d0b302 req-8359d6ac-7a13-4d2e-b0b7-9e0c7cbe21ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:17.795303 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-5cd49076-da28-4796-8ec1-2c1cd8d0b302 req-8359d6ac-7a13-4d2e-b0b7-9e0c7cbe21ca service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=84d656854f514ca4a2c3cebb10bcf3bf&device_id=e1a56e52-a1fa-493b-b40b-ca11757b40d1 HTTP/1.1" status: 200 len: 1095 time: 0.0668542 Oct 20 10:56:17.800444 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d64c4a10-bf42-46fd-9750-ccfd63bb06a5 req-702ed974-aa1c-4df9-ab4a-15863eabeb5b tempest-ServerAddressesTestJSON-1871439420 tempest-ServerAddressesTestJSON-1871439420-project] 10.222.0.64 "GET /v2.0/ports?device_id=e1a56e52-a1fa-493b-b40b-ca11757b40d1 HTTP/1.1" status: 200 len: 944 time: 0.1957588 Oct 20 10:56:17.807472 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_v2 [None req-82154d58-0df1-4ff9-9c3f-2b6126f1f13c tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Deleting subnet b005910b-ea94-4076-b4b9-cb45fa06e0ec {{(pid=100596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:56:17.816649 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-82154d58-0df1-4ff9-9c3f-2b6126f1f13c tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Publish callbacks [] for subnet, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:17.844820 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-81c608d0-9399-4b5c-a57a-cac9f0f7cae5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:17.847370 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-81c608d0-9399-4b5c-a57a-cac9f0f7cae5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:17.850612 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-81c608d0-9399-4b5c-a57a-cac9f0f7cae5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/574cbde7-e47d-4735-9b43-2aab9375eac2 HTTP/1.1" status: 204 len: 168 time: 0.3282840 Oct 20 10:56:17.852472 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-5cd49076-da28-4796-8ec1-2c1cd8d0b302 req-525eaaa6-4eeb-4aca-b499-6d1a7f739bf0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=64002c5e-6ede-44ad-8339-fcca0319c7c1 HTTP/1.1" status: 200 len: 217 time: 0.0475149 Oct 20 10:56:17.859162 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c608d0-9399-4b5c-a57a-cac9f0f7cae5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=574cbde7-e47d-4735-9b43-2aab9375eac2,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:17.890069 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d64c4a10-bf42-46fd-9750-ccfd63bb06a5 req-a687e972-f905-4dd2-8dff-b98d212d4518 tempest-ServerAddressesTestJSON-1871439420 tempest-ServerAddressesTestJSON-1871439420-project] 10.222.0.64 "GET /v2.0/security-groups?id=c518791d-1063-4a3f-b1cb-92475f90f737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832312 Oct 20 10:56:17.893658 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-82154d58-0df1-4ff9-9c3f-2b6126f1f13c tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25189079'] for subnet, precommit_delete_associations {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:17.927908 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd49076-da28-4796-8ec1-2c1cd8d0b302 req-3690ac67-f651-4c4b-a171-947d8d7a8f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:17.930780 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-5cd49076-da28-4796-8ec1-2c1cd8d0b302 req-3690ac67-f651-4c4b-a171-947d8d7a8f6e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7f3819e5-f0c7-4a1e-8dee-46125e41db53 HTTP/1.1" status: 200 len: 853 time: 0.0689888 Oct 20 10:56:17.961856 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device b657c948-f77f-45ee-acfc-6a4673c1c6f9 details requested by agent hyperv_n-h1-811396-3 with host n-h1-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:56:17.980663 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-5cd49076-da28-4796-8ec1-2c1cd8d0b302 req-e51b5e6d-0f67-46d6-802e-7fcbcf942790 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c22262c7-efb5-4d1d-ad25-382efd2f9076&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437117 Oct 20 10:56:18.050010 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da911963-0994-42b4-b5f4-42ed48e182be req-f37b4054-f4c5-43df-acd1-a90f97b4ed19 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:18.051580 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-da911963-0994-42b4-b5f4-42ed48e182be req-f37b4054-f4c5-43df-acd1-a90f97b4ed19 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c642b60-e4e3-4408-808f-149dead57ddc HTTP/1.1" status: 200 len: 944 time: 0.1088443 Oct 20 10:56:18.066768 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-82154d58-0df1-4ff9-9c3f-2b6126f1f13c tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:18.122580 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-5cd49076-da28-4796-8ec1-2c1cd8d0b302 req-60cc4b06-0a6c-4bfb-ad4b-32c9e9dad854 service neutron] 10.222.0.69 "GET /v2.0/networks/c22262c7-efb5-4d1d-ad25-382efd2f9076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341562 Oct 20 10:56:18.135604 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port b657c948-f77f-45ee-acfc-6a4673c1c6f9, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=b657c948-f77f-45ee-acfc-6a4673c1c6f9,segment=NetworkSegment(04b14d52-8865-481b-b21e-ff6eaaae12bb),segment_id=04b14d52-8865-481b-b21e-ff6eaaae12bb)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:56:18.145641 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-da911963-0994-42b4-b5f4-42ed48e182be req-11f7965e-b749-40d1-a28b-3765eb5445b4 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/security-groups?id=26948559-e889-46f3-b5c0-b176059a1133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511897 Oct 20 10:56:18.168449 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Returning: {'device': 'b657c948-f77f-45ee-acfc-6a4673c1c6f9', 'network_id': '70d8d1ef-e175-48cb-b5a8-9bf8ec238a5d', 'port_id': 'b657c948-f77f-45ee-acfc-6a4673c1c6f9', 'mac_address': 'fa:16:3e:4f:f2:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 812, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cc294db-53a2-49f2-b9ea-e79f5035cec8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:56:18.190941 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-82154d58-0df1-4ff9-9c3f-2b6126f1f13c tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26836193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26761888'] for subnet, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:18.236263 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:18.262732 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82154d58-0df1-4ff9-9c3f-2b6126f1f13c tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Pushing event deleted for resources: {'Subnet': ['ID=b005910b-ea94-4076-b4b9-cb45fa06e0ec,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:18.265908 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-82154d58-0df1-4ff9-9c3f-2b6126f1f13c tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:18.269208 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-82154d58-0df1-4ff9-9c3f-2b6126f1f13c tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] 10.222.0.64 "DELETE /v2.0/subnets/b005910b-ea94-4076-b4b9-cb45fa06e0ec HTTP/1.1" status: 204 len: 168 time: 0.6015127 Oct 20 10:56:18.272959 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b657c948-f77f-45ee-acfc-6a4673c1c6f9 {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:56:18.276316 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 54404) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:18.278159 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-5cd49076-da28-4796-8ec1-2c1cd8d0b302 req-76c2ee67-0a5a-4704-9efa-2d5641ad424f service neutron] 10.222.0.69 "GET /v2.0/networks/c22262c7-efb5-4d1d-ad25-382efd2f9076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484647 Oct 20 10:56:18.303290 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-899201c8-f72a-4a15-995d-a359cac8797b None None] Network 85d1057e-7b53-43a8-b4fd-f03c84ab6330 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:56:18.370739 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7342a2a-06de-46b7-bf05-84a03fd508ae tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Deleting subnet 6568e7c9-4cce-4fc4-af0a-7ec4f06054dd {{(pid=100596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:56:18.376125 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d7342a2a-06de-46b7-bf05-84a03fd508ae tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Publish callbacks [] for subnet, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:18.408062 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0862e7c7-a166-4d8d-a6bc-df3aa5c13311 req-2b278c5a-80dc-44a5-8d8b-9cd038ed8ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:18.409673 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-0862e7c7-a166-4d8d-a6bc-df3aa5c13311 req-2b278c5a-80dc-44a5-8d8b-9cd038ed8ec5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=84d656854f514ca4a2c3cebb10bcf3bf&device_id=e1a56e52-a1fa-493b-b40b-ca11757b40d1 HTTP/1.1" status: 200 len: 1095 time: 0.0817430 Oct 20 10:56:18.432608 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d7342a2a-06de-46b7-bf05-84a03fd508ae tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25189079'] for subnet, precommit_delete_associations {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:18.451973 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port b657c948-f77f-45ee-acfc-6a4673c1c6f9, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=b657c948-f77f-45ee-acfc-6a4673c1c6f9,segment=NetworkSegment(04b14d52-8865-481b-b21e-ff6eaaae12bb),segment_id=04b14d52-8865-481b-b21e-ff6eaaae12bb)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:56:18.463675 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:18.547592 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0862e7c7-a166-4d8d-a6bc-df3aa5c13311 req-203aac51-c250-4ce5-aa01-2e4ebd4cb3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:18.550010 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-0862e7c7-a166-4d8d-a6bc-df3aa5c13311 req-203aac51-c250-4ce5-aa01-2e4ebd4cb3e2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=c22262c7-efb5-4d1d-ad25-382efd2f9076 HTTP/1.1" status: 200 len: 914 time: 0.1323209 Oct 20 10:56:18.590004 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d7342a2a-06de-46b7-bf05-84a03fd508ae tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:18.593437 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=b657c948-f77f-45ee-acfc-6a4673c1c6f9,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:18.627064 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-0862e7c7-a166-4d8d-a6bc-df3aa5c13311 req-dc2f2872-f1a8-4a8c-9bd6-9fc3b33c6192 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=64002c5e-6ede-44ad-8339-fcca0319c7c1 HTTP/1.1" status: 200 len: 217 time: 0.0696542 Oct 20 10:56:18.678471 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d7342a2a-06de-46b7-bf05-84a03fd508ae tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26836193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26761888'] for subnet, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:18.681532 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b64e6d4-054f-4ff7-b4b5-470a5037da8b None None] DHCP port deletion for 85d1057e-7b53-43a8-b4fd-f03c84ab6330 request from n-d-811396-3 {{(pid=100598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:56:18.702839 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0862e7c7-a166-4d8d-a6bc-df3aa5c13311 req-0dc377a3-4261-43fc-8138-3dd86df055b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:18.708844 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-0862e7c7-a166-4d8d-a6bc-df3aa5c13311 req-0dc377a3-4261-43fc-8138-3dd86df055b0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7f3819e5-f0c7-4a1e-8dee-46125e41db53 HTTP/1.1" status: 200 len: 853 time: 0.0727444 Oct 20 10:56:18.710229 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d7342a2a-06de-46b7-bf05-84a03fd508ae tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:18.717418 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-d7342a2a-06de-46b7-bf05-84a03fd508ae tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] 10.222.0.64 "DELETE /v2.0/subnets/6568e7c9-4cce-4fc4-af0a-7ec4f06054dd HTTP/1.1" status: 204 len: 168 time: 0.4376345 Oct 20 10:56:18.717835 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1984bd9-5787-4f37-bd68-7e1bf320220d None None] Network b0c32ba3-6bd2-43fa-84b9-363e8e443965 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:56:18.718155 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 54416) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:18.764082 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7342a2a-06de-46b7-bf05-84a03fd508ae tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Pushing event deleted for resources: {'Subnet': ['ID=6568e7c9-4cce-4fc4-af0a-7ec4f06054dd,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:18.804315 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-0862e7c7-a166-4d8d-a6bc-df3aa5c13311 req-78eecbc0-ad70-4ad0-9f47-905778bbf5b9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c22262c7-efb5-4d1d-ad25-382efd2f9076&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0880752 Oct 20 10:56:18.841483 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-2b64e6d4-054f-4ff7-b4b5-470a5037da8b None None] Deleting port 2da426f2-58dd-45cc-a4ae-1c0609c43854 {{(pid=100598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:56:18.841820 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-2b64e6d4-054f-4ff7-b4b5-470a5037da8b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:18.886799 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3fefed19-df16-44fe-83fc-6b556b746fe7 tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:18.925878 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-2b64e6d4-054f-4ff7-b4b5-470a5037da8b None None] For port 2da426f2-58dd-45cc-a4ae-1c0609c43854, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=2da426f2-58dd-45cc-a4ae-1c0609c43854,segment=NetworkSegment(8617a61f-56e0-4e00-afa8-83bb956947f7),segment_id=8617a61f-56e0-4e00-afa8-83bb956947f7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:56:18.926288 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-2b64e6d4-054f-4ff7-b4b5-470a5037da8b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:18.944662 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-2b64e6d4-054f-4ff7-b4b5-470a5037da8b None None] Calling delete_port for 2da426f2-58dd-45cc-a4ae-1c0609c43854 owned by network:dhcp {{(pid=100598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:56:19.009035 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-0862e7c7-a166-4d8d-a6bc-df3aa5c13311 req-5b02779f-4910-46fe-a477-fd6a0d313c0f service neutron] 10.222.0.69 "GET /v2.0/networks/c22262c7-efb5-4d1d-ad25-382efd2f9076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625571 Oct 20 10:56:19.013828 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 54424) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:19.045695 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['b657c948-f77f-45ee-acfc-6a4673c1c6f9'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:56:19.063156 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-3fefed19-df16-44fe-83fc-6b556b746fe7 tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Deleting port 2da426f2-58dd-45cc-a4ae-1c0609c43854 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:56:19.063481 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3fefed19-df16-44fe-83fc-6b556b746fe7 tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:19.067355 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629de8e9-cd5d-4859-8b49-307c40dc487d req-f64a8b32-d94f-4686-b6fa-b318053e5a3d tempest-ServerAddressesTestJSON-1871439420 tempest-ServerAddressesTestJSON-1871439420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:19.068925 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-629de8e9-cd5d-4859-8b49-307c40dc487d req-f64a8b32-d94f-4686-b6fa-b318053e5a3d tempest-ServerAddressesTestJSON-1871439420 tempest-ServerAddressesTestJSON-1871439420-project] 10.222.0.64 "GET /v2.0/ports?device_id=e1a56e52-a1fa-493b-b40b-ca11757b40d1 HTTP/1.1" status: 200 len: 944 time: 0.0632792 Oct 20 10:56:19.126967 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-629de8e9-cd5d-4859-8b49-307c40dc487d req-3cd01867-d3c9-4302-b5ab-dc8ce0b58820 tempest-ServerAddressesTestJSON-1871439420 tempest-ServerAddressesTestJSON-1871439420-project] 10.222.0.64 "GET /v2.0/security-groups?id=c518791d-1063-4a3f-b1cb-92475f90f737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502009 Oct 20 10:56:19.214718 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [None req-3fefed19-df16-44fe-83fc-6b556b746fe7 tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] For port 2da426f2-58dd-45cc-a4ae-1c0609c43854, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=2da426f2-58dd-45cc-a4ae-1c0609c43854,segment=NetworkSegment(8617a61f-56e0-4e00-afa8-83bb956947f7),segment_id=8617a61f-56e0-4e00-afa8-83bb956947f7)] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:56:19.215028 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3fefed19-df16-44fe-83fc-6b556b746fe7 tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:19.219724 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-2b64e6d4-054f-4ff7-b4b5-470a5037da8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956'] for port, after_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:19.232181 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-20d7a769-e0a6-45e1-b562-11bad3b61de8 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Request body: {'network': {'name': 'tempest-RoutersTest-1080908215'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:56:19.244172 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-3fefed19-df16-44fe-83fc-6b556b746fe7 tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Calling delete_port for 2da426f2-58dd-45cc-a4ae-1c0609c43854 owned by network:dhcp {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:56:19.249116 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-0862e7c7-a166-4d8d-a6bc-df3aa5c13311 req-eab4ed7d-7130-4d1b-b0b7-28155c872971 service neutron] 10.222.0.69 "GET /v2.0/networks/c22262c7-efb5-4d1d-ad25-382efd2f9076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2321870 Oct 20 10:56:19.284416 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b64e6d4-054f-4ff7-b4b5-470a5037da8b None None] Pushing event deleted for resources: {'Port': ['ID=2da426f2-58dd-45cc-a4ae-1c0609c43854,revision_number=None']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:19.312432 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43574c37-244a-4c39-86cc-f211e95e5a84 None None] DHCP port deletion for b0c32ba3-6bd2-43fa-84b9-363e8e443965 request from n-d-811396-3 {{(pid=100598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:56:19.314439 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20d7a769-e0a6-45e1-b562-11bad3b61de8 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Made reservation on behalf of f889f0e78885417f8f60131724c64516 for: {'network': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:56:19.314825 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b64e6d4-054f-4ff7-b4b5-470a5037da8b None None] No DVR routers for this DVR port 2da426f2-58dd-45cc-a4ae-1c0609c43854 on host n-d-811396-3 {{(pid=100598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:56:19.315404 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a04728-17aa-49e6-b656-7c5467b8bf4a req-6e84992c-3183-445c-a99d-7aee7987dc6d tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:19.318538 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-20d7a769-e0a6-45e1-b562-11bad3b61de8 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:19.319521 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b3a04728-17aa-49e6-b656-7c5467b8bf4a req-6e84992c-3183-445c-a99d-7aee7987dc6d tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c642b60-e4e3-4408-808f-149dead57ddc HTTP/1.1" status: 200 len: 945 time: 0.0719137 Oct 20 10:56:19.320074 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:19.321446 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 2da426f2-58dd-45cc-a4ae-1c0609c43854 no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:56:19.337628 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-20d7a769-e0a6-45e1-b562-11bad3b61de8 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:19.377764 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 2da426f2-58dd-45cc-a4ae-1c0609c43854 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:56:19.378143 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 2da426f2-58dd-45cc-a4ae-1c0609c43854 not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:56:19.388309 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b3a04728-17aa-49e6-b656-7c5467b8bf4a req-1363aaf0-edd9-483d-9400-fe9cb963bd05 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/security-groups?id=26948559-e889-46f3-b5c0-b176059a1133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612974 Oct 20 10:56:19.409321 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3fefed19-df16-44fe-83fc-6b556b746fe7 tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:19.445972 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fefed19-df16-44fe-83fc-6b556b746fe7 tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Pushing event deleted for resources: {'Port': ['ID=2da426f2-58dd-45cc-a4ae-1c0609c43854,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:19.448732 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-43574c37-244a-4c39-86cc-f211e95e5a84 None None] Deleting port 0ac4c68a-019c-48bd-b4e2-f0a41a8efb7e {{(pid=100598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:56:19.449355 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-43574c37-244a-4c39-86cc-f211e95e5a84 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:19.451327 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fefed19-df16-44fe-83fc-6b556b746fe7 tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] No DVR routers for this DVR port 2da426f2-58dd-45cc-a4ae-1c0609c43854 on host n-d-811396-3 {{(pid=100597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:56:19.522828 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-20d7a769-e0a6-45e1-b562-11bad3b61de8 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:19.532025 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-20d7a769-e0a6-45e1-b562-11bad3b61de8 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:19.559442 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-43574c37-244a-4c39-86cc-f211e95e5a84 None None] For port 0ac4c68a-019c-48bd-b4e2-f0a41a8efb7e, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=0ac4c68a-019c-48bd-b4e2-f0a41a8efb7e,segment=NetworkSegment(91a741d5-2bb7-4cc9-b405-d7011d837e40),segment_id=91a741d5-2bb7-4cc9-b405-d7011d837e40)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:56:19.559944 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-43574c37-244a-4c39-86cc-f211e95e5a84 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:19.569369 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3fefed19-df16-44fe-83fc-6b556b746fe7 tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:19.583367 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-43574c37-244a-4c39-86cc-f211e95e5a84 None None] Calling delete_port for 0ac4c68a-019c-48bd-b4e2-f0a41a8efb7e owned by network:dhcp {{(pid=100598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:56:19.585677 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20d7a769-e0a6-45e1-b562-11bad3b61de8 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 833} {{(pid=100597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:56:19.615954 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-20d7a769-e0a6-45e1-b562-11bad3b61de8 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:19.616299 n-d-811396-3 neutron-server[100597]: INFO neutron.db.segments_db [None req-20d7a769-e0a6-45e1-b562-11bad3b61de8 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Added segment 2628b3f7-ab54-4f68-ab2a-4d73c59e04d5 of type vlan for network e604409c-be73-4982-adf8-17a28402c163 Oct 20 10:56:19.618338 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-3fefed19-df16-44fe-83fc-6b556b746fe7 tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85d1057e-7b53-43a8-b4fd-f03c84ab6330']}} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:19.635092 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d7a769-e0a6-45e1-b562-11bad3b61de8 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad1956b6-afe2-4855-a036-8c1b99ffd36e,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:19.664844 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-3fefed19-df16-44fe-83fc-6b556b746fe7 tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8617a61f-56e0-4e00-afa8-83bb956947f7') {'for_net_delete': True} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:19.665149 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-3fefed19-df16-44fe-83fc-6b556b746fe7 tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8617a61f-56e0-4e00-afa8-83bb956947f7') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:19.683626 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3fefed19-df16-44fe-83fc-6b556b746fe7 tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25852596'] for segment, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:19.692183 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-20d7a769-e0a6-45e1-b562-11bad3b61de8 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:19.704686 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3fefed19-df16-44fe-83fc-6b556b746fe7 tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:19.717265 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-43574c37-244a-4c39-86cc-f211e95e5a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956'] for port, after_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:19.729061 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fefed19-df16-44fe-83fc-6b556b746fe7 tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Releasing vlan 842 on physical network physnet1 to pool {{(pid=100597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:56:19.729469 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3fefed19-df16-44fe-83fc-6b556b746fe7 tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951012'] for segment, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:19.732860 n-d-811396-3 neutron-server[100597]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:56:19.732860 n-d-811396-3 neutron-server[100597]: self.session.flush() Oct 20 10:56:19.732860 n-d-811396-3 neutron-server[100597]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:56:19.732860 n-d-811396-3 neutron-server[100597]: self.session.flush() Oct 20 10:56:19.732860 n-d-811396-3 neutron-server[100597]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:56:19.732860 n-d-811396-3 neutron-server[100597]: self.session.flush() Oct 20 10:56:19.732860 n-d-811396-3 neutron-server[100597]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:56:19.732860 n-d-811396-3 neutron-server[100597]: self.session.flush() Oct 20 10:56:19.732860 n-d-811396-3 neutron-server[100597]: Traceback (most recent call last): Oct 20 10:56:19.732860 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:56:19.732860 n-d-811396-3 neutron-server[100597]: timer() Oct 20 10:56:19.732860 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:56:19.732860 n-d-811396-3 neutron-server[100597]: cb(*args, **kw) Oct 20 10:56:19.732860 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:56:19.732860 n-d-811396-3 neutron-server[100597]: return func(*args, **kwargs) Oct 20 10:56:19.732860 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:56:19.732860 n-d-811396-3 neutron-server[100597]: self._notify() Oct 20 10:56:19.732860 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:56:19.732860 n-d-811396-3 neutron-server[100597]: self.callback(batched_events) Oct 20 10:56:19.732860 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:56:19.732860 n-d-811396-3 neutron-server[100597]: event.method(event) Oct 20 10:56:19.732860 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:56:19.732860 n-d-811396-3 neutron-server[100597]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:56:19.732860 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:56:19.732860 n-d-811396-3 neutron-server[100597]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:56:19.732860 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:56:19.732860 n-d-811396-3 neutron-server[100597]: return f(self, *a, **k) Oct 20 10:56:19.732860 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:56:19.732860 n-d-811396-3 neutron-server[100597]: return self._get(url).json() Oct 20 10:56:19.732860 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:56:19.732860 n-d-811396-3 neutron-server[100597]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:56:19.732860 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:56:19.732860 n-d-811396-3 neutron-server[100597]: return self.request(url, 'GET', **kwargs) Oct 20 10:56:19.732860 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:56:19.732860 n-d-811396-3 neutron-server[100597]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:56:19.732860 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:56:19.732860 n-d-811396-3 neutron-server[100597]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:56:19.732860 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:56:19.732860 n-d-811396-3 neutron-server[100597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:56:19.732860 n-d-811396-3 neutron-server[100597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:56:19.759423 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43574c37-244a-4c39-86cc-f211e95e5a84 None None] Pushing event deleted for resources: {'Port': ['ID=0ac4c68a-019c-48bd-b4e2-f0a41a8efb7e,revision_number=None']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:19.762847 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43574c37-244a-4c39-86cc-f211e95e5a84 None None] No DVR routers for this DVR port 0ac4c68a-019c-48bd-b4e2-f0a41a8efb7e on host n-d-811396-3 {{(pid=100598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:56:19.774288 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-20d7a769-e0a6-45e1-b562-11bad3b61de8 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:19.779939 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d7a769-e0a6-45e1-b562-11bad3b61de8 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:19.780649 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-20d7a769-e0a6-45e1-b562-11bad3b61de8 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:19.837543 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3fefed19-df16-44fe-83fc-6b556b746fe7 tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:19.841861 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3fefed19-df16-44fe-83fc-6b556b746fe7 tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:19.847755 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-3fefed19-df16-44fe-83fc-6b556b746fe7 tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] 10.222.0.64 "DELETE /v2.0/networks/85d1057e-7b53-43a8-b4fd-f03c84ab6330 HTTP/1.1" status: 204 len: 168 time: 1.1260784 Oct 20 10:56:19.847934 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 54442) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:19.854152 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-20d7a769-e0a6-45e1-b562-11bad3b61de8 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8354981 Oct 20 10:56:19.858436 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 54444) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:19.878707 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-a6dab71f-75d9-4ed2-bc4d-089abdbc4b19 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Request body: {'network': {'name': 'tempest-RoutersTest-893350393'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:56:19.950163 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-64cdf0bf-f8a0-4be5-8f19-dd3e62486d1e tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:19.955671 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6dab71f-75d9-4ed2-bc4d-089abdbc4b19 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Made reservation on behalf of f889f0e78885417f8f60131724c64516 for: {'network': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:56:19.959529 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a6dab71f-75d9-4ed2-bc4d-089abdbc4b19 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:20.010484 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6dab71f-75d9-4ed2-bc4d-089abdbc4b19 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 829} {{(pid=100596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:56:20.042308 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a6dab71f-75d9-4ed2-bc4d-089abdbc4b19 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:20.042577 n-d-811396-3 neutron-server[100596]: INFO neutron.db.segments_db [None req-a6dab71f-75d9-4ed2-bc4d-089abdbc4b19 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Added segment bd0ba6a7-fa4e-4a2c-b436-146b6acaa02f of type vlan for network b5f9300b-05cb-464d-9646-af8d89593372 Oct 20 10:56:20.084453 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-64cdf0bf-f8a0-4be5-8f19-dd3e62486d1e tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:20.134986 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-64cdf0bf-f8a0-4be5-8f19-dd3e62486d1e tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0c32ba3-6bd2-43fa-84b9-363e8e443965']}} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:20.136469 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a6dab71f-75d9-4ed2-bc4d-089abdbc4b19 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:20.141969 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d7a769-e0a6-45e1-b562-11bad3b61de8 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Pushing event updated for resources: {'Network': ['ID=e604409c-be73-4982-adf8-17a28402c163,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:20.147924 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-64cdf0bf-f8a0-4be5-8f19-dd3e62486d1e tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91a741d5-2bb7-4cc9-b405-d7011d837e40') {'for_net_delete': True} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:20.148220 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-64cdf0bf-f8a0-4be5-8f19-dd3e62486d1e tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91a741d5-2bb7-4cc9-b405-d7011d837e40') {} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:20.157235 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network e604409c-be73-4982-adf8-17a28402c163 details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:56:20.159227 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fefed19-df16-44fe-83fc-6b556b746fe7 tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Pushing event deleted for resources: {'Network': ['ID=85d1057e-7b53-43a8-b4fd-f03c84ab6330,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:20.162068 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-64cdf0bf-f8a0-4be5-8f19-dd3e62486d1e tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25189038'] for segment, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:20.185270 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-64cdf0bf-f8a0-4be5-8f19-dd3e62486d1e tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:20.189787 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a6dab71f-75d9-4ed2-bc4d-089abdbc4b19 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:20.196435 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6dab71f-75d9-4ed2-bc4d-089abdbc4b19 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:20.196435 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a6dab71f-75d9-4ed2-bc4d-089abdbc4b19 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks [] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:20.207882 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64cdf0bf-f8a0-4be5-8f19-dd3e62486d1e tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Releasing vlan 844 on physical network physnet1 to pool {{(pid=100596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:56:20.208281 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-64cdf0bf-f8a0-4be5-8f19-dd3e62486d1e tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26833155'] for segment, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:20.211729 n-d-811396-3 neutron-server[100596]: Traceback (most recent call last): Oct 20 10:56:20.211729 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:56:20.211729 n-d-811396-3 neutron-server[100596]: timer() Oct 20 10:56:20.211729 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:56:20.211729 n-d-811396-3 neutron-server[100596]: cb(*args, **kw) Oct 20 10:56:20.211729 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:56:20.211729 n-d-811396-3 neutron-server[100596]: return func(*args, **kwargs) Oct 20 10:56:20.211729 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:56:20.211729 n-d-811396-3 neutron-server[100596]: self._notify() Oct 20 10:56:20.211729 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:56:20.211729 n-d-811396-3 neutron-server[100596]: self.callback(batched_events) Oct 20 10:56:20.211729 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:56:20.211729 n-d-811396-3 neutron-server[100596]: event.method(event) Oct 20 10:56:20.211729 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:56:20.211729 n-d-811396-3 neutron-server[100596]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:56:20.211729 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:56:20.211729 n-d-811396-3 neutron-server[100596]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:56:20.211729 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:56:20.211729 n-d-811396-3 neutron-server[100596]: return f(self, *a, **k) Oct 20 10:56:20.211729 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:56:20.211729 n-d-811396-3 neutron-server[100596]: return self._get(url).json() Oct 20 10:56:20.211729 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:56:20.211729 n-d-811396-3 neutron-server[100596]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:56:20.211729 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:56:20.211729 n-d-811396-3 neutron-server[100596]: return self.request(url, 'GET', **kwargs) Oct 20 10:56:20.211729 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:56:20.211729 n-d-811396-3 neutron-server[100596]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:56:20.211729 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:56:20.211729 n-d-811396-3 neutron-server[100596]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:56:20.211729 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:56:20.211729 n-d-811396-3 neutron-server[100596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:56:20.211729 n-d-811396-3 neutron-server[100596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:56:20.250940 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-a6dab71f-75d9-4ed2-bc4d-089abdbc4b19 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3902245 Oct 20 10:56:20.253866 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 54450) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:20.261373 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-b2bbc661-ae33-454a-b963-4ad4620934d9 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Request body: {'subnet': {'network_id': 'e604409c-be73-4982-adf8-17a28402c163', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:56:20.338005 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dab71f-75d9-4ed2-bc4d-089abdbc4b19 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Pushing event updated for resources: {'Network': ['ID=b5f9300b-05cb-464d-9646-af8d89593372,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:20.349601 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network b5f9300b-05cb-464d-9646-af8d89593372 details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:56:20.356752 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-64cdf0bf-f8a0-4be5-8f19-dd3e62486d1e tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:20.365090 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2bbc661-ae33-454a-b963-4ad4620934d9 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Made reservation on behalf of f889f0e78885417f8f60131724c64516 for: {'subnet': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:56:20.365352 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-64cdf0bf-f8a0-4be5-8f19-dd3e62486d1e tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Publish callbacks [] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:20.369184 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b2bbc661-ae33-454a-b963-4ad4620934d9 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25350782'] for subnet, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:20.370015 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-64cdf0bf-f8a0-4be5-8f19-dd3e62486d1e tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] 10.222.0.64 "DELETE /v2.0/networks/b0c32ba3-6bd2-43fa-84b9-363e8e443965 HTTP/1.1" status: 204 len: 168 time: 0.5211256 Oct 20 10:56:20.373242 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 54452) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:20.424264 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cdf0bf-f8a0-4be5-8f19-dd3e62486d1e tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Pushing event deleted for resources: {'Network': ['ID=b0c32ba3-6bd2-43fa-84b9-363e8e443965,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:20.457010 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9107a3f5-3e46-4221-bb3b-2bd37b7c92ec req-67b1a8b4-8197-4e48-ab02-f0d3ba57a57a tempest-ServerAddressesTestJSON-1871439420 tempest-ServerAddressesTestJSON-1871439420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:20.459345 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9107a3f5-3e46-4221-bb3b-2bd37b7c92ec req-67b1a8b4-8197-4e48-ab02-f0d3ba57a57a tempest-ServerAddressesTestJSON-1871439420 tempest-ServerAddressesTestJSON-1871439420-project] 10.222.0.64 "GET /v2.0/ports?device_id=e1a56e52-a1fa-493b-b40b-ca11757b40d1 HTTP/1.1" status: 200 len: 944 time: 0.1613798 Oct 20 10:56:20.471460 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebbb224b-c135-4a99-b52b-9b1a81f98c7e tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Deleting subnet a27d1ec5-8ba0-471c-9d94-cfea5aae43cd {{(pid=100596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:56:20.477788 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ebbb224b-c135-4a99-b52b-9b1a81f98c7e tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Publish callbacks [] for subnet, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:20.560116 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ebbb224b-c135-4a99-b52b-9b1a81f98c7e tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25189079'] for subnet, precommit_delete_associations {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:20.584753 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b2bbc661-ae33-454a-b963-4ad4620934d9 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25350752'] for subnet, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:20.614402 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9107a3f5-3e46-4221-bb3b-2bd37b7c92ec req-bd8c6a21-b506-44ec-b681-1d4950db17c8 tempest-ServerAddressesTestJSON-1871439420 tempest-ServerAddressesTestJSON-1871439420-project] 10.222.0.64 "GET /v2.0/security-groups?id=c518791d-1063-4a3f-b1cb-92475f90f737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383913 Oct 20 10:56:20.638713 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c31ecb-7cdb-4f7e-8a3f-2da7b36b442b req-00e85c70-970d-4a35-9f77-65a5f385e0ed tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:20.644398 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-20c31ecb-7cdb-4f7e-8a3f-2da7b36b442b req-00e85c70-970d-4a35-9f77-65a5f385e0ed tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c642b60-e4e3-4408-808f-149dead57ddc HTTP/1.1" status: 200 len: 945 time: 0.1615334 Oct 20 10:56:20.660881 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bbc661-ae33-454a-b963-4ad4620934d9 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Pushing event updated for resources: {'Subnet': ['ID=60bda438-617e-44dd-8b59-af8521afcf08,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:20.671051 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bbc661-ae33-454a-b963-4ad4620934d9 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Checking segment: {'id': '2628b3f7-ab54-4f68-ab2a-4d73c59e04d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'e604409c-be73-4982-adf8-17a28402c163'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:56:20.671747 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2bbc661-ae33-454a-b963-4ad4620934d9 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Network hostable DHCP agents. Network: e604409c-be73-4982-adf8-17a28402c163, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:56:20.688175 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2bbc661-ae33-454a-b963-4ad4620934d9 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Network e604409c-be73-4982-adf8-17a28402c163 is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:56:20.698663 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-b2bbc661-ae33-454a-b963-4ad4620934d9 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, e604409c-be73-4982-adf8-17a28402c163) {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:56:20.707186 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c86a83-163e-4380-8c74-22fae553d3fe None None] Network e604409c-be73-4982-adf8-17a28402c163 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:56:20.713450 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2bbc661-ae33-454a-b963-4ad4620934d9 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:20.714156 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b2bbc661-ae33-454a-b963-4ad4620934d9 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:20.721439 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-20c31ecb-7cdb-4f7e-8a3f-2da7b36b442b req-22d293e3-6918-4aef-a222-48ad3e6e1cd7 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/security-groups?id=26948559-e889-46f3-b5c0-b176059a1133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710785 Oct 20 10:56:20.731317 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ebbb224b-c135-4a99-b52b-9b1a81f98c7e tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:20.732778 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-b2bbc661-ae33-454a-b963-4ad4620934d9 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4777675 Oct 20 10:56:20.735577 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 54456) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:20.741821 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-abe28315-b41d-47bf-870d-b4bf66b5eacc tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Request body: {'subnet': {'network_id': 'b5f9300b-05cb-464d-9646-af8d89593372', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:56:20.808621 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ebbb224b-c135-4a99-b52b-9b1a81f98c7e tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26836193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26761888'] for subnet, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:20.825105 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ebbb224b-c135-4a99-b52b-9b1a81f98c7e tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:20.832821 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-ebbb224b-c135-4a99-b52b-9b1a81f98c7e tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] 10.222.0.64 "DELETE /v2.0/subnets/a27d1ec5-8ba0-471c-9d94-cfea5aae43cd HTTP/1.1" status: 204 len: 168 time: 0.4564219 Oct 20 10:56:20.834023 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c633a70-f42b-4f27-8e23-6a8d493ac014 None None] Network 6e4b44cc-f289-4035-9e58-66ed7a2fe803 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:56:20.834138 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 54460) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:20.859184 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbb224b-c135-4a99-b52b-9b1a81f98c7e tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Pushing event deleted for resources: {'Subnet': ['ID=a27d1ec5-8ba0-471c-9d94-cfea5aae43cd,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:20.928910 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f93408d6-d9e6-40c4-a421-915215acddef tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:20.931839 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abe28315-b41d-47bf-870d-b4bf66b5eacc tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Made reservation on behalf of f889f0e78885417f8f60131724c64516 for: {'subnet': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:56:20.935167 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-abe28315-b41d-47bf-870d-b4bf66b5eacc tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25350782'] for subnet, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:21.004659 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f6298d8-3d47-4dd8-a0b1-e8ec6d6f8f3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524064ba-869c-5550-b826-c26b69a11278-e604409c-be73-4982-adf8-17a28402c163', 'network_id': 'e604409c-be73-4982-adf8-17a28402c163', 'tenant_id': 'f889f0e78885417f8f60131724c64516', 'fixed_ips': [{'subnet_id': '60bda438-617e-44dd-8b59-af8521afcf08'}]}} from n-d-811396-3. {{(pid=100598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:56:21.005621 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-6f6298d8-3d47-4dd8-a0b1-e8ec6d6f8f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:21.129184 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f487640-d172-4b7f-908b-bc4ae3a52255 None None] DHCP port deletion for 6e4b44cc-f289-4035-9e58-66ed7a2fe803 request from n-d-811396-3 {{(pid=100598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:56:21.152174 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-f93408d6-d9e6-40c4-a421-915215acddef tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Deleting port de1f5a79-9db0-4c4f-850b-7fe01f3d59b6 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:56:21.152861 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f93408d6-d9e6-40c4-a421-915215acddef tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:21.196264 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-abe28315-b41d-47bf-870d-b4bf66b5eacc tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25350752'] for subnet, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:21.211639 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-6f6298d8-3d47-4dd8-a0b1-e8ec6d6f8f3f None None] Allocated IP 172.20.0.2 (e604409c-be73-4982-adf8-17a28402c163/60bda438-617e-44dd-8b59-af8521afcf08/b1a9cbb2-1af2-4a01-8f58-b3b4867a814c) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:56:21.227855 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 64002c5e-6ede-44ad-8339-fcca0319c7c1 details requested by agent hyperv_n-h2-811396-3 with host n-h2-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:56:21.278292 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [None req-f93408d6-d9e6-40c4-a421-915215acddef tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] For port de1f5a79-9db0-4c4f-850b-7fe01f3d59b6, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=de1f5a79-9db0-4c4f-850b-7fe01f3d59b6,segment=NetworkSegment(7d4cafe1-8fa5-4aa5-9a33-223603522fd6),segment_id=7d4cafe1-8fa5-4aa5-9a33-223603522fd6)] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:56:21.278590 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f93408d6-d9e6-40c4-a421-915215acddef tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:21.301418 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-f93408d6-d9e6-40c4-a421-915215acddef tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Calling delete_port for de1f5a79-9db0-4c4f-850b-7fe01f3d59b6 owned by network:dhcp {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:56:21.340406 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe28315-b41d-47bf-870d-b4bf66b5eacc tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Pushing event updated for resources: {'Subnet': ['ID=a4eae55e-abef-4a8c-9bdf-ba8729991d2d,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:21.382422 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe28315-b41d-47bf-870d-b4bf66b5eacc tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Checking segment: {'id': 'bd0ba6a7-fa4e-4a2c-b436-146b6acaa02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'b5f9300b-05cb-464d-9646-af8d89593372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:56:21.382800 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe28315-b41d-47bf-870d-b4bf66b5eacc tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Network hostable DHCP agents. Network: b5f9300b-05cb-464d-9646-af8d89593372, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:56:21.394486 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 0ac4c68a-019c-48bd-b4e2-f0a41a8efb7e no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:56:21.417543 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe28315-b41d-47bf-870d-b4bf66b5eacc tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Network b5f9300b-05cb-464d-9646-af8d89593372 is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:56:21.437102 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 0ac4c68a-019c-48bd-b4e2-f0a41a8efb7e {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:56:21.437286 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-abe28315-b41d-47bf-870d-b4bf66b5eacc tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, b5f9300b-05cb-464d-9646-af8d89593372) {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:56:21.437504 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 0ac4c68a-019c-48bd-b4e2-f0a41a8efb7e not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:56:21.437933 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device de1f5a79-9db0-4c4f-850b-7fe01f3d59b6 no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:56:21.442423 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe28315-b41d-47bf-870d-b4bf66b5eacc tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:21.443430 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-abe28315-b41d-47bf-870d-b4bf66b5eacc tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:21.449936 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-0f487640-d172-4b7f-908b-bc4ae3a52255 None None] Deleting port de1f5a79-9db0-4c4f-850b-7fe01f3d59b6 {{(pid=100598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:56:21.450322 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-0f487640-d172-4b7f-908b-bc4ae3a52255 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:21.459208 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f93408d6-d9e6-40c4-a421-915215acddef tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:21.474871 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b6737ef-745d-4694-9cdb-0f22919d6e1d None None] Network b5f9300b-05cb-464d-9646-af8d89593372 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:56:21.497178 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-abe28315-b41d-47bf-870d-b4bf66b5eacc tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7605195 Oct 20 10:56:21.500046 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 54466) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:21.504969 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93408d6-d9e6-40c4-a421-915215acddef tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Pushing event deleted for resources: {'Port': ['ID=de1f5a79-9db0-4c4f-850b-7fe01f3d59b6,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:21.505158 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-ce4aaf68-611b-42b6-a571-fb3e80702864 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-76134570', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:56:21.514042 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93408d6-d9e6-40c4-a421-915215acddef tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] No DVR routers for this DVR port de1f5a79-9db0-4c4f-850b-7fe01f3d59b6 on host n-d-811396-3 {{(pid=100597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:56:21.553442 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ce4aaf68-611b-42b6-a571-fb3e80702864 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1772442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258322'] for router, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:21.554952 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ce4aaf68-611b-42b6-a571-fb3e80702864 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1772334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773516', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258315'] for router, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:21.625251 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f93408d6-d9e6-40c4-a421-915215acddef tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:21.650973 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-f93408d6-d9e6-40c4-a421-915215acddef tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e4b44cc-f289-4035-9e58-66ed7a2fe803']}} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:21.665648 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-f93408d6-d9e6-40c4-a421-915215acddef tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d4cafe1-8fa5-4aa5-9a33-223603522fd6') {'for_net_delete': True} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:21.666975 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-f93408d6-d9e6-40c4-a421-915215acddef tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d4cafe1-8fa5-4aa5-9a33-223603522fd6') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:21.675150 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ce4aaf68-611b-42b6-a571-fb3e80702864 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:21.686770 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ce4aaf68-611b-42b6-a571-fb3e80702864 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1773475'] for router, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:21.691775 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f93408d6-d9e6-40c4-a421-915215acddef tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25852596'] for segment, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:21.709731 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ce4aaf68-611b-42b6-a571-fb3e80702864 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks [] for router, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:21.711708 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-ce4aaf68-611b-42b6-a571-fb3e80702864 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.2100506 Oct 20 10:56:21.715645 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 54470) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:21.725048 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No active binding found for port de1f5a79-9db0-4c4f-850b-7fe01f3d59b6 {{(pid=100598) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 20 10:56:21.725710 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device de1f5a79-9db0-4c4f-850b-7fe01f3d59b6 not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:56:21.744147 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-0f487640-d172-4b7f-908b-bc4ae3a52255 None None] For port de1f5a79-9db0-4c4f-850b-7fe01f3d59b6, host n-d-811396-3, got binding levels [] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:56:21.745220 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f93408d6-d9e6-40c4-a421-915215acddef tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:21.745886 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-0f487640-d172-4b7f-908b-bc4ae3a52255 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:21.838867 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77be2f93-1989-42a7-ac2b-fb9cdf10b4a7 req-5091502e-4bf5-4378-8afe-826b8283d8dc tempest-ServerAddressesTestJSON-1871439420 tempest-ServerAddressesTestJSON-1871439420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:21.840792 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-77be2f93-1989-42a7-ac2b-fb9cdf10b4a7 req-5091502e-4bf5-4378-8afe-826b8283d8dc tempest-ServerAddressesTestJSON-1871439420 tempest-ServerAddressesTestJSON-1871439420-project] 10.222.0.64 "GET /v2.0/ports?device_id=e1a56e52-a1fa-493b-b40b-ca11757b40d1 HTTP/1.1" status: 200 len: 944 time: 0.0932345 Oct 20 10:56:21.846394 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-0f487640-d172-4b7f-908b-bc4ae3a52255 None None] Calling delete_port for de1f5a79-9db0-4c4f-850b-7fe01f3d59b6 owned by network:dhcp {{(pid=100598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:56:21.848526 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f93408d6-d9e6-40c4-a421-915215acddef tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Releasing vlan 815 on physical network physnet1 to pool {{(pid=100597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:56:21.850126 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f93408d6-d9e6-40c4-a421-915215acddef tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951012'] for segment, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:21.880916 n-d-811396-3 neutron-server[100597]: Traceback (most recent call last): Oct 20 10:56:21.880916 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:56:21.880916 n-d-811396-3 neutron-server[100597]: timer() Oct 20 10:56:21.880916 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:56:21.880916 n-d-811396-3 neutron-server[100597]: cb(*args, **kw) Oct 20 10:56:21.880916 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:56:21.880916 n-d-811396-3 neutron-server[100597]: return func(*args, **kwargs) Oct 20 10:56:21.880916 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:56:21.880916 n-d-811396-3 neutron-server[100597]: self._notify() Oct 20 10:56:21.880916 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:56:21.880916 n-d-811396-3 neutron-server[100597]: self.callback(batched_events) Oct 20 10:56:21.880916 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:56:21.880916 n-d-811396-3 neutron-server[100597]: event.method(event) Oct 20 10:56:21.880916 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:56:21.880916 n-d-811396-3 neutron-server[100597]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:56:21.880916 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:56:21.880916 n-d-811396-3 neutron-server[100597]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:56:21.880916 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:56:21.880916 n-d-811396-3 neutron-server[100597]: return f(self, *a, **k) Oct 20 10:56:21.880916 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:56:21.880916 n-d-811396-3 neutron-server[100597]: return self._get(url).json() Oct 20 10:56:21.880916 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:56:21.880916 n-d-811396-3 neutron-server[100597]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:56:21.880916 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:56:21.880916 n-d-811396-3 neutron-server[100597]: return self.request(url, 'GET', **kwargs) Oct 20 10:56:21.880916 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:56:21.880916 n-d-811396-3 neutron-server[100597]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:56:21.880916 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:56:21.880916 n-d-811396-3 neutron-server[100597]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:56:21.880916 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:56:21.880916 n-d-811396-3 neutron-server[100597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:56:21.880916 n-d-811396-3 neutron-server[100597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:56:21.887778 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.ipam_backend_mixin [None req-0f487640-d172-4b7f-908b-bc4ae3a52255 None None] Port de1f5a79-9db0-4c4f-850b-7fe01f3d59b6 was not found and therefore no delete operation was performed {{(pid=100598) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 20 10:56:21.905729 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-0f487640-d172-4b7f-908b-bc4ae3a52255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956'] for port, after_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:21.920173 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 64002c5e-6ede-44ad-8339-fcca0319c7c1, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=64002c5e-6ede-44ad-8339-fcca0319c7c1,segment=NetworkSegment(4e94e34d-ae07-415a-9764-b6b35c56945e),segment_id=4e94e34d-ae07-415a-9764-b6b35c56945e)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:56:21.950710 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f93408d6-d9e6-40c4-a421-915215acddef tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:21.962477 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-77be2f93-1989-42a7-ac2b-fb9cdf10b4a7 req-f02c6336-a01b-4cf9-9cb0-081267b3f55f tempest-ServerAddressesTestJSON-1871439420 tempest-ServerAddressesTestJSON-1871439420-project] 10.222.0.64 "GET /v2.0/security-groups?id=c518791d-1063-4a3f-b1cb-92475f90f737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126390 Oct 20 10:56:21.971970 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e74d4e4-34b8-41c1-b8b5-dcdac7520230 req-421d2adb-5ec9-418a-a998-3735581bba1b tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:21.973580 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7e74d4e4-34b8-41c1-b8b5-dcdac7520230 req-421d2adb-5ec9-418a-a998-3735581bba1b tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c642b60-e4e3-4408-808f-149dead57ddc HTTP/1.1" status: 200 len: 945 time: 0.1115808 Oct 20 10:56:22.001698 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f93408d6-d9e6-40c4-a421-915215acddef tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:22.007226 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-f93408d6-d9e6-40c4-a421-915215acddef tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] 10.222.0.64 "DELETE /v2.0/networks/6e4b44cc-f289-4035-9e58-66ed7a2fe803 HTTP/1.1" status: 204 len: 168 time: 1.1698747 Oct 20 10:56:22.010625 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f487640-d172-4b7f-908b-bc4ae3a52255 None None] Pushing event deleted for resources: {'Port': ['ID=de1f5a79-9db0-4c4f-850b-7fe01f3d59b6,revision_number=None']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:22.010797 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 54474) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:22.013332 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device b657c948-f77f-45ee-acfc-6a4673c1c6f9 up at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:56:22.032284 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7e74d4e4-34b8-41c1-b8b5-dcdac7520230 req-e4b5a52f-f0c3-4223-a018-7a352d86b307 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/security-groups?id=26948559-e889-46f3-b5c0-b176059a1133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510645 Oct 20 10:56:22.034770 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Returning: {'device': '64002c5e-6ede-44ad-8339-fcca0319c7c1', 'network_id': 'c22262c7-efb5-4d1d-ad25-382efd2f9076', 'port_id': '64002c5e-6ede-44ad-8339-fcca0319c7c1', 'mac_address': 'fa:16:3e:68:fb:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 824, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f3819e5-f0c7-4a1e-8dee-46125e41db53', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:56:22.057285 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f487640-d172-4b7f-908b-bc4ae3a52255 None None] No DVR routers for this DVR port de1f5a79-9db0-4c4f-850b-7fe01f3d59b6 on host n-d-811396-3 {{(pid=100598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:56:22.087102 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93408d6-d9e6-40c4-a421-915215acddef tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Pushing event deleted for resources: {'Network': ['ID=6e4b44cc-f289-4035-9e58-66ed7a2fe803,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:22.129389 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-a9ae3e1d-1f8d-4884-bd71-9e7dcec926f7 tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] 10.222.0.64 "GET /v2.0/ports?device_id=484963a8-d482-4300-b18c-99411b91b85c HTTP/1.1" status: 200 len: 205 time: 0.1154335 Oct 20 10:56:22.130185 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 54478) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:22.131803 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-6f6298d8-3d47-4dd8-a0b1-e8ec6d6f8f3f None None] Publish callbacks [] for port, precommit_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:22.166581 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-6f6298d8-3d47-4dd8-a0b1-e8ec6d6f8f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:22.183514 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b3b8ab1-30cd-4d84-ba64-eb3f82c816da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524064ba-869c-5550-b826-c26b69a11278-b5f9300b-05cb-464d-9646-af8d89593372', 'network_id': 'b5f9300b-05cb-464d-9646-af8d89593372', 'tenant_id': 'f889f0e78885417f8f60131724c64516', 'fixed_ips': [{'subnet_id': 'a4eae55e-abef-4a8c-9bdf-ba8729991d2d'}]}} from n-d-811396-3. {{(pid=100598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:56:22.184381 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-6b3b8ab1-30cd-4d84-ba64-eb3f82c816da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:22.206457 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:22.261438 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f6298d8-3d47-4dd8-a0b1-e8ec6d6f8f3f None None] Network e604409c-be73-4982-adf8-17a28402c163 is already hosted by enough agents. {{(pid=100598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:56:22.272028 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64002c5e-6ede-44ad-8339-fcca0319c7c1 {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:56:22.293166 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 64002c5e-6ede-44ad-8339-fcca0319c7c1, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=64002c5e-6ede-44ad-8339-fcca0319c7c1,segment=NetworkSegment(4e94e34d-ae07-415a-9764-b6b35c56945e),segment_id=4e94e34d-ae07-415a-9764-b6b35c56945e)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:56:22.296428 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.base_scheduler [None req-6f6298d8-3d47-4dd8-a0b1-e8ec6d6f8f3f None None] Resources bound (agent type, host, resource id): {{(pid=100598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:56:22.309579 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:22.312013 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6298d8-3d47-4dd8-a0b1-e8ec6d6f8f3f None None] Received port after_create {{(pid=100598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:56:22.315403 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning for port b657c948-f77f-45ee-acfc-6a4673c1c6f9 completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:56:22.319897 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6298d8-3d47-4dd8-a0b1-e8ec6d6f8f3f None None] Pushing event updated for resources: {'Port': ['ID=b1a9cbb2-1af2-4a01-8f58-b3b4867a814c,revision_number=1']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:22.353424 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fa53bcd9-9123-4e8f-9a72-e9d204feeecf tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Publish callbacks [] for router, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:22.420055 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=64002c5e-6ede-44ad-8339-fcca0319c7c1,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:22.426543 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning complete for port b657c948-f77f-45ee-acfc-6a4673c1c6f9 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:56:22.427179 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:22.522448 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-178315f5-0be3-4e06-9a9a-159982457fe9 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:22.531015 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-6f6298d8-3d47-4dd8-a0b1-e8ec6d6f8f3f None None] Attempting to bind port b1a9cbb2-1af2-4a01-8f58-b3b4867a814c on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:56:22.531409 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-6f6298d8-3d47-4dd8-a0b1-e8ec6d6f8f3f None None] Attempting to bind port b1a9cbb2-1af2-4a01-8f58-b3b4867a814c by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '2628b3f7-ab54-4f68-ab2a-4d73c59e04d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'e604409c-be73-4982-adf8-17a28402c163'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:56:22.531793 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f6298d8-3d47-4dd8-a0b1-e8ec6d6f8f3f None None] Attempting to bind port b1a9cbb2-1af2-4a01-8f58-b3b4867a814c on network e604409c-be73-4982-adf8-17a28402c163 {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:56:22.566120 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f6298d8-3d47-4dd8-a0b1-e8ec6d6f8f3f None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 56, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:56:22.566505 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f6298d8-3d47-4dd8-a0b1-e8ec6d6f8f3f None None] Checking segment: {'id': '2628b3f7-ab54-4f68-ab2a-4d73c59e04d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'e604409c-be73-4982-adf8-17a28402c163'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:56:22.566917 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-6f6298d8-3d47-4dd8-a0b1-e8ec6d6f8f3f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:22.567319 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f6298d8-3d47-4dd8-a0b1-e8ec6d6f8f3f None None] Bound using segment: {'id': '2628b3f7-ab54-4f68-ab2a-4d73c59e04d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'e604409c-be73-4982-adf8-17a28402c163'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:56:22.567853 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-6f6298d8-3d47-4dd8-a0b1-e8ec6d6f8f3f None None] Bound port: b1a9cbb2-1af2-4a01-8f58-b3b4867a814c, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2628b3f7-ab54-4f68-ab2a-4d73c59e04d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'e604409c-be73-4982-adf8-17a28402c163'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:56:22.568243 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-6f6298d8-3d47-4dd8-a0b1-e8ec6d6f8f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:22.587159 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['64002c5e-6ede-44ad-8339-fcca0319c7c1'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:56:22.620666 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fa53bcd9-9123-4e8f-9a72-e9d204feeecf tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1772272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258304'] for router, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:22.623102 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fa53bcd9-9123-4e8f-9a72-e9d204feeecf tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:22.688598 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fa53bcd9-9123-4e8f-9a72-e9d204feeecf tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1772267'] for router, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:22.689158 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa53bcd9-9123-4e8f-9a72-e9d204feeecf tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Fanout notify agent at l3_agent the message router_deleted on router 484963a8-d482-4300-b18c-99411b91b85c {{(pid=100597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 10:56:22.707106 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fa53bcd9-9123-4e8f-9a72-e9d204feeecf tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] Publish callbacks [] for router, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:22.712147 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-fa53bcd9-9123-4e8f-9a72-e9d204feeecf tempest-RoutersNegativeIpV6Test-865315694 tempest-RoutersNegativeIpV6Test-865315694-project] 10.222.0.64 "DELETE /v2.0/routers/484963a8-d482-4300-b18c-99411b91b85c HTTP/1.1" status: 204 len: 168 time: 0.5811749 Oct 20 10:56:22.716070 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:22.732927 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-6b3b8ab1-30cd-4d84-ba64-eb3f82c816da None None] Allocated IP 172.21.0.2 (b5f9300b-05cb-464d-9646-af8d89593372/a4eae55e-abef-4a8c-9bdf-ba8729991d2d/3e996fa7-f301-4ad3-908a-d4663de81d9a) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:56:22.877232 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-6f6298d8-3d47-4dd8-a0b1-e8ec6d6f8f3f None None] For port b1a9cbb2-1af2-4a01-8f58-b3b4867a814c, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:56:22.886974 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c642b60-e4e3-4408-808f-149dead57ddc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b657c948-f77f-45ee-acfc-6a4673c1c6f9'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:56:22.889415 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a61024c7-e75c-4c3b-b373-483c14b1a6f8" -d '{"events": [{"server_uuid": "4c642b60-e4e3-4408-808f-149dead57ddc", "name": "network-vif-plugged", "status": "completed", "tag": "b657c948-f77f-45ee-acfc-6a4673c1c6f9"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:56:22.949320 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port b657c948-f77f-45ee-acfc-6a4673c1c6f9, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=b657c948-f77f-45ee-acfc-6a4673c1c6f9,segment=NetworkSegment(04b14d52-8865-481b-b21e-ff6eaaae12bb),segment_id=04b14d52-8865-481b-b21e-ff6eaaae12bb)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:56:23.043403 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-178315f5-0be3-4e06-9a9a-159982457fe9 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Allocated IP 172.20.0.1 (e604409c-be73-4982-adf8-17a28402c163/60bda438-617e-44dd-8b59-af8521afcf08/e8410a95-97b9-42dc-9e7f-4efd2b368565) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:56:23.079308 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d480cb5-8f97-45ea-90ac-06593532beb2 x-openstack-request-id: req-8d480cb5-8f97-45ea-90ac-06593532beb2 {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:56:23.082995 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c642b60-e4e3-4408-808f-149dead57ddc", "name": "network-vif-plugged", "status": "completed", "tag": "b657c948-f77f-45ee-acfc-6a4673c1c6f9", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:56:23.083597 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8d480cb5-8f97-45ea-90ac-06593532beb2 {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:56:23.084208 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c642b60-e4e3-4408-808f-149dead57ddc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b657c948-f77f-45ee-acfc-6a4673c1c6f9', 'code': 200} Oct 20 10:56:23.087020 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-6f6298d8-3d47-4dd8-a0b1-e8ec6d6f8f3f None None] For port b1a9cbb2-1af2-4a01-8f58-b3b4867a814c, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=b1a9cbb2-1af2-4a01-8f58-b3b4867a814c,segment=NetworkSegment(2628b3f7-ab54-4f68-ab2a-4d73c59e04d5),segment_id=2628b3f7-ab54-4f68-ab2a-4d73c59e04d5)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:56:23.183109 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:23.201310 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-6f6298d8-3d47-4dd8-a0b1-e8ec6d6f8f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:23.267894 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-6b3b8ab1-30cd-4d84-ba64-eb3f82c816da None None] Publish callbacks [] for port, precommit_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:23.279887 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 54492) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:23.302701 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-6b3b8ab1-30cd-4d84-ba64-eb3f82c816da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:23.315183 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af6ee46-a402-43fd-a10a-3eb7520b4165 req-9b2d75f0-4e9f-4e5b-bf78-c0ebbcabd6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:23.316130 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2af6ee46-a402-43fd-a10a-3eb7520b4165 req-9b2d75f0-4e9f-4e5b-bf78-c0ebbcabd6d2 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4c642b60-e4e3-4408-808f-149dead57ddc HTTP/1.1" status: 200 len: 1097 time: 0.2270789 Oct 20 10:56:23.329356 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0a7b39-b555-48dc-b840-dd43a0b17b84 req-22ee0318-42a2-45b6-8651-aec9e378d1db tempest-ServerAddressesTestJSON-1871439420 tempest-ServerAddressesTestJSON-1871439420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:23.330873 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3f0a7b39-b555-48dc-b840-dd43a0b17b84 req-22ee0318-42a2-45b6-8651-aec9e378d1db tempest-ServerAddressesTestJSON-1871439420 tempest-ServerAddressesTestJSON-1871439420-project] 10.222.0.64 "GET /v2.0/ports?device_id=e1a56e52-a1fa-493b-b40b-ca11757b40d1 HTTP/1.1" status: 200 len: 945 time: 0.1458924 Oct 20 10:56:23.361898 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca25b85-779a-4051-816c-5c093c3db968 req-92509551-d65a-4255-b0aa-88c4d9ce82c5 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:23.363294 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fca25b85-779a-4051-816c-5c093c3db968 req-92509551-d65a-4255-b0aa-88c4d9ce82c5 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c642b60-e4e3-4408-808f-149dead57ddc HTTP/1.1" status: 200 len: 946 time: 0.1608989 Oct 20 10:56:23.365766 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-178315f5-0be3-4e06-9a9a-159982457fe9 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:23.389093 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3b8ab1-30cd-4d84-ba64-eb3f82c816da None None] Network b5f9300b-05cb-464d-9646-af8d89593372 is already hosted by enough agents. {{(pid=100598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:56:23.393522 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=b657c948-f77f-45ee-acfc-6a4673c1c6f9,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:23.398824 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.base_scheduler [None req-6b3b8ab1-30cd-4d84-ba64-eb3f82c816da None None] Resources bound (agent type, host, resource id): {{(pid=100598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:56:23.401057 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3b8ab1-30cd-4d84-ba64-eb3f82c816da None None] Received port after_create {{(pid=100598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:56:23.431538 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-178315f5-0be3-4e06-9a9a-159982457fe9 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:23.431786 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2af6ee46-a402-43fd-a10a-3eb7520b4165 req-d1620f67-4d5f-4147-ac63-46be81278242 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=26948559-e889-46f3-b5c0-b176059a1133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996904 Oct 20 10:56:23.468114 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3f0a7b39-b555-48dc-b840-dd43a0b17b84 req-d91d1c76-e4f0-4b28-af80-a5f6684708b2 tempest-ServerAddressesTestJSON-1871439420 tempest-ServerAddressesTestJSON-1871439420-project] 10.222.0.64 "GET /v2.0/security-groups?id=c518791d-1063-4a3f-b1cb-92475f90f737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296251 Oct 20 10:56:23.504084 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fca25b85-779a-4051-816c-5c093c3db968 req-3ec991d5-de9f-4010-b961-0649da8751ef tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/security-groups?id=26948559-e889-46f3-b5c0-b176059a1133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1301692 Oct 20 10:56:23.508721 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-178315f5-0be3-4e06-9a9a-159982457fe9 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Network e604409c-be73-4982-adf8-17a28402c163 is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:56:23.512939 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-178315f5-0be3-4e06-9a9a-159982457fe9 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:56:23.518308 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178315f5-0be3-4e06-9a9a-159982457fe9 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:56:23.538600 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-6b3b8ab1-30cd-4d84-ba64-eb3f82c816da None None] Attempting to bind port 3e996fa7-f301-4ad3-908a-d4663de81d9a on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:56:23.539307 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-6b3b8ab1-30cd-4d84-ba64-eb3f82c816da None None] Attempting to bind port 3e996fa7-f301-4ad3-908a-d4663de81d9a by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': 'bd0ba6a7-fa4e-4a2c-b436-146b6acaa02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'b5f9300b-05cb-464d-9646-af8d89593372'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:56:23.539707 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3b8ab1-30cd-4d84-ba64-eb3f82c816da None None] Attempting to bind port 3e996fa7-f301-4ad3-908a-d4663de81d9a on network b5f9300b-05cb-464d-9646-af8d89593372 {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:56:23.542401 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178315f5-0be3-4e06-9a9a-159982457fe9 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Pushing event updated for resources: {'Port': ['ID=e8410a95-97b9-42dc-9e7f-4efd2b368565,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:23.556678 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6298d8-3d47-4dd8-a0b1-e8ec6d6f8f3f None None] Pushing event updated for resources: {'Port': ['ID=b1a9cbb2-1af2-4a01-8f58-b3b4867a814c,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:23.559098 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-8b2db7b7-0451-4f04-9c57-c2ed97c7978d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fa73f8afe52541139376794d704066fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2772391 Oct 20 10:56:23.559780 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 54498) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:23.566902 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3b8ab1-30cd-4d84-ba64-eb3f82c816da None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 56, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:56:23.567225 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3b8ab1-30cd-4d84-ba64-eb3f82c816da None None] Checking segment: {'id': 'bd0ba6a7-fa4e-4a2c-b436-146b6acaa02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'b5f9300b-05cb-464d-9646-af8d89593372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:56:23.567652 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-6b3b8ab1-30cd-4d84-ba64-eb3f82c816da None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:23.568041 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3b8ab1-30cd-4d84-ba64-eb3f82c816da None None] Bound using segment: {'id': 'bd0ba6a7-fa4e-4a2c-b436-146b6acaa02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'b5f9300b-05cb-464d-9646-af8d89593372'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:56:23.568531 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-6b3b8ab1-30cd-4d84-ba64-eb3f82c816da None None] Bound port: 3e996fa7-f301-4ad3-908a-d4663de81d9a, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd0ba6a7-fa4e-4a2c-b436-146b6acaa02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'b5f9300b-05cb-464d-9646-af8d89593372'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:56:23.568914 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-6b3b8ab1-30cd-4d84-ba64-eb3f82c816da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:23.569492 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-178315f5-0be3-4e06-9a9a-159982457fe9 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1774540'] for router_interface, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:23.640997 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-29939399-8a52-46c6-89e6-8ea9a58a3191 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:23.675042 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3b8ab1-30cd-4d84-ba64-eb3f82c816da None None] Pushing event updated for resources: {'Port': ['ID=3e996fa7-f301-4ad3-908a-d4663de81d9a,revision_number=1']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:23.675968 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-29939399-8a52-46c6-89e6-8ea9a58a3191 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:23.718255 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-6b3b8ab1-30cd-4d84-ba64-eb3f82c816da None None] For port 3e996fa7-f301-4ad3-908a-d4663de81d9a, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:56:23.722455 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-6b3b8ab1-30cd-4d84-ba64-eb3f82c816da None None] For port 3e996fa7-f301-4ad3-908a-d4663de81d9a, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=3e996fa7-f301-4ad3-908a-d4663de81d9a,segment=NetworkSegment(bd0ba6a7-fa4e-4a2c-b436-146b6acaa02f),segment_id=bd0ba6a7-fa4e-4a2c-b436-146b6acaa02f)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:56:23.727534 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-6b3b8ab1-30cd-4d84-ba64-eb3f82c816da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:23.735814 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-29939399-8a52-46c6-89e6-8ea9a58a3191 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:23.739030 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-29939399-8a52-46c6-89e6-8ea9a58a3191 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:23.740706 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-29939399-8a52-46c6-89e6-8ea9a58a3191 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/37d32e68-403d-4e42-b651-c233b03d5f96 HTTP/1.1" status: 204 len: 168 time: 0.1799884 Oct 20 10:56:23.766057 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29939399-8a52-46c6-89e6-8ea9a58a3191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37d32e68-403d-4e42-b651-c233b03d5f96,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:23.831919 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3b8ab1-30cd-4d84-ba64-eb3f82c816da None None] Pushing event updated for resources: {'Port': ['ID=3e996fa7-f301-4ad3-908a-d4663de81d9a,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:24.002712 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-178315f5-0be3-4e06-9a9a-159982457fe9 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:24.387644 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-178315f5-0be3-4e06-9a9a-159982457fe9 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks [] for port, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:24.397421 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-178315f5-0be3-4e06-9a9a-159982457fe9 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:24.528840 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178315f5-0be3-4e06-9a9a-159982457fe9 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Pushing event updated for resources: {'Port': ['ID=e8410a95-97b9-42dc-9e7f-4efd2b368565,revision_number=2']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:24.544979 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-178315f5-0be3-4e06-9a9a-159982457fe9 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1774432'] for router_interface, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:24.613281 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f9bec0-feac-41c4-a621-6109590aba78 req-275f0f1a-d452-4391-8dda-0b26785db6ca tempest-ServerAddressesTestJSON-1871439420 tempest-ServerAddressesTestJSON-1871439420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:24.624344 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-92f9bec0-feac-41c4-a621-6109590aba78 req-275f0f1a-d452-4391-8dda-0b26785db6ca tempest-ServerAddressesTestJSON-1871439420 tempest-ServerAddressesTestJSON-1871439420-project] 10.222.0.64 "GET /v2.0/ports?device_id=e1a56e52-a1fa-493b-b40b-ca11757b40d1 HTTP/1.1" status: 200 len: 945 time: 0.0839405 Oct 20 10:56:24.666118 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 54530) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:24.710408 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-92f9bec0-feac-41c4-a621-6109590aba78 req-3bd04096-22b8-4558-b863-15af351284d6 tempest-ServerAddressesTestJSON-1871439420 tempest-ServerAddressesTestJSON-1871439420-project] 10.222.0.64 "GET /v2.0/security-groups?id=c518791d-1063-4a3f-b1cb-92475f90f737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845568 Oct 20 10:56:24.727277 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff29a21d-a032-4043-9ec4-9374d8e1a52f req-85cafed7-27a0-4bdf-a4fc-de317b6243c4 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:24.729451 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ff29a21d-a032-4043-9ec4-9374d8e1a52f req-85cafed7-27a0-4bdf-a4fc-de317b6243c4 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c642b60-e4e3-4408-808f-149dead57ddc HTTP/1.1" status: 200 len: 946 time: 0.0886614 Oct 20 10:56:24.737653 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-178315f5-0be3-4e06-9a9a-159982457fe9 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Network e604409c-be73-4982-adf8-17a28402c163 is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:56:24.739568 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-178315f5-0be3-4e06-9a9a-159982457fe9 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:56:24.811689 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ff29a21d-a032-4043-9ec4-9374d8e1a52f req-69dc6e7f-4b75-4687-9816-127776a4d444 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/security-groups?id=26948559-e889-46f3-b5c0-b176059a1133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718966 Oct 20 10:56:24.852838 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab41f02-df36-47ff-bc2f-e1ec1a52db3f None None] Network e604409c-be73-4982-adf8-17a28402c163 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:56:24.930564 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-3b83ed09-81c8-4e01-acec-d655bf53dc0a tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-327610753'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:56:24.966103 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b83ed09-81c8-4e01-acec-d655bf53dc0a tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] Made reservation on behalf of 938440c257044f12a3bee1d2696504dd for: {'network': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:56:24.970535 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3b83ed09-81c8-4e01-acec-d655bf53dc0a tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:24.985529 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3b83ed09-81c8-4e01-acec-d655bf53dc0a tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:25.023991 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-178315f5-0be3-4e06-9a9a-159982457fe9 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Router 55158235-1db8-4a3f-a3eb-1f67b3155ee7 is scheduled to L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 with binding_index 1 {{(pid=100597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 10:56:25.154969 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-a9d9f08b-e07d-4b18-b82d-5941965084e7 None None] Provisioning complete for port b1a9cbb2-1af2-4a01-8f58-b3b4867a814c triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:56:25.155793 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-a9d9f08b-e07d-4b18-b82d-5941965084e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:25.173307 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-178315f5-0be3-4e06-9a9a-159982457fe9 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:56:25.185265 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 54534) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:25.186134 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-178315f5-0be3-4e06-9a9a-159982457fe9 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] 10.222.0.64 "PUT /v2.0/routers/55158235-1db8-4a3f-a3eb-1f67b3155ee7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4643049 Oct 20 10:56:25.188528 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3b83ed09-81c8-4e01-acec-d655bf53dc0a tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:25.189782 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d542df-460e-4a6b-bfc5-1f080f9fbe93 None None] Sync routers for ids ['55158235-1db8-4a3f-a3eb-1f67b3155ee7'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:56:25.194777 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3b83ed09-81c8-4e01-acec-d655bf53dc0a tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:25.212455 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d542df-460e-4a6b-bfc5-1f080f9fbe93 None None] Routers {'55158235-1db8-4a3f-a3eb-1f67b3155ee7'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:56:25.218395 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-46d542df-460e-4a6b-bfc5-1f080f9fbe93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:56:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['55158235-1db8-4a3f-a3eb-1f67b3155ee7'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:25.232312 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b83ed09-81c8-4e01-acec-d655bf53dc0a tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 838} {{(pid=100597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:56:25.254355 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3b83ed09-81c8-4e01-acec-d655bf53dc0a tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:25.254721 n-d-811396-3 neutron-server[100597]: INFO neutron.db.segments_db [None req-3b83ed09-81c8-4e01-acec-d655bf53dc0a tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] Added segment 7c69f598-ab93-4e97-89be-c8eed642c881 of type vlan for network 2fcd6fc5-ccb8-499f-a10d-1baa956473b5 Oct 20 10:56:25.256335 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b83ed09-81c8-4e01-acec-d655bf53dc0a tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17eb643d-851c-4ba2-86e7-19a032aa428a,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:25.265554 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 64002c5e-6ede-44ad-8339-fcca0319c7c1 up at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:56:25.290698 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7924d914-d6e8-4d19-b304-720dfcb61c0b tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:25.291132 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-46d542df-460e-4a6b-bfc5-1f080f9fbe93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:25.300413 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-7924d914-d6e8-4d19-b304-720dfcb61c0b tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] 10.222.0.64 "GET /v2.0/ports/e8410a95-97b9-42dc-9e7f-4efd2b368565 HTTP/1.1" status: 200 len: 910 time: 0.1124656 Oct 20 10:56:25.303344 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 54536) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:25.323200 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d542df-460e-4a6b-bfc5-1f080f9fbe93 None None] Routers {'55158235-1db8-4a3f-a3eb-1f67b3155ee7'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:56:25.323866 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-46d542df-460e-4a6b-bfc5-1f080f9fbe93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:56:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['55158235-1db8-4a3f-a3eb-1f67b3155ee7'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:25.366038 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3b83ed09-81c8-4e01-acec-d655bf53dc0a tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:25.407209 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3b83ed09-81c8-4e01-acec-d655bf53dc0a tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:25.421685 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b83ed09-81c8-4e01-acec-d655bf53dc0a tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:25.422411 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3b83ed09-81c8-4e01-acec-d655bf53dc0a tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:25.427956 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-46d542df-460e-4a6b-bfc5-1f080f9fbe93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:25.428298 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 3e996fa7-f301-4ad3-908a-d4663de81d9a up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:56:25.429176 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d542df-460e-4a6b-bfc5-1f080f9fbe93 None None] The sync data for ids ['55158235-1db8-4a3f-a3eb-1f67b3155ee7'] in n-d-811396-3 is: [] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:56:25.466004 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3fa9f4d-0f30-4a8f-a934-41718fe8d18e None None] Network b5f9300b-05cb-464d-9646-af8d89593372 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:56:25.482172 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-3b83ed09-81c8-4e01-acec-d655bf53dc0a tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.8148584 Oct 20 10:56:25.485370 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 54538) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:25.490877 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-3f98f33b-4850-4d1c-a7b5-d63b3ec307ef tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] Request body: {'subnet': {'network_id': '2fcd6fc5-ccb8-499f-a10d-1baa956473b5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:56:25.587564 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b83ed09-81c8-4e01-acec-d655bf53dc0a tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] Pushing event updated for resources: {'Network': ['ID=2fcd6fc5-ccb8-499f-a10d-1baa956473b5,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:25.608170 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network 2fcd6fc5-ccb8-499f-a10d-1baa956473b5 details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:56:25.672905 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f98f33b-4850-4d1c-a7b5-d63b3ec307ef tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] Made reservation on behalf of 938440c257044f12a3bee1d2696504dd for: {'subnet': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:56:25.677741 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3f98f33b-4850-4d1c-a7b5-d63b3ec307ef tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25350782'] for subnet, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:25.700303 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-a9d9f08b-e07d-4b18-b82d-5941965084e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:25.717502 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning for port 64002c5e-6ede-44ad-8339-fcca0319c7c1 completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:56:25.747903 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning complete for port 64002c5e-6ede-44ad-8339-fcca0319c7c1 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:56:25.748322 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:25.839943 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 3e996fa7-f301-4ad3-908a-d4663de81d9a triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:56:25.840320 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:25.889741 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-a9d9f08b-e07d-4b18-b82d-5941965084e7 None None] For port b1a9cbb2-1af2-4a01-8f58-b3b4867a814c, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=b1a9cbb2-1af2-4a01-8f58-b3b4867a814c,segment=NetworkSegment(2628b3f7-ab54-4f68-ab2a-4d73c59e04d5),segment_id=2628b3f7-ab54-4f68-ab2a-4d73c59e04d5)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:56:25.904358 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-a9d9f08b-e07d-4b18-b82d-5941965084e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:25.921886 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-26216c58-eb50-4fe4-aa1c-14fbb9f66b02 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:25.965182 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d9f08b-e07d-4b18-b82d-5941965084e7 None None] Pushing event updated for resources: {'Port': ['ID=b1a9cbb2-1af2-4a01-8f58-b3b4867a814c,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:26.036956 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3f98f33b-4850-4d1c-a7b5-d63b3ec307ef tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25350752'] for subnet, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:26.130922 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:26.132869 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-0fe61905-9d8a-44c0-a8ce-abcb39600432 None None] Provisioning complete for port 3e996fa7-f301-4ad3-908a-d4663de81d9a triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:56:26.133233 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-0fe61905-9d8a-44c0-a8ce-abcb39600432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:26.168224 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f98f33b-4850-4d1c-a7b5-d63b3ec307ef tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] Pushing event updated for resources: {'Subnet': ['ID=70a6fefa-ea93-4ab8-9f53-0010affd37c9,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:26.209079 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f98f33b-4850-4d1c-a7b5-d63b3ec307ef tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] Checking segment: {'id': '7c69f598-ab93-4e97-89be-c8eed642c881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '2fcd6fc5-ccb8-499f-a10d-1baa956473b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:56:26.209079 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f98f33b-4850-4d1c-a7b5-d63b3ec307ef tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] Network hostable DHCP agents. Network: 2fcd6fc5-ccb8-499f-a10d-1baa956473b5, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:56:26.215631 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:26.227246 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1a56e52-a1fa-493b-b40b-ca11757b40d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64002c5e-6ede-44ad-8339-fcca0319c7c1'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:56:26.229777 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e10314f-8fdf-49a8-b5b8-85bc173f1c07" -d '{"events": [{"server_uuid": "e1a56e52-a1fa-493b-b40b-ca11757b40d1", "name": "network-vif-plugged", "status": "completed", "tag": "64002c5e-6ede-44ad-8339-fcca0319c7c1"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:56:26.263898 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f98f33b-4850-4d1c-a7b5-d63b3ec307ef tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] Network 2fcd6fc5-ccb8-499f-a10d-1baa956473b5 is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:56:26.264095 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 64002c5e-6ede-44ad-8339-fcca0319c7c1, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=64002c5e-6ede-44ad-8339-fcca0319c7c1,segment=NetworkSegment(4e94e34d-ae07-415a-9764-b6b35c56945e),segment_id=4e94e34d-ae07-415a-9764-b6b35c56945e)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:56:26.275994 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:26.280822 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-3f98f33b-4850-4d1c-a7b5-d63b3ec307ef tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, 2fcd6fc5-ccb8-499f-a10d-1baa956473b5) {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:56:26.296545 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f98f33b-4850-4d1c-a7b5-d63b3ec307ef tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:26.297237 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3f98f33b-4850-4d1c-a7b5-d63b3ec307ef tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:26.324130 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5160f7ec-4530-4d03-a36c-406d2bcd6bd0 None None] Network 2fcd6fc5-ccb8-499f-a10d-1baa956473b5 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:56:26.324625 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-3f98f33b-4850-4d1c-a7b5-d63b3ec307ef tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8382881 Oct 20 10:56:26.327689 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 54548) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:26.337211 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-6f8f79f2-1d2e-46d3-aba8-a42016b4ce69 tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] Request body: {'port': {'network_id': '2fcd6fc5-ccb8-499f-a10d-1baa956473b5', 'name': 'tempest-TagsExtTest-1291548820'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:56:26.338143 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] For port 3e996fa7-f301-4ad3-908a-d4663de81d9a, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=3e996fa7-f301-4ad3-908a-d4663de81d9a,segment=NetworkSegment(bd0ba6a7-fa4e-4a2c-b436-146b6acaa02f),segment_id=bd0ba6a7-fa4e-4a2c-b436-146b6acaa02f)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:56:26.544653 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:26.545441 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device b1a9cbb2-1af2-4a01-8f58-b3b4867a814c up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:56:26.578800 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f8f79f2-1d2e-46d3-aba8-a42016b4ce69 tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] Made reservation on behalf of 938440c257044f12a3bee1d2696504dd for: {'port': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:56:26.610587 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6f8f79f2-1d2e-46d3-aba8-a42016b4ce69 tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:26.637621 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=64002c5e-6ede-44ad-8339-fcca0319c7c1,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:26.675934 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [None req-6f8f79f2-1d2e-46d3-aba8-a42016b4ce69 tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] device_id is not set on port 831db453-9b60-4e71-b460-16b323340b26 yet. {{(pid=100597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:56:26.714996 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port b1a9cbb2-1af2-4a01-8f58-b3b4867a814c triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:56:26.715377 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:26.756254 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-09087a87-2de8-43f4-8ed3-3d3ac3a85b1a None None] Provisioning complete for port 3e996fa7-f301-4ad3-908a-d4663de81d9a triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:56:26.756632 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-09087a87-2de8-43f4-8ed3-3d3ac3a85b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:26.777503 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be385e3-be78-4da5-9cc2-8b6d3eaa52b7 req-ea4ce0b2-4b80-40ed-bd25-a62ac1e92924 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:26.782218 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1be385e3-be78-4da5-9cc2-8b6d3eaa52b7 req-ea4ce0b2-4b80-40ed-bd25-a62ac1e92924 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c642b60-e4e3-4408-808f-149dead57ddc HTTP/1.1" status: 200 len: 946 time: 0.8260663 Oct 20 10:56:26.829300 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9707d7d9-16ca-44e1-9509-7bb7a9214a52 req-79974a02-e5c8-4bfa-b5b1-28d7c11c0157 tempest-ServerAddressesTestJSON-1871439420 tempest-ServerAddressesTestJSON-1871439420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:26.838738 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9707d7d9-16ca-44e1-9509-7bb7a9214a52 req-79974a02-e5c8-4bfa-b5b1-28d7c11c0157 tempest-ServerAddressesTestJSON-1871439420 tempest-ServerAddressesTestJSON-1871439420-project] 10.222.0.64 "GET /v2.0/ports?device_id=e1a56e52-a1fa-493b-b40b-ca11757b40d1 HTTP/1.1" status: 200 len: 945 time: 0.8870020 Oct 20 10:56:26.852998 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-6f8f79f2-1d2e-46d3-aba8-a42016b4ce69 tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] Allocated IP 172.20.0.7 (2fcd6fc5-ccb8-499f-a10d-1baa956473b5/70a6fefa-ea93-4ab8-9f53-0010affd37c9/831db453-9b60-4e71-b460-16b323340b26) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:56:26.865017 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae85aa0-8418-4922-803b-ec51e87b611c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524064ba-869c-5550-b826-c26b69a11278-2fcd6fc5-ccb8-499f-a10d-1baa956473b5', 'network_id': '2fcd6fc5-ccb8-499f-a10d-1baa956473b5', 'tenant_id': '938440c257044f12a3bee1d2696504dd', 'fixed_ips': [{'subnet_id': '70a6fefa-ea93-4ab8-9f53-0010affd37c9'}]}} from n-d-811396-3. {{(pid=100598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:56:26.866326 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-8ae85aa0-8418-4922-803b-ec51e87b611c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:26.923633 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Pushing event updated for resources: {'Port': ['ID=3e996fa7-f301-4ad3-908a-d4663de81d9a,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:26.951141 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1be385e3-be78-4da5-9cc2-8b6d3eaa52b7 req-18595a11-8466-4877-b04a-3a246e136f88 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/security-groups?id=26948559-e889-46f3-b5c0-b176059a1133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1557214 Oct 20 10:56:26.989762 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9707d7d9-16ca-44e1-9509-7bb7a9214a52 req-f1ac8494-3b41-4e26-a301-c05e53f1e98d tempest-ServerAddressesTestJSON-1871439420 tempest-ServerAddressesTestJSON-1871439420-project] 10.222.0.64 "GET /v2.0/security-groups?id=c518791d-1063-4a3f-b1cb-92475f90f737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501145 Oct 20 10:56:27.059754 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6f8f79f2-1d2e-46d3-aba8-a42016b4ce69 tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:27.060450 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [None req-26216c58-eb50-4fe4-aa1c-14fbb9f66b02 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Allocated IP 172.21.0.1 (b5f9300b-05cb-464d-9646-af8d89593372/a4eae55e-abef-4a8c-9bdf-ba8729991d2d/541443b5-c8f1-4e4e-91fc-19c0a3c657e4) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:56:27.069546 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32507463-f43d-4d83-970c-3cbec6024786 x-openstack-request-id: req-32507463-f43d-4d83-970c-3cbec6024786 {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:56:27.070622 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1a56e52-a1fa-493b-b40b-ca11757b40d1", "name": "network-vif-plugged", "status": "completed", "tag": "64002c5e-6ede-44ad-8339-fcca0319c7c1", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:56:27.071019 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-32507463-f43d-4d83-970c-3cbec6024786 {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:56:27.071606 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1a56e52-a1fa-493b-b40b-ca11757b40d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64002c5e-6ede-44ad-8339-fcca0319c7c1', 'code': 200} Oct 20 10:56:27.111220 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6f8f79f2-1d2e-46d3-aba8-a42016b4ce69 tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:27.161599 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f8f79f2-1d2e-46d3-aba8-a42016b4ce69 tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] Network 2fcd6fc5-ccb8-499f-a10d-1baa956473b5 is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:56:27.203849 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-6f8f79f2-1d2e-46d3-aba8-a42016b4ce69 tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:56:27.211740 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f79f2-1d2e-46d3-aba8-a42016b4ce69 tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] Pushing event updated for resources: {'Port': ['ID=831db453-9b60-4e71-b460-16b323340b26,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:27.213208 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-8ae85aa0-8418-4922-803b-ec51e87b611c None None] Allocated IP 172.20.0.2 (2fcd6fc5-ccb8-499f-a10d-1baa956473b5/70a6fefa-ea93-4ab8-9f53-0010affd37c9/606eaf01-fb58-44f9-b190-e2a9dadc8e32) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:56:27.216165 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8f79f2-1d2e-46d3-aba8-a42016b4ce69 tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:56:27.258991 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237bedf3-93d6-46d4-8bdb-cd99a226032e req-f713b836-b878-41f8-bf05-ff5b9bf05803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:27.260607 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-237bedf3-93d6-46d4-8bdb-cd99a226032e req-f713b836-b878-41f8-bf05-ff5b9bf05803 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e1a56e52-a1fa-493b-b40b-ca11757b40d1 HTTP/1.1" status: 200 len: 1097 time: 0.1470821 Oct 20 10:56:27.305929 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f8f79f2-1d2e-46d3-aba8-a42016b4ce69 tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:27.306450 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6f8f79f2-1d2e-46d3-aba8-a42016b4ce69 tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:27.320304 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 3e996fa7-f301-4ad3-908a-d4663de81d9a up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:56:27.327618 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-237bedf3-93d6-46d4-8bdb-cd99a226032e req-0d06afa5-ce5c-4350-8852-8ab0fc0dc17e service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=c518791d-1063-4a3f-b1cb-92475f90f737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584402 Oct 20 10:56:27.331665 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-6f8f79f2-1d2e-46d3-aba8-a42016b4ce69 tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.0024436 Oct 20 10:56:27.336526 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 54556) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:27.342107 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-df63701e-c699-44cb-96dc-3dcb111d878f tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1064039716', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:56:27.345910 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4d1b6b-724c-495a-9359-bab6cba4b924 req-2670ca60-71c0-4642-bd35-3b60c9b2da5f tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:27.347875 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8e4d1b6b-724c-495a-9359-bab6cba4b924 req-2670ca60-71c0-4642-bd35-3b60c9b2da5f tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c642b60-e4e3-4408-808f-149dead57ddc HTTP/1.1" status: 200 len: 946 time: 0.2327068 Oct 20 10:56:27.369897 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-df63701e-c699-44cb-96dc-3dcb111d878f tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1772442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258322'] for router, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:27.371133 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-df63701e-c699-44cb-96dc-3dcb111d878f tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1772334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773516', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258315'] for router, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:27.371463 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-09087a87-2de8-43f4-8ed3-3d3ac3a85b1a None None] Provisioning complete for port b1a9cbb2-1af2-4a01-8f58-b3b4867a814c triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:56:27.371847 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-09087a87-2de8-43f4-8ed3-3d3ac3a85b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:27.416204 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8e4d1b6b-724c-495a-9359-bab6cba4b924 req-e251f469-557e-4b3f-a849-2905e55e2121 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/security-groups?id=26948559-e889-46f3-b5c0-b176059a1133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566874 Oct 20 10:56:27.438185 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 54558) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:27.441533 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-df63701e-c699-44cb-96dc-3dcb111d878f tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:27.454251 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-df63701e-c699-44cb-96dc-3dcb111d878f tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1773475'] for router, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:27.459032 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-26216c58-eb50-4fe4-aa1c-14fbb9f66b02 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:27.499091 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-8ae85aa0-8418-4922-803b-ec51e87b611c None None] Publish callbacks [] for port, precommit_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:27.499876 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-df63701e-c699-44cb-96dc-3dcb111d878f tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] Publish callbacks [] for router, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:27.501500 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-df63701e-c699-44cb-96dc-3dcb111d878f tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1638694 Oct 20 10:56:27.504412 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 54560) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:27.507256 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-26216c58-eb50-4fe4-aa1c-14fbb9f66b02 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:27.513167 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-3126d576-a467-402b-8796-2502f6c0bc38 tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1153108113', 'prefixes': ['172.20.0.0/16']}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:56:27.529423 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-8ae85aa0-8418-4922-803b-ec51e87b611c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:27.543710 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 3e996fa7-f301-4ad3-908a-d4663de81d9a triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:56:27.544085 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:27.547483 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5173953-7b26-49ce-9dd8-782668b365c5 tempest-TestNetworkAdvancedServerOps-535186383 tempest-TestNetworkAdvancedServerOps-535186383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:27.553065 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-f5173953-7b26-49ce-9dd8-782668b365c5 tempest-TestNetworkAdvancedServerOps-535186383 tempest-TestNetworkAdvancedServerOps-535186383-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=4c642b60-e4e3-4408-808f-149dead57ddc HTTP/1.1" status: 200 len: 1092 time: 0.1138446 Oct 20 10:56:27.553838 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 54562) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:27.569358 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-f4f4cfa8-2905-4aa4-b5f2-ac2488ab15c6 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Request body: {'floatingip': {'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'port_id': 'b657c948-f77f-45ee-acfc-6a4673c1c6f9', 'tenant_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'fixed_ip_address': '172.20.0.14'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:56:27.598800 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26216c58-eb50-4fe4-aa1c-14fbb9f66b02 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Network b5f9300b-05cb-464d-9646-af8d89593372 is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:56:27.601343 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26216c58-eb50-4fe4-aa1c-14fbb9f66b02 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Pushing event updated for resources: {'Port': ['ID=541443b5-c8f1-4e4e-91fc-19c0a3c657e4,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:27.612362 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-26216c58-eb50-4fe4-aa1c-14fbb9f66b02 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:56:27.627757 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26216c58-eb50-4fe4-aa1c-14fbb9f66b02 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:56:27.640678 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f4f4cfa8-2905-4aa4-b5f2-ac2488ab15c6 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for floatingip, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:27.667933 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3126d576-a467-402b-8796-2502f6c0bc38 tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] Publish callbacks [] for subnetpool, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:27.678456 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 54564) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:27.680569 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-3126d576-a467-402b-8796-2502f6c0bc38 tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] 10.222.0.64 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.1741204 Oct 20 10:56:27.688343 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.tag.tag_plugin [None req-fdfbc8ef-84cd-40ba-b9c3-2cac6f29acd0 tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '70a6fefa-ea93-4ab8-9f53-0010affd37c9', 'tempest-TagsExtTest-Tag-1184549001') {} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:27.788584 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-26216c58-eb50-4fe4-aa1c-14fbb9f66b02 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1774540'] for router_interface, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:27.820030 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f4f4cfa8-2905-4aa4-b5f2-ac2488ab15c6 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:27.865358 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae85aa0-8418-4922-803b-ec51e87b611c None None] Network 2fcd6fc5-ccb8-499f-a10d-1baa956473b5 is already hosted by enough agents. {{(pid=100598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:56:27.873111 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.base_scheduler [None req-8ae85aa0-8418-4922-803b-ec51e87b611c None None] Resources bound (agent type, host, resource id): {{(pid=100598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:56:27.913413 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae85aa0-8418-4922-803b-ec51e87b611c None None] Received port after_create {{(pid=100598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:56:27.920394 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device b1a9cbb2-1af2-4a01-8f58-b3b4867a814c up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:56:27.924202 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae85aa0-8418-4922-803b-ec51e87b611c None None] Pushing event updated for resources: {'Port': ['ID=606eaf01-fb58-44f9-b190-e2a9dadc8e32,revision_number=1']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:27.955426 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-fdfbc8ef-84cd-40ba-b9c3-2cac6f29acd0 tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] 10.222.0.64 "PUT /v2.0/subnets/70a6fefa-ea93-4ab8-9f53-0010affd37c9/tags/tempest-TagsExtTest-Tag-1184549001 HTTP/1.1" status: 201 len: 201 time: 0.2753720 Oct 20 10:56:27.956234 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 54568) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:27.966272 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.tag.tag_plugin [None req-416fd911-e701-48e5-9b5e-27f978b3a605 tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '831db453-9b60-4e71-b460-16b323340b26', 'tempest-TagsExtTest-Tag-1162878509') {} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:27.979119 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-f4f4cfa8-2905-4aa4-b5f2-ac2488ab15c6 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Allocated IP 172.25.1.244 (cbe170d3-31ba-45a2-b477-520ab0a7a8ea/f4e26aca-17ac-4adb-a66b-d939a1b35b64/5cde83c3-f289-40f6-b466-7aea95836333) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:56:27.980125 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-09087a87-2de8-43f4-8ed3-3d3ac3a85b1a None None] Provisioning complete for port e8410a95-97b9-42dc-9e7f-4efd2b368565 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:56:27.980679 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-09087a87-2de8-43f4-8ed3-3d3ac3a85b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:28.058507 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-8ae85aa0-8418-4922-803b-ec51e87b611c None None] Attempting to bind port 606eaf01-fb58-44f9-b190-e2a9dadc8e32 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:56:28.059096 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-8ae85aa0-8418-4922-803b-ec51e87b611c None None] Attempting to bind port 606eaf01-fb58-44f9-b190-e2a9dadc8e32 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '7c69f598-ab93-4e97-89be-c8eed642c881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '2fcd6fc5-ccb8-499f-a10d-1baa956473b5'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:56:28.059792 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae85aa0-8418-4922-803b-ec51e87b611c None None] Attempting to bind port 606eaf01-fb58-44f9-b190-e2a9dadc8e32 on network 2fcd6fc5-ccb8-499f-a10d-1baa956473b5 {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:56:28.076671 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-26216c58-eb50-4fe4-aa1c-14fbb9f66b02 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:28.083486 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-09087a87-2de8-43f4-8ed3-3d3ac3a85b1a None None] Port e8410a95-97b9-42dc-9e7f-4efd2b368565 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:56:28.086069 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae85aa0-8418-4922-803b-ec51e87b611c None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 56, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:56:28.095059 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae85aa0-8418-4922-803b-ec51e87b611c None None] Checking segment: {'id': '7c69f598-ab93-4e97-89be-c8eed642c881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '2fcd6fc5-ccb8-499f-a10d-1baa956473b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:56:28.095508 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-8ae85aa0-8418-4922-803b-ec51e87b611c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:28.095916 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae85aa0-8418-4922-803b-ec51e87b611c None None] Bound using segment: {'id': '7c69f598-ab93-4e97-89be-c8eed642c881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '2fcd6fc5-ccb8-499f-a10d-1baa956473b5'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:56:28.096429 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-8ae85aa0-8418-4922-803b-ec51e87b611c None None] Bound port: 606eaf01-fb58-44f9-b190-e2a9dadc8e32, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c69f598-ab93-4e97-89be-c8eed642c881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '2fcd6fc5-ccb8-499f-a10d-1baa956473b5'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:56:28.096826 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-8ae85aa0-8418-4922-803b-ec51e87b611c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:28.110655 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port b1a9cbb2-1af2-4a01-8f58-b3b4867a814c triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:56:28.111030 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:28.145489 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f4f4cfa8-2905-4aa4-b5f2-ac2488ab15c6 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:28.195730 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f4f4cfa8-2905-4aa4-b5f2-ac2488ab15c6 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:28.241692 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-8ae85aa0-8418-4922-803b-ec51e87b611c None None] For port 606eaf01-fb58-44f9-b190-e2a9dadc8e32, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:56:28.246560 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f4cfa8-2905-4aa4-b5f2-ac2488ab15c6 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Network cbe170d3-31ba-45a2-b477-520ab0a7a8ea is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:56:28.252526 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-f4f4cfa8-2905-4aa4-b5f2-ac2488ab15c6 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:56:28.255702 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-8ae85aa0-8418-4922-803b-ec51e87b611c None None] For port 606eaf01-fb58-44f9-b190-e2a9dadc8e32, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=606eaf01-fb58-44f9-b190-e2a9dadc8e32,segment=NetworkSegment(7c69f598-ab93-4e97-89be-c8eed642c881),segment_id=7c69f598-ab93-4e97-89be-c8eed642c881)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:56:28.261119 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f4cfa8-2905-4aa4-b5f2-ac2488ab15c6 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:56:28.278277 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-4bed05e1-c66d-4dcb-8f86-e11cc8feaeef None None] Provisioning complete for port 541443b5-c8f1-4e4e-91fc-19c0a3c657e4 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:56:28.278778 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-4bed05e1-c66d-4dcb-8f86-e11cc8feaeef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:28.292527 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-8ae85aa0-8418-4922-803b-ec51e87b611c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:28.307569 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f4cfa8-2905-4aa4-b5f2-ac2488ab15c6 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Pushing event updated for resources: {'Port': ['ID=5cde83c3-f289-40f6-b466-7aea95836333,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:28.397135 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 54572) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:28.401173 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-416fd911-e701-48e5-9b5e-27f978b3a605 tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] 10.222.0.64 "PUT /v2.0/ports/831db453-9b60-4e71-b460-16b323340b26/tags/tempest-TagsExtTest-Tag-1162878509 HTTP/1.1" status: 201 len: 201 time: 0.4409842 Oct 20 10:56:28.415078 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae85aa0-8418-4922-803b-ec51e87b611c None None] Pushing event updated for resources: {'Port': ['ID=606eaf01-fb58-44f9-b190-e2a9dadc8e32,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:28.423438 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-4bed05e1-c66d-4dcb-8f86-e11cc8feaeef None None] Port 541443b5-c8f1-4e4e-91fc-19c0a3c657e4 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:56:28.438382 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-4bed05e1-c66d-4dcb-8f86-e11cc8feaeef None None] Provisioning complete for port e8410a95-97b9-42dc-9e7f-4efd2b368565 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:56:28.438906 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-4bed05e1-c66d-4dcb-8f86-e11cc8feaeef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:28.451109 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.tag.tag_plugin [None req-c81ae47d-88d8-4df9-a011-5965abb88740 tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'fd63b2cb-ae22-462e-9b98-43c8b9273e78', 'tempest-TagsExtTest-Tag-205030505') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:28.495176 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85984007-7cfb-42e7-bc58-70677d21610e req-0836a9e2-03d3-4648-8b32-a76c31993555 tempest-ServerAddressesTestJSON-1871439420 tempest-ServerAddressesTestJSON-1871439420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:28.496733 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-85984007-7cfb-42e7-bc58-70677d21610e req-0836a9e2-03d3-4648-8b32-a76c31993555 tempest-ServerAddressesTestJSON-1871439420 tempest-ServerAddressesTestJSON-1871439420-project] 10.222.0.64 "GET /v2.0/ports?device_id=e1a56e52-a1fa-493b-b40b-ca11757b40d1 HTTP/1.1" status: 200 len: 946 time: 0.3689666 Oct 20 10:56:28.524829 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-4bed05e1-c66d-4dcb-8f86-e11cc8feaeef None None] Port e8410a95-97b9-42dc-9e7f-4efd2b368565 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:56:28.573397 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-85984007-7cfb-42e7-bc58-70677d21610e req-9cd59c64-efe2-4c55-9778-83834de9dd88 tempest-ServerAddressesTestJSON-1871439420 tempest-ServerAddressesTestJSON-1871439420-project] 10.222.0.64 "GET /v2.0/security-groups?id=c518791d-1063-4a3f-b1cb-92475f90f737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658400 Oct 20 10:56:28.598609 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-26216c58-eb50-4fe4-aa1c-14fbb9f66b02 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:28.603368 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-26216c58-eb50-4fe4-aa1c-14fbb9f66b02 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:28.698617 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-26216c58-eb50-4fe4-aa1c-14fbb9f66b02 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1774432'] for router_interface, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:28.700842 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26216c58-eb50-4fe4-aa1c-14fbb9f66b02 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Pushing event updated for resources: {'Port': ['ID=541443b5-c8f1-4e4e-91fc-19c0a3c657e4,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:28.840639 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26216c58-eb50-4fe4-aa1c-14fbb9f66b02 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Network b5f9300b-05cb-464d-9646-af8d89593372 is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:56:28.842588 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-26216c58-eb50-4fe4-aa1c-14fbb9f66b02 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:56:28.893480 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-c81ae47d-88d8-4df9-a011-5965abb88740 tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] 10.222.0.64 "PUT /v2.0/routers/fd63b2cb-ae22-462e-9b98-43c8b9273e78/tags/tempest-TagsExtTest-Tag-205030505 HTTP/1.1" status: 201 len: 201 time: 0.4465470 Oct 20 10:56:28.894015 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 54576) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:28.898656 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.tag.tag_plugin [None req-697ec42b-fcc1-49c0-b44a-05eb861266c1 tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '3158e2f8-7114-4236-891b-1835bbf9a1c8', 'tempest-TagsExtTest-Tag-1002426272') {} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:29.023368 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26216c58-eb50-4fe4-aa1c-14fbb9f66b02 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Router 55158235-1db8-4a3f-a3eb-1f67b3155ee7 has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:56:29.043059 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-697ec42b-fcc1-49c0-b44a-05eb861266c1 tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] 10.222.0.64 "PUT /v2.0/subnetpools/3158e2f8-7114-4236-891b-1835bbf9a1c8/tags/tempest-TagsExtTest-Tag-1002426272 HTTP/1.1" status: 201 len: 201 time: 0.1480539 Oct 20 10:56:29.045783 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 54578) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:29.052243 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.tag.tag_plugin [None req-d0a9b60c-bf64-424d-9f8c-18c4835b638a tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '70a6fefa-ea93-4ab8-9f53-0010affd37c9') {} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:29.136482 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f4f4cfa8-2905-4aa4-b5f2-ac2488ab15c6 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:29.206725 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26216c58-eb50-4fe4-aa1c-14fbb9f66b02 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:56:29.215621 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-26216c58-eb50-4fe4-aa1c-14fbb9f66b02 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] 10.222.0.64 "PUT /v2.0/routers/55158235-1db8-4a3f-a3eb-1f67b3155ee7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9111638 Oct 20 10:56:29.219234 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 54580) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:29.224626 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3cf3e5-b6c2-43a5-8015-6018e7dca9f4 None None] Sync routers for ids ['55158235-1db8-4a3f-a3eb-1f67b3155ee7'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:56:29.250621 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3cf3e5-b6c2-43a5-8015-6018e7dca9f4 None None] Routers {'55158235-1db8-4a3f-a3eb-1f67b3155ee7'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:56:29.254974 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-db3cf3e5-b6c2-43a5-8015-6018e7dca9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:56:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['55158235-1db8-4a3f-a3eb-1f67b3155ee7'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:29.289401 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-d0a9b60c-bf64-424d-9f8c-18c4835b638a tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] 10.222.0.64 "GET /v2.0/subnets/70a6fefa-ea93-4ab8-9f53-0010affd37c9/tags HTTP/1.1" status: 200 len: 241 time: 0.2424579 Oct 20 10:56:29.308778 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 54582) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:29.310959 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df452fbb-c9cf-421d-9a76-6430c9da88df tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:29.314277 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.tag.tag_plugin [None req-2b494595-437d-49a4-b50c-e540678b2a39 tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '70a6fefa-ea93-4ab8-9f53-0010affd37c9', 'tempest-TagsExtTest-Tag-1184549001') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:29.315665 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-df452fbb-c9cf-421d-9a76-6430c9da88df tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] 10.222.0.64 "GET /v2.0/ports/541443b5-c8f1-4e4e-91fc-19c0a3c657e4 HTTP/1.1" status: 200 len: 910 time: 0.0968964 Oct 20 10:56:29.316287 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 54584) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:29.330331 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-db3cf3e5-b6c2-43a5-8015-6018e7dca9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:29.371408 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f4f4cfa8-2905-4aa4-b5f2-ac2488ab15c6 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:29.374850 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 606eaf01-fb58-44f9-b190-e2a9dadc8e32 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:56:29.421645 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3cf3e5-b6c2-43a5-8015-6018e7dca9f4 None None] Routers {'55158235-1db8-4a3f-a3eb-1f67b3155ee7'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:56:29.422264 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-db3cf3e5-b6c2-43a5-8015-6018e7dca9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:56:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['55158235-1db8-4a3f-a3eb-1f67b3155ee7'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:29.476738 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-59fe4138-ff9f-4313-9afd-1f7a2bfb49bf None None] Provisioning complete for port 541443b5-c8f1-4e4e-91fc-19c0a3c657e4 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:56:29.477116 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-59fe4138-ff9f-4313-9afd-1f7a2bfb49bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:29.482072 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-db3cf3e5-b6c2-43a5-8015-6018e7dca9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:29.482526 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3cf3e5-b6c2-43a5-8015-6018e7dca9f4 None None] The sync data for ids ['55158235-1db8-4a3f-a3eb-1f67b3155ee7'] in n-d-811396-3 is: [] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:56:29.525482 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-59fe4138-ff9f-4313-9afd-1f7a2bfb49bf None None] Port 541443b5-c8f1-4e4e-91fc-19c0a3c657e4 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:56:29.534328 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-2b494595-437d-49a4-b50c-e540678b2a39 tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] 10.222.0.64 "GET /v2.0/subnets/70a6fefa-ea93-4ab8-9f53-0010affd37c9/tags/tempest-TagsExtTest-Tag-1184549001 HTTP/1.1" status: 204 len: 168 time: 0.2245228 Oct 20 10:56:29.534974 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 54586) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:29.536093 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 606eaf01-fb58-44f9-b190-e2a9dadc8e32 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:56:29.536463 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:29.542222 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.tag.tag_plugin [None req-8eee6fbc-3d71-45b8-97e5-eef28d56e8e9 tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '70a6fefa-ea93-4ab8-9f53-0010affd37c9', 'tempest-TagsExtTest-Tag-1184549001') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:29.636553 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:29.674088 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] For port 606eaf01-fb58-44f9-b190-e2a9dadc8e32, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=606eaf01-fb58-44f9-b190-e2a9dadc8e32,segment=NetworkSegment(7c69f598-ab93-4e97-89be-c8eed642c881),segment_id=7c69f598-ab93-4e97-89be-c8eed642c881)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:56:29.680723 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:29.752682 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Pushing event updated for resources: {'Port': ['ID=606eaf01-fb58-44f9-b190-e2a9dadc8e32,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:29.781462 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2ae890-b638-4be8-874a-232919770cb8 req-bbe83f8c-74ad-4c76-ae86-2976a9cb8458 tempest-ServerAddressesTestJSON-1871439420 tempest-ServerAddressesTestJSON-1871439420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:29.783043 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2e2ae890-b638-4be8-874a-232919770cb8 req-bbe83f8c-74ad-4c76-ae86-2976a9cb8458 tempest-ServerAddressesTestJSON-1871439420 tempest-ServerAddressesTestJSON-1871439420-project] 10.222.0.64 "GET /v2.0/ports?device_id=e1a56e52-a1fa-493b-b40b-ca11757b40d1 HTTP/1.1" status: 200 len: 946 time: 0.0888474 Oct 20 10:56:29.837019 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2e2ae890-b638-4be8-874a-232919770cb8 req-28825ca5-5610-464e-927e-28111a580f50 tempest-ServerAddressesTestJSON-1871439420 tempest-ServerAddressesTestJSON-1871439420-project] 10.222.0.64 "GET /v2.0/security-groups?id=c518791d-1063-4a3f-b1cb-92475f90f737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458965 Oct 20 10:56:29.840354 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-7fe08f40-1e4b-4b85-9622-7da0722b7bac tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1774405'] for router_interface, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:29.894762 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef15130-409c-4bbf-84bb-186a1975ca3a None None] Network 2fcd6fc5-ccb8-499f-a10d-1baa956473b5 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:56:29.935885 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f4f4cfa8-2905-4aa4-b5f2-ac2488ab15c6 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for port, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:29.941829 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f4f4cfa8-2905-4aa4-b5f2-ac2488ab15c6 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:29.961827 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-8eee6fbc-3d71-45b8-97e5-eef28d56e8e9 tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] 10.222.0.64 "DELETE /v2.0/subnets/70a6fefa-ea93-4ab8-9f53-0010affd37c9/tags/tempest-TagsExtTest-Tag-1184549001 HTTP/1.1" status: 204 len: 168 time: 0.4205878 Oct 20 10:56:30.012480 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 54598) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:30.017094 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.tag.tag_plugin [None req-e034de3d-9cc2-4248-a29b-bda2d7ddd5d6 tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '70a6fefa-ea93-4ab8-9f53-0010affd37c9') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:30.036594 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-71b5c882-975a-4e89-bd84-796fa936fabf None None] Provisioning complete for port 606eaf01-fb58-44f9-b190-e2a9dadc8e32 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:56:30.036974 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-71b5c882-975a-4e89-bd84-796fa936fabf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:30.062755 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f4f4cfa8-2905-4aa4-b5f2-ac2488ab15c6 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1773381'] for floatingip, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:30.222621 n-d-811396-3 neutron-server[100597]: INFO neutron.db.l3_db [None req-f4f4cfa8-2905-4aa4-b5f2-ac2488ab15c6 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Floating IP 0070d9e0-117a-4474-9dd4-006106949e80 associated. External IP: 172.25.1.244, port: b657c948-f77f-45ee-acfc-6a4673c1c6f9. Oct 20 10:56:30.236384 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f4cfa8-2905-4aa4-b5f2-ac2488ab15c6 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Pushing event updated for resources: {'Port': ['ID=5cde83c3-f289-40f6-b466-7aea95836333,revision_number=2']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:30.268612 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-7fe08f40-1e4b-4b85-9622-7da0722b7bac tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Deleting port 541443b5-c8f1-4e4e-91fc-19c0a3c657e4 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:56:30.269463 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-7fe08f40-1e4b-4b85-9622-7da0722b7bac tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:30.320299 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-e034de3d-9cc2-4248-a29b-bda2d7ddd5d6 tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] 10.222.0.64 "GET /v2.0/subnets/70a6fefa-ea93-4ab8-9f53-0010affd37c9/tags HTTP/1.1" status: 200 len: 205 time: 0.3067520 Oct 20 10:56:30.324042 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 54608) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:30.328404 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.tag.tag_plugin [None req-dd895d6c-036e-4b1d-b1bc-dfe3e412ff3d tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '831db453-9b60-4e71-b460-16b323340b26') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:30.452768 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-7fe08f40-1e4b-4b85-9622-7da0722b7bac tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:30.477638 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-dd895d6c-036e-4b1d-b1bc-dfe3e412ff3d tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] 10.222.0.64 "GET /v2.0/ports/831db453-9b60-4e71-b460-16b323340b26/tags HTTP/1.1" status: 200 len: 241 time: 0.1524131 Oct 20 10:56:30.478683 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e057c438-cf69-4586-b827-bec8ce3b09e3 req-f509e3b3-81df-4daf-9b93-cd08a4629112 tempest-ServerAddressesTestJSON-1871439420 tempest-ServerAddressesTestJSON-1871439420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:30.480276 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e057c438-cf69-4586-b827-bec8ce3b09e3 req-f509e3b3-81df-4daf-9b93-cd08a4629112 tempest-ServerAddressesTestJSON-1871439420 tempest-ServerAddressesTestJSON-1871439420-project] 10.222.0.64 "GET /v2.0/ports?device_id=e1a56e52-a1fa-493b-b40b-ca11757b40d1 HTTP/1.1" status: 200 len: 946 time: 0.0894575 Oct 20 10:56:30.484256 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 54612) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:30.488488 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.tag.tag_plugin [None req-ad9240e5-5166-49a0-85dc-11fd2d6befb5 tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '831db453-9b60-4e71-b460-16b323340b26', 'tempest-TagsExtTest-Tag-1162878509') {} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:30.511833 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-7fe08f40-1e4b-4b85-9622-7da0722b7bac tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Calling delete_port for 541443b5-c8f1-4e4e-91fc-19c0a3c657e4 owned by network:router_interface {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:56:30.543204 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4f4cfa8-2905-4aa4-b5f2-ac2488ab15c6 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Router 504db4b7-00cc-458c-b515-36d7e5bb8927 has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:56:30.623830 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e057c438-cf69-4586-b827-bec8ce3b09e3 req-aadf1993-0093-46ba-887f-c29eaa82e890 tempest-ServerAddressesTestJSON-1871439420 tempest-ServerAddressesTestJSON-1871439420-project] 10.222.0.64 "GET /v2.0/security-groups?id=c518791d-1063-4a3f-b1cb-92475f90f737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086740 Oct 20 10:56:30.644713 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-ad9240e5-5166-49a0-85dc-11fd2d6befb5 tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] 10.222.0.64 "GET /v2.0/ports/831db453-9b60-4e71-b460-16b323340b26/tags/tempest-TagsExtTest-Tag-1162878509 HTTP/1.1" status: 204 len: 168 time: 0.1594026 Oct 20 10:56:30.662469 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 54614) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:30.669904 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.tag.tag_plugin [None req-c91a4b0d-3788-4c21-80c6-75ca0c543a38 tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '831db453-9b60-4e71-b460-16b323340b26', 'tempest-TagsExtTest-Tag-1162878509') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:30.690514 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-b4c3e81a-9042-4f76-a0a0-a3f3e0bd49b7 None None] Provisioning complete for port 606eaf01-fb58-44f9-b190-e2a9dadc8e32 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:56:30.691059 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-b4c3e81a-9042-4f76-a0a0-a3f3e0bd49b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:30.732669 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4f4cfa8-2905-4aa4-b5f2-ac2488ab15c6 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:56:30.751032 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea5bc43-1ef0-47fd-b56a-cbe744972d4d None None] Sync routers for ids ['504db4b7-00cc-458c-b515-36d7e5bb8927'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:56:30.766671 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea5bc43-1ef0-47fd-b56a-cbe744972d4d None None] Routers {'504db4b7-00cc-458c-b515-36d7e5bb8927'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:56:30.767285 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f4f4cfa8-2905-4aa4-b5f2-ac2488ab15c6 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for floatingip, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:30.767425 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-bea5bc43-1ef0-47fd-b56a-cbe744972d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:56:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['504db4b7-00cc-458c-b515-36d7e5bb8927'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:30.792361 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-7fe08f40-1e4b-4b85-9622-7da0722b7bac tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:30.814599 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-f4f4cfa8-2905-4aa4-b5f2-ac2488ab15c6 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.2550468 Oct 20 10:56:30.816231 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c642b60-e4e3-4408-808f-149dead57ddc', 'tag': 'b657c948-f77f-45ee-acfc-6a4673c1c6f9'}] {{(pid=100597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:56:30.819358 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd85cad6a391afaa95d2dd5280bfd4659fc1e1b2aba53b5e7ef874f059efcdc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b05be196-3e40-4da7-9939-ee256084af45" -d '{"events": [{"name": "network-changed", "server_uuid": "4c642b60-e4e3-4408-808f-149dead57ddc", "tag": "b657c948-f77f-45ee-acfc-6a4673c1c6f9"}]}' {{(pid=100597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:56:30.841734 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-c91a4b0d-3788-4c21-80c6-75ca0c543a38 tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] 10.222.0.64 "DELETE /v2.0/ports/831db453-9b60-4e71-b460-16b323340b26/tags/tempest-TagsExtTest-Tag-1162878509 HTTP/1.1" status: 204 len: 168 time: 0.1782358 Oct 20 10:56:30.844485 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 54620) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:30.850393 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.tag.tag_plugin [None req-65da4f3b-3c0e-4699-b0a7-fbacd01d01d3 tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '831db453-9b60-4e71-b460-16b323340b26') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:30.877588 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe08f40-1e4b-4b85-9622-7da0722b7bac tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Pushing event deleted for resources: {'Port': ['ID=541443b5-c8f1-4e4e-91fc-19c0a3c657e4,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:30.888455 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-b4c3e81a-9042-4f76-a0a0-a3f3e0bd49b7 None None] Provisioning complete for port 831db453-9b60-4e71-b460-16b323340b26 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:56:30.888833 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-b4c3e81a-9042-4f76-a0a0-a3f3e0bd49b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:30.931010 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-b4c3e81a-9042-4f76-a0a0-a3f3e0bd49b7 None None] Port 831db453-9b60-4e71-b460-16b323340b26 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:56:30.942638 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ba2bbf0-f08a-408f-9f16-bd567ed53430 x-openstack-request-id: req-5ba2bbf0-f08a-408f-9f16-bd567ed53430 {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:56:30.943135 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c642b60-e4e3-4408-808f-149dead57ddc", "tag": "b657c948-f77f-45ee-acfc-6a4673c1c6f9", "status": "completed", "code": 200}]} {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:56:30.943135 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5ba2bbf0-f08a-408f-9f16-bd567ed53430 {{(pid=100597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:56:30.943585 n-d-811396-3 neutron-server[100597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c642b60-e4e3-4408-808f-149dead57ddc', 'tag': 'b657c948-f77f-45ee-acfc-6a4673c1c6f9', 'status': 'completed', 'code': 200} Oct 20 10:56:30.984768 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-65da4f3b-3c0e-4699-b0a7-fbacd01d01d3 tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] 10.222.0.64 "GET /v2.0/ports/831db453-9b60-4e71-b460-16b323340b26/tags HTTP/1.1" status: 200 len: 205 time: 0.1389151 Oct 20 10:56:30.988146 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 54622) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:30.995530 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.tag.tag_plugin [None req-f79abff6-cc7b-43c8-9077-e8beb8f4a6e1 tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'fd63b2cb-ae22-462e-9b98-43c8b9273e78') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:31.024228 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-bea5bc43-1ef0-47fd-b56a-cbe744972d4d None None] Set router 504db4b7-00cc-458c-b515-36d7e5bb8927 gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:56:31.060677 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-4b65a302-b209-4e3f-a21f-a06d80b61006 None None] Provisioning complete for port 831db453-9b60-4e71-b460-16b323340b26 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:56:31.061048 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-4b65a302-b209-4e3f-a21f-a06d80b61006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:31.110462 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-f79abff6-cc7b-43c8-9077-e8beb8f4a6e1 tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] 10.222.0.64 "GET /v2.0/routers/fd63b2cb-ae22-462e-9b98-43c8b9273e78/tags HTTP/1.1" status: 200 len: 240 time: 0.1209724 Oct 20 10:56:31.113794 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 54624) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:31.120796 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.tag.tag_plugin [None req-e674349c-b6d4-41d4-b5dd-1398332b907e tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'fd63b2cb-ae22-462e-9b98-43c8b9273e78', 'tempest-TagsExtTest-Tag-205030505') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:31.149901 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-4b65a302-b209-4e3f-a21f-a06d80b61006 None None] Port 831db453-9b60-4e71-b460-16b323340b26 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:56:31.224342 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05be196-3e40-4da7-9939-ee256084af45 req-d0635b9e-e260-4449-9165-87bce415b9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:31.226639 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b05be196-3e40-4da7-9939-ee256084af45 req-d0635b9e-e260-4449-9165-87bce415b9ab service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ba79d3046aa84fd2ac89895f3514d2bd&device_id=4c642b60-e4e3-4408-808f-149dead57ddc HTTP/1.1" status: 200 len: 1097 time: 0.2275681 Oct 20 10:56:31.236591 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d094973-2004-4f43-9fcc-69ba31317026 req-c1cbf0e7-fd42-41e7-b2a9-2a7c80860b77 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:31.247125 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 7 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 10:56:31.258006 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5d094973-2004-4f43-9fcc-69ba31317026 req-c1cbf0e7-fd42-41e7-b2a9-2a7c80860b77 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c642b60-e4e3-4408-808f-149dead57ddc HTTP/1.1" status: 200 len: 946 time: 0.2601936 Oct 20 10:56:31.272623 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-e674349c-b6d4-41d4-b5dd-1398332b907e tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] 10.222.0.64 "GET /v2.0/routers/fd63b2cb-ae22-462e-9b98-43c8b9273e78/tags/tempest-TagsExtTest-Tag-205030505 HTTP/1.1" status: 204 len: 168 time: 0.1570089 Oct 20 10:56:31.273773 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 54628) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:31.276038 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-7fe08f40-1e4b-4b85-9622-7da0722b7bac tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1771989'] for router_interface, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:31.279064 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.tag.tag_plugin [None req-7c45075a-aadc-4673-b9f1-39c9a29f92e0 tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'fd63b2cb-ae22-462e-9b98-43c8b9273e78', 'tempest-TagsExtTest-Tag-205030505') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:31.279897 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 606eaf01-fb58-44f9-b190-e2a9dadc8e32 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:56:31.357311 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 606eaf01-fb58-44f9-b190-e2a9dadc8e32 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:56:31.359164 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:31.424531 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-7c45075a-aadc-4673-b9f1-39c9a29f92e0 tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] 10.222.0.64 "DELETE /v2.0/routers/fd63b2cb-ae22-462e-9b98-43c8b9273e78/tags/tempest-TagsExtTest-Tag-205030505 HTTP/1.1" status: 204 len: 168 time: 0.1492813 Oct 20 10:56:31.427299 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 54630) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:31.437399 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.tag.tag_plugin [None req-5168012d-0d14-479a-ab86-14da8a36f56d tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'fd63b2cb-ae22-462e-9b98-43c8b9273e78') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:31.450726 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-bea5bc43-1ef0-47fd-b56a-cbe744972d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '504db4b7-00cc-458c-b515-36d7e5bb8927', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2106030528', 'tenant_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': 'ae846825-5065-47a3-9ae3-8f5a6c3131c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:55:51Z', 'updated_at': '2021-10-20T10:55:59Z', 'revision_number': 4, 'project_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'gw_port': {'id': 'ae846825-5065-47a3-9ae3-8f5a6c3131c8', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:cf:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504db4b7-00cc-458c-b515-36d7e5bb8927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:55:52Z', 'updated_at': '2021-10-20T10:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_floatingips': [{'id': '0070d9e0-117a-4474-9dd4-006106949e80', 'tenant_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'floating_ip_address': '172.25.1.244', 'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'router_id': '504db4b7-00cc-458c-b515-36d7e5bb8927', 'port_id': 'b657c948-f77f-45ee-acfc-6a4673c1c6f9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70d8d1ef-e175-48cb-b5a8-9bf8ec238a5d', 'mac_address': 'fa:16:3e:4f:f2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c642b60-e4e3-4408-808f-149dead57ddc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T10:56:28Z', 'updated_at': '2021-10-20T10:56:28Z', 'revision_number': 0, 'project_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e54b68f1-243b-41ea-9446-39019719fc45', 'name': '', 'network_id': '70d8d1ef-e175-48cb-b5a8-9bf8ec238a5d', 'tenant_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'mac_address': 'fa:16:3e:a3:8b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504db4b7-00cc-458c-b515-36d7e5bb8927', 'device_owner': 'network:router_interface', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': '8cc294db-53a2-49f2-b9ea-e79f5035cec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:55:58Z', 'updated_at': '2021-10-20T10:56:06Z', 'revision_number': 5, 'project_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'subnets': [{'id': '8cc294db-53a2-49f2-b9ea-e79f5035cec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:31.510690 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea5bc43-1ef0-47fd-b56a-cbe744972d4d None None] Checking router: 504db4b7-00cc-458c-b515-36d7e5bb8927 for host: n-d-811396-3 {{(pid=100599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:56:31.525784 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea5bc43-1ef0-47fd-b56a-cbe744972d4d None None] Routers {'504db4b7-00cc-458c-b515-36d7e5bb8927'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:56:31.526415 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-bea5bc43-1ef0-47fd-b56a-cbe744972d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:56:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['504db4b7-00cc-458c-b515-36d7e5bb8927'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:31.549704 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-5168012d-0d14-479a-ab86-14da8a36f56d tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] 10.222.0.64 "GET /v2.0/routers/fd63b2cb-ae22-462e-9b98-43c8b9273e78/tags HTTP/1.1" status: 200 len: 205 time: 0.1210258 Oct 20 10:56:31.552651 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 54632) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:31.559084 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.tag.tag_plugin [None req-f37e5c44-fab9-469e-a926-95c7d56bcc0c tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '3158e2f8-7114-4236-891b-1835bbf9a1c8') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:31.648637 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-f37e5c44-fab9-469e-a926-95c7d56bcc0c tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] 10.222.0.64 "GET /v2.0/subnetpools/3158e2f8-7114-4236-891b-1835bbf9a1c8/tags HTTP/1.1" status: 200 len: 241 time: 0.0947497 Oct 20 10:56:31.655122 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-bea5bc43-1ef0-47fd-b56a-cbe744972d4d None None] Set router 504db4b7-00cc-458c-b515-36d7e5bb8927 gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:56:31.655947 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 54634) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:31.662623 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.tag.tag_plugin [None req-837f4aac-ab47-4c1c-a6e9-2f09c4d3ba43 tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '3158e2f8-7114-4236-891b-1835bbf9a1c8', 'tempest-TagsExtTest-Tag-1002426272') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:31.684158 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1900bc92-4c54-4dfd-aeab-7317e8a9b775 req-cbc5ba78-a1cf-4cd1-992a-6901f1fc546d tempest-ServerAddressesTestJSON-1871439420 tempest-ServerAddressesTestJSON-1871439420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:31.685742 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-1900bc92-4c54-4dfd-aeab-7317e8a9b775 req-cbc5ba78-a1cf-4cd1-992a-6901f1fc546d tempest-ServerAddressesTestJSON-1871439420 tempest-ServerAddressesTestJSON-1871439420-project] 10.222.0.69 "GET /v2.0/ports?device_id=e1a56e52-a1fa-493b-b40b-ca11757b40d1 HTTP/1.1" status: 200 len: 946 time: 0.0969477 Oct 20 10:56:31.723424 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-837f4aac-ab47-4c1c-a6e9-2f09c4d3ba43 tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] 10.222.0.64 "GET /v2.0/subnetpools/3158e2f8-7114-4236-891b-1835bbf9a1c8/tags/tempest-TagsExtTest-Tag-1002426272 HTTP/1.1" status: 204 len: 168 time: 0.0640922 Oct 20 10:56:31.726804 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 54638) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:31.731338 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.tag.tag_plugin [None req-c177f190-2fde-4d11-9ee8-98614239dd58 tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '3158e2f8-7114-4236-891b-1835bbf9a1c8', 'tempest-TagsExtTest-Tag-1002426272') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:31.837086 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [req-1900bc92-4c54-4dfd-aeab-7317e8a9b775 req-4a3a571b-360e-4de2-a376-5ba4747bf9ff tempest-ServerAddressesTestJSON-1871439420 tempest-ServerAddressesTestJSON-1871439420-project] Deleting port 64002c5e-6ede-44ad-8339-fcca0319c7c1 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:56:31.837594 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-1900bc92-4c54-4dfd-aeab-7317e8a9b775 req-4a3a571b-360e-4de2-a376-5ba4747bf9ff tempest-ServerAddressesTestJSON-1871439420 tempest-ServerAddressesTestJSON-1871439420-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:31.846039 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-c177f190-2fde-4d11-9ee8-98614239dd58 tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] 10.222.0.64 "DELETE /v2.0/subnetpools/3158e2f8-7114-4236-891b-1835bbf9a1c8/tags/tempest-TagsExtTest-Tag-1002426272 HTTP/1.1" status: 204 len: 168 time: 0.1184967 Oct 20 10:56:31.846667 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 54640) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:31.864475 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.tag.tag_plugin [None req-b751deaa-c6e0-41e2-9bc6-97e6a8441d42 tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '3158e2f8-7114-4236-891b-1835bbf9a1c8') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:31.978526 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [req-1900bc92-4c54-4dfd-aeab-7317e8a9b775 req-4a3a571b-360e-4de2-a376-5ba4747bf9ff tempest-ServerAddressesTestJSON-1871439420 tempest-ServerAddressesTestJSON-1871439420-project] For port 64002c5e-6ede-44ad-8339-fcca0319c7c1, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=64002c5e-6ede-44ad-8339-fcca0319c7c1,segment=NetworkSegment(4e94e34d-ae07-415a-9764-b6b35c56945e),segment_id=4e94e34d-ae07-415a-9764-b6b35c56945e)] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:56:31.979727 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-1900bc92-4c54-4dfd-aeab-7317e8a9b775 req-4a3a571b-360e-4de2-a376-5ba4747bf9ff tempest-ServerAddressesTestJSON-1871439420 tempest-ServerAddressesTestJSON-1871439420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:32.008947 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [req-1900bc92-4c54-4dfd-aeab-7317e8a9b775 req-4a3a571b-360e-4de2-a376-5ba4747bf9ff tempest-ServerAddressesTestJSON-1871439420 tempest-ServerAddressesTestJSON-1871439420-project] Calling delete_port for 64002c5e-6ede-44ad-8339-fcca0319c7c1 owned by compute:nova {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:56:32.031375 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-b751deaa-c6e0-41e2-9bc6-97e6a8441d42 tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] 10.222.0.64 "GET /v2.0/subnetpools/3158e2f8-7114-4236-891b-1835bbf9a1c8/tags HTTP/1.1" status: 200 len: 205 time: 0.1735830 Oct 20 10:56:32.046954 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5d094973-2004-4f43-9fcc-69ba31317026 req-d572996d-5c92-48ac-a1a2-6feac169f26b tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/security-groups?id=26948559-e889-46f3-b5c0-b176059a1133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7777538 Oct 20 10:56:32.047526 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 54644) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:32.056880 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.tag.tag_plugin [None req-a8c52e3d-04a9-446d-8813-86f9c2a6c9c5 tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '3158e2f8-7114-4236-891b-1835bbf9a1c8') {} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:32.082889 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 54646) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:32.083642 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fe08f40-1e4b-4b85-9622-7da0722b7bac tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Router 55158235-1db8-4a3f-a3eb-1f67b3155ee7 has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:56:32.100314 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05be196-3e40-4da7-9939-ee256084af45 req-74692d44-a5e8-46cd-85a0-355138ebf30f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:32.102329 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b05be196-3e40-4da7-9939-ee256084af45 req-74692d44-a5e8-46cd-85a0-355138ebf30f service neutron] 10.222.0.55 "GET /v2.0/networks?id=70d8d1ef-e175-48cb-b5a8-9bf8ec238a5d HTTP/1.1" status: 200 len: 898 time: 0.8420320 Oct 20 10:56:32.134565 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-bea5bc43-1ef0-47fd-b56a-cbe744972d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '504db4b7-00cc-458c-b515-36d7e5bb8927', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2106030528', 'tenant_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': 'ae846825-5065-47a3-9ae3-8f5a6c3131c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:55:51Z', 'updated_at': '2021-10-20T10:55:59Z', 'revision_number': 4, 'project_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'gw_port': {'id': 'ae846825-5065-47a3-9ae3-8f5a6c3131c8', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:cf:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504db4b7-00cc-458c-b515-36d7e5bb8927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:55:52Z', 'updated_at': '2021-10-20T10:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_floatingips': [{'id': '0070d9e0-117a-4474-9dd4-006106949e80', 'tenant_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'floating_ip_address': '172.25.1.244', 'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'router_id': '504db4b7-00cc-458c-b515-36d7e5bb8927', 'port_id': 'b657c948-f77f-45ee-acfc-6a4673c1c6f9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70d8d1ef-e175-48cb-b5a8-9bf8ec238a5d', 'mac_address': 'fa:16:3e:4f:f2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c642b60-e4e3-4408-808f-149dead57ddc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T10:56:28Z', 'updated_at': '2021-10-20T10:56:28Z', 'revision_number': 0, 'project_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e54b68f1-243b-41ea-9446-39019719fc45', 'name': '', 'network_id': '70d8d1ef-e175-48cb-b5a8-9bf8ec238a5d', 'tenant_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'mac_address': 'fa:16:3e:a3:8b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504db4b7-00cc-458c-b515-36d7e5bb8927', 'device_owner': 'network:router_interface', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': '8cc294db-53a2-49f2-b9ea-e79f5035cec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:55:58Z', 'updated_at': '2021-10-20T10:56:06Z', 'revision_number': 5, 'project_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'subnets': [{'id': '8cc294db-53a2-49f2-b9ea-e79f5035cec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:32.162630 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 54648) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:32.177286 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea5bc43-1ef0-47fd-b56a-cbe744972d4d None None] The sync data for ids ['504db4b7-00cc-458c-b515-36d7e5bb8927'] in n-d-811396-3 is: [{'id': '504db4b7-00cc-458c-b515-36d7e5bb8927', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2106030528', 'tenant_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': 'ae846825-5065-47a3-9ae3-8f5a6c3131c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:55:51Z', 'updated_at': '2021-10-20T10:55:59Z', 'revision_number': 4, 'project_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'gw_port': {'id': 'ae846825-5065-47a3-9ae3-8f5a6c3131c8', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:cf:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504db4b7-00cc-458c-b515-36d7e5bb8927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:55:52Z', 'updated_at': '2021-10-20T10:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_floatingips': [{'id': '0070d9e0-117a-4474-9dd4-006106949e80', 'tenant_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'floating_ip_address': '172.25.1.244', 'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'router_id': '504db4b7-00cc-458c-b515-36d7e5bb8927', 'port_id': 'b657c948-f77f-45ee-acfc-6a4673c1c6f9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70d8d1ef-e175-48cb-b5a8-9bf8ec238a5d', 'mac_address': 'fa:16:3e:4f:f2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c642b60-e4e3-4408-808f-149dead57ddc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T10:56:28Z', 'updated_at': '2021-10-20T10:56:28Z', 'revision_number': 0, 'project_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e54b68f1-243b-41ea-9446-39019719fc45', 'name': '', 'network_id': '70d8d1ef-e175-48cb-b5a8-9bf8ec238a5d', 'tenant_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'mac_address': 'fa:16:3e:a3:8b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504db4b7-00cc-458c-b515-36d7e5bb8927', 'device_owner': 'network:router_interface', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': '8cc294db-53a2-49f2-b9ea-e79f5035cec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:55:58Z', 'updated_at': '2021-10-20T10:56:06Z', 'revision_number': 5, 'project_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'subnets': [{'id': '8cc294db-53a2-49f2-b9ea-e79f5035cec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:56:32.248838 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-a9966242-c69b-4c64-9cf0-87be18f18c22 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/floatingips/0070d9e0-117a-4474-9dd4-006106949e80 HTTP/1.1" status: 200 len: 992 time: 0.1647623 Oct 20 10:56:32.262149 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f46b917-3e86-4e95-94e6-96919db9998e req-e7f0094e-d391-45a0-81f0-15892427d580 tempest-ServerAddressesTestJSON-1871439420 tempest-ServerAddressesTestJSON-1871439420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:32.264652 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8f46b917-3e86-4e95-94e6-96919db9998e req-e7f0094e-d391-45a0-81f0-15892427d580 tempest-ServerAddressesTestJSON-1871439420 tempest-ServerAddressesTestJSON-1871439420-project] 10.222.0.64 "GET /v2.0/ports?device_id=e1a56e52-a1fa-493b-b40b-ca11757b40d1 HTTP/1.1" status: 200 len: 946 time: 0.2513392 Oct 20 10:56:32.272133 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-a8c52e3d-04a9-446d-8813-86f9c2a6c9c5 tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] 10.222.0.64 "DELETE /v2.0/subnetpools/3158e2f8-7114-4236-891b-1835bbf9a1c8/tags HTTP/1.1" status: 204 len: 168 time: 0.2186923 Oct 20 10:56:32.294440 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 54652) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:32.299266 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.tag.tag_plugin [None req-0ad915bf-8a28-46ff-a954-977729d456e5 tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'fd63b2cb-ae22-462e-9b98-43c8b9273e78') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:32.411624 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-45eb3f19-4a38-440f-a35c-9abf7e6b08c2 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "GET /v2.0/floatingips/5add569c-e121-4b20-a632-e38f6155a45b HTTP/1.1" status: 200 len: 992 time: 0.2404652 Oct 20 10:56:32.424099 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b05be196-3e40-4da7-9939-ee256084af45 req-5954fe8f-14c7-4ec3-b31c-80db57597ad0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b657c948-f77f-45ee-acfc-6a4673c1c6f9 HTTP/1.1" status: 200 len: 1000 time: 0.3098192 Oct 20 10:56:32.451494 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8f46b917-3e86-4e95-94e6-96919db9998e req-d096e036-f4b7-418d-aae8-bf5210fea5d0 tempest-ServerAddressesTestJSON-1871439420 tempest-ServerAddressesTestJSON-1871439420-project] 10.222.0.64 "GET /v2.0/security-groups?id=c518791d-1063-4a3f-b1cb-92475f90f737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229277 Oct 20 10:56:32.473266 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fe08f40-1e4b-4b85-9622-7da0722b7bac tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:56:32.483148 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-7fe08f40-1e4b-4b85-9622-7da0722b7bac tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] 10.222.0.64 "PUT /v2.0/routers/55158235-1db8-4a3f-a3eb-1f67b3155ee7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1633365 Oct 20 10:56:32.485415 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 54656) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:32.501047 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f66228-7ba7-48bb-80e0-4c7eb1a85618 None None] Sync routers for ids ['55158235-1db8-4a3f-a3eb-1f67b3155ee7'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:56:32.534972 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f66228-7ba7-48bb-80e0-4c7eb1a85618 None None] Routers {'55158235-1db8-4a3f-a3eb-1f67b3155ee7'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:56:32.536236 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-c0f66228-7ba7-48bb-80e0-4c7eb1a85618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:56:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['55158235-1db8-4a3f-a3eb-1f67b3155ee7'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:32.562182 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb445f0a-2d2c-4d85-bcec-48c2fb8514a2 None None] New status for floating IP 0070d9e0-117a-4474-9dd4-006106949e80: ACTIVE {{(pid=100599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 10:56:32.580989 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05be196-3e40-4da7-9939-ee256084af45 req-1e02419c-2579-48b1-89b8-9ae413505316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:32.582549 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b05be196-3e40-4da7-9939-ee256084af45 req-1e02419c-2579-48b1-89b8-9ae413505316 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8cc294db-53a2-49f2-b9ea-e79f5035cec8 HTTP/1.1" status: 200 len: 834 time: 0.1496494 Oct 20 10:56:32.586120 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-c0f66228-7ba7-48bb-80e0-4c7eb1a85618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:32.598835 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f66228-7ba7-48bb-80e0-4c7eb1a85618 None None] Routers {'55158235-1db8-4a3f-a3eb-1f67b3155ee7'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:56:32.599502 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-c0f66228-7ba7-48bb-80e0-4c7eb1a85618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:56:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['55158235-1db8-4a3f-a3eb-1f67b3155ee7'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:32.646884 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-c0f66228-7ba7-48bb-80e0-4c7eb1a85618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:32.647503 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f66228-7ba7-48bb-80e0-4c7eb1a85618 None None] The sync data for ids ['55158235-1db8-4a3f-a3eb-1f67b3155ee7'] in n-d-811396-3 is: [] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:56:32.669377 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 54660) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:32.718606 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05be196-3e40-4da7-9939-ee256084af45 req-b50f2e88-78d7-4fe4-bfad-6b061f1d784c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:32.720210 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b05be196-3e40-4da7-9939-ee256084af45 req-b50f2e88-78d7-4fe4-bfad-6b061f1d784c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=70d8d1ef-e175-48cb-b5a8-9bf8ec238a5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1288834 Oct 20 10:56:32.731514 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-1900bc92-4c54-4dfd-aeab-7317e8a9b775 req-4a3a571b-360e-4de2-a376-5ba4747bf9ff tempest-ServerAddressesTestJSON-1871439420 tempest-ServerAddressesTestJSON-1871439420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:32.743295 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['64002c5e-6ede-44ad-8339-fcca0319c7c1'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:56:32.823459 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3a571b-360e-4de2-a376-5ba4747bf9ff tempest-ServerAddressesTestJSON-1871439420 tempest-ServerAddressesTestJSON-1871439420-project] Pushing event deleted for resources: {'Port': ['ID=64002c5e-6ede-44ad-8339-fcca0319c7c1,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:32.878632 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b05be196-3e40-4da7-9939-ee256084af45 req-22985ccc-3e7b-4915-88a4-0cd4fafce8f8 service neutron] 10.222.0.55 "GET /v2.0/networks/70d8d1ef-e175-48cb-b5a8-9bf8ec238a5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499462 Oct 20 10:56:32.906536 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [req-1900bc92-4c54-4dfd-aeab-7317e8a9b775 req-4a3a571b-360e-4de2-a376-5ba4747bf9ff tempest-ServerAddressesTestJSON-1871439420 tempest-ServerAddressesTestJSON-1871439420-project] No DVR routers for this DVR port 64002c5e-6ede-44ad-8339-fcca0319c7c1 on host n-h2-811396-3 {{(pid=100597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:56:32.910764 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-1900bc92-4c54-4dfd-aeab-7317e8a9b775 req-4a3a571b-360e-4de2-a376-5ba4747bf9ff tempest-ServerAddressesTestJSON-1871439420 tempest-ServerAddressesTestJSON-1871439420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:32.914626 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-1900bc92-4c54-4dfd-aeab-7317e8a9b775 req-4a3a571b-360e-4de2-a376-5ba4747bf9ff tempest-ServerAddressesTestJSON-1871439420 tempest-ServerAddressesTestJSON-1871439420-project] 10.222.0.69 "DELETE /v2.0/ports/64002c5e-6ede-44ad-8339-fcca0319c7c1 HTTP/1.1" status: 204 len: 173 time: 1.2223017 Oct 20 10:56:32.916365 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-0ad915bf-8a28-46ff-a954-977729d456e5 tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] 10.222.0.64 "DELETE /v2.0/routers/fd63b2cb-ae22-462e-9b98-43c8b9273e78/tags HTTP/1.1" status: 204 len: 168 time: 0.6211522 Oct 20 10:56:32.918905 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 54662) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:32.923334 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.tag.tag_plugin [None req-4e45896b-6239-455b-849f-2647a7536540 tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '831db453-9b60-4e71-b460-16b323340b26') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:32.948535 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1a56e52-a1fa-493b-b40b-ca11757b40d1', 'name': 'network-vif-deleted', 'tag': '64002c5e-6ede-44ad-8339-fcca0319c7c1'}] {{(pid=100597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:56:32.951035 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd85cad6a391afaa95d2dd5280bfd4659fc1e1b2aba53b5e7ef874f059efcdc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6982459b-0306-447d-9aaf-9e5ca463c71c" -d '{"events": [{"server_uuid": "e1a56e52-a1fa-493b-b40b-ca11757b40d1", "name": "network-vif-deleted", "tag": "64002c5e-6ede-44ad-8339-fcca0319c7c1"}]}' {{(pid=100597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:56:33.008816 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4e1b217-87cf-4f5e-9185-34b4208e6117 x-openstack-request-id: req-e4e1b217-87cf-4f5e-9185-34b4208e6117 {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:56:33.009458 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1a56e52-a1fa-493b-b40b-ca11757b40d1", "name": "network-vif-deleted", "tag": "64002c5e-6ede-44ad-8339-fcca0319c7c1", "status": "completed", "code": 200}]} {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:56:33.009458 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e4e1b217-87cf-4f5e-9185-34b4208e6117 {{(pid=100597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:56:33.009732 n-d-811396-3 neutron-server[100597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1a56e52-a1fa-493b-b40b-ca11757b40d1', 'name': 'network-vif-deleted', 'tag': '64002c5e-6ede-44ad-8339-fcca0319c7c1', 'status': 'completed', 'code': 200} Oct 20 10:56:33.022880 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b05be196-3e40-4da7-9939-ee256084af45 req-2d6bfa67-d175-4c1c-a605-31c34636fc17 service neutron] 10.222.0.55 "GET /v2.0/networks/70d8d1ef-e175-48cb-b5a8-9bf8ec238a5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339490 Oct 20 10:56:33.042272 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-4e45896b-6239-455b-849f-2647a7536540 tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] 10.222.0.64 "DELETE /v2.0/ports/831db453-9b60-4e71-b460-16b323340b26/tags HTTP/1.1" status: 204 len: 168 time: 0.1201112 Oct 20 10:56:33.042466 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d0701748-ceb3-49ac-8d3a-cda8db10bc1c tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1774405'] for router_interface, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:33.042554 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-50edbbdc-6dec-41c5-ad91-3080d52ee7e9 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Deleting port 29cd2fea-de15-4e1d-ac5a-8055aded6a09 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:56:33.042554 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-50edbbdc-6dec-41c5-ad91-3080d52ee7e9 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:33.042976 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 54666) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:33.047177 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.tag.tag_plugin [None req-2c7dfecc-1b8a-4b23-901b-41919f49976c tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '70a6fefa-ea93-4ab8-9f53-0010affd37c9') {} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:33.129012 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-50edbbdc-6dec-41c5-ad91-3080d52ee7e9 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:33.129339 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-50edbbdc-6dec-41c5-ad91-3080d52ee7e9 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:33.141388 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-50edbbdc-6dec-41c5-ad91-3080d52ee7e9 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Calling delete_port for 29cd2fea-de15-4e1d-ac5a-8055aded6a09 owned by network:floatingip {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:56:33.232176 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-2c7dfecc-1b8a-4b23-901b-41919f49976c tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] 10.222.0.64 "DELETE /v2.0/subnets/70a6fefa-ea93-4ab8-9f53-0010affd37c9/tags HTTP/1.1" status: 204 len: 168 time: 0.1882403 Oct 20 10:56:33.236894 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 54668) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:33.241751 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.tag.tag_plugin [None req-c1028801-6d6a-46c8-b58f-57bd61eec72d tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '70a6fefa-ea93-4ab8-9f53-0010affd37c9', 'tempest-TagsExtTest-Tag-1302006391') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:33.254643 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 54672) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:33.384193 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-87095093-d89a-49ec-a026-caf5ff9c121f tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/floatingips/0070d9e0-117a-4474-9dd4-006106949e80 HTTP/1.1" status: 200 len: 994 time: 0.1283915 Oct 20 10:56:33.419704 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-50edbbdc-6dec-41c5-ad91-3080d52ee7e9 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:33.424325 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-d0701748-ceb3-49ac-8d3a-cda8db10bc1c tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Deleting port e8410a95-97b9-42dc-9e7f-4efd2b368565 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:56:33.425268 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d0701748-ceb3-49ac-8d3a-cda8db10bc1c tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:33.447490 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-c1028801-6d6a-46c8-b58f-57bd61eec72d tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] 10.222.0.64 "PUT /v2.0/subnets/70a6fefa-ea93-4ab8-9f53-0010affd37c9/tags/tempest-TagsExtTest-Tag-1302006391 HTTP/1.1" status: 201 len: 201 time: 0.2064004 Oct 20 10:56:33.448656 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 54678) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:33.453293 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.tag.tag_plugin [None req-41315604-2885-4848-8762-aa4b8a38d04e tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '831db453-9b60-4e71-b460-16b323340b26', 'tempest-TagsExtTest-Tag-279918027') {} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:33.483889 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50edbbdc-6dec-41c5-ad91-3080d52ee7e9 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Pushing event deleted for resources: {'Port': ['ID=29cd2fea-de15-4e1d-ac5a-8055aded6a09,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:33.544372 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-50edbbdc-6dec-41c5-ad91-3080d52ee7e9 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks [] for floatingip, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:33.544824 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-38684487-5257-478a-990b-76f4b1835a29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:33.545332 n-d-811396-3 neutron-server[100597]: INFO neutron.db.l3_db [None req-50edbbdc-6dec-41c5-ad91-3080d52ee7e9 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Floating IP 5add569c-e121-4b20-a632-e38f6155a45b disassociated (deleted). External IP: 172.25.1.91, port: 78d7a355-00a3-4972-853b-be538b88a9d5. Oct 20 10:56:33.545997 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 54682) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:33.646938 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d0701748-ceb3-49ac-8d3a-cda8db10bc1c tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:33.664025 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_v2 [None req-18737de2-d726-4e71-ae8e-bd10e6d05011 admin admin] Deleting subnet 7f3819e5-f0c7-4a1e-8dee-46125e41db53 {{(pid=100596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:56:33.671510 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-18737de2-d726-4e71-ae8e-bd10e6d05011 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:33.676242 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-d0701748-ceb3-49ac-8d3a-cda8db10bc1c tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Calling delete_port for e8410a95-97b9-42dc-9e7f-4efd2b368565 owned by network:router_interface {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:56:33.715487 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-41315604-2885-4848-8762-aa4b8a38d04e tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] 10.222.0.64 "PUT /v2.0/ports/831db453-9b60-4e71-b460-16b323340b26/tags/tempest-TagsExtTest-Tag-279918027 HTTP/1.1" status: 201 len: 201 time: 0.2655797 Oct 20 10:56:33.718437 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 54684) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:33.753468 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-18737de2-d726-4e71-ae8e-bd10e6d05011 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25189079'] for subnet, precommit_delete_associations {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:33.753689 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.tag.tag_plugin [None req-32b8edf8-b89c-4b32-a166-c1ea3278c4c8 tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'fd63b2cb-ae22-462e-9b98-43c8b9273e78', 'tempest-TagsExtTest-Tag-1731066920') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:33.812771 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50edbbdc-6dec-41c5-ad91-3080d52ee7e9 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Router 7f331247-5cea-4f05-9d1d-84a6c8dbf438 has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:56:33.823227 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-18737de2-d726-4e71-ae8e-bd10e6d05011 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:33.870129 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-32b8edf8-b89c-4b32-a166-c1ea3278c4c8 tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] 10.222.0.64 "PUT /v2.0/routers/fd63b2cb-ae22-462e-9b98-43c8b9273e78/tags/tempest-TagsExtTest-Tag-1731066920 HTTP/1.1" status: 201 len: 201 time: 0.1220162 Oct 20 10:56:33.870811 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 54686) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:33.905495 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.tag.tag_plugin [None req-a4bea97a-e8b1-41c8-8a4a-446ef1f8e89b tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '3158e2f8-7114-4236-891b-1835bbf9a1c8', 'tempest-TagsExtTest-Tag-24105305') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:33.930808 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-18737de2-d726-4e71-ae8e-bd10e6d05011 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26836193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26761888'] for subnet, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:33.986331 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-18737de2-d726-4e71-ae8e-bd10e6d05011 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:33.990934 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-a4bea97a-e8b1-41c8-8a4a-446ef1f8e89b tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] 10.222.0.64 "PUT /v2.0/subnetpools/3158e2f8-7114-4236-891b-1835bbf9a1c8/tags/tempest-TagsExtTest-Tag-24105305 HTTP/1.1" status: 201 len: 201 time: 0.0875099 Oct 20 10:56:33.992295 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-18737de2-d726-4e71-ae8e-bd10e6d05011 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/7f3819e5-f0c7-4a1e-8dee-46125e41db53 HTTP/1.1" status: 204 len: 168 time: 0.4365788 Oct 20 10:56:33.993237 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 54688) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:33.993571 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 54690) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:33.994301 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18737de2-d726-4e71-ae8e-bd10e6d05011 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f3819e5-f0c7-4a1e-8dee-46125e41db53,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:34.005747 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50edbbdc-6dec-41c5-ad91-3080d52ee7e9 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:56:34.010708 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.tag.tag_plugin [None req-38478126-b690-4383-b9a4-6cdda16ed361 tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '70a6fefa-ea93-4ab8-9f53-0010affd37c9', {'tags': ['tempest-TagsExtTest-Tag-1847929492', 'tempest-TagsExtTest-Tag-1765623257', 'tempest-TagsExtTest-Tag-635143959']}) {} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:34.011060 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-50edbbdc-6dec-41c5-ad91-3080d52ee7e9 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for floatingip, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:34.016742 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b39cdcf-7939-46fa-b3d1-3eb1a9ee2bbb None None] Sync routers for ids ['7f331247-5cea-4f05-9d1d-84a6c8dbf438'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:56:34.026281 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b39cdcf-7939-46fa-b3d1-3eb1a9ee2bbb None None] Routers {'7f331247-5cea-4f05-9d1d-84a6c8dbf438'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:56:34.026895 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-1b39cdcf-7939-46fa-b3d1-3eb1a9ee2bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:56:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['7f331247-5cea-4f05-9d1d-84a6c8dbf438'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:34.041354 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-50edbbdc-6dec-41c5-ad91-3080d52ee7e9 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "DELETE /v2.0/floatingips/5add569c-e121-4b20-a632-e38f6155a45b HTTP/1.1" status: 204 len: 168 time: 1.3682621 Oct 20 10:56:34.117567 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d0701748-ceb3-49ac-8d3a-cda8db10bc1c tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:34.161710 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0701748-ceb3-49ac-8d3a-cda8db10bc1c tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Pushing event deleted for resources: {'Port': ['ID=e8410a95-97b9-42dc-9e7f-4efd2b368565,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:34.166168 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c641985d-abcc-49d7-9e06-1df42de1c3d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:34.250428 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-1b39cdcf-7939-46fa-b3d1-3eb1a9ee2bbb None None] Set router 7f331247-5cea-4f05-9d1d-84a6c8dbf438 gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:56:34.262584 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 54696) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:34.262744 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-38478126-b690-4383-b9a4-6cdda16ed361 tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] 10.222.0.64 "PUT /v2.0/subnets/70a6fefa-ea93-4ab8-9f53-0010affd37c9/tags HTTP/1.1" status: 200 len: 317 time: 0.2653065 Oct 20 10:56:34.267508 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.tag.tag_plugin [None req-83b0375b-f88b-4e18-adce-0b857551c57e tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '70a6fefa-ea93-4ab8-9f53-0010affd37c9') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:34.362243 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c641985d-abcc-49d7-9e06-1df42de1c3d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:34.447464 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-83b0375b-f88b-4e18-adce-0b857551c57e tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] 10.222.0.64 "DELETE /v2.0/subnets/70a6fefa-ea93-4ab8-9f53-0010affd37c9/tags HTTP/1.1" status: 204 len: 168 time: 0.1838450 Oct 20 10:56:34.450021 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 54700) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:34.456320 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.tag.tag_plugin [None req-af3fe8d5-c51d-472f-bfde-7657184e05b2 tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '70a6fefa-ea93-4ab8-9f53-0010affd37c9', 'tempest-TagsExtTest-Tag-1847929492') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:34.461296 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-c641985d-abcc-49d7-9e06-1df42de1c3d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c22262c7-efb5-4d1d-ad25-382efd2f9076']}} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:34.533285 n-d-811396-3 neutron-server[100597]: INFO neutron.api.v2.resource [None req-af3fe8d5-c51d-472f-bfde-7657184e05b2 tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] show failed (client error): The resource could not be found. Oct 20 10:56:34.534703 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-af3fe8d5-c51d-472f-bfde-7657184e05b2 tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] 10.222.0.64 "GET /v2.0/subnets/70a6fefa-ea93-4ab8-9f53-0010affd37c9/tags/tempest-TagsExtTest-Tag-1847929492 HTTP/1.1" status: 404 len: 329 time: 0.0836737 Oct 20 10:56:34.539780 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 54702) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:34.544826 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.tag.tag_plugin [None req-05daf958-0a69-4752-90f0-3c458755f6d0 tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '70a6fefa-ea93-4ab8-9f53-0010affd37c9', 'tempest-TagsExtTest-Tag-1765623257') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:34.607201 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-1b39cdcf-7939-46fa-b3d1-3eb1a9ee2bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f331247-5cea-4f05-9d1d-84a6c8dbf438', 'name': 'tempest-TestNetworkBasicOps-router-2074294164', 'tenant_id': 'ce3bca74c1d8467f832763bc531bfd88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '940946f9-934a-4180-afd6-c116241821d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:54:25Z', 'updated_at': '2021-10-20T10:54:39Z', 'revision_number': 4, 'project_id': 'ce3bca74c1d8467f832763bc531bfd88', 'gw_port': {'id': '940946f9-934a-4180-afd6-c116241821d4', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:0b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f331247-5cea-4f05-9d1d-84a6c8dbf438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3008, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:54:26Z', 'updated_at': '2021-10-20T10:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '62e77116-6123-4988-a25f-28b326c26dc8', 'name': '', 'network_id': 'e41818e9-ba3e-442d-9b91-d6d4141e398e', 'tenant_id': 'ce3bca74c1d8467f832763bc531bfd88', 'mac_address': 'fa:16:3e:40:3f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f331247-5cea-4f05-9d1d-84a6c8dbf438', 'device_owner': 'network:router_interface', 'standard_attr_id': 3020, 'fixed_ips': [{'subnet_id': 'bddd1341-c5ba-4b8c-aefb-4ae93484dff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:54:37Z', 'updated_at': '2021-10-20T10:54:44Z', 'revision_number': 5, 'project_id': 'ce3bca74c1d8467f832763bc531bfd88', 'subnets': [{'id': 'bddd1341-c5ba-4b8c-aefb-4ae93484dff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:34.614642 n-d-811396-3 neutron-server[100597]: INFO neutron.api.v2.resource [None req-05daf958-0a69-4752-90f0-3c458755f6d0 tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] show failed (client error): The resource could not be found. Oct 20 10:56:34.619190 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-05daf958-0a69-4752-90f0-3c458755f6d0 tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] 10.222.0.64 "GET /v2.0/subnets/70a6fefa-ea93-4ab8-9f53-0010affd37c9/tags/tempest-TagsExtTest-Tag-1765623257 HTTP/1.1" status: 404 len: 329 time: 0.0777428 Oct 20 10:56:34.620090 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 54704) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:34.625287 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.tag.tag_plugin [None req-9206ac7e-cb7e-493d-8973-7448dc0b7a42 tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '70a6fefa-ea93-4ab8-9f53-0010affd37c9', 'tempest-TagsExtTest-Tag-635143959') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:34.642305 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b39cdcf-7939-46fa-b3d1-3eb1a9ee2bbb None None] Checking router: 7f331247-5cea-4f05-9d1d-84a6c8dbf438 for host: n-d-811396-3 {{(pid=100598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:56:34.653137 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b39cdcf-7939-46fa-b3d1-3eb1a9ee2bbb None None] Routers {'7f331247-5cea-4f05-9d1d-84a6c8dbf438'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:56:34.653921 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-1b39cdcf-7939-46fa-b3d1-3eb1a9ee2bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:56:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['7f331247-5cea-4f05-9d1d-84a6c8dbf438'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:34.698107 n-d-811396-3 neutron-server[100597]: INFO neutron.api.v2.resource [None req-9206ac7e-cb7e-493d-8973-7448dc0b7a42 tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] show failed (client error): The resource could not be found. Oct 20 10:56:34.702970 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-9206ac7e-cb7e-493d-8973-7448dc0b7a42 tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] 10.222.0.64 "GET /v2.0/subnets/70a6fefa-ea93-4ab8-9f53-0010affd37c9/tags/tempest-TagsExtTest-Tag-635143959 HTTP/1.1" status: 404 len: 328 time: 0.0812817 Oct 20 10:56:34.703852 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 54706) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:34.709053 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.tag.tag_plugin [None req-2f70669e-65ff-4bea-b75b-e6013cfa6fdd tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '831db453-9b60-4e71-b460-16b323340b26', {'tags': ['tempest-TagsExtTest-Tag-114943322', 'tempest-TagsExtTest-Tag-1474450200', 'tempest-TagsExtTest-Tag-1860922076']}) {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:34.778469 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-2f70669e-65ff-4bea-b75b-e6013cfa6fdd tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] 10.222.0.64 "PUT /v2.0/ports/831db453-9b60-4e71-b460-16b323340b26/tags HTTP/1.1" status: 200 len: 317 time: 0.0704436 Oct 20 10:56:34.778669 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-1b39cdcf-7939-46fa-b3d1-3eb1a9ee2bbb None None] Set router 7f331247-5cea-4f05-9d1d-84a6c8dbf438 gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:56:34.778765 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 54708) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:34.782874 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.tag.tag_plugin [None req-6e39eaba-d152-4ff3-8f74-b786009e3c79 tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '831db453-9b60-4e71-b460-16b323340b26') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:34.862875 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-6e39eaba-d152-4ff3-8f74-b786009e3c79 tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] 10.222.0.64 "DELETE /v2.0/ports/831db453-9b60-4e71-b460-16b323340b26/tags HTTP/1.1" status: 204 len: 168 time: 0.0808156 Oct 20 10:56:34.863082 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 54710) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:34.869479 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.tag.tag_plugin [None req-71422984-d099-47f8-83a1-f1675eacbcab tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '831db453-9b60-4e71-b460-16b323340b26', 'tempest-TagsExtTest-Tag-114943322') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:34.901062 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d0701748-ceb3-49ac-8d3a-cda8db10bc1c tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1771989'] for router_interface, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:34.917217 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-c641985d-abcc-49d7-9e06-1df42de1c3d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e94e34d-ae07-415a-9764-b6b35c56945e') {'for_net_delete': True} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:34.917510 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-c641985d-abcc-49d7-9e06-1df42de1c3d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e94e34d-ae07-415a-9764-b6b35c56945e') {} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:34.935975 n-d-811396-3 neutron-server[100597]: INFO neutron.api.v2.resource [None req-71422984-d099-47f8-83a1-f1675eacbcab tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] show failed (client error): The resource could not be found. Oct 20 10:56:34.939867 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-71422984-d099-47f8-83a1-f1675eacbcab tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] 10.222.0.64 "GET /v2.0/ports/831db453-9b60-4e71-b460-16b323340b26/tags/tempest-TagsExtTest-Tag-114943322 HTTP/1.1" status: 404 len: 328 time: 0.0730286 Oct 20 10:56:34.940157 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 54712) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:34.944478 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.tag.tag_plugin [None req-3067840e-7bb4-4a2c-aac7-ef4a10f02161 tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '831db453-9b60-4e71-b460-16b323340b26', 'tempest-TagsExtTest-Tag-1474450200') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:34.969449 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c641985d-abcc-49d7-9e06-1df42de1c3d6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25189038'] for segment, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:35.010802 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe39f684-f334-4c7d-a566-1cd47db6ca57', 'tag': '78d7a355-00a3-4972-853b-be538b88a9d5'}] {{(pid=100597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:56:35.014215 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd85cad6a391afaa95d2dd5280bfd4659fc1e1b2aba53b5e7ef874f059efcdc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51dcf2fb-73e7-436d-ac01-ecfa358a158b" -d '{"events": [{"name": "network-changed", "server_uuid": "fe39f684-f334-4c7d-a566-1cd47db6ca57", "tag": "78d7a355-00a3-4972-853b-be538b88a9d5"}]}' {{(pid=100597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:56:35.024370 n-d-811396-3 neutron-server[100597]: INFO neutron.api.v2.resource [None req-3067840e-7bb4-4a2c-aac7-ef4a10f02161 tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] show failed (client error): The resource could not be found. Oct 20 10:56:35.028104 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-3067840e-7bb4-4a2c-aac7-ef4a10f02161 tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] 10.222.0.64 "GET /v2.0/ports/831db453-9b60-4e71-b460-16b323340b26/tags/tempest-TagsExtTest-Tag-1474450200 HTTP/1.1" status: 404 len: 329 time: 0.0843024 Oct 20 10:56:35.029314 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 54716) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:35.035130 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.tag.tag_plugin [None req-0dd5e627-40c3-4b93-ae96-db5a3ba9d708 tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '831db453-9b60-4e71-b460-16b323340b26', 'tempest-TagsExtTest-Tag-1860922076') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:35.058664 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51da718d-74e3-4982-b382-6d8d982356d9 req-5b6f593c-f533-456a-ab85-98d8edeb1f87 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:35.060450 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-51da718d-74e3-4982-b382-6d8d982356d9 req-5b6f593c-f533-456a-ab85-98d8edeb1f87 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe39f684-f334-4c7d-a566-1cd47db6ca57 HTTP/1.1" status: 200 len: 945 time: 0.6336038 Oct 20 10:56:35.063987 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c641985d-abcc-49d7-9e06-1df42de1c3d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:35.083335 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-1b39cdcf-7939-46fa-b3d1-3eb1a9ee2bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f331247-5cea-4f05-9d1d-84a6c8dbf438', 'name': 'tempest-TestNetworkBasicOps-router-2074294164', 'tenant_id': 'ce3bca74c1d8467f832763bc531bfd88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '940946f9-934a-4180-afd6-c116241821d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:54:25Z', 'updated_at': '2021-10-20T10:54:39Z', 'revision_number': 4, 'project_id': 'ce3bca74c1d8467f832763bc531bfd88', 'gw_port': {'id': '940946f9-934a-4180-afd6-c116241821d4', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:0b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f331247-5cea-4f05-9d1d-84a6c8dbf438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3008, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:54:26Z', 'updated_at': '2021-10-20T10:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '62e77116-6123-4988-a25f-28b326c26dc8', 'name': '', 'network_id': 'e41818e9-ba3e-442d-9b91-d6d4141e398e', 'tenant_id': 'ce3bca74c1d8467f832763bc531bfd88', 'mac_address': 'fa:16:3e:40:3f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f331247-5cea-4f05-9d1d-84a6c8dbf438', 'device_owner': 'network:router_interface', 'standard_attr_id': 3020, 'fixed_ips': [{'subnet_id': 'bddd1341-c5ba-4b8c-aefb-4ae93484dff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:54:37Z', 'updated_at': '2021-10-20T10:54:44Z', 'revision_number': 5, 'project_id': 'ce3bca74c1d8467f832763bc531bfd88', 'subnets': [{'id': 'bddd1341-c5ba-4b8c-aefb-4ae93484dff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:35.092585 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c641985d-abcc-49d7-9e06-1df42de1c3d6 admin admin] Releasing vlan 824 on physical network physnet1 to pool {{(pid=100596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:56:35.092970 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:56:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e7bfe12-47ce-4679-8f8c-b04028e367bc x-openstack-request-id: req-7e7bfe12-47ce-4679-8f8c-b04028e367bc {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:56:35.093366 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe39f684-f334-4c7d-a566-1cd47db6ca57", "tag": "78d7a355-00a3-4972-853b-be538b88a9d5", "status": "completed", "code": 200}]} {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:56:35.093685 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7e7bfe12-47ce-4679-8f8c-b04028e367bc {{(pid=100597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:56:35.093777 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c641985d-abcc-49d7-9e06-1df42de1c3d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26833155'] for segment, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:35.094206 n-d-811396-3 neutron-server[100597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe39f684-f334-4c7d-a566-1cd47db6ca57', 'tag': '78d7a355-00a3-4972-853b-be538b88a9d5', 'status': 'completed', 'code': 200} Oct 20 10:56:35.097834 n-d-811396-3 neutron-server[100596]: Traceback (most recent call last): Oct 20 10:56:35.097834 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:56:35.097834 n-d-811396-3 neutron-server[100596]: timer() Oct 20 10:56:35.097834 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:56:35.097834 n-d-811396-3 neutron-server[100596]: cb(*args, **kw) Oct 20 10:56:35.097834 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:56:35.097834 n-d-811396-3 neutron-server[100596]: return func(*args, **kwargs) Oct 20 10:56:35.097834 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:56:35.097834 n-d-811396-3 neutron-server[100596]: self._notify() Oct 20 10:56:35.097834 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:56:35.097834 n-d-811396-3 neutron-server[100596]: self.callback(batched_events) Oct 20 10:56:35.097834 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:56:35.097834 n-d-811396-3 neutron-server[100596]: event.method(event) Oct 20 10:56:35.097834 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:56:35.097834 n-d-811396-3 neutron-server[100596]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:56:35.097834 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:56:35.097834 n-d-811396-3 neutron-server[100596]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:56:35.097834 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:56:35.097834 n-d-811396-3 neutron-server[100596]: return f(self, *a, **k) Oct 20 10:56:35.097834 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:56:35.097834 n-d-811396-3 neutron-server[100596]: return self._get(url).json() Oct 20 10:56:35.097834 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:56:35.097834 n-d-811396-3 neutron-server[100596]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:56:35.097834 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:56:35.097834 n-d-811396-3 neutron-server[100596]: return self.request(url, 'GET', **kwargs) Oct 20 10:56:35.097834 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:56:35.097834 n-d-811396-3 neutron-server[100596]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:56:35.097834 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:56:35.097834 n-d-811396-3 neutron-server[100596]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:56:35.097834 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:56:35.097834 n-d-811396-3 neutron-server[100596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:56:35.097834 n-d-811396-3 neutron-server[100596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:56:35.114793 n-d-811396-3 neutron-server[100597]: INFO neutron.api.v2.resource [None req-0dd5e627-40c3-4b93-ae96-db5a3ba9d708 tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] show failed (client error): The resource could not be found. Oct 20 10:56:35.116708 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-0dd5e627-40c3-4b93-ae96-db5a3ba9d708 tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] 10.222.0.64 "GET /v2.0/ports/831db453-9b60-4e71-b460-16b323340b26/tags/tempest-TagsExtTest-Tag-1860922076 HTTP/1.1" status: 404 len: 329 time: 0.0862796 Oct 20 10:56:35.120008 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b39cdcf-7939-46fa-b3d1-3eb1a9ee2bbb None None] The sync data for ids ['7f331247-5cea-4f05-9d1d-84a6c8dbf438'] in n-d-811396-3 is: [{'id': '7f331247-5cea-4f05-9d1d-84a6c8dbf438', 'name': 'tempest-TestNetworkBasicOps-router-2074294164', 'tenant_id': 'ce3bca74c1d8467f832763bc531bfd88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '940946f9-934a-4180-afd6-c116241821d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:54:25Z', 'updated_at': '2021-10-20T10:54:39Z', 'revision_number': 4, 'project_id': 'ce3bca74c1d8467f832763bc531bfd88', 'gw_port': {'id': '940946f9-934a-4180-afd6-c116241821d4', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:0b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f331247-5cea-4f05-9d1d-84a6c8dbf438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3008, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:54:26Z', 'updated_at': '2021-10-20T10:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '62e77116-6123-4988-a25f-28b326c26dc8', 'name': '', 'network_id': 'e41818e9-ba3e-442d-9b91-d6d4141e398e', 'tenant_id': 'ce3bca74c1d8467f832763bc531bfd88', 'mac_address': 'fa:16:3e:40:3f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f331247-5cea-4f05-9d1d-84a6c8dbf438', 'device_owner': 'network:router_interface', 'standard_attr_id': 3020, 'fixed_ips': [{'subnet_id': 'bddd1341-c5ba-4b8c-aefb-4ae93484dff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:54:37Z', 'updated_at': '2021-10-20T10:54:44Z', 'revision_number': 5, 'project_id': 'ce3bca74c1d8467f832763bc531bfd88', 'subnets': [{'id': 'bddd1341-c5ba-4b8c-aefb-4ae93484dff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:56:35.130543 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 54718) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:35.137024 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.tag.tag_plugin [None req-3c037d08-849a-48a2-a419-55dd4c78bf1c tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'fd63b2cb-ae22-462e-9b98-43c8b9273e78', {'tags': ['tempest-TagsExtTest-Tag-703950851', 'tempest-TagsExtTest-Tag-263600799', 'tempest-TagsExtTest-Tag-682352941']}) {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:35.253682 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-3c037d08-849a-48a2-a419-55dd4c78bf1c tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] 10.222.0.64 "PUT /v2.0/routers/fd63b2cb-ae22-462e-9b98-43c8b9273e78/tags HTTP/1.1" status: 200 len: 315 time: 0.1220272 Oct 20 10:56:35.256482 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 54720) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:35.262876 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.tag.tag_plugin [None req-11f94953-8182-4ae9-85e9-6a91e663e363 tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'fd63b2cb-ae22-462e-9b98-43c8b9273e78') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:35.279233 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-51da718d-74e3-4982-b382-6d8d982356d9 req-d13ce60a-430a-454e-a83d-713c6b692ab8 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "GET /v2.0/security-groups?id=223e9882-16a3-4f37-ab85-863f9037f1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2118335 Oct 20 10:56:35.287350 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 64002c5e-6ede-44ad-8339-fcca0319c7c1 no longer exists at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:56:35.289351 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0701748-ceb3-49ac-8d3a-cda8db10bc1c tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Router 55158235-1db8-4a3f-a3eb-1f67b3155ee7 has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:56:35.298330 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c641985d-abcc-49d7-9e06-1df42de1c3d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:35.307000 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c641985d-abcc-49d7-9e06-1df42de1c3d6 admin admin] Publish callbacks [] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:35.321555 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-c641985d-abcc-49d7-9e06-1df42de1c3d6 admin admin] 10.222.0.64 "DELETE /v2.0/networks/c22262c7-efb5-4d1d-ad25-382efd2f9076 HTTP/1.1" status: 204 len: 168 time: 1.3161728 Oct 20 10:56:35.322115 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] No Port match for: 64002c5e-6ede-44ad-8339-fcca0319c7c1 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:56:35.322569 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 64002c5e-6ede-44ad-8339-fcca0319c7c1 not bound to the agent host n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:56:35.437147 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-11f94953-8182-4ae9-85e9-6a91e663e363 tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] 10.222.0.64 "DELETE /v2.0/routers/fd63b2cb-ae22-462e-9b98-43c8b9273e78/tags HTTP/1.1" status: 204 len: 168 time: 0.1705620 Oct 20 10:56:35.437995 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 54724) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:35.442963 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0701748-ceb3-49ac-8d3a-cda8db10bc1c tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:56:35.443772 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.tag.tag_plugin [None req-639991a5-f82a-431a-a729-598b2e3cc2e2 tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'fd63b2cb-ae22-462e-9b98-43c8b9273e78', 'tempest-TagsExtTest-Tag-703950851') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:35.452235 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c641985d-abcc-49d7-9e06-1df42de1c3d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=c22262c7-efb5-4d1d-ad25-382efd2f9076,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:35.454343 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6070bc3e-fb8c-4ce6-be95-df4984fc2ed1 None None] Sync routers for ids ['55158235-1db8-4a3f-a3eb-1f67b3155ee7'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:56:35.466818 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-d0701748-ceb3-49ac-8d3a-cda8db10bc1c tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] 10.222.0.64 "PUT /v2.0/routers/55158235-1db8-4a3f-a3eb-1f67b3155ee7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9801972 Oct 20 10:56:35.468507 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 54726) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:35.470815 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6070bc3e-fb8c-4ce6-be95-df4984fc2ed1 None None] Routers {'55158235-1db8-4a3f-a3eb-1f67b3155ee7'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:56:35.471610 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-6070bc3e-fb8c-4ce6-be95-df4984fc2ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:56:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['55158235-1db8-4a3f-a3eb-1f67b3155ee7'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:35.472105 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dcf2fb-73e7-436d-ac01-ecfa358a158b req-7599784e-20db-4a3a-9320-21e986c006fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:35.474544 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-51dcf2fb-73e7-436d-ac01-ecfa358a158b req-7599784e-20db-4a3a-9320-21e986c006fb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ce3bca74c1d8467f832763bc531bfd88&device_id=fe39f684-f334-4c7d-a566-1cd47db6ca57 HTTP/1.1" status: 200 len: 1096 time: 0.3097122 Oct 20 10:56:35.505837 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-ec0704c1-474d-4092-b646-dc868d5d61f8 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] 10.222.0.64 "GET /v2.0/ports?device_id=55158235-1db8-4a3f-a3eb-1f67b3155ee7 HTTP/1.1" status: 200 len: 205 time: 0.0359991 Oct 20 10:56:35.506450 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 54730) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:35.551236 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 54732) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:35.556210 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-6070bc3e-fb8c-4ce6-be95-df4984fc2ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:35.571227 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6070bc3e-fb8c-4ce6-be95-df4984fc2ed1 None None] Routers {'55158235-1db8-4a3f-a3eb-1f67b3155ee7'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:56:35.572204 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-6070bc3e-fb8c-4ce6-be95-df4984fc2ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:56:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['55158235-1db8-4a3f-a3eb-1f67b3155ee7'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:35.620835 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-6070bc3e-fb8c-4ce6-be95-df4984fc2ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:35.621629 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6070bc3e-fb8c-4ce6-be95-df4984fc2ed1 None None] The sync data for ids ['55158235-1db8-4a3f-a3eb-1f67b3155ee7'] in n-d-811396-3 is: [] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:56:35.660253 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214f5b73-935d-44e4-8b1d-6c1f3863f169 None None] New status for floating IP 5add569c-e121-4b20-a632-e38f6155a45b: DOWN {{(pid=100598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 10:56:35.706240 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dcf2fb-73e7-436d-ac01-ecfa358a158b req-bcb157d9-14b5-491f-9a37-a6a577d68b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:35.708034 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-51dcf2fb-73e7-436d-ac01-ecfa358a158b req-bcb157d9-14b5-491f-9a37-a6a577d68b86 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e41818e9-ba3e-442d-9b91-d6d4141e398e HTTP/1.1" status: 200 len: 897 time: 0.2006903 Oct 20 10:56:35.710745 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-80bd6ed9-10f7-4fd0-8ac3-85c82934674e tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks [] for router, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:35.800496 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-51dcf2fb-73e7-436d-ac01-ecfa358a158b req-e4caf95b-a768-4789-a45b-b242f2a82499 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=78d7a355-00a3-4972-853b-be538b88a9d5 HTTP/1.1" status: 200 len: 217 time: 0.0418773 Oct 20 10:56:35.911238 n-d-811396-3 neutron-server[100597]: INFO neutron.api.v2.resource [None req-639991a5-f82a-431a-a729-598b2e3cc2e2 tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] show failed (client error): The resource could not be found. Oct 20 10:56:35.915587 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-639991a5-f82a-431a-a729-598b2e3cc2e2 tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] 10.222.0.64 "GET /v2.0/routers/fd63b2cb-ae22-462e-9b98-43c8b9273e78/tags/tempest-TagsExtTest-Tag-703950851 HTTP/1.1" status: 404 len: 328 time: 0.4732561 Oct 20 10:56:35.916262 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 54736) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:35.920164 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.tag.tag_plugin [None req-ad1596aa-6fb5-445f-9acd-79cb9bfdff7e tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'fd63b2cb-ae22-462e-9b98-43c8b9273e78', 'tempest-TagsExtTest-Tag-263600799') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:35.972557 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-b23f3fe2-1db5-4baa-9f77-dc6256ce0d88 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=84d656854f514ca4a2c3cebb10bcf3bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4176190 Oct 20 10:56:35.972771 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-80bd6ed9-10f7-4fd0-8ac3-85c82934674e tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1772272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258304'] for router, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:35.972897 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 54738) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:35.975438 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-80bd6ed9-10f7-4fd0-8ac3-85c82934674e tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:35.985013 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dcf2fb-73e7-436d-ac01-ecfa358a158b req-617d0541-bcfc-4faf-90b2-d71895e30b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:35.986444 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-51dcf2fb-73e7-436d-ac01-ecfa358a158b req-617d0541-bcfc-4faf-90b2-d71895e30b63 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bddd1341-c5ba-4b8c-aefb-4ae93484dff7 HTTP/1.1" status: 200 len: 834 time: 0.1783245 Oct 20 10:56:36.060523 n-d-811396-3 neutron-server[100597]: INFO neutron.api.v2.resource [None req-ad1596aa-6fb5-445f-9acd-79cb9bfdff7e tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] show failed (client error): The resource could not be found. Oct 20 10:56:36.064524 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-ad1596aa-6fb5-445f-9acd-79cb9bfdff7e tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] 10.222.0.64 "GET /v2.0/routers/fd63b2cb-ae22-462e-9b98-43c8b9273e78/tags/tempest-TagsExtTest-Tag-263600799 HTTP/1.1" status: 404 len: 328 time: 0.1476567 Oct 20 10:56:36.067661 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 54740) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:36.068820 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1e293192-68cf-4de2-bfcb-643bd9ed77ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:36.072958 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.tag.tag_plugin [None req-8f46195f-fab7-4f5f-b68a-14df398be17a tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'fd63b2cb-ae22-462e-9b98-43c8b9273e78', 'tempest-TagsExtTest-Tag-682352941') {} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:36.092080 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1e293192-68cf-4de2-bfcb-643bd9ed77ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:36.109894 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-80bd6ed9-10f7-4fd0-8ac3-85c82934674e tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1772267'] for router, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:36.110455 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80bd6ed9-10f7-4fd0-8ac3-85c82934674e tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Fanout notify agent at l3_agent the message router_deleted on router 55158235-1db8-4a3f-a3eb-1f67b3155ee7 {{(pid=100596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 10:56:36.117857 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-80bd6ed9-10f7-4fd0-8ac3-85c82934674e tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks [] for router, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:36.118971 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-80bd6ed9-10f7-4fd0-8ac3-85c82934674e tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] 10.222.0.64 "DELETE /v2.0/routers/55158235-1db8-4a3f-a3eb-1f67b3155ee7 HTTP/1.1" status: 204 len: 168 time: 0.6031206 Oct 20 10:56:36.122430 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 54742) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:36.142485 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502e3cbd-2023-4aa8-b134-98032de9b00d req-9d35a219-27ed-42d6-8f7b-5aeb4ec40019 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:36.144061 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-502e3cbd-2023-4aa8-b134-98032de9b00d req-9d35a219-27ed-42d6-8f7b-5aeb4ec40019 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.55 "GET /v2.0/ports?device_id=fe39f684-f334-4c7d-a566-1cd47db6ca57 HTTP/1.1" status: 200 len: 945 time: 0.1700437 Oct 20 10:56:36.153778 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-24ae69e3-f00f-4849-83e8-664960475f5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:36.160057 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dcf2fb-73e7-436d-ac01-ecfa358a158b req-731ae120-32c5-413a-960b-f138df29b286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:36.161698 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-51dcf2fb-73e7-436d-ac01-ecfa358a158b req-731ae120-32c5-413a-960b-f138df29b286 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e41818e9-ba3e-442d-9b91-d6d4141e398e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1261981 Oct 20 10:56:36.184040 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_v2 [None req-825b36ec-7300-4717-af5a-82aac38f7531 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Deleting subnet a4eae55e-abef-4a8c-9bdf-ba8729991d2d {{(pid=100597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:56:36.188668 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-825b36ec-7300-4717-af5a-82aac38f7531 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks [] for subnet, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:36.215285 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1e293192-68cf-4de2-bfcb-643bd9ed77ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:36.217912 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1e293192-68cf-4de2-bfcb-643bd9ed77ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:36.221441 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-1e293192-68cf-4de2-bfcb-643bd9ed77ae admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c518791d-1063-4a3f-b1cb-92475f90f737 HTTP/1.1" status: 204 len: 168 time: 0.2450891 Oct 20 10:56:36.242304 n-d-811396-3 neutron-server[100596]: INFO neutron.api.v2.resource [None req-8f46195f-fab7-4f5f-b68a-14df398be17a tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] show failed (client error): The resource could not be found. Oct 20 10:56:36.246131 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-8f46195f-fab7-4f5f-b68a-14df398be17a tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] 10.222.0.64 "GET /v2.0/routers/fd63b2cb-ae22-462e-9b98-43c8b9273e78/tags/tempest-TagsExtTest-Tag-682352941 HTTP/1.1" status: 404 len: 328 time: 0.1739407 Oct 20 10:56:36.249955 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 54746) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:36.261670 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.tag.tag_plugin [None req-1c65c681-f939-41f3-bcf6-50cd123fe1f1 tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '3158e2f8-7114-4236-891b-1835bbf9a1c8', {'tags': ['tempest-TagsExtTest-Tag-673937102', 'tempest-TagsExtTest-Tag-1978523674', 'tempest-TagsExtTest-Tag-1840786610']}) {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:36.274773 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e293192-68cf-4de2-bfcb-643bd9ed77ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c518791d-1063-4a3f-b1cb-92475f90f737,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:36.285673 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-825b36ec-7300-4717-af5a-82aac38f7531 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25852621'] for subnet, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:36.339435 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-1c65c681-f939-41f3-bcf6-50cd123fe1f1 tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] 10.222.0.64 "PUT /v2.0/subnetpools/3158e2f8-7114-4236-891b-1835bbf9a1c8/tags HTTP/1.1" status: 200 len: 317 time: 0.0883086 Oct 20 10:56:36.345058 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 54750) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:36.348083 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.tag.tag_plugin [None req-510e4790-0f3c-415f-815c-fb4d81d2d58b tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '3158e2f8-7114-4236-891b-1835bbf9a1c8') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:36.417366 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-825b36ec-7300-4717-af5a-82aac38f7531 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:36.452446 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-510e4790-0f3c-415f-815c-fb4d81d2d58b tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] 10.222.0.64 "DELETE /v2.0/subnetpools/3158e2f8-7114-4236-891b-1835bbf9a1c8/tags HTTP/1.1" status: 204 len: 168 time: 0.1078439 Oct 20 10:56:36.455458 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-51dcf2fb-73e7-436d-ac01-ecfa358a158b req-912a9eff-d7e2-4d6c-a487-84c684e65de8 service neutron] 10.222.0.55 "GET /v2.0/networks/e41818e9-ba3e-442d-9b91-d6d4141e398e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2451861 Oct 20 10:56:36.455724 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 54754) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:36.467723 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.tag.tag_plugin [None req-e2d2f336-7d44-42ca-8f77-c664dcf38d95 tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '3158e2f8-7114-4236-891b-1835bbf9a1c8', 'tempest-TagsExtTest-Tag-673937102') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:36.510039 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b76868a-6718-4423-b7d4-beed9ee3dae7 req-225164aa-3c47-4ff8-a2fe-4eb9c38f6698 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:36.511683 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5b76868a-6718-4423-b7d4-beed9ee3dae7 req-225164aa-3c47-4ff8-a2fe-4eb9c38f6698 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe39f684-f334-4c7d-a566-1cd47db6ca57 HTTP/1.1" status: 200 len: 945 time: 0.1117699 Oct 20 10:56:36.514881 n-d-811396-3 neutron-server[100597]: INFO neutron.api.v2.resource [None req-e2d2f336-7d44-42ca-8f77-c664dcf38d95 tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] show failed (client error): The resource could not be found. Oct 20 10:56:36.516267 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-e2d2f336-7d44-42ca-8f77-c664dcf38d95 tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] 10.222.0.64 "GET /v2.0/subnetpools/3158e2f8-7114-4236-891b-1835bbf9a1c8/tags/tempest-TagsExtTest-Tag-673937102 HTTP/1.1" status: 404 len: 328 time: 0.0592065 Oct 20 10:56:36.519356 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 54756) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:36.526337 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.tag.tag_plugin [None req-06e57a15-6a73-43c0-b429-1755dad9d326 tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '3158e2f8-7114-4236-891b-1835bbf9a1c8', 'tempest-TagsExtTest-Tag-1978523674') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:36.532118 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-825b36ec-7300-4717-af5a-82aac38f7531 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25350811'] for subnet, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:36.569439 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-502e3cbd-2023-4aa8-b134-98032de9b00d req-1ec07683-194e-4333-a279-4305f16cb032 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Deleting port 78d7a355-00a3-4972-853b-be538b88a9d5 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:56:36.570314 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-502e3cbd-2023-4aa8-b134-98032de9b00d req-1ec07683-194e-4333-a279-4305f16cb032 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:36.601131 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825b36ec-7300-4717-af5a-82aac38f7531 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Pushing event deleted for resources: {'Subnet': ['ID=a4eae55e-abef-4a8c-9bdf-ba8729991d2d,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:36.603505 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-825b36ec-7300-4717-af5a-82aac38f7531 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:36.610032 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-825b36ec-7300-4717-af5a-82aac38f7531 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] 10.222.0.64 "DELETE /v2.0/subnets/a4eae55e-abef-4a8c-9bdf-ba8729991d2d HTTP/1.1" status: 204 len: 168 time: 0.4807463 Oct 20 10:56:36.613194 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 54762) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:36.631441 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9496d48a-d554-41cc-8af0-1da9f25a6f9f None None] Network b5f9300b-05cb-464d-9646-af8d89593372 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:56:36.636357 n-d-811396-3 neutron-server[100597]: INFO neutron.api.v2.resource [None req-06e57a15-6a73-43c0-b429-1755dad9d326 tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] show failed (client error): The resource could not be found. Oct 20 10:56:36.644964 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-06e57a15-6a73-43c0-b429-1755dad9d326 tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] 10.222.0.64 "GET /v2.0/subnetpools/3158e2f8-7114-4236-891b-1835bbf9a1c8/tags/tempest-TagsExtTest-Tag-1978523674 HTTP/1.1" status: 404 len: 329 time: 0.1210310 Oct 20 10:56:36.670033 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 54766) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:36.673145 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-51dcf2fb-73e7-436d-ac01-ecfa358a158b req-59c73117-3194-4cba-ae6c-045d009fd1e0 service neutron] 10.222.0.55 "GET /v2.0/networks/e41818e9-ba3e-442d-9b91-d6d4141e398e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098489 Oct 20 10:56:36.676079 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5b76868a-6718-4423-b7d4-beed9ee3dae7 req-748bc0e8-91dd-4ffc-af50-7bc95437de16 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "GET /v2.0/security-groups?id=223e9882-16a3-4f37-ab85-863f9037f1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225994 Oct 20 10:56:36.679485 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.tag.tag_plugin [None req-13243417-d538-4429-9921-706856099d7a tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '3158e2f8-7114-4236-891b-1835bbf9a1c8', 'tempest-TagsExtTest-Tag-1840786610') {} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:36.734903 n-d-811396-3 neutron-server[100596]: INFO neutron.api.v2.resource [None req-13243417-d538-4429-9921-706856099d7a tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] show failed (client error): The resource could not be found. Oct 20 10:56:36.742392 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b478bbb-16d7-4e40-b8c4-fa6a59b47582 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Deleting subnet 60bda438-617e-44dd-8b59-af8521afcf08 {{(pid=100597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:56:36.751698 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-13243417-d538-4429-9921-706856099d7a tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] 10.222.0.64 "GET /v2.0/subnetpools/3158e2f8-7114-4236-891b-1835bbf9a1c8/tags/tempest-TagsExtTest-Tag-1840786610 HTTP/1.1" status: 404 len: 329 time: 0.0784101 Oct 20 10:56:36.756133 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 54768) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:36.760545 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.tag.tag_plugin [None req-eddfbaff-9609-4315-8993-6e63e85ee85d tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '3158e2f8-7114-4236-891b-1835bbf9a1c8') {} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:36.764357 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-502e3cbd-2023-4aa8-b134-98032de9b00d req-1ec07683-194e-4333-a279-4305f16cb032 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] For port 78d7a355-00a3-4972-853b-be538b88a9d5, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=78d7a355-00a3-4972-853b-be538b88a9d5,segment=NetworkSegment(6c99b3fb-dda6-4c64-92a7-3755ba476718),segment_id=6c99b3fb-dda6-4c64-92a7-3755ba476718)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:56:36.764723 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-502e3cbd-2023-4aa8-b134-98032de9b00d req-1ec07683-194e-4333-a279-4305f16cb032 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:36.770128 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8b478bbb-16d7-4e40-b8c4-fa6a59b47582 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks [] for subnet, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:36.815433 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-502e3cbd-2023-4aa8-b134-98032de9b00d req-1ec07683-194e-4333-a279-4305f16cb032 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Calling delete_port for 78d7a355-00a3-4972-853b-be538b88a9d5 owned by compute:nova {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:56:36.876167 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8b478bbb-16d7-4e40-b8c4-fa6a59b47582 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25852621'] for subnet, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:36.974410 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-eddfbaff-9609-4315-8993-6e63e85ee85d tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] 10.222.0.64 "DELETE /v2.0/subnetpools/3158e2f8-7114-4236-891b-1835bbf9a1c8/tags HTTP/1.1" status: 204 len: 168 time: 0.2176352 Oct 20 10:56:36.976967 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 54782) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:36.984601 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.tag.tag_plugin [None req-c9d844c3-620b-4d31-9eac-b12272c3f54a tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'fd63b2cb-ae22-462e-9b98-43c8b9273e78') {} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:37.081913 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8b478bbb-16d7-4e40-b8c4-fa6a59b47582 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:37.172588 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:37.203346 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8b478bbb-16d7-4e40-b8c4-fa6a59b47582 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25350811'] for subnet, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:37.280849 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8b478bbb-16d7-4e40-b8c4-fa6a59b47582 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:37.289300 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-8b478bbb-16d7-4e40-b8c4-fa6a59b47582 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] 10.222.0.64 "DELETE /v2.0/subnets/60bda438-617e-44dd-8b59-af8521afcf08 HTTP/1.1" status: 204 len: 168 time: 0.6686234 Oct 20 10:56:37.290348 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 54788) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:37.291096 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b478bbb-16d7-4e40-b8c4-fa6a59b47582 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Pushing event deleted for resources: {'Subnet': ['ID=60bda438-617e-44dd-8b59-af8521afcf08,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:37.299906 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b21423-11ba-4170-9c08-8b5dcc3f3d8a None None] Network e604409c-be73-4982-adf8-17a28402c163 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:56:37.344361 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-c9d844c3-620b-4d31-9eac-b12272c3f54a tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] 10.222.0.64 "DELETE /v2.0/routers/fd63b2cb-ae22-462e-9b98-43c8b9273e78/tags HTTP/1.1" status: 204 len: 168 time: 0.3640504 Oct 20 10:56:37.345099 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 54792) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:37.350244 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.tag.tag_plugin [None req-56be48f1-3cf7-4019-850a-4f6645a61570 tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '831db453-9b60-4e71-b460-16b323340b26') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:37.380356 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438409d6-9542-4743-b6bf-8a1ffcd236a4 req-b691fa53-dc01-4c2f-a58b-00243da97fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:37.381861 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-438409d6-9542-4743-b6bf-8a1ffcd236a4 req-b691fa53-dc01-4c2f-a58b-00243da97fad service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=376203cb7dec4dad9717307d6c606d33&device_id=b3f9930f-6768-428d-b296-1e65ca6bdfa7 HTTP/1.1" status: 200 len: 1095 time: 0.2338092 Oct 20 10:56:37.449331 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-56be48f1-3cf7-4019-850a-4f6645a61570 tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] 10.222.0.64 "DELETE /v2.0/ports/831db453-9b60-4e71-b460-16b323340b26/tags HTTP/1.1" status: 204 len: 168 time: 0.1029499 Oct 20 10:56:37.450394 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 54796) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:37.455372 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.tag.tag_plugin [None req-12e15a32-19ef-4733-875e-d3087cf42844 tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '70a6fefa-ea93-4ab8-9f53-0010affd37c9') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:37.469643 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-140c6716-c9ab-4523-9dd1-ec55f0eb7d76 None None] DHCP port deletion for b5f9300b-05cb-464d-9646-af8d89593372 request from n-d-811396-3 {{(pid=100598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:56:37.508343 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d0dff3-fcfd-4884-9bd3-30739db484b6 req-e6b234e1-3487-46ab-9bea-0a6374aa6556 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:37.510771 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-90d0dff3-fcfd-4884-9bd3-30739db484b6 req-e6b234e1-3487-46ab-9bea-0a6374aa6556 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3f9930f-6768-428d-b296-1e65ca6bdfa7 HTTP/1.1" status: 200 len: 944 time: 0.2948349 Oct 20 10:56:37.512239 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438409d6-9542-4743-b6bf-8a1ffcd236a4 req-0518b20b-ffbc-4238-ac5d-4722379cfcfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:37.513593 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-438409d6-9542-4743-b6bf-8a1ffcd236a4 req-0518b20b-ffbc-4238-ac5d-4722379cfcfb service neutron] 10.222.0.55 "GET /v2.0/networks?id=b8b1e2be-5932-428e-a716-07af13af4e6c HTTP/1.1" status: 200 len: 912 time: 0.1190100 Oct 20 10:56:37.535359 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-12e15a32-19ef-4733-875e-d3087cf42844 tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] 10.222.0.64 "DELETE /v2.0/subnets/70a6fefa-ea93-4ab8-9f53-0010affd37c9/tags HTTP/1.1" status: 204 len: 168 time: 0.0833046 Oct 20 10:56:37.538543 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 54800) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:37.652967 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 54802) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:37.657350 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:37.670659 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-502e3cbd-2023-4aa8-b134-98032de9b00d req-1ec07683-194e-4333-a279-4305f16cb032 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:37.691096 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-90d0dff3-fcfd-4884-9bd3-30739db484b6 req-340b0dd1-9eb7-44f6-a6c4-a157e0d7ab51 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=58574406-52f6-4da8-ba4e-3f91a696d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1666002 Oct 20 10:56:37.705210 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c2cff2db-75fd-4cce-ab61-72c4abed49c8 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:37.724439 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-140c6716-c9ab-4523-9dd1-ec55f0eb7d76 None None] Deleting port 3e996fa7-f301-4ad3-908a-d4663de81d9a {{(pid=100598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:56:37.725075 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-140c6716-c9ab-4523-9dd1-ec55f0eb7d76 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:37.782000 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-238a38dd-43a1-44b3-beaa-a18095e80df2 tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] Publish callbacks [] for subnetpool, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:37.783171 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-238a38dd-43a1-44b3-beaa-a18095e80df2 tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] 10.222.0.64 "DELETE /v2.0/subnetpools/3158e2f8-7114-4236-891b-1835bbf9a1c8 HTTP/1.1" status: 204 len: 168 time: 0.2397666 Oct 20 10:56:37.786828 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 54808) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:37.814597 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-140c6716-c9ab-4523-9dd1-ec55f0eb7d76 None None] For port 3e996fa7-f301-4ad3-908a-d4663de81d9a, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=3e996fa7-f301-4ad3-908a-d4663de81d9a,segment=NetworkSegment(bd0ba6a7-fa4e-4a2c-b436-146b6acaa02f),segment_id=bd0ba6a7-fa4e-4a2c-b436-146b6acaa02f)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:56:37.814849 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec07683-194e-4333-a279-4305f16cb032 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Pushing event deleted for resources: {'Port': ['ID=78d7a355-00a3-4972-853b-be538b88a9d5,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:37.815442 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-140c6716-c9ab-4523-9dd1-ec55f0eb7d76 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:37.833771 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-140c6716-c9ab-4523-9dd1-ec55f0eb7d76 None None] Calling delete_port for 3e996fa7-f301-4ad3-908a-d4663de81d9a owned by network:dhcp {{(pid=100598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:56:37.874703 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-438409d6-9542-4743-b6bf-8a1ffcd236a4 req-b6a4170c-bfe3-42f7-a1e3-d5028a067886 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d012fc61-e760-4bcf-aff4-9ef2d30ecf9f HTTP/1.1" status: 200 len: 997 time: 0.2986226 Oct 20 10:56:37.889173 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-80347e6a-06e1-4be2-8f30-8cb6d8c67503 tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd63b2cb-ae22-462e-9b98-43c8b9273e78 HTTP/1.1" status: 200 len: 205 time: 0.1011798 Oct 20 10:56:37.892622 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 54812) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:37.939482 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebba5611-4e7c-4497-8e20-4fee5fa21490 None None] DHCP port deletion for e604409c-be73-4982-adf8-17a28402c163 request from n-d-811396-3 {{(pid=100598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:56:37.959564 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-c44f107f-a576-49e0-82e1-8c2a64847398 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1085370010-network', 'tenant_id': '69b5038c03d84d1fb812396f81e94efc'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:56:38.011433 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-65a8cc25-9b93-48f2-8207-455fdee72201 tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] Publish callbacks [] for router, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:38.031999 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2f90ffef-d40d-4bbb-8ac5-7cafc5cc4fbc req-05b488fa-eb76-4a34-a948-5d0396f4d3b4 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe39f684-f334-4c7d-a566-1cd47db6ca57 HTTP/1.1" status: 200 len: 210 time: 0.0734634 Oct 20 10:56:38.036095 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-140c6716-c9ab-4523-9dd1-ec55f0eb7d76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956'] for port, after_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:38.076954 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c44f107f-a576-49e0-82e1-8c2a64847398 admin admin] Made reservation on behalf of 69b5038c03d84d1fb812396f81e94efc for: {'network': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:56:38.079539 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c44f107f-a576-49e0-82e1-8c2a64847398 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:38.080260 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438409d6-9542-4743-b6bf-8a1ffcd236a4 req-3ba8dbc3-ef50-478c-b55d-aaf81fcdb60d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:38.084515 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140c6716-c9ab-4523-9dd1-ec55f0eb7d76 None None] Pushing event deleted for resources: {'Port': ['ID=3e996fa7-f301-4ad3-908a-d4663de81d9a,revision_number=None']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:38.093509 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140c6716-c9ab-4523-9dd1-ec55f0eb7d76 None None] No DVR routers for this DVR port 3e996fa7-f301-4ad3-908a-d4663de81d9a on host n-d-811396-3 {{(pid=100598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:56:38.118184 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-438409d6-9542-4743-b6bf-8a1ffcd236a4 req-3ba8dbc3-ef50-478c-b55d-aaf81fcdb60d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=437b47ec-4211-421c-828b-76408ce53dce HTTP/1.1" status: 200 len: 850 time: 0.2266712 Oct 20 10:56:38.119256 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-502e3cbd-2023-4aa8-b134-98032de9b00d req-1ec07683-194e-4333-a279-4305f16cb032 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] No DVR routers for this DVR port 78d7a355-00a3-4972-853b-be538b88a9d5 on host n-h1-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:56:38.119375 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-ebba5611-4e7c-4497-8e20-4fee5fa21490 None None] Deleting port b1a9cbb2-1af2-4a01-8f58-b3b4867a814c {{(pid=100598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:56:38.119935 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-ebba5611-4e7c-4497-8e20-4fee5fa21490 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:38.122393 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:38.126269 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-502e3cbd-2023-4aa8-b134-98032de9b00d req-1ec07683-194e-4333-a279-4305f16cb032 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:38.130176 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-502e3cbd-2023-4aa8-b134-98032de9b00d req-1ec07683-194e-4333-a279-4305f16cb032 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.55 "DELETE /v2.0/ports/78d7a355-00a3-4972-853b-be538b88a9d5 HTTP/1.1" status: 204 len: 173 time: 1.9774561 Oct 20 10:56:38.132786 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c44f107f-a576-49e0-82e1-8c2a64847398 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:38.141509 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe39f684-f334-4c7d-a566-1cd47db6ca57', 'name': 'network-vif-deleted', 'tag': '78d7a355-00a3-4972-853b-be538b88a9d5'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:56:38.149733 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64760a32-b731-465c-875a-e1f3f9837560" -d '{"events": [{"server_uuid": "fe39f684-f334-4c7d-a566-1cd47db6ca57", "name": "network-vif-deleted", "tag": "78d7a355-00a3-4972-853b-be538b88a9d5"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:56:38.207218 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-ebba5611-4e7c-4497-8e20-4fee5fa21490 None None] For port b1a9cbb2-1af2-4a01-8f58-b3b4867a814c, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=b1a9cbb2-1af2-4a01-8f58-b3b4867a814c,segment=NetworkSegment(2628b3f7-ab54-4f68-ab2a-4d73c59e04d5),segment_id=2628b3f7-ab54-4f68-ab2a-4d73c59e04d5)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:56:38.207900 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-ebba5611-4e7c-4497-8e20-4fee5fa21490 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:38.222521 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-ebba5611-4e7c-4497-8e20-4fee5fa21490 None None] Calling delete_port for b1a9cbb2-1af2-4a01-8f58-b3b4867a814c owned by network:dhcp {{(pid=100598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:56:38.276338 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-65a8cc25-9b93-48f2-8207-455fdee72201 tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1772272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258304'] for router, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:38.279592 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-65a8cc25-9b93-48f2-8207-455fdee72201 tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:38.359134 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-65a8cc25-9b93-48f2-8207-455fdee72201 tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1772267'] for router, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:38.359700 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65a8cc25-9b93-48f2-8207-455fdee72201 tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] Fanout notify agent at l3_agent the message router_deleted on router fd63b2cb-ae22-462e-9b98-43c8b9273e78 {{(pid=100597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 10:56:38.367834 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-65a8cc25-9b93-48f2-8207-455fdee72201 tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] Publish callbacks [] for router, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:38.368983 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-65a8cc25-9b93-48f2-8207-455fdee72201 tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] 10.222.0.64 "DELETE /v2.0/routers/fd63b2cb-ae22-462e-9b98-43c8b9273e78 HTTP/1.1" status: 204 len: 168 time: 0.4754333 Oct 20 10:56:38.371542 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 54818) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:38.430011 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-ebba5611-4e7c-4497-8e20-4fee5fa21490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956'] for port, after_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:38.461493 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebba5611-4e7c-4497-8e20-4fee5fa21490 None None] No DVR routers for this DVR port b1a9cbb2-1af2-4a01-8f58-b3b4867a814c on host n-d-811396-3 {{(pid=100598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:56:38.516424 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebba5611-4e7c-4497-8e20-4fee5fa21490 None None] Pushing event deleted for resources: {'Port': ['ID=b1a9cbb2-1af2-4a01-8f58-b3b4867a814c,revision_number=None']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:38.579146 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c44f107f-a576-49e0-82e1-8c2a64847398 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:38.583721 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c44f107f-a576-49e0-82e1-8c2a64847398 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:38.615460 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c44f107f-a576-49e0-82e1-8c2a64847398 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 823} {{(pid=100597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:56:38.636770 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44f107f-a576-49e0-82e1-8c2a64847398 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20a7bbac-940f-4b10-8386-639e53d5b8a8,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:38.639763 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c44f107f-a576-49e0-82e1-8c2a64847398 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:38.640114 n-d-811396-3 neutron-server[100597]: INFO neutron.db.segments_db [None req-c44f107f-a576-49e0-82e1-8c2a64847398 admin admin] Added segment 36432a32-6966-4bd6-9f82-ec59cf014cea of type vlan for network 0ba6a593-e6a3-4623-a883-5c2f367a3330 Oct 20 10:56:38.672637 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-df8eae77-8d2e-4f16-b022-702b5daace34 tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] Deleting port 831db453-9b60-4e71-b460-16b323340b26 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:56:38.672991 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-df8eae77-8d2e-4f16-b022-702b5daace34 tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:38.704954 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c44f107f-a576-49e0-82e1-8c2a64847398 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:38.730147 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-c2cff2db-75fd-4cce-ab61-72c4abed49c8 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Deleting port 3e996fa7-f301-4ad3-908a-d4663de81d9a {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:56:38.730601 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c2cff2db-75fd-4cce-ab61-72c4abed49c8 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:38.757387 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7953097-641a-4b9e-bfea-f249a27d78b3 x-openstack-request-id: req-c7953097-641a-4b9e-bfea-f249a27d78b3 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:56:38.757678 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe39f684-f334-4c7d-a566-1cd47db6ca57", "name": "network-vif-deleted", "tag": "78d7a355-00a3-4972-853b-be538b88a9d5", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:56:38.757928 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c7953097-641a-4b9e-bfea-f249a27d78b3 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:56:38.758628 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe39f684-f334-4c7d-a566-1cd47db6ca57', 'name': 'network-vif-deleted', 'tag': '78d7a355-00a3-4972-853b-be538b88a9d5', 'status': 'completed', 'code': 200} Oct 20 10:56:38.786219 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c44f107f-a576-49e0-82e1-8c2a64847398 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:38.787165 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c44f107f-a576-49e0-82e1-8c2a64847398 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:38.787849 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c44f107f-a576-49e0-82e1-8c2a64847398 admin admin] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:38.806517 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438409d6-9542-4743-b6bf-8a1ffcd236a4 req-da2ec030-3486-48ce-ab07-425260faf937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:38.808136 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-438409d6-9542-4743-b6bf-8a1ffcd236a4 req-da2ec030-3486-48ce-ab07-425260faf937 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b8b1e2be-5932-428e-a716-07af13af4e6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6770575 Oct 20 10:56:38.817306 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-df8eae77-8d2e-4f16-b022-702b5daace34 tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:38.821171 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [None req-c2cff2db-75fd-4cce-ab61-72c4abed49c8 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] For port 3e996fa7-f301-4ad3-908a-d4663de81d9a, host n-d-811396-3, got binding levels [] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:56:38.821537 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c2cff2db-75fd-4cce-ab61-72c4abed49c8 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:38.853435 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-df8eae77-8d2e-4f16-b022-702b5daace34 tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] Calling delete_port for 831db453-9b60-4e71-b460-16b323340b26 owned by {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:56:38.866919 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-c44f107f-a576-49e0-82e1-8c2a64847398 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2129109 Oct 20 10:56:38.878941 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 54822) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:38.880332 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-c2cff2db-75fd-4cce-ab61-72c4abed49c8 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Calling delete_port for 3e996fa7-f301-4ad3-908a-d4663de81d9a owned by network:dhcp {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:56:38.887663 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.ipam_backend_mixin [None req-c2cff2db-75fd-4cce-ab61-72c4abed49c8 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Port 3e996fa7-f301-4ad3-908a-d4663de81d9a was not found and therefore no delete operation was performed {{(pid=100596) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 20 10:56:38.890830 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-046bd9a1-1ef7-44a4-97ad-72571ab38fde admin admin] Request body: {'subnet': {'network_id': '0ba6a593-e6a3-4623-a883-5c2f367a3330', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1085370010-subnet', 'tenant_id': '69b5038c03d84d1fb812396f81e94efc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:56:38.899542 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c2cff2db-75fd-4cce-ab61-72c4abed49c8 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:38.940350 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:38.954434 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44f107f-a576-49e0-82e1-8c2a64847398 admin admin] Pushing event updated for resources: {'Network': ['ID=0ba6a593-e6a3-4623-a883-5c2f367a3330,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:38.971162 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network 0ba6a593-e6a3-4623-a883-5c2f367a3330 details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:56:38.973989 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cff2db-75fd-4cce-ab61-72c4abed49c8 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Pushing event deleted for resources: {'Port': ['ID=3e996fa7-f301-4ad3-908a-d4663de81d9a,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:38.987906 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df305d23-24a0-4746-a506-8d3898f9aa77 req-40e94060-3cb3-4167-860c-285d425b3722 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:38.989816 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-df305d23-24a0-4746-a506-8d3898f9aa77 req-40e94060-3cb3-4167-860c-285d425b3722 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3f9930f-6768-428d-b296-1e65ca6bdfa7 HTTP/1.1" status: 200 len: 944 time: 0.1890118 Oct 20 10:56:38.990841 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2cff2db-75fd-4cce-ab61-72c4abed49c8 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] No DVR routers for this DVR port 3e996fa7-f301-4ad3-908a-d4663de81d9a on host n-d-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:56:39.081849 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-438409d6-9542-4743-b6bf-8a1ffcd236a4 req-2b25357f-4f88-4e40-a336-f9bc2c80f04b service neutron] 10.222.0.55 "GET /v2.0/networks/b8b1e2be-5932-428e-a716-07af13af4e6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2296453 Oct 20 10:56:39.100915 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-046bd9a1-1ef7-44a4-97ad-72571ab38fde admin admin] Made reservation on behalf of 69b5038c03d84d1fb812396f81e94efc for: {'subnet': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:56:39.104168 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-046bd9a1-1ef7-44a4-97ad-72571ab38fde admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25350782'] for subnet, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:39.228930 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c2cff2db-75fd-4cce-ab61-72c4abed49c8 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:39.259293 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-df305d23-24a0-4746-a506-8d3898f9aa77 req-eb5c82dc-b2ac-43f1-a225-cc39fd806609 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=58574406-52f6-4da8-ba4e-3f91a696d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2401881 Oct 20 10:56:39.337573 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 3e996fa7-f301-4ad3-908a-d4663de81d9a no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:56:39.358225 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a55c4799-9f8b-4027-a21a-1a7faf2fb317 req-5ecf7a19-3598-4ea6-b1fd-f4c406804372 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe39f684-f334-4c7d-a566-1cd47db6ca57 HTTP/1.1" status: 200 len: 210 time: 0.1260462 Oct 20 10:56:39.362216 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-c2cff2db-75fd-4cce-ab61-72c4abed49c8 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5f9300b-05cb-464d-9646-af8d89593372']}} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:39.383265 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-df8eae77-8d2e-4f16-b022-702b5daace34 tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:39.383909 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 3e996fa7-f301-4ad3-908a-d4663de81d9a {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:56:39.384156 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 3e996fa7-f301-4ad3-908a-d4663de81d9a not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:56:39.384588 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device b1a9cbb2-1af2-4a01-8f58-b3b4867a814c no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:56:39.387813 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-c2cff2db-75fd-4cce-ab61-72c4abed49c8 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd0ba6a7-fa4e-4a2c-b436-146b6acaa02f') {'for_net_delete': True} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:39.387813 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-c2cff2db-75fd-4cce-ab61-72c4abed49c8 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd0ba6a7-fa4e-4a2c-b436-146b6acaa02f') {} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:39.431121 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8eae77-8d2e-4f16-b022-702b5daace34 tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] Pushing event deleted for resources: {'Port': ['ID=831db453-9b60-4e71-b460-16b323340b26,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:39.431792 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: b1a9cbb2-1af2-4a01-8f58-b3b4867a814c {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:56:39.432145 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device b1a9cbb2-1af2-4a01-8f58-b3b4867a814c not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:56:39.439614 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c2cff2db-75fd-4cce-ab61-72c4abed49c8 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25189038'] for segment, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:39.468935 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c2cff2db-75fd-4cce-ab61-72c4abed49c8 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:39.496440 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2cff2db-75fd-4cce-ab61-72c4abed49c8 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Releasing vlan 829 on physical network physnet1 to pool {{(pid=100596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:56:39.497059 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c2cff2db-75fd-4cce-ab61-72c4abed49c8 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26833155'] for segment, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:39.501670 n-d-811396-3 neutron-server[100596]: Traceback (most recent call last): Oct 20 10:56:39.501670 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:56:39.501670 n-d-811396-3 neutron-server[100596]: timer() Oct 20 10:56:39.501670 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:56:39.501670 n-d-811396-3 neutron-server[100596]: cb(*args, **kw) Oct 20 10:56:39.501670 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:56:39.501670 n-d-811396-3 neutron-server[100596]: return func(*args, **kwargs) Oct 20 10:56:39.501670 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:56:39.501670 n-d-811396-3 neutron-server[100596]: self._notify() Oct 20 10:56:39.501670 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:56:39.501670 n-d-811396-3 neutron-server[100596]: self.callback(batched_events) Oct 20 10:56:39.501670 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:56:39.501670 n-d-811396-3 neutron-server[100596]: event.method(event) Oct 20 10:56:39.501670 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:56:39.501670 n-d-811396-3 neutron-server[100596]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:56:39.501670 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:56:39.501670 n-d-811396-3 neutron-server[100596]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:56:39.501670 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:56:39.501670 n-d-811396-3 neutron-server[100596]: return f(self, *a, **k) Oct 20 10:56:39.501670 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:56:39.501670 n-d-811396-3 neutron-server[100596]: return self._get(url).json() Oct 20 10:56:39.501670 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:56:39.501670 n-d-811396-3 neutron-server[100596]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:56:39.501670 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:56:39.501670 n-d-811396-3 neutron-server[100596]: return self.request(url, 'GET', **kwargs) Oct 20 10:56:39.501670 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:56:39.501670 n-d-811396-3 neutron-server[100596]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:56:39.501670 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:56:39.501670 n-d-811396-3 neutron-server[100596]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:56:39.501670 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:56:39.501670 n-d-811396-3 neutron-server[100596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:56:39.501670 n-d-811396-3 neutron-server[100596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:56:39.524296 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-438409d6-9542-4743-b6bf-8a1ffcd236a4 req-137664d5-9417-47f2-98a6-21034312521e service neutron] 10.222.0.55 "GET /v2.0/networks/b8b1e2be-5932-428e-a716-07af13af4e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4132390 Oct 20 10:56:39.549122 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-046bd9a1-1ef7-44a4-97ad-72571ab38fde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25350752'] for subnet, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:39.586632 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-df8eae77-8d2e-4f16-b022-702b5daace34 tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:39.590317 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c2cff2db-75fd-4cce-ab61-72c4abed49c8 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:39.593586 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-df8eae77-8d2e-4f16-b022-702b5daace34 tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] 10.222.0.64 "DELETE /v2.0/ports/831db453-9b60-4e71-b460-16b323340b26 HTTP/1.1" status: 204 len: 168 time: 1.2186592 Oct 20 10:56:39.598569 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 54828) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:39.599248 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c2cff2db-75fd-4cce-ab61-72c4abed49c8 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks [] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:39.607627 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-c2cff2db-75fd-4cce-ab61-72c4abed49c8 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] 10.222.0.64 "DELETE /v2.0/networks/b5f9300b-05cb-464d-9646-af8d89593372 HTTP/1.1" status: 204 len: 168 time: 2.3080518 Oct 20 10:56:39.610924 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 54830) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:39.649134 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cff2db-75fd-4cce-ab61-72c4abed49c8 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Pushing event deleted for resources: {'Network': ['ID=b5f9300b-05cb-464d-9646-af8d89593372,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:39.682402 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046bd9a1-1ef7-44a4-97ad-72571ab38fde admin admin] Pushing event updated for resources: {'Subnet': ['ID=681715ef-c656-4ba4-8803-163f848e1ffb,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:39.708509 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_v2 [None req-25eb2fe0-5b03-4b41-9273-adcbd92283bf tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] Deleting subnet 70a6fefa-ea93-4ab8-9f53-0010affd37c9 {{(pid=100596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:56:39.715502 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-25eb2fe0-5b03-4b41-9273-adcbd92283bf tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] Publish callbacks [] for subnet, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:39.740922 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046bd9a1-1ef7-44a4-97ad-72571ab38fde admin admin] Checking segment: {'id': '36432a32-6966-4bd6-9f82-ec59cf014cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '0ba6a593-e6a3-4623-a883-5c2f367a3330'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:56:39.741287 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-046bd9a1-1ef7-44a4-97ad-72571ab38fde admin admin] Network hostable DHCP agents. Network: 0ba6a593-e6a3-4623-a883-5c2f367a3330, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:56:39.753634 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0d33f644-f0f6-4a7e-baad-40a04c91ea0f tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:39.770678 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-25eb2fe0-5b03-4b41-9273-adcbd92283bf tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25189079'] for subnet, precommit_delete_associations {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:39.777439 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-046bd9a1-1ef7-44a4-97ad-72571ab38fde admin admin] Network 0ba6a593-e6a3-4623-a883-5c2f367a3330 is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:56:39.820421 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-046bd9a1-1ef7-44a4-97ad-72571ab38fde admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, 0ba6a593-e6a3-4623-a883-5c2f367a3330) {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:56:39.824128 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-046bd9a1-1ef7-44a4-97ad-72571ab38fde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:39.824734 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-046bd9a1-1ef7-44a4-97ad-72571ab38fde admin admin] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:39.829057 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b6c072-55aa-4e58-9bb2-fb7e04f005b1 None None] Network 0ba6a593-e6a3-4623-a883-5c2f367a3330 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:56:39.878358 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-25eb2fe0-5b03-4b41-9273-adcbd92283bf tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:39.900469 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0d33f644-f0f6-4a7e-baad-40a04c91ea0f tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:39.931478 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-0d33f644-f0f6-4a7e-baad-40a04c91ea0f tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e604409c-be73-4982-adf8-17a28402c163']}} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:39.942268 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-0d33f644-f0f6-4a7e-baad-40a04c91ea0f tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2628b3f7-ab54-4f68-ab2a-4d73c59e04d5') {'for_net_delete': True} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:39.942761 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-0d33f644-f0f6-4a7e-baad-40a04c91ea0f tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2628b3f7-ab54-4f68-ab2a-4d73c59e04d5') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:39.945230 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-25eb2fe0-5b03-4b41-9273-adcbd92283bf tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26836193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26761888'] for subnet, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:39.954045 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0d33f644-f0f6-4a7e-baad-40a04c91ea0f tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25852596'] for segment, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:39.966223 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e746c114-ba7f-458f-85a9-edbbc9209faa None None] Network 0ba6a593-e6a3-4623-a883-5c2f367a3330 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:56:39.968732 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0d33f644-f0f6-4a7e-baad-40a04c91ea0f tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:39.976543 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d33f644-f0f6-4a7e-baad-40a04c91ea0f tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Releasing vlan 833 on physical network physnet1 to pool {{(pid=100597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:56:39.976969 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0d33f644-f0f6-4a7e-baad-40a04c91ea0f tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951012'] for segment, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:39.977824 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25eb2fe0-5b03-4b41-9273-adcbd92283bf tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] Pushing event deleted for resources: {'Subnet': ['ID=70a6fefa-ea93-4ab8-9f53-0010affd37c9,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:39.993468 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-25eb2fe0-5b03-4b41-9273-adcbd92283bf tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:39.996392 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf8fdee-69e5-4517-ad83-0e9b08f2dcca None None] Network 2fcd6fc5-ccb8-499f-a10d-1baa956473b5 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:56:40.001212 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-25eb2fe0-5b03-4b41-9273-adcbd92283bf tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] 10.222.0.64 "DELETE /v2.0/subnets/70a6fefa-ea93-4ab8-9f53-0010affd37c9 HTTP/1.1" status: 204 len: 168 time: 0.3945823 Oct 20 10:56:40.001978 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 54832) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:40.050065 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 78d7a355-00a3-4972-853b-be538b88a9d5 no longer exists at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:56:40.070673 n-d-811396-3 neutron-server[100597]: Traceback (most recent call last): Oct 20 10:56:40.070673 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:56:40.070673 n-d-811396-3 neutron-server[100597]: timer() Oct 20 10:56:40.070673 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:56:40.070673 n-d-811396-3 neutron-server[100597]: cb(*args, **kw) Oct 20 10:56:40.070673 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:56:40.070673 n-d-811396-3 neutron-server[100597]: return func(*args, **kwargs) Oct 20 10:56:40.070673 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:56:40.070673 n-d-811396-3 neutron-server[100597]: self._notify() Oct 20 10:56:40.070673 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:56:40.070673 n-d-811396-3 neutron-server[100597]: self.callback(batched_events) Oct 20 10:56:40.070673 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:56:40.070673 n-d-811396-3 neutron-server[100597]: event.method(event) Oct 20 10:56:40.070673 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:56:40.070673 n-d-811396-3 neutron-server[100597]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:56:40.070673 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:56:40.070673 n-d-811396-3 neutron-server[100597]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:56:40.070673 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:56:40.070673 n-d-811396-3 neutron-server[100597]: return f(self, *a, **k) Oct 20 10:56:40.070673 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:56:40.070673 n-d-811396-3 neutron-server[100597]: return self._get(url).json() Oct 20 10:56:40.070673 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:56:40.070673 n-d-811396-3 neutron-server[100597]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:56:40.070673 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:56:40.070673 n-d-811396-3 neutron-server[100597]: return self.request(url, 'GET', **kwargs) Oct 20 10:56:40.070673 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:56:40.070673 n-d-811396-3 neutron-server[100597]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:56:40.070673 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:56:40.070673 n-d-811396-3 neutron-server[100597]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:56:40.070673 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:56:40.070673 n-d-811396-3 neutron-server[100597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:56:40.070673 n-d-811396-3 neutron-server[100597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:56:40.082530 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0d33f644-f0f6-4a7e-baad-40a04c91ea0f tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:40.104223 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0d33f644-f0f6-4a7e-baad-40a04c91ea0f tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:40.120111 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-0d33f644-f0f6-4a7e-baad-40a04c91ea0f tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] 10.222.0.64 "DELETE /v2.0/networks/e604409c-be73-4982-adf8-17a28402c163 HTTP/1.1" status: 204 len: 168 time: 0.5055616 Oct 20 10:56:40.121146 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d33f644-f0f6-4a7e-baad-40a04c91ea0f tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Pushing event deleted for resources: {'Network': ['ID=e604409c-be73-4982-adf8-17a28402c163,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:40.133222 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 54838) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:40.145007 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-3218c607-2762-4bcf-811f-f5c21ff499db tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Request body: {'network': {'name': 'tempest-RoutersTest-546180915'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:56:40.147874 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] No Port match for: 78d7a355-00a3-4972-853b-be538b88a9d5 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:56:40.148742 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 78d7a355-00a3-4972-853b-be538b88a9d5 not bound to the agent host n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:56:40.180972 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e7db39ee-388b-4e74-9e53-968edf114e99 tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:40.262372 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-046bd9a1-1ef7-44a4-97ad-72571ab38fde admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3679788 Oct 20 10:56:40.272285 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3218c607-2762-4bcf-811f-f5c21ff499db tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Made reservation on behalf of f889f0e78885417f8f60131724c64516 for: {'network': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:56:40.288797 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3218c607-2762-4bcf-811f-f5c21ff499db tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:40.297507 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-e7db39ee-388b-4e74-9e53-968edf114e99 tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] Deleting port 606eaf01-fb58-44f9-b190-e2a9dadc8e32 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:56:40.297690 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e7db39ee-388b-4e74-9e53-968edf114e99 tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:40.364947 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3218c607-2762-4bcf-811f-f5c21ff499db tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 839} {{(pid=100597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:56:40.379679 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3218c607-2762-4bcf-811f-f5c21ff499db tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:40.379679 n-d-811396-3 neutron-server[100597]: INFO neutron.db.segments_db [None req-3218c607-2762-4bcf-811f-f5c21ff499db tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Added segment 85be6637-bdf3-49f7-8130-39907b4ec335 of type vlan for network ddd9fc94-77ca-4f3c-9630-675ceb4c9ca6 Oct 20 10:56:40.453705 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 54848) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:40.483293 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 54854) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:40.502706 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3218c607-2762-4bcf-811f-f5c21ff499db tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:40.513315 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-116191a3-c064-41c0-88aa-40ea37a1331f None None] DHCP port deletion for 2fcd6fc5-ccb8-499f-a10d-1baa956473b5 request from n-d-811396-3 {{(pid=100598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:56:40.542251 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [None req-e7db39ee-388b-4e74-9e53-968edf114e99 tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] For port 606eaf01-fb58-44f9-b190-e2a9dadc8e32, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=606eaf01-fb58-44f9-b190-e2a9dadc8e32,segment=NetworkSegment(7c69f598-ab93-4e97-89be-c8eed642c881),segment_id=7c69f598-ab93-4e97-89be-c8eed642c881)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:56:40.542638 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e7db39ee-388b-4e74-9e53-968edf114e99 tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:40.556660 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3218c607-2762-4bcf-811f-f5c21ff499db tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:40.572212 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3218c607-2762-4bcf-811f-f5c21ff499db tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:40.572877 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3218c607-2762-4bcf-811f-f5c21ff499db tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:40.578746 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-e7db39ee-388b-4e74-9e53-968edf114e99 tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] Calling delete_port for 606eaf01-fb58-44f9-b190-e2a9dadc8e32 owned by network:dhcp {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:56:40.595828 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-9051f63b-d305-439b-8f3a-747dcfb58826 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:40.608744 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-116191a3-c064-41c0-88aa-40ea37a1331f None None] Deleting port 606eaf01-fb58-44f9-b190-e2a9dadc8e32 {{(pid=100598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:56:40.609601 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-116191a3-c064-41c0-88aa-40ea37a1331f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:40.615352 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb8848e-b607-4dfc-9efa-31ae1499a8d7 req-ed227494-30fe-43bb-a744-5b3bbad8aed2 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:40.623947 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7cb8848e-b607-4dfc-9efa-31ae1499a8d7 req-ed227494-30fe-43bb-a744-5b3bbad8aed2 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3f9930f-6768-428d-b296-1e65ca6bdfa7 HTTP/1.1" status: 200 len: 944 time: 0.1710324 Oct 20 10:56:40.657987 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-3218c607-2762-4bcf-811f-f5c21ff499db tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5225270 Oct 20 10:56:40.666983 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 54858) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:40.675534 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-b345baae-79c8-4bac-a4ef-3ee711cf8218 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Request body: {'subnet': {'network_id': 'ddd9fc94-77ca-4f3c-9630-675ceb4c9ca6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:56:40.718834 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-116191a3-c064-41c0-88aa-40ea37a1331f None None] For port 606eaf01-fb58-44f9-b190-e2a9dadc8e32, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=606eaf01-fb58-44f9-b190-e2a9dadc8e32,segment=NetworkSegment(7c69f598-ab93-4e97-89be-c8eed642c881),segment_id=7c69f598-ab93-4e97-89be-c8eed642c881)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:56:40.719230 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-116191a3-c064-41c0-88aa-40ea37a1331f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:40.733532 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-9051f63b-d305-439b-8f3a-747dcfb58826 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:40.735241 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-116191a3-c064-41c0-88aa-40ea37a1331f None None] Calling delete_port for 606eaf01-fb58-44f9-b190-e2a9dadc8e32 owned by network:dhcp {{(pid=100598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:56:40.776275 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3218c607-2762-4bcf-811f-f5c21ff499db tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Pushing event updated for resources: {'Network': ['ID=ddd9fc94-77ca-4f3c-9630-675ceb4c9ca6,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:40.792975 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-33304d5c-3dea-40e4-834d-55dc9bf171e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:40.831562 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7cb8848e-b607-4dfc-9efa-31ae1499a8d7 req-73dd41bb-ad8d-4c13-ac71-55410d9d12a7 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=58574406-52f6-4da8-ba4e-3f91a696d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1313713 Oct 20 10:56:40.862058 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network ddd9fc94-77ca-4f3c-9630-675ceb4c9ca6 details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:56:40.867290 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-116191a3-c064-41c0-88aa-40ea37a1331f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956'] for port, after_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:40.895952 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e7db39ee-388b-4e74-9e53-968edf114e99 tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:40.927403 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b345baae-79c8-4bac-a4ef-3ee711cf8218 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Made reservation on behalf of f889f0e78885417f8f60131724c64516 for: {'subnet': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:56:40.932765 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b345baae-79c8-4bac-a4ef-3ee711cf8218 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25350782'] for subnet, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:40.959606 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116191a3-c064-41c0-88aa-40ea37a1331f None None] Pushing event deleted for resources: {'Port': ['ID=606eaf01-fb58-44f9-b190-e2a9dadc8e32,revision_number=None']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:40.960383 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-9051f63b-d305-439b-8f3a-747dcfb58826 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:40.963693 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-9051f63b-d305-439b-8f3a-747dcfb58826 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:40.969617 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-9051f63b-d305-439b-8f3a-747dcfb58826 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "DELETE /v2.0/security-groups/223e9882-16a3-4f37-ab85-863f9037f1b5 HTTP/1.1" status: 204 len: 168 time: 0.5145247 Oct 20 10:56:40.970706 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7db39ee-388b-4e74-9e53-968edf114e99 tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] Pushing event deleted for resources: {'Port': ['ID=606eaf01-fb58-44f9-b190-e2a9dadc8e32,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:40.973139 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7db39ee-388b-4e74-9e53-968edf114e99 tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] No DVR routers for this DVR port 606eaf01-fb58-44f9-b190-e2a9dadc8e32 on host n-d-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:56:41.013695 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 54866) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:41.017872 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9051f63b-d305-439b-8f3a-747dcfb58826 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=223e9882-16a3-4f37-ab85-863f9037f1b5,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:41.084341 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116191a3-c064-41c0-88aa-40ea37a1331f None None] No DVR routers for this DVR port 606eaf01-fb58-44f9-b190-e2a9dadc8e32 on host n-d-811396-3 {{(pid=100598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:56:41.135025 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e7db39ee-388b-4e74-9e53-968edf114e99 tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:41.141129 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-33304d5c-3dea-40e4-834d-55dc9bf171e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:41.162071 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-e7db39ee-388b-4e74-9e53-968edf114e99 tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fcd6fc5-ccb8-499f-a10d-1baa956473b5']}} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:41.171942 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-33304d5c-3dea-40e4-834d-55dc9bf171e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:41.176186 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-e7db39ee-388b-4e74-9e53-968edf114e99 tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c69f598-ab93-4e97-89be-c8eed642c881') {'for_net_delete': True} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:41.177143 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-e7db39ee-388b-4e74-9e53-968edf114e99 tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c69f598-ab93-4e97-89be-c8eed642c881') {} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:41.197626 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e7db39ee-388b-4e74-9e53-968edf114e99 tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25189038'] for segment, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:41.219265 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e7db39ee-388b-4e74-9e53-968edf114e99 tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:41.239193 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 606eaf01-fb58-44f9-b190-e2a9dadc8e32 no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:56:41.243544 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7db39ee-388b-4e74-9e53-968edf114e99 tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] Releasing vlan 838 on physical network physnet1 to pool {{(pid=100596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:56:41.244382 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e7db39ee-388b-4e74-9e53-968edf114e99 tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26833155'] for segment, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:41.248675 n-d-811396-3 neutron-server[100596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:56:41.248675 n-d-811396-3 neutron-server[100596]: self.session.flush() Oct 20 10:56:41.248675 n-d-811396-3 neutron-server[100596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:56:41.248675 n-d-811396-3 neutron-server[100596]: self.session.flush() Oct 20 10:56:41.248675 n-d-811396-3 neutron-server[100596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:56:41.248675 n-d-811396-3 neutron-server[100596]: self.session.flush() Oct 20 10:56:41.248675 n-d-811396-3 neutron-server[100596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:56:41.248675 n-d-811396-3 neutron-server[100596]: self.session.flush() Oct 20 10:56:41.248675 n-d-811396-3 neutron-server[100596]: Traceback (most recent call last): Oct 20 10:56:41.248675 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:56:41.248675 n-d-811396-3 neutron-server[100596]: timer() Oct 20 10:56:41.248675 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:56:41.248675 n-d-811396-3 neutron-server[100596]: cb(*args, **kw) Oct 20 10:56:41.248675 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:56:41.248675 n-d-811396-3 neutron-server[100596]: return func(*args, **kwargs) Oct 20 10:56:41.248675 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:56:41.248675 n-d-811396-3 neutron-server[100596]: self._notify() Oct 20 10:56:41.248675 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:56:41.248675 n-d-811396-3 neutron-server[100596]: self.callback(batched_events) Oct 20 10:56:41.248675 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:56:41.248675 n-d-811396-3 neutron-server[100596]: event.method(event) Oct 20 10:56:41.248675 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:56:41.248675 n-d-811396-3 neutron-server[100596]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:56:41.248675 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:56:41.248675 n-d-811396-3 neutron-server[100596]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:56:41.248675 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:56:41.248675 n-d-811396-3 neutron-server[100596]: return f(self, *a, **k) Oct 20 10:56:41.248675 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:56:41.248675 n-d-811396-3 neutron-server[100596]: return self._get(url).json() Oct 20 10:56:41.248675 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:56:41.248675 n-d-811396-3 neutron-server[100596]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:56:41.248675 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:56:41.248675 n-d-811396-3 neutron-server[100596]: return self.request(url, 'GET', **kwargs) Oct 20 10:56:41.248675 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:56:41.248675 n-d-811396-3 neutron-server[100596]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:56:41.248675 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:56:41.248675 n-d-811396-3 neutron-server[100596]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:56:41.248675 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:56:41.248675 n-d-811396-3 neutron-server[100596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:56:41.248675 n-d-811396-3 neutron-server[100596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:56:41.283953 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 606eaf01-fb58-44f9-b190-e2a9dadc8e32 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:56:41.284261 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 606eaf01-fb58-44f9-b190-e2a9dadc8e32 not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:56:41.306339 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-33304d5c-3dea-40e4-834d-55dc9bf171e1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=bad4ac90bee14abfa96513ec47081795&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8190711 Oct 20 10:56:41.306339 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33304d5c-3dea-40e4-834d-55dc9bf171e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=033338e9-4f87-4767-b896-622979a15f61,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:41.307307 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 54872) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:41.367627 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e7db39ee-388b-4e74-9e53-968edf114e99 tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:41.393573 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e7db39ee-388b-4e74-9e53-968edf114e99 tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] Publish callbacks [] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:41.398188 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-e7db39ee-388b-4e74-9e53-968edf114e99 tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] 10.222.0.64 "DELETE /v2.0/networks/2fcd6fc5-ccb8-499f-a10d-1baa956473b5 HTTP/1.1" status: 204 len: 168 time: 1.3949559 Oct 20 10:56:41.399297 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7db39ee-388b-4e74-9e53-968edf114e99 tempest-TagsExtTest-1910962594 tempest-TagsExtTest-1910962594-project] Pushing event deleted for resources: {'Network': ['ID=2fcd6fc5-ccb8-499f-a10d-1baa956473b5,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:41.649816 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 54892) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:41.766831 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b345baae-79c8-4bac-a4ef-3ee711cf8218 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25350752'] for subnet, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:41.814240 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-1d20ad33-1633-41ae-b1ff-0b07798962b0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=938440c257044f12a3bee1d2696504dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1605029 Oct 20 10:56:41.814240 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 54900) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:41.847662 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-43b3fa1e-bd02-4244-b265-c9ea17cfbff3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:41.873341 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-968db385-d7e3-4263-b6c0-ee314c92fa85 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:41.903098 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-968db385-d7e3-4263-b6c0-ee314c92fa85 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:41.905457 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-43b3fa1e-bd02-4244-b265-c9ea17cfbff3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:41.919668 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b345baae-79c8-4bac-a4ef-3ee711cf8218 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Pushing event updated for resources: {'Subnet': ['ID=d5d2da90-b53f-4f89-8ad9-6743de70bccc,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:41.968637 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-968db385-d7e3-4263-b6c0-ee314c92fa85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:41.972034 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-968db385-d7e3-4263-b6c0-ee314c92fa85 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:41.974535 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-968db385-d7e3-4263-b6c0-ee314c92fa85 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/17eb643d-851c-4ba2-86e7-19a032aa428a HTTP/1.1" status: 204 len: 168 time: 0.1589510 Oct 20 10:56:41.994791 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968db385-d7e3-4263-b6c0-ee314c92fa85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17eb643d-851c-4ba2-86e7-19a032aa428a,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:42.027461 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b345baae-79c8-4bac-a4ef-3ee711cf8218 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Checking segment: {'id': '85be6637-bdf3-49f7-8130-39907b4ec335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'ddd9fc94-77ca-4f3c-9630-675ceb4c9ca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:56:42.027834 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b345baae-79c8-4bac-a4ef-3ee711cf8218 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Network hostable DHCP agents. Network: ddd9fc94-77ca-4f3c-9630-675ceb4c9ca6, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:56:42.115477 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f229ed-29dc-4eee-bc04-2322ccbc1e52 req-cde1fdca-b3f0-47e7-8720-c88a20c41b3e tempest-ServerGroupTestJSON-1574399519 tempest-ServerGroupTestJSON-1574399519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:42.124316 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-03f229ed-29dc-4eee-bc04-2322ccbc1e52 req-cde1fdca-b3f0-47e7-8720-c88a20c41b3e tempest-ServerGroupTestJSON-1574399519 tempest-ServerGroupTestJSON-1574399519-project] 10.222.0.64 "GET /v2.0/networks?id=0ba6a593-e6a3-4623-a883-5c2f367a3330 HTTP/1.1" status: 200 len: 810 time: 0.1317084 Oct 20 10:56:42.136338 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b345baae-79c8-4bac-a4ef-3ee711cf8218 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Network ddd9fc94-77ca-4f3c-9630-675ceb4c9ca6 is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:56:42.136848 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-03f229ed-29dc-4eee-bc04-2322ccbc1e52 req-cc23561d-3070-44e1-a379-e0cd5db986af tempest-ServerGroupTestJSON-1574399519 tempest-ServerGroupTestJSON-1574399519-project] 10.222.0.64 "GET /v2.0/quotas/69b5038c03d84d1fb812396f81e94efc HTTP/1.1" status: 200 len: 375 time: 0.0112436 Oct 20 10:56:42.147180 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-43b3fa1e-bd02-4244-b265-c9ea17cfbff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:42.152403 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-43b3fa1e-bd02-4244-b265-c9ea17cfbff3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:42.153664 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-43b3fa1e-bd02-4244-b265-c9ea17cfbff3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/033338e9-4f87-4767-b896-622979a15f61 HTTP/1.1" status: 204 len: 168 time: 0.8263226 Oct 20 10:56:42.197844 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-03f229ed-29dc-4eee-bc04-2322ccbc1e52 req-d194f700-83d7-4d0f-b038-b010a25a2155 tempest-ServerGroupTestJSON-1574399519 tempest-ServerGroupTestJSON-1574399519-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=69b5038c03d84d1fb812396f81e94efc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0546656 Oct 20 10:56:42.198815 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-b345baae-79c8-4bac-a4ef-3ee711cf8218 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, ddd9fc94-77ca-4f3c-9630-675ceb4c9ca6) {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:56:42.202733 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b3fa1e-bd02-4244-b265-c9ea17cfbff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=033338e9-4f87-4767-b896-622979a15f61,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:42.217614 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b345baae-79c8-4bac-a4ef-3ee711cf8218 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:42.218925 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b345baae-79c8-4bac-a4ef-3ee711cf8218 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:42.236142 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f11460-d9d4-47e4-acb9-54ad7f3fac4c None None] Network ddd9fc94-77ca-4f3c-9630-675ceb4c9ca6 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:56:42.272421 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-b345baae-79c8-4bac-a4ef-3ee711cf8218 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6034100 Oct 20 10:56:42.276630 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 54920) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:42.281837 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-71d66872-ab5f-46d6-bc42-de751cf0f9d0 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1419749237', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:56:42.431135 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-71d66872-ab5f-46d6-bc42-de751cf0f9d0 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1772442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258322'] for router, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:42.433404 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-71d66872-ab5f-46d6-bc42-de751cf0f9d0 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1772334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773516', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258315'] for router, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:42.456358 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-03f229ed-29dc-4eee-bc04-2322ccbc1e52 req-c8ffc818-61a9-40a8-8dd1-7beea272517a service neutron] 10.222.0.64 "GET /v2.0/networks/0ba6a593-e6a3-4623-a883-5c2f367a3330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153547 Oct 20 10:56:42.459688 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85401112-e612-43c5-9a58-1b42ecf1a59b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524064ba-869c-5550-b826-c26b69a11278-ddd9fc94-77ca-4f3c-9630-675ceb4c9ca6', 'network_id': 'ddd9fc94-77ca-4f3c-9630-675ceb4c9ca6', 'tenant_id': 'f889f0e78885417f8f60131724c64516', 'fixed_ips': [{'subnet_id': 'd5d2da90-b53f-4f89-8ad9-6743de70bccc'}]}} from n-d-811396-3. {{(pid=100598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:56:42.461300 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-85401112-e612-43c5-9a58-1b42ecf1a59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:42.577204 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2d08b591-b8f2-474f-bd7f-33ad5be7b5eb tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1774405'] for router_interface, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:42.581917 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-71d66872-ab5f-46d6-bc42-de751cf0f9d0 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:42.666778 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-71d66872-ab5f-46d6-bc42-de751cf0f9d0 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1773475'] for router, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:42.671741 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-03f229ed-29dc-4eee-bc04-2322ccbc1e52 req-e64c906f-f0bb-4c99-a433-8a3ab0d72ae9 service neutron] 10.222.0.64 "GET /v2.0/networks/0ba6a593-e6a3-4623-a883-5c2f367a3330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078235 Oct 20 10:56:42.686236 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-85401112-e612-43c5-9a58-1b42ecf1a59b None None] Allocated IP 172.20.0.2 (ddd9fc94-77ca-4f3c-9630-675ceb4c9ca6/d5d2da90-b53f-4f89-8ad9-6743de70bccc/ba73d6e2-8863-42d9-ab37-7da902085c23) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:56:42.734325 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-71d66872-ab5f-46d6-bc42-de751cf0f9d0 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks [] for router, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:42.739087 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-71d66872-ab5f-46d6-bc42-de751cf0f9d0 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4586239 Oct 20 10:56:42.755692 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 54936) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:42.760919 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-f2672601-8a93-41df-b1cd-9d7ef7fce0ea tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Request body: {'port': {'network_id': 'ddd9fc94-77ca-4f3c-9630-675ceb4c9ca6', 'name': 'tempest-RoutersTest-1957386136'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:56:42.895118 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-85401112-e612-43c5-9a58-1b42ecf1a59b None None] Publish callbacks [] for port, precommit_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:42.907767 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-85401112-e612-43c5-9a58-1b42ecf1a59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:42.916248 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2672601-8a93-41df-b1cd-9d7ef7fce0ea tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Made reservation on behalf of f889f0e78885417f8f60131724c64516 for: {'port': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:56:42.921657 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f2672601-8a93-41df-b1cd-9d7ef7fce0ea tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:42.952106 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [None req-f2672601-8a93-41df-b1cd-9d7ef7fce0ea tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] device_id is not set on port 505dfc38-d32b-4b92-955e-369a6669e4e5 yet. {{(pid=100596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 10:56:43.023990 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85401112-e612-43c5-9a58-1b42ecf1a59b None None] Network ddd9fc94-77ca-4f3c-9630-675ceb4c9ca6 is already hosted by enough agents. {{(pid=100598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:56:43.027477 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.base_scheduler [None req-85401112-e612-43c5-9a58-1b42ecf1a59b None None] Resources bound (agent type, host, resource id): {{(pid=100598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:56:43.031134 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85401112-e612-43c5-9a58-1b42ecf1a59b None None] Received port after_create {{(pid=100598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:56:43.063180 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85401112-e612-43c5-9a58-1b42ecf1a59b None None] Pushing event updated for resources: {'Port': ['ID=ba73d6e2-8863-42d9-ab37-7da902085c23,revision_number=1']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:43.143418 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-85401112-e612-43c5-9a58-1b42ecf1a59b None None] Attempting to bind port ba73d6e2-8863-42d9-ab37-7da902085c23 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:56:43.143977 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-85401112-e612-43c5-9a58-1b42ecf1a59b None None] Attempting to bind port ba73d6e2-8863-42d9-ab37-7da902085c23 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '85be6637-bdf3-49f7-8130-39907b4ec335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'ddd9fc94-77ca-4f3c-9630-675ceb4c9ca6'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:56:43.144503 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85401112-e612-43c5-9a58-1b42ecf1a59b None None] Attempting to bind port ba73d6e2-8863-42d9-ab37-7da902085c23 on network ddd9fc94-77ca-4f3c-9630-675ceb4c9ca6 {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:56:43.151809 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85401112-e612-43c5-9a58-1b42ecf1a59b None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 56, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:56:43.152193 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85401112-e612-43c5-9a58-1b42ecf1a59b None None] Checking segment: {'id': '85be6637-bdf3-49f7-8130-39907b4ec335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'ddd9fc94-77ca-4f3c-9630-675ceb4c9ca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:56:43.152599 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-85401112-e612-43c5-9a58-1b42ecf1a59b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:43.152996 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85401112-e612-43c5-9a58-1b42ecf1a59b None None] Bound using segment: {'id': '85be6637-bdf3-49f7-8130-39907b4ec335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'ddd9fc94-77ca-4f3c-9630-675ceb4c9ca6'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:56:43.153474 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-85401112-e612-43c5-9a58-1b42ecf1a59b None None] Bound port: ba73d6e2-8863-42d9-ab37-7da902085c23, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85be6637-bdf3-49f7-8130-39907b4ec335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'ddd9fc94-77ca-4f3c-9630-675ceb4c9ca6'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:56:43.153912 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-85401112-e612-43c5-9a58-1b42ecf1a59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:43.161669 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [None req-f2672601-8a93-41df-b1cd-9d7ef7fce0ea tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Allocated IP 172.20.0.5 (ddd9fc94-77ca-4f3c-9630-675ceb4c9ca6/d5d2da90-b53f-4f89-8ad9-6743de70bccc/505dfc38-d32b-4b92-955e-369a6669e4e5) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:56:43.269325 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-2d08b591-b8f2-474f-bd7f-33ad5be7b5eb tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Deleting port 62e77116-6123-4988-a25f-28b326c26dc8 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:56:43.269833 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2d08b591-b8f2-474f-bd7f-33ad5be7b5eb tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:43.296183 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-85401112-e612-43c5-9a58-1b42ecf1a59b None None] For port ba73d6e2-8863-42d9-ab37-7da902085c23, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:56:43.302710 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-85401112-e612-43c5-9a58-1b42ecf1a59b None None] For port ba73d6e2-8863-42d9-ab37-7da902085c23, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=ba73d6e2-8863-42d9-ab37-7da902085c23,segment=NetworkSegment(85be6637-bdf3-49f7-8130-39907b4ec335),segment_id=85be6637-bdf3-49f7-8130-39907b4ec335)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:56:43.308857 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-85401112-e612-43c5-9a58-1b42ecf1a59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:43.392423 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85401112-e612-43c5-9a58-1b42ecf1a59b None None] Pushing event updated for resources: {'Port': ['ID=ba73d6e2-8863-42d9-ab37-7da902085c23,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:43.409802 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-69e828ed-c50c-4a00-a67b-b53a28de7088 req-b2b833d0-06a0-4cf9-a638-b28c20d58e4c tempest-ServerGroupTestJSON-1574399519 tempest-ServerGroupTestJSON-1574399519-project] 10.222.0.64 "GET /v2.0/ports?device_id=64610aa7-d7c1-4c5b-ba2d-648c7db373e0 HTTP/1.1" status: 200 len: 210 time: 0.0413303 Oct 20 10:56:43.468718 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 54966) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:43.475999 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [-] 10.222.0.64 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0036263 Oct 20 10:56:43.478685 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f2672601-8a93-41df-b1cd-9d7ef7fce0ea tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:43.479626 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [None req-2d08b591-b8f2-474f-bd7f-33ad5be7b5eb tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] For port 62e77116-6123-4988-a25f-28b326c26dc8, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=62e77116-6123-4988-a25f-28b326c26dc8,segment=NetworkSegment(6c99b3fb-dda6-4c64-92a7-3755ba476718),segment_id=6c99b3fb-dda6-4c64-92a7-3755ba476718)] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:56:43.480231 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2d08b591-b8f2-474f-bd7f-33ad5be7b5eb tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:43.482833 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 54970) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:43.501151 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-2d08b591-b8f2-474f-bd7f-33ad5be7b5eb tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Calling delete_port for 62e77116-6123-4988-a25f-28b326c26dc8 owned by network:router_interface {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:56:43.559081 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f2672601-8a93-41df-b1cd-9d7ef7fce0ea tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:43.686920 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2672601-8a93-41df-b1cd-9d7ef7fce0ea tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Network ddd9fc94-77ca-4f3c-9630-675ceb4c9ca6 is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:56:43.699057 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-f2672601-8a93-41df-b1cd-9d7ef7fce0ea tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:56:43.704856 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2672601-8a93-41df-b1cd-9d7ef7fce0ea tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:56:43.754470 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2672601-8a93-41df-b1cd-9d7ef7fce0ea tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Pushing event updated for resources: {'Port': ['ID=505dfc38-d32b-4b92-955e-369a6669e4e5,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:43.813469 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2672601-8a93-41df-b1cd-9d7ef7fce0ea tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:43.814102 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f2672601-8a93-41df-b1cd-9d7ef7fce0ea tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:43.827728 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-e5865aa0-ceb1-4c87-be2c-6ff863a9fe6a tempest-NetworksApiDiscovery-2078568693 tempest-NetworksApiDiscovery-2078568693-project] 10.222.0.64 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.3433983 Oct 20 10:56:43.839184 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-f2672601-8a93-41df-b1cd-9d7ef7fce0ea tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.0799680 Oct 20 10:56:43.840661 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 54984) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:43.875684 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-c6bb2a06-bfed-4def-9229-e2c1ed110e34 req-ed79651f-d4ef-4e53-8739-145b8b5a5890 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=928910e8-f235-47d6-a26a-937049f93884&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1691449 Oct 20 10:56:43.877643 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2d08b591-b8f2-474f-bd7f-33ad5be7b5eb tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:43.972460 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d08b591-b8f2-474f-bd7f-33ad5be7b5eb tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Pushing event deleted for resources: {'Port': ['ID=62e77116-6123-4988-a25f-28b326c26dc8,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:44.134277 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bb2a06-bfed-4def-9229-e2c1ed110e34 req-ad8761ad-d846-41f1-a411-7be05e4ccfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:44.136410 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-c6bb2a06-bfed-4def-9229-e2c1ed110e34 req-ad8761ad-d846-41f1-a411-7be05e4ccfd2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=376203cb7dec4dad9717307d6c606d33&device_id=928910e8-f235-47d6-a26a-937049f93884 HTTP/1.1" status: 200 len: 1096 time: 0.2019503 Oct 20 10:56:44.332305 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 54990) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:44.390342 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-fd0128e6-7c81-4c73-9079-44e24762c526 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:44.566003 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bb2a06-bfed-4def-9229-e2c1ed110e34 req-84046e21-9349-43e4-8815-30ce032ac53f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:44.569436 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-c6bb2a06-bfed-4def-9229-e2c1ed110e34 req-84046e21-9349-43e4-8815-30ce032ac53f service neutron] 10.222.0.69 "GET /v2.0/networks?id=b8b1e2be-5932-428e-a716-07af13af4e6c HTTP/1.1" status: 200 len: 912 time: 0.3185241 Oct 20 10:56:44.570580 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2d08b591-b8f2-474f-bd7f-33ad5be7b5eb tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1771989'] for router_interface, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:44.574068 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9c6224e7-f465-4afa-8122-b2623ee8d759 req-4e00f64b-6515-49ab-bddd-0f0543a11132 tempest-ServerGroupTestJSON-1574399519 tempest-ServerGroupTestJSON-1574399519-project] 10.222.0.64 "GET /v2.0/ports?device_id=64610aa7-d7c1-4c5b-ba2d-648c7db373e0 HTTP/1.1" status: 200 len: 210 time: 0.0320694 Oct 20 10:56:44.666828 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-c6bb2a06-bfed-4def-9229-e2c1ed110e34 req-1fd100f3-4c75-472d-9254-ad95b1347624 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=89dc4f74-338f-4016-a563-371b8a0755c9 HTTP/1.1" status: 200 len: 217 time: 0.0641792 Oct 20 10:56:44.667664 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8a1c9c5c-ce79-4696-aa1f-745ed9e42534 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:44.820165 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bb2a06-bfed-4def-9229-e2c1ed110e34 req-057f4592-ec26-400e-b56f-43ebe2e2a428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:44.821722 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-c6bb2a06-bfed-4def-9229-e2c1ed110e34 req-057f4592-ec26-400e-b56f-43ebe2e2a428 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=437b47ec-4211-421c-828b-76408ce53dce HTTP/1.1" status: 200 len: 850 time: 0.1153011 Oct 20 10:56:44.883130 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f229ed-29dc-4eee-bc04-2322ccbc1e52 req-3519c01f-e19e-49fc-af60-bd5b146de5bd tempest-ServerGroupTestJSON-1574399519 tempest-ServerGroupTestJSON-1574399519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:44.884879 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-03f229ed-29dc-4eee-bc04-2322ccbc1e52 req-3519c01f-e19e-49fc-af60-bd5b146de5bd tempest-ServerGroupTestJSON-1574399519 tempest-ServerGroupTestJSON-1574399519-project] 10.222.0.69 "GET /v2.0/networks?id=0ba6a593-e6a3-4623-a883-5c2f367a3330 HTTP/1.1" status: 200 len: 810 time: 0.1376114 Oct 20 10:56:44.901575 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-03f229ed-29dc-4eee-bc04-2322ccbc1e52 req-d472589f-0929-436f-b2ee-7afb8ca4c738 tempest-ServerGroupTestJSON-1574399519 tempest-ServerGroupTestJSON-1574399519-project] Request body: {'port': {'device_id': '64610aa7-d7c1-4c5b-ba2d-648c7db373e0', 'network_id': '0ba6a593-e6a3-4623-a883-5c2f367a3330', 'admin_state_up': True, 'tenant_id': '69b5038c03d84d1fb812396f81e94efc'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:56:44.932512 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b44a3d2-73d6-4b5d-a6de-e51585249684 None None] Network ddd9fc94-77ca-4f3c-9630-675ceb4c9ca6 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:56:44.964572 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bb2a06-bfed-4def-9229-e2c1ed110e34 req-a3d36534-68a4-473f-a524-feea06150531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:44.966052 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-c6bb2a06-bfed-4def-9229-e2c1ed110e34 req-a3d36534-68a4-473f-a524-feea06150531 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b8b1e2be-5932-428e-a716-07af13af4e6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1342933 Oct 20 10:56:45.017804 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8a1c9c5c-ce79-4696-aa1f-745ed9e42534 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:45.061514 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8a1c9c5c-ce79-4696-aa1f-745ed9e42534 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:45.063626 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-fd32bffb-c76f-4d30-b7c2-1aa121822b68 None None] Provisioning complete for port ba73d6e2-8863-42d9-ab37-7da902085c23 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:56:45.064219 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-fd32bffb-c76f-4d30-b7c2-1aa121822b68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:45.087577 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03f229ed-29dc-4eee-bc04-2322ccbc1e52 req-d472589f-0929-436f-b2ee-7afb8ca4c738 tempest-ServerGroupTestJSON-1574399519 tempest-ServerGroupTestJSON-1574399519-project] Made reservation on behalf of 69b5038c03d84d1fb812396f81e94efc for: {'port': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:56:45.091681 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-03f229ed-29dc-4eee-bc04-2322ccbc1e52 req-d472589f-0929-436f-b2ee-7afb8ca4c738 tempest-ServerGroupTestJSON-1574399519 tempest-ServerGroupTestJSON-1574399519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:45.099914 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-fd0128e6-7c81-4c73-9079-44e24762c526 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:45.112660 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-fd0128e6-7c81-4c73-9079-44e24762c526 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:45.157091 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-8a1c9c5c-ce79-4696-aa1f-745ed9e42534 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0392628b6d9f434390b24dc7a797df57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8218317 Oct 20 10:56:45.160082 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 55002) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:45.179786 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1c9c5c-ce79-4696-aa1f-745ed9e42534 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6e9b3cd-5869-471a-959e-162af1d9ae42,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:45.184184 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d08b591-b8f2-474f-bd7f-33ad5be7b5eb tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Router 7f331247-5cea-4f05-9d1d-84a6c8dbf438 has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:56:45.224991 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-c6bb2a06-bfed-4def-9229-e2c1ed110e34 req-3ddd636e-fde6-4b58-8ec5-49daf0dc6d64 service neutron] 10.222.0.69 "GET /v2.0/networks/b8b1e2be-5932-428e-a716-07af13af4e6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2464027 Oct 20 10:56:45.287860 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0128e6-7c81-4c73-9079-44e24762c526 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Pushing event updated for resources: {'Port': ['ID=505dfc38-d32b-4b92-955e-369a6669e4e5,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:45.318439 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-fd32bffb-c76f-4d30-b7c2-1aa121822b68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:45.369498 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-fd32bffb-c76f-4d30-b7c2-1aa121822b68 None None] For port ba73d6e2-8863-42d9-ab37-7da902085c23, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=ba73d6e2-8863-42d9-ab37-7da902085c23,segment=NetworkSegment(85be6637-bdf3-49f7-8130-39907b4ec335),segment_id=85be6637-bdf3-49f7-8130-39907b4ec335)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:56:45.375213 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-fd32bffb-c76f-4d30-b7c2-1aa121822b68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:45.445154 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device ba73d6e2-8863-42d9-ab37-7da902085c23 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:56:45.483882 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [req-03f229ed-29dc-4eee-bc04-2322ccbc1e52 req-d472589f-0929-436f-b2ee-7afb8ca4c738 tempest-ServerGroupTestJSON-1574399519 tempest-ServerGroupTestJSON-1574399519-project] Allocated IP 172.20.0.6 (0ba6a593-e6a3-4623-a883-5c2f367a3330/681715ef-c656-4ba4-8803-163f848e1ffb/f3dfbddf-8036-4e2c-8122-af215e53f178) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:56:45.641646 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d08b591-b8f2-474f-bd7f-33ad5be7b5eb tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:56:45.642656 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-fd0128e6-7c81-4c73-9079-44e24762c526 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1774540'] for router_interface, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:45.647647 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-c6bb2a06-bfed-4def-9229-e2c1ed110e34 req-b7e6b6c5-7cc5-4570-a332-1130f88b90de service neutron] 10.222.0.69 "GET /v2.0/networks/b8b1e2be-5932-428e-a716-07af13af4e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4108882 Oct 20 10:56:45.677432 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b6c557-86c0-461b-aac8-4dae16d70fdb None None] Sync routers for ids ['7f331247-5cea-4f05-9d1d-84a6c8dbf438'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:56:45.695561 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b6c557-86c0-461b-aac8-4dae16d70fdb None None] Routers {'7f331247-5cea-4f05-9d1d-84a6c8dbf438'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:56:45.696068 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-e1b6c557-86c0-461b-aac8-4dae16d70fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:56:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['7f331247-5cea-4f05-9d1d-84a6c8dbf438'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:45.716236 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-2d08b591-b8f2-474f-bd7f-33ad5be7b5eb tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "PUT /v2.0/routers/7f331247-5cea-4f05-9d1d-84a6c8dbf438/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7000942 Oct 20 10:56:45.720226 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a3805a55-15fc-4c5a-a244-12ee1197a511 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:45.728055 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 55008) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:45.883652 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-861ed9f8-bf89-431d-820e-7759002bd9e4 None None] Provisioning complete for port ba73d6e2-8863-42d9-ab37-7da902085c23 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:56:45.884031 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-861ed9f8-bf89-431d-820e-7759002bd9e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:45.886092 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd32bffb-c76f-4d30-b7c2-1aa121822b68 None None] Pushing event updated for resources: {'Port': ['ID=ba73d6e2-8863-42d9-ab37-7da902085c23,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:45.887040 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-e1b6c557-86c0-461b-aac8-4dae16d70fdb None None] Set router 7f331247-5cea-4f05-9d1d-84a6c8dbf438 gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:56:45.992276 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port ba73d6e2-8863-42d9-ab37-7da902085c23 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:56:45.993237 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:46.121114 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-e1b6c557-86c0-461b-aac8-4dae16d70fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f331247-5cea-4f05-9d1d-84a6c8dbf438', 'name': 'tempest-TestNetworkBasicOps-router-2074294164', 'tenant_id': 'ce3bca74c1d8467f832763bc531bfd88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '940946f9-934a-4180-afd6-c116241821d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:54:25Z', 'updated_at': '2021-10-20T10:56:43Z', 'revision_number': 5, 'project_id': 'ce3bca74c1d8467f832763bc531bfd88', 'gw_port': {'id': '940946f9-934a-4180-afd6-c116241821d4', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:0b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f331247-5cea-4f05-9d1d-84a6c8dbf438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3008, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:54:26Z', 'updated_at': '2021-10-20T10:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:46.153571 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-861ed9f8-bf89-431d-820e-7759002bd9e4 None None] Provisioning complete for port 505dfc38-d32b-4b92-955e-369a6669e4e5 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:56:46.154325 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-861ed9f8-bf89-431d-820e-7759002bd9e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:46.162127 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b6c557-86c0-461b-aac8-4dae16d70fdb None None] Checking router: 7f331247-5cea-4f05-9d1d-84a6c8dbf438 for host: n-d-811396-3 {{(pid=100599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:56:46.169940 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a3805a55-15fc-4c5a-a244-12ee1197a511 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:46.172754 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b6c557-86c0-461b-aac8-4dae16d70fdb None None] Routers {'7f331247-5cea-4f05-9d1d-84a6c8dbf438'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:56:46.173548 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-e1b6c557-86c0-461b-aac8-4dae16d70fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:56:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['7f331247-5cea-4f05-9d1d-84a6c8dbf438'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:46.213719 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-861ed9f8-bf89-431d-820e-7759002bd9e4 None None] Port 505dfc38-d32b-4b92-955e-369a6669e4e5 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:56:46.216374 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd24d795-0393-43d0-89a8-5f07c38d8e43 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Deleting subnet bddd1341-c5ba-4b8c-aefb-4ae93484dff7 {{(pid=100597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:56:46.220576 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fd24d795-0393-43d0-89a8-5f07c38d8e43 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks [] for subnet, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:46.295566 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fd24d795-0393-43d0-89a8-5f07c38d8e43 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25852621'] for subnet, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:46.318784 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-e1b6c557-86c0-461b-aac8-4dae16d70fdb None None] Set router 7f331247-5cea-4f05-9d1d-84a6c8dbf438 gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:56:46.338590 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-f53e84f9-c70d-44da-80c7-062af93b41cb None None] Provisioning complete for port 505dfc38-d32b-4b92-955e-369a6669e4e5 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:56:46.339052 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-f53e84f9-c70d-44da-80c7-062af93b41cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:46.398517 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-f53e84f9-c70d-44da-80c7-062af93b41cb None None] Port 505dfc38-d32b-4b92-955e-369a6669e4e5 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:56:46.420689 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a3805a55-15fc-4c5a-a244-12ee1197a511 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:46.423294 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a3805a55-15fc-4c5a-a244-12ee1197a511 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:46.427096 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-a3805a55-15fc-4c5a-a244-12ee1197a511 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c6e9b3cd-5869-471a-959e-162af1d9ae42 HTTP/1.1" status: 204 len: 168 time: 1.2632070 Oct 20 10:56:46.441906 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-296f0508-e7e5-4547-a167-d1bdaaaaa077 req-a5ecc94e-f5dd-4ba2-b7db-b38ed0d0283e tempest-ServerGroupTestJSON-1574399519 tempest-ServerGroupTestJSON-1574399519-project] 10.222.0.64 "GET /v2.0/ports?device_id=64610aa7-d7c1-4c5b-ba2d-648c7db373e0 HTTP/1.1" status: 200 len: 210 time: 0.6293142 Oct 20 10:56:46.454846 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3805a55-15fc-4c5a-a244-12ee1197a511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6e9b3cd-5869-471a-959e-162af1d9ae42,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:46.467608 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fd24d795-0393-43d0-89a8-5f07c38d8e43 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:46.529119 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-15678645-edc5-47d1-9704-f3928007f274 None None] Provisioning complete for port 505dfc38-d32b-4b92-955e-369a6669e4e5 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:56:46.529499 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-15678645-edc5-47d1-9704-f3928007f274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:46.539691 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-03f229ed-29dc-4eee-bc04-2322ccbc1e52 req-d472589f-0929-436f-b2ee-7afb8ca4c738 tempest-ServerGroupTestJSON-1574399519 tempest-ServerGroupTestJSON-1574399519-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:46.547183 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-fd0128e6-7c81-4c73-9079-44e24762c526 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:46.559249 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-e1b6c557-86c0-461b-aac8-4dae16d70fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f331247-5cea-4f05-9d1d-84a6c8dbf438', 'name': 'tempest-TestNetworkBasicOps-router-2074294164', 'tenant_id': 'ce3bca74c1d8467f832763bc531bfd88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '940946f9-934a-4180-afd6-c116241821d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:54:25Z', 'updated_at': '2021-10-20T10:56:43Z', 'revision_number': 5, 'project_id': 'ce3bca74c1d8467f832763bc531bfd88', 'gw_port': {'id': '940946f9-934a-4180-afd6-c116241821d4', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:0b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f331247-5cea-4f05-9d1d-84a6c8dbf438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3008, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:54:26Z', 'updated_at': '2021-10-20T10:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:46.600369 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fd24d795-0393-43d0-89a8-5f07c38d8e43 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25350811'] for subnet, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:46.602863 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b6c557-86c0-461b-aac8-4dae16d70fdb None None] The sync data for ids ['7f331247-5cea-4f05-9d1d-84a6c8dbf438'] in n-d-811396-3 is: [{'id': '7f331247-5cea-4f05-9d1d-84a6c8dbf438', 'name': 'tempest-TestNetworkBasicOps-router-2074294164', 'tenant_id': 'ce3bca74c1d8467f832763bc531bfd88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '940946f9-934a-4180-afd6-c116241821d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:54:25Z', 'updated_at': '2021-10-20T10:56:43Z', 'revision_number': 5, 'project_id': 'ce3bca74c1d8467f832763bc531bfd88', 'gw_port': {'id': '940946f9-934a-4180-afd6-c116241821d4', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:0b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f331247-5cea-4f05-9d1d-84a6c8dbf438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3008, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:54:26Z', 'updated_at': '2021-10-20T10:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:56:46.618232 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-15678645-edc5-47d1-9704-f3928007f274 None None] Port 505dfc38-d32b-4b92-955e-369a6669e4e5 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:56:46.655673 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24d795-0393-43d0-89a8-5f07c38d8e43 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Pushing event deleted for resources: {'Subnet': ['ID=bddd1341-c5ba-4b8c-aefb-4ae93484dff7,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:46.662840 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fd24d795-0393-43d0-89a8-5f07c38d8e43 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:46.666837 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-fd24d795-0393-43d0-89a8-5f07c38d8e43 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "DELETE /v2.0/subnets/bddd1341-c5ba-4b8c-aefb-4ae93484dff7 HTTP/1.1" status: 204 len: 168 time: 0.9375112 Oct 20 10:56:46.669846 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 55020) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:46.671448 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4224dfde-1fbd-4e23-81d6-d047eeea9125 None None] Network e41818e9-ba3e-442d-9b91-d6d4141e398e requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:56:46.695294 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-03f229ed-29dc-4eee-bc04-2322ccbc1e52 req-d472589f-0929-436f-b2ee-7afb8ca4c738 tempest-ServerGroupTestJSON-1574399519 tempest-ServerGroupTestJSON-1574399519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:46.798509 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03f229ed-29dc-4eee-bc04-2322ccbc1e52 req-d472589f-0929-436f-b2ee-7afb8ca4c738 tempest-ServerGroupTestJSON-1574399519 tempest-ServerGroupTestJSON-1574399519-project] Network 0ba6a593-e6a3-4623-a883-5c2f367a3330 is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:56:46.807493 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [req-03f229ed-29dc-4eee-bc04-2322ccbc1e52 req-d472589f-0929-436f-b2ee-7afb8ca4c738 tempest-ServerGroupTestJSON-1574399519 tempest-ServerGroupTestJSON-1574399519-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:56:46.824113 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-03f229ed-29dc-4eee-bc04-2322ccbc1e52 req-d472589f-0929-436f-b2ee-7afb8ca4c738 tempest-ServerGroupTestJSON-1574399519 tempest-ServerGroupTestJSON-1574399519-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:56:46.865740 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-04c4e487-1e51-461e-81fd-364ff1908148 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks [] for router, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:46.930303 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d472589f-0929-436f-b2ee-7afb8ca4c738 tempest-ServerGroupTestJSON-1574399519 tempest-ServerGroupTestJSON-1574399519-project] Pushing event updated for resources: {'Port': ['ID=f3dfbddf-8036-4e2c-8122-af215e53f178,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:46.999865 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-852db04e-06bc-4e91-a119-061faeff56a6 None None] DHCP port deletion for e41818e9-ba3e-442d-9b91-d6d4141e398e request from n-d-811396-3 {{(pid=100598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:56:47.036475 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f229ed-29dc-4eee-bc04-2322ccbc1e52 req-d472589f-0929-436f-b2ee-7afb8ca4c738 tempest-ServerGroupTestJSON-1574399519 tempest-ServerGroupTestJSON-1574399519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:47.037887 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-03f229ed-29dc-4eee-bc04-2322ccbc1e52 req-d472589f-0929-436f-b2ee-7afb8ca4c738 tempest-ServerGroupTestJSON-1574399519 tempest-ServerGroupTestJSON-1574399519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:47.044210 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-04c4e487-1e51-461e-81fd-364ff1908148 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:47.058356 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-fd0128e6-7c81-4c73-9079-44e24762c526 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:47.058610 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-852db04e-06bc-4e91-a119-061faeff56a6 None None] Deleting port 76f0275b-d30d-4901-81a5-247681a75a00 {{(pid=100598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:56:47.059143 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-852db04e-06bc-4e91-a119-061faeff56a6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:47.087311 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-fd0128e6-7c81-4c73-9079-44e24762c526 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:47.168766 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-03f229ed-29dc-4eee-bc04-2322ccbc1e52 req-d472589f-0929-436f-b2ee-7afb8ca4c738 tempest-ServerGroupTestJSON-1574399519 tempest-ServerGroupTestJSON-1574399519-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2709370 Oct 20 10:56:47.175114 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-852db04e-06bc-4e91-a119-061faeff56a6 None None] For port 76f0275b-d30d-4901-81a5-247681a75a00, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=76f0275b-d30d-4901-81a5-247681a75a00,segment=NetworkSegment(6c99b3fb-dda6-4c64-92a7-3755ba476718),segment_id=6c99b3fb-dda6-4c64-92a7-3755ba476718)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:56:47.176067 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-852db04e-06bc-4e91-a119-061faeff56a6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:47.191840 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-03f229ed-29dc-4eee-bc04-2322ccbc1e52 req-63310bf1-2aad-40eb-9bbc-257081556e52 service neutron] Request body: {'port': {'device_id': '64610aa7-d7c1-4c5b-ba2d-648c7db373e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811396-3'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:56:47.213137 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-04c4e487-1e51-461e-81fd-364ff1908148 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Deleting port 940946f9-934a-4180-afd6-c116241821d4 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:56:47.214017 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-04c4e487-1e51-461e-81fd-364ff1908148 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:47.217453 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-852db04e-06bc-4e91-a119-061faeff56a6 None None] Calling delete_port for 76f0275b-d30d-4901-81a5-247681a75a00 owned by network:dhcp {{(pid=100598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:56:47.247487 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0128e6-7c81-4c73-9079-44e24762c526 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Pushing event updated for resources: {'Port': ['ID=505dfc38-d32b-4b92-955e-369a6669e4e5,revision_number=3']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:47.269417 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-fd0128e6-7c81-4c73-9079-44e24762c526 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1774432'] for router_interface, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:47.312053 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device ba73d6e2-8863-42d9-ab37-7da902085c23 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:56:47.332598 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-03f229ed-29dc-4eee-bc04-2322ccbc1e52 req-63310bf1-2aad-40eb-9bbc-257081556e52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:47.384034 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [None req-04c4e487-1e51-461e-81fd-364ff1908148 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] For port 940946f9-934a-4180-afd6-c116241821d4, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=940946f9-934a-4180-afd6-c116241821d4,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:56:47.384413 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-04c4e487-1e51-461e-81fd-364ff1908148 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:47.425381 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-04c4e487-1e51-461e-81fd-364ff1908148 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Calling delete_port for 940946f9-934a-4180-afd6-c116241821d4 owned by network:router_gateway {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:56:47.443036 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port ba73d6e2-8863-42d9-ab37-7da902085c23 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:56:47.443509 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:47.487143 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-852db04e-06bc-4e91-a119-061faeff56a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956'] for port, after_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:47.548452 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852db04e-06bc-4e91-a119-061faeff56a6 None None] No DVR routers for this DVR port 76f0275b-d30d-4901-81a5-247681a75a00 on host n-d-811396-3 {{(pid=100598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:56:47.595692 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852db04e-06bc-4e91-a119-061faeff56a6 None None] Pushing event deleted for resources: {'Port': ['ID=76f0275b-d30d-4901-81a5-247681a75a00,revision_number=None']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:47.603180 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd0128e6-7c81-4c73-9079-44e24762c526 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Network ddd9fc94-77ca-4f3c-9630-675ceb4c9ca6 is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:56:47.637165 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-fd0128e6-7c81-4c73-9079-44e24762c526 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:56:47.729297 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-04c4e487-1e51-461e-81fd-364ff1908148 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:47.788557 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b83622b-d828-4bcc-8d59-13452a416ca5 req-c61dce2c-7828-43f9-b3a6-3c51c6b3ec57 tempest-ServerGroupTestJSON-1574399519 tempest-ServerGroupTestJSON-1574399519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:47.798438 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 76f0275b-d30d-4901-81a5-247681a75a00 no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:56:47.810370 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c4e487-1e51-461e-81fd-364ff1908148 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Pushing event deleted for resources: {'Port': ['ID=940946f9-934a-4180-afd6-c116241821d4,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:47.811069 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3b83622b-d828-4bcc-8d59-13452a416ca5 req-c61dce2c-7828-43f9-b3a6-3c51c6b3ec57 tempest-ServerGroupTestJSON-1574399519 tempest-ServerGroupTestJSON-1574399519-project] 10.222.0.64 "GET /v2.0/ports?device_id=64610aa7-d7c1-4c5b-ba2d-648c7db373e0 HTTP/1.1" status: 200 len: 931 time: 0.2368469 Oct 20 10:56:47.839338 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 76f0275b-d30d-4901-81a5-247681a75a00 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:56:47.839706 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 76f0275b-d30d-4901-81a5-247681a75a00 not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:56:47.840124 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 62e77116-6123-4988-a25f-28b326c26dc8 no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:56:47.872632 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 62e77116-6123-4988-a25f-28b326c26dc8 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:56:47.872986 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 62e77116-6123-4988-a25f-28b326c26dc8 not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:56:47.941974 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-04c4e487-1e51-461e-81fd-364ff1908148 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1773439'] for router_gateway, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:47.981398 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3b83622b-d828-4bcc-8d59-13452a416ca5 req-54958195-e7ac-48b6-9aab-49073031087f tempest-ServerGroupTestJSON-1574399519 tempest-ServerGroupTestJSON-1574399519-project] 10.222.0.64 "GET /v2.0/security-groups?id=20a7bbac-940f-4b10-8386-639e53d5b8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670883 Oct 20 10:56:48.055501 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-e58fe21b-cae1-45e3-822a-4749b1a0b0d6 None None] Provisioning complete for port 505dfc38-d32b-4b92-955e-369a6669e4e5 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:56:48.056072 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-e58fe21b-cae1-45e3-822a-4749b1a0b0d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:48.067410 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-04c4e487-1e51-461e-81fd-364ff1908148 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1772272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258304'] for router, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:48.070258 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-04c4e487-1e51-461e-81fd-364ff1908148 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:48.099541 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd0128e6-7c81-4c73-9079-44e24762c526 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Router 53ec6c39-bd16-4ea9-b4eb-3445917993c0 is scheduled to L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 with binding_index 1 {{(pid=100596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 10:56:48.134332 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-e58fe21b-cae1-45e3-822a-4749b1a0b0d6 None None] Port 505dfc38-d32b-4b92-955e-369a6669e4e5 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:56:48.141108 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-04c4e487-1e51-461e-81fd-364ff1908148 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1772267'] for router, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:48.141683 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04c4e487-1e51-461e-81fd-364ff1908148 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Fanout notify agent at l3_agent the message router_deleted on router 7f331247-5cea-4f05-9d1d-84a6c8dbf438 {{(pid=100597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 10:56:48.157134 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-04c4e487-1e51-461e-81fd-364ff1908148 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks [] for router, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:48.159562 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-04c4e487-1e51-461e-81fd-364ff1908148 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "DELETE /v2.0/routers/7f331247-5cea-4f05-9d1d-84a6c8dbf438 HTTP/1.1" status: 204 len: 168 time: 1.4887183 Oct 20 10:56:48.161799 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 55054) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:48.252956 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [req-03f229ed-29dc-4eee-bc04-2322ccbc1e52 req-63310bf1-2aad-40eb-9bbc-257081556e52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3dfbddf-8036-4e2c-8122-af215e53f178 {{(pid=100596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:56:48.273426 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-03f229ed-29dc-4eee-bc04-2322ccbc1e52 req-63310bf1-2aad-40eb-9bbc-257081556e52 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:48.314087 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd0128e6-7c81-4c73-9079-44e24762c526 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:56:48.322631 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.provisioning_blocks [req-03f229ed-29dc-4eee-bc04-2322ccbc1e52 req-63310bf1-2aad-40eb-9bbc-257081556e52 service neutron] Transition to ACTIVE for port object f3dfbddf-8036-4e2c-8122-af215e53f178 will not be triggered until provisioned by entity L2. {{(pid=100596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:56:48.326914 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae3e942-c825-4d67-8994-93389eebb503 None None] Sync routers for ids ['53ec6c39-bd16-4ea9-b4eb-3445917993c0'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:56:48.338519 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 55062) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:48.341670 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-fd0128e6-7c81-4c73-9079-44e24762c526 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] 10.222.0.64 "PUT /v2.0/routers/53ec6c39-bd16-4ea9-b4eb-3445917993c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4979649 Oct 20 10:56:48.343084 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-03f229ed-29dc-4eee-bc04-2322ccbc1e52 req-63310bf1-2aad-40eb-9bbc-257081556e52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:48.362106 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae3e942-c825-4d67-8994-93389eebb503 None None] Routers {'53ec6c39-bd16-4ea9-b4eb-3445917993c0'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:56:48.365353 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-9ae3e942-c825-4d67-8994-93389eebb503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:56:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['53ec6c39-bd16-4ea9-b4eb-3445917993c0'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:48.393062 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6a39b3fb-9033-4343-a6ee-f6acfbb63c64 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:48.435114 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-9ae3e942-c825-4d67-8994-93389eebb503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:48.436262 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63310bf1-2aad-40eb-9bbc-257081556e52 service neutron] Pushing event updated for resources: {'Port': ['ID=f3dfbddf-8036-4e2c-8122-af215e53f178,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:48.454109 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c3bfda-d45f-4837-bd2c-689b17ee5171 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:48.459004 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-c6c3bfda-d45f-4837-bd2c-689b17ee5171 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] 10.222.0.64 "GET /v2.0/ports/505dfc38-d32b-4b92-955e-369a6669e4e5 HTTP/1.1" status: 200 len: 977 time: 0.1039264 Oct 20 10:56:48.466931 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 55064) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:48.477422 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae3e942-c825-4d67-8994-93389eebb503 None None] Routers {'53ec6c39-bd16-4ea9-b4eb-3445917993c0'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:56:48.478595 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-9ae3e942-c825-4d67-8994-93389eebb503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:56:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['53ec6c39-bd16-4ea9-b4eb-3445917993c0'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:48.544947 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-9ae3e942-c825-4d67-8994-93389eebb503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:48.545609 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae3e942-c825-4d67-8994-93389eebb503 None None] The sync data for ids ['53ec6c39-bd16-4ea9-b4eb-3445917993c0'] in n-d-811396-3 is: [] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:56:48.569167 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-03f229ed-29dc-4eee-bc04-2322ccbc1e52 req-63310bf1-2aad-40eb-9bbc-257081556e52 service neutron] Attempting to bind port f3dfbddf-8036-4e2c-8122-af215e53f178 on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:56:48.569797 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-03f229ed-29dc-4eee-bc04-2322ccbc1e52 req-63310bf1-2aad-40eb-9bbc-257081556e52 service neutron] Attempting to bind port f3dfbddf-8036-4e2c-8122-af215e53f178 by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': '36432a32-6966-4bd6-9f82-ec59cf014cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '0ba6a593-e6a3-4623-a883-5c2f367a3330'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:56:48.570310 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f229ed-29dc-4eee-bc04-2322ccbc1e52 req-63310bf1-2aad-40eb-9bbc-257081556e52 service neutron] Attempting to bind port f3dfbddf-8036-4e2c-8122-af215e53f178 on network 0ba6a593-e6a3-4623-a883-5c2f367a3330 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:56:48.574906 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f229ed-29dc-4eee-bc04-2322ccbc1e52 req-63310bf1-2aad-40eb-9bbc-257081556e52 service neutron] Port f3dfbddf-8036-4e2c-8122-af215e53f178 on network 0ba6a593-e6a3-4623-a883-5c2f367a3330 not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:56:48.575229 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f229ed-29dc-4eee-bc04-2322ccbc1e52 req-63310bf1-2aad-40eb-9bbc-257081556e52 service neutron] Attempting to bind port f3dfbddf-8036-4e2c-8122-af215e53f178 on network 0ba6a593-e6a3-4623-a883-5c2f367a3330 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:56:48.580329 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f229ed-29dc-4eee-bc04-2322ccbc1e52 req-63310bf1-2aad-40eb-9bbc-257081556e52 service neutron] Checking agent: {'id': '061232a2-7adc-4ba1-a873-e8cb136b064d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 56, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:56:48.580674 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f229ed-29dc-4eee-bc04-2322ccbc1e52 req-63310bf1-2aad-40eb-9bbc-257081556e52 service neutron] Checking segment: {'id': '36432a32-6966-4bd6-9f82-ec59cf014cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '0ba6a593-e6a3-4623-a883-5c2f367a3330'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:56:48.581059 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f229ed-29dc-4eee-bc04-2322ccbc1e52 req-63310bf1-2aad-40eb-9bbc-257081556e52 service neutron] Bound using segment: {'id': '36432a32-6966-4bd6-9f82-ec59cf014cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '0ba6a593-e6a3-4623-a883-5c2f367a3330'} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:56:48.581486 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-03f229ed-29dc-4eee-bc04-2322ccbc1e52 req-63310bf1-2aad-40eb-9bbc-257081556e52 service neutron] Bound port: f3dfbddf-8036-4e2c-8122-af215e53f178, host: n-h2-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36432a32-6966-4bd6-9f82-ec59cf014cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '0ba6a593-e6a3-4623-a883-5c2f367a3330'}}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:56:48.581842 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-03f229ed-29dc-4eee-bc04-2322ccbc1e52 req-63310bf1-2aad-40eb-9bbc-257081556e52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:48.689520 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6a39b3fb-9033-4343-a6ee-f6acfbb63c64 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:48.691877 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-03f229ed-29dc-4eee-bc04-2322ccbc1e52 req-63310bf1-2aad-40eb-9bbc-257081556e52 service neutron] For port f3dfbddf-8036-4e2c-8122-af215e53f178, host n-h2-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:56:48.695175 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-03f229ed-29dc-4eee-bc04-2322ccbc1e52 req-63310bf1-2aad-40eb-9bbc-257081556e52 service neutron] For port f3dfbddf-8036-4e2c-8122-af215e53f178, host n-h2-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=f3dfbddf-8036-4e2c-8122-af215e53f178,segment=NetworkSegment(36432a32-6966-4bd6-9f82-ec59cf014cea),segment_id=36432a32-6966-4bd6-9f82-ec59cf014cea)] {{(pid=100596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:56:48.700567 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-03f229ed-29dc-4eee-bc04-2322ccbc1e52 req-63310bf1-2aad-40eb-9bbc-257081556e52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:48.734854 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f229ed-29dc-4eee-bc04-2322ccbc1e52 req-63310bf1-2aad-40eb-9bbc-257081556e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:48.735622 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-03f229ed-29dc-4eee-bc04-2322ccbc1e52 req-63310bf1-2aad-40eb-9bbc-257081556e52 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:48.737198 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-03f229ed-29dc-4eee-bc04-2322ccbc1e52 req-63310bf1-2aad-40eb-9bbc-257081556e52 service neutron] 10.222.0.69 "PUT /v2.0/ports/f3dfbddf-8036-4e2c-8122-af215e53f178 HTTP/1.1" status: 200 len: 1091 time: 1.5546317 Oct 20 10:56:48.737746 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64610aa7-d7c1-4c5b-ba2d-648c7db373e0', 'tag': 'f3dfbddf-8036-4e2c-8122-af215e53f178'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:56:48.740122 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da6d3eeb-db93-46c1-839e-8d5969cb2c14" -d '{"events": [{"name": "network-changed", "server_uuid": "64610aa7-d7c1-4c5b-ba2d-648c7db373e0", "tag": "f3dfbddf-8036-4e2c-8122-af215e53f178"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:56:48.787535 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-6a39b3fb-9033-4343-a6ee-f6acfbb63c64 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e41818e9-ba3e-442d-9b91-d6d4141e398e']}} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:48.794748 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96658aa9-07e8-4023-8fdd-d7561e93f38e x-openstack-request-id: req-96658aa9-07e8-4023-8fdd-d7561e93f38e {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:56:48.795162 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64610aa7-d7c1-4c5b-ba2d-648c7db373e0", "tag": "f3dfbddf-8036-4e2c-8122-af215e53f178", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:56:48.795799 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-96658aa9-07e8-4023-8fdd-d7561e93f38e {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:56:48.795911 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64610aa7-d7c1-4c5b-ba2d-648c7db373e0', 'tag': 'f3dfbddf-8036-4e2c-8122-af215e53f178', 'status': 'completed', 'code': 200} Oct 20 10:56:48.803318 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63310bf1-2aad-40eb-9bbc-257081556e52 service neutron] Pushing event updated for resources: {'Port': ['ID=f3dfbddf-8036-4e2c-8122-af215e53f178,revision_number=3']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:48.804570 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-6a39b3fb-9033-4343-a6ee-f6acfbb63c64 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c99b3fb-dda6-4c64-92a7-3755ba476718') {'for_net_delete': True} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:48.804873 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-6a39b3fb-9033-4343-a6ee-f6acfbb63c64 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c99b3fb-dda6-4c64-92a7-3755ba476718') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:48.819315 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6a39b3fb-9033-4343-a6ee-f6acfbb63c64 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25852596'] for segment, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:48.841795 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f229ed-29dc-4eee-bc04-2322ccbc1e52 req-70f51672-0e45-47d6-9a91-10816c6351d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:48.843354 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-03f229ed-29dc-4eee-bc04-2322ccbc1e52 req-70f51672-0e45-47d6-9a91-10816c6351d5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=69b5038c03d84d1fb812396f81e94efc&device_id=64610aa7-d7c1-4c5b-ba2d-648c7db373e0 HTTP/1.1" status: 200 len: 1094 time: 0.0504777 Oct 20 10:56:48.869789 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6a39b3fb-9033-4343-a6ee-f6acfbb63c64 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:48.888031 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a39b3fb-9033-4343-a6ee-f6acfbb63c64 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Releasing vlan 832 on physical network physnet1 to pool {{(pid=100597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:56:48.888549 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6a39b3fb-9033-4343-a6ee-f6acfbb63c64 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951012'] for segment, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:48.891980 n-d-811396-3 neutron-server[100597]: Traceback (most recent call last): Oct 20 10:56:48.891980 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:56:48.891980 n-d-811396-3 neutron-server[100597]: timer() Oct 20 10:56:48.891980 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:56:48.891980 n-d-811396-3 neutron-server[100597]: cb(*args, **kw) Oct 20 10:56:48.891980 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:56:48.891980 n-d-811396-3 neutron-server[100597]: return func(*args, **kwargs) Oct 20 10:56:48.891980 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:56:48.891980 n-d-811396-3 neutron-server[100597]: self._notify() Oct 20 10:56:48.891980 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:56:48.891980 n-d-811396-3 neutron-server[100597]: self.callback(batched_events) Oct 20 10:56:48.891980 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:56:48.891980 n-d-811396-3 neutron-server[100597]: event.method(event) Oct 20 10:56:48.891980 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:56:48.891980 n-d-811396-3 neutron-server[100597]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:56:48.891980 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:56:48.891980 n-d-811396-3 neutron-server[100597]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:56:48.891980 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:56:48.891980 n-d-811396-3 neutron-server[100597]: return f(self, *a, **k) Oct 20 10:56:48.891980 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:56:48.891980 n-d-811396-3 neutron-server[100597]: return self._get(url).json() Oct 20 10:56:48.891980 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:56:48.891980 n-d-811396-3 neutron-server[100597]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:56:48.891980 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:56:48.891980 n-d-811396-3 neutron-server[100597]: return self.request(url, 'GET', **kwargs) Oct 20 10:56:48.891980 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:56:48.891980 n-d-811396-3 neutron-server[100597]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:56:48.891980 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:56:48.891980 n-d-811396-3 neutron-server[100597]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:56:48.891980 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:56:48.891980 n-d-811396-3 neutron-server[100597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:56:48.891980 n-d-811396-3 neutron-server[100597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:56:48.894075 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-03f229ed-29dc-4eee-bc04-2322ccbc1e52 req-515116e7-e93e-4ce6-ac81-7b94155f6142 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f3dfbddf-8036-4e2c-8122-af215e53f178 HTTP/1.1" status: 200 len: 217 time: 0.0410492 Oct 20 10:56:48.949783 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f229ed-29dc-4eee-bc04-2322ccbc1e52 req-a1605841-431f-4061-a512-2c04edbb506e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:48.951478 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-03f229ed-29dc-4eee-bc04-2322ccbc1e52 req-a1605841-431f-4061-a512-2c04edbb506e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=681715ef-c656-4ba4-8803-163f848e1ffb HTTP/1.1" status: 200 len: 850 time: 0.0526717 Oct 20 10:56:48.986843 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6a39b3fb-9033-4343-a6ee-f6acfbb63c64 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:48.998916 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-03f229ed-29dc-4eee-bc04-2322ccbc1e52 req-b10d0a77-eb75-4be5-9df4-1af44a423308 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0ba6a593-e6a3-4623-a883-5c2f367a3330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407388 Oct 20 10:56:49.030894 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6a39b3fb-9033-4343-a6ee-f6acfbb63c64 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:49.036900 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-6a39b3fb-9033-4343-a6ee-f6acfbb63c64 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] 10.222.0.64 "DELETE /v2.0/networks/e41818e9-ba3e-442d-9b91-d6d4141e398e HTTP/1.1" status: 204 len: 168 time: 0.8695948 Oct 20 10:56:49.057857 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a39b3fb-9033-4343-a6ee-f6acfbb63c64 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Pushing event deleted for resources: {'Network': ['ID=e41818e9-ba3e-442d-9b91-d6d4141e398e,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:49.079736 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a39b3fb-9033-4343-a6ee-f6acfbb63c64 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:56:49.080086 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a39b3fb-9033-4343-a6ee-f6acfbb63c64 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:56:49.080431 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a39b3fb-9033-4343-a6ee-f6acfbb63c64 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:56:49.080778 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a39b3fb-9033-4343-a6ee-f6acfbb63c64 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:56:49.081584 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a39b3fb-9033-4343-a6ee-f6acfbb63c64 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:56:49.081584 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a39b3fb-9033-4343-a6ee-f6acfbb63c64 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:56:49.081791 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a39b3fb-9033-4343-a6ee-f6acfbb63c64 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:56:49.082075 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a39b3fb-9033-4343-a6ee-f6acfbb63c64 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:56:49.082406 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a39b3fb-9033-4343-a6ee-f6acfbb63c64 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:56:49.082719 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a39b3fb-9033-4343-a6ee-f6acfbb63c64 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:56:49.083045 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a39b3fb-9033-4343-a6ee-f6acfbb63c64 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:56:49.083370 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a39b3fb-9033-4343-a6ee-f6acfbb63c64 tempest-TestNetworkBasicOps-1723743064 tempest-TestNetworkBasicOps-1723743064-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:56:49.152829 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-03f229ed-29dc-4eee-bc04-2322ccbc1e52 req-4c7fc02d-9f66-4a4d-a560-126009bc0a5f service neutron] 10.222.0.69 "GET /v2.0/networks/0ba6a593-e6a3-4623-a883-5c2f367a3330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468601 Oct 20 10:56:49.166042 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8717f47-6e57-407b-96eb-82b855161d29 req-68c184e0-dc81-4ee5-a873-95c2aa3a2a08 tempest-ServerGroupTestJSON-1574399519 tempest-ServerGroupTestJSON-1574399519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:49.167893 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f8717f47-6e57-407b-96eb-82b855161d29 req-68c184e0-dc81-4ee5-a873-95c2aa3a2a08 tempest-ServerGroupTestJSON-1574399519 tempest-ServerGroupTestJSON-1574399519-project] 10.222.0.64 "GET /v2.0/ports?device_id=64610aa7-d7c1-4c5b-ba2d-648c7db373e0 HTTP/1.1" status: 200 len: 943 time: 0.0854912 Oct 20 10:56:49.234774 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:49.264712 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 940946f9-934a-4180-afd6-c116241821d4 no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:56:49.264894 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0d61053e-dc65-4589-a4f4-6dc7ee5210bc tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1774405'] for router_interface, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:49.299844 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f8717f47-6e57-407b-96eb-82b855161d29 req-643a93a5-076b-418b-bbac-09a380e2a6ba tempest-ServerGroupTestJSON-1574399519 tempest-ServerGroupTestJSON-1574399519-project] 10.222.0.64 "GET /v2.0/security-groups?id=20a7bbac-940f-4b10-8386-639e53d5b8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071196 Oct 20 10:56:49.301211 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 940946f9-934a-4180-afd6-c116241821d4 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:56:49.302048 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 940946f9-934a-4180-afd6-c116241821d4 not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:56:49.379227 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-03f229ed-29dc-4eee-bc04-2322ccbc1e52 req-312b8912-04d1-4d2a-a86e-a2c02f7139f5 service neutron] 10.222.0.69 "GET /v2.0/networks/0ba6a593-e6a3-4623-a883-5c2f367a3330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2105165 Oct 20 10:56:49.441404 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 55098) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:49.521231 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 55102) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:49.542225 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6d3eeb-db93-46c1-839e-8d5969cb2c14 req-15cb56b2-eae3-4283-8138-dd71cebb39c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:49.544554 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-da6d3eeb-db93-46c1-839e-8d5969cb2c14 req-15cb56b2-eae3-4283-8138-dd71cebb39c5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=69b5038c03d84d1fb812396f81e94efc&device_id=64610aa7-d7c1-4c5b-ba2d-648c7db373e0 HTTP/1.1" status: 200 len: 1094 time: 0.0922186 Oct 20 10:56:49.561397 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-0d61053e-dc65-4589-a4f4-6dc7ee5210bc tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Deleting port 505dfc38-d32b-4b92-955e-369a6669e4e5 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:56:49.561754 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0d61053e-dc65-4589-a4f4-6dc7ee5210bc tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:49.674599 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0d61053e-dc65-4589-a4f4-6dc7ee5210bc tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:49.679840 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-69388caa-8e83-422d-be92-3abcc035ae4f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:49.706712 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-0d61053e-dc65-4589-a4f4-6dc7ee5210bc tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Calling delete_port for 505dfc38-d32b-4b92-955e-369a6669e4e5 owned by network:router_interface {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:56:49.726978 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6d3eeb-db93-46c1-839e-8d5969cb2c14 req-90cc188b-8c6f-4fd8-88f7-0e520e980c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:49.729016 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-da6d3eeb-db93-46c1-839e-8d5969cb2c14 req-90cc188b-8c6f-4fd8-88f7-0e520e980c7f service neutron] 10.222.0.69 "GET /v2.0/networks?id=0ba6a593-e6a3-4623-a883-5c2f367a3330 HTTP/1.1" status: 200 len: 911 time: 0.1775982 Oct 20 10:56:49.779561 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-c9d2c78b-1a2f-4084-b9d7-d705344f6e86 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ce3bca74c1d8467f832763bc531bfd88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2547197 Oct 20 10:56:49.781134 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 55110) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:49.786612 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-da6d3eeb-db93-46c1-839e-8d5969cb2c14 req-ca3aa781-e55e-41ca-946b-bb31d716832c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f3dfbddf-8036-4e2c-8122-af215e53f178 HTTP/1.1" status: 200 len: 217 time: 0.0491025 Oct 20 10:56:49.863217 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6d3eeb-db93-46c1-839e-8d5969cb2c14 req-c8afb945-21f1-47cc-85a0-bc6458ecc5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:49.864793 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-da6d3eeb-db93-46c1-839e-8d5969cb2c14 req-c8afb945-21f1-47cc-85a0-bc6458ecc5c0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=681715ef-c656-4ba4-8803-163f848e1ffb HTTP/1.1" status: 200 len: 850 time: 0.0696511 Oct 20 10:56:49.882758 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-69388caa-8e83-422d-be92-3abcc035ae4f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:49.899621 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c30ad595-4414-4927-9929-89bc0f0491c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:49.904023 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-da6d3eeb-db93-46c1-839e-8d5969cb2c14 req-34c1e1f2-59dd-4b74-962f-a7bdf3eb73c7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0ba6a593-e6a3-4623-a883-5c2f367a3330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305564 Oct 20 10:56:49.904954 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-69388caa-8e83-422d-be92-3abcc035ae4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:49.929560 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c30ad595-4414-4927-9929-89bc0f0491c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:49.973605 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69388caa-8e83-422d-be92-3abcc035ae4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38d7ec7d-52ec-4e6b-afca-08f4a08cfd87,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:49.985004 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-69388caa-8e83-422d-be92-3abcc035ae4f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6e7fdf2085424259a27c27dcd2b1b198&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5382652 Oct 20 10:56:49.985004 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 55114) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:50.008430 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0d61053e-dc65-4589-a4f4-6dc7ee5210bc tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:50.044041 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c30ad595-4414-4927-9929-89bc0f0491c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:50.046551 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c30ad595-4414-4927-9929-89bc0f0491c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:50.050252 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-c30ad595-4414-4927-9929-89bc0f0491c0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/baf90d3b-11e0-48f7-b858-f657ecb26faa HTTP/1.1" status: 204 len: 168 time: 0.2656453 Oct 20 10:56:50.052625 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d61053e-dc65-4589-a4f4-6dc7ee5210bc tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Pushing event deleted for resources: {'Port': ['ID=505dfc38-d32b-4b92-955e-369a6669e4e5,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:50.070360 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-da6d3eeb-db93-46c1-839e-8d5969cb2c14 req-35816090-0132-4547-9fd5-a32dc04ed1d3 service neutron] 10.222.0.69 "GET /v2.0/networks/0ba6a593-e6a3-4623-a883-5c2f367a3330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492414 Oct 20 10:56:50.086254 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30ad595-4414-4927-9929-89bc0f0491c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baf90d3b-11e0-48f7-b858-f657ecb26faa,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:50.105541 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-eab8b98a-c242-4821-8375-2473ab134bcc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:50.201556 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-eab8b98a-c242-4821-8375-2473ab134bcc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:50.245138 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0d61053e-dc65-4589-a4f4-6dc7ee5210bc tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1771989'] for router_interface, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:50.261781 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-da6d3eeb-db93-46c1-839e-8d5969cb2c14 req-9d41d260-4135-4f14-af10-1e6c6a3f3296 service neutron] 10.222.0.69 "GET /v2.0/networks/0ba6a593-e6a3-4623-a883-5c2f367a3330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811264 Oct 20 10:56:50.290014 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-eab8b98a-c242-4821-8375-2473ab134bcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:50.292783 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-eab8b98a-c242-4821-8375-2473ab134bcc admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:50.297130 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-eab8b98a-c242-4821-8375-2473ab134bcc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/38d7ec7d-52ec-4e6b-afca-08f4a08cfd87 HTTP/1.1" status: 204 len: 168 time: 0.3098657 Oct 20 10:56:50.308782 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab8b98a-c242-4821-8375-2473ab134bcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38d7ec7d-52ec-4e6b-afca-08f4a08cfd87,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:50.453038 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d61053e-dc65-4589-a4f4-6dc7ee5210bc tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Router 53ec6c39-bd16-4ea9-b4eb-3445917993c0 has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:56:50.472108 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69b30ca-0b54-4b1f-b8d8-5c9b4d3ddc7c req-2e7a1830-6a55-47aa-b1ce-9781b9a53f7c tempest-ServerGroupTestJSON-1574399519 tempest-ServerGroupTestJSON-1574399519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:50.473677 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d69b30ca-0b54-4b1f-b8d8-5c9b4d3ddc7c req-2e7a1830-6a55-47aa-b1ce-9781b9a53f7c tempest-ServerGroupTestJSON-1574399519 tempest-ServerGroupTestJSON-1574399519-project] 10.222.0.64 "GET /v2.0/ports?device_id=64610aa7-d7c1-4c5b-ba2d-648c7db373e0 HTTP/1.1" status: 200 len: 943 time: 0.0651872 Oct 20 10:56:50.550978 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d69b30ca-0b54-4b1f-b8d8-5c9b4d3ddc7c req-ae3c4d9e-d9da-4ed1-860d-136316f9d662 tempest-ServerGroupTestJSON-1574399519 tempest-ServerGroupTestJSON-1574399519-project] 10.222.0.64 "GET /v2.0/security-groups?id=20a7bbac-940f-4b10-8386-639e53d5b8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677209 Oct 20 10:56:50.614577 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 55126) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:50.628578 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-088997f8-c830-4aa1-88d6-dc82af8bf42b admin admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:50.752953 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-088997f8-c830-4aa1-88d6-dc82af8bf42b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:50.760572 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-088997f8-c830-4aa1-88d6-dc82af8bf42b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:50.806951 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088997f8-c830-4aa1-88d6-dc82af8bf42b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=688cecb7-999d-422a-980b-f2094b84129b,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:50.823313 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-088997f8-c830-4aa1-88d6-dc82af8bf42b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fb84c049ba324d58974f799f2013514c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2075238 Oct 20 10:56:50.828252 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 55130) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:50.891070 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d61053e-dc65-4589-a4f4-6dc7ee5210bc tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:56:50.894539 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a7ec999f-9ac8-45d0-825c-c2e54c9791b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:50.896719 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-0d61053e-dc65-4589-a4f4-6dc7ee5210bc tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] 10.222.0.64 "PUT /v2.0/routers/53ec6c39-bd16-4ea9-b4eb-3445917993c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4286332 Oct 20 10:56:50.900194 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 55132) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:50.903674 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6739d3-1af6-4873-8f9e-71bc98b9610a None None] Sync routers for ids ['53ec6c39-bd16-4ea9-b4eb-3445917993c0'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:56:50.920022 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6739d3-1af6-4873-8f9e-71bc98b9610a None None] Routers {'53ec6c39-bd16-4ea9-b4eb-3445917993c0'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:56:50.921389 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-7b6739d3-1af6-4873-8f9e-71bc98b9610a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:56:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['53ec6c39-bd16-4ea9-b4eb-3445917993c0'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:50.926316 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a7ec999f-9ac8-45d0-825c-c2e54c9791b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:50.956749 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-7b6739d3-1af6-4873-8f9e-71bc98b9610a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:50.969548 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6739d3-1af6-4873-8f9e-71bc98b9610a None None] Routers {'53ec6c39-bd16-4ea9-b4eb-3445917993c0'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:56:50.970481 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-7b6739d3-1af6-4873-8f9e-71bc98b9610a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:56:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['53ec6c39-bd16-4ea9-b4eb-3445917993c0'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:50.983028 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 55134) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:50.992305 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a7ec999f-9ac8-45d0-825c-c2e54c9791b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:50.994954 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a7ec999f-9ac8-45d0-825c-c2e54c9791b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:50.996087 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-a7ec999f-9ac8-45d0-825c-c2e54c9791b3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/688cecb7-999d-422a-980b-f2094b84129b HTTP/1.1" status: 204 len: 168 time: 0.1666563 Oct 20 10:56:51.007662 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-7b6739d3-1af6-4873-8f9e-71bc98b9610a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:51.008328 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6739d3-1af6-4873-8f9e-71bc98b9610a None None] The sync data for ids ['53ec6c39-bd16-4ea9-b4eb-3445917993c0'] in n-d-811396-3 is: [] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:56:51.012481 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-bed857b7-1559-434e-b5a9-c8b9ded89ff3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:51.015982 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ec999f-9ac8-45d0-825c-c2e54c9791b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=688cecb7-999d-422a-980b-f2094b84129b,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:51.106240 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-bed857b7-1559-434e-b5a9-c8b9ded89ff3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:51.112712 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-bed857b7-1559-434e-b5a9-c8b9ded89ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:51.143025 n-d-811396-3 neutron-server[100597]: INFO neutron.api.v2.resource [None req-29425a0f-8dd3-47a1-a75a-da07ed931365 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] remove_router_interface failed (client error): The resource could not be found. Oct 20 10:56:51.144146 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-29425a0f-8dd3-47a1-a75a-da07ed931365 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] 10.222.0.64 "PUT /v2.0/routers/53ec6c39-bd16-4ea9-b4eb-3445917993c0/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2406662 Oct 20 10:56:51.147268 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 55138) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:51.168217 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-bed857b7-1559-434e-b5a9-c8b9ded89ff3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9f2e8f5d8d68444eac3e597e704d39cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1814458 Oct 20 10:56:51.168217 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed857b7-1559-434e-b5a9-c8b9ded89ff3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15b75c72-6262-4f05-955a-83718a307e32,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:51.169250 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 55140) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:51.183162 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-2cfac691-2f64-41b9-a580-67af07bf3691 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] 10.222.0.64 "GET /v2.0/ports?device_id=53ec6c39-bd16-4ea9-b4eb-3445917993c0 HTTP/1.1" status: 200 len: 205 time: 0.0344810 Oct 20 10:56:51.185854 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 55142) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:51.281371 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f864f2fb-b628-465a-9856-f8950f544b36 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks [] for router, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:51.362164 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a8b42321-5b1b-40ca-af38-fa1eb2a501fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:51.788610 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a8b42321-5b1b-40ca-af38-fa1eb2a501fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:51.792266 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f864f2fb-b628-465a-9856-f8950f544b36 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1772272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258304'] for router, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:51.808635 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f864f2fb-b628-465a-9856-f8950f544b36 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:51.890935 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f864f2fb-b628-465a-9856-f8950f544b36 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1772267'] for router, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:51.891648 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f864f2fb-b628-465a-9856-f8950f544b36 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Fanout notify agent at l3_agent the message router_deleted on router 53ec6c39-bd16-4ea9-b4eb-3445917993c0 {{(pid=100596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 10:56:51.899292 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f864f2fb-b628-465a-9856-f8950f544b36 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks [] for router, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:51.900419 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-f864f2fb-b628-465a-9856-f8950f544b36 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] 10.222.0.64 "DELETE /v2.0/routers/53ec6c39-bd16-4ea9-b4eb-3445917993c0 HTTP/1.1" status: 204 len: 168 time: 0.7136369 Oct 20 10:56:51.903756 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 55170) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:51.920638 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebc7c4f-9992-47d9-9595-06c6621b4b37 req-0b4ea4f7-a863-423a-a877-9c91bf2ed1da tempest-ServerGroupTestJSON-1574399519 tempest-ServerGroupTestJSON-1574399519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:51.922124 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4ebc7c4f-9992-47d9-9595-06c6621b4b37 req-0b4ea4f7-a863-423a-a877-9c91bf2ed1da tempest-ServerGroupTestJSON-1574399519 tempest-ServerGroupTestJSON-1574399519-project] 10.222.0.64 "GET /v2.0/ports?device_id=64610aa7-d7c1-4c5b-ba2d-648c7db373e0 HTTP/1.1" status: 200 len: 943 time: 0.1358867 Oct 20 10:56:51.968382 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a8b42321-5b1b-40ca-af38-fa1eb2a501fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:51.968629 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a8b42321-5b1b-40ca-af38-fa1eb2a501fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:51.972534 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-a8b42321-5b1b-40ca-af38-fa1eb2a501fa admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/15b75c72-6262-4f05-955a-83718a307e32 HTTP/1.1" status: 204 len: 168 time: 0.7996719 Oct 20 10:56:51.986641 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b42321-5b1b-40ca-af38-fa1eb2a501fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15b75c72-6262-4f05-955a-83718a307e32,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:52.011611 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4ebc7c4f-9992-47d9-9595-06c6621b4b37 req-0ad47b6e-4b94-4595-bf88-391383ef0f75 tempest-ServerGroupTestJSON-1574399519 tempest-ServerGroupTestJSON-1574399519-project] 10.222.0.64 "GET /v2.0/security-groups?id=20a7bbac-940f-4b10-8386-639e53d5b8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652497 Oct 20 10:56:52.015601 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bff99e0-3107-4f81-9f29-5f9ee6b36740 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Deleting subnet d5d2da90-b53f-4f89-8ad9-6743de70bccc {{(pid=100596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:56:52.019264 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0bff99e0-3107-4f81-9f29-5f9ee6b36740 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks [] for subnet, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:52.070017 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0bff99e0-3107-4f81-9f29-5f9ee6b36740 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25189079'] for subnet, precommit_delete_associations {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:52.193523 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0bff99e0-3107-4f81-9f29-5f9ee6b36740 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:52.299099 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0bff99e0-3107-4f81-9f29-5f9ee6b36740 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26836193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26761888'] for subnet, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:52.332747 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bff99e0-3107-4f81-9f29-5f9ee6b36740 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Pushing event deleted for resources: {'Subnet': ['ID=d5d2da90-b53f-4f89-8ad9-6743de70bccc,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:52.343723 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0bff99e0-3107-4f81-9f29-5f9ee6b36740 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:52.351740 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c8b1286-65da-495c-a0f7-dc7393e3d8ec None None] Network ddd9fc94-77ca-4f3c-9630-675ceb4c9ca6 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:56:52.360166 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-0bff99e0-3107-4f81-9f29-5f9ee6b36740 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] 10.222.0.64 "DELETE /v2.0/subnets/d5d2da90-b53f-4f89-8ad9-6743de70bccc HTTP/1.1" status: 204 len: 168 time: 0.4559143 Oct 20 10:56:52.362232 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 55202) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:52.508779 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c456595d-32b1-4d06-a15d-5fe3d92841b9 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:52.578123 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-c456595d-32b1-4d06-a15d-5fe3d92841b9 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Deleting port ba73d6e2-8863-42d9-ab37-7da902085c23 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:56:52.578768 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c456595d-32b1-4d06-a15d-5fe3d92841b9 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:52.582362 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4086b34-c0f4-4a19-b514-1f2e3f653376 None None] DHCP port deletion for ddd9fc94-77ca-4f3c-9630-675ceb4c9ca6 request from n-d-811396-3 {{(pid=100598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:56:52.681484 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-f4086b34-c0f4-4a19-b514-1f2e3f653376 None None] Deleting port ba73d6e2-8863-42d9-ab37-7da902085c23 {{(pid=100598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:56:52.684279 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-f4086b34-c0f4-4a19-b514-1f2e3f653376 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:52.686956 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [None req-c456595d-32b1-4d06-a15d-5fe3d92841b9 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] For port ba73d6e2-8863-42d9-ab37-7da902085c23, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=ba73d6e2-8863-42d9-ab37-7da902085c23,segment=NetworkSegment(85be6637-bdf3-49f7-8130-39907b4ec335),segment_id=85be6637-bdf3-49f7-8130-39907b4ec335)] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:56:52.687492 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c456595d-32b1-4d06-a15d-5fe3d92841b9 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:52.701155 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-c456595d-32b1-4d06-a15d-5fe3d92841b9 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Calling delete_port for ba73d6e2-8863-42d9-ab37-7da902085c23 owned by network:dhcp {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:56:52.785274 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-f4086b34-c0f4-4a19-b514-1f2e3f653376 None None] For port ba73d6e2-8863-42d9-ab37-7da902085c23, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=ba73d6e2-8863-42d9-ab37-7da902085c23,segment=NetworkSegment(85be6637-bdf3-49f7-8130-39907b4ec335),segment_id=85be6637-bdf3-49f7-8130-39907b4ec335)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:56:52.785872 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-f4086b34-c0f4-4a19-b514-1f2e3f653376 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:52.804131 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-f4086b34-c0f4-4a19-b514-1f2e3f653376 None None] Calling delete_port for ba73d6e2-8863-42d9-ab37-7da902085c23 owned by network:dhcp {{(pid=100598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:56:52.838452 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c456595d-32b1-4d06-a15d-5fe3d92841b9 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:52.874835 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c456595d-32b1-4d06-a15d-5fe3d92841b9 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Pushing event deleted for resources: {'Port': ['ID=ba73d6e2-8863-42d9-ab37-7da902085c23,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:52.891618 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c456595d-32b1-4d06-a15d-5fe3d92841b9 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] No DVR routers for this DVR port ba73d6e2-8863-42d9-ab37-7da902085c23 on host n-d-811396-3 {{(pid=100597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:56:52.954808 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-f4086b34-c0f4-4a19-b514-1f2e3f653376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956'] for port, after_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:53.008281 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c456595d-32b1-4d06-a15d-5fe3d92841b9 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:53.010939 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4086b34-c0f4-4a19-b514-1f2e3f653376 None None] No DVR routers for this DVR port ba73d6e2-8863-42d9-ab37-7da902085c23 on host n-d-811396-3 {{(pid=100598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:56:53.023928 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4086b34-c0f4-4a19-b514-1f2e3f653376 None None] Pushing event deleted for resources: {'Port': ['ID=ba73d6e2-8863-42d9-ab37-7da902085c23,revision_number=None']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:53.049813 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-c456595d-32b1-4d06-a15d-5fe3d92841b9 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddd9fc94-77ca-4f3c-9630-675ceb4c9ca6']}} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:53.063516 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-c456595d-32b1-4d06-a15d-5fe3d92841b9 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85be6637-bdf3-49f7-8130-39907b4ec335') {'for_net_delete': True} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:53.064253 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-c456595d-32b1-4d06-a15d-5fe3d92841b9 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85be6637-bdf3-49f7-8130-39907b4ec335') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:53.076767 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c456595d-32b1-4d06-a15d-5fe3d92841b9 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25852596'] for segment, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:53.098213 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c456595d-32b1-4d06-a15d-5fe3d92841b9 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:53.110214 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c456595d-32b1-4d06-a15d-5fe3d92841b9 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Releasing vlan 839 on physical network physnet1 to pool {{(pid=100597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:56:53.111151 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c456595d-32b1-4d06-a15d-5fe3d92841b9 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951012'] for segment, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:53.188643 n-d-811396-3 neutron-server[100597]: Traceback (most recent call last): Oct 20 10:56:53.188643 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:56:53.188643 n-d-811396-3 neutron-server[100597]: timer() Oct 20 10:56:53.188643 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:56:53.188643 n-d-811396-3 neutron-server[100597]: cb(*args, **kw) Oct 20 10:56:53.188643 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:56:53.188643 n-d-811396-3 neutron-server[100597]: return func(*args, **kwargs) Oct 20 10:56:53.188643 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:56:53.188643 n-d-811396-3 neutron-server[100597]: self._notify() Oct 20 10:56:53.188643 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:56:53.188643 n-d-811396-3 neutron-server[100597]: self.callback(batched_events) Oct 20 10:56:53.188643 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:56:53.188643 n-d-811396-3 neutron-server[100597]: event.method(event) Oct 20 10:56:53.188643 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:56:53.188643 n-d-811396-3 neutron-server[100597]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:56:53.188643 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:56:53.188643 n-d-811396-3 neutron-server[100597]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:56:53.188643 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:56:53.188643 n-d-811396-3 neutron-server[100597]: return f(self, *a, **k) Oct 20 10:56:53.188643 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:56:53.188643 n-d-811396-3 neutron-server[100597]: return self._get(url).json() Oct 20 10:56:53.188643 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:56:53.188643 n-d-811396-3 neutron-server[100597]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:56:53.188643 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:56:53.188643 n-d-811396-3 neutron-server[100597]: return self.request(url, 'GET', **kwargs) Oct 20 10:56:53.188643 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:56:53.188643 n-d-811396-3 neutron-server[100597]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:56:53.188643 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:56:53.188643 n-d-811396-3 neutron-server[100597]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:56:53.188643 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:56:53.188643 n-d-811396-3 neutron-server[100597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:56:53.188643 n-d-811396-3 neutron-server[100597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:56:53.206742 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5890e4-abbe-4a44-a9d1-1bef6ce0a4ac req-bda330f3-8528-45f2-b373-fb9d563b6d4d tempest-ServerGroupTestJSON-1574399519 tempest-ServerGroupTestJSON-1574399519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:53.206742 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ed5890e4-abbe-4a44-a9d1-1bef6ce0a4ac req-bda330f3-8528-45f2-b373-fb9d563b6d4d tempest-ServerGroupTestJSON-1574399519 tempest-ServerGroupTestJSON-1574399519-project] 10.222.0.64 "GET /v2.0/ports?device_id=64610aa7-d7c1-4c5b-ba2d-648c7db373e0 HTTP/1.1" status: 200 len: 943 time: 0.0847154 Oct 20 10:56:53.217969 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c456595d-32b1-4d06-a15d-5fe3d92841b9 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:53.243924 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c456595d-32b1-4d06-a15d-5fe3d92841b9 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:53.268414 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-c456595d-32b1-4d06-a15d-5fe3d92841b9 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] 10.222.0.64 "DELETE /v2.0/networks/ddd9fc94-77ca-4f3c-9630-675ceb4c9ca6 HTTP/1.1" status: 204 len: 168 time: 0.9040995 Oct 20 10:56:53.269099 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 55246) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:53.272567 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device ba73d6e2-8863-42d9-ab37-7da902085c23 no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:56:53.278637 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ed5890e4-abbe-4a44-a9d1-1bef6ce0a4ac req-f5e1b552-133d-47ff-8700-36d42d895519 tempest-ServerGroupTestJSON-1574399519 tempest-ServerGroupTestJSON-1574399519-project] 10.222.0.64 "GET /v2.0/security-groups?id=20a7bbac-940f-4b10-8386-639e53d5b8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629661 Oct 20 10:56:53.286258 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c456595d-32b1-4d06-a15d-5fe3d92841b9 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Pushing event deleted for resources: {'Network': ['ID=ddd9fc94-77ca-4f3c-9630-675ceb4c9ca6,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:53.293903 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-12be3144-d561-469b-aca2-e5c81b534a02 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Request body: {'network': {'name': 'tempest-RoutersTest-148994804'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:56:53.308429 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: ba73d6e2-8863-42d9-ab37-7da902085c23 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:56:53.308895 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device ba73d6e2-8863-42d9-ab37-7da902085c23 not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:56:53.332799 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12be3144-d561-469b-aca2-e5c81b534a02 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Made reservation on behalf of f889f0e78885417f8f60131724c64516 for: {'network': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:56:53.338307 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-12be3144-d561-469b-aca2-e5c81b534a02 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:53.366832 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12be3144-d561-469b-aca2-e5c81b534a02 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 825} {{(pid=100597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:56:53.383756 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-12be3144-d561-469b-aca2-e5c81b534a02 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:53.384666 n-d-811396-3 neutron-server[100597]: INFO neutron.db.segments_db [None req-12be3144-d561-469b-aca2-e5c81b534a02 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Added segment 2198515d-a3c6-460f-80c1-c1434c1c017a of type vlan for network 4df9cb59-8150-4aec-89c5-7ac7526b68dd Oct 20 10:56:53.398291 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device f3dfbddf-8036-4e2c-8122-af215e53f178 details requested by agent hyperv_n-h2-811396-3 with host n-h2-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:56:53.462169 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-12be3144-d561-469b-aca2-e5c81b534a02 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:53.508747 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-12be3144-d561-469b-aca2-e5c81b534a02 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:53.515680 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12be3144-d561-469b-aca2-e5c81b534a02 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:53.516530 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-12be3144-d561-469b-aca2-e5c81b534a02 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:53.576281 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-12be3144-d561-469b-aca2-e5c81b534a02 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2909842 Oct 20 10:56:53.578883 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 55262) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:53.585760 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-93bed3e3-add7-4d89-a9d4-f3476c95c4d6 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Request body: {'subnet': {'network_id': '4df9cb59-8150-4aec-89c5-7ac7526b68dd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:56:53.597729 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port f3dfbddf-8036-4e2c-8122-af215e53f178, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=f3dfbddf-8036-4e2c-8122-af215e53f178,segment=NetworkSegment(36432a32-6966-4bd6-9f82-ec59cf014cea),segment_id=36432a32-6966-4bd6-9f82-ec59cf014cea)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:56:53.619454 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12be3144-d561-469b-aca2-e5c81b534a02 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Pushing event updated for resources: {'Network': ['ID=4df9cb59-8150-4aec-89c5-7ac7526b68dd,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:53.624484 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Returning: {'device': 'f3dfbddf-8036-4e2c-8122-af215e53f178', 'network_id': '0ba6a593-e6a3-4623-a883-5c2f367a3330', 'port_id': 'f3dfbddf-8036-4e2c-8122-af215e53f178', 'mac_address': 'fa:16:3e:cc:ee:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 823, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '681715ef-c656-4ba4-8803-163f848e1ffb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:56:53.633251 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network 4df9cb59-8150-4aec-89c5-7ac7526b68dd details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:56:53.715372 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93bed3e3-add7-4d89-a9d4-f3476c95c4d6 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Made reservation on behalf of f889f0e78885417f8f60131724c64516 for: {'subnet': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:56:53.720247 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-93bed3e3-add7-4d89-a9d4-f3476c95c4d6 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26761797'] for subnet, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:53.746694 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:53.764378 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3dfbddf-8036-4e2c-8122-af215e53f178 {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:56:53.804128 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port f3dfbddf-8036-4e2c-8122-af215e53f178, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=f3dfbddf-8036-4e2c-8122-af215e53f178,segment=NetworkSegment(36432a32-6966-4bd6-9f82-ec59cf014cea),segment_id=36432a32-6966-4bd6-9f82-ec59cf014cea)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:56:53.814767 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:53.916212 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=f3dfbddf-8036-4e2c-8122-af215e53f178,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:53.976063 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-93bed3e3-add7-4d89-a9d4-f3476c95c4d6 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26836128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26761819'] for subnet, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:54.056128 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bed3e3-add7-4d89-a9d4-f3476c95c4d6 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Pushing event updated for resources: {'Subnet': ['ID=0851bc0f-1226-4d13-a7a7-f01084537dcc,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:54.059948 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['f3dfbddf-8036-4e2c-8122-af215e53f178'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:56:54.064879 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93bed3e3-add7-4d89-a9d4-f3476c95c4d6 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Checking segment: {'id': '2198515d-a3c6-460f-80c1-c1434c1c017a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '4df9cb59-8150-4aec-89c5-7ac7526b68dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:56:54.065152 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93bed3e3-add7-4d89-a9d4-f3476c95c4d6 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Network hostable DHCP agents. Network: 4df9cb59-8150-4aec-89c5-7ac7526b68dd, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:56:54.085622 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93bed3e3-add7-4d89-a9d4-f3476c95c4d6 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Network 4df9cb59-8150-4aec-89c5-7ac7526b68dd is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:56:54.112886 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-93bed3e3-add7-4d89-a9d4-f3476c95c4d6 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, 4df9cb59-8150-4aec-89c5-7ac7526b68dd) {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:56:54.118096 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93bed3e3-add7-4d89-a9d4-f3476c95c4d6 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:54.120165 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-93bed3e3-add7-4d89-a9d4-f3476c95c4d6 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:54.128101 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e10607d4-21f1-47f7-aa98-20a7cf7be3e4 None None] Network 4df9cb59-8150-4aec-89c5-7ac7526b68dd requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:56:54.151201 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-93bed3e3-add7-4d89-a9d4-f3476c95c4d6 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5710876 Oct 20 10:56:54.153742 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 55284) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:54.159421 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-a60869c4-974a-45b2-9201-4aa28932201f tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-890190382', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:56:54.197038 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a60869c4-974a-45b2-9201-4aa28932201f tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1772442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258322'] for router, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:54.199970 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a60869c4-974a-45b2-9201-4aa28932201f tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1772334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773516', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258315'] for router, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:54.281831 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 55290) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:54.290533 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-e185808b-e75c-4bdb-8c8d-e20cf025f146 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Request body: {'network': {'name': 'tempest-network-smoke--631444707', 'project_id': '0f7c095abe574139be06bffc4a6ef74a', 'port_security_enabled': True}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:56:54.319225 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a60869c4-974a-45b2-9201-4aa28932201f tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:54.326877 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a60869c4-974a-45b2-9201-4aa28932201f tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1773475'] for router, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:54.340583 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e185808b-e75c-4bdb-8c8d-e20cf025f146 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Made reservation on behalf of 0f7c095abe574139be06bffc4a6ef74a for: {'network': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:56:54.345067 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e185808b-e75c-4bdb-8c8d-e20cf025f146 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:54.358538 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e185808b-e75c-4bdb-8c8d-e20cf025f146 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:54.367104 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a60869c4-974a-45b2-9201-4aa28932201f tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks [] for router, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:54.368676 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-a60869c4-974a-45b2-9201-4aa28932201f tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2132359 Oct 20 10:56:54.371345 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 55300) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:54.463668 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab8c736-7e50-4c1c-9d28-ad2d08331e5a req-1a73e597-4ad7-40cb-8545-7a94dfd59c4f tempest-ServerGroupTestJSON-1574399519 tempest-ServerGroupTestJSON-1574399519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:54.465882 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3ab8c736-7e50-4c1c-9d28-ad2d08331e5a req-1a73e597-4ad7-40cb-8545-7a94dfd59c4f tempest-ServerGroupTestJSON-1574399519 tempest-ServerGroupTestJSON-1574399519-project] 10.222.0.64 "GET /v2.0/ports?device_id=64610aa7-d7c1-4c5b-ba2d-648c7db373e0 HTTP/1.1" status: 200 len: 944 time: 0.0717533 Oct 20 10:56:54.487363 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4246263e-f34a-4bf3-82de-840d8b869b48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524064ba-869c-5550-b826-c26b69a11278-4df9cb59-8150-4aec-89c5-7ac7526b68dd', 'network_id': '4df9cb59-8150-4aec-89c5-7ac7526b68dd', 'tenant_id': 'f889f0e78885417f8f60131724c64516', 'fixed_ips': [{'subnet_id': '0851bc0f-1226-4d13-a7a7-f01084537dcc'}]}} from n-d-811396-3. {{(pid=100598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:56:54.494931 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-4246263e-f34a-4bf3-82de-840d8b869b48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:54.525868 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3ab8c736-7e50-4c1c-9d28-ad2d08331e5a req-e27be30c-ebff-4e7e-b345-f2c12def1f57 tempest-ServerGroupTestJSON-1574399519 tempest-ServerGroupTestJSON-1574399519-project] 10.222.0.64 "GET /v2.0/security-groups?id=20a7bbac-940f-4b10-8386-639e53d5b8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533502 Oct 20 10:56:54.703560 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-4246263e-f34a-4bf3-82de-840d8b869b48 None None] Allocated IP 172.20.0.2 (4df9cb59-8150-4aec-89c5-7ac7526b68dd/0851bc0f-1226-4d13-a7a7-f01084537dcc/9c2050a4-037f-4c2f-8f90-ffeedf44ba6b) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:56:54.789959 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e185808b-e75c-4bdb-8c8d-e20cf025f146 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:54.796933 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e185808b-e75c-4bdb-8c8d-e20cf025f146 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:54.844233 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0c9eeed0-016a-41ef-96d9-0dace77d7979 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:54.851540 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e185808b-e75c-4bdb-8c8d-e20cf025f146 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 819} {{(pid=100597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:56:54.875296 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e185808b-e75c-4bdb-8c8d-e20cf025f146 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f5feac5-a21f-438c-bfbb-4ecb5926ebb1,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:54.903731 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-4246263e-f34a-4bf3-82de-840d8b869b48 None None] Publish callbacks [] for port, precommit_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:54.909358 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-4246263e-f34a-4bf3-82de-840d8b869b48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:54.915105 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e185808b-e75c-4bdb-8c8d-e20cf025f146 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:54.915488 n-d-811396-3 neutron-server[100597]: INFO neutron.db.segments_db [None req-e185808b-e75c-4bdb-8c8d-e20cf025f146 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Added segment 7d987acc-fdad-4524-a719-f66873c49631 of type vlan for network 3c7f3a1e-ebfb-474c-8a7c-dec27a9f3f24 Oct 20 10:56:54.955190 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4246263e-f34a-4bf3-82de-840d8b869b48 None None] Network 4df9cb59-8150-4aec-89c5-7ac7526b68dd is already hosted by enough agents. {{(pid=100598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:56:54.960563 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.base_scheduler [None req-4246263e-f34a-4bf3-82de-840d8b869b48 None None] Resources bound (agent type, host, resource id): {{(pid=100598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:56:54.962482 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4246263e-f34a-4bf3-82de-840d8b869b48 None None] Pushing event updated for resources: {'Port': ['ID=9c2050a4-037f-4c2f-8f90-ffeedf44ba6b,revision_number=1']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:54.964617 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4246263e-f34a-4bf3-82de-840d8b869b48 None None] Received port after_create {{(pid=100598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:56:55.019080 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-4246263e-f34a-4bf3-82de-840d8b869b48 None None] Attempting to bind port 9c2050a4-037f-4c2f-8f90-ffeedf44ba6b on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:56:55.019556 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-4246263e-f34a-4bf3-82de-840d8b869b48 None None] Attempting to bind port 9c2050a4-037f-4c2f-8f90-ffeedf44ba6b by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '2198515d-a3c6-460f-80c1-c1434c1c017a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '4df9cb59-8150-4aec-89c5-7ac7526b68dd'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:56:55.019918 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4246263e-f34a-4bf3-82de-840d8b869b48 None None] Attempting to bind port 9c2050a4-037f-4c2f-8f90-ffeedf44ba6b on network 4df9cb59-8150-4aec-89c5-7ac7526b68dd {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:56:55.025090 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4246263e-f34a-4bf3-82de-840d8b869b48 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 56, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:56:55.025533 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4246263e-f34a-4bf3-82de-840d8b869b48 None None] Checking segment: {'id': '2198515d-a3c6-460f-80c1-c1434c1c017a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '4df9cb59-8150-4aec-89c5-7ac7526b68dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:56:55.025943 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-4246263e-f34a-4bf3-82de-840d8b869b48 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:55.027021 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4246263e-f34a-4bf3-82de-840d8b869b48 None None] Bound using segment: {'id': '2198515d-a3c6-460f-80c1-c1434c1c017a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '4df9cb59-8150-4aec-89c5-7ac7526b68dd'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:56:55.027021 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-4246263e-f34a-4bf3-82de-840d8b869b48 None None] Bound port: 9c2050a4-037f-4c2f-8f90-ffeedf44ba6b, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2198515d-a3c6-460f-80c1-c1434c1c017a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '4df9cb59-8150-4aec-89c5-7ac7526b68dd'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:56:55.027201 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-4246263e-f34a-4bf3-82de-840d8b869b48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:55.028019 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e185808b-e75c-4bdb-8c8d-e20cf025f146 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:55.096816 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-4246263e-f34a-4bf3-82de-840d8b869b48 None None] For port 9c2050a4-037f-4c2f-8f90-ffeedf44ba6b, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:56:55.099048 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e185808b-e75c-4bdb-8c8d-e20cf025f146 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:55.100992 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-4246263e-f34a-4bf3-82de-840d8b869b48 None None] For port 9c2050a4-037f-4c2f-8f90-ffeedf44ba6b, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=9c2050a4-037f-4c2f-8f90-ffeedf44ba6b,segment=NetworkSegment(2198515d-a3c6-460f-80c1-c1434c1c017a),segment_id=2198515d-a3c6-460f-80c1-c1434c1c017a)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:56:55.105512 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-4246263e-f34a-4bf3-82de-840d8b869b48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:55.105817 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e185808b-e75c-4bdb-8c8d-e20cf025f146 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:55.106452 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e185808b-e75c-4bdb-8c8d-e20cf025f146 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:55.155695 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 55320) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:55.156591 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-e185808b-e75c-4bdb-8c8d-e20cf025f146 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8713088 Oct 20 10:56:55.159866 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-dcb9d88e-0121-402f-b938-82dadf83e16d tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-825914539', 'admin_state_up': True, 'project_id': '0f7c095abe574139be06bffc4a6ef74a', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:56:55.189958 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4246263e-f34a-4bf3-82de-840d8b869b48 None None] Pushing event updated for resources: {'Port': ['ID=9c2050a4-037f-4c2f-8f90-ffeedf44ba6b,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:55.217351 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-dcb9d88e-0121-402f-b938-82dadf83e16d tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1772442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258322'] for router, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:55.218659 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-dcb9d88e-0121-402f-b938-82dadf83e16d tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1772334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773516', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258315'] for router, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:55.246839 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e185808b-e75c-4bdb-8c8d-e20cf025f146 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Pushing event updated for resources: {'Network': ['ID=3c7f3a1e-ebfb-474c-8a7c-dec27a9f3f24,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:55.258939 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network 3c7f3a1e-ebfb-474c-8a7c-dec27a9f3f24 details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:56:55.301333 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-0c9eeed0-016a-41ef-96d9-0dace77d7979 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Allocated IP 172.20.0.1 (4df9cb59-8150-4aec-89c5-7ac7526b68dd/0851bc0f-1226-4d13-a7a7-f01084537dcc/24c6855b-22f6-4d2c-bbe6-10dd145d4630) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:56:55.308205 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-dcb9d88e-0121-402f-b938-82dadf83e16d tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:55.418349 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device f3dfbddf-8036-4e2c-8122-af215e53f178 up at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:56:55.495875 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning for port f3dfbddf-8036-4e2c-8122-af215e53f178 completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:56:55.496797 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0c9eeed0-016a-41ef-96d9-0dace77d7979 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:55.500944 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning complete for port f3dfbddf-8036-4e2c-8122-af215e53f178 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:56:55.501402 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:55.578206 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-dcb9d88e-0121-402f-b938-82dadf83e16d tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:55.581784 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0c9eeed0-016a-41ef-96d9-0dace77d7979 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:55.612860 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:55.662577 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64610aa7-d7c1-4c5b-ba2d-648c7db373e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3dfbddf-8036-4e2c-8122-af215e53f178'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:56:55.665692 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-667a34a2-64c7-4495-a4e2-1a810a23dadd" -d '{"events": [{"server_uuid": "64610aa7-d7c1-4c5b-ba2d-648c7db373e0", "name": "network-vif-plugged", "status": "completed", "tag": "f3dfbddf-8036-4e2c-8122-af215e53f178"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:56:55.676410 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9eeed0-016a-41ef-96d9-0dace77d7979 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Pushing event updated for resources: {'Port': ['ID=24c6855b-22f6-4d2c-bbe6-10dd145d4630,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:55.687917 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c9eeed0-016a-41ef-96d9-0dace77d7979 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Network 4df9cb59-8150-4aec-89c5-7ac7526b68dd is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:56:55.689529 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-0c9eeed0-016a-41ef-96d9-0dace77d7979 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:56:55.698214 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9eeed0-016a-41ef-96d9-0dace77d7979 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:56:55.706073 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port f3dfbddf-8036-4e2c-8122-af215e53f178, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=f3dfbddf-8036-4e2c-8122-af215e53f178,segment=NetworkSegment(36432a32-6966-4bd6-9f82-ec59cf014cea),segment_id=36432a32-6966-4bd6-9f82-ec59cf014cea)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:56:55.714670 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:55.764990 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcd0057-17ca-498d-a2c8-2874fc5d4bb5 req-d258d103-db6a-4386-ae67-1003198f69ee tempest-ServerGroupTestJSON-1574399519 tempest-ServerGroupTestJSON-1574399519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:55.766972 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6bcd0057-17ca-498d-a2c8-2874fc5d4bb5 req-d258d103-db6a-4386-ae67-1003198f69ee tempest-ServerGroupTestJSON-1574399519 tempest-ServerGroupTestJSON-1574399519-project] 10.222.0.64 "GET /v2.0/ports?device_id=64610aa7-d7c1-4c5b-ba2d-648c7db373e0 HTTP/1.1" status: 200 len: 944 time: 0.0968299 Oct 20 10:56:55.767443 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b2dbe59-89b7-48da-8b1d-49789be90c65 x-openstack-request-id: req-1b2dbe59-89b7-48da-8b1d-49789be90c65 {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:56:55.767742 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64610aa7-d7c1-4c5b-ba2d-648c7db373e0", "name": "network-vif-plugged", "status": "completed", "tag": "f3dfbddf-8036-4e2c-8122-af215e53f178", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:56:55.767997 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1b2dbe59-89b7-48da-8b1d-49789be90c65 {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:56:55.768378 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64610aa7-d7c1-4c5b-ba2d-648c7db373e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3dfbddf-8036-4e2c-8122-af215e53f178', 'code': 200} Oct 20 10:56:55.800356 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0c9eeed0-016a-41ef-96d9-0dace77d7979 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1774540'] for router_interface, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:55.853967 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=f3dfbddf-8036-4e2c-8122-af215e53f178,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:55.878357 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6bcd0057-17ca-498d-a2c8-2874fc5d4bb5 req-813fe728-08b1-4f6d-b4dd-9f0abaced4da tempest-ServerGroupTestJSON-1574399519 tempest-ServerGroupTestJSON-1574399519-project] 10.222.0.64 "GET /v2.0/security-groups?id=20a7bbac-940f-4b10-8386-639e53d5b8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947175 Oct 20 10:56:55.967463 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-dcb9d88e-0121-402f-b938-82dadf83e16d tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Publish callbacks [] for router_gateway, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:55.970607 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5649eba9-8908-4a75-97ce-f56b51c775a0 req-7ce6d320-64d5-4c34-bcde-add71112a15b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:55.972107 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5649eba9-8908-4a75-97ce-f56b51c775a0 req-7ce6d320-64d5-4c34-bcde-add71112a15b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=64610aa7-d7c1-4c5b-ba2d-648c7db373e0 HTTP/1.1" status: 200 len: 1096 time: 0.1479967 Oct 20 10:56:55.981451 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0c9eeed0-016a-41ef-96d9-0dace77d7979 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:55.997413 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-dcb9d88e-0121-402f-b938-82dadf83e16d tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:56.071643 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5649eba9-8908-4a75-97ce-f56b51c775a0 req-9084f941-6a3e-458d-a4e4-ab57e11cf4c5 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=20a7bbac-940f-4b10-8386-639e53d5b8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799656 Oct 20 10:56:56.207674 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [None req-dcb9d88e-0121-402f-b938-82dadf83e16d tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Allocated IP 172.25.1.220 (cbe170d3-31ba-45a2-b477-520ab0a7a8ea/f4e26aca-17ac-4adb-a66b-d939a1b35b64/020ae913-dc2f-4cf3-853b-94e1e5d82892) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:56:56.372772 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0c9eeed0-016a-41ef-96d9-0dace77d7979 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks [] for port, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:56.379054 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0c9eeed0-016a-41ef-96d9-0dace77d7979 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:56.492090 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-dcb9d88e-0121-402f-b938-82dadf83e16d tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:56.525556 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0c9eeed0-016a-41ef-96d9-0dace77d7979 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1774432'] for router_interface, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:56.528621 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9eeed0-016a-41ef-96d9-0dace77d7979 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Pushing event updated for resources: {'Port': ['ID=24c6855b-22f6-4d2c-bbe6-10dd145d4630,revision_number=2']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:56.533553 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-dcb9d88e-0121-402f-b938-82dadf83e16d tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:56.595572 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb9d88e-0121-402f-b938-82dadf83e16d tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Network cbe170d3-31ba-45a2-b477-520ab0a7a8ea is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:56:56.599629 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-dcb9d88e-0121-402f-b938-82dadf83e16d tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:56:56.603357 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb9d88e-0121-402f-b938-82dadf83e16d tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:56:56.618867 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2344f0c3-e476-4765-80d4-ce2db4e0dfaf None None] Network 4df9cb59-8150-4aec-89c5-7ac7526b68dd requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:56:56.635024 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb9d88e-0121-402f-b938-82dadf83e16d tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Pushing event updated for resources: {'Port': ['ID=020ae913-dc2f-4cf3-853b-94e1e5d82892,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:56.662591 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c9eeed0-016a-41ef-96d9-0dace77d7979 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Network 4df9cb59-8150-4aec-89c5-7ac7526b68dd is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:56:56.664786 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-0c9eeed0-016a-41ef-96d9-0dace77d7979 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:56:56.801144 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-d894a46a-b05d-4fd5-b899-614d5b115f90 None None] Provisioning complete for port 9c2050a4-037f-4c2f-8f90-ffeedf44ba6b triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:56:56.801462 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-d894a46a-b05d-4fd5-b899-614d5b115f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:56.816386 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c9eeed0-016a-41ef-96d9-0dace77d7979 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Router a0565b9b-d6bb-42ff-8480-fd832592adb6 is scheduled to L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 with binding_index 1 {{(pid=100597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 10:56:56.957728 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-dcb9d88e-0121-402f-b938-82dadf83e16d tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Publish callbacks [] for router_gateway, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:56.984112 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-d894a46a-b05d-4fd5-b899-614d5b115f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:56.989710 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c9eeed0-016a-41ef-96d9-0dace77d7979 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:56:56.999446 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-0c9eeed0-016a-41ef-96d9-0dace77d7979 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] 10.222.0.64 "PUT /v2.0/routers/a0565b9b-d6bb-42ff-8480-fd832592adb6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6260707 Oct 20 10:56:57.002105 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 55346) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:57.013909 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c61f21db-ec23-4c6b-9fa9-982055d962be None None] Sync routers for ids ['a0565b9b-d6bb-42ff-8480-fd832592adb6'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:56:57.062771 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61f21db-ec23-4c6b-9fa9-982055d962be None None] Routers {'a0565b9b-d6bb-42ff-8480-fd832592adb6'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:56:57.063457 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-c61f21db-ec23-4c6b-9fa9-982055d962be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:56:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['a0565b9b-d6bb-42ff-8480-fd832592adb6'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:57.120608 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e57913c-7bf0-4df5-85f2-96eef0e735f2 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:57.124842 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-1e57913c-7bf0-4df5-85f2-96eef0e735f2 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] 10.222.0.64 "GET /v2.0/ports/24c6855b-22f6-4d2c-bbe6-10dd145d4630 HTTP/1.1" status: 200 len: 910 time: 0.1190112 Oct 20 10:56:57.125030 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 55348) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:57.141472 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-c61f21db-ec23-4c6b-9fa9-982055d962be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:57.192852 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-d894a46a-b05d-4fd5-b899-614d5b115f90 None None] For port 9c2050a4-037f-4c2f-8f90-ffeedf44ba6b, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=9c2050a4-037f-4c2f-8f90-ffeedf44ba6b,segment=NetworkSegment(2198515d-a3c6-460f-80c1-c1434c1c017a),segment_id=2198515d-a3c6-460f-80c1-c1434c1c017a)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:56:57.204331 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61f21db-ec23-4c6b-9fa9-982055d962be None None] Routers {'a0565b9b-d6bb-42ff-8480-fd832592adb6'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:56:57.205031 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-c61f21db-ec23-4c6b-9fa9-982055d962be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:56:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['a0565b9b-d6bb-42ff-8480-fd832592adb6'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:57.250889 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa14423-4a8e-4b53-972e-14274d52747c req-9ea48504-ed9b-4bf2-868c-5a54aee53d90 tempest-ServerGroupTestJSON-1574399519 tempest-ServerGroupTestJSON-1574399519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:57.264932 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-daa14423-4a8e-4b53-972e-14274d52747c req-9ea48504-ed9b-4bf2-868c-5a54aee53d90 tempest-ServerGroupTestJSON-1574399519 tempest-ServerGroupTestJSON-1574399519-project] 10.222.0.64 "GET /v2.0/ports?device_id=64610aa7-d7c1-4c5b-ba2d-648c7db373e0 HTTP/1.1" status: 200 len: 945 time: 0.1921976 Oct 20 10:56:57.284629 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-c61f21db-ec23-4c6b-9fa9-982055d962be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:57.292552 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c61f21db-ec23-4c6b-9fa9-982055d962be None None] The sync data for ids ['a0565b9b-d6bb-42ff-8480-fd832592adb6'] in n-d-811396-3 is: [] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:56:57.298785 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-d894a46a-b05d-4fd5-b899-614d5b115f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:57.530729 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-daa14423-4a8e-4b53-972e-14274d52747c req-2c261e4f-1b48-4227-b6b9-a641b75ec0ea tempest-ServerGroupTestJSON-1574399519 tempest-ServerGroupTestJSON-1574399519-project] 10.222.0.64 "GET /v2.0/security-groups?id=20a7bbac-940f-4b10-8386-639e53d5b8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2645934 Oct 20 10:56:57.634798 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-dcb9d88e-0121-402f-b938-82dadf83e16d tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1773475'] for router, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:57.688794 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 9c2050a4-037f-4c2f-8f90-ffeedf44ba6b up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:56:57.754867 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-8c9e5f77-4ab4-4101-a20b-abe377262f31 None None] Provisioning complete for port 24c6855b-22f6-4d2c-bbe6-10dd145d4630 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:56:57.755256 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-8c9e5f77-4ab4-4101-a20b-abe377262f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:57.805237 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d894a46a-b05d-4fd5-b899-614d5b115f90 None None] Pushing event updated for resources: {'Port': ['ID=9c2050a4-037f-4c2f-8f90-ffeedf44ba6b,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:57.818143 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-8c9e5f77-4ab4-4101-a20b-abe377262f31 None None] Port 24c6855b-22f6-4d2c-bbe6-10dd145d4630 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:56:57.837994 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-852d4d52-201f-4d12-9c66-f389d6a98c43 req-2c498533-db25-4ab3-9459-c86d20e894ed service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b3f9930f-6768-428d-b296-1e65ca6bdfa7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1269116 Oct 20 10:56:57.844647 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 9c2050a4-037f-4c2f-8f90-ffeedf44ba6b triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:56:57.845024 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:57.846671 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-8c9e5f77-4ab4-4101-a20b-abe377262f31 None None] Provisioning complete for port 9c2050a4-037f-4c2f-8f90-ffeedf44ba6b triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:56:57.847030 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-8c9e5f77-4ab4-4101-a20b-abe377262f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:57.900642 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcb9d88e-0121-402f-b938-82dadf83e16d tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Router d38499b0-bf59-4a6e-8258-4a9bbefb5c13 is scheduled to L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 with binding_index 1 {{(pid=100596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 10:56:57.902528 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3b9d8438-58fc-4a25-b883-b1bd6eda2f15 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1774405'] for router_interface, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:58.098255 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852d4d52-201f-4d12-9c66-f389d6a98c43 req-cf6b1cda-d292-45dd-9438-d5b07e916548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:58.100131 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-852d4d52-201f-4d12-9c66-f389d6a98c43 req-cf6b1cda-d292-45dd-9438-d5b07e916548 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=376203cb7dec4dad9717307d6c606d33&device_id=b3f9930f-6768-428d-b296-1e65ca6bdfa7 HTTP/1.1" status: 200 len: 1095 time: 0.1787245 Oct 20 10:56:58.146360 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcb9d88e-0121-402f-b938-82dadf83e16d tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:56:58.163458 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55cfc122-b455-4083-8c4d-fe277b766c83 None None] Sync routers for ids ['d38499b0-bf59-4a6e-8258-4a9bbefb5c13'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:56:58.172951 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55cfc122-b455-4083-8c4d-fe277b766c83 None None] Routers {'d38499b0-bf59-4a6e-8258-4a9bbefb5c13'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:56:58.173850 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-55cfc122-b455-4083-8c4d-fe277b766c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:56:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['d38499b0-bf59-4a6e-8258-4a9bbefb5c13'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:58.177320 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-f9523c74-a60d-40b1-a85b-3ec26c82dee1 None None] Provisioning complete for port 24c6855b-22f6-4d2c-bbe6-10dd145d4630 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:56:58.177922 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-f9523c74-a60d-40b1-a85b-3ec26c82dee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:58.217202 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-f9523c74-a60d-40b1-a85b-3ec26c82dee1 None None] Port 24c6855b-22f6-4d2c-bbe6-10dd145d4630 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:56:58.229607 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-dcb9d88e-0121-402f-b938-82dadf83e16d tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Publish callbacks [] for router, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:58.230979 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-dcb9d88e-0121-402f-b938-82dadf83e16d tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 3.0753684 Oct 20 10:56:58.236084 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 55356) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:58.281301 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852d4d52-201f-4d12-9c66-f389d6a98c43 req-5efcc22e-1c04-459d-a98e-48deaf2dfbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:58.283048 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-852d4d52-201f-4d12-9c66-f389d6a98c43 req-5efcc22e-1c04-459d-a98e-48deaf2dfbdb service neutron] 10.222.0.55 "GET /v2.0/networks?id=b8b1e2be-5932-428e-a716-07af13af4e6c HTTP/1.1" status: 200 len: 912 time: 0.1610973 Oct 20 10:56:58.291964 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-3b9d8438-58fc-4a25-b883-b1bd6eda2f15 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Deleting port 24c6855b-22f6-4d2c-bbe6-10dd145d4630 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:56:58.292311 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3b9d8438-58fc-4a25-b883-b1bd6eda2f15 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:58.371237 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-852d4d52-201f-4d12-9c66-f389d6a98c43 req-615dcb21-ec7c-40d8-a83c-d924c6411d54 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d012fc61-e760-4bcf-aff4-9ef2d30ecf9f HTTP/1.1" status: 200 len: 997 time: 0.0776925 Oct 20 10:56:58.434344 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-55cfc122-b455-4083-8c4d-fe277b766c83 None None] Set router d38499b0-bf59-4a6e-8258-4a9bbefb5c13 gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:56:58.448378 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852d4d52-201f-4d12-9c66-f389d6a98c43 req-d78faae2-f7cf-4cf4-b859-81d569b22cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:58.450512 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-852d4d52-201f-4d12-9c66-f389d6a98c43 req-d78faae2-f7cf-4cf4-b859-81d569b22cc1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=437b47ec-4211-421c-828b-76408ce53dce HTTP/1.1" status: 200 len: 850 time: 0.0725496 Oct 20 10:56:58.458066 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3b9d8438-58fc-4a25-b883-b1bd6eda2f15 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:58.474245 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-3b9d8438-58fc-4a25-b883-b1bd6eda2f15 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Calling delete_port for 24c6855b-22f6-4d2c-bbe6-10dd145d4630 owned by network:router_interface {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:56:58.618263 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-702547a6-8c22-4da4-b3f7-f6799a69c7ba tempest-TestSecurityGroupsBasicOps-1019124985 tempest-TestSecurityGroupsBasicOps-1019124985-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=0f7c095abe574139be06bffc4a6ef74a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3772187 Oct 20 10:56:58.634863 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 55370) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:58.784039 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-55cfc122-b455-4083-8c4d-fe277b766c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd38499b0-bf59-4a6e-8258-4a9bbefb5c13', 'name': 'tempest-TestSecurityGroupsBasicOps-router-825914539', 'tenant_id': '0f7c095abe574139be06bffc4a6ef74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': '020ae913-dc2f-4cf3-853b-94e1e5d82892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:56:55Z', 'updated_at': '2021-10-20T10:56:56Z', 'revision_number': 3, 'project_id': '0f7c095abe574139be06bffc4a6ef74a', 'gw_port': {'id': '020ae913-dc2f-4cf3-853b-94e1e5d82892', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:db:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd38499b0-bf59-4a6e-8258-4a9bbefb5c13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:56:56Z', 'updated_at': '2021-10-20T10:56:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:56:58.817986 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55cfc122-b455-4083-8c4d-fe277b766c83 None None] Checking router: d38499b0-bf59-4a6e-8258-4a9bbefb5c13 for host: n-d-811396-3 {{(pid=100599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:56:58.818627 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55cfc122-b455-4083-8c4d-fe277b766c83 None None] Updating router d38499b0-bf59-4a6e-8258-4a9bbefb5c13 port 020ae913-dc2f-4cf3-853b-94e1e5d82892 binding host n-d-811396-3 {{(pid=100599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 10:56:58.828443 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852d4d52-201f-4d12-9c66-f389d6a98c43 req-4660d396-6815-4638-8411-921a88cd502f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:58.833852 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-852d4d52-201f-4d12-9c66-f389d6a98c43 req-4660d396-6815-4638-8411-921a88cd502f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b8b1e2be-5932-428e-a716-07af13af4e6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3751779 Oct 20 10:56:58.853148 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-55cfc122-b455-4083-8c4d-fe277b766c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:59.059756 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-852d4d52-201f-4d12-9c66-f389d6a98c43 req-8954337a-1cf6-49b2-a755-9ed0617b8581 service neutron] 10.222.0.55 "GET /v2.0/networks/b8b1e2be-5932-428e-a716-07af13af4e6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869848 Oct 20 10:56:59.071845 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3eb2a45-ca58-4532-ac74-b30000da9ca5 tempest-TestSecurityGroupsBasicOps-1019124985 tempest-TestSecurityGroupsBasicOps-1019124985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:59.076010 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-d3eb2a45-ca58-4532-ac74-b30000da9ca5 tempest-TestSecurityGroupsBasicOps-1019124985 tempest-TestSecurityGroupsBasicOps-1019124985-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4371388 Oct 20 10:56:59.087358 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 55378) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:59.142895 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a90dc1-cf58-416a-8c7c-e824875160d8 req-52894997-28f3-4d6e-b358-b4155fc3201c tempest-ServerGroupTestJSON-1574399519 tempest-ServerGroupTestJSON-1574399519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:56:59.144677 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-95a90dc1-cf58-416a-8c7c-e824875160d8 req-52894997-28f3-4d6e-b358-b4155fc3201c tempest-ServerGroupTestJSON-1574399519 tempest-ServerGroupTestJSON-1574399519-project] 10.222.0.64 "GET /v2.0/ports?device_id=64610aa7-d7c1-4c5b-ba2d-648c7db373e0 HTTP/1.1" status: 200 len: 945 time: 0.3264496 Oct 20 10:56:59.149348 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-e20deab6-e922-41a9-8bf9-89c6bb27bc93 tempest-TestSecurityGroupsBasicOps-1019124985 tempest-TestSecurityGroupsBasicOps-1019124985-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=cbe170d3-31ba-45a2-b477-520ab0a7a8ea&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0532825 Oct 20 10:56:59.153445 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 55380) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:56:59.158497 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-05221f2c-a911-48f3-990c-aba2aa64a47a tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1614856282', 'network_id': '3c7f3a1e-ebfb-474c-8a7c-dec27a9f3f24', 'project_id': '0f7c095abe574139be06bffc4a6ef74a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:56:59.279219 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 9c2050a4-037f-4c2f-8f90-ffeedf44ba6b up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:56:59.424906 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 9c2050a4-037f-4c2f-8f90-ffeedf44ba6b triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:56:59.425200 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:59.433171 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3b9d8438-58fc-4a25-b883-b1bd6eda2f15 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:59.495776 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-55cfc122-b455-4083-8c4d-fe277b766c83 None None] Publish callbacks [] for port, precommit_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:59.506759 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-55cfc122-b455-4083-8c4d-fe277b766c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:59.588470 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-95a90dc1-cf58-416a-8c7c-e824875160d8 req-e7ac9cf7-6fbe-4396-89d1-d42f4ecc13dc tempest-ServerGroupTestJSON-1574399519 tempest-ServerGroupTestJSON-1574399519-project] 10.222.0.64 "GET /v2.0/security-groups?id=20a7bbac-940f-4b10-8386-639e53d5b8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4074585 Oct 20 10:56:59.606231 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9d8438-58fc-4a25-b883-b1bd6eda2f15 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Pushing event deleted for resources: {'Port': ['ID=24c6855b-22f6-4d2c-bbe6-10dd145d4630,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:59.664540 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-55cfc122-b455-4083-8c4d-fe277b766c83 None None] Attempting to bind port 020ae913-dc2f-4cf3-853b-94e1e5d82892 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:56:59.665542 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-55cfc122-b455-4083-8c4d-fe277b766c83 None None] Attempting to bind port 020ae913-dc2f-4cf3-853b-94e1e5d82892 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}] {{(pid=100599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:56:59.667003 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-852d4d52-201f-4d12-9c66-f389d6a98c43 req-a570a79b-5a84-4c5c-a169-3a62d71c5c33 service neutron] 10.222.0.55 "GET /v2.0/networks/b8b1e2be-5932-428e-a716-07af13af4e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5922711 Oct 20 10:56:59.669573 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55cfc122-b455-4083-8c4d-fe277b766c83 None None] Attempting to bind port 020ae913-dc2f-4cf3-853b-94e1e5d82892 on network cbe170d3-31ba-45a2-b477-520ab0a7a8ea {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:56:59.671662 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05221f2c-a911-48f3-990c-aba2aa64a47a tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Made reservation on behalf of 0f7c095abe574139be06bffc4a6ef74a for: {'subnet': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:56:59.679010 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-05221f2c-a911-48f3-990c-aba2aa64a47a tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26761797'] for subnet, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:59.684548 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55cfc122-b455-4083-8c4d-fe277b766c83 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 56, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:56:59.684923 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55cfc122-b455-4083-8c4d-fe277b766c83 None None] Checking segment: {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:56:59.685326 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-55cfc122-b455-4083-8c4d-fe277b766c83 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:59.685718 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55cfc122-b455-4083-8c4d-fe277b766c83 None None] Bound using segment: {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'} {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:56:59.686213 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-55cfc122-b455-4083-8c4d-fe277b766c83 None None] Bound port: 020ae913-dc2f-4cf3-853b-94e1e5d82892, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}}] {{(pid=100599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:56:59.686740 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-55cfc122-b455-4083-8c4d-fe277b766c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:59.701249 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42af241-852b-4896-a432-d16156257c58 None None] Pushing event updated for resources: {'Port': ['ID=020ae913-dc2f-4cf3-853b-94e1e5d82892,revision_number=2']} {{(pid=100599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:56:59.758096 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42af241-852b-4896-a432-d16156257c58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:56:59.758442 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42af241-852b-4896-a432-d16156257c58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:56:59.758783 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42af241-852b-4896-a432-d16156257c58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:56:59.759118 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42af241-852b-4896-a432-d16156257c58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:56:59.769449 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42af241-852b-4896-a432-d16156257c58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:56:59.769997 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42af241-852b-4896-a432-d16156257c58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:56:59.770291 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42af241-852b-4896-a432-d16156257c58 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:56:59.770629 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42af241-852b-4896-a432-d16156257c58 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:56:59.770965 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42af241-852b-4896-a432-d16156257c58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:56:59.771295 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42af241-852b-4896-a432-d16156257c58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:56:59.771698 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42af241-852b-4896-a432-d16156257c58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:56:59.774669 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42af241-852b-4896-a432-d16156257c58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:56:59.879731 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.db [None req-55cfc122-b455-4083-8c4d-fe277b766c83 None None] For port 020ae913-dc2f-4cf3-853b-94e1e5d82892, host n-d-811396-3, cleared binding levels {{(pid=100599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:56:59.885229 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.db [None req-55cfc122-b455-4083-8c4d-fe277b766c83 None None] For port 020ae913-dc2f-4cf3-853b-94e1e5d82892, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=020ae913-dc2f-4cf3-853b-94e1e5d82892,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:56:59.898684 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-55cfc122-b455-4083-8c4d-fe277b766c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:56:59.904159 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3b9d8438-58fc-4a25-b883-b1bd6eda2f15 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1771989'] for router_interface, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:00.010709 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-05221f2c-a911-48f3-990c-aba2aa64a47a tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26836128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26761819'] for subnet, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:00.043127 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42af241-852b-4896-a432-d16156257c58 None None] Pushing event updated for resources: {'Port': ['ID=020ae913-dc2f-4cf3-853b-94e1e5d82892,revision_number=3']} {{(pid=100599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:00.072742 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55cfc122-b455-4083-8c4d-fe277b766c83 None None] Routers {'d38499b0-bf59-4a6e-8258-4a9bbefb5c13'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:57:00.072742 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-55cfc122-b455-4083-8c4d-fe277b766c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:56:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['d38499b0-bf59-4a6e-8258-4a9bbefb5c13'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:57:00.124840 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05221f2c-a911-48f3-990c-aba2aa64a47a tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Pushing event updated for resources: {'Subnet': ['ID=cdb6f6cc-ac71-460f-ad42-3dc9fe778c4d,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:00.205126 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05221f2c-a911-48f3-990c-aba2aa64a47a tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Checking segment: {'id': '7d987acc-fdad-4524-a719-f66873c49631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '3c7f3a1e-ebfb-474c-8a7c-dec27a9f3f24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:57:00.205852 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05221f2c-a911-48f3-990c-aba2aa64a47a tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Network hostable DHCP agents. Network: 3c7f3a1e-ebfb-474c-8a7c-dec27a9f3f24, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:57:00.208311 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b9d8438-58fc-4a25-b883-b1bd6eda2f15 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Router a0565b9b-d6bb-42ff-8480-fd832592adb6 has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:57:00.245110 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05221f2c-a911-48f3-990c-aba2aa64a47a tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Network 3c7f3a1e-ebfb-474c-8a7c-dec27a9f3f24 is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:57:00.275064 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-05221f2c-a911-48f3-990c-aba2aa64a47a tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, 3c7f3a1e-ebfb-474c-8a7c-dec27a9f3f24) {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:57:00.283327 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-925279dd-daa6-42ed-b109-dbdae7dd9435 None None] Network 3c7f3a1e-ebfb-474c-8a7c-dec27a9f3f24 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:57:00.300838 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05221f2c-a911-48f3-990c-aba2aa64a47a tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:00.302015 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-05221f2c-a911-48f3-990c-aba2aa64a47a tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:00.311827 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b9d8438-58fc-4a25-b883-b1bd6eda2f15 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:57:00.332459 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-3b9d8438-58fc-4a25-b883-b1bd6eda2f15 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] 10.222.0.64 "PUT /v2.0/routers/a0565b9b-d6bb-42ff-8480-fd832592adb6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2058423 Oct 20 10:57:00.333687 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 55392) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:00.338085 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f902aa6-5aea-4818-98b4-be5a653ffd4f req-ef8d1f03-732b-46bd-b3ba-7a48da69feaa tempest-ServerGroupTestJSON-1574399519 tempest-ServerGroupTestJSON-1574399519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:00.338308 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1271e064-9583-45e7-8865-86ae48607770 None None] Sync routers for ids ['a0565b9b-d6bb-42ff-8480-fd832592adb6'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:57:00.346229 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7f902aa6-5aea-4818-98b4-be5a653ffd4f req-ef8d1f03-732b-46bd-b3ba-7a48da69feaa tempest-ServerGroupTestJSON-1574399519 tempest-ServerGroupTestJSON-1574399519-project] 10.222.0.64 "GET /v2.0/ports?device_id=64610aa7-d7c1-4c5b-ba2d-648c7db373e0 HTTP/1.1" status: 200 len: 945 time: 0.0816510 Oct 20 10:57:00.351895 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-05221f2c-a911-48f3-990c-aba2aa64a47a tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1974156 Oct 20 10:57:00.357148 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 55394) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:00.375406 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-123b5d6c-6310-468b-bec9-a1362424e4a9 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0565b9b-d6bb-42ff-8480-fd832592adb6 HTTP/1.1" status: 200 len: 205 time: 0.0403941 Oct 20 10:57:00.376564 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 55396) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:00.437288 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-55cfc122-b455-4083-8c4d-fe277b766c83 None None] Set router d38499b0-bf59-4a6e-8258-4a9bbefb5c13 gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:57:00.468272 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8576f580-c231-4af8-9c93-31f2efb8ccc0 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks [] for router, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:00.531552 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1271e064-9583-45e7-8865-86ae48607770 None None] Routers {'a0565b9b-d6bb-42ff-8480-fd832592adb6'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:57:00.532194 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-1271e064-9583-45e7-8865-86ae48607770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:56:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['a0565b9b-d6bb-42ff-8480-fd832592adb6'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:57:00.627559 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-1271e064-9583-45e7-8865-86ae48607770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:57:00.642131 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1271e064-9583-45e7-8865-86ae48607770 None None] Routers {'a0565b9b-d6bb-42ff-8480-fd832592adb6'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:57:00.643023 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-1271e064-9583-45e7-8865-86ae48607770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:56:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['a0565b9b-d6bb-42ff-8480-fd832592adb6'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:57:00.717353 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-1271e064-9583-45e7-8865-86ae48607770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:57:00.718298 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1271e064-9583-45e7-8865-86ae48607770 None None] The sync data for ids ['a0565b9b-d6bb-42ff-8480-fd832592adb6'] in n-d-811396-3 is: [] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:57:00.812164 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b592f8b-bee7-4cd0-9f17-3be7c7fac480 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524064ba-869c-5550-b826-c26b69a11278-3c7f3a1e-ebfb-474c-8a7c-dec27a9f3f24', 'network_id': '3c7f3a1e-ebfb-474c-8a7c-dec27a9f3f24', 'tenant_id': '0f7c095abe574139be06bffc4a6ef74a', 'fixed_ips': [{'subnet_id': 'cdb6f6cc-ac71-460f-ad42-3dc9fe778c4d'}]}} from n-d-811396-3. {{(pid=100598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:57:00.813065 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-8b592f8b-bee7-4cd0-9f17-3be7c7fac480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:00.836031 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8576f580-c231-4af8-9c93-31f2efb8ccc0 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1772272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258304'] for router, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:00.841928 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8576f580-c231-4af8-9c93-31f2efb8ccc0 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:00.885488 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-55cfc122-b455-4083-8c4d-fe277b766c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd38499b0-bf59-4a6e-8258-4a9bbefb5c13', 'name': 'tempest-TestSecurityGroupsBasicOps-router-825914539', 'tenant_id': '0f7c095abe574139be06bffc4a6ef74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': '020ae913-dc2f-4cf3-853b-94e1e5d82892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:56:55Z', 'updated_at': '2021-10-20T10:56:56Z', 'revision_number': 3, 'project_id': '0f7c095abe574139be06bffc4a6ef74a', 'gw_port': {'id': '020ae913-dc2f-4cf3-853b-94e1e5d82892', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:db:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd38499b0-bf59-4a6e-8258-4a9bbefb5c13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:56:56Z', 'updated_at': '2021-10-20T10:56:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:57:00.912390 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8576f580-c231-4af8-9c93-31f2efb8ccc0 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1772267'] for router, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:00.913458 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8576f580-c231-4af8-9c93-31f2efb8ccc0 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Fanout notify agent at l3_agent the message router_deleted on router a0565b9b-d6bb-42ff-8480-fd832592adb6 {{(pid=100597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 10:57:00.929100 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8576f580-c231-4af8-9c93-31f2efb8ccc0 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks [] for router, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:00.938271 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-8576f580-c231-4af8-9c93-31f2efb8ccc0 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] 10.222.0.64 "DELETE /v2.0/routers/a0565b9b-d6bb-42ff-8480-fd832592adb6 HTTP/1.1" status: 204 len: 168 time: 0.5605350 Oct 20 10:57:00.941685 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 55400) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:00.942630 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55cfc122-b455-4083-8c4d-fe277b766c83 None None] The sync data for ids ['d38499b0-bf59-4a6e-8258-4a9bbefb5c13'] in n-d-811396-3 is: [{'id': 'd38499b0-bf59-4a6e-8258-4a9bbefb5c13', 'name': 'tempest-TestSecurityGroupsBasicOps-router-825914539', 'tenant_id': '0f7c095abe574139be06bffc4a6ef74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': '020ae913-dc2f-4cf3-853b-94e1e5d82892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:56:55Z', 'updated_at': '2021-10-20T10:56:56Z', 'revision_number': 3, 'project_id': '0f7c095abe574139be06bffc4a6ef74a', 'gw_port': {'id': '020ae913-dc2f-4cf3-853b-94e1e5d82892', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:db:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd38499b0-bf59-4a6e-8258-4a9bbefb5c13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:56:56Z', 'updated_at': '2021-10-20T10:56:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:57:01.042118 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7f902aa6-5aea-4818-98b4-be5a653ffd4f req-4c741c53-464a-4569-99cc-2a308191a5f1 tempest-ServerGroupTestJSON-1574399519 tempest-ServerGroupTestJSON-1574399519-project] 10.222.0.64 "GET /v2.0/security-groups?id=20a7bbac-940f-4b10-8386-639e53d5b8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6917963 Oct 20 10:57:01.073934 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_v2 [None req-81f98deb-9416-42ca-82bc-d0132ad9fefb tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Deleting subnet 0851bc0f-1226-4d13-a7a7-f01084537dcc {{(pid=100597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:57:01.087047 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-81f98deb-9416-42ca-82bc-d0132ad9fefb tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks [] for subnet, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:01.145542 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-81f98deb-9416-42ca-82bc-d0132ad9fefb tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25852621'] for subnet, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:01.194632 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-8b592f8b-bee7-4cd0-9f17-3be7c7fac480 None None] Allocated IP 172.20.0.2 (3c7f3a1e-ebfb-474c-8a7c-dec27a9f3f24/cdb6f6cc-ac71-460f-ad42-3dc9fe778c4d/2208a383-5dd4-4881-b827-9d9d41dff832) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:57:01.242875 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-81f98deb-9416-42ca-82bc-d0132ad9fefb tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:01.389749 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-81f98deb-9416-42ca-82bc-d0132ad9fefb tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25350811'] for subnet, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:01.414461 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-81f98deb-9416-42ca-82bc-d0132ad9fefb tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:01.417862 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-81f98deb-9416-42ca-82bc-d0132ad9fefb tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] 10.222.0.64 "DELETE /v2.0/subnets/0851bc0f-1226-4d13-a7a7-f01084537dcc HTTP/1.1" status: 204 len: 168 time: 0.4750130 Oct 20 10:57:01.473713 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 55404) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:01.498441 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-8b592f8b-bee7-4cd0-9f17-3be7c7fac480 None None] Publish callbacks [] for port, precommit_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:01.504213 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e51789a-65cf-4333-a860-9893469cbda1 None None] Network 4df9cb59-8150-4aec-89c5-7ac7526b68dd requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:57:01.583702 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a9c2f16f-fb0a-44e3-9e0b-fa0334fcd491 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:01.587559 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f98deb-9416-42ca-82bc-d0132ad9fefb tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Pushing event deleted for resources: {'Subnet': ['ID=0851bc0f-1226-4d13-a7a7-f01084537dcc,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:01.620126 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-8b592f8b-bee7-4cd0-9f17-3be7c7fac480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:01.666333 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b592f8b-bee7-4cd0-9f17-3be7c7fac480 None None] Pushing event updated for resources: {'Port': ['ID=2208a383-5dd4-4881-b827-9d9d41dff832,revision_number=1']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:01.693575 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-a9c2f16f-fb0a-44e3-9e0b-fa0334fcd491 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Deleting port 9c2050a4-037f-4c2f-8f90-ffeedf44ba6b {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:57:01.694003 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a9c2f16f-fb0a-44e3-9e0b-fa0334fcd491 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:01.724505 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b592f8b-bee7-4cd0-9f17-3be7c7fac480 None None] Network 3c7f3a1e-ebfb-474c-8a7c-dec27a9f3f24 is already hosted by enough agents. {{(pid=100598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:57:01.726855 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.base_scheduler [None req-8b592f8b-bee7-4cd0-9f17-3be7c7fac480 None None] Resources bound (agent type, host, resource id): {{(pid=100598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:57:01.729576 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b592f8b-bee7-4cd0-9f17-3be7c7fac480 None None] Received port after_create {{(pid=100598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:57:01.813686 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ee55c0-d3a5-4fea-b858-5fe5e8a0053d req-a0e8ee4a-99ac-4eac-8b75-86cf41777fc3 tempest-ServerGroupTestJSON-1574399519 tempest-ServerGroupTestJSON-1574399519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:01.816308 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d9ee55c0-d3a5-4fea-b858-5fe5e8a0053d req-a0e8ee4a-99ac-4eac-8b75-86cf41777fc3 tempest-ServerGroupTestJSON-1574399519 tempest-ServerGroupTestJSON-1574399519-project] 10.222.0.69 "GET /v2.0/ports?device_id=64610aa7-d7c1-4c5b-ba2d-648c7db373e0 HTTP/1.1" status: 200 len: 945 time: 0.2737710 Oct 20 10:57:01.880509 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [None req-a9c2f16f-fb0a-44e3-9e0b-fa0334fcd491 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] For port 9c2050a4-037f-4c2f-8f90-ffeedf44ba6b, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=9c2050a4-037f-4c2f-8f90-ffeedf44ba6b,segment=NetworkSegment(2198515d-a3c6-460f-80c1-c1434c1c017a),segment_id=2198515d-a3c6-460f-80c1-c1434c1c017a)] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:57:01.884334 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a9c2f16f-fb0a-44e3-9e0b-fa0334fcd491 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:01.901532 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-146849b5-4268-4cdc-97fa-9a6d0404655b tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:01.905521 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-a9c2f16f-fb0a-44e3-9e0b-fa0334fcd491 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Calling delete_port for 9c2050a4-037f-4c2f-8f90-ffeedf44ba6b owned by network:dhcp {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:57:01.925228 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-8b592f8b-bee7-4cd0-9f17-3be7c7fac480 None None] Attempting to bind port 2208a383-5dd4-4881-b827-9d9d41dff832 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:57:01.925613 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-8b592f8b-bee7-4cd0-9f17-3be7c7fac480 None None] Attempting to bind port 2208a383-5dd4-4881-b827-9d9d41dff832 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '7d987acc-fdad-4524-a719-f66873c49631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '3c7f3a1e-ebfb-474c-8a7c-dec27a9f3f24'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:57:01.926009 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b592f8b-bee7-4cd0-9f17-3be7c7fac480 None None] Attempting to bind port 2208a383-5dd4-4881-b827-9d9d41dff832 on network 3c7f3a1e-ebfb-474c-8a7c-dec27a9f3f24 {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:57:01.947603 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b592f8b-bee7-4cd0-9f17-3be7c7fac480 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 56, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:57:01.947995 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b592f8b-bee7-4cd0-9f17-3be7c7fac480 None None] Checking segment: {'id': '7d987acc-fdad-4524-a719-f66873c49631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '3c7f3a1e-ebfb-474c-8a7c-dec27a9f3f24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:57:01.948411 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-8b592f8b-bee7-4cd0-9f17-3be7c7fac480 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:01.948812 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b592f8b-bee7-4cd0-9f17-3be7c7fac480 None None] Bound using segment: {'id': '7d987acc-fdad-4524-a719-f66873c49631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '3c7f3a1e-ebfb-474c-8a7c-dec27a9f3f24'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:57:01.949306 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-8b592f8b-bee7-4cd0-9f17-3be7c7fac480 None None] Bound port: 2208a383-5dd4-4881-b827-9d9d41dff832, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d987acc-fdad-4524-a719-f66873c49631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '3c7f3a1e-ebfb-474c-8a7c-dec27a9f3f24'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:57:01.949694 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-8b592f8b-bee7-4cd0-9f17-3be7c7fac480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:02.076931 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a9c2f16f-fb0a-44e3-9e0b-fa0334fcd491 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:02.093958 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-8b592f8b-bee7-4cd0-9f17-3be7c7fac480 None None] For port 2208a383-5dd4-4881-b827-9d9d41dff832, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:57:02.103245 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-8b592f8b-bee7-4cd0-9f17-3be7c7fac480 None None] For port 2208a383-5dd4-4881-b827-9d9d41dff832, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=2208a383-5dd4-4881-b827-9d9d41dff832,segment=NetworkSegment(7d987acc-fdad-4524-a719-f66873c49631),segment_id=7d987acc-fdad-4524-a719-f66873c49631)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:57:02.112711 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f1e2fdf-f064-4d59-9c3e-7e312d3d8a73 None None] DHCP port deletion for 4df9cb59-8150-4aec-89c5-7ac7526b68dd request from n-d-811396-3 {{(pid=100598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:57:02.128676 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-8b592f8b-bee7-4cd0-9f17-3be7c7fac480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:02.183756 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c2f16f-fb0a-44e3-9e0b-fa0334fcd491 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Pushing event deleted for resources: {'Port': ['ID=9c2050a4-037f-4c2f-8f90-ffeedf44ba6b,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:02.189396 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c2f16f-fb0a-44e3-9e0b-fa0334fcd491 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] No DVR routers for this DVR port 9c2050a4-037f-4c2f-8f90-ffeedf44ba6b on host n-d-811396-3 {{(pid=100597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:57:02.294982 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b592f8b-bee7-4cd0-9f17-3be7c7fac480 None None] Pushing event updated for resources: {'Port': ['ID=2208a383-5dd4-4881-b827-9d9d41dff832,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:02.300274 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-d9ee55c0-d3a5-4fea-b858-5fe5e8a0053d req-619dcba4-a4f1-485b-a5be-f651b1edd5c9 tempest-ServerGroupTestJSON-1574399519 tempest-ServerGroupTestJSON-1574399519-project] Deleting port f3dfbddf-8036-4e2c-8122-af215e53f178 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:57:02.301202 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-d9ee55c0-d3a5-4fea-b858-5fe5e8a0053d req-619dcba4-a4f1-485b-a5be-f651b1edd5c9 tempest-ServerGroupTestJSON-1574399519 tempest-ServerGroupTestJSON-1574399519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:02.339296 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a9c2f16f-fb0a-44e3-9e0b-fa0334fcd491 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:02.376081 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-a9c2f16f-fb0a-44e3-9e0b-fa0334fcd491 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4df9cb59-8150-4aec-89c5-7ac7526b68dd']}} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:57:02.384757 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2ed76a-8673-4cee-9300-75f5b2e08ae7 req-a8b3a35b-3182-446b-b62c-65aa64c523d0 tempest-ServerGroupTestJSON-1574399519 tempest-ServerGroupTestJSON-1574399519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:02.388534 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-a9c2f16f-fb0a-44e3-9e0b-fa0334fcd491 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2198515d-a3c6-460f-80c1-c1434c1c017a') {'for_net_delete': True} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:57:02.389054 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-a9c2f16f-fb0a-44e3-9e0b-fa0334fcd491 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2198515d-a3c6-460f-80c1-c1434c1c017a') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:57:02.395337 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0a2ed76a-8673-4cee-9300-75f5b2e08ae7 req-a8b3a35b-3182-446b-b62c-65aa64c523d0 tempest-ServerGroupTestJSON-1574399519 tempest-ServerGroupTestJSON-1574399519-project] 10.222.0.64 "GET /v2.0/ports?device_id=64610aa7-d7c1-4c5b-ba2d-648c7db373e0 HTTP/1.1" status: 200 len: 945 time: 0.1804478 Oct 20 10:57:02.416066 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a9c2f16f-fb0a-44e3-9e0b-fa0334fcd491 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25852596'] for segment, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:02.432748 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a9c2f16f-fb0a-44e3-9e0b-fa0334fcd491 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:02.440371 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9c2f16f-fb0a-44e3-9e0b-fa0334fcd491 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Releasing vlan 825 on physical network physnet1 to pool {{(pid=100597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:57:02.441026 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a9c2f16f-fb0a-44e3-9e0b-fa0334fcd491 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951012'] for segment, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:02.445407 n-d-811396-3 neutron-server[100597]: Traceback (most recent call last): Oct 20 10:57:02.445407 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:57:02.445407 n-d-811396-3 neutron-server[100597]: timer() Oct 20 10:57:02.445407 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:57:02.445407 n-d-811396-3 neutron-server[100597]: cb(*args, **kw) Oct 20 10:57:02.445407 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:57:02.445407 n-d-811396-3 neutron-server[100597]: return func(*args, **kwargs) Oct 20 10:57:02.445407 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:57:02.445407 n-d-811396-3 neutron-server[100597]: self._notify() Oct 20 10:57:02.445407 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:57:02.445407 n-d-811396-3 neutron-server[100597]: self.callback(batched_events) Oct 20 10:57:02.445407 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:57:02.445407 n-d-811396-3 neutron-server[100597]: event.method(event) Oct 20 10:57:02.445407 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:57:02.445407 n-d-811396-3 neutron-server[100597]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:57:02.445407 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:57:02.445407 n-d-811396-3 neutron-server[100597]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:57:02.445407 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:57:02.445407 n-d-811396-3 neutron-server[100597]: return f(self, *a, **k) Oct 20 10:57:02.445407 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:57:02.445407 n-d-811396-3 neutron-server[100597]: return self._get(url).json() Oct 20 10:57:02.445407 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:57:02.445407 n-d-811396-3 neutron-server[100597]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:57:02.445407 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:57:02.445407 n-d-811396-3 neutron-server[100597]: return self.request(url, 'GET', **kwargs) Oct 20 10:57:02.445407 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:57:02.445407 n-d-811396-3 neutron-server[100597]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:57:02.445407 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:57:02.445407 n-d-811396-3 neutron-server[100597]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:57:02.445407 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:57:02.445407 n-d-811396-3 neutron-server[100597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:57:02.445407 n-d-811396-3 neutron-server[100597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:57:02.586712 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a9c2f16f-fb0a-44e3-9e0b-fa0334fcd491 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:02.591426 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a9c2f16f-fb0a-44e3-9e0b-fa0334fcd491 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:02.600936 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-a9c2f16f-fb0a-44e3-9e0b-fa0334fcd491 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] 10.222.0.64 "DELETE /v2.0/networks/4df9cb59-8150-4aec-89c5-7ac7526b68dd HTTP/1.1" status: 204 len: 168 time: 1.1220095 Oct 20 10:57:02.613042 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 55414) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:02.620271 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-3e79d578-2db1-4d22-9bc7-a6efd9d1870c tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-750910297', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}, 'admin_state_up': False}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:57:02.637657 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c2f16f-fb0a-44e3-9e0b-fa0334fcd491 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Pushing event deleted for resources: {'Network': ['ID=4df9cb59-8150-4aec-89c5-7ac7526b68dd,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:02.662160 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3e79d578-2db1-4d22-9bc7-a6efd9d1870c tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1772442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258322'] for router, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:02.664196 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3e79d578-2db1-4d22-9bc7-a6efd9d1870c tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1772334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773516', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258315'] for router, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:02.677509 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0a2ed76a-8673-4cee-9300-75f5b2e08ae7 req-d47be23d-a278-4f44-8a60-4ceb91289944 tempest-ServerGroupTestJSON-1574399519 tempest-ServerGroupTestJSON-1574399519-project] 10.222.0.64 "GET /v2.0/security-groups?id=20a7bbac-940f-4b10-8386-639e53d5b8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2728603 Oct 20 10:57:02.686832 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-d9ee55c0-d3a5-4fea-b858-5fe5e8a0053d req-619dcba4-a4f1-485b-a5be-f651b1edd5c9 tempest-ServerGroupTestJSON-1574399519 tempest-ServerGroupTestJSON-1574399519-project] For port f3dfbddf-8036-4e2c-8122-af215e53f178, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=f3dfbddf-8036-4e2c-8122-af215e53f178,segment=NetworkSegment(36432a32-6966-4bd6-9f82-ec59cf014cea),segment_id=36432a32-6966-4bd6-9f82-ec59cf014cea)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:57:02.687210 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-d9ee55c0-d3a5-4fea-b858-5fe5e8a0053d req-619dcba4-a4f1-485b-a5be-f651b1edd5c9 tempest-ServerGroupTestJSON-1574399519 tempest-ServerGroupTestJSON-1574399519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:02.715100 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-d9ee55c0-d3a5-4fea-b858-5fe5e8a0053d req-619dcba4-a4f1-485b-a5be-f651b1edd5c9 tempest-ServerGroupTestJSON-1574399519 tempest-ServerGroupTestJSON-1574399519-project] Calling delete_port for f3dfbddf-8036-4e2c-8122-af215e53f178 owned by compute:nova {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:57:02.745094 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3e79d578-2db1-4d22-9bc7-a6efd9d1870c tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:02.819760 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [None req-146849b5-4268-4cdc-97fa-9a6d0404655b tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Allocated IP 172.20.0.1 (3c7f3a1e-ebfb-474c-8a7c-dec27a9f3f24/cdb6f6cc-ac71-460f-ad42-3dc9fe778c4d/4d6137d0-9680-4b50-bfb3-d6561d42b05c) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:57:02.911868 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3e79d578-2db1-4d22-9bc7-a6efd9d1870c tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:02.982104 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-d9ee55c0-d3a5-4fea-b858-5fe5e8a0053d req-619dcba4-a4f1-485b-a5be-f651b1edd5c9 tempest-ServerGroupTestJSON-1574399519 tempest-ServerGroupTestJSON-1574399519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:02.993275 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['f3dfbddf-8036-4e2c-8122-af215e53f178'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:57:03.029607 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619dcba4-a4f1-485b-a5be-f651b1edd5c9 tempest-ServerGroupTestJSON-1574399519 tempest-ServerGroupTestJSON-1574399519-project] Pushing event deleted for resources: {'Port': ['ID=f3dfbddf-8036-4e2c-8122-af215e53f178,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:03.038900 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-146849b5-4268-4cdc-97fa-9a6d0404655b tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:03.142965 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9ee55c0-d3a5-4fea-b858-5fe5e8a0053d req-619dcba4-a4f1-485b-a5be-f651b1edd5c9 tempest-ServerGroupTestJSON-1574399519 tempest-ServerGroupTestJSON-1574399519-project] No DVR routers for this DVR port f3dfbddf-8036-4e2c-8122-af215e53f178 on host n-h2-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:57:03.146444 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-146849b5-4268-4cdc-97fa-9a6d0404655b tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:03.150298 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-d9ee55c0-d3a5-4fea-b858-5fe5e8a0053d req-619dcba4-a4f1-485b-a5be-f651b1edd5c9 tempest-ServerGroupTestJSON-1574399519 tempest-ServerGroupTestJSON-1574399519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:03.154104 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d9ee55c0-d3a5-4fea-b858-5fe5e8a0053d req-619dcba4-a4f1-485b-a5be-f651b1edd5c9 tempest-ServerGroupTestJSON-1574399519 tempest-ServerGroupTestJSON-1574399519-project] 10.222.0.69 "DELETE /v2.0/ports/f3dfbddf-8036-4e2c-8122-af215e53f178 HTTP/1.1" status: 204 len: 173 time: 1.3278596 Oct 20 10:57:03.172015 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64610aa7-d7c1-4c5b-ba2d-648c7db373e0', 'name': 'network-vif-deleted', 'tag': 'f3dfbddf-8036-4e2c-8122-af215e53f178'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:57:03.177957 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c9e8f20-8189-4b0b-b635-97ddad7d7699" -d '{"events": [{"server_uuid": "64610aa7-d7c1-4c5b-ba2d-648c7db373e0", "name": "network-vif-deleted", "tag": "f3dfbddf-8036-4e2c-8122-af215e53f178"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:57:03.179101 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3e79d578-2db1-4d22-9bc7-a6efd9d1870c tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks [] for router_gateway, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:03.271336 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3e79d578-2db1-4d22-9bc7-a6efd9d1870c tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:03.295585 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:57:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67e5cc83-2a94-43dc-91d5-0f5a32710258 x-openstack-request-id: req-67e5cc83-2a94-43dc-91d5-0f5a32710258 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:57:03.295885 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64610aa7-d7c1-4c5b-ba2d-648c7db373e0", "name": "network-vif-deleted", "tag": "f3dfbddf-8036-4e2c-8122-af215e53f178", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:57:03.302594 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-67e5cc83-2a94-43dc-91d5-0f5a32710258 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:57:03.303210 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64610aa7-d7c1-4c5b-ba2d-648c7db373e0', 'name': 'network-vif-deleted', 'tag': 'f3dfbddf-8036-4e2c-8122-af215e53f178', 'status': 'completed', 'code': 200} Oct 20 10:57:03.315353 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-146849b5-4268-4cdc-97fa-9a6d0404655b tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Network 3c7f3a1e-ebfb-474c-8a7c-dec27a9f3f24 is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:57:03.340013 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-146849b5-4268-4cdc-97fa-9a6d0404655b tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:57:03.353554 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146849b5-4268-4cdc-97fa-9a6d0404655b tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:57:03.356839 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146849b5-4268-4cdc-97fa-9a6d0404655b tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Pushing event updated for resources: {'Port': ['ID=4d6137d0-9680-4b50-bfb3-d6561d42b05c,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:03.461330 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-146849b5-4268-4cdc-97fa-9a6d0404655b tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1774540'] for router_interface, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:03.469162 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-3e79d578-2db1-4d22-9bc7-a6efd9d1870c tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Allocated IP 172.25.1.59 (cbe170d3-31ba-45a2-b477-520ab0a7a8ea/f4e26aca-17ac-4adb-a66b-d939a1b35b64/c7ce0190-2524-4b88-9bc3-402be103aea8) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:57:03.483075 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 020ae913-dc2f-4cf3-853b-94e1e5d82892 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:57:03.581438 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1b66a247-d34d-4f02-beea-1a2f52b422df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:03.613283 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 020ae913-dc2f-4cf3-853b-94e1e5d82892 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:57:03.613901 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:03.797992 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:03.809879 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3e79d578-2db1-4d22-9bc7-a6efd9d1870c tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:03.837710 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] For port 020ae913-dc2f-4cf3-853b-94e1e5d82892, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=020ae913-dc2f-4cf3-853b-94e1e5d82892,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:57:03.843410 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:03.844030 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 2208a383-5dd4-4881-b827-9d9d41dff832 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:57:03.846836 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-146849b5-4268-4cdc-97fa-9a6d0404655b tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:03.898850 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3e79d578-2db1-4d22-9bc7-a6efd9d1870c tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:03.970805 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-19ffa63a-5aa6-45d9-8d5e-9128e2abeb8a req-fffa51e8-0a8f-429a-9334-e9b0b9fc0ea7 tempest-ServerGroupTestJSON-1574399519 tempest-ServerGroupTestJSON-1574399519-project] 10.222.0.64 "GET /v2.0/ports?device_id=64610aa7-d7c1-4c5b-ba2d-648c7db373e0 HTTP/1.1" status: 200 len: 210 time: 0.0823684 Oct 20 10:57:04.046171 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e79d578-2db1-4d22-9bc7-a6efd9d1870c tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Network cbe170d3-31ba-45a2-b477-520ab0a7a8ea is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:57:04.059602 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-3e79d578-2db1-4d22-9bc7-a6efd9d1870c tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:57:04.062994 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e79d578-2db1-4d22-9bc7-a6efd9d1870c tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:57:04.091446 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79d578-2db1-4d22-9bc7-a6efd9d1870c tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Pushing event updated for resources: {'Port': ['ID=c7ce0190-2524-4b88-9bc3-402be103aea8,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:04.104146 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Pushing event updated for resources: {'Port': ['ID=020ae913-dc2f-4cf3-853b-94e1e5d82892,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:04.147659 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 2208a383-5dd4-4881-b827-9d9d41dff832 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:57:04.149224 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:04.431998 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:04.479907 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0032b7f3-c203-42a2-bf07-ebe3fe89ca0e None None] Network 3c7f3a1e-ebfb-474c-8a7c-dec27a9f3f24 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:57:04.534417 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] For port 2208a383-5dd4-4881-b827-9d9d41dff832, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=2208a383-5dd4-4881-b827-9d9d41dff832,segment=NetworkSegment(7d987acc-fdad-4524-a719-f66873c49631),segment_id=7d987acc-fdad-4524-a719-f66873c49631)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:57:04.538139 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-146849b5-4268-4cdc-97fa-9a6d0404655b tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:04.545500 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-146849b5-4268-4cdc-97fa-9a6d0404655b tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:04.656240 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-146849b5-4268-4cdc-97fa-9a6d0404655b tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1774432'] for router_interface, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:04.666255 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146849b5-4268-4cdc-97fa-9a6d0404655b tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Pushing event updated for resources: {'Port': ['ID=4d6137d0-9680-4b50-bfb3-d6561d42b05c,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:04.706290 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3e79d578-2db1-4d22-9bc7-a6efd9d1870c tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks [] for router_gateway, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:04.726125 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:04.819568 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Pushing event updated for resources: {'Port': ['ID=2208a383-5dd4-4881-b827-9d9d41dff832,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:04.819767 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-146849b5-4268-4cdc-97fa-9a6d0404655b tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Network 3c7f3a1e-ebfb-474c-8a7c-dec27a9f3f24 is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:57:04.821445 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-146849b5-4268-4cdc-97fa-9a6d0404655b tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:57:04.836650 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 9c2050a4-037f-4c2f-8f90-ffeedf44ba6b no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:57:04.864805 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 9c2050a4-037f-4c2f-8f90-ffeedf44ba6b {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:57:04.865153 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 9c2050a4-037f-4c2f-8f90-ffeedf44ba6b not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:57:04.867892 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1fd4bdd7-820a-4b1f-baeb-b870a1524a5e None None] Provisioning complete for port 2208a383-5dd4-4881-b827-9d9d41dff832 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:57:04.869062 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1fd4bdd7-820a-4b1f-baeb-b870a1524a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:05.090401 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-146849b5-4268-4cdc-97fa-9a6d0404655b tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Router d38499b0-bf59-4a6e-8258-4a9bbefb5c13 has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:57:05.129136 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3e79d578-2db1-4d22-9bc7-a6efd9d1870c tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1773475'] for router, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:05.364700 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 020ae913-dc2f-4cf3-853b-94e1e5d82892 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:57:05.382951 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [req-862e953d-68f0-4e08-bcd2-19e67c89cc0e req-f4328572-7888-4efd-869a-a4accf8ea62b service neutron] (100596) timed out ('10.222.0.64', 59082) {{(pid=100596) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 20 10:57:05.384052 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-146849b5-4268-4cdc-97fa-9a6d0404655b tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:57:05.399235 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d08493-555c-4885-9b4d-e79baa363815 None None] Sync routers for ids ['d38499b0-bf59-4a6e-8258-4a9bbefb5c13'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:57:05.402275 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-6a6ca1eb-9b28-4364-a717-40a9d5dc7570 None None] Provisioning complete for port 4d6137d0-9680-4b50-bfb3-d6561d42b05c triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:57:05.402767 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-146849b5-4268-4cdc-97fa-9a6d0404655b tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] 10.222.0.64 "PUT /v2.0/routers/d38499b0-bf59-4a6e-8258-4a9bbefb5c13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0441971 Oct 20 10:57:05.403196 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 55464) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:05.403762 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-6a6ca1eb-9b28-4364-a717-40a9d5dc7570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:05.413631 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-62953e05-12b5-436c-bff7-c284ba8d9e65 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--2019199921', 'description': 'tempest-secgroup_access--2019199921 description', 'project_id': '0f7c095abe574139be06bffc4a6ef74a'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:57:05.428855 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d08493-555c-4885-9b4d-e79baa363815 None None] Routers {'d38499b0-bf59-4a6e-8258-4a9bbefb5c13'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:57:05.429485 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-f6d08493-555c-4885-9b4d-e79baa363815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:56:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['d38499b0-bf59-4a6e-8258-4a9bbefb5c13'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:57:05.460787 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e79d578-2db1-4d22-9bc7-a6efd9d1870c tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Router 0dcd1a26-e137-4d0e-8739-e61bbfa99f0c is scheduled to L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 with binding_index 1 {{(pid=100597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 10:57:05.482005 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-6a6ca1eb-9b28-4364-a717-40a9d5dc7570 None None] Port 4d6137d0-9680-4b50-bfb3-d6561d42b05c cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:57:05.496849 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-62953e05-12b5-436c-bff7-c284ba8d9e65 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:05.528679 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device f3dfbddf-8036-4e2c-8122-af215e53f178 no longer exists at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:57:05.576282 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 55474) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:05.586018 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] No Port match for: f3dfbddf-8036-4e2c-8122-af215e53f178 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:57:05.586365 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device f3dfbddf-8036-4e2c-8122-af215e53f178 not bound to the agent host n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:57:05.589182 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-6a6ca1eb-9b28-4364-a717-40a9d5dc7570 None None] Provisioning complete for port 2208a383-5dd4-4881-b827-9d9d41dff832 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:57:05.589557 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-6a6ca1eb-9b28-4364-a717-40a9d5dc7570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:05.668430 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 020ae913-dc2f-4cf3-853b-94e1e5d82892 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:57:05.669108 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:05.722685 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_v2 [None req-423c36d0-5bdd-402a-9c46-50974821ca34 admin admin] Deleting subnet 681715ef-c656-4ba4-8803-163f848e1ffb {{(pid=100596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:57:05.734280 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e79d578-2db1-4d22-9bc7-a6efd9d1870c tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:57:05.751792 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-423c36d0-5bdd-402a-9c46-50974821ca34 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:05.769725 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2fe9712-de86-4024-b164-78db4e1e33a0 None None] Sync routers for ids ['0dcd1a26-e137-4d0e-8739-e61bbfa99f0c'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:57:05.782819 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-f6d08493-555c-4885-9b4d-e79baa363815 None None] Set router d38499b0-bf59-4a6e-8258-4a9bbefb5c13 gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:57:05.790805 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3e79d578-2db1-4d22-9bc7-a6efd9d1870c tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks [] for router, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:05.792747 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-3e79d578-2db1-4d22-9bc7-a6efd9d1870c tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 3.1785653 Oct 20 10:57:05.795624 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 55478) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:05.802257 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2fe9712-de86-4024-b164-78db4e1e33a0 None None] Routers {'0dcd1a26-e137-4d0e-8739-e61bbfa99f0c'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:57:05.802893 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-d2fe9712-de86-4024-b164-78db4e1e33a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:56:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['0dcd1a26-e137-4d0e-8739-e61bbfa99f0c'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:57:05.882540 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-62953e05-12b5-436c-bff7-c284ba8d9e65 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:05.898509 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-d2fe9712-de86-4024-b164-78db4e1e33a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:57:05.904481 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-62953e05-12b5-436c-bff7-c284ba8d9e65 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:05.923813 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-423c36d0-5bdd-402a-9c46-50974821ca34 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25189079'] for subnet, precommit_delete_associations {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:05.944525 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2fe9712-de86-4024-b164-78db4e1e33a0 None None] Routers {'0dcd1a26-e137-4d0e-8739-e61bbfa99f0c'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:57:05.945294 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-d2fe9712-de86-4024-b164-78db4e1e33a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:56:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['0dcd1a26-e137-4d0e-8739-e61bbfa99f0c'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:57:06.004128 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-d2fe9712-de86-4024-b164-78db4e1e33a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:57:06.004876 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2fe9712-de86-4024-b164-78db4e1e33a0 None None] The sync data for ids ['0dcd1a26-e137-4d0e-8739-e61bbfa99f0c'] in n-d-811396-3 is: [] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:57:06.048821 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-b8ad98ef-0fd6-4a24-bf16-58f54dcf4f0c tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] 10.222.0.64 "GET /v2.0/routers/0dcd1a26-e137-4d0e-8739-e61bbfa99f0c HTTP/1.1" status: 200 len: 879 time: 0.2514284 Oct 20 10:57:06.051265 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 55482) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:06.051721 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-62953e05-12b5-436c-bff7-c284ba8d9e65 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:06.053486 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-62953e05-12b5-436c-bff7-c284ba8d9e65 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.6492751 Oct 20 10:57:06.056855 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 55484) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:06.061600 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 2208a383-5dd4-4881-b827-9d9d41dff832 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:57:06.062225 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-6c495641-da33-403c-9e76-c983f31bbf80 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1006371949', 'description': 'tempest-secgroup_general--1006371949 description', 'project_id': '0f7c095abe574139be06bffc4a6ef74a'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:57:06.069706 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62953e05-12b5-436c-bff7-c284ba8d9e65 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61ad572f-5a49-4dcb-9866-9596ab9135b8,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:06.115633 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-423c36d0-5bdd-402a-9c46-50974821ca34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:06.168335 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-4273c772-741a-4dab-8d9c-5f40ab1309c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:06.177078 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 2208a383-5dd4-4881-b827-9d9d41dff832 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:57:06.177719 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:06.237927 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-6640f147-8f50-4710-8fda-0e5edd10b281 None None] Provisioning complete for port 4d6137d0-9680-4b50-bfb3-d6561d42b05c triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:57:06.239987 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-6640f147-8f50-4710-8fda-0e5edd10b281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:06.257868 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-423c36d0-5bdd-402a-9c46-50974821ca34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26836193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26761888'] for subnet, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:06.280743 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6c495641-da33-403c-9e76-c983f31bbf80 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:06.333018 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-f6d08493-555c-4885-9b4d-e79baa363815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd38499b0-bf59-4a6e-8258-4a9bbefb5c13', 'name': 'tempest-TestSecurityGroupsBasicOps-router-825914539', 'tenant_id': '0f7c095abe574139be06bffc4a6ef74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': '020ae913-dc2f-4cf3-853b-94e1e5d82892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:56:55Z', 'updated_at': '2021-10-20T10:57:03Z', 'revision_number': 4, 'project_id': '0f7c095abe574139be06bffc4a6ef74a', 'gw_port': {'id': '020ae913-dc2f-4cf3-853b-94e1e5d82892', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:db:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38499b0-bf59-4a6e-8258-4a9bbefb5c13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:56:56Z', 'updated_at': '2021-10-20T10:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '4d6137d0-9680-4b50-bfb3-d6561d42b05c', 'name': '', 'network_id': '3c7f3a1e-ebfb-474c-8a7c-dec27a9f3f24', 'tenant_id': '0f7c095abe574139be06bffc4a6ef74a', 'mac_address': 'fa:16:3e:5d:8d:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd38499b0-bf59-4a6e-8258-4a9bbefb5c13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': 'cdb6f6cc-ac71-460f-ad42-3dc9fe778c4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:57:02Z', 'updated_at': '2021-10-20T10:57:04Z', 'revision_number': 2, 'project_id': '0f7c095abe574139be06bffc4a6ef74a', 'subnets': [{'id': 'cdb6f6cc-ac71-460f-ad42-3dc9fe778c4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:57:06.340428 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-6640f147-8f50-4710-8fda-0e5edd10b281 None None] Port 4d6137d0-9680-4b50-bfb3-d6561d42b05c cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:57:06.343875 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c36d0-5bdd-402a-9c46-50974821ca34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=681715ef-c656-4ba4-8803-163f848e1ffb,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:06.351644 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-423c36d0-5bdd-402a-9c46-50974821ca34 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:06.358976 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-423c36d0-5bdd-402a-9c46-50974821ca34 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/681715ef-c656-4ba4-8803-163f848e1ffb HTTP/1.1" status: 204 len: 168 time: 0.7816823 Oct 20 10:57:06.361967 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 55488) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:06.414327 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d08493-555c-4885-9b4d-e79baa363815 None None] Checking router: d38499b0-bf59-4a6e-8258-4a9bbefb5c13 for host: n-d-811396-3 {{(pid=100599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:57:06.416873 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d08493-555c-4885-9b4d-e79baa363815 None None] Updating router d38499b0-bf59-4a6e-8258-4a9bbefb5c13 port 4d6137d0-9680-4b50-bfb3-d6561d42b05c binding host n-d-811396-3 {{(pid=100599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 10:57:06.494720 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-f6d08493-555c-4885-9b4d-e79baa363815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:06.578404 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6c495641-da33-403c-9e76-c983f31bbf80 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:06.585680 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2cea80c8-0cde-4e60-981d-c7cdfccd3399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:06.589725 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6c495641-da33-403c-9e76-c983f31bbf80 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:06.628645 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6c495641-da33-403c-9e76-c983f31bbf80 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:06.630484 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-6c495641-da33-403c-9e76-c983f31bbf80 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.5721567 Oct 20 10:57:06.640104 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 55492) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:06.645651 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-b1386446-716e-4907-bd7d-7df8d40b71c3 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Request body: {'security_group_rule': {'security_group_id': '61ad572f-5a49-4dcb-9866-9596ab9135b8', 'project_id': '0f7c095abe574139be06bffc4a6ef74a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:57:06.659582 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c495641-da33-403c-9e76-c983f31bbf80 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5011e0c4-b37a-45cb-bb81-b63eb965f474,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:06.746131 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-b1386446-716e-4907-bd7d-7df8d40b71c3 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:06.784432 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2cea80c8-0cde-4e60-981d-c7cdfccd3399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:06.860146 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-2cea80c8-0cde-4e60-981d-c7cdfccd3399 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ba6a593-e6a3-4623-a883-5c2f367a3330']}} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:57:06.876792 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-2cea80c8-0cde-4e60-981d-c7cdfccd3399 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36432a32-6966-4bd6-9f82-ec59cf014cea') {'for_net_delete': True} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:57:06.877098 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-2cea80c8-0cde-4e60-981d-c7cdfccd3399 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36432a32-6966-4bd6-9f82-ec59cf014cea') {} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:57:06.893853 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2cea80c8-0cde-4e60-981d-c7cdfccd3399 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25189038'] for segment, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:06.906408 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-b1386446-716e-4907-bd7d-7df8d40b71c3 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:06.913346 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-b1386446-716e-4907-bd7d-7df8d40b71c3 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:06.919871 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2cea80c8-0cde-4e60-981d-c7cdfccd3399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:06.937971 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1386446-716e-4907-bd7d-7df8d40b71c3 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1a16f9e-d88a-4f6d-99c4-65f14c67b96e,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:06.944939 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cea80c8-0cde-4e60-981d-c7cdfccd3399 admin admin] Releasing vlan 823 on physical network physnet1 to pool {{(pid=100596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:57:06.945591 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2cea80c8-0cde-4e60-981d-c7cdfccd3399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26833155'] for segment, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:06.948476 n-d-811396-3 neutron-server[100596]: Traceback (most recent call last): Oct 20 10:57:06.948476 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:57:06.948476 n-d-811396-3 neutron-server[100596]: timer() Oct 20 10:57:06.948476 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:57:06.948476 n-d-811396-3 neutron-server[100596]: cb(*args, **kw) Oct 20 10:57:06.948476 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:57:06.948476 n-d-811396-3 neutron-server[100596]: return func(*args, **kwargs) Oct 20 10:57:06.948476 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:57:06.948476 n-d-811396-3 neutron-server[100596]: self._notify() Oct 20 10:57:06.948476 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:57:06.948476 n-d-811396-3 neutron-server[100596]: self.callback(batched_events) Oct 20 10:57:06.948476 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:57:06.948476 n-d-811396-3 neutron-server[100596]: event.method(event) Oct 20 10:57:06.948476 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:57:06.948476 n-d-811396-3 neutron-server[100596]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:57:06.948476 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:57:06.948476 n-d-811396-3 neutron-server[100596]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:57:06.948476 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:57:06.948476 n-d-811396-3 neutron-server[100596]: return f(self, *a, **k) Oct 20 10:57:06.948476 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:57:06.948476 n-d-811396-3 neutron-server[100596]: return self._get(url).json() Oct 20 10:57:06.948476 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:57:06.948476 n-d-811396-3 neutron-server[100596]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:57:06.948476 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:57:06.948476 n-d-811396-3 neutron-server[100596]: return self.request(url, 'GET', **kwargs) Oct 20 10:57:06.948476 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:57:06.948476 n-d-811396-3 neutron-server[100596]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:57:06.948476 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:57:06.948476 n-d-811396-3 neutron-server[100596]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:57:06.948476 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:57:06.948476 n-d-811396-3 neutron-server[100596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:57:06.948476 n-d-811396-3 neutron-server[100596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:57:06.988357 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-b1386446-716e-4907-bd7d-7df8d40b71c3 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:06.999480 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-b1386446-716e-4907-bd7d-7df8d40b71c3 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3528323 Oct 20 10:57:07.055852 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2cea80c8-0cde-4e60-981d-c7cdfccd3399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:07.061580 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2cea80c8-0cde-4e60-981d-c7cdfccd3399 admin admin] Publish callbacks [] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:07.064829 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-2cea80c8-0cde-4e60-981d-c7cdfccd3399 admin admin] 10.222.0.64 "DELETE /v2.0/networks/0ba6a593-e6a3-4623-a883-5c2f367a3330 HTTP/1.1" status: 204 len: 168 time: 0.7006898 Oct 20 10:57:07.082185 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea80c8-0cde-4e60-981d-c7cdfccd3399 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ba6a593-e6a3-4623-a883-5c2f367a3330,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:07.126717 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:07.150977 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-831b8a79-f141-4d21-b996-f67dba501e13 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 1.0965691 Oct 20 10:57:07.152002 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 55502) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:07.160095 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-d344bf69-f190-4d3f-8b72-bf4443a4bb6d tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-750910297'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:57:07.267555 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-f6d08493-555c-4885-9b4d-e79baa363815 None None] Publish callbacks [] for port, precommit_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:07.293444 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-f6d08493-555c-4885-9b4d-e79baa363815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:07.354381 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-089a253d-ca25-4426-84b0-13dd9e00dee7 req-0af2f90b-d7fc-406b-bade-e54a86062467 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup_general--1006371949&fields=id&tenant_id=0f7c095abe574139be06bffc4a6ef74a HTTP/1.1" status: 200 len: 267 time: 0.0505919 Oct 20 10:57:07.424212 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 55514) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:07.430594 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-089a253d-ca25-4426-84b0-13dd9e00dee7 req-fe6fa91d-3ef1-4a94-8f96-dfbbdb504643 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup_access--2019199921&fields=id&tenant_id=0f7c095abe574139be06bffc4a6ef74a HTTP/1.1" status: 200 len: 267 time: 0.0678082 Oct 20 10:57:07.467293 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1a662f-4f22-400d-8eec-867c681136f8 None None] Pushing event updated for resources: {'Port': ['ID=4d6137d0-9680-4b50-bfb3-d6561d42b05c,revision_number=3']} {{(pid=100599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:07.563262 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:07.564613 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-f6d08493-555c-4885-9b4d-e79baa363815 None None] Attempting to bind port 4d6137d0-9680-4b50-bfb3-d6561d42b05c on host n-d-811396-3 for vnic_type normal with profile {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:57:07.566573 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-f6d08493-555c-4885-9b4d-e79baa363815 None None] Attempting to bind port 4d6137d0-9680-4b50-bfb3-d6561d42b05c by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '7d987acc-fdad-4524-a719-f66873c49631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '3c7f3a1e-ebfb-474c-8a7c-dec27a9f3f24'}] {{(pid=100599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:57:07.567055 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d08493-555c-4885-9b4d-e79baa363815 None None] Attempting to bind port 4d6137d0-9680-4b50-bfb3-d6561d42b05c on network 3c7f3a1e-ebfb-474c-8a7c-dec27a9f3f24 {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:57:07.581009 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d08493-555c-4885-9b4d-e79baa363815 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:57:07.581536 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d08493-555c-4885-9b4d-e79baa363815 None None] Checking segment: {'id': '7d987acc-fdad-4524-a719-f66873c49631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '3c7f3a1e-ebfb-474c-8a7c-dec27a9f3f24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:57:07.582576 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-f6d08493-555c-4885-9b4d-e79baa363815 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:07.583533 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d08493-555c-4885-9b4d-e79baa363815 None None] Bound using segment: {'id': '7d987acc-fdad-4524-a719-f66873c49631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '3c7f3a1e-ebfb-474c-8a7c-dec27a9f3f24'} {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:57:07.584544 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-f6d08493-555c-4885-9b4d-e79baa363815 None None] Bound port: 4d6137d0-9680-4b50-bfb3-d6561d42b05c, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d987acc-fdad-4524-a719-f66873c49631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '3c7f3a1e-ebfb-474c-8a7c-dec27a9f3f24'}}] {{(pid=100599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:57:07.586461 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-f6d08493-555c-4885-9b4d-e79baa363815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:07.586853 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089a253d-ca25-4426-84b0-13dd9e00dee7 req-103e315c-9e0a-4d2b-b208-c682436990fa tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:07.589187 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-089a253d-ca25-4426-84b0-13dd9e00dee7 req-103e315c-9e0a-4d2b-b208-c682436990fa tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] 10.222.0.64 "GET /v2.0/networks?id=3c7f3a1e-ebfb-474c-8a7c-dec27a9f3f24 HTTP/1.1" status: 200 len: 796 time: 0.1513872 Oct 20 10:57:07.607501 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-089a253d-ca25-4426-84b0-13dd9e00dee7 req-7ee26da7-5a55-4e29-b2f9-f024fa730e78 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] 10.222.0.64 "GET /v2.0/quotas/0f7c095abe574139be06bffc4a6ef74a HTTP/1.1" status: 200 len: 375 time: 0.0098214 Oct 20 10:57:07.667565 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-b0dbbde6-a8af-49d2-9b8b-5e8078c9eba9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=69b5038c03d84d1fb812396f81e94efc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2419245 Oct 20 10:57:07.679763 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 55520) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:07.695636 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.db [None req-f6d08493-555c-4885-9b4d-e79baa363815 None None] For port 4d6137d0-9680-4b50-bfb3-d6561d42b05c, host n-d-811396-3, cleared binding levels {{(pid=100599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:57:07.700530 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.db [None req-f6d08493-555c-4885-9b4d-e79baa363815 None None] For port 4d6137d0-9680-4b50-bfb3-d6561d42b05c, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=4d6137d0-9680-4b50-bfb3-d6561d42b05c,segment=NetworkSegment(7d987acc-fdad-4524-a719-f66873c49631),segment_id=7d987acc-fdad-4524-a719-f66873c49631)] {{(pid=100599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:57:07.707117 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-f6d08493-555c-4885-9b4d-e79baa363815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:07.748336 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-089a253d-ca25-4426-84b0-13dd9e00dee7 req-2291bf99-3cc0-4e2f-8894-3a6ecd504f00 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=0f7c095abe574139be06bffc4a6ef74a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1300321 Oct 20 10:57:07.846550 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1a662f-4f22-400d-8eec-867c681136f8 None None] Pushing event updated for resources: {'Port': ['ID=4d6137d0-9680-4b50-bfb3-d6561d42b05c,revision_number=4']} {{(pid=100599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:07.869471 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d08493-555c-4885-9b4d-e79baa363815 None None] Routers {'d38499b0-bf59-4a6e-8258-4a9bbefb5c13'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:57:07.870088 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-f6d08493-555c-4885-9b4d-e79baa363815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:57:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['d38499b0-bf59-4a6e-8258-4a9bbefb5c13'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:57:07.898046 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-6e602870-6a44-46cd-9b58-d575e5696d16 None None] Provisioning complete for port 4d6137d0-9680-4b50-bfb3-d6561d42b05c triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:57:07.903175 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-6e602870-6a44-46cd-9b58-d575e5696d16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:07.956660 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b6053d4a-5b84-41c7-beff-218cd2d693f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:08.059807 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-089a253d-ca25-4426-84b0-13dd9e00dee7 req-b5db7b85-e8a8-493c-9105-3a7c36384064 service neutron] 10.222.0.64 "GET /v2.0/networks/3c7f3a1e-ebfb-474c-8a7c-dec27a9f3f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2933838 Oct 20 10:57:08.131423 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-6e602870-6a44-46cd-9b58-d575e5696d16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:08.153677 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b6053d4a-5b84-41c7-beff-218cd2d693f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:08.166469 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 55528) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:08.175199 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-f6d08493-555c-4885-9b4d-e79baa363815 None None] Set router d38499b0-bf59-4a6e-8258-4a9bbefb5c13 gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:57:08.208997 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d344bf69-f190-4d3f-8b72-bf4443a4bb6d tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1773502', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1772312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-258425'] for router, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:08.267916 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d344bf69-f190-4d3f-8b72-bf4443a4bb6d tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1773475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1773489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1773480', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1772307'] for router, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:08.269996 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-6e602870-6a44-46cd-9b58-d575e5696d16 None None] For port 4d6137d0-9680-4b50-bfb3-d6561d42b05c, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=4d6137d0-9680-4b50-bfb3-d6561d42b05c,segment=NetworkSegment(7d987acc-fdad-4524-a719-f66873c49631),segment_id=7d987acc-fdad-4524-a719-f66873c49631)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:57:08.273226 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:08.275888 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-6e602870-6a44-46cd-9b58-d575e5696d16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:08.300186 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 7 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 10:57:08.352497 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e602870-6a44-46cd-9b58-d575e5696d16 None None] Pushing event updated for resources: {'Port': ['ID=4d6137d0-9680-4b50-bfb3-d6561d42b05c,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:08.377079 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-089a253d-ca25-4426-84b0-13dd9e00dee7 req-d552a8b0-65d7-4439-a679-55a9a47be5ab service neutron] 10.222.0.64 "GET /v2.0/networks/3c7f3a1e-ebfb-474c-8a7c-dec27a9f3f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3153255 Oct 20 10:57:08.377754 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e602870-6a44-46cd-9b58-d575e5696d16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:57:08.378272 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e602870-6a44-46cd-9b58-d575e5696d16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:57:08.379344 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e602870-6a44-46cd-9b58-d575e5696d16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:57:08.381807 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e602870-6a44-46cd-9b58-d575e5696d16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:57:08.382207 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e602870-6a44-46cd-9b58-d575e5696d16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:57:08.382558 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e602870-6a44-46cd-9b58-d575e5696d16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:57:08.382903 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e602870-6a44-46cd-9b58-d575e5696d16 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:57:08.385744 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e602870-6a44-46cd-9b58-d575e5696d16 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:57:08.386121 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e602870-6a44-46cd-9b58-d575e5696d16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:57:08.386470 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e602870-6a44-46cd-9b58-d575e5696d16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:57:08.386815 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e602870-6a44-46cd-9b58-d575e5696d16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:57:08.387196 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e602870-6a44-46cd-9b58-d575e5696d16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:57:08.426043 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-7a4e6c2c-8f83-4b8e-9b29-2dcf926e50fe None None] Provisioning complete for port 4d6137d0-9680-4b50-bfb3-d6561d42b05c triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:57:08.426421 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-7a4e6c2c-8f83-4b8e-9b29-2dcf926e50fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:08.431082 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-bc8361da-e377-4de6-aa28-42abe4ce08ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:08.438438 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b6053d4a-5b84-41c7-beff-218cd2d693f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:08.441626 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b6053d4a-5b84-41c7-beff-218cd2d693f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:08.443007 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-b6053d4a-5b84-41c7-beff-218cd2d693f1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/20a7bbac-940f-4b10-8386-639e53d5b8a8 HTTP/1.1" status: 204 len: 168 time: 0.7578566 Oct 20 10:57:08.485488 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6053d4a-5b84-41c7-beff-218cd2d693f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20a7bbac-940f-4b10-8386-639e53d5b8a8,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:08.522507 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d344bf69-f190-4d3f-8b72-bf4443a4bb6d tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Router 0dcd1a26-e137-4d0e-8739-e61bbfa99f0c has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:57:08.619851 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-bc8361da-e377-4de6-aa28-42abe4ce08ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:08.634535 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-bc8361da-e377-4de6-aa28-42abe4ce08ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:08.705182 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-f6d08493-555c-4885-9b4d-e79baa363815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd38499b0-bf59-4a6e-8258-4a9bbefb5c13', 'name': 'tempest-TestSecurityGroupsBasicOps-router-825914539', 'tenant_id': '0f7c095abe574139be06bffc4a6ef74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': '020ae913-dc2f-4cf3-853b-94e1e5d82892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:56:55Z', 'updated_at': '2021-10-20T10:57:03Z', 'revision_number': 4, 'project_id': '0f7c095abe574139be06bffc4a6ef74a', 'gw_port': {'id': '020ae913-dc2f-4cf3-853b-94e1e5d82892', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:db:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38499b0-bf59-4a6e-8258-4a9bbefb5c13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:56:56Z', 'updated_at': '2021-10-20T10:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '4d6137d0-9680-4b50-bfb3-d6561d42b05c', 'name': '', 'network_id': '3c7f3a1e-ebfb-474c-8a7c-dec27a9f3f24', 'tenant_id': '0f7c095abe574139be06bffc4a6ef74a', 'mac_address': 'fa:16:3e:5d:8d:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd38499b0-bf59-4a6e-8258-4a9bbefb5c13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': 'cdb6f6cc-ac71-460f-ad42-3dc9fe778c4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:57:02Z', 'updated_at': '2021-10-20T10:57:07Z', 'revision_number': 4, 'project_id': '0f7c095abe574139be06bffc4a6ef74a', 'subnets': [{'id': 'cdb6f6cc-ac71-460f-ad42-3dc9fe778c4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:57:08.714406 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-bc8361da-e377-4de6-aa28-42abe4ce08ec admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7181c7040fe14a509eb9d3be6af6b6ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5478048 Oct 20 10:57:08.719132 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 55538) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:08.740050 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d344bf69-f190-4d3f-8b72-bf4443a4bb6d tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:57:08.761783 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bc39c099-094d-4c2a-9b58-ebe6b4634982 req-9ab66f30-496f-44e8-9981-579bbc834913 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] 10.222.0.64 "GET /v2.0/ports?device_id=a730941d-1f20-4fee-96fd-b8bf9d1b00d8 HTTP/1.1" status: 200 len: 210 time: 0.0586536 Oct 20 10:57:08.765218 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d344bf69-f190-4d3f-8b72-bf4443a4bb6d tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks [] for router, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:08.767135 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-d344bf69-f190-4d3f-8b72-bf4443a4bb6d tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] 10.222.0.64 "PUT /v2.0/routers/0dcd1a26-e137-4d0e-8739-e61bbfa99f0c HTTP/1.1" status: 200 len: 886 time: 1.6135828 Oct 20 10:57:08.780166 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 55540) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:08.795405 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca3f615-2d28-4f04-9719-0e96cb7af4e9 None None] Sync routers for ids ['0dcd1a26-e137-4d0e-8739-e61bbfa99f0c'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:57:08.798377 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d08493-555c-4885-9b4d-e79baa363815 None None] The sync data for ids ['d38499b0-bf59-4a6e-8258-4a9bbefb5c13'] in n-d-811396-3 is: [{'id': 'd38499b0-bf59-4a6e-8258-4a9bbefb5c13', 'name': 'tempest-TestSecurityGroupsBasicOps-router-825914539', 'tenant_id': '0f7c095abe574139be06bffc4a6ef74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': '020ae913-dc2f-4cf3-853b-94e1e5d82892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:56:55Z', 'updated_at': '2021-10-20T10:57:03Z', 'revision_number': 4, 'project_id': '0f7c095abe574139be06bffc4a6ef74a', 'gw_port': {'id': '020ae913-dc2f-4cf3-853b-94e1e5d82892', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:db:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38499b0-bf59-4a6e-8258-4a9bbefb5c13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:56:56Z', 'updated_at': '2021-10-20T10:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '4d6137d0-9680-4b50-bfb3-d6561d42b05c', 'name': '', 'network_id': '3c7f3a1e-ebfb-474c-8a7c-dec27a9f3f24', 'tenant_id': '0f7c095abe574139be06bffc4a6ef74a', 'mac_address': 'fa:16:3e:5d:8d:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd38499b0-bf59-4a6e-8258-4a9bbefb5c13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': 'cdb6f6cc-ac71-460f-ad42-3dc9fe778c4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:57:02Z', 'updated_at': '2021-10-20T10:57:07Z', 'revision_number': 4, 'project_id': '0f7c095abe574139be06bffc4a6ef74a', 'subnets': [{'id': 'cdb6f6cc-ac71-460f-ad42-3dc9fe778c4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:57:08.801336 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8361da-e377-4de6-aa28-42abe4ce08ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4231282-57b7-4661-bb8a-c444da6a68ff,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:08.824115 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8361da-e377-4de6-aa28-42abe4ce08ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:57:08.824464 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8361da-e377-4de6-aa28-42abe4ce08ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:57:08.824808 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8361da-e377-4de6-aa28-42abe4ce08ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:57:08.825146 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8361da-e377-4de6-aa28-42abe4ce08ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:57:08.825478 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8361da-e377-4de6-aa28-42abe4ce08ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:57:08.825807 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8361da-e377-4de6-aa28-42abe4ce08ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:57:08.825996 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca3f615-2d28-4f04-9719-0e96cb7af4e9 None None] Routers {'0dcd1a26-e137-4d0e-8739-e61bbfa99f0c'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:57:08.826169 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8361da-e377-4de6-aa28-42abe4ce08ec admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:57:08.826462 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8361da-e377-4de6-aa28-42abe4ce08ec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:57:08.826568 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-3ca3f615-2d28-4f04-9719-0e96cb7af4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:57:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['0dcd1a26-e137-4d0e-8739-e61bbfa99f0c'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:57:08.826838 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8361da-e377-4de6-aa28-42abe4ce08ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:57:08.827169 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8361da-e377-4de6-aa28-42abe4ce08ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:57:08.827525 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8361da-e377-4de6-aa28-42abe4ce08ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:57:08.827847 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8361da-e377-4de6-aa28-42abe4ce08ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:57:08.869994 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2b80d428-1c62-4cde-81e5-c10d57d13aae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:08.944588 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-3ca3f615-2d28-4f04-9719-0e96cb7af4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:57:08.956012 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:08.965818 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2b80d428-1c62-4cde-81e5-c10d57d13aae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:08.989171 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca3f615-2d28-4f04-9719-0e96cb7af4e9 None None] Routers {'0dcd1a26-e137-4d0e-8739-e61bbfa99f0c'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:57:08.989794 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-3ca3f615-2d28-4f04-9719-0e96cb7af4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:57:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['0dcd1a26-e137-4d0e-8739-e61bbfa99f0c'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:57:09.056592 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-3ca3f615-2d28-4f04-9719-0e96cb7af4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:57:09.058078 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca3f615-2d28-4f04-9719-0e96cb7af4e9 None None] The sync data for ids ['0dcd1a26-e137-4d0e-8739-e61bbfa99f0c'] in n-d-811396-3 is: [] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:57:09.101774 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2b80d428-1c62-4cde-81e5-c10d57d13aae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:09.105509 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2b80d428-1c62-4cde-81e5-c10d57d13aae admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:09.109193 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-2b80d428-1c62-4cde-81e5-c10d57d13aae admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b4231282-57b7-4661-bb8a-c444da6a68ff HTTP/1.1" status: 204 len: 168 time: 0.3806012 Oct 20 10:57:09.115757 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b80d428-1c62-4cde-81e5-c10d57d13aae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4231282-57b7-4661-bb8a-c444da6a68ff,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:09.172634 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 55554) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:09.173232 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-816ac9b8-c39f-4866-92f5-9efbe6014e48 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] 10.222.0.64 "GET /v2.0/routers/0dcd1a26-e137-4d0e-8739-e61bbfa99f0c HTTP/1.1" status: 200 len: 886 time: 0.3881502 Oct 20 10:57:09.276456 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 55560) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:09.279013 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-614c8992-f57c-4c37-9629-adf99056eb03 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] 10.222.0.64 "GET /v2.0/ports?device_id=0dcd1a26-e137-4d0e-8739-e61bbfa99f0c HTTP/1.1" status: 200 len: 205 time: 0.0993462 Oct 20 10:57:09.396006 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 4d6137d0-9680-4b50-bfb3-d6561d42b05c up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:57:09.535442 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 4d6137d0-9680-4b50-bfb3-d6561d42b05c triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:57:09.538727 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:09.578284 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-50a18d0f-3079-4511-baf3-b3defc18af22 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks [] for router, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:09.857443 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-50a18d0f-3079-4511-baf3-b3defc18af22 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:09.986110 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-50a18d0f-3079-4511-baf3-b3defc18af22 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Deleting port c7ce0190-2524-4b88-9bc3-402be103aea8 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:57:09.988196 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-50a18d0f-3079-4511-baf3-b3defc18af22 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:10.048364 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b938b5ec-6027-4103-9bf0-6f564f7e90ab req-033e46a9-3e59-48fa-a64e-25a14d9c38fe tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] 10.222.0.64 "GET /v2.0/ports?device_id=a730941d-1f20-4fee-96fd-b8bf9d1b00d8 HTTP/1.1" status: 200 len: 210 time: 0.1035867 Oct 20 10:57:10.208804 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-50a18d0f-3079-4511-baf3-b3defc18af22 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:10.246515 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 55590) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:10.260382 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-50a18d0f-3079-4511-baf3-b3defc18af22 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Calling delete_port for c7ce0190-2524-4b88-9bc3-402be103aea8 owned by network:router_gateway {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:57:10.577344 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-50a18d0f-3079-4511-baf3-b3defc18af22 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:10.623986 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a18d0f-3079-4511-baf3-b3defc18af22 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Pushing event deleted for resources: {'Port': ['ID=c7ce0190-2524-4b88-9bc3-402be103aea8,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:10.667035 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-835d2fc1-e39f-4f09-99cd-49dd99895d64 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1627771785-network', 'tenant_id': '1b65b2e8036f4846a7f6f098c6e62306'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:57:10.724250 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-835d2fc1-e39f-4f09-99cd-49dd99895d64 admin admin] Made reservation on behalf of 1b65b2e8036f4846a7f6f098c6e62306 for: {'network': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:57:10.727732 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-835d2fc1-e39f-4f09-99cd-49dd99895d64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:10.744472 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-50a18d0f-3079-4511-baf3-b3defc18af22 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1773439'] for router_gateway, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:10.757012 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-835d2fc1-e39f-4f09-99cd-49dd99895d64 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:10.780021 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 55606) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:10.893363 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-50a18d0f-3079-4511-baf3-b3defc18af22 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1772272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258304'] for router, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:10.896168 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-50a18d0f-3079-4511-baf3-b3defc18af22 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:10.919023 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-835d2fc1-e39f-4f09-99cd-49dd99895d64 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:10.952553 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089a253d-ca25-4426-84b0-13dd9e00dee7 req-fa21d78f-d3fd-47f3-afcd-b84dfddf32e9 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:10.954034 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-089a253d-ca25-4426-84b0-13dd9e00dee7 req-fa21d78f-d3fd-47f3-afcd-b84dfddf32e9 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] 10.222.0.55 "GET /v2.0/networks?id=3c7f3a1e-ebfb-474c-8a7c-dec27a9f3f24 HTTP/1.1" status: 200 len: 796 time: 0.3791127 Oct 20 10:57:10.965256 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-835d2fc1-e39f-4f09-99cd-49dd99895d64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:10.981416 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-50a18d0f-3079-4511-baf3-b3defc18af22 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1772267'] for router, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:10.982416 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50a18d0f-3079-4511-baf3-b3defc18af22 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Fanout notify agent at l3_agent the message router_deleted on router 0dcd1a26-e137-4d0e-8739-e61bbfa99f0c {{(pid=100597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 10:57:10.993364 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-50a18d0f-3079-4511-baf3-b3defc18af22 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks [] for router, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:10.994992 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-50a18d0f-3079-4511-baf3-b3defc18af22 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] 10.222.0.64 "DELETE /v2.0/routers/0dcd1a26-e137-4d0e-8739-e61bbfa99f0c HTTP/1.1" status: 204 len: 168 time: 1.7181087 Oct 20 10:57:11.002238 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 55610) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:11.007835 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-835d2fc1-e39f-4f09-99cd-49dd99895d64 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 817} {{(pid=100596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:57:11.011438 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-e9c6e46a-9c9c-471a-93dd-fdc6c5903bb7 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1364110755-network', 'tenant_id': '2606cfa13aa646b6b1d85cd0acb090de'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:57:11.012623 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-26c2c31f-870d-4bdc-95fc-0d8debdd1942 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Request body: {'network': {'name': 'tempest-RoutersTest-16248782'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:57:11.046704 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-835d2fc1-e39f-4f09-99cd-49dd99895d64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:11.047001 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9c6e46a-9c9c-471a-93dd-fdc6c5903bb7 admin admin] Made reservation on behalf of 2606cfa13aa646b6b1d85cd0acb090de for: {'network': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:57:11.047112 n-d-811396-3 neutron-server[100596]: INFO neutron.db.segments_db [None req-835d2fc1-e39f-4f09-99cd-49dd99895d64 admin admin] Added segment 454bfc68-3d11-4849-8508-1d19e9dea5ec of type vlan for network 5f3de8d1-83f4-4081-a4ae-e84fa44c63e9 Oct 20 10:57:11.049562 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e9c6e46a-9c9c-471a-93dd-fdc6c5903bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:11.051680 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835d2fc1-e39f-4f09-99cd-49dd99895d64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69f90560-754d-4655-8511-1cc906dc908c,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:11.063531 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.db.api [None req-26c2c31f-870d-4bdc-95fc-0d8debdd1942 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 20 10:57:11.063531 n-d-811396-3 neutron-server[100596]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 20 10:57:11.063531 n-d-811396-3 neutron-server[100596]: [parameters: {'project_id_1': 'f889f0e78885417f8f60131724c64516', 'expiration_1': datetime.datetime(2021, 10, 20, 10, 56, 51, 28984)}] Oct 20 10:57:11.063531 n-d-811396-3 neutron-server[100596]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 10:57:11.063531 n-d-811396-3 neutron-server[100596]: DEBUG oslo_db.api [None req-26c2c31f-870d-4bdc-95fc-0d8debdd1942 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 10:57:11.068724 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-089a253d-ca25-4426-84b0-13dd9e00dee7 req-dffb4911-2e7e-4182-ab61-fe1892c08800 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0f7c095abe574139be06bffc4a6ef74a HTTP/1.1" status: 200 len: 478 time: 0.0986664 Oct 20 10:57:11.071533 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e9c6e46a-9c9c-471a-93dd-fdc6c5903bb7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:11.094036 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-089a253d-ca25-4426-84b0-13dd9e00dee7 req-b6c3a3a3-402e-453f-8bf5-a34f113ab1e9 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Request body: {'port': {'device_id': 'a730941d-1f20-4fee-96fd-b8bf9d1b00d8', 'network_id': '3c7f3a1e-ebfb-474c-8a7c-dec27a9f3f24', 'admin_state_up': True, 'tenant_id': '0f7c095abe574139be06bffc4a6ef74a', 'security_groups': ['5011e0c4-b37a-45cb-bb81-b63eb965f474', '61ad572f-5a49-4dcb-9866-9596ab9135b8']}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:57:11.125297 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-835d2fc1-e39f-4f09-99cd-49dd99895d64 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:11.212109 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-835d2fc1-e39f-4f09-99cd-49dd99895d64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:11.213085 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835d2fc1-e39f-4f09-99cd-49dd99895d64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:11.213657 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-835d2fc1-e39f-4f09-99cd-49dd99895d64 admin admin] Publish callbacks [] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:11.325407 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e9c6e46a-9c9c-471a-93dd-fdc6c5903bb7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:11.332689 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e9c6e46a-9c9c-471a-93dd-fdc6c5903bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:11.365478 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9c6e46a-9c9c-471a-93dd-fdc6c5903bb7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 801} {{(pid=100597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:57:11.381220 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c6e46a-9c9c-471a-93dd-fdc6c5903bb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47cb7f14-2266-4d2d-8755-64f5c74dcf6b,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:11.391922 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e9c6e46a-9c9c-471a-93dd-fdc6c5903bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:11.392362 n-d-811396-3 neutron-server[100597]: INFO neutron.db.segments_db [None req-e9c6e46a-9c9c-471a-93dd-fdc6c5903bb7 admin admin] Added segment c37f45f9-3ccb-4b98-af7d-90a8017a4acb of type vlan for network 203edeb2-1c06-4924-a847-8d4bc77a4e0f Oct 20 10:57:11.443549 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e9c6e46a-9c9c-471a-93dd-fdc6c5903bb7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:11.487245 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e9c6e46a-9c9c-471a-93dd-fdc6c5903bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:11.490635 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c6e46a-9c9c-471a-93dd-fdc6c5903bb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:11.492437 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e9c6e46a-9c9c-471a-93dd-fdc6c5903bb7 admin admin] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:11.548266 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-e9c6e46a-9c9c-471a-93dd-fdc6c5903bb7 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7669950 Oct 20 10:57:11.551096 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 55614) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:11.588960 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-7ab7a342-aa66-4eb0-b4dd-3a4fd9e02182 admin admin] Request body: {'subnet': {'network_id': '203edeb2-1c06-4924-a847-8d4bc77a4e0f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1364110755-subnet', 'tenant_id': '2606cfa13aa646b6b1d85cd0acb090de', 'ip_version': 4}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:57:11.605462 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c6e46a-9c9c-471a-93dd-fdc6c5903bb7 admin admin] Pushing event updated for resources: {'Network': ['ID=203edeb2-1c06-4924-a847-8d4bc77a4e0f,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:11.618312 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network 203edeb2-1c06-4924-a847-8d4bc77a4e0f details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:57:11.702635 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2488eebd-4d98-4121-bde4-4352743370da req-72dafb34-50d5-499a-a140-cd121a1ef574 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] 10.222.0.64 "GET /v2.0/ports?device_id=a730941d-1f20-4fee-96fd-b8bf9d1b00d8 HTTP/1.1" status: 200 len: 210 time: 0.4584982 Oct 20 10:57:11.707744 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835d2fc1-e39f-4f09-99cd-49dd99895d64 admin admin] Pushing event updated for resources: {'Network': ['ID=5f3de8d1-83f4-4081-a4ae-e84fa44c63e9,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:11.716009 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-835d2fc1-e39f-4f09-99cd-49dd99895d64 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.4683373 Oct 20 10:57:11.719088 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 55620) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:11.728272 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network 5f3de8d1-83f4-4081-a4ae-e84fa44c63e9 details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:57:11.732286 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-0c34dac1-cff0-4eaa-94ab-2c8e073d0240 admin admin] Request body: {'subnet': {'network_id': '5f3de8d1-83f4-4081-a4ae-e84fa44c63e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1627771785-subnet', 'tenant_id': '1b65b2e8036f4846a7f6f098c6e62306', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:57:11.734916 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.db.api [None req-26c2c31f-870d-4bdc-95fc-0d8debdd1942 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 20 10:57:11.734916 n-d-811396-3 neutron-server[100596]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 20 10:57:11.734916 n-d-811396-3 neutron-server[100596]: [parameters: {'project_id_1': 'f889f0e78885417f8f60131724c64516', 'expiration_1': datetime.datetime(2021, 10, 20, 10, 56, 51, 703990)}] Oct 20 10:57:11.734916 n-d-811396-3 neutron-server[100596]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 10:57:11.735798 n-d-811396-3 neutron-server[100596]: DEBUG oslo_db.api [None req-26c2c31f-870d-4bdc-95fc-0d8debdd1942 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 10:57:11.738378 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.db.api [req-089a253d-ca25-4426-84b0-13dd9e00dee7 req-b6c3a3a3-402e-453f-8bf5-a34f113ab1e9 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 20 10:57:11.738378 n-d-811396-3 neutron-server[100596]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 20 10:57:11.738378 n-d-811396-3 neutron-server[100596]: [parameters: {'project_id_1': '0f7c095abe574139be06bffc4a6ef74a', 'expiration_1': datetime.datetime(2021, 10, 20, 10, 56, 51, 705808)}] Oct 20 10:57:11.738378 n-d-811396-3 neutron-server[100596]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 10:57:11.738745 n-d-811396-3 neutron-server[100596]: DEBUG oslo_db.api [req-089a253d-ca25-4426-84b0-13dd9e00dee7 req-b6c3a3a3-402e-453f-8bf5-a34f113ab1e9 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 10:57:11.768659 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ab7a342-aa66-4eb0-b4dd-3a4fd9e02182 admin admin] Made reservation on behalf of 2606cfa13aa646b6b1d85cd0acb090de for: {'subnet': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:57:11.771094 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7ab7a342-aa66-4eb0-b4dd-3a4fd9e02182 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25350782'] for subnet, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:11.829670 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26c2c31f-870d-4bdc-95fc-0d8debdd1942 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Made reservation on behalf of f889f0e78885417f8f60131724c64516 for: {'network': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:57:11.841635 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-26c2c31f-870d-4bdc-95fc-0d8debdd1942 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:11.842886 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c34dac1-cff0-4eaa-94ab-2c8e073d0240 admin admin] Made reservation on behalf of 1b65b2e8036f4846a7f6f098c6e62306 for: {'subnet': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:57:11.845204 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0c34dac1-cff0-4eaa-94ab-2c8e073d0240 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25350782'] for subnet, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:11.888997 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26c2c31f-870d-4bdc-95fc-0d8debdd1942 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 827} {{(pid=100596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:57:11.903839 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-26c2c31f-870d-4bdc-95fc-0d8debdd1942 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:11.904375 n-d-811396-3 neutron-server[100596]: INFO neutron.db.segments_db [None req-26c2c31f-870d-4bdc-95fc-0d8debdd1942 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Added segment 7fde50ed-f69f-4c5b-822a-017198930845 of type vlan for network 117b9b53-5519-48e3-af57-6e52d6665c8a Oct 20 10:57:11.952141 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-26c2c31f-870d-4bdc-95fc-0d8debdd1942 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:11.999906 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-26c2c31f-870d-4bdc-95fc-0d8debdd1942 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:12.007186 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c2c31f-870d-4bdc-95fc-0d8debdd1942 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:12.007991 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-26c2c31f-870d-4bdc-95fc-0d8debdd1942 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks [] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:12.056079 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-26c2c31f-870d-4bdc-95fc-0d8debdd1942 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 1.0467191 Oct 20 10:57:12.057084 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 55622) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:12.066714 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-2f8119cc-390f-4cad-88a1-55e11d41faa6 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Request body: {'subnet': {'network_id': '117b9b53-5519-48e3-af57-6e52d6665c8a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:57:12.096098 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c2c31f-870d-4bdc-95fc-0d8debdd1942 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Pushing event updated for resources: {'Network': ['ID=117b9b53-5519-48e3-af57-6e52d6665c8a,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:12.110596 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network 117b9b53-5519-48e3-af57-6e52d6665c8a details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:57:12.114897 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7ab7a342-aa66-4eb0-b4dd-3a4fd9e02182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25350752'] for subnet, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:12.152329 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0c34dac1-cff0-4eaa-94ab-2c8e073d0240 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25350752'] for subnet, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:12.197022 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7a342-aa66-4eb0-b4dd-3a4fd9e02182 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7b965d4-929c-4c3f-874c-e787f7294129,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:12.244729 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab7a342-aa66-4eb0-b4dd-3a4fd9e02182 admin admin] Checking segment: {'id': 'c37f45f9-3ccb-4b98-af7d-90a8017a4acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '203edeb2-1c06-4924-a847-8d4bc77a4e0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:57:12.245102 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab7a342-aa66-4eb0-b4dd-3a4fd9e02182 admin admin] Network hostable DHCP agents. Network: 203edeb2-1c06-4924-a847-8d4bc77a4e0f, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:57:12.258762 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c34dac1-cff0-4eaa-94ab-2c8e073d0240 admin admin] Checking segment: {'id': '454bfc68-3d11-4849-8508-1d19e9dea5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '5f3de8d1-83f4-4081-a4ae-e84fa44c63e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:57:12.259276 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c34dac1-cff0-4eaa-94ab-2c8e073d0240 admin admin] Network hostable DHCP agents. Network: 5f3de8d1-83f4-4081-a4ae-e84fa44c63e9, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:57:12.271261 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f8119cc-390f-4cad-88a1-55e11d41faa6 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Made reservation on behalf of f889f0e78885417f8f60131724c64516 for: {'subnet': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:57:12.275870 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2f8119cc-390f-4cad-88a1-55e11d41faa6 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26761797'] for subnet, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:12.302913 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c34dac1-cff0-4eaa-94ab-2c8e073d0240 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1112b924-dfee-4f27-9509-3316f3e9f37a,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:12.309258 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab7a342-aa66-4eb0-b4dd-3a4fd9e02182 admin admin] Network 203edeb2-1c06-4924-a847-8d4bc77a4e0f is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:57:12.319255 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-089a253d-ca25-4426-84b0-13dd9e00dee7 req-b6c3a3a3-402e-453f-8bf5-a34f113ab1e9 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Made reservation on behalf of 0f7c095abe574139be06bffc4a6ef74a for: {'port': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:57:12.323531 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-089a253d-ca25-4426-84b0-13dd9e00dee7 req-b6c3a3a3-402e-453f-8bf5-a34f113ab1e9 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:12.332944 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-7ab7a342-aa66-4eb0-b4dd-3a4fd9e02182 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, 203edeb2-1c06-4924-a847-8d4bc77a4e0f) {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:57:12.345376 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab7a342-aa66-4eb0-b4dd-3a4fd9e02182 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:12.347750 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7ab7a342-aa66-4eb0-b4dd-3a4fd9e02182 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:12.350809 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a0c81ff-7ff2-406d-8385-89737cb390b9 None None] Network 203edeb2-1c06-4924-a847-8d4bc77a4e0f requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:57:12.358327 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c34dac1-cff0-4eaa-94ab-2c8e073d0240 admin admin] Network 5f3de8d1-83f4-4081-a4ae-e84fa44c63e9 is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:57:12.378941 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-0c34dac1-cff0-4eaa-94ab-2c8e073d0240 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, 5f3de8d1-83f4-4081-a4ae-e84fa44c63e9) {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:57:12.384305 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c34dac1-cff0-4eaa-94ab-2c8e073d0240 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:12.385062 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0c34dac1-cff0-4eaa-94ab-2c8e073d0240 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:12.390688 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-7ab7a342-aa66-4eb0-b4dd-3a4fd9e02182 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8374119 Oct 20 10:57:12.393272 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 55624) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:12.401222 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-f7e6971f-5265-472f-8efc-c307f6b6e102 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1364110755-router', 'tenant_id': '2606cfa13aa646b6b1d85cd0acb090de', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:57:12.423928 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-0c34dac1-cff0-4eaa-94ab-2c8e073d0240 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.7034440 Oct 20 10:57:12.447486 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea78b9e2-65df-4bea-bb3e-af881b1bf898 None None] Network 5f3de8d1-83f4-4081-a4ae-e84fa44c63e9 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:57:12.471999 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f7e6971f-5265-472f-8efc-c307f6b6e102 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1772442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258322'] for router, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:12.473074 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f7e6971f-5265-472f-8efc-c307f6b6e102 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1772334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773516', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258315'] for router, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:12.600242 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [req-089a253d-ca25-4426-84b0-13dd9e00dee7 req-b6c3a3a3-402e-453f-8bf5-a34f113ab1e9 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Allocated IP 172.20.0.7 (3c7f3a1e-ebfb-474c-8a7c-dec27a9f3f24/cdb6f6cc-ac71-460f-ad42-3dc9fe778c4d/7e5b5372-5dc0-4a14-a06e-c047f9c5b0be) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:57:12.642739 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f7e6971f-5265-472f-8efc-c307f6b6e102 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:12.700321 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2f8119cc-390f-4cad-88a1-55e11d41faa6 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26836128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26761819'] for subnet, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:12.940053 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8119cc-390f-4cad-88a1-55e11d41faa6 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Checking segment: {'id': '7fde50ed-f69f-4c5b-822a-017198930845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '117b9b53-5519-48e3-af57-6e52d6665c8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:57:12.940421 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f8119cc-390f-4cad-88a1-55e11d41faa6 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Network hostable DHCP agents. Network: 117b9b53-5519-48e3-af57-6e52d6665c8a, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:57:12.961937 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f7e6971f-5265-472f-8efc-c307f6b6e102 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:12.971105 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8119cc-390f-4cad-88a1-55e11d41faa6 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Pushing event updated for resources: {'Subnet': ['ID=78726e66-dec1-4f7f-b193-5fee67b44eaf,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:13.007294 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c096d090-3795-4089-b214-1ffe1cf042fe None None] Network 5f3de8d1-83f4-4081-a4ae-e84fa44c63e9 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:57:13.009974 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4c67b827-89aa-4d5a-b9b0-28a01e31a109 req-1e467657-2a76-42f4-bb2b-eb85b4496210 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] 10.222.0.64 "GET /v2.0/ports?device_id=a730941d-1f20-4fee-96fd-b8bf9d1b00d8 HTTP/1.1" status: 200 len: 210 time: 0.1445527 Oct 20 10:57:13.037377 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f8119cc-390f-4cad-88a1-55e11d41faa6 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Network 117b9b53-5519-48e3-af57-6e52d6665c8a is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:57:13.092357 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-2f8119cc-390f-4cad-88a1-55e11d41faa6 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, 117b9b53-5519-48e3-af57-6e52d6665c8a) {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:57:13.110405 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f8119cc-390f-4cad-88a1-55e11d41faa6 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:13.111782 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2f8119cc-390f-4cad-88a1-55e11d41faa6 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:13.129071 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d35109f8-a57d-41bf-bc57-2d5927ceb5eb None None] Network 117b9b53-5519-48e3-af57-6e52d6665c8a requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:57:13.145468 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-2f8119cc-390f-4cad-88a1-55e11d41faa6 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0850317 Oct 20 10:57:13.146256 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 55640) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:13.154151 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-ace32534-046b-42c7-8802-71dd9dd7f026 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-536950170', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:57:13.183291 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-089a253d-ca25-4426-84b0-13dd9e00dee7 req-b6c3a3a3-402e-453f-8bf5-a34f113ab1e9 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:13.220029 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ace32534-046b-42c7-8802-71dd9dd7f026 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1772442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258322'] for router, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:13.221293 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ace32534-046b-42c7-8802-71dd9dd7f026 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1772334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773516', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258315'] for router, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:13.261498 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b8793a0-93f5-4635-b660-d27765956582 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524064ba-869c-5550-b826-c26b69a11278-203edeb2-1c06-4924-a847-8d4bc77a4e0f', 'network_id': '203edeb2-1c06-4924-a847-8d4bc77a4e0f', 'tenant_id': '2606cfa13aa646b6b1d85cd0acb090de', 'fixed_ips': [{'subnet_id': 'f7b965d4-929c-4c3f-874c-e787f7294129'}]}} from n-d-811396-3. {{(pid=100598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:57:13.263145 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-6b8793a0-93f5-4635-b660-d27765956582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:13.294269 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ace32534-046b-42c7-8802-71dd9dd7f026 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:13.301296 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ace32534-046b-42c7-8802-71dd9dd7f026 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1773475'] for router, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:13.362474 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ace32534-046b-42c7-8802-71dd9dd7f026 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks [] for router, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:13.364903 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-ace32534-046b-42c7-8802-71dd9dd7f026 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2173543 Oct 20 10:57:13.384382 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 55650) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:13.461684 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51855a7-84ae-4687-b4ce-c5610728a28f req-077d9677-ee74-4911-a7be-daba8ba08896 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:13.463230 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d51855a7-84ae-4687-b4ce-c5610728a28f req-077d9677-ee74-4911-a7be-daba8ba08896 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/networks?id=5f3de8d1-83f4-4081-a4ae-e84fa44c63e9 HTTP/1.1" status: 200 len: 806 time: 0.1673214 Oct 20 10:57:13.474211 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-089a253d-ca25-4426-84b0-13dd9e00dee7 req-b6c3a3a3-402e-453f-8bf5-a34f113ab1e9 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:13.478942 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f7e6971f-5265-472f-8efc-c307f6b6e102 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:13.492329 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb243606-66cf-471e-a91e-2ddc0581e557 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524064ba-869c-5550-b826-c26b69a11278-117b9b53-5519-48e3-af57-6e52d6665c8a', 'network_id': '117b9b53-5519-48e3-af57-6e52d6665c8a', 'tenant_id': 'f889f0e78885417f8f60131724c64516', 'fixed_ips': [{'subnet_id': '78726e66-dec1-4f7f-b193-5fee67b44eaf'}]}} from n-d-811396-3. {{(pid=100598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:57:13.493490 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-eb243606-66cf-471e-a91e-2ddc0581e557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:13.499632 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f7e6971f-5265-472f-8efc-c307f6b6e102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:13.576119 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-089a253d-ca25-4426-84b0-13dd9e00dee7 req-b6c3a3a3-402e-453f-8bf5-a34f113ab1e9 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Network 3c7f3a1e-ebfb-474c-8a7c-dec27a9f3f24 is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:57:13.580838 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d51855a7-84ae-4687-b4ce-c5610728a28f req-5171c0ff-9dd4-4c11-899a-b42d2354b027 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/quotas/1b65b2e8036f4846a7f6f098c6e62306 HTTP/1.1" status: 200 len: 375 time: 0.0986578 Oct 20 10:57:13.587337 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [req-089a253d-ca25-4426-84b0-13dd9e00dee7 req-b6c3a3a3-402e-453f-8bf5-a34f113ab1e9 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:57:13.605991 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-089a253d-ca25-4426-84b0-13dd9e00dee7 req-b6c3a3a3-402e-453f-8bf5-a34f113ab1e9 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:57:13.675458 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-6b8793a0-93f5-4635-b660-d27765956582 None None] Allocated IP 172.20.0.2 (203edeb2-1c06-4924-a847-8d4bc77a4e0f/f7b965d4-929c-4c3f-874c-e787f7294129/47f98877-ce28-4d65-8214-91e48fbe270a) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:57:13.758597 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d51855a7-84ae-4687-b4ce-c5610728a28f req-3ab3704f-2743-4a8b-878f-0e73bf4494ef tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=1b65b2e8036f4846a7f6f098c6e62306&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1567342 Oct 20 10:57:13.806645 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089a253d-ca25-4426-84b0-13dd9e00dee7 req-b6c3a3a3-402e-453f-8bf5-a34f113ab1e9 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:13.807593 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-089a253d-ca25-4426-84b0-13dd9e00dee7 req-b6c3a3a3-402e-453f-8bf5-a34f113ab1e9 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:13.843080 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-eb243606-66cf-471e-a91e-2ddc0581e557 None None] Allocated IP 172.20.0.2 (117b9b53-5519-48e3-af57-6e52d6665c8a/78726e66-dec1-4f7f-b193-5fee67b44eaf/86827e28-0bc4-42b6-9f11-12ca4757dc43) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:57:13.934879 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c3a3a3-402e-453f-8bf5-a34f113ab1e9 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Pushing event updated for resources: {'Port': ['ID=7e5b5372-5dc0-4a14-a06e-c047f9c5b0be,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:13.952822 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-089a253d-ca25-4426-84b0-13dd9e00dee7 req-b6c3a3a3-402e-453f-8bf5-a34f113ab1e9 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 2.8636448 Oct 20 10:57:13.993069 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-089a253d-ca25-4426-84b0-13dd9e00dee7 req-79f69da7-41bc-45e1-8b6e-8ca5f277ec52 service neutron] Request body: {'port': {'device_id': 'a730941d-1f20-4fee-96fd-b8bf9d1b00d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811396-3'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:57:14.087682 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d51855a7-84ae-4687-b4ce-c5610728a28f req-98241d76-2421-4505-97c0-73761efe2161 service neutron] 10.222.0.64 "GET /v2.0/networks/5f3de8d1-83f4-4081-a4ae-e84fa44c63e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2618670 Oct 20 10:57:14.181291 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-089a253d-ca25-4426-84b0-13dd9e00dee7 req-79f69da7-41bc-45e1-8b6e-8ca5f277ec52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:14.219930 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-298c7022-a4c2-403d-8f09-f46a4150b63f tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:14.277248 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-f7e6971f-5265-472f-8efc-c307f6b6e102 admin admin] Allocated IP 172.25.1.96 (cbe170d3-31ba-45a2-b477-520ab0a7a8ea/f4e26aca-17ac-4adb-a66b-d939a1b35b64/d558849a-e9ae-489f-952c-8b3ea6f603f9) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:57:14.286034 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-6b8793a0-93f5-4635-b660-d27765956582 None None] Publish callbacks [] for port, precommit_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:14.298830 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d51855a7-84ae-4687-b4ce-c5610728a28f req-0295b75b-b589-4bc0-b2c6-bf6726d4dadf service neutron] 10.222.0.64 "GET /v2.0/networks/5f3de8d1-83f4-4081-a4ae-e84fa44c63e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786733 Oct 20 10:57:14.309954 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4398e847-b0ab-41a0-aad8-cd8a885c31de req-46b8ebff-4ad9-4f89-bccc-86c8ed1b27b7 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:14.311550 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4398e847-b0ab-41a0-aad8-cd8a885c31de req-46b8ebff-4ad9-4f89-bccc-86c8ed1b27b7 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] 10.222.0.64 "GET /v2.0/ports?device_id=a730941d-1f20-4fee-96fd-b8bf9d1b00d8 HTTP/1.1" status: 200 len: 970 time: 0.1693769 Oct 20 10:57:14.323075 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-6b8793a0-93f5-4635-b660-d27765956582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:14.372461 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-7f6b6693-3a62-462e-84ec-8c51c7a96619 None None] Provisioning complete for port 7e5b5372-5dc0-4a14-a06e-c047f9c5b0be triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:57:14.373110 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-7f6b6693-3a62-462e-84ec-8c51c7a96619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:14.455892 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4398e847-b0ab-41a0-aad8-cd8a885c31de req-894f7e3e-7824-4fdc-9331-8590ee7d9027 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] 10.222.0.64 "GET /v2.0/security-groups?id=5011e0c4-b37a-45cb-bb81-b63eb965f474&id=61ad572f-5a49-4dcb-9866-9596ab9135b8&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1256676 Oct 20 10:57:14.614805 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-eb243606-66cf-471e-a91e-2ddc0581e557 None None] Publish callbacks [] for port, precommit_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:14.662523 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-7f6b6693-3a62-462e-84ec-8c51c7a96619 None None] Port 7e5b5372-5dc0-4a14-a06e-c047f9c5b0be cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:57:14.692305 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-eb243606-66cf-471e-a91e-2ddc0581e557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:14.709961 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8793a0-93f5-4635-b660-d27765956582 None None] Pushing event updated for resources: {'Port': ['ID=47f98877-ce28-4d65-8214-91e48fbe270a,revision_number=1']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:14.755049 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fa3300f7-ebf7-408e-a0bc-89579507728c req-5e866cf6-00d3-4d6b-b7dc-57f7168e77f8 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/ports?device_id=0eade803-1ac3-4d29-9df9-44207c3bce3c HTTP/1.1" status: 200 len: 210 time: 0.1162865 Oct 20 10:57:14.768469 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f7e6971f-5265-472f-8efc-c307f6b6e102 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:14.782014 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8793a0-93f5-4635-b660-d27765956582 None None] Network 203edeb2-1c06-4924-a847-8d4bc77a4e0f is already hosted by enough agents. {{(pid=100598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:57:14.789402 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb243606-66cf-471e-a91e-2ddc0581e557 None None] Pushing event updated for resources: {'Port': ['ID=86827e28-0bc4-42b6-9f11-12ca4757dc43,revision_number=1']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:14.808679 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-298c7022-a4c2-403d-8f09-f46a4150b63f tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Allocated IP 172.20.0.1 (117b9b53-5519-48e3-af57-6e52d6665c8a/78726e66-dec1-4f7f-b193-5fee67b44eaf/99b04b7e-ba40-4254-97ce-7ffdee6730d2) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:57:14.821324 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.base_scheduler [None req-6b8793a0-93f5-4635-b660-d27765956582 None None] Resources bound (agent type, host, resource id): {{(pid=100598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:57:14.828175 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8793a0-93f5-4635-b660-d27765956582 None None] Received port after_create {{(pid=100598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:57:14.833425 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f7e6971f-5265-472f-8efc-c307f6b6e102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:14.838856 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb243606-66cf-471e-a91e-2ddc0581e557 None None] Network 117b9b53-5519-48e3-af57-6e52d6665c8a is already hosted by enough agents. {{(pid=100598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:57:14.870136 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.base_scheduler [None req-eb243606-66cf-471e-a91e-2ddc0581e557 None None] Resources bound (agent type, host, resource id): {{(pid=100598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:57:14.877248 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb243606-66cf-471e-a91e-2ddc0581e557 None None] Received port after_create {{(pid=100598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:57:14.901752 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e6971f-5265-472f-8efc-c307f6b6e102 admin admin] Pushing event updated for resources: {'Port': ['ID=d558849a-e9ae-489f-952c-8b3ea6f603f9,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:14.919051 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e6971f-5265-472f-8efc-c307f6b6e102 admin admin] Network cbe170d3-31ba-45a2-b477-520ab0a7a8ea is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:57:14.922600 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-f7e6971f-5265-472f-8efc-c307f6b6e102 admin admin] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:57:14.931954 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [req-089a253d-ca25-4426-84b0-13dd9e00dee7 req-79f69da7-41bc-45e1-8b6e-8ca5f277ec52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e5b5372-5dc0-4a14-a06e-c047f9c5b0be {{(pid=100596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:57:14.952998 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-089a253d-ca25-4426-84b0-13dd9e00dee7 req-79f69da7-41bc-45e1-8b6e-8ca5f277ec52 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:14.964178 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e6971f-5265-472f-8efc-c307f6b6e102 admin admin] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:57:14.997983 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-6b8793a0-93f5-4635-b660-d27765956582 None None] Attempting to bind port 47f98877-ce28-4d65-8214-91e48fbe270a on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:57:15.001715 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-6b8793a0-93f5-4635-b660-d27765956582 None None] Attempting to bind port 47f98877-ce28-4d65-8214-91e48fbe270a by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': 'c37f45f9-3ccb-4b98-af7d-90a8017a4acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '203edeb2-1c06-4924-a847-8d4bc77a4e0f'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:57:15.005045 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b8793a0-93f5-4635-b660-d27765956582 None None] Attempting to bind port 47f98877-ce28-4d65-8214-91e48fbe270a on network 203edeb2-1c06-4924-a847-8d4bc77a4e0f {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:57:15.017899 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.provisioning_blocks [req-089a253d-ca25-4426-84b0-13dd9e00dee7 req-79f69da7-41bc-45e1-8b6e-8ca5f277ec52 service neutron] Transition to ACTIVE for port object 7e5b5372-5dc0-4a14-a06e-c047f9c5b0be will not be triggered until provisioned by entity L2. {{(pid=100596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:57:15.029970 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-089a253d-ca25-4426-84b0-13dd9e00dee7 req-79f69da7-41bc-45e1-8b6e-8ca5f277ec52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:15.062019 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b8793a0-93f5-4635-b660-d27765956582 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:57:15.062719 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b8793a0-93f5-4635-b660-d27765956582 None None] Checking segment: {'id': 'c37f45f9-3ccb-4b98-af7d-90a8017a4acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '203edeb2-1c06-4924-a847-8d4bc77a4e0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:57:15.063293 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-6b8793a0-93f5-4635-b660-d27765956582 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:15.064012 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b8793a0-93f5-4635-b660-d27765956582 None None] Bound using segment: {'id': 'c37f45f9-3ccb-4b98-af7d-90a8017a4acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '203edeb2-1c06-4924-a847-8d4bc77a4e0f'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:57:15.064519 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-6b8793a0-93f5-4635-b660-d27765956582 None None] Bound port: 47f98877-ce28-4d65-8214-91e48fbe270a, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c37f45f9-3ccb-4b98-af7d-90a8017a4acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '203edeb2-1c06-4924-a847-8d4bc77a4e0f'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:57:15.064909 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-6b8793a0-93f5-4635-b660-d27765956582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:15.127309 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f69da7-41bc-45e1-8b6e-8ca5f277ec52 service neutron] Pushing event updated for resources: {'Port': ['ID=7e5b5372-5dc0-4a14-a06e-c047f9c5b0be,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:15.181711 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-298c7022-a4c2-403d-8f09-f46a4150b63f tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:15.261924 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-eb243606-66cf-471e-a91e-2ddc0581e557 None None] Attempting to bind port 86827e28-0bc4-42b6-9f11-12ca4757dc43 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:57:15.261924 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-eb243606-66cf-471e-a91e-2ddc0581e557 None None] Attempting to bind port 86827e28-0bc4-42b6-9f11-12ca4757dc43 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '7fde50ed-f69f-4c5b-822a-017198930845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '117b9b53-5519-48e3-af57-6e52d6665c8a'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:57:15.261924 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb243606-66cf-471e-a91e-2ddc0581e557 None None] Attempting to bind port 86827e28-0bc4-42b6-9f11-12ca4757dc43 on network 117b9b53-5519-48e3-af57-6e52d6665c8a {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:57:15.274808 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-089a253d-ca25-4426-84b0-13dd9e00dee7 req-79f69da7-41bc-45e1-8b6e-8ca5f277ec52 service neutron] Attempting to bind port 7e5b5372-5dc0-4a14-a06e-c047f9c5b0be on host n-h1-811396-3 for vnic_type normal with profile {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:57:15.275411 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-089a253d-ca25-4426-84b0-13dd9e00dee7 req-79f69da7-41bc-45e1-8b6e-8ca5f277ec52 service neutron] Attempting to bind port 7e5b5372-5dc0-4a14-a06e-c047f9c5b0be by drivers openvswitch,hyperv on host n-h1-811396-3 at level 0 using segments [{'id': '7d987acc-fdad-4524-a719-f66873c49631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '3c7f3a1e-ebfb-474c-8a7c-dec27a9f3f24'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:57:15.275543 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089a253d-ca25-4426-84b0-13dd9e00dee7 req-79f69da7-41bc-45e1-8b6e-8ca5f277ec52 service neutron] Attempting to bind port 7e5b5372-5dc0-4a14-a06e-c047f9c5b0be on network 3c7f3a1e-ebfb-474c-8a7c-dec27a9f3f24 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:57:15.291811 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089a253d-ca25-4426-84b0-13dd9e00dee7 req-79f69da7-41bc-45e1-8b6e-8ca5f277ec52 service neutron] Port 7e5b5372-5dc0-4a14-a06e-c047f9c5b0be on network 3c7f3a1e-ebfb-474c-8a7c-dec27a9f3f24 not bound, no agent of type Open vSwitch agent registered on host n-h1-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:57:15.292143 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089a253d-ca25-4426-84b0-13dd9e00dee7 req-79f69da7-41bc-45e1-8b6e-8ca5f277ec52 service neutron] Attempting to bind port 7e5b5372-5dc0-4a14-a06e-c047f9c5b0be on network 3c7f3a1e-ebfb-474c-8a7c-dec27a9f3f24 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:57:15.313676 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089a253d-ca25-4426-84b0-13dd9e00dee7 req-79f69da7-41bc-45e1-8b6e-8ca5f277ec52 service neutron] Checking agent: {'id': 'b707b4cc-061f-4cf4-bce0-0b3df9b7bec9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:57:15.317678 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089a253d-ca25-4426-84b0-13dd9e00dee7 req-79f69da7-41bc-45e1-8b6e-8ca5f277ec52 service neutron] Checking segment: {'id': '7d987acc-fdad-4524-a719-f66873c49631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '3c7f3a1e-ebfb-474c-8a7c-dec27a9f3f24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:57:15.318094 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089a253d-ca25-4426-84b0-13dd9e00dee7 req-79f69da7-41bc-45e1-8b6e-8ca5f277ec52 service neutron] Bound using segment: {'id': '7d987acc-fdad-4524-a719-f66873c49631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '3c7f3a1e-ebfb-474c-8a7c-dec27a9f3f24'} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:57:15.323116 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-089a253d-ca25-4426-84b0-13dd9e00dee7 req-79f69da7-41bc-45e1-8b6e-8ca5f277ec52 service neutron] Bound port: 7e5b5372-5dc0-4a14-a06e-c047f9c5b0be, host: n-h1-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d987acc-fdad-4524-a719-f66873c49631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '3c7f3a1e-ebfb-474c-8a7c-dec27a9f3f24'}}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:57:15.323451 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-089a253d-ca25-4426-84b0-13dd9e00dee7 req-79f69da7-41bc-45e1-8b6e-8ca5f277ec52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:15.328971 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb243606-66cf-471e-a91e-2ddc0581e557 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:57:15.329510 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb243606-66cf-471e-a91e-2ddc0581e557 None None] Checking segment: {'id': '7fde50ed-f69f-4c5b-822a-017198930845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '117b9b53-5519-48e3-af57-6e52d6665c8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:57:15.329930 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-eb243606-66cf-471e-a91e-2ddc0581e557 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:15.330393 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb243606-66cf-471e-a91e-2ddc0581e557 None None] Bound using segment: {'id': '7fde50ed-f69f-4c5b-822a-017198930845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '117b9b53-5519-48e3-af57-6e52d6665c8a'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:57:15.331040 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-eb243606-66cf-471e-a91e-2ddc0581e557 None None] Bound port: 86827e28-0bc4-42b6-9f11-12ca4757dc43, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fde50ed-f69f-4c5b-822a-017198930845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '117b9b53-5519-48e3-af57-6e52d6665c8a'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:57:15.331947 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-eb243606-66cf-471e-a91e-2ddc0581e557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:15.410005 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-eb243606-66cf-471e-a91e-2ddc0581e557 None None] For port 86827e28-0bc4-42b6-9f11-12ca4757dc43, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:57:15.414288 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-eb243606-66cf-471e-a91e-2ddc0581e557 None None] For port 86827e28-0bc4-42b6-9f11-12ca4757dc43, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=86827e28-0bc4-42b6-9f11-12ca4757dc43,segment=NetworkSegment(7fde50ed-f69f-4c5b-822a-017198930845),segment_id=7fde50ed-f69f-4c5b-822a-017198930845)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:57:15.420846 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-eb243606-66cf-471e-a91e-2ddc0581e557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:15.472598 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-298c7022-a4c2-403d-8f09-f46a4150b63f tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:15.505614 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-6b8793a0-93f5-4635-b660-d27765956582 None None] For port 47f98877-ce28-4d65-8214-91e48fbe270a, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:57:15.564094 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-6b8793a0-93f5-4635-b660-d27765956582 None None] For port 47f98877-ce28-4d65-8214-91e48fbe270a, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=47f98877-ce28-4d65-8214-91e48fbe270a,segment=NetworkSegment(c37f45f9-3ccb-4b98-af7d-90a8017a4acb),segment_id=c37f45f9-3ccb-4b98-af7d-90a8017a4acb)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:57:15.592415 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-6b8793a0-93f5-4635-b660-d27765956582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:15.619995 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298c7022-a4c2-403d-8f09-f46a4150b63f tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Pushing event updated for resources: {'Port': ['ID=99b04b7e-ba40-4254-97ce-7ffdee6730d2,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:15.624431 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-089a253d-ca25-4426-84b0-13dd9e00dee7 req-79f69da7-41bc-45e1-8b6e-8ca5f277ec52 service neutron] For port 7e5b5372-5dc0-4a14-a06e-c047f9c5b0be, host n-h1-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:57:15.649893 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb243606-66cf-471e-a91e-2ddc0581e557 None None] Pushing event updated for resources: {'Port': ['ID=86827e28-0bc4-42b6-9f11-12ca4757dc43,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:15.653506 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-089a253d-ca25-4426-84b0-13dd9e00dee7 req-79f69da7-41bc-45e1-8b6e-8ca5f277ec52 service neutron] For port 7e5b5372-5dc0-4a14-a06e-c047f9c5b0be, host n-h1-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=7e5b5372-5dc0-4a14-a06e-c047f9c5b0be,segment=NetworkSegment(7d987acc-fdad-4524-a719-f66873c49631),segment_id=7d987acc-fdad-4524-a719-f66873c49631)] {{(pid=100596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:57:15.663821 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-089a253d-ca25-4426-84b0-13dd9e00dee7 req-79f69da7-41bc-45e1-8b6e-8ca5f277ec52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:15.690148 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-298c7022-a4c2-403d-8f09-f46a4150b63f tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Network 117b9b53-5519-48e3-af57-6e52d6665c8a is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:57:15.702958 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-298c7022-a4c2-403d-8f09-f46a4150b63f tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:57:15.714088 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298c7022-a4c2-403d-8f09-f46a4150b63f tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:57:15.771949 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8793a0-93f5-4635-b660-d27765956582 None None] Pushing event updated for resources: {'Port': ['ID=47f98877-ce28-4d65-8214-91e48fbe270a,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:15.856677 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f69da7-41bc-45e1-8b6e-8ca5f277ec52 service neutron] Pushing event updated for resources: {'Port': ['ID=7e5b5372-5dc0-4a14-a06e-c047f9c5b0be,revision_number=3']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:15.923997 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f7e6971f-5265-472f-8efc-c307f6b6e102 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:15.932820 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-298c7022-a4c2-403d-8f09-f46a4150b63f tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1774540'] for router_interface, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:15.945906 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-642d5688-9a71-4c5d-ab42-b7a659fd3ed8 req-773a0fbd-5c2a-449a-a84d-c71b5a9c065b tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/ports?device_id=0eade803-1ac3-4d29-9df9-44207c3bce3c HTTP/1.1" status: 200 len: 210 time: 0.0924206 Oct 20 10:57:15.948882 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089a253d-ca25-4426-84b0-13dd9e00dee7 req-79f69da7-41bc-45e1-8b6e-8ca5f277ec52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:15.949746 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-089a253d-ca25-4426-84b0-13dd9e00dee7 req-79f69da7-41bc-45e1-8b6e-8ca5f277ec52 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:15.951353 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-089a253d-ca25-4426-84b0-13dd9e00dee7 req-79f69da7-41bc-45e1-8b6e-8ca5f277ec52 service neutron] 10.222.0.55 "PUT /v2.0/ports/7e5b5372-5dc0-4a14-a06e-c047f9c5b0be HTTP/1.1" status: 200 len: 1130 time: 1.9737501 Oct 20 10:57:15.956169 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a730941d-1f20-4fee-96fd-b8bf9d1b00d8', 'tag': '7e5b5372-5dc0-4a14-a06e-c047f9c5b0be'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:57:15.959591 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abd47914-066e-40a5-9770-9d9c92118875" -d '{"events": [{"name": "network-changed", "server_uuid": "a730941d-1f20-4fee-96fd-b8bf9d1b00d8", "tag": "7e5b5372-5dc0-4a14-a06e-c047f9c5b0be"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:57:16.025645 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cdf0d7-79f9-46a7-b5d1-24cdcb97e5bc req-9d03ee68-f82f-44f3-a386-82340686ba77 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:16.031812 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-44cdf0d7-79f9-46a7-b5d1-24cdcb97e5bc req-9d03ee68-f82f-44f3-a386-82340686ba77 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] 10.222.0.64 "GET /v2.0/ports?device_id=a730941d-1f20-4fee-96fd-b8bf9d1b00d8 HTTP/1.1" status: 200 len: 982 time: 0.3358288 Oct 20 10:57:16.214683 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49895d08-321f-4218-90e1-fdcb08b2b0c4 x-openstack-request-id: req-49895d08-321f-4218-90e1-fdcb08b2b0c4 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:57:16.215025 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a730941d-1f20-4fee-96fd-b8bf9d1b00d8", "tag": "7e5b5372-5dc0-4a14-a06e-c047f9c5b0be", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:57:16.215241 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-49895d08-321f-4218-90e1-fdcb08b2b0c4 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:57:16.215689 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a730941d-1f20-4fee-96fd-b8bf9d1b00d8', 'tag': '7e5b5372-5dc0-4a14-a06e-c047f9c5b0be', 'status': 'completed', 'code': 200} Oct 20 10:57:16.269950 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-298c7022-a4c2-403d-8f09-f46a4150b63f tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:16.519941 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-44cdf0d7-79f9-46a7-b5d1-24cdcb97e5bc req-66aa67e8-c5f3-4bb8-ab74-8dd77a2a7b1e tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] 10.222.0.64 "GET /v2.0/security-groups?id=5011e0c4-b37a-45cb-bb81-b63eb965f474&id=61ad572f-5a49-4dcb-9866-9596ab9135b8&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.4691188 Oct 20 10:57:16.534174 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089a253d-ca25-4426-84b0-13dd9e00dee7 req-d46f425a-ad28-47ae-b513-a047e65d7d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:16.535709 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-089a253d-ca25-4426-84b0-13dd9e00dee7 req-d46f425a-ad28-47ae-b513-a047e65d7d10 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0f7c095abe574139be06bffc4a6ef74a&device_id=a730941d-1f20-4fee-96fd-b8bf9d1b00d8 HTTP/1.1" status: 200 len: 1133 time: 0.4625473 Oct 20 10:57:16.625580 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-089a253d-ca25-4426-84b0-13dd9e00dee7 req-747c58c4-faa0-4f32-91b9-5593fa6af83d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7e5b5372-5dc0-4a14-a06e-c047f9c5b0be HTTP/1.1" status: 200 len: 217 time: 0.0713296 Oct 20 10:57:16.705640 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51855a7-84ae-4687-b4ce-c5610728a28f req-53ee1a3c-b04f-43ea-916c-5eaadba9d59e tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:16.707146 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d51855a7-84ae-4687-b4ce-c5610728a28f req-53ee1a3c-b04f-43ea-916c-5eaadba9d59e tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.69 "GET /v2.0/networks?id=5f3de8d1-83f4-4081-a4ae-e84fa44c63e9 HTTP/1.1" status: 200 len: 806 time: 0.3917382 Oct 20 10:57:16.719473 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089a253d-ca25-4426-84b0-13dd9e00dee7 req-18c1b0f4-51b6-4649-8d39-b78640cdeda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:16.720692 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-089a253d-ca25-4426-84b0-13dd9e00dee7 req-18c1b0f4-51b6-4649-8d39-b78640cdeda8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cdb6f6cc-ac71-460f-ad42-3dc9fe778c4d HTTP/1.1" status: 200 len: 835 time: 0.0837145 Oct 20 10:57:16.726469 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-d51855a7-84ae-4687-b4ce-c5610728a28f req-53c91752-76ab-43b5-b27e-2de203d2c3bf tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Request body: {'port': {'device_id': '0eade803-1ac3-4d29-9df9-44207c3bce3c', 'network_id': '5f3de8d1-83f4-4081-a4ae-e84fa44c63e9', 'admin_state_up': True, 'tenant_id': '1b65b2e8036f4846a7f6f098c6e62306'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:57:16.823517 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f7e6971f-5265-472f-8efc-c307f6b6e102 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1773475'] for router, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:16.844315 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089a253d-ca25-4426-84b0-13dd9e00dee7 req-daf860e7-4645-4891-8595-b36b59ac32c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:16.845844 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-089a253d-ca25-4426-84b0-13dd9e00dee7 req-daf860e7-4645-4891-8595-b36b59ac32c9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3c7f3a1e-ebfb-474c-8a7c-dec27a9f3f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1161304 Oct 20 10:57:16.979942 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d51855a7-84ae-4687-b4ce-c5610728a28f req-53c91752-76ab-43b5-b27e-2de203d2c3bf tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Made reservation on behalf of 1b65b2e8036f4846a7f6f098c6e62306 for: {'port': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:57:16.985139 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-d51855a7-84ae-4687-b4ce-c5610728a28f req-53c91752-76ab-43b5-b27e-2de203d2c3bf tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:17.026629 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-089a253d-ca25-4426-84b0-13dd9e00dee7 req-8605d0cc-4c11-40f4-81fd-87f4ecf81735 service neutron] 10.222.0.55 "GET /v2.0/networks/3c7f3a1e-ebfb-474c-8a7c-dec27a9f3f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683426 Oct 20 10:57:17.071032 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-298c7022-a4c2-403d-8f09-f46a4150b63f tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks [] for port, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:17.081952 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-298c7022-a4c2-403d-8f09-f46a4150b63f tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:17.148161 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8b1339c4-9340-42f3-9b12-f7079c0f57b0 req-541a41a5-cb38-46d7-83f4-93f6ae30a3a6 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/ports?device_id=0eade803-1ac3-4d29-9df9-44207c3bce3c HTTP/1.1" status: 200 len: 210 time: 0.0516589 Oct 20 10:57:17.222701 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-298c7022-a4c2-403d-8f09-f46a4150b63f tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1774432'] for router_interface, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:17.245802 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298c7022-a4c2-403d-8f09-f46a4150b63f tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Pushing event updated for resources: {'Port': ['ID=99b04b7e-ba40-4254-97ce-7ffdee6730d2,revision_number=2']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:17.251368 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7e6971f-5265-472f-8efc-c307f6b6e102 admin admin] Router ad0cab1f-e0e8-460a-ac15-be78aacc63f9 is scheduled to L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 with binding_index 1 {{(pid=100597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 10:57:17.284288 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-089a253d-ca25-4426-84b0-13dd9e00dee7 req-708cc83e-3d9b-48f1-9b2a-6db90a7307a2 service neutron] 10.222.0.55 "GET /v2.0/networks/3c7f3a1e-ebfb-474c-8a7c-dec27a9f3f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2474451 Oct 20 10:57:17.314134 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [req-d51855a7-84ae-4687-b4ce-c5610728a28f req-53c91752-76ab-43b5-b27e-2de203d2c3bf tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Allocated IP 172.20.0.2 (5f3de8d1-83f4-4081-a4ae-e84fa44c63e9/1112b924-dfee-4f27-9509-3316f3e9f37a/783580f0-59dd-475f-8b83-b93fba68f44d) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:57:17.450287 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 47f98877-ce28-4d65-8214-91e48fbe270a up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:57:17.494189 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd47914-066e-40a5-9770-9d9c92118875 req-9176175f-57ec-4141-a1fd-01d6da0a1f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:17.502233 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-abd47914-066e-40a5-9770-9d9c92118875 req-9176175f-57ec-4141-a1fd-01d6da0a1f59 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0f7c095abe574139be06bffc4a6ef74a&device_id=a730941d-1f20-4fee-96fd-b8bf9d1b00d8 HTTP/1.1" status: 200 len: 1133 time: 0.1304939 Oct 20 10:57:17.536745 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7e6971f-5265-472f-8efc-c307f6b6e102 admin admin] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:57:17.551050 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5217da-2252-4971-b484-fefcf2032755 None None] Sync routers for ids ['ad0cab1f-e0e8-460a-ac15-be78aacc63f9'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:57:17.564052 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 47f98877-ce28-4d65-8214-91e48fbe270a triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:57:17.564688 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:17.574016 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f7e6971f-5265-472f-8efc-c307f6b6e102 admin admin] Publish callbacks [] for router, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:17.579501 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-f7e6971f-5265-472f-8efc-c307f6b6e102 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.1811514 Oct 20 10:57:17.580122 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 55694) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:17.597525 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-298c7022-a4c2-403d-8f09-f46a4150b63f tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Network 117b9b53-5519-48e3-af57-6e52d6665c8a is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:57:17.633785 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5217da-2252-4971-b484-fefcf2032755 None None] Routers {'ad0cab1f-e0e8-460a-ac15-be78aacc63f9'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:57:17.634788 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-2f5217da-2252-4971-b484-fefcf2032755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:57:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['ad0cab1f-e0e8-460a-ac15-be78aacc63f9'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:57:17.676509 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-298c7022-a4c2-403d-8f09-f46a4150b63f tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:57:17.761471 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-2f5217da-2252-4971-b484-fefcf2032755 None None] Set router ad0cab1f-e0e8-460a-ac15-be78aacc63f9 gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:57:17.802571 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dac80dac-ab87-416d-a231-e042f19dd4c5 None None] Network 117b9b53-5519-48e3-af57-6e52d6665c8a requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:57:17.815943 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-d51855a7-84ae-4687-b4ce-c5610728a28f req-53c91752-76ab-43b5-b27e-2de203d2c3bf tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:17.874890 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:17.920832 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19488c19-1aba-4ba8-86b1-5b4271b50e87 req-f513bea4-4999-4971-b72b-a228e8ac1354 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:17.925442 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-19488c19-1aba-4ba8-86b1-5b4271b50e87 req-f513bea4-4999-4971-b72b-a228e8ac1354 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] 10.222.0.64 "GET /v2.0/ports?device_id=a730941d-1f20-4fee-96fd-b8bf9d1b00d8 HTTP/1.1" status: 200 len: 982 time: 0.2604353 Oct 20 10:57:18.076110 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd47914-066e-40a5-9770-9d9c92118875 req-7b8efdb2-3382-4858-9e94-9a150b8e227b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:18.077785 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-abd47914-066e-40a5-9770-9d9c92118875 req-7b8efdb2-3382-4858-9e94-9a150b8e227b service neutron] 10.222.0.55 "GET /v2.0/networks?id=3c7f3a1e-ebfb-474c-8a7c-dec27a9f3f24 HTTP/1.1" status: 200 len: 897 time: 0.4373741 Oct 20 10:57:18.085217 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-19488c19-1aba-4ba8-86b1-5b4271b50e87 req-8a2eb76a-5051-4101-a523-9b295f2601e5 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] 10.222.0.64 "GET /v2.0/security-groups?id=5011e0c4-b37a-45cb-bb81-b63eb965f474&id=61ad572f-5a49-4dcb-9866-9596ab9135b8&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1382525 Oct 20 10:57:18.095031 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-d51855a7-84ae-4687-b4ce-c5610728a28f req-53c91752-76ab-43b5-b27e-2de203d2c3bf tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:18.134390 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-abd47914-066e-40a5-9770-9d9c92118875 req-ed766e91-5799-4ede-bef3-c7c23807368c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7e5b5372-5dc0-4a14-a06e-c047f9c5b0be HTTP/1.1" status: 200 len: 217 time: 0.0465791 Oct 20 10:57:18.189421 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d51855a7-84ae-4687-b4ce-c5610728a28f req-53c91752-76ab-43b5-b27e-2de203d2c3bf tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Network 5f3de8d1-83f4-4081-a4ae-e84fa44c63e9 is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:57:18.210500 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [req-d51855a7-84ae-4687-b4ce-c5610728a28f req-53c91752-76ab-43b5-b27e-2de203d2c3bf tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:57:18.218540 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-d51855a7-84ae-4687-b4ce-c5610728a28f req-53c91752-76ab-43b5-b27e-2de203d2c3bf tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:57:18.238625 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa6234d-7d3c-491b-82e2-898e91c6185c None None] Network 203edeb2-1c06-4924-a847-8d4bc77a4e0f requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:57:18.299950 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51855a7-84ae-4687-b4ce-c5610728a28f req-53c91752-76ab-43b5-b27e-2de203d2c3bf tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:18.300580 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-d51855a7-84ae-4687-b4ce-c5610728a28f req-53c91752-76ab-43b5-b27e-2de203d2c3bf tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:18.304981 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd47914-066e-40a5-9770-9d9c92118875 req-7d733eea-8405-4f70-9499-6a03a88d0922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:18.306501 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-abd47914-066e-40a5-9770-9d9c92118875 req-7d733eea-8405-4f70-9499-6a03a88d0922 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cdb6f6cc-ac71-460f-ad42-3dc9fe778c4d HTTP/1.1" status: 200 len: 835 time: 0.1428170 Oct 20 10:57:18.309395 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c91752-76ab-43b5-b27e-2de203d2c3bf tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Pushing event updated for resources: {'Port': ['ID=783580f0-59dd-475f-8b83-b93fba68f44d,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:18.377381 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d51855a7-84ae-4687-b4ce-c5610728a28f req-53c91752-76ab-43b5-b27e-2de203d2c3bf tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6556060 Oct 20 10:57:18.385768 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-e97531d9-2762-4b3c-b618-becea68a3c66 None None] Provisioning complete for port 86827e28-0bc4-42b6-9f11-12ca4757dc43 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:57:18.386149 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-e97531d9-2762-4b3c-b618-becea68a3c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:18.398692 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-d51855a7-84ae-4687-b4ce-c5610728a28f req-4b89e167-ad75-4f4e-85bd-7db188627d9d service neutron] Request body: {'port': {'device_id': '0eade803-1ac3-4d29-9df9-44207c3bce3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811396-3'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:57:18.426222 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd47914-066e-40a5-9770-9d9c92118875 req-88bed290-c4ac-4753-98e2-f79f1ad33ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:18.428856 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-abd47914-066e-40a5-9770-9d9c92118875 req-88bed290-c4ac-4753-98e2-f79f1ad33ce7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3c7f3a1e-ebfb-474c-8a7c-dec27a9f3f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1035674 Oct 20 10:57:18.466025 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] For port 47f98877-ce28-4d65-8214-91e48fbe270a, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=47f98877-ce28-4d65-8214-91e48fbe270a,segment=NetworkSegment(c37f45f9-3ccb-4b98-af7d-90a8017a4acb),segment_id=c37f45f9-3ccb-4b98-af7d-90a8017a4acb)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:57:18.502366 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:18.503221 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 86827e28-0bc4-42b6-9f11-12ca4757dc43 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:57:18.531620 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-abd47914-066e-40a5-9770-9d9c92118875 req-adb18388-bb4e-4ce9-b80c-605298d02b89 service neutron] 10.222.0.55 "GET /v2.0/networks/3c7f3a1e-ebfb-474c-8a7c-dec27a9f3f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946341 Oct 20 10:57:18.560750 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-298c7022-a4c2-403d-8f09-f46a4150b63f tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Router 70fc054a-3a93-49b7-a0ab-1582964e3dcc is scheduled to L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 with binding_index 1 {{(pid=100597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 10:57:18.574698 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-d51855a7-84ae-4687-b4ce-c5610728a28f req-4b89e167-ad75-4f4e-85bd-7db188627d9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:18.604050 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55722eb-4efe-42a8-929d-be9debae0a54 req-d91bfc29-6b17-49a3-8d85-665f44930860 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:18.605771 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a55722eb-4efe-42a8-929d-be9debae0a54 req-d91bfc29-6b17-49a3-8d85-665f44930860 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/ports?device_id=0eade803-1ac3-4d29-9df9-44207c3bce3c HTTP/1.1" status: 200 len: 931 time: 0.2980771 Oct 20 10:57:18.746499 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-298c7022-a4c2-403d-8f09-f46a4150b63f tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:57:18.756958 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-298c7022-a4c2-403d-8f09-f46a4150b63f tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] 10.222.0.64 "PUT /v2.0/routers/70fc054a-3a93-49b7-a0ab-1582964e3dcc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3710499 Oct 20 10:57:18.759964 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 55712) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:18.764970 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ecafbe5-2845-4b42-b198-2f9e6a45efd7 None None] Sync routers for ids ['70fc054a-3a93-49b7-a0ab-1582964e3dcc'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:57:18.770704 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 86827e28-0bc4-42b6-9f11-12ca4757dc43 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:57:18.771079 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:18.793314 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ecafbe5-2845-4b42-b198-2f9e6a45efd7 None None] Routers {'70fc054a-3a93-49b7-a0ab-1582964e3dcc'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:57:18.794374 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-6ecafbe5-2845-4b42-b198-2f9e6a45efd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:57:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['70fc054a-3a93-49b7-a0ab-1582964e3dcc'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:57:18.803232 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Pushing event updated for resources: {'Port': ['ID=47f98877-ce28-4d65-8214-91e48fbe270a,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:18.822949 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-e97531d9-2762-4b3c-b618-becea68a3c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:18.844362 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cbd3eb8-22ce-4afd-be32-d16f02bd5859 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:18.848976 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-3cbd3eb8-22ce-4afd-be32-d16f02bd5859 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] 10.222.0.64 "GET /v2.0/ports/99b04b7e-ba40-4254-97ce-7ffdee6730d2 HTTP/1.1" status: 200 len: 910 time: 0.0879273 Oct 20 10:57:18.850175 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 55714) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:18.856085 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-6ecafbe5-2845-4b42-b198-2f9e6a45efd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:57:18.858566 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-e0cfd531-90f5-44ac-94ab-cbabfd11790b tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '78726e66-dec1-4f7f-b193-5fee67b44eaf'}]}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:57:18.889936 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ecafbe5-2845-4b42-b198-2f9e6a45efd7 None None] Routers {'70fc054a-3a93-49b7-a0ab-1582964e3dcc'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:57:18.890707 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-6ecafbe5-2845-4b42-b198-2f9e6a45efd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:57:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['70fc054a-3a93-49b7-a0ab-1582964e3dcc'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:57:18.944382 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-e97531d9-2762-4b3c-b618-becea68a3c66 None None] For port 86827e28-0bc4-42b6-9f11-12ca4757dc43, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=86827e28-0bc4-42b6-9f11-12ca4757dc43,segment=NetworkSegment(7fde50ed-f69f-4c5b-822a-017198930845),segment_id=7fde50ed-f69f-4c5b-822a-017198930845)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:57:18.966805 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-e97531d9-2762-4b3c-b618-becea68a3c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:19.022616 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-6ecafbe5-2845-4b42-b198-2f9e6a45efd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:57:19.023731 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ecafbe5-2845-4b42-b198-2f9e6a45efd7 None None] The sync data for ids ['70fc054a-3a93-49b7-a0ab-1582964e3dcc'] in n-d-811396-3 is: [] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:57:19.150684 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e4c1470c-42e0-438b-855a-65cea22910eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:19.155114 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97531d9-2762-4b3c-b618-becea68a3c66 None None] Pushing event updated for resources: {'Port': ['ID=86827e28-0bc4-42b6-9f11-12ca4757dc43,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:19.178867 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-2f5217da-2252-4971-b484-fefcf2032755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad0cab1f-e0e8-460a-ac15-be78aacc63f9', 'name': 'tempest-TestServerBasicOps-1364110755-router', 'tenant_id': '2606cfa13aa646b6b1d85cd0acb090de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': 'd558849a-e9ae-489f-952c-8b3ea6f603f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:57:12Z', 'updated_at': '2021-10-20T10:57:15Z', 'revision_number': 3, 'project_id': '2606cfa13aa646b6b1d85cd0acb090de', 'gw_port': {'id': 'd558849a-e9ae-489f-952c-8b3ea6f603f9', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:17:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad0cab1f-e0e8-460a-ac15-be78aacc63f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3322, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:57:13Z', 'updated_at': '2021-10-20T10:57:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:57:19.312953 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-ba4d9b9e-5b31-4514-bfbf-0459e9548ede None None] Provisioning complete for port 47f98877-ce28-4d65-8214-91e48fbe270a triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:57:19.319645 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-ba4d9b9e-5b31-4514-bfbf-0459e9548ede None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:19.353620 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-abd47914-066e-40a5-9770-9d9c92118875 req-09726d93-a1d8-4eaa-b175-1c91b93cb2c1 service neutron] 10.222.0.55 "GET /v2.0/networks/3c7f3a1e-ebfb-474c-8a7c-dec27a9f3f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7877111 Oct 20 10:57:19.363496 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e0cfd531-90f5-44ac-94ab-cbabfd11790b tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:19.405176 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5217da-2252-4971-b484-fefcf2032755 None None] Checking router: ad0cab1f-e0e8-460a-ac15-be78aacc63f9 for host: n-d-811396-3 {{(pid=100598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:57:19.405532 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5217da-2252-4971-b484-fefcf2032755 None None] Updating router ad0cab1f-e0e8-460a-ac15-be78aacc63f9 port d558849a-e9ae-489f-952c-8b3ea6f603f9 binding host n-d-811396-3 {{(pid=100598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 10:57:19.429712 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a55722eb-4efe-42a8-929d-be9debae0a54 req-b99e4355-e77e-4495-84c5-2b28f95343c6 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/security-groups?id=69f90560-754d-4655-8511-1cc906dc908c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7874310 Oct 20 10:57:19.468053 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-2f5217da-2252-4971-b484-fefcf2032755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:19.484423 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 47f98877-ce28-4d65-8214-91e48fbe270a up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:57:19.563896 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:19.568981 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bf26ce-5656-45cf-9573-6c7fe75b3026 req-f5a02306-f799-4914-8959-7d73085242bd tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:19.580015 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-81bf26ce-5656-45cf-9573-6c7fe75b3026 req-f5a02306-f799-4914-8959-7d73085242bd tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] 10.222.0.64 "GET /v2.0/ports?device_id=a730941d-1f20-4fee-96fd-b8bf9d1b00d8 HTTP/1.1" status: 200 len: 982 time: 0.2173147 Oct 20 10:57:19.673319 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-81bf26ce-5656-45cf-9573-6c7fe75b3026 req-d74c06c1-3947-41ea-a4d3-456da02bc80f tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] 10.222.0.64 "GET /v2.0/security-groups?id=5011e0c4-b37a-45cb-bb81-b63eb965f474&id=61ad572f-5a49-4dcb-9866-9596ab9135b8&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0920527 Oct 20 10:57:19.780743 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 47f98877-ce28-4d65-8214-91e48fbe270a triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:57:19.781402 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:19.799053 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-e4c1470c-42e0-438b-855a-65cea22910eb admin admin] Allocated IP 172.20.0.1 (203edeb2-1c06-4924-a847-8d4bc77a4e0f/f7b965d4-929c-4c3f-874c-e787f7294129/3adf9827-0359-4523-941b-cd56424e264e) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:57:19.857658 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [req-d51855a7-84ae-4687-b4ce-c5610728a28f req-4b89e167-ad75-4f4e-85bd-7db188627d9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 783580f0-59dd-475f-8b83-b93fba68f44d {{(pid=100596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:57:19.866258 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-d51855a7-84ae-4687-b4ce-c5610728a28f req-4b89e167-ad75-4f4e-85bd-7db188627d9d service neutron] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:19.883957 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.provisioning_blocks [req-d51855a7-84ae-4687-b4ce-c5610728a28f req-4b89e167-ad75-4f4e-85bd-7db188627d9d service neutron] Transition to ACTIVE for port object 783580f0-59dd-475f-8b83-b93fba68f44d will not be triggered until provisioned by entity L2. {{(pid=100596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:57:19.888310 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-d51855a7-84ae-4687-b4ce-c5610728a28f req-4b89e167-ad75-4f4e-85bd-7db188627d9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:19.964707 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89e167-ad75-4f4e-85bd-7db188627d9d service neutron] Pushing event updated for resources: {'Port': ['ID=783580f0-59dd-475f-8b83-b93fba68f44d,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:20.008533 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-bcba077f-850a-4b49-9ab1-67e835d34948 None None] Provisioning complete for port 86827e28-0bc4-42b6-9f11-12ca4757dc43 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:57:20.008960 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-bcba077f-850a-4b49-9ab1-67e835d34948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:20.017705 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 86827e28-0bc4-42b6-9f11-12ca4757dc43 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:57:20.066099 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e0cfd531-90f5-44ac-94ab-cbabfd11790b tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks [] for port, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:20.069366 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-d51855a7-84ae-4687-b4ce-c5610728a28f req-4b89e167-ad75-4f4e-85bd-7db188627d9d service neutron] Attempting to bind port 783580f0-59dd-475f-8b83-b93fba68f44d on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:57:20.069892 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-d51855a7-84ae-4687-b4ce-c5610728a28f req-4b89e167-ad75-4f4e-85bd-7db188627d9d service neutron] Attempting to bind port 783580f0-59dd-475f-8b83-b93fba68f44d by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': '454bfc68-3d11-4849-8508-1d19e9dea5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '5f3de8d1-83f4-4081-a4ae-e84fa44c63e9'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:57:20.070480 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51855a7-84ae-4687-b4ce-c5610728a28f req-4b89e167-ad75-4f4e-85bd-7db188627d9d service neutron] Attempting to bind port 783580f0-59dd-475f-8b83-b93fba68f44d on network 5f3de8d1-83f4-4081-a4ae-e84fa44c63e9 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:57:20.075782 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51855a7-84ae-4687-b4ce-c5610728a28f req-4b89e167-ad75-4f4e-85bd-7db188627d9d service neutron] Port 783580f0-59dd-475f-8b83-b93fba68f44d on network 5f3de8d1-83f4-4081-a4ae-e84fa44c63e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:57:20.076307 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51855a7-84ae-4687-b4ce-c5610728a28f req-4b89e167-ad75-4f4e-85bd-7db188627d9d service neutron] Attempting to bind port 783580f0-59dd-475f-8b83-b93fba68f44d on network 5f3de8d1-83f4-4081-a4ae-e84fa44c63e9 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:57:20.081741 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51855a7-84ae-4687-b4ce-c5610728a28f req-4b89e167-ad75-4f4e-85bd-7db188627d9d service neutron] Checking agent: {'id': '061232a2-7adc-4ba1-a873-e8cb136b064d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 57, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:57:20.082283 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51855a7-84ae-4687-b4ce-c5610728a28f req-4b89e167-ad75-4f4e-85bd-7db188627d9d service neutron] Checking segment: {'id': '454bfc68-3d11-4849-8508-1d19e9dea5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '5f3de8d1-83f4-4081-a4ae-e84fa44c63e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:57:20.082961 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51855a7-84ae-4687-b4ce-c5610728a28f req-4b89e167-ad75-4f4e-85bd-7db188627d9d service neutron] Bound using segment: {'id': '454bfc68-3d11-4849-8508-1d19e9dea5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '5f3de8d1-83f4-4081-a4ae-e84fa44c63e9'} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:57:20.083568 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-d51855a7-84ae-4687-b4ce-c5610728a28f req-4b89e167-ad75-4f4e-85bd-7db188627d9d service neutron] Bound port: 783580f0-59dd-475f-8b83-b93fba68f44d, host: n-h2-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '454bfc68-3d11-4849-8508-1d19e9dea5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '5f3de8d1-83f4-4081-a4ae-e84fa44c63e9'}}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:57:20.084250 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-d51855a7-84ae-4687-b4ce-c5610728a28f req-4b89e167-ad75-4f4e-85bd-7db188627d9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:20.149639 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-2f5217da-2252-4971-b484-fefcf2032755 None None] Publish callbacks [] for port, precommit_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:20.167616 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-2f5217da-2252-4971-b484-fefcf2032755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:20.168748 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-d51855a7-84ae-4687-b4ce-c5610728a28f req-4b89e167-ad75-4f4e-85bd-7db188627d9d service neutron] For port 783580f0-59dd-475f-8b83-b93fba68f44d, host n-h2-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:57:20.172366 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 86827e28-0bc4-42b6-9f11-12ca4757dc43 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:57:20.173028 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-d51855a7-84ae-4687-b4ce-c5610728a28f req-4b89e167-ad75-4f4e-85bd-7db188627d9d service neutron] For port 783580f0-59dd-475f-8b83-b93fba68f44d, host n-h2-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=783580f0-59dd-475f-8b83-b93fba68f44d,segment=NetworkSegment(454bfc68-3d11-4849-8508-1d19e9dea5ec),segment_id=454bfc68-3d11-4849-8508-1d19e9dea5ec)] {{(pid=100596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:57:20.174279 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:20.175373 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e4c1470c-42e0-438b-855a-65cea22910eb admin admin] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:20.179251 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e0cfd531-90f5-44ac-94ab-cbabfd11790b tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:20.180025 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-d51855a7-84ae-4687-b4ce-c5610728a28f req-4b89e167-ad75-4f4e-85bd-7db188627d9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:20.243950 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89e167-ad75-4f4e-85bd-7db188627d9d service neutron] Pushing event updated for resources: {'Port': ['ID=783580f0-59dd-475f-8b83-b93fba68f44d,revision_number=3']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:20.264077 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51855a7-84ae-4687-b4ce-c5610728a28f req-4b89e167-ad75-4f4e-85bd-7db188627d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:20.265099 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-d51855a7-84ae-4687-b4ce-c5610728a28f req-4b89e167-ad75-4f4e-85bd-7db188627d9d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:20.265813 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 7e5b5372-5dc0-4a14-a06e-c047f9c5b0be details requested by agent hyperv_n-h1-811396-3 with host n-h1-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:57:20.267293 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d51855a7-84ae-4687-b4ce-c5610728a28f req-4b89e167-ad75-4f4e-85bd-7db188627d9d service neutron] 10.222.0.69 "PUT /v2.0/ports/783580f0-59dd-475f-8b83-b93fba68f44d HTTP/1.1" status: 200 len: 1091 time: 1.8785424 Oct 20 10:57:20.268105 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0eade803-1ac3-4d29-9df9-44207c3bce3c', 'tag': '783580f0-59dd-475f-8b83-b93fba68f44d'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:57:20.270811 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5577399-12af-48bb-aeaf-9beacf80d6b7" -d '{"events": [{"name": "network-changed", "server_uuid": "0eade803-1ac3-4d29-9df9-44207c3bce3c", "tag": "783580f0-59dd-475f-8b83-b93fba68f44d"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:57:20.312464 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0cfd531-90f5-44ac-94ab-cbabfd11790b tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:20.313172 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e0cfd531-90f5-44ac-94ab-cbabfd11790b tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:20.323541 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-e0cfd531-90f5-44ac-94ab-cbabfd11790b tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] 10.222.0.64 "PUT /v2.0/ports/99b04b7e-ba40-4254-97ce-7ffdee6730d2 HTTP/1.1" status: 200 len: 910 time: 1.4696088 Oct 20 10:57:20.324396 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 55728) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:20.370333 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bc52c36-2741-40bc-bc4c-d2a2432397bc x-openstack-request-id: req-8bc52c36-2741-40bc-bc4c-d2a2432397bc {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:57:20.370920 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0eade803-1ac3-4d29-9df9-44207c3bce3c", "tag": "783580f0-59dd-475f-8b83-b93fba68f44d", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:57:20.370920 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8bc52c36-2741-40bc-bc4c-d2a2432397bc {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:57:20.371264 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0eade803-1ac3-4d29-9df9-44207c3bce3c', 'tag': '783580f0-59dd-475f-8b83-b93fba68f44d', 'status': 'completed', 'code': 200} Oct 20 10:57:20.406532 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51855a7-84ae-4687-b4ce-c5610728a28f req-8b7016ee-8875-4afa-a43b-81f8c6c2b883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:20.408566 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d51855a7-84ae-4687-b4ce-c5610728a28f req-8b7016ee-8875-4afa-a43b-81f8c6c2b883 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1b65b2e8036f4846a7f6f098c6e62306&device_id=0eade803-1ac3-4d29-9df9-44207c3bce3c HTTP/1.1" status: 200 len: 1094 time: 0.0909710 Oct 20 10:57:20.460954 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cfd531-90f5-44ac-94ab-cbabfd11790b tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Pushing event updated for resources: {'Port': ['ID=99b04b7e-ba40-4254-97ce-7ffdee6730d2,revision_number=3']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:20.465638 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 7e5b5372-5dc0-4a14-a06e-c047f9c5b0be, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=7e5b5372-5dc0-4a14-a06e-c047f9c5b0be,segment=NetworkSegment(7d987acc-fdad-4524-a719-f66873c49631),segment_id=7d987acc-fdad-4524-a719-f66873c49631)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:57:20.476635 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d51855a7-84ae-4687-b4ce-c5610728a28f req-f24219c2-57b7-48d7-81b7-921ff22645db service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=783580f0-59dd-475f-8b83-b93fba68f44d HTTP/1.1" status: 200 len: 217 time: 0.0600996 Oct 20 10:57:20.482937 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Returning: {'device': '7e5b5372-5dc0-4a14-a06e-c047f9c5b0be', 'network_id': '3c7f3a1e-ebfb-474c-8a7c-dec27a9f3f24', 'port_id': '7e5b5372-5dc0-4a14-a06e-c047f9c5b0be', 'mac_address': 'fa:16:3e:0e:e1:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 819, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdb6f6cc-ac71-460f-ad42-3dc9fe778c4d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:57:20.526520 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-2f5217da-2252-4971-b484-fefcf2032755 None None] Attempting to bind port d558849a-e9ae-489f-952c-8b3ea6f603f9 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:57:20.527008 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-2f5217da-2252-4971-b484-fefcf2032755 None None] Attempting to bind port d558849a-e9ae-489f-952c-8b3ea6f603f9 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:57:20.527583 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5217da-2252-4971-b484-fefcf2032755 None None] Attempting to bind port d558849a-e9ae-489f-952c-8b3ea6f603f9 on network cbe170d3-31ba-45a2-b477-520ab0a7a8ea {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:57:20.529933 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eebf4ca-ebde-4f95-8f31-890686b40a02 None None] Pushing event updated for resources: {'Port': ['ID=d558849a-e9ae-489f-952c-8b3ea6f603f9,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:20.530081 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e4c1470c-42e0-438b-855a-65cea22910eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:20.557739 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51855a7-84ae-4687-b4ce-c5610728a28f req-f60c6f95-f26a-4da7-9b60-f054e7cef8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:20.559821 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d51855a7-84ae-4687-b4ce-c5610728a28f req-f60c6f95-f26a-4da7-9b60-f054e7cef8e1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1112b924-dfee-4f27-9509-3316f3e9f37a HTTP/1.1" status: 200 len: 846 time: 0.0769563 Oct 20 10:57:20.601907 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-bcba077f-850a-4b49-9ab1-67e835d34948 None None] Provisioning complete for port 99b04b7e-ba40-4254-97ce-7ffdee6730d2 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:57:20.602377 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-bcba077f-850a-4b49-9ab1-67e835d34948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:20.614947 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d51855a7-84ae-4687-b4ce-c5610728a28f req-e4af4465-cf98-4ea7-b25c-dc417fc0c1e1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5f3de8d1-83f4-4081-a4ae-e84fa44c63e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447514 Oct 20 10:57:20.627161 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c1470c-42e0-438b-855a-65cea22910eb admin admin] Network 203edeb2-1c06-4924-a847-8d4bc77a4e0f is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:57:20.634958 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-e4c1470c-42e0-438b-855a-65cea22910eb admin admin] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:57:20.637733 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c1470c-42e0-438b-855a-65cea22910eb admin admin] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:57:20.656527 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5217da-2252-4971-b484-fefcf2032755 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:57:20.656964 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5217da-2252-4971-b484-fefcf2032755 None None] Checking segment: {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:57:20.657656 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-2f5217da-2252-4971-b484-fefcf2032755 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:20.658060 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5217da-2252-4971-b484-fefcf2032755 None None] Bound using segment: {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:57:20.658558 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-2f5217da-2252-4971-b484-fefcf2032755 None None] Bound port: d558849a-e9ae-489f-952c-8b3ea6f603f9, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:57:20.659099 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-2f5217da-2252-4971-b484-fefcf2032755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:20.704505 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-bcba077f-850a-4b49-9ab1-67e835d34948 None None] Port 99b04b7e-ba40-4254-97ce-7ffdee6730d2 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:57:20.728664 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537aa42b-14bd-4ef3-ba3a-98928efb2537 req-8c86b291-7c7d-483f-96c8-1e0aae194256 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:20.730275 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-537aa42b-14bd-4ef3-ba3a-98928efb2537 req-8c86b291-7c7d-483f-96c8-1e0aae194256 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/ports?device_id=0eade803-1ac3-4d29-9df9-44207c3bce3c HTTP/1.1" status: 200 len: 943 time: 0.1692917 Oct 20 10:57:20.760057 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c1470c-42e0-438b-855a-65cea22910eb admin admin] Pushing event updated for resources: {'Port': ['ID=3adf9827-0359-4523-941b-cd56424e264e,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:20.776047 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:20.795961 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e4c1470c-42e0-438b-855a-65cea22910eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1774540'] for router_interface, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:20.814230 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e5b5372-5dc0-4a14-a06e-c047f9c5b0be {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:57:20.841956 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 7e5b5372-5dc0-4a14-a06e-c047f9c5b0be, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=7e5b5372-5dc0-4a14-a06e-c047f9c5b0be,segment=NetworkSegment(7d987acc-fdad-4524-a719-f66873c49631),segment_id=7d987acc-fdad-4524-a719-f66873c49631)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:57:20.845061 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d51855a7-84ae-4687-b4ce-c5610728a28f req-f2a3ee33-4c16-42bd-b6d2-1ce0d8e497f2 service neutron] 10.222.0.69 "GET /v2.0/networks/5f3de8d1-83f4-4081-a4ae-e84fa44c63e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228622 Oct 20 10:57:20.845880 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-bcba077f-850a-4b49-9ab1-67e835d34948 None None] Provisioning complete for port 47f98877-ce28-4d65-8214-91e48fbe270a triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:57:20.846339 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-bcba077f-850a-4b49-9ab1-67e835d34948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:20.849879 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:20.921356 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-2f5217da-2252-4971-b484-fefcf2032755 None None] For port d558849a-e9ae-489f-952c-8b3ea6f603f9, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:57:20.965494 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=7e5b5372-5dc0-4a14-a06e-c047f9c5b0be,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:20.981028 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d51855a7-84ae-4687-b4ce-c5610728a28f req-93f13140-b540-478b-b9ed-4af1cc8df37c service neutron] 10.222.0.69 "GET /v2.0/networks/5f3de8d1-83f4-4081-a4ae-e84fa44c63e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288652 Oct 20 10:57:21.007038 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-2f5217da-2252-4971-b484-fefcf2032755 None None] For port d558849a-e9ae-489f-952c-8b3ea6f603f9, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=d558849a-e9ae-489f-952c-8b3ea6f603f9,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:57:21.014271 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-2f5217da-2252-4971-b484-fefcf2032755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:21.040099 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c279e479-e8b2-4a68-9261-c423887377a1 req-df140fa7-7f37-44a7-b7f2-fcad64db087a tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:21.043085 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c279e479-e8b2-4a68-9261-c423887377a1 req-df140fa7-7f37-44a7-b7f2-fcad64db087a tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] 10.222.0.64 "GET /v2.0/ports?device_id=a730941d-1f20-4fee-96fd-b8bf9d1b00d8 HTTP/1.1" status: 200 len: 982 time: 0.2645726 Oct 20 10:57:21.049748 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e4c1470c-42e0-438b-855a-65cea22910eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:21.098112 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eebf4ca-ebde-4f95-8f31-890686b40a02 None None] Pushing event updated for resources: {'Port': ['ID=d558849a-e9ae-489f-952c-8b3ea6f603f9,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:21.135424 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-537aa42b-14bd-4ef3-ba3a-98928efb2537 req-c9d8de8c-c718-4715-8518-b242c7f9bc24 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/security-groups?id=69f90560-754d-4655-8511-1cc906dc908c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3989918 Oct 20 10:57:21.139480 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5217da-2252-4971-b484-fefcf2032755 None None] Routers {'ad0cab1f-e0e8-460a-ac15-be78aacc63f9'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:57:21.140174 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-2f5217da-2252-4971-b484-fefcf2032755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:57:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['ad0cab1f-e0e8-460a-ac15-be78aacc63f9'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:57:21.168652 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c279e479-e8b2-4a68-9261-c423887377a1 req-0e131b08-f897-4096-983d-fb872043bef7 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] 10.222.0.64 "GET /v2.0/security-groups?id=5011e0c4-b37a-45cb-bb81-b63eb965f474&id=61ad572f-5a49-4dcb-9866-9596ab9135b8&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1109202 Oct 20 10:57:21.175313 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5577399-12af-48bb-aeaf-9beacf80d6b7 req-2d68f8cc-a136-4621-b8b1-de6f68f10826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:21.177247 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e5577399-12af-48bb-aeaf-9beacf80d6b7 req-2d68f8cc-a136-4621-b8b1-de6f68f10826 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1b65b2e8036f4846a7f6f098c6e62306&device_id=0eade803-1ac3-4d29-9df9-44207c3bce3c HTTP/1.1" status: 200 len: 1094 time: 0.1309428 Oct 20 10:57:21.304102 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5577399-12af-48bb-aeaf-9beacf80d6b7 req-e050fe2c-6a77-492d-a600-9326a5f03ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:21.305869 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e5577399-12af-48bb-aeaf-9beacf80d6b7 req-e050fe2c-6a77-492d-a600-9326a5f03ab8 service neutron] 10.222.0.69 "GET /v2.0/networks?id=5f3de8d1-83f4-4081-a4ae-e84fa44c63e9 HTTP/1.1" status: 200 len: 907 time: 0.1202745 Oct 20 10:57:21.369688 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e4c1470c-42e0-438b-855a-65cea22910eb admin admin] Publish callbacks [] for port, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:21.371126 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['7e5b5372-5dc0-4a14-a06e-c047f9c5b0be'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:57:21.378546 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e8b69765-875c-4ea3-9855-59ab4820866f tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1774405'] for router_interface, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:21.386284 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e5577399-12af-48bb-aeaf-9beacf80d6b7 req-4c01d56f-bea5-4c2e-8aed-49216aafea63 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=783580f0-59dd-475f-8b83-b93fba68f44d HTTP/1.1" status: 200 len: 217 time: 0.0724125 Oct 20 10:57:21.460024 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e4c1470c-42e0-438b-855a-65cea22910eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:21.486849 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5577399-12af-48bb-aeaf-9beacf80d6b7 req-d1ad4c2f-1704-4eec-a459-e813d3dbf13a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:21.491649 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e5577399-12af-48bb-aeaf-9beacf80d6b7 req-d1ad4c2f-1704-4eec-a459-e813d3dbf13a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1112b924-dfee-4f27-9509-3316f3e9f37a HTTP/1.1" status: 200 len: 846 time: 0.0936735 Oct 20 10:57:21.509779 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c1470c-42e0-438b-855a-65cea22910eb admin admin] Pushing event updated for resources: {'Port': ['ID=3adf9827-0359-4523-941b-cd56424e264e,revision_number=2']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:21.564397 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e5577399-12af-48bb-aeaf-9beacf80d6b7 req-3dd9c578-622e-4351-b246-fd0b91a556f7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5f3de8d1-83f4-4081-a4ae-e84fa44c63e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0657012 Oct 20 10:57:21.638771 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-2f5217da-2252-4971-b484-fefcf2032755 None None] Set router ad0cab1f-e0e8-460a-ac15-be78aacc63f9 gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:57:21.650515 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e4c1470c-42e0-438b-855a-65cea22910eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1774432'] for router_interface, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:21.744822 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e5577399-12af-48bb-aeaf-9beacf80d6b7 req-bdf2356c-bc8e-4269-8cda-ada8b7b76986 service neutron] 10.222.0.69 "GET /v2.0/networks/5f3de8d1-83f4-4081-a4ae-e84fa44c63e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743846 Oct 20 10:57:21.954164 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e5577399-12af-48bb-aeaf-9beacf80d6b7 req-58723377-a7e4-4c36-babd-e9e0fd485419 service neutron] 10.222.0.69 "GET /v2.0/networks/5f3de8d1-83f4-4081-a4ae-e84fa44c63e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912143 Oct 20 10:57:22.020698 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-298491e3-3480-4a5e-82af-759de944447e None None] Provisioning complete for port 99b04b7e-ba40-4254-97ce-7ffdee6730d2 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:57:22.021078 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-298491e3-3480-4a5e-82af-759de944447e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:22.024146 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c1470c-42e0-438b-855a-65cea22910eb admin admin] Network 203edeb2-1c06-4924-a847-8d4bc77a4e0f is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:57:22.047533 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-e4c1470c-42e0-438b-855a-65cea22910eb admin admin] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:57:22.102505 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-298491e3-3480-4a5e-82af-759de944447e None None] Port 99b04b7e-ba40-4254-97ce-7ffdee6730d2 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:57:22.168754 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-2f5217da-2252-4971-b484-fefcf2032755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad0cab1f-e0e8-460a-ac15-be78aacc63f9', 'name': 'tempest-TestServerBasicOps-1364110755-router', 'tenant_id': '2606cfa13aa646b6b1d85cd0acb090de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': 'd558849a-e9ae-489f-952c-8b3ea6f603f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:57:12Z', 'updated_at': '2021-10-20T10:57:20Z', 'revision_number': 4, 'project_id': '2606cfa13aa646b6b1d85cd0acb090de', 'gw_port': {'id': 'd558849a-e9ae-489f-952c-8b3ea6f603f9', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:17:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad0cab1f-e0e8-460a-ac15-be78aacc63f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3322, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:57:13Z', 'updated_at': '2021-10-20T10:57:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '3adf9827-0359-4523-941b-cd56424e264e', 'name': '', 'network_id': '203edeb2-1c06-4924-a847-8d4bc77a4e0f', 'tenant_id': '2606cfa13aa646b6b1d85cd0acb090de', 'mac_address': 'fa:16:3e:88:f4:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad0cab1f-e0e8-460a-ac15-be78aacc63f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3325, 'fixed_ips': [{'subnet_id': 'f7b965d4-929c-4c3f-874c-e787f7294129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:57:19Z', 'updated_at': '2021-10-20T10:57:19Z', 'revision_number': 1, 'project_id': '2606cfa13aa646b6b1d85cd0acb090de', 'subnets': [{'id': 'f7b965d4-929c-4c3f-874c-e787f7294129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:57:22.243559 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5217da-2252-4971-b484-fefcf2032755 None None] The sync data for ids ['ad0cab1f-e0e8-460a-ac15-be78aacc63f9'] in n-d-811396-3 is: [{'id': 'ad0cab1f-e0e8-460a-ac15-be78aacc63f9', 'name': 'tempest-TestServerBasicOps-1364110755-router', 'tenant_id': '2606cfa13aa646b6b1d85cd0acb090de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': 'd558849a-e9ae-489f-952c-8b3ea6f603f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:57:12Z', 'updated_at': '2021-10-20T10:57:20Z', 'revision_number': 4, 'project_id': '2606cfa13aa646b6b1d85cd0acb090de', 'gw_port': {'id': 'd558849a-e9ae-489f-952c-8b3ea6f603f9', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:17:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad0cab1f-e0e8-460a-ac15-be78aacc63f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3322, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:57:13Z', 'updated_at': '2021-10-20T10:57:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '3adf9827-0359-4523-941b-cd56424e264e', 'name': '', 'network_id': '203edeb2-1c06-4924-a847-8d4bc77a4e0f', 'tenant_id': '2606cfa13aa646b6b1d85cd0acb090de', 'mac_address': 'fa:16:3e:88:f4:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad0cab1f-e0e8-460a-ac15-be78aacc63f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3325, 'fixed_ips': [{'subnet_id': 'f7b965d4-929c-4c3f-874c-e787f7294129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:57:19Z', 'updated_at': '2021-10-20T10:57:19Z', 'revision_number': 1, 'project_id': '2606cfa13aa646b6b1d85cd0acb090de', 'subnets': [{'id': 'f7b965d4-929c-4c3f-874c-e787f7294129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:57:22.254386 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-298491e3-3480-4a5e-82af-759de944447e None None] Provisioning complete for port 3adf9827-0359-4523-941b-cd56424e264e triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:57:22.254784 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-298491e3-3480-4a5e-82af-759de944447e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:22.288052 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4c1470c-42e0-438b-855a-65cea22910eb admin admin] Router ad0cab1f-e0e8-460a-ac15-be78aacc63f9 has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:57:22.358711 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-298491e3-3480-4a5e-82af-759de944447e None None] Port 3adf9827-0359-4523-941b-cd56424e264e cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:57:22.385493 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-e8b69765-875c-4ea3-9855-59ab4820866f tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Deleting port 99b04b7e-ba40-4254-97ce-7ffdee6730d2 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:57:22.392797 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e8b69765-875c-4ea3-9855-59ab4820866f tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:22.479104 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df03bd0f-22ea-476f-bcec-40492ad0e9e3 req-8a5c94ad-f436-443f-9ad6-1fe0f254c298 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:22.482658 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-830422f7-1f34-45bf-9e23-21f9068ba3aa None None] Provisioning complete for port 3adf9827-0359-4523-941b-cd56424e264e triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:57:22.484361 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-df03bd0f-22ea-476f-bcec-40492ad0e9e3 req-8a5c94ad-f436-443f-9ad6-1fe0f254c298 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] 10.222.0.64 "GET /v2.0/ports?device_id=a730941d-1f20-4fee-96fd-b8bf9d1b00d8 HTTP/1.1" status: 200 len: 983 time: 0.1800990 Oct 20 10:57:22.489193 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-830422f7-1f34-45bf-9e23-21f9068ba3aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:22.494824 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2809f549-6738-4dbc-857f-bea4436517de req-e2b967a6-6d96-450c-a6e2-32f238d7afb4 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:22.496569 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2809f549-6738-4dbc-857f-bea4436517de req-e2b967a6-6d96-450c-a6e2-32f238d7afb4 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/ports?device_id=0eade803-1ac3-4d29-9df9-44207c3bce3c HTTP/1.1" status: 200 len: 943 time: 0.1841090 Oct 20 10:57:22.569993 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-830422f7-1f34-45bf-9e23-21f9068ba3aa None None] Port 3adf9827-0359-4523-941b-cd56424e264e cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:57:22.669832 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2809f549-6738-4dbc-857f-bea4436517de req-3fe505f3-fda2-4ff6-87ad-7a1a5ee32cd2 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/security-groups?id=69f90560-754d-4655-8511-1cc906dc908c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648655 Oct 20 10:57:22.691183 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-df03bd0f-22ea-476f-bcec-40492ad0e9e3 req-16bd8d7b-f64c-4eec-a78f-85ac95c542a8 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] 10.222.0.64 "GET /v2.0/security-groups?id=5011e0c4-b37a-45cb-bb81-b63eb965f474&id=61ad572f-5a49-4dcb-9866-9596ab9135b8&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1934302 Oct 20 10:57:23.122410 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e8b69765-875c-4ea3-9855-59ab4820866f tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:23.136501 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-e8b69765-875c-4ea3-9855-59ab4820866f tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Calling delete_port for 99b04b7e-ba40-4254-97ce-7ffdee6730d2 owned by network:router_interface {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:57:23.367061 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4c1470c-42e0-438b-855a-65cea22910eb admin admin] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:57:23.375820 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-e4c1470c-42e0-438b-855a-65cea22910eb admin admin] 10.222.0.64 "PUT /v2.0/routers/ad0cab1f-e0e8-460a-ac15-be78aacc63f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7945964 Oct 20 10:57:23.442708 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e8b69765-875c-4ea3-9855-59ab4820866f tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:23.498174 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b69765-875c-4ea3-9855-59ab4820866f tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Pushing event deleted for resources: {'Port': ['ID=99b04b7e-ba40-4254-97ce-7ffdee6730d2,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:23.615475 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 783580f0-59dd-475f-8b83-b93fba68f44d details requested by agent hyperv_n-h2-811396-3 with host n-h2-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:57:23.713599 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e8b69765-875c-4ea3-9855-59ab4820866f tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1771989'] for router_interface, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:23.905146 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 783580f0-59dd-475f-8b83-b93fba68f44d, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=783580f0-59dd-475f-8b83-b93fba68f44d,segment=NetworkSegment(454bfc68-3d11-4849-8508-1d19e9dea5ec),segment_id=454bfc68-3d11-4849-8508-1d19e9dea5ec)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:57:23.926135 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Returning: {'device': '783580f0-59dd-475f-8b83-b93fba68f44d', 'network_id': '5f3de8d1-83f4-4081-a4ae-e84fa44c63e9', 'port_id': '783580f0-59dd-475f-8b83-b93fba68f44d', 'mac_address': 'fa:16:3e:fa:49:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 817, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1112b924-dfee-4f27-9509-3316f3e9f37a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:57:23.991416 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5fca6a-6e14-4a6a-b5a6-40d962a17ac5 req-0c713b77-9442-4e18-b481-89ccfed18c59 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:24.001104 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ec5fca6a-6e14-4a6a-b5a6-40d962a17ac5 req-0c713b77-9442-4e18-b481-89ccfed18c59 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] 10.222.0.64 "GET /v2.0/ports?device_id=a730941d-1f20-4fee-96fd-b8bf9d1b00d8 HTTP/1.1" status: 200 len: 983 time: 0.1674323 Oct 20 10:57:24.026531 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:24.038722 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8b69765-875c-4ea3-9855-59ab4820866f tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Router 70fc054a-3a93-49b7-a0ab-1582964e3dcc has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:57:24.062229 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 783580f0-59dd-475f-8b83-b93fba68f44d {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:57:24.085862 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 783580f0-59dd-475f-8b83-b93fba68f44d, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=783580f0-59dd-475f-8b83-b93fba68f44d,segment=NetworkSegment(454bfc68-3d11-4849-8508-1d19e9dea5ec),segment_id=454bfc68-3d11-4849-8508-1d19e9dea5ec)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:57:24.090650 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:24.109642 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ec5fca6a-6e14-4a6a-b5a6-40d962a17ac5 req-1fb8f270-1969-4889-b6da-89edae2c299b tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] 10.222.0.64 "GET /v2.0/security-groups?id=5011e0c4-b37a-45cb-bb81-b63eb965f474&id=61ad572f-5a49-4dcb-9866-9596ab9135b8&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0996823 Oct 20 10:57:24.146935 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8b69765-875c-4ea3-9855-59ab4820866f tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:57:24.164302 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-e8b69765-875c-4ea3-9855-59ab4820866f tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] 10.222.0.64 "PUT /v2.0/routers/70fc054a-3a93-49b7-a0ab-1582964e3dcc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8271754 Oct 20 10:57:24.168085 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 55778) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:24.171042 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d5e0d6-2c89-4bcb-a113-b36e3764e9e8 None None] Sync routers for ids ['70fc054a-3a93-49b7-a0ab-1582964e3dcc'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:57:24.190073 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d5e0d6-2c89-4bcb-a113-b36e3764e9e8 None None] Routers {'70fc054a-3a93-49b7-a0ab-1582964e3dcc'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:57:24.190715 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-20d5e0d6-2c89-4bcb-a113-b36e3764e9e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:57:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['70fc054a-3a93-49b7-a0ab-1582964e3dcc'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:57:24.236871 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-0e4b314a-3b76-41e3-82a7-8fe6356816a7 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] 10.222.0.64 "GET /v2.0/ports?device_id=70fc054a-3a93-49b7-a0ab-1582964e3dcc HTTP/1.1" status: 200 len: 205 time: 0.0670538 Oct 20 10:57:24.238129 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 55782) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:24.241740 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-20d5e0d6-2c89-4bcb-a113-b36e3764e9e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:57:24.241953 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e659ef-c78e-4ce5-81e5-36b1320f284e req-5e8c1c76-ad06-46fe-a843-fff43310a5ea tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:24.243880 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-13e659ef-c78e-4ce5-81e5-36b1320f284e req-5e8c1c76-ad06-46fe-a843-fff43310a5ea tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/ports?device_id=0eade803-1ac3-4d29-9df9-44207c3bce3c HTTP/1.1" status: 200 len: 944 time: 0.4279652 Oct 20 10:57:24.256232 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=783580f0-59dd-475f-8b83-b93fba68f44d,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:24.258966 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 7e5b5372-5dc0-4a14-a06e-c047f9c5b0be up at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:57:24.294994 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d5e0d6-2c89-4bcb-a113-b36e3764e9e8 None None] Routers {'70fc054a-3a93-49b7-a0ab-1582964e3dcc'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:57:24.295689 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-20d5e0d6-2c89-4bcb-a113-b36e3764e9e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:57:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['70fc054a-3a93-49b7-a0ab-1582964e3dcc'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:57:24.336583 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-13e659ef-c78e-4ce5-81e5-36b1320f284e req-a39cc3a5-02ea-413d-8762-9f69e6707995 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/security-groups?id=69f90560-754d-4655-8511-1cc906dc908c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861354 Oct 20 10:57:24.348145 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['783580f0-59dd-475f-8b83-b93fba68f44d'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:57:24.375727 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-20d5e0d6-2c89-4bcb-a113-b36e3764e9e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:57:24.376452 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d5e0d6-2c89-4bcb-a113-b36e3764e9e8 None None] The sync data for ids ['70fc054a-3a93-49b7-a0ab-1582964e3dcc'] in n-d-811396-3 is: [] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:57:24.401655 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bee140cd-6c49-4b0b-b89e-c7cf8a3c72f6 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks [] for router, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:24.420545 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning for port 7e5b5372-5dc0-4a14-a06e-c047f9c5b0be completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:57:24.421297 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 55786) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:24.426518 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-c8799d68-631c-4528-b2d6-de5e3846621f admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-717158157-network', 'tenant_id': 'a75c139d15f14c5bb474d5c46c6c68de'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:57:24.427055 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning complete for port 7e5b5372-5dc0-4a14-a06e-c047f9c5b0be triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:57:24.427709 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:24.450987 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8799d68-631c-4528-b2d6-de5e3846621f admin admin] Made reservation on behalf of a75c139d15f14c5bb474d5c46c6c68de for: {'network': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:57:24.453820 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c8799d68-631c-4528-b2d6-de5e3846621f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:24.463029 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c8799d68-631c-4528-b2d6-de5e3846621f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:24.563574 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:24.568668 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c8799d68-631c-4528-b2d6-de5e3846621f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:24.573055 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c8799d68-631c-4528-b2d6-de5e3846621f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:24.597923 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bee140cd-6c49-4b0b-b89e-c7cf8a3c72f6 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1772272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258304'] for router, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:24.600233 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a730941d-1f20-4fee-96fd-b8bf9d1b00d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e5b5372-5dc0-4a14-a06e-c047f9c5b0be'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:57:24.602729 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8799d68-631c-4528-b2d6-de5e3846621f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 821} {{(pid=100596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:57:24.603459 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e85c8ce-e9ec-4a41-9979-9536e58ace01" -d '{"events": [{"server_uuid": "a730941d-1f20-4fee-96fd-b8bf9d1b00d8", "name": "network-vif-plugged", "status": "completed", "tag": "7e5b5372-5dc0-4a14-a06e-c047f9c5b0be"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:57:24.604637 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bee140cd-6c49-4b0b-b89e-c7cf8a3c72f6 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:24.613477 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8799d68-631c-4528-b2d6-de5e3846621f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75d67a9d-c06b-4e8a-94f6-ce519e2a571d,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:24.620529 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c8799d68-631c-4528-b2d6-de5e3846621f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:24.620876 n-d-811396-3 neutron-server[100596]: INFO neutron.db.segments_db [None req-c8799d68-631c-4528-b2d6-de5e3846621f admin admin] Added segment 6c37d19d-6f59-44ca-bb42-414d94b3b792 of type vlan for network 53785be6-b76f-4329-bf3d-c403b0d731e5 Oct 20 10:57:24.643538 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 7e5b5372-5dc0-4a14-a06e-c047f9c5b0be, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=7e5b5372-5dc0-4a14-a06e-c047f9c5b0be,segment=NetworkSegment(7d987acc-fdad-4524-a719-f66873c49631),segment_id=7d987acc-fdad-4524-a719-f66873c49631)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:57:24.647625 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47a3b4ec-558b-4acf-b5be-e3c7269bef48 x-openstack-request-id: req-47a3b4ec-558b-4acf-b5be-e3c7269bef48 {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:57:24.647925 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a730941d-1f20-4fee-96fd-b8bf9d1b00d8", "name": "network-vif-plugged", "status": "completed", "tag": "7e5b5372-5dc0-4a14-a06e-c047f9c5b0be", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:57:24.648186 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-47a3b4ec-558b-4acf-b5be-e3c7269bef48 {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:57:24.648576 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a730941d-1f20-4fee-96fd-b8bf9d1b00d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e5b5372-5dc0-4a14-a06e-c047f9c5b0be', 'code': 200} Oct 20 10:57:24.650402 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:24.670469 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c8799d68-631c-4528-b2d6-de5e3846621f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:24.684230 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bee140cd-6c49-4b0b-b89e-c7cf8a3c72f6 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1772267'] for router, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:24.684772 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bee140cd-6c49-4b0b-b89e-c7cf8a3c72f6 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Fanout notify agent at l3_agent the message router_deleted on router 70fc054a-3a93-49b7-a0ab-1582964e3dcc {{(pid=100597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 10:57:24.696248 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bee140cd-6c49-4b0b-b89e-c7cf8a3c72f6 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks [] for router, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:24.701461 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-bee140cd-6c49-4b0b-b89e-c7cf8a3c72f6 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] 10.222.0.64 "DELETE /v2.0/routers/70fc054a-3a93-49b7-a0ab-1582964e3dcc HTTP/1.1" status: 204 len: 168 time: 0.4593816 Oct 20 10:57:24.702222 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 55790) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:24.712175 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c8799d68-631c-4528-b2d6-de5e3846621f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:24.713290 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8799d68-631c-4528-b2d6-de5e3846621f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:24.714047 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c8799d68-631c-4528-b2d6-de5e3846621f admin admin] Publish callbacks [] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:24.714859 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=7e5b5372-5dc0-4a14-a06e-c047f9c5b0be,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:24.755410 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-c8799d68-631c-4528-b2d6-de5e3846621f admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3329396 Oct 20 10:57:24.759809 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 55792) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:24.764535 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-17947acd-6e06-4c2e-830e-7acd4c25a920 admin admin] Request body: {'subnet': {'network_id': '53785be6-b76f-4329-bf3d-c403b0d731e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-717158157-subnet', 'tenant_id': 'a75c139d15f14c5bb474d5c46c6c68de', 'ip_version': 4}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:57:24.784600 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_v2 [None req-1576e663-debd-4d13-98e2-43107e0c2650 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Deleting subnet 78726e66-dec1-4f7f-b193-5fee67b44eaf {{(pid=100597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:57:24.789105 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1576e663-debd-4d13-98e2-43107e0c2650 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks [] for subnet, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:24.810617 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8799d68-631c-4528-b2d6-de5e3846621f admin admin] Pushing event updated for resources: {'Network': ['ID=53785be6-b76f-4329-bf3d-c403b0d731e5,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:24.824822 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network 53785be6-b76f-4329-bf3d-c403b0d731e5 details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:57:24.828419 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d1b1c7-d38a-4289-b58a-1c8aebc06f94 req-33900a3e-cb71-4afe-9fc1-b6a9ef35801d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:24.829981 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-87d1b1c7-d38a-4289-b58a-1c8aebc06f94 req-33900a3e-cb71-4afe-9fc1-b6a9ef35801d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a730941d-1f20-4fee-96fd-b8bf9d1b00d8 HTTP/1.1" status: 200 len: 1135 time: 0.0905621 Oct 20 10:57:24.831707 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17947acd-6e06-4c2e-830e-7acd4c25a920 admin admin] Made reservation on behalf of a75c139d15f14c5bb474d5c46c6c68de for: {'subnet': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:57:24.834054 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-17947acd-6e06-4c2e-830e-7acd4c25a920 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25350782'] for subnet, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:24.855260 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1576e663-debd-4d13-98e2-43107e0c2650 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25852621'] for subnet, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:24.867995 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-87d1b1c7-d38a-4289-b58a-1c8aebc06f94 req-542db052-5a2a-4232-9ac9-44f4ab043343 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=61ad572f-5a49-4dcb-9866-9596ab9135b8&id=5011e0c4-b37a-45cb-bb81-b63eb965f474&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0303667 Oct 20 10:57:25.017716 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1576e663-debd-4d13-98e2-43107e0c2650 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:25.124299 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-17947acd-6e06-4c2e-830e-7acd4c25a920 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25350752'] for subnet, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:25.132258 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1576e663-debd-4d13-98e2-43107e0c2650 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25350811'] for subnet, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:25.178086 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1576e663-debd-4d13-98e2-43107e0c2650 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:25.183297 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-1576e663-debd-4d13-98e2-43107e0c2650 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] 10.222.0.64 "DELETE /v2.0/subnets/78726e66-dec1-4f7f-b193-5fee67b44eaf HTTP/1.1" status: 204 len: 168 time: 0.4776356 Oct 20 10:57:25.183457 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb65d625-5d44-4ded-a357-ded138265963 None None] Network 117b9b53-5519-48e3-af57-6e52d6665c8a requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:57:25.184240 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 55808) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:25.190705 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17947acd-6e06-4c2e-830e-7acd4c25a920 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fdba057-2698-4b92-90d6-2c1938128e15,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:25.231515 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1576e663-debd-4d13-98e2-43107e0c2650 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Pushing event deleted for resources: {'Subnet': ['ID=78726e66-dec1-4f7f-b193-5fee67b44eaf,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:25.264570 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17947acd-6e06-4c2e-830e-7acd4c25a920 admin admin] Checking segment: {'id': '6c37d19d-6f59-44ca-bb42-414d94b3b792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '53785be6-b76f-4329-bf3d-c403b0d731e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:57:25.264955 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17947acd-6e06-4c2e-830e-7acd4c25a920 admin admin] Network hostable DHCP agents. Network: 53785be6-b76f-4329-bf3d-c403b0d731e5, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:57:25.296534 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17947acd-6e06-4c2e-830e-7acd4c25a920 admin admin] Network 53785be6-b76f-4329-bf3d-c403b0d731e5 is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:57:25.321677 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-17947acd-6e06-4c2e-830e-7acd4c25a920 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, 53785be6-b76f-4329-bf3d-c403b0d731e5) {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:57:25.327624 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17947acd-6e06-4c2e-830e-7acd4c25a920 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:25.328228 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-17947acd-6e06-4c2e-830e-7acd4c25a920 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:25.351115 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-17947acd-6e06-4c2e-830e-7acd4c25a920 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5902536 Oct 20 10:57:25.354090 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 55812) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:25.356666 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a96154b-30e6-4f39-b082-6675b0268aec None None] Network 53785be6-b76f-4329-bf3d-c403b0d731e5 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:57:25.363938 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-54e5be0d-978e-4a6d-8a89-903b7bffb448 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-717158157-router', 'tenant_id': 'a75c139d15f14c5bb474d5c46c6c68de', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:57:25.403471 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-54e5be0d-978e-4a6d-8a89-903b7bffb448 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1772442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258322'] for router, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:25.407515 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-54e5be0d-978e-4a6d-8a89-903b7bffb448 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1772334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773516', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258315'] for router, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:25.471881 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391e66f5-2a3d-4911-a560-25f9df0a2962 None None] Sync routers for ids ['ad0cab1f-e0e8-460a-ac15-be78aacc63f9'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:57:25.484654 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391e66f5-2a3d-4911-a560-25f9df0a2962 None None] Routers {'ad0cab1f-e0e8-460a-ac15-be78aacc63f9'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:57:25.486417 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device d558849a-e9ae-489f-952c-8b3ea6f603f9 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:57:25.487212 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-391e66f5-2a3d-4911-a560-25f9df0a2962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:57:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['ad0cab1f-e0e8-460a-ac15-be78aacc63f9'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:57:25.558002 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-54e5be0d-978e-4a6d-8a89-903b7bffb448 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:25.571052 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-036a71fe-fdc8-463d-a1b4-f3aa3ab3439c tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:25.574321 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d35a9b27-8b14-4cc2-8300-4f2b503eb18b None None] DHCP port deletion for 117b9b53-5519-48e3-af57-6e52d6665c8a request from n-d-811396-3 {{(pid=100598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:57:25.605914 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d94a924-fa96-43d8-884e-6e4880cdd6d1 req-60e3033c-c168-46e7-bc26-3cd4f7ce18ff tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:25.607411 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0d94a924-fa96-43d8-884e-6e4880cdd6d1 req-60e3033c-c168-46e7-bc26-3cd4f7ce18ff tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] 10.222.0.64 "GET /v2.0/ports?device_id=a730941d-1f20-4fee-96fd-b8bf9d1b00d8 HTTP/1.1" status: 200 len: 984 time: 0.3889976 Oct 20 10:57:25.658203 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 783580f0-59dd-475f-8b83-b93fba68f44d up at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:57:25.705395 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c380ba04-653b-4f17-95e8-21bbda3095d7 req-5c2971f4-d716-49fc-97d0-9100ed4d9c3b tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:25.706630 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae5f8c68-3e29-4714-89ea-211fe268e798 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524064ba-869c-5550-b826-c26b69a11278-53785be6-b76f-4329-bf3d-c403b0d731e5', 'network_id': '53785be6-b76f-4329-bf3d-c403b0d731e5', 'tenant_id': 'a75c139d15f14c5bb474d5c46c6c68de', 'fixed_ips': [{'subnet_id': '7fdba057-2698-4b92-90d6-2c1938128e15'}]}} from n-d-811396-3. {{(pid=100598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:57:25.707137 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c380ba04-653b-4f17-95e8-21bbda3095d7 req-5c2971f4-d716-49fc-97d0-9100ed4d9c3b tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/ports?device_id=0eade803-1ac3-4d29-9df9-44207c3bce3c HTTP/1.1" status: 200 len: 944 time: 0.2254953 Oct 20 10:57:25.709203 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-391e66f5-2a3d-4911-a560-25f9df0a2962 None None] Set router ad0cab1f-e0e8-460a-ac15-be78aacc63f9 gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:57:25.721395 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-ae5f8c68-3e29-4714-89ea-211fe268e798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:25.748781 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port d558849a-e9ae-489f-952c-8b3ea6f603f9 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:57:25.749153 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:25.760431 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0d94a924-fa96-43d8-884e-6e4880cdd6d1 req-a22e3552-5d89-439d-8bb2-aaaad3bc2976 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] 10.222.0.64 "GET /v2.0/security-groups?id=5011e0c4-b37a-45cb-bb81-b63eb965f474&id=61ad572f-5a49-4dcb-9866-9596ab9135b8&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1295226 Oct 20 10:57:25.762154 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-54e5be0d-978e-4a6d-8a89-903b7bffb448 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:25.778200 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c380ba04-653b-4f17-95e8-21bbda3095d7 req-d844d638-1317-4507-a1d6-95f3bd59a898 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/security-groups?id=69f90560-754d-4655-8511-1cc906dc908c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610991 Oct 20 10:57:25.791803 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-036a71fe-fdc8-463d-a1b4-f3aa3ab3439c tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Deleting port 86827e28-0bc4-42b6-9f11-12ca4757dc43 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:57:25.792388 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-036a71fe-fdc8-463d-a1b4-f3aa3ab3439c tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:25.879028 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [None req-036a71fe-fdc8-463d-a1b4-f3aa3ab3439c tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] For port 86827e28-0bc4-42b6-9f11-12ca4757dc43, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=86827e28-0bc4-42b6-9f11-12ca4757dc43,segment=NetworkSegment(7fde50ed-f69f-4c5b-822a-017198930845),segment_id=7fde50ed-f69f-4c5b-822a-017198930845)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:57:25.879298 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-036a71fe-fdc8-463d-a1b4-f3aa3ab3439c tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:25.897272 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-036a71fe-fdc8-463d-a1b4-f3aa3ab3439c tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Calling delete_port for 86827e28-0bc4-42b6-9f11-12ca4757dc43 owned by network:dhcp {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:57:26.001196 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-54e5be0d-978e-4a6d-8a89-903b7bffb448 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:26.024656 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-54e5be0d-978e-4a6d-8a89-903b7bffb448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:26.025422 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-ae5f8c68-3e29-4714-89ea-211fe268e798 None None] Allocated IP 172.20.0.2 (53785be6-b76f-4329-bf3d-c403b0d731e5/7fdba057-2698-4b92-90d6-2c1938128e15/4551418e-3781-4d8f-8f94-4a8d8366ff11) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:57:26.030774 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-036a71fe-fdc8-463d-a1b4-f3aa3ab3439c tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:26.060233 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036a71fe-fdc8-463d-a1b4-f3aa3ab3439c tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Pushing event deleted for resources: {'Port': ['ID=86827e28-0bc4-42b6-9f11-12ca4757dc43,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:26.077460 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036a71fe-fdc8-463d-a1b4-f3aa3ab3439c tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] No DVR routers for this DVR port 86827e28-0bc4-42b6-9f11-12ca4757dc43 on host n-d-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:57:26.078417 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-391e66f5-2a3d-4911-a560-25f9df0a2962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad0cab1f-e0e8-460a-ac15-be78aacc63f9', 'name': 'tempest-TestServerBasicOps-1364110755-router', 'tenant_id': '2606cfa13aa646b6b1d85cd0acb090de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': 'd558849a-e9ae-489f-952c-8b3ea6f603f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:57:12Z', 'updated_at': '2021-10-20T10:57:20Z', 'revision_number': 4, 'project_id': '2606cfa13aa646b6b1d85cd0acb090de', 'gw_port': {'id': 'd558849a-e9ae-489f-952c-8b3ea6f603f9', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:17:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad0cab1f-e0e8-460a-ac15-be78aacc63f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3322, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:57:13Z', 'updated_at': '2021-10-20T10:57:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '3adf9827-0359-4523-941b-cd56424e264e', 'name': '', 'network_id': '203edeb2-1c06-4924-a847-8d4bc77a4e0f', 'tenant_id': '2606cfa13aa646b6b1d85cd0acb090de', 'mac_address': 'fa:16:3e:88:f4:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad0cab1f-e0e8-460a-ac15-be78aacc63f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3325, 'fixed_ips': [{'subnet_id': 'f7b965d4-929c-4c3f-874c-e787f7294129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:57:19Z', 'updated_at': '2021-10-20T10:57:21Z', 'revision_number': 2, 'project_id': '2606cfa13aa646b6b1d85cd0acb090de', 'subnets': [{'id': 'f7b965d4-929c-4c3f-874c-e787f7294129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:57:26.137123 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391e66f5-2a3d-4911-a560-25f9df0a2962 None None] Checking router: ad0cab1f-e0e8-460a-ac15-be78aacc63f9 for host: n-d-811396-3 {{(pid=100599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:57:26.138598 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391e66f5-2a3d-4911-a560-25f9df0a2962 None None] Updating router ad0cab1f-e0e8-460a-ac15-be78aacc63f9 port 3adf9827-0359-4523-941b-cd56424e264e binding host n-d-811396-3 {{(pid=100599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 10:57:26.180857 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-036a71fe-fdc8-463d-a1b4-f3aa3ab3439c tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:26.183589 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-391e66f5-2a3d-4911-a560-25f9df0a2962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:26.204272 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-036a71fe-fdc8-463d-a1b4-f3aa3ab3439c tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['117b9b53-5519-48e3-af57-6e52d6665c8a']}} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:57:26.205530 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-54e5be0d-978e-4a6d-8a89-903b7bffb448 admin admin] Allocated IP 172.25.1.54 (cbe170d3-31ba-45a2-b477-520ab0a7a8ea/f4e26aca-17ac-4adb-a66b-d939a1b35b64/1abb0146-e725-42e9-8f08-39ddc759ecde) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:57:26.208089 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-d35a9b27-8b14-4cc2-8300-4f2b503eb18b None None] Deleting port 86827e28-0bc4-42b6-9f11-12ca4757dc43 {{(pid=100598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:57:26.208469 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-d35a9b27-8b14-4cc2-8300-4f2b503eb18b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:26.210619 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning for port 783580f0-59dd-475f-8b83-b93fba68f44d completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:57:26.220453 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-036a71fe-fdc8-463d-a1b4-f3aa3ab3439c tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fde50ed-f69f-4c5b-822a-017198930845') {'for_net_delete': True} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:57:26.222725 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-036a71fe-fdc8-463d-a1b4-f3aa3ab3439c tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fde50ed-f69f-4c5b-822a-017198930845') {} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:57:26.241728 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning complete for port 783580f0-59dd-475f-8b83-b93fba68f44d triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:57:26.242105 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:26.251491 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-036a71fe-fdc8-463d-a1b4-f3aa3ab3439c tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25189038'] for segment, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:26.261795 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:26.277347 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-036a71fe-fdc8-463d-a1b4-f3aa3ab3439c tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:26.283780 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-036a71fe-fdc8-463d-a1b4-f3aa3ab3439c tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Releasing vlan 827 on physical network physnet1 to pool {{(pid=100596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:57:26.284177 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-036a71fe-fdc8-463d-a1b4-f3aa3ab3439c tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26833155'] for segment, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:26.288897 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-ae5f8c68-3e29-4714-89ea-211fe268e798 None None] Publish callbacks [] for port, precommit_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:26.332816 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-ae5f8c68-3e29-4714-89ea-211fe268e798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:26.352869 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-d35a9b27-8b14-4cc2-8300-4f2b503eb18b None None] For port 86827e28-0bc4-42b6-9f11-12ca4757dc43, host n-d-811396-3, got binding levels [] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:57:26.353272 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-d35a9b27-8b14-4cc2-8300-4f2b503eb18b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:26.393505 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] For port d558849a-e9ae-489f-952c-8b3ea6f603f9, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=d558849a-e9ae-489f-952c-8b3ea6f603f9,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:57:26.409243 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-d35a9b27-8b14-4cc2-8300-4f2b503eb18b None None] Calling delete_port for 86827e28-0bc4-42b6-9f11-12ca4757dc43 owned by network:dhcp {{(pid=100598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:57:26.413302 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:26.417957 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.ipam_backend_mixin [None req-d35a9b27-8b14-4cc2-8300-4f2b503eb18b None None] Port 86827e28-0bc4-42b6-9f11-12ca4757dc43 was not found and therefore no delete operation was performed {{(pid=100598) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 20 10:57:26.426359 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae5f8c68-3e29-4714-89ea-211fe268e798 None None] Network 53785be6-b76f-4329-bf3d-c403b0d731e5 is already hosted by enough agents. {{(pid=100598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:57:26.442534 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-54e5be0d-978e-4a6d-8a89-903b7bffb448 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:26.443366 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-d35a9b27-8b14-4cc2-8300-4f2b503eb18b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956'] for port, after_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:26.445873 n-d-811396-3 neutron-server[100596]: Traceback (most recent call last): Oct 20 10:57:26.445873 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:57:26.445873 n-d-811396-3 neutron-server[100596]: timer() Oct 20 10:57:26.445873 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:57:26.445873 n-d-811396-3 neutron-server[100596]: cb(*args, **kw) Oct 20 10:57:26.445873 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:57:26.445873 n-d-811396-3 neutron-server[100596]: return func(*args, **kwargs) Oct 20 10:57:26.445873 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:57:26.445873 n-d-811396-3 neutron-server[100596]: self._notify() Oct 20 10:57:26.445873 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:57:26.445873 n-d-811396-3 neutron-server[100596]: self.callback(batched_events) Oct 20 10:57:26.445873 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:57:26.445873 n-d-811396-3 neutron-server[100596]: event.method(event) Oct 20 10:57:26.445873 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:57:26.445873 n-d-811396-3 neutron-server[100596]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:57:26.445873 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:57:26.445873 n-d-811396-3 neutron-server[100596]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:57:26.445873 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:57:26.445873 n-d-811396-3 neutron-server[100596]: return f(self, *a, **k) Oct 20 10:57:26.445873 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:57:26.445873 n-d-811396-3 neutron-server[100596]: return self._get(url).json() Oct 20 10:57:26.445873 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:57:26.445873 n-d-811396-3 neutron-server[100596]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:57:26.445873 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:57:26.445873 n-d-811396-3 neutron-server[100596]: return self.request(url, 'GET', **kwargs) Oct 20 10:57:26.445873 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:57:26.445873 n-d-811396-3 neutron-server[100596]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:57:26.445873 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:57:26.445873 n-d-811396-3 neutron-server[100596]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:57:26.445873 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:57:26.445873 n-d-811396-3 neutron-server[100596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:57:26.445873 n-d-811396-3 neutron-server[100596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:57:26.451257 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.base_scheduler [None req-ae5f8c68-3e29-4714-89ea-211fe268e798 None None] Resources bound (agent type, host, resource id): {{(pid=100598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:57:26.463981 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-036a71fe-fdc8-463d-a1b4-f3aa3ab3439c tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:26.464909 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5f8c68-3e29-4714-89ea-211fe268e798 None None] Received port after_create {{(pid=100598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:57:26.469286 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-036a71fe-fdc8-463d-a1b4-f3aa3ab3439c tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks [] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:26.471367 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5f8c68-3e29-4714-89ea-211fe268e798 None None] Pushing event updated for resources: {'Port': ['ID=4551418e-3781-4d8f-8f94-4a8d8366ff11,revision_number=1']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:26.486876 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35a9b27-8b14-4cc2-8300-4f2b503eb18b None None] No DVR routers for this DVR port 86827e28-0bc4-42b6-9f11-12ca4757dc43 on host n-d-811396-3 {{(pid=100598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:57:26.491880 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 55822) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:26.492132 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-036a71fe-fdc8-463d-a1b4-f3aa3ab3439c tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] 10.222.0.64 "DELETE /v2.0/networks/117b9b53-5519-48e3-af57-6e52d6665c8a HTTP/1.1" status: 204 len: 168 time: 1.3051121 Oct 20 10:57:26.496672 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-b05631ed-e5cf-4f05-92b1-b9044204206d tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-888831143', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:57:26.536591 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036a71fe-fdc8-463d-a1b4-f3aa3ab3439c tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Pushing event deleted for resources: {'Network': ['ID=117b9b53-5519-48e3-af57-6e52d6665c8a,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:26.563268 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b05631ed-e5cf-4f05-92b1-b9044204206d tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1772442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258322'] for router, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:26.564769 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b05631ed-e5cf-4f05-92b1-b9044204206d tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1772334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773516', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258315'] for router, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:26.590154 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-54e5be0d-978e-4a6d-8a89-903b7bffb448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:26.655241 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-391e66f5-2a3d-4911-a560-25f9df0a2962 None None] Publish callbacks [] for port, precommit_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:26.662736 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-391e66f5-2a3d-4911-a560-25f9df0a2962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:26.669177 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e5be0d-978e-4a6d-8a89-903b7bffb448 admin admin] Network cbe170d3-31ba-45a2-b477-520ab0a7a8ea is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:57:26.672884 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-54e5be0d-978e-4a6d-8a89-903b7bffb448 admin admin] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:57:26.675631 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e5be0d-978e-4a6d-8a89-903b7bffb448 admin admin] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:57:26.726085 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e5be0d-978e-4a6d-8a89-903b7bffb448 admin admin] Pushing event updated for resources: {'Port': ['ID=1abb0146-e725-42e9-8f08-39ddc759ecde,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:26.755792 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cbed59-e245-4629-a099-11979c65a95d None None] Pushing event updated for resources: {'Port': ['ID=3adf9827-0359-4523-941b-cd56424e264e,revision_number=3']} {{(pid=100599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:26.775345 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:26.781219 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-ae5f8c68-3e29-4714-89ea-211fe268e798 None None] Attempting to bind port 4551418e-3781-4d8f-8f94-4a8d8366ff11 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:57:26.781504 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b05631ed-e5cf-4f05-92b1-b9044204206d tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:26.781980 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-ae5f8c68-3e29-4714-89ea-211fe268e798 None None] Attempting to bind port 4551418e-3781-4d8f-8f94-4a8d8366ff11 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '6c37d19d-6f59-44ca-bb42-414d94b3b792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '53785be6-b76f-4329-bf3d-c403b0d731e5'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:57:26.782506 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae5f8c68-3e29-4714-89ea-211fe268e798 None None] Attempting to bind port 4551418e-3781-4d8f-8f94-4a8d8366ff11 on network 53785be6-b76f-4329-bf3d-c403b0d731e5 {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:57:26.790611 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b05631ed-e5cf-4f05-92b1-b9044204206d tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1773475'] for router, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:26.790994 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Pushing event updated for resources: {'Port': ['ID=d558849a-e9ae-489f-952c-8b3ea6f603f9,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:26.815417 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b05631ed-e5cf-4f05-92b1-b9044204206d tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks [] for router, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:26.819193 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-b05631ed-e5cf-4f05-92b1-b9044204206d tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.3237739 Oct 20 10:57:26.819644 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 55828) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:26.826068 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-ee09150d-1be9-4f78-bd7b-fa908663a34d tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Request body: {'network': {'name': 'tempest-RoutersTest-784301895'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:57:26.857604 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-391e66f5-2a3d-4911-a560-25f9df0a2962 None None] Attempting to bind port 3adf9827-0359-4523-941b-cd56424e264e on host n-d-811396-3 for vnic_type normal with profile {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:57:26.858590 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-391e66f5-2a3d-4911-a560-25f9df0a2962 None None] Attempting to bind port 3adf9827-0359-4523-941b-cd56424e264e by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': 'c37f45f9-3ccb-4b98-af7d-90a8017a4acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '203edeb2-1c06-4924-a847-8d4bc77a4e0f'}] {{(pid=100599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:57:26.859358 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391e66f5-2a3d-4911-a560-25f9df0a2962 None None] Attempting to bind port 3adf9827-0359-4523-941b-cd56424e264e on network 203edeb2-1c06-4924-a847-8d4bc77a4e0f {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:57:26.871971 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391e66f5-2a3d-4911-a560-25f9df0a2962 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:57:26.872719 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391e66f5-2a3d-4911-a560-25f9df0a2962 None None] Checking segment: {'id': 'c37f45f9-3ccb-4b98-af7d-90a8017a4acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '203edeb2-1c06-4924-a847-8d4bc77a4e0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:57:26.873380 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-391e66f5-2a3d-4911-a560-25f9df0a2962 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:26.874198 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391e66f5-2a3d-4911-a560-25f9df0a2962 None None] Bound using segment: {'id': 'c37f45f9-3ccb-4b98-af7d-90a8017a4acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '203edeb2-1c06-4924-a847-8d4bc77a4e0f'} {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:57:26.875048 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-391e66f5-2a3d-4911-a560-25f9df0a2962 None None] Bound port: 3adf9827-0359-4523-941b-cd56424e264e, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c37f45f9-3ccb-4b98-af7d-90a8017a4acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '203edeb2-1c06-4924-a847-8d4bc77a4e0f'}}] {{(pid=100599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:57:26.875904 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-391e66f5-2a3d-4911-a560-25f9df0a2962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:26.878314 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee09150d-1be9-4f78-bd7b-fa908663a34d tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Made reservation on behalf of f889f0e78885417f8f60131724c64516 for: {'network': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:57:26.882320 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ee09150d-1be9-4f78-bd7b-fa908663a34d tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:26.887429 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae5f8c68-3e29-4714-89ea-211fe268e798 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:57:26.898496 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae5f8c68-3e29-4714-89ea-211fe268e798 None None] Checking segment: {'id': '6c37d19d-6f59-44ca-bb42-414d94b3b792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '53785be6-b76f-4329-bf3d-c403b0d731e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:57:26.898926 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-ae5f8c68-3e29-4714-89ea-211fe268e798 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:26.899336 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae5f8c68-3e29-4714-89ea-211fe268e798 None None] Bound using segment: {'id': '6c37d19d-6f59-44ca-bb42-414d94b3b792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '53785be6-b76f-4329-bf3d-c403b0d731e5'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:57:26.899882 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-ae5f8c68-3e29-4714-89ea-211fe268e798 None None] Bound port: 4551418e-3781-4d8f-8f94-4a8d8366ff11, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c37d19d-6f59-44ca-bb42-414d94b3b792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '53785be6-b76f-4329-bf3d-c403b0d731e5'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:57:26.900321 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-ae5f8c68-3e29-4714-89ea-211fe268e798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:26.902717 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35a9b27-8b14-4cc2-8300-4f2b503eb18b None None] Pushing event deleted for resources: {'Port': ['ID=86827e28-0bc4-42b6-9f11-12ca4757dc43,revision_number=None']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:26.939245 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee09150d-1be9-4f78-bd7b-fa908663a34d tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 842} {{(pid=100596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:57:26.943573 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eade803-1ac3-4d29-9df9-44207c3bce3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '783580f0-59dd-475f-8b83-b93fba68f44d'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:57:26.946062 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8598814-040d-421d-b245-c6fb773ffb61" -d '{"events": [{"server_uuid": "0eade803-1ac3-4d29-9df9-44207c3bce3c", "name": "network-vif-plugged", "status": "completed", "tag": "783580f0-59dd-475f-8b83-b93fba68f44d"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:57:26.960496 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ee09150d-1be9-4f78-bd7b-fa908663a34d tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:26.960841 n-d-811396-3 neutron-server[100596]: INFO neutron.db.segments_db [None req-ee09150d-1be9-4f78-bd7b-fa908663a34d tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Added segment 4caa833b-d7f7-4b2e-bac3-0c33a3638725 of type vlan for network 27a1d39b-338c-4134-8ccc-7e10b7fae67a Oct 20 10:57:26.982106 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 783580f0-59dd-475f-8b83-b93fba68f44d, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=783580f0-59dd-475f-8b83-b93fba68f44d,segment=NetworkSegment(454bfc68-3d11-4849-8508-1d19e9dea5ec),segment_id=454bfc68-3d11-4849-8508-1d19e9dea5ec)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:57:26.990857 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:27.035167 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.db [None req-391e66f5-2a3d-4911-a560-25f9df0a2962 None None] For port 3adf9827-0359-4523-941b-cd56424e264e, host n-d-811396-3, cleared binding levels {{(pid=100599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:57:27.041317 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.db [None req-391e66f5-2a3d-4911-a560-25f9df0a2962 None None] For port 3adf9827-0359-4523-941b-cd56424e264e, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=3adf9827-0359-4523-941b-cd56424e264e,segment=NetworkSegment(c37f45f9-3ccb-4b98-af7d-90a8017a4acb),segment_id=c37f45f9-3ccb-4b98-af7d-90a8017a4acb)] {{(pid=100599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:57:27.046357 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-391e66f5-2a3d-4911-a560-25f9df0a2962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:27.062525 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ee09150d-1be9-4f78-bd7b-fa908663a34d tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:27.071447 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-ae5f8c68-3e29-4714-89ea-211fe268e798 None None] For port 4551418e-3781-4d8f-8f94-4a8d8366ff11, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:57:27.076234 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-ae5f8c68-3e29-4714-89ea-211fe268e798 None None] For port 4551418e-3781-4d8f-8f94-4a8d8366ff11, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=4551418e-3781-4d8f-8f94-4a8d8366ff11,segment=NetworkSegment(6c37d19d-6f59-44ca-bb42-414d94b3b792),segment_id=6c37d19d-6f59-44ca-bb42-414d94b3b792)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:57:27.080141 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=783580f0-59dd-475f-8b83-b93fba68f44d,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:27.084515 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-ae5f8c68-3e29-4714-89ea-211fe268e798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:27.160182 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cbed59-e245-4629-a099-11979c65a95d None None] Pushing event updated for resources: {'Port': ['ID=3adf9827-0359-4523-941b-cd56424e264e,revision_number=4']} {{(pid=100599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:27.167320 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391e66f5-2a3d-4911-a560-25f9df0a2962 None None] Routers {'ad0cab1f-e0e8-460a-ac15-be78aacc63f9'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:57:27.167963 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-391e66f5-2a3d-4911-a560-25f9df0a2962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:57:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['ad0cab1f-e0e8-460a-ac15-be78aacc63f9'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:57:27.175832 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5f8c68-3e29-4714-89ea-211fe268e798 None None] Pushing event updated for resources: {'Port': ['ID=4551418e-3781-4d8f-8f94-4a8d8366ff11,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:27.202786 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.db.resource_extend [None req-ee09150d-1be9-4f78-bd7b-fa908663a34d tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 20 10:57:27.224519 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-54e5be0d-978e-4a6d-8a89-903b7bffb448 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:27.245747 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ee09150d-1be9-4f78-bd7b-fa908663a34d tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:27.262886 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-7335b92e-64e7-4177-a2b6-ef5b257c9ed2 None None] Provisioning complete for port 3adf9827-0359-4523-941b-cd56424e264e triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:57:27.263262 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-7335b92e-64e7-4177-a2b6-ef5b257c9ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:27.283594 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee09150d-1be9-4f78-bd7b-fa908663a34d tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:27.284241 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ee09150d-1be9-4f78-bd7b-fa908663a34d tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks [] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:27.401484 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5e4410-08b2-4405-a3ca-83b341d6a0af req-9b5a84ba-7b6f-406b-897b-32644fd3c38f tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:27.412697 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9d5e4410-08b2-4405-a3ca-83b341d6a0af req-9b5a84ba-7b6f-406b-897b-32644fd3c38f tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/ports?device_id=0eade803-1ac3-4d29-9df9-44207c3bce3c HTTP/1.1" status: 200 len: 945 time: 0.3469872 Oct 20 10:57:27.434974 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-391e66f5-2a3d-4911-a560-25f9df0a2962 None None] Set router ad0cab1f-e0e8-460a-ac15-be78aacc63f9 gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:57:27.461967 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-7335b92e-64e7-4177-a2b6-ef5b257c9ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:27.477787 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a865d25a-ead2-4665-8fe6-08e3efadc3ff req-229c1d6b-6773-405e-88b6-ae87a6447c3e tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:27.506285 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-7335b92e-64e7-4177-a2b6-ef5b257c9ed2 None None] For port 3adf9827-0359-4523-941b-cd56424e264e, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=3adf9827-0359-4523-941b-cd56424e264e,segment=NetworkSegment(c37f45f9-3ccb-4b98-af7d-90a8017a4acb),segment_id=c37f45f9-3ccb-4b98-af7d-90a8017a4acb)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:57:27.507678 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a865d25a-ead2-4665-8fe6-08e3efadc3ff req-229c1d6b-6773-405e-88b6-ae87a6447c3e tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] 10.222.0.64 "GET /v2.0/ports?device_id=a730941d-1f20-4fee-96fd-b8bf9d1b00d8 HTTP/1.1" status: 200 len: 984 time: 0.4407821 Oct 20 10:57:27.517077 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device d558849a-e9ae-489f-952c-8b3ea6f603f9 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:57:27.521443 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-7335b92e-64e7-4177-a2b6-ef5b257c9ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:27.560533 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-ee09150d-1be9-4f78-bd7b-fa908663a34d tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7395570 Oct 20 10:57:27.563695 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 55836) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:27.570266 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-60d3b72d-c06a-42f8-a67c-3906db18f1bd tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Request body: {'subnet': {'network_id': '27a1d39b-338c-4134-8ccc-7e10b7fae67a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:57:27.637027 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335b92e-64e7-4177-a2b6-ef5b257c9ed2 None None] Pushing event updated for resources: {'Port': ['ID=3adf9827-0359-4523-941b-cd56424e264e,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:27.649965 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port d558849a-e9ae-489f-952c-8b3ea6f603f9 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:57:27.650370 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:27.722905 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee09150d-1be9-4f78-bd7b-fa908663a34d tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Pushing event updated for resources: {'Network': ['ID=27a1d39b-338c-4134-8ccc-7e10b7fae67a,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:27.759408 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network 27a1d39b-338c-4134-8ccc-7e10b7fae67a details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:57:27.772580 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9d5e4410-08b2-4405-a3ca-83b341d6a0af req-eeaff281-6978-4f4c-82ea-4780160acf8d tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/security-groups?id=69f90560-754d-4655-8511-1cc906dc908c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3521335 Oct 20 10:57:27.800643 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a865d25a-ead2-4665-8fe6-08e3efadc3ff req-48ed4fa8-ceea-4706-baf2-7577c04c0e6c tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] 10.222.0.64 "GET /v2.0/security-groups?id=5011e0c4-b37a-45cb-bb81-b63eb965f474&id=61ad572f-5a49-4dcb-9866-9596ab9135b8&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2917783 Oct 20 10:57:27.915244 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-54e5be0d-978e-4a6d-8a89-903b7bffb448 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1773475'] for router, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:28.009480 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25931250-9f34-497f-a695-16f4e6ee93e2 x-openstack-request-id: req-25931250-9f34-497f-a695-16f4e6ee93e2 {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:57:28.010073 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0eade803-1ac3-4d29-9df9-44207c3bce3c", "name": "network-vif-plugged", "status": "completed", "tag": "783580f0-59dd-475f-8b83-b93fba68f44d", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:57:28.010073 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-25931250-9f34-497f-a695-16f4e6ee93e2 {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:57:28.016947 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0eade803-1ac3-4d29-9df9-44207c3bce3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '783580f0-59dd-475f-8b83-b93fba68f44d', 'code': 200} Oct 20 10:57:28.022480 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-391e66f5-2a3d-4911-a560-25f9df0a2962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad0cab1f-e0e8-460a-ac15-be78aacc63f9', 'name': 'tempest-TestServerBasicOps-1364110755-router', 'tenant_id': '2606cfa13aa646b6b1d85cd0acb090de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': 'd558849a-e9ae-489f-952c-8b3ea6f603f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:57:12Z', 'updated_at': '2021-10-20T10:57:20Z', 'revision_number': 4, 'project_id': '2606cfa13aa646b6b1d85cd0acb090de', 'gw_port': {'id': 'd558849a-e9ae-489f-952c-8b3ea6f603f9', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:17:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0cab1f-e0e8-460a-ac15-be78aacc63f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3322, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:57:13Z', 'updated_at': '2021-10-20T10:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '3adf9827-0359-4523-941b-cd56424e264e', 'name': '', 'network_id': '203edeb2-1c06-4924-a847-8d4bc77a4e0f', 'tenant_id': '2606cfa13aa646b6b1d85cd0acb090de', 'mac_address': 'fa:16:3e:88:f4:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad0cab1f-e0e8-460a-ac15-be78aacc63f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3325, 'fixed_ips': [{'subnet_id': 'f7b965d4-929c-4c3f-874c-e787f7294129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:57:19Z', 'updated_at': '2021-10-20T10:57:27Z', 'revision_number': 4, 'project_id': '2606cfa13aa646b6b1d85cd0acb090de', 'subnets': [{'id': 'f7b965d4-929c-4c3f-874c-e787f7294129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:57:28.061251 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391e66f5-2a3d-4911-a560-25f9df0a2962 None None] The sync data for ids ['ad0cab1f-e0e8-460a-ac15-be78aacc63f9'] in n-d-811396-3 is: [{'id': 'ad0cab1f-e0e8-460a-ac15-be78aacc63f9', 'name': 'tempest-TestServerBasicOps-1364110755-router', 'tenant_id': '2606cfa13aa646b6b1d85cd0acb090de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': 'd558849a-e9ae-489f-952c-8b3ea6f603f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:57:12Z', 'updated_at': '2021-10-20T10:57:20Z', 'revision_number': 4, 'project_id': '2606cfa13aa646b6b1d85cd0acb090de', 'gw_port': {'id': 'd558849a-e9ae-489f-952c-8b3ea6f603f9', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:17:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0cab1f-e0e8-460a-ac15-be78aacc63f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3322, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:57:13Z', 'updated_at': '2021-10-20T10:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '3adf9827-0359-4523-941b-cd56424e264e', 'name': '', 'network_id': '203edeb2-1c06-4924-a847-8d4bc77a4e0f', 'tenant_id': '2606cfa13aa646b6b1d85cd0acb090de', 'mac_address': 'fa:16:3e:88:f4:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad0cab1f-e0e8-460a-ac15-be78aacc63f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3325, 'fixed_ips': [{'subnet_id': 'f7b965d4-929c-4c3f-874c-e787f7294129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:57:19Z', 'updated_at': '2021-10-20T10:57:27Z', 'revision_number': 4, 'project_id': '2606cfa13aa646b6b1d85cd0acb090de', 'subnets': [{'id': 'f7b965d4-929c-4c3f-874c-e787f7294129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:57:28.135575 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 3adf9827-0359-4523-941b-cd56424e264e up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:57:28.162354 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-ccf94744-1290-4efd-bafa-21c8bcbad0b8 None None] Provisioning complete for port 3adf9827-0359-4523-941b-cd56424e264e triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:57:28.162792 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-ccf94744-1290-4efd-bafa-21c8bcbad0b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:28.263951 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593505af-6277-4b4d-8eaf-d0557709421a req-c5e0932d-98de-43b3-88c2-84966a3e4f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:28.266297 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-593505af-6277-4b4d-8eaf-d0557709421a req-c5e0932d-98de-43b3-88c2-84966a3e4f92 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=0eade803-1ac3-4d29-9df9-44207c3bce3c HTTP/1.1" status: 200 len: 1096 time: 0.2237184 Oct 20 10:57:28.331127 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae37cda-f111-4edc-8eed-c60da2893f83 req-89b1405b-97c4-40ee-a421-4ae4b7edb76c tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:28.333181 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4ae37cda-f111-4edc-8eed-c60da2893f83 req-89b1405b-97c4-40ee-a421-4ae4b7edb76c tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] 10.222.0.64 "GET /v2.0/ports?device_id=a730941d-1f20-4fee-96fd-b8bf9d1b00d8 HTTP/1.1" status: 200 len: 984 time: 0.2000816 Oct 20 10:57:28.340456 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 3adf9827-0359-4523-941b-cd56424e264e triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:57:28.340835 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:28.360324 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-593505af-6277-4b4d-8eaf-d0557709421a req-ef60416d-011f-48e5-b000-8e22ac2e9d4c service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=69f90560-754d-4655-8511-1cc906dc908c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822968 Oct 20 10:57:28.373079 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce0b5a3-e06f-41b4-b14a-9116b863d604 req-51d4e76c-2f44-4897-9a2f-2326b2df3be2 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:28.387161 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-dce0b5a3-e06f-41b4-b14a-9116b863d604 req-51d4e76c-2f44-4897-9a2f-2326b2df3be2 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=1905cb83-c152-40b2-98e8-53e3c912e15d HTTP/1.1" status: 200 len: 945 time: 0.1878154 Oct 20 10:57:28.480810 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-dce0b5a3-e06f-41b4-b14a-9116b863d604 req-28c9880a-0103-4f80-8af8-e7c3c92a978d tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/security-groups?id=b86ef872-82a8-48e3-89d0-a53331758f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922563 Oct 20 10:57:28.491000 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4ae37cda-f111-4edc-8eed-c60da2893f83 req-eacd51ba-766e-4692-b0f2-df86b1d230b4 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] 10.222.0.64 "GET /v2.0/security-groups?id=5011e0c4-b37a-45cb-bb81-b63eb965f474&id=61ad572f-5a49-4dcb-9866-9596ab9135b8&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1328084 Oct 20 10:57:28.571545 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 86827e28-0bc4-42b6-9f11-12ca4757dc43 no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:57:28.600155 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60d3b72d-c06a-42f8-a67c-3906db18f1bd tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Made reservation on behalf of f889f0e78885417f8f60131724c64516 for: {'subnet': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:57:28.601556 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 86827e28-0bc4-42b6-9f11-12ca4757dc43 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:57:28.602034 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 86827e28-0bc4-42b6-9f11-12ca4757dc43 not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:57:28.606675 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-60d3b72d-c06a-42f8-a67c-3906db18f1bd tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25350782'] for subnet, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:28.648225 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58086d4f-06de-448c-8af5-4ebc6a31a7cd req-bd70074e-44a8-437b-8c4a-ced1afdc6512 tempest-TestSecurityGroupsBasicOps-1019124985 tempest-TestSecurityGroupsBasicOps-1019124985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:28.654694 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-58086d4f-06de-448c-8af5-4ebc6a31a7cd req-bd70074e-44a8-437b-8c4a-ced1afdc6512 tempest-TestSecurityGroupsBasicOps-1019124985 tempest-TestSecurityGroupsBasicOps-1019124985-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=a730941d-1f20-4fee-96fd-b8bf9d1b00d8 HTTP/1.1" status: 200 len: 1135 time: 0.0501244 Oct 20 10:57:28.671207 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-58086d4f-06de-448c-8af5-4ebc6a31a7cd req-4e3839f8-a763-46e2-8fb1-89272a88eeb8 tempest-TestSecurityGroupsBasicOps-1019124985 tempest-TestSecurityGroupsBasicOps-1019124985-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:28.779144 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-58086d4f-06de-448c-8af5-4ebc6a31a7cd req-4e3839f8-a763-46e2-8fb1-89272a88eeb8 tempest-TestSecurityGroupsBasicOps-1019124985 tempest-TestSecurityGroupsBasicOps-1019124985-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:28.783338 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-58086d4f-06de-448c-8af5-4ebc6a31a7cd req-4e3839f8-a763-46e2-8fb1-89272a88eeb8 tempest-TestSecurityGroupsBasicOps-1019124985 tempest-TestSecurityGroupsBasicOps-1019124985-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:28.823428 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-58086d4f-06de-448c-8af5-4ebc6a31a7cd req-4e3839f8-a763-46e2-8fb1-89272a88eeb8 tempest-TestSecurityGroupsBasicOps-1019124985 tempest-TestSecurityGroupsBasicOps-1019124985-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=5011e0c4-b37a-45cb-bb81-b63eb965f474&id=61ad572f-5a49-4dcb-9866-9596ab9135b8&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1648779 Oct 20 10:57:28.848997 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 55852) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:28.888129 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3839f8-a763-46e2-8fb1-89272a88eeb8 tempest-TestSecurityGroupsBasicOps-1019124985 tempest-TestSecurityGroupsBasicOps-1019124985-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36028f05-6326-4775-92d8-4914ab2b3855,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:28.971095 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1405f6-47df-49c6-ba4e-74a4e63aac38 tempest-TestSecurityGroupsBasicOps-1019124985 tempest-TestSecurityGroupsBasicOps-1019124985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:28.976279 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-dc1405f6-47df-49c6-ba4e-74a4e63aac38 tempest-TestSecurityGroupsBasicOps-1019124985 tempest-TestSecurityGroupsBasicOps-1019124985-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=a730941d-1f20-4fee-96fd-b8bf9d1b00d8 HTTP/1.1" status: 200 len: 1130 time: 0.1256330 Oct 20 10:57:28.981226 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 55854) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:28.985959 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a8114e-d360-4e24-a0e2-0426a468a7b6 req-ba5f01eb-758d-40f8-8bed-fb78627c92f9 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:28.991132 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-413a3f4b-8eeb-4f80-ac1e-1a61fb11ba9e tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Request body: {'floatingip': {'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'port_id': '7e5b5372-5dc0-4a14-a06e-c047f9c5b0be', 'tenant_id': '0f7c095abe574139be06bffc4a6ef74a', 'fixed_ip_address': '172.20.0.7'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:57:28.994593 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-11a8114e-d360-4e24-a0e2-0426a468a7b6 req-ba5f01eb-758d-40f8-8bed-fb78627c92f9 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/ports?device_id=0eade803-1ac3-4d29-9df9-44207c3bce3c HTTP/1.1" status: 200 len: 945 time: 0.1071732 Oct 20 10:57:28.997193 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-60d3b72d-c06a-42f8-a67c-3906db18f1bd tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25350752'] for subnet, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:29.062371 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54e5be0d-978e-4a6d-8a89-903b7bffb448 admin admin] Router cbc2db2e-4eba-4d91-8440-a32c8c37d3fe is scheduled to L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 with binding_index 1 {{(pid=100597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 10:57:29.066888 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-11a8114e-d360-4e24-a0e2-0426a468a7b6 req-cbf0fb7e-f4e9-44cc-a893-6256b452967f tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/security-groups?id=69f90560-754d-4655-8511-1cc906dc908c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710599 Oct 20 10:57:29.086601 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-413a3f4b-8eeb-4f80-ac1e-1a61fb11ba9e tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Publish callbacks [] for floatingip, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:29.102136 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d3b72d-c06a-42f8-a67c-3906db18f1bd tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Pushing event updated for resources: {'Subnet': ['ID=54b5cd66-4475-4e7f-8f2d-243fd5215495,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:29.211231 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d3b72d-c06a-42f8-a67c-3906db18f1bd tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Checking segment: {'id': '4caa833b-d7f7-4b2e-bac3-0c33a3638725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '27a1d39b-338c-4134-8ccc-7e10b7fae67a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:57:29.211627 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d3b72d-c06a-42f8-a67c-3906db18f1bd tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Network hostable DHCP agents. Network: 27a1d39b-338c-4134-8ccc-7e10b7fae67a, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:57:29.300325 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0b08645-c6ee-4394-9bba-70a083e0ce41 None None] Network 53785be6-b76f-4329-bf3d-c403b0d731e5 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:57:29.336857 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d3b72d-c06a-42f8-a67c-3906db18f1bd tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Network 27a1d39b-338c-4134-8ccc-7e10b7fae67a is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:57:29.354774 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54e5be0d-978e-4a6d-8a89-903b7bffb448 admin admin] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:57:29.359398 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-60d3b72d-c06a-42f8-a67c-3906db18f1bd tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, 27a1d39b-338c-4134-8ccc-7e10b7fae67a) {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:57:29.368989 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d3b72d-c06a-42f8-a67c-3906db18f1bd tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:29.369577 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-60d3b72d-c06a-42f8-a67c-3906db18f1bd tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:29.408211 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-54e5be0d-978e-4a6d-8a89-903b7bffb448 admin admin] Publish callbacks [] for router, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:29.411366 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac14d2d0-f109-4f9a-b136-4f5e9ea074ee None None] Network 27a1d39b-338c-4134-8ccc-7e10b7fae67a requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:57:29.413333 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 55856) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:29.417021 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db857280-c174-43c4-91ee-f726008abfa6 None None] Sync routers for ids ['cbc2db2e-4eba-4d91-8440-a32c8c37d3fe'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:57:29.428067 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-54e5be0d-978e-4a6d-8a89-903b7bffb448 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 4.0723755 Oct 20 10:57:29.448024 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-60d3b72d-c06a-42f8-a67c-3906db18f1bd tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8834352 Oct 20 10:57:29.451580 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 55858) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:29.601683 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db857280-c174-43c4-91ee-f726008abfa6 None None] Routers {'cbc2db2e-4eba-4d91-8440-a32c8c37d3fe'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:57:29.602981 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-db857280-c174-43c4-91ee-f726008abfa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:57:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['cbc2db2e-4eba-4d91-8440-a32c8c37d3fe'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:57:29.613669 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-553aa8da-ee37-4b92-9d5e-09c4f8d1532e None None] Provisioning complete for port 4551418e-3781-4d8f-8f94-4a8d8366ff11 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:57:29.614388 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-553aa8da-ee37-4b92-9d5e-09c4f8d1532e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:29.617959 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 4551418e-3781-4d8f-8f94-4a8d8366ff11 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:57:29.717584 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-413a3f4b-8eeb-4f80-ac1e-1a61fb11ba9e tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:29.747942 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5bf51d-a0c5-477f-a528-4096100c9505 req-8a523ef4-5666-4246-b519-eba56a8eaf37 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:29.749552 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ed5bf51d-a0c5-477f-a528-4096100c9505 req-8a523ef4-5666-4246-b519-eba56a8eaf37 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=1905cb83-c152-40b2-98e8-53e3c912e15d HTTP/1.1" status: 200 len: 945 time: 0.0984657 Oct 20 10:57:29.825627 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ed5bf51d-a0c5-477f-a528-4096100c9505 req-bf68f9db-6ed7-4fd4-9766-dd341e4054b8 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/security-groups?id=b86ef872-82a8-48e3-89d0-a53331758f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470674 Oct 20 10:57:29.960465 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a1e586-8a6b-40d6-8c67-313cb77b60f0 req-9e1f7270-3c43-4fa3-a59a-e2fc4e4a1001 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:29.963940 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-81a1e586-8a6b-40d6-8c67-313cb77b60f0 req-9e1f7270-3c43-4fa3-a59a-e2fc4e4a1001 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.69 "GET /v2.0/ports?device_id=1905cb83-c152-40b2-98e8-53e3c912e15d HTTP/1.1" status: 200 len: 945 time: 0.0815091 Oct 20 10:57:29.966982 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-db857280-c174-43c4-91ee-f726008abfa6 None None] Set router cbc2db2e-4eba-4d91-8440-a32c8c37d3fe gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:57:29.969124 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 4551418e-3781-4d8f-8f94-4a8d8366ff11 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:57:29.969124 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:29.973010 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d664bc31-d378-491d-a928-dffb370e0c5f tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:30.110981 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-413a3f4b-8eeb-4f80-ac1e-1a61fb11ba9e tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Allocated IP 172.25.1.81 (cbe170d3-31ba-45a2-b477-520ab0a7a8ea/f4e26aca-17ac-4adb-a66b-d939a1b35b64/58ca4a7b-050f-43fa-967c-73dfd88bb5c1) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:57:30.276255 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0367c20c-45ec-42bb-9c77-94f9f515d26d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524064ba-869c-5550-b826-c26b69a11278-27a1d39b-338c-4134-8ccc-7e10b7fae67a', 'network_id': '27a1d39b-338c-4134-8ccc-7e10b7fae67a', 'tenant_id': 'f889f0e78885417f8f60131724c64516', 'fixed_ips': [{'subnet_id': '54b5cd66-4475-4e7f-8f2d-243fd5215495'}]}} from n-d-811396-3. {{(pid=100598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:57:30.277884 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-0367c20c-45ec-42bb-9c77-94f9f515d26d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:30.390728 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-553aa8da-ee37-4b92-9d5e-09c4f8d1532e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:30.443371 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-d664bc31-d378-491d-a928-dffb370e0c5f tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Allocated IP 172.20.0.1 (27a1d39b-338c-4134-8ccc-7e10b7fae67a/54b5cd66-4475-4e7f-8f2d-243fd5215495/5df519dd-aa3b-4761-ae60-d3542f835eb3) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:57:30.529462 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:30.573729 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-553aa8da-ee37-4b92-9d5e-09c4f8d1532e None None] For port 4551418e-3781-4d8f-8f94-4a8d8366ff11, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=4551418e-3781-4d8f-8f94-4a8d8366ff11,segment=NetworkSegment(6c37d19d-6f59-44ca-bb42-414d94b3b792),segment_id=6c37d19d-6f59-44ca-bb42-414d94b3b792)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:57:30.581204 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-553aa8da-ee37-4b92-9d5e-09c4f8d1532e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:30.641341 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d664bc31-d378-491d-a928-dffb370e0c5f tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:30.716223 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-413a3f4b-8eeb-4f80-ac1e-1a61fb11ba9e tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:30.760602 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d664bc31-d378-491d-a928-dffb370e0c5f tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:30.777307 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-413a3f4b-8eeb-4f80-ac1e-1a61fb11ba9e tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:30.811676 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-47a26246-42d4-40fa-8f27-9245fc5e0480 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:30.830155 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d664bc31-d378-491d-a928-dffb370e0c5f tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Network 27a1d39b-338c-4134-8ccc-7e10b7fae67a is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:57:30.839938 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-d664bc31-d378-491d-a928-dffb370e0c5f tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:57:30.843727 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-413a3f4b-8eeb-4f80-ac1e-1a61fb11ba9e tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Network cbe170d3-31ba-45a2-b477-520ab0a7a8ea is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:57:30.843919 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cbe7e9-292c-4e33-be98-aaef0fe4f77b req-166771c5-3a70-4652-8ddf-d02e3bfd5dff tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:30.848192 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d664bc31-d378-491d-a928-dffb370e0c5f tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:57:30.852961 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-72cbe7e9-292c-4e33-be98-aaef0fe4f77b req-166771c5-3a70-4652-8ddf-d02e3bfd5dff tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/ports?device_id=0eade803-1ac3-4d29-9df9-44207c3bce3c HTTP/1.1" status: 200 len: 945 time: 0.6315506 Oct 20 10:57:30.858405 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-413a3f4b-8eeb-4f80-ac1e-1a61fb11ba9e tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:57:30.874043 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413a3f4b-8eeb-4f80-ac1e-1a61fb11ba9e tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:57:30.880968 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d664bc31-d378-491d-a928-dffb370e0c5f tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Pushing event updated for resources: {'Port': ['ID=5df519dd-aa3b-4761-ae60-d3542f835eb3,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:30.884706 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-81a1e586-8a6b-40d6-8c67-313cb77b60f0 req-d9827671-c4fe-4c90-a64c-ab8841e6ff7e tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Deleting port 4653d3e8-4a53-48cc-9dd1-20e648bd172d {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:57:30.885050 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-81a1e586-8a6b-40d6-8c67-313cb77b60f0 req-d9827671-c4fe-4c90-a64c-ab8841e6ff7e tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:31.010353 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa8da-ee37-4b92-9d5e-09c4f8d1532e None None] Pushing event updated for resources: {'Port': ['ID=4551418e-3781-4d8f-8f94-4a8d8366ff11,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:31.023829 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413a3f4b-8eeb-4f80-ac1e-1a61fb11ba9e tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Pushing event updated for resources: {'Port': ['ID=58ca4a7b-050f-43fa-967c-73dfd88bb5c1,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:31.034248 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d664bc31-d378-491d-a928-dffb370e0c5f tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1774540'] for router_interface, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:31.044372 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.db.api [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 10:57:31.044372 n-d-811396-3 neutron-server[100598]: DEBUG oslo_db.api [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 10:57:31.061304 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-0367c20c-45ec-42bb-9c77-94f9f515d26d None None] Allocated IP 172.20.0.2 (27a1d39b-338c-4134-8ccc-7e10b7fae67a/54b5cd66-4475-4e7f-8f2d-243fd5215495/367cb7e5-f07d-4621-9f87-d4acd13f2238) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:57:31.064847 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1a0f5b10-5d8f-4660-be2e-775e8e4d316b None None] Provisioning complete for port 4551418e-3781-4d8f-8f94-4a8d8366ff11 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:57:31.065219 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1a0f5b10-5d8f-4660-be2e-775e8e4d316b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:31.086737 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-72cbe7e9-292c-4e33-be98-aaef0fe4f77b req-345a5221-d4be-49f1-8ac7-97360324d4d3 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/security-groups?id=69f90560-754d-4655-8511-1cc906dc908c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331641 Oct 20 10:57:31.125245 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-db857280-c174-43c4-91ee-f726008abfa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbc2db2e-4eba-4d91-8440-a32c8c37d3fe', 'name': 'tempest-TestServerBasicOps-717158157-router', 'tenant_id': 'a75c139d15f14c5bb474d5c46c6c68de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '1abb0146-e725-42e9-8f08-39ddc759ecde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:57:25Z', 'updated_at': '2021-10-20T10:57:27Z', 'revision_number': 3, 'project_id': 'a75c139d15f14c5bb474d5c46c6c68de', 'gw_port': {'id': '1abb0146-e725-42e9-8f08-39ddc759ecde', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:da:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbc2db2e-4eba-4d91-8440-a32c8c37d3fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3336, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:57:26Z', 'updated_at': '2021-10-20T10:57:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:57:31.165991 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db857280-c174-43c4-91ee-f726008abfa6 None None] Checking router: cbc2db2e-4eba-4d91-8440-a32c8c37d3fe for host: n-d-811396-3 {{(pid=100598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:57:31.166353 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db857280-c174-43c4-91ee-f726008abfa6 None None] Updating router cbc2db2e-4eba-4d91-8440-a32c8c37d3fe port 1abb0146-e725-42e9-8f08-39ddc759ecde binding host n-d-811396-3 {{(pid=100598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 10:57:31.185365 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8055931-35f2-4541-a96e-3e355be23432 req-1608145b-15b9-4207-b208-f6ff73b85b4d tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:31.192716 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f8055931-35f2-4541-a96e-3e355be23432 req-1608145b-15b9-4207-b208-f6ff73b85b4d tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=1905cb83-c152-40b2-98e8-53e3c912e15d HTTP/1.1" status: 200 len: 945 time: 0.2191355 Oct 20 10:57:31.233903 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-81a1e586-8a6b-40d6-8c67-313cb77b60f0 req-d9827671-c4fe-4c90-a64c-ab8841e6ff7e tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] For port 4653d3e8-4a53-48cc-9dd1-20e648bd172d, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=4653d3e8-4a53-48cc-9dd1-20e648bd172d,segment=NetworkSegment(5f5097d1-dd03-4e53-8d67-381b8a2c1ac8),segment_id=5f5097d1-dd03-4e53-8d67-381b8a2c1ac8)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:57:31.234274 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-81a1e586-8a6b-40d6-8c67-313cb77b60f0 req-d9827671-c4fe-4c90-a64c-ab8841e6ff7e tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:31.292401 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-db857280-c174-43c4-91ee-f726008abfa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:31.378937 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f8055931-35f2-4541-a96e-3e355be23432 req-57297d06-73b8-4ee5-9e0a-57fcb93d4a74 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/security-groups?id=b86ef872-82a8-48e3-89d0-a53331758f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1809351 Oct 20 10:57:31.453650 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [None req-47a26246-42d4-40fa-8f27-9245fc5e0480 admin admin] Allocated IP 172.20.0.1 (53785be6-b76f-4329-bf3d-c403b0d731e5/7fdba057-2698-4b92-90d6-2c1938128e15/89f4416f-a4cd-4bfd-bf7d-24fb78e00d7e) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:57:31.478139 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d664bc31-d378-491d-a928-dffb370e0c5f tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:31.667849 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-0367c20c-45ec-42bb-9c77-94f9f515d26d None None] Publish callbacks [] for port, precommit_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:31.679424 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 3adf9827-0359-4523-941b-cd56424e264e up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:57:31.713320 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0880ff-569a-4367-ad37-35efb194325d req-82bec502-87c1-4b20-bd34-e9175191f426 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:31.714867 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fb0880ff-569a-4367-ad37-35efb194325d req-82bec502-87c1-4b20-bd34-e9175191f426 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/networks?id=5f3de8d1-83f4-4081-a4ae-e84fa44c63e9 HTTP/1.1" status: 200 len: 806 time: 0.3124514 Oct 20 10:57:31.726844 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-413a3f4b-8eeb-4f80-ac1e-1a61fb11ba9e tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:31.735865 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-0367c20c-45ec-42bb-9c77-94f9f515d26d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:31.759005 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0367c20c-45ec-42bb-9c77-94f9f515d26d None None] Network 27a1d39b-338c-4134-8ccc-7e10b7fae67a is already hosted by enough agents. {{(pid=100598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:57:31.771685 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.base_scheduler [None req-0367c20c-45ec-42bb-9c77-94f9f515d26d None None] Resources bound (agent type, host, resource id): {{(pid=100598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:57:31.784661 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-81a1e586-8a6b-40d6-8c67-313cb77b60f0 req-d9827671-c4fe-4c90-a64c-ab8841e6ff7e tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:31.785025 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-81a1e586-8a6b-40d6-8c67-313cb77b60f0 req-d9827671-c4fe-4c90-a64c-ab8841e6ff7e tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1773381'] for floatingip, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:31.785362 n-d-811396-3 neutron-server[100596]: INFO neutron.db.l3_db [req-81a1e586-8a6b-40d6-8c67-313cb77b60f0 req-d9827671-c4fe-4c90-a64c-ab8841e6ff7e tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Floating IP 6df65b02-1782-40e9-a266-14fcae8844f7 disassociated. External IP: 172.25.1.17, port: 4653d3e8-4a53-48cc-9dd1-20e648bd172d. Oct 20 10:57:31.785694 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-81a1e586-8a6b-40d6-8c67-313cb77b60f0 req-d9827671-c4fe-4c90-a64c-ab8841e6ff7e tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Calling delete_port for 4653d3e8-4a53-48cc-9dd1-20e648bd172d owned by compute:nova {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:57:31.796149 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fb0880ff-569a-4367-ad37-35efb194325d req-196e8de0-d0ad-46d8-ba56-74ea48ea5be8 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/quotas/1b65b2e8036f4846a7f6f098c6e62306 HTTP/1.1" status: 200 len: 375 time: 0.0655055 Oct 20 10:57:31.807704 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-47a26246-42d4-40fa-8f27-9245fc5e0480 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:31.819441 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0367c20c-45ec-42bb-9c77-94f9f515d26d None None] Received port after_create {{(pid=100598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:57:31.895168 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-413a3f4b-8eeb-4f80-ac1e-1a61fb11ba9e tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:31.923434 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-db857280-c174-43c4-91ee-f726008abfa6 None None] Publish callbacks [] for port, precommit_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:31.952941 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-db857280-c174-43c4-91ee-f726008abfa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:31.974548 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0367c20c-45ec-42bb-9c77-94f9f515d26d None None] Pushing event updated for resources: {'Port': ['ID=367cb7e5-f07d-4621-9f87-d4acd13f2238,revision_number=1']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:31.978926 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fb0880ff-569a-4367-ad37-35efb194325d req-28423395-2106-4ff4-8f80-1097f3021d09 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=1b65b2e8036f4846a7f6f098c6e62306&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1694038 Oct 20 10:57:31.996820 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-47a26246-42d4-40fa-8f27-9245fc5e0480 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:32.017469 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d664bc31-d378-491d-a928-dffb370e0c5f tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks [] for port, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:32.026483 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d664bc31-d378-491d-a928-dffb370e0c5f tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:32.059074 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 3adf9827-0359-4523-941b-cd56424e264e triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:57:32.059483 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:32.070046 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70aca5a8-46c6-49ca-b192-bcf37cc81de7 None None] Pushing event updated for resources: {'Port': ['ID=1abb0146-e725-42e9-8f08-39ddc759ecde,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:32.070679 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a26246-42d4-40fa-8f27-9245fc5e0480 admin admin] Network 53785be6-b76f-4329-bf3d-c403b0d731e5 is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:57:32.080219 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-47a26246-42d4-40fa-8f27-9245fc5e0480 admin admin] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:57:32.086511 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a26246-42d4-40fa-8f27-9245fc5e0480 admin admin] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:57:32.125738 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a26246-42d4-40fa-8f27-9245fc5e0480 admin admin] Pushing event updated for resources: {'Port': ['ID=89f4416f-a4cd-4bfd-bf7d-24fb78e00d7e,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:32.125922 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-0367c20c-45ec-42bb-9c77-94f9f515d26d None None] Attempting to bind port 367cb7e5-f07d-4621-9f87-d4acd13f2238 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:57:32.126432 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-0367c20c-45ec-42bb-9c77-94f9f515d26d None None] Attempting to bind port 367cb7e5-f07d-4621-9f87-d4acd13f2238 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '4caa833b-d7f7-4b2e-bac3-0c33a3638725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '27a1d39b-338c-4134-8ccc-7e10b7fae67a'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:57:32.126810 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0367c20c-45ec-42bb-9c77-94f9f515d26d None None] Attempting to bind port 367cb7e5-f07d-4621-9f87-d4acd13f2238 on network 27a1d39b-338c-4134-8ccc-7e10b7fae67a {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:57:32.145459 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0367c20c-45ec-42bb-9c77-94f9f515d26d None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:57:32.146881 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0367c20c-45ec-42bb-9c77-94f9f515d26d None None] Checking segment: {'id': '4caa833b-d7f7-4b2e-bac3-0c33a3638725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '27a1d39b-338c-4134-8ccc-7e10b7fae67a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:57:32.147513 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-0367c20c-45ec-42bb-9c77-94f9f515d26d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:32.148213 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0367c20c-45ec-42bb-9c77-94f9f515d26d None None] Bound using segment: {'id': '4caa833b-d7f7-4b2e-bac3-0c33a3638725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '27a1d39b-338c-4134-8ccc-7e10b7fae67a'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:57:32.148861 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-0367c20c-45ec-42bb-9c77-94f9f515d26d None None] Bound port: 367cb7e5-f07d-4621-9f87-d4acd13f2238, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4caa833b-d7f7-4b2e-bac3-0c33a3638725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '27a1d39b-338c-4134-8ccc-7e10b7fae67a'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:57:32.149403 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-0367c20c-45ec-42bb-9c77-94f9f515d26d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:32.152580 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-db857280-c174-43c4-91ee-f726008abfa6 None None] Attempting to bind port 1abb0146-e725-42e9-8f08-39ddc759ecde on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:57:32.153185 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-db857280-c174-43c4-91ee-f726008abfa6 None None] Attempting to bind port 1abb0146-e725-42e9-8f08-39ddc759ecde by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:57:32.153704 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db857280-c174-43c4-91ee-f726008abfa6 None None] Attempting to bind port 1abb0146-e725-42e9-8f08-39ddc759ecde on network cbe170d3-31ba-45a2-b477-520ab0a7a8ea {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:57:32.163952 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-81a1e586-8a6b-40d6-8c67-313cb77b60f0 req-d9827671-c4fe-4c90-a64c-ab8841e6ff7e tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:32.166058 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-47a26246-42d4-40fa-8f27-9245fc5e0480 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1774540'] for router_interface, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:32.251785 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-0367c20c-45ec-42bb-9c77-94f9f515d26d None None] For port 367cb7e5-f07d-4621-9f87-d4acd13f2238, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:57:32.257945 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-0367c20c-45ec-42bb-9c77-94f9f515d26d None None] For port 367cb7e5-f07d-4621-9f87-d4acd13f2238, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=367cb7e5-f07d-4621-9f87-d4acd13f2238,segment=NetworkSegment(4caa833b-d7f7-4b2e-bac3-0c33a3638725),segment_id=4caa833b-d7f7-4b2e-bac3-0c33a3638725)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:57:32.265342 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db857280-c174-43c4-91ee-f726008abfa6 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:57:32.267320 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db857280-c174-43c4-91ee-f726008abfa6 None None] Checking segment: {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:57:32.267937 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-db857280-c174-43c4-91ee-f726008abfa6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:32.268494 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db857280-c174-43c4-91ee-f726008abfa6 None None] Bound using segment: {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:57:32.269348 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-db857280-c174-43c4-91ee-f726008abfa6 None None] Bound port: 1abb0146-e725-42e9-8f08-39ddc759ecde, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:57:32.269937 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-db857280-c174-43c4-91ee-f726008abfa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:32.273520 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-0367c20c-45ec-42bb-9c77-94f9f515d26d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:32.355106 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9827671-c4fe-4c90-a64c-ab8841e6ff7e tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Pushing event deleted for resources: {'Port': ['ID=4653d3e8-4a53-48cc-9dd1-20e648bd172d,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:32.476895 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0367c20c-45ec-42bb-9c77-94f9f515d26d None None] Pushing event updated for resources: {'Port': ['ID=367cb7e5-f07d-4621-9f87-d4acd13f2238,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:32.482657 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-db857280-c174-43c4-91ee-f726008abfa6 None None] For port 1abb0146-e725-42e9-8f08-39ddc759ecde, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:57:32.489121 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-db857280-c174-43c4-91ee-f726008abfa6 None None] For port 1abb0146-e725-42e9-8f08-39ddc759ecde, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=1abb0146-e725-42e9-8f08-39ddc759ecde,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:57:32.501365 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-db857280-c174-43c4-91ee-f726008abfa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:32.544537 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fb0880ff-569a-4367-ad37-35efb194325d req-c2dd4938-7dd8-4a2d-b1b6-ff865b0a7b81 service neutron] 10.222.0.64 "GET /v2.0/networks/5f3de8d1-83f4-4081-a4ae-e84fa44c63e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5416188 Oct 20 10:57:32.646618 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70aca5a8-46c6-49ca-b192-bcf37cc81de7 None None] Pushing event updated for resources: {'Port': ['ID=1abb0146-e725-42e9-8f08-39ddc759ecde,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:32.676001 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-65aa3d63-c206-46d5-9b65-629e20708ec4 None None] Provisioning complete for port 89f4416f-a4cd-4bfd-bf7d-24fb78e00d7e triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:57:32.680017 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-65aa3d63-c206-46d5-9b65-629e20708ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:32.706385 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-65b44760-dcb0-4168-a2a6-0b6cb0d28045 req-cf6fc395-a865-43c2-a334-0bb9a85ca9d6 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=1905cb83-c152-40b2-98e8-53e3c912e15d HTTP/1.1" status: 200 len: 210 time: 0.1606603 Oct 20 10:57:32.736225 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 4551418e-3781-4d8f-8f94-4a8d8366ff11 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:57:32.769884 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db857280-c174-43c4-91ee-f726008abfa6 None None] Routers {'cbc2db2e-4eba-4d91-8440-a32c8c37d3fe'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:57:32.771572 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-db857280-c174-43c4-91ee-f726008abfa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:57:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['cbc2db2e-4eba-4d91-8440-a32c8c37d3fe'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:57:32.782110 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-65aa3d63-c206-46d5-9b65-629e20708ec4 None None] Port 89f4416f-a4cd-4bfd-bf7d-24fb78e00d7e cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:57:32.810683 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-47a26246-42d4-40fa-8f27-9245fc5e0480 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:32.816825 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d664bc31-d378-491d-a928-dffb370e0c5f tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1774432'] for router_interface, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:32.826926 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-413a3f4b-8eeb-4f80-ac1e-1a61fb11ba9e tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Publish callbacks [] for port, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:32.840674 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-413a3f4b-8eeb-4f80-ac1e-1a61fb11ba9e tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:32.872276 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d664bc31-d378-491d-a928-dffb370e0c5f tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Pushing event updated for resources: {'Port': ['ID=5df519dd-aa3b-4761-ae60-d3542f835eb3,revision_number=2']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:32.923320 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 4551418e-3781-4d8f-8f94-4a8d8366ff11 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:57:32.923556 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413a3f4b-8eeb-4f80-ac1e-1a61fb11ba9e tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Pushing event updated for resources: {'Port': ['ID=58ca4a7b-050f-43fa-967c-73dfd88bb5c1,revision_number=2']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:32.924007 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:33.034967 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-db857280-c174-43c4-91ee-f726008abfa6 None None] Set router cbc2db2e-4eba-4d91-8440-a32c8c37d3fe gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:57:33.038006 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.l3_agent_scheduler [req-81a1e586-8a6b-40d6-8c67-313cb77b60f0 req-d9827671-c4fe-4c90-a64c-ab8841e6ff7e tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Router 9712814c-5acb-4d48-bdc6-5a7d3130bc5d has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:57:33.053911 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-413a3f4b-8eeb-4f80-ac1e-1a61fb11ba9e tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1773381'] for floatingip, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:33.091645 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fb0880ff-569a-4367-ad37-35efb194325d req-d6225bdf-b7ad-4c59-8ff9-b19c021e3906 service neutron] 10.222.0.64 "GET /v2.0/networks/5f3de8d1-83f4-4081-a4ae-e84fa44c63e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4682481 Oct 20 10:57:33.182468 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d664bc31-d378-491d-a928-dffb370e0c5f tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Network 27a1d39b-338c-4134-8ccc-7e10b7fae67a is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:57:33.191291 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-d664bc31-d378-491d-a928-dffb370e0c5f tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:57:33.508846 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-81a1e586-8a6b-40d6-8c67-313cb77b60f0 req-d9827671-c4fe-4c90-a64c-ab8841e6ff7e tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:57:33.520773 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549289b1-a7af-405c-acd2-cf6de087e51e None None] Sync routers for ids ['9712814c-5acb-4d48-bdc6-5a7d3130bc5d'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:57:33.535089 n-d-811396-3 neutron-server[100597]: INFO neutron.db.l3_db [None req-413a3f4b-8eeb-4f80-ac1e-1a61fb11ba9e tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Floating IP a5ef10af-5144-4b65-af5d-3a1d232f5de9 associated. External IP: 172.25.1.81, port: 7e5b5372-5dc0-4a14-a06e-c047f9c5b0be. Oct 20 10:57:33.541733 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-279176c6-36db-43b5-9fff-fc77fb118d7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:33.554812 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549289b1-a7af-405c-acd2-cf6de087e51e None None] Routers {'9712814c-5acb-4d48-bdc6-5a7d3130bc5d'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:57:33.555506 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-549289b1-a7af-405c-acd2-cf6de087e51e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:57:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['9712814c-5acb-4d48-bdc6-5a7d3130bc5d'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:57:33.564814 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-db857280-c174-43c4-91ee-f726008abfa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbc2db2e-4eba-4d91-8440-a32c8c37d3fe', 'name': 'tempest-TestServerBasicOps-717158157-router', 'tenant_id': 'a75c139d15f14c5bb474d5c46c6c68de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '1abb0146-e725-42e9-8f08-39ddc759ecde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:57:25Z', 'updated_at': '2021-10-20T10:57:32Z', 'revision_number': 4, 'project_id': 'a75c139d15f14c5bb474d5c46c6c68de', 'gw_port': {'id': '1abb0146-e725-42e9-8f08-39ddc759ecde', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:da:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbc2db2e-4eba-4d91-8440-a32c8c37d3fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3336, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:57:26Z', 'updated_at': '2021-10-20T10:57:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '89f4416f-a4cd-4bfd-bf7d-24fb78e00d7e', 'name': '', 'network_id': '53785be6-b76f-4329-bf3d-c403b0d731e5', 'tenant_id': 'a75c139d15f14c5bb474d5c46c6c68de', 'mac_address': 'fa:16:3e:4c:15:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbc2db2e-4eba-4d91-8440-a32c8c37d3fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3349, 'fixed_ips': [{'subnet_id': '7fdba057-2698-4b92-90d6-2c1938128e15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:57:30Z', 'updated_at': '2021-10-20T10:57:31Z', 'revision_number': 1, 'project_id': 'a75c139d15f14c5bb474d5c46c6c68de', 'subnets': [{'id': '7fdba057-2698-4b92-90d6-2c1938128e15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:57:33.600048 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db857280-c174-43c4-91ee-f726008abfa6 None None] The sync data for ids ['cbc2db2e-4eba-4d91-8440-a32c8c37d3fe'] in n-d-811396-3 is: [{'id': 'cbc2db2e-4eba-4d91-8440-a32c8c37d3fe', 'name': 'tempest-TestServerBasicOps-717158157-router', 'tenant_id': 'a75c139d15f14c5bb474d5c46c6c68de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '1abb0146-e725-42e9-8f08-39ddc759ecde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:57:25Z', 'updated_at': '2021-10-20T10:57:32Z', 'revision_number': 4, 'project_id': 'a75c139d15f14c5bb474d5c46c6c68de', 'gw_port': {'id': '1abb0146-e725-42e9-8f08-39ddc759ecde', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:da:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbc2db2e-4eba-4d91-8440-a32c8c37d3fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3336, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:57:26Z', 'updated_at': '2021-10-20T10:57:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '89f4416f-a4cd-4bfd-bf7d-24fb78e00d7e', 'name': '', 'network_id': '53785be6-b76f-4329-bf3d-c403b0d731e5', 'tenant_id': 'a75c139d15f14c5bb474d5c46c6c68de', 'mac_address': 'fa:16:3e:4c:15:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbc2db2e-4eba-4d91-8440-a32c8c37d3fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3349, 'fixed_ips': [{'subnet_id': '7fdba057-2698-4b92-90d6-2c1938128e15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:57:30Z', 'updated_at': '2021-10-20T10:57:31Z', 'revision_number': 1, 'project_id': 'a75c139d15f14c5bb474d5c46c6c68de', 'subnets': [{'id': '7fdba057-2698-4b92-90d6-2c1938128e15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:57:33.603015 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-81a1e586-8a6b-40d6-8c67-313cb77b60f0 req-d9827671-c4fe-4c90-a64c-ab8841e6ff7e tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] No DVR routers for this DVR port 4653d3e8-4a53-48cc-9dd1-20e648bd172d on host n-h2-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:57:33.610413 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-81a1e586-8a6b-40d6-8c67-313cb77b60f0 req-d9827671-c4fe-4c90-a64c-ab8841e6ff7e tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:33.617037 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-81a1e586-8a6b-40d6-8c67-313cb77b60f0 req-d9827671-c4fe-4c90-a64c-ab8841e6ff7e tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.69 "DELETE /v2.0/ports/4653d3e8-4a53-48cc-9dd1-20e648bd172d HTTP/1.1" status: 204 len: 173 time: 3.4844320 Oct 20 10:57:33.617706 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1905cb83-c152-40b2-98e8-53e3c912e15d', 'name': 'network-vif-deleted', 'tag': '4653d3e8-4a53-48cc-9dd1-20e648bd172d'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:57:33.620528 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10347fb8-ed09-4e51-9dc0-880b48056efb" -d '{"events": [{"server_uuid": "1905cb83-c152-40b2-98e8-53e3c912e15d", "name": "network-vif-deleted", "tag": "4653d3e8-4a53-48cc-9dd1-20e648bd172d"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:57:33.641820 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-47a26246-42d4-40fa-8f27-9245fc5e0480 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:33.648834 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-47a26246-42d4-40fa-8f27-9245fc5e0480 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:33.678278 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 4653d3e8-4a53-48cc-9dd1-20e648bd172d no longer exists at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:57:33.720422 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] No Port match for: 4653d3e8-4a53-48cc-9dd1-20e648bd172d {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:57:33.720918 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 4653d3e8-4a53-48cc-9dd1-20e648bd172d not bound to the agent host n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:57:33.741864 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d664bc31-d378-491d-a928-dffb370e0c5f tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Router 36d80ca4-ac1a-4ec0-9d37-0ad25843db5c is scheduled to L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 with binding_index 1 {{(pid=100597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 10:57:33.788860 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-368492f7-fd49-4aba-8bf4-0a35ffc2f8ec x-openstack-request-id: req-368492f7-fd49-4aba-8bf4-0a35ffc2f8ec {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:57:33.789154 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1905cb83-c152-40b2-98e8-53e3c912e15d", "name": "network-vif-deleted", "tag": "4653d3e8-4a53-48cc-9dd1-20e648bd172d", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:57:33.789408 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-368492f7-fd49-4aba-8bf4-0a35ffc2f8ec {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:57:33.789816 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1905cb83-c152-40b2-98e8-53e3c912e15d', 'name': 'network-vif-deleted', 'tag': '4653d3e8-4a53-48cc-9dd1-20e648bd172d', 'status': 'completed', 'code': 200} Oct 20 10:57:33.790810 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a26246-42d4-40fa-8f27-9245fc5e0480 admin admin] Pushing event updated for resources: {'Port': ['ID=89f4416f-a4cd-4bfd-bf7d-24fb78e00d7e,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:33.796928 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-47a26246-42d4-40fa-8f27-9245fc5e0480 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1774432'] for router_interface, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:34.006599 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-549289b1-a7af-405c-acd2-cf6de087e51e None None] Set router 9712814c-5acb-4d48-bdc6-5a7d3130bc5d gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:57:34.129943 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-899dbbe5-00e9-44f0-bd5a-1a98962730ec req-5b865b79-b7f3-46db-bbcc-544701014011 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=1905cb83-c152-40b2-98e8-53e3c912e15d HTTP/1.1" status: 200 len: 210 time: 0.2249005 Oct 20 10:57:34.255790 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d664bc31-d378-491d-a928-dffb370e0c5f tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:57:34.271461 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 55950) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:34.276399 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7bf3064-bd9d-4f46-9cd1-4278ddd0f544 None None] Sync routers for ids ['36d80ca4-ac1a-4ec0-9d37-0ad25843db5c'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:57:34.280055 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5002ec07-01fc-473b-95b7-8f49ff2f77c5 None None] Network 27a1d39b-338c-4134-8ccc-7e10b7fae67a requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:57:34.284278 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-2d88fdd3-1634-4110-922c-bbbaa9d0f10f tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Request body: {'network': {'name': 'tempest-RoutersTest-162152395'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:57:34.298065 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-d664bc31-d378-491d-a928-dffb370e0c5f tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] 10.222.0.64 "PUT /v2.0/routers/36d80ca4-ac1a-4ec0-9d37-0ad25843db5c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8430314 Oct 20 10:57:34.393644 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a26246-42d4-40fa-8f27-9245fc5e0480 admin admin] Network 53785be6-b76f-4329-bf3d-c403b0d731e5 is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:57:34.398462 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-47a26246-42d4-40fa-8f27-9245fc5e0480 admin admin] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:57:34.534848 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-413a3f4b-8eeb-4f80-ac1e-1a61fb11ba9e tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Router d38499b0-bf59-4a6e-8258-4a9bbefb5c13 has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:57:34.539281 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-3f5ff783-9505-4d09-b612-8b27ca51fcf3 None None] Provisioning complete for port 367cb7e5-f07d-4621-9f87-d4acd13f2238 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:57:34.539931 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3f5ff783-9505-4d09-b612-8b27ca51fcf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:34.543088 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7bf3064-bd9d-4f46-9cd1-4278ddd0f544 None None] Routers {'36d80ca4-ac1a-4ec0-9d37-0ad25843db5c'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:57:34.543999 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-a7bf3064-bd9d-4f46-9cd1-4278ddd0f544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:57:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['36d80ca4-ac1a-4ec0-9d37-0ad25843db5c'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:57:34.678278 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-a7bf3064-bd9d-4f46-9cd1-4278ddd0f544 None None] Set router 36d80ca4-ac1a-4ec0-9d37-0ad25843db5c gateway port host: None {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:57:34.687239 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d88fdd3-1634-4110-922c-bbbaa9d0f10f tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Made reservation on behalf of f889f0e78885417f8f60131724c64516 for: {'network': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:57:34.716233 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2d88fdd3-1634-4110-922c-bbbaa9d0f10f tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:34.718286 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-549289b1-a7af-405c-acd2-cf6de087e51e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9712814c-5acb-4d48-bdc6-5a7d3130bc5d', 'name': 'tempest-TestVolumeBootPattern-1466241922-router', 'tenant_id': '304c84e5c7844b5cadef0d9d128b445c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': '796dafa4-6077-4393-8385-ff95473e2ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:47:24Z', 'updated_at': '2021-10-20T10:47:31Z', 'revision_number': 4, 'project_id': '304c84e5c7844b5cadef0d9d128b445c', 'gw_port': {'id': '796dafa4-6077-4393-8385-ff95473e2ed0', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:de:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9712814c-5acb-4d48-bdc6-5a7d3130bc5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2396, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:47:25Z', 'updated_at': '2021-10-20T10:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '41772678-6b00-4009-9ad8-5fc0a96c5fdd', 'name': '', 'network_id': 'cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0', 'tenant_id': '304c84e5c7844b5cadef0d9d128b445c', 'mac_address': 'fa:16:3e:94:7e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9712814c-5acb-4d48-bdc6-5a7d3130bc5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': '46305bfd-5c10-42c9-8afc-597f2425497e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:47:29Z', 'updated_at': '2021-10-20T10:47:38Z', 'revision_number': 5, 'project_id': '304c84e5c7844b5cadef0d9d128b445c', 'subnets': [{'id': '46305bfd-5c10-42c9-8afc-597f2425497e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:57:34.834678 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 367cb7e5-f07d-4621-9f87-d4acd13f2238 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:57:34.854318 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549289b1-a7af-405c-acd2-cf6de087e51e None None] Checking router: 9712814c-5acb-4d48-bdc6-5a7d3130bc5d for host: n-d-811396-3 {{(pid=100599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:57:34.878812 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-413a3f4b-8eeb-4f80-ac1e-1a61fb11ba9e tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:57:34.894345 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34200837-c51a-4582-b48c-95205b3ba3bf None None] Sync routers for ids ['d38499b0-bf59-4a6e-8258-4a9bbefb5c13'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:57:34.906437 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549289b1-a7af-405c-acd2-cf6de087e51e None None] Routers {'9712814c-5acb-4d48-bdc6-5a7d3130bc5d'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:57:34.909401 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-549289b1-a7af-405c-acd2-cf6de087e51e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:57:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['9712814c-5acb-4d48-bdc6-5a7d3130bc5d'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:57:34.920220 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-413a3f4b-8eeb-4f80-ac1e-1a61fb11ba9e tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for floatingip, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:34.990691 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d88fdd3-1634-4110-922c-bbbaa9d0f10f tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 822} {{(pid=100596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:57:34.998003 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-413a3f4b-8eeb-4f80-ac1e-1a61fb11ba9e tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 6.0121543 Oct 20 10:57:34.998949 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a730941d-1f20-4fee-96fd-b8bf9d1b00d8', 'tag': '7e5b5372-5dc0-4a14-a06e-c047f9c5b0be'}] {{(pid=100597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:57:35.003121 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd85cad6a391afaa95d2dd5280bfd4659fc1e1b2aba53b5e7ef874f059efcdc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4320498f-1882-4111-b758-fad87ca0570a" -d '{"events": [{"name": "network-changed", "server_uuid": "a730941d-1f20-4fee-96fd-b8bf9d1b00d8", "tag": "7e5b5372-5dc0-4a14-a06e-c047f9c5b0be"}]}' {{(pid=100597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:57:35.006999 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 55962) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:35.168398 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaea36c9-322e-4ed2-816f-3594eea0cc42 x-openstack-request-id: req-aaea36c9-322e-4ed2-816f-3594eea0cc42 {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:57:35.168696 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a730941d-1f20-4fee-96fd-b8bf9d1b00d8", "tag": "7e5b5372-5dc0-4a14-a06e-c047f9c5b0be", "status": "completed", "code": 200}]} {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:57:35.168929 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-aaea36c9-322e-4ed2-816f-3594eea0cc42 {{(pid=100597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:57:35.169386 n-d-811396-3 neutron-server[100597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a730941d-1f20-4fee-96fd-b8bf9d1b00d8', 'tag': '7e5b5372-5dc0-4a14-a06e-c047f9c5b0be', 'status': 'completed', 'code': 200} Oct 20 10:57:35.181345 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5487261-4660-4deb-bcb8-90ab4dbac6b1 req-ff2ca752-0b90-4819-b0dc-c6e5f3943296 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:35.192026 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c5487261-4660-4deb-bcb8-90ab4dbac6b1 req-ff2ca752-0b90-4819-b0dc-c6e5f3943296 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/networks?id=5f3de8d1-83f4-4081-a4ae-e84fa44c63e9 HTTP/1.1" status: 200 len: 806 time: 0.7963560 Oct 20 10:57:35.284899 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2d88fdd3-1634-4110-922c-bbbaa9d0f10f tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:35.285259 n-d-811396-3 neutron-server[100596]: INFO neutron.db.segments_db [None req-2d88fdd3-1634-4110-922c-bbbaa9d0f10f tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Added segment 74a37d6f-9e3f-4c7a-b907-25eb9d0ec9b6 of type vlan for network 3ae0cb69-c97c-4688-b905-59d6f8d6eaa6 Oct 20 10:57:35.383844 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34200837-c51a-4582-b48c-95205b3ba3bf None None] Routers {'d38499b0-bf59-4a6e-8258-4a9bbefb5c13'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:57:35.383844 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-34200837-c51a-4582-b48c-95205b3ba3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:57:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['d38499b0-bf59-4a6e-8258-4a9bbefb5c13'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:57:35.393416 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c5487261-4660-4deb-bcb8-90ab4dbac6b1 req-3998d72a-10e3-4ed0-bfa9-8e3f7e13b9a4 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/quotas/1b65b2e8036f4846a7f6f098c6e62306 HTTP/1.1" status: 200 len: 375 time: 0.2003875 Oct 20 10:57:35.494260 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-549289b1-a7af-405c-acd2-cf6de087e51e None None] Set router 9712814c-5acb-4d48-bdc6-5a7d3130bc5d gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:57:35.529704 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26228902-5457-4bc6-ba24-0b73736981e7 tempest-TestSecurityGroupsBasicOps-1019124985 tempest-TestSecurityGroupsBasicOps-1019124985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:35.530256 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26228902-5457-4bc6-ba24-0b73736981e7 tempest-TestSecurityGroupsBasicOps-1019124985 tempest-TestSecurityGroupsBasicOps-1019124985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:35.530642 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26228902-5457-4bc6-ba24-0b73736981e7 tempest-TestSecurityGroupsBasicOps-1019124985 tempest-TestSecurityGroupsBasicOps-1019124985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:35.531105 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26228902-5457-4bc6-ba24-0b73736981e7 tempest-TestSecurityGroupsBasicOps-1019124985 tempest-TestSecurityGroupsBasicOps-1019124985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:35.531763 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26228902-5457-4bc6-ba24-0b73736981e7 tempest-TestSecurityGroupsBasicOps-1019124985 tempest-TestSecurityGroupsBasicOps-1019124985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:35.532234 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26228902-5457-4bc6-ba24-0b73736981e7 tempest-TestSecurityGroupsBasicOps-1019124985 tempest-TestSecurityGroupsBasicOps-1019124985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:35.532695 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26228902-5457-4bc6-ba24-0b73736981e7 tempest-TestSecurityGroupsBasicOps-1019124985 tempest-TestSecurityGroupsBasicOps-1019124985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:35.533154 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26228902-5457-4bc6-ba24-0b73736981e7 tempest-TestSecurityGroupsBasicOps-1019124985 tempest-TestSecurityGroupsBasicOps-1019124985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:35.533610 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26228902-5457-4bc6-ba24-0b73736981e7 tempest-TestSecurityGroupsBasicOps-1019124985 tempest-TestSecurityGroupsBasicOps-1019124985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:35.534062 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26228902-5457-4bc6-ba24-0b73736981e7 tempest-TestSecurityGroupsBasicOps-1019124985 tempest-TestSecurityGroupsBasicOps-1019124985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:35.534520 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26228902-5457-4bc6-ba24-0b73736981e7 tempest-TestSecurityGroupsBasicOps-1019124985 tempest-TestSecurityGroupsBasicOps-1019124985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:35.534973 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26228902-5457-4bc6-ba24-0b73736981e7 tempest-TestSecurityGroupsBasicOps-1019124985 tempest-TestSecurityGroupsBasicOps-1019124985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:35.537174 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-26228902-5457-4bc6-ba24-0b73736981e7 tempest-TestSecurityGroupsBasicOps-1019124985 tempest-TestSecurityGroupsBasicOps-1019124985-project-admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8436 time: 0.5291178 Oct 20 10:57:35.540117 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 55976) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:35.664140 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 367cb7e5-f07d-4621-9f87-d4acd13f2238 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:57:35.664140 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:35.751162 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86879ee-8a3f-4b3d-bc7f-35d55211604f tempest-TestSecurityGroupsBasicOps-1019124985 tempest-TestSecurityGroupsBasicOps-1019124985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:35.751658 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86879ee-8a3f-4b3d-bc7f-35d55211604f tempest-TestSecurityGroupsBasicOps-1019124985 tempest-TestSecurityGroupsBasicOps-1019124985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:35.752120 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86879ee-8a3f-4b3d-bc7f-35d55211604f tempest-TestSecurityGroupsBasicOps-1019124985 tempest-TestSecurityGroupsBasicOps-1019124985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:35.752579 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86879ee-8a3f-4b3d-bc7f-35d55211604f tempest-TestSecurityGroupsBasicOps-1019124985 tempest-TestSecurityGroupsBasicOps-1019124985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:35.753035 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86879ee-8a3f-4b3d-bc7f-35d55211604f tempest-TestSecurityGroupsBasicOps-1019124985 tempest-TestSecurityGroupsBasicOps-1019124985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:35.753541 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86879ee-8a3f-4b3d-bc7f-35d55211604f tempest-TestSecurityGroupsBasicOps-1019124985 tempest-TestSecurityGroupsBasicOps-1019124985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:35.753931 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86879ee-8a3f-4b3d-bc7f-35d55211604f tempest-TestSecurityGroupsBasicOps-1019124985 tempest-TestSecurityGroupsBasicOps-1019124985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:35.754379 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86879ee-8a3f-4b3d-bc7f-35d55211604f tempest-TestSecurityGroupsBasicOps-1019124985 tempest-TestSecurityGroupsBasicOps-1019124985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:35.754826 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86879ee-8a3f-4b3d-bc7f-35d55211604f tempest-TestSecurityGroupsBasicOps-1019124985 tempest-TestSecurityGroupsBasicOps-1019124985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:35.755299 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86879ee-8a3f-4b3d-bc7f-35d55211604f tempest-TestSecurityGroupsBasicOps-1019124985 tempest-TestSecurityGroupsBasicOps-1019124985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:35.772011 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86879ee-8a3f-4b3d-bc7f-35d55211604f tempest-TestSecurityGroupsBasicOps-1019124985 tempest-TestSecurityGroupsBasicOps-1019124985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:35.772810 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86879ee-8a3f-4b3d-bc7f-35d55211604f tempest-TestSecurityGroupsBasicOps-1019124985 tempest-TestSecurityGroupsBasicOps-1019124985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:35.773413 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3f5ff783-9505-4d09-b612-8b27ca51fcf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:35.775734 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-e86879ee-8a3f-4b3d-bc7f-35d55211604f tempest-TestSecurityGroupsBasicOps-1019124985 tempest-TestSecurityGroupsBasicOps-1019124985-project-admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7762 time: 0.2346151 Oct 20 10:57:35.778816 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 55978) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:35.855597 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-34200837-c51a-4582-b48c-95205b3ba3bf None None] Set router d38499b0-bf59-4a6e-8258-4a9bbefb5c13 gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:57:35.920037 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-3f5ff783-9505-4d09-b612-8b27ca51fcf3 None None] For port 367cb7e5-f07d-4621-9f87-d4acd13f2238, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=367cb7e5-f07d-4621-9f87-d4acd13f2238,segment=NetworkSegment(4caa833b-d7f7-4b2e-bac3-0c33a3638725),segment_id=4caa833b-d7f7-4b2e-bac3-0c33a3638725)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:57:35.961132 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3f5ff783-9505-4d09-b612-8b27ca51fcf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:36.200231 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-a7bf3064-bd9d-4f46-9cd1-4278ddd0f544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36d80ca4-ac1a-4ec0-9d37-0ad25843db5c', 'name': 'tempest-RoutersTest-router-888831143', 'tenant_id': 'f889f0e78885417f8f60131724c64516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:57:26Z', 'updated_at': '2021-10-20T10:57:31Z', 'revision_number': 2, 'project_id': 'f889f0e78885417f8f60131724c64516', 'gw_port_host': None, '_interfaces': [{'id': '5df519dd-aa3b-4761-ae60-d3542f835eb3', 'name': '', 'network_id': '27a1d39b-338c-4134-8ccc-7e10b7fae67a', 'tenant_id': 'f889f0e78885417f8f60131724c64516', 'mac_address': 'fa:16:3e:69:19:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36d80ca4-ac1a-4ec0-9d37-0ad25843db5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': '54b5cd66-4475-4e7f-8f2d-243fd5215495', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:57:30Z', 'updated_at': '2021-10-20T10:57:31Z', 'revision_number': 2, 'project_id': 'f889f0e78885417f8f60131724c64516', 'subnets': [{'id': '54b5cd66-4475-4e7f-8f2d-243fd5215495', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:57:36.310761 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7bf3064-bd9d-4f46-9cd1-4278ddd0f544 None None] Checking router: 36d80ca4-ac1a-4ec0-9d37-0ad25843db5c for host: n-d-811396-3 {{(pid=100598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:57:36.311126 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7bf3064-bd9d-4f46-9cd1-4278ddd0f544 None None] Updating router 36d80ca4-ac1a-4ec0-9d37-0ad25843db5c port 5df519dd-aa3b-4761-ae60-d3542f835eb3 binding host n-d-811396-3 {{(pid=100598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 10:57:36.358770 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-31668b64-062e-41eb-a54c-b22fa5480e90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:36.377147 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5ff783-9505-4d09-b612-8b27ca51fcf3 None None] Pushing event updated for resources: {'Port': ['ID=367cb7e5-f07d-4621-9f87-d4acd13f2238,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:36.386213 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-168370ea-c152-4c51-8321-b8616843ffe9 None None] Provisioning complete for port 89f4416f-a4cd-4bfd-bf7d-24fb78e00d7e triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:57:36.386590 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-168370ea-c152-4c51-8321-b8616843ffe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:36.431877 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-a7bf3064-bd9d-4f46-9cd1-4278ddd0f544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:36.449540 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-636fe89a-01cd-4d77-a797-86e76b85fb91 tempest-TestSecurityGroupsBasicOps-1019124985 tempest-TestSecurityGroupsBasicOps-1019124985-project-admin] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 6465 time: 0.6692824 Oct 20 10:57:36.453156 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 55982) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:36.494420 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2d88fdd3-1634-4110-922c-bbbaa9d0f10f tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:36.622687 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47a26246-42d4-40fa-8f27-9245fc5e0480 admin admin] Router cbc2db2e-4eba-4d91-8440-a32c8c37d3fe has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:57:36.645803 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-be1e3d19-9b98-4535-abfc-8056234b25c9 req-1329f229-81bc-4888-ae60-942bfe23c283 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=1905cb83-c152-40b2-98e8-53e3c912e15d HTTP/1.1" status: 200 len: 210 time: 1.2334471 Oct 20 10:57:36.647122 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae2408d-730e-487a-8cdc-aa1f550e5da9 tempest-TestSecurityGroupsBasicOps-1019124985 tempest-TestSecurityGroupsBasicOps-1019124985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:36.647618 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae2408d-730e-487a-8cdc-aa1f550e5da9 tempest-TestSecurityGroupsBasicOps-1019124985 tempest-TestSecurityGroupsBasicOps-1019124985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:36.649284 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-8ae2408d-730e-487a-8cdc-aa1f550e5da9 tempest-TestSecurityGroupsBasicOps-1019124985 tempest-TestSecurityGroupsBasicOps-1019124985-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=d38499b0-bf59-4a6e-8258-4a9bbefb5c13 HTTP/1.1" status: 200 len: 1990 time: 0.1949568 Oct 20 10:57:36.701891 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4320498f-1882-4111-b758-fad87ca0570a req-5a011d02-dce1-4642-87c0-26b88ecbae99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:36.703729 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4320498f-1882-4111-b758-fad87ca0570a req-5a011d02-dce1-4642-87c0-26b88ecbae99 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0f7c095abe574139be06bffc4a6ef74a&device_id=a730941d-1f20-4fee-96fd-b8bf9d1b00d8 HTTP/1.1" status: 200 len: 1135 time: 1.4973767 Oct 20 10:57:36.728472 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c5487261-4660-4deb-bcb8-90ab4dbac6b1 req-36ccf4c6-083d-4863-92e0-6096069bec82 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=1b65b2e8036f4846a7f6f098c6e62306&fields=id HTTP/1.1" status: 200 len: 255 time: 1.3340526 Oct 20 10:57:36.766788 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-549289b1-a7af-405c-acd2-cf6de087e51e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9712814c-5acb-4d48-bdc6-5a7d3130bc5d', 'name': 'tempest-TestVolumeBootPattern-1466241922-router', 'tenant_id': '304c84e5c7844b5cadef0d9d128b445c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': '796dafa4-6077-4393-8385-ff95473e2ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:47:24Z', 'updated_at': '2021-10-20T10:47:31Z', 'revision_number': 4, 'project_id': '304c84e5c7844b5cadef0d9d128b445c', 'gw_port': {'id': '796dafa4-6077-4393-8385-ff95473e2ed0', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:de:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9712814c-5acb-4d48-bdc6-5a7d3130bc5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2396, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:47:25Z', 'updated_at': '2021-10-20T10:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '41772678-6b00-4009-9ad8-5fc0a96c5fdd', 'name': '', 'network_id': 'cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0', 'tenant_id': '304c84e5c7844b5cadef0d9d128b445c', 'mac_address': 'fa:16:3e:94:7e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9712814c-5acb-4d48-bdc6-5a7d3130bc5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': '46305bfd-5c10-42c9-8afc-597f2425497e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:47:29Z', 'updated_at': '2021-10-20T10:47:38Z', 'revision_number': 5, 'project_id': '304c84e5c7844b5cadef0d9d128b445c', 'subnets': [{'id': '46305bfd-5c10-42c9-8afc-597f2425497e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:57:36.844169 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549289b1-a7af-405c-acd2-cf6de087e51e None None] The sync data for ids ['9712814c-5acb-4d48-bdc6-5a7d3130bc5d'] in n-d-811396-3 is: [{'id': '9712814c-5acb-4d48-bdc6-5a7d3130bc5d', 'name': 'tempest-TestVolumeBootPattern-1466241922-router', 'tenant_id': '304c84e5c7844b5cadef0d9d128b445c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': '796dafa4-6077-4393-8385-ff95473e2ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:47:24Z', 'updated_at': '2021-10-20T10:47:31Z', 'revision_number': 4, 'project_id': '304c84e5c7844b5cadef0d9d128b445c', 'gw_port': {'id': '796dafa4-6077-4393-8385-ff95473e2ed0', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:de:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9712814c-5acb-4d48-bdc6-5a7d3130bc5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2396, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:47:25Z', 'updated_at': '2021-10-20T10:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '41772678-6b00-4009-9ad8-5fc0a96c5fdd', 'name': '', 'network_id': 'cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0', 'tenant_id': '304c84e5c7844b5cadef0d9d128b445c', 'mac_address': 'fa:16:3e:94:7e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9712814c-5acb-4d48-bdc6-5a7d3130bc5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': '46305bfd-5c10-42c9-8afc-597f2425497e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:47:29Z', 'updated_at': '2021-10-20T10:47:38Z', 'revision_number': 5, 'project_id': '304c84e5c7844b5cadef0d9d128b445c', 'subnets': [{'id': '46305bfd-5c10-42c9-8afc-597f2425497e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:57:36.847197 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47a26246-42d4-40fa-8f27-9245fc5e0480 admin admin] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:57:36.864297 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-47a26246-42d4-40fa-8f27-9245fc5e0480 admin admin] 10.222.0.64 "PUT /v2.0/routers/cbc2db2e-4eba-4d91-8440-a32c8c37d3fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4426081 Oct 20 10:57:36.865269 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-34200837-c51a-4582-b48c-95205b3ba3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd38499b0-bf59-4a6e-8258-4a9bbefb5c13', 'name': 'tempest-TestSecurityGroupsBasicOps-router-825914539', 'tenant_id': '0f7c095abe574139be06bffc4a6ef74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': '020ae913-dc2f-4cf3-853b-94e1e5d82892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:56:55Z', 'updated_at': '2021-10-20T10:57:03Z', 'revision_number': 4, 'project_id': '0f7c095abe574139be06bffc4a6ef74a', 'gw_port': {'id': '020ae913-dc2f-4cf3-853b-94e1e5d82892', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:db:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38499b0-bf59-4a6e-8258-4a9bbefb5c13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:56:56Z', 'updated_at': '2021-10-20T10:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_floatingips': [{'id': 'a5ef10af-5144-4b65-af5d-3a1d232f5de9', 'tenant_id': '0f7c095abe574139be06bffc4a6ef74a', 'floating_ip_address': '172.25.1.81', 'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'router_id': 'd38499b0-bf59-4a6e-8258-4a9bbefb5c13', 'port_id': '7e5b5372-5dc0-4a14-a06e-c047f9c5b0be', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c7f3a1e-ebfb-474c-8a7c-dec27a9f3f24', 'mac_address': 'fa:16:3e:0e:e1:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a730941d-1f20-4fee-96fd-b8bf9d1b00d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T10:57:31Z', 'updated_at': '2021-10-20T10:57:31Z', 'revision_number': 0, 'project_id': '0f7c095abe574139be06bffc4a6ef74a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d6137d0-9680-4b50-bfb3-d6561d42b05c', 'name': '', 'network_id': '3c7f3a1e-ebfb-474c-8a7c-dec27a9f3f24', 'tenant_id': '0f7c095abe574139be06bffc4a6ef74a', 'mac_address': 'fa:16:3e:5d:8d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38499b0-bf59-4a6e-8258-4a9bbefb5c13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': 'cdb6f6cc-ac71-460f-ad42-3dc9fe778c4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:57:02Z', 'updated_at': '2021-10-20T10:57:08Z', 'revision_number': 5, 'project_id': '0f7c095abe574139be06bffc4a6ef74a', 'subnets': [{'id': 'cdb6f6cc-ac71-460f-ad42-3dc9fe778c4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:57:36.893392 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-168370ea-c152-4c51-8321-b8616843ffe9 None None] Port 89f4416f-a4cd-4bfd-bf7d-24fb78e00d7e cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:57:36.912300 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 1abb0146-e725-42e9-8f08-39ddc759ecde up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:57:36.930071 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34200837-c51a-4582-b48c-95205b3ba3bf None None] Checking router: d38499b0-bf59-4a6e-8258-4a9bbefb5c13 for host: n-d-811396-3 {{(pid=100599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:57:36.976304 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34200837-c51a-4582-b48c-95205b3ba3bf None None] Routers {'d38499b0-bf59-4a6e-8258-4a9bbefb5c13'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:57:36.977104 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-34200837-c51a-4582-b48c-95205b3ba3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:57:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['d38499b0-bf59-4a6e-8258-4a9bbefb5c13'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:57:37.004090 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2d88fdd3-1634-4110-922c-bbbaa9d0f10f tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:37.010774 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d88fdd3-1634-4110-922c-bbbaa9d0f10f tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:37.011418 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2d88fdd3-1634-4110-922c-bbbaa9d0f10f tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks [] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:37.015664 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c5487261-4660-4deb-bcb8-90ab4dbac6b1 req-63c02283-03da-498a-a1c4-1e3eb0152278 service neutron] 10.222.0.64 "GET /v2.0/networks/5f3de8d1-83f4-4081-a4ae-e84fa44c63e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716056 Oct 20 10:57:37.116778 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 55990) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:37.117295 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-2d88fdd3-1634-4110-922c-bbbaa9d0f10f tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 2.8447549 Oct 20 10:57:37.122008 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-1d3d7301-9fa2-4ce3-9493-b8347b6b70b7 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Request body: {'subnet': {'network_id': '3ae0cb69-c97c-4688-b905-59d6f8d6eaa6', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:57:37.190275 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-178f8f0b-de02-47da-a51f-1cfdfa2642d9 None None] Provisioning complete for port 5df519dd-aa3b-4761-ae60-d3542f835eb3 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:57:37.190754 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-178f8f0b-de02-47da-a51f-1cfdfa2642d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:37.253102 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-34200837-c51a-4582-b48c-95205b3ba3bf None None] Set router d38499b0-bf59-4a6e-8258-4a9bbefb5c13 gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:57:37.306311 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:37.347010 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88fdd3-1634-4110-922c-bbbaa9d0f10f tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Pushing event updated for resources: {'Network': ['ID=3ae0cb69-c97c-4688-b905-59d6f8d6eaa6,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:37.371290 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network 3ae0cb69-c97c-4688-b905-59d6f8d6eaa6 details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:57:37.374978 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4320498f-1882-4111-b758-fad87ca0570a req-7b35ddf5-b512-4915-9cbb-3bf62f329092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:37.379409 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4320498f-1882-4111-b758-fad87ca0570a req-7b35ddf5-b512-4915-9cbb-3bf62f329092 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3c7f3a1e-ebfb-474c-8a7c-dec27a9f3f24 HTTP/1.1" status: 200 len: 897 time: 0.6651800 Oct 20 10:57:37.384949 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-a7bf3064-bd9d-4f46-9cd1-4278ddd0f544 None None] Publish callbacks [] for port, precommit_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:37.389743 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 1abb0146-e725-42e9-8f08-39ddc759ecde triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:57:37.390230 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:37.400310 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d3d7301-9fa2-4ce3-9493-b8347b6b70b7 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Made reservation on behalf of f889f0e78885417f8f60131724c64516 for: {'subnet': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:57:37.404250 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1d3d7301-9fa2-4ce3-9493-b8347b6b70b7 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25350782'] for subnet, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:37.424109 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-178f8f0b-de02-47da-a51f-1cfdfa2642d9 None None] Port 5df519dd-aa3b-4761-ae60-d3542f835eb3 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:57:37.451194 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-a7bf3064-bd9d-4f46-9cd1-4278ddd0f544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:37.543234 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8773308a-f549-40e0-b7a8-6c2f6d713616 None None] Pushing event updated for resources: {'Port': ['ID=5df519dd-aa3b-4761-ae60-d3542f835eb3,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:37.589985 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c5487261-4660-4deb-bcb8-90ab4dbac6b1 req-6a78e301-c2e4-476e-9d59-69af200fa377 service neutron] 10.222.0.64 "GET /v2.0/networks/5f3de8d1-83f4-4081-a4ae-e84fa44c63e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5672963 Oct 20 10:57:37.645359 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4320498f-1882-4111-b758-fad87ca0570a req-d59e8da6-81b3-46fe-9c98-ff3885497a81 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7e5b5372-5dc0-4a14-a06e-c047f9c5b0be HTTP/1.1" status: 200 len: 998 time: 0.2536242 Oct 20 10:57:37.726135 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-178f8f0b-de02-47da-a51f-1cfdfa2642d9 None None] Provisioning complete for port 367cb7e5-f07d-4621-9f87-d4acd13f2238 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:57:37.729622 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-178f8f0b-de02-47da-a51f-1cfdfa2642d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:37.820659 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7027ac7-cf09-4ed1-ac0b-83209fa8fc17 None None] New status for floating IP 6df65b02-1782-40e9-a266-14fcae8844f7: DOWN {{(pid=100598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 10:57:37.842351 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:37.861055 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4320498f-1882-4111-b758-fad87ca0570a req-4df7eba4-2a63-4cd8-8697-f366570992cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:37.865592 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4320498f-1882-4111-b758-fad87ca0570a req-4df7eba4-2a63-4cd8-8697-f366570992cf service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cdb6f6cc-ac71-460f-ad42-3dc9fe778c4d HTTP/1.1" status: 200 len: 835 time: 0.2118232 Oct 20 10:57:37.964188 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1d3d7301-9fa2-4ce3-9493-b8347b6b70b7 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25350752'] for subnet, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:38.079979 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058cc9c3-7524-4e9b-bdaa-5a25a1946fbb None None] Sync routers for ids ['cbc2db2e-4eba-4d91-8440-a32c8c37d3fe'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:57:38.101204 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-213fa9d6-7830-47bf-b1fb-9f1df33c275d req-13a0cd4c-76f5-45f3-b339-727b89eb04e1 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=1905cb83-c152-40b2-98e8-53e3c912e15d HTTP/1.1" status: 200 len: 210 time: 0.0793107 Oct 20 10:57:38.122889 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058cc9c3-7524-4e9b-bdaa-5a25a1946fbb None None] Routers {'cbc2db2e-4eba-4d91-8440-a32c8c37d3fe'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:57:38.126119 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-058cc9c3-7524-4e9b-bdaa-5a25a1946fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:57:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['cbc2db2e-4eba-4d91-8440-a32c8c37d3fe'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:57:38.142254 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4320498f-1882-4111-b758-fad87ca0570a req-3ec14752-1214-450b-bd86-8f92b452347b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:38.143838 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4320498f-1882-4111-b758-fad87ca0570a req-3ec14752-1214-450b-bd86-8f92b452347b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3c7f3a1e-ebfb-474c-8a7c-dec27a9f3f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2684224 Oct 20 10:57:38.219080 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-a7bf3064-bd9d-4f46-9cd1-4278ddd0f544 None None] Attempting to bind port 5df519dd-aa3b-4761-ae60-d3542f835eb3 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:57:38.219703 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-a7bf3064-bd9d-4f46-9cd1-4278ddd0f544 None None] Attempting to bind port 5df519dd-aa3b-4761-ae60-d3542f835eb3 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '4caa833b-d7f7-4b2e-bac3-0c33a3638725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '27a1d39b-338c-4134-8ccc-7e10b7fae67a'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:57:38.219835 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bf3064-bd9d-4f46-9cd1-4278ddd0f544 None None] Attempting to bind port 5df519dd-aa3b-4761-ae60-d3542f835eb3 on network 27a1d39b-338c-4134-8ccc-7e10b7fae67a {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:57:38.290182 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f6908d9a-f897-4080-b92b-86e153987d14 req-fa8b6de3-873d-41fb-adda-f231e2e75b00 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/ports?device_id=705af76e-c57b-48dc-9056-29b631f1bc4d HTTP/1.1" status: 200 len: 210 time: 0.0843279 Oct 20 10:57:38.312701 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:38.354997 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] For port 1abb0146-e725-42e9-8f08-39ddc759ecde, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=1abb0146-e725-42e9-8f08-39ddc759ecde,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:57:38.385333 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:38.386128 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 367cb7e5-f07d-4621-9f87-d4acd13f2238 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:57:38.444065 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4320498f-1882-4111-b758-fad87ca0570a req-7bc46854-dd7e-4243-9558-55f034b33b4b service neutron] 10.222.0.55 "GET /v2.0/networks/3c7f3a1e-ebfb-474c-8a7c-dec27a9f3f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2900119 Oct 20 10:57:38.522634 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-058cc9c3-7524-4e9b-bdaa-5a25a1946fbb None None] Set router cbc2db2e-4eba-4d91-8440-a32c8c37d3fe gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:57:38.544880 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Pushing event updated for resources: {'Port': ['ID=1abb0146-e725-42e9-8f08-39ddc759ecde,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:38.554919 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bf3064-bd9d-4f46-9cd1-4278ddd0f544 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 57, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:57:38.555236 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bf3064-bd9d-4f46-9cd1-4278ddd0f544 None None] Checking segment: {'id': '4caa833b-d7f7-4b2e-bac3-0c33a3638725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '27a1d39b-338c-4134-8ccc-7e10b7fae67a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:57:38.555717 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-a7bf3064-bd9d-4f46-9cd1-4278ddd0f544 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:38.556188 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bf3064-bd9d-4f46-9cd1-4278ddd0f544 None None] Bound using segment: {'id': '4caa833b-d7f7-4b2e-bac3-0c33a3638725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '27a1d39b-338c-4134-8ccc-7e10b7fae67a'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:57:38.556738 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-a7bf3064-bd9d-4f46-9cd1-4278ddd0f544 None None] Bound port: 5df519dd-aa3b-4761-ae60-d3542f835eb3, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4caa833b-d7f7-4b2e-bac3-0c33a3638725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '27a1d39b-338c-4134-8ccc-7e10b7fae67a'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:57:38.557125 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-a7bf3064-bd9d-4f46-9cd1-4278ddd0f544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:38.574657 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4320498f-1882-4111-b758-fad87ca0570a req-e58eb63f-f913-4497-81f5-d8c96be29c98 service neutron] 10.222.0.55 "GET /v2.0/networks/3c7f3a1e-ebfb-474c-8a7c-dec27a9f3f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251788 Oct 20 10:57:38.668634 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 56016) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:38.675718 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-ee01ded5-fdcc-4389-a83c-77229204f7a2 tempest-TestServerBasicOps-247257694 tempest-TestServerBasicOps-247257694-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-173754471', 'description': 'tempest-secgroup-smoke-173754471 description', 'project_id': '2606cfa13aa646b6b1d85cd0acb090de'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:57:38.680660 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:38.698954 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 367cb7e5-f07d-4621-9f87-d4acd13f2238 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:57:38.712352 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ee01ded5-fdcc-4389-a83c-77229204f7a2 tempest-TestServerBasicOps-247257694 tempest-TestServerBasicOps-247257694-project] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:38.713358 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:38.806169 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-34200837-c51a-4582-b48c-95205b3ba3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd38499b0-bf59-4a6e-8258-4a9bbefb5c13', 'name': 'tempest-TestSecurityGroupsBasicOps-router-825914539', 'tenant_id': '0f7c095abe574139be06bffc4a6ef74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': '020ae913-dc2f-4cf3-853b-94e1e5d82892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:56:55Z', 'updated_at': '2021-10-20T10:57:03Z', 'revision_number': 4, 'project_id': '0f7c095abe574139be06bffc4a6ef74a', 'gw_port': {'id': '020ae913-dc2f-4cf3-853b-94e1e5d82892', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:db:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38499b0-bf59-4a6e-8258-4a9bbefb5c13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:56:56Z', 'updated_at': '2021-10-20T10:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_floatingips': [{'id': 'a5ef10af-5144-4b65-af5d-3a1d232f5de9', 'tenant_id': '0f7c095abe574139be06bffc4a6ef74a', 'floating_ip_address': '172.25.1.81', 'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'router_id': 'd38499b0-bf59-4a6e-8258-4a9bbefb5c13', 'port_id': '7e5b5372-5dc0-4a14-a06e-c047f9c5b0be', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c7f3a1e-ebfb-474c-8a7c-dec27a9f3f24', 'mac_address': 'fa:16:3e:0e:e1:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a730941d-1f20-4fee-96fd-b8bf9d1b00d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T10:57:31Z', 'updated_at': '2021-10-20T10:57:31Z', 'revision_number': 0, 'project_id': '0f7c095abe574139be06bffc4a6ef74a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d6137d0-9680-4b50-bfb3-d6561d42b05c', 'name': '', 'network_id': '3c7f3a1e-ebfb-474c-8a7c-dec27a9f3f24', 'tenant_id': '0f7c095abe574139be06bffc4a6ef74a', 'mac_address': 'fa:16:3e:5d:8d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38499b0-bf59-4a6e-8258-4a9bbefb5c13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': 'cdb6f6cc-ac71-460f-ad42-3dc9fe778c4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:57:02Z', 'updated_at': '2021-10-20T10:57:08Z', 'revision_number': 5, 'project_id': '0f7c095abe574139be06bffc4a6ef74a', 'subnets': [{'id': 'cdb6f6cc-ac71-460f-ad42-3dc9fe778c4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:57:38.821095 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-a7bf3064-bd9d-4f46-9cd1-4278ddd0f544 None None] For port 5df519dd-aa3b-4761-ae60-d3542f835eb3, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:57:38.827345 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-a7bf3064-bd9d-4f46-9cd1-4278ddd0f544 None None] For port 5df519dd-aa3b-4761-ae60-d3542f835eb3, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=5df519dd-aa3b-4761-ae60-d3542f835eb3,segment=NetworkSegment(4caa833b-d7f7-4b2e-bac3-0c33a3638725),segment_id=4caa833b-d7f7-4b2e-bac3-0c33a3638725)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:57:38.831068 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ee01ded5-fdcc-4389-a83c-77229204f7a2 tempest-TestServerBasicOps-247257694 tempest-TestServerBasicOps-247257694-project] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:38.834629 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-a7bf3064-bd9d-4f46-9cd1-4278ddd0f544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:38.835901 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ee01ded5-fdcc-4389-a83c-77229204f7a2 tempest-TestServerBasicOps-247257694 tempest-TestServerBasicOps-247257694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:38.863657 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ee01ded5-fdcc-4389-a83c-77229204f7a2 tempest-TestServerBasicOps-247257694 tempest-TestServerBasicOps-247257694-project] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:38.869886 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-ee01ded5-fdcc-4389-a83c-77229204f7a2 tempest-TestServerBasicOps-247257694 tempest-TestServerBasicOps-247257694-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1990595 Oct 20 10:57:38.870583 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 56018) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:38.884737 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3d7301-9fa2-4ce3-9493-b8347b6b70b7 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Pushing event updated for resources: {'Subnet': ['ID=d6d7329e-6637-49c3-bddb-d1b0b832700f,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:38.890008 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-f8f1fef1-b03f-47ee-9a59-ff39ec8e6134 tempest-TestServerBasicOps-247257694 tempest-TestServerBasicOps-247257694-project] Request body: {'security_group_rule': {'security_group_id': '777d26a2-77cc-4488-aee7-ff0e29f60da4', 'project_id': '2606cfa13aa646b6b1d85cd0acb090de', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:57:38.898681 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8773308a-f549-40e0-b7a8-6c2f6d713616 None None] Pushing event updated for resources: {'Port': ['ID=5df519dd-aa3b-4761-ae60-d3542f835eb3,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:38.918783 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34200837-c51a-4582-b48c-95205b3ba3bf None None] The sync data for ids ['d38499b0-bf59-4a6e-8258-4a9bbefb5c13'] in n-d-811396-3 is: [{'id': 'd38499b0-bf59-4a6e-8258-4a9bbefb5c13', 'name': 'tempest-TestSecurityGroupsBasicOps-router-825914539', 'tenant_id': '0f7c095abe574139be06bffc4a6ef74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': '020ae913-dc2f-4cf3-853b-94e1e5d82892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:56:55Z', 'updated_at': '2021-10-20T10:57:03Z', 'revision_number': 4, 'project_id': '0f7c095abe574139be06bffc4a6ef74a', 'gw_port': {'id': '020ae913-dc2f-4cf3-853b-94e1e5d82892', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:db:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38499b0-bf59-4a6e-8258-4a9bbefb5c13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:56:56Z', 'updated_at': '2021-10-20T10:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_floatingips': [{'id': 'a5ef10af-5144-4b65-af5d-3a1d232f5de9', 'tenant_id': '0f7c095abe574139be06bffc4a6ef74a', 'floating_ip_address': '172.25.1.81', 'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'router_id': 'd38499b0-bf59-4a6e-8258-4a9bbefb5c13', 'port_id': '7e5b5372-5dc0-4a14-a06e-c047f9c5b0be', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c7f3a1e-ebfb-474c-8a7c-dec27a9f3f24', 'mac_address': 'fa:16:3e:0e:e1:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a730941d-1f20-4fee-96fd-b8bf9d1b00d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T10:57:31Z', 'updated_at': '2021-10-20T10:57:31Z', 'revision_number': 0, 'project_id': '0f7c095abe574139be06bffc4a6ef74a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d6137d0-9680-4b50-bfb3-d6561d42b05c', 'name': '', 'network_id': '3c7f3a1e-ebfb-474c-8a7c-dec27a9f3f24', 'tenant_id': '0f7c095abe574139be06bffc4a6ef74a', 'mac_address': 'fa:16:3e:5d:8d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38499b0-bf59-4a6e-8258-4a9bbefb5c13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': 'cdb6f6cc-ac71-460f-ad42-3dc9fe778c4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:57:02Z', 'updated_at': '2021-10-20T10:57:08Z', 'revision_number': 5, 'project_id': '0f7c095abe574139be06bffc4a6ef74a', 'subnets': [{'id': 'cdb6f6cc-ac71-460f-ad42-3dc9fe778c4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:57:38.919073 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d3d7301-9fa2-4ce3-9493-b8347b6b70b7 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Checking segment: {'id': '74a37d6f-9e3f-4c7a-b907-25eb9d0ec9b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '3ae0cb69-c97c-4688-b905-59d6f8d6eaa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:57:38.919214 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d3d7301-9fa2-4ce3-9493-b8347b6b70b7 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Network hostable DHCP agents. Network: 3ae0cb69-c97c-4688-b905-59d6f8d6eaa6, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:57:38.947807 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d3d7301-9fa2-4ce3-9493-b8347b6b70b7 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Network 3ae0cb69-c97c-4688-b905-59d6f8d6eaa6 is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:57:38.958926 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f8f1fef1-b03f-47ee-9a59-ff39ec8e6134 tempest-TestServerBasicOps-247257694 tempest-TestServerBasicOps-247257694-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:38.961580 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee01ded5-fdcc-4389-a83c-77229204f7a2 tempest-TestServerBasicOps-247257694 tempest-TestServerBasicOps-247257694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=777d26a2-77cc-4488-aee7-ff0e29f60da4,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:38.972706 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-1d3d7301-9fa2-4ce3-9493-b8347b6b70b7 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, 3ae0cb69-c97c-4688-b905-59d6f8d6eaa6) {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:57:38.977832 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7bf3064-bd9d-4f46-9cd1-4278ddd0f544 None None] Routers {'36d80ca4-ac1a-4ec0-9d37-0ad25843db5c'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:57:38.978449 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-a7bf3064-bd9d-4f46-9cd1-4278ddd0f544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:57:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['36d80ca4-ac1a-4ec0-9d37-0ad25843db5c'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:57:38.978600 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d3d7301-9fa2-4ce3-9493-b8347b6b70b7 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:38.979074 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1d3d7301-9fa2-4ce3-9493-b8347b6b70b7 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:39.045436 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-1d3d7301-9fa2-4ce3-9493-b8347b6b70b7 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9275436 Oct 20 10:57:39.046135 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 56022) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:39.052074 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48b93c91-1dce-493e-9168-eb14d9e246ca None None] Network 3ae0cb69-c97c-4688-b905-59d6f8d6eaa6 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:57:39.067130 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:39.277787 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-0bec55c5-a45b-408c-acb1-f17297c3fc2d None None] Provisioning complete for port 5df519dd-aa3b-4761-ae60-d3542f835eb3 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:57:39.278372 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-0bec55c5-a45b-408c-acb1-f17297c3fc2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:39.430028 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-058cc9c3-7524-4e9b-bdaa-5a25a1946fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbc2db2e-4eba-4d91-8440-a32c8c37d3fe', 'name': 'tempest-TestServerBasicOps-717158157-router', 'tenant_id': 'a75c139d15f14c5bb474d5c46c6c68de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '1abb0146-e725-42e9-8f08-39ddc759ecde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:57:25Z', 'updated_at': '2021-10-20T10:57:32Z', 'revision_number': 4, 'project_id': 'a75c139d15f14c5bb474d5c46c6c68de', 'gw_port': {'id': '1abb0146-e725-42e9-8f08-39ddc759ecde', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:da:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbc2db2e-4eba-4d91-8440-a32c8c37d3fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3336, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:57:26Z', 'updated_at': '2021-10-20T10:57:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '89f4416f-a4cd-4bfd-bf7d-24fb78e00d7e', 'name': '', 'network_id': '53785be6-b76f-4329-bf3d-c403b0d731e5', 'tenant_id': 'a75c139d15f14c5bb474d5c46c6c68de', 'mac_address': 'fa:16:3e:4c:15:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbc2db2e-4eba-4d91-8440-a32c8c37d3fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3349, 'fixed_ips': [{'subnet_id': '7fdba057-2698-4b92-90d6-2c1938128e15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:57:30Z', 'updated_at': '2021-10-20T10:57:33Z', 'revision_number': 2, 'project_id': 'a75c139d15f14c5bb474d5c46c6c68de', 'subnets': [{'id': '7fdba057-2698-4b92-90d6-2c1938128e15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:57:39.479124 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-a7bf3064-bd9d-4f46-9cd1-4278ddd0f544 None None] Set router 36d80ca4-ac1a-4ec0-9d37-0ad25843db5c gateway port host: None {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:57:39.483057 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058cc9c3-7524-4e9b-bdaa-5a25a1946fbb None None] Checking router: cbc2db2e-4eba-4d91-8440-a32c8c37d3fe for host: n-d-811396-3 {{(pid=100599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:57:39.485578 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058cc9c3-7524-4e9b-bdaa-5a25a1946fbb None None] Updating router cbc2db2e-4eba-4d91-8440-a32c8c37d3fe port 89f4416f-a4cd-4bfd-bf7d-24fb78e00d7e binding host n-d-811396-3 {{(pid=100599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 10:57:39.538459 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-058cc9c3-7524-4e9b-bdaa-5a25a1946fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:39.570275 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f8f1fef1-b03f-47ee-9a59-ff39ec8e6134 tempest-TestServerBasicOps-247257694 tempest-TestServerBasicOps-247257694-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:39.573878 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-796f0400-e55a-4901-aca7-82c13ca52544 req-51c16ba6-76d2-45f4-b0a3-70cd3a32d7cd tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=1905cb83-c152-40b2-98e8-53e3c912e15d HTTP/1.1" status: 200 len: 210 time: 0.2059939 Oct 20 10:57:39.578962 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f8f1fef1-b03f-47ee-9a59-ff39ec8e6134 tempest-TestServerBasicOps-247257694 tempest-TestServerBasicOps-247257694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:39.617783 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f1fef1-b03f-47ee-9a59-ff39ec8e6134 tempest-TestServerBasicOps-247257694 tempest-TestServerBasicOps-247257694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0194d63-da2b-49f0-94c5-0de4c7e2a21a,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:39.637621 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d17d5858-d950-464b-bbcd-8b6b8ac41387 req-649ddb51-eabb-481c-94a9-a8d088abf625 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/ports?device_id=705af76e-c57b-48dc-9056-29b631f1bc4d HTTP/1.1" status: 200 len: 210 time: 0.1370084 Oct 20 10:57:39.734228 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f8f1fef1-b03f-47ee-9a59-ff39ec8e6134 tempest-TestServerBasicOps-247257694 tempest-TestServerBasicOps-247257694-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:39.739204 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 56032) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:39.740980 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-f8f1fef1-b03f-47ee-9a59-ff39ec8e6134 tempest-TestServerBasicOps-247257694 tempest-TestServerBasicOps-247257694-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8619595 Oct 20 10:57:39.745827 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-3ce0344b-4062-47d7-8e04-23d354807b0b tempest-TestServerBasicOps-247257694 tempest-TestServerBasicOps-247257694-project] Request body: {'security_group_rule': {'security_group_id': '777d26a2-77cc-4488-aee7-ff0e29f60da4', 'project_id': '2606cfa13aa646b6b1d85cd0acb090de', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:57:39.799352 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3ce0344b-4062-47d7-8e04-23d354807b0b tempest-TestServerBasicOps-247257694 tempest-TestServerBasicOps-247257694-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:39.862216 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 1abb0146-e725-42e9-8f08-39ddc759ecde up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:57:39.953662 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3ce0344b-4062-47d7-8e04-23d354807b0b tempest-TestServerBasicOps-247257694 tempest-TestServerBasicOps-247257694-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:39.958723 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3ce0344b-4062-47d7-8e04-23d354807b0b tempest-TestServerBasicOps-247257694 tempest-TestServerBasicOps-247257694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:39.990306 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb67331-4061-47bd-9a8d-9a99fd4eae95 None None] New status for floating IP a5ef10af-5144-4b65-af5d-3a1d232f5de9: ACTIVE {{(pid=100598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 10:57:40.001312 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce0344b-4062-47d7-8e04-23d354807b0b tempest-TestServerBasicOps-247257694 tempest-TestServerBasicOps-247257694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c61099d2-5a49-4fda-bdd5-ac95be53408e,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:40.013745 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3ce0344b-4062-47d7-8e04-23d354807b0b tempest-TestServerBasicOps-247257694 tempest-TestServerBasicOps-247257694-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:40.014985 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-3ce0344b-4062-47d7-8e04-23d354807b0b tempest-TestServerBasicOps-247257694 tempest-TestServerBasicOps-247257694-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2728527 Oct 20 10:57:40.024002 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 56034) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:40.028523 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-47e90206-7a2b-4cb7-a8f2-ba8312ce93c4 tempest-TestServerBasicOps-247257694 tempest-TestServerBasicOps-247257694-project] Request body: {'security_group_rule': {'security_group_id': '777d26a2-77cc-4488-aee7-ff0e29f60da4', 'project_id': '2606cfa13aa646b6b1d85cd0acb090de', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:57:40.041663 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d8b36853-567e-4b30-bf9b-97885cbc8432 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:40.093677 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-47e90206-7a2b-4cb7-a8f2-ba8312ce93c4 tempest-TestServerBasicOps-247257694 tempest-TestServerBasicOps-247257694-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:40.100242 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35090a03-c917-4f4a-a379-67bcb797af50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524064ba-869c-5550-b826-c26b69a11278-3ae0cb69-c97c-4688-b905-59d6f8d6eaa6', 'network_id': '3ae0cb69-c97c-4688-b905-59d6f8d6eaa6', 'tenant_id': 'f889f0e78885417f8f60131724c64516', 'fixed_ips': [{'subnet_id': 'd6d7329e-6637-49c3-bddb-d1b0b832700f'}]}} from n-d-811396-3. {{(pid=100598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:57:40.101093 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-35090a03-c917-4f4a-a379-67bcb797af50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:40.128893 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-058cc9c3-7524-4e9b-bdaa-5a25a1946fbb None None] Publish callbacks [] for port, precommit_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:40.138864 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-058cc9c3-7524-4e9b-bdaa-5a25a1946fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:40.162214 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 1abb0146-e725-42e9-8f08-39ddc759ecde triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:57:40.162564 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:40.202166 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5487261-4660-4deb-bcb8-90ab4dbac6b1 req-864a7160-42d7-4bed-83bf-3c532984e76a tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:40.204178 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c5487261-4660-4deb-bcb8-90ab4dbac6b1 req-864a7160-42d7-4bed-83bf-3c532984e76a tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.55 "GET /v2.0/networks?id=5f3de8d1-83f4-4081-a4ae-e84fa44c63e9 HTTP/1.1" status: 200 len: 806 time: 0.5202496 Oct 20 10:57:40.225076 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a5f60e-7d9e-40d4-830f-93d1a2c789bd None None] Pushing event updated for resources: {'Port': ['ID=89f4416f-a4cd-4bfd-bf7d-24fb78e00d7e,revision_number=3']} {{(pid=100599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:40.235085 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-47e90206-7a2b-4cb7-a8f2-ba8312ce93c4 tempest-TestServerBasicOps-247257694 tempest-TestServerBasicOps-247257694-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:40.235297 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-c5487261-4660-4deb-bcb8-90ab4dbac6b1 req-e37ee37c-ea8a-42f6-b0ee-615b31ecf25b tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Request body: {'port': {'device_id': '705af76e-c57b-48dc-9056-29b631f1bc4d', 'network_id': '5f3de8d1-83f4-4081-a4ae-e84fa44c63e9', 'admin_state_up': True, 'tenant_id': '1b65b2e8036f4846a7f6f098c6e62306'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:57:40.239282 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-47e90206-7a2b-4cb7-a8f2-ba8312ce93c4 tempest-TestServerBasicOps-247257694 tempest-TestServerBasicOps-247257694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:40.298790 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e90206-7a2b-4cb7-a8f2-ba8312ce93c4 tempest-TestServerBasicOps-247257694 tempest-TestServerBasicOps-247257694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a1460db-11ac-470f-b336-cc6888552dd9,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:40.305773 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-47e90206-7a2b-4cb7-a8f2-ba8312ce93c4 tempest-TestServerBasicOps-247257694 tempest-TestServerBasicOps-247257694-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:40.314813 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-47e90206-7a2b-4cb7-a8f2-ba8312ce93c4 tempest-TestServerBasicOps-247257694 tempest-TestServerBasicOps-247257694-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2891259 Oct 20 10:57:40.316104 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 56036) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:40.320944 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-10955419-60e7-4dcb-a02d-59cee48ab59d tempest-TestServerBasicOps-247257694 tempest-TestServerBasicOps-247257694-project] Request body: {'security_group_rule': {'security_group_id': '777d26a2-77cc-4488-aee7-ff0e29f60da4', 'project_id': '2606cfa13aa646b6b1d85cd0acb090de', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:57:40.366502 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-10955419-60e7-4dcb-a02d-59cee48ab59d tempest-TestServerBasicOps-247257694 tempest-TestServerBasicOps-247257694-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:40.368031 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-058cc9c3-7524-4e9b-bdaa-5a25a1946fbb None None] Attempting to bind port 89f4416f-a4cd-4bfd-bf7d-24fb78e00d7e on host n-d-811396-3 for vnic_type normal with profile {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:57:40.368407 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-058cc9c3-7524-4e9b-bdaa-5a25a1946fbb None None] Attempting to bind port 89f4416f-a4cd-4bfd-bf7d-24fb78e00d7e by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '6c37d19d-6f59-44ca-bb42-414d94b3b792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '53785be6-b76f-4329-bf3d-c403b0d731e5'}] {{(pid=100599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:57:40.368766 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058cc9c3-7524-4e9b-bdaa-5a25a1946fbb None None] Attempting to bind port 89f4416f-a4cd-4bfd-bf7d-24fb78e00d7e on network 53785be6-b76f-4329-bf3d-c403b0d731e5 {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:57:40.389433 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058cc9c3-7524-4e9b-bdaa-5a25a1946fbb None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 57, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:57:40.389433 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058cc9c3-7524-4e9b-bdaa-5a25a1946fbb None None] Checking segment: {'id': '6c37d19d-6f59-44ca-bb42-414d94b3b792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '53785be6-b76f-4329-bf3d-c403b0d731e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:57:40.389433 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-058cc9c3-7524-4e9b-bdaa-5a25a1946fbb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:40.389433 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058cc9c3-7524-4e9b-bdaa-5a25a1946fbb None None] Bound using segment: {'id': '6c37d19d-6f59-44ca-bb42-414d94b3b792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '53785be6-b76f-4329-bf3d-c403b0d731e5'} {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:57:40.389433 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-058cc9c3-7524-4e9b-bdaa-5a25a1946fbb None None] Bound port: 89f4416f-a4cd-4bfd-bf7d-24fb78e00d7e, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c37d19d-6f59-44ca-bb42-414d94b3b792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '53785be6-b76f-4329-bf3d-c403b0d731e5'}}] {{(pid=100599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:57:40.389433 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-058cc9c3-7524-4e9b-bdaa-5a25a1946fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:40.528233 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.db [None req-058cc9c3-7524-4e9b-bdaa-5a25a1946fbb None None] For port 89f4416f-a4cd-4bfd-bf7d-24fb78e00d7e, host n-d-811396-3, cleared binding levels {{(pid=100599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:57:40.533401 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.db [None req-058cc9c3-7524-4e9b-bdaa-5a25a1946fbb None None] For port 89f4416f-a4cd-4bfd-bf7d-24fb78e00d7e, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=89f4416f-a4cd-4bfd-bf7d-24fb78e00d7e,segment=NetworkSegment(6c37d19d-6f59-44ca-bb42-414d94b3b792),segment_id=6c37d19d-6f59-44ca-bb42-414d94b3b792)] {{(pid=100599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:57:40.539691 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-058cc9c3-7524-4e9b-bdaa-5a25a1946fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:40.591905 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-10955419-60e7-4dcb-a02d-59cee48ab59d tempest-TestServerBasicOps-247257694 tempest-TestServerBasicOps-247257694-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:40.596769 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-10955419-60e7-4dcb-a02d-59cee48ab59d tempest-TestServerBasicOps-247257694 tempest-TestServerBasicOps-247257694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:40.640445 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10955419-60e7-4dcb-a02d-59cee48ab59d tempest-TestServerBasicOps-247257694 tempest-TestServerBasicOps-247257694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08916ef4-e3db-40da-a7d5-d33025aa2c3a,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:40.674294 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058cc9c3-7524-4e9b-bdaa-5a25a1946fbb None None] Routers {'cbc2db2e-4eba-4d91-8440-a32c8c37d3fe'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:57:40.675094 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-058cc9c3-7524-4e9b-bdaa-5a25a1946fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:57:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['cbc2db2e-4eba-4d91-8440-a32c8c37d3fe'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:57:40.677399 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5487261-4660-4deb-bcb8-90ab4dbac6b1 req-e37ee37c-ea8a-42f6-b0ee-615b31ecf25b tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Made reservation on behalf of 1b65b2e8036f4846a7f6f098c6e62306 for: {'port': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:57:40.692925 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c5487261-4660-4deb-bcb8-90ab4dbac6b1 req-e37ee37c-ea8a-42f6-b0ee-615b31ecf25b tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:40.698637 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-10955419-60e7-4dcb-a02d-59cee48ab59d tempest-TestServerBasicOps-247257694 tempest-TestServerBasicOps-247257694-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:40.702490 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-10955419-60e7-4dcb-a02d-59cee48ab59d tempest-TestServerBasicOps-247257694 tempest-TestServerBasicOps-247257694-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3852062 Oct 20 10:57:40.705825 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 56048) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:40.716549 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-1e9160f2-3499-406c-9924-1f057dfeb9d7 tempest-TestServerBasicOps-247257694 tempest-TestServerBasicOps-247257694-project] Request body: {'security_group_rule': {'security_group_id': '777d26a2-77cc-4488-aee7-ff0e29f60da4', 'project_id': '2606cfa13aa646b6b1d85cd0acb090de', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:57:40.746985 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [None req-d8b36853-567e-4b30-bf9b-97885cbc8432 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Allocated IP 172.21.0.1 (3ae0cb69-c97c-4688-b905-59d6f8d6eaa6/d6d7329e-6637-49c3-bddb-d1b0b832700f/42b864f7-1b99-4535-b3ff-2ea66a0f8503) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:57:40.764312 n-d-811396-3 neutron-server[100597]: INFO neutron.db.securitygroups_db [None req-1e9160f2-3499-406c-9924-1f057dfeb9d7 tempest-TestServerBasicOps-247257694 tempest-TestServerBasicOps-247257694-project] Project 2606cfa13aa646b6b1d85cd0acb090de added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 10:57:40.778647 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1e9160f2-3499-406c-9924-1f057dfeb9d7 tempest-TestServerBasicOps-247257694 tempest-TestServerBasicOps-247257694-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:40.785632 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a5f60e-7d9e-40d4-830f-93d1a2c789bd None None] Pushing event updated for resources: {'Port': ['ID=89f4416f-a4cd-4bfd-bf7d-24fb78e00d7e,revision_number=4']} {{(pid=100599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:40.819409 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-0bec55c5-a45b-408c-acb1-f17297c3fc2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:40.823498 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-63b388f7-5646-4473-844c-6555373ed0c9 req-efa9cfc9-4e0e-4dde-a3a6-01cc4de9b9c3 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=1905cb83-c152-40b2-98e8-53e3c912e15d HTTP/1.1" status: 200 len: 210 time: 0.0779231 Oct 20 10:57:40.862956 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-af3f97cd-5a3b-4a12-95fa-a455e90d0d0d req-9f83aa71-573c-44ae-914d-607fc459238a tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/ports?device_id=705af76e-c57b-48dc-9056-29b631f1bc4d HTTP/1.1" status: 200 len: 210 time: 0.0997248 Oct 20 10:57:40.911285 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-0bec55c5-a45b-408c-acb1-f17297c3fc2d None None] For port 5df519dd-aa3b-4761-ae60-d3542f835eb3, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=5df519dd-aa3b-4761-ae60-d3542f835eb3,segment=NetworkSegment(4caa833b-d7f7-4b2e-bac3-0c33a3638725),segment_id=4caa833b-d7f7-4b2e-bac3-0c33a3638725)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:57:40.918569 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-0bec55c5-a45b-408c-acb1-f17297c3fc2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:40.962929 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-a7bf3064-bd9d-4f46-9cd1-4278ddd0f544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36d80ca4-ac1a-4ec0-9d37-0ad25843db5c', 'name': 'tempest-RoutersTest-router-888831143', 'tenant_id': 'f889f0e78885417f8f60131724c64516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:57:26Z', 'updated_at': '2021-10-20T10:57:31Z', 'revision_number': 2, 'project_id': 'f889f0e78885417f8f60131724c64516', 'gw_port_host': None, '_interfaces': [{'id': '5df519dd-aa3b-4761-ae60-d3542f835eb3', 'name': '', 'network_id': '27a1d39b-338c-4134-8ccc-7e10b7fae67a', 'tenant_id': 'f889f0e78885417f8f60131724c64516', 'mac_address': 'fa:16:3e:69:19:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36d80ca4-ac1a-4ec0-9d37-0ad25843db5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': '54b5cd66-4475-4e7f-8f2d-243fd5215495', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:57:30Z', 'updated_at': '2021-10-20T10:57:38Z', 'revision_number': 4, 'project_id': 'f889f0e78885417f8f60131724c64516', 'subnets': [{'id': '54b5cd66-4475-4e7f-8f2d-243fd5215495', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:57:40.979266 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-058cc9c3-7524-4e9b-bdaa-5a25a1946fbb None None] Set router cbc2db2e-4eba-4d91-8440-a32c8c37d3fe gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:57:40.982874 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1e9160f2-3499-406c-9924-1f057dfeb9d7 tempest-TestServerBasicOps-247257694 tempest-TestServerBasicOps-247257694-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:40.988704 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1e9160f2-3499-406c-9924-1f057dfeb9d7 tempest-TestServerBasicOps-247257694 tempest-TestServerBasicOps-247257694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:41.004499 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7bf3064-bd9d-4f46-9cd1-4278ddd0f544 None None] The sync data for ids ['36d80ca4-ac1a-4ec0-9d37-0ad25843db5c'] in n-d-811396-3 is: [{'id': '36d80ca4-ac1a-4ec0-9d37-0ad25843db5c', 'name': 'tempest-RoutersTest-router-888831143', 'tenant_id': 'f889f0e78885417f8f60131724c64516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:57:26Z', 'updated_at': '2021-10-20T10:57:31Z', 'revision_number': 2, 'project_id': 'f889f0e78885417f8f60131724c64516', 'gw_port_host': None, '_interfaces': [{'id': '5df519dd-aa3b-4761-ae60-d3542f835eb3', 'name': '', 'network_id': '27a1d39b-338c-4134-8ccc-7e10b7fae67a', 'tenant_id': 'f889f0e78885417f8f60131724c64516', 'mac_address': 'fa:16:3e:69:19:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36d80ca4-ac1a-4ec0-9d37-0ad25843db5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': '54b5cd66-4475-4e7f-8f2d-243fd5215495', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:57:30Z', 'updated_at': '2021-10-20T10:57:38Z', 'revision_number': 4, 'project_id': 'f889f0e78885417f8f60131724c64516', 'subnets': [{'id': '54b5cd66-4475-4e7f-8f2d-243fd5215495', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:57:41.021379 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9160f2-3499-406c-9924-1f057dfeb9d7 tempest-TestServerBasicOps-247257694 tempest-TestServerBasicOps-247257694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e343929-165f-43ed-8437-a2d1658307dc,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:41.030762 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bec55c5-a45b-408c-acb1-f17297c3fc2d None None] Pushing event updated for resources: {'Port': ['ID=5df519dd-aa3b-4761-ae60-d3542f835eb3,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:41.036030 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [req-c5487261-4660-4deb-bcb8-90ab4dbac6b1 req-e37ee37c-ea8a-42f6-b0ee-615b31ecf25b tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Allocated IP 172.20.0.10 (5f3de8d1-83f4-4081-a4ae-e84fa44c63e9/1112b924-dfee-4f27-9509-3316f3e9f37a/76070c93-c0dc-48ba-aa7b-3d15b3540a16) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:57:41.048049 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1e9160f2-3499-406c-9924-1f057dfeb9d7 tempest-TestServerBasicOps-247257694 tempest-TestServerBasicOps-247257694-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:41.049258 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-1e9160f2-3499-406c-9924-1f057dfeb9d7 tempest-TestServerBasicOps-247257694 tempest-TestServerBasicOps-247257694-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3421929 Oct 20 10:57:41.061051 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 56050) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:41.072902 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-36e60347-6f01-44fa-8f94-91e7d82318dd None None] Provisioning complete for port 89f4416f-a4cd-4bfd-bf7d-24fb78e00d7e triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:57:41.073282 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-36e60347-6f01-44fa-8f94-91e7d82318dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:41.074915 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-c98c3c25-e4f0-4f20-ae26-db9713a136ee tempest-TestServerBasicOps-247257694 tempest-TestServerBasicOps-247257694-project] Request body: {'security_group_rule': {'security_group_id': '777d26a2-77cc-4488-aee7-ff0e29f60da4', 'project_id': '2606cfa13aa646b6b1d85cd0acb090de', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:57:41.112966 n-d-811396-3 neutron-server[100597]: INFO neutron.db.securitygroups_db [None req-c98c3c25-e4f0-4f20-ae26-db9713a136ee tempest-TestServerBasicOps-247257694 tempest-TestServerBasicOps-247257694-project] Project 2606cfa13aa646b6b1d85cd0acb090de added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 10:57:41.134005 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c98c3c25-e4f0-4f20-ae26-db9713a136ee tempest-TestServerBasicOps-247257694 tempest-TestServerBasicOps-247257694-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:41.251625 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c98c3c25-e4f0-4f20-ae26-db9713a136ee tempest-TestServerBasicOps-247257694 tempest-TestServerBasicOps-247257694-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:41.259307 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c98c3c25-e4f0-4f20-ae26-db9713a136ee tempest-TestServerBasicOps-247257694 tempest-TestServerBasicOps-247257694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:41.281670 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-36e60347-6f01-44fa-8f94-91e7d82318dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:41.292730 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 89f4416f-a4cd-4bfd-bf7d-24fb78e00d7e up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:57:41.300411 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98c3c25-e4f0-4f20-ae26-db9713a136ee tempest-TestServerBasicOps-247257694 tempest-TestServerBasicOps-247257694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f53de86-488b-4a0d-ac40-33c06cae367a,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:41.311861 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d8b36853-567e-4b30-bf9b-97885cbc8432 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:41.333934 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c98c3c25-e4f0-4f20-ae26-db9713a136ee tempest-TestServerBasicOps-247257694 tempest-TestServerBasicOps-247257694-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:41.335334 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-c98c3c25-e4f0-4f20-ae26-db9713a136ee tempest-TestServerBasicOps-247257694 tempest-TestServerBasicOps-247257694-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2731795 Oct 20 10:57:41.401446 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-36e60347-6f01-44fa-8f94-91e7d82318dd None None] For port 89f4416f-a4cd-4bfd-bf7d-24fb78e00d7e, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=89f4416f-a4cd-4bfd-bf7d-24fb78e00d7e,segment=NetworkSegment(6c37d19d-6f59-44ca-bb42-414d94b3b792),segment_id=6c37d19d-6f59-44ca-bb42-414d94b3b792)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:57:41.405863 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 89f4416f-a4cd-4bfd-bf7d-24fb78e00d7e triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:57:41.406400 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:41.409696 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-36e60347-6f01-44fa-8f94-91e7d82318dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:41.426033 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-058cc9c3-7524-4e9b-bdaa-5a25a1946fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbc2db2e-4eba-4d91-8440-a32c8c37d3fe', 'name': 'tempest-TestServerBasicOps-717158157-router', 'tenant_id': 'a75c139d15f14c5bb474d5c46c6c68de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '1abb0146-e725-42e9-8f08-39ddc759ecde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:57:25Z', 'updated_at': '2021-10-20T10:57:32Z', 'revision_number': 4, 'project_id': 'a75c139d15f14c5bb474d5c46c6c68de', 'gw_port': {'id': '1abb0146-e725-42e9-8f08-39ddc759ecde', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:da:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbc2db2e-4eba-4d91-8440-a32c8c37d3fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3336, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:57:26Z', 'updated_at': '2021-10-20T10:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '89f4416f-a4cd-4bfd-bf7d-24fb78e00d7e', 'name': '', 'network_id': '53785be6-b76f-4329-bf3d-c403b0d731e5', 'tenant_id': 'a75c139d15f14c5bb474d5c46c6c68de', 'mac_address': 'fa:16:3e:4c:15:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbc2db2e-4eba-4d91-8440-a32c8c37d3fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3349, 'fixed_ips': [{'subnet_id': '7fdba057-2698-4b92-90d6-2c1938128e15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:57:30Z', 'updated_at': '2021-10-20T10:57:40Z', 'revision_number': 4, 'project_id': 'a75c139d15f14c5bb474d5c46c6c68de', 'subnets': [{'id': '7fdba057-2698-4b92-90d6-2c1938128e15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:57:41.513513 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d8b36853-567e-4b30-bf9b-97885cbc8432 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:41.548548 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058cc9c3-7524-4e9b-bdaa-5a25a1946fbb None None] The sync data for ids ['cbc2db2e-4eba-4d91-8440-a32c8c37d3fe'] in n-d-811396-3 is: [{'id': 'cbc2db2e-4eba-4d91-8440-a32c8c37d3fe', 'name': 'tempest-TestServerBasicOps-717158157-router', 'tenant_id': 'a75c139d15f14c5bb474d5c46c6c68de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '1abb0146-e725-42e9-8f08-39ddc759ecde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:57:25Z', 'updated_at': '2021-10-20T10:57:32Z', 'revision_number': 4, 'project_id': 'a75c139d15f14c5bb474d5c46c6c68de', 'gw_port': {'id': '1abb0146-e725-42e9-8f08-39ddc759ecde', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:da:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbc2db2e-4eba-4d91-8440-a32c8c37d3fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3336, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:57:26Z', 'updated_at': '2021-10-20T10:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '89f4416f-a4cd-4bfd-bf7d-24fb78e00d7e', 'name': '', 'network_id': '53785be6-b76f-4329-bf3d-c403b0d731e5', 'tenant_id': 'a75c139d15f14c5bb474d5c46c6c68de', 'mac_address': 'fa:16:3e:4c:15:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbc2db2e-4eba-4d91-8440-a32c8c37d3fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3349, 'fixed_ips': [{'subnet_id': '7fdba057-2698-4b92-90d6-2c1938128e15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:57:30Z', 'updated_at': '2021-10-20T10:57:40Z', 'revision_number': 4, 'project_id': 'a75c139d15f14c5bb474d5c46c6c68de', 'subnets': [{'id': '7fdba057-2698-4b92-90d6-2c1938128e15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:57:41.564937 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-35090a03-c917-4f4a-a379-67bcb797af50 None None] Allocated IP 172.21.0.2 (3ae0cb69-c97c-4688-b905-59d6f8d6eaa6/d6d7329e-6637-49c3-bddb-d1b0b832700f/73540332-291c-4ddc-8477-52dd30523e81) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:57:41.580927 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c5487261-4660-4deb-bcb8-90ab4dbac6b1 req-e37ee37c-ea8a-42f6-b0ee-615b31ecf25b tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:41.707665 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-36e60347-6f01-44fa-8f94-91e7d82318dd None None] Provisioning complete for port 5df519dd-aa3b-4761-ae60-d3542f835eb3 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:57:41.708835 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-36e60347-6f01-44fa-8f94-91e7d82318dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:41.717240 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e60347-6f01-44fa-8f94-91e7d82318dd None None] Pushing event updated for resources: {'Port': ['ID=89f4416f-a4cd-4bfd-bf7d-24fb78e00d7e,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:41.736485 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b36853-567e-4b30-bf9b-97885cbc8432 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Pushing event updated for resources: {'Port': ['ID=42b864f7-1b99-4535-b3ff-2ea66a0f8503,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:41.791178 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b36853-567e-4b30-bf9b-97885cbc8432 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Network 3ae0cb69-c97c-4688-b905-59d6f8d6eaa6 is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:57:41.799065 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-d8b36853-567e-4b30-bf9b-97885cbc8432 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:57:41.803633 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c5487261-4660-4deb-bcb8-90ab4dbac6b1 req-e37ee37c-ea8a-42f6-b0ee-615b31ecf25b tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:41.813339 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b36853-567e-4b30-bf9b-97885cbc8432 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:57:41.824577 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['783580f0-59dd-475f-8b83-b93fba68f44d'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:57:41.914804 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37ee37c-ea8a-42f6-b0ee-615b31ecf25b tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Pushing event updated for resources: {'Port': ['ID=76070c93-c0dc-48ba-aa7b-3d15b3540a16,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:41.931526 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5487261-4660-4deb-bcb8-90ab4dbac6b1 req-e37ee37c-ea8a-42f6-b0ee-615b31ecf25b tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Network 5f3de8d1-83f4-4081-a4ae-e84fa44c63e9 is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:57:41.935516 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-127f6e14-9e32-4245-a8a3-f292b9153da1 req-608e04cf-1665-4ec9-b443-11b0210a0ec8 tempest-TestServerBasicOps-247257694 tempest-TestServerBasicOps-247257694-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-173754471&fields=id&tenant_id=2606cfa13aa646b6b1d85cd0acb090de HTTP/1.1" status: 200 len: 267 time: 0.2205319 Oct 20 10:57:41.968129 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [req-c5487261-4660-4deb-bcb8-90ab4dbac6b1 req-e37ee37c-ea8a-42f6-b0ee-615b31ecf25b tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:57:41.999337 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5487261-4660-4deb-bcb8-90ab4dbac6b1 req-e37ee37c-ea8a-42f6-b0ee-615b31ecf25b tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:57:42.005787 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-17a55015-1422-4609-9069-34d63d41144b req-8489e62e-f230-4302-b147-5acb239de555 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=1905cb83-c152-40b2-98e8-53e3c912e15d HTTP/1.1" status: 200 len: 210 time: 0.0686336 Oct 20 10:57:42.085511 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d8b36853-567e-4b30-bf9b-97885cbc8432 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1774540'] for router_interface, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:42.119034 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-35090a03-c917-4f4a-a379-67bcb797af50 None None] Publish callbacks [] for port, precommit_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:42.140045 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-35090a03-c917-4f4a-a379-67bcb797af50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:42.198931 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35090a03-c917-4f4a-a379-67bcb797af50 None None] Pushing event updated for resources: {'Port': ['ID=73540332-291c-4ddc-8477-52dd30523e81,revision_number=1']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:42.300122 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35090a03-c917-4f4a-a379-67bcb797af50 None None] Network 3ae0cb69-c97c-4688-b905-59d6f8d6eaa6 is already hosted by enough agents. {{(pid=100598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:57:42.309782 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.base_scheduler [None req-35090a03-c917-4f4a-a379-67bcb797af50 None None] Resources bound (agent type, host, resource id): {{(pid=100598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:57:42.315868 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35090a03-c917-4f4a-a379-67bcb797af50 None None] Received port after_create {{(pid=100598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:57:42.361771 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-38477cd7-a07a-40f1-b909-6ab7923edb19 None None] Provisioning complete for port 89f4416f-a4cd-4bfd-bf7d-24fb78e00d7e triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:57:42.362149 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-38477cd7-a07a-40f1-b909-6ab7923edb19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:42.430639 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-35090a03-c917-4f4a-a379-67bcb797af50 None None] Attempting to bind port 73540332-291c-4ddc-8477-52dd30523e81 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:57:42.431007 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-35090a03-c917-4f4a-a379-67bcb797af50 None None] Attempting to bind port 73540332-291c-4ddc-8477-52dd30523e81 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '74a37d6f-9e3f-4c7a-b907-25eb9d0ec9b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '3ae0cb69-c97c-4688-b905-59d6f8d6eaa6'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:57:42.431370 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35090a03-c917-4f4a-a379-67bcb797af50 None None] Attempting to bind port 73540332-291c-4ddc-8477-52dd30523e81 on network 3ae0cb69-c97c-4688-b905-59d6f8d6eaa6 {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:57:42.438452 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35090a03-c917-4f4a-a379-67bcb797af50 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 57, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:57:42.438830 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35090a03-c917-4f4a-a379-67bcb797af50 None None] Checking segment: {'id': '74a37d6f-9e3f-4c7a-b907-25eb9d0ec9b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '3ae0cb69-c97c-4688-b905-59d6f8d6eaa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:57:42.439239 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-35090a03-c917-4f4a-a379-67bcb797af50 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:42.439675 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35090a03-c917-4f4a-a379-67bcb797af50 None None] Bound using segment: {'id': '74a37d6f-9e3f-4c7a-b907-25eb9d0ec9b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '3ae0cb69-c97c-4688-b905-59d6f8d6eaa6'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:57:42.440164 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-35090a03-c917-4f4a-a379-67bcb797af50 None None] Bound port: 73540332-291c-4ddc-8477-52dd30523e81, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74a37d6f-9e3f-4c7a-b907-25eb9d0ec9b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '3ae0cb69-c97c-4688-b905-59d6f8d6eaa6'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:57:42.440692 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-35090a03-c917-4f4a-a379-67bcb797af50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:42.547940 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-35090a03-c917-4f4a-a379-67bcb797af50 None None] For port 73540332-291c-4ddc-8477-52dd30523e81, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:57:42.551546 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-35090a03-c917-4f4a-a379-67bcb797af50 None None] For port 73540332-291c-4ddc-8477-52dd30523e81, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=73540332-291c-4ddc-8477-52dd30523e81,segment=NetworkSegment(74a37d6f-9e3f-4c7a-b907-25eb9d0ec9b6),segment_id=74a37d6f-9e3f-4c7a-b907-25eb9d0ec9b6)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:57:42.557572 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-35090a03-c917-4f4a-a379-67bcb797af50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:42.628466 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35090a03-c917-4f4a-a379-67bcb797af50 None None] Pushing event updated for resources: {'Port': ['ID=73540332-291c-4ddc-8477-52dd30523e81,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:42.681171 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5487261-4660-4deb-bcb8-90ab4dbac6b1 req-e37ee37c-ea8a-42f6-b0ee-615b31ecf25b tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:42.681835 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c5487261-4660-4deb-bcb8-90ab4dbac6b1 req-e37ee37c-ea8a-42f6-b0ee-615b31ecf25b tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:42.768767 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c5487261-4660-4deb-bcb8-90ab4dbac6b1 req-e37ee37c-ea8a-42f6-b0ee-615b31ecf25b tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5423219 Oct 20 10:57:42.789824 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127f6e14-9e32-4245-a8a3-f292b9153da1 req-13a77f9e-aae3-45be-8a18-1a4d2acaa612 tempest-TestServerBasicOps-247257694 tempest-TestServerBasicOps-247257694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:42.791293 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-127f6e14-9e32-4245-a8a3-f292b9153da1 req-13a77f9e-aae3-45be-8a18-1a4d2acaa612 tempest-TestServerBasicOps-247257694 tempest-TestServerBasicOps-247257694-project] 10.222.0.64 "GET /v2.0/networks?id=203edeb2-1c06-4924-a847-8d4bc77a4e0f HTTP/1.1" status: 200 len: 809 time: 0.8334734 Oct 20 10:57:42.802908 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-c5487261-4660-4deb-bcb8-90ab4dbac6b1 req-e1978d60-88e5-45a0-b475-b5caafa44adb service neutron] Request body: {'port': {'device_id': '705af76e-c57b-48dc-9056-29b631f1bc4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811396-3'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:57:42.853672 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40694aed-2b7e-451e-8b41-0a2d003e6cb7 req-ea97de27-768b-4710-8f6f-9eb2bfa80fac tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:42.870813 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-40694aed-2b7e-451e-8b41-0a2d003e6cb7 req-ea97de27-768b-4710-8f6f-9eb2bfa80fac tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/ports?device_id=705af76e-c57b-48dc-9056-29b631f1bc4d HTTP/1.1" status: 200 len: 932 time: 0.2240629 Oct 20 10:57:42.925248 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-127f6e14-9e32-4245-a8a3-f292b9153da1 req-ab80c3f2-284d-4535-ba87-b2ec679ef546 tempest-TestServerBasicOps-247257694 tempest-TestServerBasicOps-247257694-project] 10.222.0.64 "GET /v2.0/quotas/2606cfa13aa646b6b1d85cd0acb090de HTTP/1.1" status: 200 len: 375 time: 0.1141732 Oct 20 10:57:42.959237 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d8b36853-567e-4b30-bf9b-97885cbc8432 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:43.014742 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c5487261-4660-4deb-bcb8-90ab4dbac6b1 req-e1978d60-88e5-45a0-b475-b5caafa44adb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:43.031299 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-40694aed-2b7e-451e-8b41-0a2d003e6cb7 req-88febde7-ad8c-4b67-a351-f3b1ffbc9127 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/security-groups?id=69f90560-754d-4655-8511-1cc906dc908c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593387 Oct 20 10:57:43.367329 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-127f6e14-9e32-4245-a8a3-f292b9153da1 req-fc8b2a4b-d987-4133-8553-db868b165a7a tempest-TestServerBasicOps-247257694 tempest-TestServerBasicOps-247257694-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=2606cfa13aa646b6b1d85cd0acb090de&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4143872 Oct 20 10:57:43.460541 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 5df519dd-aa3b-4761-ae60-d3542f835eb3 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:57:43.524063 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2af0fd-b02f-4c16-b313-4e0d7950c71e req-592d67df-5945-4d4f-9f1e-d64a59288961 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:43.524195 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ac2af0fd-b02f-4c16-b313-4e0d7950c71e req-592d67df-5945-4d4f-9f1e-d64a59288961 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c642b60-e4e3-4408-808f-149dead57ddc HTTP/1.1" status: 200 len: 946 time: 0.4112661 Oct 20 10:57:43.534530 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 5df519dd-aa3b-4761-ae60-d3542f835eb3 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:57:43.535022 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:43.666968 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 89f4416f-a4cd-4bfd-bf7d-24fb78e00d7e up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:57:43.709198 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-127f6e14-9e32-4245-a8a3-f292b9153da1 req-5e014494-b7e0-45cb-83e2-affd25b59409 service neutron] 10.222.0.64 "GET /v2.0/networks/203edeb2-1c06-4924-a847-8d4bc77a4e0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2802320 Oct 20 10:57:43.743694 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 89f4416f-a4cd-4bfd-bf7d-24fb78e00d7e triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:57:43.744335 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:43.764328 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ac2af0fd-b02f-4c16-b313-4e0d7950c71e req-28d2ae3e-3dfd-4543-8854-dbee4512049d tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/security-groups?id=26948559-e889-46f3-b5c0-b176059a1133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1913579 Oct 20 10:57:43.796586 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 56096) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:43.885282 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 73540332-291c-4ddc-8477-52dd30523e81 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:57:43.940950 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-83b400fe-2f78-47ef-8fb4-f769f3a38114 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/floatingips/0070d9e0-117a-4474-9dd4-006106949e80 HTTP/1.1" status: 200 len: 994 time: 0.1429405 Oct 20 10:57:43.955841 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 73540332-291c-4ddc-8477-52dd30523e81 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:57:43.956779 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:43.991642 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3f2817eb-a2b6-421a-8f8a-1ec569a667c6 req-ed2228d3-0820-4461-9290-7ac9d2c9ec65 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=1905cb83-c152-40b2-98e8-53e3c912e15d HTTP/1.1" status: 200 len: 210 time: 0.1102204 Oct 20 10:57:44.058670 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [req-c5487261-4660-4deb-bcb8-90ab4dbac6b1 req-e1978d60-88e5-45a0-b475-b5caafa44adb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76070c93-c0dc-48ba-aa7b-3d15b3540a16 {{(pid=100596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:57:44.078589 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c5487261-4660-4deb-bcb8-90ab4dbac6b1 req-e1978d60-88e5-45a0-b475-b5caafa44adb service neutron] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:44.115872 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:44.132084 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.provisioning_blocks [req-c5487261-4660-4deb-bcb8-90ab4dbac6b1 req-e1978d60-88e5-45a0-b475-b5caafa44adb service neutron] Transition to ACTIVE for port object 76070c93-c0dc-48ba-aa7b-3d15b3540a16 will not be triggered until provisioned by entity L2. {{(pid=100596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:57:44.157951 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-179d575d-8874-4302-b430-fab239988c29 None None] Network 3ae0cb69-c97c-4688-b905-59d6f8d6eaa6 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:57:44.177924 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c5487261-4660-4deb-bcb8-90ab4dbac6b1 req-e1978d60-88e5-45a0-b475-b5caafa44adb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:44.259743 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1978d60-88e5-45a0-b475-b5caafa44adb service neutron] Pushing event updated for resources: {'Port': ['ID=76070c93-c0dc-48ba-aa7b-3d15b3540a16,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:44.298985 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-724ff88f-6e5a-4562-8345-4edd3e8e6144 None None] Provisioning complete for port 73540332-291c-4ddc-8477-52dd30523e81 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:57:44.299282 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-724ff88f-6e5a-4562-8345-4edd3e8e6144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:44.302669 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] For port 73540332-291c-4ddc-8477-52dd30523e81, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=73540332-291c-4ddc-8477-52dd30523e81,segment=NetworkSegment(74a37d6f-9e3f-4c7a-b907-25eb9d0ec9b6),segment_id=74a37d6f-9e3f-4c7a-b907-25eb9d0ec9b6)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:57:44.319730 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-127f6e14-9e32-4245-a8a3-f292b9153da1 req-595cfb59-551e-4c53-93e5-cd27e611cb34 service neutron] 10.222.0.64 "GET /v2.0/networks/203edeb2-1c06-4924-a847-8d4bc77a4e0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5939677 Oct 20 10:57:44.326263 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d8b36853-567e-4b30-bf9b-97885cbc8432 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:44.340280 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d8b36853-567e-4b30-bf9b-97885cbc8432 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:44.386192 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:44.475745 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2846d25-94b3-4f75-ae5c-63f31b995f90 req-8c025572-2548-4cc1-a502-876bbb3856ca tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:44.477411 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c2846d25-94b3-4f75-ae5c-63f31b995f90 req-8c025572-2548-4cc1-a502-876bbb3856ca tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3f9930f-6768-428d-b296-1e65ca6bdfa7 HTTP/1.1" status: 200 len: 944 time: 0.2436972 Oct 20 10:57:44.541766 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b36853-567e-4b30-bf9b-97885cbc8432 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Pushing event updated for resources: {'Port': ['ID=42b864f7-1b99-4535-b3ff-2ea66a0f8503,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:44.559790 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d8b36853-567e-4b30-bf9b-97885cbc8432 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1774432'] for router_interface, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:44.667788 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c2846d25-94b3-4f75-ae5c-63f31b995f90 req-129aa35e-31b9-4513-9235-53207f5ad64d tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=58574406-52f6-4da8-ba4e-3f91a696d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1809015 Oct 20 10:57:44.722387 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-c5487261-4660-4deb-bcb8-90ab4dbac6b1 req-e1978d60-88e5-45a0-b475-b5caafa44adb service neutron] Attempting to bind port 76070c93-c0dc-48ba-aa7b-3d15b3540a16 on host n-h1-811396-3 for vnic_type normal with profile {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:57:44.722387 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-c5487261-4660-4deb-bcb8-90ab4dbac6b1 req-e1978d60-88e5-45a0-b475-b5caafa44adb service neutron] Attempting to bind port 76070c93-c0dc-48ba-aa7b-3d15b3540a16 by drivers openvswitch,hyperv on host n-h1-811396-3 at level 0 using segments [{'id': '454bfc68-3d11-4849-8508-1d19e9dea5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '5f3de8d1-83f4-4081-a4ae-e84fa44c63e9'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:57:44.722387 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5487261-4660-4deb-bcb8-90ab4dbac6b1 req-e1978d60-88e5-45a0-b475-b5caafa44adb service neutron] Attempting to bind port 76070c93-c0dc-48ba-aa7b-3d15b3540a16 on network 5f3de8d1-83f4-4081-a4ae-e84fa44c63e9 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:57:44.730900 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5487261-4660-4deb-bcb8-90ab4dbac6b1 req-e1978d60-88e5-45a0-b475-b5caafa44adb service neutron] Port 76070c93-c0dc-48ba-aa7b-3d15b3540a16 on network 5f3de8d1-83f4-4081-a4ae-e84fa44c63e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:57:44.731225 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5487261-4660-4deb-bcb8-90ab4dbac6b1 req-e1978d60-88e5-45a0-b475-b5caafa44adb service neutron] Attempting to bind port 76070c93-c0dc-48ba-aa7b-3d15b3540a16 on network 5f3de8d1-83f4-4081-a4ae-e84fa44c63e9 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:57:44.757579 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Pushing event updated for resources: {'Port': ['ID=73540332-291c-4ddc-8477-52dd30523e81,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:44.766568 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5487261-4660-4deb-bcb8-90ab4dbac6b1 req-e1978d60-88e5-45a0-b475-b5caafa44adb service neutron] Checking agent: {'id': 'b707b4cc-061f-4cf4-bce0-0b3df9b7bec9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:57:44.767164 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5487261-4660-4deb-bcb8-90ab4dbac6b1 req-e1978d60-88e5-45a0-b475-b5caafa44adb service neutron] Checking segment: {'id': '454bfc68-3d11-4849-8508-1d19e9dea5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '5f3de8d1-83f4-4081-a4ae-e84fa44c63e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:57:44.767488 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5487261-4660-4deb-bcb8-90ab4dbac6b1 req-e1978d60-88e5-45a0-b475-b5caafa44adb service neutron] Bound using segment: {'id': '454bfc68-3d11-4849-8508-1d19e9dea5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '5f3de8d1-83f4-4081-a4ae-e84fa44c63e9'} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:57:44.768134 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-c5487261-4660-4deb-bcb8-90ab4dbac6b1 req-e1978d60-88e5-45a0-b475-b5caafa44adb service neutron] Bound port: 76070c93-c0dc-48ba-aa7b-3d15b3540a16, host: n-h1-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '454bfc68-3d11-4849-8508-1d19e9dea5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '5f3de8d1-83f4-4081-a4ae-e84fa44c63e9'}}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:57:44.768508 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c5487261-4660-4deb-bcb8-90ab4dbac6b1 req-e1978d60-88e5-45a0-b475-b5caafa44adb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:44.936820 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae465fcc-0d62-44c8-9a1b-11bc11cacccb req-300890dd-4ba6-45b3-b053-f9e6195b68ad tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:44.938537 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ae465fcc-0d62-44c8-9a1b-11bc11cacccb req-300890dd-4ba6-45b3-b053-f9e6195b68ad tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/ports?device_id=705af76e-c57b-48dc-9056-29b631f1bc4d HTTP/1.1" status: 200 len: 944 time: 0.3132355 Oct 20 10:57:44.987515 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b36853-567e-4b30-bf9b-97885cbc8432 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Network 3ae0cb69-c97c-4688-b905-59d6f8d6eaa6 is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:57:44.996165 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-c5487261-4660-4deb-bcb8-90ab4dbac6b1 req-e1978d60-88e5-45a0-b475-b5caafa44adb service neutron] For port 76070c93-c0dc-48ba-aa7b-3d15b3540a16, host n-h1-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:57:44.998618 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-d8b36853-567e-4b30-bf9b-97885cbc8432 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:57:45.006918 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7525a302-c7ec-44b1-971f-866609cd5f09 req-42d33ee9-a462-4f9f-a155-ad06342025ca tempest-TestNetworkAdvancedServerOps-535186383 tempest-TestNetworkAdvancedServerOps-535186383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:45.008491 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7525a302-c7ec-44b1-971f-866609cd5f09 req-42d33ee9-a462-4f9f-a155-ad06342025ca tempest-TestNetworkAdvancedServerOps-535186383 tempest-TestNetworkAdvancedServerOps-535186383-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=4c642b60-e4e3-4408-808f-149dead57ddc HTTP/1.1" status: 200 len: 1097 time: 0.2006617 Oct 20 10:57:45.030942 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-c5487261-4660-4deb-bcb8-90ab4dbac6b1 req-e1978d60-88e5-45a0-b475-b5caafa44adb service neutron] For port 76070c93-c0dc-48ba-aa7b-3d15b3540a16, host n-h1-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=76070c93-c0dc-48ba-aa7b-3d15b3540a16,segment=NetworkSegment(454bfc68-3d11-4849-8508-1d19e9dea5ec),segment_id=454bfc68-3d11-4849-8508-1d19e9dea5ec)] {{(pid=100596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:57:45.052511 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c5487261-4660-4deb-bcb8-90ab4dbac6b1 req-e1978d60-88e5-45a0-b475-b5caafa44adb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:45.134702 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ae465fcc-0d62-44c8-9a1b-11bc11cacccb req-d3b72630-157f-4bd2-ac64-b571599c0606 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/security-groups?id=69f90560-754d-4655-8511-1cc906dc908c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858368 Oct 20 10:57:45.174084 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-f7d2de65-0619-4852-9df4-5eec6705064f None None] Provisioning complete for port 73540332-291c-4ddc-8477-52dd30523e81 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:57:45.174703 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-f7d2de65-0619-4852-9df4-5eec6705064f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:45.212437 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5487261-4660-4deb-bcb8-90ab4dbac6b1 req-e1978d60-88e5-45a0-b475-b5caafa44adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:45.213048 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c5487261-4660-4deb-bcb8-90ab4dbac6b1 req-e1978d60-88e5-45a0-b475-b5caafa44adb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:45.214733 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c5487261-4660-4deb-bcb8-90ab4dbac6b1 req-e1978d60-88e5-45a0-b475-b5caafa44adb service neutron] 10.222.0.55 "PUT /v2.0/ports/76070c93-c0dc-48ba-aa7b-3d15b3540a16 HTTP/1.1" status: 200 len: 1092 time: 2.4202139 Oct 20 10:57:45.217365 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '705af76e-c57b-48dc-9056-29b631f1bc4d', 'tag': '76070c93-c0dc-48ba-aa7b-3d15b3540a16'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:57:45.219688 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3a29e16-dc54-4906-b217-72bae3363915" -d '{"events": [{"name": "network-changed", "server_uuid": "705af76e-c57b-48dc-9056-29b631f1bc4d", "tag": "76070c93-c0dc-48ba-aa7b-3d15b3540a16"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:57:45.236918 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7525a302-c7ec-44b1-971f-866609cd5f09 req-bc0aaedc-e086-4b7d-8e60-5b56136c4184 tempest-TestNetworkAdvancedServerOps-535186383 tempest-TestNetworkAdvancedServerOps-535186383-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=26948559-e889-46f3-b5c0-b176059a1133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2184293 Oct 20 10:57:45.259687 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 7 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 10:57:45.284903 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 73540332-291c-4ddc-8477-52dd30523e81 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:57:45.311212 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1978d60-88e5-45a0-b475-b5caafa44adb service neutron] Pushing event updated for resources: {'Port': ['ID=76070c93-c0dc-48ba-aa7b-3d15b3540a16,revision_number=3']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:45.318084 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8b36853-567e-4b30-bf9b-97885cbc8432 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Router 36d80ca4-ac1a-4ec0-9d37-0ad25843db5c has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:57:45.343919 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5896ca9f-6fa5-4d45-8f2c-4e76bd5a88e9 req-6099fac4-f331-43c3-a431-9a3ac1baf180 tempest-TestServerBasicOps-247257694 tempest-TestServerBasicOps-247257694-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbb1d3fe-09bb-448f-b9c0-2884467ffdb1 HTTP/1.1" status: 200 len: 210 time: 0.0544097 Oct 20 10:57:45.628065 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9946b1c5-c479-465c-8b87-dc2de88fd283 x-openstack-request-id: req-9946b1c5-c479-465c-8b87-dc2de88fd283 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:57:45.628065 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "705af76e-c57b-48dc-9056-29b631f1bc4d", "tag": "76070c93-c0dc-48ba-aa7b-3d15b3540a16", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:57:45.628399 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9946b1c5-c479-465c-8b87-dc2de88fd283 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:57:45.628722 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '705af76e-c57b-48dc-9056-29b631f1bc4d', 'tag': '76070c93-c0dc-48ba-aa7b-3d15b3540a16', 'status': 'completed', 'code': 200} Oct 20 10:57:45.681707 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 73540332-291c-4ddc-8477-52dd30523e81 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:57:45.682087 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:45.716156 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5487261-4660-4deb-bcb8-90ab4dbac6b1 req-3dec33b5-3641-4c9a-a169-352689cccba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:45.717838 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c5487261-4660-4deb-bcb8-90ab4dbac6b1 req-3dec33b5-3641-4c9a-a169-352689cccba0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1b65b2e8036f4846a7f6f098c6e62306&device_id=705af76e-c57b-48dc-9056-29b631f1bc4d HTTP/1.1" status: 200 len: 1095 time: 0.3794961 Oct 20 10:57:45.731318 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32992eb3-f451-4870-abd5-986b500ad276 req-d15c957f-3a36-416d-9d6b-c02e85308997 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:45.740996 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-32992eb3-f451-4870-abd5-986b500ad276 req-d15c957f-3a36-416d-9d6b-c02e85308997 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3f9930f-6768-428d-b296-1e65ca6bdfa7 HTTP/1.1" status: 200 len: 944 time: 0.3344684 Oct 20 10:57:45.767518 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-f7d2de65-0619-4852-9df4-5eec6705064f None None] Provisioning complete for port 42b864f7-1b99-4535-b3ff-2ea66a0f8503 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:57:45.768124 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-f7d2de65-0619-4852-9df4-5eec6705064f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:45.841481 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c5487261-4660-4deb-bcb8-90ab4dbac6b1 req-b40639c3-7c27-4681-8af5-912acd99f993 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=76070c93-c0dc-48ba-aa7b-3d15b3540a16 HTTP/1.1" status: 200 len: 217 time: 0.0711505 Oct 20 10:57:45.881436 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-f7d2de65-0619-4852-9df4-5eec6705064f None None] Port 42b864f7-1b99-4535-b3ff-2ea66a0f8503 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:57:45.906777 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8b36853-567e-4b30-bf9b-97885cbc8432 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:57:45.916859 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 56136) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:45.917616 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-d8b36853-567e-4b30-bf9b-97885cbc8432 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] 10.222.0.64 "PUT /v2.0/routers/36d80ca4-ac1a-4ec0-9d37-0ad25843db5c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8700163 Oct 20 10:57:45.923658 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-221f8b0e-aacb-48df-bd19-6ac59c9cd85c tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Request body: {'network': {'name': 'tempest-RoutersTest-711134281'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:57:45.924855 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ed34cf-8104-45e5-b151-b42142234c26 None None] Sync routers for ids ['36d80ca4-ac1a-4ec0-9d37-0ad25843db5c'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:57:45.932503 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-32992eb3-f451-4870-abd5-986b500ad276 req-827cd9e5-7146-4ea6-8ec7-568dfd0d146e tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=58574406-52f6-4da8-ba4e-3f91a696d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1903422 Oct 20 10:57:45.948345 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5487261-4660-4deb-bcb8-90ab4dbac6b1 req-2a3b48d2-3f0e-42ce-8a88-f75c1d9524d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:45.950111 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c5487261-4660-4deb-bcb8-90ab4dbac6b1 req-2a3b48d2-3f0e-42ce-8a88-f75c1d9524d0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1112b924-dfee-4f27-9509-3316f3e9f37a HTTP/1.1" status: 200 len: 846 time: 0.0997381 Oct 20 10:57:45.960608 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ed34cf-8104-45e5-b151-b42142234c26 None None] Routers {'36d80ca4-ac1a-4ec0-9d37-0ad25843db5c'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:57:45.961264 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-02ed34cf-8104-45e5-b151-b42142234c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:57:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['36d80ca4-ac1a-4ec0-9d37-0ad25843db5c'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:57:45.983161 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-221f8b0e-aacb-48df-bd19-6ac59c9cd85c tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Made reservation on behalf of f889f0e78885417f8f60131724c64516 for: {'network': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:57:45.989333 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-221f8b0e-aacb-48df-bd19-6ac59c9cd85c tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:46.033319 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c5487261-4660-4deb-bcb8-90ab4dbac6b1 req-4aad735d-6301-4799-b752-69da107fdf6e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5f3de8d1-83f4-4081-a4ae-e84fa44c63e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626385 Oct 20 10:57:46.044760 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-221f8b0e-aacb-48df-bd19-6ac59c9cd85c tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 848} {{(pid=100597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:57:46.066121 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-221f8b0e-aacb-48df-bd19-6ac59c9cd85c tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:46.068214 n-d-811396-3 neutron-server[100597]: INFO neutron.db.segments_db [None req-221f8b0e-aacb-48df-bd19-6ac59c9cd85c tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Added segment 77329c5c-09b3-49d4-9e08-17ade9561159 of type vlan for network df540a0b-bd93-44c6-8546-0ccd33dfe13b Oct 20 10:57:46.107403 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-b6e67ff7-29e7-474f-a313-9cd3807a16f7 None None] Provisioning complete for port 42b864f7-1b99-4535-b3ff-2ea66a0f8503 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:57:46.108806 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-b6e67ff7-29e7-474f-a313-9cd3807a16f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:46.126604 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-221f8b0e-aacb-48df-bd19-6ac59c9cd85c tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:46.179768 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-221f8b0e-aacb-48df-bd19-6ac59c9cd85c tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:46.187407 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-221f8b0e-aacb-48df-bd19-6ac59c9cd85c tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:46.188468 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-221f8b0e-aacb-48df-bd19-6ac59c9cd85c tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:46.196897 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-b6e67ff7-29e7-474f-a313-9cd3807a16f7 None None] Port 42b864f7-1b99-4535-b3ff-2ea66a0f8503 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:57:46.275009 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-221f8b0e-aacb-48df-bd19-6ac59c9cd85c tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3568270 Oct 20 10:57:46.276886 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 56160) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:46.300106 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-00380f1c-317d-4e24-9f80-20abfd4c893f tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Request body: {'subnet': {'network_id': 'df540a0b-bd93-44c6-8546-0ccd33dfe13b', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:57:46.344137 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-02ed34cf-8104-45e5-b151-b42142234c26 None None] Set router 36d80ca4-ac1a-4ec0-9d37-0ad25843db5c gateway port host: None {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:57:46.365718 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221f8b0e-aacb-48df-bd19-6ac59c9cd85c tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Pushing event updated for resources: {'Network': ['ID=df540a0b-bd93-44c6-8546-0ccd33dfe13b,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:46.380352 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network df540a0b-bd93-44c6-8546-0ccd33dfe13b details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:57:46.384224 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c5487261-4660-4deb-bcb8-90ab4dbac6b1 req-79a4e6b8-93ac-463e-8ff5-b937abdcfaa3 service neutron] 10.222.0.55 "GET /v2.0/networks/5f3de8d1-83f4-4081-a4ae-e84fa44c63e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3430789 Oct 20 10:57:46.516353 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00380f1c-317d-4e24-9f80-20abfd4c893f tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Made reservation on behalf of f889f0e78885417f8f60131724c64516 for: {'subnet': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:57:46.521942 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-00380f1c-317d-4e24-9f80-20abfd4c893f tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25350782'] for subnet, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:46.526774 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b4982c42-237f-4fac-a3a6-36846e3ec51d req-6025c0d6-edb1-4e95-9260-d2a07cf246f0 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1016552384&fields=id&tenant_id=304c84e5c7844b5cadef0d9d128b445c HTTP/1.1" status: 200 len: 267 time: 0.4434650 Oct 20 10:57:46.632276 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-02ed34cf-8104-45e5-b151-b42142234c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36d80ca4-ac1a-4ec0-9d37-0ad25843db5c', 'name': 'tempest-RoutersTest-router-888831143', 'tenant_id': 'f889f0e78885417f8f60131724c64516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:57:26Z', 'updated_at': '2021-10-20T10:57:42Z', 'revision_number': 3, 'project_id': 'f889f0e78885417f8f60131724c64516', 'gw_port_host': None, '_interfaces': [{'id': '42b864f7-1b99-4535-b3ff-2ea66a0f8503', 'name': '', 'network_id': '3ae0cb69-c97c-4688-b905-59d6f8d6eaa6', 'tenant_id': 'f889f0e78885417f8f60131724c64516', 'mac_address': 'fa:16:3e:66:cc:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36d80ca4-ac1a-4ec0-9d37-0ad25843db5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3360, 'fixed_ips': [{'subnet_id': 'd6d7329e-6637-49c3-bddb-d1b0b832700f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:57:40Z', 'updated_at': '2021-10-20T10:57:43Z', 'revision_number': 2, 'project_id': 'f889f0e78885417f8f60131724c64516', 'subnets': [{'id': 'd6d7329e-6637-49c3-bddb-d1b0b832700f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5df519dd-aa3b-4761-ae60-d3542f835eb3', 'name': '', 'network_id': '27a1d39b-338c-4134-8ccc-7e10b7fae67a', 'tenant_id': 'f889f0e78885417f8f60131724c64516', 'mac_address': 'fa:16:3e:69:19:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d80ca4-ac1a-4ec0-9d37-0ad25843db5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': '54b5cd66-4475-4e7f-8f2d-243fd5215495', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:57:30Z', 'updated_at': '2021-10-20T10:57:40Z', 'revision_number': 5, 'project_id': 'f889f0e78885417f8f60131724c64516', 'subnets': [{'id': '54b5cd66-4475-4e7f-8f2d-243fd5215495', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:57:46.662133 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ed34cf-8104-45e5-b151-b42142234c26 None None] Checking router: 36d80ca4-ac1a-4ec0-9d37-0ad25843db5c for host: n-d-811396-3 {{(pid=100599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:57:46.662733 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ed34cf-8104-45e5-b151-b42142234c26 None None] Updating router 36d80ca4-ac1a-4ec0-9d37-0ad25843db5c port 42b864f7-1b99-4535-b3ff-2ea66a0f8503 binding host n-d-811396-3 {{(pid=100599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 10:57:46.690581 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-02ed34cf-8104-45e5-b151-b42142234c26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:46.750018 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-00380f1c-317d-4e24-9f80-20abfd4c893f tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25350752'] for subnet, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:46.831858 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00380f1c-317d-4e24-9f80-20abfd4c893f tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Checking segment: {'id': '77329c5c-09b3-49d4-9e08-17ade9561159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'df540a0b-bd93-44c6-8546-0ccd33dfe13b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:57:46.832397 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00380f1c-317d-4e24-9f80-20abfd4c893f tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Network hostable DHCP agents. Network: df540a0b-bd93-44c6-8546-0ccd33dfe13b, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:57:46.853023 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00380f1c-317d-4e24-9f80-20abfd4c893f tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Pushing event updated for resources: {'Subnet': ['ID=151ac544-d442-47e6-93b9-df87d79092b5,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:46.867090 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00380f1c-317d-4e24-9f80-20abfd4c893f tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Network df540a0b-bd93-44c6-8546-0ccd33dfe13b is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:57:46.878822 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-00380f1c-317d-4e24-9f80-20abfd4c893f tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, df540a0b-bd93-44c6-8546-0ccd33dfe13b) {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:57:46.884725 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00380f1c-317d-4e24-9f80-20abfd4c893f tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:46.885678 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-00380f1c-317d-4e24-9f80-20abfd4c893f tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:46.891319 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-306777b6-3465-4fed-8a6a-3c299f048988 None None] Network df540a0b-bd93-44c6-8546-0ccd33dfe13b requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:57:46.911905 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-00380f1c-317d-4e24-9f80-20abfd4c893f tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6162360 Oct 20 10:57:46.914196 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 56170) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:47.018487 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-02ed34cf-8104-45e5-b151-b42142234c26 None None] Publish callbacks [] for port, precommit_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:47.026809 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-02ed34cf-8104-45e5-b151-b42142234c26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:47.072009 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9adad70d-8f4f-4718-9d6a-ee6088e1aa68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524064ba-869c-5550-b826-c26b69a11278-df540a0b-bd93-44c6-8546-0ccd33dfe13b', 'network_id': 'df540a0b-bd93-44c6-8546-0ccd33dfe13b', 'tenant_id': 'f889f0e78885417f8f60131724c64516', 'fixed_ips': [{'subnet_id': '151ac544-d442-47e6-93b9-df87d79092b5'}]}} from n-d-811396-3. {{(pid=100598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:57:47.073393 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-9adad70d-8f4f-4718-9d6a-ee6088e1aa68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:47.105068 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bd5893-be6a-467a-a5d9-ef0001c9b11b None None] Pushing event updated for resources: {'Port': ['ID=42b864f7-1b99-4535-b3ff-2ea66a0f8503,revision_number=3']} {{(pid=100599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:47.178365 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-02ed34cf-8104-45e5-b151-b42142234c26 None None] Attempting to bind port 42b864f7-1b99-4535-b3ff-2ea66a0f8503 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:57:47.178749 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-02ed34cf-8104-45e5-b151-b42142234c26 None None] Attempting to bind port 42b864f7-1b99-4535-b3ff-2ea66a0f8503 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '74a37d6f-9e3f-4c7a-b907-25eb9d0ec9b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '3ae0cb69-c97c-4688-b905-59d6f8d6eaa6'}] {{(pid=100599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:57:47.179835 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ed34cf-8104-45e5-b151-b42142234c26 None None] Attempting to bind port 42b864f7-1b99-4535-b3ff-2ea66a0f8503 on network 3ae0cb69-c97c-4688-b905-59d6f8d6eaa6 {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:57:47.192364 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ed34cf-8104-45e5-b151-b42142234c26 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 57, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:57:47.192747 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ed34cf-8104-45e5-b151-b42142234c26 None None] Checking segment: {'id': '74a37d6f-9e3f-4c7a-b907-25eb9d0ec9b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '3ae0cb69-c97c-4688-b905-59d6f8d6eaa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:57:47.193143 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-02ed34cf-8104-45e5-b151-b42142234c26 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:47.195651 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ed34cf-8104-45e5-b151-b42142234c26 None None] Bound using segment: {'id': '74a37d6f-9e3f-4c7a-b907-25eb9d0ec9b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '3ae0cb69-c97c-4688-b905-59d6f8d6eaa6'} {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:57:47.196835 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-02ed34cf-8104-45e5-b151-b42142234c26 None None] Bound port: 42b864f7-1b99-4535-b3ff-2ea66a0f8503, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74a37d6f-9e3f-4c7a-b907-25eb9d0ec9b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '3ae0cb69-c97c-4688-b905-59d6f8d6eaa6'}}] {{(pid=100599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:57:47.197229 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-02ed34cf-8104-45e5-b151-b42142234c26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:47.207635 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127f6e14-9e32-4245-a8a3-f292b9153da1 req-cb7f7c2f-ba01-4ebb-b4d9-ef5917d697c1 tempest-TestServerBasicOps-247257694 tempest-TestServerBasicOps-247257694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:47.216771 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-127f6e14-9e32-4245-a8a3-f292b9153da1 req-cb7f7c2f-ba01-4ebb-b4d9-ef5917d697c1 tempest-TestServerBasicOps-247257694 tempest-TestServerBasicOps-247257694-project] 10.222.0.69 "GET /v2.0/networks?id=203edeb2-1c06-4924-a847-8d4bc77a4e0f HTTP/1.1" status: 200 len: 809 time: 1.0645931 Oct 20 10:57:47.233697 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ab7658d5-0f7d-4882-8a9b-27ff11b8b770 req-214e9b7d-7024-4e7a-a24f-3b39379929f0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4c642b60-e4e3-4408-808f-149dead57ddc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7685807 Oct 20 10:57:47.262201 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [req-ab7658d5-0f7d-4882-8a9b-27ff11b8b770 req-d468d0f1-6824-4784-bb24-56b7e60bb77b service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:57:47.263198 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ab7658d5-0f7d-4882-8a9b-27ff11b8b770 req-d468d0f1-6824-4784-bb24-56b7e60bb77b service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0257454 Oct 20 10:57:47.318896 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c5487261-4660-4deb-bcb8-90ab4dbac6b1 req-b053727a-d2c9-42df-94a1-e5c4c4702a38 service neutron] 10.222.0.55 "GET /v2.0/networks/5f3de8d1-83f4-4081-a4ae-e84fa44c63e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9134972 Oct 20 10:57:47.347204 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-127f6e14-9e32-4245-a8a3-f292b9153da1 req-d5f30acb-5f7b-4f81-8db6-1dbd34e0183f tempest-TestServerBasicOps-247257694 tempest-TestServerBasicOps-247257694-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2606cfa13aa646b6b1d85cd0acb090de HTTP/1.1" status: 200 len: 379 time: 0.1121392 Oct 20 10:57:47.370919 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.db [None req-02ed34cf-8104-45e5-b151-b42142234c26 None None] For port 42b864f7-1b99-4535-b3ff-2ea66a0f8503, host n-d-811396-3, cleared binding levels {{(pid=100599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:57:47.372915 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-127f6e14-9e32-4245-a8a3-f292b9153da1 req-cc6aec75-969e-40ff-9df5-4f0ab9debaef tempest-TestServerBasicOps-247257694 tempest-TestServerBasicOps-247257694-project] Request body: {'port': {'device_id': 'fbb1d3fe-09bb-448f-b9c0-2884467ffdb1', 'network_id': '203edeb2-1c06-4924-a847-8d4bc77a4e0f', 'admin_state_up': True, 'tenant_id': '2606cfa13aa646b6b1d85cd0acb090de', 'security_groups': ['777d26a2-77cc-4488-aee7-ff0e29f60da4']}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:57:47.381040 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.db [None req-02ed34cf-8104-45e5-b151-b42142234c26 None None] For port 42b864f7-1b99-4535-b3ff-2ea66a0f8503, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=42b864f7-1b99-4535-b3ff-2ea66a0f8503,segment=NetworkSegment(74a37d6f-9e3f-4c7a-b907-25eb9d0ec9b6),segment_id=74a37d6f-9e3f-4c7a-b907-25eb9d0ec9b6)] {{(pid=100599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:57:47.400743 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-02ed34cf-8104-45e5-b151-b42142234c26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:47.432038 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-9adad70d-8f4f-4718-9d6a-ee6088e1aa68 None None] Allocated IP 172.22.0.2 (df540a0b-bd93-44c6-8546-0ccd33dfe13b/151ac544-d442-47e6-93b9-df87d79092b5/66a424ea-e32e-4e0c-907b-e7b5206bd0c0) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:57:47.536628 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ed34cf-8104-45e5-b151-b42142234c26 None None] Routers {'36d80ca4-ac1a-4ec0-9d37-0ad25843db5c'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:57:47.538022 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-02ed34cf-8104-45e5-b151-b42142234c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:57:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['36d80ca4-ac1a-4ec0-9d37-0ad25843db5c'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:57:47.547683 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bd5893-be6a-467a-a5d9-ef0001c9b11b None None] Pushing event updated for resources: {'Port': ['ID=42b864f7-1b99-4535-b3ff-2ea66a0f8503,revision_number=4']} {{(pid=100599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:47.651868 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4982c42-237f-4fac-a3a6-36846e3ec51d req-56ddfb56-a757-4e90-b768-805ad23b02e8 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:47.669451 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b4982c42-237f-4fac-a3a6-36846e3ec51d req-56ddfb56-a757-4e90-b768-805ad23b02e8 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/networks?id=cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0 HTTP/1.1" status: 200 len: 812 time: 1.1410315 Oct 20 10:57:47.674251 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-127f6e14-9e32-4245-a8a3-f292b9153da1 req-cc6aec75-969e-40ff-9df5-4f0ab9debaef tempest-TestServerBasicOps-247257694 tempest-TestServerBasicOps-247257694-project] Made reservation on behalf of 2606cfa13aa646b6b1d85cd0acb090de for: {'port': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:57:47.679024 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-24f71db8-9059-4179-8beb-d2d5cf6e385d tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:47.683766 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-127f6e14-9e32-4245-a8a3-f292b9153da1 req-cc6aec75-969e-40ff-9df5-4f0ab9debaef tempest-TestServerBasicOps-247257694 tempest-TestServerBasicOps-247257694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:47.702813 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-834001c9-28e8-4e26-984c-d0de09a1d993 None None] Provisioning complete for port 42b864f7-1b99-4535-b3ff-2ea66a0f8503 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:57:47.703337 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-834001c9-28e8-4e26-984c-d0de09a1d993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:47.782356 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b4982c42-237f-4fac-a3a6-36846e3ec51d req-eed5eff0-29cd-4b8c-992a-8aba09329647 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/quotas/304c84e5c7844b5cadef0d9d128b445c HTTP/1.1" status: 200 len: 375 time: 0.1116431 Oct 20 10:57:47.810135 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-02ed34cf-8104-45e5-b151-b42142234c26 None None] Set router 36d80ca4-ac1a-4ec0-9d37-0ad25843db5c gateway port host: None {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:57:47.854166 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-9adad70d-8f4f-4718-9d6a-ee6088e1aa68 None None] Publish callbacks [] for port, precommit_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:47.906322 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-9adad70d-8f4f-4718-9d6a-ee6088e1aa68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:47.987763 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [req-127f6e14-9e32-4245-a8a3-f292b9153da1 req-cc6aec75-969e-40ff-9df5-4f0ab9debaef tempest-TestServerBasicOps-247257694 tempest-TestServerBasicOps-247257694-project] Allocated IP 172.20.0.4 (203edeb2-1c06-4924-a847-8d4bc77a4e0f/f7b965d4-929c-4c3f-874c-e787f7294129/d955044a-6302-44d4-a2a0-04b9c1b75614) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:57:48.049717 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adad70d-8f4f-4718-9d6a-ee6088e1aa68 None None] Pushing event updated for resources: {'Port': ['ID=66a424ea-e32e-4e0c-907b-e7b5206bd0c0,revision_number=1']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:48.081947 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9adad70d-8f4f-4718-9d6a-ee6088e1aa68 None None] Network df540a0b-bd93-44c6-8546-0ccd33dfe13b is already hosted by enough agents. {{(pid=100598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:57:48.089707 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.base_scheduler [None req-9adad70d-8f4f-4718-9d6a-ee6088e1aa68 None None] Resources bound (agent type, host, resource id): {{(pid=100598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:57:48.095057 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9adad70d-8f4f-4718-9d6a-ee6088e1aa68 None None] Received port after_create {{(pid=100598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:57:48.104653 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-834001c9-28e8-4e26-984c-d0de09a1d993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:48.138469 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-24f71db8-9059-4179-8beb-d2d5cf6e385d tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Allocated IP 172.22.0.1 (df540a0b-bd93-44c6-8546-0ccd33dfe13b/151ac544-d442-47e6-93b9-df87d79092b5/36659497-3587-4780-bd60-84ce13cd9d14) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:57:48.140857 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-127f6e14-9e32-4245-a8a3-f292b9153da1 req-cc6aec75-969e-40ff-9df5-4f0ab9debaef tempest-TestServerBasicOps-247257694 tempest-TestServerBasicOps-247257694-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:48.200994 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-127f6e14-9e32-4245-a8a3-f292b9153da1 req-cc6aec75-969e-40ff-9df5-4f0ab9debaef tempest-TestServerBasicOps-247257694 tempest-TestServerBasicOps-247257694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:48.203987 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-9adad70d-8f4f-4718-9d6a-ee6088e1aa68 None None] Attempting to bind port 66a424ea-e32e-4e0c-907b-e7b5206bd0c0 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:57:48.204495 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-9adad70d-8f4f-4718-9d6a-ee6088e1aa68 None None] Attempting to bind port 66a424ea-e32e-4e0c-907b-e7b5206bd0c0 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '77329c5c-09b3-49d4-9e08-17ade9561159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'df540a0b-bd93-44c6-8546-0ccd33dfe13b'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:57:48.204963 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9adad70d-8f4f-4718-9d6a-ee6088e1aa68 None None] Attempting to bind port 66a424ea-e32e-4e0c-907b-e7b5206bd0c0 on network df540a0b-bd93-44c6-8546-0ccd33dfe13b {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:57:48.211941 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-834001c9-28e8-4e26-984c-d0de09a1d993 None None] For port 42b864f7-1b99-4535-b3ff-2ea66a0f8503, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=42b864f7-1b99-4535-b3ff-2ea66a0f8503,segment=NetworkSegment(74a37d6f-9e3f-4c7a-b907-25eb9d0ec9b6),segment_id=74a37d6f-9e3f-4c7a-b907-25eb9d0ec9b6)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:57:48.215995 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9adad70d-8f4f-4718-9d6a-ee6088e1aa68 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 57, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:57:48.216499 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9adad70d-8f4f-4718-9d6a-ee6088e1aa68 None None] Checking segment: {'id': '77329c5c-09b3-49d4-9e08-17ade9561159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'df540a0b-bd93-44c6-8546-0ccd33dfe13b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:57:48.217202 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-9adad70d-8f4f-4718-9d6a-ee6088e1aa68 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:48.217699 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9adad70d-8f4f-4718-9d6a-ee6088e1aa68 None None] Bound using segment: {'id': '77329c5c-09b3-49d4-9e08-17ade9561159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'df540a0b-bd93-44c6-8546-0ccd33dfe13b'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:57:48.218800 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-9adad70d-8f4f-4718-9d6a-ee6088e1aa68 None None] Bound port: 66a424ea-e32e-4e0c-907b-e7b5206bd0c0, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77329c5c-09b3-49d4-9e08-17ade9561159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'df540a0b-bd93-44c6-8546-0ccd33dfe13b'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:57:48.219010 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-9adad70d-8f4f-4718-9d6a-ee6088e1aa68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:48.229808 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-834001c9-28e8-4e26-984c-d0de09a1d993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:48.287657 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6aec75-969e-40ff-9df5-4f0ab9debaef tempest-TestServerBasicOps-247257694 tempest-TestServerBasicOps-247257694-project] Pushing event updated for resources: {'Port': ['ID=d955044a-6302-44d4-a2a0-04b9c1b75614,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:48.308447 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a29e16-dc54-4906-b217-72bae3363915 req-b42ea8ac-dc93-4efb-ad53-811045858465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:48.310009 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d3a29e16-dc54-4906-b217-72bae3363915 req-b42ea8ac-dc93-4efb-ad53-811045858465 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1b65b2e8036f4846a7f6f098c6e62306&device_id=705af76e-c57b-48dc-9056-29b631f1bc4d HTTP/1.1" status: 200 len: 1095 time: 0.6810744 Oct 20 10:57:48.332392 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-02ed34cf-8104-45e5-b151-b42142234c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36d80ca4-ac1a-4ec0-9d37-0ad25843db5c', 'name': 'tempest-RoutersTest-router-888831143', 'tenant_id': 'f889f0e78885417f8f60131724c64516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:57:26Z', 'updated_at': '2021-10-20T10:57:42Z', 'revision_number': 3, 'project_id': 'f889f0e78885417f8f60131724c64516', 'gw_port_host': None, '_interfaces': [{'id': '42b864f7-1b99-4535-b3ff-2ea66a0f8503', 'name': '', 'network_id': '3ae0cb69-c97c-4688-b905-59d6f8d6eaa6', 'tenant_id': 'f889f0e78885417f8f60131724c64516', 'mac_address': 'fa:16:3e:66:cc:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36d80ca4-ac1a-4ec0-9d37-0ad25843db5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3360, 'fixed_ips': [{'subnet_id': 'd6d7329e-6637-49c3-bddb-d1b0b832700f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:57:40Z', 'updated_at': '2021-10-20T10:57:47Z', 'revision_number': 4, 'project_id': 'f889f0e78885417f8f60131724c64516', 'subnets': [{'id': 'd6d7329e-6637-49c3-bddb-d1b0b832700f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5df519dd-aa3b-4761-ae60-d3542f835eb3', 'name': '', 'network_id': '27a1d39b-338c-4134-8ccc-7e10b7fae67a', 'tenant_id': 'f889f0e78885417f8f60131724c64516', 'mac_address': 'fa:16:3e:69:19:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d80ca4-ac1a-4ec0-9d37-0ad25843db5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': '54b5cd66-4475-4e7f-8f2d-243fd5215495', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:57:30Z', 'updated_at': '2021-10-20T10:57:40Z', 'revision_number': 5, 'project_id': 'f889f0e78885417f8f60131724c64516', 'subnets': [{'id': '54b5cd66-4475-4e7f-8f2d-243fd5215495', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:57:48.352847 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-24f71db8-9059-4179-8beb-d2d5cf6e385d tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:48.384712 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ed34cf-8104-45e5-b151-b42142234c26 None None] The sync data for ids ['36d80ca4-ac1a-4ec0-9d37-0ad25843db5c'] in n-d-811396-3 is: [{'id': '36d80ca4-ac1a-4ec0-9d37-0ad25843db5c', 'name': 'tempest-RoutersTest-router-888831143', 'tenant_id': 'f889f0e78885417f8f60131724c64516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:57:26Z', 'updated_at': '2021-10-20T10:57:42Z', 'revision_number': 3, 'project_id': 'f889f0e78885417f8f60131724c64516', 'gw_port_host': None, '_interfaces': [{'id': '42b864f7-1b99-4535-b3ff-2ea66a0f8503', 'name': '', 'network_id': '3ae0cb69-c97c-4688-b905-59d6f8d6eaa6', 'tenant_id': 'f889f0e78885417f8f60131724c64516', 'mac_address': 'fa:16:3e:66:cc:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36d80ca4-ac1a-4ec0-9d37-0ad25843db5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3360, 'fixed_ips': [{'subnet_id': 'd6d7329e-6637-49c3-bddb-d1b0b832700f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:57:40Z', 'updated_at': '2021-10-20T10:57:47Z', 'revision_number': 4, 'project_id': 'f889f0e78885417f8f60131724c64516', 'subnets': [{'id': 'd6d7329e-6637-49c3-bddb-d1b0b832700f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5df519dd-aa3b-4761-ae60-d3542f835eb3', 'name': '', 'network_id': '27a1d39b-338c-4134-8ccc-7e10b7fae67a', 'tenant_id': 'f889f0e78885417f8f60131724c64516', 'mac_address': 'fa:16:3e:69:19:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d80ca4-ac1a-4ec0-9d37-0ad25843db5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': '54b5cd66-4475-4e7f-8f2d-243fd5215495', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:57:30Z', 'updated_at': '2021-10-20T10:57:40Z', 'revision_number': 5, 'project_id': 'f889f0e78885417f8f60131724c64516', 'subnets': [{'id': '54b5cd66-4475-4e7f-8f2d-243fd5215495', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:57:48.436243 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-24f71db8-9059-4179-8beb-d2d5cf6e385d tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:48.451461 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-9adad70d-8f4f-4718-9d6a-ee6088e1aa68 None None] For port 66a424ea-e32e-4e0c-907b-e7b5206bd0c0, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:57:48.455876 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-9adad70d-8f4f-4718-9d6a-ee6088e1aa68 None None] For port 66a424ea-e32e-4e0c-907b-e7b5206bd0c0, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=66a424ea-e32e-4e0c-907b-e7b5206bd0c0,segment=NetworkSegment(77329c5c-09b3-49d4-9e08-17ade9561159),segment_id=77329c5c-09b3-49d4-9e08-17ade9561159)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:57:48.457155 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-cdd72916-25f8-4bd4-bb58-50679162edc0 None None] Provisioning complete for port 42b864f7-1b99-4535-b3ff-2ea66a0f8503 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:57:48.457576 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-cdd72916-25f8-4bd4-bb58-50679162edc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:48.459724 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834001c9-28e8-4e26-984c-d0de09a1d993 None None] Pushing event updated for resources: {'Port': ['ID=42b864f7-1b99-4535-b3ff-2ea66a0f8503,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:48.474722 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-9adad70d-8f4f-4718-9d6a-ee6088e1aa68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:48.484640 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a29e16-dc54-4906-b217-72bae3363915 req-10d7fedc-3441-476d-a4c3-6f48d3a10508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:48.486175 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d3a29e16-dc54-4906-b217-72bae3363915 req-10d7fedc-3441-476d-a4c3-6f48d3a10508 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5f3de8d1-83f4-4081-a4ae-e84fa44c63e9 HTTP/1.1" status: 200 len: 907 time: 0.1673355 Oct 20 10:57:48.489763 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7658d5-0f7d-4882-8a9b-27ff11b8b770 req-d4734953-3a83-47f8-b4bc-ed64dbef46e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:48.501329 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ab7658d5-0f7d-4882-8a9b-27ff11b8b770 req-d4734953-3a83-47f8-b4bc-ed64dbef46e5 service neutron] 10.222.0.64 "GET /v2.0/ports/b657c948-f77f-45ee-acfc-6a4673c1c6f9 HTTP/1.1" status: 200 len: 1094 time: 0.3229618 Oct 20 10:57:48.518768 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-ab7658d5-0f7d-4882-8a9b-27ff11b8b770 req-fd5001dc-fd6b-4b87-82c4-b09037f9363d service neutron] Request body: {'binding': {'host': 'n-h2-811396-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:57:48.519238 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-ab7658d5-0f7d-4882-8a9b-27ff11b8b770 req-fd5001dc-fd6b-4b87-82c4-b09037f9363d service neutron] Unknown quota resources ['binding']. {{(pid=100596) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 20 10:57:48.600641 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f71db8-9059-4179-8beb-d2d5cf6e385d tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Network df540a0b-bd93-44c6-8546-0ccd33dfe13b is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:57:48.607124 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adad70d-8f4f-4718-9d6a-ee6088e1aa68 None None] Pushing event updated for resources: {'Port': ['ID=66a424ea-e32e-4e0c-907b-e7b5206bd0c0,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:48.607337 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-24f71db8-9059-4179-8beb-d2d5cf6e385d tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:57:48.628011 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f71db8-9059-4179-8beb-d2d5cf6e385d tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:57:48.638227 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f71db8-9059-4179-8beb-d2d5cf6e385d tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Pushing event updated for resources: {'Port': ['ID=36659497-3587-4780-bd60-84ce13cd9d14,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:48.683449 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-127f6e14-9e32-4245-a8a3-f292b9153da1 req-cc6aec75-969e-40ff-9df5-4f0ab9debaef tempest-TestServerBasicOps-247257694 tempest-TestServerBasicOps-247257694-project] Network 203edeb2-1c06-4924-a847-8d4bc77a4e0f is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:57:48.727536 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b4982c42-237f-4fac-a3a6-36846e3ec51d req-f3e30c43-6f56-4197-be9c-ac47ee58c1ad tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=304c84e5c7844b5cadef0d9d128b445c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.9307666 Oct 20 10:57:48.744172 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-24f71db8-9059-4179-8beb-d2d5cf6e385d tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1774540'] for router_interface, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:48.762339 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [req-127f6e14-9e32-4245-a8a3-f292b9153da1 req-cc6aec75-969e-40ff-9df5-4f0ab9debaef tempest-TestServerBasicOps-247257694 tempest-TestServerBasicOps-247257694-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:57:48.765462 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-127f6e14-9e32-4245-a8a3-f292b9153da1 req-cc6aec75-969e-40ff-9df5-4f0ab9debaef tempest-TestServerBasicOps-247257694 tempest-TestServerBasicOps-247257694-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:57:48.898665 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b4982c42-237f-4fac-a3a6-36846e3ec51d req-e8f8f93a-d0d1-4e9d-ad18-e86c38009b1b service neutron] 10.222.0.64 "GET /v2.0/networks/cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298590 Oct 20 10:57:48.900058 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d3a29e16-dc54-4906-b217-72bae3363915 req-85ca03d4-65dd-407e-92b5-e41c2474a6bd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=76070c93-c0dc-48ba-aa7b-3d15b3540a16 HTTP/1.1" status: 200 len: 217 time: 0.3859153 Oct 20 10:57:48.966487 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-24f71db8-9059-4179-8beb-d2d5cf6e385d tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:49.054076 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a29e16-dc54-4906-b217-72bae3363915 req-0954e3c7-4792-4933-a77f-dc22dc48fa73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:49.056933 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d3a29e16-dc54-4906-b217-72bae3363915 req-0954e3c7-4792-4933-a77f-dc22dc48fa73 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1112b924-dfee-4f27-9509-3316f3e9f37a HTTP/1.1" status: 200 len: 846 time: 0.1239519 Oct 20 10:57:49.167884 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d3a29e16-dc54-4906-b217-72bae3363915 req-5565f366-fbd6-4d7a-9e71-85ecd365a658 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5f3de8d1-83f4-4081-a4ae-e84fa44c63e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0914068 Oct 20 10:57:49.296778 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:49.330484 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127f6e14-9e32-4245-a8a3-f292b9153da1 req-cc6aec75-969e-40ff-9df5-4f0ab9debaef tempest-TestServerBasicOps-247257694 tempest-TestServerBasicOps-247257694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:49.331132 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-127f6e14-9e32-4245-a8a3-f292b9153da1 req-cc6aec75-969e-40ff-9df5-4f0ab9debaef tempest-TestServerBasicOps-247257694 tempest-TestServerBasicOps-247257694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:49.384406 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-127f6e14-9e32-4245-a8a3-f292b9153da1 req-cc6aec75-969e-40ff-9df5-4f0ab9debaef tempest-TestServerBasicOps-247257694 tempest-TestServerBasicOps-247257694-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0292530 Oct 20 10:57:49.408022 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 42b864f7-1b99-4535-b3ff-2ea66a0f8503 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:57:49.431719 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-127f6e14-9e32-4245-a8a3-f292b9153da1 req-97df59a1-082d-4f55-af4e-19a8ac2c6a24 service neutron] Request body: {'port': {'device_id': 'fbb1d3fe-09bb-448f-b9c0-2884467ffdb1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811396-3'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:57:49.445694 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-24f71db8-9059-4179-8beb-d2d5cf6e385d tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks [] for port, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:49.450463 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-cd223cfe-4bf3-4f79-980d-532163ed36cd None None] Provisioning complete for port d955044a-6302-44d4-a2a0-04b9c1b75614 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:57:49.451201 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-cd223cfe-4bf3-4f79-980d-532163ed36cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:49.451967 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-24f71db8-9059-4179-8beb-d2d5cf6e385d tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:49.465431 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-ab7658d5-0f7d-4882-8a9b-27ff11b8b770 req-fd5001dc-fd6b-4b87-82c4-b09037f9363d service neutron] Attempting to bind port b657c948-f77f-45ee-acfc-6a4673c1c6f9 on host n-h2-811396-3 for vnic_type normal with profile None {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:57:49.465772 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-ab7658d5-0f7d-4882-8a9b-27ff11b8b770 req-fd5001dc-fd6b-4b87-82c4-b09037f9363d service neutron] Attempting to bind port b657c948-f77f-45ee-acfc-6a4673c1c6f9 by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': '04b14d52-8865-481b-b21e-ff6eaaae12bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '70d8d1ef-e175-48cb-b5a8-9bf8ec238a5d'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:57:49.466153 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7658d5-0f7d-4882-8a9b-27ff11b8b770 req-fd5001dc-fd6b-4b87-82c4-b09037f9363d service neutron] Attempting to bind port b657c948-f77f-45ee-acfc-6a4673c1c6f9 on network 70d8d1ef-e175-48cb-b5a8-9bf8ec238a5d {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:57:49.494391 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b4982c42-237f-4fac-a3a6-36846e3ec51d req-a25e83c7-105d-493d-bfd9-a39945f37f82 service neutron] 10.222.0.64 "GET /v2.0/networks/cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5600376 Oct 20 10:57:49.504143 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7658d5-0f7d-4882-8a9b-27ff11b8b770 req-fd5001dc-fd6b-4b87-82c4-b09037f9363d service neutron] Port b657c948-f77f-45ee-acfc-6a4673c1c6f9 on network 70d8d1ef-e175-48cb-b5a8-9bf8ec238a5d not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:57:49.505356 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7658d5-0f7d-4882-8a9b-27ff11b8b770 req-fd5001dc-fd6b-4b87-82c4-b09037f9363d service neutron] Attempting to bind port b657c948-f77f-45ee-acfc-6a4673c1c6f9 on network 70d8d1ef-e175-48cb-b5a8-9bf8ec238a5d {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:57:49.530018 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-cd223cfe-4bf3-4f79-980d-532163ed36cd None None] Port d955044a-6302-44d4-a2a0-04b9c1b75614 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:57:49.538186 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d3a29e16-dc54-4906-b217-72bae3363915 req-95589c0e-1382-40d7-bfc4-5a0c787e215c service neutron] 10.222.0.55 "GET /v2.0/networks/5f3de8d1-83f4-4081-a4ae-e84fa44c63e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3693624 Oct 20 10:57:49.539512 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7658d5-0f7d-4882-8a9b-27ff11b8b770 req-fd5001dc-fd6b-4b87-82c4-b09037f9363d service neutron] Checking agent: {'id': '061232a2-7adc-4ba1-a873-e8cb136b064d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 57, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:57:49.539512 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7658d5-0f7d-4882-8a9b-27ff11b8b770 req-fd5001dc-fd6b-4b87-82c4-b09037f9363d service neutron] Checking segment: {'id': '04b14d52-8865-481b-b21e-ff6eaaae12bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '70d8d1ef-e175-48cb-b5a8-9bf8ec238a5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:57:49.539749 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7658d5-0f7d-4882-8a9b-27ff11b8b770 req-fd5001dc-fd6b-4b87-82c4-b09037f9363d service neutron] Bound using segment: {'id': '04b14d52-8865-481b-b21e-ff6eaaae12bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '70d8d1ef-e175-48cb-b5a8-9bf8ec238a5d'} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:57:49.540093 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-ab7658d5-0f7d-4882-8a9b-27ff11b8b770 req-fd5001dc-fd6b-4b87-82c4-b09037f9363d service neutron] Bound port: b657c948-f77f-45ee-acfc-6a4673c1c6f9, host: n-h2-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04b14d52-8865-481b-b21e-ff6eaaae12bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '70d8d1ef-e175-48cb-b5a8-9bf8ec238a5d'}}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:57:49.546602 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 42b864f7-1b99-4535-b3ff-2ea66a0f8503 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:57:49.547830 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:49.560123 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-24f71db8-9059-4179-8beb-d2d5cf6e385d tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1774432'] for router_interface, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:49.564080 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f71db8-9059-4179-8beb-d2d5cf6e385d tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Pushing event updated for resources: {'Port': ['ID=36659497-3587-4780-bd60-84ce13cd9d14,revision_number=2']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:49.579688 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f71db8-9059-4179-8beb-d2d5cf6e385d tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:57:49.580110 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f71db8-9059-4179-8beb-d2d5cf6e385d tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:57:49.580525 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f71db8-9059-4179-8beb-d2d5cf6e385d tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:57:49.580933 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f71db8-9059-4179-8beb-d2d5cf6e385d tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:57:49.581338 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f71db8-9059-4179-8beb-d2d5cf6e385d tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:57:49.581739 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f71db8-9059-4179-8beb-d2d5cf6e385d tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:57:49.582142 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f71db8-9059-4179-8beb-d2d5cf6e385d tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:57:49.582535 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f71db8-9059-4179-8beb-d2d5cf6e385d tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:57:49.582976 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f71db8-9059-4179-8beb-d2d5cf6e385d tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:57:49.583374 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f71db8-9059-4179-8beb-d2d5cf6e385d tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:57:49.583899 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f71db8-9059-4179-8beb-d2d5cf6e385d tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:57:49.584293 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f71db8-9059-4179-8beb-d2d5cf6e385d tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:57:49.618957 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-127f6e14-9e32-4245-a8a3-f292b9153da1 req-97df59a1-082d-4f55-af4e-19a8ac2c6a24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:49.682397 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 66a424ea-e32e-4e0c-907b-e7b5206bd0c0 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:57:49.727584 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f71db8-9059-4179-8beb-d2d5cf6e385d tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Network df540a0b-bd93-44c6-8546-0ccd33dfe13b is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:57:49.728753 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-ab7658d5-0f7d-4882-8a9b-27ff11b8b770 req-fd5001dc-fd6b-4b87-82c4-b09037f9363d service neutron] For port b657c948-f77f-45ee-acfc-6a4673c1c6f9, host n-h2-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=b657c948-f77f-45ee-acfc-6a4673c1c6f9,segment=NetworkSegment(04b14d52-8865-481b-b21e-ff6eaaae12bb),segment_id=04b14d52-8865-481b-b21e-ff6eaaae12bb)] {{(pid=100596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:57:49.729347 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-24f71db8-9059-4179-8beb-d2d5cf6e385d tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:57:49.753190 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-ab7658d5-0f7d-4882-8a9b-27ff11b8b770 req-fd5001dc-fd6b-4b87-82c4-b09037f9363d service neutron] Publish callbacks [] for binding, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:49.768003 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ab7658d5-0f7d-4882-8a9b-27ff11b8b770 req-fd5001dc-fd6b-4b87-82c4-b09037f9363d service neutron] 10.222.0.64 "POST /v2.0/ports/b657c948-f77f-45ee-acfc-6a4673c1c6f9/bindings HTTP/1.1" status: 201 len: 389 time: 1.2603641 Oct 20 10:57:49.770693 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 66a424ea-e32e-4e0c-907b-e7b5206bd0c0 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:57:49.771072 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:49.979253 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d3a29e16-dc54-4906-b217-72bae3363915 req-c1cddfec-9180-464a-875a-e70f09234dd8 service neutron] 10.222.0.55 "GET /v2.0/networks/5f3de8d1-83f4-4081-a4ae-e84fa44c63e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4312992 Oct 20 10:57:49.991133 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:50.058121 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24f71db8-9059-4179-8beb-d2d5cf6e385d tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Router 36d80ca4-ac1a-4ec0-9d37-0ad25843db5c has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:57:50.089688 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] For port 66a424ea-e32e-4e0c-907b-e7b5206bd0c0, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=66a424ea-e32e-4e0c-907b-e7b5206bd0c0,segment=NetworkSegment(77329c5c-09b3-49d4-9e08-17ade9561159),segment_id=77329c5c-09b3-49d4-9e08-17ade9561159)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:57:50.094459 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:50.172379 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Pushing event updated for resources: {'Port': ['ID=66a424ea-e32e-4e0c-907b-e7b5206bd0c0,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:50.276949 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7658d5-0f7d-4882-8a9b-27ff11b8b770 req-4140032c-f9e2-4c16-81f6-b3a99573e6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:50.292339 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-ab7658d5-0f7d-4882-8a9b-27ff11b8b770 req-4140032c-f9e2-4c16-81f6-b3a99573e6ed service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ba79d3046aa84fd2ac89895f3514d2bd&device_id=4c642b60-e4e3-4408-808f-149dead57ddc HTTP/1.1" status: 200 len: 1097 time: 0.2365694 Oct 20 10:57:50.342760 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24f71db8-9059-4179-8beb-d2d5cf6e385d tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:57:50.369046 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f6d15f8-29cd-410a-b6fc-5f5200dd6de1 None None] Sync routers for ids ['36d80ca4-ac1a-4ec0-9d37-0ad25843db5c'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:57:50.389510 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6d15f8-29cd-410a-b6fc-5f5200dd6de1 None None] Routers {'36d80ca4-ac1a-4ec0-9d37-0ad25843db5c'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:57:50.389981 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-1f6d15f8-29cd-410a-b6fc-5f5200dd6de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:57:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['36d80ca4-ac1a-4ec0-9d37-0ad25843db5c'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:57:50.396142 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-24f71db8-9059-4179-8beb-d2d5cf6e385d tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] 10.222.0.64 "PUT /v2.0/routers/36d80ca4-ac1a-4ec0-9d37-0ad25843db5c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4777737 Oct 20 10:57:50.397858 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 56224) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:50.402036 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-eefb04c0-25bf-4c3d-a64f-bdaae28c18ff tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Request body: {'network': {'name': 'tempest-RoutersTest-658798099'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:57:50.449812 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7658d5-0f7d-4882-8a9b-27ff11b8b770 req-536d4c67-a49d-448d-a82b-6e4748a7afb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:50.451635 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-ab7658d5-0f7d-4882-8a9b-27ff11b8b770 req-536d4c67-a49d-448d-a82b-6e4748a7afb9 service neutron] 10.222.0.69 "GET /v2.0/networks?id=70d8d1ef-e175-48cb-b5a8-9bf8ec238a5d HTTP/1.1" status: 200 len: 898 time: 0.1513157 Oct 20 10:57:50.452759 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eefb04c0-25bf-4c3d-a64f-bdaae28c18ff tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Made reservation on behalf of f889f0e78885417f8f60131724c64516 for: {'network': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:57:50.457266 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-eefb04c0-25bf-4c3d-a64f-bdaae28c18ff tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:50.467873 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 76070c93-c0dc-48ba-aa7b-3d15b3540a16 details requested by agent hyperv_n-h1-811396-3 with host n-h1-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:57:50.470072 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbbd5122-02af-40e6-9910-d8500b484fc9 None None] Network df540a0b-bd93-44c6-8546-0ccd33dfe13b requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:57:50.538475 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eefb04c0-25bf-4c3d-a64f-bdaae28c18ff tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 849} {{(pid=100597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:57:50.552788 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-ab7658d5-0f7d-4882-8a9b-27ff11b8b770 req-38daaa69-325d-4a48-8c67-6c96c2feccbf service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b657c948-f77f-45ee-acfc-6a4673c1c6f9 HTTP/1.1" status: 200 len: 1002 time: 0.0910945 Oct 20 10:57:50.560060 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-eefb04c0-25bf-4c3d-a64f-bdaae28c18ff tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:50.561217 n-d-811396-3 neutron-server[100597]: INFO neutron.db.segments_db [None req-eefb04c0-25bf-4c3d-a64f-bdaae28c18ff tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Added segment 1d80293b-f5bf-40da-8f72-a9ccff645fd5 of type vlan for network c973d097-5e4e-41c6-b110-c8cffdfdd74e Oct 20 10:57:50.681612 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-7b3e80de-bfff-47cb-8d0a-2cbb91e7161d None None] Provisioning complete for port 66a424ea-e32e-4e0c-907b-e7b5206bd0c0 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:57:50.681989 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-7b3e80de-bfff-47cb-8d0a-2cbb91e7161d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:50.689779 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-eefb04c0-25bf-4c3d-a64f-bdaae28c18ff tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:50.700728 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7658d5-0f7d-4882-8a9b-27ff11b8b770 req-3996a2da-a859-42c7-8981-076f3b0abf52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:50.702392 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-ab7658d5-0f7d-4882-8a9b-27ff11b8b770 req-3996a2da-a859-42c7-8981-076f3b0abf52 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8cc294db-53a2-49f2-b9ea-e79f5035cec8 HTTP/1.1" status: 200 len: 834 time: 0.1390612 Oct 20 10:57:50.716735 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [req-127f6e14-9e32-4245-a8a3-f292b9153da1 req-97df59a1-082d-4f55-af4e-19a8ac2c6a24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d955044a-6302-44d4-a2a0-04b9c1b75614 {{(pid=100596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:57:50.721329 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-1f6d15f8-29cd-410a-b6fc-5f5200dd6de1 None None] Set router 36d80ca4-ac1a-4ec0-9d37-0ad25843db5c gateway port host: None {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:57:50.729983 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-127f6e14-9e32-4245-a8a3-f292b9153da1 req-97df59a1-082d-4f55-af4e-19a8ac2c6a24 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:50.748080 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.provisioning_blocks [req-127f6e14-9e32-4245-a8a3-f292b9153da1 req-97df59a1-082d-4f55-af4e-19a8ac2c6a24 service neutron] Transition to ACTIVE for port object d955044a-6302-44d4-a2a0-04b9c1b75614 will not be triggered until provisioned by entity L2. {{(pid=100596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:57:50.752653 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-eefb04c0-25bf-4c3d-a64f-bdaae28c18ff tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:50.760032 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eefb04c0-25bf-4c3d-a64f-bdaae28c18ff tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:50.760784 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-eefb04c0-25bf-4c3d-a64f-bdaae28c18ff tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:50.791898 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-127f6e14-9e32-4245-a8a3-f292b9153da1 req-97df59a1-082d-4f55-af4e-19a8ac2c6a24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:50.808617 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e77e6d-cd18-4013-aae5-ec254a02f74d req-826ef052-acfa-4ed8-912a-7f0f84f50abc tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:50.811372 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-94e77e6d-cd18-4013-aae5-ec254a02f74d req-826ef052-acfa-4ed8-912a-7f0f84f50abc tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/networks?id=b8b1e2be-5932-428e-a716-07af13af4e6c HTTP/1.1" status: 200 len: 811 time: 0.8303132 Oct 20 10:57:50.813378 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7658d5-0f7d-4882-8a9b-27ff11b8b770 req-1ee070f3-715b-42f3-89f0-8a2aecaf4dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:50.815993 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-ab7658d5-0f7d-4882-8a9b-27ff11b8b770 req-1ee070f3-715b-42f3-89f0-8a2aecaf4dc6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=70d8d1ef-e175-48cb-b5a8-9bf8ec238a5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1023841 Oct 20 10:57:50.820659 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-eefb04c0-25bf-4c3d-a64f-bdaae28c18ff tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4229147 Oct 20 10:57:50.825291 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 56232) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:50.830570 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9a407c-b3f8-4e6a-9dd2-640fbbe3de68 req-69ed3d02-7f03-4291-87dd-e7f6e0b5902e tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:50.833497 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3b9a407c-b3f8-4e6a-9dd2-640fbbe3de68 req-69ed3d02-7f03-4291-87dd-e7f6e0b5902e tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/ports?device_id=705af76e-c57b-48dc-9056-29b631f1bc4d HTTP/1.1" status: 200 len: 944 time: 0.6058655 Oct 20 10:57:50.837289 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-88dad610-2e61-4a0f-bd44-09a683b08e0d tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Request body: {'subnet': {'network_id': 'c973d097-5e4e-41c6-b110-c8cffdfdd74e', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:57:50.918917 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df59a1-082d-4f55-af4e-19a8ac2c6a24 service neutron] Pushing event updated for resources: {'Port': ['ID=d955044a-6302-44d4-a2a0-04b9c1b75614,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:50.926318 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-94e77e6d-cd18-4013-aae5-ec254a02f74d req-25bcf3f1-7c62-4709-b4c6-e5731459584f tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/quotas/376203cb7dec4dad9717307d6c606d33 HTTP/1.1" status: 200 len: 375 time: 0.0222178 Oct 20 10:57:50.994730 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefb04c0-25bf-4c3d-a64f-bdaae28c18ff tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Pushing event updated for resources: {'Network': ['ID=c973d097-5e4e-41c6-b110-c8cffdfdd74e,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:51.065514 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network c973d097-5e4e-41c6-b110-c8cffdfdd74e details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:57:51.087972 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-94e77e6d-cd18-4013-aae5-ec254a02f74d req-0c6fb1f9-8d4c-4886-b22f-7abd236d08fb tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=376203cb7dec4dad9717307d6c606d33&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1474895 Oct 20 10:57:51.126289 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88dad610-2e61-4a0f-bd44-09a683b08e0d tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Made reservation on behalf of f889f0e78885417f8f60131724c64516 for: {'subnet': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:57:51.130607 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-88dad610-2e61-4a0f-bd44-09a683b08e0d tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25350782'] for subnet, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:51.208446 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-127f6e14-9e32-4245-a8a3-f292b9153da1 req-97df59a1-082d-4f55-af4e-19a8ac2c6a24 service neutron] Attempting to bind port d955044a-6302-44d4-a2a0-04b9c1b75614 on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:57:51.209400 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-127f6e14-9e32-4245-a8a3-f292b9153da1 req-97df59a1-082d-4f55-af4e-19a8ac2c6a24 service neutron] Attempting to bind port d955044a-6302-44d4-a2a0-04b9c1b75614 by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': 'c37f45f9-3ccb-4b98-af7d-90a8017a4acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '203edeb2-1c06-4924-a847-8d4bc77a4e0f'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:57:51.209761 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-127f6e14-9e32-4245-a8a3-f292b9153da1 req-97df59a1-082d-4f55-af4e-19a8ac2c6a24 service neutron] Attempting to bind port d955044a-6302-44d4-a2a0-04b9c1b75614 on network 203edeb2-1c06-4924-a847-8d4bc77a4e0f {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:57:51.221240 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-127f6e14-9e32-4245-a8a3-f292b9153da1 req-97df59a1-082d-4f55-af4e-19a8ac2c6a24 service neutron] Port d955044a-6302-44d4-a2a0-04b9c1b75614 on network 203edeb2-1c06-4924-a847-8d4bc77a4e0f not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:57:51.221829 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-127f6e14-9e32-4245-a8a3-f292b9153da1 req-97df59a1-082d-4f55-af4e-19a8ac2c6a24 service neutron] Attempting to bind port d955044a-6302-44d4-a2a0-04b9c1b75614 on network 203edeb2-1c06-4924-a847-8d4bc77a4e0f {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:57:51.235746 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3b9a407c-b3f8-4e6a-9dd2-640fbbe3de68 req-922a195c-b889-4b84-820c-941056c062c9 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/security-groups?id=69f90560-754d-4655-8511-1cc906dc908c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3442919 Oct 20 10:57:51.267951 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-127f6e14-9e32-4245-a8a3-f292b9153da1 req-97df59a1-082d-4f55-af4e-19a8ac2c6a24 service neutron] Checking agent: {'id': '061232a2-7adc-4ba1-a873-e8cb136b064d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 57, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:57:51.269217 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-127f6e14-9e32-4245-a8a3-f292b9153da1 req-97df59a1-082d-4f55-af4e-19a8ac2c6a24 service neutron] Checking segment: {'id': 'c37f45f9-3ccb-4b98-af7d-90a8017a4acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '203edeb2-1c06-4924-a847-8d4bc77a4e0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:57:51.270273 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-127f6e14-9e32-4245-a8a3-f292b9153da1 req-97df59a1-082d-4f55-af4e-19a8ac2c6a24 service neutron] Bound using segment: {'id': 'c37f45f9-3ccb-4b98-af7d-90a8017a4acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '203edeb2-1c06-4924-a847-8d4bc77a4e0f'} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:57:51.270877 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-127f6e14-9e32-4245-a8a3-f292b9153da1 req-97df59a1-082d-4f55-af4e-19a8ac2c6a24 service neutron] Bound port: d955044a-6302-44d4-a2a0-04b9c1b75614, host: n-h2-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c37f45f9-3ccb-4b98-af7d-90a8017a4acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '203edeb2-1c06-4924-a847-8d4bc77a4e0f'}}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:57:51.271244 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-127f6e14-9e32-4245-a8a3-f292b9153da1 req-97df59a1-082d-4f55-af4e-19a8ac2c6a24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:51.357253 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-ab7658d5-0f7d-4882-8a9b-27ff11b8b770 req-1fd198b8-8f58-44f9-b427-fb65a35aac16 service neutron] 10.222.0.69 "GET /v2.0/networks/70d8d1ef-e175-48cb-b5a8-9bf8ec238a5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5307419 Oct 20 10:57:51.357519 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-127f6e14-9e32-4245-a8a3-f292b9153da1 req-97df59a1-082d-4f55-af4e-19a8ac2c6a24 service neutron] For port d955044a-6302-44d4-a2a0-04b9c1b75614, host n-h2-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:57:51.362998 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-127f6e14-9e32-4245-a8a3-f292b9153da1 req-97df59a1-082d-4f55-af4e-19a8ac2c6a24 service neutron] For port d955044a-6302-44d4-a2a0-04b9c1b75614, host n-h2-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=d955044a-6302-44d4-a2a0-04b9c1b75614,segment=NetworkSegment(c37f45f9-3ccb-4b98-af7d-90a8017a4acb),segment_id=c37f45f9-3ccb-4b98-af7d-90a8017a4acb)] {{(pid=100596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:57:51.441518 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-127f6e14-9e32-4245-a8a3-f292b9153da1 req-97df59a1-082d-4f55-af4e-19a8ac2c6a24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:51.476442 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-ab7658d5-0f7d-4882-8a9b-27ff11b8b770 req-be09e056-b169-4703-bf9a-9a7acaf698eb service neutron] 10.222.0.69 "GET /v2.0/networks/70d8d1ef-e175-48cb-b5a8-9bf8ec238a5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041443 Oct 20 10:57:51.506523 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 66a424ea-e32e-4e0c-907b-e7b5206bd0c0 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:57:51.549296 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362494cb-df27-4f6f-a679-645b54a3184b req-73c970c8-14f4-42ea-aca1-5c0b8f0a866b tempest-TestServerBasicOps-247257694 tempest-TestServerBasicOps-247257694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:51.558920 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-362494cb-df27-4f6f-a679-645b54a3184b req-73c970c8-14f4-42ea-aca1-5c0b8f0a866b tempest-TestServerBasicOps-247257694 tempest-TestServerBasicOps-247257694-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbb1d3fe-09bb-448f-b9c0-2884467ffdb1 HTTP/1.1" status: 200 len: 943 time: 0.1579497 Oct 20 10:57:51.569288 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127f6e14-9e32-4245-a8a3-f292b9153da1 req-97df59a1-082d-4f55-af4e-19a8ac2c6a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:51.570325 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-127f6e14-9e32-4245-a8a3-f292b9153da1 req-97df59a1-082d-4f55-af4e-19a8ac2c6a24 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:51.571989 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-127f6e14-9e32-4245-a8a3-f292b9153da1 req-97df59a1-082d-4f55-af4e-19a8ac2c6a24 service neutron] 10.222.0.69 "PUT /v2.0/ports/d955044a-6302-44d4-a2a0-04b9c1b75614 HTTP/1.1" status: 200 len: 1091 time: 2.1566076 Oct 20 10:57:51.581643 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbb1d3fe-09bb-448f-b9c0-2884467ffdb1', 'tag': 'd955044a-6302-44d4-a2a0-04b9c1b75614'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:57:51.586828 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa1ce452-8f64-4ec2-a95f-c14d02837bab" -d '{"events": [{"name": "network-changed", "server_uuid": "fbb1d3fe-09bb-448f-b9c0-2884467ffdb1", "tag": "d955044a-6302-44d4-a2a0-04b9c1b75614"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:57:51.631335 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-94e77e6d-cd18-4013-aae5-ec254a02f74d req-56dc35d0-8926-439b-8e91-a18fd1edf2bc service neutron] 10.222.0.64 "GET /v2.0/networks/b8b1e2be-5932-428e-a716-07af13af4e6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4733937 Oct 20 10:57:51.675322 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df59a1-082d-4f55-af4e-19a8ac2c6a24 service neutron] Pushing event updated for resources: {'Port': ['ID=d955044a-6302-44d4-a2a0-04b9c1b75614,revision_number=3']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:51.713376 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-88dad610-2e61-4a0f-bd44-09a683b08e0d tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25350752'] for subnet, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:51.771548 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 76070c93-c0dc-48ba-aa7b-3d15b3540a16, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=76070c93-c0dc-48ba-aa7b-3d15b3540a16,segment=NetworkSegment(454bfc68-3d11-4849-8508-1d19e9dea5ec),segment_id=454bfc68-3d11-4849-8508-1d19e9dea5ec)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:57:51.784751 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dad610-2e61-4a0f-bd44-09a683b08e0d tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Pushing event updated for resources: {'Subnet': ['ID=d0b7a534-0d6b-40d2-892b-e35a8b611053,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:51.793648 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7658d5-0f7d-4882-8a9b-27ff11b8b770 req-a27c869c-6a72-4c64-8ea3-3d6bae6b7175 tempest-TestNetworkAdvancedServerOps-535186383 tempest-TestNetworkAdvancedServerOps-535186383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:51.796169 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-ab7658d5-0f7d-4882-8a9b-27ff11b8b770 req-a27c869c-6a72-4c64-8ea3-3d6bae6b7175 tempest-TestNetworkAdvancedServerOps-535186383 tempest-TestNetworkAdvancedServerOps-535186383-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=4c642b60-e4e3-4408-808f-149dead57ddc&tenant_id=ba79d3046aa84fd2ac89895f3514d2bd&binding%3Ahost_id=n-h1-811396-3 HTTP/1.1" status: 200 len: 1097 time: 0.2490509 Oct 20 10:57:51.810746 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [req-ab7658d5-0f7d-4882-8a9b-27ff11b8b770 req-c66db10f-56bc-437d-a955-7bb332a4ff67 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-811396-3'}}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:57:51.834693 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 66a424ea-e32e-4e0c-907b-e7b5206bd0c0 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:57:51.835273 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:51.857967 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88dad610-2e61-4a0f-bd44-09a683b08e0d tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Checking segment: {'id': '1d80293b-f5bf-40da-8f72-a9ccff645fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'c973d097-5e4e-41c6-b110-c8cffdfdd74e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:57:51.858329 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88dad610-2e61-4a0f-bd44-09a683b08e0d tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Network hostable DHCP agents. Network: c973d097-5e4e-41c6-b110-c8cffdfdd74e, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:57:51.888998 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Returning: {'device': '76070c93-c0dc-48ba-aa7b-3d15b3540a16', 'network_id': '5f3de8d1-83f4-4081-a4ae-e84fa44c63e9', 'port_id': '76070c93-c0dc-48ba-aa7b-3d15b3540a16', 'mac_address': 'fa:16:3e:74:ed:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 817, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1112b924-dfee-4f27-9509-3316f3e9f37a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:57:51.947280 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88dad610-2e61-4a0f-bd44-09a683b08e0d tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Network c973d097-5e4e-41c6-b110-c8cffdfdd74e is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:57:51.949168 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-362494cb-df27-4f6f-a679-645b54a3184b req-bb923369-a15b-4118-a1f4-9f7f376a7d9e tempest-TestServerBasicOps-247257694 tempest-TestServerBasicOps-247257694-project] 10.222.0.64 "GET /v2.0/security-groups?id=777d26a2-77cc-4488-aee7-ff0e29f60da4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3889620 Oct 20 10:57:51.974513 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-ab7658d5-0f7d-4882-8a9b-27ff11b8b770 req-c66db10f-56bc-437d-a955-7bb332a4ff67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:51.979879 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-88dad610-2e61-4a0f-bd44-09a683b08e0d tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, c973d097-5e4e-41c6-b110-c8cffdfdd74e) {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:57:52.019905 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c8a8c8c-aa09-4c76-9445-b2fb9b2e9039 None None] Network c973d097-5e4e-41c6-b110-c8cffdfdd74e requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:57:52.025239 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88dad610-2e61-4a0f-bd44-09a683b08e0d tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:52.026122 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-88dad610-2e61-4a0f-bd44-09a683b08e0d tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:52.132137 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127f6e14-9e32-4245-a8a3-f292b9153da1 req-7252350f-850d-4a98-aeaf-396a8610c55d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:52.134549 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-127f6e14-9e32-4245-a8a3-f292b9153da1 req-7252350f-850d-4a98-aeaf-396a8610c55d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2606cfa13aa646b6b1d85cd0acb090de&device_id=fbb1d3fe-09bb-448f-b9c0-2884467ffdb1 HTTP/1.1" status: 200 len: 1094 time: 0.4976423 Oct 20 10:57:52.143251 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:52.147953 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-88dad610-2e61-4a0f-bd44-09a683b08e0d tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3198459 Oct 20 10:57:52.151015 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 56240) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:52.209845 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76070c93-c0dc-48ba-aa7b-3d15b3540a16 {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:57:52.240538 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 76070c93-c0dc-48ba-aa7b-3d15b3540a16, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=76070c93-c0dc-48ba-aa7b-3d15b3540a16,segment=NetworkSegment(454bfc68-3d11-4849-8508-1d19e9dea5ec),segment_id=454bfc68-3d11-4849-8508-1d19e9dea5ec)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:57:52.263434 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:52.292270 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-127f6e14-9e32-4245-a8a3-f292b9153da1 req-465248a5-46fe-4ac0-a2c1-d9d8bcfdb360 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d955044a-6302-44d4-a2a0-04b9c1b75614 HTTP/1.1" status: 200 len: 217 time: 0.1240702 Oct 20 10:57:52.382155 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-94e77e6d-cd18-4013-aae5-ec254a02f74d req-56f70a7c-e923-4c70-8a6e-cbe85e456ede service neutron] 10.222.0.64 "GET /v2.0/networks/b8b1e2be-5932-428e-a716-07af13af4e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7242610 Oct 20 10:57:52.420843 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-1f6d15f8-29cd-410a-b6fc-5f5200dd6de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36d80ca4-ac1a-4ec0-9d37-0ad25843db5c', 'name': 'tempest-RoutersTest-router-888831143', 'tenant_id': 'f889f0e78885417f8f60131724c64516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:57:26Z', 'updated_at': '2021-10-20T10:57:48Z', 'revision_number': 4, 'project_id': 'f889f0e78885417f8f60131724c64516', 'gw_port_host': None, '_interfaces': [{'id': '36659497-3587-4780-bd60-84ce13cd9d14', 'name': '', 'network_id': 'df540a0b-bd93-44c6-8546-0ccd33dfe13b', 'tenant_id': 'f889f0e78885417f8f60131724c64516', 'mac_address': 'fa:16:3e:67:d4:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36d80ca4-ac1a-4ec0-9d37-0ad25843db5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3370, 'fixed_ips': [{'subnet_id': '151ac544-d442-47e6-93b9-df87d79092b5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:57:47Z', 'updated_at': '2021-10-20T10:57:49Z', 'revision_number': 2, 'project_id': 'f889f0e78885417f8f60131724c64516', 'subnets': [{'id': '151ac544-d442-47e6-93b9-df87d79092b5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '42b864f7-1b99-4535-b3ff-2ea66a0f8503', 'name': '', 'network_id': '3ae0cb69-c97c-4688-b905-59d6f8d6eaa6', 'tenant_id': 'f889f0e78885417f8f60131724c64516', 'mac_address': 'fa:16:3e:66:cc:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d80ca4-ac1a-4ec0-9d37-0ad25843db5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3360, 'fixed_ips': [{'subnet_id': 'd6d7329e-6637-49c3-bddb-d1b0b832700f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:57:40Z', 'updated_at': '2021-10-20T10:57:48Z', 'revision_number': 5, 'project_id': 'f889f0e78885417f8f60131724c64516', 'subnets': [{'id': 'd6d7329e-6637-49c3-bddb-d1b0b832700f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5df519dd-aa3b-4761-ae60-d3542f835eb3', 'name': '', 'network_id': '27a1d39b-338c-4134-8ccc-7e10b7fae67a', 'tenant_id': 'f889f0e78885417f8f60131724c64516', 'mac_address': 'fa:16:3e:69:19:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d80ca4-ac1a-4ec0-9d37-0ad25843db5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': '54b5cd66-4475-4e7f-8f2d-243fd5215495', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:57:30Z', 'updated_at': '2021-10-20T10:57:40Z', 'revision_number': 5, 'project_id': 'f889f0e78885417f8f60131724c64516', 'subnets': [{'id': '54b5cd66-4475-4e7f-8f2d-243fd5215495', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:57:52.472549 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4982c42-237f-4fac-a3a6-36846e3ec51d req-c8f21a71-639e-4f78-8c02-806a1bfced16 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:52.488801 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b4982c42-237f-4fac-a3a6-36846e3ec51d req-c8f21a71-639e-4f78-8c02-806a1bfced16 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.69 "GET /v2.0/networks?id=cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0 HTTP/1.1" status: 200 len: 812 time: 0.7394128 Oct 20 10:57:52.524960 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f6d15f8-29cd-410a-b6fc-5f5200dd6de1 None None] Checking router: 36d80ca4-ac1a-4ec0-9d37-0ad25843db5c for host: n-d-811396-3 {{(pid=100598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:57:52.525499 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f6d15f8-29cd-410a-b6fc-5f5200dd6de1 None None] Updating router 36d80ca4-ac1a-4ec0-9d37-0ad25843db5c port 36659497-3587-4780-bd60-84ce13cd9d14 binding host n-d-811396-3 {{(pid=100598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 10:57:52.538367 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127f6e14-9e32-4245-a8a3-f292b9153da1 req-f782eb0c-074a-4ee9-a5e2-6ab52c1ce05c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:52.540008 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-127f6e14-9e32-4245-a8a3-f292b9153da1 req-f782eb0c-074a-4ee9-a5e2-6ab52c1ce05c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f7b965d4-929c-4c3f-874c-e787f7294129 HTTP/1.1" status: 200 len: 848 time: 0.2218521 Oct 20 10:57:52.550226 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca04a5c-da58-4e95-b163-94a5da817b0b req-8b65b363-d295-4176-b980-45ac50d48c01 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:52.552546 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bca04a5c-da58-4e95-b163-94a5da817b0b req-8b65b363-d295-4176-b980-45ac50d48c01 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c642b60-e4e3-4408-808f-149dead57ddc HTTP/1.1" status: 200 len: 946 time: 0.4168398 Oct 20 10:57:52.587062 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [req-ab7658d5-0f7d-4882-8a9b-27ff11b8b770 req-c66db10f-56bc-437d-a955-7bb332a4ff67 service neutron] For port b657c948-f77f-45ee-acfc-6a4673c1c6f9, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=b657c948-f77f-45ee-acfc-6a4673c1c6f9,segment=NetworkSegment(04b14d52-8865-481b-b21e-ff6eaaae12bb),segment_id=04b14d52-8865-481b-b21e-ff6eaaae12bb)] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:57:52.623323 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1f6d15f8-29cd-410a-b6fc-5f5200dd6de1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:52.631955 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=76070c93-c0dc-48ba-aa7b-3d15b3540a16,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:52.683122 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beb0b51c-9fd3-4a51-9173-9a30a6c56ed7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524064ba-869c-5550-b826-c26b69a11278-c973d097-5e4e-41c6-b110-c8cffdfdd74e', 'network_id': 'c973d097-5e4e-41c6-b110-c8cffdfdd74e', 'tenant_id': 'f889f0e78885417f8f60131724c64516', 'fixed_ips': [{'subnet_id': 'd0b7a534-0d6b-40d2-892b-e35a8b611053'}]}} from n-d-811396-3. {{(pid=100598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:57:52.684375 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-beb0b51c-9fd3-4a51-9173-9a30a6c56ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:52.686162 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b4982c42-237f-4fac-a3a6-36846e3ec51d req-38e4211e-4eb3-4e0e-a172-ca4a4ed993d1 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=304c84e5c7844b5cadef0d9d128b445c HTTP/1.1" status: 200 len: 380 time: 0.1950824 Oct 20 10:57:52.700482 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-b4982c42-237f-4fac-a3a6-36846e3ec51d req-9ffaf9a3-b38f-4ba7-94d1-ae4cb92ac35f tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Request body: {'port': {'device_id': 'ca6b8b02-8daa-4111-962a-e7a91c9a149e', 'network_id': 'cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0', 'admin_state_up': True, 'tenant_id': '304c84e5c7844b5cadef0d9d128b445c', 'security_groups': ['b86ef872-82a8-48e3-89d0-a53331758f4e']}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:57:52.721979 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-c8c8e5dd-7f57-4d14-a4ce-f808978c2de9 None None] Provisioning complete for port 66a424ea-e32e-4e0c-907b-e7b5206bd0c0 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:57:52.726122 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-c8c8e5dd-7f57-4d14-a4ce-f808978c2de9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:52.829019 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['76070c93-c0dc-48ba-aa7b-3d15b3540a16'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:57:52.839044 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bca04a5c-da58-4e95-b163-94a5da817b0b req-7324ab1e-3a19-49d2-b571-9cfe8ef79eb0 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/security-groups?id=26948559-e889-46f3-b5c0-b176059a1133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2654274 Oct 20 10:57:52.896496 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [req-ab7658d5-0f7d-4882-8a9b-27ff11b8b770 req-c66db10f-56bc-437d-a955-7bb332a4ff67 service neutron] For port b657c948-f77f-45ee-acfc-6a4673c1c6f9, host n-h1-811396-3, cleared binding levels {{(pid=100597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:57:52.899872 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127f6e14-9e32-4245-a8a3-f292b9153da1 req-6d747251-fd77-4ee0-aa92-8cfbf9b7895d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:52.905039 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-127f6e14-9e32-4245-a8a3-f292b9153da1 req-6d747251-fd77-4ee0-aa92-8cfbf9b7895d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=203edeb2-1c06-4924-a847-8d4bc77a4e0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3444231 Oct 20 10:57:53.137125 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4982c42-237f-4fac-a3a6-36846e3ec51d req-9ffaf9a3-b38f-4ba7-94d1-ae4cb92ac35f tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Made reservation on behalf of 304c84e5c7844b5cadef0d9d128b445c for: {'port': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:57:53.146163 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-b4982c42-237f-4fac-a3a6-36846e3ec51d req-9ffaf9a3-b38f-4ba7-94d1-ae4cb92ac35f tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:53.158440 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0571f001-e4e9-4641-beb3-971432468c2f x-openstack-request-id: req-0571f001-e4e9-4641-beb3-971432468c2f {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:57:53.158801 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbb1d3fe-09bb-448f-b9c0-2884467ffdb1", "tag": "d955044a-6302-44d4-a2a0-04b9c1b75614", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:57:53.159160 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0571f001-e4e9-4641-beb3-971432468c2f {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:57:53.159602 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbb1d3fe-09bb-448f-b9c0-2884467ffdb1', 'tag': 'd955044a-6302-44d4-a2a0-04b9c1b75614', 'status': 'completed', 'code': 200} Oct 20 10:57:53.171166 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1764f51d-f253-4961-8efb-49b923f8ba34 req-b7a9da59-010c-43e2-8c1d-2d5e6ab2042a tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca6b8b02-8daa-4111-962a-e7a91c9a149e HTTP/1.1" status: 200 len: 210 time: 0.3271816 Oct 20 10:57:53.491611 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-beb0b51c-9fd3-4a51-9173-9a30a6c56ed7 None None] Allocated IP 172.23.0.2 (c973d097-5e4e-41c6-b110-c8cffdfdd74e/d0b7a534-0d6b-40d2-892b-e35a8b611053/7d53971f-aa3b-4aa2-84f6-02810df12b6c) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:57:53.732814 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c642b60-e4e3-4408-808f-149dead57ddc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b657c948-f77f-45ee-acfc-6a4673c1c6f9'}] {{(pid=100597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:57:53.738016 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd85cad6a391afaa95d2dd5280bfd4659fc1e1b2aba53b5e7ef874f059efcdc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74b7972c-5a90-4491-bc94-8543d9532087" -d '{"events": [{"server_uuid": "4c642b60-e4e3-4408-808f-149dead57ddc", "name": "network-vif-unplugged", "status": "completed", "tag": "b657c948-f77f-45ee-acfc-6a4673c1c6f9"}]}' {{(pid=100597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:57:53.746511 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-ab7658d5-0f7d-4882-8a9b-27ff11b8b770 req-c66db10f-56bc-437d-a955-7bb332a4ff67 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:53.754482 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-ab7658d5-0f7d-4882-8a9b-27ff11b8b770 req-c66db10f-56bc-437d-a955-7bb332a4ff67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:53.940863 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-127f6e14-9e32-4245-a8a3-f292b9153da1 req-1f80f845-bfa7-4ae4-9407-8cd78bb313c0 service neutron] 10.222.0.69 "GET /v2.0/networks/203edeb2-1c06-4924-a847-8d4bc77a4e0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0221381 Oct 20 10:57:53.944934 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-c8c8e5dd-7f57-4d14-a4ce-f808978c2de9 None None] Provisioning complete for port 36659497-3587-4780-bd60-84ce13cd9d14 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:57:53.945500 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-c8c8e5dd-7f57-4d14-a4ce-f808978c2de9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:54.003248 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-dc696a0e-3491-43bd-971e-c886170eea12 req-e2576bec-55b1-4ed7-9a64-b6d0b08c0723 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b681e62-7e4f-423c-9da7-38e1fed3c9dc HTTP/1.1" status: 200 len: 210 time: 0.0439878 Oct 20 10:57:54.173456 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-127f6e14-9e32-4245-a8a3-f292b9153da1 req-de001a8e-65a7-40a9-a51b-678d93deceb6 service neutron] 10.222.0.69 "GET /v2.0/networks/203edeb2-1c06-4924-a847-8d4bc77a4e0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675611 Oct 20 10:57:54.236992 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66db10f-56bc-437d-a955-7bb332a4ff67 service neutron] Pushing event updated for resources: {'Port': ['ID=b657c948-f77f-45ee-acfc-6a4673c1c6f9,revision_number=7']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:54.283666 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-c8c8e5dd-7f57-4d14-a4ce-f808978c2de9 None None] Port 36659497-3587-4780-bd60-84ce13cd9d14 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:57:54.307076 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-82728fd2-1b9b-452d-82d1-b483be386d4c tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:54.357429 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-ab7658d5-0f7d-4882-8a9b-27ff11b8b770 req-c66db10f-56bc-437d-a955-7bb332a4ff67 service neutron] Attempting to bind port b657c948-f77f-45ee-acfc-6a4673c1c6f9 on host n-h1-811396-3 for vnic_type normal with profile {"migrating_to": "n-h2-811396-3"} {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:57:54.357904 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-ab7658d5-0f7d-4882-8a9b-27ff11b8b770 req-c66db10f-56bc-437d-a955-7bb332a4ff67 service neutron] Attempting to bind port b657c948-f77f-45ee-acfc-6a4673c1c6f9 by drivers openvswitch,hyperv on host n-h1-811396-3 at level 0 using segments [{'id': '04b14d52-8865-481b-b21e-ff6eaaae12bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '70d8d1ef-e175-48cb-b5a8-9bf8ec238a5d'}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:57:54.358038 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7658d5-0f7d-4882-8a9b-27ff11b8b770 req-c66db10f-56bc-437d-a955-7bb332a4ff67 service neutron] Attempting to bind port b657c948-f77f-45ee-acfc-6a4673c1c6f9 on network 70d8d1ef-e175-48cb-b5a8-9bf8ec238a5d {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:57:54.397026 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-beb0b51c-9fd3-4a51-9173-9a30a6c56ed7 None None] Publish callbacks [] for port, precommit_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:54.420993 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-beb0b51c-9fd3-4a51-9173-9a30a6c56ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:54.427938 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7658d5-0f7d-4882-8a9b-27ff11b8b770 req-c66db10f-56bc-437d-a955-7bb332a4ff67 service neutron] Port b657c948-f77f-45ee-acfc-6a4673c1c6f9 on network 70d8d1ef-e175-48cb-b5a8-9bf8ec238a5d not bound, no agent of type Open vSwitch agent registered on host n-h1-811396-3 {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:57:54.428268 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7658d5-0f7d-4882-8a9b-27ff11b8b770 req-c66db10f-56bc-437d-a955-7bb332a4ff67 service neutron] Attempting to bind port b657c948-f77f-45ee-acfc-6a4673c1c6f9 on network 70d8d1ef-e175-48cb-b5a8-9bf8ec238a5d {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:57:54.444290 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7658d5-0f7d-4882-8a9b-27ff11b8b770 req-c66db10f-56bc-437d-a955-7bb332a4ff67 service neutron] Checking agent: {'id': 'b707b4cc-061f-4cf4-bce0-0b3df9b7bec9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 57, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:57:54.445721 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7658d5-0f7d-4882-8a9b-27ff11b8b770 req-c66db10f-56bc-437d-a955-7bb332a4ff67 service neutron] Checking segment: {'id': '04b14d52-8865-481b-b21e-ff6eaaae12bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '70d8d1ef-e175-48cb-b5a8-9bf8ec238a5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:57:54.446131 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7658d5-0f7d-4882-8a9b-27ff11b8b770 req-c66db10f-56bc-437d-a955-7bb332a4ff67 service neutron] Bound using segment: {'id': '04b14d52-8865-481b-b21e-ff6eaaae12bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '70d8d1ef-e175-48cb-b5a8-9bf8ec238a5d'} {{(pid=100597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:57:54.446602 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.managers [req-ab7658d5-0f7d-4882-8a9b-27ff11b8b770 req-c66db10f-56bc-437d-a955-7bb332a4ff67 service neutron] Bound port: b657c948-f77f-45ee-acfc-6a4673c1c6f9, host: n-h1-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04b14d52-8865-481b-b21e-ff6eaaae12bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '70d8d1ef-e175-48cb-b5a8-9bf8ec238a5d'}}] {{(pid=100597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:57:54.447161 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-ab7658d5-0f7d-4882-8a9b-27ff11b8b770 req-c66db10f-56bc-437d-a955-7bb332a4ff67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:54.467760 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ba6717-0230-4864-86c6-23e32c701bee req-63882dac-7e38-4ea1-9715-57a666d57fd4 tempest-TestServerBasicOps-247257694 tempest-TestServerBasicOps-247257694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:54.469474 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-08ba6717-0230-4864-86c6-23e32c701bee req-63882dac-7e38-4ea1-9715-57a666d57fd4 tempest-TestServerBasicOps-247257694 tempest-TestServerBasicOps-247257694-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbb1d3fe-09bb-448f-b9c0-2884467ffdb1 HTTP/1.1" status: 200 len: 943 time: 0.2945032 Oct 20 10:57:54.552639 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb0b51c-9fd3-4a51-9173-9a30a6c56ed7 None None] Pushing event updated for resources: {'Port': ['ID=7d53971f-aa3b-4aa2-84f6-02810df12b6c,revision_number=1']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:54.562963 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-73ae020f-a64a-49ab-beee-115959b8ee96 None None] Provisioning complete for port b657c948-f77f-45ee-acfc-6a4673c1c6f9 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:57:54.563358 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73ae020f-a64a-49ab-beee-115959b8ee96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:54.597308 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9c0c73-6e4d-47a8-b2a4-629ce8c9f2be req-e3dec0e5-d46b-4e0f-9a10-55ab79385949 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:54.603911 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ab9c0c73-6e4d-47a8-b2a4-629ce8c9f2be req-e3dec0e5-d46b-4e0f-9a10-55ab79385949 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/ports?device_id=705af76e-c57b-48dc-9056-29b631f1bc4d HTTP/1.1" status: 200 len: 945 time: 0.6551623 Oct 20 10:57:54.643027 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-73ae020f-a64a-49ab-beee-115959b8ee96 None None] Port b657c948-f77f-45ee-acfc-6a4673c1c6f9 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:57:54.663334 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1f6d15f8-29cd-410a-b6fc-5f5200dd6de1 None None] Publish callbacks [] for port, precommit_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:54.684637 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb0b51c-9fd3-4a51-9173-9a30a6c56ed7 None None] Network c973d097-5e4e-41c6-b110-c8cffdfdd74e is already hosted by enough agents. {{(pid=100598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:57:54.687726 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1f6d15f8-29cd-410a-b6fc-5f5200dd6de1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:54.770577 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-82728fd2-1b9b-452d-82d1-b483be386d4c tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Allocated IP 172.23.0.1 (c973d097-5e4e-41c6-b110-c8cffdfdd74e/d0b7a534-0d6b-40d2-892b-e35a8b611053/34636567-5d4f-43d9-8d20-dd91793aeeb2) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:57:54.771176 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.base_scheduler [None req-beb0b51c-9fd3-4a51-9173-9a30a6c56ed7 None None] Resources bound (agent type, host, resource id): {{(pid=100598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:57:54.774219 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2e34c6-4562-434b-b68b-9c8ac71be1c8 None None] Pushing event updated for resources: {'Port': ['ID=36659497-3587-4780-bd60-84ce13cd9d14,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:54.779770 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb0b51c-9fd3-4a51-9173-9a30a6c56ed7 None None] Received port after_create {{(pid=100598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:57:54.793224 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-73ae020f-a64a-49ab-beee-115959b8ee96 None None] Provisioning complete for port 36659497-3587-4780-bd60-84ce13cd9d14 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:57:54.793607 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73ae020f-a64a-49ab-beee-115959b8ee96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:54.833879 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e77e6d-cd18-4013-aae5-ec254a02f74d req-2595ef05-be57-4fd6-b995-5bb0dbbd4bda tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:54.835262 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-94e77e6d-cd18-4013-aae5-ec254a02f74d req-2595ef05-be57-4fd6-b995-5bb0dbbd4bda tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.55 "GET /v2.0/networks?id=b8b1e2be-5932-428e-a716-07af13af4e6c HTTP/1.1" status: 200 len: 811 time: 0.4231853 Oct 20 10:57:54.851483 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1ce452-8f64-4ec2-a95f-c14d02837bab req-d3e28017-41e9-42ba-b9fe-715ffe79d633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:54.853153 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-aa1ce452-8f64-4ec2-a95f-c14d02837bab req-d3e28017-41e9-42ba-b9fe-715ffe79d633 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2606cfa13aa646b6b1d85cd0acb090de&device_id=fbb1d3fe-09bb-448f-b9c0-2884467ffdb1 HTTP/1.1" status: 200 len: 1094 time: 0.5411012 Oct 20 10:57:54.863221 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-94e77e6d-cd18-4013-aae5-ec254a02f74d req-dcf3be9b-13b2-47b1-8626-8c320cff04f5 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Request body: {'port': {'device_id': '7b681e62-7e4f-423c-9da7-38e1fed3c9dc', 'network_id': 'b8b1e2be-5932-428e-a716-07af13af4e6c', 'admin_state_up': True, 'tenant_id': '376203cb7dec4dad9717307d6c606d33'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:57:54.896075 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-08ba6717-0230-4864-86c6-23e32c701bee req-4c4db702-2423-49d2-9b8f-ea99eb95a6f1 tempest-TestServerBasicOps-247257694 tempest-TestServerBasicOps-247257694-project] 10.222.0.64 "GET /v2.0/security-groups?id=777d26a2-77cc-4488-aee7-ff0e29f60da4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3844340 Oct 20 10:57:54.983269 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-82728fd2-1b9b-452d-82d1-b483be386d4c tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:54.995139 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Oct 2021 10:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9201130d-1194-4dbe-b48d-e0280c06caab x-openstack-request-id: req-9201130d-1194-4dbe-b48d-e0280c06caab {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:57:54.995655 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c642b60-e4e3-4408-808f-149dead57ddc", "name": "network-vif-unplugged", "status": "completed", "tag": "b657c948-f77f-45ee-acfc-6a4673c1c6f9", "code": 200}]} {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:57:54.996244 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9201130d-1194-4dbe-b48d-e0280c06caab {{(pid=100597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:57:54.996801 n-d-811396-3 neutron-server[100597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c642b60-e4e3-4408-808f-149dead57ddc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b657c948-f77f-45ee-acfc-6a4673c1c6f9', 'code': 200} Oct 20 10:57:55.060257 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-beb0b51c-9fd3-4a51-9173-9a30a6c56ed7 None None] Attempting to bind port 7d53971f-aa3b-4aa2-84f6-02810df12b6c on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:57:55.064003 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-beb0b51c-9fd3-4a51-9173-9a30a6c56ed7 None None] Attempting to bind port 7d53971f-aa3b-4aa2-84f6-02810df12b6c by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '1d80293b-f5bf-40da-8f72-a9ccff645fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'c973d097-5e4e-41c6-b110-c8cffdfdd74e'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:57:55.064398 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb0b51c-9fd3-4a51-9173-9a30a6c56ed7 None None] Attempting to bind port 7d53971f-aa3b-4aa2-84f6-02810df12b6c on network c973d097-5e4e-41c6-b110-c8cffdfdd74e {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:57:55.095503 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb0b51c-9fd3-4a51-9173-9a30a6c56ed7 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 57, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:57:55.095955 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb0b51c-9fd3-4a51-9173-9a30a6c56ed7 None None] Checking segment: {'id': '1d80293b-f5bf-40da-8f72-a9ccff645fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'c973d097-5e4e-41c6-b110-c8cffdfdd74e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:57:55.097616 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-beb0b51c-9fd3-4a51-9173-9a30a6c56ed7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:55.098034 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb0b51c-9fd3-4a51-9173-9a30a6c56ed7 None None] Bound using segment: {'id': '1d80293b-f5bf-40da-8f72-a9ccff645fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'c973d097-5e4e-41c6-b110-c8cffdfdd74e'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:57:55.101936 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-beb0b51c-9fd3-4a51-9173-9a30a6c56ed7 None None] Bound port: 7d53971f-aa3b-4aa2-84f6-02810df12b6c, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d80293b-f5bf-40da-8f72-a9ccff645fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'c973d097-5e4e-41c6-b110-c8cffdfdd74e'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:57:55.102358 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-beb0b51c-9fd3-4a51-9173-9a30a6c56ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:55.104461 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-73ae020f-a64a-49ab-beee-115959b8ee96 None None] Port 36659497-3587-4780-bd60-84ce13cd9d14 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:57:55.124825 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [req-ab7658d5-0f7d-4882-8a9b-27ff11b8b770 req-c66db10f-56bc-437d-a955-7bb332a4ff67 service neutron] For port b657c948-f77f-45ee-acfc-6a4673c1c6f9, host n-h1-811396-3, cleared binding levels {{(pid=100597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:57:55.129248 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [req-ab7658d5-0f7d-4882-8a9b-27ff11b8b770 req-c66db10f-56bc-437d-a955-7bb332a4ff67 service neutron] For port b657c948-f77f-45ee-acfc-6a4673c1c6f9, host n-h1-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=b657c948-f77f-45ee-acfc-6a4673c1c6f9,segment=NetworkSegment(04b14d52-8865-481b-b21e-ff6eaaae12bb),segment_id=04b14d52-8865-481b-b21e-ff6eaaae12bb)] {{(pid=100597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:57:55.135172 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-ab7658d5-0f7d-4882-8a9b-27ff11b8b770 req-c66db10f-56bc-437d-a955-7bb332a4ff67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:55.135973 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1ce452-8f64-4ec2-a95f-c14d02837bab req-905276d3-93fb-4d61-9883-4ae06eef9098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:55.137726 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-aa1ce452-8f64-4ec2-a95f-c14d02837bab req-905276d3-93fb-4d61-9883-4ae06eef9098 service neutron] 10.222.0.69 "GET /v2.0/networks?id=203edeb2-1c06-4924-a847-8d4bc77a4e0f HTTP/1.1" status: 200 len: 910 time: 0.2663221 Oct 20 10:57:55.259729 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66db10f-56bc-437d-a955-7bb332a4ff67 service neutron] Pushing event updated for resources: {'Port': ['ID=b657c948-f77f-45ee-acfc-6a4673c1c6f9,revision_number=8']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:55.265632 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-82728fd2-1b9b-452d-82d1-b483be386d4c tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:55.355024 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-beb0b51c-9fd3-4a51-9173-9a30a6c56ed7 None None] For port 7d53971f-aa3b-4aa2-84f6-02810df12b6c, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:57:55.360156 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-beb0b51c-9fd3-4a51-9173-9a30a6c56ed7 None None] For port 7d53971f-aa3b-4aa2-84f6-02810df12b6c, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=7d53971f-aa3b-4aa2-84f6-02810df12b6c,segment=NetworkSegment(1d80293b-f5bf-40da-8f72-a9ccff645fd5),segment_id=1d80293b-f5bf-40da-8f72-a9ccff645fd5)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:57:55.369105 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-beb0b51c-9fd3-4a51-9173-9a30a6c56ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:55.374448 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-1f6d15f8-29cd-410a-b6fc-5f5200dd6de1 None None] Attempting to bind port 36659497-3587-4780-bd60-84ce13cd9d14 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:57:55.375012 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-1f6d15f8-29cd-410a-b6fc-5f5200dd6de1 None None] Attempting to bind port 36659497-3587-4780-bd60-84ce13cd9d14 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '77329c5c-09b3-49d4-9e08-17ade9561159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'df540a0b-bd93-44c6-8546-0ccd33dfe13b'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:57:55.375427 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6d15f8-29cd-410a-b6fc-5f5200dd6de1 None None] Attempting to bind port 36659497-3587-4780-bd60-84ce13cd9d14 on network df540a0b-bd93-44c6-8546-0ccd33dfe13b {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:57:55.398143 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-aa1ce452-8f64-4ec2-a95f-c14d02837bab req-6abc37b0-7647-41e0-b1ef-acde43f53fe9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d955044a-6302-44d4-a2a0-04b9c1b75614 HTTP/1.1" status: 200 len: 217 time: 0.1494007 Oct 20 10:57:55.441057 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82728fd2-1b9b-452d-82d1-b483be386d4c tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Network c973d097-5e4e-41c6-b110-c8cffdfdd74e is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:57:55.444328 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-82728fd2-1b9b-452d-82d1-b483be386d4c tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:57:55.449101 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82728fd2-1b9b-452d-82d1-b483be386d4c tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:57:55.463241 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ab9c0c73-6e4d-47a8-b2a4-629ce8c9f2be req-9eb2efd5-0e2b-407f-8e57-29624c421fda tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/security-groups?id=69f90560-754d-4655-8511-1cc906dc908c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8333933 Oct 20 10:57:55.464644 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [req-b4982c42-237f-4fac-a3a6-36846e3ec51d req-9ffaf9a3-b38f-4ba7-94d1-ae4cb92ac35f tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Allocated IP 172.20.0.10 (cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0/46305bfd-5c10-42c9-8afc-597f2425497e/3812c3a3-9d19-4847-83f9-467aa4852bfa) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:57:55.479949 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6d15f8-29cd-410a-b6fc-5f5200dd6de1 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 57, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:57:55.482043 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6d15f8-29cd-410a-b6fc-5f5200dd6de1 None None] Checking segment: {'id': '77329c5c-09b3-49d4-9e08-17ade9561159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'df540a0b-bd93-44c6-8546-0ccd33dfe13b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:57:55.482455 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1f6d15f8-29cd-410a-b6fc-5f5200dd6de1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:55.482855 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6d15f8-29cd-410a-b6fc-5f5200dd6de1 None None] Bound using segment: {'id': '77329c5c-09b3-49d4-9e08-17ade9561159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'df540a0b-bd93-44c6-8546-0ccd33dfe13b'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:57:55.483355 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-1f6d15f8-29cd-410a-b6fc-5f5200dd6de1 None None] Bound port: 36659497-3587-4780-bd60-84ce13cd9d14, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77329c5c-09b3-49d4-9e08-17ade9561159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'df540a0b-bd93-44c6-8546-0ccd33dfe13b'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:57:55.483761 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1f6d15f8-29cd-410a-b6fc-5f5200dd6de1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:55.500535 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7658d5-0f7d-4882-8a9b-27ff11b8b770 req-c66db10f-56bc-437d-a955-7bb332a4ff67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:55.501173 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-ab7658d5-0f7d-4882-8a9b-27ff11b8b770 req-c66db10f-56bc-437d-a955-7bb332a4ff67 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:55.502623 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-ab7658d5-0f7d-4882-8a9b-27ff11b8b770 req-c66db10f-56bc-437d-a955-7bb332a4ff67 service neutron] 10.222.0.69 "PUT /v2.0/ports/b657c948-f77f-45ee-acfc-6a4673c1c6f9 HTTP/1.1" status: 200 len: 1122 time: 3.6984007 Oct 20 10:57:55.531688 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82728fd2-1b9b-452d-82d1-b483be386d4c tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Pushing event updated for resources: {'Port': ['ID=34636567-5d4f-43d9-8d20-dd91793aeeb2,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:55.581163 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-82728fd2-1b9b-452d-82d1-b483be386d4c tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1774540'] for router_interface, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:55.662318 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-fafc8ab0-ef21-444c-9e0e-2c80e882e8e8 None None] Provisioning complete for port 36659497-3587-4780-bd60-84ce13cd9d14 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:57:55.663490 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-fafc8ab0-ef21-444c-9e0e-2c80e882e8e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:55.668683 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['b657c948-f77f-45ee-acfc-6a4673c1c6f9'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:57:55.875777 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-82728fd2-1b9b-452d-82d1-b483be386d4c tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:55.892223 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1ce452-8f64-4ec2-a95f-c14d02837bab req-dc71db45-a15f-48e7-8f5c-34281e21bf0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:55.893624 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-aa1ce452-8f64-4ec2-a95f-c14d02837bab req-dc71db45-a15f-48e7-8f5c-34281e21bf0b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f7b965d4-929c-4c3f-874c-e787f7294129 HTTP/1.1" status: 200 len: 848 time: 0.4248178 Oct 20 10:57:55.946782 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb0b51c-9fd3-4a51-9173-9a30a6c56ed7 None None] Pushing event updated for resources: {'Port': ['ID=7d53971f-aa3b-4aa2-84f6-02810df12b6c,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:55.965988 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1f6d15f8-29cd-410a-b6fc-5f5200dd6de1 None None] For port 36659497-3587-4780-bd60-84ce13cd9d14, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:57:55.974859 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1f6d15f8-29cd-410a-b6fc-5f5200dd6de1 None None] For port 36659497-3587-4780-bd60-84ce13cd9d14, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=36659497-3587-4780-bd60-84ce13cd9d14,segment=NetworkSegment(77329c5c-09b3-49d4-9e08-17ade9561159),segment_id=77329c5c-09b3-49d4-9e08-17ade9561159)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:57:55.986186 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-fafc8ab0-ef21-444c-9e0e-2c80e882e8e8 None None] Port 36659497-3587-4780-bd60-84ce13cd9d14 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:57:55.989590 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d08283ea-b3e7-4654-aab4-2144d56d8629 req-6f8c9ac0-45f7-4e4b-b039-3afcebda77fd tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca6b8b02-8daa-4111-962a-e7a91c9a149e HTTP/1.1" status: 200 len: 210 time: 0.2696738 Oct 20 10:57:55.994872 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1f6d15f8-29cd-410a-b6fc-5f5200dd6de1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:56.012388 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6925a166-7f8f-4a75-9d8d-05594b05de51 req-d271404a-9e67-4895-aa54-ea81f0b9b9dc tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:56.019561 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6925a166-7f8f-4a75-9d8d-05594b05de51 req-d271404a-9e67-4895-aa54-ea81f0b9b9dc tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c642b60-e4e3-4408-808f-149dead57ddc HTTP/1.1" status: 200 len: 944 time: 0.8746397 Oct 20 10:57:56.128044 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6d15f8-29cd-410a-b6fc-5f5200dd6de1 None None] Routers {'36d80ca4-ac1a-4ec0-9d37-0ad25843db5c'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:57:56.128772 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-1f6d15f8-29cd-410a-b6fc-5f5200dd6de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:57:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['36d80ca4-ac1a-4ec0-9d37-0ad25843db5c'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:57:56.211770 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7dc3ce37-590a-4b32-af7e-2043cb4ce0b6 req-ee08af04-de5c-46ea-b2a7-4aaba9dd41ac tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b681e62-7e4f-423c-9da7-38e1fed3c9dc HTTP/1.1" status: 200 len: 210 time: 0.0847952 Oct 20 10:57:56.212456 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94e77e6d-cd18-4013-aae5-ec254a02f74d req-dcf3be9b-13b2-47b1-8626-8c320cff04f5 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Made reservation on behalf of 376203cb7dec4dad9717307d6c606d33 for: {'port': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:57:56.216353 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-94e77e6d-cd18-4013-aae5-ec254a02f74d req-dcf3be9b-13b2-47b1-8626-8c320cff04f5 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:56.436225 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [req-94e77e6d-cd18-4013-aae5-ec254a02f74d req-dcf3be9b-13b2-47b1-8626-8c320cff04f5 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Allocated IP 172.20.0.7 (b8b1e2be-5932-428e-a716-07af13af4e6c/437b47ec-4211-421c-828b-76408ce53dce/20fb5938-9d47-473f-92d6-bf544bc4c10a) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:57:56.450274 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-82728fd2-1b9b-452d-82d1-b483be386d4c tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks [] for port, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:56.454826 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-82728fd2-1b9b-452d-82d1-b483be386d4c tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:56.456410 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6925a166-7f8f-4a75-9d8d-05594b05de51 req-0d2ea886-df31-4f60-afe0-ee48af5d2e85 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/security-groups?id=26948559-e889-46f3-b5c0-b176059a1133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2749455 Oct 20 10:57:56.475747 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2e34c6-4562-434b-b68b-9c8ac71be1c8 None None] Pushing event updated for resources: {'Port': ['ID=36659497-3587-4780-bd60-84ce13cd9d14,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:56.484459 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1ce452-8f64-4ec2-a95f-c14d02837bab req-81232bf1-1206-4866-92d3-d389c43d60e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:56.486279 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-aa1ce452-8f64-4ec2-a95f-c14d02837bab req-81232bf1-1206-4866-92d3-d389c43d60e8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=203edeb2-1c06-4924-a847-8d4bc77a4e0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4545147 Oct 20 10:57:56.488070 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 76070c93-c0dc-48ba-aa7b-3d15b3540a16 up at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:57:56.517106 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-f2be57ae-69e1-4204-bab9-c1a4efdade94 None None] Provisioning complete for port b657c948-f77f-45ee-acfc-6a4673c1c6f9 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:57:56.517524 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-f2be57ae-69e1-4204-bab9-c1a4efdade94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:56.543808 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-82728fd2-1b9b-452d-82d1-b483be386d4c tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1774432'] for router_interface, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:56.634998 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82728fd2-1b9b-452d-82d1-b483be386d4c tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Pushing event updated for resources: {'Port': ['ID=34636567-5d4f-43d9-8d20-dd91793aeeb2,revision_number=2']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:56.654993 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-aa1ce452-8f64-4ec2-a95f-c14d02837bab req-b437f571-a87b-49c1-b013-24f1400ecbfa service neutron] 10.222.0.69 "GET /v2.0/networks/203edeb2-1c06-4924-a847-8d4bc77a4e0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289694 Oct 20 10:57:56.661776 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-b4982c42-237f-4fac-a3a6-36846e3ec51d req-9ffaf9a3-b38f-4ba7-94d1-ae4cb92ac35f tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:56.789223 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-1f6d15f8-29cd-410a-b6fc-5f5200dd6de1 None None] Set router 36d80ca4-ac1a-4ec0-9d37-0ad25843db5c gateway port host: None {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:57:56.800934 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82728fd2-1b9b-452d-82d1-b483be386d4c tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Network c973d097-5e4e-41c6-b110-c8cffdfdd74e is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:57:56.803952 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-82728fd2-1b9b-452d-82d1-b483be386d4c tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:57:56.810947 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1680a04a-72c2-4d16-bbd1-5d5da31306d7 req-efc062bb-903f-44f9-8734-a66c1b18f581 tempest-TestServerBasicOps-247257694 tempest-TestServerBasicOps-247257694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:56.812702 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1680a04a-72c2-4d16-bbd1-5d5da31306d7 req-efc062bb-903f-44f9-8734-a66c1b18f581 tempest-TestServerBasicOps-247257694 tempest-TestServerBasicOps-247257694-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbb1d3fe-09bb-448f-b9c0-2884467ffdb1 HTTP/1.1" status: 200 len: 943 time: 0.3500674 Oct 20 10:57:56.833365 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2571037d-a3f8-41fb-9322-6b277367b152 req-d1a857fc-4eea-4174-a806-4f6121ae9499 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:56.835070 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2571037d-a3f8-41fb-9322-6b277367b152 req-d1a857fc-4eea-4174-a806-4f6121ae9499 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/ports?device_id=705af76e-c57b-48dc-9056-29b631f1bc4d HTTP/1.1" status: 200 len: 945 time: 0.1715813 Oct 20 10:57:56.920534 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1680a04a-72c2-4d16-bbd1-5d5da31306d7 req-5e8a26b2-dd32-474e-aa66-191e0b3557b2 tempest-TestServerBasicOps-247257694 tempest-TestServerBasicOps-247257694-project] 10.222.0.64 "GET /v2.0/security-groups?id=777d26a2-77cc-4488-aee7-ff0e29f60da4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811472 Oct 20 10:57:57.003479 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c642b60-e4e3-4408-808f-149dead57ddc', 'tag': 'b657c948-f77f-45ee-acfc-6a4673c1c6f9'}] {{(pid=100597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:57:57.010993 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning for port 76070c93-c0dc-48ba-aa7b-3d15b3540a16 completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:57:57.012505 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd85cad6a391afaa95d2dd5280bfd4659fc1e1b2aba53b5e7ef874f059efcdc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4300603b-bfd2-448b-a2b4-478d86fc118d" -d '{"events": [{"name": "network-changed", "server_uuid": "4c642b60-e4e3-4408-808f-149dead57ddc", "tag": "b657c948-f77f-45ee-acfc-6a4673c1c6f9"}]}' {{(pid=100597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:57:57.034059 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning complete for port 76070c93-c0dc-48ba-aa7b-3d15b3540a16 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:57:57.034438 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:57.070205 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82728fd2-1b9b-452d-82d1-b483be386d4c tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Router 36d80ca4-ac1a-4ec0-9d37-0ad25843db5c has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:57:57.102005 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2dddb36-8bae-4c2c-bb97-91aef04eede6 x-openstack-request-id: req-c2dddb36-8bae-4c2c-bb97-91aef04eede6 {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:57:57.102289 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c642b60-e4e3-4408-808f-149dead57ddc", "tag": "b657c948-f77f-45ee-acfc-6a4673c1c6f9", "status": "completed", "code": 200}]} {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:57:57.102547 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c2dddb36-8bae-4c2c-bb97-91aef04eede6 {{(pid=100597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:57:57.102948 n-d-811396-3 neutron-server[100597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c642b60-e4e3-4408-808f-149dead57ddc', 'tag': 'b657c948-f77f-45ee-acfc-6a4673c1c6f9', 'status': 'completed', 'code': 200} Oct 20 10:57:57.209640 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-f2be57ae-69e1-4204-bab9-c1a4efdade94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:57.264974 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82728fd2-1b9b-452d-82d1-b483be386d4c tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:57:57.281975 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-82728fd2-1b9b-452d-82d1-b483be386d4c tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] 10.222.0.64 "PUT /v2.0/routers/36d80ca4-ac1a-4ec0-9d37-0ad25843db5c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1229596 Oct 20 10:57:57.281975 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 56308) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:57.281975 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-42728493-c37c-4f42-b460-086c2ae21482 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:57:57.337582 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73762cb6-b165-4d42-9169-cea3d742022b None None] Network c973d097-5e4e-41c6-b110-c8cffdfdd74e requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:57:57.413587 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 7d53971f-aa3b-4aa2-84f6-02810df12b6c up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:57:57.430250 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ebda8c78-ee21-44db-af15-c97458094584 req-dd1f34a9-4baa-4bcb-8267-dba1182174f4 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca6b8b02-8daa-4111-962a-e7a91c9a149e HTTP/1.1" status: 200 len: 210 time: 0.1193988 Oct 20 10:57:57.455630 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-f2be57ae-69e1-4204-bab9-c1a4efdade94 None None] For port b657c948-f77f-45ee-acfc-6a4673c1c6f9, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=b657c948-f77f-45ee-acfc-6a4673c1c6f9,segment=NetworkSegment(04b14d52-8865-481b-b21e-ff6eaaae12bb),segment_id=04b14d52-8865-481b-b21e-ff6eaaae12bb)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:57:57.470695 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c642b60-e4e3-4408-808f-149dead57ddc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b657c948-f77f-45ee-acfc-6a4673c1c6f9'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:57:57.473057 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b6faa29-34ea-478e-a50c-185576068bc1" -d '{"events": [{"server_uuid": "4c642b60-e4e3-4408-808f-149dead57ddc", "name": "network-vif-plugged", "status": "completed", "tag": "b657c948-f77f-45ee-acfc-6a4673c1c6f9"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:57:57.474693 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2571037d-a3f8-41fb-9322-6b277367b152 req-1a967b9f-740f-4829-9c6b-d0e8940815b8 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/security-groups?id=69f90560-754d-4655-8511-1cc906dc908c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5603626 Oct 20 10:57:57.476534 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-b4982c42-237f-4fac-a3a6-36846e3ec51d req-9ffaf9a3-b38f-4ba7-94d1-ae4cb92ac35f tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:57.522010 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-f2be57ae-69e1-4204-bab9-c1a4efdade94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:57.528065 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-aa1ce452-8f64-4ec2-a95f-c14d02837bab req-b34c116e-5da3-48bd-91b7-8d3ecd1aaa20 service neutron] 10.222.0.69 "GET /v2.0/networks/203edeb2-1c06-4924-a847-8d4bc77a4e0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8141799 Oct 20 10:57:57.597982 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4761266-8388-4d49-a0c8-7ba4070daad3 x-openstack-request-id: req-c4761266-8388-4d49-a0c8-7ba4070daad3 {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:57:57.598862 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c642b60-e4e3-4408-808f-149dead57ddc", "name": "network-vif-plugged", "status": "completed", "tag": "b657c948-f77f-45ee-acfc-6a4673c1c6f9", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:57:57.599075 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c4761266-8388-4d49-a0c8-7ba4070daad3 {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:57:57.599497 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c642b60-e4e3-4408-808f-149dead57ddc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b657c948-f77f-45ee-acfc-6a4673c1c6f9', 'code': 200} Oct 20 10:57:57.736901 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-631bbdde-5b7b-4211-87ab-e3446d2cdc0a req-9178d933-152c-4191-8994-f48fc89be36d tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b681e62-7e4f-423c-9da7-38e1fed3c9dc HTTP/1.1" status: 200 len: 210 time: 0.1143401 Oct 20 10:57:57.757708 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4982c42-237f-4fac-a3a6-36846e3ec51d req-9ffaf9a3-b38f-4ba7-94d1-ae4cb92ac35f tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Network cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0 is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:57:57.778991 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffaf9a3-b38f-4ba7-94d1-ae4cb92ac35f tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Pushing event updated for resources: {'Port': ['ID=3812c3a3-9d19-4847-83f9-467aa4852bfa,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:57.786102 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [req-b4982c42-237f-4fac-a3a6-36846e3ec51d req-9ffaf9a3-b38f-4ba7-94d1-ae4cb92ac35f tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:57:57.794058 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-94e77e6d-cd18-4013-aae5-ec254a02f74d req-dcf3be9b-13b2-47b1-8626-8c320cff04f5 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:57.797285 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4300603b-bfd2-448b-a2b4-478d86fc118d req-bbad2637-bdba-418f-9bab-e4b65b09df7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:57.799016 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4300603b-bfd2-448b-a2b4-478d86fc118d req-bbad2637-bdba-418f-9bab-e4b65b09df7b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ba79d3046aa84fd2ac89895f3514d2bd&device_id=4c642b60-e4e3-4408-808f-149dead57ddc HTTP/1.1" status: 200 len: 1125 time: 0.6313219 Oct 20 10:57:57.799972 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4982c42-237f-4fac-a3a6-36846e3ec51d req-9ffaf9a3-b38f-4ba7-94d1-ae4cb92ac35f tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:57:57.828782 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device d955044a-6302-44d4-a2a0-04b9c1b75614 details requested by agent hyperv_n-h2-811396-3 with host n-h2-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:57:57.970478 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port d955044a-6302-44d4-a2a0-04b9c1b75614, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=d955044a-6302-44d4-a2a0-04b9c1b75614,segment=NetworkSegment(c37f45f9-3ccb-4b98-af7d-90a8017a4acb),segment_id=c37f45f9-3ccb-4b98-af7d-90a8017a4acb)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:57:58.009062 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.extraroute_db [None req-42728493-c37c-4f42-b460-086c2ae21482 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=100597) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 20 10:57:58.033329 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.extraroute_db [None req-42728493-c37c-4f42-b460-086c2ae21482 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Removed routes are [] {{(pid=100597) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 20 10:57:58.033729 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-42728493-c37c-4f42-b460-086c2ae21482 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1773502', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1772312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-258425'] for router, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:58.048355 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd589d1-5718-4f93-9ed6-3aee2fa6c456 req-d91a1a06-af6e-4dc3-b383-a0fe09fb4454 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:58.057005 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3fd589d1-5718-4f93-9ed6-3aee2fa6c456 req-d91a1a06-af6e-4dc3-b383-a0fe09fb4454 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c642b60-e4e3-4408-808f-149dead57ddc HTTP/1.1" status: 200 len: 946 time: 0.3404932 Oct 20 10:57:58.085833 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4982c42-237f-4fac-a3a6-36846e3ec51d req-9ffaf9a3-b38f-4ba7-94d1-ae4cb92ac35f tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:58.086809 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-b4982c42-237f-4fac-a3a6-36846e3ec51d req-9ffaf9a3-b38f-4ba7-94d1-ae4cb92ac35f tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:58.125320 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2be57ae-69e1-4204-bab9-c1a4efdade94 None None] Pushing event updated for resources: {'Port': ['ID=b657c948-f77f-45ee-acfc-6a4673c1c6f9,revision_number=9']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:58.141031 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:58.192743 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b4982c42-237f-4fac-a3a6-36846e3ec51d req-9ffaf9a3-b38f-4ba7-94d1-ae4cb92ac35f tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.4971626 Oct 20 10:57:58.193443 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Returning: {'device': 'd955044a-6302-44d4-a2a0-04b9c1b75614', 'network_id': '203edeb2-1c06-4924-a847-8d4bc77a4e0f', 'port_id': 'd955044a-6302-44d4-a2a0-04b9c1b75614', 'mac_address': 'fa:16:3e:80:0d:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 801, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7b965d4-929c-4c3f-874c-e787f7294129', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:57:58.197658 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-94e77e6d-cd18-4013-aae5-ec254a02f74d req-dcf3be9b-13b2-47b1-8626-8c320cff04f5 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:58.214848 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3fd589d1-5718-4f93-9ed6-3aee2fa6c456 req-d9e63ed2-e93f-4885-802b-d36fa1a02b8d tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/security-groups?id=26948559-e889-46f3-b5c0-b176059a1133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1547000 Oct 20 10:57:58.241598 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-b4982c42-237f-4fac-a3a6-36846e3ec51d req-9845ccbe-4b70-4760-9abc-31c88fe18088 service neutron] Request body: {'port': {'device_id': 'ca6b8b02-8daa-4111-962a-e7a91c9a149e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811396-3'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:57:58.279156 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['d33cb694-c196-43c2-8360-cb3ae8d54011', '89dc4f74-338f-4016-a563-371b8a0755c9'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:57:58.305815 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4300603b-bfd2-448b-a2b4-478d86fc118d req-a7c26bf1-1896-4797-a598-518084763223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:58.307522 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4300603b-bfd2-448b-a2b4-478d86fc118d req-a7c26bf1-1896-4797-a598-518084763223 service neutron] 10.222.0.55 "GET /v2.0/networks?id=70d8d1ef-e175-48cb-b5a8-9bf8ec238a5d HTTP/1.1" status: 200 len: 898 time: 0.4568563 Oct 20 10:57:58.322719 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3beec9-1f7e-4cd3-ace8-e04476169850 req-8c20d8d3-ee62-4428-8fdc-1c482d1fbd00 tempest-TestServerBasicOps-247257694 tempest-TestServerBasicOps-247257694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:58.330585 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fe3beec9-1f7e-4cd3-ace8-e04476169850 req-8c20d8d3-ee62-4428-8fdc-1c482d1fbd00 tempest-TestServerBasicOps-247257694 tempest-TestServerBasicOps-247257694-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbb1d3fe-09bb-448f-b9c0-2884467ffdb1 HTTP/1.1" status: 200 len: 943 time: 0.2661262 Oct 20 10:57:58.359620 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-42728493-c37c-4f42-b460-086c2ae21482 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1773502', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1772312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-258425'] for router, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:58.370258 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-42728493-c37c-4f42-b460-086c2ae21482 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1773475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1773489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1773480', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1772307'] for router, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:58.402821 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94e77e6d-cd18-4013-aae5-ec254a02f74d req-dcf3be9b-13b2-47b1-8626-8c320cff04f5 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Network b8b1e2be-5932-428e-a716-07af13af4e6c is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:57:58.425134 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf3be9b-13b2-47b1-8626-8c320cff04f5 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Pushing event updated for resources: {'Port': ['ID=20fb5938-9d47-473f-92d6-bf544bc4c10a,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:58.434198 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [req-94e77e6d-cd18-4013-aae5-ec254a02f74d req-dcf3be9b-13b2-47b1-8626-8c320cff04f5 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:57:58.452016 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-94e77e6d-cd18-4013-aae5-ec254a02f74d req-dcf3be9b-13b2-47b1-8626-8c320cff04f5 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:57:58.482787 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 76070c93-c0dc-48ba-aa7b-3d15b3540a16, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=76070c93-c0dc-48ba-aa7b-3d15b3540a16,segment=NetworkSegment(454bfc68-3d11-4849-8508-1d19e9dea5ec),segment_id=454bfc68-3d11-4849-8508-1d19e9dea5ec)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:57:58.502152 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 7d53971f-aa3b-4aa2-84f6-02810df12b6c triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:57:58.502693 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:58.540422 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42728493-c37c-4f42-b460-086c2ae21482 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Router 36d80ca4-ac1a-4ec0-9d37-0ad25843db5c has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:57:58.546866 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:58.609349 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fe3beec9-1f7e-4cd3-ace8-e04476169850 req-d70e4350-cc37-402c-9be2-c9824e46f58a tempest-TestServerBasicOps-247257694 tempest-TestServerBasicOps-247257694-project] 10.222.0.64 "GET /v2.0/security-groups?id=777d26a2-77cc-4488-aee7-ff0e29f60da4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2776647 Oct 20 10:57:58.610864 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-b4982c42-237f-4fac-a3a6-36846e3ec51d req-9845ccbe-4b70-4760-9abc-31c88fe18088 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:58.707024 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42728493-c37c-4f42-b460-086c2ae21482 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:57:58.707720 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=76070c93-c0dc-48ba-aa7b-3d15b3540a16,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:57:58.716859 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4300603b-bfd2-448b-a2b4-478d86fc118d req-812a1d2f-8c41-4f12-8fc9-549bd7c006a5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b657c948-f77f-45ee-acfc-6a4673c1c6f9 HTTP/1.1" status: 200 len: 1002 time: 0.3743362 Oct 20 10:57:58.722619 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-42728493-c37c-4f42-b460-086c2ae21482 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks [] for router, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:58.727490 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-42728493-c37c-4f42-b460-086c2ae21482 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] 10.222.0.64 "PUT /v2.0/routers/36d80ca4-ac1a-4ec0-9d37-0ad25843db5c HTTP/1.1" status: 200 len: 933 time: 1.4505894 Oct 20 10:57:58.729994 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 56324) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:58.737670 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-1f6d15f8-29cd-410a-b6fc-5f5200dd6de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36d80ca4-ac1a-4ec0-9d37-0ad25843db5c', 'name': 'tempest-RoutersTest-router-888831143', 'tenant_id': 'f889f0e78885417f8f60131724c64516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:57:26Z', 'updated_at': '2021-10-20T10:57:55Z', 'revision_number': 5, 'project_id': 'f889f0e78885417f8f60131724c64516', 'gw_port_host': None, '_interfaces': [{'id': '34636567-5d4f-43d9-8d20-dd91793aeeb2', 'name': '', 'network_id': 'c973d097-5e4e-41c6-b110-c8cffdfdd74e', 'tenant_id': 'f889f0e78885417f8f60131724c64516', 'mac_address': 'fa:16:3e:f2:0c:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36d80ca4-ac1a-4ec0-9d37-0ad25843db5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': 'd0b7a534-0d6b-40d2-892b-e35a8b611053', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:57:54Z', 'updated_at': '2021-10-20T10:57:54Z', 'revision_number': 1, 'project_id': 'f889f0e78885417f8f60131724c64516', 'subnets': [{'id': 'd0b7a534-0d6b-40d2-892b-e35a8b611053', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '36659497-3587-4780-bd60-84ce13cd9d14', 'name': '', 'network_id': 'df540a0b-bd93-44c6-8546-0ccd33dfe13b', 'tenant_id': 'f889f0e78885417f8f60131724c64516', 'mac_address': 'fa:16:3e:67:d4:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36d80ca4-ac1a-4ec0-9d37-0ad25843db5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3370, 'fixed_ips': [{'subnet_id': '151ac544-d442-47e6-93b9-df87d79092b5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:57:47Z', 'updated_at': '2021-10-20T10:57:55Z', 'revision_number': 4, 'project_id': 'f889f0e78885417f8f60131724c64516', 'subnets': [{'id': '151ac544-d442-47e6-93b9-df87d79092b5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '42b864f7-1b99-4535-b3ff-2ea66a0f8503', 'name': '', 'network_id': '3ae0cb69-c97c-4688-b905-59d6f8d6eaa6', 'tenant_id': 'f889f0e78885417f8f60131724c64516', 'mac_address': 'fa:16:3e:66:cc:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d80ca4-ac1a-4ec0-9d37-0ad25843db5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3360, 'fixed_ips': [{'subnet_id': 'd6d7329e-6637-49c3-bddb-d1b0b832700f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:57:40Z', 'updated_at': '2021-10-20T10:57:48Z', 'revision_number': 5, 'project_id': 'f889f0e78885417f8f60131724c64516', 'subnets': [{'id': 'd6d7329e-6637-49c3-bddb-d1b0b832700f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5df519dd-aa3b-4761-ae60-d3542f835eb3', 'name': '', 'network_id': '27a1d39b-338c-4134-8ccc-7e10b7fae67a', 'tenant_id': 'f889f0e78885417f8f60131724c64516', 'mac_address': 'fa:16:3e:69:19:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d80ca4-ac1a-4ec0-9d37-0ad25843db5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': '54b5cd66-4475-4e7f-8f2d-243fd5215495', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:57:30Z', 'updated_at': '2021-10-20T10:57:40Z', 'revision_number': 5, 'project_id': 'f889f0e78885417f8f60131724c64516', 'subnets': [{'id': '54b5cd66-4475-4e7f-8f2d-243fd5215495', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:57:58.798405 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:58.838769 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e77e6d-cd18-4013-aae5-ec254a02f74d req-dcf3be9b-13b2-47b1-8626-8c320cff04f5 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:58.839732 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-94e77e6d-cd18-4013-aae5-ec254a02f74d req-dcf3be9b-13b2-47b1-8626-8c320cff04f5 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:58.844544 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d955044a-6302-44d4-a2a0-04b9c1b75614 {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:57:58.860725 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-705b4338-505b-4b1c-a711-4837e9b4a054 None None] Provisioning complete for port 7d53971f-aa3b-4aa2-84f6-02810df12b6c triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:57:58.861087 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-705b4338-505b-4b1c-a711-4837e9b4a054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:58.890384 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd14c5fe-9406-48ae-9520-d78bfc252353 req-8755f5a7-caca-4fb1-a815-aaeb6d1ec714 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:58.894909 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-4500648e-ae21-4ffa-a203-c85110ffcef7 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] 10.222.0.64 "GET /v2.0/routers/36d80ca4-ac1a-4ec0-9d37-0ad25843db5c HTTP/1.1" status: 200 len: 933 time: 0.1617038 Oct 20 10:57:58.895819 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 56328) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:57:58.898343 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bd14c5fe-9406-48ae-9520-d78bfc252353 req-8755f5a7-caca-4fb1-a815-aaeb6d1ec714 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca6b8b02-8daa-4111-962a-e7a91c9a149e HTTP/1.1" status: 200 len: 932 time: 0.3321836 Oct 20 10:57:58.901444 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-c1e08b9f-ea4d-4221-bb5f-137af792f954 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Request body: {'router': {'routes': None}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:57:58.923075 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4300603b-bfd2-448b-a2b4-478d86fc118d req-ec998092-5336-45b8-ab41-c4228b6f6699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:58.924814 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4300603b-bfd2-448b-a2b4-478d86fc118d req-ec998092-5336-45b8-ab41-c4228b6f6699 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8cc294db-53a2-49f2-b9ea-e79f5035cec8 HTTP/1.1" status: 200 len: 834 time: 0.1825490 Oct 20 10:57:58.929334 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-94e77e6d-cd18-4013-aae5-ec254a02f74d req-dcf3be9b-13b2-47b1-8626-8c320cff04f5 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0729880 Oct 20 10:57:58.962418 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f6d15f8-29cd-410a-b6fc-5f5200dd6de1 None None] The sync data for ids ['36d80ca4-ac1a-4ec0-9d37-0ad25843db5c'] in n-d-811396-3 is: [{'id': '36d80ca4-ac1a-4ec0-9d37-0ad25843db5c', 'name': 'tempest-RoutersTest-router-888831143', 'tenant_id': 'f889f0e78885417f8f60131724c64516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:57:26Z', 'updated_at': '2021-10-20T10:57:55Z', 'revision_number': 5, 'project_id': 'f889f0e78885417f8f60131724c64516', 'gw_port_host': None, '_interfaces': [{'id': '34636567-5d4f-43d9-8d20-dd91793aeeb2', 'name': '', 'network_id': 'c973d097-5e4e-41c6-b110-c8cffdfdd74e', 'tenant_id': 'f889f0e78885417f8f60131724c64516', 'mac_address': 'fa:16:3e:f2:0c:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36d80ca4-ac1a-4ec0-9d37-0ad25843db5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': 'd0b7a534-0d6b-40d2-892b-e35a8b611053', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:57:54Z', 'updated_at': '2021-10-20T10:57:54Z', 'revision_number': 1, 'project_id': 'f889f0e78885417f8f60131724c64516', 'subnets': [{'id': 'd0b7a534-0d6b-40d2-892b-e35a8b611053', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '36659497-3587-4780-bd60-84ce13cd9d14', 'name': '', 'network_id': 'df540a0b-bd93-44c6-8546-0ccd33dfe13b', 'tenant_id': 'f889f0e78885417f8f60131724c64516', 'mac_address': 'fa:16:3e:67:d4:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36d80ca4-ac1a-4ec0-9d37-0ad25843db5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3370, 'fixed_ips': [{'subnet_id': '151ac544-d442-47e6-93b9-df87d79092b5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:57:47Z', 'updated_at': '2021-10-20T10:57:55Z', 'revision_number': 4, 'project_id': 'f889f0e78885417f8f60131724c64516', 'subnets': [{'id': '151ac544-d442-47e6-93b9-df87d79092b5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '42b864f7-1b99-4535-b3ff-2ea66a0f8503', 'name': '', 'network_id': '3ae0cb69-c97c-4688-b905-59d6f8d6eaa6', 'tenant_id': 'f889f0e78885417f8f60131724c64516', 'mac_address': 'fa:16:3e:66:cc:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d80ca4-ac1a-4ec0-9d37-0ad25843db5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3360, 'fixed_ips': [{'subnet_id': 'd6d7329e-6637-49c3-bddb-d1b0b832700f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:57:40Z', 'updated_at': '2021-10-20T10:57:48Z', 'revision_number': 5, 'project_id': 'f889f0e78885417f8f60131724c64516', 'subnets': [{'id': 'd6d7329e-6637-49c3-bddb-d1b0b832700f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5df519dd-aa3b-4761-ae60-d3542f835eb3', 'name': '', 'network_id': '27a1d39b-338c-4134-8ccc-7e10b7fae67a', 'tenant_id': 'f889f0e78885417f8f60131724c64516', 'mac_address': 'fa:16:3e:69:19:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d80ca4-ac1a-4ec0-9d37-0ad25843db5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': '54b5cd66-4475-4e7f-8f2d-243fd5215495', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:57:30Z', 'updated_at': '2021-10-20T10:57:40Z', 'revision_number': 5, 'project_id': 'f889f0e78885417f8f60131724c64516', 'subnets': [{'id': '54b5cd66-4475-4e7f-8f2d-243fd5215495', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:57:59.059720 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [req-94e77e6d-cd18-4013-aae5-ec254a02f74d req-227e73f1-c7ed-4e4e-ad2c-1eaba17d573a tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:57:59.061377 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-94e77e6d-cd18-4013-aae5-ec254a02f74d req-227e73f1-c7ed-4e4e-ad2c-1eaba17d573a tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0337868 Oct 20 10:57:59.075417 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7fc2d2-5bfe-4936-b5ac-cb00eeabc975 req-ee2ebb16-98aa-44a2-864a-766566d481d5 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:57:59.083129 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9b7fc2d2-5bfe-4936-b5ac-cb00eeabc975 req-ee2ebb16-98aa-44a2-864a-766566d481d5 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/ports?device_id=705af76e-c57b-48dc-9056-29b631f1bc4d HTTP/1.1" status: 200 len: 946 time: 0.3543200 Oct 20 10:57:59.101422 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port d955044a-6302-44d4-a2a0-04b9c1b75614, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=d955044a-6302-44d4-a2a0-04b9c1b75614,segment=NetworkSegment(c37f45f9-3ccb-4b98-af7d-90a8017a4acb),segment_id=c37f45f9-3ccb-4b98-af7d-90a8017a4acb)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:57:59.114797 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-94e77e6d-cd18-4013-aae5-ec254a02f74d req-6b64b5d7-5056-4ad4-b5df-fa65b741822f service neutron] Request body: {'port': {'device_id': '7b681e62-7e4f-423c-9da7-38e1fed3c9dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811396-3'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:57:59.212595 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:59.213277 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device b657c948-f77f-45ee-acfc-6a4673c1c6f9 details requested by agent hyperv_n-h2-811396-3 with host n-h2-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:57:59.233843 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:57:59.239346 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bd14c5fe-9406-48ae-9520-d78bfc252353 req-39eccb38-2196-4f5f-ad11-97bcb8863e48 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/security-groups?id=b86ef872-82a8-48e3-89d0-a53331758f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3399632 Oct 20 10:57:59.456464 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9b7fc2d2-5bfe-4936-b5ac-cb00eeabc975 req-06a858e7-d1ed-4463-b174-856641455259 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/security-groups?id=69f90560-754d-4655-8511-1cc906dc908c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3719244 Oct 20 10:57:59.611758 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.db.resource_extend [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 20 10:57:59.624234 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '705af76e-c57b-48dc-9056-29b631f1bc4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76070c93-c0dc-48ba-aa7b-3d15b3540a16'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:57:59.627647 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-151c3fdd-13ad-4cbd-91ff-942463a23c2f" -d '{"events": [{"server_uuid": "705af76e-c57b-48dc-9056-29b631f1bc4d", "name": "network-vif-plugged", "status": "completed", "tag": "76070c93-c0dc-48ba-aa7b-3d15b3540a16"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:57:59.869858 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.extraroute_db [None req-c1e08b9f-ea4d-4221-bb5f-137af792f954 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Added routes are [] {{(pid=100597) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 20 10:57:59.870908 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.extraroute_db [None req-c1e08b9f-ea4d-4221-bb5f-137af792f954 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=100597) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 20 10:57:59.954967 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c1e08b9f-ea4d-4221-bb5f-137af792f954 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1773502', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1772312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-258425'] for router, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:00.246424 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port b657c948-f77f-45ee-acfc-6a4673c1c6f9, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=b657c948-f77f-45ee-acfc-6a4673c1c6f9,segment=NetworkSegment(04b14d52-8865-481b-b21e-ff6eaaae12bb),segment_id=04b14d52-8865-481b-b21e-ff6eaaae12bb)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:58:00.302196 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device b657c948-f77f-45ee-acfc-6a4673c1c6f9 has no active binding in host n-h2-811396-3 {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 20 10:58:00.308252 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-705b4338-505b-4b1c-a711-4837e9b4a054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:00.388416 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4300603b-bfd2-448b-a2b4-478d86fc118d req-e19f3f38-2c54-4b41-8bb2-5f8fc7897ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:00.395651 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4300603b-bfd2-448b-a2b4-478d86fc118d req-e19f3f38-2c54-4b41-8bb2-5f8fc7897ede service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=70d8d1ef-e175-48cb-b5a8-9bf8ec238a5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.4541068 Oct 20 10:58:00.397959 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] For port 7d53971f-aa3b-4aa2-84f6-02810df12b6c, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=7d53971f-aa3b-4aa2-84f6-02810df12b6c,segment=NetworkSegment(1d80293b-f5bf-40da-8f72-a9ccff645fd5),segment_id=1d80293b-f5bf-40da-8f72-a9ccff645fd5)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:58:00.408079 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=d955044a-6302-44d4-a2a0-04b9c1b75614,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:00.438382 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:00.451964 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-94e77e6d-cd18-4013-aae5-ec254a02f74d req-6b64b5d7-5056-4ad4-b5df-fa65b741822f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:00.648221 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['d955044a-6302-44d4-a2a0-04b9c1b75614'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:58:00.721117 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 36659497-3587-4780-bd60-84ce13cd9d14 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:58:00.778797 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [req-b4982c42-237f-4fac-a3a6-36846e3ec51d req-9845ccbe-4b70-4760-9abc-31c88fe18088 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3812c3a3-9d19-4847-83f9-467aa4852bfa {{(pid=100596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:58:00.830412 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-b4982c42-237f-4fac-a3a6-36846e3ec51d req-9845ccbe-4b70-4760-9abc-31c88fe18088 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:00.849492 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824a0eb8-f805-43d2-a3e6-13b9f0d0947d req-51906e8a-b0df-483e-83da-a090d996812d tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:00.851724 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-824a0eb8-f805-43d2-a3e6-13b9f0d0947d req-51906e8a-b0df-483e-83da-a090d996812d tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b681e62-7e4f-423c-9da7-38e1fed3c9dc HTTP/1.1" status: 200 len: 931 time: 1.4346123 Oct 20 10:58:00.885311 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Pushing event updated for resources: {'Port': ['ID=7d53971f-aa3b-4aa2-84f6-02810df12b6c,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:00.930202 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.db.api [None req-705b4338-505b-4b1c-a711-4837e9b4a054 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 10:58:00.930816 n-d-811396-3 neutron-server[100598]: DEBUG oslo_db.api [None req-705b4338-505b-4b1c-a711-4837e9b4a054 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 10:58:00.953952 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.provisioning_blocks [req-b4982c42-237f-4fac-a3a6-36846e3ec51d req-9845ccbe-4b70-4760-9abc-31c88fe18088 service neutron] Transition to ACTIVE for port object 3812c3a3-9d19-4847-83f9-467aa4852bfa will not be triggered until provisioned by entity L2. {{(pid=100596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:58:00.968318 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585ef1a7-ee39-4bac-9603-f9faa40aa862 req-e7934983-b1f8-4db1-b1d2-55bfc41a028f tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:00.969612 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c1e08b9f-ea4d-4221-bb5f-137af792f954 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1773502', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1772312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-258425'] for router, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:00.970327 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-585ef1a7-ee39-4bac-9603-f9faa40aa862 req-e7934983-b1f8-4db1-b1d2-55bfc41a028f tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c642b60-e4e3-4408-808f-149dead57ddc HTTP/1.1" status: 200 len: 946 time: 0.6982148 Oct 20 10:58:00.978906 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c1e08b9f-ea4d-4221-bb5f-137af792f954 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1773475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1773489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1773480', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1772307'] for router, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:00.979131 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-b4982c42-237f-4fac-a3a6-36846e3ec51d req-9845ccbe-4b70-4760-9abc-31c88fe18088 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:01.070615 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 36659497-3587-4780-bd60-84ce13cd9d14 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:58:01.070988 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:01.172784 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1e08b9f-ea4d-4221-bb5f-137af792f954 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Router 36d80ca4-ac1a-4ec0-9d37-0ad25843db5c has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:58:01.211600 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5600c085-6223-40bd-b959-099cfcce9a20 None None] Sync routers for ids ['36d80ca4-ac1a-4ec0-9d37-0ad25843db5c'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:58:01.216523 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-824a0eb8-f805-43d2-a3e6-13b9f0d0947d req-f6a0bb78-14cc-407e-8a7a-cbd923d456cd tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=7d9a6fe5-d7f3-4fa2-86d5-4c121918dfe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3147647 Oct 20 10:58:01.242569 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5600c085-6223-40bd-b959-099cfcce9a20 None None] Routers {'36d80ca4-ac1a-4ec0-9d37-0ad25843db5c'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:58:01.246808 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-5600c085-6223-40bd-b959-099cfcce9a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:57:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['36d80ca4-ac1a-4ec0-9d37-0ad25843db5c'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:01.273155 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-585ef1a7-ee39-4bac-9603-f9faa40aa862 req-eab7184d-8499-49e3-8e02-e934a787b0db tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/security-groups?id=26948559-e889-46f3-b5c0-b176059a1133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2894108 Oct 20 10:58:01.298389 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4300603b-bfd2-448b-a2b4-478d86fc118d req-e7d59d42-8808-4483-88f1-ebf7643aa7e4 service neutron] 10.222.0.55 "GET /v2.0/networks/70d8d1ef-e175-48cb-b5a8-9bf8ec238a5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8581371 Oct 20 10:58:01.309009 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:01.386447 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9845ccbe-4b70-4760-9abc-31c88fe18088 service neutron] Pushing event updated for resources: {'Port': ['ID=3812c3a3-9d19-4847-83f9-467aa4852bfa,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:01.407248 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee8f771f-8af0-4507-9cc1-bc88c86419c7 x-openstack-request-id: req-ee8f771f-8af0-4507-9cc1-bc88c86419c7 {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:58:01.407601 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "705af76e-c57b-48dc-9056-29b631f1bc4d", "name": "network-vif-plugged", "status": "completed", "tag": "76070c93-c0dc-48ba-aa7b-3d15b3540a16", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:58:01.407806 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ee8f771f-8af0-4507-9cc1-bc88c86419c7 {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:58:01.408079 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-5600c085-6223-40bd-b959-099cfcce9a20 None None] Set router 36d80ca4-ac1a-4ec0-9d37-0ad25843db5c gateway port host: None {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:58:01.408242 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '705af76e-c57b-48dc-9056-29b631f1bc4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76070c93-c0dc-48ba-aa7b-3d15b3540a16', 'code': 200} Oct 20 10:58:01.511530 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.55', 57850) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:01.514014 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] For port 36659497-3587-4780-bd60-84ce13cd9d14, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=36659497-3587-4780-bd60-84ce13cd9d14,segment=NetworkSegment(77329c5c-09b3-49d4-9e08-17ade9561159),segment_id=77329c5c-09b3-49d4-9e08-17ade9561159)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:58:01.541630 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:01.554720 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-ab7658d5-0f7d-4882-8a9b-27ff11b8b770 req-4ce9911c-d626-489c-9731-1b2eb6cc060e service neutron] 10.222.0.55 "GET /v2.0/ports/b657c948-f77f-45ee-acfc-6a4673c1c6f9/bindings/n-h2-811396-3 HTTP/1.1" status: 200 len: 384 time: 0.3806119 Oct 20 10:58:01.678369 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1e08b9f-ea4d-4221-bb5f-137af792f954 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:58:01.690166 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c1e08b9f-ea4d-4221-bb5f-137af792f954 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks [] for router, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:01.691441 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-c1e08b9f-ea4d-4221-bb5f-137af792f954 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] 10.222.0.64 "PUT /v2.0/routers/36d80ca4-ac1a-4ec0-9d37-0ad25843db5c HTTP/1.1" status: 200 len: 699 time: 2.7943006 Oct 20 10:58:01.698246 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 56348) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:01.712954 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360160c7-65eb-4dfa-8d92-38ea91cadf6d req-f453215c-c156-4fdb-8a82-4d45ed47c836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:01.714456 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-360160c7-65eb-4dfa-8d92-38ea91cadf6d req-f453215c-c156-4fdb-8a82-4d45ed47c836 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=705af76e-c57b-48dc-9056-29b631f1bc4d HTTP/1.1" status: 200 len: 1097 time: 0.2008331 Oct 20 10:58:01.741031 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Pushing event updated for resources: {'Port': ['ID=36659497-3587-4780-bd60-84ce13cd9d14,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:01.775166 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-5600c085-6223-40bd-b959-099cfcce9a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36d80ca4-ac1a-4ec0-9d37-0ad25843db5c', 'name': 'tempest-RoutersTest-router-888831143', 'tenant_id': 'f889f0e78885417f8f60131724c64516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:57:26Z', 'updated_at': '2021-10-20T10:57:59Z', 'revision_number': 7, 'project_id': 'f889f0e78885417f8f60131724c64516', 'gw_port_host': None, '_interfaces': [{'id': '34636567-5d4f-43d9-8d20-dd91793aeeb2', 'name': '', 'network_id': 'c973d097-5e4e-41c6-b110-c8cffdfdd74e', 'tenant_id': 'f889f0e78885417f8f60131724c64516', 'mac_address': 'fa:16:3e:f2:0c:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36d80ca4-ac1a-4ec0-9d37-0ad25843db5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': 'd0b7a534-0d6b-40d2-892b-e35a8b611053', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:57:54Z', 'updated_at': '2021-10-20T10:57:56Z', 'revision_number': 2, 'project_id': 'f889f0e78885417f8f60131724c64516', 'subnets': [{'id': 'd0b7a534-0d6b-40d2-892b-e35a8b611053', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '36659497-3587-4780-bd60-84ce13cd9d14', 'name': '', 'network_id': 'df540a0b-bd93-44c6-8546-0ccd33dfe13b', 'tenant_id': 'f889f0e78885417f8f60131724c64516', 'mac_address': 'fa:16:3e:67:d4:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36d80ca4-ac1a-4ec0-9d37-0ad25843db5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3370, 'fixed_ips': [{'subnet_id': '151ac544-d442-47e6-93b9-df87d79092b5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:57:47Z', 'updated_at': '2021-10-20T10:57:55Z', 'revision_number': 4, 'project_id': 'f889f0e78885417f8f60131724c64516', 'subnets': [{'id': '151ac544-d442-47e6-93b9-df87d79092b5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '42b864f7-1b99-4535-b3ff-2ea66a0f8503', 'name': '', 'network_id': '3ae0cb69-c97c-4688-b905-59d6f8d6eaa6', 'tenant_id': 'f889f0e78885417f8f60131724c64516', 'mac_address': 'fa:16:3e:66:cc:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d80ca4-ac1a-4ec0-9d37-0ad25843db5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3360, 'fixed_ips': [{'subnet_id': 'd6d7329e-6637-49c3-bddb-d1b0b832700f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:57:40Z', 'updated_at': '2021-10-20T10:57:48Z', 'revision_number': 5, 'project_id': 'f889f0e78885417f8f60131724c64516', 'subnets': [{'id': 'd6d7329e-6637-49c3-bddb-d1b0b832700f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5df519dd-aa3b-4761-ae60-d3542f835eb3', 'name': '', 'network_id': '27a1d39b-338c-4134-8ccc-7e10b7fae67a', 'tenant_id': 'f889f0e78885417f8f60131724c64516', 'mac_address': 'fa:16:3e:69:19:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d80ca4-ac1a-4ec0-9d37-0ad25843db5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': '54b5cd66-4475-4e7f-8f2d-243fd5215495', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:57:30Z', 'updated_at': '2021-10-20T10:57:40Z', 'revision_number': 5, 'project_id': 'f889f0e78885417f8f60131724c64516', 'subnets': [{'id': '54b5cd66-4475-4e7f-8f2d-243fd5215495', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:01.809713 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5600c085-6223-40bd-b959-099cfcce9a20 None None] Checking router: 36d80ca4-ac1a-4ec0-9d37-0ad25843db5c for host: n-d-811396-3 {{(pid=100599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:58:01.810071 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5600c085-6223-40bd-b959-099cfcce9a20 None None] Updating router 36d80ca4-ac1a-4ec0-9d37-0ad25843db5c port 34636567-5d4f-43d9-8d20-dd91793aeeb2 binding host n-d-811396-3 {{(pid=100599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 10:58:01.846357 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-705b4338-505b-4b1c-a711-4837e9b4a054 None None] Provisioning complete for port 36659497-3587-4780-bd60-84ce13cd9d14 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:58:01.846744 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-705b4338-505b-4b1c-a711-4837e9b4a054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:01.847514 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-5600c085-6223-40bd-b959-099cfcce9a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:01.983193 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-d638d299-3148-415c-95fb-7941d8565bb1 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] 10.222.0.64 "GET /v2.0/routers/36d80ca4-ac1a-4ec0-9d37-0ad25843db5c HTTP/1.1" status: 200 len: 699 time: 0.2822921 Oct 20 10:58:01.996250 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-360160c7-65eb-4dfa-8d92-38ea91cadf6d req-009dc756-3155-43e2-b0fb-b9d0e7120a9a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=69f90560-754d-4655-8511-1cc906dc908c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329199 Oct 20 10:58:01.996714 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 56354) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:02.058877 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e805d787-8c3a-4a21-a630-da739fd58014 req-bc7dc34f-a28d-43b1-b69a-116f679f743b tempest-TestServerBasicOps-247257694 tempest-TestServerBasicOps-247257694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:02.061229 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e805d787-8c3a-4a21-a630-da739fd58014 req-bc7dc34f-a28d-43b1-b69a-116f679f743b tempest-TestServerBasicOps-247257694 tempest-TestServerBasicOps-247257694-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbb1d3fe-09bb-448f-b9c0-2884467ffdb1 HTTP/1.1" status: 200 len: 944 time: 0.6124558 Oct 20 10:58:02.116298 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8338e69f-1b8d-4dbf-bf98-1e999e275abf req-1fc59b4d-0bb0-4e39-91eb-3368b04a029a tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:02.117870 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8338e69f-1b8d-4dbf-bf98-1e999e275abf req-1fc59b4d-0bb0-4e39-91eb-3368b04a029a tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca6b8b02-8daa-4111-962a-e7a91c9a149e HTTP/1.1" status: 200 len: 944 time: 0.5361977 Oct 20 10:58:02.119856 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4300603b-bfd2-448b-a2b4-478d86fc118d req-8729c727-ff71-43fe-8dcf-db5893e3da4d service neutron] 10.222.0.55 "GET /v2.0/networks/70d8d1ef-e175-48cb-b5a8-9bf8ec238a5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7753685 Oct 20 10:58:02.134264 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-a64bb9ad-0f13-4d79-82e6-b8f79034cdb6 None None] Provisioning complete for port 34636567-5d4f-43d9-8d20-dd91793aeeb2 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:58:02.134670 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-a64bb9ad-0f13-4d79-82e6-b8f79034cdb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:02.205802 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-a64bb9ad-0f13-4d79-82e6-b8f79034cdb6 None None] Port 34636567-5d4f-43d9-8d20-dd91793aeeb2 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:58:02.257187 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-a64bb9ad-0f13-4d79-82e6-b8f79034cdb6 None None] Provisioning complete for port 7d53971f-aa3b-4aa2-84f6-02810df12b6c triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:58:02.257765 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-a64bb9ad-0f13-4d79-82e6-b8f79034cdb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:02.271452 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e805d787-8c3a-4a21-a630-da739fd58014 req-f3bbfee6-ddf1-4470-b42d-91a08a8a635b tempest-TestServerBasicOps-247257694 tempest-TestServerBasicOps-247257694-project] 10.222.0.64 "GET /v2.0/security-groups?id=777d26a2-77cc-4488-aee7-ff0e29f60da4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1382689 Oct 20 10:58:02.272240 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-b4982c42-237f-4fac-a3a6-36846e3ec51d req-9845ccbe-4b70-4760-9abc-31c88fe18088 service neutron] Attempting to bind port 3812c3a3-9d19-4847-83f9-467aa4852bfa on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:58:02.272582 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-5600c085-6223-40bd-b959-099cfcce9a20 None None] Publish callbacks [] for port, precommit_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:02.273048 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-b4982c42-237f-4fac-a3a6-36846e3ec51d req-9845ccbe-4b70-4760-9abc-31c88fe18088 service neutron] Attempting to bind port 3812c3a3-9d19-4847-83f9-467aa4852bfa by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': '5f5097d1-dd03-4e53-8d67-381b8a2c1ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:58:02.273048 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4982c42-237f-4fac-a3a6-36846e3ec51d req-9845ccbe-4b70-4760-9abc-31c88fe18088 service neutron] Attempting to bind port 3812c3a3-9d19-4847-83f9-467aa4852bfa on network cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:58:02.279428 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-5600c085-6223-40bd-b959-099cfcce9a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:02.290360 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4982c42-237f-4fac-a3a6-36846e3ec51d req-9845ccbe-4b70-4760-9abc-31c88fe18088 service neutron] Port 3812c3a3-9d19-4847-83f9-467aa4852bfa on network cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0 not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:58:02.290729 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4982c42-237f-4fac-a3a6-36846e3ec51d req-9845ccbe-4b70-4760-9abc-31c88fe18088 service neutron] Attempting to bind port 3812c3a3-9d19-4847-83f9-467aa4852bfa on network cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:58:02.319287 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4982c42-237f-4fac-a3a6-36846e3ec51d req-9845ccbe-4b70-4760-9abc-31c88fe18088 service neutron] Checking agent: {'id': '061232a2-7adc-4ba1-a873-e8cb136b064d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 57, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:58:02.319836 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4982c42-237f-4fac-a3a6-36846e3ec51d req-9845ccbe-4b70-4760-9abc-31c88fe18088 service neutron] Checking segment: {'id': '5f5097d1-dd03-4e53-8d67-381b8a2c1ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:58:02.320400 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4982c42-237f-4fac-a3a6-36846e3ec51d req-9845ccbe-4b70-4760-9abc-31c88fe18088 service neutron] Bound using segment: {'id': '5f5097d1-dd03-4e53-8d67-381b8a2c1ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0'} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:58:02.320996 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-b4982c42-237f-4fac-a3a6-36846e3ec51d req-9845ccbe-4b70-4760-9abc-31c88fe18088 service neutron] Bound port: 3812c3a3-9d19-4847-83f9-467aa4852bfa, host: n-h2-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f5097d1-dd03-4e53-8d67-381b8a2c1ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0'}}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:58:02.321509 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-b4982c42-237f-4fac-a3a6-36846e3ec51d req-9845ccbe-4b70-4760-9abc-31c88fe18088 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:02.386973 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ebcb6c-746a-4557-bfac-5a827b1ff8fe None None] Pushing event updated for resources: {'Port': ['ID=34636567-5d4f-43d9-8d20-dd91793aeeb2,revision_number=3']} {{(pid=100599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:02.392374 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [req-ab7658d5-0f7d-4882-8a9b-27ff11b8b770 req-72bf221f-9785-4138-8d77-7deae7b7e15e service neutron] For port b657c948-f77f-45ee-acfc-6a4673c1c6f9, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=b657c948-f77f-45ee-acfc-6a4673c1c6f9,segment=NetworkSegment(04b14d52-8865-481b-b21e-ff6eaaae12bb),segment_id=04b14d52-8865-481b-b21e-ff6eaaae12bb)] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:58:02.419072 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ebcb6c-746a-4557-bfac-5a827b1ff8fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:58:02.419467 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ebcb6c-746a-4557-bfac-5a827b1ff8fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:58:02.419816 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ebcb6c-746a-4557-bfac-5a827b1ff8fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:58:02.420199 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ebcb6c-746a-4557-bfac-5a827b1ff8fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:58:02.420488 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ebcb6c-746a-4557-bfac-5a827b1ff8fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:58:02.420815 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ebcb6c-746a-4557-bfac-5a827b1ff8fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:58:02.421162 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ebcb6c-746a-4557-bfac-5a827b1ff8fe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:58:02.421701 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ebcb6c-746a-4557-bfac-5a827b1ff8fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:58:02.421953 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ebcb6c-746a-4557-bfac-5a827b1ff8fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:58:02.422798 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ebcb6c-746a-4557-bfac-5a827b1ff8fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:58:02.423151 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ebcb6c-746a-4557-bfac-5a827b1ff8fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:58:02.423543 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ebcb6c-746a-4557-bfac-5a827b1ff8fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:58:02.488808 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-b4982c42-237f-4fac-a3a6-36846e3ec51d req-9845ccbe-4b70-4760-9abc-31c88fe18088 service neutron] For port 3812c3a3-9d19-4847-83f9-467aa4852bfa, host n-h2-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:58:02.492683 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-b4982c42-237f-4fac-a3a6-36846e3ec51d req-9845ccbe-4b70-4760-9abc-31c88fe18088 service neutron] For port 3812c3a3-9d19-4847-83f9-467aa4852bfa, host n-h2-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=3812c3a3-9d19-4847-83f9-467aa4852bfa,segment=NetworkSegment(5f5097d1-dd03-4e53-8d67-381b8a2c1ac8),segment_id=5f5097d1-dd03-4e53-8d67-381b8a2c1ac8)] {{(pid=100596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:58:02.504517 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-5600c085-6223-40bd-b959-099cfcce9a20 None None] Attempting to bind port 34636567-5d4f-43d9-8d20-dd91793aeeb2 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:58:02.504891 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-5600c085-6223-40bd-b959-099cfcce9a20 None None] Attempting to bind port 34636567-5d4f-43d9-8d20-dd91793aeeb2 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '1d80293b-f5bf-40da-8f72-a9ccff645fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'c973d097-5e4e-41c6-b110-c8cffdfdd74e'}] {{(pid=100599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:58:02.505448 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5600c085-6223-40bd-b959-099cfcce9a20 None None] Attempting to bind port 34636567-5d4f-43d9-8d20-dd91793aeeb2 on network c973d097-5e4e-41c6-b110-c8cffdfdd74e {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:58:02.517792 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5600c085-6223-40bd-b959-099cfcce9a20 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 57, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:58:02.518190 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5600c085-6223-40bd-b959-099cfcce9a20 None None] Checking segment: {'id': '1d80293b-f5bf-40da-8f72-a9ccff645fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'c973d097-5e4e-41c6-b110-c8cffdfdd74e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:58:02.518582 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-5600c085-6223-40bd-b959-099cfcce9a20 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:02.518982 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5600c085-6223-40bd-b959-099cfcce9a20 None None] Bound using segment: {'id': '1d80293b-f5bf-40da-8f72-a9ccff645fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'c973d097-5e4e-41c6-b110-c8cffdfdd74e'} {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:58:02.520954 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-5600c085-6223-40bd-b959-099cfcce9a20 None None] Bound port: 34636567-5d4f-43d9-8d20-dd91793aeeb2, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d80293b-f5bf-40da-8f72-a9ccff645fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'c973d097-5e4e-41c6-b110-c8cffdfdd74e'}}] {{(pid=100599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:58:02.521342 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-5600c085-6223-40bd-b959-099cfcce9a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:02.538569 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-b4982c42-237f-4fac-a3a6-36846e3ec51d req-9845ccbe-4b70-4760-9abc-31c88fe18088 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:02.567628 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-a64bb9ad-0f13-4d79-82e6-b8f79034cdb6 None None] Provisioning complete for port 20fb5938-9d47-473f-92d6-bf544bc4c10a triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:58:02.568004 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-a64bb9ad-0f13-4d79-82e6-b8f79034cdb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:02.574176 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8338e69f-1b8d-4dbf-bf98-1e999e275abf req-7ce377ab-46fb-42b4-889c-fc509e6e3f2b tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/security-groups?id=b86ef872-82a8-48e3-89d0-a53331758f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4395814 Oct 20 10:58:02.627874 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [req-94e77e6d-cd18-4013-aae5-ec254a02f74d req-6b64b5d7-5056-4ad4-b5df-fa65b741822f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20fb5938-9d47-473f-92d6-bf544bc4c10a {{(pid=100596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:58:02.638601 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-a64bb9ad-0f13-4d79-82e6-b8f79034cdb6 None None] Port 20fb5938-9d47-473f-92d6-bf544bc4c10a cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:58:02.645601 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd650522-3f69-4f2b-bf15-6d3750eccfea req-7fc41542-d270-4fe1-a353-6a34b4bc2b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:02.647123 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bd650522-3f69-4f2b-bf15-6d3750eccfea req-7fc41542-d270-4fe1-a353-6a34b4bc2b17 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ba79d3046aa84fd2ac89895f3514d2bd&device_id=4c642b60-e4e3-4408-808f-149dead57ddc HTTP/1.1" status: 200 len: 1127 time: 0.1525409 Oct 20 10:58:02.649187 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-94e77e6d-cd18-4013-aae5-ec254a02f74d req-6b64b5d7-5056-4ad4-b5df-fa65b741822f service neutron] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:02.657130 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4982c42-237f-4fac-a3a6-36846e3ec51d req-9845ccbe-4b70-4760-9abc-31c88fe18088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:02.657749 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-b4982c42-237f-4fac-a3a6-36846e3ec51d req-9845ccbe-4b70-4760-9abc-31c88fe18088 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:02.659356 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b4982c42-237f-4fac-a3a6-36846e3ec51d req-9845ccbe-4b70-4760-9abc-31c88fe18088 service neutron] 10.222.0.69 "PUT /v2.0/ports/3812c3a3-9d19-4847-83f9-467aa4852bfa HTTP/1.1" status: 200 len: 1092 time: 4.4364104 Oct 20 10:58:02.670874 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca6b8b02-8daa-4111-962a-e7a91c9a149e', 'tag': '3812c3a3-9d19-4847-83f9-467aa4852bfa'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:58:02.679514 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b21d7702-fcca-44da-b7dd-eff2262689f3" -d '{"events": [{"name": "network-changed", "server_uuid": "ca6b8b02-8daa-4111-962a-e7a91c9a149e", "tag": "3812c3a3-9d19-4847-83f9-467aa4852bfa"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:58:02.691548 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [req-ab7658d5-0f7d-4882-8a9b-27ff11b8b770 req-72bf221f-9785-4138-8d77-7deae7b7e15e service neutron] For port b657c948-f77f-45ee-acfc-6a4673c1c6f9, host n-h1-811396-3, cleared binding levels {{(pid=100597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:58:02.713943 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 36659497-3587-4780-bd60-84ce13cd9d14 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:58:02.731186 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd08335-88ad-464c-9cbf-aa62750453ab req-97ed96e7-7e4b-4983-aa6d-58d155fac0b5 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:02.733983 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2fd08335-88ad-464c-9cbf-aa62750453ab req-97ed96e7-7e4b-4983-aa6d-58d155fac0b5 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/ports?device_id=705af76e-c57b-48dc-9056-29b631f1bc4d HTTP/1.1" status: 200 len: 946 time: 0.2375443 Oct 20 10:58:02.767926 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.db [None req-5600c085-6223-40bd-b959-099cfcce9a20 None None] For port 34636567-5d4f-43d9-8d20-dd91793aeeb2, host n-d-811396-3, cleared binding levels {{(pid=100599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:58:02.773237 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.db [None req-5600c085-6223-40bd-b959-099cfcce9a20 None None] For port 34636567-5d4f-43d9-8d20-dd91793aeeb2, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=34636567-5d4f-43d9-8d20-dd91793aeeb2,segment=NetworkSegment(1d80293b-f5bf-40da-8f72-a9ccff645fd5),segment_id=1d80293b-f5bf-40da-8f72-a9ccff645fd5)] {{(pid=100599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:58:02.779362 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-5600c085-6223-40bd-b959-099cfcce9a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:02.828977 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 36659497-3587-4780-bd60-84ce13cd9d14 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:58:02.829541 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:02.877362 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c642b60-e4e3-4408-808f-149dead57ddc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b657c948-f77f-45ee-acfc-6a4673c1c6f9'}] {{(pid=100597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:58:02.886009 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd85cad6a391afaa95d2dd5280bfd4659fc1e1b2aba53b5e7ef874f059efcdc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9f49677-e25f-4dff-992d-817539332eeb" -d '{"events": [{"server_uuid": "4c642b60-e4e3-4408-808f-149dead57ddc", "name": "network-vif-unplugged", "status": "completed", "tag": "b657c948-f77f-45ee-acfc-6a4673c1c6f9"}]}' {{(pid=100597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:58:02.931765 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [req-ab7658d5-0f7d-4882-8a9b-27ff11b8b770 req-72bf221f-9785-4138-8d77-7deae7b7e15e service neutron] For port b657c948-f77f-45ee-acfc-6a4673c1c6f9, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=b657c948-f77f-45ee-acfc-6a4673c1c6f9,segment=NetworkSegment(04b14d52-8865-481b-b21e-ff6eaaae12bb),segment_id=04b14d52-8865-481b-b21e-ff6eaaae12bb)] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:58:02.985642 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-ab7658d5-0f7d-4882-8a9b-27ff11b8b770 req-72bf221f-9785-4138-8d77-7deae7b7e15e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:03.063590 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-8228ab7d-309e-471e-bca4-29f624294016 None None] Provisioning complete for port 34636567-5d4f-43d9-8d20-dd91793aeeb2 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:58:03.064122 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-8228ab7d-309e-471e-bca4-29f624294016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:03.098969 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ebcb6c-746a-4557-bfac-5a827b1ff8fe None None] Pushing event updated for resources: {'Port': ['ID=34636567-5d4f-43d9-8d20-dd91793aeeb2,revision_number=4']} {{(pid=100599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:03.120091 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5600c085-6223-40bd-b959-099cfcce9a20 None None] Routers {'36d80ca4-ac1a-4ec0-9d37-0ad25843db5c'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:58:03.120722 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-5600c085-6223-40bd-b959-099cfcce9a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:57:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['36d80ca4-ac1a-4ec0-9d37-0ad25843db5c'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:03.125666 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 7d53971f-aa3b-4aa2-84f6-02810df12b6c up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:58:03.155563 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.provisioning_blocks [req-94e77e6d-cd18-4013-aae5-ec254a02f74d req-6b64b5d7-5056-4ad4-b5df-fa65b741822f service neutron] Transition to ACTIVE for port object 20fb5938-9d47-473f-92d6-bf544bc4c10a will not be triggered until provisioned by entity L2. {{(pid=100596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:58:03.180709 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9845ccbe-4b70-4760-9abc-31c88fe18088 service neutron] Pushing event updated for resources: {'Port': ['ID=3812c3a3-9d19-4847-83f9-467aa4852bfa,revision_number=3']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:03.197585 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4982c42-237f-4fac-a3a6-36846e3ec51d req-f225ed36-b30d-41eb-9dd0-ceaef040d578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:03.199528 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b4982c42-237f-4fac-a3a6-36846e3ec51d req-f225ed36-b30d-41eb-9dd0-ceaef040d578 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=304c84e5c7844b5cadef0d9d128b445c&device_id=ca6b8b02-8daa-4111-962a-e7a91c9a149e HTTP/1.1" status: 200 len: 1095 time: 0.4392231 Oct 20 10:58:03.200181 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-94e77e6d-cd18-4013-aae5-ec254a02f74d req-6b64b5d7-5056-4ad4-b5df-fa65b741822f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:03.225584 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2fd08335-88ad-464c-9cbf-aa62750453ab req-e5ce5380-c605-4496-8117-06daf7e2e5e0 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/security-groups?id=69f90560-754d-4655-8511-1cc906dc908c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3359087 Oct 20 10:58:03.234641 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.provisioning_blocks [req-ab7658d5-0f7d-4882-8a9b-27ff11b8b770 req-72bf221f-9785-4138-8d77-7deae7b7e15e service neutron] Transition to ACTIVE for port object b657c948-f77f-45ee-acfc-6a4673c1c6f9 will not be triggered until provisioned by entity L2. {{(pid=100597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:58:03.263963 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-ab7658d5-0f7d-4882-8a9b-27ff11b8b770 req-72bf221f-9785-4138-8d77-7deae7b7e15e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:03.370590 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b64b5d7-5056-4ad4-b5df-fa65b741822f service neutron] Pushing event updated for resources: {'Port': ['ID=20fb5938-9d47-473f-92d6-bf544bc4c10a,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:03.396145 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-5600c085-6223-40bd-b959-099cfcce9a20 None None] Set router 36d80ca4-ac1a-4ec0-9d37-0ad25843db5c gateway port host: None {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:58:03.443948 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-8228ab7d-309e-471e-bca4-29f624294016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:03.482056 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 7d53971f-aa3b-4aa2-84f6-02810df12b6c triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:58:03.482440 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:03.570387 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-c7f05ee9-1f6f-4795-bb4a-9f015a1696ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:03.590764 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-8228ab7d-309e-471e-bca4-29f624294016 None None] For port 34636567-5d4f-43d9-8d20-dd91793aeeb2, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=34636567-5d4f-43d9-8d20-dd91793aeeb2,segment=NetworkSegment(1d80293b-f5bf-40da-8f72-a9ccff645fd5),segment_id=1d80293b-f5bf-40da-8f72-a9ccff645fd5)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:58:03.605020 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-8228ab7d-309e-471e-bca4-29f624294016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:03.666190 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b4982c42-237f-4fac-a3a6-36846e3ec51d req-1c145357-8008-44b0-9375-683a7e1990fa service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3812c3a3-9d19-4847-83f9-467aa4852bfa HTTP/1.1" status: 200 len: 217 time: 0.4395859 Oct 20 10:58:03.735115 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bf221f-9785-4138-8d77-7deae7b7e15e service neutron] Pushing event updated for resources: {'Port': ['ID=b657c948-f77f-45ee-acfc-6a4673c1c6f9,revision_number=11']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:03.763931 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4d6747-c489-4140-8ae0-a05996f8b1be req-02e5668a-dff2-4feb-a51d-374d5a080912 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:03.777704 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5f4d6747-c489-4140-8ae0-a05996f8b1be req-02e5668a-dff2-4feb-a51d-374d5a080912 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b681e62-7e4f-423c-9da7-38e1fed3c9dc HTTP/1.1" status: 200 len: 931 time: 0.8117535 Oct 20 10:58:03.782211 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab7658d5-0f7d-4882-8a9b-27ff11b8b770 req-72bf221f-9785-4138-8d77-7deae7b7e15e service neutron] No DVR routers for this DVR port b657c948-f77f-45ee-acfc-6a4673c1c6f9 on host n-h1-811396-3 {{(pid=100597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:58:03.853586 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5f4d6747-c489-4140-8ae0-a05996f8b1be req-c6040871-00e9-4201-935b-a140ffc61c6f tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=7d9a6fe5-d7f3-4fa2-86d5-4c121918dfe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746996 Oct 20 10:58:03.855904 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8228ab7d-309e-471e-bca4-29f624294016 None None] Pushing event updated for resources: {'Port': ['ID=34636567-5d4f-43d9-8d20-dd91793aeeb2,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:03.877647 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-d115f552-6876-4b80-8f7f-a7179aafe3aa None None] Provisioning complete for port 34636567-5d4f-43d9-8d20-dd91793aeeb2 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:58:03.878268 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-d115f552-6876-4b80-8f7f-a7179aafe3aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:03.878852 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-5600c085-6223-40bd-b959-099cfcce9a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36d80ca4-ac1a-4ec0-9d37-0ad25843db5c', 'name': 'tempest-RoutersTest-router-888831143', 'tenant_id': 'f889f0e78885417f8f60131724c64516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:57:26Z', 'updated_at': '2021-10-20T10:57:59Z', 'revision_number': 7, 'project_id': 'f889f0e78885417f8f60131724c64516', 'gw_port_host': None, '_interfaces': [{'id': '34636567-5d4f-43d9-8d20-dd91793aeeb2', 'name': '', 'network_id': 'c973d097-5e4e-41c6-b110-c8cffdfdd74e', 'tenant_id': 'f889f0e78885417f8f60131724c64516', 'mac_address': 'fa:16:3e:f2:0c:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36d80ca4-ac1a-4ec0-9d37-0ad25843db5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': 'd0b7a534-0d6b-40d2-892b-e35a8b611053', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:57:54Z', 'updated_at': '2021-10-20T10:58:02Z', 'revision_number': 4, 'project_id': 'f889f0e78885417f8f60131724c64516', 'subnets': [{'id': 'd0b7a534-0d6b-40d2-892b-e35a8b611053', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '36659497-3587-4780-bd60-84ce13cd9d14', 'name': '', 'network_id': 'df540a0b-bd93-44c6-8546-0ccd33dfe13b', 'tenant_id': 'f889f0e78885417f8f60131724c64516', 'mac_address': 'fa:16:3e:67:d4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d80ca4-ac1a-4ec0-9d37-0ad25843db5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3370, 'fixed_ips': [{'subnet_id': '151ac544-d442-47e6-93b9-df87d79092b5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:57:47Z', 'updated_at': '2021-10-20T10:58:01Z', 'revision_number': 5, 'project_id': 'f889f0e78885417f8f60131724c64516', 'subnets': [{'id': '151ac544-d442-47e6-93b9-df87d79092b5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '42b864f7-1b99-4535-b3ff-2ea66a0f8503', 'name': '', 'network_id': '3ae0cb69-c97c-4688-b905-59d6f8d6eaa6', 'tenant_id': 'f889f0e78885417f8f60131724c64516', 'mac_address': 'fa:16:3e:66:cc:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d80ca4-ac1a-4ec0-9d37-0ad25843db5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3360, 'fixed_ips': [{'subnet_id': 'd6d7329e-6637-49c3-bddb-d1b0b832700f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:57:40Z', 'updated_at': '2021-10-20T10:57:48Z', 'revision_number': 5, 'project_id': 'f889f0e78885417f8f60131724c64516', 'subnets': [{'id': 'd6d7329e-6637-49c3-bddb-d1b0b832700f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5df519dd-aa3b-4761-ae60-d3542f835eb3', 'name': '', 'network_id': '27a1d39b-338c-4134-8ccc-7e10b7fae67a', 'tenant_id': 'f889f0e78885417f8f60131724c64516', 'mac_address': 'fa:16:3e:69:19:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d80ca4-ac1a-4ec0-9d37-0ad25843db5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': '54b5cd66-4475-4e7f-8f2d-243fd5215495', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:57:30Z', 'updated_at': '2021-10-20T10:57:40Z', 'revision_number': 5, 'project_id': 'f889f0e78885417f8f60131724c64516', 'subnets': [{'id': '54b5cd66-4475-4e7f-8f2d-243fd5215495', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:03.880586 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7e14ec23-416f-48e1-9a80-838ae50c8417 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1774405'] for router_interface, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:03.932972 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5600c085-6223-40bd-b959-099cfcce9a20 None None] The sync data for ids ['36d80ca4-ac1a-4ec0-9d37-0ad25843db5c'] in n-d-811396-3 is: [{'id': '36d80ca4-ac1a-4ec0-9d37-0ad25843db5c', 'name': 'tempest-RoutersTest-router-888831143', 'tenant_id': 'f889f0e78885417f8f60131724c64516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:57:26Z', 'updated_at': '2021-10-20T10:57:59Z', 'revision_number': 7, 'project_id': 'f889f0e78885417f8f60131724c64516', 'gw_port_host': None, '_interfaces': [{'id': '34636567-5d4f-43d9-8d20-dd91793aeeb2', 'name': '', 'network_id': 'c973d097-5e4e-41c6-b110-c8cffdfdd74e', 'tenant_id': 'f889f0e78885417f8f60131724c64516', 'mac_address': 'fa:16:3e:f2:0c:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36d80ca4-ac1a-4ec0-9d37-0ad25843db5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': 'd0b7a534-0d6b-40d2-892b-e35a8b611053', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:57:54Z', 'updated_at': '2021-10-20T10:58:02Z', 'revision_number': 4, 'project_id': 'f889f0e78885417f8f60131724c64516', 'subnets': [{'id': 'd0b7a534-0d6b-40d2-892b-e35a8b611053', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '36659497-3587-4780-bd60-84ce13cd9d14', 'name': '', 'network_id': 'df540a0b-bd93-44c6-8546-0ccd33dfe13b', 'tenant_id': 'f889f0e78885417f8f60131724c64516', 'mac_address': 'fa:16:3e:67:d4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d80ca4-ac1a-4ec0-9d37-0ad25843db5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3370, 'fixed_ips': [{'subnet_id': '151ac544-d442-47e6-93b9-df87d79092b5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:57:47Z', 'updated_at': '2021-10-20T10:58:01Z', 'revision_number': 5, 'project_id': 'f889f0e78885417f8f60131724c64516', 'subnets': [{'id': '151ac544-d442-47e6-93b9-df87d79092b5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '42b864f7-1b99-4535-b3ff-2ea66a0f8503', 'name': '', 'network_id': '3ae0cb69-c97c-4688-b905-59d6f8d6eaa6', 'tenant_id': 'f889f0e78885417f8f60131724c64516', 'mac_address': 'fa:16:3e:66:cc:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d80ca4-ac1a-4ec0-9d37-0ad25843db5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3360, 'fixed_ips': [{'subnet_id': 'd6d7329e-6637-49c3-bddb-d1b0b832700f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:57:40Z', 'updated_at': '2021-10-20T10:57:48Z', 'revision_number': 5, 'project_id': 'f889f0e78885417f8f60131724c64516', 'subnets': [{'id': 'd6d7329e-6637-49c3-bddb-d1b0b832700f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5df519dd-aa3b-4761-ae60-d3542f835eb3', 'name': '', 'network_id': '27a1d39b-338c-4134-8ccc-7e10b7fae67a', 'tenant_id': 'f889f0e78885417f8f60131724c64516', 'mac_address': 'fa:16:3e:69:19:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d80ca4-ac1a-4ec0-9d37-0ad25843db5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': '54b5cd66-4475-4e7f-8f2d-243fd5215495', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:57:30Z', 'updated_at': '2021-10-20T10:57:40Z', 'revision_number': 5, 'project_id': 'f889f0e78885417f8f60131724c64516', 'subnets': [{'id': '54b5cd66-4475-4e7f-8f2d-243fd5215495', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:58:03.940864 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02881b41-7a03-4c55-900d-66c0f1c6b7b0 x-openstack-request-id: req-02881b41-7a03-4c55-900d-66c0f1c6b7b0 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:58:03.941049 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca6b8b02-8daa-4111-962a-e7a91c9a149e", "tag": "3812c3a3-9d19-4847-83f9-467aa4852bfa", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:58:03.946405 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-02881b41-7a03-4c55-900d-66c0f1c6b7b0 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:58:03.947111 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca6b8b02-8daa-4111-962a-e7a91c9a149e', 'tag': '3812c3a3-9d19-4847-83f9-467aa4852bfa', 'status': 'completed', 'code': 200} Oct 20 10:58:03.948772 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-94e77e6d-cd18-4013-aae5-ec254a02f74d req-6b64b5d7-5056-4ad4-b5df-fa65b741822f service neutron] Attempting to bind port 20fb5938-9d47-473f-92d6-bf544bc4c10a on host n-h1-811396-3 for vnic_type normal with profile {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:58:03.949112 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-94e77e6d-cd18-4013-aae5-ec254a02f74d req-6b64b5d7-5056-4ad4-b5df-fa65b741822f service neutron] Attempting to bind port 20fb5938-9d47-473f-92d6-bf544bc4c10a by drivers openvswitch,hyperv on host n-h1-811396-3 at level 0 using segments [{'id': '7a7eba38-3a2c-4235-a145-c989dfc5d4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'b8b1e2be-5932-428e-a716-07af13af4e6c'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:58:03.949448 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e77e6d-cd18-4013-aae5-ec254a02f74d req-6b64b5d7-5056-4ad4-b5df-fa65b741822f service neutron] Attempting to bind port 20fb5938-9d47-473f-92d6-bf544bc4c10a on network b8b1e2be-5932-428e-a716-07af13af4e6c {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:58:03.959261 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e77e6d-cd18-4013-aae5-ec254a02f74d req-6b64b5d7-5056-4ad4-b5df-fa65b741822f service neutron] Port 20fb5938-9d47-473f-92d6-bf544bc4c10a on network b8b1e2be-5932-428e-a716-07af13af4e6c not bound, no agent of type Open vSwitch agent registered on host n-h1-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:58:03.959714 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e77e6d-cd18-4013-aae5-ec254a02f74d req-6b64b5d7-5056-4ad4-b5df-fa65b741822f service neutron] Attempting to bind port 20fb5938-9d47-473f-92d6-bf544bc4c10a on network b8b1e2be-5932-428e-a716-07af13af4e6c {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:58:03.966366 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd650522-3f69-4f2b-bf15-6d3750eccfea req-0df18622-107b-4c0c-b9f1-cc05ae5032f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:03.967833 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bd650522-3f69-4f2b-bf15-6d3750eccfea req-0df18622-107b-4c0c-b9f1-cc05ae5032f7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=70d8d1ef-e175-48cb-b5a8-9bf8ec238a5d HTTP/1.1" status: 200 len: 898 time: 1.2270591 Oct 20 10:58:03.976258 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a2aaac-1fdf-4102-ae4c-b2f74e2a33a8 req-e995d342-bcff-4201-9b49-d8ba5b1f317a tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:03.978872 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-81a2aaac-1fdf-4102-ae4c-b2f74e2a33a8 req-e995d342-bcff-4201-9b49-d8ba5b1f317a tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c642b60-e4e3-4408-808f-149dead57ddc HTTP/1.1" status: 200 len: 945 time: 0.3748250 Oct 20 10:58:04.074221 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Oct 2021 10:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae7c0a0e-4a44-4b43-a4db-cbd768829631 x-openstack-request-id: req-ae7c0a0e-4a44-4b43-a4db-cbd768829631 {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:58:04.074650 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c642b60-e4e3-4408-808f-149dead57ddc", "name": "network-vif-unplugged", "status": "completed", "tag": "b657c948-f77f-45ee-acfc-6a4673c1c6f9", "code": 200}]} {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:58:04.074941 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ae7c0a0e-4a44-4b43-a4db-cbd768829631 {{(pid=100597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:58:04.077184 n-d-811396-3 neutron-server[100597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c642b60-e4e3-4408-808f-149dead57ddc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b657c948-f77f-45ee-acfc-6a4673c1c6f9', 'code': 200} Oct 20 10:58:04.081682 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bd650522-3f69-4f2b-bf15-6d3750eccfea req-ea774ec7-ce98-411a-9681-2352a3d0d4ec service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b657c948-f77f-45ee-acfc-6a4673c1c6f9 HTTP/1.1" status: 200 len: 1000 time: 0.1009979 Oct 20 10:58:04.086389 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e77e6d-cd18-4013-aae5-ec254a02f74d req-6b64b5d7-5056-4ad4-b5df-fa65b741822f service neutron] Checking agent: {'id': 'b707b4cc-061f-4cf4-bce0-0b3df9b7bec9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 57, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:58:04.086729 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e77e6d-cd18-4013-aae5-ec254a02f74d req-6b64b5d7-5056-4ad4-b5df-fa65b741822f service neutron] Checking segment: {'id': '7a7eba38-3a2c-4235-a145-c989dfc5d4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'b8b1e2be-5932-428e-a716-07af13af4e6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:58:04.087129 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e77e6d-cd18-4013-aae5-ec254a02f74d req-6b64b5d7-5056-4ad4-b5df-fa65b741822f service neutron] Bound using segment: {'id': '7a7eba38-3a2c-4235-a145-c989dfc5d4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'b8b1e2be-5932-428e-a716-07af13af4e6c'} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:58:04.087580 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-94e77e6d-cd18-4013-aae5-ec254a02f74d req-6b64b5d7-5056-4ad4-b5df-fa65b741822f service neutron] Bound port: 20fb5938-9d47-473f-92d6-bf544bc4c10a, host: n-h1-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a7eba38-3a2c-4235-a145-c989dfc5d4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'b8b1e2be-5932-428e-a716-07af13af4e6c'}}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:58:04.087961 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-94e77e6d-cd18-4013-aae5-ec254a02f74d req-6b64b5d7-5056-4ad4-b5df-fa65b741822f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:04.163690 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4982c42-237f-4fac-a3a6-36846e3ec51d req-da09111a-7afa-4f36-80e4-bcd351e3e956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:04.165289 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b4982c42-237f-4fac-a3a6-36846e3ec51d req-da09111a-7afa-4f36-80e4-bcd351e3e956 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=46305bfd-5c10-42c9-8afc-597f2425497e HTTP/1.1" status: 200 len: 851 time: 0.4194586 Oct 20 10:58:04.205185 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e53f384-d272-4d27-9ba4-cdc7dc60f293 None None] Sync routers for ids ['36d80ca4-ac1a-4ec0-9d37-0ad25843db5c'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:58:04.217736 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e53f384-d272-4d27-9ba4-cdc7dc60f293 None None] Routers {'36d80ca4-ac1a-4ec0-9d37-0ad25843db5c'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:58:04.218411 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-3e53f384-d272-4d27-9ba4-cdc7dc60f293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:57:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['36d80ca4-ac1a-4ec0-9d37-0ad25843db5c'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:04.297074 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-94e77e6d-cd18-4013-aae5-ec254a02f74d req-6b64b5d7-5056-4ad4-b5df-fa65b741822f service neutron] For port 20fb5938-9d47-473f-92d6-bf544bc4c10a, host n-h1-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:58:04.300954 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-94e77e6d-cd18-4013-aae5-ec254a02f74d req-6b64b5d7-5056-4ad4-b5df-fa65b741822f service neutron] For port 20fb5938-9d47-473f-92d6-bf544bc4c10a, host n-h1-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=20fb5938-9d47-473f-92d6-bf544bc4c10a,segment=NetworkSegment(7a7eba38-3a2c-4235-a145-c989dfc5d4dc),segment_id=7a7eba38-3a2c-4235-a145-c989dfc5d4dc)] {{(pid=100596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:58:04.305947 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-ab7658d5-0f7d-4882-8a9b-27ff11b8b770 req-72bf221f-9785-4138-8d77-7deae7b7e15e service neutron] 10.222.0.55 "PUT /v2.0/ports/b657c948-f77f-45ee-acfc-6a4673c1c6f9/bindings/n-h2-811396-3/activate HTTP/1.1" status: 200 len: 369 time: 2.7503064 Oct 20 10:58:04.312268 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd650522-3f69-4f2b-bf15-6d3750eccfea req-d542c7e3-d204-4cf1-85de-4b18a421e01a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:04.313778 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bd650522-3f69-4f2b-bf15-6d3750eccfea req-d542c7e3-d204-4cf1-85de-4b18a421e01a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8cc294db-53a2-49f2-b9ea-e79f5035cec8 HTTP/1.1" status: 200 len: 834 time: 0.2226684 Oct 20 10:58:04.314799 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-94e77e6d-cd18-4013-aae5-ec254a02f74d req-6b64b5d7-5056-4ad4-b5df-fa65b741822f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:04.357623 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-3e53f384-d272-4d27-9ba4-cdc7dc60f293 None None] Set router 36d80ca4-ac1a-4ec0-9d37-0ad25843db5c gateway port host: None {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:58:04.414568 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-7e14ec23-416f-48e1-9a80-838ae50c8417 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Deleting port 34636567-5d4f-43d9-8d20-dd91793aeeb2 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:58:04.414925 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7e14ec23-416f-48e1-9a80-838ae50c8417 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:04.441965 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-81a2aaac-1fdf-4102-ae4c-b2f74e2a33a8 req-e4980265-20ab-4185-989b-3389f17e7694 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/security-groups?id=26948559-e889-46f3-b5c0-b176059a1133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3592527 Oct 20 10:58:04.489717 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e77e6d-cd18-4013-aae5-ec254a02f74d req-6b64b5d7-5056-4ad4-b5df-fa65b741822f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:04.490169 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-94e77e6d-cd18-4013-aae5-ec254a02f74d req-6b64b5d7-5056-4ad4-b5df-fa65b741822f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:04.491845 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-94e77e6d-cd18-4013-aae5-ec254a02f74d req-6b64b5d7-5056-4ad4-b5df-fa65b741822f service neutron] 10.222.0.55 "PUT /v2.0/ports/20fb5938-9d47-473f-92d6-bf544bc4c10a HTTP/1.1" status: 200 len: 1091 time: 5.3815801 Oct 20 10:58:04.553753 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4982c42-237f-4fac-a3a6-36846e3ec51d req-1fff1da3-8d6b-42de-b5e0-a8abb688a3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:04.555263 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b4982c42-237f-4fac-a3a6-36846e3ec51d req-1fff1da3-8d6b-42de-b5e0-a8abb688a3be service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3715880 Oct 20 10:58:04.602587 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37a769f-6c30-4435-a3fc-3b70b50241ea req-1bdd8a3b-a6a9-433c-8956-903a71a52d64 tempest-TestServerBasicOps-247257694 tempest-TestServerBasicOps-247257694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:04.604129 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d37a769f-6c30-4435-a3fc-3b70b50241ea req-1bdd8a3b-a6a9-433c-8956-903a71a52d64 tempest-TestServerBasicOps-247257694 tempest-TestServerBasicOps-247257694-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbb1d3fe-09bb-448f-b9c0-2884467ffdb1 HTTP/1.1" status: 200 len: 944 time: 0.4296398 Oct 20 10:58:04.649677 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [None req-7e14ec23-416f-48e1-9a80-838ae50c8417 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] For port 34636567-5d4f-43d9-8d20-dd91793aeeb2, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=34636567-5d4f-43d9-8d20-dd91793aeeb2,segment=NetworkSegment(1d80293b-f5bf-40da-8f72-a9ccff645fd5),segment_id=1d80293b-f5bf-40da-8f72-a9ccff645fd5)] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:58:04.650388 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7e14ec23-416f-48e1-9a80-838ae50c8417 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:04.681805 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-7e14ec23-416f-48e1-9a80-838ae50c8417 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Calling delete_port for 34636567-5d4f-43d9-8d20-dd91793aeeb2 owned by network:router_interface {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:58:04.723888 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device d955044a-6302-44d4-a2a0-04b9c1b75614 up at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:58:04.733411 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b64b5d7-5056-4ad4-b5df-fa65b741822f service neutron] Pushing event updated for resources: {'Port': ['ID=20fb5938-9d47-473f-92d6-bf544bc4c10a,revision_number=3']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:04.748693 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd650522-3f69-4f2b-bf15-6d3750eccfea req-b375820f-790d-4402-9891-482700269d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:04.750256 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bd650522-3f69-4f2b-bf15-6d3750eccfea req-b375820f-790d-4402-9891-482700269d1b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=70d8d1ef-e175-48cb-b5a8-9bf8ec238a5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3784621 Oct 20 10:58:04.763411 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device b657c948-f77f-45ee-acfc-6a4673c1c6f9 no longer exists at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:58:04.815776 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7658d5-0f7d-4882-8a9b-27ff11b8b770 req-31a78c11-b88a-4fcc-9851-5404a33f3ae5 tempest-TestNetworkAdvancedServerOps-535186383 tempest-TestNetworkAdvancedServerOps-535186383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:04.815979 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 34636567-5d4f-43d9-8d20-dd91793aeeb2 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:58:04.817780 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ab7658d5-0f7d-4882-8a9b-27ff11b8b770 req-31a78c11-b88a-4fcc-9851-5404a33f3ae5 tempest-TestNetworkAdvancedServerOps-535186383 tempest-TestNetworkAdvancedServerOps-535186383-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=4c642b60-e4e3-4408-808f-149dead57ddc&tenant_id=ba79d3046aa84fd2ac89895f3514d2bd&binding%3Ahost_id=n-h1-811396-3 HTTP/1.1" status: 200 len: 1096 time: 0.3959165 Oct 20 10:58:04.908171 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning for port d955044a-6302-44d4-a2a0-04b9c1b75614 completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:58:04.919803 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning complete for port d955044a-6302-44d4-a2a0-04b9c1b75614 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:58:04.920234 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:04.932740 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7e14ec23-416f-48e1-9a80-838ae50c8417 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:04.969778 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e14ec23-416f-48e1-9a80-838ae50c8417 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Pushing event deleted for resources: {'Port': ['ID=34636567-5d4f-43d9-8d20-dd91793aeeb2,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:04.977471 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 34636567-5d4f-43d9-8d20-dd91793aeeb2 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:58:04.977852 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:05.017276 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Port 34636567-5d4f-43d9-8d20-dd91793aeeb2 was deleted so its status cannot be updated. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Oct 20 10:58:05.104088 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-3e53f384-d272-4d27-9ba4-cdc7dc60f293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36d80ca4-ac1a-4ec0-9d37-0ad25843db5c', 'name': 'tempest-RoutersTest-router-888831143', 'tenant_id': 'f889f0e78885417f8f60131724c64516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:57:26Z', 'updated_at': '2021-10-20T10:57:59Z', 'revision_number': 7, 'project_id': 'f889f0e78885417f8f60131724c64516', 'gw_port_host': None, '_interfaces': [{'id': '34636567-5d4f-43d9-8d20-dd91793aeeb2', 'name': '', 'network_id': 'c973d097-5e4e-41c6-b110-c8cffdfdd74e', 'tenant_id': 'f889f0e78885417f8f60131724c64516', 'mac_address': 'fa:16:3e:f2:0c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d80ca4-ac1a-4ec0-9d37-0ad25843db5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': 'd0b7a534-0d6b-40d2-892b-e35a8b611053', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:57:54Z', 'updated_at': '2021-10-20T10:58:03Z', 'revision_number': 5, 'project_id': 'f889f0e78885417f8f60131724c64516', 'subnets': [{'id': 'd0b7a534-0d6b-40d2-892b-e35a8b611053', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '36659497-3587-4780-bd60-84ce13cd9d14', 'name': '', 'network_id': 'df540a0b-bd93-44c6-8546-0ccd33dfe13b', 'tenant_id': 'f889f0e78885417f8f60131724c64516', 'mac_address': 'fa:16:3e:67:d4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d80ca4-ac1a-4ec0-9d37-0ad25843db5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3370, 'fixed_ips': [{'subnet_id': '151ac544-d442-47e6-93b9-df87d79092b5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:57:47Z', 'updated_at': '2021-10-20T10:58:01Z', 'revision_number': 5, 'project_id': 'f889f0e78885417f8f60131724c64516', 'subnets': [{'id': '151ac544-d442-47e6-93b9-df87d79092b5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '42b864f7-1b99-4535-b3ff-2ea66a0f8503', 'name': '', 'network_id': '3ae0cb69-c97c-4688-b905-59d6f8d6eaa6', 'tenant_id': 'f889f0e78885417f8f60131724c64516', 'mac_address': 'fa:16:3e:66:cc:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d80ca4-ac1a-4ec0-9d37-0ad25843db5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3360, 'fixed_ips': [{'subnet_id': 'd6d7329e-6637-49c3-bddb-d1b0b832700f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:57:40Z', 'updated_at': '2021-10-20T10:57:48Z', 'revision_number': 5, 'project_id': 'f889f0e78885417f8f60131724c64516', 'subnets': [{'id': 'd6d7329e-6637-49c3-bddb-d1b0b832700f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5df519dd-aa3b-4761-ae60-d3542f835eb3', 'name': '', 'network_id': '27a1d39b-338c-4134-8ccc-7e10b7fae67a', 'tenant_id': 'f889f0e78885417f8f60131724c64516', 'mac_address': 'fa:16:3e:69:19:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d80ca4-ac1a-4ec0-9d37-0ad25843db5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': '54b5cd66-4475-4e7f-8f2d-243fd5215495', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:57:30Z', 'updated_at': '2021-10-20T10:57:40Z', 'revision_number': 5, 'project_id': 'f889f0e78885417f8f60131724c64516', 'subnets': [{'id': '54b5cd66-4475-4e7f-8f2d-243fd5215495', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:05.136648 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:05.138594 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device b657c948-f77f-45ee-acfc-6a4673c1c6f9 not bound to the agent host n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:58:05.142926 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e53f384-d272-4d27-9ba4-cdc7dc60f293 None None] Checking router: 36d80ca4-ac1a-4ec0-9d37-0ad25843db5c for host: n-d-811396-3 {{(pid=100598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:58:05.170513 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e53f384-d272-4d27-9ba4-cdc7dc60f293 None None] Routers {'36d80ca4-ac1a-4ec0-9d37-0ad25843db5c'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:58:05.171761 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-3e53f384-d272-4d27-9ba4-cdc7dc60f293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:57:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['36d80ca4-ac1a-4ec0-9d37-0ad25843db5c'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:05.243054 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbb1d3fe-09bb-448f-b9c0-2884467ffdb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd955044a-6302-44d4-a2a0-04b9c1b75614'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:58:05.253122 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7a4b5b3-cfd8-446b-9be9-649569d40605" -d '{"events": [{"server_uuid": "fbb1d3fe-09bb-448f-b9c0-2884467ffdb1", "name": "network-vif-plugged", "status": "completed", "tag": "d955044a-6302-44d4-a2a0-04b9c1b75614"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:58:05.254299 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7e14ec23-416f-48e1-9a80-838ae50c8417 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1771989'] for router_interface, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:05.337931 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-3e53f384-d272-4d27-9ba4-cdc7dc60f293 None None] Set router 36d80ca4-ac1a-4ec0-9d37-0ad25843db5c gateway port host: None {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:58:05.371592 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port d955044a-6302-44d4-a2a0-04b9c1b75614, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=d955044a-6302-44d4-a2a0-04b9c1b75614,segment=NetworkSegment(c37f45f9-3ccb-4b98-af7d-90a8017a4acb),segment_id=c37f45f9-3ccb-4b98-af7d-90a8017a4acb)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:58:05.383365 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:05.451048 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d37a769f-6c30-4435-a3fc-3b70b50241ea req-058c9f61-1c53-46c2-999a-06c58271b430 tempest-TestServerBasicOps-247257694 tempest-TestServerBasicOps-247257694-project] 10.222.0.64 "GET /v2.0/security-groups?id=777d26a2-77cc-4488-aee7-ff0e29f60da4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8059549 Oct 20 10:58:05.497452 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=d955044a-6302-44d4-a2a0-04b9c1b75614,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:05.503100 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f178e5-fa60-4ed4-b4d7-2ffb63a29058 req-116880ea-2856-426e-b698-9e5a6db85fbd tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:05.510467 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-64f178e5-fa60-4ed4-b4d7-2ffb63a29058 req-116880ea-2856-426e-b698-9e5a6db85fbd tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca6b8b02-8daa-4111-962a-e7a91c9a149e HTTP/1.1" status: 200 len: 944 time: 0.9025738 Oct 20 10:58:05.521151 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e77e6d-cd18-4013-aae5-ec254a02f74d req-b37769f1-5f4d-47b6-a1f6-5d198d839eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:05.522675 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-94e77e6d-cd18-4013-aae5-ec254a02f74d req-b37769f1-5f4d-47b6-a1f6-5d198d839eed service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=376203cb7dec4dad9717307d6c606d33&device_id=7b681e62-7e4f-423c-9da7-38e1fed3c9dc HTTP/1.1" status: 200 len: 1094 time: 0.9482486 Oct 20 10:58:05.581641 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e14ec23-416f-48e1-9a80-838ae50c8417 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Router 36d80ca4-ac1a-4ec0-9d37-0ad25843db5c has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:58:05.648320 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-3e53f384-d272-4d27-9ba4-cdc7dc60f293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36d80ca4-ac1a-4ec0-9d37-0ad25843db5c', 'name': 'tempest-RoutersTest-router-888831143', 'tenant_id': 'f889f0e78885417f8f60131724c64516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:57:26Z', 'updated_at': '2021-10-20T10:58:04Z', 'revision_number': 8, 'project_id': 'f889f0e78885417f8f60131724c64516', 'gw_port_host': None, '_interfaces': [{'id': '36659497-3587-4780-bd60-84ce13cd9d14', 'name': '', 'network_id': 'df540a0b-bd93-44c6-8546-0ccd33dfe13b', 'tenant_id': 'f889f0e78885417f8f60131724c64516', 'mac_address': 'fa:16:3e:67:d4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d80ca4-ac1a-4ec0-9d37-0ad25843db5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3370, 'fixed_ips': [{'subnet_id': '151ac544-d442-47e6-93b9-df87d79092b5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:57:47Z', 'updated_at': '2021-10-20T10:58:01Z', 'revision_number': 5, 'project_id': 'f889f0e78885417f8f60131724c64516', 'subnets': [{'id': '151ac544-d442-47e6-93b9-df87d79092b5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '42b864f7-1b99-4535-b3ff-2ea66a0f8503', 'name': '', 'network_id': '3ae0cb69-c97c-4688-b905-59d6f8d6eaa6', 'tenant_id': 'f889f0e78885417f8f60131724c64516', 'mac_address': 'fa:16:3e:66:cc:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d80ca4-ac1a-4ec0-9d37-0ad25843db5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3360, 'fixed_ips': [{'subnet_id': 'd6d7329e-6637-49c3-bddb-d1b0b832700f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:57:40Z', 'updated_at': '2021-10-20T10:57:48Z', 'revision_number': 5, 'project_id': 'f889f0e78885417f8f60131724c64516', 'subnets': [{'id': 'd6d7329e-6637-49c3-bddb-d1b0b832700f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5df519dd-aa3b-4761-ae60-d3542f835eb3', 'name': '', 'network_id': '27a1d39b-338c-4134-8ccc-7e10b7fae67a', 'tenant_id': 'f889f0e78885417f8f60131724c64516', 'mac_address': 'fa:16:3e:69:19:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d80ca4-ac1a-4ec0-9d37-0ad25843db5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': '54b5cd66-4475-4e7f-8f2d-243fd5215495', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:57:30Z', 'updated_at': '2021-10-20T10:57:40Z', 'revision_number': 5, 'project_id': 'f889f0e78885417f8f60131724c64516', 'subnets': [{'id': '54b5cd66-4475-4e7f-8f2d-243fd5215495', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:05.683710 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b4982c42-237f-4fac-a3a6-36846e3ec51d req-c4de3c37-24a4-4cb3-bfa3-a66b9267d0f8 service neutron] 10.222.0.69 "GET /v2.0/networks/cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0609186 Oct 20 10:58:05.684919 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-94e77e6d-cd18-4013-aae5-ec254a02f74d req-fd64efe9-9779-4835-bf32-efef66d10282 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=20fb5938-9d47-473f-92d6-bf544bc4c10a HTTP/1.1" status: 200 len: 217 time: 0.0847418 Oct 20 10:58:05.686866 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e53f384-d272-4d27-9ba4-cdc7dc60f293 None None] The sync data for ids ['36d80ca4-ac1a-4ec0-9d37-0ad25843db5c'] in n-d-811396-3 is: [{'id': '36d80ca4-ac1a-4ec0-9d37-0ad25843db5c', 'name': 'tempest-RoutersTest-router-888831143', 'tenant_id': 'f889f0e78885417f8f60131724c64516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:57:26Z', 'updated_at': '2021-10-20T10:58:04Z', 'revision_number': 8, 'project_id': 'f889f0e78885417f8f60131724c64516', 'gw_port_host': None, '_interfaces': [{'id': '36659497-3587-4780-bd60-84ce13cd9d14', 'name': '', 'network_id': 'df540a0b-bd93-44c6-8546-0ccd33dfe13b', 'tenant_id': 'f889f0e78885417f8f60131724c64516', 'mac_address': 'fa:16:3e:67:d4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d80ca4-ac1a-4ec0-9d37-0ad25843db5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3370, 'fixed_ips': [{'subnet_id': '151ac544-d442-47e6-93b9-df87d79092b5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:57:47Z', 'updated_at': '2021-10-20T10:58:01Z', 'revision_number': 5, 'project_id': 'f889f0e78885417f8f60131724c64516', 'subnets': [{'id': '151ac544-d442-47e6-93b9-df87d79092b5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '42b864f7-1b99-4535-b3ff-2ea66a0f8503', 'name': '', 'network_id': '3ae0cb69-c97c-4688-b905-59d6f8d6eaa6', 'tenant_id': 'f889f0e78885417f8f60131724c64516', 'mac_address': 'fa:16:3e:66:cc:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d80ca4-ac1a-4ec0-9d37-0ad25843db5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3360, 'fixed_ips': [{'subnet_id': 'd6d7329e-6637-49c3-bddb-d1b0b832700f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:57:40Z', 'updated_at': '2021-10-20T10:57:48Z', 'revision_number': 5, 'project_id': 'f889f0e78885417f8f60131724c64516', 'subnets': [{'id': 'd6d7329e-6637-49c3-bddb-d1b0b832700f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5df519dd-aa3b-4761-ae60-d3542f835eb3', 'name': '', 'network_id': '27a1d39b-338c-4134-8ccc-7e10b7fae67a', 'tenant_id': 'f889f0e78885417f8f60131724c64516', 'mac_address': 'fa:16:3e:69:19:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d80ca4-ac1a-4ec0-9d37-0ad25843db5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': '54b5cd66-4475-4e7f-8f2d-243fd5215495', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:57:30Z', 'updated_at': '2021-10-20T10:57:40Z', 'revision_number': 5, 'project_id': 'f889f0e78885417f8f60131724c64516', 'subnets': [{'id': '54b5cd66-4475-4e7f-8f2d-243fd5215495', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:58:05.746080 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7658d5-0f7d-4882-8a9b-27ff11b8b770 req-ec99ecb1-d473-4fab-b173-c6e209b2d69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:05.747683 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ab7658d5-0f7d-4882-8a9b-27ff11b8b770 req-ec99ecb1-d473-4fab-b173-c6e209b2d69c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=4c642b60-e4e3-4408-808f-149dead57ddc&tenant_id=ba79d3046aa84fd2ac89895f3514d2bd HTTP/1.1" status: 200 len: 1096 time: 0.9002795 Oct 20 10:58:05.804527 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-64f178e5-fa60-4ed4-b4d7-2ffb63a29058 req-8c2674d0-457c-48d3-b1b5-854e6c659e4e tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/security-groups?id=b86ef872-82a8-48e3-89d0-a53331758f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2808509 Oct 20 10:58:05.853974 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aea77d-d96e-4130-b3f3-5fa131919b85 req-4deef972-be31-4763-83ae-da81aa19a824 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:05.861577 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d6aea77d-d96e-4130-b3f3-5fa131919b85 req-4deef972-be31-4763-83ae-da81aa19a824 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/ports?device_id=705af76e-c57b-48dc-9056-29b631f1bc4d HTTP/1.1" status: 200 len: 946 time: 0.2754576 Oct 20 10:58:05.898235 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bd650522-3f69-4f2b-bf15-6d3750eccfea req-f5b84826-d3d6-4724-a315-57cf8fc3146e service neutron] 10.222.0.55 "GET /v2.0/networks/70d8d1ef-e175-48cb-b5a8-9bf8ec238a5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1284459 Oct 20 10:58:05.948444 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b681e62-7e4f-423c-9da7-38e1fed3c9dc', 'tag': '20fb5938-9d47-473f-92d6-bf544bc4c10a'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:58:05.950721 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86d16adc-d37f-4dc5-9ecb-76565ba0b131" -d '{"events": [{"name": "network-changed", "server_uuid": "7b681e62-7e4f-423c-9da7-38e1fed3c9dc", "tag": "20fb5938-9d47-473f-92d6-bf544bc4c10a"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:58:05.985700 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e77e6d-cd18-4013-aae5-ec254a02f74d req-16913e1e-380f-47f8-aeda-d3e0d53cd0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:05.987114 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-94e77e6d-cd18-4013-aae5-ec254a02f74d req-16913e1e-380f-47f8-aeda-d3e0d53cd0ad service neutron] 10.222.0.55 "GET /v2.0/subnets?id=437b47ec-4211-421c-828b-76408ce53dce HTTP/1.1" status: 200 len: 850 time: 0.2877204 Oct 20 10:58:06.077845 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e14ec23-416f-48e1-9a80-838ae50c8417 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:58:06.084634 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-7e14ec23-416f-48e1-9a80-838ae50c8417 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] 10.222.0.64 "PUT /v2.0/routers/36d80ca4-ac1a-4ec0-9d37-0ad25843db5c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0845585 Oct 20 10:58:06.088384 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 56392) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:06.102223 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d6aea77d-d96e-4130-b3f3-5fa131919b85 req-a7de8b3b-21e5-4498-9c48-33c79468de9e tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/security-groups?id=69f90560-754d-4655-8511-1cc906dc908c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331016 Oct 20 10:58:06.133250 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7658d5-0f7d-4882-8a9b-27ff11b8b770 req-a532259e-f664-4136-aea8-e902d6275e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:06.138900 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ab7658d5-0f7d-4882-8a9b-27ff11b8b770 req-a532259e-f664-4136-aea8-e902d6275e28 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ba79d3046aa84fd2ac89895f3514d2bd&device_id=4c642b60-e4e3-4408-808f-149dead57ddc HTTP/1.1" status: 200 len: 1096 time: 0.3542969 Oct 20 10:58:06.146681 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b4982c42-237f-4fac-a3a6-36846e3ec51d req-5a5f01be-a820-47f4-8cbd-8dd1f60fc438 service neutron] 10.222.0.69 "GET /v2.0/networks/cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4381297 Oct 20 10:58:06.157974 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-7bc81679-e7f3-449d-8118-9b9a490044ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:06.166796 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc07949b-cefc-45e6-9b1f-4c1d4683a139 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Deleting subnet d0b7a534-0d6b-40d2-892b-e35a8b611053 {{(pid=100597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:58:06.175078 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fc07949b-cefc-45e6-9b1f-4c1d4683a139 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks [] for subnet, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:06.210661 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc10e370-d187-4b67-a8de-393103f41594 x-openstack-request-id: req-fc10e370-d187-4b67-a8de-393103f41594 {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:58:06.212187 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbb1d3fe-09bb-448f-b9c0-2884467ffdb1", "name": "network-vif-plugged", "status": "completed", "tag": "d955044a-6302-44d4-a2a0-04b9c1b75614", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:58:06.212885 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fc10e370-d187-4b67-a8de-393103f41594 {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:58:06.214055 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbb1d3fe-09bb-448f-b9c0-2884467ffdb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd955044a-6302-44d4-a2a0-04b9c1b75614', 'code': 200} Oct 20 10:58:06.235991 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926a2938-e54b-4994-ab13-fa1efd81b5d9 req-f67858df-c989-4674-8547-12446c3979ed tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:06.237541 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-926a2938-e54b-4994-ab13-fa1efd81b5d9 req-f67858df-c989-4674-8547-12446c3979ed tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b681e62-7e4f-423c-9da7-38e1fed3c9dc HTTP/1.1" status: 200 len: 943 time: 0.3354170 Oct 20 10:58:06.265672 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fc07949b-cefc-45e6-9b1f-4c1d4683a139 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25852621'] for subnet, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:06.297543 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bd650522-3f69-4f2b-bf15-6d3750eccfea req-77612733-018a-44d1-8ecb-e657c261ada7 service neutron] 10.222.0.55 "GET /v2.0/networks/70d8d1ef-e175-48cb-b5a8-9bf8ec238a5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3909755 Oct 20 10:58:06.356232 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e77e6d-cd18-4013-aae5-ec254a02f74d req-8b23120a-0eec-4563-9424-6a455f68b5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:06.357931 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-94e77e6d-cd18-4013-aae5-ec254a02f74d req-8b23120a-0eec-4563-9424-6a455f68b5e5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b8b1e2be-5932-428e-a716-07af13af4e6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3606935 Oct 20 10:58:06.415663 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e43fa2d6-f259-4e9d-a379-bebb3feedd2b None None] Sync routers for ids ['36d80ca4-ac1a-4ec0-9d37-0ad25843db5c'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:58:06.434810 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f600c9-698f-4065-a85d-ac7f71e54612 req-6416f339-c934-4c3e-8d9f-d4e05d40377f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:06.436597 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-65f600c9-698f-4065-a85d-ac7f71e54612 req-6416f339-c934-4c3e-8d9f-d4e05d40377f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=fbb1d3fe-09bb-448f-b9c0-2884467ffdb1 HTTP/1.1" status: 200 len: 1096 time: 0.1445978 Oct 20 10:58:06.440505 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43fa2d6-f259-4e9d-a379-bebb3feedd2b None None] Routers {'36d80ca4-ac1a-4ec0-9d37-0ad25843db5c'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:58:06.441223 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-e43fa2d6-f259-4e9d-a379-bebb3feedd2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:58:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['36d80ca4-ac1a-4ec0-9d37-0ad25843db5c'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:06.500458 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fc07949b-cefc-45e6-9b1f-4c1d4683a139 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:06.505824 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-65f600c9-698f-4065-a85d-ac7f71e54612 req-f0cd0a7e-1f7d-44c0-8424-16b9893e2636 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=777d26a2-77cc-4488-aee7-ff0e29f60da4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592134 Oct 20 10:58:06.537490 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-926a2938-e54b-4994-ab13-fa1efd81b5d9 req-ebaa3226-6b4f-4865-9341-70e73b42e8ab tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=7d9a6fe5-d7f3-4fa2-86d5-4c121918dfe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2869825 Oct 20 10:58:06.539642 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21d7702-fcca-44da-b7dd-eff2262689f3 req-a2f5e0fb-8c2b-4808-9aed-5615caa25709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:06.541309 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b21d7702-fcca-44da-b7dd-eff2262689f3 req-a2f5e0fb-8c2b-4808-9aed-5615caa25709 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=304c84e5c7844b5cadef0d9d128b445c&device_id=ca6b8b02-8daa-4111-962a-e7a91c9a149e HTTP/1.1" status: 200 len: 1095 time: 0.3225029 Oct 20 10:58:06.590098 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 34636567-5d4f-43d9-8d20-dd91793aeeb2 no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:58:06.617160 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7658d5-0f7d-4882-8a9b-27ff11b8b770 req-2672c0b3-6b57-43d6-9340-c0ab5ff1c6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:06.619067 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ab7658d5-0f7d-4882-8a9b-27ff11b8b770 req-2672c0b3-6b57-43d6-9340-c0ab5ff1c6dd service neutron] 10.222.0.69 "GET /v2.0/networks?id=70d8d1ef-e175-48cb-b5a8-9bf8ec238a5d HTTP/1.1" status: 200 len: 898 time: 0.4548140 Oct 20 10:58:06.647278 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-e43fa2d6-f259-4e9d-a379-bebb3feedd2b None None] Set router 36d80ca4-ac1a-4ec0-9d37-0ad25843db5c gateway port host: None {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:58:06.649557 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fc07949b-cefc-45e6-9b1f-4c1d4683a139 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25350811'] for subnet, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:06.665744 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5844ce44-3a45-4f1c-89d1-3ef14d68e851 x-openstack-request-id: req-5844ce44-3a45-4f1c-89d1-3ef14d68e851 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:58:06.665915 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 34636567-5d4f-43d9-8d20-dd91793aeeb2 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:58:06.666112 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b681e62-7e4f-423c-9da7-38e1fed3c9dc", "tag": "20fb5938-9d47-473f-92d6-bf544bc4c10a", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:58:06.666239 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 34636567-5d4f-43d9-8d20-dd91793aeeb2 not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:58:06.666346 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5844ce44-3a45-4f1c-89d1-3ef14d68e851 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:58:06.666676 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b681e62-7e4f-423c-9da7-38e1fed3c9dc', 'tag': '20fb5938-9d47-473f-92d6-bf544bc4c10a', 'status': 'completed', 'code': 200} Oct 20 10:58:06.696176 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-94e77e6d-cd18-4013-aae5-ec254a02f74d req-1b60ff9e-7a4e-4995-aa18-06a3c6a119a2 service neutron] 10.222.0.55 "GET /v2.0/networks/b8b1e2be-5932-428e-a716-07af13af4e6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3246632 Oct 20 10:58:06.717788 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e2f9b1-9cc5-45d6-94f1-c287a0b86c04 req-97bcd89e-9806-440a-b8bf-8e0f08a74755 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:06.719589 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-07e2f9b1-9cc5-45d6-94f1-c287a0b86c04 req-97bcd89e-9806-440a-b8bf-8e0f08a74755 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c642b60-e4e3-4408-808f-149dead57ddc HTTP/1.1" status: 200 len: 945 time: 0.3516355 Oct 20 10:58:06.732590 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e8048bd-110e-4f51-accf-47f8d84208fd None None] Network c973d097-5e4e-41c6-b110-c8cffdfdd74e requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:58:06.734889 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fc07949b-cefc-45e6-9b1f-4c1d4683a139 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:06.741487 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-fc07949b-cefc-45e6-9b1f-4c1d4683a139 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] 10.222.0.64 "DELETE /v2.0/subnets/d0b7a534-0d6b-40d2-892b-e35a8b611053 HTTP/1.1" status: 204 len: 168 time: 0.6517866 Oct 20 10:58:06.745850 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 56414) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:06.746611 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc07949b-cefc-45e6-9b1f-4c1d4683a139 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Pushing event deleted for resources: {'Subnet': ['ID=d0b7a534-0d6b-40d2-892b-e35a8b611053,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:06.895036 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f3471e99-e7b8-41ed-b0c0-7947f866194f tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:06.981093 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-f3471e99-e7b8-41ed-b0c0-7947f866194f tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Deleting port 7d53971f-aa3b-4aa2-84f6-02810df12b6c {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:58:06.981709 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f3471e99-e7b8-41ed-b0c0-7947f866194f tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:07.005648 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a31d53d-5d87-4a74-9756-454a1a470273 None None] DHCP port deletion for c973d097-5e4e-41c6-b110-c8cffdfdd74e request from n-d-811396-3 {{(pid=100598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:58:07.034923 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-e43fa2d6-f259-4e9d-a379-bebb3feedd2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36d80ca4-ac1a-4ec0-9d37-0ad25843db5c', 'name': 'tempest-RoutersTest-router-888831143', 'tenant_id': 'f889f0e78885417f8f60131724c64516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:57:26Z', 'updated_at': '2021-10-20T10:58:04Z', 'revision_number': 8, 'project_id': 'f889f0e78885417f8f60131724c64516', 'gw_port_host': None, '_interfaces': [{'id': '36659497-3587-4780-bd60-84ce13cd9d14', 'name': '', 'network_id': 'df540a0b-bd93-44c6-8546-0ccd33dfe13b', 'tenant_id': 'f889f0e78885417f8f60131724c64516', 'mac_address': 'fa:16:3e:67:d4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d80ca4-ac1a-4ec0-9d37-0ad25843db5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3370, 'fixed_ips': [{'subnet_id': '151ac544-d442-47e6-93b9-df87d79092b5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:57:47Z', 'updated_at': '2021-10-20T10:58:01Z', 'revision_number': 5, 'project_id': 'f889f0e78885417f8f60131724c64516', 'subnets': [{'id': '151ac544-d442-47e6-93b9-df87d79092b5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '42b864f7-1b99-4535-b3ff-2ea66a0f8503', 'name': '', 'network_id': '3ae0cb69-c97c-4688-b905-59d6f8d6eaa6', 'tenant_id': 'f889f0e78885417f8f60131724c64516', 'mac_address': 'fa:16:3e:66:cc:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d80ca4-ac1a-4ec0-9d37-0ad25843db5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3360, 'fixed_ips': [{'subnet_id': 'd6d7329e-6637-49c3-bddb-d1b0b832700f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:57:40Z', 'updated_at': '2021-10-20T10:57:48Z', 'revision_number': 5, 'project_id': 'f889f0e78885417f8f60131724c64516', 'subnets': [{'id': 'd6d7329e-6637-49c3-bddb-d1b0b832700f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5df519dd-aa3b-4761-ae60-d3542f835eb3', 'name': '', 'network_id': '27a1d39b-338c-4134-8ccc-7e10b7fae67a', 'tenant_id': 'f889f0e78885417f8f60131724c64516', 'mac_address': 'fa:16:3e:69:19:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d80ca4-ac1a-4ec0-9d37-0ad25843db5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': '54b5cd66-4475-4e7f-8f2d-243fd5215495', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:57:30Z', 'updated_at': '2021-10-20T10:57:40Z', 'revision_number': 5, 'project_id': 'f889f0e78885417f8f60131724c64516', 'subnets': [{'id': '54b5cd66-4475-4e7f-8f2d-243fd5215495', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:07.047166 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-07e2f9b1-9cc5-45d6-94f1-c287a0b86c04 req-cf79f1af-b9e0-422e-aa0a-13625d283a45 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/security-groups?id=26948559-e889-46f3-b5c0-b176059a1133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2330818 Oct 20 10:58:07.049252 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ab7658d5-0f7d-4882-8a9b-27ff11b8b770 req-7cbfce6a-5954-4c07-8d2f-05ac34bcf65d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b657c948-f77f-45ee-acfc-6a4673c1c6f9 HTTP/1.1" status: 200 len: 1000 time: 0.3201191 Oct 20 10:58:07.061649 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [None req-f3471e99-e7b8-41ed-b0c0-7947f866194f tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] For port 7d53971f-aa3b-4aa2-84f6-02810df12b6c, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=7d53971f-aa3b-4aa2-84f6-02810df12b6c,segment=NetworkSegment(1d80293b-f5bf-40da-8f72-a9ccff645fd5),segment_id=1d80293b-f5bf-40da-8f72-a9ccff645fd5)] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:58:07.062266 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f3471e99-e7b8-41ed-b0c0-7947f866194f tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:07.085394 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-f3471e99-e7b8-41ed-b0c0-7947f866194f tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Calling delete_port for 7d53971f-aa3b-4aa2-84f6-02810df12b6c owned by network:dhcp {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:58:07.108346 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e43fa2d6-f259-4e9d-a379-bebb3feedd2b None None] Checking router: 36d80ca4-ac1a-4ec0-9d37-0ad25843db5c for host: n-d-811396-3 {{(pid=100599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:58:07.109673 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-3a31d53d-5d87-4a74-9756-454a1a470273 None None] Deleting port 7d53971f-aa3b-4aa2-84f6-02810df12b6c {{(pid=100598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:58:07.109673 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3a31d53d-5d87-4a74-9756-454a1a470273 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:07.135747 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43fa2d6-f259-4e9d-a379-bebb3feedd2b None None] Routers {'36d80ca4-ac1a-4ec0-9d37-0ad25843db5c'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:58:07.136373 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-e43fa2d6-f259-4e9d-a379-bebb3feedd2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:58:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['36d80ca4-ac1a-4ec0-9d37-0ad25843db5c'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:07.182321 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f3471e99-e7b8-41ed-b0c0-7947f866194f tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:07.229571 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-3a31d53d-5d87-4a74-9756-454a1a470273 None None] For port 7d53971f-aa3b-4aa2-84f6-02810df12b6c, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=7d53971f-aa3b-4aa2-84f6-02810df12b6c,segment=NetworkSegment(1d80293b-f5bf-40da-8f72-a9ccff645fd5),segment_id=1d80293b-f5bf-40da-8f72-a9ccff645fd5)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:58:07.231605 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3a31d53d-5d87-4a74-9756-454a1a470273 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:07.244576 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:07.244811 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7658d5-0f7d-4882-8a9b-27ff11b8b770 req-fba30fa7-ee26-4861-8905-a36ca0cbb79f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:07.252596 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ab7658d5-0f7d-4882-8a9b-27ff11b8b770 req-fba30fa7-ee26-4861-8905-a36ca0cbb79f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8cc294db-53a2-49f2-b9ea-e79f5035cec8 HTTP/1.1" status: 200 len: 834 time: 0.1930971 Oct 20 10:58:07.258351 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-3a31d53d-5d87-4a74-9756-454a1a470273 None None] Calling delete_port for 7d53971f-aa3b-4aa2-84f6-02810df12b6c owned by network:dhcp {{(pid=100598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:58:07.265283 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a263771-d0ca-4a98-bd8b-27ca5132d05c req-00e627e1-4d14-4351-af9f-4dfc57ebd5ac tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:07.266857 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2a263771-d0ca-4a98-bd8b-27ca5132d05c req-00e627e1-4d14-4351-af9f-4dfc57ebd5ac tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/ports?device_id=705af76e-c57b-48dc-9056-29b631f1bc4d HTTP/1.1" status: 200 len: 946 time: 0.4641051 Oct 20 10:58:07.268888 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-94e77e6d-cd18-4013-aae5-ec254a02f74d req-e4de66ee-6d08-4de2-96b8-8bde6a608b78 service neutron] 10.222.0.55 "GET /v2.0/networks/b8b1e2be-5932-428e-a716-07af13af4e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5078061 Oct 20 10:58:07.277106 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3471e99-e7b8-41ed-b0c0-7947f866194f tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Pushing event deleted for resources: {'Port': ['ID=7d53971f-aa3b-4aa2-84f6-02810df12b6c,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:07.279345 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3471e99-e7b8-41ed-b0c0-7947f866194f tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] No DVR routers for this DVR port 7d53971f-aa3b-4aa2-84f6-02810df12b6c on host n-d-811396-3 {{(pid=100597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:58:07.289794 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21d7702-fcca-44da-b7dd-eff2262689f3 req-3143f74a-e855-4f01-9f15-9fbc6800ce7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:07.291305 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b21d7702-fcca-44da-b7dd-eff2262689f3 req-3143f74a-e855-4f01-9f15-9fbc6800ce7b service neutron] 10.222.0.69 "GET /v2.0/networks?id=cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0 HTTP/1.1" status: 200 len: 913 time: 0.5546253 Oct 20 10:58:07.307973 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-e43fa2d6-f259-4e9d-a379-bebb3feedd2b None None] Set router 36d80ca4-ac1a-4ec0-9d37-0ad25843db5c gateway port host: None {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:58:07.376859 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b21d7702-fcca-44da-b7dd-eff2262689f3 req-f54adb4f-c55c-4f52-970e-6b830ad1ac7f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3812c3a3-9d19-4847-83f9-467aa4852bfa HTTP/1.1" status: 200 len: 217 time: 0.0606039 Oct 20 10:58:07.393070 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb175ef-dc5f-4b08-91bb-2cb04a249e1a req-382e0a66-52a5-4529-84c8-defba65ccc68 tempest-TestServerBasicOps-247257694 tempest-TestServerBasicOps-247257694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:07.394558 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7cb175ef-dc5f-4b08-91bb-2cb04a249e1a req-382e0a66-52a5-4529-84c8-defba65ccc68 tempest-TestServerBasicOps-247257694 tempest-TestServerBasicOps-247257694-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbb1d3fe-09bb-448f-b9c0-2884467ffdb1 HTTP/1.1" status: 200 len: 945 time: 0.2427092 Oct 20 10:58:07.439951 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f3471e99-e7b8-41ed-b0c0-7947f866194f tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:07.465973 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-f3471e99-e7b8-41ed-b0c0-7947f866194f tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c973d097-5e4e-41c6-b110-c8cffdfdd74e']}} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:07.477582 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-f3471e99-e7b8-41ed-b0c0-7947f866194f tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d80293b-f5bf-40da-8f72-a9ccff645fd5') {'for_net_delete': True} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:07.478231 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-f3471e99-e7b8-41ed-b0c0-7947f866194f tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d80293b-f5bf-40da-8f72-a9ccff645fd5') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:07.491188 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f3471e99-e7b8-41ed-b0c0-7947f866194f tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25852596'] for segment, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:07.491433 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2a263771-d0ca-4a98-bd8b-27ca5132d05c req-2e55e403-f399-4a36-9d0f-05401458936f tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/security-groups?id=69f90560-754d-4655-8511-1cc906dc908c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104690 Oct 20 10:58:07.508174 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f3471e99-e7b8-41ed-b0c0-7947f866194f tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:07.518045 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3471e99-e7b8-41ed-b0c0-7947f866194f tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Releasing vlan 849 on physical network physnet1 to pool {{(pid=100597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:58:07.518891 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f3471e99-e7b8-41ed-b0c0-7947f866194f tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951012'] for segment, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:07.522853 n-d-811396-3 neutron-server[100597]: Traceback (most recent call last): Oct 20 10:58:07.522853 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:58:07.522853 n-d-811396-3 neutron-server[100597]: timer() Oct 20 10:58:07.522853 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:58:07.522853 n-d-811396-3 neutron-server[100597]: cb(*args, **kw) Oct 20 10:58:07.522853 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:58:07.522853 n-d-811396-3 neutron-server[100597]: return func(*args, **kwargs) Oct 20 10:58:07.522853 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:58:07.522853 n-d-811396-3 neutron-server[100597]: self._notify() Oct 20 10:58:07.522853 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:58:07.522853 n-d-811396-3 neutron-server[100597]: self.callback(batched_events) Oct 20 10:58:07.522853 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:58:07.522853 n-d-811396-3 neutron-server[100597]: event.method(event) Oct 20 10:58:07.522853 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:58:07.522853 n-d-811396-3 neutron-server[100597]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:58:07.522853 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:58:07.522853 n-d-811396-3 neutron-server[100597]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:58:07.522853 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:58:07.522853 n-d-811396-3 neutron-server[100597]: return f(self, *a, **k) Oct 20 10:58:07.522853 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:58:07.522853 n-d-811396-3 neutron-server[100597]: return self._get(url).json() Oct 20 10:58:07.522853 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:58:07.522853 n-d-811396-3 neutron-server[100597]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:58:07.522853 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:58:07.522853 n-d-811396-3 neutron-server[100597]: return self.request(url, 'GET', **kwargs) Oct 20 10:58:07.522853 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:58:07.522853 n-d-811396-3 neutron-server[100597]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:58:07.522853 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:58:07.522853 n-d-811396-3 neutron-server[100597]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:58:07.522853 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:58:07.522853 n-d-811396-3 neutron-server[100597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:58:07.522853 n-d-811396-3 neutron-server[100597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:58:07.549375 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7658d5-0f7d-4882-8a9b-27ff11b8b770 req-8b9ecc5e-afc9-4e69-9d3e-427871040575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:07.551522 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ab7658d5-0f7d-4882-8a9b-27ff11b8b770 req-8b9ecc5e-afc9-4e69-9d3e-427871040575 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=70d8d1ef-e175-48cb-b5a8-9bf8ec238a5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2811041 Oct 20 10:58:07.609778 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-e43fa2d6-f259-4e9d-a379-bebb3feedd2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36d80ca4-ac1a-4ec0-9d37-0ad25843db5c', 'name': 'tempest-RoutersTest-router-888831143', 'tenant_id': 'f889f0e78885417f8f60131724c64516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:57:26Z', 'updated_at': '2021-10-20T10:58:04Z', 'revision_number': 8, 'project_id': 'f889f0e78885417f8f60131724c64516', 'gw_port_host': None, '_interfaces': [{'id': '36659497-3587-4780-bd60-84ce13cd9d14', 'name': '', 'network_id': 'df540a0b-bd93-44c6-8546-0ccd33dfe13b', 'tenant_id': 'f889f0e78885417f8f60131724c64516', 'mac_address': 'fa:16:3e:67:d4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d80ca4-ac1a-4ec0-9d37-0ad25843db5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3370, 'fixed_ips': [{'subnet_id': '151ac544-d442-47e6-93b9-df87d79092b5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:57:47Z', 'updated_at': '2021-10-20T10:58:01Z', 'revision_number': 5, 'project_id': 'f889f0e78885417f8f60131724c64516', 'subnets': [{'id': '151ac544-d442-47e6-93b9-df87d79092b5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '42b864f7-1b99-4535-b3ff-2ea66a0f8503', 'name': '', 'network_id': '3ae0cb69-c97c-4688-b905-59d6f8d6eaa6', 'tenant_id': 'f889f0e78885417f8f60131724c64516', 'mac_address': 'fa:16:3e:66:cc:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d80ca4-ac1a-4ec0-9d37-0ad25843db5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3360, 'fixed_ips': [{'subnet_id': 'd6d7329e-6637-49c3-bddb-d1b0b832700f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:57:40Z', 'updated_at': '2021-10-20T10:57:48Z', 'revision_number': 5, 'project_id': 'f889f0e78885417f8f60131724c64516', 'subnets': [{'id': 'd6d7329e-6637-49c3-bddb-d1b0b832700f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5df519dd-aa3b-4761-ae60-d3542f835eb3', 'name': '', 'network_id': '27a1d39b-338c-4134-8ccc-7e10b7fae67a', 'tenant_id': 'f889f0e78885417f8f60131724c64516', 'mac_address': 'fa:16:3e:69:19:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d80ca4-ac1a-4ec0-9d37-0ad25843db5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': '54b5cd66-4475-4e7f-8f2d-243fd5215495', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:57:30Z', 'updated_at': '2021-10-20T10:57:40Z', 'revision_number': 5, 'project_id': 'f889f0e78885417f8f60131724c64516', 'subnets': [{'id': '54b5cd66-4475-4e7f-8f2d-243fd5215495', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:07.615752 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21d7702-fcca-44da-b7dd-eff2262689f3 req-c824cce1-cb6c-4b34-b853-41f791751780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:07.618305 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b21d7702-fcca-44da-b7dd-eff2262689f3 req-c824cce1-cb6c-4b34-b853-41f791751780 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=46305bfd-5c10-42c9-8afc-597f2425497e HTTP/1.1" status: 200 len: 851 time: 0.2008293 Oct 20 10:58:07.638659 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7cb175ef-dc5f-4b08-91bb-2cb04a249e1a req-9be314e2-01bb-4637-984a-52d1fe15a0c4 tempest-TestServerBasicOps-247257694 tempest-TestServerBasicOps-247257694-project] 10.222.0.64 "GET /v2.0/security-groups?id=777d26a2-77cc-4488-aee7-ff0e29f60da4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2085652 Oct 20 10:58:07.653372 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f3471e99-e7b8-41ed-b0c0-7947f866194f tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:07.653578 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3a31d53d-5d87-4a74-9756-454a1a470273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956'] for port, after_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:07.659473 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e43fa2d6-f259-4e9d-a379-bebb3feedd2b None None] The sync data for ids ['36d80ca4-ac1a-4ec0-9d37-0ad25843db5c'] in n-d-811396-3 is: [{'id': '36d80ca4-ac1a-4ec0-9d37-0ad25843db5c', 'name': 'tempest-RoutersTest-router-888831143', 'tenant_id': 'f889f0e78885417f8f60131724c64516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:57:26Z', 'updated_at': '2021-10-20T10:58:04Z', 'revision_number': 8, 'project_id': 'f889f0e78885417f8f60131724c64516', 'gw_port_host': None, '_interfaces': [{'id': '36659497-3587-4780-bd60-84ce13cd9d14', 'name': '', 'network_id': 'df540a0b-bd93-44c6-8546-0ccd33dfe13b', 'tenant_id': 'f889f0e78885417f8f60131724c64516', 'mac_address': 'fa:16:3e:67:d4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d80ca4-ac1a-4ec0-9d37-0ad25843db5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3370, 'fixed_ips': [{'subnet_id': '151ac544-d442-47e6-93b9-df87d79092b5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:57:47Z', 'updated_at': '2021-10-20T10:58:01Z', 'revision_number': 5, 'project_id': 'f889f0e78885417f8f60131724c64516', 'subnets': [{'id': '151ac544-d442-47e6-93b9-df87d79092b5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '42b864f7-1b99-4535-b3ff-2ea66a0f8503', 'name': '', 'network_id': '3ae0cb69-c97c-4688-b905-59d6f8d6eaa6', 'tenant_id': 'f889f0e78885417f8f60131724c64516', 'mac_address': 'fa:16:3e:66:cc:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d80ca4-ac1a-4ec0-9d37-0ad25843db5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3360, 'fixed_ips': [{'subnet_id': 'd6d7329e-6637-49c3-bddb-d1b0b832700f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:57:40Z', 'updated_at': '2021-10-20T10:57:48Z', 'revision_number': 5, 'project_id': 'f889f0e78885417f8f60131724c64516', 'subnets': [{'id': 'd6d7329e-6637-49c3-bddb-d1b0b832700f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5df519dd-aa3b-4761-ae60-d3542f835eb3', 'name': '', 'network_id': '27a1d39b-338c-4134-8ccc-7e10b7fae67a', 'tenant_id': 'f889f0e78885417f8f60131724c64516', 'mac_address': 'fa:16:3e:69:19:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d80ca4-ac1a-4ec0-9d37-0ad25843db5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': '54b5cd66-4475-4e7f-8f2d-243fd5215495', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:57:30Z', 'updated_at': '2021-10-20T10:57:40Z', 'revision_number': 5, 'project_id': 'f889f0e78885417f8f60131724c64516', 'subnets': [{'id': '54b5cd66-4475-4e7f-8f2d-243fd5215495', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:58:07.681935 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a31d53d-5d87-4a74-9756-454a1a470273 None None] Pushing event deleted for resources: {'Port': ['ID=7d53971f-aa3b-4aa2-84f6-02810df12b6c,revision_number=None']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:07.685458 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:07.686117 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3a31d53d-5d87-4a74-9756-454a1a470273 None None] Network c973d097-5e4e-41c6-b110-c8cffdfdd74e is not hosted by any dhcp agent {{(pid=100598) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 20 10:58:07.686576 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a31d53d-5d87-4a74-9756-454a1a470273 None None] No DVR routers for this DVR port 7d53971f-aa3b-4aa2-84f6-02810df12b6c on host n-d-811396-3 {{(pid=100598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:58:07.687814 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f3471e99-e7b8-41ed-b0c0-7947f866194f tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:07.689164 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d16adc-d37f-4dc5-9ecb-76565ba0b131 req-96f1037c-d185-47b6-a85d-beb971f20276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:07.691013 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-86d16adc-d37f-4dc5-9ecb-76565ba0b131 req-96f1037c-d185-47b6-a85d-beb971f20276 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=376203cb7dec4dad9717307d6c606d33&device_id=7b681e62-7e4f-423c-9da7-38e1fed3c9dc HTTP/1.1" status: 200 len: 1094 time: 0.3246667 Oct 20 10:58:07.712598 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-f3471e99-e7b8-41ed-b0c0-7947f866194f tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] 10.222.0.64 "DELETE /v2.0/networks/c973d097-5e4e-41c6-b110-c8cffdfdd74e HTTP/1.1" status: 204 len: 168 time: 0.9631488 Oct 20 10:58:07.722384 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 56422) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:07.732747 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3471e99-e7b8-41ed-b0c0-7947f866194f tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Pushing event deleted for resources: {'Network': ['ID=c973d097-5e4e-41c6-b110-c8cffdfdd74e,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:07.800532 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac6da1e-3c5f-469e-996a-a947042dc633 req-3484059f-adbc-4e84-8618-794667d2da34 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:07.817359 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4ac6da1e-3c5f-469e-996a-a947042dc633 req-3484059f-adbc-4e84-8618-794667d2da34 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca6b8b02-8daa-4111-962a-e7a91c9a149e HTTP/1.1" status: 200 len: 944 time: 0.2252605 Oct 20 10:58:07.875930 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21d7702-fcca-44da-b7dd-eff2262689f3 req-85e54bbe-f1b8-49d2-9ff3-bee1d84e2dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:07.877548 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b21d7702-fcca-44da-b7dd-eff2262689f3 req-85e54bbe-f1b8-49d2-9ff3-bee1d84e2dc2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2387075 Oct 20 10:58:07.880059 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ab7658d5-0f7d-4882-8a9b-27ff11b8b770 req-ddf7d573-43be-40e6-b89e-1edc05468816 service neutron] 10.222.0.69 "GET /v2.0/networks/70d8d1ef-e175-48cb-b5a8-9bf8ec238a5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3132892 Oct 20 10:58:07.947455 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4ac6da1e-3c5f-469e-996a-a947042dc633 req-296124c6-41c9-4563-bf5a-b45297bfd1ae tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/security-groups?id=b86ef872-82a8-48e3-89d0-a53331758f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1290615 Oct 20 10:58:08.087075 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d16adc-d37f-4dc5-9ecb-76565ba0b131 req-5f280f44-601d-43ca-9461-3a3c40076663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:08.088635 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-86d16adc-d37f-4dc5-9ecb-76565ba0b131 req-5f280f44-601d-43ca-9461-3a3c40076663 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b8b1e2be-5932-428e-a716-07af13af4e6c HTTP/1.1" status: 200 len: 912 time: 0.3609586 Oct 20 10:58:08.093838 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:08.194786 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-631cfd83-4fa3-4f05-bbb8-df5bcdcc0fd2 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1774405'] for router_interface, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:08.497554 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-631cfd83-4fa3-4f05-bbb8-df5bcdcc0fd2 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Deleting port 36659497-3587-4780-bd60-84ce13cd9d14 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:58:08.498215 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-631cfd83-4fa3-4f05-bbb8-df5bcdcc0fd2 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:08.544796 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 7d53971f-aa3b-4aa2-84f6-02810df12b6c no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:58:08.568469 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 7d53971f-aa3b-4aa2-84f6-02810df12b6c {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:58:08.569076 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 7d53971f-aa3b-4aa2-84f6-02810df12b6c not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:58:08.569679 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ab7658d5-0f7d-4882-8a9b-27ff11b8b770 req-8c50c6a5-bf69-4e08-8292-596024caf9db service neutron] 10.222.0.69 "GET /v2.0/networks/70d8d1ef-e175-48cb-b5a8-9bf8ec238a5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6708457 Oct 20 10:58:08.585671 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-86d16adc-d37f-4dc5-9ecb-76565ba0b131 req-94f4f848-d6f5-4bd9-b93d-101f343def58 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=20fb5938-9d47-473f-92d6-bf544bc4c10a HTTP/1.1" status: 200 len: 217 time: 0.4883940 Oct 20 10:58:08.628734 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6166b1-b1c9-4c0a-8416-e4c19fd9ad88 req-e4fc072d-e156-4f1b-9e21-8e01d5382592 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:08.629541 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [None req-631cfd83-4fa3-4f05-bbb8-df5bcdcc0fd2 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] For port 36659497-3587-4780-bd60-84ce13cd9d14, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=36659497-3587-4780-bd60-84ce13cd9d14,segment=NetworkSegment(77329c5c-09b3-49d4-9e08-17ade9561159),segment_id=77329c5c-09b3-49d4-9e08-17ade9561159)] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:58:08.630160 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-631cfd83-4fa3-4f05-bbb8-df5bcdcc0fd2 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:08.631044 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ba6166b1-b1c9-4c0a-8416-e4c19fd9ad88 req-e4fc072d-e156-4f1b-9e21-8e01d5382592 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/ports?device_id=705af76e-c57b-48dc-9056-29b631f1bc4d HTTP/1.1" status: 200 len: 946 time: 0.5612326 Oct 20 10:58:08.645505 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-631cfd83-4fa3-4f05-bbb8-df5bcdcc0fd2 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Calling delete_port for 36659497-3587-4780-bd60-84ce13cd9d14 owned by network:router_interface {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:58:08.652140 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b21d7702-fcca-44da-b7dd-eff2262689f3 req-012a3447-6f57-4dad-b132-d5c397e83a2f service neutron] 10.222.0.69 "GET /v2.0/networks/cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7458949 Oct 20 10:58:08.664817 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe05afb3-4a40-4404-ae29-567c25c7e975 req-74f65b70-a462-495f-8a5c-7da62403dce8 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:08.666545 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fe05afb3-4a40-4404-ae29-567c25c7e975 req-74f65b70-a462-495f-8a5c-7da62403dce8 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b681e62-7e4f-423c-9da7-38e1fed3c9dc HTTP/1.1" status: 200 len: 943 time: 0.6961987 Oct 20 10:58:08.756964 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d16adc-d37f-4dc5-9ecb-76565ba0b131 req-70c5e068-59ec-4623-8150-d2e272acd2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:08.758559 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-86d16adc-d37f-4dc5-9ecb-76565ba0b131 req-70c5e068-59ec-4623-8150-d2e272acd2fd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=437b47ec-4211-421c-828b-76408ce53dce HTTP/1.1" status: 200 len: 850 time: 0.1529450 Oct 20 10:58:08.853594 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ba6166b1-b1c9-4c0a-8416-e4c19fd9ad88 req-e5bf9e60-ac5b-42c1-a0c8-789885c53922 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/security-groups?id=69f90560-754d-4655-8511-1cc906dc908c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003076 Oct 20 10:58:08.876243 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fe05afb3-4a40-4404-ae29-567c25c7e975 req-122c4ac7-4473-4e7d-842d-6f2ffe285f2c tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=7d9a6fe5-d7f3-4fa2-86d5-4c121918dfe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880152 Oct 20 10:58:08.877643 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-631cfd83-4fa3-4f05-bbb8-df5bcdcc0fd2 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:08.922800 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b21d7702-fcca-44da-b7dd-eff2262689f3 req-f1d20fb6-44ea-4348-9bbd-ef50968d4377 service neutron] 10.222.0.69 "GET /v2.0/networks/cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2517412 Oct 20 10:58:08.926822 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631cfd83-4fa3-4f05-bbb8-df5bcdcc0fd2 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Pushing event deleted for resources: {'Port': ['ID=36659497-3587-4780-bd60-84ce13cd9d14,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:08.933893 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d16adc-d37f-4dc5-9ecb-76565ba0b131 req-d85b232c-734e-40bc-8888-e69f031c0e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:08.935943 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-86d16adc-d37f-4dc5-9ecb-76565ba0b131 req-d85b232c-734e-40bc-8888-e69f031c0e02 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b8b1e2be-5932-428e-a716-07af13af4e6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1646588 Oct 20 10:58:08.938854 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7658d5-0f7d-4882-8a9b-27ff11b8b770 req-3bd25752-7fae-471d-994e-ea07889a0baf tempest-TestNetworkAdvancedServerOps-535186383 tempest-TestNetworkAdvancedServerOps-535186383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:08.944855 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ab7658d5-0f7d-4882-8a9b-27ff11b8b770 req-3bd25752-7fae-471d-994e-ea07889a0baf tempest-TestNetworkAdvancedServerOps-535186383 tempest-TestNetworkAdvancedServerOps-535186383-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=4c642b60-e4e3-4408-808f-149dead57ddc&tenant_id=ba79d3046aa84fd2ac89895f3514d2bd&binding%3Ahost_id=n-h2-811396-3 HTTP/1.1" status: 200 len: 1096 time: 0.1335258 Oct 20 10:58:08.964270 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:09.153811 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-631cfd83-4fa3-4f05-bbb8-df5bcdcc0fd2 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1771989'] for router_interface, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:09.244000 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9442cf-ac5f-4eaf-b2e3-63aa46f2300a req-ca1bdbd9-0ed5-4dfc-a00b-e27ecb4cfc77 tempest-TestServerBasicOps-247257694 tempest-TestServerBasicOps-247257694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:09.246645 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4d9442cf-ac5f-4eaf-b2e3-63aa46f2300a req-ca1bdbd9-0ed5-4dfc-a00b-e27ecb4cfc77 tempest-TestServerBasicOps-247257694 tempest-TestServerBasicOps-247257694-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbb1d3fe-09bb-448f-b9c0-2884467ffdb1 HTTP/1.1" status: 200 len: 945 time: 0.2003176 Oct 20 10:58:09.258291 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-86d16adc-d37f-4dc5-9ecb-76565ba0b131 req-8bfa365b-4483-4552-b1a6-36f05301c9fc service neutron] 10.222.0.55 "GET /v2.0/networks/b8b1e2be-5932-428e-a716-07af13af4e6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2938566 Oct 20 10:58:09.303586 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8061ac03-f4f8-4b85-ae26-48cd89137d8d req-49003fae-d6de-4690-afcb-2cae9de1cca2 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:09.305228 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8061ac03-f4f8-4b85-ae26-48cd89137d8d req-49003fae-d6de-4690-afcb-2cae9de1cca2 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c642b60-e4e3-4408-808f-149dead57ddc HTTP/1.1" status: 200 len: 945 time: 0.2608273 Oct 20 10:58:09.400812 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-631cfd83-4fa3-4f05-bbb8-df5bcdcc0fd2 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Router 36d80ca4-ac1a-4ec0-9d37-0ad25843db5c has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:58:09.436497 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4d9442cf-ac5f-4eaf-b2e3-63aa46f2300a req-6ca88457-2578-4088-8ca4-da5cd9d66579 tempest-TestServerBasicOps-247257694 tempest-TestServerBasicOps-247257694-project] 10.222.0.64 "GET /v2.0/security-groups?id=777d26a2-77cc-4488-aee7-ff0e29f60da4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1718366 Oct 20 10:58:09.446690 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-ab7658d5-0f7d-4882-8a9b-27ff11b8b770 req-41ed411b-6a00-46bc-ad85-1349b275b4b0 service neutron] For port b657c948-f77f-45ee-acfc-6a4673c1c6f9, host n-h1-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:58:09.452244 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8061ac03-f4f8-4b85-ae26-48cd89137d8d req-65336b84-2e8c-4005-8f7a-22fae549b5d9 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/security-groups?id=26948559-e889-46f3-b5c0-b176059a1133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1308951 Oct 20 10:58:09.456516 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-ab7658d5-0f7d-4882-8a9b-27ff11b8b770 req-41ed411b-6a00-46bc-ad85-1349b275b4b0 service neutron] Publish callbacks [] for binding, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:09.458210 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ab7658d5-0f7d-4882-8a9b-27ff11b8b770 req-41ed411b-6a00-46bc-ad85-1349b275b4b0 service neutron] 10.222.0.69 "DELETE /v2.0/ports/b657c948-f77f-45ee-acfc-6a4673c1c6f9/bindings/n-h1-811396-3 HTTP/1.1" status: 204 len: 173 time: 0.5054376 Oct 20 10:58:09.501354 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-86d16adc-d37f-4dc5-9ecb-76565ba0b131 req-107572f9-3d46-4440-9e1b-b3d32d260aa0 service neutron] 10.222.0.55 "GET /v2.0/networks/b8b1e2be-5932-428e-a716-07af13af4e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950119 Oct 20 10:58:09.529539 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-631cfd83-4fa3-4f05-bbb8-df5bcdcc0fd2 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:58:09.539844 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd93f1d3-a17a-49dc-a174-10524b642dfb None None] Sync routers for ids ['36d80ca4-ac1a-4ec0-9d37-0ad25843db5c'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:58:09.549109 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-631cfd83-4fa3-4f05-bbb8-df5bcdcc0fd2 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] 10.222.0.64 "PUT /v2.0/routers/36d80ca4-ac1a-4ec0-9d37-0ad25843db5c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8249731 Oct 20 10:58:09.551197 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd93f1d3-a17a-49dc-a174-10524b642dfb None None] Routers {'36d80ca4-ac1a-4ec0-9d37-0ad25843db5c'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:58:09.552813 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-cd93f1d3-a17a-49dc-a174-10524b642dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:58:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['36d80ca4-ac1a-4ec0-9d37-0ad25843db5c'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:09.553582 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 56456) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:09.624763 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_v2 [None req-a02cb0cb-80b2-4006-895a-936a31226fb2 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Deleting subnet 151ac544-d442-47e6-93b9-df87d79092b5 {{(pid=100597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:58:09.627564 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a02cb0cb-80b2-4006-895a-936a31226fb2 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks [] for subnet, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:09.677435 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-cd93f1d3-a17a-49dc-a174-10524b642dfb None None] Set router 36d80ca4-ac1a-4ec0-9d37-0ad25843db5c gateway port host: None {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:58:09.680053 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a02cb0cb-80b2-4006-895a-936a31226fb2 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25852621'] for subnet, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:09.694366 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb60ad12-54b6-4127-bcd3-487ed8a8ecc9 req-5db3a8bf-492f-4578-9db1-c176c0bdc051 tempest-TestServerBasicOps-247257694 tempest-TestServerBasicOps-247257694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:09.694366 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-eb60ad12-54b6-4127-bcd3-487ed8a8ecc9 req-5db3a8bf-492f-4578-9db1-c176c0bdc051 tempest-TestServerBasicOps-247257694 tempest-TestServerBasicOps-247257694-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbb1d3fe-09bb-448f-b9c0-2884467ffdb1 HTTP/1.1" status: 200 len: 945 time: 0.1550641 Oct 20 10:58:09.720133 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb2c0de-ebc7-49d0-bc95-231a1a11f474 req-58eb5d23-2fd7-4bca-abc9-bf4e647da266 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:09.722027 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8bb2c0de-ebc7-49d0-bc95-231a1a11f474 req-58eb5d23-2fd7-4bca-abc9-bf4e647da266 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca6b8b02-8daa-4111-962a-e7a91c9a149e HTTP/1.1" status: 200 len: 944 time: 0.1460314 Oct 20 10:58:09.772524 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf139ff-d432-4b6e-939b-bad20254b578 req-a1f88268-58a2-40c2-bee2-489d9e69d904 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:09.774442 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6cf139ff-d432-4b6e-939b-bad20254b578 req-a1f88268-58a2-40c2-bee2-489d9e69d904 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.55 "GET /v2.0/ports?device_id=705af76e-c57b-48dc-9056-29b631f1bc4d HTTP/1.1" status: 200 len: 946 time: 0.1455820 Oct 20 10:58:09.797267 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a02cb0cb-80b2-4006-895a-936a31226fb2 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:09.833716 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8bb2c0de-ebc7-49d0-bc95-231a1a11f474 req-42be75c3-609d-4a00-82d6-7119421a574e tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/security-groups?id=b86ef872-82a8-48e3-89d0-a53331758f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997863 Oct 20 10:58:09.854733 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-eb60ad12-54b6-4127-bcd3-487ed8a8ecc9 req-5e5fa3ee-d660-427f-9ad9-ae2b7ec8b245 tempest-TestServerBasicOps-247257694 tempest-TestServerBasicOps-247257694-project] 10.222.0.64 "GET /v2.0/security-groups?id=777d26a2-77cc-4488-aee7-ff0e29f60da4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1401310 Oct 20 10:58:09.880690 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a02cb0cb-80b2-4006-895a-936a31226fb2 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25350811'] for subnet, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:09.931283 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a02cb0cb-80b2-4006-895a-936a31226fb2 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:09.939296 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-a02cb0cb-80b2-4006-895a-936a31226fb2 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] 10.222.0.64 "DELETE /v2.0/subnets/151ac544-d442-47e6-93b9-df87d79092b5 HTTP/1.1" status: 204 len: 168 time: 0.3846300 Oct 20 10:58:09.943841 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9fed619-93da-45cd-9ed2-769594238182 None None] Network df540a0b-bd93-44c6-8546-0ccd33dfe13b requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:58:09.945781 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 56466) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:09.991526 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02cb0cb-80b2-4006-895a-936a31226fb2 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Pushing event deleted for resources: {'Subnet': ['ID=151ac544-d442-47e6-93b9-df87d79092b5,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:10.097742 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-cd93f1d3-a17a-49dc-a174-10524b642dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36d80ca4-ac1a-4ec0-9d37-0ad25843db5c', 'name': 'tempest-RoutersTest-router-888831143', 'tenant_id': 'f889f0e78885417f8f60131724c64516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:57:26Z', 'updated_at': '2021-10-20T10:58:08Z', 'revision_number': 9, 'project_id': 'f889f0e78885417f8f60131724c64516', 'gw_port_host': None, '_interfaces': [{'id': '42b864f7-1b99-4535-b3ff-2ea66a0f8503', 'name': '', 'network_id': '3ae0cb69-c97c-4688-b905-59d6f8d6eaa6', 'tenant_id': 'f889f0e78885417f8f60131724c64516', 'mac_address': 'fa:16:3e:66:cc:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d80ca4-ac1a-4ec0-9d37-0ad25843db5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3360, 'fixed_ips': [{'subnet_id': 'd6d7329e-6637-49c3-bddb-d1b0b832700f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:57:40Z', 'updated_at': '2021-10-20T10:57:48Z', 'revision_number': 5, 'project_id': 'f889f0e78885417f8f60131724c64516', 'subnets': [{'id': 'd6d7329e-6637-49c3-bddb-d1b0b832700f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5df519dd-aa3b-4761-ae60-d3542f835eb3', 'name': '', 'network_id': '27a1d39b-338c-4134-8ccc-7e10b7fae67a', 'tenant_id': 'f889f0e78885417f8f60131724c64516', 'mac_address': 'fa:16:3e:69:19:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d80ca4-ac1a-4ec0-9d37-0ad25843db5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': '54b5cd66-4475-4e7f-8f2d-243fd5215495', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:57:30Z', 'updated_at': '2021-10-20T10:57:40Z', 'revision_number': 5, 'project_id': 'f889f0e78885417f8f60131724c64516', 'subnets': [{'id': '54b5cd66-4475-4e7f-8f2d-243fd5215495', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:10.112687 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2d62a867-d60b-4d68-8136-7111d6b7d904 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:10.131301 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd93f1d3-a17a-49dc-a174-10524b642dfb None None] Checking router: 36d80ca4-ac1a-4ec0-9d37-0ad25843db5c for host: n-d-811396-3 {{(pid=100598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:58:10.135147 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd3f144-4b39-4d47-831f-59fc8e757440 req-5a7afa15-beed-4d14-89b9-d7bac73be57a tempest-TestNetworkAdvancedServerOps-535186383 tempest-TestNetworkAdvancedServerOps-535186383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:10.136728 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7bd3f144-4b39-4d47-831f-59fc8e757440 req-5a7afa15-beed-4d14-89b9-d7bac73be57a tempest-TestNetworkAdvancedServerOps-535186383 tempest-TestNetworkAdvancedServerOps-535186383-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=4c642b60-e4e3-4408-808f-149dead57ddc HTTP/1.1" status: 200 len: 1096 time: 0.1328351 Oct 20 10:58:10.146121 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd93f1d3-a17a-49dc-a174-10524b642dfb None None] Routers {'36d80ca4-ac1a-4ec0-9d37-0ad25843db5c'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:58:10.146872 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-cd93f1d3-a17a-49dc-a174-10524b642dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:58:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['36d80ca4-ac1a-4ec0-9d37-0ad25843db5c'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:10.156053 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a4dc68-c264-4dd9-9ed6-65e049834afa req-7cae2007-597b-44f5-8e34-6f596a41f6f8 tempest-TestServerBasicOps-247257694 tempest-TestServerBasicOps-247257694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:10.157545 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-09a4dc68-c264-4dd9-9ed6-65e049834afa req-7cae2007-597b-44f5-8e34-6f596a41f6f8 tempest-TestServerBasicOps-247257694 tempest-TestServerBasicOps-247257694-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbb1d3fe-09bb-448f-b9c0-2884467ffdb1 HTTP/1.1" status: 200 len: 945 time: 0.1550727 Oct 20 10:58:10.160101 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-6cf139ff-d432-4b6e-939b-bad20254b578 req-ff8e0912-43e4-437c-bf78-654c89b84726 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Deleting port 76070c93-c0dc-48ba-aa7b-3d15b3540a16 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:58:10.160473 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-6cf139ff-d432-4b6e-939b-bad20254b578 req-ff8e0912-43e4-437c-bf78-654c89b84726 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:10.262088 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-cd93f1d3-a17a-49dc-a174-10524b642dfb None None] Set router 36d80ca4-ac1a-4ec0-9d37-0ad25843db5c gateway port host: None {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:58:10.294798 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-357bd7c8-ec7d-4a82-8712-efa10836b0cf None None] DHCP port deletion for df540a0b-bd93-44c6-8546-0ccd33dfe13b request from n-d-811396-3 {{(pid=100598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:58:10.317009 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7bd3f144-4b39-4d47-831f-59fc8e757440 req-f4c76650-3734-4796-b97a-610696529664 tempest-TestNetworkAdvancedServerOps-535186383 tempest-TestNetworkAdvancedServerOps-535186383-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=26948559-e889-46f3-b5c0-b176059a1133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1534786 Oct 20 10:58:10.332850 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-09a4dc68-c264-4dd9-9ed6-65e049834afa req-e46f3640-8c53-4cf7-836f-435b6de5a2a5 tempest-TestServerBasicOps-247257694 tempest-TestServerBasicOps-247257694-project] 10.222.0.64 "GET /v2.0/security-groups?id=777d26a2-77cc-4488-aee7-ff0e29f60da4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1622264 Oct 20 10:58:10.357214 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 56470) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:10.395054 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-6cf139ff-d432-4b6e-939b-bad20254b578 req-ff8e0912-43e4-437c-bf78-654c89b84726 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] For port 76070c93-c0dc-48ba-aa7b-3d15b3540a16, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=76070c93-c0dc-48ba-aa7b-3d15b3540a16,segment=NetworkSegment(454bfc68-3d11-4849-8508-1d19e9dea5ec),segment_id=454bfc68-3d11-4849-8508-1d19e9dea5ec)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:58:10.407249 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-6cf139ff-d432-4b6e-939b-bad20254b578 req-ff8e0912-43e4-437c-bf78-654c89b84726 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:10.527598 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-6cf139ff-d432-4b6e-939b-bad20254b578 req-ff8e0912-43e4-437c-bf78-654c89b84726 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Calling delete_port for 76070c93-c0dc-48ba-aa7b-3d15b3540a16 owned by compute:nova {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:58:10.530543 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-2d62a867-d60b-4d68-8136-7111d6b7d904 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Deleting port 66a424ea-e32e-4e0c-907b-e7b5206bd0c0 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:58:10.531155 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2d62a867-d60b-4d68-8136-7111d6b7d904 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:10.596885 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 20fb5938-9d47-473f-92d6-bf544bc4c10a details requested by agent hyperv_n-h1-811396-3 with host n-h1-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:58:10.605808 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-357bd7c8-ec7d-4a82-8712-efa10836b0cf None None] Deleting port 66a424ea-e32e-4e0c-907b-e7b5206bd0c0 {{(pid=100598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:58:10.606425 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-357bd7c8-ec7d-4a82-8712-efa10836b0cf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:10.641595 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47894cff-a6dc-42e6-abc8-08fca3f84996 tempest-TestServerBasicOps-1169116292 tempest-TestServerBasicOps-1169116292-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:10.641595 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-47894cff-a6dc-42e6-abc8-08fca3f84996 tempest-TestServerBasicOps-1169116292 tempest-TestServerBasicOps-1169116292-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=fbb1d3fe-09bb-448f-b9c0-2884467ffdb1 HTTP/1.1" status: 200 len: 1091 time: 0.2794392 Oct 20 10:58:10.641595 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 56474) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:10.654649 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-1fe6dcfa-610b-45e6-93c8-cd5c3ef66bad tempest-TestServerBasicOps-247257694 tempest-TestServerBasicOps-247257694-project] Request body: {'floatingip': {'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'port_id': 'd955044a-6302-44d4-a2a0-04b9c1b75614', 'tenant_id': '2606cfa13aa646b6b1d85cd0acb090de', 'fixed_ip_address': '172.20.0.4'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:58:10.702301 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-357bd7c8-ec7d-4a82-8712-efa10836b0cf None None] For port 66a424ea-e32e-4e0c-907b-e7b5206bd0c0, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=66a424ea-e32e-4e0c-907b-e7b5206bd0c0,segment=NetworkSegment(77329c5c-09b3-49d4-9e08-17ade9561159),segment_id=77329c5c-09b3-49d4-9e08-17ade9561159)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:58:10.702557 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-357bd7c8-ec7d-4a82-8712-efa10836b0cf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:10.705161 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1fe6dcfa-610b-45e6-93c8-cd5c3ef66bad tempest-TestServerBasicOps-247257694 tempest-TestServerBasicOps-247257694-project] Publish callbacks [] for floatingip, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:10.720110 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-357bd7c8-ec7d-4a82-8712-efa10836b0cf None None] Calling delete_port for 66a424ea-e32e-4e0c-907b-e7b5206bd0c0 owned by network:dhcp {{(pid=100598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:58:10.786561 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c925b4d4-6818-443a-942c-d56b8a7d4b90 req-33519d69-659f-4650-b75b-126d117dd961 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:10.788142 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c925b4d4-6818-443a-942c-d56b8a7d4b90 req-33519d69-659f-4650-b75b-126d117dd961 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/ports?device_id=705af76e-c57b-48dc-9056-29b631f1bc4d HTTP/1.1" status: 200 len: 946 time: 0.3408704 Oct 20 10:58:10.822405 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 66a424ea-e32e-4e0c-907b-e7b5206bd0c0 no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:58:10.891738 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 66a424ea-e32e-4e0c-907b-e7b5206bd0c0 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:58:10.892022 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 66a424ea-e32e-4e0c-907b-e7b5206bd0c0 not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:58:10.893899 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-357bd7c8-ec7d-4a82-8712-efa10836b0cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956'] for port, after_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:10.905052 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab34a861-162d-4710-a916-084191e25450 req-45413869-1ab7-4758-92a1-5caa7ff9702e tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:10.906654 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1fe6dcfa-610b-45e6-93c8-cd5c3ef66bad tempest-TestServerBasicOps-247257694 tempest-TestServerBasicOps-247257694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:10.912518 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ab34a861-162d-4710-a916-084191e25450 req-45413869-1ab7-4758-92a1-5caa7ff9702e tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b681e62-7e4f-423c-9da7-38e1fed3c9dc HTTP/1.1" status: 200 len: 943 time: 0.4195797 Oct 20 10:58:10.923491 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [None req-2d62a867-d60b-4d68-8136-7111d6b7d904 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] For port 66a424ea-e32e-4e0c-907b-e7b5206bd0c0, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=66a424ea-e32e-4e0c-907b-e7b5206bd0c0,segment=NetworkSegment(77329c5c-09b3-49d4-9e08-17ade9561159),segment_id=77329c5c-09b3-49d4-9e08-17ade9561159)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:58:10.923491 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2d62a867-d60b-4d68-8136-7111d6b7d904 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:10.925985 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-6cf139ff-d432-4b6e-939b-bad20254b578 req-ff8e0912-43e4-437c-bf78-654c89b84726 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:10.953939 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['783580f0-59dd-475f-8b83-b93fba68f44d'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:58:10.962622 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357bd7c8-ec7d-4a82-8712-efa10836b0cf None None] Pushing event deleted for resources: {'Port': ['ID=66a424ea-e32e-4e0c-907b-e7b5206bd0c0,revision_number=None']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:10.973974 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['76070c93-c0dc-48ba-aa7b-3d15b3540a16'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:58:10.976851 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357bd7c8-ec7d-4a82-8712-efa10836b0cf None None] No DVR routers for this DVR port 66a424ea-e32e-4e0c-907b-e7b5206bd0c0 on host n-d-811396-3 {{(pid=100598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:58:10.993108 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-2d62a867-d60b-4d68-8136-7111d6b7d904 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Calling delete_port for 66a424ea-e32e-4e0c-907b-e7b5206bd0c0 owned by network:dhcp {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:58:11.007322 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8e0912-43e4-437c-bf78-654c89b84726 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Pushing event deleted for resources: {'Port': ['ID=76070c93-c0dc-48ba-aa7b-3d15b3540a16,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:11.036336 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8e0912-43e4-437c-bf78-654c89b84726 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:58:11.036770 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8e0912-43e4-437c-bf78-654c89b84726 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:58:11.037118 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8e0912-43e4-437c-bf78-654c89b84726 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:58:11.037454 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8e0912-43e4-437c-bf78-654c89b84726 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:58:11.037783 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8e0912-43e4-437c-bf78-654c89b84726 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:58:11.038114 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8e0912-43e4-437c-bf78-654c89b84726 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:58:11.038444 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8e0912-43e4-437c-bf78-654c89b84726 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:58:11.038767 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8e0912-43e4-437c-bf78-654c89b84726 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:58:11.039092 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8e0912-43e4-437c-bf78-654c89b84726 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:58:11.039486 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8e0912-43e4-437c-bf78-654c89b84726 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:58:11.039759 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8e0912-43e4-437c-bf78-654c89b84726 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:58:11.040077 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8e0912-43e4-437c-bf78-654c89b84726 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:58:11.047256 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-1fe6dcfa-610b-45e6-93c8-cd5c3ef66bad tempest-TestServerBasicOps-247257694 tempest-TestServerBasicOps-247257694-project] Allocated IP 172.25.1.177 (cbe170d3-31ba-45a2-b477-520ab0a7a8ea/f4e26aca-17ac-4adb-a66b-d939a1b35b64/450add74-e273-421d-bf87-69169f3a0dc7) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:58:11.048739 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357bd7c8-ec7d-4a82-8712-efa10836b0cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:58:11.049258 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357bd7c8-ec7d-4a82-8712-efa10836b0cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:58:11.049772 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357bd7c8-ec7d-4a82-8712-efa10836b0cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:58:11.050269 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357bd7c8-ec7d-4a82-8712-efa10836b0cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:58:11.050910 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357bd7c8-ec7d-4a82-8712-efa10836b0cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:58:11.051471 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357bd7c8-ec7d-4a82-8712-efa10836b0cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:58:11.052211 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357bd7c8-ec7d-4a82-8712-efa10836b0cf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:58:11.052712 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357bd7c8-ec7d-4a82-8712-efa10836b0cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:58:11.053193 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357bd7c8-ec7d-4a82-8712-efa10836b0cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:58:11.053665 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357bd7c8-ec7d-4a82-8712-efa10836b0cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:58:11.054144 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357bd7c8-ec7d-4a82-8712-efa10836b0cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:58:11.054620 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357bd7c8-ec7d-4a82-8712-efa10836b0cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:58:11.086590 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ab34a861-162d-4710-a916-084191e25450 req-98ce8e54-db5b-4ce0-ae24-b03d3764ebac tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=7d9a6fe5-d7f3-4fa2-86d5-4c121918dfe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684389 Oct 20 10:58:11.172485 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c925b4d4-6818-443a-942c-d56b8a7d4b90 req-a1fe6c0c-b302-4739-bb13-0ba8f6a5a33a tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/security-groups?id=69f90560-754d-4655-8511-1cc906dc908c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548928 Oct 20 10:58:11.179075 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1fe6dcfa-610b-45e6-93c8-cd5c3ef66bad tempest-TestServerBasicOps-247257694 tempest-TestServerBasicOps-247257694-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:11.190876 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 20fb5938-9d47-473f-92d6-bf544bc4c10a, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=20fb5938-9d47-473f-92d6-bf544bc4c10a,segment=NetworkSegment(7a7eba38-3a2c-4235-a145-c989dfc5d4dc),segment_id=7a7eba38-3a2c-4235-a145-c989dfc5d4dc)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:58:11.205714 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cf139ff-d432-4b6e-939b-bad20254b578 req-ff8e0912-43e4-437c-bf78-654c89b84726 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] No DVR routers for this DVR port 76070c93-c0dc-48ba-aa7b-3d15b3540a16 on host n-h1-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:58:11.218703 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-6cf139ff-d432-4b6e-939b-bad20254b578 req-ff8e0912-43e4-437c-bf78-654c89b84726 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:11.222181 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6cf139ff-d432-4b6e-939b-bad20254b578 req-ff8e0912-43e4-437c-bf78-654c89b84726 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.55 "DELETE /v2.0/ports/76070c93-c0dc-48ba-aa7b-3d15b3540a16 HTTP/1.1" status: 204 len: 173 time: 1.4411185 Oct 20 10:58:11.223556 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-cd93f1d3-a17a-49dc-a174-10524b642dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36d80ca4-ac1a-4ec0-9d37-0ad25843db5c', 'name': 'tempest-RoutersTest-router-888831143', 'tenant_id': 'f889f0e78885417f8f60131724c64516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:57:26Z', 'updated_at': '2021-10-20T10:58:08Z', 'revision_number': 9, 'project_id': 'f889f0e78885417f8f60131724c64516', 'gw_port_host': None, '_interfaces': [{'id': '42b864f7-1b99-4535-b3ff-2ea66a0f8503', 'name': '', 'network_id': '3ae0cb69-c97c-4688-b905-59d6f8d6eaa6', 'tenant_id': 'f889f0e78885417f8f60131724c64516', 'mac_address': 'fa:16:3e:66:cc:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d80ca4-ac1a-4ec0-9d37-0ad25843db5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3360, 'fixed_ips': [{'subnet_id': 'd6d7329e-6637-49c3-bddb-d1b0b832700f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:57:40Z', 'updated_at': '2021-10-20T10:57:48Z', 'revision_number': 5, 'project_id': 'f889f0e78885417f8f60131724c64516', 'subnets': [{'id': 'd6d7329e-6637-49c3-bddb-d1b0b832700f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5df519dd-aa3b-4761-ae60-d3542f835eb3', 'name': '', 'network_id': '27a1d39b-338c-4134-8ccc-7e10b7fae67a', 'tenant_id': 'f889f0e78885417f8f60131724c64516', 'mac_address': 'fa:16:3e:69:19:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d80ca4-ac1a-4ec0-9d37-0ad25843db5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': '54b5cd66-4475-4e7f-8f2d-243fd5215495', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:57:30Z', 'updated_at': '2021-10-20T10:57:40Z', 'revision_number': 5, 'project_id': 'f889f0e78885417f8f60131724c64516', 'subnets': [{'id': '54b5cd66-4475-4e7f-8f2d-243fd5215495', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:11.226736 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Returning: {'device': '20fb5938-9d47-473f-92d6-bf544bc4c10a', 'network_id': 'b8b1e2be-5932-428e-a716-07af13af4e6c', 'port_id': '20fb5938-9d47-473f-92d6-bf544bc4c10a', 'mac_address': 'fa:16:3e:49:de:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 834, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '437b47ec-4211-421c-828b-76408ce53dce', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:58:11.237499 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '705af76e-c57b-48dc-9056-29b631f1bc4d', 'name': 'network-vif-deleted', 'tag': '76070c93-c0dc-48ba-aa7b-3d15b3540a16'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:58:11.242229 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcb3892a-0156-4bf8-a3aa-2fbec7ccaefa" -d '{"events": [{"server_uuid": "705af76e-c57b-48dc-9056-29b631f1bc4d", "name": "network-vif-deleted", "tag": "76070c93-c0dc-48ba-aa7b-3d15b3540a16"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:58:11.244770 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1fe6dcfa-610b-45e6-93c8-cd5c3ef66bad tempest-TestServerBasicOps-247257694 tempest-TestServerBasicOps-247257694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:11.277292 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd93f1d3-a17a-49dc-a174-10524b642dfb None None] The sync data for ids ['36d80ca4-ac1a-4ec0-9d37-0ad25843db5c'] in n-d-811396-3 is: [{'id': '36d80ca4-ac1a-4ec0-9d37-0ad25843db5c', 'name': 'tempest-RoutersTest-router-888831143', 'tenant_id': 'f889f0e78885417f8f60131724c64516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:57:26Z', 'updated_at': '2021-10-20T10:58:08Z', 'revision_number': 9, 'project_id': 'f889f0e78885417f8f60131724c64516', 'gw_port_host': None, '_interfaces': [{'id': '42b864f7-1b99-4535-b3ff-2ea66a0f8503', 'name': '', 'network_id': '3ae0cb69-c97c-4688-b905-59d6f8d6eaa6', 'tenant_id': 'f889f0e78885417f8f60131724c64516', 'mac_address': 'fa:16:3e:66:cc:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d80ca4-ac1a-4ec0-9d37-0ad25843db5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3360, 'fixed_ips': [{'subnet_id': 'd6d7329e-6637-49c3-bddb-d1b0b832700f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:57:40Z', 'updated_at': '2021-10-20T10:57:48Z', 'revision_number': 5, 'project_id': 'f889f0e78885417f8f60131724c64516', 'subnets': [{'id': 'd6d7329e-6637-49c3-bddb-d1b0b832700f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5df519dd-aa3b-4761-ae60-d3542f835eb3', 'name': '', 'network_id': '27a1d39b-338c-4134-8ccc-7e10b7fae67a', 'tenant_id': 'f889f0e78885417f8f60131724c64516', 'mac_address': 'fa:16:3e:69:19:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d80ca4-ac1a-4ec0-9d37-0ad25843db5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': '54b5cd66-4475-4e7f-8f2d-243fd5215495', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:57:30Z', 'updated_at': '2021-10-20T10:57:40Z', 'revision_number': 5, 'project_id': 'f889f0e78885417f8f60131724c64516', 'subnets': [{'id': '54b5cd66-4475-4e7f-8f2d-243fd5215495', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:58:11.306892 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe6dcfa-610b-45e6-93c8-cd5c3ef66bad tempest-TestServerBasicOps-247257694 tempest-TestServerBasicOps-247257694-project] Network cbe170d3-31ba-45a2-b477-520ab0a7a8ea is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:58:11.310366 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-1fe6dcfa-610b-45e6-93c8-cd5c3ef66bad tempest-TestServerBasicOps-247257694 tempest-TestServerBasicOps-247257694-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:58:11.319182 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe6dcfa-610b-45e6-93c8-cd5c3ef66bad tempest-TestServerBasicOps-247257694 tempest-TestServerBasicOps-247257694-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:58:11.379213 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe6dcfa-610b-45e6-93c8-cd5c3ef66bad tempest-TestServerBasicOps-247257694 tempest-TestServerBasicOps-247257694-project] Pushing event updated for resources: {'Port': ['ID=450add74-e273-421d-bf87-69169f3a0dc7,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:11.398351 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1405f253-d448-4791-8e04-6d1967825366 req-5b28474a-3110-40c0-8a1b-1c3b304b920a tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:11.399976 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1405f253-d448-4791-8e04-6d1967825366 req-5b28474a-3110-40c0-8a1b-1c3b304b920a tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca6b8b02-8daa-4111-962a-e7a91c9a149e HTTP/1.1" status: 200 len: 944 time: 0.1728547 Oct 20 10:58:11.405421 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:11.416168 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ea029f-3337-4d39-a68c-ce4ebcce026f req-435dcd97-6370-4e69-b4db-ee61feec2a9c tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:11.417770 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-38ea029f-3337-4d39-a68c-ce4ebcce026f req-435dcd97-6370-4e69-b4db-ee61feec2a9c tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c642b60-e4e3-4408-808f-149dead57ddc HTTP/1.1" status: 200 len: 945 time: 0.2132630 Oct 20 10:58:11.448068 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2d62a867-d60b-4d68-8136-7111d6b7d904 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:11.450661 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20fb5938-9d47-473f-92d6-bf544bc4c10a {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:58:11.474585 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 20fb5938-9d47-473f-92d6-bf544bc4c10a, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=20fb5938-9d47-473f-92d6-bf544bc4c10a,segment=NetworkSegment(7a7eba38-3a2c-4235-a145-c989dfc5d4dc),segment_id=7a7eba38-3a2c-4235-a145-c989dfc5d4dc)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:58:11.483713 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:11.501315 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d62a867-d60b-4d68-8136-7111d6b7d904 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Pushing event deleted for resources: {'Port': ['ID=66a424ea-e32e-4e0c-907b-e7b5206bd0c0,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:11.505451 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d62a867-d60b-4d68-8136-7111d6b7d904 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] No DVR routers for this DVR port 66a424ea-e32e-4e0c-907b-e7b5206bd0c0 on host n-d-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:58:11.545082 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=20fb5938-9d47-473f-92d6-bf544bc4c10a,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:11.553168 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-38ea029f-3337-4d39-a68c-ce4ebcce026f req-e64fb845-864c-46a2-bc3b-52e2d59a75f1 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/security-groups?id=26948559-e889-46f3-b5c0-b176059a1133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222181 Oct 20 10:58:11.578466 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1405f253-d448-4791-8e04-6d1967825366 req-87d45ce3-b465-4456-b658-aaf1aa0bcc86 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/security-groups?id=b86ef872-82a8-48e3-89d0-a53331758f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1596906 Oct 20 10:58:11.587875 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 56482) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:11.697642 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efe1c2b3-eec0-424e-8a8c-4ad3247e16f9 x-openstack-request-id: req-efe1c2b3-eec0-424e-8a8c-4ad3247e16f9 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:58:11.697941 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "705af76e-c57b-48dc-9056-29b631f1bc4d", "name": "network-vif-deleted", "tag": "76070c93-c0dc-48ba-aa7b-3d15b3540a16", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:58:11.698102 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-efe1c2b3-eec0-424e-8a8c-4ad3247e16f9 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:58:11.698459 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '705af76e-c57b-48dc-9056-29b631f1bc4d', 'name': 'network-vif-deleted', 'tag': '76070c93-c0dc-48ba-aa7b-3d15b3540a16', 'status': 'completed', 'code': 200} Oct 20 10:58:11.810812 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2d62a867-d60b-4d68-8136-7111d6b7d904 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:11.837445 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-082d7450-a1ba-4de2-a96e-555b50ab2965 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/floatingips/0070d9e0-117a-4474-9dd4-006106949e80 HTTP/1.1" status: 200 len: 992 time: 0.2420635 Oct 20 10:58:11.866422 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-2d62a867-d60b-4d68-8136-7111d6b7d904 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df540a0b-bd93-44c6-8546-0ccd33dfe13b']}} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:11.885247 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-2d62a867-d60b-4d68-8136-7111d6b7d904 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77329c5c-09b3-49d4-9e08-17ade9561159') {'for_net_delete': True} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:11.885593 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-2d62a867-d60b-4d68-8136-7111d6b7d904 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77329c5c-09b3-49d4-9e08-17ade9561159') {} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:11.912617 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2d62a867-d60b-4d68-8136-7111d6b7d904 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25189038'] for segment, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:11.929699 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['20fb5938-9d47-473f-92d6-bf544bc4c10a'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:58:11.944110 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2d62a867-d60b-4d68-8136-7111d6b7d904 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:11.959546 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d62a867-d60b-4d68-8136-7111d6b7d904 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Releasing vlan 848 on physical network physnet1 to pool {{(pid=100596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:58:11.960824 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2d62a867-d60b-4d68-8136-7111d6b7d904 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26833155'] for segment, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:11.971311 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1fe6dcfa-610b-45e6-93c8-cd5c3ef66bad tempest-TestServerBasicOps-247257694 tempest-TestServerBasicOps-247257694-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:12.043324 n-d-811396-3 neutron-server[100596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:58:12.043324 n-d-811396-3 neutron-server[100596]: self.session.flush() Oct 20 10:58:12.043324 n-d-811396-3 neutron-server[100596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:58:12.043324 n-d-811396-3 neutron-server[100596]: self.session.flush() Oct 20 10:58:12.043324 n-d-811396-3 neutron-server[100596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:58:12.043324 n-d-811396-3 neutron-server[100596]: self.session.flush() Oct 20 10:58:12.043324 n-d-811396-3 neutron-server[100596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 10:58:12.043324 n-d-811396-3 neutron-server[100596]: self.session.flush() Oct 20 10:58:12.043324 n-d-811396-3 neutron-server[100596]: Traceback (most recent call last): Oct 20 10:58:12.043324 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:58:12.043324 n-d-811396-3 neutron-server[100596]: timer() Oct 20 10:58:12.043324 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:58:12.043324 n-d-811396-3 neutron-server[100596]: cb(*args, **kw) Oct 20 10:58:12.043324 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:58:12.043324 n-d-811396-3 neutron-server[100596]: return func(*args, **kwargs) Oct 20 10:58:12.043324 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:58:12.043324 n-d-811396-3 neutron-server[100596]: self._notify() Oct 20 10:58:12.043324 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:58:12.043324 n-d-811396-3 neutron-server[100596]: self.callback(batched_events) Oct 20 10:58:12.043324 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:58:12.043324 n-d-811396-3 neutron-server[100596]: event.method(event) Oct 20 10:58:12.043324 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:58:12.043324 n-d-811396-3 neutron-server[100596]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:58:12.043324 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:58:12.043324 n-d-811396-3 neutron-server[100596]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:58:12.043324 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:58:12.043324 n-d-811396-3 neutron-server[100596]: return f(self, *a, **k) Oct 20 10:58:12.043324 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:58:12.043324 n-d-811396-3 neutron-server[100596]: return self._get(url).json() Oct 20 10:58:12.043324 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:58:12.043324 n-d-811396-3 neutron-server[100596]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:58:12.043324 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:58:12.043324 n-d-811396-3 neutron-server[100596]: return self.request(url, 'GET', **kwargs) Oct 20 10:58:12.043324 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:58:12.043324 n-d-811396-3 neutron-server[100596]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:58:12.043324 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:58:12.043324 n-d-811396-3 neutron-server[100596]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:58:12.043324 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:58:12.043324 n-d-811396-3 neutron-server[100596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:58:12.043324 n-d-811396-3 neutron-server[100596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:58:12.047353 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2d62a867-d60b-4d68-8136-7111d6b7d904 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:12.070502 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2d62a867-d60b-4d68-8136-7111d6b7d904 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks [] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:12.071886 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-2d62a867-d60b-4d68-8136-7111d6b7d904 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] 10.222.0.64 "DELETE /v2.0/networks/df540a0b-bd93-44c6-8546-0ccd33dfe13b HTTP/1.1" status: 204 len: 168 time: 2.1211605 Oct 20 10:58:12.073595 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d62a867-d60b-4d68-8136-7111d6b7d904 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Pushing event deleted for resources: {'Network': ['ID=df540a0b-bd93-44c6-8546-0ccd33dfe13b,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:12.075989 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 56492) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:12.086357 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1fe6dcfa-610b-45e6-93c8-cd5c3ef66bad tempest-TestServerBasicOps-247257694 tempest-TestServerBasicOps-247257694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:12.127143 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 56496) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:12.300913 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa4826b-bd4e-496b-8877-de0e3a56563d req-300f55e2-8360-4313-bd7d-6fbd97f02791 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:12.303339 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5fa4826b-bd4e-496b-8877-de0e3a56563d req-300f55e2-8360-4313-bd7d-6fbd97f02791 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b681e62-7e4f-423c-9da7-38e1fed3c9dc HTTP/1.1" status: 200 len: 944 time: 0.1246080 Oct 20 10:58:12.383183 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5fa4826b-bd4e-496b-8877-de0e3a56563d req-377299b2-dd9d-4824-a82d-45acab6e4f3a tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=7d9a6fe5-d7f3-4fa2-86d5-4c121918dfe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703056 Oct 20 10:58:12.396895 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-d35f4cb6-ef9f-4cd9-9935-42856d733e7c tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Deleting port 5cde83c3-f289-40f6-b466-7aea95836333 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:58:12.397318 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d35f4cb6-ef9f-4cd9-9935-42856d733e7c tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:12.458741 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1fe6dcfa-610b-45e6-93c8-cd5c3ef66bad tempest-TestServerBasicOps-247257694 tempest-TestServerBasicOps-247257694-project] Publish callbacks [] for port, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:12.467367 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1fe6dcfa-610b-45e6-93c8-cd5c3ef66bad tempest-TestServerBasicOps-247257694 tempest-TestServerBasicOps-247257694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:12.506513 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d35f4cb6-ef9f-4cd9-9935-42856d733e7c tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:12.508014 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d35f4cb6-ef9f-4cd9-9935-42856d733e7c tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:12.515897 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 76070c93-c0dc-48ba-aa7b-3d15b3540a16 no longer exists at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:58:12.520486 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 36659497-3587-4780-bd60-84ce13cd9d14 no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:58:12.523532 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-d35f4cb6-ef9f-4cd9-9935-42856d733e7c tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Calling delete_port for 5cde83c3-f289-40f6-b466-7aea95836333 owned by network:floatingip {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:58:12.536064 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe6dcfa-610b-45e6-93c8-cd5c3ef66bad tempest-TestServerBasicOps-247257694 tempest-TestServerBasicOps-247257694-project] Pushing event updated for resources: {'Port': ['ID=450add74-e273-421d-bf87-69169f3a0dc7,revision_number=2']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:12.558337 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] No Port match for: 76070c93-c0dc-48ba-aa7b-3d15b3540a16 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:58:12.558919 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 76070c93-c0dc-48ba-aa7b-3d15b3540a16 not bound to the agent host n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:58:12.579358 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 36659497-3587-4780-bd60-84ce13cd9d14 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:58:12.579876 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 36659497-3587-4780-bd60-84ce13cd9d14 not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:58:12.588255 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1fe6dcfa-610b-45e6-93c8-cd5c3ef66bad tempest-TestServerBasicOps-247257694 tempest-TestServerBasicOps-247257694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1773381'] for floatingip, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:12.769659 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e908ee7-384f-4216-85f3-9894b1ffadf4 req-e33b3fe9-5819-451a-a4e7-8b781e5cceca tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:12.771412 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4e908ee7-384f-4216-85f3-9894b1ffadf4 req-e33b3fe9-5819-451a-a4e7-8b781e5cceca tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/networks?id=5f3de8d1-83f4-4081-a4ae-e84fa44c63e9 HTTP/1.1" status: 200 len: 806 time: 0.1928208 Oct 20 10:58:12.782790 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ff8d62-c51f-4e9a-8280-3f680b16a9bf req-5d630750-ff39-4d72-8f77-b5b3c71bb075 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:12.784393 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c7ff8d62-c51f-4e9a-8280-3f680b16a9bf req-5d630750-ff39-4d72-8f77-b5b3c71bb075 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca6b8b02-8daa-4111-962a-e7a91c9a149e HTTP/1.1" status: 200 len: 944 time: 0.1278646 Oct 20 10:58:12.834028 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4e908ee7-384f-4216-85f3-9894b1ffadf4 req-d4ef7e57-5729-4d05-afdb-47cffbb2df77 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/quotas/1b65b2e8036f4846a7f6f098c6e62306 HTTP/1.1" status: 200 len: 375 time: 0.0485985 Oct 20 10:58:12.889100 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d35f4cb6-ef9f-4cd9-9935-42856d733e7c tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:12.897826 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c7ff8d62-c51f-4e9a-8280-3f680b16a9bf req-4fea898e-a544-432c-8ee5-f1dffc48e944 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/security-groups?id=b86ef872-82a8-48e3-89d0-a53331758f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930278 Oct 20 10:58:12.942521 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35f4cb6-ef9f-4cd9-9935-42856d733e7c tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Pushing event deleted for resources: {'Port': ['ID=5cde83c3-f289-40f6-b466-7aea95836333,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:12.972340 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4e908ee7-384f-4216-85f3-9894b1ffadf4 req-46196562-35e9-4b59-b25a-0465936b3beb tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=1b65b2e8036f4846a7f6f098c6e62306&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1300604 Oct 20 10:58:13.092349 n-d-811396-3 neutron-server[100597]: INFO neutron.db.l3_db [None req-1fe6dcfa-610b-45e6-93c8-cd5c3ef66bad tempest-TestServerBasicOps-247257694 tempest-TestServerBasicOps-247257694-project] Floating IP c4f66ad7-d790-47e6-810a-edf9853cfea9 associated. External IP: 172.25.1.177, port: d955044a-6302-44d4-a2a0-04b9c1b75614. Oct 20 10:58:13.099705 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d35f4cb6-ef9f-4cd9-9935-42856d733e7c tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for floatingip, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:13.099705 n-d-811396-3 neutron-server[100596]: INFO neutron.db.l3_db [None req-d35f4cb6-ef9f-4cd9-9935-42856d733e7c tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Floating IP 0070d9e0-117a-4474-9dd4-006106949e80 disassociated (deleted). External IP: 172.25.1.244, port: b657c948-f77f-45ee-acfc-6a4673c1c6f9. Oct 20 10:58:13.136701 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-636ee0c0-46c7-4f02-a74e-49171ae68168 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1774405'] for router_interface, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:13.171336 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4e908ee7-384f-4216-85f3-9894b1ffadf4 req-6b743f22-457c-472b-bb97-663d6b50bd9f service neutron] 10.222.0.64 "GET /v2.0/networks/5f3de8d1-83f4-4081-a4ae-e84fa44c63e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772277 Oct 20 10:58:13.508012 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fe6dcfa-610b-45e6-93c8-cd5c3ef66bad tempest-TestServerBasicOps-247257694 tempest-TestServerBasicOps-247257694-project] Router ad0cab1f-e0e8-460a-ac15-be78aacc63f9 has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:58:13.597097 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-636ee0c0-46c7-4f02-a74e-49171ae68168 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Deleting port 42b864f7-1b99-4535-b3ff-2ea66a0f8503 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:58:13.597446 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-636ee0c0-46c7-4f02-a74e-49171ae68168 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:13.701786 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fe6dcfa-610b-45e6-93c8-cd5c3ef66bad tempest-TestServerBasicOps-247257694 tempest-TestServerBasicOps-247257694-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:58:13.729115 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa3e8a4-ba1a-4add-97ed-eaf1f3b64f0c None None] Sync routers for ids ['ad0cab1f-e0e8-460a-ac15-be78aacc63f9'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:58:13.742328 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1fe6dcfa-610b-45e6-93c8-cd5c3ef66bad tempest-TestServerBasicOps-247257694 tempest-TestServerBasicOps-247257694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for floatingip, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:13.752495 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa3e8a4-ba1a-4add-97ed-eaf1f3b64f0c None None] Routers {'ad0cab1f-e0e8-460a-ac15-be78aacc63f9'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:58:13.753612 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-9fa3e8a4-ba1a-4add-97ed-eaf1f3b64f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:58:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['ad0cab1f-e0e8-460a-ac15-be78aacc63f9'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:13.768630 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [None req-636ee0c0-46c7-4f02-a74e-49171ae68168 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] For port 42b864f7-1b99-4535-b3ff-2ea66a0f8503, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=42b864f7-1b99-4535-b3ff-2ea66a0f8503,segment=NetworkSegment(74a37d6f-9e3f-4c7a-b907-25eb9d0ec9b6),segment_id=74a37d6f-9e3f-4c7a-b907-25eb9d0ec9b6)] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:58:13.768998 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-636ee0c0-46c7-4f02-a74e-49171ae68168 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:13.781409 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4e908ee7-384f-4216-85f3-9894b1ffadf4 req-4e9b8369-4ccc-408a-8730-f57ed4c2ae1f service neutron] 10.222.0.64 "GET /v2.0/networks/5f3de8d1-83f4-4081-a4ae-e84fa44c63e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5676372 Oct 20 10:58:13.801569 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-1fe6dcfa-610b-45e6-93c8-cd5c3ef66bad tempest-TestServerBasicOps-247257694 tempest-TestServerBasicOps-247257694-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1451268 Oct 20 10:58:13.801569 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-636ee0c0-46c7-4f02-a74e-49171ae68168 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Calling delete_port for 42b864f7-1b99-4535-b3ff-2ea66a0f8503 owned by network:router_interface {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:58:13.801569 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbb1d3fe-09bb-448f-b9c0-2884467ffdb1', 'tag': 'd955044a-6302-44d4-a2a0-04b9c1b75614'}] {{(pid=100597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:58:13.801569 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd85cad6a391afaa95d2dd5280bfd4659fc1e1b2aba53b5e7ef874f059efcdc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca15aa16-f738-41fa-8db2-4c828ad1a991" -d '{"events": [{"name": "network-changed", "server_uuid": "fbb1d3fe-09bb-448f-b9c0-2884467ffdb1", "tag": "d955044a-6302-44d4-a2a0-04b9c1b75614"}]}' {{(pid=100597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:58:13.804428 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf1aa40-1b83-4d65-964e-f93d0ec536a5 req-f1c7da30-5097-4242-ac70-4bfb7271f819 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:13.809939 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4bf1aa40-1b83-4d65-964e-f93d0ec536a5 req-f1c7da30-5097-4242-ac70-4bfb7271f819 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b681e62-7e4f-423c-9da7-38e1fed3c9dc HTTP/1.1" status: 200 len: 944 time: 0.1195934 Oct 20 10:58:13.871666 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4bf1aa40-1b83-4d65-964e-f93d0ec536a5 req-3fdec1ce-f841-42fd-9be5-29704ea22cfc tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=7d9a6fe5-d7f3-4fa2-86d5-4c121918dfe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586803 Oct 20 10:58:13.874964 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d35f4cb6-ef9f-4cd9-9935-42856d733e7c tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Router 504db4b7-00cc-458c-b515-36d7e5bb8927 has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:58:13.978114 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47a9bf2a-c535-4848-8bee-32c519fdb700 x-openstack-request-id: req-47a9bf2a-c535-4848-8bee-32c519fdb700 {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:58:13.978421 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbb1d3fe-09bb-448f-b9c0-2884467ffdb1", "tag": "d955044a-6302-44d4-a2a0-04b9c1b75614", "status": "completed", "code": 200}]} {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:58:13.978716 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-47a9bf2a-c535-4848-8bee-32c519fdb700 {{(pid=100597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:58:13.979300 n-d-811396-3 neutron-server[100597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbb1d3fe-09bb-448f-b9c0-2884467ffdb1', 'tag': 'd955044a-6302-44d4-a2a0-04b9c1b75614', 'status': 'completed', 'code': 200} Oct 20 10:58:13.993382 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-9fa3e8a4-ba1a-4add-97ed-eaf1f3b64f0c None None] Set router ad0cab1f-e0e8-460a-ac15-be78aacc63f9 gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:58:14.011574 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-636ee0c0-46c7-4f02-a74e-49171ae68168 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:14.053374 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636ee0c0-46c7-4f02-a74e-49171ae68168 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Pushing event deleted for resources: {'Port': ['ID=42b864f7-1b99-4535-b3ff-2ea66a0f8503,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:14.155655 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d35f4cb6-ef9f-4cd9-9935-42856d733e7c tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:58:14.171121 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9351dab0-93cb-4b8b-9c04-6301b0673e9e None None] Sync routers for ids ['504db4b7-00cc-458c-b515-36d7e5bb8927'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:58:14.172762 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d35f4cb6-ef9f-4cd9-9935-42856d733e7c tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for floatingip, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:14.191824 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9351dab0-93cb-4b8b-9c04-6301b0673e9e None None] Routers {'504db4b7-00cc-458c-b515-36d7e5bb8927'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:58:14.195856 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-9351dab0-93cb-4b8b-9c04-6301b0673e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:58:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['504db4b7-00cc-458c-b515-36d7e5bb8927'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:14.275775 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca15aa16-f738-41fa-8db2-4c828ad1a991 req-fedd1195-4b89-4b54-9c32-3496e85eceb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:14.277315 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ca15aa16-f738-41fa-8db2-4c828ad1a991 req-fedd1195-4b89-4b54-9c32-3496e85eceb9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2606cfa13aa646b6b1d85cd0acb090de&device_id=fbb1d3fe-09bb-448f-b9c0-2884467ffdb1 HTTP/1.1" status: 200 len: 1096 time: 0.2690742 Oct 20 10:58:14.290911 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-24868a9a-6c5d-42ef-9d21-9c98cf8b0297 req-c3d6543e-baad-4a39-a9c0-0fad3de25dca tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e1ba910-cb23-451c-8412-6f8f19bfccd2 HTTP/1.1" status: 200 len: 210 time: 0.1283097 Oct 20 10:58:14.313494 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-d35f4cb6-ef9f-4cd9-9935-42856d733e7c tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "DELETE /v2.0/floatingips/0070d9e0-117a-4474-9dd4-006106949e80 HTTP/1.1" status: 204 len: 168 time: 2.1836021 Oct 20 10:58:14.338706 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c642b60-e4e3-4408-808f-149dead57ddc', 'tag': 'b657c948-f77f-45ee-acfc-6a4673c1c6f9'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:58:14.342023 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcca244e-b8b4-4dc3-af1c-51cdcbac6370" -d '{"events": [{"name": "network-changed", "server_uuid": "4c642b60-e4e3-4408-808f-149dead57ddc", "tag": "b657c948-f77f-45ee-acfc-6a4673c1c6f9"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:58:14.383225 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 3812c3a3-9d19-4847-83f9-467aa4852bfa details requested by agent hyperv_n-h2-811396-3 with host n-h2-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:58:14.443172 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c00675-5a08-4375-ba9b-d34f569303ef req-5e7d2d7d-338c-4962-a328-0ad668c3de0b tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:14.445316 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-636ee0c0-46c7-4f02-a74e-49171ae68168 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1771989'] for router_interface, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:14.465931 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-23c00675-5a08-4375-ba9b-d34f569303ef req-5e7d2d7d-338c-4962-a328-0ad668c3de0b tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca6b8b02-8daa-4111-962a-e7a91c9a149e HTTP/1.1" status: 200 len: 944 time: 0.3724065 Oct 20 10:58:14.606812 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 20fb5938-9d47-473f-92d6-bf544bc4c10a up at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:58:14.713803 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 3812c3a3-9d19-4847-83f9-467aa4852bfa, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=3812c3a3-9d19-4847-83f9-467aa4852bfa,segment=NetworkSegment(5f5097d1-dd03-4e53-8d67-381b8a2c1ac8),segment_id=5f5097d1-dd03-4e53-8d67-381b8a2c1ac8)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:58:14.722114 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-23c00675-5a08-4375-ba9b-d34f569303ef req-fb9ce48d-0bfe-481e-b4a6-85fc9d4e2bb4 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/security-groups?id=b86ef872-82a8-48e3-89d0-a53331758f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2493811 Oct 20 10:58:14.767366 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Returning: {'device': '3812c3a3-9d19-4847-83f9-467aa4852bfa', 'network_id': 'cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0', 'port_id': '3812c3a3-9d19-4847-83f9-467aa4852bfa', 'mac_address': 'fa:16:3e:67:30:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 840, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46305bfd-5c10-42c9-8afc-597f2425497e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:58:14.782615 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-9351dab0-93cb-4b8b-9c04-6301b0673e9e None None] Set router 504db4b7-00cc-458c-b515-36d7e5bb8927 gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:58:14.815323 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-9fa3e8a4-ba1a-4add-97ed-eaf1f3b64f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad0cab1f-e0e8-460a-ac15-be78aacc63f9', 'name': 'tempest-TestServerBasicOps-1364110755-router', 'tenant_id': '2606cfa13aa646b6b1d85cd0acb090de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': 'd558849a-e9ae-489f-952c-8b3ea6f603f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:57:12Z', 'updated_at': '2021-10-20T10:57:20Z', 'revision_number': 4, 'project_id': '2606cfa13aa646b6b1d85cd0acb090de', 'gw_port': {'id': 'd558849a-e9ae-489f-952c-8b3ea6f603f9', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:17:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0cab1f-e0e8-460a-ac15-be78aacc63f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3322, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:57:13Z', 'updated_at': '2021-10-20T10:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_floatingips': [{'id': 'c4f66ad7-d790-47e6-810a-edf9853cfea9', 'tenant_id': '2606cfa13aa646b6b1d85cd0acb090de', 'floating_ip_address': '172.25.1.177', 'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'router_id': 'ad0cab1f-e0e8-460a-ac15-be78aacc63f9', 'port_id': 'd955044a-6302-44d4-a2a0-04b9c1b75614', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '203edeb2-1c06-4924-a847-8d4bc77a4e0f', 'mac_address': 'fa:16:3e:80:0d:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbb1d3fe-09bb-448f-b9c0-2884467ffdb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T10:58:11Z', 'updated_at': '2021-10-20T10:58:11Z', 'revision_number': 0, 'project_id': '2606cfa13aa646b6b1d85cd0acb090de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3adf9827-0359-4523-941b-cd56424e264e', 'name': '', 'network_id': '203edeb2-1c06-4924-a847-8d4bc77a4e0f', 'tenant_id': '2606cfa13aa646b6b1d85cd0acb090de', 'mac_address': 'fa:16:3e:88:f4:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0cab1f-e0e8-460a-ac15-be78aacc63f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3325, 'fixed_ips': [{'subnet_id': 'f7b965d4-929c-4c3f-874c-e787f7294129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:57:19Z', 'updated_at': '2021-10-20T10:57:27Z', 'revision_number': 5, 'project_id': '2606cfa13aa646b6b1d85cd0acb090de', 'subnets': [{'id': 'f7b965d4-929c-4c3f-874c-e787f7294129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:14.830740 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca15aa16-f738-41fa-8db2-4c828ad1a991 req-dabfd2d8-9779-49c7-82b1-8f5ce1897d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:14.835972 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ca15aa16-f738-41fa-8db2-4c828ad1a991 req-dabfd2d8-9779-49c7-82b1-8f5ce1897d52 service neutron] 10.222.0.69 "GET /v2.0/networks?id=203edeb2-1c06-4924-a847-8d4bc77a4e0f HTTP/1.1" status: 200 len: 910 time: 0.5409579 Oct 20 10:58:14.840901 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbd8db42-21e5-4c3b-bc03-6809bcf20396 x-openstack-request-id: req-fbd8db42-21e5-4c3b-bc03-6809bcf20396 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:58:14.841461 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c642b60-e4e3-4408-808f-149dead57ddc", "tag": "b657c948-f77f-45ee-acfc-6a4673c1c6f9", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:58:14.841880 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fbd8db42-21e5-4c3b-bc03-6809bcf20396 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:58:14.842517 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c642b60-e4e3-4408-808f-149dead57ddc', 'tag': 'b657c948-f77f-45ee-acfc-6a4673c1c6f9', 'status': 'completed', 'code': 200} Oct 20 10:58:14.880570 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa3e8a4-ba1a-4add-97ed-eaf1f3b64f0c None None] Checking router: ad0cab1f-e0e8-460a-ac15-be78aacc63f9 for host: n-d-811396-3 {{(pid=100599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:58:14.890144 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa3e8a4-ba1a-4add-97ed-eaf1f3b64f0c None None] Routers {'ad0cab1f-e0e8-460a-ac15-be78aacc63f9'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:58:14.890842 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-9fa3e8a4-ba1a-4add-97ed-eaf1f3b64f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:58:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['ad0cab1f-e0e8-460a-ac15-be78aacc63f9'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:15.068735 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-9fa3e8a4-ba1a-4add-97ed-eaf1f3b64f0c None None] Set router ad0cab1f-e0e8-460a-ac15-be78aacc63f9 gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:58:15.093770 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ca15aa16-f738-41fa-8db2-4c828ad1a991 req-83b30465-22c1-48c9-b17a-ba5500198315 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d955044a-6302-44d4-a2a0-04b9c1b75614 HTTP/1.1" status: 200 len: 999 time: 0.2467096 Oct 20 10:58:15.099609 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-636ee0c0-46c7-4f02-a74e-49171ae68168 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Router 36d80ca4-ac1a-4ec0-9d37-0ad25843db5c has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:58:15.118146 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652bba29-eca1-49e1-ba25-fd1182e53bb0 req-c5ca73cf-fe2d-4bbd-910c-eb4c5f820a4c tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:15.119780 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-652bba29-eca1-49e1-ba25-fd1182e53bb0 req-c5ca73cf-fe2d-4bbd-910c-eb4c5f820a4c tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b681e62-7e4f-423c-9da7-38e1fed3c9dc HTTP/1.1" status: 200 len: 944 time: 0.0965881 Oct 20 10:58:15.157888 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3315bd51-f7f3-4a68-a5d0-b5b51f549429 req-29fd0480-2257-4e86-bf43-4e135dd21247 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:15.177750 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3315bd51-f7f3-4a68-a5d0-b5b51f549429 req-29fd0480-2257-4e86-bf43-4e135dd21247 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c642b60-e4e3-4408-808f-149dead57ddc HTTP/1.1" status: 200 len: 945 time: 0.2919283 Oct 20 10:58:15.231751 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcca244e-b8b4-4dc3-af1c-51cdcbac6370 req-478b29ec-47db-4b36-8f69-9ecd8c923585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:15.234310 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning for port 20fb5938-9d47-473f-92d6-bf544bc4c10a completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:58:15.234773 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bcca244e-b8b4-4dc3-af1c-51cdcbac6370 req-478b29ec-47db-4b36-8f69-9ecd8c923585 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ba79d3046aa84fd2ac89895f3514d2bd&device_id=4c642b60-e4e3-4408-808f-149dead57ddc HTTP/1.1" status: 200 len: 1096 time: 0.3889735 Oct 20 10:58:15.268333 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:15.280853 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning complete for port 20fb5938-9d47-473f-92d6-bf544bc4c10a triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:58:15.281365 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:15.320713 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3812c3a3-9d19-4847-83f9-467aa4852bfa {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:58:15.381275 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-652bba29-eca1-49e1-ba25-fd1182e53bb0 req-bf4b261b-1139-4e64-b9a1-5f68deb83748 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=7d9a6fe5-d7f3-4fa2-86d5-4c121918dfe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371614 Oct 20 10:58:15.417461 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 3812c3a3-9d19-4847-83f9-467aa4852bfa, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=3812c3a3-9d19-4847-83f9-467aa4852bfa,segment=NetworkSegment(5f5097d1-dd03-4e53-8d67-381b8a2c1ac8),segment_id=5f5097d1-dd03-4e53-8d67-381b8a2c1ac8)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:58:15.426493 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:15.428687 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca15aa16-f738-41fa-8db2-4c828ad1a991 req-01223d5e-b112-42dc-8d74-63d3e908ce7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:15.429917 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256d13ba-6763-4108-b7fd-2035cf877a67 req-1f45f49c-f2bd-4582-b9c9-d7c34beb73c4 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:15.430215 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ca15aa16-f738-41fa-8db2-4c828ad1a991 req-01223d5e-b112-42dc-8d74-63d3e908ce7a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f7b965d4-929c-4c3f-874c-e787f7294129 HTTP/1.1" status: 200 len: 848 time: 0.3085132 Oct 20 10:58:15.433323 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-256d13ba-6763-4108-b7fd-2035cf877a67 req-1f45f49c-f2bd-4582-b9c9-d7c34beb73c4 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.69 "GET /v2.0/ports?device_id=4c642b60-e4e3-4408-808f-149dead57ddc HTTP/1.1" status: 200 len: 945 time: 0.3082936 Oct 20 10:58:15.475105 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-636ee0c0-46c7-4f02-a74e-49171ae68168 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:58:15.481479 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-636ee0c0-46c7-4f02-a74e-49171ae68168 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] 10.222.0.64 "PUT /v2.0/routers/36d80ca4-ac1a-4ec0-9d37-0ad25843db5c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4021842 Oct 20 10:58:15.486370 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 56572) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:15.489283 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eee8d2b-fdce-40ad-b605-2b161a6e56aa None None] Sync routers for ids ['36d80ca4-ac1a-4ec0-9d37-0ad25843db5c'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:58:15.505617 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eee8d2b-fdce-40ad-b605-2b161a6e56aa None None] Routers {'36d80ca4-ac1a-4ec0-9d37-0ad25843db5c'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:58:15.506283 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-4eee8d2b-fdce-40ad-b605-2b161a6e56aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:58:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['36d80ca4-ac1a-4ec0-9d37-0ad25843db5c'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:15.529449 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3315bd51-f7f3-4a68-a5d0-b5b51f549429 req-045e1b60-8189-4026-8c53-7074752e1429 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/security-groups?id=26948559-e889-46f3-b5c0-b176059a1133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3457084 Oct 20 10:58:15.556554 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c920678-8c44-4d6d-b9d5-e771e1d2079a tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Deleting subnet d6d7329e-6637-49c3-bddb-d1b0b832700f {{(pid=100597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:58:15.564604 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1c920678-8c44-4d6d-b9d5-e771e1d2079a tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks [] for subnet, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:15.570978 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=3812c3a3-9d19-4847-83f9-467aa4852bfa,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:15.596972 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:15.612312 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-87eb335a-62a6-41a4-b76b-c1e3a8496cfc req-9faff37e-b2b7-492e-88c5-142c564c7d28 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e1ba910-cb23-451c-8412-6f8f19bfccd2 HTTP/1.1" status: 200 len: 210 time: 0.0908904 Oct 20 10:58:15.625253 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b681e62-7e4f-423c-9da7-38e1fed3c9dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20fb5938-9d47-473f-92d6-bf544bc4c10a'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:58:15.627827 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e00d9982-900a-4d1c-a065-960cac4f0e33" -d '{"events": [{"server_uuid": "7b681e62-7e4f-423c-9da7-38e1fed3c9dc", "name": "network-vif-plugged", "status": "completed", "tag": "20fb5938-9d47-473f-92d6-bf544bc4c10a"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:58:15.645886 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 20fb5938-9d47-473f-92d6-bf544bc4c10a, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=20fb5938-9d47-473f-92d6-bf544bc4c10a,segment=NetworkSegment(7a7eba38-3a2c-4235-a145-c989dfc5d4dc),segment_id=7a7eba38-3a2c-4235-a145-c989dfc5d4dc)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:58:15.655449 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:15.664603 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-9351dab0-93cb-4b8b-9c04-6301b0673e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '504db4b7-00cc-458c-b515-36d7e5bb8927', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2106030528', 'tenant_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': 'ae846825-5065-47a3-9ae3-8f5a6c3131c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:55:51Z', 'updated_at': '2021-10-20T10:55:59Z', 'revision_number': 4, 'project_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'gw_port': {'id': 'ae846825-5065-47a3-9ae3-8f5a6c3131c8', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:cf:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504db4b7-00cc-458c-b515-36d7e5bb8927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:55:52Z', 'updated_at': '2021-10-20T10:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': 'e54b68f1-243b-41ea-9446-39019719fc45', 'name': '', 'network_id': '70d8d1ef-e175-48cb-b5a8-9bf8ec238a5d', 'tenant_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'mac_address': 'fa:16:3e:a3:8b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504db4b7-00cc-458c-b515-36d7e5bb8927', 'device_owner': 'network:router_interface', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': '8cc294db-53a2-49f2-b9ea-e79f5035cec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:55:58Z', 'updated_at': '2021-10-20T10:56:06Z', 'revision_number': 5, 'project_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'subnets': [{'id': '8cc294db-53a2-49f2-b9ea-e79f5035cec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:15.670514 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca15aa16-f738-41fa-8db2-4c828ad1a991 req-28ac87fa-9433-4550-9344-627674da3f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:15.674239 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ca15aa16-f738-41fa-8db2-4c828ad1a991 req-28ac87fa-9433-4550-9344-627674da3f6f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=203edeb2-1c06-4924-a847-8d4bc77a4e0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2174366 Oct 20 10:58:15.675350 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcca244e-b8b4-4dc3-af1c-51cdcbac6370 req-7bd6a8c0-62f2-4a8c-98a0-1aa692b5bdac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:15.678608 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bcca244e-b8b4-4dc3-af1c-51cdcbac6370 req-7bd6a8c0-62f2-4a8c-98a0-1aa692b5bdac service neutron] 10.222.0.69 "GET /v2.0/networks?id=70d8d1ef-e175-48cb-b5a8-9bf8ec238a5d HTTP/1.1" status: 200 len: 898 time: 0.4357359 Oct 20 10:58:15.681871 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['3812c3a3-9d19-4847-83f9-467aa4852bfa'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:58:15.685876 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-9fa3e8a4-ba1a-4add-97ed-eaf1f3b64f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad0cab1f-e0e8-460a-ac15-be78aacc63f9', 'name': 'tempest-TestServerBasicOps-1364110755-router', 'tenant_id': '2606cfa13aa646b6b1d85cd0acb090de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': 'd558849a-e9ae-489f-952c-8b3ea6f603f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:57:12Z', 'updated_at': '2021-10-20T10:57:20Z', 'revision_number': 4, 'project_id': '2606cfa13aa646b6b1d85cd0acb090de', 'gw_port': {'id': 'd558849a-e9ae-489f-952c-8b3ea6f603f9', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:17:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0cab1f-e0e8-460a-ac15-be78aacc63f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3322, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:57:13Z', 'updated_at': '2021-10-20T10:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_floatingips': [{'id': 'c4f66ad7-d790-47e6-810a-edf9853cfea9', 'tenant_id': '2606cfa13aa646b6b1d85cd0acb090de', 'floating_ip_address': '172.25.1.177', 'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'router_id': 'ad0cab1f-e0e8-460a-ac15-be78aacc63f9', 'port_id': 'd955044a-6302-44d4-a2a0-04b9c1b75614', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '203edeb2-1c06-4924-a847-8d4bc77a4e0f', 'mac_address': 'fa:16:3e:80:0d:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbb1d3fe-09bb-448f-b9c0-2884467ffdb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T10:58:11Z', 'updated_at': '2021-10-20T10:58:11Z', 'revision_number': 0, 'project_id': '2606cfa13aa646b6b1d85cd0acb090de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3adf9827-0359-4523-941b-cd56424e264e', 'name': '', 'network_id': '203edeb2-1c06-4924-a847-8d4bc77a4e0f', 'tenant_id': '2606cfa13aa646b6b1d85cd0acb090de', 'mac_address': 'fa:16:3e:88:f4:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0cab1f-e0e8-460a-ac15-be78aacc63f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3325, 'fixed_ips': [{'subnet_id': 'f7b965d4-929c-4c3f-874c-e787f7294129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:57:19Z', 'updated_at': '2021-10-20T10:57:27Z', 'revision_number': 5, 'project_id': '2606cfa13aa646b6b1d85cd0acb090de', 'subnets': [{'id': 'f7b965d4-929c-4c3f-874c-e787f7294129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:15.688971 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-4eee8d2b-fdce-40ad-b605-2b161a6e56aa None None] Set router 36d80ca4-ac1a-4ec0-9d37-0ad25843db5c gateway port host: None {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:58:15.691151 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1c920678-8c44-4d6d-b9d5-e771e1d2079a tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25852621'] for subnet, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:15.710001 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:58:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0dcbd2f-ede2-465d-9da8-55aba105b8c3 x-openstack-request-id: req-c0dcbd2f-ede2-465d-9da8-55aba105b8c3 {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:58:15.710316 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b681e62-7e4f-423c-9da7-38e1fed3c9dc", "name": "network-vif-plugged", "status": "completed", "tag": "20fb5938-9d47-473f-92d6-bf544bc4c10a", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:58:15.710572 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c0dcbd2f-ede2-465d-9da8-55aba105b8c3 {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:58:15.710963 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b681e62-7e4f-423c-9da7-38e1fed3c9dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20fb5938-9d47-473f-92d6-bf544bc4c10a', 'code': 200} Oct 20 10:58:15.739781 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9351dab0-93cb-4b8b-9c04-6301b0673e9e None None] Checking router: 504db4b7-00cc-458c-b515-36d7e5bb8927 for host: n-d-811396-3 {{(pid=100598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:58:15.747142 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa3e8a4-ba1a-4add-97ed-eaf1f3b64f0c None None] The sync data for ids ['ad0cab1f-e0e8-460a-ac15-be78aacc63f9'] in n-d-811396-3 is: [{'id': 'ad0cab1f-e0e8-460a-ac15-be78aacc63f9', 'name': 'tempest-TestServerBasicOps-1364110755-router', 'tenant_id': '2606cfa13aa646b6b1d85cd0acb090de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': 'd558849a-e9ae-489f-952c-8b3ea6f603f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:57:12Z', 'updated_at': '2021-10-20T10:57:20Z', 'revision_number': 4, 'project_id': '2606cfa13aa646b6b1d85cd0acb090de', 'gw_port': {'id': 'd558849a-e9ae-489f-952c-8b3ea6f603f9', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:17:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0cab1f-e0e8-460a-ac15-be78aacc63f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3322, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:57:13Z', 'updated_at': '2021-10-20T10:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_floatingips': [{'id': 'c4f66ad7-d790-47e6-810a-edf9853cfea9', 'tenant_id': '2606cfa13aa646b6b1d85cd0acb090de', 'floating_ip_address': '172.25.1.177', 'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'router_id': 'ad0cab1f-e0e8-460a-ac15-be78aacc63f9', 'port_id': 'd955044a-6302-44d4-a2a0-04b9c1b75614', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '203edeb2-1c06-4924-a847-8d4bc77a4e0f', 'mac_address': 'fa:16:3e:80:0d:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbb1d3fe-09bb-448f-b9c0-2884467ffdb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T10:58:11Z', 'updated_at': '2021-10-20T10:58:11Z', 'revision_number': 0, 'project_id': '2606cfa13aa646b6b1d85cd0acb090de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3adf9827-0359-4523-941b-cd56424e264e', 'name': '', 'network_id': '203edeb2-1c06-4924-a847-8d4bc77a4e0f', 'tenant_id': '2606cfa13aa646b6b1d85cd0acb090de', 'mac_address': 'fa:16:3e:88:f4:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0cab1f-e0e8-460a-ac15-be78aacc63f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3325, 'fixed_ips': [{'subnet_id': 'f7b965d4-929c-4c3f-874c-e787f7294129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:57:19Z', 'updated_at': '2021-10-20T10:57:27Z', 'revision_number': 5, 'project_id': '2606cfa13aa646b6b1d85cd0acb090de', 'subnets': [{'id': 'f7b965d4-929c-4c3f-874c-e787f7294129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:58:15.804429 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bcca244e-b8b4-4dc3-af1c-51cdcbac6370 req-82f7f374-0bd6-4bcc-b394-613b86d90ae0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b657c948-f77f-45ee-acfc-6a4673c1c6f9 HTTP/1.1" status: 200 len: 217 time: 0.1169953 Oct 20 10:58:15.804913 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [req-256d13ba-6763-4108-b7fd-2035cf877a67 req-d0440ae6-a7a7-426e-91df-4869f0fce802 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Deleting port b657c948-f77f-45ee-acfc-6a4673c1c6f9 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:58:15.806445 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-256d13ba-6763-4108-b7fd-2035cf877a67 req-d0440ae6-a7a7-426e-91df-4869f0fce802 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:15.900409 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9351dab0-93cb-4b8b-9c04-6301b0673e9e None None] Routers {'504db4b7-00cc-458c-b515-36d7e5bb8927'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:58:15.901373 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-9351dab0-93cb-4b8b-9c04-6301b0673e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:58:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['504db4b7-00cc-458c-b515-36d7e5bb8927'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:15.963187 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1c920678-8c44-4d6d-b9d5-e771e1d2079a tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:16.041990 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [req-256d13ba-6763-4108-b7fd-2035cf877a67 req-d0440ae6-a7a7-426e-91df-4869f0fce802 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] For port b657c948-f77f-45ee-acfc-6a4673c1c6f9, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=b657c948-f77f-45ee-acfc-6a4673c1c6f9,segment=NetworkSegment(04b14d52-8865-481b-b21e-ff6eaaae12bb),segment_id=04b14d52-8865-481b-b21e-ff6eaaae12bb)] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:58:16.042621 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=20fb5938-9d47-473f-92d6-bf544bc4c10a,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:16.042901 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-256d13ba-6763-4108-b7fd-2035cf877a67 req-d0440ae6-a7a7-426e-91df-4869f0fce802 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:16.065544 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [req-256d13ba-6763-4108-b7fd-2035cf877a67 req-d0440ae6-a7a7-426e-91df-4869f0fce802 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Calling delete_port for b657c948-f77f-45ee-acfc-6a4673c1c6f9 owned by compute:nova {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:58:16.080529 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1c920678-8c44-4d6d-b9d5-e771e1d2079a tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25350811'] for subnet, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:16.118898 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c920678-8c44-4d6d-b9d5-e771e1d2079a tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Pushing event deleted for resources: {'Subnet': ['ID=d6d7329e-6637-49c3-bddb-d1b0b832700f,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:16.135574 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-4eee8d2b-fdce-40ad-b605-2b161a6e56aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36d80ca4-ac1a-4ec0-9d37-0ad25843db5c', 'name': 'tempest-RoutersTest-router-888831143', 'tenant_id': 'f889f0e78885417f8f60131724c64516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:57:26Z', 'updated_at': '2021-10-20T10:58:13Z', 'revision_number': 10, 'project_id': 'f889f0e78885417f8f60131724c64516', 'gw_port_host': None, '_interfaces': [{'id': '5df519dd-aa3b-4761-ae60-d3542f835eb3', 'name': '', 'network_id': '27a1d39b-338c-4134-8ccc-7e10b7fae67a', 'tenant_id': 'f889f0e78885417f8f60131724c64516', 'mac_address': 'fa:16:3e:69:19:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d80ca4-ac1a-4ec0-9d37-0ad25843db5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': '54b5cd66-4475-4e7f-8f2d-243fd5215495', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:57:30Z', 'updated_at': '2021-10-20T10:57:40Z', 'revision_number': 5, 'project_id': 'f889f0e78885417f8f60131724c64516', 'subnets': [{'id': '54b5cd66-4475-4e7f-8f2d-243fd5215495', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:16.163991 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1c920678-8c44-4d6d-b9d5-e771e1d2079a tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:16.170850 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-1c920678-8c44-4d6d-b9d5-e771e1d2079a tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] 10.222.0.64 "DELETE /v2.0/subnets/d6d7329e-6637-49c3-bddb-d1b0b832700f HTTP/1.1" status: 204 len: 168 time: 0.6833231 Oct 20 10:58:16.172766 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 56578) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:16.188319 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eee8d2b-fdce-40ad-b605-2b161a6e56aa None None] Checking router: 36d80ca4-ac1a-4ec0-9d37-0ad25843db5c for host: n-d-811396-3 {{(pid=100599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:58:16.197149 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7330863-6918-408f-a5e6-e7648f7ad64b None None] Network 3ae0cb69-c97c-4688-b905-59d6f8d6eaa6 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:58:16.198958 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eee8d2b-fdce-40ad-b605-2b161a6e56aa None None] Routers {'36d80ca4-ac1a-4ec0-9d37-0ad25843db5c'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:58:16.199779 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-4eee8d2b-fdce-40ad-b605-2b161a6e56aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:58:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['36d80ca4-ac1a-4ec0-9d37-0ad25843db5c'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:16.262190 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcca244e-b8b4-4dc3-af1c-51cdcbac6370 req-6da0c02c-8db5-462d-a075-e50ca5df99e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:16.263862 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bcca244e-b8b4-4dc3-af1c-51cdcbac6370 req-6da0c02c-8db5-462d-a075-e50ca5df99e5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8cc294db-53a2-49f2-b9ea-e79f5035cec8 HTTP/1.1" status: 200 len: 834 time: 0.4256098 Oct 20 10:58:16.282330 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ba98dd-b8e1-4ff9-8877-7e9823566b9d req-10d1a694-abdb-474b-93d5-b0e7602e9069 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:16.283909 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a1ba98dd-b8e1-4ff9-8877-7e9823566b9d req-10d1a694-abdb-474b-93d5-b0e7602e9069 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca6b8b02-8daa-4111-962a-e7a91c9a149e HTTP/1.1" status: 200 len: 945 time: 0.4330964 Oct 20 10:58:16.286006 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feacdd5-ec9b-4247-b198-f4662a170078 req-597edf2c-4a6a-4dcb-8af5-3b1a8f9903d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:16.287527 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6feacdd5-ec9b-4247-b198-f4662a170078 req-597edf2c-4a6a-4dcb-8af5-3b1a8f9903d6 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7b681e62-7e4f-423c-9da7-38e1fed3c9dc HTTP/1.1" status: 200 len: 1096 time: 0.4665799 Oct 20 10:58:16.299212 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4bb17ff-d348-45e5-b90f-33ef944c22dd None None] New status for floating IP c4f66ad7-d790-47e6-810a-edf9853cfea9: ACTIVE {{(pid=100598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 10:58:16.300043 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-4eee8d2b-fdce-40ad-b605-2b161a6e56aa None None] Set router 36d80ca4-ac1a-4ec0-9d37-0ad25843db5c gateway port host: None {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:58:16.325816 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-256d13ba-6763-4108-b7fd-2035cf877a67 req-d0440ae6-a7a7-426e-91df-4869f0fce802 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:16.380134 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0440ae6-a7a7-426e-91df-4869f0fce802 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Pushing event deleted for resources: {'Port': ['ID=b657c948-f77f-45ee-acfc-6a4673c1c6f9,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:16.399663 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device b657c948-f77f-45ee-acfc-6a4673c1c6f9 no longer exists at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:58:16.430934 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ca15aa16-f738-41fa-8db2-4c828ad1a991 req-2d2cb7e5-07a2-4838-96be-27589aebc5ad service neutron] 10.222.0.69 "GET /v2.0/networks/203edeb2-1c06-4924-a847-8d4bc77a4e0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7420421 Oct 20 10:58:16.541222 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [req-256d13ba-6763-4108-b7fd-2035cf877a67 req-d0440ae6-a7a7-426e-91df-4869f0fce802 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] No DVR routers for this DVR port b657c948-f77f-45ee-acfc-6a4673c1c6f9 on host n-h2-811396-3 {{(pid=100597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:58:16.547319 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [req-256d13ba-6763-4108-b7fd-2035cf877a67 req-d0440ae6-a7a7-426e-91df-4869f0fce802 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:16.553678 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ca15aa16-f738-41fa-8db2-4c828ad1a991 req-8c44e858-2636-476e-8fae-245f2c937964 service neutron] 10.222.0.69 "GET /v2.0/networks/203edeb2-1c06-4924-a847-8d4bc77a4e0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072912 Oct 20 10:58:16.554257 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-256d13ba-6763-4108-b7fd-2035cf877a67 req-d0440ae6-a7a7-426e-91df-4869f0fce802 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.69 "DELETE /v2.0/ports/b657c948-f77f-45ee-acfc-6a4673c1c6f9 HTTP/1.1" status: 204 len: 173 time: 1.1104889 Oct 20 10:58:16.555062 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c642b60-e4e3-4408-808f-149dead57ddc', 'name': 'network-vif-deleted', 'tag': 'b657c948-f77f-45ee-acfc-6a4673c1c6f9'}] {{(pid=100597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:58:16.562797 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] No Port match for: b657c948-f77f-45ee-acfc-6a4673c1c6f9 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:58:16.564685 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device b657c948-f77f-45ee-acfc-6a4673c1c6f9 not bound to the agent host n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:58:16.579110 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-468f02e9-a61c-458c-ba64-b1fb2e24ebb1 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:16.586251 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-4eee8d2b-fdce-40ad-b605-2b161a6e56aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36d80ca4-ac1a-4ec0-9d37-0ad25843db5c', 'name': 'tempest-RoutersTest-router-888831143', 'tenant_id': 'f889f0e78885417f8f60131724c64516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:57:26Z', 'updated_at': '2021-10-20T10:58:13Z', 'revision_number': 10, 'project_id': 'f889f0e78885417f8f60131724c64516', 'gw_port_host': None, '_interfaces': [{'id': '5df519dd-aa3b-4761-ae60-d3542f835eb3', 'name': '', 'network_id': '27a1d39b-338c-4134-8ccc-7e10b7fae67a', 'tenant_id': 'f889f0e78885417f8f60131724c64516', 'mac_address': 'fa:16:3e:69:19:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d80ca4-ac1a-4ec0-9d37-0ad25843db5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': '54b5cd66-4475-4e7f-8f2d-243fd5215495', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:57:30Z', 'updated_at': '2021-10-20T10:57:40Z', 'revision_number': 5, 'project_id': 'f889f0e78885417f8f60131724c64516', 'subnets': [{'id': '54b5cd66-4475-4e7f-8f2d-243fd5215495', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:16.586980 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd85cad6a391afaa95d2dd5280bfd4659fc1e1b2aba53b5e7ef874f059efcdc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d079dbb2-eeab-43c2-b6be-01376e08c036" -d '{"events": [{"server_uuid": "4c642b60-e4e3-4408-808f-149dead57ddc", "name": "network-vif-deleted", "tag": "b657c948-f77f-45ee-acfc-6a4673c1c6f9"}]}' {{(pid=100597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:58:16.603819 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcca244e-b8b4-4dc3-af1c-51cdcbac6370 req-54b4c005-92ce-4e89-99ee-47a9f09b7e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:16.605386 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bcca244e-b8b4-4dc3-af1c-51cdcbac6370 req-54b4c005-92ce-4e89-99ee-47a9f09b7e91 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=70d8d1ef-e175-48cb-b5a8-9bf8ec238a5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3095226 Oct 20 10:58:16.606345 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-9351dab0-93cb-4b8b-9c04-6301b0673e9e None None] Set router 504db4b7-00cc-458c-b515-36d7e5bb8927 gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:58:16.613701 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e908ee7-384f-4216-85f3-9894b1ffadf4 req-4d718401-36fa-45f9-961a-f4148693c548 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:16.615160 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4e908ee7-384f-4216-85f3-9894b1ffadf4 req-4d718401-36fa-45f9-961a-f4148693c548 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.55 "GET /v2.0/networks?id=5f3de8d1-83f4-4081-a4ae-e84fa44c63e9 HTTP/1.1" status: 200 len: 806 time: 0.7233965 Oct 20 10:58:16.629919 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eee8d2b-fdce-40ad-b605-2b161a6e56aa None None] The sync data for ids ['36d80ca4-ac1a-4ec0-9d37-0ad25843db5c'] in n-d-811396-3 is: [{'id': '36d80ca4-ac1a-4ec0-9d37-0ad25843db5c', 'name': 'tempest-RoutersTest-router-888831143', 'tenant_id': 'f889f0e78885417f8f60131724c64516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:57:26Z', 'updated_at': '2021-10-20T10:58:13Z', 'revision_number': 10, 'project_id': 'f889f0e78885417f8f60131724c64516', 'gw_port_host': None, '_interfaces': [{'id': '5df519dd-aa3b-4761-ae60-d3542f835eb3', 'name': '', 'network_id': '27a1d39b-338c-4134-8ccc-7e10b7fae67a', 'tenant_id': 'f889f0e78885417f8f60131724c64516', 'mac_address': 'fa:16:3e:69:19:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d80ca4-ac1a-4ec0-9d37-0ad25843db5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': '54b5cd66-4475-4e7f-8f2d-243fd5215495', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:57:30Z', 'updated_at': '2021-10-20T10:57:40Z', 'revision_number': 5, 'project_id': 'f889f0e78885417f8f60131724c64516', 'subnets': [{'id': '54b5cd66-4475-4e7f-8f2d-243fd5215495', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:58:16.650856 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a1ba98dd-b8e1-4ff9-8877-7e9823566b9d req-33c74518-9104-4223-b3a6-e672abaa7990 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/security-groups?id=b86ef872-82a8-48e3-89d0-a53331758f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3536053 Oct 20 10:58:16.680431 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-4e908ee7-384f-4216-85f3-9894b1ffadf4 req-db7d31fb-267a-430c-a537-453e4cbc007a tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Request body: {'port': {'device_id': '1e1ba910-cb23-451c-8412-6f8f19bfccd2', 'network_id': '5f3de8d1-83f4-4081-a4ae-e84fa44c63e9', 'admin_state_up': True, 'tenant_id': '1b65b2e8036f4846a7f6f098c6e62306'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:58:16.715646 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6feacdd5-ec9b-4247-b198-f4662a170078 req-7e35c9ef-ae41-47f4-a02c-7b97f0a1a198 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=7d9a6fe5-d7f3-4fa2-86d5-4c121918dfe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3995509 Oct 20 10:58:17.003497 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-256bebe2-18de-4803-90e8-b227a48fb4a3 req-f28f19b6-1324-4d3d-8a55-755a7da5b6bc tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c642b60-e4e3-4408-808f-149dead57ddc HTTP/1.1" status: 200 len: 210 time: 0.0889542 Oct 20 10:58:17.035648 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2573e9ed-2d28-4161-a61c-360aad71e344 req-568dbd71-4a7e-42f5-8016-6f5c9eedaeea tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:17.037264 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2573e9ed-2d28-4161-a61c-360aad71e344 req-568dbd71-4a7e-42f5-8016-6f5c9eedaeea tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b681e62-7e4f-423c-9da7-38e1fed3c9dc HTTP/1.1" status: 200 len: 945 time: 0.4735363 Oct 20 10:58:17.096066 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a86f160e-2bbc-43a5-9fdf-98c408e0afb6 x-openstack-request-id: req-a86f160e-2bbc-43a5-9fdf-98c408e0afb6 {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:58:17.096409 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c642b60-e4e3-4408-808f-149dead57ddc", "name": "network-vif-deleted", "tag": "b657c948-f77f-45ee-acfc-6a4673c1c6f9", "status": "completed", "code": 200}]} {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:58:17.096674 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a86f160e-2bbc-43a5-9fdf-98c408e0afb6 {{(pid=100597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:58:17.097793 n-d-811396-3 neutron-server[100597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c642b60-e4e3-4408-808f-149dead57ddc', 'name': 'network-vif-deleted', 'tag': 'b657c948-f77f-45ee-acfc-6a4673c1c6f9', 'status': 'completed', 'code': 200} Oct 20 10:58:17.147967 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2573e9ed-2d28-4161-a61c-360aad71e344 req-d1e7c866-3147-4d0d-822c-a6d88ec5cf98 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=7d9a6fe5-d7f3-4fa2-86d5-4c121918dfe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950437 Oct 20 10:58:17.160041 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d66bf2e-7c93-428b-89aa-257799eafa49 None None] DHCP port deletion for 3ae0cb69-c97c-4688-b905-59d6f8d6eaa6 request from n-d-811396-3 {{(pid=100598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:58:17.164456 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-468f02e9-a61c-458c-ba64-b1fb2e24ebb1 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Deleting port 73540332-291c-4ddc-8477-52dd30523e81 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:58:17.164810 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-468f02e9-a61c-458c-ba64-b1fb2e24ebb1 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:17.169606 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bcca244e-b8b4-4dc3-af1c-51cdcbac6370 req-2df967be-3170-48b5-8ac2-5857cc105836 service neutron] 10.222.0.69 "GET /v2.0/networks/70d8d1ef-e175-48cb-b5a8-9bf8ec238a5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5534933 Oct 20 10:58:17.208040 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e339f9f4-e3a5-4aee-8d82-1eb47dbe8227 req-79ed7866-57ab-4391-8a09-9c8e8c9b7561 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e1ba910-cb23-451c-8412-6f8f19bfccd2 HTTP/1.1" status: 200 len: 210 time: 0.0350525 Oct 20 10:58:17.217985 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e908ee7-384f-4216-85f3-9894b1ffadf4 req-db7d31fb-267a-430c-a537-453e4cbc007a tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Made reservation on behalf of 1b65b2e8036f4846a7f6f098c6e62306 for: {'port': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:58:17.221380 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-4e908ee7-384f-4216-85f3-9894b1ffadf4 req-db7d31fb-267a-430c-a537-453e4cbc007a tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:17.329064 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-9351dab0-93cb-4b8b-9c04-6301b0673e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '504db4b7-00cc-458c-b515-36d7e5bb8927', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2106030528', 'tenant_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': 'ae846825-5065-47a3-9ae3-8f5a6c3131c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:55:51Z', 'updated_at': '2021-10-20T10:55:59Z', 'revision_number': 4, 'project_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'gw_port': {'id': 'ae846825-5065-47a3-9ae3-8f5a6c3131c8', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:cf:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504db4b7-00cc-458c-b515-36d7e5bb8927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:55:52Z', 'updated_at': '2021-10-20T10:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': 'e54b68f1-243b-41ea-9446-39019719fc45', 'name': '', 'network_id': '70d8d1ef-e175-48cb-b5a8-9bf8ec238a5d', 'tenant_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'mac_address': 'fa:16:3e:a3:8b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504db4b7-00cc-458c-b515-36d7e5bb8927', 'device_owner': 'network:router_interface', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': '8cc294db-53a2-49f2-b9ea-e79f5035cec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:55:58Z', 'updated_at': '2021-10-20T10:56:06Z', 'revision_number': 5, 'project_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'subnets': [{'id': '8cc294db-53a2-49f2-b9ea-e79f5035cec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:17.349434 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [None req-468f02e9-a61c-458c-ba64-b1fb2e24ebb1 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] For port 73540332-291c-4ddc-8477-52dd30523e81, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=73540332-291c-4ddc-8477-52dd30523e81,segment=NetworkSegment(74a37d6f-9e3f-4c7a-b907-25eb9d0ec9b6),segment_id=74a37d6f-9e3f-4c7a-b907-25eb9d0ec9b6)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:58:17.349797 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-468f02e9-a61c-458c-ba64-b1fb2e24ebb1 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:17.370129 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9351dab0-93cb-4b8b-9c04-6301b0673e9e None None] The sync data for ids ['504db4b7-00cc-458c-b515-36d7e5bb8927'] in n-d-811396-3 is: [{'id': '504db4b7-00cc-458c-b515-36d7e5bb8927', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2106030528', 'tenant_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': 'ae846825-5065-47a3-9ae3-8f5a6c3131c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:55:51Z', 'updated_at': '2021-10-20T10:55:59Z', 'revision_number': 4, 'project_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'gw_port': {'id': 'ae846825-5065-47a3-9ae3-8f5a6c3131c8', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:cf:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504db4b7-00cc-458c-b515-36d7e5bb8927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:55:52Z', 'updated_at': '2021-10-20T10:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': 'e54b68f1-243b-41ea-9446-39019719fc45', 'name': '', 'network_id': '70d8d1ef-e175-48cb-b5a8-9bf8ec238a5d', 'tenant_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'mac_address': 'fa:16:3e:a3:8b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504db4b7-00cc-458c-b515-36d7e5bb8927', 'device_owner': 'network:router_interface', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': '8cc294db-53a2-49f2-b9ea-e79f5035cec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:55:58Z', 'updated_at': '2021-10-20T10:56:06Z', 'revision_number': 5, 'project_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'subnets': [{'id': '8cc294db-53a2-49f2-b9ea-e79f5035cec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:58:17.400537 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-0d66bf2e-7c93-428b-89aa-257799eafa49 None None] Deleting port 73540332-291c-4ddc-8477-52dd30523e81 {{(pid=100598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:58:17.401427 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-0d66bf2e-7c93-428b-89aa-257799eafa49 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:17.450214 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-468f02e9-a61c-458c-ba64-b1fb2e24ebb1 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Calling delete_port for 73540332-291c-4ddc-8477-52dd30523e81 owned by network:dhcp {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:58:17.491170 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-0d66bf2e-7c93-428b-89aa-257799eafa49 None None] For port 73540332-291c-4ddc-8477-52dd30523e81, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=73540332-291c-4ddc-8477-52dd30523e81,segment=NetworkSegment(74a37d6f-9e3f-4c7a-b907-25eb9d0ec9b6),segment_id=74a37d6f-9e3f-4c7a-b907-25eb9d0ec9b6)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:58:17.491576 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-0d66bf2e-7c93-428b-89aa-257799eafa49 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:17.494328 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bcca244e-b8b4-4dc3-af1c-51cdcbac6370 req-1ec775f2-188f-43c7-96e9-7f063c3c3ec1 service neutron] 10.222.0.69 "GET /v2.0/networks/70d8d1ef-e175-48cb-b5a8-9bf8ec238a5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2845862 Oct 20 10:58:17.516325 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-0d66bf2e-7c93-428b-89aa-257799eafa49 None None] Calling delete_port for 73540332-291c-4ddc-8477-52dd30523e81 owned by network:dhcp {{(pid=100598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:58:17.596511 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [req-4e908ee7-384f-4216-85f3-9894b1ffadf4 req-db7d31fb-267a-430c-a537-453e4cbc007a tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Allocated IP 172.20.0.10 (5f3de8d1-83f4-4081-a4ae-e84fa44c63e9/1112b924-dfee-4f27-9509-3316f3e9f37a/617d496b-16d1-46b1-b811-dc4493951611) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:58:17.620766 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-0d66bf2e-7c93-428b-89aa-257799eafa49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956'] for port, after_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:17.638482 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-468f02e9-a61c-458c-ba64-b1fb2e24ebb1 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:17.656547 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d66bf2e-7c93-428b-89aa-257799eafa49 None None] Pushing event deleted for resources: {'Port': ['ID=73540332-291c-4ddc-8477-52dd30523e81,revision_number=None']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:17.659481 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d66bf2e-7c93-428b-89aa-257799eafa49 None None] No DVR routers for this DVR port 73540332-291c-4ddc-8477-52dd30523e81 on host n-d-811396-3 {{(pid=100598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:58:17.680166 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468f02e9-a61c-458c-ba64-b1fb2e24ebb1 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Pushing event deleted for resources: {'Port': ['ID=73540332-291c-4ddc-8477-52dd30523e81,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:17.682635 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468f02e9-a61c-458c-ba64-b1fb2e24ebb1 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] No DVR routers for this DVR port 73540332-291c-4ddc-8477-52dd30523e81 on host n-d-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:58:17.754245 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfcfed8d-03bc-4e77-92e6-fc21fa5c5547 None None] New status for floating IP 0070d9e0-117a-4474-9dd4-006106949e80: DOWN {{(pid=100599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 10:58:17.824191 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-468f02e9-a61c-458c-ba64-b1fb2e24ebb1 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:17.895287 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-468f02e9-a61c-458c-ba64-b1fb2e24ebb1 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ae0cb69-c97c-4688-b905-59d6f8d6eaa6']}} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:17.918313 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6460df49-751e-4a1b-a0c5-dd4ce5cbf89f req-24cf57d7-9d2c-4db8-ac81-d0631c7e36b7 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:17.919820 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6460df49-751e-4a1b-a0c5-dd4ce5cbf89f req-24cf57d7-9d2c-4db8-ac81-d0631c7e36b7 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca6b8b02-8daa-4111-962a-e7a91c9a149e HTTP/1.1" status: 200 len: 945 time: 0.1817887 Oct 20 10:58:17.921635 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-468f02e9-a61c-458c-ba64-b1fb2e24ebb1 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74a37d6f-9e3f-4c7a-b907-25eb9d0ec9b6') {'for_net_delete': True} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:17.921931 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-468f02e9-a61c-458c-ba64-b1fb2e24ebb1 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74a37d6f-9e3f-4c7a-b907-25eb9d0ec9b6') {} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:17.944759 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-468f02e9-a61c-458c-ba64-b1fb2e24ebb1 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25189038'] for segment, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:17.975523 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-468f02e9-a61c-458c-ba64-b1fb2e24ebb1 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:17.991994 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-4e908ee7-384f-4216-85f3-9894b1ffadf4 req-db7d31fb-267a-430c-a537-453e4cbc007a tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:17.993584 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-468f02e9-a61c-458c-ba64-b1fb2e24ebb1 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Releasing vlan 822 on physical network physnet1 to pool {{(pid=100596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:58:17.993974 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-468f02e9-a61c-458c-ba64-b1fb2e24ebb1 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26833155'] for segment, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:18.002124 n-d-811396-3 neutron-server[100596]: Traceback (most recent call last): Oct 20 10:58:18.002124 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:58:18.002124 n-d-811396-3 neutron-server[100596]: timer() Oct 20 10:58:18.002124 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:58:18.002124 n-d-811396-3 neutron-server[100596]: cb(*args, **kw) Oct 20 10:58:18.002124 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:58:18.002124 n-d-811396-3 neutron-server[100596]: return func(*args, **kwargs) Oct 20 10:58:18.002124 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:58:18.002124 n-d-811396-3 neutron-server[100596]: self._notify() Oct 20 10:58:18.002124 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:58:18.002124 n-d-811396-3 neutron-server[100596]: self.callback(batched_events) Oct 20 10:58:18.002124 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:58:18.002124 n-d-811396-3 neutron-server[100596]: event.method(event) Oct 20 10:58:18.002124 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:58:18.002124 n-d-811396-3 neutron-server[100596]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:58:18.002124 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:58:18.002124 n-d-811396-3 neutron-server[100596]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:58:18.002124 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:58:18.002124 n-d-811396-3 neutron-server[100596]: return f(self, *a, **k) Oct 20 10:58:18.002124 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:58:18.002124 n-d-811396-3 neutron-server[100596]: return self._get(url).json() Oct 20 10:58:18.002124 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:58:18.002124 n-d-811396-3 neutron-server[100596]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:58:18.002124 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:58:18.002124 n-d-811396-3 neutron-server[100596]: return self.request(url, 'GET', **kwargs) Oct 20 10:58:18.002124 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:58:18.002124 n-d-811396-3 neutron-server[100596]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:58:18.002124 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:58:18.002124 n-d-811396-3 neutron-server[100596]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:58:18.002124 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:58:18.002124 n-d-811396-3 neutron-server[100596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:58:18.002124 n-d-811396-3 neutron-server[100596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:58:18.027713 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6460df49-751e-4a1b-a0c5-dd4ce5cbf89f req-6c007080-a3da-49f3-867a-8becbe8fa3ae tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/security-groups?id=b86ef872-82a8-48e3-89d0-a53331758f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967550 Oct 20 10:58:18.078689 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 56614) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:18.086331 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-468f02e9-a61c-458c-ba64-b1fb2e24ebb1 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:18.099581 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-468f02e9-a61c-458c-ba64-b1fb2e24ebb1 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks [] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:18.105562 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-468f02e9-a61c-458c-ba64-b1fb2e24ebb1 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] 10.222.0.64 "DELETE /v2.0/networks/3ae0cb69-c97c-4688-b905-59d6f8d6eaa6 HTTP/1.1" status: 204 len: 168 time: 1.9126914 Oct 20 10:58:18.120945 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 56616) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:18.133507 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468f02e9-a61c-458c-ba64-b1fb2e24ebb1 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Pushing event deleted for resources: {'Network': ['ID=3ae0cb69-c97c-4688-b905-59d6f8d6eaa6,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:18.220362 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-4e908ee7-384f-4216-85f3-9894b1ffadf4 req-db7d31fb-267a-430c-a537-453e4cbc007a tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:18.232585 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['783580f0-59dd-475f-8b83-b93fba68f44d'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:58:18.396645 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 3812c3a3-9d19-4847-83f9-467aa4852bfa up at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:58:18.494171 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning for port 3812c3a3-9d19-4847-83f9-467aa4852bfa completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:58:18.498262 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning complete for port 3812c3a3-9d19-4847-83f9-467aa4852bfa triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:58:18.498636 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:18.592621 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-118cd520-2afe-4828-881f-5dbe49871ea5 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1774405'] for router_interface, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:18.651774 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:18.661571 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 42b864f7-1b99-4535-b3ff-2ea66a0f8503 no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:58:18.778679 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e908ee7-384f-4216-85f3-9894b1ffadf4 req-db7d31fb-267a-430c-a537-453e4cbc007a tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Network 5f3de8d1-83f4-4081-a4ae-e84fa44c63e9 is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:58:18.833118 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ce076f-1fa7-41b2-bb27-ce80162e846b req-8e3398c9-8925-4d8c-a5d8-27b9f96a075f tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:18.840664 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a5ce076f-1fa7-41b2-bb27-ce80162e846b req-8e3398c9-8925-4d8c-a5d8-27b9f96a075f tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e1ba910-cb23-451c-8412-6f8f19bfccd2 HTTP/1.1" status: 200 len: 932 time: 0.1660616 Oct 20 10:58:18.842825 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [req-4e908ee7-384f-4216-85f3-9894b1ffadf4 req-db7d31fb-267a-430c-a537-453e4cbc007a tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:58:18.844793 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7d31fb-267a-430c-a537-453e4cbc007a tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Pushing event updated for resources: {'Port': ['ID=617d496b-16d1-46b1-b811-dc4493951611,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:18.857143 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e908ee7-384f-4216-85f3-9894b1ffadf4 req-db7d31fb-267a-430c-a537-453e4cbc007a tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:58:18.917850 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 42b864f7-1b99-4535-b3ff-2ea66a0f8503 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:58:18.918396 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 42b864f7-1b99-4535-b3ff-2ea66a0f8503 not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:58:18.918898 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 73540332-291c-4ddc-8477-52dd30523e81 no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:58:18.927856 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca6b8b02-8daa-4111-962a-e7a91c9a149e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3812c3a3-9d19-4847-83f9-467aa4852bfa'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:58:18.928766 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-118cd520-2afe-4828-881f-5dbe49871ea5 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Deleting port e54b68f1-243b-41ea-9446-39019719fc45 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:58:18.929114 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-118cd520-2afe-4828-881f-5dbe49871ea5 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:18.929895 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfaac701-450e-47b7-b897-2e229e620b11" -d '{"events": [{"server_uuid": "ca6b8b02-8daa-4111-962a-e7a91c9a149e", "name": "network-vif-plugged", "status": "completed", "tag": "3812c3a3-9d19-4847-83f9-467aa4852bfa"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:58:18.955009 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937cf620-9a53-4823-b182-8d982b8ae08f req-37b350df-322a-493b-a6da-82f0dfcc7563 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:18.956546 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-937cf620-9a53-4823-b182-8d982b8ae08f req-37b350df-322a-493b-a6da-82f0dfcc7563 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b681e62-7e4f-423c-9da7-38e1fed3c9dc HTTP/1.1" status: 200 len: 945 time: 0.7293336 Oct 20 10:58:18.975600 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 3812c3a3-9d19-4847-83f9-467aa4852bfa, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=3812c3a3-9d19-4847-83f9-467aa4852bfa,segment=NetworkSegment(5f5097d1-dd03-4e53-8d67-381b8a2c1ac8),segment_id=5f5097d1-dd03-4e53-8d67-381b8a2c1ac8)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:58:18.978219 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 73540332-291c-4ddc-8477-52dd30523e81 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:58:18.978864 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 73540332-291c-4ddc-8477-52dd30523e81 not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:58:18.981535 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:19.061214 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=3812c3a3-9d19-4847-83f9-467aa4852bfa,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:19.068045 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a5ce076f-1fa7-41b2-bb27-ce80162e846b req-c96d7da5-0082-42be-a808-5232c3021c7c tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/security-groups?id=69f90560-754d-4655-8511-1cc906dc908c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262912 Oct 20 10:58:19.076594 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e908ee7-384f-4216-85f3-9894b1ffadf4 req-db7d31fb-267a-430c-a537-453e4cbc007a tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:19.077935 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-4e908ee7-384f-4216-85f3-9894b1ffadf4 req-db7d31fb-267a-430c-a537-453e4cbc007a tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:19.123770 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2dbbb9e-1954-4b44-814c-181088fe644c x-openstack-request-id: req-f2dbbb9e-1954-4b44-814c-181088fe644c {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:58:19.124133 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca6b8b02-8daa-4111-962a-e7a91c9a149e", "name": "network-vif-plugged", "status": "completed", "tag": "3812c3a3-9d19-4847-83f9-467aa4852bfa", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:58:19.124354 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f2dbbb9e-1954-4b44-814c-181088fe644c {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:58:19.124753 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca6b8b02-8daa-4111-962a-e7a91c9a149e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3812c3a3-9d19-4847-83f9-467aa4852bfa', 'code': 200} Oct 20 10:58:19.156647 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [None req-118cd520-2afe-4828-881f-5dbe49871ea5 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] For port e54b68f1-243b-41ea-9446-39019719fc45, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=e54b68f1-243b-41ea-9446-39019719fc45,segment=NetworkSegment(04b14d52-8865-481b-b21e-ff6eaaae12bb),segment_id=04b14d52-8865-481b-b21e-ff6eaaae12bb)] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:58:19.157222 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-118cd520-2afe-4828-881f-5dbe49871ea5 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:19.164678 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4e908ee7-384f-4216-85f3-9894b1ffadf4 req-db7d31fb-267a-430c-a537-453e4cbc007a tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4922545 Oct 20 10:58:19.175317 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-118cd520-2afe-4828-881f-5dbe49871ea5 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Calling delete_port for e54b68f1-243b-41ea-9446-39019719fc45 owned by network:router_interface {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:58:19.187178 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-4e908ee7-384f-4216-85f3-9894b1ffadf4 req-333ccab9-96ce-41c9-8a76-253330cca19c service neutron] Request body: {'port': {'device_id': '1e1ba910-cb23-451c-8412-6f8f19bfccd2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811396-3'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:58:19.267827 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:19.371331 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-937cf620-9a53-4823-b182-8d982b8ae08f req-533b24ab-8015-4921-976c-33e90a82bf56 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=7d9a6fe5-d7f3-4fa2-86d5-4c121918dfe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3892007 Oct 20 10:58:19.373539 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-4e908ee7-384f-4216-85f3-9894b1ffadf4 req-333ccab9-96ce-41c9-8a76-253330cca19c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:19.404426 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e950a37-08c9-494e-bddb-5e34203723a9 req-15b94e8c-0209-46fd-9fd6-969e2fd3a45a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:19.405971 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0e950a37-08c9-494e-bddb-5e34203723a9 req-15b94e8c-0209-46fd-9fd6-969e2fd3a45a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ca6b8b02-8daa-4111-962a-e7a91c9a149e HTTP/1.1" status: 200 len: 1097 time: 0.1848855 Oct 20 10:58:19.415603 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875589a2-a3bf-423f-8365-fdb91d6e26f8 req-b7c5f596-18c5-4a09-9502-5d0241ee213e tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:19.417087 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-875589a2-a3bf-423f-8365-fdb91d6e26f8 req-b7c5f596-18c5-4a09-9502-5d0241ee213e tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca6b8b02-8daa-4111-962a-e7a91c9a149e HTTP/1.1" status: 200 len: 946 time: 0.1969912 Oct 20 10:58:19.452291 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-118cd520-2afe-4828-881f-5dbe49871ea5 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:19.520213 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118cd520-2afe-4828-881f-5dbe49871ea5 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Pushing event deleted for resources: {'Port': ['ID=e54b68f1-243b-41ea-9446-39019719fc45,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:19.537698 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0e950a37-08c9-494e-bddb-5e34203723a9 req-df4b6af6-f5ad-4d67-9dc6-d030f25a85f1 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=b86ef872-82a8-48e3-89d0-a53331758f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179023 Oct 20 10:58:19.581564 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-875589a2-a3bf-423f-8365-fdb91d6e26f8 req-f398c285-fbcc-4333-86d8-d00d1b16231b tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/security-groups?id=b86ef872-82a8-48e3-89d0-a53331758f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1524658 Oct 20 10:58:19.669414 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0238ba17-342a-47f7-a7c0-13a93b1e0e0b req-b5988599-aa9a-41eb-908c-8fae861c9d6f tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=376203cb7dec4dad9717307d6c606d33 HTTP/1.1" status: 200 len: 267 time: 0.1883087 Oct 20 10:58:19.736119 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-118cd520-2afe-4828-881f-5dbe49871ea5 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1771989'] for router_interface, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:19.783708 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-567fdd70-36cb-41ca-9a26-678cc5b49002 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1774405'] for router_interface, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:19.840120 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0238ba17-342a-47f7-a7c0-13a93b1e0e0b req-e187372a-0c9f-40f1-8895-beda3feccf5d tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:19.841778 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0238ba17-342a-47f7-a7c0-13a93b1e0e0b req-e187372a-0c9f-40f1-8895-beda3feccf5d tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b681e62-7e4f-423c-9da7-38e1fed3c9dc HTTP/1.1" status: 200 len: 945 time: 0.1619463 Oct 20 10:58:19.891895 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-0238ba17-342a-47f7-a7c0-13a93b1e0e0b req-8698328c-0e35-4d5e-93c9-ff59922f6ee9 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Request body: {'port': {'security_groups': []}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:58:20.054993 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-0238ba17-342a-47f7-a7c0-13a93b1e0e0b req-8698328c-0e35-4d5e-93c9-ff59922f6ee9 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:20.202420 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [req-4e908ee7-384f-4216-85f3-9894b1ffadf4 req-333ccab9-96ce-41c9-8a76-253330cca19c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 617d496b-16d1-46b1-b811-dc4493951611 {{(pid=100596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:58:20.251528 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-4e908ee7-384f-4216-85f3-9894b1ffadf4 req-333ccab9-96ce-41c9-8a76-253330cca19c service neutron] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:20.314487 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.provisioning_blocks [req-4e908ee7-384f-4216-85f3-9894b1ffadf4 req-333ccab9-96ce-41c9-8a76-253330cca19c service neutron] Transition to ACTIVE for port object 617d496b-16d1-46b1-b811-dc4493951611 will not be triggered until provisioned by entity L2. {{(pid=100596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:58:20.327122 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-4e908ee7-384f-4216-85f3-9894b1ffadf4 req-333ccab9-96ce-41c9-8a76-253330cca19c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:20.354631 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eae1de7-f3c2-44aa-b284-d46ab161b1eb req-057c6c30-91e2-486f-83b9-faabff50d71e tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:20.361634 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3eae1de7-f3c2-44aa-b284-d46ab161b1eb req-057c6c30-91e2-486f-83b9-faabff50d71e tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e1ba910-cb23-451c-8412-6f8f19bfccd2 HTTP/1.1" status: 200 len: 932 time: 0.2355700 Oct 20 10:58:20.375060 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-118cd520-2afe-4828-881f-5dbe49871ea5 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Router 504db4b7-00cc-458c-b515-36d7e5bb8927 has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:58:20.421416 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-0238ba17-342a-47f7-a7c0-13a93b1e0e0b req-8698328c-0e35-4d5e-93c9-ff59922f6ee9 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] For port 20fb5938-9d47-473f-92d6-bf544bc4c10a, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=20fb5938-9d47-473f-92d6-bf544bc4c10a,segment=NetworkSegment(7a7eba38-3a2c-4235-a145-c989dfc5d4dc),segment_id=7a7eba38-3a2c-4235-a145-c989dfc5d4dc)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:58:20.438975 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333ccab9-96ce-41c9-8a76-253330cca19c service neutron] Pushing event updated for resources: {'Port': ['ID=617d496b-16d1-46b1-b811-dc4493951611,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:20.532162 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-118cd520-2afe-4828-881f-5dbe49871ea5 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:58:20.548075 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-0238ba17-342a-47f7-a7c0-13a93b1e0e0b req-8698328c-0e35-4d5e-93c9-ff59922f6ee9 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:20.548783 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b4a584-63db-496a-9086-3c1eadc50c23 None None] Sync routers for ids ['504db4b7-00cc-458c-b515-36d7e5bb8927'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:58:20.573265 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-118cd520-2afe-4828-881f-5dbe49871ea5 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "PUT /v2.0/routers/504db4b7-00cc-458c-b515-36d7e5bb8927/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4916072 Oct 20 10:58:20.574582 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 56662) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:20.575300 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b4a584-63db-496a-9086-3c1eadc50c23 None None] Routers {'504db4b7-00cc-458c-b515-36d7e5bb8927'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:58:20.577437 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-73b4a584-63db-496a-9086-3c1eadc50c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:58:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['504db4b7-00cc-458c-b515-36d7e5bb8927'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:20.608835 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3eae1de7-f3c2-44aa-b284-d46ab161b1eb req-97dc05ca-7db8-44e2-8cb2-bfbf90b5e7ab tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/security-groups?id=69f90560-754d-4655-8511-1cc906dc908c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462223 Oct 20 10:58:20.612465 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-0238ba17-342a-47f7-a7c0-13a93b1e0e0b req-8698328c-0e35-4d5e-93c9-ff59922f6ee9 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:20.664023 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fd0a081-a9ff-4bcf-9ab8-39c82d70ca65 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Deleting subnet 8cc294db-53a2-49f2-b9ea-e79f5035cec8 {{(pid=100597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:58:20.671665 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2fd0a081-a9ff-4bcf-9ab8-39c82d70ca65 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for subnet, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:20.705916 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['d33cb694-c196-43c2-8360-cb3ae8d54011', '89dc4f74-338f-4016-a563-371b8a0755c9'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:58:20.709393 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['20fb5938-9d47-473f-92d6-bf544bc4c10a'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:58:20.755584 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2fd0a081-a9ff-4bcf-9ab8-39c82d70ca65 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25852621'] for subnet, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:20.835814 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0238ba17-342a-47f7-a7c0-13a93b1e0e0b req-8698328c-0e35-4d5e-93c9-ff59922f6ee9 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:20.837104 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-0238ba17-342a-47f7-a7c0-13a93b1e0e0b req-8698328c-0e35-4d5e-93c9-ff59922f6ee9 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:20.844520 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0238ba17-342a-47f7-a7c0-13a93b1e0e0b req-8698328c-0e35-4d5e-93c9-ff59922f6ee9 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "PUT /v2.0/ports/20fb5938-9d47-473f-92d6-bf544bc4c10a HTTP/1.1" status: 200 len: 904 time: 0.9637461 Oct 20 10:58:20.890939 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b681e62-7e4f-423c-9da7-38e1fed3c9dc', 'tag': '20fb5938-9d47-473f-92d6-bf544bc4c10a'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:58:20.900583 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db6f87e6-24c3-46b2-9d04-f1c691503a78" -d '{"events": [{"name": "network-changed", "server_uuid": "7b681e62-7e4f-423c-9da7-38e1fed3c9dc", "tag": "20fb5938-9d47-473f-92d6-bf544bc4c10a"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:58:20.952018 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8698328c-0e35-4d5e-93c9-ff59922f6ee9 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Pushing event updated for resources: {'Port': ['ID=20fb5938-9d47-473f-92d6-bf544bc4c10a,revision_number=6']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:20.998184 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['20fb5938-9d47-473f-92d6-bf544bc4c10a'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:58:20.998434 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2fd0a081-a9ff-4bcf-9ab8-39c82d70ca65 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:21.013223 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eec1fb-8cd5-4989-b9a3-dd971ad3a766 req-6f2e8d86-c064-4234-9a5d-7bce2c668d45 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:21.014881 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b7eec1fb-8cd5-4989-b9a3-dd971ad3a766 req-6f2e8d86-c064-4234-9a5d-7bce2c668d45 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca6b8b02-8daa-4111-962a-e7a91c9a149e HTTP/1.1" status: 200 len: 946 time: 0.2647107 Oct 20 10:58:21.079718 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-73b4a584-63db-496a-9086-3c1eadc50c23 None None] Set router 504db4b7-00cc-458c-b515-36d7e5bb8927 gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:58:21.080455 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-4e908ee7-384f-4216-85f3-9894b1ffadf4 req-333ccab9-96ce-41c9-8a76-253330cca19c service neutron] Attempting to bind port 617d496b-16d1-46b1-b811-dc4493951611 on host n-h1-811396-3 for vnic_type normal with profile {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:58:21.080592 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2fd0a081-a9ff-4bcf-9ab8-39c82d70ca65 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25350811'] for subnet, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:21.080817 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-4e908ee7-384f-4216-85f3-9894b1ffadf4 req-333ccab9-96ce-41c9-8a76-253330cca19c service neutron] Attempting to bind port 617d496b-16d1-46b1-b811-dc4493951611 by drivers openvswitch,hyperv on host n-h1-811396-3 at level 0 using segments [{'id': '454bfc68-3d11-4849-8508-1d19e9dea5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '5f3de8d1-83f4-4081-a4ae-e84fa44c63e9'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:58:21.081114 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e908ee7-384f-4216-85f3-9894b1ffadf4 req-333ccab9-96ce-41c9-8a76-253330cca19c service neutron] Attempting to bind port 617d496b-16d1-46b1-b811-dc4493951611 on network 5f3de8d1-83f4-4081-a4ae-e84fa44c63e9 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:58:21.111548 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e908ee7-384f-4216-85f3-9894b1ffadf4 req-333ccab9-96ce-41c9-8a76-253330cca19c service neutron] Port 617d496b-16d1-46b1-b811-dc4493951611 on network 5f3de8d1-83f4-4081-a4ae-e84fa44c63e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:58:21.111862 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e908ee7-384f-4216-85f3-9894b1ffadf4 req-333ccab9-96ce-41c9-8a76-253330cca19c service neutron] Attempting to bind port 617d496b-16d1-46b1-b811-dc4493951611 on network 5f3de8d1-83f4-4081-a4ae-e84fa44c63e9 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:58:21.123475 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 56676) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:21.130745 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd0a081-a9ff-4bcf-9ab8-39c82d70ca65 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Pushing event deleted for resources: {'Subnet': ['ID=8cc294db-53a2-49f2-b9ea-e79f5035cec8,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:21.136853 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2fd0a081-a9ff-4bcf-9ab8-39c82d70ca65 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:21.146149 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-567fdd70-36cb-41ca-9a26-678cc5b49002 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Deleting port 5df519dd-aa3b-4761-ae60-d3542f835eb3 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:58:21.146495 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-567fdd70-36cb-41ca-9a26-678cc5b49002 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:21.158301 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-2fd0a081-a9ff-4bcf-9ab8-39c82d70ca65 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "DELETE /v2.0/subnets/8cc294db-53a2-49f2-b9ea-e79f5035cec8 HTTP/1.1" status: 204 len: 168 time: 0.5818934 Oct 20 10:58:21.159025 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 56680) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:21.163003 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-579eaf36-e98e-4d47-9c8e-484d031cf4bc None None] Network 70d8d1ef-e175-48cb-b5a8-9bf8ec238a5d requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:58:21.183429 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e908ee7-384f-4216-85f3-9894b1ffadf4 req-333ccab9-96ce-41c9-8a76-253330cca19c service neutron] Checking agent: {'id': 'b707b4cc-061f-4cf4-bce0-0b3df9b7bec9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 58, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:58:21.183775 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e908ee7-384f-4216-85f3-9894b1ffadf4 req-333ccab9-96ce-41c9-8a76-253330cca19c service neutron] Checking segment: {'id': '454bfc68-3d11-4849-8508-1d19e9dea5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '5f3de8d1-83f4-4081-a4ae-e84fa44c63e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:58:21.184167 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e908ee7-384f-4216-85f3-9894b1ffadf4 req-333ccab9-96ce-41c9-8a76-253330cca19c service neutron] Bound using segment: {'id': '454bfc68-3d11-4849-8508-1d19e9dea5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '5f3de8d1-83f4-4081-a4ae-e84fa44c63e9'} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:58:21.184615 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-4e908ee7-384f-4216-85f3-9894b1ffadf4 req-333ccab9-96ce-41c9-8a76-253330cca19c service neutron] Bound port: 617d496b-16d1-46b1-b811-dc4493951611, host: n-h1-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '454bfc68-3d11-4849-8508-1d19e9dea5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '5f3de8d1-83f4-4081-a4ae-e84fa44c63e9'}}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:58:21.184969 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-4e908ee7-384f-4216-85f3-9894b1ffadf4 req-333ccab9-96ce-41c9-8a76-253330cca19c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:21.189550 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b7eec1fb-8cd5-4989-b9a3-dd971ad3a766 req-c915ce61-7eb6-44c9-96ec-d83cb9739133 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/security-groups?id=b86ef872-82a8-48e3-89d0-a53331758f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1506865 Oct 20 10:58:21.241101 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fb2678-b2cb-4473-a1da-5c0ec9b367f5 req-5c9f3898-0122-45d9-92ff-b2251537d63b tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:21.242634 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e4fb2678-b2cb-4473-a1da-5c0ec9b367f5 req-5c9f3898-0122-45d9-92ff-b2251537d63b tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b681e62-7e4f-423c-9da7-38e1fed3c9dc HTTP/1.1" status: 200 len: 907 time: 0.2693994 Oct 20 10:58:21.311243 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-676724c5-e5b1-4812-ab1b-371060922e8d x-openstack-request-id: req-676724c5-e5b1-4812-ab1b-371060922e8d {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:58:21.311654 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b681e62-7e4f-423c-9da7-38e1fed3c9dc", "tag": "20fb5938-9d47-473f-92d6-bf544bc4c10a", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:58:21.311867 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-676724c5-e5b1-4812-ab1b-371060922e8d {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:58:21.312198 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b681e62-7e4f-423c-9da7-38e1fed3c9dc', 'tag': '20fb5938-9d47-473f-92d6-bf544bc4c10a', 'status': 'completed', 'code': 200} Oct 20 10:58:21.381937 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8a37b76d-f84a-46a7-8b10-78359ac2c834 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for router, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:21.403159 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-4e908ee7-384f-4216-85f3-9894b1ffadf4 req-333ccab9-96ce-41c9-8a76-253330cca19c service neutron] For port 617d496b-16d1-46b1-b811-dc4493951611, host n-h1-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:58:21.407033 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-4e908ee7-384f-4216-85f3-9894b1ffadf4 req-333ccab9-96ce-41c9-8a76-253330cca19c service neutron] For port 617d496b-16d1-46b1-b811-dc4493951611, host n-h1-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=617d496b-16d1-46b1-b811-dc4493951611,segment=NetworkSegment(454bfc68-3d11-4849-8508-1d19e9dea5ec),segment_id=454bfc68-3d11-4849-8508-1d19e9dea5ec)] {{(pid=100596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:58:21.443282 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-eee8dbb4-ef84-4786-ac51-388004550217 None None] Provisioning complete for port 20fb5938-9d47-473f-92d6-bf544bc4c10a triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:58:21.443705 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-eee8dbb4-ef84-4786-ac51-388004550217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:21.460477 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-4e908ee7-384f-4216-85f3-9894b1ffadf4 req-333ccab9-96ce-41c9-8a76-253330cca19c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:21.469999 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [None req-567fdd70-36cb-41ca-9a26-678cc5b49002 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] For port 5df519dd-aa3b-4761-ae60-d3542f835eb3, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=5df519dd-aa3b-4761-ae60-d3542f835eb3,segment=NetworkSegment(4caa833b-d7f7-4b2e-bac3-0c33a3638725),segment_id=4caa833b-d7f7-4b2e-bac3-0c33a3638725)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:58:21.470373 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-567fdd70-36cb-41ca-9a26-678cc5b49002 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:21.498696 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8a37b76d-f84a-46a7-8b10-78359ac2c834 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:21.537755 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-289863b3-eec5-40f7-b827-c2ef94d35d61 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:21.549663 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e908ee7-384f-4216-85f3-9894b1ffadf4 req-333ccab9-96ce-41c9-8a76-253330cca19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:21.550461 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-4e908ee7-384f-4216-85f3-9894b1ffadf4 req-333ccab9-96ce-41c9-8a76-253330cca19c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:21.552345 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4e908ee7-384f-4216-85f3-9894b1ffadf4 req-333ccab9-96ce-41c9-8a76-253330cca19c service neutron] 10.222.0.55 "PUT /v2.0/ports/617d496b-16d1-46b1-b811-dc4493951611 HTTP/1.1" status: 200 len: 1092 time: 2.3691080 Oct 20 10:58:21.580154 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96292eaa-902a-4cd2-a693-a11cc4106b44 req-702a942b-a350-4697-952d-d5080e1e61b4 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:21.581869 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-96292eaa-902a-4cd2-a693-a11cc4106b44 req-702a942b-a350-4697-952d-d5080e1e61b4 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3f9930f-6768-428d-b296-1e65ca6bdfa7 HTTP/1.1" status: 200 len: 944 time: 0.1588593 Oct 20 10:58:21.581991 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-8a37b76d-f84a-46a7-8b10-78359ac2c834 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Deleting port ae846825-5065-47a3-9ae3-8f5a6c3131c8 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:58:21.582320 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8a37b76d-f84a-46a7-8b10-78359ac2c834 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:21.582708 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-567fdd70-36cb-41ca-9a26-678cc5b49002 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Calling delete_port for 5df519dd-aa3b-4761-ae60-d3542f835eb3 owned by network:router_interface {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:58:21.678740 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6f87e6-24c3-46b2-9d04-f1c691503a78 req-b4cd6bdf-1ed8-45e4-98b6-d537acc397ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:21.681662 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-db6f87e6-24c3-46b2-9d04-f1c691503a78 req-b4cd6bdf-1ed8-45e4-98b6-d537acc397ff service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=376203cb7dec4dad9717307d6c606d33&device_id=7b681e62-7e4f-423c-9da7-38e1fed3c9dc HTTP/1.1" status: 200 len: 1058 time: 0.3385565 Oct 20 10:58:21.700749 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [None req-8a37b76d-f84a-46a7-8b10-78359ac2c834 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] For port ae846825-5065-47a3-9ae3-8f5a6c3131c8, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=ae846825-5065-47a3-9ae3-8f5a6c3131c8,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:58:21.701120 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8a37b76d-f84a-46a7-8b10-78359ac2c834 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:21.734954 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-8a37b76d-f84a-46a7-8b10-78359ac2c834 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Calling delete_port for ae846825-5065-47a3-9ae3-8f5a6c3131c8 owned by network:router_gateway {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:58:21.780078 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-73b4a584-63db-496a-9086-3c1eadc50c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '504db4b7-00cc-458c-b515-36d7e5bb8927', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2106030528', 'tenant_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': 'ae846825-5065-47a3-9ae3-8f5a6c3131c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:55:51Z', 'updated_at': '2021-10-20T10:58:19Z', 'revision_number': 5, 'project_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'gw_port': {'id': 'ae846825-5065-47a3-9ae3-8f5a6c3131c8', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:cf:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504db4b7-00cc-458c-b515-36d7e5bb8927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:55:52Z', 'updated_at': '2021-10-20T10:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:21.784358 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b62331bf-9305-4124-94c4-2ff6446e62f8 None None] DHCP port deletion for 70d8d1ef-e175-48cb-b5a8-9bf8ec238a5d request from n-d-811396-3 {{(pid=100598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:58:21.819009 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b4a584-63db-496a-9086-3c1eadc50c23 None None] Checking router: 504db4b7-00cc-458c-b515-36d7e5bb8927 for host: n-d-811396-3 {{(pid=100598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:58:21.858710 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b4a584-63db-496a-9086-3c1eadc50c23 None None] Routers {'504db4b7-00cc-458c-b515-36d7e5bb8927'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:58:21.859556 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-73b4a584-63db-496a-9086-3c1eadc50c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:58:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['504db4b7-00cc-458c-b515-36d7e5bb8927'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:21.909532 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333ccab9-96ce-41c9-8a76-253330cca19c service neutron] Pushing event updated for resources: {'Port': ['ID=617d496b-16d1-46b1-b811-dc4493951611,revision_number=3']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:21.944466 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-96292eaa-902a-4cd2-a693-a11cc4106b44 req-b273407d-ce34-42de-9240-83b75d40bf96 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=58574406-52f6-4da8-ba4e-3f91a696d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3448162 Oct 20 10:58:21.959915 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8a37b76d-f84a-46a7-8b10-78359ac2c834 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:21.966619 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-73b4a584-63db-496a-9086-3c1eadc50c23 None None] Set router 504db4b7-00cc-458c-b515-36d7e5bb8927 gateway port host: None {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:58:21.994923 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-b62331bf-9305-4124-94c4-2ff6446e62f8 None None] Deleting port 83a27c0a-aa33-46a5-8a47-da1b092a3377 {{(pid=100598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:58:21.995300 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-b62331bf-9305-4124-94c4-2ff6446e62f8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:22.012055 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a37b76d-f84a-46a7-8b10-78359ac2c834 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Pushing event deleted for resources: {'Port': ['ID=ae846825-5065-47a3-9ae3-8f5a6c3131c8,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:22.038918 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-73b4a584-63db-496a-9086-3c1eadc50c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '504db4b7-00cc-458c-b515-36d7e5bb8927', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2106030528', 'tenant_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:55:51Z', 'updated_at': '2021-10-20T10:58:21Z', 'revision_number': 6, 'project_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'gw_port_host': None}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:22.091929 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b4a584-63db-496a-9086-3c1eadc50c23 None None] The sync data for ids ['504db4b7-00cc-458c-b515-36d7e5bb8927'] in n-d-811396-3 is: [{'id': '504db4b7-00cc-458c-b515-36d7e5bb8927', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2106030528', 'tenant_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:55:51Z', 'updated_at': '2021-10-20T10:58:21Z', 'revision_number': 6, 'project_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'gw_port_host': None}] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:58:22.097202 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8a37b76d-f84a-46a7-8b10-78359ac2c834 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1773439'] for router_gateway, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:22.169588 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-b62331bf-9305-4124-94c4-2ff6446e62f8 None None] For port 83a27c0a-aa33-46a5-8a47-da1b092a3377, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=83a27c0a-aa33-46a5-8a47-da1b092a3377,segment=NetworkSegment(04b14d52-8865-481b-b21e-ff6eaaae12bb),segment_id=04b14d52-8865-481b-b21e-ff6eaaae12bb)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:58:22.170364 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-b62331bf-9305-4124-94c4-2ff6446e62f8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:22.185688 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-b62331bf-9305-4124-94c4-2ff6446e62f8 None None] Calling delete_port for 83a27c0a-aa33-46a5-8a47-da1b092a3377 owned by network:dhcp {{(pid=100598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:58:22.210000 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8a37b76d-f84a-46a7-8b10-78359ac2c834 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1772272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258304'] for router, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:22.212873 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8a37b76d-f84a-46a7-8b10-78359ac2c834 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:22.261709 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 7 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 10:58:22.270675 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8a37b76d-f84a-46a7-8b10-78359ac2c834 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1772267'] for router, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:22.271210 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a37b76d-f84a-46a7-8b10-78359ac2c834 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Fanout notify agent at l3_agent the message router_deleted on router 504db4b7-00cc-458c-b515-36d7e5bb8927 {{(pid=100597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 10:58:22.282869 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8a37b76d-f84a-46a7-8b10-78359ac2c834 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for router, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:22.285763 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-8a37b76d-f84a-46a7-8b10-78359ac2c834 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "DELETE /v2.0/routers/504db4b7-00cc-458c-b515-36d7e5bb8927 HTTP/1.1" status: 204 len: 168 time: 1.1196125 Oct 20 10:58:22.286812 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 56692) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:22.288242 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-b62331bf-9305-4124-94c4-2ff6446e62f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956'] for port, after_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:22.318583 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62331bf-9305-4124-94c4-2ff6446e62f8 None None] Pushing event deleted for resources: {'Port': ['ID=83a27c0a-aa33-46a5-8a47-da1b092a3377,revision_number=None']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:22.322345 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62331bf-9305-4124-94c4-2ff6446e62f8 None None] No DVR routers for this DVR port 83a27c0a-aa33-46a5-8a47-da1b092a3377 on host n-d-811396-3 {{(pid=100598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:58:22.382152 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1f32ef0d-0fc8-42a5-bde3-6788e3a67e0b tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:22.486241 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1f32ef0d-0fc8-42a5-bde3-6788e3a67e0b tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:22.520402 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-1f32ef0d-0fc8-42a5-bde3-6788e3a67e0b tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70d8d1ef-e175-48cb-b5a8-9bf8ec238a5d']}} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:22.531739 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-1f32ef0d-0fc8-42a5-bde3-6788e3a67e0b tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04b14d52-8865-481b-b21e-ff6eaaae12bb') {'for_net_delete': True} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:22.532094 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-1f32ef0d-0fc8-42a5-bde3-6788e3a67e0b tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04b14d52-8865-481b-b21e-ff6eaaae12bb') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:22.560813 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1f32ef0d-0fc8-42a5-bde3-6788e3a67e0b tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25852596'] for segment, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:22.580719 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1f32ef0d-0fc8-42a5-bde3-6788e3a67e0b tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:22.595242 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f32ef0d-0fc8-42a5-bde3-6788e3a67e0b tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Releasing vlan 812 on physical network physnet1 to pool {{(pid=100597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:58:22.595764 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1f32ef0d-0fc8-42a5-bde3-6788e3a67e0b tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951012'] for segment, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:22.637353 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-567fdd70-36cb-41ca-9a26-678cc5b49002 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:22.654654 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e908ee7-384f-4216-85f3-9894b1ffadf4 req-f4c82986-fb82-4237-8a47-d2081574f36e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:22.656338 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4e908ee7-384f-4216-85f3-9894b1ffadf4 req-f4c82986-fb82-4237-8a47-d2081574f36e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1b65b2e8036f4846a7f6f098c6e62306&device_id=1e1ba910-cb23-451c-8412-6f8f19bfccd2 HTTP/1.1" status: 200 len: 1095 time: 1.0010920 Oct 20 10:58:22.657458 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device e54b68f1-243b-41ea-9446-39019719fc45 no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:58:22.685346 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: e54b68f1-243b-41ea-9446-39019719fc45 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:58:22.685752 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device e54b68f1-243b-41ea-9446-39019719fc45 not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:58:22.686183 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 83a27c0a-aa33-46a5-8a47-da1b092a3377 no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:58:22.690400 n-d-811396-3 neutron-server[100597]: Traceback (most recent call last): Oct 20 10:58:22.690400 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:58:22.690400 n-d-811396-3 neutron-server[100597]: timer() Oct 20 10:58:22.690400 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:58:22.690400 n-d-811396-3 neutron-server[100597]: cb(*args, **kw) Oct 20 10:58:22.690400 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:58:22.690400 n-d-811396-3 neutron-server[100597]: return func(*args, **kwargs) Oct 20 10:58:22.690400 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:58:22.690400 n-d-811396-3 neutron-server[100597]: self._notify() Oct 20 10:58:22.690400 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:58:22.690400 n-d-811396-3 neutron-server[100597]: self.callback(batched_events) Oct 20 10:58:22.690400 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:58:22.690400 n-d-811396-3 neutron-server[100597]: event.method(event) Oct 20 10:58:22.690400 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:58:22.690400 n-d-811396-3 neutron-server[100597]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:58:22.690400 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:58:22.690400 n-d-811396-3 neutron-server[100597]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:58:22.690400 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:58:22.690400 n-d-811396-3 neutron-server[100597]: return f(self, *a, **k) Oct 20 10:58:22.690400 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:58:22.690400 n-d-811396-3 neutron-server[100597]: return self._get(url).json() Oct 20 10:58:22.690400 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:58:22.690400 n-d-811396-3 neutron-server[100597]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:58:22.690400 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:58:22.690400 n-d-811396-3 neutron-server[100597]: return self.request(url, 'GET', **kwargs) Oct 20 10:58:22.690400 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:58:22.690400 n-d-811396-3 neutron-server[100597]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:58:22.690400 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:58:22.690400 n-d-811396-3 neutron-server[100597]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:58:22.690400 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:58:22.690400 n-d-811396-3 neutron-server[100597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:58:22.690400 n-d-811396-3 neutron-server[100597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:58:22.695714 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6f87e6-24c3-46b2-9d04-f1c691503a78 req-f0cbe145-5d58-4f33-beeb-96d75f96e69d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:22.697256 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-db6f87e6-24c3-46b2-9d04-f1c691503a78 req-f0cbe145-5d58-4f33-beeb-96d75f96e69d service neutron] 10.222.0.55 "GET /v2.0/networks?id=b8b1e2be-5932-428e-a716-07af13af4e6c HTTP/1.1" status: 200 len: 912 time: 0.9608886 Oct 20 10:58:22.702242 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1f32ef0d-0fc8-42a5-bde3-6788e3a67e0b tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:22.706299 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567fdd70-36cb-41ca-9a26-678cc5b49002 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Pushing event deleted for resources: {'Port': ['ID=5df519dd-aa3b-4761-ae60-d3542f835eb3,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:22.714754 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 83a27c0a-aa33-46a5-8a47-da1b092a3377 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:58:22.715041 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 83a27c0a-aa33-46a5-8a47-da1b092a3377 not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:58:22.725265 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1f32ef0d-0fc8-42a5-bde3-6788e3a67e0b tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:22.728511 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-1f32ef0d-0fc8-42a5-bde3-6788e3a67e0b tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "DELETE /v2.0/networks/70d8d1ef-e175-48cb-b5a8-9bf8ec238a5d HTTP/1.1" status: 204 len: 168 time: 0.4404871 Oct 20 10:58:22.737406 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 56694) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:22.738707 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118e1da3-2b19-4c57-a57a-89fe4c74f090 req-f2747f4d-3989-4344-aa08-abe44b879021 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:22.741367 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-118e1da3-2b19-4c57-a57a-89fe4c74f090 req-f2747f4d-3989-4344-aa08-abe44b879021 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e1ba910-cb23-451c-8412-6f8f19bfccd2 HTTP/1.1" status: 200 len: 944 time: 0.8232124 Oct 20 10:58:22.744593 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f32ef0d-0fc8-42a5-bde3-6788e3a67e0b tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Pushing event deleted for resources: {'Network': ['ID=70d8d1ef-e175-48cb-b5a8-9bf8ec238a5d,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:22.811094 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-db6f87e6-24c3-46b2-9d04-f1c691503a78 req-1b35b397-ef2e-42a3-8bd7-240dc3e0c98c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=20fb5938-9d47-473f-92d6-bf544bc4c10a HTTP/1.1" status: 200 len: 217 time: 0.1001921 Oct 20 10:58:22.811564 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9b888fae-9406-44d1-bc5e-9fb606ec47e0 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:22.812346 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4e908ee7-384f-4216-85f3-9894b1ffadf4 req-ccc5ddd6-5f49-43ed-85fd-d05270bde758 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=617d496b-16d1-46b1-b811-dc4493951611 HTTP/1.1" status: 200 len: 217 time: 0.1114340 Oct 20 10:58:22.841612 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9b888fae-9406-44d1-bc5e-9fb606ec47e0 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:22.920810 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9b888fae-9406-44d1-bc5e-9fb606ec47e0 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:22.923893 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9b888fae-9406-44d1-bc5e-9fb606ec47e0 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:22.928230 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-9b888fae-9406-44d1-bc5e-9fb606ec47e0 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "DELETE /v2.0/security-groups/26948559-e889-46f3-b5c0-b176059a1133 HTTP/1.1" status: 204 len: 168 time: 0.1865363 Oct 20 10:58:22.935709 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b888fae-9406-44d1-bc5e-9fb606ec47e0 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26948559-e889-46f3-b5c0-b176059a1133,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:22.941656 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98c1479-2149-4adc-ab70-667f6c44727b req-7f61de58-5f3f-4805-84fd-4ebfe4a7d2e6 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:22.943217 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b98c1479-2149-4adc-ab70-667f6c44727b req-7f61de58-5f3f-4805-84fd-4ebfe4a7d2e6 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3f9930f-6768-428d-b296-1e65ca6bdfa7 HTTP/1.1" status: 200 len: 944 time: 0.3636143 Oct 20 10:58:22.985451 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-289863b3-eec5-40f7-b827-c2ef94d35d61 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:23.014766 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-289863b3-eec5-40f7-b827-c2ef94d35d61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:23.043370 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-118e1da3-2b19-4c57-a57a-89fe4c74f090 req-a0fd798e-f297-4df8-8b0a-5bbb25ed25a7 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/security-groups?id=69f90560-754d-4655-8511-1cc906dc908c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2436285 Oct 20 10:58:23.076328 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e908ee7-384f-4216-85f3-9894b1ffadf4 req-272fcd09-23b0-4b8e-be9d-32a93228c4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:23.077857 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4e908ee7-384f-4216-85f3-9894b1ffadf4 req-272fcd09-23b0-4b8e-be9d-32a93228c4e0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1112b924-dfee-4f27-9509-3316f3e9f37a HTTP/1.1" status: 200 len: 846 time: 0.2387323 Oct 20 10:58:23.114525 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6f87e6-24c3-46b2-9d04-f1c691503a78 req-f5e015db-b7ca-4f4d-8062-0465dc234180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:23.115572 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-db6f87e6-24c3-46b2-9d04-f1c691503a78 req-f5e015db-b7ca-4f4d-8062-0465dc234180 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=437b47ec-4211-421c-828b-76408ce53dce HTTP/1.1" status: 200 len: 850 time: 0.2741950 Oct 20 10:58:23.150864 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289863b3-eec5-40f7-b827-c2ef94d35d61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ab4a44d-22f9-408a-b2a1-4a7c441a146a,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:23.155718 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b98c1479-2149-4adc-ab70-667f6c44727b req-cf76c6a1-2019-494b-973b-7b80f8c3d1ed tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=58574406-52f6-4da8-ba4e-3f91a696d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1990819 Oct 20 10:58:23.227450 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4e908ee7-384f-4216-85f3-9894b1ffadf4 req-5832e55c-d91f-4d12-8eca-b07bafd7381c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5f3de8d1-83f4-4081-a4ae-e84fa44c63e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1108954 Oct 20 10:58:23.246939 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-289863b3-eec5-40f7-b827-c2ef94d35d61 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fa5fa07f66a9436688715797ef8caac8&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1206589 Oct 20 10:58:23.252719 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 56704) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:23.252930 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-567fdd70-36cb-41ca-9a26-678cc5b49002 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1771989'] for router_interface, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:23.340168 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e1ba910-cb23-451c-8412-6f8f19bfccd2', 'tag': '617d496b-16d1-46b1-b811-dc4493951611'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:58:23.342406 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1088fdbc-70ff-42c4-9ec0-fa0edda34ede" -d '{"events": [{"name": "network-changed", "server_uuid": "1e1ba910-cb23-451c-8412-6f8f19bfccd2", "tag": "617d496b-16d1-46b1-b811-dc4493951611"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:58:23.344665 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ee67d5ac-08e7-462e-8e10-a96c57c45aa5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:23.379689 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ee67d5ac-08e7-462e-8e10-a96c57c45aa5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:23.443552 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325914f0-4713-4809-ae5c-c22f0d3fc844 req-5c6dab0c-3be5-47de-ae55-b7770812c18e tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:23.445373 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-325914f0-4713-4809-ae5c-c22f0d3fc844 req-5c6dab0c-3be5-47de-ae55-b7770812c18e tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca6b8b02-8daa-4111-962a-e7a91c9a149e HTTP/1.1" status: 200 len: 946 time: 0.3203471 Oct 20 10:58:23.451757 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6f87e6-24c3-46b2-9d04-f1c691503a78 req-ecd255c7-5c96-4342-a564-ab1b4891cd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:23.453162 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-db6f87e6-24c3-46b2-9d04-f1c691503a78 req-ecd255c7-5c96-4342-a564-ab1b4891cd39 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b8b1e2be-5932-428e-a716-07af13af4e6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3262241 Oct 20 10:58:23.458291 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ee67d5ac-08e7-462e-8e10-a96c57c45aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:23.462582 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 56710) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:23.463041 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ee67d5ac-08e7-462e-8e10-a96c57c45aa5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:23.466565 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-ee67d5ac-08e7-462e-8e10-a96c57c45aa5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3ab4a44d-22f9-408a-b2a1-4a7c441a146a HTTP/1.1" status: 204 len: 168 time: 0.2158408 Oct 20 10:58:23.480665 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee67d5ac-08e7-462e-8e10-a96c57c45aa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ab4a44d-22f9-408a-b2a1-4a7c441a146a,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:23.481415 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-2c0a4c9f-a31e-4cf7-a48a-157ca4730c71 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2110041101', 'description': 'tempest-secgroup-smoke-2110041101 description', 'project_id': 'ba79d3046aa84fd2ac89895f3514d2bd'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:58:23.501106 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e025702c-612a-406f-a035-2da80462189a x-openstack-request-id: req-e025702c-612a-406f-a035-2da80462189a {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:58:23.501392 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e1ba910-cb23-451c-8412-6f8f19bfccd2", "tag": "617d496b-16d1-46b1-b811-dc4493951611", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:58:23.501644 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e025702c-612a-406f-a035-2da80462189a {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:58:23.502030 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e1ba910-cb23-451c-8412-6f8f19bfccd2', 'tag': '617d496b-16d1-46b1-b811-dc4493951611', 'status': 'completed', 'code': 200} Oct 20 10:58:23.575216 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4e908ee7-384f-4216-85f3-9894b1ffadf4 req-d2d3780f-92f1-4983-ab55-f20a74939bd0 service neutron] 10.222.0.55 "GET /v2.0/networks/5f3de8d1-83f4-4081-a4ae-e84fa44c63e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3266804 Oct 20 10:58:23.685326 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-325914f0-4713-4809-ae5c-c22f0d3fc844 req-9c4f8daa-6ba8-4a28-aaee-cb04d0ee3286 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/security-groups?id=b86ef872-82a8-48e3-89d0-a53331758f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2296307 Oct 20 10:58:23.709290 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2c0a4c9f-a31e-4cf7-a48a-157ca4730c71 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:23.728336 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-567fdd70-36cb-41ca-9a26-678cc5b49002 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Router 36d80ca4-ac1a-4ec0-9d37-0ad25843db5c has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:58:23.792263 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 56726) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:23.805945 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-515c53ba-da22-46e0-8d9b-5ee258259794 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:23.870445 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-db6f87e6-24c3-46b2-9d04-f1c691503a78 req-ead25366-08ad-4d07-b2e9-0ec076f574e4 service neutron] 10.222.0.55 "GET /v2.0/networks/b8b1e2be-5932-428e-a716-07af13af4e6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4085605 Oct 20 10:58:23.885275 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-515c53ba-da22-46e0-8d9b-5ee258259794 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:23.889275 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-515c53ba-da22-46e0-8d9b-5ee258259794 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:23.929557 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-515c53ba-da22-46e0-8d9b-5ee258259794 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=dabe07a5d2d9416f941df00d59075748&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1361604 Oct 20 10:58:23.930719 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515c53ba-da22-46e0-8d9b-5ee258259794 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f23243e-1789-425d-8c84-8a3f59fc9336,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:23.933344 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 56728) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:23.986352 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c12b82d6-77bf-4d36-9998-f18c0706c734 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:23.993177 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4e908ee7-384f-4216-85f3-9894b1ffadf4 req-a14bb4c8-487f-48ce-afdf-b7853d8006bd service neutron] 10.222.0.55 "GET /v2.0/networks/5f3de8d1-83f4-4081-a4ae-e84fa44c63e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3996012 Oct 20 10:58:24.010558 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c12b82d6-77bf-4d36-9998-f18c0706c734 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:24.042037 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371917c6-3740-4701-9585-fb4b4b4d133d req-b57d512c-7529-4010-be07-68f0c27fa56c tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:24.044395 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-371917c6-3740-4701-9585-fb4b4b4d133d req-b57d512c-7529-4010-be07-68f0c27fa56c tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/networks?id=b8b1e2be-5932-428e-a716-07af13af4e6c HTTP/1.1" status: 200 len: 811 time: 0.4481759 Oct 20 10:58:24.060454 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c12b82d6-77bf-4d36-9998-f18c0706c734 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:24.062762 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1843b8-0fca-4285-84fa-485df842174d req-0220801e-838c-4ec7-8bd7-7c65542db46b tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:24.063142 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c12b82d6-77bf-4d36-9998-f18c0706c734 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:24.064328 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8d1843b8-0fca-4285-84fa-485df842174d req-0220801e-838c-4ec7-8bd7-7c65542db46b tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca6b8b02-8daa-4111-962a-e7a91c9a149e HTTP/1.1" status: 200 len: 946 time: 0.2859809 Oct 20 10:58:24.064508 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-c12b82d6-77bf-4d36-9998-f18c0706c734 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4f23243e-1789-425d-8c84-8a3f59fc9336 HTTP/1.1" status: 204 len: 168 time: 0.1300733 Oct 20 10:58:24.078989 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12b82d6-77bf-4d36-9998-f18c0706c734 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f23243e-1789-425d-8c84-8a3f59fc9336,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:24.115488 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-567fdd70-36cb-41ca-9a26-678cc5b49002 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:58:24.131637 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc34fc44-aabc-415c-9194-09bb0de0ca62 None None] Sync routers for ids ['36d80ca4-ac1a-4ec0-9d37-0ad25843db5c'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:58:24.142343 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc34fc44-aabc-415c-9194-09bb0de0ca62 None None] Routers {'36d80ca4-ac1a-4ec0-9d37-0ad25843db5c'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:58:24.143023 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-bc34fc44-aabc-415c-9194-09bb0de0ca62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:58:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['36d80ca4-ac1a-4ec0-9d37-0ad25843db5c'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:24.145145 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-567fdd70-36cb-41ca-9a26-678cc5b49002 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] 10.222.0.64 "PUT /v2.0/routers/36d80ca4-ac1a-4ec0-9d37-0ad25843db5c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0223529 Oct 20 10:58:24.148554 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 56734) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:24.172920 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-371917c6-3740-4701-9585-fb4b4b4d133d req-f84803dc-1d34-4f44-9e3f-7887842815ef tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/quotas/376203cb7dec4dad9717307d6c606d33 HTTP/1.1" status: 200 len: 375 time: 0.1075504 Oct 20 10:58:24.209529 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e5e2744-3e13-423d-91d8-b8a7cfd80dbc tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Deleting subnet 54b5cd66-4475-4e7f-8f2d-243fd5215495 {{(pid=100597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:58:24.216097 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2c0a4c9f-a31e-4cf7-a48a-157ca4730c71 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:24.218269 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8e5e2744-3e13-423d-91d8-b8a7cfd80dbc tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks [] for subnet, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:24.236017 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-bc34fc44-aabc-415c-9194-09bb0de0ca62 None None] Set router 36d80ca4-ac1a-4ec0-9d37-0ad25843db5c gateway port host: None {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:58:24.262996 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2c0a4c9f-a31e-4cf7-a48a-157ca4730c71 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:24.292235 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-bc34fc44-aabc-415c-9194-09bb0de0ca62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36d80ca4-ac1a-4ec0-9d37-0ad25843db5c', 'name': 'tempest-RoutersTest-router-888831143', 'tenant_id': 'f889f0e78885417f8f60131724c64516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:57:26Z', 'updated_at': '2021-10-20T10:58:22Z', 'revision_number': 11, 'project_id': 'f889f0e78885417f8f60131724c64516', 'gw_port_host': None}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:24.295061 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1088fdbc-70ff-42c4-9ec0-fa0edda34ede req-9f63a750-36f4-4de2-9edf-572199fa1b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:24.296936 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1088fdbc-70ff-42c4-9ec0-fa0edda34ede req-9f63a750-36f4-4de2-9edf-572199fa1b91 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1b65b2e8036f4846a7f6f098c6e62306&device_id=1e1ba910-cb23-451c-8412-6f8f19bfccd2 HTTP/1.1" status: 200 len: 1095 time: 0.1830778 Oct 20 10:58:24.299004 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-db6f87e6-24c3-46b2-9d04-f1c691503a78 req-1cd29a0a-4775-4c7b-8f4a-170e36e2d07f service neutron] 10.222.0.55 "GET /v2.0/networks/b8b1e2be-5932-428e-a716-07af13af4e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4168909 Oct 20 10:58:24.299156 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8e5e2744-3e13-423d-91d8-b8a7cfd80dbc tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25852621'] for subnet, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:24.309296 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8d1843b8-0fca-4285-84fa-485df842174d req-07439d5b-eded-4f29-8603-08c3f77fec39 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/security-groups?id=b86ef872-82a8-48e3-89d0-a53331758f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1987860 Oct 20 10:58:24.337057 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2c0a4c9f-a31e-4cf7-a48a-157ca4730c71 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:24.342374 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-2c0a4c9f-a31e-4cf7-a48a-157ca4730c71 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8732278 Oct 20 10:58:24.342628 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 56738) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:24.348611 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-9f70a6ca-bf93-4086-9850-5b16c3544f17 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Request body: {'security_group_rule': {'security_group_id': '204a606e-4754-4938-b4b0-f5de1da0244a', 'project_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:58:24.361268 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-371917c6-3740-4701-9585-fb4b4b4d133d req-b680ba11-bba7-4841-8adf-7d54a6e78e24 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=376203cb7dec4dad9717307d6c606d33&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1768413 Oct 20 10:58:24.372210 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 56740) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:24.375510 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0a4c9f-a31e-4cf7-a48a-157ca4730c71 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=204a606e-4754-4938-b4b0-f5de1da0244a,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:24.382872 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [req-371917c6-3740-4701-9585-fb4b4b4d133d req-859be530-e818-4029-a1d0-9f664ca0bd24 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:58:24.383957 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-371917c6-3740-4701-9585-fb4b4b4d133d req-859be530-e818-4029-a1d0-9f664ca0bd24 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0106931 Oct 20 10:58:24.423605 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9f70a6ca-bf93-4086-9850-5b16c3544f17 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:24.584023 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9f70a6ca-bf93-4086-9850-5b16c3544f17 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:24.588452 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8e5e2744-3e13-423d-91d8-b8a7cfd80dbc tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:24.592426 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9f70a6ca-bf93-4086-9850-5b16c3544f17 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:24.602087 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc34fc44-aabc-415c-9194-09bb0de0ca62 None None] Checking router: 36d80ca4-ac1a-4ec0-9d37-0ad25843db5c for host: n-d-811396-3 {{(pid=100599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:58:24.610937 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc34fc44-aabc-415c-9194-09bb0de0ca62 None None] Routers {'36d80ca4-ac1a-4ec0-9d37-0ad25843db5c'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:58:24.611582 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-bc34fc44-aabc-415c-9194-09bb0de0ca62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:58:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['36d80ca4-ac1a-4ec0-9d37-0ad25843db5c'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:24.625555 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device ae846825-5065-47a3-9ae3-8f5a6c3131c8 no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:58:24.647481 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70a6ca-bf93-4086-9850-5b16c3544f17 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1431a256-13ac-4809-b731-60829d1af29a,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:24.659547 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: ae846825-5065-47a3-9ae3-8f5a6c3131c8 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:58:24.660265 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device ae846825-5065-47a3-9ae3-8f5a6c3131c8 not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:58:24.661393 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9f70a6ca-bf93-4086-9850-5b16c3544f17 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:24.663846 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-9f70a6ca-bf93-4086-9850-5b16c3544f17 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3203533 Oct 20 10:58:24.668098 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 56748) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:24.672279 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-371917c6-3740-4701-9585-fb4b4b4d133d req-8e6f7311-19f2-41af-b6fb-060888f8a85d service neutron] 10.222.0.64 "GET /v2.0/networks/b8b1e2be-5932-428e-a716-07af13af4e6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2775962 Oct 20 10:58:24.677738 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-5cbc4c72-c696-4323-a629-af89bb8074b9 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Request body: {'security_group_rule': {'security_group_id': '204a606e-4754-4938-b4b0-f5de1da0244a', 'project_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:58:24.714456 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8e5e2744-3e13-423d-91d8-b8a7cfd80dbc tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25350811'] for subnet, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:24.719954 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-bc34fc44-aabc-415c-9194-09bb0de0ca62 None None] Set router 36d80ca4-ac1a-4ec0-9d37-0ad25843db5c gateway port host: None {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:58:24.734620 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f75c9d7-9051-4871-ac5d-d15b1d2c3e22 tempest-TestVolumeBootPattern-1437273081 tempest-TestVolumeBootPattern-1437273081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:24.736307 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-3f75c9d7-9051-4871-ac5d-d15b1d2c3e22 tempest-TestVolumeBootPattern-1437273081 tempest-TestVolumeBootPattern-1437273081-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=ca6b8b02-8daa-4111-962a-e7a91c9a149e HTTP/1.1" status: 200 len: 1092 time: 0.3616996 Oct 20 10:58:24.740136 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5cbc4c72-c696-4323-a629-af89bb8074b9 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:24.749261 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 56752) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:24.757078 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-14a617ef-56a1-4b31-8665-e924d0ff80fe tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Request body: {'floatingip': {'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'port_id': '3812c3a3-9d19-4847-83f9-467aa4852bfa', 'tenant_id': '304c84e5c7844b5cadef0d9d128b445c', 'fixed_ip_address': '172.20.0.10'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:58:24.772689 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5e2744-3e13-423d-91d8-b8a7cfd80dbc tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Pushing event deleted for resources: {'Subnet': ['ID=54b5cd66-4475-4e7f-8f2d-243fd5215495,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:24.773556 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-bc34fc44-aabc-415c-9194-09bb0de0ca62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36d80ca4-ac1a-4ec0-9d37-0ad25843db5c', 'name': 'tempest-RoutersTest-router-888831143', 'tenant_id': 'f889f0e78885417f8f60131724c64516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:57:26Z', 'updated_at': '2021-10-20T10:58:22Z', 'revision_number': 11, 'project_id': 'f889f0e78885417f8f60131724c64516', 'gw_port_host': None}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:24.776072 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ca49aa-0f9b-4e1e-bbbf-054c601f82c7 None None] Network 27a1d39b-338c-4134-8ccc-7e10b7fae67a requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:58:24.781992 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8e5e2744-3e13-423d-91d8-b8a7cfd80dbc tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:24.788706 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-8e5e2744-3e13-423d-91d8-b8a7cfd80dbc tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] 10.222.0.64 "DELETE /v2.0/subnets/54b5cd66-4475-4e7f-8f2d-243fd5215495 HTTP/1.1" status: 204 len: 168 time: 0.6389775 Oct 20 10:58:24.792461 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1088fdbc-70ff-42c4-9ec0-fa0edda34ede req-861ef3e0-76db-4c0b-a7fa-83bd176d5d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:24.792854 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 56754) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:24.799064 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1088fdbc-70ff-42c4-9ec0-fa0edda34ede req-861ef3e0-76db-4c0b-a7fa-83bd176d5d77 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5f3de8d1-83f4-4081-a4ae-e84fa44c63e9 HTTP/1.1" status: 200 len: 907 time: 0.4750187 Oct 20 10:58:24.804724 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc34fc44-aabc-415c-9194-09bb0de0ca62 None None] The sync data for ids ['36d80ca4-ac1a-4ec0-9d37-0ad25843db5c'] in n-d-811396-3 is: [{'id': '36d80ca4-ac1a-4ec0-9d37-0ad25843db5c', 'name': 'tempest-RoutersTest-router-888831143', 'tenant_id': 'f889f0e78885417f8f60131724c64516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:57:26Z', 'updated_at': '2021-10-20T10:58:22Z', 'revision_number': 11, 'project_id': 'f889f0e78885417f8f60131724c64516', 'gw_port_host': None}] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:58:24.826896 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa49476-d794-4fc1-83ac-af25faded25b req-0f96a11b-574d-4e7e-9468-b61710b53e70 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:24.829401 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1aa49476-d794-4fc1-83ac-af25faded25b req-0f96a11b-574d-4e7e-9468-b61710b53e70 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e1ba910-cb23-451c-8412-6f8f19bfccd2 HTTP/1.1" status: 200 len: 944 time: 0.3328171 Oct 20 10:58:24.962151 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-090ee431-987e-4f0f-bd79-9078772f6d65 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:24.965590 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5cbc4c72-c696-4323-a629-af89bb8074b9 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:24.976321 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5cbc4c72-c696-4323-a629-af89bb8074b9 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:25.001070 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbc4c72-c696-4323-a629-af89bb8074b9 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f18cd7b5-31b1-4eaa-94b8-954968325da9,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:25.051663 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-090ee431-987e-4f0f-bd79-9078772f6d65 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Deleting port 367cb7e5-f07d-4621-9f87-d4acd13f2238 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:58:25.052393 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-090ee431-987e-4f0f-bd79-9078772f6d65 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:25.124374 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [None req-090ee431-987e-4f0f-bd79-9078772f6d65 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] For port 367cb7e5-f07d-4621-9f87-d4acd13f2238, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=367cb7e5-f07d-4621-9f87-d4acd13f2238,segment=NetworkSegment(4caa833b-d7f7-4b2e-bac3-0c33a3638725),segment_id=4caa833b-d7f7-4b2e-bac3-0c33a3638725)] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:58:25.124777 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-090ee431-987e-4f0f-bd79-9078772f6d65 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:25.138420 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-090ee431-987e-4f0f-bd79-9078772f6d65 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Calling delete_port for 367cb7e5-f07d-4621-9f87-d4acd13f2238 owned by network:dhcp {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:58:25.209177 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e207808f-e8ae-472a-8407-3f1d2450e930 None None] DHCP port deletion for 27a1d39b-338c-4134-8ccc-7e10b7fae67a request from n-d-811396-3 {{(pid=100598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:58:25.237686 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-090ee431-987e-4f0f-bd79-9078772f6d65 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:25.290803 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090ee431-987e-4f0f-bd79-9078772f6d65 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Pushing event deleted for resources: {'Port': ['ID=367cb7e5-f07d-4621-9f87-d4acd13f2238,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:25.300472 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-e207808f-e8ae-472a-8407-3f1d2450e930 None None] Deleting port 367cb7e5-f07d-4621-9f87-d4acd13f2238 {{(pid=100598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:58:25.300945 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-e207808f-e8ae-472a-8407-3f1d2450e930 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:25.307441 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090ee431-987e-4f0f-bd79-9078772f6d65 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] No DVR routers for this DVR port 367cb7e5-f07d-4621-9f87-d4acd13f2238 on host n-d-811396-3 {{(pid=100597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:58:25.363189 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1088fdbc-70ff-42c4-9ec0-fa0edda34ede req-55950f4c-5f99-4dfc-b170-517dbd721c74 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=617d496b-16d1-46b1-b811-dc4493951611 HTTP/1.1" status: 200 len: 217 time: 0.5325444 Oct 20 10:58:25.379666 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-e207808f-e8ae-472a-8407-3f1d2450e930 None None] For port 367cb7e5-f07d-4621-9f87-d4acd13f2238, host n-d-811396-3, got binding levels [] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:58:25.380375 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-e207808f-e8ae-472a-8407-3f1d2450e930 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:25.392814 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-e207808f-e8ae-472a-8407-3f1d2450e930 None None] Calling delete_port for 367cb7e5-f07d-4621-9f87-d4acd13f2238 owned by network:dhcp {{(pid=100598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:58:25.396382 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.ipam_backend_mixin [None req-e207808f-e8ae-472a-8407-3f1d2450e930 None None] Port 367cb7e5-f07d-4621-9f87-d4acd13f2238 was not found and therefore no delete operation was performed {{(pid=100598) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 20 10:58:25.397947 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-e207808f-e8ae-472a-8407-3f1d2450e930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956'] for port, after_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:25.413953 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e207808f-e8ae-472a-8407-3f1d2450e930 None None] No DVR routers for this DVR port 367cb7e5-f07d-4621-9f87-d4acd13f2238 on host n-d-811396-3 {{(pid=100598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:58:25.418533 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1088fdbc-70ff-42c4-9ec0-fa0edda34ede req-14794ad9-cf82-42d0-9223-988ed8ac01df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:25.420140 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1088fdbc-70ff-42c4-9ec0-fa0edda34ede req-14794ad9-cf82-42d0-9223-988ed8ac01df service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1112b924-dfee-4f27-9509-3316f3e9f37a HTTP/1.1" status: 200 len: 846 time: 0.0493348 Oct 20 10:58:25.424721 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-090ee431-987e-4f0f-bd79-9078772f6d65 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:25.424930 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-14a617ef-56a1-4b31-8665-e924d0ff80fe tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Publish callbacks [] for floatingip, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:25.450101 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e207808f-e8ae-472a-8407-3f1d2450e930 None None] Pushing event deleted for resources: {'Port': ['ID=367cb7e5-f07d-4621-9f87-d4acd13f2238,revision_number=None']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:25.467191 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-090ee431-987e-4f0f-bd79-9078772f6d65 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27a1d39b-338c-4134-8ccc-7e10b7fae67a']}} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:25.490075 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-090ee431-987e-4f0f-bd79-9078772f6d65 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4caa833b-d7f7-4b2e-bac3-0c33a3638725') {'for_net_delete': True} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:25.490422 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-090ee431-987e-4f0f-bd79-9078772f6d65 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4caa833b-d7f7-4b2e-bac3-0c33a3638725') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:25.501143 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-090ee431-987e-4f0f-bd79-9078772f6d65 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25852596'] for segment, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:25.507307 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1aa49476-d794-4fc1-83ac-af25faded25b req-b5f6d861-51fc-41bd-ac2a-3886ed4bf823 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/security-groups?id=69f90560-754d-4655-8511-1cc906dc908c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6138120 Oct 20 10:58:25.509593 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1088fdbc-70ff-42c4-9ec0-fa0edda34ede req-f3061a6d-1d24-4585-8aa7-7fe0842706ac service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5f3de8d1-83f4-4081-a4ae-e84fa44c63e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0658476 Oct 20 10:58:25.517546 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-090ee431-987e-4f0f-bd79-9078772f6d65 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:25.520178 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-371917c6-3740-4701-9585-fb4b4b4d133d req-d3209988-1d78-4e82-8c0e-09bef7d5438f service neutron] 10.222.0.64 "GET /v2.0/networks/b8b1e2be-5932-428e-a716-07af13af4e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8366799 Oct 20 10:58:25.531748 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5cbc4c72-c696-4323-a629-af89bb8074b9 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:25.532978 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-5cbc4c72-c696-4323-a629-af89bb8074b9 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8638260 Oct 20 10:58:25.537111 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 56772) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:25.539636 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-090ee431-987e-4f0f-bd79-9078772f6d65 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Releasing vlan 842 on physical network physnet1 to pool {{(pid=100597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:58:25.540089 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-090ee431-987e-4f0f-bd79-9078772f6d65 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951012'] for segment, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:25.556141 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-83cca01e-5ae8-42d3-8081-da025ca9dbb1 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Request body: {'security_group_rule': {'security_group_id': '204a606e-4754-4938-b4b0-f5de1da0244a', 'project_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:58:25.566741 n-d-811396-3 neutron-server[100597]: Traceback (most recent call last): Oct 20 10:58:25.566741 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:58:25.566741 n-d-811396-3 neutron-server[100597]: timer() Oct 20 10:58:25.566741 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:58:25.566741 n-d-811396-3 neutron-server[100597]: cb(*args, **kw) Oct 20 10:58:25.566741 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:58:25.566741 n-d-811396-3 neutron-server[100597]: return func(*args, **kwargs) Oct 20 10:58:25.566741 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:58:25.566741 n-d-811396-3 neutron-server[100597]: self._notify() Oct 20 10:58:25.566741 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:58:25.566741 n-d-811396-3 neutron-server[100597]: self.callback(batched_events) Oct 20 10:58:25.566741 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:58:25.566741 n-d-811396-3 neutron-server[100597]: event.method(event) Oct 20 10:58:25.566741 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:58:25.566741 n-d-811396-3 neutron-server[100597]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:58:25.566741 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:58:25.566741 n-d-811396-3 neutron-server[100597]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:58:25.566741 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:58:25.566741 n-d-811396-3 neutron-server[100597]: return f(self, *a, **k) Oct 20 10:58:25.566741 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:58:25.566741 n-d-811396-3 neutron-server[100597]: return self._get(url).json() Oct 20 10:58:25.566741 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:58:25.566741 n-d-811396-3 neutron-server[100597]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:58:25.566741 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:58:25.566741 n-d-811396-3 neutron-server[100597]: return self.request(url, 'GET', **kwargs) Oct 20 10:58:25.566741 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:58:25.566741 n-d-811396-3 neutron-server[100597]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:58:25.566741 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:58:25.566741 n-d-811396-3 neutron-server[100597]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:58:25.566741 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:58:25.566741 n-d-811396-3 neutron-server[100597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:58:25.566741 n-d-811396-3 neutron-server[100597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:58:25.630861 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-83cca01e-5ae8-42d3-8081-da025ca9dbb1 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:25.686065 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-090ee431-987e-4f0f-bd79-9078772f6d65 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:25.692877 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-090ee431-987e-4f0f-bd79-9078772f6d65 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:25.698844 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-090ee431-987e-4f0f-bd79-9078772f6d65 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] 10.222.0.64 "DELETE /v2.0/networks/27a1d39b-338c-4134-8ccc-7e10b7fae67a HTTP/1.1" status: 204 len: 168 time: 0.9025145 Oct 20 10:58:25.699375 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 56778) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:25.719693 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-da4d8d90-6dae-4a47-a183-1387df42966d tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Request body: {'router': {'routes': None}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:58:25.721895 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090ee431-987e-4f0f-bd79-9078772f6d65 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Pushing event deleted for resources: {'Network': ['ID=27a1d39b-338c-4134-8ccc-7e10b7fae67a,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:25.747866 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-651f25c0-12c5-42ee-a03f-7de4aeb4c0b4 req-f6c32e1f-5148-49f2-b5ac-f37ab4852bd1 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=cf249b76-110b-4a6c-939c-271135c51ed5 HTTP/1.1" status: 200 len: 210 time: 0.0447233 Oct 20 10:58:25.776652 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-83cca01e-5ae8-42d3-8081-da025ca9dbb1 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:25.780852 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-83cca01e-5ae8-42d3-8081-da025ca9dbb1 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:25.787717 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1088fdbc-70ff-42c4-9ec0-fa0edda34ede req-73f5a203-a7d7-4014-9eb7-9f001dd9b24b service neutron] 10.222.0.55 "GET /v2.0/networks/5f3de8d1-83f4-4081-a4ae-e84fa44c63e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2663386 Oct 20 10:58:25.796227 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-14a617ef-56a1-4b31-8665-e924d0ff80fe tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:25.797374 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cca01e-5ae8-42d3-8081-da025ca9dbb1 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd6224d9-6e2a-4876-b060-148cee333388,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:25.820218 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-83cca01e-5ae8-42d3-8081-da025ca9dbb1 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:25.822719 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-83cca01e-5ae8-42d3-8081-da025ca9dbb1 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2844982 Oct 20 10:58:25.825561 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 56788) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:25.832492 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-711b1a03-23d5-42af-b6d3-b8197dee61dc tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Request body: {'security_group_rule': {'security_group_id': '204a606e-4754-4938-b4b0-f5de1da0244a', 'project_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:58:25.877772 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-711b1a03-23d5-42af-b6d3-b8197dee61dc tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:25.961102 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-711b1a03-23d5-42af-b6d3-b8197dee61dc tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:25.964598 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-711b1a03-23d5-42af-b6d3-b8197dee61dc tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:25.982273 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711b1a03-23d5-42af-b6d3-b8197dee61dc tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d74823ff-7bad-4f99-8386-0435ea8f50c3,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:25.990681 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-711b1a03-23d5-42af-b6d3-b8197dee61dc tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:25.991907 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-711b1a03-23d5-42af-b6d3-b8197dee61dc tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1651981 Oct 20 10:58:25.994566 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 56798) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:26.000431 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-d3dda44e-d7ef-4fd2-9bb9-e2dbdacc1ddf tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Request body: {'security_group_rule': {'security_group_id': '204a606e-4754-4938-b4b0-f5de1da0244a', 'project_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:58:26.030091 n-d-811396-3 neutron-server[100597]: INFO neutron.db.securitygroups_db [None req-d3dda44e-d7ef-4fd2-9bb9-e2dbdacc1ddf tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Project ba79d3046aa84fd2ac89895f3514d2bd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 10:58:26.036910 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d3dda44e-d7ef-4fd2-9bb9-e2dbdacc1ddf tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:26.085132 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.extraroute_db [None req-da4d8d90-6dae-4a47-a183-1387df42966d tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Added routes are [] {{(pid=100596) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 20 10:58:26.085441 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.extraroute_db [None req-da4d8d90-6dae-4a47-a183-1387df42966d tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Removed routes are [] {{(pid=100596) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 20 10:58:26.085811 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-da4d8d90-6dae-4a47-a183-1387df42966d tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1773502', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1772312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-258425'] for router, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:26.142716 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d3dda44e-d7ef-4fd2-9bb9-e2dbdacc1ddf tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:26.148189 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d3dda44e-d7ef-4fd2-9bb9-e2dbdacc1ddf tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:26.168989 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dda44e-d7ef-4fd2-9bb9-e2dbdacc1ddf tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7fd89b2-c7c8-4a10-b125-e85258e5dcc7,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:26.178064 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d3dda44e-d7ef-4fd2-9bb9-e2dbdacc1ddf tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:26.179394 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-d3dda44e-d7ef-4fd2-9bb9-e2dbdacc1ddf tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1836908 Oct 20 10:58:26.188793 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 56806) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:26.193965 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-2ded767f-7ac3-45c6-ae63-73a4537d5197 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Request body: {'security_group_rule': {'security_group_id': '204a606e-4754-4938-b4b0-f5de1da0244a', 'project_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:58:26.221879 n-d-811396-3 neutron-server[100597]: INFO neutron.db.securitygroups_db [None req-2ded767f-7ac3-45c6-ae63-73a4537d5197 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Project ba79d3046aa84fd2ac89895f3514d2bd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 10:58:26.228864 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2ded767f-7ac3-45c6-ae63-73a4537d5197 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:26.250733 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1088fdbc-70ff-42c4-9ec0-fa0edda34ede req-550f07f2-61f1-453a-b8b2-eabdde988ebc service neutron] 10.222.0.55 "GET /v2.0/networks/5f3de8d1-83f4-4081-a4ae-e84fa44c63e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4491947 Oct 20 10:58:26.316810 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [None req-14a617ef-56a1-4b31-8665-e924d0ff80fe tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Allocated IP 172.25.1.13 (cbe170d3-31ba-45a2-b477-520ab0a7a8ea/f4e26aca-17ac-4adb-a66b-d939a1b35b64/8637cea9-f734-496b-b4df-5e6c33f2876a) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:58:26.320324 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2ded767f-7ac3-45c6-ae63-73a4537d5197 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:26.323702 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2ded767f-7ac3-45c6-ae63-73a4537d5197 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:26.343807 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ded767f-7ac3-45c6-ae63-73a4537d5197 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c2d8d77-4d35-4da3-8ff6-38b859de3f54,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:26.349552 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-da4d8d90-6dae-4a47-a183-1387df42966d tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1773502', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1772312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-258425'] for router, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:26.355704 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2ded767f-7ac3-45c6-ae63-73a4537d5197 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:26.357257 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-2ded767f-7ac3-45c6-ae63-73a4537d5197 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1674619 Oct 20 10:58:26.357842 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-da4d8d90-6dae-4a47-a183-1387df42966d tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1773475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1773489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1773480', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1772307'] for router, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:26.361671 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 56808) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:26.367323 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-908db355-4c25-447b-917b-c71ad47cfc12 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Request body: {'network': {'name': 'tempest-network-smoke--1869482588', 'project_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'port_security_enabled': True}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:58:26.478633 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 56812) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:26.479998 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-908db355-4c25-447b-917b-c71ad47cfc12 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Made reservation on behalf of ba79d3046aa84fd2ac89895f3514d2bd for: {'network': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:58:26.483499 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-908db355-4c25-447b-917b-c71ad47cfc12 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:26.533304 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 617d496b-16d1-46b1-b811-dc4493951611 details requested by agent hyperv_n-h1-811396-3 with host n-h1-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:58:26.535245 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da4d8d90-6dae-4a47-a183-1387df42966d tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Router 36d80ca4-ac1a-4ec0-9d37-0ad25843db5c has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:58:26.580115 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-908db355-4c25-447b-917b-c71ad47cfc12 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 833} {{(pid=100596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:58:26.584093 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 5df519dd-aa3b-4761-ae60-d3542f835eb3 no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:58:26.612878 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 5df519dd-aa3b-4761-ae60-d3542f835eb3 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:58:26.613229 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 5df519dd-aa3b-4761-ae60-d3542f835eb3 not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:58:26.613654 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 367cb7e5-f07d-4621-9f87-d4acd13f2238 no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:58:26.630659 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-14a617ef-56a1-4b31-8665-e924d0ff80fe tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:26.638785 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ee1e925e-67b6-4a8c-9b6f-eee0def47d2b admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:26.645403 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-908db355-4c25-447b-917b-c71ad47cfc12 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:26.646459 n-d-811396-3 neutron-server[100596]: INFO neutron.db.segments_db [None req-908db355-4c25-447b-917b-c71ad47cfc12 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Added segment 7d8ef4de-e65b-4686-a877-a724da3cdefe of type vlan for network 5344edc3-4337-4ef2-ba74-f68aceecbff7 Oct 20 10:58:26.646589 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 367cb7e5-f07d-4621-9f87-d4acd13f2238 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:58:26.646965 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 367cb7e5-f07d-4621-9f87-d4acd13f2238 not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:58:26.710622 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 617d496b-16d1-46b1-b811-dc4493951611, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=617d496b-16d1-46b1-b811-dc4493951611,segment=NetworkSegment(454bfc68-3d11-4849-8508-1d19e9dea5ec),segment_id=454bfc68-3d11-4849-8508-1d19e9dea5ec)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:58:26.715918 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da4d8d90-6dae-4a47-a183-1387df42966d tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:58:26.728833 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Returning: {'device': '617d496b-16d1-46b1-b811-dc4493951611', 'network_id': '5f3de8d1-83f4-4081-a4ae-e84fa44c63e9', 'port_id': '617d496b-16d1-46b1-b811-dc4493951611', 'mac_address': 'fa:16:3e:df:eb:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 817, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1112b924-dfee-4f27-9509-3316f3e9f37a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:58:26.728989 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-da4d8d90-6dae-4a47-a183-1387df42966d tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks [] for router, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:26.732927 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-da4d8d90-6dae-4a47-a183-1387df42966d tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] 10.222.0.64 "PUT /v2.0/routers/36d80ca4-ac1a-4ec0-9d37-0ad25843db5c HTTP/1.1" status: 200 len: 700 time: 1.0182710 Oct 20 10:58:26.735144 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 56818) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:26.739949 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20a1715-e28f-4397-9444-c9fc7c03a01e None None] Sync routers for ids ['36d80ca4-ac1a-4ec0-9d37-0ad25843db5c'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:58:26.750234 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ee1e925e-67b6-4a8c-9b6f-eee0def47d2b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:26.754538 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ee1e925e-67b6-4a8c-9b6f-eee0def47d2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:26.787789 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-6f7f5089-e778-483c-b2ff-def00e58e2fa tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] 10.222.0.64 "GET /v2.0/ports?device_id=36d80ca4-ac1a-4ec0-9d37-0ad25843db5c HTTP/1.1" status: 200 len: 205 time: 0.0509613 Oct 20 10:58:26.790565 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 56822) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:26.804047 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-908db355-4c25-447b-917b-c71ad47cfc12 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:26.805755 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20a1715-e28f-4397-9444-c9fc7c03a01e None None] Routers {'36d80ca4-ac1a-4ec0-9d37-0ad25843db5c'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:58:26.806609 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-c20a1715-e28f-4397-9444-c9fc7c03a01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:58:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['36d80ca4-ac1a-4ec0-9d37-0ad25843db5c'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:26.816767 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e054a4b3-1fce-4b58-bcb1-c5fa0ca09182 req-f50ba48a-3ea5-4a92-8d7a-d5119dbb99b6 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:26.825933 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e054a4b3-1fce-4b58-bcb1-c5fa0ca09182 req-f50ba48a-3ea5-4a92-8d7a-d5119dbb99b6 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e1ba910-cb23-451c-8412-6f8f19bfccd2 HTTP/1.1" status: 200 len: 944 time: 0.1999705 Oct 20 10:58:26.830901 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-ee1e925e-67b6-4a8c-9b6f-eee0def47d2b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d9a73190946a4053953684c237642520&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3473718 Oct 20 10:58:26.830901 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 56824) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:26.863613 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1e925e-67b6-4a8c-9b6f-eee0def47d2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97f98ce1-1222-4a66-abff-76eefa264ca4,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:26.898522 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-50cdfe93-7eb5-412e-9cfa-f9037deccc0b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:26.920837 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-14a617ef-56a1-4b31-8665-e924d0ff80fe tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:26.922490 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-50cdfe93-7eb5-412e-9cfa-f9037deccc0b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:26.972796 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-c20a1715-e28f-4397-9444-c9fc7c03a01e None None] Set router 36d80ca4-ac1a-4ec0-9d37-0ad25843db5c gateway port host: None {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:58:26.977170 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:26.984167 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-50cdfe93-7eb5-412e-9cfa-f9037deccc0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:26.987716 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-50cdfe93-7eb5-412e-9cfa-f9037deccc0b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:26.989387 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-50cdfe93-7eb5-412e-9cfa-f9037deccc0b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/97f98ce1-1222-4a66-abff-76eefa264ca4 HTTP/1.1" status: 204 len: 168 time: 0.1571016 Oct 20 10:58:27.008287 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cdfe93-7eb5-412e-9cfa-f9037deccc0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97f98ce1-1222-4a66-abff-76eefa264ca4,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:27.023561 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0b022089-f5f3-4505-9042-6ca4a70c1377 req-04871a22-963d-42f3-8a8c-4308b93ead85 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=cf249b76-110b-4a6c-939c-271135c51ed5 HTTP/1.1" status: 200 len: 210 time: 0.1405890 Oct 20 10:58:27.025853 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-acb695a8-aaad-4c0b-bf0a-bab9994e43a1 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks [] for router, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:27.136098 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a617ef-56a1-4b31-8665-e924d0ff80fe tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Network cbe170d3-31ba-45a2-b477-520ab0a7a8ea is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:58:27.142536 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-908db355-4c25-447b-917b-c71ad47cfc12 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:27.148688 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-908db355-4c25-447b-917b-c71ad47cfc12 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:27.149293 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-908db355-4c25-447b-917b-c71ad47cfc12 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:27.163415 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e054a4b3-1fce-4b58-bcb1-c5fa0ca09182 req-0530e9c4-8b27-47d5-9c91-4829202f5a32 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/security-groups?id=69f90560-754d-4655-8511-1cc906dc908c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3365932 Oct 20 10:58:27.197605 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-14a617ef-56a1-4b31-8665-e924d0ff80fe tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:58:27.216272 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 617d496b-16d1-46b1-b811-dc4493951611 {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:58:27.219254 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a617ef-56a1-4b31-8665-e924d0ff80fe tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:58:27.223259 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-c20a1715-e28f-4397-9444-c9fc7c03a01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36d80ca4-ac1a-4ec0-9d37-0ad25843db5c', 'name': 'tempest-RoutersTest-router-888831143', 'tenant_id': 'f889f0e78885417f8f60131724c64516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:57:26Z', 'updated_at': '2021-10-20T10:58:22Z', 'revision_number': 11, 'project_id': 'f889f0e78885417f8f60131724c64516', 'gw_port_host': None}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:27.272980 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20a1715-e28f-4397-9444-c9fc7c03a01e None None] Checking router: 36d80ca4-ac1a-4ec0-9d37-0ad25843db5c for host: n-d-811396-3 {{(pid=100598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:58:27.278544 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 56830) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:27.278681 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-908db355-4c25-447b-917b-c71ad47cfc12 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9158607 Oct 20 10:58:27.279431 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a617ef-56a1-4b31-8665-e924d0ff80fe tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Pushing event updated for resources: {'Port': ['ID=8637cea9-f734-496b-b4df-5e6c33f2876a,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:27.285551 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-b8dbfb77-dae5-4814-859b-0deb8fe2ee4e tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1671028435', 'admin_state_up': True, 'project_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:58:27.294012 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 617d496b-16d1-46b1-b811-dc4493951611, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=617d496b-16d1-46b1-b811-dc4493951611,segment=NetworkSegment(454bfc68-3d11-4849-8508-1d19e9dea5ec),segment_id=454bfc68-3d11-4849-8508-1d19e9dea5ec)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:58:27.298274 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20a1715-e28f-4397-9444-c9fc7c03a01e None None] Routers {'36d80ca4-ac1a-4ec0-9d37-0ad25843db5c'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:58:27.299178 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-c20a1715-e28f-4397-9444-c9fc7c03a01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:58:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['36d80ca4-ac1a-4ec0-9d37-0ad25843db5c'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:27.327857 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 56832) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:27.340848 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:27.350068 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bc4a4a7d-3dac-43ae-9fe6-ce592bc3c3a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:27.381173 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b8dbfb77-dae5-4814-859b-0deb8fe2ee4e tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1772442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258322'] for router, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:27.382517 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b8dbfb77-dae5-4814-859b-0deb8fe2ee4e tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1772334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773516', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258315'] for router, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:27.398140 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-c20a1715-e28f-4397-9444-c9fc7c03a01e None None] Set router 36d80ca4-ac1a-4ec0-9d37-0ad25843db5c gateway port host: None {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:58:27.408977 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371917c6-3740-4701-9585-fb4b4b4d133d req-986b16d2-9cbf-440d-a954-94140f0c3a66 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:27.411791 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-371917c6-3740-4701-9585-fb4b4b4d133d req-986b16d2-9cbf-440d-a954-94140f0c3a66 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.55 "GET /v2.0/networks?id=b8b1e2be-5932-428e-a716-07af13af4e6c HTTP/1.1" status: 200 len: 811 time: 0.5404232 Oct 20 10:58:27.439864 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908db355-4c25-447b-917b-c71ad47cfc12 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Pushing event updated for resources: {'Network': ['ID=5344edc3-4337-4ef2-ba74-f68aceecbff7,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:27.444755 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-acb695a8-aaad-4c0b-bf0a-bab9994e43a1 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1772272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258304'] for router, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:27.451115 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-371917c6-3740-4701-9585-fb4b4b4d133d req-9a288769-38e8-40a3-b17a-bd1d28b9a6d6 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Request body: {'port': {'device_id': 'cf249b76-110b-4a6c-939c-271135c51ed5', 'network_id': 'b8b1e2be-5932-428e-a716-07af13af4e6c', 'admin_state_up': True, 'tenant_id': '376203cb7dec4dad9717307d6c606d33'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:58:27.454546 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-acb695a8-aaad-4c0b-bf0a-bab9994e43a1 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:27.461583 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network 5344edc3-4337-4ef2-ba74-f68aceecbff7 details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:58:27.463657 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-c20a1715-e28f-4397-9444-c9fc7c03a01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36d80ca4-ac1a-4ec0-9d37-0ad25843db5c', 'name': 'tempest-RoutersTest-router-888831143', 'tenant_id': 'f889f0e78885417f8f60131724c64516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:57:26Z', 'updated_at': '2021-10-20T10:58:22Z', 'revision_number': 11, 'project_id': 'f889f0e78885417f8f60131724c64516', 'gw_port_host': None}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:27.465728 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b8dbfb77-dae5-4814-859b-0deb8fe2ee4e tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:27.518850 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20a1715-e28f-4397-9444-c9fc7c03a01e None None] The sync data for ids ['36d80ca4-ac1a-4ec0-9d37-0ad25843db5c'] in n-d-811396-3 is: [{'id': '36d80ca4-ac1a-4ec0-9d37-0ad25843db5c', 'name': 'tempest-RoutersTest-router-888831143', 'tenant_id': 'f889f0e78885417f8f60131724c64516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:57:26Z', 'updated_at': '2021-10-20T10:58:22Z', 'revision_number': 11, 'project_id': 'f889f0e78885417f8f60131724c64516', 'gw_port_host': None}] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:58:27.560086 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bc4a4a7d-3dac-43ae-9fe6-ce592bc3c3a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:27.564489 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bc4a4a7d-3dac-43ae-9fe6-ce592bc3c3a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:27.588690 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=617d496b-16d1-46b1-b811-dc4493951611,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:27.656581 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b8dbfb77-dae5-4814-859b-0deb8fe2ee4e tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:27.666174 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-acb695a8-aaad-4c0b-bf0a-bab9994e43a1 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1772267'] for router, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:27.667002 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acb695a8-aaad-4c0b-bf0a-bab9994e43a1 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Fanout notify agent at l3_agent the message router_deleted on router 36d80ca4-ac1a-4ec0-9d37-0ad25843db5c {{(pid=100596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 10:58:27.671984 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4a4a7d-3dac-43ae-9fe6-ce592bc3c3a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44c73a5a-15bd-45a8-ba3a-b1b8def21691,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:27.677519 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-acb695a8-aaad-4c0b-bf0a-bab9994e43a1 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks [] for router, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:27.678740 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-acb695a8-aaad-4c0b-bf0a-bab9994e43a1 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] 10.222.0.64 "DELETE /v2.0/routers/36d80ca4-ac1a-4ec0-9d37-0ad25843db5c HTTP/1.1" status: 204 len: 168 time: 0.8840904 Oct 20 10:58:27.685850 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-bc4a4a7d-3dac-43ae-9fe6-ce592bc3c3a7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f86a4c6e5f7640d69d7139a17360e2cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3537540 Oct 20 10:58:27.696298 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 56834) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:27.696708 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 56836) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:27.706090 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-0e16823b-98b1-44d2-8a0c-6e02e3c2200a tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1748067035', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:58:27.765026 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0e16823b-98b1-44d2-8a0c-6e02e3c2200a tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1772442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258322'] for router, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:27.766050 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0e16823b-98b1-44d2-8a0c-6e02e3c2200a tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1772334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773516', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258315'] for router, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:27.774117 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['617d496b-16d1-46b1-b811-dc4493951611'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:58:27.814193 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b6ea4197-e662-44dc-bd98-95812fe6c033 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:27.864953 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-371917c6-3740-4701-9585-fb4b4b4d133d req-9a288769-38e8-40a3-b17a-bd1d28b9a6d6 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Made reservation on behalf of 376203cb7dec4dad9717307d6c606d33 for: {'port': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:58:27.868442 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-371917c6-3740-4701-9585-fb4b4b4d133d req-9a288769-38e8-40a3-b17a-bd1d28b9a6d6 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:27.887258 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0e16823b-98b1-44d2-8a0c-6e02e3c2200a tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:27.904195 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b6ea4197-e662-44dc-bd98-95812fe6c033 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:27.906129 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0e16823b-98b1-44d2-8a0c-6e02e3c2200a tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1773475'] for router, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:27.941458 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0e16823b-98b1-44d2-8a0c-6e02e3c2200a tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks [] for router, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:27.945246 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-0e16823b-98b1-44d2-8a0c-6e02e3c2200a tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2449610 Oct 20 10:58:27.949818 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 56840) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:27.962336 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-d2e13ace-cd07-40db-bce6-e0179181e2e3 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Request body: {'router': {'admin_state_up': True}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:58:28.176591 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b6ea4197-e662-44dc-bd98-95812fe6c033 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:28.179411 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b6ea4197-e662-44dc-bd98-95812fe6c033 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:28.180615 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-b6ea4197-e662-44dc-bd98-95812fe6c033 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/44c73a5a-15bd-45a8-ba3a-b1b8def21691 HTTP/1.1" status: 204 len: 168 time: 0.4817390 Oct 20 10:58:28.193460 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ea4197-e662-44dc-bd98-95812fe6c033 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44c73a5a-15bd-45a8-ba3a-b1b8def21691,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:28.275368 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b8dbfb77-dae5-4814-859b-0deb8fe2ee4e tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for router_gateway, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:28.483229 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4cad33cf-d98b-47c4-8909-e67c3ddc5657 req-c4a57765-0880-4cc9-9f00-34cd9f387b4e tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=cf249b76-110b-4a6c-939c-271135c51ed5 HTTP/1.1" status: 200 len: 210 time: 0.0653126 Oct 20 10:58:28.577685 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [req-371917c6-3740-4701-9585-fb4b4b4d133d req-9a288769-38e8-40a3-b17a-bd1d28b9a6d6 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Allocated IP 172.20.0.8 (b8b1e2be-5932-428e-a716-07af13af4e6c/437b47ec-4211-421c-828b-76408ce53dce/7fbdf689-3db1-4886-929a-0e9dd6b47aac) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:58:28.594188 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2a650b-463c-465c-86b2-8dfa9a587815 req-b9a2a159-6028-410a-87f7-3170f1650375 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:28.595783 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9b2a650b-463c-465c-86b2-8dfa9a587815 req-b9a2a159-6028-410a-87f7-3170f1650375 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e1ba910-cb23-451c-8412-6f8f19bfccd2 HTTP/1.1" status: 200 len: 945 time: 0.1790693 Oct 20 10:58:28.610747 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-14a617ef-56a1-4b31-8665-e924d0ff80fe tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:28.691223 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b8dbfb77-dae5-4814-859b-0deb8fe2ee4e tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:28.695684 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d2e13ace-cd07-40db-bce6-e0179181e2e3 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1773502', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1772312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-258425'] for router, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:28.712159 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9b2a650b-463c-465c-86b2-8dfa9a587815 req-6f71acb2-a50e-40c6-bbff-564b5d4c3af3 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/security-groups?id=69f90560-754d-4655-8511-1cc906dc908c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027379 Oct 20 10:58:28.712635 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d2e13ace-cd07-40db-bce6-e0179181e2e3 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1773475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1773489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1773480', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1772307'] for router, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:28.763272 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-14a617ef-56a1-4b31-8665-e924d0ff80fe tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:28.898993 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-b8dbfb77-dae5-4814-859b-0deb8fe2ee4e tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Allocated IP 172.25.1.181 (cbe170d3-31ba-45a2-b477-520ab0a7a8ea/f4e26aca-17ac-4adb-a66b-d939a1b35b64/029810a0-0342-4648-be52-6ba35f82a305) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:58:28.901034 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2e13ace-cd07-40db-bce6-e0179181e2e3 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Router 14d34860-f8cb-440b-ba58-cbe1e96f3658 is scheduled to L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 with binding_index 1 {{(pid=100597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 10:58:28.948574 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-371917c6-3740-4701-9585-fb4b4b4d133d req-9a288769-38e8-40a3-b17a-bd1d28b9a6d6 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:29.005704 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2e13ace-cd07-40db-bce6-e0179181e2e3 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:58:29.013665 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d2e13ace-cd07-40db-bce6-e0179181e2e3 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks [] for router, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:29.017124 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-d2e13ace-cd07-40db-bce6-e0179181e2e3 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] 10.222.0.64 "PUT /v2.0/routers/14d34860-f8cb-440b-ba58-cbe1e96f3658 HTTP/1.1" status: 200 len: 694 time: 1.0603495 Oct 20 10:58:29.018259 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 56872) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:29.026684 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e078f12c-310b-471e-9fd6-e607d62e52cc None None] Sync routers for ids ['14d34860-f8cb-440b-ba58-cbe1e96f3658'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:58:29.046536 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e078f12c-310b-471e-9fd6-e607d62e52cc None None] Routers {'14d34860-f8cb-440b-ba58-cbe1e96f3658'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:58:29.047467 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-e078f12c-310b-471e-9fd6-e607d62e52cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:58:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['14d34860-f8cb-440b-ba58-cbe1e96f3658'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:29.099310 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b8dbfb77-dae5-4814-859b-0deb8fe2ee4e tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:29.107292 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-371917c6-3740-4701-9585-fb4b4b4d133d req-9a288769-38e8-40a3-b17a-bd1d28b9a6d6 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:29.118641 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 56874) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:29.120610 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['d33cb694-c196-43c2-8360-cb3ae8d54011', '89dc4f74-338f-4016-a563-371b8a0755c9'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:58:29.122513 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-e078f12c-310b-471e-9fd6-e607d62e52cc None None] Set router 14d34860-f8cb-440b-ba58-cbe1e96f3658 gateway port host: None {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:58:29.124332 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-4aec0759-4130-4253-b5a2-c1d44f57b5d5 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] 10.222.0.64 "GET /v2.0/routers/14d34860-f8cb-440b-ba58-cbe1e96f3658 HTTP/1.1" status: 200 len: 700 time: 0.1047015 Oct 20 10:58:29.166202 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-c188746c-fef5-4e5b-aba7-2d17ae3ec4ea tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] 10.222.0.64 "GET /v2.0/ports?device_id=14d34860-f8cb-440b-ba58-cbe1e96f3658 HTTP/1.1" status: 200 len: 205 time: 0.0456591 Oct 20 10:58:29.170241 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 56876) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:29.197753 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-14a617ef-56a1-4b31-8665-e924d0ff80fe tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:29.199694 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-e078f12c-310b-471e-9fd6-e607d62e52cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14d34860-f8cb-440b-ba58-cbe1e96f3658', 'name': 'tempest-RoutersTest-router-1748067035', 'tenant_id': 'f889f0e78885417f8f60131724c64516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:58:27Z', 'updated_at': '2021-10-20T10:58:28Z', 'revision_number': 2, 'project_id': 'f889f0e78885417f8f60131724c64516', 'gw_port_host': None}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:29.200369 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a288769-38e8-40a3-b17a-bd1d28b9a6d6 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Pushing event updated for resources: {'Port': ['ID=7fbdf689-3db1-4886-929a-0e9dd6b47aac,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:29.206505 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-14a617ef-56a1-4b31-8665-e924d0ff80fe tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:29.234362 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e078f12c-310b-471e-9fd6-e607d62e52cc None None] Checking router: 14d34860-f8cb-440b-ba58-cbe1e96f3658 for host: n-d-811396-3 {{(pid=100599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:58:29.244840 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e078f12c-310b-471e-9fd6-e607d62e52cc None None] Routers {'14d34860-f8cb-440b-ba58-cbe1e96f3658'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:58:29.246147 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-e078f12c-310b-471e-9fd6-e607d62e52cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:58:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['14d34860-f8cb-440b-ba58-cbe1e96f3658'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:29.260095 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-371917c6-3740-4701-9585-fb4b4b4d133d req-9a288769-38e8-40a3-b17a-bd1d28b9a6d6 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Network b8b1e2be-5932-428e-a716-07af13af4e6c is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:58:29.269832 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [req-371917c6-3740-4701-9585-fb4b4b4d133d req-9a288769-38e8-40a3-b17a-bd1d28b9a6d6 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:58:29.279806 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b8dbfb77-dae5-4814-859b-0deb8fe2ee4e tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:29.296438 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-371917c6-3740-4701-9585-fb4b4b4d133d req-9a288769-38e8-40a3-b17a-bd1d28b9a6d6 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:58:29.355558 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371917c6-3740-4701-9585-fb4b4b4d133d req-9a288769-38e8-40a3-b17a-bd1d28b9a6d6 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:29.356208 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-371917c6-3740-4701-9585-fb4b4b4d133d req-9a288769-38e8-40a3-b17a-bd1d28b9a6d6 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:29.377668 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-371917c6-3740-4701-9585-fb4b4b4d133d req-9a288769-38e8-40a3-b17a-bd1d28b9a6d6 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9352324 Oct 20 10:58:29.388603 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a617ef-56a1-4b31-8665-e924d0ff80fe tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Pushing event updated for resources: {'Port': ['ID=8637cea9-f734-496b-b4df-5e6c33f2876a,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:29.392223 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-106fdf89-b5e5-46d9-8d51-4cefe04654d8 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks [] for router, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:29.396997 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-371917c6-3740-4701-9585-fb4b4b4d133d req-7c7cfd9d-e5d8-451f-a1b7-4fefb9df5bc6 service neutron] Request body: {'port': {'device_id': 'cf249b76-110b-4a6c-939c-271135c51ed5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811396-3'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:58:29.423283 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-e078f12c-310b-471e-9fd6-e607d62e52cc None None] Set router 14d34860-f8cb-440b-ba58-cbe1e96f3658 gateway port host: None {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:58:29.442353 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-14a617ef-56a1-4b31-8665-e924d0ff80fe tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1773381'] for floatingip, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:29.535423 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-e078f12c-310b-471e-9fd6-e607d62e52cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14d34860-f8cb-440b-ba58-cbe1e96f3658', 'name': 'tempest-RoutersTest-router-1748067035', 'tenant_id': 'f889f0e78885417f8f60131724c64516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:58:27Z', 'updated_at': '2021-10-20T10:58:28Z', 'revision_number': 2, 'project_id': 'f889f0e78885417f8f60131724c64516', 'gw_port_host': None}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:29.616590 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e078f12c-310b-471e-9fd6-e607d62e52cc None None] The sync data for ids ['14d34860-f8cb-440b-ba58-cbe1e96f3658'] in n-d-811396-3 is: [{'id': '14d34860-f8cb-440b-ba58-cbe1e96f3658', 'name': 'tempest-RoutersTest-router-1748067035', 'tenant_id': 'f889f0e78885417f8f60131724c64516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:58:27Z', 'updated_at': '2021-10-20T10:58:28Z', 'revision_number': 2, 'project_id': 'f889f0e78885417f8f60131724c64516', 'gw_port_host': None}] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:58:29.626350 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-371917c6-3740-4701-9585-fb4b4b4d133d req-7c7cfd9d-e5d8-451f-a1b7-4fefb9df5bc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:29.640666 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-106fdf89-b5e5-46d9-8d51-4cefe04654d8 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1772272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258304'] for router, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:29.643321 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-106fdf89-b5e5-46d9-8d51-4cefe04654d8 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:29.671735 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-017762b0-4b41-4ac9-abe1-448b95fa9c44 None None] Provisioning complete for port 7fbdf689-3db1-4886-929a-0e9dd6b47aac triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:58:29.672118 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-017762b0-4b41-4ac9-abe1-448b95fa9c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:29.707350 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-106fdf89-b5e5-46d9-8d51-4cefe04654d8 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1772267'] for router, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:29.708086 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-106fdf89-b5e5-46d9-8d51-4cefe04654d8 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Fanout notify agent at l3_agent the message router_deleted on router 14d34860-f8cb-440b-ba58-cbe1e96f3658 {{(pid=100597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 10:58:29.711325 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8dbfb77-dae5-4814-859b-0deb8fe2ee4e tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Network cbe170d3-31ba-45a2-b477-520ab0a7a8ea is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:58:29.721253 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-017762b0-4b41-4ac9-abe1-448b95fa9c44 None None] Port 7fbdf689-3db1-4886-929a-0e9dd6b47aac cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:58:29.726899 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-106fdf89-b5e5-46d9-8d51-4cefe04654d8 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] Publish callbacks [] for router, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:29.728402 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-106fdf89-b5e5-46d9-8d51-4cefe04654d8 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] 10.222.0.64 "DELETE /v2.0/routers/14d34860-f8cb-440b-ba58-cbe1e96f3658 HTTP/1.1" status: 204 len: 168 time: 0.5578079 Oct 20 10:58:29.730351 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dbfb77-dae5-4814-859b-0deb8fe2ee4e tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Pushing event updated for resources: {'Port': ['ID=029810a0-0342-4648-be52-6ba35f82a305,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:29.733866 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-b8dbfb77-dae5-4814-859b-0deb8fe2ee4e tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:58:29.735676 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 56914) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:29.738169 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8dbfb77-dae5-4814-859b-0deb8fe2ee4e tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:58:29.797612 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-1e170a39-4877-4c72-9b03-c63e2a5a0218 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] 10.222.0.64 "GET /v2.0/ports?device_id=14d34860-f8cb-440b-ba58-cbe1e96f3658 HTTP/1.1" status: 200 len: 205 time: 0.0585344 Oct 20 10:58:29.799897 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 56918) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:29.845103 n-d-811396-3 neutron-server[100597]: INFO neutron.api.v2.resource [None req-3d1b5b60-ebd9-4d5a-bb12-0752a6dfafcc tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] delete failed (client error): The resource could not be found. Oct 20 10:58:29.848523 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-3d1b5b60-ebd9-4d5a-bb12-0752a6dfafcc tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] 10.222.0.64 "DELETE /v2.0/routers/14d34860-f8cb-440b-ba58-cbe1e96f3658 HTTP/1.1" status: 404 len: 336 time: 0.0453570 Oct 20 10:58:29.853415 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 56920) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:29.887234 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-080b7d13-d3be-44e7-9026-c426f8682bb3 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] DELETE failed (client error): The resource could not be found. Oct 20 10:58:29.887234 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-080b7d13-d3be-44e7-9026-c426f8682bb3 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:58:29.892946 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-080b7d13-d3be-44e7-9026-c426f8682bb3 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] 10.222.0.64 "DELETE /v2.0/subnets/d0b7a534-0d6b-40d2-892b-e35a8b611053 HTTP/1.1" status: 404 len: 337 time: 0.0385106 Oct 20 10:58:29.893859 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 56922) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:29.947478 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0266e25-08c1-4503-b2c4-cf4d9b4e233f tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] DELETE failed (client error): The resource could not be found. Oct 20 10:58:29.947945 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0266e25-08c1-4503-b2c4-cf4d9b4e233f tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:58:29.951128 n-d-811396-3 neutron-server[100596]: INFO neutron.db.l3_db [None req-14a617ef-56a1-4b31-8665-e924d0ff80fe tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Floating IP db67535c-9a96-460d-b406-7ab5edf062a3 associated. External IP: 172.25.1.13, port: 3812c3a3-9d19-4847-83f9-467aa4852bfa. Oct 20 10:58:29.953770 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-f0266e25-08c1-4503-b2c4-cf4d9b4e233f tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] 10.222.0.64 "DELETE /v2.0/subnets/151ac544-d442-47e6-93b9-df87d79092b5 HTTP/1.1" status: 404 len: 337 time: 0.0581377 Oct 20 10:58:29.954405 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 56928) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:30.022265 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f41ca8e-00c4-46aa-819b-4f6b86fa2803 req-7f5e92af-9ac0-4d98-b748-a645d85d7f6d tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:30.024166 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6f41ca8e-00c4-46aa-819b-4f6b86fa2803 req-7f5e92af-9ac0-4d98-b748-a645d85d7f6d tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e1ba910-cb23-451c-8412-6f8f19bfccd2 HTTP/1.1" status: 200 len: 945 time: 0.2063661 Oct 20 10:58:30.031961 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da57081e-8fff-4eec-aca7-ac40beed616e req-203c5278-22a6-4f26-ab49-9c11a21a6db4 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:30.034062 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-da57081e-8fff-4eec-aca7-ac40beed616e req-203c5278-22a6-4f26-ab49-9c11a21a6db4 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=cf249b76-110b-4a6c-939c-271135c51ed5 HTTP/1.1" status: 200 len: 931 time: 0.4233143 Oct 20 10:58:30.061414 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e5fafa3-1ec4-4a6e-988c-1c62ad76ee54 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] DELETE failed (client error): The resource could not be found. Oct 20 10:58:30.061869 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e5fafa3-1ec4-4a6e-988c-1c62ad76ee54 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:58:30.067977 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-6e5fafa3-1ec4-4a6e-988c-1c62ad76ee54 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] 10.222.0.64 "DELETE /v2.0/subnets/d6d7329e-6637-49c3-bddb-d1b0b832700f HTTP/1.1" status: 404 len: 337 time: 0.0705981 Oct 20 10:58:30.068426 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 56932) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:30.115352 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-def9fa51-5c77-4137-a4f2-951a7def5ffe tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] DELETE failed (client error): The resource could not be found. Oct 20 10:58:30.115852 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-def9fa51-5c77-4137-a4f2-951a7def5ffe tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:58:30.118907 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-def9fa51-5c77-4137-a4f2-951a7def5ffe tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] 10.222.0.64 "DELETE /v2.0/subnets/54b5cd66-4475-4e7f-8f2d-243fd5215495 HTTP/1.1" status: 404 len: 337 time: 0.0495143 Oct 20 10:58:30.121581 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 56946) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:30.158465 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-a253b69d-5b94-4887-a1ff-9f9e67b47568 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] 10.222.0.64 "GET /v2.0/ports?device_id=36d80ca4-ac1a-4ec0-9d37-0ad25843db5c HTTP/1.1" status: 200 len: 205 time: 0.0335751 Oct 20 10:58:30.159415 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 56956) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:30.160679 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6f41ca8e-00c4-46aa-819b-4f6b86fa2803 req-9fc1e321-47dc-46f0-be26-758ec3695ef8 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/security-groups?id=69f90560-754d-4655-8511-1cc906dc908c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223085 Oct 20 10:58:30.195937 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-da57081e-8fff-4eec-aca7-ac40beed616e req-1c518995-1679-4808-b072-2552a14526b6 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=7d9a6fe5-d7f3-4fa2-86d5-4c121918dfe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405604 Oct 20 10:58:30.204307 n-d-811396-3 neutron-server[100597]: INFO neutron.api.v2.resource [None req-77695594-7ea6-46e7-90a1-26f0e4e88045 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] delete failed (client error): The resource could not be found. Oct 20 10:58:30.205418 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-77695594-7ea6-46e7-90a1-26f0e4e88045 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] 10.222.0.64 "DELETE /v2.0/routers/36d80ca4-ac1a-4ec0-9d37-0ad25843db5c HTTP/1.1" status: 404 len: 336 time: 0.0456073 Oct 20 10:58:30.214008 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 56962) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:30.265239 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-c8e2e5c2-c3b9-44c4-9d19-ffb22fcf98cc tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] 10.222.0.64 "GET /v2.0/ports?device_id=70fc054a-3a93-49b7-a0ab-1582964e3dcc HTTP/1.1" status: 200 len: 205 time: 0.0477731 Oct 20 10:58:30.266092 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 56968) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:30.314642 n-d-811396-3 neutron-server[100597]: INFO neutron.api.v2.resource [None req-b24e1445-3679-4988-b347-8443a3bb1094 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] delete failed (client error): The resource could not be found. Oct 20 10:58:30.315689 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-b24e1445-3679-4988-b347-8443a3bb1094 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] 10.222.0.64 "DELETE /v2.0/routers/70fc054a-3a93-49b7-a0ab-1582964e3dcc HTTP/1.1" status: 404 len: 336 time: 0.0486574 Oct 20 10:58:30.326543 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 56970) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:30.365706 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b8dbfb77-dae5-4814-859b-0deb8fe2ee4e tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for router_gateway, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:30.391104 n-d-811396-3 neutron-server[100596]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cbf0755-ee6e-4c8b-9eca-5f0737163c1f tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] DELETE failed (client error): The resource could not be found. Oct 20 10:58:30.391621 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cbf0755-ee6e-4c8b-9eca-5f0737163c1f tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:58:30.394839 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-9cbf0755-ee6e-4c8b-9eca-5f0737163c1f tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] 10.222.0.64 "DELETE /v2.0/subnets/78726e66-dec1-4f7f-b193-5fee67b44eaf HTTP/1.1" status: 404 len: 337 time: 0.0637307 Oct 20 10:58:30.400788 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 56972) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:30.448247 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-95a7f4a5-c22d-4db3-99ca-00c5fcfb68af tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] 10.222.0.64 "GET /v2.0/ports?device_id=0dcd1a26-e137-4d0e-8739-e61bbfa99f0c HTTP/1.1" status: 200 len: 205 time: 0.0443871 Oct 20 10:58:30.458291 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 56974) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:30.484701 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [req-371917c6-3740-4701-9585-fb4b4b4d133d req-7c7cfd9d-e5d8-451f-a1b7-4fefb9df5bc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fbdf689-3db1-4886-929a-0e9dd6b47aac {{(pid=100596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:58:30.500263 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-371917c6-3740-4701-9585-fb4b4b4d133d req-7c7cfd9d-e5d8-451f-a1b7-4fefb9df5bc6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:30.506763 n-d-811396-3 neutron-server[100597]: INFO neutron.api.v2.resource [None req-8d827a8b-447a-41c6-aa0b-ec3872058840 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] delete failed (client error): The resource could not be found. Oct 20 10:58:30.507854 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-8d827a8b-447a-41c6-aa0b-ec3872058840 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] 10.222.0.64 "DELETE /v2.0/routers/0dcd1a26-e137-4d0e-8739-e61bbfa99f0c HTTP/1.1" status: 404 len: 336 time: 0.0486293 Oct 20 10:58:30.510849 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 56976) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:30.547331 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-dfeaa9ad-9000-429f-8f4e-2cdc6fda0124 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0565b9b-d6bb-42ff-8480-fd832592adb6 HTTP/1.1" status: 200 len: 205 time: 0.0332034 Oct 20 10:58:30.553095 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 56978) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:30.562725 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 617d496b-16d1-46b1-b811-dc4493951611 up at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:58:30.567272 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.provisioning_blocks [req-371917c6-3740-4701-9585-fb4b4b4d133d req-7c7cfd9d-e5d8-451f-a1b7-4fefb9df5bc6 service neutron] Transition to ACTIVE for port object 7fbdf689-3db1-4886-929a-0e9dd6b47aac will not be triggered until provisioned by entity L2. {{(pid=100596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:58:30.624138 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-371917c6-3740-4701-9585-fb4b4b4d133d req-7c7cfd9d-e5d8-451f-a1b7-4fefb9df5bc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:30.629465 n-d-811396-3 neutron-server[100596]: INFO neutron.api.v2.resource [None req-e1af290d-fc53-4ff8-bdc1-00dc8c9e0e6b tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] delete failed (client error): The resource could not be found. Oct 20 10:58:30.632905 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-e1af290d-fc53-4ff8-bdc1-00dc8c9e0e6b tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] 10.222.0.64 "DELETE /v2.0/routers/a0565b9b-d6bb-42ff-8480-fd832592adb6 HTTP/1.1" status: 404 len: 336 time: 0.0770264 Oct 20 10:58:30.633529 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 56980) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:30.643207 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning for port 617d496b-16d1-46b1-b811-dc4493951611 completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:58:30.651292 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning complete for port 617d496b-16d1-46b1-b811-dc4493951611 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:58:30.652447 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:30.652570 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14a617ef-56a1-4b31-8665-e924d0ff80fe tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Router 9712814c-5acb-4d48-bdc6-5a7d3130bc5d has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:58:30.655778 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b8dbfb77-dae5-4814-859b-0deb8fe2ee4e tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1773475'] for router, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:30.708202 n-d-811396-3 neutron-server[100596]: INFO neutron.pecan_wsgi.hooks.translation [None req-f18aab77-1eec-45bf-9952-ff19342f2c85 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] DELETE failed (client error): The resource could not be found. Oct 20 10:58:30.708774 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f18aab77-1eec-45bf-9952-ff19342f2c85 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:58:30.715986 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-f18aab77-1eec-45bf-9952-ff19342f2c85 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] 10.222.0.64 "DELETE /v2.0/subnets/0851bc0f-1226-4d13-a7a7-f01084537dcc HTTP/1.1" status: 404 len: 337 time: 0.0766482 Oct 20 10:58:30.720312 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 56982) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:30.760056 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-5508cb07-9a38-4ce3-aac9-2e6fa29edf2a tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] 10.222.0.64 "GET /v2.0/ports?device_id=53ec6c39-bd16-4ea9-b4eb-3445917993c0 HTTP/1.1" status: 200 len: 205 time: 0.0384064 Oct 20 10:58:30.762875 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 56984) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:30.774894 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7cfd9d-e5d8-451f-a1b7-4fefb9df5bc6 service neutron] Pushing event updated for resources: {'Port': ['ID=7fbdf689-3db1-4886-929a-0e9dd6b47aac,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:30.823646 n-d-811396-3 neutron-server[100597]: INFO neutron.api.v2.resource [None req-1cd86603-1455-4db7-a2f8-b3c8985ae40e tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] delete failed (client error): The resource could not be found. Oct 20 10:58:30.824810 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-1cd86603-1455-4db7-a2f8-b3c8985ae40e tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] 10.222.0.64 "DELETE /v2.0/routers/53ec6c39-bd16-4ea9-b4eb-3445917993c0 HTTP/1.1" status: 404 len: 336 time: 0.0608685 Oct 20 10:58:30.827487 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 56986) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:30.840088 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:30.870956 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-aedbe712-f89b-42a0-98e1-46479580d5a3 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] DELETE failed (client error): The resource could not be found. Oct 20 10:58:30.871543 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aedbe712-f89b-42a0-98e1-46479580d5a3 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:58:30.876695 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-aedbe712-f89b-42a0-98e1-46479580d5a3 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] 10.222.0.64 "DELETE /v2.0/subnets/d5d2da90-b53f-4f89-8ad9-6743de70bccc HTTP/1.1" status: 404 len: 337 time: 0.0479217 Oct 20 10:58:30.883437 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 56988) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:30.884248 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e1ba910-cb23-451c-8412-6f8f19bfccd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '617d496b-16d1-46b1-b811-dc4493951611'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:58:30.886571 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1af45c34-35b5-446f-a0e2-b997596d9193" -d '{"events": [{"server_uuid": "1e1ba910-cb23-451c-8412-6f8f19bfccd2", "name": "network-vif-plugged", "status": "completed", "tag": "617d496b-16d1-46b1-b811-dc4493951611"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:58:30.907681 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 617d496b-16d1-46b1-b811-dc4493951611, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=617d496b-16d1-46b1-b811-dc4493951611,segment=NetworkSegment(454bfc68-3d11-4849-8508-1d19e9dea5ec),segment_id=454bfc68-3d11-4849-8508-1d19e9dea5ec)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:58:30.913266 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:30.923198 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-657394ef-e884-44dc-9fab-c96cdb1ffeb1 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] 10.222.0.64 "GET /v2.0/ports?device_id=55158235-1db8-4a3f-a3eb-1f67b3155ee7 HTTP/1.1" status: 200 len: 205 time: 0.0379255 Oct 20 10:58:30.923840 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 56992) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:30.970961 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec7ca5d1-8fa1-49c8-ac0a-6bd030ae2a62 x-openstack-request-id: req-ec7ca5d1-8fa1-49c8-ac0a-6bd030ae2a62 {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:58:30.971256 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e1ba910-cb23-451c-8412-6f8f19bfccd2", "name": "network-vif-plugged", "status": "completed", "tag": "617d496b-16d1-46b1-b811-dc4493951611", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:58:30.971578 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ec7ca5d1-8fa1-49c8-ac0a-6bd030ae2a62 {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:58:30.972855 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e1ba910-cb23-451c-8412-6f8f19bfccd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '617d496b-16d1-46b1-b811-dc4493951611', 'code': 200} Oct 20 10:58:31.020279 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8dbfb77-dae5-4814-859b-0deb8fe2ee4e tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Router c5c6c05e-0dbe-4de8-a9ec-ede697444de7 is scheduled to L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 with binding_index 1 {{(pid=100597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 10:58:31.042143 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=617d496b-16d1-46b1-b811-dc4493951611,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:31.051353 n-d-811396-3 neutron-server[100596]: INFO neutron.api.v2.resource [None req-f045d0b4-42ea-4bf6-af03-1070f826cd5b tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] delete failed (client error): The resource could not be found. Oct 20 10:58:31.052811 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-f045d0b4-42ea-4bf6-af03-1070f826cd5b tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] 10.222.0.64 "DELETE /v2.0/routers/55158235-1db8-4a3f-a3eb-1f67b3155ee7 HTTP/1.1" status: 404 len: 336 time: 0.1212726 Oct 20 10:58:31.068222 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 56996) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:31.173136 n-d-811396-3 neutron-server[100596]: INFO neutron.pecan_wsgi.hooks.translation [None req-816bff98-9834-4122-9e57-8750ab22ab23 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] DELETE failed (client error): The resource could not be found. Oct 20 10:58:31.173136 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-816bff98-9834-4122-9e57-8750ab22ab23 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:58:31.178982 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8dbfb77-dae5-4814-859b-0deb8fe2ee4e tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:58:31.179157 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-816bff98-9834-4122-9e57-8750ab22ab23 tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] 10.222.0.64 "DELETE /v2.0/subnets/a4eae55e-abef-4a8c-9bdf-ba8729991d2d HTTP/1.1" status: 404 len: 337 time: 0.1069841 Oct 20 10:58:31.179254 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 56998) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:31.188832 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1b20dc-24f9-416c-9ff1-eb11cc4660d0 None None] Sync routers for ids ['c5c6c05e-0dbe-4de8-a9ec-ede697444de7'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:58:31.207052 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1b20dc-24f9-416c-9ff1-eb11cc4660d0 None None] Routers {'c5c6c05e-0dbe-4de8-a9ec-ede697444de7'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:58:31.210241 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-4f1b20dc-24f9-416c-9ff1-eb11cc4660d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:58:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['c5c6c05e-0dbe-4de8-a9ec-ede697444de7'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:31.216387 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-371917c6-3740-4701-9585-fb4b4b4d133d req-7c7cfd9d-e5d8-451f-a1b7-4fefb9df5bc6 service neutron] Attempting to bind port 7fbdf689-3db1-4886-929a-0e9dd6b47aac on host n-h1-811396-3 for vnic_type normal with profile {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:58:31.216724 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-371917c6-3740-4701-9585-fb4b4b4d133d req-7c7cfd9d-e5d8-451f-a1b7-4fefb9df5bc6 service neutron] Attempting to bind port 7fbdf689-3db1-4886-929a-0e9dd6b47aac by drivers openvswitch,hyperv on host n-h1-811396-3 at level 0 using segments [{'id': '7a7eba38-3a2c-4235-a145-c989dfc5d4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'b8b1e2be-5932-428e-a716-07af13af4e6c'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:58:31.217051 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-371917c6-3740-4701-9585-fb4b4b4d133d req-7c7cfd9d-e5d8-451f-a1b7-4fefb9df5bc6 service neutron] Attempting to bind port 7fbdf689-3db1-4886-929a-0e9dd6b47aac on network b8b1e2be-5932-428e-a716-07af13af4e6c {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:58:31.240328 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-b106b6fc-605c-43ab-8c48-0b07b311aaae tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] DELETE failed (client error): The resource could not be found. Oct 20 10:58:31.240786 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b106b6fc-605c-43ab-8c48-0b07b311aaae tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 10:58:31.252123 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-b106b6fc-605c-43ab-8c48-0b07b311aaae tempest-RoutersTest-659360249 tempest-RoutersTest-659360249-project] 10.222.0.64 "DELETE /v2.0/subnets/60bda438-617e-44dd-8b59-af8521afcf08 HTTP/1.1" status: 404 len: 337 time: 0.0643952 Oct 20 10:58:31.267297 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-371917c6-3740-4701-9585-fb4b4b4d133d req-7c7cfd9d-e5d8-451f-a1b7-4fefb9df5bc6 service neutron] Port 7fbdf689-3db1-4886-929a-0e9dd6b47aac on network b8b1e2be-5932-428e-a716-07af13af4e6c not bound, no agent of type Open vSwitch agent registered on host n-h1-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:58:31.267718 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-371917c6-3740-4701-9585-fb4b4b4d133d req-7c7cfd9d-e5d8-451f-a1b7-4fefb9df5bc6 service neutron] Attempting to bind port 7fbdf689-3db1-4886-929a-0e9dd6b47aac on network b8b1e2be-5932-428e-a716-07af13af4e6c {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:58:31.274436 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b8dbfb77-dae5-4814-859b-0deb8fe2ee4e tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for router, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:31.275705 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-b8dbfb77-dae5-4814-859b-0deb8fe2ee4e tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.9954076 Oct 20 10:58:31.278982 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 57006) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:31.302709 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-371917c6-3740-4701-9585-fb4b4b4d133d req-7c7cfd9d-e5d8-451f-a1b7-4fefb9df5bc6 service neutron] Checking agent: {'id': 'b707b4cc-061f-4cf4-bce0-0b3df9b7bec9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 58, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:58:31.303046 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-371917c6-3740-4701-9585-fb4b4b4d133d req-7c7cfd9d-e5d8-451f-a1b7-4fefb9df5bc6 service neutron] Checking segment: {'id': '7a7eba38-3a2c-4235-a145-c989dfc5d4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'b8b1e2be-5932-428e-a716-07af13af4e6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:58:31.305463 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-371917c6-3740-4701-9585-fb4b4b4d133d req-7c7cfd9d-e5d8-451f-a1b7-4fefb9df5bc6 service neutron] Bound using segment: {'id': '7a7eba38-3a2c-4235-a145-c989dfc5d4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'b8b1e2be-5932-428e-a716-07af13af4e6c'} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:58:31.305966 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-371917c6-3740-4701-9585-fb4b4b4d133d req-7c7cfd9d-e5d8-451f-a1b7-4fefb9df5bc6 service neutron] Bound port: 7fbdf689-3db1-4886-929a-0e9dd6b47aac, host: n-h1-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a7eba38-3a2c-4235-a145-c989dfc5d4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'b8b1e2be-5932-428e-a716-07af13af4e6c'}}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:58:31.306335 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-371917c6-3740-4701-9585-fb4b4b4d133d req-7c7cfd9d-e5d8-451f-a1b7-4fefb9df5bc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:31.322161 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba3f778-9996-4a7b-96be-7d51b14ccf27 req-90942bf9-df28-4e83-9ce7-8690053e2d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:31.325710 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7ba3f778-9996-4a7b-96be-7d51b14ccf27 req-90942bf9-df28-4e83-9ce7-8690053e2d92 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1e1ba910-cb23-451c-8412-6f8f19bfccd2 HTTP/1.1" status: 200 len: 1097 time: 0.2583249 Oct 20 10:58:31.356096 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-69a02626-2cd1-4365-befd-7a185c1fe5b4 tempest-TestNetworkAdvancedServerOps-535186383 tempest-TestNetworkAdvancedServerOps-535186383-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=ba79d3046aa84fd2ac89895f3514d2bd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0736971 Oct 20 10:58:31.359231 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 57008) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:31.364771 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14a617ef-56a1-4b31-8665-e924d0ff80fe tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:58:31.380974 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71ee38e-3605-4ea8-8e69-b8de354509fd None None] Sync routers for ids ['9712814c-5acb-4d48-bdc6-5a7d3130bc5d'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:58:31.393522 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71ee38e-3605-4ea8-8e69-b8de354509fd None None] Routers {'9712814c-5acb-4d48-bdc6-5a7d3130bc5d'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:58:31.394544 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-c71ee38e-3605-4ea8-8e69-b8de354509fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:58:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['9712814c-5acb-4d48-bdc6-5a7d3130bc5d'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:31.479660 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-14a617ef-56a1-4b31-8665-e924d0ff80fe tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for floatingip, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:31.515261 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-4f1b20dc-24f9-416c-9ff1-eb11cc4660d0 None None] Set router c5c6c05e-0dbe-4de8-a9ec-ede697444de7 gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:58:31.521715 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7ba3f778-9996-4a7b-96be-7d51b14ccf27 req-98c32e43-fabe-4a85-99c8-c7387b353f98 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=69f90560-754d-4655-8511-1cc906dc908c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836488 Oct 20 10:58:31.535819 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4884e12-6563-4389-96cf-de0af144cff6 tempest-TestNetworkAdvancedServerOps-535186383 tempest-TestNetworkAdvancedServerOps-535186383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:31.538249 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-a4884e12-6563-4389-96cf-de0af144cff6 tempest-TestNetworkAdvancedServerOps-535186383 tempest-TestNetworkAdvancedServerOps-535186383-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1778791 Oct 20 10:58:31.545952 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 57010) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:31.592800 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8f586e-1adf-4bdb-9910-c2dca2d7deac req-f02d7fad-fa30-417d-9231-9263b6f22ff1 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:31.603063 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ed8f586e-1adf-4bdb-9910-c2dca2d7deac req-f02d7fad-fa30-417d-9231-9263b6f22ff1 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e1ba910-cb23-451c-8412-6f8f19bfccd2 HTTP/1.1" status: 200 len: 946 time: 0.2742255 Oct 20 10:58:31.605685 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-c71ee38e-3605-4ea8-8e69-b8de354509fd None None] Set router 9712814c-5acb-4d48-bdc6-5a7d3130bc5d gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:58:31.607810 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-14a617ef-56a1-4b31-8665-e924d0ff80fe tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.8559380 Oct 20 10:58:31.612546 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca6b8b02-8daa-4111-962a-e7a91c9a149e', 'tag': '3812c3a3-9d19-4847-83f9-467aa4852bfa'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:58:31.615233 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d559f9a-5930-4ca1-8cae-e2aa593a55f2" -d '{"events": [{"name": "network-changed", "server_uuid": "ca6b8b02-8daa-4111-962a-e7a91c9a149e", "tag": "3812c3a3-9d19-4847-83f9-467aa4852bfa"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:58:31.622686 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-551dd923-2b74-4f24-b706-c1082fa88a51 tempest-TestNetworkAdvancedServerOps-535186383 tempest-TestNetworkAdvancedServerOps-535186383-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=cbe170d3-31ba-45a2-b477-520ab0a7a8ea&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0732913 Oct 20 10:58:31.624520 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 57016) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:31.644540 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1e564f-6752-4a45-beaa-d0a52aa44682 req-077b2592-773d-457f-a379-40fe3efcfe31 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:31.646878 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0a1e564f-6752-4a45-beaa-d0a52aa44682 req-077b2592-773d-457f-a379-40fe3efcfe31 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=cf249b76-110b-4a6c-939c-271135c51ed5 HTTP/1.1" status: 200 len: 943 time: 0.3168261 Oct 20 10:58:31.715438 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-371917c6-3740-4701-9585-fb4b4b4d133d req-7c7cfd9d-e5d8-451f-a1b7-4fefb9df5bc6 service neutron] For port 7fbdf689-3db1-4886-929a-0e9dd6b47aac, host n-h1-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:58:31.730001 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-371917c6-3740-4701-9585-fb4b4b4d133d req-7c7cfd9d-e5d8-451f-a1b7-4fefb9df5bc6 service neutron] For port 7fbdf689-3db1-4886-929a-0e9dd6b47aac, host n-h1-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=7fbdf689-3db1-4886-929a-0e9dd6b47aac,segment=NetworkSegment(7a7eba38-3a2c-4235-a145-c989dfc5d4dc),segment_id=7a7eba38-3a2c-4235-a145-c989dfc5d4dc)] {{(pid=100596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:58:31.734206 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 57022) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:31.749310 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-371917c6-3740-4701-9585-fb4b4b4d133d req-7c7cfd9d-e5d8-451f-a1b7-4fefb9df5bc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:31.771362 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ed8f586e-1adf-4bdb-9910-c2dca2d7deac req-1034e6d2-98a4-4921-847e-c46cad3b7bb7 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/security-groups?id=69f90560-754d-4655-8511-1cc906dc908c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666796 Oct 20 10:58:31.806357 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0a1e564f-6752-4a45-beaa-d0a52aa44682 req-97f79c44-e6f2-467d-9f11-2398b530fd2c tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=7d9a6fe5-d7f3-4fa2-86d5-4c121918dfe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389449 Oct 20 10:58:31.829196 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371917c6-3740-4701-9585-fb4b4b4d133d req-7c7cfd9d-e5d8-451f-a1b7-4fefb9df5bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:31.829830 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-371917c6-3740-4701-9585-fb4b4b4d133d req-7c7cfd9d-e5d8-451f-a1b7-4fefb9df5bc6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:31.831948 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-371917c6-3740-4701-9585-fb4b4b4d133d req-7c7cfd9d-e5d8-451f-a1b7-4fefb9df5bc6 service neutron] 10.222.0.55 "PUT /v2.0/ports/7fbdf689-3db1-4886-929a-0e9dd6b47aac HTTP/1.1" status: 200 len: 1091 time: 2.4385853 Oct 20 10:58:31.862659 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7cfd9d-e5d8-451f-a1b7-4fefb9df5bc6 service neutron] Pushing event updated for resources: {'Port': ['ID=7fbdf689-3db1-4886-929a-0e9dd6b47aac,revision_number=3']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:31.915567 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-158fd486-96dd-4c31-bf12-694ae8ca5111 x-openstack-request-id: req-158fd486-96dd-4c31-bf12-694ae8ca5111 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:58:31.915943 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca6b8b02-8daa-4111-962a-e7a91c9a149e", "tag": "3812c3a3-9d19-4847-83f9-467aa4852bfa", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:58:31.916271 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-158fd486-96dd-4c31-bf12-694ae8ca5111 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:58:31.916752 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca6b8b02-8daa-4111-962a-e7a91c9a149e', 'tag': '3812c3a3-9d19-4847-83f9-467aa4852bfa', 'status': 'completed', 'code': 200} Oct 20 10:58:31.930396 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-4f1b20dc-24f9-416c-9ff1-eb11cc4660d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5c6c05e-0dbe-4de8-a9ec-ede697444de7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1671028435', 'tenant_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': '029810a0-0342-4648-be52-6ba35f82a305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:58:27Z', 'updated_at': '2021-10-20T10:58:30Z', 'revision_number': 3, 'project_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'gw_port': {'id': '029810a0-0342-4648-be52-6ba35f82a305', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:58:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5c6c05e-0dbe-4de8-a9ec-ede697444de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:58:28Z', 'updated_at': '2021-10-20T10:58:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:32.017265 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1b20dc-24f9-416c-9ff1-eb11cc4660d0 None None] Checking router: c5c6c05e-0dbe-4de8-a9ec-ede697444de7 for host: n-d-811396-3 {{(pid=100598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:58:32.018877 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1b20dc-24f9-416c-9ff1-eb11cc4660d0 None None] Updating router c5c6c05e-0dbe-4de8-a9ec-ede697444de7 port 029810a0-0342-4648-be52-6ba35f82a305 binding host n-d-811396-3 {{(pid=100598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 10:58:32.085801 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-4f1b20dc-24f9-416c-9ff1-eb11cc4660d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:32.165121 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 57028) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:32.167916 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-133329a1-6b4b-47ef-9ce4-6a4f29ab1549 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f889f0e78885417f8f60131724c64516&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4316244 Oct 20 10:58:32.185341 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-8d875b6e-3f56-4bd7-962f-4670660becde tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2005211371', 'network_id': '5344edc3-4337-4ef2-ba74-f68aceecbff7', 'project_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:58:32.198332 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-c71ee38e-3605-4ea8-8e69-b8de354509fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9712814c-5acb-4d48-bdc6-5a7d3130bc5d', 'name': 'tempest-TestVolumeBootPattern-1466241922-router', 'tenant_id': '304c84e5c7844b5cadef0d9d128b445c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': '796dafa4-6077-4393-8385-ff95473e2ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:47:24Z', 'updated_at': '2021-10-20T10:47:31Z', 'revision_number': 4, 'project_id': '304c84e5c7844b5cadef0d9d128b445c', 'gw_port': {'id': '796dafa4-6077-4393-8385-ff95473e2ed0', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:de:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9712814c-5acb-4d48-bdc6-5a7d3130bc5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2396, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:47:25Z', 'updated_at': '2021-10-20T10:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_floatingips': [{'id': 'db67535c-9a96-460d-b406-7ab5edf062a3', 'tenant_id': '304c84e5c7844b5cadef0d9d128b445c', 'floating_ip_address': '172.25.1.13', 'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'router_id': '9712814c-5acb-4d48-bdc6-5a7d3130bc5d', 'port_id': '3812c3a3-9d19-4847-83f9-467aa4852bfa', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0', 'mac_address': 'fa:16:3e:67:30:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca6b8b02-8daa-4111-962a-e7a91c9a149e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T10:58:27Z', 'updated_at': '2021-10-20T10:58:27Z', 'revision_number': 0, 'project_id': '304c84e5c7844b5cadef0d9d128b445c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41772678-6b00-4009-9ad8-5fc0a96c5fdd', 'name': '', 'network_id': 'cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0', 'tenant_id': '304c84e5c7844b5cadef0d9d128b445c', 'mac_address': 'fa:16:3e:94:7e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9712814c-5acb-4d48-bdc6-5a7d3130bc5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': '46305bfd-5c10-42c9-8afc-597f2425497e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:47:29Z', 'updated_at': '2021-10-20T10:47:38Z', 'revision_number': 5, 'project_id': '304c84e5c7844b5cadef0d9d128b445c', 'subnets': [{'id': '46305bfd-5c10-42c9-8afc-597f2425497e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:32.233898 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371917c6-3740-4701-9585-fb4b4b4d133d req-4473ef10-da1c-4255-af32-ae35bb1a0a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:32.239215 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-371917c6-3740-4701-9585-fb4b4b4d133d req-4473ef10-da1c-4255-af32-ae35bb1a0a9d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=376203cb7dec4dad9717307d6c606d33&device_id=cf249b76-110b-4a6c-939c-271135c51ed5 HTTP/1.1" status: 200 len: 1094 time: 0.2257314 Oct 20 10:58:32.241200 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d559f9a-5930-4ca1-8cae-e2aa593a55f2 req-fddc5771-d57a-454a-90af-b47ae0b0b4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:32.247720 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1d559f9a-5930-4ca1-8cae-e2aa593a55f2 req-fddc5771-d57a-454a-90af-b47ae0b0b4ab service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=304c84e5c7844b5cadef0d9d128b445c&device_id=ca6b8b02-8daa-4111-962a-e7a91c9a149e HTTP/1.1" status: 200 len: 1097 time: 0.3065488 Oct 20 10:58:32.262120 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71ee38e-3605-4ea8-8e69-b8de354509fd None None] Checking router: 9712814c-5acb-4d48-bdc6-5a7d3130bc5d for host: n-d-811396-3 {{(pid=100599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:58:32.279496 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71ee38e-3605-4ea8-8e69-b8de354509fd None None] Routers {'9712814c-5acb-4d48-bdc6-5a7d3130bc5d'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:58:32.280198 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-c71ee38e-3605-4ea8-8e69-b8de354509fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:58:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['9712814c-5acb-4d48-bdc6-5a7d3130bc5d'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:32.348220 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-371917c6-3740-4701-9585-fb4b4b4d133d req-a710772f-d628-4f83-a588-178da48ff4cc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7fbdf689-3db1-4886-929a-0e9dd6b47aac HTTP/1.1" status: 200 len: 217 time: 0.0841248 Oct 20 10:58:32.417795 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d875b6e-3f56-4bd7-962f-4670660becde tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Made reservation on behalf of ba79d3046aa84fd2ac89895f3514d2bd for: {'subnet': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:58:32.426271 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8d875b6e-3f56-4bd7-962f-4670660becde tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25350782'] for subnet, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:32.430539 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-c71ee38e-3605-4ea8-8e69-b8de354509fd None None] Set router 9712814c-5acb-4d48-bdc6-5a7d3130bc5d gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:58:32.446132 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0a8d3b10-8126-457a-840c-2038e6220dbe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:32.513439 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0a8d3b10-8126-457a-840c-2038e6220dbe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:32.530710 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371917c6-3740-4701-9585-fb4b4b4d133d req-b0910aaf-8c4b-44f4-886d-476be8c9ff88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:32.532680 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-371917c6-3740-4701-9585-fb4b4b4d133d req-b0910aaf-8c4b-44f4-886d-476be8c9ff88 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=437b47ec-4211-421c-828b-76408ce53dce HTTP/1.1" status: 200 len: 850 time: 0.1677308 Oct 20 10:58:32.615297 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-4f1b20dc-24f9-416c-9ff1-eb11cc4660d0 None None] Publish callbacks [] for port, precommit_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:32.622538 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-4f1b20dc-24f9-416c-9ff1-eb11cc4660d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:32.716477 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8d875b6e-3f56-4bd7-962f-4670660becde tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25350752'] for subnet, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:32.722921 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae4860-b2b0-4576-b46d-0c24dfb64e44 None None] Pushing event updated for resources: {'Port': ['ID=029810a0-0342-4648-be52-6ba35f82a305,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:32.749465 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-4f1b20dc-24f9-416c-9ff1-eb11cc4660d0 None None] Attempting to bind port 029810a0-0342-4648-be52-6ba35f82a305 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:58:32.750438 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-4f1b20dc-24f9-416c-9ff1-eb11cc4660d0 None None] Attempting to bind port 029810a0-0342-4648-be52-6ba35f82a305 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:58:32.750836 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1b20dc-24f9-416c-9ff1-eb11cc4660d0 None None] Attempting to bind port 029810a0-0342-4648-be52-6ba35f82a305 on network cbe170d3-31ba-45a2-b477-520ab0a7a8ea {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:58:32.760818 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1b20dc-24f9-416c-9ff1-eb11cc4660d0 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 58, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:58:32.761212 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1b20dc-24f9-416c-9ff1-eb11cc4660d0 None None] Checking segment: {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:58:32.762827 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-4f1b20dc-24f9-416c-9ff1-eb11cc4660d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:32.763311 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1b20dc-24f9-416c-9ff1-eb11cc4660d0 None None] Bound using segment: {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:58:32.764263 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-4f1b20dc-24f9-416c-9ff1-eb11cc4660d0 None None] Bound port: 029810a0-0342-4648-be52-6ba35f82a305, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:58:32.765385 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-4f1b20dc-24f9-416c-9ff1-eb11cc4660d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:32.843277 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d875b6e-3f56-4bd7-962f-4670660becde tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Checking segment: {'id': '7d8ef4de-e65b-4686-a877-a724da3cdefe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '5344edc3-4337-4ef2-ba74-f68aceecbff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:58:32.843896 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d875b6e-3f56-4bd7-962f-4670660becde tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Network hostable DHCP agents. Network: 5344edc3-4337-4ef2-ba74-f68aceecbff7, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:58:32.846006 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d875b6e-3f56-4bd7-962f-4670660becde tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Pushing event updated for resources: {'Subnet': ['ID=3625dd2d-c8cb-469b-902b-482698fe8483,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:32.871405 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d875b6e-3f56-4bd7-962f-4670660becde tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Network 5344edc3-4337-4ef2-ba74-f68aceecbff7 is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:58:32.885903 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-8d875b6e-3f56-4bd7-962f-4670660becde tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, 5344edc3-4337-4ef2-ba74-f68aceecbff7) {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:58:32.892359 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d875b6e-3f56-4bd7-962f-4670660becde tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:32.893128 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8d875b6e-3f56-4bd7-962f-4670660becde tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:32.897658 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf4282e1-08c5-4367-b9dd-6481f735c398 None None] Network 5344edc3-4337-4ef2-ba74-f68aceecbff7 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:58:32.926547 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-8d875b6e-3f56-4bd7-962f-4670660becde tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.2965467 Oct 20 10:58:32.938948 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 57034) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:33.086511 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-c71ee38e-3605-4ea8-8e69-b8de354509fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9712814c-5acb-4d48-bdc6-5a7d3130bc5d', 'name': 'tempest-TestVolumeBootPattern-1466241922-router', 'tenant_id': '304c84e5c7844b5cadef0d9d128b445c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': '796dafa4-6077-4393-8385-ff95473e2ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:47:24Z', 'updated_at': '2021-10-20T10:47:31Z', 'revision_number': 4, 'project_id': '304c84e5c7844b5cadef0d9d128b445c', 'gw_port': {'id': '796dafa4-6077-4393-8385-ff95473e2ed0', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:de:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9712814c-5acb-4d48-bdc6-5a7d3130bc5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2396, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:47:25Z', 'updated_at': '2021-10-20T10:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_floatingips': [{'id': 'db67535c-9a96-460d-b406-7ab5edf062a3', 'tenant_id': '304c84e5c7844b5cadef0d9d128b445c', 'floating_ip_address': '172.25.1.13', 'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'router_id': '9712814c-5acb-4d48-bdc6-5a7d3130bc5d', 'port_id': '3812c3a3-9d19-4847-83f9-467aa4852bfa', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0', 'mac_address': 'fa:16:3e:67:30:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca6b8b02-8daa-4111-962a-e7a91c9a149e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T10:58:27Z', 'updated_at': '2021-10-20T10:58:27Z', 'revision_number': 0, 'project_id': '304c84e5c7844b5cadef0d9d128b445c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41772678-6b00-4009-9ad8-5fc0a96c5fdd', 'name': '', 'network_id': 'cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0', 'tenant_id': '304c84e5c7844b5cadef0d9d128b445c', 'mac_address': 'fa:16:3e:94:7e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9712814c-5acb-4d48-bdc6-5a7d3130bc5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': '46305bfd-5c10-42c9-8afc-597f2425497e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:47:29Z', 'updated_at': '2021-10-20T10:47:38Z', 'revision_number': 5, 'project_id': '304c84e5c7844b5cadef0d9d128b445c', 'subnets': [{'id': '46305bfd-5c10-42c9-8afc-597f2425497e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:33.119113 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71ee38e-3605-4ea8-8e69-b8de354509fd None None] The sync data for ids ['9712814c-5acb-4d48-bdc6-5a7d3130bc5d'] in n-d-811396-3 is: [{'id': '9712814c-5acb-4d48-bdc6-5a7d3130bc5d', 'name': 'tempest-TestVolumeBootPattern-1466241922-router', 'tenant_id': '304c84e5c7844b5cadef0d9d128b445c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': '796dafa4-6077-4393-8385-ff95473e2ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:47:24Z', 'updated_at': '2021-10-20T10:47:31Z', 'revision_number': 4, 'project_id': '304c84e5c7844b5cadef0d9d128b445c', 'gw_port': {'id': '796dafa4-6077-4393-8385-ff95473e2ed0', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:de:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9712814c-5acb-4d48-bdc6-5a7d3130bc5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2396, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:47:25Z', 'updated_at': '2021-10-20T10:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_floatingips': [{'id': 'db67535c-9a96-460d-b406-7ab5edf062a3', 'tenant_id': '304c84e5c7844b5cadef0d9d128b445c', 'floating_ip_address': '172.25.1.13', 'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'router_id': '9712814c-5acb-4d48-bdc6-5a7d3130bc5d', 'port_id': '3812c3a3-9d19-4847-83f9-467aa4852bfa', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0', 'mac_address': 'fa:16:3e:67:30:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca6b8b02-8daa-4111-962a-e7a91c9a149e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T10:58:27Z', 'updated_at': '2021-10-20T10:58:27Z', 'revision_number': 0, 'project_id': '304c84e5c7844b5cadef0d9d128b445c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41772678-6b00-4009-9ad8-5fc0a96c5fdd', 'name': '', 'network_id': 'cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0', 'tenant_id': '304c84e5c7844b5cadef0d9d128b445c', 'mac_address': 'fa:16:3e:94:7e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9712814c-5acb-4d48-bdc6-5a7d3130bc5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': '46305bfd-5c10-42c9-8afc-597f2425497e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:47:29Z', 'updated_at': '2021-10-20T10:47:38Z', 'revision_number': 5, 'project_id': '304c84e5c7844b5cadef0d9d128b445c', 'subnets': [{'id': '46305bfd-5c10-42c9-8afc-597f2425497e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:58:33.123751 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-4f1b20dc-24f9-416c-9ff1-eb11cc4660d0 None None] For port 029810a0-0342-4648-be52-6ba35f82a305, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:58:33.130754 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f93c5e77-c9eb-4ceb-ab8b-be600ae9ae10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524064ba-869c-5550-b826-c26b69a11278-5344edc3-4337-4ef2-ba74-f68aceecbff7', 'network_id': '5344edc3-4337-4ef2-ba74-f68aceecbff7', 'tenant_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'fixed_ips': [{'subnet_id': '3625dd2d-c8cb-469b-902b-482698fe8483'}]}} from n-d-811396-3. {{(pid=100598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:58:33.131834 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-f93c5e77-c9eb-4ceb-ab8b-be600ae9ae10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:33.239315 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d559f9a-5930-4ca1-8cae-e2aa593a55f2 req-380e1798-a365-4d5f-a4ee-1bcb0a776dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:33.240863 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1d559f9a-5930-4ca1-8cae-e2aa593a55f2 req-380e1798-a365-4d5f-a4ee-1bcb0a776dda service neutron] 10.222.0.69 "GET /v2.0/networks?id=cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0 HTTP/1.1" status: 200 len: 913 time: 0.9806612 Oct 20 10:58:33.279718 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-4f1b20dc-24f9-416c-9ff1-eb11cc4660d0 None None] For port 029810a0-0342-4648-be52-6ba35f82a305, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=029810a0-0342-4648-be52-6ba35f82a305,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:58:33.286188 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-4f1b20dc-24f9-416c-9ff1-eb11cc4660d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:33.415418 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1b20dc-24f9-416c-9ff1-eb11cc4660d0 None None] Routers {'c5c6c05e-0dbe-4de8-a9ec-ede697444de7'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:58:33.416072 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-4f1b20dc-24f9-416c-9ff1-eb11cc4660d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:58:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['c5c6c05e-0dbe-4de8-a9ec-ede697444de7'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:33.467846 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae4860-b2b0-4576-b46d-0c24dfb64e44 None None] Pushing event updated for resources: {'Port': ['ID=029810a0-0342-4648-be52-6ba35f82a305,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:33.486268 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1d559f9a-5930-4ca1-8cae-e2aa593a55f2 req-e5844e58-647c-4554-92d4-41f4bbe7311d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3812c3a3-9d19-4847-83f9-467aa4852bfa HTTP/1.1" status: 200 len: 999 time: 0.1880820 Oct 20 10:58:33.504191 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-f93c5e77-c9eb-4ceb-ab8b-be600ae9ae10 None None] Allocated IP 172.20.0.2 (5344edc3-4337-4ef2-ba74-f68aceecbff7/3625dd2d-c8cb-469b-902b-482698fe8483/dd7dd247-3d80-4b42-9814-43beec5f3536) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:58:33.523050 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371917c6-3740-4701-9585-fb4b4b4d133d req-fc61352f-6276-4971-933e-62a840f6ec1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:33.525048 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-371917c6-3740-4701-9585-fb4b4b4d133d req-fc61352f-6276-4971-933e-62a840f6ec1a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b8b1e2be-5932-428e-a716-07af13af4e6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9766321 Oct 20 10:58:33.555337 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e2bd5b-fdd4-4351-9a60-93d1c19b9e98 req-c1edae3e-64eb-4185-9851-f20926f62a01 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:33.557035 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-59e2bd5b-fdd4-4351-9a60-93d1c19b9e98 req-c1edae3e-64eb-4185-9851-f20926f62a01 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e1ba910-cb23-451c-8412-6f8f19bfccd2 HTTP/1.1" status: 200 len: 946 time: 0.3488624 Oct 20 10:58:33.566224 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d563f0-fced-4397-861e-aab8902b6b22 None None] New status for floating IP db67535c-9a96-460d-b406-7ab5edf062a3: ACTIVE {{(pid=100598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 10:58:33.577943 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c652ee51-5d90-4ddf-9a5c-23934d4b0d92 req-64b3f2f0-ba5b-4544-86af-726d029b6cdb tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:33.579718 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c652ee51-5d90-4ddf-9a5c-23934d4b0d92 req-64b3f2f0-ba5b-4544-86af-726d029b6cdb tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=cf249b76-110b-4a6c-939c-271135c51ed5 HTTP/1.1" status: 200 len: 943 time: 0.3727567 Oct 20 10:58:33.592211 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0a8d3b10-8126-457a-840c-2038e6220dbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:33.595536 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0a8d3b10-8126-457a-840c-2038e6220dbe admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:33.596748 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-0a8d3b10-8126-457a-840c-2038e6220dbe admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ad1956b6-afe2-4855-a036-8c1b99ffd36e HTTP/1.1" status: 204 len: 168 time: 1.4270151 Oct 20 10:58:33.676534 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8d3b10-8126-457a-840c-2038e6220dbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad1956b6-afe2-4855-a036-8c1b99ffd36e,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:33.698241 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c54d5dbe-4085-4aa5-b756-785861e3d469 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:33.717917 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d559f9a-5930-4ca1-8cae-e2aa593a55f2 req-06951618-e8e7-45c0-b065-1472b9d59d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:33.720118 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1d559f9a-5930-4ca1-8cae-e2aa593a55f2 req-06951618-e8e7-45c0-b065-1472b9d59d98 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=46305bfd-5c10-42c9-8afc-597f2425497e HTTP/1.1" status: 200 len: 851 time: 0.2230611 Oct 20 10:58:33.814771 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-59e2bd5b-fdd4-4351-9a60-93d1c19b9e98 req-d1ed5166-17f8-4ffd-b3bb-e8e70e26469a tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/security-groups?id=69f90560-754d-4655-8511-1cc906dc908c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337215 Oct 20 10:58:33.823727 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c652ee51-5d90-4ddf-9a5c-23934d4b0d92 req-35918f63-802f-4a07-bee4-678374bd27c3 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=7d9a6fe5-d7f3-4fa2-86d5-4c121918dfe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256458 Oct 20 10:58:33.831295 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-a7baa42c-6918-402a-bbd0-cd2788006155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:33.853310 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-371917c6-3740-4701-9585-fb4b4b4d133d req-8785447d-9236-4ae4-9508-185cb7dbfb1a service neutron] 10.222.0.55 "GET /v2.0/networks/b8b1e2be-5932-428e-a716-07af13af4e6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2950327 Oct 20 10:58:33.875364 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d559f9a-5930-4ca1-8cae-e2aa593a55f2 req-6b403bfd-6255-4ee3-a77f-5b75b9493786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:33.876984 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1d559f9a-5930-4ca1-8cae-e2aa593a55f2 req-6b403bfd-6255-4ee3-a77f-5b75b9493786 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1422751 Oct 20 10:58:33.894097 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [req-1d559f9a-5930-4ca1-8cae-e2aa593a55f2 req-5cb7303b-5ea5-4d09-9928-119e21c15d2a service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 10:58:33.895422 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1d559f9a-5930-4ca1-8cae-e2aa593a55f2 req-5cb7303b-5ea5-4d09-9928-119e21c15d2a service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0074883 Oct 20 10:58:33.903737 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-4f1b20dc-24f9-416c-9ff1-eb11cc4660d0 None None] Set router c5c6c05e-0dbe-4de8-a9ec-ede697444de7 gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:58:33.917931 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf249b76-110b-4a6c-939c-271135c51ed5', 'tag': '7fbdf689-3db1-4886-929a-0e9dd6b47aac'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:58:33.920521 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aa9c063-6d42-4d85-8d38-429bbfc91a0c" -d '{"events": [{"name": "network-changed", "server_uuid": "cf249b76-110b-4a6c-939c-271135c51ed5", "tag": "7fbdf689-3db1-4886-929a-0e9dd6b47aac"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:58:34.007595 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f2aaced-0177-4481-9c73-1d5ac3f2c70c x-openstack-request-id: req-0f2aaced-0177-4481-9c73-1d5ac3f2c70c {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:58:34.008034 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf249b76-110b-4a6c-939c-271135c51ed5", "tag": "7fbdf689-3db1-4886-929a-0e9dd6b47aac", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:58:34.008381 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0f2aaced-0177-4481-9c73-1d5ac3f2c70c {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:58:34.008869 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf249b76-110b-4a6c-939c-271135c51ed5', 'tag': '7fbdf689-3db1-4886-929a-0e9dd6b47aac', 'status': 'completed', 'code': 200} Oct 20 10:58:34.093305 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-371917c6-3740-4701-9585-fb4b4b4d133d req-3c18588f-3da5-40ec-a60d-c30916713c70 service neutron] 10.222.0.55 "GET /v2.0/networks/b8b1e2be-5932-428e-a716-07af13af4e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311330 Oct 20 10:58:34.124896 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1d559f9a-5930-4ca1-8cae-e2aa593a55f2 req-17206369-d5dd-4eb5-b343-0c360f70f801 service neutron] 10.222.0.69 "GET /v2.0/networks/cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157805 Oct 20 10:58:34.301226 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa9c063-6d42-4d85-8d38-429bbfc91a0c req-e24a6825-46e1-4950-baa5-eb5392949fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:34.305112 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3aa9c063-6d42-4d85-8d38-429bbfc91a0c req-e24a6825-46e1-4950-baa5-eb5392949fb4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=376203cb7dec4dad9717307d6c606d33&device_id=cf249b76-110b-4a6c-939c-271135c51ed5 HTTP/1.1" status: 200 len: 1094 time: 0.0977237 Oct 20 10:58:34.313578 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1d559f9a-5930-4ca1-8cae-e2aa593a55f2 req-60289768-db94-44dd-b24e-e24ef4b7d15f service neutron] 10.222.0.69 "GET /v2.0/networks/cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795385 Oct 20 10:58:34.479129 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa9c063-6d42-4d85-8d38-429bbfc91a0c req-2fc66737-42c9-4362-82a6-b5929732574a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:34.489002 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-4f1b20dc-24f9-416c-9ff1-eb11cc4660d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5c6c05e-0dbe-4de8-a9ec-ede697444de7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1671028435', 'tenant_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': '029810a0-0342-4648-be52-6ba35f82a305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:58:27Z', 'updated_at': '2021-10-20T10:58:30Z', 'revision_number': 3, 'project_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'gw_port': {'id': '029810a0-0342-4648-be52-6ba35f82a305', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:58:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5c6c05e-0dbe-4de8-a9ec-ede697444de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:58:28Z', 'updated_at': '2021-10-20T10:58:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:34.495225 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3aa9c063-6d42-4d85-8d38-429bbfc91a0c req-2fc66737-42c9-4362-82a6-b5929732574a service neutron] 10.222.0.55 "GET /v2.0/networks?id=b8b1e2be-5932-428e-a716-07af13af4e6c HTTP/1.1" status: 200 len: 912 time: 0.1676025 Oct 20 10:58:34.530020 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1b20dc-24f9-416c-9ff1-eb11cc4660d0 None None] The sync data for ids ['c5c6c05e-0dbe-4de8-a9ec-ede697444de7'] in n-d-811396-3 is: [{'id': 'c5c6c05e-0dbe-4de8-a9ec-ede697444de7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1671028435', 'tenant_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': '029810a0-0342-4648-be52-6ba35f82a305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:58:27Z', 'updated_at': '2021-10-20T10:58:30Z', 'revision_number': 3, 'project_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'gw_port': {'id': '029810a0-0342-4648-be52-6ba35f82a305', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:58:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5c6c05e-0dbe-4de8-a9ec-ede697444de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:58:28Z', 'updated_at': '2021-10-20T10:58:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:58:34.551631 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-f93c5e77-c9eb-4ceb-ab8b-be600ae9ae10 None None] Publish callbacks [] for port, precommit_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:34.572650 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3aa9c063-6d42-4d85-8d38-429bbfc91a0c req-39ace8ec-550b-40e4-bcf8-f97f202a6791 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7fbdf689-3db1-4886-929a-0e9dd6b47aac HTTP/1.1" status: 200 len: 217 time: 0.0764899 Oct 20 10:58:34.586341 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-f93c5e77-c9eb-4ceb-ab8b-be600ae9ae10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:34.650062 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa9c063-6d42-4d85-8d38-429bbfc91a0c req-4c7eab30-2f1e-410b-84d2-e6ce7e95ea53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:34.652141 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3aa9c063-6d42-4d85-8d38-429bbfc91a0c req-4c7eab30-2f1e-410b-84d2-e6ce7e95ea53 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=437b47ec-4211-421c-828b-76408ce53dce HTTP/1.1" status: 200 len: 850 time: 0.0692239 Oct 20 10:58:34.673983 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f93c5e77-c9eb-4ceb-ab8b-be600ae9ae10 None None] Network 5344edc3-4337-4ef2-ba74-f68aceecbff7 is already hosted by enough agents. {{(pid=100598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:58:34.682155 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.base_scheduler [None req-f93c5e77-c9eb-4ceb-ab8b-be600ae9ae10 None None] Resources bound (agent type, host, resource id): {{(pid=100598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:58:34.691062 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93c5e77-c9eb-4ceb-ab8b-be600ae9ae10 None None] Received port after_create {{(pid=100598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:58:34.700144 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-c54d5dbe-4085-4aa5-b756-785861e3d469 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Allocated IP 172.20.0.1 (5344edc3-4337-4ef2-ba74-f68aceecbff7/3625dd2d-c8cb-469b-902b-482698fe8483/2b4b7910-9c57-4220-ac45-1a7f58a0eb67) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:58:34.719661 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93c5e77-c9eb-4ceb-ab8b-be600ae9ae10 None None] Pushing event updated for resources: {'Port': ['ID=dd7dd247-3d80-4b42-9814-43beec5f3536,revision_number=1']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:34.748924 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa9c063-6d42-4d85-8d38-429bbfc91a0c req-b07ddb91-3091-4da8-a6b7-cafdddbf551d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:34.750733 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3aa9c063-6d42-4d85-8d38-429bbfc91a0c req-b07ddb91-3091-4da8-a6b7-cafdddbf551d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b8b1e2be-5932-428e-a716-07af13af4e6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0888343 Oct 20 10:58:34.780531 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-f93c5e77-c9eb-4ceb-ab8b-be600ae9ae10 None None] Attempting to bind port dd7dd247-3d80-4b42-9814-43beec5f3536 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:58:34.780778 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-f93c5e77-c9eb-4ceb-ab8b-be600ae9ae10 None None] Attempting to bind port dd7dd247-3d80-4b42-9814-43beec5f3536 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '7d8ef4de-e65b-4686-a877-a724da3cdefe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '5344edc3-4337-4ef2-ba74-f68aceecbff7'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:58:34.781146 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93c5e77-c9eb-4ceb-ab8b-be600ae9ae10 None None] Attempting to bind port dd7dd247-3d80-4b42-9814-43beec5f3536 on network 5344edc3-4337-4ef2-ba74-f68aceecbff7 {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:58:34.787611 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93c5e77-c9eb-4ceb-ab8b-be600ae9ae10 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 58, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:58:34.787995 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93c5e77-c9eb-4ceb-ab8b-be600ae9ae10 None None] Checking segment: {'id': '7d8ef4de-e65b-4686-a877-a724da3cdefe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '5344edc3-4337-4ef2-ba74-f68aceecbff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:58:34.788402 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-f93c5e77-c9eb-4ceb-ab8b-be600ae9ae10 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:34.788796 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93c5e77-c9eb-4ceb-ab8b-be600ae9ae10 None None] Bound using segment: {'id': '7d8ef4de-e65b-4686-a877-a724da3cdefe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '5344edc3-4337-4ef2-ba74-f68aceecbff7'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:58:34.789271 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-f93c5e77-c9eb-4ceb-ab8b-be600ae9ae10 None None] Bound port: dd7dd247-3d80-4b42-9814-43beec5f3536, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d8ef4de-e65b-4686-a877-a724da3cdefe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '5344edc3-4337-4ef2-ba74-f68aceecbff7'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:58:34.789662 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-f93c5e77-c9eb-4ceb-ab8b-be600ae9ae10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:34.905897 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-f93c5e77-c9eb-4ceb-ab8b-be600ae9ae10 None None] For port dd7dd247-3d80-4b42-9814-43beec5f3536, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:58:34.912721 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-f93c5e77-c9eb-4ceb-ab8b-be600ae9ae10 None None] For port dd7dd247-3d80-4b42-9814-43beec5f3536, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=dd7dd247-3d80-4b42-9814-43beec5f3536,segment=NetworkSegment(7d8ef4de-e65b-4686-a877-a724da3cdefe),segment_id=7d8ef4de-e65b-4686-a877-a724da3cdefe)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:58:34.923707 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-f93c5e77-c9eb-4ceb-ab8b-be600ae9ae10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:34.943318 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3aa9c063-6d42-4d85-8d38-429bbfc91a0c req-cb2f5bca-cccd-411b-8731-64fa14307b3b service neutron] 10.222.0.55 "GET /v2.0/networks/b8b1e2be-5932-428e-a716-07af13af4e6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831858 Oct 20 10:58:34.992499 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c54d5dbe-4085-4aa5-b756-785861e3d469 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:34.993837 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 57068) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:35.100695 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93c5e77-c9eb-4ceb-ab8b-be600ae9ae10 None None] Pushing event updated for resources: {'Port': ['ID=dd7dd247-3d80-4b42-9814-43beec5f3536,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:35.144271 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c54d5dbe-4085-4aa5-b756-785861e3d469 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:35.217748 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c54d5dbe-4085-4aa5-b756-785861e3d469 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Network 5344edc3-4337-4ef2-ba74-f68aceecbff7 is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:58:35.222861 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-c54d5dbe-4085-4aa5-b756-785861e3d469 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:58:35.225753 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54d5dbe-4085-4aa5-b756-785861e3d469 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:58:35.268008 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-1dd42428-ddce-4e53-a92b-96b9bebc1ccc tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] Request body: {'security_group': {'name': 'default'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:58:35.268479 n-d-811396-3 neutron-server[100597]: WARNING neutron.api.v2.base [None req-1dd42428-ddce-4e53-a92b-96b9bebc1ccc tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 20 10:58:35.269624 n-d-811396-3 neutron-server[100597]: INFO neutron.api.v2.resource [None req-1dd42428-ddce-4e53-a92b-96b9bebc1ccc tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] create failed (client error): There was a conflict when trying to complete your request. Oct 20 10:58:35.274013 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-1dd42428-ddce-4e53-a92b-96b9bebc1ccc tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2703078 Oct 20 10:58:35.274436 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 57072) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:35.282844 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-d92e0caa-78af-4df5-a526-5d999df258f9 tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] Request body: {'security_group': {'name': 'tempest-secgroup--1520550598'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:58:35.296659 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54d5dbe-4085-4aa5-b756-785861e3d469 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Pushing event updated for resources: {'Port': ['ID=2b4b7910-9c57-4220-ac45-1a7f58a0eb67,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:35.325588 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808ef73a-adc9-476d-89e2-f53d712d2f57 req-e88ec9c7-73a8-4229-b0ed-acd7b494026d tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:35.327191 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-808ef73a-adc9-476d-89e2-f53d712d2f57 req-e88ec9c7-73a8-4229-b0ed-acd7b494026d tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e1ba910-cb23-451c-8412-6f8f19bfccd2 HTTP/1.1" status: 200 len: 946 time: 0.3555510 Oct 20 10:58:35.333943 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c54d5dbe-4085-4aa5-b756-785861e3d469 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1774540'] for router_interface, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:35.334541 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3aa9c063-6d42-4d85-8d38-429bbfc91a0c req-f77c839c-4bea-4466-a25e-48a569117301 service neutron] 10.222.0.55 "GET /v2.0/networks/b8b1e2be-5932-428e-a716-07af13af4e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3522506 Oct 20 10:58:35.373694 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eae83e1-549c-4548-ac38-12469b3a33d3 req-c78590f9-aa3c-4d3d-b719-1f5d788a1713 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:35.376247 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6eae83e1-549c-4548-ac38-12469b3a33d3 req-c78590f9-aa3c-4d3d-b719-1f5d788a1713 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=cf249b76-110b-4a6c-939c-271135c51ed5 HTTP/1.1" status: 200 len: 943 time: 0.3573890 Oct 20 10:58:35.382552 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d92e0caa-78af-4df5-a526-5d999df258f9 tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:35.405532 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d92e0caa-78af-4df5-a526-5d999df258f9 tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:35.531110 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-808ef73a-adc9-476d-89e2-f53d712d2f57 req-3c255efb-e64f-41ce-b7fd-e8d03440cf19 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/security-groups?id=69f90560-754d-4655-8511-1cc906dc908c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854577 Oct 20 10:58:35.586956 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6eae83e1-549c-4548-ac38-12469b3a33d3 req-b18d34af-7a0e-4a15-b3ea-6ee8344f7c03 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=7d9a6fe5-d7f3-4fa2-86d5-4c121918dfe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023494 Oct 20 10:58:35.635203 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c54d5dbe-4085-4aa5-b756-785861e3d469 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:35.691326 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d92e0caa-78af-4df5-a526-5d999df258f9 tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:35.719910 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d92e0caa-78af-4df5-a526-5d999df258f9 tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:35.740192 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80df02e2-f427-4428-b31e-6a88b89c2368 req-98362610-656a-42e2-b0e8-02094a938e5b tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:35.742836 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-80df02e2-f427-4428-b31e-6a88b89c2368 req-98362610-656a-42e2-b0e8-02094a938e5b tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e1ba910-cb23-451c-8412-6f8f19bfccd2 HTTP/1.1" status: 200 len: 946 time: 0.0935681 Oct 20 10:58:35.776659 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92e0caa-78af-4df5-a526-5d999df258f9 tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bffbce31-2513-4f17-ae4b-2069c9188890,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:35.798639 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-80df02e2-f427-4428-b31e-6a88b89c2368 req-5561e4c2-dfc9-496f-91ee-0eb0fe8afe81 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/security-groups?id=69f90560-754d-4655-8511-1cc906dc908c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444038 Oct 20 10:58:35.933005 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d92e0caa-78af-4df5-a526-5d999df258f9 tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:35.941085 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d92e0caa-78af-4df5-a526-5d999df258f9 tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:36.014128 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d92e0caa-78af-4df5-a526-5d999df258f9 tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:36.018172 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-d92e0caa-78af-4df5-a526-5d999df258f9 tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7401083 Oct 20 10:58:36.018527 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 57082) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:36.024732 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-2d668650-1c23-4140-8bc5-bed8b8369528 tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] Request body: {'security_group_rule': {'security_group_id': 'e213e87d-60e6-4f8d-9508-00c309180eb4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:58:36.027481 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92e0caa-78af-4df5-a526-5d999df258f9 tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e213e87d-60e6-4f8d-9508-00c309180eb4,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:36.065329 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2d668650-1c23-4140-8bc5-bed8b8369528 tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:36.153131 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-608b1648-9e60-4d42-b710-a983f5a25eff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:36.172075 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c54d5dbe-4085-4aa5-b756-785861e3d469 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for port, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:36.177554 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2d668650-1c23-4140-8bc5-bed8b8369528 tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:36.180318 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c54d5dbe-4085-4aa5-b756-785861e3d469 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:36.190231 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6a4629-cac1-4346-b418-61d58494cb25 req-4bbaeb6e-a9ef-4206-8157-8a3256f20a23 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:36.191974 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-aa6a4629-cac1-4346-b418-61d58494cb25 req-4bbaeb6e-a9ef-4206-8157-8a3256f20a23 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e1ba910-cb23-451c-8412-6f8f19bfccd2 HTTP/1.1" status: 200 len: 946 time: 0.0997410 Oct 20 10:58:36.192652 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2d668650-1c23-4140-8bc5-bed8b8369528 tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:36.221933 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d668650-1c23-4140-8bc5-bed8b8369528 tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc05254e-ce18-4b4f-ae31-34054bfcd88b,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:36.251628 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2d668650-1c23-4140-8bc5-bed8b8369528 tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:36.253321 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-2d668650-1c23-4140-8bc5-bed8b8369528 tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2321036 Oct 20 10:58:36.256142 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 57084) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:36.272479 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54d5dbe-4085-4aa5-b756-785861e3d469 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Pushing event updated for resources: {'Port': ['ID=2b4b7910-9c57-4220-ac45-1a7f58a0eb67,revision_number=2']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:36.274247 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-8b29f334-afd4-4b6c-908f-b456ffddda4e tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] Request body: {'security_group_rule': {'security_group_id': 'e213e87d-60e6-4f8d-9508-00c309180eb4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:58:36.287640 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-aa6a4629-cac1-4346-b418-61d58494cb25 req-29c30a97-0459-40c2-9693-7402d0ed6732 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/security-groups?id=69f90560-754d-4655-8511-1cc906dc908c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781891 Oct 20 10:58:36.318001 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c54d5dbe-4085-4aa5-b756-785861e3d469 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1774432'] for router_interface, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:36.322865 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8b29f334-afd4-4b6c-908f-b456ffddda4e tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:36.394839 n-d-811396-3 neutron-server[100596]: INFO neutron.api.v2.resource [None req-8b29f334-afd4-4b6c-908f-b456ffddda4e tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] create failed (client error): There was a conflict when trying to complete your request. Oct 20 10:58:36.398755 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-8b29f334-afd4-4b6c-908f-b456ffddda4e tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1389570 Oct 20 10:58:36.399081 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 57086) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:36.439895 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c54d5dbe-4085-4aa5-b756-785861e3d469 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Network 5344edc3-4337-4ef2-ba74-f68aceecbff7 is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:58:36.441968 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-c54d5dbe-4085-4aa5-b756-785861e3d469 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:58:36.480852 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8686ee10-90ab-441d-a0c3-dd0c95562895 tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:36.514390 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8686ee10-90ab-441d-a0c3-dd0c95562895 tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:36.602083 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8686ee10-90ab-441d-a0c3-dd0c95562895 tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:36.603746 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaae36ed-2964-4b78-84ed-9265af38f652 None None] Network 5344edc3-4337-4ef2-ba74-f68aceecbff7 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:58:36.605015 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8686ee10-90ab-441d-a0c3-dd0c95562895 tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:36.606232 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-8686ee10-90ab-441d-a0c3-dd0c95562895 tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] 10.222.0.64 "DELETE /v2.0/security-groups/e213e87d-60e6-4f8d-9508-00c309180eb4 HTTP/1.1" status: 204 len: 168 time: 0.2059801 Oct 20 10:58:36.616276 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 57092) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:36.617084 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8686ee10-90ab-441d-a0c3-dd0c95562895 tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e213e87d-60e6-4f8d-9508-00c309180eb4,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:36.641463 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c54d5dbe-4085-4aa5-b756-785861e3d469 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Router c5c6c05e-0dbe-4de8-a9ec-ede697444de7 has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:58:36.694910 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-7b99e9b5-0029-4039-bf6f-448196031416 tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0718307 Oct 20 10:58:36.695510 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 57094) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:36.701180 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-71049cc3-374d-4ceb-bc81-0cf99e1e46d9 tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] Request body: {'security_group': {'name': 'tempest-secgroup--1607180407'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:58:36.715866 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device dd7dd247-3d80-4b42-9814-43beec5f3536 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:58:36.740481 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-71049cc3-374d-4ceb-bc81-0cf99e1e46d9 tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:36.843745 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f07377-79d9-43ad-abfc-b8b925d6ffe5 req-c71766f3-c4d4-4864-a934-8aa66c04b6bb tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:36.845580 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-11f07377-79d9-43ad-abfc-b8b925d6ffe5 req-c71766f3-c4d4-4864-a934-8aa66c04b6bb tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=cf249b76-110b-4a6c-939c-271135c51ed5 HTTP/1.1" status: 200 len: 943 time: 0.0898068 Oct 20 10:58:36.855209 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c54d5dbe-4085-4aa5-b756-785861e3d469 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:58:36.865561 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-b11677e4-9708-4f3d-b1bc-37297bd8a11f None None] Provisioning complete for port dd7dd247-3d80-4b42-9814-43beec5f3536 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:58:36.866029 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-b11677e4-9708-4f3d-b1bc-37297bd8a11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:36.875072 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-c54d5dbe-4085-4aa5-b756-785861e3d469 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "PUT /v2.0/routers/c5c6c05e-0dbe-4de8-a9ec-ede697444de7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9317262 Oct 20 10:58:36.907986 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-71049cc3-374d-4ceb-bc81-0cf99e1e46d9 tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:36.918611 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-71049cc3-374d-4ceb-bc81-0cf99e1e46d9 tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:36.951614 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port dd7dd247-3d80-4b42-9814-43beec5f3536 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:58:36.952422 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:36.955797 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71049cc3-374d-4ceb-bc81-0cf99e1e46d9 tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c9b2a1d-bd88-4c8f-b12b-d880dd78641c,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:36.964702 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-11f07377-79d9-43ad-abfc-b8b925d6ffe5 req-c75b7f0c-0a4f-47dd-9267-3f83e045fde8 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=7d9a6fe5-d7f3-4fa2-86d5-4c121918dfe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075270 Oct 20 10:58:36.973912 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-71049cc3-374d-4ceb-bc81-0cf99e1e46d9 tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:36.977838 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-71049cc3-374d-4ceb-bc81-0cf99e1e46d9 tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2786741 Oct 20 10:58:36.978259 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 57098) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:36.983846 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-605911b3-d402-4dd9-be18-b5e02622321f tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] Request body: {'security_group_rule': {'security_group_id': '6c9b2a1d-bd88-4c8f-b12b-d880dd78641c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:58:36.985469 n-d-811396-3 neutron-server[100596]: WARNING neutron.api.v2.base [None req-605911b3-d402-4dd9-be18-b5e02622321f tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Oct 20 10:58:36.986253 n-d-811396-3 neutron-server[100596]: INFO neutron.api.v2.resource [None req-605911b3-d402-4dd9-be18-b5e02622321f tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 10:58:36.988041 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-605911b3-d402-4dd9-be18-b5e02622321f tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0081408 Oct 20 10:58:36.992191 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 57100) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:37.087619 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f4a3e18d-e301-41f3-8dcf-071f16c6b88a tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:37.116256 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f4a3e18d-e301-41f3-8dcf-071f16c6b88a tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:37.118157 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-b11677e4-9708-4f3d-b1bc-37297bd8a11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:37.181984 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:37.191871 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f4a3e18d-e301-41f3-8dcf-071f16c6b88a tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:37.198907 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-b11677e4-9708-4f3d-b1bc-37297bd8a11f None None] For port dd7dd247-3d80-4b42-9814-43beec5f3536, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=dd7dd247-3d80-4b42-9814-43beec5f3536,segment=NetworkSegment(7d8ef4de-e65b-4686-a877-a724da3cdefe),segment_id=7d8ef4de-e65b-4686-a877-a724da3cdefe)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:58:37.204270 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-b11677e4-9708-4f3d-b1bc-37297bd8a11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:37.218656 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f4a3e18d-e301-41f3-8dcf-071f16c6b88a tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:37.223894 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-f4a3e18d-e301-41f3-8dcf-071f16c6b88a tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] 10.222.0.64 "DELETE /v2.0/security-groups/6c9b2a1d-bd88-4c8f-b12b-d880dd78641c HTTP/1.1" status: 204 len: 168 time: 0.2295792 Oct 20 10:58:37.234583 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 57112) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:37.256720 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a3e18d-e301-41f3-8dcf-071f16c6b88a tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c9b2a1d-bd88-4c8f-b12b-d880dd78641c,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:37.263100 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d56fbad8-1d4a-494e-9791-2275855fa838 req-57bbdc00-4335-4977-9297-cf15794ace02 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2110041101&fields=id&tenant_id=ba79d3046aa84fd2ac89895f3514d2bd HTTP/1.1" status: 200 len: 267 time: 0.0571997 Oct 20 10:58:37.307743 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 029810a0-0342-4648-be52-6ba35f82a305 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:58:37.340102 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11677e4-9708-4f3d-b1bc-37297bd8a11f None None] Pushing event updated for resources: {'Port': ['ID=dd7dd247-3d80-4b42-9814-43beec5f3536,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:37.340756 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-a91faf37-9e4c-46d0-be23-7d4741ff998c tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1045980 Oct 20 10:58:37.354049 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 57118) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:37.358857 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-9de46452-d31a-4b63-8a52-813a74ac9e7d tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] Request body: {'security_group': {'name': 'tempest-secgroup--1254976234'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:58:37.383134 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba122fed-ce9f-415a-84e6-c816f145e995 None None] Sync routers for ids ['c5c6c05e-0dbe-4de8-a9ec-ede697444de7'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:58:37.388196 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 029810a0-0342-4648-be52-6ba35f82a305 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:58:37.388573 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:37.396869 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba122fed-ce9f-415a-84e6-c816f145e995 None None] Routers {'c5c6c05e-0dbe-4de8-a9ec-ede697444de7'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:58:37.398844 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-ba122fed-ce9f-415a-84e6-c816f145e995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:58:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['c5c6c05e-0dbe-4de8-a9ec-ede697444de7'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:37.513764 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-9de46452-d31a-4b63-8a52-813a74ac9e7d tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:37.542644 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:37.576665 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56fbad8-1d4a-494e-9791-2275855fa838 req-d50f2420-d53a-4844-b77f-c136ef2e89c0 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:37.578393 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d56fbad8-1d4a-494e-9791-2275855fa838 req-d50f2420-d53a-4844-b77f-c136ef2e89c0 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/networks?id=5344edc3-4337-4ef2-ba74-f68aceecbff7 HTTP/1.1" status: 200 len: 797 time: 0.3058364 Oct 20 10:58:37.582281 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-ba122fed-ce9f-415a-84e6-c816f145e995 None None] Set router c5c6c05e-0dbe-4de8-a9ec-ede697444de7 gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:58:37.599752 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:37.612900 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] For port 029810a0-0342-4648-be52-6ba35f82a305, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=029810a0-0342-4648-be52-6ba35f82a305,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:58:37.618329 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:37.635803 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053d104d-d960-4e74-8ce8-2195425d74d7 req-9ac4f8b4-4014-4da3-b3b3-ad7226547b4a tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:37.637601 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-053d104d-d960-4e74-8ce8-2195425d74d7 req-9ac4f8b4-4014-4da3-b3b3-ad7226547b4a tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e1ba910-cb23-451c-8412-6f8f19bfccd2 HTTP/1.1" status: 200 len: 946 time: 0.1596103 Oct 20 10:58:37.641911 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d56fbad8-1d4a-494e-9791-2275855fa838 req-e79a568a-6833-44d2-9c94-2c53e2b18e9a tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/quotas/ba79d3046aa84fd2ac89895f3514d2bd HTTP/1.1" status: 200 len: 375 time: 0.0511763 Oct 20 10:58:37.735584 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Pushing event updated for resources: {'Port': ['ID=029810a0-0342-4648-be52-6ba35f82a305,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:37.757971 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-c0a9771d-114e-4ebd-90ea-5baea80caf77 None None] Provisioning complete for port dd7dd247-3d80-4b42-9814-43beec5f3536 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:58:37.758498 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-c0a9771d-114e-4ebd-90ea-5baea80caf77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:37.787572 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-053d104d-d960-4e74-8ce8-2195425d74d7 req-a4604d3f-39b9-43a0-8a9d-1c2aac1002be tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/security-groups?id=69f90560-754d-4655-8511-1cc906dc908c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400871 Oct 20 10:58:37.795882 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-9de46452-d31a-4b63-8a52-813a74ac9e7d tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:37.827243 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d56fbad8-1d4a-494e-9791-2275855fa838 req-3abab427-d06d-4c46-80d5-6ba922c6d202 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=ba79d3046aa84fd2ac89895f3514d2bd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1638746 Oct 20 10:58:37.828549 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-9de46452-d31a-4b63-8a52-813a74ac9e7d tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:37.913616 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-c0a9771d-114e-4ebd-90ea-5baea80caf77 None None] Provisioning complete for port 2b4b7910-9c57-4220-ac45-1a7f58a0eb67 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:58:37.914211 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-c0a9771d-114e-4ebd-90ea-5baea80caf77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:37.926592 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-ba122fed-ce9f-415a-84e6-c816f145e995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5c6c05e-0dbe-4de8-a9ec-ede697444de7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1671028435', 'tenant_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': '029810a0-0342-4648-be52-6ba35f82a305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:58:27Z', 'updated_at': '2021-10-20T10:58:35Z', 'revision_number': 4, 'project_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'gw_port': {'id': '029810a0-0342-4648-be52-6ba35f82a305', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:58:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5c6c05e-0dbe-4de8-a9ec-ede697444de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:58:28Z', 'updated_at': '2021-10-20T10:58:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '2b4b7910-9c57-4220-ac45-1a7f58a0eb67', 'name': '', 'network_id': '5344edc3-4337-4ef2-ba74-f68aceecbff7', 'tenant_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'mac_address': 'fa:16:3e:68:6b:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5c6c05e-0dbe-4de8-a9ec-ede697444de7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': '3625dd2d-c8cb-469b-902b-482698fe8483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:58:34Z', 'updated_at': '2021-10-20T10:58:35Z', 'revision_number': 2, 'project_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'subnets': [{'id': '3625dd2d-c8cb-469b-902b-482698fe8483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:37.941429 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-9de46452-d31a-4b63-8a52-813a74ac9e7d tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:37.942698 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-9de46452-d31a-4b63-8a52-813a74ac9e7d tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5877762 Oct 20 10:58:37.946316 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 57124) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:37.952169 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-5b5296a7-6ab8-4735-96e3-bb7bf6608f43 tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] Request body: {'security_group_rule': {'security_group_id': 'c9edec8a-31e6-40fd-8fdd-776875446eb3', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:58:37.953067 n-d-811396-3 neutron-server[100597]: WARNING neutron.api.v2.base [None req-5b5296a7-6ab8-4735-96e3-bb7bf6608f43 tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Oct 20 10:58:37.953746 n-d-811396-3 neutron-server[100597]: INFO neutron.api.v2.resource [None req-5b5296a7-6ab8-4735-96e3-bb7bf6608f43 tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 10:58:37.954696 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-5b5296a7-6ab8-4735-96e3-bb7bf6608f43 tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0067151 Oct 20 10:58:37.957715 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba122fed-ce9f-415a-84e6-c816f145e995 None None] Checking router: c5c6c05e-0dbe-4de8-a9ec-ede697444de7 for host: n-d-811396-3 {{(pid=100599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:58:37.958080 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba122fed-ce9f-415a-84e6-c816f145e995 None None] Updating router c5c6c05e-0dbe-4de8-a9ec-ede697444de7 port 2b4b7910-9c57-4220-ac45-1a7f58a0eb67 binding host n-d-811396-3 {{(pid=100599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 10:58:37.958559 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 57126) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:37.963677 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de46452-d31a-4b63-8a52-813a74ac9e7d tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9edec8a-31e6-40fd-8fdd-776875446eb3,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:37.981300 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-c0a9771d-114e-4ebd-90ea-5baea80caf77 None None] Port 2b4b7910-9c57-4220-ac45-1a7f58a0eb67 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:58:37.991126 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-ba122fed-ce9f-415a-84e6-c816f145e995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:38.066390 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5fcb44-36d1-4d09-8197-ae1075ed0de1 req-71292257-f1b5-4796-a3fc-4911222519c1 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:38.069248 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3e5fcb44-36d1-4d09-8197-ae1075ed0de1 req-71292257-f1b5-4796-a3fc-4911222519c1 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.55 "GET /v2.0/ports?device_id=1e1ba910-cb23-451c-8412-6f8f19bfccd2 HTTP/1.1" status: 200 len: 946 time: 0.1604242 Oct 20 10:58:38.084882 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d56fbad8-1d4a-494e-9791-2275855fa838 req-f3ff7135-7d40-4e27-a276-8e897a0922fa service neutron] 10.222.0.64 "GET /v2.0/networks/5344edc3-4337-4ef2-ba74-f68aceecbff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2458346 Oct 20 10:58:38.122840 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:38.129498 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-614907f0-c1b2-482a-bcd7-90be6dd67683 tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:38.136614 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-2c0b7cca-b012-4ddc-8920-76f8c0ab2ded None None] Provisioning complete for port 2b4b7910-9c57-4220-ac45-1a7f58a0eb67 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:58:38.136998 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-2c0b7cca-b012-4ddc-8920-76f8c0ab2ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:38.195936 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-614907f0-c1b2-482a-bcd7-90be6dd67683 tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:38.220055 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-2c0b7cca-b012-4ddc-8920-76f8c0ab2ded None None] Port 2b4b7910-9c57-4220-ac45-1a7f58a0eb67 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:58:38.277596 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-614907f0-c1b2-482a-bcd7-90be6dd67683 tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:38.282464 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-614907f0-c1b2-482a-bcd7-90be6dd67683 tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:38.286822 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-614907f0-c1b2-482a-bcd7-90be6dd67683 tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] 10.222.0.64 "DELETE /v2.0/security-groups/c9edec8a-31e6-40fd-8fdd-776875446eb3 HTTP/1.1" status: 204 len: 168 time: 0.3246055 Oct 20 10:58:38.290689 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 57130) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:38.312216 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614907f0-c1b2-482a-bcd7-90be6dd67683 tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9edec8a-31e6-40fd-8fdd-776875446eb3,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:38.329724 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a294e33-e354-4a6f-b342-8d6b2ac1061d req-e8fd8f77-9741-470b-9518-ab727a12d610 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:38.331345 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1a294e33-e354-4a6f-b342-8d6b2ac1061d req-e8fd8f77-9741-470b-9518-ab727a12d610 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=cf249b76-110b-4a6c-939c-271135c51ed5 HTTP/1.1" status: 200 len: 943 time: 0.1776412 Oct 20 10:58:38.355867 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d56fbad8-1d4a-494e-9791-2275855fa838 req-23e98bbe-03fb-43f0-b4e2-a86933edf800 service neutron] 10.222.0.64 "GET /v2.0/networks/5344edc3-4337-4ef2-ba74-f68aceecbff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2672603 Oct 20 10:58:38.438883 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-ba122fed-ce9f-415a-84e6-c816f145e995 None None] Publish callbacks [] for port, precommit_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:38.439648 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-0015b8b7-2568-4a71-862a-9003c5c52e6a tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1458437 Oct 20 10:58:38.444034 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 57132) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:38.449204 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1a294e33-e354-4a6f-b342-8d6b2ac1061d req-959c64bb-b931-4617-a3e9-9127860ae0e5 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=7d9a6fe5-d7f3-4fa2-86d5-4c121918dfe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922778 Oct 20 10:58:38.450488 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-7c4817e0-3db7-4eba-8b1b-5218bd236dd9 tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] Request body: {'security_group': {'name': 'tempest-secgroup--2002075107'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:58:38.458229 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-3e5fcb44-36d1-4d09-8197-ae1075ed0de1 req-c42f8133-939b-472c-b44b-4cbda4a8cc53 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Deleting port 617d496b-16d1-46b1-b811-dc4493951611 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:58:38.458760 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-3e5fcb44-36d1-4d09-8197-ae1075ed0de1 req-c42f8133-939b-472c-b44b-4cbda4a8cc53 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:38.461839 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-d3729f35-2fbc-4035-a2e1-5cddef55cb08 None None] Provisioning complete for port 2b4b7910-9c57-4220-ac45-1a7f58a0eb67 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:58:38.462199 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-d3729f35-2fbc-4035-a2e1-5cddef55cb08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:38.472465 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-ba122fed-ce9f-415a-84e6-c816f145e995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:38.511671 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7c4817e0-3db7-4eba-8b1b-5218bd236dd9 tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:38.566776 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-d3729f35-2fbc-4035-a2e1-5cddef55cb08 None None] Port 2b4b7910-9c57-4220-ac45-1a7f58a0eb67 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:58:38.609626 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 7fbdf689-3db1-4886-929a-0e9dd6b47aac details requested by agent hyperv_n-h1-811396-3 with host n-h1-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:58:38.637547 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e18238c-7481-4a19-9cb4-4688584fb80e None None] Pushing event updated for resources: {'Port': ['ID=2b4b7910-9c57-4220-ac45-1a7f58a0eb67,revision_number=3']} {{(pid=100599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:38.678027 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7c4817e0-3db7-4eba-8b1b-5218bd236dd9 tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:38.684134 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7c4817e0-3db7-4eba-8b1b-5218bd236dd9 tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:38.687363 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bf59e7ff-802e-48ab-a853-93a48abb4e2e req-c38d87b6-d94a-47df-9818-ebad5df58f0f tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2cf81fd-63e2-4c70-870f-d3530dbe1445 HTTP/1.1" status: 200 len: 210 time: 0.0597858 Oct 20 10:58:38.720382 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-3e5fcb44-36d1-4d09-8197-ae1075ed0de1 req-c42f8133-939b-472c-b44b-4cbda4a8cc53 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] For port 617d496b-16d1-46b1-b811-dc4493951611, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=617d496b-16d1-46b1-b811-dc4493951611,segment=NetworkSegment(454bfc68-3d11-4849-8508-1d19e9dea5ec),segment_id=454bfc68-3d11-4849-8508-1d19e9dea5ec)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:58:38.724348 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-3e5fcb44-36d1-4d09-8197-ae1075ed0de1 req-c42f8133-939b-472c-b44b-4cbda4a8cc53 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:38.728439 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7c4817e0-3db7-4eba-8b1b-5218bd236dd9 tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:38.731086 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-7c4817e0-3db7-4eba-8b1b-5218bd236dd9 tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2850952 Oct 20 10:58:38.744342 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 57142) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:38.751646 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-bea23448-262c-4516-8f28-6d186da2e7d9 tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] Request body: {'security_group_rule': {'security_group_id': '8896d49a-338a-4f86-95af-712b3d90b195', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:58:38.752840 n-d-811396-3 neutron-server[100597]: WARNING neutron.api.v2.base [None req-bea23448-262c-4516-8f28-6d186da2e7d9 tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Oct 20 10:58:38.756013 n-d-811396-3 neutron-server[100597]: INFO neutron.api.v2.resource [None req-bea23448-262c-4516-8f28-6d186da2e7d9 tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 10:58:38.757236 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-bea23448-262c-4516-8f28-6d186da2e7d9 tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0115650 Oct 20 10:58:38.762045 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4817e0-3db7-4eba-8b1b-5218bd236dd9 tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8896d49a-338a-4f86-95af-712b3d90b195,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:38.765983 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-3e5fcb44-36d1-4d09-8197-ae1075ed0de1 req-c42f8133-939b-472c-b44b-4cbda4a8cc53 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Calling delete_port for 617d496b-16d1-46b1-b811-dc4493951611 owned by compute:nova {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:58:38.768034 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 57144) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:38.774117 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device dd7dd247-3d80-4b42-9814-43beec5f3536 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:58:38.779909 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-35ad3979-e04b-4c4e-a629-ef5631953f69 tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] Request body: {'security_group_rule': {'security_group_id': '8896d49a-338a-4f86-95af-712b3d90b195', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:58:38.780612 n-d-811396-3 neutron-server[100597]: WARNING neutron.api.v2.base [None req-35ad3979-e04b-4c4e-a629-ef5631953f69 tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Oct 20 10:58:38.781122 n-d-811396-3 neutron-server[100597]: INFO neutron.api.v2.resource [None req-35ad3979-e04b-4c4e-a629-ef5631953f69 tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 10:58:38.786035 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-35ad3979-e04b-4c4e-a629-ef5631953f69 tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0156171 Oct 20 10:58:38.789642 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 57146) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:38.801490 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-5a02d773-3443-42aa-87b0-8ee235ff995a tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] Request body: {'security_group_rule': {'security_group_id': '8896d49a-338a-4f86-95af-712b3d90b195', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:58:38.806288 n-d-811396-3 neutron-server[100597]: WARNING neutron.api.v2.base [None req-5a02d773-3443-42aa-87b0-8ee235ff995a tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Oct 20 10:58:38.807146 n-d-811396-3 neutron-server[100597]: INFO neutron.api.v2.resource [None req-5a02d773-3443-42aa-87b0-8ee235ff995a tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 10:58:38.809789 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-5a02d773-3443-42aa-87b0-8ee235ff995a tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0149145 Oct 20 10:58:38.813227 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-ba122fed-ce9f-415a-84e6-c816f145e995 None None] Attempting to bind port 2b4b7910-9c57-4220-ac45-1a7f58a0eb67 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:58:38.813944 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 57150) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:38.816393 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-ba122fed-ce9f-415a-84e6-c816f145e995 None None] Attempting to bind port 2b4b7910-9c57-4220-ac45-1a7f58a0eb67 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '7d8ef4de-e65b-4686-a877-a724da3cdefe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '5344edc3-4337-4ef2-ba74-f68aceecbff7'}] {{(pid=100599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:58:38.816781 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba122fed-ce9f-415a-84e6-c816f145e995 None None] Attempting to bind port 2b4b7910-9c57-4220-ac45-1a7f58a0eb67 on network 5344edc3-4337-4ef2-ba74-f68aceecbff7 {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:58:38.823017 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-d2a43376-8bfa-4e0d-80ef-b1f8e427f78e tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] Request body: {'security_group_rule': {'security_group_id': '8896d49a-338a-4f86-95af-712b3d90b195', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:58:38.826226 n-d-811396-3 neutron-server[100597]: WARNING neutron.api.v2.base [None req-d2a43376-8bfa-4e0d-80ef-b1f8e427f78e tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Oct 20 10:58:38.828292 n-d-811396-3 neutron-server[100597]: INFO neutron.api.v2.resource [None req-d2a43376-8bfa-4e0d-80ef-b1f8e427f78e tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 10:58:38.830715 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba122fed-ce9f-415a-84e6-c816f145e995 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 58, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:58:38.831202 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba122fed-ce9f-415a-84e6-c816f145e995 None None] Checking segment: {'id': '7d8ef4de-e65b-4686-a877-a724da3cdefe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '5344edc3-4337-4ef2-ba74-f68aceecbff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:58:38.832521 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-d2a43376-8bfa-4e0d-80ef-b1f8e427f78e tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0175586 Oct 20 10:58:38.833014 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-ba122fed-ce9f-415a-84e6-c816f145e995 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:38.833601 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba122fed-ce9f-415a-84e6-c816f145e995 None None] Bound using segment: {'id': '7d8ef4de-e65b-4686-a877-a724da3cdefe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '5344edc3-4337-4ef2-ba74-f68aceecbff7'} {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:58:38.834486 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-ba122fed-ce9f-415a-84e6-c816f145e995 None None] Bound port: 2b4b7910-9c57-4220-ac45-1a7f58a0eb67, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d8ef4de-e65b-4686-a877-a724da3cdefe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '5344edc3-4337-4ef2-ba74-f68aceecbff7'}}] {{(pid=100599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:58:38.835041 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-ba122fed-ce9f-415a-84e6-c816f145e995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:38.835562 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 57152) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:39.033378 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-704eff00-17a8-4af0-823d-b473c7ea4ba4 tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:39.084442 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.db [None req-ba122fed-ce9f-415a-84e6-c816f145e995 None None] For port 2b4b7910-9c57-4220-ac45-1a7f58a0eb67, host n-d-811396-3, cleared binding levels {{(pid=100599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:58:39.085871 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:39.098500 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.db [None req-ba122fed-ce9f-415a-84e6-c816f145e995 None None] For port 2b4b7910-9c57-4220-ac45-1a7f58a0eb67, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=2b4b7910-9c57-4220-ac45-1a7f58a0eb67,segment=NetworkSegment(7d8ef4de-e65b-4686-a877-a724da3cdefe),segment_id=7d8ef4de-e65b-4686-a877-a724da3cdefe)] {{(pid=100599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:58:39.112776 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-ba122fed-ce9f-415a-84e6-c816f145e995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:39.121758 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-704eff00-17a8-4af0-823d-b473c7ea4ba4 tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:39.137323 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-3e5fcb44-36d1-4d09-8197-ae1075ed0de1 req-c42f8133-939b-472c-b44b-4cbda4a8cc53 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:39.139460 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port dd7dd247-3d80-4b42-9814-43beec5f3536 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:58:39.145668 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:39.179135 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 7fbdf689-3db1-4886-929a-0e9dd6b47aac, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=7fbdf689-3db1-4886-929a-0e9dd6b47aac,segment=NetworkSegment(7a7eba38-3a2c-4235-a145-c989dfc5d4dc),segment_id=7a7eba38-3a2c-4235-a145-c989dfc5d4dc)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:58:39.199000 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42f8133-939b-472c-b44b-4cbda4a8cc53 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Pushing event deleted for resources: {'Port': ['ID=617d496b-16d1-46b1-b811-dc4493951611,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:39.204757 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e18238c-7481-4a19-9cb4-4688584fb80e None None] Pushing event updated for resources: {'Port': ['ID=2b4b7910-9c57-4220-ac45-1a7f58a0eb67,revision_number=4']} {{(pid=100599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:39.232546 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba122fed-ce9f-415a-84e6-c816f145e995 None None] Routers {'c5c6c05e-0dbe-4de8-a9ec-ede697444de7'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:58:39.232546 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-ba122fed-ce9f-415a-84e6-c816f145e995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:58:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['c5c6c05e-0dbe-4de8-a9ec-ede697444de7'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:39.232809 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['783580f0-59dd-475f-8b83-b93fba68f44d'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:58:39.252400 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-704eff00-17a8-4af0-823d-b473c7ea4ba4 tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:39.252400 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-704eff00-17a8-4af0-823d-b473c7ea4ba4 tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:39.270838 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4fa91b62-11c2-410a-9204-f4ef15154c13 req-210cd9ca-73a3-4ced-ae93-2107998080c7 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e1ba910-cb23-451c-8412-6f8f19bfccd2 HTTP/1.1" status: 200 len: 210 time: 0.1497695 Oct 20 10:58:39.278380 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-704eff00-17a8-4af0-823d-b473c7ea4ba4 tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] 10.222.0.64 "DELETE /v2.0/security-groups/8896d49a-338a-4f86-95af-712b3d90b195 HTTP/1.1" status: 204 len: 168 time: 0.4394581 Oct 20 10:58:39.279765 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 57156) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:39.296104 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 57158) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:39.309589 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['617d496b-16d1-46b1-b811-dc4493951611'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:58:39.354603 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704eff00-17a8-4af0-823d-b473c7ea4ba4 tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8896d49a-338a-4f86-95af-712b3d90b195,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:39.421167 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-bfe741a4-0d21-4d7d-8fc5-011c43b809d5 tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1371472 Oct 20 10:58:39.421717 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 57164) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:39.426941 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-a7d1ece4-80c2-48e9-a894-83e6d6a114b7 tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] Request body: {'security_group': {'name': 'tempest-secgroup--1789801437'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:58:39.428746 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e5fcb44-36d1-4d09-8197-ae1075ed0de1 req-c42f8133-939b-472c-b44b-4cbda4a8cc53 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] No DVR routers for this DVR port 617d496b-16d1-46b1-b811-dc4493951611 on host n-h1-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:58:39.437746 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-3e5fcb44-36d1-4d09-8197-ae1075ed0de1 req-c42f8133-939b-472c-b44b-4cbda4a8cc53 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:39.444320 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3e5fcb44-36d1-4d09-8197-ae1075ed0de1 req-c42f8133-939b-472c-b44b-4cbda4a8cc53 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.55 "DELETE /v2.0/ports/617d496b-16d1-46b1-b811-dc4493951611 HTTP/1.1" status: 204 len: 173 time: 1.3494737 Oct 20 10:58:39.468696 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a7d1ece4-80c2-48e9-a894-83e6d6a114b7 tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:39.477551 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e1ba910-cb23-451c-8412-6f8f19bfccd2', 'name': 'network-vif-deleted', 'tag': '617d496b-16d1-46b1-b811-dc4493951611'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:58:39.481575 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5f5d15b-38c9-4577-850b-3753e749032d" -d '{"events": [{"server_uuid": "1e1ba910-cb23-451c-8412-6f8f19bfccd2", "name": "network-vif-deleted", "tag": "617d496b-16d1-46b1-b811-dc4493951611"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:58:39.506072 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Returning: {'device': '7fbdf689-3db1-4886-929a-0e9dd6b47aac', 'network_id': 'b8b1e2be-5932-428e-a716-07af13af4e6c', 'port_id': '7fbdf689-3db1-4886-929a-0e9dd6b47aac', 'mac_address': 'fa:16:3e:4f:f9:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 834, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '437b47ec-4211-421c-828b-76408ce53dce', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:58:39.538246 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-ba122fed-ce9f-415a-84e6-c816f145e995 None None] Set router c5c6c05e-0dbe-4de8-a9ec-ede697444de7 gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:58:39.654400 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-c2afd960-39ad-4d0e-a502-8a67d7cdfef6 None None] Provisioning complete for port 2b4b7910-9c57-4220-ac45-1a7f58a0eb67 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:58:39.656308 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-c2afd960-39ad-4d0e-a502-8a67d7cdfef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:39.695866 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-36251b5c-ea8b-4066-87f8-3f12241113f3 tempest-TestSecurityGroupsBasicOps-1019124985 tempest-TestSecurityGroupsBasicOps-1019124985-project-admin] 10.222.0.64 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 5261 time: 0.3980269 Oct 20 10:58:39.698010 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7ba9715-35fc-4ffc-8fd8-6a058cd534af x-openstack-request-id: req-c7ba9715-35fc-4ffc-8fd8-6a058cd534af {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:58:39.698479 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e1ba910-cb23-451c-8412-6f8f19bfccd2", "name": "network-vif-deleted", "tag": "617d496b-16d1-46b1-b811-dc4493951611", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:58:39.699124 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c7ba9715-35fc-4ffc-8fd8-6a058cd534af {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:58:39.699640 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e1ba910-cb23-451c-8412-6f8f19bfccd2', 'name': 'network-vif-deleted', 'tag': '617d496b-16d1-46b1-b811-dc4493951611', 'status': 'completed', 'code': 200} Oct 20 10:58:39.706536 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 57170) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:39.726711 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-f5f7c015-d440-46e9-80d3-e2bc8a74646b tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Request body: {'network': {'name': 'tempest-network-smoke--676801828', 'project_id': '0f7c095abe574139be06bffc4a6ef74a', 'port_security_enabled': False}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:58:39.813514 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a7d1ece4-80c2-48e9-a894-83e6d6a114b7 tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:39.825931 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a7d1ece4-80c2-48e9-a894-83e6d6a114b7 tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:39.846329 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5f7c015-d440-46e9-80d3-e2bc8a74646b tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Made reservation on behalf of 0f7c095abe574139be06bffc4a6ef74a for: {'network': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:58:39.852924 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b6812703-e919-466f-b514-809307f6096a req-afaef58b-36a6-42cd-9aab-3c284682831b tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2cf81fd-63e2-4c70-870f-d3530dbe1445 HTTP/1.1" status: 200 len: 210 time: 0.0625567 Oct 20 10:58:39.859652 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f5f7c015-d440-46e9-80d3-e2bc8a74646b tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:39.915973 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41730554-b7c9-452d-9f1b-28e8a159a105 req-55761fcb-7d21-462a-a24a-5586ab3d7e61 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:39.930103 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:39.934204 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-41730554-b7c9-452d-9f1b-28e8a159a105 req-55761fcb-7d21-462a-a24a-5586ab3d7e61 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=cf249b76-110b-4a6c-939c-271135c51ed5 HTTP/1.1" status: 200 len: 943 time: 0.2331829 Oct 20 10:58:39.947293 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a7d1ece4-80c2-48e9-a894-83e6d6a114b7 tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:39.949157 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-a7d1ece4-80c2-48e9-a894-83e6d6a114b7 tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5264497 Oct 20 10:58:39.952144 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 57178) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:39.960682 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-90d3fc8b-ed26-4e19-b858-5ad8bdff6492 tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] Request body: {'security_group_rule': {'security_group_id': 'c45556b5-a5a5-4b93-9265-a37f05802727', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:58:39.961437 n-d-811396-3 neutron-server[100597]: WARNING neutron.api.v2.base [None req-90d3fc8b-ed26-4e19-b858-5ad8bdff6492 tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 20 10:58:39.962668 n-d-811396-3 neutron-server[100597]: INFO neutron.api.v2.resource [None req-90d3fc8b-ed26-4e19-b858-5ad8bdff6492 tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 10:58:39.964342 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-90d3fc8b-ed26-4e19-b858-5ad8bdff6492 tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0108054 Oct 20 10:58:39.967271 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d1ece4-80c2-48e9-a894-83e6d6a114b7 tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c45556b5-a5a5-4b93-9265-a37f05802727,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:39.975116 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 57180) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:40.000624 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-9d86c261-74da-4a64-b3f2-bad9ce5dcdc0 tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] Request body: {'security_group_rule': {'security_group_id': 'c45556b5-a5a5-4b93-9265-a37f05802727', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:58:40.010361 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fbdf689-3db1-4886-929a-0e9dd6b47aac {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:58:40.011132 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5f7c015-d440-46e9-80d3-e2bc8a74646b tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 844} {{(pid=100597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 10:58:40.045815 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-ba122fed-ce9f-415a-84e6-c816f145e995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5c6c05e-0dbe-4de8-a9ec-ede697444de7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1671028435', 'tenant_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': '029810a0-0342-4648-be52-6ba35f82a305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:58:27Z', 'updated_at': '2021-10-20T10:58:35Z', 'revision_number': 4, 'project_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'gw_port': {'id': '029810a0-0342-4648-be52-6ba35f82a305', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:58:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c6c05e-0dbe-4de8-a9ec-ede697444de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:58:28Z', 'updated_at': '2021-10-20T10:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '2b4b7910-9c57-4220-ac45-1a7f58a0eb67', 'name': '', 'network_id': '5344edc3-4337-4ef2-ba74-f68aceecbff7', 'tenant_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'mac_address': 'fa:16:3e:68:6b:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5c6c05e-0dbe-4de8-a9ec-ede697444de7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': '3625dd2d-c8cb-469b-902b-482698fe8483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:58:34Z', 'updated_at': '2021-10-20T10:58:39Z', 'revision_number': 4, 'project_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'subnets': [{'id': '3625dd2d-c8cb-469b-902b-482698fe8483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:40.054440 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f5f7c015-d440-46e9-80d3-e2bc8a74646b tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:40.055800 n-d-811396-3 neutron-server[100597]: INFO neutron.db.segments_db [None req-f5f7c015-d440-46e9-80d3-e2bc8a74646b tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Added segment f93603d7-145a-4aa8-810f-ff367219e2da of type vlan for network 7d6fe9da-2241-4677-9e96-6ef157972c01 Oct 20 10:58:40.072363 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-41730554-b7c9-452d-9f1b-28e8a159a105 req-2c399161-a88e-409d-b967-eff90b661aca tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=7d9a6fe5-d7f3-4fa2-86d5-4c121918dfe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365521 Oct 20 10:58:40.092711 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba122fed-ce9f-415a-84e6-c816f145e995 None None] The sync data for ids ['c5c6c05e-0dbe-4de8-a9ec-ede697444de7'] in n-d-811396-3 is: [{'id': 'c5c6c05e-0dbe-4de8-a9ec-ede697444de7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1671028435', 'tenant_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': '029810a0-0342-4648-be52-6ba35f82a305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:58:27Z', 'updated_at': '2021-10-20T10:58:35Z', 'revision_number': 4, 'project_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'gw_port': {'id': '029810a0-0342-4648-be52-6ba35f82a305', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:58:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c6c05e-0dbe-4de8-a9ec-ede697444de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:58:28Z', 'updated_at': '2021-10-20T10:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '2b4b7910-9c57-4220-ac45-1a7f58a0eb67', 'name': '', 'network_id': '5344edc3-4337-4ef2-ba74-f68aceecbff7', 'tenant_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'mac_address': 'fa:16:3e:68:6b:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5c6c05e-0dbe-4de8-a9ec-ede697444de7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': '3625dd2d-c8cb-469b-902b-482698fe8483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:58:34Z', 'updated_at': '2021-10-20T10:58:39Z', 'revision_number': 4, 'project_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'subnets': [{'id': '3625dd2d-c8cb-469b-902b-482698fe8483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:58:40.125371 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f5f7c015-d440-46e9-80d3-e2bc8a74646b tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:40.130937 n-d-811396-3 neutron-server[100597]: INFO neutron.api.v2.resource [None req-9d86c261-74da-4a64-b3f2-bad9ce5dcdc0 tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 10:58:40.132341 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-9d86c261-74da-4a64-b3f2-bad9ce5dcdc0 tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1558297 Oct 20 10:58:40.135591 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 57182) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:40.141807 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-82eb5e0e-1d78-4f5e-ac7a-17b25916a9a1 tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] Request body: {'security_group_rule': {'security_group_id': 'c45556b5-a5a5-4b93-9265-a37f05802727', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:58:40.142622 n-d-811396-3 neutron-server[100597]: WARNING neutron.api.v2.base [None req-82eb5e0e-1d78-4f5e-ac7a-17b25916a9a1 tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Oct 20 10:58:40.143649 n-d-811396-3 neutron-server[100597]: INFO neutron.api.v2.resource [None req-82eb5e0e-1d78-4f5e-ac7a-17b25916a9a1 tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 10:58:40.145860 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-82eb5e0e-1d78-4f5e-ac7a-17b25916a9a1 tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0084593 Oct 20 10:58:40.149039 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 57184) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:40.151230 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 7fbdf689-3db1-4886-929a-0e9dd6b47aac, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=7fbdf689-3db1-4886-929a-0e9dd6b47aac,segment=NetworkSegment(7a7eba38-3a2c-4235-a145-c989dfc5d4dc),segment_id=7a7eba38-3a2c-4235-a145-c989dfc5d4dc)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:58:40.197839 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-4103e4f7-ad1e-4c23-86c8-ed2cf07c9ffd tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] Request body: {'security_group_rule': {'security_group_id': 'c45556b5-a5a5-4b93-9265-a37f05802727', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:58:40.211718 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:40.222240 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 029810a0-0342-4648-be52-6ba35f82a305 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:58:40.296364 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f5f7c015-d440-46e9-80d3-e2bc8a74646b tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:40.303990 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f7c015-d440-46e9-80d3-e2bc8a74646b tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:40.304636 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f5f7c015-d440-46e9-80d3-e2bc8a74646b tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:40.340232 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-f5f7c015-d440-46e9-80d3-e2bc8a74646b tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6316769 Oct 20 10:58:40.343206 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 57190) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:40.349498 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-915172fe-2790-4605-98a7-828d6ec502d3 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-566781062', 'admin_state_up': True, 'project_id': '0f7c095abe574139be06bffc4a6ef74a', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:58:40.368352 n-d-811396-3 neutron-server[100597]: INFO neutron.api.v2.resource [None req-4103e4f7-ad1e-4c23-86c8-ed2cf07c9ffd tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 10:58:40.372437 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 57192) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:40.373076 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-4103e4f7-ad1e-4c23-86c8-ed2cf07c9ffd tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2227914 Oct 20 10:58:40.382737 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-49b3c98b-fb17-4ede-abe5-f58ece97b7f2 tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] Request body: {'security_group_rule': {'security_group_id': 'c45556b5-a5a5-4b93-9265-a37f05802727', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:58:40.383507 n-d-811396-3 neutron-server[100596]: WARNING neutron.api.v2.base [None req-49b3c98b-fb17-4ede-abe5-f58ece97b7f2 tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 20 10:58:40.388025 n-d-811396-3 neutron-server[100596]: INFO neutron.api.v2.resource [None req-49b3c98b-fb17-4ede-abe5-f58ece97b7f2 tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 10:58:40.397131 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-49b3c98b-fb17-4ede-abe5-f58ece97b7f2 tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0221543 Oct 20 10:58:40.400255 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 57196) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:40.430846 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-c2afd960-39ad-4d0e-a502-8a67d7cdfef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:40.438443 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-20fe539a-5179-4a74-86a3-656d99b4acec tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] Request body: {'security_group_rule': {'security_group_id': 'c45556b5-a5a5-4b93-9265-a37f05802727', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:58:40.447405 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-915172fe-2790-4605-98a7-828d6ec502d3 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1772442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258322'] for router, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:40.457991 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-915172fe-2790-4605-98a7-828d6ec502d3 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1772334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773516', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258315'] for router, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:40.460797 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f7c015-d440-46e9-80d3-e2bc8a74646b tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Pushing event updated for resources: {'Network': ['ID=7d6fe9da-2241-4677-9e96-6ef157972c01,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:40.524743 n-d-811396-3 neutron-server[100596]: INFO neutron.db.securitygroups_db [None req-20fe539a-5179-4a74-86a3-656d99b4acec tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] Project 8415a6d3769847a799e13105ac6d99ac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 10:58:40.559209 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-915172fe-2790-4605-98a7-828d6ec502d3 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:40.567033 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-c2afd960-39ad-4d0e-a502-8a67d7cdfef6 None None] For port 2b4b7910-9c57-4220-ac45-1a7f58a0eb67, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=2b4b7910-9c57-4220-ac45-1a7f58a0eb67,segment=NetworkSegment(7d8ef4de-e65b-4686-a877-a724da3cdefe),segment_id=7d8ef4de-e65b-4686-a877-a724da3cdefe)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:58:40.568753 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network 7d6fe9da-2241-4677-9e96-6ef157972c01 details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 10:58:40.611941 n-d-811396-3 neutron-server[100596]: INFO neutron.api.v2.resource [None req-20fe539a-5179-4a74-86a3-656d99b4acec tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 10:58:40.616564 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 57200) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:40.616808 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-20fe539a-5179-4a74-86a3-656d99b4acec tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1869314 Oct 20 10:58:40.621812 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-a729c66b-6ec2-4e61-a94b-a5ae10fd9614 tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] Request body: {'security_group_rule': {'security_group_id': 'c45556b5-a5a5-4b93-9265-a37f05802727', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:58:40.622426 n-d-811396-3 neutron-server[100597]: WARNING neutron.api.v2.base [None req-a729c66b-6ec2-4e61-a94b-a5ae10fd9614 tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Oct 20 10:58:40.623017 n-d-811396-3 neutron-server[100597]: INFO neutron.api.v2.resource [None req-a729c66b-6ec2-4e61-a94b-a5ae10fd9614 tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 10:58:40.624268 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-a729c66b-6ec2-4e61-a94b-a5ae10fd9614 tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0064688 Oct 20 10:58:40.626969 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 57202) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:40.635478 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-9b11caec-18a0-438d-a734-89ad95abc73c tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] Request body: {'security_group_rule': {'security_group_id': 'c45556b5-a5a5-4b93-9265-a37f05802727', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:58:40.665585 n-d-811396-3 neutron-server[100597]: INFO neutron.db.securitygroups_db [None req-9b11caec-18a0-438d-a734-89ad95abc73c tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] Project 8415a6d3769847a799e13105ac6d99ac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 10:58:40.693189 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-c2afd960-39ad-4d0e-a502-8a67d7cdfef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:40.695194 n-d-811396-3 neutron-server[100597]: INFO neutron.api.v2.resource [None req-9b11caec-18a0-438d-a734-89ad95abc73c tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 10:58:40.696651 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-9b11caec-18a0-438d-a734-89ad95abc73c tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0667908 Oct 20 10:58:40.699400 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 57210) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:40.710497 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-2e5f2853-080f-441b-b7b4-7d418f8c80d1 tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] Request body: {'security_group_rule': {'security_group_id': 'c45556b5-a5a5-4b93-9265-a37f05802727', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:58:40.722833 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 617d496b-16d1-46b1-b811-dc4493951611 no longer exists at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:58:40.749343 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] No Port match for: 617d496b-16d1-46b1-b811-dc4493951611 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:58:40.749678 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 617d496b-16d1-46b1-b811-dc4493951611 not bound to the agent host n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:58:40.751249 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 029810a0-0342-4648-be52-6ba35f82a305 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:58:40.751702 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:40.787785 n-d-811396-3 neutron-server[100597]: INFO neutron.db.securitygroups_db [None req-2e5f2853-080f-441b-b7b4-7d418f8c80d1 tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] Project 8415a6d3769847a799e13105ac6d99ac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 10:58:40.826498 n-d-811396-3 neutron-server[100597]: INFO neutron.api.v2.resource [None req-2e5f2853-080f-441b-b7b4-7d418f8c80d1 tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 10:58:40.827051 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-2e5f2853-080f-441b-b7b4-7d418f8c80d1 tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1262565 Oct 20 10:58:40.830177 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 57216) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:40.862438 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['7fbdf689-3db1-4886-929a-0e9dd6b47aac'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:58:40.942669 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3c91a475-e75c-44dc-8020-d39758262965 tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:40.946048 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=7fbdf689-3db1-4886-929a-0e9dd6b47aac,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:41.007704 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3c91a475-e75c-44dc-8020-d39758262965 tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:41.075314 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3c91a475-e75c-44dc-8020-d39758262965 tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:41.087068 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3c91a475-e75c-44dc-8020-d39758262965 tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:41.092335 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-3c91a475-e75c-44dc-8020-d39758262965 tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] 10.222.0.64 "DELETE /v2.0/security-groups/c45556b5-a5a5-4b93-9265-a37f05802727 HTTP/1.1" status: 204 len: 168 time: 0.2574530 Oct 20 10:58:41.111261 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 57224) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:41.112324 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c91a475-e75c-44dc-8020-d39758262965 tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c45556b5-a5a5-4b93-9265-a37f05802727,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:41.212420 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-3d157b1f-a78b-49ac-91c7-2baa8f1b9c2d tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0927727 Oct 20 10:58:41.216240 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 57226) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:41.222206 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-9bf450ff-56a2-4806-87d2-2992b2d0d682 tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] Request body: {'security_group': {'name': 'tempest-secgroup--391622830'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:58:41.258740 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9bf450ff-56a2-4806-87d2-2992b2d0d682 tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:41.385033 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9bf450ff-56a2-4806-87d2-2992b2d0d682 tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:41.406388 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9bf450ff-56a2-4806-87d2-2992b2d0d682 tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:41.426860 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-2b8ad54f-d80d-4777-88d0-7b5910a1384f None None] Provisioning complete for port 2b4b7910-9c57-4220-ac45-1a7f58a0eb67 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:58:41.427535 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-2b8ad54f-d80d-4777-88d0-7b5910a1384f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:41.437418 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9bf450ff-56a2-4806-87d2-2992b2d0d682 tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:41.442059 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-9bf450ff-56a2-4806-87d2-2992b2d0d682 tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2214618 Oct 20 10:58:41.446194 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 57228) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:41.456228 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-a35bd196-c03f-4fbc-b950-8307f70871f9 tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] Request body: {'security_group_rule': {'security_group_id': '48443e7c-8881-4643-9e10-c9eac700d498', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:58:41.483703 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2afd960-39ad-4d0e-a502-8a67d7cdfef6 None None] Pushing event updated for resources: {'Port': ['ID=2b4b7910-9c57-4220-ac45-1a7f58a0eb67,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:41.484318 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf450ff-56a2-4806-87d2-2992b2d0d682 tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48443e7c-8881-4643-9e10-c9eac700d498,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:41.500938 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8aa28bb9-ebaf-446f-b402-a1db94fac1c0 req-a40cd842-d2b6-4174-bd01-8c5c9f72fb3c tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2cf81fd-63e2-4c70-870f-d3530dbe1445 HTTP/1.1" status: 200 len: 210 time: 0.1359236 Oct 20 10:58:41.511210 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-915172fe-2790-4605-98a7-828d6ec502d3 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:41.553494 n-d-811396-3 neutron-server[100597]: INFO neutron.api.v2.resource [None req-a35bd196-c03f-4fbc-b950-8307f70871f9 tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] create failed (client error): The resource could not be found. Oct 20 10:58:41.559940 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-a35bd196-c03f-4fbc-b950-8307f70871f9 tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1123288 Oct 20 10:58:41.563315 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 57230) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:41.572893 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-f5b0ab90-57a9-4acf-9273-f3899ba10a8c tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] Request body: {'security_group_rule': {'security_group_id': '48443e7c-8881-4643-9e10-c9eac700d498', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bdb02e22-791e-4b6e-ba82-f2c4658f8812'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:58:41.643454 n-d-811396-3 neutron-server[100597]: INFO neutron.api.v2.resource [None req-f5b0ab90-57a9-4acf-9273-f3899ba10a8c tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] create failed (client error): The resource could not be found. Oct 20 10:58:41.647560 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-f5b0ab90-57a9-4acf-9273-f3899ba10a8c tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0801754 Oct 20 10:58:41.655417 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 57232) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:41.741895 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7f6bcdf5-fd0b-4f9a-9282-8197b4af6fa8 tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:41.772599 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7f6bcdf5-fd0b-4f9a-9282-8197b4af6fa8 tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:41.842757 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7f6bcdf5-fd0b-4f9a-9282-8197b4af6fa8 tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:41.847875 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7f6bcdf5-fd0b-4f9a-9282-8197b4af6fa8 tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:41.849146 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-7f6bcdf5-fd0b-4f9a-9282-8197b4af6fa8 tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] 10.222.0.64 "DELETE /v2.0/security-groups/48443e7c-8881-4643-9e10-c9eac700d498 HTTP/1.1" status: 204 len: 168 time: 0.1927636 Oct 20 10:58:41.853880 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 57234) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:41.859226 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 2b4b7910-9c57-4220-ac45-1a7f58a0eb67 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:58:41.873268 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4f3901-d380-49b7-aeb9-7b0e3ad2c122 req-20783351-a0db-4dc1-9f48-b97d520fdc49 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:41.882120 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9d4f3901-d380-49b7-aeb9-7b0e3ad2c122 req-20783351-a0db-4dc1-9f48-b97d520fdc49 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=cf249b76-110b-4a6c-939c-271135c51ed5 HTTP/1.1" status: 200 len: 944 time: 0.2255719 Oct 20 10:58:41.886482 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6bcdf5-fd0b-4f9a-9282-8197b4af6fa8 tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48443e7c-8881-4643-9e10-c9eac700d498,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:41.906384 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56fbad8-1d4a-494e-9791-2275855fa838 req-0a428a96-3f08-4e8d-9341-5b03d904d0ab tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:41.908030 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d56fbad8-1d4a-494e-9791-2275855fa838 req-0a428a96-3f08-4e8d-9341-5b03d904d0ab tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.69 "GET /v2.0/networks?id=5344edc3-4337-4ef2-ba74-f68aceecbff7 HTTP/1.1" status: 200 len: 797 time: 0.5444739 Oct 20 10:58:41.923208 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec35db7-26b3-43f8-b597-2cf9ad04057f req-14d8f037-21dd-4b9a-b236-9e4ebc0a20eb tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:41.932071 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-eec35db7-26b3-43f8-b597-2cf9ad04057f req-14d8f037-21dd-4b9a-b236-9e4ebc0a20eb tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/networks?id=5f3de8d1-83f4-4081-a4ae-e84fa44c63e9 HTTP/1.1" status: 200 len: 806 time: 0.5569251 Oct 20 10:58:41.944866 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-55af99b8-0d35-4c27-b597-8b6b98af20aa tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0899773 Oct 20 10:58:41.945474 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 57236) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:41.951088 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-10772703-e874-4992-b5bf-e2f5bd5520ca tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] Request body: {'security_group_rule': {'security_group_id': 'bd107bfd-7205-4d6a-9769-eb56b82bf21c', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:58:41.963474 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 2b4b7910-9c57-4220-ac45-1a7f58a0eb67 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:58:41.964401 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:42.007441 n-d-811396-3 neutron-server[100597]: INFO neutron.api.v2.resource [None req-10772703-e874-4992-b5bf-e2f5bd5520ca tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] create failed (client error): The resource could not be found. Oct 20 10:58:42.012472 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-10772703-e874-4992-b5bf-e2f5bd5520ca tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0657206 Oct 20 10:58:42.013398 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 57240) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:42.019669 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-0bcc0653-e174-481c-bd41-814f866168e3 tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] Request body: {'security_group': {'name': 'tempest-secgroup--990256339'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:58:42.051058 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0bcc0653-e174-481c-bd41-814f866168e3 tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:42.064948 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-eec35db7-26b3-43f8-b597-2cf9ad04057f req-bc1b3fbc-f86c-42aa-89f4-fc14fa177d1c tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/quotas/1b65b2e8036f4846a7f6f098c6e62306 HTTP/1.1" status: 200 len: 375 time: 0.1300995 Oct 20 10:58:42.078384 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9d4f3901-d380-49b7-aeb9-7b0e3ad2c122 req-c8c98f03-98e4-41e0-a41c-6afb240afc95 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=7d9a6fe5-d7f3-4fa2-86d5-4c121918dfe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950622 Oct 20 10:58:42.142254 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d56fbad8-1d4a-494e-9791-2275855fa838 req-9fced465-793c-48ea-b899-b1b3c526f2f4 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ba79d3046aa84fd2ac89895f3514d2bd HTTP/1.1" status: 200 len: 380 time: 0.1256175 Oct 20 10:58:42.146704 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0bcc0653-e174-481c-bd41-814f866168e3 tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:42.150408 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0bcc0653-e174-481c-bd41-814f866168e3 tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:42.158963 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-d56fbad8-1d4a-494e-9791-2275855fa838 req-2950976c-ffa6-4985-be89-6d9837d60be3 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Request body: {'port': {'device_id': 'a2cf81fd-63e2-4c70-870f-d3530dbe1445', 'network_id': '5344edc3-4337-4ef2-ba74-f68aceecbff7', 'admin_state_up': True, 'tenant_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'security_groups': ['204a606e-4754-4938-b4b0-f5de1da0244a']}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:58:42.188048 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcc0653-e174-481c-bd41-814f866168e3 tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3a0f0d0-f092-451f-b0ce-01775d62e985,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:42.211141 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0bcc0653-e174-481c-bd41-814f866168e3 tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:42.214898 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-0bcc0653-e174-481c-bd41-814f866168e3 tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1978133 Oct 20 10:58:42.215354 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 57242) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:42.216953 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-eec35db7-26b3-43f8-b597-2cf9ad04057f req-63641a7a-7625-413e-9b41-c7b717cdaccf tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=1b65b2e8036f4846a7f6f098c6e62306&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1373558 Oct 20 10:58:42.225889 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-bca949d4-0c74-4bd0-967d-7072b4ffb97e tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] Request body: {'security_group': {'name': 'tempest-secgroup--1755322442'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:58:42.268963 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bca949d4-0c74-4bd0-967d-7072b4ffb97e tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:42.365680 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bca949d4-0c74-4bd0-967d-7072b4ffb97e tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:42.371530 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bca949d4-0c74-4bd0-967d-7072b4ffb97e tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:42.402188 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca949d4-0c74-4bd0-967d-7072b4ffb97e tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b18fdd84-6904-435d-ae4b-06ff3b27c667,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:42.417114 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bca949d4-0c74-4bd0-967d-7072b4ffb97e tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:42.418358 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-bca949d4-0c74-4bd0-967d-7072b4ffb97e tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2017379 Oct 20 10:58:42.421237 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 57244) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:42.429322 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-cf07118e-7b19-418c-ab3a-986be3d78f9c tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] Request body: {'security_group_rule': {'security_group_id': 'c3a0f0d0-f092-451f-b0ce-01775d62e985', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'b18fdd84-6904-435d-ae4b-06ff3b27c667'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:58:42.453283 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-915172fe-2790-4605-98a7-828d6ec502d3 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Publish callbacks [] for router_gateway, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:42.479174 n-d-811396-3 neutron-server[100597]: INFO neutron.api.v2.resource [None req-cf07118e-7b19-418c-ab3a-986be3d78f9c tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 10:58:42.480426 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-cf07118e-7b19-418c-ab3a-986be3d78f9c tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0577047 Oct 20 10:58:42.483241 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 57246) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:42.490475 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-915172fe-2790-4605-98a7-828d6ec502d3 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:42.559731 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e07a6130-c85b-4257-b867-4c6648edbd7e tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:42.572910 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-eec35db7-26b3-43f8-b597-2cf9ad04057f req-8386c688-3aa2-4772-986d-ae01f740ce9d service neutron] 10.222.0.64 "GET /v2.0/networks/5f3de8d1-83f4-4081-a4ae-e84fa44c63e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3434768 Oct 20 10:58:42.583371 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d56fbad8-1d4a-494e-9791-2275855fa838 req-2950976c-ffa6-4985-be89-6d9837d60be3 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Made reservation on behalf of ba79d3046aa84fd2ac89895f3514d2bd for: {'port': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:58:42.587084 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e07a6130-c85b-4257-b867-4c6648edbd7e tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:42.587449 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-d56fbad8-1d4a-494e-9791-2275855fa838 req-2950976c-ffa6-4985-be89-6d9837d60be3 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:42.617297 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 7fbdf689-3db1-4886-929a-0e9dd6b47aac up at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:58:42.649598 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e07a6130-c85b-4257-b867-4c6648edbd7e tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:42.652373 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e07a6130-c85b-4257-b867-4c6648edbd7e tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:42.653860 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-e07a6130-c85b-4257-b867-4c6648edbd7e tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] 10.222.0.64 "DELETE /v2.0/security-groups/b18fdd84-6904-435d-ae4b-06ff3b27c667 HTTP/1.1" status: 204 len: 168 time: 0.1693580 Oct 20 10:58:42.657360 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 57250) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:42.671174 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07a6130-c85b-4257-b867-4c6648edbd7e tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b18fdd84-6904-435d-ae4b-06ff3b27c667,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:42.691616 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6e09ebc5-1e71-4ab6-9060-9e6f4bc44dc0 req-2d4d86fb-5d00-428e-8ebd-eaca304a2714 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2cf81fd-63e2-4c70-870f-d3530dbe1445 HTTP/1.1" status: 200 len: 210 time: 0.1016071 Oct 20 10:58:42.729650 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning for port 7fbdf689-3db1-4886-929a-0e9dd6b47aac completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:58:42.736698 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning complete for port 7fbdf689-3db1-4886-929a-0e9dd6b47aac triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:58:42.737072 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:42.744042 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-8e5daea5-4a6e-4a04-ab18-792eda1f3cdd tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0854824 Oct 20 10:58:42.745888 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 57252) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:42.817311 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c3b2e7f3-6665-4c09-8d87-9e96d85e59e0 tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:42.839515 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [None req-915172fe-2790-4605-98a7-828d6ec502d3 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Allocated IP 172.25.1.142 (cbe170d3-31ba-45a2-b477-520ab0a7a8ea/f4e26aca-17ac-4adb-a66b-d939a1b35b64/d49445be-3828-4859-970d-88eee2216878) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:58:42.845095 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:42.850171 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c3b2e7f3-6665-4c09-8d87-9e96d85e59e0 tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:42.890680 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf249b76-110b-4a6c-939c-271135c51ed5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fbdf689-3db1-4886-929a-0e9dd6b47aac'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:58:42.894623 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e6bafaf-0534-40a9-939d-53bdeefdfcc7" -d '{"events": [{"server_uuid": "cf249b76-110b-4a6c-939c-271135c51ed5", "name": "network-vif-plugged", "status": "completed", "tag": "7fbdf689-3db1-4886-929a-0e9dd6b47aac"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:58:42.904684 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c3b2e7f3-6665-4c09-8d87-9e96d85e59e0 tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:42.908020 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c3b2e7f3-6665-4c09-8d87-9e96d85e59e0 tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:42.914252 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 7fbdf689-3db1-4886-929a-0e9dd6b47aac, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=7fbdf689-3db1-4886-929a-0e9dd6b47aac,segment=NetworkSegment(7a7eba38-3a2c-4235-a145-c989dfc5d4dc),segment_id=7a7eba38-3a2c-4235-a145-c989dfc5d4dc)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:58:42.914458 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-c3b2e7f3-6665-4c09-8d87-9e96d85e59e0 tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] 10.222.0.64 "DELETE /v2.0/security-groups/c3a0f0d0-f092-451f-b0ce-01775d62e985 HTTP/1.1" status: 204 len: 168 time: 0.1674430 Oct 20 10:58:42.915187 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 57258) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:42.923630 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:42.935469 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-eec35db7-26b3-43f8-b597-2cf9ad04057f req-9ae02f3f-69e6-4837-bdd0-ec103aac1f95 service neutron] 10.222.0.64 "GET /v2.0/networks/5f3de8d1-83f4-4081-a4ae-e84fa44c63e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3423100 Oct 20 10:58:42.942665 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b2e7f3-6665-4c09-8d87-9e96d85e59e0 tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3a0f0d0-f092-451f-b0ce-01775d62e985,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:43.008162 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-f066091d-3a47-478e-ab6a-aac58e51719d tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0867350 Oct 20 10:58:43.010019 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 57260) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:43.010834 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [req-d56fbad8-1d4a-494e-9791-2275855fa838 req-2950976c-ffa6-4985-be89-6d9837d60be3 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Allocated IP 172.20.0.12 (5344edc3-4337-4ef2-ba74-f68aceecbff7/3625dd2d-c8cb-469b-902b-482698fe8483/10384482-ef1a-4854-a403-970c7d57b18f) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:58:43.020116 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-a28ff201-fd55-4641-8e56-e0152dd70805 tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] Request body: {'security_group': {'name': 'tempest-secgroup--568357515'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:58:43.101200 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a28ff201-fd55-4641-8e56-e0152dd70805 tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:43.131731 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=7fbdf689-3db1-4886-929a-0e9dd6b47aac,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:43.208055 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-915172fe-2790-4605-98a7-828d6ec502d3 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:43.277570 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f68e401f-3ea0-46e3-9e2b-0b8ac2e890f3 x-openstack-request-id: req-f68e401f-3ea0-46e3-9e2b-0b8ac2e890f3 {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:58:43.278196 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf249b76-110b-4a6c-939c-271135c51ed5", "name": "network-vif-plugged", "status": "completed", "tag": "7fbdf689-3db1-4886-929a-0e9dd6b47aac", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:58:43.278499 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a28ff201-fd55-4641-8e56-e0152dd70805 tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:43.279129 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f68e401f-3ea0-46e3-9e2b-0b8ac2e890f3 {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:58:43.279877 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf249b76-110b-4a6c-939c-271135c51ed5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fbdf689-3db1-4886-929a-0e9dd6b47aac', 'code': 200} Oct 20 10:58:43.292073 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a28ff201-fd55-4641-8e56-e0152dd70805 tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:43.374704 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a28ff201-fd55-4641-8e56-e0152dd70805 tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:43.376855 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-a28ff201-fd55-4641-8e56-e0152dd70805 tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3621378 Oct 20 10:58:43.381010 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 57270) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:43.386641 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-9d0cb8d3-bdcb-472b-9cc4-93fa75067296 tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] Request body: {'security_group_rule': {'security_group_id': 'f5e69b40-5382-40b5-a0ce-c8a2c6a7fa9a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:58:43.426034 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28ff201-fd55-4641-8e56-e0152dd70805 tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5e69b40-5382-40b5-a0ce-c8a2c6a7fa9a,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:43.442110 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-de889829-90e6-4e85-a437-f39d539fd725 req-18ceba5e-77f0-4c34-82e3-5fd92b684578 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/ports?device_id=051bffaa-cd47-471d-a93d-dc2347bfbe00 HTTP/1.1" status: 200 len: 210 time: 0.1100779 Oct 20 10:58:43.450652 n-d-811396-3 neutron-server[100597]: INFO neutron.api.v2.resource [None req-9d0cb8d3-bdcb-472b-9cc4-93fa75067296 tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 10:58:43.455077 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-9d0cb8d3-bdcb-472b-9cc4-93fa75067296 tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0693941 Oct 20 10:58:43.455604 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 57278) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:43.461797 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-a02afa73-29c4-4391-a3fd-4fc1b240de1e tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] Request body: {'security_group_rule': {'security_group_id': 'f5e69b40-5382-40b5-a0ce-c8a2c6a7fa9a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:58:43.497001 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4282e16-0ff4-490f-a993-5088684bf87e req-b4b13237-15d6-4320-8e59-c15431a4bd43 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:43.506579 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a4282e16-0ff4-490f-a993-5088684bf87e req-b4b13237-15d6-4320-8e59-c15431a4bd43 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=cf249b76-110b-4a6c-939c-271135c51ed5 HTTP/1.1" status: 200 len: 945 time: 0.2787075 Oct 20 10:58:43.526326 n-d-811396-3 neutron-server[100597]: INFO neutron.api.v2.resource [None req-a02afa73-29c4-4391-a3fd-4fc1b240de1e tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 10:58:43.528135 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-a02afa73-29c4-4391-a3fd-4fc1b240de1e tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0706916 Oct 20 10:58:43.531353 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 57280) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:43.531985 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-915172fe-2790-4605-98a7-828d6ec502d3 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:43.576073 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-915172fe-2790-4605-98a7-828d6ec502d3 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Network cbe170d3-31ba-45a2-b477-520ab0a7a8ea is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:58:43.594032 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-915172fe-2790-4605-98a7-828d6ec502d3 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:58:43.602651 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d72146f5-bea8-49a9-8883-6a91d48fb37e tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:43.633527 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d72146f5-bea8-49a9-8883-6a91d48fb37e tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:43.634960 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915172fe-2790-4605-98a7-828d6ec502d3 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:58:43.644937 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-d56fbad8-1d4a-494e-9791-2275855fa838 req-2950976c-ffa6-4985-be89-6d9837d60be3 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:43.707864 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d72146f5-bea8-49a9-8883-6a91d48fb37e tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:43.710549 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d72146f5-bea8-49a9-8883-6a91d48fb37e tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:43.715918 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-d72146f5-bea8-49a9-8883-6a91d48fb37e tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] 10.222.0.64 "DELETE /v2.0/security-groups/f5e69b40-5382-40b5-a0ce-c8a2c6a7fa9a HTTP/1.1" status: 204 len: 168 time: 0.1832883 Oct 20 10:58:43.716861 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 57284) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:43.748007 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72146f5-bea8-49a9-8883-6a91d48fb37e tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5e69b40-5382-40b5-a0ce-c8a2c6a7fa9a,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:43.749855 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915172fe-2790-4605-98a7-828d6ec502d3 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Pushing event updated for resources: {'Port': ['ID=d49445be-3828-4859-970d-88eee2216878,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:43.768530 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a4282e16-0ff4-490f-a993-5088684bf87e req-03917e5d-1dca-46f0-87ea-1d971ac80ebe tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=7d9a6fe5-d7f3-4fa2-86d5-4c121918dfe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2609515 Oct 20 10:58:43.788940 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f618ad2-57f0-42ab-964d-e7904b636265 req-52e97729-2278-4e00-8a3b-c06fe84c246d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:43.790226 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9f618ad2-57f0-42ab-964d-e7904b636265 req-52e97729-2278-4e00-8a3b-c06fe84c246d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=cf249b76-110b-4a6c-939c-271135c51ed5 HTTP/1.1" status: 200 len: 1096 time: 0.4007750 Oct 20 10:58:43.816398 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-c6667e60-0383-49ec-b981-33d3cc6f18e1 tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0933766 Oct 20 10:58:43.820909 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 57288) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:43.827457 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-ab5735af-c093-4bd8-918b-c84f69cf11eb tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] Request body: {'security_group': {'name': 'tempest-secgroup--999066302'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:58:43.864320 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ab5735af-c093-4bd8-918b-c84f69cf11eb tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:43.943934 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-d56fbad8-1d4a-494e-9791-2275855fa838 req-2950976c-ffa6-4985-be89-6d9837d60be3 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:43.974430 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9f618ad2-57f0-42ab-964d-e7904b636265 req-95d8ccad-ab87-434f-9c87-ba4110a1ef09 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=7d9a6fe5-d7f3-4fa2-86d5-4c121918dfe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407712 Oct 20 10:58:43.992321 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ab5735af-c093-4bd8-918b-c84f69cf11eb tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:43.996635 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ab5735af-c093-4bd8-918b-c84f69cf11eb tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:44.037128 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ab5735af-c093-4bd8-918b-c84f69cf11eb tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:44.041144 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-ab5735af-c093-4bd8-918b-c84f69cf11eb tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2155595 Oct 20 10:58:44.041318 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d56fbad8-1d4a-494e-9791-2275855fa838 req-2950976c-ffa6-4985-be89-6d9837d60be3 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Network 5344edc3-4337-4ef2-ba74-f68aceecbff7 is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:58:44.041442 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5735af-c093-4bd8-918b-c84f69cf11eb tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfcbaf1a-f20a-49df-92d5-312612a4a105,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:44.048847 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 57290) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:44.063289 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-9f8badfc-5223-481d-9a0c-aebcd3a01430 tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] Request body: {'security_group': {'name': 'default'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:58:44.063750 n-d-811396-3 neutron-server[100597]: WARNING neutron.api.v2.base [None req-9f8badfc-5223-481d-9a0c-aebcd3a01430 tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 20 10:58:44.064308 n-d-811396-3 neutron-server[100597]: INFO neutron.api.v2.resource [None req-9f8badfc-5223-481d-9a0c-aebcd3a01430 tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] update failed (client error): There was a conflict when trying to complete your request. Oct 20 10:58:44.069611 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-9f8badfc-5223-481d-9a0c-aebcd3a01430 tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] 10.222.0.64 "PUT /v2.0/security-groups/bfcbaf1a-f20a-49df-92d5-312612a4a105 HTTP/1.1" status: 409 len: 330 time: 0.0189576 Oct 20 10:58:44.074733 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 57292) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:44.097836 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [req-d56fbad8-1d4a-494e-9791-2275855fa838 req-2950976c-ffa6-4985-be89-6d9837d60be3 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:58:44.109159 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-d56fbad8-1d4a-494e-9791-2275855fa838 req-2950976c-ffa6-4985-be89-6d9837d60be3 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:58:44.137960 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbea753-1119-4af1-9d17-1a52a38a11c3 req-df9a15b8-578f-4ed1-856b-14f249868b6f tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:44.139657 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1fbea753-1119-4af1-9d17-1a52a38a11c3 req-df9a15b8-578f-4ed1-856b-14f249868b6f tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2cf81fd-63e2-4c70-870f-d3530dbe1445 HTTP/1.1" status: 200 len: 932 time: 0.2476728 Oct 20 10:58:44.140414 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2950976c-ffa6-4985-be89-6d9837d60be3 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Pushing event updated for resources: {'Port': ['ID=10384482-ef1a-4854-a403-970c7d57b18f,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:44.161662 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6d29266a-f236-4033-93c4-9abd3e250703 tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:44.196486 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6d29266a-f236-4033-93c4-9abd3e250703 tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:44.213010 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56fbad8-1d4a-494e-9791-2275855fa838 req-2950976c-ffa6-4985-be89-6d9837d60be3 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:44.213773 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-d56fbad8-1d4a-494e-9791-2275855fa838 req-2950976c-ffa6-4985-be89-6d9837d60be3 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:44.266219 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6d29266a-f236-4033-93c4-9abd3e250703 tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:44.271831 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6d29266a-f236-4033-93c4-9abd3e250703 tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:44.273449 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-6d29266a-f236-4033-93c4-9abd3e250703 tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] 10.222.0.64 "DELETE /v2.0/security-groups/bfcbaf1a-f20a-49df-92d5-312612a4a105 HTTP/1.1" status: 204 len: 168 time: 0.2017097 Oct 20 10:58:44.277032 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 57296) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:44.297214 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d29266a-f236-4033-93c4-9abd3e250703 tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfcbaf1a-f20a-49df-92d5-312612a4a105,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:44.353078 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-ba9e628c-75a2-4dcd-8e6b-bea5c39b7046 tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0714707 Oct 20 10:58:44.353319 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 57300) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:44.358207 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d56fbad8-1d4a-494e-9791-2275855fa838 req-2950976c-ffa6-4985-be89-6d9837d60be3 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2077672 Oct 20 10:58:44.381815 n-d-811396-3 neutron-server[100597]: INFO neutron.api.v2.resource [None req-794523cc-4726-4add-a606-b5221b49dd74 tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] delete failed (client error): The resource could not be found. Oct 20 10:58:44.382859 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-794523cc-4726-4add-a606-b5221b49dd74 tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] 10.222.0.64 "DELETE /v2.0/security-groups/9d7a0967-4ddf-4ca4-84a5-3d1848dd0dd8 HTTP/1.1" status: 404 len: 347 time: 0.0280292 Oct 20 10:58:44.387339 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 57302) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:44.418623 n-d-811396-3 neutron-server[100597]: INFO neutron.api.v2.resource [None req-8acaf558-c99f-49ca-87e9-32201c309413 tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] show failed (client error): The resource could not be found. Oct 20 10:58:44.419696 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-8acaf558-c99f-49ca-87e9-32201c309413 tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] 10.222.0.64 "GET /v2.0/security-groups/2e69e818-c845-4f2d-84b6-73ce361bffa2 HTTP/1.1" status: 404 len: 347 time: 0.0322158 Oct 20 10:58:44.423509 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 57306) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:44.428736 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1fbea753-1119-4af1-9d17-1a52a38a11c3 req-17da2fa6-de43-42b6-b6ae-20d49aad4858 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/security-groups?id=204a606e-4754-4938-b4b0-f5de1da0244a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2090120 Oct 20 10:58:44.432749 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-915172fe-2790-4605-98a7-828d6ec502d3 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Publish callbacks [] for router_gateway, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:44.469555 n-d-811396-3 neutron-server[100597]: INFO neutron.api.v2.resource [None req-c42cbc74-6808-4344-86ff-52245bb4d5f8 tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] show failed (client error): The resource could not be found. Oct 20 10:58:44.470737 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-c42cbc74-6808-4344-86ff-52245bb4d5f8 tempest-NegativeSecGroupIPv6Test-1046114656 tempest-NegativeSecGroupIPv6Test-1046114656-project] 10.222.0.64 "GET /v2.0/security-group-rules/3ee52dcc-5db9-4197-8f71-c6426f8d2166 HTTP/1.1" status: 404 len: 356 time: 0.0462825 Oct 20 10:58:44.510401 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-d3b4c4e5-7d91-4564-ae0c-41140a36d1c2 None None] Provisioning complete for port 10384482-ef1a-4854-a403-970c7d57b18f triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:58:44.511498 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-d3b4c4e5-7d91-4564-ae0c-41140a36d1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:44.540218 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-d56fbad8-1d4a-494e-9791-2275855fa838 req-012700a9-fe78-450a-a549-a998e4c0209c service neutron] Request body: {'port': {'device_id': 'a2cf81fd-63e2-4c70-870f-d3530dbe1445', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811396-3'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:58:44.559882 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-d3b4c4e5-7d91-4564-ae0c-41140a36d1c2 None None] Port 10384482-ef1a-4854-a403-970c7d57b18f cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:58:44.653145 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3fc5343c-77ca-4654-8f92-be3dccdcb21c req-82eb74d2-7c73-40b6-822e-5e3a1f7c5591 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/ports?device_id=051bffaa-cd47-471d-a93d-dc2347bfbe00 HTTP/1.1" status: 200 len: 210 time: 0.0733824 Oct 20 10:58:44.703281 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-d56fbad8-1d4a-494e-9791-2275855fa838 req-012700a9-fe78-450a-a549-a998e4c0209c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:44.839899 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 57316) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:45.017762 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-029a68c8-53cf-4a02-be61-cba643e7103a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8415a6d3769847a799e13105ac6d99ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1763341 Oct 20 10:58:45.020822 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 57320) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:45.077548 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4b039f6e-04eb-4149-8976-6e14f11ba11f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:45.103414 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4b039f6e-04eb-4149-8976-6e14f11ba11f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:45.158184 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4b039f6e-04eb-4149-8976-6e14f11ba11f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:45.165345 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4b039f6e-04eb-4149-8976-6e14f11ba11f admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:45.165345 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-4b039f6e-04eb-4149-8976-6e14f11ba11f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/bffbce31-2513-4f17-ae4b-2069c9188890 HTTP/1.1" status: 204 len: 168 time: 0.1412919 Oct 20 10:58:45.172814 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b039f6e-04eb-4149-8976-6e14f11ba11f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bffbce31-2513-4f17-ae4b-2069c9188890,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:45.556582 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec35db7-26b3-43f8-b597-2cf9ad04057f req-d33026e8-362f-41a7-9bd1-fe8a47c49db8 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:45.558100 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-eec35db7-26b3-43f8-b597-2cf9ad04057f req-d33026e8-362f-41a7-9bd1-fe8a47c49db8 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.55 "GET /v2.0/networks?id=5f3de8d1-83f4-4081-a4ae-e84fa44c63e9 HTTP/1.1" status: 200 len: 806 time: 0.3784409 Oct 20 10:58:45.609149 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-eec35db7-26b3-43f8-b597-2cf9ad04057f req-42d1f801-39ac-4125-b92a-80da2c8d414d tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Request body: {'port': {'device_id': '051bffaa-cd47-471d-a93d-dc2347bfbe00', 'network_id': '5f3de8d1-83f4-4081-a4ae-e84fa44c63e9', 'admin_state_up': True, 'tenant_id': '1b65b2e8036f4846a7f6f098c6e62306'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:58:45.682495 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a667df-b7bd-4839-ba60-707981f42ba5 req-80ae70f0-52e5-4ad0-9701-fabc42bb5db3 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:45.685604 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f6a667df-b7bd-4839-ba60-707981f42ba5 req-80ae70f0-52e5-4ad0-9701-fabc42bb5db3 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=cf249b76-110b-4a6c-939c-271135c51ed5 HTTP/1.1" status: 200 len: 945 time: 0.5046983 Oct 20 10:58:45.808292 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-915172fe-2790-4605-98a7-828d6ec502d3 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1773475'] for router, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:45.889807 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73642003-5035-4ddf-96e8-772a0a857d0e req-829f7dac-8d1d-4694-bd0b-713be4aeadce tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:45.891315 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-73642003-5035-4ddf-96e8-772a0a857d0e req-829f7dac-8d1d-4694-bd0b-713be4aeadce tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2cf81fd-63e2-4c70-870f-d3530dbe1445 HTTP/1.1" status: 200 len: 932 time: 0.3592036 Oct 20 10:58:45.960382 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f6a667df-b7bd-4839-ba60-707981f42ba5 req-29ea3c9b-3e02-4442-8b20-6f4f827b5a00 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=7d9a6fe5-d7f3-4fa2-86d5-4c121918dfe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300277 Oct 20 10:58:46.009765 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7ce12990-041c-49ce-a4ab-bc66c5d15844 req-d66a1d9f-7df7-441f-abe2-e9b8f961a2ee service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f333013b-3605-4c97-9095-c29d67e00745&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2755313 Oct 20 10:58:46.147029 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eec35db7-26b3-43f8-b597-2cf9ad04057f req-42d1f801-39ac-4125-b92a-80da2c8d414d tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Made reservation on behalf of 1b65b2e8036f4846a7f6f098c6e62306 for: {'port': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:58:46.150603 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-eec35db7-26b3-43f8-b597-2cf9ad04057f req-42d1f801-39ac-4125-b92a-80da2c8d414d tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:46.155671 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 57352) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:46.163613 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-20590787-69cb-48ee-8eb8-7f07b7e551cc req-cfe1ee5d-eebb-461d-a38b-6cf5251f1abf tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/ports?device_id=051bffaa-cd47-471d-a93d-dc2347bfbe00 HTTP/1.1" status: 200 len: 210 time: 0.1176069 Oct 20 10:58:46.166506 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-73642003-5035-4ddf-96e8-772a0a857d0e req-ce60f8de-de64-4a6b-b3d5-90da25f9d92c tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/security-groups?id=204a606e-4754-4938-b4b0-f5de1da0244a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2283845 Oct 20 10:58:46.260556 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [req-d56fbad8-1d4a-494e-9791-2275855fa838 req-012700a9-fe78-450a-a549-a998e4c0209c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10384482-ef1a-4854-a403-970c7d57b18f {{(pid=100596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:58:46.304014 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-d56fbad8-1d4a-494e-9791-2275855fa838 req-012700a9-fe78-450a-a549-a998e4c0209c service neutron] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:46.309700 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-f242a417-9d2c-4f46-9c04-89715ffbf8e1 tempest-SubnetPoolsTestJSON-1202763844 tempest-SubnetPoolsTestJSON-1202763844-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-673750832', 'prefixes': ['172.20.0.0/16']}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:58:46.320942 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce12990-041c-49ce-a4ab-bc66c5d15844 req-5e74c300-9e87-4abc-a352-c384d7f402dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:46.322698 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7ce12990-041c-49ce-a4ab-bc66c5d15844 req-5e74c300-9e87-4abc-a352-c384d7f402dd service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=376203cb7dec4dad9717307d6c606d33&device_id=f333013b-3605-4c97-9095-c29d67e00745 HTTP/1.1" status: 200 len: 1097 time: 0.2406628 Oct 20 10:58:46.376057 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.provisioning_blocks [req-d56fbad8-1d4a-494e-9791-2275855fa838 req-012700a9-fe78-450a-a549-a998e4c0209c service neutron] Transition to ACTIVE for port object 10384482-ef1a-4854-a403-970c7d57b18f will not be triggered until provisioned by entity L2. {{(pid=100596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:58:46.402936 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f242a417-9d2c-4f46-9c04-89715ffbf8e1 tempest-SubnetPoolsTestJSON-1202763844 tempest-SubnetPoolsTestJSON-1202763844-project] Publish callbacks [] for subnetpool, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:46.405263 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-d56fbad8-1d4a-494e-9791-2275855fa838 req-012700a9-fe78-450a-a549-a998e4c0209c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:46.408181 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-f242a417-9d2c-4f46-9c04-89715ffbf8e1 tempest-SubnetPoolsTestJSON-1202763844 tempest-SubnetPoolsTestJSON-1202763844-project] 10.222.0.64 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.2508276 Oct 20 10:58:46.409655 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 57358) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:46.447436 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-f93ce427-4e54-4d42-923b-d51a509bda5a tempest-SubnetPoolsTestJSON-1202763844 tempest-SubnetPoolsTestJSON-1202763844-project] 10.222.0.64 "GET /v2.0/subnetpools/c3ecb265-798b-42d1-ab1d-28c3eb387fed HTTP/1.1" status: 200 len: 731 time: 0.0362508 Oct 20 10:58:46.447751 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-915172fe-2790-4605-98a7-828d6ec502d3 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Router c7b51228-9057-43ef-9ec2-5fe4adce6478 is scheduled to L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 with binding_index 1 {{(pid=100596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 10:58:46.448113 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 57360) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:46.453874 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-0afaa62a-dbfb-4a6e-aa78-bbc998f23906 tempest-SubnetPoolsTestJSON-1202763844 tempest-SubnetPoolsTestJSON-1202763844-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1653778056'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:58:46.570396 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0afaa62a-dbfb-4a6e-aa78-bbc998f23906 tempest-SubnetPoolsTestJSON-1202763844 tempest-SubnetPoolsTestJSON-1202763844-project] Publish callbacks [] for subnetpool, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:46.572599 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-0afaa62a-dbfb-4a6e-aa78-bbc998f23906 tempest-SubnetPoolsTestJSON-1202763844 tempest-SubnetPoolsTestJSON-1202763844-project] 10.222.0.64 "PUT /v2.0/subnetpools/c3ecb265-798b-42d1-ab1d-28c3eb387fed HTTP/1.1" status: 200 len: 684 time: 0.1233292 Oct 20 10:58:46.576635 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [req-eec35db7-26b3-43f8-b597-2cf9ad04057f req-42d1f801-39ac-4125-b92a-80da2c8d414d tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Allocated IP 172.20.0.10 (5f3de8d1-83f4-4081-a4ae-e84fa44c63e9/1112b924-dfee-4f27-9509-3316f3e9f37a/8d6b1fd8-b9e8-47ce-a450-ba081a15b57d) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:58:46.581637 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 57364) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:46.634727 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012700a9-fe78-450a-a549-a998e4c0209c service neutron] Pushing event updated for resources: {'Port': ['ID=10384482-ef1a-4854-a403-970c7d57b18f,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:46.680356 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce12990-041c-49ce-a4ab-bc66c5d15844 req-c1a8bed2-d88c-4032-ba01-629d3b7653af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:46.682192 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7ce12990-041c-49ce-a4ab-bc66c5d15844 req-c1a8bed2-d88c-4032-ba01-629d3b7653af service neutron] 10.222.0.69 "GET /v2.0/networks?id=b8b1e2be-5932-428e-a716-07af13af4e6c HTTP/1.1" status: 200 len: 912 time: 0.3293493 Oct 20 10:58:46.730172 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a40766fd-3cc9-4adc-b4cc-7d517baf213c tempest-SubnetPoolsTestJSON-1202763844 tempest-SubnetPoolsTestJSON-1202763844-project] Publish callbacks [] for subnetpool, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:46.731809 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-a40766fd-3cc9-4adc-b4cc-7d517baf213c tempest-SubnetPoolsTestJSON-1202763844 tempest-SubnetPoolsTestJSON-1202763844-project] 10.222.0.64 "DELETE /v2.0/subnetpools/c3ecb265-798b-42d1-ab1d-28c3eb387fed HTTP/1.1" status: 204 len: 168 time: 0.1458344 Oct 20 10:58:46.734520 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 57368) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:46.756045 n-d-811396-3 neutron-server[100597]: INFO neutron.api.v2.resource [None req-60833f56-325f-4fbb-81ff-393585bed4a3 tempest-SubnetPoolsTestJSON-1202763844 tempest-SubnetPoolsTestJSON-1202763844-project] show failed (client error): The resource could not be found. Oct 20 10:58:46.757522 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-60833f56-325f-4fbb-81ff-393585bed4a3 tempest-SubnetPoolsTestJSON-1202763844 tempest-SubnetPoolsTestJSON-1202763844-project] 10.222.0.64 "GET /v2.0/subnetpools/c3ecb265-798b-42d1-ab1d-28c3eb387fed HTTP/1.1" status: 404 len: 346 time: 0.0219436 Oct 20 10:58:46.761872 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 57370) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:46.781086 n-d-811396-3 neutron-server[100597]: INFO neutron.api.v2.resource [None req-68d01ca3-7805-41d8-862b-afd71b5753ff tempest-SubnetPoolsTestJSON-1202763844 tempest-SubnetPoolsTestJSON-1202763844-project] delete failed (client error): The resource could not be found. Oct 20 10:58:46.786233 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-68d01ca3-7805-41d8-862b-afd71b5753ff tempest-SubnetPoolsTestJSON-1202763844 tempest-SubnetPoolsTestJSON-1202763844-project] 10.222.0.64 "DELETE /v2.0/subnetpools/c3ecb265-798b-42d1-ab1d-28c3eb387fed HTTP/1.1" status: 404 len: 346 time: 0.0188055 Oct 20 10:58:46.852297 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 57378) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:46.967733 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7ce12990-041c-49ce-a4ab-bc66c5d15844 req-f96cbae0-7987-4d21-9954-c0a7bf192ea5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d33cb694-c196-43c2-8360-cb3ae8d54011 HTTP/1.1" status: 200 len: 217 time: 0.2458732 Oct 20 10:58:46.982937 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85723ce2-c75c-4896-a4d1-bf47ae8be75c req-24439070-efe5-4ced-b6c2-a1497361a618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:46.984812 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-85723ce2-c75c-4896-a4d1-bf47ae8be75c req-24439070-efe5-4ced-b6c2-a1497361a618 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=fbb1d3fe-09bb-448f-b9c0-2884467ffdb1 HTTP/1.1" status: 200 len: 1096 time: 0.1313009 Oct 20 10:58:47.058915 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-85723ce2-c75c-4896-a4d1-bf47ae8be75c req-4fd7423b-9b7b-4273-9329-e4907ea1564d service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=777d26a2-77cc-4488-aee7-ff0e29f60da4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578470 Oct 20 10:58:47.157756 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-915172fe-2790-4605-98a7-828d6ec502d3 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:58:47.160479 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 57388) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:47.163550 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-eec35db7-26b3-43f8-b597-2cf9ad04057f req-42d1f801-39ac-4125-b92a-80da2c8d414d tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:47.177749 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5273da6-cd59-46cc-9e26-df37465aaf0d None None] Sync routers for ids ['c7b51228-9057-43ef-9ec2-5fe4adce6478'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:58:47.179492 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce12990-041c-49ce-a4ab-bc66c5d15844 req-4cf3b05c-8f65-4c6f-adb6-e62cb44f176c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:47.181754 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7ce12990-041c-49ce-a4ab-bc66c5d15844 req-4cf3b05c-8f65-4c6f-adb6-e62cb44f176c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=437b47ec-4211-421c-828b-76408ce53dce HTTP/1.1" status: 200 len: 850 time: 0.1737404 Oct 20 10:58:47.186338 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-d56fbad8-1d4a-494e-9791-2275855fa838 req-012700a9-fe78-450a-a549-a998e4c0209c service neutron] Attempting to bind port 10384482-ef1a-4854-a403-970c7d57b18f on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:58:47.186698 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-d56fbad8-1d4a-494e-9791-2275855fa838 req-012700a9-fe78-450a-a549-a998e4c0209c service neutron] Attempting to bind port 10384482-ef1a-4854-a403-970c7d57b18f by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': '7d8ef4de-e65b-4686-a877-a724da3cdefe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '5344edc3-4337-4ef2-ba74-f68aceecbff7'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:58:47.187065 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56fbad8-1d4a-494e-9791-2275855fa838 req-012700a9-fe78-450a-a549-a998e4c0209c service neutron] Attempting to bind port 10384482-ef1a-4854-a403-970c7d57b18f on network 5344edc3-4337-4ef2-ba74-f68aceecbff7 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:58:47.189121 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5273da6-cd59-46cc-9e26-df37465aaf0d None None] Routers {'c7b51228-9057-43ef-9ec2-5fe4adce6478'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:58:47.189960 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-c5273da6-cd59-46cc-9e26-df37465aaf0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:58:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['c7b51228-9057-43ef-9ec2-5fe4adce6478'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:47.261538 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56fbad8-1d4a-494e-9791-2275855fa838 req-012700a9-fe78-450a-a549-a998e4c0209c service neutron] Port 10384482-ef1a-4854-a403-970c7d57b18f on network 5344edc3-4337-4ef2-ba74-f68aceecbff7 not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:58:47.262004 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56fbad8-1d4a-494e-9791-2275855fa838 req-012700a9-fe78-450a-a549-a998e4c0209c service neutron] Attempting to bind port 10384482-ef1a-4854-a403-970c7d57b18f on network 5344edc3-4337-4ef2-ba74-f68aceecbff7 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:58:47.276974 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-915172fe-2790-4605-98a7-828d6ec502d3 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Publish callbacks [] for router, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:47.278490 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-915172fe-2790-4605-98a7-828d6ec502d3 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 6.9337375 Oct 20 10:58:47.282552 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 57396) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:47.296281 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56fbad8-1d4a-494e-9791-2275855fa838 req-012700a9-fe78-450a-a549-a998e4c0209c service neutron] Checking agent: {'id': '061232a2-7adc-4ba1-a873-e8cb136b064d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:58:47.296618 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56fbad8-1d4a-494e-9791-2275855fa838 req-012700a9-fe78-450a-a549-a998e4c0209c service neutron] Checking segment: {'id': '7d8ef4de-e65b-4686-a877-a724da3cdefe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '5344edc3-4337-4ef2-ba74-f68aceecbff7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:58:47.297159 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56fbad8-1d4a-494e-9791-2275855fa838 req-012700a9-fe78-450a-a549-a998e4c0209c service neutron] Bound using segment: {'id': '7d8ef4de-e65b-4686-a877-a724da3cdefe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '5344edc3-4337-4ef2-ba74-f68aceecbff7'} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:58:47.297808 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-d56fbad8-1d4a-494e-9791-2275855fa838 req-012700a9-fe78-450a-a549-a998e4c0209c service neutron] Bound port: 10384482-ef1a-4854-a403-970c7d57b18f, host: n-h2-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d8ef4de-e65b-4686-a877-a724da3cdefe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '5344edc3-4337-4ef2-ba74-f68aceecbff7'}}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:58:47.298302 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-d56fbad8-1d4a-494e-9791-2275855fa838 req-012700a9-fe78-450a-a549-a998e4c0209c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:47.340482 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e534b85d-7c0c-439a-84da-78ccd2acdc1c req-242ad70c-d069-4eb0-bc09-e1b9b403b1c9 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:47.342732 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e534b85d-7c0c-439a-84da-78ccd2acdc1c req-242ad70c-d069-4eb0-bc09-e1b9b403b1c9 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=cf249b76-110b-4a6c-939c-271135c51ed5 HTTP/1.1" status: 200 len: 945 time: 0.2601521 Oct 20 10:58:47.356158 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-c5273da6-cd59-46cc-9e26-df37465aaf0d None None] Set router c7b51228-9057-43ef-9ec2-5fe4adce6478 gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:58:47.372399 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-dea6b294-c2fc-4ecf-8bb2-17de28c282f1 req-6dfdb65e-cbf7-4a38-88c2-b23df5d70e7c tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/ports?device_id=051bffaa-cd47-471d-a93d-dc2347bfbe00 HTTP/1.1" status: 200 len: 210 time: 0.0800424 Oct 20 10:58:47.450397 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce12990-041c-49ce-a4ab-bc66c5d15844 req-1cfd8e4a-4d1d-4c1f-8de1-67ca950db891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:47.452360 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7ce12990-041c-49ce-a4ab-bc66c5d15844 req-1cfd8e4a-4d1d-4c1f-8de1-67ca950db891 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b8b1e2be-5932-428e-a716-07af13af4e6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2595656 Oct 20 10:58:47.453622 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-eec35db7-26b3-43f8-b597-2cf9ad04057f req-42d1f801-39ac-4125-b92a-80da2c8d414d tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:47.477308 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63d99a74-76a1-4d06-8c8a-0c9b9383231a tempest-TestSecurityGroupsBasicOps-1019124985 tempest-TestSecurityGroupsBasicOps-1019124985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:47.479803 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-63d99a74-76a1-4d06-8c8a-0c9b9383231a tempest-TestSecurityGroupsBasicOps-1019124985 tempest-TestSecurityGroupsBasicOps-1019124985-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=0f7c095abe574139be06bffc4a6ef74a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1962011 Oct 20 10:58:47.503037 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-011c171c-191b-4446-a464-3ef305b5217a admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:47.516659 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 57400) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:47.535364 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['783580f0-59dd-475f-8b83-b93fba68f44d'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:58:47.611369 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-011c171c-191b-4446-a464-3ef305b5217a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:47.616070 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-011c171c-191b-4446-a464-3ef305b5217a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:47.661132 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-011c171c-191b-4446-a464-3ef305b5217a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=bdef37a330324d5495e7a652845194fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4993885 Oct 20 10:58:47.662659 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011c171c-191b-4446-a464-3ef305b5217a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c418ca42-6b90-40c6-9a58-5e102a864e0a,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:47.664061 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eec35db7-26b3-43f8-b597-2cf9ad04057f req-42d1f801-39ac-4125-b92a-80da2c8d414d tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Network 5f3de8d1-83f4-4081-a4ae-e84fa44c63e9 is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:58:47.665957 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 57402) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:47.671789 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e534b85d-7c0c-439a-84da-78ccd2acdc1c req-f0dbf850-1f3b-4570-8181-1bd5aade5b78 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=7d9a6fe5-d7f3-4fa2-86d5-4c121918dfe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3054950 Oct 20 10:58:47.694651 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [req-eec35db7-26b3-43f8-b597-2cf9ad04057f req-42d1f801-39ac-4125-b92a-80da2c8d414d tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:58:47.735952 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-eec35db7-26b3-43f8-b597-2cf9ad04057f req-42d1f801-39ac-4125-b92a-80da2c8d414d tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:58:47.742095 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-d56fbad8-1d4a-494e-9791-2275855fa838 req-012700a9-fe78-450a-a549-a998e4c0209c service neutron] For port 10384482-ef1a-4854-a403-970c7d57b18f, host n-h2-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:58:47.750718 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d1f801-39ac-4125-b92a-80da2c8d414d tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Pushing event updated for resources: {'Port': ['ID=8d6b1fd8-b9e8-47ce-a450-ba081a15b57d,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:47.791441 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-077d8f15-c0d5-4cf2-8634-706879dd016c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:47.834656 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-077d8f15-c0d5-4cf2-8634-706879dd016c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:47.932832 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-077d8f15-c0d5-4cf2-8634-706879dd016c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:47.936418 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-077d8f15-c0d5-4cf2-8634-706879dd016c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:47.937995 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-077d8f15-c0d5-4cf2-8634-706879dd016c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c418ca42-6b90-40c6-9a58-5e102a864e0a HTTP/1.1" status: 204 len: 168 time: 0.2705979 Oct 20 10:58:47.955763 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077d8f15-c0d5-4cf2-8634-706879dd016c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c418ca42-6b90-40c6-9a58-5e102a864e0a,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:48.081757 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-c5273da6-cd59-46cc-9e26-df37465aaf0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7b51228-9057-43ef-9ec2-5fe4adce6478', 'name': 'tempest-TestSecurityGroupsBasicOps-router-566781062', 'tenant_id': '0f7c095abe574139be06bffc4a6ef74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': 'd49445be-3828-4859-970d-88eee2216878', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:58:40Z', 'updated_at': '2021-10-20T10:58:43Z', 'revision_number': 3, 'project_id': '0f7c095abe574139be06bffc4a6ef74a', 'gw_port': {'id': 'd49445be-3828-4859-970d-88eee2216878', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:9b:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7b51228-9057-43ef-9ec2-5fe4adce6478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:58:42Z', 'updated_at': '2021-10-20T10:58:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:48.121017 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5273da6-cd59-46cc-9e26-df37465aaf0d None None] Checking router: c7b51228-9057-43ef-9ec2-5fe4adce6478 for host: n-d-811396-3 {{(pid=100598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:58:48.121301 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5273da6-cd59-46cc-9e26-df37465aaf0d None None] Updating router c7b51228-9057-43ef-9ec2-5fe4adce6478 port d49445be-3828-4859-970d-88eee2216878 binding host n-d-811396-3 {{(pid=100598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 10:58:48.199501 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-c5273da6-cd59-46cc-9e26-df37465aaf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:48.494109 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-d56fbad8-1d4a-494e-9791-2275855fa838 req-012700a9-fe78-450a-a549-a998e4c0209c service neutron] For port 10384482-ef1a-4854-a403-970c7d57b18f, host n-h2-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=10384482-ef1a-4854-a403-970c7d57b18f,segment=NetworkSegment(7d8ef4de-e65b-4686-a877-a724da3cdefe),segment_id=7d8ef4de-e65b-4686-a877-a724da3cdefe)] {{(pid=100596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:58:48.597954 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-c5273da6-cd59-46cc-9e26-df37465aaf0d None None] Publish callbacks [] for port, precommit_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:48.604451 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-c5273da6-cd59-46cc-9e26-df37465aaf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:48.632959 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c439e098-d997-4966-b2a0-6f5b3bd28184 tempest-TestSecurityGroupsBasicOps-1019124985 tempest-TestSecurityGroupsBasicOps-1019124985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:48.637863 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-c5273da6-cd59-46cc-9e26-df37465aaf0d None None] Attempting to bind port d49445be-3828-4859-970d-88eee2216878 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:58:48.637863 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-c5273da6-cd59-46cc-9e26-df37465aaf0d None None] Attempting to bind port d49445be-3828-4859-970d-88eee2216878 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:58:48.638242 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5273da6-cd59-46cc-9e26-df37465aaf0d None None] Attempting to bind port d49445be-3828-4859-970d-88eee2216878 on network cbe170d3-31ba-45a2-b477-520ab0a7a8ea {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:58:48.638984 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 57438) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:48.648171 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-c439e098-d997-4966-b2a0-6f5b3bd28184 tempest-TestSecurityGroupsBasicOps-1019124985 tempest-TestSecurityGroupsBasicOps-1019124985-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.1281953 Oct 20 10:58:48.656960 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec35db7-26b3-43f8-b597-2cf9ad04057f req-42d1f801-39ac-4125-b92a-80da2c8d414d tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:48.657631 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-eec35db7-26b3-43f8-b597-2cf9ad04057f req-42d1f801-39ac-4125-b92a-80da2c8d414d tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:48.670539 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7ce12990-041c-49ce-a4ab-bc66c5d15844 req-c0e3eaf0-af8e-400e-ae93-f789e34a7092 service neutron] 10.222.0.69 "GET /v2.0/networks/b8b1e2be-5932-428e-a716-07af13af4e6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2011096 Oct 20 10:58:48.674484 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-d56fbad8-1d4a-494e-9791-2275855fa838 req-012700a9-fe78-450a-a549-a998e4c0209c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:48.694981 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5273da6-cd59-46cc-9e26-df37465aaf0d None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 58, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:58:48.697965 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5273da6-cd59-46cc-9e26-df37465aaf0d None None] Checking segment: {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:58:48.699258 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-c5273da6-cd59-46cc-9e26-df37465aaf0d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:48.700909 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5273da6-cd59-46cc-9e26-df37465aaf0d None None] Bound using segment: {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:58:48.708044 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-c5273da6-cd59-46cc-9e26-df37465aaf0d None None] Bound port: d49445be-3828-4859-970d-88eee2216878, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:58:48.708044 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-c5273da6-cd59-46cc-9e26-df37465aaf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:48.708562 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 57442) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:48.711873 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-cf1bfca2-7d02-4cbe-b5a9-aa65a22f908f tempest-TestSecurityGroupsBasicOps-1019124985 tempest-TestSecurityGroupsBasicOps-1019124985-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=cbe170d3-31ba-45a2-b477-520ab0a7a8ea&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0701544 Oct 20 10:58:48.763995 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca60da93-4f39-40a3-a9fd-eb208b0be219 req-ff3f6bc8-c583-4419-ae53-1fed4f45a2f5 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:48.765886 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ca60da93-4f39-40a3-a9fd-eb208b0be219 req-ff3f6bc8-c583-4419-ae53-1fed4f45a2f5 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2cf81fd-63e2-4c70-870f-d3530dbe1445 HTTP/1.1" status: 200 len: 944 time: 1.2337372 Oct 20 10:58:48.772026 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdb9c42-a835-466c-8157-dd04638e795d None None] Pushing event updated for resources: {'Port': ['ID=d49445be-3828-4859-970d-88eee2216878,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:48.792852 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-eec35db7-26b3-43f8-b597-2cf9ad04057f req-42d1f801-39ac-4125-b92a-80da2c8d414d tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1918530 Oct 20 10:58:48.798163 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56fbad8-1d4a-494e-9791-2275855fa838 req-012700a9-fe78-450a-a549-a998e4c0209c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:48.798799 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-d56fbad8-1d4a-494e-9791-2275855fa838 req-012700a9-fe78-450a-a549-a998e4c0209c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:48.800435 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d56fbad8-1d4a-494e-9791-2275855fa838 req-012700a9-fe78-450a-a549-a998e4c0209c service neutron] 10.222.0.69 "PUT /v2.0/ports/10384482-ef1a-4854-a403-970c7d57b18f HTTP/1.1" status: 200 len: 1092 time: 4.4339325 Oct 20 10:58:48.814253 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2cf81fd-63e2-4c70-870f-d3530dbe1445', 'tag': '10384482-ef1a-4854-a403-970c7d57b18f'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:58:48.817703 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bffb30f-7b11-4f39-90ba-88ff808e4be0" -d '{"events": [{"name": "network-changed", "server_uuid": "a2cf81fd-63e2-4c70-870f-d3530dbe1445", "tag": "10384482-ef1a-4854-a403-970c7d57b18f"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:58:48.834445 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ddcde1-6e3d-42f0-b248-9db2c36c872b req-a3a1a882-501a-454f-a799-a8504c7ebead tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:48.835044 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-c5273da6-cd59-46cc-9e26-df37465aaf0d None None] For port d49445be-3828-4859-970d-88eee2216878, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:58:48.835777 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c5ddcde1-6e3d-42f0-b248-9db2c36c872b req-a3a1a882-501a-454f-a799-a8504c7ebead tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=cf249b76-110b-4a6c-939c-271135c51ed5 HTTP/1.1" status: 200 len: 945 time: 0.3579118 Oct 20 10:58:48.847037 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-c5273da6-cd59-46cc-9e26-df37465aaf0d None None] For port d49445be-3828-4859-970d-88eee2216878, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=d49445be-3828-4859-970d-88eee2216878,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:58:48.852771 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-9e20af4e-0677-4228-ad64-c94654f0b8bc tempest-TestSecurityGroupsBasicOps-1019124985 tempest-TestSecurityGroupsBasicOps-1019124985-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=0f7c095abe574139be06bffc4a6ef74a&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1417363 Oct 20 10:58:48.854737 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 57454) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:48.856697 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-eec35db7-26b3-43f8-b597-2cf9ad04057f req-943f61d8-c7c8-4242-be6a-78a0b56bc7bd service neutron] Request body: {'port': {'device_id': '051bffaa-cd47-471d-a93d-dc2347bfbe00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811396-3'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:58:48.858428 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-c5273da6-cd59-46cc-9e26-df37465aaf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:48.929731 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5273da6-cd59-46cc-9e26-df37465aaf0d None None] Routers {'c7b51228-9057-43ef-9ec2-5fe4adce6478'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:58:48.930249 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-c5273da6-cd59-46cc-9e26-df37465aaf0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:58:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['c7b51228-9057-43ef-9ec2-5fe4adce6478'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:49.062313 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdb9c42-a835-466c-8157-dd04638e795d None None] Pushing event updated for resources: {'Port': ['ID=d49445be-3828-4859-970d-88eee2216878,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:49.105393 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6bf7345-0cfb-4ebd-93c0-132339ef9a18 tempest-TestSecurityGroupsBasicOps-1019124985 tempest-TestSecurityGroupsBasicOps-1019124985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:49.110165 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-c6bf7345-0cfb-4ebd-93c0-132339ef9a18 tempest-TestSecurityGroupsBasicOps-1019124985 tempest-TestSecurityGroupsBasicOps-1019124985-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2505386 Oct 20 10:58:49.110165 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 57462) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:49.118104 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-c5273da6-cd59-46cc-9e26-df37465aaf0d None None] Set router c7b51228-9057-43ef-9ec2-5fe4adce6478 gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:58:49.172016 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-56012e6b-e8f3-49a4-abfe-796b01893e2c tempest-TestSecurityGroupsBasicOps-1019124985 tempest-TestSecurityGroupsBasicOps-1019124985-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=cbe170d3-31ba-45a2-b477-520ab0a7a8ea&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0605032 Oct 20 10:58:49.174056 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 57466) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:49.179344 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-a52eb113-5ae3-45d7-97f5-051f2c7e5787 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-531055291', 'network_id': '7d6fe9da-2241-4677-9e96-6ef157972c01', 'project_id': '0f7c095abe574139be06bffc4a6ef74a', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:58:49.258369 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ca60da93-4f39-40a3-a9fd-eb208b0be219 req-a9205bcd-ee2d-498b-b978-b9bd422f4b20 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/security-groups?id=204a606e-4754-4938-b4b0-f5de1da0244a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4471335 Oct 20 10:58:49.262297 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7ce12990-041c-49ce-a4ab-bc66c5d15844 req-3070449d-d4d5-43fc-9b2d-e50414c9d4c5 service neutron] 10.222.0.69 "GET /v2.0/networks/b8b1e2be-5932-428e-a716-07af13af4e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5767186 Oct 20 10:58:49.263705 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012700a9-fe78-450a-a549-a998e4c0209c service neutron] Pushing event updated for resources: {'Port': ['ID=10384482-ef1a-4854-a403-970c7d57b18f,revision_number=3']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:49.310824 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a52eb113-5ae3-45d7-97f5-051f2c7e5787 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Made reservation on behalf of 0f7c095abe574139be06bffc4a6ef74a for: {'subnet': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:58:49.314357 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a52eb113-5ae3-45d7-97f5-051f2c7e5787 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25350782'] for subnet, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:49.337647 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:49.379326 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c5ddcde1-6e3d-42f0-b248-9db2c36c872b req-3233f210-b520-4bd0-8225-5d4a2b9f66d0 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=7d9a6fe5-d7f3-4fa2-86d5-4c121918dfe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5122643 Oct 20 10:58:49.390282 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-eec35db7-26b3-43f8-b597-2cf9ad04057f req-943f61d8-c7c8-4242-be6a-78a0b56bc7bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:49.452399 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56fbad8-1d4a-494e-9791-2275855fa838 req-6c3aa0c4-134c-4880-8f48-a0d714a47a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:49.454495 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d56fbad8-1d4a-494e-9791-2275855fa838 req-6c3aa0c4-134c-4880-8f48-a0d714a47a90 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ba79d3046aa84fd2ac89895f3514d2bd&device_id=a2cf81fd-63e2-4c70-870f-d3530dbe1445 HTTP/1.1" status: 200 len: 1095 time: 0.5883904 Oct 20 10:58:49.509639 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-757d4c8c-71ee-4a62-a375-64ad42acca5a x-openstack-request-id: req-757d4c8c-71ee-4a62-a375-64ad42acca5a {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:58:49.510298 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2cf81fd-63e2-4c70-870f-d3530dbe1445", "tag": "10384482-ef1a-4854-a403-970c7d57b18f", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:58:49.510298 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-757d4c8c-71ee-4a62-a375-64ad42acca5a {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:58:49.510726 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2cf81fd-63e2-4c70-870f-d3530dbe1445', 'tag': '10384482-ef1a-4854-a403-970c7d57b18f', 'status': 'completed', 'code': 200} Oct 20 10:58:49.549268 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-c5273da6-cd59-46cc-9e26-df37465aaf0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7b51228-9057-43ef-9ec2-5fe4adce6478', 'name': 'tempest-TestSecurityGroupsBasicOps-router-566781062', 'tenant_id': '0f7c095abe574139be06bffc4a6ef74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': 'd49445be-3828-4859-970d-88eee2216878', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:58:40Z', 'updated_at': '2021-10-20T10:58:43Z', 'revision_number': 3, 'project_id': '0f7c095abe574139be06bffc4a6ef74a', 'gw_port': {'id': 'd49445be-3828-4859-970d-88eee2216878', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:9b:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7b51228-9057-43ef-9ec2-5fe4adce6478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:58:42Z', 'updated_at': '2021-10-20T10:58:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:49.579466 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5273da6-cd59-46cc-9e26-df37465aaf0d None None] The sync data for ids ['c7b51228-9057-43ef-9ec2-5fe4adce6478'] in n-d-811396-3 is: [{'id': 'c7b51228-9057-43ef-9ec2-5fe4adce6478', 'name': 'tempest-TestSecurityGroupsBasicOps-router-566781062', 'tenant_id': '0f7c095abe574139be06bffc4a6ef74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': 'd49445be-3828-4859-970d-88eee2216878', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:58:40Z', 'updated_at': '2021-10-20T10:58:43Z', 'revision_number': 3, 'project_id': '0f7c095abe574139be06bffc4a6ef74a', 'gw_port': {'id': 'd49445be-3828-4859-970d-88eee2216878', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:9b:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7b51228-9057-43ef-9ec2-5fe4adce6478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:58:42Z', 'updated_at': '2021-10-20T10:58:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:58:49.603064 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d56fbad8-1d4a-494e-9791-2275855fa838 req-49957401-5012-46f7-af39-bde094e3ddfb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=10384482-ef1a-4854-a403-970c7d57b18f HTTP/1.1" status: 200 len: 217 time: 0.1055028 Oct 20 10:58:49.634113 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a52eb113-5ae3-45d7-97f5-051f2c7e5787 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25350752'] for subnet, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:49.684683 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c5ca51-072e-4b22-8f27-774630496ae3 req-8397ea52-55bd-41e7-87dd-25d4c50a98e3 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:49.689268 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-30c5ca51-072e-4b22-8f27-774630496ae3 req-8397ea52-55bd-41e7-87dd-25d4c50a98e3 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/ports?device_id=051bffaa-cd47-471d-a93d-dc2347bfbe00 HTTP/1.1" status: 200 len: 932 time: 0.2712874 Oct 20 10:58:49.718886 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52eb113-5ae3-45d7-97f5-051f2c7e5787 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Pushing event updated for resources: {'Subnet': ['ID=fb29ae44-3e37-4ee7-acc0-da3f0211df27,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:49.728827 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52eb113-5ae3-45d7-97f5-051f2c7e5787 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:58:49.729177 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52eb113-5ae3-45d7-97f5-051f2c7e5787 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:58:49.729575 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52eb113-5ae3-45d7-97f5-051f2c7e5787 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:58:49.729900 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52eb113-5ae3-45d7-97f5-051f2c7e5787 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:58:49.730231 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52eb113-5ae3-45d7-97f5-051f2c7e5787 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:58:49.730563 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52eb113-5ae3-45d7-97f5-051f2c7e5787 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:58:49.730890 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52eb113-5ae3-45d7-97f5-051f2c7e5787 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:58:49.731218 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52eb113-5ae3-45d7-97f5-051f2c7e5787 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:58:49.731575 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52eb113-5ae3-45d7-97f5-051f2c7e5787 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:58:49.731902 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52eb113-5ae3-45d7-97f5-051f2c7e5787 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:58:49.732226 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52eb113-5ae3-45d7-97f5-051f2c7e5787 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:58:49.732546 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52eb113-5ae3-45d7-97f5-051f2c7e5787 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:58:49.760704 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52eb113-5ae3-45d7-97f5-051f2c7e5787 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Checking segment: {'id': 'f93603d7-145a-4aa8-810f-ff367219e2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '7d6fe9da-2241-4677-9e96-6ef157972c01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:58:49.761010 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a52eb113-5ae3-45d7-97f5-051f2c7e5787 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Network hostable DHCP agents. Network: 7d6fe9da-2241-4677-9e96-6ef157972c01, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 10:58:49.785950 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a52eb113-5ae3-45d7-97f5-051f2c7e5787 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Network 7d6fe9da-2241-4677-9e96-6ef157972c01 is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 10:58:49.799018 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56fbad8-1d4a-494e-9791-2275855fa838 req-d13dcbd0-fbc5-494b-a3c4-6efbdecdc973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:49.801426 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d56fbad8-1d4a-494e-9791-2275855fa838 req-d13dcbd0-fbc5-494b-a3c4-6efbdecdc973 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3625dd2d-c8cb-469b-902b-482698fe8483 HTTP/1.1" status: 200 len: 835 time: 0.1919708 Oct 20 10:58:49.817832 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-a52eb113-5ae3-45d7-97f5-051f2c7e5787 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, 7d6fe9da-2241-4677-9e96-6ef157972c01) {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:58:49.828195 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aacf8d3-c935-4bd7-8511-5550c3eb20b4 None None] Network 7d6fe9da-2241-4677-9e96-6ef157972c01 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:58:49.828989 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a52eb113-5ae3-45d7-97f5-051f2c7e5787 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:49.830315 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a52eb113-5ae3-45d7-97f5-051f2c7e5787 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:49.874410 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-a52eb113-5ae3-45d7-97f5-051f2c7e5787 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6987238 Oct 20 10:58:49.875469 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 57482) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:58:49.946328 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-30c5ca51-072e-4b22-8f27-774630496ae3 req-88c1983a-8274-452f-83c7-27067bc07435 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/security-groups?id=69f90560-754d-4655-8511-1cc906dc908c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911507 Oct 20 10:58:50.077740 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56fbad8-1d4a-494e-9791-2275855fa838 req-ef8ca6b2-737c-4847-9cce-265f7a7eace8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:50.086632 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d56fbad8-1d4a-494e-9791-2275855fa838 req-ef8ca6b2-737c-4847-9cce-265f7a7eace8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5344edc3-4337-4ef2-ba74-f68aceecbff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2746534 Oct 20 10:58:50.168183 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f12216d6-86b2-449a-aaef-4877ba0ba52c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524064ba-869c-5550-b826-c26b69a11278-7d6fe9da-2241-4677-9e96-6ef157972c01', 'network_id': '7d6fe9da-2241-4677-9e96-6ef157972c01', 'tenant_id': '0f7c095abe574139be06bffc4a6ef74a', 'fixed_ips': [{'subnet_id': 'fb29ae44-3e37-4ee7-acc0-da3f0211df27'}]}} from n-d-811396-3. {{(pid=100598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 10:58:50.169070 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-f12216d6-86b2-449a-aaef-4877ba0ba52c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:50.288394 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d56fbad8-1d4a-494e-9791-2275855fa838 req-5ea6053c-bc2c-4d51-854e-124abf91e9de service neutron] 10.222.0.69 "GET /v2.0/networks/5344edc3-4337-4ef2-ba74-f68aceecbff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903696 Oct 20 10:58:50.514538 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-f12216d6-86b2-449a-aaef-4877ba0ba52c None None] Allocated IP 172.20.0.18 (7d6fe9da-2241-4677-9e96-6ef157972c01/fb29ae44-3e37-4ee7-acc0-da3f0211df27/15e0a6fa-0f27-4fc4-8ddc-15eb57da90c4) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:58:50.683272 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d56fbad8-1d4a-494e-9791-2275855fa838 req-7ffbbbf3-3f37-4f71-bd5a-2455e2d2da07 service neutron] 10.222.0.69 "GET /v2.0/networks/5344edc3-4337-4ef2-ba74-f68aceecbff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3816817 Oct 20 10:58:50.780798 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5e9c422c-82a9-40b4-b470-c503d6da7685 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:50.832415 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [req-eec35db7-26b3-43f8-b597-2cf9ad04057f req-943f61d8-c7c8-4242-be6a-78a0b56bc7bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d6b1fd8-b9e8-47ce-a450-ba081a15b57d {{(pid=100596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:58:50.850622 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837bdf88-c202-4700-8e2e-5f55f74119d1 req-42a3740a-b326-4f4e-8bf1-d78aceaabc92 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:50.858989 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-837bdf88-c202-4700-8e2e-5f55f74119d1 req-42a3740a-b326-4f4e-8bf1-d78aceaabc92 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2cf81fd-63e2-4c70-870f-d3530dbe1445 HTTP/1.1" status: 200 len: 944 time: 0.4184272 Oct 20 10:58:50.874065 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-eec35db7-26b3-43f8-b597-2cf9ad04057f req-943f61d8-c7c8-4242-be6a-78a0b56bc7bd service neutron] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:50.917639 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1be0f6-fb3b-4729-abc9-0fc6bd052961 req-5058f6b3-5290-4f0f-8efd-4d3d013342b6 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:50.919895 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bc1be0f6-fb3b-4729-abc9-0fc6bd052961 req-5058f6b3-5290-4f0f-8efd-4d3d013342b6 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=cf249b76-110b-4a6c-939c-271135c51ed5 HTTP/1.1" status: 200 len: 945 time: 0.3726783 Oct 20 10:58:50.931515 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.provisioning_blocks [req-eec35db7-26b3-43f8-b597-2cf9ad04057f req-943f61d8-c7c8-4242-be6a-78a0b56bc7bd service neutron] Transition to ACTIVE for port object 8d6b1fd8-b9e8-47ce-a450-ba081a15b57d will not be triggered until provisioned by entity L2. {{(pid=100596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:58:50.958049 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-eec35db7-26b3-43f8-b597-2cf9ad04057f req-943f61d8-c7c8-4242-be6a-78a0b56bc7bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:50.996883 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bffb30f-7b11-4f39-90ba-88ff808e4be0 req-6e578498-897a-4d19-ad58-c890ee0bca6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:50.998968 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5bffb30f-7b11-4f39-90ba-88ff808e4be0 req-6e578498-897a-4d19-ad58-c890ee0bca6d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ba79d3046aa84fd2ac89895f3514d2bd&device_id=a2cf81fd-63e2-4c70-870f-d3530dbe1445 HTTP/1.1" status: 200 len: 1095 time: 0.2448459 Oct 20 10:58:51.132520 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943f61d8-c7c8-4242-be6a-78a0b56bc7bd service neutron] Pushing event updated for resources: {'Port': ['ID=8d6b1fd8-b9e8-47ce-a450-ba081a15b57d,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:51.172672 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-837bdf88-c202-4700-8e2e-5f55f74119d1 req-2f3d6293-6f84-45c2-afab-70ace265c7c7 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/security-groups?id=204a606e-4754-4938-b4b0-f5de1da0244a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3126483 Oct 20 10:58:51.178783 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-f12216d6-86b2-449a-aaef-4877ba0ba52c None None] Publish callbacks [] for port, precommit_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:51.189016 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-f12216d6-86b2-449a-aaef-4877ba0ba52c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:51.243841 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12216d6-86b2-449a-aaef-4877ba0ba52c None None] Pushing event updated for resources: {'Port': ['ID=15e0a6fa-0f27-4fc4-8ddc-15eb57da90c4,revision_number=1']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:51.274253 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bc1be0f6-fb3b-4729-abc9-0fc6bd052961 req-4c9117a1-aca6-4b3b-a0c4-abc974f634b3 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=7d9a6fe5-d7f3-4fa2-86d5-4c121918dfe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3472567 Oct 20 10:58:51.282805 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f12216d6-86b2-449a-aaef-4877ba0ba52c None None] Network 7d6fe9da-2241-4677-9e96-6ef157972c01 is already hosted by enough agents. {{(pid=100598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:58:51.284489 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.base_scheduler [None req-f12216d6-86b2-449a-aaef-4877ba0ba52c None None] Resources bound (agent type, host, resource id): {{(pid=100598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:58:51.294391 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12216d6-86b2-449a-aaef-4877ba0ba52c None None] Received port after_create {{(pid=100598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:58:51.365287 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-5e9c422c-82a9-40b4-b470-c503d6da7685 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Allocated IP 172.20.0.17 (7d6fe9da-2241-4677-9e96-6ef157972c01/fb29ae44-3e37-4ee7-acc0-da3f0211df27/01003081-e671-40f6-95f8-92eaab069122) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:58:51.382944 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-f12216d6-86b2-449a-aaef-4877ba0ba52c None None] Attempting to bind port 15e0a6fa-0f27-4fc4-8ddc-15eb57da90c4 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:58:51.383314 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-f12216d6-86b2-449a-aaef-4877ba0ba52c None None] Attempting to bind port 15e0a6fa-0f27-4fc4-8ddc-15eb57da90c4 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': 'f93603d7-145a-4aa8-810f-ff367219e2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '7d6fe9da-2241-4677-9e96-6ef157972c01'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:58:51.383722 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12216d6-86b2-449a-aaef-4877ba0ba52c None None] Attempting to bind port 15e0a6fa-0f27-4fc4-8ddc-15eb57da90c4 on network 7d6fe9da-2241-4677-9e96-6ef157972c01 {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:58:51.395520 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12216d6-86b2-449a-aaef-4877ba0ba52c None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 58, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:58:51.396227 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12216d6-86b2-449a-aaef-4877ba0ba52c None None] Checking segment: {'id': 'f93603d7-145a-4aa8-810f-ff367219e2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '7d6fe9da-2241-4677-9e96-6ef157972c01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:58:51.396895 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-f12216d6-86b2-449a-aaef-4877ba0ba52c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:51.397516 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12216d6-86b2-449a-aaef-4877ba0ba52c None None] Bound using segment: {'id': 'f93603d7-145a-4aa8-810f-ff367219e2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '7d6fe9da-2241-4677-9e96-6ef157972c01'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:58:51.398253 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-f12216d6-86b2-449a-aaef-4877ba0ba52c None None] Bound port: 15e0a6fa-0f27-4fc4-8ddc-15eb57da90c4, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f93603d7-145a-4aa8-810f-ff367219e2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '7d6fe9da-2241-4677-9e96-6ef157972c01'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:58:51.399036 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-f12216d6-86b2-449a-aaef-4877ba0ba52c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:51.471769 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bffb30f-7b11-4f39-90ba-88ff808e4be0 req-7f539bda-9fa2-47ff-8916-53033e6a7377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:51.473538 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5bffb30f-7b11-4f39-90ba-88ff808e4be0 req-7f539bda-9fa2-47ff-8916-53033e6a7377 service neutron] 10.222.0.69 "GET /v2.0/networks?id=5344edc3-4337-4ef2-ba74-f68aceecbff7 HTTP/1.1" status: 200 len: 898 time: 0.3196797 Oct 20 10:58:51.484659 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4634bdb8-22e2-4b80-8689-65d7cb7e59bd req-05b7298f-813c-43cb-b2d1-ec68d87bf0d6 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:51.486347 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4634bdb8-22e2-4b80-8689-65d7cb7e59bd req-05b7298f-813c-43cb-b2d1-ec68d87bf0d6 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/ports?device_id=051bffaa-cd47-471d-a93d-dc2347bfbe00 HTTP/1.1" status: 200 len: 944 time: 0.1333933 Oct 20 10:58:51.522480 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-f12216d6-86b2-449a-aaef-4877ba0ba52c None None] For port 15e0a6fa-0f27-4fc4-8ddc-15eb57da90c4, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:58:51.527939 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-f12216d6-86b2-449a-aaef-4877ba0ba52c None None] For port 15e0a6fa-0f27-4fc4-8ddc-15eb57da90c4, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=15e0a6fa-0f27-4fc4-8ddc-15eb57da90c4,segment=NetworkSegment(f93603d7-145a-4aa8-810f-ff367219e2da),segment_id=f93603d7-145a-4aa8-810f-ff367219e2da)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:58:51.532270 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-f12216d6-86b2-449a-aaef-4877ba0ba52c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:51.537480 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5bffb30f-7b11-4f39-90ba-88ff808e4be0 req-46c476fa-85eb-479a-b1d1-4e16d303339e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=10384482-ef1a-4854-a403-970c7d57b18f HTTP/1.1" status: 200 len: 217 time: 0.0437837 Oct 20 10:58:51.580384 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5e9c422c-82a9-40b4-b470-c503d6da7685 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:51.621489 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-eec35db7-26b3-43f8-b597-2cf9ad04057f req-943f61d8-c7c8-4242-be6a-78a0b56bc7bd service neutron] Attempting to bind port 8d6b1fd8-b9e8-47ce-a450-ba081a15b57d on host n-h1-811396-3 for vnic_type normal with profile {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:58:51.621835 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-eec35db7-26b3-43f8-b597-2cf9ad04057f req-943f61d8-c7c8-4242-be6a-78a0b56bc7bd service neutron] Attempting to bind port 8d6b1fd8-b9e8-47ce-a450-ba081a15b57d by drivers openvswitch,hyperv on host n-h1-811396-3 at level 0 using segments [{'id': '454bfc68-3d11-4849-8508-1d19e9dea5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '5f3de8d1-83f4-4081-a4ae-e84fa44c63e9'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:58:51.622175 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec35db7-26b3-43f8-b597-2cf9ad04057f req-943f61d8-c7c8-4242-be6a-78a0b56bc7bd service neutron] Attempting to bind port 8d6b1fd8-b9e8-47ce-a450-ba081a15b57d on network 5f3de8d1-83f4-4081-a4ae-e84fa44c63e9 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:58:51.624790 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12216d6-86b2-449a-aaef-4877ba0ba52c None None] Pushing event updated for resources: {'Port': ['ID=15e0a6fa-0f27-4fc4-8ddc-15eb57da90c4,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:51.626369 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bffb30f-7b11-4f39-90ba-88ff808e4be0 req-ec5e25d9-9096-48d5-9e9f-397a0f8316e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:51.628509 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5bffb30f-7b11-4f39-90ba-88ff808e4be0 req-ec5e25d9-9096-48d5-9e9f-397a0f8316e3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3625dd2d-c8cb-469b-902b-482698fe8483 HTTP/1.1" status: 200 len: 835 time: 0.0806198 Oct 20 10:58:51.636691 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec35db7-26b3-43f8-b597-2cf9ad04057f req-943f61d8-c7c8-4242-be6a-78a0b56bc7bd service neutron] Port 8d6b1fd8-b9e8-47ce-a450-ba081a15b57d on network 5f3de8d1-83f4-4081-a4ae-e84fa44c63e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:58:51.637086 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec35db7-26b3-43f8-b597-2cf9ad04057f req-943f61d8-c7c8-4242-be6a-78a0b56bc7bd service neutron] Attempting to bind port 8d6b1fd8-b9e8-47ce-a450-ba081a15b57d on network 5f3de8d1-83f4-4081-a4ae-e84fa44c63e9 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:58:51.655333 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec35db7-26b3-43f8-b597-2cf9ad04057f req-943f61d8-c7c8-4242-be6a-78a0b56bc7bd service neutron] Checking agent: {'id': 'b707b4cc-061f-4cf4-bce0-0b3df9b7bec9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 58, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:58:51.655690 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec35db7-26b3-43f8-b597-2cf9ad04057f req-943f61d8-c7c8-4242-be6a-78a0b56bc7bd service neutron] Checking segment: {'id': '454bfc68-3d11-4849-8508-1d19e9dea5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '5f3de8d1-83f4-4081-a4ae-e84fa44c63e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:58:51.656030 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec35db7-26b3-43f8-b597-2cf9ad04057f req-943f61d8-c7c8-4242-be6a-78a0b56bc7bd service neutron] Bound using segment: {'id': '454bfc68-3d11-4849-8508-1d19e9dea5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '5f3de8d1-83f4-4081-a4ae-e84fa44c63e9'} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:58:51.656476 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-eec35db7-26b3-43f8-b597-2cf9ad04057f req-943f61d8-c7c8-4242-be6a-78a0b56bc7bd service neutron] Bound port: 8d6b1fd8-b9e8-47ce-a450-ba081a15b57d, host: n-h1-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '454bfc68-3d11-4849-8508-1d19e9dea5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '5f3de8d1-83f4-4081-a4ae-e84fa44c63e9'}}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:58:51.656840 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-eec35db7-26b3-43f8-b597-2cf9ad04057f req-943f61d8-c7c8-4242-be6a-78a0b56bc7bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:51.662862 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5e9c422c-82a9-40b4-b470-c503d6da7685 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:51.733454 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9c422c-82a9-40b4-b470-c503d6da7685 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Pushing event updated for resources: {'Port': ['ID=01003081-e671-40f6-95f8-92eaab069122,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:51.753213 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e9c422c-82a9-40b4-b470-c503d6da7685 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Network 7d6fe9da-2241-4677-9e96-6ef157972c01 is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:58:51.755001 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-5e9c422c-82a9-40b4-b470-c503d6da7685 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:58:51.760223 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4634bdb8-22e2-4b80-8689-65d7cb7e59bd req-91f6276f-9adf-402d-b489-d139b2dc2f71 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/security-groups?id=69f90560-754d-4655-8511-1cc906dc908c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214797 Oct 20 10:58:51.769904 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9c422c-82a9-40b4-b470-c503d6da7685 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:58:51.802514 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-eec35db7-26b3-43f8-b597-2cf9ad04057f req-943f61d8-c7c8-4242-be6a-78a0b56bc7bd service neutron] For port 8d6b1fd8-b9e8-47ce-a450-ba081a15b57d, host n-h1-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:58:51.807608 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-eec35db7-26b3-43f8-b597-2cf9ad04057f req-943f61d8-c7c8-4242-be6a-78a0b56bc7bd service neutron] For port 8d6b1fd8-b9e8-47ce-a450-ba081a15b57d, host n-h1-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=8d6b1fd8-b9e8-47ce-a450-ba081a15b57d,segment=NetworkSegment(454bfc68-3d11-4849-8508-1d19e9dea5ec),segment_id=454bfc68-3d11-4849-8508-1d19e9dea5ec)] {{(pid=100596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:58:51.810713 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bffb30f-7b11-4f39-90ba-88ff808e4be0 req-b2ac9a41-52b8-4f64-9d91-9c93820e5bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:51.812561 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5bffb30f-7b11-4f39-90ba-88ff808e4be0 req-b2ac9a41-52b8-4f64-9d91-9c93820e5bfd service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5344edc3-4337-4ef2-ba74-f68aceecbff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1731074 Oct 20 10:58:51.817497 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-eec35db7-26b3-43f8-b597-2cf9ad04057f req-943f61d8-c7c8-4242-be6a-78a0b56bc7bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:51.854612 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5e9c422c-82a9-40b4-b470-c503d6da7685 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1774540'] for router_interface, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:51.916173 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device d49445be-3828-4859-970d-88eee2216878 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:58:51.986077 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec35db7-26b3-43f8-b597-2cf9ad04057f req-943f61d8-c7c8-4242-be6a-78a0b56bc7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:51.986899 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-eec35db7-26b3-43f8-b597-2cf9ad04057f req-943f61d8-c7c8-4242-be6a-78a0b56bc7bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:51.988650 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-eec35db7-26b3-43f8-b597-2cf9ad04057f req-943f61d8-c7c8-4242-be6a-78a0b56bc7bd service neutron] 10.222.0.55 "PUT /v2.0/ports/8d6b1fd8-b9e8-47ce-a450-ba081a15b57d HTTP/1.1" status: 200 len: 1092 time: 3.1428812 Oct 20 10:58:51.989192 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '051bffaa-cd47-471d-a93d-dc2347bfbe00', 'tag': '8d6b1fd8-b9e8-47ce-a450-ba081a15b57d'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:58:51.992998 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5081231-69cb-4669-920a-89b9216ebfdd" -d '{"events": [{"name": "network-changed", "server_uuid": "051bffaa-cd47-471d-a93d-dc2347bfbe00", "tag": "8d6b1fd8-b9e8-47ce-a450-ba081a15b57d"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:58:52.094820 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port d49445be-3828-4859-970d-88eee2216878 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:58:52.095488 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:52.125540 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c96c88f2-2917-4555-94a2-db5ea8782a56 x-openstack-request-id: req-c96c88f2-2917-4555-94a2-db5ea8782a56 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:58:52.125540 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "051bffaa-cd47-471d-a93d-dc2347bfbe00", "tag": "8d6b1fd8-b9e8-47ce-a450-ba081a15b57d", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:58:52.125903 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c96c88f2-2917-4555-94a2-db5ea8782a56 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:58:52.126385 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '051bffaa-cd47-471d-a93d-dc2347bfbe00', 'tag': '8d6b1fd8-b9e8-47ce-a450-ba081a15b57d', 'status': 'completed', 'code': 200} Oct 20 10:58:52.166961 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943f61d8-c7c8-4242-be6a-78a0b56bc7bd service neutron] Pushing event updated for resources: {'Port': ['ID=8d6b1fd8-b9e8-47ce-a450-ba081a15b57d,revision_number=3']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:52.245145 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:52.253597 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5bffb30f-7b11-4f39-90ba-88ff808e4be0 req-6f140622-afa1-4adf-beb2-1774db9c067a service neutron] 10.222.0.69 "GET /v2.0/networks/5344edc3-4337-4ef2-ba74-f68aceecbff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4209418 Oct 20 10:58:52.279321 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] For port d49445be-3828-4859-970d-88eee2216878, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=d49445be-3828-4859-970d-88eee2216878,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:58:52.284523 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:52.291424 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5e9c422c-82a9-40b4-b470-c503d6da7685 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:52.292762 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84399c26-f488-4479-8270-8b9153271021 req-d7c7645a-efb7-4259-a10b-53bebb68a643 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:52.296006 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-84399c26-f488-4479-8270-8b9153271021 req-d7c7645a-efb7-4259-a10b-53bebb68a643 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=cf249b76-110b-4a6c-939c-271135c51ed5 HTTP/1.1" status: 200 len: 945 time: 0.1869693 Oct 20 10:58:52.305253 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec35db7-26b3-43f8-b597-2cf9ad04057f req-62025517-2aaf-4c28-9cb1-7f628c6a2adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:52.306851 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-eec35db7-26b3-43f8-b597-2cf9ad04057f req-62025517-2aaf-4c28-9cb1-7f628c6a2adc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1b65b2e8036f4846a7f6f098c6e62306&device_id=051bffaa-cd47-471d-a93d-dc2347bfbe00 HTTP/1.1" status: 200 len: 1095 time: 0.2035356 Oct 20 10:58:52.368832 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Pushing event updated for resources: {'Port': ['ID=d49445be-3828-4859-970d-88eee2216878,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:52.510814 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-eec35db7-26b3-43f8-b597-2cf9ad04057f req-7d92c109-ea24-4451-a65f-5e488045356d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d6b1fd8-b9e8-47ce-a450-ba081a15b57d HTTP/1.1" status: 200 len: 217 time: 0.1605997 Oct 20 10:58:52.519495 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5bffb30f-7b11-4f39-90ba-88ff808e4be0 req-f95b37c7-ac18-423d-8930-d4501795b666 service neutron] 10.222.0.69 "GET /v2.0/networks/5344edc3-4337-4ef2-ba74-f68aceecbff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2566526 Oct 20 10:58:52.586551 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-84399c26-f488-4479-8270-8b9153271021 req-9624d764-f0ec-4cc3-903e-934312d83ebe tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=7d9a6fe5-d7f3-4fa2-86d5-4c121918dfe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2786012 Oct 20 10:58:52.613657 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8d49e0-9c42-4570-ab76-358edd2a5007 req-32658ac3-f31a-43be-8e92-5be792439a29 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:52.615216 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ca8d49e0-9c42-4570-ab76-358edd2a5007 req-32658ac3-f31a-43be-8e92-5be792439a29 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2cf81fd-63e2-4c70-870f-d3530dbe1445 HTTP/1.1" status: 200 len: 944 time: 0.2662702 Oct 20 10:58:52.619144 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec35db7-26b3-43f8-b597-2cf9ad04057f req-1c5bf4c7-0476-4707-989e-40f88df9b4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:52.620573 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-eec35db7-26b3-43f8-b597-2cf9ad04057f req-1c5bf4c7-0476-4707-989e-40f88df9b4d8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1112b924-dfee-4f27-9509-3316f3e9f37a HTTP/1.1" status: 200 len: 846 time: 0.1002066 Oct 20 10:58:52.666092 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-eec35db7-26b3-43f8-b597-2cf9ad04057f req-48bac9f8-bcc8-40a6-89af-8f37984a4bb2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5f3de8d1-83f4-4081-a4ae-e84fa44c63e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361707 Oct 20 10:58:52.668692 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5e9c422c-82a9-40b4-b470-c503d6da7685 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Publish callbacks [] for port, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:52.674752 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5e9c422c-82a9-40b4-b470-c503d6da7685 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:52.720639 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ca8d49e0-9c42-4570-ab76-358edd2a5007 req-e8bc68f7-62fd-4623-be18-b0297cf3b09f tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/security-groups?id=204a606e-4754-4938-b4b0-f5de1da0244a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924647 Oct 20 10:58:52.754437 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5e9c422c-82a9-40b4-b470-c503d6da7685 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1774432'] for router_interface, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:52.776025 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9c422c-82a9-40b4-b470-c503d6da7685 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Pushing event updated for resources: {'Port': ['ID=01003081-e671-40f6-95f8-92eaab069122,revision_number=2']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:52.822696 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-eec35db7-26b3-43f8-b597-2cf9ad04057f req-fdba8e53-9708-4a7a-8160-f37df7d838fb service neutron] 10.222.0.55 "GET /v2.0/networks/5f3de8d1-83f4-4081-a4ae-e84fa44c63e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483948 Oct 20 10:58:52.889758 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e9c422c-82a9-40b4-b470-c503d6da7685 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Network 7d6fe9da-2241-4677-9e96-6ef157972c01 is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:58:52.891474 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-5e9c422c-82a9-40b4-b470-c503d6da7685 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:58:52.989844 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-eec35db7-26b3-43f8-b597-2cf9ad04057f req-5b49e973-f6db-463f-88e3-22b5722eb31a service neutron] 10.222.0.55 "GET /v2.0/networks/5f3de8d1-83f4-4081-a4ae-e84fa44c63e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590095 Oct 20 10:58:52.998505 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6fcaa0-9a89-4f39-9372-81a1ab3175f5 req-8052ca3d-3ce8-4ea4-a563-7ff7115554c5 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:53.000164 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2b6fcaa0-9a89-4f39-9372-81a1ab3175f5 req-8052ca3d-3ce8-4ea4-a563-7ff7115554c5 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/ports?device_id=051bffaa-cd47-471d-a93d-dc2347bfbe00 HTTP/1.1" status: 200 len: 944 time: 0.1280797 Oct 20 10:58:53.054366 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e9c422c-82a9-40b4-b470-c503d6da7685 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Router c7b51228-9057-43ef-9ec2-5fe4adce6478 has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:58:53.062387 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2b6fcaa0-9a89-4f39-9372-81a1ab3175f5 req-57cfbe48-a995-4c0a-8908-c1d335f8da39 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/security-groups?id=69f90560-754d-4655-8511-1cc906dc908c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504966 Oct 20 10:58:53.141617 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5081231-69cb-4669-920a-89b9216ebfdd req-113b5167-5a50-4e60-9115-a27e7a5336a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:53.143279 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f5081231-69cb-4669-920a-89b9216ebfdd req-113b5167-5a50-4e60-9115-a27e7a5336a2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1b65b2e8036f4846a7f6f098c6e62306&device_id=051bffaa-cd47-471d-a93d-dc2347bfbe00 HTTP/1.1" status: 200 len: 1095 time: 0.0519161 Oct 20 10:58:53.171992 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-390a9c4a-ef8a-4544-bda0-10843a69b075 None None] Network 7d6fe9da-2241-4677-9e96-6ef157972c01 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:58:53.296792 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5081231-69cb-4669-920a-89b9216ebfdd req-9071e570-6640-44a0-ad1c-571712a53e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:53.299025 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f5081231-69cb-4669-920a-89b9216ebfdd req-9071e570-6640-44a0-ad1c-571712a53e77 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5f3de8d1-83f4-4081-a4ae-e84fa44c63e9 HTTP/1.1" status: 200 len: 907 time: 0.1481392 Oct 20 10:58:53.321173 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-97795c38-565c-4611-a6ca-bb1c269ffbe3 None None] Provisioning complete for port 15e0a6fa-0f27-4fc4-8ddc-15eb57da90c4 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:58:53.321542 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-97795c38-565c-4611-a6ca-bb1c269ffbe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:53.362937 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f5081231-69cb-4669-920a-89b9216ebfdd req-68165f12-9985-49f2-99aa-ba38bfd01386 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d6b1fd8-b9e8-47ce-a450-ba081a15b57d HTTP/1.1" status: 200 len: 217 time: 0.0564213 Oct 20 10:58:53.447662 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-97795c38-565c-4611-a6ca-bb1c269ffbe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:53.448678 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5081231-69cb-4669-920a-89b9216ebfdd req-76c42835-ae84-4039-8bb2-03ae4b3fd9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:53.450337 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f5081231-69cb-4669-920a-89b9216ebfdd req-76c42835-ae84-4039-8bb2-03ae4b3fd9d7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1112b924-dfee-4f27-9509-3316f3e9f37a HTTP/1.1" status: 200 len: 846 time: 0.0795352 Oct 20 10:58:53.492200 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-97795c38-565c-4611-a6ca-bb1c269ffbe3 None None] For port 15e0a6fa-0f27-4fc4-8ddc-15eb57da90c4, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=15e0a6fa-0f27-4fc4-8ddc-15eb57da90c4,segment=NetworkSegment(f93603d7-145a-4aa8-810f-ff367219e2da),segment_id=f93603d7-145a-4aa8-810f-ff367219e2da)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:58:53.498237 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f5081231-69cb-4669-920a-89b9216ebfdd req-1159d906-6bb8-4754-8e4e-a4c29558cdc6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5f3de8d1-83f4-4081-a4ae-e84fa44c63e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345709 Oct 20 10:58:53.500072 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-97795c38-565c-4611-a6ca-bb1c269ffbe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:53.623841 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97795c38-565c-4611-a6ca-bb1c269ffbe3 None None] Pushing event updated for resources: {'Port': ['ID=15e0a6fa-0f27-4fc4-8ddc-15eb57da90c4,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:53.648605 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e9c422c-82a9-40b4-b470-c503d6da7685 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:58:53.658555 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-5e9c422c-82a9-40b4-b470-c503d6da7685 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] 10.222.0.64 "PUT /v2.0/routers/c7b51228-9057-43ef-9ec2-5fe4adce6478/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7820024 Oct 20 10:58:53.669184 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd1b802-d73f-4282-a6b1-bc59b1082d14 None None] Sync routers for ids ['c7b51228-9057-43ef-9ec2-5fe4adce6478'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:58:53.700229 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd1b802-d73f-4282-a6b1-bc59b1082d14 None None] Routers {'c7b51228-9057-43ef-9ec2-5fe4adce6478'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:58:53.700928 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-1fd1b802-d73f-4282-a6b1-bc59b1082d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:58:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['c7b51228-9057-43ef-9ec2-5fe4adce6478'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:53.841637 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-992921e3-afd3-43ad-9682-ccad1567da24 None None] Provisioning complete for port 01003081-e671-40f6-95f8-92eaab069122 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:58:53.842083 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-992921e3-afd3-43ad-9682-ccad1567da24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:53.932843 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f5081231-69cb-4669-920a-89b9216ebfdd req-ace6639e-e17a-4086-b30b-a6391411619c service neutron] 10.222.0.55 "GET /v2.0/networks/5f3de8d1-83f4-4081-a4ae-e84fa44c63e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4132075 Oct 20 10:58:53.961507 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-992921e3-afd3-43ad-9682-ccad1567da24 None None] Port 01003081-e671-40f6-95f8-92eaab069122 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:58:53.976213 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-992921e3-afd3-43ad-9682-ccad1567da24 None None] Provisioning complete for port 15e0a6fa-0f27-4fc4-8ddc-15eb57da90c4 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:58:53.976593 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-992921e3-afd3-43ad-9682-ccad1567da24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:53.984195 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-1fd1b802-d73f-4282-a6b1-bc59b1082d14 None None] Set router c7b51228-9057-43ef-9ec2-5fe4adce6478 gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:58:54.046823 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d524a69a-4dff-4d54-80d1-8309f52106c4 req-f4fd1b07-a00f-4184-8ee9-6c340e8cb85e tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:54.048497 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d524a69a-4dff-4d54-80d1-8309f52106c4 req-f4fd1b07-a00f-4184-8ee9-6c340e8cb85e tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=cf249b76-110b-4a6c-939c-271135c51ed5 HTTP/1.1" status: 200 len: 945 time: 0.3230212 Oct 20 10:58:54.111281 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device d49445be-3828-4859-970d-88eee2216878 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:58:54.192282 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port d49445be-3828-4859-970d-88eee2216878 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:58:54.193611 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:54.256991 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b2f84f-3880-4b81-a3dc-6e99af9af49a req-86f4d1a8-2763-4b6f-82bf-80b70303f449 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:54.277730 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b9b2f84f-3880-4b81-a3dc-6e99af9af49a req-86f4d1a8-2763-4b6f-82bf-80b70303f449 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2cf81fd-63e2-4c70-870f-d3530dbe1445 HTTP/1.1" status: 200 len: 944 time: 0.3750873 Oct 20 10:58:54.423448 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d524a69a-4dff-4d54-80d1-8309f52106c4 req-6df22512-f242-4739-8588-e71dde3934ed tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=7d9a6fe5-d7f3-4fa2-86d5-4c121918dfe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2987249 Oct 20 10:58:54.430413 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b9b2f84f-3880-4b81-a3dc-6e99af9af49a req-2129fb1e-d17a-465b-b93a-a7c98224bb60 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/security-groups?id=204a606e-4754-4938-b4b0-f5de1da0244a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1500053 Oct 20 10:58:54.437590 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f5081231-69cb-4669-920a-89b9216ebfdd req-7f102537-820c-4103-8c46-41cdcd949484 service neutron] 10.222.0.55 "GET /v2.0/networks/5f3de8d1-83f4-4081-a4ae-e84fa44c63e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4392679 Oct 20 10:58:54.483656 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 15e0a6fa-0f27-4fc4-8ddc-15eb57da90c4 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:58:54.489440 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-9b65224f-ae8e-4c07-9a7c-e61458f7a5a2 None None] Provisioning complete for port 01003081-e671-40f6-95f8-92eaab069122 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:58:54.492714 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-9b65224f-ae8e-4c07-9a7c-e61458f7a5a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:54.538896 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-1fd1b802-d73f-4282-a6b1-bc59b1082d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7b51228-9057-43ef-9ec2-5fe4adce6478', 'name': 'tempest-TestSecurityGroupsBasicOps-router-566781062', 'tenant_id': '0f7c095abe574139be06bffc4a6ef74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': 'd49445be-3828-4859-970d-88eee2216878', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:58:40Z', 'updated_at': '2021-10-20T10:58:52Z', 'revision_number': 4, 'project_id': '0f7c095abe574139be06bffc4a6ef74a', 'gw_port': {'id': 'd49445be-3828-4859-970d-88eee2216878', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:9b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b51228-9057-43ef-9ec2-5fe4adce6478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:58:42Z', 'updated_at': '2021-10-20T10:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '01003081-e671-40f6-95f8-92eaab069122', 'name': '', 'network_id': '7d6fe9da-2241-4677-9e96-6ef157972c01', 'tenant_id': '0f7c095abe574139be06bffc4a6ef74a', 'mac_address': 'fa:16:3e:f3:b9:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7b51228-9057-43ef-9ec2-5fe4adce6478', 'device_owner': 'network:router_interface', 'standard_attr_id': 3472, 'fixed_ips': [{'subnet_id': 'fb29ae44-3e37-4ee7-acc0-da3f0211df27', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:58:51Z', 'updated_at': '2021-10-20T10:58:52Z', 'revision_number': 2, 'project_id': '0f7c095abe574139be06bffc4a6ef74a', 'subnets': [{'id': 'fb29ae44-3e37-4ee7-acc0-da3f0211df27', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:54.572540 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd1b802-d73f-4282-a6b1-bc59b1082d14 None None] Checking router: c7b51228-9057-43ef-9ec2-5fe4adce6478 for host: n-d-811396-3 {{(pid=100599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:58:54.572899 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd1b802-d73f-4282-a6b1-bc59b1082d14 None None] Updating router c7b51228-9057-43ef-9ec2-5fe4adce6478 port 01003081-e671-40f6-95f8-92eaab069122 binding host n-d-811396-3 {{(pid=100599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 10:58:54.647320 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-1fd1b802-d73f-4282-a6b1-bc59b1082d14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:54.687273 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 10384482-ef1a-4854-a403-970c7d57b18f details requested by agent hyperv_n-h2-811396-3 with host n-h2-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:58:54.764591 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 15e0a6fa-0f27-4fc4-8ddc-15eb57da90c4 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:58:54.765025 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:54.766765 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-9b65224f-ae8e-4c07-9a7c-e61458f7a5a2 None None] Port 01003081-e671-40f6-95f8-92eaab069122 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:58:54.827269 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2c13cd-5170-46ff-b26e-554d36ca36f9 req-ad4aee42-4baa-4377-b434-e949daeb11e7 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:54.829269 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ac2c13cd-5170-46ff-b26e-554d36ca36f9 req-ad4aee42-4baa-4377-b434-e949daeb11e7 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/ports?device_id=051bffaa-cd47-471d-a93d-dc2347bfbe00 HTTP/1.1" status: 200 len: 944 time: 0.1827557 Oct 20 10:58:54.883329 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b22512-544c-47b7-9a2d-0134fe69d3fa req-04d84c86-77f9-4c95-86e2-262dbc7ee5f9 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:54.891273 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c2b22512-544c-47b7-9a2d-0134fe69d3fa req-04d84c86-77f9-4c95-86e2-262dbc7ee5f9 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] 10.222.0.64 "GET /v2.0/networks?id=7d6fe9da-2241-4677-9e96-6ef157972c01 HTTP/1.1" status: 200 len: 797 time: 0.3076503 Oct 20 10:58:54.912267 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c2b22512-544c-47b7-9a2d-0134fe69d3fa req-04d20358-70f8-4639-9f51-6451427f6fd3 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] 10.222.0.64 "GET /v2.0/quotas/0f7c095abe574139be06bffc4a6ef74a HTTP/1.1" status: 200 len: 375 time: 0.0196919 Oct 20 10:58:54.918567 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ac2c13cd-5170-46ff-b26e-554d36ca36f9 req-f3dbbb0c-94c6-4571-875c-ee7eaa5c6aa4 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/security-groups?id=69f90560-754d-4655-8511-1cc906dc908c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812652 Oct 20 10:58:54.988609 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c2b22512-544c-47b7-9a2d-0134fe69d3fa req-d363d046-9aca-44c6-9e05-61df647f3d3d tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=0f7c095abe574139be06bffc4a6ef74a&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0744669 Oct 20 10:58:55.028758 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-5e3b54a2-1c9a-4b26-b5a2-e44bc5388ea6 None None] Provisioning complete for port 01003081-e671-40f6-95f8-92eaab069122 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:58:55.029130 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-5e3b54a2-1c9a-4b26-b5a2-e44bc5388ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:55.071714 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 10384482-ef1a-4854-a403-970c7d57b18f, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=10384482-ef1a-4854-a403-970c7d57b18f,segment=NetworkSegment(7d8ef4de-e65b-4686-a877-a724da3cdefe),segment_id=7d8ef4de-e65b-4686-a877-a724da3cdefe)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:58:55.107405 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-1fd1b802-d73f-4282-a6b1-bc59b1082d14 None None] Publish callbacks [] for port, precommit_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:55.115109 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-1fd1b802-d73f-4282-a6b1-bc59b1082d14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:55.140861 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Returning: {'device': '10384482-ef1a-4854-a403-970c7d57b18f', 'network_id': '5344edc3-4337-4ef2-ba74-f68aceecbff7', 'port_id': '10384482-ef1a-4854-a403-970c7d57b18f', 'mac_address': 'fa:16:3e:ab:57:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 833, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3625dd2d-c8cb-469b-902b-482698fe8483', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:58:55.200339 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:55.201734 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a44bce-dd1a-4766-897b-d3c43734c639 None None] Pushing event updated for resources: {'Port': ['ID=01003081-e671-40f6-95f8-92eaab069122,revision_number=3']} {{(pid=100599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:55.236467 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10384482-ef1a-4854-a403-970c7d57b18f {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:58:55.243484 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-5e3b54a2-1c9a-4b26-b5a2-e44bc5388ea6 None None] Port 01003081-e671-40f6-95f8-92eaab069122 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:58:55.318724 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 10384482-ef1a-4854-a403-970c7d57b18f, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=10384482-ef1a-4854-a403-970c7d57b18f,segment=NetworkSegment(7d8ef4de-e65b-4686-a877-a724da3cdefe),segment_id=7d8ef4de-e65b-4686-a877-a724da3cdefe)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:58:55.325892 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:55.345164 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-1fd1b802-d73f-4282-a6b1-bc59b1082d14 None None] Attempting to bind port 01003081-e671-40f6-95f8-92eaab069122 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:58:55.345713 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-1fd1b802-d73f-4282-a6b1-bc59b1082d14 None None] Attempting to bind port 01003081-e671-40f6-95f8-92eaab069122 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': 'f93603d7-145a-4aa8-810f-ff367219e2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '7d6fe9da-2241-4677-9e96-6ef157972c01'}] {{(pid=100599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:58:55.346719 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd1b802-d73f-4282-a6b1-bc59b1082d14 None None] Attempting to bind port 01003081-e671-40f6-95f8-92eaab069122 on network 7d6fe9da-2241-4677-9e96-6ef157972c01 {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:58:55.355946 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd1b802-d73f-4282-a6b1-bc59b1082d14 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 58, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:58:55.356458 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd1b802-d73f-4282-a6b1-bc59b1082d14 None None] Checking segment: {'id': 'f93603d7-145a-4aa8-810f-ff367219e2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '7d6fe9da-2241-4677-9e96-6ef157972c01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:58:55.356969 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-1fd1b802-d73f-4282-a6b1-bc59b1082d14 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:55.357457 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd1b802-d73f-4282-a6b1-bc59b1082d14 None None] Bound using segment: {'id': 'f93603d7-145a-4aa8-810f-ff367219e2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '7d6fe9da-2241-4677-9e96-6ef157972c01'} {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:58:55.358032 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-1fd1b802-d73f-4282-a6b1-bc59b1082d14 None None] Bound port: 01003081-e671-40f6-95f8-92eaab069122, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f93603d7-145a-4aa8-810f-ff367219e2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '7d6fe9da-2241-4677-9e96-6ef157972c01'}}] {{(pid=100599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:58:55.358510 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-1fd1b802-d73f-4282-a6b1-bc59b1082d14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:55.460608 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=10384482-ef1a-4854-a403-970c7d57b18f,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:55.472699 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.db [None req-1fd1b802-d73f-4282-a6b1-bc59b1082d14 None None] For port 01003081-e671-40f6-95f8-92eaab069122, host n-d-811396-3, cleared binding levels {{(pid=100599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:58:55.479196 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.db [None req-1fd1b802-d73f-4282-a6b1-bc59b1082d14 None None] For port 01003081-e671-40f6-95f8-92eaab069122, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=01003081-e671-40f6-95f8-92eaab069122,segment=NetworkSegment(f93603d7-145a-4aa8-810f-ff367219e2da),segment_id=f93603d7-145a-4aa8-810f-ff367219e2da)] {{(pid=100599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:58:55.484300 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-1fd1b802-d73f-4282-a6b1-bc59b1082d14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:55.551825 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd1b802-d73f-4282-a6b1-bc59b1082d14 None None] Routers {'c7b51228-9057-43ef-9ec2-5fe4adce6478'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:58:55.552787 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-1fd1b802-d73f-4282-a6b1-bc59b1082d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:58:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['c7b51228-9057-43ef-9ec2-5fe4adce6478'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:55.598743 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['10384482-ef1a-4854-a403-970c7d57b18f'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:58:55.614414 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a44bce-dd1a-4766-897b-d3c43734c639 None None] Pushing event updated for resources: {'Port': ['ID=01003081-e671-40f6-95f8-92eaab069122,revision_number=4']} {{(pid=100599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:55.728246 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-1fd1b802-d73f-4282-a6b1-bc59b1082d14 None None] Set router c7b51228-9057-43ef-9ec2-5fe4adce6478 gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:58:55.810251 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ab031b-ef08-4272-9d03-ee73016d9dc9 req-ce94422e-f723-4a70-99b6-87cc23e286f3 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:55.817209 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-c79785f0-1a25-44de-a53b-d3cebe0c18c1 None None] Provisioning complete for port 01003081-e671-40f6-95f8-92eaab069122 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:58:55.818057 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-c79785f0-1a25-44de-a53b-d3cebe0c18c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:55.818552 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-93ab031b-ef08-4272-9d03-ee73016d9dc9 req-ce94422e-f723-4a70-99b6-87cc23e286f3 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=cf249b76-110b-4a6c-939c-271135c51ed5 HTTP/1.1" status: 200 len: 945 time: 0.0958214 Oct 20 10:58:55.821931 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c2b22512-544c-47b7-9a2d-0134fe69d3fa req-b3c8cbd0-e941-432c-a7c5-4bd2528c65c9 service neutron] 10.222.0.64 "GET /v2.0/networks/7d6fe9da-2241-4677-9e96-6ef157972c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8217142 Oct 20 10:58:55.936928 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-93ab031b-ef08-4272-9d03-ee73016d9dc9 req-25173bcf-d273-48bc-8008-279553898104 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=7d9a6fe5-d7f3-4fa2-86d5-4c121918dfe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172135 Oct 20 10:58:56.031908 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-c79785f0-1a25-44de-a53b-d3cebe0c18c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:56.071891 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c2b22512-544c-47b7-9a2d-0134fe69d3fa req-725e9f93-45d1-41ad-9c0a-be35f6391d0d service neutron] 10.222.0.64 "GET /v2.0/networks/7d6fe9da-2241-4677-9e96-6ef157972c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256389 Oct 20 10:58:56.096907 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-1fd1b802-d73f-4282-a6b1-bc59b1082d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7b51228-9057-43ef-9ec2-5fe4adce6478', 'name': 'tempest-TestSecurityGroupsBasicOps-router-566781062', 'tenant_id': '0f7c095abe574139be06bffc4a6ef74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': 'd49445be-3828-4859-970d-88eee2216878', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:58:40Z', 'updated_at': '2021-10-20T10:58:52Z', 'revision_number': 4, 'project_id': '0f7c095abe574139be06bffc4a6ef74a', 'gw_port': {'id': 'd49445be-3828-4859-970d-88eee2216878', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:9b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b51228-9057-43ef-9ec2-5fe4adce6478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:58:42Z', 'updated_at': '2021-10-20T10:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '01003081-e671-40f6-95f8-92eaab069122', 'name': '', 'network_id': '7d6fe9da-2241-4677-9e96-6ef157972c01', 'tenant_id': '0f7c095abe574139be06bffc4a6ef74a', 'mac_address': 'fa:16:3e:f3:b9:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7b51228-9057-43ef-9ec2-5fe4adce6478', 'device_owner': 'network:router_interface', 'standard_attr_id': 3472, 'fixed_ips': [{'subnet_id': 'fb29ae44-3e37-4ee7-acc0-da3f0211df27', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:58:51Z', 'updated_at': '2021-10-20T10:58:55Z', 'revision_number': 4, 'project_id': '0f7c095abe574139be06bffc4a6ef74a', 'subnets': [{'id': 'fb29ae44-3e37-4ee7-acc0-da3f0211df27', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:58:56.097150 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-c79785f0-1a25-44de-a53b-d3cebe0c18c1 None None] For port 01003081-e671-40f6-95f8-92eaab069122, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=01003081-e671-40f6-95f8-92eaab069122,segment=NetworkSegment(f93603d7-145a-4aa8-810f-ff367219e2da),segment_id=f93603d7-145a-4aa8-810f-ff367219e2da)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:58:56.109776 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-c79785f0-1a25-44de-a53b-d3cebe0c18c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:56.124951 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a34a0c-47da-4d22-b447-79a32d10742f req-c876e469-d4c9-4338-be9e-3133604d4b23 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:56.126450 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-61a34a0c-47da-4d22-b447-79a32d10742f req-c876e469-d4c9-4338-be9e-3133604d4b23 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2cf81fd-63e2-4c70-870f-d3530dbe1445 HTTP/1.1" status: 200 len: 945 time: 0.0711079 Oct 20 10:58:56.168691 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd1b802-d73f-4282-a6b1-bc59b1082d14 None None] The sync data for ids ['c7b51228-9057-43ef-9ec2-5fe4adce6478'] in n-d-811396-3 is: [{'id': 'c7b51228-9057-43ef-9ec2-5fe4adce6478', 'name': 'tempest-TestSecurityGroupsBasicOps-router-566781062', 'tenant_id': '0f7c095abe574139be06bffc4a6ef74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': 'd49445be-3828-4859-970d-88eee2216878', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:58:40Z', 'updated_at': '2021-10-20T10:58:52Z', 'revision_number': 4, 'project_id': '0f7c095abe574139be06bffc4a6ef74a', 'gw_port': {'id': 'd49445be-3828-4859-970d-88eee2216878', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:9b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b51228-9057-43ef-9ec2-5fe4adce6478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:58:42Z', 'updated_at': '2021-10-20T10:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '01003081-e671-40f6-95f8-92eaab069122', 'name': '', 'network_id': '7d6fe9da-2241-4677-9e96-6ef157972c01', 'tenant_id': '0f7c095abe574139be06bffc4a6ef74a', 'mac_address': 'fa:16:3e:f3:b9:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7b51228-9057-43ef-9ec2-5fe4adce6478', 'device_owner': 'network:router_interface', 'standard_attr_id': 3472, 'fixed_ips': [{'subnet_id': 'fb29ae44-3e37-4ee7-acc0-da3f0211df27', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:58:51Z', 'updated_at': '2021-10-20T10:58:55Z', 'revision_number': 4, 'project_id': '0f7c095abe574139be06bffc4a6ef74a', 'subnets': [{'id': 'fb29ae44-3e37-4ee7-acc0-da3f0211df27', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:58:56.198408 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-61a34a0c-47da-4d22-b447-79a32d10742f req-60553749-affd-49c3-9098-3f45699e4052 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/security-groups?id=204a606e-4754-4938-b4b0-f5de1da0244a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650408 Oct 20 10:58:56.332051 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79785f0-1a25-44de-a53b-d3cebe0c18c1 None None] Pushing event updated for resources: {'Port': ['ID=01003081-e671-40f6-95f8-92eaab069122,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:56.343680 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-fe59238e-b48e-4a11-8af0-3e8d6884b42d None None] Provisioning complete for port 01003081-e671-40f6-95f8-92eaab069122 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:58:56.344052 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-fe59238e-b48e-4a11-8af0-3e8d6884b42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:56.478989 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-79dbdaf7-74f3-4a1c-9429-596c7eb1a818 req-0fbbeeb4-7227-4101-a1d8-3dda293f164b tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] 10.222.0.64 "GET /v2.0/ports?device_id=d17e365a-a811-4948-9b12-eb30a6f7e724 HTTP/1.1" status: 200 len: 210 time: 0.0923531 Oct 20 10:58:56.554461 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f4efc0-1289-49c4-a67a-545362581eaa req-9ebf6756-26b5-450c-8d12-7027f8398371 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:56.556283 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-63f4efc0-1289-49c4-a67a-545362581eaa req-9ebf6756-26b5-450c-8d12-7027f8398371 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/ports?device_id=051bffaa-cd47-471d-a93d-dc2347bfbe00 HTTP/1.1" status: 200 len: 944 time: 0.1698091 Oct 20 10:58:56.614929 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-63f4efc0-1289-49c4-a67a-545362581eaa req-8b533e66-cad0-491c-8ba3-a05c14ce8dcc tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/security-groups?id=69f90560-754d-4655-8511-1cc906dc908c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513453 Oct 20 10:58:56.706614 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 7fbdf689-3db1-4886-929a-0e9dd6b47aac details requested by agent hyperv_n-h1-811396-3 with host n-h1-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:58:56.823114 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 7fbdf689-3db1-4886-929a-0e9dd6b47aac, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=7fbdf689-3db1-4886-929a-0e9dd6b47aac,segment=NetworkSegment(7a7eba38-3a2c-4235-a145-c989dfc5d4dc),segment_id=7a7eba38-3a2c-4235-a145-c989dfc5d4dc)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:58:56.836032 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Returning: {'device': '7fbdf689-3db1-4886-929a-0e9dd6b47aac', 'network_id': 'b8b1e2be-5932-428e-a716-07af13af4e6c', 'port_id': '7fbdf689-3db1-4886-929a-0e9dd6b47aac', 'mac_address': 'fa:16:3e:4f:f9:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 834, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '437b47ec-4211-421c-828b-76408ce53dce', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:58:56.890210 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:56.906540 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7fbdf689-3db1-4886-929a-0e9dd6b47aac {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:58:56.932113 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 7fbdf689-3db1-4886-929a-0e9dd6b47aac, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=7fbdf689-3db1-4886-929a-0e9dd6b47aac,segment=NetworkSegment(7a7eba38-3a2c-4235-a145-c989dfc5d4dc),segment_id=7a7eba38-3a2c-4235-a145-c989dfc5d4dc)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:58:56.936904 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:57.058475 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=7fbdf689-3db1-4886-929a-0e9dd6b47aac,revision_number=6']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:57.115151 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8adea01-d9d8-45b4-81c2-2418938ba57f req-06ffaeba-9eb4-4942-9ffb-b7bc1feaa004 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:57.128380 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d8adea01-d9d8-45b4-81c2-2418938ba57f req-06ffaeba-9eb4-4942-9ffb-b7bc1feaa004 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=cf249b76-110b-4a6c-939c-271135c51ed5 HTTP/1.1" status: 200 len: 944 time: 0.0809813 Oct 20 10:58:57.152134 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['7fbdf689-3db1-4886-929a-0e9dd6b47aac'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:58:57.195635 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d8adea01-d9d8-45b4-81c2-2418938ba57f req-bf98d27d-a258-413c-bc3a-618a6a8d7d7d tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=7d9a6fe5-d7f3-4fa2-86d5-4c121918dfe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648692 Oct 20 10:58:57.402559 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c24d27-06e4-45f6-a1a0-94bc27ffff86 req-4f92f709-c192-4ce1-a2c4-fa1a626488ae tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:57.404288 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a7c24d27-06e4-45f6-a1a0-94bc27ffff86 req-4f92f709-c192-4ce1-a2c4-fa1a626488ae tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2cf81fd-63e2-4c70-870f-d3530dbe1445 HTTP/1.1" status: 200 len: 945 time: 0.0907199 Oct 20 10:58:57.478147 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a7c24d27-06e4-45f6-a1a0-94bc27ffff86 req-59d7e3da-4d85-4631-a6eb-805d0eac6628 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/security-groups?id=204a606e-4754-4938-b4b0-f5de1da0244a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663614 Oct 20 10:58:57.676163 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a51909be-45fe-4f9c-906b-67ce85e81b39 req-b0a58630-97f1-4e75-99c4-4ec9a53c37a6 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] 10.222.0.64 "GET /v2.0/ports?device_id=d17e365a-a811-4948-9b12-eb30a6f7e724 HTTP/1.1" status: 200 len: 210 time: 0.0529511 Oct 20 10:58:57.873100 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 01003081-e671-40f6-95f8-92eaab069122 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:58:57.919886 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b22512-544c-47b7-9a2d-0134fe69d3fa req-5b12ec2f-6267-4904-a905-899a9b532491 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:57.921515 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c2b22512-544c-47b7-9a2d-0134fe69d3fa req-5b12ec2f-6267-4904-a905-899a9b532491 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] 10.222.0.69 "GET /v2.0/networks?id=7d6fe9da-2241-4677-9e96-6ef157972c01 HTTP/1.1" status: 200 len: 797 time: 0.2438619 Oct 20 10:58:57.954134 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-c2b22512-544c-47b7-9a2d-0134fe69d3fa req-282b29f7-62d2-42bc-b5a3-8ed408ada2b5 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Request body: {'port': {'device_id': 'd17e365a-a811-4948-9b12-eb30a6f7e724', 'network_id': '7d6fe9da-2241-4677-9e96-6ef157972c01', 'admin_state_up': True, 'tenant_id': '0f7c095abe574139be06bffc4a6ef74a'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:58:57.965810 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 01003081-e671-40f6-95f8-92eaab069122 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:58:57.966185 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:58.047296 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e1f05b-65a0-4bf3-a4d0-e276c5cf942e req-b0e8b116-51e3-4b1a-aa43-e1559c037bf9 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:58.055631 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-36e1f05b-65a0-4bf3-a4d0-e276c5cf942e req-b0e8b116-51e3-4b1a-aa43-e1559c037bf9 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/ports?device_id=051bffaa-cd47-471d-a93d-dc2347bfbe00 HTTP/1.1" status: 200 len: 944 time: 0.2053392 Oct 20 10:58:58.136281 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-36e1f05b-65a0-4bf3-a4d0-e276c5cf942e req-a1046dec-ca4a-43f8-ae06-83f0355df234 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/security-groups?id=69f90560-754d-4655-8511-1cc906dc908c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794284 Oct 20 10:58:58.182508 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2b22512-544c-47b7-9a2d-0134fe69d3fa req-282b29f7-62d2-42bc-b5a3-8ed408ada2b5 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Made reservation on behalf of 0f7c095abe574139be06bffc4a6ef74a for: {'port': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:58:58.186357 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c2b22512-544c-47b7-9a2d-0134fe69d3fa req-282b29f7-62d2-42bc-b5a3-8ed408ada2b5 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:58.392811 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [req-c2b22512-544c-47b7-9a2d-0134fe69d3fa req-282b29f7-62d2-42bc-b5a3-8ed408ada2b5 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Allocated IP 172.20.0.20 (7d6fe9da-2241-4677-9e96-6ef157972c01/fb29ae44-3e37-4ee7-acc0-da3f0211df27/89906521-861a-4178-a721-b1e3157f945e) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:58:58.405168 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05422f36-5a24-4fe4-b4ca-d9270543bb24 req-65b27967-9154-47ef-80cf-8233cc1ad5e2 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:58.406981 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-05422f36-5a24-4fe4-b4ca-d9270543bb24 req-65b27967-9154-47ef-80cf-8233cc1ad5e2 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=cf249b76-110b-4a6c-939c-271135c51ed5 HTTP/1.1" status: 200 len: 944 time: 0.1187482 Oct 20 10:58:58.487994 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-05422f36-5a24-4fe4-b4ca-d9270543bb24 req-c604e2a9-cb5e-42cc-b645-3073de4a5342 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=7d9a6fe5-d7f3-4fa2-86d5-4c121918dfe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700333 Oct 20 10:58:58.572687 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c2b22512-544c-47b7-9a2d-0134fe69d3fa req-282b29f7-62d2-42bc-b5a3-8ed408ada2b5 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:58.599701 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 10384482-ef1a-4854-a403-970c7d57b18f up at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:58:58.649283 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472cdcc8-9cde-4b90-9383-41d57301b355 req-cafaf796-9046-4cef-8bf9-2945999d067b tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:58.650947 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-472cdcc8-9cde-4b90-9383-41d57301b355 req-cafaf796-9046-4cef-8bf9-2945999d067b tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2cf81fd-63e2-4c70-870f-d3530dbe1445 HTTP/1.1" status: 200 len: 945 time: 0.0848365 Oct 20 10:58:58.676139 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c2b22512-544c-47b7-9a2d-0134fe69d3fa req-282b29f7-62d2-42bc-b5a3-8ed408ada2b5 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:58.720033 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning for port 10384482-ef1a-4854-a403-970c7d57b18f completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:58:58.729089 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning complete for port 10384482-ef1a-4854-a403-970c7d57b18f triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:58:58.730689 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:58.792035 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2b22512-544c-47b7-9a2d-0134fe69d3fa req-282b29f7-62d2-42bc-b5a3-8ed408ada2b5 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Network 7d6fe9da-2241-4677-9e96-6ef157972c01 is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:58:58.809669 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-472cdcc8-9cde-4b90-9383-41d57301b355 req-45b92a0c-c7bf-4130-9968-ee22bbe1552c tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/security-groups?id=204a606e-4754-4938-b4b0-f5de1da0244a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1521223 Oct 20 10:58:58.810883 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [req-c2b22512-544c-47b7-9a2d-0134fe69d3fa req-282b29f7-62d2-42bc-b5a3-8ed408ada2b5 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:58:58.816822 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 8d6b1fd8-b9e8-47ce-a450-ba081a15b57d details requested by agent hyperv_n-h1-811396-3 with host n-h1-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:58:58.822349 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 7fbdf689-3db1-4886-929a-0e9dd6b47aac up at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:58:58.825579 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2b22512-544c-47b7-9a2d-0134fe69d3fa req-282b29f7-62d2-42bc-b5a3-8ed408ada2b5 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:58:58.886588 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b22512-544c-47b7-9a2d-0134fe69d3fa req-282b29f7-62d2-42bc-b5a3-8ed408ada2b5 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:58.887213 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c2b22512-544c-47b7-9a2d-0134fe69d3fa req-282b29f7-62d2-42bc-b5a3-8ed408ada2b5 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:58.926085 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c2b22512-544c-47b7-9a2d-0134fe69d3fa req-282b29f7-62d2-42bc-b5a3-8ed408ada2b5 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.9760888 Oct 20 10:58:58.927250 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282b29f7-62d2-42bc-b5a3-8ed408ada2b5 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Pushing event updated for resources: {'Port': ['ID=89906521-861a-4178-a721-b1e3157f945e,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:58.942765 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-c2b22512-544c-47b7-9a2d-0134fe69d3fa req-5e627f67-14d3-4ff8-b298-ee1fc2b95e33 service neutron] Request body: {'port': {'device_id': 'd17e365a-a811-4948-9b12-eb30a6f7e724', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811396-3'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:58:58.984803 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258b8b21-2af6-422c-9be6-37a729f623b1 req-38fe1a1f-8bdf-4e35-a5d4-6c0a4db9586d tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:58.997919 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-258b8b21-2af6-422c-9be6-37a729f623b1 req-38fe1a1f-8bdf-4e35-a5d4-6c0a4db9586d tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] 10.222.0.64 "GET /v2.0/ports?device_id=d17e365a-a811-4948-9b12-eb30a6f7e724 HTTP/1.1" status: 200 len: 895 time: 0.1913841 Oct 20 10:58:59.038644 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c2b22512-544c-47b7-9a2d-0134fe69d3fa req-5e627f67-14d3-4ff8-b298-ee1fc2b95e33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:59.125066 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:59.251437 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 10384482-ef1a-4854-a403-970c7d57b18f, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=10384482-ef1a-4854-a403-970c7d57b18f,segment=NetworkSegment(7d8ef4de-e65b-4686-a877-a724da3cdefe),segment_id=7d8ef4de-e65b-4686-a877-a724da3cdefe)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:58:59.260928 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2cf81fd-63e2-4c70-870f-d3530dbe1445', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10384482-ef1a-4854-a403-970c7d57b18f'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:58:59.261821 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 7 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 10:58:59.264374 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9576d3f9-510d-4aaf-8f81-6148f9b3fbef" -d '{"events": [{"server_uuid": "a2cf81fd-63e2-4c70-870f-d3530dbe1445", "name": "network-vif-plugged", "status": "completed", "tag": "10384482-ef1a-4854-a403-970c7d57b18f"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:58:59.271248 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:59.366532 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning complete for port 7fbdf689-3db1-4886-929a-0e9dd6b47aac triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:58:59.375744 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:59.415976 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39d51bc2-2d8d-4adf-b6ab-1038e1ffec02 x-openstack-request-id: req-39d51bc2-2d8d-4adf-b6ab-1038e1ffec02 {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:58:59.416487 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2cf81fd-63e2-4c70-870f-d3530dbe1445", "name": "network-vif-plugged", "status": "completed", "tag": "10384482-ef1a-4854-a403-970c7d57b18f", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:58:59.418912 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-39d51bc2-2d8d-4adf-b6ab-1038e1ffec02 {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:58:59.419511 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2cf81fd-63e2-4c70-870f-d3530dbe1445', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10384482-ef1a-4854-a403-970c7d57b18f', 'code': 200} Oct 20 10:58:59.549906 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-3f926b84-e569-484a-9ca7-a6bbf4918f72 None None] Provisioning complete for port 89906521-861a-4178-a721-b1e3157f945e triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:58:59.550423 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3f926b84-e569-484a-9ca7-a6bbf4918f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:59.561385 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3455660-f940-49f3-acef-12ca5bbf72a7 req-2d1e848f-0ca5-4a5b-af8b-020601ae0d0c tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:59.562939 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d3455660-f940-49f3-acef-12ca5bbf72a7 req-2d1e848f-0ca5-4a5b-af8b-020601ae0d0c tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/ports?device_id=051bffaa-cd47-471d-a93d-dc2347bfbe00 HTTP/1.1" status: 200 len: 944 time: 0.2061217 Oct 20 10:58:59.580965 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb32927-c8cf-4f35-9428-59f683277b2d req-4a080dad-ae47-484d-9b2c-0ee7c8fb3914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:59.582485 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-dbb32927-c8cf-4f35-9428-59f683277b2d req-4a080dad-ae47-484d-9b2c-0ee7c8fb3914 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a2cf81fd-63e2-4c70-870f-d3530dbe1445 HTTP/1.1" status: 200 len: 1097 time: 0.1204245 Oct 20 10:58:59.619724 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-3f926b84-e569-484a-9ca7-a6bbf4918f72 None None] Port 89906521-861a-4178-a721-b1e3157f945e cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 10:58:59.714200 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-dbb32927-c8cf-4f35-9428-59f683277b2d req-1fe73a5c-4040-4649-8233-e5e5298f5ca7 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=204a606e-4754-4938-b4b0-f5de1da0244a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208069 Oct 20 10:58:59.781069 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d3455660-f940-49f3-acef-12ca5bbf72a7 req-dc2564d5-9400-45d3-bfb0-abda83f77b6d tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/security-groups?id=69f90560-754d-4655-8511-1cc906dc908c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049239 Oct 20 10:58:59.794056 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [req-c2b22512-544c-47b7-9a2d-0134fe69d3fa req-5e627f67-14d3-4ff8-b298-ee1fc2b95e33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89906521-861a-4178-a721-b1e3157f945e {{(pid=100596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:58:59.820932 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb64ef6-ef1e-4f1b-a9e8-9e53c2079e4b req-2dfca12c-c114-4fff-9910-8e98d37c5161 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:58:59.820932 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6fb64ef6-ef1e-4f1b-a9e8-9e53c2079e4b req-2dfca12c-c114-4fff-9910-8e98d37c5161 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=cf249b76-110b-4a6c-939c-271135c51ed5 HTTP/1.1" status: 200 len: 944 time: 0.1883497 Oct 20 10:58:59.820932 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c2b22512-544c-47b7-9a2d-0134fe69d3fa req-5e627f67-14d3-4ff8-b298-ee1fc2b95e33 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:59.844280 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5c461b9c-6074-4592-a481-ed12881ffdc6 req-5783e566-4dc4-4fd0-8a0b-c2a27ac2711a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b3f9930f-6768-428d-b296-1e65ca6bdfa7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1222835 Oct 20 10:58:59.865622 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.provisioning_blocks [req-c2b22512-544c-47b7-9a2d-0134fe69d3fa req-5e627f67-14d3-4ff8-b298-ee1fc2b95e33 service neutron] Transition to ACTIVE for port object 89906521-861a-4178-a721-b1e3157f945e will not be triggered until provisioned by entity L2. {{(pid=100596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:58:59.874094 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c2b22512-544c-47b7-9a2d-0134fe69d3fa req-5e627f67-14d3-4ff8-b298-ee1fc2b95e33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:58:59.931355 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e627f67-14d3-4ff8-b298-ee1fc2b95e33 service neutron] Pushing event updated for resources: {'Port': ['ID=89906521-861a-4178-a721-b1e3157f945e,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:58:59.977179 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6fb64ef6-ef1e-4f1b-a9e8-9e53c2079e4b req-70ab7b9d-0c2b-4c15-99cb-22249662472a tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=7d9a6fe5-d7f3-4fa2-86d5-4c121918dfe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503034 Oct 20 10:59:00.032947 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 8d6b1fd8-b9e8-47ce-a450-ba081a15b57d, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=8d6b1fd8-b9e8-47ce-a450-ba081a15b57d,segment=NetworkSegment(454bfc68-3d11-4849-8508-1d19e9dea5ec),segment_id=454bfc68-3d11-4849-8508-1d19e9dea5ec)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:59:00.077493 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=10384482-ef1a-4854-a403-970c7d57b18f,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:59:00.102416 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Returning: {'device': '8d6b1fd8-b9e8-47ce-a450-ba081a15b57d', 'network_id': '5f3de8d1-83f4-4081-a4ae-e84fa44c63e9', 'port_id': '8d6b1fd8-b9e8-47ce-a450-ba081a15b57d', 'mac_address': 'fa:16:3e:03:35:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 817, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1112b924-dfee-4f27-9509-3316f3e9f37a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:59:00.167519 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9615f887-7902-4d58-addb-897e6042a029 req-f7191447-cf6c-46d1-8d8a-14224b7cf569 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:00.169188 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9615f887-7902-4d58-addb-897e6042a029 req-f7191447-cf6c-46d1-8d8a-14224b7cf569 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2cf81fd-63e2-4c70-870f-d3530dbe1445 HTTP/1.1" status: 200 len: 946 time: 0.1972771 Oct 20 10:59:00.174947 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:00.182845 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c461b9c-6074-4592-a481-ed12881ffdc6 req-f358fe7d-e605-4d8f-ab2a-ab78a50d4b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:00.184394 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5c461b9c-6074-4592-a481-ed12881ffdc6 req-f358fe7d-e605-4d8f-ab2a-ab78a50d4b72 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=376203cb7dec4dad9717307d6c606d33&device_id=b3f9930f-6768-428d-b296-1e65ca6bdfa7 HTTP/1.1" status: 200 len: 1095 time: 0.2475607 Oct 20 10:59:00.278832 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:00.303556 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-c2b22512-544c-47b7-9a2d-0134fe69d3fa req-5e627f67-14d3-4ff8-b298-ee1fc2b95e33 service neutron] Attempting to bind port 89906521-861a-4178-a721-b1e3157f945e on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:59:00.303900 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-c2b22512-544c-47b7-9a2d-0134fe69d3fa req-5e627f67-14d3-4ff8-b298-ee1fc2b95e33 service neutron] Attempting to bind port 89906521-861a-4178-a721-b1e3157f945e by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': 'f93603d7-145a-4aa8-810f-ff367219e2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '7d6fe9da-2241-4677-9e96-6ef157972c01'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:59:00.304238 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b22512-544c-47b7-9a2d-0134fe69d3fa req-5e627f67-14d3-4ff8-b298-ee1fc2b95e33 service neutron] Attempting to bind port 89906521-861a-4178-a721-b1e3157f945e on network 7d6fe9da-2241-4677-9e96-6ef157972c01 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:59:00.334338 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d6b1fd8-b9e8-47ce-a450-ba081a15b57d {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:59:00.348775 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84ba3a3-d85a-473b-8d63-665d4e5d8dbd req-acdd95a5-2319-41b3-bb1e-3b6bccdd37e1 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:00.350366 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c84ba3a3-d85a-473b-8d63-665d4e5d8dbd req-acdd95a5-2319-41b3-bb1e-3b6bccdd37e1 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] 10.222.0.64 "GET /v2.0/ports?device_id=d17e365a-a811-4948-9b12-eb30a6f7e724 HTTP/1.1" status: 200 len: 907 time: 0.1644754 Oct 20 10:59:00.357958 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b22512-544c-47b7-9a2d-0134fe69d3fa req-5e627f67-14d3-4ff8-b298-ee1fc2b95e33 service neutron] Port 89906521-861a-4178-a721-b1e3157f945e on network 7d6fe9da-2241-4677-9e96-6ef157972c01 not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:59:00.358795 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b22512-544c-47b7-9a2d-0134fe69d3fa req-5e627f67-14d3-4ff8-b298-ee1fc2b95e33 service neutron] Attempting to bind port 89906521-861a-4178-a721-b1e3157f945e on network 7d6fe9da-2241-4677-9e96-6ef157972c01 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:59:00.373166 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b22512-544c-47b7-9a2d-0134fe69d3fa req-5e627f67-14d3-4ff8-b298-ee1fc2b95e33 service neutron] Checking agent: {'id': '061232a2-7adc-4ba1-a873-e8cb136b064d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:59:00.373166 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b22512-544c-47b7-9a2d-0134fe69d3fa req-5e627f67-14d3-4ff8-b298-ee1fc2b95e33 service neutron] Checking segment: {'id': 'f93603d7-145a-4aa8-810f-ff367219e2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '7d6fe9da-2241-4677-9e96-6ef157972c01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:59:00.373166 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b22512-544c-47b7-9a2d-0134fe69d3fa req-5e627f67-14d3-4ff8-b298-ee1fc2b95e33 service neutron] Bound using segment: {'id': 'f93603d7-145a-4aa8-810f-ff367219e2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '7d6fe9da-2241-4677-9e96-6ef157972c01'} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:59:00.373166 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-c2b22512-544c-47b7-9a2d-0134fe69d3fa req-5e627f67-14d3-4ff8-b298-ee1fc2b95e33 service neutron] Bound port: 89906521-861a-4178-a721-b1e3157f945e, host: n-h2-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f93603d7-145a-4aa8-810f-ff367219e2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '7d6fe9da-2241-4677-9e96-6ef157972c01'}}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:59:00.373166 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c2b22512-544c-47b7-9a2d-0134fe69d3fa req-5e627f67-14d3-4ff8-b298-ee1fc2b95e33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:00.374693 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9615f887-7902-4d58-addb-897e6042a029 req-5daa5b36-f93d-4f18-b7eb-81e80cc245e8 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/security-groups?id=204a606e-4754-4938-b4b0-f5de1da0244a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1942303 Oct 20 10:59:00.452285 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 8d6b1fd8-b9e8-47ce-a450-ba081a15b57d, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=8d6b1fd8-b9e8-47ce-a450-ba081a15b57d,segment=NetworkSegment(454bfc68-3d11-4849-8508-1d19e9dea5ec),segment_id=454bfc68-3d11-4849-8508-1d19e9dea5ec)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:59:00.468211 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 7fbdf689-3db1-4886-929a-0e9dd6b47aac, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=7fbdf689-3db1-4886-929a-0e9dd6b47aac,segment=NetworkSegment(7a7eba38-3a2c-4235-a145-c989dfc5d4dc),segment_id=7a7eba38-3a2c-4235-a145-c989dfc5d4dc)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:59:00.469871 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:00.526934 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c461b9c-6074-4592-a481-ed12881ffdc6 req-425c0a02-a739-460b-98c9-5f8a0b920688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:00.532014 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5c461b9c-6074-4592-a481-ed12881ffdc6 req-425c0a02-a739-460b-98c9-5f8a0b920688 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b8b1e2be-5932-428e-a716-07af13af4e6c HTTP/1.1" status: 200 len: 912 time: 0.2828543 Oct 20 10:59:00.583422 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=8d6b1fd8-b9e8-47ce-a450-ba081a15b57d,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:59:00.590570 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:00.651855 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=7fbdf689-3db1-4886-929a-0e9dd6b47aac,revision_number=7']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:59:00.657208 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-c2b22512-544c-47b7-9a2d-0134fe69d3fa req-5e627f67-14d3-4ff8-b298-ee1fc2b95e33 service neutron] For port 89906521-861a-4178-a721-b1e3157f945e, host n-h2-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:59:00.679946 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-c2b22512-544c-47b7-9a2d-0134fe69d3fa req-5e627f67-14d3-4ff8-b298-ee1fc2b95e33 service neutron] For port 89906521-861a-4178-a721-b1e3157f945e, host n-h2-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=89906521-861a-4178-a721-b1e3157f945e,segment=NetworkSegment(f93603d7-145a-4aa8-810f-ff367219e2da),segment_id=f93603d7-145a-4aa8-810f-ff367219e2da)] {{(pid=100596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:59:00.706048 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5c461b9c-6074-4592-a481-ed12881ffdc6 req-9e90792d-d482-4941-92a5-8b67ab0c91bc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d012fc61-e760-4bcf-aff4-9ef2d30ecf9f HTTP/1.1" status: 200 len: 997 time: 0.1603014 Oct 20 10:59:00.721865 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c2b22512-544c-47b7-9a2d-0134fe69d3fa req-5e627f67-14d3-4ff8-b298-ee1fc2b95e33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:00.832003 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e627f67-14d3-4ff8-b298-ee1fc2b95e33 service neutron] Pushing event updated for resources: {'Port': ['ID=89906521-861a-4178-a721-b1e3157f945e,revision_number=3']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:59:00.851047 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c461b9c-6074-4592-a481-ed12881ffdc6 req-34dcc077-d249-45bb-9080-0e1cc901785b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:00.852794 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5c461b9c-6074-4592-a481-ed12881ffdc6 req-34dcc077-d249-45bb-9080-0e1cc901785b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=437b47ec-4211-421c-828b-76408ce53dce HTTP/1.1" status: 200 len: 850 time: 0.1279721 Oct 20 10:59:00.869764 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b22512-544c-47b7-9a2d-0134fe69d3fa req-5e627f67-14d3-4ff8-b298-ee1fc2b95e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:00.870609 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-c2b22512-544c-47b7-9a2d-0134fe69d3fa req-5e627f67-14d3-4ff8-b298-ee1fc2b95e33 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:00.875562 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c2b22512-544c-47b7-9a2d-0134fe69d3fa req-5e627f67-14d3-4ff8-b298-ee1fc2b95e33 service neutron] 10.222.0.69 "PUT /v2.0/ports/89906521-861a-4178-a721-b1e3157f945e HTTP/1.1" status: 200 len: 1055 time: 1.9384177 Oct 20 10:59:00.899961 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd17e365a-a811-4948-9b12-eb30a6f7e724', 'tag': '89906521-861a-4178-a721-b1e3157f945e'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:59:00.912577 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c4cb764-0554-47cb-acb4-12244158cd4a" -d '{"events": [{"name": "network-changed", "server_uuid": "d17e365a-a811-4948-9b12-eb30a6f7e724", "tag": "89906521-861a-4178-a721-b1e3157f945e"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:59:00.947845 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['8d6b1fd8-b9e8-47ce-a450-ba081a15b57d'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:59:01.031843 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc84ff39-e189-467a-9990-071984edaaa1 x-openstack-request-id: req-bc84ff39-e189-467a-9990-071984edaaa1 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:59:01.032801 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d17e365a-a811-4948-9b12-eb30a6f7e724", "tag": "89906521-861a-4178-a721-b1e3157f945e", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:59:01.033073 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bc84ff39-e189-467a-9990-071984edaaa1 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:59:01.033566 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd17e365a-a811-4948-9b12-eb30a6f7e724', 'tag': '89906521-861a-4178-a721-b1e3157f945e', 'status': 'completed', 'code': 200} Oct 20 10:59:01.293392 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b22512-544c-47b7-9a2d-0134fe69d3fa req-197b3f55-c935-46a8-aaa7-1a335896a971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:01.295770 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c2b22512-544c-47b7-9a2d-0134fe69d3fa req-197b3f55-c935-46a8-aaa7-1a335896a971 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0f7c095abe574139be06bffc4a6ef74a&device_id=d17e365a-a811-4948-9b12-eb30a6f7e724 HTTP/1.1" status: 200 len: 1058 time: 0.3664386 Oct 20 10:59:01.358567 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c2b22512-544c-47b7-9a2d-0134fe69d3fa req-a1b205d0-1911-44d1-ae21-17885b766aeb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=89906521-861a-4178-a721-b1e3157f945e HTTP/1.1" status: 200 len: 217 time: 0.0519221 Oct 20 10:59:01.415563 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c461b9c-6074-4592-a481-ed12881ffdc6 req-0bc11547-07f7-498c-9a67-a56906a7edb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:01.417270 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5c461b9c-6074-4592-a481-ed12881ffdc6 req-0bc11547-07f7-498c-9a67-a56906a7edb6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b8b1e2be-5932-428e-a716-07af13af4e6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5405319 Oct 20 10:59:01.420650 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf249b76-110b-4a6c-939c-271135c51ed5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fbdf689-3db1-4886-929a-0e9dd6b47aac'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:59:01.424157 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-450a05f7-2cb7-46ba-97fd-44daf95331c7" -d '{"events": [{"server_uuid": "cf249b76-110b-4a6c-939c-271135c51ed5", "name": "network-vif-plugged", "status": "completed", "tag": "7fbdf689-3db1-4886-929a-0e9dd6b47aac"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:59:01.430963 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef200f5-f259-4700-b435-2fe96b10c1b3 req-df99657b-7cd2-4614-894e-128c356e48ac tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:01.433134 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8ef200f5-f259-4700-b435-2fe96b10c1b3 req-df99657b-7cd2-4614-894e-128c356e48ac tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/ports?device_id=051bffaa-cd47-471d-a93d-dc2347bfbe00 HTTP/1.1" status: 200 len: 945 time: 0.3985314 Oct 20 10:59:01.546267 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b22512-544c-47b7-9a2d-0134fe69d3fa req-1dbec53a-e5ec-4482-8a59-05b329a3cebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:01.548092 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c2b22512-544c-47b7-9a2d-0134fe69d3fa req-1dbec53a-e5ec-4482-8a59-05b329a3cebf service neutron] 10.222.0.69 "GET /v2.0/subnets?id=fb29ae44-3e37-4ee7-acc0-da3f0211df27 HTTP/1.1" status: 200 len: 837 time: 0.1826887 Oct 20 10:59:01.609438 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aecb878-4d94-44a9-84ec-0ff536425235 req-46c8e8c4-4061-4324-9e6b-80599a6b5890 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:01.617599 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5aecb878-4d94-44a9-84ec-0ff536425235 req-46c8e8c4-4061-4324-9e6b-80599a6b5890 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=cf249b76-110b-4a6c-939c-271135c51ed5 HTTP/1.1" status: 200 len: 945 time: 0.4282525 Oct 20 10:59:01.635778 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5c461b9c-6074-4592-a481-ed12881ffdc6 req-3bd77c76-882d-4b83-a754-52052023a716 service neutron] 10.222.0.55 "GET /v2.0/networks/b8b1e2be-5932-428e-a716-07af13af4e6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965590 Oct 20 10:59:01.652328 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8ef200f5-f259-4700-b435-2fe96b10c1b3 req-c9b8a262-141c-4bb2-86b6-a7e6fff84457 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/security-groups?id=69f90560-754d-4655-8511-1cc906dc908c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268291 Oct 20 10:59:01.786404 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5c461b9c-6074-4592-a481-ed12881ffdc6 req-f7e908e5-8615-42a0-9e31-655a240e481b service neutron] 10.222.0.55 "GET /v2.0/networks/b8b1e2be-5932-428e-a716-07af13af4e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236813 Oct 20 10:59:01.854566 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5aecb878-4d94-44a9-84ec-0ff536425235 req-ae780495-a9be-4e9c-b210-dd8d89f52013 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=7d9a6fe5-d7f3-4fa2-86d5-4c121918dfe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361026 Oct 20 10:59:01.866832 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b22512-544c-47b7-9a2d-0134fe69d3fa req-7a59f661-70e3-4d18-ab89-87c1dc1042ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:01.868646 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c2b22512-544c-47b7-9a2d-0134fe69d3fa req-7a59f661-70e3-4d18-ab89-87c1dc1042ef service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7d6fe9da-2241-4677-9e96-6ef157972c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3058791 Oct 20 10:59:01.929401 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80f8a35-6abd-441b-a818-20a57097b918 req-0e9c1df8-8c46-4755-b727-db41bc4736ba tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:01.931999 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d80f8a35-6abd-441b-a818-20a57097b918 req-0e9c1df8-8c46-4755-b727-db41bc4736ba tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] 10.222.0.64 "GET /v2.0/ports?device_id=d17e365a-a811-4948-9b12-eb30a6f7e724 HTTP/1.1" status: 200 len: 907 time: 0.1446731 Oct 20 10:59:02.048407 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-302cb1a4-4d5a-478c-8c7f-7965d2073cc5 x-openstack-request-id: req-302cb1a4-4d5a-478c-8c7f-7965d2073cc5 {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:59:02.048926 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf249b76-110b-4a6c-939c-271135c51ed5", "name": "network-vif-plugged", "status": "completed", "tag": "7fbdf689-3db1-4886-929a-0e9dd6b47aac", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:59:02.049312 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-302cb1a4-4d5a-478c-8c7f-7965d2073cc5 {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:59:02.050093 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf249b76-110b-4a6c-939c-271135c51ed5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fbdf689-3db1-4886-929a-0e9dd6b47aac', 'code': 200} Oct 20 10:59:02.141706 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c2b22512-544c-47b7-9a2d-0134fe69d3fa req-e4692b4e-117a-40fd-b775-ff7fc880d2e4 service neutron] 10.222.0.69 "GET /v2.0/networks/7d6fe9da-2241-4677-9e96-6ef157972c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2590148 Oct 20 10:59:02.180791 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f5e403-866c-40a7-a055-bfda784c1d2c req-4c6356cd-f549-4711-addc-4868d3d468a6 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:02.183042 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-72f5e403-866c-40a7-a055-bfda784c1d2c req-4c6356cd-f549-4711-addc-4868d3d468a6 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2cf81fd-63e2-4c70-870f-d3530dbe1445 HTTP/1.1" status: 200 len: 946 time: 0.1508927 Oct 20 10:59:02.264068 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-72f5e403-866c-40a7-a055-bfda784c1d2c req-46964e82-93d1-4e2e-b0c1-fe40c5bdb8f4 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/security-groups?id=204a606e-4754-4938-b4b0-f5de1da0244a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621235 Oct 20 10:59:02.475868 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c2b22512-544c-47b7-9a2d-0134fe69d3fa req-78c7a1f1-4d3b-423e-99b8-dc23357cfd28 service neutron] 10.222.0.69 "GET /v2.0/networks/7d6fe9da-2241-4677-9e96-6ef157972c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3263090 Oct 20 10:59:02.497144 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dbb18a-09e1-42c4-b602-0e204f30c99f req-948cb5a7-cdeb-4906-882b-0caef255ebdc tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:02.504528 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b9dbb18a-09e1-42c4-b602-0e204f30c99f req-948cb5a7-cdeb-4906-882b-0caef255ebdc tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2cf81fd-63e2-4c70-870f-d3530dbe1445 HTTP/1.1" status: 200 len: 946 time: 0.1253004 Oct 20 10:59:02.684359 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b9dbb18a-09e1-42c4-b602-0e204f30c99f req-7a451016-49ee-4263-b3c4-35975c478918 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/security-groups?id=204a606e-4754-4938-b4b0-f5de1da0244a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1652110 Oct 20 10:59:02.699149 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 57740) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:59:02.750020 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 8d6b1fd8-b9e8-47ce-a450-ba081a15b57d up at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:59:02.805524 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4cb764-0554-47cb-acb4-12244158cd4a req-27ca944d-9233-40ae-afeb-174705d8e7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:02.815642 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3c4cb764-0554-47cb-acb4-12244158cd4a req-27ca944d-9233-40ae-afeb-174705d8e7c7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0f7c095abe574139be06bffc4a6ef74a&device_id=d17e365a-a811-4948-9b12-eb30a6f7e724 HTTP/1.1" status: 200 len: 1058 time: 0.2195363 Oct 20 10:59:02.859807 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba74df9-0cb5-44e0-b11c-d9fe5b551140 tempest-TestNetworkAdvancedServerOps-535186383 tempest-TestNetworkAdvancedServerOps-535186383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:02.860962 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning for port 8d6b1fd8-b9e8-47ce-a450-ba081a15b57d completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:59:02.862041 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-cba74df9-0cb5-44e0-b11c-d9fe5b551140 tempest-TestNetworkAdvancedServerOps-535186383 tempest-TestNetworkAdvancedServerOps-535186383-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=a2cf81fd-63e2-4c70-870f-d3530dbe1445 HTTP/1.1" status: 200 len: 1092 time: 0.1577575 Oct 20 10:59:02.865639 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 57742) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:59:02.866637 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning complete for port 8d6b1fd8-b9e8-47ce-a450-ba081a15b57d triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:59:02.867284 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:02.874311 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-609b76ba-74f0-40e7-baca-54b07f4961e6 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Request body: {'floatingip': {'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'port_id': '10384482-ef1a-4854-a403-970c7d57b18f', 'tenant_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'fixed_ip_address': '172.20.0.12'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:59:02.998205 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-609b76ba-74f0-40e7-baca-54b07f4961e6 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for floatingip, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:03.096437 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:03.193500 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 8d6b1fd8-b9e8-47ce-a450-ba081a15b57d, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=8d6b1fd8-b9e8-47ce-a450-ba081a15b57d,segment=NetworkSegment(454bfc68-3d11-4849-8508-1d19e9dea5ec),segment_id=454bfc68-3d11-4849-8508-1d19e9dea5ec)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:59:03.201495 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:03.322260 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=8d6b1fd8-b9e8-47ce-a450-ba081a15b57d,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:59:03.542151 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-2c5a1f6b-af25-42ae-b33e-bd06d24c3bfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:03.575089 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-609b76ba-74f0-40e7-baca-54b07f4961e6 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:03.591239 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4cb764-0554-47cb-acb4-12244158cd4a req-f21c5d77-c6ce-4c19-bab4-40b260c55437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:03.594715 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3c4cb764-0554-47cb-acb4-12244158cd4a req-f21c5d77-c6ce-4c19-bab4-40b260c55437 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7d6fe9da-2241-4677-9e96-6ef157972c01 HTTP/1.1" status: 200 len: 898 time: 0.7716322 Oct 20 10:59:03.695892 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3c4cb764-0554-47cb-acb4-12244158cd4a req-f6ab8900-2a5c-4d9c-b5e8-dcf2c788c201 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=89906521-861a-4178-a721-b1e3157f945e HTTP/1.1" status: 200 len: 217 time: 0.0892951 Oct 20 10:59:03.709549 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1909d34-1677-42d1-8189-e68689dfc5a7 req-fb33660c-19c9-49e1-b87b-0a56d997ab52 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:03.711128 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a1909d34-1677-42d1-8189-e68689dfc5a7 req-fb33660c-19c9-49e1-b87b-0a56d997ab52 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/ports?device_id=051bffaa-cd47-471d-a93d-dc2347bfbe00 HTTP/1.1" status: 200 len: 945 time: 0.8612053 Oct 20 10:59:03.828384 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4cb764-0554-47cb-acb4-12244158cd4a req-02da1f28-6c6e-4870-9b53-b0f77fe0ab8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:03.833653 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3c4cb764-0554-47cb-acb4-12244158cd4a req-02da1f28-6c6e-4870-9b53-b0f77fe0ab8c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=fb29ae44-3e37-4ee7-acc0-da3f0211df27 HTTP/1.1" status: 200 len: 837 time: 0.1210799 Oct 20 10:59:03.969259 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036e3181-1057-46ed-8347-0e20cdeb5307 req-b158e9f1-d73c-468f-ac43-4c236d5e3f98 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:03.972999 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-036e3181-1057-46ed-8347-0e20cdeb5307 req-b158e9f1-d73c-468f-ac43-4c236d5e3f98 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=cf249b76-110b-4a6c-939c-271135c51ed5 HTTP/1.1" status: 200 len: 945 time: 0.8586886 Oct 20 10:59:03.980211 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-609b76ba-74f0-40e7-baca-54b07f4961e6 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Allocated IP 172.25.1.217 (cbe170d3-31ba-45a2-b477-520ab0a7a8ea/f4e26aca-17ac-4adb-a66b-d939a1b35b64/4cd768da-a8ff-4b2b-b86d-c6b1f986b72a) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:59:04.051251 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '051bffaa-cd47-471d-a93d-dc2347bfbe00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d6b1fd8-b9e8-47ce-a450-ba081a15b57d'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:59:04.055067 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62ad9a8e-2f82-4d20-9514-22c995339c95" -d '{"events": [{"server_uuid": "051bffaa-cd47-471d-a93d-dc2347bfbe00", "name": "network-vif-plugged", "status": "completed", "tag": "8d6b1fd8-b9e8-47ce-a450-ba081a15b57d"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:59:04.085233 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a1909d34-1677-42d1-8189-e68689dfc5a7 req-c92a2c3a-b134-4ac3-be6c-518f5c8aa766 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/security-groups?id=69f90560-754d-4655-8511-1cc906dc908c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489514 Oct 20 10:59:04.128710 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4cb764-0554-47cb-acb4-12244158cd4a req-4dfab498-1f22-4026-b161-c2ccc4d1b689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:04.131820 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3c4cb764-0554-47cb-acb4-12244158cd4a req-4dfab498-1f22-4026-b161-c2ccc4d1b689 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7d6fe9da-2241-4677-9e96-6ef157972c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2683735 Oct 20 10:59:04.270369 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-609b76ba-74f0-40e7-baca-54b07f4961e6 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:04.322147 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-036e3181-1057-46ed-8347-0e20cdeb5307 req-9e253b9d-b1f5-48d9-b7db-6616af8bc12c tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=7d9a6fe5-d7f3-4fa2-86d5-4c121918dfe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3345392 Oct 20 10:59:04.376890 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-609b76ba-74f0-40e7-baca-54b07f4961e6 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:04.392878 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 57780) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:59:04.504859 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74208edf-142e-4c40-b4ee-f16c0d0c5acf x-openstack-request-id: req-74208edf-142e-4c40-b4ee-f16c0d0c5acf {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:59:04.505179 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "051bffaa-cd47-471d-a93d-dc2347bfbe00", "name": "network-vif-plugged", "status": "completed", "tag": "8d6b1fd8-b9e8-47ce-a450-ba081a15b57d", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:59:04.505433 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-74208edf-142e-4c40-b4ee-f16c0d0c5acf {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:59:04.505826 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '051bffaa-cd47-471d-a93d-dc2347bfbe00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d6b1fd8-b9e8-47ce-a450-ba081a15b57d', 'code': 200} Oct 20 10:59:04.527420 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3c4cb764-0554-47cb-acb4-12244158cd4a req-a62809b8-772d-418e-99be-f7f708f5a9a1 service neutron] 10.222.0.69 "GET /v2.0/networks/7d6fe9da-2241-4677-9e96-6ef157972c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3869433 Oct 20 10:59:04.535881 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60db50eb-6dd6-473d-bdc6-53d27b1f4bb4 req-658e0ffd-f67a-48c7-bf39-bc671b1b6359 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:04.537956 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609b76ba-74f0-40e7-baca-54b07f4961e6 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Pushing event updated for resources: {'Port': ['ID=4cd768da-a8ff-4b2b-b86d-c6b1f986b72a,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:59:04.560669 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-60db50eb-6dd6-473d-bdc6-53d27b1f4bb4 req-658e0ffd-f67a-48c7-bf39-bc671b1b6359 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] 10.222.0.64 "GET /v2.0/ports?device_id=d17e365a-a811-4948-9b12-eb30a6f7e724 HTTP/1.1" status: 200 len: 907 time: 0.2353275 Oct 20 10:59:04.566545 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-609b76ba-74f0-40e7-baca-54b07f4961e6 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Network cbe170d3-31ba-45a2-b477-520ab0a7a8ea is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:59:04.568789 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-609b76ba-74f0-40e7-baca-54b07f4961e6 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:59:04.575898 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609b76ba-74f0-40e7-baca-54b07f4961e6 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:59:04.662001 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0df787fb-8d6f-49c0-b9e3-ff6fd6ebd2cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:04.732692 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a5a348-3af0-411b-822f-d52f2a76276b req-e9e7aec0-4f32-4ded-b019-2e1e350f794d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:04.734389 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-97a5a348-3af0-411b-822f-d52f2a76276b req-e9e7aec0-4f32-4ded-b019-2e1e350f794d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=051bffaa-cd47-471d-a93d-dc2347bfbe00 HTTP/1.1" status: 200 len: 1097 time: 0.1282563 Oct 20 10:59:04.790677 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3c4cb764-0554-47cb-acb4-12244158cd4a req-355fb875-ab44-4f5b-9b5d-5854223b4156 service neutron] 10.222.0.69 "GET /v2.0/networks/7d6fe9da-2241-4677-9e96-6ef157972c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284484 Oct 20 10:59:04.792362 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-97a5a348-3af0-411b-822f-d52f2a76276b req-a4bab701-6c49-4a7d-a9dc-1d68f251952f service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=69f90560-754d-4655-8511-1cc906dc908c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417209 Oct 20 10:59:04.931425 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0df787fb-8d6f-49c0-b9e3-ff6fd6ebd2cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:04.943260 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0df787fb-8d6f-49c0-b9e3-ff6fd6ebd2cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:05.039910 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-0df787fb-8d6f-49c0-b9e3-ff6fd6ebd2cd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2fba6bd5888644c184c9b6ebec96942b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6288679 Oct 20 10:59:05.043360 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 57788) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:59:05.043854 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df787fb-8d6f-49c0-b9e3-ff6fd6ebd2cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4185a9ab-a60f-4da9-8b64-5d5f537febf3,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:59:05.196012 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-609b76ba-74f0-40e7-baca-54b07f4961e6 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:05.205121 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8554014f-69a6-4dcb-8ab3-fafaada50a29 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:05.270638 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8554014f-69a6-4dcb-8ab3-fafaada50a29 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:05.316833 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-609b76ba-74f0-40e7-baca-54b07f4961e6 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:05.452150 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8554014f-69a6-4dcb-8ab3-fafaada50a29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:05.463933 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8554014f-69a6-4dcb-8ab3-fafaada50a29 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:05.468592 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-8554014f-69a6-4dcb-8ab3-fafaada50a29 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4185a9ab-a60f-4da9-8b64-5d5f537febf3 HTTP/1.1" status: 204 len: 168 time: 0.4239829 Oct 20 10:59:05.570922 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8554014f-69a6-4dcb-8ab3-fafaada50a29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4185a9ab-a60f-4da9-8b64-5d5f537febf3,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:59:05.591762 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57a870c-5bb5-41c1-bffb-b1994837f269 req-f37fbd9a-701d-4b8e-871e-70aa292a71cd tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:05.593932 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a57a870c-5bb5-41c1-bffb-b1994837f269 req-f37fbd9a-701d-4b8e-871e-70aa292a71cd tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/ports?device_id=051bffaa-cd47-471d-a93d-dc2347bfbe00 HTTP/1.1" status: 200 len: 946 time: 0.2742465 Oct 20 10:59:05.622058 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587b3e09-d935-4a35-978b-600c006b96f1 req-9b7445da-3e5d-4c93-a493-b0a364e8032c tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:05.632231 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-587b3e09-d935-4a35-978b-600c006b96f1 req-9b7445da-3e5d-4c93-a493-b0a364e8032c tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=cf249b76-110b-4a6c-939c-271135c51ed5 HTTP/1.1" status: 200 len: 945 time: 0.1118505 Oct 20 10:59:05.728744 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-609b76ba-74f0-40e7-baca-54b07f4961e6 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for port, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:05.756221 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-609b76ba-74f0-40e7-baca-54b07f4961e6 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:05.771789 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-587b3e09-d935-4a35-978b-600c006b96f1 req-e3f292f1-06bb-4bef-9f70-937a8e9fc0cf tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=7d9a6fe5-d7f3-4fa2-86d5-4c121918dfe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386156 Oct 20 10:59:05.791548 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a57a870c-5bb5-41c1-bffb-b1994837f269 req-b8b77012-809b-4ec7-8dbd-fc5dd6f7f995 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/security-groups?id=69f90560-754d-4655-8511-1cc906dc908c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907332 Oct 20 10:59:05.895334 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-609b76ba-74f0-40e7-baca-54b07f4961e6 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1773381'] for floatingip, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:06.004262 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b668a3-34c1-46cf-aeb2-71d950385f2b req-7c0219a2-79ac-45be-bb87-12ded27adc3a tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:06.019908 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-98b668a3-34c1-46cf-aeb2-71d950385f2b req-7c0219a2-79ac-45be-bb87-12ded27adc3a tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] 10.222.0.64 "GET /v2.0/ports?device_id=d17e365a-a811-4948-9b12-eb30a6f7e724 HTTP/1.1" status: 200 len: 907 time: 0.1083059 Oct 20 10:59:06.033451 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609b76ba-74f0-40e7-baca-54b07f4961e6 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Pushing event updated for resources: {'Port': ['ID=4cd768da-a8ff-4b2b-b86d-c6b1f986b72a,revision_number=2']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:59:06.101548 n-d-811396-3 neutron-server[100597]: INFO neutron.db.l3_db [None req-609b76ba-74f0-40e7-baca-54b07f4961e6 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Floating IP a736ad97-cfde-4ba0-9b04-b4e4c7b61d8c associated. External IP: 172.25.1.217, port: 10384482-ef1a-4854-a403-970c7d57b18f. Oct 20 10:59:06.174290 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-119dc89f-a6bf-4352-b356-9149724a1397 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:06.501118 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-609b76ba-74f0-40e7-baca-54b07f4961e6 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Router c5c6c05e-0dbe-4de8-a9ec-ede697444de7 has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:59:06.642451 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-609b76ba-74f0-40e7-baca-54b07f4961e6 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:59:06.655616 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 89906521-861a-4178-a721-b1e3157f945e details requested by agent hyperv_n-h2-811396-3 with host n-h2-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:59:06.677413 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-609b76ba-74f0-40e7-baca-54b07f4961e6 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for floatingip, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:06.749377 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-609b76ba-74f0-40e7-baca-54b07f4961e6 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.8823185 Oct 20 10:59:06.749960 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2cf81fd-63e2-4c70-870f-d3530dbe1445', 'tag': '10384482-ef1a-4854-a403-970c7d57b18f'}] {{(pid=100597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:59:06.755636 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd85cad6a391afaa95d2dd5280bfd4659fc1e1b2aba53b5e7ef874f059efcdc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e55b3e0d-7b96-43d7-ab53-3b33607a6ccc" -d '{"events": [{"name": "network-changed", "server_uuid": "a2cf81fd-63e2-4c70-870f-d3530dbe1445", "tag": "10384482-ef1a-4854-a403-970c7d57b18f"}]}' {{(pid=100597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:59:06.758251 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c7d032-4545-4d89-a170-cb84e387f5e1 None None] Sync routers for ids ['c5c6c05e-0dbe-4de8-a9ec-ede697444de7'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:59:06.809544 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c7d032-4545-4d89-a170-cb84e387f5e1 None None] Routers {'c5c6c05e-0dbe-4de8-a9ec-ede697444de7'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:59:06.810614 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-d0c7d032-4545-4d89-a170-cb84e387f5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:59:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['c5c6c05e-0dbe-4de8-a9ec-ede697444de7'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:59:06.897708 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 89906521-861a-4178-a721-b1e3157f945e, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=89906521-861a-4178-a721-b1e3157f945e,segment=NetworkSegment(f93603d7-145a-4aa8-810f-ff367219e2da),segment_id=f93603d7-145a-4aa8-810f-ff367219e2da)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:59:06.967287 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Returning: {'device': '89906521-861a-4178-a721-b1e3157f945e', 'network_id': '7d6fe9da-2241-4677-9e96-6ef157972c01', 'port_id': '89906521-861a-4178-a721-b1e3157f945e', 'mac_address': 'fa:16:3e:fa:71:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 844, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb29ae44-3e37-4ee7-acc0-da3f0211df27', 'ip_address': '172.20.0.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:59:07.019509 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c765a2e3-4e85-46ba-bb4c-efe055415851 req-5e0f6ca9-ae4f-43f8-98e8-6cf2dd13c29f tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:07.022362 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c765a2e3-4e85-46ba-bb4c-efe055415851 req-5e0f6ca9-ae4f-43f8-98e8-6cf2dd13c29f tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2cf81fd-63e2-4c70-870f-d3530dbe1445 HTTP/1.1" status: 200 len: 946 time: 0.1191177 Oct 20 10:59:07.071322 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-d0c7d032-4545-4d89-a170-cb84e387f5e1 None None] Set router c5c6c05e-0dbe-4de8-a9ec-ede697444de7 gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:59:07.115625 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:07.146768 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11a78c68-2ae4-43c9-bf1a-b46dbcb994d5 x-openstack-request-id: req-11a78c68-2ae4-43c9-bf1a-b46dbcb994d5 {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:59:07.147798 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c765a2e3-4e85-46ba-bb4c-efe055415851 req-9c85fcf8-4ebe-4325-b439-384879c2a9d9 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/security-groups?id=204a606e-4754-4938-b4b0-f5de1da0244a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093421 Oct 20 10:59:07.148028 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2cf81fd-63e2-4c70-870f-d3530dbe1445", "tag": "10384482-ef1a-4854-a403-970c7d57b18f", "status": "completed", "code": 200}]} {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:59:07.148548 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-11a78c68-2ae4-43c9-bf1a-b46dbcb994d5 {{(pid=100597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:59:07.149174 n-d-811396-3 neutron-server[100597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2cf81fd-63e2-4c70-870f-d3530dbe1445', 'tag': '10384482-ef1a-4854-a403-970c7d57b18f', 'status': 'completed', 'code': 200} Oct 20 10:59:07.158808 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 57852) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:59:07.167653 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89906521-861a-4178-a721-b1e3157f945e {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:59:07.193641 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 89906521-861a-4178-a721-b1e3157f945e, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=89906521-861a-4178-a721-b1e3157f945e,segment=NetworkSegment(f93603d7-145a-4aa8-810f-ff367219e2da),segment_id=f93603d7-145a-4aa8-810f-ff367219e2da)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:59:07.203038 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:07.287482 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:07.393312 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55b3e0d-7b96-43d7-ab53-3b33607a6ccc req-55f9f63c-6c7e-4d04-b2d4-6d57abffab28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:07.394940 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e55b3e0d-7b96-43d7-ab53-3b33607a6ccc req-55f9f63c-6c7e-4d04-b2d4-6d57abffab28 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ba79d3046aa84fd2ac89895f3514d2bd&device_id=a2cf81fd-63e2-4c70-870f-d3530dbe1445 HTTP/1.1" status: 200 len: 1097 time: 0.2289784 Oct 20 10:59:07.426347 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-0370bbb7-6e21-4aa5-8c10-a7e5ad35da64 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/floatingips/a736ad97-cfde-4ba0-9b04-b4e4c7b61d8c HTTP/1.1" status: 200 len: 992 time: 0.2660942 Oct 20 10:59:07.531962 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['89906521-861a-4178-a721-b1e3157f945e'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:59:07.574076 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=89906521-861a-4178-a721-b1e3157f945e,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:59:07.634511 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:07.744095 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-d0c7d032-4545-4d89-a170-cb84e387f5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5c6c05e-0dbe-4de8-a9ec-ede697444de7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1671028435', 'tenant_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': '029810a0-0342-4648-be52-6ba35f82a305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:58:27Z', 'updated_at': '2021-10-20T10:58:35Z', 'revision_number': 4, 'project_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'gw_port': {'id': '029810a0-0342-4648-be52-6ba35f82a305', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:58:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c6c05e-0dbe-4de8-a9ec-ede697444de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:58:28Z', 'updated_at': '2021-10-20T10:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_floatingips': [{'id': 'a736ad97-cfde-4ba0-9b04-b4e4c7b61d8c', 'tenant_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'floating_ip_address': '172.25.1.217', 'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'router_id': 'c5c6c05e-0dbe-4de8-a9ec-ede697444de7', 'port_id': '10384482-ef1a-4854-a403-970c7d57b18f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5344edc3-4337-4ef2-ba74-f68aceecbff7', 'mac_address': 'fa:16:3e:ab:57:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cf81fd-63e2-4c70-870f-d3530dbe1445', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T10:59:04Z', 'updated_at': '2021-10-20T10:59:04Z', 'revision_number': 0, 'project_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b4b7910-9c57-4220-ac45-1a7f58a0eb67', 'name': '', 'network_id': '5344edc3-4337-4ef2-ba74-f68aceecbff7', 'tenant_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'mac_address': 'fa:16:3e:68:6b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c6c05e-0dbe-4de8-a9ec-ede697444de7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': '3625dd2d-c8cb-469b-902b-482698fe8483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:58:34Z', 'updated_at': '2021-10-20T10:58:40Z', 'revision_number': 5, 'project_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'subnets': [{'id': '3625dd2d-c8cb-469b-902b-482698fe8483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:59:07.773989 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c7d032-4545-4d89-a170-cb84e387f5e1 None None] Checking router: c5c6c05e-0dbe-4de8-a9ec-ede697444de7 for host: n-d-811396-3 {{(pid=100598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:59:07.783485 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c7d032-4545-4d89-a170-cb84e387f5e1 None None] Routers {'c5c6c05e-0dbe-4de8-a9ec-ede697444de7'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:59:07.784266 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-d0c7d032-4545-4d89-a170-cb84e387f5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:59:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['c5c6c05e-0dbe-4de8-a9ec-ede697444de7'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:59:08.016550 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-d0c7d032-4545-4d89-a170-cb84e387f5e1 None None] Set router c5c6c05e-0dbe-4de8-a9ec-ede697444de7 gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:59:08.114691 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:08.134597 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0183fc0-13dc-46db-b405-ef8341068d44 req-f43c6b54-1eb5-4797-90da-1ec6040d7581 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:08.144215 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c0183fc0-13dc-46db-b405-ef8341068d44 req-f43c6b54-1eb5-4797-90da-1ec6040d7581 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=cf249b76-110b-4a6c-939c-271135c51ed5 HTTP/1.1" status: 200 len: 945 time: 0.8778043 Oct 20 10:59:08.147285 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55b3e0d-7b96-43d7-ab53-3b33607a6ccc req-34e23011-3997-46b0-9d51-aca626349a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:08.150521 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e55b3e0d-7b96-43d7-ab53-3b33607a6ccc req-34e23011-3997-46b0-9d51-aca626349a9c service neutron] 10.222.0.69 "GET /v2.0/networks?id=5344edc3-4337-4ef2-ba74-f68aceecbff7 HTTP/1.1" status: 200 len: 898 time: 0.7387950 Oct 20 10:59:08.184997 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fecffb4-3ff2-49e4-8cc4-ab91cb26e59e req-6d9e2671-7b57-4770-b097-d3230131e75a tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:08.197381 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9fecffb4-3ff2-49e4-8cc4-ab91cb26e59e req-6d9e2671-7b57-4770-b097-d3230131e75a tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/ports?device_id=051bffaa-cd47-471d-a93d-dc2347bfbe00 HTTP/1.1" status: 200 len: 946 time: 0.9331706 Oct 20 10:59:08.389064 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c0183fc0-13dc-46db-b405-ef8341068d44 req-56ec423a-5f39-4080-a8cb-ea8ce7a3fae4 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=7d9a6fe5-d7f3-4fa2-86d5-4c121918dfe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383478 Oct 20 10:59:08.392140 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e55b3e0d-7b96-43d7-ab53-3b33607a6ccc req-0b2fcf27-e26c-4f80-b6de-f35b6e9b4c55 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=10384482-ef1a-4854-a403-970c7d57b18f HTTP/1.1" status: 200 len: 1000 time: 0.2259386 Oct 20 10:59:08.422707 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9fecffb4-3ff2-49e4-8cc4-ab91cb26e59e req-825928d8-2081-443a-b66c-24dce937d423 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/security-groups?id=69f90560-754d-4655-8511-1cc906dc908c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243268 Oct 20 10:59:08.430589 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 57872) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:59:08.486070 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-d0c7d032-4545-4d89-a170-cb84e387f5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5c6c05e-0dbe-4de8-a9ec-ede697444de7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1671028435', 'tenant_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': '029810a0-0342-4648-be52-6ba35f82a305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:58:27Z', 'updated_at': '2021-10-20T10:58:35Z', 'revision_number': 4, 'project_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'gw_port': {'id': '029810a0-0342-4648-be52-6ba35f82a305', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:58:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c6c05e-0dbe-4de8-a9ec-ede697444de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:58:28Z', 'updated_at': '2021-10-20T10:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_floatingips': [{'id': 'a736ad97-cfde-4ba0-9b04-b4e4c7b61d8c', 'tenant_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'floating_ip_address': '172.25.1.217', 'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'router_id': 'c5c6c05e-0dbe-4de8-a9ec-ede697444de7', 'port_id': '10384482-ef1a-4854-a403-970c7d57b18f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5344edc3-4337-4ef2-ba74-f68aceecbff7', 'mac_address': 'fa:16:3e:ab:57:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cf81fd-63e2-4c70-870f-d3530dbe1445', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T10:59:04Z', 'updated_at': '2021-10-20T10:59:04Z', 'revision_number': 0, 'project_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b4b7910-9c57-4220-ac45-1a7f58a0eb67', 'name': '', 'network_id': '5344edc3-4337-4ef2-ba74-f68aceecbff7', 'tenant_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'mac_address': 'fa:16:3e:68:6b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c6c05e-0dbe-4de8-a9ec-ede697444de7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': '3625dd2d-c8cb-469b-902b-482698fe8483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:58:34Z', 'updated_at': '2021-10-20T10:58:40Z', 'revision_number': 5, 'project_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'subnets': [{'id': '3625dd2d-c8cb-469b-902b-482698fe8483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:59:08.564144 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c7d032-4545-4d89-a170-cb84e387f5e1 None None] The sync data for ids ['c5c6c05e-0dbe-4de8-a9ec-ede697444de7'] in n-d-811396-3 is: [{'id': 'c5c6c05e-0dbe-4de8-a9ec-ede697444de7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1671028435', 'tenant_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': '029810a0-0342-4648-be52-6ba35f82a305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:58:27Z', 'updated_at': '2021-10-20T10:58:35Z', 'revision_number': 4, 'project_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'gw_port': {'id': '029810a0-0342-4648-be52-6ba35f82a305', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:58:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c6c05e-0dbe-4de8-a9ec-ede697444de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:58:28Z', 'updated_at': '2021-10-20T10:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_floatingips': [{'id': 'a736ad97-cfde-4ba0-9b04-b4e4c7b61d8c', 'tenant_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'floating_ip_address': '172.25.1.217', 'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'router_id': 'c5c6c05e-0dbe-4de8-a9ec-ede697444de7', 'port_id': '10384482-ef1a-4854-a403-970c7d57b18f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5344edc3-4337-4ef2-ba74-f68aceecbff7', 'mac_address': 'fa:16:3e:ab:57:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cf81fd-63e2-4c70-870f-d3530dbe1445', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T10:59:04Z', 'updated_at': '2021-10-20T10:59:04Z', 'revision_number': 0, 'project_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b4b7910-9c57-4220-ac45-1a7f58a0eb67', 'name': '', 'network_id': '5344edc3-4337-4ef2-ba74-f68aceecbff7', 'tenant_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'mac_address': 'fa:16:3e:68:6b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c6c05e-0dbe-4de8-a9ec-ede697444de7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': '3625dd2d-c8cb-469b-902b-482698fe8483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:58:34Z', 'updated_at': '2021-10-20T10:58:40Z', 'revision_number': 5, 'project_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'subnets': [{'id': '3625dd2d-c8cb-469b-902b-482698fe8483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:59:08.580812 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55b3e0d-7b96-43d7-ab53-3b33607a6ccc req-8cac2c95-736e-4f04-9df4-3d5bb56357c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:08.582516 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e55b3e0d-7b96-43d7-ab53-3b33607a6ccc req-8cac2c95-736e-4f04-9df4-3d5bb56357c0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3625dd2d-c8cb-469b-902b-482698fe8483 HTTP/1.1" status: 200 len: 835 time: 0.1586111 Oct 20 10:59:08.656882 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 89906521-861a-4178-a721-b1e3157f945e up at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:59:08.675698 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-d6bed643-e519-4c4b-8d3c-e07f5097a9cb tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/floatingips/a736ad97-cfde-4ba0-9b04-b4e4c7b61d8c HTTP/1.1" status: 200 len: 992 time: 0.2420769 Oct 20 10:59:08.785288 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning for port 89906521-861a-4178-a721-b1e3157f945e completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:59:08.792228 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning complete for port 89906521-861a-4178-a721-b1e3157f945e triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:59:08.793058 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:08.853415 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d99980e-0bb7-4824-aefe-b0c259842b90 req-94f0150d-ac06-4283-88a1-41f735d850cc tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:08.855337 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8d99980e-0bb7-4824-aefe-b0c259842b90 req-94f0150d-ac06-4283-88a1-41f735d850cc tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] 10.222.0.64 "GET /v2.0/ports?device_id=d17e365a-a811-4948-9b12-eb30a6f7e724 HTTP/1.1" status: 200 len: 908 time: 0.2718940 Oct 20 10:59:08.861841 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55b3e0d-7b96-43d7-ab53-3b33607a6ccc req-2f280ca4-8fac-4436-a6b3-4ac697a9e3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:08.863243 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e55b3e0d-7b96-43d7-ab53-3b33607a6ccc req-2f280ca4-8fac-4436-a6b3-4ac697a9e3a5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5344edc3-4337-4ef2-ba74-f68aceecbff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1680951 Oct 20 10:59:08.998024 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:09.000515 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:09.042069 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd17e365a-a811-4948-9b12-eb30a6f7e724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89906521-861a-4178-a721-b1e3157f945e'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:59:09.044467 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4b97a08-bcc1-4a96-b1e2-b2dfb73ed5b8" -d '{"events": [{"server_uuid": "d17e365a-a811-4948-9b12-eb30a6f7e724", "name": "network-vif-plugged", "status": "completed", "tag": "89906521-861a-4178-a721-b1e3157f945e"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:59:09.064933 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 89906521-861a-4178-a721-b1e3157f945e, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=89906521-861a-4178-a721-b1e3157f945e,segment=NetworkSegment(f93603d7-145a-4aa8-810f-ff367219e2da),segment_id=f93603d7-145a-4aa8-810f-ff367219e2da)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:59:09.072108 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:09.074315 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e55b3e0d-7b96-43d7-ab53-3b33607a6ccc req-95d6c001-cad4-41e6-80da-30f1daaec280 service neutron] 10.222.0.69 "GET /v2.0/networks/5344edc3-4337-4ef2-ba74-f68aceecbff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018652 Oct 20 10:59:09.131950 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6920f7b5-b637-48dc-9636-7e1bb03fcdbc None None] New status for floating IP a736ad97-cfde-4ba0-9b04-b4e4c7b61d8c: ACTIVE {{(pid=100599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 10:59:09.155904 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9407795-3035-41de-9f62-cb9f5bb6ea1d x-openstack-request-id: req-b9407795-3035-41de-9f62-cb9f5bb6ea1d {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:59:09.160336 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d17e365a-a811-4948-9b12-eb30a6f7e724", "name": "network-vif-plugged", "status": "completed", "tag": "89906521-861a-4178-a721-b1e3157f945e", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:59:09.161026 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b9407795-3035-41de-9f62-cb9f5bb6ea1d {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:59:09.161830 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd17e365a-a811-4948-9b12-eb30a6f7e724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89906521-861a-4178-a721-b1e3157f945e', 'code': 200} Oct 20 10:59:09.221860 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=89906521-861a-4178-a721-b1e3157f945e,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:59:09.230664 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e55b3e0d-7b96-43d7-ab53-3b33607a6ccc req-be60835e-2887-4ed7-b39b-e49c7794a7b9 service neutron] 10.222.0.69 "GET /v2.0/networks/5344edc3-4337-4ef2-ba74-f68aceecbff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422770 Oct 20 10:59:09.341929 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04c0feb-4ce5-4176-8748-6b61c5356acd req-cb5cf160-baf3-4159-ba2a-70d26bdd733b tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:09.343769 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d04c0feb-4ce5-4176-8748-6b61c5356acd req-cb5cf160-baf3-4159-ba2a-70d26bdd733b tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/networks?id=5f3de8d1-83f4-4081-a4ae-e84fa44c63e9 HTTP/1.1" status: 200 len: 806 time: 0.4290643 Oct 20 10:59:09.348041 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac62beb-5873-462a-8d01-434ec5e88ae2 req-993d9d1f-7703-40cb-b2dd-eb6b34aed280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:09.349924 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9ac62beb-5873-462a-8d01-434ec5e88ae2 req-993d9d1f-7703-40cb-b2dd-eb6b34aed280 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=d17e365a-a811-4948-9b12-eb30a6f7e724 HTTP/1.1" status: 200 len: 1060 time: 0.1154597 Oct 20 10:59:09.362295 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d04c0feb-4ce5-4176-8748-6b61c5356acd req-70118bac-308b-473d-9473-28ee0d6086fd tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/quotas/1b65b2e8036f4846a7f6f098c6e62306 HTTP/1.1" status: 200 len: 375 time: 0.0112340 Oct 20 10:59:09.482396 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d04c0feb-4ce5-4176-8748-6b61c5356acd req-2d5afd89-e2d3-4700-bae0-614adebd12a9 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=1b65b2e8036f4846a7f6f098c6e62306&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1122427 Oct 20 10:59:09.656733 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb38e3f-3511-4d56-a8d6-53ca946b4b26 req-ff93fb96-a0b9-47f6-90a7-7a17bb2b9961 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:09.659185 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-dbb38e3f-3511-4d56-a8d6-53ca946b4b26 req-ff93fb96-a0b9-47f6-90a7-7a17bb2b9961 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=cf249b76-110b-4a6c-939c-271135c51ed5 HTTP/1.1" status: 200 len: 945 time: 0.1339903 Oct 20 10:59:09.678664 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 57898) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:59:09.726133 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d04c0feb-4ce5-4176-8748-6b61c5356acd req-7076f39d-120a-4f05-813b-5c9921febb65 service neutron] 10.222.0.64 "GET /v2.0/networks/5f3de8d1-83f4-4081-a4ae-e84fa44c63e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308886 Oct 20 10:59:09.746927 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-dbb38e3f-3511-4d56-a8d6-53ca946b4b26 req-463f9600-f4e5-4100-b3b1-5cc26cbc3928 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=7d9a6fe5-d7f3-4fa2-86d5-4c121918dfe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800951 Oct 20 10:59:09.778516 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-463318a7-93a7-44b0-bccf-6a5de5b4432d tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/floatingips/a736ad97-cfde-4ba0-9b04-b4e4c7b61d8c HTTP/1.1" status: 200 len: 994 time: 0.0984497 Oct 20 10:59:09.919802 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d04c0feb-4ce5-4176-8748-6b61c5356acd req-8fbb654f-58c8-4855-917b-cdfa32439c83 service neutron] 10.222.0.64 "GET /v2.0/networks/5f3de8d1-83f4-4081-a4ae-e84fa44c63e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713135 Oct 20 10:59:10.065455 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba9b9c3-3c45-44ee-92d2-316e4f86a511 req-68e174da-05a2-44c7-bebf-bf26ab76f068 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:10.080797 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9ba9b9c3-3c45-44ee-92d2-316e4f86a511 req-68e174da-05a2-44c7-bebf-bf26ab76f068 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] 10.222.0.64 "GET /v2.0/ports?device_id=d17e365a-a811-4948-9b12-eb30a6f7e724 HTTP/1.1" status: 200 len: 909 time: 0.1117661 Oct 20 10:59:10.279551 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1bdd97d1-71a1-43d3-98d7-1e88b5ce61f8 req-7757427f-1699-46f7-857c-c4e2aa6bffee tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c377f45-dd0e-427d-810c-bbb15ee54e71 HTTP/1.1" status: 200 len: 210 time: 0.0563610 Oct 20 10:59:10.973424 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0804a0-e670-4974-89c1-b95f3290b8db req-eedc62dd-2e3b-4d83-99ea-25315877f131 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:10.989545 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6c0804a0-e670-4974-89c1-b95f3290b8db req-eedc62dd-2e3b-4d83-99ea-25315877f131 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=cf249b76-110b-4a6c-939c-271135c51ed5 HTTP/1.1" status: 200 len: 945 time: 0.1380026 Oct 20 10:59:11.054670 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6c0804a0-e670-4974-89c1-b95f3290b8db req-856b94ba-ade5-4097-8aea-78f1a34b2df2 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=7d9a6fe5-d7f3-4fa2-86d5-4c121918dfe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642104 Oct 20 10:59:11.289951 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f143f794-ba50-4aec-9c60-ec7e1ed68b2a req-a25b552e-743e-4395-b8d0-973caa0fec80 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:11.304188 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f143f794-ba50-4aec-9c60-ec7e1ed68b2a req-a25b552e-743e-4395-b8d0-973caa0fec80 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] 10.222.0.64 "GET /v2.0/ports?device_id=d17e365a-a811-4948-9b12-eb30a6f7e724 HTTP/1.1" status: 200 len: 909 time: 0.1009026 Oct 20 10:59:11.473131 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1fec83ea-3e33-4321-ac8d-d376a54afb5a req-abbb04ea-0166-4a7e-ace6-871303497e73 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c377f45-dd0e-427d-810c-bbb15ee54e71 HTTP/1.1" status: 200 len: 210 time: 0.0513308 Oct 20 10:59:11.490620 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25258040-10fa-4f3e-8cae-59ded8ea111e req-df0c9083-12da-421e-a5b2-d675d500295b tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:11.492308 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-25258040-10fa-4f3e-8cae-59ded8ea111e req-df0c9083-12da-421e-a5b2-d675d500295b tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] 10.222.0.64 "GET /v2.0/ports?device_id=d17e365a-a811-4948-9b12-eb30a6f7e724 HTTP/1.1" status: 200 len: 909 time: 0.1094224 Oct 20 10:59:11.653821 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6526cd41-469d-4d6b-83f6-9b36be190cd9 req-97e16aee-d23e-4820-9a2d-2487cebd5a98 tempest-TestSecurityGroupsBasicOps-1019124985 tempest-TestSecurityGroupsBasicOps-1019124985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:11.655306 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6526cd41-469d-4d6b-83f6-9b36be190cd9 req-97e16aee-d23e-4820-9a2d-2487cebd5a98 tempest-TestSecurityGroupsBasicOps-1019124985 tempest-TestSecurityGroupsBasicOps-1019124985-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=d17e365a-a811-4948-9b12-eb30a6f7e724 HTTP/1.1" status: 200 len: 1060 time: 0.0884995 Oct 20 10:59:12.001123 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476a71af-9c49-4072-a185-3a19291ff815 req-fcef72a2-64d0-4b84-af21-2ecfa243dda1 tempest-TestSecurityGroupsBasicOps-1019124985 tempest-TestSecurityGroupsBasicOps-1019124985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:12.009454 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-476a71af-9c49-4072-a185-3a19291ff815 req-fcef72a2-64d0-4b84-af21-2ecfa243dda1 tempest-TestSecurityGroupsBasicOps-1019124985 tempest-TestSecurityGroupsBasicOps-1019124985-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=a730941d-1f20-4fee-96fd-b8bf9d1b00d8 HTTP/1.1" status: 200 len: 1135 time: 0.2116742 Oct 20 10:59:12.048351 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04c0feb-4ce5-4176-8748-6b61c5356acd req-ab9bb365-ef54-4f39-9e79-4b2c43bd28a0 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:12.050265 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d04c0feb-4ce5-4176-8748-6b61c5356acd req-ab9bb365-ef54-4f39-9e79-4b2c43bd28a0 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.55 "GET /v2.0/networks?id=5f3de8d1-83f4-4081-a4ae-e84fa44c63e9 HTTP/1.1" status: 200 len: 806 time: 0.3401353 Oct 20 10:59:12.065630 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-476a71af-9c49-4072-a185-3a19291ff815 req-0d14ca1f-a318-4578-b099-97288dcc01ef tempest-TestSecurityGroupsBasicOps-1019124985 tempest-TestSecurityGroupsBasicOps-1019124985-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=5011e0c4-b37a-45cb-bb81-b63eb965f474&id=61ad572f-5a49-4dcb-9866-9596ab9135b8&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0552857 Oct 20 10:59:12.070821 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-d04c0feb-4ce5-4176-8748-6b61c5356acd req-4860ee6c-b7fb-4f0b-9f7d-f2080a17e5e5 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Request body: {'port': {'device_id': '9c377f45-dd0e-427d-810c-bbb15ee54e71', 'network_id': '5f3de8d1-83f4-4081-a4ae-e84fa44c63e9', 'admin_state_up': True, 'tenant_id': '1b65b2e8036f4846a7f6f098c6e62306'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:59:12.094936 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 57946) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:59:12.199892 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5c0d5e1-6019-441e-970c-cf894fd76528 tempest-TestSecurityGroupsBasicOps-1019124985 tempest-TestSecurityGroupsBasicOps-1019124985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:12.209369 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-f5c0d5e1-6019-441e-970c-cf894fd76528 tempest-TestSecurityGroupsBasicOps-1019124985 tempest-TestSecurityGroupsBasicOps-1019124985-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=d17e365a-a811-4948-9b12-eb30a6f7e724 HTTP/1.1" status: 200 len: 1055 time: 0.1130853 Oct 20 10:59:12.336117 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d04c0feb-4ce5-4176-8748-6b61c5356acd req-4860ee6c-b7fb-4f0b-9f7d-f2080a17e5e5 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Made reservation on behalf of 1b65b2e8036f4846a7f6f098c6e62306 for: {'port': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:59:12.340028 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-d04c0feb-4ce5-4176-8748-6b61c5356acd req-4860ee6c-b7fb-4f0b-9f7d-f2080a17e5e5 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:12.358299 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17548cdf-f659-40fb-af4e-e6a8ead2a066 req-e8bf0684-8dbf-4249-af3c-1d1edbd997eb tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:12.366186 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-17548cdf-f659-40fb-af4e-e6a8ead2a066 req-e8bf0684-8dbf-4249-af3c-1d1edbd997eb tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=cf249b76-110b-4a6c-939c-271135c51ed5 HTTP/1.1" status: 200 len: 945 time: 0.2009401 Oct 20 10:59:12.428575 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-17548cdf-f659-40fb-af4e-e6a8ead2a066 req-582beb09-5e8d-4f60-a405-da76b78649b0 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=7d9a6fe5-d7f3-4fa2-86d5-4c121918dfe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613673 Oct 20 10:59:12.624364 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c8970e97-2d61-426a-ab97-784d75cc1ca0 req-361abcf7-2bca-42cc-9e21-ee0ca50a9450 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c377f45-dd0e-427d-810c-bbb15ee54e71 HTTP/1.1" status: 200 len: 210 time: 0.0476751 Oct 20 10:59:12.657501 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [req-d04c0feb-4ce5-4176-8748-6b61c5356acd req-4860ee6c-b7fb-4f0b-9f7d-f2080a17e5e5 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Allocated IP 172.20.0.14 (5f3de8d1-83f4-4081-a4ae-e84fa44c63e9/1112b924-dfee-4f27-9509-3316f3e9f37a/610ccb85-2890-431a-9d16-0a9a4337c265) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:59:12.683567 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aba7267-442e-43c7-8267-8edc3bd162f2 req-57cc414f-6d22-44a0-9e8d-38dd8050f281 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:12.685236 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7aba7267-442e-43c7-8267-8edc3bd162f2 req-57cc414f-6d22-44a0-9e8d-38dd8050f281 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] 10.222.0.64 "GET /v2.0/ports?device_id=d17e365a-a811-4948-9b12-eb30a6f7e724 HTTP/1.1" status: 200 len: 909 time: 0.0919256 Oct 20 10:59:12.843843 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-d04c0feb-4ce5-4176-8748-6b61c5356acd req-4860ee6c-b7fb-4f0b-9f7d-f2080a17e5e5 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:12.884961 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-d04c0feb-4ce5-4176-8748-6b61c5356acd req-4860ee6c-b7fb-4f0b-9f7d-f2080a17e5e5 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:12.901581 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['783580f0-59dd-475f-8b83-b93fba68f44d'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:59:12.942845 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d04c0feb-4ce5-4176-8748-6b61c5356acd req-4860ee6c-b7fb-4f0b-9f7d-f2080a17e5e5 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Network 5f3de8d1-83f4-4081-a4ae-e84fa44c63e9 is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:59:12.947348 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [req-d04c0feb-4ce5-4176-8748-6b61c5356acd req-4860ee6c-b7fb-4f0b-9f7d-f2080a17e5e5 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:59:12.949429 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4860ee6c-b7fb-4f0b-9f7d-f2080a17e5e5 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Pushing event updated for resources: {'Port': ['ID=610ccb85-2890-431a-9d16-0a9a4337c265,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:59:12.957601 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-d04c0feb-4ce5-4176-8748-6b61c5356acd req-4860ee6c-b7fb-4f0b-9f7d-f2080a17e5e5 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:59:12.961507 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4860ee6c-b7fb-4f0b-9f7d-f2080a17e5e5 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:59:12.961928 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4860ee6c-b7fb-4f0b-9f7d-f2080a17e5e5 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:59:12.962200 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4860ee6c-b7fb-4f0b-9f7d-f2080a17e5e5 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:59:12.962594 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4860ee6c-b7fb-4f0b-9f7d-f2080a17e5e5 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:59:12.962930 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4860ee6c-b7fb-4f0b-9f7d-f2080a17e5e5 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:59:12.963310 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4860ee6c-b7fb-4f0b-9f7d-f2080a17e5e5 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:59:12.963635 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4860ee6c-b7fb-4f0b-9f7d-f2080a17e5e5 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:59:12.963960 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4860ee6c-b7fb-4f0b-9f7d-f2080a17e5e5 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:59:12.964286 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4860ee6c-b7fb-4f0b-9f7d-f2080a17e5e5 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:59:12.964607 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4860ee6c-b7fb-4f0b-9f7d-f2080a17e5e5 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:59:12.964926 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4860ee6c-b7fb-4f0b-9f7d-f2080a17e5e5 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:59:12.965206 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['8d6b1fd8-b9e8-47ce-a450-ba081a15b57d'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:59:12.965327 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4860ee6c-b7fb-4f0b-9f7d-f2080a17e5e5 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:59:13.033657 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04c0feb-4ce5-4176-8748-6b61c5356acd req-4860ee6c-b7fb-4f0b-9f7d-f2080a17e5e5 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:13.034893 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-d04c0feb-4ce5-4176-8748-6b61c5356acd req-4860ee6c-b7fb-4f0b-9f7d-f2080a17e5e5 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:13.068748 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d04c0feb-4ce5-4176-8748-6b61c5356acd req-4860ee6c-b7fb-4f0b-9f7d-f2080a17e5e5 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0012050 Oct 20 10:59:13.099610 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-d04c0feb-4ce5-4176-8748-6b61c5356acd req-96c32859-8813-4458-bfc8-2d704a936887 service neutron] Request body: {'port': {'device_id': '9c377f45-dd0e-427d-810c-bbb15ee54e71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811396-3'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:59:13.162163 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-d04c0feb-4ce5-4176-8748-6b61c5356acd req-96c32859-8813-4458-bfc8-2d704a936887 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:13.507518 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [req-d04c0feb-4ce5-4176-8748-6b61c5356acd req-96c32859-8813-4458-bfc8-2d704a936887 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 610ccb85-2890-431a-9d16-0a9a4337c265 {{(pid=100596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:59:13.516173 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-d04c0feb-4ce5-4176-8748-6b61c5356acd req-96c32859-8813-4458-bfc8-2d704a936887 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:13.542242 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.provisioning_blocks [req-d04c0feb-4ce5-4176-8748-6b61c5356acd req-96c32859-8813-4458-bfc8-2d704a936887 service neutron] Transition to ACTIVE for port object 610ccb85-2890-431a-9d16-0a9a4337c265 will not be triggered until provisioned by entity L2. {{(pid=100596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:59:13.567183 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-d04c0feb-4ce5-4176-8748-6b61c5356acd req-96c32859-8813-4458-bfc8-2d704a936887 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:13.662105 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770a2608-1f7d-40f7-b311-9a6488472f24 req-a7180f1e-a038-440c-a8e5-6ab532944c35 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:13.663897 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-770a2608-1f7d-40f7-b311-9a6488472f24 req-a7180f1e-a038-440c-a8e5-6ab532944c35 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=cf249b76-110b-4a6c-939c-271135c51ed5 HTTP/1.1" status: 200 len: 945 time: 0.1408272 Oct 20 10:59:13.667719 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c32859-8813-4458-bfc8-2d704a936887 service neutron] Pushing event updated for resources: {'Port': ['ID=610ccb85-2890-431a-9d16-0a9a4337c265,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:59:13.837292 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-d04c0feb-4ce5-4176-8748-6b61c5356acd req-96c32859-8813-4458-bfc8-2d704a936887 service neutron] Attempting to bind port 610ccb85-2890-431a-9d16-0a9a4337c265 on host n-h1-811396-3 for vnic_type normal with profile {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:59:13.838292 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-d04c0feb-4ce5-4176-8748-6b61c5356acd req-96c32859-8813-4458-bfc8-2d704a936887 service neutron] Attempting to bind port 610ccb85-2890-431a-9d16-0a9a4337c265 by drivers openvswitch,hyperv on host n-h1-811396-3 at level 0 using segments [{'id': '454bfc68-3d11-4849-8508-1d19e9dea5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '5f3de8d1-83f4-4081-a4ae-e84fa44c63e9'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:59:13.838880 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d04c0feb-4ce5-4176-8748-6b61c5356acd req-96c32859-8813-4458-bfc8-2d704a936887 service neutron] Attempting to bind port 610ccb85-2890-431a-9d16-0a9a4337c265 on network 5f3de8d1-83f4-4081-a4ae-e84fa44c63e9 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:59:13.847226 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-770a2608-1f7d-40f7-b311-9a6488472f24 req-555036f5-a003-4349-8798-025cd44d0fc5 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=7d9a6fe5-d7f3-4fa2-86d5-4c121918dfe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582367 Oct 20 10:59:13.865077 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d04c0feb-4ce5-4176-8748-6b61c5356acd req-96c32859-8813-4458-bfc8-2d704a936887 service neutron] Port 610ccb85-2890-431a-9d16-0a9a4337c265 on network 5f3de8d1-83f4-4081-a4ae-e84fa44c63e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:59:13.865779 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d04c0feb-4ce5-4176-8748-6b61c5356acd req-96c32859-8813-4458-bfc8-2d704a936887 service neutron] Attempting to bind port 610ccb85-2890-431a-9d16-0a9a4337c265 on network 5f3de8d1-83f4-4081-a4ae-e84fa44c63e9 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:59:13.887215 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae40bbc-9202-47ab-b9d2-ebb0171d33e0 req-479e5c88-cca7-4bdc-b719-d73afdaf8cb5 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:13.901779 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cae40bbc-9202-47ab-b9d2-ebb0171d33e0 req-479e5c88-cca7-4bdc-b719-d73afdaf8cb5 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c377f45-dd0e-427d-810c-bbb15ee54e71 HTTP/1.1" status: 200 len: 944 time: 0.1300652 Oct 20 10:59:13.943500 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d04c0feb-4ce5-4176-8748-6b61c5356acd req-96c32859-8813-4458-bfc8-2d704a936887 service neutron] Checking agent: {'id': 'b707b4cc-061f-4cf4-bce0-0b3df9b7bec9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 58, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:59:13.945068 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d04c0feb-4ce5-4176-8748-6b61c5356acd req-96c32859-8813-4458-bfc8-2d704a936887 service neutron] Checking segment: {'id': '454bfc68-3d11-4849-8508-1d19e9dea5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '5f3de8d1-83f4-4081-a4ae-e84fa44c63e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:59:13.945863 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d04c0feb-4ce5-4176-8748-6b61c5356acd req-96c32859-8813-4458-bfc8-2d704a936887 service neutron] Bound using segment: {'id': '454bfc68-3d11-4849-8508-1d19e9dea5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '5f3de8d1-83f4-4081-a4ae-e84fa44c63e9'} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:59:13.946761 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-d04c0feb-4ce5-4176-8748-6b61c5356acd req-96c32859-8813-4458-bfc8-2d704a936887 service neutron] Bound port: 610ccb85-2890-431a-9d16-0a9a4337c265, host: n-h1-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '454bfc68-3d11-4849-8508-1d19e9dea5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '5f3de8d1-83f4-4081-a4ae-e84fa44c63e9'}}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:59:13.947548 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-d04c0feb-4ce5-4176-8748-6b61c5356acd req-96c32859-8813-4458-bfc8-2d704a936887 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:14.083590 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-d04c0feb-4ce5-4176-8748-6b61c5356acd req-96c32859-8813-4458-bfc8-2d704a936887 service neutron] For port 610ccb85-2890-431a-9d16-0a9a4337c265, host n-h1-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:59:14.089366 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-d04c0feb-4ce5-4176-8748-6b61c5356acd req-96c32859-8813-4458-bfc8-2d704a936887 service neutron] For port 610ccb85-2890-431a-9d16-0a9a4337c265, host n-h1-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=610ccb85-2890-431a-9d16-0a9a4337c265,segment=NetworkSegment(454bfc68-3d11-4849-8508-1d19e9dea5ec),segment_id=454bfc68-3d11-4849-8508-1d19e9dea5ec)] {{(pid=100596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:59:14.104760 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cae40bbc-9202-47ab-b9d2-ebb0171d33e0 req-3ce94dd8-ecb9-4a16-941e-b5f26d8d8a11 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/security-groups?id=69f90560-754d-4655-8511-1cc906dc908c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014747 Oct 20 10:59:14.128127 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-d04c0feb-4ce5-4176-8748-6b61c5356acd req-96c32859-8813-4458-bfc8-2d704a936887 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:14.312482 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04c0feb-4ce5-4176-8748-6b61c5356acd req-96c32859-8813-4458-bfc8-2d704a936887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:14.314281 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-d04c0feb-4ce5-4176-8748-6b61c5356acd req-96c32859-8813-4458-bfc8-2d704a936887 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:14.319909 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d04c0feb-4ce5-4176-8748-6b61c5356acd req-96c32859-8813-4458-bfc8-2d704a936887 service neutron] 10.222.0.55 "PUT /v2.0/ports/610ccb85-2890-431a-9d16-0a9a4337c265 HTTP/1.1" status: 200 len: 1092 time: 1.2310369 Oct 20 10:59:14.328506 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c377f45-dd0e-427d-810c-bbb15ee54e71', 'tag': '610ccb85-2890-431a-9d16-0a9a4337c265'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:59:14.335515 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a63f1c92-cb01-444d-bfb3-0c072875408d" -d '{"events": [{"name": "network-changed", "server_uuid": "9c377f45-dd0e-427d-810c-bbb15ee54e71", "tag": "610ccb85-2890-431a-9d16-0a9a4337c265"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:59:14.345965 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c32859-8813-4458-bfc8-2d704a936887 service neutron] Pushing event updated for resources: {'Port': ['ID=610ccb85-2890-431a-9d16-0a9a4337c265,revision_number=3']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:59:14.476284 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eef72f2a-6604-40f8-8c12-d1f38df29d18 x-openstack-request-id: req-eef72f2a-6604-40f8-8c12-d1f38df29d18 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:59:14.476967 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c377f45-dd0e-427d-810c-bbb15ee54e71", "tag": "610ccb85-2890-431a-9d16-0a9a4337c265", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:59:14.477436 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-eef72f2a-6604-40f8-8c12-d1f38df29d18 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:59:14.478040 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c377f45-dd0e-427d-810c-bbb15ee54e71', 'tag': '610ccb85-2890-431a-9d16-0a9a4337c265', 'status': 'completed', 'code': 200} Oct 20 10:59:14.493744 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180efa7a-080f-4478-a206-336037b31f13 req-a5d02345-574d-4705-991a-3045d1382ece tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:14.495607 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-180efa7a-080f-4478-a206-336037b31f13 req-a5d02345-574d-4705-991a-3045d1382ece tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] 10.222.0.69 "GET /v2.0/ports?device_id=d17e365a-a811-4948-9b12-eb30a6f7e724 HTTP/1.1" status: 200 len: 909 time: 0.4023371 Oct 20 10:59:14.535080 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b222e73-35ce-4c52-ad01-e5a811b9ca60 req-94afd758-ed6e-42a5-a33d-8a85a69a1827 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:14.545354 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3b222e73-35ce-4c52-ad01-e5a811b9ca60 req-94afd758-ed6e-42a5-a33d-8a85a69a1827 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] 10.222.0.64 "GET /v2.0/ports?device_id=d17e365a-a811-4948-9b12-eb30a6f7e724 HTTP/1.1" status: 200 len: 909 time: 0.4534757 Oct 20 10:59:14.594712 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04c0feb-4ce5-4176-8748-6b61c5356acd req-2e19e8a6-bd84-4cbd-bc96-902d9dc0c078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:14.596390 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d04c0feb-4ce5-4176-8748-6b61c5356acd req-2e19e8a6-bd84-4cbd-bc96-902d9dc0c078 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1b65b2e8036f4846a7f6f098c6e62306&device_id=9c377f45-dd0e-427d-810c-bbb15ee54e71 HTTP/1.1" status: 200 len: 1095 time: 0.1953666 Oct 20 10:59:14.671868 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d04c0feb-4ce5-4176-8748-6b61c5356acd req-73a4eb38-b6c4-4b91-bfde-d2091f621a34 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=610ccb85-2890-431a-9d16-0a9a4337c265 HTTP/1.1" status: 200 len: 217 time: 0.0397162 Oct 20 10:59:14.752542 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04c0feb-4ce5-4176-8748-6b61c5356acd req-a6f4ff60-9b8b-48d7-9302-236c5d199688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:14.754149 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d04c0feb-4ce5-4176-8748-6b61c5356acd req-a6f4ff60-9b8b-48d7-9302-236c5d199688 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1112b924-dfee-4f27-9509-3316f3e9f37a HTTP/1.1" status: 200 len: 846 time: 0.0737605 Oct 20 10:59:14.756478 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-180efa7a-080f-4478-a206-336037b31f13 req-5c4b9adf-1203-48f4-ae99-fc53455686f3 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Deleting port 89906521-861a-4178-a721-b1e3157f945e {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:59:14.756896 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-180efa7a-080f-4478-a206-336037b31f13 req-5c4b9adf-1203-48f4-ae99-fc53455686f3 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:14.802485 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d04c0feb-4ce5-4176-8748-6b61c5356acd req-a7386778-7625-440a-9018-16309ef22f37 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5f3de8d1-83f4-4081-a4ae-e84fa44c63e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406742 Oct 20 10:59:14.939877 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-180efa7a-080f-4478-a206-336037b31f13 req-5c4b9adf-1203-48f4-ae99-fc53455686f3 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] For port 89906521-861a-4178-a721-b1e3157f945e, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=89906521-861a-4178-a721-b1e3157f945e,segment=NetworkSegment(f93603d7-145a-4aa8-810f-ff367219e2da),segment_id=f93603d7-145a-4aa8-810f-ff367219e2da)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:59:14.940263 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-180efa7a-080f-4478-a206-336037b31f13 req-5c4b9adf-1203-48f4-ae99-fc53455686f3 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:14.964311 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-180efa7a-080f-4478-a206-336037b31f13 req-5c4b9adf-1203-48f4-ae99-fc53455686f3 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Calling delete_port for 89906521-861a-4178-a721-b1e3157f945e owned by compute:nova {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:59:14.991843 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d04c0feb-4ce5-4176-8748-6b61c5356acd req-84c7451b-2fba-4be7-8d6e-12345fbdd29a service neutron] 10.222.0.55 "GET /v2.0/networks/5f3de8d1-83f4-4081-a4ae-e84fa44c63e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824000 Oct 20 10:59:15.159498 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863694fd-46a1-4232-8fe8-1a572b809ec4 req-27e6b86e-3827-41b7-bdaa-63382e2f7dde tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:15.161155 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-863694fd-46a1-4232-8fe8-1a572b809ec4 req-27e6b86e-3827-41b7-bdaa-63382e2f7dde tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=cf249b76-110b-4a6c-939c-271135c51ed5 HTTP/1.1" status: 200 len: 945 time: 0.1871133 Oct 20 10:59:15.230234 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d04c0feb-4ce5-4176-8748-6b61c5356acd req-602f00ba-86a3-4e36-ac89-f161fc267533 service neutron] 10.222.0.55 "GET /v2.0/networks/5f3de8d1-83f4-4081-a4ae-e84fa44c63e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298930 Oct 20 10:59:15.265856 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-863694fd-46a1-4232-8fe8-1a572b809ec4 req-bfb86e17-92bf-4fe3-ad3c-bba1d183414d tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=7d9a6fe5-d7f3-4fa2-86d5-4c121918dfe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949092 Oct 20 10:59:15.385679 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-180efa7a-080f-4478-a206-336037b31f13 req-5c4b9adf-1203-48f4-ae99-fc53455686f3 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:15.410042 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9e2657-f68c-47bf-8b5d-00cb49b65b1e req-e6284522-3d73-4230-a1ca-9bd7fef6930d tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:15.417546 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5a9e2657-f68c-47bf-8b5d-00cb49b65b1e req-e6284522-3d73-4230-a1ca-9bd7fef6930d tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c377f45-dd0e-427d-810c-bbb15ee54e71 HTTP/1.1" status: 200 len: 944 time: 0.1506121 Oct 20 10:59:15.476953 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4b9adf-1203-48f4-ae99-fc53455686f3 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Pushing event deleted for resources: {'Port': ['ID=89906521-861a-4178-a721-b1e3157f945e,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:59:15.491655 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63f1c92-cb01-444d-bfb3-0c072875408d req-53a8f473-db53-410b-b80a-4201d7e84538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:15.493176 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a63f1c92-cb01-444d-bfb3-0c072875408d req-53a8f473-db53-410b-b80a-4201d7e84538 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1b65b2e8036f4846a7f6f098c6e62306&device_id=9c377f45-dd0e-427d-810c-bbb15ee54e71 HTTP/1.1" status: 200 len: 1095 time: 0.1649029 Oct 20 10:59:15.516676 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-180efa7a-080f-4478-a206-336037b31f13 req-5c4b9adf-1203-48f4-ae99-fc53455686f3 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] No DVR routers for this DVR port 89906521-861a-4178-a721-b1e3157f945e on host n-h2-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:59:15.520942 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-180efa7a-080f-4478-a206-336037b31f13 req-5c4b9adf-1203-48f4-ae99-fc53455686f3 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:15.537037 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-180efa7a-080f-4478-a206-336037b31f13 req-5c4b9adf-1203-48f4-ae99-fc53455686f3 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] 10.222.0.69 "DELETE /v2.0/ports/89906521-861a-4178-a721-b1e3157f945e HTTP/1.1" status: 204 len: 173 time: 1.0309062 Oct 20 10:59:15.735658 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5a9e2657-f68c-47bf-8b5d-00cb49b65b1e req-8e59da0e-57db-40f5-9920-2ce661c0ce27 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/security-groups?id=69f90560-754d-4655-8511-1cc906dc908c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3126516 Oct 20 10:59:15.817027 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0b953926-088a-45c2-8c67-51414915f303 req-6e429ee6-7af6-4476-a3e6-0a51cbf133d8 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] 10.222.0.64 "GET /v2.0/ports?device_id=d17e365a-a811-4948-9b12-eb30a6f7e724 HTTP/1.1" status: 200 len: 210 time: 0.0682847 Oct 20 10:59:15.852360 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63f1c92-cb01-444d-bfb3-0c072875408d req-d44eff83-0ee8-432a-bdc3-40651404ca29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:15.855339 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a63f1c92-cb01-444d-bfb3-0c072875408d req-d44eff83-0ee8-432a-bdc3-40651404ca29 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5f3de8d1-83f4-4081-a4ae-e84fa44c63e9 HTTP/1.1" status: 200 len: 907 time: 0.3399780 Oct 20 10:59:15.917247 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a63f1c92-cb01-444d-bfb3-0c072875408d req-3b452b88-4752-4c27-9e67-25015c6924a4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=610ccb85-2890-431a-9d16-0a9a4337c265 HTTP/1.1" status: 200 len: 217 time: 0.0533221 Oct 20 10:59:16.044687 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63f1c92-cb01-444d-bfb3-0c072875408d req-ef469ff4-b89a-4584-aee2-3effda1fd6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:16.047310 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a63f1c92-cb01-444d-bfb3-0c072875408d req-ef469ff4-b89a-4584-aee2-3effda1fd6c8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1112b924-dfee-4f27-9509-3316f3e9f37a HTTP/1.1" status: 200 len: 846 time: 0.1223888 Oct 20 10:59:16.124223 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a63f1c92-cb01-444d-bfb3-0c072875408d req-9adca25a-21e0-4d66-b252-492a7b9371b3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5f3de8d1-83f4-4081-a4ae-e84fa44c63e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576394 Oct 20 10:59:16.328563 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a63f1c92-cb01-444d-bfb3-0c072875408d req-7e223597-e56a-4df7-b188-ae35a92f5b12 service neutron] 10.222.0.55 "GET /v2.0/networks/5f3de8d1-83f4-4081-a4ae-e84fa44c63e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917696 Oct 20 10:59:16.485200 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd17e365a-a811-4948-9b12-eb30a6f7e724', 'name': 'network-vif-deleted', 'tag': '89906521-861a-4178-a721-b1e3157f945e'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:59:16.488905 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d023254-48cf-4709-a267-b726dac1ca5f" -d '{"events": [{"server_uuid": "d17e365a-a811-4948-9b12-eb30a6f7e724", "name": "network-vif-deleted", "tag": "89906521-861a-4178-a721-b1e3157f945e"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:59:16.501782 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960520ea-af18-4a05-ac47-7adc139ed3a1 req-a1f60198-1258-4117-8669-7738357c8e63 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:16.506980 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-960520ea-af18-4a05-ac47-7adc139ed3a1 req-a1f60198-1258-4117-8669-7738357c8e63 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=cf249b76-110b-4a6c-939c-271135c51ed5 HTTP/1.1" status: 200 len: 945 time: 0.1246164 Oct 20 10:59:16.563519 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24b2291c-82b6-4a75-9589-7292f8b62cda x-openstack-request-id: req-24b2291c-82b6-4a75-9589-7292f8b62cda {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:59:16.564781 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d17e365a-a811-4948-9b12-eb30a6f7e724", "name": "network-vif-deleted", "tag": "89906521-861a-4178-a721-b1e3157f945e", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:59:16.564781 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-24b2291c-82b6-4a75-9589-7292f8b62cda {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:59:16.564998 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd17e365a-a811-4948-9b12-eb30a6f7e724', 'name': 'network-vif-deleted', 'tag': '89906521-861a-4178-a721-b1e3157f945e', 'status': 'completed', 'code': 200} Oct 20 10:59:16.614464 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a63f1c92-cb01-444d-bfb3-0c072875408d req-b1f63796-7ca8-4d30-ac33-19af72c36767 service neutron] 10.222.0.55 "GET /v2.0/networks/5f3de8d1-83f4-4081-a4ae-e84fa44c63e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2758257 Oct 20 10:59:16.664956 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-960520ea-af18-4a05-ac47-7adc139ed3a1 req-43e589dc-f0d5-44e8-8529-6217ab965f13 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=7d9a6fe5-d7f3-4fa2-86d5-4c121918dfe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457765 Oct 20 10:59:16.693702 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 89906521-861a-4178-a721-b1e3157f945e no longer exists at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:59:16.919853 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 58062) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:59:16.947296 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f4e87b-e033-48cb-9be9-e080f4061159 req-e7607fe7-825a-46c1-ac9d-81b5fcd2693c tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:16.951557 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-46f4e87b-e033-48cb-9be9-e080f4061159 req-e7607fe7-825a-46c1-ac9d-81b5fcd2693c tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c377f45-dd0e-427d-810c-bbb15ee54e71 HTTP/1.1" status: 200 len: 944 time: 0.1185265 Oct 20 10:59:17.019291 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] No Port match for: 89906521-861a-4178-a721-b1e3157f945e {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:59:17.019670 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 89906521-861a-4178-a721-b1e3157f945e not bound to the agent host n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:59:17.046759 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-46f4e87b-e033-48cb-9be9-e080f4061159 req-8b3fc4b4-54d7-4553-92ea-612ea8fdfacd tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/security-groups?id=69f90560-754d-4655-8511-1cc906dc908c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888796 Oct 20 10:59:17.489338 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9dc16ad0-cc19-4aba-a0df-a4ac60454929 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1774405'] for router_interface, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:17.906301 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a8c49b-f593-43da-ade3-a73c0e9f856d req-41b6d708-8571-44cf-8b7a-e8d589364459 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:17.911712 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e0a8c49b-f593-43da-ade3-a73c0e9f856d req-41b6d708-8571-44cf-8b7a-e8d589364459 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=cf249b76-110b-4a6c-939c-271135c51ed5 HTTP/1.1" status: 200 len: 945 time: 0.0813978 Oct 20 10:59:17.948822 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-9dc16ad0-cc19-4aba-a0df-a4ac60454929 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Deleting port 01003081-e671-40f6-95f8-92eaab069122 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:59:17.949427 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9dc16ad0-cc19-4aba-a0df-a4ac60454929 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:17.954056 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e0a8c49b-f593-43da-ade3-a73c0e9f856d req-5e48abb9-79b1-4b92-a3b4-814b74cb7f5a tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=7d9a6fe5-d7f3-4fa2-86d5-4c121918dfe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372577 Oct 20 10:59:18.075159 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [None req-9dc16ad0-cc19-4aba-a0df-a4ac60454929 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] For port 01003081-e671-40f6-95f8-92eaab069122, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=01003081-e671-40f6-95f8-92eaab069122,segment=NetworkSegment(f93603d7-145a-4aa8-810f-ff367219e2da),segment_id=f93603d7-145a-4aa8-810f-ff367219e2da)] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:59:18.075376 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9dc16ad0-cc19-4aba-a0df-a4ac60454929 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:18.109031 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-9dc16ad0-cc19-4aba-a0df-a4ac60454929 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Calling delete_port for 01003081-e671-40f6-95f8-92eaab069122 owned by network:router_interface {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:59:18.264454 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcb2cff-3e47-4cf4-8a0a-cdbee97e4801 req-3ba51024-143a-44ef-b2a8-ddc43c154b68 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:18.266048 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3bcb2cff-3e47-4cf4-8a0a-cdbee97e4801 req-3ba51024-143a-44ef-b2a8-ddc43c154b68 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c377f45-dd0e-427d-810c-bbb15ee54e71 HTTP/1.1" status: 200 len: 944 time: 0.1188922 Oct 20 10:59:18.330989 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3bcb2cff-3e47-4cf4-8a0a-cdbee97e4801 req-49353aa7-7b75-4598-b207-b6d8dd764f6e tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/security-groups?id=69f90560-754d-4655-8511-1cc906dc908c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544116 Oct 20 10:59:18.382387 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9dc16ad0-cc19-4aba-a0df-a4ac60454929 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:18.413996 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc16ad0-cc19-4aba-a0df-a4ac60454929 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Pushing event deleted for resources: {'Port': ['ID=01003081-e671-40f6-95f8-92eaab069122,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:59:18.606507 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9dc16ad0-cc19-4aba-a0df-a4ac60454929 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1771989'] for router_interface, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:18.835186 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dc16ad0-cc19-4aba-a0df-a4ac60454929 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Router c7b51228-9057-43ef-9ec2-5fe4adce6478 has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:59:19.029577 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dc16ad0-cc19-4aba-a0df-a4ac60454929 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:59:19.039126 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-9dc16ad0-cc19-4aba-a0df-a4ac60454929 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] 10.222.0.64 "PUT /v2.0/routers/c7b51228-9057-43ef-9ec2-5fe4adce6478/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1181717 Oct 20 10:59:19.040300 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da6361c-7243-4cf6-936a-08c09db605a5 None None] Sync routers for ids ['c7b51228-9057-43ef-9ec2-5fe4adce6478'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:59:19.041710 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 58100) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:59:19.053718 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da6361c-7243-4cf6-936a-08c09db605a5 None None] Routers {'c7b51228-9057-43ef-9ec2-5fe4adce6478'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:59:19.064748 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-9da6361c-7243-4cf6-936a-08c09db605a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:59:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['c7b51228-9057-43ef-9ec2-5fe4adce6478'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:59:19.103119 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac35acb8-02d0-48d9-bcb4-cff0b92d79ce tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Deleting subnet fb29ae44-3e37-4ee7-acc0-da3f0211df27 {{(pid=100597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:59:19.107933 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ac35acb8-02d0-48d9-bcb4-cff0b92d79ce tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Publish callbacks [] for subnet, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:19.147448 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b10a9c-ad97-42b4-a434-55f6ec3f8f2e req-2aabc2a3-5568-4a52-996a-523e50c7dd76 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:19.149053 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-54b10a9c-ad97-42b4-a434-55f6ec3f8f2e req-2aabc2a3-5568-4a52-996a-523e50c7dd76 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=cf249b76-110b-4a6c-939c-271135c51ed5 HTTP/1.1" status: 200 len: 945 time: 0.1160486 Oct 20 10:59:19.167288 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14f632e-20f7-4139-8bdb-c1a9cf60ba58 req-eff56182-a0e2-43ca-80ca-d3feaf3b7d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:19.168934 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e14f632e-20f7-4139-8bdb-c1a9cf60ba58 req-eff56182-a0e2-43ca-80ca-d3feaf3b7d01 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=376203cb7dec4dad9717307d6c606d33&device_id=cf249b76-110b-4a6c-939c-271135c51ed5 HTTP/1.1" status: 200 len: 1096 time: 0.0886407 Oct 20 10:59:19.186050 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ac35acb8-02d0-48d9-bcb4-cff0b92d79ce tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25852621'] for subnet, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:19.278381 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:19.303918 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-9da6361c-7243-4cf6-936a-08c09db605a5 None None] Set router c7b51228-9057-43ef-9ec2-5fe4adce6478 gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:59:19.306231 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14f632e-20f7-4139-8bdb-c1a9cf60ba58 req-a304e974-3c34-4bdd-bf9b-b266749b1078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:19.307811 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e14f632e-20f7-4139-8bdb-c1a9cf60ba58 req-a304e974-3c34-4bdd-bf9b-b266749b1078 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b8b1e2be-5932-428e-a716-07af13af4e6c HTTP/1.1" status: 200 len: 912 time: 0.1310828 Oct 20 10:59:19.311053 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-54b10a9c-ad97-42b4-a434-55f6ec3f8f2e req-1346d1e0-0bb7-41a8-871a-f8e7a3b5ea6a tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=7d9a6fe5-d7f3-4fa2-86d5-4c121918dfe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520844 Oct 20 10:59:19.342890 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ac35acb8-02d0-48d9-bcb4-cff0b92d79ce tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:19.364236 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e14f632e-20f7-4139-8bdb-c1a9cf60ba58 req-40a1200a-f02c-45bb-afdd-8f5121f295f8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7fbdf689-3db1-4886-929a-0e9dd6b47aac HTTP/1.1" status: 200 len: 217 time: 0.0418286 Oct 20 10:59:19.442743 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ac35acb8-02d0-48d9-bcb4-cff0b92d79ce tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25350811'] for subnet, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:19.449070 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14f632e-20f7-4139-8bdb-c1a9cf60ba58 req-dcdc119f-f8b6-47e6-80ca-892d6a631778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:19.450540 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e14f632e-20f7-4139-8bdb-c1a9cf60ba58 req-dcdc119f-f8b6-47e6-80ca-892d6a631778 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=437b47ec-4211-421c-828b-76408ce53dce HTTP/1.1" status: 200 len: 850 time: 0.0792875 Oct 20 10:59:19.459760 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ac35acb8-02d0-48d9-bcb4-cff0b92d79ce tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:19.479672 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-ac35acb8-02d0-48d9-bcb4-cff0b92d79ce tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] 10.222.0.64 "DELETE /v2.0/subnets/fb29ae44-3e37-4ee7-acc0-da3f0211df27 HTTP/1.1" status: 204 len: 168 time: 0.4361496 Oct 20 10:59:19.498520 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 58104) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:59:19.506495 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac35acb8-02d0-48d9-bcb4-cff0b92d79ce tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Pushing event deleted for resources: {'Subnet': ['ID=fb29ae44-3e37-4ee7-acc0-da3f0211df27,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:59:19.527802 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-168046e2-0ed0-4cbd-9bd5-d3e50059d88e None None] Network 7d6fe9da-2241-4677-9e96-6ef157972c01 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:59:19.803223 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-9da6361c-7243-4cf6-936a-08c09db605a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7b51228-9057-43ef-9ec2-5fe4adce6478', 'name': 'tempest-TestSecurityGroupsBasicOps-router-566781062', 'tenant_id': '0f7c095abe574139be06bffc4a6ef74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': 'd49445be-3828-4859-970d-88eee2216878', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:58:40Z', 'updated_at': '2021-10-20T10:59:18Z', 'revision_number': 5, 'project_id': '0f7c095abe574139be06bffc4a6ef74a', 'gw_port': {'id': 'd49445be-3828-4859-970d-88eee2216878', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:9b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b51228-9057-43ef-9ec2-5fe4adce6478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:58:42Z', 'updated_at': '2021-10-20T10:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:59:19.861036 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da6361c-7243-4cf6-936a-08c09db605a5 None None] Checking router: c7b51228-9057-43ef-9ec2-5fe4adce6478 for host: n-d-811396-3 {{(pid=100598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:59:19.875257 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da6361c-7243-4cf6-936a-08c09db605a5 None None] Routers {'c7b51228-9057-43ef-9ec2-5fe4adce6478'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:59:19.876090 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-9da6361c-7243-4cf6-936a-08c09db605a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:59:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['c7b51228-9057-43ef-9ec2-5fe4adce6478'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:59:20.135848 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-9da6361c-7243-4cf6-936a-08c09db605a5 None None] Set router c7b51228-9057-43ef-9ec2-5fe4adce6478 gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:59:20.161830 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14f632e-20f7-4139-8bdb-c1a9cf60ba58 req-c3c58dce-63e4-4914-a28f-7454a6c2ffcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:20.163872 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e14f632e-20f7-4139-8bdb-c1a9cf60ba58 req-c3c58dce-63e4-4914-a28f-7454a6c2ffcb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b8b1e2be-5932-428e-a716-07af13af4e6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6398447 Oct 20 10:59:20.172088 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc624b3d-0a75-4bad-a37b-5b14f04f0920 req-a6c4141e-35a5-40a3-a8c2-5f530b474dc7 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:20.180028 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bc624b3d-0a75-4bad-a37b-5b14f04f0920 req-a6c4141e-35a5-40a3-a8c2-5f530b474dc7 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c377f45-dd0e-427d-810c-bbb15ee54e71 HTTP/1.1" status: 200 len: 944 time: 0.7540660 Oct 20 10:59:20.181344 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c541c8c1-5207-4d87-8070-ca4727c8503d None None] DHCP port deletion for 7d6fe9da-2241-4677-9e96-6ef157972c01 request from n-d-811396-3 {{(pid=100598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:59:20.191940 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f4109848-430a-418f-85c0-d712ca120b5d tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Publish callbacks [] for router, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:20.328506 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bc624b3d-0a75-4bad-a37b-5b14f04f0920 req-1a65ba93-cacb-4c0b-b6a9-d6f674383b18 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/security-groups?id=69f90560-754d-4655-8511-1cc906dc908c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423843 Oct 20 10:59:20.337269 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e14f632e-20f7-4139-8bdb-c1a9cf60ba58 req-c383b713-b4bf-489c-885a-b2ae8a8f48f2 service neutron] 10.222.0.55 "GET /v2.0/networks/b8b1e2be-5932-428e-a716-07af13af4e6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500118 Oct 20 10:59:20.385365 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f4109848-430a-418f-85c0-d712ca120b5d tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:20.474085 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e14f632e-20f7-4139-8bdb-c1a9cf60ba58 req-2be87320-8afe-4ad1-a768-325e3b25ac2d service neutron] 10.222.0.55 "GET /v2.0/networks/b8b1e2be-5932-428e-a716-07af13af4e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304071 Oct 20 10:59:20.476812 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-c541c8c1-5207-4d87-8070-ca4727c8503d None None] Deleting port 15e0a6fa-0f27-4fc4-8ddc-15eb57da90c4 {{(pid=100598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:59:20.477188 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-c541c8c1-5207-4d87-8070-ca4727c8503d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:20.507754 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-f4109848-430a-418f-85c0-d712ca120b5d tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Deleting port d49445be-3828-4859-970d-88eee2216878 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:59:20.508060 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f4109848-430a-418f-85c0-d712ca120b5d tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:20.557965 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f91d46a-60d0-4c1c-a356-d1b1847d5d82 req-c0251d52-9f3a-46a1-80f8-5d77fa2d6398 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:20.559932 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6f91d46a-60d0-4c1c-a356-d1b1847d5d82 req-c0251d52-9f3a-46a1-80f8-5d77fa2d6398 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=cf249b76-110b-4a6c-939c-271135c51ed5 HTTP/1.1" status: 200 len: 945 time: 0.0846269 Oct 20 10:59:20.606625 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-9da6361c-7243-4cf6-936a-08c09db605a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7b51228-9057-43ef-9ec2-5fe4adce6478', 'name': 'tempest-TestSecurityGroupsBasicOps-router-566781062', 'tenant_id': '0f7c095abe574139be06bffc4a6ef74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': 'd49445be-3828-4859-970d-88eee2216878', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:58:40Z', 'updated_at': '2021-10-20T10:59:18Z', 'revision_number': 5, 'project_id': '0f7c095abe574139be06bffc4a6ef74a', 'gw_port': {'id': 'd49445be-3828-4859-970d-88eee2216878', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:9b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b51228-9057-43ef-9ec2-5fe4adce6478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:58:42Z', 'updated_at': '2021-10-20T10:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:59:20.625991 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6f91d46a-60d0-4c1c-a356-d1b1847d5d82 req-0a856fef-17b0-4d8b-81a1-e4717b6ddcaf tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=7d9a6fe5-d7f3-4fa2-86d5-4c121918dfe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593565 Oct 20 10:59:20.646073 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da6361c-7243-4cf6-936a-08c09db605a5 None None] The sync data for ids ['c7b51228-9057-43ef-9ec2-5fe4adce6478'] in n-d-811396-3 is: [{'id': 'c7b51228-9057-43ef-9ec2-5fe4adce6478', 'name': 'tempest-TestSecurityGroupsBasicOps-router-566781062', 'tenant_id': '0f7c095abe574139be06bffc4a6ef74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': 'd49445be-3828-4859-970d-88eee2216878', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:58:40Z', 'updated_at': '2021-10-20T10:59:18Z', 'revision_number': 5, 'project_id': '0f7c095abe574139be06bffc4a6ef74a', 'gw_port': {'id': 'd49445be-3828-4859-970d-88eee2216878', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:9b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b51228-9057-43ef-9ec2-5fe4adce6478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:58:42Z', 'updated_at': '2021-10-20T10:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:59:20.657619 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-c541c8c1-5207-4d87-8070-ca4727c8503d None None] For port 15e0a6fa-0f27-4fc4-8ddc-15eb57da90c4, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=15e0a6fa-0f27-4fc4-8ddc-15eb57da90c4,segment=NetworkSegment(f93603d7-145a-4aa8-810f-ff367219e2da),segment_id=f93603d7-145a-4aa8-810f-ff367219e2da)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:59:20.658425 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-c541c8c1-5207-4d87-8070-ca4727c8503d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:20.671519 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [None req-f4109848-430a-418f-85c0-d712ca120b5d tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] For port d49445be-3828-4859-970d-88eee2216878, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=d49445be-3828-4859-970d-88eee2216878,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:59:20.671882 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f4109848-430a-418f-85c0-d712ca120b5d tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:20.672987 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-c541c8c1-5207-4d87-8070-ca4727c8503d None None] Calling delete_port for 15e0a6fa-0f27-4fc4-8ddc-15eb57da90c4 owned by network:dhcp {{(pid=100598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:59:20.700312 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-f4109848-430a-418f-85c0-d712ca120b5d tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Calling delete_port for d49445be-3828-4859-970d-88eee2216878 owned by network:router_gateway {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:59:20.778955 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-c541c8c1-5207-4d87-8070-ca4727c8503d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956'] for port, after_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:20.805861 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c541c8c1-5207-4d87-8070-ca4727c8503d None None] No DVR routers for this DVR port 15e0a6fa-0f27-4fc4-8ddc-15eb57da90c4 on host n-d-811396-3 {{(pid=100598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:59:20.807847 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c541c8c1-5207-4d87-8070-ca4727c8503d None None] Pushing event deleted for resources: {'Port': ['ID=15e0a6fa-0f27-4fc4-8ddc-15eb57da90c4,revision_number=None']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:59:20.812184 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 610ccb85-2890-431a-9d16-0a9a4337c265 details requested by agent hyperv_n-h1-811396-3 with host n-h1-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:59:20.833005 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c541c8c1-5207-4d87-8070-ca4727c8503d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:59:20.833376 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c541c8c1-5207-4d87-8070-ca4727c8503d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:59:20.833694 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c541c8c1-5207-4d87-8070-ca4727c8503d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:59:20.834426 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c541c8c1-5207-4d87-8070-ca4727c8503d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:59:20.834426 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c541c8c1-5207-4d87-8070-ca4727c8503d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:59:20.834734 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c541c8c1-5207-4d87-8070-ca4727c8503d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:59:20.834991 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c541c8c1-5207-4d87-8070-ca4727c8503d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:59:20.835315 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c541c8c1-5207-4d87-8070-ca4727c8503d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:59:20.835663 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c541c8c1-5207-4d87-8070-ca4727c8503d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:59:20.835983 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c541c8c1-5207-4d87-8070-ca4727c8503d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:59:20.836302 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c541c8c1-5207-4d87-8070-ca4727c8503d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:59:20.836621 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c541c8c1-5207-4d87-8070-ca4727c8503d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 10:59:20.911472 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f4109848-430a-418f-85c0-d712ca120b5d tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:20.933371 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 610ccb85-2890-431a-9d16-0a9a4337c265, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=610ccb85-2890-431a-9d16-0a9a4337c265,segment=NetworkSegment(454bfc68-3d11-4849-8508-1d19e9dea5ec),segment_id=454bfc68-3d11-4849-8508-1d19e9dea5ec)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:59:20.945281 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4109848-430a-418f-85c0-d712ca120b5d tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Pushing event deleted for resources: {'Port': ['ID=d49445be-3828-4859-970d-88eee2216878,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:59:20.950343 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Returning: {'device': '610ccb85-2890-431a-9d16-0a9a4337c265', 'network_id': '5f3de8d1-83f4-4081-a4ae-e84fa44c63e9', 'port_id': '610ccb85-2890-431a-9d16-0a9a4337c265', 'mac_address': 'fa:16:3e:6b:15:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 817, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1112b924-dfee-4f27-9509-3316f3e9f37a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:59:20.990324 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:21.008016 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 610ccb85-2890-431a-9d16-0a9a4337c265 {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:59:21.030700 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f4109848-430a-418f-85c0-d712ca120b5d tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1773439'] for router_gateway, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:21.030922 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 610ccb85-2890-431a-9d16-0a9a4337c265, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=610ccb85-2890-431a-9d16-0a9a4337c265,segment=NetworkSegment(454bfc68-3d11-4849-8508-1d19e9dea5ec),segment_id=454bfc68-3d11-4849-8508-1d19e9dea5ec)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:59:21.035878 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:21.117572 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=610ccb85-2890-431a-9d16-0a9a4337c265,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:59:21.203363 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f4109848-430a-418f-85c0-d712ca120b5d tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1772272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258304'] for router, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:21.206488 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f4109848-430a-418f-85c0-d712ca120b5d tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:21.276042 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f4109848-430a-418f-85c0-d712ca120b5d tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1772267'] for router, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:21.276871 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4109848-430a-418f-85c0-d712ca120b5d tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Fanout notify agent at l3_agent the message router_deleted on router c7b51228-9057-43ef-9ec2-5fe4adce6478 {{(pid=100597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 10:59:21.287182 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f4109848-430a-418f-85c0-d712ca120b5d tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Publish callbacks [] for router, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:21.287696 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-f4109848-430a-418f-85c0-d712ca120b5d tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] 10.222.0.64 "DELETE /v2.0/routers/c7b51228-9057-43ef-9ec2-5fe4adce6478 HTTP/1.1" status: 204 len: 168 time: 1.7878098 Oct 20 10:59:21.290057 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 58130) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:59:21.421119 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7d97518d-5860-4b71-a3d8-aff7f7c1266a tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:21.560654 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['610ccb85-2890-431a-9d16-0a9a4337c265'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:59:21.636788 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c782b22-37f3-4ca3-b084-8bc33ea0ca77 req-5bba871b-28ca-4c47-9940-9322783488d3 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:21.672600 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3c782b22-37f3-4ca3-b084-8bc33ea0ca77 req-5bba871b-28ca-4c47-9940-9322783488d3 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c377f45-dd0e-427d-810c-bbb15ee54e71 HTTP/1.1" status: 200 len: 945 time: 0.1840456 Oct 20 10:59:21.708696 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 58148) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:59:21.752198 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7d97518d-5860-4b71-a3d8-aff7f7c1266a tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:21.804335 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-7d97518d-5860-4b71-a3d8-aff7f7c1266a tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d6fe9da-2241-4677-9e96-6ef157972c01']}} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:59:21.830757 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-7d97518d-5860-4b71-a3d8-aff7f7c1266a tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f93603d7-145a-4aa8-810f-ff367219e2da') {'for_net_delete': True} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:59:21.831234 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-7d97518d-5860-4b71-a3d8-aff7f7c1266a tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f93603d7-145a-4aa8-810f-ff367219e2da') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:59:21.847762 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7d97518d-5860-4b71-a3d8-aff7f7c1266a tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25852596'] for segment, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:21.848832 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3c782b22-37f3-4ca3-b084-8bc33ea0ca77 req-3c15904a-9f45-4094-a11c-255a0fdf1e64 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/security-groups?id=69f90560-754d-4655-8511-1cc906dc908c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752019 Oct 20 10:59:21.892981 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69ea0a0-9411-4939-b3c1-9b6c1c666364 req-79eed8cb-7e4d-4100-b3e0-83df195dc20c tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:21.901041 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b69ea0a0-9411-4939-b3c1-9b6c1c666364 req-79eed8cb-7e4d-4100-b3e0-83df195dc20c tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=cf249b76-110b-4a6c-939c-271135c51ed5 HTTP/1.1" status: 200 len: 945 time: 0.1438622 Oct 20 10:59:21.909619 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7d97518d-5860-4b71-a3d8-aff7f7c1266a tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:21.918590 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d97518d-5860-4b71-a3d8-aff7f7c1266a tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Releasing vlan 844 on physical network physnet1 to pool {{(pid=100597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:59:21.919311 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7d97518d-5860-4b71-a3d8-aff7f7c1266a tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951012'] for segment, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:21.924284 n-d-811396-3 neutron-server[100597]: Traceback (most recent call last): Oct 20 10:59:21.924284 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:59:21.924284 n-d-811396-3 neutron-server[100597]: timer() Oct 20 10:59:21.924284 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:59:21.924284 n-d-811396-3 neutron-server[100597]: cb(*args, **kw) Oct 20 10:59:21.924284 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:59:21.924284 n-d-811396-3 neutron-server[100597]: return func(*args, **kwargs) Oct 20 10:59:21.924284 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:59:21.924284 n-d-811396-3 neutron-server[100597]: self._notify() Oct 20 10:59:21.924284 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:59:21.924284 n-d-811396-3 neutron-server[100597]: self.callback(batched_events) Oct 20 10:59:21.924284 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:59:21.924284 n-d-811396-3 neutron-server[100597]: event.method(event) Oct 20 10:59:21.924284 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:59:21.924284 n-d-811396-3 neutron-server[100597]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:59:21.924284 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:59:21.924284 n-d-811396-3 neutron-server[100597]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:59:21.924284 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:59:21.924284 n-d-811396-3 neutron-server[100597]: return f(self, *a, **k) Oct 20 10:59:21.924284 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:59:21.924284 n-d-811396-3 neutron-server[100597]: return self._get(url).json() Oct 20 10:59:21.924284 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:59:21.924284 n-d-811396-3 neutron-server[100597]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:59:21.924284 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:59:21.924284 n-d-811396-3 neutron-server[100597]: return self.request(url, 'GET', **kwargs) Oct 20 10:59:21.924284 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:59:21.924284 n-d-811396-3 neutron-server[100597]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:59:21.924284 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:59:21.924284 n-d-811396-3 neutron-server[100597]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:59:21.924284 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:59:21.924284 n-d-811396-3 neutron-server[100597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:59:21.924284 n-d-811396-3 neutron-server[100597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:59:21.944548 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b69ea0a0-9411-4939-b3c1-9b6c1c666364 req-57a70fdf-5f7a-4c74-bac1-b846396c4e44 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=7d9a6fe5-d7f3-4fa2-86d5-4c121918dfe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425973 Oct 20 10:59:22.017881 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7d97518d-5860-4b71-a3d8-aff7f7c1266a tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:22.035998 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7d97518d-5860-4b71-a3d8-aff7f7c1266a tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:22.042821 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e90e5b6e-56d9-4dda-8649-0e234111343c admin admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:22.049750 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-7d97518d-5860-4b71-a3d8-aff7f7c1266a tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] 10.222.0.64 "DELETE /v2.0/networks/7d6fe9da-2241-4677-9e96-6ef157972c01 HTTP/1.1" status: 204 len: 168 time: 0.7585387 Oct 20 10:59:22.050651 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 58154) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:59:22.094635 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d97518d-5860-4b71-a3d8-aff7f7c1266a tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Pushing event deleted for resources: {'Network': ['ID=7d6fe9da-2241-4677-9e96-6ef157972c01,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:59:22.144778 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 58156) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:59:22.231985 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e90e5b6e-56d9-4dda-8649-0e234111343c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:22.257101 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e90e5b6e-56d9-4dda-8649-0e234111343c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:22.286203 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 15e0a6fa-0f27-4fc4-8ddc-15eb57da90c4 no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:59:22.321354 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 15e0a6fa-0f27-4fc4-8ddc-15eb57da90c4 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:59:22.321684 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 15e0a6fa-0f27-4fc4-8ddc-15eb57da90c4 not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:59:22.322064 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 01003081-e671-40f6-95f8-92eaab069122 no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:59:22.373138 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-e90e5b6e-56d9-4dda-8649-0e234111343c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a9e7bc0f90264702b674d2a8a4dffcc6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6632833 Oct 20 10:59:22.376916 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 58160) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:59:22.377549 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 01003081-e671-40f6-95f8-92eaab069122 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:59:22.378850 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 01003081-e671-40f6-95f8-92eaab069122 not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:59:22.380163 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90e5b6e-56d9-4dda-8649-0e234111343c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b59b643d-582d-4aee-ac91-6ff87513b11d,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:59:22.448454 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-19049702-3cd3-497c-a149-f346645444a6 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Deleting port 58ca4a7b-050f-43fa-967c-73dfd88bb5c1 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:59:22.449062 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-19049702-3cd3-497c-a149-f346645444a6 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:22.465106 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-49d29d03-bb86-4a6e-aa94-bb7aa35c0adb admin admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:22.468994 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0b945622-024e-49ca-bdf8-e8b61ab02778 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:22.520532 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0b945622-024e-49ca-bdf8-e8b61ab02778 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:22.554697 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-19049702-3cd3-497c-a149-f346645444a6 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:22.555060 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-19049702-3cd3-497c-a149-f346645444a6 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:22.567796 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-19049702-3cd3-497c-a149-f346645444a6 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Calling delete_port for 58ca4a7b-050f-43fa-967c-73dfd88bb5c1 owned by network:floatingip {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:59:22.609653 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-49d29d03-bb86-4a6e-aa94-bb7aa35c0adb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:22.611363 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0b945622-024e-49ca-bdf8-e8b61ab02778 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:22.614294 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0b945622-024e-49ca-bdf8-e8b61ab02778 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:22.617865 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-0b945622-024e-49ca-bdf8-e8b61ab02778 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b59b643d-582d-4aee-ac91-6ff87513b11d HTTP/1.1" status: 204 len: 168 time: 0.2275188 Oct 20 10:59:22.629723 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-49d29d03-bb86-4a6e-aa94-bb7aa35c0adb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:22.644121 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b945622-024e-49ca-bdf8-e8b61ab02778 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b59b643d-582d-4aee-ac91-6ff87513b11d,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:59:22.702219 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-49d29d03-bb86-4a6e-aa94-bb7aa35c0adb admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f95a7ebd2ab9469299e3b53d69003c52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5528817 Oct 20 10:59:22.703026 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 58164) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:59:22.711543 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d29d03-bb86-4a6e-aa94-bb7aa35c0adb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c24dd34b-d077-442e-87a6-6a9fa0f8b16d,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:59:22.833148 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 7fbdf689-3db1-4886-929a-0e9dd6b47aac no longer exists at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:59:22.833689 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2dab1477-5828-46ff-a7e6-47bfa201f5bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:22.857968 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2dab1477-5828-46ff-a7e6-47bfa201f5bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:22.941132 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2dab1477-5828-46ff-a7e6-47bfa201f5bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:22.943737 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2dab1477-5828-46ff-a7e6-47bfa201f5bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:22.944900 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-2dab1477-5828-46ff-a7e6-47bfa201f5bd admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c24dd34b-d077-442e-87a6-6a9fa0f8b16d HTTP/1.1" status: 204 len: 168 time: 0.2337132 Oct 20 10:59:22.956853 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dab1477-5828-46ff-a7e6-47bfa201f5bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c24dd34b-d077-442e-87a6-6a9fa0f8b16d,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:59:22.960533 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-19049702-3cd3-497c-a149-f346645444a6 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:22.974892 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:22.996618 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19049702-3cd3-497c-a149-f346645444a6 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Pushing event deleted for resources: {'Port': ['ID=58ca4a7b-050f-43fa-967c-73dfd88bb5c1,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:59:23.063412 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-19049702-3cd3-497c-a149-f346645444a6 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Publish callbacks [] for floatingip, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:23.063762 n-d-811396-3 neutron-server[100597]: INFO neutron.db.l3_db [None req-19049702-3cd3-497c-a149-f346645444a6 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Floating IP a5ef10af-5144-4b65-af5d-3a1d232f5de9 disassociated (deleted). External IP: 172.25.1.81, port: 7e5b5372-5dc0-4a14-a06e-c047f9c5b0be. Oct 20 10:59:23.096499 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 7fbdf689-3db1-4886-929a-0e9dd6b47aac, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=7fbdf689-3db1-4886-929a-0e9dd6b47aac,segment=NetworkSegment(7a7eba38-3a2c-4235-a145-c989dfc5d4dc),segment_id=7a7eba38-3a2c-4235-a145-c989dfc5d4dc)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:59:23.099473 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf249b76-110b-4a6c-939c-271135c51ed5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7fbdf689-3db1-4886-929a-0e9dd6b47aac'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:59:23.103912 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c71bae3-1acd-4df8-953d-af8a8b2ab5c1" -d '{"events": [{"server_uuid": "cf249b76-110b-4a6c-939c-271135c51ed5", "name": "network-vif-unplugged", "status": "completed", "tag": "7fbdf689-3db1-4886-929a-0e9dd6b47aac"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:59:23.112254 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:23.174808 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62b99f6-de72-46fc-9595-0d6d4509bb02 req-a0edb76b-0aae-4000-b4ab-f570dde45879 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:23.184137 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=7fbdf689-3db1-4886-929a-0e9dd6b47aac,revision_number=8']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:59:23.190368 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f62b99f6-de72-46fc-9595-0d6d4509bb02 req-a0edb76b-0aae-4000-b4ab-f570dde45879 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c377f45-dd0e-427d-810c-bbb15ee54e71 HTTP/1.1" status: 200 len: 945 time: 0.2110002 Oct 20 10:59:23.268276 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f62b99f6-de72-46fc-9595-0d6d4509bb02 req-4038f707-b43e-4ef8-aafe-e656fb7688b3 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/security-groups?id=69f90560-754d-4655-8511-1cc906dc908c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607915 Oct 20 10:59:23.281731 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030de648-1777-47e3-95cb-71308d1fdaf4 req-72863a0e-2e6b-4782-8b9f-4ae2104bf3ad tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:23.291320 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-030de648-1777-47e3-95cb-71308d1fdaf4 req-72863a0e-2e6b-4782-8b9f-4ae2104bf3ad tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=cf249b76-110b-4a6c-939c-271135c51ed5 HTTP/1.1" status: 200 len: 943 time: 0.0919764 Oct 20 10:59:23.338551 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-030de648-1777-47e3-95cb-71308d1fdaf4 req-885cdf8e-f781-47c7-84bb-17b87d0a45cc tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=7d9a6fe5-d7f3-4fa2-86d5-4c121918dfe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479667 Oct 20 10:59:23.361337 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 20 Oct 2021 10:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c60c39b6-74f7-461f-9619-e111f8e6e24e x-openstack-request-id: req-c60c39b6-74f7-461f-9619-e111f8e6e24e {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:59:23.361902 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf249b76-110b-4a6c-939c-271135c51ed5", "name": "network-vif-unplugged", "status": "failed", "tag": "7fbdf689-3db1-4886-929a-0e9dd6b47aac", "code": 422}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:59:23.362502 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c60c39b6-74f7-461f-9619-e111f8e6e24e {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:59:23.363221 n-d-811396-3 neutron-server[100598]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'cf249b76-110b-4a6c-939c-271135c51ed5', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7fbdf689-3db1-4886-929a-0e9dd6b47aac', 'code': 422} returned with failed status Oct 20 10:59:23.390461 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19049702-3cd3-497c-a149-f346645444a6 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Router d38499b0-bf59-4a6e-8258-4a9bbefb5c13 has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:59:23.485794 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5148dca3-b9ab-47d9-b19d-356429420c19 req-2e7ccaa7-5844-4071-8fce-f5137da3bac3 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:23.492527 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5148dca3-b9ab-47d9-b19d-356429420c19 req-2e7ccaa7-5844-4071-8fce-f5137da3bac3 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3f9930f-6768-428d-b296-1e65ca6bdfa7 HTTP/1.1" status: 200 len: 944 time: 0.0698261 Oct 20 10:59:23.536702 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19049702-3cd3-497c-a149-f346645444a6 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:59:23.542236 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-19049702-3cd3-497c-a149-f346645444a6 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for floatingip, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:23.548692 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e7bcec-7015-4376-87c8-dce22df2ba88 None None] Sync routers for ids ['d38499b0-bf59-4a6e-8258-4a9bbefb5c13'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:59:23.562449 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5148dca3-b9ab-47d9-b19d-356429420c19 req-ac6798e3-77c3-48c0-9ba6-edfc156a32e3 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=58574406-52f6-4da8-ba4e-3f91a696d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604358 Oct 20 10:59:23.563570 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e7bcec-7015-4376-87c8-dce22df2ba88 None None] Routers {'d38499b0-bf59-4a6e-8258-4a9bbefb5c13'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:59:23.565032 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-04e7bcec-7015-4376-87c8-dce22df2ba88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:59:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['d38499b0-bf59-4a6e-8258-4a9bbefb5c13'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:59:23.572446 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-19049702-3cd3-497c-a149-f346645444a6 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] 10.222.0.64 "DELETE /v2.0/floatingips/a5ef10af-5144-4b65-af5d-3a1d232f5de9 HTTP/1.1" status: 204 len: 168 time: 1.4956734 Oct 20 10:59:23.573052 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a730941d-1f20-4fee-96fd-b8bf9d1b00d8', 'tag': '7e5b5372-5dc0-4a14-a06e-c047f9c5b0be'}] {{(pid=100597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:59:23.575466 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd85cad6a391afaa95d2dd5280bfd4659fc1e1b2aba53b5e7ef874f059efcdc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26aae2fe-36d1-4414-a365-185bd890d5b7" -d '{"events": [{"name": "network-changed", "server_uuid": "a730941d-1f20-4fee-96fd-b8bf9d1b00d8", "tag": "7e5b5372-5dc0-4a14-a06e-c047f9c5b0be"}]}' {{(pid=100597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:59:23.621170 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c9a426f-ff95-48e1-aed2-eee702124649 x-openstack-request-id: req-3c9a426f-ff95-48e1-aed2-eee702124649 {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:59:23.621457 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a730941d-1f20-4fee-96fd-b8bf9d1b00d8", "tag": "7e5b5372-5dc0-4a14-a06e-c047f9c5b0be", "status": "completed", "code": 200}]} {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:59:23.621708 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3c9a426f-ff95-48e1-aed2-eee702124649 {{(pid=100597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:59:23.622109 n-d-811396-3 neutron-server[100597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a730941d-1f20-4fee-96fd-b8bf9d1b00d8', 'tag': '7e5b5372-5dc0-4a14-a06e-c047f9c5b0be', 'status': 'completed', 'code': 200} Oct 20 10:59:23.677801 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 58196) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:59:23.702670 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d21882e0-469d-4b64-bdb6-ba91156a5cc9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:23.776638 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device d49445be-3828-4859-970d-88eee2216878 no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:59:23.810245 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d21882e0-469d-4b64-bdb6-ba91156a5cc9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:23.812174 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aae2fe-36d1-4414-a365-185bd890d5b7 req-06fa7627-e2ff-41dd-a1f0-470eb1107b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:23.814755 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-26aae2fe-36d1-4414-a365-185bd890d5b7 req-06fa7627-e2ff-41dd-a1f0-470eb1107b3b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0f7c095abe574139be06bffc4a6ef74a&device_id=a730941d-1f20-4fee-96fd-b8bf9d1b00d8 HTTP/1.1" status: 200 len: 1135 time: 0.1459227 Oct 20 10:59:23.816620 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d21882e0-469d-4b64-bdb6-ba91156a5cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:23.830807 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e82f89-10c3-4053-8a36-54294511534c req-64765d2f-2211-49ae-a8b9-73bdab2df47c tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:23.845012 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: d49445be-3828-4859-970d-88eee2216878 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:59:23.845012 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device d49445be-3828-4859-970d-88eee2216878 not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:59:23.846200 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-34e82f89-10c3-4053-8a36-54294511534c req-64765d2f-2211-49ae-a8b9-73bdab2df47c tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3f9930f-6768-428d-b296-1e65ca6bdfa7 HTTP/1.1" status: 200 len: 944 time: 0.1331401 Oct 20 10:59:23.862547 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-04e7bcec-7015-4376-87c8-dce22df2ba88 None None] Set router d38499b0-bf59-4a6e-8258-4a9bbefb5c13 gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:59:23.874292 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21882e0-469d-4b64-bdb6-ba91156a5cc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=919fb357-919a-4c2d-bb2c-c1100b95545b,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:59:23.880394 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-d21882e0-469d-4b64-bdb6-ba91156a5cc9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b042a06942434ab3abc8de578e464064&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2010403 Oct 20 10:59:23.883025 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 58204) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:59:23.944644 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6988d7cb-4ec7-4272-aa3b-9e6280799bcc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:23.979347 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6988d7cb-4ec7-4272-aa3b-9e6280799bcc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:23.995095 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-34e82f89-10c3-4053-8a36-54294511534c req-4316ad89-eb16-4172-96db-89779c2e2257 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=58574406-52f6-4da8-ba4e-3f91a696d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1518824 Oct 20 10:59:24.039794 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aa0a8d-10b6-4a00-b77d-610f25e832e4 req-84375744-923b-4a58-b8a7-cf309d0ae651 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:24.041347 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c3aa0a8d-10b6-4a00-b77d-610f25e832e4 req-84375744-923b-4a58-b8a7-cf309d0ae651 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] 10.222.0.64 "GET /v2.0/ports?device_id=a730941d-1f20-4fee-96fd-b8bf9d1b00d8 HTTP/1.1" status: 200 len: 984 time: 0.1179383 Oct 20 10:59:24.042576 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aae2fe-36d1-4414-a365-185bd890d5b7 req-9dd87116-ee75-43ce-a010-cf0920642e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:24.043952 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-26aae2fe-36d1-4414-a365-185bd890d5b7 req-9dd87116-ee75-43ce-a010-cf0920642e59 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3c7f3a1e-ebfb-474c-8a7c-dec27a9f3f24 HTTP/1.1" status: 200 len: 897 time: 0.1888552 Oct 20 10:59:24.052604 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6988d7cb-4ec7-4272-aa3b-9e6280799bcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:24.055270 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6988d7cb-4ec7-4272-aa3b-9e6280799bcc admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:24.058890 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-6988d7cb-4ec7-4272-aa3b-9e6280799bcc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/919fb357-919a-4c2d-bb2c-c1100b95545b HTTP/1.1" status: 204 len: 168 time: 0.1722956 Oct 20 10:59:24.080826 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6988d7cb-4ec7-4272-aa3b-9e6280799bcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=919fb357-919a-4c2d-bb2c-c1100b95545b,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:59:24.158211 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-26aae2fe-36d1-4414-a365-185bd890d5b7 req-9dd164c2-26d3-4b6c-b34c-3c1e9ddd94d6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7e5b5372-5dc0-4a14-a06e-c047f9c5b0be HTTP/1.1" status: 200 len: 217 time: 0.0828462 Oct 20 10:59:24.239044 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c3aa0a8d-10b6-4a00-b77d-610f25e832e4 req-09993f48-3c9a-40e5-93b7-5cc8e336c965 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] 10.222.0.64 "GET /v2.0/security-groups?id=5011e0c4-b37a-45cb-bb81-b63eb965f474&id=61ad572f-5a49-4dcb-9866-9596ab9135b8&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1892633 Oct 20 10:59:24.246508 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-04e7bcec-7015-4376-87c8-dce22df2ba88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd38499b0-bf59-4a6e-8258-4a9bbefb5c13', 'name': 'tempest-TestSecurityGroupsBasicOps-router-825914539', 'tenant_id': '0f7c095abe574139be06bffc4a6ef74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': '020ae913-dc2f-4cf3-853b-94e1e5d82892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:56:55Z', 'updated_at': '2021-10-20T10:57:03Z', 'revision_number': 4, 'project_id': '0f7c095abe574139be06bffc4a6ef74a', 'gw_port': {'id': '020ae913-dc2f-4cf3-853b-94e1e5d82892', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:db:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38499b0-bf59-4a6e-8258-4a9bbefb5c13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:56:56Z', 'updated_at': '2021-10-20T10:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '4d6137d0-9680-4b50-bfb3-d6561d42b05c', 'name': '', 'network_id': '3c7f3a1e-ebfb-474c-8a7c-dec27a9f3f24', 'tenant_id': '0f7c095abe574139be06bffc4a6ef74a', 'mac_address': 'fa:16:3e:5d:8d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38499b0-bf59-4a6e-8258-4a9bbefb5c13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': 'cdb6f6cc-ac71-460f-ad42-3dc9fe778c4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:57:02Z', 'updated_at': '2021-10-20T10:57:08Z', 'revision_number': 5, 'project_id': '0f7c095abe574139be06bffc4a6ef74a', 'subnets': [{'id': 'cdb6f6cc-ac71-460f-ad42-3dc9fe778c4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:59:24.287138 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aae2fe-36d1-4414-a365-185bd890d5b7 req-6f22d2a7-eb68-44c7-af5d-f68330d091a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:24.288747 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-26aae2fe-36d1-4414-a365-185bd890d5b7 req-6f22d2a7-eb68-44c7-af5d-f68330d091a7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cdb6f6cc-ac71-460f-ad42-3dc9fe778c4d HTTP/1.1" status: 200 len: 835 time: 0.1050670 Oct 20 10:59:24.307113 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e7bcec-7015-4376-87c8-dce22df2ba88 None None] Checking router: d38499b0-bf59-4a6e-8258-4a9bbefb5c13 for host: n-d-811396-3 {{(pid=100599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:59:24.307674 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7645c282-ba9e-4974-8755-537aa31c0317 req-2e86e26d-b816-4de0-bd0c-6aef50b4e431 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:24.315679 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7645c282-ba9e-4974-8755-537aa31c0317 req-2e86e26d-b816-4de0-bd0c-6aef50b4e431 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3f9930f-6768-428d-b296-1e65ca6bdfa7 HTTP/1.1" status: 200 len: 944 time: 0.0843732 Oct 20 10:59:24.319849 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e7bcec-7015-4376-87c8-dce22df2ba88 None None] Routers {'d38499b0-bf59-4a6e-8258-4a9bbefb5c13'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:59:24.320894 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-04e7bcec-7015-4376-87c8-dce22df2ba88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:59:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['d38499b0-bf59-4a6e-8258-4a9bbefb5c13'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:59:24.395945 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7645c282-ba9e-4974-8755-537aa31c0317 req-0719b80f-65d3-4ef5-b8ea-f7ebc6286d65 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=58574406-52f6-4da8-ba4e-3f91a696d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747926 Oct 20 10:59:24.403536 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aae2fe-36d1-4414-a365-185bd890d5b7 req-2a1361ac-1fe6-48a2-9967-484f41527e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:24.405039 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-26aae2fe-36d1-4414-a365-185bd890d5b7 req-2a1361ac-1fe6-48a2-9967-484f41527e32 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3c7f3a1e-ebfb-474c-8a7c-dec27a9f3f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1068892 Oct 20 10:59:24.465819 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-04e7bcec-7015-4376-87c8-dce22df2ba88 None None] Set router d38499b0-bf59-4a6e-8258-4a9bbefb5c13 gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:59:24.482967 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb496f6-dded-4952-85f2-34fc7a28fa48 req-73dff011-7363-443a-ba8b-ba9114fff60c tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:24.484491 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-edb496f6-dded-4952-85f2-34fc7a28fa48 req-73dff011-7363-443a-ba8b-ba9114fff60c tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c377f45-dd0e-427d-810c-bbb15ee54e71 HTTP/1.1" status: 200 len: 945 time: 0.0785711 Oct 20 10:59:24.568948 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-edb496f6-dded-4952-85f2-34fc7a28fa48 req-d790506c-23a9-4836-8fc8-7309ff57f082 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/security-groups?id=69f90560-754d-4655-8511-1cc906dc908c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591373 Oct 20 10:59:24.598694 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-26aae2fe-36d1-4414-a365-185bd890d5b7 req-87c3a847-d80b-4bd3-bd8c-104250e74c14 service neutron] 10.222.0.55 "GET /v2.0/networks/3c7f3a1e-ebfb-474c-8a7c-dec27a9f3f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649964 Oct 20 10:59:24.718872 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-26aae2fe-36d1-4414-a365-185bd890d5b7 req-2d611eec-4411-4d7d-a536-9979c3f1b2b8 service neutron] 10.222.0.55 "GET /v2.0/networks/3c7f3a1e-ebfb-474c-8a7c-dec27a9f3f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084998 Oct 20 10:59:24.743247 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-04e7bcec-7015-4376-87c8-dce22df2ba88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd38499b0-bf59-4a6e-8258-4a9bbefb5c13', 'name': 'tempest-TestSecurityGroupsBasicOps-router-825914539', 'tenant_id': '0f7c095abe574139be06bffc4a6ef74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': '020ae913-dc2f-4cf3-853b-94e1e5d82892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:56:55Z', 'updated_at': '2021-10-20T10:57:03Z', 'revision_number': 4, 'project_id': '0f7c095abe574139be06bffc4a6ef74a', 'gw_port': {'id': '020ae913-dc2f-4cf3-853b-94e1e5d82892', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:db:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38499b0-bf59-4a6e-8258-4a9bbefb5c13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:56:56Z', 'updated_at': '2021-10-20T10:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '4d6137d0-9680-4b50-bfb3-d6561d42b05c', 'name': '', 'network_id': '3c7f3a1e-ebfb-474c-8a7c-dec27a9f3f24', 'tenant_id': '0f7c095abe574139be06bffc4a6ef74a', 'mac_address': 'fa:16:3e:5d:8d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38499b0-bf59-4a6e-8258-4a9bbefb5c13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': 'cdb6f6cc-ac71-460f-ad42-3dc9fe778c4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:57:02Z', 'updated_at': '2021-10-20T10:57:08Z', 'revision_number': 5, 'project_id': '0f7c095abe574139be06bffc4a6ef74a', 'subnets': [{'id': 'cdb6f6cc-ac71-460f-ad42-3dc9fe778c4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:59:24.760460 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 58236) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:59:24.776186 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e7bcec-7015-4376-87c8-dce22df2ba88 None None] The sync data for ids ['d38499b0-bf59-4a6e-8258-4a9bbefb5c13'] in n-d-811396-3 is: [{'id': 'd38499b0-bf59-4a6e-8258-4a9bbefb5c13', 'name': 'tempest-TestSecurityGroupsBasicOps-router-825914539', 'tenant_id': '0f7c095abe574139be06bffc4a6ef74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': '020ae913-dc2f-4cf3-853b-94e1e5d82892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:56:55Z', 'updated_at': '2021-10-20T10:57:03Z', 'revision_number': 4, 'project_id': '0f7c095abe574139be06bffc4a6ef74a', 'gw_port': {'id': '020ae913-dc2f-4cf3-853b-94e1e5d82892', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:db:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38499b0-bf59-4a6e-8258-4a9bbefb5c13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:56:56Z', 'updated_at': '2021-10-20T10:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '4d6137d0-9680-4b50-bfb3-d6561d42b05c', 'name': '', 'network_id': '3c7f3a1e-ebfb-474c-8a7c-dec27a9f3f24', 'tenant_id': '0f7c095abe574139be06bffc4a6ef74a', 'mac_address': 'fa:16:3e:5d:8d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38499b0-bf59-4a6e-8258-4a9bbefb5c13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': 'cdb6f6cc-ac71-460f-ad42-3dc9fe778c4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:57:02Z', 'updated_at': '2021-10-20T10:57:08Z', 'revision_number': 5, 'project_id': '0f7c095abe574139be06bffc4a6ef74a', 'subnets': [{'id': 'cdb6f6cc-ac71-460f-ad42-3dc9fe778c4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:59:24.852457 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 610ccb85-2890-431a-9d16-0a9a4337c265 up at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:59:24.912219 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning for port 610ccb85-2890-431a-9d16-0a9a4337c265 completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:59:24.916395 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning complete for port 610ccb85-2890-431a-9d16-0a9a4337c265 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:59:24.916782 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:24.960255 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-67b762fe-6b07-4725-89d9-f68a76ec0db1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:25.019364 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:25.060718 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-67b762fe-6b07-4725-89d9-f68a76ec0db1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:25.067933 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-67b762fe-6b07-4725-89d9-f68a76ec0db1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:25.074126 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 610ccb85-2890-431a-9d16-0a9a4337c265, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=610ccb85-2890-431a-9d16-0a9a4337c265,segment=NetworkSegment(454bfc68-3d11-4849-8508-1d19e9dea5ec),segment_id=454bfc68-3d11-4849-8508-1d19e9dea5ec)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:59:25.084429 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:25.133108 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 58250) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:59:25.133653 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-67b762fe-6b07-4725-89d9-f68a76ec0db1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f40cb8771c1146058ebe94b9255c7fc4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3712881 Oct 20 10:59:25.135267 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b762fe-6b07-4725-89d9-f68a76ec0db1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5a06fe9-0aed-4a97-bdf0-b3d4f3c8035b,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:59:25.153257 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=610ccb85-2890-431a-9d16-0a9a4337c265,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:59:25.162138 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf336fc-ef1d-4bb9-9de5-1fafcbb04463 None None] New status for floating IP a5ef10af-5144-4b65-af5d-3a1d232f5de9: DOWN {{(pid=100598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 10:59:25.192785 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8fd130b6-7292-4125-bfac-903d2ce4bb97 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:25.214940 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8fd130b6-7292-4125-bfac-903d2ce4bb97 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:25.278550 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8fd130b6-7292-4125-bfac-903d2ce4bb97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:25.281055 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8fd130b6-7292-4125-bfac-903d2ce4bb97 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:25.282242 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-8fd130b6-7292-4125-bfac-903d2ce4bb97 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b5a06fe9-0aed-4a97-bdf0-b3d4f3c8035b HTTP/1.1" status: 204 len: 168 time: 0.1481206 Oct 20 10:59:25.291934 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd130b6-7292-4125-bfac-903d2ce4bb97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5a06fe9-0aed-4a97-bdf0-b3d4f3c8035b,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:59:25.364906 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c377f45-dd0e-427d-810c-bbb15ee54e71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '610ccb85-2890-431a-9d16-0a9a4337c265'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:59:25.368652 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fdf276a-37df-4020-9e50-f41f008aa9e2" -d '{"events": [{"server_uuid": "9c377f45-dd0e-427d-810c-bbb15ee54e71", "name": "network-vif-plugged", "status": "completed", "tag": "610ccb85-2890-431a-9d16-0a9a4337c265"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:59:25.429147 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7779f11-63d0-4031-a27b-245c93dc8e8b req-4855e1ae-950a-48c7-a4f5-41185ac625fc tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:25.433933 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60358a19-2a4c-4c05-9d8b-00df77ce078e x-openstack-request-id: req-60358a19-2a4c-4c05-9d8b-00df77ce078e {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:59:25.434436 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c377f45-dd0e-427d-810c-bbb15ee54e71", "name": "network-vif-plugged", "status": "completed", "tag": "610ccb85-2890-431a-9d16-0a9a4337c265", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:59:25.434898 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-60358a19-2a4c-4c05-9d8b-00df77ce078e {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:59:25.435686 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c377f45-dd0e-427d-810c-bbb15ee54e71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '610ccb85-2890-431a-9d16-0a9a4337c265', 'code': 200} Oct 20 10:59:25.437015 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c7779f11-63d0-4031-a27b-245c93dc8e8b req-4855e1ae-950a-48c7-a4f5-41185ac625fc tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] 10.222.0.64 "GET /v2.0/ports?device_id=a730941d-1f20-4fee-96fd-b8bf9d1b00d8 HTTP/1.1" status: 200 len: 984 time: 0.0838094 Oct 20 10:59:25.477769 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c7779f11-63d0-4031-a27b-245c93dc8e8b req-cd1e21c9-24f0-4dca-9194-6c5d6f291f87 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] 10.222.0.64 "GET /v2.0/security-groups?id=5011e0c4-b37a-45cb-bb81-b63eb965f474&id=61ad572f-5a49-4dcb-9866-9596ab9135b8&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0397334 Oct 20 10:59:25.560903 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3808d300-55bd-45d0-a21e-f826a8856f20 req-bd825d15-1ff3-453a-b437-44a991c29a3c tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:25.562451 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3808d300-55bd-45d0-a21e-f826a8856f20 req-bd825d15-1ff3-453a-b437-44a991c29a3c tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3f9930f-6768-428d-b296-1e65ca6bdfa7 HTTP/1.1" status: 200 len: 944 time: 0.0676281 Oct 20 10:59:25.637886 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3808d300-55bd-45d0-a21e-f826a8856f20 req-1767686c-8437-41f8-b77e-303520546141 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=58574406-52f6-4da8-ba4e-3f91a696d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677636 Oct 20 10:59:25.651301 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368c6974-9d7e-415c-b96b-f4c57cc1834a req-ed62c1fc-d48c-4a34-8a95-e1f15d7d0bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:25.661945 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-368c6974-9d7e-415c-b96b-f4c57cc1834a req-ed62c1fc-d48c-4a34-8a95-e1f15d7d0bc0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9c377f45-dd0e-427d-810c-bbb15ee54e71 HTTP/1.1" status: 200 len: 1097 time: 0.0761180 Oct 20 10:59:25.717152 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-368c6974-9d7e-415c-b96b-f4c57cc1834a req-06201d54-f442-4c7a-9c9b-83fd92d589b5 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=69f90560-754d-4655-8511-1cc906dc908c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521581 Oct 20 10:59:25.725482 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba18f2c4-28a9-4f21-8039-0c4eaf41b92a req-21086459-5d3d-4b5e-b638-b4e58c8aab38 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:25.726923 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ba18f2c4-28a9-4f21-8039-0c4eaf41b92a req-21086459-5d3d-4b5e-b638-b4e58c8aab38 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c377f45-dd0e-427d-810c-bbb15ee54e71 HTTP/1.1" status: 200 len: 946 time: 0.0707073 Oct 20 10:59:25.770020 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ba18f2c4-28a9-4f21-8039-0c4eaf41b92a req-a89cf3bd-c13e-4c4c-b074-9dedcce31e40 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/security-groups?id=69f90560-754d-4655-8511-1cc906dc908c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360162 Oct 20 10:59:26.183348 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68a982b-0aff-4be9-8258-6e2f7cba5b5a req-7ed9fea1-9943-4158-b19f-fcecaabca35e tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:26.184973 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f68a982b-0aff-4be9-8258-6e2f7cba5b5a req-7ed9fea1-9943-4158-b19f-fcecaabca35e tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] 10.222.0.55 "GET /v2.0/ports?device_id=a730941d-1f20-4fee-96fd-b8bf9d1b00d8 HTTP/1.1" status: 200 len: 984 time: 0.0529454 Oct 20 10:59:26.328336 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-f68a982b-0aff-4be9-8258-6e2f7cba5b5a req-bb3eec95-6dd9-4a90-a0ab-f2f214825362 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Deleting port 7e5b5372-5dc0-4a14-a06e-c047f9c5b0be {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:59:26.328706 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-f68a982b-0aff-4be9-8258-6e2f7cba5b5a req-bb3eec95-6dd9-4a90-a0ab-f2f214825362 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:26.436078 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-f68a982b-0aff-4be9-8258-6e2f7cba5b5a req-bb3eec95-6dd9-4a90-a0ab-f2f214825362 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] For port 7e5b5372-5dc0-4a14-a06e-c047f9c5b0be, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=7e5b5372-5dc0-4a14-a06e-c047f9c5b0be,segment=NetworkSegment(7d987acc-fdad-4524-a719-f66873c49631),segment_id=7d987acc-fdad-4524-a719-f66873c49631)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:59:26.436429 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-f68a982b-0aff-4be9-8258-6e2f7cba5b5a req-bb3eec95-6dd9-4a90-a0ab-f2f214825362 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:26.451132 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-f68a982b-0aff-4be9-8258-6e2f7cba5b5a req-bb3eec95-6dd9-4a90-a0ab-f2f214825362 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Calling delete_port for 7e5b5372-5dc0-4a14-a06e-c047f9c5b0be owned by compute:nova {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:59:26.618845 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 58318) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:59:26.634456 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-f68a982b-0aff-4be9-8258-6e2f7cba5b5a req-bb3eec95-6dd9-4a90-a0ab-f2f214825362 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:26.652561 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7760e855-9ba7-4654-8b31-8c72b74f5155 req-69c49475-9cf9-4620-82e3-60c7dde6be49 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:26.654074 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7760e855-9ba7-4654-8b31-8c72b74f5155 req-69c49475-9cf9-4620-82e3-60c7dde6be49 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] 10.222.0.64 "GET /v2.0/ports?device_id=a730941d-1f20-4fee-96fd-b8bf9d1b00d8 HTTP/1.1" status: 200 len: 984 time: 0.0767503 Oct 20 10:59:26.682007 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3eec95-6dd9-4a90-a0ab-f2f214825362 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Pushing event deleted for resources: {'Port': ['ID=7e5b5372-5dc0-4a14-a06e-c047f9c5b0be,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:59:26.750088 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4a680c74-078c-4838-bf83-a80184ca62e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:26.751201 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-f68a982b-0aff-4be9-8258-6e2f7cba5b5a req-bb3eec95-6dd9-4a90-a0ab-f2f214825362 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] No DVR routers for this DVR port 7e5b5372-5dc0-4a14-a06e-c047f9c5b0be on host n-h1-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:59:26.757941 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-f68a982b-0aff-4be9-8258-6e2f7cba5b5a req-bb3eec95-6dd9-4a90-a0ab-f2f214825362 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:26.761307 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f68a982b-0aff-4be9-8258-6e2f7cba5b5a req-bb3eec95-6dd9-4a90-a0ab-f2f214825362 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] 10.222.0.55 "DELETE /v2.0/ports/7e5b5372-5dc0-4a14-a06e-c047f9c5b0be HTTP/1.1" status: 204 len: 173 time: 0.5610588 Oct 20 10:59:26.761777 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a730941d-1f20-4fee-96fd-b8bf9d1b00d8', 'name': 'network-vif-deleted', 'tag': '7e5b5372-5dc0-4a14-a06e-c047f9c5b0be'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:59:26.764069 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5960e3e-ba85-425b-a5f1-db29348e59a3" -d '{"events": [{"server_uuid": "a730941d-1f20-4fee-96fd-b8bf9d1b00d8", "name": "network-vif-deleted", "tag": "7e5b5372-5dc0-4a14-a06e-c047f9c5b0be"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:59:26.780462 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7760e855-9ba7-4654-8b31-8c72b74f5155 req-8bc35925-00b7-4a22-b7aa-816713863d35 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] 10.222.0.64 "GET /v2.0/security-groups?id=5011e0c4-b37a-45cb-bb81-b63eb965f474&id=61ad572f-5a49-4dcb-9866-9596ab9135b8&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1019464 Oct 20 10:59:26.848564 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86cbb66-3bf9-4ad3-9837-cbb2463fda6b req-3eba003d-2a60-456e-bf08-b036fa407cf1 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:26.858934 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e86cbb66-3bf9-4ad3-9837-cbb2463fda6b req-3eba003d-2a60-456e-bf08-b036fa407cf1 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3f9930f-6768-428d-b296-1e65ca6bdfa7 HTTP/1.1" status: 200 len: 944 time: 0.0915577 Oct 20 10:59:26.878793 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 7fbdf689-3db1-4886-929a-0e9dd6b47aac no longer exists at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:59:26.891946 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76be11cd-7759-412f-8600-afdc52367411 x-openstack-request-id: req-76be11cd-7759-412f-8600-afdc52367411 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:59:26.893215 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a730941d-1f20-4fee-96fd-b8bf9d1b00d8", "name": "network-vif-deleted", "tag": "7e5b5372-5dc0-4a14-a06e-c047f9c5b0be", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:59:26.893576 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-76be11cd-7759-412f-8600-afdc52367411 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:59:26.894109 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a730941d-1f20-4fee-96fd-b8bf9d1b00d8', 'name': 'network-vif-deleted', 'tag': '7e5b5372-5dc0-4a14-a06e-c047f9c5b0be', 'status': 'completed', 'code': 200} Oct 20 10:59:26.927703 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4a680c74-078c-4838-bf83-a80184ca62e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:26.933407 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4a680c74-078c-4838-bf83-a80184ca62e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:26.936404 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e86cbb66-3bf9-4ad3-9837-cbb2463fda6b req-f66aee3d-b86c-441a-80e0-79afb8b39d8d tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=58574406-52f6-4da8-ba4e-3f91a696d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763645 Oct 20 10:59:26.972518 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-4a680c74-078c-4838-bf83-a80184ca62e6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=572f784928a94996831b03034629c859&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3519049 Oct 20 10:59:26.978853 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 58328) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:59:27.021953 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a680c74-078c-4838-bf83-a80184ca62e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1e17c50-c91a-470a-a38a-168c55b1ef55,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:59:27.037286 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7a78bb-8046-4f2c-83d5-0502469149a6 req-a2a43cb5-f529-414b-a87e-5f6a64d2b0e2 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:27.038868 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3c7a78bb-8046-4f2c-83d5-0502469149a6 req-a2a43cb5-f529-414b-a87e-5f6a64d2b0e2 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c377f45-dd0e-427d-810c-bbb15ee54e71 HTTP/1.1" status: 200 len: 946 time: 0.1015012 Oct 20 10:59:27.057751 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b2467281-5067-4e93-a28e-2fc2a14dee62 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:27.084738 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b2467281-5067-4e93-a28e-2fc2a14dee62 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:27.084986 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3c7a78bb-8046-4f2c-83d5-0502469149a6 req-0cb07c18-8f6c-4a17-a7b9-45a371bb6226 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/security-groups?id=69f90560-754d-4655-8511-1cc906dc908c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394309 Oct 20 10:59:27.145305 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b2467281-5067-4e93-a28e-2fc2a14dee62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:27.149049 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b2467281-5067-4e93-a28e-2fc2a14dee62 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:27.152822 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-b2467281-5067-4e93-a28e-2fc2a14dee62 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b1e17c50-c91a-470a-a38a-168c55b1ef55 HTTP/1.1" status: 204 len: 168 time: 0.1697211 Oct 20 10:59:27.159605 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2467281-5067-4e93-a28e-2fc2a14dee62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1e17c50-c91a-470a-a38a-168c55b1ef55,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:59:27.843262 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 58340) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:59:27.895092 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2daf56d8-3202-4b53-b521-bc849a1b5240 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:27.916931 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2daf56d8-3202-4b53-b521-bc849a1b5240 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:27.957360 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2daf56d8-3202-4b53-b521-bc849a1b5240 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:27.959986 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2daf56d8-3202-4b53-b521-bc849a1b5240 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:27.964081 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 58344) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:59:27.968391 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-2daf56d8-3202-4b53-b521-bc849a1b5240 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] 10.222.0.64 "DELETE /v2.0/security-groups/5011e0c4-b37a-45cb-bb81-b63eb965f474 HTTP/1.1" status: 204 len: 168 time: 0.1194348 Oct 20 10:59:27.981762 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daf56d8-3202-4b53-b521-bc849a1b5240 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5011e0c4-b37a-45cb-bb81-b63eb965f474,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:59:28.028373 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6ae43a8a-34b7-4107-8158-da828b5fa326 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:28.055283 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6ae43a8a-34b7-4107-8158-da828b5fa326 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:28.073354 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1370c13-9e4c-487c-bcdd-fae77b7e6059 req-4430e540-ac5f-4f5a-8c63-56798185c3a7 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:28.075032 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a1370c13-9e4c-487c-bcdd-fae77b7e6059 req-4430e540-ac5f-4f5a-8c63-56798185c3a7 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3f9930f-6768-428d-b296-1e65ca6bdfa7 HTTP/1.1" status: 200 len: 944 time: 0.0507338 Oct 20 10:59:28.105470 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6ae43a8a-34b7-4107-8158-da828b5fa326 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:28.108675 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6ae43a8a-34b7-4107-8158-da828b5fa326 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:28.112766 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-6ae43a8a-34b7-4107-8158-da828b5fa326 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] 10.222.0.64 "DELETE /v2.0/security-groups/61ad572f-5a49-4dcb-9866-9596ab9135b8 HTTP/1.1" status: 204 len: 168 time: 0.1442351 Oct 20 10:59:28.114760 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 58348) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:59:28.126904 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae43a8a-34b7-4107-8158-da828b5fa326 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61ad572f-5a49-4dcb-9866-9596ab9135b8,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:59:28.129281 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a1370c13-9e4c-487c-bcdd-fae77b7e6059 req-e6568175-6391-4c19-863e-d04fe9f4aea4 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=58574406-52f6-4da8-ba4e-3f91a696d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458643 Oct 20 10:59:28.245967 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9034110c-4202-4132-8e40-dc2a2bc5615d req-b43c9741-c131-4f56-82c0-013a326de3ca tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:28.254041 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9034110c-4202-4132-8e40-dc2a2bc5615d req-b43c9741-c131-4f56-82c0-013a326de3ca tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c377f45-dd0e-427d-810c-bbb15ee54e71 HTTP/1.1" status: 200 len: 946 time: 0.0641079 Oct 20 10:59:28.291919 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9034110c-4202-4132-8e40-dc2a2bc5615d req-a85a73a8-6f35-401f-a580-ca7e16714903 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/security-groups?id=69f90560-754d-4655-8511-1cc906dc908c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369971 Oct 20 10:59:28.415487 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de257292-d1f2-417f-992d-dab7d86e9c01 req-827fcf1d-f3d0-46f6-9a0f-8f7ee88c4f95 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:28.417051 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-de257292-d1f2-417f-992d-dab7d86e9c01 req-827fcf1d-f3d0-46f6-9a0f-8f7ee88c4f95 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/ports?device_id=051bffaa-cd47-471d-a93d-dc2347bfbe00 HTTP/1.1" status: 200 len: 946 time: 0.0505619 Oct 20 10:59:28.461437 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-de257292-d1f2-417f-992d-dab7d86e9c01 req-a28ab960-b325-4ff0-9c3d-68bff9819cb0 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/security-groups?id=69f90560-754d-4655-8511-1cc906dc908c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374556 Oct 20 10:59:28.526912 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-50593d8b-e762-42c9-958c-b41c7908bb32 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1774405'] for router_interface, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:28.588044 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4de612-f990-4bc1-ba57-3af41b82e840 req-ae20801e-2cec-4329-a052-66a44380f111 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:28.590633 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bc4de612-f990-4bc1-ba57-3af41b82e840 req-ae20801e-2cec-4329-a052-66a44380f111 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c377f45-dd0e-427d-810c-bbb15ee54e71 HTTP/1.1" status: 200 len: 946 time: 0.0551357 Oct 20 10:59:28.635931 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bc4de612-f990-4bc1-ba57-3af41b82e840 req-551fa3f9-239a-4863-9385-b60eaf3fc838 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/security-groups?id=69f90560-754d-4655-8511-1cc906dc908c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390010 Oct 20 10:59:28.823838 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-50593d8b-e762-42c9-958c-b41c7908bb32 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Deleting port 4d6137d0-9680-4b50-bfb3-d6561d42b05c {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:59:28.824118 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-50593d8b-e762-42c9-958c-b41c7908bb32 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:28.874936 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 7e5b5372-5dc0-4a14-a06e-c047f9c5b0be no longer exists at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:59:28.894257 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7275f9cd-52e9-45ed-a269-c36e8c3ba3ed req-0a46d2d3-e64b-4fa4-9d5b-898c4713c3ce tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:28.899879 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7275f9cd-52e9-45ed-a269-c36e8c3ba3ed req-0a46d2d3-e64b-4fa4-9d5b-898c4713c3ce tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c377f45-dd0e-427d-810c-bbb15ee54e71 HTTP/1.1" status: 200 len: 946 time: 0.0646358 Oct 20 10:59:28.902895 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] No Port match for: 7e5b5372-5dc0-4a14-a06e-c047f9c5b0be {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:59:28.903937 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 7e5b5372-5dc0-4a14-a06e-c047f9c5b0be not bound to the agent host n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:59:28.926116 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [None req-50593d8b-e762-42c9-958c-b41c7908bb32 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] For port 4d6137d0-9680-4b50-bfb3-d6561d42b05c, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=4d6137d0-9680-4b50-bfb3-d6561d42b05c,segment=NetworkSegment(7d987acc-fdad-4524-a719-f66873c49631),segment_id=7d987acc-fdad-4524-a719-f66873c49631)] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:59:28.926536 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-50593d8b-e762-42c9-958c-b41c7908bb32 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:28.939159 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-50593d8b-e762-42c9-958c-b41c7908bb32 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Calling delete_port for 4d6137d0-9680-4b50-bfb3-d6561d42b05c owned by network:router_interface {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:59:28.942774 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7275f9cd-52e9-45ed-a269-c36e8c3ba3ed req-46e9520e-2a3f-4703-bf58-be16d146e407 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/security-groups?id=69f90560-754d-4655-8511-1cc906dc908c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395052 Oct 20 10:59:29.121888 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-50593d8b-e762-42c9-958c-b41c7908bb32 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:29.149736 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50593d8b-e762-42c9-958c-b41c7908bb32 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Pushing event deleted for resources: {'Port': ['ID=4d6137d0-9680-4b50-bfb3-d6561d42b05c,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:59:29.275350 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4541e89-1369-424c-83a0-9f524d24fd2e req-88a886cf-0f23-4707-9c10-6faa6122b5d9 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:29.277652 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d4541e89-1369-424c-83a0-9f524d24fd2e req-88a886cf-0f23-4707-9c10-6faa6122b5d9 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3f9930f-6768-428d-b296-1e65ca6bdfa7 HTTP/1.1" status: 200 len: 944 time: 0.0755358 Oct 20 10:59:29.323307 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d4541e89-1369-424c-83a0-9f524d24fd2e req-d5f3019c-436c-4420-9d21-29dde1d5bb62 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=58574406-52f6-4da8-ba4e-3f91a696d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358407 Oct 20 10:59:29.370168 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-50593d8b-e762-42c9-958c-b41c7908bb32 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1771989'] for router_interface, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:29.589570 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50593d8b-e762-42c9-958c-b41c7908bb32 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Router d38499b0-bf59-4a6e-8258-4a9bbefb5c13 has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:59:29.700272 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50593d8b-e762-42c9-958c-b41c7908bb32 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:59:29.706594 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-50593d8b-e762-42c9-958c-b41c7908bb32 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] 10.222.0.64 "PUT /v2.0/routers/d38499b0-bf59-4a6e-8258-4a9bbefb5c13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5905671 Oct 20 10:59:29.708715 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 58368) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:59:29.711867 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766a0ea7-6db3-4f60-957a-031045456906 None None] Sync routers for ids ['d38499b0-bf59-4a6e-8258-4a9bbefb5c13'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:59:29.734390 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766a0ea7-6db3-4f60-957a-031045456906 None None] Routers {'d38499b0-bf59-4a6e-8258-4a9bbefb5c13'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:59:29.735170 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-766a0ea7-6db3-4f60-957a-031045456906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:59:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['d38499b0-bf59-4a6e-8258-4a9bbefb5c13'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:59:29.781889 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b38536d-7cbb-4518-bb8e-248d1d61dd88 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Deleting subnet cdb6f6cc-ac71-460f-ad42-3dc9fe778c4d {{(pid=100596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 10:59:29.785618 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6b38536d-7cbb-4518-bb8e-248d1d61dd88 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Publish callbacks [] for subnet, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:29.838299 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6b38536d-7cbb-4518-bb8e-248d1d61dd88 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25189079'] for subnet, precommit_delete_associations {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:29.926979 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6b38536d-7cbb-4518-bb8e-248d1d61dd88 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:29.941764 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-766a0ea7-6db3-4f60-957a-031045456906 None None] Set router d38499b0-bf59-4a6e-8258-4a9bbefb5c13 gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:59:29.989483 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6b38536d-7cbb-4518-bb8e-248d1d61dd88 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26836193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26761888'] for subnet, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:30.024836 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b38536d-7cbb-4518-bb8e-248d1d61dd88 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Pushing event deleted for resources: {'Subnet': ['ID=cdb6f6cc-ac71-460f-ad42-3dc9fe778c4d,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:59:30.027101 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6b38536d-7cbb-4518-bb8e-248d1d61dd88 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:30.033891 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-6b38536d-7cbb-4518-bb8e-248d1d61dd88 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] 10.222.0.64 "DELETE /v2.0/subnets/cdb6f6cc-ac71-460f-ad42-3dc9fe778c4d HTTP/1.1" status: 204 len: 168 time: 0.3179877 Oct 20 10:59:30.034102 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d4115c1-d2f9-44e8-889c-efcb29fb2847 None None] Network 3c7f3a1e-ebfb-474c-8a7c-dec27a9f3f24 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 10:59:30.034560 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 58372) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:59:30.099872 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f975c03c-ddc2-48f7-93ac-382e83fcb7f0 req-2074d5e7-8161-4bed-8a16-835c6db7dd65 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:30.101801 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f975c03c-ddc2-48f7-93ac-382e83fcb7f0 req-2074d5e7-8161-4bed-8a16-835c6db7dd65 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c377f45-dd0e-427d-810c-bbb15ee54e71 HTTP/1.1" status: 200 len: 946 time: 0.0681520 Oct 20 10:59:30.168328 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f975c03c-ddc2-48f7-93ac-382e83fcb7f0 req-76d5ae0a-1b4f-47de-9800-a19cad3f7871 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/security-groups?id=69f90560-754d-4655-8511-1cc906dc908c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553272 Oct 20 10:59:30.203462 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-766a0ea7-6db3-4f60-957a-031045456906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd38499b0-bf59-4a6e-8258-4a9bbefb5c13', 'name': 'tempest-TestSecurityGroupsBasicOps-router-825914539', 'tenant_id': '0f7c095abe574139be06bffc4a6ef74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': '020ae913-dc2f-4cf3-853b-94e1e5d82892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:56:55Z', 'updated_at': '2021-10-20T10:59:29Z', 'revision_number': 5, 'project_id': '0f7c095abe574139be06bffc4a6ef74a', 'gw_port': {'id': '020ae913-dc2f-4cf3-853b-94e1e5d82892', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:db:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38499b0-bf59-4a6e-8258-4a9bbefb5c13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:56:56Z', 'updated_at': '2021-10-20T10:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:59:30.220354 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fb47adde-a5d6-4340-9a79-1a72ed3719f8 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Publish callbacks [] for router, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:30.256470 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766a0ea7-6db3-4f60-957a-031045456906 None None] Checking router: d38499b0-bf59-4a6e-8258-4a9bbefb5c13 for host: n-d-811396-3 {{(pid=100599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:59:30.271452 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766a0ea7-6db3-4f60-957a-031045456906 None None] Routers {'d38499b0-bf59-4a6e-8258-4a9bbefb5c13'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:59:30.272173 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-766a0ea7-6db3-4f60-957a-031045456906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:59:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['d38499b0-bf59-4a6e-8258-4a9bbefb5c13'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:59:30.322903 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3242529-c723-4fb4-989f-7a02065a9e5b None None] DHCP port deletion for 3c7f3a1e-ebfb-474c-8a7c-dec27a9f3f24 request from n-d-811396-3 {{(pid=100598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 10:59:30.396467 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-766a0ea7-6db3-4f60-957a-031045456906 None None] Set router d38499b0-bf59-4a6e-8258-4a9bbefb5c13 gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:59:30.412662 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-c3242529-c723-4fb4-989f-7a02065a9e5b None None] Deleting port 2208a383-5dd4-4881-b827-9d9d41dff832 {{(pid=100598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:59:30.413328 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-c3242529-c723-4fb4-989f-7a02065a9e5b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:30.504790 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de97b6a1-e1cb-4f9f-992d-df855159c513 req-e70b747d-4a31-4e67-af61-669b24a2ae75 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:30.507279 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-de97b6a1-e1cb-4f9f-992d-df855159c513 req-e70b747d-4a31-4e67-af61-669b24a2ae75 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3f9930f-6768-428d-b296-1e65ca6bdfa7 HTTP/1.1" status: 200 len: 944 time: 0.0845199 Oct 20 10:59:30.560818 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-c3242529-c723-4fb4-989f-7a02065a9e5b None None] For port 2208a383-5dd4-4881-b827-9d9d41dff832, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=2208a383-5dd4-4881-b827-9d9d41dff832,segment=NetworkSegment(7d987acc-fdad-4524-a719-f66873c49631),segment_id=7d987acc-fdad-4524-a719-f66873c49631)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:59:30.561141 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-c3242529-c723-4fb4-989f-7a02065a9e5b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:30.568955 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-de97b6a1-e1cb-4f9f-992d-df855159c513 req-7740a91f-a4c8-49a7-8a42-b20d8221664c tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=58574406-52f6-4da8-ba4e-3f91a696d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544801 Oct 20 10:59:30.588027 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-c3242529-c723-4fb4-989f-7a02065a9e5b None None] Calling delete_port for 2208a383-5dd4-4881-b827-9d9d41dff832 owned by network:dhcp {{(pid=100598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:59:30.687326 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20898f10-b800-45ad-a876-f6a62acaa1bd req-d5c34a47-b9b4-4bdb-a3c2-ee05f0ca0fdb tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:30.696930 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-766a0ea7-6db3-4f60-957a-031045456906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd38499b0-bf59-4a6e-8258-4a9bbefb5c13', 'name': 'tempest-TestSecurityGroupsBasicOps-router-825914539', 'tenant_id': '0f7c095abe574139be06bffc4a6ef74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': '020ae913-dc2f-4cf3-853b-94e1e5d82892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:56:55Z', 'updated_at': '2021-10-20T10:59:29Z', 'revision_number': 5, 'project_id': '0f7c095abe574139be06bffc4a6ef74a', 'gw_port': {'id': '020ae913-dc2f-4cf3-853b-94e1e5d82892', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:db:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38499b0-bf59-4a6e-8258-4a9bbefb5c13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:56:56Z', 'updated_at': '2021-10-20T10:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:59:30.697364 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-20898f10-b800-45ad-a876-f6a62acaa1bd req-d5c34a47-b9b4-4bdb-a3c2-ee05f0ca0fdb tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.55 "GET /v2.0/ports?device_id=9c377f45-dd0e-427d-810c-bbb15ee54e71 HTTP/1.1" status: 200 len: 946 time: 0.1204154 Oct 20 10:59:30.763194 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766a0ea7-6db3-4f60-957a-031045456906 None None] The sync data for ids ['d38499b0-bf59-4a6e-8258-4a9bbefb5c13'] in n-d-811396-3 is: [{'id': 'd38499b0-bf59-4a6e-8258-4a9bbefb5c13', 'name': 'tempest-TestSecurityGroupsBasicOps-router-825914539', 'tenant_id': '0f7c095abe574139be06bffc4a6ef74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': '020ae913-dc2f-4cf3-853b-94e1e5d82892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:56:55Z', 'updated_at': '2021-10-20T10:59:29Z', 'revision_number': 5, 'project_id': '0f7c095abe574139be06bffc4a6ef74a', 'gw_port': {'id': '020ae913-dc2f-4cf3-853b-94e1e5d82892', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:db:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38499b0-bf59-4a6e-8258-4a9bbefb5c13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:56:56Z', 'updated_at': '2021-10-20T10:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:59:30.786958 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fb47adde-a5d6-4340-9a79-1a72ed3719f8 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:30.837502 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-20898f10-b800-45ad-a876-f6a62acaa1bd req-73b763b1-5a67-45dd-aee9-5d713ad9cad5 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Deleting port 610ccb85-2890-431a-9d16-0a9a4337c265 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:59:30.838203 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-20898f10-b800-45ad-a876-f6a62acaa1bd req-73b763b1-5a67-45dd-aee9-5d713ad9cad5 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:30.868247 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-fb47adde-a5d6-4340-9a79-1a72ed3719f8 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Deleting port 020ae913-dc2f-4cf3-853b-94e1e5d82892 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:59:30.868917 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fb47adde-a5d6-4340-9a79-1a72ed3719f8 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:30.906543 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-c3242529-c723-4fb4-989f-7a02065a9e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956'] for port, after_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:30.941723 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3242529-c723-4fb4-989f-7a02065a9e5b None None] Pushing event deleted for resources: {'Port': ['ID=2208a383-5dd4-4881-b827-9d9d41dff832,revision_number=None']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:59:30.946018 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3242529-c723-4fb4-989f-7a02065a9e5b None None] No DVR routers for this DVR port 2208a383-5dd4-4881-b827-9d9d41dff832 on host n-d-811396-3 {{(pid=100598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:59:30.947118 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-20898f10-b800-45ad-a876-f6a62acaa1bd req-73b763b1-5a67-45dd-aee9-5d713ad9cad5 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] For port 610ccb85-2890-431a-9d16-0a9a4337c265, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=610ccb85-2890-431a-9d16-0a9a4337c265,segment=NetworkSegment(454bfc68-3d11-4849-8508-1d19e9dea5ec),segment_id=454bfc68-3d11-4849-8508-1d19e9dea5ec)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:59:30.947854 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-20898f10-b800-45ad-a876-f6a62acaa1bd req-73b763b1-5a67-45dd-aee9-5d713ad9cad5 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:30.969874 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-20898f10-b800-45ad-a876-f6a62acaa1bd req-73b763b1-5a67-45dd-aee9-5d713ad9cad5 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Calling delete_port for 610ccb85-2890-431a-9d16-0a9a4337c265 owned by compute:nova {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:59:30.983642 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [None req-fb47adde-a5d6-4340-9a79-1a72ed3719f8 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] For port 020ae913-dc2f-4cf3-853b-94e1e5d82892, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=020ae913-dc2f-4cf3-853b-94e1e5d82892,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:59:30.984016 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fb47adde-a5d6-4340-9a79-1a72ed3719f8 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:30.997878 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-fb47adde-a5d6-4340-9a79-1a72ed3719f8 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Calling delete_port for 020ae913-dc2f-4cf3-853b-94e1e5d82892 owned by network:router_gateway {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:59:31.106064 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-20898f10-b800-45ad-a876-f6a62acaa1bd req-73b763b1-5a67-45dd-aee9-5d713ad9cad5 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:31.118609 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['783580f0-59dd-475f-8b83-b93fba68f44d'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:59:31.168267 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['8d6b1fd8-b9e8-47ce-a450-ba081a15b57d', '610ccb85-2890-431a-9d16-0a9a4337c265'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:59:31.169219 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b763b1-5a67-45dd-aee9-5d713ad9cad5 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Pushing event deleted for resources: {'Port': ['ID=610ccb85-2890-431a-9d16-0a9a4337c265,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:59:31.176560 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fb47adde-a5d6-4340-9a79-1a72ed3719f8 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:31.217627 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb47adde-a5d6-4340-9a79-1a72ed3719f8 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Pushing event deleted for resources: {'Port': ['ID=020ae913-dc2f-4cf3-853b-94e1e5d82892,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:59:31.288927 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fb47adde-a5d6-4340-9a79-1a72ed3719f8 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1773439'] for router_gateway, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:31.299115 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-20898f10-b800-45ad-a876-f6a62acaa1bd req-73b763b1-5a67-45dd-aee9-5d713ad9cad5 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] No DVR routers for this DVR port 610ccb85-2890-431a-9d16-0a9a4337c265 on host n-h1-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:59:31.309896 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-20898f10-b800-45ad-a876-f6a62acaa1bd req-73b763b1-5a67-45dd-aee9-5d713ad9cad5 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:31.313615 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-20898f10-b800-45ad-a876-f6a62acaa1bd req-73b763b1-5a67-45dd-aee9-5d713ad9cad5 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.55 "DELETE /v2.0/ports/610ccb85-2890-431a-9d16-0a9a4337c265 HTTP/1.1" status: 204 len: 173 time: 0.6132376 Oct 20 10:59:31.379839 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c377f45-dd0e-427d-810c-bbb15ee54e71', 'name': 'network-vif-deleted', 'tag': '610ccb85-2890-431a-9d16-0a9a4337c265'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:59:31.382314 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b26e08c9-08ba-4fd7-ac35-24d9f5592d79" -d '{"events": [{"server_uuid": "9c377f45-dd0e-427d-810c-bbb15ee54e71", "name": "network-vif-deleted", "tag": "610ccb85-2890-431a-9d16-0a9a4337c265"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:59:31.390819 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cf4deb95-7571-4022-a76c-cbae283db1c3 req-879f8bc3-f947-4b7a-a96b-252c53582585 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c377f45-dd0e-427d-810c-bbb15ee54e71 HTTP/1.1" status: 200 len: 210 time: 0.0761282 Oct 20 10:59:31.453598 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c02f539-8b10-46b9-a447-881fa76d57f2 x-openstack-request-id: req-4c02f539-8b10-46b9-a447-881fa76d57f2 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:59:31.453888 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c377f45-dd0e-427d-810c-bbb15ee54e71", "name": "network-vif-deleted", "tag": "610ccb85-2890-431a-9d16-0a9a4337c265", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:59:31.454140 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4c02f539-8b10-46b9-a447-881fa76d57f2 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:59:31.455070 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c377f45-dd0e-427d-810c-bbb15ee54e71', 'name': 'network-vif-deleted', 'tag': '610ccb85-2890-431a-9d16-0a9a4337c265', 'status': 'completed', 'code': 200} Oct 20 10:59:31.481303 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fb47adde-a5d6-4340-9a79-1a72ed3719f8 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1772272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258304'] for router, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:31.495339 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fb47adde-a5d6-4340-9a79-1a72ed3719f8 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:31.556677 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fb47adde-a5d6-4340-9a79-1a72ed3719f8 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1772267'] for router, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:31.557321 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb47adde-a5d6-4340-9a79-1a72ed3719f8 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Fanout notify agent at l3_agent the message router_deleted on router d38499b0-bf59-4a6e-8258-4a9bbefb5c13 {{(pid=100597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 10:59:31.564182 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fb47adde-a5d6-4340-9a79-1a72ed3719f8 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Publish callbacks [] for router, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:31.565358 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-fb47adde-a5d6-4340-9a79-1a72ed3719f8 tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] 10.222.0.64 "DELETE /v2.0/routers/d38499b0-bf59-4a6e-8258-4a9bbefb5c13 HTTP/1.1" status: 204 len: 168 time: 1.5299196 Oct 20 10:59:31.568191 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 58384) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:59:31.665740 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-97ffe174-bbda-4aa0-9d5b-f64c456945ac tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:31.715215 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44d7de7-d2b1-47eb-bfcd-e0650a77f20c req-62c5a845-ae15-42a1-ab90-6a36539e4507 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:31.743894 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f44d7de7-d2b1-47eb-bfcd-e0650a77f20c req-62c5a845-ae15-42a1-ab90-6a36539e4507 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3f9930f-6768-428d-b296-1e65ca6bdfa7 HTTP/1.1" status: 200 len: 944 time: 0.0804327 Oct 20 10:59:31.765243 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-97ffe174-bbda-4aa0-9d5b-f64c456945ac tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:31.788946 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-97ffe174-bbda-4aa0-9d5b-f64c456945ac tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c7f3a1e-ebfb-474c-8a7c-dec27a9f3f24']}} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:59:31.791440 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f44d7de7-d2b1-47eb-bfcd-e0650a77f20c req-21357ef9-7602-4a55-9858-ec69ee2ce729 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=58574406-52f6-4da8-ba4e-3f91a696d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466714 Oct 20 10:59:31.803376 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-97ffe174-bbda-4aa0-9d5b-f64c456945ac tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d987acc-fdad-4524-a719-f66873c49631') {'for_net_delete': True} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:59:31.803683 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-97ffe174-bbda-4aa0-9d5b-f64c456945ac tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d987acc-fdad-4524-a719-f66873c49631') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:59:31.813449 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-97ffe174-bbda-4aa0-9d5b-f64c456945ac tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25852596'] for segment, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:31.832748 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-97ffe174-bbda-4aa0-9d5b-f64c456945ac tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:31.842121 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97ffe174-bbda-4aa0-9d5b-f64c456945ac tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Releasing vlan 819 on physical network physnet1 to pool {{(pid=100597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 10:59:31.842846 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-97ffe174-bbda-4aa0-9d5b-f64c456945ac tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951012'] for segment, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:31.848746 n-d-811396-3 neutron-server[100597]: Traceback (most recent call last): Oct 20 10:59:31.848746 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 10:59:31.848746 n-d-811396-3 neutron-server[100597]: timer() Oct 20 10:59:31.848746 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 10:59:31.848746 n-d-811396-3 neutron-server[100597]: cb(*args, **kw) Oct 20 10:59:31.848746 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 10:59:31.848746 n-d-811396-3 neutron-server[100597]: return func(*args, **kwargs) Oct 20 10:59:31.848746 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 10:59:31.848746 n-d-811396-3 neutron-server[100597]: self._notify() Oct 20 10:59:31.848746 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 10:59:31.848746 n-d-811396-3 neutron-server[100597]: self.callback(batched_events) Oct 20 10:59:31.848746 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 10:59:31.848746 n-d-811396-3 neutron-server[100597]: event.method(event) Oct 20 10:59:31.848746 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 10:59:31.848746 n-d-811396-3 neutron-server[100597]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 10:59:31.848746 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 10:59:31.848746 n-d-811396-3 neutron-server[100597]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 10:59:31.848746 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 10:59:31.848746 n-d-811396-3 neutron-server[100597]: return f(self, *a, **k) Oct 20 10:59:31.848746 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 10:59:31.848746 n-d-811396-3 neutron-server[100597]: return self._get(url).json() Oct 20 10:59:31.848746 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 10:59:31.848746 n-d-811396-3 neutron-server[100597]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 10:59:31.848746 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 10:59:31.848746 n-d-811396-3 neutron-server[100597]: return self.request(url, 'GET', **kwargs) Oct 20 10:59:31.848746 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 10:59:31.848746 n-d-811396-3 neutron-server[100597]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 10:59:31.848746 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 10:59:31.848746 n-d-811396-3 neutron-server[100597]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 10:59:31.848746 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 10:59:31.848746 n-d-811396-3 neutron-server[100597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 10:59:31.848746 n-d-811396-3 neutron-server[100597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 10:59:31.920121 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-97ffe174-bbda-4aa0-9d5b-f64c456945ac tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:31.926134 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-97ffe174-bbda-4aa0-9d5b-f64c456945ac tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:31.930532 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-97ffe174-bbda-4aa0-9d5b-f64c456945ac tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] 10.222.0.64 "DELETE /v2.0/networks/3c7f3a1e-ebfb-474c-8a7c-dec27a9f3f24 HTTP/1.1" status: 204 len: 168 time: 0.3610587 Oct 20 10:59:31.953386 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ffe174-bbda-4aa0-9d5b-f64c456945ac tempest-TestSecurityGroupsBasicOps-1753934767 tempest-TestSecurityGroupsBasicOps-1753934767-project] Pushing event deleted for resources: {'Network': ['ID=3c7f3a1e-ebfb-474c-8a7c-dec27a9f3f24,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:59:32.211045 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 4d6137d0-9680-4b50-bfb3-d6561d42b05c no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:59:32.233663 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 4d6137d0-9680-4b50-bfb3-d6561d42b05c {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:59:32.234407 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 4d6137d0-9680-4b50-bfb3-d6561d42b05c not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:59:32.235064 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 2208a383-5dd4-4881-b827-9d9d41dff832 no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:59:32.256227 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 2208a383-5dd4-4881-b827-9d9d41dff832 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:59:32.256695 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 2208a383-5dd4-4881-b827-9d9d41dff832 not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:59:32.288348 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 58398) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:59:32.424439 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-0a1a0cf7-4263-46df-bf62-ecd2ab47befa admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0f7c095abe574139be06bffc4a6ef74a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1348429 Oct 20 10:59:32.426828 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 58402) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:59:32.475577 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0575a541-d4e2-4988-8001-21ec4267a1c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:32.497625 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0575a541-d4e2-4988-8001-21ec4267a1c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:32.550090 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0575a541-d4e2-4988-8001-21ec4267a1c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:32.553372 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0575a541-d4e2-4988-8001-21ec4267a1c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:32.554763 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-0575a541-d4e2-4988-8001-21ec4267a1c6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1f5feac5-a21f-438c-bfbb-4ecb5926ebb1 HTTP/1.1" status: 204 len: 168 time: 0.1268013 Oct 20 10:59:32.564834 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0575a541-d4e2-4988-8001-21ec4267a1c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f5feac5-a21f-438c-bfbb-4ecb5926ebb1,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:59:32.709208 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4ecb3a-b659-4156-b910-6d8d139fee91 req-819f559d-1324-4881-9332-089b9c54e0b5 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:32.710707 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7c4ecb3a-b659-4156-b910-6d8d139fee91 req-819f559d-1324-4881-9332-089b9c54e0b5 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/ports?device_id=051bffaa-cd47-471d-a93d-dc2347bfbe00 HTTP/1.1" status: 200 len: 946 time: 0.0549104 Oct 20 10:59:32.748697 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7c4ecb3a-b659-4156-b910-6d8d139fee91 req-1817c083-aecc-4b7c-b6e9-0293c85a7d33 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/security-groups?id=69f90560-754d-4655-8511-1cc906dc908c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317943 Oct 20 10:59:32.859501 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 58418) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:59:32.888291 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3b1012a8-d9ec-489d-8be0-d57d5283154b admin admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:32.952839 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8220908c-d559-4eda-a71e-89b8d9bdce39 req-d3d6a79c-e68a-4230-8616-74913221b35d tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:32.954817 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8220908c-d559-4eda-a71e-89b8d9bdce39 req-d3d6a79c-e68a-4230-8616-74913221b35d tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3f9930f-6768-428d-b296-1e65ca6bdfa7 HTTP/1.1" status: 200 len: 944 time: 0.0855131 Oct 20 10:59:33.016208 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8220908c-d559-4eda-a71e-89b8d9bdce39 req-931450e6-4e3f-48af-b6a6-76eef2b0f86a tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=58574406-52f6-4da8-ba4e-3f91a696d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539491 Oct 20 10:59:33.037518 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3b1012a8-d9ec-489d-8be0-d57d5283154b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:33.041945 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3b1012a8-d9ec-489d-8be0-d57d5283154b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:33.083122 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-3b1012a8-d9ec-489d-8be0-d57d5283154b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d604a811cdb44d15b4a7c3d2cd26e1e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2221072 Oct 20 10:59:33.084112 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1012a8-d9ec-489d-8be0-d57d5283154b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d778985b-a36d-4e59-af5f-27546b8a9c78,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:59:33.085875 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 58420) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:59:33.136876 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-87f4a80a-7abb-48fe-b941-b02957c7de18 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:33.159288 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-87f4a80a-7abb-48fe-b941-b02957c7de18 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:33.217592 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-87f4a80a-7abb-48fe-b941-b02957c7de18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:33.220187 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-87f4a80a-7abb-48fe-b941-b02957c7de18 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:33.221392 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-87f4a80a-7abb-48fe-b941-b02957c7de18 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d778985b-a36d-4e59-af5f-27546b8a9c78 HTTP/1.1" status: 204 len: 168 time: 0.1336939 Oct 20 10:59:33.230045 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f4a80a-7abb-48fe-b941-b02957c7de18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d778985b-a36d-4e59-af5f-27546b8a9c78,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:59:33.540294 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-42d4aa68-6388-489c-a02a-2fbc29786f2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:33.571135 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 58428) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:59:33.610367 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-8218117c-909c-4631-96bf-243065f61709 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e9be7c1dd03d4703a10c77894ef966c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0379219 Oct 20 10:59:33.613486 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 58430) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:59:33.665823 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-26b9bddc-c357-41f7-a618-e1ae6b8ce301 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:33.687016 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-26b9bddc-c357-41f7-a618-e1ae6b8ce301 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:33.739855 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-26b9bddc-c357-41f7-a618-e1ae6b8ce301 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:33.742407 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-26b9bddc-c357-41f7-a618-e1ae6b8ce301 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:33.742533 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 020ae913-dc2f-4cf3-853b-94e1e5d82892 no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:59:33.743721 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-26b9bddc-c357-41f7-a618-e1ae6b8ce301 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/36028f05-6326-4775-92d8-4914ab2b3855 HTTP/1.1" status: 204 len: 168 time: 0.1291811 Oct 20 10:59:33.751691 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b9bddc-c357-41f7-a618-e1ae6b8ce301 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36028f05-6326-4775-92d8-4914ab2b3855,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:59:33.766022 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 020ae913-dc2f-4cf3-853b-94e1e5d82892 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:59:33.766364 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 020ae913-dc2f-4cf3-853b-94e1e5d82892 not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:59:33.879357 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dade12a-0798-40c8-8373-0989774a5624 req-ccb9516b-2851-4097-90de-72d2a5deb40b tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:33.880893 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6dade12a-0798-40c8-8373-0989774a5624 req-ccb9516b-2851-4097-90de-72d2a5deb40b tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/ports?device_id=051bffaa-cd47-471d-a93d-dc2347bfbe00 HTTP/1.1" status: 200 len: 946 time: 0.0542965 Oct 20 10:59:33.919294 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6dade12a-0798-40c8-8373-0989774a5624 req-efcd8740-c4ce-4051-8dc8-514fd6fc8749 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/security-groups?id=69f90560-754d-4655-8511-1cc906dc908c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322909 Oct 20 10:59:34.138729 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1dcb8a-4e10-43f2-831e-7f20d52e0193 req-c41a1521-373f-431c-8396-99d8b5b9afb5 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:34.141249 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bd1dcb8a-4e10-43f2-831e-7f20d52e0193 req-c41a1521-373f-431c-8396-99d8b5b9afb5 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3f9930f-6768-428d-b296-1e65ca6bdfa7 HTTP/1.1" status: 200 len: 944 time: 0.0543737 Oct 20 10:59:34.184023 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bd1dcb8a-4e10-43f2-831e-7f20d52e0193 req-64f2607f-ae9a-451b-a223-bdae8defda8b tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=58574406-52f6-4da8-ba4e-3f91a696d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357401 Oct 20 10:59:34.260989 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab9db66-44a6-464f-a5d3-76c08fa1d704 req-46a82b4f-2d7d-4ee3-bdfe-ef150445e96d tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:34.262567 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4ab9db66-44a6-464f-a5d3-76c08fa1d704 req-46a82b4f-2d7d-4ee3-bdfe-ef150445e96d tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.55 "GET /v2.0/ports?device_id=051bffaa-cd47-471d-a93d-dc2347bfbe00 HTTP/1.1" status: 200 len: 946 time: 0.0599387 Oct 20 10:59:34.367780 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-4ab9db66-44a6-464f-a5d3-76c08fa1d704 req-ea9e7a6e-68c8-4dc2-82eb-de262eaa61c9 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Deleting port 8d6b1fd8-b9e8-47ce-a450-ba081a15b57d {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:59:34.368038 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-4ab9db66-44a6-464f-a5d3-76c08fa1d704 req-ea9e7a6e-68c8-4dc2-82eb-de262eaa61c9 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:34.456901 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-4ab9db66-44a6-464f-a5d3-76c08fa1d704 req-ea9e7a6e-68c8-4dc2-82eb-de262eaa61c9 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] For port 8d6b1fd8-b9e8-47ce-a450-ba081a15b57d, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=8d6b1fd8-b9e8-47ce-a450-ba081a15b57d,segment=NetworkSegment(454bfc68-3d11-4849-8508-1d19e9dea5ec),segment_id=454bfc68-3d11-4849-8508-1d19e9dea5ec)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:59:34.457270 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-4ab9db66-44a6-464f-a5d3-76c08fa1d704 req-ea9e7a6e-68c8-4dc2-82eb-de262eaa61c9 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:34.473994 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-4ab9db66-44a6-464f-a5d3-76c08fa1d704 req-ea9e7a6e-68c8-4dc2-82eb-de262eaa61c9 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Calling delete_port for 8d6b1fd8-b9e8-47ce-a450-ba081a15b57d owned by compute:nova {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:59:34.620999 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-4ab9db66-44a6-464f-a5d3-76c08fa1d704 req-ea9e7a6e-68c8-4dc2-82eb-de262eaa61c9 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:34.632119 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['783580f0-59dd-475f-8b83-b93fba68f44d'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:59:34.655082 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9e7a6e-68c8-4dc2-82eb-de262eaa61c9 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Pushing event deleted for resources: {'Port': ['ID=8d6b1fd8-b9e8-47ce-a450-ba081a15b57d,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:59:34.655505 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['8d6b1fd8-b9e8-47ce-a450-ba081a15b57d'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:59:34.701812 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ab9db66-44a6-464f-a5d3-76c08fa1d704 req-ea9e7a6e-68c8-4dc2-82eb-de262eaa61c9 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] No DVR routers for this DVR port 8d6b1fd8-b9e8-47ce-a450-ba081a15b57d on host n-h1-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:59:34.705114 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-4ab9db66-44a6-464f-a5d3-76c08fa1d704 req-ea9e7a6e-68c8-4dc2-82eb-de262eaa61c9 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:34.710057 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4ab9db66-44a6-464f-a5d3-76c08fa1d704 req-ea9e7a6e-68c8-4dc2-82eb-de262eaa61c9 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.55 "DELETE /v2.0/ports/8d6b1fd8-b9e8-47ce-a450-ba081a15b57d HTTP/1.1" status: 204 len: 173 time: 0.4411373 Oct 20 10:59:34.710661 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '051bffaa-cd47-471d-a93d-dc2347bfbe00', 'name': 'network-vif-deleted', 'tag': '8d6b1fd8-b9e8-47ce-a450-ba081a15b57d'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:59:34.713277 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a6c3a17-619c-4ab9-94e5-75910a71f299" -d '{"events": [{"server_uuid": "051bffaa-cd47-471d-a93d-dc2347bfbe00", "name": "network-vif-deleted", "tag": "8d6b1fd8-b9e8-47ce-a450-ba081a15b57d"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:59:34.758248 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b9a6457-ad6f-4872-8d3a-c6f232e7d2f5 x-openstack-request-id: req-2b9a6457-ad6f-4872-8d3a-c6f232e7d2f5 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:59:34.758636 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "051bffaa-cd47-471d-a93d-dc2347bfbe00", "name": "network-vif-deleted", "tag": "8d6b1fd8-b9e8-47ce-a450-ba081a15b57d", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:59:34.759871 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2b9a6457-ad6f-4872-8d3a-c6f232e7d2f5 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:59:34.760427 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '051bffaa-cd47-471d-a93d-dc2347bfbe00', 'name': 'network-vif-deleted', 'tag': '8d6b1fd8-b9e8-47ce-a450-ba081a15b57d', 'status': 'completed', 'code': 200} Oct 20 10:59:34.935581 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 610ccb85-2890-431a-9d16-0a9a4337c265 no longer exists at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:59:34.956193 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] No Port match for: 610ccb85-2890-431a-9d16-0a9a4337c265 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:59:34.956507 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 610ccb85-2890-431a-9d16-0a9a4337c265 not bound to the agent host n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:59:35.029571 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6b0308b9-61eb-43a7-afa9-fd851aeb6e4c req-b0a8ac5d-2116-4ccf-abbe-62e21e6c60b7 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/ports?device_id=051bffaa-cd47-471d-a93d-dc2347bfbe00 HTTP/1.1" status: 200 len: 210 time: 0.0258920 Oct 20 10:59:35.317175 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76428f8-e6bd-40a9-b67e-4cb45fdc0aa2 req-c294338e-0dfc-4682-a630-908d23f6d698 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:35.318803 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e76428f8-e6bd-40a9-b67e-4cb45fdc0aa2 req-c294338e-0dfc-4682-a630-908d23f6d698 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3f9930f-6768-428d-b296-1e65ca6bdfa7 HTTP/1.1" status: 200 len: 944 time: 0.0538843 Oct 20 10:59:35.364957 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e76428f8-e6bd-40a9-b67e-4cb45fdc0aa2 req-7d0296aa-1c44-4be0-8a10-27713636a417 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=58574406-52f6-4da8-ba4e-3f91a696d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390418 Oct 20 10:59:35.576165 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1f01e1-5e78-41ca-ad70-1e51a37ef1c3 req-b325774a-d0cd-4e41-a48f-d343bead4045 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:35.577706 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fe1f01e1-5e78-41ca-ad70-1e51a37ef1c3 req-b325774a-d0cd-4e41-a48f-d343bead4045 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3f9930f-6768-428d-b296-1e65ca6bdfa7 HTTP/1.1" status: 200 len: 944 time: 0.0564291 Oct 20 10:59:35.653886 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fe1f01e1-5e78-41ca-ad70-1e51a37ef1c3 req-4909979a-3a62-4432-aaac-4b36e8af69ea tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=58574406-52f6-4da8-ba4e-3f91a696d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639355 Oct 20 10:59:35.657497 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc3d2e6-95a8-41ae-81de-0075cc0a0d39 req-d00b6ac0-877b-4ae6-8d22-ab3635c87125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:35.659196 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0cc3d2e6-95a8-41ae-81de-0075cc0a0d39 req-d00b6ac0-877b-4ae6-8d22-ab3635c87125 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=376203cb7dec4dad9717307d6c606d33&device_id=b3f9930f-6768-428d-b296-1e65ca6bdfa7 HTTP/1.1" status: 200 len: 1095 time: 0.0770419 Oct 20 10:59:35.752922 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc3d2e6-95a8-41ae-81de-0075cc0a0d39 req-306b4913-82a8-4c0f-8141-cc4bede9c2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:35.754402 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0cc3d2e6-95a8-41ae-81de-0075cc0a0d39 req-306b4913-82a8-4c0f-8141-cc4bede9c2b0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b8b1e2be-5932-428e-a716-07af13af4e6c HTTP/1.1" status: 200 len: 912 time: 0.0887034 Oct 20 10:59:35.824210 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0cc3d2e6-95a8-41ae-81de-0075cc0a0d39 req-48ef916a-c842-4c38-9be1-11090568aafd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d012fc61-e760-4bcf-aff4-9ef2d30ecf9f HTTP/1.1" status: 200 len: 997 time: 0.0622771 Oct 20 10:59:35.878976 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc3d2e6-95a8-41ae-81de-0075cc0a0d39 req-d4d774ac-70d5-442c-8db7-1b421121b24e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:35.880826 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0cc3d2e6-95a8-41ae-81de-0075cc0a0d39 req-d4d774ac-70d5-442c-8db7-1b421121b24e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=437b47ec-4211-421c-828b-76408ce53dce HTTP/1.1" status: 200 len: 850 time: 0.0501134 Oct 20 10:59:35.927962 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc3d2e6-95a8-41ae-81de-0075cc0a0d39 req-fcbf6173-1cf6-469c-b4ee-52bf671265d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:35.929612 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0cc3d2e6-95a8-41ae-81de-0075cc0a0d39 req-fcbf6173-1cf6-469c-b4ee-52bf671265d6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b8b1e2be-5932-428e-a716-07af13af4e6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421851 Oct 20 10:59:36.025991 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0cc3d2e6-95a8-41ae-81de-0075cc0a0d39 req-25e9d0eb-782d-4b34-9ec4-db228371669f service neutron] 10.222.0.55 "GET /v2.0/networks/b8b1e2be-5932-428e-a716-07af13af4e6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890970 Oct 20 10:59:36.127080 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0cc3d2e6-95a8-41ae-81de-0075cc0a0d39 req-746323ad-366e-4fbb-a669-f6927692907d service neutron] 10.222.0.55 "GET /v2.0/networks/b8b1e2be-5932-428e-a716-07af13af4e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930276 Oct 20 10:59:36.148687 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3d12d57f-3c58-4ffd-a5ad-21593fd137ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:36.261875 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 7 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 10:59:36.362469 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1dcc20-3f18-46a8-af3b-3921b7def9da req-8054f7d1-e3c2-47e0-aa4c-c3ae62c12051 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:36.364081 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fe1dcc20-3f18-46a8-af3b-3921b7def9da req-8054f7d1-e3c2-47e0-aa4c-c3ae62c12051 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/networks?id=5f3de8d1-83f4-4081-a4ae-e84fa44c63e9 HTTP/1.1" status: 200 len: 806 time: 0.1012433 Oct 20 10:59:36.380384 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fe1dcc20-3f18-46a8-af3b-3921b7def9da req-dacec363-9a09-4533-a5da-b205bfbc8ed0 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/quotas/1b65b2e8036f4846a7f6f098c6e62306 HTTP/1.1" status: 200 len: 375 time: 0.0097444 Oct 20 10:59:36.440971 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fe1dcc20-3f18-46a8-af3b-3921b7def9da req-73287300-1de0-4cbf-bb5b-e21f73d0177e tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=1b65b2e8036f4846a7f6f098c6e62306&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0534725 Oct 20 10:59:36.536307 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fe1dcc20-3f18-46a8-af3b-3921b7def9da req-09a324dd-1193-49a9-a91f-6fd3ecd104a1 service neutron] 10.222.0.64 "GET /v2.0/networks/5f3de8d1-83f4-4081-a4ae-e84fa44c63e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877113 Oct 20 10:59:36.629321 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fe1dcc20-3f18-46a8-af3b-3921b7def9da req-630420c1-4442-4787-9965-bda6eba710dd service neutron] 10.222.0.64 "GET /v2.0/networks/5f3de8d1-83f4-4081-a4ae-e84fa44c63e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868781 Oct 20 10:59:36.810005 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8484be-a4cc-463b-8f2c-c83e8fce1adf req-9f77d4d2-dd27-4878-841b-3ff8bba7d66f tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:36.811586 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0c8484be-a4cc-463b-8f2c-c83e8fce1adf req-9f77d4d2-dd27-4878-841b-3ff8bba7d66f tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3f9930f-6768-428d-b296-1e65ca6bdfa7 HTTP/1.1" status: 200 len: 944 time: 0.0776594 Oct 20 10:59:36.892744 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d06d105f-e8a9-407d-bf34-422fce03fd84 req-2a663a8d-2851-4505-8d54-b159613d6283 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/ports?device_id=c96d77db-d911-40c4-b9e7-86cf09166ade HTTP/1.1" status: 200 len: 210 time: 0.0619924 Oct 20 10:59:36.895947 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0c8484be-a4cc-463b-8f2c-c83e8fce1adf req-26fb017d-c74e-412a-818e-f801e87930ee tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=58574406-52f6-4da8-ba4e-3f91a696d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768888 Oct 20 10:59:37.128976 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:37.311171 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbf5b97-1318-495f-ac6a-7b0165fc0380 req-f0ef640d-626d-4d78-8f46-9f7c7ad8523f tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:37.320396 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8fbf5b97-1318-495f-ac6a-7b0165fc0380 req-f0ef640d-626d-4d78-8f46-9f7c7ad8523f tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2cf81fd-63e2-4c70-870f-d3530dbe1445 HTTP/1.1" status: 200 len: 946 time: 0.0822074 Oct 20 10:59:37.362170 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8fbf5b97-1318-495f-ac6a-7b0165fc0380 req-678b6c7e-8e06-415f-95b9-8f8b8c7c4625 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/security-groups?id=204a606e-4754-4938-b4b0-f5de1da0244a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408022 Oct 20 10:59:37.578664 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:37.982316 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1dcc20-3f18-46a8-af3b-3921b7def9da req-efd9225c-a3e7-4003-89af-d5ec8db3f2cb tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:37.985002 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fe1dcc20-3f18-46a8-af3b-3921b7def9da req-efd9225c-a3e7-4003-89af-d5ec8db3f2cb tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.55 "GET /v2.0/networks?id=5f3de8d1-83f4-4081-a4ae-e84fa44c63e9 HTTP/1.1" status: 200 len: 806 time: 0.1486304 Oct 20 10:59:38.006319 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-fe1dcc20-3f18-46a8-af3b-3921b7def9da req-a530aa6b-4dd9-4a5b-8983-2dbd122bbc02 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Request body: {'port': {'device_id': 'c96d77db-d911-40c4-b9e7-86cf09166ade', 'network_id': '5f3de8d1-83f4-4081-a4ae-e84fa44c63e9', 'admin_state_up': True, 'tenant_id': '1b65b2e8036f4846a7f6f098c6e62306'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:59:38.078319 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4326481c-d250-42e2-af41-172268d72d1b req-76a21766-3f8e-4446-aebc-c18631b66e28 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/ports?device_id=c96d77db-d911-40c4-b9e7-86cf09166ade HTTP/1.1" status: 200 len: 210 time: 0.0672519 Oct 20 10:59:38.115281 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:38.142220 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449dd90c-663e-4bc3-8444-e3b3f6f0018b req-bfb49509-0613-447d-a465-075e84fbc24b tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:38.144500 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-449dd90c-663e-4bc3-8444-e3b3f6f0018b req-bfb49509-0613-447d-a465-075e84fbc24b tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3f9930f-6768-428d-b296-1e65ca6bdfa7 HTTP/1.1" status: 200 len: 944 time: 0.1580019 Oct 20 10:59:38.224359 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-449dd90c-663e-4bc3-8444-e3b3f6f0018b req-f916b07a-bd76-4205-9472-1b8825a90cff tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=58574406-52f6-4da8-ba4e-3f91a696d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554876 Oct 20 10:59:38.225374 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe1dcc20-3f18-46a8-af3b-3921b7def9da req-a530aa6b-4dd9-4a5b-8983-2dbd122bbc02 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Made reservation on behalf of 1b65b2e8036f4846a7f6f098c6e62306 for: {'port': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:59:38.229109 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-fe1dcc20-3f18-46a8-af3b-3921b7def9da req-a530aa6b-4dd9-4a5b-8983-2dbd122bbc02 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:38.408721 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3903a0bd-55b5-43ad-8853-888a80510302 req-a4f35d48-5c75-4a04-81f2-797c75ea39f0 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:38.410337 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3903a0bd-55b5-43ad-8853-888a80510302 req-a4f35d48-5c75-4a04-81f2-797c75ea39f0 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3f9930f-6768-428d-b296-1e65ca6bdfa7 HTTP/1.1" status: 200 len: 944 time: 0.1032522 Oct 20 10:59:38.427654 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [req-fe1dcc20-3f18-46a8-af3b-3921b7def9da req-a530aa6b-4dd9-4a5b-8983-2dbd122bbc02 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Allocated IP 172.20.0.13 (5f3de8d1-83f4-4081-a4ae-e84fa44c63e9/1112b924-dfee-4f27-9509-3316f3e9f37a/2fe7dd4c-b108-4b49-a12f-140dfeb22363) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:59:38.519097 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3903a0bd-55b5-43ad-8853-888a80510302 req-f7a9decc-7f1b-49f2-b46e-80510854c1ae tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=58574406-52f6-4da8-ba4e-3f91a696d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013556 Oct 20 10:59:38.564885 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eed8ed-22d5-474d-ada8-fa7e49564e42 req-b27c93cc-06b5-49a2-b9a2-db645d352e51 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:38.568684 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-01eed8ed-22d5-474d-ada8-fa7e49564e42 req-b27c93cc-06b5-49a2-b9a2-db645d352e51 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2cf81fd-63e2-4c70-870f-d3530dbe1445 HTTP/1.1" status: 200 len: 946 time: 0.1183987 Oct 20 10:59:38.689117 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-01eed8ed-22d5-474d-ada8-fa7e49564e42 req-2232df49-9347-4256-962c-70daf1497bee tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/security-groups?id=204a606e-4754-4938-b4b0-f5de1da0244a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080937 Oct 20 10:59:38.728859 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-fe1dcc20-3f18-46a8-af3b-3921b7def9da req-a530aa6b-4dd9-4a5b-8983-2dbd122bbc02 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:38.739612 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bca3e7b-25ff-48d1-9c49-190cb558ca82 req-942fc584-1a66-4b12-b273-004889a96234 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:38.741133 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6bca3e7b-25ff-48d1-9c49-190cb558ca82 req-942fc584-1a66-4b12-b273-004889a96234 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3f9930f-6768-428d-b296-1e65ca6bdfa7 HTTP/1.1" status: 200 len: 944 time: 0.1325278 Oct 20 10:59:38.796099 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6bca3e7b-25ff-48d1-9c49-190cb558ca82 req-c17f998f-c221-40f4-ac54-4eda8612e1f4 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=58574406-52f6-4da8-ba4e-3f91a696d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484395 Oct 20 10:59:38.797523 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-fe1dcc20-3f18-46a8-af3b-3921b7def9da req-a530aa6b-4dd9-4a5b-8983-2dbd122bbc02 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:38.809968 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['783580f0-59dd-475f-8b83-b93fba68f44d'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:59:38.843294 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a530aa6b-4dd9-4a5b-8983-2dbd122bbc02 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Pushing event updated for resources: {'Port': ['ID=2fe7dd4c-b108-4b49-a12f-140dfeb22363,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:59:38.872238 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe1dcc20-3f18-46a8-af3b-3921b7def9da req-a530aa6b-4dd9-4a5b-8983-2dbd122bbc02 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Network 5f3de8d1-83f4-4081-a4ae-e84fa44c63e9 is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:59:38.875038 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [req-fe1dcc20-3f18-46a8-af3b-3921b7def9da req-a530aa6b-4dd9-4a5b-8983-2dbd122bbc02 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:59:38.883836 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe1dcc20-3f18-46a8-af3b-3921b7def9da req-a530aa6b-4dd9-4a5b-8983-2dbd122bbc02 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:59:38.955496 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1dcc20-3f18-46a8-af3b-3921b7def9da req-a530aa6b-4dd9-4a5b-8983-2dbd122bbc02 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:38.968011 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-fe1dcc20-3f18-46a8-af3b-3921b7def9da req-a530aa6b-4dd9-4a5b-8983-2dbd122bbc02 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:38.983365 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 8d6b1fd8-b9e8-47ce-a450-ba081a15b57d no longer exists at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:59:39.010401 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fe1dcc20-3f18-46a8-af3b-3921b7def9da req-a530aa6b-4dd9-4a5b-8983-2dbd122bbc02 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0104520 Oct 20 10:59:39.012787 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] No Port match for: 8d6b1fd8-b9e8-47ce-a450-ba081a15b57d {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:59:39.013072 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 8d6b1fd8-b9e8-47ce-a450-ba081a15b57d not bound to the agent host n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:59:39.026387 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:39.029273 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-fe1dcc20-3f18-46a8-af3b-3921b7def9da req-d1baeb3a-071f-4827-b999-fe07999199e7 service neutron] Request body: {'port': {'device_id': 'c96d77db-d911-40c4-b9e7-86cf09166ade', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811396-3'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:59:39.113581 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-fe1dcc20-3f18-46a8-af3b-3921b7def9da req-d1baeb3a-071f-4827-b999-fe07999199e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:39.167320 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab0ef95-df50-48ed-b1f6-73b2c0c2faa5 req-13f123eb-6a0b-4619-9b9a-31628eb4719c tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:39.168852 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-aab0ef95-df50-48ed-b1f6-73b2c0c2faa5 req-13f123eb-6a0b-4619-9b9a-31628eb4719c tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3f9930f-6768-428d-b296-1e65ca6bdfa7 HTTP/1.1" status: 200 len: 944 time: 0.1070085 Oct 20 10:59:39.324990 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6e47fd-3da0-4a74-88dd-812fff5cf9bc req-554f59d5-fbc4-4747-8e2e-1b77cbc9579b tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:39.326557 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6f6e47fd-3da0-4a74-88dd-812fff5cf9bc req-554f59d5-fbc4-4747-8e2e-1b77cbc9579b tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/ports?device_id=c96d77db-d911-40c4-b9e7-86cf09166ade HTTP/1.1" status: 200 len: 932 time: 0.1567743 Oct 20 10:59:39.329713 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-aab0ef95-df50-48ed-b1f6-73b2c0c2faa5 req-065ad824-adcd-472e-bee7-9e08c5e35e4e tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=58574406-52f6-4da8-ba4e-3f91a696d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1468871 Oct 20 10:59:39.421536 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6f6e47fd-3da0-4a74-88dd-812fff5cf9bc req-82e3fb58-aeea-40c3-bfbd-bb9e28982a5a tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/security-groups?id=69f90560-754d-4655-8511-1cc906dc908c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705061 Oct 20 10:59:39.508128 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [req-fe1dcc20-3f18-46a8-af3b-3921b7def9da req-d1baeb3a-071f-4827-b999-fe07999199e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fe7dd4c-b108-4b49-a12f-140dfeb22363 {{(pid=100596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:59:39.515578 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-fe1dcc20-3f18-46a8-af3b-3921b7def9da req-d1baeb3a-071f-4827-b999-fe07999199e7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:39.528295 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.provisioning_blocks [req-fe1dcc20-3f18-46a8-af3b-3921b7def9da req-d1baeb3a-071f-4827-b999-fe07999199e7 service neutron] Transition to ACTIVE for port object 2fe7dd4c-b108-4b49-a12f-140dfeb22363 will not be triggered until provisioned by entity L2. {{(pid=100596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:59:39.533016 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-fe1dcc20-3f18-46a8-af3b-3921b7def9da req-d1baeb3a-071f-4827-b999-fe07999199e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:39.585923 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1baeb3a-071f-4827-b999-fe07999199e7 service neutron] Pushing event updated for resources: {'Port': ['ID=2fe7dd4c-b108-4b49-a12f-140dfeb22363,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:59:39.656752 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-fe1dcc20-3f18-46a8-af3b-3921b7def9da req-d1baeb3a-071f-4827-b999-fe07999199e7 service neutron] Attempting to bind port 2fe7dd4c-b108-4b49-a12f-140dfeb22363 on host n-h1-811396-3 for vnic_type normal with profile {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:59:39.657123 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-fe1dcc20-3f18-46a8-af3b-3921b7def9da req-d1baeb3a-071f-4827-b999-fe07999199e7 service neutron] Attempting to bind port 2fe7dd4c-b108-4b49-a12f-140dfeb22363 by drivers openvswitch,hyperv on host n-h1-811396-3 at level 0 using segments [{'id': '454bfc68-3d11-4849-8508-1d19e9dea5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '5f3de8d1-83f4-4081-a4ae-e84fa44c63e9'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:59:39.657549 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe1dcc20-3f18-46a8-af3b-3921b7def9da req-d1baeb3a-071f-4827-b999-fe07999199e7 service neutron] Attempting to bind port 2fe7dd4c-b108-4b49-a12f-140dfeb22363 on network 5f3de8d1-83f4-4081-a4ae-e84fa44c63e9 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:59:39.662698 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe1dcc20-3f18-46a8-af3b-3921b7def9da req-d1baeb3a-071f-4827-b999-fe07999199e7 service neutron] Port 2fe7dd4c-b108-4b49-a12f-140dfeb22363 on network 5f3de8d1-83f4-4081-a4ae-e84fa44c63e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:59:39.663021 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe1dcc20-3f18-46a8-af3b-3921b7def9da req-d1baeb3a-071f-4827-b999-fe07999199e7 service neutron] Attempting to bind port 2fe7dd4c-b108-4b49-a12f-140dfeb22363 on network 5f3de8d1-83f4-4081-a4ae-e84fa44c63e9 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:59:39.667894 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe1dcc20-3f18-46a8-af3b-3921b7def9da req-d1baeb3a-071f-4827-b999-fe07999199e7 service neutron] Checking agent: {'id': 'b707b4cc-061f-4cf4-bce0-0b3df9b7bec9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:59:39.668224 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe1dcc20-3f18-46a8-af3b-3921b7def9da req-d1baeb3a-071f-4827-b999-fe07999199e7 service neutron] Checking segment: {'id': '454bfc68-3d11-4849-8508-1d19e9dea5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '5f3de8d1-83f4-4081-a4ae-e84fa44c63e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:59:39.668607 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe1dcc20-3f18-46a8-af3b-3921b7def9da req-d1baeb3a-071f-4827-b999-fe07999199e7 service neutron] Bound using segment: {'id': '454bfc68-3d11-4849-8508-1d19e9dea5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '5f3de8d1-83f4-4081-a4ae-e84fa44c63e9'} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:59:39.669031 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-fe1dcc20-3f18-46a8-af3b-3921b7def9da req-d1baeb3a-071f-4827-b999-fe07999199e7 service neutron] Bound port: 2fe7dd4c-b108-4b49-a12f-140dfeb22363, host: n-h1-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '454bfc68-3d11-4849-8508-1d19e9dea5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '5f3de8d1-83f4-4081-a4ae-e84fa44c63e9'}}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:59:39.669387 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-fe1dcc20-3f18-46a8-af3b-3921b7def9da req-d1baeb3a-071f-4827-b999-fe07999199e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:39.748346 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-fe1dcc20-3f18-46a8-af3b-3921b7def9da req-d1baeb3a-071f-4827-b999-fe07999199e7 service neutron] For port 2fe7dd4c-b108-4b49-a12f-140dfeb22363, host n-h1-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:59:39.752513 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-fe1dcc20-3f18-46a8-af3b-3921b7def9da req-d1baeb3a-071f-4827-b999-fe07999199e7 service neutron] For port 2fe7dd4c-b108-4b49-a12f-140dfeb22363, host n-h1-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=2fe7dd4c-b108-4b49-a12f-140dfeb22363,segment=NetworkSegment(454bfc68-3d11-4849-8508-1d19e9dea5ec),segment_id=454bfc68-3d11-4849-8508-1d19e9dea5ec)] {{(pid=100596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:59:39.757522 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-fe1dcc20-3f18-46a8-af3b-3921b7def9da req-d1baeb3a-071f-4827-b999-fe07999199e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:40.183086 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1dcc20-3f18-46a8-af3b-3921b7def9da req-d1baeb3a-071f-4827-b999-fe07999199e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:40.183747 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-fe1dcc20-3f18-46a8-af3b-3921b7def9da req-d1baeb3a-071f-4827-b999-fe07999199e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:40.185170 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fe1dcc20-3f18-46a8-af3b-3921b7def9da req-d1baeb3a-071f-4827-b999-fe07999199e7 service neutron] 10.222.0.55 "PUT /v2.0/ports/2fe7dd4c-b108-4b49-a12f-140dfeb22363 HTTP/1.1" status: 200 len: 1092 time: 1.1613913 Oct 20 10:59:40.188446 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c96d77db-d911-40c4-b9e7-86cf09166ade', 'tag': '2fe7dd4c-b108-4b49-a12f-140dfeb22363'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:59:40.190610 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54c248ea-4f28-4f10-a92c-15c9767ebf9b" -d '{"events": [{"name": "network-changed", "server_uuid": "c96d77db-d911-40c4-b9e7-86cf09166ade", "tag": "2fe7dd4c-b108-4b49-a12f-140dfeb22363"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:59:40.213192 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1baeb3a-071f-4827-b999-fe07999199e7 service neutron] Pushing event updated for resources: {'Port': ['ID=2fe7dd4c-b108-4b49-a12f-140dfeb22363,revision_number=3']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:59:40.238660 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37a3507-f43e-49f0-b9e7-75d86ed1a74b req-b7948065-b1f1-4850-be85-497fedf7592d tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:40.240263 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c37a3507-f43e-49f0-b9e7-75d86ed1a74b req-b7948065-b1f1-4850-be85-497fedf7592d tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2cf81fd-63e2-4c70-870f-d3530dbe1445 HTTP/1.1" status: 200 len: 946 time: 0.4683406 Oct 20 10:59:40.256370 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e94f09c-56c0-4c32-949d-138a669d8dfb x-openstack-request-id: req-3e94f09c-56c0-4c32-949d-138a669d8dfb {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:59:40.256659 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c96d77db-d911-40c4-b9e7-86cf09166ade", "tag": "2fe7dd4c-b108-4b49-a12f-140dfeb22363", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:59:40.256907 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3e94f09c-56c0-4c32-949d-138a669d8dfb {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:59:40.257296 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c96d77db-d911-40c4-b9e7-86cf09166ade', 'tag': '2fe7dd4c-b108-4b49-a12f-140dfeb22363', 'status': 'completed', 'code': 200} Oct 20 10:59:40.313067 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c37a3507-f43e-49f0-b9e7-75d86ed1a74b req-2055cd1f-154e-441e-ac52-445f0897c216 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/security-groups?id=204a606e-4754-4938-b4b0-f5de1da0244a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549226 Oct 20 10:59:40.318597 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1dcc20-3f18-46a8-af3b-3921b7def9da req-b0ef1e82-1ec0-435b-8781-a11763cae021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:40.320092 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fe1dcc20-3f18-46a8-af3b-3921b7def9da req-b0ef1e82-1ec0-435b-8781-a11763cae021 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1b65b2e8036f4846a7f6f098c6e62306&device_id=c96d77db-d911-40c4-b9e7-86cf09166ade HTTP/1.1" status: 200 len: 1095 time: 0.0756893 Oct 20 10:59:40.370516 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fe1dcc20-3f18-46a8-af3b-3921b7def9da req-c43da1ec-12a8-46ea-bdd3-a93bae6f06f9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2fe7dd4c-b108-4b49-a12f-140dfeb22363 HTTP/1.1" status: 200 len: 217 time: 0.0381310 Oct 20 10:59:40.422125 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1dcc20-3f18-46a8-af3b-3921b7def9da req-d19ebc52-b3e0-4b2e-b5d9-d81477e4c5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:40.424321 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fe1dcc20-3f18-46a8-af3b-3921b7def9da req-d19ebc52-b3e0-4b2e-b5d9-d81477e4c5c3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1112b924-dfee-4f27-9509-3316f3e9f37a HTTP/1.1" status: 200 len: 846 time: 0.0473189 Oct 20 10:59:40.476878 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fe1dcc20-3f18-46a8-af3b-3921b7def9da req-3847a057-05bc-479a-bcd2-f6629cd27a7f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5f3de8d1-83f4-4081-a4ae-e84fa44c63e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450771 Oct 20 10:59:40.525056 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bda09b-744c-406e-94cc-6fcb4eb4d1a5 req-8bf92392-4a25-42ff-9e5d-8c19b9dbb324 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:40.526783 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d7bda09b-744c-406e-94cc-6fcb4eb4d1a5 req-8bf92392-4a25-42ff-9e5d-8c19b9dbb324 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3f9930f-6768-428d-b296-1e65ca6bdfa7 HTTP/1.1" status: 200 len: 944 time: 0.1072452 Oct 20 10:59:40.642707 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d7bda09b-744c-406e-94cc-6fcb4eb4d1a5 req-314295eb-1d70-4785-b76b-17de0da088b6 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=58574406-52f6-4da8-ba4e-3f91a696d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006317 Oct 20 10:59:40.654030 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054cf95e-1b90-489a-9ed6-c867f3919d63 req-6766902c-c4cf-4c47-b301-40865ddf8641 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:40.655529 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-054cf95e-1b90-489a-9ed6-c867f3919d63 req-6766902c-c4cf-4c47-b301-40865ddf8641 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/ports?device_id=c96d77db-d911-40c4-b9e7-86cf09166ade HTTP/1.1" status: 200 len: 944 time: 0.1613133 Oct 20 10:59:40.658060 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fe1dcc20-3f18-46a8-af3b-3921b7def9da req-2c1a4286-d890-4021-ac42-24cf6542d4e4 service neutron] 10.222.0.55 "GET /v2.0/networks/5f3de8d1-83f4-4081-a4ae-e84fa44c63e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734576 Oct 20 10:59:40.755620 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-054cf95e-1b90-489a-9ed6-c867f3919d63 req-350ac1c0-28e5-4582-a6dd-e8dfaf88ec3e tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/security-groups?id=69f90560-754d-4655-8511-1cc906dc908c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931070 Oct 20 10:59:40.791817 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fe1dcc20-3f18-46a8-af3b-3921b7def9da req-df08fb1f-95b7-4d9c-bb24-1375231b3238 service neutron] 10.222.0.55 "GET /v2.0/networks/5f3de8d1-83f4-4081-a4ae-e84fa44c63e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229866 Oct 20 10:59:40.889205 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5391bfda-9381-4f2b-8c11-92e743e83755 req-6f337db4-9ab7-4207-829c-953d1cfe673b tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:40.891525 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5391bfda-9381-4f2b-8c11-92e743e83755 req-6f337db4-9ab7-4207-829c-953d1cfe673b tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3f9930f-6768-428d-b296-1e65ca6bdfa7 HTTP/1.1" status: 200 len: 944 time: 0.0623074 Oct 20 10:59:40.988791 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08258e96-255e-43ba-b8a2-a921dbc3498d req-3be1e1fd-8732-4c46-bf12-ff69da0ca4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:40.991339 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-08258e96-255e-43ba-b8a2-a921dbc3498d req-3be1e1fd-8732-4c46-bf12-ff69da0ca4b0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=376203cb7dec4dad9717307d6c606d33&device_id=b3f9930f-6768-428d-b296-1e65ca6bdfa7 HTTP/1.1" status: 200 len: 1095 time: 0.0899835 Oct 20 10:59:40.992119 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c248ea-4f28-4f10-a92c-15c9767ebf9b req-2d7e5d91-79f0-4ac6-a9f3-70a1cc73b8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:40.994005 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-54c248ea-4f28-4f10-a92c-15c9767ebf9b req-2d7e5d91-79f0-4ac6-a9f3-70a1cc73b8a2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1b65b2e8036f4846a7f6f098c6e62306&device_id=c96d77db-d911-40c4-b9e7-86cf09166ade HTTP/1.1" status: 200 len: 1095 time: 0.1015840 Oct 20 10:59:40.997442 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5391bfda-9381-4f2b-8c11-92e743e83755 req-0287447e-9985-40c7-83b1-78dc5314dcba tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=58574406-52f6-4da8-ba4e-3f91a696d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958500 Oct 20 10:59:41.171235 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08258e96-255e-43ba-b8a2-a921dbc3498d req-8d70ce6a-bff1-4ed8-b29f-daa6c0b152da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:41.173310 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-08258e96-255e-43ba-b8a2-a921dbc3498d req-8d70ce6a-bff1-4ed8-b29f-daa6c0b152da service neutron] 10.222.0.55 "GET /v2.0/networks?id=b8b1e2be-5932-428e-a716-07af13af4e6c HTTP/1.1" status: 200 len: 912 time: 0.1698220 Oct 20 10:59:41.174432 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c248ea-4f28-4f10-a92c-15c9767ebf9b req-77082205-0ab4-47e8-a0ec-aff573f9f4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:41.175768 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-54c248ea-4f28-4f10-a92c-15c9767ebf9b req-77082205-0ab4-47e8-a0ec-aff573f9f4a6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5f3de8d1-83f4-4081-a4ae-e84fa44c63e9 HTTP/1.1" status: 200 len: 907 time: 0.1716492 Oct 20 10:59:41.260841 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-54c248ea-4f28-4f10-a92c-15c9767ebf9b req-2b83104f-0c81-406d-a48b-da384ec875ff service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2fe7dd4c-b108-4b49-a12f-140dfeb22363 HTTP/1.1" status: 200 len: 217 time: 0.0694892 Oct 20 10:59:41.309114 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-08258e96-255e-43ba-b8a2-a921dbc3498d req-9cbb7cc4-2d1e-427d-9eab-f480d5ea2cf1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d012fc61-e760-4bcf-aff4-9ef2d30ecf9f HTTP/1.1" status: 200 len: 997 time: 0.1234877 Oct 20 10:59:41.328122 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c248ea-4f28-4f10-a92c-15c9767ebf9b req-2111656d-4a39-4073-b325-cf02ce62ac8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:41.330050 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-54c248ea-4f28-4f10-a92c-15c9767ebf9b req-2111656d-4a39-4073-b325-cf02ce62ac8b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1112b924-dfee-4f27-9509-3316f3e9f37a HTTP/1.1" status: 200 len: 846 time: 0.0614259 Oct 20 10:59:41.376850 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-54c248ea-4f28-4f10-a92c-15c9767ebf9b req-1e3f2bd1-e5d6-41e3-9e55-5ffa1b72e24f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5f3de8d1-83f4-4081-a4ae-e84fa44c63e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279844 Oct 20 10:59:41.417109 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08258e96-255e-43ba-b8a2-a921dbc3498d req-8558e547-e8e2-43b9-b183-5d7cd711a16d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:41.417903 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-08258e96-255e-43ba-b8a2-a921dbc3498d req-8558e547-e8e2-43b9-b183-5d7cd711a16d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=437b47ec-4211-421c-828b-76408ce53dce HTTP/1.1" status: 200 len: 850 time: 0.1016805 Oct 20 10:59:41.527879 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc0630b-0588-4819-99a6-9813877f427a req-3b8dd37c-5560-45fc-88bc-367cb90e25e0 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:41.529359 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0fc0630b-0588-4819-99a6-9813877f427a req-3b8dd37c-5560-45fc-88bc-367cb90e25e0 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2cf81fd-63e2-4c70-870f-d3530dbe1445 HTTP/1.1" status: 200 len: 946 time: 0.1440377 Oct 20 10:59:41.563313 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08258e96-255e-43ba-b8a2-a921dbc3498d req-bcbc8190-140f-49d1-9a25-652a6a189b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:41.564992 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-08258e96-255e-43ba-b8a2-a921dbc3498d req-bcbc8190-140f-49d1-9a25-652a6a189b25 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b8b1e2be-5932-428e-a716-07af13af4e6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1277132 Oct 20 10:59:41.568583 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-54c248ea-4f28-4f10-a92c-15c9767ebf9b req-271e719e-6afd-4da1-8322-6bd86b5a6a67 service neutron] 10.222.0.55 "GET /v2.0/networks/5f3de8d1-83f4-4081-a4ae-e84fa44c63e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843648 Oct 20 10:59:41.618569 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0fc0630b-0588-4819-99a6-9813877f427a req-02f8c055-bfec-4c7f-9551-7f6a44c10619 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/security-groups?id=204a606e-4754-4938-b4b0-f5de1da0244a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816391 Oct 20 10:59:41.743881 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-54c248ea-4f28-4f10-a92c-15c9767ebf9b req-8d6f2427-cbe1-4f0e-bec1-eab3ad98a549 service neutron] 10.222.0.55 "GET /v2.0/networks/5f3de8d1-83f4-4081-a4ae-e84fa44c63e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651039 Oct 20 10:59:41.745569 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-08258e96-255e-43ba-b8a2-a921dbc3498d req-5dc3c2a4-4d1d-41be-8782-cbc8f4a50b5c service neutron] 10.222.0.55 "GET /v2.0/networks/b8b1e2be-5932-428e-a716-07af13af4e6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652930 Oct 20 10:59:41.885218 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-08258e96-255e-43ba-b8a2-a921dbc3498d req-289bc0e1-13ac-4198-ba20-b33af6a5859f service neutron] 10.222.0.55 "GET /v2.0/networks/b8b1e2be-5932-428e-a716-07af13af4e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170831 Oct 20 10:59:41.902471 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ecae51-65b4-4c33-b004-8c4772aff632 req-4295f8d6-441c-4e68-a30d-c4e57fce9b7e tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:41.904022 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-07ecae51-65b4-4c33-b004-8c4772aff632 req-4295f8d6-441c-4e68-a30d-c4e57fce9b7e tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/ports?device_id=c96d77db-d911-40c4-b9e7-86cf09166ade HTTP/1.1" status: 200 len: 944 time: 0.0672748 Oct 20 10:59:41.946174 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-07ecae51-65b4-4c33-b004-8c4772aff632 req-b328dbd0-3050-4df1-813b-59226bf4fd7f tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/security-groups?id=69f90560-754d-4655-8511-1cc906dc908c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354474 Oct 20 10:59:42.113184 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4932218-47f7-4cd8-8a7c-1624c1515f34 req-4a4aea21-6475-432b-9265-713b20c8f5a7 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:42.114780 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f4932218-47f7-4cd8-8a7c-1624c1515f34 req-4a4aea21-6475-432b-9265-713b20c8f5a7 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3f9930f-6768-428d-b296-1e65ca6bdfa7 HTTP/1.1" status: 200 len: 944 time: 0.0488024 Oct 20 10:59:42.153469 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f4932218-47f7-4cd8-8a7c-1624c1515f34 req-61b43410-7466-4d59-9e19-b2c7354264cd tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=58574406-52f6-4da8-ba4e-3f91a696d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321736 Oct 20 10:59:42.746214 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76b5db4-96e7-4c1c-823d-7279b2fec296 req-401cf7c7-cd9e-48e4-8040-59fe6076af40 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:42.747714 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e76b5db4-96e7-4c1c-823d-7279b2fec296 req-401cf7c7-cd9e-48e4-8040-59fe6076af40 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2cf81fd-63e2-4c70-870f-d3530dbe1445 HTTP/1.1" status: 200 len: 946 time: 0.0525393 Oct 20 10:59:42.789766 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e76b5db4-96e7-4c1c-823d-7279b2fec296 req-41a9785b-3710-4fb6-a840-ae904888d651 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/security-groups?id=204a606e-4754-4938-b4b0-f5de1da0244a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358164 Oct 20 10:59:43.063592 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651b7b61-7d5a-417f-a3ad-3786c0a77d99 req-fff96ab5-7d73-4712-a654-2110970a4aab tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:43.065108 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-651b7b61-7d5a-417f-a3ad-3786c0a77d99 req-fff96ab5-7d73-4712-a654-2110970a4aab tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/ports?device_id=c96d77db-d911-40c4-b9e7-86cf09166ade HTTP/1.1" status: 200 len: 944 time: 0.0500402 Oct 20 10:59:43.108698 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-651b7b61-7d5a-417f-a3ad-3786c0a77d99 req-34ead95e-55b4-46af-9710-0968ff6ede20 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/security-groups?id=69f90560-754d-4655-8511-1cc906dc908c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370100 Oct 20 10:59:43.275693 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19308e8-6836-46bd-a3b2-e45156ebf01c req-8f4c43a5-d753-4197-bf48-62ffcaff3448 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:43.277195 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b19308e8-6836-46bd-a3b2-e45156ebf01c req-8f4c43a5-d753-4197-bf48-62ffcaff3448 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3f9930f-6768-428d-b296-1e65ca6bdfa7 HTTP/1.1" status: 200 len: 944 time: 0.0513592 Oct 20 10:59:43.314822 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b19308e8-6836-46bd-a3b2-e45156ebf01c req-ac63bb79-63ac-4a93-ab9f-1e61d193b91f tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=58574406-52f6-4da8-ba4e-3f91a696d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314424 Oct 20 10:59:43.430685 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6c4b7c-9c9a-4200-ae71-a80a534b0858 req-00cf8c7a-1358-4b46-a557-ef4c3b13d78f tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:43.432401 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ab6c4b7c-9c9a-4200-ae71-a80a534b0858 req-00cf8c7a-1358-4b46-a557-ef4c3b13d78f tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3f9930f-6768-428d-b296-1e65ca6bdfa7 HTTP/1.1" status: 200 len: 944 time: 0.0486929 Oct 20 10:59:43.475996 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ab6c4b7c-9c9a-4200-ae71-a80a534b0858 req-9510b89b-a6c2-4138-b78f-72f2a86bd770 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=58574406-52f6-4da8-ba4e-3f91a696d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375638 Oct 20 10:59:43.927455 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5f0e1f-6b15-40b6-89e9-1c1b8c9efd4a req-53d46e16-5070-4076-b789-9519bbabf297 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:43.929056 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6a5f0e1f-6b15-40b6-89e9-1c1b8c9efd4a req-53d46e16-5070-4076-b789-9519bbabf297 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2cf81fd-63e2-4c70-870f-d3530dbe1445 HTTP/1.1" status: 200 len: 946 time: 0.0606968 Oct 20 10:59:43.975285 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6a5f0e1f-6b15-40b6-89e9-1c1b8c9efd4a req-7263421c-fff8-4e74-8661-9e46560c15a6 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/security-groups?id=204a606e-4754-4938-b4b0-f5de1da0244a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392096 Oct 20 10:59:44.155865 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daf4e14-38cf-4465-aa09-7608f0a4968d req-96b4730e-ebd9-42a5-995f-46492db637e0 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:44.157414 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7daf4e14-38cf-4465-aa09-7608f0a4968d req-96b4730e-ebd9-42a5-995f-46492db637e0 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=cf249b76-110b-4a6c-939c-271135c51ed5 HTTP/1.1" status: 200 len: 943 time: 0.0516984 Oct 20 10:59:44.278914 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8154b1cb-87b0-400c-89eb-7116e567466f req-f3500e29-09fe-4747-8bc2-5462aa708b23 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:44.280409 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8154b1cb-87b0-400c-89eb-7116e567466f req-f3500e29-09fe-4747-8bc2-5462aa708b23 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/ports?device_id=c96d77db-d911-40c4-b9e7-86cf09166ade HTTP/1.1" status: 200 len: 944 time: 0.0905430 Oct 20 10:59:44.328222 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-7daf4e14-38cf-4465-aa09-7608f0a4968d req-b5171d61-7fd5-4767-9820-cbdcbecf2264 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Deleting port 7fbdf689-3db1-4886-929a-0e9dd6b47aac {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:59:44.328555 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-7daf4e14-38cf-4465-aa09-7608f0a4968d req-b5171d61-7fd5-4767-9820-cbdcbecf2264 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:44.334772 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8154b1cb-87b0-400c-89eb-7116e567466f req-1983671c-629e-440a-bdec-51b7d4559bf2 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/security-groups?id=69f90560-754d-4655-8511-1cc906dc908c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479476 Oct 20 10:59:44.428667 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-7daf4e14-38cf-4465-aa09-7608f0a4968d req-b5171d61-7fd5-4767-9820-cbdcbecf2264 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] For port 7fbdf689-3db1-4886-929a-0e9dd6b47aac, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=7fbdf689-3db1-4886-929a-0e9dd6b47aac,segment=NetworkSegment(7a7eba38-3a2c-4235-a145-c989dfc5d4dc),segment_id=7a7eba38-3a2c-4235-a145-c989dfc5d4dc)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:59:44.429040 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-7daf4e14-38cf-4465-aa09-7608f0a4968d req-b5171d61-7fd5-4767-9820-cbdcbecf2264 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:44.441580 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-7daf4e14-38cf-4465-aa09-7608f0a4968d req-b5171d61-7fd5-4767-9820-cbdcbecf2264 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Calling delete_port for 7fbdf689-3db1-4886-929a-0e9dd6b47aac owned by compute:nova {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:59:44.576424 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-7daf4e14-38cf-4465-aa09-7608f0a4968d req-b5171d61-7fd5-4767-9820-cbdcbecf2264 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:44.588118 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['d33cb694-c196-43c2-8360-cb3ae8d54011', '89dc4f74-338f-4016-a563-371b8a0755c9'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:59:44.609162 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5171d61-7fd5-4767-9820-cbdcbecf2264 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Pushing event deleted for resources: {'Port': ['ID=7fbdf689-3db1-4886-929a-0e9dd6b47aac,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:59:44.658059 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-7daf4e14-38cf-4465-aa09-7608f0a4968d req-b5171d61-7fd5-4767-9820-cbdcbecf2264 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] No DVR routers for this DVR port 7fbdf689-3db1-4886-929a-0e9dd6b47aac on host n-h1-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:59:44.664571 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-7daf4e14-38cf-4465-aa09-7608f0a4968d req-b5171d61-7fd5-4767-9820-cbdcbecf2264 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:44.668330 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7daf4e14-38cf-4465-aa09-7608f0a4968d req-b5171d61-7fd5-4767-9820-cbdcbecf2264 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "DELETE /v2.0/ports/7fbdf689-3db1-4886-929a-0e9dd6b47aac HTTP/1.1" status: 204 len: 173 time: 0.5043714 Oct 20 10:59:44.668879 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf249b76-110b-4a6c-939c-271135c51ed5', 'name': 'network-vif-deleted', 'tag': '7fbdf689-3db1-4886-929a-0e9dd6b47aac'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:59:44.671377 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99a8f51b-741d-4487-92d1-7f64f270c051" -d '{"events": [{"server_uuid": "cf249b76-110b-4a6c-939c-271135c51ed5", "name": "network-vif-deleted", "tag": "7fbdf689-3db1-4886-929a-0e9dd6b47aac"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:59:44.718699 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 20 Oct 2021 10:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23d7b976-82a3-492d-8af9-5e250a4b96c4 x-openstack-request-id: req-23d7b976-82a3-492d-8af9-5e250a4b96c4 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:59:44.719238 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf249b76-110b-4a6c-939c-271135c51ed5", "name": "network-vif-deleted", "tag": "7fbdf689-3db1-4886-929a-0e9dd6b47aac", "status": "failed", "code": 422}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:59:44.720020 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-23d7b976-82a3-492d-8af9-5e250a4b96c4 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:59:44.720441 n-d-811396-3 neutron-server[100596]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'cf249b76-110b-4a6c-939c-271135c51ed5', 'name': 'network-vif-deleted', 'tag': '7fbdf689-3db1-4886-929a-0e9dd6b47aac', 'status': 'failed', 'code': 422} returned with failed status Oct 20 10:59:45.005463 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2f6f76eb-231a-4f8c-82fc-fed2791f07b2 req-ec92884e-4fcc-4504-abe3-1ed1d0413534 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=928910e8-f235-47d6-a26a-937049f93884&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0424683 Oct 20 10:59:45.013400 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 2fe7dd4c-b108-4b49-a12f-140dfeb22363 details requested by agent hyperv_n-h1-811396-3 with host n-h1-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:59:45.097175 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6f76eb-231a-4f8c-82fc-fed2791f07b2 req-f0803448-fe51-441a-9698-29a2aa7ed5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:45.100524 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2f6f76eb-231a-4f8c-82fc-fed2791f07b2 req-f0803448-fe51-441a-9698-29a2aa7ed5d1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=376203cb7dec4dad9717307d6c606d33&device_id=928910e8-f235-47d6-a26a-937049f93884 HTTP/1.1" status: 200 len: 1096 time: 0.0658138 Oct 20 10:59:45.147326 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 2fe7dd4c-b108-4b49-a12f-140dfeb22363, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=2fe7dd4c-b108-4b49-a12f-140dfeb22363,segment=NetworkSegment(454bfc68-3d11-4849-8508-1d19e9dea5ec),segment_id=454bfc68-3d11-4849-8508-1d19e9dea5ec)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:59:45.164780 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Returning: {'device': '2fe7dd4c-b108-4b49-a12f-140dfeb22363', 'network_id': '5f3de8d1-83f4-4081-a4ae-e84fa44c63e9', 'port_id': '2fe7dd4c-b108-4b49-a12f-140dfeb22363', 'mac_address': 'fa:16:3e:0a:89:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 817, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1112b924-dfee-4f27-9509-3316f3e9f37a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:59:45.218727 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:45.236442 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fe7dd4c-b108-4b49-a12f-140dfeb22363 {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:59:45.252352 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ac8916-a005-4f20-a500-84b0d1f4c813 req-f964b778-c4b1-4cc9-a0b1-2b98f4aea945 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:45.254629 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-98ac8916-a005-4f20-a500-84b0d1f4c813 req-f964b778-c4b1-4cc9-a0b1-2b98f4aea945 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2cf81fd-63e2-4c70-870f-d3530dbe1445 HTTP/1.1" status: 200 len: 946 time: 0.1529186 Oct 20 10:59:45.281100 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 2fe7dd4c-b108-4b49-a12f-140dfeb22363, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=2fe7dd4c-b108-4b49-a12f-140dfeb22363,segment=NetworkSegment(454bfc68-3d11-4849-8508-1d19e9dea5ec),segment_id=454bfc68-3d11-4849-8508-1d19e9dea5ec)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:59:45.288603 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:45.310580 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6f76eb-231a-4f8c-82fc-fed2791f07b2 req-73f956b5-2266-425f-8235-4c728c777142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:45.312310 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2f6f76eb-231a-4f8c-82fc-fed2791f07b2 req-73f956b5-2266-425f-8235-4c728c777142 service neutron] 10.222.0.69 "GET /v2.0/networks?id=b8b1e2be-5932-428e-a716-07af13af4e6c HTTP/1.1" status: 200 len: 912 time: 0.1634731 Oct 20 10:59:45.333864 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-98ac8916-a005-4f20-a500-84b0d1f4c813 req-784715bf-175c-4a37-9cc3-f126da864479 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/security-groups?id=204a606e-4754-4938-b4b0-f5de1da0244a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690396 Oct 20 10:59:45.356397 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=2fe7dd4c-b108-4b49-a12f-140dfeb22363,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:59:45.386004 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2f6f76eb-231a-4f8c-82fc-fed2791f07b2 req-e48f2ec4-5845-44a8-8fc2-70580511e396 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=89dc4f74-338f-4016-a563-371b8a0755c9 HTTP/1.1" status: 200 len: 217 time: 0.0511522 Oct 20 10:59:45.493333 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6f76eb-231a-4f8c-82fc-fed2791f07b2 req-aa62537b-ac42-4145-a9a7-30df21005730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:45.494781 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2f6f76eb-231a-4f8c-82fc-fed2791f07b2 req-aa62537b-ac42-4145-a9a7-30df21005730 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=437b47ec-4211-421c-828b-76408ce53dce HTTP/1.1" status: 200 len: 850 time: 0.1010718 Oct 20 10:59:45.504636 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da32e7c-ea04-4976-8b5c-faace684df69 req-b5211054-e6a4-402d-b51d-efc866a9251d tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:45.505994 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1da32e7c-ea04-4976-8b5c-faace684df69 req-b5211054-e6a4-402d-b51d-efc866a9251d tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b681e62-7e4f-423c-9da7-38e1fed3c9dc HTTP/1.1" status: 200 len: 907 time: 0.1229630 Oct 20 10:59:45.540799 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a35ef5-cd5e-4dec-a52c-2a427dec38f2 req-edce91f1-02b0-43b4-a4f5-e80901fd3595 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:45.542249 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-37a35ef5-cd5e-4dec-a52c-2a427dec38f2 req-edce91f1-02b0-43b4-a4f5-e80901fd3595 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/ports?device_id=c96d77db-d911-40c4-b9e7-86cf09166ade HTTP/1.1" status: 200 len: 945 time: 0.1039226 Oct 20 10:59:45.576448 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6f76eb-231a-4f8c-82fc-fed2791f07b2 req-e5822a14-9272-47e8-9627-d746d0c91893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:45.579214 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2f6f76eb-231a-4f8c-82fc-fed2791f07b2 req-e5822a14-9272-47e8-9627-d746d0c91893 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b8b1e2be-5932-428e-a716-07af13af4e6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0712421 Oct 20 10:59:45.599709 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-37a35ef5-cd5e-4dec-a52c-2a427dec38f2 req-ab600143-2044-4696-bfb6-1c5d43945e86 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/security-groups?id=69f90560-754d-4655-8511-1cc906dc908c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504315 Oct 20 10:59:45.675820 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2f6f76eb-231a-4f8c-82fc-fed2791f07b2 req-38aacdf6-e83f-4eda-9f2c-975614a0c506 service neutron] 10.222.0.69 "GET /v2.0/networks/b8b1e2be-5932-428e-a716-07af13af4e6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885210 Oct 20 10:59:45.715868 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['2fe7dd4c-b108-4b49-a12f-140dfeb22363'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:59:45.779544 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2f6f76eb-231a-4f8c-82fc-fed2791f07b2 req-812f5c5d-9519-482b-9e22-cae7601ed11b service neutron] 10.222.0.69 "GET /v2.0/networks/b8b1e2be-5932-428e-a716-07af13af4e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960062 Oct 20 10:59:46.463216 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df72f11a-203f-4d89-b790-c16bc031804d req-9e516793-49d8-4241-b9a5-a1c6574b8e2b tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:46.464722 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-df72f11a-203f-4d89-b790-c16bc031804d req-9e516793-49d8-4241-b9a5-a1c6574b8e2b tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2cf81fd-63e2-4c70-870f-d3530dbe1445 HTTP/1.1" status: 200 len: 946 time: 0.0612004 Oct 20 10:59:46.502115 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-df72f11a-203f-4d89-b790-c16bc031804d req-604bc19d-cf2f-4e4f-ab61-36f186bda8c7 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/security-groups?id=204a606e-4754-4938-b4b0-f5de1da0244a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313334 Oct 20 10:59:46.623030 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128d7c1c-91b5-4cf6-a1bf-3efdc3a632de req-5592f171-5792-4339-b983-6da8c66f7b7e tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:46.624566 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-128d7c1c-91b5-4cf6-a1bf-3efdc3a632de req-5592f171-5792-4339-b983-6da8c66f7b7e tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b681e62-7e4f-423c-9da7-38e1fed3c9dc HTTP/1.1" status: 200 len: 907 time: 0.0505226 Oct 20 10:59:46.733041 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e43955-2e2d-4b74-a1b8-30a5bec883f9 req-a2316808-4454-4c08-ae7c-17c37102dfe8 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:46.734682 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-21e43955-2e2d-4b74-a1b8-30a5bec883f9 req-a2316808-4454-4c08-ae7c-17c37102dfe8 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/ports?device_id=c96d77db-d911-40c4-b9e7-86cf09166ade HTTP/1.1" status: 200 len: 945 time: 0.0590124 Oct 20 10:59:46.774375 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-21e43955-2e2d-4b74-a1b8-30a5bec883f9 req-2a31f090-71bf-4837-b357-45d2c88d14fa tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/security-groups?id=69f90560-754d-4655-8511-1cc906dc908c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320885 Oct 20 10:59:47.012255 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 2fe7dd4c-b108-4b49-a12f-140dfeb22363 up at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 10:59:47.061357 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning for port 2fe7dd4c-b108-4b49-a12f-140dfeb22363 completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 10:59:47.065226 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning complete for port 2fe7dd4c-b108-4b49-a12f-140dfeb22363 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 10:59:47.065600 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:47.131855 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d150863e-7332-4fc8-9890-b6d3d902175a req-ea873662-f3eb-46b5-a4b3-d7ba9a65f798 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:47.133603 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d150863e-7332-4fc8-9890-b6d3d902175a req-ea873662-f3eb-46b5-a4b3-d7ba9a65f798 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.55 "GET /v2.0/ports?device_id=7b681e62-7e4f-423c-9da7-38e1fed3c9dc HTTP/1.1" status: 200 len: 907 time: 0.0580513 Oct 20 10:59:47.149683 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:47.173519 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c96d77db-d911-40c4-b9e7-86cf09166ade', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fe7dd4c-b108-4b49-a12f-140dfeb22363'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:59:47.176495 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07ced721-5c7e-4448-9621-44ef8237c690" -d '{"events": [{"server_uuid": "c96d77db-d911-40c4-b9e7-86cf09166ade", "name": "network-vif-plugged", "status": "completed", "tag": "2fe7dd4c-b108-4b49-a12f-140dfeb22363"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:59:47.193415 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 2fe7dd4c-b108-4b49-a12f-140dfeb22363, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=2fe7dd4c-b108-4b49-a12f-140dfeb22363,segment=NetworkSegment(454bfc68-3d11-4849-8508-1d19e9dea5ec),segment_id=454bfc68-3d11-4849-8508-1d19e9dea5ec)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:59:47.210623 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:47.252263 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b3f4544-1e0f-4932-9d7d-30dc4a6d2708 x-openstack-request-id: req-9b3f4544-1e0f-4932-9d7d-30dc4a6d2708 {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:59:47.252816 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c96d77db-d911-40c4-b9e7-86cf09166ade", "name": "network-vif-plugged", "status": "completed", "tag": "2fe7dd4c-b108-4b49-a12f-140dfeb22363", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:59:47.253228 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9b3f4544-1e0f-4932-9d7d-30dc4a6d2708 {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:59:47.253415 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-d150863e-7332-4fc8-9890-b6d3d902175a req-c34407ad-b266-45f1-bb88-c5c050423358 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Deleting port 20fb5938-9d47-473f-92d6-bf544bc4c10a {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:59:47.253773 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-d150863e-7332-4fc8-9890-b6d3d902175a req-c34407ad-b266-45f1-bb88-c5c050423358 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:47.254261 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c96d77db-d911-40c4-b9e7-86cf09166ade', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fe7dd4c-b108-4b49-a12f-140dfeb22363', 'code': 200} Oct 20 10:59:47.289733 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=2fe7dd4c-b108-4b49-a12f-140dfeb22363,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:59:47.395082 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-d150863e-7332-4fc8-9890-b6d3d902175a req-c34407ad-b266-45f1-bb88-c5c050423358 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] For port 20fb5938-9d47-473f-92d6-bf544bc4c10a, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=20fb5938-9d47-473f-92d6-bf544bc4c10a,segment=NetworkSegment(7a7eba38-3a2c-4235-a145-c989dfc5d4dc),segment_id=7a7eba38-3a2c-4235-a145-c989dfc5d4dc)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:59:47.395476 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-d150863e-7332-4fc8-9890-b6d3d902175a req-c34407ad-b266-45f1-bb88-c5c050423358 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:47.412814 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8840cecc-ec20-4c3a-a3e2-0023c5093032 req-6560e547-0a3d-44e7-af8b-4f5f83d8734d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:47.414287 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8840cecc-ec20-4c3a-a3e2-0023c5093032 req-6560e547-0a3d-44e7-af8b-4f5f83d8734d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c96d77db-d911-40c4-b9e7-86cf09166ade HTTP/1.1" status: 200 len: 1097 time: 0.0766785 Oct 20 10:59:47.418243 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-d150863e-7332-4fc8-9890-b6d3d902175a req-c34407ad-b266-45f1-bb88-c5c050423358 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Calling delete_port for 20fb5938-9d47-473f-92d6-bf544bc4c10a owned by compute:nova {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:59:47.489340 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8840cecc-ec20-4c3a-a3e2-0023c5093032 req-1f895395-cd71-4dbc-88e4-c7011de94148 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=69f90560-754d-4655-8511-1cc906dc908c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670819 Oct 20 10:59:47.571319 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-d150863e-7332-4fc8-9890-b6d3d902175a req-c34407ad-b266-45f1-bb88-c5c050423358 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:47.611637 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34407ad-b266-45f1-bb88-c5c050423358 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Pushing event deleted for resources: {'Port': ['ID=20fb5938-9d47-473f-92d6-bf544bc4c10a,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:59:47.681196 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-d150863e-7332-4fc8-9890-b6d3d902175a req-c34407ad-b266-45f1-bb88-c5c050423358 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] No DVR routers for this DVR port 20fb5938-9d47-473f-92d6-bf544bc4c10a on host n-h1-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:59:47.685678 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-d150863e-7332-4fc8-9890-b6d3d902175a req-c34407ad-b266-45f1-bb88-c5c050423358 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:47.689094 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d150863e-7332-4fc8-9890-b6d3d902175a req-c34407ad-b266-45f1-bb88-c5c050423358 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.55 "DELETE /v2.0/ports/20fb5938-9d47-473f-92d6-bf544bc4c10a HTTP/1.1" status: 204 len: 173 time: 0.5496345 Oct 20 10:59:47.696953 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43e5ea6-ccba-4ce7-bbf5-000df843e323 req-7877b647-4533-404a-8a30-aa37b60a3e3d tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:47.698501 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a43e5ea6-ccba-4ce7-bbf5-000df843e323 req-7877b647-4533-404a-8a30-aa37b60a3e3d tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2cf81fd-63e2-4c70-870f-d3530dbe1445 HTTP/1.1" status: 200 len: 946 time: 0.1250107 Oct 20 10:59:47.698957 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b681e62-7e4f-423c-9da7-38e1fed3c9dc', 'name': 'network-vif-deleted', 'tag': '20fb5938-9d47-473f-92d6-bf544bc4c10a'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:59:47.701325 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aab7a23d-d11e-4878-8ac6-c3e440b6cc75" -d '{"events": [{"server_uuid": "7b681e62-7e4f-423c-9da7-38e1fed3c9dc", "name": "network-vif-deleted", "tag": "20fb5938-9d47-473f-92d6-bf544bc4c10a"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:59:47.754837 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7fb86f6a-f7aa-481c-94fc-124ad0947ca6 req-34ca7a29-f1f4-449e-97a0-6b0ecb85bebd tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b681e62-7e4f-423c-9da7-38e1fed3c9dc HTTP/1.1" status: 200 len: 210 time: 0.0494592 Oct 20 10:59:47.790996 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a43e5ea6-ccba-4ce7-bbf5-000df843e323 req-5522dbc7-4de8-4a67-96fe-600806ecccbd tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/security-groups?id=204a606e-4754-4938-b4b0-f5de1da0244a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772674 Oct 20 10:59:47.804568 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdfafe83-2763-4471-84b7-8687b3871ee9 x-openstack-request-id: req-fdfafe83-2763-4471-84b7-8687b3871ee9 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:59:47.804862 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b681e62-7e4f-423c-9da7-38e1fed3c9dc", "name": "network-vif-deleted", "tag": "20fb5938-9d47-473f-92d6-bf544bc4c10a", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:59:47.805178 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fdfafe83-2763-4471-84b7-8687b3871ee9 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:59:47.805509 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b681e62-7e4f-423c-9da7-38e1fed3c9dc', 'name': 'network-vif-deleted', 'tag': '20fb5938-9d47-473f-92d6-bf544bc4c10a', 'status': 'completed', 'code': 200} Oct 20 10:59:47.920631 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12462cde-1587-485f-b2ac-8e1913b0a4f6 req-a030c71f-2db0-4a4a-baf0-f325ea04594b tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:47.923915 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-12462cde-1587-485f-b2ac-8e1913b0a4f6 req-a030c71f-2db0-4a4a-baf0-f325ea04594b tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/ports?device_id=c96d77db-d911-40c4-b9e7-86cf09166ade HTTP/1.1" status: 200 len: 946 time: 0.0640118 Oct 20 10:59:47.964331 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-12462cde-1587-485f-b2ac-8e1913b0a4f6 req-cef4ee35-e8ee-4caf-bda0-6ae23d17202a tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/security-groups?id=69f90560-754d-4655-8511-1cc906dc908c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352669 Oct 20 10:59:48.920814 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e1ae3b-d333-457e-9b0f-f089be510e93 req-19a0b2a3-0f1a-40b4-a4fa-0c9246f0bb7e tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:48.929708 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-17e1ae3b-d333-457e-9b0f-f089be510e93 req-19a0b2a3-0f1a-40b4-a4fa-0c9246f0bb7e tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2cf81fd-63e2-4c70-870f-d3530dbe1445 HTTP/1.1" status: 200 len: 946 time: 0.0626729 Oct 20 10:59:48.980662 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-17e1ae3b-d333-457e-9b0f-f089be510e93 req-26d01a5d-554c-431b-a548-d61c9b2d215d tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/security-groups?id=204a606e-4754-4938-b4b0-f5de1da0244a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497222 Oct 20 10:59:49.120649 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e650a63-b944-4e3e-90d3-26545819e52d req-eb93a547-35af-4db0-a766-f747d537a344 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:49.122222 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3e650a63-b944-4e3e-90d3-26545819e52d req-eb93a547-35af-4db0-a766-f747d537a344 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/ports?device_id=c96d77db-d911-40c4-b9e7-86cf09166ade HTTP/1.1" status: 200 len: 946 time: 0.0857556 Oct 20 10:59:49.135064 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e5e7c9-7fed-46c4-87c9-ac6a80b904f0 req-86de3f8a-bc6a-497e-a145-a3e4223f50dc tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:49.136635 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-25e5e7c9-7fed-46c4-87c9-ac6a80b904f0 req-86de3f8a-bc6a-497e-a145-a3e4223f50dc tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=928910e8-f235-47d6-a26a-937049f93884 HTTP/1.1" status: 200 len: 945 time: 0.0988739 Oct 20 10:59:49.193589 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3e650a63-b944-4e3e-90d3-26545819e52d req-f6f7079f-e501-4422-9a02-544c284a88fe tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/security-groups?id=69f90560-754d-4655-8511-1cc906dc908c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552022 Oct 20 10:59:49.201565 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-25e5e7c9-7fed-46c4-87c9-ac6a80b904f0 req-313edc08-1734-4ed7-8753-5f3da7a3bec9 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=7d9a6fe5-d7f3-4fa2-86d5-4c121918dfe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553508 Oct 20 10:59:49.275323 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:49.423927 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c823f4-ca97-4d78-acaa-011776773812 req-fcff115a-12a6-4ac2-897e-4f513b65c2d7 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:49.425402 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f1c823f4-ca97-4d78-acaa-011776773812 req-fcff115a-12a6-4ac2-897e-4f513b65c2d7 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/ports?device_id=c96d77db-d911-40c4-b9e7-86cf09166ade HTTP/1.1" status: 200 len: 946 time: 0.0498230 Oct 20 10:59:49.462535 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f1c823f4-ca97-4d78-acaa-011776773812 req-8a0c273b-87e8-4873-baab-f70d3be7b0f4 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/security-groups?id=69f90560-754d-4655-8511-1cc906dc908c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306983 Oct 20 10:59:49.583575 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce47ed26-3f96-4d0c-8c79-3a949b37af28 req-91b8e79d-f9bf-4f12-b08c-c4fedb4b10df tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:49.585131 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ce47ed26-3f96-4d0c-8c79-3a949b37af28 req-91b8e79d-f9bf-4f12-b08c-c4fedb4b10df tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/ports?device_id=c96d77db-d911-40c4-b9e7-86cf09166ade HTTP/1.1" status: 200 len: 946 time: 0.0509326 Oct 20 10:59:49.631561 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ce47ed26-3f96-4d0c-8c79-3a949b37af28 req-bfc56e80-eb29-4bb1-a75b-0cb5a676e53e tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/security-groups?id=69f90560-754d-4655-8511-1cc906dc908c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399647 Oct 20 10:59:49.868916 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a866a2d-e254-403c-bdc4-389f73282314 req-5678af07-dc1b-4978-9a1a-8785fcfefd71 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:49.870479 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4a866a2d-e254-403c-bdc4-389f73282314 req-5678af07-dc1b-4978-9a1a-8785fcfefd71 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/ports?device_id=c96d77db-d911-40c4-b9e7-86cf09166ade HTTP/1.1" status: 200 len: 946 time: 0.0520275 Oct 20 10:59:49.909481 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4a866a2d-e254-403c-bdc4-389f73282314 req-b966b471-027d-4dba-b1f6-4e2a92f3d15c tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/security-groups?id=69f90560-754d-4655-8511-1cc906dc908c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312858 Oct 20 10:59:50.098611 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc949bd5-f3de-4496-bc0f-9b13f6005852 req-0615d628-58fb-49d8-8b2b-a308fa2a3469 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:50.103962 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cc949bd5-f3de-4496-bc0f-9b13f6005852 req-0615d628-58fb-49d8-8b2b-a308fa2a3469 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2cf81fd-63e2-4c70-870f-d3530dbe1445 HTTP/1.1" status: 200 len: 946 time: 0.0580735 Oct 20 10:59:50.140969 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cc949bd5-f3de-4496-bc0f-9b13f6005852 req-d9a8f37b-2b87-4fb8-951f-9df969420bc8 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/security-groups?id=204a606e-4754-4938-b4b0-f5de1da0244a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340087 Oct 20 10:59:50.700586 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098f4406-c2ce-4614-8b66-68c36c5579c8 req-98844e41-8e87-445d-932a-97760833330a tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:50.702068 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-098f4406-c2ce-4614-8b66-68c36c5579c8 req-98844e41-8e87-445d-932a-97760833330a tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=928910e8-f235-47d6-a26a-937049f93884 HTTP/1.1" status: 200 len: 945 time: 0.4294472 Oct 20 10:59:50.724862 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece42fce-3c83-4047-97b9-5f82d890a69c req-d20cd8ac-a66e-4b19-a1eb-2e892d5d8e56 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:50.726314 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ece42fce-3c83-4047-97b9-5f82d890a69c req-d20cd8ac-a66e-4b19-a1eb-2e892d5d8e56 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.69 "GET /v2.0/ports?device_id=928910e8-f235-47d6-a26a-937049f93884 HTTP/1.1" status: 200 len: 945 time: 0.4230962 Oct 20 10:59:50.776932 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-098f4406-c2ce-4614-8b66-68c36c5579c8 req-21959918-8ef9-4bb7-a640-faf11e240195 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=7d9a6fe5-d7f3-4fa2-86d5-4c121918dfe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678031 Oct 20 10:59:50.831921 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-ece42fce-3c83-4047-97b9-5f82d890a69c req-a9eb452b-745b-44e0-98a3-a4dd372a3d82 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Deleting port 89dc4f74-338f-4016-a563-371b8a0755c9 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:59:50.832259 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-ece42fce-3c83-4047-97b9-5f82d890a69c req-a9eb452b-745b-44e0-98a3-a4dd372a3d82 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:50.924843 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-ece42fce-3c83-4047-97b9-5f82d890a69c req-a9eb452b-745b-44e0-98a3-a4dd372a3d82 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] For port 89dc4f74-338f-4016-a563-371b8a0755c9, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=89dc4f74-338f-4016-a563-371b8a0755c9,segment=NetworkSegment(7a7eba38-3a2c-4235-a145-c989dfc5d4dc),segment_id=7a7eba38-3a2c-4235-a145-c989dfc5d4dc)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:59:50.925205 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-ece42fce-3c83-4047-97b9-5f82d890a69c req-a9eb452b-745b-44e0-98a3-a4dd372a3d82 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:50.937134 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-ece42fce-3c83-4047-97b9-5f82d890a69c req-a9eb452b-745b-44e0-98a3-a4dd372a3d82 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Calling delete_port for 89dc4f74-338f-4016-a563-371b8a0755c9 owned by compute:nova {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:59:51.043366 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 20fb5938-9d47-473f-92d6-bf544bc4c10a no longer exists at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:59:51.051850 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adf9e14-5009-47ca-a64f-4ed79f0c3303 req-8fb83176-666d-443e-8f9f-f0635b4f7383 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:51.053647 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0adf9e14-5009-47ca-a64f-4ed79f0c3303 req-8fb83176-666d-443e-8f9f-f0635b4f7383 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/ports?device_id=c96d77db-d911-40c4-b9e7-86cf09166ade HTTP/1.1" status: 200 len: 946 time: 0.0747275 Oct 20 10:59:51.070721 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] No Port match for: 20fb5938-9d47-473f-92d6-bf544bc4c10a {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:59:51.071180 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 20fb5938-9d47-473f-92d6-bf544bc4c10a not bound to the agent host n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:59:51.137693 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0adf9e14-5009-47ca-a64f-4ed79f0c3303 req-71224f86-3f8f-40cb-aea3-823225b72789 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/security-groups?id=69f90560-754d-4655-8511-1cc906dc908c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486653 Oct 20 10:59:51.146680 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-ece42fce-3c83-4047-97b9-5f82d890a69c req-a9eb452b-745b-44e0-98a3-a4dd372a3d82 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:51.161467 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['d33cb694-c196-43c2-8360-cb3ae8d54011'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:59:51.178708 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9eb452b-745b-44e0-98a3-a4dd372a3d82 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Pushing event deleted for resources: {'Port': ['ID=89dc4f74-338f-4016-a563-371b8a0755c9,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:59:51.233549 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-ece42fce-3c83-4047-97b9-5f82d890a69c req-a9eb452b-745b-44e0-98a3-a4dd372a3d82 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] No DVR routers for this DVR port 89dc4f74-338f-4016-a563-371b8a0755c9 on host n-h2-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:59:51.236276 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-ece42fce-3c83-4047-97b9-5f82d890a69c req-a9eb452b-745b-44e0-98a3-a4dd372a3d82 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:51.240664 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ece42fce-3c83-4047-97b9-5f82d890a69c req-a9eb452b-745b-44e0-98a3-a4dd372a3d82 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.69 "DELETE /v2.0/ports/89dc4f74-338f-4016-a563-371b8a0755c9 HTTP/1.1" status: 204 len: 173 time: 0.5080628 Oct 20 10:59:51.241195 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '928910e8-f235-47d6-a26a-937049f93884', 'name': 'network-vif-deleted', 'tag': '89dc4f74-338f-4016-a563-371b8a0755c9'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:59:51.244110 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16d30efc-ef57-431d-b2b3-003606dc3f53" -d '{"events": [{"server_uuid": "928910e8-f235-47d6-a26a-937049f93884", "name": "network-vif-deleted", "tag": "89dc4f74-338f-4016-a563-371b8a0755c9"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:59:51.312537 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d23f4a2-9113-4eb6-a7e3-e3ad3ded5253 req-1c08867b-1033-492c-a232-bf174f24d1da tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:51.314224 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2d23f4a2-9113-4eb6-a7e3-e3ad3ded5253 req-1c08867b-1033-492c-a232-bf174f24d1da tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2cf81fd-63e2-4c70-870f-d3530dbe1445 HTTP/1.1" status: 200 len: 946 time: 0.0667777 Oct 20 10:59:51.360286 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ace71ec9-bf4a-43c1-a2a3-08f1b1a4b32e x-openstack-request-id: req-ace71ec9-bf4a-43c1-a2a3-08f1b1a4b32e {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:59:51.360286 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "928910e8-f235-47d6-a26a-937049f93884", "name": "network-vif-deleted", "tag": "89dc4f74-338f-4016-a563-371b8a0755c9", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:59:51.360654 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ace71ec9-bf4a-43c1-a2a3-08f1b1a4b32e {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:59:51.361153 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '928910e8-f235-47d6-a26a-937049f93884', 'name': 'network-vif-deleted', 'tag': '89dc4f74-338f-4016-a563-371b8a0755c9', 'status': 'completed', 'code': 200} Oct 20 10:59:51.378706 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2d23f4a2-9113-4eb6-a7e3-e3ad3ded5253 req-500ef4cf-bfa3-4daa-b0fe-1b5d4dfdd867 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/security-groups?id=204a606e-4754-4938-b4b0-f5de1da0244a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516083 Oct 20 10:59:51.546656 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f37d928-32d6-4857-a94e-5d2e9b152edb req-d09bcf96-31c3-4d82-af59-e69972355664 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:51.548207 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7f37d928-32d6-4857-a94e-5d2e9b152edb req-d09bcf96-31c3-4d82-af59-e69972355664 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.55 "GET /v2.0/ports?device_id=c96d77db-d911-40c4-b9e7-86cf09166ade HTTP/1.1" status: 200 len: 946 time: 0.0523195 Oct 20 10:59:51.656433 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-7f37d928-32d6-4857-a94e-5d2e9b152edb req-04908660-b101-4e01-9403-9ff0e01f3b9a tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Deleting port 2fe7dd4c-b108-4b49-a12f-140dfeb22363 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:59:51.656899 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-7f37d928-32d6-4857-a94e-5d2e9b152edb req-04908660-b101-4e01-9403-9ff0e01f3b9a tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:51.772033 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-7f37d928-32d6-4857-a94e-5d2e9b152edb req-04908660-b101-4e01-9403-9ff0e01f3b9a tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] For port 2fe7dd4c-b108-4b49-a12f-140dfeb22363, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=2fe7dd4c-b108-4b49-a12f-140dfeb22363,segment=NetworkSegment(454bfc68-3d11-4849-8508-1d19e9dea5ec),segment_id=454bfc68-3d11-4849-8508-1d19e9dea5ec)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:59:51.772406 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-7f37d928-32d6-4857-a94e-5d2e9b152edb req-04908660-b101-4e01-9403-9ff0e01f3b9a tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:51.787250 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-7f37d928-32d6-4857-a94e-5d2e9b152edb req-04908660-b101-4e01-9403-9ff0e01f3b9a tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Calling delete_port for 2fe7dd4c-b108-4b49-a12f-140dfeb22363 owned by compute:nova {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:59:51.938765 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-7f37d928-32d6-4857-a94e-5d2e9b152edb req-04908660-b101-4e01-9403-9ff0e01f3b9a tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:51.951651 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['783580f0-59dd-475f-8b83-b93fba68f44d'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:59:51.990548 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04908660-b101-4e01-9403-9ff0e01f3b9a tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Pushing event deleted for resources: {'Port': ['ID=2fe7dd4c-b108-4b49-a12f-140dfeb22363,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:59:52.014500 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['2fe7dd4c-b108-4b49-a12f-140dfeb22363'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:59:52.040357 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f37d928-32d6-4857-a94e-5d2e9b152edb req-04908660-b101-4e01-9403-9ff0e01f3b9a tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] No DVR routers for this DVR port 2fe7dd4c-b108-4b49-a12f-140dfeb22363 on host n-h1-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:59:52.043179 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-7f37d928-32d6-4857-a94e-5d2e9b152edb req-04908660-b101-4e01-9403-9ff0e01f3b9a tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:52.046658 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7f37d928-32d6-4857-a94e-5d2e9b152edb req-04908660-b101-4e01-9403-9ff0e01f3b9a tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.55 "DELETE /v2.0/ports/2fe7dd4c-b108-4b49-a12f-140dfeb22363 HTTP/1.1" status: 204 len: 173 time: 0.4921131 Oct 20 10:59:52.101135 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f26e1b-61ee-43f7-9acd-f1d8b7296225 req-1163c7d6-86ef-4790-845d-90360fe0521f tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:52.102663 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-88f26e1b-61ee-43f7-9acd-f1d8b7296225 req-1163c7d6-86ef-4790-845d-90360fe0521f tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=f333013b-3605-4c97-9095-c29d67e00745 HTTP/1.1" status: 200 len: 946 time: 0.0635099 Oct 20 10:59:52.157110 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-88f26e1b-61ee-43f7-9acd-f1d8b7296225 req-e5348510-36a3-43ea-b263-589929fb1f0d tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=7d9a6fe5-d7f3-4fa2-86d5-4c121918dfe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410318 Oct 20 10:59:52.251314 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d9ebff-1f81-470a-a225-1a49bba44912 req-46f7aff0-0a9f-4bff-856d-0e3a71189dae tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:52.252860 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f7d9ebff-1f81-470a-a225-1a49bba44912 req-46f7aff0-0a9f-4bff-856d-0e3a71189dae tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.69 "GET /v2.0/ports?device_id=f333013b-3605-4c97-9095-c29d67e00745 HTTP/1.1" status: 200 len: 946 time: 0.0537834 Oct 20 10:59:52.316180 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a4bd80ac-4d6e-47b8-a800-0334f61ebe68 req-ed6d82e8-232b-4919-982e-0c05e13469c5 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/ports?device_id=c96d77db-d911-40c4-b9e7-86cf09166ade HTTP/1.1" status: 200 len: 210 time: 0.0477338 Oct 20 10:59:52.374585 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-f7d9ebff-1f81-470a-a225-1a49bba44912 req-5b489bc5-f85c-4c5d-a5ff-af9f5481170a tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Deleting port d33cb694-c196-43c2-8360-cb3ae8d54011 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:59:52.374923 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-f7d9ebff-1f81-470a-a225-1a49bba44912 req-5b489bc5-f85c-4c5d-a5ff-af9f5481170a tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:52.511185 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-f7d9ebff-1f81-470a-a225-1a49bba44912 req-5b489bc5-f85c-4c5d-a5ff-af9f5481170a tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] For port d33cb694-c196-43c2-8360-cb3ae8d54011, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=d33cb694-c196-43c2-8360-cb3ae8d54011,segment=NetworkSegment(7a7eba38-3a2c-4235-a145-c989dfc5d4dc),segment_id=7a7eba38-3a2c-4235-a145-c989dfc5d4dc)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:59:52.511582 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-f7d9ebff-1f81-470a-a225-1a49bba44912 req-5b489bc5-f85c-4c5d-a5ff-af9f5481170a tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:52.531053 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf39845-cff2-449f-88c9-fde9e12a07ac req-438e56e4-7928-42db-845f-b935a0ef8fca tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:52.533443 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3cf39845-cff2-449f-88c9-fde9e12a07ac req-438e56e4-7928-42db-845f-b935a0ef8fca tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2cf81fd-63e2-4c70-870f-d3530dbe1445 HTTP/1.1" status: 200 len: 946 time: 0.0894332 Oct 20 10:59:52.539180 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-f7d9ebff-1f81-470a-a225-1a49bba44912 req-5b489bc5-f85c-4c5d-a5ff-af9f5481170a tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Calling delete_port for d33cb694-c196-43c2-8360-cb3ae8d54011 owned by compute:nova {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:59:52.616818 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3cf39845-cff2-449f-88c9-fde9e12a07ac req-b2ca2a4f-d463-47fe-b408-c21f2d5431f7 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/security-groups?id=204a606e-4754-4938-b4b0-f5de1da0244a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750625 Oct 20 10:59:52.726521 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-f7d9ebff-1f81-470a-a225-1a49bba44912 req-5b489bc5-f85c-4c5d-a5ff-af9f5481170a tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:52.738766 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['d33cb694-c196-43c2-8360-cb3ae8d54011'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:59:52.759741 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b489bc5-f85c-4c5d-a5ff-af9f5481170a tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Pushing event deleted for resources: {'Port': ['ID=d33cb694-c196-43c2-8360-cb3ae8d54011,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:59:52.803954 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7d9ebff-1f81-470a-a225-1a49bba44912 req-5b489bc5-f85c-4c5d-a5ff-af9f5481170a tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] No DVR routers for this DVR port d33cb694-c196-43c2-8360-cb3ae8d54011 on host n-h2-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:59:52.806996 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-f7d9ebff-1f81-470a-a225-1a49bba44912 req-5b489bc5-f85c-4c5d-a5ff-af9f5481170a tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:52.810463 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f7d9ebff-1f81-470a-a225-1a49bba44912 req-5b489bc5-f85c-4c5d-a5ff-af9f5481170a tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.69 "DELETE /v2.0/ports/d33cb694-c196-43c2-8360-cb3ae8d54011 HTTP/1.1" status: 204 len: 173 time: 0.5512767 Oct 20 10:59:52.815951 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 89dc4f74-338f-4016-a563-371b8a0755c9 no longer exists at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:59:52.841199 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] No Port match for: 89dc4f74-338f-4016-a563-371b8a0755c9 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:59:52.841542 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 89dc4f74-338f-4016-a563-371b8a0755c9 not bound to the agent host n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:59:53.279926 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a484762a-1b55-4625-b45c-e25bd5ee0c04 req-97b44557-542d-4bc6-9512-f8e6307d16b5 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=f333013b-3605-4c97-9095-c29d67e00745 HTTP/1.1" status: 200 len: 210 time: 0.0355172 Oct 20 10:59:53.362818 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c96d77db-d911-40c4-b9e7-86cf09166ade', 'name': 'network-vif-deleted', 'tag': '2fe7dd4c-b108-4b49-a12f-140dfeb22363'}, {'server_uuid': 'f333013b-3605-4c97-9095-c29d67e00745', 'name': 'network-vif-deleted', 'tag': 'd33cb694-c196-43c2-8360-cb3ae8d54011'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:59:53.365978 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d9f1fa3-d8ee-41c9-9f99-d8e3f6402174" -d '{"events": [{"server_uuid": "c96d77db-d911-40c4-b9e7-86cf09166ade", "name": "network-vif-deleted", "tag": "2fe7dd4c-b108-4b49-a12f-140dfeb22363"}, {"server_uuid": "f333013b-3605-4c97-9095-c29d67e00745", "name": "network-vif-deleted", "tag": "d33cb694-c196-43c2-8360-cb3ae8d54011"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:59:53.424175 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 20 Oct 2021 10:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64c82051-0cde-4e1d-9600-f011a3de6857 x-openstack-request-id: req-64c82051-0cde-4e1d-9600-f011a3de6857 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:59:53.424475 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c96d77db-d911-40c4-b9e7-86cf09166ade", "name": "network-vif-deleted", "tag": "2fe7dd4c-b108-4b49-a12f-140dfeb22363", "status": "completed", "code": 200}, {"server_uuid": "f333013b-3605-4c97-9095-c29d67e00745", "name": "network-vif-deleted", "tag": "d33cb694-c196-43c2-8360-cb3ae8d54011", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:59:53.424782 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-64c82051-0cde-4e1d-9600-f011a3de6857 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:59:53.425192 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c96d77db-d911-40c4-b9e7-86cf09166ade', 'name': 'network-vif-deleted', 'tag': '2fe7dd4c-b108-4b49-a12f-140dfeb22363', 'status': 'completed', 'code': 200} Oct 20 10:59:53.425449 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f333013b-3605-4c97-9095-c29d67e00745', 'name': 'network-vif-deleted', 'tag': 'd33cb694-c196-43c2-8360-cb3ae8d54011', 'status': 'completed', 'code': 200} Oct 20 10:59:53.595024 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295c30a8-9faa-4656-b348-100b33b26ac3 req-2554c6c9-73a3-4002-94bc-c1d7b3a54b8e tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:53.596668 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-295c30a8-9faa-4656-b348-100b33b26ac3 req-2554c6c9-73a3-4002-94bc-c1d7b3a54b8e tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/networks?id=5f3de8d1-83f4-4081-a4ae-e84fa44c63e9 HTTP/1.1" status: 200 len: 806 time: 0.1148250 Oct 20 10:59:53.612883 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-295c30a8-9faa-4656-b348-100b33b26ac3 req-5254719b-1c88-4875-a742-6d8dc3cc82e3 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/quotas/1b65b2e8036f4846a7f6f098c6e62306 HTTP/1.1" status: 200 len: 375 time: 0.0102973 Oct 20 10:59:53.663768 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-295c30a8-9faa-4656-b348-100b33b26ac3 req-37cf72b9-56b7-4d1e-a880-9306e73da266 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=1b65b2e8036f4846a7f6f098c6e62306&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0438213 Oct 20 10:59:53.809970 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafafd68-69c6-478e-a119-ac21f7ac5ac2 req-7029e754-6c51-48ae-b793-0f4e1f5689b1 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:53.811504 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-aafafd68-69c6-478e-a119-ac21f7ac5ac2 req-7029e754-6c51-48ae-b793-0f4e1f5689b1 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2cf81fd-63e2-4c70-870f-d3530dbe1445 HTTP/1.1" status: 200 len: 946 time: 0.1173491 Oct 20 10:59:53.813666 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-295c30a8-9faa-4656-b348-100b33b26ac3 req-06b726c4-c1b5-43e6-a231-9b0e26a8fbad service neutron] 10.222.0.64 "GET /v2.0/networks/5f3de8d1-83f4-4081-a4ae-e84fa44c63e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439195 Oct 20 10:59:53.919309 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-aafafd68-69c6-478e-a119-ac21f7ac5ac2 req-6651853c-0c33-4670-8084-ac04c0bb2ad6 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/security-groups?id=204a606e-4754-4938-b4b0-f5de1da0244a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002486 Oct 20 10:59:53.948480 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-295c30a8-9faa-4656-b348-100b33b26ac3 req-2dda206c-4222-4d2d-839e-f19ea7fa7371 service neutron] 10.222.0.64 "GET /v2.0/networks/5f3de8d1-83f4-4081-a4ae-e84fa44c63e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272590 Oct 20 10:59:54.120692 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-582aed73-00b7-4a6d-88ab-4ace9ecab350 req-3ef1d0a4-ecf3-44af-a10d-e22227eec2bd tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/ports?device_id=aee77fdc-ffea-4568-9e82-ebfc28c5b50d HTTP/1.1" status: 200 len: 210 time: 0.0269651 Oct 20 10:59:54.629772 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1797d01-6140-4321-ae5e-178cdca23952 req-5740a34c-28b1-408f-afd0-f9d55c29c9a1 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:54.632202 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d1797d01-6140-4321-ae5e-178cdca23952 req-5740a34c-28b1-408f-afd0-f9d55c29c9a1 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3f9930f-6768-428d-b296-1e65ca6bdfa7 HTTP/1.1" status: 200 len: 944 time: 0.0648847 Oct 20 10:59:54.674744 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d1797d01-6140-4321-ae5e-178cdca23952 req-d96c158f-1212-4278-abfe-5747303f8805 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=58574406-52f6-4da8-ba4e-3f91a696d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343575 Oct 20 10:59:54.821698 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device d33cb694-c196-43c2-8360-cb3ae8d54011 no longer exists at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:59:54.847857 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] No Port match for: d33cb694-c196-43c2-8360-cb3ae8d54011 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:59:54.848296 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device d33cb694-c196-43c2-8360-cb3ae8d54011 not bound to the agent host n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:59:55.031995 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 2fe7dd4c-b108-4b49-a12f-140dfeb22363 no longer exists at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:59:55.061142 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] No Port match for: 2fe7dd4c-b108-4b49-a12f-140dfeb22363 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 10:59:55.061611 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 2fe7dd4c-b108-4b49-a12f-140dfeb22363 not bound to the agent host n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 10:59:55.065438 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19817d86-c492-4b5e-9087-640c00bc184c req-94af550a-1d48-419c-8807-45948b1d4ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:55.066964 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-19817d86-c492-4b5e-9087-640c00bc184c req-94af550a-1d48-419c-8807-45948b1d4ecd service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a2cf81fd-63e2-4c70-870f-d3530dbe1445 HTTP/1.1" status: 200 len: 1097 time: 0.0678673 Oct 20 10:59:55.075108 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59445679-2af1-4418-a202-03fd293dc492 req-220f7640-9728-4b55-8405-85f90763cf92 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:55.076513 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-59445679-2af1-4418-a202-03fd293dc492 req-220f7640-9728-4b55-8405-85f90763cf92 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2cf81fd-63e2-4c70-870f-d3530dbe1445 HTTP/1.1" status: 200 len: 946 time: 0.0881701 Oct 20 10:59:55.127830 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-19817d86-c492-4b5e-9087-640c00bc184c req-b01a9bda-3029-4f5b-8f53-dd26dfc51b95 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=204a606e-4754-4938-b4b0-f5de1da0244a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502629 Oct 20 10:59:55.136725 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-59445679-2af1-4418-a202-03fd293dc492 req-80f65024-190e-4754-95c7-1f690fa00c4e tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/security-groups?id=204a606e-4754-4938-b4b0-f5de1da0244a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529511 Oct 20 10:59:55.242175 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d2926c96-aec3-404c-a6e1-50a3d164d618 req-f44ba22d-7597-44cf-b168-846f1f08c755 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/ports?device_id=aee77fdc-ffea-4568-9e82-ebfc28c5b50d HTTP/1.1" status: 200 len: 210 time: 0.0463700 Oct 20 10:59:55.352860 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295c30a8-9faa-4656-b348-100b33b26ac3 req-73e7488a-947a-400a-a777-b78b0ac13fff tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:55.354489 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-295c30a8-9faa-4656-b348-100b33b26ac3 req-73e7488a-947a-400a-a777-b78b0ac13fff tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.55 "GET /v2.0/networks?id=5f3de8d1-83f4-4081-a4ae-e84fa44c63e9 HTTP/1.1" status: 200 len: 806 time: 0.1252108 Oct 20 10:59:55.385915 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-295c30a8-9faa-4656-b348-100b33b26ac3 req-bf2cfa77-2fe1-4580-8978-190ab90ceaca tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Request body: {'port': {'device_id': 'aee77fdc-ffea-4568-9e82-ebfc28c5b50d', 'network_id': '5f3de8d1-83f4-4081-a4ae-e84fa44c63e9', 'admin_state_up': True, 'tenant_id': '1b65b2e8036f4846a7f6f098c6e62306'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:59:55.499578 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-295c30a8-9faa-4656-b348-100b33b26ac3 req-bf2cfa77-2fe1-4580-8978-190ab90ceaca tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Made reservation on behalf of 1b65b2e8036f4846a7f6f098c6e62306 for: {'port': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 10:59:55.503215 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-295c30a8-9faa-4656-b348-100b33b26ac3 req-bf2cfa77-2fe1-4580-8978-190ab90ceaca tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:55.635650 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [req-295c30a8-9faa-4656-b348-100b33b26ac3 req-bf2cfa77-2fe1-4580-8978-190ab90ceaca tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Allocated IP 172.20.0.11 (5f3de8d1-83f4-4081-a4ae-e84fa44c63e9/1112b924-dfee-4f27-9509-3316f3e9f37a/5bae7b96-23f0-4d4c-bbb1-1dfe21be1536) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 10:59:55.838625 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2a3540-809f-4c6e-a327-0fe2f1b28180 req-f8debbbc-7d8c-46e9-bec0-58722a7c908e tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:55.840055 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7f2a3540-809f-4c6e-a327-0fe2f1b28180 req-f8debbbc-7d8c-46e9-bec0-58722a7c908e tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3f9930f-6768-428d-b296-1e65ca6bdfa7 HTTP/1.1" status: 200 len: 944 time: 0.0771956 Oct 20 10:59:55.845237 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-295c30a8-9faa-4656-b348-100b33b26ac3 req-bf2cfa77-2fe1-4580-8978-190ab90ceaca tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:55.896063 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7f2a3540-809f-4c6e-a327-0fe2f1b28180 req-db161ff6-c8f6-4441-9ba9-7b062776df1a tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=58574406-52f6-4da8-ba4e-3f91a696d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491259 Oct 20 10:59:55.908280 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-295c30a8-9faa-4656-b348-100b33b26ac3 req-bf2cfa77-2fe1-4580-8978-190ab90ceaca tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:55.923232 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['783580f0-59dd-475f-8b83-b93fba68f44d'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:59:55.953728 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-295c30a8-9faa-4656-b348-100b33b26ac3 req-bf2cfa77-2fe1-4580-8978-190ab90ceaca tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Network 5f3de8d1-83f4-4081-a4ae-e84fa44c63e9 is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 10:59:55.957367 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [req-295c30a8-9faa-4656-b348-100b33b26ac3 req-bf2cfa77-2fe1-4580-8978-190ab90ceaca tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 10:59:55.961482 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-295c30a8-9faa-4656-b348-100b33b26ac3 req-bf2cfa77-2fe1-4580-8978-190ab90ceaca tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 10:59:55.997840 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2cfa77-2fe1-4580-8978-190ab90ceaca tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Pushing event updated for resources: {'Port': ['ID=5bae7b96-23f0-4d4c-bbb1-1dfe21be1536,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:59:56.021436 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295c30a8-9faa-4656-b348-100b33b26ac3 req-bf2cfa77-2fe1-4580-8978-190ab90ceaca tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:56.022586 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-295c30a8-9faa-4656-b348-100b33b26ac3 req-bf2cfa77-2fe1-4580-8978-190ab90ceaca tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:56.041881 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-295c30a8-9faa-4656-b348-100b33b26ac3 req-bf2cfa77-2fe1-4580-8978-190ab90ceaca tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6598692 Oct 20 10:59:56.060480 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-295c30a8-9faa-4656-b348-100b33b26ac3 req-8a8e5d9c-efe8-4435-9422-e49c1bc5e984 service neutron] Request body: {'port': {'device_id': 'aee77fdc-ffea-4568-9e82-ebfc28c5b50d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811396-3'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 10:59:56.125282 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-295c30a8-9faa-4656-b348-100b33b26ac3 req-8a8e5d9c-efe8-4435-9422-e49c1bc5e984 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:56.341660 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1077402-a6a5-467b-bd72-bc42b4afd9f0 req-01abba40-54c3-4c94-8e46-57c92ba58c27 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:56.343121 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d1077402-a6a5-467b-bd72-bc42b4afd9f0 req-01abba40-54c3-4c94-8e46-57c92ba58c27 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2cf81fd-63e2-4c70-870f-d3530dbe1445 HTTP/1.1" status: 200 len: 946 time: 0.0923512 Oct 20 10:59:56.450579 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d1077402-a6a5-467b-bd72-bc42b4afd9f0 req-2c8d1633-5f70-478d-bee9-c0e45599e699 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/security-groups?id=204a606e-4754-4938-b4b0-f5de1da0244a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971501 Oct 20 10:59:56.481100 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 59072) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:59:56.513196 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa10bbff-1e50-4131-baa1-cbe70e3ffe34 req-f15c5f85-d1e5-4a4d-9b24-59555f56df8f tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:56.514882 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fa10bbff-1e50-4131-baa1-cbe70e3ffe34 req-f15c5f85-d1e5-4a4d-9b24-59555f56df8f tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/ports?device_id=aee77fdc-ffea-4568-9e82-ebfc28c5b50d HTTP/1.1" status: 200 len: 932 time: 0.1836772 Oct 20 10:59:56.543439 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-806d08ff-8420-47f1-aae5-5af6366229df tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/floatingips/a736ad97-cfde-4ba0-9b04-b4e4c7b61d8c HTTP/1.1" status: 200 len: 994 time: 0.0595844 Oct 20 10:59:56.604976 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bad41bc-20c4-4c8e-b32e-01ddeeb9d3c2 req-9e25094e-7ba1-4af7-96d6-1668aec5b5a2 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:56.606490 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1bad41bc-20c4-4c8e-b32e-01ddeeb9d3c2 req-9e25094e-7ba1-4af7-96d6-1668aec5b5a2 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3f9930f-6768-428d-b296-1e65ca6bdfa7 HTTP/1.1" status: 200 len: 944 time: 0.1394565 Oct 20 10:59:56.635073 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fa10bbff-1e50-4131-baa1-cbe70e3ffe34 req-ebbcc8cf-e588-4633-85d1-4e81201f20a3 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/security-groups?id=69f90560-754d-4655-8511-1cc906dc908c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132066 Oct 20 10:59:56.653885 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [req-295c30a8-9faa-4656-b348-100b33b26ac3 req-8a8e5d9c-efe8-4435-9422-e49c1bc5e984 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bae7b96-23f0-4d4c-bbb1-1dfe21be1536 {{(pid=100596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:59:56.665840 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-295c30a8-9faa-4656-b348-100b33b26ac3 req-8a8e5d9c-efe8-4435-9422-e49c1bc5e984 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:56.708143 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.provisioning_blocks [req-295c30a8-9faa-4656-b348-100b33b26ac3 req-8a8e5d9c-efe8-4435-9422-e49c1bc5e984 service neutron] Transition to ACTIVE for port object 5bae7b96-23f0-4d4c-bbb1-1dfe21be1536 will not be triggered until provisioned by entity L2. {{(pid=100596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 10:59:56.714506 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-295c30a8-9faa-4656-b348-100b33b26ac3 req-8a8e5d9c-efe8-4435-9422-e49c1bc5e984 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:56.777791 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8e5d9c-efe8-4435-9422-e49c1bc5e984 service neutron] Pushing event updated for resources: {'Port': ['ID=5bae7b96-23f0-4d4c-bbb1-1dfe21be1536,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:59:56.831530 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-1bad41bc-20c4-4c8e-b32e-01ddeeb9d3c2 req-ba6b7c57-d087-4dec-b4a9-01983b3b6a16 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Deleting port d012fc61-e760-4bcf-aff4-9ef2d30ecf9f {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 10:59:56.831898 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-1bad41bc-20c4-4c8e-b32e-01ddeeb9d3c2 req-ba6b7c57-d087-4dec-b4a9-01983b3b6a16 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:56.840668 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 10384482-ef1a-4854-a403-970c7d57b18f details requested by agent hyperv_n-h2-811396-3 with host n-h2-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 10:59:56.843694 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 10384482-ef1a-4854-a403-970c7d57b18f no longer exists at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 10:59:56.920237 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-295c30a8-9faa-4656-b348-100b33b26ac3 req-8a8e5d9c-efe8-4435-9422-e49c1bc5e984 service neutron] Attempting to bind port 5bae7b96-23f0-4d4c-bbb1-1dfe21be1536 on host n-h1-811396-3 for vnic_type normal with profile {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 10:59:56.920538 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-295c30a8-9faa-4656-b348-100b33b26ac3 req-8a8e5d9c-efe8-4435-9422-e49c1bc5e984 service neutron] Attempting to bind port 5bae7b96-23f0-4d4c-bbb1-1dfe21be1536 by drivers openvswitch,hyperv on host n-h1-811396-3 at level 0 using segments [{'id': '454bfc68-3d11-4849-8508-1d19e9dea5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '5f3de8d1-83f4-4081-a4ae-e84fa44c63e9'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 10:59:56.920837 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-295c30a8-9faa-4656-b348-100b33b26ac3 req-8a8e5d9c-efe8-4435-9422-e49c1bc5e984 service neutron] Attempting to bind port 5bae7b96-23f0-4d4c-bbb1-1dfe21be1536 on network 5f3de8d1-83f4-4081-a4ae-e84fa44c63e9 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:59:56.930548 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-295c30a8-9faa-4656-b348-100b33b26ac3 req-8a8e5d9c-efe8-4435-9422-e49c1bc5e984 service neutron] Port 5bae7b96-23f0-4d4c-bbb1-1dfe21be1536 on network 5f3de8d1-83f4-4081-a4ae-e84fa44c63e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 10:59:56.930878 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-295c30a8-9faa-4656-b348-100b33b26ac3 req-8a8e5d9c-efe8-4435-9422-e49c1bc5e984 service neutron] Attempting to bind port 5bae7b96-23f0-4d4c-bbb1-1dfe21be1536 on network 5f3de8d1-83f4-4081-a4ae-e84fa44c63e9 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 10:59:56.943578 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-295c30a8-9faa-4656-b348-100b33b26ac3 req-8a8e5d9c-efe8-4435-9422-e49c1bc5e984 service neutron] Checking agent: {'id': 'b707b4cc-061f-4cf4-bce0-0b3df9b7bec9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 59, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 10:59:56.943951 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-295c30a8-9faa-4656-b348-100b33b26ac3 req-8a8e5d9c-efe8-4435-9422-e49c1bc5e984 service neutron] Checking segment: {'id': '454bfc68-3d11-4849-8508-1d19e9dea5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '5f3de8d1-83f4-4081-a4ae-e84fa44c63e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 10:59:56.944352 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-295c30a8-9faa-4656-b348-100b33b26ac3 req-8a8e5d9c-efe8-4435-9422-e49c1bc5e984 service neutron] Bound using segment: {'id': '454bfc68-3d11-4849-8508-1d19e9dea5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '5f3de8d1-83f4-4081-a4ae-e84fa44c63e9'} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 10:59:56.944812 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-295c30a8-9faa-4656-b348-100b33b26ac3 req-8a8e5d9c-efe8-4435-9422-e49c1bc5e984 service neutron] Bound port: 5bae7b96-23f0-4d4c-bbb1-1dfe21be1536, host: n-h1-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '454bfc68-3d11-4849-8508-1d19e9dea5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '5f3de8d1-83f4-4081-a4ae-e84fa44c63e9'}}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 10:59:56.945264 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-295c30a8-9faa-4656-b348-100b33b26ac3 req-8a8e5d9c-efe8-4435-9422-e49c1bc5e984 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:56.972825 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-1bad41bc-20c4-4c8e-b32e-01ddeeb9d3c2 req-ba6b7c57-d087-4dec-b4a9-01983b3b6a16 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] For port d012fc61-e760-4bcf-aff4-9ef2d30ecf9f, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=d012fc61-e760-4bcf-aff4-9ef2d30ecf9f,segment=NetworkSegment(7a7eba38-3a2c-4235-a145-c989dfc5d4dc),segment_id=7a7eba38-3a2c-4235-a145-c989dfc5d4dc)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:59:56.973983 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-1bad41bc-20c4-4c8e-b32e-01ddeeb9d3c2 req-ba6b7c57-d087-4dec-b4a9-01983b3b6a16 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:56.988767 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 10384482-ef1a-4854-a403-970c7d57b18f, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=10384482-ef1a-4854-a403-970c7d57b18f,segment=NetworkSegment(7d8ef4de-e65b-4686-a877-a724da3cdefe),segment_id=7d8ef4de-e65b-4686-a877-a724da3cdefe)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:59:57.063234 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Returning: {'device': '10384482-ef1a-4854-a403-970c7d57b18f', 'network_id': '5344edc3-4337-4ef2-ba74-f68aceecbff7', 'port_id': '10384482-ef1a-4854-a403-970c7d57b18f', 'mac_address': 'fa:16:3e:ab:57:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 833, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3625dd2d-c8cb-469b-902b-482698fe8483', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 10:59:57.135424 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:57.153920 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:57.177731 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2cf81fd-63e2-4c70-870f-d3530dbe1445', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10384482-ef1a-4854-a403-970c7d57b18f'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:59:57.180224 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dad37a0-1806-47d9-b981-0b5dae0f55fd" -d '{"events": [{"server_uuid": "a2cf81fd-63e2-4c70-870f-d3530dbe1445", "name": "network-vif-unplugged", "status": "completed", "tag": "10384482-ef1a-4854-a403-970c7d57b18f"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:59:57.196857 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 10384482-ef1a-4854-a403-970c7d57b18f, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=10384482-ef1a-4854-a403-970c7d57b18f,segment=NetworkSegment(7d8ef4de-e65b-4686-a877-a724da3cdefe),segment_id=7d8ef4de-e65b-4686-a877-a724da3cdefe)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:59:57.201524 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 10384482-ef1a-4854-a403-970c7d57b18f {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:59:57.209400 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:57.210115 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-295c30a8-9faa-4656-b348-100b33b26ac3 req-8a8e5d9c-efe8-4435-9422-e49c1bc5e984 service neutron] For port 5bae7b96-23f0-4d4c-bbb1-1dfe21be1536, host n-h1-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 10:59:57.240127 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-295c30a8-9faa-4656-b348-100b33b26ac3 req-8a8e5d9c-efe8-4435-9422-e49c1bc5e984 service neutron] For port 5bae7b96-23f0-4d4c-bbb1-1dfe21be1536, host n-h1-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=5bae7b96-23f0-4d4c-bbb1-1dfe21be1536,segment=NetworkSegment(454bfc68-3d11-4849-8508-1d19e9dea5ec),segment_id=454bfc68-3d11-4849-8508-1d19e9dea5ec)] {{(pid=100596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 10:59:57.241817 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Oct 2021 10:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97181c4b-5fdb-4ac4-8343-245f9fa09169 x-openstack-request-id: req-97181c4b-5fdb-4ac4-8343-245f9fa09169 {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:59:57.242208 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2cf81fd-63e2-4c70-870f-d3530dbe1445", "name": "network-vif-unplugged", "status": "completed", "tag": "10384482-ef1a-4854-a403-970c7d57b18f", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:59:57.242565 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-97181c4b-5fdb-4ac4-8343-245f9fa09169 {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:59:57.243248 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2cf81fd-63e2-4c70-870f-d3530dbe1445', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10384482-ef1a-4854-a403-970c7d57b18f', 'code': 200} Oct 20 10:59:57.251536 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a4a351-bd31-40e9-9139-8cdd71a6bddd req-421a36a9-4299-45fc-b94d-50aac1cd0777 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:57.258884 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-50a4a351-bd31-40e9-9139-8cdd71a6bddd req-421a36a9-4299-45fc-b94d-50aac1cd0777 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3f9930f-6768-428d-b296-1e65ca6bdfa7 HTTP/1.1" status: 200 len: 944 time: 0.2029061 Oct 20 10:59:57.273509 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-295c30a8-9faa-4656-b348-100b33b26ac3 req-8a8e5d9c-efe8-4435-9422-e49c1bc5e984 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:57.297269 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.db.api [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 10:59:57.297789 n-d-811396-3 neutron-server[100598]: DEBUG oslo_db.api [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 10:59:57.298531 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=10384482-ef1a-4854-a403-970c7d57b18f,revision_number=6']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:59:57.376867 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295c30a8-9faa-4656-b348-100b33b26ac3 req-8a8e5d9c-efe8-4435-9422-e49c1bc5e984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:57.377271 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-295c30a8-9faa-4656-b348-100b33b26ac3 req-8a8e5d9c-efe8-4435-9422-e49c1bc5e984 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:57.378699 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-295c30a8-9faa-4656-b348-100b33b26ac3 req-8a8e5d9c-efe8-4435-9422-e49c1bc5e984 service neutron] 10.222.0.55 "PUT /v2.0/ports/5bae7b96-23f0-4d4c-bbb1-1dfe21be1536 HTTP/1.1" status: 200 len: 1092 time: 1.3225830 Oct 20 10:59:57.386067 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aee77fdc-ffea-4568-9e82-ebfc28c5b50d', 'tag': '5bae7b96-23f0-4d4c-bbb1-1dfe21be1536'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:59:57.389258 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e92f3d4-13d5-43f3-b735-aac4e88774ac" -d '{"events": [{"name": "network-changed", "server_uuid": "aee77fdc-ffea-4568-9e82-ebfc28c5b50d", "tag": "5bae7b96-23f0-4d4c-bbb1-1dfe21be1536"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:59:57.426078 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-1bad41bc-20c4-4c8e-b32e-01ddeeb9d3c2 req-ba6b7c57-d087-4dec-b4a9-01983b3b6a16 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:57.426448 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-1bad41bc-20c4-4c8e-b32e-01ddeeb9d3c2 req-ba6b7c57-d087-4dec-b4a9-01983b3b6a16 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1773381'] for floatingip, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:57.426792 n-d-811396-3 neutron-server[100596]: INFO neutron.db.l3_db [req-1bad41bc-20c4-4c8e-b32e-01ddeeb9d3c2 req-ba6b7c57-d087-4dec-b4a9-01983b3b6a16 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Floating IP 703fbaeb-03b4-4ff3-b1ac-70d30f24ebde disassociated. External IP: 172.25.1.8, port: d012fc61-e760-4bcf-aff4-9ef2d30ecf9f. Oct 20 10:59:57.427417 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-1bad41bc-20c4-4c8e-b32e-01ddeeb9d3c2 req-ba6b7c57-d087-4dec-b4a9-01983b3b6a16 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Calling delete_port for d012fc61-e760-4bcf-aff4-9ef2d30ecf9f owned by compute:nova {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 10:59:57.455352 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-50a4a351-bd31-40e9-9139-8cdd71a6bddd req-69a4246a-633a-47c4-9b7f-f09a52c6b6aa tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups?id=58574406-52f6-4da8-ba4e-3f91a696d5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1955888 Oct 20 10:59:57.487872 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 10:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddf119d1-9ad5-436d-b521-ac8c471030fd x-openstack-request-id: req-ddf119d1-9ad5-436d-b521-ac8c471030fd {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:59:57.488166 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aee77fdc-ffea-4568-9e82-ebfc28c5b50d", "tag": "5bae7b96-23f0-4d4c-bbb1-1dfe21be1536", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:59:57.488422 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ddf119d1-9ad5-436d-b521-ac8c471030fd {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:59:57.488824 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aee77fdc-ffea-4568-9e82-ebfc28c5b50d', 'tag': '5bae7b96-23f0-4d4c-bbb1-1dfe21be1536', 'status': 'completed', 'code': 200} Oct 20 10:59:57.491754 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8e5d9c-efe8-4435-9422-e49c1bc5e984 service neutron] Pushing event updated for resources: {'Port': ['ID=5bae7b96-23f0-4d4c-bbb1-1dfe21be1536,revision_number=3']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:59:57.551553 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295c30a8-9faa-4656-b348-100b33b26ac3 req-b89afc4c-5f3d-4045-bb14-74b4eb3be5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:57.553356 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-295c30a8-9faa-4656-b348-100b33b26ac3 req-b89afc4c-5f3d-4045-bb14-74b4eb3be5f5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1b65b2e8036f4846a7f6f098c6e62306&device_id=aee77fdc-ffea-4568-9e82-ebfc28c5b50d HTTP/1.1" status: 200 len: 1095 time: 0.0928884 Oct 20 10:59:57.609466 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-295c30a8-9faa-4656-b348-100b33b26ac3 req-056b7d54-dfba-441c-961a-2b528882d554 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5bae7b96-23f0-4d4c-bbb1-1dfe21be1536 HTTP/1.1" status: 200 len: 217 time: 0.0419695 Oct 20 10:59:57.700590 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295c30a8-9faa-4656-b348-100b33b26ac3 req-ac1502e8-c3c4-4945-9751-8a61fb715fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:57.701986 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-295c30a8-9faa-4656-b348-100b33b26ac3 req-ac1502e8-c3c4-4945-9751-8a61fb715fe5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1112b924-dfee-4f27-9509-3316f3e9f37a HTTP/1.1" status: 200 len: 846 time: 0.0855441 Oct 20 10:59:57.703128 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-1bad41bc-20c4-4c8e-b32e-01ddeeb9d3c2 req-ba6b7c57-d087-4dec-b4a9-01983b3b6a16 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:57.757530 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6b7c57-d087-4dec-b4a9-01983b3b6a16 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Pushing event deleted for resources: {'Port': ['ID=d012fc61-e760-4bcf-aff4-9ef2d30ecf9f,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:59:57.784638 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-295c30a8-9faa-4656-b348-100b33b26ac3 req-a28eb8bd-c3f8-452b-aeb3-cc7afff75d32 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5f3de8d1-83f4-4081-a4ae-e84fa44c63e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0729368 Oct 20 10:59:57.845958 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:57.861463 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10384482-ef1a-4854-a403-970c7d57b18f {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 10:59:57.886632 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 10384482-ef1a-4854-a403-970c7d57b18f, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=10384482-ef1a-4854-a403-970c7d57b18f,segment=NetworkSegment(7d8ef4de-e65b-4686-a877-a724da3cdefe),segment_id=7d8ef4de-e65b-4686-a877-a724da3cdefe)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 10:59:57.892048 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:57.969501 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51e6588-35ed-4bfc-9191-578cba070733 req-3097181b-c773-48df-ba92-0b2a87eb916e tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:57.971155 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d51e6588-35ed-4bfc-9191-578cba070733 req-3097181b-c773-48df-ba92-0b2a87eb916e tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/ports?device_id=aee77fdc-ffea-4568-9e82-ebfc28c5b50d HTTP/1.1" status: 200 len: 944 time: 0.2183576 Oct 20 10:59:57.981761 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=10384482-ef1a-4854-a403-970c7d57b18f,revision_number=7']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:59:58.126304 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['10384482-ef1a-4854-a403-970c7d57b18f'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 10:59:58.474723 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-295c30a8-9faa-4656-b348-100b33b26ac3 req-cfc5ba8c-c1d2-4e88-9e5e-69c47332a2ab service neutron] 10.222.0.55 "GET /v2.0/networks/5f3de8d1-83f4-4081-a4ae-e84fa44c63e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6750040 Oct 20 10:59:58.511896 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d51e6588-35ed-4bfc-9191-578cba070733 req-d9f06312-13e9-4aee-8654-a8c3e0de773c tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/security-groups?id=69f90560-754d-4655-8511-1cc906dc908c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5305586 Oct 20 10:59:58.516519 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1bad41bc-20c4-4c8e-b32e-01ddeeb9d3c2 req-ba6b7c57-d087-4dec-b4a9-01983b3b6a16 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Router 7a557037-e967-492c-b370-f342f0a3c8d2 has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 10:59:58.614633 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8496e357-3147-44a9-b2fc-b4844e480f26 req-9d7594a9-8341-4a7c-a00f-406c0464aef9 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3f9930f-6768-428d-b296-1e65ca6bdfa7 HTTP/1.1" status: 200 len: 210 time: 0.0457947 Oct 20 10:59:58.681168 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-295c30a8-9faa-4656-b348-100b33b26ac3 req-b62ef8da-132d-4cdf-a5cd-7aefb6ecb265 service neutron] 10.222.0.55 "GET /v2.0/networks/5f3de8d1-83f4-4081-a4ae-e84fa44c63e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990781 Oct 20 10:59:58.746611 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1bad41bc-20c4-4c8e-b32e-01ddeeb9d3c2 req-ba6b7c57-d087-4dec-b4a9-01983b3b6a16 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 10:59:58.790457 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88db3f94-ac5b-4201-ac9d-eaa13565802f None None] Sync routers for ids ['7a557037-e967-492c-b370-f342f0a3c8d2'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 10:59:58.828592 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88db3f94-ac5b-4201-ac9d-eaa13565802f None None] Routers {'7a557037-e967-492c-b370-f342f0a3c8d2'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:59:58.829225 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-88db3f94-ac5b-4201-ac9d-eaa13565802f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:59:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['7a557037-e967-492c-b370-f342f0a3c8d2'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:59:58.860827 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bad41bc-20c4-4c8e-b32e-01ddeeb9d3c2 req-ba6b7c57-d087-4dec-b4a9-01983b3b6a16 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] No DVR routers for this DVR port d012fc61-e760-4bcf-aff4-9ef2d30ecf9f on host n-h1-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 10:59:58.865345 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-1bad41bc-20c4-4c8e-b32e-01ddeeb9d3c2 req-ba6b7c57-d087-4dec-b4a9-01983b3b6a16 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:58.868801 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1bad41bc-20c4-4c8e-b32e-01ddeeb9d3c2 req-ba6b7c57-d087-4dec-b4a9-01983b3b6a16 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.55 "DELETE /v2.0/ports/d012fc61-e760-4bcf-aff4-9ef2d30ecf9f HTTP/1.1" status: 204 len: 173 time: 2.2530587 Oct 20 10:59:58.885116 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e92f3d4-13d5-43f3-b735-aac4e88774ac req-6bce0c23-7cb4-48cd-8e57-2ab13725350d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:58.886654 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8e92f3d4-13d5-43f3-b735-aac4e88774ac req-6bce0c23-7cb4-48cd-8e57-2ab13725350d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1b65b2e8036f4846a7f6f098c6e62306&device_id=aee77fdc-ffea-4568-9e82-ebfc28c5b50d HTTP/1.1" status: 200 len: 1095 time: 0.1063080 Oct 20 10:59:59.015682 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-88db3f94-ac5b-4201-ac9d-eaa13565802f None None] Set router 7a557037-e967-492c-b370-f342f0a3c8d2 gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:59:59.038588 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e92f3d4-13d5-43f3-b735-aac4e88774ac req-7515a57f-c967-48ba-8670-542a85cc373a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:59.040474 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8e92f3d4-13d5-43f3-b735-aac4e88774ac req-7515a57f-c967-48ba-8670-542a85cc373a service neutron] 10.222.0.55 "GET /v2.0/networks?id=5f3de8d1-83f4-4081-a4ae-e84fa44c63e9 HTTP/1.1" status: 200 len: 907 time: 0.1393495 Oct 20 10:59:59.103872 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8e92f3d4-13d5-43f3-b735-aac4e88774ac req-43943225-c5c5-4919-b985-a12a86840107 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5bae7b96-23f0-4d4c-bbb1-1dfe21be1536 HTTP/1.1" status: 200 len: 217 time: 0.0510724 Oct 20 10:59:59.176271 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e92f3d4-13d5-43f3-b735-aac4e88774ac req-ffd76d1e-7fd3-4ab5-a512-52b1d0791ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:59.178084 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8e92f3d4-13d5-43f3-b735-aac4e88774ac req-ffd76d1e-7fd3-4ab5-a512-52b1d0791ac0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1112b924-dfee-4f27-9509-3316f3e9f37a HTTP/1.1" status: 200 len: 846 time: 0.0668471 Oct 20 10:59:59.213478 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8e92f3d4-13d5-43f3-b735-aac4e88774ac req-79bd248b-cafa-4bf8-a7dd-92268a243017 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5f3de8d1-83f4-4081-a4ae-e84fa44c63e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271025 Oct 20 10:59:59.233459 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-88db3f94-ac5b-4201-ac9d-eaa13565802f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a557037-e967-492c-b370-f342f0a3c8d2', 'name': 'tempest-ServerActionsTestJSON-206231782-router', 'tenant_id': '376203cb7dec4dad9717307d6c606d33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.103'}], 'enable_snat': True}, 'gw_port_id': '31b3a702-cc99-436c-bbb1-23e1bf1e390c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:48:11Z', 'updated_at': '2021-10-20T10:48:18Z', 'revision_number': 4, 'project_id': '376203cb7dec4dad9717307d6c606d33', 'gw_port': {'id': '31b3a702-cc99-436c-bbb1-23e1bf1e390c', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a557037-e967-492c-b370-f342f0a3c8d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:48:12Z', 'updated_at': '2021-10-20T10:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': 'c353f88e-443a-4cfa-8507-0a2746d2a2a6', 'name': '', 'network_id': 'b8b1e2be-5932-428e-a716-07af13af4e6c', 'tenant_id': '376203cb7dec4dad9717307d6c606d33', 'mac_address': 'fa:16:3e:ee:76:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a557037-e967-492c-b370-f342f0a3c8d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2512, 'fixed_ips': [{'subnet_id': '437b47ec-4211-421c-828b-76408ce53dce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:48:16Z', 'updated_at': '2021-10-20T10:48:24Z', 'revision_number': 5, 'project_id': '376203cb7dec4dad9717307d6c606d33', 'subnets': [{'id': '437b47ec-4211-421c-828b-76408ce53dce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:59:59.273470 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88db3f94-ac5b-4201-ac9d-eaa13565802f None None] Checking router: 7a557037-e967-492c-b370-f342f0a3c8d2 for host: n-d-811396-3 {{(pid=100598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 10:59:59.281948 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88db3f94-ac5b-4201-ac9d-eaa13565802f None None] Routers {'7a557037-e967-492c-b370-f342f0a3c8d2'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 10:59:59.282561 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-88db3f94-ac5b-4201-ac9d-eaa13565802f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:59:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['7a557037-e967-492c-b370-f342f0a3c8d2'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:59:59.318693 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8e92f3d4-13d5-43f3-b735-aac4e88774ac req-0b44a806-a01b-4113-8d9a-69175ffde74b service neutron] 10.222.0.55 "GET /v2.0/networks/5f3de8d1-83f4-4081-a4ae-e84fa44c63e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978231 Oct 20 10:59:59.432091 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8e92f3d4-13d5-43f3-b735-aac4e88774ac req-f5243b4c-ca48-423c-8104-d312d1ff8966 service neutron] 10.222.0.55 "GET /v2.0/networks/5f3de8d1-83f4-4081-a4ae-e84fa44c63e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050606 Oct 20 10:59:59.489537 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3f9930f-6768-428d-b296-1e65ca6bdfa7', 'name': 'network-vif-deleted', 'tag': 'd012fc61-e760-4bcf-aff4-9ef2d30ecf9f'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 10:59:59.492015 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-452b6592-03ee-4a40-8d75-fcfbae56fe3c" -d '{"events": [{"server_uuid": "b3f9930f-6768-428d-b296-1e65ca6bdfa7", "name": "network-vif-deleted", "tag": "d012fc61-e760-4bcf-aff4-9ef2d30ecf9f"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 10:59:59.548193 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 10:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0da6ab7a-2fbb-4e6e-a983-2da4ae1076c6 x-openstack-request-id: req-0da6ab7a-2fbb-4e6e-a983-2da4ae1076c6 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 10:59:59.548619 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3f9930f-6768-428d-b296-1e65ca6bdfa7", "name": "network-vif-deleted", "tag": "d012fc61-e760-4bcf-aff4-9ef2d30ecf9f", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 10:59:59.549199 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0da6ab7a-2fbb-4e6e-a983-2da4ae1076c6 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 10:59:59.549670 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3f9930f-6768-428d-b296-1e65ca6bdfa7', 'name': 'network-vif-deleted', 'tag': 'd012fc61-e760-4bcf-aff4-9ef2d30ecf9f', 'status': 'completed', 'code': 200} Oct 20 10:59:59.585544 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-88db3f94-ac5b-4201-ac9d-eaa13565802f None None] Set router 7a557037-e967-492c-b370-f342f0a3c8d2 gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 10:59:59.665929 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c49dba3-22d7-4a0c-a53e-537496b0b9f9 req-c9697344-a2c7-417c-a888-8d7747df0fc0 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 10:59:59.667526 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9c49dba3-22d7-4a0c-a53e-537496b0b9f9 req-c9697344-a2c7-417c-a888-8d7747df0fc0 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/ports?device_id=aee77fdc-ffea-4568-9e82-ebfc28c5b50d HTTP/1.1" status: 200 len: 944 time: 0.0669367 Oct 20 10:59:59.722262 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9c49dba3-22d7-4a0c-a53e-537496b0b9f9 req-d13dff65-0995-4e0f-a393-1aa034b6cd97 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/security-groups?id=69f90560-754d-4655-8511-1cc906dc908c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461488 Oct 20 10:59:59.722262 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 59146) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:59:59.786125 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-dc94f8a9-07d2-4b2d-8dbb-6266df59d788 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:59.810753 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-dc94f8a9-07d2-4b2d-8dbb-6266df59d788 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:59.819625 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-88db3f94-ac5b-4201-ac9d-eaa13565802f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a557037-e967-492c-b370-f342f0a3c8d2', 'name': 'tempest-ServerActionsTestJSON-206231782-router', 'tenant_id': '376203cb7dec4dad9717307d6c606d33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.103'}], 'enable_snat': True}, 'gw_port_id': '31b3a702-cc99-436c-bbb1-23e1bf1e390c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:48:11Z', 'updated_at': '2021-10-20T10:48:18Z', 'revision_number': 4, 'project_id': '376203cb7dec4dad9717307d6c606d33', 'gw_port': {'id': '31b3a702-cc99-436c-bbb1-23e1bf1e390c', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a557037-e967-492c-b370-f342f0a3c8d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:48:12Z', 'updated_at': '2021-10-20T10:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': 'c353f88e-443a-4cfa-8507-0a2746d2a2a6', 'name': '', 'network_id': 'b8b1e2be-5932-428e-a716-07af13af4e6c', 'tenant_id': '376203cb7dec4dad9717307d6c606d33', 'mac_address': 'fa:16:3e:ee:76:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a557037-e967-492c-b370-f342f0a3c8d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2512, 'fixed_ips': [{'subnet_id': '437b47ec-4211-421c-828b-76408ce53dce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:48:16Z', 'updated_at': '2021-10-20T10:48:24Z', 'revision_number': 5, 'project_id': '376203cb7dec4dad9717307d6c606d33', 'subnets': [{'id': '437b47ec-4211-421c-828b-76408ce53dce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 10:59:59.847531 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88db3f94-ac5b-4201-ac9d-eaa13565802f None None] The sync data for ids ['7a557037-e967-492c-b370-f342f0a3c8d2'] in n-d-811396-3 is: [{'id': '7a557037-e967-492c-b370-f342f0a3c8d2', 'name': 'tempest-ServerActionsTestJSON-206231782-router', 'tenant_id': '376203cb7dec4dad9717307d6c606d33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.103'}], 'enable_snat': True}, 'gw_port_id': '31b3a702-cc99-436c-bbb1-23e1bf1e390c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:48:11Z', 'updated_at': '2021-10-20T10:48:18Z', 'revision_number': 4, 'project_id': '376203cb7dec4dad9717307d6c606d33', 'gw_port': {'id': '31b3a702-cc99-436c-bbb1-23e1bf1e390c', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a557037-e967-492c-b370-f342f0a3c8d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:48:12Z', 'updated_at': '2021-10-20T10:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': 'c353f88e-443a-4cfa-8507-0a2746d2a2a6', 'name': '', 'network_id': 'b8b1e2be-5932-428e-a716-07af13af4e6c', 'tenant_id': '376203cb7dec4dad9717307d6c606d33', 'mac_address': 'fa:16:3e:ee:76:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a557037-e967-492c-b370-f342f0a3c8d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2512, 'fixed_ips': [{'subnet_id': '437b47ec-4211-421c-828b-76408ce53dce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:48:16Z', 'updated_at': '2021-10-20T10:48:24Z', 'revision_number': 5, 'project_id': '376203cb7dec4dad9717307d6c606d33', 'subnets': [{'id': '437b47ec-4211-421c-828b-76408ce53dce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 10:59:59.864404 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-dc94f8a9-07d2-4b2d-8dbb-6266df59d788 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:59.867541 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-dc94f8a9-07d2-4b2d-8dbb-6266df59d788 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 10:59:59.868749 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-dc94f8a9-07d2-4b2d-8dbb-6266df59d788 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "DELETE /v2.0/security-groups/58574406-52f6-4da8-ba4e-3f91a696d5a9 HTTP/1.1" status: 204 len: 168 time: 0.1456978 Oct 20 10:59:59.871726 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 59152) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 10:59:59.880025 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc94f8a9-07d2-4b2d-8dbb-6266df59d788 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58574406-52f6-4da8-ba4e-3f91a696d5a9,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 10:59:59.894607 n-d-811396-3 neutron-server[100597]: INFO neutron.api.v2.resource [None req-fbc0f8dc-8046-48c9-898f-33611a08e3ad tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] show failed (client error): The resource could not be found. Oct 20 10:59:59.898111 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-fbc0f8dc-8046-48c9-898f-33611a08e3ad tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "GET /v2.0/security-groups/58574406-52f6-4da8-ba4e-3f91a696d5a9 HTTP/1.1" status: 404 len: 347 time: 0.0229003 Oct 20 10:59:59.898636 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 59154) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:00:00.032666 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-8061b462-c9ad-470c-a42a-c638e87a1498 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Deleting port 02ad8849-60e4-4979-a5fe-4bff5ed22b2c {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:00:00.033088 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8061b462-c9ad-470c-a42a-c638e87a1498 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:00.119245 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8061b462-c9ad-470c-a42a-c638e87a1498 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:00.119890 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8061b462-c9ad-470c-a42a-c638e87a1498 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:00.128531 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317f11fc-a711-4333-ae12-5bfa3cbeb76b None None] New status for floating IP 703fbaeb-03b4-4ff3-b1ac-70d30f24ebde: DOWN {{(pid=100599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 11:00:00.133290 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-8061b462-c9ad-470c-a42a-c638e87a1498 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Calling delete_port for 02ad8849-60e4-4979-a5fe-4bff5ed22b2c owned by network:floatingip {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:00:00.236412 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.db.api [None req-317f11fc-a711-4333-ae12-5bfa3cbeb76b None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 20 11:00:00.236412 n-d-811396-3 neutron-server[100599]: [SQL: UPDATE floatingips SET `status`=%(status)s WHERE floatingips.id = %(floatingips_id)s] Oct 20 11:00:00.236412 n-d-811396-3 neutron-server[100599]: [parameters: {'status': 'DOWN', 'floatingips_id': '703fbaeb-03b4-4ff3-b1ac-70d30f24ebde'}] Oct 20 11:00:00.236412 n-d-811396-3 neutron-server[100599]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100599) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 11:00:00.236804 n-d-811396-3 neutron-server[100599]: DEBUG oslo_db.api [None req-317f11fc-a711-4333-ae12-5bfa3cbeb76b None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 11:00:00.288675 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8061b462-c9ad-470c-a42a-c638e87a1498 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:00.317878 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8061b462-c9ad-470c-a42a-c638e87a1498 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Pushing event deleted for resources: {'Port': ['ID=02ad8849-60e4-4979-a5fe-4bff5ed22b2c,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:00:00.386702 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8061b462-c9ad-470c-a42a-c638e87a1498 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Publish callbacks [] for floatingip, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:00.389980 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8061b462-c9ad-470c-a42a-c638e87a1498 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for floatingip, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:00.391225 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-8061b462-c9ad-470c-a42a-c638e87a1498 tempest-ServerActionsTestJSON-723030511 tempest-ServerActionsTestJSON-723030511-project] 10.222.0.64 "DELETE /v2.0/floatingips/703fbaeb-03b4-4ff3-b1ac-70d30f24ebde HTTP/1.1" status: 204 len: 168 time: 0.4915450 Oct 20 11:00:00.394127 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 59170) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:00:00.738241 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317f11fc-a711-4333-ae12-5bfa3cbeb76b None None] New status for floating IP 703fbaeb-03b4-4ff3-b1ac-70d30f24ebde: DOWN {{(pid=100599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 11:00:00.861400 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 10384482-ef1a-4854-a403-970c7d57b18f up at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:00:00.920278 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51a3e59-9fdd-41c2-8e39-2f672d43fdbf req-1b8030fe-bb8a-46d2-ad01-2d8664ee220c tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:00.921955 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e51a3e59-9fdd-41c2-8e39-2f672d43fdbf req-1b8030fe-bb8a-46d2-ad01-2d8664ee220c tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/ports?device_id=aee77fdc-ffea-4568-9e82-ebfc28c5b50d HTTP/1.1" status: 200 len: 944 time: 0.1055253 Oct 20 11:00:00.922167 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning complete for port 10384482-ef1a-4854-a403-970c7d57b18f triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:00:00.922610 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:01.003654 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e51a3e59-9fdd-41c2-8e39-2f672d43fdbf req-85573e29-8387-406a-a151-8633a864c8b1 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/security-groups?id=69f90560-754d-4655-8511-1cc906dc908c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464373 Oct 20 11:00:01.019241 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:01.049762 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2cf81fd-63e2-4c70-870f-d3530dbe1445', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10384482-ef1a-4854-a403-970c7d57b18f'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:00:01.053074 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19aea749-6d50-4f18-9104-a338b1a507fc" -d '{"events": [{"server_uuid": "a2cf81fd-63e2-4c70-870f-d3530dbe1445", "name": "network-vif-plugged", "status": "completed", "tag": "10384482-ef1a-4854-a403-970c7d57b18f"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:00:01.065948 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 10384482-ef1a-4854-a403-970c7d57b18f, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=10384482-ef1a-4854-a403-970c7d57b18f,segment=NetworkSegment(7d8ef4de-e65b-4686-a877-a724da3cdefe),segment_id=7d8ef4de-e65b-4686-a877-a724da3cdefe)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:00:01.072655 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device d012fc61-e760-4bcf-aff4-9ef2d30ecf9f no longer exists at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:00:01.076573 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:01.107782 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] No Port match for: d012fc61-e760-4bcf-aff4-9ef2d30ecf9f {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:00:01.108388 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device d012fc61-e760-4bcf-aff4-9ef2d30ecf9f not bound to the agent host n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:00:01.123760 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-9e195ebf-09c4-4eab-ab5a-039815407d6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1774405'] for router_interface, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:01.141270 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-088bbf97-4aa7-484f-beaa-f86fce88a838 x-openstack-request-id: req-088bbf97-4aa7-484f-beaa-f86fce88a838 {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:00:01.141727 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2cf81fd-63e2-4c70-870f-d3530dbe1445", "name": "network-vif-plugged", "status": "completed", "tag": "10384482-ef1a-4854-a403-970c7d57b18f", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:00:01.142078 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-088bbf97-4aa7-484f-beaa-f86fce88a838 {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:00:01.142561 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2cf81fd-63e2-4c70-870f-d3530dbe1445', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10384482-ef1a-4854-a403-970c7d57b18f', 'code': 200} Oct 20 11:00:01.169193 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=10384482-ef1a-4854-a403-970c7d57b18f,revision_number=8']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:00:01.409937 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-9e195ebf-09c4-4eab-ab5a-039815407d6f admin admin] Deleting port c353f88e-443a-4cfa-8507-0a2746d2a2a6 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:00:01.410285 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-9e195ebf-09c4-4eab-ab5a-039815407d6f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:01.493249 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [None req-9e195ebf-09c4-4eab-ab5a-039815407d6f admin admin] For port c353f88e-443a-4cfa-8507-0a2746d2a2a6, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=c353f88e-443a-4cfa-8507-0a2746d2a2a6,segment=NetworkSegment(7a7eba38-3a2c-4235-a145-c989dfc5d4dc),segment_id=7a7eba38-3a2c-4235-a145-c989dfc5d4dc)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:00:01.493647 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-9e195ebf-09c4-4eab-ab5a-039815407d6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:01.508824 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-9e195ebf-09c4-4eab-ab5a-039815407d6f admin admin] Calling delete_port for c353f88e-443a-4cfa-8507-0a2746d2a2a6 owned by network:router_interface {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:00:01.735888 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-9e195ebf-09c4-4eab-ab5a-039815407d6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:01.765441 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e195ebf-09c4-4eab-ab5a-039815407d6f admin admin] Pushing event deleted for resources: {'Port': ['ID=c353f88e-443a-4cfa-8507-0a2746d2a2a6,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:00:01.965445 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-9e195ebf-09c4-4eab-ab5a-039815407d6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1771989'] for router_interface, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:02.225648 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7974b691-f935-49a0-a8b2-0a0d0e229428 req-f5c70089-1fc8-4dba-99e4-16bafdddee8d tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:02.227297 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7974b691-f935-49a0-a8b2-0a0d0e229428 req-f5c70089-1fc8-4dba-99e4-16bafdddee8d tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/ports?device_id=aee77fdc-ffea-4568-9e82-ebfc28c5b50d HTTP/1.1" status: 200 len: 944 time: 0.1255698 Oct 20 11:00:02.278653 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e195ebf-09c4-4eab-ab5a-039815407d6f admin admin] Router 7a557037-e967-492c-b370-f342f0a3c8d2 has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:00:02.295342 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7974b691-f935-49a0-a8b2-0a0d0e229428 req-513abc70-6cb2-4629-b27d-dbcc688d7743 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/security-groups?id=69f90560-754d-4655-8511-1cc906dc908c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566146 Oct 20 11:00:02.416973 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e195ebf-09c4-4eab-ab5a-039815407d6f admin admin] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:00:02.423426 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-9e195ebf-09c4-4eab-ab5a-039815407d6f admin admin] 10.222.0.64 "PUT /v2.0/routers/7a557037-e967-492c-b370-f342f0a3c8d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0282393 Oct 20 11:00:02.426343 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 59220) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:00:02.428628 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b638ad0-780c-4275-832d-83589e05ee8e None None] Sync routers for ids ['7a557037-e967-492c-b370-f342f0a3c8d2'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:00:02.440893 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b638ad0-780c-4275-832d-83589e05ee8e None None] Routers {'7a557037-e967-492c-b370-f342f0a3c8d2'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:00:02.441503 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-0b638ad0-780c-4275-832d-83589e05ee8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:59:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['7a557037-e967-492c-b370-f342f0a3c8d2'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:00:02.546669 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-06f81437-52f7-4dca-ae68-5bae61eb3c06 admin admin] Publish callbacks [] for router, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:02.556533 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-0b638ad0-780c-4275-832d-83589e05ee8e None None] Set router 7a557037-e967-492c-b370-f342f0a3c8d2 gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:00:02.685838 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-06f81437-52f7-4dca-ae68-5bae61eb3c06 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:02.755644 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-06f81437-52f7-4dca-ae68-5bae61eb3c06 admin admin] Deleting port 31b3a702-cc99-436c-bbb1-23e1bf1e390c {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:00:02.755991 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-06f81437-52f7-4dca-ae68-5bae61eb3c06 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:02.857608 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-0b638ad0-780c-4275-832d-83589e05ee8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a557037-e967-492c-b370-f342f0a3c8d2', 'name': 'tempest-ServerActionsTestJSON-206231782-router', 'tenant_id': '376203cb7dec4dad9717307d6c606d33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.103'}], 'enable_snat': True}, 'gw_port_id': '31b3a702-cc99-436c-bbb1-23e1bf1e390c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:48:11Z', 'updated_at': '2021-10-20T11:00:01Z', 'revision_number': 5, 'project_id': '376203cb7dec4dad9717307d6c606d33', 'gw_port': {'id': '31b3a702-cc99-436c-bbb1-23e1bf1e390c', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a557037-e967-492c-b370-f342f0a3c8d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:48:12Z', 'updated_at': '2021-10-20T10:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:00:02.877743 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [None req-06f81437-52f7-4dca-ae68-5bae61eb3c06 admin admin] For port 31b3a702-cc99-436c-bbb1-23e1bf1e390c, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=31b3a702-cc99-436c-bbb1-23e1bf1e390c,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:00:02.878389 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-06f81437-52f7-4dca-ae68-5bae61eb3c06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:02.904258 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-06f81437-52f7-4dca-ae68-5bae61eb3c06 admin admin] Calling delete_port for 31b3a702-cc99-436c-bbb1-23e1bf1e390c owned by network:router_gateway {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:00:02.911913 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b638ad0-780c-4275-832d-83589e05ee8e None None] Checking router: 7a557037-e967-492c-b370-f342f0a3c8d2 for host: n-d-811396-3 {{(pid=100598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:00:02.921328 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b638ad0-780c-4275-832d-83589e05ee8e None None] Routers {'7a557037-e967-492c-b370-f342f0a3c8d2'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:00:02.922021 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-0b638ad0-780c-4275-832d-83589e05ee8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T10:59:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['7a557037-e967-492c-b370-f342f0a3c8d2'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:00:03.056345 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-0b638ad0-780c-4275-832d-83589e05ee8e None None] Set router 7a557037-e967-492c-b370-f342f0a3c8d2 gateway port host: None {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:00:03.061017 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 5bae7b96-23f0-4d4c-bbb1-1dfe21be1536 details requested by agent hyperv_n-h1-811396-3 with host n-h1-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:00:03.146482 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-0b638ad0-780c-4275-832d-83589e05ee8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a557037-e967-492c-b370-f342f0a3c8d2', 'name': 'tempest-ServerActionsTestJSON-206231782-router', 'tenant_id': '376203cb7dec4dad9717307d6c606d33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:48:11Z', 'updated_at': '2021-10-20T11:00:02Z', 'revision_number': 6, 'project_id': '376203cb7dec4dad9717307d6c606d33', 'gw_port_host': None}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:00:03.155491 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-06f81437-52f7-4dca-ae68-5bae61eb3c06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:03.178671 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b638ad0-780c-4275-832d-83589e05ee8e None None] The sync data for ids ['7a557037-e967-492c-b370-f342f0a3c8d2'] in n-d-811396-3 is: [{'id': '7a557037-e967-492c-b370-f342f0a3c8d2', 'name': 'tempest-ServerActionsTestJSON-206231782-router', 'tenant_id': '376203cb7dec4dad9717307d6c606d33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:48:11Z', 'updated_at': '2021-10-20T11:00:02Z', 'revision_number': 6, 'project_id': '376203cb7dec4dad9717307d6c606d33', 'gw_port_host': None}] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:00:03.181212 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f81437-52f7-4dca-ae68-5bae61eb3c06 admin admin] Pushing event deleted for resources: {'Port': ['ID=31b3a702-cc99-436c-bbb1-23e1bf1e390c,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:00:03.272372 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-06f81437-52f7-4dca-ae68-5bae61eb3c06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1773439'] for router_gateway, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:03.298581 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 5bae7b96-23f0-4d4c-bbb1-1dfe21be1536, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=5bae7b96-23f0-4d4c-bbb1-1dfe21be1536,segment=NetworkSegment(454bfc68-3d11-4849-8508-1d19e9dea5ec),segment_id=454bfc68-3d11-4849-8508-1d19e9dea5ec)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:00:03.311239 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Returning: {'device': '5bae7b96-23f0-4d4c-bbb1-1dfe21be1536', 'network_id': '5f3de8d1-83f4-4081-a4ae-e84fa44c63e9', 'port_id': '5bae7b96-23f0-4d4c-bbb1-1dfe21be1536', 'mac_address': 'fa:16:3e:82:5d:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 817, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1112b924-dfee-4f27-9509-3316f3e9f37a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:00:03.383203 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-06f81437-52f7-4dca-ae68-5bae61eb3c06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1772272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258304'] for router, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:03.385553 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-06f81437-52f7-4dca-ae68-5bae61eb3c06 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:03.391733 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:03.418708 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bae7b96-23f0-4d4c-bbb1-1dfe21be1536 {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:00:03.436500 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-06f81437-52f7-4dca-ae68-5bae61eb3c06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1772267'] for router, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:03.437396 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06f81437-52f7-4dca-ae68-5bae61eb3c06 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7a557037-e967-492c-b370-f342f0a3c8d2 {{(pid=100596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:00:03.443662 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-06f81437-52f7-4dca-ae68-5bae61eb3c06 admin admin] Publish callbacks [] for router, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:03.444820 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-06f81437-52f7-4dca-ae68-5bae61eb3c06 admin admin] 10.222.0.64 "DELETE /v2.0/routers/7a557037-e967-492c-b370-f342f0a3c8d2 HTTP/1.1" status: 204 len: 168 time: 1.0167131 Oct 20 11:00:03.447265 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 59240) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:00:03.463024 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 5bae7b96-23f0-4d4c-bbb1-1dfe21be1536, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=5bae7b96-23f0-4d4c-bbb1-1dfe21be1536,segment=NetworkSegment(454bfc68-3d11-4849-8508-1d19e9dea5ec),segment_id=454bfc68-3d11-4849-8508-1d19e9dea5ec)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:00:03.467362 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:03.529412 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd6c69b0-833d-4b1e-a028-a256e8cd9f09 admin admin] Deleting subnet 437b47ec-4211-421c-828b-76408ce53dce {{(pid=100596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:00:03.536490 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-dd6c69b0-833d-4b1e-a028-a256e8cd9f09 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:03.558894 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=5bae7b96-23f0-4d4c-bbb1-1dfe21be1536,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:00:03.568522 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-066c74e5-2752-4e01-8043-a76dd9e561b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:03.607247 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bb76f6-fc99-4a46-9d22-b9f518472989 req-a6889983-a5e6-4f81-be3a-d0327f49364b tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:03.609067 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b0bb76f6-fc99-4a46-9d22-b9f518472989 req-a6889983-a5e6-4f81-be3a-d0327f49364b tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/ports?device_id=aee77fdc-ffea-4568-9e82-ebfc28c5b50d HTTP/1.1" status: 200 len: 945 time: 0.1529603 Oct 20 11:00:03.635439 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-dd6c69b0-833d-4b1e-a028-a256e8cd9f09 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25189079'] for subnet, precommit_delete_associations {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:03.745927 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b0bb76f6-fc99-4a46-9d22-b9f518472989 req-218c35e5-e6e2-4fea-82c3-8470d9472cdb tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/security-groups?id=69f90560-754d-4655-8511-1cc906dc908c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278169 Oct 20 11:00:03.768043 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-dd6c69b0-833d-4b1e-a028-a256e8cd9f09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:03.828101 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['5bae7b96-23f0-4d4c-bbb1-1dfe21be1536'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:00:03.856427 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-dd6c69b0-833d-4b1e-a028-a256e8cd9f09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26836193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26761888'] for subnet, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:03.924750 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6c69b0-833d-4b1e-a028-a256e8cd9f09 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=437b47ec-4211-421c-828b-76408ce53dce,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:00:03.929341 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-dd6c69b0-833d-4b1e-a028-a256e8cd9f09 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:03.948052 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 59252) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:00:03.948682 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-dd6c69b0-833d-4b1e-a028-a256e8cd9f09 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/437b47ec-4211-421c-828b-76408ce53dce HTTP/1.1" status: 204 len: 168 time: 0.4995666 Oct 20 11:00:03.961270 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-857bbedb-b602-4e76-90bc-33227c2b94fa None None] Network b8b1e2be-5932-428e-a716-07af13af4e6c requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:00:03.984985 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device c353f88e-443a-4cfa-8507-0a2746d2a2a6 no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:00:04.028496 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: c353f88e-443a-4cfa-8507-0a2746d2a2a6 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:00:04.028921 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device c353f88e-443a-4cfa-8507-0a2746d2a2a6 not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:00:04.113848 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-54a6d173-e0f8-4be7-a6da-a2ff2b7ab883 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:04.184795 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-54a6d173-e0f8-4be7-a6da-a2ff2b7ab883 admin admin] Deleting port 70bf0fa1-8944-4b15-add8-d7cda4846943 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:00:04.185393 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-54a6d173-e0f8-4be7-a6da-a2ff2b7ab883 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:04.290094 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [None req-54a6d173-e0f8-4be7-a6da-a2ff2b7ab883 admin admin] For port 70bf0fa1-8944-4b15-add8-d7cda4846943, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=70bf0fa1-8944-4b15-add8-d7cda4846943,segment=NetworkSegment(7a7eba38-3a2c-4235-a145-c989dfc5d4dc),segment_id=7a7eba38-3a2c-4235-a145-c989dfc5d4dc)] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:00:04.290665 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-54a6d173-e0f8-4be7-a6da-a2ff2b7ab883 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:04.312065 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-54a6d173-e0f8-4be7-a6da-a2ff2b7ab883 admin admin] Calling delete_port for 70bf0fa1-8944-4b15-add8-d7cda4846943 owned by network:dhcp {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:00:04.332439 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f39cd12-3539-4aa9-956a-534fc01699b1 None None] DHCP port deletion for b8b1e2be-5932-428e-a716-07af13af4e6c request from n-d-811396-3 {{(pid=100598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:00:04.415847 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-54a6d173-e0f8-4be7-a6da-a2ff2b7ab883 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:04.420724 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1f39cd12-3539-4aa9-956a-534fc01699b1 None None] Deleting port 70bf0fa1-8944-4b15-add8-d7cda4846943 {{(pid=100598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:00:04.421116 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1f39cd12-3539-4aa9-956a-534fc01699b1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:04.457390 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a6d173-e0f8-4be7-a6da-a2ff2b7ab883 admin admin] Pushing event deleted for resources: {'Port': ['ID=70bf0fa1-8944-4b15-add8-d7cda4846943,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:00:04.462751 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a6d173-e0f8-4be7-a6da-a2ff2b7ab883 admin admin] No DVR routers for this DVR port 70bf0fa1-8944-4b15-add8-d7cda4846943 on host n-d-811396-3 {{(pid=100597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:00:04.501829 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a6d173-e0f8-4be7-a6da-a2ff2b7ab883 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:00:04.502469 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a6d173-e0f8-4be7-a6da-a2ff2b7ab883 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:00:04.503027 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a6d173-e0f8-4be7-a6da-a2ff2b7ab883 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:00:04.511767 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a6d173-e0f8-4be7-a6da-a2ff2b7ab883 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:00:04.512436 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a6d173-e0f8-4be7-a6da-a2ff2b7ab883 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:00:04.512981 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a6d173-e0f8-4be7-a6da-a2ff2b7ab883 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:00:04.513518 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a6d173-e0f8-4be7-a6da-a2ff2b7ab883 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:00:04.514069 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a6d173-e0f8-4be7-a6da-a2ff2b7ab883 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:00:04.514610 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a6d173-e0f8-4be7-a6da-a2ff2b7ab883 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:00:04.515084 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a6d173-e0f8-4be7-a6da-a2ff2b7ab883 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:00:04.516015 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a6d173-e0f8-4be7-a6da-a2ff2b7ab883 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:00:04.516475 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a6d173-e0f8-4be7-a6da-a2ff2b7ab883 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:00:04.521774 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1f39cd12-3539-4aa9-956a-534fc01699b1 None None] For port 70bf0fa1-8944-4b15-add8-d7cda4846943, host n-d-811396-3, got binding levels [] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:00:04.522409 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1f39cd12-3539-4aa9-956a-534fc01699b1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:04.549216 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1f39cd12-3539-4aa9-956a-534fc01699b1 None None] Calling delete_port for 70bf0fa1-8944-4b15-add8-d7cda4846943 owned by network:dhcp {{(pid=100598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:00:04.552998 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.ipam_backend_mixin [None req-1f39cd12-3539-4aa9-956a-534fc01699b1 None None] Port 70bf0fa1-8944-4b15-add8-d7cda4846943 was not found and therefore no delete operation was performed {{(pid=100598) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 20 11:00:04.554908 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1f39cd12-3539-4aa9-956a-534fc01699b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956'] for port, after_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:04.571848 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-54a6d173-e0f8-4be7-a6da-a2ff2b7ab883 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:04.587457 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f39cd12-3539-4aa9-956a-534fc01699b1 None None] Pushing event deleted for resources: {'Port': ['ID=70bf0fa1-8944-4b15-add8-d7cda4846943,revision_number=None']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:00:04.600148 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f39cd12-3539-4aa9-956a-534fc01699b1 None None] No DVR routers for this DVR port 70bf0fa1-8944-4b15-add8-d7cda4846943 on host n-d-811396-3 {{(pid=100598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:00:04.630887 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-54a6d173-e0f8-4be7-a6da-a2ff2b7ab883 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8b1e2be-5932-428e-a716-07af13af4e6c']}} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:00:04.656264 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-54a6d173-e0f8-4be7-a6da-a2ff2b7ab883 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a7eba38-3a2c-4235-a145-c989dfc5d4dc') {'for_net_delete': True} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:00:04.657069 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-54a6d173-e0f8-4be7-a6da-a2ff2b7ab883 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a7eba38-3a2c-4235-a145-c989dfc5d4dc') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:00:04.674621 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-54a6d173-e0f8-4be7-a6da-a2ff2b7ab883 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25852596'] for segment, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:04.690396 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-54a6d173-e0f8-4be7-a6da-a2ff2b7ab883 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:04.696495 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54a6d173-e0f8-4be7-a6da-a2ff2b7ab883 admin admin] Releasing vlan 834 on physical network physnet1 to pool {{(pid=100597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:00:04.696881 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-54a6d173-e0f8-4be7-a6da-a2ff2b7ab883 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951012'] for segment, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:04.698893 n-d-811396-3 neutron-server[100597]: Traceback (most recent call last): Oct 20 11:00:04.698893 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:00:04.698893 n-d-811396-3 neutron-server[100597]: timer() Oct 20 11:00:04.698893 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:00:04.698893 n-d-811396-3 neutron-server[100597]: cb(*args, **kw) Oct 20 11:00:04.698893 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:00:04.698893 n-d-811396-3 neutron-server[100597]: return func(*args, **kwargs) Oct 20 11:00:04.698893 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:00:04.698893 n-d-811396-3 neutron-server[100597]: self._notify() Oct 20 11:00:04.698893 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:00:04.698893 n-d-811396-3 neutron-server[100597]: self.callback(batched_events) Oct 20 11:00:04.698893 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:00:04.698893 n-d-811396-3 neutron-server[100597]: event.method(event) Oct 20 11:00:04.698893 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:00:04.698893 n-d-811396-3 neutron-server[100597]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:00:04.698893 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:00:04.698893 n-d-811396-3 neutron-server[100597]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:00:04.698893 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:00:04.698893 n-d-811396-3 neutron-server[100597]: return f(self, *a, **k) Oct 20 11:00:04.698893 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:00:04.698893 n-d-811396-3 neutron-server[100597]: return self._get(url).json() Oct 20 11:00:04.698893 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:00:04.698893 n-d-811396-3 neutron-server[100597]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:00:04.698893 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:00:04.698893 n-d-811396-3 neutron-server[100597]: return self.request(url, 'GET', **kwargs) Oct 20 11:00:04.698893 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:00:04.698893 n-d-811396-3 neutron-server[100597]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:00:04.698893 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:00:04.698893 n-d-811396-3 neutron-server[100597]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:00:04.698893 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:00:04.698893 n-d-811396-3 neutron-server[100597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:00:04.698893 n-d-811396-3 neutron-server[100597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:00:04.763276 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-54a6d173-e0f8-4be7-a6da-a2ff2b7ab883 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:04.771342 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-54a6d173-e0f8-4be7-a6da-a2ff2b7ab883 admin admin] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:04.774667 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-54a6d173-e0f8-4be7-a6da-a2ff2b7ab883 admin admin] 10.222.0.64 "DELETE /v2.0/networks/b8b1e2be-5932-428e-a716-07af13af4e6c HTTP/1.1" status: 204 len: 168 time: 0.8245616 Oct 20 11:00:04.799044 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a6d173-e0f8-4be7-a6da-a2ff2b7ab883 admin admin] Pushing event deleted for resources: {'Network': ['ID=b8b1e2be-5932-428e-a716-07af13af4e6c,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:00:04.918184 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a2085c-cbd3-4f52-8660-314dc0e96b14 req-f474c2ce-d4a2-40d5-9277-adf696543e8e tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:04.919682 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e2a2085c-cbd3-4f52-8660-314dc0e96b14 req-f474c2ce-d4a2-40d5-9277-adf696543e8e tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/ports?device_id=aee77fdc-ffea-4568-9e82-ebfc28c5b50d HTTP/1.1" status: 200 len: 945 time: 0.0711997 Oct 20 11:00:05.006016 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e2a2085c-cbd3-4f52-8660-314dc0e96b14 req-02429dce-c3c7-42f2-b7ee-81731c1c7616 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/security-groups?id=69f90560-754d-4655-8511-1cc906dc908c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786564 Oct 20 11:00:05.066742 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 59270) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:00:05.074645 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 5bae7b96-23f0-4d4c-bbb1-1dfe21be1536 up at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:00:05.165564 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning for port 5bae7b96-23f0-4d4c-bbb1-1dfe21be1536 completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:00:05.172915 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning complete for port 5bae7b96-23f0-4d4c-bbb1-1dfe21be1536 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:00:05.173123 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:05.176393 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-74bdc853-0b6f-4ee0-861f-82c8ca7dfaf4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=376203cb7dec4dad9717307d6c606d33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1070077 Oct 20 11:00:05.178801 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 59274) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:00:05.271215 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5353e293-a9f6-4737-80d2-2fe939b1f089 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:05.275566 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:05.300668 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aee77fdc-ffea-4568-9e82-ebfc28c5b50d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bae7b96-23f0-4d4c-bbb1-1dfe21be1536'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:00:05.303299 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bcd8590-2d39-450d-a639-b96c82075f66" -d '{"events": [{"server_uuid": "aee77fdc-ffea-4568-9e82-ebfc28c5b50d", "name": "network-vif-plugged", "status": "completed", "tag": "5bae7b96-23f0-4d4c-bbb1-1dfe21be1536"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:00:05.314087 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5353e293-a9f6-4737-80d2-2fe939b1f089 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:05.317697 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 5bae7b96-23f0-4d4c-bbb1-1dfe21be1536, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=5bae7b96-23f0-4d4c-bbb1-1dfe21be1536,segment=NetworkSegment(454bfc68-3d11-4849-8508-1d19e9dea5ec),segment_id=454bfc68-3d11-4849-8508-1d19e9dea5ec)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:00:05.325970 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:05.372715 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5353e293-a9f6-4737-80d2-2fe939b1f089 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:05.377020 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5353e293-a9f6-4737-80d2-2fe939b1f089 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:05.379843 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-5353e293-a9f6-4737-80d2-2fe939b1f089 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7d9a6fe5-d7f3-4fa2-86d5-4c121918dfe9 HTTP/1.1" status: 204 len: 168 time: 0.1997173 Oct 20 11:00:05.389742 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5353e293-a9f6-4737-80d2-2fe939b1f089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d9a6fe5-d7f3-4fa2-86d5-4c121918dfe9,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:00:05.419156 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:00:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07331a01-8ad6-47a6-aef1-7fa28c29ef7c x-openstack-request-id: req-07331a01-8ad6-47a6-aef1-7fa28c29ef7c {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:00:05.419797 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aee77fdc-ffea-4568-9e82-ebfc28c5b50d", "name": "network-vif-plugged", "status": "completed", "tag": "5bae7b96-23f0-4d4c-bbb1-1dfe21be1536", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:00:05.420260 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-07331a01-8ad6-47a6-aef1-7fa28c29ef7c {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:00:05.420820 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aee77fdc-ffea-4568-9e82-ebfc28c5b50d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bae7b96-23f0-4d4c-bbb1-1dfe21be1536', 'code': 200} Oct 20 11:00:05.432318 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=5bae7b96-23f0-4d4c-bbb1-1dfe21be1536,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:00:05.535333 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62deaaaf-1079-4e99-a34d-e03f4c1f48be req-4a17feb9-f6f8-4072-b670-c4fde99187e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:05.540421 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-62deaaaf-1079-4e99-a34d-e03f4c1f48be req-4a17feb9-f6f8-4072-b670-c4fde99187e8 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=aee77fdc-ffea-4568-9e82-ebfc28c5b50d HTTP/1.1" status: 200 len: 1097 time: 0.0739915 Oct 20 11:00:05.611675 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-62deaaaf-1079-4e99-a34d-e03f4c1f48be req-5d507250-6a59-4135-9034-86c36e5a6843 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=69f90560-754d-4655-8511-1cc906dc908c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624845 Oct 20 11:00:05.898213 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 31b3a702-cc99-436c-bbb1-23e1bf1e390c no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:00:05.937994 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 31b3a702-cc99-436c-bbb1-23e1bf1e390c {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:00:05.938349 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 31b3a702-cc99-436c-bbb1-23e1bf1e390c not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:00:05.938775 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 70bf0fa1-8944-4b15-add8-d7cda4846943 no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:00:05.961546 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 70bf0fa1-8944-4b15-add8-d7cda4846943 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:00:05.962001 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 70bf0fa1-8944-4b15-add8-d7cda4846943 not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:00:06.168302 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-8448ae32-aa71-4307-849c-a6890503b212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:06.237604 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaa5a4a-9ba8-4b8f-8033-905c57e2ad01 req-a05a97f3-abb5-45b1-b037-7afda3ffcf0e tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:06.239904 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-faaa5a4a-9ba8-4b8f-8033-905c57e2ad01 req-a05a97f3-abb5-45b1-b037-7afda3ffcf0e tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/ports?device_id=aee77fdc-ffea-4568-9e82-ebfc28c5b50d HTTP/1.1" status: 200 len: 946 time: 0.0906878 Oct 20 11:00:06.322110 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-faaa5a4a-9ba8-4b8f-8033-905c57e2ad01 req-1a59179c-9daa-4013-8834-9f11e6d8e0b8 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/security-groups?id=69f90560-754d-4655-8511-1cc906dc908c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567398 Oct 20 11:00:06.598676 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 59306) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:00:06.744941 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-5fafaa72-77eb-413c-848c-25922f563772 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1806904471-network', 'tenant_id': '8c8c424dc4364d139b8790c0230dd821'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:00:06.787719 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fafaa72-77eb-413c-848c-25922f563772 admin admin] Made reservation on behalf of 8c8c424dc4364d139b8790c0230dd821 for: {'network': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:00:06.790424 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5fafaa72-77eb-413c-848c-25922f563772 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:06.804653 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5fafaa72-77eb-413c-848c-25922f563772 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:06.950993 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5fafaa72-77eb-413c-848c-25922f563772 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:06.962191 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5fafaa72-77eb-413c-848c-25922f563772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:06.985423 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fafaa72-77eb-413c-848c-25922f563772 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 846} {{(pid=100597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:00:07.003329 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5fafaa72-77eb-413c-848c-25922f563772 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:07.003708 n-d-811396-3 neutron-server[100597]: INFO neutron.db.segments_db [None req-5fafaa72-77eb-413c-848c-25922f563772 admin admin] Added segment 99c86600-7cf1-4589-a9ab-be46793587f7 of type vlan for network 3122d736-76bf-4eb5-b059-acbeeb796faa Oct 20 11:00:07.005048 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fafaa72-77eb-413c-848c-25922f563772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c7106d4-af29-457e-ba5b-d99b637f4e3d,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:00:07.072269 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5fafaa72-77eb-413c-848c-25922f563772 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:07.114833 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5fafaa72-77eb-413c-848c-25922f563772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:07.116747 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fafaa72-77eb-413c-848c-25922f563772 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:07.117491 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5fafaa72-77eb-413c-848c-25922f563772 admin admin] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:07.151525 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:07.209947 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-5fafaa72-77eb-413c-848c-25922f563772 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.6094673 Oct 20 11:00:07.210750 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fafaa72-77eb-413c-848c-25922f563772 admin admin] Pushing event updated for resources: {'Network': ['ID=3122d736-76bf-4eb5-b059-acbeeb796faa,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:00:07.215948 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 59312) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:00:07.241538 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-1c44d878-afd7-48db-9fdf-5974b045a8d4 admin admin] Request body: {'subnet': {'network_id': '3122d736-76bf-4eb5-b059-acbeeb796faa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1806904471-subnet', 'tenant_id': '8c8c424dc4364d139b8790c0230dd821', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:00:07.242388 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network 3122d736-76bf-4eb5-b059-acbeeb796faa details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:00:07.314380 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c44d878-afd7-48db-9fdf-5974b045a8d4 admin admin] Made reservation on behalf of 8c8c424dc4364d139b8790c0230dd821 for: {'subnet': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:00:07.316795 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1c44d878-afd7-48db-9fdf-5974b045a8d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26761797'] for subnet, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:07.508054 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55777058-c4b1-421b-b61c-a1d7b48147c1 req-d3530926-efa5-4950-9665-37f8668861cd tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:07.509543 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-55777058-c4b1-421b-b61c-a1d7b48147c1 req-d3530926-efa5-4950-9665-37f8668861cd tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/ports?device_id=aee77fdc-ffea-4568-9e82-ebfc28c5b50d HTTP/1.1" status: 200 len: 946 time: 0.0950689 Oct 20 11:00:07.593515 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:07.609563 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-55777058-c4b1-421b-b61c-a1d7b48147c1 req-ba0b8bd5-eca3-42c7-85dc-28f224f681ad tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/security-groups?id=69f90560-754d-4655-8511-1cc906dc908c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719748 Oct 20 11:00:07.640163 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1c44d878-afd7-48db-9fdf-5974b045a8d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26836128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26761819'] for subnet, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:07.730881 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c44d878-afd7-48db-9fdf-5974b045a8d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bfc16e43-be7c-4467-b921-ff247d475f08,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:00:07.777628 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c44d878-afd7-48db-9fdf-5974b045a8d4 admin admin] Checking segment: {'id': '99c86600-7cf1-4589-a9ab-be46793587f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '3122d736-76bf-4eb5-b059-acbeeb796faa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:00:07.778113 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c44d878-afd7-48db-9fdf-5974b045a8d4 admin admin] Network hostable DHCP agents. Network: 3122d736-76bf-4eb5-b059-acbeeb796faa, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:00:07.812266 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c44d878-afd7-48db-9fdf-5974b045a8d4 admin admin] Network 3122d736-76bf-4eb5-b059-acbeeb796faa is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:00:07.827490 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-1c44d878-afd7-48db-9fdf-5974b045a8d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, 3122d736-76bf-4eb5-b059-acbeeb796faa) {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:00:07.843114 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd1990a5-bcc3-4527-9bb4-bc7aba42a2dc None None] Network 3122d736-76bf-4eb5-b059-acbeeb796faa requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:00:07.855130 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c44d878-afd7-48db-9fdf-5974b045a8d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:07.856869 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1c44d878-afd7-48db-9fdf-5974b045a8d4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:07.896911 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-1c44d878-afd7-48db-9fdf-5974b045a8d4 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.6697814 Oct 20 11:00:08.017573 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c1ccf2-b88a-40df-8f60-440097b15ecd req-566695b3-8bc2-4845-9d1f-d4d6ff30ec9f tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:08.032258 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-98c1ccf2-b88a-40df-8f60-440097b15ecd req-566695b3-8bc2-4845-9d1f-d4d6ff30ec9f tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/ports?device_id=aee77fdc-ffea-4568-9e82-ebfc28c5b50d HTTP/1.1" status: 200 len: 946 time: 0.1146734 Oct 20 11:00:08.086625 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-98c1ccf2-b88a-40df-8f60-440097b15ecd req-af4be367-fddc-47ca-bcb9-58087b56b58a tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/security-groups?id=69f90560-754d-4655-8511-1cc906dc908c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475750 Oct 20 11:00:08.139507 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13da6a75-42e2-431f-bef7-43d3f009999b None None] Network 3122d736-76bf-4eb5-b059-acbeeb796faa requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:00:08.201023 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:08.259336 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e602a826-e8f1-468f-8560-03db523c1008 req-6a13e158-9daf-4546-b79a-38cec64511ac tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:08.261051 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e602a826-e8f1-468f-8560-03db523c1008 req-6a13e158-9daf-4546-b79a-38cec64511ac tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/ports?device_id=aee77fdc-ffea-4568-9e82-ebfc28c5b50d HTTP/1.1" status: 200 len: 946 time: 0.0735297 Oct 20 11:00:08.392487 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e602a826-e8f1-468f-8560-03db523c1008 req-0beef533-67f1-4f20-9fcd-6ff7c2517612 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/security-groups?id=69f90560-754d-4655-8511-1cc906dc908c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073940 Oct 20 11:00:08.711481 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e19364-ab77-4d3f-828d-42fd99225dc8 req-9bd96171-3eb6-49f6-8e53-cb5ad4ce2515 tempest-ServerAddressesNegativeTestJSON-824162987 tempest-ServerAddressesNegativeTestJSON-824162987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:08.713092 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f6e19364-ab77-4d3f-828d-42fd99225dc8 req-9bd96171-3eb6-49f6-8e53-cb5ad4ce2515 tempest-ServerAddressesNegativeTestJSON-824162987 tempest-ServerAddressesNegativeTestJSON-824162987-project] 10.222.0.64 "GET /v2.0/networks?id=3122d736-76bf-4eb5-b059-acbeeb796faa HTTP/1.1" status: 200 len: 822 time: 0.2179248 Oct 20 11:00:08.721314 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f0fcea-0bd4-4b71-8f84-3d5566353887 req-3aa8c44b-db80-41b0-9a66-399b0d6a94b1 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:08.722717 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-48f0fcea-0bd4-4b71-8f84-3d5566353887 req-3aa8c44b-db80-41b0-9a66-399b0d6a94b1 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/ports?device_id=aee77fdc-ffea-4568-9e82-ebfc28c5b50d HTTP/1.1" status: 200 len: 946 time: 0.0858066 Oct 20 11:00:08.738116 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f6e19364-ab77-4d3f-828d-42fd99225dc8 req-4c7432ac-957d-49d2-9e83-e9a8aef082e2 tempest-ServerAddressesNegativeTestJSON-824162987 tempest-ServerAddressesNegativeTestJSON-824162987-project] 10.222.0.64 "GET /v2.0/quotas/8c8c424dc4364d139b8790c0230dd821 HTTP/1.1" status: 200 len: 375 time: 0.0144598 Oct 20 11:00:08.799066 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-48f0fcea-0bd4-4b71-8f84-3d5566353887 req-d701ef5e-4a84-48e7-b749-043852c5b73b tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/security-groups?id=69f90560-754d-4655-8511-1cc906dc908c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638976 Oct 20 11:00:08.801827 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f6e19364-ab77-4d3f-828d-42fd99225dc8 req-7f15073e-67e4-4c04-9b56-b674bea10e05 tempest-ServerAddressesNegativeTestJSON-824162987 tempest-ServerAddressesNegativeTestJSON-824162987-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=8c8c424dc4364d139b8790c0230dd821&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0476196 Oct 20 11:00:08.966064 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:09.299831 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f6e19364-ab77-4d3f-828d-42fd99225dc8 req-5b991594-5822-4c1b-80e9-ed17dea714ae service neutron] 10.222.0.64 "GET /v2.0/networks/3122d736-76bf-4eb5-b059-acbeeb796faa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4887216 Oct 20 11:00:09.391183 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f6e19364-ab77-4d3f-828d-42fd99225dc8 req-88f9f5c4-fe7d-4f6b-afce-6041c05baea5 service neutron] 10.222.0.64 "GET /v2.0/networks/3122d736-76bf-4eb5-b059-acbeeb796faa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899615 Oct 20 11:00:09.613912 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6a75d528-40bb-4575-8a68-53bafaa481a1 req-f9369872-1f7e-4dae-aff8-0a74647ad7e5 tempest-ServerAddressesNegativeTestJSON-824162987 tempest-ServerAddressesNegativeTestJSON-824162987-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb1fb4e6-102d-449a-8b4e-a37631982850 HTTP/1.1" status: 200 len: 210 time: 0.0290411 Oct 20 11:00:09.976948 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1a60dc-710f-4705-84c7-0635f073f01b req-c6ecd79c-9336-4236-9fae-d2f811e73c3e tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:09.988204 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ec1a60dc-710f-4705-84c7-0635f073f01b req-c6ecd79c-9336-4236-9fae-d2f811e73c3e tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/ports?device_id=aee77fdc-ffea-4568-9e82-ebfc28c5b50d HTTP/1.1" status: 200 len: 946 time: 0.0884426 Oct 20 11:00:10.058478 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ec1a60dc-710f-4705-84c7-0635f073f01b req-29ae410f-02a7-4676-be64-114d9487eb47 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/security-groups?id=69f90560-754d-4655-8511-1cc906dc908c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689533 Oct 20 11:00:10.757323 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d24525b6-c778-484c-8a4f-77b07cf93995 req-e5456694-a711-4608-8a57-bd8077bd10c0 tempest-ServerAddressesNegativeTestJSON-824162987 tempest-ServerAddressesNegativeTestJSON-824162987-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb1fb4e6-102d-449a-8b4e-a37631982850 HTTP/1.1" status: 200 len: 210 time: 0.0349948 Oct 20 11:00:10.929252 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e19364-ab77-4d3f-828d-42fd99225dc8 req-4b49fbe8-1f8b-4fd4-bfb2-f3f52c775dc4 tempest-ServerAddressesNegativeTestJSON-824162987 tempest-ServerAddressesNegativeTestJSON-824162987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:10.930767 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f6e19364-ab77-4d3f-828d-42fd99225dc8 req-4b49fbe8-1f8b-4fd4-bfb2-f3f52c775dc4 tempest-ServerAddressesNegativeTestJSON-824162987 tempest-ServerAddressesNegativeTestJSON-824162987-project] 10.222.0.55 "GET /v2.0/networks?id=3122d736-76bf-4eb5-b059-acbeeb796faa HTTP/1.1" status: 200 len: 822 time: 0.1210213 Oct 20 11:00:10.957671 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-f6e19364-ab77-4d3f-828d-42fd99225dc8 req-a64dd5fa-493a-4438-a23d-063e93556c1b tempest-ServerAddressesNegativeTestJSON-824162987 tempest-ServerAddressesNegativeTestJSON-824162987-project] Request body: {'port': {'device_id': 'fb1fb4e6-102d-449a-8b4e-a37631982850', 'network_id': '3122d736-76bf-4eb5-b059-acbeeb796faa', 'admin_state_up': True, 'tenant_id': '8c8c424dc4364d139b8790c0230dd821'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:00:11.066058 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6e19364-ab77-4d3f-828d-42fd99225dc8 req-a64dd5fa-493a-4438-a23d-063e93556c1b tempest-ServerAddressesNegativeTestJSON-824162987 tempest-ServerAddressesNegativeTestJSON-824162987-project] Made reservation on behalf of 8c8c424dc4364d139b8790c0230dd821 for: {'port': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:00:11.069720 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-f6e19364-ab77-4d3f-828d-42fd99225dc8 req-a64dd5fa-493a-4438-a23d-063e93556c1b tempest-ServerAddressesNegativeTestJSON-824162987 tempest-ServerAddressesNegativeTestJSON-824162987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:11.227761 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caf5999-4f4f-42a1-97d6-1e186b76ec24 req-4b18348b-9de2-40b3-a844-d497250b7826 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:11.229292 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5caf5999-4f4f-42a1-97d6-1e186b76ec24 req-4b18348b-9de2-40b3-a844-d497250b7826 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/ports?device_id=aee77fdc-ffea-4568-9e82-ebfc28c5b50d HTTP/1.1" status: 200 len: 946 time: 0.0974011 Oct 20 11:00:11.246146 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [req-f6e19364-ab77-4d3f-828d-42fd99225dc8 req-a64dd5fa-493a-4438-a23d-063e93556c1b tempest-ServerAddressesNegativeTestJSON-824162987 tempest-ServerAddressesNegativeTestJSON-824162987-project] Allocated IP 172.20.0.10 (3122d736-76bf-4eb5-b059-acbeeb796faa/bfc16e43-be7c-4467-b921-ff247d475f08/fc25dc5e-d9eb-4fba-839d-9cfb0d8578cb) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:00:11.320896 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5caf5999-4f4f-42a1-97d6-1e186b76ec24 req-03ea4367-6d11-4993-8518-c268502088ee tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/security-groups?id=69f90560-754d-4655-8511-1cc906dc908c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709996 Oct 20 11:00:11.464001 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-f6e19364-ab77-4d3f-828d-42fd99225dc8 req-a64dd5fa-493a-4438-a23d-063e93556c1b tempest-ServerAddressesNegativeTestJSON-824162987 tempest-ServerAddressesNegativeTestJSON-824162987-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:11.498575 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-f6e19364-ab77-4d3f-828d-42fd99225dc8 req-a64dd5fa-493a-4438-a23d-063e93556c1b tempest-ServerAddressesNegativeTestJSON-824162987 tempest-ServerAddressesNegativeTestJSON-824162987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:11.550741 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6e19364-ab77-4d3f-828d-42fd99225dc8 req-a64dd5fa-493a-4438-a23d-063e93556c1b tempest-ServerAddressesNegativeTestJSON-824162987 tempest-ServerAddressesNegativeTestJSON-824162987-project] Network 3122d736-76bf-4eb5-b059-acbeeb796faa is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:00:11.555196 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64dd5fa-493a-4438-a23d-063e93556c1b tempest-ServerAddressesNegativeTestJSON-824162987 tempest-ServerAddressesNegativeTestJSON-824162987-project] Pushing event updated for resources: {'Port': ['ID=fc25dc5e-d9eb-4fba-839d-9cfb0d8578cb,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:00:11.559409 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [req-f6e19364-ab77-4d3f-828d-42fd99225dc8 req-a64dd5fa-493a-4438-a23d-063e93556c1b tempest-ServerAddressesNegativeTestJSON-824162987 tempest-ServerAddressesNegativeTestJSON-824162987-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:00:11.564612 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6e19364-ab77-4d3f-828d-42fd99225dc8 req-a64dd5fa-493a-4438-a23d-063e93556c1b tempest-ServerAddressesNegativeTestJSON-824162987 tempest-ServerAddressesNegativeTestJSON-824162987-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:00:11.614045 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e19364-ab77-4d3f-828d-42fd99225dc8 req-a64dd5fa-493a-4438-a23d-063e93556c1b tempest-ServerAddressesNegativeTestJSON-824162987 tempest-ServerAddressesNegativeTestJSON-824162987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:11.614764 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-f6e19364-ab77-4d3f-828d-42fd99225dc8 req-a64dd5fa-493a-4438-a23d-063e93556c1b tempest-ServerAddressesNegativeTestJSON-824162987 tempest-ServerAddressesNegativeTestJSON-824162987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:11.633231 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f6e19364-ab77-4d3f-828d-42fd99225dc8 req-a64dd5fa-493a-4438-a23d-063e93556c1b tempest-ServerAddressesNegativeTestJSON-824162987 tempest-ServerAddressesNegativeTestJSON-824162987-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6805727 Oct 20 11:00:11.652416 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-f6e19364-ab77-4d3f-828d-42fd99225dc8 req-349fad5c-708a-4e0c-bc58-c492af1fc0ed service neutron] Request body: {'port': {'device_id': 'fb1fb4e6-102d-449a-8b4e-a37631982850', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811396-3'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:00:11.716850 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-f6e19364-ab77-4d3f-828d-42fd99225dc8 req-349fad5c-708a-4e0c-bc58-c492af1fc0ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:11.957107 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0d9954f2-75d6-4b00-aad9-74502d4bc54b req-bad913bd-791b-4448-9d0b-10597898df14 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1016552384&fields=id&tenant_id=304c84e5c7844b5cadef0d9d128b445c HTTP/1.1" status: 200 len: 267 time: 0.1080766 Oct 20 11:00:11.966534 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114ec985-25cc-40c6-9b7a-9fb766419c87 req-b78ea038-81d5-4124-a96d-0a6738b365a5 tempest-ServerAddressesNegativeTestJSON-824162987 tempest-ServerAddressesNegativeTestJSON-824162987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:11.968018 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-114ec985-25cc-40c6-9b7a-9fb766419c87 req-b78ea038-81d5-4124-a96d-0a6738b365a5 tempest-ServerAddressesNegativeTestJSON-824162987 tempest-ServerAddressesNegativeTestJSON-824162987-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb1fb4e6-102d-449a-8b4e-a37631982850 HTTP/1.1" status: 200 len: 932 time: 0.1377070 Oct 20 11:00:12.096629 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-114ec985-25cc-40c6-9b7a-9fb766419c87 req-74b04e8f-c0f4-4ac8-bd7f-cff85841ff17 tempest-ServerAddressesNegativeTestJSON-824162987 tempest-ServerAddressesNegativeTestJSON-824162987-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c7106d4-af29-457e-ba5b-d99b637f4e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211736 Oct 20 11:00:12.165518 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9954f2-75d6-4b00-aad9-74502d4bc54b req-2f0f902d-e0e7-44cc-ba81-02ef760a06e3 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:12.167004 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0d9954f2-75d6-4b00-aad9-74502d4bc54b req-2f0f902d-e0e7-44cc-ba81-02ef760a06e3 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/networks?id=cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0 HTTP/1.1" status: 200 len: 812 time: 0.1948869 Oct 20 11:00:12.186120 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [req-f6e19364-ab77-4d3f-828d-42fd99225dc8 req-349fad5c-708a-4e0c-bc58-c492af1fc0ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc25dc5e-d9eb-4fba-839d-9cfb0d8578cb {{(pid=100596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:00:12.191200 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0d9954f2-75d6-4b00-aad9-74502d4bc54b req-329079a6-7f16-4699-8408-b9ea9a075b01 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/quotas/304c84e5c7844b5cadef0d9d128b445c HTTP/1.1" status: 200 len: 375 time: 0.0180535 Oct 20 11:00:12.194984 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-f6e19364-ab77-4d3f-828d-42fd99225dc8 req-349fad5c-708a-4e0c-bc58-c492af1fc0ed service neutron] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:12.230893 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.provisioning_blocks [req-f6e19364-ab77-4d3f-828d-42fd99225dc8 req-349fad5c-708a-4e0c-bc58-c492af1fc0ed service neutron] Transition to ACTIVE for port object fc25dc5e-d9eb-4fba-839d-9cfb0d8578cb will not be triggered until provisioned by entity L2. {{(pid=100596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:00:12.239673 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-f6e19364-ab77-4d3f-828d-42fd99225dc8 req-349fad5c-708a-4e0c-bc58-c492af1fc0ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:12.292061 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0d9954f2-75d6-4b00-aad9-74502d4bc54b req-07965bd0-adda-4e67-86e4-f6b63458a115 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=304c84e5c7844b5cadef0d9d128b445c&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0947108 Oct 20 11:00:12.314836 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349fad5c-708a-4e0c-bc58-c492af1fc0ed service neutron] Pushing event updated for resources: {'Port': ['ID=fc25dc5e-d9eb-4fba-839d-9cfb0d8578cb,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:00:12.458844 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-f6e19364-ab77-4d3f-828d-42fd99225dc8 req-349fad5c-708a-4e0c-bc58-c492af1fc0ed service neutron] Attempting to bind port fc25dc5e-d9eb-4fba-839d-9cfb0d8578cb on host n-h1-811396-3 for vnic_type normal with profile {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:00:12.459181 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-f6e19364-ab77-4d3f-828d-42fd99225dc8 req-349fad5c-708a-4e0c-bc58-c492af1fc0ed service neutron] Attempting to bind port fc25dc5e-d9eb-4fba-839d-9cfb0d8578cb by drivers openvswitch,hyperv on host n-h1-811396-3 at level 0 using segments [{'id': '99c86600-7cf1-4589-a9ab-be46793587f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '3122d736-76bf-4eb5-b059-acbeeb796faa'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:00:12.459533 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e19364-ab77-4d3f-828d-42fd99225dc8 req-349fad5c-708a-4e0c-bc58-c492af1fc0ed service neutron] Attempting to bind port fc25dc5e-d9eb-4fba-839d-9cfb0d8578cb on network 3122d736-76bf-4eb5-b059-acbeeb796faa {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:00:12.475478 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e19364-ab77-4d3f-828d-42fd99225dc8 req-349fad5c-708a-4e0c-bc58-c492af1fc0ed service neutron] Port fc25dc5e-d9eb-4fba-839d-9cfb0d8578cb on network 3122d736-76bf-4eb5-b059-acbeeb796faa not bound, no agent of type Open vSwitch agent registered on host n-h1-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:00:12.475663 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e19364-ab77-4d3f-828d-42fd99225dc8 req-349fad5c-708a-4e0c-bc58-c492af1fc0ed service neutron] Attempting to bind port fc25dc5e-d9eb-4fba-839d-9cfb0d8578cb on network 3122d736-76bf-4eb5-b059-acbeeb796faa {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:00:12.486521 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e19364-ab77-4d3f-828d-42fd99225dc8 req-349fad5c-708a-4e0c-bc58-c492af1fc0ed service neutron] Checking agent: {'id': 'b707b4cc-061f-4cf4-bce0-0b3df9b7bec9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 10, 59, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:00:12.486860 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e19364-ab77-4d3f-828d-42fd99225dc8 req-349fad5c-708a-4e0c-bc58-c492af1fc0ed service neutron] Checking segment: {'id': '99c86600-7cf1-4589-a9ab-be46793587f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '3122d736-76bf-4eb5-b059-acbeeb796faa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:00:12.487241 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e19364-ab77-4d3f-828d-42fd99225dc8 req-349fad5c-708a-4e0c-bc58-c492af1fc0ed service neutron] Bound using segment: {'id': '99c86600-7cf1-4589-a9ab-be46793587f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '3122d736-76bf-4eb5-b059-acbeeb796faa'} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:00:12.487698 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-f6e19364-ab77-4d3f-828d-42fd99225dc8 req-349fad5c-708a-4e0c-bc58-c492af1fc0ed service neutron] Bound port: fc25dc5e-d9eb-4fba-839d-9cfb0d8578cb, host: n-h1-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99c86600-7cf1-4589-a9ab-be46793587f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '3122d736-76bf-4eb5-b059-acbeeb796faa'}}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:00:12.488057 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-f6e19364-ab77-4d3f-828d-42fd99225dc8 req-349fad5c-708a-4e0c-bc58-c492af1fc0ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:12.521427 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baecee0d-4a72-4d4e-982a-bd80432b68bc req-b3730555-77a9-4217-8ac8-8e2327befca5 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:12.522907 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-baecee0d-4a72-4d4e-982a-bd80432b68bc req-b3730555-77a9-4217-8ac8-8e2327befca5 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/ports?device_id=aee77fdc-ffea-4568-9e82-ebfc28c5b50d HTTP/1.1" status: 200 len: 946 time: 0.1285279 Oct 20 11:00:12.548529 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0d9954f2-75d6-4b00-aad9-74502d4bc54b req-50085cbc-8ee8-4879-b6cb-81739554785d service neutron] 10.222.0.64 "GET /v2.0/networks/cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2418602 Oct 20 11:00:12.655444 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-f6e19364-ab77-4d3f-828d-42fd99225dc8 req-349fad5c-708a-4e0c-bc58-c492af1fc0ed service neutron] For port fc25dc5e-d9eb-4fba-839d-9cfb0d8578cb, host n-h1-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:00:12.660194 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-baecee0d-4a72-4d4e-982a-bd80432b68bc req-b3c2cf0b-4a8b-4b3b-af6d-4d942fb78c3b tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/security-groups?id=69f90560-754d-4655-8511-1cc906dc908c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307797 Oct 20 11:00:12.681710 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-f6e19364-ab77-4d3f-828d-42fd99225dc8 req-349fad5c-708a-4e0c-bc58-c492af1fc0ed service neutron] For port fc25dc5e-d9eb-4fba-839d-9cfb0d8578cb, host n-h1-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=fc25dc5e-d9eb-4fba-839d-9cfb0d8578cb,segment=NetworkSegment(99c86600-7cf1-4589-a9ab-be46793587f7),segment_id=99c86600-7cf1-4589-a9ab-be46793587f7)] {{(pid=100596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:00:12.687016 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-f6e19364-ab77-4d3f-828d-42fd99225dc8 req-349fad5c-708a-4e0c-bc58-c492af1fc0ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:12.735887 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0d9954f2-75d6-4b00-aad9-74502d4bc54b req-88b2b134-476c-4cac-8dc9-40d65ee376e0 service neutron] 10.222.0.64 "GET /v2.0/networks/cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807404 Oct 20 11:00:12.738853 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e19364-ab77-4d3f-828d-42fd99225dc8 req-349fad5c-708a-4e0c-bc58-c492af1fc0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:12.739362 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-f6e19364-ab77-4d3f-828d-42fd99225dc8 req-349fad5c-708a-4e0c-bc58-c492af1fc0ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:12.740658 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f6e19364-ab77-4d3f-828d-42fd99225dc8 req-349fad5c-708a-4e0c-bc58-c492af1fc0ed service neutron] 10.222.0.55 "PUT /v2.0/ports/fc25dc5e-d9eb-4fba-839d-9cfb0d8578cb HTTP/1.1" status: 200 len: 1092 time: 1.0928793 Oct 20 11:00:12.741099 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb1fb4e6-102d-449a-8b4e-a37631982850', 'tag': 'fc25dc5e-d9eb-4fba-839d-9cfb0d8578cb'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:00:12.743354 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de5e477d-465b-4222-a493-35c4e7444233" -d '{"events": [{"name": "network-changed", "server_uuid": "fb1fb4e6-102d-449a-8b4e-a37631982850", "tag": "fc25dc5e-d9eb-4fba-839d-9cfb0d8578cb"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:00:12.765713 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349fad5c-708a-4e0c-bc58-c492af1fc0ed service neutron] Pushing event updated for resources: {'Port': ['ID=fc25dc5e-d9eb-4fba-839d-9cfb0d8578cb,revision_number=3']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:00:12.810890 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ab4c104-6c5a-4dc9-b2ff-3850d2a2db3e x-openstack-request-id: req-8ab4c104-6c5a-4dc9-b2ff-3850d2a2db3e {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:00:12.811250 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb1fb4e6-102d-449a-8b4e-a37631982850", "tag": "fc25dc5e-d9eb-4fba-839d-9cfb0d8578cb", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:00:12.811780 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8ab4c104-6c5a-4dc9-b2ff-3850d2a2db3e {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:00:12.812310 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb1fb4e6-102d-449a-8b4e-a37631982850', 'tag': 'fc25dc5e-d9eb-4fba-839d-9cfb0d8578cb', 'status': 'completed', 'code': 200} Oct 20 11:00:12.844058 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e19364-ab77-4d3f-828d-42fd99225dc8 req-e598d3ec-9180-47c7-ba9d-a9067046fd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:12.845728 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f6e19364-ab77-4d3f-828d-42fd99225dc8 req-e598d3ec-9180-47c7-ba9d-a9067046fd58 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8c8c424dc4364d139b8790c0230dd821&device_id=fb1fb4e6-102d-449a-8b4e-a37631982850 HTTP/1.1" status: 200 len: 1095 time: 0.0469019 Oct 20 11:00:12.895532 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f6e19364-ab77-4d3f-828d-42fd99225dc8 req-4037febf-72e7-4159-8531-015bf726db45 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc25dc5e-d9eb-4fba-839d-9cfb0d8578cb HTTP/1.1" status: 200 len: 217 time: 0.0375605 Oct 20 11:00:12.952244 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e19364-ab77-4d3f-828d-42fd99225dc8 req-cc827dc0-1446-4856-9811-5c9c0a1e9eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:12.953771 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f6e19364-ab77-4d3f-828d-42fd99225dc8 req-cc827dc0-1446-4856-9811-5c9c0a1e9eaf service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bfc16e43-be7c-4467-b921-ff247d475f08 HTTP/1.1" status: 200 len: 862 time: 0.0521612 Oct 20 11:00:12.988743 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f6e19364-ab77-4d3f-828d-42fd99225dc8 req-a0a49fc6-595e-4337-b645-434c72ecf92d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3122d736-76bf-4eb5-b059-acbeeb796faa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278096 Oct 20 11:00:13.109644 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-35241b9f-d27a-48ad-89a9-dc1ede189440 req-bc1dc8f7-5742-4851-97bf-c32b800741c4 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=d907556c-90f6-4918-92d3-4c24792ba2db HTTP/1.1" status: 200 len: 210 time: 0.0381761 Oct 20 11:00:13.127005 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f6e19364-ab77-4d3f-828d-42fd99225dc8 req-eb536c02-ea8d-4651-a8b3-feb6971b3650 service neutron] 10.222.0.55 "GET /v2.0/networks/3122d736-76bf-4eb5-b059-acbeeb796faa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307864 Oct 20 11:00:13.261330 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f6e19364-ab77-4d3f-828d-42fd99225dc8 req-1aa7a953-5ba7-4135-9980-2764190dfa71 service neutron] 10.222.0.55 "GET /v2.0/networks/3122d736-76bf-4eb5-b059-acbeeb796faa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273346 Oct 20 11:00:13.269253 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 7 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:00:13.280048 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bb4a9c-6b63-42bc-80bf-708a175ad180 req-2be30d11-7cab-4219-9c2d-617ebf62a458 tempest-ServerAddressesNegativeTestJSON-824162987 tempest-ServerAddressesNegativeTestJSON-824162987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:13.282412 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a2bb4a9c-6b63-42bc-80bf-708a175ad180 req-2be30d11-7cab-4219-9c2d-617ebf62a458 tempest-ServerAddressesNegativeTestJSON-824162987 tempest-ServerAddressesNegativeTestJSON-824162987-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb1fb4e6-102d-449a-8b4e-a37631982850 HTTP/1.1" status: 200 len: 944 time: 0.0842166 Oct 20 11:00:13.327471 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a2bb4a9c-6b63-42bc-80bf-708a175ad180 req-1ef644c5-64cf-4f04-903f-dfc9793f7666 tempest-ServerAddressesNegativeTestJSON-824162987 tempest-ServerAddressesNegativeTestJSON-824162987-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c7106d4-af29-457e-ba5b-d99b637f4e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363050 Oct 20 11:00:13.409871 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5e477d-465b-4222-a493-35c4e7444233 req-b6d28da9-90c4-4a86-ab52-7aa46f6bd7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:13.411463 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-de5e477d-465b-4222-a493-35c4e7444233 req-b6d28da9-90c4-4a86-ab52-7aa46f6bd7ea service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8c8c424dc4364d139b8790c0230dd821&device_id=fb1fb4e6-102d-449a-8b4e-a37631982850 HTTP/1.1" status: 200 len: 1095 time: 0.0496340 Oct 20 11:00:13.520246 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5e477d-465b-4222-a493-35c4e7444233 req-509c8f0c-0459-4510-82f0-3c3e1439814b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:13.521746 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-de5e477d-465b-4222-a493-35c4e7444233 req-509c8f0c-0459-4510-82f0-3c3e1439814b service neutron] 10.222.0.55 "GET /v2.0/networks?id=3122d736-76bf-4eb5-b059-acbeeb796faa HTTP/1.1" status: 200 len: 923 time: 0.1035626 Oct 20 11:00:13.570589 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-de5e477d-465b-4222-a493-35c4e7444233 req-9ab6119d-37e2-4ca2-a69d-8412a6a9cbcd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc25dc5e-d9eb-4fba-839d-9cfb0d8578cb HTTP/1.1" status: 200 len: 217 time: 0.0415065 Oct 20 11:00:13.623643 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5e477d-465b-4222-a493-35c4e7444233 req-553d7002-e769-4e75-8e15-b1c323a545ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:13.625003 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-de5e477d-465b-4222-a493-35c4e7444233 req-553d7002-e769-4e75-8e15-b1c323a545ef service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bfc16e43-be7c-4467-b921-ff247d475f08 HTTP/1.1" status: 200 len: 862 time: 0.0486169 Oct 20 11:00:13.661112 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-de5e477d-465b-4222-a493-35c4e7444233 req-68c6a80f-9496-4612-ac3e-d08f7a9415df service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3122d736-76bf-4eb5-b059-acbeeb796faa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284734 Oct 20 11:00:13.797022 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-de5e477d-465b-4222-a493-35c4e7444233 req-c8363b9e-2642-44f8-a523-4dfada5f5447 service neutron] 10.222.0.55 "GET /v2.0/networks/3122d736-76bf-4eb5-b059-acbeeb796faa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291697 Oct 20 11:00:13.805769 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa8466b-7400-45e7-aa94-e3ece850f549 req-cfaea868-f646-4d62-a757-dffa647fcf89 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:13.807135 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0fa8466b-7400-45e7-aa94-e3ece850f549 req-cfaea868-f646-4d62-a757-dffa647fcf89 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/ports?device_id=aee77fdc-ffea-4568-9e82-ebfc28c5b50d HTTP/1.1" status: 200 len: 946 time: 0.0680947 Oct 20 11:00:13.900929 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0fa8466b-7400-45e7-aa94-e3ece850f549 req-09d4d8db-7143-4ebd-9dc7-f810f737410c tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/security-groups?id=69f90560-754d-4655-8511-1cc906dc908c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855799 Oct 20 11:00:13.921969 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-de5e477d-465b-4222-a493-35c4e7444233 req-a8b550d8-4c00-4acd-a9b9-623a7bc344f6 service neutron] 10.222.0.55 "GET /v2.0/networks/3122d736-76bf-4eb5-b059-acbeeb796faa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138790 Oct 20 11:00:14.109892 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9954f2-75d6-4b00-aad9-74502d4bc54b req-1d6c6ec0-0443-4ebc-8631-ee096a7c8960 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:14.111346 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0d9954f2-75d6-4b00-aad9-74502d4bc54b req-1d6c6ec0-0443-4ebc-8631-ee096a7c8960 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.69 "GET /v2.0/networks?id=cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0 HTTP/1.1" status: 200 len: 812 time: 0.1137214 Oct 20 11:00:14.161009 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0d9954f2-75d6-4b00-aad9-74502d4bc54b req-6f4659e9-3542-4191-ae8b-a331db8bbfa0 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=304c84e5c7844b5cadef0d9d128b445c HTTP/1.1" status: 200 len: 380 time: 0.0408368 Oct 20 11:00:14.170763 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-0d9954f2-75d6-4b00-aad9-74502d4bc54b req-4a1392e2-f72f-4658-a159-bdd07810c963 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Request body: {'port': {'device_id': 'd907556c-90f6-4918-92d3-4c24792ba2db', 'network_id': 'cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0', 'admin_state_up': True, 'tenant_id': '304c84e5c7844b5cadef0d9d128b445c', 'security_groups': ['b86ef872-82a8-48e3-89d0-a53331758f4e']}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:00:14.222781 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-00da1e61-bf90-42e9-9dca-664f077d2d38 req-a3296536-e827-42cf-9bf8-5ab9c7363a16 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=d907556c-90f6-4918-92d3-4c24792ba2db HTTP/1.1" status: 200 len: 210 time: 0.0370436 Oct 20 11:00:14.309299 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d9954f2-75d6-4b00-aad9-74502d4bc54b req-4a1392e2-f72f-4658-a159-bdd07810c963 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Made reservation on behalf of 304c84e5c7844b5cadef0d9d128b445c for: {'port': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:00:14.313788 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-0d9954f2-75d6-4b00-aad9-74502d4bc54b req-4a1392e2-f72f-4658-a159-bdd07810c963 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:14.469016 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [req-0d9954f2-75d6-4b00-aad9-74502d4bc54b req-4a1392e2-f72f-4658-a159-bdd07810c963 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Allocated IP 172.20.0.8 (cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0/46305bfd-5c10-42c9-8afc-597f2425497e/7bdb6dbe-eddf-4991-8e2f-2cc533deec19) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:00:14.493256 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085ec5dd-7d04-49b1-a893-a1de5ad96367 req-a1514dea-a3ba-4b0c-aedc-c03004629520 tempest-ServerAddressesNegativeTestJSON-824162987 tempest-ServerAddressesNegativeTestJSON-824162987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:14.494959 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-085ec5dd-7d04-49b1-a893-a1de5ad96367 req-a1514dea-a3ba-4b0c-aedc-c03004629520 tempest-ServerAddressesNegativeTestJSON-824162987 tempest-ServerAddressesNegativeTestJSON-824162987-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb1fb4e6-102d-449a-8b4e-a37631982850 HTTP/1.1" status: 200 len: 944 time: 0.0797462 Oct 20 11:00:14.586598 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-085ec5dd-7d04-49b1-a893-a1de5ad96367 req-9262f3a6-6c48-4402-b96b-7f7471bf8fc5 tempest-ServerAddressesNegativeTestJSON-824162987 tempest-ServerAddressesNegativeTestJSON-824162987-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c7106d4-af29-457e-ba5b-d99b637f4e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828056 Oct 20 11:00:14.685777 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-0d9954f2-75d6-4b00-aad9-74502d4bc54b req-4a1392e2-f72f-4658-a159-bdd07810c963 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:14.725585 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-0d9954f2-75d6-4b00-aad9-74502d4bc54b req-4a1392e2-f72f-4658-a159-bdd07810c963 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:14.782331 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d9954f2-75d6-4b00-aad9-74502d4bc54b req-4a1392e2-f72f-4658-a159-bdd07810c963 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Network cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0 is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:00:14.785669 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [req-0d9954f2-75d6-4b00-aad9-74502d4bc54b req-4a1392e2-f72f-4658-a159-bdd07810c963 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:00:14.795731 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d9954f2-75d6-4b00-aad9-74502d4bc54b req-4a1392e2-f72f-4658-a159-bdd07810c963 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:00:14.839353 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1392e2-f72f-4658-a159-bdd07810c963 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Pushing event updated for resources: {'Port': ['ID=7bdb6dbe-eddf-4991-8e2f-2cc533deec19,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:00:14.863008 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1392e2-f72f-4658-a159-bdd07810c963 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:00:14.863699 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1392e2-f72f-4658-a159-bdd07810c963 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:00:14.864400 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1392e2-f72f-4658-a159-bdd07810c963 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:00:14.865426 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1392e2-f72f-4658-a159-bdd07810c963 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:00:14.866292 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1392e2-f72f-4658-a159-bdd07810c963 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:00:14.866797 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1392e2-f72f-4658-a159-bdd07810c963 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:00:14.867404 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1392e2-f72f-4658-a159-bdd07810c963 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:00:14.868174 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1392e2-f72f-4658-a159-bdd07810c963 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:00:14.868747 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1392e2-f72f-4658-a159-bdd07810c963 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:00:14.869500 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1392e2-f72f-4658-a159-bdd07810c963 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:00:14.870527 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1392e2-f72f-4658-a159-bdd07810c963 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:00:14.871028 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1392e2-f72f-4658-a159-bdd07810c963 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:00:14.901008 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9954f2-75d6-4b00-aad9-74502d4bc54b req-4a1392e2-f72f-4658-a159-bdd07810c963 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:14.901946 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-0d9954f2-75d6-4b00-aad9-74502d4bc54b req-4a1392e2-f72f-4658-a159-bdd07810c963 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:14.922245 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0d9954f2-75d6-4b00-aad9-74502d4bc54b req-4a1392e2-f72f-4658-a159-bdd07810c963 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7552545 Oct 20 11:00:14.944051 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-0d9954f2-75d6-4b00-aad9-74502d4bc54b req-1fc0d23b-edfb-43a9-ba73-44470a9e8c0f service neutron] Request body: {'port': {'device_id': 'd907556c-90f6-4918-92d3-4c24792ba2db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811396-3'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:00:15.072481 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-0d9954f2-75d6-4b00-aad9-74502d4bc54b req-1fc0d23b-edfb-43a9-ba73-44470a9e8c0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:15.096992 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-979fde8c-47cc-4e8c-83f2-61542dc973d7 None None] Provisioning complete for port 7bdb6dbe-eddf-4991-8e2f-2cc533deec19 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:00:15.097889 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-979fde8c-47cc-4e8c-83f2-61542dc973d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:15.103877 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9443ca00-6206-4f66-849f-9033156fac03 req-0ce37023-ac8f-4264-9ab2-7899db387211 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:15.105615 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9443ca00-6206-4f66-849f-9033156fac03 req-0ce37023-ac8f-4264-9ab2-7899db387211 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/ports?device_id=aee77fdc-ffea-4568-9e82-ebfc28c5b50d HTTP/1.1" status: 200 len: 946 time: 0.1028345 Oct 20 11:00:15.142222 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-979fde8c-47cc-4e8c-83f2-61542dc973d7 None None] Port 7bdb6dbe-eddf-4991-8e2f-2cc533deec19 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:00:15.245266 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9443ca00-6206-4f66-849f-9033156fac03 req-4de64238-1144-4279-b951-3ce00c20e576 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/security-groups?id=69f90560-754d-4655-8511-1cc906dc908c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052701 Oct 20 11:00:15.409874 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d988e1-befa-4263-bc8d-2d9e399589d1 req-c699b0c8-8bd0-4ea4-aa4c-d43d5a7752c0 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:15.411274 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c3d988e1-befa-4263-bc8d-2d9e399589d1 req-c699b0c8-8bd0-4ea4-aa4c-d43d5a7752c0 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=d907556c-90f6-4918-92d3-4c24792ba2db HTTP/1.1" status: 200 len: 931 time: 0.0784955 Oct 20 11:00:15.484061 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [req-0d9954f2-75d6-4b00-aad9-74502d4bc54b req-1fc0d23b-edfb-43a9-ba73-44470a9e8c0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bdb6dbe-eddf-4991-8e2f-2cc533deec19 {{(pid=100596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:00:15.490798 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c3d988e1-befa-4263-bc8d-2d9e399589d1 req-eb728dc9-5454-492e-be0b-cfe931a4ff54 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/security-groups?id=b86ef872-82a8-48e3-89d0-a53331758f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681891 Oct 20 11:00:15.494816 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-0d9954f2-75d6-4b00-aad9-74502d4bc54b req-1fc0d23b-edfb-43a9-ba73-44470a9e8c0f service neutron] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:15.508390 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.provisioning_blocks [req-0d9954f2-75d6-4b00-aad9-74502d4bc54b req-1fc0d23b-edfb-43a9-ba73-44470a9e8c0f service neutron] Transition to ACTIVE for port object 7bdb6dbe-eddf-4991-8e2f-2cc533deec19 will not be triggered until provisioned by entity L2. {{(pid=100596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:00:15.521934 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-0d9954f2-75d6-4b00-aad9-74502d4bc54b req-1fc0d23b-edfb-43a9-ba73-44470a9e8c0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:15.572215 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc0d23b-edfb-43a9-ba73-44470a9e8c0f service neutron] Pushing event updated for resources: {'Port': ['ID=7bdb6dbe-eddf-4991-8e2f-2cc533deec19,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:00:15.648530 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-0d9954f2-75d6-4b00-aad9-74502d4bc54b req-1fc0d23b-edfb-43a9-ba73-44470a9e8c0f service neutron] Attempting to bind port 7bdb6dbe-eddf-4991-8e2f-2cc533deec19 on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:00:15.648867 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-0d9954f2-75d6-4b00-aad9-74502d4bc54b req-1fc0d23b-edfb-43a9-ba73-44470a9e8c0f service neutron] Attempting to bind port 7bdb6dbe-eddf-4991-8e2f-2cc533deec19 by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': '5f5097d1-dd03-4e53-8d67-381b8a2c1ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:00:15.649195 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9954f2-75d6-4b00-aad9-74502d4bc54b req-1fc0d23b-edfb-43a9-ba73-44470a9e8c0f service neutron] Attempting to bind port 7bdb6dbe-eddf-4991-8e2f-2cc533deec19 on network cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:00:15.653821 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9954f2-75d6-4b00-aad9-74502d4bc54b req-1fc0d23b-edfb-43a9-ba73-44470a9e8c0f service neutron] Port 7bdb6dbe-eddf-4991-8e2f-2cc533deec19 on network cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0 not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:00:15.654141 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9954f2-75d6-4b00-aad9-74502d4bc54b req-1fc0d23b-edfb-43a9-ba73-44470a9e8c0f service neutron] Attempting to bind port 7bdb6dbe-eddf-4991-8e2f-2cc533deec19 on network cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:00:15.660982 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9954f2-75d6-4b00-aad9-74502d4bc54b req-1fc0d23b-edfb-43a9-ba73-44470a9e8c0f service neutron] Checking agent: {'id': '061232a2-7adc-4ba1-a873-e8cb136b064d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 0, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:00:15.661311 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9954f2-75d6-4b00-aad9-74502d4bc54b req-1fc0d23b-edfb-43a9-ba73-44470a9e8c0f service neutron] Checking segment: {'id': '5f5097d1-dd03-4e53-8d67-381b8a2c1ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:00:15.661695 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9954f2-75d6-4b00-aad9-74502d4bc54b req-1fc0d23b-edfb-43a9-ba73-44470a9e8c0f service neutron] Bound using segment: {'id': '5f5097d1-dd03-4e53-8d67-381b8a2c1ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0'} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:00:15.662126 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-0d9954f2-75d6-4b00-aad9-74502d4bc54b req-1fc0d23b-edfb-43a9-ba73-44470a9e8c0f service neutron] Bound port: 7bdb6dbe-eddf-4991-8e2f-2cc533deec19, host: n-h2-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f5097d1-dd03-4e53-8d67-381b8a2c1ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0'}}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:00:15.662479 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-0d9954f2-75d6-4b00-aad9-74502d4bc54b req-1fc0d23b-edfb-43a9-ba73-44470a9e8c0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:15.777125 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-0d9954f2-75d6-4b00-aad9-74502d4bc54b req-1fc0d23b-edfb-43a9-ba73-44470a9e8c0f service neutron] For port 7bdb6dbe-eddf-4991-8e2f-2cc533deec19, host n-h2-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:00:15.794920 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-0d9954f2-75d6-4b00-aad9-74502d4bc54b req-1fc0d23b-edfb-43a9-ba73-44470a9e8c0f service neutron] For port 7bdb6dbe-eddf-4991-8e2f-2cc533deec19, host n-h2-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=7bdb6dbe-eddf-4991-8e2f-2cc533deec19,segment=NetworkSegment(5f5097d1-dd03-4e53-8d67-381b8a2c1ac8),segment_id=5f5097d1-dd03-4e53-8d67-381b8a2c1ac8)] {{(pid=100596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:00:15.819960 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca0b8d8-4bc9-4ec7-8d6c-9eb8b6108a44 req-d2578102-a948-4f44-9182-8192afab4bc7 tempest-ServerAddressesNegativeTestJSON-824162987 tempest-ServerAddressesNegativeTestJSON-824162987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:15.822632 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-aca0b8d8-4bc9-4ec7-8d6c-9eb8b6108a44 req-d2578102-a948-4f44-9182-8192afab4bc7 tempest-ServerAddressesNegativeTestJSON-824162987 tempest-ServerAddressesNegativeTestJSON-824162987-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb1fb4e6-102d-449a-8b4e-a37631982850 HTTP/1.1" status: 200 len: 944 time: 0.1177588 Oct 20 11:00:15.825491 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-0d9954f2-75d6-4b00-aad9-74502d4bc54b req-1fc0d23b-edfb-43a9-ba73-44470a9e8c0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:15.869235 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9954f2-75d6-4b00-aad9-74502d4bc54b req-1fc0d23b-edfb-43a9-ba73-44470a9e8c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:15.869956 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-0d9954f2-75d6-4b00-aad9-74502d4bc54b req-1fc0d23b-edfb-43a9-ba73-44470a9e8c0f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:15.871361 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0d9954f2-75d6-4b00-aad9-74502d4bc54b req-1fc0d23b-edfb-43a9-ba73-44470a9e8c0f service neutron] 10.222.0.69 "PUT /v2.0/ports/7bdb6dbe-eddf-4991-8e2f-2cc533deec19 HTTP/1.1" status: 200 len: 1091 time: 0.9399285 Oct 20 11:00:15.881347 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd907556c-90f6-4918-92d3-4c24792ba2db', 'tag': '7bdb6dbe-eddf-4991-8e2f-2cc533deec19'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:00:15.884343 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df101f7c-47a3-439d-822b-bca8b8e77535" -d '{"events": [{"name": "network-changed", "server_uuid": "d907556c-90f6-4918-92d3-4c24792ba2db", "tag": "7bdb6dbe-eddf-4991-8e2f-2cc533deec19"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:00:15.959234 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-507d8069-4da6-4e7f-ac6a-fb75b3d85d4e x-openstack-request-id: req-507d8069-4da6-4e7f-ac6a-fb75b3d85d4e {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:00:15.959508 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d907556c-90f6-4918-92d3-4c24792ba2db", "tag": "7bdb6dbe-eddf-4991-8e2f-2cc533deec19", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:00:15.959710 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-507d8069-4da6-4e7f-ac6a-fb75b3d85d4e {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:00:15.960105 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd907556c-90f6-4918-92d3-4c24792ba2db', 'tag': '7bdb6dbe-eddf-4991-8e2f-2cc533deec19', 'status': 'completed', 'code': 200} Oct 20 11:00:15.966446 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-aca0b8d8-4bc9-4ec7-8d6c-9eb8b6108a44 req-28370937-b964-429c-b651-a377476ac4b3 tempest-ServerAddressesNegativeTestJSON-824162987 tempest-ServerAddressesNegativeTestJSON-824162987-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c7106d4-af29-457e-ba5b-d99b637f4e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339653 Oct 20 11:00:15.970439 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc0d23b-edfb-43a9-ba73-44470a9e8c0f service neutron] Pushing event updated for resources: {'Port': ['ID=7bdb6dbe-eddf-4991-8e2f-2cc533deec19,revision_number=3']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:00:15.990917 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9954f2-75d6-4b00-aad9-74502d4bc54b req-b413439d-fe2d-4e96-aa04-855d8ad647bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:15.992688 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0d9954f2-75d6-4b00-aad9-74502d4bc54b req-b413439d-fe2d-4e96-aa04-855d8ad647bb service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=304c84e5c7844b5cadef0d9d128b445c&device_id=d907556c-90f6-4918-92d3-4c24792ba2db HTTP/1.1" status: 200 len: 1094 time: 0.0760550 Oct 20 11:00:16.038090 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0d9954f2-75d6-4b00-aad9-74502d4bc54b req-94895088-3f28-451c-bc0d-de5b6691d29e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7bdb6dbe-eddf-4991-8e2f-2cc533deec19 HTTP/1.1" status: 200 len: 217 time: 0.0355372 Oct 20 11:00:16.093986 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9954f2-75d6-4b00-aad9-74502d4bc54b req-3b5fb93d-8244-476c-99c4-82bf96cf7aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:16.095557 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0d9954f2-75d6-4b00-aad9-74502d4bc54b req-3b5fb93d-8244-476c-99c4-82bf96cf7aa7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=46305bfd-5c10-42c9-8afc-597f2425497e HTTP/1.1" status: 200 len: 851 time: 0.0506883 Oct 20 11:00:16.159336 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9954f2-75d6-4b00-aad9-74502d4bc54b req-8f18b068-9dfe-4ad6-b1f2-e0687bbc5825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:16.160995 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0d9954f2-75d6-4b00-aad9-74502d4bc54b req-8f18b068-9dfe-4ad6-b1f2-e0687bbc5825 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0574379 Oct 20 11:00:16.808153 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c12ae3d-e865-4f0d-b1f5-1e3418d9b45e req-92c478af-9401-4709-8a82-611d39f1f708 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:16.809931 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2c12ae3d-e865-4f0d-b1f5-1e3418d9b45e req-92c478af-9401-4709-8a82-611d39f1f708 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/ports?device_id=aee77fdc-ffea-4568-9e82-ebfc28c5b50d HTTP/1.1" status: 200 len: 946 time: 0.1872683 Oct 20 11:00:16.823195 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61607687-c38d-434e-a2b9-e7a13e02a2c9 req-4516a250-920b-4f15-9dce-47d261270fee tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:16.825440 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-61607687-c38d-434e-a2b9-e7a13e02a2c9 req-4516a250-920b-4f15-9dce-47d261270fee tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=d907556c-90f6-4918-92d3-4c24792ba2db HTTP/1.1" status: 200 len: 943 time: 0.2014627 Oct 20 11:00:16.852524 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0d9954f2-75d6-4b00-aad9-74502d4bc54b req-1128823c-8cc1-4782-80ad-f5b344dcc626 service neutron] 10.222.0.69 "GET /v2.0/networks/cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6833050 Oct 20 11:00:16.927099 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2c12ae3d-e865-4f0d-b1f5-1e3418d9b45e req-2e831464-2af0-4f33-aaff-92384c64a148 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/security-groups?id=69f90560-754d-4655-8511-1cc906dc908c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003497 Oct 20 11:00:16.952370 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-61607687-c38d-434e-a2b9-e7a13e02a2c9 req-711c9347-4cf1-4edf-9e80-186d38e79460 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/security-groups?id=b86ef872-82a8-48e3-89d0-a53331758f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144567 Oct 20 11:00:17.019066 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0d9954f2-75d6-4b00-aad9-74502d4bc54b req-f35a22f5-9a79-4850-9587-1bc8e960c0c4 service neutron] 10.222.0.69 "GET /v2.0/networks/cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553006 Oct 20 11:00:17.108332 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device fc25dc5e-d9eb-4fba-839d-9cfb0d8578cb details requested by agent hyperv_n-h1-811396-3 with host n-h1-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:00:17.142497 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad08a47-f7d7-4afa-af70-0424214c131c req-991ea602-80ca-422d-a8bc-15a5a5643ecb tempest-ServerAddressesNegativeTestJSON-824162987 tempest-ServerAddressesNegativeTestJSON-824162987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:17.144698 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cad08a47-f7d7-4afa-af70-0424214c131c req-991ea602-80ca-422d-a8bc-15a5a5643ecb tempest-ServerAddressesNegativeTestJSON-824162987 tempest-ServerAddressesNegativeTestJSON-824162987-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb1fb4e6-102d-449a-8b4e-a37631982850 HTTP/1.1" status: 200 len: 944 time: 0.0942433 Oct 20 11:00:17.165327 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df101f7c-47a3-439d-822b-bca8b8e77535 req-1d2cca09-51b9-4001-b6c6-443c322b5435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:17.167138 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-df101f7c-47a3-439d-822b-bca8b8e77535 req-1d2cca09-51b9-4001-b6c6-443c322b5435 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=304c84e5c7844b5cadef0d9d128b445c&device_id=d907556c-90f6-4918-92d3-4c24792ba2db HTTP/1.1" status: 200 len: 1094 time: 0.0813572 Oct 20 11:00:17.238775 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cad08a47-f7d7-4afa-af70-0424214c131c req-35af0600-e8d4-40e2-922d-5a0b6badf3d5 tempest-ServerAddressesNegativeTestJSON-824162987 tempest-ServerAddressesNegativeTestJSON-824162987-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c7106d4-af29-457e-ba5b-d99b637f4e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824585 Oct 20 11:00:17.248769 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port fc25dc5e-d9eb-4fba-839d-9cfb0d8578cb, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=fc25dc5e-d9eb-4fba-839d-9cfb0d8578cb,segment=NetworkSegment(99c86600-7cf1-4589-a9ab-be46793587f7),segment_id=99c86600-7cf1-4589-a9ab-be46793587f7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:00:17.270443 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Returning: {'device': 'fc25dc5e-d9eb-4fba-839d-9cfb0d8578cb', 'network_id': '3122d736-76bf-4eb5-b059-acbeeb796faa', 'port_id': 'fc25dc5e-d9eb-4fba-839d-9cfb0d8578cb', 'mac_address': 'fa:16:3e:f0:27:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 846, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfc16e43-be7c-4467-b921-ff247d475f08', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:00:17.303164 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df101f7c-47a3-439d-822b-bca8b8e77535 req-050ab12d-ecf3-4854-a42b-2198f9a4826e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:17.305213 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-df101f7c-47a3-439d-822b-bca8b8e77535 req-050ab12d-ecf3-4854-a42b-2198f9a4826e service neutron] 10.222.0.69 "GET /v2.0/networks?id=cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0 HTTP/1.1" status: 200 len: 913 time: 0.1278460 Oct 20 11:00:17.314857 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:17.330163 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc25dc5e-d9eb-4fba-839d-9cfb0d8578cb {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:00:17.350141 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-df101f7c-47a3-439d-822b-bca8b8e77535 req-64c721f5-a9c3-4d4d-905d-f3cac4197110 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7bdb6dbe-eddf-4991-8e2f-2cc533deec19 HTTP/1.1" status: 200 len: 217 time: 0.0370235 Oct 20 11:00:17.352176 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port fc25dc5e-d9eb-4fba-839d-9cfb0d8578cb, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=fc25dc5e-d9eb-4fba-839d-9cfb0d8578cb,segment=NetworkSegment(99c86600-7cf1-4589-a9ab-be46793587f7),segment_id=99c86600-7cf1-4589-a9ab-be46793587f7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:00:17.356567 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:17.403293 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df101f7c-47a3-439d-822b-bca8b8e77535 req-296d7168-efb1-43b7-93a9-753c9da88a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:17.406535 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-df101f7c-47a3-439d-822b-bca8b8e77535 req-296d7168-efb1-43b7-93a9-753c9da88a40 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=46305bfd-5c10-42c9-8afc-597f2425497e HTTP/1.1" status: 200 len: 851 time: 0.0494750 Oct 20 11:00:17.414700 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=fc25dc5e-d9eb-4fba-839d-9cfb0d8578cb,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:00:17.467963 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df101f7c-47a3-439d-822b-bca8b8e77535 req-da54cbe5-0ecc-43b7-b823-20189e26d33f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:17.470271 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-df101f7c-47a3-439d-822b-bca8b8e77535 req-da54cbe5-0ecc-43b7-b823-20189e26d33f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0551176 Oct 20 11:00:17.563625 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-df101f7c-47a3-439d-822b-bca8b8e77535 req-111a8e4c-113c-48c0-bdae-063dc04099ba service neutron] 10.222.0.69 "GET /v2.0/networks/cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855947 Oct 20 11:00:17.660883 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-df101f7c-47a3-439d-822b-bca8b8e77535 req-79508bb6-a9db-4aec-89cd-66e6c0de925d service neutron] 10.222.0.69 "GET /v2.0/networks/cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894480 Oct 20 11:00:17.726960 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['fc25dc5e-d9eb-4fba-839d-9cfb0d8578cb'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:00:18.106569 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7899e67a-c6b5-48a5-9f95-b67f299c7874 req-e3d056b1-f07d-48ec-96ec-8fa00d36128a tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:18.108537 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7899e67a-c6b5-48a5-9f95-b67f299c7874 req-e3d056b1-f07d-48ec-96ec-8fa00d36128a tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/ports?device_id=aee77fdc-ffea-4568-9e82-ebfc28c5b50d HTTP/1.1" status: 200 len: 946 time: 0.1002781 Oct 20 11:00:18.122129 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d0d12c-1dc0-4657-bdcd-21abb7591a0f req-c03b5b6e-080b-4189-a11b-a0e28bb9c0ad tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:18.123860 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-21d0d12c-1dc0-4657-bdcd-21abb7591a0f req-c03b5b6e-080b-4189-a11b-a0e28bb9c0ad tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=d907556c-90f6-4918-92d3-4c24792ba2db HTTP/1.1" status: 200 len: 943 time: 0.0833702 Oct 20 11:00:18.211196 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7899e67a-c6b5-48a5-9f95-b67f299c7874 req-10477078-3e75-43e6-8ad1-3c3c7000e248 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/security-groups?id=69f90560-754d-4655-8511-1cc906dc908c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860956 Oct 20 11:00:18.215193 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-21d0d12c-1dc0-4657-bdcd-21abb7591a0f req-049abb5d-02d0-4cfb-91a5-69c3c2951e4c tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/security-groups?id=b86ef872-82a8-48e3-89d0-a53331758f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818710 Oct 20 11:00:18.362941 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9048222a-17ab-4281-aa5a-3706c4a046b7 req-c536a5fa-7ffe-49b5-8e50-96ecaaa68c40 tempest-ServerAddressesNegativeTestJSON-824162987 tempest-ServerAddressesNegativeTestJSON-824162987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:18.364465 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9048222a-17ab-4281-aa5a-3706c4a046b7 req-c536a5fa-7ffe-49b5-8e50-96ecaaa68c40 tempest-ServerAddressesNegativeTestJSON-824162987 tempest-ServerAddressesNegativeTestJSON-824162987-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb1fb4e6-102d-449a-8b4e-a37631982850 HTTP/1.1" status: 200 len: 945 time: 0.0487595 Oct 20 11:00:18.401448 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9048222a-17ab-4281-aa5a-3706c4a046b7 req-d7671aa1-6bb4-4deb-bb18-9089d890ca76 tempest-ServerAddressesNegativeTestJSON-824162987 tempest-ServerAddressesNegativeTestJSON-824162987-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c7106d4-af29-457e-ba5b-d99b637f4e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308366 Oct 20 11:00:19.106243 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device fc25dc5e-d9eb-4fba-839d-9cfb0d8578cb up at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:00:19.163061 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning for port fc25dc5e-d9eb-4fba-839d-9cfb0d8578cb completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:00:19.167014 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning complete for port fc25dc5e-d9eb-4fba-839d-9cfb0d8578cb triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:00:19.167413 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:19.266505 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:19.307807 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port fc25dc5e-d9eb-4fba-839d-9cfb0d8578cb, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=fc25dc5e-d9eb-4fba-839d-9cfb0d8578cb,segment=NetworkSegment(99c86600-7cf1-4589-a9ab-be46793587f7),segment_id=99c86600-7cf1-4589-a9ab-be46793587f7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:00:19.308992 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:19.309685 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb1fb4e6-102d-449a-8b4e-a37631982850', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc25dc5e-d9eb-4fba-839d-9cfb0d8578cb'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:00:19.313115 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d44b9fa-cd4d-478d-8cca-df67fa9d99d6" -d '{"events": [{"server_uuid": "fb1fb4e6-102d-449a-8b4e-a37631982850", "name": "network-vif-plugged", "status": "completed", "tag": "fc25dc5e-d9eb-4fba-839d-9cfb0d8578cb"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:00:19.316963 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:19.369620 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=fc25dc5e-d9eb-4fba-839d-9cfb0d8578cb,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:00:19.397534 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b319ff-afbe-4a5c-badc-e72171ced5e4 req-04381e8c-ca64-4354-a17b-22293cc8d51c tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:19.399234 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f4b319ff-afbe-4a5c-badc-e72171ced5e4 req-04381e8c-ca64-4354-a17b-22293cc8d51c tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/ports?device_id=aee77fdc-ffea-4568-9e82-ebfc28c5b50d HTTP/1.1" status: 200 len: 946 time: 0.0843854 Oct 20 11:00:19.413494 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050bbbba-5016-45ee-a46a-75e93b1ca1e2 req-e46b5152-eb18-465c-8909-af4ee24d0bb4 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:19.414589 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-050bbbba-5016-45ee-a46a-75e93b1ca1e2 req-e46b5152-eb18-465c-8909-af4ee24d0bb4 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=d907556c-90f6-4918-92d3-4c24792ba2db HTTP/1.1" status: 200 len: 943 time: 0.0888541 Oct 20 11:00:19.482962 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f4b319ff-afbe-4a5c-badc-e72171ced5e4 req-03af6806-4137-4cb2-bab2-01024c8f4ef7 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/security-groups?id=69f90560-754d-4655-8511-1cc906dc908c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667484 Oct 20 11:00:19.491320 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-050bbbba-5016-45ee-a46a-75e93b1ca1e2 req-a95b4b77-544f-4c27-a6aa-84d07087633b tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/security-groups?id=b86ef872-82a8-48e3-89d0-a53331758f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675478 Oct 20 11:00:19.542332 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ce38289-b77f-4cbd-8d61-fe88a5122b84 x-openstack-request-id: req-2ce38289-b77f-4cbd-8d61-fe88a5122b84 {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:00:19.542964 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb1fb4e6-102d-449a-8b4e-a37631982850", "name": "network-vif-plugged", "status": "completed", "tag": "fc25dc5e-d9eb-4fba-839d-9cfb0d8578cb", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:00:19.543295 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2ce38289-b77f-4cbd-8d61-fe88a5122b84 {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:00:19.543795 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb1fb4e6-102d-449a-8b4e-a37631982850', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc25dc5e-d9eb-4fba-839d-9cfb0d8578cb', 'code': 200} Oct 20 11:00:19.615334 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874a3a4b-b762-4481-8ce9-f9a0f9f18b60 req-e850a733-86a6-4703-b579-9d485feee4e0 tempest-ServerAddressesNegativeTestJSON-824162987 tempest-ServerAddressesNegativeTestJSON-824162987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:19.616932 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-874a3a4b-b762-4481-8ce9-f9a0f9f18b60 req-e850a733-86a6-4703-b579-9d485feee4e0 tempest-ServerAddressesNegativeTestJSON-824162987 tempest-ServerAddressesNegativeTestJSON-824162987-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb1fb4e6-102d-449a-8b4e-a37631982850 HTTP/1.1" status: 200 len: 946 time: 0.0525885 Oct 20 11:00:19.683054 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-874a3a4b-b762-4481-8ce9-f9a0f9f18b60 req-e78bb5e2-efc6-43b7-a946-2c6737eef958 tempest-ServerAddressesNegativeTestJSON-824162987 tempest-ServerAddressesNegativeTestJSON-824162987-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c7106d4-af29-457e-ba5b-d99b637f4e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597992 Oct 20 11:00:19.689776 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ced0d0-456a-4a15-87c0-7c00b21fd6e6 req-fd0189e5-84ee-4267-a750-4c273175c4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:19.690899 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e0ced0d0-456a-4a15-87c0-7c00b21fd6e6 req-fd0189e5-84ee-4267-a750-4c273175c4da service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=fb1fb4e6-102d-449a-8b4e-a37631982850 HTTP/1.1" status: 200 len: 1097 time: 0.0612426 Oct 20 11:00:19.729157 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e0ced0d0-456a-4a15-87c0-7c00b21fd6e6 req-258d61a4-5ac4-471e-8fe4-3ba0837e56e2 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=9c7106d4-af29-457e-ba5b-d99b637f4e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311790 Oct 20 11:00:20.632425 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f725ba-467b-4916-b5c2-8507c5484f39 req-db7443d0-9f1a-4af2-a656-49fee05aca80 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:20.633844 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a6f725ba-467b-4916-b5c2-8507c5484f39 req-db7443d0-9f1a-4af2-a656-49fee05aca80 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/ports?device_id=aee77fdc-ffea-4568-9e82-ebfc28c5b50d HTTP/1.1" status: 200 len: 946 time: 0.0767179 Oct 20 11:00:20.646930 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99ef57a-9c26-481c-b427-cfa53f2125cb req-1ee040a9-395c-43d3-bf1f-508ef49d0e7e tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:20.648371 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d99ef57a-9c26-481c-b427-cfa53f2125cb req-1ee040a9-395c-43d3-bf1f-508ef49d0e7e tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=d907556c-90f6-4918-92d3-4c24792ba2db HTTP/1.1" status: 200 len: 943 time: 0.0654032 Oct 20 11:00:20.708455 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a6f725ba-467b-4916-b5c2-8507c5484f39 req-e546f4be-eec8-49a0-b7c3-6af40c0e71e2 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/security-groups?id=69f90560-754d-4655-8511-1cc906dc908c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581505 Oct 20 11:00:20.712708 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d99ef57a-9c26-481c-b427-cfa53f2125cb req-df2d0b76-1b53-40fc-a65c-7154be509edb tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/security-groups?id=b86ef872-82a8-48e3-89d0-a53331758f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575914 Oct 20 11:00:20.832068 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15885d31-5d13-4202-bf17-06669631ec5e req-803e460d-9f44-4258-8017-17f8a833d7fd tempest-ServerAddressesNegativeTestJSON-824162987 tempest-ServerAddressesNegativeTestJSON-824162987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:20.833535 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-15885d31-5d13-4202-bf17-06669631ec5e req-803e460d-9f44-4258-8017-17f8a833d7fd tempest-ServerAddressesNegativeTestJSON-824162987 tempest-ServerAddressesNegativeTestJSON-824162987-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb1fb4e6-102d-449a-8b4e-a37631982850 HTTP/1.1" status: 200 len: 946 time: 0.0544312 Oct 20 11:00:20.870693 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-15885d31-5d13-4202-bf17-06669631ec5e req-441bc0f6-87d6-4e59-b789-0d9c2c12181c tempest-ServerAddressesNegativeTestJSON-824162987 tempest-ServerAddressesNegativeTestJSON-824162987-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c7106d4-af29-457e-ba5b-d99b637f4e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309801 Oct 20 11:00:21.865935 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7e5113-6468-485d-9aa8-0b814feb1748 req-ddbecc3d-c335-4794-9e66-7cf19db897ef tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:21.867674 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fc7e5113-6468-485d-9aa8-0b814feb1748 req-ddbecc3d-c335-4794-9e66-7cf19db897ef tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/ports?device_id=aee77fdc-ffea-4568-9e82-ebfc28c5b50d HTTP/1.1" status: 200 len: 946 time: 0.0813408 Oct 20 11:00:21.892976 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d424097-d39c-41aa-a8ef-faa26f580506 req-123e212a-7a60-4e8d-9894-08c96c5d5223 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:21.893693 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5d424097-d39c-41aa-a8ef-faa26f580506 req-123e212a-7a60-4e8d-9894-08c96c5d5223 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=d907556c-90f6-4918-92d3-4c24792ba2db HTTP/1.1" status: 200 len: 943 time: 0.0808074 Oct 20 11:00:21.943622 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fc7e5113-6468-485d-9aa8-0b814feb1748 req-ae5c9adc-4e94-4728-9ced-f64e19d3b1cd tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/security-groups?id=69f90560-754d-4655-8511-1cc906dc908c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682774 Oct 20 11:00:21.958190 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5d424097-d39c-41aa-a8ef-faa26f580506 req-f408d3b8-ad5d-484f-a404-c2abf995d38e tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/security-groups?id=b86ef872-82a8-48e3-89d0-a53331758f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555346 Oct 20 11:00:22.088964 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5755a1c-972a-49d8-9df5-1e5ef3aac224 req-4b12a36e-f7f0-413d-afb7-e62df6b444f1 tempest-ServerAddressesNegativeTestJSON-824162987 tempest-ServerAddressesNegativeTestJSON-824162987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:22.091330 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e5755a1c-972a-49d8-9df5-1e5ef3aac224 req-4b12a36e-f7f0-413d-afb7-e62df6b444f1 tempest-ServerAddressesNegativeTestJSON-824162987 tempest-ServerAddressesNegativeTestJSON-824162987-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb1fb4e6-102d-449a-8b4e-a37631982850 HTTP/1.1" status: 200 len: 946 time: 0.0733414 Oct 20 11:00:22.151985 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e5755a1c-972a-49d8-9df5-1e5ef3aac224 req-8b3226f6-7a7c-49e6-b81d-e9ee63571a1d tempest-ServerAddressesNegativeTestJSON-824162987 tempest-ServerAddressesNegativeTestJSON-824162987-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c7106d4-af29-457e-ba5b-d99b637f4e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538769 Oct 20 11:00:22.485576 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2424ddc3-899f-49c1-acb4-21cbbcf7587d req-5cf884f3-4bc5-4d06-bd78-b7fc558fd84f tempest-ServerAddressesNegativeTestJSON-824162987 tempest-ServerAddressesNegativeTestJSON-824162987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:22.487805 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2424ddc3-899f-49c1-acb4-21cbbcf7587d req-5cf884f3-4bc5-4d06-bd78-b7fc558fd84f tempest-ServerAddressesNegativeTestJSON-824162987 tempest-ServerAddressesNegativeTestJSON-824162987-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb1fb4e6-102d-449a-8b4e-a37631982850 HTTP/1.1" status: 200 len: 946 time: 0.0534005 Oct 20 11:00:22.528374 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2424ddc3-899f-49c1-acb4-21cbbcf7587d req-cb62469f-9390-4424-905f-05ed2c63e7d3 tempest-ServerAddressesNegativeTestJSON-824162987 tempest-ServerAddressesNegativeTestJSON-824162987-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c7106d4-af29-457e-ba5b-d99b637f4e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342960 Oct 20 11:00:23.110089 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b6992b-f48d-49f7-a92a-b7eea04e0c8c req-d2196b21-d63f-4ac9-8cd9-ce6ecbcbd958 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:23.111716 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-31b6992b-f48d-49f7-a92a-b7eea04e0c8c req-d2196b21-d63f-4ac9-8cd9-ce6ecbcbd958 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/ports?device_id=aee77fdc-ffea-4568-9e82-ebfc28c5b50d HTTP/1.1" status: 200 len: 946 time: 0.0901055 Oct 20 11:00:23.124666 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef1ae9f-f49d-4562-bd38-696997fc98da req-ea53580b-7e90-46b6-9c16-f90460595611 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:23.126192 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-aef1ae9f-f49d-4562-bd38-696997fc98da req-ea53580b-7e90-46b6-9c16-f90460595611 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=d907556c-90f6-4918-92d3-4c24792ba2db HTTP/1.1" status: 200 len: 943 time: 0.0726745 Oct 20 11:00:23.183026 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-31b6992b-f48d-49f7-a92a-b7eea04e0c8c req-a042e794-fcb1-415f-964e-04cd7c11a93f tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/security-groups?id=69f90560-754d-4655-8511-1cc906dc908c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557513 Oct 20 11:00:23.187987 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-aef1ae9f-f49d-4562-bd38-696997fc98da req-765fdd3b-d9e0-42e0-96f1-6f9f5f81ce01 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/security-groups?id=b86ef872-82a8-48e3-89d0-a53331758f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550296 Oct 20 11:00:23.646124 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b13b376-542c-4f6f-9219-2dad4aacf189 req-a7a06bf2-4ea1-4c57-8d92-de8334b0a568 tempest-ServerAddressesNegativeTestJSON-824162987 tempest-ServerAddressesNegativeTestJSON-824162987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:23.647742 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2b13b376-542c-4f6f-9219-2dad4aacf189 req-a7a06bf2-4ea1-4c57-8d92-de8334b0a568 tempest-ServerAddressesNegativeTestJSON-824162987 tempest-ServerAddressesNegativeTestJSON-824162987-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb1fb4e6-102d-449a-8b4e-a37631982850 HTTP/1.1" status: 200 len: 946 time: 0.0494857 Oct 20 11:00:23.687730 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2b13b376-542c-4f6f-9219-2dad4aacf189 req-52079a6d-03a3-4527-8c5e-6785184bd05d tempest-ServerAddressesNegativeTestJSON-824162987 tempest-ServerAddressesNegativeTestJSON-824162987-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c7106d4-af29-457e-ba5b-d99b637f4e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336967 Oct 20 11:00:24.013907 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7b41f8-ab90-46be-822b-301e6a922cf1 req-5e12d12a-a063-46c5-baf6-f19456671524 tempest-ServerAddressesNegativeTestJSON-824162987 tempest-ServerAddressesNegativeTestJSON-824162987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:24.014931 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-aa7b41f8-ab90-46be-822b-301e6a922cf1 req-5e12d12a-a063-46c5-baf6-f19456671524 tempest-ServerAddressesNegativeTestJSON-824162987 tempest-ServerAddressesNegativeTestJSON-824162987-project] 10.222.0.55 "GET /v2.0/ports?device_id=fb1fb4e6-102d-449a-8b4e-a37631982850 HTTP/1.1" status: 200 len: 946 time: 0.0521576 Oct 20 11:00:24.112258 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-aa7b41f8-ab90-46be-822b-301e6a922cf1 req-bee5184c-41de-43c7-a0ca-3eb0f89a46e2 tempest-ServerAddressesNegativeTestJSON-824162987 tempest-ServerAddressesNegativeTestJSON-824162987-project] Deleting port fc25dc5e-d9eb-4fba-839d-9cfb0d8578cb {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:00:24.112892 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-aa7b41f8-ab90-46be-822b-301e6a922cf1 req-bee5184c-41de-43c7-a0ca-3eb0f89a46e2 tempest-ServerAddressesNegativeTestJSON-824162987 tempest-ServerAddressesNegativeTestJSON-824162987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:24.201194 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-aa7b41f8-ab90-46be-822b-301e6a922cf1 req-bee5184c-41de-43c7-a0ca-3eb0f89a46e2 tempest-ServerAddressesNegativeTestJSON-824162987 tempest-ServerAddressesNegativeTestJSON-824162987-project] For port fc25dc5e-d9eb-4fba-839d-9cfb0d8578cb, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=fc25dc5e-d9eb-4fba-839d-9cfb0d8578cb,segment=NetworkSegment(99c86600-7cf1-4589-a9ab-be46793587f7),segment_id=99c86600-7cf1-4589-a9ab-be46793587f7)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:00:24.201551 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-aa7b41f8-ab90-46be-822b-301e6a922cf1 req-bee5184c-41de-43c7-a0ca-3eb0f89a46e2 tempest-ServerAddressesNegativeTestJSON-824162987 tempest-ServerAddressesNegativeTestJSON-824162987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:24.214534 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-aa7b41f8-ab90-46be-822b-301e6a922cf1 req-bee5184c-41de-43c7-a0ca-3eb0f89a46e2 tempest-ServerAddressesNegativeTestJSON-824162987 tempest-ServerAddressesNegativeTestJSON-824162987-project] Calling delete_port for fc25dc5e-d9eb-4fba-839d-9cfb0d8578cb owned by compute:nova {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:00:24.369359 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c569faa-4fb8-45fb-8ade-c3d9c926a837 req-80d6d7bd-eb28-4ff2-8cd4-233efec7b52d tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:24.370737 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8c569faa-4fb8-45fb-8ade-c3d9c926a837 req-80d6d7bd-eb28-4ff2-8cd4-233efec7b52d tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/ports?device_id=aee77fdc-ffea-4568-9e82-ebfc28c5b50d HTTP/1.1" status: 200 len: 946 time: 0.1079423 Oct 20 11:00:24.380047 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eec1c05-5946-4aaa-ab47-e7f9a1ffc721 req-414a9727-393d-4dd3-acc5-dbd7e37307a3 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:24.381442 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7eec1c05-5946-4aaa-ab47-e7f9a1ffc721 req-414a9727-393d-4dd3-acc5-dbd7e37307a3 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=d907556c-90f6-4918-92d3-4c24792ba2db HTTP/1.1" status: 200 len: 943 time: 0.1155713 Oct 20 11:00:24.468613 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8c569faa-4fb8-45fb-8ade-c3d9c926a837 req-2a959ae7-432f-4236-9313-3ca1d9008d20 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/security-groups?id=69f90560-754d-4655-8511-1cc906dc908c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856657 Oct 20 11:00:24.477270 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7eec1c05-5946-4aaa-ab47-e7f9a1ffc721 req-d62accd2-e3b8-4bcf-860d-aab0c8ce6aae tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/security-groups?id=b86ef872-82a8-48e3-89d0-a53331758f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872049 Oct 20 11:00:24.497001 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-aa7b41f8-ab90-46be-822b-301e6a922cf1 req-bee5184c-41de-43c7-a0ca-3eb0f89a46e2 tempest-ServerAddressesNegativeTestJSON-824162987 tempest-ServerAddressesNegativeTestJSON-824162987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:24.528565 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee5184c-41de-43c7-a0ca-3eb0f89a46e2 tempest-ServerAddressesNegativeTestJSON-824162987 tempest-ServerAddressesNegativeTestJSON-824162987-project] Pushing event deleted for resources: {'Port': ['ID=fc25dc5e-d9eb-4fba-839d-9cfb0d8578cb,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:00:24.532685 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['fc25dc5e-d9eb-4fba-839d-9cfb0d8578cb'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:00:24.575787 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa7b41f8-ab90-46be-822b-301e6a922cf1 req-bee5184c-41de-43c7-a0ca-3eb0f89a46e2 tempest-ServerAddressesNegativeTestJSON-824162987 tempest-ServerAddressesNegativeTestJSON-824162987-project] No DVR routers for this DVR port fc25dc5e-d9eb-4fba-839d-9cfb0d8578cb on host n-h1-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:00:24.578995 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-aa7b41f8-ab90-46be-822b-301e6a922cf1 req-bee5184c-41de-43c7-a0ca-3eb0f89a46e2 tempest-ServerAddressesNegativeTestJSON-824162987 tempest-ServerAddressesNegativeTestJSON-824162987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:24.582400 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-aa7b41f8-ab90-46be-822b-301e6a922cf1 req-bee5184c-41de-43c7-a0ca-3eb0f89a46e2 tempest-ServerAddressesNegativeTestJSON-824162987 tempest-ServerAddressesNegativeTestJSON-824162987-project] 10.222.0.55 "DELETE /v2.0/ports/fc25dc5e-d9eb-4fba-839d-9cfb0d8578cb HTTP/1.1" status: 204 len: 173 time: 0.5614147 Oct 20 11:00:24.582844 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb1fb4e6-102d-449a-8b4e-a37631982850', 'name': 'network-vif-deleted', 'tag': 'fc25dc5e-d9eb-4fba-839d-9cfb0d8578cb'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:00:24.586378 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-604530f8-b34b-49e6-acaa-0e86729ee1a5" -d '{"events": [{"server_uuid": "fb1fb4e6-102d-449a-8b4e-a37631982850", "name": "network-vif-deleted", "tag": "fc25dc5e-d9eb-4fba-839d-9cfb0d8578cb"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:00:24.626858 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dc20d0b-5b0c-4296-adbd-d6f4addeda29 x-openstack-request-id: req-2dc20d0b-5b0c-4296-adbd-d6f4addeda29 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:00:24.627099 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb1fb4e6-102d-449a-8b4e-a37631982850", "name": "network-vif-deleted", "tag": "fc25dc5e-d9eb-4fba-839d-9cfb0d8578cb", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:00:24.627354 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2dc20d0b-5b0c-4296-adbd-d6f4addeda29 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:00:24.627789 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb1fb4e6-102d-449a-8b4e-a37631982850', 'name': 'network-vif-deleted', 'tag': 'fc25dc5e-d9eb-4fba-839d-9cfb0d8578cb', 'status': 'completed', 'code': 200} Oct 20 11:00:24.793188 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-48ef7eef-bf25-444f-bb46-dfaa8159ab7f req-bb66cbca-0d3c-4d06-8382-0bb959f944b9 tempest-ServerAddressesNegativeTestJSON-824162987 tempest-ServerAddressesNegativeTestJSON-824162987-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb1fb4e6-102d-449a-8b4e-a37631982850 HTTP/1.1" status: 200 len: 210 time: 0.0263941 Oct 20 11:00:25.641992 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688f9a82-b5c1-4ddb-a239-56f61cde1721 req-ddd7fe26-38f3-480f-952c-6ab704a2bf02 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:25.643160 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-688f9a82-b5c1-4ddb-a239-56f61cde1721 req-ddd7fe26-38f3-480f-952c-6ab704a2bf02 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/ports?device_id=aee77fdc-ffea-4568-9e82-ebfc28c5b50d HTTP/1.1" status: 200 len: 946 time: 0.0971830 Oct 20 11:00:25.650535 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2817e941-c5a9-439d-94a1-9bfb962680e5 req-f604ccd2-106f-421c-9fe0-da3773b8e6e7 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:25.651973 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2817e941-c5a9-439d-94a1-9bfb962680e5 req-f604ccd2-106f-421c-9fe0-da3773b8e6e7 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=d907556c-90f6-4918-92d3-4c24792ba2db HTTP/1.1" status: 200 len: 943 time: 0.0889223 Oct 20 11:00:25.714063 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2817e941-c5a9-439d-94a1-9bfb962680e5 req-cd8e6a05-9250-4cf4-9374-7d336d825849 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/security-groups?id=b86ef872-82a8-48e3-89d0-a53331758f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538969 Oct 20 11:00:25.716876 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-688f9a82-b5c1-4ddb-a239-56f61cde1721 req-6e4fcc1e-4d23-4a06-8b6e-06db67223ab9 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/security-groups?id=69f90560-754d-4655-8511-1cc906dc908c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640450 Oct 20 11:00:25.849940 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 59556) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:00:25.896409 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba6c8a81-299e-4e75-87af-ecaae3a24a57 admin admin] Deleting subnet bfc16e43-be7c-4467-b921-ff247d475f08 {{(pid=100596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:00:25.899611 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ba6c8a81-299e-4e75-87af-ecaae3a24a57 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:25.935249 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ba6c8a81-299e-4e75-87af-ecaae3a24a57 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25189079'] for subnet, precommit_delete_associations {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:25.977754 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ba6c8a81-299e-4e75-87af-ecaae3a24a57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:26.032927 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ba6c8a81-299e-4e75-87af-ecaae3a24a57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26836193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26761888'] for subnet, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:26.068158 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6c8a81-299e-4e75-87af-ecaae3a24a57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bfc16e43-be7c-4467-b921-ff247d475f08,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:00:26.072871 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ba6c8a81-299e-4e75-87af-ecaae3a24a57 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:26.079183 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-ba6c8a81-299e-4e75-87af-ecaae3a24a57 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/bfc16e43-be7c-4467-b921-ff247d475f08 HTTP/1.1" status: 204 len: 168 time: 0.2252233 Oct 20 11:00:26.079783 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 59562) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:00:26.149484 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-dae44e6a-0f57-4555-bf54-dd2a24d18b1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:26.239161 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-dae44e6a-0f57-4555-bf54-dd2a24d18b1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:26.265772 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-dae44e6a-0f57-4555-bf54-dd2a24d18b1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3122d736-76bf-4eb5-b059-acbeeb796faa']}} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:00:26.276805 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-dae44e6a-0f57-4555-bf54-dd2a24d18b1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99c86600-7cf1-4589-a9ab-be46793587f7') {'for_net_delete': True} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:00:26.277104 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-dae44e6a-0f57-4555-bf54-dd2a24d18b1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99c86600-7cf1-4589-a9ab-be46793587f7') {} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:00:26.287408 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-dae44e6a-0f57-4555-bf54-dd2a24d18b1e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25189038'] for segment, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:26.300287 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-dae44e6a-0f57-4555-bf54-dd2a24d18b1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:26.306198 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dae44e6a-0f57-4555-bf54-dd2a24d18b1e admin admin] Releasing vlan 846 on physical network physnet1 to pool {{(pid=100596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:00:26.306574 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-dae44e6a-0f57-4555-bf54-dd2a24d18b1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26833155'] for segment, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:26.308223 n-d-811396-3 neutron-server[100596]: Traceback (most recent call last): Oct 20 11:00:26.308223 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:00:26.308223 n-d-811396-3 neutron-server[100596]: timer() Oct 20 11:00:26.308223 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:00:26.308223 n-d-811396-3 neutron-server[100596]: cb(*args, **kw) Oct 20 11:00:26.308223 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:00:26.308223 n-d-811396-3 neutron-server[100596]: return func(*args, **kwargs) Oct 20 11:00:26.308223 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:00:26.308223 n-d-811396-3 neutron-server[100596]: self._notify() Oct 20 11:00:26.308223 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:00:26.308223 n-d-811396-3 neutron-server[100596]: self.callback(batched_events) Oct 20 11:00:26.308223 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:00:26.308223 n-d-811396-3 neutron-server[100596]: event.method(event) Oct 20 11:00:26.308223 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:00:26.308223 n-d-811396-3 neutron-server[100596]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:00:26.308223 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:00:26.308223 n-d-811396-3 neutron-server[100596]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:00:26.308223 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:00:26.308223 n-d-811396-3 neutron-server[100596]: return f(self, *a, **k) Oct 20 11:00:26.308223 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:00:26.308223 n-d-811396-3 neutron-server[100596]: return self._get(url).json() Oct 20 11:00:26.308223 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:00:26.308223 n-d-811396-3 neutron-server[100596]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:00:26.308223 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:00:26.308223 n-d-811396-3 neutron-server[100596]: return self.request(url, 'GET', **kwargs) Oct 20 11:00:26.308223 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:00:26.308223 n-d-811396-3 neutron-server[100596]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:00:26.308223 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:00:26.308223 n-d-811396-3 neutron-server[100596]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:00:26.308223 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:00:26.308223 n-d-811396-3 neutron-server[100596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:00:26.308223 n-d-811396-3 neutron-server[100596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:00:26.363999 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-dae44e6a-0f57-4555-bf54-dd2a24d18b1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:26.381911 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-dae44e6a-0f57-4555-bf54-dd2a24d18b1e admin admin] Publish callbacks [] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:26.385397 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-dae44e6a-0f57-4555-bf54-dd2a24d18b1e admin admin] 10.222.0.64 "DELETE /v2.0/networks/3122d736-76bf-4eb5-b059-acbeeb796faa HTTP/1.1" status: 204 len: 168 time: 0.3051009 Oct 20 11:00:26.386701 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae44e6a-0f57-4555-bf54-dd2a24d18b1e admin admin] Pushing event deleted for resources: {'Network': ['ID=3122d736-76bf-4eb5-b059-acbeeb796faa,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:00:26.505532 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 59578) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:00:26.554173 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-18fdc6da-e723-45da-a79d-35ca8baabf9a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8c8c424dc4364d139b8790c0230dd821&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0471435 Oct 20 11:00:26.556275 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 59580) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:00:26.605901 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-836514b5-cc5e-4650-b996-bce0f503a2b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:26.635755 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-836514b5-cc5e-4650-b996-bce0f503a2b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:26.687122 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-836514b5-cc5e-4650-b996-bce0f503a2b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:26.689848 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-836514b5-cc5e-4650-b996-bce0f503a2b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:26.693331 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-836514b5-cc5e-4650-b996-bce0f503a2b9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9c7106d4-af29-457e-ba5b-d99b637f4e3d HTTP/1.1" status: 204 len: 168 time: 0.1338527 Oct 20 11:00:26.700382 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836514b5-cc5e-4650-b996-bce0f503a2b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c7106d4-af29-457e-ba5b-d99b637f4e3d,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:00:26.888086 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af4b196-5a60-43f8-868e-2354b5c35eae req-2fb66ac0-64be-4c49-8ad1-1d56801e9884 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:26.889677 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2af4b196-5a60-43f8-868e-2354b5c35eae req-2fb66ac0-64be-4c49-8ad1-1d56801e9884 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=d907556c-90f6-4918-92d3-4c24792ba2db HTTP/1.1" status: 200 len: 943 time: 0.0887077 Oct 20 11:00:26.906832 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35367034-64ee-48bb-a123-93a44ae8574b req-2103266b-6646-4953-aaaf-2ede442cf3ad tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:26.908367 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-35367034-64ee-48bb-a123-93a44ae8574b req-2103266b-6646-4953-aaaf-2ede442cf3ad tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/ports?device_id=aee77fdc-ffea-4568-9e82-ebfc28c5b50d HTTP/1.1" status: 200 len: 946 time: 0.0952921 Oct 20 11:00:26.977797 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2af4b196-5a60-43f8-868e-2354b5c35eae req-ea28d108-deba-4c8e-b349-28dcba48e990 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/security-groups?id=b86ef872-82a8-48e3-89d0-a53331758f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683913 Oct 20 11:00:26.987793 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-35367034-64ee-48bb-a123-93a44ae8574b req-afa47581-7361-45ea-abdf-877bc277627d tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/security-groups?id=69f90560-754d-4655-8511-1cc906dc908c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722983 Oct 20 11:00:27.114303 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device fc25dc5e-d9eb-4fba-839d-9cfb0d8578cb no longer exists at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:00:27.136540 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] No Port match for: fc25dc5e-d9eb-4fba-839d-9cfb0d8578cb {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:00:27.136827 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device fc25dc5e-d9eb-4fba-839d-9cfb0d8578cb not bound to the agent host n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:00:27.503099 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 59628) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:00:27.606733 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-3eb34b19-c508-4bd7-96a3-25f588336b1d admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-815874723-network', 'tenant_id': '197b851fb3964adba4154898071d5cc9'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:00:27.629676 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eb34b19-c508-4bd7-96a3-25f588336b1d admin admin] Made reservation on behalf of 197b851fb3964adba4154898071d5cc9 for: {'network': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:00:27.637803 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3eb34b19-c508-4bd7-96a3-25f588336b1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:27.650200 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3eb34b19-c508-4bd7-96a3-25f588336b1d admin admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:27.732079 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3eb34b19-c508-4bd7-96a3-25f588336b1d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:27.736600 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3eb34b19-c508-4bd7-96a3-25f588336b1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:27.763279 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3eb34b19-c508-4bd7-96a3-25f588336b1d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 849} {{(pid=100596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:00:27.774062 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb34b19-c508-4bd7-96a3-25f588336b1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=157f2d71-b935-47f0-9669-ecd9d671aaed,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:00:27.780478 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3eb34b19-c508-4bd7-96a3-25f588336b1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:27.780823 n-d-811396-3 neutron-server[100596]: INFO neutron.db.segments_db [None req-3eb34b19-c508-4bd7-96a3-25f588336b1d admin admin] Added segment 7fafa2f4-c8d1-4f32-8931-fa51c1f8a6f4 of type vlan for network 45b42ee5-840b-4ed0-8a00-5bb8b1478690 Oct 20 11:00:27.823277 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3eb34b19-c508-4bd7-96a3-25f588336b1d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:27.848443 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3eb34b19-c508-4bd7-96a3-25f588336b1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:27.849757 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb34b19-c508-4bd7-96a3-25f588336b1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:27.850331 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3eb34b19-c508-4bd7-96a3-25f588336b1d admin admin] Publish callbacks [] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:27.879047 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-3eb34b19-c508-4bd7-96a3-25f588336b1d admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3747172 Oct 20 11:00:27.882018 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 59640) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:00:27.886899 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-276c5027-dd35-4423-a066-f78474ffb2a9 admin admin] Request body: {'subnet': {'network_id': '45b42ee5-840b-4ed0-8a00-5bb8b1478690', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-815874723-subnet', 'tenant_id': '197b851fb3964adba4154898071d5cc9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:00:27.918533 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-276c5027-dd35-4423-a066-f78474ffb2a9 admin admin] Made reservation on behalf of 197b851fb3964adba4154898071d5cc9 for: {'subnet': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:00:27.920842 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-276c5027-dd35-4423-a066-f78474ffb2a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25350782'] for subnet, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:27.928699 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb34b19-c508-4bd7-96a3-25f588336b1d admin admin] Pushing event updated for resources: {'Network': ['ID=45b42ee5-840b-4ed0-8a00-5bb8b1478690,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:00:27.940344 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network 45b42ee5-840b-4ed0-8a00-5bb8b1478690 details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:00:28.125300 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-276c5027-dd35-4423-a066-f78474ffb2a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25350752'] for subnet, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:28.157692 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d48d9b-cc22-4b2f-a7f0-dac41ee86c5e req-0bfc34dd-b2df-4272-9824-fef68bc6a412 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:28.159353 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-19d48d9b-cc22-4b2f-a7f0-dac41ee86c5e req-0bfc34dd-b2df-4272-9824-fef68bc6a412 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=d907556c-90f6-4918-92d3-4c24792ba2db HTTP/1.1" status: 200 len: 943 time: 0.0870843 Oct 20 11:00:28.190781 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276c5027-dd35-4423-a066-f78474ffb2a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e511de63-d828-4974-a0f1-69c306b5eb17,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:00:28.207490 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276c5027-dd35-4423-a066-f78474ffb2a9 admin admin] Checking segment: {'id': '7fafa2f4-c8d1-4f32-8931-fa51c1f8a6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '45b42ee5-840b-4ed0-8a00-5bb8b1478690'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:00:28.207935 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-276c5027-dd35-4423-a066-f78474ffb2a9 admin admin] Network hostable DHCP agents. Network: 45b42ee5-840b-4ed0-8a00-5bb8b1478690, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:00:28.217303 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db08c77-83fe-4860-8de3-ef16d068260c req-94ef3e5f-f90f-40e3-bd43-c045450bd481 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:28.219220 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2db08c77-83fe-4860-8de3-ef16d068260c req-94ef3e5f-f90f-40e3-bd43-c045450bd481 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/ports?device_id=aee77fdc-ffea-4568-9e82-ebfc28c5b50d HTTP/1.1" status: 200 len: 946 time: 0.1160202 Oct 20 11:00:28.224992 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-276c5027-dd35-4423-a066-f78474ffb2a9 admin admin] Network 45b42ee5-840b-4ed0-8a00-5bb8b1478690 is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:00:28.235142 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-276c5027-dd35-4423-a066-f78474ffb2a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, 45b42ee5-840b-4ed0-8a00-5bb8b1478690) {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:00:28.244469 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-19d48d9b-cc22-4b2f-a7f0-dac41ee86c5e req-20ff0f8b-0aea-471e-be41-de36145a34c7 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/security-groups?id=b86ef872-82a8-48e3-89d0-a53331758f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778475 Oct 20 11:00:28.245152 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4db0512-d5a4-4b92-974a-f43bf7fd6fed None None] Network 45b42ee5-840b-4ed0-8a00-5bb8b1478690 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:00:28.252796 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276c5027-dd35-4423-a066-f78474ffb2a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:28.253669 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-276c5027-dd35-4423-a066-f78474ffb2a9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:28.275444 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-276c5027-dd35-4423-a066-f78474ffb2a9 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3922458 Oct 20 11:00:28.308476 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2db08c77-83fe-4860-8de3-ef16d068260c req-868325b3-4292-40b9-b865-461bfa3475fe tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/security-groups?id=69f90560-754d-4655-8511-1cc906dc908c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787354 Oct 20 11:00:28.406654 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a167063-61e3-4378-a431-aa51e0c11f9b None None] Network 45b42ee5-840b-4ed0-8a00-5bb8b1478690 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:00:28.770371 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a55338-28d0-47a1-8920-3c2ff835b376 req-9c635aa0-2074-4066-b725-1760a96c3e49 tempest-ServerPasswordTestJSON-81796944 tempest-ServerPasswordTestJSON-81796944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:28.772021 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-72a55338-28d0-47a1-8920-3c2ff835b376 req-9c635aa0-2074-4066-b725-1760a96c3e49 tempest-ServerPasswordTestJSON-81796944 tempest-ServerPasswordTestJSON-81796944-project] 10.222.0.64 "GET /v2.0/networks?id=45b42ee5-840b-4ed0-8a00-5bb8b1478690 HTTP/1.1" status: 200 len: 812 time: 0.1121435 Oct 20 11:00:28.787667 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-72a55338-28d0-47a1-8920-3c2ff835b376 req-97de7624-1925-41fb-b881-0335bbd8b245 tempest-ServerPasswordTestJSON-81796944 tempest-ServerPasswordTestJSON-81796944-project] 10.222.0.64 "GET /v2.0/quotas/197b851fb3964adba4154898071d5cc9 HTTP/1.1" status: 200 len: 375 time: 0.0096955 Oct 20 11:00:28.831590 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-72a55338-28d0-47a1-8920-3c2ff835b376 req-a0e52df0-888f-46eb-b972-058509b246ec tempest-ServerPasswordTestJSON-81796944 tempest-ServerPasswordTestJSON-81796944-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=197b851fb3964adba4154898071d5cc9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0308294 Oct 20 11:00:28.923928 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-72a55338-28d0-47a1-8920-3c2ff835b376 req-3855e4b8-9b03-4439-b70b-5ab85407c813 service neutron] 10.222.0.64 "GET /v2.0/networks/45b42ee5-840b-4ed0-8a00-5bb8b1478690?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851812 Oct 20 11:00:29.017956 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-72a55338-28d0-47a1-8920-3c2ff835b376 req-f44b00f6-ccc6-45da-82a3-991c57a0dfdb service neutron] 10.222.0.64 "GET /v2.0/networks/45b42ee5-840b-4ed0-8a00-5bb8b1478690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878007 Oct 20 11:00:29.184549 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a21d446d-5840-4a72-a276-6a9816f1aaf2 req-b2f2ff48-16e2-4c38-9938-1efec4e14c47 tempest-ServerPasswordTestJSON-81796944 tempest-ServerPasswordTestJSON-81796944-project] 10.222.0.64 "GET /v2.0/ports?device_id=7df8bb27-9c0e-48cc-b6ef-1651af1e1140 HTTP/1.1" status: 200 len: 210 time: 0.0300705 Oct 20 11:00:29.387029 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f751f8c-976f-4d7d-b6fb-88e52ab29346 req-e79cf5c4-eab1-43ae-b47a-fb99eea16b40 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:29.388629 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7f751f8c-976f-4d7d-b6fb-88e52ab29346 req-e79cf5c4-eab1-43ae-b47a-fb99eea16b40 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=d907556c-90f6-4918-92d3-4c24792ba2db HTTP/1.1" status: 200 len: 943 time: 0.0612156 Oct 20 11:00:29.474080 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0f203b-0e47-4c6c-9392-b2a6db3824ff req-962024de-1530-4951-8d32-27f01ec0ea60 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:29.475708 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7e0f203b-0e47-4c6c-9392-b2a6db3824ff req-962024de-1530-4951-8d32-27f01ec0ea60 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/ports?device_id=aee77fdc-ffea-4568-9e82-ebfc28c5b50d HTTP/1.1" status: 200 len: 946 time: 0.0836763 Oct 20 11:00:29.478784 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7f751f8c-976f-4d7d-b6fb-88e52ab29346 req-6b8d7c48-f50f-4789-a9ea-fa18165854d9 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/security-groups?id=b86ef872-82a8-48e3-89d0-a53331758f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537894 Oct 20 11:00:29.541806 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7e0f203b-0e47-4c6c-9392-b2a6db3824ff req-d13a918b-a05c-44e1-b655-ea6106504b9e tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/security-groups?id=69f90560-754d-4655-8511-1cc906dc908c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596123 Oct 20 11:00:30.368946 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e5201611-ef1b-43bc-8fe9-6cf051b6ee03 req-8453a831-2390-44ca-8cfa-1a90d5783daf tempest-ServerPasswordTestJSON-81796944 tempest-ServerPasswordTestJSON-81796944-project] 10.222.0.64 "GET /v2.0/ports?device_id=7df8bb27-9c0e-48cc-b6ef-1651af1e1140 HTTP/1.1" status: 200 len: 210 time: 0.0572248 Oct 20 11:00:30.409386 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a55338-28d0-47a1-8920-3c2ff835b376 req-ffe6458d-736b-4875-9d89-c0809aa6cc4c tempest-ServerPasswordTestJSON-81796944 tempest-ServerPasswordTestJSON-81796944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:30.410865 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-72a55338-28d0-47a1-8920-3c2ff835b376 req-ffe6458d-736b-4875-9d89-c0809aa6cc4c tempest-ServerPasswordTestJSON-81796944 tempest-ServerPasswordTestJSON-81796944-project] 10.222.0.55 "GET /v2.0/networks?id=45b42ee5-840b-4ed0-8a00-5bb8b1478690 HTTP/1.1" status: 200 len: 812 time: 0.1913893 Oct 20 11:00:30.453120 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-72a55338-28d0-47a1-8920-3c2ff835b376 req-6041320e-643f-4072-95c4-b032917ddc89 tempest-ServerPasswordTestJSON-81796944 tempest-ServerPasswordTestJSON-81796944-project] Request body: {'port': {'device_id': '7df8bb27-9c0e-48cc-b6ef-1651af1e1140', 'network_id': '45b42ee5-840b-4ed0-8a00-5bb8b1478690', 'admin_state_up': True, 'tenant_id': '197b851fb3964adba4154898071d5cc9'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:00:30.599464 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72a55338-28d0-47a1-8920-3c2ff835b376 req-6041320e-643f-4072-95c4-b032917ddc89 tempest-ServerPasswordTestJSON-81796944 tempest-ServerPasswordTestJSON-81796944-project] Made reservation on behalf of 197b851fb3964adba4154898071d5cc9 for: {'port': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:00:30.603414 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-72a55338-28d0-47a1-8920-3c2ff835b376 req-6041320e-643f-4072-95c4-b032917ddc89 tempest-ServerPasswordTestJSON-81796944 tempest-ServerPasswordTestJSON-81796944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:30.672395 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4063160c-3aa2-4595-a12f-6baa82930a63 req-eaf8f380-8b5d-4642-8340-a29193efd6db tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:30.673889 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4063160c-3aa2-4595-a12f-6baa82930a63 req-eaf8f380-8b5d-4642-8340-a29193efd6db tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=d907556c-90f6-4918-92d3-4c24792ba2db HTTP/1.1" status: 200 len: 943 time: 0.1165507 Oct 20 11:00:30.753115 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5658bc-bd15-4bab-b9ff-78518c95adda req-7437f0a1-f155-4b4a-b4e9-db3824689a58 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:30.754885 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6e5658bc-bd15-4bab-b9ff-78518c95adda req-7437f0a1-f155-4b4a-b4e9-db3824689a58 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/ports?device_id=aee77fdc-ffea-4568-9e82-ebfc28c5b50d HTTP/1.1" status: 200 len: 946 time: 0.1399062 Oct 20 11:00:30.807606 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4063160c-3aa2-4595-a12f-6baa82930a63 req-0fb8d7c0-30f2-4ffd-b4a2-df9b5a592761 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/security-groups?id=b86ef872-82a8-48e3-89d0-a53331758f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024618 Oct 20 11:00:30.846830 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [req-72a55338-28d0-47a1-8920-3c2ff835b376 req-6041320e-643f-4072-95c4-b032917ddc89 tempest-ServerPasswordTestJSON-81796944 tempest-ServerPasswordTestJSON-81796944-project] Allocated IP 172.20.0.13 (45b42ee5-840b-4ed0-8a00-5bb8b1478690/e511de63-d828-4974-a0f1-69c306b5eb17/897bbde7-010c-413c-9713-168bb961fbdd) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:00:30.861248 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6e5658bc-bd15-4bab-b9ff-78518c95adda req-3db510c7-f757-4e47-8fb8-f118d61e79f6 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/security-groups?id=69f90560-754d-4655-8511-1cc906dc908c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975633 Oct 20 11:00:30.958841 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 7bdb6dbe-eddf-4991-8e2f-2cc533deec19 details requested by agent hyperv_n-h2-811396-3 with host n-h2-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:00:31.020725 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-72a55338-28d0-47a1-8920-3c2ff835b376 req-6041320e-643f-4072-95c4-b032917ddc89 tempest-ServerPasswordTestJSON-81796944 tempest-ServerPasswordTestJSON-81796944-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:31.062358 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-72a55338-28d0-47a1-8920-3c2ff835b376 req-6041320e-643f-4072-95c4-b032917ddc89 tempest-ServerPasswordTestJSON-81796944 tempest-ServerPasswordTestJSON-81796944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:31.113014 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72a55338-28d0-47a1-8920-3c2ff835b376 req-6041320e-643f-4072-95c4-b032917ddc89 tempest-ServerPasswordTestJSON-81796944 tempest-ServerPasswordTestJSON-81796944-project] Network 45b42ee5-840b-4ed0-8a00-5bb8b1478690 is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:00:31.116488 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [req-72a55338-28d0-47a1-8920-3c2ff835b376 req-6041320e-643f-4072-95c4-b032917ddc89 tempest-ServerPasswordTestJSON-81796944 tempest-ServerPasswordTestJSON-81796944-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:00:31.122410 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-72a55338-28d0-47a1-8920-3c2ff835b376 req-6041320e-643f-4072-95c4-b032917ddc89 tempest-ServerPasswordTestJSON-81796944 tempest-ServerPasswordTestJSON-81796944-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:00:31.126845 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6041320e-643f-4072-95c4-b032917ddc89 tempest-ServerPasswordTestJSON-81796944 tempest-ServerPasswordTestJSON-81796944-project] Pushing event updated for resources: {'Port': ['ID=897bbde7-010c-413c-9713-168bb961fbdd,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:00:31.184636 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a55338-28d0-47a1-8920-3c2ff835b376 req-6041320e-643f-4072-95c4-b032917ddc89 tempest-ServerPasswordTestJSON-81796944 tempest-ServerPasswordTestJSON-81796944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:31.185333 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-72a55338-28d0-47a1-8920-3c2ff835b376 req-6041320e-643f-4072-95c4-b032917ddc89 tempest-ServerPasswordTestJSON-81796944 tempest-ServerPasswordTestJSON-81796944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:31.206004 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-72a55338-28d0-47a1-8920-3c2ff835b376 req-6041320e-643f-4072-95c4-b032917ddc89 tempest-ServerPasswordTestJSON-81796944 tempest-ServerPasswordTestJSON-81796944-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7577801 Oct 20 11:00:31.226081 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-72a55338-28d0-47a1-8920-3c2ff835b376 req-59c22080-a202-4c7d-ba5a-2d3604596c5d service neutron] Request body: {'port': {'device_id': '7df8bb27-9c0e-48cc-b6ef-1651af1e1140', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811396-3'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:00:31.247062 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 7bdb6dbe-eddf-4991-8e2f-2cc533deec19, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=7bdb6dbe-eddf-4991-8e2f-2cc533deec19,segment=NetworkSegment(5f5097d1-dd03-4e53-8d67-381b8a2c1ac8),segment_id=5f5097d1-dd03-4e53-8d67-381b8a2c1ac8)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:00:31.266629 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Returning: {'device': '7bdb6dbe-eddf-4991-8e2f-2cc533deec19', 'network_id': 'cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0', 'port_id': '7bdb6dbe-eddf-4991-8e2f-2cc533deec19', 'mac_address': 'fa:16:3e:53:6e:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 840, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46305bfd-5c10-42c9-8afc-597f2425497e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:00:31.296856 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-72a55338-28d0-47a1-8920-3c2ff835b376 req-59c22080-a202-4c7d-ba5a-2d3604596c5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:31.319737 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:31.334137 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bdb6dbe-eddf-4991-8e2f-2cc533deec19 {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:00:31.356604 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 7bdb6dbe-eddf-4991-8e2f-2cc533deec19, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=7bdb6dbe-eddf-4991-8e2f-2cc533deec19,segment=NetworkSegment(5f5097d1-dd03-4e53-8d67-381b8a2c1ac8),segment_id=5f5097d1-dd03-4e53-8d67-381b8a2c1ac8)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:00:31.361053 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:31.421675 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=7bdb6dbe-eddf-4991-8e2f-2cc533deec19,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:00:31.441906 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:00:31.442336 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:00:31.442612 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:00:31.442963 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:00:31.443305 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:00:31.443674 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:00:31.444014 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:00:31.444350 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:00:31.444684 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:00:31.445017 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:00:31.445348 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:00:31.445717 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:00:31.556864 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2c408e-5c31-4e45-ac28-720811b8baf3 req-65280051-ecfb-47b5-9f2a-860b974c6202 tempest-ServerPasswordTestJSON-81796944 tempest-ServerPasswordTestJSON-81796944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:31.558354 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8a2c408e-5c31-4e45-ac28-720811b8baf3 req-65280051-ecfb-47b5-9f2a-860b974c6202 tempest-ServerPasswordTestJSON-81796944 tempest-ServerPasswordTestJSON-81796944-project] 10.222.0.64 "GET /v2.0/ports?device_id=7df8bb27-9c0e-48cc-b6ef-1651af1e1140 HTTP/1.1" status: 200 len: 932 time: 0.1065197 Oct 20 11:00:31.618172 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['7bdb6dbe-eddf-4991-8e2f-2cc533deec19'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:00:31.626859 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8a2c408e-5c31-4e45-ac28-720811b8baf3 req-ca303bba-e732-4280-91a5-9c9ec521ef20 tempest-ServerPasswordTestJSON-81796944 tempest-ServerPasswordTestJSON-81796944-project] 10.222.0.64 "GET /v2.0/security-groups?id=157f2d71-b935-47f0-9669-ecd9d671aaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607407 Oct 20 11:00:31.662273 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [req-72a55338-28d0-47a1-8920-3c2ff835b376 req-59c22080-a202-4c7d-ba5a-2d3604596c5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 897bbde7-010c-413c-9713-168bb961fbdd {{(pid=100596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:00:31.670779 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-72a55338-28d0-47a1-8920-3c2ff835b376 req-59c22080-a202-4c7d-ba5a-2d3604596c5d service neutron] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:31.683820 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.provisioning_blocks [req-72a55338-28d0-47a1-8920-3c2ff835b376 req-59c22080-a202-4c7d-ba5a-2d3604596c5d service neutron] Transition to ACTIVE for port object 897bbde7-010c-413c-9713-168bb961fbdd will not be triggered until provisioned by entity L2. {{(pid=100596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:00:31.688741 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-72a55338-28d0-47a1-8920-3c2ff835b376 req-59c22080-a202-4c7d-ba5a-2d3604596c5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:31.741693 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c22080-a202-4c7d-ba5a-2d3604596c5d service neutron] Pushing event updated for resources: {'Port': ['ID=897bbde7-010c-413c-9713-168bb961fbdd,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:00:31.838906 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-72a55338-28d0-47a1-8920-3c2ff835b376 req-59c22080-a202-4c7d-ba5a-2d3604596c5d service neutron] Attempting to bind port 897bbde7-010c-413c-9713-168bb961fbdd on host n-h1-811396-3 for vnic_type normal with profile {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:00:31.839354 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-72a55338-28d0-47a1-8920-3c2ff835b376 req-59c22080-a202-4c7d-ba5a-2d3604596c5d service neutron] Attempting to bind port 897bbde7-010c-413c-9713-168bb961fbdd by drivers openvswitch,hyperv on host n-h1-811396-3 at level 0 using segments [{'id': '7fafa2f4-c8d1-4f32-8931-fa51c1f8a6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '45b42ee5-840b-4ed0-8a00-5bb8b1478690'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:00:31.839787 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a55338-28d0-47a1-8920-3c2ff835b376 req-59c22080-a202-4c7d-ba5a-2d3604596c5d service neutron] Attempting to bind port 897bbde7-010c-413c-9713-168bb961fbdd on network 45b42ee5-840b-4ed0-8a00-5bb8b1478690 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:00:31.845078 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a55338-28d0-47a1-8920-3c2ff835b376 req-59c22080-a202-4c7d-ba5a-2d3604596c5d service neutron] Port 897bbde7-010c-413c-9713-168bb961fbdd on network 45b42ee5-840b-4ed0-8a00-5bb8b1478690 not bound, no agent of type Open vSwitch agent registered on host n-h1-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:00:31.845527 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a55338-28d0-47a1-8920-3c2ff835b376 req-59c22080-a202-4c7d-ba5a-2d3604596c5d service neutron] Attempting to bind port 897bbde7-010c-413c-9713-168bb961fbdd on network 45b42ee5-840b-4ed0-8a00-5bb8b1478690 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:00:31.851779 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a55338-28d0-47a1-8920-3c2ff835b376 req-59c22080-a202-4c7d-ba5a-2d3604596c5d service neutron] Checking agent: {'id': 'b707b4cc-061f-4cf4-bce0-0b3df9b7bec9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:00:31.852230 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a55338-28d0-47a1-8920-3c2ff835b376 req-59c22080-a202-4c7d-ba5a-2d3604596c5d service neutron] Checking segment: {'id': '7fafa2f4-c8d1-4f32-8931-fa51c1f8a6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '45b42ee5-840b-4ed0-8a00-5bb8b1478690'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:00:31.852711 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a55338-28d0-47a1-8920-3c2ff835b376 req-59c22080-a202-4c7d-ba5a-2d3604596c5d service neutron] Bound using segment: {'id': '7fafa2f4-c8d1-4f32-8931-fa51c1f8a6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '45b42ee5-840b-4ed0-8a00-5bb8b1478690'} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:00:31.853212 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-72a55338-28d0-47a1-8920-3c2ff835b376 req-59c22080-a202-4c7d-ba5a-2d3604596c5d service neutron] Bound port: 897bbde7-010c-413c-9713-168bb961fbdd, host: n-h1-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fafa2f4-c8d1-4f32-8931-fa51c1f8a6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '45b42ee5-840b-4ed0-8a00-5bb8b1478690'}}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:00:31.855032 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-72a55338-28d0-47a1-8920-3c2ff835b376 req-59c22080-a202-4c7d-ba5a-2d3604596c5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:31.902530 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 59778) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:00:32.018502 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-72a55338-28d0-47a1-8920-3c2ff835b376 req-59c22080-a202-4c7d-ba5a-2d3604596c5d service neutron] For port 897bbde7-010c-413c-9713-168bb961fbdd, host n-h1-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:00:32.047140 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-72a55338-28d0-47a1-8920-3c2ff835b376 req-59c22080-a202-4c7d-ba5a-2d3604596c5d service neutron] For port 897bbde7-010c-413c-9713-168bb961fbdd, host n-h1-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=897bbde7-010c-413c-9713-168bb961fbdd,segment=NetworkSegment(7fafa2f4-c8d1-4f32-8931-fa51c1f8a6f4),segment_id=7fafa2f4-c8d1-4f32-8931-fa51c1f8a6f4)] {{(pid=100596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:00:32.057718 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd55b58-9d86-4aaf-85f0-c00a7159a893 req-144a7136-d0cc-477a-9895-f19d3c263280 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:32.059246 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bfd55b58-9d86-4aaf-85f0-c00a7159a893 req-144a7136-d0cc-477a-9895-f19d3c263280 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=d907556c-90f6-4918-92d3-4c24792ba2db HTTP/1.1" status: 200 len: 944 time: 0.1266317 Oct 20 11:00:32.062633 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-72a55338-28d0-47a1-8920-3c2ff835b376 req-59c22080-a202-4c7d-ba5a-2d3604596c5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:32.077926 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28d2d4b-797f-4484-ba49-24b7979a5f5d req-014367e5-5eb7-4563-ab2f-c9f6c7289bd2 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:32.079505 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f28d2d4b-797f-4484-ba49-24b7979a5f5d req-014367e5-5eb7-4563-ab2f-c9f6c7289bd2 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/ports?device_id=aee77fdc-ffea-4568-9e82-ebfc28c5b50d HTTP/1.1" status: 200 len: 946 time: 0.1162894 Oct 20 11:00:32.105098 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-0532ff50-022b-41b1-9a84-9e4141980977 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Deleting port 4cd768da-a8ff-4b2b-b86d-c6b1f986b72a {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:00:32.105441 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0532ff50-022b-41b1-9a84-9e4141980977 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:32.134427 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a55338-28d0-47a1-8920-3c2ff835b376 req-59c22080-a202-4c7d-ba5a-2d3604596c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:32.135070 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-72a55338-28d0-47a1-8920-3c2ff835b376 req-59c22080-a202-4c7d-ba5a-2d3604596c5d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:32.137569 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-72a55338-28d0-47a1-8920-3c2ff835b376 req-59c22080-a202-4c7d-ba5a-2d3604596c5d service neutron] 10.222.0.55 "PUT /v2.0/ports/897bbde7-010c-413c-9713-168bb961fbdd HTTP/1.1" status: 200 len: 1092 time: 0.9155314 Oct 20 11:00:32.139427 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7df8bb27-9c0e-48cc-b6ef-1651af1e1140', 'tag': '897bbde7-010c-413c-9713-168bb961fbdd'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:00:32.141949 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83afd454-c5e2-4531-a658-303913eeefd1" -d '{"events": [{"name": "network-changed", "server_uuid": "7df8bb27-9c0e-48cc-b6ef-1651af1e1140", "tag": "897bbde7-010c-413c-9713-168bb961fbdd"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:00:32.197511 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0532ff50-022b-41b1-9a84-9e4141980977 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:32.197850 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0532ff50-022b-41b1-9a84-9e4141980977 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:32.210815 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-0532ff50-022b-41b1-9a84-9e4141980977 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Calling delete_port for 4cd768da-a8ff-4b2b-b86d-c6b1f986b72a owned by network:floatingip {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:00:32.211900 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c22080-a202-4c7d-ba5a-2d3604596c5d service neutron] Pushing event updated for resources: {'Port': ['ID=897bbde7-010c-413c-9713-168bb961fbdd,revision_number=3']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:00:32.235670 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bfd55b58-9d86-4aaf-85f0-c00a7159a893 req-c5af1e2f-9846-43a4-a9d7-08813394ede3 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/security-groups?id=b86ef872-82a8-48e3-89d0-a53331758f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1345222 Oct 20 11:00:32.243489 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f28d2d4b-797f-4484-ba49-24b7979a5f5d req-7020d896-82e3-482a-94a1-798824202961 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/security-groups?id=69f90560-754d-4655-8511-1cc906dc908c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380081 Oct 20 11:00:32.272232 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a55338-28d0-47a1-8920-3c2ff835b376 req-5fde2e4a-41f0-4781-b426-6ff8848782ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:32.272232 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-72a55338-28d0-47a1-8920-3c2ff835b376 req-5fde2e4a-41f0-4781-b426-6ff8848782ce service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=197b851fb3964adba4154898071d5cc9&device_id=7df8bb27-9c0e-48cc-b6ef-1651af1e1140 HTTP/1.1" status: 200 len: 1095 time: 0.0700078 Oct 20 11:00:32.412317 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0532ff50-022b-41b1-9a84-9e4141980977 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:32.439930 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0532ff50-022b-41b1-9a84-9e4141980977 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Pushing event deleted for resources: {'Port': ['ID=4cd768da-a8ff-4b2b-b86d-c6b1f986b72a,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:00:32.520793 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0532ff50-022b-41b1-9a84-9e4141980977 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for floatingip, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:32.521563 n-d-811396-3 neutron-server[100597]: INFO neutron.db.l3_db [None req-0532ff50-022b-41b1-9a84-9e4141980977 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Floating IP a736ad97-cfde-4ba0-9b04-b4e4c7b61d8c disassociated (deleted). External IP: 172.25.1.217, port: 10384482-ef1a-4854-a403-970c7d57b18f. Oct 20 11:00:32.705211 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5c676a0-01a7-44a6-a10f-c04bc6a78c07 x-openstack-request-id: req-f5c676a0-01a7-44a6-a10f-c04bc6a78c07 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:00:32.705845 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7df8bb27-9c0e-48cc-b6ef-1651af1e1140", "tag": "897bbde7-010c-413c-9713-168bb961fbdd", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:00:32.705845 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f5c676a0-01a7-44a6-a10f-c04bc6a78c07 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:00:32.706110 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7df8bb27-9c0e-48cc-b6ef-1651af1e1140', 'tag': '897bbde7-010c-413c-9713-168bb961fbdd', 'status': 'completed', 'code': 200} Oct 20 11:00:32.707660 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-72a55338-28d0-47a1-8920-3c2ff835b376 req-12d821c8-e3a4-4e7b-ae7d-a9de4efb56bc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=897bbde7-010c-413c-9713-168bb961fbdd HTTP/1.1" status: 200 len: 217 time: 0.4216626 Oct 20 11:00:32.787309 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0532ff50-022b-41b1-9a84-9e4141980977 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Router c5c6c05e-0dbe-4de8-a9ec-ede697444de7 has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:00:32.810417 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2443227b-0f6c-44ff-b72d-110c76da11f6 req-ad6d3b4a-4a14-42e9-aebf-bd762315ad14 tempest-ServerPasswordTestJSON-81796944 tempest-ServerPasswordTestJSON-81796944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:32.812168 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2443227b-0f6c-44ff-b72d-110c76da11f6 req-ad6d3b4a-4a14-42e9-aebf-bd762315ad14 tempest-ServerPasswordTestJSON-81796944 tempest-ServerPasswordTestJSON-81796944-project] 10.222.0.64 "GET /v2.0/ports?device_id=7df8bb27-9c0e-48cc-b6ef-1651af1e1140 HTTP/1.1" status: 200 len: 944 time: 0.1030500 Oct 20 11:00:32.817939 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a55338-28d0-47a1-8920-3c2ff835b376 req-6952d17e-c642-4687-83ec-e7e519c0a901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:32.819350 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-72a55338-28d0-47a1-8920-3c2ff835b376 req-6952d17e-c642-4687-83ec-e7e519c0a901 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e511de63-d828-4974-a0f1-69c306b5eb17 HTTP/1.1" status: 200 len: 852 time: 0.0987434 Oct 20 11:00:32.882698 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-72a55338-28d0-47a1-8920-3c2ff835b376 req-4e8d86fc-d29c-445c-98ec-c9b18cbb70ae service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=45b42ee5-840b-4ed0-8a00-5bb8b1478690&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482621 Oct 20 11:00:32.905101 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0532ff50-022b-41b1-9a84-9e4141980977 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:00:32.906070 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2443227b-0f6c-44ff-b72d-110c76da11f6 req-661ded1b-ca3c-4716-a0da-0597f3623824 tempest-ServerPasswordTestJSON-81796944 tempest-ServerPasswordTestJSON-81796944-project] 10.222.0.64 "GET /v2.0/security-groups?id=157f2d71-b935-47f0-9669-ecd9d671aaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846229 Oct 20 11:00:32.915988 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6613ab13-497d-438c-9596-99ece034ce72 None None] Sync routers for ids ['c5c6c05e-0dbe-4de8-a9ec-ede697444de7'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:00:32.927167 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0532ff50-022b-41b1-9a84-9e4141980977 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for floatingip, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:32.935351 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6613ab13-497d-438c-9596-99ece034ce72 None None] Routers {'c5c6c05e-0dbe-4de8-a9ec-ede697444de7'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:00:32.936149 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-6613ab13-497d-438c-9596-99ece034ce72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:00:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['c5c6c05e-0dbe-4de8-a9ec-ede697444de7'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:00:32.964624 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-0532ff50-022b-41b1-9a84-9e4141980977 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "DELETE /v2.0/floatingips/a736ad97-cfde-4ba0-9b04-b4e4c7b61d8c HTTP/1.1" status: 204 len: 168 time: 1.0608325 Oct 20 11:00:32.965415 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2cf81fd-63e2-4c70-870f-d3530dbe1445', 'tag': '10384482-ef1a-4854-a403-970c7d57b18f'}] {{(pid=100597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:00:32.969125 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd85cad6a391afaa95d2dd5280bfd4659fc1e1b2aba53b5e7ef874f059efcdc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b9a9598-792f-4fe6-b6fc-9a590addbc4a" -d '{"events": [{"name": "network-changed", "server_uuid": "a2cf81fd-63e2-4c70-870f-d3530dbe1445", "tag": "10384482-ef1a-4854-a403-970c7d57b18f"}]}' {{(pid=100597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:00:32.972926 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 7bdb6dbe-eddf-4991-8e2f-2cc533deec19 up at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:00:33.038337 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-72a55338-28d0-47a1-8920-3c2ff835b376 req-88c1f695-2c3d-4363-9d17-89c57d439a1a service neutron] 10.222.0.55 "GET /v2.0/networks/45b42ee5-840b-4ed0-8a00-5bb8b1478690?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462810 Oct 20 11:00:33.048035 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e33d5d6e-44c2-49df-8797-ff21e5ee416c x-openstack-request-id: req-e33d5d6e-44c2-49df-8797-ff21e5ee416c {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:00:33.048496 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2cf81fd-63e2-4c70-870f-d3530dbe1445", "tag": "10384482-ef1a-4854-a403-970c7d57b18f", "status": "completed", "code": 200}]} {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:00:33.048813 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e33d5d6e-44c2-49df-8797-ff21e5ee416c {{(pid=100597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:00:33.049841 n-d-811396-3 neutron-server[100597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2cf81fd-63e2-4c70-870f-d3530dbe1445', 'tag': '10384482-ef1a-4854-a403-970c7d57b18f', 'status': 'completed', 'code': 200} Oct 20 11:00:33.088793 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-6613ab13-497d-438c-9596-99ece034ce72 None None] Set router c5c6c05e-0dbe-4de8-a9ec-ede697444de7 gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:00:33.098368 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning for port 7bdb6dbe-eddf-4991-8e2f-2cc533deec19 completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:00:33.104220 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning complete for port 7bdb6dbe-eddf-4991-8e2f-2cc533deec19 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:00:33.104894 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:33.271130 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-72a55338-28d0-47a1-8920-3c2ff835b376 req-3368750a-a3e2-4d0d-a320-9a8e1b5a478f service neutron] 10.222.0.55 "GET /v2.0/networks/45b42ee5-840b-4ed0-8a00-5bb8b1478690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246308 Oct 20 11:00:33.289206 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:33.306365 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9a9598-792f-4fe6-b6fc-9a590addbc4a req-446e9d0a-580c-4c2c-b902-5bfe4ffc36a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:33.309023 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4b9a9598-792f-4fe6-b6fc-9a590addbc4a req-446e9d0a-580c-4c2c-b902-5bfe4ffc36a6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ba79d3046aa84fd2ac89895f3514d2bd&device_id=a2cf81fd-63e2-4c70-870f-d3530dbe1445 HTTP/1.1" status: 200 len: 1097 time: 0.2252657 Oct 20 11:00:33.348854 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd907556c-90f6-4918-92d3-4c24792ba2db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bdb6dbe-eddf-4991-8e2f-2cc533deec19'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:00:33.351449 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d9ba88b-6aad-43bf-8cf2-927495d0f9d1" -d '{"events": [{"server_uuid": "d907556c-90f6-4918-92d3-4c24792ba2db", "name": "network-vif-plugged", "status": "completed", "tag": "7bdb6dbe-eddf-4991-8e2f-2cc533deec19"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:00:33.380282 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 7bdb6dbe-eddf-4991-8e2f-2cc533deec19, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=7bdb6dbe-eddf-4991-8e2f-2cc533deec19,segment=NetworkSegment(5f5097d1-dd03-4e53-8d67-381b8a2c1ac8),segment_id=5f5097d1-dd03-4e53-8d67-381b8a2c1ac8)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:00:33.387759 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:33.457522 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=7bdb6dbe-eddf-4991-8e2f-2cc533deec19,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:00:33.457738 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-6613ab13-497d-438c-9596-99ece034ce72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5c6c05e-0dbe-4de8-a9ec-ede697444de7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1671028435', 'tenant_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': '029810a0-0342-4648-be52-6ba35f82a305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:58:27Z', 'updated_at': '2021-10-20T10:58:35Z', 'revision_number': 4, 'project_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'gw_port': {'id': '029810a0-0342-4648-be52-6ba35f82a305', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:58:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c6c05e-0dbe-4de8-a9ec-ede697444de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:58:28Z', 'updated_at': '2021-10-20T10:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '2b4b7910-9c57-4220-ac45-1a7f58a0eb67', 'name': '', 'network_id': '5344edc3-4337-4ef2-ba74-f68aceecbff7', 'tenant_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'mac_address': 'fa:16:3e:68:6b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c6c05e-0dbe-4de8-a9ec-ede697444de7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': '3625dd2d-c8cb-469b-902b-482698fe8483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:58:34Z', 'updated_at': '2021-10-20T10:58:40Z', 'revision_number': 5, 'project_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'subnets': [{'id': '3625dd2d-c8cb-469b-902b-482698fe8483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:00:33.476407 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d0fecb-0588-442c-8774-507d1179bb5a req-6bc04f68-9a61-4afe-8b52-ef12fdbf028f tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:33.477917 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f8d0fecb-0588-442c-8774-507d1179bb5a req-6bc04f68-9a61-4afe-8b52-ef12fdbf028f tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2cf81fd-63e2-4c70-870f-d3530dbe1445 HTTP/1.1" status: 200 len: 946 time: 0.1985984 Oct 20 11:00:33.485358 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6613ab13-497d-438c-9596-99ece034ce72 None None] Checking router: c5c6c05e-0dbe-4de8-a9ec-ede697444de7 for host: n-d-811396-3 {{(pid=100599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:00:33.495194 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6613ab13-497d-438c-9596-99ece034ce72 None None] Routers {'c5c6c05e-0dbe-4de8-a9ec-ede697444de7'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:00:33.495986 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-6613ab13-497d-438c-9596-99ece034ce72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:00:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['c5c6c05e-0dbe-4de8-a9ec-ede697444de7'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:00:33.543444 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-e5e96ef2-346a-4df7-b777-4c0dd50d9c96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:33.575967 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7a9e1d-83cf-4261-bedc-be2fba72fe7c req-7dced412-064d-4246-9081-9bb410ffb4bf tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:33.578095 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6a7a9e1d-83cf-4261-bedc-be2fba72fe7c req-7dced412-064d-4246-9081-9bb410ffb4bf tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=d907556c-90f6-4918-92d3-4c24792ba2db HTTP/1.1" status: 200 len: 945 time: 0.2066953 Oct 20 11:00:33.584222 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f8d0fecb-0588-442c-8774-507d1179bb5a req-060c6760-04d6-4d40-8446-e81eb9bb886c tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/security-groups?id=204a606e-4754-4938-b4b0-f5de1da0244a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721653 Oct 20 11:00:33.590192 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83afd454-c5e2-4531-a658-303913eeefd1 req-5141f413-9b06-4e82-832c-981db0918ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:33.591893 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-83afd454-c5e2-4531-a658-303913eeefd1 req-5141f413-9b06-4e82-832c-981db0918ed2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=197b851fb3964adba4154898071d5cc9&device_id=7df8bb27-9c0e-48cc-b6ef-1651af1e1140 HTTP/1.1" status: 200 len: 1095 time: 0.2066154 Oct 20 11:00:33.628486 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-6613ab13-497d-438c-9596-99ece034ce72 None None] Set router c5c6c05e-0dbe-4de8-a9ec-ede697444de7 gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:00:33.636339 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9a9598-792f-4fe6-b6fc-9a590addbc4a req-50b75bd4-8393-498b-8013-90a2c817aaca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:33.637875 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4b9a9598-792f-4fe6-b6fc-9a590addbc4a req-50b75bd4-8393-498b-8013-90a2c817aaca service neutron] 10.222.0.69 "GET /v2.0/networks?id=5344edc3-4337-4ef2-ba74-f68aceecbff7 HTTP/1.1" status: 200 len: 898 time: 0.3050518 Oct 20 11:00:33.743345 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4b9a9598-792f-4fe6-b6fc-9a590addbc4a req-8eea6129-8f06-4bae-b188-932ea0c2efd9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=10384482-ef1a-4854-a403-970c7d57b18f HTTP/1.1" status: 200 len: 217 time: 0.0936162 Oct 20 11:00:33.770058 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6a7a9e1d-83cf-4261-bedc-be2fba72fe7c req-54386778-cffa-4e45-abd5-18c7d6f1c3ca tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/security-groups?id=b86ef872-82a8-48e3-89d0-a53331758f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1722941 Oct 20 11:00:33.821601 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83afd454-c5e2-4531-a658-303913eeefd1 req-597b435e-1e35-4f98-b39f-3a3db11c92e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:33.823198 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-83afd454-c5e2-4531-a658-303913eeefd1 req-597b435e-1e35-4f98-b39f-3a3db11c92e8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=45b42ee5-840b-4ed0-8a00-5bb8b1478690 HTTP/1.1" status: 200 len: 913 time: 0.2220621 Oct 20 11:00:33.848631 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9a9598-792f-4fe6-b6fc-9a590addbc4a req-7a9e4edf-ff0e-419c-a23b-882c85b84a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:33.850110 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4b9a9598-792f-4fe6-b6fc-9a590addbc4a req-7a9e4edf-ff0e-419c-a23b-882c85b84a2b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3625dd2d-c8cb-469b-902b-482698fe8483 HTTP/1.1" status: 200 len: 835 time: 0.0849640 Oct 20 11:00:33.853647 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5d3d681-7a66-4b53-bd11-6f321ec373c5 x-openstack-request-id: req-a5d3d681-7a66-4b53-bd11-6f321ec373c5 {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:00:33.853948 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d907556c-90f6-4918-92d3-4c24792ba2db", "name": "network-vif-plugged", "status": "completed", "tag": "7bdb6dbe-eddf-4991-8e2f-2cc533deec19", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:00:33.854204 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a5d3d681-7a66-4b53-bd11-6f321ec373c5 {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:00:33.854597 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd907556c-90f6-4918-92d3-4c24792ba2db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bdb6dbe-eddf-4991-8e2f-2cc533deec19', 'code': 200} Oct 20 11:00:33.861191 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046a9336-01c5-4a78-953b-baca4ad5fc86 req-bd860fb5-75a9-452b-9520-3650805c3e0d tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:33.869140 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-046a9336-01c5-4a78-953b-baca4ad5fc86 req-bd860fb5-75a9-452b-9520-3650805c3e0d tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/ports?device_id=aee77fdc-ffea-4568-9e82-ebfc28c5b50d HTTP/1.1" status: 200 len: 946 time: 0.1501148 Oct 20 11:00:33.894589 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-6613ab13-497d-438c-9596-99ece034ce72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5c6c05e-0dbe-4de8-a9ec-ede697444de7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1671028435', 'tenant_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': '029810a0-0342-4648-be52-6ba35f82a305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:58:27Z', 'updated_at': '2021-10-20T10:58:35Z', 'revision_number': 4, 'project_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'gw_port': {'id': '029810a0-0342-4648-be52-6ba35f82a305', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:58:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c6c05e-0dbe-4de8-a9ec-ede697444de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:58:28Z', 'updated_at': '2021-10-20T10:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '2b4b7910-9c57-4220-ac45-1a7f58a0eb67', 'name': '', 'network_id': '5344edc3-4337-4ef2-ba74-f68aceecbff7', 'tenant_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'mac_address': 'fa:16:3e:68:6b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c6c05e-0dbe-4de8-a9ec-ede697444de7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': '3625dd2d-c8cb-469b-902b-482698fe8483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:58:34Z', 'updated_at': '2021-10-20T10:58:40Z', 'revision_number': 5, 'project_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'subnets': [{'id': '3625dd2d-c8cb-469b-902b-482698fe8483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:00:33.927739 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-83afd454-c5e2-4531-a658-303913eeefd1 req-2445f82e-c59d-442f-a227-8969b8c0e657 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=897bbde7-010c-413c-9713-168bb961fbdd HTTP/1.1" status: 200 len: 217 time: 0.0937703 Oct 20 11:00:33.927993 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6613ab13-497d-438c-9596-99ece034ce72 None None] The sync data for ids ['c5c6c05e-0dbe-4de8-a9ec-ede697444de7'] in n-d-811396-3 is: [{'id': 'c5c6c05e-0dbe-4de8-a9ec-ede697444de7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1671028435', 'tenant_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': '029810a0-0342-4648-be52-6ba35f82a305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:58:27Z', 'updated_at': '2021-10-20T10:58:35Z', 'revision_number': 4, 'project_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'gw_port': {'id': '029810a0-0342-4648-be52-6ba35f82a305', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:58:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c6c05e-0dbe-4de8-a9ec-ede697444de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:58:28Z', 'updated_at': '2021-10-20T10:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '2b4b7910-9c57-4220-ac45-1a7f58a0eb67', 'name': '', 'network_id': '5344edc3-4337-4ef2-ba74-f68aceecbff7', 'tenant_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'mac_address': 'fa:16:3e:68:6b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c6c05e-0dbe-4de8-a9ec-ede697444de7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': '3625dd2d-c8cb-469b-902b-482698fe8483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:58:34Z', 'updated_at': '2021-10-20T10:58:40Z', 'revision_number': 5, 'project_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'subnets': [{'id': '3625dd2d-c8cb-469b-902b-482698fe8483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:00:34.070842 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-046a9336-01c5-4a78-953b-baca4ad5fc86 req-c4399f8e-6709-4144-9f59-e5ed0a117f47 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/security-groups?id=69f90560-754d-4655-8511-1cc906dc908c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004931 Oct 20 11:00:34.117583 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9a9598-792f-4fe6-b6fc-9a590addbc4a req-364f3072-755a-47c7-9d54-abb8bab25664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:34.119684 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4b9a9598-792f-4fe6-b6fc-9a590addbc4a req-364f3072-755a-47c7-9d54-abb8bab25664 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5344edc3-4337-4ef2-ba74-f68aceecbff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2126565 Oct 20 11:00:34.121701 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83afd454-c5e2-4531-a658-303913eeefd1 req-8d46d205-3271-4879-9b27-08a1167b55b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:34.123091 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-83afd454-c5e2-4531-a658-303913eeefd1 req-8d46d205-3271-4879-9b27-08a1167b55b5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e511de63-d828-4974-a0f1-69c306b5eb17 HTTP/1.1" status: 200 len: 852 time: 0.1659896 Oct 20 11:00:34.125380 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82007f9b-58a2-41d8-be51-1c857ca60323 req-a4725ed7-a8a8-4859-88f3-6fb83e2a8e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:34.127113 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-82007f9b-58a2-41d8-be51-1c857ca60323 req-a4725ed7-a8a8-4859-88f3-6fb83e2a8e86 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=d907556c-90f6-4918-92d3-4c24792ba2db HTTP/1.1" status: 200 len: 1096 time: 0.1784689 Oct 20 11:00:34.176046 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-83afd454-c5e2-4531-a658-303913eeefd1 req-274ad5de-15c5-46ad-9aa0-500adf168741 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=45b42ee5-840b-4ed0-8a00-5bb8b1478690&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358891 Oct 20 11:00:34.272021 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe240fb1-84c6-4fb0-b0d0-dc68043dac73 req-0fb90566-acb1-4e77-9451-3910eb9c1bc9 tempest-ServerPasswordTestJSON-81796944 tempest-ServerPasswordTestJSON-81796944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:34.274409 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fe240fb1-84c6-4fb0-b0d0-dc68043dac73 req-0fb90566-acb1-4e77-9451-3910eb9c1bc9 tempest-ServerPasswordTestJSON-81796944 tempest-ServerPasswordTestJSON-81796944-project] 10.222.0.64 "GET /v2.0/ports?device_id=7df8bb27-9c0e-48cc-b6ef-1651af1e1140 HTTP/1.1" status: 200 len: 944 time: 0.2427180 Oct 20 11:00:34.372969 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-82007f9b-58a2-41d8-be51-1c857ca60323 req-be38492c-db4f-4f20-9d6f-55a2c35fb685 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=b86ef872-82a8-48e3-89d0-a53331758f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2317855 Oct 20 11:00:34.413516 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267c14a8-eb25-474c-ba99-a8cb4d1c7343 None None] New status for floating IP a736ad97-cfde-4ba0-9b04-b4e4c7b61d8c: DOWN {{(pid=100598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 11:00:34.426856 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fe240fb1-84c6-4fb0-b0d0-dc68043dac73 req-920ec771-2f42-45d7-aaae-c2c9889b9041 tempest-ServerPasswordTestJSON-81796944 tempest-ServerPasswordTestJSON-81796944-project] 10.222.0.64 "GET /v2.0/security-groups?id=157f2d71-b935-47f0-9669-ecd9d671aaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124473 Oct 20 11:00:34.429395 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-83afd454-c5e2-4531-a658-303913eeefd1 req-3136278e-330a-43b5-8ff2-0d02eaa3a32d service neutron] 10.222.0.55 "GET /v2.0/networks/45b42ee5-840b-4ed0-8a00-5bb8b1478690?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302599 Oct 20 11:00:34.431560 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4b9a9598-792f-4fe6-b6fc-9a590addbc4a req-97de06cc-37b1-46e2-9c63-b08509f8dc4b service neutron] 10.222.0.69 "GET /v2.0/networks/5344edc3-4337-4ef2-ba74-f68aceecbff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3022356 Oct 20 11:00:34.526556 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-83afd454-c5e2-4531-a658-303913eeefd1 req-9c395980-a198-4508-aa97-069baeab8e6b service neutron] 10.222.0.55 "GET /v2.0/networks/45b42ee5-840b-4ed0-8a00-5bb8b1478690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892291 Oct 20 11:00:34.741089 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4b9a9598-792f-4fe6-b6fc-9a590addbc4a req-ef4315e5-455e-446f-8681-0a1265856ee3 service neutron] 10.222.0.69 "GET /v2.0/networks/5344edc3-4337-4ef2-ba74-f68aceecbff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716368 Oct 20 11:00:34.757503 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384351d5-e3ef-44bb-9ebb-a10989a5d800 req-4e963dda-cfb8-4f61-b08e-ee7d6bca5791 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:34.759099 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-384351d5-e3ef-44bb-9ebb-a10989a5d800 req-4e963dda-cfb8-4f61-b08e-ee7d6bca5791 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.69 "GET /v2.0/ports?device_id=a2cf81fd-63e2-4c70-870f-d3530dbe1445 HTTP/1.1" status: 200 len: 946 time: 0.1654692 Oct 20 11:00:34.784643 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ba74c7-0a7f-40a1-81ed-0c007f07f9ce req-446cb85c-2d2b-4995-85b7-597661f9a630 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:34.786121 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-11ba74c7-0a7f-40a1-81ed-0c007f07f9ce req-446cb85c-2d2b-4995-85b7-597661f9a630 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2cf81fd-63e2-4c70-870f-d3530dbe1445 HTTP/1.1" status: 200 len: 946 time: 0.1048810 Oct 20 11:00:34.906802 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-11ba74c7-0a7f-40a1-81ed-0c007f07f9ce req-edcbb2f4-0f0e-4fc4-b70c-ab5a7f7edf48 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/security-groups?id=204a606e-4754-4938-b4b0-f5de1da0244a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036410 Oct 20 11:00:34.941873 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4657b082-250d-4532-88bc-f4d5754511f7 req-2ddeb19e-ea01-46e3-8c58-bad462cd7c24 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:34.943470 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4657b082-250d-4532-88bc-f4d5754511f7 req-2ddeb19e-ea01-46e3-8c58-bad462cd7c24 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=d907556c-90f6-4918-92d3-4c24792ba2db HTTP/1.1" status: 200 len: 945 time: 0.0821974 Oct 20 11:00:34.950588 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-384351d5-e3ef-44bb-9ebb-a10989a5d800 req-eebeb5d6-865c-485f-b899-e03f0a292b91 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Deleting port 10384482-ef1a-4854-a403-970c7d57b18f {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:00:34.950923 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-384351d5-e3ef-44bb-9ebb-a10989a5d800 req-eebeb5d6-865c-485f-b899-e03f0a292b91 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:35.045969 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4657b082-250d-4532-88bc-f4d5754511f7 req-51d7df7a-7f6c-4151-b352-1fae72a77e8e tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/security-groups?id=b86ef872-82a8-48e3-89d0-a53331758f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911748 Oct 20 11:00:35.083188 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-384351d5-e3ef-44bb-9ebb-a10989a5d800 req-eebeb5d6-865c-485f-b899-e03f0a292b91 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] For port 10384482-ef1a-4854-a403-970c7d57b18f, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=10384482-ef1a-4854-a403-970c7d57b18f,segment=NetworkSegment(7d8ef4de-e65b-4686-a877-a724da3cdefe),segment_id=7d8ef4de-e65b-4686-a877-a724da3cdefe)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:00:35.083602 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-384351d5-e3ef-44bb-9ebb-a10989a5d800 req-eebeb5d6-865c-485f-b899-e03f0a292b91 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:35.097047 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-384351d5-e3ef-44bb-9ebb-a10989a5d800 req-eebeb5d6-865c-485f-b899-e03f0a292b91 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Calling delete_port for 10384482-ef1a-4854-a403-970c7d57b18f owned by compute:nova {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:00:35.226718 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96596e46-4267-4539-9319-8f9d0bc5967f req-166e5b39-ee49-483e-a668-7ca4bcb818a1 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:35.228456 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-96596e46-4267-4539-9319-8f9d0bc5967f req-166e5b39-ee49-483e-a668-7ca4bcb818a1 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/ports?device_id=aee77fdc-ffea-4568-9e82-ebfc28c5b50d HTTP/1.1" status: 200 len: 946 time: 0.0750182 Oct 20 11:00:35.308789 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-96596e46-4267-4539-9319-8f9d0bc5967f req-900331e3-e224-494f-82df-988f9b080fae tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/security-groups?id=69f90560-754d-4655-8511-1cc906dc908c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683897 Oct 20 11:00:35.313195 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-384351d5-e3ef-44bb-9ebb-a10989a5d800 req-eebeb5d6-865c-485f-b899-e03f0a292b91 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:35.347554 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebeb5d6-865c-485f-b899-e03f0a292b91 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Pushing event deleted for resources: {'Port': ['ID=10384482-ef1a-4854-a403-970c7d57b18f,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:00:35.403881 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-384351d5-e3ef-44bb-9ebb-a10989a5d800 req-eebeb5d6-865c-485f-b899-e03f0a292b91 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] No DVR routers for this DVR port 10384482-ef1a-4854-a403-970c7d57b18f on host n-h2-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:00:35.406587 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-384351d5-e3ef-44bb-9ebb-a10989a5d800 req-eebeb5d6-865c-485f-b899-e03f0a292b91 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:35.410628 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-384351d5-e3ef-44bb-9ebb-a10989a5d800 req-eebeb5d6-865c-485f-b899-e03f0a292b91 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.69 "DELETE /v2.0/ports/10384482-ef1a-4854-a403-970c7d57b18f HTTP/1.1" status: 204 len: 173 time: 0.6416023 Oct 20 11:00:35.411162 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2cf81fd-63e2-4c70-870f-d3530dbe1445', 'name': 'network-vif-deleted', 'tag': '10384482-ef1a-4854-a403-970c7d57b18f'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:00:35.413915 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba447427-3961-4357-b71d-bf09806a66f9" -d '{"events": [{"server_uuid": "a2cf81fd-63e2-4c70-870f-d3530dbe1445", "name": "network-vif-deleted", "tag": "10384482-ef1a-4854-a403-970c7d57b18f"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:00:35.463205 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adb2b81f-6810-4257-88ca-1b83d2891a5a x-openstack-request-id: req-adb2b81f-6810-4257-88ca-1b83d2891a5a {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:00:35.463704 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2cf81fd-63e2-4c70-870f-d3530dbe1445", "name": "network-vif-deleted", "tag": "10384482-ef1a-4854-a403-970c7d57b18f", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:00:35.464018 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-adb2b81f-6810-4257-88ca-1b83d2891a5a {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:00:35.465000 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2cf81fd-63e2-4c70-870f-d3530dbe1445', 'name': 'network-vif-deleted', 'tag': '10384482-ef1a-4854-a403-970c7d57b18f', 'status': 'completed', 'code': 200} Oct 20 11:00:35.638315 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ae646e-efe4-44e0-855a-2e3127a22c07 req-f47bfe69-2abe-46ad-bd45-b6aa1b5add83 tempest-ServerPasswordTestJSON-81796944 tempest-ServerPasswordTestJSON-81796944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:35.641127 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-78ae646e-efe4-44e0-855a-2e3127a22c07 req-f47bfe69-2abe-46ad-bd45-b6aa1b5add83 tempest-ServerPasswordTestJSON-81796944 tempest-ServerPasswordTestJSON-81796944-project] 10.222.0.64 "GET /v2.0/ports?device_id=7df8bb27-9c0e-48cc-b6ef-1651af1e1140 HTTP/1.1" status: 200 len: 944 time: 0.1022031 Oct 20 11:00:35.670285 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9d3848-9972-4c66-a8db-e42065ff0931 req-75dbc247-e640-4ce3-9d50-b948819101b8 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:35.672371 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cb9d3848-9972-4c66-a8db-e42065ff0931 req-75dbc247-e640-4ce3-9d50-b948819101b8 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/ports?device_id=aee77fdc-ffea-4568-9e82-ebfc28c5b50d HTTP/1.1" status: 200 len: 946 time: 0.1034787 Oct 20 11:00:35.709632 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-78ae646e-efe4-44e0-855a-2e3127a22c07 req-60e3db9b-f501-4c8d-a88c-6510d5380d13 tempest-ServerPasswordTestJSON-81796944 tempest-ServerPasswordTestJSON-81796944-project] 10.222.0.64 "GET /v2.0/security-groups?id=157f2d71-b935-47f0-9669-ecd9d671aaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613158 Oct 20 11:00:35.746682 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cb9d3848-9972-4c66-a8db-e42065ff0931 req-2bc3ada4-e1b9-4c66-a09b-995658d3a436 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/security-groups?id=69f90560-754d-4655-8511-1cc906dc908c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622237 Oct 20 11:00:35.888468 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d30a881-fc85-483b-9ddd-664a9229ad03 req-ca357100-bcf4-4e3b-95ee-1b8a2b56b7f4 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:35.890435 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7d30a881-fc85-483b-9ddd-664a9229ad03 req-ca357100-bcf4-4e3b-95ee-1b8a2b56b7f4 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/ports?device_id=aee77fdc-ffea-4568-9e82-ebfc28c5b50d HTTP/1.1" status: 200 len: 946 time: 0.0718923 Oct 20 11:00:35.950975 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7d30a881-fc85-483b-9ddd-664a9229ad03 req-dab4608c-717f-46ff-8d3f-e16c525343a8 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/security-groups?id=69f90560-754d-4655-8511-1cc906dc908c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443590 Oct 20 11:00:36.055535 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7b46d90f-75d9-4dcd-b136-f1ab63583aaa req-404d010e-dc33-4486-8a63-86dd5e07a1d2 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2cf81fd-63e2-4c70-870f-d3530dbe1445 HTTP/1.1" status: 200 len: 210 time: 0.0278308 Oct 20 11:00:36.159044 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-8df7796c-8fd1-4875-b1ce-ceb1e91cc4bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:36.238589 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b9e9bb-44b3-472c-b6aa-8e49caf52b8c req-f8d69fac-0137-48a3-9303-0eabfa993df5 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:36.240136 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-55b9e9bb-44b3-472c-b6aa-8e49caf52b8c req-f8d69fac-0137-48a3-9303-0eabfa993df5 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=d907556c-90f6-4918-92d3-4c24792ba2db HTTP/1.1" status: 200 len: 945 time: 0.0959167 Oct 20 11:00:36.276436 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56535a0a-a90a-43d9-945e-878585f9ce2f req-ff630e58-48e2-4a3e-9bc6-561da9b9373b tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:36.278011 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-56535a0a-a90a-43d9-945e-878585f9ce2f req-ff630e58-48e2-4a3e-9bc6-561da9b9373b tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/ports?device_id=aee77fdc-ffea-4568-9e82-ebfc28c5b50d HTTP/1.1" status: 200 len: 946 time: 0.0846589 Oct 20 11:00:36.312551 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-55b9e9bb-44b3-472c-b6aa-8e49caf52b8c req-5a4ed620-0a4e-4baf-a181-f33dbe7e1f2f tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/security-groups?id=b86ef872-82a8-48e3-89d0-a53331758f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653996 Oct 20 11:00:36.336548 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-56535a0a-a90a-43d9-945e-878585f9ce2f req-301c9ab9-1da3-4b37-bf9c-e9f4467f2b66 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/security-groups?id=69f90560-754d-4655-8511-1cc906dc908c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480690 Oct 20 11:00:36.441922 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28dd670-59c8-4bdb-86c1-296d91e4eab4 req-c97d62be-df06-4cfd-8964-78146542d96b tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:36.443464 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c28dd670-59c8-4bdb-86c1-296d91e4eab4 req-c97d62be-df06-4cfd-8964-78146542d96b tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=d907556c-90f6-4918-92d3-4c24792ba2db HTTP/1.1" status: 200 len: 945 time: 0.0544033 Oct 20 11:00:36.484068 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c28dd670-59c8-4bdb-86c1-296d91e4eab4 req-1ac7658c-e346-468c-bb86-71d1552f8ecd tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/security-groups?id=b86ef872-82a8-48e3-89d0-a53331758f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334706 Oct 20 11:00:36.508885 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 59918) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:00:36.681244 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e5500c-973f-4790-813c-51deeb59e639 tempest-TestVolumeBootPattern-1437273081 tempest-TestVolumeBootPattern-1437273081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:36.682800 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-47e5500c-973f-4790-813c-51deeb59e639 tempest-TestVolumeBootPattern-1437273081 tempest-TestVolumeBootPattern-1437273081-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=d907556c-90f6-4918-92d3-4c24792ba2db HTTP/1.1" status: 200 len: 1091 time: 0.1729205 Oct 20 11:00:36.685658 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 59924) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:00:36.689989 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-c404fed8-2850-42cc-812f-b80764e0733b tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Request body: {'floatingip': {'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'port_id': '7bdb6dbe-eddf-4991-8e2f-2cc533deec19', 'tenant_id': '304c84e5c7844b5cadef0d9d128b445c', 'fixed_ip_address': '172.20.0.8'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:00:36.712927 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c404fed8-2850-42cc-812f-b80764e0733b tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Publish callbacks [] for floatingip, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:36.823166 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c404fed8-2850-42cc-812f-b80764e0733b tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:36.851398 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c9c09d-2467-4269-a305-c730b487bab5 req-a2bf0525-f82a-4115-b756-1e38cde0c2d2 tempest-ServerPasswordTestJSON-81796944 tempest-ServerPasswordTestJSON-81796944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:36.861836 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-63c9c09d-2467-4269-a305-c730b487bab5 req-a2bf0525-f82a-4115-b756-1e38cde0c2d2 tempest-ServerPasswordTestJSON-81796944 tempest-ServerPasswordTestJSON-81796944-project] 10.222.0.64 "GET /v2.0/ports?device_id=7df8bb27-9c0e-48cc-b6ef-1651af1e1140 HTTP/1.1" status: 200 len: 944 time: 0.0609000 Oct 20 11:00:36.903705 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-63c9c09d-2467-4269-a305-c730b487bab5 req-7ef12d84-4644-47c4-8a35-33faebd2075a tempest-ServerPasswordTestJSON-81796944 tempest-ServerPasswordTestJSON-81796944-project] 10.222.0.64 "GET /v2.0/security-groups?id=157f2d71-b935-47f0-9669-ecd9d671aaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397832 Oct 20 11:00:36.944401 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-c404fed8-2850-42cc-812f-b80764e0733b tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Allocated IP 172.25.1.28 (cbe170d3-31ba-45a2-b477-520ab0a7a8ea/f4e26aca-17ac-4adb-a66b-d939a1b35b64/3d5d1402-8b2f-493c-9d7f-8e85e35e7781) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:00:37.008829 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 10384482-ef1a-4854-a403-970c7d57b18f no longer exists at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:00:37.032197 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] No Port match for: 10384482-ef1a-4854-a403-970c7d57b18f {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:00:37.032537 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 10384482-ef1a-4854-a403-970c7d57b18f not bound to the agent host n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:00:37.046773 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c404fed8-2850-42cc-812f-b80764e0733b tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:37.084614 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c404fed8-2850-42cc-812f-b80764e0733b tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:37.123804 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 897bbde7-010c-413c-9713-168bb961fbdd details requested by agent hyperv_n-h1-811396-3 with host n-h1-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:00:37.128515 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c404fed8-2850-42cc-812f-b80764e0733b tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Network cbe170d3-31ba-45a2-b477-520ab0a7a8ea is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:00:37.128889 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 59930) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:00:37.132452 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-c404fed8-2850-42cc-812f-b80764e0733b tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:00:37.137265 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c404fed8-2850-42cc-812f-b80764e0733b tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:00:37.140704 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:37.193042 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c404fed8-2850-42cc-812f-b80764e0733b tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Pushing event updated for resources: {'Port': ['ID=3d5d1402-8b2f-493c-9d7f-8e85e35e7781,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:00:37.278418 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 897bbde7-010c-413c-9713-168bb961fbdd, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=897bbde7-010c-413c-9713-168bb961fbdd,segment=NetworkSegment(7fafa2f4-c8d1-4f32-8931-fa51c1f8a6f4),segment_id=7fafa2f4-c8d1-4f32-8931-fa51c1f8a6f4)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:00:37.305026 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Returning: {'device': '897bbde7-010c-413c-9713-168bb961fbdd', 'network_id': '45b42ee5-840b-4ed0-8a00-5bb8b1478690', 'port_id': '897bbde7-010c-413c-9713-168bb961fbdd', 'mac_address': 'fa:16:3e:ce:43:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 849, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e511de63-d828-4974-a0f1-69c306b5eb17', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:00:37.365526 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:37.382796 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 897bbde7-010c-413c-9713-168bb961fbdd {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:00:37.410436 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 897bbde7-010c-413c-9713-168bb961fbdd, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=897bbde7-010c-413c-9713-168bb961fbdd,segment=NetworkSegment(7fafa2f4-c8d1-4f32-8931-fa51c1f8a6f4),segment_id=7fafa2f4-c8d1-4f32-8931-fa51c1f8a6f4)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:00:37.416552 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:37.489719 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=897bbde7-010c-413c-9713-168bb961fbdd,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:00:37.555880 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc909c1-b729-4182-a620-8589af6efa17 req-560e3052-ca3a-4790-bc5b-42b2593c1e6c tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:37.557367 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ffc909c1-b729-4182-a620-8589af6efa17 req-560e3052-ca3a-4790-bc5b-42b2593c1e6c tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/ports?device_id=aee77fdc-ffea-4568-9e82-ebfc28c5b50d HTTP/1.1" status: 200 len: 946 time: 0.1036277 Oct 20 11:00:37.565075 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0998e0b7-d8bf-434c-b3ff-e4ec6917d6ab req-bfbddef2-7cd5-42e5-a1af-a4fc3498b50a tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:37.566441 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0998e0b7-d8bf-434c-b3ff-e4ec6917d6ab req-bfbddef2-7cd5-42e5-a1af-a4fc3498b50a tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.55 "GET /v2.0/ports?device_id=aee77fdc-ffea-4568-9e82-ebfc28c5b50d HTTP/1.1" status: 200 len: 946 time: 0.1497324 Oct 20 11:00:37.586772 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:37.629386 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c404fed8-2850-42cc-812f-b80764e0733b tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:37.691017 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ffc909c1-b729-4182-a620-8589af6efa17 req-2758bd0d-0836-4a61-86d4-ebc66a0e0cd9 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/security-groups?id=69f90560-754d-4655-8511-1cc906dc908c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235931 Oct 20 11:00:37.710168 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c404fed8-2850-42cc-812f-b80764e0733b tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:37.731759 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-0998e0b7-d8bf-434c-b3ff-e4ec6917d6ab req-33bfff4a-0a0f-4a65-b53d-23499fcd6905 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Deleting port 5bae7b96-23f0-4d4c-bbb1-1dfe21be1536 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:00:37.732105 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-0998e0b7-d8bf-434c-b3ff-e4ec6917d6ab req-33bfff4a-0a0f-4a65-b53d-23499fcd6905 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:37.758406 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['897bbde7-010c-413c-9713-168bb961fbdd'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:00:37.866729 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-0998e0b7-d8bf-434c-b3ff-e4ec6917d6ab req-33bfff4a-0a0f-4a65-b53d-23499fcd6905 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] For port 5bae7b96-23f0-4d4c-bbb1-1dfe21be1536, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=5bae7b96-23f0-4d4c-bbb1-1dfe21be1536,segment=NetworkSegment(454bfc68-3d11-4849-8508-1d19e9dea5ec),segment_id=454bfc68-3d11-4849-8508-1d19e9dea5ec)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:00:37.867011 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-0998e0b7-d8bf-434c-b3ff-e4ec6917d6ab req-33bfff4a-0a0f-4a65-b53d-23499fcd6905 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:37.879932 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6cc403ea-25cf-4e71-b379-b50d83a0fe5c tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1774405'] for router_interface, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:37.885825 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-0998e0b7-d8bf-434c-b3ff-e4ec6917d6ab req-33bfff4a-0a0f-4a65-b53d-23499fcd6905 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Calling delete_port for 5bae7b96-23f0-4d4c-bbb1-1dfe21be1536 owned by compute:nova {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:00:37.944262 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c404fed8-2850-42cc-812f-b80764e0733b tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Publish callbacks [] for port, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:37.954753 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c404fed8-2850-42cc-812f-b80764e0733b tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:38.044881 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c404fed8-2850-42cc-812f-b80764e0733b tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1773381'] for floatingip, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:38.046987 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c404fed8-2850-42cc-812f-b80764e0733b tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Pushing event updated for resources: {'Port': ['ID=3d5d1402-8b2f-493c-9d7f-8e85e35e7781,revision_number=2']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:00:38.171276 n-d-811396-3 neutron-server[100597]: INFO neutron.db.l3_db [None req-c404fed8-2850-42cc-812f-b80764e0733b tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Floating IP 78245888-44b1-4ca6-9acb-4e1adac23c53 associated. External IP: 172.25.1.28, port: 7bdb6dbe-eddf-4991-8e2f-2cc533deec19. Oct 20 11:00:38.173044 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:38.173543 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7defc179-061a-4adc-8a39-12c2751568de req-2532f703-6d5f-48c9-8dd3-3800170a9035 tempest-ServerPasswordTestJSON-81796944 tempest-ServerPasswordTestJSON-81796944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:38.175124 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7defc179-061a-4adc-8a39-12c2751568de req-2532f703-6d5f-48c9-8dd3-3800170a9035 tempest-ServerPasswordTestJSON-81796944 tempest-ServerPasswordTestJSON-81796944-project] 10.222.0.64 "GET /v2.0/ports?device_id=7df8bb27-9c0e-48cc-b6ef-1651af1e1140 HTTP/1.1" status: 200 len: 945 time: 0.1630633 Oct 20 11:00:38.442937 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c404fed8-2850-42cc-812f-b80764e0733b tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Router 9712814c-5acb-4d48-bdc6-5a7d3130bc5d has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:00:38.567437 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c404fed8-2850-42cc-812f-b80764e0733b tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:00:38.581832 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-0998e0b7-d8bf-434c-b3ff-e4ec6917d6ab req-33bfff4a-0a0f-4a65-b53d-23499fcd6905 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:38.586290 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-000227da-6032-442e-a369-fe17998f5235 None None] Sync routers for ids ['9712814c-5acb-4d48-bdc6-5a7d3130bc5d'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:00:38.593041 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c404fed8-2850-42cc-812f-b80764e0733b tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for floatingip, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:38.594951 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['783580f0-59dd-475f-8b83-b93fba68f44d'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:00:38.605209 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000227da-6032-442e-a369-fe17998f5235 None None] Routers {'9712814c-5acb-4d48-bdc6-5a7d3130bc5d'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:00:38.605865 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-000227da-6032-442e-a369-fe17998f5235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:00:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['9712814c-5acb-4d48-bdc6-5a7d3130bc5d'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:00:38.625689 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bfff4a-0a0f-4a65-b53d-23499fcd6905 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Pushing event deleted for resources: {'Port': ['ID=5bae7b96-23f0-4d4c-bbb1-1dfe21be1536,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:00:38.650596 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-c404fed8-2850-42cc-812f-b80764e0733b tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9502349 Oct 20 11:00:38.650596 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd907556c-90f6-4918-92d3-4c24792ba2db', 'tag': '7bdb6dbe-eddf-4991-8e2f-2cc533deec19'}] {{(pid=100597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:00:38.650596 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd85cad6a391afaa95d2dd5280bfd4659fc1e1b2aba53b5e7ef874f059efcdc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64e4935f-f207-400c-bb5a-a88db0310eb8" -d '{"events": [{"name": "network-changed", "server_uuid": "d907556c-90f6-4918-92d3-4c24792ba2db", "tag": "7bdb6dbe-eddf-4991-8e2f-2cc533deec19"}]}' {{(pid=100597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:00:38.652150 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7defc179-061a-4adc-8a39-12c2751568de req-845ceb98-b18d-4205-bea3-c7d92560cf21 tempest-ServerPasswordTestJSON-81796944 tempest-ServerPasswordTestJSON-81796944-project] 10.222.0.64 "GET /v2.0/security-groups?id=157f2d71-b935-47f0-9669-ecd9d671aaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4570158 Oct 20 11:00:38.652834 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['5bae7b96-23f0-4d4c-bbb1-1dfe21be1536'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:00:38.692676 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-0998e0b7-d8bf-434c-b3ff-e4ec6917d6ab req-33bfff4a-0a0f-4a65-b53d-23499fcd6905 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] No DVR routers for this DVR port 5bae7b96-23f0-4d4c-bbb1-1dfe21be1536 on host n-h1-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:00:38.696238 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-0998e0b7-d8bf-434c-b3ff-e4ec6917d6ab req-33bfff4a-0a0f-4a65-b53d-23499fcd6905 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:38.698346 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13d547b1-4399-4a89-9b5a-e86eae5c1498 x-openstack-request-id: req-13d547b1-4399-4a89-9b5a-e86eae5c1498 {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:00:38.698635 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d907556c-90f6-4918-92d3-4c24792ba2db", "tag": "7bdb6dbe-eddf-4991-8e2f-2cc533deec19", "status": "completed", "code": 200}]} {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:00:38.698885 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-13d547b1-4399-4a89-9b5a-e86eae5c1498 {{(pid=100597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:00:38.699284 n-d-811396-3 neutron-server[100597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd907556c-90f6-4918-92d3-4c24792ba2db', 'tag': '7bdb6dbe-eddf-4991-8e2f-2cc533deec19', 'status': 'completed', 'code': 200} Oct 20 11:00:38.702432 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0998e0b7-d8bf-434c-b3ff-e4ec6917d6ab req-33bfff4a-0a0f-4a65-b53d-23499fcd6905 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.55 "DELETE /v2.0/ports/5bae7b96-23f0-4d4c-bbb1-1dfe21be1536 HTTP/1.1" status: 204 len: 173 time: 1.1174734 Oct 20 11:00:38.702921 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aee77fdc-ffea-4568-9e82-ebfc28c5b50d', 'name': 'network-vif-deleted', 'tag': '5bae7b96-23f0-4d4c-bbb1-1dfe21be1536'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:00:38.705299 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7973e1eb-1281-44b8-ab7c-3ce86643281a" -d '{"events": [{"server_uuid": "aee77fdc-ffea-4568-9e82-ebfc28c5b50d", "name": "network-vif-deleted", "tag": "5bae7b96-23f0-4d4c-bbb1-1dfe21be1536"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:00:38.797629 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4182eb0d-a8d9-4b98-ae27-2c3c9f7cf716 x-openstack-request-id: req-4182eb0d-a8d9-4b98-ae27-2c3c9f7cf716 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:00:38.797941 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aee77fdc-ffea-4568-9e82-ebfc28c5b50d", "name": "network-vif-deleted", "tag": "5bae7b96-23f0-4d4c-bbb1-1dfe21be1536", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:00:38.798189 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4182eb0d-a8d9-4b98-ae27-2c3c9f7cf716 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:00:38.798605 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aee77fdc-ffea-4568-9e82-ebfc28c5b50d', 'name': 'network-vif-deleted', 'tag': '5bae7b96-23f0-4d4c-bbb1-1dfe21be1536', 'status': 'completed', 'code': 200} Oct 20 11:00:38.840296 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-000227da-6032-442e-a369-fe17998f5235 None None] Set router 9712814c-5acb-4d48-bdc6-5a7d3130bc5d gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:00:38.890802 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c4beb4e6-6eaa-4473-a62b-9892c6f9c1fb req-debb25b5-26ec-4a14-a45c-6770e037656b tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/ports?device_id=aee77fdc-ffea-4568-9e82-ebfc28c5b50d HTTP/1.1" status: 200 len: 210 time: 0.0579231 Oct 20 11:00:38.917916 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e4935f-f207-400c-bb5a-a88db0310eb8 req-9d50aa7a-7c35-4957-8a2f-ea3804999800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:38.919445 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-64e4935f-f207-400c-bb5a-a88db0310eb8 req-9d50aa7a-7c35-4957-8a2f-ea3804999800 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=304c84e5c7844b5cadef0d9d128b445c&device_id=d907556c-90f6-4918-92d3-4c24792ba2db HTTP/1.1" status: 200 len: 1096 time: 0.1529229 Oct 20 11:00:38.964058 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-6cc403ea-25cf-4e71-b379-b50d83a0fe5c tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Deleting port 2b4b7910-9c57-4220-ac45-1a7f58a0eb67 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:00:38.964337 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6cc403ea-25cf-4e71-b379-b50d83a0fe5c tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:38.964924 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:39.079776 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e4935f-f207-400c-bb5a-a88db0310eb8 req-9e74fd99-7294-4b36-8d48-16f4fc7a103f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:39.081190 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-64e4935f-f207-400c-bb5a-a88db0310eb8 req-9e74fd99-7294-4b36-8d48-16f4fc7a103f service neutron] 10.222.0.69 "GET /v2.0/networks?id=cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0 HTTP/1.1" status: 200 len: 913 time: 0.1544397 Oct 20 11:00:39.127325 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 897bbde7-010c-413c-9713-168bb961fbdd up at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:00:39.127965 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-000227da-6032-442e-a369-fe17998f5235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9712814c-5acb-4d48-bdc6-5a7d3130bc5d', 'name': 'tempest-TestVolumeBootPattern-1466241922-router', 'tenant_id': '304c84e5c7844b5cadef0d9d128b445c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': '796dafa4-6077-4393-8385-ff95473e2ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:47:24Z', 'updated_at': '2021-10-20T10:47:31Z', 'revision_number': 4, 'project_id': '304c84e5c7844b5cadef0d9d128b445c', 'gw_port': {'id': '796dafa4-6077-4393-8385-ff95473e2ed0', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:de:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9712814c-5acb-4d48-bdc6-5a7d3130bc5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2396, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:47:25Z', 'updated_at': '2021-10-20T10:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_floatingips': [{'id': '78245888-44b1-4ca6-9acb-4e1adac23c53', 'tenant_id': '304c84e5c7844b5cadef0d9d128b445c', 'floating_ip_address': '172.25.1.28', 'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'router_id': '9712814c-5acb-4d48-bdc6-5a7d3130bc5d', 'port_id': '7bdb6dbe-eddf-4991-8e2f-2cc533deec19', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0', 'mac_address': 'fa:16:3e:53:6e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd907556c-90f6-4918-92d3-4c24792ba2db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:00:37Z', 'updated_at': '2021-10-20T11:00:37Z', 'revision_number': 0, 'project_id': '304c84e5c7844b5cadef0d9d128b445c', 'fixed_ip_address_scope': None}, {'id': 'db67535c-9a96-460d-b406-7ab5edf062a3', 'tenant_id': '304c84e5c7844b5cadef0d9d128b445c', 'floating_ip_address': '172.25.1.13', 'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'router_id': '9712814c-5acb-4d48-bdc6-5a7d3130bc5d', 'port_id': '3812c3a3-9d19-4847-83f9-467aa4852bfa', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0', 'mac_address': 'fa:16:3e:67:30:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca6b8b02-8daa-4111-962a-e7a91c9a149e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T10:58:27Z', 'updated_at': '2021-10-20T10:58:34Z', 'revision_number': 1, 'project_id': '304c84e5c7844b5cadef0d9d128b445c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41772678-6b00-4009-9ad8-5fc0a96c5fdd', 'name': '', 'network_id': 'cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0', 'tenant_id': '304c84e5c7844b5cadef0d9d128b445c', 'mac_address': 'fa:16:3e:94:7e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9712814c-5acb-4d48-bdc6-5a7d3130bc5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': '46305bfd-5c10-42c9-8afc-597f2425497e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:47:29Z', 'updated_at': '2021-10-20T10:47:38Z', 'revision_number': 5, 'project_id': '304c84e5c7844b5cadef0d9d128b445c', 'subnets': [{'id': '46305bfd-5c10-42c9-8afc-597f2425497e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:00:39.156744 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-000227da-6032-442e-a369-fe17998f5235 None None] Checking router: 9712814c-5acb-4d48-bdc6-5a7d3130bc5d for host: n-d-811396-3 {{(pid=100599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:00:39.162797 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [None req-6cc403ea-25cf-4e71-b379-b50d83a0fe5c tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] For port 2b4b7910-9c57-4220-ac45-1a7f58a0eb67, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=2b4b7910-9c57-4220-ac45-1a7f58a0eb67,segment=NetworkSegment(7d8ef4de-e65b-4686-a877-a724da3cdefe),segment_id=7d8ef4de-e65b-4686-a877-a724da3cdefe)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:00:39.164213 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6cc403ea-25cf-4e71-b379-b50d83a0fe5c tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:39.168579 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000227da-6032-442e-a369-fe17998f5235 None None] Routers {'9712814c-5acb-4d48-bdc6-5a7d3130bc5d'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:00:39.169801 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-000227da-6032-442e-a369-fe17998f5235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:00:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['9712814c-5acb-4d48-bdc6-5a7d3130bc5d'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:00:39.189448 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-6cc403ea-25cf-4e71-b379-b50d83a0fe5c tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Calling delete_port for 2b4b7910-9c57-4220-ac45-1a7f58a0eb67 owned by network:router_interface {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:00:39.204451 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-64e4935f-f207-400c-bb5a-a88db0310eb8 req-2d4dcb36-64a6-4dc8-811e-5402eae8bc8d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7bdb6dbe-eddf-4991-8e2f-2cc533deec19 HTTP/1.1" status: 200 len: 998 time: 0.1147625 Oct 20 11:00:39.270501 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning for port 897bbde7-010c-413c-9713-168bb961fbdd completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:00:39.277593 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning complete for port 897bbde7-010c-413c-9713-168bb961fbdd triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:00:39.277975 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:39.334683 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-000227da-6032-442e-a369-fe17998f5235 None None] Set router 9712814c-5acb-4d48-bdc6-5a7d3130bc5d gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:00:39.346281 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e4935f-f207-400c-bb5a-a88db0310eb8 req-fa0b3ce6-96c1-4a35-a280-931875cbd257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:39.347935 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-64e4935f-f207-400c-bb5a-a88db0310eb8 req-fa0b3ce6-96c1-4a35-a280-931875cbd257 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=46305bfd-5c10-42c9-8afc-597f2425497e HTTP/1.1" status: 200 len: 851 time: 0.1361907 Oct 20 11:00:39.424520 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:39.438806 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e4935f-f207-400c-bb5a-a88db0310eb8 req-ad10f55a-962b-400c-b34f-acbc3d1fe33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:39.440843 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-64e4935f-f207-400c-bb5a-a88db0310eb8 req-ad10f55a-962b-400c-b34f-acbc3d1fe33d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0550935 Oct 20 11:00:39.468308 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 897bbde7-010c-413c-9713-168bb961fbdd, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=897bbde7-010c-413c-9713-168bb961fbdd,segment=NetworkSegment(7fafa2f4-c8d1-4f32-8931-fa51c1f8a6f4),segment_id=7fafa2f4-c8d1-4f32-8931-fa51c1f8a6f4)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:00:39.469808 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7df8bb27-9c0e-48cc-b6ef-1651af1e1140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '897bbde7-010c-413c-9713-168bb961fbdd'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:00:39.472991 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c18e5fee-bef7-4a2c-9d36-0de7b90a5dee" -d '{"events": [{"server_uuid": "7df8bb27-9c0e-48cc-b6ef-1651af1e1140", "name": "network-vif-plugged", "status": "completed", "tag": "897bbde7-010c-413c-9713-168bb961fbdd"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:00:39.478304 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:39.564955 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ced95d5b-8557-4381-a0cc-14a97137e9f9 x-openstack-request-id: req-ced95d5b-8557-4381-a0cc-14a97137e9f9 {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:00:39.565531 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7df8bb27-9c0e-48cc-b6ef-1651af1e1140", "name": "network-vif-plugged", "status": "completed", "tag": "897bbde7-010c-413c-9713-168bb961fbdd", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:00:39.566007 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ced95d5b-8557-4381-a0cc-14a97137e9f9 {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:00:39.567084 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7df8bb27-9c0e-48cc-b6ef-1651af1e1140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '897bbde7-010c-413c-9713-168bb961fbdd', 'code': 200} Oct 20 11:00:39.604803 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=897bbde7-010c-413c-9713-168bb961fbdd,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:00:39.634070 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-000227da-6032-442e-a369-fe17998f5235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9712814c-5acb-4d48-bdc6-5a7d3130bc5d', 'name': 'tempest-TestVolumeBootPattern-1466241922-router', 'tenant_id': '304c84e5c7844b5cadef0d9d128b445c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': '796dafa4-6077-4393-8385-ff95473e2ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:47:24Z', 'updated_at': '2021-10-20T10:47:31Z', 'revision_number': 4, 'project_id': '304c84e5c7844b5cadef0d9d128b445c', 'gw_port': {'id': '796dafa4-6077-4393-8385-ff95473e2ed0', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:de:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9712814c-5acb-4d48-bdc6-5a7d3130bc5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2396, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:47:25Z', 'updated_at': '2021-10-20T10:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_floatingips': [{'id': '78245888-44b1-4ca6-9acb-4e1adac23c53', 'tenant_id': '304c84e5c7844b5cadef0d9d128b445c', 'floating_ip_address': '172.25.1.28', 'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'router_id': '9712814c-5acb-4d48-bdc6-5a7d3130bc5d', 'port_id': '7bdb6dbe-eddf-4991-8e2f-2cc533deec19', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0', 'mac_address': 'fa:16:3e:53:6e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd907556c-90f6-4918-92d3-4c24792ba2db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:00:37Z', 'updated_at': '2021-10-20T11:00:37Z', 'revision_number': 0, 'project_id': '304c84e5c7844b5cadef0d9d128b445c', 'fixed_ip_address_scope': None}, {'id': 'db67535c-9a96-460d-b406-7ab5edf062a3', 'tenant_id': '304c84e5c7844b5cadef0d9d128b445c', 'floating_ip_address': '172.25.1.13', 'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'router_id': '9712814c-5acb-4d48-bdc6-5a7d3130bc5d', 'port_id': '3812c3a3-9d19-4847-83f9-467aa4852bfa', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0', 'mac_address': 'fa:16:3e:67:30:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca6b8b02-8daa-4111-962a-e7a91c9a149e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T10:58:27Z', 'updated_at': '2021-10-20T10:58:34Z', 'revision_number': 1, 'project_id': '304c84e5c7844b5cadef0d9d128b445c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41772678-6b00-4009-9ad8-5fc0a96c5fdd', 'name': '', 'network_id': 'cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0', 'tenant_id': '304c84e5c7844b5cadef0d9d128b445c', 'mac_address': 'fa:16:3e:94:7e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9712814c-5acb-4d48-bdc6-5a7d3130bc5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': '46305bfd-5c10-42c9-8afc-597f2425497e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:47:29Z', 'updated_at': '2021-10-20T10:47:38Z', 'revision_number': 5, 'project_id': '304c84e5c7844b5cadef0d9d128b445c', 'subnets': [{'id': '46305bfd-5c10-42c9-8afc-597f2425497e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:00:39.672404 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-000227da-6032-442e-a369-fe17998f5235 None None] The sync data for ids ['9712814c-5acb-4d48-bdc6-5a7d3130bc5d'] in n-d-811396-3 is: [{'id': '9712814c-5acb-4d48-bdc6-5a7d3130bc5d', 'name': 'tempest-TestVolumeBootPattern-1466241922-router', 'tenant_id': '304c84e5c7844b5cadef0d9d128b445c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': '796dafa4-6077-4393-8385-ff95473e2ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:47:24Z', 'updated_at': '2021-10-20T10:47:31Z', 'revision_number': 4, 'project_id': '304c84e5c7844b5cadef0d9d128b445c', 'gw_port': {'id': '796dafa4-6077-4393-8385-ff95473e2ed0', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:de:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9712814c-5acb-4d48-bdc6-5a7d3130bc5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2396, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:47:25Z', 'updated_at': '2021-10-20T10:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_floatingips': [{'id': '78245888-44b1-4ca6-9acb-4e1adac23c53', 'tenant_id': '304c84e5c7844b5cadef0d9d128b445c', 'floating_ip_address': '172.25.1.28', 'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'router_id': '9712814c-5acb-4d48-bdc6-5a7d3130bc5d', 'port_id': '7bdb6dbe-eddf-4991-8e2f-2cc533deec19', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0', 'mac_address': 'fa:16:3e:53:6e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd907556c-90f6-4918-92d3-4c24792ba2db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:00:37Z', 'updated_at': '2021-10-20T11:00:37Z', 'revision_number': 0, 'project_id': '304c84e5c7844b5cadef0d9d128b445c', 'fixed_ip_address_scope': None}, {'id': 'db67535c-9a96-460d-b406-7ab5edf062a3', 'tenant_id': '304c84e5c7844b5cadef0d9d128b445c', 'floating_ip_address': '172.25.1.13', 'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'router_id': '9712814c-5acb-4d48-bdc6-5a7d3130bc5d', 'port_id': '3812c3a3-9d19-4847-83f9-467aa4852bfa', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0', 'mac_address': 'fa:16:3e:67:30:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca6b8b02-8daa-4111-962a-e7a91c9a149e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T10:58:27Z', 'updated_at': '2021-10-20T10:58:34Z', 'revision_number': 1, 'project_id': '304c84e5c7844b5cadef0d9d128b445c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41772678-6b00-4009-9ad8-5fc0a96c5fdd', 'name': '', 'network_id': 'cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0', 'tenant_id': '304c84e5c7844b5cadef0d9d128b445c', 'mac_address': 'fa:16:3e:94:7e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9712814c-5acb-4d48-bdc6-5a7d3130bc5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': '46305bfd-5c10-42c9-8afc-597f2425497e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:47:29Z', 'updated_at': '2021-10-20T10:47:38Z', 'revision_number': 5, 'project_id': '304c84e5c7844b5cadef0d9d128b445c', 'subnets': [{'id': '46305bfd-5c10-42c9-8afc-597f2425497e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:00:39.711964 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-64e4935f-f207-400c-bb5a-a88db0310eb8 req-3f1e6de3-e8df-4087-bc39-2a06485893df service neutron] 10.222.0.69 "GET /v2.0/networks/cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2592959 Oct 20 11:00:39.728096 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6cc403ea-25cf-4e71-b379-b50d83a0fe5c tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:39.777887 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c421f06a-c7e2-4d7f-b1ee-3ebd296fffea req-2cb2bfd3-f6cc-4bf3-8dcc-e7bc8d013764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:39.779451 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c421f06a-c7e2-4d7f-b1ee-3ebd296fffea req-2cb2bfd3-f6cc-4bf3-8dcc-e7bc8d013764 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7df8bb27-9c0e-48cc-b6ef-1651af1e1140 HTTP/1.1" status: 200 len: 1097 time: 0.1331286 Oct 20 11:00:39.785407 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc403ea-25cf-4e71-b379-b50d83a0fe5c tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Pushing event deleted for resources: {'Port': ['ID=2b4b7910-9c57-4220-ac45-1a7f58a0eb67,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:00:39.971727 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-64e4935f-f207-400c-bb5a-a88db0310eb8 req-6044a653-6538-4c57-a0a5-d1d3053c2666 service neutron] 10.222.0.69 "GET /v2.0/networks/cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2479811 Oct 20 11:00:39.990249 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c421f06a-c7e2-4d7f-b1ee-3ebd296fffea req-2d9e6bc1-66d8-4c7e-8fb8-1991cc5f0037 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=157f2d71-b935-47f0-9669-ecd9d671aaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865225 Oct 20 11:00:39.999139 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b33428-a7d3-44bd-a7a4-0ea567321fc4 req-e4255f56-c287-4de5-ac2d-1fe441750eb1 tempest-ServerPasswordTestJSON-81796944 tempest-ServerPasswordTestJSON-81796944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:40.000771 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-89b33428-a7d3-44bd-a7a4-0ea567321fc4 req-e4255f56-c287-4de5-ac2d-1fe441750eb1 tempest-ServerPasswordTestJSON-81796944 tempest-ServerPasswordTestJSON-81796944-project] 10.222.0.64 "GET /v2.0/ports?device_id=7df8bb27-9c0e-48cc-b6ef-1651af1e1140 HTTP/1.1" status: 200 len: 946 time: 0.2691960 Oct 20 11:00:40.070038 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1fc2026-a4da-4b30-9814-d3bfecbcd277 None None] New status for floating IP 78245888-44b1-4ca6-9acb-4e1adac23c53: ACTIVE {{(pid=100598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 11:00:40.157431 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-89b33428-a7d3-44bd-a7a4-0ea567321fc4 req-2add4b3c-62f1-42d1-8c0b-9bcaceec20f8 tempest-ServerPasswordTestJSON-81796944 tempest-ServerPasswordTestJSON-81796944-project] 10.222.0.64 "GET /v2.0/security-groups?id=157f2d71-b935-47f0-9669-ecd9d671aaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486464 Oct 20 11:00:40.253954 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6cc403ea-25cf-4e71-b379-b50d83a0fe5c tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1771989'] for router_interface, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:40.541126 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cc403ea-25cf-4e71-b379-b50d83a0fe5c tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Router c5c6c05e-0dbe-4de8-a9ec-ede697444de7 has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:00:40.668228 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cc403ea-25cf-4e71-b379-b50d83a0fe5c tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:00:40.675945 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-6cc403ea-25cf-4e71-b379-b50d83a0fe5c tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "PUT /v2.0/routers/c5c6c05e-0dbe-4de8-a9ec-ede697444de7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5456932 Oct 20 11:00:40.678165 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 59988) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:00:40.690422 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df136bf-ae7e-45f9-8b03-5588123f6dd5 None None] Sync routers for ids ['c5c6c05e-0dbe-4de8-a9ec-ede697444de7'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:00:40.701105 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df136bf-ae7e-45f9-8b03-5588123f6dd5 None None] Routers {'c5c6c05e-0dbe-4de8-a9ec-ede697444de7'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:00:40.702202 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-4df136bf-ae7e-45f9-8b03-5588123f6dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:00:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['c5c6c05e-0dbe-4de8-a9ec-ede697444de7'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:00:40.745424 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_v2 [None req-2214c4d2-315f-4f41-bcc1-0e86c7ea7ace tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Deleting subnet 3625dd2d-c8cb-469b-902b-482698fe8483 {{(pid=100597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:00:40.751539 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2214c4d2-315f-4f41-bcc1-0e86c7ea7ace tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for subnet, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:40.806641 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2214c4d2-315f-4f41-bcc1-0e86c7ea7ace tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25852621'] for subnet, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:40.831115 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-4df136bf-ae7e-45f9-8b03-5588123f6dd5 None None] Set router c5c6c05e-0dbe-4de8-a9ec-ede697444de7 gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:00:40.869215 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd39730-9097-4c03-a54f-77201dbb7dbe req-95ade80e-f778-40a6-80a7-a7dc833142b4 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:40.877064 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0cd39730-9097-4c03-a54f-77201dbb7dbe req-95ade80e-f778-40a6-80a7-a7dc833142b4 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/ports?device_id=0eade803-1ac3-4d29-9df9-44207c3bce3c HTTP/1.1" status: 200 len: 945 time: 0.0559561 Oct 20 11:00:40.902682 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2214c4d2-315f-4f41-bcc1-0e86c7ea7ace tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:40.912761 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0cd39730-9097-4c03-a54f-77201dbb7dbe req-fb46e980-7986-48cd-b02b-4e9278ba2833 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/security-groups?id=69f90560-754d-4655-8511-1cc906dc908c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348279 Oct 20 11:00:40.980971 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2214c4d2-315f-4f41-bcc1-0e86c7ea7ace tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25350811'] for subnet, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:41.019737 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2214c4d2-315f-4f41-bcc1-0e86c7ea7ace tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Pushing event deleted for resources: {'Subnet': ['ID=3625dd2d-c8cb-469b-902b-482698fe8483,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:00:41.021543 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-4df136bf-ae7e-45f9-8b03-5588123f6dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5c6c05e-0dbe-4de8-a9ec-ede697444de7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1671028435', 'tenant_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': '029810a0-0342-4648-be52-6ba35f82a305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:58:27Z', 'updated_at': '2021-10-20T11:00:39Z', 'revision_number': 5, 'project_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'gw_port': {'id': '029810a0-0342-4648-be52-6ba35f82a305', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:58:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c6c05e-0dbe-4de8-a9ec-ede697444de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:58:28Z', 'updated_at': '2021-10-20T10:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:00:41.025744 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2214c4d2-315f-4f41-bcc1-0e86c7ea7ace tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:41.031709 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b077758-5140-4e64-9177-1760784d750c None None] Network 5344edc3-4337-4ef2-ba74-f68aceecbff7 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:00:41.032226 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-2214c4d2-315f-4f41-bcc1-0e86c7ea7ace tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "DELETE /v2.0/subnets/3625dd2d-c8cb-469b-902b-482698fe8483 HTTP/1.1" status: 204 len: 168 time: 0.3529198 Oct 20 11:00:41.032670 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 59992) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:00:41.053883 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df136bf-ae7e-45f9-8b03-5588123f6dd5 None None] Checking router: c5c6c05e-0dbe-4de8-a9ec-ede697444de7 for host: n-d-811396-3 {{(pid=100599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:00:41.063284 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df136bf-ae7e-45f9-8b03-5588123f6dd5 None None] Routers {'c5c6c05e-0dbe-4de8-a9ec-ede697444de7'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:00:41.064486 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-4df136bf-ae7e-45f9-8b03-5588123f6dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:00:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['c5c6c05e-0dbe-4de8-a9ec-ede697444de7'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:00:41.137803 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 5bae7b96-23f0-4d4c-bbb1-1dfe21be1536 no longer exists at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:00:41.178256 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-80913882-9590-4c9e-8e62-6afb6a166f66 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for router, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:41.190077 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-4df136bf-ae7e-45f9-8b03-5588123f6dd5 None None] Set router c5c6c05e-0dbe-4de8-a9ec-ede697444de7 gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:00:41.192348 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] No Port match for: 5bae7b96-23f0-4d4c-bbb1-1dfe21be1536 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:00:41.193089 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 5bae7b96-23f0-4d4c-bbb1-1dfe21be1536 not bound to the agent host n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:00:41.309647 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3defca2-9ed6-422d-97c0-a28ddd8b0977 None None] DHCP port deletion for 5344edc3-4337-4ef2-ba74-f68aceecbff7 request from n-d-811396-3 {{(pid=100598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:00:41.320844 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-80913882-9590-4c9e-8e62-6afb6a166f66 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:41.374895 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-e3defca2-9ed6-422d-97c0-a28ddd8b0977 None None] Deleting port dd7dd247-3d80-4b42-9814-43beec5f3536 {{(pid=100598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:00:41.375348 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-e3defca2-9ed6-422d-97c0-a28ddd8b0977 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:41.455833 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-e3defca2-9ed6-422d-97c0-a28ddd8b0977 None None] For port dd7dd247-3d80-4b42-9814-43beec5f3536, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=dd7dd247-3d80-4b42-9814-43beec5f3536,segment=NetworkSegment(7d8ef4de-e65b-4686-a877-a724da3cdefe),segment_id=7d8ef4de-e65b-4686-a877-a724da3cdefe)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:00:41.456519 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-e3defca2-9ed6-422d-97c0-a28ddd8b0977 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:41.464949 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8e1bdf-1486-428a-ac06-dab9db5ca513 req-0951c8da-cbee-46b8-8778-174e93b7dd91 tempest-ServerPasswordTestJSON-81796944 tempest-ServerPasswordTestJSON-81796944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:41.471264 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-e3defca2-9ed6-422d-97c0-a28ddd8b0977 None None] Calling delete_port for dd7dd247-3d80-4b42-9814-43beec5f3536 owned by network:dhcp {{(pid=100598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:00:41.473212 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7b8e1bdf-1486-428a-ac06-dab9db5ca513 req-0951c8da-cbee-46b8-8778-174e93b7dd91 tempest-ServerPasswordTestJSON-81796944 tempest-ServerPasswordTestJSON-81796944-project] 10.222.0.64 "GET /v2.0/ports?device_id=7df8bb27-9c0e-48cc-b6ef-1651af1e1140 HTTP/1.1" status: 200 len: 946 time: 0.1600199 Oct 20 11:00:41.490536 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-80913882-9590-4c9e-8e62-6afb6a166f66 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Deleting port 029810a0-0342-4648-be52-6ba35f82a305 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:00:41.490941 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-80913882-9590-4c9e-8e62-6afb6a166f66 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:41.504090 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-4df136bf-ae7e-45f9-8b03-5588123f6dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5c6c05e-0dbe-4de8-a9ec-ede697444de7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1671028435', 'tenant_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': '029810a0-0342-4648-be52-6ba35f82a305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:58:27Z', 'updated_at': '2021-10-20T11:00:39Z', 'revision_number': 5, 'project_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'gw_port': {'id': '029810a0-0342-4648-be52-6ba35f82a305', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:58:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c6c05e-0dbe-4de8-a9ec-ede697444de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:58:28Z', 'updated_at': '2021-10-20T10:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:00:41.531424 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7b8e1bdf-1486-428a-ac06-dab9db5ca513 req-575a7626-ed7a-4404-a07a-596cb626dc03 tempest-ServerPasswordTestJSON-81796944 tempest-ServerPasswordTestJSON-81796944-project] 10.222.0.64 "GET /v2.0/security-groups?id=157f2d71-b935-47f0-9669-ecd9d671aaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572205 Oct 20 11:00:41.576291 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-e3defca2-9ed6-422d-97c0-a28ddd8b0977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956'] for port, after_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:41.613704 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [None req-80913882-9590-4c9e-8e62-6afb6a166f66 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] For port 029810a0-0342-4648-be52-6ba35f82a305, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=029810a0-0342-4648-be52-6ba35f82a305,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:00:41.614203 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-80913882-9590-4c9e-8e62-6afb6a166f66 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:41.617333 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3defca2-9ed6-422d-97c0-a28ddd8b0977 None None] Pushing event deleted for resources: {'Port': ['ID=dd7dd247-3d80-4b42-9814-43beec5f3536,revision_number=None']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:00:41.628665 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3defca2-9ed6-422d-97c0-a28ddd8b0977 None None] No DVR routers for this DVR port dd7dd247-3d80-4b42-9814-43beec5f3536 on host n-d-811396-3 {{(pid=100598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:00:41.643262 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-80913882-9590-4c9e-8e62-6afb6a166f66 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Calling delete_port for 029810a0-0342-4648-be52-6ba35f82a305 owned by network:router_gateway {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:00:41.671414 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df136bf-ae7e-45f9-8b03-5588123f6dd5 None None] The sync data for ids ['c5c6c05e-0dbe-4de8-a9ec-ede697444de7'] in n-d-811396-3 is: [{'id': 'c5c6c05e-0dbe-4de8-a9ec-ede697444de7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1671028435', 'tenant_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': '029810a0-0342-4648-be52-6ba35f82a305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:58:27Z', 'updated_at': '2021-10-20T11:00:39Z', 'revision_number': 5, 'project_id': 'ba79d3046aa84fd2ac89895f3514d2bd', 'gw_port': {'id': '029810a0-0342-4648-be52-6ba35f82a305', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:58:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c6c05e-0dbe-4de8-a9ec-ede697444de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:58:28Z', 'updated_at': '2021-10-20T10:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:00:41.819947 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-80913882-9590-4c9e-8e62-6afb6a166f66 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:41.849572 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80913882-9590-4c9e-8e62-6afb6a166f66 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Pushing event deleted for resources: {'Port': ['ID=029810a0-0342-4648-be52-6ba35f82a305,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:00:41.909174 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-80913882-9590-4c9e-8e62-6afb6a166f66 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1773439'] for router_gateway, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:42.005184 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-80913882-9590-4c9e-8e62-6afb6a166f66 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1772272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258304'] for router, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:42.008129 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-80913882-9590-4c9e-8e62-6afb6a166f66 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:42.095654 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-80913882-9590-4c9e-8e62-6afb6a166f66 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1772267'] for router, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:42.096269 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80913882-9590-4c9e-8e62-6afb6a166f66 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Fanout notify agent at l3_agent the message router_deleted on router c5c6c05e-0dbe-4de8-a9ec-ede697444de7 {{(pid=100596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:00:42.110185 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-80913882-9590-4c9e-8e62-6afb6a166f66 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for router, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:42.113918 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-80913882-9590-4c9e-8e62-6afb6a166f66 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "DELETE /v2.0/routers/c5c6c05e-0dbe-4de8-a9ec-ede697444de7 HTTP/1.1" status: 204 len: 168 time: 1.0776534 Oct 20 11:00:42.114558 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 60000) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:00:42.120141 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b9fae5-e78a-4e5b-bdd8-b530edc8e418 req-15d47d2c-8666-4ff9-81b7-4e473ad90e51 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:42.124039 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-68b9fae5-e78a-4e5b-bdd8-b530edc8e418 req-15d47d2c-8666-4ff9-81b7-4e473ad90e51 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/ports?device_id=0eade803-1ac3-4d29-9df9-44207c3bce3c HTTP/1.1" status: 200 len: 945 time: 0.1213508 Oct 20 11:00:42.176660 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device dd7dd247-3d80-4b42-9814-43beec5f3536 no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:00:42.216077 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-68b9fae5-e78a-4e5b-bdd8-b530edc8e418 req-f40e68e7-32b4-4398-a634-e58a0597ab8a tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/security-groups?id=69f90560-754d-4655-8511-1cc906dc908c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868473 Oct 20 11:00:42.218558 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-98dfb330-0925-476a-942c-808a38c061a7 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:42.223169 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: dd7dd247-3d80-4b42-9814-43beec5f3536 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:00:42.223562 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device dd7dd247-3d80-4b42-9814-43beec5f3536 not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:00:42.226465 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 2b4b7910-9c57-4220-ac45-1a7f58a0eb67 no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:00:42.243677 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d3d242-7bd1-4b18-a093-df4446d79733 req-f30e76d2-8447-4980-8837-86633f356c93 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:42.243677 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-71d3d242-7bd1-4b18-a093-df4446d79733 req-f30e76d2-8447-4980-8837-86633f356c93 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.69 "GET /v2.0/ports?device_id=0eade803-1ac3-4d29-9df9-44207c3bce3c HTTP/1.1" status: 200 len: 945 time: 0.0839643 Oct 20 11:00:42.287053 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 2b4b7910-9c57-4220-ac45-1a7f58a0eb67 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:00:42.290224 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 2b4b7910-9c57-4220-ac45-1a7f58a0eb67 not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:00:42.333985 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-98dfb330-0925-476a-942c-808a38c061a7 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:42.361736 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-98dfb330-0925-476a-942c-808a38c061a7 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5344edc3-4337-4ef2-ba74-f68aceecbff7']}} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:00:42.367937 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-71d3d242-7bd1-4b18-a093-df4446d79733 req-94edbb97-4c61-4f11-a1f5-d9ccf84b203d tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Deleting port 783580f0-59dd-475f-8b83-b93fba68f44d {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:00:42.368444 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-71d3d242-7bd1-4b18-a093-df4446d79733 req-94edbb97-4c61-4f11-a1f5-d9ccf84b203d tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:42.372209 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-98dfb330-0925-476a-942c-808a38c061a7 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d8ef4de-e65b-4686-a877-a724da3cdefe') {'for_net_delete': True} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:00:42.372512 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-98dfb330-0925-476a-942c-808a38c061a7 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d8ef4de-e65b-4686-a877-a724da3cdefe') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:00:42.387038 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-98dfb330-0925-476a-942c-808a38c061a7 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25852596'] for segment, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:42.403739 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-98dfb330-0925-476a-942c-808a38c061a7 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:42.413397 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98dfb330-0925-476a-942c-808a38c061a7 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Releasing vlan 833 on physical network physnet1 to pool {{(pid=100597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:00:42.413807 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-98dfb330-0925-476a-942c-808a38c061a7 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951012'] for segment, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:42.416976 n-d-811396-3 neutron-server[100597]: Traceback (most recent call last): Oct 20 11:00:42.416976 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:00:42.416976 n-d-811396-3 neutron-server[100597]: timer() Oct 20 11:00:42.416976 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:00:42.416976 n-d-811396-3 neutron-server[100597]: cb(*args, **kw) Oct 20 11:00:42.416976 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:00:42.416976 n-d-811396-3 neutron-server[100597]: return func(*args, **kwargs) Oct 20 11:00:42.416976 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:00:42.416976 n-d-811396-3 neutron-server[100597]: self._notify() Oct 20 11:00:42.416976 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:00:42.416976 n-d-811396-3 neutron-server[100597]: self.callback(batched_events) Oct 20 11:00:42.416976 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:00:42.416976 n-d-811396-3 neutron-server[100597]: event.method(event) Oct 20 11:00:42.416976 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:00:42.416976 n-d-811396-3 neutron-server[100597]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:00:42.416976 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:00:42.416976 n-d-811396-3 neutron-server[100597]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:00:42.416976 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:00:42.416976 n-d-811396-3 neutron-server[100597]: return f(self, *a, **k) Oct 20 11:00:42.416976 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:00:42.416976 n-d-811396-3 neutron-server[100597]: return self._get(url).json() Oct 20 11:00:42.416976 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:00:42.416976 n-d-811396-3 neutron-server[100597]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:00:42.416976 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:00:42.416976 n-d-811396-3 neutron-server[100597]: return self.request(url, 'GET', **kwargs) Oct 20 11:00:42.416976 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:00:42.416976 n-d-811396-3 neutron-server[100597]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:00:42.416976 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:00:42.416976 n-d-811396-3 neutron-server[100597]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:00:42.416976 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:00:42.416976 n-d-811396-3 neutron-server[100597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:00:42.416976 n-d-811396-3 neutron-server[100597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:00:42.474540 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-71d3d242-7bd1-4b18-a093-df4446d79733 req-94edbb97-4c61-4f11-a1f5-d9ccf84b203d tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] For port 783580f0-59dd-475f-8b83-b93fba68f44d, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=783580f0-59dd-475f-8b83-b93fba68f44d,segment=NetworkSegment(454bfc68-3d11-4849-8508-1d19e9dea5ec),segment_id=454bfc68-3d11-4849-8508-1d19e9dea5ec)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:00:42.477363 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-71d3d242-7bd1-4b18-a093-df4446d79733 req-94edbb97-4c61-4f11-a1f5-d9ccf84b203d tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:42.482438 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-98dfb330-0925-476a-942c-808a38c061a7 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:42.490493 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-98dfb330-0925-476a-942c-808a38c061a7 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:42.494552 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-98dfb330-0925-476a-942c-808a38c061a7 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "DELETE /v2.0/networks/5344edc3-4337-4ef2-ba74-f68aceecbff7 HTTP/1.1" status: 204 len: 168 time: 0.3788552 Oct 20 11:00:42.497252 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 60002) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:00:42.498016 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-71d3d242-7bd1-4b18-a093-df4446d79733 req-94edbb97-4c61-4f11-a1f5-d9ccf84b203d tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Calling delete_port for 783580f0-59dd-475f-8b83-b93fba68f44d owned by compute:nova {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:00:42.523235 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dfb330-0925-476a-942c-808a38c061a7 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Pushing event deleted for resources: {'Network': ['ID=5344edc3-4337-4ef2-ba74-f68aceecbff7,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:00:42.600497 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-837c2efa-47ce-4d64-9ce7-cbc838bc8d36 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:42.629892 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-837c2efa-47ce-4d64-9ce7-cbc838bc8d36 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:42.698748 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f38fe2-f318-48f7-aed9-2caa2470c674 req-fa255981-677b-4838-a77c-9c190352081a tempest-ServerPasswordTestJSON-81796944 tempest-ServerPasswordTestJSON-81796944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:42.700458 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-97f38fe2-f318-48f7-aed9-2caa2470c674 req-fa255981-677b-4838-a77c-9c190352081a tempest-ServerPasswordTestJSON-81796944 tempest-ServerPasswordTestJSON-81796944-project] 10.222.0.64 "GET /v2.0/ports?device_id=7df8bb27-9c0e-48cc-b6ef-1651af1e1140 HTTP/1.1" status: 200 len: 946 time: 0.0924969 Oct 20 11:00:42.717670 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-837c2efa-47ce-4d64-9ce7-cbc838bc8d36 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:42.720649 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-837c2efa-47ce-4d64-9ce7-cbc838bc8d36 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:42.722101 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-837c2efa-47ce-4d64-9ce7-cbc838bc8d36 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] 10.222.0.64 "DELETE /v2.0/security-groups/204a606e-4754-4938-b4b0-f5de1da0244a HTTP/1.1" status: 204 len: 168 time: 0.2238352 Oct 20 11:00:42.731678 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837c2efa-47ce-4d64-9ce7-cbc838bc8d36 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=204a606e-4754-4938-b4b0-f5de1da0244a,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:00:42.738396 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-71d3d242-7bd1-4b18-a093-df4446d79733 req-94edbb97-4c61-4f11-a1f5-d9ccf84b203d tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:42.749674 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['783580f0-59dd-475f-8b83-b93fba68f44d'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:00:42.778604 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-97f38fe2-f318-48f7-aed9-2caa2470c674 req-6c2010af-5768-48fd-9c00-faf8f35e37c5 tempest-ServerPasswordTestJSON-81796944 tempest-ServerPasswordTestJSON-81796944-project] 10.222.0.64 "GET /v2.0/security-groups?id=157f2d71-b935-47f0-9669-ecd9d671aaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702145 Oct 20 11:00:42.779685 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94edbb97-4c61-4f11-a1f5-d9ccf84b203d tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Pushing event deleted for resources: {'Port': ['ID=783580f0-59dd-475f-8b83-b93fba68f44d,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:00:42.857613 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-71d3d242-7bd1-4b18-a093-df4446d79733 req-94edbb97-4c61-4f11-a1f5-d9ccf84b203d tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] No DVR routers for this DVR port 783580f0-59dd-475f-8b83-b93fba68f44d on host n-h2-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:00:42.860519 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-71d3d242-7bd1-4b18-a093-df4446d79733 req-94edbb97-4c61-4f11-a1f5-d9ccf84b203d tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:42.864653 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-71d3d242-7bd1-4b18-a093-df4446d79733 req-94edbb97-4c61-4f11-a1f5-d9ccf84b203d tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.69 "DELETE /v2.0/ports/783580f0-59dd-475f-8b83-b93fba68f44d HTTP/1.1" status: 204 len: 173 time: 0.6196697 Oct 20 11:00:42.865345 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eade803-1ac3-4d29-9df9-44207c3bce3c', 'name': 'network-vif-deleted', 'tag': '783580f0-59dd-475f-8b83-b93fba68f44d'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:00:42.867847 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e57e91db-9a94-407c-887e-6d27caf0d7f3" -d '{"events": [{"server_uuid": "0eade803-1ac3-4d29-9df9-44207c3bce3c", "name": "network-vif-deleted", "tag": "783580f0-59dd-475f-8b83-b93fba68f44d"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:00:42.915655 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efee46a8-d2f9-4404-b67d-35240468b121 x-openstack-request-id: req-efee46a8-d2f9-4404-b67d-35240468b121 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:00:42.916013 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0eade803-1ac3-4d29-9df9-44207c3bce3c", "name": "network-vif-deleted", "tag": "783580f0-59dd-475f-8b83-b93fba68f44d", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:00:42.916389 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-efee46a8-d2f9-4404-b67d-35240468b121 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:00:42.916787 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0eade803-1ac3-4d29-9df9-44207c3bce3c', 'name': 'network-vif-deleted', 'tag': '783580f0-59dd-475f-8b83-b93fba68f44d', 'status': 'completed', 'code': 200} Oct 20 11:00:43.112081 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 60024) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:00:43.308083 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-12e98602-e7b9-484e-b44e-052e867d0db7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ba79d3046aa84fd2ac89895f3514d2bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1946881 Oct 20 11:00:43.310608 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 60032) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:00:43.364264 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d77734c4-21d3-489f-9e41-f7206851c6cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:43.386446 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d77734c4-21d3-489f-9e41-f7206851c6cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:43.398931 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-20d711f7-c86d-4a0f-af6f-12fc9a3b8b52 req-c00bdbf2-0bea-4e61-a5a4-4ee5d539c7f3 tempest-ServersTestJSON-1460930746 tempest-ServersTestJSON-1460930746-project] 10.222.0.64 "GET /v2.0/ports?device_id=0eade803-1ac3-4d29-9df9-44207c3bce3c HTTP/1.1" status: 200 len: 210 time: 0.0304306 Oct 20 11:00:43.415078 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f70298c-4bf1-45b2-acfd-a107cf5c3a5e req-1f718107-7c0b-461a-b2a6-1ca61b385653 tempest-ServerPasswordTestJSON-81796944 tempest-ServerPasswordTestJSON-81796944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:43.416643 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5f70298c-4bf1-45b2-acfd-a107cf5c3a5e req-1f718107-7c0b-461a-b2a6-1ca61b385653 tempest-ServerPasswordTestJSON-81796944 tempest-ServerPasswordTestJSON-81796944-project] 10.222.0.64 "GET /v2.0/ports?device_id=7df8bb27-9c0e-48cc-b6ef-1651af1e1140 HTTP/1.1" status: 200 len: 946 time: 0.0762300 Oct 20 11:00:43.435366 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d77734c4-21d3-489f-9e41-f7206851c6cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:43.438496 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d77734c4-21d3-489f-9e41-f7206851c6cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:43.439671 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-d77734c4-21d3-489f-9e41-f7206851c6cf admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ff50530a-5f9b-4ec8-a2ff-d4a029d25c30 HTTP/1.1" status: 204 len: 168 time: 0.1272907 Oct 20 11:00:43.447576 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77734c4-21d3-489f-9e41-f7206851c6cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff50530a-5f9b-4ec8-a2ff-d4a029d25c30,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:00:43.463744 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5f70298c-4bf1-45b2-acfd-a107cf5c3a5e req-1aa21a7c-0973-4876-842e-c0b9fed2640a tempest-ServerPasswordTestJSON-81796944 tempest-ServerPasswordTestJSON-81796944-project] 10.222.0.64 "GET /v2.0/security-groups?id=157f2d71-b935-47f0-9669-ecd9d671aaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353739 Oct 20 11:00:43.724077 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 60042) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:00:43.770222 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-cca0adc8-25de-48be-86d6-03397a5b303b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=889668054a4946408364aa5d43652578&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0424640 Oct 20 11:00:43.770346 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 60046) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:00:43.812813 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 029810a0-0342-4648-be52-6ba35f82a305 no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:00:43.825820 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0504377d-3c3d-4f4b-a324-a8da4478acec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:43.836392 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 029810a0-0342-4648-be52-6ba35f82a305 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:00:43.837014 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 029810a0-0342-4648-be52-6ba35f82a305 not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:00:43.851200 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0504377d-3c3d-4f4b-a324-a8da4478acec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:43.904417 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0504377d-3c3d-4f4b-a324-a8da4478acec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:43.908254 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0504377d-3c3d-4f4b-a324-a8da4478acec admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:43.909423 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-0504377d-3c3d-4f4b-a324-a8da4478acec admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/762a7b98-cfc4-4b20-8f3a-29323caac093 HTTP/1.1" status: 204 len: 168 time: 0.1382298 Oct 20 11:00:43.917992 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0504377d-3c3d-4f4b-a324-a8da4478acec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=762a7b98-cfc4-4b20-8f3a-29323caac093,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:00:44.460566 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 60070) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:00:44.512205 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_v2 [None req-9eda9510-6225-4823-b01d-d1b340390780 admin admin] Deleting subnet 1112b924-dfee-4f27-9509-3316f3e9f37a {{(pid=100597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:00:44.515615 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9eda9510-6225-4823-b01d-d1b340390780 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:44.553618 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9eda9510-6225-4823-b01d-d1b340390780 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25852621'] for subnet, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:44.617457 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9eda9510-6225-4823-b01d-d1b340390780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:44.669482 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c375e54-b126-4a4c-9ede-3f193b778dd3 req-7dcd8e8f-1f71-4104-b972-0dd3bba7a1e7 tempest-ServerPasswordTestJSON-81796944 tempest-ServerPasswordTestJSON-81796944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:44.671234 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9c375e54-b126-4a4c-9ede-3f193b778dd3 req-7dcd8e8f-1f71-4104-b972-0dd3bba7a1e7 tempest-ServerPasswordTestJSON-81796944 tempest-ServerPasswordTestJSON-81796944-project] 10.222.0.64 "GET /v2.0/ports?device_id=7df8bb27-9c0e-48cc-b6ef-1651af1e1140 HTTP/1.1" status: 200 len: 946 time: 0.0685072 Oct 20 11:00:44.675328 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9eda9510-6225-4823-b01d-d1b340390780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25350811'] for subnet, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:44.699147 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eda9510-6225-4823-b01d-d1b340390780 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1112b924-dfee-4f27-9509-3316f3e9f37a,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:00:44.710552 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9eda9510-6225-4823-b01d-d1b340390780 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:44.713754 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-9eda9510-6225-4823-b01d-d1b340390780 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/1112b924-dfee-4f27-9509-3316f3e9f37a HTTP/1.1" status: 204 len: 168 time: 0.2520390 Oct 20 11:00:44.715568 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9c375e54-b126-4a4c-9ede-3f193b778dd3 req-83e3d6b9-d2b6-475d-9237-6f84eff32f86 tempest-ServerPasswordTestJSON-81796944 tempest-ServerPasswordTestJSON-81796944-project] 10.222.0.64 "GET /v2.0/security-groups?id=157f2d71-b935-47f0-9669-ecd9d671aaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346038 Oct 20 11:00:44.716320 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 60074) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:00:44.785983 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6760393e-c7bd-447e-a8e8-be2bc1207020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:44.854310 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1a1b23-365f-4e13-9265-f47ef23c900d req-1dd7108b-df15-4843-8290-19427ebf7a70 tempest-ServerPasswordTestJSON-81796944 tempest-ServerPasswordTestJSON-81796944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:44.855823 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4f1a1b23-365f-4e13-9265-f47ef23c900d req-1dd7108b-df15-4843-8290-19427ebf7a70 tempest-ServerPasswordTestJSON-81796944 tempest-ServerPasswordTestJSON-81796944-project] 10.222.0.55 "GET /v2.0/ports?device_id=7df8bb27-9c0e-48cc-b6ef-1651af1e1140 HTTP/1.1" status: 200 len: 946 time: 0.0522754 Oct 20 11:00:44.871489 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6760393e-c7bd-447e-a8e8-be2bc1207020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:44.895832 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-6760393e-c7bd-447e-a8e8-be2bc1207020 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f3de8d1-83f4-4081-a4ae-e84fa44c63e9']}} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:00:44.905635 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-6760393e-c7bd-447e-a8e8-be2bc1207020 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '454bfc68-3d11-4849-8508-1d19e9dea5ec') {'for_net_delete': True} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:00:44.905931 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-6760393e-c7bd-447e-a8e8-be2bc1207020 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '454bfc68-3d11-4849-8508-1d19e9dea5ec') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:00:44.915289 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6760393e-c7bd-447e-a8e8-be2bc1207020 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25852596'] for segment, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:44.929557 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6760393e-c7bd-447e-a8e8-be2bc1207020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:44.935793 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6760393e-c7bd-447e-a8e8-be2bc1207020 admin admin] Releasing vlan 817 on physical network physnet1 to pool {{(pid=100597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:00:44.936717 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6760393e-c7bd-447e-a8e8-be2bc1207020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951012'] for segment, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:44.938369 n-d-811396-3 neutron-server[100597]: Traceback (most recent call last): Oct 20 11:00:44.938369 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:00:44.938369 n-d-811396-3 neutron-server[100597]: timer() Oct 20 11:00:44.938369 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:00:44.938369 n-d-811396-3 neutron-server[100597]: cb(*args, **kw) Oct 20 11:00:44.938369 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:00:44.938369 n-d-811396-3 neutron-server[100597]: return func(*args, **kwargs) Oct 20 11:00:44.938369 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:00:44.938369 n-d-811396-3 neutron-server[100597]: self._notify() Oct 20 11:00:44.938369 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:00:44.938369 n-d-811396-3 neutron-server[100597]: self.callback(batched_events) Oct 20 11:00:44.938369 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:00:44.938369 n-d-811396-3 neutron-server[100597]: event.method(event) Oct 20 11:00:44.938369 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:00:44.938369 n-d-811396-3 neutron-server[100597]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:00:44.938369 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:00:44.938369 n-d-811396-3 neutron-server[100597]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:00:44.938369 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:00:44.938369 n-d-811396-3 neutron-server[100597]: return f(self, *a, **k) Oct 20 11:00:44.938369 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:00:44.938369 n-d-811396-3 neutron-server[100597]: return self._get(url).json() Oct 20 11:00:44.938369 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:00:44.938369 n-d-811396-3 neutron-server[100597]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:00:44.938369 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:00:44.938369 n-d-811396-3 neutron-server[100597]: return self.request(url, 'GET', **kwargs) Oct 20 11:00:44.938369 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:00:44.938369 n-d-811396-3 neutron-server[100597]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:00:44.938369 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:00:44.938369 n-d-811396-3 neutron-server[100597]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:00:44.938369 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:00:44.938369 n-d-811396-3 neutron-server[100597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:00:44.938369 n-d-811396-3 neutron-server[100597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:00:44.954342 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-4f1a1b23-365f-4e13-9265-f47ef23c900d req-cf2c9ae9-4a7a-4113-a709-57231f0da0f1 tempest-ServerPasswordTestJSON-81796944 tempest-ServerPasswordTestJSON-81796944-project] Deleting port 897bbde7-010c-413c-9713-168bb961fbdd {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:00:44.954692 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-4f1a1b23-365f-4e13-9265-f47ef23c900d req-cf2c9ae9-4a7a-4113-a709-57231f0da0f1 tempest-ServerPasswordTestJSON-81796944 tempest-ServerPasswordTestJSON-81796944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:45.069595 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 783580f0-59dd-475f-8b83-b93fba68f44d no longer exists at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:00:45.098102 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-4f1a1b23-365f-4e13-9265-f47ef23c900d req-cf2c9ae9-4a7a-4113-a709-57231f0da0f1 tempest-ServerPasswordTestJSON-81796944 tempest-ServerPasswordTestJSON-81796944-project] For port 897bbde7-010c-413c-9713-168bb961fbdd, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=897bbde7-010c-413c-9713-168bb961fbdd,segment=NetworkSegment(7fafa2f4-c8d1-4f32-8931-fa51c1f8a6f4),segment_id=7fafa2f4-c8d1-4f32-8931-fa51c1f8a6f4)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:00:45.099828 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-4f1a1b23-365f-4e13-9265-f47ef23c900d req-cf2c9ae9-4a7a-4113-a709-57231f0da0f1 tempest-ServerPasswordTestJSON-81796944 tempest-ServerPasswordTestJSON-81796944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:45.118472 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-4f1a1b23-365f-4e13-9265-f47ef23c900d req-cf2c9ae9-4a7a-4113-a709-57231f0da0f1 tempest-ServerPasswordTestJSON-81796944 tempest-ServerPasswordTestJSON-81796944-project] Calling delete_port for 897bbde7-010c-413c-9713-168bb961fbdd owned by compute:nova {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:00:45.121791 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] No Port match for: 783580f0-59dd-475f-8b83-b93fba68f44d {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:00:45.122150 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 783580f0-59dd-475f-8b83-b93fba68f44d not bound to the agent host n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:00:45.345009 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-4f1a1b23-365f-4e13-9265-f47ef23c900d req-cf2c9ae9-4a7a-4113-a709-57231f0da0f1 tempest-ServerPasswordTestJSON-81796944 tempest-ServerPasswordTestJSON-81796944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:45.377546 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2c9ae9-4a7a-4113-a709-57231f0da0f1 tempest-ServerPasswordTestJSON-81796944 tempest-ServerPasswordTestJSON-81796944-project] Pushing event deleted for resources: {'Port': ['ID=897bbde7-010c-413c-9713-168bb961fbdd,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:00:45.379147 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['897bbde7-010c-413c-9713-168bb961fbdd'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:00:45.437651 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f1a1b23-365f-4e13-9265-f47ef23c900d req-cf2c9ae9-4a7a-4113-a709-57231f0da0f1 tempest-ServerPasswordTestJSON-81796944 tempest-ServerPasswordTestJSON-81796944-project] No DVR routers for this DVR port 897bbde7-010c-413c-9713-168bb961fbdd on host n-h1-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:00:45.440280 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-4f1a1b23-365f-4e13-9265-f47ef23c900d req-cf2c9ae9-4a7a-4113-a709-57231f0da0f1 tempest-ServerPasswordTestJSON-81796944 tempest-ServerPasswordTestJSON-81796944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:45.444067 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4f1a1b23-365f-4e13-9265-f47ef23c900d req-cf2c9ae9-4a7a-4113-a709-57231f0da0f1 tempest-ServerPasswordTestJSON-81796944 tempest-ServerPasswordTestJSON-81796944-project] 10.222.0.55 "DELETE /v2.0/ports/897bbde7-010c-413c-9713-168bb961fbdd HTTP/1.1" status: 204 len: 173 time: 0.5820479 Oct 20 11:00:45.444526 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7df8bb27-9c0e-48cc-b6ef-1651af1e1140', 'name': 'network-vif-deleted', 'tag': '897bbde7-010c-413c-9713-168bb961fbdd'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:00:45.446885 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38738fac-4db6-4573-971d-158a9e428c57" -d '{"events": [{"server_uuid": "7df8bb27-9c0e-48cc-b6ef-1651af1e1140", "name": "network-vif-deleted", "tag": "897bbde7-010c-413c-9713-168bb961fbdd"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:00:45.461658 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6760393e-c7bd-447e-a8e8-be2bc1207020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:45.477496 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6760393e-c7bd-447e-a8e8-be2bc1207020 admin admin] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:45.482080 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-6760393e-c7bd-447e-a8e8-be2bc1207020 admin admin] 10.222.0.64 "DELETE /v2.0/networks/5f3de8d1-83f4-4081-a4ae-e84fa44c63e9 HTTP/1.1" status: 204 len: 168 time: 0.7644792 Oct 20 11:00:45.492974 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6760393e-c7bd-447e-a8e8-be2bc1207020 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f3de8d1-83f4-4081-a4ae-e84fa44c63e9,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:00:45.514060 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37c393d2-dbef-474f-8b8c-076b9b6a337e x-openstack-request-id: req-37c393d2-dbef-474f-8b8c-076b9b6a337e {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:00:45.514948 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7df8bb27-9c0e-48cc-b6ef-1651af1e1140", "name": "network-vif-deleted", "tag": "897bbde7-010c-413c-9713-168bb961fbdd", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:00:45.515208 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-37c393d2-dbef-474f-8b8c-076b9b6a337e {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:00:45.515677 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7df8bb27-9c0e-48cc-b6ef-1651af1e1140', 'name': 'network-vif-deleted', 'tag': '897bbde7-010c-413c-9713-168bb961fbdd', 'status': 'completed', 'code': 200} Oct 20 11:00:45.688726 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 60154) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:00:45.743664 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 60166) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:00:45.750983 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-d2dd842a-b514-4c4f-b056-aadf10f540cd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1b65b2e8036f4846a7f6f098c6e62306&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0609224 Oct 20 11:00:45.815430 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2237f702-6bbf-463a-818b-5b203123cf2f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:45.845908 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2237f702-6bbf-463a-818b-5b203123cf2f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:45.869433 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f8cbf68f-fadf-4a32-b905-b6c25f292af7 req-bc07d9a0-7e74-475e-b522-60acae388233 tempest-ServerPasswordTestJSON-81796944 tempest-ServerPasswordTestJSON-81796944-project] 10.222.0.64 "GET /v2.0/ports?device_id=7df8bb27-9c0e-48cc-b6ef-1651af1e1140 HTTP/1.1" status: 200 len: 210 time: 0.0316675 Oct 20 11:00:45.929848 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2237f702-6bbf-463a-818b-5b203123cf2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:45.933561 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2237f702-6bbf-463a-818b-5b203123cf2f admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:45.935004 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-2237f702-6bbf-463a-818b-5b203123cf2f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/69f90560-754d-4655-8511-1cc906dc908c HTTP/1.1" status: 204 len: 168 time: 0.1903322 Oct 20 11:00:45.947093 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2237f702-6bbf-463a-818b-5b203123cf2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69f90560-754d-4655-8511-1cc906dc908c,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:00:46.942297 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 60348) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:00:46.996643 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb6bcc7d-889d-4ccc-b0f4-16f514c2ec55 admin admin] Deleting subnet e511de63-d828-4974-a0f1-69c306b5eb17 {{(pid=100596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:00:47.001086 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-eb6bcc7d-889d-4ccc-b0f4-16f514c2ec55 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:47.042842 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-eb6bcc7d-889d-4ccc-b0f4-16f514c2ec55 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25189079'] for subnet, precommit_delete_associations {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:47.086955 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-eb6bcc7d-889d-4ccc-b0f4-16f514c2ec55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:47.158388 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-eb6bcc7d-889d-4ccc-b0f4-16f514c2ec55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26836193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26761888'] for subnet, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:47.199711 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6bcc7d-889d-4ccc-b0f4-16f514c2ec55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e511de63-d828-4974-a0f1-69c306b5eb17,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:00:47.208027 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-eb6bcc7d-889d-4ccc-b0f4-16f514c2ec55 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:47.213627 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-eb6bcc7d-889d-4ccc-b0f4-16f514c2ec55 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/e511de63-d828-4974-a0f1-69c306b5eb17 HTTP/1.1" status: 204 len: 168 time: 0.2701721 Oct 20 11:00:47.216247 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 60382) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:00:47.272050 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 60390) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:00:47.347100 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5796200c-4ad8-4e3f-86af-6d2b94980ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:47.434263 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-432ccad6-3098-45af-ae2f-f0fc4d664808 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:47.455182 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5796200c-4ad8-4e3f-86af-6d2b94980ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:47.491819 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-5796200c-4ad8-4e3f-86af-6d2b94980ed8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45b42ee5-840b-4ed0-8a00-5bb8b1478690']}} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:00:47.522112 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-5796200c-4ad8-4e3f-86af-6d2b94980ed8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fafa2f4-c8d1-4f32-8931-fa51c1f8a6f4') {'for_net_delete': True} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:00:47.522689 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-5796200c-4ad8-4e3f-86af-6d2b94980ed8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fafa2f4-c8d1-4f32-8931-fa51c1f8a6f4') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:00:47.532172 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-432ccad6-3098-45af-ae2f-f0fc4d664808 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:47.537677 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-432ccad6-3098-45af-ae2f-f0fc4d664808 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:47.551350 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5796200c-4ad8-4e3f-86af-6d2b94980ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25852596'] for segment, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:47.570290 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5796200c-4ad8-4e3f-86af-6d2b94980ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:47.582962 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5796200c-4ad8-4e3f-86af-6d2b94980ed8 admin admin] Releasing vlan 849 on physical network physnet1 to pool {{(pid=100597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:00:47.583503 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5796200c-4ad8-4e3f-86af-6d2b94980ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951012'] for segment, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:47.586053 n-d-811396-3 neutron-server[100597]: Traceback (most recent call last): Oct 20 11:00:47.586053 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:00:47.586053 n-d-811396-3 neutron-server[100597]: timer() Oct 20 11:00:47.586053 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:00:47.586053 n-d-811396-3 neutron-server[100597]: cb(*args, **kw) Oct 20 11:00:47.586053 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:00:47.586053 n-d-811396-3 neutron-server[100597]: return func(*args, **kwargs) Oct 20 11:00:47.586053 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:00:47.586053 n-d-811396-3 neutron-server[100597]: self._notify() Oct 20 11:00:47.586053 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:00:47.586053 n-d-811396-3 neutron-server[100597]: self.callback(batched_events) Oct 20 11:00:47.586053 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:00:47.586053 n-d-811396-3 neutron-server[100597]: event.method(event) Oct 20 11:00:47.586053 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:00:47.586053 n-d-811396-3 neutron-server[100597]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:00:47.586053 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:00:47.586053 n-d-811396-3 neutron-server[100597]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:00:47.586053 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:00:47.586053 n-d-811396-3 neutron-server[100597]: return f(self, *a, **k) Oct 20 11:00:47.586053 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:00:47.586053 n-d-811396-3 neutron-server[100597]: return self._get(url).json() Oct 20 11:00:47.586053 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:00:47.586053 n-d-811396-3 neutron-server[100597]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:00:47.586053 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:00:47.586053 n-d-811396-3 neutron-server[100597]: return self.request(url, 'GET', **kwargs) Oct 20 11:00:47.586053 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:00:47.586053 n-d-811396-3 neutron-server[100597]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:00:47.586053 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:00:47.586053 n-d-811396-3 neutron-server[100597]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:00:47.586053 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:00:47.586053 n-d-811396-3 neutron-server[100597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:00:47.586053 n-d-811396-3 neutron-server[100597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:00:47.607405 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 60428) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:00:47.612400 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-432ccad6-3098-45af-ae2f-f0fc4d664808 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9e90bcdc29d14e46bfc2a874b7530140&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3391125 Oct 20 11:00:47.618805 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432ccad6-3098-45af-ae2f-f0fc4d664808 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2edd014f-e457-491d-97bd-e149acaf9c9f,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:00:47.696757 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5796200c-4ad8-4e3f-86af-6d2b94980ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:47.702758 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5796200c-4ad8-4e3f-86af-6d2b94980ed8 admin admin] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:47.707590 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-5796200c-4ad8-4e3f-86af-6d2b94980ed8 admin admin] 10.222.0.64 "DELETE /v2.0/networks/45b42ee5-840b-4ed0-8a00-5bb8b1478690 HTTP/1.1" status: 204 len: 168 time: 0.4890275 Oct 20 11:00:47.714805 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c7f8eb2b-f074-4a9c-8fc8-d162f43d9a1f req-f176df37-d01a-4893-b180-61743201f1df service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=fbb1d3fe-09bb-448f-b9c0-2884467ffdb1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0568185 Oct 20 11:00:47.726825 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5796200c-4ad8-4e3f-86af-6d2b94980ed8 admin admin] Pushing event deleted for resources: {'Network': ['ID=45b42ee5-840b-4ed0-8a00-5bb8b1478690,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:00:47.760990 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-773f59b8-5a80-492c-8aa6-ab003cbc89f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:47.819819 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f8eb2b-f074-4a9c-8fc8-d162f43d9a1f req-630a9be0-a784-4127-b7cb-e9bb5acda0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:47.821403 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c7f8eb2b-f074-4a9c-8fc8-d162f43d9a1f req-630a9be0-a784-4127-b7cb-e9bb5acda0a6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2606cfa13aa646b6b1d85cd0acb090de&device_id=fbb1d3fe-09bb-448f-b9c0-2884467ffdb1 HTTP/1.1" status: 200 len: 1096 time: 0.0764022 Oct 20 11:00:47.862275 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-773f59b8-5a80-492c-8aa6-ab003cbc89f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:47.869893 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 60458) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:00:47.958079 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-773f59b8-5a80-492c-8aa6-ab003cbc89f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:47.961132 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-773f59b8-5a80-492c-8aa6-ab003cbc89f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:47.964767 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-773f59b8-5a80-492c-8aa6-ab003cbc89f0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2edd014f-e457-491d-97bd-e149acaf9c9f HTTP/1.1" status: 204 len: 168 time: 0.3531184 Oct 20 11:00:47.975720 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773f59b8-5a80-492c-8aa6-ab003cbc89f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2edd014f-e457-491d-97bd-e149acaf9c9f,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:00:48.021690 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-96179bcc-c5ff-4c6e-95b0-b090174193e9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=197b851fb3964adba4154898071d5cc9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1482246 Oct 20 11:00:48.023024 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 60478) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:00:48.050746 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f8eb2b-f074-4a9c-8fc8-d162f43d9a1f req-7ab22132-b639-4778-bfbb-340fe52e3080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:48.058082 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c7f8eb2b-f074-4a9c-8fc8-d162f43d9a1f req-7ab22132-b639-4778-bfbb-340fe52e3080 service neutron] 10.222.0.69 "GET /v2.0/networks?id=203edeb2-1c06-4924-a847-8d4bc77a4e0f HTTP/1.1" status: 200 len: 910 time: 0.2096763 Oct 20 11:00:48.097927 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1e6cb58e-81e0-4b7b-a7cb-0872663c2728 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:48.132088 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1e6cb58e-81e0-4b7b-a7cb-0872663c2728 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:48.160298 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c7f8eb2b-f074-4a9c-8fc8-d162f43d9a1f req-7c7aa448-df3e-47d2-93b1-c58ad6e87551 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d955044a-6302-44d4-a2a0-04b9c1b75614 HTTP/1.1" status: 200 len: 1001 time: 0.0942795 Oct 20 11:00:48.192898 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1e6cb58e-81e0-4b7b-a7cb-0872663c2728 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:48.195688 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1e6cb58e-81e0-4b7b-a7cb-0872663c2728 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:48.200828 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-1e6cb58e-81e0-4b7b-a7cb-0872663c2728 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/157f2d71-b935-47f0-9669-ecd9d671aaed HTTP/1.1" status: 204 len: 168 time: 0.1765044 Oct 20 11:00:48.211816 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6cb58e-81e0-4b7b-a7cb-0872663c2728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=157f2d71-b935-47f0-9669-ecd9d671aaed,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:00:48.293137 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f8eb2b-f074-4a9c-8fc8-d162f43d9a1f req-f9295455-9281-43d8-8191-49ea5fe4a900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:48.294941 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c7f8eb2b-f074-4a9c-8fc8-d162f43d9a1f req-f9295455-9281-43d8-8191-49ea5fe4a900 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f7b965d4-929c-4c3f-874c-e787f7294129 HTTP/1.1" status: 200 len: 848 time: 0.1269822 Oct 20 11:00:48.371512 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f8eb2b-f074-4a9c-8fc8-d162f43d9a1f req-812fa716-5ce2-4456-bc43-324eecb35316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:48.374223 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c7f8eb2b-f074-4a9c-8fc8-d162f43d9a1f req-812fa716-5ce2-4456-bc43-324eecb35316 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=203edeb2-1c06-4924-a847-8d4bc77a4e0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700862 Oct 20 11:00:48.514832 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c7f8eb2b-f074-4a9c-8fc8-d162f43d9a1f req-c60a16aa-256d-46c8-b41b-b191e84e2d14 service neutron] 10.222.0.69 "GET /v2.0/networks/203edeb2-1c06-4924-a847-8d4bc77a4e0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328795 Oct 20 11:00:48.636762 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c7f8eb2b-f074-4a9c-8fc8-d162f43d9a1f req-68e1bb51-2706-48b1-b420-e8f33152c56a service neutron] 10.222.0.69 "GET /v2.0/networks/203edeb2-1c06-4924-a847-8d4bc77a4e0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131544 Oct 20 11:00:49.160137 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 60610) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:00:49.200090 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 897bbde7-010c-413c-9713-168bb961fbdd no longer exists at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:00:49.226910 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] No Port match for: 897bbde7-010c-413c-9713-168bb961fbdd {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:00:49.227965 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 897bbde7-010c-413c-9713-168bb961fbdd not bound to the agent host n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:00:49.285891 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-f66755de-8f92-408a-a17d-3ef7f1772842 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-791426829-network', 'tenant_id': '63e5dde2738f4935912f3c0e18351bbf'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:00:49.287725 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:49.310016 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f66755de-8f92-408a-a17d-3ef7f1772842 admin admin] Made reservation on behalf of 63e5dde2738f4935912f3c0e18351bbf for: {'network': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:00:49.313474 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f66755de-8f92-408a-a17d-3ef7f1772842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:49.327840 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f66755de-8f92-408a-a17d-3ef7f1772842 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:49.421264 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f66755de-8f92-408a-a17d-3ef7f1772842 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:49.426289 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f66755de-8f92-408a-a17d-3ef7f1772842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:49.447328 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f66755de-8f92-408a-a17d-3ef7f1772842 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 810} {{(pid=100596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:00:49.466471 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f66755de-8f92-408a-a17d-3ef7f1772842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:49.466823 n-d-811396-3 neutron-server[100596]: INFO neutron.db.segments_db [None req-f66755de-8f92-408a-a17d-3ef7f1772842 admin admin] Added segment 0f66f6ed-6d03-4e40-897a-2e048347227e of type vlan for network 1759e7bc-ead3-4335-8c90-46a93aea395d Oct 20 11:00:49.468657 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66755de-8f92-408a-a17d-3ef7f1772842 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1739ab4c-3df7-4259-8286-ceb324d9125d,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:00:49.524513 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f66755de-8f92-408a-a17d-3ef7f1772842 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:49.575682 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f66755de-8f92-408a-a17d-3ef7f1772842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:49.585056 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f66755de-8f92-408a-a17d-3ef7f1772842 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:49.585056 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f66755de-8f92-408a-a17d-3ef7f1772842 admin admin] Publish callbacks [] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:49.606676 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-f66755de-8f92-408a-a17d-3ef7f1772842 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4453361 Oct 20 11:00:49.610261 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 60636) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:00:49.617292 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-bf73ce43-e9bd-45aa-b014-aa0f9c2b687f admin admin] Request body: {'subnet': {'network_id': '1759e7bc-ead3-4335-8c90-46a93aea395d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-791426829-subnet', 'tenant_id': '63e5dde2738f4935912f3c0e18351bbf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:00:49.641004 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf73ce43-e9bd-45aa-b014-aa0f9c2b687f admin admin] Made reservation on behalf of 63e5dde2738f4935912f3c0e18351bbf for: {'subnet': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:00:49.643959 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bf73ce43-e9bd-45aa-b014-aa0f9c2b687f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25350782'] for subnet, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:49.651036 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66755de-8f92-408a-a17d-3ef7f1772842 admin admin] Pushing event updated for resources: {'Network': ['ID=1759e7bc-ead3-4335-8c90-46a93aea395d,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:00:49.662620 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network 1759e7bc-ead3-4335-8c90-46a93aea395d details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:00:49.849515 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bf73ce43-e9bd-45aa-b014-aa0f9c2b687f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25350752'] for subnet, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:49.920589 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf73ce43-e9bd-45aa-b014-aa0f9c2b687f admin admin] Checking segment: {'id': '0f66f6ed-6d03-4e40-897a-2e048347227e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '1759e7bc-ead3-4335-8c90-46a93aea395d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:00:49.920957 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf73ce43-e9bd-45aa-b014-aa0f9c2b687f admin admin] Network hostable DHCP agents. Network: 1759e7bc-ead3-4335-8c90-46a93aea395d, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:00:49.923579 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf73ce43-e9bd-45aa-b014-aa0f9c2b687f admin admin] Pushing event updated for resources: {'Subnet': ['ID=731bcbb0-8763-49cc-b4e4-d88f68d7de58,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:00:49.950085 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf73ce43-e9bd-45aa-b014-aa0f9c2b687f admin admin] Network 1759e7bc-ead3-4335-8c90-46a93aea395d is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:00:49.961566 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-bf73ce43-e9bd-45aa-b014-aa0f9c2b687f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, 1759e7bc-ead3-4335-8c90-46a93aea395d) {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:00:49.965994 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf73ce43-e9bd-45aa-b014-aa0f9c2b687f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:49.966630 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bf73ce43-e9bd-45aa-b014-aa0f9c2b687f admin admin] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:49.973335 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f00d98-91ed-4c06-875b-34b3f2b5a020 None None] Network 1759e7bc-ead3-4335-8c90-46a93aea395d requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:00:49.995067 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-bf73ce43-e9bd-45aa-b014-aa0f9c2b687f admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3833461 Oct 20 11:00:49.999916 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 60652) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:00:50.005016 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-b856d693-29e9-4214-9fe6-d0ccdc784fc7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-791426829-router', 'tenant_id': '63e5dde2738f4935912f3c0e18351bbf', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:00:50.052906 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b856d693-29e9-4214-9fe6-d0ccdc784fc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1772442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258322'] for router, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:50.054505 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b856d693-29e9-4214-9fe6-d0ccdc784fc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1772334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773516', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258315'] for router, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:50.126875 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b856d693-29e9-4214-9fe6-d0ccdc784fc7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:50.159697 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-896253af-54ce-40ac-b1a9-f0ad9fa7917f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524064ba-869c-5550-b826-c26b69a11278-1759e7bc-ead3-4335-8c90-46a93aea395d', 'network_id': '1759e7bc-ead3-4335-8c90-46a93aea395d', 'tenant_id': '63e5dde2738f4935912f3c0e18351bbf', 'fixed_ips': [{'subnet_id': '731bcbb0-8763-49cc-b4e4-d88f68d7de58'}]}} from n-d-811396-3. {{(pid=100598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:00:50.160846 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-896253af-54ce-40ac-b1a9-f0ad9fa7917f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:50.261178 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 7 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:00:50.352875 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b856d693-29e9-4214-9fe6-d0ccdc784fc7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:50.410594 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-896253af-54ce-40ac-b1a9-f0ad9fa7917f None None] Allocated IP 172.20.0.2 (1759e7bc-ead3-4335-8c90-46a93aea395d/731bcbb0-8763-49cc-b4e4-d88f68d7de58/6685ba90-59ed-4d39-b1fc-cd4643a08d00) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:00:50.519431 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0d42eaf5-9bb7-4131-8ec7-20ebb24e336f req-40b84769-3a3b-43a3-91c8-cfc622e802fc tempest-ServerShowV247Test-357817457 tempest-ServerShowV247Test-357817457-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae0ad482-c0af-41b5-848f-a30bcf4beb04 HTTP/1.1" status: 200 len: 210 time: 0.5504954 Oct 20 11:00:50.691347 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-896253af-54ce-40ac-b1a9-f0ad9fa7917f None None] Publish callbacks [] for port, precommit_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:50.700297 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-896253af-54ce-40ac-b1a9-f0ad9fa7917f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:50.741408 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b856d693-29e9-4214-9fe6-d0ccdc784fc7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:50.746630 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-896253af-54ce-40ac-b1a9-f0ad9fa7917f None None] Network 1759e7bc-ead3-4335-8c90-46a93aea395d is already hosted by enough agents. {{(pid=100598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:00:50.748489 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.base_scheduler [None req-896253af-54ce-40ac-b1a9-f0ad9fa7917f None None] Resources bound (agent type, host, resource id): {{(pid=100598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:00:50.754376 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896253af-54ce-40ac-b1a9-f0ad9fa7917f None None] Received port after_create {{(pid=100598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:00:50.765595 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b856d693-29e9-4214-9fe6-d0ccdc784fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:50.767922 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896253af-54ce-40ac-b1a9-f0ad9fa7917f None None] Pushing event updated for resources: {'Port': ['ID=6685ba90-59ed-4d39-b1fc-cd4643a08d00,revision_number=1']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:00:50.824731 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-896253af-54ce-40ac-b1a9-f0ad9fa7917f None None] Attempting to bind port 6685ba90-59ed-4d39-b1fc-cd4643a08d00 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:00:50.825225 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-896253af-54ce-40ac-b1a9-f0ad9fa7917f None None] Attempting to bind port 6685ba90-59ed-4d39-b1fc-cd4643a08d00 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '0f66f6ed-6d03-4e40-897a-2e048347227e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '1759e7bc-ead3-4335-8c90-46a93aea395d'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:00:50.825599 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896253af-54ce-40ac-b1a9-f0ad9fa7917f None None] Attempting to bind port 6685ba90-59ed-4d39-b1fc-cd4643a08d00 on network 1759e7bc-ead3-4335-8c90-46a93aea395d {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:00:50.831110 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896253af-54ce-40ac-b1a9-f0ad9fa7917f None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:00:50.831515 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896253af-54ce-40ac-b1a9-f0ad9fa7917f None None] Checking segment: {'id': '0f66f6ed-6d03-4e40-897a-2e048347227e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '1759e7bc-ead3-4335-8c90-46a93aea395d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:00:50.831923 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-896253af-54ce-40ac-b1a9-f0ad9fa7917f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:50.832314 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896253af-54ce-40ac-b1a9-f0ad9fa7917f None None] Bound using segment: {'id': '0f66f6ed-6d03-4e40-897a-2e048347227e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '1759e7bc-ead3-4335-8c90-46a93aea395d'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:00:50.832818 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-896253af-54ce-40ac-b1a9-f0ad9fa7917f None None] Bound port: 6685ba90-59ed-4d39-b1fc-cd4643a08d00, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f66f6ed-6d03-4e40-897a-2e048347227e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '1759e7bc-ead3-4335-8c90-46a93aea395d'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:00:50.833171 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-896253af-54ce-40ac-b1a9-f0ad9fa7917f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:50.918036 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-896253af-54ce-40ac-b1a9-f0ad9fa7917f None None] For port 6685ba90-59ed-4d39-b1fc-cd4643a08d00, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:00:50.919998 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-896253af-54ce-40ac-b1a9-f0ad9fa7917f None None] For port 6685ba90-59ed-4d39-b1fc-cd4643a08d00, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=6685ba90-59ed-4d39-b1fc-cd4643a08d00,segment=NetworkSegment(0f66f6ed-6d03-4e40-897a-2e048347227e),segment_id=0f66f6ed-6d03-4e40-897a-2e048347227e)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:00:50.925153 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-896253af-54ce-40ac-b1a9-f0ad9fa7917f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:50.934281 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-b856d693-29e9-4214-9fe6-d0ccdc784fc7 admin admin] Allocated IP 172.25.1.16 (cbe170d3-31ba-45a2-b477-520ab0a7a8ea/f4e26aca-17ac-4adb-a66b-d939a1b35b64/71844a73-81de-49af-8f30-f2a4c3d61d1d) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:00:51.016127 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896253af-54ce-40ac-b1a9-f0ad9fa7917f None None] Pushing event updated for resources: {'Port': ['ID=6685ba90-59ed-4d39-b1fc-cd4643a08d00,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:00:51.075109 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-be8ecbb7-bf24-47ca-a658-4d485f9a2194 req-1bace8cc-69ab-4c72-9a75-f9edf80d5b20 tempest-ServerShowV247Test-357817457 tempest-ServerShowV247Test-357817457-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce03cb6f-9031-454a-83aa-4cd9985b4479 HTTP/1.1" status: 200 len: 210 time: 0.0477295 Oct 20 11:00:51.081249 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b856d693-29e9-4214-9fe6-d0ccdc784fc7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:51.121598 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b856d693-29e9-4214-9fe6-d0ccdc784fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:51.170934 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b856d693-29e9-4214-9fe6-d0ccdc784fc7 admin admin] Network cbe170d3-31ba-45a2-b477-520ab0a7a8ea is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:00:51.176434 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-b856d693-29e9-4214-9fe6-d0ccdc784fc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:00:51.180069 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b856d693-29e9-4214-9fe6-d0ccdc784fc7 admin admin] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:00:51.208292 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b856d693-29e9-4214-9fe6-d0ccdc784fc7 admin admin] Pushing event updated for resources: {'Port': ['ID=71844a73-81de-49af-8f30-f2a4c3d61d1d,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:00:51.517119 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b856d693-29e9-4214-9fe6-d0ccdc784fc7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:51.736151 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b856d693-29e9-4214-9fe6-d0ccdc784fc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1773475'] for router, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:51.940066 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b856d693-29e9-4214-9fe6-d0ccdc784fc7 admin admin] Router ddfec777-7691-4bb9-946a-6c450cac0f67 is scheduled to L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 with binding_index 1 {{(pid=100597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 11:00:51.992138 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 6685ba90-59ed-4d39-b1fc-cd4643a08d00 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:00:52.083794 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b856d693-29e9-4214-9fe6-d0ccdc784fc7 admin admin] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:00:52.116203 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b856d693-29e9-4214-9fe6-d0ccdc784fc7 admin admin] Publish callbacks [] for router, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:52.120258 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128a0294-e877-403f-9b59-9c390de061b0 None None] Sync routers for ids ['ddfec777-7691-4bb9-946a-6c450cac0f67'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:00:52.122561 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 60698) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:00:52.126771 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 6685ba90-59ed-4d39-b1fc-cd4643a08d00 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:00:52.127148 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:52.130235 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-b856d693-29e9-4214-9fe6-d0ccdc784fc7 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.1168084 Oct 20 11:00:52.214942 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128a0294-e877-403f-9b59-9c390de061b0 None None] Routers {'ddfec777-7691-4bb9-946a-6c450cac0f67'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:00:52.239994 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-128a0294-e877-403f-9b59-9c390de061b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:00:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['ddfec777-7691-4bb9-946a-6c450cac0f67'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:00:52.334981 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-20c42a23-8b15-4180-a345-3a8f19839259 req-b06a860f-7e29-4ac1-a079-ab6b75ed35c3 tempest-ServerShowV247Test-357817457 tempest-ServerShowV247Test-357817457-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce03cb6f-9031-454a-83aa-4cd9985b4479 HTTP/1.1" status: 200 len: 210 time: 0.0509899 Oct 20 11:00:52.346672 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df2952b4-2330-4b7a-a9f1-99a409b53833 None None] Network 1759e7bc-ead3-4335-8c90-46a93aea395d requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:00:52.528796 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-6af234b1-e9aa-4b70-b7fa-7c7bbad3c6ee None None] Provisioning complete for port 6685ba90-59ed-4d39-b1fc-cd4643a08d00 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:00:52.529441 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-6af234b1-e9aa-4b70-b7fa-7c7bbad3c6ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:52.537335 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-128a0294-e877-403f-9b59-9c390de061b0 None None] Set router ddfec777-7691-4bb9-946a-6c450cac0f67 gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:00:52.542012 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:52.727547 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] For port 6685ba90-59ed-4d39-b1fc-cd4643a08d00, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=6685ba90-59ed-4d39-b1fc-cd4643a08d00,segment=NetworkSegment(0f66f6ed-6d03-4e40-897a-2e048347227e),segment_id=0f66f6ed-6d03-4e40-897a-2e048347227e)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:00:52.757189 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-07be33d7-7525-4015-bc0e-05a9e74bbf7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:52.763541 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:52.926267 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [None req-07be33d7-7525-4015-bc0e-05a9e74bbf7d admin admin] Allocated IP 172.20.0.1 (1759e7bc-ead3-4335-8c90-46a93aea395d/731bcbb0-8763-49cc-b4e4-d88f68d7de58/c5c9498e-d631-4f65-bb90-7412cb6384c3) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:00:53.040152 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-07be33d7-7525-4015-bc0e-05a9e74bbf7d admin admin] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:53.078457 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Pushing event updated for resources: {'Port': ['ID=6685ba90-59ed-4d39-b1fc-cd4643a08d00,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:00:53.080612 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-07be33d7-7525-4015-bc0e-05a9e74bbf7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:53.120744 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07be33d7-7525-4015-bc0e-05a9e74bbf7d admin admin] Network 1759e7bc-ead3-4335-8c90-46a93aea395d is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:00:53.128395 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-07be33d7-7525-4015-bc0e-05a9e74bbf7d admin admin] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:00:53.131975 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07be33d7-7525-4015-bc0e-05a9e74bbf7d admin admin] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:00:53.133163 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-128a0294-e877-403f-9b59-9c390de061b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddfec777-7691-4bb9-946a-6c450cac0f67', 'name': 'tempest-AttachVolumeShelveTestJSON-791426829-router', 'tenant_id': '63e5dde2738f4935912f3c0e18351bbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': '71844a73-81de-49af-8f30-f2a4c3d61d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:00:50Z', 'updated_at': '2021-10-20T11:00:51Z', 'revision_number': 3, 'project_id': '63e5dde2738f4935912f3c0e18351bbf', 'gw_port': {'id': '71844a73-81de-49af-8f30-f2a4c3d61d1d', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:00:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddfec777-7691-4bb9-946a-6c450cac0f67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:00:50Z', 'updated_at': '2021-10-20T11:00:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:00:53.166542 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128a0294-e877-403f-9b59-9c390de061b0 None None] Checking router: ddfec777-7691-4bb9-946a-6c450cac0f67 for host: n-d-811396-3 {{(pid=100598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:00:53.167230 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128a0294-e877-403f-9b59-9c390de061b0 None None] Updating router ddfec777-7691-4bb9-946a-6c450cac0f67 port 71844a73-81de-49af-8f30-f2a4c3d61d1d binding host n-d-811396-3 {{(pid=100598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:00:53.168282 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07be33d7-7525-4015-bc0e-05a9e74bbf7d admin admin] Pushing event updated for resources: {'Port': ['ID=c5c9498e-d631-4f65-bb90-7412cb6384c3,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:00:53.190606 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-07be33d7-7525-4015-bc0e-05a9e74bbf7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1774540'] for router_interface, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:53.198324 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-128a0294-e877-403f-9b59-9c390de061b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:53.341285 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-58f744a4-f6db-419d-8e89-8fa6c59d755c req-f282518c-5882-440b-9c9d-11bf228b7cc2 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ce03cb6f-9031-454a-83aa-4cd9985b4479 HTTP/1.1" status: 200 len: 210 time: 0.0386302 Oct 20 11:00:53.390773 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-07be33d7-7525-4015-bc0e-05a9e74bbf7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:53.471361 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-00dad4ab-a619-481c-8f0f-5c5c90c19332 None None] Provisioning complete for port 6685ba90-59ed-4d39-b1fc-cd4643a08d00 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:00:53.471758 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-00dad4ab-a619-481c-8f0f-5c5c90c19332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:53.491484 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f1c54eb2-6eaf-47d8-a2df-44ff2133f5c6 req-cfd72acd-c19d-4aff-bef5-671612f936c6 tempest-ServerShowV247Test-357817457 tempest-ServerShowV247Test-357817457-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce03cb6f-9031-454a-83aa-4cd9985b4479 HTTP/1.1" status: 200 len: 210 time: 0.0483027 Oct 20 11:00:53.580412 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-128a0294-e877-403f-9b59-9c390de061b0 None None] Publish callbacks [] for port, precommit_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:53.597212 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-128a0294-e877-403f-9b59-9c390de061b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:53.747291 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-128a0294-e877-403f-9b59-9c390de061b0 None None] Attempting to bind port 71844a73-81de-49af-8f30-f2a4c3d61d1d on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:00:53.747857 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-128a0294-e877-403f-9b59-9c390de061b0 None None] Attempting to bind port 71844a73-81de-49af-8f30-f2a4c3d61d1d by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:00:53.748302 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128a0294-e877-403f-9b59-9c390de061b0 None None] Attempting to bind port 71844a73-81de-49af-8f30-f2a4c3d61d1d on network cbe170d3-31ba-45a2-b477-520ab0a7a8ea {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:00:53.763149 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1afbcc-ed8f-4c89-898e-27856b172618 None None] Pushing event updated for resources: {'Port': ['ID=71844a73-81de-49af-8f30-f2a4c3d61d1d,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:00:53.776291 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128a0294-e877-403f-9b59-9c390de061b0 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:00:53.776804 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128a0294-e877-403f-9b59-9c390de061b0 None None] Checking segment: {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:00:53.777219 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-128a0294-e877-403f-9b59-9c390de061b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:53.777606 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128a0294-e877-403f-9b59-9c390de061b0 None None] Bound using segment: {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:00:53.778515 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-128a0294-e877-403f-9b59-9c390de061b0 None None] Bound port: 71844a73-81de-49af-8f30-f2a4c3d61d1d, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:00:53.779105 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-128a0294-e877-403f-9b59-9c390de061b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:53.813397 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-efdb8202-5547-4c16-8a16-67a47c3605d8 req-90bb8127-7b79-47cd-a1db-67a834535bd1 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ae0ad482-c0af-41b5-848f-a30bcf4beb04 HTTP/1.1" status: 200 len: 210 time: 0.0651124 Oct 20 11:00:53.821987 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-07be33d7-7525-4015-bc0e-05a9e74bbf7d admin admin] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:53.833960 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-07be33d7-7525-4015-bc0e-05a9e74bbf7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:53.881403 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-02500440-3449-49de-828b-a9b7e232d04d None None] Provisioning complete for port c5c9498e-d631-4f65-bb90-7412cb6384c3 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:00:53.882479 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-02500440-3449-49de-828b-a9b7e232d04d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:53.940835 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-128a0294-e877-403f-9b59-9c390de061b0 None None] For port 71844a73-81de-49af-8f30-f2a4c3d61d1d, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:00:53.946704 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-128a0294-e877-403f-9b59-9c390de061b0 None None] For port 71844a73-81de-49af-8f30-f2a4c3d61d1d, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=71844a73-81de-49af-8f30-f2a4c3d61d1d,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:00:53.951749 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-128a0294-e877-403f-9b59-9c390de061b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:53.963838 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 6685ba90-59ed-4d39-b1fc-cd4643a08d00 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:00:53.967242 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07be33d7-7525-4015-bc0e-05a9e74bbf7d admin admin] Pushing event updated for resources: {'Port': ['ID=c5c9498e-d631-4f65-bb90-7412cb6384c3,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:00:53.979158 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-02500440-3449-49de-828b-a9b7e232d04d None None] Port c5c9498e-d631-4f65-bb90-7412cb6384c3 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:00:53.995365 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-07be33d7-7525-4015-bc0e-05a9e74bbf7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1774432'] for router_interface, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:54.104409 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1afbcc-ed8f-4c89-898e-27856b172618 None None] Pushing event updated for resources: {'Port': ['ID=71844a73-81de-49af-8f30-f2a4c3d61d1d,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:00:54.126499 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128a0294-e877-403f-9b59-9c390de061b0 None None] Routers {'ddfec777-7691-4bb9-946a-6c450cac0f67'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:00:54.127441 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-128a0294-e877-403f-9b59-9c390de061b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:00:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['ddfec777-7691-4bb9-946a-6c450cac0f67'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:00:54.128962 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07be33d7-7525-4015-bc0e-05a9e74bbf7d admin admin] Network 1759e7bc-ead3-4335-8c90-46a93aea395d is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:00:54.130980 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-07be33d7-7525-4015-bc0e-05a9e74bbf7d admin admin] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:00:54.183889 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 6685ba90-59ed-4d39-b1fc-cd4643a08d00 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:00:54.184292 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:54.306177 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07be33d7-7525-4015-bc0e-05a9e74bbf7d admin admin] Router ddfec777-7691-4bb9-946a-6c450cac0f67 has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:00:54.342707 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-128a0294-e877-403f-9b59-9c390de061b0 None None] Set router ddfec777-7691-4bb9-946a-6c450cac0f67 gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:00:54.500195 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07be33d7-7525-4015-bc0e-05a9e74bbf7d admin admin] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:00:54.506796 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-07be33d7-7525-4015-bc0e-05a9e74bbf7d admin admin] 10.222.0.64 "PUT /v2.0/routers/ddfec777-7691-4bb9-946a-6c450cac0f67/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3813286 Oct 20 11:00:54.572441 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-e32ea78f-4778-48d2-8aca-fd6454d4a6cf None None] Provisioning complete for port c5c9498e-d631-4f65-bb90-7412cb6384c3 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:00:54.572963 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-e32ea78f-4778-48d2-8aca-fd6454d4a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:54.642450 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-e32ea78f-4778-48d2-8aca-fd6454d4a6cf None None] Port c5c9498e-d631-4f65-bb90-7412cb6384c3 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:00:54.643113 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-eca8c0cf-1b08-4ddb-9acb-f6f7ffabd947 req-d986fe08-22da-48fa-acd6-7fe3a90d3640 tempest-ServerShowV247Test-357817457 tempest-ServerShowV247Test-357817457-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce03cb6f-9031-454a-83aa-4cd9985b4479 HTTP/1.1" status: 200 len: 210 time: 0.0430408 Oct 20 11:00:54.719258 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-128a0294-e877-403f-9b59-9c390de061b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddfec777-7691-4bb9-946a-6c450cac0f67', 'name': 'tempest-AttachVolumeShelveTestJSON-791426829-router', 'tenant_id': '63e5dde2738f4935912f3c0e18351bbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': '71844a73-81de-49af-8f30-f2a4c3d61d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:00:50Z', 'updated_at': '2021-10-20T11:00:53Z', 'revision_number': 4, 'project_id': '63e5dde2738f4935912f3c0e18351bbf', 'gw_port': {'id': '71844a73-81de-49af-8f30-f2a4c3d61d1d', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:00:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddfec777-7691-4bb9-946a-6c450cac0f67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:00:50Z', 'updated_at': '2021-10-20T11:00:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': 'c5c9498e-d631-4f65-bb90-7412cb6384c3', 'name': '', 'network_id': '1759e7bc-ead3-4335-8c90-46a93aea395d', 'tenant_id': '63e5dde2738f4935912f3c0e18351bbf', 'mac_address': 'fa:16:3e:bd:d8:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddfec777-7691-4bb9-946a-6c450cac0f67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '731bcbb0-8763-49cc-b4e4-d88f68d7de58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:00:52Z', 'updated_at': '2021-10-20T11:00:53Z', 'revision_number': 2, 'project_id': '63e5dde2738f4935912f3c0e18351bbf', 'subnets': [{'id': '731bcbb0-8763-49cc-b4e4-d88f68d7de58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:00:54.762548 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128a0294-e877-403f-9b59-9c390de061b0 None None] The sync data for ids ['ddfec777-7691-4bb9-946a-6c450cac0f67'] in n-d-811396-3 is: [{'id': 'ddfec777-7691-4bb9-946a-6c450cac0f67', 'name': 'tempest-AttachVolumeShelveTestJSON-791426829-router', 'tenant_id': '63e5dde2738f4935912f3c0e18351bbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': '71844a73-81de-49af-8f30-f2a4c3d61d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:00:50Z', 'updated_at': '2021-10-20T11:00:53Z', 'revision_number': 4, 'project_id': '63e5dde2738f4935912f3c0e18351bbf', 'gw_port': {'id': '71844a73-81de-49af-8f30-f2a4c3d61d1d', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:00:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddfec777-7691-4bb9-946a-6c450cac0f67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:00:50Z', 'updated_at': '2021-10-20T11:00:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': 'c5c9498e-d631-4f65-bb90-7412cb6384c3', 'name': '', 'network_id': '1759e7bc-ead3-4335-8c90-46a93aea395d', 'tenant_id': '63e5dde2738f4935912f3c0e18351bbf', 'mac_address': 'fa:16:3e:bd:d8:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddfec777-7691-4bb9-946a-6c450cac0f67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '731bcbb0-8763-49cc-b4e4-d88f68d7de58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:00:52Z', 'updated_at': '2021-10-20T11:00:53Z', 'revision_number': 2, 'project_id': '63e5dde2738f4935912f3c0e18351bbf', 'subnets': [{'id': '731bcbb0-8763-49cc-b4e4-d88f68d7de58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:00:54.978653 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 60732) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:00:54.984304 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-88443958-0d31-42d9-8927-1ab0b4ab059a tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Request body: {'security_group': {'name': 'tempest-securitygroup--940526986', 'description': 'tempest-description--582104409'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:00:55.016303 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-88443958-0d31-42d9-8927-1ab0b4ab059a tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:55.093811 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2318ddbb-3762-401f-9369-64a2eacdb676 req-86e32d03-fcd4-4ad5-aeac-9961057560bb tempest-ServerShowV247Test-357817457 tempest-ServerShowV247Test-357817457-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce03cb6f-9031-454a-83aa-4cd9985b4479 HTTP/1.1" status: 200 len: 210 time: 0.0594735 Oct 20 11:00:55.173711 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-88443958-0d31-42d9-8927-1ab0b4ab059a tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:55.185386 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-88443958-0d31-42d9-8927-1ab0b4ab059a tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:55.251703 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-88443958-0d31-42d9-8927-1ab0b4ab059a tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:55.251703 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-88443958-0d31-42d9-8927-1ab0b4ab059a tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2701735 Oct 20 11:00:55.253110 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 60736) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:00:55.257630 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-248734b4-cf09-4966-b9fb-38669d1dbd7b tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Request body: {'security_group_rule': {'security_group_id': 'dcb84725-ca3a-4252-ac3e-7c4f5b82db72', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:00:55.266158 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88443958-0d31-42d9-8927-1ab0b4ab059a tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcb84725-ca3a-4252-ac3e-7c4f5b82db72,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:00:55.313139 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-248734b4-cf09-4966-b9fb-38669d1dbd7b tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:55.384187 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-248734b4-cf09-4966-b9fb-38669d1dbd7b tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:55.389775 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-248734b4-cf09-4966-b9fb-38669d1dbd7b tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:55.408913 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248734b4-cf09-4966-b9fb-38669d1dbd7b tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91134c60-f40a-49ce-acde-e812f2b77a67,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:00:55.420890 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-248734b4-cf09-4966-b9fb-38669d1dbd7b tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:55.423618 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-248734b4-cf09-4966-b9fb-38669d1dbd7b tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1679585 Oct 20 11:00:55.425001 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 60738) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:00:55.429897 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-f1cb90db-17db-444b-a661-8414a96b6c5b tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Request body: {'security_group_rule': {'security_group_id': 'dcb84725-ca3a-4252-ac3e-7c4f5b82db72', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:00:55.460964 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f1cb90db-17db-444b-a661-8414a96b6c5b tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:55.524794 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f1cb90db-17db-444b-a661-8414a96b6c5b tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:55.531939 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f1cb90db-17db-444b-a661-8414a96b6c5b tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:55.551053 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cb90db-17db-444b-a661-8414a96b6c5b tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4d28db9-e2a8-474d-acd0-4389efe274bf,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:00:55.559872 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f1cb90db-17db-444b-a661-8414a96b6c5b tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:55.561685 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-f1cb90db-17db-444b-a661-8414a96b6c5b tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1356707 Oct 20 11:00:55.565106 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 60740) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:00:55.569656 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-cc437179-9d90-49b3-aa75-dcc71be75e88 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Request body: {'floatingip': {'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:00:55.593631 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-cc437179-9d90-49b3-aa75-dcc71be75e88 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Publish callbacks [] for floatingip, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:55.727009 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-cc437179-9d90-49b3-aa75-dcc71be75e88 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:55.872439 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [None req-cc437179-9d90-49b3-aa75-dcc71be75e88 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Allocated IP 172.25.1.38 (cbe170d3-31ba-45a2-b477-520ab0a7a8ea/f4e26aca-17ac-4adb-a66b-d939a1b35b64/9acc73bb-72c7-4f53-89aa-fc9e79e67f7c) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:00:55.928139 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 71844a73-81de-49af-8f30-f2a4c3d61d1d up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:00:55.996244 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 71844a73-81de-49af-8f30-f2a4c3d61d1d triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:00:55.996854 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:56.005240 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-cc437179-9d90-49b3-aa75-dcc71be75e88 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:56.065554 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-cc437179-9d90-49b3-aa75-dcc71be75e88 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:56.085151 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:56.108538 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] For port 71844a73-81de-49af-8f30-f2a4c3d61d1d, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=71844a73-81de-49af-8f30-f2a4c3d61d1d,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:00:56.113213 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:56.132688 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc437179-9d90-49b3-aa75-dcc71be75e88 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Network cbe170d3-31ba-45a2-b477-520ab0a7a8ea is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:00:56.134550 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc437179-9d90-49b3-aa75-dcc71be75e88 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Pushing event updated for resources: {'Port': ['ID=9acc73bb-72c7-4f53-89aa-fc9e79e67f7c,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:00:56.137700 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-cc437179-9d90-49b3-aa75-dcc71be75e88 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:00:56.141104 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc437179-9d90-49b3-aa75-dcc71be75e88 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:00:56.183069 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Pushing event updated for resources: {'Port': ['ID=71844a73-81de-49af-8f30-f2a4c3d61d1d,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:00:56.274352 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5d49fe26-c52f-4e7c-b63c-50ddc47e0b8a req-c493f23c-bdfe-46ce-a8ae-612595636f08 tempest-ServerShowV247Test-357817457 tempest-ServerShowV247Test-357817457-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce03cb6f-9031-454a-83aa-4cd9985b4479 HTTP/1.1" status: 200 len: 210 time: 0.0394351 Oct 20 11:00:56.281151 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-cc437179-9d90-49b3-aa75-dcc71be75e88 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:56.323150 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-cc437179-9d90-49b3-aa75-dcc71be75e88 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:56.496983 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-cc437179-9d90-49b3-aa75-dcc71be75e88 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:56.502764 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-cc437179-9d90-49b3-aa75-dcc71be75e88 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:56.571228 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc437179-9d90-49b3-aa75-dcc71be75e88 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Pushing event updated for resources: {'Port': ['ID=9acc73bb-72c7-4f53-89aa-fc9e79e67f7c,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:00:56.582915 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-cc437179-9d90-49b3-aa75-dcc71be75e88 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1773381'] for floatingip, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:56.599946 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-cc437179-9d90-49b3-aa75-dcc71be75e88 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for floatingip, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:56.601246 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-cc437179-9d90-49b3-aa75-dcc71be75e88 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0351102 Oct 20 11:00:56.741856 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7f4bfe9e-7674-45c5-a777-1f9dd8a03e36 req-a3fde80a-fba9-4c42-a749-fa66acca5c34 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--940526986&fields=id&tenant_id=63e5dde2738f4935912f3c0e18351bbf HTTP/1.1" status: 200 len: 267 time: 0.0336847 Oct 20 11:00:56.853237 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4bfe9e-7674-45c5-a777-1f9dd8a03e36 req-10cde30a-0b1d-4ee6-81c9-e20daa2712b2 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:56.855241 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7f4bfe9e-7674-45c5-a777-1f9dd8a03e36 req-10cde30a-0b1d-4ee6-81c9-e20daa2712b2 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/networks?id=1759e7bc-ead3-4335-8c90-46a93aea395d HTTP/1.1" status: 200 len: 816 time: 0.1065784 Oct 20 11:00:56.872801 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7f4bfe9e-7674-45c5-a777-1f9dd8a03e36 req-a6d2da61-f0b8-4781-bb5d-7cd1955a8976 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/quotas/63e5dde2738f4935912f3c0e18351bbf HTTP/1.1" status: 200 len: 375 time: 0.0111902 Oct 20 11:00:56.937233 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7f4bfe9e-7674-45c5-a777-1f9dd8a03e36 req-54491d6f-1050-4143-84f1-09afc3706aed tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=63e5dde2738f4935912f3c0e18351bbf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0576193 Oct 20 11:00:57.040727 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7f4bfe9e-7674-45c5-a777-1f9dd8a03e36 req-399c592a-5049-48af-87ce-1eb5dee81e53 service neutron] 10.222.0.64 "GET /v2.0/networks/1759e7bc-ead3-4335-8c90-46a93aea395d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917008 Oct 20 11:00:57.134151 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7f4bfe9e-7674-45c5-a777-1f9dd8a03e36 req-2058fd0a-4628-4532-998f-8de696613f66 service neutron] 10.222.0.64 "GET /v2.0/networks/1759e7bc-ead3-4335-8c90-46a93aea395d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868137 Oct 20 11:00:57.270211 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0fe961a-0e31-438c-94b0-4e04a0dfd85c None None] Sync routers for ids ['ddfec777-7691-4bb9-946a-6c450cac0f67'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:00:57.287050 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0fe961a-0e31-438c-94b0-4e04a0dfd85c None None] Routers {'ddfec777-7691-4bb9-946a-6c450cac0f67'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:00:57.288018 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-d0fe961a-0e31-438c-94b0-4e04a0dfd85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:00:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['ddfec777-7691-4bb9-946a-6c450cac0f67'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:00:57.348010 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c35f4adc-6426-407a-9078-871822eb5192 req-e4d6d676-ad33-418c-8947-9591811c5ddb tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ed3dac6-b063-4b21-8321-ee31174ca416 HTTP/1.1" status: 200 len: 210 time: 0.0467122 Oct 20 11:00:57.411306 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0505114f-5d39-4c94-b867-034647c0ff1a req-84c75a60-0c45-411d-ac02-b780a62b3a97 tempest-ServerShowV247Test-357817457 tempest-ServerShowV247Test-357817457-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce03cb6f-9031-454a-83aa-4cd9985b4479 HTTP/1.1" status: 200 len: 210 time: 0.0284219 Oct 20 11:00:57.423399 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-d0fe961a-0e31-438c-94b0-4e04a0dfd85c None None] Set router ddfec777-7691-4bb9-946a-6c450cac0f67 gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:00:57.653181 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-d0fe961a-0e31-438c-94b0-4e04a0dfd85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddfec777-7691-4bb9-946a-6c450cac0f67', 'name': 'tempest-AttachVolumeShelveTestJSON-791426829-router', 'tenant_id': '63e5dde2738f4935912f3c0e18351bbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': '71844a73-81de-49af-8f30-f2a4c3d61d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:00:50Z', 'updated_at': '2021-10-20T11:00:53Z', 'revision_number': 4, 'project_id': '63e5dde2738f4935912f3c0e18351bbf', 'gw_port': {'id': '71844a73-81de-49af-8f30-f2a4c3d61d1d', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:00:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddfec777-7691-4bb9-946a-6c450cac0f67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:00:50Z', 'updated_at': '2021-10-20T11:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': 'c5c9498e-d631-4f65-bb90-7412cb6384c3', 'name': '', 'network_id': '1759e7bc-ead3-4335-8c90-46a93aea395d', 'tenant_id': '63e5dde2738f4935912f3c0e18351bbf', 'mac_address': 'fa:16:3e:bd:d8:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddfec777-7691-4bb9-946a-6c450cac0f67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '731bcbb0-8763-49cc-b4e4-d88f68d7de58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:00:52Z', 'updated_at': '2021-10-20T11:00:53Z', 'revision_number': 2, 'project_id': '63e5dde2738f4935912f3c0e18351bbf', 'subnets': [{'id': '731bcbb0-8763-49cc-b4e4-d88f68d7de58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:00:57.685103 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0fe961a-0e31-438c-94b0-4e04a0dfd85c None None] Checking router: ddfec777-7691-4bb9-946a-6c450cac0f67 for host: n-d-811396-3 {{(pid=100599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:00:57.685550 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0fe961a-0e31-438c-94b0-4e04a0dfd85c None None] Updating router ddfec777-7691-4bb9-946a-6c450cac0f67 port c5c9498e-d631-4f65-bb90-7412cb6384c3 binding host n-d-811396-3 {{(pid=100599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:00:57.712087 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-d0fe961a-0e31-438c-94b0-4e04a0dfd85c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:57.867623 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 71844a73-81de-49af-8f30-f2a4c3d61d1d up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:00:57.918403 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 71844a73-81de-49af-8f30-f2a4c3d61d1d triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:00:57.918693 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:58.008037 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-d0fe961a-0e31-438c-94b0-4e04a0dfd85c None None] Publish callbacks [] for port, precommit_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:58.015902 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-d0fe961a-0e31-438c-94b0-4e04a0dfd85c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:58.065047 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec786840-3d13-47ff-a21c-ff93cb9a0aad None None] Pushing event updated for resources: {'Port': ['ID=c5c9498e-d631-4f65-bb90-7412cb6384c3,revision_number=3']} {{(pid=100599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:00:58.075076 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec786840-3d13-47ff-a21c-ff93cb9a0aad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:00:58.075449 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec786840-3d13-47ff-a21c-ff93cb9a0aad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:00:58.075982 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec786840-3d13-47ff-a21c-ff93cb9a0aad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:00:58.076852 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec786840-3d13-47ff-a21c-ff93cb9a0aad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:00:58.077186 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec786840-3d13-47ff-a21c-ff93cb9a0aad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:00:58.077513 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec786840-3d13-47ff-a21c-ff93cb9a0aad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:00:58.077833 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec786840-3d13-47ff-a21c-ff93cb9a0aad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:00:58.078152 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec786840-3d13-47ff-a21c-ff93cb9a0aad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:00:58.078468 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec786840-3d13-47ff-a21c-ff93cb9a0aad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:00:58.078781 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec786840-3d13-47ff-a21c-ff93cb9a0aad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:00:58.079098 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec786840-3d13-47ff-a21c-ff93cb9a0aad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:00:58.079420 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec786840-3d13-47ff-a21c-ff93cb9a0aad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:00:58.144866 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-d0fe961a-0e31-438c-94b0-4e04a0dfd85c None None] Attempting to bind port c5c9498e-d631-4f65-bb90-7412cb6384c3 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:00:58.145276 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-d0fe961a-0e31-438c-94b0-4e04a0dfd85c None None] Attempting to bind port c5c9498e-d631-4f65-bb90-7412cb6384c3 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '0f66f6ed-6d03-4e40-897a-2e048347227e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '1759e7bc-ead3-4335-8c90-46a93aea395d'}] {{(pid=100599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:00:58.145662 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fe961a-0e31-438c-94b0-4e04a0dfd85c None None] Attempting to bind port c5c9498e-d631-4f65-bb90-7412cb6384c3 on network 1759e7bc-ead3-4335-8c90-46a93aea395d {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:00:58.151200 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fe961a-0e31-438c-94b0-4e04a0dfd85c None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:00:58.151690 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fe961a-0e31-438c-94b0-4e04a0dfd85c None None] Checking segment: {'id': '0f66f6ed-6d03-4e40-897a-2e048347227e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '1759e7bc-ead3-4335-8c90-46a93aea395d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:00:58.151995 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-d0fe961a-0e31-438c-94b0-4e04a0dfd85c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:58.152381 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fe961a-0e31-438c-94b0-4e04a0dfd85c None None] Bound using segment: {'id': '0f66f6ed-6d03-4e40-897a-2e048347227e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '1759e7bc-ead3-4335-8c90-46a93aea395d'} {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:00:58.152879 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-d0fe961a-0e31-438c-94b0-4e04a0dfd85c None None] Bound port: c5c9498e-d631-4f65-bb90-7412cb6384c3, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f66f6ed-6d03-4e40-897a-2e048347227e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '1759e7bc-ead3-4335-8c90-46a93aea395d'}}] {{(pid=100599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:00:58.153258 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-d0fe961a-0e31-438c-94b0-4e04a0dfd85c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:58.221325 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.db [None req-d0fe961a-0e31-438c-94b0-4e04a0dfd85c None None] For port c5c9498e-d631-4f65-bb90-7412cb6384c3, host n-d-811396-3, cleared binding levels {{(pid=100599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:00:58.224984 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.db [None req-d0fe961a-0e31-438c-94b0-4e04a0dfd85c None None] For port c5c9498e-d631-4f65-bb90-7412cb6384c3, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=c5c9498e-d631-4f65-bb90-7412cb6384c3,segment=NetworkSegment(0f66f6ed-6d03-4e40-897a-2e048347227e),segment_id=0f66f6ed-6d03-4e40-897a-2e048347227e)] {{(pid=100599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:00:58.236638 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-d0fe961a-0e31-438c-94b0-4e04a0dfd85c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:58.299255 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec786840-3d13-47ff-a21c-ff93cb9a0aad None None] Pushing event updated for resources: {'Port': ['ID=c5c9498e-d631-4f65-bb90-7412cb6384c3,revision_number=4']} {{(pid=100599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:00:58.311826 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-6958b767-9e30-4015-9c66-1f86367ac069 None None] Provisioning complete for port c5c9498e-d631-4f65-bb90-7412cb6384c3 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:00:58.312604 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0fe961a-0e31-438c-94b0-4e04a0dfd85c None None] Routers {'ddfec777-7691-4bb9-946a-6c450cac0f67'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:00:58.312863 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-6958b767-9e30-4015-9c66-1f86367ac069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:58.313235 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-d0fe961a-0e31-438c-94b0-4e04a0dfd85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:00:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['ddfec777-7691-4bb9-946a-6c450cac0f67'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:00:58.434502 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-d0fe961a-0e31-438c-94b0-4e04a0dfd85c None None] Set router ddfec777-7691-4bb9-946a-6c450cac0f67 gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:00:58.531308 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-6958b767-9e30-4015-9c66-1f86367ac069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:58.580830 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-6958b767-9e30-4015-9c66-1f86367ac069 None None] For port c5c9498e-d631-4f65-bb90-7412cb6384c3, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=c5c9498e-d631-4f65-bb90-7412cb6384c3,segment=NetworkSegment(0f66f6ed-6d03-4e40-897a-2e048347227e),segment_id=0f66f6ed-6d03-4e40-897a-2e048347227e)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:00:58.586805 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-6958b767-9e30-4015-9c66-1f86367ac069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:58.685367 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6958b767-9e30-4015-9c66-1f86367ac069 None None] Pushing event updated for resources: {'Port': ['ID=c5c9498e-d631-4f65-bb90-7412cb6384c3,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:00:58.715734 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4bfe9e-7674-45c5-a777-1f9dd8a03e36 req-2f5f370d-b776-4c0e-882c-bf676fab4b51 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:58.717784 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7f4bfe9e-7674-45c5-a777-1f9dd8a03e36 req-2f5f370d-b776-4c0e-882c-bf676fab4b51 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.55 "GET /v2.0/networks?id=1759e7bc-ead3-4335-8c90-46a93aea395d HTTP/1.1" status: 200 len: 816 time: 0.2756462 Oct 20 11:00:58.742963 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-04de8bbe-d88d-49bc-849a-7ab08eb47870 req-4b9c8e92-d974-41ed-9f50-450c0fff5cb2 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ed3dac6-b063-4b21-8321-ee31174ca416 HTTP/1.1" status: 200 len: 210 time: 0.2117779 Oct 20 11:00:58.752043 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-d0fe961a-0e31-438c-94b0-4e04a0dfd85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddfec777-7691-4bb9-946a-6c450cac0f67', 'name': 'tempest-AttachVolumeShelveTestJSON-791426829-router', 'tenant_id': '63e5dde2738f4935912f3c0e18351bbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': '71844a73-81de-49af-8f30-f2a4c3d61d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:00:50Z', 'updated_at': '2021-10-20T11:00:53Z', 'revision_number': 4, 'project_id': '63e5dde2738f4935912f3c0e18351bbf', 'gw_port': {'id': '71844a73-81de-49af-8f30-f2a4c3d61d1d', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:00:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddfec777-7691-4bb9-946a-6c450cac0f67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:00:50Z', 'updated_at': '2021-10-20T11:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': 'c5c9498e-d631-4f65-bb90-7412cb6384c3', 'name': '', 'network_id': '1759e7bc-ead3-4335-8c90-46a93aea395d', 'tenant_id': '63e5dde2738f4935912f3c0e18351bbf', 'mac_address': 'fa:16:3e:bd:d8:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddfec777-7691-4bb9-946a-6c450cac0f67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '731bcbb0-8763-49cc-b4e4-d88f68d7de58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:00:52Z', 'updated_at': '2021-10-20T11:00:58Z', 'revision_number': 4, 'project_id': '63e5dde2738f4935912f3c0e18351bbf', 'subnets': [{'id': '731bcbb0-8763-49cc-b4e4-d88f68d7de58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:00:58.784043 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0fe961a-0e31-438c-94b0-4e04a0dfd85c None None] The sync data for ids ['ddfec777-7691-4bb9-946a-6c450cac0f67'] in n-d-811396-3 is: [{'id': 'ddfec777-7691-4bb9-946a-6c450cac0f67', 'name': 'tempest-AttachVolumeShelveTestJSON-791426829-router', 'tenant_id': '63e5dde2738f4935912f3c0e18351bbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': '71844a73-81de-49af-8f30-f2a4c3d61d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:00:50Z', 'updated_at': '2021-10-20T11:00:53Z', 'revision_number': 4, 'project_id': '63e5dde2738f4935912f3c0e18351bbf', 'gw_port': {'id': '71844a73-81de-49af-8f30-f2a4c3d61d1d', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:00:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddfec777-7691-4bb9-946a-6c450cac0f67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:00:50Z', 'updated_at': '2021-10-20T11:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': 'c5c9498e-d631-4f65-bb90-7412cb6384c3', 'name': '', 'network_id': '1759e7bc-ead3-4335-8c90-46a93aea395d', 'tenant_id': '63e5dde2738f4935912f3c0e18351bbf', 'mac_address': 'fa:16:3e:bd:d8:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddfec777-7691-4bb9-946a-6c450cac0f67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '731bcbb0-8763-49cc-b4e4-d88f68d7de58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:00:52Z', 'updated_at': '2021-10-20T11:00:58Z', 'revision_number': 4, 'project_id': '63e5dde2738f4935912f3c0e18351bbf', 'subnets': [{'id': '731bcbb0-8763-49cc-b4e4-d88f68d7de58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:00:58.816032 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-70f87268-1315-4d3b-8c5a-cef1350e874b None None] Provisioning complete for port c5c9498e-d631-4f65-bb90-7412cb6384c3 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:00:58.816414 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-70f87268-1315-4d3b-8c5a-cef1350e874b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:58.819344 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0580c47f-a152-4953-b901-aeef107b13a4 req-fb713b4e-d911-4132-9dbc-3a0a15033c46 tempest-ServerShowV247Test-357817457 tempest-ServerShowV247Test-357817457-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce03cb6f-9031-454a-83aa-4cd9985b4479 HTTP/1.1" status: 200 len: 210 time: 0.0789206 Oct 20 11:00:58.848611 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7f4bfe9e-7674-45c5-a777-1f9dd8a03e36 req-55ccb581-9a8a-4d72-9025-caea2252a8db tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=63e5dde2738f4935912f3c0e18351bbf HTTP/1.1" status: 200 len: 379 time: 0.1038375 Oct 20 11:00:58.861762 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-7f4bfe9e-7674-45c5-a777-1f9dd8a03e36 req-ab72defb-46e6-4d4e-bc1e-1ee3e2709ca1 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Request body: {'port': {'device_id': '7ed3dac6-b063-4b21-8321-ee31174ca416', 'network_id': '1759e7bc-ead3-4335-8c90-46a93aea395d', 'admin_state_up': True, 'tenant_id': '63e5dde2738f4935912f3c0e18351bbf', 'security_groups': ['dcb84725-ca3a-4252-ac3e-7c4f5b82db72']}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:00:59.003678 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f4bfe9e-7674-45c5-a777-1f9dd8a03e36 req-ab72defb-46e6-4d4e-bc1e-1ee3e2709ca1 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Made reservation on behalf of 63e5dde2738f4935912f3c0e18351bbf for: {'port': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:00:59.007273 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-7f4bfe9e-7674-45c5-a777-1f9dd8a03e36 req-ab72defb-46e6-4d4e-bc1e-1ee3e2709ca1 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:59.145883 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [req-7f4bfe9e-7674-45c5-a777-1f9dd8a03e36 req-ab72defb-46e6-4d4e-bc1e-1ee3e2709ca1 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Allocated IP 172.20.0.10 (1759e7bc-ead3-4335-8c90-46a93aea395d/731bcbb0-8763-49cc-b4e4-d88f68d7de58/07f0e606-5b8d-4aab-92dc-a99bb1d51bc3) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:00:59.294362 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-7f4bfe9e-7674-45c5-a777-1f9dd8a03e36 req-ab72defb-46e6-4d4e-bc1e-1ee3e2709ca1 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:59.329671 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-7f4bfe9e-7674-45c5-a777-1f9dd8a03e36 req-ab72defb-46e6-4d4e-bc1e-1ee3e2709ca1 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:59.373339 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f4bfe9e-7674-45c5-a777-1f9dd8a03e36 req-ab72defb-46e6-4d4e-bc1e-1ee3e2709ca1 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Network 1759e7bc-ead3-4335-8c90-46a93aea395d is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:00:59.376509 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [req-7f4bfe9e-7674-45c5-a777-1f9dd8a03e36 req-ab72defb-46e6-4d4e-bc1e-1ee3e2709ca1 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:00:59.380266 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f4bfe9e-7674-45c5-a777-1f9dd8a03e36 req-ab72defb-46e6-4d4e-bc1e-1ee3e2709ca1 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:00:59.406461 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab72defb-46e6-4d4e-bc1e-1ee3e2709ca1 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Pushing event updated for resources: {'Port': ['ID=07f0e606-5b8d-4aab-92dc-a99bb1d51bc3,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:00:59.439279 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4bfe9e-7674-45c5-a777-1f9dd8a03e36 req-ab72defb-46e6-4d4e-bc1e-1ee3e2709ca1 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:00:59.440061 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-7f4bfe9e-7674-45c5-a777-1f9dd8a03e36 req-ab72defb-46e6-4d4e-bc1e-1ee3e2709ca1 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:59.457333 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7f4bfe9e-7674-45c5-a777-1f9dd8a03e36 req-ab72defb-46e6-4d4e-bc1e-1ee3e2709ca1 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6027646 Oct 20 11:00:59.475105 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-7f4bfe9e-7674-45c5-a777-1f9dd8a03e36 req-d8001a33-91f6-47a2-af76-d247d1ccbe58 service neutron] Request body: {'port': {'device_id': '7ed3dac6-b063-4b21-8321-ee31174ca416', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811396-3'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:00:59.546790 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-7f4bfe9e-7674-45c5-a777-1f9dd8a03e36 req-d8001a33-91f6-47a2-af76-d247d1ccbe58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:59.640824 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-8d1bcfc0-dfb8-4547-b217-fdc1b19a1b6c None None] Provisioning complete for port 07f0e606-5b8d-4aab-92dc-a99bb1d51bc3 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:00:59.641382 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-8d1bcfc0-dfb8-4547-b217-fdc1b19a1b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:59.675362 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-8d1bcfc0-dfb8-4547-b217-fdc1b19a1b6c None None] Port 07f0e606-5b8d-4aab-92dc-a99bb1d51bc3 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:00:59.824670 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [req-7f4bfe9e-7674-45c5-a777-1f9dd8a03e36 req-d8001a33-91f6-47a2-af76-d247d1ccbe58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07f0e606-5b8d-4aab-92dc-a99bb1d51bc3 {{(pid=100596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:00:59.834333 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-7f4bfe9e-7674-45c5-a777-1f9dd8a03e36 req-d8001a33-91f6-47a2-af76-d247d1ccbe58 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:59.849207 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.provisioning_blocks [req-7f4bfe9e-7674-45c5-a777-1f9dd8a03e36 req-d8001a33-91f6-47a2-af76-d247d1ccbe58 service neutron] Transition to ACTIVE for port object 07f0e606-5b8d-4aab-92dc-a99bb1d51bc3 will not be triggered until provisioned by entity L2. {{(pid=100596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:00:59.856844 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-7f4bfe9e-7674-45c5-a777-1f9dd8a03e36 req-d8001a33-91f6-47a2-af76-d247d1ccbe58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:59.922050 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device c5c9498e-d631-4f65-bb90-7412cb6384c3 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:00:59.980656 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port c5c9498e-d631-4f65-bb90-7412cb6384c3 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:00:59.981037 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:00:59.986019 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-83944abf-51c7-472a-9620-b2bda1d951ed req-ffe1a82d-d27a-4d03-bb06-9561536f6a13 tempest-ServerShowV247Test-357817457 tempest-ServerShowV247Test-357817457-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce03cb6f-9031-454a-83aa-4cd9985b4479 HTTP/1.1" status: 200 len: 210 time: 0.0735552 Oct 20 11:00:59.989434 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8001a33-91f6-47a2-af76-d247d1ccbe58 service neutron] Pushing event updated for resources: {'Port': ['ID=07f0e606-5b8d-4aab-92dc-a99bb1d51bc3,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:01:00.038612 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140886a9-06d3-45ff-ac54-89e0318d0d7c req-0fea7947-9da5-4ad1-8614-a2567e4c024e tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:01:00.048345 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-140886a9-06d3-45ff-ac54-89e0318d0d7c req-0fea7947-9da5-4ad1-8614-a2567e4c024e tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ed3dac6-b063-4b21-8321-ee31174ca416 HTTP/1.1" status: 200 len: 944 time: 0.1479220 Oct 20 11:01:00.141349 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-140886a9-06d3-45ff-ac54-89e0318d0d7c req-f5ea74c7-5e83-4dc9-984f-443214badc27 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/security-groups?id=dcb84725-ca3a-4252-ac3e-7c4f5b82db72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921111 Oct 20 11:01:00.164369 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-7f4bfe9e-7674-45c5-a777-1f9dd8a03e36 req-d8001a33-91f6-47a2-af76-d247d1ccbe58 service neutron] Attempting to bind port 07f0e606-5b8d-4aab-92dc-a99bb1d51bc3 on host n-h1-811396-3 for vnic_type normal with profile {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:01:00.164881 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-7f4bfe9e-7674-45c5-a777-1f9dd8a03e36 req-d8001a33-91f6-47a2-af76-d247d1ccbe58 service neutron] Attempting to bind port 07f0e606-5b8d-4aab-92dc-a99bb1d51bc3 by drivers openvswitch,hyperv on host n-h1-811396-3 at level 0 using segments [{'id': '0f66f6ed-6d03-4e40-897a-2e048347227e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '1759e7bc-ead3-4335-8c90-46a93aea395d'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:01:00.165487 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4bfe9e-7674-45c5-a777-1f9dd8a03e36 req-d8001a33-91f6-47a2-af76-d247d1ccbe58 service neutron] Attempting to bind port 07f0e606-5b8d-4aab-92dc-a99bb1d51bc3 on network 1759e7bc-ead3-4335-8c90-46a93aea395d {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:01:00.170839 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4bfe9e-7674-45c5-a777-1f9dd8a03e36 req-d8001a33-91f6-47a2-af76-d247d1ccbe58 service neutron] Port 07f0e606-5b8d-4aab-92dc-a99bb1d51bc3 on network 1759e7bc-ead3-4335-8c90-46a93aea395d not bound, no agent of type Open vSwitch agent registered on host n-h1-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:01:00.171173 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4bfe9e-7674-45c5-a777-1f9dd8a03e36 req-d8001a33-91f6-47a2-af76-d247d1ccbe58 service neutron] Attempting to bind port 07f0e606-5b8d-4aab-92dc-a99bb1d51bc3 on network 1759e7bc-ead3-4335-8c90-46a93aea395d {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:01:00.176912 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4bfe9e-7674-45c5-a777-1f9dd8a03e36 req-d8001a33-91f6-47a2-af76-d247d1ccbe58 service neutron] Checking agent: {'id': 'b707b4cc-061f-4cf4-bce0-0b3df9b7bec9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:01:00.177578 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4bfe9e-7674-45c5-a777-1f9dd8a03e36 req-d8001a33-91f6-47a2-af76-d247d1ccbe58 service neutron] Checking segment: {'id': '0f66f6ed-6d03-4e40-897a-2e048347227e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '1759e7bc-ead3-4335-8c90-46a93aea395d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:01:00.177974 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4bfe9e-7674-45c5-a777-1f9dd8a03e36 req-d8001a33-91f6-47a2-af76-d247d1ccbe58 service neutron] Bound using segment: {'id': '0f66f6ed-6d03-4e40-897a-2e048347227e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '1759e7bc-ead3-4335-8c90-46a93aea395d'} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:01:00.178408 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-7f4bfe9e-7674-45c5-a777-1f9dd8a03e36 req-d8001a33-91f6-47a2-af76-d247d1ccbe58 service neutron] Bound port: 07f0e606-5b8d-4aab-92dc-a99bb1d51bc3, host: n-h1-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f66f6ed-6d03-4e40-897a-2e048347227e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '1759e7bc-ead3-4335-8c90-46a93aea395d'}}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:01:00.178771 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-7f4bfe9e-7674-45c5-a777-1f9dd8a03e36 req-d8001a33-91f6-47a2-af76-d247d1ccbe58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:00.253272 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-7f4bfe9e-7674-45c5-a777-1f9dd8a03e36 req-d8001a33-91f6-47a2-af76-d247d1ccbe58 service neutron] For port 07f0e606-5b8d-4aab-92dc-a99bb1d51bc3, host n-h1-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:01:00.256696 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-7f4bfe9e-7674-45c5-a777-1f9dd8a03e36 req-d8001a33-91f6-47a2-af76-d247d1ccbe58 service neutron] For port 07f0e606-5b8d-4aab-92dc-a99bb1d51bc3, host n-h1-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=07f0e606-5b8d-4aab-92dc-a99bb1d51bc3,segment=NetworkSegment(0f66f6ed-6d03-4e40-897a-2e048347227e),segment_id=0f66f6ed-6d03-4e40-897a-2e048347227e)] {{(pid=100596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:01:00.261421 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-7f4bfe9e-7674-45c5-a777-1f9dd8a03e36 req-d8001a33-91f6-47a2-af76-d247d1ccbe58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:00.306040 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4bfe9e-7674-45c5-a777-1f9dd8a03e36 req-d8001a33-91f6-47a2-af76-d247d1ccbe58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:01:00.306637 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-7f4bfe9e-7674-45c5-a777-1f9dd8a03e36 req-d8001a33-91f6-47a2-af76-d247d1ccbe58 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:00.308337 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7f4bfe9e-7674-45c5-a777-1f9dd8a03e36 req-d8001a33-91f6-47a2-af76-d247d1ccbe58 service neutron] 10.222.0.55 "PUT /v2.0/ports/07f0e606-5b8d-4aab-92dc-a99bb1d51bc3 HTTP/1.1" status: 200 len: 1092 time: 0.8379068 Oct 20 11:01:00.308776 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ed3dac6-b063-4b21-8321-ee31174ca416', 'tag': '07f0e606-5b8d-4aab-92dc-a99bb1d51bc3'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:01:00.311096 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f03b6925-49af-44d8-bf80-20382a784bb4" -d '{"events": [{"name": "network-changed", "server_uuid": "7ed3dac6-b063-4b21-8321-ee31174ca416", "tag": "07f0e606-5b8d-4aab-92dc-a99bb1d51bc3"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:01:00.353879 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8001a33-91f6-47a2-af76-d247d1ccbe58 service neutron] Pushing event updated for resources: {'Port': ['ID=07f0e606-5b8d-4aab-92dc-a99bb1d51bc3,revision_number=3']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:01:00.359750 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51b52a41-dbcb-4876-9601-6b6bd484414c x-openstack-request-id: req-51b52a41-dbcb-4876-9601-6b6bd484414c {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:01:00.360120 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ed3dac6-b063-4b21-8321-ee31174ca416", "tag": "07f0e606-5b8d-4aab-92dc-a99bb1d51bc3", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:01:00.360298 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-51b52a41-dbcb-4876-9601-6b6bd484414c {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:01:00.360697 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ed3dac6-b063-4b21-8321-ee31174ca416', 'tag': '07f0e606-5b8d-4aab-92dc-a99bb1d51bc3', 'status': 'completed', 'code': 200} Oct 20 11:01:00.443067 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4bfe9e-7674-45c5-a777-1f9dd8a03e36 req-f839dc7a-a076-425d-87ad-31f5292abc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:01:00.445023 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7f4bfe9e-7674-45c5-a777-1f9dd8a03e36 req-f839dc7a-a076-425d-87ad-31f5292abc64 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=63e5dde2738f4935912f3c0e18351bbf&device_id=7ed3dac6-b063-4b21-8321-ee31174ca416 HTTP/1.1" status: 200 len: 1095 time: 0.0617933 Oct 20 11:01:00.500931 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7f4bfe9e-7674-45c5-a777-1f9dd8a03e36 req-d193d5de-4e5b-4ec9-bbb7-6f5014d4587e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=07f0e606-5b8d-4aab-92dc-a99bb1d51bc3 HTTP/1.1" status: 200 len: 217 time: 0.0431111 Oct 20 11:01:00.558836 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4bfe9e-7674-45c5-a777-1f9dd8a03e36 req-6c940ee4-f23b-4ff5-b84c-8d3aa36802d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:01:00.560391 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7f4bfe9e-7674-45c5-a777-1f9dd8a03e36 req-6c940ee4-f23b-4ff5-b84c-8d3aa36802d6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=731bcbb0-8763-49cc-b4e4-d88f68d7de58 HTTP/1.1" status: 200 len: 855 time: 0.0528753 Oct 20 11:01:00.607552 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4bfe9e-7674-45c5-a777-1f9dd8a03e36 req-1748b23b-243f-4b5b-83c1-e71fec706b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:01:00.609027 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7f4bfe9e-7674-45c5-a777-1f9dd8a03e36 req-1748b23b-243f-4b5b-83c1-e71fec706b93 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1759e7bc-ead3-4335-8c90-46a93aea395d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422084 Oct 20 11:01:00.679477 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-04f2a487-66fe-4134-b61e-3320d0a2bf32 req-2b8e0a20-437d-4b1b-8d12-2afed3989ad4 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ae0ad482-c0af-41b5-848f-a30bcf4beb04&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0360510 Oct 20 11:01:00.738379 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7f4bfe9e-7674-45c5-a777-1f9dd8a03e36 req-4dde9fa2-6d89-44b5-bc95-c3a480f61b5e service neutron] 10.222.0.55 "GET /v2.0/networks/1759e7bc-ead3-4335-8c90-46a93aea395d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171882 Oct 20 11:01:00.789282 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-04f2a487-66fe-4134-b61e-3320d0a2bf32 req-7edc180f-3eda-4b1d-bae4-c3048d564219 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4d17186e1f1842d7ad68f933929e98ff&device_id=ae0ad482-c0af-41b5-848f-a30bcf4beb04 HTTP/1.1" status: 200 len: 210 time: 0.0354483 Oct 20 11:01:00.864333 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-04f2a487-66fe-4134-b61e-3320d0a2bf32 req-e4bfee28-bfdd-4a86-ab7b-7d80d63e28b1 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=4d17186e1f1842d7ad68f933929e98ff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0323646 Oct 20 11:01:00.913775 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7f4bfe9e-7674-45c5-a777-1f9dd8a03e36 req-42e41d2c-93ec-4d61-ba68-7da02713ed10 service neutron] 10.222.0.55 "GET /v2.0/networks/1759e7bc-ead3-4335-8c90-46a93aea395d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677151 Oct 20 11:01:01.098304 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f2a487-66fe-4134-b61e-3320d0a2bf32 req-4c236186-17f6-4337-a7eb-4b8a53b8dae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:01:01.099732 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-04f2a487-66fe-4134-b61e-3320d0a2bf32 req-4c236186-17f6-4337-a7eb-4b8a53b8dae3 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2262895 Oct 20 11:01:01.128786 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8fcc8f2b-d289-443c-b52c-fa5d2db0284c req-8a3dc441-561f-444a-9351-d5048fd8c3ae tempest-ServerShowV247Test-357817457 tempest-ServerShowV247Test-357817457-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce03cb6f-9031-454a-83aa-4cd9985b4479 HTTP/1.1" status: 200 len: 210 time: 0.0321844 Oct 20 11:01:01.136758 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03b6925-49af-44d8-bf80-20382a784bb4 req-8ea2adb5-a0b9-471b-af86-281264e665c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:01:01.138318 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f03b6925-49af-44d8-bf80-20382a784bb4 req-8ea2adb5-a0b9-471b-af86-281264e665c9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=63e5dde2738f4935912f3c0e18351bbf&device_id=7ed3dac6-b063-4b21-8321-ee31174ca416 HTTP/1.1" status: 200 len: 1095 time: 0.1295986 Oct 20 11:01:01.268804 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03b6925-49af-44d8-bf80-20382a784bb4 req-aad4f59e-05d4-464d-9ea7-3c15b3e11b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:01:01.270522 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f03b6925-49af-44d8-bf80-20382a784bb4 req-aad4f59e-05d4-464d-9ea7-3c15b3e11b2e service neutron] 10.222.0.55 "GET /v2.0/networks?id=1759e7bc-ead3-4335-8c90-46a93aea395d HTTP/1.1" status: 200 len: 917 time: 0.1253996 Oct 20 11:01:01.322714 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f03b6925-49af-44d8-bf80-20382a784bb4 req-583e7e35-4df3-4943-ba45-6f51d1a9d015 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=07f0e606-5b8d-4aab-92dc-a99bb1d51bc3 HTTP/1.1" status: 200 len: 217 time: 0.0447628 Oct 20 11:01:01.334963 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7e729d-e9b2-4f23-96cb-c4cbd08afc9b req-5312b378-799d-4c84-9afc-ae7b2f9c77cd tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:01:01.336517 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-df7e729d-e9b2-4f23-96cb-c4cbd08afc9b req-5312b378-799d-4c84-9afc-ae7b2f9c77cd tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ed3dac6-b063-4b21-8321-ee31174ca416 HTTP/1.1" status: 200 len: 944 time: 0.1082799 Oct 20 11:01:01.405855 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03b6925-49af-44d8-bf80-20382a784bb4 req-d978ee07-4b51-458b-bf22-66aaf0191787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:01:01.407362 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f03b6925-49af-44d8-bf80-20382a784bb4 req-d978ee07-4b51-458b-bf22-66aaf0191787 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=731bcbb0-8763-49cc-b4e4-d88f68d7de58 HTTP/1.1" status: 200 len: 855 time: 0.0699005 Oct 20 11:01:01.412624 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-df7e729d-e9b2-4f23-96cb-c4cbd08afc9b req-7edda0ed-c0d7-42ed-ac71-14241844e3b6 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/security-groups?id=dcb84725-ca3a-4252-ac3e-7c4f5b82db72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673733 Oct 20 11:01:01.456466 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03b6925-49af-44d8-bf80-20382a784bb4 req-a638f948-465e-4317-91d1-0d152d9b313a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:01:01.458167 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f03b6925-49af-44d8-bf80-20382a784bb4 req-a638f948-465e-4317-91d1-0d152d9b313a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1759e7bc-ead3-4335-8c90-46a93aea395d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432682 Oct 20 11:01:01.908170 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f03b6925-49af-44d8-bf80-20382a784bb4 req-c686bee7-81d5-4d0a-9c87-046a9fafd7d8 service neutron] 10.222.0.55 "GET /v2.0/networks/1759e7bc-ead3-4335-8c90-46a93aea395d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4429014 Oct 20 11:01:02.001503 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f03b6925-49af-44d8-bf80-20382a784bb4 req-f2c85051-7826-4b75-b204-4d8b27c1e108 service neutron] 10.222.0.55 "GET /v2.0/networks/1759e7bc-ead3-4335-8c90-46a93aea395d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859942 Oct 20 11:01:02.231745 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7f791b17-2d13-4ee6-993d-f6dc7d16bbdc req-4a77c33b-094a-4680-bbc6-c9dbc4a233bb tempest-ServerShowV247Test-357817457 tempest-ServerShowV247Test-357817457-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce03cb6f-9031-454a-83aa-4cd9985b4479 HTTP/1.1" status: 200 len: 210 time: 0.0257995 Oct 20 11:01:02.532944 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468700fb-0183-42a0-8f58-eaa02343b608 req-f57f8fef-0524-4337-8d5b-6c9b3f7caa02 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:01:02.534413 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-468700fb-0183-42a0-8f58-eaa02343b608 req-f57f8fef-0524-4337-8d5b-6c9b3f7caa02 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ed3dac6-b063-4b21-8321-ee31174ca416 HTTP/1.1" status: 200 len: 944 time: 0.0475595 Oct 20 11:01:02.572854 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-468700fb-0183-42a0-8f58-eaa02343b608 req-d6030a9e-60eb-4611-9078-3fd342726b56 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/security-groups?id=dcb84725-ca3a-4252-ac3e-7c4f5b82db72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322580 Oct 20 11:01:03.333154 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-242a3565-38bd-49d8-9269-740ffa17c3ee req-712b332a-a645-472e-911f-36ab19f0da36 tempest-ServerShowV247Test-357817457 tempest-ServerShowV247Test-357817457-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce03cb6f-9031-454a-83aa-4cd9985b4479 HTTP/1.1" status: 200 len: 210 time: 0.0264208 Oct 20 11:01:03.525713 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-b13f3836-080a-4ff5-bce8-003de068cbcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:03.705394 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b95116-84da-42b2-aec5-fd567ba291b4 req-bf894e88-73e9-4db1-b9e6-8c6afe4f0d91 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:01:03.707053 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d2b95116-84da-42b2-aec5-fd567ba291b4 req-bf894e88-73e9-4db1-b9e6-8c6afe4f0d91 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ed3dac6-b063-4b21-8321-ee31174ca416 HTTP/1.1" status: 200 len: 944 time: 0.0587122 Oct 20 11:01:03.744772 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d2b95116-84da-42b2-aec5-fd567ba291b4 req-7dbf3e31-c5b7-4fde-9ad9-fabdabe26451 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/security-groups?id=dcb84725-ca3a-4252-ac3e-7c4f5b82db72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315058 Oct 20 11:01:04.436373 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7101f745-7571-4413-98ee-c62dda11ba25 req-8ef18fff-a90a-4be0-9131-851acaea08f6 tempest-ServerShowV247Test-357817457 tempest-ServerShowV247Test-357817457-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce03cb6f-9031-454a-83aa-4cd9985b4479 HTTP/1.1" status: 200 len: 210 time: 0.0266466 Oct 20 11:01:04.865088 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b55141e-e3f6-4bad-8d41-5609e2105976 req-96953091-5f1a-4ae7-97fc-5563d57b4e9e tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:01:04.866580 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5b55141e-e3f6-4bad-8d41-5609e2105976 req-96953091-5f1a-4ae7-97fc-5563d57b4e9e tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ed3dac6-b063-4b21-8321-ee31174ca416 HTTP/1.1" status: 200 len: 944 time: 0.0486014 Oct 20 11:01:04.906104 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5b55141e-e3f6-4bad-8d41-5609e2105976 req-c3c745a7-26fc-45c0-98f7-c7c9708f36dd tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/security-groups?id=dcb84725-ca3a-4252-ac3e-7c4f5b82db72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330548 Oct 20 11:01:05.266246 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 07f0e606-5b8d-4aab-92dc-a99bb1d51bc3 details requested by agent hyperv_n-h1-811396-3 with host n-h1-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:01:05.361382 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 07f0e606-5b8d-4aab-92dc-a99bb1d51bc3, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=07f0e606-5b8d-4aab-92dc-a99bb1d51bc3,segment=NetworkSegment(0f66f6ed-6d03-4e40-897a-2e048347227e),segment_id=0f66f6ed-6d03-4e40-897a-2e048347227e)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:01:05.377848 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Returning: {'device': '07f0e606-5b8d-4aab-92dc-a99bb1d51bc3', 'network_id': '1759e7bc-ead3-4335-8c90-46a93aea395d', 'port_id': '07f0e606-5b8d-4aab-92dc-a99bb1d51bc3', 'mac_address': 'fa:16:3e:23:ed:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 810, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '731bcbb0-8763-49cc-b4e4-d88f68d7de58', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:01:05.415775 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:05.429962 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07f0e606-5b8d-4aab-92dc-a99bb1d51bc3 {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:01:05.449964 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 07f0e606-5b8d-4aab-92dc-a99bb1d51bc3, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=07f0e606-5b8d-4aab-92dc-a99bb1d51bc3,segment=NetworkSegment(0f66f6ed-6d03-4e40-897a-2e048347227e),segment_id=0f66f6ed-6d03-4e40-897a-2e048347227e)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:01:05.453853 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:05.508182 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=07f0e606-5b8d-4aab-92dc-a99bb1d51bc3,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:01:05.542799 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7201c7b1-3eec-4853-83df-889f9db31b69 req-c4af7915-2939-4249-9da0-286514f0fa4e tempest-ServerShowV247Test-357817457 tempest-ServerShowV247Test-357817457-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce03cb6f-9031-454a-83aa-4cd9985b4479 HTTP/1.1" status: 200 len: 210 time: 0.0267098 Oct 20 11:01:05.842624 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['07f0e606-5b8d-4aab-92dc-a99bb1d51bc3'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:01:06.034962 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf3af4e-ea3b-4b0b-b734-97ccf31074e8 req-5d7c6e1d-ea0e-4344-b167-50369452196c tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:01:06.036487 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9cf3af4e-ea3b-4b0b-b734-97ccf31074e8 req-5d7c6e1d-ea0e-4344-b167-50369452196c tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ed3dac6-b063-4b21-8321-ee31174ca416 HTTP/1.1" status: 200 len: 945 time: 0.0535257 Oct 20 11:01:06.074711 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9cf3af4e-ea3b-4b0b-b734-97ccf31074e8 req-056fb2a9-140f-4c16-a3ce-e318f8345ca7 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/security-groups?id=dcb84725-ca3a-4252-ac3e-7c4f5b82db72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319386 Oct 20 11:01:06.154872 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-fef58685-9b1f-4fd0-9ce8-366cd74a0940 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:06.646467 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-55465258-b96d-411e-b209-c3a4a022f4bb req-df2a043b-bd64-40b2-8b9c-7dd228545d30 tempest-ServerShowV247Test-357817457 tempest-ServerShowV247Test-357817457-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce03cb6f-9031-454a-83aa-4cd9985b4479 HTTP/1.1" status: 200 len: 210 time: 0.0289044 Oct 20 11:01:07.124933 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:07.196916 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c96a3d9-353a-49a9-ae05-4d82a3b2cb80 req-16dabeb6-7f11-4aee-beb1-499c6984dee6 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:01:07.198421 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1c96a3d9-353a-49a9-ae05-4d82a3b2cb80 req-16dabeb6-7f11-4aee-beb1-499c6984dee6 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ed3dac6-b063-4b21-8321-ee31174ca416 HTTP/1.1" status: 200 len: 945 time: 0.0484202 Oct 20 11:01:07.238990 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1c96a3d9-353a-49a9-ae05-4d82a3b2cb80 req-62eeef06-3754-44c4-99a2-660deecba0d8 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/security-groups?id=dcb84725-ca3a-4252-ac3e-7c4f5b82db72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339994 Oct 20 11:01:07.288980 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 07f0e606-5b8d-4aab-92dc-a99bb1d51bc3 up at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:01:07.341043 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning for port 07f0e606-5b8d-4aab-92dc-a99bb1d51bc3 completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:01:07.346256 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning complete for port 07f0e606-5b8d-4aab-92dc-a99bb1d51bc3 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:01:07.346636 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:07.426487 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:07.449828 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ed3dac6-b063-4b21-8321-ee31174ca416', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07f0e606-5b8d-4aab-92dc-a99bb1d51bc3'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:01:07.452682 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18534759-216f-431a-a369-0f3e2261f9d1" -d '{"events": [{"server_uuid": "7ed3dac6-b063-4b21-8321-ee31174ca416", "name": "network-vif-plugged", "status": "completed", "tag": "07f0e606-5b8d-4aab-92dc-a99bb1d51bc3"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:01:07.464904 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 07f0e606-5b8d-4aab-92dc-a99bb1d51bc3, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=07f0e606-5b8d-4aab-92dc-a99bb1d51bc3,segment=NetworkSegment(0f66f6ed-6d03-4e40-897a-2e048347227e),segment_id=0f66f6ed-6d03-4e40-897a-2e048347227e)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:01:07.468892 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:07.502267 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d81e8f0-f1cb-4d3f-b110-405cff8e2a77 x-openstack-request-id: req-9d81e8f0-f1cb-4d3f-b110-405cff8e2a77 {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:01:07.502559 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ed3dac6-b063-4b21-8321-ee31174ca416", "name": "network-vif-plugged", "status": "completed", "tag": "07f0e606-5b8d-4aab-92dc-a99bb1d51bc3", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:01:07.502815 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9d81e8f0-f1cb-4d3f-b110-405cff8e2a77 {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:01:07.503211 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ed3dac6-b063-4b21-8321-ee31174ca416', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07f0e606-5b8d-4aab-92dc-a99bb1d51bc3', 'code': 200} Oct 20 11:01:07.522121 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=07f0e606-5b8d-4aab-92dc-a99bb1d51bc3,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:01:07.586954 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:07.635408 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257514e8-23bd-4d7d-a5bb-4005ae8e59d1 req-2535baf2-26a7-4daa-8f64-e14b201ef2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:01:07.636904 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-257514e8-23bd-4d7d-a5bb-4005ae8e59d1 req-2535baf2-26a7-4daa-8f64-e14b201ef2a0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7ed3dac6-b063-4b21-8321-ee31174ca416 HTTP/1.1" status: 200 len: 1097 time: 0.0439615 Oct 20 11:01:07.672801 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-257514e8-23bd-4d7d-a5bb-4005ae8e59d1 req-89e8cb46-af55-492f-8eab-f2a262b8199c service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=dcb84725-ca3a-4252-ac3e-7c4f5b82db72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272915 Oct 20 11:01:07.750905 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4fe82403-6184-43f0-bb29-57d8fc156cd9 req-17a9a8fd-1402-45d2-a4ef-a25be633d2a4 tempest-ServerShowV247Test-357817457 tempest-ServerShowV247Test-357817457-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce03cb6f-9031-454a-83aa-4cd9985b4479 HTTP/1.1" status: 200 len: 210 time: 0.0286262 Oct 20 11:01:08.155266 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:08.367686 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b414ee-97d2-4f56-b388-2c15473218d7 req-ffe1690b-6f80-4f93-bcde-b6d29e13295d tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:01:08.369161 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-23b414ee-97d2-4f56-b388-2c15473218d7 req-ffe1690b-6f80-4f93-bcde-b6d29e13295d tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ed3dac6-b063-4b21-8321-ee31174ca416 HTTP/1.1" status: 200 len: 946 time: 0.0498815 Oct 20 11:01:08.407872 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-23b414ee-97d2-4f56-b388-2c15473218d7 req-fbb0e9fa-f641-4cfb-8bc5-0dd22dcd81a4 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/security-groups?id=dcb84725-ca3a-4252-ac3e-7c4f5b82db72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312345 Oct 20 11:01:08.852615 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-62caa95d-a8a4-4df5-b0b6-e8481219c107 req-d01357c2-04e3-41b1-b135-8428d21a5d13 tempest-ServerShowV247Test-357817457 tempest-ServerShowV247Test-357817457-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce03cb6f-9031-454a-83aa-4cd9985b4479 HTTP/1.1" status: 200 len: 210 time: 0.0255654 Oct 20 11:01:08.962848 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:09.535342 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cf2755-ba81-48c4-98ca-0e7eac0e57ff req-278b8045-18bf-4339-a080-4b2bdc53c703 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:01:09.536868 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-11cf2755-ba81-48c4-98ca-0e7eac0e57ff req-278b8045-18bf-4339-a080-4b2bdc53c703 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ed3dac6-b063-4b21-8321-ee31174ca416 HTTP/1.1" status: 200 len: 946 time: 0.0567276 Oct 20 11:01:09.582051 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-11cf2755-ba81-48c4-98ca-0e7eac0e57ff req-ff90bfee-c498-46f5-bf47-18d97866b71e tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/security-groups?id=dcb84725-ca3a-4252-ac3e-7c4f5b82db72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391421 Oct 20 11:01:09.700264 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79b454a-87dc-4aba-9792-2f8dec7fd0bf req-4b8e8ce2-c794-4b84-95c7-e747c26e82ab tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:01:09.702302 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a79b454a-87dc-4aba-9792-2f8dec7fd0bf req-4b8e8ce2-c794-4b84-95c7-e747c26e82ab tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ed3dac6-b063-4b21-8321-ee31174ca416 HTTP/1.1" status: 200 len: 946 time: 0.0518777 Oct 20 11:01:09.711054 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 60994) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:01:09.715743 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-7475e716-c901-422c-92c5-5d71223fcef2 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Request body: {'floatingip': {'port_id': '07f0e606-5b8d-4aab-92dc-a99bb1d51bc3'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:01:09.791700 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-7475e716-c901-422c-92c5-5d71223fcef2 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Publish callbacks [] for floatingip, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:09.973447 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-83578bba-85d1-449d-b03c-47aac397eb47 req-015c2c59-11ce-4595-963c-73212f0fbc06 tempest-ServerShowV247Test-357817457 tempest-ServerShowV247Test-357817457-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce03cb6f-9031-454a-83aa-4cd9985b4479 HTTP/1.1" status: 200 len: 210 time: 0.0348108 Oct 20 11:01:10.417776 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-7475e716-c901-422c-92c5-5d71223fcef2 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:10.421770 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-7475e716-c901-422c-92c5-5d71223fcef2 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1773381'] for floatingip, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:10.520309 n-d-811396-3 neutron-server[100596]: INFO neutron.db.l3_db [None req-7475e716-c901-422c-92c5-5d71223fcef2 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Floating IP 6648366b-08ec-41e8-bfdd-500850543228 associated. External IP: 172.25.1.38, port: 07f0e606-5b8d-4aab-92dc-a99bb1d51bc3. Oct 20 11:01:10.966994 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7475e716-c901-422c-92c5-5d71223fcef2 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Router ddfec777-7691-4bb9-946a-6c450cac0f67 has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:01:11.097234 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b04efcb3-104d-464a-b57d-bafee8eac004 req-0d3bccb5-282b-44cf-8c14-f3974efff5aa tempest-ServerShowV247Test-357817457 tempest-ServerShowV247Test-357817457-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce03cb6f-9031-454a-83aa-4cd9985b4479 HTTP/1.1" status: 200 len: 210 time: 0.0399401 Oct 20 11:01:11.110177 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7475e716-c901-422c-92c5-5d71223fcef2 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:01:11.126314 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-7475e716-c901-422c-92c5-5d71223fcef2 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for floatingip, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:11.127617 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a31cf4-03a2-4b38-8499-8567e3ff3f90 None None] Sync routers for ids ['ddfec777-7691-4bb9-946a-6c450cac0f67'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:01:11.137749 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a31cf4-03a2-4b38-8499-8567e3ff3f90 None None] Routers {'ddfec777-7691-4bb9-946a-6c450cac0f67'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:01:11.138531 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-09a31cf4-03a2-4b38-8499-8567e3ff3f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:01:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['ddfec777-7691-4bb9-946a-6c450cac0f67'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:01:11.148219 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-7475e716-c901-422c-92c5-5d71223fcef2 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "PUT /v2.0/floatingips/6648366b-08ec-41e8-bfdd-500850543228 HTTP/1.1" status: 200 len: 991 time: 1.4359984 Oct 20 11:01:11.149047 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ed3dac6-b063-4b21-8321-ee31174ca416', 'tag': '07f0e606-5b8d-4aab-92dc-a99bb1d51bc3'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:01:11.151568 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b861d2b3-34dc-4b0a-a3d8-90ae7fb0b46c" -d '{"events": [{"name": "network-changed", "server_uuid": "7ed3dac6-b063-4b21-8321-ee31174ca416", "tag": "07f0e606-5b8d-4aab-92dc-a99bb1d51bc3"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:01:11.189443 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a33d7642-5c21-4691-b4bc-83b76a56d9ca x-openstack-request-id: req-a33d7642-5c21-4691-b4bc-83b76a56d9ca {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:01:11.189900 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ed3dac6-b063-4b21-8321-ee31174ca416", "tag": "07f0e606-5b8d-4aab-92dc-a99bb1d51bc3", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:01:11.190219 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a33d7642-5c21-4691-b4bc-83b76a56d9ca {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:01:11.190692 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ed3dac6-b063-4b21-8321-ee31174ca416', 'tag': '07f0e606-5b8d-4aab-92dc-a99bb1d51bc3', 'status': 'completed', 'code': 200} Oct 20 11:01:11.253962 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-09a31cf4-03a2-4b38-8499-8567e3ff3f90 None None] Set router ddfec777-7691-4bb9-946a-6c450cac0f67 gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:01:11.297956 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b861d2b3-34dc-4b0a-a3d8-90ae7fb0b46c req-8d06a69e-d579-43f8-a402-f623b0808cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:01:11.299612 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b861d2b3-34dc-4b0a-a3d8-90ae7fb0b46c req-8d06a69e-d579-43f8-a402-f623b0808cb3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=63e5dde2738f4935912f3c0e18351bbf&device_id=7ed3dac6-b063-4b21-8321-ee31174ca416 HTTP/1.1" status: 200 len: 1097 time: 0.0454330 Oct 20 11:01:11.399515 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b861d2b3-34dc-4b0a-a3d8-90ae7fb0b46c req-99411ba1-364f-418c-ac2e-eb924efea606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:01:11.401022 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b861d2b3-34dc-4b0a-a3d8-90ae7fb0b46c req-99411ba1-364f-418c-ac2e-eb924efea606 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1759e7bc-ead3-4335-8c90-46a93aea395d HTTP/1.1" status: 200 len: 917 time: 0.0940533 Oct 20 11:01:11.471474 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b861d2b3-34dc-4b0a-a3d8-90ae7fb0b46c req-63c5406b-b6b0-4de7-8196-2c47660ae6c3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=07f0e606-5b8d-4aab-92dc-a99bb1d51bc3 HTTP/1.1" status: 200 len: 999 time: 0.0631282 Oct 20 11:01:11.494478 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-09a31cf4-03a2-4b38-8499-8567e3ff3f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddfec777-7691-4bb9-946a-6c450cac0f67', 'name': 'tempest-AttachVolumeShelveTestJSON-791426829-router', 'tenant_id': '63e5dde2738f4935912f3c0e18351bbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': '71844a73-81de-49af-8f30-f2a4c3d61d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:00:50Z', 'updated_at': '2021-10-20T11:00:53Z', 'revision_number': 4, 'project_id': '63e5dde2738f4935912f3c0e18351bbf', 'gw_port': {'id': '71844a73-81de-49af-8f30-f2a4c3d61d1d', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:00:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddfec777-7691-4bb9-946a-6c450cac0f67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:00:50Z', 'updated_at': '2021-10-20T11:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_floatingips': [{'id': '6648366b-08ec-41e8-bfdd-500850543228', 'tenant_id': '63e5dde2738f4935912f3c0e18351bbf', 'floating_ip_address': '172.25.1.38', 'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'router_id': 'ddfec777-7691-4bb9-946a-6c450cac0f67', 'port_id': '07f0e606-5b8d-4aab-92dc-a99bb1d51bc3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1759e7bc-ead3-4335-8c90-46a93aea395d', 'mac_address': 'fa:16:3e:23:ed:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed3dac6-b063-4b21-8321-ee31174ca416', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:00:56Z', 'updated_at': '2021-10-20T11:01:10Z', 'revision_number': 1, 'project_id': '63e5dde2738f4935912f3c0e18351bbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5c9498e-d631-4f65-bb90-7412cb6384c3', 'name': '', 'network_id': '1759e7bc-ead3-4335-8c90-46a93aea395d', 'tenant_id': '63e5dde2738f4935912f3c0e18351bbf', 'mac_address': 'fa:16:3e:bd:d8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddfec777-7691-4bb9-946a-6c450cac0f67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '731bcbb0-8763-49cc-b4e4-d88f68d7de58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:00:52Z', 'updated_at': '2021-10-20T11:00:58Z', 'revision_number': 5, 'project_id': '63e5dde2738f4935912f3c0e18351bbf', 'subnets': [{'id': '731bcbb0-8763-49cc-b4e4-d88f68d7de58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:01:11.522931 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a31cf4-03a2-4b38-8499-8567e3ff3f90 None None] Checking router: ddfec777-7691-4bb9-946a-6c450cac0f67 for host: n-d-811396-3 {{(pid=100598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:01:11.530438 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b861d2b3-34dc-4b0a-a3d8-90ae7fb0b46c req-13b756af-98bf-4e73-bb92-39d96e746199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:01:11.531750 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a31cf4-03a2-4b38-8499-8567e3ff3f90 None None] Routers {'ddfec777-7691-4bb9-946a-6c450cac0f67'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:01:11.532046 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b861d2b3-34dc-4b0a-a3d8-90ae7fb0b46c req-13b756af-98bf-4e73-bb92-39d96e746199 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=731bcbb0-8763-49cc-b4e4-d88f68d7de58 HTTP/1.1" status: 200 len: 855 time: 0.0537951 Oct 20 11:01:11.532356 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-09a31cf4-03a2-4b38-8499-8567e3ff3f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:01:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['ddfec777-7691-4bb9-946a-6c450cac0f67'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:01:11.582466 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b861d2b3-34dc-4b0a-a3d8-90ae7fb0b46c req-1e8eb5f2-deab-4125-8b84-ac0ef9980958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:01:11.584212 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b861d2b3-34dc-4b0a-a3d8-90ae7fb0b46c req-1e8eb5f2-deab-4125-8b84-ac0ef9980958 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1759e7bc-ead3-4335-8c90-46a93aea395d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407073 Oct 20 11:01:11.640801 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-09a31cf4-03a2-4b38-8499-8567e3ff3f90 None None] Set router ddfec777-7691-4bb9-946a-6c450cac0f67 gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:01:11.696689 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b861d2b3-34dc-4b0a-a3d8-90ae7fb0b46c req-9d767590-2cec-4084-adcf-bc23de74157d service neutron] 10.222.0.55 "GET /v2.0/networks/1759e7bc-ead3-4335-8c90-46a93aea395d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033738 Oct 20 11:01:11.804722 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b861d2b3-34dc-4b0a-a3d8-90ae7fb0b46c req-12d33623-74f1-4250-8108-032bda5986bd service neutron] 10.222.0.55 "GET /v2.0/networks/1759e7bc-ead3-4335-8c90-46a93aea395d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009431 Oct 20 11:01:12.077957 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-09a31cf4-03a2-4b38-8499-8567e3ff3f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddfec777-7691-4bb9-946a-6c450cac0f67', 'name': 'tempest-AttachVolumeShelveTestJSON-791426829-router', 'tenant_id': '63e5dde2738f4935912f3c0e18351bbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': '71844a73-81de-49af-8f30-f2a4c3d61d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:00:50Z', 'updated_at': '2021-10-20T11:00:53Z', 'revision_number': 4, 'project_id': '63e5dde2738f4935912f3c0e18351bbf', 'gw_port': {'id': '71844a73-81de-49af-8f30-f2a4c3d61d1d', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:00:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddfec777-7691-4bb9-946a-6c450cac0f67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:00:50Z', 'updated_at': '2021-10-20T11:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_floatingips': [{'id': '6648366b-08ec-41e8-bfdd-500850543228', 'tenant_id': '63e5dde2738f4935912f3c0e18351bbf', 'floating_ip_address': '172.25.1.38', 'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'router_id': 'ddfec777-7691-4bb9-946a-6c450cac0f67', 'port_id': '07f0e606-5b8d-4aab-92dc-a99bb1d51bc3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1759e7bc-ead3-4335-8c90-46a93aea395d', 'mac_address': 'fa:16:3e:23:ed:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed3dac6-b063-4b21-8321-ee31174ca416', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:00:56Z', 'updated_at': '2021-10-20T11:01:10Z', 'revision_number': 1, 'project_id': '63e5dde2738f4935912f3c0e18351bbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5c9498e-d631-4f65-bb90-7412cb6384c3', 'name': '', 'network_id': '1759e7bc-ead3-4335-8c90-46a93aea395d', 'tenant_id': '63e5dde2738f4935912f3c0e18351bbf', 'mac_address': 'fa:16:3e:bd:d8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddfec777-7691-4bb9-946a-6c450cac0f67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '731bcbb0-8763-49cc-b4e4-d88f68d7de58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:00:52Z', 'updated_at': '2021-10-20T11:00:58Z', 'revision_number': 5, 'project_id': '63e5dde2738f4935912f3c0e18351bbf', 'subnets': [{'id': '731bcbb0-8763-49cc-b4e4-d88f68d7de58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:01:12.106724 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a31cf4-03a2-4b38-8499-8567e3ff3f90 None None] The sync data for ids ['ddfec777-7691-4bb9-946a-6c450cac0f67'] in n-d-811396-3 is: [{'id': 'ddfec777-7691-4bb9-946a-6c450cac0f67', 'name': 'tempest-AttachVolumeShelveTestJSON-791426829-router', 'tenant_id': '63e5dde2738f4935912f3c0e18351bbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': '71844a73-81de-49af-8f30-f2a4c3d61d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:00:50Z', 'updated_at': '2021-10-20T11:00:53Z', 'revision_number': 4, 'project_id': '63e5dde2738f4935912f3c0e18351bbf', 'gw_port': {'id': '71844a73-81de-49af-8f30-f2a4c3d61d1d', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:00:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddfec777-7691-4bb9-946a-6c450cac0f67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:00:50Z', 'updated_at': '2021-10-20T11:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_floatingips': [{'id': '6648366b-08ec-41e8-bfdd-500850543228', 'tenant_id': '63e5dde2738f4935912f3c0e18351bbf', 'floating_ip_address': '172.25.1.38', 'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'router_id': 'ddfec777-7691-4bb9-946a-6c450cac0f67', 'port_id': '07f0e606-5b8d-4aab-92dc-a99bb1d51bc3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1759e7bc-ead3-4335-8c90-46a93aea395d', 'mac_address': 'fa:16:3e:23:ed:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed3dac6-b063-4b21-8321-ee31174ca416', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:00:56Z', 'updated_at': '2021-10-20T11:01:10Z', 'revision_number': 1, 'project_id': '63e5dde2738f4935912f3c0e18351bbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5c9498e-d631-4f65-bb90-7412cb6384c3', 'name': '', 'network_id': '1759e7bc-ead3-4335-8c90-46a93aea395d', 'tenant_id': '63e5dde2738f4935912f3c0e18351bbf', 'mac_address': 'fa:16:3e:bd:d8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddfec777-7691-4bb9-946a-6c450cac0f67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '731bcbb0-8763-49cc-b4e4-d88f68d7de58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:00:52Z', 'updated_at': '2021-10-20T11:00:58Z', 'revision_number': 5, 'project_id': '63e5dde2738f4935912f3c0e18351bbf', 'subnets': [{'id': '731bcbb0-8763-49cc-b4e4-d88f68d7de58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:01:12.207746 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f05c790e-4b7a-4cfe-8c57-9131551f18b0 req-a95af90e-a1dc-4974-acad-b97db9e929ad tempest-ServerShowV247Test-357817457 tempest-ServerShowV247Test-357817457-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce03cb6f-9031-454a-83aa-4cd9985b4479 HTTP/1.1" status: 200 len: 210 time: 0.0281475 Oct 20 11:01:12.374284 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3981c32a-3a04-437a-9994-b6f502ff6fd6 None None] New status for floating IP 6648366b-08ec-41e8-bfdd-500850543228: ACTIVE {{(pid=100599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 11:01:13.316968 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-48ed56c3-eec5-4a3a-bc3b-f317e9a6664d req-df44a9fd-258a-4967-a7bc-bb428d93fd0a tempest-ServerShowV247Test-357817457 tempest-ServerShowV247Test-357817457-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce03cb6f-9031-454a-83aa-4cd9985b4479 HTTP/1.1" status: 200 len: 210 time: 0.0262926 Oct 20 11:01:14.417424 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cd6dae51-b678-4dc2-afc8-3fc528a8dc5f req-7047e6a5-2ba0-4818-a633-ff41b5af0f3a tempest-ServerShowV247Test-357817457 tempest-ServerShowV247Test-357817457-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce03cb6f-9031-454a-83aa-4cd9985b4479 HTTP/1.1" status: 200 len: 210 time: 0.0257905 Oct 20 11:01:15.537128 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4accb3b5-ed6b-4d40-854f-341922755c17 req-5593cb9c-0dba-4819-8f79-40541c52efa0 tempest-ServerShowV247Test-357817457 tempest-ServerShowV247Test-357817457-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce03cb6f-9031-454a-83aa-4cd9985b4479 HTTP/1.1" status: 200 len: 210 time: 0.0420747 Oct 20 11:01:16.649917 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b173dd2a-89df-484f-ba3e-1fbf20aca664 req-77df8f68-fb2e-4e40-ae81-29fdcae87fb6 tempest-ServerShowV247Test-357817457 tempest-ServerShowV247Test-357817457-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce03cb6f-9031-454a-83aa-4cd9985b4479 HTTP/1.1" status: 200 len: 210 time: 0.0277774 Oct 20 11:01:17.762375 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-daf76269-c86c-4f9a-a0ca-1ccdee5e7875 req-4c5c8b19-5376-4007-a9f8-0b24a7019384 tempest-ServerShowV247Test-357817457 tempest-ServerShowV247Test-357817457-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce03cb6f-9031-454a-83aa-4cd9985b4479 HTTP/1.1" status: 200 len: 210 time: 0.0314260 Oct 20 11:01:18.864682 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4d44b27e-54d2-4b26-bc5b-aaa4854ef636 req-b5b1fbc8-b6e7-4511-bf3e-2a5acdd087bb tempest-ServerShowV247Test-357817457 tempest-ServerShowV247Test-357817457-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce03cb6f-9031-454a-83aa-4cd9985b4479 HTTP/1.1" status: 200 len: 210 time: 0.0258365 Oct 20 11:01:19.291418 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:19.965609 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-70bc2799-05e9-4066-9c02-49070bbe3e10 req-3ad919db-ea10-437f-bdca-768cb564c385 tempest-ServerShowV247Test-357817457 tempest-ServerShowV247Test-357817457-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce03cb6f-9031-454a-83aa-4cd9985b4479 HTTP/1.1" status: 200 len: 210 time: 0.0256062 Oct 20 11:01:21.067516 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d3726c21-5f48-479c-9c46-433af9bda136 req-f447682d-7baa-48e8-93a8-f348da1ea57d tempest-ServerShowV247Test-357817457 tempest-ServerShowV247Test-357817457-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce03cb6f-9031-454a-83aa-4cd9985b4479 HTTP/1.1" status: 200 len: 210 time: 0.0267925 Oct 20 11:01:22.174585 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9cfb81f3-9044-40ad-902f-5f53b054457a req-842ff755-daad-410f-a7ba-1a135cd987a7 tempest-ServerShowV247Test-357817457 tempest-ServerShowV247Test-357817457-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce03cb6f-9031-454a-83aa-4cd9985b4479 HTTP/1.1" status: 200 len: 210 time: 0.0316393 Oct 20 11:01:22.717221 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-86e0defb-dd97-46eb-af21-1211221673a4 req-6d1dcac5-543e-449a-a702-edae1b9f6371 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ce03cb6f-9031-454a-83aa-4cd9985b4479 HTTP/1.1" status: 200 len: 210 time: 0.0322142 Oct 20 11:01:23.281217 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cc37a168-b118-4c72-9eab-dcb73fd9fdac req-6d1cab16-b7e1-4938-88ee-49a47c7715a3 tempest-ServerShowV247Test-357817457 tempest-ServerShowV247Test-357817457-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce03cb6f-9031-454a-83aa-4cd9985b4479 HTTP/1.1" status: 200 len: 210 time: 0.0289741 Oct 20 11:01:24.384581 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-41c0d3c9-8cf0-4c3f-9a01-81c99a941a86 req-3493d3d5-07b8-4392-bce0-22554f3d9dc5 tempest-ServerShowV247Test-357817457 tempest-ServerShowV247Test-357817457-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce03cb6f-9031-454a-83aa-4cd9985b4479 HTTP/1.1" status: 200 len: 210 time: 0.0264282 Oct 20 11:01:24.686702 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1d500d5a-7922-4ce3-abfd-2c0077028c01 req-176ca010-a3df-46e8-bb7b-7e192fe398b0 tempest-ServerShowV247Test-357817457 tempest-ServerShowV247Test-357817457-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce03cb6f-9031-454a-83aa-4cd9985b4479&device_id=ae0ad482-c0af-41b5-848f-a30bcf4beb04 HTTP/1.1" status: 200 len: 210 time: 0.0283637 Oct 20 11:01:24.882748 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4b0d5358-0452-4a26-a9e6-949ba092f98e req-b99b159c-f165-425f-87e6-40df6b996d48 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4d17186e1f1842d7ad68f933929e98ff&device_id=ce03cb6f-9031-454a-83aa-4cd9985b4479 HTTP/1.1" status: 200 len: 210 time: 0.0276566 Oct 20 11:01:24.925460 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0ec5a2fc-7e93-4064-9f7f-eb04d53c8639 req-684b2c45-ee49-4e5c-8c60-768dd02a3a38 tempest-ServerShowV247Test-357817457 tempest-ServerShowV247Test-357817457-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce03cb6f-9031-454a-83aa-4cd9985b4479 HTTP/1.1" status: 200 len: 210 time: 0.0451336 Oct 20 11:01:24.927700 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4b0d5358-0452-4a26-a9e6-949ba092f98e req-7691c018-4a31-4cf8-8584-748497438d19 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=4d17186e1f1842d7ad68f933929e98ff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0357199 Oct 20 11:01:25.026468 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0d5358-0452-4a26-a9e6-949ba092f98e req-7b3c2231-944f-4573-938e-a88e8d917e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:01:25.028014 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4b0d5358-0452-4a26-a9e6-949ba092f98e req-7b3c2231-944f-4573-938e-a88e8d917e80 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0942073 Oct 20 11:01:26.026005 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-dbb03323-97b3-46c4-9d2e-259faf04a239 req-a6d5fe9a-e492-4ea0-9b85-02ad50c7b224 tempest-ServerShowV247Test-357817457 tempest-ServerShowV247Test-357817457-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce03cb6f-9031-454a-83aa-4cd9985b4479 HTTP/1.1" status: 200 len: 210 time: 0.0277579 Oct 20 11:01:26.297028 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4b0d5358-0452-4a26-a9e6-949ba092f98e req-48e23142-4e2a-4525-bc7e-ea21c591b563 tempest-ServerShowV247Test-357817457 tempest-ServerShowV247Test-357817457-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce03cb6f-9031-454a-83aa-4cd9985b4479 HTTP/1.1" status: 200 len: 210 time: 0.0314300 Oct 20 11:01:27.263808 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 7 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:01:27.335618 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5d5f96ea-f641-4c44-9628-bdc50bd43f3d req-9f26945b-f547-41d6-91c7-57424a8f6a35 tempest-ServerShowV247Test-357817457 tempest-ServerShowV247Test-357817457-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae0ad482-c0af-41b5-848f-a30bcf4beb04 HTTP/1.1" status: 200 len: 210 time: 0.0573494 Oct 20 11:01:27.337998 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5773ff5d-c165-4993-80ad-15754175356e req-b471afd9-10c4-4768-9d01-17977b28559f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4d17186e1f1842d7ad68f933929e98ff&device_id=ae0ad482-c0af-41b5-848f-a30bcf4beb04 HTTP/1.1" status: 200 len: 210 time: 0.0477781 Oct 20 11:01:27.374231 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5773ff5d-c165-4993-80ad-15754175356e req-275ad10e-9761-4f5a-90f8-a69e95fe0270 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=4d17186e1f1842d7ad68f933929e98ff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0213878 Oct 20 11:01:27.479837 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5773ff5d-c165-4993-80ad-15754175356e req-57dfa508-6a99-4cdc-938f-eaeb429e6186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:01:27.481334 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5773ff5d-c165-4993-80ad-15754175356e req-57dfa508-6a99-4cdc-938f-eaeb429e6186 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0996945 Oct 20 11:01:28.430731 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d6fc370a-4a08-4dd5-8fd7-25afab3f83cc req-b08c7fd9-b473-482c-bd0f-aef6aba02afb tempest-ServerShowV247Test-357817457 tempest-ServerShowV247Test-357817457-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae0ad482-c0af-41b5-848f-a30bcf4beb04 HTTP/1.1" status: 200 len: 210 time: 0.0255466 Oct 20 11:01:29.058149 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5773ff5d-c165-4993-80ad-15754175356e req-2624d2d6-64b7-4a05-b47a-72a9f4fbedb4 tempest-ServerShowV247Test-357817457 tempest-ServerShowV247Test-357817457-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae0ad482-c0af-41b5-848f-a30bcf4beb04 HTTP/1.1" status: 200 len: 210 time: 0.0249810 Oct 20 11:01:29.539524 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7b61cb90-1006-42cb-8f1e-d7c44312f0ba req-c256053d-613b-4e99-b941-55a53f89f0d9 tempest-ServerShowV247Test-357817457 tempest-ServerShowV247Test-357817457-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae0ad482-c0af-41b5-848f-a30bcf4beb04 HTTP/1.1" status: 200 len: 210 time: 0.0304356 Oct 20 11:01:30.854312 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 33182) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:01:30.963748 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c3b8a13b-799e-4df2-96b7-dfb02720feef admin admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:31.037021 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c3b8a13b-799e-4df2-96b7-dfb02720feef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:31.040781 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c3b8a13b-799e-4df2-96b7-dfb02720feef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:31.083805 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-c3b8a13b-799e-4df2-96b7-dfb02720feef admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4d17186e1f1842d7ad68f933929e98ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2281775 Oct 20 11:01:31.084670 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b8a13b-799e-4df2-96b7-dfb02720feef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50ff6cc3-8d73-434c-8ccd-523f4702feac,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:01:31.086650 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 33188) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:01:31.092886 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b8a13b-799e-4df2-96b7-dfb02720feef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:01:31.093122 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b8a13b-799e-4df2-96b7-dfb02720feef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:01:31.093471 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b8a13b-799e-4df2-96b7-dfb02720feef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:01:31.093812 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b8a13b-799e-4df2-96b7-dfb02720feef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:01:31.094406 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b8a13b-799e-4df2-96b7-dfb02720feef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:01:31.094534 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b8a13b-799e-4df2-96b7-dfb02720feef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:01:31.094803 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b8a13b-799e-4df2-96b7-dfb02720feef admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:01:31.095133 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b8a13b-799e-4df2-96b7-dfb02720feef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:01:31.095484 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b8a13b-799e-4df2-96b7-dfb02720feef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:01:31.095814 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b8a13b-799e-4df2-96b7-dfb02720feef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:01:31.096141 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b8a13b-799e-4df2-96b7-dfb02720feef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:01:31.096466 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b8a13b-799e-4df2-96b7-dfb02720feef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:01:31.152042 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ae835890-c9d1-4b7e-912f-94b492de9a7e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:31.173404 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ae835890-c9d1-4b7e-912f-94b492de9a7e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:31.222682 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ae835890-c9d1-4b7e-912f-94b492de9a7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:31.226049 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ae835890-c9d1-4b7e-912f-94b492de9a7e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:31.227209 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-ae835890-c9d1-4b7e-912f-94b492de9a7e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/50ff6cc3-8d73-434c-8ccd-523f4702feac HTTP/1.1" status: 204 len: 168 time: 0.1395659 Oct 20 11:01:31.235680 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae835890-c9d1-4b7e-912f-94b492de9a7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50ff6cc3-8d73-434c-8ccd-523f4702feac,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:01:31.244565 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae835890-c9d1-4b7e-912f-94b492de9a7e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:01:31.244923 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae835890-c9d1-4b7e-912f-94b492de9a7e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:01:31.245267 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae835890-c9d1-4b7e-912f-94b492de9a7e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:01:31.245600 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae835890-c9d1-4b7e-912f-94b492de9a7e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:01:31.245930 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae835890-c9d1-4b7e-912f-94b492de9a7e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:01:31.246257 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae835890-c9d1-4b7e-912f-94b492de9a7e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:01:31.246580 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae835890-c9d1-4b7e-912f-94b492de9a7e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:01:31.246952 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae835890-c9d1-4b7e-912f-94b492de9a7e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:01:31.247276 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae835890-c9d1-4b7e-912f-94b492de9a7e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:01:31.247626 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae835890-c9d1-4b7e-912f-94b492de9a7e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:01:31.247947 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae835890-c9d1-4b7e-912f-94b492de9a7e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:01:31.248269 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae835890-c9d1-4b7e-912f-94b492de9a7e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:01:33.527498 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-5beb6c47-abe5-4c48-b177-1fcec9c70ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:36.160823 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-7a73d4ef-4f2e-42a8-ba39-9587c5810cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:36.709736 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 33780) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:01:36.816119 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-84fb3034-f8a0-449d-a3f6-7b53a1a59479 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:36.889700 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-84fb3034-f8a0-449d-a3f6-7b53a1a59479 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:36.893608 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-84fb3034-f8a0-449d-a3f6-7b53a1a59479 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:36.930550 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fb3034-f8a0-449d-a3f6-7b53a1a59479 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a60021ed-23a2-45a6-a004-997298d648b9,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:01:36.937264 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-84fb3034-f8a0-449d-a3f6-7b53a1a59479 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c664caa1f9694dce873a524cf583ce2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2239537 Oct 20 11:01:36.937923 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 33784) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:01:36.993332 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a336bc45-8388-47b3-91d8-592449aefc18 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:37.014440 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a336bc45-8388-47b3-91d8-592449aefc18 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:37.061358 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a336bc45-8388-47b3-91d8-592449aefc18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:37.064190 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a336bc45-8388-47b3-91d8-592449aefc18 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:37.065353 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-a336bc45-8388-47b3-91d8-592449aefc18 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a60021ed-23a2-45a6-a004-997298d648b9 HTTP/1.1" status: 204 len: 168 time: 0.1263325 Oct 20 11:01:37.075327 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a336bc45-8388-47b3-91d8-592449aefc18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a60021ed-23a2-45a6-a004-997298d648b9,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:01:37.129050 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:37.370299 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 33798) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:01:37.384216 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-309f1c09-4088-4fd1-aefd-9b4adcf4f8d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:37.470447 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-309f1c09-4088-4fd1-aefd-9b4adcf4f8d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:37.474426 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-309f1c09-4088-4fd1-aefd-9b4adcf4f8d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:37.513807 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-309f1c09-4088-4fd1-aefd-9b4adcf4f8d1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ab78d4d5369b4b0584ec2b06e74d51fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1427257 Oct 20 11:01:37.514724 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309f1c09-4088-4fd1-aefd-9b4adcf4f8d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9e10b45-ee5c-4f70-9014-3c6d26979bb4,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:01:37.516684 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 33800) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:01:37.571198 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-55f6e4aa-d56c-4db4-a71a-0747a44bbc24 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:37.589833 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:37.595533 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-55f6e4aa-d56c-4db4-a71a-0747a44bbc24 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:37.644025 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-55f6e4aa-d56c-4db4-a71a-0747a44bbc24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:37.646694 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-55f6e4aa-d56c-4db4-a71a-0747a44bbc24 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:37.647890 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-55f6e4aa-d56c-4db4-a71a-0747a44bbc24 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d9e10b45-ee5c-4f70-9014-3c6d26979bb4 HTTP/1.1" status: 204 len: 168 time: 0.1292410 Oct 20 11:01:37.656249 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f6e4aa-d56c-4db4-a71a-0747a44bbc24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9e10b45-ee5c-4f70-9014-3c6d26979bb4,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:01:38.178911 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:38.966224 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:43.068152 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 33982) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:01:43.312754 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1d5c0c3c-31ae-407f-912a-9540d269ea2c admin admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:43.394375 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1d5c0c3c-31ae-407f-912a-9540d269ea2c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:43.400720 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1d5c0c3c-31ae-407f-912a-9540d269ea2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:43.444448 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-1d5c0c3c-31ae-407f-912a-9540d269ea2c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7188eb6134174ffb8909d5022732fc2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3724337 Oct 20 11:01:43.444448 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5c0c3c-31ae-407f-912a-9540d269ea2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=567fddd0-314e-4a3a-9406-2eadcbd977df,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:01:43.444992 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 33994) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:01:43.500143 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-dfd2f937-b79b-4722-8267-cfd4edbf5386 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:43.522035 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-dfd2f937-b79b-4722-8267-cfd4edbf5386 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:43.572958 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-dfd2f937-b79b-4722-8267-cfd4edbf5386 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:43.576726 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-dfd2f937-b79b-4722-8267-cfd4edbf5386 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:43.580968 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-dfd2f937-b79b-4722-8267-cfd4edbf5386 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/567fddd0-314e-4a3a-9406-2eadcbd977df HTTP/1.1" status: 204 len: 168 time: 0.1349752 Oct 20 11:01:43.590571 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd2f937-b79b-4722-8267-cfd4edbf5386 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=567fddd0-314e-4a3a-9406-2eadcbd977df,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:01:44.002112 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 34010) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:01:44.015053 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a91ec9ac-ef41-4b9b-8da9-998fda8505ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:44.093716 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a91ec9ac-ef41-4b9b-8da9-998fda8505ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:44.097891 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a91ec9ac-ef41-4b9b-8da9-998fda8505ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:44.135736 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-a91ec9ac-ef41-4b9b-8da9-998fda8505ce admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=dd9e1148804c4f04b0d399c8193ff244&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1325071 Oct 20 11:01:44.137708 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91ec9ac-ef41-4b9b-8da9-998fda8505ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10ad4ab2-6a66-471c-9271-7dc104515af8,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:01:44.138489 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 34012) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:01:44.187752 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d51eb041-35cf-46a2-9ae9-76b48e92c79c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:44.209364 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d51eb041-35cf-46a2-9ae9-76b48e92c79c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:44.258695 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d51eb041-35cf-46a2-9ae9-76b48e92c79c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:44.261333 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d51eb041-35cf-46a2-9ae9-76b48e92c79c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:44.263170 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-d51eb041-35cf-46a2-9ae9-76b48e92c79c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/10ad4ab2-6a66-471c-9271-7dc104515af8 HTTP/1.1" status: 204 len: 168 time: 0.1236737 Oct 20 11:01:44.271971 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51eb041-35cf-46a2-9ae9-76b48e92c79c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10ad4ab2-6a66-471c-9271-7dc104515af8,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:01:47.509052 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ce41b387-5004-4297-bfec-0faf36087b44 req-f3fdd794-efe6-45fb-99f9-551e06a519cf service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ca6b8b02-8daa-4111-962a-e7a91c9a149e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0409074 Oct 20 11:01:47.573500 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce41b387-5004-4297-bfec-0faf36087b44 req-dd08b7bc-d58a-41a1-b34f-a9d95c08928c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:01:47.575241 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ce41b387-5004-4297-bfec-0faf36087b44 req-dd08b7bc-d58a-41a1-b34f-a9d95c08928c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=304c84e5c7844b5cadef0d9d128b445c&device_id=ca6b8b02-8daa-4111-962a-e7a91c9a149e HTTP/1.1" status: 200 len: 1097 time: 0.0438831 Oct 20 11:01:47.685234 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce41b387-5004-4297-bfec-0faf36087b44 req-60f5982a-8b35-49ba-8fb8-5774c1ae6d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:01:47.686815 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ce41b387-5004-4297-bfec-0faf36087b44 req-60f5982a-8b35-49ba-8fb8-5774c1ae6d8b service neutron] 10.222.0.69 "GET /v2.0/networks?id=cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0 HTTP/1.1" status: 200 len: 913 time: 0.0932105 Oct 20 11:01:47.754523 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ce41b387-5004-4297-bfec-0faf36087b44 req-5a377d53-25c5-4cd7-8016-ccd8003e1fc6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3812c3a3-9d19-4847-83f9-467aa4852bfa HTTP/1.1" status: 200 len: 1001 time: 0.0603185 Oct 20 11:01:47.809589 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce41b387-5004-4297-bfec-0faf36087b44 req-f3c19f5c-f1ba-4e7b-82b8-1d9ce9b9a125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:01:47.811171 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ce41b387-5004-4297-bfec-0faf36087b44 req-f3c19f5c-f1ba-4e7b-82b8-1d9ce9b9a125 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=46305bfd-5c10-42c9-8afc-597f2425497e HTTP/1.1" status: 200 len: 851 time: 0.0501189 Oct 20 11:01:47.861011 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce41b387-5004-4297-bfec-0faf36087b44 req-504adb05-ece9-4657-abdf-6fdc4c76efb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:01:47.862559 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ce41b387-5004-4297-bfec-0faf36087b44 req-504adb05-ece9-4657-abdf-6fdc4c76efb0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438612 Oct 20 11:01:47.931683 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 34138) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:01:47.962728 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ce41b387-5004-4297-bfec-0faf36087b44 req-e2a348bb-3edd-432b-9f5e-89914c467085 service neutron] 10.222.0.69 "GET /v2.0/networks/cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926278 Oct 20 11:01:48.054807 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4440760d-a289-4deb-bd29-c569acf856a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:48.068275 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ce41b387-5004-4297-bfec-0faf36087b44 req-d7b908af-ce8e-4207-b814-70d2fdc5bf2f service neutron] 10.222.0.69 "GET /v2.0/networks/cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970068 Oct 20 11:01:48.142349 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4440760d-a289-4deb-bd29-c569acf856a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:48.147403 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4440760d-a289-4deb-bd29-c569acf856a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:48.193263 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-4440760d-a289-4deb-bd29-c569acf856a5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6fe233390cb34bb9a80568b2cf57cd69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2574248 Oct 20 11:01:48.193263 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4440760d-a289-4deb-bd29-c569acf856a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eee1d708-708f-44de-b624-6295efe9a654,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:01:48.193586 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 34144) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:01:48.288741 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-38823b49-11ff-41f3-a1c3-598b5fe31b94 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:48.319032 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-38823b49-11ff-41f3-a1c3-598b5fe31b94 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:48.371238 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-38823b49-11ff-41f3-a1c3-598b5fe31b94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:48.374907 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-38823b49-11ff-41f3-a1c3-598b5fe31b94 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:48.375188 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-38823b49-11ff-41f3-a1c3-598b5fe31b94 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/eee1d708-708f-44de-b624-6295efe9a654 HTTP/1.1" status: 204 len: 168 time: 0.1806171 Oct 20 11:01:48.383653 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38823b49-11ff-41f3-a1c3-598b5fe31b94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eee1d708-708f-44de-b624-6295efe9a654,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:01:48.638834 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 34150) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:01:48.651842 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5e392796-2dfa-4e53-9f1a-c7985b7f21dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:48.730358 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5e392796-2dfa-4e53-9f1a-c7985b7f21dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:48.734594 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5e392796-2dfa-4e53-9f1a-c7985b7f21dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:48.772396 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-5e392796-2dfa-4e53-9f1a-c7985b7f21dd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6f438f7c3f09488b9141e85c5bdbb68c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1324213 Oct 20 11:01:48.774279 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e392796-2dfa-4e53-9f1a-c7985b7f21dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afa192c0-2e01-41e8-843c-04a967667fdd,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:01:48.775715 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 34152) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:01:48.825392 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-67589351-6325-4461-8daa-4537d24a0476 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:48.846207 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-67589351-6325-4461-8daa-4537d24a0476 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:48.890771 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-67589351-6325-4461-8daa-4537d24a0476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:48.893342 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-67589351-6325-4461-8daa-4537d24a0476 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:48.894494 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-67589351-6325-4461-8daa-4537d24a0476 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/afa192c0-2e01-41e8-843c-04a967667fdd HTTP/1.1" status: 204 len: 168 time: 0.1170959 Oct 20 11:01:48.903834 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67589351-6325-4461-8daa-4537d24a0476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afa192c0-2e01-41e8-843c-04a967667fdd,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:01:49.300065 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:50.561281 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 34210) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:01:50.677197 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-422651d6-a1b8-4890-9133-c42240953b4e admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:50.751748 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-422651d6-a1b8-4890-9133-c42240953b4e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:50.755738 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-422651d6-a1b8-4890-9133-c42240953b4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:50.795247 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-422651d6-a1b8-4890-9133-c42240953b4e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=00f9f2b9de7a4b6a8933afbb7c1b6b03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2328832 Oct 20 11:01:50.797253 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422651d6-a1b8-4890-9133-c42240953b4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24fbc2cc-97da-46ab-92e9-990a7873a3d6,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:01:50.798000 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 34214) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:01:50.846670 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-7f56f347-8e9f-4055-b703-01df313c3f8d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:50.867176 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-7f56f347-8e9f-4055-b703-01df313c3f8d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:50.912216 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-7f56f347-8e9f-4055-b703-01df313c3f8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:50.914742 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-7f56f347-8e9f-4055-b703-01df313c3f8d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:50.915949 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-7f56f347-8e9f-4055-b703-01df313c3f8d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/24fbc2cc-97da-46ab-92e9-990a7873a3d6 HTTP/1.1" status: 204 len: 168 time: 0.1169579 Oct 20 11:01:50.924869 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f56f347-8e9f-4055-b703-01df313c3f8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24fbc2cc-97da-46ab-92e9-990a7873a3d6,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:01:51.890710 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 34258) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:01:52.017293 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-accf74fe-41a2-4160-8e54-166a948ee38a admin admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:52.102155 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-accf74fe-41a2-4160-8e54-166a948ee38a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:52.106594 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-accf74fe-41a2-4160-8e54-166a948ee38a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:52.152911 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-accf74fe-41a2-4160-8e54-166a948ee38a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4b4cd689e97e4379873a9a99688092e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2581954 Oct 20 11:01:52.152911 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accf74fe-41a2-4160-8e54-166a948ee38a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92ed8dc9-ffd6-4859-9195-0bb24167a76f,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:01:52.154490 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 34264) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:01:52.211920 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1e7419e2-4958-47b9-95d0-4fa09062a4d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:52.236300 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1e7419e2-4958-47b9-95d0-4fa09062a4d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:52.287064 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1e7419e2-4958-47b9-95d0-4fa09062a4d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:52.290083 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1e7419e2-4958-47b9-95d0-4fa09062a4d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:52.295490 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-1e7419e2-4958-47b9-95d0-4fa09062a4d9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/92ed8dc9-ffd6-4859-9195-0bb24167a76f HTTP/1.1" status: 204 len: 168 time: 0.1395533 Oct 20 11:01:52.304941 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7419e2-4958-47b9-95d0-4fa09062a4d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92ed8dc9-ffd6-4859-9195-0bb24167a76f,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:01:53.599927 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 34334) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:01:53.710225 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-89aab191-9bea-43a0-9795-f07ae4e5466c admin admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:53.796656 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-89aab191-9bea-43a0-9795-f07ae4e5466c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:53.801470 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-89aab191-9bea-43a0-9795-f07ae4e5466c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:53.847152 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89aab191-9bea-43a0-9795-f07ae4e5466c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1ade2de-8bb5-498d-8665-12e9016ad2e7,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:01:53.854348 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 34352) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:01:53.854839 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-89aab191-9bea-43a0-9795-f07ae4e5466c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cdf11ed01f76403eb2cff7c86bcef989&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2533548 Oct 20 11:01:53.909427 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8c4f3020-1cb3-48c4-b1d6-aa36c3afda88 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:53.932579 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8c4f3020-1cb3-48c4-b1d6-aa36c3afda88 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:53.980121 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8c4f3020-1cb3-48c4-b1d6-aa36c3afda88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:53.982806 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8c4f3020-1cb3-48c4-b1d6-aa36c3afda88 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:53.986409 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-8c4f3020-1cb3-48c4-b1d6-aa36c3afda88 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e1ade2de-8bb5-498d-8665-12e9016ad2e7 HTTP/1.1" status: 204 len: 168 time: 0.1286454 Oct 20 11:01:53.992529 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4f3020-1cb3-48c4-b1d6-aa36c3afda88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1ade2de-8bb5-498d-8665-12e9016ad2e7,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:01:57.123573 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 34592) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:01:57.230413 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d89098c2-c88c-4345-a069-2543701077e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:57.309628 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d89098c2-c88c-4345-a069-2543701077e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:57.313745 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d89098c2-c88c-4345-a069-2543701077e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:57.353730 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-d89098c2-c88c-4345-a069-2543701077e0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c9e0ce6a8b0d43428bc7f0b875cf63c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2290318 Oct 20 11:01:57.355124 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 34598) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:01:57.356369 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89098c2-c88c-4345-a069-2543701077e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41e969b0-2e50-439d-9100-128d18474167,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:01:57.409176 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8e07fbf6-8542-4f61-b612-b58ddc041e43 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:57.448537 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8e07fbf6-8542-4f61-b612-b58ddc041e43 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:57.513028 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8e07fbf6-8542-4f61-b612-b58ddc041e43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:57.515829 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8e07fbf6-8542-4f61-b612-b58ddc041e43 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:57.516998 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-8e07fbf6-8542-4f61-b612-b58ddc041e43 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/41e969b0-2e50-439d-9100-128d18474167 HTTP/1.1" status: 204 len: 168 time: 0.1601450 Oct 20 11:01:57.525120 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e07fbf6-8542-4f61-b612-b58ddc041e43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41e969b0-2e50-439d-9100-128d18474167,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:01:58.690388 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 34658) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:01:58.797252 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-9c0e05f0-03c7-4b68-974b-9035fb565ac0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:58.872163 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-9c0e05f0-03c7-4b68-974b-9035fb565ac0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:58.876140 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-9c0e05f0-03c7-4b68-974b-9035fb565ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:58.912289 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0e05f0-03c7-4b68-974b-9035fb565ac0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bae1bafb-b20b-4bf3-91ce-8ea057c8762f,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:01:58.917432 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-9c0e05f0-03c7-4b68-974b-9035fb565ac0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c63057acd28145f291b89a3209ceca1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2259593 Oct 20 11:01:58.919517 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 34664) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:01:58.986073 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fd1d9466-6a87-40c0-8b33-d6d54951556a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:59.013670 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fd1d9466-6a87-40c0-8b33-d6d54951556a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:59.067234 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fd1d9466-6a87-40c0-8b33-d6d54951556a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:59.069863 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fd1d9466-6a87-40c0-8b33-d6d54951556a admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:01:59.071017 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-fd1d9466-6a87-40c0-8b33-d6d54951556a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/bae1bafb-b20b-4bf3-91ce-8ea057c8762f HTTP/1.1" status: 204 len: 168 time: 0.1505148 Oct 20 11:01:59.079278 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1d9466-6a87-40c0-8b33-d6d54951556a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bae1bafb-b20b-4bf3-91ce-8ea057c8762f,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:00.271192 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 34704) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:00.368327 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-e696010f-8942-475e-805e-f2e267927b9e tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1896392217', 'router:external': True}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:02:00.388875 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e696010f-8942-475e-805e-f2e267927b9e tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Made reservation on behalf of 19c4ecca0a0248be96da69652c6d340e for: {'network': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:02:00.391102 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e696010f-8942-475e-805e-f2e267927b9e tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:00.399298 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e696010f-8942-475e-805e-f2e267927b9e tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:00.479551 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e696010f-8942-475e-805e-f2e267927b9e tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:00.484332 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e696010f-8942-475e-805e-f2e267927b9e tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:00.505745 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e696010f-8942-475e-805e-f2e267927b9e tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 812} {{(pid=100597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:02:00.520976 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e696010f-8942-475e-805e-f2e267927b9e tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99f2f828-f51d-4edd-a319-436fbec9013e,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:00.524826 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e696010f-8942-475e-805e-f2e267927b9e tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:00.525180 n-d-811396-3 neutron-server[100597]: INFO neutron.db.segments_db [None req-e696010f-8942-475e-805e-f2e267927b9e tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Added segment 2ab39d67-9c31-4c7e-b22a-b38d52e57a2e of type vlan for network e7d48ff1-5b13-434a-89e6-9f5bb9450f44 Oct 20 11:02:00.570277 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e696010f-8942-475e-805e-f2e267927b9e tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:00.599362 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e696010f-8942-475e-805e-f2e267927b9e tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:00.600340 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e696010f-8942-475e-805e-f2e267927b9e tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:00.600950 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e696010f-8942-475e-805e-f2e267927b9e tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:00.641313 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-e696010f-8942-475e-805e-f2e267927b9e tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.3689582 Oct 20 11:02:00.641941 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 34714) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:00.648221 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-80575890-0a50-4e70-b53a-9f06eb1c95c7 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Request body: {'subnet': {'network_id': 'e7d48ff1-5b13-434a-89e6-9f5bb9450f44', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:02:00.678130 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-522713de-8776-4d14-8110-084c5c184167 req-5df74f6d-30c7-4002-8ada-a1b872cc7c8c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7ed3dac6-b063-4b21-8321-ee31174ca416&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396919 Oct 20 11:02:00.680714 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e696010f-8942-475e-805e-f2e267927b9e tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Pushing event updated for resources: {'Network': ['ID=e7d48ff1-5b13-434a-89e6-9f5bb9450f44,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:00.692138 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network e7d48ff1-5b13-434a-89e6-9f5bb9450f44 details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:02:00.697797 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80575890-0a50-4e70-b53a-9f06eb1c95c7 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Made reservation on behalf of 19c4ecca0a0248be96da69652c6d340e for: {'subnet': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:02:00.700788 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-80575890-0a50-4e70-b53a-9f06eb1c95c7 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25350782'] for subnet, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:00.794003 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522713de-8776-4d14-8110-084c5c184167 req-e61cc308-6a0e-49ed-a189-7f4b31051a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:00.795485 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-522713de-8776-4d14-8110-084c5c184167 req-e61cc308-6a0e-49ed-a189-7f4b31051a80 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=63e5dde2738f4935912f3c0e18351bbf&device_id=7ed3dac6-b063-4b21-8321-ee31174ca416 HTTP/1.1" status: 200 len: 1097 time: 0.0533514 Oct 20 11:02:00.900370 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522713de-8776-4d14-8110-084c5c184167 req-b0a582c1-ae16-46d2-93a9-092456008d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:00.901867 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-522713de-8776-4d14-8110-084c5c184167 req-b0a582c1-ae16-46d2-93a9-092456008d52 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1759e7bc-ead3-4335-8c90-46a93aea395d HTTP/1.1" status: 200 len: 917 time: 0.0864611 Oct 20 11:02:00.971678 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-522713de-8776-4d14-8110-084c5c184167 req-5ab15839-3c75-44b1-932c-90617a03db4a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=07f0e606-5b8d-4aab-92dc-a99bb1d51bc3 HTTP/1.1" status: 200 len: 1001 time: 0.0620914 Oct 20 11:02:01.000967 n-d-811396-3 neutron-server[100597]: DEBUG neutron.objects.ports [None req-80575890-0a50-4e70-b53a-9f06eb1c95c7 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100597) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 20 11:02:01.001884 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-80575890-0a50-4e70-b53a-9f06eb1c95c7 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25350752'] for subnet, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:01.024575 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522713de-8776-4d14-8110-084c5c184167 req-5bb7bdd7-cfda-4b1b-a0ee-23460125d001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:01.026115 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-522713de-8776-4d14-8110-084c5c184167 req-5bb7bdd7-cfda-4b1b-a0ee-23460125d001 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=731bcbb0-8763-49cc-b4e4-d88f68d7de58 HTTP/1.1" status: 200 len: 855 time: 0.0470915 Oct 20 11:02:01.057863 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80575890-0a50-4e70-b53a-9f06eb1c95c7 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Pushing event updated for resources: {'Subnet': ['ID=73b05cb4-8c27-4c63-a43d-77e7e3cf7b76,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:01.069345 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80575890-0a50-4e70-b53a-9f06eb1c95c7 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Checking segment: {'id': '2ab39d67-9c31-4c7e-b22a-b38d52e57a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'e7d48ff1-5b13-434a-89e6-9f5bb9450f44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:02:01.070236 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80575890-0a50-4e70-b53a-9f06eb1c95c7 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Network hostable DHCP agents. Network: e7d48ff1-5b13-434a-89e6-9f5bb9450f44, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:02:01.076285 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522713de-8776-4d14-8110-084c5c184167 req-b3f7232b-5948-4eb8-baac-52eb187c784b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:01.078125 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-522713de-8776-4d14-8110-084c5c184167 req-b3f7232b-5948-4eb8-baac-52eb187c784b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1759e7bc-ead3-4335-8c90-46a93aea395d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452831 Oct 20 11:02:01.091175 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80575890-0a50-4e70-b53a-9f06eb1c95c7 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Network e7d48ff1-5b13-434a-89e6-9f5bb9450f44 is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:02:01.100670 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-80575890-0a50-4e70-b53a-9f06eb1c95c7 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, e7d48ff1-5b13-434a-89e6-9f5bb9450f44) {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:02:01.105843 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80575890-0a50-4e70-b53a-9f06eb1c95c7 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:01.108153 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-80575890-0a50-4e70-b53a-9f06eb1c95c7 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:01.110412 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cacca735-4eb0-48e3-8cc8-f483a22e2452 None None] Network e7d48ff1-5b13-434a-89e6-9f5bb9450f44 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:02:01.129171 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-80575890-0a50-4e70-b53a-9f06eb1c95c7 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.4845462 Oct 20 11:02:01.132564 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 34718) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:01.138543 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-ec4e944d-be11-40fc-bc42-794c9b4b87ab tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-84608875', 'network_id': 'e7d48ff1-5b13-434a-89e6-9f5bb9450f44'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:02:01.164895 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec4e944d-be11-40fc-bc42-794c9b4b87ab tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Made reservation on behalf of 19c4ecca0a0248be96da69652c6d340e for: {'port': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:02:01.167780 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ec4e944d-be11-40fc-bc42-794c9b4b87ab tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:01.185910 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [None req-ec4e944d-be11-40fc-bc42-794c9b4b87ab tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] device_id is not set on port 386b9375-4cc5-4dc0-a1b2-fbc6f33c709a yet. {{(pid=100597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 11:02:01.195541 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-522713de-8776-4d14-8110-084c5c184167 req-f962f7ff-734d-414a-9175-99c5c635d1ab service neutron] 10.222.0.55 "GET /v2.0/networks/1759e7bc-ead3-4335-8c90-46a93aea395d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096749 Oct 20 11:02:01.306641 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e2ac10-5314-45b4-bfec-943d87ca8094 None None] Network e7d48ff1-5b13-434a-89e6-9f5bb9450f44 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:02:01.307778 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-522713de-8776-4d14-8110-084c5c184167 req-04fa8564-0501-4ef1-91a6-81e296e2fb1d service neutron] 10.222.0.55 "GET /v2.0/networks/1759e7bc-ead3-4335-8c90-46a93aea395d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045384 Oct 20 11:02:01.325208 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-ec4e944d-be11-40fc-bc42-794c9b4b87ab tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Allocated IP 172.20.0.4 (e7d48ff1-5b13-434a-89e6-9f5bb9450f44/73b05cb4-8c27-4c63-a43d-77e7e3cf7b76/386b9375-4cc5-4dc0-a1b2-fbc6f33c709a) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:02:01.472787 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ec4e944d-be11-40fc-bc42-794c9b4b87ab tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:01.505224 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ec4e944d-be11-40fc-bc42-794c9b4b87ab tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:01.550294 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec4e944d-be11-40fc-bc42-794c9b4b87ab tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Network e7d48ff1-5b13-434a-89e6-9f5bb9450f44 is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:02:01.555226 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-ec4e944d-be11-40fc-bc42-794c9b4b87ab tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:02:01.561558 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4e944d-be11-40fc-bc42-794c9b4b87ab tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Pushing event updated for resources: {'Port': ['ID=386b9375-4cc5-4dc0-a1b2-fbc6f33c709a,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:01.563734 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4e944d-be11-40fc-bc42-794c9b4b87ab tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:02:01.601280 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec4e944d-be11-40fc-bc42-794c9b4b87ab tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:01.601896 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ec4e944d-be11-40fc-bc42-794c9b4b87ab tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:01.616981 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-ec4e944d-be11-40fc-bc42-794c9b4b87ab tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1021 time: 0.4832859 Oct 20 11:02:01.619503 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 34722) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:01.692589 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-b59afb9e-35d9-47b9-854b-2c181c026b81 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Deleting port 386b9375-4cc5-4dc0-a1b2-fbc6f33c709a {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:02:01.693034 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b59afb9e-35d9-47b9-854b-2c181c026b81 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:01.773444 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b59afb9e-35d9-47b9-854b-2c181c026b81 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:01.786790 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-b59afb9e-35d9-47b9-854b-2c181c026b81 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Calling delete_port for 386b9375-4cc5-4dc0-a1b2-fbc6f33c709a owned by {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:02:01.907076 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b59afb9e-35d9-47b9-854b-2c181c026b81 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:01.937708 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59afb9e-35d9-47b9-854b-2c181c026b81 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Pushing event deleted for resources: {'Port': ['ID=386b9375-4cc5-4dc0-a1b2-fbc6f33c709a,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:01.995775 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b59afb9e-35d9-47b9-854b-2c181c026b81 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:02.002304 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-b59afb9e-35d9-47b9-854b-2c181c026b81 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] 10.222.0.64 "DELETE /v2.0/ports/386b9375-4cc5-4dc0-a1b2-fbc6f33c709a HTTP/1.1" status: 204 len: 168 time: 0.3790789 Oct 20 11:02:02.002572 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 34724) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:02.006873 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-dc791217-e087-4afa-8274-1856e0176da1 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e7d48ff1-5b13-434a-89e6-9f5bb9450f44', 'external_fixed_ips': [{'subnet_id': '73b05cb4-8c27-4c63-a43d-77e7e3cf7b76', 'ip_address': '172.20.0.4'}]}}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:02:02.027894 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-dc791217-e087-4afa-8274-1856e0176da1 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1772442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258322'] for router, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:02.028919 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-dc791217-e087-4afa-8274-1856e0176da1 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1772334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773516', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258315'] for router, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:02.083175 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-dc791217-e087-4afa-8274-1856e0176da1 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:02.215877 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-dc791217-e087-4afa-8274-1856e0176da1 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:02.757719 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-dc791217-e087-4afa-8274-1856e0176da1 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:02.777999 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-dc791217-e087-4afa-8274-1856e0176da1 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:02.842798 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 34734) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:02.928555 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-dc791217-e087-4afa-8274-1856e0176da1 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Allocated IP 172.20.0.4 (e7d48ff1-5b13-434a-89e6-9f5bb9450f44/73b05cb4-8c27-4c63-a43d-77e7e3cf7b76/9d8bfd4f-bb0c-4401-88aa-729443a88927) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:02:02.954030 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-93ec0cd9-2976-404c-b1a1-57c2d4ffea9d admin admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:03.034463 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-93ec0cd9-2976-404c-b1a1-57c2d4ffea9d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:03.039908 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-93ec0cd9-2976-404c-b1a1-57c2d4ffea9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:03.043537 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-dc791217-e087-4afa-8274-1856e0176da1 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:03.077849 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-dc791217-e087-4afa-8274-1856e0176da1 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:03.088576 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-93ec0cd9-2976-404c-b1a1-57c2d4ffea9d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4d4fb7dfc98942de91b04558e2806034&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2443633 Oct 20 11:02:03.089838 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ec0cd9-2976-404c-b1a1-57c2d4ffea9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fffb16e5-795f-41c3-805c-4ecfc5cdaac8,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:03.091911 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 34738) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:03.158562 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc791217-e087-4afa-8274-1856e0176da1 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Network e7d48ff1-5b13-434a-89e6-9f5bb9450f44 is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:02:03.163977 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc791217-e087-4afa-8274-1856e0176da1 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Pushing event updated for resources: {'Port': ['ID=9d8bfd4f-bb0c-4401-88aa-729443a88927,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:03.168308 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-dc791217-e087-4afa-8274-1856e0176da1 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:02:03.170983 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc791217-e087-4afa-8274-1856e0176da1 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:02:03.224016 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-da5b688b-b3d2-4af7-87a8-44fb9f312ab9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:03.320617 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-da5b688b-b3d2-4af7-87a8-44fb9f312ab9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:03.437926 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-da5b688b-b3d2-4af7-87a8-44fb9f312ab9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:03.440496 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-da5b688b-b3d2-4af7-87a8-44fb9f312ab9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:03.441673 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-da5b688b-b3d2-4af7-87a8-44fb9f312ab9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fffb16e5-795f-41c3-805c-4ecfc5cdaac8 HTTP/1.1" status: 204 len: 168 time: 0.3480222 Oct 20 11:02:03.455029 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5b688b-b3d2-4af7-87a8-44fb9f312ab9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fffb16e5-795f-41c3-805c-4ecfc5cdaac8,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:03.521604 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-dc791217-e087-4afa-8274-1856e0176da1 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:03.535365 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-735e0a8f-6e0a-4939-9624-0641fe8b36be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:03.738397 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-dc791217-e087-4afa-8274-1856e0176da1 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1773475'] for router, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:03.891505 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc791217-e087-4afa-8274-1856e0176da1 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Router 3de571a7-148b-4d78-aa8e-6f002ccd7aff is scheduled to L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 with binding_index 1 {{(pid=100597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 11:02:03.999802 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc791217-e087-4afa-8274-1856e0176da1 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:02:04.014263 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3453a30d-6a6c-4756-bf6a-2bd63a32a506 None None] Sync routers for ids ['3de571a7-148b-4d78-aa8e-6f002ccd7aff'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:02:04.016666 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-dc791217-e087-4afa-8274-1856e0176da1 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Publish callbacks [] for router, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:04.017908 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-dc791217-e087-4afa-8274-1856e0176da1 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 2.0143716 Oct 20 11:02:04.022213 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 34760) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:04.024215 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3453a30d-6a6c-4756-bf6a-2bd63a32a506 None None] Routers {'3de571a7-148b-4d78-aa8e-6f002ccd7aff'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:02:04.024760 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-3453a30d-6a6c-4756-bf6a-2bd63a32a506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:01:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['3de571a7-148b-4d78-aa8e-6f002ccd7aff'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:02:04.109514 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 34764) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:04.130594 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ee6db171-6708-4183-9f62-9eed905ce4c2 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Publish callbacks [] for router, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:04.139431 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-3453a30d-6a6c-4756-bf6a-2bd63a32a506 None None] Set router 3de571a7-148b-4d78-aa8e-6f002ccd7aff gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:02:04.215798 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-a8cbcfdf-f7ab-457a-b826-85ca65b6edb2 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1299104041-network', 'tenant_id': 'e5cc08403fb94371a61a462ad9ce80c2'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:02:04.241057 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ee6db171-6708-4183-9f62-9eed905ce4c2 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:04.243238 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8cbcfdf-f7ab-457a-b826-85ca65b6edb2 admin admin] Made reservation on behalf of e5cc08403fb94371a61a462ad9ce80c2 for: {'network': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:02:04.246256 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a8cbcfdf-f7ab-457a-b826-85ca65b6edb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:04.256207 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a8cbcfdf-f7ab-457a-b826-85ca65b6edb2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:04.264155 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 7 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:02:04.306809 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-ee6db171-6708-4183-9f62-9eed905ce4c2 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Deleting port 9d8bfd4f-bb0c-4401-88aa-729443a88927 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:02:04.307158 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ee6db171-6708-4183-9f62-9eed905ce4c2 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:04.333800 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-3453a30d-6a6c-4756-bf6a-2bd63a32a506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3de571a7-148b-4d78-aa8e-6f002ccd7aff', 'name': '', 'tenant_id': '19c4ecca0a0248be96da69652c6d340e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7d48ff1-5b13-434a-89e6-9f5bb9450f44', 'external_fixed_ips': [{'subnet_id': '73b05cb4-8c27-4c63-a43d-77e7e3cf7b76', 'ip_address': '172.20.0.4'}], 'enable_snat': True}, 'gw_port_id': '9d8bfd4f-bb0c-4401-88aa-729443a88927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:02:02Z', 'updated_at': '2021-10-20T11:02:03Z', 'revision_number': 3, 'project_id': '19c4ecca0a0248be96da69652c6d340e', 'gw_port': {'id': '9d8bfd4f-bb0c-4401-88aa-729443a88927', 'name': '', 'network_id': 'e7d48ff1-5b13-434a-89e6-9f5bb9450f44', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ee:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3de571a7-148b-4d78-aa8e-6f002ccd7aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': '73b05cb4-8c27-4c63-a43d-77e7e3cf7b76', 'ip_address': '172.20.0.4', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:02:02Z', 'updated_at': '2021-10-20T11:02:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '73b05cb4-8c27-4c63-a43d-77e7e3cf7b76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:02:04.362066 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a8cbcfdf-f7ab-457a-b826-85ca65b6edb2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:04.365453 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3453a30d-6a6c-4756-bf6a-2bd63a32a506 None None] Checking router: 3de571a7-148b-4d78-aa8e-6f002ccd7aff for host: n-d-811396-3 {{(pid=100598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:02:04.365864 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3453a30d-6a6c-4756-bf6a-2bd63a32a506 None None] Updating router 3de571a7-148b-4d78-aa8e-6f002ccd7aff port 9d8bfd4f-bb0c-4401-88aa-729443a88927 binding host n-d-811396-3 {{(pid=100598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:02:04.366616 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a8cbcfdf-f7ab-457a-b826-85ca65b6edb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:04.394409 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3453a30d-6a6c-4756-bf6a-2bd63a32a506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:04.397866 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ee6db171-6708-4183-9f62-9eed905ce4c2 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:04.400107 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8cbcfdf-f7ab-457a-b826-85ca65b6edb2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 836} {{(pid=100596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:02:04.405809 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cbcfdf-f7ab-457a-b826-85ca65b6edb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f6e076d-15ec-428b-b3ed-a0ea083834b0,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:04.412868 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-ee6db171-6708-4183-9f62-9eed905ce4c2 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Calling delete_port for 9d8bfd4f-bb0c-4401-88aa-729443a88927 owned by network:router_gateway {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:02:04.414032 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a8cbcfdf-f7ab-457a-b826-85ca65b6edb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:04.414626 n-d-811396-3 neutron-server[100596]: INFO neutron.db.segments_db [None req-a8cbcfdf-f7ab-457a-b826-85ca65b6edb2 admin admin] Added segment a5736a44-11be-4610-8658-5b1a3303da13 of type vlan for network 64b6c47c-0a6b-4617-8fac-d57af9e73147 Oct 20 11:02:04.460198 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a8cbcfdf-f7ab-457a-b826-85ca65b6edb2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:04.486614 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a8cbcfdf-f7ab-457a-b826-85ca65b6edb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:04.487748 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8cbcfdf-f7ab-457a-b826-85ca65b6edb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:04.488369 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a8cbcfdf-f7ab-457a-b826-85ca65b6edb2 admin admin] Publish callbacks [] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:04.517847 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-a8cbcfdf-f7ab-457a-b826-85ca65b6edb2 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4062746 Oct 20 11:02:04.520885 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 34770) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:04.525998 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-9a98eee0-c640-48df-a5e8-6aceb04ccc82 admin admin] Request body: {'subnet': {'network_id': '64b6c47c-0a6b-4617-8fac-d57af9e73147', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1299104041-subnet', 'tenant_id': 'e5cc08403fb94371a61a462ad9ce80c2', 'ip_version': 4}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:02:04.557923 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a98eee0-c640-48df-a5e8-6aceb04ccc82 admin admin] Made reservation on behalf of e5cc08403fb94371a61a462ad9ce80c2 for: {'subnet': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:02:04.560315 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9a98eee0-c640-48df-a5e8-6aceb04ccc82 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25350782'] for subnet, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:04.560440 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cbcfdf-f7ab-457a-b826-85ca65b6edb2 admin admin] Pushing event updated for resources: {'Network': ['ID=64b6c47c-0a6b-4617-8fac-d57af9e73147,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:04.571998 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network 64b6c47c-0a6b-4617-8fac-d57af9e73147 details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:02:04.658073 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ee6db171-6708-4183-9f62-9eed905ce4c2 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:04.693329 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6db171-6708-4183-9f62-9eed905ce4c2 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Pushing event deleted for resources: {'Port': ['ID=9d8bfd4f-bb0c-4401-88aa-729443a88927,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:04.730647 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.db.api [None req-3453a30d-6a6c-4756-bf6a-2bd63a32a506 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 11:02:04.731047 n-d-811396-3 neutron-server[100598]: DEBUG oslo_db.api [None req-3453a30d-6a6c-4756-bf6a-2bd63a32a506 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 11:02:04.812557 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ee6db171-6708-4183-9f62-9eed905ce4c2 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1773439'] for router_gateway, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:04.929226 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ee6db171-6708-4183-9f62-9eed905ce4c2 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1772272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258304'] for router, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:04.933630 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ee6db171-6708-4183-9f62-9eed905ce4c2 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:04.947850 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9a98eee0-c640-48df-a5e8-6aceb04ccc82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25350752'] for subnet, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:05.013519 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ee6db171-6708-4183-9f62-9eed905ce4c2 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1772267'] for router, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:05.014051 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee6db171-6708-4183-9f62-9eed905ce4c2 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3de571a7-148b-4d78-aa8e-6f002ccd7aff {{(pid=100597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:02:05.022094 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ee6db171-6708-4183-9f62-9eed905ce4c2 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Publish callbacks [] for router, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:05.023212 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-ee6db171-6708-4183-9f62-9eed905ce4c2 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] 10.222.0.64 "DELETE /v2.0/routers/3de571a7-148b-4d78-aa8e-6f002ccd7aff HTTP/1.1" status: 204 len: 168 time: 1.0017507 Oct 20 11:02:05.026125 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 34772) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:05.034840 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a98eee0-c640-48df-a5e8-6aceb04ccc82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85762728-fd50-4c4d-858e-39a2dc7d3570,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:05.051271 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a98eee0-c640-48df-a5e8-6aceb04ccc82 admin admin] Checking segment: {'id': 'a5736a44-11be-4610-8658-5b1a3303da13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '64b6c47c-0a6b-4617-8fac-d57af9e73147'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:02:05.051664 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a98eee0-c640-48df-a5e8-6aceb04ccc82 admin admin] Network hostable DHCP agents. Network: 64b6c47c-0a6b-4617-8fac-d57af9e73147, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:02:05.068257 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a98eee0-c640-48df-a5e8-6aceb04ccc82 admin admin] Network 64b6c47c-0a6b-4617-8fac-d57af9e73147 is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:02:05.071125 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cd62dd8-e1bf-42f1-a3bd-e9949ff014ef tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Deleting subnet 73b05cb4-8c27-4c63-a43d-77e7e3cf7b76 {{(pid=100596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:02:05.074097 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0cd62dd8-e1bf-42f1-a3bd-e9949ff014ef tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:05.077783 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-9a98eee0-c640-48df-a5e8-6aceb04ccc82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, 64b6c47c-0a6b-4617-8fac-d57af9e73147) {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:02:05.082140 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a98eee0-c640-48df-a5e8-6aceb04ccc82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:05.082895 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9a98eee0-c640-48df-a5e8-6aceb04ccc82 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:05.090537 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df5b6a33-82b2-4977-9b3d-f9f34ed12b78 None None] Network 64b6c47c-0a6b-4617-8fac-d57af9e73147 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:02:05.100523 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-9a98eee0-c640-48df-a5e8-6aceb04ccc82 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5784726 Oct 20 11:02:05.102991 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 34774) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:05.108428 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-6ed85373-e27b-4c6d-9d2b-b71effb2a75e admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1299104041-router', 'tenant_id': 'e5cc08403fb94371a61a462ad9ce80c2', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:02:05.114586 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0cd62dd8-e1bf-42f1-a3bd-e9949ff014ef tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25189079'] for subnet, precommit_delete_associations {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:05.134013 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6ed85373-e27b-4c6d-9d2b-b71effb2a75e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1772442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258322'] for router, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:05.135684 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6ed85373-e27b-4c6d-9d2b-b71effb2a75e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1772334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773516', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258315'] for router, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:05.161645 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0cd62dd8-e1bf-42f1-a3bd-e9949ff014ef tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:05.195296 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6ed85373-e27b-4c6d-9d2b-b71effb2a75e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:05.218279 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0cd62dd8-e1bf-42f1-a3bd-e9949ff014ef tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26836193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26761888'] for subnet, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:05.231925 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0cd62dd8-e1bf-42f1-a3bd-e9949ff014ef tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:05.235503 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-0cd62dd8-e1bf-42f1-a3bd-e9949ff014ef tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] 10.222.0.64 "DELETE /v2.0/subnets/73b05cb4-8c27-4c63-a43d-77e7e3cf7b76 HTTP/1.1" status: 204 len: 168 time: 0.2083106 Oct 20 11:02:05.254338 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 34776) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:05.259584 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd62dd8-e1bf-42f1-a3bd-e9949ff014ef tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=73b05cb4-8c27-4c63-a43d-77e7e3cf7b76,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:05.271165 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f3359e8-e633-4eea-8f20-6715cbddc1da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524064ba-869c-5550-b826-c26b69a11278-64b6c47c-0a6b-4617-8fac-d57af9e73147', 'network_id': '64b6c47c-0a6b-4617-8fac-d57af9e73147', 'tenant_id': 'e5cc08403fb94371a61a462ad9ce80c2', 'fixed_ips': [{'subnet_id': '85762728-fd50-4c4d-858e-39a2dc7d3570'}]}} from n-d-811396-3. {{(pid=100598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:02:05.272055 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-4f3359e8-e633-4eea-8f20-6715cbddc1da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:05.274471 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3453a30d-6a6c-4756-bf6a-2bd63a32a506 None None] Port 9d8bfd4f-bb0c-4401-88aa-729443a88927 not found while updating agent binding for router 3de571a7-148b-4d78-aa8e-6f002ccd7aff. {{(pid=100598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Oct 20 11:02:05.301058 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3453a30d-6a6c-4756-bf6a-2bd63a32a506 None None] Routers set() bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:02:05.301433 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3453a30d-6a6c-4756-bf6a-2bd63a32a506 None None] Router IDs set() for agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 20 11:02:05.302094 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_agentschedulers_db [None req-3453a30d-6a6c-4756-bf6a-2bd63a32a506 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'3de571a7-148b-4d78-aa8e-6f002ccd7aff'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:01:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent'). {{(pid=100598) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 20 11:02:05.302726 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3453a30d-6a6c-4756-bf6a-2bd63a32a506 None None] The sync data for ids ['3de571a7-148b-4d78-aa8e-6f002ccd7aff'] in n-d-811396-3 is: [] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:02:05.413481 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6ed85373-e27b-4c6d-9d2b-b71effb2a75e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:05.423033 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-4f3359e8-e633-4eea-8f20-6715cbddc1da None None] Allocated IP 172.20.0.2 (64b6c47c-0a6b-4617-8fac-d57af9e73147/85762728-fd50-4c4d-858e-39a2dc7d3570/d03ee017-957d-4747-a010-1aa5e9544554) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:02:05.423247 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-cb95dea1-351e-49e4-bff4-6fe9f1723694 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:05.556340 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-cb95dea1-351e-49e4-bff4-6fe9f1723694 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:05.570057 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-4f3359e8-e633-4eea-8f20-6715cbddc1da None None] Publish callbacks [] for port, precommit_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:05.576189 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-4f3359e8-e633-4eea-8f20-6715cbddc1da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:05.582616 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-cb95dea1-351e-49e4-bff4-6fe9f1723694 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7d48ff1-5b13-434a-89e6-9f5bb9450f44']}} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:02:05.596602 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-cb95dea1-351e-49e4-bff4-6fe9f1723694 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ab39d67-9c31-4c7e-b22a-b38d52e57a2e') {'for_net_delete': True} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:02:05.596903 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-cb95dea1-351e-49e4-bff4-6fe9f1723694 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ab39d67-9c31-4c7e-b22a-b38d52e57a2e') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:02:05.608587 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-cb95dea1-351e-49e4-bff4-6fe9f1723694 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25852596'] for segment, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:05.615576 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f3359e8-e633-4eea-8f20-6715cbddc1da None None] Network 64b6c47c-0a6b-4617-8fac-d57af9e73147 is already hosted by enough agents. {{(pid=100598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:02:05.619900 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.base_scheduler [None req-4f3359e8-e633-4eea-8f20-6715cbddc1da None None] Resources bound (agent type, host, resource id): {{(pid=100598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:02:05.624606 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3359e8-e633-4eea-8f20-6715cbddc1da None None] Received port after_create {{(pid=100598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:02:05.628083 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-cb95dea1-351e-49e4-bff4-6fe9f1723694 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:05.632873 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3359e8-e633-4eea-8f20-6715cbddc1da None None] Pushing event updated for resources: {'Port': ['ID=d03ee017-957d-4747-a010-1aa5e9544554,revision_number=1']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:05.655555 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3359e8-e633-4eea-8f20-6715cbddc1da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:02:05.655955 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3359e8-e633-4eea-8f20-6715cbddc1da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:02:05.656293 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3359e8-e633-4eea-8f20-6715cbddc1da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:02:05.656624 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3359e8-e633-4eea-8f20-6715cbddc1da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:02:05.656950 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3359e8-e633-4eea-8f20-6715cbddc1da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:02:05.657274 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3359e8-e633-4eea-8f20-6715cbddc1da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:02:05.657594 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3359e8-e633-4eea-8f20-6715cbddc1da None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:02:05.657926 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3359e8-e633-4eea-8f20-6715cbddc1da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:02:05.658235 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3359e8-e633-4eea-8f20-6715cbddc1da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:02:05.658546 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3359e8-e633-4eea-8f20-6715cbddc1da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:02:05.658874 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3359e8-e633-4eea-8f20-6715cbddc1da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:02:05.659170 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3359e8-e633-4eea-8f20-6715cbddc1da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:02:05.670746 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb95dea1-351e-49e4-bff4-6fe9f1723694 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Releasing vlan 812 on physical network physnet1 to pool {{(pid=100597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:02:05.671152 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-cb95dea1-351e-49e4-bff4-6fe9f1723694 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951012'] for segment, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:05.673307 n-d-811396-3 neutron-server[100597]: Traceback (most recent call last): Oct 20 11:02:05.673307 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:02:05.673307 n-d-811396-3 neutron-server[100597]: timer() Oct 20 11:02:05.673307 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:02:05.673307 n-d-811396-3 neutron-server[100597]: cb(*args, **kw) Oct 20 11:02:05.673307 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:02:05.673307 n-d-811396-3 neutron-server[100597]: return func(*args, **kwargs) Oct 20 11:02:05.673307 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:02:05.673307 n-d-811396-3 neutron-server[100597]: self._notify() Oct 20 11:02:05.673307 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:02:05.673307 n-d-811396-3 neutron-server[100597]: self.callback(batched_events) Oct 20 11:02:05.673307 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:02:05.673307 n-d-811396-3 neutron-server[100597]: event.method(event) Oct 20 11:02:05.673307 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:02:05.673307 n-d-811396-3 neutron-server[100597]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:02:05.673307 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:02:05.673307 n-d-811396-3 neutron-server[100597]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:02:05.673307 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:02:05.673307 n-d-811396-3 neutron-server[100597]: return f(self, *a, **k) Oct 20 11:02:05.673307 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:02:05.673307 n-d-811396-3 neutron-server[100597]: return self._get(url).json() Oct 20 11:02:05.673307 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:02:05.673307 n-d-811396-3 neutron-server[100597]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:02:05.673307 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:02:05.673307 n-d-811396-3 neutron-server[100597]: return self.request(url, 'GET', **kwargs) Oct 20 11:02:05.673307 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:02:05.673307 n-d-811396-3 neutron-server[100597]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:02:05.673307 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:02:05.673307 n-d-811396-3 neutron-server[100597]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:02:05.673307 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:02:05.673307 n-d-811396-3 neutron-server[100597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:02:05.673307 n-d-811396-3 neutron-server[100597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:02:05.687096 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-4f3359e8-e633-4eea-8f20-6715cbddc1da None None] Attempting to bind port d03ee017-957d-4747-a010-1aa5e9544554 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:02:05.687496 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-4f3359e8-e633-4eea-8f20-6715cbddc1da None None] Attempting to bind port d03ee017-957d-4747-a010-1aa5e9544554 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': 'a5736a44-11be-4610-8658-5b1a3303da13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '64b6c47c-0a6b-4617-8fac-d57af9e73147'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:02:05.688009 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3359e8-e633-4eea-8f20-6715cbddc1da None None] Attempting to bind port d03ee017-957d-4747-a010-1aa5e9544554 on network 64b6c47c-0a6b-4617-8fac-d57af9e73147 {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:02:05.692690 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3359e8-e633-4eea-8f20-6715cbddc1da None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 1, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:02:05.693057 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3359e8-e633-4eea-8f20-6715cbddc1da None None] Checking segment: {'id': 'a5736a44-11be-4610-8658-5b1a3303da13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '64b6c47c-0a6b-4617-8fac-d57af9e73147'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:02:05.693452 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-4f3359e8-e633-4eea-8f20-6715cbddc1da None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:05.693838 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3359e8-e633-4eea-8f20-6715cbddc1da None None] Bound using segment: {'id': 'a5736a44-11be-4610-8658-5b1a3303da13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '64b6c47c-0a6b-4617-8fac-d57af9e73147'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:02:05.694295 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-4f3359e8-e633-4eea-8f20-6715cbddc1da None None] Bound port: d03ee017-957d-4747-a010-1aa5e9544554, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5736a44-11be-4610-8658-5b1a3303da13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '64b6c47c-0a6b-4617-8fac-d57af9e73147'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:02:05.694667 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-4f3359e8-e633-4eea-8f20-6715cbddc1da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:05.761138 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-4f3359e8-e633-4eea-8f20-6715cbddc1da None None] For port d03ee017-957d-4747-a010-1aa5e9544554, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:02:05.764961 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-4f3359e8-e633-4eea-8f20-6715cbddc1da None None] For port d03ee017-957d-4747-a010-1aa5e9544554, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=d03ee017-957d-4747-a010-1aa5e9544554,segment=NetworkSegment(a5736a44-11be-4610-8658-5b1a3303da13),segment_id=a5736a44-11be-4610-8658-5b1a3303da13)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:02:05.768477 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-4f3359e8-e633-4eea-8f20-6715cbddc1da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:05.787352 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-cb95dea1-351e-49e4-bff4-6fe9f1723694 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:05.792160 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb95dea1-351e-49e4-bff4-6fe9f1723694 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e7d48ff1-5b13-434a-89e6-9f5bb9450f44 {{(pid=100597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 20 11:02:05.794267 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-cb95dea1-351e-49e4-bff4-6fe9f1723694 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:05.797825 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-cb95dea1-351e-49e4-bff4-6fe9f1723694 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] 10.222.0.64 "DELETE /v2.0/networks/e7d48ff1-5b13-434a-89e6-9f5bb9450f44 HTTP/1.1" status: 204 len: 168 time: 0.5499642 Oct 20 11:02:05.824496 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb95dea1-351e-49e4-bff4-6fe9f1723694 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Pushing event deleted for resources: {'Network': ['ID=e7d48ff1-5b13-434a-89e6-9f5bb9450f44,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:05.829579 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3359e8-e633-4eea-8f20-6715cbddc1da None None] Pushing event updated for resources: {'Port': ['ID=d03ee017-957d-4747-a010-1aa5e9544554,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:05.839278 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6ed85373-e27b-4c6d-9d2b-b71effb2a75e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:05.862379 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6ed85373-e27b-4c6d-9d2b-b71effb2a75e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:05.990580 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-6ed85373-e27b-4c6d-9d2b-b71effb2a75e admin admin] Allocated IP 172.25.1.50 (cbe170d3-31ba-45a2-b477-520ab0a7a8ea/f4e26aca-17ac-4adb-a66b-d939a1b35b64/92f332d5-1ada-4acf-8117-6b411ab02a83) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:02:06.172455 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6ed85373-e27b-4c6d-9d2b-b71effb2a75e admin admin] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:06.178916 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 34786) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:06.184024 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-566f7b22-9a94-42fa-a230-fbac42a6fada tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Request body: {'router': {'name': 'tempest-router--280445565', 'project_id': 'c7ad505ecd854fdc91e511b3b61fb9f6'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:02:06.226460 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-566f7b22-9a94-42fa-a230-fbac42a6fada tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1772442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258322'] for router, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:06.227624 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-566f7b22-9a94-42fa-a230-fbac42a6fada tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1772334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773516', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258315'] for router, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:06.241063 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6ed85373-e27b-4c6d-9d2b-b71effb2a75e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:06.328241 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-566f7b22-9a94-42fa-a230-fbac42a6fada tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:06.330599 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed85373-e27b-4c6d-9d2b-b71effb2a75e admin admin] Network cbe170d3-31ba-45a2-b477-520ab0a7a8ea is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:02:06.335541 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-6ed85373-e27b-4c6d-9d2b-b71effb2a75e admin admin] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:02:06.338093 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed85373-e27b-4c6d-9d2b-b71effb2a75e admin admin] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:02:06.341405 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-566f7b22-9a94-42fa-a230-fbac42a6fada tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1773475'] for router, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:06.343250 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed85373-e27b-4c6d-9d2b-b71effb2a75e admin admin] Pushing event updated for resources: {'Port': ['ID=92f332d5-1ada-4acf-8117-6b411ab02a83,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:06.387053 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-566f7b22-9a94-42fa-a230-fbac42a6fada tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Publish callbacks [] for router, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:06.391007 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-566f7b22-9a94-42fa-a230-fbac42a6fada tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2083414 Oct 20 11:02:06.391307 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 34788) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:06.411911 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-64dc89e3-6a80-493a-a312-3a26032b5a19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:06.476877 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2d1270b1-d955-46b6-81f7-e1356ad84194 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Publish callbacks [] for router, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:06.928984 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d1a12b7-225b-4b8c-8723-703e87b6ec99 None None] Network 64b6c47c-0a6b-4617-8fac-d57af9e73147 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:02:06.932429 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2d1270b1-d955-46b6-81f7-e1356ad84194 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1772272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258304'] for router, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:06.934645 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2d1270b1-d955-46b6-81f7-e1356ad84194 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:06.979887 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2d1270b1-d955-46b6-81f7-e1356ad84194 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1772267'] for router, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:06.980781 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d1270b1-d955-46b6-81f7-e1356ad84194 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0c4f4037-dc98-46c5-a9d5-9391adcda04b {{(pid=100596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:02:06.985864 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2d1270b1-d955-46b6-81f7-e1356ad84194 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Publish callbacks [] for router, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:06.986692 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-2d1270b1-d955-46b6-81f7-e1356ad84194 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] 10.222.0.64 "DELETE /v2.0/routers/0c4f4037-dc98-46c5-a9d5-9391adcda04b HTTP/1.1" status: 204 len: 168 time: 0.5941949 Oct 20 11:02:07.005002 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-cec15955-6bc3-4103-b62e-e12213b5de40 None None] Provisioning complete for port d03ee017-957d-4747-a010-1aa5e9544554 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:02:07.005375 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-cec15955-6bc3-4103-b62e-e12213b5de40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:07.010450 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6ed85373-e27b-4c6d-9d2b-b71effb2a75e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:07.116495 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 34796) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:07.167126 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:07.173761 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-cec15955-6bc3-4103-b62e-e12213b5de40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:07.213887 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-cec15955-6bc3-4103-b62e-e12213b5de40 None None] For port d03ee017-957d-4747-a010-1aa5e9544554, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=d03ee017-957d-4747-a010-1aa5e9544554,segment=NetworkSegment(a5736a44-11be-4610-8658-5b1a3303da13),segment_id=a5736a44-11be-4610-8658-5b1a3303da13)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:02:07.220103 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-cec15955-6bc3-4103-b62e-e12213b5de40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:07.269635 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec15955-6bc3-4103-b62e-e12213b5de40 None None] Pushing event updated for resources: {'Port': ['ID=d03ee017-957d-4747-a010-1aa5e9544554,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:07.280690 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6ed85373-e27b-4c6d-9d2b-b71effb2a75e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1773475'] for router, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:07.380742 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-cc376859-9ada-40d8-8e28-e7201dfb4a76 tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1583611756', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}, 'admin_state_up': False}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:02:07.411692 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-cc376859-9ada-40d8-8e28-e7201dfb4a76 tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1772442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258322'] for router, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:07.413604 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-cc376859-9ada-40d8-8e28-e7201dfb4a76 tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1772334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773516', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258315'] for router, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:07.425651 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ed85373-e27b-4c6d-9d2b-b71effb2a75e admin admin] Router 28ebf9f3-c7d9-4879-892f-ae6ec600e536 is scheduled to L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 with binding_index 1 {{(pid=100597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 11:02:07.503401 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-cc376859-9ada-40d8-8e28-e7201dfb4a76 tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:07.540616 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-9d927c7c-c61f-48bd-afdd-6e7c55debb83 None None] Provisioning complete for port d03ee017-957d-4747-a010-1aa5e9544554 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:02:07.541298 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-9d927c7c-c61f-48bd-afdd-6e7c55debb83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:07.541601 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ed85373-e27b-4c6d-9d2b-b71effb2a75e admin admin] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:02:07.554641 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-952d31b4-1d62-4a5e-8a87-550e6856365c None None] Sync routers for ids ['28ebf9f3-c7d9-4879-892f-ae6ec600e536'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:02:07.560039 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6ed85373-e27b-4c6d-9d2b-b71effb2a75e admin admin] Publish callbacks [] for router, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:07.561444 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-6ed85373-e27b-4c6d-9d2b-b71effb2a75e admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4573214 Oct 20 11:02:07.563910 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 34800) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:07.565250 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952d31b4-1d62-4a5e-8a87-550e6856365c None None] Routers {'28ebf9f3-c7d9-4879-892f-ae6ec600e536'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:02:07.566036 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-952d31b4-1d62-4a5e-8a87-550e6856365c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:02:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['28ebf9f3-c7d9-4879-892f-ae6ec600e536'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:02:07.612194 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:07.666557 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-cc376859-9ada-40d8-8e28-e7201dfb4a76 tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:07.839285 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-952d31b4-1d62-4a5e-8a87-550e6856365c None None] Set router 28ebf9f3-c7d9-4879-892f-ae6ec600e536 gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:02:07.905437 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-cc376859-9ada-40d8-8e28-e7201dfb4a76 tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Publish callbacks [] for router_gateway, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:07.937130 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-cc376859-9ada-40d8-8e28-e7201dfb4a76 tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:07.970427 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device d03ee017-957d-4747-a010-1aa5e9544554 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:02:08.022191 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port d03ee017-957d-4747-a010-1aa5e9544554 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:02:08.022564 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:08.055870 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-952d31b4-1d62-4a5e-8a87-550e6856365c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28ebf9f3-c7d9-4879-892f-ae6ec600e536', 'name': 'tempest-TestServerMultinode-1299104041-router', 'tenant_id': 'e5cc08403fb94371a61a462ad9ce80c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.50'}], 'enable_snat': True}, 'gw_port_id': '92f332d5-1ada-4acf-8117-6b411ab02a83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:02:05Z', 'updated_at': '2021-10-20T11:02:06Z', 'revision_number': 3, 'project_id': 'e5cc08403fb94371a61a462ad9ce80c2', 'gw_port': {'id': '92f332d5-1ada-4acf-8117-6b411ab02a83', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:9f:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28ebf9f3-c7d9-4879-892f-ae6ec600e536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:02:05Z', 'updated_at': '2021-10-20T11:02:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:02:08.074067 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [None req-cc376859-9ada-40d8-8e28-e7201dfb4a76 tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Allocated IP 172.25.1.91 (cbe170d3-31ba-45a2-b477-520ab0a7a8ea/f4e26aca-17ac-4adb-a66b-d939a1b35b64/31c25892-602f-4da2-854a-79faa9859cc2) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:02:08.077823 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d0b1356b-7b84-420b-aa88-2a5189a6b34a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:08.083217 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-952d31b4-1d62-4a5e-8a87-550e6856365c None None] Checking router: 28ebf9f3-c7d9-4879-892f-ae6ec600e536 for host: n-d-811396-3 {{(pid=100599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:02:08.084094 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-952d31b4-1d62-4a5e-8a87-550e6856365c None None] Updating router 28ebf9f3-c7d9-4879-892f-ae6ec600e536 port 92f332d5-1ada-4acf-8117-6b411ab02a83 binding host n-d-811396-3 {{(pid=100599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:02:08.127761 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-952d31b4-1d62-4a5e-8a87-550e6856365c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:08.180749 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:08.226931 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-cc376859-9ada-40d8-8e28-e7201dfb4a76 tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:08.258615 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-d0b1356b-7b84-420b-aa88-2a5189a6b34a admin admin] Allocated IP 172.20.0.1 (64b6c47c-0a6b-4617-8fac-d57af9e73147/85762728-fd50-4c4d-858e-39a2dc7d3570/69a366c3-9f74-4258-949c-c56d2216a9a6) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:02:08.273090 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-cc376859-9ada-40d8-8e28-e7201dfb4a76 tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:08.318831 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc376859-9ada-40d8-8e28-e7201dfb4a76 tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Network cbe170d3-31ba-45a2-b477-520ab0a7a8ea is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:02:08.323315 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-cc376859-9ada-40d8-8e28-e7201dfb4a76 tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:02:08.326951 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc376859-9ada-40d8-8e28-e7201dfb4a76 tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:02:08.348437 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc376859-9ada-40d8-8e28-e7201dfb4a76 tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Pushing event updated for resources: {'Port': ['ID=31c25892-602f-4da2-854a-79faa9859cc2,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:08.381091 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d0b1356b-7b84-420b-aa88-2a5189a6b34a admin admin] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:08.427361 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d0b1356b-7b84-420b-aa88-2a5189a6b34a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:08.433840 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-952d31b4-1d62-4a5e-8a87-550e6856365c None None] Publish callbacks [] for port, precommit_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:08.439969 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-952d31b4-1d62-4a5e-8a87-550e6856365c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:08.473614 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b1356b-7b84-420b-aa88-2a5189a6b34a admin admin] Network 64b6c47c-0a6b-4617-8fac-d57af9e73147 is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:02:08.476387 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-d0b1356b-7b84-420b-aa88-2a5189a6b34a admin admin] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:02:08.480673 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b1356b-7b84-420b-aa88-2a5189a6b34a admin admin] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:02:08.497229 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-952d31b4-1d62-4a5e-8a87-550e6856365c None None] Attempting to bind port 92f332d5-1ada-4acf-8117-6b411ab02a83 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:02:08.497538 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-952d31b4-1d62-4a5e-8a87-550e6856365c None None] Attempting to bind port 92f332d5-1ada-4acf-8117-6b411ab02a83 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}] {{(pid=100599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:02:08.497900 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952d31b4-1d62-4a5e-8a87-550e6856365c None None] Attempting to bind port 92f332d5-1ada-4acf-8117-6b411ab02a83 on network cbe170d3-31ba-45a2-b477-520ab0a7a8ea {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:02:08.501229 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2f0baf-6690-4eb4-a1a7-08f26f1d6ca9 None None] Pushing event updated for resources: {'Port': ['ID=92f332d5-1ada-4acf-8117-6b411ab02a83,revision_number=2']} {{(pid=100599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:08.506074 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952d31b4-1d62-4a5e-8a87-550e6856365c None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:02:08.506444 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952d31b4-1d62-4a5e-8a87-550e6856365c None None] Checking segment: {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:02:08.506989 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-952d31b4-1d62-4a5e-8a87-550e6856365c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:08.507398 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952d31b4-1d62-4a5e-8a87-550e6856365c None None] Bound using segment: {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'} {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:02:08.507874 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-952d31b4-1d62-4a5e-8a87-550e6856365c None None] Bound port: 92f332d5-1ada-4acf-8117-6b411ab02a83, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}}] {{(pid=100599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:02:08.508251 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-952d31b4-1d62-4a5e-8a87-550e6856365c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:08.519001 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b1356b-7b84-420b-aa88-2a5189a6b34a admin admin] Pushing event updated for resources: {'Port': ['ID=69a366c3-9f74-4258-949c-c56d2216a9a6,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:08.532817 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2f0baf-6690-4eb4-a1a7-08f26f1d6ca9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:02:08.533162 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2f0baf-6690-4eb4-a1a7-08f26f1d6ca9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:02:08.533861 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2f0baf-6690-4eb4-a1a7-08f26f1d6ca9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:02:08.533861 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2f0baf-6690-4eb4-a1a7-08f26f1d6ca9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:02:08.534142 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2f0baf-6690-4eb4-a1a7-08f26f1d6ca9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:02:08.534469 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2f0baf-6690-4eb4-a1a7-08f26f1d6ca9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:02:08.534791 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2f0baf-6690-4eb4-a1a7-08f26f1d6ca9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:02:08.535109 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2f0baf-6690-4eb4-a1a7-08f26f1d6ca9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:02:08.538819 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d0b1356b-7b84-420b-aa88-2a5189a6b34a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1774540'] for router_interface, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:08.539526 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2f0baf-6690-4eb4-a1a7-08f26f1d6ca9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:02:08.540216 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2f0baf-6690-4eb4-a1a7-08f26f1d6ca9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:02:08.541158 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2f0baf-6690-4eb4-a1a7-08f26f1d6ca9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:02:08.541801 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2f0baf-6690-4eb4-a1a7-08f26f1d6ca9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:02:08.595543 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.db [None req-952d31b4-1d62-4a5e-8a87-550e6856365c None None] For port 92f332d5-1ada-4acf-8117-6b411ab02a83, host n-d-811396-3, cleared binding levels {{(pid=100599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:02:08.603290 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.db [None req-952d31b4-1d62-4a5e-8a87-550e6856365c None None] For port 92f332d5-1ada-4acf-8117-6b411ab02a83, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=92f332d5-1ada-4acf-8117-6b411ab02a83,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:02:08.609729 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-952d31b4-1d62-4a5e-8a87-550e6856365c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:08.617571 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-cc376859-9ada-40d8-8e28-e7201dfb4a76 tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Publish callbacks [] for router_gateway, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:08.665621 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2f0baf-6690-4eb4-a1a7-08f26f1d6ca9 None None] Pushing event updated for resources: {'Port': ['ID=92f332d5-1ada-4acf-8117-6b411ab02a83,revision_number=3']} {{(pid=100599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:08.683634 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952d31b4-1d62-4a5e-8a87-550e6856365c None None] Routers {'28ebf9f3-c7d9-4879-892f-ae6ec600e536'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:02:08.684363 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-952d31b4-1d62-4a5e-8a87-550e6856365c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:02:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['28ebf9f3-c7d9-4879-892f-ae6ec600e536'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:02:08.697283 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d0b1356b-7b84-420b-aa88-2a5189a6b34a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:08.805607 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-38117acc-0952-4349-ac66-b3671a72e712 None None] Provisioning complete for port 69a366c3-9f74-4258-949c-c56d2216a9a6 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:02:08.806091 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-38117acc-0952-4349-ac66-b3671a72e712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:08.818565 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-952d31b4-1d62-4a5e-8a87-550e6856365c None None] Set router 28ebf9f3-c7d9-4879-892f-ae6ec600e536 gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:02:08.845930 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-38117acc-0952-4349-ac66-b3671a72e712 None None] Port 69a366c3-9f74-4258-949c-c56d2216a9a6 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:02:08.869502 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-cc376859-9ada-40d8-8e28-e7201dfb4a76 tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1773475'] for router, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:08.904035 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d0b1356b-7b84-420b-aa88-2a5189a6b34a admin admin] Publish callbacks [] for port, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:08.908790 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d0b1356b-7b84-420b-aa88-2a5189a6b34a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:08.969665 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:08.975667 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b1356b-7b84-420b-aa88-2a5189a6b34a admin admin] Pushing event updated for resources: {'Port': ['ID=69a366c3-9f74-4258-949c-c56d2216a9a6,revision_number=2']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:08.978158 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d0b1356b-7b84-420b-aa88-2a5189a6b34a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1774432'] for router_interface, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:09.034451 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc376859-9ada-40d8-8e28-e7201dfb4a76 tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Router 9007189d-8698-4a64-88c5-76101a71da83 is scheduled to L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 with binding_index 1 {{(pid=100596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 11:02:09.049251 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-952d31b4-1d62-4a5e-8a87-550e6856365c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28ebf9f3-c7d9-4879-892f-ae6ec600e536', 'name': 'tempest-TestServerMultinode-1299104041-router', 'tenant_id': 'e5cc08403fb94371a61a462ad9ce80c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.50'}], 'enable_snat': True}, 'gw_port_id': '92f332d5-1ada-4acf-8117-6b411ab02a83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:02:05Z', 'updated_at': '2021-10-20T11:02:08Z', 'revision_number': 4, 'project_id': 'e5cc08403fb94371a61a462ad9ce80c2', 'gw_port': {'id': '92f332d5-1ada-4acf-8117-6b411ab02a83', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:9f:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28ebf9f3-c7d9-4879-892f-ae6ec600e536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:02:05Z', 'updated_at': '2021-10-20T11:02:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '69a366c3-9f74-4258-949c-c56d2216a9a6', 'name': '', 'network_id': '64b6c47c-0a6b-4617-8fac-d57af9e73147', 'tenant_id': 'e5cc08403fb94371a61a462ad9ce80c2', 'mac_address': 'fa:16:3e:97:2e:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28ebf9f3-c7d9-4879-892f-ae6ec600e536', 'device_owner': 'network:router_interface', 'standard_attr_id': 3650, 'fixed_ips': [{'subnet_id': '85762728-fd50-4c4d-858e-39a2dc7d3570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:02:08Z', 'updated_at': '2021-10-20T11:02:08Z', 'revision_number': 1, 'project_id': 'e5cc08403fb94371a61a462ad9ce80c2', 'subnets': [{'id': '85762728-fd50-4c4d-858e-39a2dc7d3570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:02:09.081277 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b1356b-7b84-420b-aa88-2a5189a6b34a admin admin] Network 64b6c47c-0a6b-4617-8fac-d57af9e73147 is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:02:09.082673 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-d0b1356b-7b84-420b-aa88-2a5189a6b34a admin admin] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:02:09.083198 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-952d31b4-1d62-4a5e-8a87-550e6856365c None None] The sync data for ids ['28ebf9f3-c7d9-4879-892f-ae6ec600e536'] in n-d-811396-3 is: [{'id': '28ebf9f3-c7d9-4879-892f-ae6ec600e536', 'name': 'tempest-TestServerMultinode-1299104041-router', 'tenant_id': 'e5cc08403fb94371a61a462ad9ce80c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.50'}], 'enable_snat': True}, 'gw_port_id': '92f332d5-1ada-4acf-8117-6b411ab02a83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:02:05Z', 'updated_at': '2021-10-20T11:02:08Z', 'revision_number': 4, 'project_id': 'e5cc08403fb94371a61a462ad9ce80c2', 'gw_port': {'id': '92f332d5-1ada-4acf-8117-6b411ab02a83', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:9f:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28ebf9f3-c7d9-4879-892f-ae6ec600e536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:02:05Z', 'updated_at': '2021-10-20T11:02:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '69a366c3-9f74-4258-949c-c56d2216a9a6', 'name': '', 'network_id': '64b6c47c-0a6b-4617-8fac-d57af9e73147', 'tenant_id': 'e5cc08403fb94371a61a462ad9ce80c2', 'mac_address': 'fa:16:3e:97:2e:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28ebf9f3-c7d9-4879-892f-ae6ec600e536', 'device_owner': 'network:router_interface', 'standard_attr_id': 3650, 'fixed_ips': [{'subnet_id': '85762728-fd50-4c4d-858e-39a2dc7d3570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:02:08Z', 'updated_at': '2021-10-20T11:02:08Z', 'revision_number': 1, 'project_id': 'e5cc08403fb94371a61a462ad9ce80c2', 'subnets': [{'id': '85762728-fd50-4c4d-858e-39a2dc7d3570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:02:09.149346 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc376859-9ada-40d8-8e28-e7201dfb4a76 tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:02:09.160098 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64934f12-d69e-4877-bdd7-5c54648f443b None None] Sync routers for ids ['9007189d-8698-4a64-88c5-76101a71da83'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:02:09.170973 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-cc376859-9ada-40d8-8e28-e7201dfb4a76 tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Publish callbacks [] for router, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:09.175212 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-cc376859-9ada-40d8-8e28-e7201dfb4a76 tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.0546043 Oct 20 11:02:09.175212 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 34806) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:09.178450 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64934f12-d69e-4877-bdd7-5c54648f443b None None] Routers {'9007189d-8698-4a64-88c5-76101a71da83'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:02:09.179088 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-64934f12-d69e-4877-bdd7-5c54648f443b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:02:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['9007189d-8698-4a64-88c5-76101a71da83'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:02:09.215026 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0b1356b-7b84-420b-aa88-2a5189a6b34a admin admin] Router 28ebf9f3-c7d9-4879-892f-ae6ec600e536 has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:02:09.235760 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-64934f12-d69e-4877-bdd7-5c54648f443b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:02:09.265115 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64934f12-d69e-4877-bdd7-5c54648f443b None None] Routers {'9007189d-8698-4a64-88c5-76101a71da83'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:02:09.266067 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-64934f12-d69e-4877-bdd7-5c54648f443b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:02:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['9007189d-8698-4a64-88c5-76101a71da83'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:02:09.306474 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-64934f12-d69e-4877-bdd7-5c54648f443b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:02:09.307411 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64934f12-d69e-4877-bdd7-5c54648f443b None None] The sync data for ids ['9007189d-8698-4a64-88c5-76101a71da83'] in n-d-811396-3 is: [] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:02:09.338459 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-8e1b7e53-0ccb-4a77-bb83-58b277395bc3 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] 10.222.0.64 "GET /v2.0/routers/9007189d-8698-4a64-88c5-76101a71da83 HTTP/1.1" status: 200 len: 920 time: 0.1622219 Oct 20 11:02:09.339156 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 34808) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:09.369056 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0b1356b-7b84-420b-aa88-2a5189a6b34a admin admin] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:02:09.375199 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-d0b1356b-7b84-420b-aa88-2a5189a6b34a admin admin] 10.222.0.64 "PUT /v2.0/routers/28ebf9f3-c7d9-4879-892f-ae6ec600e536/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8102033 Oct 20 11:02:09.376005 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 34810) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:09.383466 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-ff33904a-3f97-406f-b5cb-251089647796 tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] 10.222.0.64 "GET /v2.0/ports?device_id=9007189d-8698-4a64-88c5-76101a71da83 HTTP/1.1" status: 200 len: 205 time: 0.0421677 Oct 20 11:02:09.481231 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-11a16287-c89f-419f-8a0e-7bd4d156f7f5 None None] Provisioning complete for port 69a366c3-9f74-4258-949c-c56d2216a9a6 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:02:09.481605 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-11a16287-c89f-419f-8a0e-7bd4d156f7f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:09.527296 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a3dc23eb-aa5b-4bcc-b853-2f2585cf3441 tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Publish callbacks [] for router, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:09.671856 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a3dc23eb-aa5b-4bcc-b853-2f2585cf3441 tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:09.712245 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-11a16287-c89f-419f-8a0e-7bd4d156f7f5 None None] Port 69a366c3-9f74-4258-949c-c56d2216a9a6 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:02:09.740839 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-a3dc23eb-aa5b-4bcc-b853-2f2585cf3441 tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Deleting port 31c25892-602f-4da2-854a-79faa9859cc2 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:02:09.741353 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a3dc23eb-aa5b-4bcc-b853-2f2585cf3441 tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:09.836615 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a3dc23eb-aa5b-4bcc-b853-2f2585cf3441 tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:09.851717 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-a3dc23eb-aa5b-4bcc-b853-2f2585cf3441 tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Calling delete_port for 31c25892-602f-4da2-854a-79faa9859cc2 owned by network:router_gateway {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:02:10.068395 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a3dc23eb-aa5b-4bcc-b853-2f2585cf3441 tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:10.089871 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 34828) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:10.095039 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-5daa3b19-d130-4984-ae2c-7b49989ed694 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-361006916-network', 'tenant_id': '06983afff3ef4acf99333438c9675dbf'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:02:10.099327 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dc23eb-aa5b-4bcc-b853-2f2585cf3441 tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Pushing event deleted for resources: {'Port': ['ID=31c25892-602f-4da2-854a-79faa9859cc2,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:10.128928 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5daa3b19-d130-4984-ae2c-7b49989ed694 admin admin] Made reservation on behalf of 06983afff3ef4acf99333438c9675dbf for: {'network': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:02:10.132000 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5daa3b19-d130-4984-ae2c-7b49989ed694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:10.141070 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5daa3b19-d130-4984-ae2c-7b49989ed694 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:10.163644 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a3dc23eb-aa5b-4bcc-b853-2f2585cf3441 tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1773439'] for router_gateway, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:10.230920 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5daa3b19-d130-4984-ae2c-7b49989ed694 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:10.238293 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5daa3b19-d130-4984-ae2c-7b49989ed694 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:10.267684 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a3dc23eb-aa5b-4bcc-b853-2f2585cf3441 tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1772272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258304'] for router, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:10.270265 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a3dc23eb-aa5b-4bcc-b853-2f2585cf3441 tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:10.272541 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daa3b19-d130-4984-ae2c-7b49989ed694 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd593ef4-0190-4643-a8e4-867579f30e74,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:10.282255 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5daa3b19-d130-4984-ae2c-7b49989ed694 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 809} {{(pid=100596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:02:10.295174 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5daa3b19-d130-4984-ae2c-7b49989ed694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:10.295666 n-d-811396-3 neutron-server[100596]: INFO neutron.db.segments_db [None req-5daa3b19-d130-4984-ae2c-7b49989ed694 admin admin] Added segment f006586f-e475-49b0-ba8f-a09f128449a6 of type vlan for network b6edbdc5-dae8-4572-991a-213183e6b16c Oct 20 11:02:10.325157 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a3dc23eb-aa5b-4bcc-b853-2f2585cf3441 tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1772267'] for router, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:10.325786 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3dc23eb-aa5b-4bcc-b853-2f2585cf3441 tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Fanout notify agent at l3_agent the message router_deleted on router 9007189d-8698-4a64-88c5-76101a71da83 {{(pid=100597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:02:10.332855 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a3dc23eb-aa5b-4bcc-b853-2f2585cf3441 tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Publish callbacks [] for router, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:10.337614 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 34830) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:10.338049 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-a3dc23eb-aa5b-4bcc-b853-2f2585cf3441 tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] 10.222.0.64 "DELETE /v2.0/routers/9007189d-8698-4a64-88c5-76101a71da83 HTTP/1.1" status: 204 len: 168 time: 0.9609864 Oct 20 11:02:10.342769 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-5cc59b0a-1c5e-4f9b-a84c-1b3c66e442b9 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1182536584', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'enable_snat': False}}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:02:10.366231 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5daa3b19-d130-4984-ae2c-7b49989ed694 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:10.400010 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5cc59b0a-1c5e-4f9b-a84c-1b3c66e442b9 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1772442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258322'] for router, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:10.401043 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5cc59b0a-1c5e-4f9b-a84c-1b3c66e442b9 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1772334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773516', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258315'] for router, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:10.410636 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5daa3b19-d130-4984-ae2c-7b49989ed694 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:10.411671 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5daa3b19-d130-4984-ae2c-7b49989ed694 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:10.412257 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5daa3b19-d130-4984-ae2c-7b49989ed694 admin admin] Publish callbacks [] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:10.458675 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-5daa3b19-d130-4984-ae2c-7b49989ed694 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3675568 Oct 20 11:02:10.461764 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 34832) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:10.467609 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-6f886aaa-773e-4ce0-95cb-b7b000aa4867 admin admin] Request body: {'subnet': {'network_id': 'b6edbdc5-dae8-4572-991a-213183e6b16c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-361006916-subnet', 'tenant_id': '06983afff3ef4acf99333438c9675dbf', 'ip_version': 4}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:02:10.489266 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5cc59b0a-1c5e-4f9b-a84c-1b3c66e442b9 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:10.490258 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f886aaa-773e-4ce0-95cb-b7b000aa4867 admin admin] Made reservation on behalf of 06983afff3ef4acf99333438c9675dbf for: {'subnet': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:02:10.493622 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6f886aaa-773e-4ce0-95cb-b7b000aa4867 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25350782'] for subnet, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:10.553823 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daa3b19-d130-4984-ae2c-7b49989ed694 admin admin] Pushing event updated for resources: {'Network': ['ID=b6edbdc5-dae8-4572-991a-213183e6b16c,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:10.566176 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network b6edbdc5-dae8-4572-991a-213183e6b16c details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:02:10.663972 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5cc59b0a-1c5e-4f9b-a84c-1b3c66e442b9 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:10.698452 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6f886aaa-773e-4ce0-95cb-b7b000aa4867 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25350752'] for subnet, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:11.128961 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f886aaa-773e-4ce0-95cb-b7b000aa4867 admin admin] Pushing event updated for resources: {'Subnet': ['ID=12f63811-7166-4baa-8a6b-9194e340ac65,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:11.139620 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f886aaa-773e-4ce0-95cb-b7b000aa4867 admin admin] Checking segment: {'id': 'f006586f-e475-49b0-ba8f-a09f128449a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'b6edbdc5-dae8-4572-991a-213183e6b16c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:02:11.139984 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f886aaa-773e-4ce0-95cb-b7b000aa4867 admin admin] Network hostable DHCP agents. Network: b6edbdc5-dae8-4572-991a-213183e6b16c, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:02:11.148100 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5cc59b0a-1c5e-4f9b-a84c-1b3c66e442b9 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:11.157349 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f886aaa-773e-4ce0-95cb-b7b000aa4867 admin admin] Network b6edbdc5-dae8-4572-991a-213183e6b16c is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:02:11.168295 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-6f886aaa-773e-4ce0-95cb-b7b000aa4867 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, b6edbdc5-dae8-4572-991a-213183e6b16c) {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:02:11.169437 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5cc59b0a-1c5e-4f9b-a84c-1b3c66e442b9 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:11.174514 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f886aaa-773e-4ce0-95cb-b7b000aa4867 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:11.174868 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6f886aaa-773e-4ce0-95cb-b7b000aa4867 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:11.179126 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f755aa4d-0ebb-48c3-99ff-b59899cd7def None None] Network b6edbdc5-dae8-4572-991a-213183e6b16c requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:02:11.196811 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-6f886aaa-773e-4ce0-95cb-b7b000aa4867 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7331834 Oct 20 11:02:11.199535 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 34836) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:11.205134 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-6fd2e53a-ab07-4126-824b-d3732a6b66ff admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-361006916-router', 'tenant_id': '06983afff3ef4acf99333438c9675dbf', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:02:11.235367 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6fd2e53a-ab07-4126-824b-d3732a6b66ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1772442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258322'] for router, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:11.236813 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6fd2e53a-ab07-4126-824b-d3732a6b66ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1772334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773516', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258315'] for router, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:11.309615 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6fd2e53a-ab07-4126-824b-d3732a6b66ff admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:11.337001 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [None req-5cc59b0a-1c5e-4f9b-a84c-1b3c66e442b9 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Allocated IP 172.25.1.6 (cbe170d3-31ba-45a2-b477-520ab0a7a8ea/f4e26aca-17ac-4adb-a66b-d939a1b35b64/33bcb263-5271-4077-8fbd-a748db3bc540) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:02:11.372497 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83107a76-a8ed-468e-ab84-0aa4ff5e321c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524064ba-869c-5550-b826-c26b69a11278-b6edbdc5-dae8-4572-991a-213183e6b16c', 'network_id': 'b6edbdc5-dae8-4572-991a-213183e6b16c', 'tenant_id': '06983afff3ef4acf99333438c9675dbf', 'fixed_ips': [{'subnet_id': '12f63811-7166-4baa-8a6b-9194e340ac65'}]}} from n-d-811396-3. {{(pid=100598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:02:11.373846 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-83107a76-a8ed-468e-ab84-0aa4ff5e321c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:11.455124 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5cc59b0a-1c5e-4f9b-a84c-1b3c66e442b9 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:11.456686 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6fd2e53a-ab07-4126-824b-d3732a6b66ff admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:11.494711 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5cc59b0a-1c5e-4f9b-a84c-1b3c66e442b9 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:11.539424 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc59b0a-1c5e-4f9b-a84c-1b3c66e442b9 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Network cbe170d3-31ba-45a2-b477-520ab0a7a8ea is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:02:11.544107 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-5cc59b0a-1c5e-4f9b-a84c-1b3c66e442b9 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:02:11.553067 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc59b0a-1c5e-4f9b-a84c-1b3c66e442b9 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:02:11.555592 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc59b0a-1c5e-4f9b-a84c-1b3c66e442b9 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Pushing event updated for resources: {'Port': ['ID=33bcb263-5271-4077-8fbd-a748db3bc540,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:11.556222 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-83107a76-a8ed-468e-ab84-0aa4ff5e321c None None] Allocated IP 172.20.0.2 (b6edbdc5-dae8-4572-991a-213183e6b16c/12f63811-7166-4baa-8a6b-9194e340ac65/f97e4b1e-60c7-47a8-a7cc-7fa502fe3882) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:02:11.671934 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939e3a7e-1597-4589-97d7-c21fd4f7c3b7 None None] Sync routers for ids ['28ebf9f3-c7d9-4879-892f-ae6ec600e536'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:02:11.683876 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939e3a7e-1597-4589-97d7-c21fd4f7c3b7 None None] Routers {'28ebf9f3-c7d9-4879-892f-ae6ec600e536'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:02:11.684848 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-939e3a7e-1597-4589-97d7-c21fd4f7c3b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:02:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['28ebf9f3-c7d9-4879-892f-ae6ec600e536'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:02:11.703959 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6fd2e53a-ab07-4126-824b-d3732a6b66ff admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:11.723992 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6fd2e53a-ab07-4126-824b-d3732a6b66ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:11.728856 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-83107a76-a8ed-468e-ab84-0aa4ff5e321c None None] Publish callbacks [] for port, precommit_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:11.737779 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-83107a76-a8ed-468e-ab84-0aa4ff5e321c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:11.792243 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83107a76-a8ed-468e-ab84-0aa4ff5e321c None None] Network b6edbdc5-dae8-4572-991a-213183e6b16c is already hosted by enough agents. {{(pid=100598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:02:11.796649 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.base_scheduler [None req-83107a76-a8ed-468e-ab84-0aa4ff5e321c None None] Resources bound (agent type, host, resource id): {{(pid=100598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:02:11.800769 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83107a76-a8ed-468e-ab84-0aa4ff5e321c None None] Received port after_create {{(pid=100598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:02:11.816072 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83107a76-a8ed-468e-ab84-0aa4ff5e321c None None] Pushing event updated for resources: {'Port': ['ID=f97e4b1e-60c7-47a8-a7cc-7fa502fe3882,revision_number=1']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:11.826158 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-939e3a7e-1597-4589-97d7-c21fd4f7c3b7 None None] Set router 28ebf9f3-c7d9-4879-892f-ae6ec600e536 gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:02:11.856182 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-6fd2e53a-ab07-4126-824b-d3732a6b66ff admin admin] Allocated IP 172.25.1.19 (cbe170d3-31ba-45a2-b477-520ab0a7a8ea/f4e26aca-17ac-4adb-a66b-d939a1b35b64/e90889b7-b39b-40a7-8913-291ca25e73a3) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:02:11.861912 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5cc59b0a-1c5e-4f9b-a84c-1b3c66e442b9 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:11.879433 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-83107a76-a8ed-468e-ab84-0aa4ff5e321c None None] Attempting to bind port f97e4b1e-60c7-47a8-a7cc-7fa502fe3882 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:02:11.880938 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-83107a76-a8ed-468e-ab84-0aa4ff5e321c None None] Attempting to bind port f97e4b1e-60c7-47a8-a7cc-7fa502fe3882 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': 'f006586f-e475-49b0-ba8f-a09f128449a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'b6edbdc5-dae8-4572-991a-213183e6b16c'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:02:11.881312 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83107a76-a8ed-468e-ab84-0aa4ff5e321c None None] Attempting to bind port f97e4b1e-60c7-47a8-a7cc-7fa502fe3882 on network b6edbdc5-dae8-4572-991a-213183e6b16c {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:02:11.897260 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83107a76-a8ed-468e-ab84-0aa4ff5e321c None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:02:11.897664 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83107a76-a8ed-468e-ab84-0aa4ff5e321c None None] Checking segment: {'id': 'f006586f-e475-49b0-ba8f-a09f128449a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'b6edbdc5-dae8-4572-991a-213183e6b16c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:02:11.898081 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-83107a76-a8ed-468e-ab84-0aa4ff5e321c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:11.901572 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83107a76-a8ed-468e-ab84-0aa4ff5e321c None None] Bound using segment: {'id': 'f006586f-e475-49b0-ba8f-a09f128449a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'b6edbdc5-dae8-4572-991a-213183e6b16c'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:02:11.903316 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-83107a76-a8ed-468e-ab84-0aa4ff5e321c None None] Bound port: f97e4b1e-60c7-47a8-a7cc-7fa502fe3882, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f006586f-e475-49b0-ba8f-a09f128449a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'b6edbdc5-dae8-4572-991a-213183e6b16c'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:02:11.903660 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-83107a76-a8ed-468e-ab84-0aa4ff5e321c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:12.007318 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-83107a76-a8ed-468e-ab84-0aa4ff5e321c None None] For port f97e4b1e-60c7-47a8-a7cc-7fa502fe3882, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:02:12.010844 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-83107a76-a8ed-468e-ab84-0aa4ff5e321c None None] For port f97e4b1e-60c7-47a8-a7cc-7fa502fe3882, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=f97e4b1e-60c7-47a8-a7cc-7fa502fe3882,segment=NetworkSegment(f006586f-e475-49b0-ba8f-a09f128449a6),segment_id=f006586f-e475-49b0-ba8f-a09f128449a6)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:02:12.014633 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 92f332d5-1ada-4acf-8117-6b411ab02a83 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:02:12.019229 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-83107a76-a8ed-468e-ab84-0aa4ff5e321c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:12.066799 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6fd2e53a-ab07-4126-824b-d3732a6b66ff admin admin] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:12.133395 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6fd2e53a-ab07-4126-824b-d3732a6b66ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:12.159264 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd2e53a-ab07-4126-824b-d3732a6b66ff admin admin] Network cbe170d3-31ba-45a2-b477-520ab0a7a8ea is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:02:12.162697 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-6fd2e53a-ab07-4126-824b-d3732a6b66ff admin admin] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:02:12.174222 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5cc59b0a-1c5e-4f9b-a84c-1b3c66e442b9 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1773475'] for router, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:12.181452 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-939e3a7e-1597-4589-97d7-c21fd4f7c3b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28ebf9f3-c7d9-4879-892f-ae6ec600e536', 'name': 'tempest-TestServerMultinode-1299104041-router', 'tenant_id': 'e5cc08403fb94371a61a462ad9ce80c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.50'}], 'enable_snat': True}, 'gw_port_id': '92f332d5-1ada-4acf-8117-6b411ab02a83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:02:05Z', 'updated_at': '2021-10-20T11:02:08Z', 'revision_number': 4, 'project_id': 'e5cc08403fb94371a61a462ad9ce80c2', 'gw_port': {'id': '92f332d5-1ada-4acf-8117-6b411ab02a83', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:9f:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28ebf9f3-c7d9-4879-892f-ae6ec600e536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:02:05Z', 'updated_at': '2021-10-20T11:02:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '69a366c3-9f74-4258-949c-c56d2216a9a6', 'name': '', 'network_id': '64b6c47c-0a6b-4617-8fac-d57af9e73147', 'tenant_id': 'e5cc08403fb94371a61a462ad9ce80c2', 'mac_address': 'fa:16:3e:97:2e:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28ebf9f3-c7d9-4879-892f-ae6ec600e536', 'device_owner': 'network:router_interface', 'standard_attr_id': 3650, 'fixed_ips': [{'subnet_id': '85762728-fd50-4c4d-858e-39a2dc7d3570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:02:08Z', 'updated_at': '2021-10-20T11:02:08Z', 'revision_number': 2, 'project_id': 'e5cc08403fb94371a61a462ad9ce80c2', 'subnets': [{'id': '85762728-fd50-4c4d-858e-39a2dc7d3570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:02:12.186493 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd2e53a-ab07-4126-824b-d3732a6b66ff admin admin] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:02:12.200024 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83107a76-a8ed-468e-ab84-0aa4ff5e321c None None] Pushing event updated for resources: {'Port': ['ID=f97e4b1e-60c7-47a8-a7cc-7fa502fe3882,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:12.202825 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 92f332d5-1ada-4acf-8117-6b411ab02a83 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:02:12.203200 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:12.262126 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd2e53a-ab07-4126-824b-d3732a6b66ff admin admin] Pushing event updated for resources: {'Port': ['ID=e90889b7-b39b-40a7-8913-291ca25e73a3,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:12.292590 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939e3a7e-1597-4589-97d7-c21fd4f7c3b7 None None] Checking router: 28ebf9f3-c7d9-4879-892f-ae6ec600e536 for host: n-d-811396-3 {{(pid=100599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:02:12.293057 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939e3a7e-1597-4589-97d7-c21fd4f7c3b7 None None] Updating router 28ebf9f3-c7d9-4879-892f-ae6ec600e536 port 69a366c3-9f74-4258-949c-c56d2216a9a6 binding host n-d-811396-3 {{(pid=100599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:02:12.334621 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:12.352888 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-939e3a7e-1597-4589-97d7-c21fd4f7c3b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:12.365542 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cc59b0a-1c5e-4f9b-a84c-1b3c66e442b9 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Router 31f26fc7-0c9f-42fb-9048-e3a12bcd234e is scheduled to L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 with binding_index 1 {{(pid=100596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 11:02:12.391548 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] For port 92f332d5-1ada-4acf-8117-6b411ab02a83, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=92f332d5-1ada-4acf-8117-6b411ab02a83,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:02:12.397148 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:12.521153 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Pushing event updated for resources: {'Port': ['ID=92f332d5-1ada-4acf-8117-6b411ab02a83,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:12.601193 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cc59b0a-1c5e-4f9b-a84c-1b3c66e442b9 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:02:12.613836 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b0f4e7-80c7-4319-8409-94621fdfe5fc None None] Sync routers for ids ['31f26fc7-0c9f-42fb-9048-e3a12bcd234e'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:02:12.628381 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5cc59b0a-1c5e-4f9b-a84c-1b3c66e442b9 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Publish callbacks [] for router, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:12.635416 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-5cc59b0a-1c5e-4f9b-a84c-1b3c66e442b9 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 2.2927694 Oct 20 11:02:12.635416 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 34842) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:12.643015 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b0f4e7-80c7-4319-8409-94621fdfe5fc None None] Routers {'31f26fc7-0c9f-42fb-9048-e3a12bcd234e'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:02:12.643838 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-52b0f4e7-80c7-4319-8409-94621fdfe5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:02:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['31f26fc7-0c9f-42fb-9048-e3a12bcd234e'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:02:12.685035 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6fd2e53a-ab07-4126-824b-d3732a6b66ff admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:12.768519 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-e049befe-88d9-4a0e-a5f5-172ea253d015 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] 10.222.0.64 "GET /v2.0/routers/31f26fc7-0c9f-42fb-9048-e3a12bcd234e HTTP/1.1" status: 200 len: 907 time: 0.1330905 Oct 20 11:02:12.771046 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 34844) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:12.771698 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-52b0f4e7-80c7-4319-8409-94621fdfe5fc None None] Set router 31f26fc7-0c9f-42fb-9048-e3a12bcd234e gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:02:12.777494 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-8d0df138-749e-4bdb-ab5c-e2ad264b856f tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1182536584', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'enable_snat': True}}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:02:12.803983 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8d0df138-749e-4bdb-ab5c-e2ad264b856f tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1772442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258322'] for router, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:12.805287 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8d0df138-749e-4bdb-ab5c-e2ad264b856f tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1772334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773516', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258315'] for router, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:12.869595 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8d0df138-749e-4bdb-ab5c-e2ad264b856f tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:12.925117 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-939e3a7e-1597-4589-97d7-c21fd4f7c3b7 None None] Publish callbacks [] for port, precommit_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:12.935306 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-939e3a7e-1597-4589-97d7-c21fd4f7c3b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:12.959560 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6fd2e53a-ab07-4126-824b-d3732a6b66ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1773475'] for router, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:13.030770 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8d0df138-749e-4bdb-ab5c-e2ad264b856f tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:13.052167 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-52b0f4e7-80c7-4319-8409-94621fdfe5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f26fc7-0c9f-42fb-9048-e3a12bcd234e', 'name': 'tempest-snat-router-1182536584', 'tenant_id': '19c4ecca0a0248be96da69652c6d340e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.6'}], 'enable_snat': False}, 'gw_port_id': '33bcb263-5271-4077-8fbd-a748db3bc540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:02:10Z', 'updated_at': '2021-10-20T11:02:11Z', 'revision_number': 3, 'project_id': '19c4ecca0a0248be96da69652c6d340e', 'gw_port': {'id': '33bcb263-5271-4077-8fbd-a748db3bc540', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:be:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31f26fc7-0c9f-42fb-9048-e3a12bcd234e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:02:11Z', 'updated_at': '2021-10-20T11:02:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:02:13.056801 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c66c992-f20b-4814-b887-b5bf989e3ac8 None None] Pushing event updated for resources: {'Port': ['ID=69a366c3-9f74-4258-949c-c56d2216a9a6,revision_number=3']} {{(pid=100599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:13.115753 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b0f4e7-80c7-4319-8409-94621fdfe5fc None None] Checking router: 31f26fc7-0c9f-42fb-9048-e3a12bcd234e for host: n-d-811396-3 {{(pid=100598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:02:13.119557 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b0f4e7-80c7-4319-8409-94621fdfe5fc None None] Updating router 31f26fc7-0c9f-42fb-9048-e3a12bcd234e port 33bcb263-5271-4077-8fbd-a748db3bc540 binding host n-d-811396-3 {{(pid=100598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:02:13.172513 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-52b0f4e7-80c7-4319-8409-94621fdfe5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:13.174279 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fd2e53a-ab07-4126-824b-d3732a6b66ff admin admin] Router b74923ba-a792-4089-85f1-71ae318e39c5 is scheduled to L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 with binding_index 1 {{(pid=100597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 11:02:13.178396 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-939e3a7e-1597-4589-97d7-c21fd4f7c3b7 None None] Attempting to bind port 69a366c3-9f74-4258-949c-c56d2216a9a6 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:02:13.178771 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-939e3a7e-1597-4589-97d7-c21fd4f7c3b7 None None] Attempting to bind port 69a366c3-9f74-4258-949c-c56d2216a9a6 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': 'a5736a44-11be-4610-8658-5b1a3303da13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '64b6c47c-0a6b-4617-8fac-d57af9e73147'}] {{(pid=100599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:02:13.179136 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939e3a7e-1597-4589-97d7-c21fd4f7c3b7 None None] Attempting to bind port 69a366c3-9f74-4258-949c-c56d2216a9a6 on network 64b6c47c-0a6b-4617-8fac-d57af9e73147 {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:02:13.190351 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939e3a7e-1597-4589-97d7-c21fd4f7c3b7 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:02:13.193725 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939e3a7e-1597-4589-97d7-c21fd4f7c3b7 None None] Checking segment: {'id': 'a5736a44-11be-4610-8658-5b1a3303da13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '64b6c47c-0a6b-4617-8fac-d57af9e73147'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:02:13.194225 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-939e3a7e-1597-4589-97d7-c21fd4f7c3b7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:13.194557 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939e3a7e-1597-4589-97d7-c21fd4f7c3b7 None None] Bound using segment: {'id': 'a5736a44-11be-4610-8658-5b1a3303da13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '64b6c47c-0a6b-4617-8fac-d57af9e73147'} {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:02:13.195365 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-939e3a7e-1597-4589-97d7-c21fd4f7c3b7 None None] Bound port: 69a366c3-9f74-4258-949c-c56d2216a9a6, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5736a44-11be-4610-8658-5b1a3303da13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '64b6c47c-0a6b-4617-8fac-d57af9e73147'}}] {{(pid=100599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:02:13.196688 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-939e3a7e-1597-4589-97d7-c21fd4f7c3b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:13.302770 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.db [None req-939e3a7e-1597-4589-97d7-c21fd4f7c3b7 None None] For port 69a366c3-9f74-4258-949c-c56d2216a9a6, host n-d-811396-3, cleared binding levels {{(pid=100599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:02:13.310412 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.db [None req-939e3a7e-1597-4589-97d7-c21fd4f7c3b7 None None] For port 69a366c3-9f74-4258-949c-c56d2216a9a6, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=69a366c3-9f74-4258-949c-c56d2216a9a6,segment=NetworkSegment(a5736a44-11be-4610-8658-5b1a3303da13),segment_id=a5736a44-11be-4610-8658-5b1a3303da13)] {{(pid=100599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:02:13.315965 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-939e3a7e-1597-4589-97d7-c21fd4f7c3b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:13.380811 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c66c992-f20b-4814-b887-b5bf989e3ac8 None None] Pushing event updated for resources: {'Port': ['ID=69a366c3-9f74-4258-949c-c56d2216a9a6,revision_number=4']} {{(pid=100599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:13.404795 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939e3a7e-1597-4589-97d7-c21fd4f7c3b7 None None] Routers {'28ebf9f3-c7d9-4879-892f-ae6ec600e536'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:02:13.405426 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-939e3a7e-1597-4589-97d7-c21fd4f7c3b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:02:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['28ebf9f3-c7d9-4879-892f-ae6ec600e536'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:02:13.423431 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8d0df138-749e-4bdb-ab5c-e2ad264b856f tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:13.425137 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fd2e53a-ab07-4126-824b-d3732a6b66ff admin admin] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:02:13.447590 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8d0df138-749e-4bdb-ab5c-e2ad264b856f tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:13.454071 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6fd2e53a-ab07-4126-824b-d3732a6b66ff admin admin] Publish callbacks [] for router, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:13.458547 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-6fd2e53a-ab07-4126-824b-d3732a6b66ff admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2579198 Oct 20 11:02:13.459722 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 34848) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:13.465051 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9455444-95c1-4c97-abfd-8188c13a242d None None] Sync routers for ids ['b74923ba-a792-4089-85f1-71ae318e39c5'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:02:13.541468 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-939e3a7e-1597-4589-97d7-c21fd4f7c3b7 None None] Set router 28ebf9f3-c7d9-4879-892f-ae6ec600e536 gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:02:13.614070 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-52b0f4e7-80c7-4319-8409-94621fdfe5fc None None] Publish callbacks [] for port, precommit_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:13.623036 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-b050b006-bc27-4e97-8f94-fd145ea2dd67 None None] Provisioning complete for port 69a366c3-9f74-4258-949c-c56d2216a9a6 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:02:13.623671 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-b050b006-bc27-4e97-8f94-fd145ea2dd67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:13.626729 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-52b0f4e7-80c7-4319-8409-94621fdfe5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:13.650200 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9455444-95c1-4c97-abfd-8188c13a242d None None] Routers {'b74923ba-a792-4089-85f1-71ae318e39c5'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:02:13.659860 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-e9455444-95c1-4c97-abfd-8188c13a242d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:02:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['b74923ba-a792-4089-85f1-71ae318e39c5'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:02:13.719802 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0734eda-ce6c-4ff1-bef1-6c1994d54705 None None] Pushing event updated for resources: {'Port': ['ID=33bcb263-5271-4077-8fbd-a748db3bc540,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:13.736398 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28aab685-7ebe-4a17-9abc-4ba98cfb9d2e None None] Network b6edbdc5-dae8-4572-991a-213183e6b16c requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:02:13.740399 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-52b0f4e7-80c7-4319-8409-94621fdfe5fc None None] Attempting to bind port 33bcb263-5271-4077-8fbd-a748db3bc540 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:02:13.740786 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-52b0f4e7-80c7-4319-8409-94621fdfe5fc None None] Attempting to bind port 33bcb263-5271-4077-8fbd-a748db3bc540 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:02:13.741174 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b0f4e7-80c7-4319-8409-94621fdfe5fc None None] Attempting to bind port 33bcb263-5271-4077-8fbd-a748db3bc540 on network cbe170d3-31ba-45a2-b477-520ab0a7a8ea {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:02:13.748191 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b0f4e7-80c7-4319-8409-94621fdfe5fc None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:02:13.748456 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b0f4e7-80c7-4319-8409-94621fdfe5fc None None] Checking segment: {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:02:13.748901 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-52b0f4e7-80c7-4319-8409-94621fdfe5fc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:13.749389 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b0f4e7-80c7-4319-8409-94621fdfe5fc None None] Bound using segment: {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:02:13.749768 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-52b0f4e7-80c7-4319-8409-94621fdfe5fc None None] Bound port: 33bcb263-5271-4077-8fbd-a748db3bc540, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:02:13.750156 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-52b0f4e7-80c7-4319-8409-94621fdfe5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:13.818266 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [None req-8d0df138-749e-4bdb-ab5c-e2ad264b856f tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Allocated IP 172.25.1.56 (cbe170d3-31ba-45a2-b477-520ab0a7a8ea/f4e26aca-17ac-4adb-a66b-d939a1b35b64/e4c6a809-db85-47ab-b501-785262cd695a) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:02:13.882995 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-e9455444-95c1-4c97-abfd-8188c13a242d None None] Set router b74923ba-a792-4089-85f1-71ae318e39c5 gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:02:13.921798 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-52b0f4e7-80c7-4319-8409-94621fdfe5fc None None] For port 33bcb263-5271-4077-8fbd-a748db3bc540, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:02:13.925392 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-52b0f4e7-80c7-4319-8409-94621fdfe5fc None None] For port 33bcb263-5271-4077-8fbd-a748db3bc540, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=33bcb263-5271-4077-8fbd-a748db3bc540,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:02:13.926911 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-b050b006-bc27-4e97-8f94-fd145ea2dd67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:13.938163 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-52b0f4e7-80c7-4319-8409-94621fdfe5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:14.021393 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-b050b006-bc27-4e97-8f94-fd145ea2dd67 None None] For port 69a366c3-9f74-4258-949c-c56d2216a9a6, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=69a366c3-9f74-4258-949c-c56d2216a9a6,segment=NetworkSegment(a5736a44-11be-4610-8658-5b1a3303da13),segment_id=a5736a44-11be-4610-8658-5b1a3303da13)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:02:14.034231 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-b050b006-bc27-4e97-8f94-fd145ea2dd67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:14.085527 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-939e3a7e-1597-4589-97d7-c21fd4f7c3b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28ebf9f3-c7d9-4879-892f-ae6ec600e536', 'name': 'tempest-TestServerMultinode-1299104041-router', 'tenant_id': 'e5cc08403fb94371a61a462ad9ce80c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.50'}], 'enable_snat': True}, 'gw_port_id': '92f332d5-1ada-4acf-8117-6b411ab02a83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:02:05Z', 'updated_at': '2021-10-20T11:02:08Z', 'revision_number': 4, 'project_id': 'e5cc08403fb94371a61a462ad9ce80c2', 'gw_port': {'id': '92f332d5-1ada-4acf-8117-6b411ab02a83', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:9f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ebf9f3-c7d9-4879-892f-ae6ec600e536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:02:05Z', 'updated_at': '2021-10-20T11:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '69a366c3-9f74-4258-949c-c56d2216a9a6', 'name': '', 'network_id': '64b6c47c-0a6b-4617-8fac-d57af9e73147', 'tenant_id': 'e5cc08403fb94371a61a462ad9ce80c2', 'mac_address': 'fa:16:3e:97:2e:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28ebf9f3-c7d9-4879-892f-ae6ec600e536', 'device_owner': 'network:router_interface', 'standard_attr_id': 3650, 'fixed_ips': [{'subnet_id': '85762728-fd50-4c4d-858e-39a2dc7d3570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:02:08Z', 'updated_at': '2021-10-20T11:02:13Z', 'revision_number': 4, 'project_id': 'e5cc08403fb94371a61a462ad9ce80c2', 'subnets': [{'id': '85762728-fd50-4c4d-858e-39a2dc7d3570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:02:14.088466 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0734eda-ce6c-4ff1-bef1-6c1994d54705 None None] Pushing event updated for resources: {'Port': ['ID=33bcb263-5271-4077-8fbd-a748db3bc540,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:14.104233 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8d0df138-749e-4bdb-ab5c-e2ad264b856f tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:14.131092 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b0f4e7-80c7-4319-8409-94621fdfe5fc None None] Routers {'31f26fc7-0c9f-42fb-9048-e3a12bcd234e'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:02:14.131763 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-52b0f4e7-80c7-4319-8409-94621fdfe5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:02:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['31f26fc7-0c9f-42fb-9048-e3a12bcd234e'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:02:14.152729 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939e3a7e-1597-4589-97d7-c21fd4f7c3b7 None None] The sync data for ids ['28ebf9f3-c7d9-4879-892f-ae6ec600e536'] in n-d-811396-3 is: [{'id': '28ebf9f3-c7d9-4879-892f-ae6ec600e536', 'name': 'tempest-TestServerMultinode-1299104041-router', 'tenant_id': 'e5cc08403fb94371a61a462ad9ce80c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.50'}], 'enable_snat': True}, 'gw_port_id': '92f332d5-1ada-4acf-8117-6b411ab02a83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:02:05Z', 'updated_at': '2021-10-20T11:02:08Z', 'revision_number': 4, 'project_id': 'e5cc08403fb94371a61a462ad9ce80c2', 'gw_port': {'id': '92f332d5-1ada-4acf-8117-6b411ab02a83', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:9f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ebf9f3-c7d9-4879-892f-ae6ec600e536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:02:05Z', 'updated_at': '2021-10-20T11:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '69a366c3-9f74-4258-949c-c56d2216a9a6', 'name': '', 'network_id': '64b6c47c-0a6b-4617-8fac-d57af9e73147', 'tenant_id': 'e5cc08403fb94371a61a462ad9ce80c2', 'mac_address': 'fa:16:3e:97:2e:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28ebf9f3-c7d9-4879-892f-ae6ec600e536', 'device_owner': 'network:router_interface', 'standard_attr_id': 3650, 'fixed_ips': [{'subnet_id': '85762728-fd50-4c4d-858e-39a2dc7d3570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:02:08Z', 'updated_at': '2021-10-20T11:02:13Z', 'revision_number': 4, 'project_id': 'e5cc08403fb94371a61a462ad9ce80c2', 'subnets': [{'id': '85762728-fd50-4c4d-858e-39a2dc7d3570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:02:14.162001 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-e9455444-95c1-4c97-abfd-8188c13a242d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b74923ba-a792-4089-85f1-71ae318e39c5', 'name': 'tempest-TestServerMultinode-361006916-router', 'tenant_id': '06983afff3ef4acf99333438c9675dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.19'}], 'enable_snat': True}, 'gw_port_id': 'e90889b7-b39b-40a7-8913-291ca25e73a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:02:11Z', 'updated_at': '2021-10-20T11:02:12Z', 'revision_number': 3, 'project_id': '06983afff3ef4acf99333438c9675dbf', 'gw_port': {'id': 'e90889b7-b39b-40a7-8913-291ca25e73a3', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:65:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b74923ba-a792-4089-85f1-71ae318e39c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:02:11Z', 'updated_at': '2021-10-20T11:02:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:02:14.167587 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8d0df138-749e-4bdb-ab5c-e2ad264b856f tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:14.185499 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 92f332d5-1ada-4acf-8117-6b411ab02a83 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:02:14.204463 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9455444-95c1-4c97-abfd-8188c13a242d None None] Checking router: b74923ba-a792-4089-85f1-71ae318e39c5 for host: n-d-811396-3 {{(pid=100599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:02:14.205507 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9455444-95c1-4c97-abfd-8188c13a242d None None] Updating router b74923ba-a792-4089-85f1-71ae318e39c5 port e90889b7-b39b-40a7-8913-291ca25e73a3 binding host n-d-811396-3 {{(pid=100599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:02:14.242295 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b050b006-bc27-4e97-8f94-fd145ea2dd67 None None] Pushing event updated for resources: {'Port': ['ID=69a366c3-9f74-4258-949c-c56d2216a9a6,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:14.253913 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-e9455444-95c1-4c97-abfd-8188c13a242d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:14.311128 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-cf73e30d-2655-49b9-9099-f5c0b3dd3cbb None None] Provisioning complete for port 69a366c3-9f74-4258-949c-c56d2216a9a6 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:02:14.316140 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-cf73e30d-2655-49b9-9099-f5c0b3dd3cbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:14.469169 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-52b0f4e7-80c7-4319-8409-94621fdfe5fc None None] Set router 31f26fc7-0c9f-42fb-9048-e3a12bcd234e gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:02:14.562827 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-e9455444-95c1-4c97-abfd-8188c13a242d None None] Publish callbacks [] for port, precommit_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:14.565408 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 92f332d5-1ada-4acf-8117-6b411ab02a83 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:02:14.565819 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:14.569215 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-e9455444-95c1-4c97-abfd-8188c13a242d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:14.586037 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0df138-749e-4bdb-ab5c-e2ad264b856f tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Pushing event updated for resources: {'Port': ['ID=e4c6a809-db85-47ab-b501-785262cd695a,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:14.599029 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d0df138-749e-4bdb-ab5c-e2ad264b856f tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Network cbe170d3-31ba-45a2-b477-520ab0a7a8ea is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:02:14.632537 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-8d0df138-749e-4bdb-ab5c-e2ad264b856f tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:02:14.638253 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0df138-749e-4bdb-ab5c-e2ad264b856f tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:02:14.665928 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-e9455444-95c1-4c97-abfd-8188c13a242d None None] Attempting to bind port e90889b7-b39b-40a7-8913-291ca25e73a3 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:02:14.666434 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-e9455444-95c1-4c97-abfd-8188c13a242d None None] Attempting to bind port e90889b7-b39b-40a7-8913-291ca25e73a3 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}] {{(pid=100599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:02:14.666641 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9455444-95c1-4c97-abfd-8188c13a242d None None] Attempting to bind port e90889b7-b39b-40a7-8913-291ca25e73a3 on network cbe170d3-31ba-45a2-b477-520ab0a7a8ea {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:02:14.673918 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd497238-063c-43ed-a850-ebfb10486c90 None None] Pushing event updated for resources: {'Port': ['ID=e90889b7-b39b-40a7-8913-291ca25e73a3,revision_number=2']} {{(pid=100599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:14.680451 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9455444-95c1-4c97-abfd-8188c13a242d None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:02:14.680832 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9455444-95c1-4c97-abfd-8188c13a242d None None] Checking segment: {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:02:14.681298 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-e9455444-95c1-4c97-abfd-8188c13a242d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:14.681620 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9455444-95c1-4c97-abfd-8188c13a242d None None] Bound using segment: {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'} {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:02:14.682083 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-e9455444-95c1-4c97-abfd-8188c13a242d None None] Bound port: e90889b7-b39b-40a7-8913-291ca25e73a3, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}}] {{(pid=100599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:02:14.682464 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-e9455444-95c1-4c97-abfd-8188c13a242d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:14.723981 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-62a7c3e9-2395-4375-a693-990e229ad561 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:14.752831 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.db [None req-e9455444-95c1-4c97-abfd-8188c13a242d None None] For port e90889b7-b39b-40a7-8913-291ca25e73a3, host n-d-811396-3, cleared binding levels {{(pid=100599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:02:14.759023 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.db [None req-e9455444-95c1-4c97-abfd-8188c13a242d None None] For port e90889b7-b39b-40a7-8913-291ca25e73a3, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=e90889b7-b39b-40a7-8913-291ca25e73a3,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:02:14.765205 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-e9455444-95c1-4c97-abfd-8188c13a242d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:14.860635 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9455444-95c1-4c97-abfd-8188c13a242d None None] Routers {'b74923ba-a792-4089-85f1-71ae318e39c5'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:02:14.861499 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-e9455444-95c1-4c97-abfd-8188c13a242d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:02:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['b74923ba-a792-4089-85f1-71ae318e39c5'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:02:14.873249 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd497238-063c-43ed-a850-ebfb10486c90 None None] Pushing event updated for resources: {'Port': ['ID=e90889b7-b39b-40a7-8913-291ca25e73a3,revision_number=3']} {{(pid=100599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:14.934318 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-cf73e30d-2655-49b9-9099-f5c0b3dd3cbb None None] Provisioning complete for port f97e4b1e-60c7-47a8-a7cc-7fa502fe3882 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:02:14.935087 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-cf73e30d-2655-49b9-9099-f5c0b3dd3cbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:15.011618 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-e9455444-95c1-4c97-abfd-8188c13a242d None None] Set router b74923ba-a792-4089-85f1-71ae318e39c5 gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:02:15.099135 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 69a366c3-9f74-4258-949c-c56d2216a9a6 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:02:15.134675 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8d0df138-749e-4bdb-ab5c-e2ad264b856f tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:15.144524 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-cf73e30d-2655-49b9-9099-f5c0b3dd3cbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:15.165775 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-52b0f4e7-80c7-4319-8409-94621fdfe5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f26fc7-0c9f-42fb-9048-e3a12bcd234e', 'name': 'tempest-snat-router-1182536584', 'tenant_id': '19c4ecca0a0248be96da69652c6d340e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.6'}], 'enable_snat': False}, 'gw_port_id': '33bcb263-5271-4077-8fbd-a748db3bc540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:02:10Z', 'updated_at': '2021-10-20T11:02:11Z', 'revision_number': 3, 'project_id': '19c4ecca0a0248be96da69652c6d340e', 'gw_port': {'id': '33bcb263-5271-4077-8fbd-a748db3bc540', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:be:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31f26fc7-0c9f-42fb-9048-e3a12bcd234e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:02:11Z', 'updated_at': '2021-10-20T11:02:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:02:15.202526 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b0f4e7-80c7-4319-8409-94621fdfe5fc None None] The sync data for ids ['31f26fc7-0c9f-42fb-9048-e3a12bcd234e'] in n-d-811396-3 is: [{'id': '31f26fc7-0c9f-42fb-9048-e3a12bcd234e', 'name': 'tempest-snat-router-1182536584', 'tenant_id': '19c4ecca0a0248be96da69652c6d340e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.6'}], 'enable_snat': False}, 'gw_port_id': '33bcb263-5271-4077-8fbd-a748db3bc540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:02:10Z', 'updated_at': '2021-10-20T11:02:11Z', 'revision_number': 3, 'project_id': '19c4ecca0a0248be96da69652c6d340e', 'gw_port': {'id': '33bcb263-5271-4077-8fbd-a748db3bc540', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:be:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31f26fc7-0c9f-42fb-9048-e3a12bcd234e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:02:11Z', 'updated_at': '2021-10-20T11:02:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-811396-3'}] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:02:15.227418 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-cf73e30d-2655-49b9-9099-f5c0b3dd3cbb None None] For port f97e4b1e-60c7-47a8-a7cc-7fa502fe3882, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=f97e4b1e-60c7-47a8-a7cc-7fa502fe3882,segment=NetworkSegment(f006586f-e475-49b0-ba8f-a09f128449a6),segment_id=f006586f-e475-49b0-ba8f-a09f128449a6)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:02:15.231893 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 69a366c3-9f74-4258-949c-c56d2216a9a6 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:02:15.234390 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:15.264901 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-cf73e30d-2655-49b9-9099-f5c0b3dd3cbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:15.265524 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [None req-62a7c3e9-2395-4375-a693-990e229ad561 admin admin] Allocated IP 172.20.0.1 (b6edbdc5-dae8-4572-991a-213183e6b16c/12f63811-7166-4baa-8a6b-9194e340ac65/e640cfc2-61c5-4721-8122-fb850c9ec4b9) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:02:15.358190 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf73e30d-2655-49b9-9099-f5c0b3dd3cbb None None] Pushing event updated for resources: {'Port': ['ID=f97e4b1e-60c7-47a8-a7cc-7fa502fe3882,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:15.360171 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-e9455444-95c1-4c97-abfd-8188c13a242d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b74923ba-a792-4089-85f1-71ae318e39c5', 'name': 'tempest-TestServerMultinode-361006916-router', 'tenant_id': '06983afff3ef4acf99333438c9675dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.19'}], 'enable_snat': True}, 'gw_port_id': 'e90889b7-b39b-40a7-8913-291ca25e73a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:02:11Z', 'updated_at': '2021-10-20T11:02:12Z', 'revision_number': 3, 'project_id': '06983afff3ef4acf99333438c9675dbf', 'gw_port': {'id': 'e90889b7-b39b-40a7-8913-291ca25e73a3', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:65:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b74923ba-a792-4089-85f1-71ae318e39c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:02:11Z', 'updated_at': '2021-10-20T11:02:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:02:15.404323 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9455444-95c1-4c97-abfd-8188c13a242d None None] The sync data for ids ['b74923ba-a792-4089-85f1-71ae318e39c5'] in n-d-811396-3 is: [{'id': 'b74923ba-a792-4089-85f1-71ae318e39c5', 'name': 'tempest-TestServerMultinode-361006916-router', 'tenant_id': '06983afff3ef4acf99333438c9675dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.19'}], 'enable_snat': True}, 'gw_port_id': 'e90889b7-b39b-40a7-8913-291ca25e73a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:02:11Z', 'updated_at': '2021-10-20T11:02:12Z', 'revision_number': 3, 'project_id': '06983afff3ef4acf99333438c9675dbf', 'gw_port': {'id': 'e90889b7-b39b-40a7-8913-291ca25e73a3', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:65:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b74923ba-a792-4089-85f1-71ae318e39c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:02:11Z', 'updated_at': '2021-10-20T11:02:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:02:15.410775 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-98e9ec4c-09af-45db-a3e7-89417930d1f3 None None] Provisioning complete for port f97e4b1e-60c7-47a8-a7cc-7fa502fe3882 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:02:15.411150 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-98e9ec4c-09af-45db-a3e7-89417930d1f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:15.415236 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device f97e4b1e-60c7-47a8-a7cc-7fa502fe3882 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:02:15.532756 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8d0df138-749e-4bdb-ab5c-e2ad264b856f tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1773475'] for router, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:15.538954 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port f97e4b1e-60c7-47a8-a7cc-7fa502fe3882 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:02:15.539335 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:15.594852 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-62a7c3e9-2395-4375-a693-990e229ad561 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:15.709508 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-62a7c3e9-2395-4375-a693-990e229ad561 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:15.792703 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a7c3e9-2395-4375-a693-990e229ad561 admin admin] Network b6edbdc5-dae8-4572-991a-213183e6b16c is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:02:15.800395 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-62a7c3e9-2395-4375-a693-990e229ad561 admin admin] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:02:15.803707 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a7c3e9-2395-4375-a693-990e229ad561 admin admin] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:02:15.805809 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a7c3e9-2395-4375-a693-990e229ad561 admin admin] Pushing event updated for resources: {'Port': ['ID=e640cfc2-61c5-4721-8122-fb850c9ec4b9,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:15.832052 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d0df138-749e-4bdb-ab5c-e2ad264b856f tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Router 01b4bdda-1bc7-422e-9dca-ff7af422e89e is scheduled to L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 with binding_index 1 {{(pid=100596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 11:02:15.899109 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-62a7c3e9-2395-4375-a693-990e229ad561 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1774540'] for router_interface, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:16.104119 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d0df138-749e-4bdb-ab5c-e2ad264b856f tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:02:16.129573 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e62896-a52a-4203-8478-0f98d1041446 None None] Sync routers for ids ['01b4bdda-1bc7-422e-9dca-ff7af422e89e'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:02:16.139324 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8d0df138-749e-4bdb-ab5c-e2ad264b856f tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Publish callbacks [] for router, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:16.142963 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-8d0df138-749e-4bdb-ab5c-e2ad264b856f tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.3683159 Oct 20 11:02:16.143569 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 34854) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:16.150920 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-62a7c3e9-2395-4375-a693-990e229ad561 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:16.155355 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e62896-a52a-4203-8478-0f98d1041446 None None] Routers {'01b4bdda-1bc7-422e-9dca-ff7af422e89e'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:02:16.156142 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-e2e62896-a52a-4203-8478-0f98d1041446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:02:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['01b4bdda-1bc7-422e-9dca-ff7af422e89e'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:02:16.220797 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device e90889b7-b39b-40a7-8913-291ca25e73a3 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:02:16.295304 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-a424ebcf-d136-47f4-8800-df59da9f8746 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] 10.222.0.64 "GET /v2.0/routers/01b4bdda-1bc7-422e-9dca-ff7af422e89e HTTP/1.1" status: 200 len: 907 time: 0.1505466 Oct 20 11:02:16.300223 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 34856) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:16.343744 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-6bf24015-ac33-4d18-9a58-6e6fe0d98ac9 None None] Provisioning complete for port e640cfc2-61c5-4721-8122-fb850c9ec4b9 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:02:16.344107 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-6bf24015-ac33-4d18-9a58-6e6fe0d98ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:16.391669 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port e90889b7-b39b-40a7-8913-291ca25e73a3 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:02:16.392044 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:16.415436 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-e2e62896-a52a-4203-8478-0f98d1041446 None None] Set router 01b4bdda-1bc7-422e-9dca-ff7af422e89e gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:02:16.427357 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a8f8c417-4aa9-43f9-baa1-8b45d7624b46 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Publish callbacks [] for router, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:16.428187 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-62a7c3e9-2395-4375-a693-990e229ad561 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:16.434508 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-62a7c3e9-2395-4375-a693-990e229ad561 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:16.522094 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-6bf24015-ac33-4d18-9a58-6e6fe0d98ac9 None None] Port e640cfc2-61c5-4721-8122-fb850c9ec4b9 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:02:16.525876 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a7c3e9-2395-4375-a693-990e229ad561 admin admin] Pushing event updated for resources: {'Port': ['ID=e640cfc2-61c5-4721-8122-fb850c9ec4b9,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:16.559856 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-62a7c3e9-2395-4375-a693-990e229ad561 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1774432'] for router_interface, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:16.610072 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a8f8c417-4aa9-43f9-baa1-8b45d7624b46 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:16.686204 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-a8f8c417-4aa9-43f9-baa1-8b45d7624b46 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Deleting port e4c6a809-db85-47ab-b501-785262cd695a {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:02:16.686549 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a8f8c417-4aa9-43f9-baa1-8b45d7624b46 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:16.687659 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a7c3e9-2395-4375-a693-990e229ad561 admin admin] Network b6edbdc5-dae8-4572-991a-213183e6b16c is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:02:16.689763 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-62a7c3e9-2395-4375-a693-990e229ad561 admin admin] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:02:16.730377 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-e2e62896-a52a-4203-8478-0f98d1041446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01b4bdda-1bc7-422e-9dca-ff7af422e89e', 'name': 'tempest-snat-router-1182536584', 'tenant_id': '19c4ecca0a0248be96da69652c6d340e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.56'}], 'enable_snat': True}, 'gw_port_id': 'e4c6a809-db85-47ab-b501-785262cd695a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:02:12Z', 'updated_at': '2021-10-20T11:02:14Z', 'revision_number': 3, 'project_id': '19c4ecca0a0248be96da69652c6d340e', 'gw_port': {'id': 'e4c6a809-db85-47ab-b501-785262cd695a', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:07:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01b4bdda-1bc7-422e-9dca-ff7af422e89e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:02:13Z', 'updated_at': '2021-10-20T11:02:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:02:16.789449 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e62896-a52a-4203-8478-0f98d1041446 None None] Checking router: 01b4bdda-1bc7-422e-9dca-ff7af422e89e for host: n-d-811396-3 {{(pid=100598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:02:16.789449 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e62896-a52a-4203-8478-0f98d1041446 None None] Updating router 01b4bdda-1bc7-422e-9dca-ff7af422e89e port e4c6a809-db85-47ab-b501-785262cd695a binding host n-d-811396-3 {{(pid=100598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:02:16.791317 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:16.797016 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a8f8c417-4aa9-43f9-baa1-8b45d7624b46 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:16.816262 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-a8f8c417-4aa9-43f9-baa1-8b45d7624b46 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Calling delete_port for e4c6a809-db85-47ab-b501-785262cd695a owned by network:router_gateway {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:02:16.847452 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] For port e90889b7-b39b-40a7-8913-291ca25e73a3, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=e90889b7-b39b-40a7-8913-291ca25e73a3,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:02:16.848815 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-e2e62896-a52a-4203-8478-0f98d1041446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:16.852275 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:16.852866 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 69a366c3-9f74-4258-949c-c56d2216a9a6 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:02:16.869916 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62a7c3e9-2395-4375-a693-990e229ad561 admin admin] Router b74923ba-a792-4089-85f1-71ae318e39c5 has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:02:17.020006 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62a7c3e9-2395-4375-a693-990e229ad561 admin admin] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:02:17.026432 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-62a7c3e9-2395-4375-a693-990e229ad561 admin admin] 10.222.0.64 "PUT /v2.0/routers/b74923ba-a792-4089-85f1-71ae318e39c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5660858 Oct 20 11:02:17.054314 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a8f8c417-4aa9-43f9-baa1-8b45d7624b46 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:17.066218 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 69a366c3-9f74-4258-949c-c56d2216a9a6 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:02:17.066602 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:17.068806 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Pushing event updated for resources: {'Port': ['ID=e90889b7-b39b-40a7-8913-291ca25e73a3,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:17.104080 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f8c417-4aa9-43f9-baa1-8b45d7624b46 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Pushing event deleted for resources: {'Port': ['ID=e4c6a809-db85-47ab-b501-785262cd695a,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:17.174037 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a8f8c417-4aa9-43f9-baa1-8b45d7624b46 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1773439'] for router_gateway, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:17.180361 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-2224c4af-64d3-472e-9d87-28914f969203 None None] Provisioning complete for port e640cfc2-61c5-4721-8122-fb850c9ec4b9 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:02:17.180874 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-2224c4af-64d3-472e-9d87-28914f969203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:17.282769 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a8f8c417-4aa9-43f9-baa1-8b45d7624b46 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1772272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258304'] for router, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:17.284751 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-2224c4af-64d3-472e-9d87-28914f969203 None None] Port e640cfc2-61c5-4721-8122-fb850c9ec4b9 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:02:17.286369 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a8f8c417-4aa9-43f9-baa1-8b45d7624b46 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:17.322573 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device f97e4b1e-60c7-47a8-a7cc-7fa502fe3882 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:02:17.334604 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a8f8c417-4aa9-43f9-baa1-8b45d7624b46 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1772267'] for router, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:17.335117 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8f8c417-4aa9-43f9-baa1-8b45d7624b46 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 01b4bdda-1bc7-422e-9dca-ff7af422e89e {{(pid=100597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:02:17.339870 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a8f8c417-4aa9-43f9-baa1-8b45d7624b46 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Publish callbacks [] for router, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:17.341145 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-a8f8c417-4aa9-43f9-baa1-8b45d7624b46 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] 10.222.0.64 "DELETE /v2.0/routers/01b4bdda-1bc7-422e-9dca-ff7af422e89e HTTP/1.1" status: 204 len: 168 time: 1.0396190 Oct 20 11:02:17.344062 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 34866) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:17.420983 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.db.api [None req-e2e62896-a52a-4203-8478-0f98d1041446 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 11:02:17.421342 n-d-811396-3 neutron-server[100598]: DEBUG oslo_db.api [None req-e2e62896-a52a-4203-8478-0f98d1041446 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 11:02:17.422436 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port f97e4b1e-60c7-47a8-a7cc-7fa502fe3882 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:02:17.422805 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:17.471066 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d5a0f639-a041-40f4-b9a0-4f04781aa110 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Publish callbacks [] for router, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:17.523935 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 33bcb263-5271-4077-8fbd-a748db3bc540 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:02:17.581207 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 33bcb263-5271-4077-8fbd-a748db3bc540 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:02:17.581588 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:17.627902 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d5a0f639-a041-40f4-b9a0-4f04781aa110 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:17.665446 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:17.691822 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] For port 33bcb263-5271-4077-8fbd-a748db3bc540, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=33bcb263-5271-4077-8fbd-a748db3bc540,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:02:17.696235 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:17.717448 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1964b8-04dd-42de-89cf-cc86275eac5b req-6353a8f8-107e-4be9-9505-12db80d402ba tempest-TestServerMultinode-1088861127 tempest-TestServerMultinode-1088861127-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:17.719363 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1c1964b8-04dd-42de-89cf-cc86275eac5b req-6353a8f8-107e-4be9-9505-12db80d402ba tempest-TestServerMultinode-1088861127 tempest-TestServerMultinode-1088861127-project-admin] 10.222.0.64 "GET /v2.0/networks?id=64b6c47c-0a6b-4617-8fac-d57af9e73147 HTTP/1.1" status: 200 len: 911 time: 0.1434329 Oct 20 11:02:17.739459 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1c1964b8-04dd-42de-89cf-cc86275eac5b req-0e050568-86d1-43a7-8a62-4dbed140b1f7 tempest-TestServerMultinode-1088861127 tempest-TestServerMultinode-1088861127-project-admin] 10.222.0.64 "GET /v2.0/quotas/06983afff3ef4acf99333438c9675dbf HTTP/1.1" status: 200 len: 375 time: 0.0132787 Oct 20 11:02:17.742753 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-d5a0f639-a041-40f4-b9a0-4f04781aa110 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Deleting port 33bcb263-5271-4077-8fbd-a748db3bc540 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:02:17.743092 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d5a0f639-a041-40f4-b9a0-4f04781aa110 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:17.745065 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Pushing event updated for resources: {'Port': ['ID=33bcb263-5271-4077-8fbd-a748db3bc540,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:17.876186 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1c1964b8-04dd-42de-89cf-cc86275eac5b req-6315c5e3-25d7-4618-bc10-8e9810eb3945 tempest-TestServerMultinode-1088861127 tempest-TestServerMultinode-1088861127-project-admin] 10.222.0.64 "GET /v2.0/ports?tenant_id=06983afff3ef4acf99333438c9675dbf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1207206 Oct 20 11:02:17.888800 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [req-1c1964b8-04dd-42de-89cf-cc86275eac5b req-0a661802-a8a0-448e-af0c-0ebb28efd163 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:02:17.889953 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1c1964b8-04dd-42de-89cf-cc86275eac5b req-0a661802-a8a0-448e-af0c-0ebb28efd163 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0052872 Oct 20 11:02:17.895309 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [None req-d5a0f639-a041-40f4-b9a0-4f04781aa110 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] For port 33bcb263-5271-4077-8fbd-a748db3bc540, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=33bcb263-5271-4077-8fbd-a748db3bc540,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:02:17.895776 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d5a0f639-a041-40f4-b9a0-4f04781aa110 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:17.927796 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-d5a0f639-a041-40f4-b9a0-4f04781aa110 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Calling delete_port for 33bcb263-5271-4077-8fbd-a748db3bc540 owned by network:router_gateway {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:02:17.941930 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e62896-a52a-4203-8478-0f98d1041446 None None] Port e4c6a809-db85-47ab-b501-785262cd695a not found while updating agent binding for router 01b4bdda-1bc7-422e-9dca-ff7af422e89e. {{(pid=100598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Oct 20 11:02:17.944444 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device e90889b7-b39b-40a7-8913-291ca25e73a3 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:02:17.974711 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e62896-a52a-4203-8478-0f98d1041446 None None] Routers set() bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:02:17.975184 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e62896-a52a-4203-8478-0f98d1041446 None None] Router IDs set() for agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 20 11:02:17.975874 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_agentschedulers_db [None req-e2e62896-a52a-4203-8478-0f98d1041446 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'01b4bdda-1bc7-422e-9dca-ff7af422e89e'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:02:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent'). {{(pid=100598) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 20 11:02:17.976326 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e62896-a52a-4203-8478-0f98d1041446 None None] The sync data for ids ['01b4bdda-1bc7-422e-9dca-ff7af422e89e'] in n-d-811396-3 is: [] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:02:18.000455 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port e90889b7-b39b-40a7-8913-291ca25e73a3 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:02:18.001229 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:18.074740 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 34884) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:18.091941 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 33bcb263-5271-4077-8fbd-a748db3bc540 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:02:18.149977 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 33bcb263-5271-4077-8fbd-a748db3bc540 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:02:18.150498 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:18.268556 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-d9036594-c55f-4ce7-9849-48318e40796a tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Deleting port 3d5d1402-8b2f-493c-9d7f-8e85e35e7781 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:02:18.269161 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d9036594-c55f-4ce7-9849-48318e40796a tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:18.331952 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1c1964b8-04dd-42de-89cf-cc86275eac5b req-73c183ad-3d7f-4845-b03c-9257e3834fce service neutron] 10.222.0.64 "GET /v2.0/networks/64b6c47c-0a6b-4617-8fac-d57af9e73147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4336050 Oct 20 11:02:18.357403 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21dad601-48a4-4da8-8ef2-7f1e2ecfa02c None None] Sync routers for ids ['b74923ba-a792-4089-85f1-71ae318e39c5'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:02:18.362152 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d9036594-c55f-4ce7-9849-48318e40796a tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:18.362479 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d9036594-c55f-4ce7-9849-48318e40796a tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:18.369443 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21dad601-48a4-4da8-8ef2-7f1e2ecfa02c None None] Routers {'b74923ba-a792-4089-85f1-71ae318e39c5'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:02:18.371555 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-21dad601-48a4-4da8-8ef2-7f1e2ecfa02c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:02:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['b74923ba-a792-4089-85f1-71ae318e39c5'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:02:18.376631 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-d9036594-c55f-4ce7-9849-48318e40796a tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Calling delete_port for 3d5d1402-8b2f-493c-9d7f-8e85e35e7781 owned by network:floatingip {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:02:18.495942 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-21dad601-48a4-4da8-8ef2-7f1e2ecfa02c None None] Set router b74923ba-a792-4089-85f1-71ae318e39c5 gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:02:18.513774 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1c1964b8-04dd-42de-89cf-cc86275eac5b req-ef4ab0d0-8a71-476e-835c-3150acd93120 service neutron] 10.222.0.64 "GET /v2.0/networks/64b6c47c-0a6b-4617-8fac-d57af9e73147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713796 Oct 20 11:02:18.525350 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d5a0f639-a041-40f4-b9a0-4f04781aa110 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:18.556451 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d9036594-c55f-4ce7-9849-48318e40796a tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:18.557573 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a0f639-a041-40f4-b9a0-4f04781aa110 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Pushing event deleted for resources: {'Port': ['ID=33bcb263-5271-4077-8fbd-a748db3bc540,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:18.596733 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9036594-c55f-4ce7-9849-48318e40796a tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Pushing event deleted for resources: {'Port': ['ID=3d5d1402-8b2f-493c-9d7f-8e85e35e7781,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:18.642675 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d5a0f639-a041-40f4-b9a0-4f04781aa110 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1773439'] for router_gateway, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:18.708566 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d9036594-c55f-4ce7-9849-48318e40796a tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Publish callbacks [] for floatingip, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:18.708910 n-d-811396-3 neutron-server[100597]: INFO neutron.db.l3_db [None req-d9036594-c55f-4ce7-9849-48318e40796a tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Floating IP 78245888-44b1-4ca6-9acb-4e1adac23c53 disassociated (deleted). External IP: 172.25.1.28, port: 7bdb6dbe-eddf-4991-8e2f-2cc533deec19. Oct 20 11:02:18.763824 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-21dad601-48a4-4da8-8ef2-7f1e2ecfa02c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b74923ba-a792-4089-85f1-71ae318e39c5', 'name': 'tempest-TestServerMultinode-361006916-router', 'tenant_id': '06983afff3ef4acf99333438c9675dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.19'}], 'enable_snat': True}, 'gw_port_id': 'e90889b7-b39b-40a7-8913-291ca25e73a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:02:11Z', 'updated_at': '2021-10-20T11:02:16Z', 'revision_number': 4, 'project_id': '06983afff3ef4acf99333438c9675dbf', 'gw_port': {'id': 'e90889b7-b39b-40a7-8913-291ca25e73a3', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:65:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74923ba-a792-4089-85f1-71ae318e39c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:02:11Z', 'updated_at': '2021-10-20T11:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': 'e640cfc2-61c5-4721-8122-fb850c9ec4b9', 'name': '', 'network_id': 'b6edbdc5-dae8-4572-991a-213183e6b16c', 'tenant_id': '06983afff3ef4acf99333438c9675dbf', 'mac_address': 'fa:16:3e:d6:a1:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b74923ba-a792-4089-85f1-71ae318e39c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '12f63811-7166-4baa-8a6b-9194e340ac65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:02:14Z', 'updated_at': '2021-10-20T11:02:16Z', 'revision_number': 2, 'project_id': '06983afff3ef4acf99333438c9675dbf', 'subnets': [{'id': '12f63811-7166-4baa-8a6b-9194e340ac65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:02:18.787481 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c15a5a8d-84cd-4144-9a4a-8ec55022b5ff req-f950037d-cf46-41bb-b142-0318a1d91e64 tempest-TestServerMultinode-1088861127 tempest-TestServerMultinode-1088861127-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=56d7d226-9a10-408c-8032-0b3c943d5a86 HTTP/1.1" status: 200 len: 210 time: 0.0400932 Oct 20 11:02:18.810692 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21dad601-48a4-4da8-8ef2-7f1e2ecfa02c None None] Checking router: b74923ba-a792-4089-85f1-71ae318e39c5 for host: n-d-811396-3 {{(pid=100599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:02:18.811153 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21dad601-48a4-4da8-8ef2-7f1e2ecfa02c None None] Updating router b74923ba-a792-4089-85f1-71ae318e39c5 port e640cfc2-61c5-4721-8122-fb850c9ec4b9 binding host n-d-811396-3 {{(pid=100599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:02:18.819190 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d5a0f639-a041-40f4-b9a0-4f04781aa110 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1772272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258304'] for router, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:18.822633 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d5a0f639-a041-40f4-b9a0-4f04781aa110 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:18.846063 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-21dad601-48a4-4da8-8ef2-7f1e2ecfa02c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:18.875575 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d5a0f639-a041-40f4-b9a0-4f04781aa110 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1772267'] for router, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:18.876277 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5a0f639-a041-40f4-b9a0-4f04781aa110 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 31f26fc7-0c9f-42fb-9048-e3a12bcd234e {{(pid=100596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:02:18.893486 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d5a0f639-a041-40f4-b9a0-4f04781aa110 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Publish callbacks [] for router, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:18.895959 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-d5a0f639-a041-40f4-b9a0-4f04781aa110 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] 10.222.0.64 "DELETE /v2.0/routers/31f26fc7-0c9f-42fb-9048-e3a12bcd234e HTTP/1.1" status: 204 len: 168 time: 1.5507429 Oct 20 11:02:18.899187 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 34896) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:18.906292 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-62d46aaf-c68a-4207-b548-6955c569ccbf tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-667071004', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}, 'admin_state_up': False}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:02:18.943845 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-62d46aaf-c68a-4207-b548-6955c569ccbf tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1772442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258322'] for router, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:18.945118 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-62d46aaf-c68a-4207-b548-6955c569ccbf tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1772334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773516', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258315'] for router, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:19.009691 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9036594-c55f-4ce7-9849-48318e40796a tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Router 9712814c-5acb-4d48-bdc6-5a7d3130bc5d has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:02:19.030592 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-62d46aaf-c68a-4207-b548-6955c569ccbf tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:19.146333 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9036594-c55f-4ce7-9849-48318e40796a tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:02:19.160229 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1dffa82-7b6d-4228-a5f1-b06dd2e7ef00 None None] Sync routers for ids ['9712814c-5acb-4d48-bdc6-5a7d3130bc5d'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:02:19.163285 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d9036594-c55f-4ce7-9849-48318e40796a tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for floatingip, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:19.173025 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1dffa82-7b6d-4228-a5f1-b06dd2e7ef00 None None] Routers {'9712814c-5acb-4d48-bdc6-5a7d3130bc5d'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:02:19.173722 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-f1dffa82-7b6d-4228-a5f1-b06dd2e7ef00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:02:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['9712814c-5acb-4d48-bdc6-5a7d3130bc5d'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:02:19.198742 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-d9036594-c55f-4ce7-9849-48318e40796a tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "DELETE /v2.0/floatingips/78245888-44b1-4ca6-9acb-4e1adac23c53 HTTP/1.1" status: 204 len: 168 time: 1.1228759 Oct 20 11:02:19.199610 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd907556c-90f6-4918-92d3-4c24792ba2db', 'tag': '7bdb6dbe-eddf-4991-8e2f-2cc533deec19'}] {{(pid=100597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:02:19.202510 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd85cad6a391afaa95d2dd5280bfd4659fc1e1b2aba53b5e7ef874f059efcdc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bff471e9-a3b2-4ad2-91f0-0256a43af927" -d '{"events": [{"name": "network-changed", "server_uuid": "d907556c-90f6-4918-92d3-4c24792ba2db", "tag": "7bdb6dbe-eddf-4991-8e2f-2cc533deec19"}]}' {{(pid=100597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:02:19.247329 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-21dad601-48a4-4da8-8ef2-7f1e2ecfa02c None None] Publish callbacks [] for port, precommit_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:19.247576 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-62d46aaf-c68a-4207-b548-6955c569ccbf tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:19.258001 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-21dad601-48a4-4da8-8ef2-7f1e2ecfa02c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:19.289907 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd52fd1c-6ee5-46f5-960b-4bb6f719786a x-openstack-request-id: req-dd52fd1c-6ee5-46f5-960b-4bb6f719786a {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:02:19.290825 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d907556c-90f6-4918-92d3-4c24792ba2db", "tag": "7bdb6dbe-eddf-4991-8e2f-2cc533deec19", "status": "completed", "code": 200}]} {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:02:19.291333 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-dd52fd1c-6ee5-46f5-960b-4bb6f719786a {{(pid=100597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:02:19.291930 n-d-811396-3 neutron-server[100597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd907556c-90f6-4918-92d3-4c24792ba2db', 'tag': '7bdb6dbe-eddf-4991-8e2f-2cc533deec19', 'status': 'completed', 'code': 200} Oct 20 11:02:19.416742 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-f1dffa82-7b6d-4228-a5f1-b06dd2e7ef00 None None] Set router 9712814c-5acb-4d48-bdc6-5a7d3130bc5d gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:02:19.428616 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-21dad601-48a4-4da8-8ef2-7f1e2ecfa02c None None] Attempting to bind port e640cfc2-61c5-4721-8122-fb850c9ec4b9 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:02:19.429118 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-21dad601-48a4-4da8-8ef2-7f1e2ecfa02c None None] Attempting to bind port e640cfc2-61c5-4721-8122-fb850c9ec4b9 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': 'f006586f-e475-49b0-ba8f-a09f128449a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'b6edbdc5-dae8-4572-991a-213183e6b16c'}] {{(pid=100599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:02:19.429326 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21dad601-48a4-4da8-8ef2-7f1e2ecfa02c None None] Attempting to bind port e640cfc2-61c5-4721-8122-fb850c9ec4b9 on network b6edbdc5-dae8-4572-991a-213183e6b16c {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:02:19.439259 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff471e9-a3b2-4ad2-91f0-0256a43af927 req-a9b9b678-f8d4-4d9c-91be-aebcf736d3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:19.440841 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bff471e9-a3b2-4ad2-91f0-0256a43af927 req-a9b9b678-f8d4-4d9c-91be-aebcf736d3ee service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=304c84e5c7844b5cadef0d9d128b445c&device_id=d907556c-90f6-4918-92d3-4c24792ba2db HTTP/1.1" status: 200 len: 1096 time: 0.1267686 Oct 20 11:02:19.446654 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21dad601-48a4-4da8-8ef2-7f1e2ecfa02c None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:02:19.447120 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21dad601-48a4-4da8-8ef2-7f1e2ecfa02c None None] Checking segment: {'id': 'f006586f-e475-49b0-ba8f-a09f128449a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'b6edbdc5-dae8-4572-991a-213183e6b16c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:02:19.447554 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-21dad601-48a4-4da8-8ef2-7f1e2ecfa02c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:19.447944 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21dad601-48a4-4da8-8ef2-7f1e2ecfa02c None None] Bound using segment: {'id': 'f006586f-e475-49b0-ba8f-a09f128449a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'b6edbdc5-dae8-4572-991a-213183e6b16c'} {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:02:19.448964 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-21dad601-48a4-4da8-8ef2-7f1e2ecfa02c None None] Bound port: e640cfc2-61c5-4721-8122-fb850c9ec4b9, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f006586f-e475-49b0-ba8f-a09f128449a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'b6edbdc5-dae8-4572-991a-213183e6b16c'}}] {{(pid=100599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:02:19.449339 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-21dad601-48a4-4da8-8ef2-7f1e2ecfa02c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:19.474414 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88feee5d-7cff-42ed-a6bb-68746f60007b None None] Pushing event updated for resources: {'Port': ['ID=e640cfc2-61c5-4721-8122-fb850c9ec4b9,revision_number=3']} {{(pid=100599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:19.571336 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.db [None req-21dad601-48a4-4da8-8ef2-7f1e2ecfa02c None None] For port e640cfc2-61c5-4721-8122-fb850c9ec4b9, host n-d-811396-3, cleared binding levels {{(pid=100599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:02:19.575723 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.db [None req-21dad601-48a4-4da8-8ef2-7f1e2ecfa02c None None] For port e640cfc2-61c5-4721-8122-fb850c9ec4b9, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=e640cfc2-61c5-4721-8122-fb850c9ec4b9,segment=NetworkSegment(f006586f-e475-49b0-ba8f-a09f128449a6),segment_id=f006586f-e475-49b0-ba8f-a09f128449a6)] {{(pid=100599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:02:19.582723 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-21dad601-48a4-4da8-8ef2-7f1e2ecfa02c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:19.594064 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:19.664791 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21dad601-48a4-4da8-8ef2-7f1e2ecfa02c None None] Routers {'b74923ba-a792-4089-85f1-71ae318e39c5'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:02:19.665510 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-21dad601-48a4-4da8-8ef2-7f1e2ecfa02c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:02:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['b74923ba-a792-4089-85f1-71ae318e39c5'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:02:19.723858 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff471e9-a3b2-4ad2-91f0-0256a43af927 req-522b6a12-1682-4156-a1e0-4ced122435fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:19.725547 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bff471e9-a3b2-4ad2-91f0-0256a43af927 req-522b6a12-1682-4156-a1e0-4ced122435fc service neutron] 10.222.0.69 "GET /v2.0/networks?id=cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0 HTTP/1.1" status: 200 len: 913 time: 0.2683294 Oct 20 11:02:19.736820 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd673a8d-1833-4c9b-a107-12e1adf3803f req-d599ea70-bb74-4b97-8130-7a4822fe2d35 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:19.741259 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88feee5d-7cff-42ed-a6bb-68746f60007b None None] Pushing event updated for resources: {'Port': ['ID=e640cfc2-61c5-4721-8122-fb850c9ec4b9,revision_number=4']} {{(pid=100599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:19.744129 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fd673a8d-1833-4c9b-a107-12e1adf3803f req-d599ea70-bb74-4b97-8130-7a4822fe2d35 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=d907556c-90f6-4918-92d3-4c24792ba2db HTTP/1.1" status: 200 len: 945 time: 0.2409155 Oct 20 11:02:19.840989 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bff471e9-a3b2-4ad2-91f0-0256a43af927 req-0fdb5e20-68a1-4d78-a04d-4275a5f897d4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7bdb6dbe-eddf-4991-8e2f-2cc533deec19 HTTP/1.1" status: 200 len: 217 time: 0.0913606 Oct 20 11:02:19.907858 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-21dad601-48a4-4da8-8ef2-7f1e2ecfa02c None None] Set router b74923ba-a792-4089-85f1-71ae318e39c5 gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:02:19.937542 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fd673a8d-1833-4c9b-a107-12e1adf3803f req-a544866e-4099-4409-be69-b55b4bdab573 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/security-groups?id=b86ef872-82a8-48e3-89d0-a53331758f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1924944 Oct 20 11:02:19.939205 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 33bcb263-5271-4077-8fbd-a748db3bc540 no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:02:19.950095 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff471e9-a3b2-4ad2-91f0-0256a43af927 req-bdf0e061-f800-4c5d-a8a1-79f5274cee8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:19.964076 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bff471e9-a3b2-4ad2-91f0-0256a43af927 req-bdf0e061-f800-4c5d-a8a1-79f5274cee8b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=46305bfd-5c10-42c9-8afc-597f2425497e HTTP/1.1" status: 200 len: 851 time: 0.1100519 Oct 20 11:02:19.992585 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 33bcb263-5271-4077-8fbd-a748db3bc540 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:02:19.992928 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 33bcb263-5271-4077-8fbd-a748db3bc540 not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:02:20.000515 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-584404d8-39cf-4386-afaf-8a99812e6b03 None None] Provisioning complete for port e640cfc2-61c5-4721-8122-fb850c9ec4b9 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:02:20.000892 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-584404d8-39cf-4386-afaf-8a99812e6b03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:20.087890 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-253465a3-0486-4409-9feb-d57f711f95b7 req-edf4aa05-47d9-4a45-9be2-ba36edda81be tempest-TestServerMultinode-1088861127 tempest-TestServerMultinode-1088861127-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=56d7d226-9a10-408c-8032-0b3c943d5a86 HTTP/1.1" status: 200 len: 210 time: 0.0824559 Oct 20 11:02:20.115411 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-62d46aaf-c68a-4207-b548-6955c569ccbf tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Publish callbacks [] for router_gateway, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:20.149008 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-62d46aaf-c68a-4207-b548-6955c569ccbf tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:20.162066 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff471e9-a3b2-4ad2-91f0-0256a43af927 req-575e88ee-35d0-4612-9cd4-73dd4c13d911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:20.164841 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bff471e9-a3b2-4ad2-91f0-0256a43af927 req-575e88ee-35d0-4612-9cd4-73dd4c13d911 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1552761 Oct 20 11:02:20.190728 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-f1dffa82-7b6d-4228-a5f1-b06dd2e7ef00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9712814c-5acb-4d48-bdc6-5a7d3130bc5d', 'name': 'tempest-TestVolumeBootPattern-1466241922-router', 'tenant_id': '304c84e5c7844b5cadef0d9d128b445c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': '796dafa4-6077-4393-8385-ff95473e2ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:47:24Z', 'updated_at': '2021-10-20T10:47:31Z', 'revision_number': 4, 'project_id': '304c84e5c7844b5cadef0d9d128b445c', 'gw_port': {'id': '796dafa4-6077-4393-8385-ff95473e2ed0', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:de:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9712814c-5acb-4d48-bdc6-5a7d3130bc5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2396, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:47:25Z', 'updated_at': '2021-10-20T10:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_floatingips': [{'id': 'db67535c-9a96-460d-b406-7ab5edf062a3', 'tenant_id': '304c84e5c7844b5cadef0d9d128b445c', 'floating_ip_address': '172.25.1.13', 'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'router_id': '9712814c-5acb-4d48-bdc6-5a7d3130bc5d', 'port_id': '3812c3a3-9d19-4847-83f9-467aa4852bfa', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0', 'mac_address': 'fa:16:3e:67:30:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca6b8b02-8daa-4111-962a-e7a91c9a149e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T10:58:27Z', 'updated_at': '2021-10-20T10:58:34Z', 'revision_number': 1, 'project_id': '304c84e5c7844b5cadef0d9d128b445c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41772678-6b00-4009-9ad8-5fc0a96c5fdd', 'name': '', 'network_id': 'cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0', 'tenant_id': '304c84e5c7844b5cadef0d9d128b445c', 'mac_address': 'fa:16:3e:94:7e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9712814c-5acb-4d48-bdc6-5a7d3130bc5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': '46305bfd-5c10-42c9-8afc-597f2425497e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:47:29Z', 'updated_at': '2021-10-20T10:47:38Z', 'revision_number': 5, 'project_id': '304c84e5c7844b5cadef0d9d128b445c', 'subnets': [{'id': '46305bfd-5c10-42c9-8afc-597f2425497e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:02:20.194223 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-584404d8-39cf-4386-afaf-8a99812e6b03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:20.210366 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-21dad601-48a4-4da8-8ef2-7f1e2ecfa02c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b74923ba-a792-4089-85f1-71ae318e39c5', 'name': 'tempest-TestServerMultinode-361006916-router', 'tenant_id': '06983afff3ef4acf99333438c9675dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.19'}], 'enable_snat': True}, 'gw_port_id': 'e90889b7-b39b-40a7-8913-291ca25e73a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:02:11Z', 'updated_at': '2021-10-20T11:02:16Z', 'revision_number': 4, 'project_id': '06983afff3ef4acf99333438c9675dbf', 'gw_port': {'id': 'e90889b7-b39b-40a7-8913-291ca25e73a3', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:65:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74923ba-a792-4089-85f1-71ae318e39c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:02:11Z', 'updated_at': '2021-10-20T11:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': 'e640cfc2-61c5-4721-8122-fb850c9ec4b9', 'name': '', 'network_id': 'b6edbdc5-dae8-4572-991a-213183e6b16c', 'tenant_id': '06983afff3ef4acf99333438c9675dbf', 'mac_address': 'fa:16:3e:d6:a1:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b74923ba-a792-4089-85f1-71ae318e39c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '12f63811-7166-4baa-8a6b-9194e340ac65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:02:14Z', 'updated_at': '2021-10-20T11:02:19Z', 'revision_number': 4, 'project_id': '06983afff3ef4acf99333438c9675dbf', 'subnets': [{'id': '12f63811-7166-4baa-8a6b-9194e340ac65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:02:20.226822 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1dffa82-7b6d-4228-a5f1-b06dd2e7ef00 None None] Checking router: 9712814c-5acb-4d48-bdc6-5a7d3130bc5d for host: n-d-811396-3 {{(pid=100598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:02:20.240932 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1dffa82-7b6d-4228-a5f1-b06dd2e7ef00 None None] Routers {'9712814c-5acb-4d48-bdc6-5a7d3130bc5d'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:02:20.241565 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-f1dffa82-7b6d-4228-a5f1-b06dd2e7ef00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:02:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['9712814c-5acb-4d48-bdc6-5a7d3130bc5d'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:02:20.264744 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21dad601-48a4-4da8-8ef2-7f1e2ecfa02c None None] The sync data for ids ['b74923ba-a792-4089-85f1-71ae318e39c5'] in n-d-811396-3 is: [{'id': 'b74923ba-a792-4089-85f1-71ae318e39c5', 'name': 'tempest-TestServerMultinode-361006916-router', 'tenant_id': '06983afff3ef4acf99333438c9675dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.19'}], 'enable_snat': True}, 'gw_port_id': 'e90889b7-b39b-40a7-8913-291ca25e73a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:02:11Z', 'updated_at': '2021-10-20T11:02:16Z', 'revision_number': 4, 'project_id': '06983afff3ef4acf99333438c9675dbf', 'gw_port': {'id': 'e90889b7-b39b-40a7-8913-291ca25e73a3', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:65:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74923ba-a792-4089-85f1-71ae318e39c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:02:11Z', 'updated_at': '2021-10-20T11:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': 'e640cfc2-61c5-4721-8122-fb850c9ec4b9', 'name': '', 'network_id': 'b6edbdc5-dae8-4572-991a-213183e6b16c', 'tenant_id': '06983afff3ef4acf99333438c9675dbf', 'mac_address': 'fa:16:3e:d6:a1:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b74923ba-a792-4089-85f1-71ae318e39c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '12f63811-7166-4baa-8a6b-9194e340ac65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:02:14Z', 'updated_at': '2021-10-20T11:02:19Z', 'revision_number': 4, 'project_id': '06983afff3ef4acf99333438c9675dbf', 'subnets': [{'id': '12f63811-7166-4baa-8a6b-9194e340ac65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:02:20.320880 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-584404d8-39cf-4386-afaf-8a99812e6b03 None None] For port e640cfc2-61c5-4721-8122-fb850c9ec4b9, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=e640cfc2-61c5-4721-8122-fb850c9ec4b9,segment=NetworkSegment(f006586f-e475-49b0-ba8f-a09f128449a6),segment_id=f006586f-e475-49b0-ba8f-a09f128449a6)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:02:20.334276 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-584404d8-39cf-4386-afaf-8a99812e6b03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:20.460671 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-f1dffa82-7b6d-4228-a5f1-b06dd2e7ef00 None None] Set router 9712814c-5acb-4d48-bdc6-5a7d3130bc5d gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:02:20.492638 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584404d8-39cf-4386-afaf-8a99812e6b03 None None] Pushing event updated for resources: {'Port': ['ID=e640cfc2-61c5-4721-8122-fb850c9ec4b9,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:20.496365 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bff471e9-a3b2-4ad2-91f0-0256a43af927 req-f4e5656e-380b-4324-8f64-6310e55af016 service neutron] 10.222.0.69 "GET /v2.0/networks/cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2963052 Oct 20 11:02:20.497629 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [None req-62d46aaf-c68a-4207-b548-6955c569ccbf tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Allocated IP 172.25.1.92 (cbe170d3-31ba-45a2-b477-520ab0a7a8ea/f4e26aca-17ac-4adb-a66b-d939a1b35b64/52b9e618-d843-4633-a2ad-9fad19269f2c) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:02:20.501714 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1964b8-04dd-42de-89cf-cc86275eac5b req-1900b09c-8f79-4ce5-99fa-99ab5f35680c tempest-TestServerMultinode-1088861127 tempest-TestServerMultinode-1088861127-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:20.503814 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1c1964b8-04dd-42de-89cf-cc86275eac5b req-1900b09c-8f79-4ce5-99fa-99ab5f35680c tempest-TestServerMultinode-1088861127 tempest-TestServerMultinode-1088861127-project-admin] 10.222.0.55 "GET /v2.0/networks?id=64b6c47c-0a6b-4617-8fac-d57af9e73147 HTTP/1.1" status: 200 len: 911 time: 0.3020594 Oct 20 11:02:20.526954 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-42fa4b2b-3ba4-44c4-9691-6a0be16d7574 None None] Provisioning complete for port e640cfc2-61c5-4721-8122-fb850c9ec4b9 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:02:20.526954 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-42fa4b2b-3ba4-44c4-9691-6a0be16d7574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:20.531548 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-1c1964b8-04dd-42de-89cf-cc86275eac5b req-cb6a8485-6116-4d19-9e72-b6feea2cd96b tempest-TestServerMultinode-1088861127 tempest-TestServerMultinode-1088861127-project-admin] Request body: {'port': {'device_id': '56d7d226-9a10-408c-8032-0b3c943d5a86', 'network_id': '64b6c47c-0a6b-4617-8fac-d57af9e73147', 'admin_state_up': True, 'tenant_id': '06983afff3ef4acf99333438c9675dbf'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:02:20.639121 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c1964b8-04dd-42de-89cf-cc86275eac5b req-cb6a8485-6116-4d19-9e72-b6feea2cd96b tempest-TestServerMultinode-1088861127 tempest-TestServerMultinode-1088861127-project-admin] Made reservation on behalf of 06983afff3ef4acf99333438c9675dbf for: {'port': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:02:20.642074 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-1c1964b8-04dd-42de-89cf-cc86275eac5b req-cb6a8485-6116-4d19-9e72-b6feea2cd96b tempest-TestServerMultinode-1088861127 tempest-TestServerMultinode-1088861127-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:20.715916 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bff471e9-a3b2-4ad2-91f0-0256a43af927 req-5ef206a0-18d1-49ac-832f-8b5060626f42 service neutron] 10.222.0.69 "GET /v2.0/networks/cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087831 Oct 20 11:02:20.780701 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-f1dffa82-7b6d-4228-a5f1-b06dd2e7ef00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9712814c-5acb-4d48-bdc6-5a7d3130bc5d', 'name': 'tempest-TestVolumeBootPattern-1466241922-router', 'tenant_id': '304c84e5c7844b5cadef0d9d128b445c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': '796dafa4-6077-4393-8385-ff95473e2ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:47:24Z', 'updated_at': '2021-10-20T10:47:31Z', 'revision_number': 4, 'project_id': '304c84e5c7844b5cadef0d9d128b445c', 'gw_port': {'id': '796dafa4-6077-4393-8385-ff95473e2ed0', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:de:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9712814c-5acb-4d48-bdc6-5a7d3130bc5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2396, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:47:25Z', 'updated_at': '2021-10-20T10:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_floatingips': [{'id': 'db67535c-9a96-460d-b406-7ab5edf062a3', 'tenant_id': '304c84e5c7844b5cadef0d9d128b445c', 'floating_ip_address': '172.25.1.13', 'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'router_id': '9712814c-5acb-4d48-bdc6-5a7d3130bc5d', 'port_id': '3812c3a3-9d19-4847-83f9-467aa4852bfa', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0', 'mac_address': 'fa:16:3e:67:30:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca6b8b02-8daa-4111-962a-e7a91c9a149e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T10:58:27Z', 'updated_at': '2021-10-20T10:58:34Z', 'revision_number': 1, 'project_id': '304c84e5c7844b5cadef0d9d128b445c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41772678-6b00-4009-9ad8-5fc0a96c5fdd', 'name': '', 'network_id': 'cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0', 'tenant_id': '304c84e5c7844b5cadef0d9d128b445c', 'mac_address': 'fa:16:3e:94:7e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9712814c-5acb-4d48-bdc6-5a7d3130bc5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': '46305bfd-5c10-42c9-8afc-597f2425497e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:47:29Z', 'updated_at': '2021-10-20T10:47:38Z', 'revision_number': 5, 'project_id': '304c84e5c7844b5cadef0d9d128b445c', 'subnets': [{'id': '46305bfd-5c10-42c9-8afc-597f2425497e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:02:20.784669 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-62d46aaf-c68a-4207-b548-6955c569ccbf tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:20.808497 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1dffa82-7b6d-4228-a5f1-b06dd2e7ef00 None None] The sync data for ids ['9712814c-5acb-4d48-bdc6-5a7d3130bc5d'] in n-d-811396-3 is: [{'id': '9712814c-5acb-4d48-bdc6-5a7d3130bc5d', 'name': 'tempest-TestVolumeBootPattern-1466241922-router', 'tenant_id': '304c84e5c7844b5cadef0d9d128b445c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': '796dafa4-6077-4393-8385-ff95473e2ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:47:24Z', 'updated_at': '2021-10-20T10:47:31Z', 'revision_number': 4, 'project_id': '304c84e5c7844b5cadef0d9d128b445c', 'gw_port': {'id': '796dafa4-6077-4393-8385-ff95473e2ed0', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:de:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9712814c-5acb-4d48-bdc6-5a7d3130bc5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2396, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:47:25Z', 'updated_at': '2021-10-20T10:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_floatingips': [{'id': 'db67535c-9a96-460d-b406-7ab5edf062a3', 'tenant_id': '304c84e5c7844b5cadef0d9d128b445c', 'floating_ip_address': '172.25.1.13', 'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'router_id': '9712814c-5acb-4d48-bdc6-5a7d3130bc5d', 'port_id': '3812c3a3-9d19-4847-83f9-467aa4852bfa', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0', 'mac_address': 'fa:16:3e:67:30:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca6b8b02-8daa-4111-962a-e7a91c9a149e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T10:58:27Z', 'updated_at': '2021-10-20T10:58:34Z', 'revision_number': 1, 'project_id': '304c84e5c7844b5cadef0d9d128b445c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41772678-6b00-4009-9ad8-5fc0a96c5fdd', 'name': '', 'network_id': 'cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0', 'tenant_id': '304c84e5c7844b5cadef0d9d128b445c', 'mac_address': 'fa:16:3e:94:7e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9712814c-5acb-4d48-bdc6-5a7d3130bc5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': '46305bfd-5c10-42c9-8afc-597f2425497e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:47:29Z', 'updated_at': '2021-10-20T10:47:38Z', 'revision_number': 5, 'project_id': '304c84e5c7844b5cadef0d9d128b445c', 'subnets': [{'id': '46305bfd-5c10-42c9-8afc-597f2425497e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:02:20.876424 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [req-1c1964b8-04dd-42de-89cf-cc86275eac5b req-cb6a8485-6116-4d19-9e72-b6feea2cd96b tempest-TestServerMultinode-1088861127 tempest-TestServerMultinode-1088861127-project-admin] Allocated IP 172.20.0.13 (64b6c47c-0a6b-4617-8fac-d57af9e73147/85762728-fd50-4c4d-858e-39a2dc7d3570/457e69d6-7d5c-4f57-8c35-6ddd80fdf4f9) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:02:20.889212 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-62d46aaf-c68a-4207-b548-6955c569ccbf tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:20.912814 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d46aaf-c68a-4207-b548-6955c569ccbf tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Network cbe170d3-31ba-45a2-b477-520ab0a7a8ea is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:02:20.940597 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-62d46aaf-c68a-4207-b548-6955c569ccbf tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:02:20.952765 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d46aaf-c68a-4207-b548-6955c569ccbf tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:02:21.044901 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d46aaf-c68a-4207-b548-6955c569ccbf tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Pushing event updated for resources: {'Port': ['ID=52b9e618-d843-4633-a2ad-9fad19269f2c,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:21.141983 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042eefc4-3efa-42a8-a2ec-b531f3252542 req-1fe274b7-8a85-46a7-bd2d-62dbb3e7c059 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:21.143703 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-042eefc4-3efa-42a8-a2ec-b531f3252542 req-1fe274b7-8a85-46a7-bd2d-62dbb3e7c059 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.69 "GET /v2.0/ports?device_id=d907556c-90f6-4918-92d3-4c24792ba2db HTTP/1.1" status: 200 len: 945 time: 0.1879840 Oct 20 11:02:21.282870 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec44d28-9da2-49a0-bf1e-d9ed71a8cefb None None] New status for floating IP 78245888-44b1-4ca6-9acb-4e1adac23c53: DOWN {{(pid=100599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 11:02:21.605301 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-edc66e97-5b12-4b1f-bff7-8539d5afcc3f req-1ea94a26-7474-4183-9e87-610f5f9313e0 tempest-TestServerMultinode-1088861127 tempest-TestServerMultinode-1088861127-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=56d7d226-9a10-408c-8032-0b3c943d5a86 HTTP/1.1" status: 200 len: 210 time: 0.1340261 Oct 20 11:02:21.705055 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-1c1964b8-04dd-42de-89cf-cc86275eac5b req-cb6a8485-6116-4d19-9e72-b6feea2cd96b tempest-TestServerMultinode-1088861127 tempest-TestServerMultinode-1088861127-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:21.772900 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0151d1-b309-43bf-8b09-af02fa811eaa req-c0384d41-b3b3-4556-9f6c-b48af9ebb07d tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:21.774376 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2c0151d1-b309-43bf-8b09-af02fa811eaa req-c0384d41-b3b3-4556-9f6c-b48af9ebb07d tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=d907556c-90f6-4918-92d3-4c24792ba2db HTTP/1.1" status: 200 len: 945 time: 0.7546406 Oct 20 11:02:21.893851 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-042eefc4-3efa-42a8-a2ec-b531f3252542 req-8eb847f8-4e21-45fb-8eb1-d224c66ad30c tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Deleting port 7bdb6dbe-eddf-4991-8e2f-2cc533deec19 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:02:21.894543 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-042eefc4-3efa-42a8-a2ec-b531f3252542 req-8eb847f8-4e21-45fb-8eb1-d224c66ad30c tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:21.903010 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2c0151d1-b309-43bf-8b09-af02fa811eaa req-0ddfa5cf-3e05-4638-926e-2f2751866b90 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/security-groups?id=b86ef872-82a8-48e3-89d0-a53331758f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189711 Oct 20 11:02:21.907644 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-1c1964b8-04dd-42de-89cf-cc86275eac5b req-cb6a8485-6116-4d19-9e72-b6feea2cd96b tempest-TestServerMultinode-1088861127 tempest-TestServerMultinode-1088861127-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:21.922831 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-62d46aaf-c68a-4207-b548-6955c569ccbf tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Publish callbacks [] for router_gateway, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:21.971029 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device e640cfc2-61c5-4721-8122-fb850c9ec4b9 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:02:22.020597 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c1964b8-04dd-42de-89cf-cc86275eac5b req-cb6a8485-6116-4d19-9e72-b6feea2cd96b tempest-TestServerMultinode-1088861127 tempest-TestServerMultinode-1088861127-project-admin] Network 64b6c47c-0a6b-4617-8fac-d57af9e73147 is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:02:22.031806 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port e640cfc2-61c5-4721-8122-fb850c9ec4b9 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:02:22.032121 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:22.059259 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [req-1c1964b8-04dd-42de-89cf-cc86275eac5b req-cb6a8485-6116-4d19-9e72-b6feea2cd96b tempest-TestServerMultinode-1088861127 tempest-TestServerMultinode-1088861127-project-admin] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:02:22.068378 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c1964b8-04dd-42de-89cf-cc86275eac5b req-cb6a8485-6116-4d19-9e72-b6feea2cd96b tempest-TestServerMultinode-1088861127 tempest-TestServerMultinode-1088861127-project-admin] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:02:22.102366 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6a8485-6116-4d19-9e72-b6feea2cd96b tempest-TestServerMultinode-1088861127 tempest-TestServerMultinode-1088861127-project-admin] Pushing event updated for resources: {'Port': ['ID=457e69d6-7d5c-4f57-8c35-6ddd80fdf4f9,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:22.174449 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-042eefc4-3efa-42a8-a2ec-b531f3252542 req-8eb847f8-4e21-45fb-8eb1-d224c66ad30c tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] For port 7bdb6dbe-eddf-4991-8e2f-2cc533deec19, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=7bdb6dbe-eddf-4991-8e2f-2cc533deec19,segment=NetworkSegment(5f5097d1-dd03-4e53-8d67-381b8a2c1ac8),segment_id=5f5097d1-dd03-4e53-8d67-381b8a2c1ac8)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:02:22.174840 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-042eefc4-3efa-42a8-a2ec-b531f3252542 req-8eb847f8-4e21-45fb-8eb1-d224c66ad30c tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:22.179611 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1964b8-04dd-42de-89cf-cc86275eac5b req-cb6a8485-6116-4d19-9e72-b6feea2cd96b tempest-TestServerMultinode-1088861127 tempest-TestServerMultinode-1088861127-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:22.180251 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-1c1964b8-04dd-42de-89cf-cc86275eac5b req-cb6a8485-6116-4d19-9e72-b6feea2cd96b tempest-TestServerMultinode-1088861127 tempest-TestServerMultinode-1088861127-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:22.205523 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-042eefc4-3efa-42a8-a2ec-b531f3252542 req-8eb847f8-4e21-45fb-8eb1-d224c66ad30c tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Calling delete_port for 7bdb6dbe-eddf-4991-8e2f-2cc533deec19 owned by compute:nova {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:02:22.254112 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1c1964b8-04dd-42de-89cf-cc86275eac5b req-cb6a8485-6116-4d19-9e72-b6feea2cd96b tempest-TestServerMultinode-1088861127 tempest-TestServerMultinode-1088861127-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.7313268 Oct 20 11:02:22.305281 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-1c1964b8-04dd-42de-89cf-cc86275eac5b req-51a51029-b451-4817-8381-510f121bbbd4 service neutron] Request body: {'port': {'device_id': '56d7d226-9a10-408c-8032-0b3c943d5a86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811396-3'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:02:22.338295 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-72d1fdc0-8802-4685-903c-d695a35138ef None None] Provisioning complete for port 457e69d6-7d5c-4f57-8c35-6ddd80fdf4f9 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:02:22.338995 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-72d1fdc0-8802-4685-903c-d695a35138ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:22.373787 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-72d1fdc0-8802-4685-903c-d695a35138ef None None] Port 457e69d6-7d5c-4f57-8c35-6ddd80fdf4f9 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:02:22.420197 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-1c1964b8-04dd-42de-89cf-cc86275eac5b req-51a51029-b451-4817-8381-510f121bbbd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:22.442262 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-62d46aaf-c68a-4207-b548-6955c569ccbf tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1773475'] for router, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:22.682146 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-042eefc4-3efa-42a8-a2ec-b531f3252542 req-8eb847f8-4e21-45fb-8eb1-d224c66ad30c tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:22.760313 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb847f8-4e21-45fb-8eb1-d224c66ad30c tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Pushing event deleted for resources: {'Port': ['ID=7bdb6dbe-eddf-4991-8e2f-2cc533deec19,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:22.861267 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-042eefc4-3efa-42a8-a2ec-b531f3252542 req-8eb847f8-4e21-45fb-8eb1-d224c66ad30c tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] No DVR routers for this DVR port 7bdb6dbe-eddf-4991-8e2f-2cc533deec19 on host n-h2-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:02:22.866594 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-042eefc4-3efa-42a8-a2ec-b531f3252542 req-8eb847f8-4e21-45fb-8eb1-d224c66ad30c tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:22.869820 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-042eefc4-3efa-42a8-a2ec-b531f3252542 req-8eb847f8-4e21-45fb-8eb1-d224c66ad30c tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.69 "DELETE /v2.0/ports/7bdb6dbe-eddf-4991-8e2f-2cc533deec19 HTTP/1.1" status: 204 len: 173 time: 1.4003892 Oct 20 11:02:22.872586 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88db75b-f4fb-4d27-abb7-d59586249f13 req-20c31f96-b91c-4263-bc58-c88d3e11b983 tempest-TestServerMultinode-1088861127 tempest-TestServerMultinode-1088861127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:22.873962 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e88db75b-f4fb-4d27-abb7-d59586249f13 req-20c31f96-b91c-4263-bc58-c88d3e11b983 tempest-TestServerMultinode-1088861127 tempest-TestServerMultinode-1088861127-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=56d7d226-9a10-408c-8032-0b3c943d5a86 HTTP/1.1" status: 200 len: 1028 time: 0.1858680 Oct 20 11:02:22.874393 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd907556c-90f6-4918-92d3-4c24792ba2db', 'name': 'network-vif-deleted', 'tag': '7bdb6dbe-eddf-4991-8e2f-2cc533deec19'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:02:22.876676 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ea26213-dc74-472b-b31d-fa20755b1ad7" -d '{"events": [{"server_uuid": "d907556c-90f6-4918-92d3-4c24792ba2db", "name": "network-vif-deleted", "tag": "7bdb6dbe-eddf-4991-8e2f-2cc533deec19"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:02:22.931714 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fbce5ce-1c3a-49cb-9e73-c10ca0428803 x-openstack-request-id: req-8fbce5ce-1c3a-49cb-9e73-c10ca0428803 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:02:22.932309 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d907556c-90f6-4918-92d3-4c24792ba2db", "name": "network-vif-deleted", "tag": "7bdb6dbe-eddf-4991-8e2f-2cc533deec19", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:02:22.932309 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8fbce5ce-1c3a-49cb-9e73-c10ca0428803 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:02:22.933155 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd907556c-90f6-4918-92d3-4c24792ba2db', 'name': 'network-vif-deleted', 'tag': '7bdb6dbe-eddf-4991-8e2f-2cc533deec19', 'status': 'completed', 'code': 200} Oct 20 11:02:22.940612 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62d46aaf-c68a-4207-b548-6955c569ccbf tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Router 4a85cc6f-8b4e-4f46-82f4-e03b9ec93a2b is scheduled to L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 with binding_index 1 {{(pid=100596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 11:02:22.964279 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e88db75b-f4fb-4d27-abb7-d59586249f13 req-a43c9c33-f524-4140-8cec-bbd105f90b21 tempest-TestServerMultinode-1088861127 tempest-TestServerMultinode-1088861127-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=bd593ef4-0190-4643-a8e4-867579f30e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796106 Oct 20 11:02:23.066736 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5693b98b-086e-4802-9edc-2caf858d9d31 req-52201a32-07db-4910-b0cb-d96caa55e178 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=d907556c-90f6-4918-92d3-4c24792ba2db HTTP/1.1" status: 200 len: 210 time: 0.0427210 Oct 20 11:02:23.072046 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [req-1c1964b8-04dd-42de-89cf-cc86275eac5b req-51a51029-b451-4817-8381-510f121bbbd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 457e69d6-7d5c-4f57-8c35-6ddd80fdf4f9 {{(pid=100596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:02:23.083252 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-1c1964b8-04dd-42de-89cf-cc86275eac5b req-51a51029-b451-4817-8381-510f121bbbd4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:23.154813 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62d46aaf-c68a-4207-b548-6955c569ccbf tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:02:23.156684 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.provisioning_blocks [req-1c1964b8-04dd-42de-89cf-cc86275eac5b req-51a51029-b451-4817-8381-510f121bbbd4 service neutron] Transition to ACTIVE for port object 457e69d6-7d5c-4f57-8c35-6ddd80fdf4f9 will not be triggered until provisioned by entity L2. {{(pid=100596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:02:23.168991 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e77a65-acf5-437a-a93b-34ddb38c0ad7 None None] Sync routers for ids ['4a85cc6f-8b4e-4f46-82f4-e03b9ec93a2b'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:02:23.171830 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-1c1964b8-04dd-42de-89cf-cc86275eac5b req-51a51029-b451-4817-8381-510f121bbbd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:23.186901 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e77a65-acf5-437a-a93b-34ddb38c0ad7 None None] Routers {'4a85cc6f-8b4e-4f46-82f4-e03b9ec93a2b'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:02:23.187863 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-38e77a65-acf5-437a-a93b-34ddb38c0ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:02:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['4a85cc6f-8b4e-4f46-82f4-e03b9ec93a2b'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:02:23.213092 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-62d46aaf-c68a-4207-b548-6955c569ccbf tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Publish callbacks [] for router, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:23.217319 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-62d46aaf-c68a-4207-b548-6955c569ccbf tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 4.3120604 Oct 20 11:02:23.217588 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 34932) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:23.222127 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-d51218a1-2c30-4777-8b5f-a9d75a4ba1d2 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'enable_snat': False}}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:02:23.252074 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a51029-b451-4817-8381-510f121bbbd4 service neutron] Pushing event updated for resources: {'Port': ['ID=457e69d6-7d5c-4f57-8c35-6ddd80fdf4f9,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:23.266774 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-38e77a65-acf5-437a-a93b-34ddb38c0ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:02:23.286146 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e77a65-acf5-437a-a93b-34ddb38c0ad7 None None] Routers {'4a85cc6f-8b4e-4f46-82f4-e03b9ec93a2b'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:02:23.286814 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-38e77a65-acf5-437a-a93b-34ddb38c0ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:02:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['4a85cc6f-8b4e-4f46-82f4-e03b9ec93a2b'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:02:23.357851 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-38e77a65-acf5-437a-a93b-34ddb38c0ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:02:23.358684 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e77a65-acf5-437a-a93b-34ddb38c0ad7 None None] The sync data for ids ['4a85cc6f-8b4e-4f46-82f4-e03b9ec93a2b'] in n-d-811396-3 is: [] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:02:23.396784 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-1c1964b8-04dd-42de-89cf-cc86275eac5b req-51a51029-b451-4817-8381-510f121bbbd4 service neutron] Attempting to bind port 457e69d6-7d5c-4f57-8c35-6ddd80fdf4f9 on host n-h1-811396-3 for vnic_type normal with profile {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:02:23.397267 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-1c1964b8-04dd-42de-89cf-cc86275eac5b req-51a51029-b451-4817-8381-510f121bbbd4 service neutron] Attempting to bind port 457e69d6-7d5c-4f57-8c35-6ddd80fdf4f9 by drivers openvswitch,hyperv on host n-h1-811396-3 at level 0 using segments [{'id': 'a5736a44-11be-4610-8658-5b1a3303da13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '64b6c47c-0a6b-4617-8fac-d57af9e73147'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:02:23.397607 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c1964b8-04dd-42de-89cf-cc86275eac5b req-51a51029-b451-4817-8381-510f121bbbd4 service neutron] Attempting to bind port 457e69d6-7d5c-4f57-8c35-6ddd80fdf4f9 on network 64b6c47c-0a6b-4617-8fac-d57af9e73147 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:02:23.402677 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c1964b8-04dd-42de-89cf-cc86275eac5b req-51a51029-b451-4817-8381-510f121bbbd4 service neutron] Port 457e69d6-7d5c-4f57-8c35-6ddd80fdf4f9 on network 64b6c47c-0a6b-4617-8fac-d57af9e73147 not bound, no agent of type Open vSwitch agent registered on host n-h1-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:02:23.402997 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c1964b8-04dd-42de-89cf-cc86275eac5b req-51a51029-b451-4817-8381-510f121bbbd4 service neutron] Attempting to bind port 457e69d6-7d5c-4f57-8c35-6ddd80fdf4f9 on network 64b6c47c-0a6b-4617-8fac-d57af9e73147 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:02:23.418075 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c1964b8-04dd-42de-89cf-cc86275eac5b req-51a51029-b451-4817-8381-510f121bbbd4 service neutron] Checking agent: {'id': 'b707b4cc-061f-4cf4-bce0-0b3df9b7bec9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 2, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:02:23.418675 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c1964b8-04dd-42de-89cf-cc86275eac5b req-51a51029-b451-4817-8381-510f121bbbd4 service neutron] Checking segment: {'id': 'a5736a44-11be-4610-8658-5b1a3303da13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '64b6c47c-0a6b-4617-8fac-d57af9e73147'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:02:23.419227 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c1964b8-04dd-42de-89cf-cc86275eac5b req-51a51029-b451-4817-8381-510f121bbbd4 service neutron] Bound using segment: {'id': 'a5736a44-11be-4610-8658-5b1a3303da13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '64b6c47c-0a6b-4617-8fac-d57af9e73147'} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:02:23.419964 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-1c1964b8-04dd-42de-89cf-cc86275eac5b req-51a51029-b451-4817-8381-510f121bbbd4 service neutron] Bound port: 457e69d6-7d5c-4f57-8c35-6ddd80fdf4f9, host: n-h1-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5736a44-11be-4610-8658-5b1a3303da13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '64b6c47c-0a6b-4617-8fac-d57af9e73147'}}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:02:23.420488 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-1c1964b8-04dd-42de-89cf-cc86275eac5b req-51a51029-b451-4817-8381-510f121bbbd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:23.504874 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-1c1964b8-04dd-42de-89cf-cc86275eac5b req-51a51029-b451-4817-8381-510f121bbbd4 service neutron] For port 457e69d6-7d5c-4f57-8c35-6ddd80fdf4f9, host n-h1-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:02:23.510034 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-1c1964b8-04dd-42de-89cf-cc86275eac5b req-51a51029-b451-4817-8381-510f121bbbd4 service neutron] For port 457e69d6-7d5c-4f57-8c35-6ddd80fdf4f9, host n-h1-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=457e69d6-7d5c-4f57-8c35-6ddd80fdf4f9,segment=NetworkSegment(a5736a44-11be-4610-8658-5b1a3303da13),segment_id=a5736a44-11be-4610-8658-5b1a3303da13)] {{(pid=100596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:02:23.516238 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-1c1964b8-04dd-42de-89cf-cc86275eac5b req-51a51029-b451-4817-8381-510f121bbbd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:23.556906 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1964b8-04dd-42de-89cf-cc86275eac5b req-51a51029-b451-4817-8381-510f121bbbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:23.558258 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-1c1964b8-04dd-42de-89cf-cc86275eac5b req-51a51029-b451-4817-8381-510f121bbbd4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:23.560066 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1c1964b8-04dd-42de-89cf-cc86275eac5b req-51a51029-b451-4817-8381-510f121bbbd4 service neutron] 10.222.0.55 "PUT /v2.0/ports/457e69d6-7d5c-4f57-8c35-6ddd80fdf4f9 HTTP/1.1" status: 200 len: 1092 time: 1.2605419 Oct 20 11:02:23.563504 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 7bdb6dbe-eddf-4991-8e2f-2cc533deec19 no longer exists at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:02:23.599560 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] No Port match for: 7bdb6dbe-eddf-4991-8e2f-2cc533deec19 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:02:23.600208 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 7bdb6dbe-eddf-4991-8e2f-2cc533deec19 not bound to the agent host n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:02:23.623039 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a51029-b451-4817-8381-510f121bbbd4 service neutron] Pushing event updated for resources: {'Port': ['ID=457e69d6-7d5c-4f57-8c35-6ddd80fdf4f9,revision_number=3']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:23.638914 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d51218a1-2c30-4777-8b5f-a9d75a4ba1d2 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:23.681263 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1964b8-04dd-42de-89cf-cc86275eac5b req-1eb06e10-728d-4bc3-963b-2f8b98b88b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:23.683483 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1c1964b8-04dd-42de-89cf-cc86275eac5b req-1eb06e10-728d-4bc3-963b-2f8b98b88b6a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=06983afff3ef4acf99333438c9675dbf&device_id=56d7d226-9a10-408c-8032-0b3c943d5a86 HTTP/1.1" status: 200 len: 1095 time: 0.0560162 Oct 20 11:02:23.746621 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1c1964b8-04dd-42de-89cf-cc86275eac5b req-e8794ab8-a362-4b4a-9e07-285142e7485a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=457e69d6-7d5c-4f57-8c35-6ddd80fdf4f9 HTTP/1.1" status: 200 len: 217 time: 0.0501053 Oct 20 11:02:23.812258 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1964b8-04dd-42de-89cf-cc86275eac5b req-29a44285-bc02-441f-96d9-5c2c48f630f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:23.814705 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1c1964b8-04dd-42de-89cf-cc86275eac5b req-29a44285-bc02-441f-96d9-5c2c48f630f2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=85762728-fd50-4c4d-858e-39a2dc7d3570 HTTP/1.1" status: 200 len: 849 time: 0.0618272 Oct 20 11:02:23.868113 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1964b8-04dd-42de-89cf-cc86275eac5b req-d5dd22a9-68fa-44c3-9650-ecbc1dad7775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:23.869975 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1c1964b8-04dd-42de-89cf-cc86275eac5b req-d5dd22a9-68fa-44c3-9650-ecbc1dad7775 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=64b6c47c-0a6b-4617-8fac-d57af9e73147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0485899 Oct 20 11:02:23.974440 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1c1964b8-04dd-42de-89cf-cc86275eac5b req-496d09b5-d78d-464f-8bdf-51490d47fd9b service neutron] 10.222.0.55 "GET /v2.0/networks/64b6c47c-0a6b-4617-8fac-d57af9e73147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974662 Oct 20 11:02:24.086801 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1c1964b8-04dd-42de-89cf-cc86275eac5b req-5202c5ff-6a91-4eb4-a027-ee558ace98e4 service neutron] 10.222.0.55 "GET /v2.0/networks/64b6c47c-0a6b-4617-8fac-d57af9e73147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054113 Oct 20 11:02:24.133970 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d51218a1-2c30-4777-8b5f-a9d75a4ba1d2 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1773502', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1772312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-258425'] for router, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:24.139332 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d51218a1-2c30-4777-8b5f-a9d75a4ba1d2 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1773475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1773489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1773480', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1772307'] for router, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:24.219218 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-405b5f9a-33db-4b9f-813f-b0d2cb7febc3 req-684f9981-8439-4840-9a89-c26047dd86c5 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=d907556c-90f6-4918-92d3-4c24792ba2db HTTP/1.1" status: 200 len: 210 time: 0.0440149 Oct 20 11:02:24.233635 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb619891-2a26-4ae6-91eb-2aa02418902c req-9fbd2a97-d2c1-4546-a70c-835e7e5a5a4b tempest-TestServerMultinode-1088861127 tempest-TestServerMultinode-1088861127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:24.237218 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cb619891-2a26-4ae6-91eb-2aa02418902c req-9fbd2a97-d2c1-4546-a70c-835e7e5a5a4b tempest-TestServerMultinode-1088861127 tempest-TestServerMultinode-1088861127-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=56d7d226-9a10-408c-8032-0b3c943d5a86 HTTP/1.1" status: 200 len: 1095 time: 0.1926525 Oct 20 11:02:24.278905 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cb619891-2a26-4ae6-91eb-2aa02418902c req-1e6b3b95-9dd2-4b8e-85f7-7b598f9a9434 tempest-TestServerMultinode-1088861127 tempest-TestServerMultinode-1088861127-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=bd593ef4-0190-4643-a8e4-867579f30e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406833 Oct 20 11:02:24.283325 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d51218a1-2c30-4777-8b5f-a9d75a4ba1d2 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Router 4a85cc6f-8b4e-4f46-82f4-e03b9ec93a2b has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:02:24.725412 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d51218a1-2c30-4777-8b5f-a9d75a4ba1d2 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:02:24.729960 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d51218a1-2c30-4777-8b5f-a9d75a4ba1d2 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Publish callbacks [] for router, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:24.732871 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-d51218a1-2c30-4777-8b5f-a9d75a4ba1d2 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] 10.222.0.64 "PUT /v2.0/routers/4a85cc6f-8b4e-4f46-82f4-e03b9ec93a2b HTTP/1.1" status: 200 len: 920 time: 1.5140803 Oct 20 11:02:24.733551 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 34942) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:24.734811 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d98f84f-8457-4d27-9455-26aa0fcf48e0 None None] Sync routers for ids ['4a85cc6f-8b4e-4f46-82f4-e03b9ec93a2b'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:02:24.744823 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d98f84f-8457-4d27-9455-26aa0fcf48e0 None None] Routers {'4a85cc6f-8b4e-4f46-82f4-e03b9ec93a2b'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:02:24.745664 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-3d98f84f-8457-4d27-9455-26aa0fcf48e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:02:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['4a85cc6f-8b4e-4f46-82f4-e03b9ec93a2b'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:02:24.779351 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-3d98f84f-8457-4d27-9455-26aa0fcf48e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:02:24.788939 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d98f84f-8457-4d27-9455-26aa0fcf48e0 None None] Routers {'4a85cc6f-8b4e-4f46-82f4-e03b9ec93a2b'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:02:24.790143 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-3d98f84f-8457-4d27-9455-26aa0fcf48e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:02:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['4a85cc6f-8b4e-4f46-82f4-e03b9ec93a2b'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:02:24.827006 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-3d98f84f-8457-4d27-9455-26aa0fcf48e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:02:24.827735 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d98f84f-8457-4d27-9455-26aa0fcf48e0 None None] The sync data for ids ['4a85cc6f-8b4e-4f46-82f4-e03b9ec93a2b'] in n-d-811396-3 is: [] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:02:25.091537 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56d7d226-9a10-408c-8032-0b3c943d5a86', 'tag': '457e69d6-7d5c-4f57-8c35-6ddd80fdf4f9'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:02:25.093647 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e2ad8cb-ecd9-4238-adbd-9aec0d7ddc40" -d '{"events": [{"name": "network-changed", "server_uuid": "56d7d226-9a10-408c-8032-0b3c943d5a86", "tag": "457e69d6-7d5c-4f57-8c35-6ddd80fdf4f9"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:02:25.117830 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-49283441-cf72-43b4-9595-cf207b042182 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] 10.222.0.64 "GET /v2.0/routers/4a85cc6f-8b4e-4f46-82f4-e03b9ec93a2b HTTP/1.1" status: 200 len: 920 time: 0.3805535 Oct 20 11:02:25.118157 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 34946) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:25.147626 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd334ef5-8ae8-465d-8e71-cb4cc784882e x-openstack-request-id: req-dd334ef5-8ae8-465d-8e71-cb4cc784882e {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:02:25.147920 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56d7d226-9a10-408c-8032-0b3c943d5a86", "tag": "457e69d6-7d5c-4f57-8c35-6ddd80fdf4f9", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:02:25.148168 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-dd334ef5-8ae8-465d-8e71-cb4cc784882e {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:02:25.148551 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56d7d226-9a10-408c-8032-0b3c943d5a86', 'tag': '457e69d6-7d5c-4f57-8c35-6ddd80fdf4f9', 'status': 'completed', 'code': 200} Oct 20 11:02:25.214373 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe8cee66-4e70-46e6-a68b-88efbf222136 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:25.215905 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-fe8cee66-4e70-46e6-a68b-88efbf222136 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] 10.222.0.64 "GET /v2.0/ports?network_id=cbe170d3-31ba-45a2-b477-520ab0a7a8ea&device_id=4a85cc6f-8b4e-4f46-82f4-e03b9ec93a2b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0968165 Oct 20 11:02:25.218673 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 34948) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:25.224842 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2ad8cb-ecd9-4238-adbd-9aec0d7ddc40 req-9bc9ab6f-a3d1-4f1a-ba45-6bcc7a7ad40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:25.226258 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1e2ad8cb-ecd9-4238-adbd-9aec0d7ddc40 req-9bc9ab6f-a3d1-4f1a-ba45-6bcc7a7ad40b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=06983afff3ef4acf99333438c9675dbf&device_id=56d7d226-9a10-408c-8032-0b3c943d5a86 HTTP/1.1" status: 200 len: 1095 time: 0.0508308 Oct 20 11:02:25.321787 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b605601-91ac-4245-9deb-13dd05122738 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:25.323805 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-9b605601-91ac-4245-9deb-13dd05122738 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] 10.222.0.64 "GET /v2.0/networks/cbe170d3-31ba-45a2-b477-520ab0a7a8ea HTTP/1.1" status: 200 len: 881 time: 0.1041212 Oct 20 11:02:25.327114 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 34954) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:25.350304 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2ad8cb-ecd9-4238-adbd-9aec0d7ddc40 req-f605bca3-a525-440a-955b-570ffce37ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:25.352235 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1e2ad8cb-ecd9-4238-adbd-9aec0d7ddc40 req-f605bca3-a525-440a-955b-570ffce37ba2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=64b6c47c-0a6b-4617-8fac-d57af9e73147 HTTP/1.1" status: 200 len: 911 time: 0.1186519 Oct 20 11:02:25.362991 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-a9fb5fe3-994c-47a3-86a3-8a2ffc724f80 tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a85cc6f-8b4e-4f46-82f4-e03b9ec93a2b HTTP/1.1" status: 200 len: 205 time: 0.0325513 Oct 20 11:02:25.363216 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 34956) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:25.438549 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-87250657-be2b-4f64-9664-49d8f7e0a97c req-02e63da5-db03-4b6d-917c-b2093fee2a58 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=d907556c-90f6-4918-92d3-4c24792ba2db HTTP/1.1" status: 200 len: 210 time: 0.0848255 Oct 20 11:02:25.441375 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1e2ad8cb-ecd9-4238-adbd-9aec0d7ddc40 req-d7ddf93a-32ee-4eee-bf5b-0a6f82d4a7aa service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=457e69d6-7d5c-4f57-8c35-6ddd80fdf4f9 HTTP/1.1" status: 200 len: 217 time: 0.0745609 Oct 20 11:02:25.485731 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972e360e-9fab-4431-9dae-c3d5b4c54970 req-c46ab309-78a9-4d9d-9b9f-7b3ee19c2a40 tempest-TestServerMultinode-1088861127 tempest-TestServerMultinode-1088861127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:25.487661 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-972e360e-9fab-4431-9dae-c3d5b4c54970 req-c46ab309-78a9-4d9d-9b9f-7b3ee19c2a40 tempest-TestServerMultinode-1088861127 tempest-TestServerMultinode-1088861127-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=56d7d226-9a10-408c-8032-0b3c943d5a86 HTTP/1.1" status: 200 len: 1095 time: 0.1191666 Oct 20 11:02:25.499425 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ac60695e-1646-44dd-9167-ab90ba6aea73 tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Publish callbacks [] for router, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:25.502246 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2ad8cb-ecd9-4238-adbd-9aec0d7ddc40 req-06493d5b-16f9-44c8-a5c8-05735a8a340a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:25.503728 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1e2ad8cb-ecd9-4238-adbd-9aec0d7ddc40 req-06493d5b-16f9-44c8-a5c8-05735a8a340a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=85762728-fd50-4c4d-858e-39a2dc7d3570 HTTP/1.1" status: 200 len: 849 time: 0.0540287 Oct 20 11:02:25.561870 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-972e360e-9fab-4431-9dae-c3d5b4c54970 req-7146c6c4-cd26-4457-a993-27c5df9a66dc tempest-TestServerMultinode-1088861127 tempest-TestServerMultinode-1088861127-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=bd593ef4-0190-4643-a8e4-867579f30e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622232 Oct 20 11:02:25.574779 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2ad8cb-ecd9-4238-adbd-9aec0d7ddc40 req-15038caf-6952-443f-bc5b-9a4677446645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:25.576314 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1e2ad8cb-ecd9-4238-adbd-9aec0d7ddc40 req-15038caf-6952-443f-bc5b-9a4677446645 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=64b6c47c-0a6b-4617-8fac-d57af9e73147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0587771 Oct 20 11:02:25.622820 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ac60695e-1646-44dd-9167-ab90ba6aea73 tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:25.680724 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1e2ad8cb-ecd9-4238-adbd-9aec0d7ddc40 req-0c2baa2f-b1e6-4bf9-8154-512d34e08483 service neutron] 10.222.0.55 "GET /v2.0/networks/64b6c47c-0a6b-4617-8fac-d57af9e73147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961890 Oct 20 11:02:25.681949 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-ac60695e-1646-44dd-9167-ab90ba6aea73 tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Deleting port 52b9e618-d843-4633-a2ad-9fad19269f2c {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:02:25.682302 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ac60695e-1646-44dd-9167-ab90ba6aea73 tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:25.767914 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ac60695e-1646-44dd-9167-ab90ba6aea73 tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:25.781220 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-ac60695e-1646-44dd-9167-ab90ba6aea73 tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Calling delete_port for 52b9e618-d843-4633-a2ad-9fad19269f2c owned by network:router_gateway {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:02:25.789702 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1e2ad8cb-ecd9-4238-adbd-9aec0d7ddc40 req-fdad0ab7-d1d7-4193-8a9a-5b0a346ca868 service neutron] 10.222.0.55 "GET /v2.0/networks/64b6c47c-0a6b-4617-8fac-d57af9e73147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001830 Oct 20 11:02:25.948194 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ac60695e-1646-44dd-9167-ab90ba6aea73 tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:25.974429 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac60695e-1646-44dd-9167-ab90ba6aea73 tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Pushing event deleted for resources: {'Port': ['ID=52b9e618-d843-4633-a2ad-9fad19269f2c,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:26.039548 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ac60695e-1646-44dd-9167-ab90ba6aea73 tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1773439'] for router_gateway, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:26.131541 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ac60695e-1646-44dd-9167-ab90ba6aea73 tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1772272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258304'] for router, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:26.133688 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ac60695e-1646-44dd-9167-ab90ba6aea73 tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:26.177036 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ac60695e-1646-44dd-9167-ab90ba6aea73 tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1772267'] for router, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:26.177907 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac60695e-1646-44dd-9167-ab90ba6aea73 tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Fanout notify agent at l3_agent the message router_deleted on router 4a85cc6f-8b4e-4f46-82f4-e03b9ec93a2b {{(pid=100597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:02:26.184858 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ac60695e-1646-44dd-9167-ab90ba6aea73 tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Publish callbacks [] for router, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:26.189480 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-ac60695e-1646-44dd-9167-ab90ba6aea73 tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] 10.222.0.64 "DELETE /v2.0/routers/4a85cc6f-8b4e-4f46-82f4-e03b9ec93a2b HTTP/1.1" status: 204 len: 168 time: 0.8216226 Oct 20 11:02:26.189480 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 34960) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:26.193853 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-26a83610-2494-4b75-99b3-2d13bfb44a2c tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1187131564', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:02:26.217052 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-26a83610-2494-4b75-99b3-2d13bfb44a2c tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1772442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258322'] for router, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:26.217961 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-26a83610-2494-4b75-99b3-2d13bfb44a2c tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1772334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773516', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258315'] for router, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:26.272629 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-26a83610-2494-4b75-99b3-2d13bfb44a2c tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:26.277798 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-26a83610-2494-4b75-99b3-2d13bfb44a2c tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1773475'] for router, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:26.296830 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-26a83610-2494-4b75-99b3-2d13bfb44a2c tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Publish callbacks [] for router, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:26.298010 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-26a83610-2494-4b75-99b3-2d13bfb44a2c tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1076467 Oct 20 11:02:26.300979 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 34962) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:26.306081 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-5ceb9378-4931-4b63-ac96-e888c26263b5 tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Request body: {'router': {'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:02:26.509544 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5ceb9378-4931-4b63-ac96-e888c26263b5 tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:26.548688 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3a7c4e88-2d8e-413c-a071-641eb41b7e11 req-2306a9fb-7416-48b3-9fe4-1b77ab009ec1 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=d907556c-90f6-4918-92d3-4c24792ba2db HTTP/1.1" status: 200 len: 210 time: 0.0353560 Oct 20 11:02:26.774126 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52385a59-850b-48fa-9e3e-a31a6dabdfeb req-840cc7ef-e8f3-40a3-b316-6bff9d8b7e87 tempest-TestServerMultinode-1088861127 tempest-TestServerMultinode-1088861127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:26.775686 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-52385a59-850b-48fa-9e3e-a31a6dabdfeb req-840cc7ef-e8f3-40a3-b316-6bff9d8b7e87 tempest-TestServerMultinode-1088861127 tempest-TestServerMultinode-1088861127-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=56d7d226-9a10-408c-8032-0b3c943d5a86 HTTP/1.1" status: 200 len: 1095 time: 0.1166532 Oct 20 11:02:26.796376 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5ceb9378-4931-4b63-ac96-e888c26263b5 tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Publish callbacks [] for router_gateway, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:26.820858 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5ceb9378-4931-4b63-ac96-e888c26263b5 tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:26.889381 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-52385a59-850b-48fa-9e3e-a31a6dabdfeb req-a34f1e13-34a5-4701-aff4-07d54e39c78e tempest-TestServerMultinode-1088861127 tempest-TestServerMultinode-1088861127-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=bd593ef4-0190-4643-a8e4-867579f30e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948932 Oct 20 11:02:26.949682 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [None req-5ceb9378-4931-4b63-ac96-e888c26263b5 tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Allocated IP 172.25.1.202 (cbe170d3-31ba-45a2-b477-520ab0a7a8ea/f4e26aca-17ac-4adb-a66b-d939a1b35b64/e8a0a9cd-d415-48fd-a2ce-d0a622a3b7ec) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:02:27.066409 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5ceb9378-4931-4b63-ac96-e888c26263b5 tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:27.100209 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5ceb9378-4931-4b63-ac96-e888c26263b5 tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:27.141298 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ceb9378-4931-4b63-ac96-e888c26263b5 tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Network cbe170d3-31ba-45a2-b477-520ab0a7a8ea is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:02:27.145164 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-5ceb9378-4931-4b63-ac96-e888c26263b5 tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:02:27.147889 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ceb9378-4931-4b63-ac96-e888c26263b5 tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:02:27.172625 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ceb9378-4931-4b63-ac96-e888c26263b5 tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Pushing event updated for resources: {'Port': ['ID=e8a0a9cd-d415-48fd-a2ce-d0a622a3b7ec,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:27.413513 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5ceb9378-4931-4b63-ac96-e888c26263b5 tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Publish callbacks [] for router_gateway, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:27.602986 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 457e69d6-7d5c-4f57-8c35-6ddd80fdf4f9 details requested by agent hyperv_n-h1-811396-3 with host n-h1-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:02:27.620109 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5ceb9378-4931-4b63-ac96-e888c26263b5 tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1773502', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1772312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-258425'] for router, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:27.625553 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5ceb9378-4931-4b63-ac96-e888c26263b5 tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1773475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1773489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1773480', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1772307'] for router, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:27.708145 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f1fc219b-bbc6-4947-99f2-be76fd05dd9b req-f3a5874b-745e-4dc3-a9ad-6ce0dfca7237 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=d907556c-90f6-4918-92d3-4c24792ba2db HTTP/1.1" status: 200 len: 210 time: 0.0392630 Oct 20 11:02:27.720528 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 457e69d6-7d5c-4f57-8c35-6ddd80fdf4f9, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=457e69d6-7d5c-4f57-8c35-6ddd80fdf4f9,segment=NetworkSegment(a5736a44-11be-4610-8658-5b1a3303da13),segment_id=a5736a44-11be-4610-8658-5b1a3303da13)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:02:27.739527 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Returning: {'device': '457e69d6-7d5c-4f57-8c35-6ddd80fdf4f9', 'network_id': '64b6c47c-0a6b-4617-8fac-d57af9e73147', 'port_id': '457e69d6-7d5c-4f57-8c35-6ddd80fdf4f9', 'mac_address': 'fa:16:3e:c1:fa:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 836, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85762728-fd50-4c4d-858e-39a2dc7d3570', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:02:27.777502 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:27.789250 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ceb9378-4931-4b63-ac96-e888c26263b5 tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Router 47677c35-7870-4038-a978-e4679c42dcad is scheduled to L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 with binding_index 1 {{(pid=100596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 11:02:27.791074 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 457e69d6-7d5c-4f57-8c35-6ddd80fdf4f9 {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:02:27.811823 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 457e69d6-7d5c-4f57-8c35-6ddd80fdf4f9, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=457e69d6-7d5c-4f57-8c35-6ddd80fdf4f9,segment=NetworkSegment(a5736a44-11be-4610-8658-5b1a3303da13),segment_id=a5736a44-11be-4610-8658-5b1a3303da13)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:02:27.815641 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:27.866084 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=457e69d6-7d5c-4f57-8c35-6ddd80fdf4f9,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:27.909272 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ceb9378-4931-4b63-ac96-e888c26263b5 tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:02:27.917924 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5ceb9378-4931-4b63-ac96-e888c26263b5 tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Publish callbacks [] for router, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:27.926337 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-5ceb9378-4931-4b63-ac96-e888c26263b5 tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] 10.222.0.64 "PUT /v2.0/routers/47677c35-7870-4038-a978-e4679c42dcad HTTP/1.1" status: 200 len: 880 time: 1.6217070 Oct 20 11:02:27.926470 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225dbbc8-a84a-424d-aa6e-7f625b2774ed None None] Sync routers for ids ['47677c35-7870-4038-a978-e4679c42dcad'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:02:27.926937 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 34976) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:27.937915 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225dbbc8-a84a-424d-aa6e-7f625b2774ed None None] Routers {'47677c35-7870-4038-a978-e4679c42dcad'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:02:27.943989 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-225dbbc8-a84a-424d-aa6e-7f625b2774ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:02:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['47677c35-7870-4038-a978-e4679c42dcad'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:02:27.995056 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-225dbbc8-a84a-424d-aa6e-7f625b2774ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:02:28.010907 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225dbbc8-a84a-424d-aa6e-7f625b2774ed None None] Routers {'47677c35-7870-4038-a978-e4679c42dcad'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:02:28.011936 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-225dbbc8-a84a-424d-aa6e-7f625b2774ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:02:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['47677c35-7870-4038-a978-e4679c42dcad'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:02:28.019141 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a72cef-c4cd-4cf0-9ae4-a286d266c636 req-33eb55af-1f0c-49b5-8388-5f458afe054d tempest-TestServerMultinode-1088861127 tempest-TestServerMultinode-1088861127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:28.021050 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e4a72cef-c4cd-4cf0-9ae4-a286d266c636 req-33eb55af-1f0c-49b5-8388-5f458afe054d tempest-TestServerMultinode-1088861127 tempest-TestServerMultinode-1088861127-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=56d7d226-9a10-408c-8032-0b3c943d5a86 HTTP/1.1" status: 200 len: 1096 time: 0.0528874 Oct 20 11:02:28.045930 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-225dbbc8-a84a-424d-aa6e-7f625b2774ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:02:28.046582 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225dbbc8-a84a-424d-aa6e-7f625b2774ed None None] The sync data for ids ['47677c35-7870-4038-a978-e4679c42dcad'] in n-d-811396-3 is: [] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:02:28.062574 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-99092d37-2d65-495b-9ddb-a128952cbfe1 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] 10.222.0.64 "GET /v2.0/routers/47677c35-7870-4038-a978-e4679c42dcad HTTP/1.1" status: 200 len: 921 time: 0.1341546 Oct 20 11:02:28.063988 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e4a72cef-c4cd-4cf0-9ae4-a286d266c636 req-0311c04b-b3a3-418c-a8b6-4441f84b50a8 tempest-TestServerMultinode-1088861127 tempest-TestServerMultinode-1088861127-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=bd593ef4-0190-4643-a8e4-867579f30e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316339 Oct 20 11:02:28.065248 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 34978) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:28.152798 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e49dd601-0cd5-49a0-b726-1e09874f4c26 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:28.154310 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-e49dd601-0cd5-49a0-b726-1e09874f4c26 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] 10.222.0.64 "GET /v2.0/ports?network_id=cbe170d3-31ba-45a2-b477-520ab0a7a8ea&device_id=47677c35-7870-4038-a978-e4679c42dcad&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0880904 Oct 20 11:02:28.156965 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 34980) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:28.188492 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['457e69d6-7d5c-4f57-8c35-6ddd80fdf4f9'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:02:28.247243 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-188ad145-a033-4841-b997-1d5fbd6bc058 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:28.251728 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-188ad145-a033-4841-b997-1d5fbd6bc058 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] 10.222.0.64 "GET /v2.0/networks/cbe170d3-31ba-45a2-b477-520ab0a7a8ea HTTP/1.1" status: 200 len: 881 time: 0.0911791 Oct 20 11:02:28.251955 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 34982) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:28.279694 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-123dad1f-036d-4739-9e80-a23c25828e71 tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] 10.222.0.64 "GET /v2.0/ports?device_id=47677c35-7870-4038-a978-e4679c42dcad HTTP/1.1" status: 200 len: 205 time: 0.0265210 Oct 20 11:02:28.282556 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 34984) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:28.389261 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5a8cd50f-3dbb-4fb2-81c8-771144cce3e6 tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Publish callbacks [] for router, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:28.749744 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5a8cd50f-3dbb-4fb2-81c8-771144cce3e6 tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:28.809095 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-5a8cd50f-3dbb-4fb2-81c8-771144cce3e6 tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Deleting port e8a0a9cd-d415-48fd-a2ce-d0a622a3b7ec {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:02:28.809095 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5a8cd50f-3dbb-4fb2-81c8-771144cce3e6 tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:28.891428 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5a8cd50f-3dbb-4fb2-81c8-771144cce3e6 tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:28.904380 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-5a8cd50f-3dbb-4fb2-81c8-771144cce3e6 tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Calling delete_port for e8a0a9cd-d415-48fd-a2ce-d0a622a3b7ec owned by network:router_gateway {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:02:29.064321 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5a8cd50f-3dbb-4fb2-81c8-771144cce3e6 tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:29.090511 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8cd50f-3dbb-4fb2-81c8-771144cce3e6 tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Pushing event deleted for resources: {'Port': ['ID=e8a0a9cd-d415-48fd-a2ce-d0a622a3b7ec,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:29.179957 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5a8cd50f-3dbb-4fb2-81c8-771144cce3e6 tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1773439'] for router_gateway, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:29.279685 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5a8cd50f-3dbb-4fb2-81c8-771144cce3e6 tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1772272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258304'] for router, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:29.284078 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393eb4b2-81e0-4441-9773-88e4b1cc3e6b req-99a1bbc7-86de-4d0f-8a2f-fef08cde0e52 tempest-TestServerMultinode-1088861127 tempest-TestServerMultinode-1088861127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:29.286624 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-393eb4b2-81e0-4441-9773-88e4b1cc3e6b req-99a1bbc7-86de-4d0f-8a2f-fef08cde0e52 tempest-TestServerMultinode-1088861127 tempest-TestServerMultinode-1088861127-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=56d7d226-9a10-408c-8032-0b3c943d5a86 HTTP/1.1" status: 200 len: 1096 time: 0.1438634 Oct 20 11:02:29.287942 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5a8cd50f-3dbb-4fb2-81c8-771144cce3e6 tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:29.349710 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5a8cd50f-3dbb-4fb2-81c8-771144cce3e6 tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1772267'] for router, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:29.350150 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a8cd50f-3dbb-4fb2-81c8-771144cce3e6 tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Fanout notify agent at l3_agent the message router_deleted on router 47677c35-7870-4038-a978-e4679c42dcad {{(pid=100596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:02:29.358497 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5a8cd50f-3dbb-4fb2-81c8-771144cce3e6 tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Publish callbacks [] for router, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:29.359859 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-5a8cd50f-3dbb-4fb2-81c8-771144cce3e6 tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] 10.222.0.64 "DELETE /v2.0/routers/47677c35-7870-4038-a978-e4679c42dcad HTTP/1.1" status: 204 len: 168 time: 1.0761631 Oct 20 11:02:29.364108 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 34996) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:29.368953 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-249eb4e5-3380-427a-871c-898c011e4b5c tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-10248106', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:02:29.369345 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-393eb4b2-81e0-4441-9773-88e4b1cc3e6b req-4f72540e-f3d7-4594-9534-302e184da95a tempest-TestServerMultinode-1088861127 tempest-TestServerMultinode-1088861127-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=bd593ef4-0190-4643-a8e4-867579f30e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755904 Oct 20 11:02:29.394975 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-249eb4e5-3380-427a-871c-898c011e4b5c tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1772442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258322'] for router, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:29.396003 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-249eb4e5-3380-427a-871c-898c011e4b5c tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1772334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773516', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258315'] for router, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:29.446694 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-249eb4e5-3380-427a-871c-898c011e4b5c tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:29.451104 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-249eb4e5-3380-427a-871c-898c011e4b5c tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1773475'] for router, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:29.468800 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-249eb4e5-3380-427a-871c-898c011e4b5c tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Publish callbacks [] for router, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:29.469999 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-249eb4e5-3380-427a-871c-898c011e4b5c tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1048725 Oct 20 11:02:29.472686 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 34998) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:29.477027 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-55b5ac53-fc85-47d1-a54a-916121c8f014 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'enable_snat': True}}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:02:29.602796 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 457e69d6-7d5c-4f57-8c35-6ddd80fdf4f9 up at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:02:29.675005 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning for port 457e69d6-7d5c-4f57-8c35-6ddd80fdf4f9 completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:02:29.679508 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning complete for port 457e69d6-7d5c-4f57-8c35-6ddd80fdf4f9 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:02:29.679883 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:29.700033 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-55b5ac53-fc85-47d1-a54a-916121c8f014 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:29.771788 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:29.795292 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56d7d226-9a10-408c-8032-0b3c943d5a86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '457e69d6-7d5c-4f57-8c35-6ddd80fdf4f9'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:02:29.798205 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40c2b90f-b776-446e-9f1b-a10074b9b375" -d '{"events": [{"server_uuid": "56d7d226-9a10-408c-8032-0b3c943d5a86", "name": "network-vif-plugged", "status": "completed", "tag": "457e69d6-7d5c-4f57-8c35-6ddd80fdf4f9"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:02:29.811696 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 457e69d6-7d5c-4f57-8c35-6ddd80fdf4f9, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=457e69d6-7d5c-4f57-8c35-6ddd80fdf4f9,segment=NetworkSegment(a5736a44-11be-4610-8658-5b1a3303da13),segment_id=a5736a44-11be-4610-8658-5b1a3303da13)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:02:29.816912 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:29.868976 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01126c43-b6b5-492f-aa40-d7b3777d9b05 x-openstack-request-id: req-01126c43-b6b5-492f-aa40-d7b3777d9b05 {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:02:29.869558 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56d7d226-9a10-408c-8032-0b3c943d5a86", "name": "network-vif-plugged", "status": "completed", "tag": "457e69d6-7d5c-4f57-8c35-6ddd80fdf4f9", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:02:29.870555 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-01126c43-b6b5-492f-aa40-d7b3777d9b05 {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:02:29.871170 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56d7d226-9a10-408c-8032-0b3c943d5a86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '457e69d6-7d5c-4f57-8c35-6ddd80fdf4f9', 'code': 200} Oct 20 11:02:29.887215 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=457e69d6-7d5c-4f57-8c35-6ddd80fdf4f9,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:29.970820 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-55b5ac53-fc85-47d1-a54a-916121c8f014 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:29.990149 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-55b5ac53-fc85-47d1-a54a-916121c8f014 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:30.025555 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33cd715-0df4-48f3-a8b4-721b276a4ab3 req-a1780d4c-2e00-4057-8447-3b71a1098e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:30.027353 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a33cd715-0df4-48f3-a8b4-721b276a4ab3 req-a1780d4c-2e00-4057-8447-3b71a1098e11 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=56d7d226-9a10-408c-8032-0b3c943d5a86 HTTP/1.1" status: 200 len: 1097 time: 0.0505142 Oct 20 11:02:30.067442 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a33cd715-0df4-48f3-a8b4-721b276a4ab3 req-54547cd8-3b96-455f-b021-f4453579c0c2 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=bd593ef4-0190-4643-a8e4-867579f30e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330460 Oct 20 11:02:30.105945 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-55b5ac53-fc85-47d1-a54a-916121c8f014 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Allocated IP 172.25.1.195 (cbe170d3-31ba-45a2-b477-520ab0a7a8ea/f4e26aca-17ac-4adb-a66b-d939a1b35b64/2f0f1ad8-c5af-4fd6-9770-5e462bccc7d6) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:02:30.205497 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-55b5ac53-fc85-47d1-a54a-916121c8f014 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:30.238988 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-55b5ac53-fc85-47d1-a54a-916121c8f014 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:30.279588 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b5ac53-fc85-47d1-a54a-916121c8f014 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Network cbe170d3-31ba-45a2-b477-520ab0a7a8ea is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:02:30.283874 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-55b5ac53-fc85-47d1-a54a-916121c8f014 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:02:30.287992 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b5ac53-fc85-47d1-a54a-916121c8f014 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:02:30.314858 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b5ac53-fc85-47d1-a54a-916121c8f014 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Pushing event updated for resources: {'Port': ['ID=2f0f1ad8-c5af-4fd6-9770-5e462bccc7d6,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:30.502586 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f9cd84-da0a-48b7-8209-4f29179a62d4 req-a149f278-3a47-4f38-9f7c-d4285f7dfbc7 tempest-TestServerMultinode-1088861127 tempest-TestServerMultinode-1088861127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:30.504285 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-75f9cd84-da0a-48b7-8209-4f29179a62d4 req-a149f278-3a47-4f38-9f7c-d4285f7dfbc7 tempest-TestServerMultinode-1088861127 tempest-TestServerMultinode-1088861127-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=56d7d226-9a10-408c-8032-0b3c943d5a86 HTTP/1.1" status: 200 len: 1097 time: 0.0463688 Oct 20 11:02:30.542123 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-75f9cd84-da0a-48b7-8209-4f29179a62d4 req-158365d9-51c8-4760-ad8f-6d87f9f0f798 tempest-TestServerMultinode-1088861127 tempest-TestServerMultinode-1088861127-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=bd593ef4-0190-4643-a8e4-867579f30e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300992 Oct 20 11:02:30.562959 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-55b5ac53-fc85-47d1-a54a-916121c8f014 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:30.758409 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-55b5ac53-fc85-47d1-a54a-916121c8f014 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1773502', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1772312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-258425'] for router, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:30.762897 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-55b5ac53-fc85-47d1-a54a-916121c8f014 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1773475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1773489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1773480', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1772307'] for router, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:30.894968 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55b5ac53-fc85-47d1-a54a-916121c8f014 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Router 8226b5a9-bd48-4346-8615-fb2db76705d8 is scheduled to L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 with binding_index 1 {{(pid=100597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 11:02:31.018202 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55b5ac53-fc85-47d1-a54a-916121c8f014 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:02:31.022580 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-55b5ac53-fc85-47d1-a54a-916121c8f014 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Publish callbacks [] for router, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:31.024151 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-55b5ac53-fc85-47d1-a54a-916121c8f014 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] 10.222.0.64 "PUT /v2.0/routers/8226b5a9-bd48-4346-8615-fb2db76705d8 HTTP/1.1" status: 200 len: 913 time: 1.5502586 Oct 20 11:02:31.026889 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35012) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:31.027592 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab6e556e-935c-45ef-8fea-ff0919ed43d5 None None] Sync routers for ids ['8226b5a9-bd48-4346-8615-fb2db76705d8'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:02:31.038850 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6e556e-935c-45ef-8fea-ff0919ed43d5 None None] Routers {'8226b5a9-bd48-4346-8615-fb2db76705d8'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:02:31.039343 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-ab6e556e-935c-45ef-8fea-ff0919ed43d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:02:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['8226b5a9-bd48-4346-8615-fb2db76705d8'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:02:31.072696 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-ab6e556e-935c-45ef-8fea-ff0919ed43d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:02:31.081921 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6e556e-935c-45ef-8fea-ff0919ed43d5 None None] Routers {'8226b5a9-bd48-4346-8615-fb2db76705d8'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:02:31.082735 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-ab6e556e-935c-45ef-8fea-ff0919ed43d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:02:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['8226b5a9-bd48-4346-8615-fb2db76705d8'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:02:31.117344 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-ab6e556e-935c-45ef-8fea-ff0919ed43d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:02:31.118244 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab6e556e-935c-45ef-8fea-ff0919ed43d5 None None] The sync data for ids ['8226b5a9-bd48-4346-8615-fb2db76705d8'] in n-d-811396-3 is: [] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:02:31.133397 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-32163dda-e4e2-4e99-85a6-7541867466a9 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] 10.222.0.64 "GET /v2.0/routers/8226b5a9-bd48-4346-8615-fb2db76705d8 HTTP/1.1" status: 200 len: 919 time: 0.1052964 Oct 20 11:02:31.136578 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35014) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:31.176095 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-150b847a-1fe4-4ed4-8328-578e9eddb08f tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:31.177850 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-150b847a-1fe4-4ed4-8328-578e9eddb08f tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] 10.222.0.64 "GET /v2.0/ports?network_id=cbe170d3-31ba-45a2-b477-520ab0a7a8ea&device_id=8226b5a9-bd48-4346-8615-fb2db76705d8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0405617 Oct 20 11:02:31.180638 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35016) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:31.269047 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64323db2-2212-4002-abe0-6813e286eb7d tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:31.270393 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-64323db2-2212-4002-abe0-6813e286eb7d tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] 10.222.0.64 "GET /v2.0/networks/cbe170d3-31ba-45a2-b477-520ab0a7a8ea HTTP/1.1" status: 200 len: 881 time: 0.0888596 Oct 20 11:02:31.273263 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35018) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:31.304161 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-e6ab2b95-36e0-42b1-b1a5-ffd397faf034 tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] 10.222.0.64 "GET /v2.0/ports?device_id=8226b5a9-bd48-4346-8615-fb2db76705d8 HTTP/1.1" status: 200 len: 205 time: 0.0272305 Oct 20 11:02:31.304377 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35020) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:31.414650 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5d31d676-1090-4b90-a9b9-b87f1c85201c tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Publish callbacks [] for router, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:31.522232 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5d31d676-1090-4b90-a9b9-b87f1c85201c tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:31.581539 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-5d31d676-1090-4b90-a9b9-b87f1c85201c tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Deleting port 2f0f1ad8-c5af-4fd6-9770-5e462bccc7d6 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:02:31.582094 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5d31d676-1090-4b90-a9b9-b87f1c85201c tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:31.658236 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e243add-4dca-46be-a218-4411dadd426d req-91ec6e00-3246-457a-9982-4a86287b485a tempest-TestServerMultinode-1088861127 tempest-TestServerMultinode-1088861127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:31.664072 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3e243add-4dca-46be-a218-4411dadd426d req-91ec6e00-3246-457a-9982-4a86287b485a tempest-TestServerMultinode-1088861127 tempest-TestServerMultinode-1088861127-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=56d7d226-9a10-408c-8032-0b3c943d5a86 HTTP/1.1" status: 200 len: 1097 time: 0.0466290 Oct 20 11:02:31.664454 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5d31d676-1090-4b90-a9b9-b87f1c85201c tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:31.678221 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-5d31d676-1090-4b90-a9b9-b87f1c85201c tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Calling delete_port for 2f0f1ad8-c5af-4fd6-9770-5e462bccc7d6 owned by network:router_gateway {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:02:31.697469 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3e243add-4dca-46be-a218-4411dadd426d req-4cdeff45-2c58-492e-8dc3-8a842d6221a7 tempest-TestServerMultinode-1088861127 tempest-TestServerMultinode-1088861127-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=bd593ef4-0190-4643-a8e4-867579f30e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310349 Oct 20 11:02:31.819405 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619f2692-26cc-4154-9ec2-be04d48ed0a7 req-be5abde0-beb3-4542-beaa-ea7c53d86308 tempest-TestServerMultinode-1088861127 tempest-TestServerMultinode-1088861127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:31.820982 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-619f2692-26cc-4154-9ec2-be04d48ed0a7 req-be5abde0-beb3-4542-beaa-ea7c53d86308 tempest-TestServerMultinode-1088861127 tempest-TestServerMultinode-1088861127-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=56d7d226-9a10-408c-8032-0b3c943d5a86 HTTP/1.1" status: 200 len: 1097 time: 0.0512373 Oct 20 11:02:31.860582 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5d31d676-1090-4b90-a9b9-b87f1c85201c tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:31.868424 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-619f2692-26cc-4154-9ec2-be04d48ed0a7 req-c4dec22b-28a0-4223-a902-6d81b9999509 tempest-TestServerMultinode-1088861127 tempest-TestServerMultinode-1088861127-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=bd593ef4-0190-4643-a8e4-867579f30e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383632 Oct 20 11:02:31.899423 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d31d676-1090-4b90-a9b9-b87f1c85201c tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Pushing event deleted for resources: {'Port': ['ID=2f0f1ad8-c5af-4fd6-9770-5e462bccc7d6,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:31.921793 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d31d676-1090-4b90-a9b9-b87f1c85201c tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:02:31.922140 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d31d676-1090-4b90-a9b9-b87f1c85201c tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:02:31.922480 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d31d676-1090-4b90-a9b9-b87f1c85201c tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:02:31.922813 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d31d676-1090-4b90-a9b9-b87f1c85201c tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:02:31.923145 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d31d676-1090-4b90-a9b9-b87f1c85201c tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:02:31.923498 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d31d676-1090-4b90-a9b9-b87f1c85201c tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:02:31.923823 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d31d676-1090-4b90-a9b9-b87f1c85201c tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:02:31.924154 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d31d676-1090-4b90-a9b9-b87f1c85201c tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:02:31.924475 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d31d676-1090-4b90-a9b9-b87f1c85201c tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:02:31.924794 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d31d676-1090-4b90-a9b9-b87f1c85201c tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:02:31.925112 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d31d676-1090-4b90-a9b9-b87f1c85201c tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:02:31.925427 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d31d676-1090-4b90-a9b9-b87f1c85201c tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:02:31.967122 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5d31d676-1090-4b90-a9b9-b87f1c85201c tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1773439'] for router_gateway, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:31.970931 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a810868a-ad0e-479e-90f0-f9a1f6a4f83e req-79207d9a-8adb-4343-8058-1f635467d25a tempest-TestServerMultinode-1088861127 tempest-TestServerMultinode-1088861127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:31.972527 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a810868a-ad0e-479e-90f0-f9a1f6a4f83e req-79207d9a-8adb-4343-8058-1f635467d25a tempest-TestServerMultinode-1088861127 tempest-TestServerMultinode-1088861127-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=56d7d226-9a10-408c-8032-0b3c943d5a86 HTTP/1.1" status: 200 len: 1097 time: 0.0443482 Oct 20 11:02:32.011907 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a810868a-ad0e-479e-90f0-f9a1f6a4f83e req-09812c58-baf0-406a-9502-6eab7e9370b7 tempest-TestServerMultinode-1088861127 tempest-TestServerMultinode-1088861127-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=bd593ef4-0190-4643-a8e4-867579f30e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328670 Oct 20 11:02:32.322306 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc6eacf-ef61-4317-8235-c8a11ccf9be2 req-bf535cc2-91be-4151-aca9-4ea97a86ba66 tempest-TestServerMultinode-1088861127 tempest-TestServerMultinode-1088861127-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:32.324803 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cbc6eacf-ef61-4317-8235-c8a11ccf9be2 req-bf535cc2-91be-4151-aca9-4ea97a86ba66 tempest-TestServerMultinode-1088861127 tempest-TestServerMultinode-1088861127-project-admin] 10.222.0.64 "GET /v2.0/networks?id=64b6c47c-0a6b-4617-8fac-d57af9e73147 HTTP/1.1" status: 200 len: 911 time: 0.1274240 Oct 20 11:02:32.347160 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cbc6eacf-ef61-4317-8235-c8a11ccf9be2 req-613726b6-81bc-48ae-bc94-bae3c8016631 tempest-TestServerMultinode-1088861127 tempest-TestServerMultinode-1088861127-project-admin] 10.222.0.64 "GET /v2.0/quotas/06983afff3ef4acf99333438c9675dbf HTTP/1.1" status: 200 len: 375 time: 0.0159962 Oct 20 11:02:32.397537 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cbc6eacf-ef61-4317-8235-c8a11ccf9be2 req-044b4aad-777a-46eb-95d7-57acfeb993d0 tempest-TestServerMultinode-1088861127 tempest-TestServerMultinode-1088861127-project-admin] 10.222.0.64 "GET /v2.0/ports?tenant_id=06983afff3ef4acf99333438c9675dbf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0493751 Oct 20 11:02:32.452412 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5d31d676-1090-4b90-a9b9-b87f1c85201c tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1772272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258304'] for router, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:32.455009 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5d31d676-1090-4b90-a9b9-b87f1c85201c tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:32.502688 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5d31d676-1090-4b90-a9b9-b87f1c85201c tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1772267'] for router, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:32.504521 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d31d676-1090-4b90-a9b9-b87f1c85201c tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Fanout notify agent at l3_agent the message router_deleted on router 8226b5a9-bd48-4346-8615-fb2db76705d8 {{(pid=100597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:02:32.517928 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5d31d676-1090-4b90-a9b9-b87f1c85201c tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Publish callbacks [] for router, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:32.523217 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-5d31d676-1090-4b90-a9b9-b87f1c85201c tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] 10.222.0.64 "DELETE /v2.0/routers/8226b5a9-bd48-4346-8615-fb2db76705d8 HTTP/1.1" status: 204 len: 168 time: 1.2179730 Oct 20 11:02:32.523918 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35050) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:32.529524 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-e64704c9-916f-44ad-b541-bf50877bbcfd tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-583968228', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:02:32.555330 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e64704c9-916f-44ad-b541-bf50877bbcfd tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1772442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258322'] for router, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:32.557738 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e64704c9-916f-44ad-b541-bf50877bbcfd tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1772334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773516', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258315'] for router, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:32.578706 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cbc6eacf-ef61-4317-8235-c8a11ccf9be2 req-f9786d2e-ad88-435b-a00c-4428c424f47d service neutron] 10.222.0.64 "GET /v2.0/networks/64b6c47c-0a6b-4617-8fac-d57af9e73147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743829 Oct 20 11:02:32.629468 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e64704c9-916f-44ad-b541-bf50877bbcfd tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:32.637822 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e64704c9-916f-44ad-b541-bf50877bbcfd tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1773475'] for router, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:32.661568 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e64704c9-916f-44ad-b541-bf50877bbcfd tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Publish callbacks [] for router, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:32.664556 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-e64704c9-916f-44ad-b541-bf50877bbcfd tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1389129 Oct 20 11:02:32.666430 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35052) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:32.672501 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-602749e2-bc98-45d1-aa48-3b6155d404fa tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'enable_snat': False}}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:02:32.690406 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cbc6eacf-ef61-4317-8235-c8a11ccf9be2 req-20103c8d-3563-4778-8ca1-16cb24dfac4d service neutron] 10.222.0.64 "GET /v2.0/networks/64b6c47c-0a6b-4617-8fac-d57af9e73147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055069 Oct 20 11:02:32.890147 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d798c83a-82be-4564-b0ee-04b14ff769b0 req-db616d2f-211b-40d3-b0a4-023e89f4349d tempest-TestServerMultinode-1088861127 tempest-TestServerMultinode-1088861127-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=d36af310-4036-4367-80cc-d910d66f668d HTTP/1.1" status: 200 len: 210 time: 0.0502007 Oct 20 11:02:32.952348 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-602749e2-bc98-45d1-aa48-3b6155d404fa tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:33.181239 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-602749e2-bc98-45d1-aa48-3b6155d404fa tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:33.202428 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-602749e2-bc98-45d1-aa48-3b6155d404fa tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:33.343042 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-602749e2-bc98-45d1-aa48-3b6155d404fa tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Allocated IP 172.25.1.35 (cbe170d3-31ba-45a2-b477-520ab0a7a8ea/f4e26aca-17ac-4adb-a66b-d939a1b35b64/96ba160a-b5d4-4d3d-9367-44802ace5dd5) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:02:33.448892 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-602749e2-bc98-45d1-aa48-3b6155d404fa tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:33.485083 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-602749e2-bc98-45d1-aa48-3b6155d404fa tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:33.528717 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-c933c51e-abe6-42a3-a4ab-062574999853 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:33.529293 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-602749e2-bc98-45d1-aa48-3b6155d404fa tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Network cbe170d3-31ba-45a2-b477-520ab0a7a8ea is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:02:33.532326 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-602749e2-bc98-45d1-aa48-3b6155d404fa tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:02:33.535815 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602749e2-bc98-45d1-aa48-3b6155d404fa tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:02:33.562827 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602749e2-bc98-45d1-aa48-3b6155d404fa tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Pushing event updated for resources: {'Port': ['ID=96ba160a-b5d4-4d3d-9367-44802ace5dd5,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:33.806407 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-602749e2-bc98-45d1-aa48-3b6155d404fa tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:33.998225 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-627b4a9d-3542-4424-a6ea-bf95a9344f8a req-eda0cb9e-55a5-43ee-bb20-d441c56308d3 tempest-TestServerMultinode-1088861127 tempest-TestServerMultinode-1088861127-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=d36af310-4036-4367-80cc-d910d66f668d HTTP/1.1" status: 200 len: 210 time: 0.0397429 Oct 20 11:02:34.022331 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc6eacf-ef61-4317-8235-c8a11ccf9be2 req-b05df534-9dbc-454c-9357-9c8572d03eca tempest-TestServerMultinode-1088861127 tempest-TestServerMultinode-1088861127-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:34.023977 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cbc6eacf-ef61-4317-8235-c8a11ccf9be2 req-b05df534-9dbc-454c-9357-9c8572d03eca tempest-TestServerMultinode-1088861127 tempest-TestServerMultinode-1088861127-project-admin] 10.222.0.69 "GET /v2.0/networks?id=64b6c47c-0a6b-4617-8fac-d57af9e73147 HTTP/1.1" status: 200 len: 911 time: 0.1984196 Oct 20 11:02:34.035965 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-cbc6eacf-ef61-4317-8235-c8a11ccf9be2 req-f9fff0ac-1fa3-4e8a-8d60-afb9f4f9aa12 tempest-TestServerMultinode-1088861127 tempest-TestServerMultinode-1088861127-project-admin] Request body: {'port': {'device_id': 'd36af310-4036-4367-80cc-d910d66f668d', 'network_id': '64b6c47c-0a6b-4617-8fac-d57af9e73147', 'admin_state_up': True, 'tenant_id': '06983afff3ef4acf99333438c9675dbf'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:02:34.043106 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-602749e2-bc98-45d1-aa48-3b6155d404fa tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1773502', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1772312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-258425'] for router, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:34.046687 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-602749e2-bc98-45d1-aa48-3b6155d404fa tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1773475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1773489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1773480', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1772307'] for router, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:34.062049 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbc6eacf-ef61-4317-8235-c8a11ccf9be2 req-f9fff0ac-1fa3-4e8a-8d60-afb9f4f9aa12 tempest-TestServerMultinode-1088861127 tempest-TestServerMultinode-1088861127-project-admin] Made reservation on behalf of 06983afff3ef4acf99333438c9675dbf for: {'port': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:02:34.064768 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-cbc6eacf-ef61-4317-8235-c8a11ccf9be2 req-f9fff0ac-1fa3-4e8a-8d60-afb9f4f9aa12 tempest-TestServerMultinode-1088861127 tempest-TestServerMultinode-1088861127-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:34.187951 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-602749e2-bc98-45d1-aa48-3b6155d404fa tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Router 118af889-628e-415f-9a9c-e2cab66fc442 is scheduled to L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 with binding_index 1 {{(pid=100597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 11:02:34.198976 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [req-cbc6eacf-ef61-4317-8235-c8a11ccf9be2 req-f9fff0ac-1fa3-4e8a-8d60-afb9f4f9aa12 tempest-TestServerMultinode-1088861127 tempest-TestServerMultinode-1088861127-project-admin] Allocated IP 172.20.0.3 (64b6c47c-0a6b-4617-8fac-d57af9e73147/85762728-fd50-4c4d-858e-39a2dc7d3570/cde66f31-3cf6-4113-88dd-942cb1327c19) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:02:34.255633 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35072) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:34.375595 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-cbc6eacf-ef61-4317-8235-c8a11ccf9be2 req-f9fff0ac-1fa3-4e8a-8d60-afb9f4f9aa12 tempest-TestServerMultinode-1088861127 tempest-TestServerMultinode-1088861127-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:34.396984 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-602749e2-bc98-45d1-aa48-3b6155d404fa tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:02:34.402458 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-602749e2-bc98-45d1-aa48-3b6155d404fa tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Publish callbacks [] for router, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:34.405791 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-602749e2-bc98-45d1-aa48-3b6155d404fa tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] 10.222.0.64 "PUT /v2.0/routers/118af889-628e-415f-9a9c-e2cab66fc442 HTTP/1.1" status: 200 len: 914 time: 1.7371461 Oct 20 11:02:34.406846 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35076) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:34.409499 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-cbc6eacf-ef61-4317-8235-c8a11ccf9be2 req-f9fff0ac-1fa3-4e8a-8d60-afb9f4f9aa12 tempest-TestServerMultinode-1088861127 tempest-TestServerMultinode-1088861127-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:34.410423 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22e5ea2-3c78-4fbe-bc2d-969fc98d50ae None None] Sync routers for ids ['118af889-628e-415f-9a9c-e2cab66fc442'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:02:34.420588 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22e5ea2-3c78-4fbe-bc2d-969fc98d50ae None None] Routers {'118af889-628e-415f-9a9c-e2cab66fc442'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:02:34.421332 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-f22e5ea2-3c78-4fbe-bc2d-969fc98d50ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:02:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['118af889-628e-415f-9a9c-e2cab66fc442'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:02:34.455912 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['457e69d6-7d5c-4f57-8c35-6ddd80fdf4f9'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:02:34.460110 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-f22e5ea2-3c78-4fbe-bc2d-969fc98d50ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:02:34.460306 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fff0ac-1fa3-4e8a-8d60-afb9f4f9aa12 tempest-TestServerMultinode-1088861127 tempest-TestServerMultinode-1088861127-project-admin] Pushing event updated for resources: {'Port': ['ID=cde66f31-3cf6-4113-88dd-942cb1327c19,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:34.472637 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fff0ac-1fa3-4e8a-8d60-afb9f4f9aa12 tempest-TestServerMultinode-1088861127 tempest-TestServerMultinode-1088861127-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:02:34.473140 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fff0ac-1fa3-4e8a-8d60-afb9f4f9aa12 tempest-TestServerMultinode-1088861127 tempest-TestServerMultinode-1088861127-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:02:34.473491 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fff0ac-1fa3-4e8a-8d60-afb9f4f9aa12 tempest-TestServerMultinode-1088861127 tempest-TestServerMultinode-1088861127-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:02:34.473833 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fff0ac-1fa3-4e8a-8d60-afb9f4f9aa12 tempest-TestServerMultinode-1088861127 tempest-TestServerMultinode-1088861127-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:02:34.474174 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fff0ac-1fa3-4e8a-8d60-afb9f4f9aa12 tempest-TestServerMultinode-1088861127 tempest-TestServerMultinode-1088861127-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:02:34.474506 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fff0ac-1fa3-4e8a-8d60-afb9f4f9aa12 tempest-TestServerMultinode-1088861127 tempest-TestServerMultinode-1088861127-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:02:34.474836 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fff0ac-1fa3-4e8a-8d60-afb9f4f9aa12 tempest-TestServerMultinode-1088861127 tempest-TestServerMultinode-1088861127-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:02:34.475163 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fff0ac-1fa3-4e8a-8d60-afb9f4f9aa12 tempest-TestServerMultinode-1088861127 tempest-TestServerMultinode-1088861127-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:02:34.475516 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fff0ac-1fa3-4e8a-8d60-afb9f4f9aa12 tempest-TestServerMultinode-1088861127 tempest-TestServerMultinode-1088861127-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:02:34.475843 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fff0ac-1fa3-4e8a-8d60-afb9f4f9aa12 tempest-TestServerMultinode-1088861127 tempest-TestServerMultinode-1088861127-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:02:34.476230 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fff0ac-1fa3-4e8a-8d60-afb9f4f9aa12 tempest-TestServerMultinode-1088861127 tempest-TestServerMultinode-1088861127-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:02:34.476575 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fff0ac-1fa3-4e8a-8d60-afb9f4f9aa12 tempest-TestServerMultinode-1088861127 tempest-TestServerMultinode-1088861127-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:02:34.489676 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbc6eacf-ef61-4317-8235-c8a11ccf9be2 req-f9fff0ac-1fa3-4e8a-8d60-afb9f4f9aa12 tempest-TestServerMultinode-1088861127 tempest-TestServerMultinode-1088861127-project-admin] Network 64b6c47c-0a6b-4617-8fac-d57af9e73147 is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:02:34.491006 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [req-cbc6eacf-ef61-4317-8235-c8a11ccf9be2 req-f9fff0ac-1fa3-4e8a-8d60-afb9f4f9aa12 tempest-TestServerMultinode-1088861127 tempest-TestServerMultinode-1088861127-project-admin] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:02:34.493626 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbc6eacf-ef61-4317-8235-c8a11ccf9be2 req-f9fff0ac-1fa3-4e8a-8d60-afb9f4f9aa12 tempest-TestServerMultinode-1088861127 tempest-TestServerMultinode-1088861127-project-admin] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:02:34.502076 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22e5ea2-3c78-4fbe-bc2d-969fc98d50ae None None] Routers {'118af889-628e-415f-9a9c-e2cab66fc442'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:02:34.502782 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-f22e5ea2-3c78-4fbe-bc2d-969fc98d50ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:02:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['118af889-628e-415f-9a9c-e2cab66fc442'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:02:34.540053 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc6eacf-ef61-4317-8235-c8a11ccf9be2 req-f9fff0ac-1fa3-4e8a-8d60-afb9f4f9aa12 tempest-TestServerMultinode-1088861127 tempest-TestServerMultinode-1088861127-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:34.540960 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-cbc6eacf-ef61-4317-8235-c8a11ccf9be2 req-f9fff0ac-1fa3-4e8a-8d60-afb9f4f9aa12 tempest-TestServerMultinode-1088861127 tempest-TestServerMultinode-1088861127-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:34.544702 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-f22e5ea2-3c78-4fbe-bc2d-969fc98d50ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:02:34.545330 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22e5ea2-3c78-4fbe-bc2d-969fc98d50ae None None] The sync data for ids ['118af889-628e-415f-9a9c-e2cab66fc442'] in n-d-811396-3 is: [] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:02:34.565872 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cbc6eacf-ef61-4317-8235-c8a11ccf9be2 req-f9fff0ac-1fa3-4e8a-8d60-afb9f4f9aa12 tempest-TestServerMultinode-1088861127 tempest-TestServerMultinode-1088861127-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.5326893 Oct 20 11:02:34.580834 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-cbc6eacf-ef61-4317-8235-c8a11ccf9be2 req-f5033554-92b2-4dcc-9fdb-e3a46841c6d9 service neutron] Request body: {'port': {'device_id': 'd36af310-4036-4367-80cc-d910d66f668d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811396-3'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:02:34.670805 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-cbc6eacf-ef61-4317-8235-c8a11ccf9be2 req-f5033554-92b2-4dcc-9fdb-e3a46841c6d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:34.813484 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-2fbee6fb-764c-47a3-b39d-5652de28df86 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] 10.222.0.64 "GET /v2.0/routers/118af889-628e-415f-9a9c-e2cab66fc442 HTTP/1.1" status: 200 len: 920 time: 0.3986208 Oct 20 11:02:34.816275 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 35078) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:34.820366 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-ae0bd343-7245-43b4-9831-a6cc67a8fb20 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Deleting port 8637cea9-f734-496b-b4df-5e6c33f2876a {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:02:34.820706 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ae0bd343-7245-43b4-9831-a6cc67a8fb20 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:34.880407 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-a0d26527-3851-484f-a9d1-31d29986a581 None None] Provisioning complete for port cde66f31-3cf6-4113-88dd-942cb1327c19 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:02:34.881041 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-a0d26527-3851-484f-a9d1-31d29986a581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:34.896404 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ae0bd343-7245-43b4-9831-a6cc67a8fb20 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:34.896978 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ae0bd343-7245-43b4-9831-a6cc67a8fb20 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:34.909932 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-ae0bd343-7245-43b4-9831-a6cc67a8fb20 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Calling delete_port for 8637cea9-f734-496b-b4df-5e6c33f2876a owned by network:floatingip {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:02:34.912678 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b85c6c5-88a7-4c83-82d3-00d3c762e0b5 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:34.914212 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-3b85c6c5-88a7-4c83-82d3-00d3c762e0b5 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] 10.222.0.64 "GET /v2.0/ports?network_id=cbe170d3-31ba-45a2-b477-520ab0a7a8ea&device_id=118af889-628e-415f-9a9c-e2cab66fc442&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0968387 Oct 20 11:02:34.918701 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 35080) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:34.920970 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-a0d26527-3851-484f-a9d1-31d29986a581 None None] Port cde66f31-3cf6-4113-88dd-942cb1327c19 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:02:35.063308 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d78a45-f91f-4415-ac90-4e4138f8faf7 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:35.067691 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-88d78a45-f91f-4415-ac90-4e4138f8faf7 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] 10.222.0.64 "GET /v2.0/networks/cbe170d3-31ba-45a2-b477-520ab0a7a8ea HTTP/1.1" status: 200 len: 881 time: 0.1454830 Oct 20 11:02:35.068178 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 35084) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:35.075394 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ae0bd343-7245-43b4-9831-a6cc67a8fb20 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:35.078120 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [req-cbc6eacf-ef61-4317-8235-c8a11ccf9be2 req-f5033554-92b2-4dcc-9fdb-e3a46841c6d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cde66f31-3cf6-4113-88dd-942cb1327c19 {{(pid=100596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:02:35.094640 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-cbc6eacf-ef61-4317-8235-c8a11ccf9be2 req-f5033554-92b2-4dcc-9fdb-e3a46841c6d9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:35.103364 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0bd343-7245-43b4-9831-a6cc67a8fb20 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Pushing event deleted for resources: {'Port': ['ID=8637cea9-f734-496b-b4df-5e6c33f2876a,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:35.117596 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-5068135f-2a03-4b7b-9bd3-540a0da742df tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] 10.222.0.64 "GET /v2.0/ports?device_id=118af889-628e-415f-9a9c-e2cab66fc442 HTTP/1.1" status: 200 len: 205 time: 0.0458202 Oct 20 11:02:35.123969 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35086) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:35.141691 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.provisioning_blocks [req-cbc6eacf-ef61-4317-8235-c8a11ccf9be2 req-f5033554-92b2-4dcc-9fdb-e3a46841c6d9 service neutron] Transition to ACTIVE for port object cde66f31-3cf6-4113-88dd-942cb1327c19 will not be triggered until provisioned by entity L2. {{(pid=100596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:02:35.147478 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-cbc6eacf-ef61-4317-8235-c8a11ccf9be2 req-f5033554-92b2-4dcc-9fdb-e3a46841c6d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:35.159969 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71ba9c6-17ff-46af-bfa0-343b5d3d4cdd req-03bb13d3-4e29-4d8a-b3c9-cc5a5826fe44 tempest-TestServerMultinode-1088861127 tempest-TestServerMultinode-1088861127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:35.161529 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c71ba9c6-17ff-46af-bfa0-343b5d3d4cdd req-03bb13d3-4e29-4d8a-b3c9-cc5a5826fe44 tempest-TestServerMultinode-1088861127 tempest-TestServerMultinode-1088861127-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=d36af310-4036-4367-80cc-d910d66f668d HTTP/1.1" status: 200 len: 1027 time: 0.0779762 Oct 20 11:02:35.235305 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5033554-92b2-4dcc-9fdb-e3a46841c6d9 service neutron] Pushing event updated for resources: {'Port': ['ID=cde66f31-3cf6-4113-88dd-942cb1327c19,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:35.258383 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c71ba9c6-17ff-46af-bfa0-343b5d3d4cdd req-93a60b56-ce4e-4bbd-b92b-7561c4bd75d0 tempest-TestServerMultinode-1088861127 tempest-TestServerMultinode-1088861127-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=bd593ef4-0190-4643-a8e4-867579f30e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760455 Oct 20 11:02:35.263815 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ae0bd343-7245-43b4-9831-a6cc67a8fb20 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Publish callbacks [] for floatingip, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:35.264186 n-d-811396-3 neutron-server[100597]: INFO neutron.db.l3_db [None req-ae0bd343-7245-43b4-9831-a6cc67a8fb20 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Floating IP db67535c-9a96-460d-b406-7ab5edf062a3 disassociated (deleted). External IP: 172.25.1.13, port: 3812c3a3-9d19-4847-83f9-467aa4852bfa. Oct 20 11:02:35.328830 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a742452d-07e6-46b7-b5ed-2c14294ed24c tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Publish callbacks [] for router, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:35.335341 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-cbc6eacf-ef61-4317-8235-c8a11ccf9be2 req-f5033554-92b2-4dcc-9fdb-e3a46841c6d9 service neutron] Attempting to bind port cde66f31-3cf6-4113-88dd-942cb1327c19 on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:02:35.335689 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-cbc6eacf-ef61-4317-8235-c8a11ccf9be2 req-f5033554-92b2-4dcc-9fdb-e3a46841c6d9 service neutron] Attempting to bind port cde66f31-3cf6-4113-88dd-942cb1327c19 by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': 'a5736a44-11be-4610-8658-5b1a3303da13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '64b6c47c-0a6b-4617-8fac-d57af9e73147'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:02:35.336011 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc6eacf-ef61-4317-8235-c8a11ccf9be2 req-f5033554-92b2-4dcc-9fdb-e3a46841c6d9 service neutron] Attempting to bind port cde66f31-3cf6-4113-88dd-942cb1327c19 on network 64b6c47c-0a6b-4617-8fac-d57af9e73147 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:02:35.341714 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc6eacf-ef61-4317-8235-c8a11ccf9be2 req-f5033554-92b2-4dcc-9fdb-e3a46841c6d9 service neutron] Port cde66f31-3cf6-4113-88dd-942cb1327c19 on network 64b6c47c-0a6b-4617-8fac-d57af9e73147 not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:02:35.342198 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc6eacf-ef61-4317-8235-c8a11ccf9be2 req-f5033554-92b2-4dcc-9fdb-e3a46841c6d9 service neutron] Attempting to bind port cde66f31-3cf6-4113-88dd-942cb1327c19 on network 64b6c47c-0a6b-4617-8fac-d57af9e73147 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:02:35.348294 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc6eacf-ef61-4317-8235-c8a11ccf9be2 req-f5033554-92b2-4dcc-9fdb-e3a46841c6d9 service neutron] Checking agent: {'id': '061232a2-7adc-4ba1-a873-e8cb136b064d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:02:35.348814 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc6eacf-ef61-4317-8235-c8a11ccf9be2 req-f5033554-92b2-4dcc-9fdb-e3a46841c6d9 service neutron] Checking segment: {'id': 'a5736a44-11be-4610-8658-5b1a3303da13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '64b6c47c-0a6b-4617-8fac-d57af9e73147'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:02:35.349297 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc6eacf-ef61-4317-8235-c8a11ccf9be2 req-f5033554-92b2-4dcc-9fdb-e3a46841c6d9 service neutron] Bound using segment: {'id': 'a5736a44-11be-4610-8658-5b1a3303da13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '64b6c47c-0a6b-4617-8fac-d57af9e73147'} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:02:35.349833 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-cbc6eacf-ef61-4317-8235-c8a11ccf9be2 req-f5033554-92b2-4dcc-9fdb-e3a46841c6d9 service neutron] Bound port: cde66f31-3cf6-4113-88dd-942cb1327c19, host: n-h2-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5736a44-11be-4610-8658-5b1a3303da13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '64b6c47c-0a6b-4617-8fac-d57af9e73147'}}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:02:35.350296 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-cbc6eacf-ef61-4317-8235-c8a11ccf9be2 req-f5033554-92b2-4dcc-9fdb-e3a46841c6d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:35.429849 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-cbc6eacf-ef61-4317-8235-c8a11ccf9be2 req-f5033554-92b2-4dcc-9fdb-e3a46841c6d9 service neutron] For port cde66f31-3cf6-4113-88dd-942cb1327c19, host n-h2-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:02:35.437586 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-cbc6eacf-ef61-4317-8235-c8a11ccf9be2 req-f5033554-92b2-4dcc-9fdb-e3a46841c6d9 service neutron] For port cde66f31-3cf6-4113-88dd-942cb1327c19, host n-h2-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=cde66f31-3cf6-4113-88dd-942cb1327c19,segment=NetworkSegment(a5736a44-11be-4610-8658-5b1a3303da13),segment_id=a5736a44-11be-4610-8658-5b1a3303da13)] {{(pid=100596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:02:35.443859 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-cbc6eacf-ef61-4317-8235-c8a11ccf9be2 req-f5033554-92b2-4dcc-9fdb-e3a46841c6d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:35.489271 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc6eacf-ef61-4317-8235-c8a11ccf9be2 req-f5033554-92b2-4dcc-9fdb-e3a46841c6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:35.489995 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-cbc6eacf-ef61-4317-8235-c8a11ccf9be2 req-f5033554-92b2-4dcc-9fdb-e3a46841c6d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:35.491546 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cbc6eacf-ef61-4317-8235-c8a11ccf9be2 req-f5033554-92b2-4dcc-9fdb-e3a46841c6d9 service neutron] 10.222.0.69 "PUT /v2.0/ports/cde66f31-3cf6-4113-88dd-942cb1327c19 HTTP/1.1" status: 200 len: 1091 time: 0.9186127 Oct 20 11:02:35.492049 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd36af310-4036-4367-80cc-d910d66f668d', 'tag': 'cde66f31-3cf6-4113-88dd-942cb1327c19'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:02:35.494533 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a4d48d2-a46d-4ef3-b836-41833532d604" -d '{"events": [{"name": "network-changed", "server_uuid": "d36af310-4036-4367-80cc-d910d66f668d", "tag": "cde66f31-3cf6-4113-88dd-942cb1327c19"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:02:35.530345 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5033554-92b2-4dcc-9fdb-e3a46841c6d9 service neutron] Pushing event updated for resources: {'Port': ['ID=cde66f31-3cf6-4113-88dd-942cb1327c19,revision_number=3']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:35.534984 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a742452d-07e6-46b7-b5ed-2c14294ed24c tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:35.580948 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd0c45e1-c2d3-4fd5-bace-76884eaf3cc6 x-openstack-request-id: req-fd0c45e1-c2d3-4fd5-bace-76884eaf3cc6 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:02:35.581254 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d36af310-4036-4367-80cc-d910d66f668d", "tag": "cde66f31-3cf6-4113-88dd-942cb1327c19", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:02:35.581508 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fd0c45e1-c2d3-4fd5-bace-76884eaf3cc6 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:02:35.581906 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd36af310-4036-4367-80cc-d910d66f668d', 'tag': 'cde66f31-3cf6-4113-88dd-942cb1327c19', 'status': 'completed', 'code': 200} Oct 20 11:02:35.596490 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc6eacf-ef61-4317-8235-c8a11ccf9be2 req-4125ef84-427b-4978-8ca0-614f1e202365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:35.598024 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cbc6eacf-ef61-4317-8235-c8a11ccf9be2 req-4125ef84-427b-4978-8ca0-614f1e202365 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=06983afff3ef4acf99333438c9675dbf&device_id=d36af310-4036-4367-80cc-d910d66f668d HTTP/1.1" status: 200 len: 1094 time: 0.0643334 Oct 20 11:02:35.643367 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cbc6eacf-ef61-4317-8235-c8a11ccf9be2 req-caff3909-78f7-4b53-8d93-5dfaf91651cb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cde66f31-3cf6-4113-88dd-942cb1327c19 HTTP/1.1" status: 200 len: 217 time: 0.0373542 Oct 20 11:02:35.643787 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae0bd343-7245-43b4-9831-a6cc67a8fb20 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Router 9712814c-5acb-4d48-bdc6-5a7d3130bc5d has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:02:35.698789 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc6eacf-ef61-4317-8235-c8a11ccf9be2 req-947b67a9-9eff-42e6-acc2-18f15c7687bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:35.700467 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cbc6eacf-ef61-4317-8235-c8a11ccf9be2 req-947b67a9-9eff-42e6-acc2-18f15c7687bc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=85762728-fd50-4c4d-858e-39a2dc7d3570 HTTP/1.1" status: 200 len: 849 time: 0.0507374 Oct 20 11:02:35.704639 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-a742452d-07e6-46b7-b5ed-2c14294ed24c tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Deleting port 96ba160a-b5d4-4d3d-9367-44802ace5dd5 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:02:35.705017 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a742452d-07e6-46b7-b5ed-2c14294ed24c tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:35.745621 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc6eacf-ef61-4317-8235-c8a11ccf9be2 req-8969438b-106b-4398-88b0-938e38f8f220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:35.747118 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cbc6eacf-ef61-4317-8235-c8a11ccf9be2 req-8969438b-106b-4398-88b0-938e38f8f220 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=64b6c47c-0a6b-4617-8fac-d57af9e73147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396006 Oct 20 11:02:35.826988 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae0bd343-7245-43b4-9831-a6cc67a8fb20 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:02:35.834988 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ae0bd343-7245-43b4-9831-a6cc67a8fb20 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for floatingip, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:35.842132 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cbc6eacf-ef61-4317-8235-c8a11ccf9be2 req-38f8067a-0e20-40bb-a7f4-092ea4bd3967 service neutron] 10.222.0.69 "GET /v2.0/networks/64b6c47c-0a6b-4617-8fac-d57af9e73147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877481 Oct 20 11:02:35.845172 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588afd85-4474-4979-9948-1313e814b083 None None] Sync routers for ids ['9712814c-5acb-4d48-bdc6-5a7d3130bc5d'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:02:35.855223 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588afd85-4474-4979-9948-1313e814b083 None None] Routers {'9712814c-5acb-4d48-bdc6-5a7d3130bc5d'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:02:35.855967 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-588afd85-4474-4979-9948-1313e814b083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:02:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['9712814c-5acb-4d48-bdc6-5a7d3130bc5d'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:02:35.864502 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a742452d-07e6-46b7-b5ed-2c14294ed24c tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:35.888355 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-a742452d-07e6-46b7-b5ed-2c14294ed24c tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Calling delete_port for 96ba160a-b5d4-4d3d-9367-44802ace5dd5 owned by network:router_gateway {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:02:35.895863 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-ae0bd343-7245-43b4-9831-a6cc67a8fb20 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "DELETE /v2.0/floatingips/db67535c-9a96-460d-b406-7ab5edf062a3 HTTP/1.1" status: 204 len: 168 time: 1.6368172 Oct 20 11:02:35.896507 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca6b8b02-8daa-4111-962a-e7a91c9a149e', 'tag': '3812c3a3-9d19-4847-83f9-467aa4852bfa'}] {{(pid=100597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:02:35.899924 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd85cad6a391afaa95d2dd5280bfd4659fc1e1b2aba53b5e7ef874f059efcdc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-675d6230-489e-4411-938a-5355316b33e8" -d '{"events": [{"name": "network-changed", "server_uuid": "ca6b8b02-8daa-4111-962a-e7a91c9a149e", "tag": "3812c3a3-9d19-4847-83f9-467aa4852bfa"}]}' {{(pid=100597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:02:35.960535 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cbc6eacf-ef61-4317-8235-c8a11ccf9be2 req-b1f8a540-0540-4203-9ad5-96fe31b01033 service neutron] 10.222.0.69 "GET /v2.0/networks/64b6c47c-0a6b-4617-8fac-d57af9e73147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115375 Oct 20 11:02:35.964631 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-362eb934-cb14-4d62-8166-c7891cf66c2d x-openstack-request-id: req-362eb934-cb14-4d62-8166-c7891cf66c2d {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:02:35.964990 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca6b8b02-8daa-4111-962a-e7a91c9a149e", "tag": "3812c3a3-9d19-4847-83f9-467aa4852bfa", "status": "completed", "code": 200}]} {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:02:35.965309 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-362eb934-cb14-4d62-8166-c7891cf66c2d {{(pid=100597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:02:35.965767 n-d-811396-3 neutron-server[100597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca6b8b02-8daa-4111-962a-e7a91c9a149e', 'tag': '3812c3a3-9d19-4847-83f9-467aa4852bfa', 'status': 'completed', 'code': 200} Oct 20 11:02:36.043997 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-588afd85-4474-4979-9948-1313e814b083 None None] Set router 9712814c-5acb-4d48-bdc6-5a7d3130bc5d gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:02:36.061024 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675d6230-489e-4411-938a-5355316b33e8 req-60e84e76-a8f1-42fe-b4e9-ff2697f71c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:36.062673 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-675d6230-489e-4411-938a-5355316b33e8 req-60e84e76-a8f1-42fe-b4e9-ff2697f71c24 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=304c84e5c7844b5cadef0d9d128b445c&device_id=ca6b8b02-8daa-4111-962a-e7a91c9a149e HTTP/1.1" status: 200 len: 1097 time: 0.0884242 Oct 20 11:02:36.108108 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4d48d2-a46d-4ef3-b836-41833532d604 req-28c5d3eb-306a-4639-acbc-b40c5732b3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:36.109721 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3a4d48d2-a46d-4ef3-b836-41833532d604 req-28c5d3eb-306a-4639-acbc-b40c5732b3cd service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=06983afff3ef4acf99333438c9675dbf&device_id=d36af310-4036-4367-80cc-d910d66f668d HTTP/1.1" status: 200 len: 1094 time: 0.0949771 Oct 20 11:02:36.111309 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a742452d-07e6-46b7-b5ed-2c14294ed24c tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:36.138195 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a742452d-07e6-46b7-b5ed-2c14294ed24c tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Pushing event deleted for resources: {'Port': ['ID=96ba160a-b5d4-4d3d-9367-44802ace5dd5,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:36.209927 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a742452d-07e6-46b7-b5ed-2c14294ed24c tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1773439'] for router_gateway, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:36.279966 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-588afd85-4474-4979-9948-1313e814b083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9712814c-5acb-4d48-bdc6-5a7d3130bc5d', 'name': 'tempest-TestVolumeBootPattern-1466241922-router', 'tenant_id': '304c84e5c7844b5cadef0d9d128b445c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': '796dafa4-6077-4393-8385-ff95473e2ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:47:24Z', 'updated_at': '2021-10-20T10:47:31Z', 'revision_number': 4, 'project_id': '304c84e5c7844b5cadef0d9d128b445c', 'gw_port': {'id': '796dafa4-6077-4393-8385-ff95473e2ed0', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:de:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9712814c-5acb-4d48-bdc6-5a7d3130bc5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2396, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:47:25Z', 'updated_at': '2021-10-20T10:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '41772678-6b00-4009-9ad8-5fc0a96c5fdd', 'name': '', 'network_id': 'cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0', 'tenant_id': '304c84e5c7844b5cadef0d9d128b445c', 'mac_address': 'fa:16:3e:94:7e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9712814c-5acb-4d48-bdc6-5a7d3130bc5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': '46305bfd-5c10-42c9-8afc-597f2425497e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:47:29Z', 'updated_at': '2021-10-20T10:47:38Z', 'revision_number': 5, 'project_id': '304c84e5c7844b5cadef0d9d128b445c', 'subnets': [{'id': '46305bfd-5c10-42c9-8afc-597f2425497e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:02:36.282372 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee6e1c3-024b-464b-bc98-907d14aecdff req-0864526f-b540-4502-aeb7-4a1d6a68540b tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:36.283928 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4ee6e1c3-024b-464b-bc98-907d14aecdff req-0864526f-b540-4502-aeb7-4a1d6a68540b tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca6b8b02-8daa-4111-962a-e7a91c9a149e HTTP/1.1" status: 200 len: 946 time: 0.1716866 Oct 20 11:02:36.294334 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675d6230-489e-4411-938a-5355316b33e8 req-3361c710-d0a3-4005-8ceb-2956472437d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:36.295789 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-675d6230-489e-4411-938a-5355316b33e8 req-3361c710-d0a3-4005-8ceb-2956472437d7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0 HTTP/1.1" status: 200 len: 913 time: 0.2236834 Oct 20 11:02:36.316801 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588afd85-4474-4979-9948-1313e814b083 None None] Checking router: 9712814c-5acb-4d48-bdc6-5a7d3130bc5d for host: n-d-811396-3 {{(pid=100599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:02:36.327402 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588afd85-4474-4979-9948-1313e814b083 None None] Routers {'9712814c-5acb-4d48-bdc6-5a7d3130bc5d'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:02:36.328037 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-588afd85-4474-4979-9948-1313e814b083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:02:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['9712814c-5acb-4d48-bdc6-5a7d3130bc5d'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:02:36.329106 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a742452d-07e6-46b7-b5ed-2c14294ed24c tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1772272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258304'] for router, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:36.331367 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a742452d-07e6-46b7-b5ed-2c14294ed24c tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:36.370116 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-675d6230-489e-4411-938a-5355316b33e8 req-a53dd4e1-4f22-40a2-b711-ac96c2727815 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3812c3a3-9d19-4847-83f9-467aa4852bfa HTTP/1.1" status: 200 len: 217 time: 0.0582018 Oct 20 11:02:36.383065 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a742452d-07e6-46b7-b5ed-2c14294ed24c tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1772267'] for router, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:36.383877 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a742452d-07e6-46b7-b5ed-2c14294ed24c tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Fanout notify agent at l3_agent the message router_deleted on router 118af889-628e-415f-9a9c-e2cab66fc442 {{(pid=100597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:02:36.391888 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a742452d-07e6-46b7-b5ed-2c14294ed24c tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Publish callbacks [] for router, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:36.393473 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-a742452d-07e6-46b7-b5ed-2c14294ed24c tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] 10.222.0.64 "DELETE /v2.0/routers/118af889-628e-415f-9a9c-e2cab66fc442 HTTP/1.1" status: 204 len: 168 time: 1.2678194 Oct 20 11:02:36.398012 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35100) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:36.403989 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-e3a75d29-317e-4b10-aa6f-733478d6763d tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-156469189', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}, 'admin_state_up': False}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:02:36.409250 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-cacb489c-41d6-46d5-94ce-f853fc98ce18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:36.416329 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4d48d2-a46d-4ef3-b836-41833532d604 req-bed2cf2f-004c-4fc6-bcaa-d94d6f961e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:36.418433 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3a4d48d2-a46d-4ef3-b836-41833532d604 req-bed2cf2f-004c-4fc6-bcaa-d94d6f961e54 service neutron] 10.222.0.69 "GET /v2.0/networks?id=64b6c47c-0a6b-4617-8fac-d57af9e73147 HTTP/1.1" status: 200 len: 911 time: 0.2961342 Oct 20 11:02:36.432124 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e3a75d29-317e-4b10-aa6f-733478d6763d tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1772442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258322'] for router, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:36.433029 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e3a75d29-317e-4b10-aa6f-733478d6763d tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1772334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773516', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258315'] for router, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:36.450740 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4ee6e1c3-024b-464b-bc98-907d14aecdff req-6ca5e895-7c85-4b34-81d5-7e3ab6162335 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/security-groups?id=b86ef872-82a8-48e3-89d0-a53331758f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1595294 Oct 20 11:02:36.459596 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-588afd85-4474-4979-9948-1313e814b083 None None] Set router 9712814c-5acb-4d48-bdc6-5a7d3130bc5d gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:02:36.497125 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e3a75d29-317e-4b10-aa6f-733478d6763d tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:36.499723 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3a4d48d2-a46d-4ef3-b836-41833532d604 req-be48945a-7b35-4eec-9015-8c7c912ea638 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cde66f31-3cf6-4113-88dd-942cb1327c19 HTTP/1.1" status: 200 len: 217 time: 0.0578935 Oct 20 11:02:36.518351 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b579ee07-6e5e-436e-b3b0-593131f7972f req-3ecc877a-b4c4-4c87-9070-e44a4f4667c8 tempest-TestServerMultinode-1088861127 tempest-TestServerMultinode-1088861127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:36.519888 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b579ee07-6e5e-436e-b3b0-593131f7972f req-3ecc877a-b4c4-4c87-9070-e44a4f4667c8 tempest-TestServerMultinode-1088861127 tempest-TestServerMultinode-1088861127-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=d36af310-4036-4367-80cc-d910d66f668d HTTP/1.1" status: 200 len: 1094 time: 0.1608922 Oct 20 11:02:36.524639 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675d6230-489e-4411-938a-5355316b33e8 req-8c78f2d9-2089-447c-a061-ef611e55f45f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:36.526623 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-675d6230-489e-4411-938a-5355316b33e8 req-8c78f2d9-2089-447c-a061-ef611e55f45f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=46305bfd-5c10-42c9-8afc-597f2425497e HTTP/1.1" status: 200 len: 851 time: 0.1481309 Oct 20 11:02:36.617380 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4d48d2-a46d-4ef3-b836-41833532d604 req-76152fa4-25cb-4ce4-89c9-239d8e02c12a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:36.618927 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3a4d48d2-a46d-4ef3-b836-41833532d604 req-76152fa4-25cb-4ce4-89c9-239d8e02c12a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=85762728-fd50-4c4d-858e-39a2dc7d3570 HTTP/1.1" status: 200 len: 849 time: 0.1089027 Oct 20 11:02:36.625692 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b579ee07-6e5e-436e-b3b0-593131f7972f req-4ae2f87a-7106-4709-bc81-750ea1f4615c tempest-TestServerMultinode-1088861127 tempest-TestServerMultinode-1088861127-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=bd593ef4-0190-4643-a8e4-867579f30e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759728 Oct 20 11:02:36.627453 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675d6230-489e-4411-938a-5355316b33e8 req-d616d19e-2a23-4c5b-8524-cd10272ce4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:36.628868 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-675d6230-489e-4411-938a-5355316b33e8 req-d616d19e-2a23-4c5b-8524-cd10272ce4e6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0805779 Oct 20 11:02:36.670243 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e3a75d29-317e-4b10-aa6f-733478d6763d tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:36.705529 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-588afd85-4474-4979-9948-1313e814b083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9712814c-5acb-4d48-bdc6-5a7d3130bc5d', 'name': 'tempest-TestVolumeBootPattern-1466241922-router', 'tenant_id': '304c84e5c7844b5cadef0d9d128b445c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': '796dafa4-6077-4393-8385-ff95473e2ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:47:24Z', 'updated_at': '2021-10-20T10:47:31Z', 'revision_number': 4, 'project_id': '304c84e5c7844b5cadef0d9d128b445c', 'gw_port': {'id': '796dafa4-6077-4393-8385-ff95473e2ed0', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:de:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9712814c-5acb-4d48-bdc6-5a7d3130bc5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2396, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:47:25Z', 'updated_at': '2021-10-20T10:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '41772678-6b00-4009-9ad8-5fc0a96c5fdd', 'name': '', 'network_id': 'cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0', 'tenant_id': '304c84e5c7844b5cadef0d9d128b445c', 'mac_address': 'fa:16:3e:94:7e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9712814c-5acb-4d48-bdc6-5a7d3130bc5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': '46305bfd-5c10-42c9-8afc-597f2425497e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:47:29Z', 'updated_at': '2021-10-20T10:47:38Z', 'revision_number': 5, 'project_id': '304c84e5c7844b5cadef0d9d128b445c', 'subnets': [{'id': '46305bfd-5c10-42c9-8afc-597f2425497e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:02:36.723975 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4d48d2-a46d-4ef3-b836-41833532d604 req-b5afc65c-79cc-4a00-953a-e41e6d856e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:36.725415 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3a4d48d2-a46d-4ef3-b836-41833532d604 req-b5afc65c-79cc-4a00-953a-e41e6d856e90 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=64b6c47c-0a6b-4617-8fac-d57af9e73147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0956888 Oct 20 11:02:36.735008 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588afd85-4474-4979-9948-1313e814b083 None None] The sync data for ids ['9712814c-5acb-4d48-bdc6-5a7d3130bc5d'] in n-d-811396-3 is: [{'id': '9712814c-5acb-4d48-bdc6-5a7d3130bc5d', 'name': 'tempest-TestVolumeBootPattern-1466241922-router', 'tenant_id': '304c84e5c7844b5cadef0d9d128b445c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': '796dafa4-6077-4393-8385-ff95473e2ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:47:24Z', 'updated_at': '2021-10-20T10:47:31Z', 'revision_number': 4, 'project_id': '304c84e5c7844b5cadef0d9d128b445c', 'gw_port': {'id': '796dafa4-6077-4393-8385-ff95473e2ed0', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:de:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9712814c-5acb-4d48-bdc6-5a7d3130bc5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2396, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:47:25Z', 'updated_at': '2021-10-20T10:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '41772678-6b00-4009-9ad8-5fc0a96c5fdd', 'name': '', 'network_id': 'cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0', 'tenant_id': '304c84e5c7844b5cadef0d9d128b445c', 'mac_address': 'fa:16:3e:94:7e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9712814c-5acb-4d48-bdc6-5a7d3130bc5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': '46305bfd-5c10-42c9-8afc-597f2425497e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:47:29Z', 'updated_at': '2021-10-20T10:47:38Z', 'revision_number': 5, 'project_id': '304c84e5c7844b5cadef0d9d128b445c', 'subnets': [{'id': '46305bfd-5c10-42c9-8afc-597f2425497e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:02:36.783304 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-675d6230-489e-4411-938a-5355316b33e8 req-cf277f43-ab5a-40b7-ab3c-cea5b9129d94 service neutron] 10.222.0.69 "GET /v2.0/networks/cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460927 Oct 20 11:02:37.013019 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e49cc5f-39f3-4ac6-8345-a8c6a59c554b None None] New status for floating IP db67535c-9a96-460d-b406-7ab5edf062a3: DOWN {{(pid=100598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 11:02:37.123764 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e3a75d29-317e-4b10-aa6f-733478d6763d tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Publish callbacks [] for router_gateway, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:37.134838 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:37.144020 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e3a75d29-317e-4b10-aa6f-733478d6763d tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:37.176916 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3a4d48d2-a46d-4ef3-b836-41833532d604 req-e3380814-a312-4c81-a458-a9fff4cb0223 service neutron] 10.222.0.69 "GET /v2.0/networks/64b6c47c-0a6b-4617-8fac-d57af9e73147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4412434 Oct 20 11:02:37.218314 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-675d6230-489e-4411-938a-5355316b33e8 req-964b9411-8877-433d-bec4-dcb6ba106f1a service neutron] 10.222.0.69 "GET /v2.0/networks/cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4072490 Oct 20 11:02:37.264955 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-e3a75d29-317e-4b10-aa6f-733478d6763d tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Allocated IP 172.25.1.224 (cbe170d3-31ba-45a2-b477-520ab0a7a8ea/f4e26aca-17ac-4adb-a66b-d939a1b35b64/97977bb7-c39e-4a7b-8dd8-519570e698e7) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:02:37.289924 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3a4d48d2-a46d-4ef3-b836-41833532d604 req-500cc191-fbd4-4b67-88a2-2e266f525b8b service neutron] 10.222.0.69 "GET /v2.0/networks/64b6c47c-0a6b-4617-8fac-d57af9e73147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989695 Oct 20 11:02:37.370626 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e3a75d29-317e-4b10-aa6f-733478d6763d tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:37.407156 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e3a75d29-317e-4b10-aa6f-733478d6763d tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:37.449068 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a75d29-317e-4b10-aa6f-733478d6763d tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Network cbe170d3-31ba-45a2-b477-520ab0a7a8ea is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:02:37.451837 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-e3a75d29-317e-4b10-aa6f-733478d6763d tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:02:37.457039 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a75d29-317e-4b10-aa6f-733478d6763d tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:02:37.459261 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a75d29-317e-4b10-aa6f-733478d6763d tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Pushing event updated for resources: {'Port': ['ID=97977bb7-c39e-4a7b-8dd8-519570e698e7,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:37.597867 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:37.608241 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c1111b-b4e1-475a-8c93-b1972f8756f2 req-166c49e9-a146-4ce8-9c7e-3d1e3733539b tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:37.609749 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-87c1111b-b4e1-475a-8c93-b1972f8756f2 req-166c49e9-a146-4ce8-9c7e-3d1e3733539b tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca6b8b02-8daa-4111-962a-e7a91c9a149e HTTP/1.1" status: 200 len: 946 time: 0.0813415 Oct 20 11:02:37.621616 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f905424-6568-4802-99d8-ee0988d7ddbb req-972d6d63-1838-4388-8bef-fa62be3e62d9 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:37.623088 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1f905424-6568-4802-99d8-ee0988d7ddbb req-972d6d63-1838-4388-8bef-fa62be3e62d9 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.69 "GET /v2.0/ports?device_id=ca6b8b02-8daa-4111-962a-e7a91c9a149e HTTP/1.1" status: 200 len: 946 time: 0.0828772 Oct 20 11:02:37.698380 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-87c1111b-b4e1-475a-8c93-b1972f8756f2 req-a45a7528-0ca3-4fbd-b6e6-068b1f777a86 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/security-groups?id=b86ef872-82a8-48e3-89d0-a53331758f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737374 Oct 20 11:02:37.727172 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e3a75d29-317e-4b10-aa6f-733478d6763d tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Publish callbacks [] for router_gateway, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:37.772523 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24ae16c-baae-45bf-8b82-bf300aea5ec1 req-c40e2efd-c2b6-40cd-b2d8-84acb5da1a0f tempest-TestServerMultinode-1088861127 tempest-TestServerMultinode-1088861127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:37.774073 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b24ae16c-baae-45bf-8b82-bf300aea5ec1 req-c40e2efd-c2b6-40cd-b2d8-84acb5da1a0f tempest-TestServerMultinode-1088861127 tempest-TestServerMultinode-1088861127-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=d36af310-4036-4367-80cc-d910d66f668d HTTP/1.1" status: 200 len: 1094 time: 0.0738616 Oct 20 11:02:37.780290 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-1f905424-6568-4802-99d8-ee0988d7ddbb req-1cab0599-3353-4202-a21a-c46cb0d85aa2 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Deleting port 3812c3a3-9d19-4847-83f9-467aa4852bfa {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:02:37.780628 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-1f905424-6568-4802-99d8-ee0988d7ddbb req-1cab0599-3353-4202-a21a-c46cb0d85aa2 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:37.867256 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b24ae16c-baae-45bf-8b82-bf300aea5ec1 req-21c4cde9-d856-44b6-b930-64f666d73a33 tempest-TestServerMultinode-1088861127 tempest-TestServerMultinode-1088861127-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=bd593ef4-0190-4643-a8e4-867579f30e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825849 Oct 20 11:02:37.898383 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-1f905424-6568-4802-99d8-ee0988d7ddbb req-1cab0599-3353-4202-a21a-c46cb0d85aa2 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] For port 3812c3a3-9d19-4847-83f9-467aa4852bfa, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=3812c3a3-9d19-4847-83f9-467aa4852bfa,segment=NetworkSegment(5f5097d1-dd03-4e53-8d67-381b8a2c1ac8),segment_id=5f5097d1-dd03-4e53-8d67-381b8a2c1ac8)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:02:37.898753 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-1f905424-6568-4802-99d8-ee0988d7ddbb req-1cab0599-3353-4202-a21a-c46cb0d85aa2 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:37.911311 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-1f905424-6568-4802-99d8-ee0988d7ddbb req-1cab0599-3353-4202-a21a-c46cb0d85aa2 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Calling delete_port for 3812c3a3-9d19-4847-83f9-467aa4852bfa owned by compute:nova {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:02:37.926970 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e3a75d29-317e-4b10-aa6f-733478d6763d tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1773475'] for router, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:38.037840 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-1f905424-6568-4802-99d8-ee0988d7ddbb req-1cab0599-3353-4202-a21a-c46cb0d85aa2 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:38.054476 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3a75d29-317e-4b10-aa6f-733478d6763d tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Router 8bd79dac-af4e-42a3-ac61-2702741e9ffe is scheduled to L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 with binding_index 1 {{(pid=100597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 11:02:38.065863 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cab0599-3353-4202-a21a-c46cb0d85aa2 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Pushing event deleted for resources: {'Port': ['ID=3812c3a3-9d19-4847-83f9-467aa4852bfa,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:38.113125 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f905424-6568-4802-99d8-ee0988d7ddbb req-1cab0599-3353-4202-a21a-c46cb0d85aa2 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] No DVR routers for this DVR port 3812c3a3-9d19-4847-83f9-467aa4852bfa on host n-h2-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:02:38.115923 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-1f905424-6568-4802-99d8-ee0988d7ddbb req-1cab0599-3353-4202-a21a-c46cb0d85aa2 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:38.120103 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1f905424-6568-4802-99d8-ee0988d7ddbb req-1cab0599-3353-4202-a21a-c46cb0d85aa2 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.69 "DELETE /v2.0/ports/3812c3a3-9d19-4847-83f9-467aa4852bfa HTTP/1.1" status: 204 len: 173 time: 0.4889941 Oct 20 11:02:38.120560 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca6b8b02-8daa-4111-962a-e7a91c9a149e', 'name': 'network-vif-deleted', 'tag': '3812c3a3-9d19-4847-83f9-467aa4852bfa'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:02:38.123817 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a33894f0-9b41-40c4-b06c-2895c93f9eff" -d '{"events": [{"server_uuid": "ca6b8b02-8daa-4111-962a-e7a91c9a149e", "name": "network-vif-deleted", "tag": "3812c3a3-9d19-4847-83f9-467aa4852bfa"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:02:38.169948 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e1fe72d-120b-4bb6-a050-6acefca3c26a x-openstack-request-id: req-4e1fe72d-120b-4bb6-a050-6acefca3c26a {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:02:38.170337 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca6b8b02-8daa-4111-962a-e7a91c9a149e", "name": "network-vif-deleted", "tag": "3812c3a3-9d19-4847-83f9-467aa4852bfa", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:02:38.170578 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4e1fe72d-120b-4bb6-a050-6acefca3c26a {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:02:38.171466 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca6b8b02-8daa-4111-962a-e7a91c9a149e', 'name': 'network-vif-deleted', 'tag': '3812c3a3-9d19-4847-83f9-467aa4852bfa', 'status': 'completed', 'code': 200} Oct 20 11:02:38.171833 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:38.172588 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3a75d29-317e-4b10-aa6f-733478d6763d tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:02:38.183475 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bbd1092-0099-4871-8e53-6028af45a820 None None] Sync routers for ids ['8bd79dac-af4e-42a3-ac61-2702741e9ffe'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:02:38.194307 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bbd1092-0099-4871-8e53-6028af45a820 None None] Routers {'8bd79dac-af4e-42a3-ac61-2702741e9ffe'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:02:38.194738 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e3a75d29-317e-4b10-aa6f-733478d6763d tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Publish callbacks [] for router, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:38.195449 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-8bbd1092-0099-4871-8e53-6028af45a820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:02:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['8bd79dac-af4e-42a3-ac61-2702741e9ffe'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:02:38.199723 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 35112) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:38.200353 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-e3a75d29-317e-4b10-aa6f-733478d6763d tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 1.8007946 Oct 20 11:02:38.205229 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-1a02ea5b-9b22-4c4f-b2b6-b119b76e5f28 tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:02:38.233058 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-8bbd1092-0099-4871-8e53-6028af45a820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:02:38.242041 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bbd1092-0099-4871-8e53-6028af45a820 None None] Routers {'8bd79dac-af4e-42a3-ac61-2702741e9ffe'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:02:38.242734 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-8bbd1092-0099-4871-8e53-6028af45a820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:02:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['8bd79dac-af4e-42a3-ac61-2702741e9ffe'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:02:38.274558 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-8bbd1092-0099-4871-8e53-6028af45a820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:02:38.275321 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bbd1092-0099-4871-8e53-6028af45a820 None None] The sync data for ids ['8bd79dac-af4e-42a3-ac61-2702741e9ffe'] in n-d-811396-3 is: [] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:02:38.528539 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1a02ea5b-9b22-4c4f-b2b6-b119b76e5f28 tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:38.542241 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1a02ea5b-9b22-4c4f-b2b6-b119b76e5f28 tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:38.599567 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-1a02ea5b-9b22-4c4f-b2b6-b119b76e5f28 tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Deleting port 97977bb7-c39e-4a7b-8dd8-519570e698e7 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:02:38.599970 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1a02ea5b-9b22-4c4f-b2b6-b119b76e5f28 tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:38.681027 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1a02ea5b-9b22-4c4f-b2b6-b119b76e5f28 tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:38.692668 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-1a02ea5b-9b22-4c4f-b2b6-b119b76e5f28 tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Calling delete_port for 97977bb7-c39e-4a7b-8dd8-519570e698e7 owned by network:router_gateway {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:02:38.825590 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ac2c43bd-3ec4-4c0e-a3ff-b3f9634095bb req-0d7e2a29-7323-4c37-9e74-8988ae9b4b42 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca6b8b02-8daa-4111-962a-e7a91c9a149e HTTP/1.1" status: 200 len: 210 time: 0.0320041 Oct 20 11:02:38.894732 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1a02ea5b-9b22-4c4f-b2b6-b119b76e5f28 tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:38.924730 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a02ea5b-9b22-4c4f-b2b6-b119b76e5f28 tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Pushing event deleted for resources: {'Port': ['ID=97977bb7-c39e-4a7b-8dd8-519570e698e7,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:38.974328 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:39.031264 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1a02ea5b-9b22-4c4f-b2b6-b119b76e5f28 tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1773439'] for router_gateway, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:39.072070 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59274125-5b63-4e26-aa5f-9de74eb631d7 req-c0c3fb52-a739-4d72-9334-cfe70b060c77 tempest-TestServerMultinode-1088861127 tempest-TestServerMultinode-1088861127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:39.074181 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-59274125-5b63-4e26-aa5f-9de74eb631d7 req-c0c3fb52-a739-4d72-9334-cfe70b060c77 tempest-TestServerMultinode-1088861127 tempest-TestServerMultinode-1088861127-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=d36af310-4036-4367-80cc-d910d66f668d HTTP/1.1" status: 200 len: 1094 time: 0.1231413 Oct 20 11:02:39.220643 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-59274125-5b63-4e26-aa5f-9de74eb631d7 req-846209c0-50cb-4b0a-9fe7-2079c1c5eb43 tempest-TestServerMultinode-1088861127 tempest-TestServerMultinode-1088861127-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=bd593ef4-0190-4643-a8e4-867579f30e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395690 Oct 20 11:02:39.290512 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1a02ea5b-9b22-4c4f-b2b6-b119b76e5f28 tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1773502', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1772312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-258425'] for router, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:39.293872 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1a02ea5b-9b22-4c4f-b2b6-b119b76e5f28 tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1773475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1773489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1773480', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1772307'] for router, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:39.372425 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a02ea5b-9b22-4c4f-b2b6-b119b76e5f28 tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Router 8bd79dac-af4e-42a3-ac61-2702741e9ffe has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:02:39.452280 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a02ea5b-9b22-4c4f-b2b6-b119b76e5f28 tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:02:39.459551 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1a02ea5b-9b22-4c4f-b2b6-b119b76e5f28 tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Publish callbacks [] for router, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:39.461012 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-1a02ea5b-9b22-4c4f-b2b6-b119b76e5f28 tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] 10.222.0.64 "PUT /v2.0/routers/8bd79dac-af4e-42a3-ac61-2702741e9ffe HTTP/1.1" status: 200 len: 705 time: 1.2594454 Oct 20 11:02:39.465078 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35120) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:39.467022 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6b6f41-763a-4401-ba46-cc561e9f7680 None None] Sync routers for ids ['8bd79dac-af4e-42a3-ac61-2702741e9ffe'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:02:39.480487 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6b6f41-763a-4401-ba46-cc561e9f7680 None None] Routers {'8bd79dac-af4e-42a3-ac61-2702741e9ffe'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:02:39.481277 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-5f6b6f41-763a-4401-ba46-cc561e9f7680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:02:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['8bd79dac-af4e-42a3-ac61-2702741e9ffe'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:02:39.526780 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-5f6b6f41-763a-4401-ba46-cc561e9f7680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:02:39.537926 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6b6f41-763a-4401-ba46-cc561e9f7680 None None] Routers {'8bd79dac-af4e-42a3-ac61-2702741e9ffe'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:02:39.538532 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-5f6b6f41-763a-4401-ba46-cc561e9f7680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:02:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['8bd79dac-af4e-42a3-ac61-2702741e9ffe'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:02:39.548195 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-4ce47314-d8fc-4a4b-be83-11f3d8f4b994 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] 10.222.0.64 "GET /v2.0/routers/8bd79dac-af4e-42a3-ac61-2702741e9ffe HTTP/1.1" status: 200 len: 740 time: 0.0794551 Oct 20 11:02:39.548421 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35122) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:39.574928 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-5f6b6f41-763a-4401-ba46-cc561e9f7680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:02:39.575714 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6b6f41-763a-4401-ba46-cc561e9f7680 None None] The sync data for ids ['8bd79dac-af4e-42a3-ac61-2702741e9ffe'] in n-d-811396-3 is: [] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:02:39.597058 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-46ce118b-088b-4af3-be32-275763b0ddf2 tempest-RoutersAdminTest-1869597931 tempest-RoutersAdminTest-1869597931-project-admin] 10.222.0.64 "GET /v2.0/ports?network_id=cbe170d3-31ba-45a2-b477-520ab0a7a8ea&device_id=8bd79dac-af4e-42a3-ac61-2702741e9ffe HTTP/1.1" status: 200 len: 205 time: 0.0475564 Oct 20 11:02:39.599692 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35124) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:39.627989 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-0d387961-66a9-40f0-b51a-30cf8adfeb4c tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] 10.222.0.64 "GET /v2.0/ports?device_id=8bd79dac-af4e-42a3-ac61-2702741e9ffe HTTP/1.1" status: 200 len: 205 time: 0.0271804 Oct 20 11:02:39.630497 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35126) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:39.639946 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device cde66f31-3cf6-4113-88dd-942cb1327c19 details requested by agent hyperv_n-h2-811396-3 with host n-h2-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:02:39.642423 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 3812c3a3-9d19-4847-83f9-467aa4852bfa no longer exists at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:02:39.670367 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] No Port match for: 3812c3a3-9d19-4847-83f9-467aa4852bfa {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:02:39.670786 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 3812c3a3-9d19-4847-83f9-467aa4852bfa not bound to the agent host n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:02:39.722891 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f941ccbd-8001-4c07-b233-b788b49a2371 tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Publish callbacks [] for router, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:39.774233 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port cde66f31-3cf6-4113-88dd-942cb1327c19, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=cde66f31-3cf6-4113-88dd-942cb1327c19,segment=NetworkSegment(a5736a44-11be-4610-8658-5b1a3303da13),segment_id=a5736a44-11be-4610-8658-5b1a3303da13)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:02:39.786215 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Returning: {'device': 'cde66f31-3cf6-4113-88dd-942cb1327c19', 'network_id': '64b6c47c-0a6b-4617-8fac-d57af9e73147', 'port_id': 'cde66f31-3cf6-4113-88dd-942cb1327c19', 'mac_address': 'fa:16:3e:1c:6a:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 836, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85762728-fd50-4c4d-858e-39a2dc7d3570', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:02:39.829619 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:39.843312 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cde66f31-3cf6-4113-88dd-942cb1327c19 {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:02:39.866401 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port cde66f31-3cf6-4113-88dd-942cb1327c19, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=cde66f31-3cf6-4113-88dd-942cb1327c19,segment=NetworkSegment(a5736a44-11be-4610-8658-5b1a3303da13),segment_id=a5736a44-11be-4610-8658-5b1a3303da13)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:02:39.873051 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:39.899856 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f941ccbd-8001-4c07-b233-b788b49a2371 tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1772272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258304'] for router, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:39.902784 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f941ccbd-8001-4c07-b233-b788b49a2371 tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:39.954563 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=cde66f31-3cf6-4113-88dd-942cb1327c19,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:39.967016 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f941ccbd-8001-4c07-b233-b788b49a2371 tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1772267'] for router, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:39.967564 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f941ccbd-8001-4c07-b233-b788b49a2371 tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Fanout notify agent at l3_agent the message router_deleted on router 8bd79dac-af4e-42a3-ac61-2702741e9ffe {{(pid=100597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:02:39.974351 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f941ccbd-8001-4c07-b233-b788b49a2371 tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] Publish callbacks [] for router, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:39.975568 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-f941ccbd-8001-4c07-b233-b788b49a2371 tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] 10.222.0.64 "DELETE /v2.0/routers/8bd79dac-af4e-42a3-ac61-2702741e9ffe HTTP/1.1" status: 204 len: 168 time: 0.3438528 Oct 20 11:02:39.979052 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35132) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:39.983987 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7fd57c33-5942-4833-88be-da4046db7993 req-702c2195-388b-459a-a6d9-c1bd9ca1c365 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca6b8b02-8daa-4111-962a-e7a91c9a149e HTTP/1.1" status: 200 len: 210 time: 0.0393739 Oct 20 11:02:40.006246 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-4d944498-3365-4d7f-99e8-e4eede9b5eef tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] 10.222.0.64 "GET /v2.0/ports?device_id=8bd79dac-af4e-42a3-ac61-2702741e9ffe HTTP/1.1" status: 200 len: 205 time: 0.0260129 Oct 20 11:02:40.008823 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 35134) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:40.050402 n-d-811396-3 neutron-server[100596]: INFO neutron.api.v2.resource [None req-4384b17d-cdcd-40a8-84e5-6e8095166b3e tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] delete failed (client error): The resource could not be found. Oct 20 11:02:40.051572 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-4384b17d-cdcd-40a8-84e5-6e8095166b3e tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] 10.222.0.64 "DELETE /v2.0/routers/8bd79dac-af4e-42a3-ac61-2702741e9ffe HTTP/1.1" status: 404 len: 336 time: 0.0415993 Oct 20 11:02:40.054660 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 35136) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:40.080985 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-883f311c-d21f-442d-b8d2-cbd3e31cc667 tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] 10.222.0.64 "GET /v2.0/ports?device_id=118af889-628e-415f-9a9c-e2cab66fc442 HTTP/1.1" status: 200 len: 205 time: 0.0254040 Oct 20 11:02:40.083449 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 35138) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:40.085983 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['cde66f31-3cf6-4113-88dd-942cb1327c19'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:02:40.121486 n-d-811396-3 neutron-server[100596]: INFO neutron.api.v2.resource [None req-59259d9b-9345-4b13-81a5-58ccacb23747 tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] delete failed (client error): The resource could not be found. Oct 20 11:02:40.122830 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-59259d9b-9345-4b13-81a5-58ccacb23747 tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] 10.222.0.64 "DELETE /v2.0/routers/118af889-628e-415f-9a9c-e2cab66fc442 HTTP/1.1" status: 404 len: 336 time: 0.0383623 Oct 20 11:02:40.126201 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35140) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:40.158864 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-12b32483-8ed3-4b5d-9f40-ee445d6834c7 tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] 10.222.0.64 "GET /v2.0/ports?device_id=8226b5a9-bd48-4346-8615-fb2db76705d8 HTTP/1.1" status: 200 len: 205 time: 0.0292168 Oct 20 11:02:40.159237 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35142) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:40.196471 n-d-811396-3 neutron-server[100597]: INFO neutron.api.v2.resource [None req-aa01241b-4fc7-483a-b90d-7af992d10482 tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] delete failed (client error): The resource could not be found. Oct 20 11:02:40.201147 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-aa01241b-4fc7-483a-b90d-7af992d10482 tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] 10.222.0.64 "DELETE /v2.0/routers/8226b5a9-bd48-4346-8615-fb2db76705d8 HTTP/1.1" status: 404 len: 336 time: 0.0370524 Oct 20 11:02:40.201302 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35144) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:40.232744 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 35146) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:40.233563 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-d6f067e2-ebf2-4aab-84ac-5d814b8ff784 tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] 10.222.0.64 "GET /v2.0/ports?device_id=47677c35-7870-4038-a978-e4679c42dcad HTTP/1.1" status: 200 len: 205 time: 0.0272765 Oct 20 11:02:40.275039 n-d-811396-3 neutron-server[100596]: INFO neutron.api.v2.resource [None req-987528d5-9251-4659-a191-ab269402e7bf tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] delete failed (client error): The resource could not be found. Oct 20 11:02:40.276162 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-987528d5-9251-4659-a191-ab269402e7bf tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] 10.222.0.64 "DELETE /v2.0/routers/47677c35-7870-4038-a978-e4679c42dcad HTTP/1.1" status: 404 len: 336 time: 0.0426767 Oct 20 11:02:40.278690 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 35150) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:40.309351 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-984bbd6f-1bda-4672-b335-3bac2c4a716d tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a85cc6f-8b4e-4f46-82f4-e03b9ec93a2b HTTP/1.1" status: 200 len: 205 time: 0.0295532 Oct 20 11:02:40.311776 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35152) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:40.347067 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4651dd9c-77bb-4644-89d5-9d135967a110 req-649ee26a-9ac3-45a0-90df-fa5106789778 tempest-TestServerMultinode-1088861127 tempest-TestServerMultinode-1088861127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:40.348637 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4651dd9c-77bb-4644-89d5-9d135967a110 req-649ee26a-9ac3-45a0-90df-fa5106789778 tempest-TestServerMultinode-1088861127 tempest-TestServerMultinode-1088861127-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=d36af310-4036-4367-80cc-d910d66f668d HTTP/1.1" status: 200 len: 1095 time: 0.0423150 Oct 20 11:02:40.352693 n-d-811396-3 neutron-server[100597]: INFO neutron.api.v2.resource [None req-69166da2-c84d-4cd2-835e-6acde44861e9 tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] delete failed (client error): The resource could not be found. Oct 20 11:02:40.355454 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-69166da2-c84d-4cd2-835e-6acde44861e9 tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] 10.222.0.64 "DELETE /v2.0/routers/4a85cc6f-8b4e-4f46-82f4-e03b9ec93a2b HTTP/1.1" status: 404 len: 336 time: 0.0408769 Oct 20 11:02:40.357132 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35154) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:40.386764 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4651dd9c-77bb-4644-89d5-9d135967a110 req-13271960-ac81-47ec-ab23-eafd430614c3 tempest-TestServerMultinode-1088861127 tempest-TestServerMultinode-1088861127-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=bd593ef4-0190-4643-a8e4-867579f30e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283234 Oct 20 11:02:40.386986 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-7b8fc3d2-dc5c-4d91-8bb5-26e0a0a5f0f4 tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] 10.222.0.64 "GET /v2.0/ports?device_id=9007189d-8698-4a64-88c5-76101a71da83 HTTP/1.1" status: 200 len: 205 time: 0.0262315 Oct 20 11:02:40.386986 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35156) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:40.426153 n-d-811396-3 neutron-server[100597]: INFO neutron.api.v2.resource [None req-16526467-8e4f-4674-b5e5-c42e73a91f16 tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] delete failed (client error): The resource could not be found. Oct 20 11:02:40.427191 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-16526467-8e4f-4674-b5e5-c42e73a91f16 tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] 10.222.0.64 "DELETE /v2.0/routers/9007189d-8698-4a64-88c5-76101a71da83 HTTP/1.1" status: 404 len: 336 time: 0.0393202 Oct 20 11:02:40.430494 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35158) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:40.459764 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-fda8daf0-904d-4b94-8f89-d93e2a4f958e tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] DELETE failed (client error): The resource could not be found. Oct 20 11:02:40.460213 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fda8daf0-904d-4b94-8f89-d93e2a4f958e tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:02:40.463156 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-fda8daf0-904d-4b94-8f89-d93e2a4f958e tempest-RoutersAdminTest-1240206657 tempest-RoutersAdminTest-1240206657-project] 10.222.0.64 "DELETE /v2.0/subnets/73b05cb4-8c27-4c63-a43d-77e7e3cf7b76 HTTP/1.1" status: 404 len: 337 time: 0.0317736 Oct 20 11:02:40.701669 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35164) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:40.812856 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ca24764f-7dbc-4748-a41c-0df732a304a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:40.891141 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ca24764f-7dbc-4748-a41c-0df732a304a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:40.894902 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ca24764f-7dbc-4748-a41c-0df732a304a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:40.936325 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-ca24764f-7dbc-4748-a41c-0df732a304a4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=620c3bf4356944ffa7d8c1ee6f49f3bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2335718 Oct 20 11:02:40.937183 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca24764f-7dbc-4748-a41c-0df732a304a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3518dd98-ce55-4117-87f5-5511dede5fab,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:40.939945 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 35170) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:40.995698 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0e9f8fed-1c83-4ae0-bcdb-43fac20c34fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:41.018554 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0e9f8fed-1c83-4ae0-bcdb-43fac20c34fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:41.080022 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fa0be7b6-fd4c-4b9e-af53-6ce27db36e0a req-5c9bcce2-ae35-4013-96ac-38624ba57f24 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca6b8b02-8daa-4111-962a-e7a91c9a149e HTTP/1.1" status: 200 len: 210 time: 0.0298913 Oct 20 11:02:41.108209 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0e9f8fed-1c83-4ae0-bcdb-43fac20c34fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:41.111074 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0e9f8fed-1c83-4ae0-bcdb-43fac20c34fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:41.115101 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-0e9f8fed-1c83-4ae0-bcdb-43fac20c34fc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3518dd98-ce55-4117-87f5-5511dede5fab HTTP/1.1" status: 204 len: 168 time: 0.1712503 Oct 20 11:02:41.122416 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9f8fed-1c83-4ae0-bcdb-43fac20c34fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3518dd98-ce55-4117-87f5-5511dede5fab,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:41.264168 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 7 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:02:41.388342 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 35178) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:41.431832 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-4f724acb-0c0d-43ea-a68d-9baf6e908b3a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=19c4ecca0a0248be96da69652c6d340e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0400221 Oct 20 11:02:41.432112 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 35182) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:41.518643 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1b42060c-7cbe-4690-be83-6ddd555d55c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:41.524258 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f75574-0134-4532-a839-2adeb22ac13b req-102c8d8e-2c29-42fa-b4db-026d8d71f991 tempest-TestServerMultinode-1088861127 tempest-TestServerMultinode-1088861127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:41.525875 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-41f75574-0134-4532-a839-2adeb22ac13b req-102c8d8e-2c29-42fa-b4db-026d8d71f991 tempest-TestServerMultinode-1088861127 tempest-TestServerMultinode-1088861127-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=d36af310-4036-4367-80cc-d910d66f668d HTTP/1.1" status: 200 len: 1095 time: 0.0658691 Oct 20 11:02:41.553475 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1b42060c-7cbe-4690-be83-6ddd555d55c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:41.598651 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-41f75574-0134-4532-a839-2adeb22ac13b req-d275279f-39a1-40d6-a8e6-44786758e7fe tempest-TestServerMultinode-1088861127 tempest-TestServerMultinode-1088861127-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=bd593ef4-0190-4643-a8e4-867579f30e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651352 Oct 20 11:02:41.621660 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1b42060c-7cbe-4690-be83-6ddd555d55c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:41.625724 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1b42060c-7cbe-4690-be83-6ddd555d55c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:41.626951 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-1b42060c-7cbe-4690-be83-6ddd555d55c8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/99f2f828-f51d-4edd-a319-436fbec9013e HTTP/1.1" status: 204 len: 168 time: 0.1939490 Oct 20 11:02:41.637504 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b42060c-7cbe-4690-be83-6ddd555d55c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99f2f828-f51d-4edd-a319-436fbec9013e,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:41.656378 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device cde66f31-3cf6-4113-88dd-942cb1327c19 up at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:02:41.713423 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning for port cde66f31-3cf6-4113-88dd-942cb1327c19 completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:02:41.717757 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning complete for port cde66f31-3cf6-4113-88dd-942cb1327c19 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:02:41.718152 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:41.804946 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:41.829994 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd36af310-4036-4367-80cc-d910d66f668d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cde66f31-3cf6-4113-88dd-942cb1327c19'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:02:41.832275 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d1354d3-582d-43cd-926d-07802a56a255" -d '{"events": [{"server_uuid": "d36af310-4036-4367-80cc-d910d66f668d", "name": "network-vif-plugged", "status": "completed", "tag": "cde66f31-3cf6-4113-88dd-942cb1327c19"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:02:41.845307 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port cde66f31-3cf6-4113-88dd-942cb1327c19, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=cde66f31-3cf6-4113-88dd-942cb1327c19,segment=NetworkSegment(a5736a44-11be-4610-8658-5b1a3303da13),segment_id=a5736a44-11be-4610-8658-5b1a3303da13)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:02:41.849643 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:41.884869 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be263c90-b271-42b5-8d37-e0aad970df86 x-openstack-request-id: req-be263c90-b271-42b5-8d37-e0aad970df86 {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:02:41.885734 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d36af310-4036-4367-80cc-d910d66f668d", "name": "network-vif-plugged", "status": "completed", "tag": "cde66f31-3cf6-4113-88dd-942cb1327c19", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:02:41.885995 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-be263c90-b271-42b5-8d37-e0aad970df86 {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:02:41.886389 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd36af310-4036-4367-80cc-d910d66f668d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cde66f31-3cf6-4113-88dd-942cb1327c19', 'code': 200} Oct 20 11:02:41.936478 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=cde66f31-3cf6-4113-88dd-942cb1327c19,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:41.995297 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523aa197-11c4-4c57-8d7b-dae8ac0ff83a req-27e5d67e-e023-4aac-9377-1fc8a065e0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:41.997050 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-523aa197-11c4-4c57-8d7b-dae8ac0ff83a req-27e5d67e-e023-4aac-9377-1fc8a065e0b4 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=d36af310-4036-4367-80cc-d910d66f668d HTTP/1.1" status: 200 len: 1096 time: 0.0583050 Oct 20 11:02:42.039150 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-523aa197-11c4-4c57-8d7b-dae8ac0ff83a req-c04095be-c409-4cb8-a0d7-e644223203b2 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=bd593ef4-0190-4643-a8e4-867579f30e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315533 Oct 20 11:02:42.189692 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3ed04a7f-e129-424b-b8a5-fb0d76eeb362 req-82fd2dfa-e003-4c00-aeeb-ca0326af9852 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca6b8b02-8daa-4111-962a-e7a91c9a149e HTTP/1.1" status: 200 len: 210 time: 0.0278285 Oct 20 11:02:42.391021 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 35210) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:42.507247 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-5e8bb710-c7b8-4103-a846-ec183b7fe7a0 tempest-AgentManagementNegativeTest-1962796391 tempest-AgentManagementNegativeTest-1962796391-project] 10.222.0.64 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1149006 Oct 20 11:02:42.724041 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7502a4d8-a048-44cd-b522-77ec445dd6c4 req-9b78c155-2963-4344-82c9-a95b0b4509ed tempest-TestServerMultinode-1088861127 tempest-TestServerMultinode-1088861127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:42.725604 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7502a4d8-a048-44cd-b522-77ec445dd6c4 req-9b78c155-2963-4344-82c9-a95b0b4509ed tempest-TestServerMultinode-1088861127 tempest-TestServerMultinode-1088861127-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=d36af310-4036-4367-80cc-d910d66f668d HTTP/1.1" status: 200 len: 1096 time: 0.0514011 Oct 20 11:02:42.766064 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7502a4d8-a048-44cd-b522-77ec445dd6c4 req-d594b16a-3be6-47a8-bb13-618cb3acf7d0 tempest-TestServerMultinode-1088861127 tempest-TestServerMultinode-1088861127-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=bd593ef4-0190-4643-a8e4-867579f30e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344706 Oct 20 11:02:42.772461 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 35220) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:42.876853 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-49d9c70d-01c1-45af-afe9-b201aed1dd39 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:42.951732 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-49d9c70d-01c1-45af-afe9-b201aed1dd39 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:42.955363 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-49d9c70d-01c1-45af-afe9-b201aed1dd39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:42.993625 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-49d9c70d-01c1-45af-afe9-b201aed1dd39 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=71728536fd2645d287de0c5436909986&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2200651 Oct 20 11:02:42.996256 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d9c70d-01c1-45af-afe9-b201aed1dd39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db18fce6-48c9-46eb-b31e-4bfa97f325c8,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:42.996536 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35224) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:43.050125 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9e771acb-b40f-4fe1-bb4e-cb0b37b8a95c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:43.071864 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9e771acb-b40f-4fe1-bb4e-cb0b37b8a95c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:43.132512 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9e771acb-b40f-4fe1-bb4e-cb0b37b8a95c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:43.135890 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9e771acb-b40f-4fe1-bb4e-cb0b37b8a95c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:43.137045 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-9e771acb-b40f-4fe1-bb4e-cb0b37b8a95c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/db18fce6-48c9-46eb-b31e-4bfa97f325c8 HTTP/1.1" status: 204 len: 168 time: 0.1385396 Oct 20 11:02:43.147477 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e771acb-b40f-4fe1-bb4e-cb0b37b8a95c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db18fce6-48c9-46eb-b31e-4bfa97f325c8,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:43.247230 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35232) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:43.381506 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-cd700417-9432-4d77-a9fe-056d8539c7ee tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Deleting port 1f8b3173-3e14-4a9f-96af-c0ecdfcecfa9 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:02:43.381885 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-cd700417-9432-4d77-a9fe-056d8539c7ee tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:43.718202 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-cd700417-9432-4d77-a9fe-056d8539c7ee tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:43.718563 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-cd700417-9432-4d77-a9fe-056d8539c7ee tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:43.731422 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-cd700417-9432-4d77-a9fe-056d8539c7ee tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Calling delete_port for 1f8b3173-3e14-4a9f-96af-c0ecdfcecfa9 owned by network:floatingip {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:02:43.824844 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 35254) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:43.866467 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-cd700417-9432-4d77-a9fe-056d8539c7ee tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:43.886606 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fceace-db58-4fe6-b5ff-70b0979b856d req-668643f2-29bd-426c-abb9-c47dc4a273cf tempest-TestServerMultinode-1088861127 tempest-TestServerMultinode-1088861127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:43.888292 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-64fceace-db58-4fe6-b5ff-70b0979b856d req-668643f2-29bd-426c-abb9-c47dc4a273cf tempest-TestServerMultinode-1088861127 tempest-TestServerMultinode-1088861127-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=d36af310-4036-4367-80cc-d910d66f668d HTTP/1.1" status: 200 len: 1096 time: 0.0424018 Oct 20 11:02:43.891567 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd700417-9432-4d77-a9fe-056d8539c7ee tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Pushing event deleted for resources: {'Port': ['ID=1f8b3173-3e14-4a9f-96af-c0ecdfcecfa9,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:43.930672 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-64fceace-db58-4fe6-b5ff-70b0979b856d req-ca6a8cf4-fd53-4139-90cb-105f2d31e329 tempest-TestServerMultinode-1088861127 tempest-TestServerMultinode-1088861127-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=bd593ef4-0190-4643-a8e4-867579f30e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310991 Oct 20 11:02:43.960339 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-cd700417-9432-4d77-a9fe-056d8539c7ee tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Publish callbacks [] for floatingip, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:43.962901 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-cd700417-9432-4d77-a9fe-056d8539c7ee tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for floatingip, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:43.967164 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-cd700417-9432-4d77-a9fe-056d8539c7ee tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "DELETE /v2.0/floatingips/6df65b02-1782-40e9-a266-14fcae8844f7 HTTP/1.1" status: 204 len: 168 time: 0.7155039 Oct 20 11:02:43.967585 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-8c547661-af53-448e-a596-0f2bd723a874 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-943120457'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:02:43.989643 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c547661-af53-448e-a596-0f2bd723a874 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653-project] Made reservation on behalf of 887f6ac183c04c7096c042018b7b8797 for: {'network': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:02:43.993553 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8c547661-af53-448e-a596-0f2bd723a874 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:44.002965 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8c547661-af53-448e-a596-0f2bd723a874 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653-project] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:44.074828 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c244f3ce-a22e-4fd3-8391-c5920ec0c5f8 req-f26cc3d4-6155-4ec9-b279-a0556a7f8df3 tempest-TestServerMultinode-1088861127 tempest-TestServerMultinode-1088861127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:44.076498 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c244f3ce-a22e-4fd3-8391-c5920ec0c5f8 req-f26cc3d4-6155-4ec9-b279-a0556a7f8df3 tempest-TestServerMultinode-1088861127 tempest-TestServerMultinode-1088861127-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=d36af310-4036-4367-80cc-d910d66f668d HTTP/1.1" status: 200 len: 1096 time: 0.0714517 Oct 20 11:02:44.138427 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c244f3ce-a22e-4fd3-8391-c5920ec0c5f8 req-b24cf0f4-74eb-408e-9c49-2fab3e179380 tempest-TestServerMultinode-1088861127 tempest-TestServerMultinode-1088861127-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=bd593ef4-0190-4643-a8e4-867579f30e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540755 Oct 20 11:02:44.148689 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8c547661-af53-448e-a596-0f2bd723a874 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653-project] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:44.162133 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8c547661-af53-448e-a596-0f2bd723a874 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:44.196597 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c547661-af53-448e-a596-0f2bd723a874 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 839} {{(pid=100596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:02:44.203582 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c547661-af53-448e-a596-0f2bd723a874 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95b4c8dc-04ad-412e-9e04-471122116848,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:44.214400 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8c547661-af53-448e-a596-0f2bd723a874 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:44.214400 n-d-811396-3 neutron-server[100596]: INFO neutron.db.segments_db [None req-8c547661-af53-448e-a596-0f2bd723a874 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653-project] Added segment df8d7ace-a065-44ae-a8f2-7f14be77a707 of type vlan for network bdfcf88f-e7f2-425e-b2bc-2d58deced8d3 Oct 20 11:02:44.285622 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8c547661-af53-448e-a596-0f2bd723a874 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:44.307500 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf8b2b3-d19f-4bb1-9d3c-cc643c8d3a37 req-219d065d-b13a-49cc-ab42-2c12266d55da tempest-TestServerMultinode-1088861127 tempest-TestServerMultinode-1088861127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:44.309018 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6cf8b2b3-d19f-4bb1-9d3c-cc643c8d3a37 req-219d065d-b13a-49cc-ab42-2c12266d55da tempest-TestServerMultinode-1088861127 tempest-TestServerMultinode-1088861127-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=d36af310-4036-4367-80cc-d910d66f668d HTTP/1.1" status: 200 len: 1096 time: 0.0925419 Oct 20 11:02:44.323325 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8c547661-af53-448e-a596-0f2bd723a874 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:44.328897 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c547661-af53-448e-a596-0f2bd723a874 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:44.329473 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8c547661-af53-448e-a596-0f2bd723a874 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653-project] Publish callbacks [] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:44.430465 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-8c547661-af53-448e-a596-0f2bd723a874 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.6041071 Oct 20 11:02:44.433244 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35272) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:44.439109 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-d1aef17b-6246-4bda-bc36-bff0c40209a0 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653-project] Request body: {'subnet': {'network_id': 'bdfcf88f-e7f2-425e-b2bc-2d58deced8d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:02:44.457703 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c547661-af53-448e-a596-0f2bd723a874 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653-project] Pushing event updated for resources: {'Network': ['ID=bdfcf88f-e7f2-425e-b2bc-2d58deced8d3,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:44.460905 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6cf8b2b3-d19f-4bb1-9d3c-cc643c8d3a37 req-b47b1dc0-58e0-48ab-9265-e8026769e6bf tempest-TestServerMultinode-1088861127 tempest-TestServerMultinode-1088861127-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=bd593ef4-0190-4643-a8e4-867579f30e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452909 Oct 20 11:02:44.470509 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network bdfcf88f-e7f2-425e-b2bc-2d58deced8d3 details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:02:44.534307 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1aef17b-6246-4bda-bc36-bff0c40209a0 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653-project] Made reservation on behalf of 887f6ac183c04c7096c042018b7b8797 for: {'subnet': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:02:44.538146 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d1aef17b-6246-4bda-bc36-bff0c40209a0 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25350782'] for subnet, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:44.741737 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d1aef17b-6246-4bda-bc36-bff0c40209a0 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25350752'] for subnet, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:44.806597 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1aef17b-6246-4bda-bc36-bff0c40209a0 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653-project] Pushing event updated for resources: {'Subnet': ['ID=bda72259-529c-46ac-b2e6-595f531a0fef,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:44.814957 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1aef17b-6246-4bda-bc36-bff0c40209a0 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653-project] Checking segment: {'id': 'df8d7ace-a065-44ae-a8f2-7f14be77a707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'bdfcf88f-e7f2-425e-b2bc-2d58deced8d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:02:44.815326 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1aef17b-6246-4bda-bc36-bff0c40209a0 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653-project] Network hostable DHCP agents. Network: bdfcf88f-e7f2-425e-b2bc-2d58deced8d3, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:02:44.833637 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1aef17b-6246-4bda-bc36-bff0c40209a0 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653-project] Network bdfcf88f-e7f2-425e-b2bc-2d58deced8d3 is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:02:44.844416 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-d1aef17b-6246-4bda-bc36-bff0c40209a0 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, bdfcf88f-e7f2-425e-b2bc-2d58deced8d3) {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:02:44.849880 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1aef17b-6246-4bda-bc36-bff0c40209a0 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:44.850564 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d1aef17b-6246-4bda-bc36-bff0c40209a0 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653-project] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:44.858043 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c818c8ca-18af-4c47-88a4-601830200db5 None None] Network bdfcf88f-e7f2-425e-b2bc-2d58deced8d3 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:02:44.875078 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-d1aef17b-6246-4bda-bc36-bff0c40209a0 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4397969 Oct 20 11:02:44.875655 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35278) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:44.881543 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-2d5143da-9fe3-4bd4-a471-ac5d0b763275 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653-project] Request body: {'port': {'network_id': 'bdfcf88f-e7f2-425e-b2bc-2d58deced8d3', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-130246216'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:02:45.022696 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d5143da-9fe3-4bd4-a471-ac5d0b763275 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653-project] Made reservation on behalf of 887f6ac183c04c7096c042018b7b8797 for: {'port': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:02:45.027303 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2d5143da-9fe3-4bd4-a471-ac5d0b763275 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:45.051503 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [None req-2d5143da-9fe3-4bd4-a471-ac5d0b763275 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653-project] device_id is not set on port 01faacb0-6a36-4d1e-8b67-b61c12d89760 yet. {{(pid=100597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 11:02:45.066132 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e0007f-fe0d-4c87-a25b-91c05da3df6a req-3693d6d9-d77b-4ce7-89f4-bfadd7a30a35 tempest-TestServerMultinode-1088861127 tempest-TestServerMultinode-1088861127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:45.076719 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-98e0007f-fe0d-4c87-a25b-91c05da3df6a req-3693d6d9-d77b-4ce7-89f4-bfadd7a30a35 tempest-TestServerMultinode-1088861127 tempest-TestServerMultinode-1088861127-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=d36af310-4036-4367-80cc-d910d66f668d HTTP/1.1" status: 200 len: 1096 time: 0.3714161 Oct 20 11:02:45.133231 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-98e0007f-fe0d-4c87-a25b-91c05da3df6a req-5949dbb1-6377-4f10-8a54-cfbe4e8ffd6d tempest-TestServerMultinode-1088861127 tempest-TestServerMultinode-1088861127-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=bd593ef4-0190-4643-a8e4-867579f30e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504465 Oct 20 11:02:45.198002 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40af9b16-7523-4d9b-94d3-6e77c043f6c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524064ba-869c-5550-b826-c26b69a11278-bdfcf88f-e7f2-425e-b2bc-2d58deced8d3', 'network_id': 'bdfcf88f-e7f2-425e-b2bc-2d58deced8d3', 'tenant_id': '887f6ac183c04c7096c042018b7b8797', 'fixed_ips': [{'subnet_id': 'bda72259-529c-46ac-b2e6-595f531a0fef'}]}} from n-d-811396-3. {{(pid=100598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:02:45.198909 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-40af9b16-7523-4d9b-94d3-6e77c043f6c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:45.217701 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-2d5143da-9fe3-4bd4-a471-ac5d0b763275 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653-project] Allocated IP 2001:db8::7e (bdfcf88f-e7f2-425e-b2bc-2d58deced8d3/bda72259-529c-46ac-b2e6-595f531a0fef/01faacb0-6a36-4d1e-8b67-b61c12d89760) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:02:45.403344 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2d5143da-9fe3-4bd4-a471-ac5d0b763275 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:45.436381 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2d5143da-9fe3-4bd4-a471-ac5d0b763275 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:45.485135 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d5143da-9fe3-4bd4-a471-ac5d0b763275 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653-project] Network bdfcf88f-e7f2-425e-b2bc-2d58deced8d3 is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:02:45.488188 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-2d5143da-9fe3-4bd4-a471-ac5d0b763275 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:02:45.489060 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-40af9b16-7523-4d9b-94d3-6e77c043f6c6 None None] Allocated IP 2001:db8::2 (bdfcf88f-e7f2-425e-b2bc-2d58deced8d3/bda72259-529c-46ac-b2e6-595f531a0fef/877a403e-7c69-4564-8f4a-c848240b1883) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:02:45.492497 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5143da-9fe3-4bd4-a471-ac5d0b763275 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:02:45.498418 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d5143da-9fe3-4bd4-a471-ac5d0b763275 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:45.498796 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2d5143da-9fe3-4bd4-a471-ac5d0b763275 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:45.518810 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-2d5143da-9fe3-4bd4-a471-ac5d0b763275 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 940 time: 0.6415470 Oct 20 11:02:45.519085 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 35284) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:45.519373 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5143da-9fe3-4bd4-a471-ac5d0b763275 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653-project] Pushing event updated for resources: {'Port': ['ID=01faacb0-6a36-4d1e-8b67-b61c12d89760,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:45.533357 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-94e7bb63-57c9-45b3-a168-29a4cc029705 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653-project] Request body: {'port': {'network_id': 'bdfcf88f-e7f2-425e-b2bc-2d58deced8d3', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-465070479', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:02:45.533841 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.api.validators [None req-94e7bb63-57c9-45b3-a168-29a4cc029705 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653-project] bootfile-name is not in valid_values {{(pid=100596) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 20 11:02:45.534197 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.api.validators [None req-94e7bb63-57c9-45b3-a168-29a4cc029705 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653-project] tftp-server is not in valid_values {{(pid=100596) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 20 11:02:45.534547 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.api.validators [None req-94e7bb63-57c9-45b3-a168-29a4cc029705 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653-project] server-ip-address is not in valid_values {{(pid=100596) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 20 11:02:45.643349 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-40af9b16-7523-4d9b-94d3-6e77c043f6c6 None None] Publish callbacks [] for port, precommit_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:45.649221 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-40af9b16-7523-4d9b-94d3-6e77c043f6c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:45.653618 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94e7bb63-57c9-45b3-a168-29a4cc029705 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653-project] Made reservation on behalf of 887f6ac183c04c7096c042018b7b8797 for: {'port': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:02:45.657652 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-94e7bb63-57c9-45b3-a168-29a4cc029705 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:45.676746 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [None req-94e7bb63-57c9-45b3-a168-29a4cc029705 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653-project] device_id is not set on port 0208f4d4-abc0-4c69-b3a9-ff6e999c25b3 yet. {{(pid=100596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 11:02:45.707668 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40af9b16-7523-4d9b-94d3-6e77c043f6c6 None None] Network bdfcf88f-e7f2-425e-b2bc-2d58deced8d3 is already hosted by enough agents. {{(pid=100598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:02:45.712255 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.base_scheduler [None req-40af9b16-7523-4d9b-94d3-6e77c043f6c6 None None] Resources bound (agent type, host, resource id): {{(pid=100598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:02:45.715803 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40af9b16-7523-4d9b-94d3-6e77c043f6c6 None None] Received port after_create {{(pid=100598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:02:45.753018 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40af9b16-7523-4d9b-94d3-6e77c043f6c6 None None] Pushing event updated for resources: {'Port': ['ID=877a403e-7c69-4564-8f4a-c848240b1883,revision_number=1']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:45.787336 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-40af9b16-7523-4d9b-94d3-6e77c043f6c6 None None] Attempting to bind port 877a403e-7c69-4564-8f4a-c848240b1883 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:02:45.787739 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-40af9b16-7523-4d9b-94d3-6e77c043f6c6 None None] Attempting to bind port 877a403e-7c69-4564-8f4a-c848240b1883 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': 'df8d7ace-a065-44ae-a8f2-7f14be77a707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'bdfcf88f-e7f2-425e-b2bc-2d58deced8d3'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:02:45.788102 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40af9b16-7523-4d9b-94d3-6e77c043f6c6 None None] Attempting to bind port 877a403e-7c69-4564-8f4a-c848240b1883 on network bdfcf88f-e7f2-425e-b2bc-2d58deced8d3 {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:02:45.799590 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40af9b16-7523-4d9b-94d3-6e77c043f6c6 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:02:45.800152 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40af9b16-7523-4d9b-94d3-6e77c043f6c6 None None] Checking segment: {'id': 'df8d7ace-a065-44ae-a8f2-7f14be77a707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'bdfcf88f-e7f2-425e-b2bc-2d58deced8d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:02:45.800664 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-40af9b16-7523-4d9b-94d3-6e77c043f6c6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:45.801157 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40af9b16-7523-4d9b-94d3-6e77c043f6c6 None None] Bound using segment: {'id': 'df8d7ace-a065-44ae-a8f2-7f14be77a707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'bdfcf88f-e7f2-425e-b2bc-2d58deced8d3'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:02:45.801733 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-40af9b16-7523-4d9b-94d3-6e77c043f6c6 None None] Bound port: 877a403e-7c69-4564-8f4a-c848240b1883, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df8d7ace-a065-44ae-a8f2-7f14be77a707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'bdfcf88f-e7f2-425e-b2bc-2d58deced8d3'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:02:45.802396 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-40af9b16-7523-4d9b-94d3-6e77c043f6c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:45.823001 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [None req-94e7bb63-57c9-45b3-a168-29a4cc029705 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653-project] Allocated IP 2001:db8::f0 (bdfcf88f-e7f2-425e-b2bc-2d58deced8d3/bda72259-529c-46ac-b2e6-595f531a0fef/0208f4d4-abc0-4c69-b3a9-ff6e999c25b3) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:02:45.902780 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-40af9b16-7523-4d9b-94d3-6e77c043f6c6 None None] For port 877a403e-7c69-4564-8f4a-c848240b1883, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:02:45.907310 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-40af9b16-7523-4d9b-94d3-6e77c043f6c6 None None] For port 877a403e-7c69-4564-8f4a-c848240b1883, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=877a403e-7c69-4564-8f4a-c848240b1883,segment=NetworkSegment(df8d7ace-a065-44ae-a8f2-7f14be77a707),segment_id=df8d7ace-a065-44ae-a8f2-7f14be77a707)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:02:45.913120 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-40af9b16-7523-4d9b-94d3-6e77c043f6c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:45.976467 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40af9b16-7523-4d9b-94d3-6e77c043f6c6 None None] Pushing event updated for resources: {'Port': ['ID=877a403e-7c69-4564-8f4a-c848240b1883,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:46.039426 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-94e7bb63-57c9-45b3-a168-29a4cc029705 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:46.075252 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422666c4-ff79-4db4-acef-2f65bfc34678 req-fbb25802-9983-4f71-9cd9-c97eb8774837 tempest-TestServerMultinode-1088861127 tempest-TestServerMultinode-1088861127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:46.076936 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-422666c4-ff79-4db4-acef-2f65bfc34678 req-fbb25802-9983-4f71-9cd9-c97eb8774837 tempest-TestServerMultinode-1088861127 tempest-TestServerMultinode-1088861127-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=d36af310-4036-4367-80cc-d910d66f668d HTTP/1.1" status: 200 len: 1096 time: 0.0858259 Oct 20 11:02:46.123997 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-94e7bb63-57c9-45b3-a168-29a4cc029705 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:46.288808 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e7bb63-57c9-45b3-a168-29a4cc029705 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653-project] Pushing event updated for resources: {'Port': ['ID=0208f4d4-abc0-4c69-b3a9-ff6e999c25b3,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:46.315335 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e7bb63-57c9-45b3-a168-29a4cc029705 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653-project] Network bdfcf88f-e7f2-425e-b2bc-2d58deced8d3 is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:02:46.321830 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-94e7bb63-57c9-45b3-a168-29a4cc029705 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:02:46.328022 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e7bb63-57c9-45b3-a168-29a4cc029705 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:02:46.333799 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e7bb63-57c9-45b3-a168-29a4cc029705 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:46.334430 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-94e7bb63-57c9-45b3-a168-29a4cc029705 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:46.364991 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-94e7bb63-57c9-45b3-a168-29a4cc029705 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1148 time: 0.8419318 Oct 20 11:02:46.365997 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35292) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:46.366939 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07592d6d-4421-46c2-9527-bde0aa344abf req-6deaac82-1d5a-4fdd-b610-056ec093b056 tempest-TestServerMultinode-1088861127 tempest-TestServerMultinode-1088861127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:46.368571 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-07592d6d-4421-46c2-9527-bde0aa344abf req-6deaac82-1d5a-4fdd-b610-056ec093b056 tempest-TestServerMultinode-1088861127 tempest-TestServerMultinode-1088861127-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=d36af310-4036-4367-80cc-d910d66f668d HTTP/1.1" status: 200 len: 1096 time: 0.1164663 Oct 20 11:02:46.377724 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-422666c4-ff79-4db4-acef-2f65bfc34678 req-ef803d91-fd1f-4f5c-8218-1218b2f5176c tempest-TestServerMultinode-1088861127 tempest-TestServerMultinode-1088861127-project-admin] Deleting port cde66f31-3cf6-4113-88dd-942cb1327c19 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:02:46.378059 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-422666c4-ff79-4db4-acef-2f65bfc34678 req-ef803d91-fd1f-4f5c-8218-1218b2f5176c tempest-TestServerMultinode-1088861127 tempest-TestServerMultinode-1088861127-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:46.464937 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-07592d6d-4421-46c2-9527-bde0aa344abf req-79f3e43c-6a3d-443b-b48e-df53e44ce618 tempest-TestServerMultinode-1088861127 tempest-TestServerMultinode-1088861127-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=bd593ef4-0190-4643-a8e4-867579f30e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888696 Oct 20 11:02:46.466285 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcde85cc-5248-4722-b714-51cd7fc24cc6 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:46.475644 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcde85cc-5248-4722-b714-51cd7fc24cc6 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:46.485384 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcde85cc-5248-4722-b714-51cd7fc24cc6 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:46.489701 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-bcde85cc-5248-4722-b714-51cd7fc24cc6 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.1205978 Oct 20 11:02:46.489959 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35294) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:46.500431 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-422666c4-ff79-4db4-acef-2f65bfc34678 req-ef803d91-fd1f-4f5c-8218-1218b2f5176c tempest-TestServerMultinode-1088861127 tempest-TestServerMultinode-1088861127-project-admin] For port cde66f31-3cf6-4113-88dd-942cb1327c19, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=cde66f31-3cf6-4113-88dd-942cb1327c19,segment=NetworkSegment(a5736a44-11be-4610-8658-5b1a3303da13),segment_id=a5736a44-11be-4610-8658-5b1a3303da13)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:02:46.501222 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-422666c4-ff79-4db4-acef-2f65bfc34678 req-ef803d91-fd1f-4f5c-8218-1218b2f5176c tempest-TestServerMultinode-1088861127 tempest-TestServerMultinode-1088861127-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:46.515457 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-422666c4-ff79-4db4-acef-2f65bfc34678 req-ef803d91-fd1f-4f5c-8218-1218b2f5176c tempest-TestServerMultinode-1088861127 tempest-TestServerMultinode-1088861127-project-admin] Calling delete_port for cde66f31-3cf6-4113-88dd-942cb1327c19 owned by compute:nova {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:02:46.585781 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-01e92736-53b5-48e5-b41e-3d6c9501e833 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653-project] Deleting port 0208f4d4-abc0-4c69-b3a9-ff6e999c25b3 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:02:46.586270 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-01e92736-53b5-48e5-b41e-3d6c9501e833 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:46.650614 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-422666c4-ff79-4db4-acef-2f65bfc34678 req-ef803d91-fd1f-4f5c-8218-1218b2f5176c tempest-TestServerMultinode-1088861127 tempest-TestServerMultinode-1088861127-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:46.662098 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['cde66f31-3cf6-4113-88dd-942cb1327c19'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:02:46.698732 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-01e92736-53b5-48e5-b41e-3d6c9501e833 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:46.700741 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef803d91-fd1f-4f5c-8218-1218b2f5176c tempest-TestServerMultinode-1088861127 tempest-TestServerMultinode-1088861127-project-admin] Pushing event deleted for resources: {'Port': ['ID=cde66f31-3cf6-4113-88dd-942cb1327c19,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:46.711434 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['457e69d6-7d5c-4f57-8c35-6ddd80fdf4f9'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:02:46.738228 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-01e92736-53b5-48e5-b41e-3d6c9501e833 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653-project] Calling delete_port for 0208f4d4-abc0-4c69-b3a9-ff6e999c25b3 owned by {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:02:46.741901 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-422666c4-ff79-4db4-acef-2f65bfc34678 req-ef803d91-fd1f-4f5c-8218-1218b2f5176c tempest-TestServerMultinode-1088861127 tempest-TestServerMultinode-1088861127-project-admin] No DVR routers for this DVR port cde66f31-3cf6-4113-88dd-942cb1327c19 on host n-h2-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:02:46.746270 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-422666c4-ff79-4db4-acef-2f65bfc34678 req-ef803d91-fd1f-4f5c-8218-1218b2f5176c tempest-TestServerMultinode-1088861127 tempest-TestServerMultinode-1088861127-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:46.750297 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-422666c4-ff79-4db4-acef-2f65bfc34678 req-ef803d91-fd1f-4f5c-8218-1218b2f5176c tempest-TestServerMultinode-1088861127 tempest-TestServerMultinode-1088861127-project-admin] 10.222.0.69 "DELETE /v2.0/ports/cde66f31-3cf6-4113-88dd-942cb1327c19 HTTP/1.1" status: 204 len: 173 time: 0.6663160 Oct 20 11:02:46.750777 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd36af310-4036-4367-80cc-d910d66f668d', 'name': 'network-vif-deleted', 'tag': 'cde66f31-3cf6-4113-88dd-942cb1327c19'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:02:46.754048 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c7808f4-95e0-41d0-b1a2-87197c450eb3" -d '{"events": [{"server_uuid": "d36af310-4036-4367-80cc-d910d66f668d", "name": "network-vif-deleted", "tag": "cde66f31-3cf6-4113-88dd-942cb1327c19"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:02:46.826995 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b66ab54-5a05-4196-a8bc-0abae72abf8d x-openstack-request-id: req-3b66ab54-5a05-4196-a8bc-0abae72abf8d {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:02:46.827304 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d36af310-4036-4367-80cc-d910d66f668d", "name": "network-vif-deleted", "tag": "cde66f31-3cf6-4113-88dd-942cb1327c19", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:02:46.828245 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3b66ab54-5a05-4196-a8bc-0abae72abf8d {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:02:46.828662 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd36af310-4036-4367-80cc-d910d66f668d', 'name': 'network-vif-deleted', 'tag': 'cde66f31-3cf6-4113-88dd-942cb1327c19', 'status': 'completed', 'code': 200} Oct 20 11:02:46.989686 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-01e92736-53b5-48e5-b41e-3d6c9501e833 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:47.003556 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d1994589-fc9a-409b-9c3d-01b11d7ec6c2 req-5ea7f617-ad58-4bc5-9aa6-51cdf7e4d11c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=fbb1d3fe-09bb-448f-b9c0-2884467ffdb1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0891058 Oct 20 11:02:47.038367 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e92736-53b5-48e5-b41e-3d6c9501e833 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653-project] Pushing event deleted for resources: {'Port': ['ID=0208f4d4-abc0-4c69-b3a9-ff6e999c25b3,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:47.077536 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-01e92736-53b5-48e5-b41e-3d6c9501e833 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:47.081003 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-01e92736-53b5-48e5-b41e-3d6c9501e833 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653-project] 10.222.0.64 "DELETE /v2.0/ports/0208f4d4-abc0-4c69-b3a9-ff6e999c25b3 HTTP/1.1" status: 204 len: 168 time: 0.5900917 Oct 20 11:02:47.084621 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35298) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:47.090454 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-2de7d26e-cc88-4a96-98b4-6dd157ee93eb tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653-project] Request body: {'port': {'name': 'tempest-new-port-name-2071225699', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:02:47.090854 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.api.validators [None req-2de7d26e-cc88-4a96-98b4-6dd157ee93eb tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653-project] bootfile-name is not in valid_values {{(pid=100597) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 20 11:02:47.091187 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.api.validators [None req-2de7d26e-cc88-4a96-98b4-6dd157ee93eb tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653-project] tftp-server is not in valid_values {{(pid=100597) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 20 11:02:47.091544 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.api.validators [None req-2de7d26e-cc88-4a96-98b4-6dd157ee93eb tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653-project] server-ip-address is not in valid_values {{(pid=100597) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 20 11:02:47.112605 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1994589-fc9a-409b-9c3d-01b11d7ec6c2 req-a6369891-05e0-4be4-96f6-b2d1135956cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:47.114173 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d1994589-fc9a-409b-9c3d-01b11d7ec6c2 req-a6369891-05e0-4be4-96f6-b2d1135956cf service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2606cfa13aa646b6b1d85cd0acb090de&device_id=fbb1d3fe-09bb-448f-b9c0-2884467ffdb1 HTTP/1.1" status: 200 len: 1096 time: 0.0601015 Oct 20 11:02:47.184428 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2de7d26e-cc88-4a96-98b4-6dd157ee93eb tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:47.238766 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1994589-fc9a-409b-9c3d-01b11d7ec6c2 req-6ab68229-a8c9-42ef-9dba-3bbff975226f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:47.240310 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d1994589-fc9a-409b-9c3d-01b11d7ec6c2 req-6ab68229-a8c9-42ef-9dba-3bbff975226f service neutron] 10.222.0.69 "GET /v2.0/networks?id=203edeb2-1c06-4924-a847-8d4bc77a4e0f HTTP/1.1" status: 200 len: 910 time: 0.1051750 Oct 20 11:02:47.263437 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd8f4a7-0bc9-40b9-8027-43a094d82f0b None None] Network bdfcf88f-e7f2-425e-b2bc-2d58deced8d3 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:02:47.364119 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-d7314e21-c1fa-46ab-be10-3d2a23ec9644 None None] Provisioning complete for port 877a403e-7c69-4564-8f4a-c848240b1883 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:02:47.364585 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-d7314e21-c1fa-46ab-be10-3d2a23ec9644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:47.388897 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d1994589-fc9a-409b-9c3d-01b11d7ec6c2 req-70b34a16-ac3f-4cb8-a058-aaa9d66a6cd9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d955044a-6302-44d4-a2a0-04b9c1b75614 HTTP/1.1" status: 200 len: 1001 time: 0.1342616 Oct 20 11:02:47.471172 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1994589-fc9a-409b-9c3d-01b11d7ec6c2 req-469e47c5-8def-43ae-b9dd-505ab90b0854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:47.473138 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d1994589-fc9a-409b-9c3d-01b11d7ec6c2 req-469e47c5-8def-43ae-b9dd-505ab90b0854 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f7b965d4-929c-4c3f-874c-e787f7294129 HTTP/1.1" status: 200 len: 848 time: 0.0725670 Oct 20 11:02:47.508337 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2de7d26e-cc88-4a96-98b4-6dd157ee93eb tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653-project] Publish callbacks [] for port, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:47.519508 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2de7d26e-cc88-4a96-98b4-6dd157ee93eb tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:47.540852 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1994589-fc9a-409b-9c3d-01b11d7ec6c2 req-ca9ef61a-3b78-42cd-aa45-0fa907820fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:47.543374 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d1994589-fc9a-409b-9c3d-01b11d7ec6c2 req-ca9ef61a-3b78-42cd-aa45-0fa907820fec service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=203edeb2-1c06-4924-a847-8d4bc77a4e0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0630293 Oct 20 11:02:47.605664 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7d26e-cc88-4a96-98b4-6dd157ee93eb tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653-project] Pushing event updated for resources: {'Port': ['ID=01faacb0-6a36-4d1e-8b67-b61c12d89760,revision_number=2']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:47.617037 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-2de7d26e-cc88-4a96-98b4-6dd157ee93eb tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653-project] In _notify_port_updated(), no bound segment for port 01faacb0-6a36-4d1e-8b67-b61c12d89760 on network bdfcf88f-e7f2-425e-b2bc-2d58deced8d3 {{(pid=100597) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 20 11:02:47.623722 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de7d26e-cc88-4a96-98b4-6dd157ee93eb tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:47.624419 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2de7d26e-cc88-4a96-98b4-6dd157ee93eb tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:47.625859 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-2de7d26e-cc88-4a96-98b4-6dd157ee93eb tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653-project] 10.222.0.64 "PUT /v2.0/ports/01faacb0-6a36-4d1e-8b67-b61c12d89760 HTTP/1.1" status: 200 len: 1129 time: 0.5402346 Oct 20 11:02:47.635737 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35308) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:47.635927 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-d7314e21-c1fa-46ab-be10-3d2a23ec9644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:47.678834 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d1994589-fc9a-409b-9c3d-01b11d7ec6c2 req-b0760fcd-8380-481a-9e63-38ca9a72c909 service neutron] 10.222.0.69 "GET /v2.0/networks/203edeb2-1c06-4924-a847-8d4bc77a4e0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284199 Oct 20 11:02:47.686796 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-d7314e21-c1fa-46ab-be10-3d2a23ec9644 None None] For port 877a403e-7c69-4564-8f4a-c848240b1883, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=877a403e-7c69-4564-8f4a-c848240b1883,segment=NetworkSegment(df8d7ace-a065-44ae-a8f2-7f14be77a707),segment_id=df8d7ace-a065-44ae-a8f2-7f14be77a707)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:02:47.692068 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-d7314e21-c1fa-46ab-be10-3d2a23ec9644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:47.736424 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e9c88d-1e66-46e7-bda2-a24160af13dd tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:47.737867 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-47e9c88d-1e66-46e7-bda2-a24160af13dd tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653-project] 10.222.0.64 "GET /v2.0/ports/01faacb0-6a36-4d1e-8b67-b61c12d89760 HTTP/1.1" status: 200 len: 1129 time: 0.0934074 Oct 20 11:02:47.741813 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35310) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:47.780859 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7314e21-c1fa-46ab-be10-3d2a23ec9644 None None] Pushing event updated for resources: {'Port': ['ID=877a403e-7c69-4564-8f4a-c848240b1883,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:47.835668 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d1994589-fc9a-409b-9c3d-01b11d7ec6c2 req-b1e01f5a-3609-4201-86ec-fb1588ead17a service neutron] 10.222.0.69 "GET /v2.0/networks/203edeb2-1c06-4924-a847-8d4bc77a4e0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488957 Oct 20 11:02:47.869489 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-a7cd215b-841f-48ea-8e14-8d6f26da84ce tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653-project] Deleting port 01faacb0-6a36-4d1e-8b67-b61c12d89760 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:02:47.876136 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a7cd215b-841f-48ea-8e14-8d6f26da84ce tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:47.986557 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baca53b-5a2e-403c-b757-5a617bd3f89b req-cd54d066-c12d-4f7d-8ba7-2bc20ebe8757 tempest-TestServerMultinode-1088861127 tempest-TestServerMultinode-1088861127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:47.988459 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3baca53b-5a2e-403c-b757-5a617bd3f89b req-cd54d066-c12d-4f7d-8ba7-2bc20ebe8757 tempest-TestServerMultinode-1088861127 tempest-TestServerMultinode-1088861127-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=56d7d226-9a10-408c-8032-0b3c943d5a86 HTTP/1.1" status: 200 len: 1097 time: 0.1006591 Oct 20 11:02:47.995967 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a7cd215b-841f-48ea-8e14-8d6f26da84ce tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:48.009482 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-a7cd215b-841f-48ea-8e14-8d6f26da84ce tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653-project] Calling delete_port for 01faacb0-6a36-4d1e-8b67-b61c12d89760 owned by {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:02:48.044894 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-2fedc773-50fe-47bd-be0a-4d12ab4e986c None None] Provisioning complete for port 877a403e-7c69-4564-8f4a-c848240b1883 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:02:48.045270 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-2fedc773-50fe-47bd-be0a-4d12ab4e986c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:48.070251 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3baca53b-5a2e-403c-b757-5a617bd3f89b req-519ccf84-c816-4f0a-85c2-268e467e54b9 tempest-TestServerMultinode-1088861127 tempest-TestServerMultinode-1088861127-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=bd593ef4-0190-4643-a8e4-867579f30e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754435 Oct 20 11:02:48.123440 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 877a403e-7c69-4564-8f4a-c848240b1883 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:02:48.182904 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a7cd215b-841f-48ea-8e14-8d6f26da84ce tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:48.222745 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cd215b-841f-48ea-8e14-8d6f26da84ce tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653-project] Pushing event deleted for resources: {'Port': ['ID=01faacb0-6a36-4d1e-8b67-b61c12d89760,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:48.264677 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 877a403e-7c69-4564-8f4a-c848240b1883 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:02:48.265251 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:48.276509 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a7cd215b-841f-48ea-8e14-8d6f26da84ce tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:48.282154 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-a7cd215b-841f-48ea-8e14-8d6f26da84ce tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653-project] 10.222.0.64 "DELETE /v2.0/ports/01faacb0-6a36-4d1e-8b67-b61c12d89760 HTTP/1.1" status: 204 len: 168 time: 0.5366249 Oct 20 11:02:48.282983 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 35316) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:48.301775 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-2fedc773-50fe-47bd-be0a-4d12ab4e986c None None] Could not find standard attr ID for object 01faacb0-6a36-4d1e-8b67-b61c12d89760. {{(pid=100598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 20 11:02:48.349195 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_v2 [None req-de7be652-0f99-4509-b298-4b262dcccc9d tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653-project] Deleting subnet bda72259-529c-46ac-b2e6-595f531a0fef {{(pid=100596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:02:48.352873 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-de7be652-0f99-4509-b298-4b262dcccc9d tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653-project] Publish callbacks [] for subnet, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:48.399023 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-de7be652-0f99-4509-b298-4b262dcccc9d tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25189079'] for subnet, precommit_delete_associations {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:48.405547 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35320) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:48.417241 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-48675f4b-5495-40be-9807-01b939cff901 None None] Could not find standard attr ID for object 01faacb0-6a36-4d1e-8b67-b61c12d89760. {{(pid=100598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 20 11:02:48.494693 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-36d611f6-bf2d-4998-83ad-4f9c83133aa2 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:48.508843 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-de7be652-0f99-4509-b298-4b262dcccc9d tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:48.529757 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-36d611f6-bf2d-4998-83ad-4f9c83133aa2 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:48.605770 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-36d611f6-bf2d-4998-83ad-4f9c83133aa2 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:48.608520 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-36d611f6-bf2d-4998-83ad-4f9c83133aa2 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:48.612267 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-36d611f6-bf2d-4998-83ad-4f9c83133aa2 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] 10.222.0.64 "DELETE /v2.0/security-groups/b86ef872-82a8-48e3-89d0-a53331758f4e HTTP/1.1" status: 204 len: 168 time: 0.2032406 Oct 20 11:02:48.612437 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-de7be652-0f99-4509-b298-4b262dcccc9d tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26836193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26761888'] for subnet, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:48.624445 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d611f6-bf2d-4998-83ad-4f9c83133aa2 tempest-TestVolumeBootPattern-31261585 tempest-TestVolumeBootPattern-31261585-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b86ef872-82a8-48e3-89d0-a53331758f4e,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:48.664590 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7be652-0f99-4509-b298-4b262dcccc9d tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653-project] Pushing event deleted for resources: {'Subnet': ['ID=bda72259-529c-46ac-b2e6-595f531a0fef,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:48.669150 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-de7be652-0f99-4509-b298-4b262dcccc9d tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653-project] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:48.672813 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-de7be652-0f99-4509-b298-4b262dcccc9d tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653-project] 10.222.0.64 "DELETE /v2.0/subnets/bda72259-529c-46ac-b2e6-595f531a0fef HTTP/1.1" status: 204 len: 168 time: 0.3886390 Oct 20 11:02:48.675329 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 35326) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:48.684696 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35328) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:48.732480 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-e0939905-3b0e-4e72-89ac-9b1b1e3242ba None None] Could not find standard attr ID for object 0208f4d4-abc0-4c69-b3a9-ff6e999c25b3. {{(pid=100598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 20 11:02:48.757952 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ecbd4d84-d1bd-4afd-8a8f-ea74c71bbe2d tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:48.828946 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-ecbd4d84-d1bd-4afd-8a8f-ea74c71bbe2d tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653-project] Deleting port 877a403e-7c69-4564-8f4a-c848240b1883 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:02:48.829322 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ecbd4d84-d1bd-4afd-8a8f-ea74c71bbe2d tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:48.902202 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [None req-ecbd4d84-d1bd-4afd-8a8f-ea74c71bbe2d tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653-project] For port 877a403e-7c69-4564-8f4a-c848240b1883, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=877a403e-7c69-4564-8f4a-c848240b1883,segment=NetworkSegment(df8d7ace-a065-44ae-a8f2-7f14be77a707),segment_id=df8d7ace-a065-44ae-a8f2-7f14be77a707)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:02:48.902571 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ecbd4d84-d1bd-4afd-8a8f-ea74c71bbe2d tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:48.922162 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-ecbd4d84-d1bd-4afd-8a8f-ea74c71bbe2d tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653-project] Calling delete_port for 877a403e-7c69-4564-8f4a-c848240b1883 owned by network:dhcp {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:02:48.956021 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7669ee4-161f-452f-89e1-4e2b7fdacfc6 None None] Network bdfcf88f-e7f2-425e-b2bc-2d58deced8d3 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:02:49.017424 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ecbd4d84-d1bd-4afd-8a8f-ea74c71bbe2d tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:49.033413 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecbd4d84-d1bd-4afd-8a8f-ea74c71bbe2d tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653-project] No DVR routers for this DVR port 877a403e-7c69-4564-8f4a-c848240b1883 on host n-d-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:02:49.059560 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbd4d84-d1bd-4afd-8a8f-ea74c71bbe2d tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653-project] Pushing event deleted for resources: {'Port': ['ID=877a403e-7c69-4564-8f4a-c848240b1883,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:49.151370 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ecbd4d84-d1bd-4afd-8a8f-ea74c71bbe2d tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:49.153902 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a7f94e-707f-439b-b653-0139070ac422 None None] DHCP port deletion for bdfcf88f-e7f2-425e-b2bc-2d58deced8d3 request from n-d-811396-3 {{(pid=100598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:02:49.202444 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-ecbd4d84-d1bd-4afd-8a8f-ea74c71bbe2d tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdfcf88f-e7f2-425e-b2bc-2d58deced8d3']}} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:02:49.214620 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-ecbd4d84-d1bd-4afd-8a8f-ea74c71bbe2d tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df8d7ace-a065-44ae-a8f2-7f14be77a707') {'for_net_delete': True} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:02:49.214904 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-ecbd4d84-d1bd-4afd-8a8f-ea74c71bbe2d tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df8d7ace-a065-44ae-a8f2-7f14be77a707') {} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:02:49.231505 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ecbd4d84-d1bd-4afd-8a8f-ea74c71bbe2d tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25189038'] for segment, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:49.235554 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dfce35-edb8-441b-ba58-e4519106fed9 req-6ce6547e-2d54-43e6-959a-60f1f3371fb3 tempest-TestServerMultinode-1088861127 tempest-TestServerMultinode-1088861127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:49.237341 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-52dfce35-edb8-441b-ba58-e4519106fed9 req-6ce6547e-2d54-43e6-959a-60f1f3371fb3 tempest-TestServerMultinode-1088861127 tempest-TestServerMultinode-1088861127-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=56d7d226-9a10-408c-8032-0b3c943d5a86 HTTP/1.1" status: 200 len: 1097 time: 0.0829272 Oct 20 11:02:49.264015 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ecbd4d84-d1bd-4afd-8a8f-ea74c71bbe2d tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:49.277178 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecbd4d84-d1bd-4afd-8a8f-ea74c71bbe2d tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653-project] Releasing vlan 839 on physical network physnet1 to pool {{(pid=100596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:02:49.278183 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ecbd4d84-d1bd-4afd-8a8f-ea74c71bbe2d tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26833155'] for segment, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:49.292348 n-d-811396-3 neutron-server[100596]: Traceback (most recent call last): Oct 20 11:02:49.292348 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:02:49.292348 n-d-811396-3 neutron-server[100596]: timer() Oct 20 11:02:49.292348 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:02:49.292348 n-d-811396-3 neutron-server[100596]: cb(*args, **kw) Oct 20 11:02:49.292348 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:02:49.292348 n-d-811396-3 neutron-server[100596]: return func(*args, **kwargs) Oct 20 11:02:49.292348 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:02:49.292348 n-d-811396-3 neutron-server[100596]: self._notify() Oct 20 11:02:49.292348 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:02:49.292348 n-d-811396-3 neutron-server[100596]: self.callback(batched_events) Oct 20 11:02:49.292348 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:02:49.292348 n-d-811396-3 neutron-server[100596]: event.method(event) Oct 20 11:02:49.292348 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:02:49.292348 n-d-811396-3 neutron-server[100596]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:02:49.292348 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:02:49.292348 n-d-811396-3 neutron-server[100596]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:02:49.292348 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:02:49.292348 n-d-811396-3 neutron-server[100596]: return f(self, *a, **k) Oct 20 11:02:49.292348 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:02:49.292348 n-d-811396-3 neutron-server[100596]: return self._get(url).json() Oct 20 11:02:49.292348 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:02:49.292348 n-d-811396-3 neutron-server[100596]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:02:49.292348 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:02:49.292348 n-d-811396-3 neutron-server[100596]: return self.request(url, 'GET', **kwargs) Oct 20 11:02:49.292348 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:02:49.292348 n-d-811396-3 neutron-server[100596]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:02:49.292348 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:02:49.292348 n-d-811396-3 neutron-server[100596]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:02:49.292348 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:02:49.292348 n-d-811396-3 neutron-server[100596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:02:49.292348 n-d-811396-3 neutron-server[100596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:02:49.304697 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-004b8cd5-181d-4ecb-9331-73f3ba8a2d93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1774405'] for router_interface, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:49.313318 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:49.325912 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-52dfce35-edb8-441b-ba58-e4519106fed9 req-82419d42-ea8d-4e80-9ffe-d7549828637d tempest-TestServerMultinode-1088861127 tempest-TestServerMultinode-1088861127-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=bd593ef4-0190-4643-a8e4-867579f30e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822113 Oct 20 11:02:49.373815 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ecbd4d84-d1bd-4afd-8a8f-ea74c71bbe2d tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:49.380983 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ecbd4d84-d1bd-4afd-8a8f-ea74c71bbe2d tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653-project] Publish callbacks [] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:49.386945 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-ecbd4d84-d1bd-4afd-8a8f-ea74c71bbe2d tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653-project] 10.222.0.64 "DELETE /v2.0/networks/bdfcf88f-e7f2-425e-b2bc-2d58deced8d3 HTTP/1.1" status: 204 len: 168 time: 0.7079356 Oct 20 11:02:49.401873 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbd4d84-d1bd-4afd-8a8f-ea74c71bbe2d tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653 tempest-ExtraDHCPOptionsIpV6TestJSON-1268182653-project] Pushing event deleted for resources: {'Network': ['ID=bdfcf88f-e7f2-425e-b2bc-2d58deced8d3,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:49.472905 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7265643-ff27-4679-9e32-4ee2e4d948a1 req-31b44ebb-732c-489e-8066-0d38f4a509a2 tempest-TestServerMultinode-1088861127 tempest-TestServerMultinode-1088861127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:49.474545 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b7265643-ff27-4679-9e32-4ee2e4d948a1 req-31b44ebb-732c-489e-8066-0d38f4a509a2 tempest-TestServerMultinode-1088861127 tempest-TestServerMultinode-1088861127-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=56d7d226-9a10-408c-8032-0b3c943d5a86 HTTP/1.1" status: 200 len: 1097 time: 0.0477812 Oct 20 11:02:49.560372 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-b7265643-ff27-4679-9e32-4ee2e4d948a1 req-90e46e0f-283c-44d2-b0b2-3f1a70b3b168 tempest-TestServerMultinode-1088861127 tempest-TestServerMultinode-1088861127-project-admin] Deleting port 457e69d6-7d5c-4f57-8c35-6ddd80fdf4f9 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:02:49.560629 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-b7265643-ff27-4679-9e32-4ee2e4d948a1 req-90e46e0f-283c-44d2-b0b2-3f1a70b3b168 tempest-TestServerMultinode-1088861127 tempest-TestServerMultinode-1088861127-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:49.582266 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-004b8cd5-181d-4ecb-9331-73f3ba8a2d93 admin admin] Deleting port 41772678-6b00-4009-9ad8-5fc0a96c5fdd {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:02:49.582840 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-004b8cd5-181d-4ecb-9331-73f3ba8a2d93 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:49.607925 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35338) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:49.658362 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-b7265643-ff27-4679-9e32-4ee2e4d948a1 req-90e46e0f-283c-44d2-b0b2-3f1a70b3b168 tempest-TestServerMultinode-1088861127 tempest-TestServerMultinode-1088861127-project-admin] For port 457e69d6-7d5c-4f57-8c35-6ddd80fdf4f9, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=457e69d6-7d5c-4f57-8c35-6ddd80fdf4f9,segment=NetworkSegment(a5736a44-11be-4610-8658-5b1a3303da13),segment_id=a5736a44-11be-4610-8658-5b1a3303da13)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:02:49.658362 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-b7265643-ff27-4679-9e32-4ee2e4d948a1 req-90e46e0f-283c-44d2-b0b2-3f1a70b3b168 tempest-TestServerMultinode-1088861127 tempest-TestServerMultinode-1088861127-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:49.675227 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-b7265643-ff27-4679-9e32-4ee2e4d948a1 req-90e46e0f-283c-44d2-b0b2-3f1a70b3b168 tempest-TestServerMultinode-1088861127 tempest-TestServerMultinode-1088861127-project-admin] Calling delete_port for 457e69d6-7d5c-4f57-8c35-6ddd80fdf4f9 owned by compute:nova {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:02:49.677365 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [None req-004b8cd5-181d-4ecb-9331-73f3ba8a2d93 admin admin] For port 41772678-6b00-4009-9ad8-5fc0a96c5fdd, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=41772678-6b00-4009-9ad8-5fc0a96c5fdd,segment=NetworkSegment(5f5097d1-dd03-4e53-8d67-381b8a2c1ac8),segment_id=5f5097d1-dd03-4e53-8d67-381b8a2c1ac8)] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:02:49.677983 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-004b8cd5-181d-4ecb-9331-73f3ba8a2d93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:49.692363 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-004b8cd5-181d-4ecb-9331-73f3ba8a2d93 admin admin] Calling delete_port for 41772678-6b00-4009-9ad8-5fc0a96c5fdd owned by network:router_interface {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:02:49.698882 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device cde66f31-3cf6-4113-88dd-942cb1327c19 no longer exists at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:02:49.724465 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] No Port match for: cde66f31-3cf6-4113-88dd-942cb1327c19 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:02:49.725097 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device cde66f31-3cf6-4113-88dd-942cb1327c19 not bound to the agent host n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:02:49.821447 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-b7265643-ff27-4679-9e32-4ee2e4d948a1 req-90e46e0f-283c-44d2-b0b2-3f1a70b3b168 tempest-TestServerMultinode-1088861127 tempest-TestServerMultinode-1088861127-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:49.850543 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e46e0f-283c-44d2-b0b2-3f1a70b3b168 tempest-TestServerMultinode-1088861127 tempest-TestServerMultinode-1088861127-project-admin] Pushing event deleted for resources: {'Port': ['ID=457e69d6-7d5c-4f57-8c35-6ddd80fdf4f9,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:49.872333 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-6f180007-37bd-467a-a317-c9f1b4bb0770 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=887f6ac183c04c7096c042018b7b8797&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2631941 Oct 20 11:02:49.874846 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35344) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:49.906911 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7265643-ff27-4679-9e32-4ee2e4d948a1 req-90e46e0f-283c-44d2-b0b2-3f1a70b3b168 tempest-TestServerMultinode-1088861127 tempest-TestServerMultinode-1088861127-project-admin] No DVR routers for this DVR port 457e69d6-7d5c-4f57-8c35-6ddd80fdf4f9 on host n-h1-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:02:49.909988 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-b7265643-ff27-4679-9e32-4ee2e4d948a1 req-90e46e0f-283c-44d2-b0b2-3f1a70b3b168 tempest-TestServerMultinode-1088861127 tempest-TestServerMultinode-1088861127-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:49.914708 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b7265643-ff27-4679-9e32-4ee2e4d948a1 req-90e46e0f-283c-44d2-b0b2-3f1a70b3b168 tempest-TestServerMultinode-1088861127 tempest-TestServerMultinode-1088861127-project-admin] 10.222.0.55 "DELETE /v2.0/ports/457e69d6-7d5c-4f57-8c35-6ddd80fdf4f9 HTTP/1.1" status: 204 len: 173 time: 0.4343126 Oct 20 11:02:49.915222 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56d7d226-9a10-408c-8032-0b3c943d5a86', 'name': 'network-vif-deleted', 'tag': '457e69d6-7d5c-4f57-8c35-6ddd80fdf4f9'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:02:49.917619 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0b5ef0c-a5f0-4546-8177-e21143206f60" -d '{"events": [{"server_uuid": "56d7d226-9a10-408c-8032-0b3c943d5a86", "name": "network-vif-deleted", "tag": "457e69d6-7d5c-4f57-8c35-6ddd80fdf4f9"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:02:49.972455 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 877a403e-7c69-4564-8f4a-c848240b1883 no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:02:49.973048 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-004b8cd5-181d-4ecb-9331-73f3ba8a2d93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:49.990362 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-568bfbf8-9384-4505-8152-e00eec69890d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:49.996380 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fe17a0a-1806-453c-bf2f-c3a1ae0b68b3 x-openstack-request-id: req-3fe17a0a-1806-453c-bf2f-c3a1ae0b68b3 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:02:49.996577 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56d7d226-9a10-408c-8032-0b3c943d5a86", "name": "network-vif-deleted", "tag": "457e69d6-7d5c-4f57-8c35-6ddd80fdf4f9", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:02:49.996814 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3fe17a0a-1806-453c-bf2f-c3a1ae0b68b3 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:02:49.997228 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56d7d226-9a10-408c-8032-0b3c943d5a86', 'name': 'network-vif-deleted', 'tag': '457e69d6-7d5c-4f57-8c35-6ddd80fdf4f9', 'status': 'completed', 'code': 200} Oct 20 11:02:50.001926 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 877a403e-7c69-4564-8f4a-c848240b1883 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:02:50.002282 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 877a403e-7c69-4564-8f4a-c848240b1883 not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:02:50.023210 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004b8cd5-181d-4ecb-9331-73f3ba8a2d93 admin admin] Pushing event deleted for resources: {'Port': ['ID=41772678-6b00-4009-9ad8-5fc0a96c5fdd,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:50.318724 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-568bfbf8-9384-4505-8152-e00eec69890d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:50.445941 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-568bfbf8-9384-4505-8152-e00eec69890d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:50.448576 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-568bfbf8-9384-4505-8152-e00eec69890d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:50.449731 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-568bfbf8-9384-4505-8152-e00eec69890d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/95b4c8dc-04ad-412e-9e04-471122116848 HTTP/1.1" status: 204 len: 168 time: 0.5739312 Oct 20 11:02:50.452391 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b6006972-56d3-4123-bedd-0e4ebd8f8a52 req-99defd18-199f-4be3-aed3-0137db74d27f tempest-TestServerMultinode-1088861127 tempest-TestServerMultinode-1088861127-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=56d7d226-9a10-408c-8032-0b3c943d5a86 HTTP/1.1" status: 200 len: 210 time: 0.0343654 Oct 20 11:02:50.463882 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568bfbf8-9384-4505-8152-e00eec69890d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95b4c8dc-04ad-412e-9e04-471122116848,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:50.480405 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-004b8cd5-181d-4ecb-9331-73f3ba8a2d93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1771989'] for router_interface, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:50.700577 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-004b8cd5-181d-4ecb-9331-73f3ba8a2d93 admin admin] Router 9712814c-5acb-4d48-bdc6-5a7d3130bc5d has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:02:50.813779 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-004b8cd5-181d-4ecb-9331-73f3ba8a2d93 admin admin] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:02:50.822069 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-004b8cd5-181d-4ecb-9331-73f3ba8a2d93 admin admin] 10.222.0.64 "PUT /v2.0/routers/9712814c-5acb-4d48-bdc6-5a7d3130bc5d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1336534 Oct 20 11:02:50.822425 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 35364) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:50.826062 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecbbd444-4989-4813-abe2-743846edc8ed None None] Sync routers for ids ['9712814c-5acb-4d48-bdc6-5a7d3130bc5d'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:02:50.845946 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecbbd444-4989-4813-abe2-743846edc8ed None None] Routers {'9712814c-5acb-4d48-bdc6-5a7d3130bc5d'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:02:50.847297 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-ecbbd444-4989-4813-abe2-743846edc8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:02:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['9712814c-5acb-4d48-bdc6-5a7d3130bc5d'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:02:50.939657 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8fe1228a-4dd6-4c75-a0ec-da3f149e52b3 admin admin] Publish callbacks [] for router, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:50.962272 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-ecbbd444-4989-4813-abe2-743846edc8ed None None] Set router 9712814c-5acb-4d48-bdc6-5a7d3130bc5d gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:02:51.052117 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8fe1228a-4dd6-4c75-a0ec-da3f149e52b3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:51.107996 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-8fe1228a-4dd6-4c75-a0ec-da3f149e52b3 admin admin] Deleting port 796dafa4-6077-4393-8385-ff95473e2ed0 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:02:51.108234 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8fe1228a-4dd6-4c75-a0ec-da3f149e52b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:51.145824 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35374) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:51.155485 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-ecbbd444-4989-4813-abe2-743846edc8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9712814c-5acb-4d48-bdc6-5a7d3130bc5d', 'name': 'tempest-TestVolumeBootPattern-1466241922-router', 'tenant_id': '304c84e5c7844b5cadef0d9d128b445c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': '796dafa4-6077-4393-8385-ff95473e2ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:47:24Z', 'updated_at': '2021-10-20T11:02:49Z', 'revision_number': 5, 'project_id': '304c84e5c7844b5cadef0d9d128b445c', 'gw_port': {'id': '796dafa4-6077-4393-8385-ff95473e2ed0', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:de:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9712814c-5acb-4d48-bdc6-5a7d3130bc5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2396, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:47:25Z', 'updated_at': '2021-10-20T10:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:02:51.181556 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecbbd444-4989-4813-abe2-743846edc8ed None None] Checking router: 9712814c-5acb-4d48-bdc6-5a7d3130bc5d for host: n-d-811396-3 {{(pid=100599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:02:51.189762 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecbbd444-4989-4813-abe2-743846edc8ed None None] Routers {'9712814c-5acb-4d48-bdc6-5a7d3130bc5d'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:02:51.190363 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-ecbbd444-4989-4813-abe2-743846edc8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:02:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['9712814c-5acb-4d48-bdc6-5a7d3130bc5d'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:02:51.199013 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [None req-8fe1228a-4dd6-4c75-a0ec-da3f149e52b3 admin admin] For port 796dafa4-6077-4393-8385-ff95473e2ed0, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=796dafa4-6077-4393-8385-ff95473e2ed0,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:02:51.199419 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8fe1228a-4dd6-4c75-a0ec-da3f149e52b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:51.211350 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-8fe1228a-4dd6-4c75-a0ec-da3f149e52b3 admin admin] Calling delete_port for 796dafa4-6077-4393-8385-ff95473e2ed0 owned by network:router_gateway {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:02:51.262385 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-4cb890a1-356a-4dbc-af16-5027658aafa8 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Request body: {'security_group': {'name': 'tempest-secgroup--1896163926'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:02:51.289462 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4cb890a1-356a-4dbc-af16-5027658aafa8 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:51.298451 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4cb890a1-356a-4dbc-af16-5027658aafa8 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:51.382110 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4cb890a1-356a-4dbc-af16-5027658aafa8 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:51.388596 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4cb890a1-356a-4dbc-af16-5027658aafa8 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:51.394205 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8fe1228a-4dd6-4c75-a0ec-da3f149e52b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:51.394410 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-ecbbd444-4989-4813-abe2-743846edc8ed None None] Set router 9712814c-5acb-4d48-bdc6-5a7d3130bc5d gateway port host: None {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:02:51.423511 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe1228a-4dd6-4c75-a0ec-da3f149e52b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=796dafa4-6077-4393-8385-ff95473e2ed0,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:51.424312 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb890a1-356a-4dbc-af16-5027658aafa8 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f363bac7-a0aa-44a1-bebc-a4e79206c5e8,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:51.454126 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-ecbbd444-4989-4813-abe2-743846edc8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9712814c-5acb-4d48-bdc6-5a7d3130bc5d', 'name': 'tempest-TestVolumeBootPattern-1466241922-router', 'tenant_id': '304c84e5c7844b5cadef0d9d128b445c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:47:24Z', 'updated_at': '2021-10-20T11:02:51Z', 'revision_number': 6, 'project_id': '304c84e5c7844b5cadef0d9d128b445c', 'gw_port_host': None}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:02:51.480517 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4cb890a1-356a-4dbc-af16-5027658aafa8 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:51.484088 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecbbd444-4989-4813-abe2-743846edc8ed None None] The sync data for ids ['9712814c-5acb-4d48-bdc6-5a7d3130bc5d'] in n-d-811396-3 is: [{'id': '9712814c-5acb-4d48-bdc6-5a7d3130bc5d', 'name': 'tempest-TestVolumeBootPattern-1466241922-router', 'tenant_id': '304c84e5c7844b5cadef0d9d128b445c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:47:24Z', 'updated_at': '2021-10-20T11:02:51Z', 'revision_number': 6, 'project_id': '304c84e5c7844b5cadef0d9d128b445c', 'gw_port_host': None}] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:02:51.484895 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4cb890a1-356a-4dbc-af16-5027658aafa8 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:51.496184 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8fe1228a-4dd6-4c75-a0ec-da3f149e52b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1773439'] for router_gateway, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:51.526306 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35380) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:51.536772 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4cb890a1-356a-4dbc-af16-5027658aafa8 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:51.538218 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-4cb890a1-356a-4dbc-af16-5027658aafa8 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3910911 Oct 20 11:02:51.540948 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb890a1-356a-4dbc-af16-5027658aafa8 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b779c19-245d-4329-800c-973bd881aeba,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:51.574182 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 35382) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:51.621511 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8fe1228a-4dd6-4c75-a0ec-da3f149e52b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1772272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258304'] for router, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:51.623791 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8fe1228a-4dd6-4c75-a0ec-da3f149e52b3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:51.689487 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8fe1228a-4dd6-4c75-a0ec-da3f149e52b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1772267'] for router, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:51.690315 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fe1228a-4dd6-4c75-a0ec-da3f149e52b3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9712814c-5acb-4d48-bdc6-5a7d3130bc5d {{(pid=100596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:02:51.698665 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8fe1228a-4dd6-4c75-a0ec-da3f149e52b3 admin admin] Publish callbacks [] for router, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:51.699827 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-8fe1228a-4dd6-4c75-a0ec-da3f149e52b3 admin admin] 10.222.0.64 "DELETE /v2.0/routers/9712814c-5acb-4d48-bdc6-5a7d3130bc5d HTTP/1.1" status: 204 len: 168 time: 0.8763630 Oct 20 11:02:51.703296 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 35384) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:51.716455 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-2f01bbd3-02b6-463f-a034-831ac084ea53 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1411326 Oct 20 11:02:51.725523 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35386) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:51.731857 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-fec83d7d-d16c-490d-bc93-190168b24778 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Request body: {'security_group': {'name': 'tempest-security--348362625', 'description': 'tempest-security-description-1468603838'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:02:51.743354 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 457e69d6-7d5c-4f57-8c35-6ddd80fdf4f9 no longer exists at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:02:51.758347 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_v2 [None req-9649dc62-fdc7-4e04-8251-b6bd939c0127 admin admin] Deleting subnet 46305bfd-5c10-42c9-8afc-597f2425497e {{(pid=100596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:02:51.761481 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-9649dc62-fdc7-4e04-8251-b6bd939c0127 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:51.765132 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] No Port match for: 457e69d6-7d5c-4f57-8c35-6ddd80fdf4f9 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:02:51.765541 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 457e69d6-7d5c-4f57-8c35-6ddd80fdf4f9 not bound to the agent host n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:02:51.770876 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fec83d7d-d16c-490d-bc93-190168b24778 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Publish callbacks [] for security_group, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:51.802804 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-9649dc62-fdc7-4e04-8251-b6bd939c0127 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25189079'] for subnet, precommit_delete_associations {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:51.867989 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fec83d7d-d16c-490d-bc93-190168b24778 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Publish callbacks [] for security_group, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:51.873375 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fec83d7d-d16c-490d-bc93-190168b24778 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:51.876847 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fec83d7d-d16c-490d-bc93-190168b24778 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:51.880012 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-fec83d7d-d16c-490d-bc93-190168b24778 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] 10.222.0.64 "PUT /v2.0/security-groups/2b779c19-245d-4329-800c-973bd881aeba HTTP/1.1" status: 200 len: 1779 time: 0.1510990 Oct 20 11:02:51.882134 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 35390) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:51.900382 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-9649dc62-fdc7-4e04-8251-b6bd939c0127 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:51.927889 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec83d7d-d16c-490d-bc93-190168b24778 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b779c19-245d-4329-800c-973bd881aeba,revision_number=2']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:52.002678 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-3fc96d14-6366-4bac-a15a-d25b66d5b4f2 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] 10.222.0.64 "GET /v2.0/security-groups/2b779c19-245d-4329-800c-973bd881aeba HTTP/1.1" status: 200 len: 1779 time: 0.1195214 Oct 20 11:02:52.005798 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 35392) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:52.024102 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bf0f41e6-bd76-42e3-81d3-7448ee3c1f0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1774405'] for router_interface, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:52.051589 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-9649dc62-fdc7-4e04-8251-b6bd939c0127 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26836193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26761888'] for subnet, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:52.089689 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9649dc62-fdc7-4e04-8251-b6bd939c0127 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46305bfd-5c10-42c9-8afc-597f2425497e,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:52.091974 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-9649dc62-fdc7-4e04-8251-b6bd939c0127 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:52.094467 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81bc9769-7a97-42dc-a7b6-26b73222d3d0 None None] Network cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:02:52.097757 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-9649dc62-fdc7-4e04-8251-b6bd939c0127 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/46305bfd-5c10-42c9-8afc-597f2425497e HTTP/1.1" status: 204 len: 168 time: 0.3934748 Oct 20 11:02:52.098381 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 35394) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:52.170084 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-eeae910b-ffc8-47b1-840a-0dcfbb10b8f1 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:52.194201 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5af2168c-6331-424b-896c-611b6da3e56a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:52.203420 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-eeae910b-ffc8-47b1-840a-0dcfbb10b8f1 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:52.285489 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-eeae910b-ffc8-47b1-840a-0dcfbb10b8f1 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:52.288911 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-eeae910b-ffc8-47b1-840a-0dcfbb10b8f1 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:52.290320 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-eeae910b-ffc8-47b1-840a-0dcfbb10b8f1 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] 10.222.0.64 "DELETE /v2.0/security-groups/2b779c19-245d-4329-800c-973bd881aeba HTTP/1.1" status: 204 len: 168 time: 0.2832520 Oct 20 11:02:52.293678 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35396) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:52.302813 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeae910b-ffc8-47b1-840a-0dcfbb10b8f1 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b779c19-245d-4329-800c-973bd881aeba,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:52.311045 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-5af2168c-6331-424b-896c-611b6da3e56a admin admin] Deleting port 4d461b0a-35ce-4088-995b-11f0fd972742 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:02:52.311453 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5af2168c-6331-424b-896c-611b6da3e56a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:52.352190 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-bf0f41e6-bd76-42e3-81d3-7448ee3c1f0f admin admin] Deleting port 69a366c3-9f74-4258-949c-c56d2216a9a6 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:02:52.352615 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bf0f41e6-bd76-42e3-81d3-7448ee3c1f0f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:52.359394 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-f2d1b8b4-4559-45af-88eb-427e82d3c152 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0643840 Oct 20 11:02:52.369297 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35398) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:52.384146 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [None req-5af2168c-6331-424b-896c-611b6da3e56a admin admin] For port 4d461b0a-35ce-4088-995b-11f0fd972742, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=4d461b0a-35ce-4088-995b-11f0fd972742,segment=NetworkSegment(5f5097d1-dd03-4e53-8d67-381b8a2c1ac8),segment_id=5f5097d1-dd03-4e53-8d67-381b8a2c1ac8)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:02:52.384531 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5af2168c-6331-424b-896c-611b6da3e56a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:52.388980 n-d-811396-3 neutron-server[100597]: INFO neutron.api.v2.resource [None req-1357986a-52f8-424f-b9fe-a34761af7155 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] delete failed (client error): The resource could not be found. Oct 20 11:02:52.393753 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-1357986a-52f8-424f-b9fe-a34761af7155 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] 10.222.0.64 "DELETE /v2.0/security-groups/2b779c19-245d-4329-800c-973bd881aeba HTTP/1.1" status: 404 len: 347 time: 0.0198512 Oct 20 11:02:52.394179 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 35400) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:52.398515 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b668b5b8-7a3c-4f05-ba46-e01ec4a62e0a None None] DHCP port deletion for cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0 request from n-d-811396-3 {{(pid=100598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:02:52.399610 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-72fd1b0e-b9c1-4b5f-a30a-0aa67e3a91ad tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Request body: {'security_group': {'name': 'tempest-secgroup--371883520'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:02:52.416794 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-5af2168c-6331-424b-896c-611b6da3e56a admin admin] Calling delete_port for 4d461b0a-35ce-4088-995b-11f0fd972742 owned by network:dhcp {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:02:52.438201 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 41772678-6b00-4009-9ad8-5fc0a96c5fdd no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:02:52.471128 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [None req-bf0f41e6-bd76-42e3-81d3-7448ee3c1f0f admin admin] For port 69a366c3-9f74-4258-949c-c56d2216a9a6, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=69a366c3-9f74-4258-949c-c56d2216a9a6,segment=NetworkSegment(a5736a44-11be-4610-8658-5b1a3303da13),segment_id=a5736a44-11be-4610-8658-5b1a3303da13)] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:02:52.471543 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bf0f41e6-bd76-42e3-81d3-7448ee3c1f0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:52.472986 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 41772678-6b00-4009-9ad8-5fc0a96c5fdd {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:02:52.473777 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 41772678-6b00-4009-9ad8-5fc0a96c5fdd not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:02:52.479042 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-72fd1b0e-b9c1-4b5f-a30a-0aa67e3a91ad tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:52.487320 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-bf0f41e6-bd76-42e3-81d3-7448ee3c1f0f admin admin] Calling delete_port for 69a366c3-9f74-4258-949c-c56d2216a9a6 owned by network:router_interface {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:02:52.489677 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-b668b5b8-7a3c-4f05-ba46-e01ec4a62e0a None None] Deleting port 4d461b0a-35ce-4088-995b-11f0fd972742 {{(pid=100598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:02:52.490209 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-b668b5b8-7a3c-4f05-ba46-e01ec4a62e0a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:52.559845 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5af2168c-6331-424b-896c-611b6da3e56a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:52.563158 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-b668b5b8-7a3c-4f05-ba46-e01ec4a62e0a None None] For port 4d461b0a-35ce-4088-995b-11f0fd972742, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=4d461b0a-35ce-4088-995b-11f0fd972742,segment=NetworkSegment(5f5097d1-dd03-4e53-8d67-381b8a2c1ac8),segment_id=5f5097d1-dd03-4e53-8d67-381b8a2c1ac8)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:02:52.564904 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-b668b5b8-7a3c-4f05-ba46-e01ec4a62e0a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:52.584975 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-b668b5b8-7a3c-4f05-ba46-e01ec4a62e0a None None] Calling delete_port for 4d461b0a-35ce-4088-995b-11f0fd972742 owned by network:dhcp {{(pid=100598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:02:52.599763 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-72fd1b0e-b9c1-4b5f-a30a-0aa67e3a91ad tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:52.601901 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af2168c-6331-424b-896c-611b6da3e56a admin admin] Pushing event deleted for resources: {'Port': ['ID=4d461b0a-35ce-4088-995b-11f0fd972742,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:52.608398 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af2168c-6331-424b-896c-611b6da3e56a admin admin] No DVR routers for this DVR port 4d461b0a-35ce-4088-995b-11f0fd972742 on host n-d-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:02:52.614995 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-72fd1b0e-b9c1-4b5f-a30a-0aa67e3a91ad tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:52.659430 n-d-811396-3 neutron-server[100598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:02:52.659430 n-d-811396-3 neutron-server[100598]: self.session.flush() Oct 20 11:02:52.659430 n-d-811396-3 neutron-server[100598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:02:52.659430 n-d-811396-3 neutron-server[100598]: self.session.flush() Oct 20 11:02:52.659430 n-d-811396-3 neutron-server[100598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:02:52.659430 n-d-811396-3 neutron-server[100598]: self.session.flush() Oct 20 11:02:52.659430 n-d-811396-3 neutron-server[100598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:02:52.659430 n-d-811396-3 neutron-server[100598]: self.session.flush() Oct 20 11:02:52.659430 n-d-811396-3 neutron-server[100598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:02:52.659430 n-d-811396-3 neutron-server[100598]: self.session.flush() Oct 20 11:02:52.659430 n-d-811396-3 neutron-server[100598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:02:52.659430 n-d-811396-3 neutron-server[100598]: self.session.flush() Oct 20 11:02:52.659430 n-d-811396-3 neutron-server[100598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:02:52.659430 n-d-811396-3 neutron-server[100598]: self.session.flush() Oct 20 11:02:52.659430 n-d-811396-3 neutron-server[100598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:02:52.659430 n-d-811396-3 neutron-server[100598]: self.session.flush() Oct 20 11:02:52.659430 n-d-811396-3 neutron-server[100598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:02:52.659430 n-d-811396-3 neutron-server[100598]: self.session.flush() Oct 20 11:02:52.659430 n-d-811396-3 neutron-server[100598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:02:52.659430 n-d-811396-3 neutron-server[100598]: self.session.flush() Oct 20 11:02:52.659430 n-d-811396-3 neutron-server[100598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:02:52.659430 n-d-811396-3 neutron-server[100598]: self.session.flush() Oct 20 11:02:52.659430 n-d-811396-3 neutron-server[100598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:02:52.659430 n-d-811396-3 neutron-server[100598]: self.session.flush() Oct 20 11:02:52.659430 n-d-811396-3 neutron-server[100598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:02:52.659430 n-d-811396-3 neutron-server[100598]: self.session.flush() Oct 20 11:02:52.659430 n-d-811396-3 neutron-server[100598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:02:52.659430 n-d-811396-3 neutron-server[100598]: self.session.flush() Oct 20 11:02:52.659430 n-d-811396-3 neutron-server[100598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:02:52.659430 n-d-811396-3 neutron-server[100598]: self.session.flush() Oct 20 11:02:52.659430 n-d-811396-3 neutron-server[100598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:02:52.659430 n-d-811396-3 neutron-server[100598]: self.session.flush() Oct 20 11:02:52.659430 n-d-811396-3 neutron-server[100598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:02:52.659430 n-d-811396-3 neutron-server[100598]: self.session.flush() Oct 20 11:02:52.659430 n-d-811396-3 neutron-server[100598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:02:52.659430 n-d-811396-3 neutron-server[100598]: self.session.flush() Oct 20 11:02:52.659430 n-d-811396-3 neutron-server[100598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:02:52.659430 n-d-811396-3 neutron-server[100598]: self.session.flush() Oct 20 11:02:52.659430 n-d-811396-3 neutron-server[100598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:02:52.659430 n-d-811396-3 neutron-server[100598]: self.session.flush() Oct 20 11:02:52.659430 n-d-811396-3 neutron-server[100598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:02:52.659430 n-d-811396-3 neutron-server[100598]: self.session.flush() Oct 20 11:02:52.659430 n-d-811396-3 neutron-server[100598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:02:52.659430 n-d-811396-3 neutron-server[100598]: self.session.flush() Oct 20 11:02:52.659430 n-d-811396-3 neutron-server[100598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:02:52.659430 n-d-811396-3 neutron-server[100598]: self.session.flush() Oct 20 11:02:52.659430 n-d-811396-3 neutron-server[100598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:02:52.659430 n-d-811396-3 neutron-server[100598]: self.session.flush() Oct 20 11:02:52.659430 n-d-811396-3 neutron-server[100598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:02:52.659430 n-d-811396-3 neutron-server[100598]: self.session.flush() Oct 20 11:02:52.659430 n-d-811396-3 neutron-server[100598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:02:52.659430 n-d-811396-3 neutron-server[100598]: self.session.flush() Oct 20 11:02:52.659430 n-d-811396-3 neutron-server[100598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:02:52.659430 n-d-811396-3 neutron-server[100598]: self.session.flush() Oct 20 11:02:52.675819 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-b668b5b8-7a3c-4f05-ba46-e01ec4a62e0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956'] for port, after_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:52.683023 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-72fd1b0e-b9c1-4b5f-a30a-0aa67e3a91ad tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:52.686838 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-72fd1b0e-b9c1-4b5f-a30a-0aa67e3a91ad tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2892582 Oct 20 11:02:52.691152 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 35402) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:52.697507 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-3bee20a2-b5e8-4d5b-a8a4-f9ae0f332b91 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Request body: {'security_group_rule': {'security_group_id': '149dac5a-62d5-4966-9930-450f7cd0eeb7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:02:52.703487 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fd1b0e-b9c1-4b5f-a30a-0aa67e3a91ad tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Pushing event updated for resources: {'SecurityGroup': ['ID=149dac5a-62d5-4966-9930-450f7cd0eeb7,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:52.707961 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b668b5b8-7a3c-4f05-ba46-e01ec4a62e0a None None] Pushing event deleted for resources: {'Port': ['ID=4d461b0a-35ce-4088-995b-11f0fd972742,revision_number=None']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:52.715041 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b668b5b8-7a3c-4f05-ba46-e01ec4a62e0a None None] No DVR routers for this DVR port 4d461b0a-35ce-4088-995b-11f0fd972742 on host n-d-811396-3 {{(pid=100598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:02:52.744829 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5af2168c-6331-424b-896c-611b6da3e56a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:52.755350 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bf0f41e6-bd76-42e3-81d3-7448ee3c1f0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:52.776042 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-5af2168c-6331-424b-896c-611b6da3e56a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0']}} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:02:52.789448 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-5af2168c-6331-424b-896c-611b6da3e56a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f5097d1-dd03-4e53-8d67-381b8a2c1ac8') {'for_net_delete': True} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:02:52.789745 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-5af2168c-6331-424b-896c-611b6da3e56a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f5097d1-dd03-4e53-8d67-381b8a2c1ac8') {} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:02:52.795712 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0f41e6-bd76-42e3-81d3-7448ee3c1f0f admin admin] Pushing event deleted for resources: {'Port': ['ID=69a366c3-9f74-4258-949c-c56d2216a9a6,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:52.801851 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3bee20a2-b5e8-4d5b-a8a4-f9ae0f332b91 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:52.805943 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5af2168c-6331-424b-896c-611b6da3e56a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25189038'] for segment, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:52.831529 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5af2168c-6331-424b-896c-611b6da3e56a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:52.843055 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5af2168c-6331-424b-896c-611b6da3e56a admin admin] Releasing vlan 840 on physical network physnet1 to pool {{(pid=100596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:02:52.843485 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5af2168c-6331-424b-896c-611b6da3e56a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26833155'] for segment, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:52.845219 n-d-811396-3 neutron-server[100596]: Traceback (most recent call last): Oct 20 11:02:52.845219 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:02:52.845219 n-d-811396-3 neutron-server[100596]: timer() Oct 20 11:02:52.845219 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:02:52.845219 n-d-811396-3 neutron-server[100596]: cb(*args, **kw) Oct 20 11:02:52.845219 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:02:52.845219 n-d-811396-3 neutron-server[100596]: return func(*args, **kwargs) Oct 20 11:02:52.845219 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:02:52.845219 n-d-811396-3 neutron-server[100596]: self._notify() Oct 20 11:02:52.845219 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:02:52.845219 n-d-811396-3 neutron-server[100596]: self.callback(batched_events) Oct 20 11:02:52.845219 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:02:52.845219 n-d-811396-3 neutron-server[100596]: event.method(event) Oct 20 11:02:52.845219 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:02:52.845219 n-d-811396-3 neutron-server[100596]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:02:52.845219 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:02:52.845219 n-d-811396-3 neutron-server[100596]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:02:52.845219 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:02:52.845219 n-d-811396-3 neutron-server[100596]: return f(self, *a, **k) Oct 20 11:02:52.845219 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:02:52.845219 n-d-811396-3 neutron-server[100596]: return self._get(url).json() Oct 20 11:02:52.845219 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:02:52.845219 n-d-811396-3 neutron-server[100596]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:02:52.845219 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:02:52.845219 n-d-811396-3 neutron-server[100596]: return self.request(url, 'GET', **kwargs) Oct 20 11:02:52.845219 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:02:52.845219 n-d-811396-3 neutron-server[100596]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:02:52.845219 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:02:52.845219 n-d-811396-3 neutron-server[100596]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:02:52.845219 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:02:52.845219 n-d-811396-3 neutron-server[100596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:02:52.845219 n-d-811396-3 neutron-server[100596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:02:52.933445 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5af2168c-6331-424b-896c-611b6da3e56a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:52.938999 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5af2168c-6331-424b-896c-611b6da3e56a admin admin] Publish callbacks [] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:52.942470 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-5af2168c-6331-424b-896c-611b6da3e56a admin admin] 10.222.0.64 "DELETE /v2.0/networks/cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0 HTTP/1.1" status: 204 len: 168 time: 0.8426671 Oct 20 11:02:52.944613 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3bee20a2-b5e8-4d5b-a8a4-f9ae0f332b91 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:52.948177 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 35408) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:52.967713 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3bee20a2-b5e8-4d5b-a8a4-f9ae0f332b91 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:53.019218 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af2168c-6331-424b-896c-611b6da3e56a admin admin] Pushing event deleted for resources: {'Network': ['ID=cfe6b6f0-20b7-4371-be1f-1fe6a0a23ea0,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:53.050047 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bee20a2-b5e8-4d5b-a8a4-f9ae0f332b91 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd5d150b-9717-4914-8211-d195b441265b,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:53.052945 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3bee20a2-b5e8-4d5b-a8a4-f9ae0f332b91 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:53.054504 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-3bee20a2-b5e8-4d5b-a8a4-f9ae0f332b91 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3621156 Oct 20 11:02:53.057860 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 35412) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:53.098691 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bf0f41e6-bd76-42e3-81d3-7448ee3c1f0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1771989'] for router_interface, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:53.346562 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf0f41e6-bd76-42e3-81d3-7448ee3c1f0f admin admin] Router 28ebf9f3-c7d9-4879-892f-ae6ec600e536 has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:02:53.427406 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-342a8976-3285-48ca-9489-3858fb683bfa tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:53.453807 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-342a8976-3285-48ca-9489-3858fb683bfa tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:53.456935 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf0f41e6-bd76-42e3-81d3-7448ee3c1f0f admin admin] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:02:53.463653 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-bf0f41e6-bd76-42e3-81d3-7448ee3c1f0f admin admin] 10.222.0.64 "PUT /v2.0/routers/28ebf9f3-c7d9-4879-892f-ae6ec600e536/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9350657 Oct 20 11:02:53.465511 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35416) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:53.468064 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22fea2ce-4fef-49c0-821e-25d4c770096e None None] Sync routers for ids ['28ebf9f3-c7d9-4879-892f-ae6ec600e536'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:02:53.478322 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22fea2ce-4fef-49c0-821e-25d4c770096e None None] Routers {'28ebf9f3-c7d9-4879-892f-ae6ec600e536'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:02:53.478992 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-22fea2ce-4fef-49c0-821e-25d4c770096e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:02:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['28ebf9f3-c7d9-4879-892f-ae6ec600e536'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:02:53.538837 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de523ba0-26e8-48c4-a066-0b6f4d860c27 req-ec9297dc-ac73-4740-a076-f6812145a491 tempest-TestServerBasicOps-247257694 tempest-TestServerBasicOps-247257694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:53.540394 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-de523ba0-26e8-48c4-a066-0b6f4d860c27 req-ec9297dc-ac73-4740-a076-f6812145a491 tempest-TestServerBasicOps-247257694 tempest-TestServerBasicOps-247257694-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbb1d3fe-09bb-448f-b9c0-2884467ffdb1 HTTP/1.1" status: 200 len: 945 time: 0.1333342 Oct 20 11:02:53.545088 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-342a8976-3285-48ca-9489-3858fb683bfa tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:53.557720 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-342a8976-3285-48ca-9489-3858fb683bfa tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:53.563442 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-342a8976-3285-48ca-9489-3858fb683bfa tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/bd5d150b-9717-4914-8211-d195b441265b HTTP/1.1" status: 204 len: 168 time: 0.5001297 Oct 20 11:02:53.564215 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35418) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:53.572796 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342a8976-3285-48ca-9489-3858fb683bfa tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bd5d150b-9717-4914-8211-d195b441265b,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:53.605580 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a523e4b4-6314-43e7-86f1-fb3c132cb0b4 admin admin] Publish callbacks [] for router, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:53.606440 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-22fea2ce-4fef-49c0-821e-25d4c770096e None None] Set router 28ebf9f3-c7d9-4879-892f-ae6ec600e536 gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:02:53.640485 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-de523ba0-26e8-48c4-a066-0b6f4d860c27 req-9c348f7a-39ec-4da1-9585-5598f0e4bd32 tempest-TestServerBasicOps-247257694 tempest-TestServerBasicOps-247257694-project] 10.222.0.64 "GET /v2.0/security-groups?id=777d26a2-77cc-4488-aee7-ff0e29f60da4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859158 Oct 20 11:02:53.662687 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-84d242bf-9514-497b-8a4b-bfee7e6c5b7b tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0979249 Oct 20 11:02:53.664737 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35420) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:53.763921 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-20aec322-07a3-4875-b76b-afc0e0abb79a tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:53.785121 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a523e4b4-6314-43e7-86f1-fb3c132cb0b4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:53.801923 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-20aec322-07a3-4875-b76b-afc0e0abb79a tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:53.804784 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-eb43d5bc-1e27-479b-a06e-0ebd2c475e3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1774405'] for router_interface, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:53.814142 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-22fea2ce-4fef-49c0-821e-25d4c770096e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28ebf9f3-c7d9-4879-892f-ae6ec600e536', 'name': 'tempest-TestServerMultinode-1299104041-router', 'tenant_id': 'e5cc08403fb94371a61a462ad9ce80c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.50'}], 'enable_snat': True}, 'gw_port_id': '92f332d5-1ada-4acf-8117-6b411ab02a83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:02:05Z', 'updated_at': '2021-10-20T11:02:52Z', 'revision_number': 5, 'project_id': 'e5cc08403fb94371a61a462ad9ce80c2', 'gw_port': {'id': '92f332d5-1ada-4acf-8117-6b411ab02a83', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:9f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ebf9f3-c7d9-4879-892f-ae6ec600e536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:02:05Z', 'updated_at': '2021-10-20T11:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:02:53.849639 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22fea2ce-4fef-49c0-821e-25d4c770096e None None] Checking router: 28ebf9f3-c7d9-4879-892f-ae6ec600e536 for host: n-d-811396-3 {{(pid=100598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:02:53.861756 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22fea2ce-4fef-49c0-821e-25d4c770096e None None] Routers {'28ebf9f3-c7d9-4879-892f-ae6ec600e536'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:02:53.862536 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-22fea2ce-4fef-49c0-821e-25d4c770096e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:02:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['28ebf9f3-c7d9-4879-892f-ae6ec600e536'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:02:53.904070 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-20aec322-07a3-4875-b76b-afc0e0abb79a tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:53.908007 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-20aec322-07a3-4875-b76b-afc0e0abb79a tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:53.909330 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-20aec322-07a3-4875-b76b-afc0e0abb79a tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] 10.222.0.64 "DELETE /v2.0/security-groups/149dac5a-62d5-4966-9930-450f7cd0eeb7 HTTP/1.1" status: 204 len: 168 time: 0.2436094 Oct 20 11:02:53.916581 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35422) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:53.950326 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20aec322-07a3-4875-b76b-afc0e0abb79a tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=149dac5a-62d5-4966-9930-450f7cd0eeb7,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:53.960000 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-a523e4b4-6314-43e7-86f1-fb3c132cb0b4 admin admin] Deleting port 92f332d5-1ada-4acf-8117-6b411ab02a83 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:02:53.960756 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a523e4b4-6314-43e7-86f1-fb3c132cb0b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:53.979871 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-22fea2ce-4fef-49c0-821e-25d4c770096e None None] Set router 28ebf9f3-c7d9-4879-892f-ae6ec600e536 gateway port host: None {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:02:53.993934 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-ad5cbbc8-91c1-4fc1-aa31-b046c45cea49 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0757949 Oct 20 11:02:54.001080 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 35424) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:54.017930 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-f30de457-95eb-471b-b6bd-d19733e80424 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Request body: {'security_group': {'name': 'tempest-secgroup--20234146'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:02:54.048064 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f30de457-95eb-471b-b6bd-d19733e80424 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:54.048478 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-22fea2ce-4fef-49c0-821e-25d4c770096e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28ebf9f3-c7d9-4879-892f-ae6ec600e536', 'name': 'tempest-TestServerMultinode-1299104041-router', 'tenant_id': 'e5cc08403fb94371a61a462ad9ce80c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:02:05Z', 'updated_at': '2021-10-20T11:02:53Z', 'revision_number': 6, 'project_id': 'e5cc08403fb94371a61a462ad9ce80c2', 'gw_port_host': None}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:02:54.072961 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [None req-a523e4b4-6314-43e7-86f1-fb3c132cb0b4 admin admin] For port 92f332d5-1ada-4acf-8117-6b411ab02a83, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=92f332d5-1ada-4acf-8117-6b411ab02a83,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:02:54.073284 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a523e4b4-6314-43e7-86f1-fb3c132cb0b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:54.080253 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 796dafa4-6077-4393-8385-ff95473e2ed0 no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:02:54.083973 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22fea2ce-4fef-49c0-821e-25d4c770096e None None] The sync data for ids ['28ebf9f3-c7d9-4879-892f-ae6ec600e536'] in n-d-811396-3 is: [{'id': '28ebf9f3-c7d9-4879-892f-ae6ec600e536', 'name': 'tempest-TestServerMultinode-1299104041-router', 'tenant_id': 'e5cc08403fb94371a61a462ad9ce80c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:02:05Z', 'updated_at': '2021-10-20T11:02:53Z', 'revision_number': 6, 'project_id': 'e5cc08403fb94371a61a462ad9ce80c2', 'gw_port_host': None}] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:02:54.096540 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-a523e4b4-6314-43e7-86f1-fb3c132cb0b4 admin admin] Calling delete_port for 92f332d5-1ada-4acf-8117-6b411ab02a83 owned by network:router_gateway {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:02:54.106598 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 796dafa4-6077-4393-8385-ff95473e2ed0 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:02:54.106781 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 796dafa4-6077-4393-8385-ff95473e2ed0 not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:02:54.107140 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 4d461b0a-35ce-4088-995b-11f0fd972742 no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:02:54.132883 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 4d461b0a-35ce-4088-995b-11f0fd972742 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:02:54.133526 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 4d461b0a-35ce-4088-995b-11f0fd972742 not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:02:54.195260 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f30de457-95eb-471b-b6bd-d19733e80424 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:54.200487 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f30de457-95eb-471b-b6bd-d19733e80424 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:54.229702 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f30de457-95eb-471b-b6bd-d19733e80424 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:54.231030 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-f30de457-95eb-471b-b6bd-d19733e80424 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2168975 Oct 20 11:02:54.236701 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 35428) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:54.247945 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-edf56689-352d-4197-abc1-3200bb63ee4e tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Request body: {'security_group_rule': {'security_group_id': '6ef1c5ef-6c82-442c-934b-970f5cc346bc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:02:54.262754 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30de457-95eb-471b-b6bd-d19733e80424 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ef1c5ef-6c82-442c-934b-970f5cc346bc,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:54.268769 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-eb43d5bc-1e27-479b-a06e-0ebd2c475e3c admin admin] Deleting port 62e3311d-1453-4089-bc90-018d8e2a5b82 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:02:54.269110 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-eb43d5bc-1e27-479b-a06e-0ebd2c475e3c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:54.311001 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-edf56689-352d-4197-abc1-3200bb63ee4e tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:54.400474 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [None req-eb43d5bc-1e27-479b-a06e-0ebd2c475e3c admin admin] For port 62e3311d-1453-4089-bc90-018d8e2a5b82, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=62e3311d-1453-4089-bc90-018d8e2a5b82,segment=NetworkSegment(fa0becf5-823e-46fd-b2f7-1c4cd077a6fb),segment_id=fa0becf5-823e-46fd-b2f7-1c4cd077a6fb)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:02:54.400750 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-eb43d5bc-1e27-479b-a06e-0ebd2c475e3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:54.418299 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-eb43d5bc-1e27-479b-a06e-0ebd2c475e3c admin admin] Calling delete_port for 62e3311d-1453-4089-bc90-018d8e2a5b82 owned by network:router_interface {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:02:54.437150 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-edf56689-352d-4197-abc1-3200bb63ee4e tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:54.441594 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-edf56689-352d-4197-abc1-3200bb63ee4e tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:54.493585 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf56689-352d-4197-abc1-3200bb63ee4e tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d30d845a-0dd8-4386-ab2d-b7731eef0d52,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:54.511485 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-edf56689-352d-4197-abc1-3200bb63ee4e tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:54.512864 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-edf56689-352d-4197-abc1-3200bb63ee4e tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2712705 Oct 20 11:02:54.516240 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 35430) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:54.520598 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-086a8e02-dea5-44ef-a100-d64ec4cce80a tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Request body: {'security_group_rule': {'security_group_id': '6ef1c5ef-6c82-442c-934b-970f5cc346bc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:02:54.559281 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a523e4b4-6314-43e7-86f1-fb3c132cb0b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:54.583120 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a523e4b4-6314-43e7-86f1-fb3c132cb0b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=92f332d5-1ada-4acf-8117-6b411ab02a83,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:54.627118 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-086a8e02-dea5-44ef-a100-d64ec4cce80a tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:54.660523 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a523e4b4-6314-43e7-86f1-fb3c132cb0b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1773439'] for router_gateway, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:54.676803 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a767281-77ff-440b-84cd-80a507006133 req-c5150fe0-71eb-4bd7-9b6b-a00d2a4d1e6a tempest-TestServerBasicOps-247257694 tempest-TestServerBasicOps-247257694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:54.678621 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2a767281-77ff-440b-84cd-80a507006133 req-c5150fe0-71eb-4bd7-9b6b-a00d2a4d1e6a tempest-TestServerBasicOps-247257694 tempest-TestServerBasicOps-247257694-project] 10.222.0.69 "GET /v2.0/ports?device_id=fbb1d3fe-09bb-448f-b9c0-2884467ffdb1 HTTP/1.1" status: 200 len: 945 time: 0.0999601 Oct 20 11:02:54.762025 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a523e4b4-6314-43e7-86f1-fb3c132cb0b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1772272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258304'] for router, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:54.764271 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a523e4b4-6314-43e7-86f1-fb3c132cb0b4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:54.806394 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-086a8e02-dea5-44ef-a100-d64ec4cce80a tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:54.812176 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a523e4b4-6314-43e7-86f1-fb3c132cb0b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1772267'] for router, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:54.812656 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a523e4b4-6314-43e7-86f1-fb3c132cb0b4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 28ebf9f3-c7d9-4879-892f-ae6ec600e536 {{(pid=100597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:02:54.817759 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a523e4b4-6314-43e7-86f1-fb3c132cb0b4 admin admin] Publish callbacks [] for router, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:54.818916 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-a523e4b4-6314-43e7-86f1-fb3c132cb0b4 admin admin] 10.222.0.64 "DELETE /v2.0/routers/28ebf9f3-c7d9-4879-892f-ae6ec600e536 HTTP/1.1" status: 204 len: 168 time: 1.3521235 Oct 20 11:02:54.821115 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-086a8e02-dea5-44ef-a100-d64ec4cce80a tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:54.821352 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35434) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:54.861730 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-eb43d5bc-1e27-479b-a06e-0ebd2c475e3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:54.871675 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_v2 [None req-89412559-5ae4-4548-ad18-76e5478f0335 admin admin] Deleting subnet 85762728-fd50-4c4d-858e-39a2dc7d3570 {{(pid=100597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:02:54.874776 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-89412559-5ae4-4548-ad18-76e5478f0335 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:54.902144 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086a8e02-dea5-44ef-a100-d64ec4cce80a tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07506508-ae50-4378-9975-dc5d9df31fde,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:54.912503 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-89412559-5ae4-4548-ad18-76e5478f0335 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25852621'] for subnet, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:54.912618 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb43d5bc-1e27-479b-a06e-0ebd2c475e3c admin admin] Pushing event deleted for resources: {'Port': ['ID=62e3311d-1453-4089-bc90-018d8e2a5b82,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:54.925072 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aaf6d0-8ef2-49a1-aa6e-34f3113d9e9a req-2f7a5e1c-1b80-489a-8572-a738d19f4ad3 tempest-TestServerBasicOps-247257694 tempest-TestServerBasicOps-247257694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:02:54.926558 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c0aaf6d0-8ef2-49a1-aa6e-34f3113d9e9a req-2f7a5e1c-1b80-489a-8572-a738d19f4ad3 tempest-TestServerBasicOps-247257694 tempest-TestServerBasicOps-247257694-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbb1d3fe-09bb-448f-b9c0-2884467ffdb1 HTTP/1.1" status: 200 len: 945 time: 0.1766837 Oct 20 11:02:54.933006 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-086a8e02-dea5-44ef-a100-d64ec4cce80a tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:54.936783 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-086a8e02-dea5-44ef-a100-d64ec4cce80a tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4170222 Oct 20 11:02:54.938023 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35436) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:54.944358 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-8c310eb1-f3f1-40d6-b6fd-1b3ec64c976c tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Request body: {'security_group_rule': {'security_group_id': '6ef1c5ef-6c82-442c-934b-970f5cc346bc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:02:55.030768 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-2a767281-77ff-440b-84cd-80a507006133 req-a18563b7-2295-4216-8ab9-8c120cc96021 tempest-TestServerBasicOps-247257694 tempest-TestServerBasicOps-247257694-project] Deleting port d955044a-6302-44d4-a2a0-04b9c1b75614 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:02:55.031444 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-89412559-5ae4-4548-ad18-76e5478f0335 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:55.031595 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-2a767281-77ff-440b-84cd-80a507006133 req-a18563b7-2295-4216-8ab9-8c120cc96021 tempest-TestServerBasicOps-247257694 tempest-TestServerBasicOps-247257694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:55.054809 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c0aaf6d0-8ef2-49a1-aa6e-34f3113d9e9a req-90497fef-5f82-4478-a16d-cdadad6ff26e tempest-TestServerBasicOps-247257694 tempest-TestServerBasicOps-247257694-project] 10.222.0.64 "GET /v2.0/security-groups?id=777d26a2-77cc-4488-aee7-ff0e29f60da4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063089 Oct 20 11:02:55.098962 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8c310eb1-f3f1-40d6-b6fd-1b3ec64c976c tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:55.160919 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-89412559-5ae4-4548-ad18-76e5478f0335 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25350811'] for subnet, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:55.198559 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89412559-5ae4-4548-ad18-76e5478f0335 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85762728-fd50-4c4d-858e-39a2dc7d3570,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:55.232285 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-89412559-5ae4-4548-ad18-76e5478f0335 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:55.233053 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d776402-72d8-46b5-9ced-66088601ee19 None None] Network 64b6c47c-0a6b-4617-8fac-d57af9e73147 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:02:55.233527 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-2a767281-77ff-440b-84cd-80a507006133 req-a18563b7-2295-4216-8ab9-8c120cc96021 tempest-TestServerBasicOps-247257694 tempest-TestServerBasicOps-247257694-project] For port d955044a-6302-44d4-a2a0-04b9c1b75614, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=d955044a-6302-44d4-a2a0-04b9c1b75614,segment=NetworkSegment(c37f45f9-3ccb-4b98-af7d-90a8017a4acb),segment_id=c37f45f9-3ccb-4b98-af7d-90a8017a4acb)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:02:55.233648 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-2a767281-77ff-440b-84cd-80a507006133 req-a18563b7-2295-4216-8ab9-8c120cc96021 tempest-TestServerBasicOps-247257694 tempest-TestServerBasicOps-247257694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:55.237924 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-89412559-5ae4-4548-ad18-76e5478f0335 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/85762728-fd50-4c4d-858e-39a2dc7d3570 HTTP/1.1" status: 204 len: 168 time: 0.4134593 Oct 20 11:02:55.237924 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8c310eb1-f3f1-40d6-b6fd-1b3ec64c976c tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:55.239034 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35440) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:55.253138 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-eb43d5bc-1e27-479b-a06e-0ebd2c475e3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1771989'] for router_interface, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:55.265679 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8c310eb1-f3f1-40d6-b6fd-1b3ec64c976c tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:55.328835 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c310eb1-f3f1-40d6-b6fd-1b3ec64c976c tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db5ec01f-5587-4027-9181-1c01fbf710ac,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:55.340521 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8c310eb1-f3f1-40d6-b6fd-1b3ec64c976c tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:55.344315 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-8c310eb1-f3f1-40d6-b6fd-1b3ec64c976c tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4027188 Oct 20 11:02:55.346116 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-46e02bb3-702e-4e5e-af97-5dae54d17bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:55.347803 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 35442) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:55.356721 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-3283848f-3adb-49ac-8247-d18ad0201e7c tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Request body: {'security_group_rule': {'security_group_id': '6ef1c5ef-6c82-442c-934b-970f5cc346bc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:02:55.400988 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-46e02bb3-702e-4e5e-af97-5dae54d17bd9 admin admin] Deleting port d03ee017-957d-4747-a010-1aa5e9544554 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:02:55.401331 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-46e02bb3-702e-4e5e-af97-5dae54d17bd9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:55.463883 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a43166f3-8e98-4f18-ab72-f563891a1ddf None None] DHCP port deletion for 64b6c47c-0a6b-4617-8fac-d57af9e73147 request from n-d-811396-3 {{(pid=100598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:02:55.475456 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [None req-46e02bb3-702e-4e5e-af97-5dae54d17bd9 admin admin] For port d03ee017-957d-4747-a010-1aa5e9544554, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=d03ee017-957d-4747-a010-1aa5e9544554,segment=NetworkSegment(a5736a44-11be-4610-8658-5b1a3303da13),segment_id=a5736a44-11be-4610-8658-5b1a3303da13)] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:02:55.475813 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-46e02bb3-702e-4e5e-af97-5dae54d17bd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:55.490995 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-46e02bb3-702e-4e5e-af97-5dae54d17bd9 admin admin] Calling delete_port for d03ee017-957d-4747-a010-1aa5e9544554 owned by network:dhcp {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:02:55.512576 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-a43166f3-8e98-4f18-ab72-f563891a1ddf None None] Deleting port d03ee017-957d-4747-a010-1aa5e9544554 {{(pid=100598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:02:55.513067 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-a43166f3-8e98-4f18-ab72-f563891a1ddf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:55.564750 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3283848f-3adb-49ac-8247-d18ad0201e7c tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:55.580809 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-a43166f3-8e98-4f18-ab72-f563891a1ddf None None] For port d03ee017-957d-4747-a010-1aa5e9544554, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=d03ee017-957d-4747-a010-1aa5e9544554,segment=NetworkSegment(a5736a44-11be-4610-8658-5b1a3303da13),segment_id=a5736a44-11be-4610-8658-5b1a3303da13)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:02:55.583158 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-a43166f3-8e98-4f18-ab72-f563891a1ddf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:55.591492 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-46e02bb3-702e-4e5e-af97-5dae54d17bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:55.594821 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-a43166f3-8e98-4f18-ab72-f563891a1ddf None None] Calling delete_port for d03ee017-957d-4747-a010-1aa5e9544554 owned by network:dhcp {{(pid=100598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:02:55.619954 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-2a767281-77ff-440b-84cd-80a507006133 req-a18563b7-2295-4216-8ab9-8c120cc96021 tempest-TestServerBasicOps-247257694 tempest-TestServerBasicOps-247257694-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:55.620323 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-2a767281-77ff-440b-84cd-80a507006133 req-a18563b7-2295-4216-8ab9-8c120cc96021 tempest-TestServerBasicOps-247257694 tempest-TestServerBasicOps-247257694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1773381'] for floatingip, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:55.620629 n-d-811396-3 neutron-server[100596]: INFO neutron.db.l3_db [req-2a767281-77ff-440b-84cd-80a507006133 req-a18563b7-2295-4216-8ab9-8c120cc96021 tempest-TestServerBasicOps-247257694 tempest-TestServerBasicOps-247257694-project] Floating IP c4f66ad7-d790-47e6-810a-edf9853cfea9 disassociated. External IP: 172.25.1.177, port: d955044a-6302-44d4-a2a0-04b9c1b75614. Oct 20 11:02:55.621021 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-2a767281-77ff-440b-84cd-80a507006133 req-a18563b7-2295-4216-8ab9-8c120cc96021 tempest-TestServerBasicOps-247257694 tempest-TestServerBasicOps-247257694-project] Calling delete_port for d955044a-6302-44d4-a2a0-04b9c1b75614 owned by compute:nova {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:02:55.627230 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e02bb3-702e-4e5e-af97-5dae54d17bd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=d03ee017-957d-4747-a010-1aa5e9544554,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:55.632626 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e02bb3-702e-4e5e-af97-5dae54d17bd9 admin admin] No DVR routers for this DVR port d03ee017-957d-4747-a010-1aa5e9544554 on host n-d-811396-3 {{(pid=100597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:02:55.681542 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-a43166f3-8e98-4f18-ab72-f563891a1ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956'] for port, after_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:55.704504 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-46e02bb3-702e-4e5e-af97-5dae54d17bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:55.708438 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43166f3-8e98-4f18-ab72-f563891a1ddf None None] Pushing event deleted for resources: {'Port': ['ID=d03ee017-957d-4747-a010-1aa5e9544554,revision_number=None']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:55.710286 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43166f3-8e98-4f18-ab72-f563891a1ddf None None] No DVR routers for this DVR port d03ee017-957d-4747-a010-1aa5e9544554 on host n-d-811396-3 {{(pid=100598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:02:55.731950 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-46e02bb3-702e-4e5e-af97-5dae54d17bd9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64b6c47c-0a6b-4617-8fac-d57af9e73147']}} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:02:55.741328 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-46e02bb3-702e-4e5e-af97-5dae54d17bd9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5736a44-11be-4610-8658-5b1a3303da13') {'for_net_delete': True} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:02:55.741625 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-46e02bb3-702e-4e5e-af97-5dae54d17bd9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5736a44-11be-4610-8658-5b1a3303da13') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:02:55.751500 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-46e02bb3-702e-4e5e-af97-5dae54d17bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25852596'] for segment, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:55.752967 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3283848f-3adb-49ac-8247-d18ad0201e7c tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:55.762351 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3283848f-3adb-49ac-8247-d18ad0201e7c tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:55.765597 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-46e02bb3-702e-4e5e-af97-5dae54d17bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:55.772018 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46e02bb3-702e-4e5e-af97-5dae54d17bd9 admin admin] Releasing vlan 836 on physical network physnet1 to pool {{(pid=100597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:02:55.772408 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-46e02bb3-702e-4e5e-af97-5dae54d17bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951012'] for segment, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:55.774177 n-d-811396-3 neutron-server[100597]: Traceback (most recent call last): Oct 20 11:02:55.774177 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:02:55.774177 n-d-811396-3 neutron-server[100597]: timer() Oct 20 11:02:55.774177 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:02:55.774177 n-d-811396-3 neutron-server[100597]: cb(*args, **kw) Oct 20 11:02:55.774177 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:02:55.774177 n-d-811396-3 neutron-server[100597]: return func(*args, **kwargs) Oct 20 11:02:55.774177 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:02:55.774177 n-d-811396-3 neutron-server[100597]: self._notify() Oct 20 11:02:55.774177 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:02:55.774177 n-d-811396-3 neutron-server[100597]: self.callback(batched_events) Oct 20 11:02:55.774177 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:02:55.774177 n-d-811396-3 neutron-server[100597]: event.method(event) Oct 20 11:02:55.774177 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:02:55.774177 n-d-811396-3 neutron-server[100597]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:02:55.774177 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:02:55.774177 n-d-811396-3 neutron-server[100597]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:02:55.774177 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:02:55.774177 n-d-811396-3 neutron-server[100597]: return f(self, *a, **k) Oct 20 11:02:55.774177 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:02:55.774177 n-d-811396-3 neutron-server[100597]: return self._get(url).json() Oct 20 11:02:55.774177 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:02:55.774177 n-d-811396-3 neutron-server[100597]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:02:55.774177 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:02:55.774177 n-d-811396-3 neutron-server[100597]: return self.request(url, 'GET', **kwargs) Oct 20 11:02:55.774177 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:02:55.774177 n-d-811396-3 neutron-server[100597]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:02:55.774177 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:02:55.774177 n-d-811396-3 neutron-server[100597]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:02:55.774177 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:02:55.774177 n-d-811396-3 neutron-server[100597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:02:55.774177 n-d-811396-3 neutron-server[100597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:02:55.823003 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3283848f-3adb-49ac-8247-d18ad0201e7c tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e06c371d-bdc8-4673-8209-291289565563,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:55.839002 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-46e02bb3-702e-4e5e-af97-5dae54d17bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:55.839789 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3283848f-3adb-49ac-8247-d18ad0201e7c tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:55.840954 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-3283848f-3adb-49ac-8247-d18ad0201e7c tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4921901 Oct 20 11:02:55.847329 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-46e02bb3-702e-4e5e-af97-5dae54d17bd9 admin admin] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:55.850250 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 35446) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:55.855453 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-46e02bb3-702e-4e5e-af97-5dae54d17bd9 admin admin] 10.222.0.64 "DELETE /v2.0/networks/64b6c47c-0a6b-4617-8fac-d57af9e73147 HTTP/1.1" status: 204 len: 168 time: 0.6116400 Oct 20 11:02:55.855881 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35448) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:55.856381 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-c7bd9188-a419-47f5-9c04-b07ff7f07a26 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Request body: {'security_group_rule': {'security_group_id': '6ef1c5ef-6c82-442c-934b-970f5cc346bc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:02:55.870830 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb43d5bc-1e27-479b-a06e-0ebd2c475e3c admin admin] Router 162572e8-6c3f-41cf-a7cc-27f83ba310b5 has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:02:55.872538 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e02bb3-702e-4e5e-af97-5dae54d17bd9 admin admin] Pushing event deleted for resources: {'Network': ['ID=64b6c47c-0a6b-4617-8fac-d57af9e73147,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:55.972331 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c7bd9188-a419-47f5-9c04-b07ff7f07a26 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:56.036394 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 92f332d5-1ada-4acf-8117-6b411ab02a83 no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:02:56.049500 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-2a767281-77ff-440b-84cd-80a507006133 req-a18563b7-2295-4216-8ab9-8c120cc96021 tempest-TestServerBasicOps-247257694 tempest-TestServerBasicOps-247257694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:56.060493 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 92f332d5-1ada-4acf-8117-6b411ab02a83 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:02:56.060847 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 92f332d5-1ada-4acf-8117-6b411ab02a83 not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:02:56.061263 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 69a366c3-9f74-4258-949c-c56d2216a9a6 no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:02:56.081154 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 69a366c3-9f74-4258-949c-c56d2216a9a6 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:02:56.081586 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 69a366c3-9f74-4258-949c-c56d2216a9a6 not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:02:56.082083 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device d03ee017-957d-4747-a010-1aa5e9544554 no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:02:56.104319 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18563b7-2295-4216-8ab9-8c120cc96021 tempest-TestServerBasicOps-247257694 tempest-TestServerBasicOps-247257694-project] Pushing event deleted for resources: {'Port': ['ID=d955044a-6302-44d4-a2a0-04b9c1b75614,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:56.124755 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb43d5bc-1e27-479b-a06e-0ebd2c475e3c admin admin] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:02:56.133869 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: d03ee017-957d-4747-a010-1aa5e9544554 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:02:56.134232 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device d03ee017-957d-4747-a010-1aa5e9544554 not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:02:56.136547 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-eb43d5bc-1e27-479b-a06e-0ebd2c475e3c admin admin] 10.222.0.64 "PUT /v2.0/routers/162572e8-6c3f-41cf-a7cc-27f83ba310b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1872196 Oct 20 11:02:56.139146 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35452) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:56.148116 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f91dca-c040-42ae-b5a1-fbe80069ae91 None None] Sync routers for ids ['162572e8-6c3f-41cf-a7cc-27f83ba310b5'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:02:56.162720 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f91dca-c040-42ae-b5a1-fbe80069ae91 None None] Routers {'162572e8-6c3f-41cf-a7cc-27f83ba310b5'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:02:56.164246 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-41f91dca-c040-42ae-b5a1-fbe80069ae91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:02:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['162572e8-6c3f-41cf-a7cc-27f83ba310b5'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:02:56.182109 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c7bd9188-a419-47f5-9c04-b07ff7f07a26 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:56.198850 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c7bd9188-a419-47f5-9c04-b07ff7f07a26 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:56.293441 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-41f91dca-c040-42ae-b5a1-fbe80069ae91 None None] Set router 162572e8-6c3f-41cf-a7cc-27f83ba310b5 gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:02:56.296652 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-604c71ea-ab7b-4ce0-8b27-62600923ce98 admin admin] Publish callbacks [] for router, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:56.449028 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-604c71ea-ab7b-4ce0-8b27-62600923ce98 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:56.460803 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9d4bf314-16d1-4fdd-8b54-6455de988a35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1774405'] for router_interface, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:56.494110 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-41f91dca-c040-42ae-b5a1-fbe80069ae91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '162572e8-6c3f-41cf-a7cc-27f83ba310b5', 'name': 'tempest-TestVolumeBootPattern-834147019-router', 'tenant_id': '23670eec7daf4c4bad3d9122f54a486e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': '73c38b9f-43fa-4adb-9463-4c005d2c726b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:47:39Z', 'updated_at': '2021-10-20T11:02:54Z', 'revision_number': 5, 'project_id': '23670eec7daf4c4bad3d9122f54a486e', 'gw_port': {'id': '73c38b9f-43fa-4adb-9463-4c005d2c726b', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:6c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '162572e8-6c3f-41cf-a7cc-27f83ba310b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:47:41Z', 'updated_at': '2021-10-20T10:47:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:02:56.524613 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f91dca-c040-42ae-b5a1-fbe80069ae91 None None] Checking router: 162572e8-6c3f-41cf-a7cc-27f83ba310b5 for host: n-d-811396-3 {{(pid=100599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:02:56.535359 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f91dca-c040-42ae-b5a1-fbe80069ae91 None None] Routers {'162572e8-6c3f-41cf-a7cc-27f83ba310b5'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:02:56.536384 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-41f91dca-c040-42ae-b5a1-fbe80069ae91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:02:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['162572e8-6c3f-41cf-a7cc-27f83ba310b5'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:02:56.548435 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-32f28cc9-30fd-4773-8a00-025b2d771115 req-283ba3c0-590b-4a37-8faa-f6cfdbb187c3 tempest-TestServerBasicOps-247257694 tempest-TestServerBasicOps-247257694-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbb1d3fe-09bb-448f-b9c0-2884467ffdb1 HTTP/1.1" status: 200 len: 210 time: 0.3635604 Oct 20 11:02:56.556043 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bd9188-a419-47f5-9c04-b07ff7f07a26 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49debbc5-262e-4599-8b9e-6936bb02b077,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:56.596433 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-604c71ea-ab7b-4ce0-8b27-62600923ce98 admin admin] Deleting port 73c38b9f-43fa-4adb-9463-4c005d2c726b {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:02:56.596817 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-604c71ea-ab7b-4ce0-8b27-62600923ce98 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:56.602588 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c7bd9188-a419-47f5-9c04-b07ff7f07a26 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:56.604048 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-c7bd9188-a419-47f5-9c04-b07ff7f07a26 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.7526755 Oct 20 11:02:56.610354 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35456) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:56.625835 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2a767281-77ff-440b-84cd-80a507006133 req-a18563b7-2295-4216-8ab9-8c120cc96021 tempest-TestServerBasicOps-247257694 tempest-TestServerBasicOps-247257694-project] Router ad0cab1f-e0e8-460a-ac15-be78aacc63f9 has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:02:56.663979 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-41f91dca-c040-42ae-b5a1-fbe80069ae91 None None] Set router 162572e8-6c3f-41cf-a7cc-27f83ba310b5 gateway port host: None {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:02:56.733581 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-41f91dca-c040-42ae-b5a1-fbe80069ae91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '162572e8-6c3f-41cf-a7cc-27f83ba310b5', 'name': 'tempest-TestVolumeBootPattern-834147019-router', 'tenant_id': '23670eec7daf4c4bad3d9122f54a486e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:47:39Z', 'updated_at': '2021-10-20T11:02:56Z', 'revision_number': 6, 'project_id': '23670eec7daf4c4bad3d9122f54a486e', 'gw_port_host': None}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:02:56.739160 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2f369eac-ab00-4b85-96a7-54a2311495d9 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:56.753606 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2a767281-77ff-440b-84cd-80a507006133 req-a18563b7-2295-4216-8ab9-8c120cc96021 tempest-TestServerBasicOps-247257694 tempest-TestServerBasicOps-247257694-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:02:56.758043 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2f369eac-ab00-4b85-96a7-54a2311495d9 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:56.768935 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f91dca-c040-42ae-b5a1-fbe80069ae91 None None] The sync data for ids ['162572e8-6c3f-41cf-a7cc-27f83ba310b5'] in n-d-811396-3 is: [{'id': '162572e8-6c3f-41cf-a7cc-27f83ba310b5', 'name': 'tempest-TestVolumeBootPattern-834147019-router', 'tenant_id': '23670eec7daf4c4bad3d9122f54a486e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:47:39Z', 'updated_at': '2021-10-20T11:02:56Z', 'revision_number': 6, 'project_id': '23670eec7daf4c4bad3d9122f54a486e', 'gw_port_host': None}] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:02:56.769168 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98dd3871-0c90-4f85-b940-7e0b5272e28e None None] Sync routers for ids ['ad0cab1f-e0e8-460a-ac15-be78aacc63f9'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:02:56.780691 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98dd3871-0c90-4f85-b940-7e0b5272e28e None None] Routers {'ad0cab1f-e0e8-460a-ac15-be78aacc63f9'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:02:56.781545 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-98dd3871-0c90-4f85-b940-7e0b5272e28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:02:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['ad0cab1f-e0e8-460a-ac15-be78aacc63f9'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:02:56.785240 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [None req-604c71ea-ab7b-4ce0-8b27-62600923ce98 admin admin] For port 73c38b9f-43fa-4adb-9463-4c005d2c726b, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=73c38b9f-43fa-4adb-9463-4c005d2c726b,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:02:56.785740 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-604c71ea-ab7b-4ce0-8b27-62600923ce98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:56.810002 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a767281-77ff-440b-84cd-80a507006133 req-a18563b7-2295-4216-8ab9-8c120cc96021 tempest-TestServerBasicOps-247257694 tempest-TestServerBasicOps-247257694-project] No DVR routers for this DVR port d955044a-6302-44d4-a2a0-04b9c1b75614 on host n-h2-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:02:56.810367 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-604c71ea-ab7b-4ce0-8b27-62600923ce98 admin admin] Calling delete_port for 73c38b9f-43fa-4adb-9463-4c005d2c726b owned by network:router_gateway {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:02:56.813350 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-2a767281-77ff-440b-84cd-80a507006133 req-a18563b7-2295-4216-8ab9-8c120cc96021 tempest-TestServerBasicOps-247257694 tempest-TestServerBasicOps-247257694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:56.823899 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2a767281-77ff-440b-84cd-80a507006133 req-a18563b7-2295-4216-8ab9-8c120cc96021 tempest-TestServerBasicOps-247257694 tempest-TestServerBasicOps-247257694-project] 10.222.0.69 "DELETE /v2.0/ports/d955044a-6302-44d4-a2a0-04b9c1b75614 HTTP/1.1" status: 204 len: 173 time: 2.1375995 Oct 20 11:02:56.824873 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbb1d3fe-09bb-448f-b9c0-2884467ffdb1', 'name': 'network-vif-deleted', 'tag': 'd955044a-6302-44d4-a2a0-04b9c1b75614'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:02:56.828771 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57bbef5b-06b8-4581-9b5b-69738aab13f2" -d '{"events": [{"server_uuid": "fbb1d3fe-09bb-448f-b9c0-2884467ffdb1", "name": "network-vif-deleted", "tag": "d955044a-6302-44d4-a2a0-04b9c1b75614"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:02:56.874522 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2f369eac-ab00-4b85-96a7-54a2311495d9 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:56.880323 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2f369eac-ab00-4b85-96a7-54a2311495d9 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:56.881812 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-2f369eac-ab00-4b85-96a7-54a2311495d9 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/49debbc5-262e-4599-8b9e-6936bb02b077 HTTP/1.1" status: 204 len: 168 time: 0.2688689 Oct 20 11:02:56.885212 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 35462) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:56.904599 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f369eac-ab00-4b85-96a7-54a2311495d9 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=49debbc5-262e-4599-8b9e-6936bb02b077,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:56.958258 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-98dd3871-0c90-4f85-b940-7e0b5272e28e None None] Set router ad0cab1f-e0e8-460a-ac15-be78aacc63f9 gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:02:56.970902 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-9f6872dd-d763-4d17-8199-741b14617b2a tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0841410 Oct 20 11:02:56.971149 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 35464) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:57.001050 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ef20db08-ade0-4769-9f55-1462c1027634 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:57.010121 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ef20db08-ade0-4769-9f55-1462c1027634 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:57.020159 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:02:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-426b5b30-c8a6-4a98-a7a5-035d02e369e9 x-openstack-request-id: req-426b5b30-c8a6-4a98-a7a5-035d02e369e9 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:02:57.020458 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbb1d3fe-09bb-448f-b9c0-2884467ffdb1", "name": "network-vif-deleted", "tag": "d955044a-6302-44d4-a2a0-04b9c1b75614", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:02:57.020712 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-426b5b30-c8a6-4a98-a7a5-035d02e369e9 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:02:57.021110 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbb1d3fe-09bb-448f-b9c0-2884467ffdb1', 'name': 'network-vif-deleted', 'tag': 'd955044a-6302-44d4-a2a0-04b9c1b75614', 'status': 'completed', 'code': 200} Oct 20 11:02:57.040576 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ef20db08-ade0-4769-9f55-1462c1027634 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:57.047730 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ef20db08-ade0-4769-9f55-1462c1027634 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:57.051540 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-ef20db08-ade0-4769-9f55-1462c1027634 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/e06c371d-bdc8-4673-8209-291289565563 HTTP/1.1" status: 204 len: 168 time: 0.0793755 Oct 20 11:02:57.053399 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 35466) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:57.069808 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef20db08-ade0-4769-9f55-1462c1027634 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e06c371d-bdc8-4673-8209-291289565563,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:57.077641 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-9d4bf314-16d1-4fdd-8b54-6455de988a35 admin admin] Deleting port e640cfc2-61c5-4721-8122-fb850c9ec4b9 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:02:57.077923 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9d4bf314-16d1-4fdd-8b54-6455de988a35 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:57.103846 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-5f3be087-bf43-446f-a004-25e10e24aa35 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0493410 Oct 20 11:02:57.106669 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 35468) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:57.131553 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-397adbd0-9041-4a91-a1c5-c1a88ce17e3a tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:57.141459 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-604c71ea-ab7b-4ce0-8b27-62600923ce98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:57.144808 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-397adbd0-9041-4a91-a1c5-c1a88ce17e3a tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:57.181755 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-397adbd0-9041-4a91-a1c5-c1a88ce17e3a tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:57.195729 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-397adbd0-9041-4a91-a1c5-c1a88ce17e3a tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:57.200314 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-397adbd0-9041-4a91-a1c5-c1a88ce17e3a tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/db5ec01f-5587-4027-9181-1c01fbf710ac HTTP/1.1" status: 204 len: 168 time: 0.0924244 Oct 20 11:02:57.201272 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397adbd0-9041-4a91-a1c5-c1a88ce17e3a tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=db5ec01f-5587-4027-9181-1c01fbf710ac,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:57.202940 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 35470) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:57.277291 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-98dd3871-0c90-4f85-b940-7e0b5272e28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad0cab1f-e0e8-460a-ac15-be78aacc63f9', 'name': 'tempest-TestServerBasicOps-1364110755-router', 'tenant_id': '2606cfa13aa646b6b1d85cd0acb090de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': 'd558849a-e9ae-489f-952c-8b3ea6f603f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:57:12Z', 'updated_at': '2021-10-20T10:57:20Z', 'revision_number': 4, 'project_id': '2606cfa13aa646b6b1d85cd0acb090de', 'gw_port': {'id': 'd558849a-e9ae-489f-952c-8b3ea6f603f9', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:17:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0cab1f-e0e8-460a-ac15-be78aacc63f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3322, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:57:13Z', 'updated_at': '2021-10-20T10:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '3adf9827-0359-4523-941b-cd56424e264e', 'name': '', 'network_id': '203edeb2-1c06-4924-a847-8d4bc77a4e0f', 'tenant_id': '2606cfa13aa646b6b1d85cd0acb090de', 'mac_address': 'fa:16:3e:88:f4:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0cab1f-e0e8-460a-ac15-be78aacc63f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3325, 'fixed_ips': [{'subnet_id': 'f7b965d4-929c-4c3f-874c-e787f7294129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:57:19Z', 'updated_at': '2021-10-20T10:57:27Z', 'revision_number': 5, 'project_id': '2606cfa13aa646b6b1d85cd0acb090de', 'subnets': [{'id': 'f7b965d4-929c-4c3f-874c-e787f7294129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:02:57.279719 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-19991157-cb7a-43bb-a3a2-6cba4108ce6d tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0755985 Oct 20 11:02:57.282494 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 35472) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:57.315573 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98dd3871-0c90-4f85-b940-7e0b5272e28e None None] Checking router: ad0cab1f-e0e8-460a-ac15-be78aacc63f9 for host: n-d-811396-3 {{(pid=100598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:02:57.325209 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98dd3871-0c90-4f85-b940-7e0b5272e28e None None] Routers {'ad0cab1f-e0e8-460a-ac15-be78aacc63f9'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:02:57.325846 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-98dd3871-0c90-4f85-b940-7e0b5272e28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:02:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['ad0cab1f-e0e8-460a-ac15-be78aacc63f9'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:02:57.327789 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-68aaa092-7ede-4a63-b2c9-416375d6601b tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:57.343849 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-68aaa092-7ede-4a63-b2c9-416375d6601b tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:57.389525 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-68aaa092-7ede-4a63-b2c9-416375d6601b tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:57.404411 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-68aaa092-7ede-4a63-b2c9-416375d6601b tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:57.408354 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-68aaa092-7ede-4a63-b2c9-416375d6601b tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/07506508-ae50-4378-9975-dc5d9df31fde HTTP/1.1" status: 204 len: 168 time: 0.1243114 Oct 20 11:02:57.414508 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 35474) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:57.422354 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68aaa092-7ede-4a63-b2c9-416375d6601b tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=07506508-ae50-4378-9975-dc5d9df31fde,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:57.455777 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604c71ea-ab7b-4ce0-8b27-62600923ce98 admin admin] Pushing event deleted for resources: {'Port': ['ID=73c38b9f-43fa-4adb-9463-4c005d2c726b,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:57.477683 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-98dd3871-0c90-4f85-b940-7e0b5272e28e None None] Set router ad0cab1f-e0e8-460a-ac15-be78aacc63f9 gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:02:57.484797 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-f2288ea9-d37f-4723-8170-a40f40d50c81 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0689769 Oct 20 11:02:57.485924 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 35478) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:57.513028 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d56bea53-01bd-45c2-a595-2ac85d5a5882 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:57.521866 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d56bea53-01bd-45c2-a595-2ac85d5a5882 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:57.531584 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [None req-9d4bf314-16d1-4fdd-8b54-6455de988a35 admin admin] For port e640cfc2-61c5-4721-8122-fb850c9ec4b9, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=e640cfc2-61c5-4721-8122-fb850c9ec4b9,segment=NetworkSegment(f006586f-e475-49b0-ba8f-a09f128449a6),segment_id=f006586f-e475-49b0-ba8f-a09f128449a6)] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:02:57.532051 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9d4bf314-16d1-4fdd-8b54-6455de988a35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:57.552038 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-9d4bf314-16d1-4fdd-8b54-6455de988a35 admin admin] Calling delete_port for e640cfc2-61c5-4721-8122-fb850c9ec4b9 owned by network:router_interface {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:02:57.556485 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d56bea53-01bd-45c2-a595-2ac85d5a5882 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:57.563510 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-604c71ea-ab7b-4ce0-8b27-62600923ce98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1773439'] for router_gateway, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:57.565324 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d56bea53-01bd-45c2-a595-2ac85d5a5882 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:57.568996 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-d56bea53-01bd-45c2-a595-2ac85d5a5882 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/d30d845a-0dd8-4386-ab2d-b7731eef0d52 HTTP/1.1" status: 204 len: 168 time: 0.0801766 Oct 20 11:02:57.570757 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35480) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:57.572152 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56bea53-01bd-45c2-a595-2ac85d5a5882 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d30d845a-0dd8-4386-ab2d-b7731eef0d52,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:57.632967 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 35484) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:57.718377 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-604c71ea-ab7b-4ce0-8b27-62600923ce98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1772272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258304'] for router, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:57.721469 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-604c71ea-ab7b-4ce0-8b27-62600923ce98 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:57.769210 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-05429002-ce45-408e-a701-6e1108332aa4 tempest-TestServerBasicOps-247257694 tempest-TestServerBasicOps-247257694-project] Deleting port 450add74-e273-421d-bf87-69169f3a0dc7 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:02:57.769780 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-05429002-ce45-408e-a701-6e1108332aa4 tempest-TestServerBasicOps-247257694 tempest-TestServerBasicOps-247257694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:57.785075 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device d955044a-6302-44d4-a2a0-04b9c1b75614 no longer exists at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:02:57.793983 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-5be7903a-3c81-4a43-a243-a063e3af3d84 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2235141 Oct 20 11:02:57.797054 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35486) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:57.808510 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-604c71ea-ab7b-4ce0-8b27-62600923ce98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1772267'] for router, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:57.809025 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-604c71ea-ab7b-4ce0-8b27-62600923ce98 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 162572e8-6c3f-41cf-a7cc-27f83ba310b5 {{(pid=100597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:02:57.818081 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] No Port match for: d955044a-6302-44d4-a2a0-04b9c1b75614 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:02:57.818418 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device d955044a-6302-44d4-a2a0-04b9c1b75614 not bound to the agent host n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:02:57.822679 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-604c71ea-ab7b-4ce0-8b27-62600923ce98 admin admin] Publish callbacks [] for router, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:57.826459 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-604c71ea-ab7b-4ce0-8b27-62600923ce98 admin admin] 10.222.0.64 "DELETE /v2.0/routers/162572e8-6c3f-41cf-a7cc-27f83ba310b5 HTTP/1.1" status: 204 len: 168 time: 1.6849988 Oct 20 11:02:57.830941 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35488) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:57.860367 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-05429002-ce45-408e-a701-6e1108332aa4 tempest-TestServerBasicOps-247257694 tempest-TestServerBasicOps-247257694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:57.860795 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-05429002-ce45-408e-a701-6e1108332aa4 tempest-TestServerBasicOps-247257694 tempest-TestServerBasicOps-247257694-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:57.873466 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-05429002-ce45-408e-a701-6e1108332aa4 tempest-TestServerBasicOps-247257694 tempest-TestServerBasicOps-247257694-project] Calling delete_port for 450add74-e273-421d-bf87-69169f3a0dc7 owned by network:floatingip {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:02:57.918618 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-98dd3871-0c90-4f85-b940-7e0b5272e28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad0cab1f-e0e8-460a-ac15-be78aacc63f9', 'name': 'tempest-TestServerBasicOps-1364110755-router', 'tenant_id': '2606cfa13aa646b6b1d85cd0acb090de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': 'd558849a-e9ae-489f-952c-8b3ea6f603f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:57:12Z', 'updated_at': '2021-10-20T10:57:20Z', 'revision_number': 4, 'project_id': '2606cfa13aa646b6b1d85cd0acb090de', 'gw_port': {'id': 'd558849a-e9ae-489f-952c-8b3ea6f603f9', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:17:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0cab1f-e0e8-460a-ac15-be78aacc63f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3322, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:57:13Z', 'updated_at': '2021-10-20T10:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '3adf9827-0359-4523-941b-cd56424e264e', 'name': '', 'network_id': '203edeb2-1c06-4924-a847-8d4bc77a4e0f', 'tenant_id': '2606cfa13aa646b6b1d85cd0acb090de', 'mac_address': 'fa:16:3e:88:f4:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0cab1f-e0e8-460a-ac15-be78aacc63f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3325, 'fixed_ips': [{'subnet_id': 'f7b965d4-929c-4c3f-874c-e787f7294129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:57:19Z', 'updated_at': '2021-10-20T10:57:27Z', 'revision_number': 5, 'project_id': '2606cfa13aa646b6b1d85cd0acb090de', 'subnets': [{'id': 'f7b965d4-929c-4c3f-874c-e787f7294129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:02:57.960329 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd0ea9a9-fe6c-4e8c-b817-9bbbac6b7ea4 admin admin] Deleting subnet ee734c82-3fec-4c48-b9e6-17542a6a3170 {{(pid=100597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:02:57.971662 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98dd3871-0c90-4f85-b940-7e0b5272e28e None None] The sync data for ids ['ad0cab1f-e0e8-460a-ac15-be78aacc63f9'] in n-d-811396-3 is: [{'id': 'ad0cab1f-e0e8-460a-ac15-be78aacc63f9', 'name': 'tempest-TestServerBasicOps-1364110755-router', 'tenant_id': '2606cfa13aa646b6b1d85cd0acb090de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': 'd558849a-e9ae-489f-952c-8b3ea6f603f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:57:12Z', 'updated_at': '2021-10-20T10:57:20Z', 'revision_number': 4, 'project_id': '2606cfa13aa646b6b1d85cd0acb090de', 'gw_port': {'id': 'd558849a-e9ae-489f-952c-8b3ea6f603f9', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:17:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0cab1f-e0e8-460a-ac15-be78aacc63f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3322, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:57:13Z', 'updated_at': '2021-10-20T10:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '3adf9827-0359-4523-941b-cd56424e264e', 'name': '', 'network_id': '203edeb2-1c06-4924-a847-8d4bc77a4e0f', 'tenant_id': '2606cfa13aa646b6b1d85cd0acb090de', 'mac_address': 'fa:16:3e:88:f4:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0cab1f-e0e8-460a-ac15-be78aacc63f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3325, 'fixed_ips': [{'subnet_id': 'f7b965d4-929c-4c3f-874c-e787f7294129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:57:19Z', 'updated_at': '2021-10-20T10:57:27Z', 'revision_number': 5, 'project_id': '2606cfa13aa646b6b1d85cd0acb090de', 'subnets': [{'id': 'f7b965d4-929c-4c3f-874c-e787f7294129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:02:57.976882 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-dd0ea9a9-fe6c-4e8c-b817-9bbbac6b7ea4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:57.994806 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 62e3311d-1453-4089-bc90-018d8e2a5b82 no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:02:58.005860 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c3de973a-3074-4fe4-9751-db434edf8d99 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:58.017903 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 62e3311d-1453-4089-bc90-018d8e2a5b82 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:02:58.018304 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 62e3311d-1453-4089-bc90-018d8e2a5b82 not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:02:58.018641 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 73c38b9f-43fa-4adb-9463-4c005d2c726b no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:02:58.039081 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 73c38b9f-43fa-4adb-9463-4c005d2c726b {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:02:58.039358 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 73c38b9f-43fa-4adb-9463-4c005d2c726b not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:02:58.061608 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-05429002-ce45-408e-a701-6e1108332aa4 tempest-TestServerBasicOps-247257694 tempest-TestServerBasicOps-247257694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:58.093717 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-dd0ea9a9-fe6c-4e8c-b817-9bbbac6b7ea4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25852621'] for subnet, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:58.097067 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05429002-ce45-408e-a701-6e1108332aa4 tempest-TestServerBasicOps-247257694 tempest-TestServerBasicOps-247257694-project] Pushing event deleted for resources: {'Port': ['ID=450add74-e273-421d-bf87-69169f3a0dc7,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:58.144397 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c3de973a-3074-4fe4-9751-db434edf8d99 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:58.160824 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9d4bf314-16d1-4fdd-8b54-6455de988a35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:58.171255 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-05429002-ce45-408e-a701-6e1108332aa4 tempest-TestServerBasicOps-247257694 tempest-TestServerBasicOps-247257694-project] Publish callbacks [] for floatingip, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:58.174133 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-05429002-ce45-408e-a701-6e1108332aa4 tempest-TestServerBasicOps-247257694 tempest-TestServerBasicOps-247257694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for floatingip, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:58.175349 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-05429002-ce45-408e-a701-6e1108332aa4 tempest-TestServerBasicOps-247257694 tempest-TestServerBasicOps-247257694-project] 10.222.0.64 "DELETE /v2.0/floatingips/c4f66ad7-d790-47e6-810a-edf9853cfea9 HTTP/1.1" status: 204 len: 168 time: 0.5411606 Oct 20 11:02:58.212383 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4bf314-16d1-4fdd-8b54-6455de988a35 admin admin] Pushing event deleted for resources: {'Port': ['ID=e640cfc2-61c5-4721-8122-fb850c9ec4b9,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:58.289530 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 35494) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:58.323559 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-dd0ea9a9-fe6c-4e8c-b817-9bbbac6b7ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:58.344740 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c3de973a-3074-4fe4-9751-db434edf8d99 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:58.347310 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c3de973a-3074-4fe4-9751-db434edf8d99 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:58.348505 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-c3de973a-3074-4fe4-9751-db434edf8d99 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] 10.222.0.64 "DELETE /v2.0/security-groups/6ef1c5ef-6c82-442c-934b-970f5cc346bc HTTP/1.1" status: 204 len: 168 time: 0.5503247 Oct 20 11:02:58.351909 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 35496) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:58.372946 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3de973a-3074-4fe4-9751-db434edf8d99 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ef1c5ef-6c82-442c-934b-970f5cc346bc,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:58.382867 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5374c36f-1540-48d9-9fdb-07956100d862 None None] New status for floating IP c4f66ad7-d790-47e6-810a-edf9853cfea9: DOWN {{(pid=100599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 11:02:58.435867 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8e5c9f8b-a4f5-4ccf-b0e7-97a0d3360636 tempest-TestServerBasicOps-247257694 tempest-TestServerBasicOps-247257694-project] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:58.482318 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8e5c9f8b-a4f5-4ccf-b0e7-97a0d3360636 tempest-TestServerBasicOps-247257694 tempest-TestServerBasicOps-247257694-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:58.485370 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-dd0ea9a9-fe6c-4e8c-b817-9bbbac6b7ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25350811'] for subnet, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:58.492554 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-5ee029f9-ccdf-47c4-ab7e-c2d3a0bac825 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1324508 Oct 20 11:02:58.497605 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 35498) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:58.504528 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-ae54d5a9-98c3-43d9-97e6-d418bc3601e8 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Request body: {'security_group': {'name': 'tempest-secgroup--80772841'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:02:58.522654 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0ea9a9-fe6c-4e8c-b817-9bbbac6b7ea4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee734c82-3fec-4c48-b9e6-17542a6a3170,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:58.531262 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-dd0ea9a9-fe6c-4e8c-b817-9bbbac6b7ea4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:58.534732 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-dd0ea9a9-fe6c-4e8c-b817-9bbbac6b7ea4 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/ee734c82-3fec-4c48-b9e6-17542a6a3170 HTTP/1.1" status: 204 len: 168 time: 0.7025673 Oct 20 11:02:58.537076 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35500) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:58.539086 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ac4257-595c-4e5a-91e3-cfa7d53125ca None None] Network 2cff6994-089b-4e18-9735-f130ccc0eefb requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:02:58.557843 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ae54d5a9-98c3-43d9-97e6-d418bc3601e8 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:58.572046 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9d4bf314-16d1-4fdd-8b54-6455de988a35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1771989'] for router_interface, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:58.605617 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8e5c9f8b-a4f5-4ccf-b0e7-97a0d3360636 tempest-TestServerBasicOps-247257694 tempest-TestServerBasicOps-247257694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:58.610306 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8e5c9f8b-a4f5-4ccf-b0e7-97a0d3360636 tempest-TestServerBasicOps-247257694 tempest-TestServerBasicOps-247257694-project] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:58.611661 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-8e5c9f8b-a4f5-4ccf-b0e7-97a0d3360636 tempest-TestServerBasicOps-247257694 tempest-TestServerBasicOps-247257694-project] 10.222.0.64 "DELETE /v2.0/security-groups/777d26a2-77cc-4488-aee7-ff0e29f60da4 HTTP/1.1" status: 204 len: 168 time: 0.3205023 Oct 20 11:02:58.627792 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5c9f8b-a4f5-4ccf-b0e7-97a0d3360636 tempest-TestServerBasicOps-247257694 tempest-TestServerBasicOps-247257694-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=777d26a2-77cc-4488-aee7-ff0e29f60da4,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:58.666593 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 35506) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:58.673936 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ae54d5a9-98c3-43d9-97e6-d418bc3601e8 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:58.679366 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ae54d5a9-98c3-43d9-97e6-d418bc3601e8 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:58.708349 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ae54d5a9-98c3-43d9-97e6-d418bc3601e8 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:58.709593 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-ae54d5a9-98c3-43d9-97e6-d418bc3601e8 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2109933 Oct 20 11:02:58.714012 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 35510) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:58.720953 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-7aa9dcb0-71c9-4903-bd17-c6332300d6cc tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Request body: {'security_group_rule': {'security_group_id': '7ec44185-3fea-44e7-b5c5-f42cf8d14ebd', 'direction': 'ingress', 'protocol': 17}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:02:58.729686 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae54d5a9-98c3-43d9-97e6-d418bc3601e8 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ec44185-3fea-44e7-b5c5-f42cf8d14ebd,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:58.763097 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2d77b796-409b-451a-80bf-3f7155a812d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:58.766155 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-7aa9dcb0-71c9-4903-bd17-c6332300d6cc tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:58.825454 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e45f1a-78a0-40f9-b3b4-b56e64f5fecc None None] DHCP port deletion for 2cff6994-089b-4e18-9735-f130ccc0eefb request from n-d-811396-3 {{(pid=100598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:02:58.864952 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-7aa9dcb0-71c9-4903-bd17-c6332300d6cc tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:58.870834 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-7aa9dcb0-71c9-4903-bd17-c6332300d6cc tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:58.874979 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-f3e45f1a-78a0-40f9-b3b4-b56e64f5fecc None None] Deleting port 5413eada-8488-4e73-b29e-769186c817e4 {{(pid=100598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:02:58.875471 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-f3e45f1a-78a0-40f9-b3b4-b56e64f5fecc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:58.904219 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9dcb0-71c9-4903-bd17-c6332300d6cc tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ce27f64-f273-4302-9450-b08948766925,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:58.939600 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-7aa9dcb0-71c9-4903-bd17-c6332300d6cc tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:58.943763 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-7aa9dcb0-71c9-4903-bd17-c6332300d6cc tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2287710 Oct 20 11:02:58.945635 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-f3e45f1a-78a0-40f9-b3b4-b56e64f5fecc None None] For port 5413eada-8488-4e73-b29e-769186c817e4, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=5413eada-8488-4e73-b29e-769186c817e4,segment=NetworkSegment(fa0becf5-823e-46fd-b2f7-1c4cd077a6fb),segment_id=fa0becf5-823e-46fd-b2f7-1c4cd077a6fb)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:02:58.945945 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 35512) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:58.946508 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-f3e45f1a-78a0-40f9-b3b4-b56e64f5fecc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:58.958562 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-f3e45f1a-78a0-40f9-b3b4-b56e64f5fecc None None] Calling delete_port for 5413eada-8488-4e73-b29e-769186c817e4 owned by network:dhcp {{(pid=100598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:02:58.963859 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-2d77b796-409b-451a-80bf-3f7155a812d4 admin admin] Deleting port 5413eada-8488-4e73-b29e-769186c817e4 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:02:58.964397 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2d77b796-409b-451a-80bf-3f7155a812d4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:59.034864 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d4bf314-16d1-4fdd-8b54-6455de988a35 admin admin] Router b74923ba-a792-4089-85f1-71ae318e39c5 has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:02:59.043994 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [None req-2d77b796-409b-451a-80bf-3f7155a812d4 admin admin] For port 5413eada-8488-4e73-b29e-769186c817e4, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=5413eada-8488-4e73-b29e-769186c817e4,segment=NetworkSegment(fa0becf5-823e-46fd-b2f7-1c4cd077a6fb),segment_id=fa0becf5-823e-46fd-b2f7-1c4cd077a6fb)] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:02:59.044190 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-f3e45f1a-78a0-40f9-b3b4-b56e64f5fecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956'] for port, after_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:59.044298 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2d77b796-409b-451a-80bf-3f7155a812d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:59.062748 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-397cc902-e00c-4449-9a47-078d5c8451fe tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:59.063017 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-2d77b796-409b-451a-80bf-3f7155a812d4 admin admin] Calling delete_port for 5413eada-8488-4e73-b29e-769186c817e4 owned by network:dhcp {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:02:59.071307 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e45f1a-78a0-40f9-b3b4-b56e64f5fecc None None] Pushing event deleted for resources: {'Port': ['ID=5413eada-8488-4e73-b29e-769186c817e4,revision_number=None']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:59.073370 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e45f1a-78a0-40f9-b3b4-b56e64f5fecc None None] No DVR routers for this DVR port 5413eada-8488-4e73-b29e-769186c817e4 on host n-d-811396-3 {{(pid=100598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:02:59.130970 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-397cc902-e00c-4449-9a47-078d5c8451fe tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:59.228862 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d4bf314-16d1-4fdd-8b54-6455de988a35 admin admin] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:02:59.229560 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-397cc902-e00c-4449-9a47-078d5c8451fe tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:59.233458 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-397cc902-e00c-4449-9a47-078d5c8451fe tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:59.234414 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-9d4bf314-16d1-4fdd-8b54-6455de988a35 admin admin] 10.222.0.64 "PUT /v2.0/routers/b74923ba-a792-4089-85f1-71ae318e39c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3771954 Oct 20 11:02:59.236665 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35514) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:59.236964 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35516) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:59.237214 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-397cc902-e00c-4449-9a47-078d5c8451fe tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] 10.222.0.64 "DELETE /v2.0/security-groups/7ec44185-3fea-44e7-b5c5-f42cf8d14ebd HTTP/1.1" status: 204 len: 168 time: 0.2903147 Oct 20 11:02:59.243842 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a15d63-9fc8-4ddb-a0eb-27d9e6853947 None None] Sync routers for ids ['b74923ba-a792-4089-85f1-71ae318e39c5'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:02:59.252280 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397cc902-e00c-4449-9a47-078d5c8451fe tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ec44185-3fea-44e7-b5c5-f42cf8d14ebd,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:59.260742 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2d77b796-409b-451a-80bf-3f7155a812d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:59.266702 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a15d63-9fc8-4ddb-a0eb-27d9e6853947 None None] Routers {'b74923ba-a792-4089-85f1-71ae318e39c5'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:02:59.267488 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-97a15d63-9fc8-4ddb-a0eb-27d9e6853947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:02:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['b74923ba-a792-4089-85f1-71ae318e39c5'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:02:59.332581 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d77b796-409b-451a-80bf-3f7155a812d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=5413eada-8488-4e73-b29e-769186c817e4,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:59.341490 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d77b796-409b-451a-80bf-3f7155a812d4 admin admin] No DVR routers for this DVR port 5413eada-8488-4e73-b29e-769186c817e4 on host n-d-811396-3 {{(pid=100597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:02:59.350439 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-165c7a60-935b-4cb6-8c96-0dc0730e41dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1774405'] for router_interface, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:59.396109 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-97a15d63-9fc8-4ddb-a0eb-27d9e6853947 None None] Set router b74923ba-a792-4089-85f1-71ae318e39c5 gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:02:59.439049 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-ab8dac03-6065-4e21-99c1-bddfaff1b392 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1961579 Oct 20 11:02:59.439276 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35520) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:59.443546 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-4b92a499-686d-4033-b480-d25b554ef3f7 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Request body: {'security_group': {'name': 'tempest-secgroup--1247229203'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:02:59.490267 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2d77b796-409b-451a-80bf-3f7155a812d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:59.504610 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0878d2ce-029a-4fbb-a079-9bd980942c48 admin admin] Publish callbacks [] for router, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:59.560275 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-2d77b796-409b-451a-80bf-3f7155a812d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cff6994-089b-4e18-9735-f130ccc0eefb']}} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:02:59.562544 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4b92a499-686d-4033-b480-d25b554ef3f7 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:59.584706 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-2d77b796-409b-451a-80bf-3f7155a812d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa0becf5-823e-46fd-b2f7-1c4cd077a6fb') {'for_net_delete': True} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:02:59.584902 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-2d77b796-409b-451a-80bf-3f7155a812d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa0becf5-823e-46fd-b2f7-1c4cd077a6fb') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:02:59.592551 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-97a15d63-9fc8-4ddb-a0eb-27d9e6853947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b74923ba-a792-4089-85f1-71ae318e39c5', 'name': 'tempest-TestServerMultinode-361006916-router', 'tenant_id': '06983afff3ef4acf99333438c9675dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.19'}], 'enable_snat': True}, 'gw_port_id': 'e90889b7-b39b-40a7-8913-291ca25e73a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:02:11Z', 'updated_at': '2021-10-20T11:02:58Z', 'revision_number': 5, 'project_id': '06983afff3ef4acf99333438c9675dbf', 'gw_port': {'id': 'e90889b7-b39b-40a7-8913-291ca25e73a3', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:65:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74923ba-a792-4089-85f1-71ae318e39c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:02:11Z', 'updated_at': '2021-10-20T11:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:02:59.598922 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2d77b796-409b-451a-80bf-3f7155a812d4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25852596'] for segment, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:59.617647 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-165c7a60-935b-4cb6-8c96-0dc0730e41dd admin admin] Deleting port 3adf9827-0359-4523-941b-cd56424e264e {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:02:59.617992 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-165c7a60-935b-4cb6-8c96-0dc0730e41dd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:59.620906 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a15d63-9fc8-4ddb-a0eb-27d9e6853947 None None] Checking router: b74923ba-a792-4089-85f1-71ae318e39c5 for host: n-d-811396-3 {{(pid=100598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:02:59.630993 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a15d63-9fc8-4ddb-a0eb-27d9e6853947 None None] Routers {'b74923ba-a792-4089-85f1-71ae318e39c5'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:02:59.631645 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-97a15d63-9fc8-4ddb-a0eb-27d9e6853947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:02:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['b74923ba-a792-4089-85f1-71ae318e39c5'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:02:59.653658 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2d77b796-409b-451a-80bf-3f7155a812d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:59.667308 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d77b796-409b-451a-80bf-3f7155a812d4 admin admin] Releasing vlan 818 on physical network physnet1 to pool {{(pid=100597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:02:59.667744 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2d77b796-409b-451a-80bf-3f7155a812d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951012'] for segment, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:59.670879 n-d-811396-3 neutron-server[100597]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:02:59.670879 n-d-811396-3 neutron-server[100597]: self.session.flush() Oct 20 11:02:59.670879 n-d-811396-3 neutron-server[100597]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:02:59.670879 n-d-811396-3 neutron-server[100597]: self.session.flush() Oct 20 11:02:59.670879 n-d-811396-3 neutron-server[100597]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:02:59.670879 n-d-811396-3 neutron-server[100597]: self.session.flush() Oct 20 11:02:59.670879 n-d-811396-3 neutron-server[100597]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:02:59.670879 n-d-811396-3 neutron-server[100597]: self.session.flush() Oct 20 11:02:59.670879 n-d-811396-3 neutron-server[100597]: Traceback (most recent call last): Oct 20 11:02:59.670879 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:02:59.670879 n-d-811396-3 neutron-server[100597]: timer() Oct 20 11:02:59.670879 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:02:59.670879 n-d-811396-3 neutron-server[100597]: cb(*args, **kw) Oct 20 11:02:59.670879 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:02:59.670879 n-d-811396-3 neutron-server[100597]: return func(*args, **kwargs) Oct 20 11:02:59.670879 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:02:59.670879 n-d-811396-3 neutron-server[100597]: self._notify() Oct 20 11:02:59.670879 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:02:59.670879 n-d-811396-3 neutron-server[100597]: self.callback(batched_events) Oct 20 11:02:59.670879 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:02:59.670879 n-d-811396-3 neutron-server[100597]: event.method(event) Oct 20 11:02:59.670879 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:02:59.670879 n-d-811396-3 neutron-server[100597]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:02:59.670879 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:02:59.670879 n-d-811396-3 neutron-server[100597]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:02:59.670879 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:02:59.670879 n-d-811396-3 neutron-server[100597]: return f(self, *a, **k) Oct 20 11:02:59.670879 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:02:59.670879 n-d-811396-3 neutron-server[100597]: return self._get(url).json() Oct 20 11:02:59.670879 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:02:59.670879 n-d-811396-3 neutron-server[100597]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:02:59.670879 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:02:59.670879 n-d-811396-3 neutron-server[100597]: return self.request(url, 'GET', **kwargs) Oct 20 11:02:59.670879 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:02:59.670879 n-d-811396-3 neutron-server[100597]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:02:59.670879 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:02:59.670879 n-d-811396-3 neutron-server[100597]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:02:59.670879 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:02:59.670879 n-d-811396-3 neutron-server[100597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:02:59.670879 n-d-811396-3 neutron-server[100597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:02:59.719499 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [None req-165c7a60-935b-4cb6-8c96-0dc0730e41dd admin admin] For port 3adf9827-0359-4523-941b-cd56424e264e, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=3adf9827-0359-4523-941b-cd56424e264e,segment=NetworkSegment(c37f45f9-3ccb-4b98-af7d-90a8017a4acb),segment_id=c37f45f9-3ccb-4b98-af7d-90a8017a4acb)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:02:59.719870 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-165c7a60-935b-4cb6-8c96-0dc0730e41dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:59.735711 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-165c7a60-935b-4cb6-8c96-0dc0730e41dd admin admin] Calling delete_port for 3adf9827-0359-4523-941b-cd56424e264e owned by network:router_interface {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:02:59.744301 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0878d2ce-029a-4fbb-a079-9bd980942c48 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:59.761603 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2d77b796-409b-451a-80bf-3f7155a812d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:59.773296 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2d77b796-409b-451a-80bf-3f7155a812d4 admin admin] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:59.779364 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-2d77b796-409b-451a-80bf-3f7155a812d4 admin admin] 10.222.0.64 "DELETE /v2.0/networks/2cff6994-089b-4e18-9735-f130ccc0eefb HTTP/1.1" status: 204 len: 168 time: 1.2407675 Oct 20 11:02:59.811326 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4b92a499-686d-4033-b480-d25b554ef3f7 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:59.812544 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d77b796-409b-451a-80bf-3f7155a812d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=2cff6994-089b-4e18-9735-f130ccc0eefb,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:59.813412 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-97a15d63-9fc8-4ddb-a0eb-27d9e6853947 None None] Set router b74923ba-a792-4089-85f1-71ae318e39c5 gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:02:59.817815 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4b92a499-686d-4033-b480-d25b554ef3f7 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:59.858617 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4b92a499-686d-4033-b480-d25b554ef3f7 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:59.859840 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-4b92a499-686d-4033-b480-d25b554ef3f7 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4196076 Oct 20 11:02:59.861445 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b92a499-686d-4033-b480-d25b554ef3f7 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01e13170-9531-4ea9-9e87-faf41d31814f,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:02:59.863568 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35526) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:02:59.871225 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-c588ece0-db26-45ba-b84f-dcf148426bb5 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Request body: {'security_group': {'name': 'tempest-secgroup--2030351745'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:02:59.894350 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-0878d2ce-029a-4fbb-a079-9bd980942c48 admin admin] Deleting port e90889b7-b39b-40a7-8913-291ca25e73a3 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:02:59.894830 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0878d2ce-029a-4fbb-a079-9bd980942c48 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:59.910013 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c588ece0-db26-45ba-b84f-dcf148426bb5 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:02:59.938813 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 35528) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:00.052422 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-39a7fcd7-1b93-4e2f-a0c5-d35d1812bdd1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=304c84e5c7844b5cadef0d9d128b445c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1119874 Oct 20 11:03:00.057186 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 35530) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:00.077986 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 5413eada-8488-4e73-b29e-769186c817e4 no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:03:00.096347 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-165c7a60-935b-4cb6-8c96-0dc0730e41dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:00.118459 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 5413eada-8488-4e73-b29e-769186c817e4 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:03:00.118709 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 5413eada-8488-4e73-b29e-769186c817e4 not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:03:00.141047 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165c7a60-935b-4cb6-8c96-0dc0730e41dd admin admin] Pushing event deleted for resources: {'Port': ['ID=3adf9827-0359-4523-941b-cd56424e264e,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:00.157299 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-97a15d63-9fc8-4ddb-a0eb-27d9e6853947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b74923ba-a792-4089-85f1-71ae318e39c5', 'name': 'tempest-TestServerMultinode-361006916-router', 'tenant_id': '06983afff3ef4acf99333438c9675dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.19'}], 'enable_snat': True}, 'gw_port_id': 'e90889b7-b39b-40a7-8913-291ca25e73a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:02:11Z', 'updated_at': '2021-10-20T11:02:58Z', 'revision_number': 5, 'project_id': '06983afff3ef4acf99333438c9675dbf', 'gw_port': {'id': 'e90889b7-b39b-40a7-8913-291ca25e73a3', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:65:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74923ba-a792-4089-85f1-71ae318e39c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:02:11Z', 'updated_at': '2021-10-20T11:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:03:00.190583 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a15d63-9fc8-4ddb-a0eb-27d9e6853947 None None] The sync data for ids ['b74923ba-a792-4089-85f1-71ae318e39c5'] in n-d-811396-3 is: [{'id': 'b74923ba-a792-4089-85f1-71ae318e39c5', 'name': 'tempest-TestServerMultinode-361006916-router', 'tenant_id': '06983afff3ef4acf99333438c9675dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.19'}], 'enable_snat': True}, 'gw_port_id': 'e90889b7-b39b-40a7-8913-291ca25e73a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:02:11Z', 'updated_at': '2021-10-20T11:02:58Z', 'revision_number': 5, 'project_id': '06983afff3ef4acf99333438c9675dbf', 'gw_port': {'id': 'e90889b7-b39b-40a7-8913-291ca25e73a3', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:65:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74923ba-a792-4089-85f1-71ae318e39c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:02:11Z', 'updated_at': '2021-10-20T11:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:03:00.210709 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-9a804422-3907-42c2-b4d5-afdea18540b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:00.257801 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-9a804422-3907-42c2-b4d5-afdea18540b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:00.285936 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [None req-0878d2ce-029a-4fbb-a079-9bd980942c48 admin admin] For port e90889b7-b39b-40a7-8913-291ca25e73a3, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=e90889b7-b39b-40a7-8913-291ca25e73a3,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:03:00.286750 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0878d2ce-029a-4fbb-a079-9bd980942c48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:00.308502 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-0878d2ce-029a-4fbb-a079-9bd980942c48 admin admin] Calling delete_port for e90889b7-b39b-40a7-8913-291ca25e73a3 owned by network:router_gateway {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:03:00.331813 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c588ece0-db26-45ba-b84f-dcf148426bb5 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:00.336671 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c588ece0-db26-45ba-b84f-dcf148426bb5 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:00.393901 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-9a804422-3907-42c2-b4d5-afdea18540b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:00.396423 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-9a804422-3907-42c2-b4d5-afdea18540b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:00.399906 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-9a804422-3907-42c2-b4d5-afdea18540b1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2e1d7c5e-d35b-480e-bc76-e69dc8123b0e HTTP/1.1" status: 204 len: 168 time: 0.3437898 Oct 20 11:03:00.401740 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c588ece0-db26-45ba-b84f-dcf148426bb5 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:00.402828 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-c588ece0-db26-45ba-b84f-dcf148426bb5 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5371978 Oct 20 11:03:00.408693 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35534) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:00.415031 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-137be372-6821-4585-a712-dbcda6478ca8 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Request body: {'security_group_rule': {'security_group_id': '01e13170-9531-4ea9-9e87-faf41d31814f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '286cc6c9-a8bb-437e-81eb-2638947459e5', 'remote_ip_prefix': None}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:03:00.416963 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a804422-3907-42c2-b4d5-afdea18540b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e1d7c5e-d35b-480e-bc76-e69dc8123b0e,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:00.426527 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-165c7a60-935b-4cb6-8c96-0dc0730e41dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1771989'] for router_interface, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:00.454718 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c588ece0-db26-45ba-b84f-dcf148426bb5 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Pushing event updated for resources: {'SecurityGroup': ['ID=286cc6c9-a8bb-437e-81eb-2638947459e5,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:00.511442 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-137be372-6821-4585-a712-dbcda6478ca8 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:00.642957 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-137be372-6821-4585-a712-dbcda6478ca8 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:00.643927 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0878d2ce-029a-4fbb-a079-9bd980942c48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:00.652732 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-137be372-6821-4585-a712-dbcda6478ca8 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:00.676095 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-165c7a60-935b-4cb6-8c96-0dc0730e41dd admin admin] Router ad0cab1f-e0e8-460a-ac15-be78aacc63f9 has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:03:00.684041 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0878d2ce-029a-4fbb-a079-9bd980942c48 admin admin] Pushing event deleted for resources: {'Port': ['ID=e90889b7-b39b-40a7-8913-291ca25e73a3,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:00.696615 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137be372-6821-4585-a712-dbcda6478ca8 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f597ee2f-5ad9-41d8-82e2-4b8819526c06,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:00.718881 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-137be372-6821-4585-a712-dbcda6478ca8 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:00.720313 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-137be372-6821-4585-a712-dbcda6478ca8 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3091853 Oct 20 11:03:00.728084 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 35538) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:00.761562 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0878d2ce-029a-4fbb-a079-9bd980942c48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1773439'] for router_gateway, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:00.769381 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-cfe77f02-81d2-42be-a0e5-551b64d594dd tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:00.838104 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-165c7a60-935b-4cb6-8c96-0dc0730e41dd admin admin] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:03:00.845635 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-165c7a60-935b-4cb6-8c96-0dc0730e41dd admin admin] 10.222.0.64 "PUT /v2.0/routers/ad0cab1f-e0e8-460a-ac15-be78aacc63f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1779647 Oct 20 11:03:00.847711 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-cfe77f02-81d2-42be-a0e5-551b64d594dd tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:00.848236 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7c127d-c170-47aa-8d04-6241584b54d1 None None] Sync routers for ids ['ad0cab1f-e0e8-460a-ac15-be78aacc63f9'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:03:00.849516 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 35542) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:00.849845 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 35544) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:00.860437 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7c127d-c170-47aa-8d04-6241584b54d1 None None] Routers {'ad0cab1f-e0e8-460a-ac15-be78aacc63f9'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:03:00.861577 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-fe7c127d-c170-47aa-8d04-6241584b54d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:02:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['ad0cab1f-e0e8-460a-ac15-be78aacc63f9'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:03:00.869394 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0878d2ce-029a-4fbb-a079-9bd980942c48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1772272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258304'] for router, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:00.871679 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0878d2ce-029a-4fbb-a079-9bd980942c48 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:00.923839 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0878d2ce-029a-4fbb-a079-9bd980942c48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1772267'] for router, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:00.924469 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0878d2ce-029a-4fbb-a079-9bd980942c48 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b74923ba-a792-4089-85f1-71ae318e39c5 {{(pid=100597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:03:00.932529 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0878d2ce-029a-4fbb-a079-9bd980942c48 admin admin] Publish callbacks [] for router, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:00.934342 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-0878d2ce-029a-4fbb-a079-9bd980942c48 admin admin] 10.222.0.64 "DELETE /v2.0/routers/b74923ba-a792-4089-85f1-71ae318e39c5 HTTP/1.1" status: 204 len: 168 time: 1.6961308 Oct 20 11:03:00.936437 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35546) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:00.982020 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-fe7c127d-c170-47aa-8d04-6241584b54d1 None None] Set router ad0cab1f-e0e8-460a-ac15-be78aacc63f9 gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:03:00.984500 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_v2 [None req-54a31a55-0f6e-452d-91fa-13baaadea37b admin admin] Deleting subnet 12f63811-7166-4baa-8a6b-9194e340ac65 {{(pid=100597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:03:00.987995 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-54a31a55-0f6e-452d-91fa-13baaadea37b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:01.006069 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-cfe77f02-81d2-42be-a0e5-551b64d594dd tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:01.018048 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-cfe77f02-81d2-42be-a0e5-551b64d594dd tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:01.019171 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-cfe77f02-81d2-42be-a0e5-551b64d594dd tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/f597ee2f-5ad9-41d8-82e2-4b8819526c06 HTTP/1.1" status: 204 len: 168 time: 0.2900918 Oct 20 11:03:01.021932 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35548) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:01.029995 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-58be3531-ef9b-4128-8bfa-1ab720b6c704 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=23670eec7daf4c4bad3d9122f54a486e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1788843 Oct 20 11:03:01.032978 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35550) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:01.033520 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe77f02-81d2-42be-a0e5-551b64d594dd tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f597ee2f-5ad9-41d8-82e2-4b8819526c06,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:01.041352 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d5cd8da8-30d1-420a-b1fc-f179a7113d88 admin admin] Publish callbacks [] for router, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:01.055274 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-54a31a55-0f6e-452d-91fa-13baaadea37b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25852621'] for subnet, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:01.148466 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-2614f39e-02f0-47e5-a143-58434d57c5cb tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1251233 Oct 20 11:03:01.152039 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35552) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:01.184558 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-fe7c127d-c170-47aa-8d04-6241584b54d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad0cab1f-e0e8-460a-ac15-be78aacc63f9', 'name': 'tempest-TestServerBasicOps-1364110755-router', 'tenant_id': '2606cfa13aa646b6b1d85cd0acb090de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': 'd558849a-e9ae-489f-952c-8b3ea6f603f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:57:12Z', 'updated_at': '2021-10-20T11:03:00Z', 'revision_number': 5, 'project_id': '2606cfa13aa646b6b1d85cd0acb090de', 'gw_port': {'id': 'd558849a-e9ae-489f-952c-8b3ea6f603f9', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:17:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0cab1f-e0e8-460a-ac15-be78aacc63f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3322, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:57:13Z', 'updated_at': '2021-10-20T10:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:03:01.185353 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d5cd8da8-30d1-420a-b1fc-f179a7113d88 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:01.216605 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7c127d-c170-47aa-8d04-6241584b54d1 None None] Checking router: ad0cab1f-e0e8-460a-ac15-be78aacc63f9 for host: n-d-811396-3 {{(pid=100599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:03:01.217230 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f2a9aa60-02fc-44e0-b73d-6a2e3b7c8447 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:01.225014 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7c127d-c170-47aa-8d04-6241584b54d1 None None] Routers {'ad0cab1f-e0e8-460a-ac15-be78aacc63f9'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:03:01.225845 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-fe7c127d-c170-47aa-8d04-6241584b54d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:02:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['ad0cab1f-e0e8-460a-ac15-be78aacc63f9'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:03:01.245466 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-d5cd8da8-30d1-420a-b1fc-f179a7113d88 admin admin] Deleting port d558849a-e9ae-489f-952c-8b3ea6f603f9 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:03:01.245820 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d5cd8da8-30d1-420a-b1fc-f179a7113d88 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:01.247676 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-54a31a55-0f6e-452d-91fa-13baaadea37b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:01.301463 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f2a9aa60-02fc-44e0-b73d-6a2e3b7c8447 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:01.319853 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8d7d310f-8024-4eb2-b70f-29a2dcfed267 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:01.320603 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-fe7c127d-c170-47aa-8d04-6241584b54d1 None None] Set router ad0cab1f-e0e8-460a-ac15-be78aacc63f9 gateway port host: None {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:03:01.342955 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [None req-d5cd8da8-30d1-420a-b1fc-f179a7113d88 admin admin] For port d558849a-e9ae-489f-952c-8b3ea6f603f9, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=d558849a-e9ae-489f-952c-8b3ea6f603f9,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:03:01.343322 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d5cd8da8-30d1-420a-b1fc-f179a7113d88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:01.356026 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-d5cd8da8-30d1-420a-b1fc-f179a7113d88 admin admin] Calling delete_port for d558849a-e9ae-489f-952c-8b3ea6f603f9 owned by network:router_gateway {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:03:01.366234 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8d7d310f-8024-4eb2-b70f-29a2dcfed267 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:01.373532 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-fe7c127d-c170-47aa-8d04-6241584b54d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad0cab1f-e0e8-460a-ac15-be78aacc63f9', 'name': 'tempest-TestServerBasicOps-1364110755-router', 'tenant_id': '2606cfa13aa646b6b1d85cd0acb090de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:57:12Z', 'updated_at': '2021-10-20T11:03:01Z', 'revision_number': 6, 'project_id': '2606cfa13aa646b6b1d85cd0acb090de', 'gw_port_host': None}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:03:01.406920 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7c127d-c170-47aa-8d04-6241584b54d1 None None] The sync data for ids ['ad0cab1f-e0e8-460a-ac15-be78aacc63f9'] in n-d-811396-3 is: [{'id': 'ad0cab1f-e0e8-460a-ac15-be78aacc63f9', 'name': 'tempest-TestServerBasicOps-1364110755-router', 'tenant_id': '2606cfa13aa646b6b1d85cd0acb090de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:57:12Z', 'updated_at': '2021-10-20T11:03:01Z', 'revision_number': 6, 'project_id': '2606cfa13aa646b6b1d85cd0acb090de', 'gw_port_host': None}] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:03:01.414468 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-54a31a55-0f6e-452d-91fa-13baaadea37b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25350811'] for subnet, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:01.471143 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29279e83-bfb4-4187-b8f4-b9f7fde1c92b None None] Network b6edbdc5-dae8-4572-991a-213183e6b16c requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:03:01.471733 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-54a31a55-0f6e-452d-91fa-13baaadea37b admin admin] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:01.471733 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-54a31a55-0f6e-452d-91fa-13baaadea37b admin admin] 10.222.0.64 "DELETE /v2.0/subnets/12f63811-7166-4baa-8a6b-9194e340ac65 HTTP/1.1" status: 204 len: 168 time: 0.5338719 Oct 20 11:03:01.472543 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f2a9aa60-02fc-44e0-b73d-6a2e3b7c8447 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:01.474988 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f2a9aa60-02fc-44e0-b73d-6a2e3b7c8447 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:01.476064 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-f2a9aa60-02fc-44e0-b73d-6a2e3b7c8447 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a5cc0d9d-c31e-47b7-9529-f5551a2079ec HTTP/1.1" status: 204 len: 168 time: 0.4331653 Oct 20 11:03:01.476618 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35554) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:01.508660 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a31a55-0f6e-452d-91fa-13baaadea37b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12f63811-7166-4baa-8a6b-9194e340ac65,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:01.536233 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8d7d310f-8024-4eb2-b70f-29a2dcfed267 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:01.539064 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8d7d310f-8024-4eb2-b70f-29a2dcfed267 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:01.540286 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-8d7d310f-8024-4eb2-b70f-29a2dcfed267 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] 10.222.0.64 "DELETE /v2.0/security-groups/286cc6c9-a8bb-437e-81eb-2638947459e5 HTTP/1.1" status: 204 len: 168 time: 0.3845706 Oct 20 11:03:01.544059 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a9aa60-02fc-44e0-b73d-6a2e3b7c8447 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5cc0d9d-c31e-47b7-9529-f5551a2079ec,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:01.544549 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 35558) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:01.565410 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7d310f-8024-4eb2-b70f-29a2dcfed267 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=286cc6c9-a8bb-437e-81eb-2638947459e5,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:01.616168 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d422b09e-64d8-437d-8665-6f480722ac4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:01.669368 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d5cd8da8-30d1-420a-b1fc-f179a7113d88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:01.677221 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-d422b09e-64d8-437d-8665-6f480722ac4f admin admin] Deleting port f97e4b1e-60c7-47a8-a7cc-7fa502fe3882 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:03:01.678000 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d422b09e-64d8-437d-8665-6f480722ac4f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:01.705609 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cd8da8-30d1-420a-b1fc-f179a7113d88 admin admin] Pushing event deleted for resources: {'Port': ['ID=d558849a-e9ae-489f-952c-8b3ea6f603f9,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:01.724724 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-3499cedb-a627-4638-b62c-3e2d771975ab tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1760705 Oct 20 11:03:01.724978 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 35560) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:01.767731 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [None req-d422b09e-64d8-437d-8665-6f480722ac4f admin admin] For port f97e4b1e-60c7-47a8-a7cc-7fa502fe3882, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=f97e4b1e-60c7-47a8-a7cc-7fa502fe3882,segment=NetworkSegment(f006586f-e475-49b0-ba8f-a09f128449a6),segment_id=f006586f-e475-49b0-ba8f-a09f128449a6)] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:03:01.768121 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d422b09e-64d8-437d-8665-6f480722ac4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:01.796439 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-d422b09e-64d8-437d-8665-6f480722ac4f admin admin] Calling delete_port for f97e4b1e-60c7-47a8-a7cc-7fa502fe3882 owned by network:dhcp {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:03:01.821355 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe0d36c-9a2b-4027-88e2-4075c59449fb None None] DHCP port deletion for b6edbdc5-dae8-4572-991a-213183e6b16c request from n-d-811396-3 {{(pid=100598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:03:01.880891 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d5cd8da8-30d1-420a-b1fc-f179a7113d88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1773439'] for router_gateway, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:01.963222 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-abe0d36c-9a2b-4027-88e2-4075c59449fb None None] Deleting port f97e4b1e-60c7-47a8-a7cc-7fa502fe3882 {{(pid=100598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:03:01.963627 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-abe0d36c-9a2b-4027-88e2-4075c59449fb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:02.003117 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d422b09e-64d8-437d-8665-6f480722ac4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:02.082838 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d422b09e-64d8-437d-8665-6f480722ac4f admin admin] Pushing event deleted for resources: {'Port': ['ID=f97e4b1e-60c7-47a8-a7cc-7fa502fe3882,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:02.086804 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d422b09e-64d8-437d-8665-6f480722ac4f admin admin] No DVR routers for this DVR port f97e4b1e-60c7-47a8-a7cc-7fa502fe3882 on host n-d-811396-3 {{(pid=100597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:03:02.100237 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-abe0d36c-9a2b-4027-88e2-4075c59449fb None None] For port f97e4b1e-60c7-47a8-a7cc-7fa502fe3882, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=f97e4b1e-60c7-47a8-a7cc-7fa502fe3882,segment=NetworkSegment(f006586f-e475-49b0-ba8f-a09f128449a6),segment_id=f006586f-e475-49b0-ba8f-a09f128449a6)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:03:02.100641 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-abe0d36c-9a2b-4027-88e2-4075c59449fb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:02.116356 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-abe0d36c-9a2b-4027-88e2-4075c59449fb None None] Calling delete_port for f97e4b1e-60c7-47a8-a7cc-7fa502fe3882 owned by network:dhcp {{(pid=100598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:03:02.178890 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d422b09e-64d8-437d-8665-6f480722ac4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:02.201877 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-d422b09e-64d8-437d-8665-6f480722ac4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6edbdc5-dae8-4572-991a-213183e6b16c']}} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:03:02.212230 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-d422b09e-64d8-437d-8665-6f480722ac4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f006586f-e475-49b0-ba8f-a09f128449a6') {'for_net_delete': True} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:03:02.213102 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-d422b09e-64d8-437d-8665-6f480722ac4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f006586f-e475-49b0-ba8f-a09f128449a6') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:03:02.220683 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-abe0d36c-9a2b-4027-88e2-4075c59449fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956'] for port, after_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:02.223755 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d422b09e-64d8-437d-8665-6f480722ac4f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25852596'] for segment, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:02.238585 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d422b09e-64d8-437d-8665-6f480722ac4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:02.245409 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d422b09e-64d8-437d-8665-6f480722ac4f admin admin] Releasing vlan 809 on physical network physnet1 to pool {{(pid=100597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:03:02.245947 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d422b09e-64d8-437d-8665-6f480722ac4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951012'] for segment, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:02.252089 n-d-811396-3 neutron-server[100597]: Traceback (most recent call last): Oct 20 11:03:02.252089 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:03:02.252089 n-d-811396-3 neutron-server[100597]: timer() Oct 20 11:03:02.252089 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:03:02.252089 n-d-811396-3 neutron-server[100597]: cb(*args, **kw) Oct 20 11:03:02.252089 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:03:02.252089 n-d-811396-3 neutron-server[100597]: return func(*args, **kwargs) Oct 20 11:03:02.252089 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:03:02.252089 n-d-811396-3 neutron-server[100597]: self._notify() Oct 20 11:03:02.252089 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:03:02.252089 n-d-811396-3 neutron-server[100597]: self.callback(batched_events) Oct 20 11:03:02.252089 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:03:02.252089 n-d-811396-3 neutron-server[100597]: event.method(event) Oct 20 11:03:02.252089 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:03:02.252089 n-d-811396-3 neutron-server[100597]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:03:02.252089 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:03:02.252089 n-d-811396-3 neutron-server[100597]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:03:02.252089 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:03:02.252089 n-d-811396-3 neutron-server[100597]: return f(self, *a, **k) Oct 20 11:03:02.252089 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:03:02.252089 n-d-811396-3 neutron-server[100597]: return self._get(url).json() Oct 20 11:03:02.252089 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:03:02.252089 n-d-811396-3 neutron-server[100597]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:03:02.252089 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:03:02.252089 n-d-811396-3 neutron-server[100597]: return self.request(url, 'GET', **kwargs) Oct 20 11:03:02.252089 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:03:02.252089 n-d-811396-3 neutron-server[100597]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:03:02.252089 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:03:02.252089 n-d-811396-3 neutron-server[100597]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:03:02.252089 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:03:02.252089 n-d-811396-3 neutron-server[100597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:03:02.252089 n-d-811396-3 neutron-server[100597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:03:02.254223 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe0d36c-9a2b-4027-88e2-4075c59449fb None None] Pushing event deleted for resources: {'Port': ['ID=f97e4b1e-60c7-47a8-a7cc-7fa502fe3882,revision_number=None']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:02.264853 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe0d36c-9a2b-4027-88e2-4075c59449fb None None] No DVR routers for this DVR port f97e4b1e-60c7-47a8-a7cc-7fa502fe3882 on host n-d-811396-3 {{(pid=100598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:03:02.311618 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d422b09e-64d8-437d-8665-6f480722ac4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:02.317177 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d422b09e-64d8-437d-8665-6f480722ac4f admin admin] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:02.320448 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-d422b09e-64d8-437d-8665-6f480722ac4f admin admin] 10.222.0.64 "DELETE /v2.0/networks/b6edbdc5-dae8-4572-991a-213183e6b16c HTTP/1.1" status: 204 len: 168 time: 0.8288429 Oct 20 11:03:02.332080 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d422b09e-64d8-437d-8665-6f480722ac4f admin admin] Pushing event deleted for resources: {'Network': ['ID=b6edbdc5-dae8-4572-991a-213183e6b16c,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:02.399474 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device e640cfc2-61c5-4721-8122-fb850c9ec4b9 no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:03:02.406346 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d5cd8da8-30d1-420a-b1fc-f179a7113d88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1772272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258304'] for router, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:02.408907 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d5cd8da8-30d1-420a-b1fc-f179a7113d88 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:02.430659 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: e640cfc2-61c5-4721-8122-fb850c9ec4b9 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:03:02.432427 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device e640cfc2-61c5-4721-8122-fb850c9ec4b9 not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:03:02.433048 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device e90889b7-b39b-40a7-8913-291ca25e73a3 no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:03:02.448399 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3191e518-1a79-44f2-a01f-12bd8d7322e7 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:02.458285 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: e90889b7-b39b-40a7-8913-291ca25e73a3 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:03:02.458629 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device e90889b7-b39b-40a7-8913-291ca25e73a3 not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:03:02.459292 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 3adf9827-0359-4523-941b-cd56424e264e no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:03:02.462002 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d5cd8da8-30d1-420a-b1fc-f179a7113d88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1772267'] for router, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:02.463143 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5cd8da8-30d1-420a-b1fc-f179a7113d88 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ad0cab1f-e0e8-460a-ac15-be78aacc63f9 {{(pid=100596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:03:02.467967 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d5cd8da8-30d1-420a-b1fc-f179a7113d88 admin admin] Publish callbacks [] for router, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:02.471779 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35566) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:02.471981 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-d5cd8da8-30d1-420a-b1fc-f179a7113d88 admin admin] 10.222.0.64 "DELETE /v2.0/routers/ad0cab1f-e0e8-460a-ac15-be78aacc63f9 HTTP/1.1" status: 204 len: 168 time: 1.6198990 Oct 20 11:03:02.485845 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 3adf9827-0359-4523-941b-cd56424e264e {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:03:02.486379 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 3adf9827-0359-4523-941b-cd56424e264e not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:03:02.486603 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device f97e4b1e-60c7-47a8-a7cc-7fa502fe3882 no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:03:02.487505 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3191e518-1a79-44f2-a01f-12bd8d7322e7 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:02.508279 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: f97e4b1e-60c7-47a8-a7cc-7fa502fe3882 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:03:02.508639 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device f97e4b1e-60c7-47a8-a7cc-7fa502fe3882 not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:03:02.527332 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 35568) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:02.553485 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_v2 [None req-98fdb473-e928-43f2-966d-5ed102f2f9c3 admin admin] Deleting subnet f7b965d4-929c-4c3f-874c-e787f7294129 {{(pid=100597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:03:02.553753 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3191e518-1a79-44f2-a01f-12bd8d7322e7 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:02.556452 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3191e518-1a79-44f2-a01f-12bd8d7322e7 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:02.556986 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-98fdb473-e928-43f2-966d-5ed102f2f9c3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:02.560071 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-3191e518-1a79-44f2-a01f-12bd8d7322e7 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] 10.222.0.64 "DELETE /v2.0/security-groups/01e13170-9531-4ea9-9e87-faf41d31814f HTTP/1.1" status: 204 len: 168 time: 0.8317862 Oct 20 11:03:02.560953 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35570) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:02.579208 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3191e518-1a79-44f2-a01f-12bd8d7322e7 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01e13170-9531-4ea9-9e87-faf41d31814f,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:02.588274 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-b8dd47c4-20ac-4290-a252-794a8ab122af admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e5cc08403fb94371a61a462ad9ce80c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0584197 Oct 20 11:03:02.589987 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 35572) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:02.618138 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-98fdb473-e928-43f2-966d-5ed102f2f9c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25852621'] for subnet, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:02.663082 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-1013252f-7adf-4ccd-9fd0-01d215be8ff7 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1016822 Oct 20 11:03:02.667527 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35574) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:02.671679 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-501932d8-a9c6-422c-8dc5-c37c01835747 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:02.671915 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-f46916a1-87f4-43d8-8d83-aa77a69562c2 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Request body: {'security_group': {'name': 'tempest-secgroup--1352115965'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:03:02.701817 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-501932d8-a9c6-422c-8dc5-c37c01835747 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:02.715445 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-198d34f0-59ef-4b11-a20e-a8c70afca5be req-d562f484-72b1-4b68-90ae-0a4581af9846 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7ed3dac6-b063-4b21-8321-ee31174ca416&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0763156 Oct 20 11:03:02.723751 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f46916a1-87f4-43d8-8d83-aa77a69562c2 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:02.756208 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-98fdb473-e928-43f2-966d-5ed102f2f9c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:02.772455 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-501932d8-a9c6-422c-8dc5-c37c01835747 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:02.776085 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-501932d8-a9c6-422c-8dc5-c37c01835747 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:02.777372 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-501932d8-a9c6-422c-8dc5-c37c01835747 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2f6e076d-15ec-428b-b3ed-a0ea083834b0 HTTP/1.1" status: 204 len: 168 time: 0.1864283 Oct 20 11:03:02.812796 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501932d8-a9c6-422c-8dc5-c37c01835747 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f6e076d-15ec-428b-b3ed-a0ea083834b0,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:02.847469 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198d34f0-59ef-4b11-a20e-a8c70afca5be req-7cb6970d-20b0-434c-bd72-244557602fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:02.849114 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-198d34f0-59ef-4b11-a20e-a8c70afca5be req-7cb6970d-20b0-434c-bd72-244557602fdd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=63e5dde2738f4935912f3c0e18351bbf&device_id=7ed3dac6-b063-4b21-8321-ee31174ca416 HTTP/1.1" status: 200 len: 1097 time: 0.0685432 Oct 20 11:03:02.849883 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f46916a1-87f4-43d8-8d83-aa77a69562c2 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:02.852492 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-98fdb473-e928-43f2-966d-5ed102f2f9c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25350811'] for subnet, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:02.861308 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f46916a1-87f4-43d8-8d83-aa77a69562c2 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:02.906833 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fdb473-e928-43f2-966d-5ed102f2f9c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7b965d4-929c-4c3f-874c-e787f7294129,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:02.908975 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-98fdb473-e928-43f2-966d-5ed102f2f9c3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:02.912144 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-98fdb473-e928-43f2-966d-5ed102f2f9c3 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/f7b965d4-929c-4c3f-874c-e787f7294129 HTTP/1.1" status: 204 len: 168 time: 0.4390073 Oct 20 11:03:02.917186 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35578) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:02.918259 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3340aec-062b-4759-926c-42e04e35398b None None] Network 203edeb2-1c06-4924-a847-8d4bc77a4e0f requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:03:02.926236 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46916a1-87f4-43d8-8d83-aa77a69562c2 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Pushing event updated for resources: {'SecurityGroup': ['ID=994a1ceb-251b-4545-b5d4-a00aed3d5933,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:02.931577 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f46916a1-87f4-43d8-8d83-aa77a69562c2 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:02.935592 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-f46916a1-87f4-43d8-8d83-aa77a69562c2 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2671072 Oct 20 11:03:02.936223 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35580) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:02.954663 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-716fde8d-f841-41d8-83ff-68265e3cd215 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Request body: {'security_group_rule': {'security_group_id': '994a1ceb-251b-4545-b5d4-a00aed3d5933', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:03:02.985750 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198d34f0-59ef-4b11-a20e-a8c70afca5be req-8bacb3bd-eed2-4104-ba32-09948ba5cbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:02.987250 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-198d34f0-59ef-4b11-a20e-a8c70afca5be req-8bacb3bd-eed2-4104-ba32-09948ba5cbe0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1759e7bc-ead3-4335-8c90-46a93aea395d HTTP/1.1" status: 200 len: 917 time: 0.1140323 Oct 20 11:03:03.027661 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5d7b884e-0c3c-47d2-aa7a-8049d554d76e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:03.040213 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-716fde8d-f841-41d8-83ff-68265e3cd215 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:03.084353 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-198d34f0-59ef-4b11-a20e-a8c70afca5be req-756d4a25-2e76-4677-afed-9ab8fe717d25 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=07f0e606-5b8d-4aab-92dc-a99bb1d51bc3 HTTP/1.1" status: 200 len: 1001 time: 0.0894499 Oct 20 11:03:03.120885 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-716fde8d-f841-41d8-83ff-68265e3cd215 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:03.128307 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-716fde8d-f841-41d8-83ff-68265e3cd215 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:03.153457 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716fde8d-f841-41d8-83ff-68265e3cd215 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1c226fe-daac-4899-a76b-c1f484ff0067,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:03.156961 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-5d7b884e-0c3c-47d2-aa7a-8049d554d76e admin admin] Deleting port 47f98877-ce28-4d65-8214-91e48fbe270a {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:03:03.157125 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5d7b884e-0c3c-47d2-aa7a-8049d554d76e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:03.162044 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-716fde8d-f841-41d8-83ff-68265e3cd215 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:03.165975 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff0007f6-2e8b-4297-bcf0-4a1e6665efd9 None None] DHCP port deletion for 203edeb2-1c06-4924-a847-8d4bc77a4e0f request from n-d-811396-3 {{(pid=100598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:03:03.166254 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-716fde8d-f841-41d8-83ff-68265e3cd215 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2176664 Oct 20 11:03:03.166888 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35586) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:03.178230 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198d34f0-59ef-4b11-a20e-a8c70afca5be req-f8edc091-b822-48af-bb11-ccc27a2d1d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:03.178230 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-198d34f0-59ef-4b11-a20e-a8c70afca5be req-f8edc091-b822-48af-bb11-ccc27a2d1d5b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=731bcbb0-8763-49cc-b4e4-d88f68d7de58 HTTP/1.1" status: 200 len: 855 time: 0.0866885 Oct 20 11:03:03.231560 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198d34f0-59ef-4b11-a20e-a8c70afca5be req-3b904a22-b951-433e-9066-65061e07e2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:03.231560 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-198d34f0-59ef-4b11-a20e-a8c70afca5be req-3b904a22-b951-433e-9066-65061e07e2e2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1759e7bc-ead3-4335-8c90-46a93aea395d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465426 Oct 20 11:03:03.236978 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-ff0007f6-2e8b-4297-bcf0-4a1e6665efd9 None None] Deleting port 47f98877-ce28-4d65-8214-91e48fbe270a {{(pid=100598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:03:03.237265 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-ff0007f6-2e8b-4297-bcf0-4a1e6665efd9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:03.243938 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9820672d-53e6-437a-9c53-f649c291bbb8 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:03.261654 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9820672d-53e6-437a-9c53-f649c291bbb8 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:03.264433 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [None req-5d7b884e-0c3c-47d2-aa7a-8049d554d76e admin admin] For port 47f98877-ce28-4d65-8214-91e48fbe270a, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=47f98877-ce28-4d65-8214-91e48fbe270a,segment=NetworkSegment(c37f45f9-3ccb-4b98-af7d-90a8017a4acb),segment_id=c37f45f9-3ccb-4b98-af7d-90a8017a4acb)] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:03:03.264788 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5d7b884e-0c3c-47d2-aa7a-8049d554d76e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:03.289436 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-5d7b884e-0c3c-47d2-aa7a-8049d554d76e admin admin] Calling delete_port for 47f98877-ce28-4d65-8214-91e48fbe270a owned by network:dhcp {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:03:03.309461 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9820672d-53e6-437a-9c53-f649c291bbb8 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:03.328700 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-ff0007f6-2e8b-4297-bcf0-4a1e6665efd9 None None] For port 47f98877-ce28-4d65-8214-91e48fbe270a, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=47f98877-ce28-4d65-8214-91e48fbe270a,segment=NetworkSegment(c37f45f9-3ccb-4b98-af7d-90a8017a4acb),segment_id=c37f45f9-3ccb-4b98-af7d-90a8017a4acb)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:03:03.329861 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-ff0007f6-2e8b-4297-bcf0-4a1e6665efd9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:03.335124 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 35588) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:03.345138 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-ff0007f6-2e8b-4297-bcf0-4a1e6665efd9 None None] Calling delete_port for 47f98877-ce28-4d65-8214-91e48fbe270a owned by network:dhcp {{(pid=100598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:03:03.346454 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9820672d-53e6-437a-9c53-f649c291bbb8 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:03.350094 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 35590) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:03.350272 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-9820672d-53e6-437a-9c53-f649c291bbb8 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/c1c226fe-daac-4899-a76b-c1f484ff0067 HTTP/1.1" status: 204 len: 168 time: 0.1732719 Oct 20 11:03:03.360179 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9820672d-53e6-437a-9c53-f649c291bbb8 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c1c226fe-daac-4899-a76b-c1f484ff0067,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:03.383373 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-198d34f0-59ef-4b11-a20e-a8c70afca5be req-5727fa2f-4e63-4210-ab57-d462a9f018cb service neutron] 10.222.0.55 "GET /v2.0/networks/1759e7bc-ead3-4335-8c90-46a93aea395d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432869 Oct 20 11:03:03.399374 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5d7b884e-0c3c-47d2-aa7a-8049d554d76e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:03.422685 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7b884e-0c3c-47d2-aa7a-8049d554d76e admin admin] Pushing event deleted for resources: {'Port': ['ID=47f98877-ce28-4d65-8214-91e48fbe270a,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:03.430402 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7b884e-0c3c-47d2-aa7a-8049d554d76e admin admin] No DVR routers for this DVR port 47f98877-ce28-4d65-8214-91e48fbe270a on host n-d-811396-3 {{(pid=100597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:03:03.430587 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-ff0007f6-2e8b-4297-bcf0-4a1e6665efd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956'] for port, after_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:03.446226 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-42ff1066-97fb-44b0-8c16-c8680df7ce00 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=06983afff3ef4acf99333438c9675dbf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1097853 Oct 20 11:03:03.457360 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35592) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:03.460896 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-e61490ff-be94-40ae-b1e8-505b9d46dd8a tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1040940 Oct 20 11:03:03.461172 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 35594) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:03.463877 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0007f6-2e8b-4297-bcf0-4a1e6665efd9 None None] Pushing event deleted for resources: {'Port': ['ID=47f98877-ce28-4d65-8214-91e48fbe270a,revision_number=None']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:03.466076 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0007f6-2e8b-4297-bcf0-4a1e6665efd9 None None] No DVR routers for this DVR port 47f98877-ce28-4d65-8214-91e48fbe270a on host n-d-811396-3 {{(pid=100598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:03:03.533437 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-42d24999-e5e1-46f2-bd6b-13d7091462a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:03.538659 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5d7b884e-0c3c-47d2-aa7a-8049d554d76e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:03.557560 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-198d34f0-59ef-4b11-a20e-a8c70afca5be req-e76ef0d8-2e3b-4f69-bd38-80cbb8a7a798 service neutron] 10.222.0.55 "GET /v2.0/networks/1759e7bc-ead3-4335-8c90-46a93aea395d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644244 Oct 20 11:03:03.564020 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-5d7b884e-0c3c-47d2-aa7a-8049d554d76e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['203edeb2-1c06-4924-a847-8d4bc77a4e0f']}} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:03:03.568180 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-13aa7fbb-3249-4d76-9a2e-b04714d46282 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:03.582697 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-5d7b884e-0c3c-47d2-aa7a-8049d554d76e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c37f45f9-3ccb-4b98-af7d-90a8017a4acb') {'for_net_delete': True} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:03:03.582992 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-5d7b884e-0c3c-47d2-aa7a-8049d554d76e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c37f45f9-3ccb-4b98-af7d-90a8017a4acb') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:03:03.584777 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-60cf00ec-a0ac-4411-9d76-b743a24c4812 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:03.594274 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-13aa7fbb-3249-4d76-9a2e-b04714d46282 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:03.595709 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5d7b884e-0c3c-47d2-aa7a-8049d554d76e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25852596'] for segment, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:03.621229 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5d7b884e-0c3c-47d2-aa7a-8049d554d76e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:03.624451 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-60cf00ec-a0ac-4411-9d76-b743a24c4812 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:03.637434 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d7b884e-0c3c-47d2-aa7a-8049d554d76e admin admin] Releasing vlan 801 on physical network physnet1 to pool {{(pid=100597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:03:03.637822 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-13aa7fbb-3249-4d76-9a2e-b04714d46282 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:03.637977 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5d7b884e-0c3c-47d2-aa7a-8049d554d76e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951012'] for segment, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:03.639561 n-d-811396-3 neutron-server[100597]: Traceback (most recent call last): Oct 20 11:03:03.639561 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:03:03.639561 n-d-811396-3 neutron-server[100597]: timer() Oct 20 11:03:03.639561 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:03:03.639561 n-d-811396-3 neutron-server[100597]: cb(*args, **kw) Oct 20 11:03:03.639561 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:03:03.639561 n-d-811396-3 neutron-server[100597]: return func(*args, **kwargs) Oct 20 11:03:03.639561 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:03:03.639561 n-d-811396-3 neutron-server[100597]: self._notify() Oct 20 11:03:03.639561 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:03:03.639561 n-d-811396-3 neutron-server[100597]: self.callback(batched_events) Oct 20 11:03:03.639561 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:03:03.639561 n-d-811396-3 neutron-server[100597]: event.method(event) Oct 20 11:03:03.639561 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:03:03.639561 n-d-811396-3 neutron-server[100597]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:03:03.639561 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:03:03.639561 n-d-811396-3 neutron-server[100597]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:03:03.639561 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:03:03.639561 n-d-811396-3 neutron-server[100597]: return f(self, *a, **k) Oct 20 11:03:03.639561 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:03:03.639561 n-d-811396-3 neutron-server[100597]: return self._get(url).json() Oct 20 11:03:03.639561 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:03:03.639561 n-d-811396-3 neutron-server[100597]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:03:03.639561 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:03:03.639561 n-d-811396-3 neutron-server[100597]: return self.request(url, 'GET', **kwargs) Oct 20 11:03:03.639561 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:03:03.639561 n-d-811396-3 neutron-server[100597]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:03:03.639561 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:03:03.639561 n-d-811396-3 neutron-server[100597]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:03:03.639561 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:03:03.639561 n-d-811396-3 neutron-server[100597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:03:03.639561 n-d-811396-3 neutron-server[100597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:03:03.641593 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-13aa7fbb-3249-4d76-9a2e-b04714d46282 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:03.642088 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-13aa7fbb-3249-4d76-9a2e-b04714d46282 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] 10.222.0.64 "DELETE /v2.0/security-groups/994a1ceb-251b-4545-b5d4-a00aed3d5933 HTTP/1.1" status: 204 len: 168 time: 0.1800678 Oct 20 11:03:03.645359 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 35596) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:03.663514 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13aa7fbb-3249-4d76-9a2e-b04714d46282 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=994a1ceb-251b-4545-b5d4-a00aed3d5933,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:03.695314 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-01d1f50e-b766-4548-92c3-86d4057685cb tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0478249 Oct 20 11:03:03.699991 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 35598) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:03.704242 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-1925be41-f4c6-4a05-98e2-eb9df26dfcd9 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Request body: {'security_group': {'name': 'tempest-secgroup--1141267198'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:03:03.721029 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5d7b884e-0c3c-47d2-aa7a-8049d554d76e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:03.726831 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5d7b884e-0c3c-47d2-aa7a-8049d554d76e admin admin] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:03.728527 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1925be41-f4c6-4a05-98e2-eb9df26dfcd9 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:03.733311 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-5d7b884e-0c3c-47d2-aa7a-8049d554d76e admin admin] 10.222.0.64 "DELETE /v2.0/networks/203edeb2-1c06-4924-a847-8d4bc77a4e0f HTTP/1.1" status: 204 len: 168 time: 0.8123767 Oct 20 11:03:03.737989 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 35600) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:03.742689 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7b884e-0c3c-47d2-aa7a-8049d554d76e admin admin] Pushing event deleted for resources: {'Network': ['ID=203edeb2-1c06-4924-a847-8d4bc77a4e0f,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:03.745830 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-60cf00ec-a0ac-4411-9d76-b743a24c4812 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:03.748478 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-60cf00ec-a0ac-4411-9d76-b743a24c4812 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:03.749500 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-60cf00ec-a0ac-4411-9d76-b743a24c4812 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/bd593ef4-0190-4643-a8e4-867579f30e74 HTTP/1.1" status: 204 len: 168 time: 0.2911913 Oct 20 11:03:03.757787 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cf00ec-a0ac-4411-9d76-b743a24c4812 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd593ef4-0190-4643-a8e4-867579f30e74,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:03.936475 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1925be41-f4c6-4a05-98e2-eb9df26dfcd9 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:03.943216 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1925be41-f4c6-4a05-98e2-eb9df26dfcd9 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:03.960243 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device d558849a-e9ae-489f-952c-8b3ea6f603f9 no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:03:03.986101 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: d558849a-e9ae-489f-952c-8b3ea6f603f9 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:03:03.986464 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device d558849a-e9ae-489f-952c-8b3ea6f603f9 not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:03:03.986966 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 47f98877-ce28-4d65-8214-91e48fbe270a no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:03:04.007995 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 47f98877-ce28-4d65-8214-91e48fbe270a {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:03:04.008446 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 47f98877-ce28-4d65-8214-91e48fbe270a not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:03:04.014714 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1925be41-f4c6-4a05-98e2-eb9df26dfcd9 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:04.018487 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-1925be41-f4c6-4a05-98e2-eb9df26dfcd9 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3151376 Oct 20 11:03:04.019535 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35604) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:04.026459 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-05376f10-7fe1-450a-9940-df2d41529ef4 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Request body: {'security_group_rule': {'security_group_id': '5aedf514-a7d7-4696-94fd-879d86141271', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:03:04.031488 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1925be41-f4c6-4a05-98e2-eb9df26dfcd9 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5aedf514-a7d7-4696-94fd-879d86141271,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:04.080760 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-05376f10-7fe1-450a-9940-df2d41529ef4 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:04.141240 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-05376f10-7fe1-450a-9940-df2d41529ef4 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:04.146091 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-05376f10-7fe1-450a-9940-df2d41529ef4 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:04.164933 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05376f10-7fe1-450a-9940-df2d41529ef4 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=061a8d22-251f-404d-bd36-60e6fc273f69,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:04.186111 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-05376f10-7fe1-450a-9940-df2d41529ef4 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:04.188717 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-05376f10-7fe1-450a-9940-df2d41529ef4 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1687431 Oct 20 11:03:04.191614 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35608) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:04.213039 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-d642c114-a4c5-4ac5-86b6-0f05074efa15 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] 10.222.0.64 "GET /v2.0/security-group-rules/061a8d22-251f-404d-bd36-60e6fc273f69 HTTP/1.1" status: 200 len: 763 time: 0.0197253 Oct 20 11:03:04.215426 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35610) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:04.231474 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-fa41c465-edd9-459d-9b0f-b7d0126ef407 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1774405'] for router_interface, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:04.276660 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-79d33252-9d06-4591-894d-d07d43345d22 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0599365 Oct 20 11:03:04.279219 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35612) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:04.311063 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6b875c1b-cea4-428f-914f-74f4d48d8a90 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:04.319933 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6b875c1b-cea4-428f-914f-74f4d48d8a90 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:04.348492 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6b875c1b-cea4-428f-914f-74f4d48d8a90 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:04.354276 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6b875c1b-cea4-428f-914f-74f4d48d8a90 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:04.358041 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-6b875c1b-cea4-428f-914f-74f4d48d8a90 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/061a8d22-251f-404d-bd36-60e6fc273f69 HTTP/1.1" status: 204 len: 168 time: 0.0752168 Oct 20 11:03:04.358673 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 35614) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:04.364183 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b875c1b-cea4-428f-914f-74f4d48d8a90 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=061a8d22-251f-404d-bd36-60e6fc273f69,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:04.459513 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-58804e22-3637-4210-bdcb-44609e828a8c tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0994778 Oct 20 11:03:04.462222 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 35616) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:04.469999 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-1e1e8a16-20b2-496c-915a-01d1c40eeb5c tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Request body: {'security_group_rule': {'security_group_id': '5aedf514-a7d7-4696-94fd-879d86141271', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:03:04.506169 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1e1e8a16-20b2-496c-915a-01d1c40eeb5c tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:04.606324 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1e1e8a16-20b2-496c-915a-01d1c40eeb5c tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:04.611127 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1e1e8a16-20b2-496c-915a-01d1c40eeb5c tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:04.634013 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1e8a16-20b2-496c-915a-01d1c40eeb5c tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2e046a8-5887-43f6-9ba6-250f86993d51,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:04.644000 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1e1e8a16-20b2-496c-915a-01d1c40eeb5c tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:04.645211 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-1e1e8a16-20b2-496c-915a-01d1c40eeb5c tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1815217 Oct 20 11:03:04.647536 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-fa41c465-edd9-459d-9b0f-b7d0126ef407 admin admin] Deleting port 89f4416f-a4cd-4bfd-bf7d-24fb78e00d7e {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:03:04.647878 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-fa41c465-edd9-459d-9b0f-b7d0126ef407 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:04.648423 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35618) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:04.672194 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-fbc223a0-c552-44ec-8305-afe13b1e09ff tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] 10.222.0.64 "GET /v2.0/security-group-rules/f2e046a8-5887-43f6-9ba6-250f86993d51 HTTP/1.1" status: 200 len: 763 time: 0.0226038 Oct 20 11:03:04.674670 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35620) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:04.714648 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-cfda54e1-3094-45c6-893e-d43da52e1c54 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0389144 Oct 20 11:03:04.717217 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35622) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:04.735231 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [None req-fa41c465-edd9-459d-9b0f-b7d0126ef407 admin admin] For port 89f4416f-a4cd-4bfd-bf7d-24fb78e00d7e, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=89f4416f-a4cd-4bfd-bf7d-24fb78e00d7e,segment=NetworkSegment(6c37d19d-6f59-44ca-bb42-414d94b3b792),segment_id=6c37d19d-6f59-44ca-bb42-414d94b3b792)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:03:04.735631 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-fa41c465-edd9-459d-9b0f-b7d0126ef407 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:04.740625 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0875ed77-ce41-4588-ba30-4ff7a8e87f78 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:04.747935 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0875ed77-ce41-4588-ba30-4ff7a8e87f78 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:04.748082 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-fa41c465-edd9-459d-9b0f-b7d0126ef407 admin admin] Calling delete_port for 89f4416f-a4cd-4bfd-bf7d-24fb78e00d7e owned by network:router_interface {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:03:04.773365 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0875ed77-ce41-4588-ba30-4ff7a8e87f78 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:04.778566 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0875ed77-ce41-4588-ba30-4ff7a8e87f78 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:04.779867 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-0875ed77-ce41-4588-ba30-4ff7a8e87f78 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/f2e046a8-5887-43f6-9ba6-250f86993d51 HTTP/1.1" status: 204 len: 168 time: 0.0615680 Oct 20 11:03:04.782665 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35624) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:04.799991 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0875ed77-ce41-4588-ba30-4ff7a8e87f78 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f2e046a8-5887-43f6-9ba6-250f86993d51,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:04.829985 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-82211f1d-8e8f-4405-9834-3d3d5c9ae6f1 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0462680 Oct 20 11:03:04.832553 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35626) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:04.836769 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-fb1e7a4d-26ac-47fc-99ff-e47b37f2c8be tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Request body: {'security_group_rule': {'security_group_id': '5aedf514-a7d7-4696-94fd-879d86141271', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:03:04.860161 n-d-811396-3 neutron-server[100597]: INFO neutron.db.securitygroups_db [None req-fb1e7a4d-26ac-47fc-99ff-e47b37f2c8be tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Project 2b1d06d9c0034f41b0a0efc0306a54c7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 11:03:04.864948 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fb1e7a4d-26ac-47fc-99ff-e47b37f2c8be tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:04.912645 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fb1e7a4d-26ac-47fc-99ff-e47b37f2c8be tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:04.916575 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fb1e7a4d-26ac-47fc-99ff-e47b37f2c8be tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:04.932775 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-fa41c465-edd9-459d-9b0f-b7d0126ef407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:04.934890 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1e7a4d-26ac-47fc-99ff-e47b37f2c8be tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e2156cb-c8f7-44e4-b469-7d979518e0a8,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:04.942732 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fb1e7a4d-26ac-47fc-99ff-e47b37f2c8be tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:04.943990 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-fb1e7a4d-26ac-47fc-99ff-e47b37f2c8be tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1105161 Oct 20 11:03:04.946551 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35628) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:04.960383 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa41c465-edd9-459d-9b0f-b7d0126ef407 admin admin] Pushing event deleted for resources: {'Port': ['ID=89f4416f-a4cd-4bfd-bf7d-24fb78e00d7e,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:04.964176 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-63fd6773-71fa-4395-9f99-ea6696dfa94b tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] 10.222.0.64 "GET /v2.0/security-group-rules/5e2156cb-c8f7-44e4-b469-7d979518e0a8 HTTP/1.1" status: 200 len: 769 time: 0.0147755 Oct 20 11:03:04.968439 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35630) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:05.015723 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-2cd6a78a-ecf4-4aca-9f8d-ce4ef9364494 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0462859 Oct 20 11:03:05.018309 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35632) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:05.045511 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a26d49cb-afa1-4c59-b44e-48b16ad0f99d tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:05.054567 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a26d49cb-afa1-4c59-b44e-48b16ad0f99d tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:05.082174 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a26d49cb-afa1-4c59-b44e-48b16ad0f99d tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:05.089328 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a26d49cb-afa1-4c59-b44e-48b16ad0f99d tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:05.090472 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-a26d49cb-afa1-4c59-b44e-48b16ad0f99d tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/5e2156cb-c8f7-44e4-b469-7d979518e0a8 HTTP/1.1" status: 204 len: 168 time: 0.0710924 Oct 20 11:03:05.094297 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 35634) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:05.096724 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26d49cb-afa1-4c59-b44e-48b16ad0f99d tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5e2156cb-c8f7-44e4-b469-7d979518e0a8,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:05.158939 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-fa41c465-edd9-459d-9b0f-b7d0126ef407 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1771989'] for router_interface, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:05.179482 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-aebcdde7-d536-4501-bd83-13f6ff145504 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0837543 Oct 20 11:03:05.182405 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35636) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:05.236417 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5f6c2b30-c203-4e72-bc30-220d8013042d tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:05.258849 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5f6c2b30-c203-4e72-bc30-220d8013042d tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:05.309129 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5f6c2b30-c203-4e72-bc30-220d8013042d tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:05.311968 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5f6c2b30-c203-4e72-bc30-220d8013042d tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:05.315508 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-5f6c2b30-c203-4e72-bc30-220d8013042d tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] 10.222.0.64 "DELETE /v2.0/security-groups/5aedf514-a7d7-4696-94fd-879d86141271 HTTP/1.1" status: 204 len: 168 time: 0.1290553 Oct 20 11:03:05.319742 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35640) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:05.332046 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6c2b30-c203-4e72-bc30-220d8013042d tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aedf514-a7d7-4696-94fd-879d86141271,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:05.370693 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-f0a8c7a6-52c3-4f04-bf8f-f10c90f73b68 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0498853 Oct 20 11:03:05.374685 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35642) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:05.405518 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa41c465-edd9-459d-9b0f-b7d0126ef407 admin admin] Router cbc2db2e-4eba-4d91-8440-a32c8c37d3fe has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:03:05.416911 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-bbfae206-f4e9-4405-a5aa-6efaee3c0a86 tempest-SecGroupIPv6Test-1913646776 tempest-SecGroupIPv6Test-1913646776-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0398576 Oct 20 11:03:05.522302 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa41c465-edd9-459d-9b0f-b7d0126ef407 admin admin] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:03:05.530692 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-fa41c465-edd9-459d-9b0f-b7d0126ef407 admin admin] 10.222.0.64 "PUT /v2.0/routers/cbc2db2e-4eba-4d91-8440-a32c8c37d3fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7885695 Oct 20 11:03:05.530692 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 35646) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:05.532914 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76a536a-3f37-496c-82f2-c77286f95018 None None] Sync routers for ids ['cbc2db2e-4eba-4d91-8440-a32c8c37d3fe'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:03:05.546450 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76a536a-3f37-496c-82f2-c77286f95018 None None] Routers {'cbc2db2e-4eba-4d91-8440-a32c8c37d3fe'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:03:05.547290 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-f76a536a-3f37-496c-82f2-c77286f95018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:02:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['cbc2db2e-4eba-4d91-8440-a32c8c37d3fe'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:03:05.640601 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-83919330-08ab-4381-b413-d82fdde146b7 admin admin] Publish callbacks [] for router, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:05.660730 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-f76a536a-3f37-496c-82f2-c77286f95018 None None] Set router cbc2db2e-4eba-4d91-8440-a32c8c37d3fe gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:03:05.685035 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35650) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:05.752198 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-83919330-08ab-4381-b413-d82fdde146b7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:05.809997 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-83919330-08ab-4381-b413-d82fdde146b7 admin admin] Deleting port 1abb0146-e725-42e9-8f08-39ddc759ecde {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:03:05.810281 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-83919330-08ab-4381-b413-d82fdde146b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:05.838857 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-00ba453f-f622-4fa4-a1dc-65aec1e893be admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2b1d06d9c0034f41b0a0efc0306a54c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1497355 Oct 20 11:03:05.838857 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35654) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:05.899118 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5cf6df9b-d82d-4441-b32f-51f7e24252ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:05.909536 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [None req-83919330-08ab-4381-b413-d82fdde146b7 admin admin] For port 1abb0146-e725-42e9-8f08-39ddc759ecde, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=1abb0146-e725-42e9-8f08-39ddc759ecde,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:03:05.910746 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-83919330-08ab-4381-b413-d82fdde146b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:05.924976 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-83919330-08ab-4381-b413-d82fdde146b7 admin admin] Calling delete_port for 1abb0146-e725-42e9-8f08-39ddc759ecde owned by network:router_gateway {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:03:05.930319 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5cf6df9b-d82d-4441-b32f-51f7e24252ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:05.992262 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5cf6df9b-d82d-4441-b32f-51f7e24252ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:05.995201 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5cf6df9b-d82d-4441-b32f-51f7e24252ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:05.998828 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-5cf6df9b-d82d-4441-b32f-51f7e24252ff admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f363bac7-a0aa-44a1-bebc-a4e79206c5e8 HTTP/1.1" status: 204 len: 168 time: 0.1569147 Oct 20 11:03:06.004651 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf6df9b-d82d-4441-b32f-51f7e24252ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f363bac7-a0aa-44a1-bebc-a4e79206c5e8,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:06.032500 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-f76a536a-3f37-496c-82f2-c77286f95018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbc2db2e-4eba-4d91-8440-a32c8c37d3fe', 'name': 'tempest-TestServerBasicOps-717158157-router', 'tenant_id': 'a75c139d15f14c5bb474d5c46c6c68de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '1abb0146-e725-42e9-8f08-39ddc759ecde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:57:25Z', 'updated_at': '2021-10-20T11:03:04Z', 'revision_number': 5, 'project_id': 'a75c139d15f14c5bb474d5c46c6c68de', 'gw_port': {'id': '1abb0146-e725-42e9-8f08-39ddc759ecde', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:da:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbc2db2e-4eba-4d91-8440-a32c8c37d3fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3336, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T10:57:26Z', 'updated_at': '2021-10-20T10:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:03:06.064534 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76a536a-3f37-496c-82f2-c77286f95018 None None] Checking router: cbc2db2e-4eba-4d91-8440-a32c8c37d3fe for host: n-d-811396-3 {{(pid=100598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:03:06.073495 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76a536a-3f37-496c-82f2-c77286f95018 None None] Routers {'cbc2db2e-4eba-4d91-8440-a32c8c37d3fe'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:03:06.074382 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-f76a536a-3f37-496c-82f2-c77286f95018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:02:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['cbc2db2e-4eba-4d91-8440-a32c8c37d3fe'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:03:06.136516 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-83919330-08ab-4381-b413-d82fdde146b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:06.163440 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83919330-08ab-4381-b413-d82fdde146b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=1abb0146-e725-42e9-8f08-39ddc759ecde,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:06.169427 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-f76a536a-3f37-496c-82f2-c77286f95018 None None] Set router cbc2db2e-4eba-4d91-8440-a32c8c37d3fe gateway port host: None {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:03:06.221905 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-f76a536a-3f37-496c-82f2-c77286f95018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbc2db2e-4eba-4d91-8440-a32c8c37d3fe', 'name': 'tempest-TestServerBasicOps-717158157-router', 'tenant_id': 'a75c139d15f14c5bb474d5c46c6c68de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:57:25Z', 'updated_at': '2021-10-20T11:03:05Z', 'revision_number': 6, 'project_id': 'a75c139d15f14c5bb474d5c46c6c68de', 'gw_port_host': None}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:03:06.241147 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-83919330-08ab-4381-b413-d82fdde146b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1773439'] for router_gateway, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:06.254004 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76a536a-3f37-496c-82f2-c77286f95018 None None] The sync data for ids ['cbc2db2e-4eba-4d91-8440-a32c8c37d3fe'] in n-d-811396-3 is: [{'id': 'cbc2db2e-4eba-4d91-8440-a32c8c37d3fe', 'name': 'tempest-TestServerBasicOps-717158157-router', 'tenant_id': 'a75c139d15f14c5bb474d5c46c6c68de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T10:57:25Z', 'updated_at': '2021-10-20T11:03:05Z', 'revision_number': 6, 'project_id': 'a75c139d15f14c5bb474d5c46c6c68de', 'gw_port_host': None}] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:03:06.345392 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-83919330-08ab-4381-b413-d82fdde146b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1772272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258304'] for router, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:06.348134 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-83919330-08ab-4381-b413-d82fdde146b7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:06.397205 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-83919330-08ab-4381-b413-d82fdde146b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1772267'] for router, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:06.397871 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83919330-08ab-4381-b413-d82fdde146b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cbc2db2e-4eba-4d91-8440-a32c8c37d3fe {{(pid=100596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:03:06.405846 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-83919330-08ab-4381-b413-d82fdde146b7 admin admin] Publish callbacks [] for router, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:06.406223 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-66fd0109-8aea-4a61-99a8-43e9e4de3412 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:06.410266 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35670) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:06.415939 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-83919330-08ab-4381-b413-d82fdde146b7 admin admin] 10.222.0.64 "DELETE /v2.0/routers/cbc2db2e-4eba-4d91-8440-a32c8c37d3fe HTTP/1.1" status: 204 len: 168 time: 0.8846886 Oct 20 11:03:06.458326 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdda519d-5490-4b5b-be93-b2ba436091df admin admin] Deleting subnet 7fdba057-2698-4b92-90d6-2c1938128e15 {{(pid=100597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:03:06.462063 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fdda519d-5490-4b5b-be93-b2ba436091df admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:06.503286 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fdda519d-5490-4b5b-be93-b2ba436091df admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25852621'] for subnet, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:06.591584 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fdda519d-5490-4b5b-be93-b2ba436091df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:06.648924 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fdda519d-5490-4b5b-be93-b2ba436091df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25350811'] for subnet, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:06.675479 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdda519d-5490-4b5b-be93-b2ba436091df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7fdba057-2698-4b92-90d6-2c1938128e15,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:06.679496 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fdda519d-5490-4b5b-be93-b2ba436091df admin admin] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:06.682866 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-fdda519d-5490-4b5b-be93-b2ba436091df admin admin] 10.222.0.64 "DELETE /v2.0/subnets/7fdba057-2698-4b92-90d6-2c1938128e15 HTTP/1.1" status: 204 len: 168 time: 0.2713528 Oct 20 11:03:06.684669 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb335e5-1fed-458c-bcd1-d88a20d1f946 None None] Network 53785be6-b76f-4329-bf3d-c403b0d731e5 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:03:06.685340 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35680) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:06.769750 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c78f5625-68d9-4edc-b413-c8e23cde75ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:06.832282 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-c78f5625-68d9-4edc-b413-c8e23cde75ef admin admin] Deleting port 4551418e-3781-4d8f-8f94-4a8d8366ff11 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:03:06.832919 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c78f5625-68d9-4edc-b413-c8e23cde75ef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:06.902088 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [None req-c78f5625-68d9-4edc-b413-c8e23cde75ef admin admin] For port 4551418e-3781-4d8f-8f94-4a8d8366ff11, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=4551418e-3781-4d8f-8f94-4a8d8366ff11,segment=NetworkSegment(6c37d19d-6f59-44ca-bb42-414d94b3b792),segment_id=6c37d19d-6f59-44ca-bb42-414d94b3b792)] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:03:06.902595 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c78f5625-68d9-4edc-b413-c8e23cde75ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:06.914535 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-c78f5625-68d9-4edc-b413-c8e23cde75ef admin admin] Calling delete_port for 4551418e-3781-4d8f-8f94-4a8d8366ff11 owned by network:dhcp {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:03:06.994422 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c78f5625-68d9-4edc-b413-c8e23cde75ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:07.020320 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78f5625-68d9-4edc-b413-c8e23cde75ef admin admin] Pushing event deleted for resources: {'Port': ['ID=4551418e-3781-4d8f-8f94-4a8d8366ff11,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:07.024358 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78f5625-68d9-4edc-b413-c8e23cde75ef admin admin] No DVR routers for this DVR port 4551418e-3781-4d8f-8f94-4a8d8366ff11 on host n-d-811396-3 {{(pid=100597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:03:07.098499 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c78f5625-68d9-4edc-b413-c8e23cde75ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:07.125481 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a15bb52-e52e-46e1-8e70-bb8ce12450c6 None None] DHCP port deletion for 53785be6-b76f-4329-bf3d-c403b0d731e5 request from n-d-811396-3 {{(pid=100598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:03:07.127085 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-c78f5625-68d9-4edc-b413-c8e23cde75ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53785be6-b76f-4329-bf3d-c403b0d731e5']}} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:03:07.138115 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-c78f5625-68d9-4edc-b413-c8e23cde75ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c37d19d-6f59-44ca-bb42-414d94b3b792') {'for_net_delete': True} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:03:07.138417 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-c78f5625-68d9-4edc-b413-c8e23cde75ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c37d19d-6f59-44ca-bb42-414d94b3b792') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:03:07.152906 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:07.153134 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c78f5625-68d9-4edc-b413-c8e23cde75ef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25852596'] for segment, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:07.168831 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c78f5625-68d9-4edc-b413-c8e23cde75ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:07.175463 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c78f5625-68d9-4edc-b413-c8e23cde75ef admin admin] Releasing vlan 821 on physical network physnet1 to pool {{(pid=100597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:03:07.175810 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c78f5625-68d9-4edc-b413-c8e23cde75ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951012'] for segment, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:07.178053 n-d-811396-3 neutron-server[100597]: Traceback (most recent call last): Oct 20 11:03:07.178053 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:03:07.178053 n-d-811396-3 neutron-server[100597]: timer() Oct 20 11:03:07.178053 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:03:07.178053 n-d-811396-3 neutron-server[100597]: cb(*args, **kw) Oct 20 11:03:07.178053 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:03:07.178053 n-d-811396-3 neutron-server[100597]: return func(*args, **kwargs) Oct 20 11:03:07.178053 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:03:07.178053 n-d-811396-3 neutron-server[100597]: self._notify() Oct 20 11:03:07.178053 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:03:07.178053 n-d-811396-3 neutron-server[100597]: self.callback(batched_events) Oct 20 11:03:07.178053 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:03:07.178053 n-d-811396-3 neutron-server[100597]: event.method(event) Oct 20 11:03:07.178053 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:03:07.178053 n-d-811396-3 neutron-server[100597]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:03:07.178053 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:03:07.178053 n-d-811396-3 neutron-server[100597]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:03:07.178053 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:03:07.178053 n-d-811396-3 neutron-server[100597]: return f(self, *a, **k) Oct 20 11:03:07.178053 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:03:07.178053 n-d-811396-3 neutron-server[100597]: return self._get(url).json() Oct 20 11:03:07.178053 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:03:07.178053 n-d-811396-3 neutron-server[100597]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:03:07.178053 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:03:07.178053 n-d-811396-3 neutron-server[100597]: return self.request(url, 'GET', **kwargs) Oct 20 11:03:07.178053 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:03:07.178053 n-d-811396-3 neutron-server[100597]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:03:07.178053 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:03:07.178053 n-d-811396-3 neutron-server[100597]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:03:07.178053 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:03:07.178053 n-d-811396-3 neutron-server[100597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:03:07.178053 n-d-811396-3 neutron-server[100597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:03:07.237260 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c78f5625-68d9-4edc-b413-c8e23cde75ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:07.242574 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c78f5625-68d9-4edc-b413-c8e23cde75ef admin admin] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:07.249241 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-c78f5625-68d9-4edc-b413-c8e23cde75ef admin admin] 10.222.0.64 "DELETE /v2.0/networks/53785be6-b76f-4329-bf3d-c403b0d731e5 HTTP/1.1" status: 204 len: 168 time: 0.5605023 Oct 20 11:03:07.265821 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78f5625-68d9-4edc-b413-c8e23cde75ef admin admin] Pushing event deleted for resources: {'Network': ['ID=53785be6-b76f-4329-bf3d-c403b0d731e5,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:07.429709 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35702) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:07.482659 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-ba752a04-d9f2-4b11-a16b-4d9029d95902 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2606cfa13aa646b6b1d85cd0acb090de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0481300 Oct 20 11:03:07.482659 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35706) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:07.540746 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f126e308-d213-4bff-81b4-90681ba231d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:07.562473 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f126e308-d213-4bff-81b4-90681ba231d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:07.596251 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:07.613520 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f126e308-d213-4bff-81b4-90681ba231d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:07.616390 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f126e308-d213-4bff-81b4-90681ba231d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:07.617651 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-f126e308-d213-4bff-81b4-90681ba231d8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/47cb7f14-2266-4d2d-8755-64f5c74dcf6b HTTP/1.1" status: 204 len: 168 time: 0.1351261 Oct 20 11:03:07.625964 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f126e308-d213-4bff-81b4-90681ba231d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47cb7f14-2266-4d2d-8755-64f5c74dcf6b,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:07.965473 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35722) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:07.966334 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 1abb0146-e725-42e9-8f08-39ddc759ecde no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:03:07.992378 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 1abb0146-e725-42e9-8f08-39ddc759ecde {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:03:07.992830 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 1abb0146-e725-42e9-8f08-39ddc759ecde not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:03:07.993340 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 89f4416f-a4cd-4bfd-bf7d-24fb78e00d7e no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:03:08.017341 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 89f4416f-a4cd-4bfd-bf7d-24fb78e00d7e {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:03:08.018244 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 89f4416f-a4cd-4bfd-bf7d-24fb78e00d7e not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:03:08.019252 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-ce59d630-4b29-45b6-b37c-c16e3cddbf2a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a75c139d15f14c5bb474d5c46c6c68de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0516787 Oct 20 11:03:08.021521 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 4551418e-3781-4d8f-8f94-4a8d8366ff11 no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:03:08.021832 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 35724) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:08.044975 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 4551418e-3781-4d8f-8f94-4a8d8366ff11 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:03:08.045329 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 4551418e-3781-4d8f-8f94-4a8d8366ff11 not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:03:08.079352 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5496fe76-122c-4ef7-ae0f-1650a4d7d96b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:08.104476 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5496fe76-122c-4ef7-ae0f-1650a4d7d96b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:08.161292 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5496fe76-122c-4ef7-ae0f-1650a4d7d96b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:08.162403 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:08.172661 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5496fe76-122c-4ef7-ae0f-1650a4d7d96b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:08.172661 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-5496fe76-122c-4ef7-ae0f-1650a4d7d96b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/75d67a9d-c06b-4e8a-94f6-ce519e2a571d HTTP/1.1" status: 204 len: 168 time: 0.1430027 Oct 20 11:03:08.179243 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5496fe76-122c-4ef7-ae0f-1650a4d7d96b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75d67a9d-c06b-4e8a-94f6-ce519e2a571d,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:08.857285 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 35750) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:08.956213 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-230fc6c8-cbfc-4b0e-a885-439de21c8db3 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-232459586-network', 'tenant_id': '3b66845978a542bdb5f5744853b3fd13'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:03:08.977250 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:08.979054 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-230fc6c8-cbfc-4b0e-a885-439de21c8db3 admin admin] Made reservation on behalf of 3b66845978a542bdb5f5744853b3fd13 for: {'network': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:03:08.981407 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-230fc6c8-cbfc-4b0e-a885-439de21c8db3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:08.989638 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-230fc6c8-cbfc-4b0e-a885-439de21c8db3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:09.063925 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-230fc6c8-cbfc-4b0e-a885-439de21c8db3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:09.067642 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-230fc6c8-cbfc-4b0e-a885-439de21c8db3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:09.091592 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-230fc6c8-cbfc-4b0e-a885-439de21c8db3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 812} {{(pid=100596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:03:09.105116 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230fc6c8-cbfc-4b0e-a885-439de21c8db3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c6657a2-12c0-4a99-891a-32766ea9cc95,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:09.110195 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-230fc6c8-cbfc-4b0e-a885-439de21c8db3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:09.110539 n-d-811396-3 neutron-server[100596]: INFO neutron.db.segments_db [None req-230fc6c8-cbfc-4b0e-a885-439de21c8db3 admin admin] Added segment 6442da35-924c-4d93-8887-b4d8baa2c428 of type vlan for network 4d2ccb1b-5afb-456b-9fe1-48dbc75755a7 Oct 20 11:03:09.150306 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-230fc6c8-cbfc-4b0e-a885-439de21c8db3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:09.175633 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-230fc6c8-cbfc-4b0e-a885-439de21c8db3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:09.176583 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-230fc6c8-cbfc-4b0e-a885-439de21c8db3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:09.177164 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-230fc6c8-cbfc-4b0e-a885-439de21c8db3 admin admin] Publish callbacks [] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:09.213542 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-230fc6c8-cbfc-4b0e-a885-439de21c8db3 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.3550773 Oct 20 11:03:09.216308 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 35756) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:09.220938 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-a3076eeb-50cc-402f-adb2-77b03c967680 admin admin] Request body: {'subnet': {'network_id': '4d2ccb1b-5afb-456b-9fe1-48dbc75755a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-232459586-subnet', 'tenant_id': '3b66845978a542bdb5f5744853b3fd13', 'ip_version': 4}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:03:09.251234 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230fc6c8-cbfc-4b0e-a885-439de21c8db3 admin admin] Pushing event updated for resources: {'Network': ['ID=4d2ccb1b-5afb-456b-9fe1-48dbc75755a7,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:09.262280 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network 4d2ccb1b-5afb-456b-9fe1-48dbc75755a7 details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:03:09.270150 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3076eeb-50cc-402f-adb2-77b03c967680 admin admin] Made reservation on behalf of 3b66845978a542bdb5f5744853b3fd13 for: {'subnet': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:03:09.273116 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a3076eeb-50cc-402f-adb2-77b03c967680 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26761797'] for subnet, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:09.446809 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a3076eeb-50cc-402f-adb2-77b03c967680 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26836128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26761819'] for subnet, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:09.797862 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3076eeb-50cc-402f-adb2-77b03c967680 admin admin] Pushing event updated for resources: {'Subnet': ['ID=957a25b5-5162-4631-b402-db33f157ef00,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:09.800360 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3076eeb-50cc-402f-adb2-77b03c967680 admin admin] Checking segment: {'id': '6442da35-924c-4d93-8887-b4d8baa2c428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '4d2ccb1b-5afb-456b-9fe1-48dbc75755a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:03:09.800719 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3076eeb-50cc-402f-adb2-77b03c967680 admin admin] Network hostable DHCP agents. Network: 4d2ccb1b-5afb-456b-9fe1-48dbc75755a7, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:03:09.818204 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3076eeb-50cc-402f-adb2-77b03c967680 admin admin] Network 4d2ccb1b-5afb-456b-9fe1-48dbc75755a7 is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:03:09.827742 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-a3076eeb-50cc-402f-adb2-77b03c967680 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, 4d2ccb1b-5afb-456b-9fe1-48dbc75755a7) {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:03:09.832496 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3076eeb-50cc-402f-adb2-77b03c967680 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:09.833083 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a3076eeb-50cc-402f-adb2-77b03c967680 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:09.836229 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f781e2-e540-4dbd-8b65-10ab8134392d None None] Network 4d2ccb1b-5afb-456b-9fe1-48dbc75755a7 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:03:09.857988 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-a3076eeb-50cc-402f-adb2-77b03c967680 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.6406231 Oct 20 11:03:09.860975 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 35766) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:09.866737 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-3a69245b-0680-4b0d-9715-0779b7a3880a admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-232459586-router', 'tenant_id': '3b66845978a542bdb5f5744853b3fd13', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:03:09.890154 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3a69245b-0680-4b0d-9715-0779b7a3880a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1772442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258322'] for router, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:09.891256 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3a69245b-0680-4b0d-9715-0779b7a3880a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1772334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773516', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258315'] for router, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:09.945622 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3a69245b-0680-4b0d-9715-0779b7a3880a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:10.002260 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd0c3db1-f081-4494-8ff1-a4d230fb0d4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524064ba-869c-5550-b826-c26b69a11278-4d2ccb1b-5afb-456b-9fe1-48dbc75755a7', 'network_id': '4d2ccb1b-5afb-456b-9fe1-48dbc75755a7', 'tenant_id': '3b66845978a542bdb5f5744853b3fd13', 'fixed_ips': [{'subnet_id': '957a25b5-5162-4631-b402-db33f157ef00'}]}} from n-d-811396-3. {{(pid=100598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:03:10.003185 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-dd0c3db1-f081-4494-8ff1-a4d230fb0d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:10.093918 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3a69245b-0680-4b0d-9715-0779b7a3880a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:10.144272 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-dd0c3db1-f081-4494-8ff1-a4d230fb0d4b None None] Allocated IP 172.20.0.2 (4d2ccb1b-5afb-456b-9fe1-48dbc75755a7/957a25b5-5162-4631-b402-db33f157ef00/a41b0810-7fcc-428b-9a62-9c1e5fb42bbd) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:03:10.309501 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-dd0c3db1-f081-4494-8ff1-a4d230fb0d4b None None] Publish callbacks [] for port, precommit_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:10.315434 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-dd0c3db1-f081-4494-8ff1-a4d230fb0d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:10.329811 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3a69245b-0680-4b0d-9715-0779b7a3880a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:10.352659 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3a69245b-0680-4b0d-9715-0779b7a3880a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:10.361126 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd0c3db1-f081-4494-8ff1-a4d230fb0d4b None None] Network 4d2ccb1b-5afb-456b-9fe1-48dbc75755a7 is already hosted by enough agents. {{(pid=100598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:03:10.364538 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.base_scheduler [None req-dd0c3db1-f081-4494-8ff1-a4d230fb0d4b None None] Resources bound (agent type, host, resource id): {{(pid=100598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:03:10.369419 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0c3db1-f081-4494-8ff1-a4d230fb0d4b None None] Received port after_create {{(pid=100598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:03:10.372503 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0c3db1-f081-4494-8ff1-a4d230fb0d4b None None] Pushing event updated for resources: {'Port': ['ID=a41b0810-7fcc-428b-9a62-9c1e5fb42bbd,revision_number=1']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:10.384332 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0c3db1-f081-4494-8ff1-a4d230fb0d4b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:03:10.385018 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0c3db1-f081-4494-8ff1-a4d230fb0d4b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:03:10.385520 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0c3db1-f081-4494-8ff1-a4d230fb0d4b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:03:10.386026 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0c3db1-f081-4494-8ff1-a4d230fb0d4b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:03:10.386518 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0c3db1-f081-4494-8ff1-a4d230fb0d4b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:03:10.386996 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0c3db1-f081-4494-8ff1-a4d230fb0d4b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:03:10.387533 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0c3db1-f081-4494-8ff1-a4d230fb0d4b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:03:10.388036 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0c3db1-f081-4494-8ff1-a4d230fb0d4b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:03:10.388521 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0c3db1-f081-4494-8ff1-a4d230fb0d4b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:03:10.389015 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0c3db1-f081-4494-8ff1-a4d230fb0d4b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:03:10.389525 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0c3db1-f081-4494-8ff1-a4d230fb0d4b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:03:10.389852 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0c3db1-f081-4494-8ff1-a4d230fb0d4b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:03:10.437153 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-dd0c3db1-f081-4494-8ff1-a4d230fb0d4b None None] Attempting to bind port a41b0810-7fcc-428b-9a62-9c1e5fb42bbd on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:03:10.437523 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-dd0c3db1-f081-4494-8ff1-a4d230fb0d4b None None] Attempting to bind port a41b0810-7fcc-428b-9a62-9c1e5fb42bbd by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '6442da35-924c-4d93-8887-b4d8baa2c428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '4d2ccb1b-5afb-456b-9fe1-48dbc75755a7'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:03:10.437886 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0c3db1-f081-4494-8ff1-a4d230fb0d4b None None] Attempting to bind port a41b0810-7fcc-428b-9a62-9c1e5fb42bbd on network 4d2ccb1b-5afb-456b-9fe1-48dbc75755a7 {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:03:10.443017 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0c3db1-f081-4494-8ff1-a4d230fb0d4b None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 3, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:03:10.443469 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0c3db1-f081-4494-8ff1-a4d230fb0d4b None None] Checking segment: {'id': '6442da35-924c-4d93-8887-b4d8baa2c428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '4d2ccb1b-5afb-456b-9fe1-48dbc75755a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:03:10.444122 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-dd0c3db1-f081-4494-8ff1-a4d230fb0d4b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:10.444313 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0c3db1-f081-4494-8ff1-a4d230fb0d4b None None] Bound using segment: {'id': '6442da35-924c-4d93-8887-b4d8baa2c428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '4d2ccb1b-5afb-456b-9fe1-48dbc75755a7'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:03:10.444768 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-dd0c3db1-f081-4494-8ff1-a4d230fb0d4b None None] Bound port: a41b0810-7fcc-428b-9a62-9c1e5fb42bbd, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6442da35-924c-4d93-8887-b4d8baa2c428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '4d2ccb1b-5afb-456b-9fe1-48dbc75755a7'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:03:10.445148 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-dd0c3db1-f081-4494-8ff1-a4d230fb0d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:10.458264 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [None req-3a69245b-0680-4b0d-9715-0779b7a3880a admin admin] Allocated IP 172.25.1.174 (cbe170d3-31ba-45a2-b477-520ab0a7a8ea/f4e26aca-17ac-4adb-a66b-d939a1b35b64/e98e671d-41d5-48be-a685-93fccb865ccd) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:03:10.517632 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-dd0c3db1-f081-4494-8ff1-a4d230fb0d4b None None] For port a41b0810-7fcc-428b-9a62-9c1e5fb42bbd, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:03:10.521474 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-dd0c3db1-f081-4494-8ff1-a4d230fb0d4b None None] For port a41b0810-7fcc-428b-9a62-9c1e5fb42bbd, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=a41b0810-7fcc-428b-9a62-9c1e5fb42bbd,segment=NetworkSegment(6442da35-924c-4d93-8887-b4d8baa2c428),segment_id=6442da35-924c-4d93-8887-b4d8baa2c428)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:03:10.528277 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-dd0c3db1-f081-4494-8ff1-a4d230fb0d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:10.615433 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0c3db1-f081-4494-8ff1-a4d230fb0d4b None None] Pushing event updated for resources: {'Port': ['ID=a41b0810-7fcc-428b-9a62-9c1e5fb42bbd,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:10.627649 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3a69245b-0680-4b0d-9715-0779b7a3880a admin admin] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:10.669262 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3a69245b-0680-4b0d-9715-0779b7a3880a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:10.722078 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a69245b-0680-4b0d-9715-0779b7a3880a admin admin] Network cbe170d3-31ba-45a2-b477-520ab0a7a8ea is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:03:10.725237 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-3a69245b-0680-4b0d-9715-0779b7a3880a admin admin] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:03:10.730489 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a69245b-0680-4b0d-9715-0779b7a3880a admin admin] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:03:10.733865 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a69245b-0680-4b0d-9715-0779b7a3880a admin admin] Pushing event updated for resources: {'Port': ['ID=e98e671d-41d5-48be-a685-93fccb865ccd,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:11.054784 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3a69245b-0680-4b0d-9715-0779b7a3880a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:11.251510 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3a69245b-0680-4b0d-9715-0779b7a3880a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1773475'] for router, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:11.384049 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a69245b-0680-4b0d-9715-0779b7a3880a admin admin] Router a20483c3-9a17-4cf6-9729-c96b2643044c is scheduled to L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 with binding_index 1 {{(pid=100596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 11:03:11.496052 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a69245b-0680-4b0d-9715-0779b7a3880a admin admin] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:03:11.510251 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b99be0-6822-4840-9c23-baa7e5d8804f None None] Sync routers for ids ['a20483c3-9a17-4cf6-9729-c96b2643044c'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:03:11.519916 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3a69245b-0680-4b0d-9715-0779b7a3880a admin admin] Publish callbacks [] for router, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:11.523790 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-3a69245b-0680-4b0d-9715-0779b7a3880a admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 1.6591880 Oct 20 11:03:11.524111 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 35780) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:11.634262 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b99be0-6822-4840-9c23-baa7e5d8804f None None] Routers {'a20483c3-9a17-4cf6-9729-c96b2643044c'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:03:11.634982 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-c8b99be0-6822-4840-9c23-baa7e5d8804f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:03:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['a20483c3-9a17-4cf6-9729-c96b2643044c'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:03:11.699895 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a2fa7d9-4317-49ad-acef-992319b2e970 None None] Network 4d2ccb1b-5afb-456b-9fe1-48dbc75755a7 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:03:11.759259 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-c8b99be0-6822-4840-9c23-baa7e5d8804f None None] Set router a20483c3-9a17-4cf6-9729-c96b2643044c gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:03:11.874212 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-7a45a290-3dab-43b1-bfa0-eb398e22d2ce None None] Provisioning complete for port a41b0810-7fcc-428b-9a62-9c1e5fb42bbd triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:03:11.874612 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-7a45a290-3dab-43b1-bfa0-eb398e22d2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:12.016207 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-7a45a290-3dab-43b1-bfa0-eb398e22d2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:12.064337 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device a41b0810-7fcc-428b-9a62-9c1e5fb42bbd up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:03:12.068021 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-7a45a290-3dab-43b1-bfa0-eb398e22d2ce None None] For port a41b0810-7fcc-428b-9a62-9c1e5fb42bbd, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=a41b0810-7fcc-428b-9a62-9c1e5fb42bbd,segment=NetworkSegment(6442da35-924c-4d93-8887-b4d8baa2c428),segment_id=6442da35-924c-4d93-8887-b4d8baa2c428)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:03:12.092847 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-7a45a290-3dab-43b1-bfa0-eb398e22d2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:12.107460 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-c8b99be0-6822-4840-9c23-baa7e5d8804f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a20483c3-9a17-4cf6-9729-c96b2643044c', 'name': 'tempest-ImageQuotaTest-232459586-router', 'tenant_id': '3b66845978a542bdb5f5744853b3fd13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.174'}], 'enable_snat': True}, 'gw_port_id': 'e98e671d-41d5-48be-a685-93fccb865ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:03:09Z', 'updated_at': '2021-10-20T11:03:10Z', 'revision_number': 3, 'project_id': '3b66845978a542bdb5f5744853b3fd13', 'gw_port': {'id': 'e98e671d-41d5-48be-a685-93fccb865ccd', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:5b:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a20483c3-9a17-4cf6-9729-c96b2643044c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3751, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:03:10Z', 'updated_at': '2021-10-20T11:03:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:03:12.132004 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-209fa2c4-7278-4269-b285-2725e3856022 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:12.143678 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b99be0-6822-4840-9c23-baa7e5d8804f None None] Checking router: a20483c3-9a17-4cf6-9729-c96b2643044c for host: n-d-811396-3 {{(pid=100599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:03:12.144052 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b99be0-6822-4840-9c23-baa7e5d8804f None None] Updating router a20483c3-9a17-4cf6-9729-c96b2643044c port e98e671d-41d5-48be-a685-93fccb865ccd binding host n-d-811396-3 {{(pid=100599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:03:12.179857 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-c8b99be0-6822-4840-9c23-baa7e5d8804f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:12.182098 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a45a290-3dab-43b1-bfa0-eb398e22d2ce None None] Pushing event updated for resources: {'Port': ['ID=a41b0810-7fcc-428b-9a62-9c1e5fb42bbd,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:12.196056 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port a41b0810-7fcc-428b-9a62-9c1e5fb42bbd triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:03:12.196056 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:12.333487 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [None req-209fa2c4-7278-4269-b285-2725e3856022 admin admin] Allocated IP 172.20.0.1 (4d2ccb1b-5afb-456b-9fe1-48dbc75755a7/957a25b5-5162-4631-b402-db33f157ef00/0eec5401-b95e-4af8-9eef-ed2a1408f48a) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:03:12.365620 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-2a6b7475-21df-413a-acab-56298766997e None None] Provisioning complete for port a41b0810-7fcc-428b-9a62-9c1e5fb42bbd triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:03:12.366150 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-2a6b7475-21df-413a-acab-56298766997e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:12.452095 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-209fa2c4-7278-4269-b285-2725e3856022 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:12.488915 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-209fa2c4-7278-4269-b285-2725e3856022 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:12.519075 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-c8b99be0-6822-4840-9c23-baa7e5d8804f None None] Publish callbacks [] for port, precommit_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:12.528088 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-c8b99be0-6822-4840-9c23-baa7e5d8804f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:12.530373 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-209fa2c4-7278-4269-b285-2725e3856022 admin admin] Network 4d2ccb1b-5afb-456b-9fe1-48dbc75755a7 is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:03:12.533293 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-209fa2c4-7278-4269-b285-2725e3856022 admin admin] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:03:12.536789 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209fa2c4-7278-4269-b285-2725e3856022 admin admin] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:03:12.561527 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209fa2c4-7278-4269-b285-2725e3856022 admin admin] Pushing event updated for resources: {'Port': ['ID=0eec5401-b95e-4af8-9eef-ed2a1408f48a,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:12.583778 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-209fa2c4-7278-4269-b285-2725e3856022 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1774540'] for router_interface, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:12.585565 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-c8b99be0-6822-4840-9c23-baa7e5d8804f None None] Attempting to bind port e98e671d-41d5-48be-a685-93fccb865ccd on host n-d-811396-3 for vnic_type normal with profile {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:03:12.585932 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-c8b99be0-6822-4840-9c23-baa7e5d8804f None None] Attempting to bind port e98e671d-41d5-48be-a685-93fccb865ccd by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}] {{(pid=100599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:03:12.586291 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b99be0-6822-4840-9c23-baa7e5d8804f None None] Attempting to bind port e98e671d-41d5-48be-a685-93fccb865ccd on network cbe170d3-31ba-45a2-b477-520ab0a7a8ea {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:03:12.598818 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b99be0-6822-4840-9c23-baa7e5d8804f None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 3, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:03:12.599173 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b99be0-6822-4840-9c23-baa7e5d8804f None None] Checking segment: {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:03:12.599746 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-c8b99be0-6822-4840-9c23-baa7e5d8804f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:12.600136 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b99be0-6822-4840-9c23-baa7e5d8804f None None] Bound using segment: {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'} {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:03:12.600610 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-c8b99be0-6822-4840-9c23-baa7e5d8804f None None] Bound port: e98e671d-41d5-48be-a685-93fccb865ccd, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}}] {{(pid=100599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:03:12.600987 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-c8b99be0-6822-4840-9c23-baa7e5d8804f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:12.718221 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bafe57-61e5-45d5-bcf9-f36e84f67b2a None None] Pushing event updated for resources: {'Port': ['ID=e98e671d-41d5-48be-a685-93fccb865ccd,revision_number=2']} {{(pid=100599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:12.731460 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.db [None req-c8b99be0-6822-4840-9c23-baa7e5d8804f None None] For port e98e671d-41d5-48be-a685-93fccb865ccd, host n-d-811396-3, cleared binding levels {{(pid=100599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:03:12.748338 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.db [None req-c8b99be0-6822-4840-9c23-baa7e5d8804f None None] For port e98e671d-41d5-48be-a685-93fccb865ccd, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=e98e671d-41d5-48be-a685-93fccb865ccd,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:03:12.753607 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bafe57-61e5-45d5-bcf9-f36e84f67b2a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:03:12.753944 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bafe57-61e5-45d5-bcf9-f36e84f67b2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:03:12.756820 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bafe57-61e5-45d5-bcf9-f36e84f67b2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:03:12.757159 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bafe57-61e5-45d5-bcf9-f36e84f67b2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:03:12.757985 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bafe57-61e5-45d5-bcf9-f36e84f67b2a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:03:12.758515 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bafe57-61e5-45d5-bcf9-f36e84f67b2a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:03:12.758835 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bafe57-61e5-45d5-bcf9-f36e84f67b2a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:03:12.759847 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bafe57-61e5-45d5-bcf9-f36e84f67b2a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:03:12.760170 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bafe57-61e5-45d5-bcf9-f36e84f67b2a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:03:12.760491 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bafe57-61e5-45d5-bcf9-f36e84f67b2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:03:12.760810 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bafe57-61e5-45d5-bcf9-f36e84f67b2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:03:12.761126 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bafe57-61e5-45d5-bcf9-f36e84f67b2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:03:12.772686 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-c8b99be0-6822-4840-9c23-baa7e5d8804f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:12.905000 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b99be0-6822-4840-9c23-baa7e5d8804f None None] Routers {'a20483c3-9a17-4cf6-9729-c96b2643044c'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:03:12.906898 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-fbf1e91b-e1ea-4176-9eb3-fcde9f55dd4d None None] Provisioning complete for port 0eec5401-b95e-4af8-9eef-ed2a1408f48a triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:03:12.907362 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-fbf1e91b-e1ea-4176-9eb3-fcde9f55dd4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:12.908331 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-c8b99be0-6822-4840-9c23-baa7e5d8804f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:03:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['a20483c3-9a17-4cf6-9729-c96b2643044c'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:03:12.988775 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bafe57-61e5-45d5-bcf9-f36e84f67b2a None None] Pushing event updated for resources: {'Port': ['ID=e98e671d-41d5-48be-a685-93fccb865ccd,revision_number=3']} {{(pid=100599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:12.989594 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-fbf1e91b-e1ea-4176-9eb3-fcde9f55dd4d None None] Port 0eec5401-b95e-4af8-9eef-ed2a1408f48a cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:03:13.092643 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-c8b99be0-6822-4840-9c23-baa7e5d8804f None None] Set router a20483c3-9a17-4cf6-9729-c96b2643044c gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:03:13.143257 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-209fa2c4-7278-4269-b285-2725e3856022 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:13.315947 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-209fa2c4-7278-4269-b285-2725e3856022 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:13.319906 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-c8b99be0-6822-4840-9c23-baa7e5d8804f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a20483c3-9a17-4cf6-9729-c96b2643044c', 'name': 'tempest-ImageQuotaTest-232459586-router', 'tenant_id': '3b66845978a542bdb5f5744853b3fd13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.174'}], 'enable_snat': True}, 'gw_port_id': 'e98e671d-41d5-48be-a685-93fccb865ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:03:09Z', 'updated_at': '2021-10-20T11:03:10Z', 'revision_number': 3, 'project_id': '3b66845978a542bdb5f5744853b3fd13', 'gw_port': {'id': 'e98e671d-41d5-48be-a685-93fccb865ccd', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:5b:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a20483c3-9a17-4cf6-9729-c96b2643044c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3751, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:03:10Z', 'updated_at': '2021-10-20T11:03:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:03:13.321995 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-209fa2c4-7278-4269-b285-2725e3856022 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:13.355279 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b99be0-6822-4840-9c23-baa7e5d8804f None None] The sync data for ids ['a20483c3-9a17-4cf6-9729-c96b2643044c'] in n-d-811396-3 is: [{'id': 'a20483c3-9a17-4cf6-9729-c96b2643044c', 'name': 'tempest-ImageQuotaTest-232459586-router', 'tenant_id': '3b66845978a542bdb5f5744853b3fd13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.174'}], 'enable_snat': True}, 'gw_port_id': 'e98e671d-41d5-48be-a685-93fccb865ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:03:09Z', 'updated_at': '2021-10-20T11:03:10Z', 'revision_number': 3, 'project_id': '3b66845978a542bdb5f5744853b3fd13', 'gw_port': {'id': 'e98e671d-41d5-48be-a685-93fccb865ccd', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:5b:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a20483c3-9a17-4cf6-9729-c96b2643044c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3751, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:03:10Z', 'updated_at': '2021-10-20T11:03:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:03:13.392279 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209fa2c4-7278-4269-b285-2725e3856022 admin admin] Pushing event updated for resources: {'Port': ['ID=0eec5401-b95e-4af8-9eef-ed2a1408f48a,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:13.395178 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-209fa2c4-7278-4269-b285-2725e3856022 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1774432'] for router_interface, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:13.494546 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-209fa2c4-7278-4269-b285-2725e3856022 admin admin] Network 4d2ccb1b-5afb-456b-9fe1-48dbc75755a7 is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:03:13.495986 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-209fa2c4-7278-4269-b285-2725e3856022 admin admin] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:03:13.650978 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-209fa2c4-7278-4269-b285-2725e3856022 admin admin] Router a20483c3-9a17-4cf6-9729-c96b2643044c has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:03:13.786854 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-209fa2c4-7278-4269-b285-2725e3856022 admin admin] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:03:13.795900 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-209fa2c4-7278-4269-b285-2725e3856022 admin admin] 10.222.0.64 "PUT /v2.0/routers/a20483c3-9a17-4cf6-9729-c96b2643044c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2706523 Oct 20 11:03:13.809099 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-24492265-a198-4d00-8d42-1840aeda4796 None None] Provisioning complete for port 0eec5401-b95e-4af8-9eef-ed2a1408f48a triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:03:13.809477 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-24492265-a198-4d00-8d42-1840aeda4796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:13.848629 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-24492265-a198-4d00-8d42-1840aeda4796 None None] Port 0eec5401-b95e-4af8-9eef-ed2a1408f48a cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:03:14.049725 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device a41b0810-7fcc-428b-9a62-9c1e5fb42bbd up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:03:14.190391 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port a41b0810-7fcc-428b-9a62-9c1e5fb42bbd triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:03:14.190767 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:14.410496 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device e98e671d-41d5-48be-a685-93fccb865ccd up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:03:14.501275 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port e98e671d-41d5-48be-a685-93fccb865ccd triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:03:14.501651 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:14.613640 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:14.625078 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 35820) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:14.641438 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] For port e98e671d-41d5-48be-a685-93fccb865ccd, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=e98e671d-41d5-48be-a685-93fccb865ccd,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:03:14.647633 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:14.705913 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Pushing event updated for resources: {'Port': ['ID=e98e671d-41d5-48be-a685-93fccb865ccd,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:14.763702 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f4af9718-f6a9-4701-8843-28f34c31d2db admin admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:14.848776 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f4af9718-f6a9-4701-8843-28f34c31d2db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:14.854259 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f4af9718-f6a9-4701-8843-28f34c31d2db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:14.888244 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-f4af9718-f6a9-4701-8843-28f34c31d2db admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9140287e1521404db3de6e1335bd4cb1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2619951 Oct 20 11:03:14.891241 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35826) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:14.897440 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4af9718-f6a9-4701-8843-28f34c31d2db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ee50f12-dc5f-4f22-b823-d2c1ee21a379,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:14.955181 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6fe433a2-36b0-41c9-9e36-c66ed199449e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:14.978078 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6fe433a2-36b0-41c9-9e36-c66ed199449e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:15.025223 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6fe433a2-36b0-41c9-9e36-c66ed199449e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:15.027899 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6fe433a2-36b0-41c9-9e36-c66ed199449e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:15.029064 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-6fe433a2-36b0-41c9-9e36-c66ed199449e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3ee50f12-dc5f-4f22-b823-d2c1ee21a379 HTTP/1.1" status: 204 len: 168 time: 0.1364660 Oct 20 11:03:15.037216 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe433a2-36b0-41c9-9e36-c66ed199449e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ee50f12-dc5f-4f22-b823-d2c1ee21a379,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:15.128644 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 35832) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:15.332940 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b89827-939f-4466-bf42-dea473902144 None None] Sync routers for ids ['a20483c3-9a17-4cf6-9729-c96b2643044c'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:03:15.342845 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b89827-939f-4466-bf42-dea473902144 None None] Routers {'a20483c3-9a17-4cf6-9729-c96b2643044c'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:03:15.343483 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-d3b89827-939f-4466-bf42-dea473902144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:03:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['a20483c3-9a17-4cf6-9729-c96b2643044c'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:03:15.347482 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 35838) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:15.365509 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-faf82bb0-e5fb-42c8-b5b3-410f81d044db admin admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:15.452400 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-d3b89827-939f-4466-bf42-dea473902144 None None] Set router a20483c3-9a17-4cf6-9729-c96b2643044c gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:03:15.519068 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-faf82bb0-e5fb-42c8-b5b3-410f81d044db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:15.527704 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-faf82bb0-e5fb-42c8-b5b3-410f81d044db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:15.592292 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-faf82bb0-e5fb-42c8-b5b3-410f81d044db admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9b0105c730c64363bad921472bff2528&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2434704 Oct 20 11:03:15.594234 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf82bb0-e5fb-42c8-b5b3-410f81d044db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac16601a-1ff1-4517-8edf-015b81d29997,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:15.594919 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35840) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:15.615774 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-51ddcd02-2530-4bd0-bc9e-2781128f2770 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1774405'] for router_interface, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:15.651507 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1b38ebed-463d-436a-a546-63dd1b53b2e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:15.672526 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-d3b89827-939f-4466-bf42-dea473902144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a20483c3-9a17-4cf6-9729-c96b2643044c', 'name': 'tempest-ImageQuotaTest-232459586-router', 'tenant_id': '3b66845978a542bdb5f5744853b3fd13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.174'}], 'enable_snat': True}, 'gw_port_id': 'e98e671d-41d5-48be-a685-93fccb865ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:03:09Z', 'updated_at': '2021-10-20T11:03:13Z', 'revision_number': 4, 'project_id': '3b66845978a542bdb5f5744853b3fd13', 'gw_port': {'id': 'e98e671d-41d5-48be-a685-93fccb865ccd', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:5b:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a20483c3-9a17-4cf6-9729-c96b2643044c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3751, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:03:10Z', 'updated_at': '2021-10-20T11:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '0eec5401-b95e-4af8-9eef-ed2a1408f48a', 'name': '', 'network_id': '4d2ccb1b-5afb-456b-9fe1-48dbc75755a7', 'tenant_id': '3b66845978a542bdb5f5744853b3fd13', 'mac_address': 'fa:16:3e:c3:79:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a20483c3-9a17-4cf6-9729-c96b2643044c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3752, 'fixed_ips': [{'subnet_id': '957a25b5-5162-4631-b402-db33f157ef00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:03:12Z', 'updated_at': '2021-10-20T11:03:13Z', 'revision_number': 2, 'project_id': '3b66845978a542bdb5f5744853b3fd13', 'subnets': [{'id': '957a25b5-5162-4631-b402-db33f157ef00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:03:15.678742 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1b38ebed-463d-436a-a546-63dd1b53b2e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:15.731055 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1b38ebed-463d-436a-a546-63dd1b53b2e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:15.734282 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1b38ebed-463d-436a-a546-63dd1b53b2e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:15.735829 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-1b38ebed-463d-436a-a546-63dd1b53b2e6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ac16601a-1ff1-4517-8edf-015b81d29997 HTTP/1.1" status: 204 len: 168 time: 0.1384540 Oct 20 11:03:15.745271 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b38ebed-463d-436a-a546-63dd1b53b2e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac16601a-1ff1-4517-8edf-015b81d29997,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:15.885808 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b89827-939f-4466-bf42-dea473902144 None None] Checking router: a20483c3-9a17-4cf6-9729-c96b2643044c for host: n-d-811396-3 {{(pid=100598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:03:15.886403 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b89827-939f-4466-bf42-dea473902144 None None] Updating router a20483c3-9a17-4cf6-9729-c96b2643044c port 0eec5401-b95e-4af8-9eef-ed2a1408f48a binding host n-d-811396-3 {{(pid=100598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:03:15.926116 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-d3b89827-939f-4466-bf42-dea473902144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:15.937966 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-51ddcd02-2530-4bd0-bc9e-2781128f2770 admin admin] Deleting port 0eec5401-b95e-4af8-9eef-ed2a1408f48a {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:03:15.938555 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-51ddcd02-2530-4bd0-bc9e-2781128f2770 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:15.997402 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device e98e671d-41d5-48be-a685-93fccb865ccd up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:03:16.038671 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-51ddcd02-2530-4bd0-bc9e-2781128f2770 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:16.054384 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-51ddcd02-2530-4bd0-bc9e-2781128f2770 admin admin] Calling delete_port for 0eec5401-b95e-4af8-9eef-ed2a1408f48a owned by network:router_interface {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:03:16.151611 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port e98e671d-41d5-48be-a685-93fccb865ccd triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:03:16.152006 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:16.284832 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-51ddcd02-2530-4bd0-bc9e-2781128f2770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:16.315973 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ddcd02-2530-4bd0-bc9e-2781128f2770 admin admin] Pushing event deleted for resources: {'Port': ['ID=0eec5401-b95e-4af8-9eef-ed2a1408f48a,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:16.401816 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.db.api [None req-d3b89827-939f-4466-bf42-dea473902144 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 11:03:16.402400 n-d-811396-3 neutron-server[100598]: DEBUG oslo_db.api [None req-d3b89827-939f-4466-bf42-dea473902144 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 11:03:16.538562 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-51ddcd02-2530-4bd0-bc9e-2781128f2770 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1771989'] for router_interface, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:16.768072 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51ddcd02-2530-4bd0-bc9e-2781128f2770 admin admin] Router a20483c3-9a17-4cf6-9729-c96b2643044c has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:03:16.880709 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51ddcd02-2530-4bd0-bc9e-2781128f2770 admin admin] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:03:16.888353 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-51ddcd02-2530-4bd0-bc9e-2781128f2770 admin admin] 10.222.0.64 "PUT /v2.0/routers/a20483c3-9a17-4cf6-9729-c96b2643044c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7562630 Oct 20 11:03:16.888595 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 35872) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:16.930231 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b89827-939f-4466-bf42-dea473902144 None None] Port 0eec5401-b95e-4af8-9eef-ed2a1408f48a not found while updating agent binding for router a20483c3-9a17-4cf6-9729-c96b2643044c. {{(pid=100598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Oct 20 11:03:16.940086 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b89827-939f-4466-bf42-dea473902144 None None] Routers {'a20483c3-9a17-4cf6-9729-c96b2643044c'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:03:16.940720 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-d3b89827-939f-4466-bf42-dea473902144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:03:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['a20483c3-9a17-4cf6-9729-c96b2643044c'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:03:16.946830 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35874) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:17.001712 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2ee32843-230f-4d91-952a-1c578e13fc4c admin admin] Publish callbacks [] for router, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:17.057770 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-d3b89827-939f-4466-bf42-dea473902144 None None] Set router a20483c3-9a17-4cf6-9729-c96b2643044c gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:03:17.103170 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e6fb786a-dae1-49de-b5e0-e125f0f6d139 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:17.109516 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2ee32843-230f-4d91-952a-1c578e13fc4c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:17.167230 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-2ee32843-230f-4d91-952a-1c578e13fc4c admin admin] Deleting port e98e671d-41d5-48be-a685-93fccb865ccd {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:03:17.167711 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2ee32843-230f-4d91-952a-1c578e13fc4c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:17.195728 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e6fb786a-dae1-49de-b5e0-e125f0f6d139 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:17.201145 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e6fb786a-dae1-49de-b5e0-e125f0f6d139 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:17.242264 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fb786a-dae1-49de-b5e0-e125f0f6d139 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49258191-d18a-4f14-84c6-5b29002f8728,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:17.250182 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-e6fb786a-dae1-49de-b5e0-e125f0f6d139 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=23eb0738ae974ce1b9ad58a400519c22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3022113 Oct 20 11:03:17.251487 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35878) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:17.256373 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-d3b89827-939f-4466-bf42-dea473902144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a20483c3-9a17-4cf6-9729-c96b2643044c', 'name': 'tempest-ImageQuotaTest-232459586-router', 'tenant_id': '3b66845978a542bdb5f5744853b3fd13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.174'}], 'enable_snat': True}, 'gw_port_id': 'e98e671d-41d5-48be-a685-93fccb865ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:03:09Z', 'updated_at': '2021-10-20T11:03:16Z', 'revision_number': 5, 'project_id': '3b66845978a542bdb5f5744853b3fd13', 'gw_port': {'id': 'e98e671d-41d5-48be-a685-93fccb865ccd', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:5b:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a20483c3-9a17-4cf6-9729-c96b2643044c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3751, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:03:10Z', 'updated_at': '2021-10-20T11:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:03:17.262979 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [None req-2ee32843-230f-4d91-952a-1c578e13fc4c admin admin] For port e98e671d-41d5-48be-a685-93fccb865ccd, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=e98e671d-41d5-48be-a685-93fccb865ccd,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:03:17.263355 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2ee32843-230f-4d91-952a-1c578e13fc4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:17.286652 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-2ee32843-230f-4d91-952a-1c578e13fc4c admin admin] Calling delete_port for e98e671d-41d5-48be-a685-93fccb865ccd owned by network:router_gateway {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:03:17.289046 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b89827-939f-4466-bf42-dea473902144 None None] The sync data for ids ['a20483c3-9a17-4cf6-9729-c96b2643044c'] in n-d-811396-3 is: [{'id': 'a20483c3-9a17-4cf6-9729-c96b2643044c', 'name': 'tempest-ImageQuotaTest-232459586-router', 'tenant_id': '3b66845978a542bdb5f5744853b3fd13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.174'}], 'enable_snat': True}, 'gw_port_id': 'e98e671d-41d5-48be-a685-93fccb865ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:03:09Z', 'updated_at': '2021-10-20T11:03:16Z', 'revision_number': 5, 'project_id': '3b66845978a542bdb5f5744853b3fd13', 'gw_port': {'id': 'e98e671d-41d5-48be-a685-93fccb865ccd', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:5b:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a20483c3-9a17-4cf6-9729-c96b2643044c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3751, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:03:10Z', 'updated_at': '2021-10-20T11:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:03:17.309261 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d8978bc7-a525-4740-9aa3-4b3d80536ccd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:17.339195 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d8978bc7-a525-4740-9aa3-4b3d80536ccd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:17.412711 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d8978bc7-a525-4740-9aa3-4b3d80536ccd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:17.415896 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d8978bc7-a525-4740-9aa3-4b3d80536ccd admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:17.417285 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-d8978bc7-a525-4740-9aa3-4b3d80536ccd admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/49258191-d18a-4f14-84c6-5b29002f8728 HTTP/1.1" status: 204 len: 168 time: 0.1646609 Oct 20 11:03:17.428676 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8978bc7-a525-4740-9aa3-4b3d80536ccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49258191-d18a-4f14-84c6-5b29002f8728,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:17.505354 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2ee32843-230f-4d91-952a-1c578e13fc4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:17.536895 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee32843-230f-4d91-952a-1c578e13fc4c admin admin] Pushing event deleted for resources: {'Port': ['ID=e98e671d-41d5-48be-a685-93fccb865ccd,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:17.601445 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2ee32843-230f-4d91-952a-1c578e13fc4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1773439'] for router_gateway, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:17.701452 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2ee32843-230f-4d91-952a-1c578e13fc4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1772272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258304'] for router, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:17.704084 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2ee32843-230f-4d91-952a-1c578e13fc4c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:17.757109 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2ee32843-230f-4d91-952a-1c578e13fc4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1772267'] for router, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:17.757988 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ee32843-230f-4d91-952a-1c578e13fc4c admin admin] Fanout notify agent at l3_agent the message router_deleted on router a20483c3-9a17-4cf6-9729-c96b2643044c {{(pid=100596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:03:17.763024 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2ee32843-230f-4d91-952a-1c578e13fc4c admin admin] Publish callbacks [] for router, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:17.766696 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-2ee32843-230f-4d91-952a-1c578e13fc4c admin admin] 10.222.0.64 "DELETE /v2.0/routers/a20483c3-9a17-4cf6-9729-c96b2643044c HTTP/1.1" status: 204 len: 168 time: 0.8748133 Oct 20 11:03:17.767062 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35886) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:17.814177 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f51a4f9-e8e1-4ec1-88df-6f5e7bc4fdea admin admin] Deleting subnet 957a25b5-5162-4631-b402-db33f157ef00 {{(pid=100597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:03:17.817466 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7f51a4f9-e8e1-4ec1-88df-6f5e7bc4fdea admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:17.861910 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7f51a4f9-e8e1-4ec1-88df-6f5e7bc4fdea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25852621'] for subnet, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:17.967055 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7f51a4f9-e8e1-4ec1-88df-6f5e7bc4fdea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:18.028403 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7f51a4f9-e8e1-4ec1-88df-6f5e7bc4fdea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25350811'] for subnet, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:18.057651 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f51a4f9-e8e1-4ec1-88df-6f5e7bc4fdea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=957a25b5-5162-4631-b402-db33f157ef00,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:18.060168 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7f51a4f9-e8e1-4ec1-88df-6f5e7bc4fdea admin admin] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:18.063357 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-7f51a4f9-e8e1-4ec1-88df-6f5e7bc4fdea admin admin] 10.222.0.64 "DELETE /v2.0/subnets/957a25b5-5162-4631-b402-db33f157ef00 HTTP/1.1" status: 204 len: 168 time: 0.2951283 Oct 20 11:03:18.066487 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 35896) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:18.067256 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d5abd7a-9d64-4aa5-adf0-25aa6f471a29 None None] Network 4d2ccb1b-5afb-456b-9fe1-48dbc75755a7 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:03:18.085547 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0ad62f-c0d1-41c2-a1ee-8c7047cd3b7d None None] Sync routers for ids ['a20483c3-9a17-4cf6-9729-c96b2643044c'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:03:18.099730 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0ad62f-c0d1-41c2-a1ee-8c7047cd3b7d None None] Routers set() bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:03:18.100239 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0ad62f-c0d1-41c2-a1ee-8c7047cd3b7d None None] Router IDs set() for agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 20 11:03:18.101034 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_agentschedulers_db [None req-5b0ad62f-c0d1-41c2-a1ee-8c7047cd3b7d None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'a20483c3-9a17-4cf6-9729-c96b2643044c'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:03:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent'). {{(pid=100599) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 20 11:03:18.115657 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0ad62f-c0d1-41c2-a1ee-8c7047cd3b7d None None] Routers set() bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:03:18.116018 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0ad62f-c0d1-41c2-a1ee-8c7047cd3b7d None None] Router IDs set() for agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 20 11:03:18.116741 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_agentschedulers_db [None req-5b0ad62f-c0d1-41c2-a1ee-8c7047cd3b7d None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'a20483c3-9a17-4cf6-9729-c96b2643044c'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:03:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent'). {{(pid=100599) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 20 11:03:18.117184 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0ad62f-c0d1-41c2-a1ee-8c7047cd3b7d None None] The sync data for ids ['a20483c3-9a17-4cf6-9729-c96b2643044c'] in n-d-811396-3 is: [] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:03:18.179553 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3e2673de-c19b-447a-9fb2-684dbca09e59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:18.261856 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-3e2673de-c19b-447a-9fb2-684dbca09e59 admin admin] Deleting port a41b0810-7fcc-428b-9a62-9c1e5fb42bbd {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:03:18.262245 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3e2673de-c19b-447a-9fb2-684dbca09e59 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:18.264343 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 7 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:03:18.301948 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de53c19-2ffb-4aec-8d61-98f413e564ef None None] DHCP port deletion for 4d2ccb1b-5afb-456b-9fe1-48dbc75755a7 request from n-d-811396-3 {{(pid=100598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:03:18.342863 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [None req-3e2673de-c19b-447a-9fb2-684dbca09e59 admin admin] For port a41b0810-7fcc-428b-9a62-9c1e5fb42bbd, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=a41b0810-7fcc-428b-9a62-9c1e5fb42bbd,segment=NetworkSegment(6442da35-924c-4d93-8887-b4d8baa2c428),segment_id=6442da35-924c-4d93-8887-b4d8baa2c428)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:03:18.343644 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3e2673de-c19b-447a-9fb2-684dbca09e59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:18.357754 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-3e2673de-c19b-447a-9fb2-684dbca09e59 admin admin] Calling delete_port for a41b0810-7fcc-428b-9a62-9c1e5fb42bbd owned by network:dhcp {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:03:18.359509 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-0de53c19-2ffb-4aec-8d61-98f413e564ef None None] Deleting port a41b0810-7fcc-428b-9a62-9c1e5fb42bbd {{(pid=100598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:03:18.359902 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-0de53c19-2ffb-4aec-8d61-98f413e564ef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:18.431315 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-0de53c19-2ffb-4aec-8d61-98f413e564ef None None] For port a41b0810-7fcc-428b-9a62-9c1e5fb42bbd, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=a41b0810-7fcc-428b-9a62-9c1e5fb42bbd,segment=NetworkSegment(6442da35-924c-4d93-8887-b4d8baa2c428),segment_id=6442da35-924c-4d93-8887-b4d8baa2c428)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:03:18.431800 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-0de53c19-2ffb-4aec-8d61-98f413e564ef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:18.447765 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3e2673de-c19b-447a-9fb2-684dbca09e59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:18.454891 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-0de53c19-2ffb-4aec-8d61-98f413e564ef None None] Calling delete_port for a41b0810-7fcc-428b-9a62-9c1e5fb42bbd owned by network:dhcp {{(pid=100598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:03:18.474759 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2673de-c19b-447a-9fb2-684dbca09e59 admin admin] Pushing event deleted for resources: {'Port': ['ID=a41b0810-7fcc-428b-9a62-9c1e5fb42bbd,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:18.478378 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2673de-c19b-447a-9fb2-684dbca09e59 admin admin] No DVR routers for this DVR port a41b0810-7fcc-428b-9a62-9c1e5fb42bbd on host n-d-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:03:18.549848 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-0de53c19-2ffb-4aec-8d61-98f413e564ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956'] for port, after_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:18.561499 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3e2673de-c19b-447a-9fb2-684dbca09e59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:18.564795 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de53c19-2ffb-4aec-8d61-98f413e564ef None None] No DVR routers for this DVR port a41b0810-7fcc-428b-9a62-9c1e5fb42bbd on host n-d-811396-3 {{(pid=100598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:03:18.586006 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de53c19-2ffb-4aec-8d61-98f413e564ef None None] Pushing event deleted for resources: {'Port': ['ID=a41b0810-7fcc-428b-9a62-9c1e5fb42bbd,revision_number=None']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:18.598904 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-3e2673de-c19b-447a-9fb2-684dbca09e59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d2ccb1b-5afb-456b-9fe1-48dbc75755a7']}} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:03:18.608689 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-3e2673de-c19b-447a-9fb2-684dbca09e59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6442da35-924c-4d93-8887-b4d8baa2c428') {'for_net_delete': True} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:03:18.608984 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-3e2673de-c19b-447a-9fb2-684dbca09e59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6442da35-924c-4d93-8887-b4d8baa2c428') {} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:03:18.618914 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3e2673de-c19b-447a-9fb2-684dbca09e59 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25189038'] for segment, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:18.631852 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3e2673de-c19b-447a-9fb2-684dbca09e59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:18.642514 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e2673de-c19b-447a-9fb2-684dbca09e59 admin admin] Releasing vlan 812 on physical network physnet1 to pool {{(pid=100596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:03:18.642956 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3e2673de-c19b-447a-9fb2-684dbca09e59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26833155'] for segment, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:18.644764 n-d-811396-3 neutron-server[100596]: Traceback (most recent call last): Oct 20 11:03:18.644764 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:03:18.644764 n-d-811396-3 neutron-server[100596]: timer() Oct 20 11:03:18.644764 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:03:18.644764 n-d-811396-3 neutron-server[100596]: cb(*args, **kw) Oct 20 11:03:18.644764 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:03:18.644764 n-d-811396-3 neutron-server[100596]: return func(*args, **kwargs) Oct 20 11:03:18.644764 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:03:18.644764 n-d-811396-3 neutron-server[100596]: self._notify() Oct 20 11:03:18.644764 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:03:18.644764 n-d-811396-3 neutron-server[100596]: self.callback(batched_events) Oct 20 11:03:18.644764 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:03:18.644764 n-d-811396-3 neutron-server[100596]: event.method(event) Oct 20 11:03:18.644764 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:03:18.644764 n-d-811396-3 neutron-server[100596]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:03:18.644764 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:03:18.644764 n-d-811396-3 neutron-server[100596]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:03:18.644764 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:03:18.644764 n-d-811396-3 neutron-server[100596]: return f(self, *a, **k) Oct 20 11:03:18.644764 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:03:18.644764 n-d-811396-3 neutron-server[100596]: return self._get(url).json() Oct 20 11:03:18.644764 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:03:18.644764 n-d-811396-3 neutron-server[100596]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:03:18.644764 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:03:18.644764 n-d-811396-3 neutron-server[100596]: return self.request(url, 'GET', **kwargs) Oct 20 11:03:18.644764 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:03:18.644764 n-d-811396-3 neutron-server[100596]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:03:18.644764 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:03:18.644764 n-d-811396-3 neutron-server[100596]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:03:18.644764 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:03:18.644764 n-d-811396-3 neutron-server[100596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:03:18.644764 n-d-811396-3 neutron-server[100596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:03:18.979558 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3e2673de-c19b-447a-9fb2-684dbca09e59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:18.985068 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3e2673de-c19b-447a-9fb2-684dbca09e59 admin admin] Publish callbacks [] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:18.988257 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-3e2673de-c19b-447a-9fb2-684dbca09e59 admin admin] 10.222.0.64 "DELETE /v2.0/networks/4d2ccb1b-5afb-456b-9fe1-48dbc75755a7 HTTP/1.1" status: 204 len: 168 time: 0.9192581 Oct 20 11:03:18.999732 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2673de-c19b-447a-9fb2-684dbca09e59 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d2ccb1b-5afb-456b-9fe1-48dbc75755a7,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:19.153428 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 35920) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:19.192990 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-78803aad-2705-4f9c-871a-c85c19232edc admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3b66845978a542bdb5f5744853b3fd13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382280 Oct 20 11:03:19.195322 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 35922) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:19.242696 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-28739166-cf8b-4f3f-af7c-72535d9e0813 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:19.265752 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-28739166-cf8b-4f3f-af7c-72535d9e0813 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:19.317784 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:19.322000 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-28739166-cf8b-4f3f-af7c-72535d9e0813 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:19.324643 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-28739166-cf8b-4f3f-af7c-72535d9e0813 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:19.325832 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-28739166-cf8b-4f3f-af7c-72535d9e0813 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5c6657a2-12c0-4a99-891a-32766ea9cc95 HTTP/1.1" status: 204 len: 168 time: 0.1295252 Oct 20 11:03:19.334894 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28739166-cf8b-4f3f-af7c-72535d9e0813 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c6657a2-12c0-4a99-891a-32766ea9cc95,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:19.671150 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 35932) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:19.687331 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3ba26a08-5a12-44f7-9340-3573ca08949d admin admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:19.772985 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3ba26a08-5a12-44f7-9340-3573ca08949d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:19.778232 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3ba26a08-5a12-44f7-9340-3573ca08949d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:19.815395 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-3ba26a08-5a12-44f7-9340-3573ca08949d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.1430254 Oct 20 11:03:19.817300 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba26a08-5a12-44f7-9340-3573ca08949d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fd4bc09-2b4b-4c44-9196-eaefcbd44a5d,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:19.818111 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35934) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:19.875800 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-afa45f04-8761-4da8-9b6d-1755386afffe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:19.898608 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-afa45f04-8761-4da8-9b6d-1755386afffe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:19.952698 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device a41b0810-7fcc-428b-9a62-9c1e5fb42bbd no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:03:19.953030 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-afa45f04-8761-4da8-9b6d-1755386afffe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:19.956140 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-afa45f04-8761-4da8-9b6d-1755386afffe admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:19.957305 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-afa45f04-8761-4da8-9b6d-1755386afffe admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7fd4bc09-2b4b-4c44-9196-eaefcbd44a5d HTTP/1.1" status: 204 len: 168 time: 0.1381769 Oct 20 11:03:19.966589 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa45f04-8761-4da8-9b6d-1755386afffe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fd4bc09-2b4b-4c44-9196-eaefcbd44a5d,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:19.987292 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: a41b0810-7fcc-428b-9a62-9c1e5fb42bbd {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:03:19.987663 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device a41b0810-7fcc-428b-9a62-9c1e5fb42bbd not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:03:19.988292 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device e98e671d-41d5-48be-a685-93fccb865ccd no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:03:20.012739 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: e98e671d-41d5-48be-a685-93fccb865ccd {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:03:20.013128 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device e98e671d-41d5-48be-a685-93fccb865ccd not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:03:20.564813 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35986) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:20.663441 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-a34f0377-dccc-4dda-9460-d3d1f4d3160a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-677686623-network', 'tenant_id': '8204b7fbf90743a4b28586da19a89e2f'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:03:20.687107 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a34f0377-dccc-4dda-9460-d3d1f4d3160a admin admin] Made reservation on behalf of 8204b7fbf90743a4b28586da19a89e2f for: {'network': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:03:20.689698 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a34f0377-dccc-4dda-9460-d3d1f4d3160a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:20.698995 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a34f0377-dccc-4dda-9460-d3d1f4d3160a admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:20.777343 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a34f0377-dccc-4dda-9460-d3d1f4d3160a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:20.781620 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a34f0377-dccc-4dda-9460-d3d1f4d3160a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:20.807100 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a34f0377-dccc-4dda-9460-d3d1f4d3160a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 849} {{(pid=100597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:03:20.815926 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34f0377-dccc-4dda-9460-d3d1f4d3160a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e1e405d-d10c-4be0-ae18-97623c3e2cf5,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:20.821808 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a34f0377-dccc-4dda-9460-d3d1f4d3160a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:20.822447 n-d-811396-3 neutron-server[100597]: INFO neutron.db.segments_db [None req-a34f0377-dccc-4dda-9460-d3d1f4d3160a admin admin] Added segment 17459dc9-a8c6-4067-a488-39d881c605de of type vlan for network 71d46fbd-2cb7-4e33-bc4d-fe066b1c8ae1 Oct 20 11:03:20.864307 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a34f0377-dccc-4dda-9460-d3d1f4d3160a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:20.889789 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a34f0377-dccc-4dda-9460-d3d1f4d3160a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:20.891013 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a34f0377-dccc-4dda-9460-d3d1f4d3160a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:20.891623 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a34f0377-dccc-4dda-9460-d3d1f4d3160a admin admin] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:20.926017 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-a34f0377-dccc-4dda-9460-d3d1f4d3160a admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3600545 Oct 20 11:03:20.929298 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 35992) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:20.934462 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-13637bc7-3ef0-4102-95a0-351b4b356909 admin admin] Request body: {'subnet': {'network_id': '71d46fbd-2cb7-4e33-bc4d-fe066b1c8ae1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-677686623-subnet', 'tenant_id': '8204b7fbf90743a4b28586da19a89e2f', 'ip_version': 4}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:03:20.955785 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13637bc7-3ef0-4102-95a0-351b4b356909 admin admin] Made reservation on behalf of 8204b7fbf90743a4b28586da19a89e2f for: {'subnet': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:03:20.958028 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34f0377-dccc-4dda-9460-d3d1f4d3160a admin admin] Pushing event updated for resources: {'Network': ['ID=71d46fbd-2cb7-4e33-bc4d-fe066b1c8ae1,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:20.958579 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-13637bc7-3ef0-4102-95a0-351b4b356909 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26761797'] for subnet, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:20.968706 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network 71d46fbd-2cb7-4e33-bc4d-fe066b1c8ae1 details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:03:21.124716 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-13637bc7-3ef0-4102-95a0-351b4b356909 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26836128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26761819'] for subnet, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:21.186839 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13637bc7-3ef0-4102-95a0-351b4b356909 admin admin] Pushing event updated for resources: {'Subnet': ['ID=936c6511-ee64-4bbf-9609-909939563eba,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:21.199737 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13637bc7-3ef0-4102-95a0-351b4b356909 admin admin] Checking segment: {'id': '17459dc9-a8c6-4067-a488-39d881c605de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '71d46fbd-2cb7-4e33-bc4d-fe066b1c8ae1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:03:21.200099 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13637bc7-3ef0-4102-95a0-351b4b356909 admin admin] Network hostable DHCP agents. Network: 71d46fbd-2cb7-4e33-bc4d-fe066b1c8ae1, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:03:21.217270 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13637bc7-3ef0-4102-95a0-351b4b356909 admin admin] Network 71d46fbd-2cb7-4e33-bc4d-fe066b1c8ae1 is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:03:21.226814 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-13637bc7-3ef0-4102-95a0-351b4b356909 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, 71d46fbd-2cb7-4e33-bc4d-fe066b1c8ae1) {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:03:21.236026 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a702794e-2c8f-4f62-a0dd-abb11cf667c7 None None] Network 71d46fbd-2cb7-4e33-bc4d-fe066b1c8ae1 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:03:21.238976 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13637bc7-3ef0-4102-95a0-351b4b356909 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:21.239603 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-13637bc7-3ef0-4102-95a0-351b4b356909 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:21.258655 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 35994) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:21.259327 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-13637bc7-3ef0-4102-95a0-351b4b356909 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3281760 Oct 20 11:03:21.264524 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-3b24eef0-d94f-4ad0-993f-8ccb3f67bde5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-677686623-router', 'tenant_id': '8204b7fbf90743a4b28586da19a89e2f', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:03:21.285928 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3b24eef0-d94f-4ad0-993f-8ccb3f67bde5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1772442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258322'] for router, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:21.287082 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3b24eef0-d94f-4ad0-993f-8ccb3f67bde5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1772334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773516', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258315'] for router, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:21.409707 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e7c7148-dd76-41a4-b3c8-91a90c86ac3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524064ba-869c-5550-b826-c26b69a11278-71d46fbd-2cb7-4e33-bc4d-fe066b1c8ae1', 'network_id': '71d46fbd-2cb7-4e33-bc4d-fe066b1c8ae1', 'tenant_id': '8204b7fbf90743a4b28586da19a89e2f', 'fixed_ips': [{'subnet_id': '936c6511-ee64-4bbf-9609-909939563eba'}]}} from n-d-811396-3. {{(pid=100598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:03:21.410866 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3e7c7148-dd76-41a4-b3c8-91a90c86ac3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:21.573044 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-3e7c7148-dd76-41a4-b3c8-91a90c86ac3d None None] Allocated IP 172.20.0.2 (71d46fbd-2cb7-4e33-bc4d-fe066b1c8ae1/936c6511-ee64-4bbf-9609-909939563eba/dceabd59-ea14-474a-977c-7b90e283b56f) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:03:21.664786 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3b24eef0-d94f-4ad0-993f-8ccb3f67bde5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:21.741873 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3e7c7148-dd76-41a4-b3c8-91a90c86ac3d None None] Publish callbacks [] for port, precommit_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:21.748926 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3e7c7148-dd76-41a4-b3c8-91a90c86ac3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:21.795094 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e7c7148-dd76-41a4-b3c8-91a90c86ac3d None None] Network 71d46fbd-2cb7-4e33-bc4d-fe066b1c8ae1 is already hosted by enough agents. {{(pid=100598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:03:21.801008 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.base_scheduler [None req-3e7c7148-dd76-41a4-b3c8-91a90c86ac3d None None] Resources bound (agent type, host, resource id): {{(pid=100598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:03:21.804201 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7c7148-dd76-41a4-b3c8-91a90c86ac3d None None] Received port after_create {{(pid=100598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:03:21.815977 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3b24eef0-d94f-4ad0-993f-8ccb3f67bde5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:21.848349 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7c7148-dd76-41a4-b3c8-91a90c86ac3d None None] Pushing event updated for resources: {'Port': ['ID=dceabd59-ea14-474a-977c-7b90e283b56f,revision_number=1']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:21.881803 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-3e7c7148-dd76-41a4-b3c8-91a90c86ac3d None None] Attempting to bind port dceabd59-ea14-474a-977c-7b90e283b56f on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:03:21.882183 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-3e7c7148-dd76-41a4-b3c8-91a90c86ac3d None None] Attempting to bind port dceabd59-ea14-474a-977c-7b90e283b56f by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '17459dc9-a8c6-4067-a488-39d881c605de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '71d46fbd-2cb7-4e33-bc4d-fe066b1c8ae1'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:03:21.882554 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7c7148-dd76-41a4-b3c8-91a90c86ac3d None None] Attempting to bind port dceabd59-ea14-474a-977c-7b90e283b56f on network 71d46fbd-2cb7-4e33-bc4d-fe066b1c8ae1 {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:03:21.889839 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7c7148-dd76-41a4-b3c8-91a90c86ac3d None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 3, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:03:21.889839 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7c7148-dd76-41a4-b3c8-91a90c86ac3d None None] Checking segment: {'id': '17459dc9-a8c6-4067-a488-39d881c605de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '71d46fbd-2cb7-4e33-bc4d-fe066b1c8ae1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:03:21.890229 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3e7c7148-dd76-41a4-b3c8-91a90c86ac3d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:21.890479 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7c7148-dd76-41a4-b3c8-91a90c86ac3d None None] Bound using segment: {'id': '17459dc9-a8c6-4067-a488-39d881c605de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '71d46fbd-2cb7-4e33-bc4d-fe066b1c8ae1'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:03:21.890934 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-3e7c7148-dd76-41a4-b3c8-91a90c86ac3d None None] Bound port: dceabd59-ea14-474a-977c-7b90e283b56f, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17459dc9-a8c6-4067-a488-39d881c605de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '71d46fbd-2cb7-4e33-bc4d-fe066b1c8ae1'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:03:21.891327 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3e7c7148-dd76-41a4-b3c8-91a90c86ac3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:21.964928 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-3e7c7148-dd76-41a4-b3c8-91a90c86ac3d None None] For port dceabd59-ea14-474a-977c-7b90e283b56f, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:03:21.968829 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-3e7c7148-dd76-41a4-b3c8-91a90c86ac3d None None] For port dceabd59-ea14-474a-977c-7b90e283b56f, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=dceabd59-ea14-474a-977c-7b90e283b56f,segment=NetworkSegment(17459dc9-a8c6-4067-a488-39d881c605de),segment_id=17459dc9-a8c6-4067-a488-39d881c605de)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:03:21.973705 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3e7c7148-dd76-41a4-b3c8-91a90c86ac3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:22.028041 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7c7148-dd76-41a4-b3c8-91a90c86ac3d None None] Pushing event updated for resources: {'Port': ['ID=dceabd59-ea14-474a-977c-7b90e283b56f,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:22.067751 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3b24eef0-d94f-4ad0-993f-8ccb3f67bde5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:22.087784 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3b24eef0-d94f-4ad0-993f-8ccb3f67bde5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:22.207775 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-3b24eef0-d94f-4ad0-993f-8ccb3f67bde5 admin admin] Allocated IP 172.25.1.156 (cbe170d3-31ba-45a2-b477-520ab0a7a8ea/f4e26aca-17ac-4adb-a66b-d939a1b35b64/de09df16-a680-4e45-a006-21bee26f3a7b) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:03:22.367457 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3b24eef0-d94f-4ad0-993f-8ccb3f67bde5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:22.405899 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3b24eef0-d94f-4ad0-993f-8ccb3f67bde5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:22.455094 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b24eef0-d94f-4ad0-993f-8ccb3f67bde5 admin admin] Pushing event updated for resources: {'Port': ['ID=de09df16-a680-4e45-a006-21bee26f3a7b,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:22.467848 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b24eef0-d94f-4ad0-993f-8ccb3f67bde5 admin admin] Network cbe170d3-31ba-45a2-b477-520ab0a7a8ea is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:03:22.469506 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-3b24eef0-d94f-4ad0-993f-8ccb3f67bde5 admin admin] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:03:22.472226 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b24eef0-d94f-4ad0-993f-8ccb3f67bde5 admin admin] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:03:22.746393 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3b24eef0-d94f-4ad0-993f-8ccb3f67bde5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:22.959320 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3b24eef0-d94f-4ad0-993f-8ccb3f67bde5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1773475'] for router, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:23.088994 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b24eef0-d94f-4ad0-993f-8ccb3f67bde5 admin admin] Router b7838715-3248-46cb-b081-80a52e5cacec is scheduled to L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 with binding_index 1 {{(pid=100597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 11:03:23.101138 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8488077-6cbb-4c72-825e-99357bfefcf6 None None] Network 71d46fbd-2cb7-4e33-bc4d-fe066b1c8ae1 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:03:23.184698 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-8c4d6d33-932d-44e6-8bbd-2d5f8198a109 None None] Provisioning complete for port dceabd59-ea14-474a-977c-7b90e283b56f triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:03:23.184958 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-8c4d6d33-932d-44e6-8bbd-2d5f8198a109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:23.206389 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b24eef0-d94f-4ad0-993f-8ccb3f67bde5 admin admin] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:03:23.225147 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325efc2c-745e-4f26-ad8f-36e09dc6d158 None None] Sync routers for ids ['b7838715-3248-46cb-b081-80a52e5cacec'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:03:23.225924 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3b24eef0-d94f-4ad0-993f-8ccb3f67bde5 admin admin] Publish callbacks [] for router, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:23.230178 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-3b24eef0-d94f-4ad0-993f-8ccb3f67bde5 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.9668825 Oct 20 11:03:23.231900 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 36004) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:23.271943 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325efc2c-745e-4f26-ad8f-36e09dc6d158 None None] Routers {'b7838715-3248-46cb-b081-80a52e5cacec'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:03:23.279299 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-325efc2c-745e-4f26-ad8f-36e09dc6d158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:03:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['b7838715-3248-46cb-b081-80a52e5cacec'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:03:23.595542 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-8c4d6d33-932d-44e6-8bbd-2d5f8198a109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:23.614233 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-325efc2c-745e-4f26-ad8f-36e09dc6d158 None None] Set router b7838715-3248-46cb-b081-80a52e5cacec gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:03:23.682230 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-37a622a4-9ef6-4a3b-a189-57fa3f86ec93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:23.732293 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-8c4d6d33-932d-44e6-8bbd-2d5f8198a109 None None] For port dceabd59-ea14-474a-977c-7b90e283b56f, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=dceabd59-ea14-474a-977c-7b90e283b56f,segment=NetworkSegment(17459dc9-a8c6-4067-a488-39d881c605de),segment_id=17459dc9-a8c6-4067-a488-39d881c605de)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:03:23.739677 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-8c4d6d33-932d-44e6-8bbd-2d5f8198a109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:23.924089 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4d6d33-932d-44e6-8bbd-2d5f8198a109 None None] Pushing event updated for resources: {'Port': ['ID=dceabd59-ea14-474a-977c-7b90e283b56f,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:23.952921 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-37a622a4-9ef6-4a3b-a189-57fa3f86ec93 admin admin] Allocated IP 172.20.0.1 (71d46fbd-2cb7-4e33-bc4d-fe066b1c8ae1/936c6511-ee64-4bbf-9609-909939563eba/b6ea12c5-79b4-4f05-9fda-db5738197e1a) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:03:23.994857 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-20163316-af1e-4fcb-8f46-2bdc3dbca8bd None None] Provisioning complete for port dceabd59-ea14-474a-977c-7b90e283b56f triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:03:23.995242 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-20163316-af1e-4fcb-8f46-2bdc3dbca8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:24.018464 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 36014) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:24.054558 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-325efc2c-745e-4f26-ad8f-36e09dc6d158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7838715-3248-46cb-b081-80a52e5cacec', 'name': 'tempest-TestVolumeBackupRestore-677686623-router', 'tenant_id': '8204b7fbf90743a4b28586da19a89e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': 'de09df16-a680-4e45-a006-21bee26f3a7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:03:21Z', 'updated_at': '2021-10-20T11:03:22Z', 'revision_number': 3, 'project_id': '8204b7fbf90743a4b28586da19a89e2f', 'gw_port': {'id': 'de09df16-a680-4e45-a006-21bee26f3a7b', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:f1:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7838715-3248-46cb-b081-80a52e5cacec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:03:22Z', 'updated_at': '2021-10-20T11:03:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:03:24.107741 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-37a622a4-9ef6-4a3b-a189-57fa3f86ec93 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:24.108592 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325efc2c-745e-4f26-ad8f-36e09dc6d158 None None] Checking router: b7838715-3248-46cb-b081-80a52e5cacec for host: n-d-811396-3 {{(pid=100598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:03:24.109068 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325efc2c-745e-4f26-ad8f-36e09dc6d158 None None] Updating router b7838715-3248-46cb-b081-80a52e5cacec port de09df16-a680-4e45-a006-21bee26f3a7b binding host n-d-811396-3 {{(pid=100598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:03:24.136206 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device dceabd59-ea14-474a-977c-7b90e283b56f up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:03:24.139525 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-325efc2c-745e-4f26-ad8f-36e09dc6d158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:24.159461 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-37a622a4-9ef6-4a3b-a189-57fa3f86ec93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:24.176286 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2c33a88e-1c3f-4acc-8824-e15897c8c385 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:24.209053 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a622a4-9ef6-4a3b-a189-57fa3f86ec93 admin admin] Network 71d46fbd-2cb7-4e33-bc4d-fe066b1c8ae1 is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:03:24.212123 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-37a622a4-9ef6-4a3b-a189-57fa3f86ec93 admin admin] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:03:24.215911 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a622a4-9ef6-4a3b-a189-57fa3f86ec93 admin admin] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:03:24.221579 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a622a4-9ef6-4a3b-a189-57fa3f86ec93 admin admin] Pushing event updated for resources: {'Port': ['ID=b6ea12c5-79b4-4f05-9fda-db5738197e1a,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:24.269928 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-37a622a4-9ef6-4a3b-a189-57fa3f86ec93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1774540'] for router_interface, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:24.272223 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2c33a88e-1c3f-4acc-8824-e15897c8c385 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:24.279062 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2c33a88e-1c3f-4acc-8824-e15897c8c385 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:24.313179 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-2c33a88e-1c3f-4acc-8824-e15897c8c385 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=27bc04167e41448da4730dfadb2c54e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2929988 Oct 20 11:03:24.316081 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 36018) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:24.340932 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c33a88e-1c3f-4acc-8824-e15897c8c385 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=608c3eb4-7edf-4dcf-8bfb-9ce88b6f8756,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:24.410693 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7bd79b4c-a790-4331-bac4-86c27dcfbfad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:24.449758 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7bd79b4c-a790-4331-bac4-86c27dcfbfad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:24.451282 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port dceabd59-ea14-474a-977c-7b90e283b56f triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:03:24.451282 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:24.503479 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-37a622a4-9ef6-4a3b-a189-57fa3f86ec93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:24.557081 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7bd79b4c-a790-4331-bac4-86c27dcfbfad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:24.559586 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7bd79b4c-a790-4331-bac4-86c27dcfbfad admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:24.563416 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-7bd79b4c-a790-4331-bac4-86c27dcfbfad admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/608c3eb4-7edf-4dcf-8bfb-9ce88b6f8756 HTTP/1.1" status: 204 len: 168 time: 0.2445712 Oct 20 11:03:24.577669 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd79b4c-a790-4331-bac4-86c27dcfbfad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=608c3eb4-7edf-4dcf-8bfb-9ce88b6f8756,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:24.625487 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-325efc2c-745e-4f26-ad8f-36e09dc6d158 None None] Publish callbacks [] for port, precommit_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:24.633032 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-7756127e-98c9-4db0-81c2-84a066a1e8db None None] Provisioning complete for port b6ea12c5-79b4-4f05-9fda-db5738197e1a triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:03:24.633371 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-7756127e-98c9-4db0-81c2-84a066a1e8db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:24.637796 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-325efc2c-745e-4f26-ad8f-36e09dc6d158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:24.740826 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e8afc1-c0ad-4aa9-8453-585cb68c4c8c None None] Pushing event updated for resources: {'Port': ['ID=de09df16-a680-4e45-a006-21bee26f3a7b,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:24.750047 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-7756127e-98c9-4db0-81c2-84a066a1e8db None None] Port b6ea12c5-79b4-4f05-9fda-db5738197e1a cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:03:24.752991 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-325efc2c-745e-4f26-ad8f-36e09dc6d158 None None] Attempting to bind port de09df16-a680-4e45-a006-21bee26f3a7b on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:03:24.753369 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-325efc2c-745e-4f26-ad8f-36e09dc6d158 None None] Attempting to bind port de09df16-a680-4e45-a006-21bee26f3a7b by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:03:24.753731 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325efc2c-745e-4f26-ad8f-36e09dc6d158 None None] Attempting to bind port de09df16-a680-4e45-a006-21bee26f3a7b on network cbe170d3-31ba-45a2-b477-520ab0a7a8ea {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:03:24.760701 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325efc2c-745e-4f26-ad8f-36e09dc6d158 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 3, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:03:24.760959 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325efc2c-745e-4f26-ad8f-36e09dc6d158 None None] Checking segment: {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:03:24.761198 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-325efc2c-745e-4f26-ad8f-36e09dc6d158 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:24.761588 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325efc2c-745e-4f26-ad8f-36e09dc6d158 None None] Bound using segment: {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:03:24.762067 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-325efc2c-745e-4f26-ad8f-36e09dc6d158 None None] Bound port: de09df16-a680-4e45-a006-21bee26f3a7b, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:03:24.762443 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-325efc2c-745e-4f26-ad8f-36e09dc6d158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:24.816544 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-325efc2c-745e-4f26-ad8f-36e09dc6d158 None None] For port de09df16-a680-4e45-a006-21bee26f3a7b, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:03:24.819843 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-325efc2c-745e-4f26-ad8f-36e09dc6d158 None None] For port de09df16-a680-4e45-a006-21bee26f3a7b, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=de09df16-a680-4e45-a006-21bee26f3a7b,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:03:24.825452 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-325efc2c-745e-4f26-ad8f-36e09dc6d158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:24.892164 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325efc2c-745e-4f26-ad8f-36e09dc6d158 None None] Routers {'b7838715-3248-46cb-b081-80a52e5cacec'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:03:24.893351 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-325efc2c-745e-4f26-ad8f-36e09dc6d158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:03:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['b7838715-3248-46cb-b081-80a52e5cacec'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:03:24.897590 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e8afc1-c0ad-4aa9-8453-585cb68c4c8c None None] Pushing event updated for resources: {'Port': ['ID=de09df16-a680-4e45-a006-21bee26f3a7b,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:24.940876 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-37a622a4-9ef6-4a3b-a189-57fa3f86ec93 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:24.945574 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-37a622a4-9ef6-4a3b-a189-57fa3f86ec93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:25.012653 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-325efc2c-745e-4f26-ad8f-36e09dc6d158 None None] Set router b7838715-3248-46cb-b081-80a52e5cacec gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:03:25.012895 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a622a4-9ef6-4a3b-a189-57fa3f86ec93 admin admin] Pushing event updated for resources: {'Port': ['ID=b6ea12c5-79b4-4f05-9fda-db5738197e1a,revision_number=2']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:25.015240 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-37a622a4-9ef6-4a3b-a189-57fa3f86ec93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1774432'] for router_interface, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:25.114320 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a622a4-9ef6-4a3b-a189-57fa3f86ec93 admin admin] Network 71d46fbd-2cb7-4e33-bc4d-fe066b1c8ae1 is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:03:25.116430 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-37a622a4-9ef6-4a3b-a189-57fa3f86ec93 admin admin] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:03:25.254711 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37a622a4-9ef6-4a3b-a189-57fa3f86ec93 admin admin] Router b7838715-3248-46cb-b081-80a52e5cacec has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:03:25.278536 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-325efc2c-745e-4f26-ad8f-36e09dc6d158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7838715-3248-46cb-b081-80a52e5cacec', 'name': 'tempest-TestVolumeBackupRestore-677686623-router', 'tenant_id': '8204b7fbf90743a4b28586da19a89e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': 'de09df16-a680-4e45-a006-21bee26f3a7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:03:21Z', 'updated_at': '2021-10-20T11:03:24Z', 'revision_number': 4, 'project_id': '8204b7fbf90743a4b28586da19a89e2f', 'gw_port': {'id': 'de09df16-a680-4e45-a006-21bee26f3a7b', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:f1:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7838715-3248-46cb-b081-80a52e5cacec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:03:22Z', 'updated_at': '2021-10-20T11:03:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': 'b6ea12c5-79b4-4f05-9fda-db5738197e1a', 'name': '', 'network_id': '71d46fbd-2cb7-4e33-bc4d-fe066b1c8ae1', 'tenant_id': '8204b7fbf90743a4b28586da19a89e2f', 'mac_address': 'fa:16:3e:fd:2d:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7838715-3248-46cb-b081-80a52e5cacec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '936c6511-ee64-4bbf-9609-909939563eba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:03:23Z', 'updated_at': '2021-10-20T11:03:23Z', 'revision_number': 1, 'project_id': '8204b7fbf90743a4b28586da19a89e2f', 'subnets': [{'id': '936c6511-ee64-4bbf-9609-909939563eba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:03:25.308427 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325efc2c-745e-4f26-ad8f-36e09dc6d158 None None] The sync data for ids ['b7838715-3248-46cb-b081-80a52e5cacec'] in n-d-811396-3 is: [{'id': 'b7838715-3248-46cb-b081-80a52e5cacec', 'name': 'tempest-TestVolumeBackupRestore-677686623-router', 'tenant_id': '8204b7fbf90743a4b28586da19a89e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': 'de09df16-a680-4e45-a006-21bee26f3a7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:03:21Z', 'updated_at': '2021-10-20T11:03:24Z', 'revision_number': 4, 'project_id': '8204b7fbf90743a4b28586da19a89e2f', 'gw_port': {'id': 'de09df16-a680-4e45-a006-21bee26f3a7b', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:f1:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7838715-3248-46cb-b081-80a52e5cacec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:03:22Z', 'updated_at': '2021-10-20T11:03:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': 'b6ea12c5-79b4-4f05-9fda-db5738197e1a', 'name': '', 'network_id': '71d46fbd-2cb7-4e33-bc4d-fe066b1c8ae1', 'tenant_id': '8204b7fbf90743a4b28586da19a89e2f', 'mac_address': 'fa:16:3e:fd:2d:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7838715-3248-46cb-b081-80a52e5cacec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '936c6511-ee64-4bbf-9609-909939563eba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:03:23Z', 'updated_at': '2021-10-20T11:03:23Z', 'revision_number': 1, 'project_id': '8204b7fbf90743a4b28586da19a89e2f', 'subnets': [{'id': '936c6511-ee64-4bbf-9609-909939563eba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:03:25.397954 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37a622a4-9ef6-4a3b-a189-57fa3f86ec93 admin admin] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:03:25.403294 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-37a622a4-9ef6-4a3b-a189-57fa3f86ec93 admin admin] 10.222.0.64 "PUT /v2.0/routers/b7838715-3248-46cb-b081-80a52e5cacec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1718769 Oct 20 11:03:25.478070 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-ebb159a2-e698-4c4c-bfca-aeff049ed0fc None None] Provisioning complete for port b6ea12c5-79b4-4f05-9fda-db5738197e1a triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:03:25.479311 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-ebb159a2-e698-4c4c-bfca-aeff049ed0fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:25.526198 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-ebb159a2-e698-4c4c-bfca-aeff049ed0fc None None] Port b6ea12c5-79b4-4f05-9fda-db5738197e1a cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:03:26.041521 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device dceabd59-ea14-474a-977c-7b90e283b56f up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:03:26.118991 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 36100) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:26.122082 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port dceabd59-ea14-474a-977c-7b90e283b56f triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:03:26.123123 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:26.128967 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-46f202ab-3536-453c-ba9e-8eacb63e4597 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-286364706-network', 'tenant_id': 'ee3f2d6ddc1041d38953585345096a77'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:03:26.178073 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46f202ab-3536-453c-ba9e-8eacb63e4597 admin admin] Made reservation on behalf of ee3f2d6ddc1041d38953585345096a77 for: {'network': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:03:26.181496 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-46f202ab-3536-453c-ba9e-8eacb63e4597 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:26.206046 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-46f202ab-3536-453c-ba9e-8eacb63e4597 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:26.319472 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-46f202ab-3536-453c-ba9e-8eacb63e4597 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:26.324529 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-46f202ab-3536-453c-ba9e-8eacb63e4597 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:26.347994 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46f202ab-3536-453c-ba9e-8eacb63e4597 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 843} {{(pid=100597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:03:26.362829 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f202ab-3536-453c-ba9e-8eacb63e4597 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27a81501-c325-4e7a-95c4-7e2049f40d19,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:26.369227 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-46f202ab-3536-453c-ba9e-8eacb63e4597 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:26.369585 n-d-811396-3 neutron-server[100597]: INFO neutron.db.segments_db [None req-46f202ab-3536-453c-ba9e-8eacb63e4597 admin admin] Added segment 10d80e7e-9e59-4956-b65a-88bb7868ca9b of type vlan for network 2f06cad1-40e3-405a-af7d-7260db124252 Oct 20 11:03:26.420041 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-46f202ab-3536-453c-ba9e-8eacb63e4597 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:26.450967 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-46f202ab-3536-453c-ba9e-8eacb63e4597 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:26.452046 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f202ab-3536-453c-ba9e-8eacb63e4597 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:26.452637 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-46f202ab-3536-453c-ba9e-8eacb63e4597 admin admin] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:26.487664 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-46f202ab-3536-453c-ba9e-8eacb63e4597 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3674796 Oct 20 11:03:26.490497 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 36134) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:26.495834 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-8cb5d743-3c6a-4d9c-a502-edb95e6611f0 admin admin] Request body: {'subnet': {'network_id': '2f06cad1-40e3-405a-af7d-7260db124252', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-286364706-subnet', 'tenant_id': 'ee3f2d6ddc1041d38953585345096a77', 'ip_version': 4}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:03:26.523951 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cb5d743-3c6a-4d9c-a502-edb95e6611f0 admin admin] Made reservation on behalf of ee3f2d6ddc1041d38953585345096a77 for: {'subnet': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:03:26.527627 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8cb5d743-3c6a-4d9c-a502-edb95e6611f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26761797'] for subnet, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:26.535551 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f202ab-3536-453c-ba9e-8eacb63e4597 admin admin] Pushing event updated for resources: {'Network': ['ID=2f06cad1-40e3-405a-af7d-7260db124252,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:26.546088 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network 2f06cad1-40e3-405a-af7d-7260db124252 details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:03:26.720634 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8cb5d743-3c6a-4d9c-a502-edb95e6611f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26836128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26761819'] for subnet, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:26.783434 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb5d743-3c6a-4d9c-a502-edb95e6611f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6079cae5-31ce-4d43-bcf5-20848e3d95c0,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:26.792865 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb5d743-3c6a-4d9c-a502-edb95e6611f0 admin admin] Checking segment: {'id': '10d80e7e-9e59-4956-b65a-88bb7868ca9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '2f06cad1-40e3-405a-af7d-7260db124252'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:03:26.793236 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb5d743-3c6a-4d9c-a502-edb95e6611f0 admin admin] Network hostable DHCP agents. Network: 2f06cad1-40e3-405a-af7d-7260db124252, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:03:26.810452 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb5d743-3c6a-4d9c-a502-edb95e6611f0 admin admin] Network 2f06cad1-40e3-405a-af7d-7260db124252 is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:03:26.821673 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-8cb5d743-3c6a-4d9c-a502-edb95e6611f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, 2f06cad1-40e3-405a-af7d-7260db124252) {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:03:26.830135 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc8d5fb-21e9-4b79-afa4-2e1b795e8b44 None None] Network 2f06cad1-40e3-405a-af7d-7260db124252 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:03:26.831636 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cb5d743-3c6a-4d9c-a502-edb95e6611f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:26.832581 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8cb5d743-3c6a-4d9c-a502-edb95e6611f0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:26.852149 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-8cb5d743-3c6a-4d9c-a502-edb95e6611f0 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3581326 Oct 20 11:03:26.852591 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 36136) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:26.857084 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-a71ef1d3-84ae-4dd9-bdf2-9cf6fa83c979 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-286364706-router', 'tenant_id': 'ee3f2d6ddc1041d38953585345096a77', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:03:26.880659 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a71ef1d3-84ae-4dd9-bdf2-9cf6fa83c979 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1772442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258322'] for router, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:26.881636 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a71ef1d3-84ae-4dd9-bdf2-9cf6fa83c979 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1772334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773516', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258315'] for router, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:26.946667 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a71ef1d3-84ae-4dd9-bdf2-9cf6fa83c979 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:27.010527 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d167d7-e7fb-4651-ba25-86a2cc14d503 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524064ba-869c-5550-b826-c26b69a11278-2f06cad1-40e3-405a-af7d-7260db124252', 'network_id': '2f06cad1-40e3-405a-af7d-7260db124252', 'tenant_id': 'ee3f2d6ddc1041d38953585345096a77', 'fixed_ips': [{'subnet_id': '6079cae5-31ce-4d43-bcf5-20848e3d95c0'}]}} from n-d-811396-3. {{(pid=100598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:03:27.011520 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-11d167d7-e7fb-4651-ba25-86a2cc14d503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:27.102741 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a71ef1d3-84ae-4dd9-bdf2-9cf6fa83c979 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:27.184806 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-11d167d7-e7fb-4651-ba25-86a2cc14d503 None None] Allocated IP 172.20.0.2 (2f06cad1-40e3-405a-af7d-7260db124252/6079cae5-31ce-4d43-bcf5-20848e3d95c0/5fd7cc9e-efab-45d5-8f60-db15c82f7cda) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:03:27.327806 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a71ef1d3-84ae-4dd9-bdf2-9cf6fa83c979 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:27.347882 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a71ef1d3-84ae-4dd9-bdf2-9cf6fa83c979 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:27.359091 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-11d167d7-e7fb-4651-ba25-86a2cc14d503 None None] Publish callbacks [] for port, precommit_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:27.366749 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-11d167d7-e7fb-4651-ba25-86a2cc14d503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:27.426179 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d167d7-e7fb-4651-ba25-86a2cc14d503 None None] Network 2f06cad1-40e3-405a-af7d-7260db124252 is already hosted by enough agents. {{(pid=100598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:03:27.432148 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.base_scheduler [None req-11d167d7-e7fb-4651-ba25-86a2cc14d503 None None] Resources bound (agent type, host, resource id): {{(pid=100598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:03:27.436871 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d167d7-e7fb-4651-ba25-86a2cc14d503 None None] Received port after_create {{(pid=100598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:03:27.446891 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d167d7-e7fb-4651-ba25-86a2cc14d503 None None] Pushing event updated for resources: {'Port': ['ID=5fd7cc9e-efab-45d5-8f60-db15c82f7cda,revision_number=1']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:27.478765 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-a71ef1d3-84ae-4dd9-bdf2-9cf6fa83c979 admin admin] Allocated IP 172.25.1.227 (cbe170d3-31ba-45a2-b477-520ab0a7a8ea/f4e26aca-17ac-4adb-a66b-d939a1b35b64/e527ceaf-ff0a-45f4-96fa-208239a2326e) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:03:27.510185 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-11d167d7-e7fb-4651-ba25-86a2cc14d503 None None] Attempting to bind port 5fd7cc9e-efab-45d5-8f60-db15c82f7cda on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:03:27.510563 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-11d167d7-e7fb-4651-ba25-86a2cc14d503 None None] Attempting to bind port 5fd7cc9e-efab-45d5-8f60-db15c82f7cda by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '10d80e7e-9e59-4956-b65a-88bb7868ca9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '2f06cad1-40e3-405a-af7d-7260db124252'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:03:27.511804 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d167d7-e7fb-4651-ba25-86a2cc14d503 None None] Attempting to bind port 5fd7cc9e-efab-45d5-8f60-db15c82f7cda on network 2f06cad1-40e3-405a-af7d-7260db124252 {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:03:27.517168 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d167d7-e7fb-4651-ba25-86a2cc14d503 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 3, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:03:27.517613 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d167d7-e7fb-4651-ba25-86a2cc14d503 None None] Checking segment: {'id': '10d80e7e-9e59-4956-b65a-88bb7868ca9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '2f06cad1-40e3-405a-af7d-7260db124252'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:03:27.518021 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-11d167d7-e7fb-4651-ba25-86a2cc14d503 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:27.518540 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d167d7-e7fb-4651-ba25-86a2cc14d503 None None] Bound using segment: {'id': '10d80e7e-9e59-4956-b65a-88bb7868ca9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '2f06cad1-40e3-405a-af7d-7260db124252'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:03:27.519015 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-11d167d7-e7fb-4651-ba25-86a2cc14d503 None None] Bound port: 5fd7cc9e-efab-45d5-8f60-db15c82f7cda, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10d80e7e-9e59-4956-b65a-88bb7868ca9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '2f06cad1-40e3-405a-af7d-7260db124252'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:03:27.519410 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-11d167d7-e7fb-4651-ba25-86a2cc14d503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:27.599527 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-11d167d7-e7fb-4651-ba25-86a2cc14d503 None None] For port 5fd7cc9e-efab-45d5-8f60-db15c82f7cda, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:03:27.603873 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-11d167d7-e7fb-4651-ba25-86a2cc14d503 None None] For port 5fd7cc9e-efab-45d5-8f60-db15c82f7cda, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=5fd7cc9e-efab-45d5-8f60-db15c82f7cda,segment=NetworkSegment(10d80e7e-9e59-4956-b65a-88bb7868ca9b),segment_id=10d80e7e-9e59-4956-b65a-88bb7868ca9b)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:03:27.609702 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-11d167d7-e7fb-4651-ba25-86a2cc14d503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:27.611491 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a71ef1d3-84ae-4dd9-bdf2-9cf6fa83c979 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:27.651806 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a71ef1d3-84ae-4dd9-bdf2-9cf6fa83c979 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:27.674618 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d167d7-e7fb-4651-ba25-86a2cc14d503 None None] Pushing event updated for resources: {'Port': ['ID=5fd7cc9e-efab-45d5-8f60-db15c82f7cda,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:27.710047 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a71ef1d3-84ae-4dd9-bdf2-9cf6fa83c979 admin admin] Network cbe170d3-31ba-45a2-b477-520ab0a7a8ea is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:03:27.711708 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71ef1d3-84ae-4dd9-bdf2-9cf6fa83c979 admin admin] Pushing event updated for resources: {'Port': ['ID=e527ceaf-ff0a-45f4-96fa-208239a2326e,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:27.714873 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-a71ef1d3-84ae-4dd9-bdf2-9cf6fa83c979 admin admin] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:03:27.717075 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71ef1d3-84ae-4dd9-bdf2-9cf6fa83c979 admin admin] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:03:27.821734 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3fe0f75-617e-488d-abd3-facaa36822d0 None None] Sync routers for ids ['b7838715-3248-46cb-b081-80a52e5cacec'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:03:27.833185 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3fe0f75-617e-488d-abd3-facaa36822d0 None None] Routers {'b7838715-3248-46cb-b081-80a52e5cacec'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:03:27.834421 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-e3fe0f75-617e-488d-abd3-facaa36822d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:03:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['b7838715-3248-46cb-b081-80a52e5cacec'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:03:28.000708 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-e3fe0f75-617e-488d-abd3-facaa36822d0 None None] Set router b7838715-3248-46cb-b081-80a52e5cacec gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:03:28.065201 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a71ef1d3-84ae-4dd9-bdf2-9cf6fa83c979 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:28.108806 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 5fd7cc9e-efab-45d5-8f60-db15c82f7cda up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:03:28.170416 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 5fd7cc9e-efab-45d5-8f60-db15c82f7cda triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:03:28.170783 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:28.277112 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-e3fe0f75-617e-488d-abd3-facaa36822d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7838715-3248-46cb-b081-80a52e5cacec', 'name': 'tempest-TestVolumeBackupRestore-677686623-router', 'tenant_id': '8204b7fbf90743a4b28586da19a89e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': 'de09df16-a680-4e45-a006-21bee26f3a7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:03:21Z', 'updated_at': '2021-10-20T11:03:24Z', 'revision_number': 4, 'project_id': '8204b7fbf90743a4b28586da19a89e2f', 'gw_port': {'id': 'de09df16-a680-4e45-a006-21bee26f3a7b', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:f1:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7838715-3248-46cb-b081-80a52e5cacec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:03:22Z', 'updated_at': '2021-10-20T11:03:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': 'b6ea12c5-79b4-4f05-9fda-db5738197e1a', 'name': '', 'network_id': '71d46fbd-2cb7-4e33-bc4d-fe066b1c8ae1', 'tenant_id': '8204b7fbf90743a4b28586da19a89e2f', 'mac_address': 'fa:16:3e:fd:2d:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7838715-3248-46cb-b081-80a52e5cacec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '936c6511-ee64-4bbf-9609-909939563eba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:03:23Z', 'updated_at': '2021-10-20T11:03:24Z', 'revision_number': 2, 'project_id': '8204b7fbf90743a4b28586da19a89e2f', 'subnets': [{'id': '936c6511-ee64-4bbf-9609-909939563eba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:03:28.294522 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:28.313583 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3fe0f75-617e-488d-abd3-facaa36822d0 None None] Checking router: b7838715-3248-46cb-b081-80a52e5cacec for host: n-d-811396-3 {{(pid=100599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:03:28.314216 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3fe0f75-617e-488d-abd3-facaa36822d0 None None] Updating router b7838715-3248-46cb-b081-80a52e5cacec port b6ea12c5-79b4-4f05-9fda-db5738197e1a binding host n-d-811396-3 {{(pid=100599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:03:28.335660 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] For port 5fd7cc9e-efab-45d5-8f60-db15c82f7cda, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=5fd7cc9e-efab-45d5-8f60-db15c82f7cda,segment=NetworkSegment(10d80e7e-9e59-4956-b65a-88bb7868ca9b),segment_id=10d80e7e-9e59-4956-b65a-88bb7868ca9b)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:03:28.341097 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:28.342002 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device de09df16-a680-4e45-a006-21bee26f3a7b up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:03:28.351169 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-e3fe0f75-617e-488d-abd3-facaa36822d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:28.370955 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a71ef1d3-84ae-4dd9-bdf2-9cf6fa83c979 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1773475'] for router, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:28.418448 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Pushing event updated for resources: {'Port': ['ID=5fd7cc9e-efab-45d5-8f60-db15c82f7cda,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:28.462379 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port de09df16-a680-4e45-a006-21bee26f3a7b triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:03:28.462754 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:28.605062 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:28.609928 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a71ef1d3-84ae-4dd9-bdf2-9cf6fa83c979 admin admin] Router 1bc9955e-297f-434b-82d0-2041b4f3184a is scheduled to L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 with binding_index 1 {{(pid=100597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 11:03:28.628963 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] For port de09df16-a680-4e45-a006-21bee26f3a7b, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=de09df16-a680-4e45-a006-21bee26f3a7b,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:03:28.638093 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:28.708007 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Pushing event updated for resources: {'Port': ['ID=de09df16-a680-4e45-a006-21bee26f3a7b,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:28.748898 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a71ef1d3-84ae-4dd9-bdf2-9cf6fa83c979 admin admin] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:03:28.760684 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbab42f-f927-485d-a636-61fb96dc448d None None] Sync routers for ids ['1bc9955e-297f-434b-82d0-2041b4f3184a'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:03:28.775024 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbab42f-f927-485d-a636-61fb96dc448d None None] Routers {'1bc9955e-297f-434b-82d0-2041b4f3184a'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:03:28.776495 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-7cbab42f-f927-485d-a636-61fb96dc448d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:03:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['1bc9955e-297f-434b-82d0-2041b4f3184a'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:03:28.785645 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a71ef1d3-84ae-4dd9-bdf2-9cf6fa83c979 admin admin] Publish callbacks [] for router, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:28.791340 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-a71ef1d3-84ae-4dd9-bdf2-9cf6fa83c979 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.9345469 Oct 20 11:03:28.792030 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 36146) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:03:28.843433 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-e3fe0f75-617e-488d-abd3-facaa36822d0 None None] Publish callbacks [] for port, precommit_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:28.851102 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-e3fe0f75-617e-488d-abd3-facaa36822d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:28.916186 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-7cbab42f-f927-485d-a636-61fb96dc448d None None] Set router 1bc9955e-297f-434b-82d0-2041b4f3184a gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:03:28.953134 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd85140-5e79-4cd5-923e-c045d9a791a6 None None] Pushing event updated for resources: {'Port': ['ID=b6ea12c5-79b4-4f05-9fda-db5738197e1a,revision_number=3']} {{(pid=100599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:29.035554 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-e3fe0f75-617e-488d-abd3-facaa36822d0 None None] Attempting to bind port b6ea12c5-79b4-4f05-9fda-db5738197e1a on host n-d-811396-3 for vnic_type normal with profile {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:03:29.036877 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-e3fe0f75-617e-488d-abd3-facaa36822d0 None None] Attempting to bind port b6ea12c5-79b4-4f05-9fda-db5738197e1a by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '17459dc9-a8c6-4067-a488-39d881c605de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '71d46fbd-2cb7-4e33-bc4d-fe066b1c8ae1'}] {{(pid=100599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:03:29.037470 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3fe0f75-617e-488d-abd3-facaa36822d0 None None] Attempting to bind port b6ea12c5-79b4-4f05-9fda-db5738197e1a on network 71d46fbd-2cb7-4e33-bc4d-fe066b1c8ae1 {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:03:29.043682 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3fe0f75-617e-488d-abd3-facaa36822d0 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 3, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:03:29.044450 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3fe0f75-617e-488d-abd3-facaa36822d0 None None] Checking segment: {'id': '17459dc9-a8c6-4067-a488-39d881c605de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '71d46fbd-2cb7-4e33-bc4d-fe066b1c8ae1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:03:29.045096 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-e3fe0f75-617e-488d-abd3-facaa36822d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:29.045970 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3fe0f75-617e-488d-abd3-facaa36822d0 None None] Bound using segment: {'id': '17459dc9-a8c6-4067-a488-39d881c605de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '71d46fbd-2cb7-4e33-bc4d-fe066b1c8ae1'} {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:03:29.047017 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-e3fe0f75-617e-488d-abd3-facaa36822d0 None None] Bound port: b6ea12c5-79b4-4f05-9fda-db5738197e1a, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17459dc9-a8c6-4067-a488-39d881c605de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '71d46fbd-2cb7-4e33-bc4d-fe066b1c8ae1'}}] {{(pid=100599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:03:29.047693 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-e3fe0f75-617e-488d-abd3-facaa36822d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:29.175308 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.db [None req-e3fe0f75-617e-488d-abd3-facaa36822d0 None None] For port b6ea12c5-79b4-4f05-9fda-db5738197e1a, host n-d-811396-3, cleared binding levels {{(pid=100599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:03:29.184166 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.db [None req-e3fe0f75-617e-488d-abd3-facaa36822d0 None None] For port b6ea12c5-79b4-4f05-9fda-db5738197e1a, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=b6ea12c5-79b4-4f05-9fda-db5738197e1a,segment=NetworkSegment(17459dc9-a8c6-4067-a488-39d881c605de),segment_id=17459dc9-a8c6-4067-a488-39d881c605de)] {{(pid=100599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:03:29.192023 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-e3fe0f75-617e-488d-abd3-facaa36822d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:29.247317 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a8142e-b5d0-4d5c-8fb9-1f3d5fd78e70 None None] Network 2f06cad1-40e3-405a-af7d-7260db124252 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:03:29.250576 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3fe0f75-617e-488d-abd3-facaa36822d0 None None] Routers {'b7838715-3248-46cb-b081-80a52e5cacec'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:03:29.251979 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-e3fe0f75-617e-488d-abd3-facaa36822d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:03:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['b7838715-3248-46cb-b081-80a52e5cacec'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:03:29.414409 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-88948abd-5be8-4c95-92cb-5d1f34ad17c1 None None] Provisioning complete for port 5fd7cc9e-efab-45d5-8f60-db15c82f7cda triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:03:29.414862 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-88948abd-5be8-4c95-92cb-5d1f34ad17c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:29.518849 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd85140-5e79-4cd5-923e-c045d9a791a6 None None] Pushing event updated for resources: {'Port': ['ID=b6ea12c5-79b4-4f05-9fda-db5738197e1a,revision_number=4']} {{(pid=100599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:29.564715 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-e3fe0f75-617e-488d-abd3-facaa36822d0 None None] Set router b7838715-3248-46cb-b081-80a52e5cacec gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:03:29.676626 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-7cbab42f-f927-485d-a636-61fb96dc448d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bc9955e-297f-434b-82d0-2041b4f3184a', 'name': 'tempest-TestVolumeBackupRestore-286364706-router', 'tenant_id': 'ee3f2d6ddc1041d38953585345096a77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': 'e527ceaf-ff0a-45f4-96fa-208239a2326e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:03:26Z', 'updated_at': '2021-10-20T11:03:27Z', 'revision_number': 3, 'project_id': 'ee3f2d6ddc1041d38953585345096a77', 'gw_port': {'id': 'e527ceaf-ff0a-45f4-96fa-208239a2326e', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ba:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bc9955e-297f-434b-82d0-2041b4f3184a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:03:27Z', 'updated_at': '2021-10-20T11:03:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:03:29.710006 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbab42f-f927-485d-a636-61fb96dc448d None None] Checking router: 1bc9955e-297f-434b-82d0-2041b4f3184a for host: n-d-811396-3 {{(pid=100598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:03:29.710867 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbab42f-f927-485d-a636-61fb96dc448d None None] Updating router 1bc9955e-297f-434b-82d0-2041b4f3184a port e527ceaf-ff0a-45f4-96fa-208239a2326e binding host n-d-811396-3 {{(pid=100598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:03:29.745701 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-7cbab42f-f927-485d-a636-61fb96dc448d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:29.771183 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-49829991-aa8f-48ca-8601-98934be59b80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:29.809645 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-d97b2382-cdd7-4a99-9010-e451bc75f470 None None] Provisioning complete for port b6ea12c5-79b4-4f05-9fda-db5738197e1a triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:03:29.810024 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-d97b2382-cdd7-4a99-9010-e451bc75f470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:29.826929 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-e3fe0f75-617e-488d-abd3-facaa36822d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7838715-3248-46cb-b081-80a52e5cacec', 'name': 'tempest-TestVolumeBackupRestore-677686623-router', 'tenant_id': '8204b7fbf90743a4b28586da19a89e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': 'de09df16-a680-4e45-a006-21bee26f3a7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:03:21Z', 'updated_at': '2021-10-20T11:03:24Z', 'revision_number': 4, 'project_id': '8204b7fbf90743a4b28586da19a89e2f', 'gw_port': {'id': 'de09df16-a680-4e45-a006-21bee26f3a7b', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:f1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7838715-3248-46cb-b081-80a52e5cacec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:03:22Z', 'updated_at': '2021-10-20T11:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': 'b6ea12c5-79b4-4f05-9fda-db5738197e1a', 'name': '', 'network_id': '71d46fbd-2cb7-4e33-bc4d-fe066b1c8ae1', 'tenant_id': '8204b7fbf90743a4b28586da19a89e2f', 'mac_address': 'fa:16:3e:fd:2d:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7838715-3248-46cb-b081-80a52e5cacec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '936c6511-ee64-4bbf-9609-909939563eba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:03:23Z', 'updated_at': '2021-10-20T11:03:29Z', 'revision_number': 4, 'project_id': '8204b7fbf90743a4b28586da19a89e2f', 'subnets': [{'id': '936c6511-ee64-4bbf-9609-909939563eba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:03:29.855744 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3fe0f75-617e-488d-abd3-facaa36822d0 None None] The sync data for ids ['b7838715-3248-46cb-b081-80a52e5cacec'] in n-d-811396-3 is: [{'id': 'b7838715-3248-46cb-b081-80a52e5cacec', 'name': 'tempest-TestVolumeBackupRestore-677686623-router', 'tenant_id': '8204b7fbf90743a4b28586da19a89e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': 'de09df16-a680-4e45-a006-21bee26f3a7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:03:21Z', 'updated_at': '2021-10-20T11:03:24Z', 'revision_number': 4, 'project_id': '8204b7fbf90743a4b28586da19a89e2f', 'gw_port': {'id': 'de09df16-a680-4e45-a006-21bee26f3a7b', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:f1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7838715-3248-46cb-b081-80a52e5cacec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:03:22Z', 'updated_at': '2021-10-20T11:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': 'b6ea12c5-79b4-4f05-9fda-db5738197e1a', 'name': '', 'network_id': '71d46fbd-2cb7-4e33-bc4d-fe066b1c8ae1', 'tenant_id': '8204b7fbf90743a4b28586da19a89e2f', 'mac_address': 'fa:16:3e:fd:2d:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7838715-3248-46cb-b081-80a52e5cacec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '936c6511-ee64-4bbf-9609-909939563eba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:03:23Z', 'updated_at': '2021-10-20T11:03:29Z', 'revision_number': 4, 'project_id': '8204b7fbf90743a4b28586da19a89e2f', 'subnets': [{'id': '936c6511-ee64-4bbf-9609-909939563eba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:03:30.100723 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-49829991-aa8f-48ca-8601-98934be59b80 admin admin] Allocated IP 172.20.0.1 (2f06cad1-40e3-405a-af7d-7260db124252/6079cae5-31ce-4d43-bcf5-20848e3d95c0/8245249c-f176-4cea-a695-2dc43ed7a185) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:03:30.122621 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device b6ea12c5-79b4-4f05-9fda-db5738197e1a up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:03:30.170807 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-d97b2382-cdd7-4a99-9010-e451bc75f470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:30.229647 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-d97b2382-cdd7-4a99-9010-e451bc75f470 None None] For port b6ea12c5-79b4-4f05-9fda-db5738197e1a, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=b6ea12c5-79b4-4f05-9fda-db5738197e1a,segment=NetworkSegment(17459dc9-a8c6-4067-a488-39d881c605de),segment_id=17459dc9-a8c6-4067-a488-39d881c605de)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:03:30.240491 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-d97b2382-cdd7-4a99-9010-e451bc75f470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:30.252772 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-49829991-aa8f-48ca-8601-98934be59b80 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:30.298084 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-49829991-aa8f-48ca-8601-98934be59b80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:30.329873 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port b6ea12c5-79b4-4f05-9fda-db5738197e1a triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:03:30.330253 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:30.343217 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49829991-aa8f-48ca-8601-98934be59b80 admin admin] Network 2f06cad1-40e3-405a-af7d-7260db124252 is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:03:30.350093 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-49829991-aa8f-48ca-8601-98934be59b80 admin admin] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:03:30.374315 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49829991-aa8f-48ca-8601-98934be59b80 admin admin] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:03:30.394379 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-7cbab42f-f927-485d-a636-61fb96dc448d None None] Publish callbacks [] for port, precommit_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:30.414304 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97b2382-cdd7-4a99-9010-e451bc75f470 None None] Pushing event updated for resources: {'Port': ['ID=b6ea12c5-79b4-4f05-9fda-db5738197e1a,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:30.424540 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-7cbab42f-f927-485d-a636-61fb96dc448d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:30.431108 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49829991-aa8f-48ca-8601-98934be59b80 admin admin] Pushing event updated for resources: {'Port': ['ID=8245249c-f176-4cea-a695-2dc43ed7a185,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:30.459490 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-49829991-aa8f-48ca-8601-98934be59b80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1774540'] for router_interface, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:30.480446 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-cfe0f1df-f590-4146-a628-837a65e893fd None None] Provisioning complete for port 5fd7cc9e-efab-45d5-8f60-db15c82f7cda triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:03:30.480826 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-cfe0f1df-f590-4146-a628-837a65e893fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:30.592001 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-7cbab42f-f927-485d-a636-61fb96dc448d None None] Attempting to bind port e527ceaf-ff0a-45f4-96fa-208239a2326e on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:03:30.592383 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-7cbab42f-f927-485d-a636-61fb96dc448d None None] Attempting to bind port e527ceaf-ff0a-45f4-96fa-208239a2326e by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:03:30.592757 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cbab42f-f927-485d-a636-61fb96dc448d None None] Attempting to bind port e527ceaf-ff0a-45f4-96fa-208239a2326e on network cbe170d3-31ba-45a2-b477-520ab0a7a8ea {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:03:30.606695 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cbab42f-f927-485d-a636-61fb96dc448d None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 3, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:03:30.607407 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cbab42f-f927-485d-a636-61fb96dc448d None None] Checking segment: {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:03:30.607820 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-7cbab42f-f927-485d-a636-61fb96dc448d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:30.608223 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cbab42f-f927-485d-a636-61fb96dc448d None None] Bound using segment: {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:03:30.608706 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-7cbab42f-f927-485d-a636-61fb96dc448d None None] Bound port: e527ceaf-ff0a-45f4-96fa-208239a2326e, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:03:30.609098 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-7cbab42f-f927-485d-a636-61fb96dc448d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:30.655819 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-49829991-aa8f-48ca-8601-98934be59b80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:30.674624 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-7cbab42f-f927-485d-a636-61fb96dc448d None None] For port e527ceaf-ff0a-45f4-96fa-208239a2326e, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:03:30.679887 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-7cbab42f-f927-485d-a636-61fb96dc448d None None] For port e527ceaf-ff0a-45f4-96fa-208239a2326e, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=e527ceaf-ff0a-45f4-96fa-208239a2326e,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:03:30.691481 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decedc98-36aa-4868-ab54-2fe71e23c8df None None] Pushing event updated for resources: {'Port': ['ID=e527ceaf-ff0a-45f4-96fa-208239a2326e,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:30.697351 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-7cbab42f-f927-485d-a636-61fb96dc448d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:30.767035 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 5fd7cc9e-efab-45d5-8f60-db15c82f7cda up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:03:30.842021 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbab42f-f927-485d-a636-61fb96dc448d None None] Routers {'1bc9955e-297f-434b-82d0-2041b4f3184a'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:03:30.842667 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-7cbab42f-f927-485d-a636-61fb96dc448d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:03:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['1bc9955e-297f-434b-82d0-2041b4f3184a'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:03:30.880676 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-49829991-aa8f-48ca-8601-98934be59b80 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:30.886262 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-49829991-aa8f-48ca-8601-98934be59b80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:30.906698 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decedc98-36aa-4868-ab54-2fe71e23c8df None None] Pushing event updated for resources: {'Port': ['ID=e527ceaf-ff0a-45f4-96fa-208239a2326e,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:30.947435 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 5fd7cc9e-efab-45d5-8f60-db15c82f7cda triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:03:30.947935 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:30.969390 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49829991-aa8f-48ca-8601-98934be59b80 admin admin] Pushing event updated for resources: {'Port': ['ID=8245249c-f176-4cea-a695-2dc43ed7a185,revision_number=2']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:30.972138 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-49829991-aa8f-48ca-8601-98934be59b80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1774432'] for router_interface, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:31.039414 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-7cbab42f-f927-485d-a636-61fb96dc448d None None] Set router 1bc9955e-297f-434b-82d0-2041b4f3184a gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:03:31.064916 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-80963db1-19e1-4f6f-8c08-1388707ba61c None None] Provisioning complete for port 8245249c-f176-4cea-a695-2dc43ed7a185 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:03:31.065280 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-80963db1-19e1-4f6f-8c08-1388707ba61c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:31.072533 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49829991-aa8f-48ca-8601-98934be59b80 admin admin] Network 2f06cad1-40e3-405a-af7d-7260db124252 is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:03:31.074932 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-49829991-aa8f-48ca-8601-98934be59b80 admin admin] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:03:31.188463 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-80963db1-19e1-4f6f-8c08-1388707ba61c None None] Port 8245249c-f176-4cea-a695-2dc43ed7a185 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:03:31.199438 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device de09df16-a680-4e45-a006-21bee26f3a7b up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:03:31.213574 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49829991-aa8f-48ca-8601-98934be59b80 admin admin] Router 1bc9955e-297f-434b-82d0-2041b4f3184a has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:03:31.334995 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port de09df16-a680-4e45-a006-21bee26f3a7b triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:03:31.335374 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:31.364365 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49829991-aa8f-48ca-8601-98934be59b80 admin admin] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:03:31.375686 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-49829991-aa8f-48ca-8601-98934be59b80 admin admin] 10.222.0.64 "PUT /v2.0/routers/1bc9955e-297f-434b-82d0-2041b4f3184a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5807157 Oct 20 11:03:31.408733 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-7cbab42f-f927-485d-a636-61fb96dc448d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bc9955e-297f-434b-82d0-2041b4f3184a', 'name': 'tempest-TestVolumeBackupRestore-286364706-router', 'tenant_id': 'ee3f2d6ddc1041d38953585345096a77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': 'e527ceaf-ff0a-45f4-96fa-208239a2326e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:03:26Z', 'updated_at': '2021-10-20T11:03:30Z', 'revision_number': 4, 'project_id': 'ee3f2d6ddc1041d38953585345096a77', 'gw_port': {'id': 'e527ceaf-ff0a-45f4-96fa-208239a2326e', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ba:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bc9955e-297f-434b-82d0-2041b4f3184a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:03:27Z', 'updated_at': '2021-10-20T11:03:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '8245249c-f176-4cea-a695-2dc43ed7a185', 'name': '', 'network_id': '2f06cad1-40e3-405a-af7d-7260db124252', 'tenant_id': 'ee3f2d6ddc1041d38953585345096a77', 'mac_address': 'fa:16:3e:05:50:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bc9955e-297f-434b-82d0-2041b4f3184a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': '6079cae5-31ce-4d43-bcf5-20848e3d95c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:03:29Z', 'updated_at': '2021-10-20T11:03:30Z', 'revision_number': 1, 'project_id': 'ee3f2d6ddc1041d38953585345096a77', 'subnets': [{'id': '6079cae5-31ce-4d43-bcf5-20848e3d95c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:03:31.440372 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbab42f-f927-485d-a636-61fb96dc448d None None] The sync data for ids ['1bc9955e-297f-434b-82d0-2041b4f3184a'] in n-d-811396-3 is: [{'id': '1bc9955e-297f-434b-82d0-2041b4f3184a', 'name': 'tempest-TestVolumeBackupRestore-286364706-router', 'tenant_id': 'ee3f2d6ddc1041d38953585345096a77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': 'e527ceaf-ff0a-45f4-96fa-208239a2326e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:03:26Z', 'updated_at': '2021-10-20T11:03:30Z', 'revision_number': 4, 'project_id': 'ee3f2d6ddc1041d38953585345096a77', 'gw_port': {'id': 'e527ceaf-ff0a-45f4-96fa-208239a2326e', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ba:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bc9955e-297f-434b-82d0-2041b4f3184a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:03:27Z', 'updated_at': '2021-10-20T11:03:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '8245249c-f176-4cea-a695-2dc43ed7a185', 'name': '', 'network_id': '2f06cad1-40e3-405a-af7d-7260db124252', 'tenant_id': 'ee3f2d6ddc1041d38953585345096a77', 'mac_address': 'fa:16:3e:05:50:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bc9955e-297f-434b-82d0-2041b4f3184a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': '6079cae5-31ce-4d43-bcf5-20848e3d95c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:03:29Z', 'updated_at': '2021-10-20T11:03:30Z', 'revision_number': 1, 'project_id': 'ee3f2d6ddc1041d38953585345096a77', 'subnets': [{'id': '6079cae5-31ce-4d43-bcf5-20848e3d95c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:03:31.472702 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-5f1a4eaa-67b0-4df3-8285-44571409991f None None] Provisioning complete for port 8245249c-f176-4cea-a695-2dc43ed7a185 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:03:31.473104 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-5f1a4eaa-67b0-4df3-8285-44571409991f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:31.518796 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-5f1a4eaa-67b0-4df3-8285-44571409991f None None] Port 8245249c-f176-4cea-a695-2dc43ed7a185 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:03:31.976419 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device b6ea12c5-79b4-4f05-9fda-db5738197e1a up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:03:32.030438 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port b6ea12c5-79b4-4f05-9fda-db5738197e1a triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:03:32.030818 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:33.536281 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-27783201-2f58-453a-a199-56f237f39a2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:33.771615 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc55d75-97d8-4d9d-a793-8ea355cbfef6 None None] Sync routers for ids ['1bc9955e-297f-434b-82d0-2041b4f3184a'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:03:33.781093 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc55d75-97d8-4d9d-a793-8ea355cbfef6 None None] Routers {'1bc9955e-297f-434b-82d0-2041b4f3184a'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:03:33.781943 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-4dc55d75-97d8-4d9d-a793-8ea355cbfef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:03:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['1bc9955e-297f-434b-82d0-2041b4f3184a'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:03:33.901846 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-4dc55d75-97d8-4d9d-a793-8ea355cbfef6 None None] Set router 1bc9955e-297f-434b-82d0-2041b4f3184a gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:03:34.029528 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device e527ceaf-ff0a-45f4-96fa-208239a2326e up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:03:34.095108 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port e527ceaf-ff0a-45f4-96fa-208239a2326e triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:03:34.095524 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:34.165376 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-4dc55d75-97d8-4d9d-a793-8ea355cbfef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bc9955e-297f-434b-82d0-2041b4f3184a', 'name': 'tempest-TestVolumeBackupRestore-286364706-router', 'tenant_id': 'ee3f2d6ddc1041d38953585345096a77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': 'e527ceaf-ff0a-45f4-96fa-208239a2326e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:03:26Z', 'updated_at': '2021-10-20T11:03:30Z', 'revision_number': 4, 'project_id': 'ee3f2d6ddc1041d38953585345096a77', 'gw_port': {'id': 'e527ceaf-ff0a-45f4-96fa-208239a2326e', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ba:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bc9955e-297f-434b-82d0-2041b4f3184a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:03:27Z', 'updated_at': '2021-10-20T11:03:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '8245249c-f176-4cea-a695-2dc43ed7a185', 'name': '', 'network_id': '2f06cad1-40e3-405a-af7d-7260db124252', 'tenant_id': 'ee3f2d6ddc1041d38953585345096a77', 'mac_address': 'fa:16:3e:05:50:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bc9955e-297f-434b-82d0-2041b4f3184a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': '6079cae5-31ce-4d43-bcf5-20848e3d95c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:03:29Z', 'updated_at': '2021-10-20T11:03:30Z', 'revision_number': 2, 'project_id': 'ee3f2d6ddc1041d38953585345096a77', 'subnets': [{'id': '6079cae5-31ce-4d43-bcf5-20848e3d95c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:03:34.175978 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:34.192011 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc55d75-97d8-4d9d-a793-8ea355cbfef6 None None] Checking router: 1bc9955e-297f-434b-82d0-2041b4f3184a for host: n-d-811396-3 {{(pid=100599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:03:34.192364 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc55d75-97d8-4d9d-a793-8ea355cbfef6 None None] Updating router 1bc9955e-297f-434b-82d0-2041b4f3184a port 8245249c-f176-4cea-a695-2dc43ed7a185 binding host n-d-811396-3 {{(pid=100599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:03:34.206041 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] For port e527ceaf-ff0a-45f4-96fa-208239a2326e, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=e527ceaf-ff0a-45f4-96fa-208239a2326e,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:03:34.213042 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:34.229272 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-4dc55d75-97d8-4d9d-a793-8ea355cbfef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:34.277591 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Pushing event updated for resources: {'Port': ['ID=e527ceaf-ff0a-45f4-96fa-208239a2326e,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:34.538954 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-4dc55d75-97d8-4d9d-a793-8ea355cbfef6 None None] Publish callbacks [] for port, precommit_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:34.556603 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-4dc55d75-97d8-4d9d-a793-8ea355cbfef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:34.604693 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4229fba5-3c0b-4939-a927-84caa570c334 None None] Pushing event updated for resources: {'Port': ['ID=8245249c-f176-4cea-a695-2dc43ed7a185,revision_number=3']} {{(pid=100599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:34.701574 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-4dc55d75-97d8-4d9d-a793-8ea355cbfef6 None None] Attempting to bind port 8245249c-f176-4cea-a695-2dc43ed7a185 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:03:34.701949 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-4dc55d75-97d8-4d9d-a793-8ea355cbfef6 None None] Attempting to bind port 8245249c-f176-4cea-a695-2dc43ed7a185 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '10d80e7e-9e59-4956-b65a-88bb7868ca9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '2f06cad1-40e3-405a-af7d-7260db124252'}] {{(pid=100599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:03:34.702307 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc55d75-97d8-4d9d-a793-8ea355cbfef6 None None] Attempting to bind port 8245249c-f176-4cea-a695-2dc43ed7a185 on network 2f06cad1-40e3-405a-af7d-7260db124252 {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:03:34.710765 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc55d75-97d8-4d9d-a793-8ea355cbfef6 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 3, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:03:34.712297 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc55d75-97d8-4d9d-a793-8ea355cbfef6 None None] Checking segment: {'id': '10d80e7e-9e59-4956-b65a-88bb7868ca9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '2f06cad1-40e3-405a-af7d-7260db124252'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:03:34.713021 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-4dc55d75-97d8-4d9d-a793-8ea355cbfef6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:34.713468 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc55d75-97d8-4d9d-a793-8ea355cbfef6 None None] Bound using segment: {'id': '10d80e7e-9e59-4956-b65a-88bb7868ca9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '2f06cad1-40e3-405a-af7d-7260db124252'} {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:03:34.713831 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-4dc55d75-97d8-4d9d-a793-8ea355cbfef6 None None] Bound port: 8245249c-f176-4cea-a695-2dc43ed7a185, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10d80e7e-9e59-4956-b65a-88bb7868ca9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '2f06cad1-40e3-405a-af7d-7260db124252'}}] {{(pid=100599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:03:34.714315 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-4dc55d75-97d8-4d9d-a793-8ea355cbfef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:34.800043 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.db [None req-4dc55d75-97d8-4d9d-a793-8ea355cbfef6 None None] For port 8245249c-f176-4cea-a695-2dc43ed7a185, host n-d-811396-3, cleared binding levels {{(pid=100599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:03:34.803925 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.db [None req-4dc55d75-97d8-4d9d-a793-8ea355cbfef6 None None] For port 8245249c-f176-4cea-a695-2dc43ed7a185, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=8245249c-f176-4cea-a695-2dc43ed7a185,segment=NetworkSegment(10d80e7e-9e59-4956-b65a-88bb7868ca9b),segment_id=10d80e7e-9e59-4956-b65a-88bb7868ca9b)] {{(pid=100599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:03:34.808543 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-4dc55d75-97d8-4d9d-a793-8ea355cbfef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:34.868898 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc55d75-97d8-4d9d-a793-8ea355cbfef6 None None] Routers {'1bc9955e-297f-434b-82d0-2041b4f3184a'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:03:34.869779 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-4dc55d75-97d8-4d9d-a793-8ea355cbfef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:03:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['1bc9955e-297f-434b-82d0-2041b4f3184a'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:03:34.875597 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-f3f0365a-ec5e-48cf-9287-197de3f617bb None None] Provisioning complete for port 8245249c-f176-4cea-a695-2dc43ed7a185 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:03:34.878050 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-f3f0365a-ec5e-48cf-9287-197de3f617bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:34.915112 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4229fba5-3c0b-4939-a927-84caa570c334 None None] Pushing event updated for resources: {'Port': ['ID=8245249c-f176-4cea-a695-2dc43ed7a185,revision_number=4']} {{(pid=100599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:35.005510 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-f3f0365a-ec5e-48cf-9287-197de3f617bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:35.050782 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-f3f0365a-ec5e-48cf-9287-197de3f617bb None None] For port 8245249c-f176-4cea-a695-2dc43ed7a185, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=8245249c-f176-4cea-a695-2dc43ed7a185,segment=NetworkSegment(10d80e7e-9e59-4956-b65a-88bb7868ca9b),segment_id=10d80e7e-9e59-4956-b65a-88bb7868ca9b)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:03:35.058166 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-f3f0365a-ec5e-48cf-9287-197de3f617bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:35.125055 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-4dc55d75-97d8-4d9d-a793-8ea355cbfef6 None None] Set router 1bc9955e-297f-434b-82d0-2041b4f3184a gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:03:35.142446 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f0365a-ec5e-48cf-9287-197de3f617bb None None] Pushing event updated for resources: {'Port': ['ID=8245249c-f176-4cea-a695-2dc43ed7a185,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:35.189954 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-e3777e70-b216-402d-b750-b1585ee3d9f4 None None] Provisioning complete for port 8245249c-f176-4cea-a695-2dc43ed7a185 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:03:35.190852 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-e3777e70-b216-402d-b750-b1585ee3d9f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:35.355300 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-4dc55d75-97d8-4d9d-a793-8ea355cbfef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bc9955e-297f-434b-82d0-2041b4f3184a', 'name': 'tempest-TestVolumeBackupRestore-286364706-router', 'tenant_id': 'ee3f2d6ddc1041d38953585345096a77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': 'e527ceaf-ff0a-45f4-96fa-208239a2326e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:03:26Z', 'updated_at': '2021-10-20T11:03:30Z', 'revision_number': 4, 'project_id': 'ee3f2d6ddc1041d38953585345096a77', 'gw_port': {'id': 'e527ceaf-ff0a-45f4-96fa-208239a2326e', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ba:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc9955e-297f-434b-82d0-2041b4f3184a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:03:27Z', 'updated_at': '2021-10-20T11:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '8245249c-f176-4cea-a695-2dc43ed7a185', 'name': '', 'network_id': '2f06cad1-40e3-405a-af7d-7260db124252', 'tenant_id': 'ee3f2d6ddc1041d38953585345096a77', 'mac_address': 'fa:16:3e:05:50:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bc9955e-297f-434b-82d0-2041b4f3184a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': '6079cae5-31ce-4d43-bcf5-20848e3d95c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:03:29Z', 'updated_at': '2021-10-20T11:03:34Z', 'revision_number': 4, 'project_id': 'ee3f2d6ddc1041d38953585345096a77', 'subnets': [{'id': '6079cae5-31ce-4d43-bcf5-20848e3d95c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:03:35.382022 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc55d75-97d8-4d9d-a793-8ea355cbfef6 None None] The sync data for ids ['1bc9955e-297f-434b-82d0-2041b4f3184a'] in n-d-811396-3 is: [{'id': '1bc9955e-297f-434b-82d0-2041b4f3184a', 'name': 'tempest-TestVolumeBackupRestore-286364706-router', 'tenant_id': 'ee3f2d6ddc1041d38953585345096a77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': 'e527ceaf-ff0a-45f4-96fa-208239a2326e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:03:26Z', 'updated_at': '2021-10-20T11:03:30Z', 'revision_number': 4, 'project_id': 'ee3f2d6ddc1041d38953585345096a77', 'gw_port': {'id': 'e527ceaf-ff0a-45f4-96fa-208239a2326e', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ba:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc9955e-297f-434b-82d0-2041b4f3184a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:03:27Z', 'updated_at': '2021-10-20T11:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '8245249c-f176-4cea-a695-2dc43ed7a185', 'name': '', 'network_id': '2f06cad1-40e3-405a-af7d-7260db124252', 'tenant_id': 'ee3f2d6ddc1041d38953585345096a77', 'mac_address': 'fa:16:3e:05:50:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bc9955e-297f-434b-82d0-2041b4f3184a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': '6079cae5-31ce-4d43-bcf5-20848e3d95c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:03:29Z', 'updated_at': '2021-10-20T11:03:34Z', 'revision_number': 4, 'project_id': 'ee3f2d6ddc1041d38953585345096a77', 'subnets': [{'id': '6079cae5-31ce-4d43-bcf5-20848e3d95c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:03:36.007350 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 8245249c-f176-4cea-a695-2dc43ed7a185 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:03:36.058450 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 8245249c-f176-4cea-a695-2dc43ed7a185 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:03:36.058823 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:36.144558 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device e527ceaf-ff0a-45f4-96fa-208239a2326e up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:03:36.193012 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port e527ceaf-ff0a-45f4-96fa-208239a2326e triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:03:36.193752 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:36.401042 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-685a9702-6acb-4ec0-b616-049e0a9b8dfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:37.127240 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:37.597510 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:38.178783 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:38.983008 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:41.314063 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcb99ac-1951-4096-90fc-e7cf243ff68f req-c4911afd-8e2a-44eb-bc13-9240a35526d7 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:41.315575 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cfcb99ac-1951-4096-90fc-e7cf243ff68f req-c4911afd-8e2a-44eb-bc13-9240a35526d7 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ed3dac6-b063-4b21-8321-ee31174ca416 HTTP/1.1" status: 200 len: 946 time: 0.0516882 Oct 20 11:03:41.356158 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cfcb99ac-1951-4096-90fc-e7cf243ff68f req-6db11c6d-3d1a-430b-8641-b2b6709c4008 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/security-groups?id=dcb84725-ca3a-4252-ac3e-7c4f5b82db72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337114 Oct 20 11:03:42.491295 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc81ed24-eb08-42e3-b72c-58e879cc04e7 req-6402cf32-5e34-4e74-b737-3c92f6feebf8 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:42.493112 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cc81ed24-eb08-42e3-b72c-58e879cc04e7 req-6402cf32-5e34-4e74-b737-3c92f6feebf8 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ed3dac6-b063-4b21-8321-ee31174ca416 HTTP/1.1" status: 200 len: 946 time: 0.0508029 Oct 20 11:03:42.534848 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cc81ed24-eb08-42e3-b72c-58e879cc04e7 req-88b6fea6-1ad7-41d5-9fd8-af03d7e7db5a tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/security-groups?id=dcb84725-ca3a-4252-ac3e-7c4f5b82db72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355115 Oct 20 11:03:43.669686 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d9b1ea-1276-4e32-90dc-a90546b11589 req-cc4f964a-ec76-46cb-a1c2-ad9230b3e1ab tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:43.671317 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-84d9b1ea-1276-4e32-90dc-a90546b11589 req-cc4f964a-ec76-46cb-a1c2-ad9230b3e1ab tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ed3dac6-b063-4b21-8321-ee31174ca416 HTTP/1.1" status: 200 len: 946 time: 0.0551045 Oct 20 11:03:43.716092 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-84d9b1ea-1276-4e32-90dc-a90546b11589 req-c7d3c5a8-c96a-4b80-9968-59e1f1223ef0 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/security-groups?id=dcb84725-ca3a-4252-ac3e-7c4f5b82db72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370271 Oct 20 11:03:44.842082 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0068df-19e2-4994-aeaf-f51df774d870 req-0278088c-cb62-4f02-824b-9d520db854b3 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:44.843670 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9c0068df-19e2-4994-aeaf-f51df774d870 req-0278088c-cb62-4f02-824b-9d520db854b3 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ed3dac6-b063-4b21-8321-ee31174ca416 HTTP/1.1" status: 200 len: 946 time: 0.0513451 Oct 20 11:03:44.886036 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9c0068df-19e2-4994-aeaf-f51df774d870 req-4deb7b44-b6fc-4f0b-b651-cf16e2703d6c tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/security-groups?id=dcb84725-ca3a-4252-ac3e-7c4f5b82db72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356457 Oct 20 11:03:46.037473 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73eeffc-6ea4-4ea6-ac97-213f633b5d62 req-63c09130-0a9f-49d6-8bfe-daff08230959 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:46.038979 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b73eeffc-6ea4-4ea6-ac97-213f633b5d62 req-63c09130-0a9f-49d6-8bfe-daff08230959 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ed3dac6-b063-4b21-8321-ee31174ca416 HTTP/1.1" status: 200 len: 946 time: 0.0603752 Oct 20 11:03:46.088222 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b73eeffc-6ea4-4ea6-ac97-213f633b5d62 req-c33132cf-1939-42a6-b7e3-d9814dc00a89 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/security-groups?id=dcb84725-ca3a-4252-ac3e-7c4f5b82db72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394111 Oct 20 11:03:47.222857 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827cd090-423d-455c-b500-5933e4606b06 req-fbb77831-f51f-4fee-98ec-4f5e6cd424ce tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:47.224407 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-827cd090-423d-455c-b500-5933e4606b06 req-fbb77831-f51f-4fee-98ec-4f5e6cd424ce tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ed3dac6-b063-4b21-8321-ee31174ca416 HTTP/1.1" status: 200 len: 946 time: 0.0559564 Oct 20 11:03:47.267239 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-827cd090-423d-455c-b500-5933e4606b06 req-7d0b980d-cd3a-4c18-8655-a686d91a92e2 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/security-groups?id=dcb84725-ca3a-4252-ac3e-7c4f5b82db72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345039 Oct 20 11:03:48.396308 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f1674d-78fe-4807-a682-492fd7c32391 req-ab26db3d-7e8c-46e0-b7e5-b5cd64223581 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:48.397520 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-02f1674d-78fe-4807-a682-492fd7c32391 req-ab26db3d-7e8c-46e0-b7e5-b5cd64223581 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ed3dac6-b063-4b21-8321-ee31174ca416 HTTP/1.1" status: 200 len: 946 time: 0.0540013 Oct 20 11:03:48.448909 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-02f1674d-78fe-4807-a682-492fd7c32391 req-3bc48e06-a352-4f66-9d32-254acf22fb3e tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/security-groups?id=dcb84725-ca3a-4252-ac3e-7c4f5b82db72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368447 Oct 20 11:03:49.316655 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:49.582287 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d8eeb2-b0db-4a2f-99aa-c0a6103d08fa req-a314e9cd-a1e6-4ffc-9280-6ffe23013643 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:49.583959 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-98d8eeb2-b0db-4a2f-99aa-c0a6103d08fa req-a314e9cd-a1e6-4ffc-9280-6ffe23013643 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ed3dac6-b063-4b21-8321-ee31174ca416 HTTP/1.1" status: 200 len: 946 time: 0.0529058 Oct 20 11:03:49.627922 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-98d8eeb2-b0db-4a2f-99aa-c0a6103d08fa req-91187406-546b-43b7-959c-d737a98765c1 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/security-groups?id=dcb84725-ca3a-4252-ac3e-7c4f5b82db72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355783 Oct 20 11:03:50.757728 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8428105-15e7-4f02-af37-b5161cdccb70 req-c13f43f3-8707-497b-ae6c-6c1ad088881f tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:50.759321 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b8428105-15e7-4f02-af37-b5161cdccb70 req-c13f43f3-8707-497b-ae6c-6c1ad088881f tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ed3dac6-b063-4b21-8321-ee31174ca416 HTTP/1.1" status: 200 len: 946 time: 0.0542169 Oct 20 11:03:50.803573 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b8428105-15e7-4f02-af37-b5161cdccb70 req-036cf728-7882-4763-994c-447b870137a8 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/security-groups?id=dcb84725-ca3a-4252-ac3e-7c4f5b82db72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376320 Oct 20 11:03:51.925873 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800a3d89-d6a2-4c60-986a-909d3af8d5f3 req-41299900-5969-4c91-b5f5-78341a65444e tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:51.927510 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-800a3d89-d6a2-4c60-986a-909d3af8d5f3 req-41299900-5969-4c91-b5f5-78341a65444e tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ed3dac6-b063-4b21-8321-ee31174ca416 HTTP/1.1" status: 200 len: 946 time: 0.0512257 Oct 20 11:03:51.966937 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-800a3d89-d6a2-4c60-986a-909d3af8d5f3 req-b3311cac-79aa-43ca-82e4-179c26a3b492 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/security-groups?id=dcb84725-ca3a-4252-ac3e-7c4f5b82db72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328901 Oct 20 11:03:53.093756 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f78ebf-db0a-4550-8d15-e42746f38e68 req-c4093526-987f-463e-98e2-147266d34e62 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:53.095774 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f2f78ebf-db0a-4550-8d15-e42746f38e68 req-c4093526-987f-463e-98e2-147266d34e62 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ed3dac6-b063-4b21-8321-ee31174ca416 HTTP/1.1" status: 200 len: 946 time: 0.0562518 Oct 20 11:03:53.136371 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f2f78ebf-db0a-4550-8d15-e42746f38e68 req-76ab9406-edb0-47d7-a188-08d7a4f9648d tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/security-groups?id=dcb84725-ca3a-4252-ac3e-7c4f5b82db72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339885 Oct 20 11:03:54.291716 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec50fd7-dcf2-4088-abeb-943a3249207f req-d1d64a1e-a0ee-4318-8462-d7067bdb8d5a tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:54.300189 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bec50fd7-dcf2-4088-abeb-943a3249207f req-d1d64a1e-a0ee-4318-8462-d7067bdb8d5a tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ed3dac6-b063-4b21-8321-ee31174ca416 HTTP/1.1" status: 200 len: 946 time: 0.0731888 Oct 20 11:03:54.372913 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bec50fd7-dcf2-4088-abeb-943a3249207f req-c5ab1fcc-255c-46e5-83e6-fd551c94abda tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/security-groups?id=dcb84725-ca3a-4252-ac3e-7c4f5b82db72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629988 Oct 20 11:03:55.273309 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 7 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:03:55.545124 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe26ecb-bdce-4bc0-a974-2432fe8d8e4d req-fcf2940a-ed13-4070-9b20-b74b3f779774 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:55.548483 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7fe26ecb-bdce-4bc0-a974-2432fe8d8e4d req-fcf2940a-ed13-4070-9b20-b74b3f779774 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ed3dac6-b063-4b21-8321-ee31174ca416 HTTP/1.1" status: 200 len: 946 time: 0.0778036 Oct 20 11:03:55.599162 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7fe26ecb-bdce-4bc0-a974-2432fe8d8e4d req-93d4d59f-4c59-4e5b-ac4f-1e228834d973 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/security-groups?id=dcb84725-ca3a-4252-ac3e-7c4f5b82db72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433760 Oct 20 11:03:56.775099 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9a0c2d-30b6-4ed1-a98d-e1dcf3a6da3e req-676f7d7f-3cf4-4c66-9486-247d4dae56f7 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:56.787892 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3e9a0c2d-30b6-4ed1-a98d-e1dcf3a6da3e req-676f7d7f-3cf4-4c66-9486-247d4dae56f7 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ed3dac6-b063-4b21-8321-ee31174ca416 HTTP/1.1" status: 200 len: 946 time: 0.0688598 Oct 20 11:03:56.826261 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3e9a0c2d-30b6-4ed1-a98d-e1dcf3a6da3e req-260a0637-4c17-450e-b12a-741245994112 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/security-groups?id=dcb84725-ca3a-4252-ac3e-7c4f5b82db72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372601 Oct 20 11:03:57.975072 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474b4ad0-2d74-4925-8fe1-8a35cbd51ced req-76f4f167-5ed1-4a41-9506-392e0c5e9b27 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:57.982463 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-474b4ad0-2d74-4925-8fe1-8a35cbd51ced req-76f4f167-5ed1-4a41-9506-392e0c5e9b27 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ed3dac6-b063-4b21-8321-ee31174ca416 HTTP/1.1" status: 200 len: 946 time: 0.0683033 Oct 20 11:03:58.018379 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-474b4ad0-2d74-4925-8fe1-8a35cbd51ced req-11d55771-2f97-4366-b813-fa4ba68dbc70 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/security-groups?id=dcb84725-ca3a-4252-ac3e-7c4f5b82db72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350401 Oct 20 11:03:58.092979 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 07f0e606-5b8d-4aab-92dc-a99bb1d51bc3 details requested by agent hyperv_n-h1-811396-3 with host n-h1-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:03:58.204120 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 07f0e606-5b8d-4aab-92dc-a99bb1d51bc3, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=07f0e606-5b8d-4aab-92dc-a99bb1d51bc3,segment=NetworkSegment(0f66f6ed-6d03-4e40-897a-2e048347227e),segment_id=0f66f6ed-6d03-4e40-897a-2e048347227e)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:03:58.222874 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Returning: {'device': '07f0e606-5b8d-4aab-92dc-a99bb1d51bc3', 'network_id': '1759e7bc-ead3-4335-8c90-46a93aea395d', 'port_id': '07f0e606-5b8d-4aab-92dc-a99bb1d51bc3', 'mac_address': 'fa:16:3e:23:ed:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 810, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '731bcbb0-8763-49cc-b4e4-d88f68d7de58', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:03:58.270056 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:58.285631 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 07f0e606-5b8d-4aab-92dc-a99bb1d51bc3 {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:03:58.314728 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 07f0e606-5b8d-4aab-92dc-a99bb1d51bc3, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=07f0e606-5b8d-4aab-92dc-a99bb1d51bc3,segment=NetworkSegment(0f66f6ed-6d03-4e40-897a-2e048347227e),segment_id=0f66f6ed-6d03-4e40-897a-2e048347227e)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:03:58.321092 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:03:58.386491 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=07f0e606-5b8d-4aab-92dc-a99bb1d51bc3,revision_number=6']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:03:58.505480 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['07f0e606-5b8d-4aab-92dc-a99bb1d51bc3'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:03:59.146303 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2041447-7445-493b-ab75-c1b6e88512a4 req-632e6acb-9b25-4a15-8c05-508419a8b469 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:03:59.147989 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f2041447-7445-493b-ab75-c1b6e88512a4 req-632e6acb-9b25-4a15-8c05-508419a8b469 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ed3dac6-b063-4b21-8321-ee31174ca416 HTTP/1.1" status: 200 len: 945 time: 0.0500984 Oct 20 11:03:59.189079 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f2041447-7445-493b-ab75-c1b6e88512a4 req-60fdbc1f-e4e4-46a7-a35d-f84801722b98 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/security-groups?id=dcb84725-ca3a-4252-ac3e-7c4f5b82db72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350022 Oct 20 11:04:00.100862 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 07f0e606-5b8d-4aab-92dc-a99bb1d51bc3 up at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:04:00.155446 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning complete for port 07f0e606-5b8d-4aab-92dc-a99bb1d51bc3 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:04:00.155830 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:00.246393 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:00.280851 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ed3dac6-b063-4b21-8321-ee31174ca416', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07f0e606-5b8d-4aab-92dc-a99bb1d51bc3'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:04:00.283141 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5ab346a-5155-40df-92b3-bd0f1ecff17c" -d '{"events": [{"server_uuid": "7ed3dac6-b063-4b21-8321-ee31174ca416", "name": "network-vif-plugged", "status": "completed", "tag": "07f0e606-5b8d-4aab-92dc-a99bb1d51bc3"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:04:00.297542 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 07f0e606-5b8d-4aab-92dc-a99bb1d51bc3, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=07f0e606-5b8d-4aab-92dc-a99bb1d51bc3,segment=NetworkSegment(0f66f6ed-6d03-4e40-897a-2e048347227e),segment_id=0f66f6ed-6d03-4e40-897a-2e048347227e)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:04:00.306236 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:00.360897 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3552361-b06b-46f6-a35d-744298b919a5 req-0692e132-7761-4bb6-a250-360a4a2fb25c tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:04:00.363345 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c3552361-b06b-46f6-a35d-744298b919a5 req-0692e132-7761-4bb6-a250-360a4a2fb25c tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ed3dac6-b063-4b21-8321-ee31174ca416 HTTP/1.1" status: 200 len: 946 time: 0.0754383 Oct 20 11:04:00.386363 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=07f0e606-5b8d-4aab-92dc-a99bb1d51bc3,revision_number=7']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:04:00.422760 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c3552361-b06b-46f6-a35d-744298b919a5 req-c5e35c23-b9f8-4c01-b75b-1843faad6a95 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/security-groups?id=dcb84725-ca3a-4252-ac3e-7c4f5b82db72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502884 Oct 20 11:04:00.501402 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce07af01-7adc-44f0-8809-a938915aff02 x-openstack-request-id: req-ce07af01-7adc-44f0-8809-a938915aff02 {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:04:00.501695 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ed3dac6-b063-4b21-8321-ee31174ca416", "name": "network-vif-plugged", "status": "completed", "tag": "07f0e606-5b8d-4aab-92dc-a99bb1d51bc3", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:04:00.501947 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ce07af01-7adc-44f0-8809-a938915aff02 {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:04:00.502347 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ed3dac6-b063-4b21-8321-ee31174ca416', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07f0e606-5b8d-4aab-92dc-a99bb1d51bc3', 'code': 200} Oct 20 11:04:01.550331 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94650c9-be47-4ecd-ad7c-ea5d4f9ab401 req-aa51d1fe-b215-4cef-9cd2-d442a20860ac tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:04:01.553582 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e94650c9-be47-4ecd-ad7c-ea5d4f9ab401 req-aa51d1fe-b215-4cef-9cd2-d442a20860ac tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ed3dac6-b063-4b21-8321-ee31174ca416 HTTP/1.1" status: 200 len: 946 time: 0.0579131 Oct 20 11:04:01.601808 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e94650c9-be47-4ecd-ad7c-ea5d4f9ab401 req-d058ba11-eabd-4b3f-a719-468d7c4f6b9e tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/security-groups?id=dcb84725-ca3a-4252-ac3e-7c4f5b82db72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426357 Oct 20 11:04:02.742011 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfa138e-4a98-4f81-a4c7-df3c83d56334 req-9e7f1348-2e90-406b-bc26-20a4fd078b33 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:04:02.744565 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ddfa138e-4a98-4f81-a4c7-df3c83d56334 req-9e7f1348-2e90-406b-bc26-20a4fd078b33 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ed3dac6-b063-4b21-8321-ee31174ca416 HTTP/1.1" status: 200 len: 946 time: 0.0569448 Oct 20 11:04:02.826503 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ddfa138e-4a98-4f81-a4c7-df3c83d56334 req-762fb287-af19-4aeb-8426-cc50b85fc6e9 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/security-groups?id=dcb84725-ca3a-4252-ac3e-7c4f5b82db72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710917 Oct 20 11:04:03.543683 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-50d76918-85c7-46dc-a182-a238e61d8b66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:03.971418 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2564b5-1312-4683-876b-e84639b6e931 req-820ad699-0e47-476e-b585-36afe8dced10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:04:03.972994 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0f2564b5-1312-4683-876b-e84639b6e931 req-820ad699-0e47-476e-b585-36afe8dced10 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=63e5dde2738f4935912f3c0e18351bbf&device_id=7ed3dac6-b063-4b21-8321-ee31174ca416 HTTP/1.1" status: 200 len: 1097 time: 0.2779021 Oct 20 11:04:04.178691 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e826589f-fe84-49cd-a194-35edb9942418 req-65417f35-7d12-45b5-a006-9e013979587b tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:04:04.186529 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e826589f-fe84-49cd-a194-35edb9942418 req-65417f35-7d12-45b5-a006-9e013979587b tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ed3dac6-b063-4b21-8321-ee31174ca416 HTTP/1.1" status: 200 len: 946 time: 0.1995275 Oct 20 11:04:04.235100 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e826589f-fe84-49cd-a194-35edb9942418 req-fe401b75-c5fd-4a35-9c51-9e1c3818e1b1 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/security-groups?id=dcb84725-ca3a-4252-ac3e-7c4f5b82db72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462518 Oct 20 11:04:04.246371 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2564b5-1312-4683-876b-e84639b6e931 req-13d13ba8-7eef-4d92-bd6f-055e5015594e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:04:04.248110 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0f2564b5-1312-4683-876b-e84639b6e931 req-13d13ba8-7eef-4d92-bd6f-055e5015594e service neutron] 10.222.0.55 "GET /v2.0/networks?id=1759e7bc-ead3-4335-8c90-46a93aea395d HTTP/1.1" status: 200 len: 917 time: 0.1895998 Oct 20 11:04:04.332060 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0f2564b5-1312-4683-876b-e84639b6e931 req-a373a929-a988-4b01-a163-9f2d722b8b96 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=07f0e606-5b8d-4aab-92dc-a99bb1d51bc3 HTTP/1.1" status: 200 len: 1001 time: 0.0762086 Oct 20 11:04:04.412460 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2564b5-1312-4683-876b-e84639b6e931 req-952cb0e1-ff7b-4676-ac3c-29b037ae199f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:04:04.414320 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0f2564b5-1312-4683-876b-e84639b6e931 req-952cb0e1-ff7b-4676-ac3c-29b037ae199f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=731bcbb0-8763-49cc-b4e4-d88f68d7de58 HTTP/1.1" status: 200 len: 855 time: 0.0755730 Oct 20 11:04:04.474673 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2564b5-1312-4683-876b-e84639b6e931 req-ecf71793-bf24-48af-a827-1acdf5da6f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:04:04.476516 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0f2564b5-1312-4683-876b-e84639b6e931 req-ecf71793-bf24-48af-a827-1acdf5da6f9f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1759e7bc-ead3-4335-8c90-46a93aea395d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505657 Oct 20 11:04:04.636312 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0f2564b5-1312-4683-876b-e84639b6e931 req-5f7069b9-7932-46b3-b420-987183304c8e service neutron] 10.222.0.55 "GET /v2.0/networks/1759e7bc-ead3-4335-8c90-46a93aea395d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518788 Oct 20 11:04:04.770246 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0f2564b5-1312-4683-876b-e84639b6e931 req-27eead2c-fbbb-4675-a744-fe68df20a524 service neutron] 10.222.0.55 "GET /v2.0/networks/1759e7bc-ead3-4335-8c90-46a93aea395d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237257 Oct 20 11:04:05.379004 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febba2bc-9edf-4bbf-be6c-a0025c21211a req-2e2684f7-8724-47f2-b887-bc703e27b418 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:04:05.380544 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-febba2bc-9edf-4bbf-be6c-a0025c21211a req-2e2684f7-8724-47f2-b887-bc703e27b418 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ed3dac6-b063-4b21-8321-ee31174ca416 HTTP/1.1" status: 200 len: 946 time: 0.0623567 Oct 20 11:04:05.464157 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-febba2bc-9edf-4bbf-be6c-a0025c21211a req-9b64e64f-c7e2-470c-ba29-07853936ef77 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/security-groups?id=dcb84725-ca3a-4252-ac3e-7c4f5b82db72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711470 Oct 20 11:04:06.407608 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-86d22bae-fe10-499e-b108-21644a942d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:06.666086 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4087d917-5c27-4daf-8f1d-739bd240b1ee req-f7ded244-5a8c-4026-a743-6d4e591bd708 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:04:06.682363 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4087d917-5c27-4daf-8f1d-739bd240b1ee req-f7ded244-5a8c-4026-a743-6d4e591bd708 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ed3dac6-b063-4b21-8321-ee31174ca416 HTTP/1.1" status: 200 len: 946 time: 0.1041489 Oct 20 11:04:06.743598 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4087d917-5c27-4daf-8f1d-739bd240b1ee req-0dc2e8be-9f4f-4abf-a39d-ae90a004a382 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/security-groups?id=dcb84725-ca3a-4252-ac3e-7c4f5b82db72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563698 Oct 20 11:04:07.143676 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:07.621813 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:07.959841 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7646a54d-d758-4b18-bf51-886f9a970aea req-09c0b227-9a90-4f37-95ee-aa9c81b4137c tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:04:07.978516 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7646a54d-d758-4b18-bf51-886f9a970aea req-09c0b227-9a90-4f37-95ee-aa9c81b4137c tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ed3dac6-b063-4b21-8321-ee31174ca416 HTTP/1.1" status: 200 len: 946 time: 0.0823872 Oct 20 11:04:08.039208 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7646a54d-d758-4b18-bf51-886f9a970aea req-d4ce4c8a-99ec-4b3c-96f8-8c5405d8c69f tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/security-groups?id=dcb84725-ca3a-4252-ac3e-7c4f5b82db72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532122 Oct 20 11:04:08.186221 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:08.993252 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:09.189485 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04af0b80-bfd6-4046-b18a-f18838283b71 req-7e5b35ee-4651-4efe-9730-745451558867 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:04:09.198218 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-04af0b80-bfd6-4046-b18a-f18838283b71 req-7e5b35ee-4651-4efe-9730-745451558867 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ed3dac6-b063-4b21-8321-ee31174ca416 HTTP/1.1" status: 200 len: 946 time: 0.0676007 Oct 20 11:04:09.256240 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-04af0b80-bfd6-4046-b18a-f18838283b71 req-ec4caaa3-ef9a-4b36-93cc-11a88c13ee57 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/security-groups?id=dcb84725-ca3a-4252-ac3e-7c4f5b82db72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558927 Oct 20 11:04:10.406887 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c72b2a-d4c2-41de-a3c0-585931485969 req-8e84aa23-4d0a-4b1c-9593-1c76f0f8eb0d tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:04:10.414445 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-53c72b2a-d4c2-41de-a3c0-585931485969 req-8e84aa23-4d0a-4b1c-9593-1c76f0f8eb0d tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ed3dac6-b063-4b21-8321-ee31174ca416 HTTP/1.1" status: 200 len: 946 time: 0.0590940 Oct 20 11:04:10.457926 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-53c72b2a-d4c2-41de-a3c0-585931485969 req-53d3c8bc-f405-4d06-b671-4adcad5c88fd tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/security-groups?id=dcb84725-ca3a-4252-ac3e-7c4f5b82db72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406008 Oct 20 11:04:11.723298 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c595de6-88ad-44c3-8de3-7c6b617bc285 req-270c609f-0f94-4ff4-87c0-10a3bd29b013 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:04:11.744492 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8c595de6-88ad-44c3-8de3-7c6b617bc285 req-270c609f-0f94-4ff4-87c0-10a3bd29b013 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ed3dac6-b063-4b21-8321-ee31174ca416 HTTP/1.1" status: 200 len: 946 time: 0.1752865 Oct 20 11:04:11.783956 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8c595de6-88ad-44c3-8de3-7c6b617bc285 req-0ee5bf44-d701-4ef1-84aa-b8d296ee39a5 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/security-groups?id=dcb84725-ca3a-4252-ac3e-7c4f5b82db72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380323 Oct 20 11:04:12.984678 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d485fd74-4a4a-4dbc-81b4-f48613e9c260 req-40a199d0-6cfc-4503-8eb9-a4a7498687d0 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:04:12.998189 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d485fd74-4a4a-4dbc-81b4-f48613e9c260 req-40a199d0-6cfc-4503-8eb9-a4a7498687d0 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ed3dac6-b063-4b21-8321-ee31174ca416 HTTP/1.1" status: 200 len: 946 time: 0.0739839 Oct 20 11:04:13.066914 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d485fd74-4a4a-4dbc-81b4-f48613e9c260 req-f7ca3d39-2647-4470-aaab-d8661fe42afa tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/security-groups?id=dcb84725-ca3a-4252-ac3e-7c4f5b82db72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626519 Oct 20 11:04:14.279174 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddb5fad-dcef-484e-a8dc-dae7769df653 req-e7fed8c8-0420-4513-9d84-2ea5d344bb2b tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:04:14.280758 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fddb5fad-dcef-484e-a8dc-dae7769df653 req-e7fed8c8-0420-4513-9d84-2ea5d344bb2b tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ed3dac6-b063-4b21-8321-ee31174ca416 HTTP/1.1" status: 200 len: 946 time: 0.1321061 Oct 20 11:04:14.330264 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fddb5fad-dcef-484e-a8dc-dae7769df653 req-f72f4b59-115c-42ce-b561-c1288aa82e1c tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/security-groups?id=dcb84725-ca3a-4252-ac3e-7c4f5b82db72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431249 Oct 20 11:04:15.459440 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d95c033-61ac-49ed-8778-6eb4bb4bf9a1 req-9ded39ce-1fa8-4d5e-97dc-d8ba16c08c58 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:04:15.460813 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4d95c033-61ac-49ed-8778-6eb4bb4bf9a1 req-9ded39ce-1fa8-4d5e-97dc-d8ba16c08c58 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ed3dac6-b063-4b21-8321-ee31174ca416 HTTP/1.1" status: 200 len: 946 time: 0.0481255 Oct 20 11:04:15.498478 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4d95c033-61ac-49ed-8778-6eb4bb4bf9a1 req-f6f421fc-52b0-44bf-9002-8fbda1e17f1d tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/security-groups?id=dcb84725-ca3a-4252-ac3e-7c4f5b82db72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317881 Oct 20 11:04:16.156623 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9577a45b-8bb3-459b-aaab-c40580572b70 req-1bd1a95e-84ef-401b-aeb5-f73e1550f8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:04:16.158551 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9577a45b-8bb3-459b-aaab-c40580572b70 req-1bd1a95e-84ef-401b-aeb5-f73e1550f8b0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=63e5dde2738f4935912f3c0e18351bbf&device_id=7ed3dac6-b063-4b21-8321-ee31174ca416 HTTP/1.1" status: 200 len: 1097 time: 0.0593596 Oct 20 11:04:16.260869 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9577a45b-8bb3-459b-aaab-c40580572b70 req-0081e4b4-4429-48ac-8aa7-18cd2b033303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:04:16.262325 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9577a45b-8bb3-459b-aaab-c40580572b70 req-0081e4b4-4429-48ac-8aa7-18cd2b033303 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1759e7bc-ead3-4335-8c90-46a93aea395d HTTP/1.1" status: 200 len: 917 time: 0.0972159 Oct 20 11:04:16.336561 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9577a45b-8bb3-459b-aaab-c40580572b70 req-d3552a80-fe86-45f7-9581-b3b3fc136b3e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=07f0e606-5b8d-4aab-92dc-a99bb1d51bc3 HTTP/1.1" status: 200 len: 1001 time: 0.0668557 Oct 20 11:04:16.385743 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9577a45b-8bb3-459b-aaab-c40580572b70 req-21a4150b-60b0-4fa7-aa7e-7352ce9f3939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:04:16.387208 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9577a45b-8bb3-459b-aaab-c40580572b70 req-21a4150b-60b0-4fa7-aa7e-7352ce9f3939 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=731bcbb0-8763-49cc-b4e4-d88f68d7de58 HTTP/1.1" status: 200 len: 855 time: 0.0431151 Oct 20 11:04:16.434268 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9577a45b-8bb3-459b-aaab-c40580572b70 req-5182e57d-4510-4baf-b7cf-7fd476b9e916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:04:16.435849 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9577a45b-8bb3-459b-aaab-c40580572b70 req-5182e57d-4510-4baf-b7cf-7fd476b9e916 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1759e7bc-ead3-4335-8c90-46a93aea395d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415266 Oct 20 11:04:16.531470 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9577a45b-8bb3-459b-aaab-c40580572b70 req-6330a48d-d0de-4557-8aa3-8900829c04bd service neutron] 10.222.0.55 "GET /v2.0/networks/1759e7bc-ead3-4335-8c90-46a93aea395d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886419 Oct 20 11:04:16.669260 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33e1363-7051-4f5d-9102-41162e8acf46 req-bba050d2-9cfc-49a7-a304-49fac53cf200 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:04:16.670809 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b33e1363-7051-4f5d-9102-41162e8acf46 req-bba050d2-9cfc-49a7-a304-49fac53cf200 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ed3dac6-b063-4b21-8321-ee31174ca416 HTTP/1.1" status: 200 len: 946 time: 0.0963669 Oct 20 11:04:16.672873 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9577a45b-8bb3-459b-aaab-c40580572b70 req-62fd344b-9e0c-4221-af0b-1fb549d6062e service neutron] 10.222.0.55 "GET /v2.0/networks/1759e7bc-ead3-4335-8c90-46a93aea395d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345458 Oct 20 11:04:16.713660 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b33e1363-7051-4f5d-9102-41162e8acf46 req-c990d298-ef92-489f-8ed6-ea26b67fe8f5 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/security-groups?id=dcb84725-ca3a-4252-ac3e-7c4f5b82db72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356898 Oct 20 11:04:17.839574 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daac9d89-6813-468d-ad1a-1a0e5c605011 req-f966f477-0837-448f-a157-eb0b405fbf21 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:04:17.841166 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-daac9d89-6813-468d-ad1a-1a0e5c605011 req-f966f477-0837-448f-a157-eb0b405fbf21 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ed3dac6-b063-4b21-8321-ee31174ca416 HTTP/1.1" status: 200 len: 946 time: 0.0513413 Oct 20 11:04:17.884168 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-daac9d89-6813-468d-ad1a-1a0e5c605011 req-85e96ce7-7b08-476f-87d6-4a64e75c786c tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/security-groups?id=dcb84725-ca3a-4252-ac3e-7c4f5b82db72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355458 Oct 20 11:04:18.276386 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 07f0e606-5b8d-4aab-92dc-a99bb1d51bc3 no longer exists at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:04:18.417748 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:18.451001 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 07f0e606-5b8d-4aab-92dc-a99bb1d51bc3, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=07f0e606-5b8d-4aab-92dc-a99bb1d51bc3,segment=NetworkSegment(0f66f6ed-6d03-4e40-897a-2e048347227e),segment_id=0f66f6ed-6d03-4e40-897a-2e048347227e)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:04:18.451962 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ed3dac6-b063-4b21-8321-ee31174ca416', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07f0e606-5b8d-4aab-92dc-a99bb1d51bc3'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:04:18.454618 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-909100a4-40d2-43be-a17f-b83e2f395c8e" -d '{"events": [{"server_uuid": "7ed3dac6-b063-4b21-8321-ee31174ca416", "name": "network-vif-unplugged", "status": "completed", "tag": "07f0e606-5b8d-4aab-92dc-a99bb1d51bc3"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:04:18.469190 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:18.538656 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Oct 2021 11:04:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28197e17-73b4-441a-9cc9-77acb97b8145 x-openstack-request-id: req-28197e17-73b4-441a-9cc9-77acb97b8145 {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:04:18.539338 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ed3dac6-b063-4b21-8321-ee31174ca416", "name": "network-vif-unplugged", "status": "completed", "tag": "07f0e606-5b8d-4aab-92dc-a99bb1d51bc3", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:04:18.539844 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-28197e17-73b4-441a-9cc9-77acb97b8145 {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:04:18.540496 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ed3dac6-b063-4b21-8321-ee31174ca416', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07f0e606-5b8d-4aab-92dc-a99bb1d51bc3', 'code': 200} Oct 20 11:04:18.541646 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=07f0e606-5b8d-4aab-92dc-a99bb1d51bc3,revision_number=8']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:04:18.550042 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:04:18.550734 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:04:18.551290 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:04:18.551867 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:04:18.552421 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:04:18.553256 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:04:18.554415 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:04:18.554971 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:04:18.555555 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:04:18.556115 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:04:18.556771 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:04:18.557313 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:04:19.005721 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d89a9b-7674-4666-bbbd-e889f23d42bf req-ecb05740-926e-44d3-966c-57178473ea59 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:04:19.008633 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d8d89a9b-7674-4666-bbbd-e889f23d42bf req-ecb05740-926e-44d3-966c-57178473ea59 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ed3dac6-b063-4b21-8321-ee31174ca416 HTTP/1.1" status: 200 len: 944 time: 0.0511112 Oct 20 11:04:19.066215 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d8d89a9b-7674-4666-bbbd-e889f23d42bf req-8b980c22-80dd-4252-87b3-32bd88fd216b tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/security-groups?id=dcb84725-ca3a-4252-ac3e-7c4f5b82db72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506394 Oct 20 11:04:19.333974 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:19.645651 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [req-ce7b86a0-9dae-4cdd-90ee-c8d4f7e12476 req-0acbb209-10f4-4488-b08b-bc6675e5c2ba service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:04:19.646765 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ce7b86a0-9dae-4cdd-90ee-c8d4f7e12476 req-0acbb209-10f4-4488-b08b-bc6675e5c2ba service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0053146 Oct 20 11:04:19.878893 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0586b6-8783-4a3a-aeac-1f749a18a051 req-1214de09-fefb-468a-971e-83ceabe89883 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:04:19.887683 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3e0586b6-8783-4a3a-aeac-1f749a18a051 req-1214de09-fefb-468a-971e-83ceabe89883 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ed3dac6-b063-4b21-8321-ee31174ca416 HTTP/1.1" status: 200 len: 944 time: 0.0962582 Oct 20 11:04:19.928625 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3e0586b6-8783-4a3a-aeac-1f749a18a051 req-e011deaa-0ec6-418e-82b3-edf49bf686a7 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/security-groups?id=dcb84725-ca3a-4252-ac3e-7c4f5b82db72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392399 Oct 20 11:04:19.941753 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 36822) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:04:20.038802 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e80d74ab-e82e-4f90-9dd8-7ea94242ebb1 req-150de38d-adee-4c28-84a0-3917db65e60f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7ed3dac6-b063-4b21-8321-ee31174ca416&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0950139 Oct 20 11:04:20.049391 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [req-e80d74ab-e82e-4f90-9dd8-7ea94242ebb1 req-55363874-1b52-4852-88d6-e11ec26991c0 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:04:20.055820 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e80d74ab-e82e-4f90-9dd8-7ea94242ebb1 req-55363874-1b52-4852-88d6-e11ec26991c0 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0111897 Oct 20 11:04:21.070091 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a78c8c-8a5b-49b0-9982-e4e05ced5eb6 req-db313357-afc5-44a1-bcb9-65349a4d082f tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:04:21.071656 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a6a78c8c-8a5b-49b0-9982-e4e05ced5eb6 req-db313357-afc5-44a1-bcb9-65349a4d082f tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ed3dac6-b063-4b21-8321-ee31174ca416 HTTP/1.1" status: 200 len: 944 time: 0.0504768 Oct 20 11:04:21.112669 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a6a78c8c-8a5b-49b0-9982-e4e05ced5eb6 req-835eb6c5-8cef-4cb4-931b-482acfd350c7 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/security-groups?id=dcb84725-ca3a-4252-ac3e-7c4f5b82db72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339816 Oct 20 11:04:22.287449 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a6131f-afc9-4d78-be79-8a68d53479d3 req-9481d6dd-bd68-489f-992d-e8ceba93b8ff tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:04:22.290362 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-88a6131f-afc9-4d78-be79-8a68d53479d3 req-9481d6dd-bd68-489f-992d-e8ceba93b8ff tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ed3dac6-b063-4b21-8321-ee31174ca416 HTTP/1.1" status: 200 len: 944 time: 0.0691764 Oct 20 11:04:22.346299 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-88a6131f-afc9-4d78-be79-8a68d53479d3 req-22863fcc-96a3-4b94-844c-1232630028f6 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/security-groups?id=dcb84725-ca3a-4252-ac3e-7c4f5b82db72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483797 Oct 20 11:04:23.477709 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85c0428-4e87-44bc-9ee5-a809ce72089c req-65175a75-0b73-48fe-8cc2-1d992c3d03f9 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:04:23.480131 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d85c0428-4e87-44bc-9ee5-a809ce72089c req-65175a75-0b73-48fe-8cc2-1d992c3d03f9 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ed3dac6-b063-4b21-8321-ee31174ca416 HTTP/1.1" status: 200 len: 944 time: 0.0606089 Oct 20 11:04:23.540119 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d85c0428-4e87-44bc-9ee5-a809ce72089c req-a3695a12-714c-4cdf-9b16-a5b2fead8391 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/security-groups?id=dcb84725-ca3a-4252-ac3e-7c4f5b82db72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515797 Oct 20 11:04:24.677094 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eec690-a30e-4658-9282-1ff3800ec633 req-4d295220-2724-422e-b696-0c7481bc7b69 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:04:24.679547 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-73eec690-a30e-4658-9282-1ff3800ec633 req-4d295220-2724-422e-b696-0c7481bc7b69 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ed3dac6-b063-4b21-8321-ee31174ca416 HTTP/1.1" status: 200 len: 944 time: 0.0656793 Oct 20 11:04:24.738934 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-73eec690-a30e-4658-9282-1ff3800ec633 req-e35d15af-40d1-422b-9965-f1583d30db2e tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/security-groups?id=dcb84725-ca3a-4252-ac3e-7c4f5b82db72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466502 Oct 20 11:04:25.857474 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0af0b1-c3df-4c32-8aa0-9fe44c4a9128 req-cb81e246-6786-4ff2-ae0e-aa48772f7474 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:04:25.860614 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1e0af0b1-c3df-4c32-8aa0-9fe44c4a9128 req-cb81e246-6786-4ff2-ae0e-aa48772f7474 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ed3dac6-b063-4b21-8321-ee31174ca416 HTTP/1.1" status: 200 len: 944 time: 0.0579116 Oct 20 11:04:25.904338 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1e0af0b1-c3df-4c32-8aa0-9fe44c4a9128 req-f00cf860-1e60-4f1e-9b5e-ef6503b581c5 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/security-groups?id=dcb84725-ca3a-4252-ac3e-7c4f5b82db72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355303 Oct 20 11:04:26.814052 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80d74ab-e82e-4f90-9dd8-7ea94242ebb1 req-f8c99c96-ca26-48e9-8e4f-71a8071776f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:04:26.815543 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e80d74ab-e82e-4f90-9dd8-7ea94242ebb1 req-f8c99c96-ca26-48e9-8e4f-71a8071776f5 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=7ed3dac6-b063-4b21-8321-ee31174ca416&tenant_id=63e5dde2738f4935912f3c0e18351bbf HTTP/1.1" status: 200 len: 1095 time: 0.1239252 Oct 20 11:04:26.828442 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-e80d74ab-e82e-4f90-9dd8-7ea94242ebb1 req-c1641ee1-c8a2-4207-ab67-aa0181824fe9 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-811396-3', 'device_owner': 'compute:nova'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:04:26.887546 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-e80d74ab-e82e-4f90-9dd8-7ea94242ebb1 req-c1641ee1-c8a2-4207-ab67-aa0181824fe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:27.077805 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8613db1-117d-463e-93b6-4925aa914a44 req-59b70f5a-a17c-480c-b96a-58a8d1f89ce2 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:04:27.079279 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f8613db1-117d-463e-93b6-4925aa914a44 req-59b70f5a-a17c-480c-b96a-58a8d1f89ce2 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ed3dac6-b063-4b21-8321-ee31174ca416 HTTP/1.1" status: 200 len: 944 time: 0.0797865 Oct 20 11:04:27.155705 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f8613db1-117d-463e-93b6-4925aa914a44 req-c293b91e-dbd8-4d4e-a33f-121883ebdbda tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/security-groups?id=dcb84725-ca3a-4252-ac3e-7c4f5b82db72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519047 Oct 20 11:04:27.229245 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-e80d74ab-e82e-4f90-9dd8-7ea94242ebb1 req-c1641ee1-c8a2-4207-ab67-aa0181824fe9 service neutron] For port 07f0e606-5b8d-4aab-92dc-a99bb1d51bc3, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=07f0e606-5b8d-4aab-92dc-a99bb1d51bc3,segment=NetworkSegment(0f66f6ed-6d03-4e40-897a-2e048347227e),segment_id=0f66f6ed-6d03-4e40-897a-2e048347227e)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:04:27.274022 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-e80d74ab-e82e-4f90-9dd8-7ea94242ebb1 req-c1641ee1-c8a2-4207-ab67-aa0181824fe9 service neutron] For port 07f0e606-5b8d-4aab-92dc-a99bb1d51bc3, host n-h1-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:04:27.315945 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [req-e80d74ab-e82e-4f90-9dd8-7ea94242ebb1 req-c1641ee1-c8a2-4207-ab67-aa0181824fe9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07f0e606-5b8d-4aab-92dc-a99bb1d51bc3 {{(pid=100596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:04:27.326159 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-e80d74ab-e82e-4f90-9dd8-7ea94242ebb1 req-c1641ee1-c8a2-4207-ab67-aa0181824fe9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:27.340137 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.provisioning_blocks [req-e80d74ab-e82e-4f90-9dd8-7ea94242ebb1 req-c1641ee1-c8a2-4207-ab67-aa0181824fe9 service neutron] Transition to ACTIVE for port object 07f0e606-5b8d-4aab-92dc-a99bb1d51bc3 will not be triggered until provisioned by entity L2. {{(pid=100596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:04:27.345173 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-e80d74ab-e82e-4f90-9dd8-7ea94242ebb1 req-c1641ee1-c8a2-4207-ab67-aa0181824fe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:27.424262 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 36916) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:04:27.485693 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1641ee1-c8a2-4207-ab67-aa0181824fe9 service neutron] Pushing event updated for resources: {'Port': ['ID=07f0e606-5b8d-4aab-92dc-a99bb1d51bc3,revision_number=9']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:04:27.513008 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1641ee1-c8a2-4207-ab67-aa0181824fe9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:04:27.513647 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1641ee1-c8a2-4207-ab67-aa0181824fe9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:04:27.514148 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1641ee1-c8a2-4207-ab67-aa0181824fe9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:04:27.514780 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1641ee1-c8a2-4207-ab67-aa0181824fe9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:04:27.515411 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1641ee1-c8a2-4207-ab67-aa0181824fe9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:04:27.515938 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1641ee1-c8a2-4207-ab67-aa0181824fe9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:04:27.516436 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1641ee1-c8a2-4207-ab67-aa0181824fe9 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:04:27.516929 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1641ee1-c8a2-4207-ab67-aa0181824fe9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:04:27.517435 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1641ee1-c8a2-4207-ab67-aa0181824fe9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:04:27.517927 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1641ee1-c8a2-4207-ab67-aa0181824fe9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:04:27.518557 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1641ee1-c8a2-4207-ab67-aa0181824fe9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:04:27.519050 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1641ee1-c8a2-4207-ab67-aa0181824fe9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:04:27.558731 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-e80d74ab-e82e-4f90-9dd8-7ea94242ebb1 req-c1641ee1-c8a2-4207-ab67-aa0181824fe9 service neutron] No DVR routers for this DVR port 07f0e606-5b8d-4aab-92dc-a99bb1d51bc3 on host n-h1-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:04:27.594885 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-dcdaa4cc-8783-477b-b5da-c75337331d7e admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:27.711435 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-e80d74ab-e82e-4f90-9dd8-7ea94242ebb1 req-c1641ee1-c8a2-4207-ab67-aa0181824fe9 service neutron] Attempting to bind port 07f0e606-5b8d-4aab-92dc-a99bb1d51bc3 on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:04:27.711702 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-e80d74ab-e82e-4f90-9dd8-7ea94242ebb1 req-c1641ee1-c8a2-4207-ab67-aa0181824fe9 service neutron] Attempting to bind port 07f0e606-5b8d-4aab-92dc-a99bb1d51bc3 by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': '0f66f6ed-6d03-4e40-897a-2e048347227e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '1759e7bc-ead3-4335-8c90-46a93aea395d'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:04:27.712039 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80d74ab-e82e-4f90-9dd8-7ea94242ebb1 req-c1641ee1-c8a2-4207-ab67-aa0181824fe9 service neutron] Attempting to bind port 07f0e606-5b8d-4aab-92dc-a99bb1d51bc3 on network 1759e7bc-ead3-4335-8c90-46a93aea395d {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:04:27.717174 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80d74ab-e82e-4f90-9dd8-7ea94242ebb1 req-c1641ee1-c8a2-4207-ab67-aa0181824fe9 service neutron] Port 07f0e606-5b8d-4aab-92dc-a99bb1d51bc3 on network 1759e7bc-ead3-4335-8c90-46a93aea395d not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:04:27.717339 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80d74ab-e82e-4f90-9dd8-7ea94242ebb1 req-c1641ee1-c8a2-4207-ab67-aa0181824fe9 service neutron] Attempting to bind port 07f0e606-5b8d-4aab-92dc-a99bb1d51bc3 on network 1759e7bc-ead3-4335-8c90-46a93aea395d {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:04:27.725911 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-dcdaa4cc-8783-477b-b5da-c75337331d7e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:27.729136 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-dcdaa4cc-8783-477b-b5da-c75337331d7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:27.734360 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80d74ab-e82e-4f90-9dd8-7ea94242ebb1 req-c1641ee1-c8a2-4207-ab67-aa0181824fe9 service neutron] Checking agent: {'id': '061232a2-7adc-4ba1-a873-e8cb136b064d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 4, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:04:27.734709 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80d74ab-e82e-4f90-9dd8-7ea94242ebb1 req-c1641ee1-c8a2-4207-ab67-aa0181824fe9 service neutron] Checking segment: {'id': '0f66f6ed-6d03-4e40-897a-2e048347227e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '1759e7bc-ead3-4335-8c90-46a93aea395d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:04:27.735102 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80d74ab-e82e-4f90-9dd8-7ea94242ebb1 req-c1641ee1-c8a2-4207-ab67-aa0181824fe9 service neutron] Bound using segment: {'id': '0f66f6ed-6d03-4e40-897a-2e048347227e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '1759e7bc-ead3-4335-8c90-46a93aea395d'} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:04:27.735571 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-e80d74ab-e82e-4f90-9dd8-7ea94242ebb1 req-c1641ee1-c8a2-4207-ab67-aa0181824fe9 service neutron] Bound port: 07f0e606-5b8d-4aab-92dc-a99bb1d51bc3, host: n-h2-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f66f6ed-6d03-4e40-897a-2e048347227e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '1759e7bc-ead3-4335-8c90-46a93aea395d'}}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:04:27.735931 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-e80d74ab-e82e-4f90-9dd8-7ea94242ebb1 req-c1641ee1-c8a2-4207-ab67-aa0181824fe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:27.759226 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdaa4cc-8783-477b-b5da-c75337331d7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8fa6c22-e43b-4846-9dc2-cc9d6e652281,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:04:27.769341 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdaa4cc-8783-477b-b5da-c75337331d7e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:04:27.769921 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdaa4cc-8783-477b-b5da-c75337331d7e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:04:27.770446 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdaa4cc-8783-477b-b5da-c75337331d7e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:04:27.770964 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdaa4cc-8783-477b-b5da-c75337331d7e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:04:27.771492 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdaa4cc-8783-477b-b5da-c75337331d7e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:04:27.772124 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdaa4cc-8783-477b-b5da-c75337331d7e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:04:27.772618 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdaa4cc-8783-477b-b5da-c75337331d7e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:04:27.773111 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdaa4cc-8783-477b-b5da-c75337331d7e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:04:27.773625 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdaa4cc-8783-477b-b5da-c75337331d7e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:04:27.774123 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdaa4cc-8783-477b-b5da-c75337331d7e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:04:27.774609 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdaa4cc-8783-477b-b5da-c75337331d7e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:04:27.775094 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdaa4cc-8783-477b-b5da-c75337331d7e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:04:27.797135 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-dcdaa4cc-8783-477b-b5da-c75337331d7e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9f5c3f4265d541ccbc4bc8f0c8abca33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3715477 Oct 20 11:04:27.797684 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 36922) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:04:27.806654 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-e80d74ab-e82e-4f90-9dd8-7ea94242ebb1 req-c1641ee1-c8a2-4207-ab67-aa0181824fe9 service neutron] For port 07f0e606-5b8d-4aab-92dc-a99bb1d51bc3, host n-h2-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:04:27.830108 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-e80d74ab-e82e-4f90-9dd8-7ea94242ebb1 req-c1641ee1-c8a2-4207-ab67-aa0181824fe9 service neutron] For port 07f0e606-5b8d-4aab-92dc-a99bb1d51bc3, host n-h2-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=07f0e606-5b8d-4aab-92dc-a99bb1d51bc3,segment=NetworkSegment(0f66f6ed-6d03-4e40-897a-2e048347227e),segment_id=0f66f6ed-6d03-4e40-897a-2e048347227e)] {{(pid=100596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:04:27.836789 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-e80d74ab-e82e-4f90-9dd8-7ea94242ebb1 req-c1641ee1-c8a2-4207-ab67-aa0181824fe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:27.891993 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80d74ab-e82e-4f90-9dd8-7ea94242ebb1 req-c1641ee1-c8a2-4207-ab67-aa0181824fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:04:27.892605 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-e80d74ab-e82e-4f90-9dd8-7ea94242ebb1 req-c1641ee1-c8a2-4207-ab67-aa0181824fe9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:27.894013 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e80d74ab-e82e-4f90-9dd8-7ea94242ebb1 req-c1641ee1-c8a2-4207-ab67-aa0181824fe9 service neutron] 10.222.0.69 "PUT /v2.0/ports/07f0e606-5b8d-4aab-92dc-a99bb1d51bc3 HTTP/1.1" status: 200 len: 1092 time: 1.0706649 Oct 20 11:04:27.895981 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ed3dac6-b063-4b21-8321-ee31174ca416', 'tag': '07f0e606-5b8d-4aab-92dc-a99bb1d51bc3'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:04:27.898358 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c5d4879-6ff3-4013-8bdd-c534349ca7a4" -d '{"events": [{"name": "network-changed", "server_uuid": "7ed3dac6-b063-4b21-8321-ee31174ca416", "tag": "07f0e606-5b8d-4aab-92dc-a99bb1d51bc3"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:04:27.981671 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c2a277d-d048-4b2d-83c3-72be54ccb07e x-openstack-request-id: req-3c2a277d-d048-4b2d-83c3-72be54ccb07e {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:04:27.982045 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ed3dac6-b063-4b21-8321-ee31174ca416", "tag": "07f0e606-5b8d-4aab-92dc-a99bb1d51bc3", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:04:27.982274 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3c2a277d-d048-4b2d-83c3-72be54ccb07e {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:04:27.982614 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ed3dac6-b063-4b21-8321-ee31174ca416', 'tag': '07f0e606-5b8d-4aab-92dc-a99bb1d51bc3', 'status': 'completed', 'code': 200} Oct 20 11:04:27.983520 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-39f09176-8406-495b-a7c9-3458ca7ed243 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:27.986975 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1641ee1-c8a2-4207-ab67-aa0181824fe9 service neutron] Pushing event updated for resources: {'Port': ['ID=07f0e606-5b8d-4aab-92dc-a99bb1d51bc3,revision_number=10']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:04:28.016498 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-39f09176-8406-495b-a7c9-3458ca7ed243 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:28.035704 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80d74ab-e82e-4f90-9dd8-7ea94242ebb1 req-44a86f57-d940-4552-bece-d2a057ed3a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:04:28.037249 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e80d74ab-e82e-4f90-9dd8-7ea94242ebb1 req-44a86f57-d940-4552-bece-d2a057ed3a10 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=63e5dde2738f4935912f3c0e18351bbf&device_id=7ed3dac6-b063-4b21-8321-ee31174ca416 HTTP/1.1" status: 200 len: 1096 time: 0.1065698 Oct 20 11:04:28.140456 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-39f09176-8406-495b-a7c9-3458ca7ed243 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:28.143201 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-39f09176-8406-495b-a7c9-3458ca7ed243 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:28.144502 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-39f09176-8406-495b-a7c9-3458ca7ed243 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e8fa6c22-e43b-4846-9dc2-cc9d6e652281 HTTP/1.1" status: 204 len: 168 time: 0.3458636 Oct 20 11:04:28.164525 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f09176-8406-495b-a7c9-3458ca7ed243 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8fa6c22-e43b-4846-9dc2-cc9d6e652281,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:04:28.172007 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80d74ab-e82e-4f90-9dd8-7ea94242ebb1 req-2a9ae2d1-3318-4c80-a631-646f203f7bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:04:28.173439 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e80d74ab-e82e-4f90-9dd8-7ea94242ebb1 req-2a9ae2d1-3318-4c80-a631-646f203f7bcd service neutron] 10.222.0.69 "GET /v2.0/networks?id=1759e7bc-ead3-4335-8c90-46a93aea395d HTTP/1.1" status: 200 len: 917 time: 0.1275952 Oct 20 11:04:28.247198 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e80d74ab-e82e-4f90-9dd8-7ea94242ebb1 req-9c017ec9-0fac-45d7-a34e-13aac13ea03e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=07f0e606-5b8d-4aab-92dc-a99bb1d51bc3 HTTP/1.1" status: 200 len: 999 time: 0.0654967 Oct 20 11:04:28.342661 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80d74ab-e82e-4f90-9dd8-7ea94242ebb1 req-1ad74c2a-d7b8-470a-b2be-77b4f6b76a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:04:28.347591 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e80d74ab-e82e-4f90-9dd8-7ea94242ebb1 req-1ad74c2a-d7b8-470a-b2be-77b4f6b76a31 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=731bcbb0-8763-49cc-b4e4-d88f68d7de58 HTTP/1.1" status: 200 len: 855 time: 0.0934098 Oct 20 11:04:28.407068 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550b83ca-15d5-4e25-a1e9-c890e4b42fa1 req-f7fe93a9-feb0-417f-89f1-7f20f4515d7b tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:04:28.414202 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-550b83ca-15d5-4e25-a1e9-c890e4b42fa1 req-f7fe93a9-feb0-417f-89f1-7f20f4515d7b tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ed3dac6-b063-4b21-8321-ee31174ca416 HTTP/1.1" status: 200 len: 945 time: 0.1188307 Oct 20 11:04:28.450880 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80d74ab-e82e-4f90-9dd8-7ea94242ebb1 req-1dbcc1ce-e39b-4e62-895a-b94435b583af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:04:28.452473 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e80d74ab-e82e-4f90-9dd8-7ea94242ebb1 req-1dbcc1ce-e39b-4e62-895a-b94435b583af service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1759e7bc-ead3-4335-8c90-46a93aea395d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0976377 Oct 20 11:04:28.514053 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-550b83ca-15d5-4e25-a1e9-c890e4b42fa1 req-9d98c5d6-31fb-4984-b9b0-7934299bb8b6 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/security-groups?id=dcb84725-ca3a-4252-ac3e-7c4f5b82db72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989723 Oct 20 11:04:28.572859 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e80d74ab-e82e-4f90-9dd8-7ea94242ebb1 req-ddfb0921-f308-4ff5-b548-ee6cba67f51b service neutron] 10.222.0.69 "GET /v2.0/networks/1759e7bc-ead3-4335-8c90-46a93aea395d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036270 Oct 20 11:04:28.688196 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e80d74ab-e82e-4f90-9dd8-7ea94242ebb1 req-1447f57c-d41a-45ea-83a7-54e4da218628 service neutron] 10.222.0.69 "GET /v2.0/networks/1759e7bc-ead3-4335-8c90-46a93aea395d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078210 Oct 20 11:04:29.096342 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5d4879-6ff3-4013-8bdd-c534349ca7a4 req-e0287181-7844-43c2-976e-c5c81c2258c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:04:29.096342 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1c5d4879-6ff3-4013-8bdd-c534349ca7a4 req-e0287181-7844-43c2-976e-c5c81c2258c8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=63e5dde2738f4935912f3c0e18351bbf&device_id=7ed3dac6-b063-4b21-8321-ee31174ca416 HTTP/1.1" status: 200 len: 1096 time: 0.3611329 Oct 20 11:04:29.208838 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5d4879-6ff3-4013-8bdd-c534349ca7a4 req-e03c2d18-e725-4c55-8631-557a36a851cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:04:29.210916 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1c5d4879-6ff3-4013-8bdd-c534349ca7a4 req-e03c2d18-e725-4c55-8631-557a36a851cb service neutron] 10.222.0.69 "GET /v2.0/networks?id=1759e7bc-ead3-4335-8c90-46a93aea395d HTTP/1.1" status: 200 len: 917 time: 0.1069906 Oct 20 11:04:29.295848 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1c5d4879-6ff3-4013-8bdd-c534349ca7a4 req-914f5a3e-28a2-429c-8da4-05fe9a2e5cd1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=07f0e606-5b8d-4aab-92dc-a99bb1d51bc3 HTTP/1.1" status: 200 len: 999 time: 0.0777662 Oct 20 11:04:29.795326 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54468926-e7e6-4bed-9e7c-8536c405b957 req-d6941462-feaa-4bf8-926c-b64fea34aaac tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:04:29.799424 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-54468926-e7e6-4bed-9e7c-8536c405b957 req-d6941462-feaa-4bf8-926c-b64fea34aaac tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ed3dac6-b063-4b21-8321-ee31174ca416 HTTP/1.1" status: 200 len: 945 time: 0.1422448 Oct 20 11:04:29.896523 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-54468926-e7e6-4bed-9e7c-8536c405b957 req-96dcea0b-fe55-4c6e-b52a-6d948470cdae tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/security-groups?id=dcb84725-ca3a-4252-ac3e-7c4f5b82db72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844035 Oct 20 11:04:31.093215 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-298e1f95-ddbd-4154-aae0-5020707e143b req-0adabe47-e777-4bb3-b951-a2a465b6de71 tempest-VolumesNegativeTest-393945167 tempest-VolumesNegativeTest-393945167-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=70afa0730f764ef8bad903381c216fc9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0491455 Oct 20 11:04:31.105873 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6cb6dd-c324-4ec4-a0e7-79d2226216ec req-09c03957-4c87-4b63-bfb0-fb218e9429fd tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:04:31.107815 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0a6cb6dd-c324-4ec4-a0e7-79d2226216ec req-09c03957-4c87-4b63-bfb0-fb218e9429fd tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ed3dac6-b063-4b21-8321-ee31174ca416 HTTP/1.1" status: 200 len: 945 time: 0.1158679 Oct 20 11:04:31.293738 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0a6cb6dd-c324-4ec4-a0e7-79d2226216ec req-20e298f1-9a58-41b4-bd55-0b8ce7808c22 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/security-groups?id=dcb84725-ca3a-4252-ac3e-7c4f5b82db72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1727788 Oct 20 11:04:31.362233 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298e1f95-ddbd-4154-aae0-5020707e143b req-1e8a3bc7-6f21-449a-9ddf-53d0157e8f8f tempest-VolumesNegativeTest-393945167 tempest-VolumesNegativeTest-393945167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:04:31.364059 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-298e1f95-ddbd-4154-aae0-5020707e143b req-1e8a3bc7-6f21-449a-9ddf-53d0157e8f8f tempest-VolumesNegativeTest-393945167 tempest-VolumesNegativeTest-393945167-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2552845 Oct 20 11:04:31.381505 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-298e1f95-ddbd-4154-aae0-5020707e143b req-a18498ee-c1ef-4487-b1c9-5d1a0ae570e2 tempest-VolumesNegativeTest-393945167 tempest-VolumesNegativeTest-393945167-project] 10.222.0.64 "GET /v2.0/quotas/70afa0730f764ef8bad903381c216fc9 HTTP/1.1" status: 200 len: 375 time: 0.0101824 Oct 20 11:04:31.415514 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-298e1f95-ddbd-4154-aae0-5020707e143b req-ae1fba3c-721b-4e50-857d-c888759b38c6 tempest-VolumesNegativeTest-393945167 tempest-VolumesNegativeTest-393945167-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=70afa0730f764ef8bad903381c216fc9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281940 Oct 20 11:04:31.620526 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4c451fcf-5ba2-4c4f-983a-9434b5c5117c req-73f02282-46d2-4faf-ad8a-7b230f24796e tempest-VolumesNegativeTest-393945167 tempest-VolumesNegativeTest-393945167-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7bbcb18-9ce5-4b36-80d1-3cc3e1fdb85d HTTP/1.1" status: 200 len: 210 time: 0.0315337 Oct 20 11:04:32.263886 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 7 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:04:32.435813 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74b1fb3-c0d4-49bf-b126-2792201df988 req-b01345f5-df9d-4891-943c-e27a59b57678 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:04:32.437533 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a74b1fb3-c0d4-49bf-b126-2792201df988 req-b01345f5-df9d-4891-943c-e27a59b57678 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ed3dac6-b063-4b21-8321-ee31174ca416 HTTP/1.1" status: 200 len: 945 time: 0.0626888 Oct 20 11:04:32.476675 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a74b1fb3-c0d4-49bf-b126-2792201df988 req-d9153fb0-7af0-4bed-a4da-cbd7b6f172e9 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/security-groups?id=dcb84725-ca3a-4252-ac3e-7c4f5b82db72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328608 Oct 20 11:04:32.711825 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-298e1f95-ddbd-4154-aae0-5020707e143b req-66d7d846-d994-42be-aeed-f0b1a952bd8d tempest-VolumesNegativeTest-393945167 tempest-VolumesNegativeTest-393945167-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=70afa0730f764ef8bad903381c216fc9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0348899 Oct 20 11:04:32.802193 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f26a9355-587b-4b9d-8f32-5a9af5150cb0 req-eeb229a9-2d73-4c7d-8ca7-506db2befa86 tempest-VolumesNegativeTest-393945167 tempest-VolumesNegativeTest-393945167-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7bbcb18-9ce5-4b36-80d1-3cc3e1fdb85d HTTP/1.1" status: 200 len: 210 time: 0.0545509 Oct 20 11:04:32.906894 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298e1f95-ddbd-4154-aae0-5020707e143b req-0c020196-ac97-4bb0-b12a-7f19938ba715 tempest-VolumesNegativeTest-393945167 tempest-VolumesNegativeTest-393945167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:04:32.908668 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-298e1f95-ddbd-4154-aae0-5020707e143b req-0c020196-ac97-4bb0-b12a-7f19938ba715 tempest-VolumesNegativeTest-393945167 tempest-VolumesNegativeTest-393945167-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1905830 Oct 20 11:04:32.931883 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-298e1f95-ddbd-4154-aae0-5020707e143b req-2d507e9f-e9ef-406d-bce1-8359c170ecfd tempest-VolumesNegativeTest-393945167 tempest-VolumesNegativeTest-393945167-project] Request body: {'port': {'device_id': 'c7bbcb18-9ce5-4b36-80d1-3cc3e1fdb85d', 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84', 'admin_state_up': True, 'tenant_id': '70afa0730f764ef8bad903381c216fc9'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:04:33.077852 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-298e1f95-ddbd-4154-aae0-5020707e143b req-2d507e9f-e9ef-406d-bce1-8359c170ecfd tempest-VolumesNegativeTest-393945167 tempest-VolumesNegativeTest-393945167-project] Made reservation on behalf of 70afa0730f764ef8bad903381c216fc9 for: {'port': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:04:33.082301 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-298e1f95-ddbd-4154-aae0-5020707e143b req-2d507e9f-e9ef-406d-bce1-8359c170ecfd tempest-VolumesNegativeTest-393945167 tempest-VolumesNegativeTest-393945167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:33.093543 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-298e1f95-ddbd-4154-aae0-5020707e143b req-2d507e9f-e9ef-406d-bce1-8359c170ecfd tempest-VolumesNegativeTest-393945167 tempest-VolumesNegativeTest-393945167-project] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:33.199255 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-298e1f95-ddbd-4154-aae0-5020707e143b req-2d507e9f-e9ef-406d-bce1-8359c170ecfd tempest-VolumesNegativeTest-393945167 tempest-VolumesNegativeTest-393945167-project] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:33.203883 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-298e1f95-ddbd-4154-aae0-5020707e143b req-2d507e9f-e9ef-406d-bce1-8359c170ecfd tempest-VolumesNegativeTest-393945167 tempest-VolumesNegativeTest-393945167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:33.276902 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d507e9f-e9ef-406d-bce1-8359c170ecfd tempest-VolumesNegativeTest-393945167 tempest-VolumesNegativeTest-393945167-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b443ea87-f02e-4b1c-b18f-a5d45426d589,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:04:33.362502 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [req-298e1f95-ddbd-4154-aae0-5020707e143b req-2d507e9f-e9ef-406d-bce1-8359c170ecfd tempest-VolumesNegativeTest-393945167 tempest-VolumesNegativeTest-393945167-project] Allocated IP 192.168.233.146 (a7c57b12-d7c3-48bb-aa54-a67a56468a84/8f86199a-b8f2-45b4-a83a-995a7ea6fe42/b2484e7f-ef02-4e98-a6b4-54be2e87d65e) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:04:33.535277 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-298e1f95-ddbd-4154-aae0-5020707e143b req-2d507e9f-e9ef-406d-bce1-8359c170ecfd tempest-VolumesNegativeTest-393945167 tempest-VolumesNegativeTest-393945167-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:33.538446 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-d3286ef5-4a53-42d9-bb9d-2dbb42308137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:33.590159 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-298e1f95-ddbd-4154-aae0-5020707e143b req-2d507e9f-e9ef-406d-bce1-8359c170ecfd tempest-VolumesNegativeTest-393945167 tempest-VolumesNegativeTest-393945167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:33.680996 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-298e1f95-ddbd-4154-aae0-5020707e143b req-2d507e9f-e9ef-406d-bce1-8359c170ecfd tempest-VolumesNegativeTest-393945167 tempest-VolumesNegativeTest-393945167-project] Network a7c57b12-d7c3-48bb-aa54-a67a56468a84 is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:04:33.685691 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [req-298e1f95-ddbd-4154-aae0-5020707e143b req-2d507e9f-e9ef-406d-bce1-8359c170ecfd tempest-VolumesNegativeTest-393945167 tempest-VolumesNegativeTest-393945167-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:04:33.692515 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-298e1f95-ddbd-4154-aae0-5020707e143b req-2d507e9f-e9ef-406d-bce1-8359c170ecfd tempest-VolumesNegativeTest-393945167 tempest-VolumesNegativeTest-393945167-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:04:33.698373 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d507e9f-e9ef-406d-bce1-8359c170ecfd tempest-VolumesNegativeTest-393945167 tempest-VolumesNegativeTest-393945167-project] Pushing event updated for resources: {'Port': ['ID=b2484e7f-ef02-4e98-a6b4-54be2e87d65e,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:04:33.729596 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9552c728-c875-4300-b0fe-bf959ea8b0d4 req-b11f5c58-a5fd-4d49-8890-8d49e80af3a7 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:04:33.739951 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9552c728-c875-4300-b0fe-bf959ea8b0d4 req-b11f5c58-a5fd-4d49-8890-8d49e80af3a7 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ed3dac6-b063-4b21-8321-ee31174ca416 HTTP/1.1" status: 200 len: 945 time: 0.1611741 Oct 20 11:04:33.802289 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298e1f95-ddbd-4154-aae0-5020707e143b req-2d507e9f-e9ef-406d-bce1-8359c170ecfd tempest-VolumesNegativeTest-393945167 tempest-VolumesNegativeTest-393945167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:04:33.802289 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-298e1f95-ddbd-4154-aae0-5020707e143b req-2d507e9f-e9ef-406d-bce1-8359c170ecfd tempest-VolumesNegativeTest-393945167 tempest-VolumesNegativeTest-393945167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:33.809260 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9552c728-c875-4300-b0fe-bf959ea8b0d4 req-f5093d3d-b461-49b0-86dd-d6b59e163f50 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/security-groups?id=dcb84725-ca3a-4252-ac3e-7c4f5b82db72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683043 Oct 20 11:04:33.864739 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-298e1f95-ddbd-4154-aae0-5020707e143b req-2d507e9f-e9ef-406d-bce1-8359c170ecfd tempest-VolumesNegativeTest-393945167 tempest-VolumesNegativeTest-393945167-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9386995 Oct 20 11:04:33.885644 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-298e1f95-ddbd-4154-aae0-5020707e143b req-5fe7cdb9-67b5-44c8-9432-5de55ffc0f90 service neutron] Request body: {'port': {'device_id': 'c7bbcb18-9ce5-4b36-80d1-3cc3e1fdb85d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811396-3'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:04:34.063244 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-9fa0e092-3462-4268-bb12-b4298ceaabd1 None None] Provisioning complete for port b2484e7f-ef02-4e98-a6b4-54be2e87d65e triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:04:34.064855 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-298e1f95-ddbd-4154-aae0-5020707e143b req-5fe7cdb9-67b5-44c8-9432-5de55ffc0f90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:34.065471 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-9fa0e092-3462-4268-bb12-b4298ceaabd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:34.152487 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-9fa0e092-3462-4268-bb12-b4298ceaabd1 None None] Port b2484e7f-ef02-4e98-a6b4-54be2e87d65e cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:04:34.274323 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b0e648-1d1b-448b-9f4c-0b846ca17e35 req-b54d2bda-7aae-416a-b749-a92f3ba7626c tempest-VolumesNegativeTest-393945167 tempest-VolumesNegativeTest-393945167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:04:34.276068 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-01b0e648-1d1b-448b-9f4c-0b846ca17e35 req-b54d2bda-7aae-416a-b749-a92f3ba7626c tempest-VolumesNegativeTest-393945167 tempest-VolumesNegativeTest-393945167-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7bbcb18-9ce5-4b36-80d1-3cc3e1fdb85d HTTP/1.1" status: 200 len: 936 time: 0.3185840 Oct 20 11:04:34.369323 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-01b0e648-1d1b-448b-9f4c-0b846ca17e35 req-7bfa0049-3aaf-4fbd-95d9-1180e7372fb4 tempest-VolumesNegativeTest-393945167 tempest-VolumesNegativeTest-393945167-project] 10.222.0.64 "GET /v2.0/security-groups?id=b443ea87-f02e-4b1c-b18f-a5d45426d589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823302 Oct 20 11:04:34.486758 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [req-298e1f95-ddbd-4154-aae0-5020707e143b req-5fe7cdb9-67b5-44c8-9432-5de55ffc0f90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2484e7f-ef02-4e98-a6b4-54be2e87d65e {{(pid=100596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:04:34.496575 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-298e1f95-ddbd-4154-aae0-5020707e143b req-5fe7cdb9-67b5-44c8-9432-5de55ffc0f90 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:34.524525 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.provisioning_blocks [req-298e1f95-ddbd-4154-aae0-5020707e143b req-5fe7cdb9-67b5-44c8-9432-5de55ffc0f90 service neutron] Transition to ACTIVE for port object b2484e7f-ef02-4e98-a6b4-54be2e87d65e will not be triggered until provisioned by entity L2. {{(pid=100596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:04:34.537118 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-298e1f95-ddbd-4154-aae0-5020707e143b req-5fe7cdb9-67b5-44c8-9432-5de55ffc0f90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:34.606126 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe7cdb9-67b5-44c8-9432-5de55ffc0f90 service neutron] Pushing event updated for resources: {'Port': ['ID=b2484e7f-ef02-4e98-a6b4-54be2e87d65e,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:04:34.705267 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-298e1f95-ddbd-4154-aae0-5020707e143b req-5fe7cdb9-67b5-44c8-9432-5de55ffc0f90 service neutron] Attempting to bind port b2484e7f-ef02-4e98-a6b4-54be2e87d65e on host n-h1-811396-3 for vnic_type normal with profile {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:04:34.705622 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-298e1f95-ddbd-4154-aae0-5020707e143b req-5fe7cdb9-67b5-44c8-9432-5de55ffc0f90 service neutron] Attempting to bind port b2484e7f-ef02-4e98-a6b4-54be2e87d65e by drivers openvswitch,hyperv on host n-h1-811396-3 at level 0 using segments [{'id': '6f472196-aa1a-40bf-bd06-ef9f07584bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:04:34.706191 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298e1f95-ddbd-4154-aae0-5020707e143b req-5fe7cdb9-67b5-44c8-9432-5de55ffc0f90 service neutron] Attempting to bind port b2484e7f-ef02-4e98-a6b4-54be2e87d65e on network a7c57b12-d7c3-48bb-aa54-a67a56468a84 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:04:34.713818 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298e1f95-ddbd-4154-aae0-5020707e143b req-5fe7cdb9-67b5-44c8-9432-5de55ffc0f90 service neutron] Port b2484e7f-ef02-4e98-a6b4-54be2e87d65e on network a7c57b12-d7c3-48bb-aa54-a67a56468a84 not bound, no agent of type Open vSwitch agent registered on host n-h1-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:04:34.714657 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298e1f95-ddbd-4154-aae0-5020707e143b req-5fe7cdb9-67b5-44c8-9432-5de55ffc0f90 service neutron] Attempting to bind port b2484e7f-ef02-4e98-a6b4-54be2e87d65e on network a7c57b12-d7c3-48bb-aa54-a67a56468a84 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:04:34.720117 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298e1f95-ddbd-4154-aae0-5020707e143b req-5fe7cdb9-67b5-44c8-9432-5de55ffc0f90 service neutron] Checking agent: {'id': 'b707b4cc-061f-4cf4-bce0-0b3df9b7bec9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:04:34.720492 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298e1f95-ddbd-4154-aae0-5020707e143b req-5fe7cdb9-67b5-44c8-9432-5de55ffc0f90 service neutron] Checking segment: {'id': '6f472196-aa1a-40bf-bd06-ef9f07584bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:04:34.721048 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298e1f95-ddbd-4154-aae0-5020707e143b req-5fe7cdb9-67b5-44c8-9432-5de55ffc0f90 service neutron] Bound using segment: {'id': '6f472196-aa1a-40bf-bd06-ef9f07584bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84'} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:04:34.721524 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-298e1f95-ddbd-4154-aae0-5020707e143b req-5fe7cdb9-67b5-44c8-9432-5de55ffc0f90 service neutron] Bound port: b2484e7f-ef02-4e98-a6b4-54be2e87d65e, host: n-h1-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f472196-aa1a-40bf-bd06-ef9f07584bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84'}}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:04:34.721941 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-298e1f95-ddbd-4154-aae0-5020707e143b req-5fe7cdb9-67b5-44c8-9432-5de55ffc0f90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:34.804761 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-298e1f95-ddbd-4154-aae0-5020707e143b req-5fe7cdb9-67b5-44c8-9432-5de55ffc0f90 service neutron] For port b2484e7f-ef02-4e98-a6b4-54be2e87d65e, host n-h1-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:04:34.808368 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-298e1f95-ddbd-4154-aae0-5020707e143b req-5fe7cdb9-67b5-44c8-9432-5de55ffc0f90 service neutron] For port b2484e7f-ef02-4e98-a6b4-54be2e87d65e, host n-h1-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=b2484e7f-ef02-4e98-a6b4-54be2e87d65e,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:04:34.812717 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-298e1f95-ddbd-4154-aae0-5020707e143b req-5fe7cdb9-67b5-44c8-9432-5de55ffc0f90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:34.867122 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298e1f95-ddbd-4154-aae0-5020707e143b req-5fe7cdb9-67b5-44c8-9432-5de55ffc0f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:04:34.867771 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-298e1f95-ddbd-4154-aae0-5020707e143b req-5fe7cdb9-67b5-44c8-9432-5de55ffc0f90 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:34.869240 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-298e1f95-ddbd-4154-aae0-5020707e143b req-5fe7cdb9-67b5-44c8-9432-5de55ffc0f90 service neutron] 10.222.0.55 "PUT /v2.0/ports/b2484e7f-ef02-4e98-a6b4-54be2e87d65e HTTP/1.1" status: 200 len: 1096 time: 0.9912405 Oct 20 11:04:34.869672 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7bbcb18-9ce5-4b36-80d1-3cc3e1fdb85d', 'tag': 'b2484e7f-ef02-4e98-a6b4-54be2e87d65e'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:04:34.872085 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4a97ce0-514d-440d-abd4-4bf0a4a659ad" -d '{"events": [{"name": "network-changed", "server_uuid": "c7bbcb18-9ce5-4b36-80d1-3cc3e1fdb85d", "tag": "b2484e7f-ef02-4e98-a6b4-54be2e87d65e"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:04:34.899840 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe7cdb9-67b5-44c8-9432-5de55ffc0f90 service neutron] Pushing event updated for resources: {'Port': ['ID=b2484e7f-ef02-4e98-a6b4-54be2e87d65e,revision_number=3']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:04:35.004984 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-830bbc65-2462-425f-99ab-bd45b30de482 x-openstack-request-id: req-830bbc65-2462-425f-99ab-bd45b30de482 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:04:35.005324 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7bbcb18-9ce5-4b36-80d1-3cc3e1fdb85d", "tag": "b2484e7f-ef02-4e98-a6b4-54be2e87d65e", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:04:35.005537 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-830bbc65-2462-425f-99ab-bd45b30de482 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:04:35.005935 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7bbcb18-9ce5-4b36-80d1-3cc3e1fdb85d', 'tag': 'b2484e7f-ef02-4e98-a6b4-54be2e87d65e', 'status': 'completed', 'code': 200} Oct 20 11:04:35.057974 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298e1f95-ddbd-4154-aae0-5020707e143b req-11e1e2d1-ca84-4577-823d-ab01db21b9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:04:35.059615 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-298e1f95-ddbd-4154-aae0-5020707e143b req-11e1e2d1-ca84-4577-823d-ab01db21b9ed service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=70afa0730f764ef8bad903381c216fc9&device_id=c7bbcb18-9ce5-4b36-80d1-3cc3e1fdb85d HTTP/1.1" status: 200 len: 1099 time: 0.1298509 Oct 20 11:04:35.073820 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7860ad38-0a0b-4d6f-8677-30cbfcb27e44 req-fbf574eb-e5cc-46c5-81ad-5352567da253 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:04:35.075801 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7860ad38-0a0b-4d6f-8677-30cbfcb27e44 req-fbf574eb-e5cc-46c5-81ad-5352567da253 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ed3dac6-b063-4b21-8321-ee31174ca416 HTTP/1.1" status: 200 len: 945 time: 0.0915775 Oct 20 11:04:35.179850 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-298e1f95-ddbd-4154-aae0-5020707e143b req-1c207999-8b82-4762-a113-20cee8ab277e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=b2484e7f-ef02-4e98-a6b4-54be2e87d65e HTTP/1.1" status: 200 len: 217 time: 0.1028581 Oct 20 11:04:35.269685 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7860ad38-0a0b-4d6f-8677-30cbfcb27e44 req-089f9dc9-9e27-4938-8f56-9bca8e7906b3 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/security-groups?id=dcb84725-ca3a-4252-ac3e-7c4f5b82db72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1787505 Oct 20 11:04:35.318131 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298e1f95-ddbd-4154-aae0-5020707e143b req-946853a8-2f14-44c4-8796-8bf8c815c169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:04:35.320831 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-298e1f95-ddbd-4154-aae0-5020707e143b req-946853a8-2f14-44c4-8796-8bf8c815c169 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8f86199a-b8f2-45b4-a83a-995a7ea6fe42 HTTP/1.1" status: 200 len: 843 time: 0.1334317 Oct 20 11:04:35.371676 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298e1f95-ddbd-4154-aae0-5020707e143b req-5a90952d-ce25-44aa-90de-28335cd7f918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:04:35.373371 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-298e1f95-ddbd-4154-aae0-5020707e143b req-5a90952d-ce25-44aa-90de-28335cd7f918 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a7c57b12-d7c3-48bb-aa54-a67a56468a84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0437205 Oct 20 11:04:35.508519 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-298e1f95-ddbd-4154-aae0-5020707e143b req-6023ac6e-6de6-4377-bf90-43ddcd67e547 service neutron] 10.222.0.55 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266434 Oct 20 11:04:35.605193 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f87c91-2d45-4542-b94b-130c798f41fe req-e4a11b5c-1dcf-40ac-ba95-98b79ed0a164 tempest-VolumesNegativeTest-393945167 tempest-VolumesNegativeTest-393945167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:04:35.607508 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e4f87c91-2d45-4542-b94b-130c798f41fe req-e4a11b5c-1dcf-40ac-ba95-98b79ed0a164 tempest-VolumesNegativeTest-393945167 tempest-VolumesNegativeTest-393945167-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7bbcb18-9ce5-4b36-80d1-3cc3e1fdb85d HTTP/1.1" status: 200 len: 948 time: 0.1390390 Oct 20 11:04:35.661197 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-298e1f95-ddbd-4154-aae0-5020707e143b req-0a0b3fa5-cc9b-4444-8d1e-fb9a7c0e5327 service neutron] 10.222.0.55 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411705 Oct 20 11:04:35.668680 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e4f87c91-2d45-4542-b94b-130c798f41fe req-d18009de-0c30-4d9e-b0bd-389a899f0d3c tempest-VolumesNegativeTest-393945167 tempest-VolumesNegativeTest-393945167-project] 10.222.0.64 "GET /v2.0/security-groups?id=b443ea87-f02e-4b1c-b18f-a5d45426d589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504036 Oct 20 11:04:35.796981 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a97ce0-514d-440d-abd4-4bf0a4a659ad req-2c42ba0c-49c0-4153-8a68-9ad8f81af24d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:04:35.798681 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b4a97ce0-514d-440d-abd4-4bf0a4a659ad req-2c42ba0c-49c0-4153-8a68-9ad8f81af24d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=70afa0730f764ef8bad903381c216fc9&device_id=c7bbcb18-9ce5-4b36-80d1-3cc3e1fdb85d HTTP/1.1" status: 200 len: 1099 time: 0.0479989 Oct 20 11:04:35.934187 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a97ce0-514d-440d-abd4-4bf0a4a659ad req-75ea4ad8-75cb-4716-8ce2-642736dde9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:04:35.935767 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b4a97ce0-514d-440d-abd4-4bf0a4a659ad req-75ea4ad8-75cb-4716-8ce2-642736dde9a4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a7c57b12-d7c3-48bb-aa54-a67a56468a84 HTTP/1.1" status: 200 len: 870 time: 0.1295300 Oct 20 11:04:35.981792 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b4a97ce0-514d-440d-abd4-4bf0a4a659ad req-cdf4b939-493c-4165-b930-fb8413dc363b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=b2484e7f-ef02-4e98-a6b4-54be2e87d65e HTTP/1.1" status: 200 len: 217 time: 0.0386634 Oct 20 11:04:36.045288 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a97ce0-514d-440d-abd4-4bf0a4a659ad req-dae511eb-9828-4e9c-a965-c9abd12fb989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:04:36.046967 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b4a97ce0-514d-440d-abd4-4bf0a4a659ad req-dae511eb-9828-4e9c-a965-c9abd12fb989 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8f86199a-b8f2-45b4-a83a-995a7ea6fe42 HTTP/1.1" status: 200 len: 843 time: 0.0570641 Oct 20 11:04:36.122237 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a97ce0-514d-440d-abd4-4bf0a4a659ad req-c9b69049-5d64-4d8d-aa85-ba8c4604f0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:04:36.123826 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b4a97ce0-514d-440d-abd4-4bf0a4a659ad req-c9b69049-5d64-4d8d-aa85-ba8c4604f0b6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a7c57b12-d7c3-48bb-aa54-a67a56468a84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0676637 Oct 20 11:04:36.222304 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b4a97ce0-514d-440d-abd4-4bf0a4a659ad req-1db2bae0-8be9-4b27-9c79-53f1695556c7 service neutron] 10.222.0.55 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909915 Oct 20 11:04:36.345497 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b4a97ce0-514d-440d-abd4-4bf0a4a659ad req-db38c323-98bb-496a-a56e-8b8f187a281c service neutron] 10.222.0.55 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168160 Oct 20 11:04:36.414289 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-0cf0cc11-2779-4f0a-ad0f-6bb0c05b6e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:36.435151 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295e9b34-35f5-42f5-836e-34118c3b3a2a req-66ab885d-20d2-4088-b3d5-9bc5db7b7c37 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:04:36.436963 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-295e9b34-35f5-42f5-836e-34118c3b3a2a req-66ab885d-20d2-4088-b3d5-9bc5db7b7c37 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ed3dac6-b063-4b21-8321-ee31174ca416 HTTP/1.1" status: 200 len: 945 time: 0.0627468 Oct 20 11:04:36.499887 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-295e9b34-35f5-42f5-836e-34118c3b3a2a req-3282d34b-9966-4d05-9794-8d4e396061f7 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/security-groups?id=dcb84725-ca3a-4252-ac3e-7c4f5b82db72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547173 Oct 20 11:04:36.811350 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70c94ef-98c2-425d-8db0-61d6215bdaa5 req-5f4cc4f1-a2e2-49f7-8cbd-a4fa35aa05cc tempest-VolumesNegativeTest-393945167 tempest-VolumesNegativeTest-393945167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:04:36.813651 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e70c94ef-98c2-425d-8db0-61d6215bdaa5 req-5f4cc4f1-a2e2-49f7-8cbd-a4fa35aa05cc tempest-VolumesNegativeTest-393945167 tempest-VolumesNegativeTest-393945167-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7bbcb18-9ce5-4b36-80d1-3cc3e1fdb85d HTTP/1.1" status: 200 len: 948 time: 0.0649397 Oct 20 11:04:36.852599 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e70c94ef-98c2-425d-8db0-61d6215bdaa5 req-88d340df-5751-4738-b509-726e9f01bd91 tempest-VolumesNegativeTest-393945167 tempest-VolumesNegativeTest-393945167-project] 10.222.0.64 "GET /v2.0/security-groups?id=b443ea87-f02e-4b1c-b18f-a5d45426d589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334363 Oct 20 11:04:37.145583 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:37.604754 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:37.638737 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26db4d1-1fb0-495f-ac70-d1a8e726681d req-fdc92b32-ba0a-416b-a9ae-84475bb3e79d tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:04:37.641065 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a26db4d1-1fb0-495f-ac70-d1a8e726681d req-fdc92b32-ba0a-416b-a9ae-84475bb3e79d tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ed3dac6-b063-4b21-8321-ee31174ca416 HTTP/1.1" status: 200 len: 945 time: 0.0663142 Oct 20 11:04:37.683274 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a26db4d1-1fb0-495f-ac70-d1a8e726681d req-c01464d3-3dba-4a93-b5b1-28e8fdabeb6f tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/security-groups?id=dcb84725-ca3a-4252-ac3e-7c4f5b82db72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363903 Oct 20 11:04:38.015225 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc00d437-ecb0-4236-afe1-a6575764f4c9 req-e83b2d83-2d52-4618-a3a3-3f3cf9082333 tempest-VolumesNegativeTest-393945167 tempest-VolumesNegativeTest-393945167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:04:38.017040 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fc00d437-ecb0-4236-afe1-a6575764f4c9 req-e83b2d83-2d52-4618-a3a3-3f3cf9082333 tempest-VolumesNegativeTest-393945167 tempest-VolumesNegativeTest-393945167-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7bbcb18-9ce5-4b36-80d1-3cc3e1fdb85d HTTP/1.1" status: 200 len: 948 time: 0.0776765 Oct 20 11:04:38.070670 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fc00d437-ecb0-4236-afe1-a6575764f4c9 req-e75d0f60-4fbd-41d1-bdd4-8f21ad55a7be tempest-VolumesNegativeTest-393945167 tempest-VolumesNegativeTest-393945167-project] 10.222.0.64 "GET /v2.0/security-groups?id=b443ea87-f02e-4b1c-b18f-a5d45426d589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469391 Oct 20 11:04:38.198708 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:38.306754 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device b2484e7f-ef02-4e98-a6b4-54be2e87d65e details requested by agent hyperv_n-h1-811396-3 with host n-h1-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:04:38.416450 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port b2484e7f-ef02-4e98-a6b4-54be2e87d65e, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=b2484e7f-ef02-4e98-a6b4-54be2e87d65e,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:04:38.429557 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Returning: {'device': 'b2484e7f-ef02-4e98-a6b4-54be2e87d65e', 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84', 'port_id': 'b2484e7f-ef02-4e98-a6b4-54be2e87d65e', 'mac_address': 'fa:16:3e:fa:45:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 800, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f86199a-b8f2-45b4-a83a-995a7ea6fe42', 'ip_address': '192.168.233.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:04:38.497088 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:38.512306 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2484e7f-ef02-4e98-a6b4-54be2e87d65e {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:04:38.539604 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port b2484e7f-ef02-4e98-a6b4-54be2e87d65e, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=b2484e7f-ef02-4e98-a6b4-54be2e87d65e,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:04:38.544029 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:38.606253 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=b2484e7f-ef02-4e98-a6b4-54be2e87d65e,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:04:38.807476 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf018192-2f6a-4228-877a-d1d0f16b6862 req-76929bf4-e9e5-46bf-9568-e51613744e3b tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:04:38.809867 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bf018192-2f6a-4228-877a-d1d0f16b6862 req-76929bf4-e9e5-46bf-9568-e51613744e3b tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ed3dac6-b063-4b21-8321-ee31174ca416 HTTP/1.1" status: 200 len: 945 time: 0.0536394 Oct 20 11:04:38.848832 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bf018192-2f6a-4228-877a-d1d0f16b6862 req-6055484a-f5ab-435b-8ded-258eeb1919c3 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/security-groups?id=dcb84725-ca3a-4252-ac3e-7c4f5b82db72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330632 Oct 20 11:04:38.936370 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['b2484e7f-ef02-4e98-a6b4-54be2e87d65e'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:04:39.002764 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:39.191011 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6267d3f7-2129-45d4-b6a0-ee1abfdaccd4 req-d99160a8-c866-47ed-a38a-497b4c7b57cb tempest-VolumesNegativeTest-393945167 tempest-VolumesNegativeTest-393945167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:04:39.192523 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6267d3f7-2129-45d4-b6a0-ee1abfdaccd4 req-d99160a8-c866-47ed-a38a-497b4c7b57cb tempest-VolumesNegativeTest-393945167 tempest-VolumesNegativeTest-393945167-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7bbcb18-9ce5-4b36-80d1-3cc3e1fdb85d HTTP/1.1" status: 200 len: 949 time: 0.0519409 Oct 20 11:04:39.231661 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6267d3f7-2129-45d4-b6a0-ee1abfdaccd4 req-02f5b4af-ecc7-4afe-b0a4-061556d2c5f9 tempest-VolumesNegativeTest-393945167 tempest-VolumesNegativeTest-393945167-project] 10.222.0.64 "GET /v2.0/security-groups?id=b443ea87-f02e-4b1c-b18f-a5d45426d589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322440 Oct 20 11:04:39.388033 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5d4879-6ff3-4013-8bdd-c534349ca7a4 req-ccf86975-95fc-46d7-a342-d8905f0d5909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:04:39.389476 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1c5d4879-6ff3-4013-8bdd-c534349ca7a4 req-ccf86975-95fc-46d7-a342-d8905f0d5909 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=731bcbb0-8763-49cc-b4e4-d88f68d7de58 HTTP/1.1" status: 200 len: 855 time: 0.0480583 Oct 20 11:04:39.435530 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5d4879-6ff3-4013-8bdd-c534349ca7a4 req-5aedf58f-46cf-4115-9c52-193a363402b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:04:39.437069 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1c5d4879-6ff3-4013-8bdd-c534349ca7a4 req-5aedf58f-46cf-4115-9c52-193a363402b2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1759e7bc-ead3-4335-8c90-46a93aea395d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394413 Oct 20 11:04:39.528885 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1c5d4879-6ff3-4013-8bdd-c534349ca7a4 req-5d47731a-1afa-466a-88be-89d97a09433d service neutron] 10.222.0.69 "GET /v2.0/networks/1759e7bc-ead3-4335-8c90-46a93aea395d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838990 Oct 20 11:04:39.619545 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1c5d4879-6ff3-4013-8bdd-c534349ca7a4 req-24a54107-10a9-4958-8187-861c0cadd0b8 service neutron] 10.222.0.69 "GET /v2.0/networks/1759e7bc-ead3-4335-8c90-46a93aea395d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805719 Oct 20 11:04:39.973228 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c714dd64-b3df-4fed-85d1-7c13d76b6893 req-96713d81-5612-441b-ab4a-03b4a537092e tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:04:39.974710 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c714dd64-b3df-4fed-85d1-7c13d76b6893 req-96713d81-5612-441b-ab4a-03b4a537092e tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ed3dac6-b063-4b21-8321-ee31174ca416 HTTP/1.1" status: 200 len: 945 time: 0.0540733 Oct 20 11:04:40.011857 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c714dd64-b3df-4fed-85d1-7c13d76b6893 req-925b27ea-c979-465e-82a2-38cd8ccd6983 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/security-groups?id=dcb84725-ca3a-4252-ac3e-7c4f5b82db72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305412 Oct 20 11:04:40.319442 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device b2484e7f-ef02-4e98-a6b4-54be2e87d65e up at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:04:40.355034 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd47c571-f5b5-493e-a31d-c32f1d609a5a req-18059cec-449a-435f-a18b-96eb4b0354b9 tempest-VolumesNegativeTest-393945167 tempest-VolumesNegativeTest-393945167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:04:40.356915 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-dd47c571-f5b5-493e-a31d-c32f1d609a5a req-18059cec-449a-435f-a18b-96eb4b0354b9 tempest-VolumesNegativeTest-393945167 tempest-VolumesNegativeTest-393945167-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7bbcb18-9ce5-4b36-80d1-3cc3e1fdb85d HTTP/1.1" status: 200 len: 949 time: 0.0555108 Oct 20 11:04:40.373029 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning for port b2484e7f-ef02-4e98-a6b4-54be2e87d65e completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:04:40.377002 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning complete for port b2484e7f-ef02-4e98-a6b4-54be2e87d65e triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:04:40.377361 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:40.396582 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-dd47c571-f5b5-493e-a31d-c32f1d609a5a req-0cbea7dc-3e0f-4d5d-a167-c88bbff60f46 tempest-VolumesNegativeTest-393945167 tempest-VolumesNegativeTest-393945167-project] 10.222.0.64 "GET /v2.0/security-groups?id=b443ea87-f02e-4b1c-b18f-a5d45426d589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330307 Oct 20 11:04:40.452696 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:40.474113 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7bbcb18-9ce5-4b36-80d1-3cc3e1fdb85d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2484e7f-ef02-4e98-a6b4-54be2e87d65e'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:04:40.476391 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21a24c3d-3d87-4c59-aed7-c93d38c59d02" -d '{"events": [{"server_uuid": "c7bbcb18-9ce5-4b36-80d1-3cc3e1fdb85d", "name": "network-vif-plugged", "status": "completed", "tag": "b2484e7f-ef02-4e98-a6b4-54be2e87d65e"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:04:40.488283 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port b2484e7f-ef02-4e98-a6b4-54be2e87d65e, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=b2484e7f-ef02-4e98-a6b4-54be2e87d65e,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:04:40.493193 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:40.517410 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebc93781-2319-4843-af9f-9748716fc254 x-openstack-request-id: req-ebc93781-2319-4843-af9f-9748716fc254 {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:04:40.517697 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7bbcb18-9ce5-4b36-80d1-3cc3e1fdb85d", "name": "network-vif-plugged", "status": "completed", "tag": "b2484e7f-ef02-4e98-a6b4-54be2e87d65e", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:04:40.518053 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ebc93781-2319-4843-af9f-9748716fc254 {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:04:40.518437 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7bbcb18-9ce5-4b36-80d1-3cc3e1fdb85d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2484e7f-ef02-4e98-a6b4-54be2e87d65e', 'code': 200} Oct 20 11:04:40.546843 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=b2484e7f-ef02-4e98-a6b4-54be2e87d65e,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:04:40.636142 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bebb41-88cf-4047-86f1-0c2a09212940 req-4e8160b3-7854-44dc-aa5f-d1ea0491fc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:04:40.637676 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-50bebb41-88cf-4047-86f1-0c2a09212940 req-4e8160b3-7854-44dc-aa5f-d1ea0491fc6e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c7bbcb18-9ce5-4b36-80d1-3cc3e1fdb85d HTTP/1.1" status: 200 len: 1101 time: 0.0436316 Oct 20 11:04:40.671712 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-50bebb41-88cf-4047-86f1-0c2a09212940 req-8b7a52aa-5fdb-4681-9044-e78353ef0b13 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=b443ea87-f02e-4b1c-b18f-a5d45426d589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0262370 Oct 20 11:04:41.133474 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa2f727-e161-40c9-8fe1-baa614ef82a3 req-72ea5015-cdb2-4330-8323-7c5a631fc0de tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:04:41.134962 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2fa2f727-e161-40c9-8fe1-baa614ef82a3 req-72ea5015-cdb2-4330-8323-7c5a631fc0de tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ed3dac6-b063-4b21-8321-ee31174ca416 HTTP/1.1" status: 200 len: 945 time: 0.0523849 Oct 20 11:04:41.171346 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2fa2f727-e161-40c9-8fe1-baa614ef82a3 req-4f5e3ffc-e5db-4aa9-a625-f1722dd43e62 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/security-groups?id=dcb84725-ca3a-4252-ac3e-7c4f5b82db72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303202 Oct 20 11:04:41.512204 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4349a46-7a83-4ef6-a92d-4e2e7fa5a903 req-9386f398-437b-4ed1-85e4-7acdc0f3148d tempest-VolumesNegativeTest-393945167 tempest-VolumesNegativeTest-393945167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:04:41.513587 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b4349a46-7a83-4ef6-a92d-4e2e7fa5a903 req-9386f398-437b-4ed1-85e4-7acdc0f3148d tempest-VolumesNegativeTest-393945167 tempest-VolumesNegativeTest-393945167-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7bbcb18-9ce5-4b36-80d1-3cc3e1fdb85d HTTP/1.1" status: 200 len: 950 time: 0.0479295 Oct 20 11:04:41.551109 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b4349a46-7a83-4ef6-a92d-4e2e7fa5a903 req-f5770176-89dd-4e00-ba04-c76f6a866fcf tempest-VolumesNegativeTest-393945167 tempest-VolumesNegativeTest-393945167-project] 10.222.0.64 "GET /v2.0/security-groups?id=b443ea87-f02e-4b1c-b18f-a5d45426d589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316274 Oct 20 11:04:42.297610 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca0a96e-8a72-429d-8e8c-07f853d69e70 req-aec2a438-b771-4545-8f41-76986c6c1ed9 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:04:42.300329 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-eca0a96e-8a72-429d-8e8c-07f853d69e70 req-aec2a438-b771-4545-8f41-76986c6c1ed9 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ed3dac6-b063-4b21-8321-ee31174ca416 HTTP/1.1" status: 200 len: 945 time: 0.0557454 Oct 20 11:04:42.341065 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-eca0a96e-8a72-429d-8e8c-07f853d69e70 req-cc7310d3-7908-4c55-9b8b-a1790de9501e tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/security-groups?id=dcb84725-ca3a-4252-ac3e-7c4f5b82db72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336456 Oct 20 11:04:42.667280 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f8c96f-be0e-4b19-89b2-e18af88a7736 req-39129700-9353-44b9-b64f-d3c1f0de5ba4 tempest-VolumesNegativeTest-393945167 tempest-VolumesNegativeTest-393945167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:04:42.671836 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-60f8c96f-be0e-4b19-89b2-e18af88a7736 req-39129700-9353-44b9-b64f-d3c1f0de5ba4 tempest-VolumesNegativeTest-393945167 tempest-VolumesNegativeTest-393945167-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7bbcb18-9ce5-4b36-80d1-3cc3e1fdb85d HTTP/1.1" status: 200 len: 950 time: 0.0557070 Oct 20 11:04:42.707954 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-60f8c96f-be0e-4b19-89b2-e18af88a7736 req-06f5aa70-a8cb-4217-8abd-0b9271d553e6 tempest-VolumesNegativeTest-393945167 tempest-VolumesNegativeTest-393945167-project] 10.222.0.64 "GET /v2.0/security-groups?id=b443ea87-f02e-4b1c-b18f-a5d45426d589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332098 Oct 20 11:04:42.959078 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647e3b83-8c22-4751-a93f-655a85432e4d req-6009ffbe-1a43-4130-8e2f-413a58207aa2 tempest-VolumesNegativeTest-393945167 tempest-VolumesNegativeTest-393945167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:04:42.960577 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-647e3b83-8c22-4751-a93f-655a85432e4d req-6009ffbe-1a43-4130-8e2f-413a58207aa2 tempest-VolumesNegativeTest-393945167 tempest-VolumesNegativeTest-393945167-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7bbcb18-9ce5-4b36-80d1-3cc3e1fdb85d HTTP/1.1" status: 200 len: 950 time: 0.0480270 Oct 20 11:04:42.997542 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-647e3b83-8c22-4751-a93f-655a85432e4d req-f5b80803-654c-43ac-8ffd-8bff4a060dc6 tempest-VolumesNegativeTest-393945167 tempest-VolumesNegativeTest-393945167-project] 10.222.0.64 "GET /v2.0/security-groups?id=b443ea87-f02e-4b1c-b18f-a5d45426d589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309010 Oct 20 11:04:43.460511 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e3d914-2c2d-4cc3-875a-e37c49a0c036 req-f460af06-6753-45ba-a484-6bcf94337071 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:04:43.461864 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f8e3d914-2c2d-4cc3-875a-e37c49a0c036 req-f460af06-6753-45ba-a484-6bcf94337071 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ed3dac6-b063-4b21-8321-ee31174ca416 HTTP/1.1" status: 200 len: 945 time: 0.0476022 Oct 20 11:04:43.497834 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f8e3d914-2c2d-4cc3-875a-e37c49a0c036 req-ff6a9fdc-1dc7-49f6-ae36-871ae3998aac tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/security-groups?id=dcb84725-ca3a-4252-ac3e-7c4f5b82db72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300035 Oct 20 11:04:44.116756 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3668b3e5-109e-4c6f-af46-30d6abd32bde req-276467ba-5aaa-40e0-9f60-fd0a30b24cd8 tempest-VolumesNegativeTest-393945167 tempest-VolumesNegativeTest-393945167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:04:44.118183 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3668b3e5-109e-4c6f-af46-30d6abd32bde req-276467ba-5aaa-40e0-9f60-fd0a30b24cd8 tempest-VolumesNegativeTest-393945167 tempest-VolumesNegativeTest-393945167-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7bbcb18-9ce5-4b36-80d1-3cc3e1fdb85d HTTP/1.1" status: 200 len: 950 time: 0.0545495 Oct 20 11:04:44.159324 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3668b3e5-109e-4c6f-af46-30d6abd32bde req-951d6327-ce50-4999-a1fd-497a0b8936c6 tempest-VolumesNegativeTest-393945167 tempest-VolumesNegativeTest-393945167-project] 10.222.0.64 "GET /v2.0/security-groups?id=b443ea87-f02e-4b1c-b18f-a5d45426d589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350764 Oct 20 11:04:44.430624 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12775bdf-4521-4fca-94fa-34f3ac57aed5 req-39e6fa3c-d1fc-4805-a12e-857ad3cd8cfa tempest-VolumesNegativeTest-393945167 tempest-VolumesNegativeTest-393945167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:04:44.432013 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-12775bdf-4521-4fca-94fa-34f3ac57aed5 req-39e6fa3c-d1fc-4805-a12e-857ad3cd8cfa tempest-VolumesNegativeTest-393945167 tempest-VolumesNegativeTest-393945167-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7bbcb18-9ce5-4b36-80d1-3cc3e1fdb85d HTTP/1.1" status: 200 len: 950 time: 0.0495975 Oct 20 11:04:44.525478 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-12775bdf-4521-4fca-94fa-34f3ac57aed5 req-be5ad1fb-25ea-46c9-bb2b-cea16c1cc1b5 tempest-VolumesNegativeTest-393945167 tempest-VolumesNegativeTest-393945167-project] Deleting port b2484e7f-ef02-4e98-a6b4-54be2e87d65e {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:04:44.525866 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-12775bdf-4521-4fca-94fa-34f3ac57aed5 req-be5ad1fb-25ea-46c9-bb2b-cea16c1cc1b5 tempest-VolumesNegativeTest-393945167 tempest-VolumesNegativeTest-393945167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:44.647663 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-12775bdf-4521-4fca-94fa-34f3ac57aed5 req-be5ad1fb-25ea-46c9-bb2b-cea16c1cc1b5 tempest-VolumesNegativeTest-393945167 tempest-VolumesNegativeTest-393945167-project] For port b2484e7f-ef02-4e98-a6b4-54be2e87d65e, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=b2484e7f-ef02-4e98-a6b4-54be2e87d65e,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:04:44.648177 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-12775bdf-4521-4fca-94fa-34f3ac57aed5 req-be5ad1fb-25ea-46c9-bb2b-cea16c1cc1b5 tempest-VolumesNegativeTest-393945167 tempest-VolumesNegativeTest-393945167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:44.670853 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-12775bdf-4521-4fca-94fa-34f3ac57aed5 req-be5ad1fb-25ea-46c9-bb2b-cea16c1cc1b5 tempest-VolumesNegativeTest-393945167 tempest-VolumesNegativeTest-393945167-project] Calling delete_port for b2484e7f-ef02-4e98-a6b4-54be2e87d65e owned by compute:nova {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:04:44.681636 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430452e2-5be2-455b-b236-54760be35788 req-fee2d44f-3c7d-4a2d-bf09-57ce977f4b8d tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:04:44.683160 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-430452e2-5be2-455b-b236-54760be35788 req-fee2d44f-3c7d-4a2d-bf09-57ce977f4b8d tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ed3dac6-b063-4b21-8321-ee31174ca416 HTTP/1.1" status: 200 len: 945 time: 0.0965877 Oct 20 11:04:44.776908 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-430452e2-5be2-455b-b236-54760be35788 req-85166dcc-b6ba-4c31-9099-1e9da31f29d5 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/security-groups?id=dcb84725-ca3a-4252-ac3e-7c4f5b82db72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852556 Oct 20 11:04:44.851440 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-12775bdf-4521-4fca-94fa-34f3ac57aed5 req-be5ad1fb-25ea-46c9-bb2b-cea16c1cc1b5 tempest-VolumesNegativeTest-393945167 tempest-VolumesNegativeTest-393945167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:44.880730 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5ad1fb-25ea-46c9-bb2b-cea16c1cc1b5 tempest-VolumesNegativeTest-393945167 tempest-VolumesNegativeTest-393945167-project] Pushing event deleted for resources: {'Port': ['ID=b2484e7f-ef02-4e98-a6b4-54be2e87d65e,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:04:44.888408 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['b2484e7f-ef02-4e98-a6b4-54be2e87d65e'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:04:44.925479 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-12775bdf-4521-4fca-94fa-34f3ac57aed5 req-be5ad1fb-25ea-46c9-bb2b-cea16c1cc1b5 tempest-VolumesNegativeTest-393945167 tempest-VolumesNegativeTest-393945167-project] No DVR routers for this DVR port b2484e7f-ef02-4e98-a6b4-54be2e87d65e on host n-h1-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:04:44.928895 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-12775bdf-4521-4fca-94fa-34f3ac57aed5 req-be5ad1fb-25ea-46c9-bb2b-cea16c1cc1b5 tempest-VolumesNegativeTest-393945167 tempest-VolumesNegativeTest-393945167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:44.932274 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-12775bdf-4521-4fca-94fa-34f3ac57aed5 req-be5ad1fb-25ea-46c9-bb2b-cea16c1cc1b5 tempest-VolumesNegativeTest-393945167 tempest-VolumesNegativeTest-393945167-project] 10.222.0.55 "DELETE /v2.0/ports/b2484e7f-ef02-4e98-a6b4-54be2e87d65e HTTP/1.1" status: 204 len: 173 time: 0.4924572 Oct 20 11:04:44.932727 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7bbcb18-9ce5-4b36-80d1-3cc3e1fdb85d', 'name': 'network-vif-deleted', 'tag': 'b2484e7f-ef02-4e98-a6b4-54be2e87d65e'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:04:44.934977 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2457f19a-9f62-42ef-ad97-8d39dcbd4765" -d '{"events": [{"server_uuid": "c7bbcb18-9ce5-4b36-80d1-3cc3e1fdb85d", "name": "network-vif-deleted", "tag": "b2484e7f-ef02-4e98-a6b4-54be2e87d65e"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:04:44.980833 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49c1c924-58c7-4e85-ad20-bc8ab10fb899 x-openstack-request-id: req-49c1c924-58c7-4e85-ad20-bc8ab10fb899 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:04:44.981133 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7bbcb18-9ce5-4b36-80d1-3cc3e1fdb85d", "name": "network-vif-deleted", "tag": "b2484e7f-ef02-4e98-a6b4-54be2e87d65e", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:04:44.981381 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-49c1c924-58c7-4e85-ad20-bc8ab10fb899 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:04:44.981775 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7bbcb18-9ce5-4b36-80d1-3cc3e1fdb85d', 'name': 'network-vif-deleted', 'tag': 'b2484e7f-ef02-4e98-a6b4-54be2e87d65e', 'status': 'completed', 'code': 200} Oct 20 11:04:45.341124 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8c88814b-6b43-419a-bd7b-67f0017c952d req-ee82391d-2613-4f45-a840-dacc993d888d tempest-VolumesNegativeTest-393945167 tempest-VolumesNegativeTest-393945167-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7bbcb18-9ce5-4b36-80d1-3cc3e1fdb85d HTTP/1.1" status: 200 len: 210 time: 0.0277116 Oct 20 11:04:45.904704 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342c45d2-3d44-47fe-b7ea-c000955b12ac req-6f7a3eb4-9115-4462-bb98-e097d7253b66 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:04:45.906205 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-342c45d2-3d44-47fe-b7ea-c000955b12ac req-6f7a3eb4-9115-4462-bb98-e097d7253b66 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ed3dac6-b063-4b21-8321-ee31174ca416 HTTP/1.1" status: 200 len: 945 time: 0.0531783 Oct 20 11:04:45.944700 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-342c45d2-3d44-47fe-b7ea-c000955b12ac req-453672d3-883d-45e6-824a-889eeac1406c tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/security-groups?id=dcb84725-ca3a-4252-ac3e-7c4f5b82db72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325491 Oct 20 11:04:47.073410 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9874e66-a891-4926-9788-56cabbe43bb9 req-87587f04-4b8f-4574-afdf-04e6b5132ce8 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:04:47.076039 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c9874e66-a891-4926-9788-56cabbe43bb9 req-87587f04-4b8f-4574-afdf-04e6b5132ce8 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ed3dac6-b063-4b21-8321-ee31174ca416 HTTP/1.1" status: 200 len: 945 time: 0.0559850 Oct 20 11:04:47.117617 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c9874e66-a891-4926-9788-56cabbe43bb9 req-2d009b2a-3dbf-4608-a653-e2dbd5e41203 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/security-groups?id=dcb84725-ca3a-4252-ac3e-7c4f5b82db72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368154 Oct 20 11:04:48.271881 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74460117-f9a2-498c-88d1-2eca5212eb06 req-6e1acc7c-1ef8-4914-bf79-250cf90ac45b tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:04:48.271881 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-74460117-f9a2-498c-88d1-2eca5212eb06 req-6e1acc7c-1ef8-4914-bf79-250cf90ac45b tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ed3dac6-b063-4b21-8321-ee31174ca416 HTTP/1.1" status: 200 len: 945 time: 0.0679688 Oct 20 11:04:48.291866 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 07f0e606-5b8d-4aab-92dc-a99bb1d51bc3 details requested by agent hyperv_n-h2-811396-3 with host n-h2-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:04:48.336301 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-74460117-f9a2-498c-88d1-2eca5212eb06 req-6e76306a-2b7c-4560-a426-40625706da28 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/security-groups?id=dcb84725-ca3a-4252-ac3e-7c4f5b82db72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519528 Oct 20 11:04:48.371937 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device b2484e7f-ef02-4e98-a6b4-54be2e87d65e no longer exists at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:04:48.397737 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] No Port match for: b2484e7f-ef02-4e98-a6b4-54be2e87d65e {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:04:48.398006 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device b2484e7f-ef02-4e98-a6b4-54be2e87d65e not bound to the agent host n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:04:48.430992 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 07f0e606-5b8d-4aab-92dc-a99bb1d51bc3, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=07f0e606-5b8d-4aab-92dc-a99bb1d51bc3,segment=NetworkSegment(0f66f6ed-6d03-4e40-897a-2e048347227e),segment_id=0f66f6ed-6d03-4e40-897a-2e048347227e)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:04:48.444228 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Returning: {'device': '07f0e606-5b8d-4aab-92dc-a99bb1d51bc3', 'network_id': '1759e7bc-ead3-4335-8c90-46a93aea395d', 'port_id': '07f0e606-5b8d-4aab-92dc-a99bb1d51bc3', 'mac_address': 'fa:16:3e:23:ed:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 810, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '731bcbb0-8763-49cc-b4e4-d88f68d7de58', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:04:48.487813 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:48.501257 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07f0e606-5b8d-4aab-92dc-a99bb1d51bc3 {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:04:48.522393 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 07f0e606-5b8d-4aab-92dc-a99bb1d51bc3, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=07f0e606-5b8d-4aab-92dc-a99bb1d51bc3,segment=NetworkSegment(0f66f6ed-6d03-4e40-897a-2e048347227e),segment_id=0f66f6ed-6d03-4e40-897a-2e048347227e)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:04:48.527432 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:48.579801 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=07f0e606-5b8d-4aab-92dc-a99bb1d51bc3,revision_number=11']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:04:48.774490 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['07f0e606-5b8d-4aab-92dc-a99bb1d51bc3'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:04:49.335030 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:49.476955 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0893a28b-3cdb-4195-8e67-c4bde813ff99 req-4355bc8c-0fc0-4846-aeda-8945c9db00cb tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:04:49.478792 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0893a28b-3cdb-4195-8e67-c4bde813ff99 req-4355bc8c-0fc0-4846-aeda-8945c9db00cb tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ed3dac6-b063-4b21-8321-ee31174ca416 HTTP/1.1" status: 200 len: 946 time: 0.0592821 Oct 20 11:04:49.547202 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0893a28b-3cdb-4195-8e67-c4bde813ff99 req-929d7e47-8397-4f64-9a52-fc5d419f15af tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/security-groups?id=dcb84725-ca3a-4252-ac3e-7c4f5b82db72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594366 Oct 20 11:04:49.554018 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01690399-adb9-4f27-9415-6659f2f5bdf0 req-24b4b75c-f6ec-4485-af89-2ea5a28f73f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:04:49.555613 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-01690399-adb9-4f27-9415-6659f2f5bdf0 req-24b4b75c-f6ec-4485-af89-2ea5a28f73f8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=63e5dde2738f4935912f3c0e18351bbf&device_id=7ed3dac6-b063-4b21-8321-ee31174ca416 HTTP/1.1" status: 200 len: 1097 time: 0.0756254 Oct 20 11:04:49.993100 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01690399-adb9-4f27-9415-6659f2f5bdf0 req-a6d244f2-9781-498b-b8d7-8ffebadeeb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:04:49.994647 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-01690399-adb9-4f27-9415-6659f2f5bdf0 req-a6d244f2-9781-498b-b8d7-8ffebadeeb05 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1759e7bc-ead3-4335-8c90-46a93aea395d HTTP/1.1" status: 200 len: 917 time: 0.4206135 Oct 20 11:04:50.067338 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-01690399-adb9-4f27-9415-6659f2f5bdf0 req-cfd972a4-69f9-4f6c-85ff-95fbce1aa3c0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=07f0e606-5b8d-4aab-92dc-a99bb1d51bc3 HTTP/1.1" status: 200 len: 1000 time: 0.0654314 Oct 20 11:04:50.116475 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01690399-adb9-4f27-9415-6659f2f5bdf0 req-d8249db7-cdbf-4ba7-a4d8-ba0320376c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:04:50.117955 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-01690399-adb9-4f27-9415-6659f2f5bdf0 req-d8249db7-cdbf-4ba7-a4d8-ba0320376c1f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=731bcbb0-8763-49cc-b4e4-d88f68d7de58 HTTP/1.1" status: 200 len: 855 time: 0.0435956 Oct 20 11:04:50.168604 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01690399-adb9-4f27-9415-6659f2f5bdf0 req-85f2c161-3748-4b77-b9cc-efd57bb0f644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:04:50.170224 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-01690399-adb9-4f27-9415-6659f2f5bdf0 req-85f2c161-3748-4b77-b9cc-efd57bb0f644 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1759e7bc-ead3-4335-8c90-46a93aea395d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453088 Oct 20 11:04:50.284621 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-01690399-adb9-4f27-9415-6659f2f5bdf0 req-33bad4ed-12b0-4777-b933-c630225eb96a service neutron] 10.222.0.69 "GET /v2.0/networks/1759e7bc-ead3-4335-8c90-46a93aea395d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057069 Oct 20 11:04:50.322763 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 07f0e606-5b8d-4aab-92dc-a99bb1d51bc3 up at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:04:50.381129 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-01690399-adb9-4f27-9415-6659f2f5bdf0 req-e8a2bea5-f262-473d-a7f1-69b66dc8c7e7 service neutron] 10.222.0.69 "GET /v2.0/networks/1759e7bc-ead3-4335-8c90-46a93aea395d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892816 Oct 20 11:04:50.392407 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning for port 07f0e606-5b8d-4aab-92dc-a99bb1d51bc3 completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:04:50.398557 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning complete for port 07f0e606-5b8d-4aab-92dc-a99bb1d51bc3 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:04:50.399026 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:50.491336 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:50.514984 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ed3dac6-b063-4b21-8321-ee31174ca416', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07f0e606-5b8d-4aab-92dc-a99bb1d51bc3'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:04:50.517218 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe846942-9b66-432b-a4d9-128f579f581f" -d '{"events": [{"server_uuid": "7ed3dac6-b063-4b21-8321-ee31174ca416", "name": "network-vif-plugged", "status": "completed", "tag": "07f0e606-5b8d-4aab-92dc-a99bb1d51bc3"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:04:50.535253 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 07f0e606-5b8d-4aab-92dc-a99bb1d51bc3, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=07f0e606-5b8d-4aab-92dc-a99bb1d51bc3,segment=NetworkSegment(0f66f6ed-6d03-4e40-897a-2e048347227e),segment_id=0f66f6ed-6d03-4e40-897a-2e048347227e)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:04:50.545687 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:50.578012 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-662b0e23-7f68-4dd2-af69-6ec3de35f4fa x-openstack-request-id: req-662b0e23-7f68-4dd2-af69-6ec3de35f4fa {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:04:50.578331 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ed3dac6-b063-4b21-8321-ee31174ca416", "name": "network-vif-plugged", "status": "completed", "tag": "07f0e606-5b8d-4aab-92dc-a99bb1d51bc3", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:04:50.578584 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-662b0e23-7f68-4dd2-af69-6ec3de35f4fa {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:04:50.579004 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ed3dac6-b063-4b21-8321-ee31174ca416', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07f0e606-5b8d-4aab-92dc-a99bb1d51bc3', 'code': 200} Oct 20 11:04:50.633477 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=07f0e606-5b8d-4aab-92dc-a99bb1d51bc3,revision_number=12']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:04:50.754395 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13bed49-9e27-473d-bf9c-5398a84a63e9 req-b214c974-4cb0-4f1e-aad9-1aa5fc913703 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:04:50.756023 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c13bed49-9e27-473d-bf9c-5398a84a63e9 req-b214c974-4cb0-4f1e-aad9-1aa5fc913703 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ed3dac6-b063-4b21-8321-ee31174ca416 HTTP/1.1" status: 200 len: 947 time: 0.0855212 Oct 20 11:04:50.764860 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55730bf9-171c-4d3e-a1ea-3401e33652f3 req-b253cf3b-54b1-44f9-b9e3-8eba291e97c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:04:50.766378 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-55730bf9-171c-4d3e-a1ea-3401e33652f3 req-b253cf3b-54b1-44f9-b9e3-8eba291e97c1 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=7ed3dac6-b063-4b21-8321-ee31174ca416 HTTP/1.1" status: 200 len: 1098 time: 0.0648670 Oct 20 11:04:50.826461 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-55730bf9-171c-4d3e-a1ea-3401e33652f3 req-aecfc065-9064-44e1-a995-d9a0e9ffad88 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=dcb84725-ca3a-4252-ac3e-7c4f5b82db72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517528 Oct 20 11:04:50.830411 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c13bed49-9e27-473d-bf9c-5398a84a63e9 req-b3c75333-7485-42b7-8633-02c3a1f28c39 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/security-groups?id=dcb84725-ca3a-4252-ac3e-7c4f5b82db72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627437 Oct 20 11:04:51.066755 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 37480) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:04:51.211522 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 37484) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:04:51.211896 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-5f7d5654-e6d3-4cc1-be62-261f07fca1af admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=70afa0730f764ef8bad903381c216fc9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1436627 Oct 20 11:04:51.272898 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-19aad0d8-0cc9-4462-9932-cc83a4661bfc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:51.300795 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-19aad0d8-0cc9-4462-9932-cc83a4661bfc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:51.352751 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-19aad0d8-0cc9-4462-9932-cc83a4661bfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:51.355497 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-19aad0d8-0cc9-4462-9932-cc83a4661bfc admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:51.357120 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-19aad0d8-0cc9-4462-9932-cc83a4661bfc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b443ea87-f02e-4b1c-b18f-a5d45426d589 HTTP/1.1" status: 204 len: 168 time: 0.1436675 Oct 20 11:04:51.365861 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19aad0d8-0cc9-4462-9932-cc83a4661bfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b443ea87-f02e-4b1c-b18f-a5d45426d589,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:04:52.028601 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c51f29-2abc-4889-bf4f-6129085a81a5 req-fd725c2e-592e-4d35-8f64-40f92ce8b7f3 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:04:52.034625 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d1c51f29-2abc-4889-bf4f-6129085a81a5 req-fd725c2e-592e-4d35-8f64-40f92ce8b7f3 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ed3dac6-b063-4b21-8321-ee31174ca416 HTTP/1.1" status: 200 len: 947 time: 0.1172295 Oct 20 11:04:52.086395 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d1c51f29-2abc-4889-bf4f-6129085a81a5 req-3f18b2ac-9b90-434a-b002-c5ab0b75416d tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/security-groups?id=dcb84725-ca3a-4252-ac3e-7c4f5b82db72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391250 Oct 20 11:04:52.127246 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 37522) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:04:52.265987 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-a87eac82-f61e-411a-96ba-0cd4797f75d5 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-275770524-network', 'tenant_id': '934d4153d95644689eed1b16b259997e'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:04:52.285930 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a87eac82-f61e-411a-96ba-0cd4797f75d5 admin admin] Made reservation on behalf of 934d4153d95644689eed1b16b259997e for: {'network': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:04:52.289030 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a87eac82-f61e-411a-96ba-0cd4797f75d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:52.297543 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a87eac82-f61e-411a-96ba-0cd4797f75d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:52.383227 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a87eac82-f61e-411a-96ba-0cd4797f75d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:52.387354 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a87eac82-f61e-411a-96ba-0cd4797f75d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:52.414168 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87eac82-f61e-411a-96ba-0cd4797f75d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=430d475f-924a-447c-ab0d-480f80ef541f,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:04:52.426033 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a87eac82-f61e-411a-96ba-0cd4797f75d5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 824} {{(pid=100597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:04:52.443444 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a87eac82-f61e-411a-96ba-0cd4797f75d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:52.443444 n-d-811396-3 neutron-server[100597]: INFO neutron.db.segments_db [None req-a87eac82-f61e-411a-96ba-0cd4797f75d5 admin admin] Added segment 1dda3094-a918-4e64-972b-a95bf3bceffb of type vlan for network 7747834e-d64a-4c49-96a9-29cf33f15a07 Oct 20 11:04:52.485047 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a87eac82-f61e-411a-96ba-0cd4797f75d5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:52.511076 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a87eac82-f61e-411a-96ba-0cd4797f75d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:52.512078 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a87eac82-f61e-411a-96ba-0cd4797f75d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:04:52.512659 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a87eac82-f61e-411a-96ba-0cd4797f75d5 admin admin] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:52.547409 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-a87eac82-f61e-411a-96ba-0cd4797f75d5 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4187744 Oct 20 11:04:52.550484 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 37554) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:04:52.555484 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-e1181023-4d1c-4ef6-b32f-7867f9789ff5 admin admin] Request body: {'subnet': {'network_id': '7747834e-d64a-4c49-96a9-29cf33f15a07', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-275770524-subnet', 'tenant_id': '934d4153d95644689eed1b16b259997e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:04:52.594240 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87eac82-f61e-411a-96ba-0cd4797f75d5 admin admin] Pushing event updated for resources: {'Network': ['ID=7747834e-d64a-4c49-96a9-29cf33f15a07,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:04:52.607523 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1181023-4d1c-4ef6-b32f-7867f9789ff5 admin admin] Made reservation on behalf of 934d4153d95644689eed1b16b259997e for: {'subnet': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:04:52.609815 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network 7747834e-d64a-4c49-96a9-29cf33f15a07 details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:04:52.610359 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e1181023-4d1c-4ef6-b32f-7867f9789ff5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25350782'] for subnet, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:52.788964 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e1181023-4d1c-4ef6-b32f-7867f9789ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25350752'] for subnet, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:52.844889 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1181023-4d1c-4ef6-b32f-7867f9789ff5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e014f79-9dbb-43ec-b176-a0ffe4a0b4b0,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:04:52.856092 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1181023-4d1c-4ef6-b32f-7867f9789ff5 admin admin] Checking segment: {'id': '1dda3094-a918-4e64-972b-a95bf3bceffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '7747834e-d64a-4c49-96a9-29cf33f15a07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:04:52.856459 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1181023-4d1c-4ef6-b32f-7867f9789ff5 admin admin] Network hostable DHCP agents. Network: 7747834e-d64a-4c49-96a9-29cf33f15a07, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:04:52.873596 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1181023-4d1c-4ef6-b32f-7867f9789ff5 admin admin] Network 7747834e-d64a-4c49-96a9-29cf33f15a07 is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:04:52.883925 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-e1181023-4d1c-4ef6-b32f-7867f9789ff5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, 7747834e-d64a-4c49-96a9-29cf33f15a07) {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:04:52.890828 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1181023-4d1c-4ef6-b32f-7867f9789ff5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:04:52.891660 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e1181023-4d1c-4ef6-b32f-7867f9789ff5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:04:52.892596 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d84a65a7-3e0d-4077-8143-8ddcd0ac89c6 None None] Network 7747834e-d64a-4c49-96a9-29cf33f15a07 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:04:52.922621 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-e1181023-4d1c-4ef6-b32f-7867f9789ff5 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3708882 Oct 20 11:04:53.028424 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be899345-ed6b-4ddd-b1b3-b2363b1777cd None None] Network 7747834e-d64a-4c49-96a9-29cf33f15a07 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:04:53.217954 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff72e22-e6e7-4d41-b4ee-ddd0c8db07f8 req-3e37d837-ddfb-4775-89f5-3cf4a845f127 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:04:53.220769 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5ff72e22-e6e7-4d41-b4ee-ddd0c8db07f8 req-3e37d837-ddfb-4775-89f5-3cf4a845f127 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ed3dac6-b063-4b21-8321-ee31174ca416 HTTP/1.1" status: 200 len: 947 time: 0.0572751 Oct 20 11:04:53.272466 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5ff72e22-e6e7-4d41-b4ee-ddd0c8db07f8 req-7489a34d-d402-43a8-882e-310fd75688e3 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/security-groups?id=dcb84725-ca3a-4252-ac3e-7c4f5b82db72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454333 Oct 20 11:05:03.542324 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-4f62308f-d148-4cf8-826d-95c2d00d9871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:06.405715 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-64e06a00-5e20-456f-a86e-3d5055bf975b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:07.142871 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:07.605884 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:08.198693 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:08.991808 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:09.262075 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 7 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:05:19.339162 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:28.292763 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310cea73-c402-4957-910a-f792782714e1 req-9939ce50-b849-4bfc-b674-bab46758600e tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:05:28.294655 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-310cea73-c402-4957-910a-f792782714e1 req-9939ce50-b849-4bfc-b674-bab46758600e tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ed3dac6-b063-4b21-8321-ee31174ca416 HTTP/1.1" status: 200 len: 947 time: 0.0683506 Oct 20 11:05:28.348964 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-310cea73-c402-4957-910a-f792782714e1 req-d8c16486-326a-4260-a022-3b0c50b2597f tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/security-groups?id=dcb84725-ca3a-4252-ac3e-7c4f5b82db72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360320 Oct 20 11:05:29.496158 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c576955-ca4a-4f93-a089-c0e47047ac00 req-21b7164d-d902-41fe-834a-4014e1133805 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:05:29.497783 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1c576955-ca4a-4f93-a089-c0e47047ac00 req-21b7164d-d902-41fe-834a-4014e1133805 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ed3dac6-b063-4b21-8321-ee31174ca416 HTTP/1.1" status: 200 len: 947 time: 0.0610225 Oct 20 11:05:29.546122 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1c576955-ca4a-4f93-a089-c0e47047ac00 req-779a72d4-da13-457a-a87a-c0672aa06aa3 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/security-groups?id=dcb84725-ca3a-4252-ac3e-7c4f5b82db72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399187 Oct 20 11:05:29.656626 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ab1d95-1c59-4732-b499-02ee6994f1fc req-bb7ce22e-e141-460e-a1cd-c2be987210eb tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:05:29.658162 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-93ab1d95-1c59-4732-b499-02ee6994f1fc req-bb7ce22e-e141-460e-a1cd-c2be987210eb tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.69 "GET /v2.0/ports?device_id=7ed3dac6-b063-4b21-8321-ee31174ca416 HTTP/1.1" status: 200 len: 947 time: 0.0624387 Oct 20 11:05:29.764288 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-93ab1d95-1c59-4732-b499-02ee6994f1fc req-8d3ecc12-d966-43da-a414-9aea0f228023 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Deleting port 07f0e606-5b8d-4aab-92dc-a99bb1d51bc3 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:05:29.764704 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-93ab1d95-1c59-4732-b499-02ee6994f1fc req-8d3ecc12-d966-43da-a414-9aea0f228023 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:29.878457 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-93ab1d95-1c59-4732-b499-02ee6994f1fc req-8d3ecc12-d966-43da-a414-9aea0f228023 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] For port 07f0e606-5b8d-4aab-92dc-a99bb1d51bc3, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=07f0e606-5b8d-4aab-92dc-a99bb1d51bc3,segment=NetworkSegment(0f66f6ed-6d03-4e40-897a-2e048347227e),segment_id=0f66f6ed-6d03-4e40-897a-2e048347227e)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:05:29.878756 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-93ab1d95-1c59-4732-b499-02ee6994f1fc req-8d3ecc12-d966-43da-a414-9aea0f228023 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:30.068514 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-93ab1d95-1c59-4732-b499-02ee6994f1fc req-8d3ecc12-d966-43da-a414-9aea0f228023 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:30.068771 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-93ab1d95-1c59-4732-b499-02ee6994f1fc req-8d3ecc12-d966-43da-a414-9aea0f228023 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1773381'] for floatingip, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:30.069609 n-d-811396-3 neutron-server[100596]: INFO neutron.db.l3_db [req-93ab1d95-1c59-4732-b499-02ee6994f1fc req-8d3ecc12-d966-43da-a414-9aea0f228023 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Floating IP 6648366b-08ec-41e8-bfdd-500850543228 disassociated. External IP: 172.25.1.38, port: 07f0e606-5b8d-4aab-92dc-a99bb1d51bc3. Oct 20 11:05:30.069960 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-93ab1d95-1c59-4732-b499-02ee6994f1fc req-8d3ecc12-d966-43da-a414-9aea0f228023 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Calling delete_port for 07f0e606-5b8d-4aab-92dc-a99bb1d51bc3 owned by compute:nova {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:05:30.241199 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-93ab1d95-1c59-4732-b499-02ee6994f1fc req-8d3ecc12-d966-43da-a414-9aea0f228023 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:30.290296 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3ecc12-d966-43da-a414-9aea0f228023 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Pushing event deleted for resources: {'Port': ['ID=07f0e606-5b8d-4aab-92dc-a99bb1d51bc3,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:05:30.300640 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3ecc12-d966-43da-a414-9aea0f228023 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:05:30.301514 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3ecc12-d966-43da-a414-9aea0f228023 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:05:30.301870 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3ecc12-d966-43da-a414-9aea0f228023 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:05:30.302209 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3ecc12-d966-43da-a414-9aea0f228023 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:05:30.302546 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3ecc12-d966-43da-a414-9aea0f228023 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:05:30.303134 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3ecc12-d966-43da-a414-9aea0f228023 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:05:30.303522 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3ecc12-d966-43da-a414-9aea0f228023 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:05:30.303891 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3ecc12-d966-43da-a414-9aea0f228023 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:05:30.304223 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3ecc12-d966-43da-a414-9aea0f228023 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:05:30.304552 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3ecc12-d966-43da-a414-9aea0f228023 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:05:30.304883 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3ecc12-d966-43da-a414-9aea0f228023 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:05:30.305226 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3ecc12-d966-43da-a414-9aea0f228023 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:05:30.431133 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.l3_agent_scheduler [req-93ab1d95-1c59-4732-b499-02ee6994f1fc req-8d3ecc12-d966-43da-a414-9aea0f228023 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Router ddfec777-7691-4bb9-946a-6c450cac0f67 has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:05:30.556566 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-93ab1d95-1c59-4732-b499-02ee6994f1fc req-8d3ecc12-d966-43da-a414-9aea0f228023 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:05:30.568345 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add8a37d-5f92-41fe-8dd5-bbec4d4fec1d None None] Sync routers for ids ['ddfec777-7691-4bb9-946a-6c450cac0f67'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:05:30.581020 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add8a37d-5f92-41fe-8dd5-bbec4d4fec1d None None] Routers {'ddfec777-7691-4bb9-946a-6c450cac0f67'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:05:30.581676 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-add8a37d-5f92-41fe-8dd5-bbec4d4fec1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:05:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['ddfec777-7691-4bb9-946a-6c450cac0f67'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:05:30.636598 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-93ab1d95-1c59-4732-b499-02ee6994f1fc req-8d3ecc12-d966-43da-a414-9aea0f228023 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] No DVR routers for this DVR port 07f0e606-5b8d-4aab-92dc-a99bb1d51bc3 on host n-h2-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:05:30.639716 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-93ab1d95-1c59-4732-b499-02ee6994f1fc req-8d3ecc12-d966-43da-a414-9aea0f228023 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:30.643498 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-93ab1d95-1c59-4732-b499-02ee6994f1fc req-8d3ecc12-d966-43da-a414-9aea0f228023 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.69 "DELETE /v2.0/ports/07f0e606-5b8d-4aab-92dc-a99bb1d51bc3 HTTP/1.1" status: 204 len: 173 time: 0.9794426 Oct 20 11:05:30.644149 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ed3dac6-b063-4b21-8321-ee31174ca416', 'name': 'network-vif-deleted', 'tag': '07f0e606-5b8d-4aab-92dc-a99bb1d51bc3'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:05:30.647230 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f710268-b2df-4dd2-850d-5c38514d6ae8" -d '{"events": [{"server_uuid": "7ed3dac6-b063-4b21-8321-ee31174ca416", "name": "network-vif-deleted", "tag": "07f0e606-5b8d-4aab-92dc-a99bb1d51bc3"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:05:30.704080 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e16923e-77e0-4b97-abe5-f14f0b8a8d4f x-openstack-request-id: req-0e16923e-77e0-4b97-abe5-f14f0b8a8d4f {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:05:30.704666 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ed3dac6-b063-4b21-8321-ee31174ca416", "name": "network-vif-deleted", "tag": "07f0e606-5b8d-4aab-92dc-a99bb1d51bc3", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:05:30.705091 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0e16923e-77e0-4b97-abe5-f14f0b8a8d4f {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:05:30.705648 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ed3dac6-b063-4b21-8321-ee31174ca416', 'name': 'network-vif-deleted', 'tag': '07f0e606-5b8d-4aab-92dc-a99bb1d51bc3', 'status': 'completed', 'code': 200} Oct 20 11:05:30.726949 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3b0959ba-71e5-4874-a157-03c451fa5f70 req-bbffeb0b-7a51-4fba-ac79-93b57aa8d3ef tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ed3dac6-b063-4b21-8321-ee31174ca416 HTTP/1.1" status: 200 len: 210 time: 0.0396109 Oct 20 11:05:31.013044 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-add8a37d-5f92-41fe-8dd5-bbec4d4fec1d None None] Set router ddfec777-7691-4bb9-946a-6c450cac0f67 gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:05:31.242656 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-add8a37d-5f92-41fe-8dd5-bbec4d4fec1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddfec777-7691-4bb9-946a-6c450cac0f67', 'name': 'tempest-AttachVolumeShelveTestJSON-791426829-router', 'tenant_id': '63e5dde2738f4935912f3c0e18351bbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': '71844a73-81de-49af-8f30-f2a4c3d61d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:00:50Z', 'updated_at': '2021-10-20T11:00:53Z', 'revision_number': 4, 'project_id': '63e5dde2738f4935912f3c0e18351bbf', 'gw_port': {'id': '71844a73-81de-49af-8f30-f2a4c3d61d1d', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:00:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddfec777-7691-4bb9-946a-6c450cac0f67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:00:50Z', 'updated_at': '2021-10-20T11:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': 'c5c9498e-d631-4f65-bb90-7412cb6384c3', 'name': '', 'network_id': '1759e7bc-ead3-4335-8c90-46a93aea395d', 'tenant_id': '63e5dde2738f4935912f3c0e18351bbf', 'mac_address': 'fa:16:3e:bd:d8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddfec777-7691-4bb9-946a-6c450cac0f67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '731bcbb0-8763-49cc-b4e4-d88f68d7de58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:00:52Z', 'updated_at': '2021-10-20T11:00:58Z', 'revision_number': 5, 'project_id': '63e5dde2738f4935912f3c0e18351bbf', 'subnets': [{'id': '731bcbb0-8763-49cc-b4e4-d88f68d7de58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:05:31.280754 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add8a37d-5f92-41fe-8dd5-bbec4d4fec1d None None] Checking router: ddfec777-7691-4bb9-946a-6c450cac0f67 for host: n-d-811396-3 {{(pid=100598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:05:31.291160 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add8a37d-5f92-41fe-8dd5-bbec4d4fec1d None None] Routers {'ddfec777-7691-4bb9-946a-6c450cac0f67'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:05:31.291827 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-add8a37d-5f92-41fe-8dd5-bbec4d4fec1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:05:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['ddfec777-7691-4bb9-946a-6c450cac0f67'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:05:31.415841 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-add8a37d-5f92-41fe-8dd5-bbec4d4fec1d None None] Set router ddfec777-7691-4bb9-946a-6c450cac0f67 gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:05:31.653991 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-add8a37d-5f92-41fe-8dd5-bbec4d4fec1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddfec777-7691-4bb9-946a-6c450cac0f67', 'name': 'tempest-AttachVolumeShelveTestJSON-791426829-router', 'tenant_id': '63e5dde2738f4935912f3c0e18351bbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': '71844a73-81de-49af-8f30-f2a4c3d61d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:00:50Z', 'updated_at': '2021-10-20T11:00:53Z', 'revision_number': 4, 'project_id': '63e5dde2738f4935912f3c0e18351bbf', 'gw_port': {'id': '71844a73-81de-49af-8f30-f2a4c3d61d1d', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:00:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddfec777-7691-4bb9-946a-6c450cac0f67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:00:50Z', 'updated_at': '2021-10-20T11:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': 'c5c9498e-d631-4f65-bb90-7412cb6384c3', 'name': '', 'network_id': '1759e7bc-ead3-4335-8c90-46a93aea395d', 'tenant_id': '63e5dde2738f4935912f3c0e18351bbf', 'mac_address': 'fa:16:3e:bd:d8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddfec777-7691-4bb9-946a-6c450cac0f67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '731bcbb0-8763-49cc-b4e4-d88f68d7de58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:00:52Z', 'updated_at': '2021-10-20T11:00:58Z', 'revision_number': 5, 'project_id': '63e5dde2738f4935912f3c0e18351bbf', 'subnets': [{'id': '731bcbb0-8763-49cc-b4e4-d88f68d7de58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:05:31.687863 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add8a37d-5f92-41fe-8dd5-bbec4d4fec1d None None] The sync data for ids ['ddfec777-7691-4bb9-946a-6c450cac0f67'] in n-d-811396-3 is: [{'id': 'ddfec777-7691-4bb9-946a-6c450cac0f67', 'name': 'tempest-AttachVolumeShelveTestJSON-791426829-router', 'tenant_id': '63e5dde2738f4935912f3c0e18351bbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': '71844a73-81de-49af-8f30-f2a4c3d61d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:00:50Z', 'updated_at': '2021-10-20T11:00:53Z', 'revision_number': 4, 'project_id': '63e5dde2738f4935912f3c0e18351bbf', 'gw_port': {'id': '71844a73-81de-49af-8f30-f2a4c3d61d1d', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:00:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddfec777-7691-4bb9-946a-6c450cac0f67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:00:50Z', 'updated_at': '2021-10-20T11:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': 'c5c9498e-d631-4f65-bb90-7412cb6384c3', 'name': '', 'network_id': '1759e7bc-ead3-4335-8c90-46a93aea395d', 'tenant_id': '63e5dde2738f4935912f3c0e18351bbf', 'mac_address': 'fa:16:3e:bd:d8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddfec777-7691-4bb9-946a-6c450cac0f67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '731bcbb0-8763-49cc-b4e4-d88f68d7de58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:00:52Z', 'updated_at': '2021-10-20T11:00:58Z', 'revision_number': 5, 'project_id': '63e5dde2738f4935912f3c0e18351bbf', 'subnets': [{'id': '731bcbb0-8763-49cc-b4e4-d88f68d7de58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:05:31.878910 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 38418) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:05:31.975746 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-132a9554-2267-49e1-9e9c-ac70ee3e9d9d tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:32.018345 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-132a9554-2267-49e1-9e9c-ac70ee3e9d9d tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:32.039667 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071c5a53-cdf0-43c8-9365-633e9f430fcd None None] New status for floating IP 6648366b-08ec-41e8-bfdd-500850543228: DOWN {{(pid=100599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 11:05:32.079792 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-132a9554-2267-49e1-9e9c-ac70ee3e9d9d tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:32.083937 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-132a9554-2267-49e1-9e9c-ac70ee3e9d9d tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:32.088393 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 38426) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:05:32.089218 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-132a9554-2267-49e1-9e9c-ac70ee3e9d9d tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "DELETE /v2.0/security-groups/dcb84725-ca3a-4252-ac3e-7c4f5b82db72 HTTP/1.1" status: 204 len: 168 time: 0.2072423 Oct 20 11:05:32.108422 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132a9554-2267-49e1-9e9c-ac70ee3e9d9d tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcb84725-ca3a-4252-ac3e-7c4f5b82db72,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:05:32.119428 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132a9554-2267-49e1-9e9c-ac70ee3e9d9d tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:05:32.120170 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132a9554-2267-49e1-9e9c-ac70ee3e9d9d tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:05:32.120766 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132a9554-2267-49e1-9e9c-ac70ee3e9d9d tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:05:32.121330 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132a9554-2267-49e1-9e9c-ac70ee3e9d9d tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:05:32.121869 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132a9554-2267-49e1-9e9c-ac70ee3e9d9d tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:05:32.122420 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132a9554-2267-49e1-9e9c-ac70ee3e9d9d tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:05:32.123207 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132a9554-2267-49e1-9e9c-ac70ee3e9d9d tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:05:32.123796 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132a9554-2267-49e1-9e9c-ac70ee3e9d9d tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:05:32.124666 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132a9554-2267-49e1-9e9c-ac70ee3e9d9d tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:05:32.125313 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132a9554-2267-49e1-9e9c-ac70ee3e9d9d tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:05:32.125871 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132a9554-2267-49e1-9e9c-ac70ee3e9d9d tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:05:32.127458 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132a9554-2267-49e1-9e9c-ac70ee3e9d9d tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:05:32.142006 n-d-811396-3 neutron-server[100596]: INFO neutron.api.v2.resource [None req-459a6f7e-89a3-4a23-8660-b2a027c3c8b2 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] show failed (client error): The resource could not be found. Oct 20 11:05:32.144475 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-459a6f7e-89a3-4a23-8660-b2a027c3c8b2 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/security-groups/dcb84725-ca3a-4252-ac3e-7c4f5b82db72 HTTP/1.1" status: 404 len: 347 time: 0.0544753 Oct 20 11:05:32.146959 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 38430) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:05:32.328669 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-09b5156f-2791-48f4-b803-152cf2aae2bb tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Deleting port 9acc73bb-72c7-4f53-89aa-fc9e79e67f7c {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:05:32.329023 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-09b5156f-2791-48f4-b803-152cf2aae2bb tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:32.409072 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-09b5156f-2791-48f4-b803-152cf2aae2bb tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:32.409401 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-09b5156f-2791-48f4-b803-152cf2aae2bb tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:32.427045 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-09b5156f-2791-48f4-b803-152cf2aae2bb tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Calling delete_port for 9acc73bb-72c7-4f53-89aa-fc9e79e67f7c owned by network:floatingip {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:05:32.493629 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 07f0e606-5b8d-4aab-92dc-a99bb1d51bc3 no longer exists at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:05:32.515633 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] No Port match for: 07f0e606-5b8d-4aab-92dc-a99bb1d51bc3 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:05:32.528475 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 07f0e606-5b8d-4aab-92dc-a99bb1d51bc3 not bound to the agent host n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:05:32.592543 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-09b5156f-2791-48f4-b803-152cf2aae2bb tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:32.627959 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b5156f-2791-48f4-b803-152cf2aae2bb tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Pushing event deleted for resources: {'Port': ['ID=9acc73bb-72c7-4f53-89aa-fc9e79e67f7c,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:05:32.702116 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-09b5156f-2791-48f4-b803-152cf2aae2bb tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Publish callbacks [] for floatingip, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:32.705670 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-09b5156f-2791-48f4-b803-152cf2aae2bb tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for floatingip, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:32.706862 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-09b5156f-2791-48f4-b803-152cf2aae2bb tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "DELETE /v2.0/floatingips/6648366b-08ec-41e8-bfdd-500850543228 HTTP/1.1" status: 204 len: 168 time: 0.5583994 Oct 20 11:05:33.546080 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-9bcd6f63-6df6-45a1-9ef3-cd0294386aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:33.839700 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [req-01d032d0-698e-4435-84c6-9c1ede894b6a req-d2ce7318-0b6c-4dda-847d-ac65230b9bd6 service neutron] (100596) timed out ('10.222.0.64', 45856) {{(pid=100596) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 20 11:05:33.989390 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 38476) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:05:33.994203 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-dc7e045a-c199-45b6-a55a-4cecb870bfdb tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Request body: {'security_group': {'name': 'tempest-securitygroup--299622662', 'description': 'tempest-description--185316220'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:05:34.020540 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-dc7e045a-c199-45b6-a55a-4cecb870bfdb tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:34.095464 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-dc7e045a-c199-45b6-a55a-4cecb870bfdb tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:34.099957 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-dc7e045a-c199-45b6-a55a-4cecb870bfdb tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:34.132101 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7e045a-c199-45b6-a55a-4cecb870bfdb tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44c7c6ca-c8d5-40ec-a48d-af141f472b1c,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:05:34.138491 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-dc7e045a-c199-45b6-a55a-4cecb870bfdb tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:34.142419 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-dc7e045a-c199-45b6-a55a-4cecb870bfdb tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1496124 Oct 20 11:05:34.142740 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 38482) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:05:34.149277 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-6a3b565a-48e0-4204-8f58-1487fa51a879 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Request body: {'security_group_rule': {'security_group_id': '44c7c6ca-c8d5-40ec-a48d-af141f472b1c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:05:34.177287 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6a3b565a-48e0-4204-8f58-1487fa51a879 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:34.253009 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6a3b565a-48e0-4204-8f58-1487fa51a879 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:34.259003 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6a3b565a-48e0-4204-8f58-1487fa51a879 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:34.274985 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3b565a-48e0-4204-8f58-1487fa51a879 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c86b63d6-1dde-4d11-a51f-4ec4a1bdbe55,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:05:34.290222 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6a3b565a-48e0-4204-8f58-1487fa51a879 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:34.294278 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 38484) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:05:34.298819 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-1c8ed577-758f-43d3-a6b1-e77334b5f063 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Request body: {'security_group_rule': {'security_group_id': '44c7c6ca-c8d5-40ec-a48d-af141f472b1c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:05:34.299816 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-6a3b565a-48e0-4204-8f58-1487fa51a879 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1556411 Oct 20 11:05:34.327673 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1c8ed577-758f-43d3-a6b1-e77334b5f063 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:34.377566 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1c8ed577-758f-43d3-a6b1-e77334b5f063 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:34.381723 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1c8ed577-758f-43d3-a6b1-e77334b5f063 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:34.404420 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8ed577-758f-43d3-a6b1-e77334b5f063 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44cec003-f1b5-44d2-9806-5a4d6496e824,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:05:34.409423 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1c8ed577-758f-43d3-a6b1-e77334b5f063 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:34.411161 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-1c8ed577-758f-43d3-a6b1-e77334b5f063 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1156945 Oct 20 11:05:34.414156 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 38486) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:05:34.420023 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-b7ab2dbf-ec3a-43de-b7b8-66f8cae7e24d tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Request body: {'floatingip': {'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:05:34.444878 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b7ab2dbf-ec3a-43de-b7b8-66f8cae7e24d tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Publish callbacks [] for floatingip, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:34.552201 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b7ab2dbf-ec3a-43de-b7b8-66f8cae7e24d tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:34.664721 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-b7ab2dbf-ec3a-43de-b7b8-66f8cae7e24d tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Allocated IP 172.25.1.72 (cbe170d3-31ba-45a2-b477-520ab0a7a8ea/f4e26aca-17ac-4adb-a66b-d939a1b35b64/613dd1a3-21a3-45e0-9a40-437edbfc1b00) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:05:34.783900 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b7ab2dbf-ec3a-43de-b7b8-66f8cae7e24d tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:34.818923 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b7ab2dbf-ec3a-43de-b7b8-66f8cae7e24d tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:34.863657 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ab2dbf-ec3a-43de-b7b8-66f8cae7e24d tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Network cbe170d3-31ba-45a2-b477-520ab0a7a8ea is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:05:34.866528 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-b7ab2dbf-ec3a-43de-b7b8-66f8cae7e24d tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:05:34.870113 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ab2dbf-ec3a-43de-b7b8-66f8cae7e24d tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:05:34.904620 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ab2dbf-ec3a-43de-b7b8-66f8cae7e24d tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Pushing event updated for resources: {'Port': ['ID=613dd1a3-21a3-45e0-9a40-437edbfc1b00,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:05:34.982529 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b7ab2dbf-ec3a-43de-b7b8-66f8cae7e24d tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:35.026708 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b7ab2dbf-ec3a-43de-b7b8-66f8cae7e24d tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:35.190298 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b7ab2dbf-ec3a-43de-b7b8-66f8cae7e24d tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Publish callbacks [] for port, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:35.195143 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b7ab2dbf-ec3a-43de-b7b8-66f8cae7e24d tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:35.267321 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ab2dbf-ec3a-43de-b7b8-66f8cae7e24d tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Pushing event updated for resources: {'Port': ['ID=613dd1a3-21a3-45e0-9a40-437edbfc1b00,revision_number=2']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:05:35.280327 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b7ab2dbf-ec3a-43de-b7b8-66f8cae7e24d tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1773381'] for floatingip, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:35.307395 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b7ab2dbf-ec3a-43de-b7b8-66f8cae7e24d tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for floatingip, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:35.308782 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-b7ab2dbf-ec3a-43de-b7b8-66f8cae7e24d tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8927441 Oct 20 11:05:35.524626 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-97afda4d-8701-491f-b8c2-26f019431baf req-2190ce2d-4117-4430-b62d-0083bc86f63d tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--299622662&fields=id&tenant_id=63e5dde2738f4935912f3c0e18351bbf HTTP/1.1" status: 200 len: 267 time: 0.0370948 Oct 20 11:05:35.642950 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97afda4d-8701-491f-b8c2-26f019431baf req-cea39975-5983-4f91-93d2-3d2834649b1e tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:05:35.645355 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-97afda4d-8701-491f-b8c2-26f019431baf req-cea39975-5983-4f91-93d2-3d2834649b1e tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/networks?id=1759e7bc-ead3-4335-8c90-46a93aea395d HTTP/1.1" status: 200 len: 816 time: 0.1129560 Oct 20 11:05:35.661804 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-97afda4d-8701-491f-b8c2-26f019431baf req-e3226103-528d-4be7-bc44-6676425cf9fc tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/quotas/63e5dde2738f4935912f3c0e18351bbf HTTP/1.1" status: 200 len: 375 time: 0.0102057 Oct 20 11:05:35.725118 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-97afda4d-8701-491f-b8c2-26f019431baf req-4db79bb3-fd48-46b1-952b-2f47a68a5a22 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=63e5dde2738f4935912f3c0e18351bbf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0566053 Oct 20 11:05:35.834865 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-97afda4d-8701-491f-b8c2-26f019431baf req-575d85a2-76e9-4bee-855e-ee128f7928f4 service neutron] 10.222.0.64 "GET /v2.0/networks/1759e7bc-ead3-4335-8c90-46a93aea395d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970843 Oct 20 11:05:35.934527 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-97afda4d-8701-491f-b8c2-26f019431baf req-c835385f-ed43-46e6-8bcd-83e83e137bce service neutron] 10.222.0.64 "GET /v2.0/networks/1759e7bc-ead3-4335-8c90-46a93aea395d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932140 Oct 20 11:05:36.114565 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e02a5a47-7824-4703-b00d-095c361d7082 req-671a9aed-c89c-4e86-b9a8-3731b97d90e4 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e501e8e-bf96-4f4f-aabd-709b308a4102 HTTP/1.1" status: 200 len: 210 time: 0.0332546 Oct 20 11:05:36.411927 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-408b4eed-0685-4ec6-bfc9-4d819a4d2168 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:37.142358 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:37.174354 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97afda4d-8701-491f-b8c2-26f019431baf req-9eb818b4-a6a5-44ef-afa1-46316258e6d2 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:05:37.176756 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-97afda4d-8701-491f-b8c2-26f019431baf req-9eb818b4-a6a5-44ef-afa1-46316258e6d2 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.69 "GET /v2.0/networks?id=1759e7bc-ead3-4335-8c90-46a93aea395d HTTP/1.1" status: 200 len: 816 time: 0.1945605 Oct 20 11:05:37.253121 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-97afda4d-8701-491f-b8c2-26f019431baf req-763b98e1-f881-400f-8760-25d035bc31f9 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=63e5dde2738f4935912f3c0e18351bbf HTTP/1.1" status: 200 len: 379 time: 0.0658944 Oct 20 11:05:37.256205 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4e4f9240-61bb-4465-93e5-0fceaed20354 req-1a0cf34e-2dd5-4c11-bd12-73eca4894511 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e501e8e-bf96-4f4f-aabd-709b308a4102 HTTP/1.1" status: 200 len: 210 time: 0.0375590 Oct 20 11:05:37.262698 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-97afda4d-8701-491f-b8c2-26f019431baf req-bb6f68db-5dd4-439a-9667-75bbb2586645 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Request body: {'port': {'device_id': '6e501e8e-bf96-4f4f-aabd-709b308a4102', 'network_id': '1759e7bc-ead3-4335-8c90-46a93aea395d', 'admin_state_up': True, 'tenant_id': '63e5dde2738f4935912f3c0e18351bbf', 'security_groups': ['44c7c6ca-c8d5-40ec-a48d-af141f472b1c']}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:05:37.395430 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97afda4d-8701-491f-b8c2-26f019431baf req-bb6f68db-5dd4-439a-9667-75bbb2586645 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Made reservation on behalf of 63e5dde2738f4935912f3c0e18351bbf for: {'port': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:05:37.402237 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-97afda4d-8701-491f-b8c2-26f019431baf req-bb6f68db-5dd4-439a-9667-75bbb2586645 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:37.549505 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [req-97afda4d-8701-491f-b8c2-26f019431baf req-bb6f68db-5dd4-439a-9667-75bbb2586645 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Allocated IP 172.20.0.5 (1759e7bc-ead3-4335-8c90-46a93aea395d/731bcbb0-8763-49cc-b4e4-d88f68d7de58/c4094e7e-cbee-4546-ba1e-b9849881713c) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:05:37.617983 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:37.701630 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-97afda4d-8701-491f-b8c2-26f019431baf req-bb6f68db-5dd4-439a-9667-75bbb2586645 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:37.734944 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-97afda4d-8701-491f-b8c2-26f019431baf req-bb6f68db-5dd4-439a-9667-75bbb2586645 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:37.792214 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97afda4d-8701-491f-b8c2-26f019431baf req-bb6f68db-5dd4-439a-9667-75bbb2586645 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Network 1759e7bc-ead3-4335-8c90-46a93aea395d is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:05:37.796192 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [req-97afda4d-8701-491f-b8c2-26f019431baf req-bb6f68db-5dd4-439a-9667-75bbb2586645 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:05:37.798532 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-97afda4d-8701-491f-b8c2-26f019431baf req-bb6f68db-5dd4-439a-9667-75bbb2586645 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:05:37.803610 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6f68db-5dd4-439a-9667-75bbb2586645 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Pushing event updated for resources: {'Port': ['ID=c4094e7e-cbee-4546-ba1e-b9849881713c,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:05:37.862879 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97afda4d-8701-491f-b8c2-26f019431baf req-bb6f68db-5dd4-439a-9667-75bbb2586645 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:05:37.865024 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-97afda4d-8701-491f-b8c2-26f019431baf req-bb6f68db-5dd4-439a-9667-75bbb2586645 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:37.891838 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-97afda4d-8701-491f-b8c2-26f019431baf req-bb6f68db-5dd4-439a-9667-75bbb2586645 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6327944 Oct 20 11:05:37.905788 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-97afda4d-8701-491f-b8c2-26f019431baf req-ff7f4a3b-a7b0-4847-ade5-d2c54c6af6c9 service neutron] Request body: {'port': {'device_id': '6e501e8e-bf96-4f4f-aabd-709b308a4102', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811396-3'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:05:37.967539 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-97afda4d-8701-491f-b8c2-26f019431baf req-ff7f4a3b-a7b0-4847-ade5-d2c54c6af6c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:38.130543 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-22caa7ee-dcff-43aa-997d-c80de68ae3f5 None None] Provisioning complete for port c4094e7e-cbee-4546-ba1e-b9849881713c triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:05:38.131117 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-22caa7ee-dcff-43aa-997d-c80de68ae3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:38.197239 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-22caa7ee-dcff-43aa-997d-c80de68ae3f5 None None] Port c4094e7e-cbee-4546-ba1e-b9849881713c cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:05:38.218275 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:38.291673 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [req-97afda4d-8701-491f-b8c2-26f019431baf req-ff7f4a3b-a7b0-4847-ade5-d2c54c6af6c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4094e7e-cbee-4546-ba1e-b9849881713c {{(pid=100596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:05:38.301441 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-97afda4d-8701-491f-b8c2-26f019431baf req-ff7f4a3b-a7b0-4847-ade5-d2c54c6af6c9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:38.317363 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.provisioning_blocks [req-97afda4d-8701-491f-b8c2-26f019431baf req-ff7f4a3b-a7b0-4847-ade5-d2c54c6af6c9 service neutron] Transition to ACTIVE for port object c4094e7e-cbee-4546-ba1e-b9849881713c will not be triggered until provisioned by entity L2. {{(pid=100596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:05:38.320835 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-97afda4d-8701-491f-b8c2-26f019431baf req-ff7f4a3b-a7b0-4847-ade5-d2c54c6af6c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:38.405522 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7f4a3b-a7b0-4847-ade5-d2c54c6af6c9 service neutron] Pushing event updated for resources: {'Port': ['ID=c4094e7e-cbee-4546-ba1e-b9849881713c,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:05:38.468122 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e80ce9f-dac0-47d1-8043-2beef0aa427f req-d4f0fcb1-4df5-4a3d-850f-8ec496ab78f6 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:05:38.480084 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8e80ce9f-dac0-47d1-8043-2beef0aa427f req-d4f0fcb1-4df5-4a3d-850f-8ec496ab78f6 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e501e8e-bf96-4f4f-aabd-709b308a4102 HTTP/1.1" status: 200 len: 943 time: 0.1239688 Oct 20 11:05:38.551627 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8e80ce9f-dac0-47d1-8043-2beef0aa427f req-a007e50b-5692-4d80-bad8-ac415ad17b3b tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/security-groups?id=44c7c6ca-c8d5-40ec-a48d-af141f472b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746839 Oct 20 11:05:38.568036 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-97afda4d-8701-491f-b8c2-26f019431baf req-ff7f4a3b-a7b0-4847-ade5-d2c54c6af6c9 service neutron] Attempting to bind port c4094e7e-cbee-4546-ba1e-b9849881713c on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:05:38.568378 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-97afda4d-8701-491f-b8c2-26f019431baf req-ff7f4a3b-a7b0-4847-ade5-d2c54c6af6c9 service neutron] Attempting to bind port c4094e7e-cbee-4546-ba1e-b9849881713c by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': '0f66f6ed-6d03-4e40-897a-2e048347227e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '1759e7bc-ead3-4335-8c90-46a93aea395d'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:05:38.568711 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97afda4d-8701-491f-b8c2-26f019431baf req-ff7f4a3b-a7b0-4847-ade5-d2c54c6af6c9 service neutron] Attempting to bind port c4094e7e-cbee-4546-ba1e-b9849881713c on network 1759e7bc-ead3-4335-8c90-46a93aea395d {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:05:38.584035 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97afda4d-8701-491f-b8c2-26f019431baf req-ff7f4a3b-a7b0-4847-ade5-d2c54c6af6c9 service neutron] Port c4094e7e-cbee-4546-ba1e-b9849881713c on network 1759e7bc-ead3-4335-8c90-46a93aea395d not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:05:38.584035 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97afda4d-8701-491f-b8c2-26f019431baf req-ff7f4a3b-a7b0-4847-ade5-d2c54c6af6c9 service neutron] Attempting to bind port c4094e7e-cbee-4546-ba1e-b9849881713c on network 1759e7bc-ead3-4335-8c90-46a93aea395d {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:05:38.584035 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97afda4d-8701-491f-b8c2-26f019431baf req-ff7f4a3b-a7b0-4847-ade5-d2c54c6af6c9 service neutron] Checking agent: {'id': '061232a2-7adc-4ba1-a873-e8cb136b064d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:05:38.584035 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97afda4d-8701-491f-b8c2-26f019431baf req-ff7f4a3b-a7b0-4847-ade5-d2c54c6af6c9 service neutron] Checking segment: {'id': '0f66f6ed-6d03-4e40-897a-2e048347227e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '1759e7bc-ead3-4335-8c90-46a93aea395d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:05:38.584035 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97afda4d-8701-491f-b8c2-26f019431baf req-ff7f4a3b-a7b0-4847-ade5-d2c54c6af6c9 service neutron] Bound using segment: {'id': '0f66f6ed-6d03-4e40-897a-2e048347227e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '1759e7bc-ead3-4335-8c90-46a93aea395d'} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:05:38.584035 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-97afda4d-8701-491f-b8c2-26f019431baf req-ff7f4a3b-a7b0-4847-ade5-d2c54c6af6c9 service neutron] Bound port: c4094e7e-cbee-4546-ba1e-b9849881713c, host: n-h2-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f66f6ed-6d03-4e40-897a-2e048347227e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '1759e7bc-ead3-4335-8c90-46a93aea395d'}}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:05:38.584035 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-97afda4d-8701-491f-b8c2-26f019431baf req-ff7f4a3b-a7b0-4847-ade5-d2c54c6af6c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:38.661341 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-97afda4d-8701-491f-b8c2-26f019431baf req-ff7f4a3b-a7b0-4847-ade5-d2c54c6af6c9 service neutron] For port c4094e7e-cbee-4546-ba1e-b9849881713c, host n-h2-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:05:38.666049 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-97afda4d-8701-491f-b8c2-26f019431baf req-ff7f4a3b-a7b0-4847-ade5-d2c54c6af6c9 service neutron] For port c4094e7e-cbee-4546-ba1e-b9849881713c, host n-h2-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=c4094e7e-cbee-4546-ba1e-b9849881713c,segment=NetworkSegment(0f66f6ed-6d03-4e40-897a-2e048347227e),segment_id=0f66f6ed-6d03-4e40-897a-2e048347227e)] {{(pid=100596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:05:38.670167 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-97afda4d-8701-491f-b8c2-26f019431baf req-ff7f4a3b-a7b0-4847-ade5-d2c54c6af6c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:38.708202 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97afda4d-8701-491f-b8c2-26f019431baf req-ff7f4a3b-a7b0-4847-ade5-d2c54c6af6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:05:38.709107 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-97afda4d-8701-491f-b8c2-26f019431baf req-ff7f4a3b-a7b0-4847-ade5-d2c54c6af6c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:38.710554 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-97afda4d-8701-491f-b8c2-26f019431baf req-ff7f4a3b-a7b0-4847-ade5-d2c54c6af6c9 service neutron] 10.222.0.69 "PUT /v2.0/ports/c4094e7e-cbee-4546-ba1e-b9849881713c HTTP/1.1" status: 200 len: 1091 time: 0.8104768 Oct 20 11:05:38.715812 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e501e8e-bf96-4f4f-aabd-709b308a4102', 'tag': 'c4094e7e-cbee-4546-ba1e-b9849881713c'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:05:38.718094 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcb35fd9-2f59-4f22-978f-ef6b2d0617b7" -d '{"events": [{"name": "network-changed", "server_uuid": "6e501e8e-bf96-4f4f-aabd-709b308a4102", "tag": "c4094e7e-cbee-4546-ba1e-b9849881713c"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:05:38.763446 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7f4a3b-a7b0-4847-ade5-d2c54c6af6c9 service neutron] Pushing event updated for resources: {'Port': ['ID=c4094e7e-cbee-4546-ba1e-b9849881713c,revision_number=3']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:05:38.795422 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f0e8bb2-95d4-4e44-b794-903c198591fa x-openstack-request-id: req-5f0e8bb2-95d4-4e44-b794-903c198591fa {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:05:38.795894 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e501e8e-bf96-4f4f-aabd-709b308a4102", "tag": "c4094e7e-cbee-4546-ba1e-b9849881713c", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:05:38.796178 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5f0e8bb2-95d4-4e44-b794-903c198591fa {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:05:38.796526 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e501e8e-bf96-4f4f-aabd-709b308a4102', 'tag': 'c4094e7e-cbee-4546-ba1e-b9849881713c', 'status': 'completed', 'code': 200} Oct 20 11:05:38.814127 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97afda4d-8701-491f-b8c2-26f019431baf req-4f9de663-0023-4ddf-9aed-6f8c0e3a3a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:05:38.815770 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-97afda4d-8701-491f-b8c2-26f019431baf req-4f9de663-0023-4ddf-9aed-6f8c0e3a3a55 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=63e5dde2738f4935912f3c0e18351bbf&device_id=6e501e8e-bf96-4f4f-aabd-709b308a4102 HTTP/1.1" status: 200 len: 1094 time: 0.0651700 Oct 20 11:05:38.859353 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-97afda4d-8701-491f-b8c2-26f019431baf req-620cacb7-1f66-43e8-84c6-7b0e3a6c3336 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c4094e7e-cbee-4546-ba1e-b9849881713c HTTP/1.1" status: 200 len: 217 time: 0.0360842 Oct 20 11:05:38.913116 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97afda4d-8701-491f-b8c2-26f019431baf req-347cfd4c-32d3-4f10-a1c6-04d17b1410c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:05:38.914651 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-97afda4d-8701-491f-b8c2-26f019431baf req-347cfd4c-32d3-4f10-a1c6-04d17b1410c6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=731bcbb0-8763-49cc-b4e4-d88f68d7de58 HTTP/1.1" status: 200 len: 855 time: 0.0465944 Oct 20 11:05:38.973070 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97afda4d-8701-491f-b8c2-26f019431baf req-ef19c772-b4a0-4c9f-b7f8-15d0a6605705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:05:38.975030 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-97afda4d-8701-491f-b8c2-26f019431baf req-ef19c772-b4a0-4c9f-b7f8-15d0a6605705 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1759e7bc-ead3-4335-8c90-46a93aea395d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0532434 Oct 20 11:05:38.996075 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:39.068215 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-97afda4d-8701-491f-b8c2-26f019431baf req-488c61b0-b4de-458a-a092-a5c625cd12e7 service neutron] 10.222.0.69 "GET /v2.0/networks/1759e7bc-ead3-4335-8c90-46a93aea395d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865026 Oct 20 11:05:39.173576 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-97afda4d-8701-491f-b8c2-26f019431baf req-9795429c-298b-42a5-853a-b4b548abd38f service neutron] 10.222.0.69 "GET /v2.0/networks/1759e7bc-ead3-4335-8c90-46a93aea395d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982683 Oct 20 11:05:39.274165 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb35fd9-2f59-4f22-978f-ef6b2d0617b7 req-8c074590-8847-4a16-996b-dc965a74781a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:05:39.275793 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bcb35fd9-2f59-4f22-978f-ef6b2d0617b7 req-8c074590-8847-4a16-996b-dc965a74781a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=63e5dde2738f4935912f3c0e18351bbf&device_id=6e501e8e-bf96-4f4f-aabd-709b308a4102 HTTP/1.1" status: 200 len: 1094 time: 0.0482917 Oct 20 11:05:39.375393 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb35fd9-2f59-4f22-978f-ef6b2d0617b7 req-e4edca08-37dc-4f77-862e-2ae8016ed9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:05:39.376898 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bcb35fd9-2f59-4f22-978f-ef6b2d0617b7 req-e4edca08-37dc-4f77-862e-2ae8016ed9f1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1759e7bc-ead3-4335-8c90-46a93aea395d HTTP/1.1" status: 200 len: 917 time: 0.0943780 Oct 20 11:05:39.420119 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bcb35fd9-2f59-4f22-978f-ef6b2d0617b7 req-e9e3e40a-4e6a-4cd3-bd92-f14048884778 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c4094e7e-cbee-4546-ba1e-b9849881713c HTTP/1.1" status: 200 len: 217 time: 0.0359702 Oct 20 11:05:39.480126 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb35fd9-2f59-4f22-978f-ef6b2d0617b7 req-790886e2-20f2-4a5d-af32-6b8bf8655ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:05:39.480126 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bcb35fd9-2f59-4f22-978f-ef6b2d0617b7 req-790886e2-20f2-4a5d-af32-6b8bf8655ea1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=731bcbb0-8763-49cc-b4e4-d88f68d7de58 HTTP/1.1" status: 200 len: 855 time: 0.0483506 Oct 20 11:05:39.480348 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 38614) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:05:39.484567 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-8df4f3ab-59f6-40ab-993c-7cf4fffd9f6f tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1865012480', 'description': 'tempest-secgroup-smoke-1865012480 description', 'project_id': '8204b7fbf90743a4b28586da19a89e2f'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:05:39.537766 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8df4f3ab-59f6-40ab-993c-7cf4fffd9f6f tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:39.553749 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb35fd9-2f59-4f22-978f-ef6b2d0617b7 req-5301a13f-1bd3-4314-b837-1dac3201af80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:05:39.555243 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bcb35fd9-2f59-4f22-978f-ef6b2d0617b7 req-5301a13f-1bd3-4314-b837-1dac3201af80 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1759e7bc-ead3-4335-8c90-46a93aea395d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0664878 Oct 20 11:05:39.717191 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8df4f3ab-59f6-40ab-993c-7cf4fffd9f6f tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:39.723032 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8df4f3ab-59f6-40ab-993c-7cf4fffd9f6f tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:39.730814 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bcb35fd9-2f59-4f22-978f-ef6b2d0617b7 req-adb7172e-8530-43ed-9942-6b9b330b16f6 service neutron] 10.222.0.69 "GET /v2.0/networks/1759e7bc-ead3-4335-8c90-46a93aea395d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649108 Oct 20 11:05:39.767540 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2acb6f-0dda-49db-b0c6-6c579379b6d7 req-08513198-0089-4d83-89c4-35b1140eeea0 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:05:39.768996 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9e2acb6f-0dda-49db-b0c6-6c579379b6d7 req-08513198-0089-4d83-89c4-35b1140eeea0 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e501e8e-bf96-4f4f-aabd-709b308a4102 HTTP/1.1" status: 200 len: 943 time: 0.1263616 Oct 20 11:05:39.777362 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8df4f3ab-59f6-40ab-993c-7cf4fffd9f6f tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:39.781266 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-8df4f3ab-59f6-40ab-993c-7cf4fffd9f6f tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2975173 Oct 20 11:05:39.782244 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 38624) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:05:39.787289 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-c60c4fcc-b6c5-40db-9e99-2b94276c1d08 tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] Request body: {'security_group_rule': {'security_group_id': 'd316de32-6b19-4ec1-868f-beb1260a233b', 'project_id': '8204b7fbf90743a4b28586da19a89e2f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:05:39.796697 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df4f3ab-59f6-40ab-993c-7cf4fffd9f6f tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d316de32-6b19-4ec1-868f-beb1260a233b,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:05:39.819410 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c60c4fcc-b6c5-40db-9e99-2b94276c1d08 tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:39.890516 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9e2acb6f-0dda-49db-b0c6-6c579379b6d7 req-ea930bc8-e996-4a50-b4b4-27a2857143ad tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/security-groups?id=44c7c6ca-c8d5-40ec-a48d-af141f472b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948880 Oct 20 11:05:39.899587 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c60c4fcc-b6c5-40db-9e99-2b94276c1d08 tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:39.904145 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c60c4fcc-b6c5-40db-9e99-2b94276c1d08 tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:39.908872 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bcb35fd9-2f59-4f22-978f-ef6b2d0617b7 req-315f95c9-215d-4b8b-aaa5-4bff6d65e068 service neutron] 10.222.0.69 "GET /v2.0/networks/1759e7bc-ead3-4335-8c90-46a93aea395d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620948 Oct 20 11:05:39.924731 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60c4fcc-b6c5-40db-9e99-2b94276c1d08 tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6165162f-58cb-49d7-872c-b0a7b49de8d2,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:05:39.934125 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c60c4fcc-b6c5-40db-9e99-2b94276c1d08 tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:39.935409 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-c60c4fcc-b6c5-40db-9e99-2b94276c1d08 tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1520786 Oct 20 11:05:39.938181 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 38628) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:05:39.942716 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-4a2597a9-4453-441e-8804-e2447535238f tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] Request body: {'security_group_rule': {'security_group_id': 'd316de32-6b19-4ec1-868f-beb1260a233b', 'project_id': '8204b7fbf90743a4b28586da19a89e2f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:05:39.968478 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4a2597a9-4453-441e-8804-e2447535238f tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:40.028027 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4a2597a9-4453-441e-8804-e2447535238f tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:40.031426 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4a2597a9-4453-441e-8804-e2447535238f tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:40.047970 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2597a9-4453-441e-8804-e2447535238f tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46d9bb0e-3b9d-4e80-bc8b-3ea89797c528,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:05:40.059130 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4a2597a9-4453-441e-8804-e2447535238f tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:40.063248 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 38630) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:05:40.063367 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-4a2597a9-4453-441e-8804-e2447535238f tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1241505 Oct 20 11:05:40.068612 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-487f7f39-c674-4c84-bde1-d1e7791ceba4 tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] Request body: {'security_group_rule': {'security_group_id': 'd316de32-6b19-4ec1-868f-beb1260a233b', 'project_id': '8204b7fbf90743a4b28586da19a89e2f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:05:40.098743 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-487f7f39-c674-4c84-bde1-d1e7791ceba4 tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:40.170824 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-487f7f39-c674-4c84-bde1-d1e7791ceba4 tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:40.175071 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-487f7f39-c674-4c84-bde1-d1e7791ceba4 tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:40.194764 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487f7f39-c674-4c84-bde1-d1e7791ceba4 tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3aa9f888-424f-4beb-91d7-8bc63b4894ca,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:05:40.200116 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-487f7f39-c674-4c84-bde1-d1e7791ceba4 tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:40.201400 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-487f7f39-c674-4c84-bde1-d1e7791ceba4 tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1370256 Oct 20 11:05:40.204194 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 38638) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:05:40.208496 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-aa96487c-be77-4bbd-902e-af02808e45ba tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] Request body: {'security_group_rule': {'security_group_id': 'd316de32-6b19-4ec1-868f-beb1260a233b', 'project_id': '8204b7fbf90743a4b28586da19a89e2f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:05:40.243124 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-aa96487c-be77-4bbd-902e-af02808e45ba tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:40.301710 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-aa96487c-be77-4bbd-902e-af02808e45ba tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:40.305496 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-aa96487c-be77-4bbd-902e-af02808e45ba tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:40.322414 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa96487c-be77-4bbd-902e-af02808e45ba tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b831067-00f8-4a5f-befa-9b571e6c1f4f,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:05:40.330941 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-aa96487c-be77-4bbd-902e-af02808e45ba tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:40.332180 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-aa96487c-be77-4bbd-902e-af02808e45ba tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1270554 Oct 20 11:05:40.335054 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 38642) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:05:40.339846 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-9f487339-31be-4645-bcca-937bdcedc53c tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] Request body: {'security_group_rule': {'security_group_id': 'd316de32-6b19-4ec1-868f-beb1260a233b', 'project_id': '8204b7fbf90743a4b28586da19a89e2f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:05:40.361950 n-d-811396-3 neutron-server[100597]: INFO neutron.db.securitygroups_db [None req-9f487339-31be-4645-bcca-937bdcedc53c tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] Project 8204b7fbf90743a4b28586da19a89e2f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 11:05:40.367647 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9f487339-31be-4645-bcca-937bdcedc53c tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:40.431068 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9f487339-31be-4645-bcca-937bdcedc53c tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:40.434648 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9f487339-31be-4645-bcca-937bdcedc53c tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:40.464423 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f487339-31be-4645-bcca-937bdcedc53c tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=617f3fdf-254f-4474-990f-e74edfd23573,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:05:40.469860 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9f487339-31be-4645-bcca-937bdcedc53c tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:40.474344 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-9f487339-31be-4645-bcca-937bdcedc53c tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1349952 Oct 20 11:05:40.474898 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 38646) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:05:40.479084 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-b08de98d-2be0-4ca0-a9d4-d7a7313012f8 tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] Request body: {'security_group_rule': {'security_group_id': 'd316de32-6b19-4ec1-868f-beb1260a233b', 'project_id': '8204b7fbf90743a4b28586da19a89e2f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:05:40.500720 n-d-811396-3 neutron-server[100597]: INFO neutron.db.securitygroups_db [None req-b08de98d-2be0-4ca0-a9d4-d7a7313012f8 tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] Project 8204b7fbf90743a4b28586da19a89e2f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 11:05:40.505714 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b08de98d-2be0-4ca0-a9d4-d7a7313012f8 tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:40.567398 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b08de98d-2be0-4ca0-a9d4-d7a7313012f8 tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:40.570936 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b08de98d-2be0-4ca0-a9d4-d7a7313012f8 tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:40.588543 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08de98d-2be0-4ca0-a9d4-d7a7313012f8 tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06336ce0-d7e2-4039-a5e3-5f76a9e63d6a,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:05:40.598439 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b08de98d-2be0-4ca0-a9d4-d7a7313012f8 tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:40.599670 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-b08de98d-2be0-4ca0-a9d4-d7a7313012f8 tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1241395 Oct 20 11:05:40.806445 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bb270779-b581-4027-8ab5-90126b2366e8 req-e8c9605c-b167-4d37-8f24-309f71b53e9b tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1865012480&fields=id&tenant_id=8204b7fbf90743a4b28586da19a89e2f HTTP/1.1" status: 200 len: 267 time: 0.0324309 Oct 20 11:05:41.260135 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb270779-b581-4027-8ab5-90126b2366e8 req-3469d734-59c6-4786-b483-18d65bcf3f08 tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:05:41.261680 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bb270779-b581-4027-8ab5-90126b2366e8 req-3469d734-59c6-4786-b483-18d65bcf3f08 tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] 10.222.0.64 "GET /v2.0/networks?id=71d46fbd-2cb7-4e33-bc4d-fe066b1c8ae1 HTTP/1.1" status: 200 len: 813 time: 0.4482377 Oct 20 11:05:41.270492 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa68408-4fd2-4db7-a742-28cef29a73d4 req-6a2097d3-c184-4d51-9d6d-93b321035f16 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:05:41.271939 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cfa68408-4fd2-4db7-a742-28cef29a73d4 req-6a2097d3-c184-4d51-9d6d-93b321035f16 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e501e8e-bf96-4f4f-aabd-709b308a4102 HTTP/1.1" status: 200 len: 943 time: 0.0775855 Oct 20 11:05:41.294397 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bb270779-b581-4027-8ab5-90126b2366e8 req-6737fbf5-6161-4918-baab-f2f54c21d5f6 tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] 10.222.0.64 "GET /v2.0/quotas/8204b7fbf90743a4b28586da19a89e2f HTTP/1.1" status: 200 len: 375 time: 0.0214882 Oct 20 11:05:41.338698 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cfa68408-4fd2-4db7-a742-28cef29a73d4 req-6514eef4-7680-4057-b0dd-ae9eaf396979 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/security-groups?id=44c7c6ca-c8d5-40ec-a48d-af141f472b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595417 Oct 20 11:05:41.359637 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bb270779-b581-4027-8ab5-90126b2366e8 req-bfb7cffc-eced-4fe4-8ab9-4ab6d22e9129 tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=8204b7fbf90743a4b28586da19a89e2f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0590672 Oct 20 11:05:41.515820 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bb270779-b581-4027-8ab5-90126b2366e8 req-516adc24-e053-4d34-8f48-b5d0f06b0ca4 service neutron] 10.222.0.64 "GET /v2.0/networks/71d46fbd-2cb7-4e33-bc4d-fe066b1c8ae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436040 Oct 20 11:05:41.611615 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bb270779-b581-4027-8ab5-90126b2366e8 req-cd00fe4e-0acd-4141-9204-0a73d0c450a9 service neutron] 10.222.0.64 "GET /v2.0/networks/71d46fbd-2cb7-4e33-bc4d-fe066b1c8ae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893574 Oct 20 11:05:41.903464 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e3813c7c-4991-48dd-a469-994dfe0156ff req-7e4bd5ea-7e89-40c2-8753-3f06e1311210 tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] 10.222.0.64 "GET /v2.0/ports?device_id=adfbff50-e92b-41bb-b6f6-4ee9cd1128fd HTTP/1.1" status: 200 len: 210 time: 0.0286317 Oct 20 11:05:42.464194 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df05a333-be58-4a65-a0f2-5831cba6fb85 req-e5ae898d-c413-49df-90de-0f3934c43217 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:05:42.465924 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-df05a333-be58-4a65-a0f2-5831cba6fb85 req-e5ae898d-c413-49df-90de-0f3934c43217 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e501e8e-bf96-4f4f-aabd-709b308a4102 HTTP/1.1" status: 200 len: 943 time: 0.0534887 Oct 20 11:05:42.514212 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-df05a333-be58-4a65-a0f2-5831cba6fb85 req-e4570e52-f529-4f09-81b7-f13dd478e2fe tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/security-groups?id=44c7c6ca-c8d5-40ec-a48d-af141f472b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404298 Oct 20 11:05:42.525859 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device c4094e7e-cbee-4546-ba1e-b9849881713c details requested by agent hyperv_n-h2-811396-3 with host n-h2-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:05:42.623823 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port c4094e7e-cbee-4546-ba1e-b9849881713c, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=c4094e7e-cbee-4546-ba1e-b9849881713c,segment=NetworkSegment(0f66f6ed-6d03-4e40-897a-2e048347227e),segment_id=0f66f6ed-6d03-4e40-897a-2e048347227e)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:05:42.634809 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Returning: {'device': 'c4094e7e-cbee-4546-ba1e-b9849881713c', 'network_id': '1759e7bc-ead3-4335-8c90-46a93aea395d', 'port_id': 'c4094e7e-cbee-4546-ba1e-b9849881713c', 'mac_address': 'fa:16:3e:ae:c7:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 810, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '731bcbb0-8763-49cc-b4e4-d88f68d7de58', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:05:42.671817 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:42.686360 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4094e7e-cbee-4546-ba1e-b9849881713c {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:05:42.708710 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port c4094e7e-cbee-4546-ba1e-b9849881713c, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=c4094e7e-cbee-4546-ba1e-b9849881713c,segment=NetworkSegment(0f66f6ed-6d03-4e40-897a-2e048347227e),segment_id=0f66f6ed-6d03-4e40-897a-2e048347227e)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:05:42.713351 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:42.763655 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=c4094e7e-cbee-4546-ba1e-b9849881713c,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:05:42.771615 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:05:42.772000 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:05:42.772351 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:05:42.772692 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:05:42.773103 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:05:42.773438 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:05:42.773773 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:05:42.774099 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:05:42.774429 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:05:42.774816 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:05:42.775087 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:05:42.775435 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:05:42.906231 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['c4094e7e-cbee-4546-ba1e-b9849881713c'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:05:42.951975 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb270779-b581-4027-8ab5-90126b2366e8 req-7a4c75bb-0a8c-450e-b0ee-35977dda5ee7 tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:05:42.953654 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bb270779-b581-4027-8ab5-90126b2366e8 req-7a4c75bb-0a8c-450e-b0ee-35977dda5ee7 tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] 10.222.0.55 "GET /v2.0/networks?id=71d46fbd-2cb7-4e33-bc4d-fe066b1c8ae1 HTTP/1.1" status: 200 len: 813 time: 0.1371036 Oct 20 11:05:43.022749 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bb270779-b581-4027-8ab5-90126b2366e8 req-9d68dc56-74b0-455a-9f96-519bc999e493 tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8204b7fbf90743a4b28586da19a89e2f HTTP/1.1" status: 200 len: 380 time: 0.0543334 Oct 20 11:05:43.038261 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-bb270779-b581-4027-8ab5-90126b2366e8 req-ecda35db-838a-44e6-9888-e31a701586ac tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] Request body: {'port': {'device_id': 'adfbff50-e92b-41bb-b6f6-4ee9cd1128fd', 'network_id': '71d46fbd-2cb7-4e33-bc4d-fe066b1c8ae1', 'admin_state_up': True, 'tenant_id': '8204b7fbf90743a4b28586da19a89e2f', 'security_groups': ['d316de32-6b19-4ec1-868f-beb1260a233b']}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:05:43.067790 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-84703cec-dac1-446d-a267-c78ddffcae38 req-7439fd35-ca00-4b5a-bd7e-7b00cadca12f tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] 10.222.0.64 "GET /v2.0/ports?device_id=adfbff50-e92b-41bb-b6f6-4ee9cd1128fd HTTP/1.1" status: 200 len: 210 time: 0.0510101 Oct 20 11:05:43.174143 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb270779-b581-4027-8ab5-90126b2366e8 req-ecda35db-838a-44e6-9888-e31a701586ac tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] Made reservation on behalf of 8204b7fbf90743a4b28586da19a89e2f for: {'port': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:05:43.178547 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-bb270779-b581-4027-8ab5-90126b2366e8 req-ecda35db-838a-44e6-9888-e31a701586ac tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:43.325217 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [req-bb270779-b581-4027-8ab5-90126b2366e8 req-ecda35db-838a-44e6-9888-e31a701586ac tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] Allocated IP 172.20.0.7 (71d46fbd-2cb7-4e33-bc4d-fe066b1c8ae1/936c6511-ee64-4bbf-9609-909939563eba/f92d3131-5d81-4976-8079-1d53ca76b210) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:05:43.476139 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-bb270779-b581-4027-8ab5-90126b2366e8 req-ecda35db-838a-44e6-9888-e31a701586ac tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:43.510236 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-bb270779-b581-4027-8ab5-90126b2366e8 req-ecda35db-838a-44e6-9888-e31a701586ac tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:43.559114 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb270779-b581-4027-8ab5-90126b2366e8 req-ecda35db-838a-44e6-9888-e31a701586ac tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] Network 71d46fbd-2cb7-4e33-bc4d-fe066b1c8ae1 is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:05:43.562397 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [req-bb270779-b581-4027-8ab5-90126b2366e8 req-ecda35db-838a-44e6-9888-e31a701586ac tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:05:43.565985 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb270779-b581-4027-8ab5-90126b2366e8 req-ecda35db-838a-44e6-9888-e31a701586ac tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:05:43.572466 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda35db-838a-44e6-9888-e31a701586ac tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] Pushing event updated for resources: {'Port': ['ID=f92d3131-5d81-4976-8079-1d53ca76b210,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:05:43.630924 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb270779-b581-4027-8ab5-90126b2366e8 req-ecda35db-838a-44e6-9888-e31a701586ac tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:05:43.631986 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-bb270779-b581-4027-8ab5-90126b2366e8 req-ecda35db-838a-44e6-9888-e31a701586ac tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:43.679407 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bb270779-b581-4027-8ab5-90126b2366e8 req-ecda35db-838a-44e6-9888-e31a701586ac tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6479657 Oct 20 11:05:43.696646 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-bb270779-b581-4027-8ab5-90126b2366e8 req-19fa32a2-4317-4f10-81cc-fc70d7edd6b6 service neutron] Request body: {'port': {'device_id': 'adfbff50-e92b-41bb-b6f6-4ee9cd1128fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811396-3'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:05:43.708996 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22c9976-340b-4be5-90b4-788499f8e91a req-e27aaeaf-9ecc-4f57-b5a5-22aff1848c53 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:05:43.710548 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d22c9976-340b-4be5-90b4-788499f8e91a req-e27aaeaf-9ecc-4f57-b5a5-22aff1848c53 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e501e8e-bf96-4f4f-aabd-709b308a4102 HTTP/1.1" status: 200 len: 944 time: 0.0715420 Oct 20 11:05:43.791804 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d22c9976-340b-4be5-90b4-788499f8e91a req-d791a37a-a249-4fe0-bcb3-68f22514e8d4 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/security-groups?id=44c7c6ca-c8d5-40ec-a48d-af141f472b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648417 Oct 20 11:05:43.794760 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-bb270779-b581-4027-8ab5-90126b2366e8 req-19fa32a2-4317-4f10-81cc-fc70d7edd6b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:43.928629 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-d9b276c6-0d20-4d98-a69a-ae89f6a5f5d5 None None] Provisioning complete for port f92d3131-5d81-4976-8079-1d53ca76b210 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:05:43.929365 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-d9b276c6-0d20-4d98-a69a-ae89f6a5f5d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:43.965366 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-d9b276c6-0d20-4d98-a69a-ae89f6a5f5d5 None None] Port f92d3131-5d81-4976-8079-1d53ca76b210 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:05:44.100810 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [req-bb270779-b581-4027-8ab5-90126b2366e8 req-19fa32a2-4317-4f10-81cc-fc70d7edd6b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f92d3131-5d81-4976-8079-1d53ca76b210 {{(pid=100596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:05:44.109977 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-bb270779-b581-4027-8ab5-90126b2366e8 req-19fa32a2-4317-4f10-81cc-fc70d7edd6b6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:44.123845 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.provisioning_blocks [req-bb270779-b581-4027-8ab5-90126b2366e8 req-19fa32a2-4317-4f10-81cc-fc70d7edd6b6 service neutron] Transition to ACTIVE for port object f92d3131-5d81-4976-8079-1d53ca76b210 will not be triggered until provisioned by entity L2. {{(pid=100596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:05:44.129231 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-bb270779-b581-4027-8ab5-90126b2366e8 req-19fa32a2-4317-4f10-81cc-fc70d7edd6b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:44.216135 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fa32a2-4317-4f10-81cc-fc70d7edd6b6 service neutron] Pushing event updated for resources: {'Port': ['ID=f92d3131-5d81-4976-8079-1d53ca76b210,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:05:44.307280 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24dae20-6c4d-4e24-aa51-03b775d857f7 req-4dc6201b-8fe2-4a96-9d13-7edd089fca3d tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:05:44.317002 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a24dae20-6c4d-4e24-aa51-03b775d857f7 req-4dc6201b-8fe2-4a96-9d13-7edd089fca3d tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] 10.222.0.64 "GET /v2.0/ports?device_id=adfbff50-e92b-41bb-b6f6-4ee9cd1128fd HTTP/1.1" status: 200 len: 943 time: 0.1572614 Oct 20 11:05:44.389396 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a24dae20-6c4d-4e24-aa51-03b775d857f7 req-845b7988-d602-4a45-a588-0d0795073a6a tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] 10.222.0.64 "GET /v2.0/security-groups?id=d316de32-6b19-4ec1-868f-beb1260a233b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708075 Oct 20 11:05:44.390291 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-bb270779-b581-4027-8ab5-90126b2366e8 req-19fa32a2-4317-4f10-81cc-fc70d7edd6b6 service neutron] Attempting to bind port f92d3131-5d81-4976-8079-1d53ca76b210 on host n-h1-811396-3 for vnic_type normal with profile {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:05:44.390639 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-bb270779-b581-4027-8ab5-90126b2366e8 req-19fa32a2-4317-4f10-81cc-fc70d7edd6b6 service neutron] Attempting to bind port f92d3131-5d81-4976-8079-1d53ca76b210 by drivers openvswitch,hyperv on host n-h1-811396-3 at level 0 using segments [{'id': '17459dc9-a8c6-4067-a488-39d881c605de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '71d46fbd-2cb7-4e33-bc4d-fe066b1c8ae1'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:05:44.390976 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb270779-b581-4027-8ab5-90126b2366e8 req-19fa32a2-4317-4f10-81cc-fc70d7edd6b6 service neutron] Attempting to bind port f92d3131-5d81-4976-8079-1d53ca76b210 on network 71d46fbd-2cb7-4e33-bc4d-fe066b1c8ae1 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:05:44.404068 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb270779-b581-4027-8ab5-90126b2366e8 req-19fa32a2-4317-4f10-81cc-fc70d7edd6b6 service neutron] Port f92d3131-5d81-4976-8079-1d53ca76b210 on network 71d46fbd-2cb7-4e33-bc4d-fe066b1c8ae1 not bound, no agent of type Open vSwitch agent registered on host n-h1-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:05:44.404485 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb270779-b581-4027-8ab5-90126b2366e8 req-19fa32a2-4317-4f10-81cc-fc70d7edd6b6 service neutron] Attempting to bind port f92d3131-5d81-4976-8079-1d53ca76b210 on network 71d46fbd-2cb7-4e33-bc4d-fe066b1c8ae1 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:05:44.410031 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb270779-b581-4027-8ab5-90126b2366e8 req-19fa32a2-4317-4f10-81cc-fc70d7edd6b6 service neutron] Checking agent: {'id': 'b707b4cc-061f-4cf4-bce0-0b3df9b7bec9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:05:44.410454 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb270779-b581-4027-8ab5-90126b2366e8 req-19fa32a2-4317-4f10-81cc-fc70d7edd6b6 service neutron] Checking segment: {'id': '17459dc9-a8c6-4067-a488-39d881c605de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '71d46fbd-2cb7-4e33-bc4d-fe066b1c8ae1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:05:44.410909 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb270779-b581-4027-8ab5-90126b2366e8 req-19fa32a2-4317-4f10-81cc-fc70d7edd6b6 service neutron] Bound using segment: {'id': '17459dc9-a8c6-4067-a488-39d881c605de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '71d46fbd-2cb7-4e33-bc4d-fe066b1c8ae1'} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:05:44.411553 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-bb270779-b581-4027-8ab5-90126b2366e8 req-19fa32a2-4317-4f10-81cc-fc70d7edd6b6 service neutron] Bound port: f92d3131-5d81-4976-8079-1d53ca76b210, host: n-h1-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17459dc9-a8c6-4067-a488-39d881c605de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '71d46fbd-2cb7-4e33-bc4d-fe066b1c8ae1'}}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:05:44.412125 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-bb270779-b581-4027-8ab5-90126b2366e8 req-19fa32a2-4317-4f10-81cc-fc70d7edd6b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:44.480366 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-bb270779-b581-4027-8ab5-90126b2366e8 req-19fa32a2-4317-4f10-81cc-fc70d7edd6b6 service neutron] For port f92d3131-5d81-4976-8079-1d53ca76b210, host n-h1-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:05:44.485306 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-bb270779-b581-4027-8ab5-90126b2366e8 req-19fa32a2-4317-4f10-81cc-fc70d7edd6b6 service neutron] For port f92d3131-5d81-4976-8079-1d53ca76b210, host n-h1-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=f92d3131-5d81-4976-8079-1d53ca76b210,segment=NetworkSegment(17459dc9-a8c6-4067-a488-39d881c605de),segment_id=17459dc9-a8c6-4067-a488-39d881c605de)] {{(pid=100596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:05:44.490966 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-bb270779-b581-4027-8ab5-90126b2366e8 req-19fa32a2-4317-4f10-81cc-fc70d7edd6b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:44.535414 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb270779-b581-4027-8ab5-90126b2366e8 req-19fa32a2-4317-4f10-81cc-fc70d7edd6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:05:44.536236 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-bb270779-b581-4027-8ab5-90126b2366e8 req-19fa32a2-4317-4f10-81cc-fc70d7edd6b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:44.538598 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bb270779-b581-4027-8ab5-90126b2366e8 req-19fa32a2-4317-4f10-81cc-fc70d7edd6b6 service neutron] 10.222.0.55 "PUT /v2.0/ports/f92d3131-5d81-4976-8079-1d53ca76b210 HTTP/1.1" status: 200 len: 1091 time: 0.8463812 Oct 20 11:05:44.539145 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adfbff50-e92b-41bb-b6f6-4ee9cd1128fd', 'tag': 'f92d3131-5d81-4976-8079-1d53ca76b210'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:05:44.542145 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89653e78-79b1-4aa7-97ce-0f6ac2cbcf39" -d '{"events": [{"name": "network-changed", "server_uuid": "adfbff50-e92b-41bb-b6f6-4ee9cd1128fd", "tag": "f92d3131-5d81-4976-8079-1d53ca76b210"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:05:44.548404 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device c4094e7e-cbee-4546-ba1e-b9849881713c up at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:05:44.584532 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fa32a2-4317-4f10-81cc-fc70d7edd6b6 service neutron] Pushing event updated for resources: {'Port': ['ID=f92d3131-5d81-4976-8079-1d53ca76b210,revision_number=3']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:05:44.610076 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f12d4dbf-0399-4a00-b47c-6111282eba7b x-openstack-request-id: req-f12d4dbf-0399-4a00-b47c-6111282eba7b {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:05:44.610742 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adfbff50-e92b-41bb-b6f6-4ee9cd1128fd", "tag": "f92d3131-5d81-4976-8079-1d53ca76b210", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:05:44.611162 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f12d4dbf-0399-4a00-b47c-6111282eba7b {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:05:44.611789 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adfbff50-e92b-41bb-b6f6-4ee9cd1128fd', 'tag': 'f92d3131-5d81-4976-8079-1d53ca76b210', 'status': 'completed', 'code': 200} Oct 20 11:05:44.627568 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning for port c4094e7e-cbee-4546-ba1e-b9849881713c completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:05:44.634332 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning complete for port c4094e7e-cbee-4546-ba1e-b9849881713c triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:05:44.634830 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:44.657291 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb270779-b581-4027-8ab5-90126b2366e8 req-36755607-f804-40bd-a0d3-e5104dd92acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:05:44.659486 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bb270779-b581-4027-8ab5-90126b2366e8 req-36755607-f804-40bd-a0d3-e5104dd92acc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8204b7fbf90743a4b28586da19a89e2f&device_id=adfbff50-e92b-41bb-b6f6-4ee9cd1128fd HTTP/1.1" status: 200 len: 1094 time: 0.0618742 Oct 20 11:05:44.721979 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bb270779-b581-4027-8ab5-90126b2366e8 req-082b95f0-aacd-4d15-ade2-4209511a7340 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f92d3131-5d81-4976-8079-1d53ca76b210 HTTP/1.1" status: 200 len: 217 time: 0.0477808 Oct 20 11:05:44.781828 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb270779-b581-4027-8ab5-90126b2366e8 req-94b4fa2c-5c25-4846-8010-bed9f527f1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:05:44.783449 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bb270779-b581-4027-8ab5-90126b2366e8 req-94b4fa2c-5c25-4846-8010-bed9f527f1e1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=936c6511-ee64-4bbf-9609-909939563eba HTTP/1.1" status: 200 len: 852 time: 0.0550544 Oct 20 11:05:44.783888 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:44.827345 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e501e8e-bf96-4f4f-aabd-709b308a4102', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4094e7e-cbee-4546-ba1e-b9849881713c'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:05:44.833724 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c6c3cd5-8dec-44ea-a302-d20e9db0cc91" -d '{"events": [{"server_uuid": "6e501e8e-bf96-4f4f-aabd-709b308a4102", "name": "network-vif-plugged", "status": "completed", "tag": "c4094e7e-cbee-4546-ba1e-b9849881713c"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:05:44.842198 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port c4094e7e-cbee-4546-ba1e-b9849881713c, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=c4094e7e-cbee-4546-ba1e-b9849881713c,segment=NetworkSegment(0f66f6ed-6d03-4e40-897a-2e048347227e),segment_id=0f66f6ed-6d03-4e40-897a-2e048347227e)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:05:44.846257 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:44.881914 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb270779-b581-4027-8ab5-90126b2366e8 req-bd633f53-cc0a-4902-a7a9-37830d94523f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:05:44.883688 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bb270779-b581-4027-8ab5-90126b2366e8 req-bd633f53-cc0a-4902-a7a9-37830d94523f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=71d46fbd-2cb7-4e33-bc4d-fe066b1c8ae1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0928264 Oct 20 11:05:44.916283 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e22c2442-a115-4fe5-a809-729cd3d85464 x-openstack-request-id: req-e22c2442-a115-4fe5-a809-729cd3d85464 {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:05:44.916677 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e501e8e-bf96-4f4f-aabd-709b308a4102", "name": "network-vif-plugged", "status": "completed", "tag": "c4094e7e-cbee-4546-ba1e-b9849881713c", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:05:44.917001 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e22c2442-a115-4fe5-a809-729cd3d85464 {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:05:44.917462 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e501e8e-bf96-4f4f-aabd-709b308a4102', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4094e7e-cbee-4546-ba1e-b9849881713c', 'code': 200} Oct 20 11:05:44.945283 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=c4094e7e-cbee-4546-ba1e-b9849881713c,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:05:45.084134 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bb270779-b581-4027-8ab5-90126b2366e8 req-bd8432c2-d2b6-4fd9-ad87-dd2695729f54 service neutron] 10.222.0.55 "GET /v2.0/networks/71d46fbd-2cb7-4e33-bc4d-fe066b1c8ae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912942 Oct 20 11:05:45.094499 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba384ba-4a73-40d2-91e4-8f7e4af14875 req-8c97a5c3-ac74-40a4-b98b-11bdf00667fd tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:05:45.095902 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cba384ba-4a73-40d2-91e4-8f7e4af14875 req-8c97a5c3-ac74-40a4-b98b-11bdf00667fd tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e501e8e-bf96-4f4f-aabd-709b308a4102 HTTP/1.1" status: 200 len: 945 time: 0.1631837 Oct 20 11:05:45.106171 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3586724-c709-4a59-8d4f-d08d6301c21f req-e00f36c6-5d0f-4464-a57f-52a3b6d544d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:05:45.107639 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f3586724-c709-4a59-8d4f-d08d6301c21f req-e00f36c6-5d0f-4464-a57f-52a3b6d544d9 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6e501e8e-bf96-4f4f-aabd-709b308a4102 HTTP/1.1" status: 200 len: 1096 time: 0.1202002 Oct 20 11:05:45.219143 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cba384ba-4a73-40d2-91e4-8f7e4af14875 req-1bc78e45-017d-47e9-a86f-36312616691c tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/security-groups?id=44c7c6ca-c8d5-40ec-a48d-af141f472b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1104636 Oct 20 11:05:45.223252 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f3586724-c709-4a59-8d4f-d08d6301c21f req-d5e42e3f-6a59-4e9e-adb4-c38ec549ca5c service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=44c7c6ca-c8d5-40ec-a48d-af141f472b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965269 Oct 20 11:05:45.238959 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bb270779-b581-4027-8ab5-90126b2366e8 req-6de6cb41-cf92-4414-b3e2-d6a15eea574a service neutron] 10.222.0.55 "GET /v2.0/networks/71d46fbd-2cb7-4e33-bc4d-fe066b1c8ae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414254 Oct 20 11:05:45.352342 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89653e78-79b1-4aa7-97ce-0f6ac2cbcf39 req-f8fba47b-d1ba-4363-bf9e-76622de02171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:05:45.353858 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-89653e78-79b1-4aa7-97ce-0f6ac2cbcf39 req-f8fba47b-d1ba-4363-bf9e-76622de02171 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8204b7fbf90743a4b28586da19a89e2f&device_id=adfbff50-e92b-41bb-b6f6-4ee9cd1128fd HTTP/1.1" status: 200 len: 1094 time: 0.0480618 Oct 20 11:05:45.449688 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89653e78-79b1-4aa7-97ce-0f6ac2cbcf39 req-92cf43ef-3237-4396-9a98-f6ed05027cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:05:45.451337 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-89653e78-79b1-4aa7-97ce-0f6ac2cbcf39 req-92cf43ef-3237-4396-9a98-f6ed05027cb6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=71d46fbd-2cb7-4e33-bc4d-fe066b1c8ae1 HTTP/1.1" status: 200 len: 914 time: 0.0907323 Oct 20 11:05:45.506450 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-89653e78-79b1-4aa7-97ce-0f6ac2cbcf39 req-a9092802-64fb-4ae9-80b2-de4b4acf7b32 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f92d3131-5d81-4976-8079-1d53ca76b210 HTTP/1.1" status: 200 len: 217 time: 0.0455911 Oct 20 11:05:45.564471 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49022913-8387-48dd-9c97-8c53298081e9 req-14a29692-47f5-4818-9c0d-db286908586e tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:05:45.565953 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-49022913-8387-48dd-9c97-8c53298081e9 req-14a29692-47f5-4818-9c0d-db286908586e tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] 10.222.0.64 "GET /v2.0/ports?device_id=adfbff50-e92b-41bb-b6f6-4ee9cd1128fd HTTP/1.1" status: 200 len: 943 time: 0.1136656 Oct 20 11:05:45.573553 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89653e78-79b1-4aa7-97ce-0f6ac2cbcf39 req-6f615999-ae99-46ee-b697-a086d3b90291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:05:45.574926 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-89653e78-79b1-4aa7-97ce-0f6ac2cbcf39 req-6f615999-ae99-46ee-b697-a086d3b90291 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=936c6511-ee64-4bbf-9609-909939563eba HTTP/1.1" status: 200 len: 852 time: 0.0615928 Oct 20 11:05:45.632997 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-49022913-8387-48dd-9c97-8c53298081e9 req-939a7160-b364-415d-80d4-6acf44b7cbd8 tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] 10.222.0.64 "GET /v2.0/security-groups?id=d316de32-6b19-4ec1-868f-beb1260a233b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570846 Oct 20 11:05:45.641170 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89653e78-79b1-4aa7-97ce-0f6ac2cbcf39 req-2c8835e7-b32c-4920-9390-b5ec86f4ac71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:05:45.642651 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-89653e78-79b1-4aa7-97ce-0f6ac2cbcf39 req-2c8835e7-b32c-4920-9390-b5ec86f4ac71 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=71d46fbd-2cb7-4e33-bc4d-fe066b1c8ae1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0611711 Oct 20 11:05:45.738683 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-89653e78-79b1-4aa7-97ce-0f6ac2cbcf39 req-c18a2dfb-2672-43c6-985b-dd30a5f15c6c service neutron] 10.222.0.55 "GET /v2.0/networks/71d46fbd-2cb7-4e33-bc4d-fe066b1c8ae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884790 Oct 20 11:05:45.831234 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-89653e78-79b1-4aa7-97ce-0f6ac2cbcf39 req-0b7e57e2-bb81-4deb-bbb4-0228c7ac14fd service neutron] 10.222.0.55 "GET /v2.0/networks/71d46fbd-2cb7-4e33-bc4d-fe066b1c8ae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853777 Oct 20 11:05:46.262724 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 7 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:05:46.349432 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c8b70c-58de-4a71-8d1c-fb43019b81fb req-d7b58c26-e319-4f31-8596-2e77346456bf tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:05:46.351102 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e0c8b70c-58de-4a71-8d1c-fb43019b81fb req-d7b58c26-e319-4f31-8596-2e77346456bf tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e501e8e-bf96-4f4f-aabd-709b308a4102 HTTP/1.1" status: 200 len: 945 time: 0.0501645 Oct 20 11:05:46.397525 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e0c8b70c-58de-4a71-8d1c-fb43019b81fb req-5f78a60d-d267-43b9-bf7e-10b974fffe46 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/security-groups?id=44c7c6ca-c8d5-40ec-a48d-af141f472b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371654 Oct 20 11:05:46.519798 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2328fd1d-f570-4926-ade4-d1b216ca8c6d req-b93fa5ee-224b-4a7a-9d60-a663bfabd467 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:05:46.523889 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2328fd1d-f570-4926-ade4-d1b216ca8c6d req-b93fa5ee-224b-4a7a-9d60-a663bfabd467 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e501e8e-bf96-4f4f-aabd-709b308a4102 HTTP/1.1" status: 200 len: 945 time: 0.0578225 Oct 20 11:05:46.531938 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 38766) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:05:46.536300 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-5ff03061-1eaf-4106-92a6-07b840149f0c tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Request body: {'floatingip': {'port_id': 'c4094e7e-cbee-4546-ba1e-b9849881713c'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:05:46.576922 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5ff03061-1eaf-4106-92a6-07b840149f0c tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Publish callbacks [] for floatingip, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:46.825400 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b1e7bd-9a64-43a0-a9d7-31bcbd93cac6 req-c92f1e38-ebdf-4b92-bb55-f77351256684 tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:05:46.826833 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-78b1e7bd-9a64-43a0-a9d7-31bcbd93cac6 req-c92f1e38-ebdf-4b92-bb55-f77351256684 tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] 10.222.0.64 "GET /v2.0/ports?device_id=adfbff50-e92b-41bb-b6f6-4ee9cd1128fd HTTP/1.1" status: 200 len: 943 time: 0.0967743 Oct 20 11:05:46.950774 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-78b1e7bd-9a64-43a0-a9d7-31bcbd93cac6 req-d314ccd0-4f66-4e02-af74-71408ebf4997 tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] 10.222.0.64 "GET /v2.0/security-groups?id=d316de32-6b19-4ec1-868f-beb1260a233b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120942 Oct 20 11:05:47.090405 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5ff03061-1eaf-4106-92a6-07b840149f0c tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:47.093955 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5ff03061-1eaf-4106-92a6-07b840149f0c tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1773381'] for floatingip, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:47.194206 n-d-811396-3 neutron-server[100596]: INFO neutron.db.l3_db [None req-5ff03061-1eaf-4106-92a6-07b840149f0c tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Floating IP 0dea5a14-7145-44b8-8102-245bc979a7fa associated. External IP: 172.25.1.72, port: c4094e7e-cbee-4546-ba1e-b9849881713c. Oct 20 11:05:47.408971 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ff03061-1eaf-4106-92a6-07b840149f0c tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Router ddfec777-7691-4bb9-946a-6c450cac0f67 has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:05:47.525549 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ff03061-1eaf-4106-92a6-07b840149f0c tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:05:47.529982 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5ff03061-1eaf-4106-92a6-07b840149f0c tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for floatingip, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:47.534548 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2abd2f5d-7d30-44e8-b7ac-64b10bb4f953 None None] Sync routers for ids ['ddfec777-7691-4bb9-946a-6c450cac0f67'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:05:47.546455 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2abd2f5d-7d30-44e8-b7ac-64b10bb4f953 None None] Routers {'ddfec777-7691-4bb9-946a-6c450cac0f67'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:05:47.547554 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-2abd2f5d-7d30-44e8-b7ac-64b10bb4f953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:05:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['ddfec777-7691-4bb9-946a-6c450cac0f67'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:05:47.559046 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-5ff03061-1eaf-4106-92a6-07b840149f0c tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "PUT /v2.0/floatingips/0dea5a14-7145-44b8-8102-245bc979a7fa HTTP/1.1" status: 200 len: 990 time: 1.0258319 Oct 20 11:05:47.560028 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e501e8e-bf96-4f4f-aabd-709b308a4102', 'tag': 'c4094e7e-cbee-4546-ba1e-b9849881713c'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:05:47.562526 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf6a720e-63b4-4aa5-b25e-a0b901f33f45" -d '{"events": [{"name": "network-changed", "server_uuid": "6e501e8e-bf96-4f4f-aabd-709b308a4102", "tag": "c4094e7e-cbee-4546-ba1e-b9849881713c"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:05:47.621219 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d9ef495-295e-4d2a-8998-8eaf630f2e49 x-openstack-request-id: req-0d9ef495-295e-4d2a-8998-8eaf630f2e49 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:05:47.621760 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e501e8e-bf96-4f4f-aabd-709b308a4102", "tag": "c4094e7e-cbee-4546-ba1e-b9849881713c", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:05:47.622392 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0d9ef495-295e-4d2a-8998-8eaf630f2e49 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:05:47.623776 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e501e8e-bf96-4f4f-aabd-709b308a4102', 'tag': 'c4094e7e-cbee-4546-ba1e-b9849881713c', 'status': 'completed', 'code': 200} Oct 20 11:05:47.672641 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-2abd2f5d-7d30-44e8-b7ac-64b10bb4f953 None None] Set router ddfec777-7691-4bb9-946a-6c450cac0f67 gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:05:47.693503 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6a720e-63b4-4aa5-b25e-a0b901f33f45 req-53403853-2ca5-40df-8a80-8d8c9532e60d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:05:47.695196 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cf6a720e-63b4-4aa5-b25e-a0b901f33f45 req-53403853-2ca5-40df-8a80-8d8c9532e60d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=63e5dde2738f4935912f3c0e18351bbf&device_id=6e501e8e-bf96-4f4f-aabd-709b308a4102 HTTP/1.1" status: 200 len: 1096 time: 0.0450647 Oct 20 11:05:47.790515 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6a720e-63b4-4aa5-b25e-a0b901f33f45 req-90332719-d22d-486b-8d53-01d81a64cd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:05:47.791963 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cf6a720e-63b4-4aa5-b25e-a0b901f33f45 req-90332719-d22d-486b-8d53-01d81a64cd2b service neutron] 10.222.0.69 "GET /v2.0/networks?id=1759e7bc-ead3-4335-8c90-46a93aea395d HTTP/1.1" status: 200 len: 917 time: 0.0901446 Oct 20 11:05:47.861936 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cf6a720e-63b4-4aa5-b25e-a0b901f33f45 req-06de1785-af17-4ca5-bd33-c7f5d94ce7b8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c4094e7e-cbee-4546-ba1e-b9849881713c HTTP/1.1" status: 200 len: 998 time: 0.0626149 Oct 20 11:05:47.915928 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-2abd2f5d-7d30-44e8-b7ac-64b10bb4f953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddfec777-7691-4bb9-946a-6c450cac0f67', 'name': 'tempest-AttachVolumeShelveTestJSON-791426829-router', 'tenant_id': '63e5dde2738f4935912f3c0e18351bbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': '71844a73-81de-49af-8f30-f2a4c3d61d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:00:50Z', 'updated_at': '2021-10-20T11:00:53Z', 'revision_number': 4, 'project_id': '63e5dde2738f4935912f3c0e18351bbf', 'gw_port': {'id': '71844a73-81de-49af-8f30-f2a4c3d61d1d', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:00:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddfec777-7691-4bb9-946a-6c450cac0f67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:00:50Z', 'updated_at': '2021-10-20T11:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_floatingips': [{'id': '0dea5a14-7145-44b8-8102-245bc979a7fa', 'tenant_id': '63e5dde2738f4935912f3c0e18351bbf', 'floating_ip_address': '172.25.1.72', 'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'router_id': 'ddfec777-7691-4bb9-946a-6c450cac0f67', 'port_id': 'c4094e7e-cbee-4546-ba1e-b9849881713c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3827, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1759e7bc-ead3-4335-8c90-46a93aea395d', 'mac_address': 'fa:16:3e:ae:c7:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e501e8e-bf96-4f4f-aabd-709b308a4102', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:05:34Z', 'updated_at': '2021-10-20T11:05:47Z', 'revision_number': 1, 'project_id': '63e5dde2738f4935912f3c0e18351bbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5c9498e-d631-4f65-bb90-7412cb6384c3', 'name': '', 'network_id': '1759e7bc-ead3-4335-8c90-46a93aea395d', 'tenant_id': '63e5dde2738f4935912f3c0e18351bbf', 'mac_address': 'fa:16:3e:bd:d8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddfec777-7691-4bb9-946a-6c450cac0f67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '731bcbb0-8763-49cc-b4e4-d88f68d7de58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:00:52Z', 'updated_at': '2021-10-20T11:00:58Z', 'revision_number': 5, 'project_id': '63e5dde2738f4935912f3c0e18351bbf', 'subnets': [{'id': '731bcbb0-8763-49cc-b4e4-d88f68d7de58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:05:47.916786 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6a720e-63b4-4aa5-b25e-a0b901f33f45 req-abcc002a-1090-494b-b088-7d57390529e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:05:47.918581 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cf6a720e-63b4-4aa5-b25e-a0b901f33f45 req-abcc002a-1090-494b-b088-7d57390529e3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=731bcbb0-8763-49cc-b4e4-d88f68d7de58 HTTP/1.1" status: 200 len: 855 time: 0.0482755 Oct 20 11:05:47.943463 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2abd2f5d-7d30-44e8-b7ac-64b10bb4f953 None None] Checking router: ddfec777-7691-4bb9-946a-6c450cac0f67 for host: n-d-811396-3 {{(pid=100598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:05:47.952589 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2abd2f5d-7d30-44e8-b7ac-64b10bb4f953 None None] Routers {'ddfec777-7691-4bb9-946a-6c450cac0f67'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:05:47.953201 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-2abd2f5d-7d30-44e8-b7ac-64b10bb4f953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:05:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['ddfec777-7691-4bb9-946a-6c450cac0f67'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:05:47.964959 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6a720e-63b4-4aa5-b25e-a0b901f33f45 req-f7a1f248-846c-4b94-bc78-ecdfbce541a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:05:47.966527 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cf6a720e-63b4-4aa5-b25e-a0b901f33f45 req-f7a1f248-846c-4b94-bc78-ecdfbce541a9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1759e7bc-ead3-4335-8c90-46a93aea395d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413406 Oct 20 11:05:48.072821 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-2abd2f5d-7d30-44e8-b7ac-64b10bb4f953 None None] Set router ddfec777-7691-4bb9-946a-6c450cac0f67 gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:05:48.329069 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-2abd2f5d-7d30-44e8-b7ac-64b10bb4f953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddfec777-7691-4bb9-946a-6c450cac0f67', 'name': 'tempest-AttachVolumeShelveTestJSON-791426829-router', 'tenant_id': '63e5dde2738f4935912f3c0e18351bbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': '71844a73-81de-49af-8f30-f2a4c3d61d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:00:50Z', 'updated_at': '2021-10-20T11:00:53Z', 'revision_number': 4, 'project_id': '63e5dde2738f4935912f3c0e18351bbf', 'gw_port': {'id': '71844a73-81de-49af-8f30-f2a4c3d61d1d', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:00:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddfec777-7691-4bb9-946a-6c450cac0f67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:00:50Z', 'updated_at': '2021-10-20T11:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_floatingips': [{'id': '0dea5a14-7145-44b8-8102-245bc979a7fa', 'tenant_id': '63e5dde2738f4935912f3c0e18351bbf', 'floating_ip_address': '172.25.1.72', 'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'router_id': 'ddfec777-7691-4bb9-946a-6c450cac0f67', 'port_id': 'c4094e7e-cbee-4546-ba1e-b9849881713c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3827, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1759e7bc-ead3-4335-8c90-46a93aea395d', 'mac_address': 'fa:16:3e:ae:c7:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e501e8e-bf96-4f4f-aabd-709b308a4102', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:05:34Z', 'updated_at': '2021-10-20T11:05:47Z', 'revision_number': 1, 'project_id': '63e5dde2738f4935912f3c0e18351bbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5c9498e-d631-4f65-bb90-7412cb6384c3', 'name': '', 'network_id': '1759e7bc-ead3-4335-8c90-46a93aea395d', 'tenant_id': '63e5dde2738f4935912f3c0e18351bbf', 'mac_address': 'fa:16:3e:bd:d8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddfec777-7691-4bb9-946a-6c450cac0f67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '731bcbb0-8763-49cc-b4e4-d88f68d7de58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:00:52Z', 'updated_at': '2021-10-20T11:00:58Z', 'revision_number': 5, 'project_id': '63e5dde2738f4935912f3c0e18351bbf', 'subnets': [{'id': '731bcbb0-8763-49cc-b4e4-d88f68d7de58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:05:48.358879 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2abd2f5d-7d30-44e8-b7ac-64b10bb4f953 None None] The sync data for ids ['ddfec777-7691-4bb9-946a-6c450cac0f67'] in n-d-811396-3 is: [{'id': 'ddfec777-7691-4bb9-946a-6c450cac0f67', 'name': 'tempest-AttachVolumeShelveTestJSON-791426829-router', 'tenant_id': '63e5dde2738f4935912f3c0e18351bbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': '71844a73-81de-49af-8f30-f2a4c3d61d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:00:50Z', 'updated_at': '2021-10-20T11:00:53Z', 'revision_number': 4, 'project_id': '63e5dde2738f4935912f3c0e18351bbf', 'gw_port': {'id': '71844a73-81de-49af-8f30-f2a4c3d61d1d', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:00:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddfec777-7691-4bb9-946a-6c450cac0f67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:00:50Z', 'updated_at': '2021-10-20T11:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_floatingips': [{'id': '0dea5a14-7145-44b8-8102-245bc979a7fa', 'tenant_id': '63e5dde2738f4935912f3c0e18351bbf', 'floating_ip_address': '172.25.1.72', 'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'router_id': 'ddfec777-7691-4bb9-946a-6c450cac0f67', 'port_id': 'c4094e7e-cbee-4546-ba1e-b9849881713c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3827, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1759e7bc-ead3-4335-8c90-46a93aea395d', 'mac_address': 'fa:16:3e:ae:c7:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e501e8e-bf96-4f4f-aabd-709b308a4102', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:05:34Z', 'updated_at': '2021-10-20T11:05:47Z', 'revision_number': 1, 'project_id': '63e5dde2738f4935912f3c0e18351bbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5c9498e-d631-4f65-bb90-7412cb6384c3', 'name': '', 'network_id': '1759e7bc-ead3-4335-8c90-46a93aea395d', 'tenant_id': '63e5dde2738f4935912f3c0e18351bbf', 'mac_address': 'fa:16:3e:bd:d8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddfec777-7691-4bb9-946a-6c450cac0f67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '731bcbb0-8763-49cc-b4e4-d88f68d7de58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:00:52Z', 'updated_at': '2021-10-20T11:00:58Z', 'revision_number': 5, 'project_id': '63e5dde2738f4935912f3c0e18351bbf', 'subnets': [{'id': '731bcbb0-8763-49cc-b4e4-d88f68d7de58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:05:48.435585 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cf6a720e-63b4-4aa5-b25e-a0b901f33f45 req-3972c498-584c-459a-9d1d-9bbe09f86d50 service neutron] 10.222.0.69 "GET /v2.0/networks/1759e7bc-ead3-4335-8c90-46a93aea395d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4609115 Oct 20 11:05:48.448688 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76660731-a5ef-4175-af78-de6e4cab1eb2 req-488e6e02-35cd-4e65-9e34-d8827e222c02 tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:05:48.450321 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-76660731-a5ef-4175-af78-de6e4cab1eb2 req-488e6e02-35cd-4e65-9e34-d8827e222c02 tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] 10.222.0.64 "GET /v2.0/ports?device_id=adfbff50-e92b-41bb-b6f6-4ee9cd1128fd HTTP/1.1" status: 200 len: 943 time: 0.4018202 Oct 20 11:05:48.534493 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-76660731-a5ef-4175-af78-de6e4cab1eb2 req-8148d144-91d9-4f27-8834-4f05120e359e tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] 10.222.0.64 "GET /v2.0/security-groups?id=d316de32-6b19-4ec1-868f-beb1260a233b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755293 Oct 20 11:05:48.575937 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cf6a720e-63b4-4aa5-b25e-a0b901f33f45 req-70182ffc-76a2-4bb9-adf6-f89f1ce6f110 service neutron] 10.222.0.69 "GET /v2.0/networks/1759e7bc-ead3-4335-8c90-46a93aea395d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246161 Oct 20 11:05:48.610129 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c55e91fa-e22a-4424-b8f0-55b49386b9c5 None None] New status for floating IP 0dea5a14-7145-44b8-8102-245bc979a7fa: ACTIVE {{(pid=100599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 11:05:49.354183 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:49.664652 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa274dd-9c66-4190-90b5-45387ecb246e req-5ffa1209-b383-4d7d-9945-a39a7ea90cd9 tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:05:49.666054 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1aa274dd-9c66-4190-90b5-45387ecb246e req-5ffa1209-b383-4d7d-9945-a39a7ea90cd9 tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] 10.222.0.64 "GET /v2.0/ports?device_id=adfbff50-e92b-41bb-b6f6-4ee9cd1128fd HTTP/1.1" status: 200 len: 943 time: 0.0537457 Oct 20 11:05:49.703110 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1aa274dd-9c66-4190-90b5-45387ecb246e req-c319bc1d-b86c-47af-8797-c26e0546bccf tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] 10.222.0.64 "GET /v2.0/security-groups?id=d316de32-6b19-4ec1-868f-beb1260a233b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310142 Oct 20 11:05:50.822027 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93db7ccf-7db4-48f3-80d1-275fa00af63b req-8b90786a-59a1-4a24-9d4c-53f7274a16bf tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:05:50.823722 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-93db7ccf-7db4-48f3-80d1-275fa00af63b req-8b90786a-59a1-4a24-9d4c-53f7274a16bf tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] 10.222.0.64 "GET /v2.0/ports?device_id=adfbff50-e92b-41bb-b6f6-4ee9cd1128fd HTTP/1.1" status: 200 len: 943 time: 0.0527415 Oct 20 11:05:50.868421 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-93db7ccf-7db4-48f3-80d1-275fa00af63b req-5358d3e8-bb64-4bfc-8511-3f2160e04e93 tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] 10.222.0.64 "GET /v2.0/security-groups?id=d316de32-6b19-4ec1-868f-beb1260a233b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374646 Oct 20 11:05:50.925799 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ef6e29a6-4d11-4bcc-b47b-a5a466dee5a9 req-16e93181-c004-4640-96bf-8771fe4bd62e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6e501e8e-bf96-4f4f-aabd-709b308a4102&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0398152 Oct 20 11:05:51.009765 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6e29a6-4d11-4bcc-b47b-a5a466dee5a9 req-05ec38ec-eaab-4f21-9adf-8337049b2636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:05:51.011252 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ef6e29a6-4d11-4bcc-b47b-a5a466dee5a9 req-05ec38ec-eaab-4f21-9adf-8337049b2636 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=63e5dde2738f4935912f3c0e18351bbf&device_id=6e501e8e-bf96-4f4f-aabd-709b308a4102 HTTP/1.1" status: 200 len: 1096 time: 0.0438454 Oct 20 11:05:51.111501 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6e29a6-4d11-4bcc-b47b-a5a466dee5a9 req-f899446f-5184-44ae-9969-c47de8cdef27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:05:51.113500 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ef6e29a6-4d11-4bcc-b47b-a5a466dee5a9 req-f899446f-5184-44ae-9969-c47de8cdef27 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1759e7bc-ead3-4335-8c90-46a93aea395d HTTP/1.1" status: 200 len: 917 time: 0.0836778 Oct 20 11:05:51.180304 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ef6e29a6-4d11-4bcc-b47b-a5a466dee5a9 req-0701acac-1778-453c-92fd-7dd67e7fc45b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c4094e7e-cbee-4546-ba1e-b9849881713c HTTP/1.1" status: 200 len: 1000 time: 0.0605550 Oct 20 11:05:51.227960 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6e29a6-4d11-4bcc-b47b-a5a466dee5a9 req-4fb0aa8a-2dc9-4a69-b5b8-a9f80cf21281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:05:51.229422 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ef6e29a6-4d11-4bcc-b47b-a5a466dee5a9 req-4fb0aa8a-2dc9-4a69-b5b8-a9f80cf21281 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=731bcbb0-8763-49cc-b4e4-d88f68d7de58 HTTP/1.1" status: 200 len: 855 time: 0.0428851 Oct 20 11:05:51.274896 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6e29a6-4d11-4bcc-b47b-a5a466dee5a9 req-2bc5d519-25a1-409d-bdc8-fef660f4d0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:05:51.276377 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ef6e29a6-4d11-4bcc-b47b-a5a466dee5a9 req-2bc5d519-25a1-409d-bdc8-fef660f4d0de service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1759e7bc-ead3-4335-8c90-46a93aea395d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404208 Oct 20 11:05:51.369892 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ef6e29a6-4d11-4bcc-b47b-a5a466dee5a9 req-5e7f7518-74f4-4774-bf24-0216891f98e9 service neutron] 10.222.0.69 "GET /v2.0/networks/1759e7bc-ead3-4335-8c90-46a93aea395d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866153 Oct 20 11:05:51.460620 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ef6e29a6-4d11-4bcc-b47b-a5a466dee5a9 req-99415b49-50cc-4d39-a054-44a6a36f4a96 service neutron] 10.222.0.69 "GET /v2.0/networks/1759e7bc-ead3-4335-8c90-46a93aea395d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840075 Oct 20 11:05:51.998421 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b34974-8bb6-44e0-8a1b-91b1cfd0156f req-c6252182-eff9-451d-b5b3-c8c002545b4f tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:05:51.999942 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-64b34974-8bb6-44e0-8a1b-91b1cfd0156f req-c6252182-eff9-451d-b5b3-c8c002545b4f tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] 10.222.0.64 "GET /v2.0/ports?device_id=adfbff50-e92b-41bb-b6f6-4ee9cd1128fd HTTP/1.1" status: 200 len: 943 time: 0.0537531 Oct 20 11:05:52.039001 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-64b34974-8bb6-44e0-8a1b-91b1cfd0156f req-42a5a10c-dd34-44e0-a5ac-e3fbacc74fa5 tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] 10.222.0.64 "GET /v2.0/security-groups?id=d316de32-6b19-4ec1-868f-beb1260a233b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330057 Oct 20 11:05:53.151549 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cb092d-589c-43ac-b8bc-3a89161f0e0a req-6c9f8dee-5787-4a6f-8159-994553df90d4 tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:05:53.152970 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b0cb092d-589c-43ac-b8bc-3a89161f0e0a req-6c9f8dee-5787-4a6f-8159-994553df90d4 tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] 10.222.0.64 "GET /v2.0/ports?device_id=adfbff50-e92b-41bb-b6f6-4ee9cd1128fd HTTP/1.1" status: 200 len: 943 time: 0.0484412 Oct 20 11:05:53.193521 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b0cb092d-589c-43ac-b8bc-3a89161f0e0a req-e71b14e1-6d78-4b2f-add6-32d1e8506930 tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] 10.222.0.64 "GET /v2.0/security-groups?id=d316de32-6b19-4ec1-868f-beb1260a233b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331790 Oct 20 11:05:54.326856 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7099ab3-5174-460b-bba7-1fa2a23f20d5 req-610aceca-7dd6-4408-b593-93860d6f6895 tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:05:54.328669 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c7099ab3-5174-460b-bba7-1fa2a23f20d5 req-610aceca-7dd6-4408-b593-93860d6f6895 tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] 10.222.0.64 "GET /v2.0/ports?device_id=adfbff50-e92b-41bb-b6f6-4ee9cd1128fd HTTP/1.1" status: 200 len: 943 time: 0.0541577 Oct 20 11:05:54.371240 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c7099ab3-5174-460b-bba7-1fa2a23f20d5 req-6b0c2418-113e-4791-8548-df2c408745a0 tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] 10.222.0.64 "GET /v2.0/security-groups?id=d316de32-6b19-4ec1-868f-beb1260a233b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351391 Oct 20 11:05:55.497755 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3422e99d-38d3-4cc1-802e-37750fce9149 req-f28adfd6-d1bb-433e-ba40-60d69f336e1e tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:05:55.499276 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3422e99d-38d3-4cc1-802e-37750fce9149 req-f28adfd6-d1bb-433e-ba40-60d69f336e1e tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] 10.222.0.64 "GET /v2.0/ports?device_id=adfbff50-e92b-41bb-b6f6-4ee9cd1128fd HTTP/1.1" status: 200 len: 943 time: 0.0542352 Oct 20 11:05:55.539877 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3422e99d-38d3-4cc1-802e-37750fce9149 req-a0d55376-e6c0-4984-9e37-d2d6df545e2c tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] 10.222.0.64 "GET /v2.0/security-groups?id=d316de32-6b19-4ec1-868f-beb1260a233b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335922 Oct 20 11:05:56.654045 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e569fab-298e-4542-88a3-9b6726fab403 req-6d1f7f37-f442-4911-be8e-69f5bd878bd2 tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:05:56.655547 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7e569fab-298e-4542-88a3-9b6726fab403 req-6d1f7f37-f442-4911-be8e-69f5bd878bd2 tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] 10.222.0.64 "GET /v2.0/ports?device_id=adfbff50-e92b-41bb-b6f6-4ee9cd1128fd HTTP/1.1" status: 200 len: 943 time: 0.0489948 Oct 20 11:05:56.692681 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7e569fab-298e-4542-88a3-9b6726fab403 req-78d5c08e-c74d-4a88-a38e-49484d9a81d6 tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] 10.222.0.64 "GET /v2.0/security-groups?id=d316de32-6b19-4ec1-868f-beb1260a233b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311809 Oct 20 11:05:56.946697 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ac14d4-d249-416e-b0a1-afcaa72f8fd2 req-a3366b79-0e02-4597-bc1e-a2416f10c0c2 tempest-VolumesSnapshotTestJSON-912582974 tempest-VolumesSnapshotTestJSON-912582974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:05:56.948208 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b1ac14d4-d249-416e-b0a1-afcaa72f8fd2 req-a3366b79-0e02-4597-bc1e-a2416f10c0c2 tempest-VolumesSnapshotTestJSON-912582974 tempest-VolumesSnapshotTestJSON-912582974-project] 10.222.0.64 "GET /v2.0/networks?id=7747834e-d64a-4c49-96a9-29cf33f15a07 HTTP/1.1" status: 200 len: 813 time: 0.1042476 Oct 20 11:05:56.967727 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b1ac14d4-d249-416e-b0a1-afcaa72f8fd2 req-3daf431f-42e0-425a-b152-f0343da4b3e7 tempest-VolumesSnapshotTestJSON-912582974 tempest-VolumesSnapshotTestJSON-912582974-project] 10.222.0.64 "GET /v2.0/quotas/934d4153d95644689eed1b16b259997e HTTP/1.1" status: 200 len: 375 time: 0.0137551 Oct 20 11:05:56.998647 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b1ac14d4-d249-416e-b0a1-afcaa72f8fd2 req-75395e5f-268b-4c24-b330-eaacbd58faef tempest-VolumesSnapshotTestJSON-912582974 tempest-VolumesSnapshotTestJSON-912582974-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=934d4153d95644689eed1b16b259997e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0253997 Oct 20 11:05:57.087475 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b1ac14d4-d249-416e-b0a1-afcaa72f8fd2 req-3caa7fe5-6618-4b13-b7e2-bcbcccc0ece7 service neutron] 10.222.0.64 "GET /v2.0/networks/7747834e-d64a-4c49-96a9-29cf33f15a07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812178 Oct 20 11:05:57.178621 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b1ac14d4-d249-416e-b0a1-afcaa72f8fd2 req-59feb9bd-8691-442e-95f4-bbcb9707c865 service neutron] 10.222.0.64 "GET /v2.0/networks/7747834e-d64a-4c49-96a9-29cf33f15a07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852661 Oct 20 11:05:57.340497 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-06a5dc90-c86a-460e-a6d0-59a03409b113 req-cfb907f3-fc40-496a-9a4a-acebdd0f6428 tempest-VolumesSnapshotTestJSON-912582974 tempest-VolumesSnapshotTestJSON-912582974-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea4d8777-6226-4b8b-8796-8f5d3b85745d HTTP/1.1" status: 200 len: 210 time: 0.0286906 Oct 20 11:05:57.811851 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e78528f-bbeb-47be-81ca-c6babc44a076 req-f1a7a243-a422-40bb-8a0a-b267c0517f2f tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:05:57.813428 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4e78528f-bbeb-47be-81ca-c6babc44a076 req-f1a7a243-a422-40bb-8a0a-b267c0517f2f tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] 10.222.0.64 "GET /v2.0/ports?device_id=adfbff50-e92b-41bb-b6f6-4ee9cd1128fd HTTP/1.1" status: 200 len: 943 time: 0.0507824 Oct 20 11:05:57.860197 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4e78528f-bbeb-47be-81ca-c6babc44a076 req-2b5cfd12-e596-445b-957a-b66cbe7770f0 tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] 10.222.0.64 "GET /v2.0/security-groups?id=d316de32-6b19-4ec1-868f-beb1260a233b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399418 Oct 20 11:05:58.272674 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ac14d4-d249-416e-b0a1-afcaa72f8fd2 req-8d97f7b1-5c9c-4d9d-bb27-4123a7ae196b tempest-VolumesSnapshotTestJSON-912582974 tempest-VolumesSnapshotTestJSON-912582974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:05:58.274170 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b1ac14d4-d249-416e-b0a1-afcaa72f8fd2 req-8d97f7b1-5c9c-4d9d-bb27-4123a7ae196b tempest-VolumesSnapshotTestJSON-912582974 tempest-VolumesSnapshotTestJSON-912582974-project] 10.222.0.69 "GET /v2.0/networks?id=7747834e-d64a-4c49-96a9-29cf33f15a07 HTTP/1.1" status: 200 len: 813 time: 0.1099398 Oct 20 11:05:58.289302 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-b1ac14d4-d249-416e-b0a1-afcaa72f8fd2 req-1cd2e97a-ef09-4ad3-8ff6-f2a3bf52691b tempest-VolumesSnapshotTestJSON-912582974 tempest-VolumesSnapshotTestJSON-912582974-project] Request body: {'port': {'device_id': 'ea4d8777-6226-4b8b-8796-8f5d3b85745d', 'network_id': '7747834e-d64a-4c49-96a9-29cf33f15a07', 'admin_state_up': True, 'tenant_id': '934d4153d95644689eed1b16b259997e'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:05:58.404856 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1ac14d4-d249-416e-b0a1-afcaa72f8fd2 req-1cd2e97a-ef09-4ad3-8ff6-f2a3bf52691b tempest-VolumesSnapshotTestJSON-912582974 tempest-VolumesSnapshotTestJSON-912582974-project] Made reservation on behalf of 934d4153d95644689eed1b16b259997e for: {'port': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:05:58.408587 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-b1ac14d4-d249-416e-b0a1-afcaa72f8fd2 req-1cd2e97a-ef09-4ad3-8ff6-f2a3bf52691b tempest-VolumesSnapshotTestJSON-912582974 tempest-VolumesSnapshotTestJSON-912582974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:58.443331 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7335ee62-f762-4d52-a75f-8e29dbad9dfd req-9fdaf1e6-3f1b-4ae1-b9a1-08cd3cab5ff0 tempest-VolumesSnapshotTestJSON-912582974 tempest-VolumesSnapshotTestJSON-912582974-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea4d8777-6226-4b8b-8796-8f5d3b85745d HTTP/1.1" status: 200 len: 210 time: 0.0312946 Oct 20 11:05:58.559104 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [req-b1ac14d4-d249-416e-b0a1-afcaa72f8fd2 req-1cd2e97a-ef09-4ad3-8ff6-f2a3bf52691b tempest-VolumesSnapshotTestJSON-912582974 tempest-VolumesSnapshotTestJSON-912582974-project] Allocated IP 172.20.0.12 (7747834e-d64a-4c49-96a9-29cf33f15a07/7e014f79-9dbb-43ec-b176-a0ffe4a0b4b0/649f30c8-b38a-4c61-9f72-74a532df523d) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:05:58.674422 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device f92d3131-5d81-4976-8079-1d53ca76b210 details requested by agent hyperv_n-h1-811396-3 with host n-h1-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:05:58.706586 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-b1ac14d4-d249-416e-b0a1-afcaa72f8fd2 req-1cd2e97a-ef09-4ad3-8ff6-f2a3bf52691b tempest-VolumesSnapshotTestJSON-912582974 tempest-VolumesSnapshotTestJSON-912582974-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:58.744947 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-b1ac14d4-d249-416e-b0a1-afcaa72f8fd2 req-1cd2e97a-ef09-4ad3-8ff6-f2a3bf52691b tempest-VolumesSnapshotTestJSON-912582974 tempest-VolumesSnapshotTestJSON-912582974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:58.774087 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port f92d3131-5d81-4976-8079-1d53ca76b210, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=f92d3131-5d81-4976-8079-1d53ca76b210,segment=NetworkSegment(17459dc9-a8c6-4067-a488-39d881c605de),segment_id=17459dc9-a8c6-4067-a488-39d881c605de)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:05:58.785438 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Returning: {'device': 'f92d3131-5d81-4976-8079-1d53ca76b210', 'network_id': '71d46fbd-2cb7-4e33-bc4d-fe066b1c8ae1', 'port_id': 'f92d3131-5d81-4976-8079-1d53ca76b210', 'mac_address': 'fa:16:3e:3e:3a:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 849, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '936c6511-ee64-4bbf-9609-909939563eba', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:05:58.792874 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1ac14d4-d249-416e-b0a1-afcaa72f8fd2 req-1cd2e97a-ef09-4ad3-8ff6-f2a3bf52691b tempest-VolumesSnapshotTestJSON-912582974 tempest-VolumesSnapshotTestJSON-912582974-project] Network 7747834e-d64a-4c49-96a9-29cf33f15a07 is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:05:58.796002 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [req-b1ac14d4-d249-416e-b0a1-afcaa72f8fd2 req-1cd2e97a-ef09-4ad3-8ff6-f2a3bf52691b tempest-VolumesSnapshotTestJSON-912582974 tempest-VolumesSnapshotTestJSON-912582974-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:05:58.800941 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1ac14d4-d249-416e-b0a1-afcaa72f8fd2 req-1cd2e97a-ef09-4ad3-8ff6-f2a3bf52691b tempest-VolumesSnapshotTestJSON-912582974 tempest-VolumesSnapshotTestJSON-912582974-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:05:58.805059 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd2e97a-ef09-4ad3-8ff6-f2a3bf52691b tempest-VolumesSnapshotTestJSON-912582974 tempest-VolumesSnapshotTestJSON-912582974-project] Pushing event updated for resources: {'Port': ['ID=649f30c8-b38a-4c61-9f72-74a532df523d,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:05:58.826325 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:58.839242 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f92d3131-5d81-4976-8079-1d53ca76b210 {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:05:58.851445 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ac14d4-d249-416e-b0a1-afcaa72f8fd2 req-1cd2e97a-ef09-4ad3-8ff6-f2a3bf52691b tempest-VolumesSnapshotTestJSON-912582974 tempest-VolumesSnapshotTestJSON-912582974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:05:58.852069 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-b1ac14d4-d249-416e-b0a1-afcaa72f8fd2 req-1cd2e97a-ef09-4ad3-8ff6-f2a3bf52691b tempest-VolumesSnapshotTestJSON-912582974 tempest-VolumesSnapshotTestJSON-912582974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:58.859453 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port f92d3131-5d81-4976-8079-1d53ca76b210, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=f92d3131-5d81-4976-8079-1d53ca76b210,segment=NetworkSegment(17459dc9-a8c6-4067-a488-39d881c605de),segment_id=17459dc9-a8c6-4067-a488-39d881c605de)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:05:58.863327 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:58.867186 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b1ac14d4-d249-416e-b0a1-afcaa72f8fd2 req-1cd2e97a-ef09-4ad3-8ff6-f2a3bf52691b tempest-VolumesSnapshotTestJSON-912582974 tempest-VolumesSnapshotTestJSON-912582974-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5825179 Oct 20 11:05:58.880179 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-b1ac14d4-d249-416e-b0a1-afcaa72f8fd2 req-8d0c8df3-8e24-4257-9533-ff48f42a17a5 service neutron] Request body: {'port': {'device_id': 'ea4d8777-6226-4b8b-8796-8f5d3b85745d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811396-3'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:05:58.931187 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=f92d3131-5d81-4976-8079-1d53ca76b210,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:05:58.949024 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-b1ac14d4-d249-416e-b0a1-afcaa72f8fd2 req-8d0c8df3-8e24-4257-9533-ff48f42a17a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:59.026371 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5b7e01-9a01-4d65-b662-bf34bf31458a req-77a44bab-f765-4dd3-8945-f822e03dad93 tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:05:59.027858 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-df5b7e01-9a01-4d65-b662-bf34bf31458a req-77a44bab-f765-4dd3-8945-f822e03dad93 tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] 10.222.0.64 "GET /v2.0/ports?device_id=adfbff50-e92b-41bb-b6f6-4ee9cd1128fd HTTP/1.1" status: 200 len: 944 time: 0.0909030 Oct 20 11:05:59.133460 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-df5b7e01-9a01-4d65-b662-bf34bf31458a req-c000024a-3cdc-4246-8441-31a05b5f2e8c tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] 10.222.0.64 "GET /v2.0/security-groups?id=d316de32-6b19-4ec1-868f-beb1260a233b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969498 Oct 20 11:05:59.251682 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['f92d3131-5d81-4976-8079-1d53ca76b210'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:05:59.266552 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [req-b1ac14d4-d249-416e-b0a1-afcaa72f8fd2 req-8d0c8df3-8e24-4257-9533-ff48f42a17a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 649f30c8-b38a-4c61-9f72-74a532df523d {{(pid=100596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:05:59.273950 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-b1ac14d4-d249-416e-b0a1-afcaa72f8fd2 req-8d0c8df3-8e24-4257-9533-ff48f42a17a5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:59.286293 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.provisioning_blocks [req-b1ac14d4-d249-416e-b0a1-afcaa72f8fd2 req-8d0c8df3-8e24-4257-9533-ff48f42a17a5 service neutron] Transition to ACTIVE for port object 649f30c8-b38a-4c61-9f72-74a532df523d will not be triggered until provisioned by entity L2. {{(pid=100596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:05:59.290230 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-b1ac14d4-d249-416e-b0a1-afcaa72f8fd2 req-8d0c8df3-8e24-4257-9533-ff48f42a17a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:59.347035 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0c8df3-8e24-4257-9533-ff48f42a17a5 service neutron] Pushing event updated for resources: {'Port': ['ID=649f30c8-b38a-4c61-9f72-74a532df523d,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:05:59.411041 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-b1ac14d4-d249-416e-b0a1-afcaa72f8fd2 req-8d0c8df3-8e24-4257-9533-ff48f42a17a5 service neutron] Attempting to bind port 649f30c8-b38a-4c61-9f72-74a532df523d on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:05:59.411269 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-b1ac14d4-d249-416e-b0a1-afcaa72f8fd2 req-8d0c8df3-8e24-4257-9533-ff48f42a17a5 service neutron] Attempting to bind port 649f30c8-b38a-4c61-9f72-74a532df523d by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': '1dda3094-a918-4e64-972b-a95bf3bceffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '7747834e-d64a-4c49-96a9-29cf33f15a07'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:05:59.411632 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ac14d4-d249-416e-b0a1-afcaa72f8fd2 req-8d0c8df3-8e24-4257-9533-ff48f42a17a5 service neutron] Attempting to bind port 649f30c8-b38a-4c61-9f72-74a532df523d on network 7747834e-d64a-4c49-96a9-29cf33f15a07 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:05:59.415825 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ac14d4-d249-416e-b0a1-afcaa72f8fd2 req-8d0c8df3-8e24-4257-9533-ff48f42a17a5 service neutron] Port 649f30c8-b38a-4c61-9f72-74a532df523d on network 7747834e-d64a-4c49-96a9-29cf33f15a07 not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:05:59.416151 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ac14d4-d249-416e-b0a1-afcaa72f8fd2 req-8d0c8df3-8e24-4257-9533-ff48f42a17a5 service neutron] Attempting to bind port 649f30c8-b38a-4c61-9f72-74a532df523d on network 7747834e-d64a-4c49-96a9-29cf33f15a07 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:05:59.421318 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ac14d4-d249-416e-b0a1-afcaa72f8fd2 req-8d0c8df3-8e24-4257-9533-ff48f42a17a5 service neutron] Checking agent: {'id': '061232a2-7adc-4ba1-a873-e8cb136b064d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:05:59.421656 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ac14d4-d249-416e-b0a1-afcaa72f8fd2 req-8d0c8df3-8e24-4257-9533-ff48f42a17a5 service neutron] Checking segment: {'id': '1dda3094-a918-4e64-972b-a95bf3bceffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '7747834e-d64a-4c49-96a9-29cf33f15a07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:05:59.422036 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ac14d4-d249-416e-b0a1-afcaa72f8fd2 req-8d0c8df3-8e24-4257-9533-ff48f42a17a5 service neutron] Bound using segment: {'id': '1dda3094-a918-4e64-972b-a95bf3bceffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '7747834e-d64a-4c49-96a9-29cf33f15a07'} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:05:59.422458 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-b1ac14d4-d249-416e-b0a1-afcaa72f8fd2 req-8d0c8df3-8e24-4257-9533-ff48f42a17a5 service neutron] Bound port: 649f30c8-b38a-4c61-9f72-74a532df523d, host: n-h2-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1dda3094-a918-4e64-972b-a95bf3bceffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '7747834e-d64a-4c49-96a9-29cf33f15a07'}}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:05:59.422822 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-b1ac14d4-d249-416e-b0a1-afcaa72f8fd2 req-8d0c8df3-8e24-4257-9533-ff48f42a17a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:59.493683 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-b1ac14d4-d249-416e-b0a1-afcaa72f8fd2 req-8d0c8df3-8e24-4257-9533-ff48f42a17a5 service neutron] For port 649f30c8-b38a-4c61-9f72-74a532df523d, host n-h2-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:05:59.497167 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-b1ac14d4-d249-416e-b0a1-afcaa72f8fd2 req-8d0c8df3-8e24-4257-9533-ff48f42a17a5 service neutron] For port 649f30c8-b38a-4c61-9f72-74a532df523d, host n-h2-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=649f30c8-b38a-4c61-9f72-74a532df523d,segment=NetworkSegment(1dda3094-a918-4e64-972b-a95bf3bceffb),segment_id=1dda3094-a918-4e64-972b-a95bf3bceffb)] {{(pid=100596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:05:59.501679 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-b1ac14d4-d249-416e-b0a1-afcaa72f8fd2 req-8d0c8df3-8e24-4257-9533-ff48f42a17a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:59.550684 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ac14d4-d249-416e-b0a1-afcaa72f8fd2 req-8d0c8df3-8e24-4257-9533-ff48f42a17a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:05:59.551297 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-b1ac14d4-d249-416e-b0a1-afcaa72f8fd2 req-8d0c8df3-8e24-4257-9533-ff48f42a17a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:05:59.552686 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b1ac14d4-d249-416e-b0a1-afcaa72f8fd2 req-8d0c8df3-8e24-4257-9533-ff48f42a17a5 service neutron] 10.222.0.69 "PUT /v2.0/ports/649f30c8-b38a-4c61-9f72-74a532df523d HTTP/1.1" status: 200 len: 1092 time: 0.6772308 Oct 20 11:05:59.566606 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea4d8777-6226-4b8b-8796-8f5d3b85745d', 'tag': '649f30c8-b38a-4c61-9f72-74a532df523d'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:05:59.568956 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a65042f-5e54-4d4e-846c-a4c13da64102" -d '{"events": [{"name": "network-changed", "server_uuid": "ea4d8777-6226-4b8b-8796-8f5d3b85745d", "tag": "649f30c8-b38a-4c61-9f72-74a532df523d"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:05:59.622748 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5062bd76-c9d7-4e6d-94a2-f06ddba7129d x-openstack-request-id: req-5062bd76-c9d7-4e6d-94a2-f06ddba7129d {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:05:59.623040 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea4d8777-6226-4b8b-8796-8f5d3b85745d", "tag": "649f30c8-b38a-4c61-9f72-74a532df523d", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:05:59.623290 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5062bd76-c9d7-4e6d-94a2-f06ddba7129d {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:05:59.623706 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea4d8777-6226-4b8b-8796-8f5d3b85745d', 'tag': '649f30c8-b38a-4c61-9f72-74a532df523d', 'status': 'completed', 'code': 200} Oct 20 11:05:59.634946 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0c8df3-8e24-4257-9533-ff48f42a17a5 service neutron] Pushing event updated for resources: {'Port': ['ID=649f30c8-b38a-4c61-9f72-74a532df523d,revision_number=3']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:05:59.647925 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8196feb4-04cf-4be4-816d-542e6bbe3242 req-d6290889-4991-4c5d-b951-f95257702183 tempest-VolumesSnapshotTestJSON-912582974 tempest-VolumesSnapshotTestJSON-912582974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:05:59.649427 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8196feb4-04cf-4be4-816d-542e6bbe3242 req-d6290889-4991-4c5d-b951-f95257702183 tempest-VolumesSnapshotTestJSON-912582974 tempest-VolumesSnapshotTestJSON-912582974-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea4d8777-6226-4b8b-8796-8f5d3b85745d HTTP/1.1" status: 200 len: 944 time: 0.1336181 Oct 20 11:05:59.674263 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ac14d4-d249-416e-b0a1-afcaa72f8fd2 req-46ad13b2-6ac7-419b-aaf6-7560c2f22dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:05:59.675736 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b1ac14d4-d249-416e-b0a1-afcaa72f8fd2 req-46ad13b2-6ac7-419b-aaf6-7560c2f22dff service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=934d4153d95644689eed1b16b259997e&device_id=ea4d8777-6226-4b8b-8796-8f5d3b85745d HTTP/1.1" status: 200 len: 1095 time: 0.0866647 Oct 20 11:05:59.727865 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8196feb4-04cf-4be4-816d-542e6bbe3242 req-8893436d-e7d8-4d1e-99b9-20d906a63ce8 tempest-VolumesSnapshotTestJSON-912582974 tempest-VolumesSnapshotTestJSON-912582974-project] 10.222.0.64 "GET /v2.0/security-groups?id=430d475f-924a-447c-ab0d-480f80ef541f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721662 Oct 20 11:05:59.729202 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b1ac14d4-d249-416e-b0a1-afcaa72f8fd2 req-c2cafcb2-61e5-4cca-8bb7-9dccdc5ad542 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=649f30c8-b38a-4c61-9f72-74a532df523d HTTP/1.1" status: 200 len: 217 time: 0.0431466 Oct 20 11:05:59.779042 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ac14d4-d249-416e-b0a1-afcaa72f8fd2 req-3475e1f0-c5da-47a6-a27e-547f20b944b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:05:59.780526 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b1ac14d4-d249-416e-b0a1-afcaa72f8fd2 req-3475e1f0-c5da-47a6-a27e-547f20b944b7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7e014f79-9dbb-43ec-b176-a0ffe4a0b4b0 HTTP/1.1" status: 200 len: 853 time: 0.0446961 Oct 20 11:05:59.812432 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b1ac14d4-d249-416e-b0a1-afcaa72f8fd2 req-2e3d4c36-f68f-40de-a22e-f93cdd7a1373 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7747834e-d64a-4c49-96a9-29cf33f15a07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250995 Oct 20 11:05:59.903254 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b1ac14d4-d249-416e-b0a1-afcaa72f8fd2 req-b9babd00-878e-42f3-a213-c0b77a956234 service neutron] 10.222.0.69 "GET /v2.0/networks/7747834e-d64a-4c49-96a9-29cf33f15a07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838945 Oct 20 11:05:59.990046 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b1ac14d4-d249-416e-b0a1-afcaa72f8fd2 req-2cdc17f7-8b77-4b7d-98be-e3c2e886ab99 service neutron] 10.222.0.69 "GET /v2.0/networks/7747834e-d64a-4c49-96a9-29cf33f15a07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797036 Oct 20 11:06:00.079803 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a65042f-5e54-4d4e-846c-a4c13da64102 req-e77a3bd1-69b9-49f8-8b37-ecce0c7d7f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:00.081266 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1a65042f-5e54-4d4e-846c-a4c13da64102 req-e77a3bd1-69b9-49f8-8b37-ecce0c7d7f24 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=934d4153d95644689eed1b16b259997e&device_id=ea4d8777-6226-4b8b-8796-8f5d3b85745d HTTP/1.1" status: 200 len: 1095 time: 0.0447035 Oct 20 11:06:00.169531 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a65042f-5e54-4d4e-846c-a4c13da64102 req-00d49e42-1fc5-46ac-b1fd-f59e2a737b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:00.171051 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1a65042f-5e54-4d4e-846c-a4c13da64102 req-00d49e42-1fc5-46ac-b1fd-f59e2a737b85 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7747834e-d64a-4c49-96a9-29cf33f15a07 HTTP/1.1" status: 200 len: 914 time: 0.0827122 Oct 20 11:06:00.218056 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1a65042f-5e54-4d4e-846c-a4c13da64102 req-6369531a-2f20-4c6f-83de-6da9398d1ba5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=649f30c8-b38a-4c61-9f72-74a532df523d HTTP/1.1" status: 200 len: 217 time: 0.0397677 Oct 20 11:06:00.285216 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a65042f-5e54-4d4e-846c-a4c13da64102 req-7f27b157-a0c4-4af9-bc4e-4ab37d3fcd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:00.286682 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1a65042f-5e54-4d4e-846c-a4c13da64102 req-7f27b157-a0c4-4af9-bc4e-4ab37d3fcd5c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7e014f79-9dbb-43ec-b176-a0ffe4a0b4b0 HTTP/1.1" status: 200 len: 853 time: 0.0615487 Oct 20 11:06:00.298395 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a3f126-865c-4a57-b795-9dc7e647f96b req-9c623dff-5031-468e-91f9-b875c437c975 tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:00.299796 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-50a3f126-865c-4a57-b795-9dc7e647f96b req-9c623dff-5031-468e-91f9-b875c437c975 tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] 10.222.0.64 "GET /v2.0/ports?device_id=adfbff50-e92b-41bb-b6f6-4ee9cd1128fd HTTP/1.1" status: 200 len: 944 time: 0.0845652 Oct 20 11:06:00.335363 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1a65042f-5e54-4d4e-846c-a4c13da64102 req-5a27ce5e-3c20-417b-b906-05f478193bbf service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7747834e-d64a-4c49-96a9-29cf33f15a07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340748 Oct 20 11:06:00.375372 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-50a3f126-865c-4a57-b795-9dc7e647f96b req-732fe573-f222-47ce-a196-8cf13d7d3c1e tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] 10.222.0.64 "GET /v2.0/security-groups?id=d316de32-6b19-4ec1-868f-beb1260a233b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668795 Oct 20 11:06:00.438556 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1a65042f-5e54-4d4e-846c-a4c13da64102 req-9c2f02f4-1a2c-45e8-8bac-52075f8fb46d service neutron] 10.222.0.69 "GET /v2.0/networks/7747834e-d64a-4c49-96a9-29cf33f15a07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959699 Oct 20 11:06:00.536087 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1a65042f-5e54-4d4e-846c-a4c13da64102 req-6895bc42-19d9-4bc8-9f72-8b331617ad75 service neutron] 10.222.0.69 "GET /v2.0/networks/7747834e-d64a-4c49-96a9-29cf33f15a07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862558 Oct 20 11:06:00.674145 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device f92d3131-5d81-4976-8079-1d53ca76b210 up at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:06:00.722083 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning for port f92d3131-5d81-4976-8079-1d53ca76b210 completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:06:00.726284 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning complete for port f92d3131-5d81-4976-8079-1d53ca76b210 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:06:00.726675 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:00.806553 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:00.828694 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adfbff50-e92b-41bb-b6f6-4ee9cd1128fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f92d3131-5d81-4976-8079-1d53ca76b210'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:06:00.830919 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6411f3af-c756-4ee8-bba8-2f5f82e8f928" -d '{"events": [{"server_uuid": "adfbff50-e92b-41bb-b6f6-4ee9cd1128fd", "name": "network-vif-plugged", "status": "completed", "tag": "f92d3131-5d81-4976-8079-1d53ca76b210"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:06:00.842768 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732eecc3-10f8-48dc-a61d-04c4ff297fe1 req-567c4a5d-ae91-44b0-a4b0-3f33d74361c4 tempest-VolumesSnapshotTestJSON-912582974 tempest-VolumesSnapshotTestJSON-912582974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:00.844320 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-732eecc3-10f8-48dc-a61d-04c4ff297fe1 req-567c4a5d-ae91-44b0-a4b0-3f33d74361c4 tempest-VolumesSnapshotTestJSON-912582974 tempest-VolumesSnapshotTestJSON-912582974-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea4d8777-6226-4b8b-8796-8f5d3b85745d HTTP/1.1" status: 200 len: 944 time: 0.0508020 Oct 20 11:06:00.849356 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port f92d3131-5d81-4976-8079-1d53ca76b210, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=f92d3131-5d81-4976-8079-1d53ca76b210,segment=NetworkSegment(17459dc9-a8c6-4067-a488-39d881c605de),segment_id=17459dc9-a8c6-4067-a488-39d881c605de)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:06:00.853596 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:00.877400 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f6fd813-f9aa-4a7e-bbaa-fe1583cb0d8c x-openstack-request-id: req-1f6fd813-f9aa-4a7e-bbaa-fe1583cb0d8c {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:06:00.877702 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adfbff50-e92b-41bb-b6f6-4ee9cd1128fd", "name": "network-vif-plugged", "status": "completed", "tag": "f92d3131-5d81-4976-8079-1d53ca76b210", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:06:00.877955 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1f6fd813-f9aa-4a7e-bbaa-fe1583cb0d8c {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:06:00.878403 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adfbff50-e92b-41bb-b6f6-4ee9cd1128fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f92d3131-5d81-4976-8079-1d53ca76b210', 'code': 200} Oct 20 11:06:00.886682 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-732eecc3-10f8-48dc-a61d-04c4ff297fe1 req-19bfe116-1f68-4d1d-bc92-e4ec732d72fd tempest-VolumesSnapshotTestJSON-912582974 tempest-VolumesSnapshotTestJSON-912582974-project] 10.222.0.64 "GET /v2.0/security-groups?id=430d475f-924a-447c-ab0d-480f80ef541f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345304 Oct 20 11:06:00.904014 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=f92d3131-5d81-4976-8079-1d53ca76b210,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:06:00.993104 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17361487-830d-4a93-9f1a-3145c4bc3f52 req-6da50b6c-f76d-48df-8e17-145d5e6ad45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:00.994586 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-17361487-830d-4a93-9f1a-3145c4bc3f52 req-6da50b6c-f76d-48df-8e17-145d5e6ad45b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=adfbff50-e92b-41bb-b6f6-4ee9cd1128fd HTTP/1.1" status: 200 len: 1096 time: 0.0392706 Oct 20 11:06:01.028883 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-17361487-830d-4a93-9f1a-3145c4bc3f52 req-4665605e-7e7f-484c-904c-66bdf06761a8 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=d316de32-6b19-4ec1-868f-beb1260a233b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271850 Oct 20 11:06:01.488500 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f3456c-56f2-4411-9681-45a08588f33c req-4af85f0c-57ae-43fa-a842-7b2c0c4c317f tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:01.489966 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-64f3456c-56f2-4411-9681-45a08588f33c req-4af85f0c-57ae-43fa-a842-7b2c0c4c317f tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] 10.222.0.64 "GET /v2.0/ports?device_id=adfbff50-e92b-41bb-b6f6-4ee9cd1128fd HTTP/1.1" status: 200 len: 945 time: 0.0475910 Oct 20 11:06:01.530050 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-64f3456c-56f2-4411-9681-45a08588f33c req-7ea5b3ab-1d87-467b-9edd-6ad6195edf21 tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] 10.222.0.64 "GET /v2.0/security-groups?id=d316de32-6b19-4ec1-868f-beb1260a233b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343120 Oct 20 11:06:02.016634 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cba0a2-8348-482c-892d-d22375d3316a req-71d4ec01-a3fe-43ca-933d-8a79c9edf393 tempest-VolumesSnapshotTestJSON-912582974 tempest-VolumesSnapshotTestJSON-912582974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:02.018154 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-37cba0a2-8348-482c-892d-d22375d3316a req-71d4ec01-a3fe-43ca-933d-8a79c9edf393 tempest-VolumesSnapshotTestJSON-912582974 tempest-VolumesSnapshotTestJSON-912582974-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea4d8777-6226-4b8b-8796-8f5d3b85745d HTTP/1.1" status: 200 len: 944 time: 0.0628214 Oct 20 11:06:02.056558 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-37cba0a2-8348-482c-892d-d22375d3316a req-49457694-5b77-4c8e-82d2-ab23bfcc24a0 tempest-VolumesSnapshotTestJSON-912582974 tempest-VolumesSnapshotTestJSON-912582974-project] 10.222.0.64 "GET /v2.0/security-groups?id=430d475f-924a-447c-ab0d-480f80ef541f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322793 Oct 20 11:06:02.645268 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8453486-52b0-4854-8225-976a4f9a7538 req-00c2676a-9d17-45ce-ab70-2a2a716a043a tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:02.651626 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 649f30c8-b38a-4c61-9f72-74a532df523d details requested by agent hyperv_n-h2-811396-3 with host n-h2-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:06:02.653938 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d8453486-52b0-4854-8225-976a4f9a7538 req-00c2676a-9d17-45ce-ab70-2a2a716a043a tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] 10.222.0.64 "GET /v2.0/ports?device_id=adfbff50-e92b-41bb-b6f6-4ee9cd1128fd HTTP/1.1" status: 200 len: 945 time: 0.0558193 Oct 20 11:06:02.696597 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d8453486-52b0-4854-8225-976a4f9a7538 req-6dd244e6-de18-4711-a84b-4d68405c2369 tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] 10.222.0.64 "GET /v2.0/security-groups?id=d316de32-6b19-4ec1-868f-beb1260a233b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360208 Oct 20 11:06:02.754107 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 649f30c8-b38a-4c61-9f72-74a532df523d, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=649f30c8-b38a-4c61-9f72-74a532df523d,segment=NetworkSegment(1dda3094-a918-4e64-972b-a95bf3bceffb),segment_id=1dda3094-a918-4e64-972b-a95bf3bceffb)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:06:02.765564 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Returning: {'device': '649f30c8-b38a-4c61-9f72-74a532df523d', 'network_id': '7747834e-d64a-4c49-96a9-29cf33f15a07', 'port_id': '649f30c8-b38a-4c61-9f72-74a532df523d', 'mac_address': 'fa:16:3e:03:b0:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 824, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e014f79-9dbb-43ec-b176-a0ffe4a0b4b0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:06:02.803518 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:02.816361 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 649f30c8-b38a-4c61-9f72-74a532df523d {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:06:02.820175 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce143ae-1d6f-46cd-bcff-f5ce90de3bdf req-fcbcc252-7f33-4746-a36d-ddd7770afaaa tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:02.821801 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fce143ae-1d6f-46cd-bcff-f5ce90de3bdf req-fcbcc252-7f33-4746-a36d-ddd7770afaaa tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] 10.222.0.64 "GET /v2.0/ports?device_id=adfbff50-e92b-41bb-b6f6-4ee9cd1128fd HTTP/1.1" status: 200 len: 945 time: 0.0490012 Oct 20 11:06:02.835498 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 649f30c8-b38a-4c61-9f72-74a532df523d, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=649f30c8-b38a-4c61-9f72-74a532df523d,segment=NetworkSegment(1dda3094-a918-4e64-972b-a95bf3bceffb),segment_id=1dda3094-a918-4e64-972b-a95bf3bceffb)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:06:02.840149 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:02.865372 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fce143ae-1d6f-46cd-bcff-f5ce90de3bdf req-08601876-d7e7-4db6-b0e0-800e63b49eae tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] 10.222.0.64 "GET /v2.0/security-groups?id=d316de32-6b19-4ec1-868f-beb1260a233b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375843 Oct 20 11:06:02.886697 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 39324) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:06:02.892442 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=649f30c8-b38a-4c61-9f72-74a532df523d,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:06:03.023945 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f63db9c0-e0a0-4e8e-9831-36d4abc3880b tempest-TestVolumeBackupRestore-1315202021 tempest-TestVolumeBackupRestore-1315202021-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:03.025803 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-f63db9c0-e0a0-4e8e-9831-36d4abc3880b tempest-TestVolumeBackupRestore-1315202021 tempest-TestVolumeBackupRestore-1315202021-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=adfbff50-e92b-41bb-b6f6-4ee9cd1128fd HTTP/1.1" status: 200 len: 1091 time: 0.1376595 Oct 20 11:06:03.028596 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 39328) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:06:03.033035 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-ad927eb5-1591-4da4-a30f-90fd46cd4e9d tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] Request body: {'floatingip': {'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'port_id': 'f92d3131-5d81-4976-8079-1d53ca76b210', 'tenant_id': '8204b7fbf90743a4b28586da19a89e2f', 'fixed_ip_address': '172.20.0.7'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:06:03.056037 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ad927eb5-1591-4da4-a30f-90fd46cd4e9d tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] Publish callbacks [] for floatingip, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:03.056353 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['649f30c8-b38a-4c61-9f72-74a532df523d'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:06:03.188798 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3008ede1-8b6a-4835-a7a0-e4e34bd91f8f req-3838e1da-f22b-4020-b730-d73faa5af6bc tempest-VolumesSnapshotTestJSON-912582974 tempest-VolumesSnapshotTestJSON-912582974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:03.190253 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3008ede1-8b6a-4835-a7a0-e4e34bd91f8f req-3838e1da-f22b-4020-b730-d73faa5af6bc tempest-VolumesSnapshotTestJSON-912582974 tempest-VolumesSnapshotTestJSON-912582974-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea4d8777-6226-4b8b-8796-8f5d3b85745d HTTP/1.1" status: 200 len: 945 time: 0.0660980 Oct 20 11:06:03.205696 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ad927eb5-1591-4da4-a30f-90fd46cd4e9d tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:03.272432 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3008ede1-8b6a-4835-a7a0-e4e34bd91f8f req-9e881ccd-d1e5-447c-958f-73a9da3f8ebb tempest-VolumesSnapshotTestJSON-912582974 tempest-VolumesSnapshotTestJSON-912582974-project] 10.222.0.64 "GET /v2.0/security-groups?id=430d475f-924a-447c-ab0d-480f80ef541f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745144 Oct 20 11:06:03.328660 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [None req-ad927eb5-1591-4da4-a30f-90fd46cd4e9d tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] Allocated IP 172.25.1.17 (cbe170d3-31ba-45a2-b477-520ab0a7a8ea/f4e26aca-17ac-4adb-a66b-d939a1b35b64/7a31c948-9956-4afa-a392-52f082cb3349) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:06:03.428668 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ad927eb5-1591-4da4-a30f-90fd46cd4e9d tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:03.462171 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ad927eb5-1591-4da4-a30f-90fd46cd4e9d tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:03.500016 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad927eb5-1591-4da4-a30f-90fd46cd4e9d tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] Network cbe170d3-31ba-45a2-b477-520ab0a7a8ea is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:06:03.502757 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-ad927eb5-1591-4da4-a30f-90fd46cd4e9d tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:06:03.505597 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad927eb5-1591-4da4-a30f-90fd46cd4e9d tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:06:03.528321 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad927eb5-1591-4da4-a30f-90fd46cd4e9d tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] Pushing event updated for resources: {'Port': ['ID=7a31c948-9956-4afa-a392-52f082cb3349,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:06:03.548133 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-edbab6da-1104-4e69-ada2-3e5f7f1f2637 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:03.862356 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ad927eb5-1591-4da4-a30f-90fd46cd4e9d tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:03.930652 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ad927eb5-1591-4da4-a30f-90fd46cd4e9d tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:04.075687 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ad927eb5-1591-4da4-a30f-90fd46cd4e9d tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:04.080187 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ad927eb5-1591-4da4-a30f-90fd46cd4e9d tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:04.149638 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad927eb5-1591-4da4-a30f-90fd46cd4e9d tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] Pushing event updated for resources: {'Port': ['ID=7a31c948-9956-4afa-a392-52f082cb3349,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:06:04.159214 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ad927eb5-1591-4da4-a30f-90fd46cd4e9d tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1773381'] for floatingip, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:04.573416 n-d-811396-3 neutron-server[100596]: INFO neutron.db.l3_db [None req-ad927eb5-1591-4da4-a30f-90fd46cd4e9d tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] Floating IP 62ef0fe3-2ac7-4269-86dd-f2f9eb0bfc90 associated. External IP: 172.25.1.17, port: f92d3131-5d81-4976-8079-1d53ca76b210. Oct 20 11:06:04.624675 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6e8a5b-fcd5-42d1-85ed-0719fc88a24f req-cecccff4-97b2-4e86-8cff-f8895f3d5ef5 tempest-VolumesSnapshotTestJSON-912582974 tempest-VolumesSnapshotTestJSON-912582974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:04.626149 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0c6e8a5b-fcd5-42d1-85ed-0719fc88a24f req-cecccff4-97b2-4e86-8cff-f8895f3d5ef5 tempest-VolumesSnapshotTestJSON-912582974 tempest-VolumesSnapshotTestJSON-912582974-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea4d8777-6226-4b8b-8796-8f5d3b85745d HTTP/1.1" status: 200 len: 945 time: 0.0953496 Oct 20 11:06:04.682672 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 649f30c8-b38a-4c61-9f72-74a532df523d up at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:06:04.701194 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0c6e8a5b-fcd5-42d1-85ed-0719fc88a24f req-fcc8c394-60f2-48d6-b378-0f25647c2ec7 tempest-VolumesSnapshotTestJSON-912582974 tempest-VolumesSnapshotTestJSON-912582974-project] 10.222.0.64 "GET /v2.0/security-groups?id=430d475f-924a-447c-ab0d-480f80ef541f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685081 Oct 20 11:06:04.744600 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning for port 649f30c8-b38a-4c61-9f72-74a532df523d completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:06:04.748630 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning complete for port 649f30c8-b38a-4c61-9f72-74a532df523d triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:06:04.749002 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:04.829215 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:04.851773 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad927eb5-1591-4da4-a30f-90fd46cd4e9d tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] Router b7838715-3248-46cb-b081-80a52e5cacec has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:06:04.852772 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea4d8777-6226-4b8b-8796-8f5d3b85745d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '649f30c8-b38a-4c61-9f72-74a532df523d'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:06:04.855024 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f04b5200-c90a-492a-863c-9eaf12fb009a" -d '{"events": [{"server_uuid": "ea4d8777-6226-4b8b-8796-8f5d3b85745d", "name": "network-vif-plugged", "status": "completed", "tag": "649f30c8-b38a-4c61-9f72-74a532df523d"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:06:04.870179 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 649f30c8-b38a-4c61-9f72-74a532df523d, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=649f30c8-b38a-4c61-9f72-74a532df523d,segment=NetworkSegment(1dda3094-a918-4e64-972b-a95bf3bceffb),segment_id=1dda3094-a918-4e64-972b-a95bf3bceffb)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:06:04.874667 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:04.901621 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3e870cb-3435-410e-93b2-baed6c32a16a x-openstack-request-id: req-e3e870cb-3435-410e-93b2-baed6c32a16a {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:06:04.902138 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea4d8777-6226-4b8b-8796-8f5d3b85745d", "name": "network-vif-plugged", "status": "completed", "tag": "649f30c8-b38a-4c61-9f72-74a532df523d", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:06:04.902557 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e3e870cb-3435-410e-93b2-baed6c32a16a {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:06:04.903116 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea4d8777-6226-4b8b-8796-8f5d3b85745d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '649f30c8-b38a-4c61-9f72-74a532df523d', 'code': 200} Oct 20 11:06:04.940169 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=649f30c8-b38a-4c61-9f72-74a532df523d,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:06:04.991464 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad927eb5-1591-4da4-a30f-90fd46cd4e9d tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:06:05.001524 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12fde0e5-8216-432d-bbd6-62e66b8810bd None None] Sync routers for ids ['b7838715-3248-46cb-b081-80a52e5cacec'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:06:05.009957 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba85666a-0a7f-4fc6-ad99-f83b8512bdba req-2f9583b8-1597-4e3d-bc16-ffe9d0df38b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:05.011194 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12fde0e5-8216-432d-bbd6-62e66b8810bd None None] Routers {'b7838715-3248-46cb-b081-80a52e5cacec'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:06:05.011649 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ba85666a-0a7f-4fc6-ad99-f83b8512bdba req-2f9583b8-1597-4e3d-bc16-ffe9d0df38b6 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ea4d8777-6226-4b8b-8796-8f5d3b85745d HTTP/1.1" status: 200 len: 1097 time: 0.0567880 Oct 20 11:06:05.011864 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-12fde0e5-8216-432d-bbd6-62e66b8810bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:05:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['b7838715-3248-46cb-b081-80a52e5cacec'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:06:05.014717 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ad927eb5-1591-4da4-a30f-90fd46cd4e9d tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for floatingip, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:05.057725 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-ad927eb5-1591-4da4-a30f-90fd46cd4e9d tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0280538 Oct 20 11:06:05.058575 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adfbff50-e92b-41bb-b6f6-4ee9cd1128fd', 'tag': 'f92d3131-5d81-4976-8079-1d53ca76b210'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:06:05.060476 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 39340) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:06:05.060975 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de16643f-faf5-431a-9318-51e4359480e8" -d '{"events": [{"name": "network-changed", "server_uuid": "adfbff50-e92b-41bb-b6f6-4ee9cd1128fd", "tag": "f92d3131-5d81-4976-8079-1d53ca76b210"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:06:05.087427 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ba85666a-0a7f-4fc6-ad99-f83b8512bdba req-e82c84bc-cfbd-417e-be8a-f46276e84cef service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=430d475f-924a-447c-ab0d-480f80ef541f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549340 Oct 20 11:06:05.104970 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2980ea86-28d4-4b28-93b9-5e94284594dd x-openstack-request-id: req-2980ea86-28d4-4b28-93b9-5e94284594dd {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:06:05.105269 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adfbff50-e92b-41bb-b6f6-4ee9cd1128fd", "tag": "f92d3131-5d81-4976-8079-1d53ca76b210", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:06:05.105525 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2980ea86-28d4-4b28-93b9-5e94284594dd {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:06:05.106346 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adfbff50-e92b-41bb-b6f6-4ee9cd1128fd', 'tag': 'f92d3131-5d81-4976-8079-1d53ca76b210', 'status': 'completed', 'code': 200} Oct 20 11:06:05.108325 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd9ed89-ac8a-4ca9-9b5c-c1794b95ce75 tempest-TestVolumeBackupRestore-1315202021 tempest-TestVolumeBackupRestore-1315202021-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:05.109904 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-8dd9ed89-ac8a-4ca9-9b5c-c1794b95ce75 tempest-TestVolumeBackupRestore-1315202021 tempest-TestVolumeBackupRestore-1315202021-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=adfbff50-e92b-41bb-b6f6-4ee9cd1128fd HTTP/1.1" status: 200 len: 1091 time: 0.0479755 Oct 20 11:06:05.112658 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 39344) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:06:05.117188 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-516f2225-b3e7-43c6-8cde-9bfd2f0e9351 tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] Request body: {'floatingip': {'port_id': 'f92d3131-5d81-4976-8079-1d53ca76b210'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:06:05.121415 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-12fde0e5-8216-432d-bbd6-62e66b8810bd None None] Set router b7838715-3248-46cb-b081-80a52e5cacec gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:06:05.174842 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-516f2225-b3e7-43c6-8cde-9bfd2f0e9351 tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] Publish callbacks [] for floatingip, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:05.196348 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de16643f-faf5-431a-9318-51e4359480e8 req-86721024-da05-4d44-98dd-c030a3093b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:05.197921 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-de16643f-faf5-431a-9318-51e4359480e8 req-86721024-da05-4d44-98dd-c030a3093b75 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8204b7fbf90743a4b28586da19a89e2f&device_id=adfbff50-e92b-41bb-b6f6-4ee9cd1128fd HTTP/1.1" status: 200 len: 1096 time: 0.0430443 Oct 20 11:06:05.307278 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de16643f-faf5-431a-9318-51e4359480e8 req-df27c00f-e150-4b4c-9e52-426b62124b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:05.308899 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-de16643f-faf5-431a-9318-51e4359480e8 req-df27c00f-e150-4b4c-9e52-426b62124b18 service neutron] 10.222.0.55 "GET /v2.0/networks?id=71d46fbd-2cb7-4e33-bc4d-fe066b1c8ae1 HTTP/1.1" status: 200 len: 914 time: 0.1040273 Oct 20 11:06:05.382598 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-de16643f-faf5-431a-9318-51e4359480e8 req-e344858d-5937-4511-9444-66af944f9b02 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f92d3131-5d81-4976-8079-1d53ca76b210 HTTP/1.1" status: 200 len: 998 time: 0.0663736 Oct 20 11:06:05.434450 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de16643f-faf5-431a-9318-51e4359480e8 req-2442b7ea-fa9d-4d7c-b7d3-0f3943b95aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:05.436199 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-de16643f-faf5-431a-9318-51e4359480e8 req-2442b7ea-fa9d-4d7c-b7d3-0f3943b95aee service neutron] 10.222.0.55 "GET /v2.0/subnets?id=936c6511-ee64-4bbf-9609-909939563eba HTTP/1.1" status: 200 len: 852 time: 0.0466831 Oct 20 11:06:05.481236 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de16643f-faf5-431a-9318-51e4359480e8 req-9aa69bef-deca-410b-8add-8bedd5fe67ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:05.482750 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-de16643f-faf5-431a-9318-51e4359480e8 req-9aa69bef-deca-410b-8add-8bedd5fe67ad service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=71d46fbd-2cb7-4e33-bc4d-fe066b1c8ae1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397830 Oct 20 11:06:05.508040 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-12fde0e5-8216-432d-bbd6-62e66b8810bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7838715-3248-46cb-b081-80a52e5cacec', 'name': 'tempest-TestVolumeBackupRestore-677686623-router', 'tenant_id': '8204b7fbf90743a4b28586da19a89e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': 'de09df16-a680-4e45-a006-21bee26f3a7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:03:21Z', 'updated_at': '2021-10-20T11:03:24Z', 'revision_number': 4, 'project_id': '8204b7fbf90743a4b28586da19a89e2f', 'gw_port': {'id': 'de09df16-a680-4e45-a006-21bee26f3a7b', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:f1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7838715-3248-46cb-b081-80a52e5cacec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:03:22Z', 'updated_at': '2021-10-20T11:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_floatingips': [{'id': '62ef0fe3-2ac7-4269-86dd-f2f9eb0bfc90', 'tenant_id': '8204b7fbf90743a4b28586da19a89e2f', 'floating_ip_address': '172.25.1.17', 'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'router_id': 'b7838715-3248-46cb-b081-80a52e5cacec', 'port_id': 'f92d3131-5d81-4976-8079-1d53ca76b210', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3841, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71d46fbd-2cb7-4e33-bc4d-fe066b1c8ae1', 'mac_address': 'fa:16:3e:3e:3a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adfbff50-e92b-41bb-b6f6-4ee9cd1128fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:06:03Z', 'updated_at': '2021-10-20T11:06:03Z', 'revision_number': 0, 'project_id': '8204b7fbf90743a4b28586da19a89e2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6ea12c5-79b4-4f05-9fda-db5738197e1a', 'name': '', 'network_id': '71d46fbd-2cb7-4e33-bc4d-fe066b1c8ae1', 'tenant_id': '8204b7fbf90743a4b28586da19a89e2f', 'mac_address': 'fa:16:3e:fd:2d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7838715-3248-46cb-b081-80a52e5cacec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '936c6511-ee64-4bbf-9609-909939563eba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:03:23Z', 'updated_at': '2021-10-20T11:03:30Z', 'revision_number': 5, 'project_id': '8204b7fbf90743a4b28586da19a89e2f', 'subnets': [{'id': '936c6511-ee64-4bbf-9609-909939563eba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:06:05.538330 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12fde0e5-8216-432d-bbd6-62e66b8810bd None None] Checking router: b7838715-3248-46cb-b081-80a52e5cacec for host: n-d-811396-3 {{(pid=100598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:06:05.546827 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12fde0e5-8216-432d-bbd6-62e66b8810bd None None] Routers {'b7838715-3248-46cb-b081-80a52e5cacec'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:06:05.547609 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-12fde0e5-8216-432d-bbd6-62e66b8810bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:05:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['b7838715-3248-46cb-b081-80a52e5cacec'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:06:05.583073 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-de16643f-faf5-431a-9318-51e4359480e8 req-9f6ff7d2-e9a6-4c5e-bed7-6e5ebcdb315a service neutron] 10.222.0.55 "GET /v2.0/networks/71d46fbd-2cb7-4e33-bc4d-fe066b1c8ae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928645 Oct 20 11:06:05.680818 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-516f2225-b3e7-43c6-8cde-9bfd2f0e9351 tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:05.686410 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-516f2225-b3e7-43c6-8cde-9bfd2f0e9351 tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1773381'] for floatingip, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:05.688474 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-12fde0e5-8216-432d-bbd6-62e66b8810bd None None] Set router b7838715-3248-46cb-b081-80a52e5cacec gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:06:05.697811 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-de16643f-faf5-431a-9318-51e4359480e8 req-fe790589-e97f-435c-8f56-fc37ee350406 service neutron] 10.222.0.55 "GET /v2.0/networks/71d46fbd-2cb7-4e33-bc4d-fe066b1c8ae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072273 Oct 20 11:06:05.827237 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c7dad7-1a95-4684-916c-a854ee5e88a1 req-86a7a61c-4f35-4d75-b04e-6a54d4e91ef9 tempest-VolumesSnapshotTestJSON-912582974 tempest-VolumesSnapshotTestJSON-912582974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:05.828941 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-48c7dad7-1a95-4684-916c-a854ee5e88a1 req-86a7a61c-4f35-4d75-b04e-6a54d4e91ef9 tempest-VolumesSnapshotTestJSON-912582974 tempest-VolumesSnapshotTestJSON-912582974-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea4d8777-6226-4b8b-8796-8f5d3b85745d HTTP/1.1" status: 200 len: 946 time: 0.0498278 Oct 20 11:06:05.874228 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-48c7dad7-1a95-4684-916c-a854ee5e88a1 req-964ffd6f-cd37-4e95-9c53-25306e70454d tempest-VolumesSnapshotTestJSON-912582974 tempest-VolumesSnapshotTestJSON-912582974-project] 10.222.0.64 "GET /v2.0/security-groups?id=430d475f-924a-447c-ab0d-480f80ef541f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389264 Oct 20 11:06:05.934824 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-12fde0e5-8216-432d-bbd6-62e66b8810bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7838715-3248-46cb-b081-80a52e5cacec', 'name': 'tempest-TestVolumeBackupRestore-677686623-router', 'tenant_id': '8204b7fbf90743a4b28586da19a89e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': 'de09df16-a680-4e45-a006-21bee26f3a7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:03:21Z', 'updated_at': '2021-10-20T11:03:24Z', 'revision_number': 4, 'project_id': '8204b7fbf90743a4b28586da19a89e2f', 'gw_port': {'id': 'de09df16-a680-4e45-a006-21bee26f3a7b', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:f1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7838715-3248-46cb-b081-80a52e5cacec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:03:22Z', 'updated_at': '2021-10-20T11:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_floatingips': [{'id': '62ef0fe3-2ac7-4269-86dd-f2f9eb0bfc90', 'tenant_id': '8204b7fbf90743a4b28586da19a89e2f', 'floating_ip_address': '172.25.1.17', 'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'router_id': 'b7838715-3248-46cb-b081-80a52e5cacec', 'port_id': 'f92d3131-5d81-4976-8079-1d53ca76b210', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3841, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71d46fbd-2cb7-4e33-bc4d-fe066b1c8ae1', 'mac_address': 'fa:16:3e:3e:3a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adfbff50-e92b-41bb-b6f6-4ee9cd1128fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:06:03Z', 'updated_at': '2021-10-20T11:06:03Z', 'revision_number': 0, 'project_id': '8204b7fbf90743a4b28586da19a89e2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6ea12c5-79b4-4f05-9fda-db5738197e1a', 'name': '', 'network_id': '71d46fbd-2cb7-4e33-bc4d-fe066b1c8ae1', 'tenant_id': '8204b7fbf90743a4b28586da19a89e2f', 'mac_address': 'fa:16:3e:fd:2d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7838715-3248-46cb-b081-80a52e5cacec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '936c6511-ee64-4bbf-9609-909939563eba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:03:23Z', 'updated_at': '2021-10-20T11:03:30Z', 'revision_number': 5, 'project_id': '8204b7fbf90743a4b28586da19a89e2f', 'subnets': [{'id': '936c6511-ee64-4bbf-9609-909939563eba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:06:05.939374 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-516f2225-b3e7-43c6-8cde-9bfd2f0e9351 tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] Router b7838715-3248-46cb-b081-80a52e5cacec has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:06:05.961391 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12fde0e5-8216-432d-bbd6-62e66b8810bd None None] The sync data for ids ['b7838715-3248-46cb-b081-80a52e5cacec'] in n-d-811396-3 is: [{'id': 'b7838715-3248-46cb-b081-80a52e5cacec', 'name': 'tempest-TestVolumeBackupRestore-677686623-router', 'tenant_id': '8204b7fbf90743a4b28586da19a89e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': 'de09df16-a680-4e45-a006-21bee26f3a7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:03:21Z', 'updated_at': '2021-10-20T11:03:24Z', 'revision_number': 4, 'project_id': '8204b7fbf90743a4b28586da19a89e2f', 'gw_port': {'id': 'de09df16-a680-4e45-a006-21bee26f3a7b', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:f1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7838715-3248-46cb-b081-80a52e5cacec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:03:22Z', 'updated_at': '2021-10-20T11:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_floatingips': [{'id': '62ef0fe3-2ac7-4269-86dd-f2f9eb0bfc90', 'tenant_id': '8204b7fbf90743a4b28586da19a89e2f', 'floating_ip_address': '172.25.1.17', 'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'router_id': 'b7838715-3248-46cb-b081-80a52e5cacec', 'port_id': 'f92d3131-5d81-4976-8079-1d53ca76b210', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3841, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71d46fbd-2cb7-4e33-bc4d-fe066b1c8ae1', 'mac_address': 'fa:16:3e:3e:3a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adfbff50-e92b-41bb-b6f6-4ee9cd1128fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:06:03Z', 'updated_at': '2021-10-20T11:06:03Z', 'revision_number': 0, 'project_id': '8204b7fbf90743a4b28586da19a89e2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6ea12c5-79b4-4f05-9fda-db5738197e1a', 'name': '', 'network_id': '71d46fbd-2cb7-4e33-bc4d-fe066b1c8ae1', 'tenant_id': '8204b7fbf90743a4b28586da19a89e2f', 'mac_address': 'fa:16:3e:fd:2d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7838715-3248-46cb-b081-80a52e5cacec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '936c6511-ee64-4bbf-9609-909939563eba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:03:23Z', 'updated_at': '2021-10-20T11:03:30Z', 'revision_number': 5, 'project_id': '8204b7fbf90743a4b28586da19a89e2f', 'subnets': [{'id': '936c6511-ee64-4bbf-9609-909939563eba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:06:06.195132 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17319ef7-4a06-44f9-8238-bd048251c004 None None] New status for floating IP 62ef0fe3-2ac7-4269-86dd-f2f9eb0bfc90: ACTIVE {{(pid=100599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 11:06:06.290284 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-516f2225-b3e7-43c6-8cde-9bfd2f0e9351 tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:06:06.295084 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-516f2225-b3e7-43c6-8cde-9bfd2f0e9351 tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for floatingip, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:06.323676 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adfbff50-e92b-41bb-b6f6-4ee9cd1128fd', 'tag': 'f92d3131-5d81-4976-8079-1d53ca76b210'}] {{(pid=100597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:06:06.325983 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd85cad6a391afaa95d2dd5280bfd4659fc1e1b2aba53b5e7ef874f059efcdc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fb864df-1d0a-493a-9f45-d5dd984c0d09" -d '{"events": [{"name": "network-changed", "server_uuid": "adfbff50-e92b-41bb-b6f6-4ee9cd1128fd", "tag": "f92d3131-5d81-4976-8079-1d53ca76b210"}]}' {{(pid=100597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:06:06.355698 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-516f2225-b3e7-43c6-8cde-9bfd2f0e9351 tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] 10.222.0.64 "PUT /v2.0/floatingips/62ef0fe3-2ac7-4269-86dd-f2f9eb0bfc90 HTTP/1.1" status: 200 len: 990 time: 1.2414677 Oct 20 11:06:06.406448 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-46021ee6-e819-4876-a784-c74f48b2f496 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:06.420714 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1cb8cb2-49b2-43fa-a533-2a00b7dd9d41 None None] Sync routers for ids ['b7838715-3248-46cb-b081-80a52e5cacec'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:06:06.430654 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1cb8cb2-49b2-43fa-a533-2a00b7dd9d41 None None] Routers {'b7838715-3248-46cb-b081-80a52e5cacec'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:06:06.431351 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-f1cb8cb2-49b2-43fa-a533-2a00b7dd9d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:06:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['b7838715-3248-46cb-b081-80a52e5cacec'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:06:06.432780 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-361463b7-c0ad-4d77-96ca-6fc8eca0acce x-openstack-request-id: req-361463b7-c0ad-4d77-96ca-6fc8eca0acce {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:06:06.432964 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adfbff50-e92b-41bb-b6f6-4ee9cd1128fd", "tag": "f92d3131-5d81-4976-8079-1d53ca76b210", "status": "completed", "code": 200}]} {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:06:06.433219 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-361463b7-c0ad-4d77-96ca-6fc8eca0acce {{(pid=100597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:06:06.434849 n-d-811396-3 neutron-server[100597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adfbff50-e92b-41bb-b6f6-4ee9cd1128fd', 'tag': 'f92d3131-5d81-4976-8079-1d53ca76b210', 'status': 'completed', 'code': 200} Oct 20 11:06:06.512848 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb864df-1d0a-493a-9f45-d5dd984c0d09 req-8640a464-8b9e-43bb-9d72-fe4def3e2f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:06.514370 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8fb864df-1d0a-493a-9f45-d5dd984c0d09 req-8640a464-8b9e-43bb-9d72-fe4def3e2f75 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8204b7fbf90743a4b28586da19a89e2f&device_id=adfbff50-e92b-41bb-b6f6-4ee9cd1128fd HTTP/1.1" status: 200 len: 1096 time: 0.0404632 Oct 20 11:06:06.538035 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-f1cb8cb2-49b2-43fa-a533-2a00b7dd9d41 None None] Set router b7838715-3248-46cb-b081-80a52e5cacec gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:06:06.608814 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb864df-1d0a-493a-9f45-d5dd984c0d09 req-cb087ccd-0617-4f8d-90c4-667455e9ab10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:06.610371 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8fb864df-1d0a-493a-9f45-d5dd984c0d09 req-cb087ccd-0617-4f8d-90c4-667455e9ab10 service neutron] 10.222.0.55 "GET /v2.0/networks?id=71d46fbd-2cb7-4e33-bc4d-fe066b1c8ae1 HTTP/1.1" status: 200 len: 914 time: 0.0892057 Oct 20 11:06:06.675114 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8fb864df-1d0a-493a-9f45-d5dd984c0d09 req-353b416d-dd91-4eda-b857-43b1d1683461 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f92d3131-5d81-4976-8079-1d53ca76b210 HTTP/1.1" status: 200 len: 1000 time: 0.0575056 Oct 20 11:06:06.724447 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb864df-1d0a-493a-9f45-d5dd984c0d09 req-547d8db3-120d-4435-80ea-641b997b2b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:06.725932 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8fb864df-1d0a-493a-9f45-d5dd984c0d09 req-547d8db3-120d-4435-80ea-641b997b2b70 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=936c6511-ee64-4bbf-9609-909939563eba HTTP/1.1" status: 200 len: 852 time: 0.0434825 Oct 20 11:06:06.762174 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-f1cb8cb2-49b2-43fa-a533-2a00b7dd9d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7838715-3248-46cb-b081-80a52e5cacec', 'name': 'tempest-TestVolumeBackupRestore-677686623-router', 'tenant_id': '8204b7fbf90743a4b28586da19a89e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': 'de09df16-a680-4e45-a006-21bee26f3a7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:03:21Z', 'updated_at': '2021-10-20T11:03:24Z', 'revision_number': 4, 'project_id': '8204b7fbf90743a4b28586da19a89e2f', 'gw_port': {'id': 'de09df16-a680-4e45-a006-21bee26f3a7b', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:f1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7838715-3248-46cb-b081-80a52e5cacec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:03:22Z', 'updated_at': '2021-10-20T11:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_floatingips': [{'id': '62ef0fe3-2ac7-4269-86dd-f2f9eb0bfc90', 'tenant_id': '8204b7fbf90743a4b28586da19a89e2f', 'floating_ip_address': '172.25.1.17', 'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'router_id': 'b7838715-3248-46cb-b081-80a52e5cacec', 'port_id': 'f92d3131-5d81-4976-8079-1d53ca76b210', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3841, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71d46fbd-2cb7-4e33-bc4d-fe066b1c8ae1', 'mac_address': 'fa:16:3e:3e:3a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adfbff50-e92b-41bb-b6f6-4ee9cd1128fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:06:03Z', 'updated_at': '2021-10-20T11:06:06Z', 'revision_number': 2, 'project_id': '8204b7fbf90743a4b28586da19a89e2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6ea12c5-79b4-4f05-9fda-db5738197e1a', 'name': '', 'network_id': '71d46fbd-2cb7-4e33-bc4d-fe066b1c8ae1', 'tenant_id': '8204b7fbf90743a4b28586da19a89e2f', 'mac_address': 'fa:16:3e:fd:2d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7838715-3248-46cb-b081-80a52e5cacec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '936c6511-ee64-4bbf-9609-909939563eba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:03:23Z', 'updated_at': '2021-10-20T11:03:30Z', 'revision_number': 5, 'project_id': '8204b7fbf90743a4b28586da19a89e2f', 'subnets': [{'id': '936c6511-ee64-4bbf-9609-909939563eba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:06:06.775361 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb864df-1d0a-493a-9f45-d5dd984c0d09 req-b3ec622c-0dfb-4a83-8c31-630117493f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:06.776864 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8fb864df-1d0a-493a-9f45-d5dd984c0d09 req-b3ec622c-0dfb-4a83-8c31-630117493f91 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=71d46fbd-2cb7-4e33-bc4d-fe066b1c8ae1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433142 Oct 20 11:06:06.789035 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1cb8cb2-49b2-43fa-a533-2a00b7dd9d41 None None] Checking router: b7838715-3248-46cb-b081-80a52e5cacec for host: n-d-811396-3 {{(pid=100598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:06:06.797581 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1cb8cb2-49b2-43fa-a533-2a00b7dd9d41 None None] Routers {'b7838715-3248-46cb-b081-80a52e5cacec'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:06:06.798187 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-f1cb8cb2-49b2-43fa-a533-2a00b7dd9d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:06:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['b7838715-3248-46cb-b081-80a52e5cacec'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:06:06.876878 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8fb864df-1d0a-493a-9f45-d5dd984c0d09 req-466e38e3-8d58-4803-823a-f4f5cdaf4f3c service neutron] 10.222.0.55 "GET /v2.0/networks/71d46fbd-2cb7-4e33-bc4d-fe066b1c8ae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928113 Oct 20 11:06:06.905798 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-f1cb8cb2-49b2-43fa-a533-2a00b7dd9d41 None None] Set router b7838715-3248-46cb-b081-80a52e5cacec gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:06:06.930991 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-71780e0a-a365-4906-9bc1-f700afaeec43 req-9299c57c-fef2-42f5-b4ae-db0de434861a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=adfbff50-e92b-41bb-b6f6-4ee9cd1128fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0715234 Oct 20 11:06:07.028401 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8fb864df-1d0a-493a-9f45-d5dd984c0d09 req-19d4b234-4e25-4d2b-8599-380960738128 service neutron] 10.222.0.55 "GET /v2.0/networks/71d46fbd-2cb7-4e33-bc4d-fe066b1c8ae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342280 Oct 20 11:06:07.040746 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4315f449-f560-444d-8def-30ee540e98a7 req-19ad88bf-de7e-4b36-b42f-d176e98a69b8 tempest-VolumesSnapshotTestJSON-912582974 tempest-VolumesSnapshotTestJSON-912582974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:07.042163 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4315f449-f560-444d-8def-30ee540e98a7 req-19ad88bf-de7e-4b36-b42f-d176e98a69b8 tempest-VolumesSnapshotTestJSON-912582974 tempest-VolumesSnapshotTestJSON-912582974-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea4d8777-6226-4b8b-8796-8f5d3b85745d HTTP/1.1" status: 200 len: 946 time: 0.0687916 Oct 20 11:06:07.084492 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4315f449-f560-444d-8def-30ee540e98a7 req-a6464716-9672-4afc-a921-06dd10e6bd2b tempest-VolumesSnapshotTestJSON-912582974 tempest-VolumesSnapshotTestJSON-912582974-project] 10.222.0.64 "GET /v2.0/security-groups?id=430d475f-924a-447c-ab0d-480f80ef541f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359874 Oct 20 11:06:07.145540 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:07.162243 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-f1cb8cb2-49b2-43fa-a533-2a00b7dd9d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7838715-3248-46cb-b081-80a52e5cacec', 'name': 'tempest-TestVolumeBackupRestore-677686623-router', 'tenant_id': '8204b7fbf90743a4b28586da19a89e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': 'de09df16-a680-4e45-a006-21bee26f3a7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:03:21Z', 'updated_at': '2021-10-20T11:03:24Z', 'revision_number': 4, 'project_id': '8204b7fbf90743a4b28586da19a89e2f', 'gw_port': {'id': 'de09df16-a680-4e45-a006-21bee26f3a7b', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:f1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7838715-3248-46cb-b081-80a52e5cacec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:03:22Z', 'updated_at': '2021-10-20T11:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_floatingips': [{'id': '62ef0fe3-2ac7-4269-86dd-f2f9eb0bfc90', 'tenant_id': '8204b7fbf90743a4b28586da19a89e2f', 'floating_ip_address': '172.25.1.17', 'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'router_id': 'b7838715-3248-46cb-b081-80a52e5cacec', 'port_id': 'f92d3131-5d81-4976-8079-1d53ca76b210', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3841, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71d46fbd-2cb7-4e33-bc4d-fe066b1c8ae1', 'mac_address': 'fa:16:3e:3e:3a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adfbff50-e92b-41bb-b6f6-4ee9cd1128fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:06:03Z', 'updated_at': '2021-10-20T11:06:06Z', 'revision_number': 2, 'project_id': '8204b7fbf90743a4b28586da19a89e2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6ea12c5-79b4-4f05-9fda-db5738197e1a', 'name': '', 'network_id': '71d46fbd-2cb7-4e33-bc4d-fe066b1c8ae1', 'tenant_id': '8204b7fbf90743a4b28586da19a89e2f', 'mac_address': 'fa:16:3e:fd:2d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7838715-3248-46cb-b081-80a52e5cacec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '936c6511-ee64-4bbf-9609-909939563eba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:03:23Z', 'updated_at': '2021-10-20T11:03:30Z', 'revision_number': 5, 'project_id': '8204b7fbf90743a4b28586da19a89e2f', 'subnets': [{'id': '936c6511-ee64-4bbf-9609-909939563eba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:06:07.191655 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1cb8cb2-49b2-43fa-a533-2a00b7dd9d41 None None] The sync data for ids ['b7838715-3248-46cb-b081-80a52e5cacec'] in n-d-811396-3 is: [{'id': 'b7838715-3248-46cb-b081-80a52e5cacec', 'name': 'tempest-TestVolumeBackupRestore-677686623-router', 'tenant_id': '8204b7fbf90743a4b28586da19a89e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': 'de09df16-a680-4e45-a006-21bee26f3a7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:03:21Z', 'updated_at': '2021-10-20T11:03:24Z', 'revision_number': 4, 'project_id': '8204b7fbf90743a4b28586da19a89e2f', 'gw_port': {'id': 'de09df16-a680-4e45-a006-21bee26f3a7b', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:f1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7838715-3248-46cb-b081-80a52e5cacec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:03:22Z', 'updated_at': '2021-10-20T11:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_floatingips': [{'id': '62ef0fe3-2ac7-4269-86dd-f2f9eb0bfc90', 'tenant_id': '8204b7fbf90743a4b28586da19a89e2f', 'floating_ip_address': '172.25.1.17', 'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'router_id': 'b7838715-3248-46cb-b081-80a52e5cacec', 'port_id': 'f92d3131-5d81-4976-8079-1d53ca76b210', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3841, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71d46fbd-2cb7-4e33-bc4d-fe066b1c8ae1', 'mac_address': 'fa:16:3e:3e:3a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adfbff50-e92b-41bb-b6f6-4ee9cd1128fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:06:03Z', 'updated_at': '2021-10-20T11:06:06Z', 'revision_number': 2, 'project_id': '8204b7fbf90743a4b28586da19a89e2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6ea12c5-79b4-4f05-9fda-db5738197e1a', 'name': '', 'network_id': '71d46fbd-2cb7-4e33-bc4d-fe066b1c8ae1', 'tenant_id': '8204b7fbf90743a4b28586da19a89e2f', 'mac_address': 'fa:16:3e:fd:2d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7838715-3248-46cb-b081-80a52e5cacec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '936c6511-ee64-4bbf-9609-909939563eba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:03:23Z', 'updated_at': '2021-10-20T11:03:30Z', 'revision_number': 5, 'project_id': '8204b7fbf90743a4b28586da19a89e2f', 'subnets': [{'id': '936c6511-ee64-4bbf-9609-909939563eba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:06:07.207681 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71780e0a-a365-4906-9bc1-f700afaeec43 req-6811d06a-0b7d-4455-90d1-ac2aa4559f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:07.209191 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-71780e0a-a365-4906-9bc1-f700afaeec43 req-6811d06a-0b7d-4455-90d1-ac2aa4559f5c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8204b7fbf90743a4b28586da19a89e2f&device_id=adfbff50-e92b-41bb-b6f6-4ee9cd1128fd HTTP/1.1" status: 200 len: 1096 time: 0.0468941 Oct 20 11:06:07.327343 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71780e0a-a365-4906-9bc1-f700afaeec43 req-41b13be6-b372-417d-b02f-a6ef2497f953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:07.329278 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-71780e0a-a365-4906-9bc1-f700afaeec43 req-41b13be6-b372-417d-b02f-a6ef2497f953 service neutron] 10.222.0.55 "GET /v2.0/networks?id=71d46fbd-2cb7-4e33-bc4d-fe066b1c8ae1 HTTP/1.1" status: 200 len: 914 time: 0.0998838 Oct 20 11:06:07.425377 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-71780e0a-a365-4906-9bc1-f700afaeec43 req-f16a4210-0204-4780-96fe-ac6b734f6d7f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f92d3131-5d81-4976-8079-1d53ca76b210 HTTP/1.1" status: 200 len: 1000 time: 0.0887854 Oct 20 11:06:07.476385 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71780e0a-a365-4906-9bc1-f700afaeec43 req-99d20ab4-0ff5-42dc-a756-d8cd26ebb811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:07.477872 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-71780e0a-a365-4906-9bc1-f700afaeec43 req-99d20ab4-0ff5-42dc-a756-d8cd26ebb811 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=936c6511-ee64-4bbf-9609-909939563eba HTTP/1.1" status: 200 len: 852 time: 0.0458114 Oct 20 11:06:07.532749 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71780e0a-a365-4906-9bc1-f700afaeec43 req-23184ff0-9a20-48f7-afa2-cc01fede6d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:07.534284 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-71780e0a-a365-4906-9bc1-f700afaeec43 req-23184ff0-9a20-48f7-afa2-cc01fede6d06 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=71d46fbd-2cb7-4e33-bc4d-fe066b1c8ae1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0496404 Oct 20 11:06:07.613017 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:07.638458 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-71780e0a-a365-4906-9bc1-f700afaeec43 req-11a40ba0-2518-46df-8e92-71058916b074 service neutron] 10.222.0.55 "GET /v2.0/networks/71d46fbd-2cb7-4e33-bc4d-fe066b1c8ae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956678 Oct 20 11:06:07.729694 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-71780e0a-a365-4906-9bc1-f700afaeec43 req-72e46fca-d28e-4948-8aa6-2ae31ab63e4c service neutron] 10.222.0.55 "GET /v2.0/networks/71d46fbd-2cb7-4e33-bc4d-fe066b1c8ae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846300 Oct 20 11:06:08.213404 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:08.434718 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adfbff50-e92b-41bb-b6f6-4ee9cd1128fd', 'tag': 'f92d3131-5d81-4976-8079-1d53ca76b210'}] {{(pid=100597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:06:08.437068 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd85cad6a391afaa95d2dd5280bfd4659fc1e1b2aba53b5e7ef874f059efcdc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66d19302-887b-4c6d-9699-71777827ceda" -d '{"events": [{"name": "network-changed", "server_uuid": "adfbff50-e92b-41bb-b6f6-4ee9cd1128fd", "tag": "f92d3131-5d81-4976-8079-1d53ca76b210"}]}' {{(pid=100597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:06:08.473978 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf3ca362-f476-44e1-ab6c-f12b155a2af8 x-openstack-request-id: req-bf3ca362-f476-44e1-ab6c-f12b155a2af8 {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:06:08.474272 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adfbff50-e92b-41bb-b6f6-4ee9cd1128fd", "tag": "f92d3131-5d81-4976-8079-1d53ca76b210", "status": "completed", "code": 200}]} {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:06:08.474513 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bf3ca362-f476-44e1-ab6c-f12b155a2af8 {{(pid=100597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:06:08.474903 n-d-811396-3 neutron-server[100597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adfbff50-e92b-41bb-b6f6-4ee9cd1128fd', 'tag': 'f92d3131-5d81-4976-8079-1d53ca76b210', 'status': 'completed', 'code': 200} Oct 20 11:06:08.572725 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d19302-887b-4c6d-9699-71777827ceda req-0cc9614e-7341-491f-b2b1-53120d6a541a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:08.574267 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-66d19302-887b-4c6d-9699-71777827ceda req-0cc9614e-7341-491f-b2b1-53120d6a541a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8204b7fbf90743a4b28586da19a89e2f&device_id=adfbff50-e92b-41bb-b6f6-4ee9cd1128fd HTTP/1.1" status: 200 len: 1096 time: 0.0500114 Oct 20 11:06:08.669261 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d19302-887b-4c6d-9699-71777827ceda req-58aa140a-e4bc-4206-b8d5-01194bf0ae1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:08.670788 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-66d19302-887b-4c6d-9699-71777827ceda req-58aa140a-e4bc-4206-b8d5-01194bf0ae1b service neutron] 10.222.0.55 "GET /v2.0/networks?id=71d46fbd-2cb7-4e33-bc4d-fe066b1c8ae1 HTTP/1.1" status: 200 len: 914 time: 0.0889237 Oct 20 11:06:08.741644 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-66d19302-887b-4c6d-9699-71777827ceda req-fbf9cfc9-d6bd-4e4f-9f39-94691ca441a5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f92d3131-5d81-4976-8079-1d53ca76b210 HTTP/1.1" status: 200 len: 1000 time: 0.0639017 Oct 20 11:06:08.792155 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d19302-887b-4c6d-9699-71777827ceda req-f2817d71-1ac1-47a8-bc2b-e7be61243e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:08.793976 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-66d19302-887b-4c6d-9699-71777827ceda req-f2817d71-1ac1-47a8-bc2b-e7be61243e28 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=936c6511-ee64-4bbf-9609-909939563eba HTTP/1.1" status: 200 len: 852 time: 0.0458510 Oct 20 11:06:08.840949 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d19302-887b-4c6d-9699-71777827ceda req-8b479a38-c194-464a-a5fa-6d5e2f31208b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:08.842396 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-66d19302-887b-4c6d-9699-71777827ceda req-8b479a38-c194-464a-a5fa-6d5e2f31208b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=71d46fbd-2cb7-4e33-bc4d-fe066b1c8ae1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410209 Oct 20 11:06:08.938229 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-66d19302-887b-4c6d-9699-71777827ceda req-f8f00a1f-6376-4a26-8da6-95a75020da53 service neutron] 10.222.0.55 "GET /v2.0/networks/71d46fbd-2cb7-4e33-bc4d-fe066b1c8ae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883582 Oct 20 11:06:09.000489 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:09.031237 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-66d19302-887b-4c6d-9699-71777827ceda req-15137027-523e-4242-9426-283d808de6dd service neutron] 10.222.0.55 "GET /v2.0/networks/71d46fbd-2cb7-4e33-bc4d-fe066b1c8ae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852585 Oct 20 11:06:19.369605 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:23.263833 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 7 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:06:33.548849 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-4e6661ea-ccee-4ff2-9d03-9bdb67219c3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:36.407349 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-950889d3-8017-4c31-8f0c-4d5b189f6336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:37.140187 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:37.616164 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:38.223673 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:38.998686 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:39.506678 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 39610) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:06:39.662513 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-cddd90d4-7ea9-4b0f-8791-8fdd3e2d931d tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] Deleting port 7a31c948-9956-4afa-a392-52f082cb3349 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:06:39.662916 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-cddd90d4-7ea9-4b0f-8791-8fdd3e2d931d tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:39.736757 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-cddd90d4-7ea9-4b0f-8791-8fdd3e2d931d tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:39.737039 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-cddd90d4-7ea9-4b0f-8791-8fdd3e2d931d tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:39.748473 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-cddd90d4-7ea9-4b0f-8791-8fdd3e2d931d tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] Calling delete_port for 7a31c948-9956-4afa-a392-52f082cb3349 owned by network:floatingip {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:06:39.900014 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-cddd90d4-7ea9-4b0f-8791-8fdd3e2d931d tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:39.927807 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddd90d4-7ea9-4b0f-8791-8fdd3e2d931d tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] Pushing event deleted for resources: {'Port': ['ID=7a31c948-9956-4afa-a392-52f082cb3349,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:06:39.951913 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddd90d4-7ea9-4b0f-8791-8fdd3e2d931d tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:06:39.952283 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddd90d4-7ea9-4b0f-8791-8fdd3e2d931d tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:06:39.952621 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddd90d4-7ea9-4b0f-8791-8fdd3e2d931d tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:06:39.952953 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddd90d4-7ea9-4b0f-8791-8fdd3e2d931d tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:06:39.953285 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddd90d4-7ea9-4b0f-8791-8fdd3e2d931d tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:06:39.953607 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddd90d4-7ea9-4b0f-8791-8fdd3e2d931d tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:06:39.953927 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddd90d4-7ea9-4b0f-8791-8fdd3e2d931d tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:06:39.954263 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddd90d4-7ea9-4b0f-8791-8fdd3e2d931d tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:06:39.954564 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddd90d4-7ea9-4b0f-8791-8fdd3e2d931d tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:06:39.954887 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddd90d4-7ea9-4b0f-8791-8fdd3e2d931d tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:06:39.955204 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddd90d4-7ea9-4b0f-8791-8fdd3e2d931d tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:06:39.956080 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddd90d4-7ea9-4b0f-8791-8fdd3e2d931d tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:06:39.999627 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-cddd90d4-7ea9-4b0f-8791-8fdd3e2d931d tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] Publish callbacks [] for floatingip, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:40.000076 n-d-811396-3 neutron-server[100597]: INFO neutron.db.l3_db [None req-cddd90d4-7ea9-4b0f-8791-8fdd3e2d931d tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] Floating IP 62ef0fe3-2ac7-4269-86dd-f2f9eb0bfc90 disassociated (deleted). External IP: 172.25.1.17, port: f92d3131-5d81-4976-8079-1d53ca76b210. Oct 20 11:06:40.260746 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cddd90d4-7ea9-4b0f-8791-8fdd3e2d931d tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] Router b7838715-3248-46cb-b081-80a52e5cacec has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:06:40.372935 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cddd90d4-7ea9-4b0f-8791-8fdd3e2d931d tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:06:40.378575 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-cddd90d4-7ea9-4b0f-8791-8fdd3e2d931d tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for floatingip, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:40.383332 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fda1bc2-e002-47c4-90e2-b49d10333535 None None] Sync routers for ids ['b7838715-3248-46cb-b081-80a52e5cacec'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:06:40.394204 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fda1bc2-e002-47c4-90e2-b49d10333535 None None] Routers {'b7838715-3248-46cb-b081-80a52e5cacec'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:06:40.395397 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-9fda1bc2-e002-47c4-90e2-b49d10333535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:06:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['b7838715-3248-46cb-b081-80a52e5cacec'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:06:40.412071 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-cddd90d4-7ea9-4b0f-8791-8fdd3e2d931d tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] 10.222.0.64 "DELETE /v2.0/floatingips/62ef0fe3-2ac7-4269-86dd-f2f9eb0bfc90 HTTP/1.1" status: 204 len: 168 time: 0.9028766 Oct 20 11:06:40.412071 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adfbff50-e92b-41bb-b6f6-4ee9cd1128fd', 'tag': 'f92d3131-5d81-4976-8079-1d53ca76b210'}] {{(pid=100597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:06:40.413525 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd85cad6a391afaa95d2dd5280bfd4659fc1e1b2aba53b5e7ef874f059efcdc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45d30bc7-7818-4b55-90d9-193c5cca632e" -d '{"events": [{"name": "network-changed", "server_uuid": "adfbff50-e92b-41bb-b6f6-4ee9cd1128fd", "tag": "f92d3131-5d81-4976-8079-1d53ca76b210"}]}' {{(pid=100597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:06:40.454584 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a6b1ca7-da2f-4652-b111-92791bb47a96 x-openstack-request-id: req-9a6b1ca7-da2f-4652-b111-92791bb47a96 {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:06:40.454885 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adfbff50-e92b-41bb-b6f6-4ee9cd1128fd", "tag": "f92d3131-5d81-4976-8079-1d53ca76b210", "status": "completed", "code": 200}]} {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:06:40.455139 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9a6b1ca7-da2f-4652-b111-92791bb47a96 {{(pid=100597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:06:40.455639 n-d-811396-3 neutron-server[100597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adfbff50-e92b-41bb-b6f6-4ee9cd1128fd', 'tag': 'f92d3131-5d81-4976-8079-1d53ca76b210', 'status': 'completed', 'code': 200} Oct 20 11:06:40.538427 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-9fda1bc2-e002-47c4-90e2-b49d10333535 None None] Set router b7838715-3248-46cb-b081-80a52e5cacec gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:06:40.567883 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d30bc7-7818-4b55-90d9-193c5cca632e req-c3f0f43e-d5cc-4d1a-a75b-f36497f692f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:40.569458 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-45d30bc7-7818-4b55-90d9-193c5cca632e req-c3f0f43e-d5cc-4d1a-a75b-f36497f692f6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8204b7fbf90743a4b28586da19a89e2f&device_id=adfbff50-e92b-41bb-b6f6-4ee9cd1128fd HTTP/1.1" status: 200 len: 1096 time: 0.0680337 Oct 20 11:06:40.694879 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724c9c0f-b7c8-4a26-8228-0b51024186d8 req-7e7189bf-a395-4af0-a815-3c8f931774b1 tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:40.696302 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-724c9c0f-b7c8-4a26-8228-0b51024186d8 req-7e7189bf-a395-4af0-a815-3c8f931774b1 tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] 10.222.0.64 "GET /v2.0/ports?device_id=adfbff50-e92b-41bb-b6f6-4ee9cd1128fd HTTP/1.1" status: 200 len: 945 time: 0.1002016 Oct 20 11:06:40.747523 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d30bc7-7818-4b55-90d9-193c5cca632e req-4c1630e5-4fa7-4999-8f8c-1e30ab0c4840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:40.749152 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-45d30bc7-7818-4b55-90d9-193c5cca632e req-4c1630e5-4fa7-4999-8f8c-1e30ab0c4840 service neutron] 10.222.0.55 "GET /v2.0/networks?id=71d46fbd-2cb7-4e33-bc4d-fe066b1c8ae1 HTTP/1.1" status: 200 len: 914 time: 0.1273522 Oct 20 11:06:40.755414 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-9fda1bc2-e002-47c4-90e2-b49d10333535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7838715-3248-46cb-b081-80a52e5cacec', 'name': 'tempest-TestVolumeBackupRestore-677686623-router', 'tenant_id': '8204b7fbf90743a4b28586da19a89e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': 'de09df16-a680-4e45-a006-21bee26f3a7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:03:21Z', 'updated_at': '2021-10-20T11:03:24Z', 'revision_number': 4, 'project_id': '8204b7fbf90743a4b28586da19a89e2f', 'gw_port': {'id': 'de09df16-a680-4e45-a006-21bee26f3a7b', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:f1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7838715-3248-46cb-b081-80a52e5cacec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:03:22Z', 'updated_at': '2021-10-20T11:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': 'b6ea12c5-79b4-4f05-9fda-db5738197e1a', 'name': '', 'network_id': '71d46fbd-2cb7-4e33-bc4d-fe066b1c8ae1', 'tenant_id': '8204b7fbf90743a4b28586da19a89e2f', 'mac_address': 'fa:16:3e:fd:2d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7838715-3248-46cb-b081-80a52e5cacec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '936c6511-ee64-4bbf-9609-909939563eba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:03:23Z', 'updated_at': '2021-10-20T11:03:30Z', 'revision_number': 5, 'project_id': '8204b7fbf90743a4b28586da19a89e2f', 'subnets': [{'id': '936c6511-ee64-4bbf-9609-909939563eba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:06:40.757884 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-724c9c0f-b7c8-4a26-8228-0b51024186d8 req-85d81375-8eb3-4044-9010-a127b77823d9 tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] 10.222.0.64 "GET /v2.0/security-groups?id=d316de32-6b19-4ec1-868f-beb1260a233b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537045 Oct 20 11:06:40.781500 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fda1bc2-e002-47c4-90e2-b49d10333535 None None] Checking router: b7838715-3248-46cb-b081-80a52e5cacec for host: n-d-811396-3 {{(pid=100599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:06:40.789693 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fda1bc2-e002-47c4-90e2-b49d10333535 None None] Routers {'b7838715-3248-46cb-b081-80a52e5cacec'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:06:40.790302 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-9fda1bc2-e002-47c4-90e2-b49d10333535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:06:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['b7838715-3248-46cb-b081-80a52e5cacec'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:06:40.797242 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-45d30bc7-7818-4b55-90d9-193c5cca632e req-29edc217-e88a-4a3c-84c6-f3e58b5a68d8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f92d3131-5d81-4976-8079-1d53ca76b210 HTTP/1.1" status: 200 len: 217 time: 0.0383732 Oct 20 11:06:40.850014 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d30bc7-7818-4b55-90d9-193c5cca632e req-64dbf9de-43c2-4620-934a-a19cb43b56cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:40.851940 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-45d30bc7-7818-4b55-90d9-193c5cca632e req-64dbf9de-43c2-4620-934a-a19cb43b56cd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=936c6511-ee64-4bbf-9609-909939563eba HTTP/1.1" status: 200 len: 852 time: 0.0475924 Oct 20 11:06:40.904595 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d30bc7-7818-4b55-90d9-193c5cca632e req-aa557aa9-baba-4444-b6f5-37eb468a1f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:40.906669 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-45d30bc7-7818-4b55-90d9-193c5cca632e req-aa557aa9-baba-4444-b6f5-37eb468a1f5c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=71d46fbd-2cb7-4e33-bc4d-fe066b1c8ae1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456960 Oct 20 11:06:41.007799 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-45d30bc7-7818-4b55-90d9-193c5cca632e req-ca986219-0df7-4097-8919-300575ccb72f service neutron] 10.222.0.55 "GET /v2.0/networks/71d46fbd-2cb7-4e33-bc4d-fe066b1c8ae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919318 Oct 20 11:06:41.013796 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-9fda1bc2-e002-47c4-90e2-b49d10333535 None None] Set router b7838715-3248-46cb-b081-80a52e5cacec gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:06:41.104289 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-45d30bc7-7818-4b55-90d9-193c5cca632e req-a00d8fc3-17f6-4077-8a00-61cc2c1ef0b2 service neutron] 10.222.0.55 "GET /v2.0/networks/71d46fbd-2cb7-4e33-bc4d-fe066b1c8ae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883641 Oct 20 11:06:41.219337 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-9fda1bc2-e002-47c4-90e2-b49d10333535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7838715-3248-46cb-b081-80a52e5cacec', 'name': 'tempest-TestVolumeBackupRestore-677686623-router', 'tenant_id': '8204b7fbf90743a4b28586da19a89e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': 'de09df16-a680-4e45-a006-21bee26f3a7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:03:21Z', 'updated_at': '2021-10-20T11:03:24Z', 'revision_number': 4, 'project_id': '8204b7fbf90743a4b28586da19a89e2f', 'gw_port': {'id': 'de09df16-a680-4e45-a006-21bee26f3a7b', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:f1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7838715-3248-46cb-b081-80a52e5cacec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:03:22Z', 'updated_at': '2021-10-20T11:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': 'b6ea12c5-79b4-4f05-9fda-db5738197e1a', 'name': '', 'network_id': '71d46fbd-2cb7-4e33-bc4d-fe066b1c8ae1', 'tenant_id': '8204b7fbf90743a4b28586da19a89e2f', 'mac_address': 'fa:16:3e:fd:2d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7838715-3248-46cb-b081-80a52e5cacec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '936c6511-ee64-4bbf-9609-909939563eba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:03:23Z', 'updated_at': '2021-10-20T11:03:30Z', 'revision_number': 5, 'project_id': '8204b7fbf90743a4b28586da19a89e2f', 'subnets': [{'id': '936c6511-ee64-4bbf-9609-909939563eba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:06:41.245565 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fda1bc2-e002-47c4-90e2-b49d10333535 None None] The sync data for ids ['b7838715-3248-46cb-b081-80a52e5cacec'] in n-d-811396-3 is: [{'id': 'b7838715-3248-46cb-b081-80a52e5cacec', 'name': 'tempest-TestVolumeBackupRestore-677686623-router', 'tenant_id': '8204b7fbf90743a4b28586da19a89e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': 'de09df16-a680-4e45-a006-21bee26f3a7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:03:21Z', 'updated_at': '2021-10-20T11:03:24Z', 'revision_number': 4, 'project_id': '8204b7fbf90743a4b28586da19a89e2f', 'gw_port': {'id': 'de09df16-a680-4e45-a006-21bee26f3a7b', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:f1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7838715-3248-46cb-b081-80a52e5cacec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:03:22Z', 'updated_at': '2021-10-20T11:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': 'b6ea12c5-79b4-4f05-9fda-db5738197e1a', 'name': '', 'network_id': '71d46fbd-2cb7-4e33-bc4d-fe066b1c8ae1', 'tenant_id': '8204b7fbf90743a4b28586da19a89e2f', 'mac_address': 'fa:16:3e:fd:2d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7838715-3248-46cb-b081-80a52e5cacec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '936c6511-ee64-4bbf-9609-909939563eba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:03:23Z', 'updated_at': '2021-10-20T11:03:30Z', 'revision_number': 5, 'project_id': '8204b7fbf90743a4b28586da19a89e2f', 'subnets': [{'id': '936c6511-ee64-4bbf-9609-909939563eba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:06:41.472421 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8cd2153-b16f-4e5d-ace7-26cfba9f53e0 None None] New status for floating IP 62ef0fe3-2ac7-4269-86dd-f2f9eb0bfc90: DOWN {{(pid=100598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 11:06:41.881742 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e4bed8-c41a-47fb-ae66-f46999ed2f22 req-3fae93c7-339d-42e2-b608-58a9e1a0c37b tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:41.883159 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-38e4bed8-c41a-47fb-ae66-f46999ed2f22 req-3fae93c7-339d-42e2-b608-58a9e1a0c37b tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] 10.222.0.64 "GET /v2.0/ports?device_id=adfbff50-e92b-41bb-b6f6-4ee9cd1128fd HTTP/1.1" status: 200 len: 945 time: 0.0548790 Oct 20 11:06:41.921105 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-38e4bed8-c41a-47fb-ae66-f46999ed2f22 req-5c3d4006-c683-475a-912c-4e16a9fd758c tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] 10.222.0.64 "GET /v2.0/security-groups?id=d316de32-6b19-4ec1-868f-beb1260a233b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319617 Oct 20 11:06:42.376529 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86305955-7530-49b5-a1cf-6f57949e3448 req-c884b0f7-7441-45ba-878a-d2f855a99d05 tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:42.378612 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-86305955-7530-49b5-a1cf-6f57949e3448 req-c884b0f7-7441-45ba-878a-d2f855a99d05 tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] 10.222.0.55 "GET /v2.0/ports?device_id=adfbff50-e92b-41bb-b6f6-4ee9cd1128fd HTTP/1.1" status: 200 len: 945 time: 0.0499973 Oct 20 11:06:42.477542 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-86305955-7530-49b5-a1cf-6f57949e3448 req-123d3d11-2396-4396-80cb-c79a497f432f tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] Deleting port f92d3131-5d81-4976-8079-1d53ca76b210 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:06:42.477879 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-86305955-7530-49b5-a1cf-6f57949e3448 req-123d3d11-2396-4396-80cb-c79a497f432f tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:42.563922 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-86305955-7530-49b5-a1cf-6f57949e3448 req-123d3d11-2396-4396-80cb-c79a497f432f tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] For port f92d3131-5d81-4976-8079-1d53ca76b210, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=f92d3131-5d81-4976-8079-1d53ca76b210,segment=NetworkSegment(17459dc9-a8c6-4067-a488-39d881c605de),segment_id=17459dc9-a8c6-4067-a488-39d881c605de)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:06:42.564290 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-86305955-7530-49b5-a1cf-6f57949e3448 req-123d3d11-2396-4396-80cb-c79a497f432f tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:42.576915 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-86305955-7530-49b5-a1cf-6f57949e3448 req-123d3d11-2396-4396-80cb-c79a497f432f tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] Calling delete_port for f92d3131-5d81-4976-8079-1d53ca76b210 owned by compute:nova {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:06:42.703100 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-86305955-7530-49b5-a1cf-6f57949e3448 req-123d3d11-2396-4396-80cb-c79a497f432f tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:42.734896 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123d3d11-2396-4396-80cb-c79a497f432f tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] Pushing event deleted for resources: {'Port': ['ID=f92d3131-5d81-4976-8079-1d53ca76b210,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:06:42.748195 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123d3d11-2396-4396-80cb-c79a497f432f tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:06:42.748547 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123d3d11-2396-4396-80cb-c79a497f432f tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:06:42.748895 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123d3d11-2396-4396-80cb-c79a497f432f tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:06:42.749233 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123d3d11-2396-4396-80cb-c79a497f432f tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:06:42.749569 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123d3d11-2396-4396-80cb-c79a497f432f tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:06:42.749906 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123d3d11-2396-4396-80cb-c79a497f432f tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:06:42.750237 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123d3d11-2396-4396-80cb-c79a497f432f tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:06:42.750654 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123d3d11-2396-4396-80cb-c79a497f432f tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:06:42.750989 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123d3d11-2396-4396-80cb-c79a497f432f tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:06:42.751320 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123d3d11-2396-4396-80cb-c79a497f432f tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:06:42.751706 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123d3d11-2396-4396-80cb-c79a497f432f tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:06:42.752035 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123d3d11-2396-4396-80cb-c79a497f432f tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:06:42.790657 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-86305955-7530-49b5-a1cf-6f57949e3448 req-123d3d11-2396-4396-80cb-c79a497f432f tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] No DVR routers for this DVR port f92d3131-5d81-4976-8079-1d53ca76b210 on host n-h1-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:06:42.793180 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-86305955-7530-49b5-a1cf-6f57949e3448 req-123d3d11-2396-4396-80cb-c79a497f432f tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:42.796513 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-86305955-7530-49b5-a1cf-6f57949e3448 req-123d3d11-2396-4396-80cb-c79a497f432f tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] 10.222.0.55 "DELETE /v2.0/ports/f92d3131-5d81-4976-8079-1d53ca76b210 HTTP/1.1" status: 204 len: 173 time: 0.4121721 Oct 20 11:06:42.796953 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adfbff50-e92b-41bb-b6f6-4ee9cd1128fd', 'name': 'network-vif-deleted', 'tag': 'f92d3131-5d81-4976-8079-1d53ca76b210'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:06:42.799793 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a914a1a2-e630-44ad-8915-5040b725c16b" -d '{"events": [{"server_uuid": "adfbff50-e92b-41bb-b6f6-4ee9cd1128fd", "name": "network-vif-deleted", "tag": "f92d3131-5d81-4976-8079-1d53ca76b210"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:06:42.839682 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aae0478c-b383-41ff-8000-83a3ffb562ff x-openstack-request-id: req-aae0478c-b383-41ff-8000-83a3ffb562ff {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:06:42.839974 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adfbff50-e92b-41bb-b6f6-4ee9cd1128fd", "name": "network-vif-deleted", "tag": "f92d3131-5d81-4976-8079-1d53ca76b210", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:06:42.840259 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-aae0478c-b383-41ff-8000-83a3ffb562ff {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:06:42.840665 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adfbff50-e92b-41bb-b6f6-4ee9cd1128fd', 'name': 'network-vif-deleted', 'tag': 'f92d3131-5d81-4976-8079-1d53ca76b210', 'status': 'completed', 'code': 200} Oct 20 11:06:43.019443 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-295a8da4-6ac6-489a-b03a-f92c565ea8f4 req-18c821d4-115a-4f32-a230-a2a06ea13a5a tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] 10.222.0.64 "GET /v2.0/ports?device_id=adfbff50-e92b-41bb-b6f6-4ee9cd1128fd HTTP/1.1" status: 200 len: 210 time: 0.0273759 Oct 20 11:06:44.123983 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-21764433-0663-46e3-b715-b6b63330bb6f req-e2ca5160-1899-437f-994a-6f0b02e1c4cc tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] 10.222.0.64 "GET /v2.0/ports?device_id=adfbff50-e92b-41bb-b6f6-4ee9cd1128fd HTTP/1.1" status: 200 len: 210 time: 0.0296581 Oct 20 11:06:45.226462 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-043ca5de-fe60-4b2a-a445-4c948f94f900 req-d50e0c45-27e6-4772-b25f-fe4c77d714a9 tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] 10.222.0.64 "GET /v2.0/ports?device_id=adfbff50-e92b-41bb-b6f6-4ee9cd1128fd HTTP/1.1" status: 200 len: 210 time: 0.0301533 Oct 20 11:06:46.342191 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6ba8713b-070e-4db8-8133-aa131404b826 req-9baf1541-e1b6-44fd-8e8f-e0f08eb80963 tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] 10.222.0.64 "GET /v2.0/ports?device_id=adfbff50-e92b-41bb-b6f6-4ee9cd1128fd HTTP/1.1" status: 200 len: 210 time: 0.0351236 Oct 20 11:06:46.895086 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device f92d3131-5d81-4976-8079-1d53ca76b210 no longer exists at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:06:46.916298 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] No Port match for: f92d3131-5d81-4976-8079-1d53ca76b210 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:06:46.916665 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device f92d3131-5d81-4976-8079-1d53ca76b210 not bound to the agent host n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:06:47.445151 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c51db566-0965-45ef-b14f-1388b6c31538 req-ec319cad-0fc3-4a12-8270-34462ad5625d tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] 10.222.0.64 "GET /v2.0/ports?device_id=adfbff50-e92b-41bb-b6f6-4ee9cd1128fd HTTP/1.1" status: 200 len: 210 time: 0.0315526 Oct 20 11:06:48.505034 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 39690) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:06:48.568741 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-73b826f9-6798-4c5a-8091-bae8672b7e00 tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:48.598000 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-73b826f9-6798-4c5a-8091-bae8672b7e00 tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:48.671520 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-73b826f9-6798-4c5a-8091-bae8672b7e00 tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:48.674945 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-73b826f9-6798-4c5a-8091-bae8672b7e00 tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:48.678411 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-73b826f9-6798-4c5a-8091-bae8672b7e00 tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] 10.222.0.64 "DELETE /v2.0/security-groups/d316de32-6b19-4ec1-868f-beb1260a233b HTTP/1.1" status: 204 len: 168 time: 0.1700048 Oct 20 11:06:48.685775 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b826f9-6798-4c5a-8091-bae8672b7e00 tempest-TestVolumeBackupRestore-479799721 tempest-TestVolumeBackupRestore-479799721-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d316de32-6b19-4ec1-868f-beb1260a233b,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:06:49.385749 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:52.492060 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a01dc60c-67eb-49ea-ad7e-560b6af3c90d req-b5dd8487-76ed-42aa-b67d-d59bdf8384bc service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6e501e8e-bf96-4f4f-aabd-709b308a4102&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0420713 Oct 20 11:06:52.570000 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01dc60c-67eb-49ea-ad7e-560b6af3c90d req-eb5624b3-e3f0-4241-a460-ef07b9e0b0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:52.571500 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a01dc60c-67eb-49ea-ad7e-560b6af3c90d req-eb5624b3-e3f0-4241-a460-ef07b9e0b0b0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=63e5dde2738f4935912f3c0e18351bbf&device_id=6e501e8e-bf96-4f4f-aabd-709b308a4102 HTTP/1.1" status: 200 len: 1096 time: 0.0401013 Oct 20 11:06:52.675678 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01dc60c-67eb-49ea-ad7e-560b6af3c90d req-a84fc675-bfa6-439e-acbf-7090eb6d05e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:52.677176 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a01dc60c-67eb-49ea-ad7e-560b6af3c90d req-a84fc675-bfa6-439e-acbf-7090eb6d05e3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1759e7bc-ead3-4335-8c90-46a93aea395d HTTP/1.1" status: 200 len: 917 time: 0.0879424 Oct 20 11:06:52.742995 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a01dc60c-67eb-49ea-ad7e-560b6af3c90d req-bac4e5f0-34bf-4954-a8f7-be37822a1ad0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c4094e7e-cbee-4546-ba1e-b9849881713c HTTP/1.1" status: 200 len: 1000 time: 0.0587876 Oct 20 11:06:52.792971 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01dc60c-67eb-49ea-ad7e-560b6af3c90d req-10aeb911-01a4-42b5-bdcc-4635ad192c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:52.794480 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a01dc60c-67eb-49ea-ad7e-560b6af3c90d req-10aeb911-01a4-42b5-bdcc-4635ad192c4c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=731bcbb0-8763-49cc-b4e4-d88f68d7de58 HTTP/1.1" status: 200 len: 855 time: 0.0449295 Oct 20 11:06:52.844904 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01dc60c-67eb-49ea-ad7e-560b6af3c90d req-f18d7e5b-87e3-46dc-84ef-69a9d449b254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:52.846981 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a01dc60c-67eb-49ea-ad7e-560b6af3c90d req-f18d7e5b-87e3-46dc-84ef-69a9d449b254 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1759e7bc-ead3-4335-8c90-46a93aea395d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451040 Oct 20 11:06:52.950605 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a01dc60c-67eb-49ea-ad7e-560b6af3c90d req-8d9be39c-06a5-471e-85fd-d475daeabaf0 service neutron] 10.222.0.69 "GET /v2.0/networks/1759e7bc-ead3-4335-8c90-46a93aea395d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969501 Oct 20 11:06:53.066599 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0ca26b-8de4-4091-92e6-8af88f929b79 req-ee781cdb-cc43-4605-bedc-6bf6e5a8f34e tempest-VolumesSnapshotTestJSON-912582974 tempest-VolumesSnapshotTestJSON-912582974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:53.068254 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3e0ca26b-8de4-4091-92e6-8af88f929b79 req-ee781cdb-cc43-4605-bedc-6bf6e5a8f34e tempest-VolumesSnapshotTestJSON-912582974 tempest-VolumesSnapshotTestJSON-912582974-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea4d8777-6226-4b8b-8796-8f5d3b85745d HTTP/1.1" status: 200 len: 946 time: 0.1136858 Oct 20 11:06:53.104209 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a01dc60c-67eb-49ea-ad7e-560b6af3c90d req-f72b92f3-05b1-45b0-9f69-b0f38f485221 service neutron] 10.222.0.69 "GET /v2.0/networks/1759e7bc-ead3-4335-8c90-46a93aea395d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392052 Oct 20 11:06:53.122702 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3e0ca26b-8de4-4091-92e6-8af88f929b79 req-95bd6310-5967-4870-a04b-2c6f20b6f935 tempest-VolumesSnapshotTestJSON-912582974 tempest-VolumesSnapshotTestJSON-912582974-project] 10.222.0.64 "GET /v2.0/security-groups?id=430d475f-924a-447c-ab0d-480f80ef541f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478234 Oct 20 11:06:54.273273 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d30d16-0b11-4cd6-84fb-998514e2011c req-16ac0224-3212-4f9c-85b6-ae69652932e6 tempest-VolumesSnapshotTestJSON-912582974 tempest-VolumesSnapshotTestJSON-912582974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:54.276096 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-57d30d16-0b11-4cd6-84fb-998514e2011c req-16ac0224-3212-4f9c-85b6-ae69652932e6 tempest-VolumesSnapshotTestJSON-912582974 tempest-VolumesSnapshotTestJSON-912582974-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea4d8777-6226-4b8b-8796-8f5d3b85745d HTTP/1.1" status: 200 len: 946 time: 0.0688791 Oct 20 11:06:54.317389 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-57d30d16-0b11-4cd6-84fb-998514e2011c req-52e8491f-c771-44f8-b241-1bf12e50fda2 tempest-VolumesSnapshotTestJSON-912582974 tempest-VolumesSnapshotTestJSON-912582974-project] 10.222.0.64 "GET /v2.0/security-groups?id=430d475f-924a-447c-ab0d-480f80ef541f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350380 Oct 20 11:06:54.441869 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f97c11c-a938-4a37-9161-db2879f46d94 req-2308cb9b-a07b-40d2-a641-583e238c8e20 tempest-VolumesSnapshotTestJSON-912582974 tempest-VolumesSnapshotTestJSON-912582974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:06:54.443364 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9f97c11c-a938-4a37-9161-db2879f46d94 req-2308cb9b-a07b-40d2-a641-583e238c8e20 tempest-VolumesSnapshotTestJSON-912582974 tempest-VolumesSnapshotTestJSON-912582974-project] 10.222.0.69 "GET /v2.0/ports?device_id=ea4d8777-6226-4b8b-8796-8f5d3b85745d HTTP/1.1" status: 200 len: 946 time: 0.0536973 Oct 20 11:06:54.545195 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-9f97c11c-a938-4a37-9161-db2879f46d94 req-11b798bf-8d2b-40c5-beba-7ed163f0e083 tempest-VolumesSnapshotTestJSON-912582974 tempest-VolumesSnapshotTestJSON-912582974-project] Deleting port 649f30c8-b38a-4c61-9f72-74a532df523d {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:06:54.545664 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-9f97c11c-a938-4a37-9161-db2879f46d94 req-11b798bf-8d2b-40c5-beba-7ed163f0e083 tempest-VolumesSnapshotTestJSON-912582974 tempest-VolumesSnapshotTestJSON-912582974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:54.647058 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-9f97c11c-a938-4a37-9161-db2879f46d94 req-11b798bf-8d2b-40c5-beba-7ed163f0e083 tempest-VolumesSnapshotTestJSON-912582974 tempest-VolumesSnapshotTestJSON-912582974-project] For port 649f30c8-b38a-4c61-9f72-74a532df523d, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=649f30c8-b38a-4c61-9f72-74a532df523d,segment=NetworkSegment(1dda3094-a918-4e64-972b-a95bf3bceffb),segment_id=1dda3094-a918-4e64-972b-a95bf3bceffb)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:06:54.647550 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-9f97c11c-a938-4a37-9161-db2879f46d94 req-11b798bf-8d2b-40c5-beba-7ed163f0e083 tempest-VolumesSnapshotTestJSON-912582974 tempest-VolumesSnapshotTestJSON-912582974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:54.660667 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-9f97c11c-a938-4a37-9161-db2879f46d94 req-11b798bf-8d2b-40c5-beba-7ed163f0e083 tempest-VolumesSnapshotTestJSON-912582974 tempest-VolumesSnapshotTestJSON-912582974-project] Calling delete_port for 649f30c8-b38a-4c61-9f72-74a532df523d owned by compute:nova {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:06:54.791022 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-9f97c11c-a938-4a37-9161-db2879f46d94 req-11b798bf-8d2b-40c5-beba-7ed163f0e083 tempest-VolumesSnapshotTestJSON-912582974 tempest-VolumesSnapshotTestJSON-912582974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:54.807699 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['649f30c8-b38a-4c61-9f72-74a532df523d'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:06:54.826655 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b798bf-8d2b-40c5-beba-7ed163f0e083 tempest-VolumesSnapshotTestJSON-912582974 tempest-VolumesSnapshotTestJSON-912582974-project] Pushing event deleted for resources: {'Port': ['ID=649f30c8-b38a-4c61-9f72-74a532df523d,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:06:54.876193 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f97c11c-a938-4a37-9161-db2879f46d94 req-11b798bf-8d2b-40c5-beba-7ed163f0e083 tempest-VolumesSnapshotTestJSON-912582974 tempest-VolumesSnapshotTestJSON-912582974-project] No DVR routers for this DVR port 649f30c8-b38a-4c61-9f72-74a532df523d on host n-h2-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:06:54.880897 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-9f97c11c-a938-4a37-9161-db2879f46d94 req-11b798bf-8d2b-40c5-beba-7ed163f0e083 tempest-VolumesSnapshotTestJSON-912582974 tempest-VolumesSnapshotTestJSON-912582974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:54.888508 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9f97c11c-a938-4a37-9161-db2879f46d94 req-11b798bf-8d2b-40c5-beba-7ed163f0e083 tempest-VolumesSnapshotTestJSON-912582974 tempest-VolumesSnapshotTestJSON-912582974-project] 10.222.0.69 "DELETE /v2.0/ports/649f30c8-b38a-4c61-9f72-74a532df523d HTTP/1.1" status: 204 len: 173 time: 0.4392388 Oct 20 11:06:54.890235 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea4d8777-6226-4b8b-8796-8f5d3b85745d', 'name': 'network-vif-deleted', 'tag': '649f30c8-b38a-4c61-9f72-74a532df523d'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:06:54.898680 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c8ec3c9-c63f-49d9-bd64-e63da64a3fba" -d '{"events": [{"server_uuid": "ea4d8777-6226-4b8b-8796-8f5d3b85745d", "name": "network-vif-deleted", "tag": "649f30c8-b38a-4c61-9f72-74a532df523d"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:06:54.959122 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2f72e6a-6d22-41d1-91f0-daf066882c49 x-openstack-request-id: req-e2f72e6a-6d22-41d1-91f0-daf066882c49 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:06:54.959442 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea4d8777-6226-4b8b-8796-8f5d3b85745d", "name": "network-vif-deleted", "tag": "649f30c8-b38a-4c61-9f72-74a532df523d", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:06:54.959698 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e2f72e6a-6d22-41d1-91f0-daf066882c49 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:06:54.960101 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea4d8777-6226-4b8b-8796-8f5d3b85745d', 'name': 'network-vif-deleted', 'tag': '649f30c8-b38a-4c61-9f72-74a532df523d', 'status': 'completed', 'code': 200} Oct 20 11:06:55.300391 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 40182) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:06:55.522660 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2b40ee87-304e-49e3-b6b9-3bc6c1efd1f0 req-c05e5d14-de6a-414e-b373-87d7f4510d54 tempest-VolumesSnapshotTestJSON-912582974 tempest-VolumesSnapshotTestJSON-912582974-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea4d8777-6226-4b8b-8796-8f5d3b85745d HTTP/1.1" status: 200 len: 210 time: 0.0274971 Oct 20 11:06:55.694200 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0a589cf4-ee20-4ee1-aa96-27e7718bbb28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1774405'] for router_interface, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:55.962123 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-0a589cf4-ee20-4ee1-aa96-27e7718bbb28 admin admin] Deleting port b6ea12c5-79b4-4f05-9fda-db5738197e1a {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:06:55.962350 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0a589cf4-ee20-4ee1-aa96-27e7718bbb28 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:56.052969 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [None req-0a589cf4-ee20-4ee1-aa96-27e7718bbb28 admin admin] For port b6ea12c5-79b4-4f05-9fda-db5738197e1a, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=b6ea12c5-79b4-4f05-9fda-db5738197e1a,segment=NetworkSegment(17459dc9-a8c6-4067-a488-39d881c605de),segment_id=17459dc9-a8c6-4067-a488-39d881c605de)] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:06:56.053585 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0a589cf4-ee20-4ee1-aa96-27e7718bbb28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:56.067669 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-0a589cf4-ee20-4ee1-aa96-27e7718bbb28 admin admin] Calling delete_port for b6ea12c5-79b4-4f05-9fda-db5738197e1a owned by network:router_interface {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:06:56.269109 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0a589cf4-ee20-4ee1-aa96-27e7718bbb28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:56.306994 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a589cf4-ee20-4ee1-aa96-27e7718bbb28 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6ea12c5-79b4-4f05-9fda-db5738197e1a,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:06:56.477791 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0a589cf4-ee20-4ee1-aa96-27e7718bbb28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1771989'] for router_interface, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:56.725748 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a589cf4-ee20-4ee1-aa96-27e7718bbb28 admin admin] Router b7838715-3248-46cb-b081-80a52e5cacec has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:06:56.840582 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a589cf4-ee20-4ee1-aa96-27e7718bbb28 admin admin] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:06:56.849076 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-0a589cf4-ee20-4ee1-aa96-27e7718bbb28 admin admin] 10.222.0.64 "PUT /v2.0/routers/b7838715-3248-46cb-b081-80a52e5cacec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5476179 Oct 20 11:06:56.849351 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 40194) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:06:56.860822 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31dba57f-e0f1-4238-8b37-757c3d1257e1 None None] Sync routers for ids ['b7838715-3248-46cb-b081-80a52e5cacec'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:06:56.873213 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31dba57f-e0f1-4238-8b37-757c3d1257e1 None None] Routers {'b7838715-3248-46cb-b081-80a52e5cacec'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:06:56.874167 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-31dba57f-e0f1-4238-8b37-757c3d1257e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:06:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['b7838715-3248-46cb-b081-80a52e5cacec'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:06:56.964117 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-74e8849c-b411-4372-adf8-045bb130cd28 admin admin] Publish callbacks [] for router, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:56.985241 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-31dba57f-e0f1-4238-8b37-757c3d1257e1 None None] Set router b7838715-3248-46cb-b081-80a52e5cacec gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:06:57.087367 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-74e8849c-b411-4372-adf8-045bb130cd28 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:57.159694 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-74e8849c-b411-4372-adf8-045bb130cd28 admin admin] Deleting port de09df16-a680-4e45-a006-21bee26f3a7b {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:06:57.160565 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-74e8849c-b411-4372-adf8-045bb130cd28 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:57.210673 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-31dba57f-e0f1-4238-8b37-757c3d1257e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7838715-3248-46cb-b081-80a52e5cacec', 'name': 'tempest-TestVolumeBackupRestore-677686623-router', 'tenant_id': '8204b7fbf90743a4b28586da19a89e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': 'de09df16-a680-4e45-a006-21bee26f3a7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:03:21Z', 'updated_at': '2021-10-20T11:06:56Z', 'revision_number': 5, 'project_id': '8204b7fbf90743a4b28586da19a89e2f', 'gw_port': {'id': 'de09df16-a680-4e45-a006-21bee26f3a7b', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:f1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7838715-3248-46cb-b081-80a52e5cacec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:03:22Z', 'updated_at': '2021-10-20T11:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:06:57.253872 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31dba57f-e0f1-4238-8b37-757c3d1257e1 None None] Checking router: b7838715-3248-46cb-b081-80a52e5cacec for host: n-d-811396-3 {{(pid=100599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:06:57.270131 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31dba57f-e0f1-4238-8b37-757c3d1257e1 None None] Routers {'b7838715-3248-46cb-b081-80a52e5cacec'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:06:57.270773 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-31dba57f-e0f1-4238-8b37-757c3d1257e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:06:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['b7838715-3248-46cb-b081-80a52e5cacec'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:06:57.378769 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-31dba57f-e0f1-4238-8b37-757c3d1257e1 None None] Set router b7838715-3248-46cb-b081-80a52e5cacec gateway port host: None {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:06:57.440308 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-31dba57f-e0f1-4238-8b37-757c3d1257e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7838715-3248-46cb-b081-80a52e5cacec', 'name': 'tempest-TestVolumeBackupRestore-677686623-router', 'tenant_id': '8204b7fbf90743a4b28586da19a89e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:03:21Z', 'updated_at': '2021-10-20T11:06:57Z', 'revision_number': 6, 'project_id': '8204b7fbf90743a4b28586da19a89e2f', 'gw_port_host': None}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:06:57.472502 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31dba57f-e0f1-4238-8b37-757c3d1257e1 None None] The sync data for ids ['b7838715-3248-46cb-b081-80a52e5cacec'] in n-d-811396-3 is: [{'id': 'b7838715-3248-46cb-b081-80a52e5cacec', 'name': 'tempest-TestVolumeBackupRestore-677686623-router', 'tenant_id': '8204b7fbf90743a4b28586da19a89e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:03:21Z', 'updated_at': '2021-10-20T11:06:57Z', 'revision_number': 6, 'project_id': '8204b7fbf90743a4b28586da19a89e2f', 'gw_port_host': None}] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:06:57.601482 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [None req-74e8849c-b411-4372-adf8-045bb130cd28 admin admin] For port de09df16-a680-4e45-a006-21bee26f3a7b, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=de09df16-a680-4e45-a006-21bee26f3a7b,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:06:57.601837 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-74e8849c-b411-4372-adf8-045bb130cd28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:57.614467 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-74e8849c-b411-4372-adf8-045bb130cd28 admin admin] Calling delete_port for de09df16-a680-4e45-a006-21bee26f3a7b owned by network:router_gateway {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:06:57.779016 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-74e8849c-b411-4372-adf8-045bb130cd28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:57.807978 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e8849c-b411-4372-adf8-045bb130cd28 admin admin] Pushing event deleted for resources: {'Port': ['ID=de09df16-a680-4e45-a006-21bee26f3a7b,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:06:57.870184 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-74e8849c-b411-4372-adf8-045bb130cd28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1773439'] for router_gateway, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:57.966394 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-74e8849c-b411-4372-adf8-045bb130cd28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1772272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258304'] for router, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:57.968564 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-74e8849c-b411-4372-adf8-045bb130cd28 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:58.011464 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-74e8849c-b411-4372-adf8-045bb130cd28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1772267'] for router, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:58.012005 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74e8849c-b411-4372-adf8-045bb130cd28 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b7838715-3248-46cb-b081-80a52e5cacec {{(pid=100596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:06:58.016272 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-74e8849c-b411-4372-adf8-045bb130cd28 admin admin] Publish callbacks [] for router, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:58.017571 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-74e8849c-b411-4372-adf8-045bb130cd28 admin admin] 10.222.0.64 "DELETE /v2.0/routers/b7838715-3248-46cb-b081-80a52e5cacec HTTP/1.1" status: 204 len: 168 time: 1.1665988 Oct 20 11:06:58.020159 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 40202) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:06:58.067974 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_v2 [None req-15340080-fa59-48c2-9617-f14348a3d278 admin admin] Deleting subnet 936c6511-ee64-4bbf-9609-909939563eba {{(pid=100596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:06:58.071266 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-15340080-fa59-48c2-9617-f14348a3d278 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:58.106810 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-15340080-fa59-48c2-9617-f14348a3d278 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25189079'] for subnet, precommit_delete_associations {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:58.218024 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-15340080-fa59-48c2-9617-f14348a3d278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:58.332550 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-15340080-fa59-48c2-9617-f14348a3d278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26836193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26761888'] for subnet, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:58.354937 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ae8ecd-d04d-43eb-803a-00cc3eca66c9 None None] Network 71d46fbd-2cb7-4e33-bc4d-fe066b1c8ae1 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:06:58.368577 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-15340080-fa59-48c2-9617-f14348a3d278 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:58.372673 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-15340080-fa59-48c2-9617-f14348a3d278 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/936c6511-ee64-4bbf-9609-909939563eba HTTP/1.1" status: 204 len: 168 time: 0.3515251 Oct 20 11:06:58.374582 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15340080-fa59-48c2-9617-f14348a3d278 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=936c6511-ee64-4bbf-9609-909939563eba,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:06:58.375333 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 40206) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:06:58.394875 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device b6ea12c5-79b4-4f05-9fda-db5738197e1a no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:06:58.446888 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: b6ea12c5-79b4-4f05-9fda-db5738197e1a {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:06:58.447245 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device b6ea12c5-79b4-4f05-9fda-db5738197e1a not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:06:58.447702 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device de09df16-a680-4e45-a006-21bee26f3a7b no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:06:58.454597 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6ae51797-03a3-4821-bdfc-d58c9c44f57b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:58.478521 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: de09df16-a680-4e45-a006-21bee26f3a7b {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:06:58.479129 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device de09df16-a680-4e45-a006-21bee26f3a7b not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:06:58.527239 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-6ae51797-03a3-4821-bdfc-d58c9c44f57b admin admin] Deleting port dceabd59-ea14-474a-977c-7b90e283b56f {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:06:58.527678 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6ae51797-03a3-4821-bdfc-d58c9c44f57b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:58.592539 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [None req-6ae51797-03a3-4821-bdfc-d58c9c44f57b admin admin] For port dceabd59-ea14-474a-977c-7b90e283b56f, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=dceabd59-ea14-474a-977c-7b90e283b56f,segment=NetworkSegment(17459dc9-a8c6-4067-a488-39d881c605de),segment_id=17459dc9-a8c6-4067-a488-39d881c605de)] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:06:58.592908 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6ae51797-03a3-4821-bdfc-d58c9c44f57b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:58.607898 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-6ae51797-03a3-4821-bdfc-d58c9c44f57b admin admin] Calling delete_port for dceabd59-ea14-474a-977c-7b90e283b56f owned by network:dhcp {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:06:58.622244 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f281a0-71f0-4599-8ef3-b2314829d33d None None] DHCP port deletion for 71d46fbd-2cb7-4e33-bc4d-fe066b1c8ae1 request from n-d-811396-3 {{(pid=100598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:06:58.685422 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-33f281a0-71f0-4599-8ef3-b2314829d33d None None] Deleting port dceabd59-ea14-474a-977c-7b90e283b56f {{(pid=100598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:06:58.685806 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-33f281a0-71f0-4599-8ef3-b2314829d33d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:58.696010 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6ae51797-03a3-4821-bdfc-d58c9c44f57b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:58.722179 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae51797-03a3-4821-bdfc-d58c9c44f57b admin admin] Pushing event deleted for resources: {'Port': ['ID=dceabd59-ea14-474a-977c-7b90e283b56f,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:06:58.725978 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae51797-03a3-4821-bdfc-d58c9c44f57b admin admin] No DVR routers for this DVR port dceabd59-ea14-474a-977c-7b90e283b56f on host n-d-811396-3 {{(pid=100597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:06:58.753218 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-33f281a0-71f0-4599-8ef3-b2314829d33d None None] For port dceabd59-ea14-474a-977c-7b90e283b56f, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=dceabd59-ea14-474a-977c-7b90e283b56f,segment=NetworkSegment(17459dc9-a8c6-4067-a488-39d881c605de),segment_id=17459dc9-a8c6-4067-a488-39d881c605de)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:06:58.753897 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-33f281a0-71f0-4599-8ef3-b2314829d33d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:58.765318 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-33f281a0-71f0-4599-8ef3-b2314829d33d None None] Calling delete_port for dceabd59-ea14-474a-977c-7b90e283b56f owned by network:dhcp {{(pid=100598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:06:58.798871 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6ae51797-03a3-4821-bdfc-d58c9c44f57b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:58.820440 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-6ae51797-03a3-4821-bdfc-d58c9c44f57b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71d46fbd-2cb7-4e33-bc4d-fe066b1c8ae1']}} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:06:58.835401 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-6ae51797-03a3-4821-bdfc-d58c9c44f57b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17459dc9-a8c6-4067-a488-39d881c605de') {'for_net_delete': True} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:06:58.835719 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-6ae51797-03a3-4821-bdfc-d58c9c44f57b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17459dc9-a8c6-4067-a488-39d881c605de') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:06:58.845771 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6ae51797-03a3-4821-bdfc-d58c9c44f57b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25852596'] for segment, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:58.850072 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-33f281a0-71f0-4599-8ef3-b2314829d33d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956'] for port, after_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:58.859263 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6ae51797-03a3-4821-bdfc-d58c9c44f57b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:58.865601 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ae51797-03a3-4821-bdfc-d58c9c44f57b admin admin] Releasing vlan 849 on physical network physnet1 to pool {{(pid=100597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:06:58.866119 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6ae51797-03a3-4821-bdfc-d58c9c44f57b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951012'] for segment, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:58.868088 n-d-811396-3 neutron-server[100597]: Traceback (most recent call last): Oct 20 11:06:58.868088 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:06:58.868088 n-d-811396-3 neutron-server[100597]: timer() Oct 20 11:06:58.868088 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:06:58.868088 n-d-811396-3 neutron-server[100597]: cb(*args, **kw) Oct 20 11:06:58.868088 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:06:58.868088 n-d-811396-3 neutron-server[100597]: return func(*args, **kwargs) Oct 20 11:06:58.868088 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:06:58.868088 n-d-811396-3 neutron-server[100597]: self._notify() Oct 20 11:06:58.868088 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:06:58.868088 n-d-811396-3 neutron-server[100597]: self.callback(batched_events) Oct 20 11:06:58.868088 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:06:58.868088 n-d-811396-3 neutron-server[100597]: event.method(event) Oct 20 11:06:58.868088 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:06:58.868088 n-d-811396-3 neutron-server[100597]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:06:58.868088 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:06:58.868088 n-d-811396-3 neutron-server[100597]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:06:58.868088 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:06:58.868088 n-d-811396-3 neutron-server[100597]: return f(self, *a, **k) Oct 20 11:06:58.868088 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:06:58.868088 n-d-811396-3 neutron-server[100597]: return self._get(url).json() Oct 20 11:06:58.868088 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:06:58.868088 n-d-811396-3 neutron-server[100597]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:06:58.868088 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:06:58.868088 n-d-811396-3 neutron-server[100597]: return self.request(url, 'GET', **kwargs) Oct 20 11:06:58.868088 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:06:58.868088 n-d-811396-3 neutron-server[100597]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:06:58.868088 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:06:58.868088 n-d-811396-3 neutron-server[100597]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:06:58.868088 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:06:58.868088 n-d-811396-3 neutron-server[100597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:06:58.868088 n-d-811396-3 neutron-server[100597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:06:58.883328 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f281a0-71f0-4599-8ef3-b2314829d33d None None] Pushing event deleted for resources: {'Port': ['ID=dceabd59-ea14-474a-977c-7b90e283b56f,revision_number=None']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:06:58.890827 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f281a0-71f0-4599-8ef3-b2314829d33d None None] No DVR routers for this DVR port dceabd59-ea14-474a-977c-7b90e283b56f on host n-d-811396-3 {{(pid=100598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:06:58.901102 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f281a0-71f0-4599-8ef3-b2314829d33d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:06:58.902353 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f281a0-71f0-4599-8ef3-b2314829d33d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:06:58.902903 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f281a0-71f0-4599-8ef3-b2314829d33d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:06:58.903587 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f281a0-71f0-4599-8ef3-b2314829d33d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:06:58.903901 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f281a0-71f0-4599-8ef3-b2314829d33d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:06:58.904573 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f281a0-71f0-4599-8ef3-b2314829d33d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:06:58.905241 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f281a0-71f0-4599-8ef3-b2314829d33d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:06:58.905573 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f281a0-71f0-4599-8ef3-b2314829d33d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:06:58.905902 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f281a0-71f0-4599-8ef3-b2314829d33d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:06:58.906230 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f281a0-71f0-4599-8ef3-b2314829d33d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:06:58.906669 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f281a0-71f0-4599-8ef3-b2314829d33d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:06:58.907000 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f281a0-71f0-4599-8ef3-b2314829d33d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:06:58.926838 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6ae51797-03a3-4821-bdfc-d58c9c44f57b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:58.932929 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6ae51797-03a3-4821-bdfc-d58c9c44f57b admin admin] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:58.936445 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-6ae51797-03a3-4821-bdfc-d58c9c44f57b admin admin] 10.222.0.64 "DELETE /v2.0/networks/71d46fbd-2cb7-4e33-bc4d-fe066b1c8ae1 HTTP/1.1" status: 204 len: 168 time: 0.5597789 Oct 20 11:06:58.940904 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 40218) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:06:58.947876 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae51797-03a3-4821-bdfc-d58c9c44f57b admin admin] Pushing event deleted for resources: {'Network': ['ID=71d46fbd-2cb7-4e33-bc4d-fe066b1c8ae1,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:06:58.961801 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 649f30c8-b38a-4c61-9f72-74a532df523d no longer exists at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:06:58.981819 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] No Port match for: 649f30c8-b38a-4c61-9f72-74a532df523d {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:06:58.982238 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 649f30c8-b38a-4c61-9f72-74a532df523d not bound to the agent host n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:06:59.305220 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-b7845357-ad3a-4626-aae3-a818396a0fe6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1774405'] for router_interface, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:59.562652 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-b7845357-ad3a-4626-aae3-a818396a0fe6 admin admin] Deleting port 8245249c-f176-4cea-a695-2dc43ed7a185 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:06:59.562901 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-b7845357-ad3a-4626-aae3-a818396a0fe6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:59.644160 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [None req-b7845357-ad3a-4626-aae3-a818396a0fe6 admin admin] For port 8245249c-f176-4cea-a695-2dc43ed7a185, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=8245249c-f176-4cea-a695-2dc43ed7a185,segment=NetworkSegment(10d80e7e-9e59-4956-b65a-88bb7868ca9b),segment_id=10d80e7e-9e59-4956-b65a-88bb7868ca9b)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:06:59.644529 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-b7845357-ad3a-4626-aae3-a818396a0fe6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:59.657880 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-b7845357-ad3a-4626-aae3-a818396a0fe6 admin admin] Calling delete_port for 8245249c-f176-4cea-a695-2dc43ed7a185 owned by network:router_interface {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:06:59.838440 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-b7845357-ad3a-4626-aae3-a818396a0fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:06:59.862829 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7845357-ad3a-4626-aae3-a818396a0fe6 admin admin] Pushing event deleted for resources: {'Port': ['ID=8245249c-f176-4cea-a695-2dc43ed7a185,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:07:00.042995 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-b7845357-ad3a-4626-aae3-a818396a0fe6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1771989'] for router_interface, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:00.196481 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device dceabd59-ea14-474a-977c-7b90e283b56f no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:07:00.221732 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: dceabd59-ea14-474a-977c-7b90e283b56f {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:07:00.222240 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device dceabd59-ea14-474a-977c-7b90e283b56f not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:07:00.268617 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 7 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:07:00.296636 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7845357-ad3a-4626-aae3-a818396a0fe6 admin admin] Router 1bc9955e-297f-434b-82d0-2041b4f3184a has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:07:00.414002 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7845357-ad3a-4626-aae3-a818396a0fe6 admin admin] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:07:00.419160 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-b7845357-ad3a-4626-aae3-a818396a0fe6 admin admin] 10.222.0.64 "PUT /v2.0/routers/1bc9955e-297f-434b-82d0-2041b4f3184a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4772060 Oct 20 11:07:00.421883 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 40228) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:07:00.422678 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79c9fe7-443a-4deb-a584-a7245672edd1 None None] Sync routers for ids ['1bc9955e-297f-434b-82d0-2041b4f3184a'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:07:00.432092 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79c9fe7-443a-4deb-a584-a7245672edd1 None None] Routers {'1bc9955e-297f-434b-82d0-2041b4f3184a'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:07:00.432702 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-d79c9fe7-443a-4deb-a584-a7245672edd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:06:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['1bc9955e-297f-434b-82d0-2041b4f3184a'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:07:00.542050 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fcbaffc2-dd20-4348-9174-cf54f9bd45d2 admin admin] Publish callbacks [] for router, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:00.554242 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-d79c9fe7-443a-4deb-a584-a7245672edd1 None None] Set router 1bc9955e-297f-434b-82d0-2041b4f3184a gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:07:00.661500 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fcbaffc2-dd20-4348-9174-cf54f9bd45d2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:00.713670 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-fcbaffc2-dd20-4348-9174-cf54f9bd45d2 admin admin] Deleting port e527ceaf-ff0a-45f4-96fa-208239a2326e {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:07:00.713921 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fcbaffc2-dd20-4348-9174-cf54f9bd45d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:00.743617 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-d79c9fe7-443a-4deb-a584-a7245672edd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bc9955e-297f-434b-82d0-2041b4f3184a', 'name': 'tempest-TestVolumeBackupRestore-286364706-router', 'tenant_id': 'ee3f2d6ddc1041d38953585345096a77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': 'e527ceaf-ff0a-45f4-96fa-208239a2326e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:03:26Z', 'updated_at': '2021-10-20T11:06:59Z', 'revision_number': 5, 'project_id': 'ee3f2d6ddc1041d38953585345096a77', 'gw_port': {'id': 'e527ceaf-ff0a-45f4-96fa-208239a2326e', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ba:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc9955e-297f-434b-82d0-2041b4f3184a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:03:27Z', 'updated_at': '2021-10-20T11:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:07:00.769117 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79c9fe7-443a-4deb-a584-a7245672edd1 None None] Checking router: 1bc9955e-297f-434b-82d0-2041b4f3184a for host: n-d-811396-3 {{(pid=100598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:07:00.777142 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79c9fe7-443a-4deb-a584-a7245672edd1 None None] Routers {'1bc9955e-297f-434b-82d0-2041b4f3184a'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:07:00.777738 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-d79c9fe7-443a-4deb-a584-a7245672edd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:06:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['1bc9955e-297f-434b-82d0-2041b4f3184a'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:07:00.794736 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [None req-fcbaffc2-dd20-4348-9174-cf54f9bd45d2 admin admin] For port e527ceaf-ff0a-45f4-96fa-208239a2326e, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=e527ceaf-ff0a-45f4-96fa-208239a2326e,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:07:00.795102 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fcbaffc2-dd20-4348-9174-cf54f9bd45d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:00.807294 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-fcbaffc2-dd20-4348-9174-cf54f9bd45d2 admin admin] Calling delete_port for e527ceaf-ff0a-45f4-96fa-208239a2326e owned by network:router_gateway {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:07:00.861586 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-d79c9fe7-443a-4deb-a584-a7245672edd1 None None] Set router 1bc9955e-297f-434b-82d0-2041b4f3184a gateway port host: None {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:07:01.070590 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-d79c9fe7-443a-4deb-a584-a7245672edd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bc9955e-297f-434b-82d0-2041b4f3184a', 'name': 'tempest-TestVolumeBackupRestore-286364706-router', 'tenant_id': 'ee3f2d6ddc1041d38953585345096a77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:03:26Z', 'updated_at': '2021-10-20T11:07:00Z', 'revision_number': 6, 'project_id': 'ee3f2d6ddc1041d38953585345096a77', 'gw_port_host': None}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:07:01.098094 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79c9fe7-443a-4deb-a584-a7245672edd1 None None] The sync data for ids ['1bc9955e-297f-434b-82d0-2041b4f3184a'] in n-d-811396-3 is: [{'id': '1bc9955e-297f-434b-82d0-2041b4f3184a', 'name': 'tempest-TestVolumeBackupRestore-286364706-router', 'tenant_id': 'ee3f2d6ddc1041d38953585345096a77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:03:26Z', 'updated_at': '2021-10-20T11:07:00Z', 'revision_number': 6, 'project_id': 'ee3f2d6ddc1041d38953585345096a77', 'gw_port_host': None}] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:07:01.224601 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fcbaffc2-dd20-4348-9174-cf54f9bd45d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:01.262163 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbaffc2-dd20-4348-9174-cf54f9bd45d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=e527ceaf-ff0a-45f4-96fa-208239a2326e,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:07:01.322290 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fcbaffc2-dd20-4348-9174-cf54f9bd45d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1773439'] for router_gateway, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:01.414972 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fcbaffc2-dd20-4348-9174-cf54f9bd45d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1772272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258304'] for router, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:01.417263 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fcbaffc2-dd20-4348-9174-cf54f9bd45d2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:01.473039 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fcbaffc2-dd20-4348-9174-cf54f9bd45d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1772267'] for router, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:01.473777 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcbaffc2-dd20-4348-9174-cf54f9bd45d2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1bc9955e-297f-434b-82d0-2041b4f3184a {{(pid=100597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:07:01.478895 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fcbaffc2-dd20-4348-9174-cf54f9bd45d2 admin admin] Publish callbacks [] for router, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:01.482397 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-fcbaffc2-dd20-4348-9174-cf54f9bd45d2 admin admin] 10.222.0.64 "DELETE /v2.0/routers/1bc9955e-297f-434b-82d0-2041b4f3184a HTTP/1.1" status: 204 len: 168 time: 1.0571783 Oct 20 11:07:01.482626 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 40238) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:07:01.529722 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd8cf900-c624-42bf-b390-f715f1e80453 admin admin] Deleting subnet 6079cae5-31ce-4d43-bcf5-20848e3d95c0 {{(pid=100597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:07:01.533668 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fd8cf900-c624-42bf-b390-f715f1e80453 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:01.575757 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fd8cf900-c624-42bf-b390-f715f1e80453 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25852621'] for subnet, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:01.655930 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fd8cf900-c624-42bf-b390-f715f1e80453 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:01.708626 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fd8cf900-c624-42bf-b390-f715f1e80453 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25350811'] for subnet, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:01.736133 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8cf900-c624-42bf-b390-f715f1e80453 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6079cae5-31ce-4d43-bcf5-20848e3d95c0,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:07:01.741540 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fdad047-f23f-4321-8502-26d2fd21b155 None None] Network 2f06cad1-40e3-405a-af7d-7260db124252 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:07:01.742092 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fd8cf900-c624-42bf-b390-f715f1e80453 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:01.747607 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-fd8cf900-c624-42bf-b390-f715f1e80453 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/6079cae5-31ce-4d43-bcf5-20848e3d95c0 HTTP/1.1" status: 204 len: 168 time: 0.2617261 Oct 20 11:07:01.747941 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 40242) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:07:01.821794 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-27091e90-6ac3-43bf-a77d-fc00db6e6c94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:01.875488 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-27091e90-6ac3-43bf-a77d-fc00db6e6c94 admin admin] Deleting port 5fd7cc9e-efab-45d5-8f60-db15c82f7cda {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:07:01.875907 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-27091e90-6ac3-43bf-a77d-fc00db6e6c94 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:01.919954 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6049824-ecfe-43f9-93d3-d8d3a45ad844 None None] DHCP port deletion for 2f06cad1-40e3-405a-af7d-7260db124252 request from n-d-811396-3 {{(pid=100598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:07:01.956299 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [None req-27091e90-6ac3-43bf-a77d-fc00db6e6c94 admin admin] For port 5fd7cc9e-efab-45d5-8f60-db15c82f7cda, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=5fd7cc9e-efab-45d5-8f60-db15c82f7cda,segment=NetworkSegment(10d80e7e-9e59-4956-b65a-88bb7868ca9b),segment_id=10d80e7e-9e59-4956-b65a-88bb7868ca9b)] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:07:01.956667 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-27091e90-6ac3-43bf-a77d-fc00db6e6c94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:01.969191 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-27091e90-6ac3-43bf-a77d-fc00db6e6c94 admin admin] Calling delete_port for 5fd7cc9e-efab-45d5-8f60-db15c82f7cda owned by network:dhcp {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:07:01.971577 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-d6049824-ecfe-43f9-93d3-d8d3a45ad844 None None] Deleting port 5fd7cc9e-efab-45d5-8f60-db15c82f7cda {{(pid=100598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:07:01.972036 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-d6049824-ecfe-43f9-93d3-d8d3a45ad844 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:02.047107 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-d6049824-ecfe-43f9-93d3-d8d3a45ad844 None None] For port 5fd7cc9e-efab-45d5-8f60-db15c82f7cda, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=5fd7cc9e-efab-45d5-8f60-db15c82f7cda,segment=NetworkSegment(10d80e7e-9e59-4956-b65a-88bb7868ca9b),segment_id=10d80e7e-9e59-4956-b65a-88bb7868ca9b)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:07:02.047617 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-d6049824-ecfe-43f9-93d3-d8d3a45ad844 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:02.063933 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-d6049824-ecfe-43f9-93d3-d8d3a45ad844 None None] Calling delete_port for 5fd7cc9e-efab-45d5-8f60-db15c82f7cda owned by network:dhcp {{(pid=100598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:07:02.065040 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-27091e90-6ac3-43bf-a77d-fc00db6e6c94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:02.102957 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27091e90-6ac3-43bf-a77d-fc00db6e6c94 admin admin] No DVR routers for this DVR port 5fd7cc9e-efab-45d5-8f60-db15c82f7cda on host n-d-811396-3 {{(pid=100597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:07:02.108607 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27091e90-6ac3-43bf-a77d-fc00db6e6c94 admin admin] Pushing event deleted for resources: {'Port': ['ID=5fd7cc9e-efab-45d5-8f60-db15c82f7cda,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:07:02.148956 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-d6049824-ecfe-43f9-93d3-d8d3a45ad844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956'] for port, after_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:02.163310 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 8245249c-f176-4cea-a695-2dc43ed7a185 no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:07:02.165391 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6049824-ecfe-43f9-93d3-d8d3a45ad844 None None] No DVR routers for this DVR port 5fd7cc9e-efab-45d5-8f60-db15c82f7cda on host n-d-811396-3 {{(pid=100598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:07:02.206200 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-27091e90-6ac3-43bf-a77d-fc00db6e6c94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:02.211695 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6049824-ecfe-43f9-93d3-d8d3a45ad844 None None] Pushing event deleted for resources: {'Port': ['ID=5fd7cc9e-efab-45d5-8f60-db15c82f7cda,revision_number=None']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:07:02.213892 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 8245249c-f176-4cea-a695-2dc43ed7a185 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:07:02.214317 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 8245249c-f176-4cea-a695-2dc43ed7a185 not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:07:02.214807 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device e527ceaf-ff0a-45f4-96fa-208239a2326e no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:07:02.229993 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-27091e90-6ac3-43bf-a77d-fc00db6e6c94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f06cad1-40e3-405a-af7d-7260db124252']}} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:07:02.237682 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: e527ceaf-ff0a-45f4-96fa-208239a2326e {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:07:02.238132 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device e527ceaf-ff0a-45f4-96fa-208239a2326e not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:07:02.238764 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 5fd7cc9e-efab-45d5-8f60-db15c82f7cda no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:07:02.244404 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-27091e90-6ac3-43bf-a77d-fc00db6e6c94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10d80e7e-9e59-4956-b65a-88bb7868ca9b') {'for_net_delete': True} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:07:02.244791 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-27091e90-6ac3-43bf-a77d-fc00db6e6c94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10d80e7e-9e59-4956-b65a-88bb7868ca9b') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:07:02.258446 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-27091e90-6ac3-43bf-a77d-fc00db6e6c94 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25852596'] for segment, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:02.259667 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 5fd7cc9e-efab-45d5-8f60-db15c82f7cda {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:07:02.260257 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 5fd7cc9e-efab-45d5-8f60-db15c82f7cda not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:07:02.284854 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-27091e90-6ac3-43bf-a77d-fc00db6e6c94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:02.291178 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27091e90-6ac3-43bf-a77d-fc00db6e6c94 admin admin] Releasing vlan 843 on physical network physnet1 to pool {{(pid=100597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:07:02.291641 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-27091e90-6ac3-43bf-a77d-fc00db6e6c94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951012'] for segment, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:02.293697 n-d-811396-3 neutron-server[100597]: Traceback (most recent call last): Oct 20 11:07:02.293697 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:07:02.293697 n-d-811396-3 neutron-server[100597]: timer() Oct 20 11:07:02.293697 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:07:02.293697 n-d-811396-3 neutron-server[100597]: cb(*args, **kw) Oct 20 11:07:02.293697 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:07:02.293697 n-d-811396-3 neutron-server[100597]: return func(*args, **kwargs) Oct 20 11:07:02.293697 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:07:02.293697 n-d-811396-3 neutron-server[100597]: self._notify() Oct 20 11:07:02.293697 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:07:02.293697 n-d-811396-3 neutron-server[100597]: self.callback(batched_events) Oct 20 11:07:02.293697 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:07:02.293697 n-d-811396-3 neutron-server[100597]: event.method(event) Oct 20 11:07:02.293697 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:07:02.293697 n-d-811396-3 neutron-server[100597]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:07:02.293697 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:07:02.293697 n-d-811396-3 neutron-server[100597]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:07:02.293697 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:07:02.293697 n-d-811396-3 neutron-server[100597]: return f(self, *a, **k) Oct 20 11:07:02.293697 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:07:02.293697 n-d-811396-3 neutron-server[100597]: return self._get(url).json() Oct 20 11:07:02.293697 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:07:02.293697 n-d-811396-3 neutron-server[100597]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:07:02.293697 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:07:02.293697 n-d-811396-3 neutron-server[100597]: return self.request(url, 'GET', **kwargs) Oct 20 11:07:02.293697 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:07:02.293697 n-d-811396-3 neutron-server[100597]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:07:02.293697 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:07:02.293697 n-d-811396-3 neutron-server[100597]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:07:02.293697 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:07:02.293697 n-d-811396-3 neutron-server[100597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:07:02.293697 n-d-811396-3 neutron-server[100597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:07:02.363253 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-27091e90-6ac3-43bf-a77d-fc00db6e6c94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:02.369255 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-27091e90-6ac3-43bf-a77d-fc00db6e6c94 admin admin] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:02.375141 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-27091e90-6ac3-43bf-a77d-fc00db6e6c94 admin admin] 10.222.0.64 "DELETE /v2.0/networks/2f06cad1-40e3-405a-af7d-7260db124252 HTTP/1.1" status: 204 len: 168 time: 0.6238017 Oct 20 11:07:02.384437 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27091e90-6ac3-43bf-a77d-fc00db6e6c94 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f06cad1-40e3-405a-af7d-7260db124252,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:07:02.487407 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 40248) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:07:02.530609 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-c1c37286-e557-4c34-8687-5ed4d7897d27 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8204b7fbf90743a4b28586da19a89e2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0417972 Oct 20 11:07:02.533641 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 40250) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:07:02.583217 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-26784e79-ffd1-4975-9109-4d94423ebba8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:02.606079 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-26784e79-ffd1-4975-9109-4d94423ebba8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:02.662811 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-26784e79-ffd1-4975-9109-4d94423ebba8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:02.665892 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-26784e79-ffd1-4975-9109-4d94423ebba8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:02.667078 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-26784e79-ffd1-4975-9109-4d94423ebba8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2e1e405d-d10c-4be0-ae18-97623c3e2cf5 HTTP/1.1" status: 204 len: 168 time: 0.1325250 Oct 20 11:07:02.675845 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26784e79-ffd1-4975-9109-4d94423ebba8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e1e405d-d10c-4be0-ae18-97623c3e2cf5,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:07:03.044179 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 40258) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:07:03.084645 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-816f4772-84a3-4480-b75f-89c32ae9c0dc admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ee3f2d6ddc1041d38953585345096a77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392196 Oct 20 11:07:03.086945 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 40260) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:07:03.136353 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8f103970-3c58-4237-bfa8-abbac3ac705c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:03.156793 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8f103970-3c58-4237-bfa8-abbac3ac705c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:03.206295 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8f103970-3c58-4237-bfa8-abbac3ac705c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:03.209583 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8f103970-3c58-4237-bfa8-abbac3ac705c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:03.210945 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-8f103970-3c58-4237-bfa8-abbac3ac705c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/27a81501-c325-4e7a-95c4-7e2049f40d19 HTTP/1.1" status: 204 len: 168 time: 0.1230130 Oct 20 11:07:03.218547 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f103970-3c58-4237-bfa8-abbac3ac705c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27a81501-c325-4e7a-95c4-7e2049f40d19,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:07:03.554150 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-faba0fad-70e4-49ca-8fac-44dc5d0eb6ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:03.620723 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98f87cd-76c0-4301-8104-56a3782eb1d7 req-76c4ccb9-921d-43b0-b40f-dcbd152cd948 tempest-VolumesSnapshotTestJSON-912582974 tempest-VolumesSnapshotTestJSON-912582974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:03.622360 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d98f87cd-76c0-4301-8104-56a3782eb1d7 req-76c4ccb9-921d-43b0-b40f-dcbd152cd948 tempest-VolumesSnapshotTestJSON-912582974 tempest-VolumesSnapshotTestJSON-912582974-project] 10.222.0.64 "GET /v2.0/networks?id=7747834e-d64a-4c49-96a9-29cf33f15a07 HTTP/1.1" status: 200 len: 813 time: 0.1136384 Oct 20 11:07:03.638592 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d98f87cd-76c0-4301-8104-56a3782eb1d7 req-82df887d-9abe-4c25-8ca2-5752ee3cd2b9 tempest-VolumesSnapshotTestJSON-912582974 tempest-VolumesSnapshotTestJSON-912582974-project] 10.222.0.64 "GET /v2.0/quotas/934d4153d95644689eed1b16b259997e HTTP/1.1" status: 200 len: 375 time: 0.0100400 Oct 20 11:07:03.672810 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d98f87cd-76c0-4301-8104-56a3782eb1d7 req-bb9a7acf-2e6a-4728-a024-64a93109d8e7 tempest-VolumesSnapshotTestJSON-912582974 tempest-VolumesSnapshotTestJSON-912582974-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=934d4153d95644689eed1b16b259997e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279071 Oct 20 11:07:03.778972 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d98f87cd-76c0-4301-8104-56a3782eb1d7 req-8b6f5f7c-4246-49b1-a446-fd6fed6557b6 service neutron] 10.222.0.64 "GET /v2.0/networks/7747834e-d64a-4c49-96a9-29cf33f15a07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977604 Oct 20 11:07:03.872089 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d98f87cd-76c0-4301-8104-56a3782eb1d7 req-a63606b9-b915-4444-bb43-4bde64c40e5d service neutron] 10.222.0.64 "GET /v2.0/networks/7747834e-d64a-4c49-96a9-29cf33f15a07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860991 Oct 20 11:07:04.038413 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b74eb2f9-8ac8-4bed-a45c-e5b94797e85e req-ed890a40-8ea2-406d-ab2a-644efe1fdc9b tempest-VolumesSnapshotTestJSON-912582974 tempest-VolumesSnapshotTestJSON-912582974-project] 10.222.0.64 "GET /v2.0/ports?device_id=9b1a3601-2b0b-4277-b425-7dcc1447033d HTTP/1.1" status: 200 len: 210 time: 0.0276098 Oct 20 11:07:05.011700 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98f87cd-76c0-4301-8104-56a3782eb1d7 req-00f77659-bdca-4381-aa85-6d003a0a9a26 tempest-VolumesSnapshotTestJSON-912582974 tempest-VolumesSnapshotTestJSON-912582974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:05.013259 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d98f87cd-76c0-4301-8104-56a3782eb1d7 req-00f77659-bdca-4381-aa85-6d003a0a9a26 tempest-VolumesSnapshotTestJSON-912582974 tempest-VolumesSnapshotTestJSON-912582974-project] 10.222.0.55 "GET /v2.0/networks?id=7747834e-d64a-4c49-96a9-29cf33f15a07 HTTP/1.1" status: 200 len: 813 time: 0.1071663 Oct 20 11:07:05.040134 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-d98f87cd-76c0-4301-8104-56a3782eb1d7 req-79f12503-77d5-4c02-a3e9-532c67a444cf tempest-VolumesSnapshotTestJSON-912582974 tempest-VolumesSnapshotTestJSON-912582974-project] Request body: {'port': {'device_id': '9b1a3601-2b0b-4277-b425-7dcc1447033d', 'network_id': '7747834e-d64a-4c49-96a9-29cf33f15a07', 'admin_state_up': True, 'tenant_id': '934d4153d95644689eed1b16b259997e'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:07:05.138633 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f2854be4-1f96-403d-a1cb-9d0d793055f4 req-3ee8f01e-0807-42a7-b069-92434efe68db tempest-VolumesSnapshotTestJSON-912582974 tempest-VolumesSnapshotTestJSON-912582974-project] 10.222.0.64 "GET /v2.0/ports?device_id=9b1a3601-2b0b-4277-b425-7dcc1447033d HTTP/1.1" status: 200 len: 210 time: 0.0320556 Oct 20 11:07:05.177667 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d98f87cd-76c0-4301-8104-56a3782eb1d7 req-79f12503-77d5-4c02-a3e9-532c67a444cf tempest-VolumesSnapshotTestJSON-912582974 tempest-VolumesSnapshotTestJSON-912582974-project] Made reservation on behalf of 934d4153d95644689eed1b16b259997e for: {'port': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:07:05.181436 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-d98f87cd-76c0-4301-8104-56a3782eb1d7 req-79f12503-77d5-4c02-a3e9-532c67a444cf tempest-VolumesSnapshotTestJSON-912582974 tempest-VolumesSnapshotTestJSON-912582974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:05.300585 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [req-d98f87cd-76c0-4301-8104-56a3782eb1d7 req-79f12503-77d5-4c02-a3e9-532c67a444cf tempest-VolumesSnapshotTestJSON-912582974 tempest-VolumesSnapshotTestJSON-912582974-project] Allocated IP 172.20.0.8 (7747834e-d64a-4c49-96a9-29cf33f15a07/7e014f79-9dbb-43ec-b176-a0ffe4a0b4b0/77293962-c0f7-46ee-9f62-a35cfb04e0e0) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:07:05.444652 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-d98f87cd-76c0-4301-8104-56a3782eb1d7 req-79f12503-77d5-4c02-a3e9-532c67a444cf tempest-VolumesSnapshotTestJSON-912582974 tempest-VolumesSnapshotTestJSON-912582974-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:05.477870 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-d98f87cd-76c0-4301-8104-56a3782eb1d7 req-79f12503-77d5-4c02-a3e9-532c67a444cf tempest-VolumesSnapshotTestJSON-912582974 tempest-VolumesSnapshotTestJSON-912582974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:05.521954 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d98f87cd-76c0-4301-8104-56a3782eb1d7 req-79f12503-77d5-4c02-a3e9-532c67a444cf tempest-VolumesSnapshotTestJSON-912582974 tempest-VolumesSnapshotTestJSON-912582974-project] Network 7747834e-d64a-4c49-96a9-29cf33f15a07 is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:07:05.525062 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [req-d98f87cd-76c0-4301-8104-56a3782eb1d7 req-79f12503-77d5-4c02-a3e9-532c67a444cf tempest-VolumesSnapshotTestJSON-912582974 tempest-VolumesSnapshotTestJSON-912582974-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:07:05.528598 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-d98f87cd-76c0-4301-8104-56a3782eb1d7 req-79f12503-77d5-4c02-a3e9-532c67a444cf tempest-VolumesSnapshotTestJSON-912582974 tempest-VolumesSnapshotTestJSON-912582974-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:07:05.843415 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f12503-77d5-4c02-a3e9-532c67a444cf tempest-VolumesSnapshotTestJSON-912582974 tempest-VolumesSnapshotTestJSON-912582974-project] Pushing event updated for resources: {'Port': ['ID=77293962-c0f7-46ee-9f62-a35cfb04e0e0,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:07:05.869968 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98f87cd-76c0-4301-8104-56a3782eb1d7 req-79f12503-77d5-4c02-a3e9-532c67a444cf tempest-VolumesSnapshotTestJSON-912582974 tempest-VolumesSnapshotTestJSON-912582974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:05.870510 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-d98f87cd-76c0-4301-8104-56a3782eb1d7 req-79f12503-77d5-4c02-a3e9-532c67a444cf tempest-VolumesSnapshotTestJSON-912582974 tempest-VolumesSnapshotTestJSON-912582974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:05.889398 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d98f87cd-76c0-4301-8104-56a3782eb1d7 req-79f12503-77d5-4c02-a3e9-532c67a444cf tempest-VolumesSnapshotTestJSON-912582974 tempest-VolumesSnapshotTestJSON-912582974-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8532476 Oct 20 11:07:05.907142 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-d98f87cd-76c0-4301-8104-56a3782eb1d7 req-e632cac5-37fc-4adf-8cea-4e4b75b5566b service neutron] Request body: {'port': {'device_id': '9b1a3601-2b0b-4277-b425-7dcc1447033d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811396-3'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:07:05.961118 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-d98f87cd-76c0-4301-8104-56a3782eb1d7 req-e632cac5-37fc-4adf-8cea-4e4b75b5566b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:06.234966 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [req-d98f87cd-76c0-4301-8104-56a3782eb1d7 req-e632cac5-37fc-4adf-8cea-4e4b75b5566b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77293962-c0f7-46ee-9f62-a35cfb04e0e0 {{(pid=100596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:07:06.244599 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-d98f87cd-76c0-4301-8104-56a3782eb1d7 req-e632cac5-37fc-4adf-8cea-4e4b75b5566b service neutron] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:06.262179 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.provisioning_blocks [req-d98f87cd-76c0-4301-8104-56a3782eb1d7 req-e632cac5-37fc-4adf-8cea-4e4b75b5566b service neutron] Transition to ACTIVE for port object 77293962-c0f7-46ee-9f62-a35cfb04e0e0 will not be triggered until provisioned by entity L2. {{(pid=100596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:07:06.266747 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-d98f87cd-76c0-4301-8104-56a3782eb1d7 req-e632cac5-37fc-4adf-8cea-4e4b75b5566b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:06.282214 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90a0d2d-3a9f-477d-9461-8073d784f3f3 req-2237355e-bd8d-463a-b144-e780b596dcc9 tempest-VolumesSnapshotTestJSON-912582974 tempest-VolumesSnapshotTestJSON-912582974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:06.283737 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c90a0d2d-3a9f-477d-9461-8073d784f3f3 req-2237355e-bd8d-463a-b144-e780b596dcc9 tempest-VolumesSnapshotTestJSON-912582974 tempest-VolumesSnapshotTestJSON-912582974-project] 10.222.0.64 "GET /v2.0/ports?device_id=9b1a3601-2b0b-4277-b425-7dcc1447033d HTTP/1.1" status: 200 len: 931 time: 0.0770712 Oct 20 11:07:06.354604 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e632cac5-37fc-4adf-8cea-4e4b75b5566b service neutron] Pushing event updated for resources: {'Port': ['ID=77293962-c0f7-46ee-9f62-a35cfb04e0e0,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:07:06.376234 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c90a0d2d-3a9f-477d-9461-8073d784f3f3 req-b2916806-e6d6-47c7-a6be-8016430015df tempest-VolumesSnapshotTestJSON-912582974 tempest-VolumesSnapshotTestJSON-912582974-project] 10.222.0.64 "GET /v2.0/security-groups?id=430d475f-924a-447c-ab0d-480f80ef541f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743477 Oct 20 11:07:06.410585 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-4cf946ae-5fc3-44fb-bdf2-7275accc803d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:06.425161 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-d98f87cd-76c0-4301-8104-56a3782eb1d7 req-e632cac5-37fc-4adf-8cea-4e4b75b5566b service neutron] Attempting to bind port 77293962-c0f7-46ee-9f62-a35cfb04e0e0 on host n-h1-811396-3 for vnic_type normal with profile {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:07:06.425427 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-d98f87cd-76c0-4301-8104-56a3782eb1d7 req-e632cac5-37fc-4adf-8cea-4e4b75b5566b service neutron] Attempting to bind port 77293962-c0f7-46ee-9f62-a35cfb04e0e0 by drivers openvswitch,hyperv on host n-h1-811396-3 at level 0 using segments [{'id': '1dda3094-a918-4e64-972b-a95bf3bceffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '7747834e-d64a-4c49-96a9-29cf33f15a07'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:07:06.425748 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98f87cd-76c0-4301-8104-56a3782eb1d7 req-e632cac5-37fc-4adf-8cea-4e4b75b5566b service neutron] Attempting to bind port 77293962-c0f7-46ee-9f62-a35cfb04e0e0 on network 7747834e-d64a-4c49-96a9-29cf33f15a07 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:07:06.430141 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98f87cd-76c0-4301-8104-56a3782eb1d7 req-e632cac5-37fc-4adf-8cea-4e4b75b5566b service neutron] Port 77293962-c0f7-46ee-9f62-a35cfb04e0e0 on network 7747834e-d64a-4c49-96a9-29cf33f15a07 not bound, no agent of type Open vSwitch agent registered on host n-h1-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:07:06.430457 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98f87cd-76c0-4301-8104-56a3782eb1d7 req-e632cac5-37fc-4adf-8cea-4e4b75b5566b service neutron] Attempting to bind port 77293962-c0f7-46ee-9f62-a35cfb04e0e0 on network 7747834e-d64a-4c49-96a9-29cf33f15a07 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:07:06.435125 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98f87cd-76c0-4301-8104-56a3782eb1d7 req-e632cac5-37fc-4adf-8cea-4e4b75b5566b service neutron] Checking agent: {'id': 'b707b4cc-061f-4cf4-bce0-0b3df9b7bec9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:07:06.435492 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98f87cd-76c0-4301-8104-56a3782eb1d7 req-e632cac5-37fc-4adf-8cea-4e4b75b5566b service neutron] Checking segment: {'id': '1dda3094-a918-4e64-972b-a95bf3bceffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '7747834e-d64a-4c49-96a9-29cf33f15a07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:07:06.435867 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98f87cd-76c0-4301-8104-56a3782eb1d7 req-e632cac5-37fc-4adf-8cea-4e4b75b5566b service neutron] Bound using segment: {'id': '1dda3094-a918-4e64-972b-a95bf3bceffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '7747834e-d64a-4c49-96a9-29cf33f15a07'} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:07:06.436283 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-d98f87cd-76c0-4301-8104-56a3782eb1d7 req-e632cac5-37fc-4adf-8cea-4e4b75b5566b service neutron] Bound port: 77293962-c0f7-46ee-9f62-a35cfb04e0e0, host: n-h1-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1dda3094-a918-4e64-972b-a95bf3bceffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '7747834e-d64a-4c49-96a9-29cf33f15a07'}}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:07:06.436634 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-d98f87cd-76c0-4301-8104-56a3782eb1d7 req-e632cac5-37fc-4adf-8cea-4e4b75b5566b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:06.496658 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-d98f87cd-76c0-4301-8104-56a3782eb1d7 req-e632cac5-37fc-4adf-8cea-4e4b75b5566b service neutron] For port 77293962-c0f7-46ee-9f62-a35cfb04e0e0, host n-h1-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:07:06.499938 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-d98f87cd-76c0-4301-8104-56a3782eb1d7 req-e632cac5-37fc-4adf-8cea-4e4b75b5566b service neutron] For port 77293962-c0f7-46ee-9f62-a35cfb04e0e0, host n-h1-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=77293962-c0f7-46ee-9f62-a35cfb04e0e0,segment=NetworkSegment(1dda3094-a918-4e64-972b-a95bf3bceffb),segment_id=1dda3094-a918-4e64-972b-a95bf3bceffb)] {{(pid=100596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:07:06.503775 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-d98f87cd-76c0-4301-8104-56a3782eb1d7 req-e632cac5-37fc-4adf-8cea-4e4b75b5566b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:06.538277 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98f87cd-76c0-4301-8104-56a3782eb1d7 req-e632cac5-37fc-4adf-8cea-4e4b75b5566b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:06.538881 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-d98f87cd-76c0-4301-8104-56a3782eb1d7 req-e632cac5-37fc-4adf-8cea-4e4b75b5566b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:06.540360 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d98f87cd-76c0-4301-8104-56a3782eb1d7 req-e632cac5-37fc-4adf-8cea-4e4b75b5566b service neutron] 10.222.0.55 "PUT /v2.0/ports/77293962-c0f7-46ee-9f62-a35cfb04e0e0 HTTP/1.1" status: 200 len: 1091 time: 0.6374209 Oct 20 11:07:06.540797 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b1a3601-2b0b-4277-b425-7dcc1447033d', 'tag': '77293962-c0f7-46ee-9f62-a35cfb04e0e0'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:07:06.543033 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e51a188-45b8-4f74-ab0a-81994253aa14" -d '{"events": [{"name": "network-changed", "server_uuid": "9b1a3601-2b0b-4277-b425-7dcc1447033d", "tag": "77293962-c0f7-46ee-9f62-a35cfb04e0e0"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:07:06.567166 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e632cac5-37fc-4adf-8cea-4e4b75b5566b service neutron] Pushing event updated for resources: {'Port': ['ID=77293962-c0f7-46ee-9f62-a35cfb04e0e0,revision_number=3']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:07:06.584175 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5421802-d9f3-4e4e-a000-aba92fe8a69b x-openstack-request-id: req-e5421802-d9f3-4e4e-a000-aba92fe8a69b {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:07:06.584468 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b1a3601-2b0b-4277-b425-7dcc1447033d", "tag": "77293962-c0f7-46ee-9f62-a35cfb04e0e0", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:07:06.584720 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e5421802-d9f3-4e4e-a000-aba92fe8a69b {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:07:06.585116 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b1a3601-2b0b-4277-b425-7dcc1447033d', 'tag': '77293962-c0f7-46ee-9f62-a35cfb04e0e0', 'status': 'completed', 'code': 200} Oct 20 11:07:06.644948 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98f87cd-76c0-4301-8104-56a3782eb1d7 req-a27124bc-e19c-4fc7-86b5-a65d1de47562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:06.646427 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d98f87cd-76c0-4301-8104-56a3782eb1d7 req-a27124bc-e19c-4fc7-86b5-a65d1de47562 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=934d4153d95644689eed1b16b259997e&device_id=9b1a3601-2b0b-4277-b425-7dcc1447033d HTTP/1.1" status: 200 len: 1094 time: 0.0436749 Oct 20 11:07:06.692982 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d98f87cd-76c0-4301-8104-56a3782eb1d7 req-9e594c1d-30ce-42ca-afbb-ed02a7088244 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77293962-c0f7-46ee-9f62-a35cfb04e0e0 HTTP/1.1" status: 200 len: 217 time: 0.0332098 Oct 20 11:07:06.741603 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98f87cd-76c0-4301-8104-56a3782eb1d7 req-4cd2eb1b-be2f-4f38-9a15-b9f9cccdcc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:06.742588 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d98f87cd-76c0-4301-8104-56a3782eb1d7 req-4cd2eb1b-be2f-4f38-9a15-b9f9cccdcc9d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7e014f79-9dbb-43ec-b176-a0ffe4a0b4b0 HTTP/1.1" status: 200 len: 853 time: 0.0426724 Oct 20 11:07:06.778165 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d98f87cd-76c0-4301-8104-56a3782eb1d7 req-ed33a176-3f30-4a9a-b83e-db8114a6ea34 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7747834e-d64a-4c49-96a9-29cf33f15a07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285935 Oct 20 11:07:06.866569 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d98f87cd-76c0-4301-8104-56a3782eb1d7 req-4c60507c-41c7-498f-8122-f489788e6f5f service neutron] 10.222.0.55 "GET /v2.0/networks/7747834e-d64a-4c49-96a9-29cf33f15a07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816801 Oct 20 11:07:06.961064 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d98f87cd-76c0-4301-8104-56a3782eb1d7 req-57f26d39-03ae-48b1-b8b5-dde217759c68 service neutron] 10.222.0.55 "GET /v2.0/networks/7747834e-d64a-4c49-96a9-29cf33f15a07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873222 Oct 20 11:07:07.081240 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e51a188-45b8-4f74-ab0a-81994253aa14 req-dd4a7737-ac2a-443a-83ee-cf02c252287e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:07.082717 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6e51a188-45b8-4f74-ab0a-81994253aa14 req-dd4a7737-ac2a-443a-83ee-cf02c252287e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=934d4153d95644689eed1b16b259997e&device_id=9b1a3601-2b0b-4277-b425-7dcc1447033d HTTP/1.1" status: 200 len: 1094 time: 0.0405796 Oct 20 11:07:07.143332 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:07.175060 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e51a188-45b8-4f74-ab0a-81994253aa14 req-feffaae5-f630-42a5-b78e-299fc1d042b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:07.176565 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6e51a188-45b8-4f74-ab0a-81994253aa14 req-feffaae5-f630-42a5-b78e-299fc1d042b0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7747834e-d64a-4c49-96a9-29cf33f15a07 HTTP/1.1" status: 200 len: 914 time: 0.0869548 Oct 20 11:07:07.218218 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6e51a188-45b8-4f74-ab0a-81994253aa14 req-8567f70a-0a0b-4e80-a0c2-bfefc40b99a1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77293962-c0f7-46ee-9f62-a35cfb04e0e0 HTTP/1.1" status: 200 len: 217 time: 0.0345776 Oct 20 11:07:07.269100 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e51a188-45b8-4f74-ab0a-81994253aa14 req-a2e33971-96c2-4bd6-8f36-f536199a4cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:07.270589 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6e51a188-45b8-4f74-ab0a-81994253aa14 req-a2e33971-96c2-4bd6-8f36-f536199a4cce service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7e014f79-9dbb-43ec-b176-a0ffe4a0b4b0 HTTP/1.1" status: 200 len: 853 time: 0.0453513 Oct 20 11:07:07.301170 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6e51a188-45b8-4f74-ab0a-81994253aa14 req-acd67878-a1d4-4b5e-bba1-eab95fbd9082 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7747834e-d64a-4c49-96a9-29cf33f15a07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234396 Oct 20 11:07:07.398246 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6e51a188-45b8-4f74-ab0a-81994253aa14 req-32a086b0-7440-4ef2-bba5-c8e0d655f1c8 service neutron] 10.222.0.55 "GET /v2.0/networks/7747834e-d64a-4c49-96a9-29cf33f15a07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902011 Oct 20 11:07:07.524957 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6e51a188-45b8-4f74-ab0a-81994253aa14 req-55bcb819-450c-4029-9b79-8139fad2b094 service neutron] 10.222.0.55 "GET /v2.0/networks/7747834e-d64a-4c49-96a9-29cf33f15a07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172574 Oct 20 11:07:07.536691 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0ead98-5793-4383-84f8-38d082b09461 req-a19c6b9f-517f-4188-83ee-5f6bfcbc69bc tempest-VolumesSnapshotTestJSON-912582974 tempest-VolumesSnapshotTestJSON-912582974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:07.538071 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5e0ead98-5793-4383-84f8-38d082b09461 req-a19c6b9f-517f-4188-83ee-5f6bfcbc69bc tempest-VolumesSnapshotTestJSON-912582974 tempest-VolumesSnapshotTestJSON-912582974-project] 10.222.0.64 "GET /v2.0/ports?device_id=9b1a3601-2b0b-4277-b425-7dcc1447033d HTTP/1.1" status: 200 len: 943 time: 0.0708201 Oct 20 11:07:07.577681 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5e0ead98-5793-4383-84f8-38d082b09461 req-a0db1422-8892-4be0-ab01-7d8213d212e3 tempest-VolumesSnapshotTestJSON-912582974 tempest-VolumesSnapshotTestJSON-912582974-project] 10.222.0.64 "GET /v2.0/security-groups?id=430d475f-924a-447c-ab0d-480f80ef541f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327470 Oct 20 11:07:07.618204 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:08.237989 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:08.689550 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63c20fa-5a1c-481e-b2ef-41aa87a87862 req-8c145303-28dd-4c37-8f5f-5f2d379a2be5 tempest-VolumesSnapshotTestJSON-912582974 tempest-VolumesSnapshotTestJSON-912582974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:08.691014 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a63c20fa-5a1c-481e-b2ef-41aa87a87862 req-8c145303-28dd-4c37-8f5f-5f2d379a2be5 tempest-VolumesSnapshotTestJSON-912582974 tempest-VolumesSnapshotTestJSON-912582974-project] 10.222.0.64 "GET /v2.0/ports?device_id=9b1a3601-2b0b-4277-b425-7dcc1447033d HTTP/1.1" status: 200 len: 943 time: 0.0477273 Oct 20 11:07:08.728337 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a63c20fa-5a1c-481e-b2ef-41aa87a87862 req-9e1dab56-c072-437c-b7b0-2faa04dd7174 tempest-VolumesSnapshotTestJSON-912582974 tempest-VolumesSnapshotTestJSON-912582974-project] 10.222.0.64 "GET /v2.0/security-groups?id=430d475f-924a-447c-ab0d-480f80ef541f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314343 Oct 20 11:07:08.990217 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 77293962-c0f7-46ee-9f62-a35cfb04e0e0 details requested by agent hyperv_n-h1-811396-3 with host n-h1-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:07:09.008802 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:09.094280 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 77293962-c0f7-46ee-9f62-a35cfb04e0e0, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=77293962-c0f7-46ee-9f62-a35cfb04e0e0,segment=NetworkSegment(1dda3094-a918-4e64-972b-a95bf3bceffb),segment_id=1dda3094-a918-4e64-972b-a95bf3bceffb)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:07:09.104427 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Returning: {'device': '77293962-c0f7-46ee-9f62-a35cfb04e0e0', 'network_id': '7747834e-d64a-4c49-96a9-29cf33f15a07', 'port_id': '77293962-c0f7-46ee-9f62-a35cfb04e0e0', 'mac_address': 'fa:16:3e:b6:4a:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 824, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e014f79-9dbb-43ec-b176-a0ffe4a0b4b0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:07:09.141353 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:09.153489 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77293962-c0f7-46ee-9f62-a35cfb04e0e0 {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:07:09.171949 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 77293962-c0f7-46ee-9f62-a35cfb04e0e0, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=77293962-c0f7-46ee-9f62-a35cfb04e0e0,segment=NetworkSegment(1dda3094-a918-4e64-972b-a95bf3bceffb),segment_id=1dda3094-a918-4e64-972b-a95bf3bceffb)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:07:09.176157 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:09.225492 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=77293962-c0f7-46ee-9f62-a35cfb04e0e0,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:07:09.551484 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['77293962-c0f7-46ee-9f62-a35cfb04e0e0'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:07:09.840137 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9313ca34-b704-4351-ae5d-6a5c42db9f14 req-8b23010d-bee7-4dc9-a195-d0de27135ad2 tempest-VolumesSnapshotTestJSON-912582974 tempest-VolumesSnapshotTestJSON-912582974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:09.841561 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9313ca34-b704-4351-ae5d-6a5c42db9f14 req-8b23010d-bee7-4dc9-a195-d0de27135ad2 tempest-VolumesSnapshotTestJSON-912582974 tempest-VolumesSnapshotTestJSON-912582974-project] 10.222.0.64 "GET /v2.0/ports?device_id=9b1a3601-2b0b-4277-b425-7dcc1447033d HTTP/1.1" status: 200 len: 944 time: 0.0480766 Oct 20 11:07:09.881723 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9313ca34-b704-4351-ae5d-6a5c42db9f14 req-4006afff-f4dd-429a-8fc4-399091f754b6 tempest-VolumesSnapshotTestJSON-912582974 tempest-VolumesSnapshotTestJSON-912582974-project] 10.222.0.64 "GET /v2.0/security-groups?id=430d475f-924a-447c-ab0d-480f80ef541f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336697 Oct 20 11:07:10.988133 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 77293962-c0f7-46ee-9f62-a35cfb04e0e0 up at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:07:10.996140 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9d5c79-d742-4fd7-ba12-1f0f4677bcc9 req-30a2345e-a221-4e24-b4db-4d259647f92c tempest-VolumesSnapshotTestJSON-912582974 tempest-VolumesSnapshotTestJSON-912582974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:10.997635 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cf9d5c79-d742-4fd7-ba12-1f0f4677bcc9 req-30a2345e-a221-4e24-b4db-4d259647f92c tempest-VolumesSnapshotTestJSON-912582974 tempest-VolumesSnapshotTestJSON-912582974-project] 10.222.0.64 "GET /v2.0/ports?device_id=9b1a3601-2b0b-4277-b425-7dcc1447033d HTTP/1.1" status: 200 len: 944 time: 0.0494788 Oct 20 11:07:11.034937 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cf9d5c79-d742-4fd7-ba12-1f0f4677bcc9 req-97782445-b00e-49fe-9947-8c7d4120bf14 tempest-VolumesSnapshotTestJSON-912582974 tempest-VolumesSnapshotTestJSON-912582974-project] 10.222.0.64 "GET /v2.0/security-groups?id=430d475f-924a-447c-ab0d-480f80ef541f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314331 Oct 20 11:07:11.035325 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning for port 77293962-c0f7-46ee-9f62-a35cfb04e0e0 completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:07:11.039482 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning complete for port 77293962-c0f7-46ee-9f62-a35cfb04e0e0 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:07:11.039851 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:11.118206 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:11.139597 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b1a3601-2b0b-4277-b425-7dcc1447033d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77293962-c0f7-46ee-9f62-a35cfb04e0e0'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:07:11.141864 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16cb77ff-b576-4c59-aadc-67ced8478403" -d '{"events": [{"server_uuid": "9b1a3601-2b0b-4277-b425-7dcc1447033d", "name": "network-vif-plugged", "status": "completed", "tag": "77293962-c0f7-46ee-9f62-a35cfb04e0e0"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:07:11.155106 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 77293962-c0f7-46ee-9f62-a35cfb04e0e0, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=77293962-c0f7-46ee-9f62-a35cfb04e0e0,segment=NetworkSegment(1dda3094-a918-4e64-972b-a95bf3bceffb),segment_id=1dda3094-a918-4e64-972b-a95bf3bceffb)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:07:11.160176 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:11.186393 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-865d2c3e-5062-4c5f-bb15-0d2c99696e78 x-openstack-request-id: req-865d2c3e-5062-4c5f-bb15-0d2c99696e78 {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:07:11.186693 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b1a3601-2b0b-4277-b425-7dcc1447033d", "name": "network-vif-plugged", "status": "completed", "tag": "77293962-c0f7-46ee-9f62-a35cfb04e0e0", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:07:11.186951 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-865d2c3e-5062-4c5f-bb15-0d2c99696e78 {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:07:11.187348 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b1a3601-2b0b-4277-b425-7dcc1447033d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77293962-c0f7-46ee-9f62-a35cfb04e0e0', 'code': 200} Oct 20 11:07:11.213544 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=77293962-c0f7-46ee-9f62-a35cfb04e0e0,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:07:11.296284 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f6d700-a9bd-4964-81ba-eadac27ed7df req-ec023d4d-b9c1-4c3f-ab51-478f62f4ddd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:11.297763 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-00f6d700-a9bd-4964-81ba-eadac27ed7df req-ec023d4d-b9c1-4c3f-ab51-478f62f4ddd8 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9b1a3601-2b0b-4277-b425-7dcc1447033d HTTP/1.1" status: 200 len: 1096 time: 0.0400214 Oct 20 11:07:11.332573 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-00f6d700-a9bd-4964-81ba-eadac27ed7df req-5cd7989f-2994-45ad-b4c9-2662552e1cf5 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=430d475f-924a-447c-ab0d-480f80ef541f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274084 Oct 20 11:07:12.150196 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04f4a90-bb94-42f4-9806-624b5b8a6251 req-6b14401f-00ce-4335-a047-3e3a84605bb5 tempest-VolumesSnapshotTestJSON-912582974 tempest-VolumesSnapshotTestJSON-912582974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:12.151672 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b04f4a90-bb94-42f4-9806-624b5b8a6251 req-6b14401f-00ce-4335-a047-3e3a84605bb5 tempest-VolumesSnapshotTestJSON-912582974 tempest-VolumesSnapshotTestJSON-912582974-project] 10.222.0.64 "GET /v2.0/ports?device_id=9b1a3601-2b0b-4277-b425-7dcc1447033d HTTP/1.1" status: 200 len: 945 time: 0.0480762 Oct 20 11:07:12.192888 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b04f4a90-bb94-42f4-9806-624b5b8a6251 req-cb8b09be-d2eb-4e92-871a-9344e12818ae tempest-VolumesSnapshotTestJSON-912582974 tempest-VolumesSnapshotTestJSON-912582974-project] 10.222.0.64 "GET /v2.0/security-groups?id=430d475f-924a-447c-ab0d-480f80ef541f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353479 Oct 20 11:07:13.307781 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92d1174-faa6-43d8-bf00-919c9d12183a req-48a4f198-3fed-4355-86a0-27eb9e5f822a tempest-VolumesSnapshotTestJSON-912582974 tempest-VolumesSnapshotTestJSON-912582974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:13.309290 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f92d1174-faa6-43d8-bf00-919c9d12183a req-48a4f198-3fed-4355-86a0-27eb9e5f822a tempest-VolumesSnapshotTestJSON-912582974 tempest-VolumesSnapshotTestJSON-912582974-project] 10.222.0.64 "GET /v2.0/ports?device_id=9b1a3601-2b0b-4277-b425-7dcc1447033d HTTP/1.1" status: 200 len: 945 time: 0.0492373 Oct 20 11:07:13.348432 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f92d1174-faa6-43d8-bf00-919c9d12183a req-c185500a-259a-4ed1-9aad-c199de4afc34 tempest-VolumesSnapshotTestJSON-912582974 tempest-VolumesSnapshotTestJSON-912582974-project] 10.222.0.64 "GET /v2.0/security-groups?id=430d475f-924a-447c-ab0d-480f80ef541f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327535 Oct 20 11:07:19.388151 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:27.777274 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dddefc2-14be-4869-a563-a116caa6a2bf req-7f9be9eb-3243-41e0-bd51-9df1c11d13bf tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:27.778858 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7dddefc2-14be-4869-a563-a116caa6a2bf req-7f9be9eb-3243-41e0-bd51-9df1c11d13bf tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e501e8e-bf96-4f4f-aabd-709b308a4102 HTTP/1.1" status: 200 len: 945 time: 0.1558778 Oct 20 11:07:27.817967 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7dddefc2-14be-4869-a563-a116caa6a2bf req-7423278f-630d-47ae-82e7-6efdbbc26878 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/security-groups?id=44c7c6ca-c8d5-40ec-a48d-af141f472b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330069 Oct 20 11:07:29.045881 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b1ea80-9028-4742-b407-a581ac8138dd req-e625f4a7-81b6-4905-be4e-ad23307a7c48 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:29.047440 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-55b1ea80-9028-4742-b407-a581ac8138dd req-e625f4a7-81b6-4905-be4e-ad23307a7c48 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e501e8e-bf96-4f4f-aabd-709b308a4102 HTTP/1.1" status: 200 len: 945 time: 0.0569272 Oct 20 11:07:29.091185 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-55b1ea80-9028-4742-b407-a581ac8138dd req-21aed163-5d48-4e2a-b1bc-041db85c7cbe tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/security-groups?id=44c7c6ca-c8d5-40ec-a48d-af141f472b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377398 Oct 20 11:07:30.212902 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae785b52-2a46-4cee-84bd-c07d47f8cb31 req-584670ef-e7cd-40ff-be00-b49b8a69cbcf tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:30.214408 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ae785b52-2a46-4cee-84bd-c07d47f8cb31 req-584670ef-e7cd-40ff-be00-b49b8a69cbcf tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e501e8e-bf96-4f4f-aabd-709b308a4102 HTTP/1.1" status: 200 len: 945 time: 0.0500946 Oct 20 11:07:30.253027 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ae785b52-2a46-4cee-84bd-c07d47f8cb31 req-35bf6f93-0cf6-4bd9-a416-14d2476ddff8 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/security-groups?id=44c7c6ca-c8d5-40ec-a48d-af141f472b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322056 Oct 20 11:07:31.370947 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0963ec62-8ab9-41b9-bc48-b7b570731e8b req-60fac479-a8ab-47ce-903b-eeb6c3287ec0 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:31.372451 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0963ec62-8ab9-41b9-bc48-b7b570731e8b req-60fac479-a8ab-47ce-903b-eeb6c3287ec0 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e501e8e-bf96-4f4f-aabd-709b308a4102 HTTP/1.1" status: 200 len: 945 time: 0.0480125 Oct 20 11:07:31.409719 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0963ec62-8ab9-41b9-bc48-b7b570731e8b req-d8716ce7-d4f0-4402-8355-c695206812b4 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/security-groups?id=44c7c6ca-c8d5-40ec-a48d-af141f472b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307434 Oct 20 11:07:32.530856 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b014d30-f572-4f39-9d9c-dac5cd5b3acf req-a81abdef-a3bc-4f61-bfb2-a1a1a0b4cad2 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:32.533013 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3b014d30-f572-4f39-9d9c-dac5cd5b3acf req-a81abdef-a3bc-4f61-bfb2-a1a1a0b4cad2 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e501e8e-bf96-4f4f-aabd-709b308a4102 HTTP/1.1" status: 200 len: 945 time: 0.0508037 Oct 20 11:07:32.574942 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3b014d30-f572-4f39-9d9c-dac5cd5b3acf req-de98db9f-804f-47ce-8437-7b5b8c017440 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/security-groups?id=44c7c6ca-c8d5-40ec-a48d-af141f472b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359373 Oct 20 11:07:33.545608 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3c4c0817-6e8b-4099-9612-6e0b3af60071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:33.698954 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd2f078-c722-45e9-ae58-53e781f4dc65 req-8718df94-e649-42ef-a912-d225fd718bc7 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:33.700459 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8dd2f078-c722-45e9-ae58-53e781f4dc65 req-8718df94-e649-42ef-a912-d225fd718bc7 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e501e8e-bf96-4f4f-aabd-709b308a4102 HTTP/1.1" status: 200 len: 945 time: 0.0501933 Oct 20 11:07:33.737928 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8dd2f078-c722-45e9-ae58-53e781f4dc65 req-08e44a91-672e-4c2c-8fde-01437b7dfa23 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/security-groups?id=44c7c6ca-c8d5-40ec-a48d-af141f472b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312338 Oct 20 11:07:34.861934 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d084c20-020d-40eb-a855-97906c95515b req-76952b37-648c-474e-a959-c77a0a476367 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:34.863338 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9d084c20-020d-40eb-a855-97906c95515b req-76952b37-648c-474e-a959-c77a0a476367 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e501e8e-bf96-4f4f-aabd-709b308a4102 HTTP/1.1" status: 200 len: 945 time: 0.0540836 Oct 20 11:07:34.901330 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9d084c20-020d-40eb-a855-97906c95515b req-47d96b58-c64f-4fc0-9793-6f8dac7b53ce tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/security-groups?id=44c7c6ca-c8d5-40ec-a48d-af141f472b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317559 Oct 20 11:07:36.038656 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f00cc89-196c-4730-93d9-5dc6fee9be91 req-e7fbbcf1-2ebd-427e-b8a2-6c273c0a4d78 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:36.040200 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2f00cc89-196c-4730-93d9-5dc6fee9be91 req-e7fbbcf1-2ebd-427e-b8a2-6c273c0a4d78 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e501e8e-bf96-4f4f-aabd-709b308a4102 HTTP/1.1" status: 200 len: 945 time: 0.0558794 Oct 20 11:07:36.089402 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2f00cc89-196c-4730-93d9-5dc6fee9be91 req-48a63c42-a60f-451c-97f5-ea7841247875 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/security-groups?id=44c7c6ca-c8d5-40ec-a48d-af141f472b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432329 Oct 20 11:07:36.411932 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-d664ff50-3d15-4cc9-956f-c141040d55a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:37.146208 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:37.213879 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8768ca95-c3db-4aa8-ae18-06b22416cd13 req-e17beb73-b3de-41f8-9ac5-1c005a5cb260 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:37.215515 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8768ca95-c3db-4aa8-ae18-06b22416cd13 req-e17beb73-b3de-41f8-9ac5-1c005a5cb260 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e501e8e-bf96-4f4f-aabd-709b308a4102 HTTP/1.1" status: 200 len: 945 time: 0.0503161 Oct 20 11:07:37.255945 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8768ca95-c3db-4aa8-ae18-06b22416cd13 req-3d6dabb3-4c46-457a-8d41-5836b5b50025 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/security-groups?id=44c7c6ca-c8d5-40ec-a48d-af141f472b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337591 Oct 20 11:07:37.260617 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 7 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:07:37.621080 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:38.240695 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:38.385056 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1247a6d7-661f-47cd-8de6-59edb12673cc req-15607f1a-02f1-4e23-9043-2984eec1f50e tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:38.386548 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1247a6d7-661f-47cd-8de6-59edb12673cc req-15607f1a-02f1-4e23-9043-2984eec1f50e tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e501e8e-bf96-4f4f-aabd-709b308a4102 HTTP/1.1" status: 200 len: 945 time: 0.0504298 Oct 20 11:07:38.424079 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1247a6d7-661f-47cd-8de6-59edb12673cc req-6796af71-0648-4843-836c-4c7f83a8b5c0 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/security-groups?id=44c7c6ca-c8d5-40ec-a48d-af141f472b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309057 Oct 20 11:07:39.002439 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:39.130173 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device c4094e7e-cbee-4546-ba1e-b9849881713c details requested by agent hyperv_n-h2-811396-3 with host n-h2-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:07:39.222685 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port c4094e7e-cbee-4546-ba1e-b9849881713c, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=c4094e7e-cbee-4546-ba1e-b9849881713c,segment=NetworkSegment(0f66f6ed-6d03-4e40-897a-2e048347227e),segment_id=0f66f6ed-6d03-4e40-897a-2e048347227e)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:07:39.235315 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Returning: {'device': 'c4094e7e-cbee-4546-ba1e-b9849881713c', 'network_id': '1759e7bc-ead3-4335-8c90-46a93aea395d', 'port_id': 'c4094e7e-cbee-4546-ba1e-b9849881713c', 'mac_address': 'fa:16:3e:ae:c7:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 810, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '731bcbb0-8763-49cc-b4e4-d88f68d7de58', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:07:39.276113 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:39.288504 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c4094e7e-cbee-4546-ba1e-b9849881713c {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:07:39.308320 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port c4094e7e-cbee-4546-ba1e-b9849881713c, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=c4094e7e-cbee-4546-ba1e-b9849881713c,segment=NetworkSegment(0f66f6ed-6d03-4e40-897a-2e048347227e),segment_id=0f66f6ed-6d03-4e40-897a-2e048347227e)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:07:39.311922 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:39.361766 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=c4094e7e-cbee-4546-ba1e-b9849881713c,revision_number=6']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:07:39.406744 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['c4094e7e-cbee-4546-ba1e-b9849881713c'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:07:39.571357 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec26556-828e-4880-8e01-b7256ee67be7 req-a3d67a6a-597c-47c3-8687-37943b12c60b tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:39.572899 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-eec26556-828e-4880-8e01-b7256ee67be7 req-a3d67a6a-597c-47c3-8687-37943b12c60b tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e501e8e-bf96-4f4f-aabd-709b308a4102 HTTP/1.1" status: 200 len: 944 time: 0.0523508 Oct 20 11:07:39.618726 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-eec26556-828e-4880-8e01-b7256ee67be7 req-66e7ee90-2d76-45a9-87b6-418492d6a831 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/security-groups?id=44c7c6ca-c8d5-40ec-a48d-af141f472b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397270 Oct 20 11:07:40.750556 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad8b3b6-bfaa-4cdb-88b3-a4f7e709ef18 req-ca430f78-460e-496d-a7be-83918f8bb4dc tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:40.761020 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2ad8b3b6-bfaa-4cdb-88b3-a4f7e709ef18 req-ca430f78-460e-496d-a7be-83918f8bb4dc tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e501e8e-bf96-4f4f-aabd-709b308a4102 HTTP/1.1" status: 200 len: 944 time: 0.0620975 Oct 20 11:07:40.818013 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2ad8b3b6-bfaa-4cdb-88b3-a4f7e709ef18 req-bf5393a8-21fe-4e33-a64a-f45187f86965 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/security-groups?id=44c7c6ca-c8d5-40ec-a48d-af141f472b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504715 Oct 20 11:07:41.142507 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device c4094e7e-cbee-4546-ba1e-b9849881713c up at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:07:41.200080 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning complete for port c4094e7e-cbee-4546-ba1e-b9849881713c triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:07:41.200485 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:41.296659 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:41.332701 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e501e8e-bf96-4f4f-aabd-709b308a4102', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4094e7e-cbee-4546-ba1e-b9849881713c'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:07:41.336635 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dbb27de-539a-45f8-820c-7205ebe79517" -d '{"events": [{"server_uuid": "6e501e8e-bf96-4f4f-aabd-709b308a4102", "name": "network-vif-plugged", "status": "completed", "tag": "c4094e7e-cbee-4546-ba1e-b9849881713c"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:07:41.352104 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port c4094e7e-cbee-4546-ba1e-b9849881713c, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=c4094e7e-cbee-4546-ba1e-b9849881713c,segment=NetworkSegment(0f66f6ed-6d03-4e40-897a-2e048347227e),segment_id=0f66f6ed-6d03-4e40-897a-2e048347227e)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:07:41.356290 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:41.394997 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0df41770-6867-44e8-8e48-bdd300112536 x-openstack-request-id: req-0df41770-6867-44e8-8e48-bdd300112536 {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:07:41.394997 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e501e8e-bf96-4f4f-aabd-709b308a4102", "name": "network-vif-plugged", "status": "completed", "tag": "c4094e7e-cbee-4546-ba1e-b9849881713c", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:07:41.395782 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0df41770-6867-44e8-8e48-bdd300112536 {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:07:41.396060 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e501e8e-bf96-4f4f-aabd-709b308a4102', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4094e7e-cbee-4546-ba1e-b9849881713c', 'code': 200} Oct 20 11:07:41.423637 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=c4094e7e-cbee-4546-ba1e-b9849881713c,revision_number=7']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:07:41.760710 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1988341c-a5a0-4af6-baf0-2d6dfbe35bbe req-c23c2b3d-6a0f-4c15-b23f-128891d599f1 tempest-VolumesSnapshotTestJSON-912582974 tempest-VolumesSnapshotTestJSON-912582974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:41.762398 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1988341c-a5a0-4af6-baf0-2d6dfbe35bbe req-c23c2b3d-6a0f-4c15-b23f-128891d599f1 tempest-VolumesSnapshotTestJSON-912582974 tempest-VolumesSnapshotTestJSON-912582974-project] 10.222.0.64 "GET /v2.0/ports?device_id=9b1a3601-2b0b-4277-b425-7dcc1447033d HTTP/1.1" status: 200 len: 945 time: 0.0538588 Oct 20 11:07:41.805638 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1988341c-a5a0-4af6-baf0-2d6dfbe35bbe req-5c327598-c439-44ae-a33a-52327b6e4f4b tempest-VolumesSnapshotTestJSON-912582974 tempest-VolumesSnapshotTestJSON-912582974-project] 10.222.0.64 "GET /v2.0/security-groups?id=430d475f-924a-447c-ab0d-480f80ef541f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364447 Oct 20 11:07:41.935120 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba5dd5a-d689-4f1c-83c6-8fa81b31b099 req-786ae900-9c99-46dd-a37e-680d72841a54 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:41.942684 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2ba5dd5a-d689-4f1c-83c6-8fa81b31b099 req-786ae900-9c99-46dd-a37e-680d72841a54 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e501e8e-bf96-4f4f-aabd-709b308a4102 HTTP/1.1" status: 200 len: 945 time: 0.0559793 Oct 20 11:07:41.980389 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2ba5dd5a-d689-4f1c-83c6-8fa81b31b099 req-5d6ca9db-7a79-4ec9-a61d-1a05c489e55c tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/security-groups?id=44c7c6ca-c8d5-40ec-a48d-af141f472b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366008 Oct 20 11:07:42.948949 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38805a51-8b4c-4020-909e-e843792f5984 req-62f0efe0-3eb2-4702-80ff-6cc778db8fc4 tempest-VolumesSnapshotTestJSON-912582974 tempest-VolumesSnapshotTestJSON-912582974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:42.951277 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-38805a51-8b4c-4020-909e-e843792f5984 req-62f0efe0-3eb2-4702-80ff-6cc778db8fc4 tempest-VolumesSnapshotTestJSON-912582974 tempest-VolumesSnapshotTestJSON-912582974-project] 10.222.0.64 "GET /v2.0/ports?device_id=9b1a3601-2b0b-4277-b425-7dcc1447033d HTTP/1.1" status: 200 len: 945 time: 0.0587895 Oct 20 11:07:43.000855 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-38805a51-8b4c-4020-909e-e843792f5984 req-40c76a53-04e4-49d1-8543-b70a507e2e39 tempest-VolumesSnapshotTestJSON-912582974 tempest-VolumesSnapshotTestJSON-912582974-project] 10.222.0.64 "GET /v2.0/security-groups?id=430d475f-924a-447c-ab0d-480f80ef541f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389879 Oct 20 11:07:43.132551 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48774b7d-fc6f-4154-aaf4-3826be4ef0c2 req-a5c9a1a3-90a3-4ca7-b4b6-c28fee58d479 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:43.134167 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-48774b7d-fc6f-4154-aaf4-3826be4ef0c2 req-a5c9a1a3-90a3-4ca7-b4b6-c28fee58d479 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e501e8e-bf96-4f4f-aabd-709b308a4102 HTTP/1.1" status: 200 len: 945 time: 0.0571482 Oct 20 11:07:43.182612 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-48774b7d-fc6f-4154-aaf4-3826be4ef0c2 req-f67ec51f-1b91-43ed-855a-8ef8410ab50a tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/security-groups?id=44c7c6ca-c8d5-40ec-a48d-af141f472b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400643 Oct 20 11:07:43.633745 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b7cb7c-3186-464c-bbd8-f023c715409a req-38714323-c715-4ee8-81a7-9cf3c396efa7 tempest-VolumesSnapshotTestJSON-912582974 tempest-VolumesSnapshotTestJSON-912582974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:43.637031 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-22b7cb7c-3186-464c-bbd8-f023c715409a req-38714323-c715-4ee8-81a7-9cf3c396efa7 tempest-VolumesSnapshotTestJSON-912582974 tempest-VolumesSnapshotTestJSON-912582974-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b1a3601-2b0b-4277-b425-7dcc1447033d HTTP/1.1" status: 200 len: 945 time: 0.0530088 Oct 20 11:07:43.743437 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-22b7cb7c-3186-464c-bbd8-f023c715409a req-f87824d8-bd5f-4275-9a80-e150840c0ed1 tempest-VolumesSnapshotTestJSON-912582974 tempest-VolumesSnapshotTestJSON-912582974-project] Deleting port 77293962-c0f7-46ee-9f62-a35cfb04e0e0 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:07:43.743815 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-22b7cb7c-3186-464c-bbd8-f023c715409a req-f87824d8-bd5f-4275-9a80-e150840c0ed1 tempest-VolumesSnapshotTestJSON-912582974 tempest-VolumesSnapshotTestJSON-912582974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:43.840142 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-22b7cb7c-3186-464c-bbd8-f023c715409a req-f87824d8-bd5f-4275-9a80-e150840c0ed1 tempest-VolumesSnapshotTestJSON-912582974 tempest-VolumesSnapshotTestJSON-912582974-project] For port 77293962-c0f7-46ee-9f62-a35cfb04e0e0, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=77293962-c0f7-46ee-9f62-a35cfb04e0e0,segment=NetworkSegment(1dda3094-a918-4e64-972b-a95bf3bceffb),segment_id=1dda3094-a918-4e64-972b-a95bf3bceffb)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:07:43.840527 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-22b7cb7c-3186-464c-bbd8-f023c715409a req-f87824d8-bd5f-4275-9a80-e150840c0ed1 tempest-VolumesSnapshotTestJSON-912582974 tempest-VolumesSnapshotTestJSON-912582974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:43.859891 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-22b7cb7c-3186-464c-bbd8-f023c715409a req-f87824d8-bd5f-4275-9a80-e150840c0ed1 tempest-VolumesSnapshotTestJSON-912582974 tempest-VolumesSnapshotTestJSON-912582974-project] Calling delete_port for 77293962-c0f7-46ee-9f62-a35cfb04e0e0 owned by compute:nova {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:07:43.993043 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-22b7cb7c-3186-464c-bbd8-f023c715409a req-f87824d8-bd5f-4275-9a80-e150840c0ed1 tempest-VolumesSnapshotTestJSON-912582974 tempest-VolumesSnapshotTestJSON-912582974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:44.022067 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87824d8-bd5f-4275-9a80-e150840c0ed1 tempest-VolumesSnapshotTestJSON-912582974 tempest-VolumesSnapshotTestJSON-912582974-project] Pushing event deleted for resources: {'Port': ['ID=77293962-c0f7-46ee-9f62-a35cfb04e0e0,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:07:44.029206 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['77293962-c0f7-46ee-9f62-a35cfb04e0e0'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:07:44.088429 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87824d8-bd5f-4275-9a80-e150840c0ed1 tempest-VolumesSnapshotTestJSON-912582974 tempest-VolumesSnapshotTestJSON-912582974-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:07:44.088776 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87824d8-bd5f-4275-9a80-e150840c0ed1 tempest-VolumesSnapshotTestJSON-912582974 tempest-VolumesSnapshotTestJSON-912582974-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:07:44.089122 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87824d8-bd5f-4275-9a80-e150840c0ed1 tempest-VolumesSnapshotTestJSON-912582974 tempest-VolumesSnapshotTestJSON-912582974-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:07:44.089497 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87824d8-bd5f-4275-9a80-e150840c0ed1 tempest-VolumesSnapshotTestJSON-912582974 tempest-VolumesSnapshotTestJSON-912582974-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:07:44.089816 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87824d8-bd5f-4275-9a80-e150840c0ed1 tempest-VolumesSnapshotTestJSON-912582974 tempest-VolumesSnapshotTestJSON-912582974-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:07:44.090148 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87824d8-bd5f-4275-9a80-e150840c0ed1 tempest-VolumesSnapshotTestJSON-912582974 tempest-VolumesSnapshotTestJSON-912582974-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:07:44.090577 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87824d8-bd5f-4275-9a80-e150840c0ed1 tempest-VolumesSnapshotTestJSON-912582974 tempest-VolumesSnapshotTestJSON-912582974-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:07:44.090919 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87824d8-bd5f-4275-9a80-e150840c0ed1 tempest-VolumesSnapshotTestJSON-912582974 tempest-VolumesSnapshotTestJSON-912582974-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:07:44.091303 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87824d8-bd5f-4275-9a80-e150840c0ed1 tempest-VolumesSnapshotTestJSON-912582974 tempest-VolumesSnapshotTestJSON-912582974-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:07:44.091671 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87824d8-bd5f-4275-9a80-e150840c0ed1 tempest-VolumesSnapshotTestJSON-912582974 tempest-VolumesSnapshotTestJSON-912582974-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:07:44.092020 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87824d8-bd5f-4275-9a80-e150840c0ed1 tempest-VolumesSnapshotTestJSON-912582974 tempest-VolumesSnapshotTestJSON-912582974-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:07:44.092309 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87824d8-bd5f-4275-9a80-e150840c0ed1 tempest-VolumesSnapshotTestJSON-912582974 tempest-VolumesSnapshotTestJSON-912582974-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:07:44.120089 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-22b7cb7c-3186-464c-bbd8-f023c715409a req-f87824d8-bd5f-4275-9a80-e150840c0ed1 tempest-VolumesSnapshotTestJSON-912582974 tempest-VolumesSnapshotTestJSON-912582974-project] No DVR routers for this DVR port 77293962-c0f7-46ee-9f62-a35cfb04e0e0 on host n-h1-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:07:44.129835 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-22b7cb7c-3186-464c-bbd8-f023c715409a req-f87824d8-bd5f-4275-9a80-e150840c0ed1 tempest-VolumesSnapshotTestJSON-912582974 tempest-VolumesSnapshotTestJSON-912582974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:44.133092 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-22b7cb7c-3186-464c-bbd8-f023c715409a req-f87824d8-bd5f-4275-9a80-e150840c0ed1 tempest-VolumesSnapshotTestJSON-912582974 tempest-VolumesSnapshotTestJSON-912582974-project] 10.222.0.55 "DELETE /v2.0/ports/77293962-c0f7-46ee-9f62-a35cfb04e0e0 HTTP/1.1" status: 204 len: 173 time: 0.4886467 Oct 20 11:07:44.133538 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b1a3601-2b0b-4277-b425-7dcc1447033d', 'name': 'network-vif-deleted', 'tag': '77293962-c0f7-46ee-9f62-a35cfb04e0e0'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:07:44.136426 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d105230-54d7-4468-9ef3-9c9a14817816" -d '{"events": [{"server_uuid": "9b1a3601-2b0b-4277-b425-7dcc1447033d", "name": "network-vif-deleted", "tag": "77293962-c0f7-46ee-9f62-a35cfb04e0e0"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:07:44.162074 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d7f0b393-45d8-4d58-a5ab-7f3d0132d5f3 req-1299d6b1-6201-4caf-81c7-be83ff5ab2e4 tempest-VolumesSnapshotTestJSON-912582974 tempest-VolumesSnapshotTestJSON-912582974-project] 10.222.0.64 "GET /v2.0/ports?device_id=9b1a3601-2b0b-4277-b425-7dcc1447033d HTTP/1.1" status: 200 len: 210 time: 0.0598307 Oct 20 11:07:44.184491 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:07:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27d46fd1-05a7-4307-8304-5ee483e71f4f x-openstack-request-id: req-27d46fd1-05a7-4307-8304-5ee483e71f4f {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:07:44.184861 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b1a3601-2b0b-4277-b425-7dcc1447033d", "name": "network-vif-deleted", "tag": "77293962-c0f7-46ee-9f62-a35cfb04e0e0", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:07:44.185124 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-27d46fd1-05a7-4307-8304-5ee483e71f4f {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:07:44.185597 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b1a3601-2b0b-4277-b425-7dcc1447033d', 'name': 'network-vif-deleted', 'tag': '77293962-c0f7-46ee-9f62-a35cfb04e0e0', 'status': 'completed', 'code': 200} Oct 20 11:07:44.335178 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c69b90d-d312-4d7d-b51d-2088432de779 req-bf3842e2-c2dd-4f1c-9cb3-90f26df7d2e9 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:44.336941 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6c69b90d-d312-4d7d-b51d-2088432de779 req-bf3842e2-c2dd-4f1c-9cb3-90f26df7d2e9 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e501e8e-bf96-4f4f-aabd-709b308a4102 HTTP/1.1" status: 200 len: 945 time: 0.0626049 Oct 20 11:07:44.377148 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6c69b90d-d312-4d7d-b51d-2088432de779 req-1d242ae5-b864-4ce0-b6bf-ddf41b30b895 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/security-groups?id=44c7c6ca-c8d5-40ec-a48d-af141f472b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338781 Oct 20 11:07:45.576761 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0791a431-e844-4ffc-9616-2eda8886fdcb req-da7a30c5-ebf6-48c3-ac35-69e9af722072 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:45.578325 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0791a431-e844-4ffc-9616-2eda8886fdcb req-da7a30c5-ebf6-48c3-ac35-69e9af722072 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e501e8e-bf96-4f4f-aabd-709b308a4102 HTTP/1.1" status: 200 len: 945 time: 0.1165895 Oct 20 11:07:45.627681 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0791a431-e844-4ffc-9616-2eda8886fdcb req-6a81bf12-dae1-4d58-a176-e2df3bb778ec tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/security-groups?id=44c7c6ca-c8d5-40ec-a48d-af141f472b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431921 Oct 20 11:07:46.772972 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b78dd94-841b-4513-aca2-be1815f083f5 req-3b59702d-02c2-4e8b-ac2f-4bab36d95333 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:46.775849 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6b78dd94-841b-4513-aca2-be1815f083f5 req-3b59702d-02c2-4e8b-ac2f-4bab36d95333 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e501e8e-bf96-4f4f-aabd-709b308a4102 HTTP/1.1" status: 200 len: 945 time: 0.0571623 Oct 20 11:07:46.835248 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6b78dd94-841b-4513-aca2-be1815f083f5 req-ea3dfed9-8f78-4db9-a9bd-4acd2bb0d395 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/security-groups?id=44c7c6ca-c8d5-40ec-a48d-af141f472b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514917 Oct 20 11:07:47.237508 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 77293962-c0f7-46ee-9f62-a35cfb04e0e0 no longer exists at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:07:47.279228 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] No Port match for: 77293962-c0f7-46ee-9f62-a35cfb04e0e0 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:07:47.280042 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 77293962-c0f7-46ee-9f62-a35cfb04e0e0 not bound to the agent host n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:07:47.966029 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6336ee0e-f9c2-4b8e-a194-775dd9965eeb req-a6b9727d-65d1-4559-bab2-87074535a6d9 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:47.968352 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6336ee0e-f9c2-4b8e-a194-775dd9965eeb req-a6b9727d-65d1-4559-bab2-87074535a6d9 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e501e8e-bf96-4f4f-aabd-709b308a4102 HTTP/1.1" status: 200 len: 945 time: 0.0641408 Oct 20 11:07:48.023522 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6336ee0e-f9c2-4b8e-a194-775dd9965eeb req-a15d8d0d-249b-4655-a877-987fd4bbbae6 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/security-groups?id=44c7c6ca-c8d5-40ec-a48d-af141f472b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470371 Oct 20 11:07:49.167063 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d43451-25c7-48a8-afb2-cf7f287ccace req-5ec92361-61a4-4500-9cea-1df2c186b1ad tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:49.168755 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f8d43451-25c7-48a8-afb2-cf7f287ccace req-5ec92361-61a4-4500-9cea-1df2c186b1ad tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e501e8e-bf96-4f4f-aabd-709b308a4102 HTTP/1.1" status: 200 len: 945 time: 0.0682795 Oct 20 11:07:49.220213 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f8d43451-25c7-48a8-afb2-cf7f287ccace req-1e9dd12c-b4a3-4bd4-9742-30266ea443a8 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/security-groups?id=44c7c6ca-c8d5-40ec-a48d-af141f472b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431726 Oct 20 11:07:49.398178 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:49.879144 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61684737-0d0d-460b-9734-0dd427852cc2 req-e7dc11d2-6e42-4b9e-b265-3451206c68bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:49.880730 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-61684737-0d0d-460b-9734-0dd427852cc2 req-e7dc11d2-6e42-4b9e-b265-3451206c68bd service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=63e5dde2738f4935912f3c0e18351bbf&device_id=6e501e8e-bf96-4f4f-aabd-709b308a4102 HTTP/1.1" status: 200 len: 1096 time: 0.0414512 Oct 20 11:07:49.976461 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61684737-0d0d-460b-9734-0dd427852cc2 req-10426c2c-4a7b-46a3-b02d-299fea360a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:49.978081 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-61684737-0d0d-460b-9734-0dd427852cc2 req-10426c2c-4a7b-46a3-b02d-299fea360a31 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1759e7bc-ead3-4335-8c90-46a93aea395d HTTP/1.1" status: 200 len: 917 time: 0.0884545 Oct 20 11:07:50.049504 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-61684737-0d0d-460b-9734-0dd427852cc2 req-9058baae-0dd0-4d8f-ba37-5ea67fcc655c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c4094e7e-cbee-4546-ba1e-b9849881713c HTTP/1.1" status: 200 len: 1000 time: 0.0636308 Oct 20 11:07:50.100784 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61684737-0d0d-460b-9734-0dd427852cc2 req-9d58f6d7-b7e5-4e6b-981e-43442edcf973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:50.102332 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-61684737-0d0d-460b-9734-0dd427852cc2 req-9d58f6d7-b7e5-4e6b-981e-43442edcf973 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=731bcbb0-8763-49cc-b4e4-d88f68d7de58 HTTP/1.1" status: 200 len: 855 time: 0.0458136 Oct 20 11:07:50.149658 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61684737-0d0d-460b-9734-0dd427852cc2 req-b0e7108a-4041-49eb-9fc6-2f8e1b1aa4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:50.151279 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-61684737-0d0d-460b-9734-0dd427852cc2 req-b0e7108a-4041-49eb-9fc6-2f8e1b1aa4c8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1759e7bc-ead3-4335-8c90-46a93aea395d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420070 Oct 20 11:07:50.248959 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-61684737-0d0d-460b-9734-0dd427852cc2 req-cb8546c1-1f72-447e-8d4b-1e153a046655 service neutron] 10.222.0.69 "GET /v2.0/networks/1759e7bc-ead3-4335-8c90-46a93aea395d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902400 Oct 20 11:07:50.375616 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-61684737-0d0d-460b-9734-0dd427852cc2 req-ccadba1f-05f7-47c4-a703-e8370a83843a service neutron] 10.222.0.69 "GET /v2.0/networks/1759e7bc-ead3-4335-8c90-46a93aea395d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191475 Oct 20 11:07:50.383876 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2428182a-eebb-4ae4-ba1c-0cb0a8ec07fb req-57ff92dd-dae4-4cc0-b007-ef771edf99c7 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:50.385294 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2428182a-eebb-4ae4-ba1c-0cb0a8ec07fb req-57ff92dd-dae4-4cc0-b007-ef771edf99c7 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e501e8e-bf96-4f4f-aabd-709b308a4102 HTTP/1.1" status: 200 len: 945 time: 0.0701873 Oct 20 11:07:50.423890 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2428182a-eebb-4ae4-ba1c-0cb0a8ec07fb req-b17d3410-b282-462e-9b5f-949639cee71b tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/security-groups?id=44c7c6ca-c8d5-40ec-a48d-af141f472b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313365 Oct 20 11:07:51.542565 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b814b615-125b-41e6-ac95-45c67180a448 req-b55aa5c2-6f23-46b5-b0a8-570d7ed2d83d tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:51.543967 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b814b615-125b-41e6-ac95-45c67180a448 req-b55aa5c2-6f23-46b5-b0a8-570d7ed2d83d tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e501e8e-bf96-4f4f-aabd-709b308a4102 HTTP/1.1" status: 200 len: 945 time: 0.0475743 Oct 20 11:07:51.592341 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b814b615-125b-41e6-ac95-45c67180a448 req-14d19937-60b7-41a5-b21b-d8bf3fce49ce tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/security-groups?id=44c7c6ca-c8d5-40ec-a48d-af141f472b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415549 Oct 20 11:07:52.714150 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f7a25a-2311-49b2-9849-8982c1cb42f2 req-5020e2d5-94ac-49f8-acae-0ddfe1fa1050 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:52.715626 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-10f7a25a-2311-49b2-9849-8982c1cb42f2 req-5020e2d5-94ac-49f8-acae-0ddfe1fa1050 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e501e8e-bf96-4f4f-aabd-709b308a4102 HTTP/1.1" status: 200 len: 945 time: 0.0500920 Oct 20 11:07:52.755711 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-10f7a25a-2311-49b2-9849-8982c1cb42f2 req-08f8d03e-0428-4605-93be-5b6fe637c67d tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/security-groups?id=44c7c6ca-c8d5-40ec-a48d-af141f472b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330830 Oct 20 11:07:53.181274 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device c4094e7e-cbee-4546-ba1e-b9849881713c no longer exists at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:07:53.278529 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:53.302967 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e501e8e-bf96-4f4f-aabd-709b308a4102', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4094e7e-cbee-4546-ba1e-b9849881713c'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:07:53.305527 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a9f5198-7b73-4188-af18-03dd0aabddee" -d '{"events": [{"server_uuid": "6e501e8e-bf96-4f4f-aabd-709b308a4102", "name": "network-vif-unplugged", "status": "completed", "tag": "c4094e7e-cbee-4546-ba1e-b9849881713c"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:07:53.326989 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port c4094e7e-cbee-4546-ba1e-b9849881713c, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=c4094e7e-cbee-4546-ba1e-b9849881713c,segment=NetworkSegment(0f66f6ed-6d03-4e40-897a-2e048347227e),segment_id=0f66f6ed-6d03-4e40-897a-2e048347227e)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:07:53.331555 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:07:53.356896 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 20 Oct 2021 11:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19a4d48d-eb12-4db6-9184-03869095aaa0 x-openstack-request-id: req-19a4d48d-eb12-4db6-9184-03869095aaa0 {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:07:53.357477 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e501e8e-bf96-4f4f-aabd-709b308a4102", "name": "network-vif-unplugged", "status": "failed", "tag": "c4094e7e-cbee-4546-ba1e-b9849881713c", "code": 422}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:07:53.358048 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-19a4d48d-eb12-4db6-9184-03869095aaa0 {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:07:53.359798 n-d-811396-3 neutron-server[100598]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6e501e8e-bf96-4f4f-aabd-709b308a4102', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c4094e7e-cbee-4546-ba1e-b9849881713c', 'code': 422} returned with failed status Oct 20 11:07:53.387280 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=c4094e7e-cbee-4546-ba1e-b9849881713c,revision_number=8']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:07:53.586164 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [req-4bed921a-2995-4c8e-81f0-9c8a2d365845 req-32d35c15-36c8-4ac9-ba14-ac114a284206 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:07:53.587338 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4bed921a-2995-4c8e-81f0-9c8a2d365845 req-32d35c15-36c8-4ac9-ba14-ac114a284206 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0057814 Oct 20 11:07:53.792459 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff437526-bdc6-44cf-b384-1bdfe3de9108 req-aa5b20ee-9c22-4e15-b06e-022cafa9d5e0 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:53.794090 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ff437526-bdc6-44cf-b384-1bdfe3de9108 req-aa5b20ee-9c22-4e15-b06e-022cafa9d5e0 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e501e8e-bf96-4f4f-aabd-709b308a4102 HTTP/1.1" status: 200 len: 943 time: 0.0833330 Oct 20 11:07:53.800389 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-eaf0a0da-d4de-43dd-a86e-860afe5e2685 req-aadeca16-1fb6-4085-97c1-73b8847742b0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6e501e8e-bf96-4f4f-aabd-709b308a4102&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0573866 Oct 20 11:07:53.843465 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ff437526-bdc6-44cf-b384-1bdfe3de9108 req-3df6e03e-ea43-4e38-897d-e615d5a3cb2f tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/security-groups?id=44c7c6ca-c8d5-40ec-a48d-af141f472b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373955 Oct 20 11:07:54.582058 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf0a0da-d4de-43dd-a86e-860afe5e2685 req-a1f336c1-82ae-4cce-9b5b-7de3ef4988f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:54.583890 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-eaf0a0da-d4de-43dd-a86e-860afe5e2685 req-a1f336c1-82ae-4cce-9b5b-7de3ef4988f4 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6e501e8e-bf96-4f4f-aabd-709b308a4102&tenant_id=63e5dde2738f4935912f3c0e18351bbf HTTP/1.1" status: 200 len: 1094 time: 0.0413783 Oct 20 11:07:54.648522 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf0a0da-d4de-43dd-a86e-860afe5e2685 req-94b6c484-ab40-4d15-8c26-a60526661cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:54.650238 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-eaf0a0da-d4de-43dd-a86e-860afe5e2685 req-94b6c484-ab40-4d15-8c26-a60526661cac service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=63e5dde2738f4935912f3c0e18351bbf&device_id=6e501e8e-bf96-4f4f-aabd-709b308a4102 HTTP/1.1" status: 200 len: 1094 time: 0.0449286 Oct 20 11:07:54.748063 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf0a0da-d4de-43dd-a86e-860afe5e2685 req-fe1a4e07-d598-4b31-b277-616519766ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:54.749558 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-eaf0a0da-d4de-43dd-a86e-860afe5e2685 req-fe1a4e07-d598-4b31-b277-616519766ea4 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1759e7bc-ead3-4335-8c90-46a93aea395d HTTP/1.1" status: 200 len: 917 time: 0.0921550 Oct 20 11:07:54.818843 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-eaf0a0da-d4de-43dd-a86e-860afe5e2685 req-04424886-7dd1-4dd3-8106-8c00182f6ff3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c4094e7e-cbee-4546-ba1e-b9849881713c HTTP/1.1" status: 200 len: 998 time: 0.0619874 Oct 20 11:07:54.871971 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf0a0da-d4de-43dd-a86e-860afe5e2685 req-62b98374-be76-4026-ac98-cdaf95beed02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:54.873755 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-eaf0a0da-d4de-43dd-a86e-860afe5e2685 req-62b98374-be76-4026-ac98-cdaf95beed02 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=731bcbb0-8763-49cc-b4e4-d88f68d7de58 HTTP/1.1" status: 200 len: 855 time: 0.0469067 Oct 20 11:07:54.951818 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf0a0da-d4de-43dd-a86e-860afe5e2685 req-0f6efa5b-cf1a-4153-829b-91633deffd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:54.954159 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-eaf0a0da-d4de-43dd-a86e-860afe5e2685 req-0f6efa5b-cf1a-4153-829b-91633deffd0d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1759e7bc-ead3-4335-8c90-46a93aea395d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724084 Oct 20 11:07:55.003575 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832ff11d-68d5-4ea7-95cb-87e22a9a966b req-5a32715f-7467-43cc-9132-a76263fabc32 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:55.005089 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-832ff11d-68d5-4ea7-95cb-87e22a9a966b req-5a32715f-7467-43cc-9132-a76263fabc32 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e501e8e-bf96-4f4f-aabd-709b308a4102 HTTP/1.1" status: 200 len: 943 time: 0.0892425 Oct 20 11:07:55.083372 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-832ff11d-68d5-4ea7-95cb-87e22a9a966b req-6475d74d-1fff-4470-b866-e52c92582184 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/security-groups?id=44c7c6ca-c8d5-40ec-a48d-af141f472b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697396 Oct 20 11:07:55.094976 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-eaf0a0da-d4de-43dd-a86e-860afe5e2685 req-e65df7e8-52b6-42d6-8e07-4354eb2c10d9 service neutron] 10.222.0.69 "GET /v2.0/networks/1759e7bc-ead3-4335-8c90-46a93aea395d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318984 Oct 20 11:07:55.192906 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-eaf0a0da-d4de-43dd-a86e-860afe5e2685 req-2f3729f3-6a43-4282-8459-7c8815c18006 service neutron] 10.222.0.69 "GET /v2.0/networks/1759e7bc-ead3-4335-8c90-46a93aea395d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907824 Oct 20 11:07:56.262795 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4d4b89-ff3f-4cbe-bf56-52f9b30dc6c7 req-1d94bbcd-abe3-4763-89a4-5d24b4390c25 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:56.272756 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-aa4d4b89-ff3f-4cbe-bf56-52f9b30dc6c7 req-1d94bbcd-abe3-4763-89a4-5d24b4390c25 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e501e8e-bf96-4f4f-aabd-709b308a4102 HTTP/1.1" status: 200 len: 943 time: 0.0994985 Oct 20 11:07:56.342879 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-aa4d4b89-ff3f-4cbe-bf56-52f9b30dc6c7 req-3d91faca-a558-4465-bf8d-52f002ec00a6 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/security-groups?id=44c7c6ca-c8d5-40ec-a48d-af141f472b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577414 Oct 20 11:07:57.190052 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device c4094e7e-cbee-4546-ba1e-b9849881713c no longer exists at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:07:57.478198 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd85da5-fdbb-4e92-8a98-b77cc384d3cf req-9cc03634-4272-484c-bc28-81581b5fbab5 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:57.479796 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5fd85da5-fdbb-4e92-8a98-b77cc384d3cf req-9cc03634-4272-484c-bc28-81581b5fbab5 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e501e8e-bf96-4f4f-aabd-709b308a4102 HTTP/1.1" status: 200 len: 943 time: 0.0552843 Oct 20 11:07:57.519653 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5fd85da5-fdbb-4e92-8a98-b77cc384d3cf req-4f64a3ce-92f2-43e4-b7de-1594eb26d4fb tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/security-groups?id=44c7c6ca-c8d5-40ec-a48d-af141f472b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335228 Oct 20 11:07:58.656814 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b956252-6015-403b-b2bb-d4a1657d6c5d req-c7b437cb-ecf7-4dbb-984f-ec2f1d424ddc tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:58.657981 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8b956252-6015-403b-b2bb-d4a1657d6c5d req-c7b437cb-ecf7-4dbb-984f-ec2f1d424ddc tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e501e8e-bf96-4f4f-aabd-709b308a4102 HTTP/1.1" status: 200 len: 943 time: 0.0569775 Oct 20 11:07:58.708927 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8b956252-6015-403b-b2bb-d4a1657d6c5d req-e8bd7c65-e5ef-4a5b-95fc-984256c62bd8 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/security-groups?id=44c7c6ca-c8d5-40ec-a48d-af141f472b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444496 Oct 20 11:07:59.840736 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393b388d-66e5-4c63-98df-6211d80fa819 req-79bb1082-eae7-4e02-b80b-250bc578ea42 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:07:59.843114 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-393b388d-66e5-4c63-98df-6211d80fa819 req-79bb1082-eae7-4e02-b80b-250bc578ea42 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e501e8e-bf96-4f4f-aabd-709b308a4102 HTTP/1.1" status: 200 len: 943 time: 0.0572429 Oct 20 11:07:59.888604 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-393b388d-66e5-4c63-98df-6211d80fa819 req-b0770dca-f2ed-4442-8119-7f4149a187ac tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/security-groups?id=44c7c6ca-c8d5-40ec-a48d-af141f472b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385118 Oct 20 11:08:01.065720 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7676a626-463e-4245-a452-70f9f8b9bc4e req-07934da0-4506-406f-89d5-a68575dbafcf tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:08:01.069807 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7676a626-463e-4245-a452-70f9f8b9bc4e req-07934da0-4506-406f-89d5-a68575dbafcf tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e501e8e-bf96-4f4f-aabd-709b308a4102 HTTP/1.1" status: 200 len: 943 time: 0.0613689 Oct 20 11:08:01.145686 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7676a626-463e-4245-a452-70f9f8b9bc4e req-e374a46b-a722-433b-8d11-e6775a4df7a0 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/security-groups?id=44c7c6ca-c8d5-40ec-a48d-af141f472b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635612 Oct 20 11:08:02.313450 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433857ff-a799-4e21-93a1-556898f645d3 req-154a7903-187b-463e-87d7-c7135dec01a5 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:08:02.321897 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-433857ff-a799-4e21-93a1-556898f645d3 req-154a7903-187b-463e-87d7-c7135dec01a5 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e501e8e-bf96-4f4f-aabd-709b308a4102 HTTP/1.1" status: 200 len: 943 time: 0.0642488 Oct 20 11:08:02.357777 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-433857ff-a799-4e21-93a1-556898f645d3 req-303eb3b0-b058-410c-b80e-193a903e797a tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/security-groups?id=44c7c6ca-c8d5-40ec-a48d-af141f472b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349300 Oct 20 11:08:03.500183 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dabe99-9af5-4550-b914-76bc2881f534 req-f8023d6c-000b-4822-acb3-76867091d6fc tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:08:03.501695 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-41dabe99-9af5-4550-b914-76bc2881f534 req-f8023d6c-000b-4822-acb3-76867091d6fc tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e501e8e-bf96-4f4f-aabd-709b308a4102 HTTP/1.1" status: 200 len: 943 time: 0.0601187 Oct 20 11:08:03.543207 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-41dabe99-9af5-4550-b914-76bc2881f534 req-2a364d87-eb35-4a52-b770-77d9dbd96a1f tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/security-groups?id=44c7c6ca-c8d5-40ec-a48d-af141f472b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346401 Oct 20 11:08:03.547727 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-f8621411-2224-4c6e-a6f3-b8d5fed459d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:04.683218 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545d74ad-5936-4abd-8978-183a9f876644 req-5e58b6f2-7f30-4dda-8e50-1949eca19233 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:08:04.691999 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-545d74ad-5936-4abd-8978-183a9f876644 req-5e58b6f2-7f30-4dda-8e50-1949eca19233 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e501e8e-bf96-4f4f-aabd-709b308a4102 HTTP/1.1" status: 200 len: 943 time: 0.0698435 Oct 20 11:08:04.752419 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-545d74ad-5936-4abd-8978-183a9f876644 req-3b1eb962-9ea0-4ea0-a134-f88dd2309baf tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/security-groups?id=44c7c6ca-c8d5-40ec-a48d-af141f472b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593231 Oct 20 11:08:05.877454 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02745542-bf6b-4cec-9d30-e27b8509e14e req-d684348b-e10c-4181-8d8d-94c5816a051b tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:08:05.878926 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-02745542-bf6b-4cec-9d30-e27b8509e14e req-d684348b-e10c-4181-8d8d-94c5816a051b tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e501e8e-bf96-4f4f-aabd-709b308a4102 HTTP/1.1" status: 200 len: 943 time: 0.0541477 Oct 20 11:08:05.918221 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-02745542-bf6b-4cec-9d30-e27b8509e14e req-5689fef9-a613-4293-b40b-57fd788ec0aa tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/security-groups?id=44c7c6ca-c8d5-40ec-a48d-af141f472b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331478 Oct 20 11:08:06.414686 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-88ad39c5-54f4-4ed1-9ace-4c6f7db3fb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:07.036430 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738d6244-b7a0-4318-9c82-8e35c854374a req-ad2074e8-ffc3-459f-8f3a-02633d151610 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:08:07.038059 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-738d6244-b7a0-4318-9c82-8e35c854374a req-ad2074e8-ffc3-459f-8f3a-02633d151610 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e501e8e-bf96-4f4f-aabd-709b308a4102 HTTP/1.1" status: 200 len: 943 time: 0.0497241 Oct 20 11:08:07.079895 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-738d6244-b7a0-4318-9c82-8e35c854374a req-7d73a95f-b6bd-4209-b778-0726ca0f98a6 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/security-groups?id=44c7c6ca-c8d5-40ec-a48d-af141f472b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358753 Oct 20 11:08:07.154734 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:07.625331 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:08.214260 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254f38ae-9a44-484c-a0b5-81c7c1ff01ac req-af5a2b57-ee84-45ab-8da2-610f87a8a43a tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:08:08.216692 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-254f38ae-9a44-484c-a0b5-81c7c1ff01ac req-af5a2b57-ee84-45ab-8da2-610f87a8a43a tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e501e8e-bf96-4f4f-aabd-709b308a4102 HTTP/1.1" status: 200 len: 943 time: 0.0513349 Oct 20 11:08:08.259317 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:08.268757 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-254f38ae-9a44-484c-a0b5-81c7c1ff01ac req-47039b09-9a6d-4768-845f-83422177cbe6 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/security-groups?id=44c7c6ca-c8d5-40ec-a48d-af141f472b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456736 Oct 20 11:08:09.004699 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:09.271473 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device c4094e7e-cbee-4546-ba1e-b9849881713c details requested by agent hyperv_n-h2-811396-3 with host n-h2-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:08:09.390878 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port c4094e7e-cbee-4546-ba1e-b9849881713c, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=c4094e7e-cbee-4546-ba1e-b9849881713c,segment=NetworkSegment(0f66f6ed-6d03-4e40-897a-2e048347227e),segment_id=0f66f6ed-6d03-4e40-897a-2e048347227e)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:08:09.403301 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Returning: {'device': 'c4094e7e-cbee-4546-ba1e-b9849881713c', 'network_id': '1759e7bc-ead3-4335-8c90-46a93aea395d', 'port_id': 'c4094e7e-cbee-4546-ba1e-b9849881713c', 'mac_address': 'fa:16:3e:ae:c7:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 810, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '731bcbb0-8763-49cc-b4e4-d88f68d7de58', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:08:09.404074 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f794ae-bfbf-4593-9f4a-bc801e58cbf6 req-c7ebaa9e-48b1-4ab4-b50e-d21b8f2e7298 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:08:09.405373 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b1f794ae-bfbf-4593-9f4a-bc801e58cbf6 req-c7ebaa9e-48b1-4ab4-b50e-d21b8f2e7298 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e501e8e-bf96-4f4f-aabd-709b308a4102 HTTP/1.1" status: 200 len: 943 time: 0.0579104 Oct 20 11:08:09.444763 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b1f794ae-bfbf-4593-9f4a-bc801e58cbf6 req-df299c50-fc2a-4a76-80bc-a64671d1f4f8 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/security-groups?id=44c7c6ca-c8d5-40ec-a48d-af141f472b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332921 Oct 20 11:08:09.457002 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:09.472792 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4094e7e-cbee-4546-ba1e-b9849881713c {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:08:09.492660 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port c4094e7e-cbee-4546-ba1e-b9849881713c, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=c4094e7e-cbee-4546-ba1e-b9849881713c,segment=NetworkSegment(0f66f6ed-6d03-4e40-897a-2e048347227e),segment_id=0f66f6ed-6d03-4e40-897a-2e048347227e)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:08:09.497162 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:09.543278 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=c4094e7e-cbee-4546-ba1e-b9849881713c,revision_number=9']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:08:09.551925 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:08:09.552402 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:08:09.553503 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:08:09.553503 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:08:09.555087 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:08:09.555087 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:08:09.555087 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:08:09.555087 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:08:09.555087 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:08:09.556483 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:08:09.556483 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:08:09.556483 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:08:09.695199 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['c4094e7e-cbee-4546-ba1e-b9849881713c'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:08:10.569666 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7590b9da-f82b-4024-8bf7-e4b7415dc195 req-b820a11d-dc93-4715-9d1e-b58128f64f27 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:08:10.571143 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7590b9da-f82b-4024-8bf7-e4b7415dc195 req-b820a11d-dc93-4715-9d1e-b58128f64f27 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e501e8e-bf96-4f4f-aabd-709b308a4102 HTTP/1.1" status: 200 len: 944 time: 0.0496616 Oct 20 11:08:10.610501 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7590b9da-f82b-4024-8bf7-e4b7415dc195 req-ef3378e7-021e-45af-9ce7-cac43633adbb tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/security-groups?id=44c7c6ca-c8d5-40ec-a48d-af141f472b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332015 Oct 20 11:08:11.274387 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device c4094e7e-cbee-4546-ba1e-b9849881713c up at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:08:11.323348 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning complete for port c4094e7e-cbee-4546-ba1e-b9849881713c triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:08:11.323756 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:11.411334 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:11.436521 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e501e8e-bf96-4f4f-aabd-709b308a4102', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4094e7e-cbee-4546-ba1e-b9849881713c'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:08:11.438961 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-918abf8b-8aa3-4155-a965-a8e600f89dc9" -d '{"events": [{"server_uuid": "6e501e8e-bf96-4f4f-aabd-709b308a4102", "name": "network-vif-plugged", "status": "completed", "tag": "c4094e7e-cbee-4546-ba1e-b9849881713c"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:08:11.453746 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port c4094e7e-cbee-4546-ba1e-b9849881713c, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=c4094e7e-cbee-4546-ba1e-b9849881713c,segment=NetworkSegment(0f66f6ed-6d03-4e40-897a-2e048347227e),segment_id=0f66f6ed-6d03-4e40-897a-2e048347227e)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:08:11.457758 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:11.484098 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c1fce6d-03c2-4d37-b915-fb999dedff67 x-openstack-request-id: req-8c1fce6d-03c2-4d37-b915-fb999dedff67 {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:08:11.484400 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e501e8e-bf96-4f4f-aabd-709b308a4102", "name": "network-vif-plugged", "status": "completed", "tag": "c4094e7e-cbee-4546-ba1e-b9849881713c", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:08:11.484656 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8c1fce6d-03c2-4d37-b915-fb999dedff67 {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:08:11.485045 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e501e8e-bf96-4f4f-aabd-709b308a4102', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4094e7e-cbee-4546-ba1e-b9849881713c', 'code': 200} Oct 20 11:08:11.508835 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=c4094e7e-cbee-4546-ba1e-b9849881713c,revision_number=10']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:08:11.637515 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15d639a-403d-4e4f-9e23-fd3e316f22a4 req-673b05d3-b203-4384-9f57-3770c1e0b3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:08:11.640604 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a15d639a-403d-4e4f-9e23-fd3e316f22a4 req-673b05d3-b203-4384-9f57-3770c1e0b3a7 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6e501e8e-bf96-4f4f-aabd-709b308a4102 HTTP/1.1" status: 200 len: 1097 time: 0.0396509 Oct 20 11:08:11.675959 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a15d639a-403d-4e4f-9e23-fd3e316f22a4 req-7d014727-4c20-4217-bb63-07f92704d2ab service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=44c7c6ca-c8d5-40ec-a48d-af141f472b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0286515 Oct 20 11:08:11.733374 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531af0a5-43c5-430d-a6ad-5f64b96ad64b req-96c877dd-4b7d-4fcd-926e-497a8049619f tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:08:11.734732 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-531af0a5-43c5-430d-a6ad-5f64b96ad64b req-96c877dd-4b7d-4fcd-926e-497a8049619f tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e501e8e-bf96-4f4f-aabd-709b308a4102 HTTP/1.1" status: 200 len: 946 time: 0.0517390 Oct 20 11:08:11.772637 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-531af0a5-43c5-430d-a6ad-5f64b96ad64b req-3c594583-00b0-4597-87ae-78724ca4206a tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/security-groups?id=44c7c6ca-c8d5-40ec-a48d-af141f472b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317965 Oct 20 11:08:12.909183 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc452bba-ef03-42cc-a97c-b528bb99a88f req-1fdbdd7f-3595-4c29-bf97-43fe3228a745 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:08:12.910735 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bc452bba-ef03-42cc-a97c-b528bb99a88f req-1fdbdd7f-3595-4c29-bf97-43fe3228a745 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e501e8e-bf96-4f4f-aabd-709b308a4102 HTTP/1.1" status: 200 len: 946 time: 0.0577400 Oct 20 11:08:12.953270 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bc452bba-ef03-42cc-a97c-b528bb99a88f req-437ad02a-4e44-4f1c-baea-348c035702ce tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/security-groups?id=44c7c6ca-c8d5-40ec-a48d-af141f472b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345297 Oct 20 11:08:14.079212 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6860cf2-5789-4cda-bbd8-ecd691fb6552 req-32935032-5c07-402e-aeed-3a0ebd00d989 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:08:14.080977 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b6860cf2-5789-4cda-bbd8-ecd691fb6552 req-32935032-5c07-402e-aeed-3a0ebd00d989 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e501e8e-bf96-4f4f-aabd-709b308a4102 HTTP/1.1" status: 200 len: 946 time: 0.0519717 Oct 20 11:08:14.122038 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b6860cf2-5789-4cda-bbd8-ecd691fb6552 req-816a92ee-629f-4c98-a1ee-b2b75d083a7b tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/security-groups?id=44c7c6ca-c8d5-40ec-a48d-af141f472b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346494 Oct 20 11:08:14.261055 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 7 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:08:19.413593 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:30.841267 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 40902) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:08:30.888482 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_v2 [None req-945f372d-f745-4de0-bfdd-0972beb175e2 admin admin] Deleting subnet 7e014f79-9dbb-43ec-b176-a0ffe4a0b4b0 {{(pid=100596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:08:30.892014 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-945f372d-f745-4de0-bfdd-0972beb175e2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:30.925991 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-945f372d-f745-4de0-bfdd-0972beb175e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25189079'] for subnet, precommit_delete_associations {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:30.964218 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-945f372d-f745-4de0-bfdd-0972beb175e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:31.017106 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-945f372d-f745-4de0-bfdd-0972beb175e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26836193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26761888'] for subnet, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:31.043418 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945f372d-f745-4de0-bfdd-0972beb175e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e014f79-9dbb-43ec-b176-a0ffe4a0b4b0,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:08:31.047847 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-945f372d-f745-4de0-bfdd-0972beb175e2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:31.051183 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-945f372d-f745-4de0-bfdd-0972beb175e2 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/7e014f79-9dbb-43ec-b176-a0ffe4a0b4b0 HTTP/1.1" status: 204 len: 168 time: 0.2088566 Oct 20 11:08:31.054125 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 40904) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:08:31.417075 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-db84908d-201b-42c6-a732-fd6c62363dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:31.493730 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-db84908d-201b-42c6-a732-fd6c62363dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:31.513621 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-db84908d-201b-42c6-a732-fd6c62363dc4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7747834e-d64a-4c49-96a9-29cf33f15a07']}} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:08:31.523101 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-db84908d-201b-42c6-a732-fd6c62363dc4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dda3094-a918-4e64-972b-a95bf3bceffb') {'for_net_delete': True} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:08:31.523425 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-db84908d-201b-42c6-a732-fd6c62363dc4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dda3094-a918-4e64-972b-a95bf3bceffb') {} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:08:31.536492 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-db84908d-201b-42c6-a732-fd6c62363dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25189038'] for segment, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:31.550374 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-db84908d-201b-42c6-a732-fd6c62363dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:31.556499 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db84908d-201b-42c6-a732-fd6c62363dc4 admin admin] Releasing vlan 824 on physical network physnet1 to pool {{(pid=100596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:08:31.556879 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-db84908d-201b-42c6-a732-fd6c62363dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26833155'] for segment, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:31.567697 n-d-811396-3 neutron-server[100596]: Traceback (most recent call last): Oct 20 11:08:31.567697 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:08:31.567697 n-d-811396-3 neutron-server[100596]: timer() Oct 20 11:08:31.567697 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:08:31.567697 n-d-811396-3 neutron-server[100596]: cb(*args, **kw) Oct 20 11:08:31.567697 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:08:31.567697 n-d-811396-3 neutron-server[100596]: return func(*args, **kwargs) Oct 20 11:08:31.567697 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:08:31.567697 n-d-811396-3 neutron-server[100596]: self._notify() Oct 20 11:08:31.567697 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:08:31.567697 n-d-811396-3 neutron-server[100596]: self.callback(batched_events) Oct 20 11:08:31.567697 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:08:31.567697 n-d-811396-3 neutron-server[100596]: event.method(event) Oct 20 11:08:31.567697 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:08:31.567697 n-d-811396-3 neutron-server[100596]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:08:31.567697 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:08:31.567697 n-d-811396-3 neutron-server[100596]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:08:31.567697 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:08:31.567697 n-d-811396-3 neutron-server[100596]: return f(self, *a, **k) Oct 20 11:08:31.567697 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:08:31.567697 n-d-811396-3 neutron-server[100596]: return self._get(url).json() Oct 20 11:08:31.567697 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:08:31.567697 n-d-811396-3 neutron-server[100596]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:08:31.567697 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:08:31.567697 n-d-811396-3 neutron-server[100596]: return self.request(url, 'GET', **kwargs) Oct 20 11:08:31.567697 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:08:31.567697 n-d-811396-3 neutron-server[100596]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:08:31.567697 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:08:31.567697 n-d-811396-3 neutron-server[100596]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:08:31.567697 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:08:31.567697 n-d-811396-3 neutron-server[100596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:08:31.567697 n-d-811396-3 neutron-server[100596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:08:31.614249 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-db84908d-201b-42c6-a732-fd6c62363dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:31.619639 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-db84908d-201b-42c6-a732-fd6c62363dc4 admin admin] Publish callbacks [] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:31.622835 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-db84908d-201b-42c6-a732-fd6c62363dc4 admin admin] 10.222.0.64 "DELETE /v2.0/networks/7747834e-d64a-4c49-96a9-29cf33f15a07 HTTP/1.1" status: 204 len: 168 time: 0.5677516 Oct 20 11:08:31.634428 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db84908d-201b-42c6-a732-fd6c62363dc4 admin admin] Pushing event deleted for resources: {'Network': ['ID=7747834e-d64a-4c49-96a9-29cf33f15a07,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:08:31.810460 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 40908) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:08:31.853083 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-8fed2897-a2b1-472e-a7a8-5931a5bbee12 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=934d4153d95644689eed1b16b259997e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0408323 Oct 20 11:08:31.855531 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 40912) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:08:31.902225 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ac922485-7923-47f5-ae6e-1619a37e01d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:31.922775 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ac922485-7923-47f5-ae6e-1619a37e01d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:31.967934 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ac922485-7923-47f5-ae6e-1619a37e01d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:31.970467 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ac922485-7923-47f5-ae6e-1619a37e01d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:31.971706 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-ac922485-7923-47f5-ae6e-1619a37e01d9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/430d475f-924a-447c-ab0d-480f80ef541f HTTP/1.1" status: 204 len: 168 time: 0.1151619 Oct 20 11:08:31.979512 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac922485-7923-47f5-ae6e-1619a37e01d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=430d475f-924a-447c-ab0d-480f80ef541f,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:08:31.987714 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac922485-7923-47f5-ae6e-1619a37e01d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:08:31.988155 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac922485-7923-47f5-ae6e-1619a37e01d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:08:31.988392 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac922485-7923-47f5-ae6e-1619a37e01d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:08:31.988732 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac922485-7923-47f5-ae6e-1619a37e01d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:08:31.989067 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac922485-7923-47f5-ae6e-1619a37e01d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:08:31.989401 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac922485-7923-47f5-ae6e-1619a37e01d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:08:31.989726 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac922485-7923-47f5-ae6e-1619a37e01d9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:08:31.990053 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac922485-7923-47f5-ae6e-1619a37e01d9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:08:31.990377 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac922485-7923-47f5-ae6e-1619a37e01d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:08:31.990702 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac922485-7923-47f5-ae6e-1619a37e01d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:08:31.991025 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac922485-7923-47f5-ae6e-1619a37e01d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:08:31.991346 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac922485-7923-47f5-ae6e-1619a37e01d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:08:33.548646 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-242382aa-8c5a-4033-ace6-5249e4309354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:36.414329 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-6177f7ce-c254-4954-84a8-46c3e370a7eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:37.144883 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:37.626482 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:38.252897 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:39.002567 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:42.991477 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae547c7e-5add-49d5-8d9b-93cc3939731b req-603dbeef-90ec-4d52-afdf-7076403c4112 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:08:42.993279 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ae547c7e-5add-49d5-8d9b-93cc3939731b req-603dbeef-90ec-4d52-afdf-7076403c4112 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e501e8e-bf96-4f4f-aabd-709b308a4102 HTTP/1.1" status: 200 len: 946 time: 0.0507040 Oct 20 11:08:43.031429 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ae547c7e-5add-49d5-8d9b-93cc3939731b req-9f0d7aa5-c412-4e5a-92a8-03ad7d16c146 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/security-groups?id=44c7c6ca-c8d5-40ec-a48d-af141f472b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322237 Oct 20 11:08:44.167471 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63ee2f7-4ea4-457b-805c-6eec2599c2f7 req-f5ec577d-7f5b-4803-bed5-e3c6b9a5c099 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:08:44.168946 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e63ee2f7-4ea4-457b-805c-6eec2599c2f7 req-f5ec577d-7f5b-4803-bed5-e3c6b9a5c099 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e501e8e-bf96-4f4f-aabd-709b308a4102 HTTP/1.1" status: 200 len: 946 time: 0.0524192 Oct 20 11:08:44.206236 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e63ee2f7-4ea4-457b-805c-6eec2599c2f7 req-ebe59ccd-56fc-4b10-84a1-6eefe4f25ba3 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/security-groups?id=44c7c6ca-c8d5-40ec-a48d-af141f472b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314982 Oct 20 11:08:44.278316 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca7f7ab-95bc-4a72-ae50-4263c1f24797 req-ed331fd6-b264-4fd5-ba64-c539daccd4c3 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:08:44.279792 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5ca7f7ab-95bc-4a72-ae50-4263c1f24797 req-ed331fd6-b264-4fd5-ba64-c539daccd4c3 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.69 "GET /v2.0/ports?device_id=6e501e8e-bf96-4f4f-aabd-709b308a4102 HTTP/1.1" status: 200 len: 946 time: 0.0472205 Oct 20 11:08:44.367728 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-5ca7f7ab-95bc-4a72-ae50-4263c1f24797 req-80fcc724-a4b0-446a-a637-98f3ffd0d581 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Deleting port c4094e7e-cbee-4546-ba1e-b9849881713c {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:08:44.367981 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-5ca7f7ab-95bc-4a72-ae50-4263c1f24797 req-80fcc724-a4b0-446a-a637-98f3ffd0d581 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:44.451539 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-5ca7f7ab-95bc-4a72-ae50-4263c1f24797 req-80fcc724-a4b0-446a-a637-98f3ffd0d581 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] For port c4094e7e-cbee-4546-ba1e-b9849881713c, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=c4094e7e-cbee-4546-ba1e-b9849881713c,segment=NetworkSegment(0f66f6ed-6d03-4e40-897a-2e048347227e),segment_id=0f66f6ed-6d03-4e40-897a-2e048347227e)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:08:44.451896 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-5ca7f7ab-95bc-4a72-ae50-4263c1f24797 req-80fcc724-a4b0-446a-a637-98f3ffd0d581 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:44.611812 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-5ca7f7ab-95bc-4a72-ae50-4263c1f24797 req-80fcc724-a4b0-446a-a637-98f3ffd0d581 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:44.612175 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-5ca7f7ab-95bc-4a72-ae50-4263c1f24797 req-80fcc724-a4b0-446a-a637-98f3ffd0d581 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1773381'] for floatingip, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:44.612491 n-d-811396-3 neutron-server[100596]: INFO neutron.db.l3_db [req-5ca7f7ab-95bc-4a72-ae50-4263c1f24797 req-80fcc724-a4b0-446a-a637-98f3ffd0d581 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Floating IP 0dea5a14-7145-44b8-8102-245bc979a7fa disassociated. External IP: 172.25.1.72, port: c4094e7e-cbee-4546-ba1e-b9849881713c. Oct 20 11:08:44.612830 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-5ca7f7ab-95bc-4a72-ae50-4263c1f24797 req-80fcc724-a4b0-446a-a637-98f3ffd0d581 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Calling delete_port for c4094e7e-cbee-4546-ba1e-b9849881713c owned by compute:nova {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:08:44.736256 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-5ca7f7ab-95bc-4a72-ae50-4263c1f24797 req-80fcc724-a4b0-446a-a637-98f3ffd0d581 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:44.761947 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fcc724-a4b0-446a-a637-98f3ffd0d581 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Pushing event deleted for resources: {'Port': ['ID=c4094e7e-cbee-4546-ba1e-b9849881713c,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:08:44.774544 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fcc724-a4b0-446a-a637-98f3ffd0d581 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:08:44.774815 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fcc724-a4b0-446a-a637-98f3ffd0d581 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:08:44.775124 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fcc724-a4b0-446a-a637-98f3ffd0d581 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:08:44.775480 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fcc724-a4b0-446a-a637-98f3ffd0d581 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:08:44.775816 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fcc724-a4b0-446a-a637-98f3ffd0d581 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:08:44.776144 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fcc724-a4b0-446a-a637-98f3ffd0d581 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:08:44.776464 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fcc724-a4b0-446a-a637-98f3ffd0d581 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:08:44.776786 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fcc724-a4b0-446a-a637-98f3ffd0d581 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:08:44.777114 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fcc724-a4b0-446a-a637-98f3ffd0d581 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:08:44.777429 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fcc724-a4b0-446a-a637-98f3ffd0d581 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:08:44.777810 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fcc724-a4b0-446a-a637-98f3ffd0d581 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:08:44.778058 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fcc724-a4b0-446a-a637-98f3ffd0d581 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:08:44.885524 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5ca7f7ab-95bc-4a72-ae50-4263c1f24797 req-80fcc724-a4b0-446a-a637-98f3ffd0d581 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Router ddfec777-7691-4bb9-946a-6c450cac0f67 has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:08:44.996398 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5ca7f7ab-95bc-4a72-ae50-4263c1f24797 req-80fcc724-a4b0-446a-a637-98f3ffd0d581 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:08:45.006245 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424035ee-ba73-49cf-bcdb-e93b900875e0 None None] Sync routers for ids ['ddfec777-7691-4bb9-946a-6c450cac0f67'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:08:45.015811 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424035ee-ba73-49cf-bcdb-e93b900875e0 None None] Routers {'ddfec777-7691-4bb9-946a-6c450cac0f67'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:08:45.016421 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-424035ee-ba73-49cf-bcdb-e93b900875e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:08:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['ddfec777-7691-4bb9-946a-6c450cac0f67'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:08:45.040530 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ca7f7ab-95bc-4a72-ae50-4263c1f24797 req-80fcc724-a4b0-446a-a637-98f3ffd0d581 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] No DVR routers for this DVR port c4094e7e-cbee-4546-ba1e-b9849881713c on host n-h2-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:08:45.043154 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-5ca7f7ab-95bc-4a72-ae50-4263c1f24797 req-80fcc724-a4b0-446a-a637-98f3ffd0d581 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:45.047339 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5ca7f7ab-95bc-4a72-ae50-4263c1f24797 req-80fcc724-a4b0-446a-a637-98f3ffd0d581 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.69 "DELETE /v2.0/ports/c4094e7e-cbee-4546-ba1e-b9849881713c HTTP/1.1" status: 204 len: 173 time: 0.7614143 Oct 20 11:08:45.047825 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e501e8e-bf96-4f4f-aabd-709b308a4102', 'name': 'network-vif-deleted', 'tag': 'c4094e7e-cbee-4546-ba1e-b9849881713c'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:08:45.050548 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3abceff-4d06-4b96-a9b3-258ac4b04e56" -d '{"events": [{"server_uuid": "6e501e8e-bf96-4f4f-aabd-709b308a4102", "name": "network-vif-deleted", "tag": "c4094e7e-cbee-4546-ba1e-b9849881713c"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:08:45.127816 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-424035ee-ba73-49cf-bcdb-e93b900875e0 None None] Set router ddfec777-7691-4bb9-946a-6c450cac0f67 gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:08:45.322328 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5925783-d126-492c-8516-f98409719035 x-openstack-request-id: req-d5925783-d126-492c-8516-f98409719035 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:08:45.322842 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e501e8e-bf96-4f4f-aabd-709b308a4102", "name": "network-vif-deleted", "tag": "c4094e7e-cbee-4546-ba1e-b9849881713c", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:08:45.323023 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d5925783-d126-492c-8516-f98409719035 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:08:45.323455 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e501e8e-bf96-4f4f-aabd-709b308a4102', 'name': 'network-vif-deleted', 'tag': 'c4094e7e-cbee-4546-ba1e-b9849881713c', 'status': 'completed', 'code': 200} Oct 20 11:08:45.342078 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5a846b6d-b094-4223-ac51-c51852a8e3c2 req-1f9ea281-aa22-4a57-9742-c0f2769c4988 tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e501e8e-bf96-4f4f-aabd-709b308a4102 HTTP/1.1" status: 200 len: 210 time: 0.0326667 Oct 20 11:08:45.351036 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-424035ee-ba73-49cf-bcdb-e93b900875e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddfec777-7691-4bb9-946a-6c450cac0f67', 'name': 'tempest-AttachVolumeShelveTestJSON-791426829-router', 'tenant_id': '63e5dde2738f4935912f3c0e18351bbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': '71844a73-81de-49af-8f30-f2a4c3d61d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:00:50Z', 'updated_at': '2021-10-20T11:00:53Z', 'revision_number': 4, 'project_id': '63e5dde2738f4935912f3c0e18351bbf', 'gw_port': {'id': '71844a73-81de-49af-8f30-f2a4c3d61d1d', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:00:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddfec777-7691-4bb9-946a-6c450cac0f67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:00:50Z', 'updated_at': '2021-10-20T11:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': 'c5c9498e-d631-4f65-bb90-7412cb6384c3', 'name': '', 'network_id': '1759e7bc-ead3-4335-8c90-46a93aea395d', 'tenant_id': '63e5dde2738f4935912f3c0e18351bbf', 'mac_address': 'fa:16:3e:bd:d8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddfec777-7691-4bb9-946a-6c450cac0f67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '731bcbb0-8763-49cc-b4e4-d88f68d7de58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:00:52Z', 'updated_at': '2021-10-20T11:00:58Z', 'revision_number': 5, 'project_id': '63e5dde2738f4935912f3c0e18351bbf', 'subnets': [{'id': '731bcbb0-8763-49cc-b4e4-d88f68d7de58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:08:45.470346 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424035ee-ba73-49cf-bcdb-e93b900875e0 None None] Checking router: ddfec777-7691-4bb9-946a-6c450cac0f67 for host: n-d-811396-3 {{(pid=100599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:08:45.478671 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424035ee-ba73-49cf-bcdb-e93b900875e0 None None] Routers {'ddfec777-7691-4bb9-946a-6c450cac0f67'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:08:45.479277 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-424035ee-ba73-49cf-bcdb-e93b900875e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:08:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['ddfec777-7691-4bb9-946a-6c450cac0f67'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:08:45.599800 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-424035ee-ba73-49cf-bcdb-e93b900875e0 None None] Set router ddfec777-7691-4bb9-946a-6c450cac0f67 gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:08:45.791747 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-424035ee-ba73-49cf-bcdb-e93b900875e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddfec777-7691-4bb9-946a-6c450cac0f67', 'name': 'tempest-AttachVolumeShelveTestJSON-791426829-router', 'tenant_id': '63e5dde2738f4935912f3c0e18351bbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': '71844a73-81de-49af-8f30-f2a4c3d61d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:00:50Z', 'updated_at': '2021-10-20T11:00:53Z', 'revision_number': 4, 'project_id': '63e5dde2738f4935912f3c0e18351bbf', 'gw_port': {'id': '71844a73-81de-49af-8f30-f2a4c3d61d1d', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:00:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddfec777-7691-4bb9-946a-6c450cac0f67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:00:50Z', 'updated_at': '2021-10-20T11:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': 'c5c9498e-d631-4f65-bb90-7412cb6384c3', 'name': '', 'network_id': '1759e7bc-ead3-4335-8c90-46a93aea395d', 'tenant_id': '63e5dde2738f4935912f3c0e18351bbf', 'mac_address': 'fa:16:3e:bd:d8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddfec777-7691-4bb9-946a-6c450cac0f67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '731bcbb0-8763-49cc-b4e4-d88f68d7de58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:00:52Z', 'updated_at': '2021-10-20T11:00:58Z', 'revision_number': 5, 'project_id': '63e5dde2738f4935912f3c0e18351bbf', 'subnets': [{'id': '731bcbb0-8763-49cc-b4e4-d88f68d7de58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:08:45.821029 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424035ee-ba73-49cf-bcdb-e93b900875e0 None None] The sync data for ids ['ddfec777-7691-4bb9-946a-6c450cac0f67'] in n-d-811396-3 is: [{'id': 'ddfec777-7691-4bb9-946a-6c450cac0f67', 'name': 'tempest-AttachVolumeShelveTestJSON-791426829-router', 'tenant_id': '63e5dde2738f4935912f3c0e18351bbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': '71844a73-81de-49af-8f30-f2a4c3d61d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:00:50Z', 'updated_at': '2021-10-20T11:00:53Z', 'revision_number': 4, 'project_id': '63e5dde2738f4935912f3c0e18351bbf', 'gw_port': {'id': '71844a73-81de-49af-8f30-f2a4c3d61d1d', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:00:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddfec777-7691-4bb9-946a-6c450cac0f67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:00:50Z', 'updated_at': '2021-10-20T11:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': 'c5c9498e-d631-4f65-bb90-7412cb6384c3', 'name': '', 'network_id': '1759e7bc-ead3-4335-8c90-46a93aea395d', 'tenant_id': '63e5dde2738f4935912f3c0e18351bbf', 'mac_address': 'fa:16:3e:bd:d8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddfec777-7691-4bb9-946a-6c450cac0f67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '731bcbb0-8763-49cc-b4e4-d88f68d7de58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:00:52Z', 'updated_at': '2021-10-20T11:00:58Z', 'revision_number': 5, 'project_id': '63e5dde2738f4935912f3c0e18351bbf', 'subnets': [{'id': '731bcbb0-8763-49cc-b4e4-d88f68d7de58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:08:46.038787 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4f3ca5-c32e-4256-9d79-555f0ccaff6f None None] New status for floating IP 0dea5a14-7145-44b8-8102-245bc979a7fa: DOWN {{(pid=100598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 11:08:46.429364 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 40944) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:08:46.483716 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e102d301-0a41-418c-a5d5-2f8f026c3ebc tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:46.506773 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e102d301-0a41-418c-a5d5-2f8f026c3ebc tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:46.555427 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e102d301-0a41-418c-a5d5-2f8f026c3ebc tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:46.557992 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e102d301-0a41-418c-a5d5-2f8f026c3ebc tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:46.559158 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-e102d301-0a41-418c-a5d5-2f8f026c3ebc tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "DELETE /v2.0/security-groups/44c7c6ca-c8d5-40ec-a48d-af141f472b1c HTTP/1.1" status: 204 len: 168 time: 0.1287599 Oct 20 11:08:46.562993 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 40946) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:08:46.568874 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e102d301-0a41-418c-a5d5-2f8f026c3ebc tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44c7c6ca-c8d5-40ec-a48d-af141f472b1c,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:08:46.576880 n-d-811396-3 neutron-server[100596]: INFO neutron.api.v2.resource [None req-bc335411-8982-471b-aa1f-2cc42054350a tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] show failed (client error): The resource could not be found. Oct 20 11:08:46.580812 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 40948) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:08:46.581037 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-bc335411-8982-471b-aa1f-2cc42054350a tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "GET /v2.0/security-groups/44c7c6ca-c8d5-40ec-a48d-af141f472b1c HTTP/1.1" status: 404 len: 347 time: 0.0167229 Oct 20 11:08:46.699963 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-c33783a0-d89c-4cfc-ab1d-fce6f5dd3a5d tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Deleting port 613dd1a3-21a3-45e0-9a40-437edbfc1b00 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:08:46.700202 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c33783a0-d89c-4cfc-ab1d-fce6f5dd3a5d tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:46.774567 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c33783a0-d89c-4cfc-ab1d-fce6f5dd3a5d tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:46.774894 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c33783a0-d89c-4cfc-ab1d-fce6f5dd3a5d tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:46.786050 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-c33783a0-d89c-4cfc-ab1d-fce6f5dd3a5d tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Calling delete_port for 613dd1a3-21a3-45e0-9a40-437edbfc1b00 owned by network:floatingip {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:08:46.913553 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c33783a0-d89c-4cfc-ab1d-fce6f5dd3a5d tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:46.940730 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33783a0-d89c-4cfc-ab1d-fce6f5dd3a5d tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Pushing event deleted for resources: {'Port': ['ID=613dd1a3-21a3-45e0-9a40-437edbfc1b00,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:08:46.998570 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c33783a0-d89c-4cfc-ab1d-fce6f5dd3a5d tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Publish callbacks [] for floatingip, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:47.001157 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c33783a0-d89c-4cfc-ab1d-fce6f5dd3a5d tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for floatingip, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:47.002356 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-c33783a0-d89c-4cfc-ab1d-fce6f5dd3a5d tempest-AttachVolumeShelveTestJSON-365391035 tempest-AttachVolumeShelveTestJSON-365391035-project] 10.222.0.64 "DELETE /v2.0/floatingips/0dea5a14-7145-44b8-8102-245bc979a7fa HTTP/1.1" status: 204 len: 168 time: 0.4205058 Oct 20 11:08:49.354057 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device c4094e7e-cbee-4546-ba1e-b9849881713c no longer exists at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:08:49.380507 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] No Port match for: c4094e7e-cbee-4546-ba1e-b9849881713c {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:08:49.381062 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device c4094e7e-cbee-4546-ba1e-b9849881713c not bound to the agent host n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:08:49.412795 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:51.260668 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 7 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:08:52.570784 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 40976) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:08:53.077564 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9ae716af-e55f-4abe-b08a-217d187048d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1774405'] for router_interface, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:53.339521 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-9ae716af-e55f-4abe-b08a-217d187048d0 admin admin] Deleting port c5c9498e-d631-4f65-bb90-7412cb6384c3 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:08:53.339866 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9ae716af-e55f-4abe-b08a-217d187048d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:53.418410 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [None req-9ae716af-e55f-4abe-b08a-217d187048d0 admin admin] For port c5c9498e-d631-4f65-bb90-7412cb6384c3, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=c5c9498e-d631-4f65-bb90-7412cb6384c3,segment=NetworkSegment(0f66f6ed-6d03-4e40-897a-2e048347227e),segment_id=0f66f6ed-6d03-4e40-897a-2e048347227e)] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:08:53.418781 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9ae716af-e55f-4abe-b08a-217d187048d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:53.436040 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-9ae716af-e55f-4abe-b08a-217d187048d0 admin admin] Calling delete_port for c5c9498e-d631-4f65-bb90-7412cb6384c3 owned by network:router_interface {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:08:53.625151 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9ae716af-e55f-4abe-b08a-217d187048d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:53.655698 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae716af-e55f-4abe-b08a-217d187048d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5c9498e-d631-4f65-bb90-7412cb6384c3,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:08:53.825451 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9ae716af-e55f-4abe-b08a-217d187048d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1771989'] for router_interface, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:54.042932 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ae716af-e55f-4abe-b08a-217d187048d0 admin admin] Router ddfec777-7691-4bb9-946a-6c450cac0f67 has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:08:54.147702 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ae716af-e55f-4abe-b08a-217d187048d0 admin admin] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:08:54.152949 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-9ae716af-e55f-4abe-b08a-217d187048d0 admin admin] 10.222.0.64 "PUT /v2.0/routers/ddfec777-7691-4bb9-946a-6c450cac0f67/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5810223 Oct 20 11:08:54.156221 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 40980) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:08:54.161027 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e058ece-cab8-405e-9eaf-b72e3a5a0d0a None None] Sync routers for ids ['ddfec777-7691-4bb9-946a-6c450cac0f67'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:08:54.171833 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e058ece-cab8-405e-9eaf-b72e3a5a0d0a None None] Routers {'ddfec777-7691-4bb9-946a-6c450cac0f67'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:08:54.172516 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-4e058ece-cab8-405e-9eaf-b72e3a5a0d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:08:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['ddfec777-7691-4bb9-946a-6c450cac0f67'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:08:54.262209 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-87bacca7-0297-4136-8cae-adcbb2db8ef7 admin admin] Publish callbacks [] for router, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:54.272508 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-4e058ece-cab8-405e-9eaf-b72e3a5a0d0a None None] Set router ddfec777-7691-4bb9-946a-6c450cac0f67 gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:08:54.453130 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-4e058ece-cab8-405e-9eaf-b72e3a5a0d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddfec777-7691-4bb9-946a-6c450cac0f67', 'name': 'tempest-AttachVolumeShelveTestJSON-791426829-router', 'tenant_id': '63e5dde2738f4935912f3c0e18351bbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': '71844a73-81de-49af-8f30-f2a4c3d61d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:00:50Z', 'updated_at': '2021-10-20T11:08:53Z', 'revision_number': 5, 'project_id': '63e5dde2738f4935912f3c0e18351bbf', 'gw_port': {'id': '71844a73-81de-49af-8f30-f2a4c3d61d1d', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:00:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddfec777-7691-4bb9-946a-6c450cac0f67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:00:50Z', 'updated_at': '2021-10-20T11:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:08:54.479067 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e058ece-cab8-405e-9eaf-b72e3a5a0d0a None None] Checking router: ddfec777-7691-4bb9-946a-6c450cac0f67 for host: n-d-811396-3 {{(pid=100599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:08:54.488550 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e058ece-cab8-405e-9eaf-b72e3a5a0d0a None None] Routers {'ddfec777-7691-4bb9-946a-6c450cac0f67'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:08:54.489161 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-4e058ece-cab8-405e-9eaf-b72e3a5a0d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:08:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['ddfec777-7691-4bb9-946a-6c450cac0f67'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:08:54.592572 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-4e058ece-cab8-405e-9eaf-b72e3a5a0d0a None None] Set router ddfec777-7691-4bb9-946a-6c450cac0f67 gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:08:54.603814 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-87bacca7-0297-4136-8cae-adcbb2db8ef7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:54.655213 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-87bacca7-0297-4136-8cae-adcbb2db8ef7 admin admin] Deleting port 71844a73-81de-49af-8f30-f2a4c3d61d1d {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:08:54.655970 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-87bacca7-0297-4136-8cae-adcbb2db8ef7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:54.732377 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [None req-87bacca7-0297-4136-8cae-adcbb2db8ef7 admin admin] For port 71844a73-81de-49af-8f30-f2a4c3d61d1d, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=71844a73-81de-49af-8f30-f2a4c3d61d1d,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:08:54.732669 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-87bacca7-0297-4136-8cae-adcbb2db8ef7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:54.745086 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-87bacca7-0297-4136-8cae-adcbb2db8ef7 admin admin] Calling delete_port for 71844a73-81de-49af-8f30-f2a4c3d61d1d owned by network:router_gateway {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:08:54.766732 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-4e058ece-cab8-405e-9eaf-b72e3a5a0d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddfec777-7691-4bb9-946a-6c450cac0f67', 'name': 'tempest-AttachVolumeShelveTestJSON-791426829-router', 'tenant_id': '63e5dde2738f4935912f3c0e18351bbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': '71844a73-81de-49af-8f30-f2a4c3d61d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:00:50Z', 'updated_at': '2021-10-20T11:08:53Z', 'revision_number': 5, 'project_id': '63e5dde2738f4935912f3c0e18351bbf', 'gw_port': {'id': '71844a73-81de-49af-8f30-f2a4c3d61d1d', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:00:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddfec777-7691-4bb9-946a-6c450cac0f67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:00:50Z', 'updated_at': '2021-10-20T11:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:08:54.792077 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e058ece-cab8-405e-9eaf-b72e3a5a0d0a None None] The sync data for ids ['ddfec777-7691-4bb9-946a-6c450cac0f67'] in n-d-811396-3 is: [{'id': 'ddfec777-7691-4bb9-946a-6c450cac0f67', 'name': 'tempest-AttachVolumeShelveTestJSON-791426829-router', 'tenant_id': '63e5dde2738f4935912f3c0e18351bbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': '71844a73-81de-49af-8f30-f2a4c3d61d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:00:50Z', 'updated_at': '2021-10-20T11:08:53Z', 'revision_number': 5, 'project_id': '63e5dde2738f4935912f3c0e18351bbf', 'gw_port': {'id': '71844a73-81de-49af-8f30-f2a4c3d61d1d', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:00:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddfec777-7691-4bb9-946a-6c450cac0f67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:00:50Z', 'updated_at': '2021-10-20T11:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:08:54.906637 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-87bacca7-0297-4136-8cae-adcbb2db8ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:54.935893 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bacca7-0297-4136-8cae-adcbb2db8ef7 admin admin] Pushing event deleted for resources: {'Port': ['ID=71844a73-81de-49af-8f30-f2a4c3d61d1d,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:08:54.994197 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-87bacca7-0297-4136-8cae-adcbb2db8ef7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1773439'] for router_gateway, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:55.080907 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-87bacca7-0297-4136-8cae-adcbb2db8ef7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1772272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258304'] for router, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:55.082916 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-87bacca7-0297-4136-8cae-adcbb2db8ef7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:55.125501 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-87bacca7-0297-4136-8cae-adcbb2db8ef7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1772267'] for router, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:55.126088 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87bacca7-0297-4136-8cae-adcbb2db8ef7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ddfec777-7691-4bb9-946a-6c450cac0f67 {{(pid=100597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:08:55.130483 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-87bacca7-0297-4136-8cae-adcbb2db8ef7 admin admin] Publish callbacks [] for router, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:55.131670 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-87bacca7-0297-4136-8cae-adcbb2db8ef7 admin admin] 10.222.0.64 "DELETE /v2.0/routers/ddfec777-7691-4bb9-946a-6c450cac0f67 HTTP/1.1" status: 204 len: 168 time: 0.9744558 Oct 20 11:08:55.134215 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 40982) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:08:55.183636 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_v2 [None req-11453f9f-eba5-476a-bd53-58eeacc5239e admin admin] Deleting subnet 731bcbb0-8763-49cc-b4e4-d88f68d7de58 {{(pid=100597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:08:55.186920 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-11453f9f-eba5-476a-bd53-58eeacc5239e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:55.222273 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-11453f9f-eba5-476a-bd53-58eeacc5239e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25852621'] for subnet, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:55.302367 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-11453f9f-eba5-476a-bd53-58eeacc5239e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:55.359403 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-11453f9f-eba5-476a-bd53-58eeacc5239e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25350811'] for subnet, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:55.385173 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11453f9f-eba5-476a-bd53-58eeacc5239e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=731bcbb0-8763-49cc-b4e4-d88f68d7de58,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:08:55.389423 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-11453f9f-eba5-476a-bd53-58eeacc5239e admin admin] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:55.392647 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-11453f9f-eba5-476a-bd53-58eeacc5239e admin admin] 10.222.0.64 "DELETE /v2.0/subnets/731bcbb0-8763-49cc-b4e4-d88f68d7de58 HTTP/1.1" status: 204 len: 168 time: 0.2574711 Oct 20 11:08:55.395207 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 40984) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:08:55.398639 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e468cd7-3ca6-4197-ad50-0605f3193efc None None] Network 1759e7bc-ead3-4335-8c90-46a93aea395d requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:08:55.473609 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fa60b840-193e-43f8-9942-ed77b6abe083 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:55.531418 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-fa60b840-193e-43f8-9942-ed77b6abe083 admin admin] Deleting port 6685ba90-59ed-4d39-b1fc-cd4643a08d00 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:08:55.531757 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fa60b840-193e-43f8-9942-ed77b6abe083 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:55.592983 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [None req-fa60b840-193e-43f8-9942-ed77b6abe083 admin admin] For port 6685ba90-59ed-4d39-b1fc-cd4643a08d00, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=6685ba90-59ed-4d39-b1fc-cd4643a08d00,segment=NetworkSegment(0f66f6ed-6d03-4e40-897a-2e048347227e),segment_id=0f66f6ed-6d03-4e40-897a-2e048347227e)] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:08:55.593343 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fa60b840-193e-43f8-9942-ed77b6abe083 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:55.604508 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-fa60b840-193e-43f8-9942-ed77b6abe083 admin admin] Calling delete_port for 6685ba90-59ed-4d39-b1fc-cd4643a08d00 owned by network:dhcp {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:08:55.683828 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fa60b840-193e-43f8-9942-ed77b6abe083 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:55.710294 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa60b840-193e-43f8-9942-ed77b6abe083 admin admin] Pushing event deleted for resources: {'Port': ['ID=6685ba90-59ed-4d39-b1fc-cd4643a08d00,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:08:55.712059 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa60b840-193e-43f8-9942-ed77b6abe083 admin admin] No DVR routers for this DVR port 6685ba90-59ed-4d39-b1fc-cd4643a08d00 on host n-d-811396-3 {{(pid=100597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:08:55.782069 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fa60b840-193e-43f8-9942-ed77b6abe083 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:55.792943 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d4b4ed-8929-4a87-a0ed-1816801e9342 None None] DHCP port deletion for 1759e7bc-ead3-4335-8c90-46a93aea395d request from n-d-811396-3 {{(pid=100598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:08:55.810856 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-fa60b840-193e-43f8-9942-ed77b6abe083 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1759e7bc-ead3-4335-8c90-46a93aea395d']}} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:08:55.824220 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-fa60b840-193e-43f8-9942-ed77b6abe083 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f66f6ed-6d03-4e40-897a-2e048347227e') {'for_net_delete': True} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:08:55.824510 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-fa60b840-193e-43f8-9942-ed77b6abe083 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f66f6ed-6d03-4e40-897a-2e048347227e') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:08:55.838707 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fa60b840-193e-43f8-9942-ed77b6abe083 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25852596'] for segment, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:55.852132 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fa60b840-193e-43f8-9942-ed77b6abe083 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:55.858663 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa60b840-193e-43f8-9942-ed77b6abe083 admin admin] Releasing vlan 810 on physical network physnet1 to pool {{(pid=100597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:08:55.859099 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fa60b840-193e-43f8-9942-ed77b6abe083 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951012'] for segment, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:55.860874 n-d-811396-3 neutron-server[100597]: Traceback (most recent call last): Oct 20 11:08:55.860874 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:08:55.860874 n-d-811396-3 neutron-server[100597]: timer() Oct 20 11:08:55.860874 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:08:55.860874 n-d-811396-3 neutron-server[100597]: cb(*args, **kw) Oct 20 11:08:55.860874 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:08:55.860874 n-d-811396-3 neutron-server[100597]: return func(*args, **kwargs) Oct 20 11:08:55.860874 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:08:55.860874 n-d-811396-3 neutron-server[100597]: self._notify() Oct 20 11:08:55.860874 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:08:55.860874 n-d-811396-3 neutron-server[100597]: self.callback(batched_events) Oct 20 11:08:55.860874 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:08:55.860874 n-d-811396-3 neutron-server[100597]: event.method(event) Oct 20 11:08:55.860874 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:08:55.860874 n-d-811396-3 neutron-server[100597]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:08:55.860874 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:08:55.860874 n-d-811396-3 neutron-server[100597]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:08:55.860874 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:08:55.860874 n-d-811396-3 neutron-server[100597]: return f(self, *a, **k) Oct 20 11:08:55.860874 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:08:55.860874 n-d-811396-3 neutron-server[100597]: return self._get(url).json() Oct 20 11:08:55.860874 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:08:55.860874 n-d-811396-3 neutron-server[100597]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:08:55.860874 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:08:55.860874 n-d-811396-3 neutron-server[100597]: return self.request(url, 'GET', **kwargs) Oct 20 11:08:55.860874 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:08:55.860874 n-d-811396-3 neutron-server[100597]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:08:55.860874 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:08:55.860874 n-d-811396-3 neutron-server[100597]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:08:55.860874 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:08:55.860874 n-d-811396-3 neutron-server[100597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:08:55.860874 n-d-811396-3 neutron-server[100597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:08:55.917198 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fa60b840-193e-43f8-9942-ed77b6abe083 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:55.923050 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fa60b840-193e-43f8-9942-ed77b6abe083 admin admin] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:55.926489 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-fa60b840-193e-43f8-9942-ed77b6abe083 admin admin] 10.222.0.64 "DELETE /v2.0/networks/1759e7bc-ead3-4335-8c90-46a93aea395d HTTP/1.1" status: 204 len: 168 time: 0.5301127 Oct 20 11:08:55.937368 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa60b840-193e-43f8-9942-ed77b6abe083 admin admin] Pushing event deleted for resources: {'Network': ['ID=1759e7bc-ead3-4335-8c90-46a93aea395d,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:08:56.043355 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 40988) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:08:56.083147 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-341e5e28-8a9c-4b73-9741-99fb9e81a0d3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=63e5dde2738f4935912f3c0e18351bbf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385959 Oct 20 11:08:56.085451 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 40990) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:08:56.134797 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6d12dae1-3661-4603-9dc8-55bb0b0338f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:56.157096 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6d12dae1-3661-4603-9dc8-55bb0b0338f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:56.172939 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 71844a73-81de-49af-8f30-f2a4c3d61d1d no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:08:56.192713 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 71844a73-81de-49af-8f30-f2a4c3d61d1d {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:08:56.193055 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 71844a73-81de-49af-8f30-f2a4c3d61d1d not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:08:56.193471 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device c5c9498e-d631-4f65-bb90-7412cb6384c3 no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:08:56.203785 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6d12dae1-3661-4603-9dc8-55bb0b0338f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:56.206586 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6d12dae1-3661-4603-9dc8-55bb0b0338f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:56.207820 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-6d12dae1-3661-4603-9dc8-55bb0b0338f7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1739ab4c-3df7-4259-8286-ceb324d9125d HTTP/1.1" status: 204 len: 168 time: 0.1214812 Oct 20 11:08:56.213050 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: c5c9498e-d631-4f65-bb90-7412cb6384c3 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:08:56.213402 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device c5c9498e-d631-4f65-bb90-7412cb6384c3 not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:08:56.213830 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 6685ba90-59ed-4d39-b1fc-cd4643a08d00 no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:08:56.217657 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d12dae1-3661-4603-9dc8-55bb0b0338f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1739ab4c-3df7-4259-8286-ceb324d9125d,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:08:56.236830 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 6685ba90-59ed-4d39-b1fc-cd4643a08d00 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:08:56.237189 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 6685ba90-59ed-4d39-b1fc-cd4643a08d00 not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:08:58.840691 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 41054) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:08:58.943691 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-61182a52-14b1-4801-9fd0-fb4db76efe92 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:59.021961 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-61182a52-14b1-4801-9fd0-fb4db76efe92 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:59.025789 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-61182a52-14b1-4801-9fd0-fb4db76efe92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:59.067485 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-61182a52-14b1-4801-9fd0-fb4db76efe92 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fce2bfb695734bb78f5c8fa3a6770eb4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2256067 Oct 20 11:08:59.070394 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 41058) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:08:59.072126 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61182a52-14b1-4801-9fd0-fb4db76efe92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a11b7f97-1e0e-49d5-add1-fa2512f46ea7,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:08:59.121772 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a8f2bfbf-9e63-4677-82d9-24e0a9de932d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:59.142902 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a8f2bfbf-9e63-4677-82d9-24e0a9de932d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:59.192739 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a8f2bfbf-9e63-4677-82d9-24e0a9de932d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:59.195805 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a8f2bfbf-9e63-4677-82d9-24e0a9de932d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:59.196941 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-a8f2bfbf-9e63-4677-82d9-24e0a9de932d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a11b7f97-1e0e-49d5-add1-fa2512f46ea7 HTTP/1.1" status: 204 len: 168 time: 0.1254687 Oct 20 11:08:59.204804 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f2bfbf-9e63-4677-82d9-24e0a9de932d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a11b7f97-1e0e-49d5-add1-fa2512f46ea7,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:08:59.454896 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 41064) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:08:59.468330 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b91698cd-96e2-4997-88c3-19065f5b7782 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:59.538420 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b91698cd-96e2-4997-88c3-19065f5b7782 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:59.541772 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b91698cd-96e2-4997-88c3-19065f5b7782 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:59.578178 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-b91698cd-96e2-4997-88c3-19065f5b7782 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8edcd0ef20444276895952b1cf65da4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1221483 Oct 20 11:08:59.580098 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91698cd-96e2-4997-88c3-19065f5b7782 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6ec301f-775e-4458-a9a4-87826cbba832,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:08:59.581023 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 41066) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:08:59.631232 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-211705bf-03b3-4658-93fb-e45f458973af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:59.651404 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-211705bf-03b3-4658-93fb-e45f458973af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:59.698537 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-211705bf-03b3-4658-93fb-e45f458973af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:59.701769 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-211705bf-03b3-4658-93fb-e45f458973af admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:08:59.702920 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-211705bf-03b3-4658-93fb-e45f458973af admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d6ec301f-775e-4458-a9a4-87826cbba832 HTTP/1.1" status: 204 len: 168 time: 0.1208408 Oct 20 11:08:59.710541 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211705bf-03b3-4658-93fb-e45f458973af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6ec301f-775e-4458-a9a4-87826cbba832,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:09:03.552637 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-db6e36bd-59f6-4150-815d-85e61b8d2ad9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:04.736094 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 41176) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:09:04.846518 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-27742ac4-cb5c-4d88-b054-1f443e75d115 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:04.919444 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-27742ac4-cb5c-4d88-b054-1f443e75d115 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:04.922819 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-27742ac4-cb5c-4d88-b054-1f443e75d115 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:04.964374 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-27742ac4-cb5c-4d88-b054-1f443e75d115 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b7bcda6761a44f938f871ba11cf5b96b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2248993 Oct 20 11:09:04.964374 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27742ac4-cb5c-4d88-b054-1f443e75d115 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe023fd9-982d-4b65-a5e3-ee290cc48d21,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:09:04.965106 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 41180) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:09:05.015498 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-462af222-6dcd-4886-b365-bc9db0916650 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:05.035909 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-462af222-6dcd-4886-b365-bc9db0916650 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:05.089441 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-462af222-6dcd-4886-b365-bc9db0916650 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:05.092482 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-462af222-6dcd-4886-b365-bc9db0916650 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:05.093645 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-462af222-6dcd-4886-b365-bc9db0916650 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fe023fd9-982d-4b65-a5e3-ee290cc48d21 HTTP/1.1" status: 204 len: 168 time: 0.1275277 Oct 20 11:09:05.103314 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462af222-6dcd-4886-b365-bc9db0916650 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe023fd9-982d-4b65-a5e3-ee290cc48d21,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:09:05.345324 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 41186) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:09:05.358359 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-21b1bec1-fd66-41fd-b65c-2f219b0a545a admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:05.435855 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-21b1bec1-fd66-41fd-b65c-2f219b0a545a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:05.439567 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-21b1bec1-fd66-41fd-b65c-2f219b0a545a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:05.476671 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-21b1bec1-fd66-41fd-b65c-2f219b0a545a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b0725f94115f46a28c6060958895b1ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1302824 Oct 20 11:09:05.477895 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b1bec1-fd66-41fd-b65c-2f219b0a545a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3af7ac82-0600-4581-a9f0-e915b3875088,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:09:05.479371 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 41188) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:09:05.531625 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-00b88237-9454-48ac-958e-1983f203d0c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:05.551840 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-00b88237-9454-48ac-958e-1983f203d0c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:05.596999 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-00b88237-9454-48ac-958e-1983f203d0c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:05.599720 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-00b88237-9454-48ac-958e-1983f203d0c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:05.600891 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-00b88237-9454-48ac-958e-1983f203d0c1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3af7ac82-0600-4581-a9f0-e915b3875088 HTTP/1.1" status: 204 len: 168 time: 0.1204312 Oct 20 11:09:05.608403 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b88237-9454-48ac-958e-1983f203d0c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3af7ac82-0600-4581-a9f0-e915b3875088,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:09:06.416199 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-e1f7ada7-b689-445a-8fef-68ed539f2493 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:07.123007 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 41234) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:09:07.146966 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:07.226327 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-b1294469-65b2-464f-b9cf-b28ae2e89a63 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:07.298286 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-b1294469-65b2-464f-b9cf-b28ae2e89a63 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:07.301784 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-b1294469-65b2-464f-b9cf-b28ae2e89a63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:07.339316 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-b1294469-65b2-464f-b9cf-b28ae2e89a63 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7a6e437cccf146759953a511bdeee9d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2151959 Oct 20 11:09:07.340186 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1294469-65b2-464f-b9cf-b28ae2e89a63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d96dfa1-58ab-45db-9079-53f3fe2c72f4,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:09:07.342669 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 41238) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:09:07.391698 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c7350772-b5dc-4cce-9ce7-062fd22ffb23 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:07.412373 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c7350772-b5dc-4cce-9ce7-062fd22ffb23 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:07.461129 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c7350772-b5dc-4cce-9ce7-062fd22ffb23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:07.463771 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c7350772-b5dc-4cce-9ce7-062fd22ffb23 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:07.464925 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-c7350772-b5dc-4cce-9ce7-062fd22ffb23 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5d96dfa1-58ab-45db-9079-53f3fe2c72f4 HTTP/1.1" status: 204 len: 168 time: 0.1207130 Oct 20 11:09:07.473218 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7350772-b5dc-4cce-9ce7-062fd22ffb23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d96dfa1-58ab-45db-9079-53f3fe2c72f4,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:09:07.630959 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:07.717220 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 41244) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:09:07.730363 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-56c2cd80-288b-44c0-8690-727f577adb85 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:07.800386 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-56c2cd80-288b-44c0-8690-727f577adb85 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:07.804177 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-56c2cd80-288b-44c0-8690-727f577adb85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:07.843322 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-56c2cd80-288b-44c0-8690-727f577adb85 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e6d98df0a3e1418a96f4bdc2f0eee85d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1249733 Oct 20 11:09:07.844464 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c2cd80-288b-44c0-8690-727f577adb85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdc9cbb3-1b28-4806-bc37-bfcd881ef258,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:09:07.846093 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 41246) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:09:07.894310 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-b4af887b-3ca0-495c-b4a9-2b783bd6760c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:07.919433 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-b4af887b-3ca0-495c-b4a9-2b783bd6760c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:07.966072 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-b4af887b-3ca0-495c-b4a9-2b783bd6760c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:07.968579 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-b4af887b-3ca0-495c-b4a9-2b783bd6760c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:07.969796 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-b4af887b-3ca0-495c-b4a9-2b783bd6760c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fdc9cbb3-1b28-4806-bc37-bfcd881ef258 HTTP/1.1" status: 204 len: 168 time: 0.1226110 Oct 20 11:09:07.977178 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4af887b-3ca0-495c-b4a9-2b783bd6760c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdc9cbb3-1b28-4806-bc37-bfcd881ef258,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:09:08.285249 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:09.006686 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:09.781031 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 41318) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:09:09.894851 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e55adbfb-0c67-4ffd-9624-f04f5a3dc582 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:09.965220 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e55adbfb-0c67-4ffd-9624-f04f5a3dc582 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:09.968747 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e55adbfb-0c67-4ffd-9624-f04f5a3dc582 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:10.006459 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-e55adbfb-0c67-4ffd-9624-f04f5a3dc582 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e9d1ecd2af5d475c9ba48ddb7889e9d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2243795 Oct 20 11:09:10.007450 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55adbfb-0c67-4ffd-9624-f04f5a3dc582 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4420ad85-a164-4994-b5d4-089554d7679a,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:09:10.009163 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 41322) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:09:10.059016 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f6fa38ac-d7bd-4c41-b3a0-5c68125631f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:10.084729 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f6fa38ac-d7bd-4c41-b3a0-5c68125631f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:10.133824 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f6fa38ac-d7bd-4c41-b3a0-5c68125631f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:10.136611 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f6fa38ac-d7bd-4c41-b3a0-5c68125631f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:10.137844 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-f6fa38ac-d7bd-4c41-b3a0-5c68125631f2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4420ad85-a164-4994-b5d4-089554d7679a HTTP/1.1" status: 204 len: 168 time: 0.1271195 Oct 20 11:09:10.146153 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fa38ac-d7bd-4c41-b3a0-5c68125631f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4420ad85-a164-4994-b5d4-089554d7679a,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:09:10.387711 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 41328) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:09:10.400809 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6b884a13-6953-46e5-855d-2c790884d555 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:10.472605 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6b884a13-6953-46e5-855d-2c790884d555 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:10.476757 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6b884a13-6953-46e5-855d-2c790884d555 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:10.515201 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-6b884a13-6953-46e5-855d-2c790884d555 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d3258a547ffc4f539dcc04dc429d3ccc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1264141 Oct 20 11:09:10.515956 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b884a13-6953-46e5-855d-2c790884d555 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7f17a10-a12b-45f6-896d-c1bf80d646fe,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:09:10.517928 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 41330) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:09:10.566695 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-02e3058a-cc06-4c88-b561-fd04009da47b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:10.586816 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-02e3058a-cc06-4c88-b561-fd04009da47b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:10.632548 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-02e3058a-cc06-4c88-b561-fd04009da47b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:10.635126 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-02e3058a-cc06-4c88-b561-fd04009da47b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:10.636330 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-02e3058a-cc06-4c88-b561-fd04009da47b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d7f17a10-a12b-45f6-896d-c1bf80d646fe HTTP/1.1" status: 204 len: 168 time: 0.1173780 Oct 20 11:09:10.644011 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e3058a-cc06-4c88-b561-fd04009da47b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7f17a10-a12b-45f6-896d-c1bf80d646fe,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:09:11.788250 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 41366) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:09:11.884165 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-4464f3c5-afcc-46ac-a84e-2ff7ba471f01 tempest-RoutersTestDVR-671998569 tempest-RoutersTestDVR-671998569-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1003642197'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:09:11.904602 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4464f3c5-afcc-46ac-a84e-2ff7ba471f01 tempest-RoutersTestDVR-671998569 tempest-RoutersTestDVR-671998569-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1772442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258322'] for router, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:11.905504 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4464f3c5-afcc-46ac-a84e-2ff7ba471f01 tempest-RoutersTestDVR-671998569 tempest-RoutersTestDVR-671998569-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1772334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773516', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258315'] for router, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:11.956193 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4464f3c5-afcc-46ac-a84e-2ff7ba471f01 tempest-RoutersTestDVR-671998569 tempest-RoutersTestDVR-671998569-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:11.960287 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4464f3c5-afcc-46ac-a84e-2ff7ba471f01 tempest-RoutersTestDVR-671998569 tempest-RoutersTestDVR-671998569-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1773475'] for router, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:11.973832 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4464f3c5-afcc-46ac-a84e-2ff7ba471f01 tempest-RoutersTestDVR-671998569 tempest-RoutersTestDVR-671998569-project-admin] Publish callbacks [] for router, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:11.975021 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-4464f3c5-afcc-46ac-a84e-2ff7ba471f01 tempest-RoutersTestDVR-671998569 tempest-RoutersTestDVR-671998569-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.1856940 Oct 20 11:09:11.977583 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 41370) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:09:12.048176 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-58a102f3-5bd9-4f66-8669-e5ef98f295d6 tempest-RoutersTestDVR-671998569 tempest-RoutersTestDVR-671998569-project-admin] Publish callbacks [] for router, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:12.201188 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-58a102f3-5bd9-4f66-8669-e5ef98f295d6 tempest-RoutersTestDVR-671998569 tempest-RoutersTestDVR-671998569-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1772272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258304'] for router, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:12.203171 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-58a102f3-5bd9-4f66-8669-e5ef98f295d6 tempest-RoutersTestDVR-671998569 tempest-RoutersTestDVR-671998569-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:12.243751 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-58a102f3-5bd9-4f66-8669-e5ef98f295d6 tempest-RoutersTestDVR-671998569 tempest-RoutersTestDVR-671998569-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1772267'] for router, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:12.244257 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58a102f3-5bd9-4f66-8669-e5ef98f295d6 tempest-RoutersTestDVR-671998569 tempest-RoutersTestDVR-671998569-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c9c04f7d-6679-4e2b-89e9-f781870ef94d {{(pid=100597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:09:12.249118 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-58a102f3-5bd9-4f66-8669-e5ef98f295d6 tempest-RoutersTestDVR-671998569 tempest-RoutersTestDVR-671998569-project-admin] Publish callbacks [] for router, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:12.250264 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-58a102f3-5bd9-4f66-8669-e5ef98f295d6 tempest-RoutersTestDVR-671998569 tempest-RoutersTestDVR-671998569-project-admin] 10.222.0.64 "DELETE /v2.0/routers/c9c04f7d-6679-4e2b-89e9-f781870ef94d HTTP/1.1" status: 204 len: 168 time: 0.2717764 Oct 20 11:09:12.254243 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 41372) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:09:12.258425 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-82c6ec20-2fc8-4eca-94d5-4cac169a933e tempest-RoutersTestDVR-671998569 tempest-RoutersTestDVR-671998569-project-admin] Request body: {'router': {'name': 'tempest-router-910408827', 'distributed': False}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:09:12.278623 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-82c6ec20-2fc8-4eca-94d5-4cac169a933e tempest-RoutersTestDVR-671998569 tempest-RoutersTestDVR-671998569-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1772442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258322'] for router, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:12.279618 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-82c6ec20-2fc8-4eca-94d5-4cac169a933e tempest-RoutersTestDVR-671998569 tempest-RoutersTestDVR-671998569-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1772334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773516', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258315'] for router, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:12.331823 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-82c6ec20-2fc8-4eca-94d5-4cac169a933e tempest-RoutersTestDVR-671998569 tempest-RoutersTestDVR-671998569-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:12.336577 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-82c6ec20-2fc8-4eca-94d5-4cac169a933e tempest-RoutersTestDVR-671998569 tempest-RoutersTestDVR-671998569-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1773475'] for router, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:12.350240 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-82c6ec20-2fc8-4eca-94d5-4cac169a933e tempest-RoutersTestDVR-671998569 tempest-RoutersTestDVR-671998569-project-admin] Publish callbacks [] for router, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:12.351408 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-82c6ec20-2fc8-4eca-94d5-4cac169a933e tempest-RoutersTestDVR-671998569 tempest-RoutersTestDVR-671998569-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.0961938 Oct 20 11:09:12.354078 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 41374) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:09:12.421444 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9dcde8a3-f414-4b56-b2a7-74e378f48501 tempest-RoutersTestDVR-671998569 tempest-RoutersTestDVR-671998569-project-admin] Publish callbacks [] for router, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:12.573647 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9dcde8a3-f414-4b56-b2a7-74e378f48501 tempest-RoutersTestDVR-671998569 tempest-RoutersTestDVR-671998569-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1772272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258304'] for router, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:12.575793 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9dcde8a3-f414-4b56-b2a7-74e378f48501 tempest-RoutersTestDVR-671998569 tempest-RoutersTestDVR-671998569-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:12.620253 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9dcde8a3-f414-4b56-b2a7-74e378f48501 tempest-RoutersTestDVR-671998569 tempest-RoutersTestDVR-671998569-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1772267'] for router, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:12.620811 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dcde8a3-f414-4b56-b2a7-74e378f48501 tempest-RoutersTestDVR-671998569 tempest-RoutersTestDVR-671998569-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5fbc2043-65c2-43a0-962d-de973b19a569 {{(pid=100597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:09:12.625634 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9dcde8a3-f414-4b56-b2a7-74e378f48501 tempest-RoutersTestDVR-671998569 tempest-RoutersTestDVR-671998569-project-admin] Publish callbacks [] for router, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:12.626753 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-9dcde8a3-f414-4b56-b2a7-74e378f48501 tempest-RoutersTestDVR-671998569 tempest-RoutersTestDVR-671998569-project-admin] 10.222.0.64 "DELETE /v2.0/routers/5fbc2043-65c2-43a0-962d-de973b19a569 HTTP/1.1" status: 204 len: 168 time: 0.2717724 Oct 20 11:09:12.630163 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 41376) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:09:12.634379 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-7c26a0f7-b393-4352-92b9-74d04b4649ec tempest-RoutersTestDVR-671998569 tempest-RoutersTestDVR-671998569-project-admin] Request body: {'router': {'name': 'tempest-router-1407767404', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '93d793bf7bd2410d979c0d4847bb80c1'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:09:12.653566 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7c26a0f7-b393-4352-92b9-74d04b4649ec tempest-RoutersTestDVR-671998569 tempest-RoutersTestDVR-671998569-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1772442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258322'] for router, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:12.654508 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7c26a0f7-b393-4352-92b9-74d04b4649ec tempest-RoutersTestDVR-671998569 tempest-RoutersTestDVR-671998569-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1772334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773516', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258315'] for router, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:12.703979 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7c26a0f7-b393-4352-92b9-74d04b4649ec tempest-RoutersTestDVR-671998569 tempest-RoutersTestDVR-671998569-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:12.707614 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7c26a0f7-b393-4352-92b9-74d04b4649ec tempest-RoutersTestDVR-671998569 tempest-RoutersTestDVR-671998569-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1773475'] for router, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:12.721140 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7c26a0f7-b393-4352-92b9-74d04b4649ec tempest-RoutersTestDVR-671998569 tempest-RoutersTestDVR-671998569-project-admin] Publish callbacks [] for router, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:12.722318 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-7c26a0f7-b393-4352-92b9-74d04b4649ec tempest-RoutersTestDVR-671998569 tempest-RoutersTestDVR-671998569-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.0912194 Oct 20 11:09:12.725059 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 41378) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:09:12.729261 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-4a4f0717-c93d-496a-80e8-54f44748cd7a tempest-RoutersTestDVR-671998569 tempest-RoutersTestDVR-671998569-project-admin] Request body: {'router': {'distributed': True}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:09:12.922778 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4a4f0717-c93d-496a-80e8-54f44748cd7a tempest-RoutersTestDVR-671998569 tempest-RoutersTestDVR-671998569-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1773502', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1772312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-258425'] for router, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:12.923430 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4a4f0717-c93d-496a-80e8-54f44748cd7a tempest-RoutersTestDVR-671998569 tempest-RoutersTestDVR-671998569-project-admin] Publish callbacks [] for router, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:12.995738 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-4a4f0717-c93d-496a-80e8-54f44748cd7a tempest-RoutersTestDVR-671998569 tempest-RoutersTestDVR-671998569-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=100597) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Oct 20 11:09:12.996071 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-4a4f0717-c93d-496a-80e8-54f44748cd7a tempest-RoutersTestDVR-671998569 tempest-RoutersTestDVR-671998569-project-admin] Router 1a522680-6715-49e1-966b-92f072cecfbf migrating from provider to provider. {{(pid=100597) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Oct 20 11:09:12.996434 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4a4f0717-c93d-496a-80e8-54f44748cd7a tempest-RoutersTestDVR-671998569 tempest-RoutersTestDVR-671998569-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:13.000844 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4a4f0717-c93d-496a-80e8-54f44748cd7a tempest-RoutersTestDVR-671998569 tempest-RoutersTestDVR-671998569-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:13.004893 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4a4f0717-c93d-496a-80e8-54f44748cd7a tempest-RoutersTestDVR-671998569 tempest-RoutersTestDVR-671998569-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1773475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1773489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1773480', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1772307'] for router, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:13.312269 n-d-811396-3 neutron-server[100597]: WARNING neutron.scheduler.l3_agent_scheduler [None req-4a4f0717-c93d-496a-80e8-54f44748cd7a tempest-RoutersTestDVR-671998569 tempest-RoutersTestDVR-671998569-project-admin] No L3 agents can host the router 1a522680-6715-49e1-966b-92f072cecfbf Oct 20 11:09:13.424171 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4f0717-c93d-496a-80e8-54f44748cd7a tempest-RoutersTestDVR-671998569 tempest-RoutersTestDVR-671998569-project-admin] Hosts for router 1a522680-6715-49e1-966b-92f072cecfbf: [] {{(pid=100597) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Oct 20 11:09:13.445440 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4f0717-c93d-496a-80e8-54f44748cd7a tempest-RoutersTestDVR-671998569 tempest-RoutersTestDVR-671998569-project-admin] Hosts for other DVR routers connected to router 1a522680-6715-49e1-966b-92f072cecfbf: set() {{(pid=100597) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Oct 20 11:09:13.448011 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4a4f0717-c93d-496a-80e8-54f44748cd7a tempest-RoutersTestDVR-671998569 tempest-RoutersTestDVR-671998569-project-admin] Publish callbacks [] for router, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:13.449210 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-4a4f0717-c93d-496a-80e8-54f44748cd7a tempest-RoutersTestDVR-671998569 tempest-RoutersTestDVR-671998569-project-admin] 10.222.0.64 "PUT /v2.0/routers/1a522680-6715-49e1-966b-92f072cecfbf HTTP/1.1" status: 200 len: 717 time: 0.7232447 Oct 20 11:09:13.452324 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 41380) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:09:13.523242 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-52dbb5dc-26c0-4532-bd4c-f574d9027ac0 tempest-RoutersTestDVR-671998569 tempest-RoutersTestDVR-671998569-project-admin] 10.222.0.64 "GET /v2.0/routers/1a522680-6715-49e1-966b-92f072cecfbf HTTP/1.1" status: 200 len: 717 time: 0.0697544 Oct 20 11:09:13.525712 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 41382) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:09:13.688668 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-75b61827-6cec-4286-ba32-c1ef02280296 tempest-RoutersTestDVR-831037099 tempest-RoutersTestDVR-831037099-project] 10.222.0.64 "GET /v2.0/routers/1a522680-6715-49e1-966b-92f072cecfbf HTTP/1.1" status: 200 len: 683 time: 0.1618371 Oct 20 11:09:13.691183 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 41386) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:09:13.761047 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e87fb5af-a25c-4318-957c-348054908dd1 tempest-RoutersTestDVR-671998569 tempest-RoutersTestDVR-671998569-project-admin] Publish callbacks [] for router, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:13.917620 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e87fb5af-a25c-4318-957c-348054908dd1 tempest-RoutersTestDVR-671998569 tempest-RoutersTestDVR-671998569-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1772272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258304'] for router, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:13.919660 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e87fb5af-a25c-4318-957c-348054908dd1 tempest-RoutersTestDVR-671998569 tempest-RoutersTestDVR-671998569-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:13.962353 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e87fb5af-a25c-4318-957c-348054908dd1 tempest-RoutersTestDVR-671998569 tempest-RoutersTestDVR-671998569-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1772267'] for router, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:13.962966 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e87fb5af-a25c-4318-957c-348054908dd1 tempest-RoutersTestDVR-671998569 tempest-RoutersTestDVR-671998569-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1a522680-6715-49e1-966b-92f072cecfbf {{(pid=100597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:09:13.967197 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e87fb5af-a25c-4318-957c-348054908dd1 tempest-RoutersTestDVR-671998569 tempest-RoutersTestDVR-671998569-project-admin] Publish callbacks [] for router, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:13.968373 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-e87fb5af-a25c-4318-957c-348054908dd1 tempest-RoutersTestDVR-671998569 tempest-RoutersTestDVR-671998569-project-admin] 10.222.0.64 "DELETE /v2.0/routers/1a522680-6715-49e1-966b-92f072cecfbf HTTP/1.1" status: 204 len: 168 time: 0.2762356 Oct 20 11:09:13.971915 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 41388) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:09:13.976114 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-76543a73-3a0d-4965-bb1a-f8f59577d13c tempest-RoutersTestDVR-671998569 tempest-RoutersTestDVR-671998569-project-admin] Request body: {'router': {'name': 'tempest-router-390776103', 'distributed': True}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:09:13.999180 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-76543a73-3a0d-4965-bb1a-f8f59577d13c tempest-RoutersTestDVR-671998569 tempest-RoutersTestDVR-671998569-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1772442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258322'] for router, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:14.000178 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-76543a73-3a0d-4965-bb1a-f8f59577d13c tempest-RoutersTestDVR-671998569 tempest-RoutersTestDVR-671998569-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1772334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773516', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258315'] for router, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:14.051350 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-76543a73-3a0d-4965-bb1a-f8f59577d13c tempest-RoutersTestDVR-671998569 tempest-RoutersTestDVR-671998569-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:14.055314 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-76543a73-3a0d-4965-bb1a-f8f59577d13c tempest-RoutersTestDVR-671998569 tempest-RoutersTestDVR-671998569-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1773475'] for router, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:14.069938 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-76543a73-3a0d-4965-bb1a-f8f59577d13c tempest-RoutersTestDVR-671998569 tempest-RoutersTestDVR-671998569-project-admin] Publish callbacks [] for router, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:14.073636 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-76543a73-3a0d-4965-bb1a-f8f59577d13c tempest-RoutersTestDVR-671998569 tempest-RoutersTestDVR-671998569-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.0982916 Oct 20 11:09:14.073888 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 41390) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:09:14.145814 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-61506570-d659-4a0b-bad2-58a2421346e4 tempest-RoutersTestDVR-671998569 tempest-RoutersTestDVR-671998569-project-admin] Publish callbacks [] for router, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:14.307441 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-61506570-d659-4a0b-bad2-58a2421346e4 tempest-RoutersTestDVR-671998569 tempest-RoutersTestDVR-671998569-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1772272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258304'] for router, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:14.310264 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-61506570-d659-4a0b-bad2-58a2421346e4 tempest-RoutersTestDVR-671998569 tempest-RoutersTestDVR-671998569-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:14.351149 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-61506570-d659-4a0b-bad2-58a2421346e4 tempest-RoutersTestDVR-671998569 tempest-RoutersTestDVR-671998569-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1772267'] for router, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:14.351672 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61506570-d659-4a0b-bad2-58a2421346e4 tempest-RoutersTestDVR-671998569 tempest-RoutersTestDVR-671998569-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 959d8da9-15cb-4a3a-938e-33e96f0494d7 {{(pid=100597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:09:14.355743 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-61506570-d659-4a0b-bad2-58a2421346e4 tempest-RoutersTestDVR-671998569 tempest-RoutersTestDVR-671998569-project-admin] Publish callbacks [] for router, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:14.357843 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-61506570-d659-4a0b-bad2-58a2421346e4 tempest-RoutersTestDVR-671998569 tempest-RoutersTestDVR-671998569-project-admin] 10.222.0.64 "DELETE /v2.0/routers/959d8da9-15cb-4a3a-938e-33e96f0494d7 HTTP/1.1" status: 204 len: 168 time: 0.2825718 Oct 20 11:09:14.595501 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 41396) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:09:14.700856 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d4fa6686-1510-459d-bf18-2d82c904138f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:14.773656 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d4fa6686-1510-459d-bf18-2d82c904138f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:14.777214 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d4fa6686-1510-459d-bf18-2d82c904138f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:14.815424 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-d4fa6686-1510-459d-bf18-2d82c904138f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=93d793bf7bd2410d979c0d4847bb80c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2187159 Oct 20 11:09:14.816599 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fa6686-1510-459d-bf18-2d82c904138f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc85b7bb-4b11-4463-8fd2-d5fd954a5d63,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:09:14.818121 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 41400) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:09:14.872609 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-09b523b5-9a3b-47ca-a83d-d42626387aef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:14.895078 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-09b523b5-9a3b-47ca-a83d-d42626387aef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:14.943909 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-09b523b5-9a3b-47ca-a83d-d42626387aef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:14.946709 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-09b523b5-9a3b-47ca-a83d-d42626387aef admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:14.947939 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-09b523b5-9a3b-47ca-a83d-d42626387aef admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/cc85b7bb-4b11-4463-8fd2-d5fd954a5d63 HTTP/1.1" status: 204 len: 168 time: 0.1286516 Oct 20 11:09:14.956499 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b523b5-9a3b-47ca-a83d-d42626387aef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc85b7bb-4b11-4463-8fd2-d5fd954a5d63,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:09:15.209219 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 41406) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:09:15.222690 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-86cf8ef7-8128-489e-86aa-569091539a6a admin admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:15.297611 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-86cf8ef7-8128-489e-86aa-569091539a6a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:15.301252 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-86cf8ef7-8128-489e-86aa-569091539a6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:15.339706 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-86cf8ef7-8128-489e-86aa-569091539a6a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f592aea98df149bba725a7b27636466c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1293309 Oct 20 11:09:15.340551 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cf8ef7-8128-489e-86aa-569091539a6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3d64927-69bd-4e5a-a6e1-1fd59a1a6995,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:09:15.342415 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 41408) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:09:15.395160 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9d74d01f-e8c2-457c-926f-7bd8b74ebbc7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:15.415697 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9d74d01f-e8c2-457c-926f-7bd8b74ebbc7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:15.461991 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9d74d01f-e8c2-457c-926f-7bd8b74ebbc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:15.464503 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9d74d01f-e8c2-457c-926f-7bd8b74ebbc7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:15.465654 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-9d74d01f-e8c2-457c-926f-7bd8b74ebbc7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a3d64927-69bd-4e5a-a6e1-1fd59a1a6995 HTTP/1.1" status: 204 len: 168 time: 0.1211536 Oct 20 11:09:15.472836 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d74d01f-e8c2-457c-926f-7bd8b74ebbc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3d64927-69bd-4e5a-a6e1-1fd59a1a6995,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:09:19.427506 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:28.259776 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 7 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:09:33.555788 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-9ac9bc6b-4fd5-41af-aacc-9882d3bdea2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:35.730226 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 41582) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:09:35.840288 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ebb24250-3ce4-4088-bac9-3fc84afb09d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:35.917138 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ebb24250-3ce4-4088-bac9-3fc84afb09d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:35.922729 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ebb24250-3ce4-4088-bac9-3fc84afb09d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:35.964410 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-ebb24250-3ce4-4088-bac9-3fc84afb09d5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1b10a13a0cd948468fbfa5fc53c7a0d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2324178 Oct 20 11:09:35.965353 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb24250-3ce4-4088-bac9-3fc84afb09d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e102bb2-4359-442e-8a5f-7c29cd81aaee,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:09:35.967495 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 41588) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:09:35.974768 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb24250-3ce4-4088-bac9-3fc84afb09d5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:09:35.975121 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb24250-3ce4-4088-bac9-3fc84afb09d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:09:35.975589 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb24250-3ce4-4088-bac9-3fc84afb09d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:09:35.975898 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb24250-3ce4-4088-bac9-3fc84afb09d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:09:35.976450 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb24250-3ce4-4088-bac9-3fc84afb09d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:09:35.976576 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb24250-3ce4-4088-bac9-3fc84afb09d5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:09:35.977028 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb24250-3ce4-4088-bac9-3fc84afb09d5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:09:35.977413 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb24250-3ce4-4088-bac9-3fc84afb09d5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:09:35.977807 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb24250-3ce4-4088-bac9-3fc84afb09d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:09:35.978105 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb24250-3ce4-4088-bac9-3fc84afb09d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:09:35.978541 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb24250-3ce4-4088-bac9-3fc84afb09d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:09:35.978883 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb24250-3ce4-4088-bac9-3fc84afb09d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:09:36.023638 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-634cd73a-0b4f-4ff4-838b-f8df08d2c428 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:36.047695 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-634cd73a-0b4f-4ff4-838b-f8df08d2c428 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:36.100889 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-634cd73a-0b4f-4ff4-838b-f8df08d2c428 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:36.103754 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-634cd73a-0b4f-4ff4-838b-f8df08d2c428 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:36.105113 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-634cd73a-0b4f-4ff4-838b-f8df08d2c428 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9e102bb2-4359-442e-8a5f-7c29cd81aaee HTTP/1.1" status: 204 len: 168 time: 0.1358457 Oct 20 11:09:36.114152 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634cd73a-0b4f-4ff4-838b-f8df08d2c428 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e102bb2-4359-442e-8a5f-7c29cd81aaee,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:09:36.389486 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 41594) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:09:36.404286 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f890b289-7827-41f5-9595-33bd450af59e admin admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:36.421148 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-45ce2b2e-fe57-4eab-b87b-eafda5ba3a7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:36.484656 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f890b289-7827-41f5-9595-33bd450af59e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:36.488679 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f890b289-7827-41f5-9595-33bd450af59e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:36.525416 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f890b289-7827-41f5-9595-33bd450af59e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff7f6587-c2df-44d9-b61d-cf789192146d,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:09:36.530339 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-f890b289-7827-41f5-9595-33bd450af59e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=61290cdb4dc44c2ca77b5d6a8e7a6e42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1397374 Oct 20 11:09:36.532967 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 41596) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:09:36.580365 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1a99eb1c-b3cc-4d8c-9aaf-1c7e92bedda2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:36.601456 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1a99eb1c-b3cc-4d8c-9aaf-1c7e92bedda2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:36.653514 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1a99eb1c-b3cc-4d8c-9aaf-1c7e92bedda2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:36.656152 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1a99eb1c-b3cc-4d8c-9aaf-1c7e92bedda2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:36.657404 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-1a99eb1c-b3cc-4d8c-9aaf-1c7e92bedda2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ff7f6587-c2df-44d9-b61d-cf789192146d HTTP/1.1" status: 204 len: 168 time: 0.1235654 Oct 20 11:09:36.665676 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a99eb1c-b3cc-4d8c-9aaf-1c7e92bedda2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff7f6587-c2df-44d9-b61d-cf789192146d,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:09:37.150998 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:37.632850 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:38.281118 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:39.009452 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:39.338857 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 41728) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:09:39.441219 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0e55bfba-4178-4e33-98b7-7d5a992747c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:39.519131 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0e55bfba-4178-4e33-98b7-7d5a992747c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:39.523403 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0e55bfba-4178-4e33-98b7-7d5a992747c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:39.560731 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-0e55bfba-4178-4e33-98b7-7d5a992747c6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f460edd1175e4a46b5b952eb5b577a71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2207496 Oct 20 11:09:39.561933 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e55bfba-4178-4e33-98b7-7d5a992747c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9926ea6-cfd0-4fd6-bf57-9547da286335,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:09:39.563480 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 41732) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:09:39.615067 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-15f06556-63f7-4ebf-8495-e366900a3b1e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:39.635175 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-15f06556-63f7-4ebf-8495-e366900a3b1e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:39.681506 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-15f06556-63f7-4ebf-8495-e366900a3b1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:39.684115 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-15f06556-63f7-4ebf-8495-e366900a3b1e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:39.685306 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-15f06556-63f7-4ebf-8495-e366900a3b1e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d9926ea6-cfd0-4fd6-bf57-9547da286335 HTTP/1.1" status: 204 len: 168 time: 0.1207857 Oct 20 11:09:39.692915 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f06556-63f7-4ebf-8495-e366900a3b1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9926ea6-cfd0-4fd6-bf57-9547da286335,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:09:39.941071 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 41738) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:09:39.954416 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1aea96bd-da35-4693-b8ed-7e52e77bc0a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:40.025574 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1aea96bd-da35-4693-b8ed-7e52e77bc0a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:40.029390 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1aea96bd-da35-4693-b8ed-7e52e77bc0a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:40.066844 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-1aea96bd-da35-4693-b8ed-7e52e77bc0a7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ec8ac68ce7e34398b79221c04e7ea2bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1247184 Oct 20 11:09:40.067730 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aea96bd-da35-4693-b8ed-7e52e77bc0a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e514e48-0a0a-4410-a745-cb230c375988,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:09:40.069605 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 41740) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:09:40.120527 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-654b0b45-9cfa-48f8-97ff-1dcdf13a9657 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:40.149976 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-654b0b45-9cfa-48f8-97ff-1dcdf13a9657 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:40.201649 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-654b0b45-9cfa-48f8-97ff-1dcdf13a9657 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:40.204249 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-654b0b45-9cfa-48f8-97ff-1dcdf13a9657 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:40.205473 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-654b0b45-9cfa-48f8-97ff-1dcdf13a9657 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9e514e48-0a0a-4410-a745-cb230c375988 HTTP/1.1" status: 204 len: 168 time: 0.1343832 Oct 20 11:09:40.213289 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654b0b45-9cfa-48f8-97ff-1dcdf13a9657 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e514e48-0a0a-4410-a745-cb230c375988,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:09:49.426597 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:52.983257 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 41842) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:09:53.088156 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-35e060da-4de1-419c-8fe2-79fb120057a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:53.165994 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-35e060da-4de1-419c-8fe2-79fb120057a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:53.170187 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-35e060da-4de1-419c-8fe2-79fb120057a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:53.207908 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-35e060da-4de1-419c-8fe2-79fb120057a7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2f81ee297b624d4eaa1696cc18ec735f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2234545 Oct 20 11:09:53.209001 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e060da-4de1-419c-8fe2-79fb120057a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9ada27d-ee5f-4f66-ac52-5f259ad24e80,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:09:53.210662 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 41846) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:09:53.216358 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e060da-4de1-419c-8fe2-79fb120057a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:09:53.216702 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e060da-4de1-419c-8fe2-79fb120057a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:09:53.217039 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e060da-4de1-419c-8fe2-79fb120057a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:09:53.217378 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e060da-4de1-419c-8fe2-79fb120057a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:09:53.217699 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e060da-4de1-419c-8fe2-79fb120057a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:09:53.218021 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e060da-4de1-419c-8fe2-79fb120057a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:09:53.218342 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e060da-4de1-419c-8fe2-79fb120057a7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:09:53.218659 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e060da-4de1-419c-8fe2-79fb120057a7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:09:53.218975 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e060da-4de1-419c-8fe2-79fb120057a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:09:53.219325 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e060da-4de1-419c-8fe2-79fb120057a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:09:53.219675 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e060da-4de1-419c-8fe2-79fb120057a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:09:53.219988 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e060da-4de1-419c-8fe2-79fb120057a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:09:53.262851 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0c91c87c-cb6e-416c-afab-f59cb3e32501 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:53.285128 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0c91c87c-cb6e-416c-afab-f59cb3e32501 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:53.337660 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0c91c87c-cb6e-416c-afab-f59cb3e32501 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:53.340821 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0c91c87c-cb6e-416c-afab-f59cb3e32501 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:53.342067 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-0c91c87c-cb6e-416c-afab-f59cb3e32501 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e9ada27d-ee5f-4f66-ac52-5f259ad24e80 HTTP/1.1" status: 204 len: 168 time: 0.1303756 Oct 20 11:09:53.351534 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c91c87c-cb6e-416c-afab-f59cb3e32501 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9ada27d-ee5f-4f66-ac52-5f259ad24e80,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:09:53.597251 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 41852) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:09:53.610873 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-773367e2-b048-4940-af3b-f7d0905956e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:53.684188 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-773367e2-b048-4940-af3b-f7d0905956e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:53.688240 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-773367e2-b048-4940-af3b-f7d0905956e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:53.725458 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-773367e2-b048-4940-af3b-f7d0905956e6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6cf04fe8915f406c91d034e6d28eb452&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1270993 Oct 20 11:09:53.727482 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773367e2-b048-4940-af3b-f7d0905956e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54799a02-85ec-43e5-9ae3-15a51a0984a5,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:09:53.728223 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 41854) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:09:53.787825 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4174857e-07ba-469f-9325-8e1e83dd6102 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:53.809301 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4174857e-07ba-469f-9325-8e1e83dd6102 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:53.855033 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4174857e-07ba-469f-9325-8e1e83dd6102 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:53.857526 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4174857e-07ba-469f-9325-8e1e83dd6102 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:53.858684 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-4174857e-07ba-469f-9325-8e1e83dd6102 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/54799a02-85ec-43e5-9ae3-15a51a0984a5 HTTP/1.1" status: 204 len: 168 time: 0.1294725 Oct 20 11:09:53.866265 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4174857e-07ba-469f-9325-8e1e83dd6102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54799a02-85ec-43e5-9ae3-15a51a0984a5,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:09:59.140812 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 41930) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:09:59.248456 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-84cf10fd-8b5e-4fd9-bcde-f3c059359bac admin admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:59.322722 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-84cf10fd-8b5e-4fd9-bcde-f3c059359bac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:59.326681 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-84cf10fd-8b5e-4fd9-bcde-f3c059359bac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:59.367522 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-84cf10fd-8b5e-4fd9-bcde-f3c059359bac admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=608cc819175b49a5bdd93d75288f8c95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2256105 Oct 20 11:09:59.368469 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cf10fd-8b5e-4fd9-bcde-f3c059359bac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23c7a810-7891-4a9b-a779-947cfb241fd5,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:09:59.370255 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 41934) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:09:59.420357 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0a6ef2ed-18ee-48b9-9fc6-ee046daee4d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:59.443110 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0a6ef2ed-18ee-48b9-9fc6-ee046daee4d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:59.491056 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0a6ef2ed-18ee-48b9-9fc6-ee046daee4d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:59.493681 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0a6ef2ed-18ee-48b9-9fc6-ee046daee4d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:59.494845 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-0a6ef2ed-18ee-48b9-9fc6-ee046daee4d8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/23c7a810-7891-4a9b-a779-947cfb241fd5 HTTP/1.1" status: 204 len: 168 time: 0.1229649 Oct 20 11:09:59.503115 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6ef2ed-18ee-48b9-9fc6-ee046daee4d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23c7a810-7891-4a9b-a779-947cfb241fd5,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:09:59.755495 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 41940) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:09:59.771174 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7bdb2f6e-8f0f-4140-a93c-14c00445ac04 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:59.845349 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7bdb2f6e-8f0f-4140-a93c-14c00445ac04 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:59.849097 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7bdb2f6e-8f0f-4140-a93c-14c00445ac04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:59.886717 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdb2f6e-8f0f-4140-a93c-14c00445ac04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd0ca942-9300-4473-bfa8-fcb55ce79dca,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:09:59.894049 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-7bdb2f6e-8f0f-4140-a93c-14c00445ac04 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6da740c1aedc4fa39679977694a7f82e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1351595 Oct 20 11:09:59.894331 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 41942) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:09:59.942774 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2dff5c2c-ae12-412e-99ee-6ba5ca08004f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:09:59.963778 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2dff5c2c-ae12-412e-99ee-6ba5ca08004f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:00.009732 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2dff5c2c-ae12-412e-99ee-6ba5ca08004f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:00.012452 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2dff5c2c-ae12-412e-99ee-6ba5ca08004f admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:00.013593 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-2dff5c2c-ae12-412e-99ee-6ba5ca08004f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/dd0ca942-9300-4473-bfa8-fcb55ce79dca HTTP/1.1" status: 204 len: 168 time: 0.1184127 Oct 20 11:10:00.021106 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dff5c2c-ae12-412e-99ee-6ba5ca08004f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd0ca942-9300-4473-bfa8-fcb55ce79dca,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:01.852693 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 42018) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:10:01.955002 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0ccbbc52-bceb-423f-b6d6-e2b1c9c47678 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:02.028829 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0ccbbc52-bceb-423f-b6d6-e2b1c9c47678 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:02.032450 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0ccbbc52-bceb-423f-b6d6-e2b1c9c47678 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:02.068406 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccbbc52-bceb-423f-b6d6-e2b1c9c47678 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4cf07fd-15a0-43c8-967e-165ec10edb33,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:02.072782 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-0ccbbc52-bceb-423f-b6d6-e2b1c9c47678 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f814f384568947c08ce28383414c5889&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2190461 Oct 20 11:10:02.076556 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 42022) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:10:02.123401 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-edd10c9d-5954-4cd7-a355-c57fa8da1417 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:02.144306 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-edd10c9d-5954-4cd7-a355-c57fa8da1417 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:02.189269 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-edd10c9d-5954-4cd7-a355-c57fa8da1417 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:02.191986 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-edd10c9d-5954-4cd7-a355-c57fa8da1417 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:02.193142 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-edd10c9d-5954-4cd7-a355-c57fa8da1417 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a4cf07fd-15a0-43c8-967e-165ec10edb33 HTTP/1.1" status: 204 len: 168 time: 0.1163089 Oct 20 11:10:02.201140 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd10c9d-5954-4cd7-a355-c57fa8da1417 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4cf07fd-15a0-43c8-967e-165ec10edb33,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:02.453612 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 42028) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:10:02.470108 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-80e838a2-7137-412f-a5e9-95501d4b374d admin admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:02.544547 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-80e838a2-7137-412f-a5e9-95501d4b374d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:02.548082 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-80e838a2-7137-412f-a5e9-95501d4b374d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:02.589330 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-80e838a2-7137-412f-a5e9-95501d4b374d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c7cf2a20779a4174843657dcb50a2dff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1344709 Oct 20 11:10:02.590222 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e838a2-7137-412f-a5e9-95501d4b374d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb25f529-4428-4ef5-8289-221e5c7a7d9a,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:02.592098 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 42030) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:10:02.639695 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-088bf3d8-8388-4ff6-b642-e69372058e45 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:02.662651 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-088bf3d8-8388-4ff6-b642-e69372058e45 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:02.713533 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-088bf3d8-8388-4ff6-b642-e69372058e45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:02.716345 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-088bf3d8-8388-4ff6-b642-e69372058e45 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:02.718506 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-088bf3d8-8388-4ff6-b642-e69372058e45 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/eb25f529-4428-4ef5-8289-221e5c7a7d9a HTTP/1.1" status: 204 len: 168 time: 0.1248934 Oct 20 11:10:02.726958 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088bf3d8-8388-4ff6-b642-e69372058e45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb25f529-4428-4ef5-8289-221e5c7a7d9a,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:03.383915 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 42052) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:10:03.485499 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-6123a190-4883-4aa4-a631-b16a336ca005 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1750253218-network', 'tenant_id': '4078f3413a6c47ad8154a7db8876fd29'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:10:03.505551 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6123a190-4883-4aa4-a631-b16a336ca005 admin admin] Made reservation on behalf of 4078f3413a6c47ad8154a7db8876fd29 for: {'network': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:10:03.507797 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6123a190-4883-4aa4-a631-b16a336ca005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:03.516227 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6123a190-4883-4aa4-a631-b16a336ca005 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:03.557066 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-efe137ea-6cd5-4ddc-94ae-17ca5b114c63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:03.592234 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6123a190-4883-4aa4-a631-b16a336ca005 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:03.595933 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6123a190-4883-4aa4-a631-b16a336ca005 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:03.620099 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6123a190-4883-4aa4-a631-b16a336ca005 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 825} {{(pid=100597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:10:03.629639 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6123a190-4883-4aa4-a631-b16a336ca005 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=499f2b74-3f32-41d8-97f9-8daf41ce09a8,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:03.634886 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6123a190-4883-4aa4-a631-b16a336ca005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:03.635233 n-d-811396-3 neutron-server[100597]: INFO neutron.db.segments_db [None req-6123a190-4883-4aa4-a631-b16a336ca005 admin admin] Added segment f86c7c27-4e2e-4225-8dae-5df6caa9e4e7 of type vlan for network 3ea2c65e-a255-4e43-af22-5bf7eeb474e1 Oct 20 11:10:03.674755 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6123a190-4883-4aa4-a631-b16a336ca005 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:03.697991 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6123a190-4883-4aa4-a631-b16a336ca005 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:03.699478 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6123a190-4883-4aa4-a631-b16a336ca005 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:03.700089 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6123a190-4883-4aa4-a631-b16a336ca005 admin admin] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:03.736247 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-6123a190-4883-4aa4-a631-b16a336ca005 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3512125 Oct 20 11:10:03.739254 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 42056) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:10:03.744647 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-6bf9c517-87a4-46c0-8bb0-9ae0c4490c03 admin admin] Request body: {'subnet': {'network_id': '3ea2c65e-a255-4e43-af22-5bf7eeb474e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1750253218-subnet', 'tenant_id': '4078f3413a6c47ad8154a7db8876fd29', 'ip_version': 4}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:10:03.764268 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6123a190-4883-4aa4-a631-b16a336ca005 admin admin] Pushing event updated for resources: {'Network': ['ID=3ea2c65e-a255-4e43-af22-5bf7eeb474e1,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:03.765402 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bf9c517-87a4-46c0-8bb0-9ae0c4490c03 admin admin] Made reservation on behalf of 4078f3413a6c47ad8154a7db8876fd29 for: {'subnet': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:10:03.767796 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6bf9c517-87a4-46c0-8bb0-9ae0c4490c03 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26761797'] for subnet, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:03.774391 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network 3ea2c65e-a255-4e43-af22-5bf7eeb474e1 details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:10:03.938342 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6bf9c517-87a4-46c0-8bb0-9ae0c4490c03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26836128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26761819'] for subnet, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:03.986861 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf9c517-87a4-46c0-8bb0-9ae0c4490c03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fa34b3d-0001-4de1-ac45-c4aec36c5762,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:04.002969 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf9c517-87a4-46c0-8bb0-9ae0c4490c03 admin admin] Checking segment: {'id': 'f86c7c27-4e2e-4225-8dae-5df6caa9e4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '3ea2c65e-a255-4e43-af22-5bf7eeb474e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:10:04.003332 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf9c517-87a4-46c0-8bb0-9ae0c4490c03 admin admin] Network hostable DHCP agents. Network: 3ea2c65e-a255-4e43-af22-5bf7eeb474e1, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:10:04.019897 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf9c517-87a4-46c0-8bb0-9ae0c4490c03 admin admin] Network 3ea2c65e-a255-4e43-af22-5bf7eeb474e1 is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:10:04.028607 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-6bf9c517-87a4-46c0-8bb0-9ae0c4490c03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, 3ea2c65e-a255-4e43-af22-5bf7eeb474e1) {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:10:04.033029 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf9c517-87a4-46c0-8bb0-9ae0c4490c03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:04.033620 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6bf9c517-87a4-46c0-8bb0-9ae0c4490c03 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:04.037534 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f1fe8b-0c38-427f-a52a-ba1d9f063725 None None] Network 3ea2c65e-a255-4e43-af22-5bf7eeb474e1 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:10:04.049601 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-6bf9c517-87a4-46c0-8bb0-9ae0c4490c03 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3091671 Oct 20 11:10:04.052324 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 42058) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:10:04.056955 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-cb8d5130-4526-46aa-b631-f8e094eb96dc admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1750253218-router', 'tenant_id': '4078f3413a6c47ad8154a7db8876fd29', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:10:04.079821 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-cb8d5130-4526-46aa-b631-f8e094eb96dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1772442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258322'] for router, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:04.080858 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-cb8d5130-4526-46aa-b631-f8e094eb96dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1772334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773516', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258315'] for router, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:04.135944 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-cb8d5130-4526-46aa-b631-f8e094eb96dc admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:04.271840 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-cb8d5130-4526-46aa-b631-f8e094eb96dc admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:04.330506 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98110fd0-069a-493a-b487-eb0d5c6ac960 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524064ba-869c-5550-b826-c26b69a11278-3ea2c65e-a255-4e43-af22-5bf7eeb474e1', 'network_id': '3ea2c65e-a255-4e43-af22-5bf7eeb474e1', 'tenant_id': '4078f3413a6c47ad8154a7db8876fd29', 'fixed_ips': [{'subnet_id': '7fa34b3d-0001-4de1-ac45-c4aec36c5762'}]}} from n-d-811396-3. {{(pid=100598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:10:04.331440 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-98110fd0-069a-493a-b487-eb0d5c6ac960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:04.466726 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-98110fd0-069a-493a-b487-eb0d5c6ac960 None None] Allocated IP 172.20.0.2 (3ea2c65e-a255-4e43-af22-5bf7eeb474e1/7fa34b3d-0001-4de1-ac45-c4aec36c5762/7fe15a2d-3d93-497c-864e-225849ed58de) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:10:04.471687 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-cb8d5130-4526-46aa-b631-f8e094eb96dc admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:04.491271 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-cb8d5130-4526-46aa-b631-f8e094eb96dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:04.595369 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [None req-cb8d5130-4526-46aa-b631-f8e094eb96dc admin admin] Allocated IP 172.25.1.65 (cbe170d3-31ba-45a2-b477-520ab0a7a8ea/f4e26aca-17ac-4adb-a66b-d939a1b35b64/d0c4900c-6985-4c5c-a418-6a8fb5d3ac72) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:10:04.617485 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-98110fd0-069a-493a-b487-eb0d5c6ac960 None None] Publish callbacks [] for port, precommit_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:04.623041 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-98110fd0-069a-493a-b487-eb0d5c6ac960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:04.666050 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98110fd0-069a-493a-b487-eb0d5c6ac960 None None] Network 3ea2c65e-a255-4e43-af22-5bf7eeb474e1 is already hosted by enough agents. {{(pid=100598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:10:04.669377 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.base_scheduler [None req-98110fd0-069a-493a-b487-eb0d5c6ac960 None None] Resources bound (agent type, host, resource id): {{(pid=100598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:10:04.674288 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98110fd0-069a-493a-b487-eb0d5c6ac960 None None] Received port after_create {{(pid=100598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:10:04.677261 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98110fd0-069a-493a-b487-eb0d5c6ac960 None None] Pushing event updated for resources: {'Port': ['ID=7fe15a2d-3d93-497c-864e-225849ed58de,revision_number=1']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:04.685894 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98110fd0-069a-493a-b487-eb0d5c6ac960 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:10:04.686237 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98110fd0-069a-493a-b487-eb0d5c6ac960 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:10:04.686575 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98110fd0-069a-493a-b487-eb0d5c6ac960 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:10:04.686910 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98110fd0-069a-493a-b487-eb0d5c6ac960 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:10:04.687236 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98110fd0-069a-493a-b487-eb0d5c6ac960 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:10:04.687589 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98110fd0-069a-493a-b487-eb0d5c6ac960 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:10:04.687957 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98110fd0-069a-493a-b487-eb0d5c6ac960 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:10:04.688419 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98110fd0-069a-493a-b487-eb0d5c6ac960 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:10:04.688845 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98110fd0-069a-493a-b487-eb0d5c6ac960 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:10:04.689255 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98110fd0-069a-493a-b487-eb0d5c6ac960 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:10:04.689580 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98110fd0-069a-493a-b487-eb0d5c6ac960 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:10:04.689912 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98110fd0-069a-493a-b487-eb0d5c6ac960 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:10:04.696911 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-cb8d5130-4526-46aa-b631-f8e094eb96dc admin admin] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:04.730731 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-cb8d5130-4526-46aa-b631-f8e094eb96dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:04.743827 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-98110fd0-069a-493a-b487-eb0d5c6ac960 None None] Attempting to bind port 7fe15a2d-3d93-497c-864e-225849ed58de on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:10:04.744323 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-98110fd0-069a-493a-b487-eb0d5c6ac960 None None] Attempting to bind port 7fe15a2d-3d93-497c-864e-225849ed58de by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': 'f86c7c27-4e2e-4225-8dae-5df6caa9e4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '3ea2c65e-a255-4e43-af22-5bf7eeb474e1'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:10:04.744869 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98110fd0-069a-493a-b487-eb0d5c6ac960 None None] Attempting to bind port 7fe15a2d-3d93-497c-864e-225849ed58de on network 3ea2c65e-a255-4e43-af22-5bf7eeb474e1 {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:10:04.750403 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98110fd0-069a-493a-b487-eb0d5c6ac960 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 9, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:10:04.750921 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98110fd0-069a-493a-b487-eb0d5c6ac960 None None] Checking segment: {'id': 'f86c7c27-4e2e-4225-8dae-5df6caa9e4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '3ea2c65e-a255-4e43-af22-5bf7eeb474e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:10:04.751454 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-98110fd0-069a-493a-b487-eb0d5c6ac960 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:04.751946 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98110fd0-069a-493a-b487-eb0d5c6ac960 None None] Bound using segment: {'id': 'f86c7c27-4e2e-4225-8dae-5df6caa9e4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '3ea2c65e-a255-4e43-af22-5bf7eeb474e1'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:10:04.752515 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-98110fd0-069a-493a-b487-eb0d5c6ac960 None None] Bound port: 7fe15a2d-3d93-497c-864e-225849ed58de, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f86c7c27-4e2e-4225-8dae-5df6caa9e4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '3ea2c65e-a255-4e43-af22-5bf7eeb474e1'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:10:04.752999 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-98110fd0-069a-493a-b487-eb0d5c6ac960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:04.773890 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb8d5130-4526-46aa-b631-f8e094eb96dc admin admin] Network cbe170d3-31ba-45a2-b477-520ab0a7a8ea is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:10:04.777343 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-cb8d5130-4526-46aa-b631-f8e094eb96dc admin admin] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:10:04.780747 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8d5130-4526-46aa-b631-f8e094eb96dc admin admin] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:10:04.802308 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8d5130-4526-46aa-b631-f8e094eb96dc admin admin] Pushing event updated for resources: {'Port': ['ID=d0c4900c-6985-4c5c-a418-6a8fb5d3ac72,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:04.815463 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-98110fd0-069a-493a-b487-eb0d5c6ac960 None None] For port 7fe15a2d-3d93-497c-864e-225849ed58de, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:10:04.818579 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-98110fd0-069a-493a-b487-eb0d5c6ac960 None None] For port 7fe15a2d-3d93-497c-864e-225849ed58de, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=7fe15a2d-3d93-497c-864e-225849ed58de,segment=NetworkSegment(f86c7c27-4e2e-4225-8dae-5df6caa9e4e7),segment_id=f86c7c27-4e2e-4225-8dae-5df6caa9e4e7)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:10:04.823175 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-98110fd0-069a-493a-b487-eb0d5c6ac960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:04.880830 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98110fd0-069a-493a-b487-eb0d5c6ac960 None None] Pushing event updated for resources: {'Port': ['ID=7fe15a2d-3d93-497c-864e-225849ed58de,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:05.045048 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-cb8d5130-4526-46aa-b631-f8e094eb96dc admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:05.254905 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-cb8d5130-4526-46aa-b631-f8e094eb96dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1773475'] for router, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:05.259669 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 7 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:10:05.380922 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb8d5130-4526-46aa-b631-f8e094eb96dc admin admin] Router c1c0688a-ba92-4646-a70f-e288f5d747a2 is scheduled to L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 with binding_index 1 {{(pid=100596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 11:10:05.485371 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb8d5130-4526-46aa-b631-f8e094eb96dc admin admin] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:10:05.497469 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826d5188-a9e7-4a9e-b1fe-5e5f5d384b88 None None] Sync routers for ids ['c1c0688a-ba92-4646-a70f-e288f5d747a2'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:10:05.503916 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-cb8d5130-4526-46aa-b631-f8e094eb96dc admin admin] Publish callbacks [] for router, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:05.507812 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-cb8d5130-4526-46aa-b631-f8e094eb96dc admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.4518695 Oct 20 11:10:05.508106 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 42060) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:10:05.510418 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826d5188-a9e7-4a9e-b1fe-5e5f5d384b88 None None] Routers {'c1c0688a-ba92-4646-a70f-e288f5d747a2'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:10:05.511066 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-826d5188-a9e7-4a9e-b1fe-5e5f5d384b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:09:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['c1c0688a-ba92-4646-a70f-e288f5d747a2'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:10:05.633554 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-826d5188-a9e7-4a9e-b1fe-5e5f5d384b88 None None] Set router c1c0688a-ba92-4646-a70f-e288f5d747a2 gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:10:05.817577 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13df62c0-4639-41a8-b149-1c8628bd35ef None None] Network 3ea2c65e-a255-4e43-af22-5bf7eeb474e1 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:10:05.910655 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-24ef3202-e026-42aa-b888-8a2acc1e06a4 None None] Provisioning complete for port 7fe15a2d-3d93-497c-864e-225849ed58de triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:10:05.911038 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-24ef3202-e026-42aa-b888-8a2acc1e06a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:05.941035 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-826d5188-a9e7-4a9e-b1fe-5e5f5d384b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1c0688a-ba92-4646-a70f-e288f5d747a2', 'name': 'tempest-TestAggregatesBasicOps-1750253218-router', 'tenant_id': '4078f3413a6c47ad8154a7db8876fd29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': 'd0c4900c-6985-4c5c-a418-6a8fb5d3ac72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:10:04Z', 'updated_at': '2021-10-20T11:10:04Z', 'revision_number': 3, 'project_id': '4078f3413a6c47ad8154a7db8876fd29', 'gw_port': {'id': 'd0c4900c-6985-4c5c-a418-6a8fb5d3ac72', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:6f:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1c0688a-ba92-4646-a70f-e288f5d747a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:10:04Z', 'updated_at': '2021-10-20T11:10:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:10:06.002085 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826d5188-a9e7-4a9e-b1fe-5e5f5d384b88 None None] Checking router: c1c0688a-ba92-4646-a70f-e288f5d747a2 for host: n-d-811396-3 {{(pid=100598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:10:06.002437 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826d5188-a9e7-4a9e-b1fe-5e5f5d384b88 None None] Updating router c1c0688a-ba92-4646-a70f-e288f5d747a2 port d0c4900c-6985-4c5c-a418-6a8fb5d3ac72 binding host n-d-811396-3 {{(pid=100598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:10:06.041584 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-826d5188-a9e7-4a9e-b1fe-5e5f5d384b88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:06.190508 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-24ef3202-e026-42aa-b888-8a2acc1e06a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:06.246096 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-45a574bc-7561-4579-b3e1-5041fdb71174 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:06.268484 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 7fe15a2d-3d93-497c-864e-225849ed58de up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:10:06.280288 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-24ef3202-e026-42aa-b888-8a2acc1e06a4 None None] For port 7fe15a2d-3d93-497c-864e-225849ed58de, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=7fe15a2d-3d93-497c-864e-225849ed58de,segment=NetworkSegment(f86c7c27-4e2e-4225-8dae-5df6caa9e4e7),segment_id=f86c7c27-4e2e-4225-8dae-5df6caa9e4e7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:10:06.304682 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-24ef3202-e026-42aa-b888-8a2acc1e06a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:06.439552 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ef3202-e026-42aa-b888-8a2acc1e06a4 None None] Pushing event updated for resources: {'Port': ['ID=7fe15a2d-3d93-497c-864e-225849ed58de,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:06.445478 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [None req-45a574bc-7561-4579-b3e1-5041fdb71174 admin admin] Allocated IP 172.20.0.1 (3ea2c65e-a255-4e43-af22-5bf7eeb474e1/7fa34b3d-0001-4de1-ac45-c4aec36c5762/888af077-e702-4073-b6fe-597e2c3a8eef) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:10:06.457249 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-e91596ae-f3a4-4217-aef5-e6196f1ca27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:06.473797 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 7fe15a2d-3d93-497c-864e-225849ed58de triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:10:06.474214 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:06.554932 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-45a574bc-7561-4579-b3e1-5041fdb71174 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:06.561824 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-826d5188-a9e7-4a9e-b1fe-5e5f5d384b88 None None] Publish callbacks [] for port, precommit_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:06.567690 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-fef62af9-665e-4b07-84b6-b41fa915b2a5 None None] Provisioning complete for port 7fe15a2d-3d93-497c-864e-225849ed58de triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:10:06.568055 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-fef62af9-665e-4b07-84b6-b41fa915b2a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:06.572256 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-826d5188-a9e7-4a9e-b1fe-5e5f5d384b88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:06.588617 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-45a574bc-7561-4579-b3e1-5041fdb71174 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:06.637856 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a574bc-7561-4579-b3e1-5041fdb71174 admin admin] Network 3ea2c65e-a255-4e43-af22-5bf7eeb474e1 is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:10:06.642337 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-45a574bc-7561-4579-b3e1-5041fdb71174 admin admin] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:10:06.644761 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a574bc-7561-4579-b3e1-5041fdb71174 admin admin] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:10:06.674964 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a574bc-7561-4579-b3e1-5041fdb71174 admin admin] Pushing event updated for resources: {'Port': ['ID=888af077-e702-4073-b6fe-597e2c3a8eef,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:06.684134 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-826d5188-a9e7-4a9e-b1fe-5e5f5d384b88 None None] Attempting to bind port d0c4900c-6985-4c5c-a418-6a8fb5d3ac72 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:10:06.684708 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-826d5188-a9e7-4a9e-b1fe-5e5f5d384b88 None None] Attempting to bind port d0c4900c-6985-4c5c-a418-6a8fb5d3ac72 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:10:06.684865 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826d5188-a9e7-4a9e-b1fe-5e5f5d384b88 None None] Attempting to bind port d0c4900c-6985-4c5c-a418-6a8fb5d3ac72 on network cbe170d3-31ba-45a2-b477-520ab0a7a8ea {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:10:06.690331 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c59e3a4-e7e0-4753-af74-e6c5383209c7 None None] Pushing event updated for resources: {'Port': ['ID=d0c4900c-6985-4c5c-a418-6a8fb5d3ac72,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:06.690954 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-45a574bc-7561-4579-b3e1-5041fdb71174 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1774540'] for router_interface, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:06.703274 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826d5188-a9e7-4a9e-b1fe-5e5f5d384b88 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 9, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:10:06.703737 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826d5188-a9e7-4a9e-b1fe-5e5f5d384b88 None None] Checking segment: {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:10:06.704071 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-826d5188-a9e7-4a9e-b1fe-5e5f5d384b88 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:06.704486 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826d5188-a9e7-4a9e-b1fe-5e5f5d384b88 None None] Bound using segment: {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:10:06.704925 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-826d5188-a9e7-4a9e-b1fe-5e5f5d384b88 None None] Bound port: d0c4900c-6985-4c5c-a418-6a8fb5d3ac72, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:10:06.705308 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-826d5188-a9e7-4a9e-b1fe-5e5f5d384b88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:06.796679 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-826d5188-a9e7-4a9e-b1fe-5e5f5d384b88 None None] For port d0c4900c-6985-4c5c-a418-6a8fb5d3ac72, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:10:06.800176 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-826d5188-a9e7-4a9e-b1fe-5e5f5d384b88 None None] For port d0c4900c-6985-4c5c-a418-6a8fb5d3ac72, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=d0c4900c-6985-4c5c-a418-6a8fb5d3ac72,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:10:06.805067 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-826d5188-a9e7-4a9e-b1fe-5e5f5d384b88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:06.842620 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-45a574bc-7561-4579-b3e1-5041fdb71174 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:06.862973 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826d5188-a9e7-4a9e-b1fe-5e5f5d384b88 None None] Routers {'c1c0688a-ba92-4646-a70f-e288f5d747a2'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:10:06.863631 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-826d5188-a9e7-4a9e-b1fe-5e5f5d384b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:10:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['c1c0688a-ba92-4646-a70f-e288f5d747a2'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:10:06.868418 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c59e3a4-e7e0-4753-af74-e6c5383209c7 None None] Pushing event updated for resources: {'Port': ['ID=d0c4900c-6985-4c5c-a418-6a8fb5d3ac72,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:06.935316 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-5dabd3ab-40d1-456a-95ff-a3f1e6cbabe2 None None] Provisioning complete for port 888af077-e702-4073-b6fe-597e2c3a8eef triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:10:06.935624 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-5dabd3ab-40d1-456a-95ff-a3f1e6cbabe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:07.006127 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-5dabd3ab-40d1-456a-95ff-a3f1e6cbabe2 None None] Port 888af077-e702-4073-b6fe-597e2c3a8eef cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:10:07.009316 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-45a574bc-7561-4579-b3e1-5041fdb71174 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:07.014334 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-45a574bc-7561-4579-b3e1-5041fdb71174 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:07.017769 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-826d5188-a9e7-4a9e-b1fe-5e5f5d384b88 None None] Set router c1c0688a-ba92-4646-a70f-e288f5d747a2 gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:10:07.088374 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-45a574bc-7561-4579-b3e1-5041fdb71174 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1774432'] for router_interface, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:07.090035 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a574bc-7561-4579-b3e1-5041fdb71174 admin admin] Pushing event updated for resources: {'Port': ['ID=888af077-e702-4073-b6fe-597e2c3a8eef,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:07.180812 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a574bc-7561-4579-b3e1-5041fdb71174 admin admin] Network 3ea2c65e-a255-4e43-af22-5bf7eeb474e1 is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:10:07.181324 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:07.182187 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-45a574bc-7561-4579-b3e1-5041fdb71174 admin admin] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:10:07.263839 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-826d5188-a9e7-4a9e-b1fe-5e5f5d384b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1c0688a-ba92-4646-a70f-e288f5d747a2', 'name': 'tempest-TestAggregatesBasicOps-1750253218-router', 'tenant_id': '4078f3413a6c47ad8154a7db8876fd29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': 'd0c4900c-6985-4c5c-a418-6a8fb5d3ac72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:10:04Z', 'updated_at': '2021-10-20T11:10:06Z', 'revision_number': 4, 'project_id': '4078f3413a6c47ad8154a7db8876fd29', 'gw_port': {'id': 'd0c4900c-6985-4c5c-a418-6a8fb5d3ac72', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:6f:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1c0688a-ba92-4646-a70f-e288f5d747a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:10:04Z', 'updated_at': '2021-10-20T11:10:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '888af077-e702-4073-b6fe-597e2c3a8eef', 'name': '', 'network_id': '3ea2c65e-a255-4e43-af22-5bf7eeb474e1', 'tenant_id': '4078f3413a6c47ad8154a7db8876fd29', 'mac_address': 'fa:16:3e:25:33:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1c0688a-ba92-4646-a70f-e288f5d747a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '7fa34b3d-0001-4de1-ac45-c4aec36c5762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:10:06Z', 'updated_at': '2021-10-20T11:10:06Z', 'revision_number': 1, 'project_id': '4078f3413a6c47ad8154a7db8876fd29', 'subnets': [{'id': '7fa34b3d-0001-4de1-ac45-c4aec36c5762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:10:07.293774 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826d5188-a9e7-4a9e-b1fe-5e5f5d384b88 None None] The sync data for ids ['c1c0688a-ba92-4646-a70f-e288f5d747a2'] in n-d-811396-3 is: [{'id': 'c1c0688a-ba92-4646-a70f-e288f5d747a2', 'name': 'tempest-TestAggregatesBasicOps-1750253218-router', 'tenant_id': '4078f3413a6c47ad8154a7db8876fd29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': 'd0c4900c-6985-4c5c-a418-6a8fb5d3ac72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:10:04Z', 'updated_at': '2021-10-20T11:10:06Z', 'revision_number': 4, 'project_id': '4078f3413a6c47ad8154a7db8876fd29', 'gw_port': {'id': 'd0c4900c-6985-4c5c-a418-6a8fb5d3ac72', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:6f:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1c0688a-ba92-4646-a70f-e288f5d747a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:10:04Z', 'updated_at': '2021-10-20T11:10:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '888af077-e702-4073-b6fe-597e2c3a8eef', 'name': '', 'network_id': '3ea2c65e-a255-4e43-af22-5bf7eeb474e1', 'tenant_id': '4078f3413a6c47ad8154a7db8876fd29', 'mac_address': 'fa:16:3e:25:33:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1c0688a-ba92-4646-a70f-e288f5d747a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '7fa34b3d-0001-4de1-ac45-c4aec36c5762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:10:06Z', 'updated_at': '2021-10-20T11:10:06Z', 'revision_number': 1, 'project_id': '4078f3413a6c47ad8154a7db8876fd29', 'subnets': [{'id': '7fa34b3d-0001-4de1-ac45-c4aec36c5762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:10:07.314842 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45a574bc-7561-4579-b3e1-5041fdb71174 admin admin] Router c1c0688a-ba92-4646-a70f-e288f5d747a2 has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:10:07.427851 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-de3e8a09-433b-45be-accc-6b5156539b1b None None] Provisioning complete for port 888af077-e702-4073-b6fe-597e2c3a8eef triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:10:07.428319 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-de3e8a09-433b-45be-accc-6b5156539b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:07.429166 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45a574bc-7561-4579-b3e1-5041fdb71174 admin admin] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:10:07.436085 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-45a574bc-7561-4579-b3e1-5041fdb71174 admin admin] 10.222.0.64 "PUT /v2.0/routers/c1c0688a-ba92-4646-a70f-e288f5d747a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9237366 Oct 20 11:10:07.474167 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-de3e8a09-433b-45be-accc-6b5156539b1b None None] Port 888af077-e702-4073-b6fe-597e2c3a8eef cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:10:07.641400 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:07.943869 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 42078) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:10:07.950191 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-e9412b23-16c5-453b-a32b-7a2b6227d185 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1177560767-network', 'tenant_id': '75c6117c49c7457cbb67cfaf4718de91'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:10:07.984322 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9412b23-16c5-453b-a32b-7a2b6227d185 admin admin] Made reservation on behalf of 75c6117c49c7457cbb67cfaf4718de91 for: {'network': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:10:07.986640 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e9412b23-16c5-453b-a32b-7a2b6227d185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:07.994874 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e9412b23-16c5-453b-a32b-7a2b6227d185 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:08.083425 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e9412b23-16c5-453b-a32b-7a2b6227d185 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:08.087442 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e9412b23-16c5-453b-a32b-7a2b6227d185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:08.110737 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9412b23-16c5-453b-a32b-7a2b6227d185 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 815} {{(pid=100596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:10:08.125997 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9412b23-16c5-453b-a32b-7a2b6227d185 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1952e0ac-672c-49f2-b7e4-2e970ae221cb,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:08.132320 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e9412b23-16c5-453b-a32b-7a2b6227d185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:08.132588 n-d-811396-3 neutron-server[100596]: INFO neutron.db.segments_db [None req-e9412b23-16c5-453b-a32b-7a2b6227d185 admin admin] Added segment 2f1df29c-3365-4063-8892-bd8f64cbeb83 of type vlan for network c11f6dcb-04b8-4e23-b040-a0c4718b58a7 Oct 20 11:10:08.179808 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e9412b23-16c5-453b-a32b-7a2b6227d185 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:08.210477 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e9412b23-16c5-453b-a32b-7a2b6227d185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:08.211675 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9412b23-16c5-453b-a32b-7a2b6227d185 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:08.212363 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e9412b23-16c5-453b-a32b-7a2b6227d185 admin admin] Publish callbacks [] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:08.249667 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-e9412b23-16c5-453b-a32b-7a2b6227d185 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3046474 Oct 20 11:10:08.252559 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 42080) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:10:08.258954 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-b27230ef-9adb-4085-86aa-482393947f45 admin admin] Request body: {'subnet': {'network_id': 'c11f6dcb-04b8-4e23-b040-a0c4718b58a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1177560767-subnet', 'tenant_id': '75c6117c49c7457cbb67cfaf4718de91', 'ip_version': 4}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:10:08.288977 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9412b23-16c5-453b-a32b-7a2b6227d185 admin admin] Pushing event updated for resources: {'Network': ['ID=c11f6dcb-04b8-4e23-b040-a0c4718b58a7,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:08.294839 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b27230ef-9adb-4085-86aa-482393947f45 admin admin] Made reservation on behalf of 75c6117c49c7457cbb67cfaf4718de91 for: {'subnet': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:10:08.295964 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:08.300621 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b27230ef-9adb-4085-86aa-482393947f45 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25350782'] for subnet, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:08.305527 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network c11f6dcb-04b8-4e23-b040-a0c4718b58a7 details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:10:08.330191 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 7fe15a2d-3d93-497c-864e-225849ed58de up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:10:08.489494 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b27230ef-9adb-4085-86aa-482393947f45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25350752'] for subnet, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:08.540095 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27230ef-9adb-4085-86aa-482393947f45 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d17d5a5-c02c-4a83-bc6a-fdaad1acf23c,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:08.556569 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27230ef-9adb-4085-86aa-482393947f45 admin admin] Checking segment: {'id': '2f1df29c-3365-4063-8892-bd8f64cbeb83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'c11f6dcb-04b8-4e23-b040-a0c4718b58a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:10:08.556928 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b27230ef-9adb-4085-86aa-482393947f45 admin admin] Network hostable DHCP agents. Network: c11f6dcb-04b8-4e23-b040-a0c4718b58a7, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:10:08.574226 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b27230ef-9adb-4085-86aa-482393947f45 admin admin] Network c11f6dcb-04b8-4e23-b040-a0c4718b58a7 is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:10:08.585438 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-b27230ef-9adb-4085-86aa-482393947f45 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, c11f6dcb-04b8-4e23-b040-a0c4718b58a7) {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:10:08.587215 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 7fe15a2d-3d93-497c-864e-225849ed58de triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:10:08.587621 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:08.591105 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b27230ef-9adb-4085-86aa-482393947f45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:08.591767 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b27230ef-9adb-4085-86aa-482393947f45 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:08.611088 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 42082) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:10:08.611713 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-b27230ef-9adb-4085-86aa-482393947f45 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3573325 Oct 20 11:10:08.612445 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14bdfcf0-6e7d-497a-813b-332bcf404e80 None None] Network c11f6dcb-04b8-4e23-b040-a0c4718b58a7 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:10:08.616860 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-09569319-9ff1-41a3-92fe-ed8cfb70f6a0 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1177560767-router', 'tenant_id': '75c6117c49c7457cbb67cfaf4718de91', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:10:08.639952 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-09569319-9ff1-41a3-92fe-ed8cfb70f6a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1772442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258322'] for router, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:08.641169 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-09569319-9ff1-41a3-92fe-ed8cfb70f6a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1772334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773516', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258315'] for router, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:08.701433 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-09569319-9ff1-41a3-92fe-ed8cfb70f6a0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:08.773201 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device d0c4900c-6985-4c5c-a418-6a8fb5d3ac72 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:10:08.837255 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-09569319-9ff1-41a3-92fe-ed8cfb70f6a0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:08.850449 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ec4182-5561-41c3-bfb3-a4862abe739c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524064ba-869c-5550-b826-c26b69a11278-c11f6dcb-04b8-4e23-b040-a0c4718b58a7', 'network_id': 'c11f6dcb-04b8-4e23-b040-a0c4718b58a7', 'tenant_id': '75c6117c49c7457cbb67cfaf4718de91', 'fixed_ips': [{'subnet_id': '7d17d5a5-c02c-4a83-bc6a-fdaad1acf23c'}]}} from n-d-811396-3. {{(pid=100598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:10:08.851365 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-43ec4182-5561-41c3-bfb3-a4862abe739c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:08.867817 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port d0c4900c-6985-4c5c-a418-6a8fb5d3ac72 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:10:08.868189 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:09.047256 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-09569319-9ff1-41a3-92fe-ed8cfb70f6a0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:09.052666 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:09.064225 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:09.066293 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-09569319-9ff1-41a3-92fe-ed8cfb70f6a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:09.069533 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-43ec4182-5561-41c3-bfb3-a4862abe739c None None] Allocated IP 172.20.0.2 (c11f6dcb-04b8-4e23-b040-a0c4718b58a7/7d17d5a5-c02c-4a83-bc6a-fdaad1acf23c/24f17323-ae47-44f3-bec7-4290e1ff848c) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:10:09.095304 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] For port d0c4900c-6985-4c5c-a418-6a8fb5d3ac72, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=d0c4900c-6985-4c5c-a418-6a8fb5d3ac72,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:10:09.106912 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:09.176376 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [None req-09569319-9ff1-41a3-92fe-ed8cfb70f6a0 admin admin] Allocated IP 172.25.1.205 (cbe170d3-31ba-45a2-b477-520ab0a7a8ea/f4e26aca-17ac-4adb-a66b-d939a1b35b64/6032a8e8-4028-4749-be3c-d070e006d235) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:10:09.201599 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Pushing event updated for resources: {'Port': ['ID=d0c4900c-6985-4c5c-a418-6a8fb5d3ac72,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:09.272546 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-43ec4182-5561-41c3-bfb3-a4862abe739c None None] Publish callbacks [] for port, precommit_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:09.277915 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-43ec4182-5561-41c3-bfb3-a4862abe739c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:09.282306 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-09569319-9ff1-41a3-92fe-ed8cfb70f6a0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:09.316288 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ec4182-5561-41c3-bfb3-a4862abe739c None None] Network c11f6dcb-04b8-4e23-b040-a0c4718b58a7 is already hosted by enough agents. {{(pid=100598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:10:09.318493 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-09569319-9ff1-41a3-92fe-ed8cfb70f6a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:09.319396 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.base_scheduler [None req-43ec4182-5561-41c3-bfb3-a4862abe739c None None] Resources bound (agent type, host, resource id): {{(pid=100598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:10:09.322930 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ec4182-5561-41c3-bfb3-a4862abe739c None None] Received port after_create {{(pid=100598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:10:09.331835 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ec4182-5561-41c3-bfb3-a4862abe739c None None] Pushing event updated for resources: {'Port': ['ID=24f17323-ae47-44f3-bec7-4290e1ff848c,revision_number=1']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:09.375477 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09569319-9ff1-41a3-92fe-ed8cfb70f6a0 admin admin] Network cbe170d3-31ba-45a2-b477-520ab0a7a8ea is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:10:09.379938 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-09569319-9ff1-41a3-92fe-ed8cfb70f6a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:10:09.382398 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09569319-9ff1-41a3-92fe-ed8cfb70f6a0 admin admin] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:10:09.387827 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-43ec4182-5561-41c3-bfb3-a4862abe739c None None] Attempting to bind port 24f17323-ae47-44f3-bec7-4290e1ff848c on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:10:09.388207 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-43ec4182-5561-41c3-bfb3-a4862abe739c None None] Attempting to bind port 24f17323-ae47-44f3-bec7-4290e1ff848c by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '2f1df29c-3365-4063-8892-bd8f64cbeb83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'c11f6dcb-04b8-4e23-b040-a0c4718b58a7'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:10:09.388571 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ec4182-5561-41c3-bfb3-a4862abe739c None None] Attempting to bind port 24f17323-ae47-44f3-bec7-4290e1ff848c on network c11f6dcb-04b8-4e23-b040-a0c4718b58a7 {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:10:09.393471 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ec4182-5561-41c3-bfb3-a4862abe739c None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:10:09.393841 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ec4182-5561-41c3-bfb3-a4862abe739c None None] Checking segment: {'id': '2f1df29c-3365-4063-8892-bd8f64cbeb83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'c11f6dcb-04b8-4e23-b040-a0c4718b58a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:10:09.394241 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-43ec4182-5561-41c3-bfb3-a4862abe739c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:09.394629 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ec4182-5561-41c3-bfb3-a4862abe739c None None] Bound using segment: {'id': '2f1df29c-3365-4063-8892-bd8f64cbeb83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'c11f6dcb-04b8-4e23-b040-a0c4718b58a7'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:10:09.395094 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-43ec4182-5561-41c3-bfb3-a4862abe739c None None] Bound port: 24f17323-ae47-44f3-bec7-4290e1ff848c, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f1df29c-3365-4063-8892-bd8f64cbeb83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'c11f6dcb-04b8-4e23-b040-a0c4718b58a7'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:10:09.395504 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-43ec4182-5561-41c3-bfb3-a4862abe739c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:09.407645 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09569319-9ff1-41a3-92fe-ed8cfb70f6a0 admin admin] Pushing event updated for resources: {'Port': ['ID=6032a8e8-4028-4749-be3c-d070e006d235,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:09.460384 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-43ec4182-5561-41c3-bfb3-a4862abe739c None None] For port 24f17323-ae47-44f3-bec7-4290e1ff848c, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:10:09.463319 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-43ec4182-5561-41c3-bfb3-a4862abe739c None None] For port 24f17323-ae47-44f3-bec7-4290e1ff848c, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=24f17323-ae47-44f3-bec7-4290e1ff848c,segment=NetworkSegment(2f1df29c-3365-4063-8892-bd8f64cbeb83),segment_id=2f1df29c-3365-4063-8892-bd8f64cbeb83)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:10:09.467711 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-43ec4182-5561-41c3-bfb3-a4862abe739c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:09.506198 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312a101d-0744-4e0c-b111-fd38ee4ff3ed None None] Sync routers for ids ['c1c0688a-ba92-4646-a70f-e288f5d747a2'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:10:09.516612 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312a101d-0744-4e0c-b111-fd38ee4ff3ed None None] Routers {'c1c0688a-ba92-4646-a70f-e288f5d747a2'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:10:09.517699 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-312a101d-0744-4e0c-b111-fd38ee4ff3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:10:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['c1c0688a-ba92-4646-a70f-e288f5d747a2'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:10:09.524499 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ec4182-5561-41c3-bfb3-a4862abe739c None None] Pushing event updated for resources: {'Port': ['ID=24f17323-ae47-44f3-bec7-4290e1ff848c,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:09.629752 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-312a101d-0744-4e0c-b111-fd38ee4ff3ed None None] Set router c1c0688a-ba92-4646-a70f-e288f5d747a2 gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:10:09.653114 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-09569319-9ff1-41a3-92fe-ed8cfb70f6a0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:09.847432 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-312a101d-0744-4e0c-b111-fd38ee4ff3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1c0688a-ba92-4646-a70f-e288f5d747a2', 'name': 'tempest-TestAggregatesBasicOps-1750253218-router', 'tenant_id': '4078f3413a6c47ad8154a7db8876fd29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': 'd0c4900c-6985-4c5c-a418-6a8fb5d3ac72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:10:04Z', 'updated_at': '2021-10-20T11:10:06Z', 'revision_number': 4, 'project_id': '4078f3413a6c47ad8154a7db8876fd29', 'gw_port': {'id': 'd0c4900c-6985-4c5c-a418-6a8fb5d3ac72', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:6f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c0688a-ba92-4646-a70f-e288f5d747a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:10:04Z', 'updated_at': '2021-10-20T11:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '888af077-e702-4073-b6fe-597e2c3a8eef', 'name': '', 'network_id': '3ea2c65e-a255-4e43-af22-5bf7eeb474e1', 'tenant_id': '4078f3413a6c47ad8154a7db8876fd29', 'mac_address': 'fa:16:3e:25:33:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1c0688a-ba92-4646-a70f-e288f5d747a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '7fa34b3d-0001-4de1-ac45-c4aec36c5762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:10:06Z', 'updated_at': '2021-10-20T11:10:06Z', 'revision_number': 2, 'project_id': '4078f3413a6c47ad8154a7db8876fd29', 'subnets': [{'id': '7fa34b3d-0001-4de1-ac45-c4aec36c5762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:10:09.898255 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-09569319-9ff1-41a3-92fe-ed8cfb70f6a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1773475'] for router, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:09.966232 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312a101d-0744-4e0c-b111-fd38ee4ff3ed None None] Checking router: c1c0688a-ba92-4646-a70f-e288f5d747a2 for host: n-d-811396-3 {{(pid=100599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:10:09.966587 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312a101d-0744-4e0c-b111-fd38ee4ff3ed None None] Updating router c1c0688a-ba92-4646-a70f-e288f5d747a2 port 888af077-e702-4073-b6fe-597e2c3a8eef binding host n-d-811396-3 {{(pid=100599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:10:09.991362 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-312a101d-0744-4e0c-b111-fd38ee4ff3ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:10.032356 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09569319-9ff1-41a3-92fe-ed8cfb70f6a0 admin admin] Router f18cfe16-5972-4d4c-ad6b-b9efae05a6f2 is scheduled to L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 with binding_index 1 {{(pid=100596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 11:10:10.138256 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09569319-9ff1-41a3-92fe-ed8cfb70f6a0 admin admin] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:10:10.159721 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03518044-a7b4-4637-a4d7-07470f6a3614 None None] Sync routers for ids ['f18cfe16-5972-4d4c-ad6b-b9efae05a6f2'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:10:10.170658 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-09569319-9ff1-41a3-92fe-ed8cfb70f6a0 admin admin] Publish callbacks [] for router, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:10.171968 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-09569319-9ff1-41a3-92fe-ed8cfb70f6a0 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.5587933 Oct 20 11:10:10.175223 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03518044-a7b4-4637-a4d7-07470f6a3614 None None] Routers {'f18cfe16-5972-4d4c-ad6b-b9efae05a6f2'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:10:10.175891 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-03518044-a7b4-4637-a4d7-07470f6a3614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:10:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['f18cfe16-5972-4d4c-ad6b-b9efae05a6f2'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:10:10.176976 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 42084) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:10:10.308742 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-312a101d-0744-4e0c-b111-fd38ee4ff3ed None None] Publish callbacks [] for port, precommit_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:10.315094 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-312a101d-0744-4e0c-b111-fd38ee4ff3ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:10.374171 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-03518044-a7b4-4637-a4d7-07470f6a3614 None None] Set router f18cfe16-5972-4d4c-ad6b-b9efae05a6f2 gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:10:10.379886 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e545e0d3-47d1-44bf-b2e2-60b14585a046 None None] Pushing event updated for resources: {'Port': ['ID=888af077-e702-4073-b6fe-597e2c3a8eef,revision_number=3']} {{(pid=100599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:10.403850 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e545e0d3-47d1-44bf-b2e2-60b14585a046 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:10:10.404215 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e545e0d3-47d1-44bf-b2e2-60b14585a046 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:10:10.404560 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e545e0d3-47d1-44bf-b2e2-60b14585a046 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:10:10.404894 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e545e0d3-47d1-44bf-b2e2-60b14585a046 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:10:10.405228 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e545e0d3-47d1-44bf-b2e2-60b14585a046 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:10:10.405562 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e545e0d3-47d1-44bf-b2e2-60b14585a046 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:10:10.405885 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e545e0d3-47d1-44bf-b2e2-60b14585a046 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:10:10.406210 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e545e0d3-47d1-44bf-b2e2-60b14585a046 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:10:10.406534 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e545e0d3-47d1-44bf-b2e2-60b14585a046 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:10:10.406854 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e545e0d3-47d1-44bf-b2e2-60b14585a046 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:10:10.407177 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e545e0d3-47d1-44bf-b2e2-60b14585a046 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:10:10.407535 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e545e0d3-47d1-44bf-b2e2-60b14585a046 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:10:10.464837 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device d0c4900c-6985-4c5c-a418-6a8fb5d3ac72 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:10:10.494778 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-312a101d-0744-4e0c-b111-fd38ee4ff3ed None None] Attempting to bind port 888af077-e702-4073-b6fe-597e2c3a8eef on host n-d-811396-3 for vnic_type normal with profile {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:10:10.495043 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-312a101d-0744-4e0c-b111-fd38ee4ff3ed None None] Attempting to bind port 888af077-e702-4073-b6fe-597e2c3a8eef by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': 'f86c7c27-4e2e-4225-8dae-5df6caa9e4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '3ea2c65e-a255-4e43-af22-5bf7eeb474e1'}] {{(pid=100599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:10:10.495473 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312a101d-0744-4e0c-b111-fd38ee4ff3ed None None] Attempting to bind port 888af077-e702-4073-b6fe-597e2c3a8eef on network 3ea2c65e-a255-4e43-af22-5bf7eeb474e1 {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:10:10.500818 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312a101d-0744-4e0c-b111-fd38ee4ff3ed None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:10:10.501173 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312a101d-0744-4e0c-b111-fd38ee4ff3ed None None] Checking segment: {'id': 'f86c7c27-4e2e-4225-8dae-5df6caa9e4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '3ea2c65e-a255-4e43-af22-5bf7eeb474e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:10:10.501958 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-312a101d-0744-4e0c-b111-fd38ee4ff3ed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:10.501958 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312a101d-0744-4e0c-b111-fd38ee4ff3ed None None] Bound using segment: {'id': 'f86c7c27-4e2e-4225-8dae-5df6caa9e4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '3ea2c65e-a255-4e43-af22-5bf7eeb474e1'} {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:10:10.502411 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-312a101d-0744-4e0c-b111-fd38ee4ff3ed None None] Bound port: 888af077-e702-4073-b6fe-597e2c3a8eef, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f86c7c27-4e2e-4225-8dae-5df6caa9e4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '3ea2c65e-a255-4e43-af22-5bf7eeb474e1'}}] {{(pid=100599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:10:10.502785 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-312a101d-0744-4e0c-b111-fd38ee4ff3ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:10.611812 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.db [None req-312a101d-0744-4e0c-b111-fd38ee4ff3ed None None] For port 888af077-e702-4073-b6fe-597e2c3a8eef, host n-d-811396-3, cleared binding levels {{(pid=100599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:10:10.616251 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.db [None req-312a101d-0744-4e0c-b111-fd38ee4ff3ed None None] For port 888af077-e702-4073-b6fe-597e2c3a8eef, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=888af077-e702-4073-b6fe-597e2c3a8eef,segment=NetworkSegment(f86c7c27-4e2e-4225-8dae-5df6caa9e4e7),segment_id=f86c7c27-4e2e-4225-8dae-5df6caa9e4e7)] {{(pid=100599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:10:10.623861 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-312a101d-0744-4e0c-b111-fd38ee4ff3ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:10.633185 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port d0c4900c-6985-4c5c-a418-6a8fb5d3ac72 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:10:10.633556 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:10.688325 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312a101d-0744-4e0c-b111-fd38ee4ff3ed None None] Routers {'c1c0688a-ba92-4646-a70f-e288f5d747a2'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:10:10.688848 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-312a101d-0744-4e0c-b111-fd38ee4ff3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:10:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['c1c0688a-ba92-4646-a70f-e288f5d747a2'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:10:10.767796 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f06ac01c-7f3f-42d6-aa36-33fdb6ff4329 None None] Network c11f6dcb-04b8-4e23-b040-a0c4718b58a7 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:10:10.777638 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e545e0d3-47d1-44bf-b2e2-60b14585a046 None None] Pushing event updated for resources: {'Port': ['ID=888af077-e702-4073-b6fe-597e2c3a8eef,revision_number=4']} {{(pid=100599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:10.783980 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 24f17323-ae47-44f3-bec7-4290e1ff848c up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:10:10.828466 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-df6bff78-78e4-4853-b64d-0743e9a44844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:10.840105 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-87565a76-0219-422e-93d2-46a7fbf41d84 None None] Provisioning complete for port 888af077-e702-4073-b6fe-597e2c3a8eef triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:10:10.840479 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-87565a76-0219-422e-93d2-46a7fbf41d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:10.852122 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-03518044-a7b4-4637-a4d7-07470f6a3614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f18cfe16-5972-4d4c-ad6b-b9efae05a6f2', 'name': 'tempest-TestAggregatesBasicOps-1177560767-router', 'tenant_id': '75c6117c49c7457cbb67cfaf4718de91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': '6032a8e8-4028-4749-be3c-d070e006d235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:10:08Z', 'updated_at': '2021-10-20T11:10:09Z', 'revision_number': 3, 'project_id': '75c6117c49c7457cbb67cfaf4718de91', 'gw_port': {'id': '6032a8e8-4028-4749-be3c-d070e006d235', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:6a:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f18cfe16-5972-4d4c-ad6b-b9efae05a6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:10:09Z', 'updated_at': '2021-10-20T11:10:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:10:10.868010 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-312a101d-0744-4e0c-b111-fd38ee4ff3ed None None] Set router c1c0688a-ba92-4646-a70f-e288f5d747a2 gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:10:10.946071 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03518044-a7b4-4637-a4d7-07470f6a3614 None None] Checking router: f18cfe16-5972-4d4c-ad6b-b9efae05a6f2 for host: n-d-811396-3 {{(pid=100598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:10:10.946428 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03518044-a7b4-4637-a4d7-07470f6a3614 None None] Updating router f18cfe16-5972-4d4c-ad6b-b9efae05a6f2 port 6032a8e8-4028-4749-be3c-d070e006d235 binding host n-d-811396-3 {{(pid=100598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:10:10.988004 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-03518044-a7b4-4637-a4d7-07470f6a3614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:11.012697 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [None req-df6bff78-78e4-4853-b64d-0743e9a44844 admin admin] Allocated IP 172.20.0.1 (c11f6dcb-04b8-4e23-b040-a0c4718b58a7/7d17d5a5-c02c-4a83-bc6a-fdaad1acf23c/3c20a2eb-9c5e-4886-9c08-af402b83693b) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:10:11.074497 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-312a101d-0744-4e0c-b111-fd38ee4ff3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1c0688a-ba92-4646-a70f-e288f5d747a2', 'name': 'tempest-TestAggregatesBasicOps-1750253218-router', 'tenant_id': '4078f3413a6c47ad8154a7db8876fd29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': 'd0c4900c-6985-4c5c-a418-6a8fb5d3ac72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:10:04Z', 'updated_at': '2021-10-20T11:10:06Z', 'revision_number': 4, 'project_id': '4078f3413a6c47ad8154a7db8876fd29', 'gw_port': {'id': 'd0c4900c-6985-4c5c-a418-6a8fb5d3ac72', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:6f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c0688a-ba92-4646-a70f-e288f5d747a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:10:04Z', 'updated_at': '2021-10-20T11:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '888af077-e702-4073-b6fe-597e2c3a8eef', 'name': '', 'network_id': '3ea2c65e-a255-4e43-af22-5bf7eeb474e1', 'tenant_id': '4078f3413a6c47ad8154a7db8876fd29', 'mac_address': 'fa:16:3e:25:33:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1c0688a-ba92-4646-a70f-e288f5d747a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '7fa34b3d-0001-4de1-ac45-c4aec36c5762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:10:06Z', 'updated_at': '2021-10-20T11:10:10Z', 'revision_number': 4, 'project_id': '4078f3413a6c47ad8154a7db8876fd29', 'subnets': [{'id': '7fa34b3d-0001-4de1-ac45-c4aec36c5762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:10:11.100301 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312a101d-0744-4e0c-b111-fd38ee4ff3ed None None] The sync data for ids ['c1c0688a-ba92-4646-a70f-e288f5d747a2'] in n-d-811396-3 is: [{'id': 'c1c0688a-ba92-4646-a70f-e288f5d747a2', 'name': 'tempest-TestAggregatesBasicOps-1750253218-router', 'tenant_id': '4078f3413a6c47ad8154a7db8876fd29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': 'd0c4900c-6985-4c5c-a418-6a8fb5d3ac72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:10:04Z', 'updated_at': '2021-10-20T11:10:06Z', 'revision_number': 4, 'project_id': '4078f3413a6c47ad8154a7db8876fd29', 'gw_port': {'id': 'd0c4900c-6985-4c5c-a418-6a8fb5d3ac72', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:6f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c0688a-ba92-4646-a70f-e288f5d747a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:10:04Z', 'updated_at': '2021-10-20T11:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '888af077-e702-4073-b6fe-597e2c3a8eef', 'name': '', 'network_id': '3ea2c65e-a255-4e43-af22-5bf7eeb474e1', 'tenant_id': '4078f3413a6c47ad8154a7db8876fd29', 'mac_address': 'fa:16:3e:25:33:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1c0688a-ba92-4646-a70f-e288f5d747a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '7fa34b3d-0001-4de1-ac45-c4aec36c5762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:10:06Z', 'updated_at': '2021-10-20T11:10:10Z', 'revision_number': 4, 'project_id': '4078f3413a6c47ad8154a7db8876fd29', 'subnets': [{'id': '7fa34b3d-0001-4de1-ac45-c4aec36c5762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:10:11.119281 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-df6bff78-78e4-4853-b64d-0743e9a44844 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:11.125437 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 24f17323-ae47-44f3-bec7-4290e1ff848c triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:10:11.125816 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:11.162771 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-df6bff78-78e4-4853-b64d-0743e9a44844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:11.215680 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df6bff78-78e4-4853-b64d-0743e9a44844 admin admin] Network c11f6dcb-04b8-4e23-b040-a0c4718b58a7 is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:10:11.220122 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-df6bff78-78e4-4853-b64d-0743e9a44844 admin admin] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:10:11.224595 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6bff78-78e4-4853-b64d-0743e9a44844 admin admin] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:10:11.224746 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-87565a76-0219-422e-93d2-46a7fbf41d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:11.227792 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6bff78-78e4-4853-b64d-0743e9a44844 admin admin] Pushing event updated for resources: {'Port': ['ID=3c20a2eb-9c5e-4886-9c08-af402b83693b,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:11.346069 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-87565a76-0219-422e-93d2-46a7fbf41d84 None None] For port 888af077-e702-4073-b6fe-597e2c3a8eef, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=888af077-e702-4073-b6fe-597e2c3a8eef,segment=NetworkSegment(f86c7c27-4e2e-4225-8dae-5df6caa9e4e7),segment_id=f86c7c27-4e2e-4225-8dae-5df6caa9e4e7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:10:11.356418 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-87565a76-0219-422e-93d2-46a7fbf41d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:11.545232 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-03518044-a7b4-4637-a4d7-07470f6a3614 None None] Publish callbacks [] for port, precommit_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:11.567255 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-a3d050c1-ddf6-4afc-a706-398f6cac858b None None] Provisioning complete for port 888af077-e702-4073-b6fe-597e2c3a8eef triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:10:11.568001 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-a3d050c1-ddf6-4afc-a706-398f6cac858b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:11.569192 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:11.573243 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-03518044-a7b4-4637-a4d7-07470f6a3614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:11.579124 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-df6bff78-78e4-4853-b64d-0743e9a44844 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1774540'] for router_interface, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:11.615281 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87565a76-0219-422e-93d2-46a7fbf41d84 None None] Pushing event updated for resources: {'Port': ['ID=888af077-e702-4073-b6fe-597e2c3a8eef,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:11.711799 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] For port 24f17323-ae47-44f3-bec7-4290e1ff848c, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=24f17323-ae47-44f3-bec7-4290e1ff848c,segment=NetworkSegment(2f1df29c-3365-4063-8892-bd8f64cbeb83),segment_id=2f1df29c-3365-4063-8892-bd8f64cbeb83)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:10:11.718472 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-03518044-a7b4-4637-a4d7-07470f6a3614 None None] Attempting to bind port 6032a8e8-4028-4749-be3c-d070e006d235 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:10:11.718840 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-03518044-a7b4-4637-a4d7-07470f6a3614 None None] Attempting to bind port 6032a8e8-4028-4749-be3c-d070e006d235 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:10:11.719209 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03518044-a7b4-4637-a4d7-07470f6a3614 None None] Attempting to bind port 6032a8e8-4028-4749-be3c-d070e006d235 on network cbe170d3-31ba-45a2-b477-520ab0a7a8ea {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:10:11.724391 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:11.726456 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-df6bff78-78e4-4853-b64d-0743e9a44844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:11.747180 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03518044-a7b4-4637-a4d7-07470f6a3614 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:10:11.747645 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03518044-a7b4-4637-a4d7-07470f6a3614 None None] Checking segment: {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:10:11.748190 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-03518044-a7b4-4637-a4d7-07470f6a3614 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:11.748590 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03518044-a7b4-4637-a4d7-07470f6a3614 None None] Bound using segment: {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:10:11.749083 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-03518044-a7b4-4637-a4d7-07470f6a3614 None None] Bound port: 6032a8e8-4028-4749-be3c-d070e006d235, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:10:11.749464 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-03518044-a7b4-4637-a4d7-07470f6a3614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:11.750973 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6772e010-274d-443d-afd1-9201138983af None None] Pushing event updated for resources: {'Port': ['ID=6032a8e8-4028-4749-be3c-d070e006d235,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:11.944323 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-df6bff78-78e4-4853-b64d-0743e9a44844 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:11.950342 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-df6bff78-78e4-4853-b64d-0743e9a44844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:12.017908 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-df6bff78-78e4-4853-b64d-0743e9a44844 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1774432'] for router_interface, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:12.020542 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6bff78-78e4-4853-b64d-0743e9a44844 admin admin] Pushing event updated for resources: {'Port': ['ID=3c20a2eb-9c5e-4886-9c08-af402b83693b,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:12.038159 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Pushing event updated for resources: {'Port': ['ID=24f17323-ae47-44f3-bec7-4290e1ff848c,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:12.050642 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-a3d050c1-ddf6-4afc-a706-398f6cac858b None None] Provisioning complete for port 24f17323-ae47-44f3-bec7-4290e1ff848c triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:10:12.051012 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-a3d050c1-ddf6-4afc-a706-398f6cac858b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:12.052892 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-03518044-a7b4-4637-a4d7-07470f6a3614 None None] For port 6032a8e8-4028-4749-be3c-d070e006d235, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:10:12.056784 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-03518044-a7b4-4637-a4d7-07470f6a3614 None None] For port 6032a8e8-4028-4749-be3c-d070e006d235, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=6032a8e8-4028-4749-be3c-d070e006d235,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:10:12.075412 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-03518044-a7b4-4637-a4d7-07470f6a3614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:12.118424 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df6bff78-78e4-4853-b64d-0743e9a44844 admin admin] Network c11f6dcb-04b8-4e23-b040-a0c4718b58a7 is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:10:12.120242 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-df6bff78-78e4-4853-b64d-0743e9a44844 admin admin] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:10:12.148285 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6772e010-274d-443d-afd1-9201138983af None None] Pushing event updated for resources: {'Port': ['ID=6032a8e8-4028-4749-be3c-d070e006d235,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:12.154805 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03518044-a7b4-4637-a4d7-07470f6a3614 None None] Routers {'f18cfe16-5972-4d4c-ad6b-b9efae05a6f2'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:10:12.155435 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-03518044-a7b4-4637-a4d7-07470f6a3614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:10:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['f18cfe16-5972-4d4c-ad6b-b9efae05a6f2'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:10:12.265071 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df6bff78-78e4-4853-b64d-0743e9a44844 admin admin] Router f18cfe16-5972-4d4c-ad6b-b9efae05a6f2 has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:10:12.307033 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 888af077-e702-4073-b6fe-597e2c3a8eef up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:10:12.338633 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-03518044-a7b4-4637-a4d7-07470f6a3614 None None] Set router f18cfe16-5972-4d4c-ad6b-b9efae05a6f2 gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:10:12.384379 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df6bff78-78e4-4853-b64d-0743e9a44844 admin admin] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:10:12.390192 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-df6bff78-78e4-4853-b64d-0743e9a44844 admin admin] 10.222.0.64 "PUT /v2.0/routers/f18cfe16-5972-4d4c-ad6b-b9efae05a6f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2125754 Oct 20 11:10:12.435186 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-54b41929-329a-4bdf-9eab-5771ec1c711f None None] Provisioning complete for port 24f17323-ae47-44f3-bec7-4290e1ff848c triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:10:12.435604 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-54b41929-329a-4bdf-9eab-5771ec1c711f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:12.496194 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 888af077-e702-4073-b6fe-597e2c3a8eef triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:10:12.496566 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:12.696315 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 24f17323-ae47-44f3-bec7-4290e1ff848c up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:10:12.720459 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-54b41929-329a-4bdf-9eab-5771ec1c711f None None] Provisioning complete for port 3c20a2eb-9c5e-4886-9c08-af402b83693b triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:10:12.720838 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-54b41929-329a-4bdf-9eab-5771ec1c711f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:12.778908 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-03518044-a7b4-4637-a4d7-07470f6a3614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f18cfe16-5972-4d4c-ad6b-b9efae05a6f2', 'name': 'tempest-TestAggregatesBasicOps-1177560767-router', 'tenant_id': '75c6117c49c7457cbb67cfaf4718de91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': '6032a8e8-4028-4749-be3c-d070e006d235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:10:08Z', 'updated_at': '2021-10-20T11:10:11Z', 'revision_number': 4, 'project_id': '75c6117c49c7457cbb67cfaf4718de91', 'gw_port': {'id': '6032a8e8-4028-4749-be3c-d070e006d235', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:6a:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f18cfe16-5972-4d4c-ad6b-b9efae05a6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:10:09Z', 'updated_at': '2021-10-20T11:10:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '3c20a2eb-9c5e-4886-9c08-af402b83693b', 'name': '', 'network_id': 'c11f6dcb-04b8-4e23-b040-a0c4718b58a7', 'tenant_id': '75c6117c49c7457cbb67cfaf4718de91', 'mac_address': 'fa:16:3e:ed:c0:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f18cfe16-5972-4d4c-ad6b-b9efae05a6f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '7d17d5a5-c02c-4a83-bc6a-fdaad1acf23c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:10:10Z', 'updated_at': '2021-10-20T11:10:11Z', 'revision_number': 2, 'project_id': '75c6117c49c7457cbb67cfaf4718de91', 'subnets': [{'id': '7d17d5a5-c02c-4a83-bc6a-fdaad1acf23c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:10:12.783211 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-54b41929-329a-4bdf-9eab-5771ec1c711f None None] Port 3c20a2eb-9c5e-4886-9c08-af402b83693b cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:10:12.810654 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03518044-a7b4-4637-a4d7-07470f6a3614 None None] The sync data for ids ['f18cfe16-5972-4d4c-ad6b-b9efae05a6f2'] in n-d-811396-3 is: [{'id': 'f18cfe16-5972-4d4c-ad6b-b9efae05a6f2', 'name': 'tempest-TestAggregatesBasicOps-1177560767-router', 'tenant_id': '75c6117c49c7457cbb67cfaf4718de91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': '6032a8e8-4028-4749-be3c-d070e006d235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:10:08Z', 'updated_at': '2021-10-20T11:10:11Z', 'revision_number': 4, 'project_id': '75c6117c49c7457cbb67cfaf4718de91', 'gw_port': {'id': '6032a8e8-4028-4749-be3c-d070e006d235', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:6a:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f18cfe16-5972-4d4c-ad6b-b9efae05a6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:10:09Z', 'updated_at': '2021-10-20T11:10:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '3c20a2eb-9c5e-4886-9c08-af402b83693b', 'name': '', 'network_id': 'c11f6dcb-04b8-4e23-b040-a0c4718b58a7', 'tenant_id': '75c6117c49c7457cbb67cfaf4718de91', 'mac_address': 'fa:16:3e:ed:c0:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f18cfe16-5972-4d4c-ad6b-b9efae05a6f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '7d17d5a5-c02c-4a83-bc6a-fdaad1acf23c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:10:10Z', 'updated_at': '2021-10-20T11:10:11Z', 'revision_number': 2, 'project_id': '75c6117c49c7457cbb67cfaf4718de91', 'subnets': [{'id': '7d17d5a5-c02c-4a83-bc6a-fdaad1acf23c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:10:12.820248 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 24f17323-ae47-44f3-bec7-4290e1ff848c triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:10:12.820631 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:12.919251 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-36bddad3-da44-4c3c-b655-257ff720d098 None None] Provisioning complete for port 3c20a2eb-9c5e-4886-9c08-af402b83693b triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:10:12.919749 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-36bddad3-da44-4c3c-b655-257ff720d098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:12.958559 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-36bddad3-da44-4c3c-b655-257ff720d098 None None] Port 3c20a2eb-9c5e-4886-9c08-af402b83693b cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:10:13.455278 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 42134) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:10:13.789589 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-587ab5e8-4d19-4c6d-8666-5e5b84776573 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1774405'] for router_interface, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:14.050739 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-587ab5e8-4d19-4c6d-8666-5e5b84776573 admin admin] Deleting port 888af077-e702-4073-b6fe-597e2c3a8eef {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:10:14.051077 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-587ab5e8-4d19-4c6d-8666-5e5b84776573 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:14.131598 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [None req-587ab5e8-4d19-4c6d-8666-5e5b84776573 admin admin] For port 888af077-e702-4073-b6fe-597e2c3a8eef, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=888af077-e702-4073-b6fe-597e2c3a8eef,segment=NetworkSegment(f86c7c27-4e2e-4225-8dae-5df6caa9e4e7),segment_id=f86c7c27-4e2e-4225-8dae-5df6caa9e4e7)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:10:14.132001 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-587ab5e8-4d19-4c6d-8666-5e5b84776573 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:14.150489 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-587ab5e8-4d19-4c6d-8666-5e5b84776573 admin admin] Calling delete_port for 888af077-e702-4073-b6fe-597e2c3a8eef owned by network:router_interface {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:10:14.270385 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 6032a8e8-4028-4749-be3c-d070e006d235 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:10:14.323008 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 6032a8e8-4028-4749-be3c-d070e006d235 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:10:14.323110 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:14.351047 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-587ab5e8-4d19-4c6d-8666-5e5b84776573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:14.379266 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587ab5e8-4d19-4c6d-8666-5e5b84776573 admin admin] Pushing event deleted for resources: {'Port': ['ID=888af077-e702-4073-b6fe-597e2c3a8eef,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:14.414523 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:14.453532 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] For port 6032a8e8-4028-4749-be3c-d070e006d235, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=6032a8e8-4028-4749-be3c-d070e006d235,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:10:14.458961 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:14.519563 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Pushing event updated for resources: {'Port': ['ID=6032a8e8-4028-4749-be3c-d070e006d235,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:14.569540 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-587ab5e8-4d19-4c6d-8666-5e5b84776573 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1771989'] for router_interface, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:14.786757 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-587ab5e8-4d19-4c6d-8666-5e5b84776573 admin admin] Router c1c0688a-ba92-4646-a70f-e288f5d747a2 has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:10:14.894416 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-587ab5e8-4d19-4c6d-8666-5e5b84776573 admin admin] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:10:14.899722 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-587ab5e8-4d19-4c6d-8666-5e5b84776573 admin admin] 10.222.0.64 "PUT /v2.0/routers/c1c0688a-ba92-4646-a70f-e288f5d747a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4433508 Oct 20 11:10:14.902321 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 42136) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:10:14.904880 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45bb0312-dd3f-4937-b7f3-9c74a666291f None None] Sync routers for ids ['c1c0688a-ba92-4646-a70f-e288f5d747a2'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:10:14.915658 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45bb0312-dd3f-4937-b7f3-9c74a666291f None None] Routers {'c1c0688a-ba92-4646-a70f-e288f5d747a2'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:10:14.916272 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-45bb0312-dd3f-4937-b7f3-9c74a666291f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:10:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['c1c0688a-ba92-4646-a70f-e288f5d747a2'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:10:15.008816 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-67435925-fbc9-403d-ae8a-b1a26232cdbc admin admin] Publish callbacks [] for router, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:15.021576 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-45bb0312-dd3f-4937-b7f3-9c74a666291f None None] Set router c1c0688a-ba92-4646-a70f-e288f5d747a2 gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:10:15.124737 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-67435925-fbc9-403d-ae8a-b1a26232cdbc admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:15.189395 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-67435925-fbc9-403d-ae8a-b1a26232cdbc admin admin] Deleting port d0c4900c-6985-4c5c-a418-6a8fb5d3ac72 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:10:15.189736 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-67435925-fbc9-403d-ae8a-b1a26232cdbc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:15.230697 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-45bb0312-dd3f-4937-b7f3-9c74a666291f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1c0688a-ba92-4646-a70f-e288f5d747a2', 'name': 'tempest-TestAggregatesBasicOps-1750253218-router', 'tenant_id': '4078f3413a6c47ad8154a7db8876fd29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': 'd0c4900c-6985-4c5c-a418-6a8fb5d3ac72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:10:04Z', 'updated_at': '2021-10-20T11:10:14Z', 'revision_number': 5, 'project_id': '4078f3413a6c47ad8154a7db8876fd29', 'gw_port': {'id': 'd0c4900c-6985-4c5c-a418-6a8fb5d3ac72', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:6f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c0688a-ba92-4646-a70f-e288f5d747a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:10:04Z', 'updated_at': '2021-10-20T11:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:10:15.265192 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45bb0312-dd3f-4937-b7f3-9c74a666291f None None] Checking router: c1c0688a-ba92-4646-a70f-e288f5d747a2 for host: n-d-811396-3 {{(pid=100599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:10:15.274889 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45bb0312-dd3f-4937-b7f3-9c74a666291f None None] Routers {'c1c0688a-ba92-4646-a70f-e288f5d747a2'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:10:15.275582 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-45bb0312-dd3f-4937-b7f3-9c74a666291f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:10:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['c1c0688a-ba92-4646-a70f-e288f5d747a2'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:10:15.297300 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [None req-67435925-fbc9-403d-ae8a-b1a26232cdbc admin admin] For port d0c4900c-6985-4c5c-a418-6a8fb5d3ac72, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=d0c4900c-6985-4c5c-a418-6a8fb5d3ac72,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:10:15.297789 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-67435925-fbc9-403d-ae8a-b1a26232cdbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:15.311618 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-67435925-fbc9-403d-ae8a-b1a26232cdbc admin admin] Calling delete_port for d0c4900c-6985-4c5c-a418-6a8fb5d3ac72 owned by network:router_gateway {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:10:15.365270 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-45bb0312-dd3f-4937-b7f3-9c74a666291f None None] Set router c1c0688a-ba92-4646-a70f-e288f5d747a2 gateway port host: None {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:10:15.420029 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-45bb0312-dd3f-4937-b7f3-9c74a666291f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1c0688a-ba92-4646-a70f-e288f5d747a2', 'name': 'tempest-TestAggregatesBasicOps-1750253218-router', 'tenant_id': '4078f3413a6c47ad8154a7db8876fd29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:10:04Z', 'updated_at': '2021-10-20T11:10:15Z', 'revision_number': 6, 'project_id': '4078f3413a6c47ad8154a7db8876fd29', 'gw_port_host': None}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:10:15.446772 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45bb0312-dd3f-4937-b7f3-9c74a666291f None None] The sync data for ids ['c1c0688a-ba92-4646-a70f-e288f5d747a2'] in n-d-811396-3 is: [{'id': 'c1c0688a-ba92-4646-a70f-e288f5d747a2', 'name': 'tempest-TestAggregatesBasicOps-1750253218-router', 'tenant_id': '4078f3413a6c47ad8154a7db8876fd29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:10:04Z', 'updated_at': '2021-10-20T11:10:15Z', 'revision_number': 6, 'project_id': '4078f3413a6c47ad8154a7db8876fd29', 'gw_port_host': None}] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:10:15.451177 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7b1998-ef9d-4e58-88af-1793e4b1e4a5 None None] Sync routers for ids ['f18cfe16-5972-4d4c-ad6b-b9efae05a6f2'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:10:15.464629 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7b1998-ef9d-4e58-88af-1793e4b1e4a5 None None] Routers {'f18cfe16-5972-4d4c-ad6b-b9efae05a6f2'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:10:15.465753 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-ac7b1998-ef9d-4e58-88af-1793e4b1e4a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:10:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['f18cfe16-5972-4d4c-ad6b-b9efae05a6f2'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:10:15.505813 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-67435925-fbc9-403d-ae8a-b1a26232cdbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:15.535834 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67435925-fbc9-403d-ae8a-b1a26232cdbc admin admin] Pushing event deleted for resources: {'Port': ['ID=d0c4900c-6985-4c5c-a418-6a8fb5d3ac72,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:15.583683 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-ac7b1998-ef9d-4e58-88af-1793e4b1e4a5 None None] Set router f18cfe16-5972-4d4c-ad6b-b9efae05a6f2 gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:10:15.595911 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-67435925-fbc9-403d-ae8a-b1a26232cdbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1773439'] for router_gateway, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:15.785673 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-ac7b1998-ef9d-4e58-88af-1793e4b1e4a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f18cfe16-5972-4d4c-ad6b-b9efae05a6f2', 'name': 'tempest-TestAggregatesBasicOps-1177560767-router', 'tenant_id': '75c6117c49c7457cbb67cfaf4718de91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': '6032a8e8-4028-4749-be3c-d070e006d235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:10:08Z', 'updated_at': '2021-10-20T11:10:11Z', 'revision_number': 4, 'project_id': '75c6117c49c7457cbb67cfaf4718de91', 'gw_port': {'id': '6032a8e8-4028-4749-be3c-d070e006d235', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:6a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f18cfe16-5972-4d4c-ad6b-b9efae05a6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:10:09Z', 'updated_at': '2021-10-20T11:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '3c20a2eb-9c5e-4886-9c08-af402b83693b', 'name': '', 'network_id': 'c11f6dcb-04b8-4e23-b040-a0c4718b58a7', 'tenant_id': '75c6117c49c7457cbb67cfaf4718de91', 'mac_address': 'fa:16:3e:ed:c0:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f18cfe16-5972-4d4c-ad6b-b9efae05a6f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '7d17d5a5-c02c-4a83-bc6a-fdaad1acf23c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:10:10Z', 'updated_at': '2021-10-20T11:10:11Z', 'revision_number': 2, 'project_id': '75c6117c49c7457cbb67cfaf4718de91', 'subnets': [{'id': '7d17d5a5-c02c-4a83-bc6a-fdaad1acf23c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:10:15.816456 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7b1998-ef9d-4e58-88af-1793e4b1e4a5 None None] Checking router: f18cfe16-5972-4d4c-ad6b-b9efae05a6f2 for host: n-d-811396-3 {{(pid=100598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:10:15.816762 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7b1998-ef9d-4e58-88af-1793e4b1e4a5 None None] Updating router f18cfe16-5972-4d4c-ad6b-b9efae05a6f2 port 3c20a2eb-9c5e-4886-9c08-af402b83693b binding host n-d-811396-3 {{(pid=100598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:10:15.848673 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-ac7b1998-ef9d-4e58-88af-1793e4b1e4a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:15.997542 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-67435925-fbc9-403d-ae8a-b1a26232cdbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1772272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258304'] for router, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:15.999683 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-67435925-fbc9-403d-ae8a-b1a26232cdbc admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:16.041343 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-67435925-fbc9-403d-ae8a-b1a26232cdbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1772267'] for router, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:16.042142 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67435925-fbc9-403d-ae8a-b1a26232cdbc admin admin] Fanout notify agent at l3_agent the message router_deleted on router c1c0688a-ba92-4646-a70f-e288f5d747a2 {{(pid=100596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:10:16.047970 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-67435925-fbc9-403d-ae8a-b1a26232cdbc admin admin] Publish callbacks [] for router, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:16.049170 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-67435925-fbc9-403d-ae8a-b1a26232cdbc admin admin] 10.222.0.64 "DELETE /v2.0/routers/c1c0688a-ba92-4646-a70f-e288f5d747a2 HTTP/1.1" status: 204 len: 168 time: 1.1450675 Oct 20 11:10:16.051726 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 42138) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:10:16.099241 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f8d7a0b-f3c4-413a-bd68-7a71f0631bc6 admin admin] Deleting subnet 7fa34b3d-0001-4de1-ac45-c4aec36c5762 {{(pid=100596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:10:16.102977 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-7f8d7a0b-f3c4-413a-bd68-7a71f0631bc6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:16.125309 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-ac7b1998-ef9d-4e58-88af-1793e4b1e4a5 None None] Publish callbacks [] for port, precommit_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:16.131700 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-ac7b1998-ef9d-4e58-88af-1793e4b1e4a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:16.140665 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-7f8d7a0b-f3c4-413a-bd68-7a71f0631bc6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25189079'] for subnet, precommit_delete_associations {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:16.182977 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7675c63-f73b-4930-a469-864935058e1d None None] Pushing event updated for resources: {'Port': ['ID=3c20a2eb-9c5e-4886-9c08-af402b83693b,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:16.232559 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-7f8d7a0b-f3c4-413a-bd68-7a71f0631bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:16.238025 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-ac7b1998-ef9d-4e58-88af-1793e4b1e4a5 None None] Attempting to bind port 3c20a2eb-9c5e-4886-9c08-af402b83693b on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:10:16.238421 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-ac7b1998-ef9d-4e58-88af-1793e4b1e4a5 None None] Attempting to bind port 3c20a2eb-9c5e-4886-9c08-af402b83693b by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '2f1df29c-3365-4063-8892-bd8f64cbeb83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'c11f6dcb-04b8-4e23-b040-a0c4718b58a7'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:10:16.238763 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7b1998-ef9d-4e58-88af-1793e4b1e4a5 None None] Attempting to bind port 3c20a2eb-9c5e-4886-9c08-af402b83693b on network c11f6dcb-04b8-4e23-b040-a0c4718b58a7 {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:10:16.257170 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7b1998-ef9d-4e58-88af-1793e4b1e4a5 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:10:16.257467 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7b1998-ef9d-4e58-88af-1793e4b1e4a5 None None] Checking segment: {'id': '2f1df29c-3365-4063-8892-bd8f64cbeb83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'c11f6dcb-04b8-4e23-b040-a0c4718b58a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:10:16.257653 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-ac7b1998-ef9d-4e58-88af-1793e4b1e4a5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:16.258329 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7b1998-ef9d-4e58-88af-1793e4b1e4a5 None None] Bound using segment: {'id': '2f1df29c-3365-4063-8892-bd8f64cbeb83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'c11f6dcb-04b8-4e23-b040-a0c4718b58a7'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:10:16.258748 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-ac7b1998-ef9d-4e58-88af-1793e4b1e4a5 None None] Bound port: 3c20a2eb-9c5e-4886-9c08-af402b83693b, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f1df29c-3365-4063-8892-bd8f64cbeb83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'c11f6dcb-04b8-4e23-b040-a0c4718b58a7'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:10:16.259278 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-ac7b1998-ef9d-4e58-88af-1793e4b1e4a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:16.322957 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-7f8d7a0b-f3c4-413a-bd68-7a71f0631bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26836193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26761888'] for subnet, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:16.354241 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 6032a8e8-4028-4749-be3c-d070e006d235 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:10:16.358133 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-ac7b1998-ef9d-4e58-88af-1793e4b1e4a5 None None] For port 3c20a2eb-9c5e-4886-9c08-af402b83693b, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:10:16.363554 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8d7a0b-f3c4-413a-bd68-7a71f0631bc6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7fa34b3d-0001-4de1-ac45-c4aec36c5762,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:16.372300 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-7f8d7a0b-f3c4-413a-bd68-7a71f0631bc6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:16.376205 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-7f8d7a0b-f3c4-413a-bd68-7a71f0631bc6 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/7fa34b3d-0001-4de1-ac45-c4aec36c5762 HTTP/1.1" status: 204 len: 168 time: 0.3234425 Oct 20 11:10:16.377236 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf9f5b1-3196-4a0b-a9e0-621024bf611c None None] Network 3ea2c65e-a255-4e43-af22-5bf7eeb474e1 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:10:16.378865 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 42140) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:10:16.413022 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-ac7b1998-ef9d-4e58-88af-1793e4b1e4a5 None None] For port 3c20a2eb-9c5e-4886-9c08-af402b83693b, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=3c20a2eb-9c5e-4886-9c08-af402b83693b,segment=NetworkSegment(2f1df29c-3365-4063-8892-bd8f64cbeb83),segment_id=2f1df29c-3365-4063-8892-bd8f64cbeb83)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:10:16.421501 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-ac7b1998-ef9d-4e58-88af-1793e4b1e4a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:16.458674 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8202be11-1018-4ee6-94a9-e287a220fe5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:16.524971 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-8202be11-1018-4ee6-94a9-e287a220fe5c admin admin] Deleting port 7fe15a2d-3d93-497c-864e-225849ed58de {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:10:16.525212 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8202be11-1018-4ee6-94a9-e287a220fe5c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:16.572314 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-e30e5805-9caa-443d-a3b5-3f97bbe8a024 None None] Provisioning complete for port 3c20a2eb-9c5e-4886-9c08-af402b83693b triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:10:16.572875 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-e30e5805-9caa-443d-a3b5-3f97bbe8a024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:16.597385 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [None req-8202be11-1018-4ee6-94a9-e287a220fe5c admin admin] For port 7fe15a2d-3d93-497c-864e-225849ed58de, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=7fe15a2d-3d93-497c-864e-225849ed58de,segment=NetworkSegment(f86c7c27-4e2e-4225-8dae-5df6caa9e4e7),segment_id=f86c7c27-4e2e-4225-8dae-5df6caa9e4e7)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:10:16.597896 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8202be11-1018-4ee6-94a9-e287a220fe5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:16.599971 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7b1998-ef9d-4e58-88af-1793e4b1e4a5 None None] Routers {'f18cfe16-5972-4d4c-ad6b-b9efae05a6f2'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:10:16.600612 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-ac7b1998-ef9d-4e58-88af-1793e4b1e4a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:10:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['f18cfe16-5972-4d4c-ad6b-b9efae05a6f2'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:10:16.613393 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-8202be11-1018-4ee6-94a9-e287a220fe5c admin admin] Calling delete_port for 7fe15a2d-3d93-497c-864e-225849ed58de owned by network:dhcp {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:10:16.730744 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8202be11-1018-4ee6-94a9-e287a220fe5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:16.760180 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8202be11-1018-4ee6-94a9-e287a220fe5c admin admin] No DVR routers for this DVR port 7fe15a2d-3d93-497c-864e-225849ed58de on host n-d-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:10:16.765531 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8202be11-1018-4ee6-94a9-e287a220fe5c admin admin] Pushing event deleted for resources: {'Port': ['ID=7fe15a2d-3d93-497c-864e-225849ed58de,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:16.839899 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8202be11-1018-4ee6-94a9-e287a220fe5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:16.861590 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 6032a8e8-4028-4749-be3c-d070e006d235 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:10:16.861963 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:16.867604 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7675c63-f73b-4930-a469-864935058e1d None None] Pushing event updated for resources: {'Port': ['ID=3c20a2eb-9c5e-4886-9c08-af402b83693b,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:16.870914 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-8202be11-1018-4ee6-94a9-e287a220fe5c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ea2c65e-a255-4e43-af22-5bf7eeb474e1']}} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:10:16.885074 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-8202be11-1018-4ee6-94a9-e287a220fe5c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f86c7c27-4e2e-4225-8dae-5df6caa9e4e7') {'for_net_delete': True} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:10:16.885367 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-8202be11-1018-4ee6-94a9-e287a220fe5c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f86c7c27-4e2e-4225-8dae-5df6caa9e4e7') {} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:10:16.895910 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8202be11-1018-4ee6-94a9-e287a220fe5c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25189038'] for segment, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:16.916555 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8202be11-1018-4ee6-94a9-e287a220fe5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:16.922993 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8202be11-1018-4ee6-94a9-e287a220fe5c admin admin] Releasing vlan 825 on physical network physnet1 to pool {{(pid=100596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:10:16.923461 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8202be11-1018-4ee6-94a9-e287a220fe5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26833155'] for segment, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:16.925310 n-d-811396-3 neutron-server[100596]: Traceback (most recent call last): Oct 20 11:10:16.925310 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:10:16.925310 n-d-811396-3 neutron-server[100596]: timer() Oct 20 11:10:16.925310 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:10:16.925310 n-d-811396-3 neutron-server[100596]: cb(*args, **kw) Oct 20 11:10:16.925310 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:10:16.925310 n-d-811396-3 neutron-server[100596]: return func(*args, **kwargs) Oct 20 11:10:16.925310 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:10:16.925310 n-d-811396-3 neutron-server[100596]: self._notify() Oct 20 11:10:16.925310 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:10:16.925310 n-d-811396-3 neutron-server[100596]: self.callback(batched_events) Oct 20 11:10:16.925310 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:10:16.925310 n-d-811396-3 neutron-server[100596]: event.method(event) Oct 20 11:10:16.925310 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:10:16.925310 n-d-811396-3 neutron-server[100596]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:10:16.925310 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:10:16.925310 n-d-811396-3 neutron-server[100596]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:10:16.925310 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:10:16.925310 n-d-811396-3 neutron-server[100596]: return f(self, *a, **k) Oct 20 11:10:16.925310 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:10:16.925310 n-d-811396-3 neutron-server[100596]: return self._get(url).json() Oct 20 11:10:16.925310 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:10:16.925310 n-d-811396-3 neutron-server[100596]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:10:16.925310 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:10:16.925310 n-d-811396-3 neutron-server[100596]: return self.request(url, 'GET', **kwargs) Oct 20 11:10:16.925310 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:10:16.925310 n-d-811396-3 neutron-server[100596]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:10:16.925310 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:10:16.925310 n-d-811396-3 neutron-server[100596]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:10:16.925310 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:10:16.925310 n-d-811396-3 neutron-server[100596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:10:16.925310 n-d-811396-3 neutron-server[100596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:10:16.935220 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-ac7b1998-ef9d-4e58-88af-1793e4b1e4a5 None None] Set router f18cfe16-5972-4d4c-ad6b-b9efae05a6f2 gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:10:16.985988 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8202be11-1018-4ee6-94a9-e287a220fe5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:16.992103 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8202be11-1018-4ee6-94a9-e287a220fe5c admin admin] Publish callbacks [] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:16.998816 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-8202be11-1018-4ee6-94a9-e287a220fe5c admin admin] 10.222.0.64 "DELETE /v2.0/networks/3ea2c65e-a255-4e43-af22-5bf7eeb474e1 HTTP/1.1" status: 204 len: 168 time: 0.6159863 Oct 20 11:10:16.999353 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 42142) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:10:17.048312 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8202be11-1018-4ee6-94a9-e287a220fe5c admin admin] Pushing event deleted for resources: {'Network': ['ID=3ea2c65e-a255-4e43-af22-5bf7eeb474e1,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:17.072352 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec48ca0c-72fd-41d0-ad05-2487c5a18f49 None None] DHCP port deletion for 3ea2c65e-a255-4e43-af22-5bf7eeb474e1 request from n-d-811396-3 {{(pid=100598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:10:17.122635 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-e30e5805-9caa-443d-a3b5-3f97bbe8a024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:17.192585 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device d0c4900c-6985-4c5c-a418-6a8fb5d3ac72 no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:10:17.220662 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-e30e5805-9caa-443d-a3b5-3f97bbe8a024 None None] For port 3c20a2eb-9c5e-4886-9c08-af402b83693b, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=3c20a2eb-9c5e-4886-9c08-af402b83693b,segment=NetworkSegment(2f1df29c-3365-4063-8892-bd8f64cbeb83),segment_id=2f1df29c-3365-4063-8892-bd8f64cbeb83)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:10:17.223670 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: d0c4900c-6985-4c5c-a418-6a8fb5d3ac72 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:10:17.224018 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device d0c4900c-6985-4c5c-a418-6a8fb5d3ac72 not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:10:17.224436 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 888af077-e702-4073-b6fe-597e2c3a8eef no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:10:17.229096 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-e30e5805-9caa-443d-a3b5-3f97bbe8a024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:17.251737 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 888af077-e702-4073-b6fe-597e2c3a8eef {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:10:17.252090 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 888af077-e702-4073-b6fe-597e2c3a8eef not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:10:17.327782 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30e5805-9caa-443d-a3b5-3f97bbe8a024 None None] Pushing event updated for resources: {'Port': ['ID=3c20a2eb-9c5e-4886-9c08-af402b83693b,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:17.341915 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-ac7b1998-ef9d-4e58-88af-1793e4b1e4a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f18cfe16-5972-4d4c-ad6b-b9efae05a6f2', 'name': 'tempest-TestAggregatesBasicOps-1177560767-router', 'tenant_id': '75c6117c49c7457cbb67cfaf4718de91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': '6032a8e8-4028-4749-be3c-d070e006d235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:10:08Z', 'updated_at': '2021-10-20T11:10:11Z', 'revision_number': 4, 'project_id': '75c6117c49c7457cbb67cfaf4718de91', 'gw_port': {'id': '6032a8e8-4028-4749-be3c-d070e006d235', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:6a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f18cfe16-5972-4d4c-ad6b-b9efae05a6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:10:09Z', 'updated_at': '2021-10-20T11:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '3c20a2eb-9c5e-4886-9c08-af402b83693b', 'name': '', 'network_id': 'c11f6dcb-04b8-4e23-b040-a0c4718b58a7', 'tenant_id': '75c6117c49c7457cbb67cfaf4718de91', 'mac_address': 'fa:16:3e:ed:c0:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f18cfe16-5972-4d4c-ad6b-b9efae05a6f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '7d17d5a5-c02c-4a83-bc6a-fdaad1acf23c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:10:10Z', 'updated_at': '2021-10-20T11:10:16Z', 'revision_number': 4, 'project_id': '75c6117c49c7457cbb67cfaf4718de91', 'subnets': [{'id': '7d17d5a5-c02c-4a83-bc6a-fdaad1acf23c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:10:17.372130 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7b1998-ef9d-4e58-88af-1793e4b1e4a5 None None] The sync data for ids ['f18cfe16-5972-4d4c-ad6b-b9efae05a6f2'] in n-d-811396-3 is: [{'id': 'f18cfe16-5972-4d4c-ad6b-b9efae05a6f2', 'name': 'tempest-TestAggregatesBasicOps-1177560767-router', 'tenant_id': '75c6117c49c7457cbb67cfaf4718de91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': '6032a8e8-4028-4749-be3c-d070e006d235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:10:08Z', 'updated_at': '2021-10-20T11:10:11Z', 'revision_number': 4, 'project_id': '75c6117c49c7457cbb67cfaf4718de91', 'gw_port': {'id': '6032a8e8-4028-4749-be3c-d070e006d235', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:6a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f18cfe16-5972-4d4c-ad6b-b9efae05a6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:10:09Z', 'updated_at': '2021-10-20T11:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '3c20a2eb-9c5e-4886-9c08-af402b83693b', 'name': '', 'network_id': 'c11f6dcb-04b8-4e23-b040-a0c4718b58a7', 'tenant_id': '75c6117c49c7457cbb67cfaf4718de91', 'mac_address': 'fa:16:3e:ed:c0:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f18cfe16-5972-4d4c-ad6b-b9efae05a6f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '7d17d5a5-c02c-4a83-bc6a-fdaad1acf23c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:10:10Z', 'updated_at': '2021-10-20T11:10:16Z', 'revision_number': 4, 'project_id': '75c6117c49c7457cbb67cfaf4718de91', 'subnets': [{'id': '7d17d5a5-c02c-4a83-bc6a-fdaad1acf23c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:10:17.380857 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-addf73fc-14a5-4aee-8d8e-1f8b5c09ab7b None None] Provisioning complete for port 3c20a2eb-9c5e-4886-9c08-af402b83693b triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:10:17.381229 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-addf73fc-14a5-4aee-8d8e-1f8b5c09ab7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:17.390571 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5e7be5eb-6c61-47e7-bec1-c7c9273cfbfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1774405'] for router_interface, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:17.660288 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-5e7be5eb-6c61-47e7-bec1-c7c9273cfbfa admin admin] Deleting port 3c20a2eb-9c5e-4886-9c08-af402b83693b {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:10:17.660910 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5e7be5eb-6c61-47e7-bec1-c7c9273cfbfa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:17.741098 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [None req-5e7be5eb-6c61-47e7-bec1-c7c9273cfbfa admin admin] For port 3c20a2eb-9c5e-4886-9c08-af402b83693b, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=3c20a2eb-9c5e-4886-9c08-af402b83693b,segment=NetworkSegment(2f1df29c-3365-4063-8892-bd8f64cbeb83),segment_id=2f1df29c-3365-4063-8892-bd8f64cbeb83)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:10:17.741460 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5e7be5eb-6c61-47e7-bec1-c7c9273cfbfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:17.754918 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-5e7be5eb-6c61-47e7-bec1-c7c9273cfbfa admin admin] Calling delete_port for 3c20a2eb-9c5e-4886-9c08-af402b83693b owned by network:router_interface {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:10:17.939220 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5e7be5eb-6c61-47e7-bec1-c7c9273cfbfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:17.977022 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7be5eb-6c61-47e7-bec1-c7c9273cfbfa admin admin] Pushing event deleted for resources: {'Port': ['ID=3c20a2eb-9c5e-4886-9c08-af402b83693b,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:18.140983 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5e7be5eb-6c61-47e7-bec1-c7c9273cfbfa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1771989'] for router_interface, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:18.227170 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 7fe15a2d-3d93-497c-864e-225849ed58de no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:10:18.247739 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 7fe15a2d-3d93-497c-864e-225849ed58de {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:10:18.248090 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 7fe15a2d-3d93-497c-864e-225849ed58de not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:10:18.370871 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e7be5eb-6c61-47e7-bec1-c7c9273cfbfa admin admin] Router f18cfe16-5972-4d4c-ad6b-b9efae05a6f2 has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:10:18.479027 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e7be5eb-6c61-47e7-bec1-c7c9273cfbfa admin admin] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:10:18.484420 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-5e7be5eb-6c61-47e7-bec1-c7c9273cfbfa admin admin] 10.222.0.64 "PUT /v2.0/routers/f18cfe16-5972-4d4c-ad6b-b9efae05a6f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4845285 Oct 20 11:10:18.487134 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 42146) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:10:18.489895 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27343bbf-0692-4117-8a98-4faf3e8bc720 None None] Sync routers for ids ['f18cfe16-5972-4d4c-ad6b-b9efae05a6f2'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:10:18.499595 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27343bbf-0692-4117-8a98-4faf3e8bc720 None None] Routers {'f18cfe16-5972-4d4c-ad6b-b9efae05a6f2'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:10:18.500198 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-27343bbf-0692-4117-8a98-4faf3e8bc720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:10:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['f18cfe16-5972-4d4c-ad6b-b9efae05a6f2'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:10:18.592192 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3e385ac3-2121-4842-8acd-6e60a88e329d admin admin] Publish callbacks [] for router, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:18.703100 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-27343bbf-0692-4117-8a98-4faf3e8bc720 None None] Set router f18cfe16-5972-4d4c-ad6b-b9efae05a6f2 gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:10:18.708512 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3e385ac3-2121-4842-8acd-6e60a88e329d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:18.768521 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-3e385ac3-2121-4842-8acd-6e60a88e329d admin admin] Deleting port 6032a8e8-4028-4749-be3c-d070e006d235 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:10:18.768976 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3e385ac3-2121-4842-8acd-6e60a88e329d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:18.849902 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [None req-3e385ac3-2121-4842-8acd-6e60a88e329d admin admin] For port 6032a8e8-4028-4749-be3c-d070e006d235, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=6032a8e8-4028-4749-be3c-d070e006d235,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:10:18.850264 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3e385ac3-2121-4842-8acd-6e60a88e329d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:18.862868 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-3e385ac3-2121-4842-8acd-6e60a88e329d admin admin] Calling delete_port for 6032a8e8-4028-4749-be3c-d070e006d235 owned by network:router_gateway {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:10:18.883279 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-27343bbf-0692-4117-8a98-4faf3e8bc720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f18cfe16-5972-4d4c-ad6b-b9efae05a6f2', 'name': 'tempest-TestAggregatesBasicOps-1177560767-router', 'tenant_id': '75c6117c49c7457cbb67cfaf4718de91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': '6032a8e8-4028-4749-be3c-d070e006d235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:10:08Z', 'updated_at': '2021-10-20T11:10:17Z', 'revision_number': 5, 'project_id': '75c6117c49c7457cbb67cfaf4718de91', 'gw_port': {'id': '6032a8e8-4028-4749-be3c-d070e006d235', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:6a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f18cfe16-5972-4d4c-ad6b-b9efae05a6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:10:09Z', 'updated_at': '2021-10-20T11:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:10:18.914534 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27343bbf-0692-4117-8a98-4faf3e8bc720 None None] Checking router: f18cfe16-5972-4d4c-ad6b-b9efae05a6f2 for host: n-d-811396-3 {{(pid=100599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:10:18.923343 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27343bbf-0692-4117-8a98-4faf3e8bc720 None None] Routers {'f18cfe16-5972-4d4c-ad6b-b9efae05a6f2'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:10:18.924033 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-27343bbf-0692-4117-8a98-4faf3e8bc720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:10:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['f18cfe16-5972-4d4c-ad6b-b9efae05a6f2'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:10:19.010372 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-27343bbf-0692-4117-8a98-4faf3e8bc720 None None] Set router f18cfe16-5972-4d4c-ad6b-b9efae05a6f2 gateway port host: None {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:10:19.035048 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3e385ac3-2121-4842-8acd-6e60a88e329d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:19.060682 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e385ac3-2121-4842-8acd-6e60a88e329d admin admin] Pushing event deleted for resources: {'Port': ['ID=6032a8e8-4028-4749-be3c-d070e006d235,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:19.071100 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-27343bbf-0692-4117-8a98-4faf3e8bc720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f18cfe16-5972-4d4c-ad6b-b9efae05a6f2', 'name': 'tempest-TestAggregatesBasicOps-1177560767-router', 'tenant_id': '75c6117c49c7457cbb67cfaf4718de91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:10:08Z', 'updated_at': '2021-10-20T11:10:18Z', 'revision_number': 6, 'project_id': '75c6117c49c7457cbb67cfaf4718de91', 'gw_port_host': None}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:10:19.099500 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27343bbf-0692-4117-8a98-4faf3e8bc720 None None] The sync data for ids ['f18cfe16-5972-4d4c-ad6b-b9efae05a6f2'] in n-d-811396-3 is: [{'id': 'f18cfe16-5972-4d4c-ad6b-b9efae05a6f2', 'name': 'tempest-TestAggregatesBasicOps-1177560767-router', 'tenant_id': '75c6117c49c7457cbb67cfaf4718de91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:10:08Z', 'updated_at': '2021-10-20T11:10:18Z', 'revision_number': 6, 'project_id': '75c6117c49c7457cbb67cfaf4718de91', 'gw_port_host': None}] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:10:19.127261 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3e385ac3-2121-4842-8acd-6e60a88e329d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1773439'] for router_gateway, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:19.216505 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3e385ac3-2121-4842-8acd-6e60a88e329d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1772272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258304'] for router, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:19.218590 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3e385ac3-2121-4842-8acd-6e60a88e329d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:19.261184 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3e385ac3-2121-4842-8acd-6e60a88e329d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1772267'] for router, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:19.261686 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e385ac3-2121-4842-8acd-6e60a88e329d admin admin] Fanout notify agent at l3_agent the message router_deleted on router f18cfe16-5972-4d4c-ad6b-b9efae05a6f2 {{(pid=100596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:10:19.265874 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3e385ac3-2121-4842-8acd-6e60a88e329d admin admin] Publish callbacks [] for router, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:19.267019 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-3e385ac3-2121-4842-8acd-6e60a88e329d admin admin] 10.222.0.64 "DELETE /v2.0/routers/f18cfe16-5972-4d4c-ad6b-b9efae05a6f2 HTTP/1.1" status: 204 len: 168 time: 0.7789292 Oct 20 11:10:19.269706 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 42148) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:10:19.317928 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_v2 [None req-23a30499-7d61-48ca-b652-75c2779ad352 admin admin] Deleting subnet 7d17d5a5-c02c-4a83-bc6a-fdaad1acf23c {{(pid=100596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:10:19.320949 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-23a30499-7d61-48ca-b652-75c2779ad352 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:19.353563 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-23a30499-7d61-48ca-b652-75c2779ad352 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25189079'] for subnet, precommit_delete_associations {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:19.425794 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:19.426923 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-23a30499-7d61-48ca-b652-75c2779ad352 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:19.480661 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-23a30499-7d61-48ca-b652-75c2779ad352 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26836193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26761888'] for subnet, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:19.512200 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a30499-7d61-48ca-b652-75c2779ad352 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d17d5a5-c02c-4a83-bc6a-fdaad1acf23c,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:19.515829 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-23a30499-7d61-48ca-b652-75c2779ad352 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:19.519110 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-23a30499-7d61-48ca-b652-75c2779ad352 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/7d17d5a5-c02c-4a83-bc6a-fdaad1acf23c HTTP/1.1" status: 204 len: 168 time: 0.2484617 Oct 20 11:10:19.521740 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 42150) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:10:19.524838 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e3524c-f874-4b68-86a4-a563acf5d05d None None] Network c11f6dcb-04b8-4e23-b040-a0c4718b58a7 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:10:19.593549 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-fa5ca44d-d451-4ff2-b1ac-f6841eb91f98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:19.644908 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-fa5ca44d-d451-4ff2-b1ac-f6841eb91f98 admin admin] Deleting port 24f17323-ae47-44f3-bec7-4290e1ff848c {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:10:19.645357 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-fa5ca44d-d451-4ff2-b1ac-f6841eb91f98 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:19.712726 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [None req-fa5ca44d-d451-4ff2-b1ac-f6841eb91f98 admin admin] For port 24f17323-ae47-44f3-bec7-4290e1ff848c, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=24f17323-ae47-44f3-bec7-4290e1ff848c,segment=NetworkSegment(2f1df29c-3365-4063-8892-bd8f64cbeb83),segment_id=2f1df29c-3365-4063-8892-bd8f64cbeb83)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:10:19.713323 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-fa5ca44d-d451-4ff2-b1ac-f6841eb91f98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:19.724838 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-fa5ca44d-d451-4ff2-b1ac-f6841eb91f98 admin admin] Calling delete_port for 24f17323-ae47-44f3-bec7-4290e1ff848c owned by network:dhcp {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:10:19.802983 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-fa5ca44d-d451-4ff2-b1ac-f6841eb91f98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:19.828972 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5ca44d-d451-4ff2-b1ac-f6841eb91f98 admin admin] Pushing event deleted for resources: {'Port': ['ID=24f17323-ae47-44f3-bec7-4290e1ff848c,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:19.830792 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5ca44d-d451-4ff2-b1ac-f6841eb91f98 admin admin] No DVR routers for this DVR port 24f17323-ae47-44f3-bec7-4290e1ff848c on host n-d-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:10:19.883230 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-681e7b6c-ebad-4888-9d26-c75dd734993e None None] DHCP port deletion for c11f6dcb-04b8-4e23-b040-a0c4718b58a7 request from n-d-811396-3 {{(pid=100598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:10:20.197141 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-fa5ca44d-d451-4ff2-b1ac-f6841eb91f98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:20.217985 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-fa5ca44d-d451-4ff2-b1ac-f6841eb91f98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c11f6dcb-04b8-4e23-b040-a0c4718b58a7']}} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:10:20.226257 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 6032a8e8-4028-4749-be3c-d070e006d235 no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:10:20.231267 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-fa5ca44d-d451-4ff2-b1ac-f6841eb91f98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f1df29c-3365-4063-8892-bd8f64cbeb83') {'for_net_delete': True} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:10:20.231597 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-fa5ca44d-d451-4ff2-b1ac-f6841eb91f98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f1df29c-3365-4063-8892-bd8f64cbeb83') {} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:10:20.241132 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-fa5ca44d-d451-4ff2-b1ac-f6841eb91f98 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25189038'] for segment, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:20.245672 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 6032a8e8-4028-4749-be3c-d070e006d235 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:10:20.246022 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 6032a8e8-4028-4749-be3c-d070e006d235 not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:10:20.246882 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 3c20a2eb-9c5e-4886-9c08-af402b83693b no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:10:20.254761 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-fa5ca44d-d451-4ff2-b1ac-f6841eb91f98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:20.261492 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa5ca44d-d451-4ff2-b1ac-f6841eb91f98 admin admin] Releasing vlan 815 on physical network physnet1 to pool {{(pid=100596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:10:20.261940 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-fa5ca44d-d451-4ff2-b1ac-f6841eb91f98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26833155'] for segment, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:20.263690 n-d-811396-3 neutron-server[100596]: Traceback (most recent call last): Oct 20 11:10:20.263690 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:10:20.263690 n-d-811396-3 neutron-server[100596]: timer() Oct 20 11:10:20.263690 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:10:20.263690 n-d-811396-3 neutron-server[100596]: cb(*args, **kw) Oct 20 11:10:20.263690 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:10:20.263690 n-d-811396-3 neutron-server[100596]: return func(*args, **kwargs) Oct 20 11:10:20.263690 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:10:20.263690 n-d-811396-3 neutron-server[100596]: self._notify() Oct 20 11:10:20.263690 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:10:20.263690 n-d-811396-3 neutron-server[100596]: self.callback(batched_events) Oct 20 11:10:20.263690 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:10:20.263690 n-d-811396-3 neutron-server[100596]: event.method(event) Oct 20 11:10:20.263690 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:10:20.263690 n-d-811396-3 neutron-server[100596]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:10:20.263690 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:10:20.263690 n-d-811396-3 neutron-server[100596]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:10:20.263690 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:10:20.263690 n-d-811396-3 neutron-server[100596]: return f(self, *a, **k) Oct 20 11:10:20.263690 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:10:20.263690 n-d-811396-3 neutron-server[100596]: return self._get(url).json() Oct 20 11:10:20.263690 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:10:20.263690 n-d-811396-3 neutron-server[100596]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:10:20.263690 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:10:20.263690 n-d-811396-3 neutron-server[100596]: return self.request(url, 'GET', **kwargs) Oct 20 11:10:20.263690 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:10:20.263690 n-d-811396-3 neutron-server[100596]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:10:20.263690 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:10:20.263690 n-d-811396-3 neutron-server[100596]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:10:20.263690 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:10:20.263690 n-d-811396-3 neutron-server[100596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:10:20.263690 n-d-811396-3 neutron-server[100596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:10:20.268623 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 3c20a2eb-9c5e-4886-9c08-af402b83693b {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:10:20.268975 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 3c20a2eb-9c5e-4886-9c08-af402b83693b not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:10:20.269416 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 24f17323-ae47-44f3-bec7-4290e1ff848c no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:10:20.289023 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 24f17323-ae47-44f3-bec7-4290e1ff848c {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:10:20.289326 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 24f17323-ae47-44f3-bec7-4290e1ff848c not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:10:20.322696 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-fa5ca44d-d451-4ff2-b1ac-f6841eb91f98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:20.328295 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-fa5ca44d-d451-4ff2-b1ac-f6841eb91f98 admin admin] Publish callbacks [] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:20.331454 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-fa5ca44d-d451-4ff2-b1ac-f6841eb91f98 admin admin] 10.222.0.64 "DELETE /v2.0/networks/c11f6dcb-04b8-4e23-b040-a0c4718b58a7 HTTP/1.1" status: 204 len: 168 time: 0.8085566 Oct 20 11:10:20.344640 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5ca44d-d451-4ff2-b1ac-f6841eb91f98 admin admin] Pushing event deleted for resources: {'Network': ['ID=c11f6dcb-04b8-4e23-b040-a0c4718b58a7,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:20.485852 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 42154) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:10:20.525097 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-b2787253-5e0b-4e68-a969-ba00965b4c50 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4078f3413a6c47ad8154a7db8876fd29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380569 Oct 20 11:10:20.527889 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 42156) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:10:20.578789 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b0dd1ddf-325e-43d7-b2f9-ddfe14da12d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:20.598888 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b0dd1ddf-325e-43d7-b2f9-ddfe14da12d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:20.642958 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b0dd1ddf-325e-43d7-b2f9-ddfe14da12d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:20.645541 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b0dd1ddf-325e-43d7-b2f9-ddfe14da12d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:20.646668 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-b0dd1ddf-325e-43d7-b2f9-ddfe14da12d8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/499f2b74-3f32-41d8-97f9-8daf41ce09a8 HTTP/1.1" status: 204 len: 168 time: 0.1178975 Oct 20 11:10:20.654727 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dd1ddf-325e-43d7-b2f9-ddfe14da12d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=499f2b74-3f32-41d8-97f9-8daf41ce09a8,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:20.956744 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 42162) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:10:20.995121 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-356adf8b-0adb-403e-b2ae-b9faccee8853 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=75c6117c49c7457cbb67cfaf4718de91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0371370 Oct 20 11:10:20.999813 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 42164) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:10:21.049450 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1069e5a6-6808-4408-b3f2-14a42b40a320 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:21.069672 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1069e5a6-6808-4408-b3f2-14a42b40a320 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:21.116284 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1069e5a6-6808-4408-b3f2-14a42b40a320 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:21.118981 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1069e5a6-6808-4408-b3f2-14a42b40a320 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:21.120678 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-1069e5a6-6808-4408-b3f2-14a42b40a320 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1952e0ac-672c-49f2-b7e4-2e970ae221cb HTTP/1.1" status: 204 len: 168 time: 0.1194556 Oct 20 11:10:21.129932 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1069e5a6-6808-4408-b3f2-14a42b40a320 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1952e0ac-672c-49f2-b7e4-2e970ae221cb,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:23.144556 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 42320) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:10:23.256990 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9eb643e5-7941-4822-aec3-2f4214f335f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:23.341407 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9eb643e5-7941-4822-aec3-2f4214f335f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:23.344861 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9eb643e5-7941-4822-aec3-2f4214f335f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:23.381371 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-9eb643e5-7941-4822-aec3-2f4214f335f2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1d7edee27f8442e7a56e1d9e02525e12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2357960 Oct 20 11:10:23.383239 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb643e5-7941-4822-aec3-2f4214f335f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa76438d-1f3c-4eb9-98e1-a317fb747358,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:23.384392 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 42324) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:10:23.433092 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0c078eb7-abf7-4651-b58f-02ecb48073db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:23.454305 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0c078eb7-abf7-4651-b58f-02ecb48073db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:23.499793 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0c078eb7-abf7-4651-b58f-02ecb48073db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:23.502339 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0c078eb7-abf7-4651-b58f-02ecb48073db admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:23.503515 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-0c078eb7-abf7-4651-b58f-02ecb48073db admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/aa76438d-1f3c-4eb9-98e1-a317fb747358 HTTP/1.1" status: 204 len: 168 time: 0.1166670 Oct 20 11:10:23.511429 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c078eb7-abf7-4651-b58f-02ecb48073db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa76438d-1f3c-4eb9-98e1-a317fb747358,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:23.753110 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 42330) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:10:23.765825 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d7791b32-c5f1-4176-8cb9-00edb60d9e61 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:23.836707 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d7791b32-c5f1-4176-8cb9-00edb60d9e61 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:23.840312 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d7791b32-c5f1-4176-8cb9-00edb60d9e61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:23.880980 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-d7791b32-c5f1-4176-8cb9-00edb60d9e61 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c655070aafa14a4daea02f25bff366d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1268015 Oct 20 11:10:23.881951 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7791b32-c5f1-4176-8cb9-00edb60d9e61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15034aa1-6ce8-4718-908a-32862b34722d,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:23.883780 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 42332) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:10:23.933810 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2ad65ea8-6144-4f80-bc17-55f1049352a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:23.953553 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2ad65ea8-6144-4f80-bc17-55f1049352a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:23.999333 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2ad65ea8-6144-4f80-bc17-55f1049352a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:24.001862 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2ad65ea8-6144-4f80-bc17-55f1049352a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:24.003000 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-2ad65ea8-6144-4f80-bc17-55f1049352a0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/15034aa1-6ce8-4718-908a-32862b34722d HTTP/1.1" status: 204 len: 168 time: 0.1174028 Oct 20 11:10:24.010151 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad65ea8-6144-4f80-bc17-55f1049352a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15034aa1-6ce8-4718-908a-32862b34722d,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:24.646629 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 42354) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:10:24.742007 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-8b7a24b4-a02d-4f60-8589-d9c3995f60d6 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-555604092-network', 'tenant_id': 'f063f10d0d6c4a079cbd98d9e7378432'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:10:24.763083 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b7a24b4-a02d-4f60-8589-d9c3995f60d6 admin admin] Made reservation on behalf of f063f10d0d6c4a079cbd98d9e7378432 for: {'network': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:10:24.765442 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8b7a24b4-a02d-4f60-8589-d9c3995f60d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:24.773444 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8b7a24b4-a02d-4f60-8589-d9c3995f60d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:24.849286 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8b7a24b4-a02d-4f60-8589-d9c3995f60d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:24.853084 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8b7a24b4-a02d-4f60-8589-d9c3995f60d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:24.878972 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b7a24b4-a02d-4f60-8589-d9c3995f60d6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 803} {{(pid=100597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:10:24.885079 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7a24b4-a02d-4f60-8589-d9c3995f60d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4104cc7-ac91-4365-a3ec-4339c9bfbe5f,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:24.891543 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8b7a24b4-a02d-4f60-8589-d9c3995f60d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:24.891882 n-d-811396-3 neutron-server[100597]: INFO neutron.db.segments_db [None req-8b7a24b4-a02d-4f60-8589-d9c3995f60d6 admin admin] Added segment 8bfa5fed-f30d-40b8-bef0-510d3317500b of type vlan for network c3eedba4-6b0c-4c6e-8f6c-4169efd2155e Oct 20 11:10:24.930154 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8b7a24b4-a02d-4f60-8589-d9c3995f60d6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:24.953354 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8b7a24b4-a02d-4f60-8589-d9c3995f60d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:24.954272 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b7a24b4-a02d-4f60-8589-d9c3995f60d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:24.954844 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8b7a24b4-a02d-4f60-8589-d9c3995f60d6 admin admin] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:24.981724 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-8b7a24b4-a02d-4f60-8589-d9c3995f60d6 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3339906 Oct 20 11:10:24.984731 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 42358) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:10:24.989790 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-337267dd-16d5-43ee-ac52-9e9a6f2fe664 admin admin] Request body: {'subnet': {'network_id': 'c3eedba4-6b0c-4c6e-8f6c-4169efd2155e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-555604092-subnet', 'tenant_id': 'f063f10d0d6c4a079cbd98d9e7378432', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:10:25.012033 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-337267dd-16d5-43ee-ac52-9e9a6f2fe664 admin admin] Made reservation on behalf of f063f10d0d6c4a079cbd98d9e7378432 for: {'subnet': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:10:25.014459 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-337267dd-16d5-43ee-ac52-9e9a6f2fe664 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26761797'] for subnet, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:25.024847 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7a24b4-a02d-4f60-8589-d9c3995f60d6 admin admin] Pushing event updated for resources: {'Network': ['ID=c3eedba4-6b0c-4c6e-8f6c-4169efd2155e,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:25.034601 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network c3eedba4-6b0c-4c6e-8f6c-4169efd2155e details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:10:25.177438 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-337267dd-16d5-43ee-ac52-9e9a6f2fe664 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26836128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26761819'] for subnet, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:25.231652 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337267dd-16d5-43ee-ac52-9e9a6f2fe664 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5032a2da-2778-49b8-8072-bee6bc3aff29,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:25.241387 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337267dd-16d5-43ee-ac52-9e9a6f2fe664 admin admin] Checking segment: {'id': '8bfa5fed-f30d-40b8-bef0-510d3317500b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'c3eedba4-6b0c-4c6e-8f6c-4169efd2155e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:10:25.241682 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-337267dd-16d5-43ee-ac52-9e9a6f2fe664 admin admin] Network hostable DHCP agents. Network: c3eedba4-6b0c-4c6e-8f6c-4169efd2155e, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:10:25.258601 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-337267dd-16d5-43ee-ac52-9e9a6f2fe664 admin admin] Network c3eedba4-6b0c-4c6e-8f6c-4169efd2155e is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:10:25.267045 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-337267dd-16d5-43ee-ac52-9e9a6f2fe664 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, c3eedba4-6b0c-4c6e-8f6c-4169efd2155e) {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:10:25.271652 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-337267dd-16d5-43ee-ac52-9e9a6f2fe664 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:25.273015 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-337267dd-16d5-43ee-ac52-9e9a6f2fe664 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:25.274618 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-404dcf52-7ca4-4610-b980-23bfb713c89b None None] Network c3eedba4-6b0c-4c6e-8f6c-4169efd2155e requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:10:25.300039 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-337267dd-16d5-43ee-ac52-9e9a6f2fe664 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3044813 Oct 20 11:10:25.404794 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4036a894-c76d-424d-bf6e-571c9f501372 None None] Network c3eedba4-6b0c-4c6e-8f6c-4169efd2155e requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:10:25.746650 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 42374) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:10:25.751681 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-9fc333c5-0f6b-494f-ab21-1117503df11e admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1928591807-network', 'tenant_id': 'b7d0829acecc409ebdee88e1f2508b73'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:10:25.771928 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fc333c5-0f6b-494f-ab21-1117503df11e admin admin] Made reservation on behalf of b7d0829acecc409ebdee88e1f2508b73 for: {'network': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:10:25.774276 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-9fc333c5-0f6b-494f-ab21-1117503df11e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:25.783620 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-9fc333c5-0f6b-494f-ab21-1117503df11e admin admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:25.855155 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-9fc333c5-0f6b-494f-ab21-1117503df11e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:25.858696 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-9fc333c5-0f6b-494f-ab21-1117503df11e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:25.881648 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fc333c5-0f6b-494f-ab21-1117503df11e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 821} {{(pid=100596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:10:25.890903 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc333c5-0f6b-494f-ab21-1117503df11e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f193f4c6-2070-4d99-848e-c9849d96dfa9,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:25.895452 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-9fc333c5-0f6b-494f-ab21-1117503df11e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:25.895796 n-d-811396-3 neutron-server[100596]: INFO neutron.db.segments_db [None req-9fc333c5-0f6b-494f-ab21-1117503df11e admin admin] Added segment 4db0ada8-6c0d-42d6-8746-64cccbfe9e89 of type vlan for network 39555a2f-f1d5-4015-a13d-70891adf5a22 Oct 20 11:10:25.937660 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-9fc333c5-0f6b-494f-ab21-1117503df11e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:25.961315 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-9fc333c5-0f6b-494f-ab21-1117503df11e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:25.962587 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc333c5-0f6b-494f-ab21-1117503df11e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:25.963171 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-9fc333c5-0f6b-494f-ab21-1117503df11e admin admin] Publish callbacks [] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:25.992230 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-9fc333c5-0f6b-494f-ab21-1117503df11e admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.2444777 Oct 20 11:10:25.995186 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 42376) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:10:26.000419 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-ebe8a336-7ff4-4730-9c48-588c1d8f8222 admin admin] Request body: {'subnet': {'network_id': '39555a2f-f1d5-4015-a13d-70891adf5a22', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1928591807-subnet', 'tenant_id': 'b7d0829acecc409ebdee88e1f2508b73', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:10:26.020432 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebe8a336-7ff4-4730-9c48-588c1d8f8222 admin admin] Made reservation on behalf of b7d0829acecc409ebdee88e1f2508b73 for: {'subnet': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:10:26.022930 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ebe8a336-7ff4-4730-9c48-588c1d8f8222 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25350782'] for subnet, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:26.028015 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc333c5-0f6b-494f-ab21-1117503df11e admin admin] Pushing event updated for resources: {'Network': ['ID=39555a2f-f1d5-4015-a13d-70891adf5a22,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:26.037974 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network 39555a2f-f1d5-4015-a13d-70891adf5a22 details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:10:26.189099 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ebe8a336-7ff4-4730-9c48-588c1d8f8222 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25350752'] for subnet, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:26.244622 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe8a336-7ff4-4730-9c48-588c1d8f8222 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d94d194-13af-461d-8da3-3074f390c0a8,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:26.254972 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe8a336-7ff4-4730-9c48-588c1d8f8222 admin admin] Checking segment: {'id': '4db0ada8-6c0d-42d6-8746-64cccbfe9e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '39555a2f-f1d5-4015-a13d-70891adf5a22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:10:26.255326 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe8a336-7ff4-4730-9c48-588c1d8f8222 admin admin] Network hostable DHCP agents. Network: 39555a2f-f1d5-4015-a13d-70891adf5a22, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:10:26.271751 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe8a336-7ff4-4730-9c48-588c1d8f8222 admin admin] Network 39555a2f-f1d5-4015-a13d-70891adf5a22 is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:10:26.281633 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-ebe8a336-7ff4-4730-9c48-588c1d8f8222 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, 39555a2f-f1d5-4015-a13d-70891adf5a22) {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:10:26.286152 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe8a336-7ff4-4730-9c48-588c1d8f8222 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:26.287294 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ebe8a336-7ff4-4730-9c48-588c1d8f8222 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:26.290580 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf745ba7-c99f-4263-b2d2-401251deb769 None None] Network 39555a2f-f1d5-4015-a13d-70891adf5a22 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:10:26.302492 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-ebe8a336-7ff4-4730-9c48-588c1d8f8222 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3060980 Oct 20 11:10:26.422554 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f9c3f26-7ec3-4ff0-82a7-9d4341f41142 None None] Network 39555a2f-f1d5-4015-a13d-70891adf5a22 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:10:26.888100 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4fe6a4-4d9c-423d-8b7a-4e4d1ecd419f req-726474ba-a926-4013-bc6b-cae7ae69c638 tempest-TestServerAdvancedOps-1278888412 tempest-TestServerAdvancedOps-1278888412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:26.889500 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3d4fe6a4-4d9c-423d-8b7a-4e4d1ecd419f req-726474ba-a926-4013-bc6b-cae7ae69c638 tempest-TestServerAdvancedOps-1278888412 tempest-TestServerAdvancedOps-1278888412-project] 10.222.0.64 "GET /v2.0/networks?id=c3eedba4-6b0c-4c6e-8f6c-4169efd2155e HTTP/1.1" status: 200 len: 811 time: 0.1050029 Oct 20 11:10:26.904539 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3d4fe6a4-4d9c-423d-8b7a-4e4d1ecd419f req-13de679d-dd35-483b-afdb-1fe66d42f921 tempest-TestServerAdvancedOps-1278888412 tempest-TestServerAdvancedOps-1278888412-project] 10.222.0.64 "GET /v2.0/quotas/f063f10d0d6c4a079cbd98d9e7378432 HTTP/1.1" status: 200 len: 375 time: 0.0093479 Oct 20 11:10:26.936714 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3d4fe6a4-4d9c-423d-8b7a-4e4d1ecd419f req-124d4c6c-2b15-45b6-b200-f9dce31042ef tempest-TestServerAdvancedOps-1278888412 tempest-TestServerAdvancedOps-1278888412-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=f063f10d0d6c4a079cbd98d9e7378432&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271080 Oct 20 11:10:27.043223 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [req-3d4fe6a4-4d9c-423d-8b7a-4e4d1ecd419f req-fe051887-ab04-494e-b057-aca5a49d5ddf service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:10:27.044267 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3d4fe6a4-4d9c-423d-8b7a-4e4d1ecd419f req-fe051887-ab04-494e-b057-aca5a49d5ddf service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1011431 Oct 20 11:10:27.141239 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3d4fe6a4-4d9c-423d-8b7a-4e4d1ecd419f req-5280ba19-0312-4eae-aacf-95bfcc20f43e service neutron] 10.222.0.64 "GET /v2.0/networks/c3eedba4-6b0c-4c6e-8f6c-4169efd2155e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901244 Oct 20 11:10:27.231957 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3d4fe6a4-4d9c-423d-8b7a-4e4d1ecd419f req-c1a05f49-4288-406d-bf82-fc4942ffa907 service neutron] 10.222.0.64 "GET /v2.0/networks/c3eedba4-6b0c-4c6e-8f6c-4169efd2155e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815878 Oct 20 11:10:27.415872 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4afcf140-dc2d-4501-8b87-31ee2cc3b222 req-2028a196-917f-4294-9ac7-6700f02e45fb tempest-TestServerAdvancedOps-1278888412 tempest-TestServerAdvancedOps-1278888412-project] 10.222.0.64 "GET /v2.0/ports?device_id=2e1297de-b61d-4231-80da-c9b4cee7dc97 HTTP/1.1" status: 200 len: 210 time: 0.0271499 Oct 20 11:10:28.495585 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5b40ce62-9a12-4592-afb8-506583366f57 req-c79a0ef4-4cdc-420a-81a3-cff9bef9ac3c tempest-TestServerAdvancedOps-1278888412 tempest-TestServerAdvancedOps-1278888412-project] 10.222.0.64 "GET /v2.0/ports?device_id=2e1297de-b61d-4231-80da-c9b4cee7dc97 HTTP/1.1" status: 200 len: 210 time: 0.0299139 Oct 20 11:10:29.569402 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f15fe037-84ba-4eed-9f02-01e6b94d8b04 req-b8b52f28-5c73-49be-80ac-f9b02f6cdc8a tempest-TestServerAdvancedOps-1278888412 tempest-TestServerAdvancedOps-1278888412-project] 10.222.0.64 "GET /v2.0/ports?device_id=2e1297de-b61d-4231-80da-c9b4cee7dc97 HTTP/1.1" status: 200 len: 210 time: 0.0259438 Oct 20 11:10:30.520028 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4fe6a4-4d9c-423d-8b7a-4e4d1ecd419f req-a2c7494f-a5c1-47fe-8f01-22e91a4d23ad tempest-TestServerAdvancedOps-1278888412 tempest-TestServerAdvancedOps-1278888412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:30.521563 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3d4fe6a4-4d9c-423d-8b7a-4e4d1ecd419f req-a2c7494f-a5c1-47fe-8f01-22e91a4d23ad tempest-TestServerAdvancedOps-1278888412 tempest-TestServerAdvancedOps-1278888412-project] 10.222.0.55 "GET /v2.0/networks?id=c3eedba4-6b0c-4c6e-8f6c-4169efd2155e HTTP/1.1" status: 200 len: 811 time: 0.1050105 Oct 20 11:10:30.546950 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-3d4fe6a4-4d9c-423d-8b7a-4e4d1ecd419f req-2f22f526-344f-4fd4-b9a7-d6c14c40d79d tempest-TestServerAdvancedOps-1278888412 tempest-TestServerAdvancedOps-1278888412-project] Request body: {'port': {'device_id': '2e1297de-b61d-4231-80da-c9b4cee7dc97', 'network_id': 'c3eedba4-6b0c-4c6e-8f6c-4169efd2155e', 'admin_state_up': True, 'tenant_id': 'f063f10d0d6c4a079cbd98d9e7378432'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:10:30.663268 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-273840af-7a15-400a-9a75-f360158a855f req-b3d98b84-cc0c-4da9-a7dd-2f885066c04b tempest-TestServerAdvancedOps-1278888412 tempest-TestServerAdvancedOps-1278888412-project] 10.222.0.64 "GET /v2.0/ports?device_id=2e1297de-b61d-4231-80da-c9b4cee7dc97 HTTP/1.1" status: 200 len: 210 time: 0.0287590 Oct 20 11:10:30.680791 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d4fe6a4-4d9c-423d-8b7a-4e4d1ecd419f req-2f22f526-344f-4fd4-b9a7-d6c14c40d79d tempest-TestServerAdvancedOps-1278888412 tempest-TestServerAdvancedOps-1278888412-project] Made reservation on behalf of f063f10d0d6c4a079cbd98d9e7378432 for: {'port': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:10:30.684894 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-3d4fe6a4-4d9c-423d-8b7a-4e4d1ecd419f req-2f22f526-344f-4fd4-b9a7-d6c14c40d79d tempest-TestServerAdvancedOps-1278888412 tempest-TestServerAdvancedOps-1278888412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:30.810936 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [req-3d4fe6a4-4d9c-423d-8b7a-4e4d1ecd419f req-2f22f526-344f-4fd4-b9a7-d6c14c40d79d tempest-TestServerAdvancedOps-1278888412 tempest-TestServerAdvancedOps-1278888412-project] Allocated IP 172.20.0.12 (c3eedba4-6b0c-4c6e-8f6c-4169efd2155e/5032a2da-2778-49b8-8072-bee6bc3aff29/ca10d8c7-d6e7-48bf-b94f-b36fdf7f499c) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:10:30.956867 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-3d4fe6a4-4d9c-423d-8b7a-4e4d1ecd419f req-2f22f526-344f-4fd4-b9a7-d6c14c40d79d tempest-TestServerAdvancedOps-1278888412 tempest-TestServerAdvancedOps-1278888412-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:30.989757 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-3d4fe6a4-4d9c-423d-8b7a-4e4d1ecd419f req-2f22f526-344f-4fd4-b9a7-d6c14c40d79d tempest-TestServerAdvancedOps-1278888412 tempest-TestServerAdvancedOps-1278888412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:31.037176 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d4fe6a4-4d9c-423d-8b7a-4e4d1ecd419f req-2f22f526-344f-4fd4-b9a7-d6c14c40d79d tempest-TestServerAdvancedOps-1278888412 tempest-TestServerAdvancedOps-1278888412-project] Network c3eedba4-6b0c-4c6e-8f6c-4169efd2155e is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:10:31.040257 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [req-3d4fe6a4-4d9c-423d-8b7a-4e4d1ecd419f req-2f22f526-344f-4fd4-b9a7-d6c14c40d79d tempest-TestServerAdvancedOps-1278888412 tempest-TestServerAdvancedOps-1278888412-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:10:31.043903 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d4fe6a4-4d9c-423d-8b7a-4e4d1ecd419f req-2f22f526-344f-4fd4-b9a7-d6c14c40d79d tempest-TestServerAdvancedOps-1278888412 tempest-TestServerAdvancedOps-1278888412-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:10:31.067353 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f22f526-344f-4fd4-b9a7-d6c14c40d79d tempest-TestServerAdvancedOps-1278888412 tempest-TestServerAdvancedOps-1278888412-project] Pushing event updated for resources: {'Port': ['ID=ca10d8c7-d6e7-48bf-b94f-b36fdf7f499c,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:31.096656 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4fe6a4-4d9c-423d-8b7a-4e4d1ecd419f req-2f22f526-344f-4fd4-b9a7-d6c14c40d79d tempest-TestServerAdvancedOps-1278888412 tempest-TestServerAdvancedOps-1278888412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:31.097263 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-3d4fe6a4-4d9c-423d-8b7a-4e4d1ecd419f req-2f22f526-344f-4fd4-b9a7-d6c14c40d79d tempest-TestServerAdvancedOps-1278888412 tempest-TestServerAdvancedOps-1278888412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:31.113201 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3d4fe6a4-4d9c-423d-8b7a-4e4d1ecd419f req-2f22f526-344f-4fd4-b9a7-d6c14c40d79d tempest-TestServerAdvancedOps-1278888412 tempest-TestServerAdvancedOps-1278888412-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5700059 Oct 20 11:10:31.124626 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [req-3d4fe6a4-4d9c-423d-8b7a-4e4d1ecd419f req-73daee58-38e3-4c9c-a45f-26ceaf5e8c9f tempest-TestServerAdvancedOps-1278888412 tempest-TestServerAdvancedOps-1278888412-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:10:31.126294 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3d4fe6a4-4d9c-423d-8b7a-4e4d1ecd419f req-73daee58-38e3-4c9c-a45f-26ceaf5e8c9f tempest-TestServerAdvancedOps-1278888412 tempest-TestServerAdvancedOps-1278888412-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0070701 Oct 20 11:10:31.194876 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-3d4fe6a4-4d9c-423d-8b7a-4e4d1ecd419f req-c59fc5c3-32b5-4c46-b0ab-41a85ad9fcaf service neutron] Request body: {'port': {'device_id': '2e1297de-b61d-4231-80da-c9b4cee7dc97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811396-3'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:10:31.252676 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-3d4fe6a4-4d9c-423d-8b7a-4e4d1ecd419f req-c59fc5c3-32b5-4c46-b0ab-41a85ad9fcaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:31.527814 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [req-3d4fe6a4-4d9c-423d-8b7a-4e4d1ecd419f req-c59fc5c3-32b5-4c46-b0ab-41a85ad9fcaf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca10d8c7-d6e7-48bf-b94f-b36fdf7f499c {{(pid=100596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:10:31.535615 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-3d4fe6a4-4d9c-423d-8b7a-4e4d1ecd419f req-c59fc5c3-32b5-4c46-b0ab-41a85ad9fcaf service neutron] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:31.547765 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.provisioning_blocks [req-3d4fe6a4-4d9c-423d-8b7a-4e4d1ecd419f req-c59fc5c3-32b5-4c46-b0ab-41a85ad9fcaf service neutron] Transition to ACTIVE for port object ca10d8c7-d6e7-48bf-b94f-b36fdf7f499c will not be triggered until provisioned by entity L2. {{(pid=100596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:10:31.551405 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-3d4fe6a4-4d9c-423d-8b7a-4e4d1ecd419f req-c59fc5c3-32b5-4c46-b0ab-41a85ad9fcaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:31.602473 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59fc5c3-32b5-4c46-b0ab-41a85ad9fcaf service neutron] Pushing event updated for resources: {'Port': ['ID=ca10d8c7-d6e7-48bf-b94f-b36fdf7f499c,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:31.666643 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-3d4fe6a4-4d9c-423d-8b7a-4e4d1ecd419f req-c59fc5c3-32b5-4c46-b0ab-41a85ad9fcaf service neutron] Attempting to bind port ca10d8c7-d6e7-48bf-b94f-b36fdf7f499c on host n-h1-811396-3 for vnic_type normal with profile {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:10:31.667252 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-3d4fe6a4-4d9c-423d-8b7a-4e4d1ecd419f req-c59fc5c3-32b5-4c46-b0ab-41a85ad9fcaf service neutron] Attempting to bind port ca10d8c7-d6e7-48bf-b94f-b36fdf7f499c by drivers openvswitch,hyperv on host n-h1-811396-3 at level 0 using segments [{'id': '8bfa5fed-f30d-40b8-bef0-510d3317500b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'c3eedba4-6b0c-4c6e-8f6c-4169efd2155e'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:10:31.667252 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d4fe6a4-4d9c-423d-8b7a-4e4d1ecd419f req-c59fc5c3-32b5-4c46-b0ab-41a85ad9fcaf service neutron] Attempting to bind port ca10d8c7-d6e7-48bf-b94f-b36fdf7f499c on network c3eedba4-6b0c-4c6e-8f6c-4169efd2155e {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:10:31.671460 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d4fe6a4-4d9c-423d-8b7a-4e4d1ecd419f req-c59fc5c3-32b5-4c46-b0ab-41a85ad9fcaf service neutron] Port ca10d8c7-d6e7-48bf-b94f-b36fdf7f499c on network c3eedba4-6b0c-4c6e-8f6c-4169efd2155e not bound, no agent of type Open vSwitch agent registered on host n-h1-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:10:31.671781 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d4fe6a4-4d9c-423d-8b7a-4e4d1ecd419f req-c59fc5c3-32b5-4c46-b0ab-41a85ad9fcaf service neutron] Attempting to bind port ca10d8c7-d6e7-48bf-b94f-b36fdf7f499c on network c3eedba4-6b0c-4c6e-8f6c-4169efd2155e {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:10:31.676471 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d4fe6a4-4d9c-423d-8b7a-4e4d1ecd419f req-c59fc5c3-32b5-4c46-b0ab-41a85ad9fcaf service neutron] Checking agent: {'id': 'b707b4cc-061f-4cf4-bce0-0b3df9b7bec9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:10:31.676806 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d4fe6a4-4d9c-423d-8b7a-4e4d1ecd419f req-c59fc5c3-32b5-4c46-b0ab-41a85ad9fcaf service neutron] Checking segment: {'id': '8bfa5fed-f30d-40b8-bef0-510d3317500b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'c3eedba4-6b0c-4c6e-8f6c-4169efd2155e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:10:31.677187 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d4fe6a4-4d9c-423d-8b7a-4e4d1ecd419f req-c59fc5c3-32b5-4c46-b0ab-41a85ad9fcaf service neutron] Bound using segment: {'id': '8bfa5fed-f30d-40b8-bef0-510d3317500b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'c3eedba4-6b0c-4c6e-8f6c-4169efd2155e'} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:10:31.677600 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-3d4fe6a4-4d9c-423d-8b7a-4e4d1ecd419f req-c59fc5c3-32b5-4c46-b0ab-41a85ad9fcaf service neutron] Bound port: ca10d8c7-d6e7-48bf-b94f-b36fdf7f499c, host: n-h1-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bfa5fed-f30d-40b8-bef0-510d3317500b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'c3eedba4-6b0c-4c6e-8f6c-4169efd2155e'}}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:10:31.677946 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-3d4fe6a4-4d9c-423d-8b7a-4e4d1ecd419f req-c59fc5c3-32b5-4c46-b0ab-41a85ad9fcaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:31.767758 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-3d4fe6a4-4d9c-423d-8b7a-4e4d1ecd419f req-c59fc5c3-32b5-4c46-b0ab-41a85ad9fcaf service neutron] For port ca10d8c7-d6e7-48bf-b94f-b36fdf7f499c, host n-h1-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:10:31.783933 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-3d4fe6a4-4d9c-423d-8b7a-4e4d1ecd419f req-c59fc5c3-32b5-4c46-b0ab-41a85ad9fcaf service neutron] For port ca10d8c7-d6e7-48bf-b94f-b36fdf7f499c, host n-h1-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=ca10d8c7-d6e7-48bf-b94f-b36fdf7f499c,segment=NetworkSegment(8bfa5fed-f30d-40b8-bef0-510d3317500b),segment_id=8bfa5fed-f30d-40b8-bef0-510d3317500b)] {{(pid=100596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:10:31.794917 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-3d4fe6a4-4d9c-423d-8b7a-4e4d1ecd419f req-c59fc5c3-32b5-4c46-b0ab-41a85ad9fcaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:31.813032 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bdf390-0a90-4ed2-8f26-ec3829439c09 req-2a7aaaa4-4098-471a-ab20-ec78f72a4ad8 tempest-TestServerAdvancedOps-1278888412 tempest-TestServerAdvancedOps-1278888412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:31.814722 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f3bdf390-0a90-4ed2-8f26-ec3829439c09 req-2a7aaaa4-4098-471a-ab20-ec78f72a4ad8 tempest-TestServerAdvancedOps-1278888412 tempest-TestServerAdvancedOps-1278888412-project] 10.222.0.64 "GET /v2.0/ports?device_id=2e1297de-b61d-4231-80da-c9b4cee7dc97 HTTP/1.1" status: 200 len: 944 time: 0.0807574 Oct 20 11:10:31.859935 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4fe6a4-4d9c-423d-8b7a-4e4d1ecd419f req-c59fc5c3-32b5-4c46-b0ab-41a85ad9fcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:31.860580 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-3d4fe6a4-4d9c-423d-8b7a-4e4d1ecd419f req-c59fc5c3-32b5-4c46-b0ab-41a85ad9fcaf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:31.862007 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3d4fe6a4-4d9c-423d-8b7a-4e4d1ecd419f req-c59fc5c3-32b5-4c46-b0ab-41a85ad9fcaf service neutron] 10.222.0.55 "PUT /v2.0/ports/ca10d8c7-d6e7-48bf-b94f-b36fdf7f499c HTTP/1.1" status: 200 len: 1092 time: 0.7210655 Oct 20 11:10:31.862473 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e1297de-b61d-4231-80da-c9b4cee7dc97', 'tag': 'ca10d8c7-d6e7-48bf-b94f-b36fdf7f499c'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:10:31.864888 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d723e61-b3c7-4dc0-9c77-42f7aba8c1ba" -d '{"events": [{"name": "network-changed", "server_uuid": "2e1297de-b61d-4231-80da-c9b4cee7dc97", "tag": "ca10d8c7-d6e7-48bf-b94f-b36fdf7f499c"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:10:31.908342 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59fc5c3-32b5-4c46-b0ab-41a85ad9fcaf service neutron] Pushing event updated for resources: {'Port': ['ID=ca10d8c7-d6e7-48bf-b94f-b36fdf7f499c,revision_number=3']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:31.911961 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6df46d1-6c22-4eed-8f4a-57173447c671 x-openstack-request-id: req-b6df46d1-6c22-4eed-8f4a-57173447c671 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:10:31.912259 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e1297de-b61d-4231-80da-c9b4cee7dc97", "tag": "ca10d8c7-d6e7-48bf-b94f-b36fdf7f499c", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:10:31.912545 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b6df46d1-6c22-4eed-8f4a-57173447c671 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:10:31.912938 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e1297de-b61d-4231-80da-c9b4cee7dc97', 'tag': 'ca10d8c7-d6e7-48bf-b94f-b36fdf7f499c', 'status': 'completed', 'code': 200} Oct 20 11:10:31.916187 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f3bdf390-0a90-4ed2-8f26-ec3829439c09 req-cdd8c6f1-7298-4943-85bd-adf5c7725282 tempest-TestServerAdvancedOps-1278888412 tempest-TestServerAdvancedOps-1278888412-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4104cc7-ac91-4365-a3ec-4339c9bfbe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743337 Oct 20 11:10:31.970634 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4fe6a4-4d9c-423d-8b7a-4e4d1ecd419f req-d5f4f0b0-5249-4e63-b629-8c353161950b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:31.972273 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3d4fe6a4-4d9c-423d-8b7a-4e4d1ecd419f req-d5f4f0b0-5249-4e63-b629-8c353161950b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f063f10d0d6c4a079cbd98d9e7378432&device_id=2e1297de-b61d-4231-80da-c9b4cee7dc97 HTTP/1.1" status: 200 len: 1095 time: 0.0427265 Oct 20 11:10:32.017818 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3d4fe6a4-4d9c-423d-8b7a-4e4d1ecd419f req-ba2e88d3-a4ab-465b-bec7-9d442a811697 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca10d8c7-d6e7-48bf-b94f-b36fdf7f499c HTTP/1.1" status: 200 len: 217 time: 0.0328252 Oct 20 11:10:32.069064 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4fe6a4-4d9c-423d-8b7a-4e4d1ecd419f req-c73a0260-ced6-43f9-a13d-dcb27aa21844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:32.070426 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3d4fe6a4-4d9c-423d-8b7a-4e4d1ecd419f req-c73a0260-ced6-43f9-a13d-dcb27aa21844 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5032a2da-2778-49b8-8072-bee6bc3aff29 HTTP/1.1" status: 200 len: 851 time: 0.0463436 Oct 20 11:10:32.106317 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3d4fe6a4-4d9c-423d-8b7a-4e4d1ecd419f req-46943ad4-bd21-4e81-838c-c8cf9b4c09ea service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c3eedba4-6b0c-4c6e-8f6c-4169efd2155e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290854 Oct 20 11:10:32.196642 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3d4fe6a4-4d9c-423d-8b7a-4e4d1ecd419f req-1bb10618-67fe-45d0-8038-3a0ba015d6fb service neutron] 10.222.0.55 "GET /v2.0/networks/c3eedba4-6b0c-4c6e-8f6c-4169efd2155e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827022 Oct 20 11:10:32.289267 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3d4fe6a4-4d9c-423d-8b7a-4e4d1ecd419f req-ce0d3571-0111-4978-972c-0fafa5f70cb7 service neutron] 10.222.0.55 "GET /v2.0/networks/c3eedba4-6b0c-4c6e-8f6c-4169efd2155e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855691 Oct 20 11:10:32.408081 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d723e61-b3c7-4dc0-9c77-42f7aba8c1ba req-29f0a852-c0f9-460c-97de-630c21e45ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:32.409595 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7d723e61-b3c7-4dc0-9c77-42f7aba8c1ba req-29f0a852-c0f9-460c-97de-630c21e45ee9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f063f10d0d6c4a079cbd98d9e7378432&device_id=2e1297de-b61d-4231-80da-c9b4cee7dc97 HTTP/1.1" status: 200 len: 1095 time: 0.0412972 Oct 20 11:10:32.506393 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d723e61-b3c7-4dc0-9c77-42f7aba8c1ba req-b2a20a95-64c1-4e35-8819-231da6ac62e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:32.507889 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7d723e61-b3c7-4dc0-9c77-42f7aba8c1ba req-b2a20a95-64c1-4e35-8819-231da6ac62e7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c3eedba4-6b0c-4c6e-8f6c-4169efd2155e HTTP/1.1" status: 200 len: 912 time: 0.0917017 Oct 20 11:10:32.547689 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7d723e61-b3c7-4dc0-9c77-42f7aba8c1ba req-65871ed7-3b2b-4826-a39d-afb3e613cf47 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca10d8c7-d6e7-48bf-b94f-b36fdf7f499c HTTP/1.1" status: 200 len: 217 time: 0.0327713 Oct 20 11:10:32.599101 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d723e61-b3c7-4dc0-9c77-42f7aba8c1ba req-3c620644-71ba-4a05-aa92-65d83d81b606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:32.600560 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7d723e61-b3c7-4dc0-9c77-42f7aba8c1ba req-3c620644-71ba-4a05-aa92-65d83d81b606 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5032a2da-2778-49b8-8072-bee6bc3aff29 HTTP/1.1" status: 200 len: 851 time: 0.0461004 Oct 20 11:10:32.630849 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7d723e61-b3c7-4dc0-9c77-42f7aba8c1ba req-61e7d415-c700-48c2-a287-68d026918451 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c3eedba4-6b0c-4c6e-8f6c-4169efd2155e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233736 Oct 20 11:10:32.717254 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7d723e61-b3c7-4dc0-9c77-42f7aba8c1ba req-72038e59-6905-42ef-86af-1e269fa547dc service neutron] 10.222.0.55 "GET /v2.0/networks/c3eedba4-6b0c-4c6e-8f6c-4169efd2155e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795231 Oct 20 11:10:32.808991 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7d723e61-b3c7-4dc0-9c77-42f7aba8c1ba req-0c04fc40-6d1c-4669-b162-4816ab519b51 service neutron] 10.222.0.55 "GET /v2.0/networks/c3eedba4-6b0c-4c6e-8f6c-4169efd2155e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849831 Oct 20 11:10:33.030823 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c5644c-59be-4db0-bb07-9e642250c063 req-c0290393-6a67-49a4-927b-ff20322830fa tempest-TestServerAdvancedOps-1278888412 tempest-TestServerAdvancedOps-1278888412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:33.032312 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-96c5644c-59be-4db0-bb07-9e642250c063 req-c0290393-6a67-49a4-927b-ff20322830fa tempest-TestServerAdvancedOps-1278888412 tempest-TestServerAdvancedOps-1278888412-project] 10.222.0.64 "GET /v2.0/ports?device_id=2e1297de-b61d-4231-80da-c9b4cee7dc97 HTTP/1.1" status: 200 len: 944 time: 0.0479107 Oct 20 11:10:33.068284 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-96c5644c-59be-4db0-bb07-9e642250c063 req-99db960c-25a1-45b6-b0b3-812ad79ca506 tempest-TestServerAdvancedOps-1278888412 tempest-TestServerAdvancedOps-1278888412-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4104cc7-ac91-4365-a3ec-4339c9bfbe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301034 Oct 20 11:10:33.558458 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-cb156ca5-9b4a-47cb-8d21-1682e25af4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:34.138052 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device ca10d8c7-d6e7-48bf-b94f-b36fdf7f499c details requested by agent hyperv_n-h1-811396-3 with host n-h1-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:10:34.196363 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f205366c-cc75-40c2-9fab-0ae7f27f47ad req-29f6db72-4737-4af8-9c08-affe74f8af9a tempest-TestServerAdvancedOps-1278888412 tempest-TestServerAdvancedOps-1278888412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:34.198714 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f205366c-cc75-40c2-9fab-0ae7f27f47ad req-29f6db72-4737-4af8-9c08-affe74f8af9a tempest-TestServerAdvancedOps-1278888412 tempest-TestServerAdvancedOps-1278888412-project] 10.222.0.64 "GET /v2.0/ports?device_id=2e1297de-b61d-4231-80da-c9b4cee7dc97 HTTP/1.1" status: 200 len: 944 time: 0.0577989 Oct 20 11:10:34.243008 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port ca10d8c7-d6e7-48bf-b94f-b36fdf7f499c, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=ca10d8c7-d6e7-48bf-b94f-b36fdf7f499c,segment=NetworkSegment(8bfa5fed-f30d-40b8-bef0-510d3317500b),segment_id=8bfa5fed-f30d-40b8-bef0-510d3317500b)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:10:34.249674 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f205366c-cc75-40c2-9fab-0ae7f27f47ad req-055acab5-8e37-49cd-be17-9551bac36f7d tempest-TestServerAdvancedOps-1278888412 tempest-TestServerAdvancedOps-1278888412-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4104cc7-ac91-4365-a3ec-4339c9bfbe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453110 Oct 20 11:10:34.257060 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Returning: {'device': 'ca10d8c7-d6e7-48bf-b94f-b36fdf7f499c', 'network_id': 'c3eedba4-6b0c-4c6e-8f6c-4169efd2155e', 'port_id': 'ca10d8c7-d6e7-48bf-b94f-b36fdf7f499c', 'mac_address': 'fa:16:3e:20:fd:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 803, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5032a2da-2778-49b8-8072-bee6bc3aff29', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:10:34.293944 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:34.306458 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca10d8c7-d6e7-48bf-b94f-b36fdf7f499c {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:10:34.325760 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port ca10d8c7-d6e7-48bf-b94f-b36fdf7f499c, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=ca10d8c7-d6e7-48bf-b94f-b36fdf7f499c,segment=NetworkSegment(8bfa5fed-f30d-40b8-bef0-510d3317500b),segment_id=8bfa5fed-f30d-40b8-bef0-510d3317500b)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:10:34.329416 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:34.376377 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=ca10d8c7-d6e7-48bf-b94f-b36fdf7f499c,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:34.752066 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['ca10d8c7-d6e7-48bf-b94f-b36fdf7f499c'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:10:35.362805 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239596e0-290c-4ac1-9455-79efb36f1f9a req-ca36bb35-daee-43fd-8570-f3b62558458b tempest-TestServerAdvancedOps-1278888412 tempest-TestServerAdvancedOps-1278888412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:35.364310 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-239596e0-290c-4ac1-9455-79efb36f1f9a req-ca36bb35-daee-43fd-8570-f3b62558458b tempest-TestServerAdvancedOps-1278888412 tempest-TestServerAdvancedOps-1278888412-project] 10.222.0.64 "GET /v2.0/ports?device_id=2e1297de-b61d-4231-80da-c9b4cee7dc97 HTTP/1.1" status: 200 len: 945 time: 0.0487189 Oct 20 11:10:35.400226 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-239596e0-290c-4ac1-9455-79efb36f1f9a req-7845a781-58e0-475f-8dde-a16e5b39f993 tempest-TestServerAdvancedOps-1278888412 tempest-TestServerAdvancedOps-1278888412-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4104cc7-ac91-4365-a3ec-4339c9bfbe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300388 Oct 20 11:10:36.151542 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device ca10d8c7-d6e7-48bf-b94f-b36fdf7f499c up at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:10:36.200343 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning for port ca10d8c7-d6e7-48bf-b94f-b36fdf7f499c completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:10:36.203930 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning complete for port ca10d8c7-d6e7-48bf-b94f-b36fdf7f499c triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:10:36.204283 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:36.280272 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:36.301522 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e1297de-b61d-4231-80da-c9b4cee7dc97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca10d8c7-d6e7-48bf-b94f-b36fdf7f499c'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:10:36.304044 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91394c67-c029-46e3-8177-3b311b5ed09a" -d '{"events": [{"server_uuid": "2e1297de-b61d-4231-80da-c9b4cee7dc97", "name": "network-vif-plugged", "status": "completed", "tag": "ca10d8c7-d6e7-48bf-b94f-b36fdf7f499c"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:10:36.317080 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port ca10d8c7-d6e7-48bf-b94f-b36fdf7f499c, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=ca10d8c7-d6e7-48bf-b94f-b36fdf7f499c,segment=NetworkSegment(8bfa5fed-f30d-40b8-bef0-510d3317500b),segment_id=8bfa5fed-f30d-40b8-bef0-510d3317500b)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:10:36.321563 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:36.369097 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=ca10d8c7-d6e7-48bf-b94f-b36fdf7f499c,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:36.411054 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-202ae4c9-c355-4b01-ba85-5e5742125bef x-openstack-request-id: req-202ae4c9-c355-4b01-ba85-5e5742125bef {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:10:36.411467 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e1297de-b61d-4231-80da-c9b4cee7dc97", "name": "network-vif-plugged", "status": "completed", "tag": "ca10d8c7-d6e7-48bf-b94f-b36fdf7f499c", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:10:36.411683 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-202ae4c9-c355-4b01-ba85-5e5742125bef {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:10:36.412083 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e1297de-b61d-4231-80da-c9b4cee7dc97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca10d8c7-d6e7-48bf-b94f-b36fdf7f499c', 'code': 200} Oct 20 11:10:36.428078 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-123e5ac4-3480-453e-9b41-c74d3f5466b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:36.546322 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ec7a99-2f18-4c9a-b296-5ee9987dd85c req-8cfbafc3-2c25-41fa-806c-61995ed5318b tempest-TestServerAdvancedOps-1278888412 tempest-TestServerAdvancedOps-1278888412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:36.547788 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c8ec7a99-2f18-4c9a-b296-5ee9987dd85c req-8cfbafc3-2c25-41fa-806c-61995ed5318b tempest-TestServerAdvancedOps-1278888412 tempest-TestServerAdvancedOps-1278888412-project] 10.222.0.64 "GET /v2.0/ports?device_id=2e1297de-b61d-4231-80da-c9b4cee7dc97 HTTP/1.1" status: 200 len: 946 time: 0.0798461 Oct 20 11:10:36.553341 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b0f59f-fa3d-44ae-bb74-7a8d28d02845 req-ce90327e-9a84-476a-947f-a579cec8499d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:36.554929 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-18b0f59f-fa3d-44ae-bb74-7a8d28d02845 req-ce90327e-9a84-476a-947f-a579cec8499d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2e1297de-b61d-4231-80da-c9b4cee7dc97 HTTP/1.1" status: 200 len: 1097 time: 0.0555134 Oct 20 11:10:36.606345 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c8ec7a99-2f18-4c9a-b296-5ee9987dd85c req-544ec96c-0335-4d0f-843c-edde5e0be884 tempest-TestServerAdvancedOps-1278888412 tempest-TestServerAdvancedOps-1278888412-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4104cc7-ac91-4365-a3ec-4339c9bfbe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504503 Oct 20 11:10:36.611656 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-18b0f59f-fa3d-44ae-bb74-7a8d28d02845 req-e79e325a-2cd1-4fee-a092-aaa201b2614b service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=d4104cc7-ac91-4365-a3ec-4339c9bfbe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495219 Oct 20 11:10:37.154923 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:37.641293 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:37.720571 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5184b54-9fb7-4308-bfab-afb91f2e3435 req-2d2583b6-5cfa-4612-8c52-88131cf37db5 tempest-TestServerAdvancedOps-1278888412 tempest-TestServerAdvancedOps-1278888412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:37.722041 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b5184b54-9fb7-4308-bfab-afb91f2e3435 req-2d2583b6-5cfa-4612-8c52-88131cf37db5 tempest-TestServerAdvancedOps-1278888412 tempest-TestServerAdvancedOps-1278888412-project] 10.222.0.64 "GET /v2.0/ports?device_id=2e1297de-b61d-4231-80da-c9b4cee7dc97 HTTP/1.1" status: 200 len: 946 time: 0.0483401 Oct 20 11:10:37.759096 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b5184b54-9fb7-4308-bfab-afb91f2e3435 req-6452d964-d310-442b-9c99-9b717bc44c60 tempest-TestServerAdvancedOps-1278888412 tempest-TestServerAdvancedOps-1278888412-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4104cc7-ac91-4365-a3ec-4339c9bfbe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309567 Oct 20 11:10:38.310778 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:38.877649 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae434d39-76a1-45b2-b93b-e710f91cd145 req-2355ff43-c8d6-4221-b845-4c9aa2fd05dd tempest-TestServerAdvancedOps-1278888412 tempest-TestServerAdvancedOps-1278888412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:38.879124 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ae434d39-76a1-45b2-b93b-e710f91cd145 req-2355ff43-c8d6-4221-b845-4c9aa2fd05dd tempest-TestServerAdvancedOps-1278888412 tempest-TestServerAdvancedOps-1278888412-project] 10.222.0.64 "GET /v2.0/ports?device_id=2e1297de-b61d-4231-80da-c9b4cee7dc97 HTTP/1.1" status: 200 len: 946 time: 0.0491290 Oct 20 11:10:38.915613 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ae434d39-76a1-45b2-b93b-e710f91cd145 req-df2140a9-c247-4c4f-89b8-a1a4d7a373cf tempest-TestServerAdvancedOps-1278888412 tempest-TestServerAdvancedOps-1278888412-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4104cc7-ac91-4365-a3ec-4339c9bfbe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304153 Oct 20 11:10:39.014031 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:39.033778 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3629964b-b16d-4766-986f-716f7220ef83 req-59a4b49d-cb5e-43b6-8ed9-f79c70c09348 tempest-TestServerAdvancedOps-1278888412 tempest-TestServerAdvancedOps-1278888412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:39.035259 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3629964b-b16d-4766-986f-716f7220ef83 req-59a4b49d-cb5e-43b6-8ed9-f79c70c09348 tempest-TestServerAdvancedOps-1278888412 tempest-TestServerAdvancedOps-1278888412-project] 10.222.0.64 "GET /v2.0/ports?device_id=2e1297de-b61d-4231-80da-c9b4cee7dc97 HTTP/1.1" status: 200 len: 946 time: 0.0547514 Oct 20 11:10:39.072646 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3629964b-b16d-4766-986f-716f7220ef83 req-71dfb1ff-3711-4530-8590-72759a9bf64a tempest-TestServerAdvancedOps-1278888412 tempest-TestServerAdvancedOps-1278888412-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4104cc7-ac91-4365-a3ec-4339c9bfbe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312634 Oct 20 11:10:39.290273 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10070097-fbcc-4b75-b236-7deaf2696e9f req-60c52875-71f5-4a04-80f4-88422996d10b tempest-TestServerAdvancedOps-1278888412 tempest-TestServerAdvancedOps-1278888412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:39.292318 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-10070097-fbcc-4b75-b236-7deaf2696e9f req-60c52875-71f5-4a04-80f4-88422996d10b tempest-TestServerAdvancedOps-1278888412 tempest-TestServerAdvancedOps-1278888412-project] 10.222.0.64 "GET /v2.0/ports?device_id=2e1297de-b61d-4231-80da-c9b4cee7dc97 HTTP/1.1" status: 200 len: 946 time: 0.0488298 Oct 20 11:10:39.329344 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-10070097-fbcc-4b75-b236-7deaf2696e9f req-114967ba-b9f0-4ca9-9d18-52f6cc8dd043 tempest-TestServerAdvancedOps-1278888412 tempest-TestServerAdvancedOps-1278888412-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4104cc7-ac91-4365-a3ec-4339c9bfbe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309839 Oct 20 11:10:40.445729 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b71870e-e932-475f-b7af-8a9f04688086 req-80677cd8-26f0-4277-8af5-b7c3392f9a88 tempest-TestServerAdvancedOps-1278888412 tempest-TestServerAdvancedOps-1278888412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:40.447120 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6b71870e-e932-475f-b7af-8a9f04688086 req-80677cd8-26f0-4277-8af5-b7c3392f9a88 tempest-TestServerAdvancedOps-1278888412 tempest-TestServerAdvancedOps-1278888412-project] 10.222.0.64 "GET /v2.0/ports?device_id=2e1297de-b61d-4231-80da-c9b4cee7dc97 HTTP/1.1" status: 200 len: 946 time: 0.0483532 Oct 20 11:10:40.486193 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6b71870e-e932-475f-b7af-8a9f04688086 req-60c7600b-207b-427b-bd97-32e320048d2a tempest-TestServerAdvancedOps-1278888412 tempest-TestServerAdvancedOps-1278888412-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4104cc7-ac91-4365-a3ec-4339c9bfbe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330873 Oct 20 11:10:40.698263 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6be408c-021f-4e33-86e8-76c67c39e435 req-1132cceb-ab06-40b8-82b4-4d2f234261d4 tempest-TestServerAdvancedOps-1278888412 tempest-TestServerAdvancedOps-1278888412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:40.699621 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e6be408c-021f-4e33-86e8-76c67c39e435 req-1132cceb-ab06-40b8-82b4-4d2f234261d4 tempest-TestServerAdvancedOps-1278888412 tempest-TestServerAdvancedOps-1278888412-project] 10.222.0.64 "GET /v2.0/ports?device_id=2e1297de-b61d-4231-80da-c9b4cee7dc97 HTTP/1.1" status: 200 len: 946 time: 0.0632894 Oct 20 11:10:40.756330 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638e9725-d999-4bff-9939-732edf9d1e1d req-a40cebe1-87f8-40e3-8508-3f4600778e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:40.757806 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-638e9725-d999-4bff-9939-732edf9d1e1d req-a40cebe1-87f8-40e3-8508-3f4600778e68 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f063f10d0d6c4a079cbd98d9e7378432&device_id=2e1297de-b61d-4231-80da-c9b4cee7dc97 HTTP/1.1" status: 200 len: 1097 time: 0.0765946 Oct 20 11:10:40.761333 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e6be408c-021f-4e33-86e8-76c67c39e435 req-85224d05-bbfa-4a43-96e6-36f84adf9919 tempest-TestServerAdvancedOps-1278888412 tempest-TestServerAdvancedOps-1278888412-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4104cc7-ac91-4365-a3ec-4339c9bfbe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491860 Oct 20 11:10:40.848162 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638e9725-d999-4bff-9939-732edf9d1e1d req-a24119f0-c76c-41a8-a471-4ce178b8b8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:40.849702 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-638e9725-d999-4bff-9939-732edf9d1e1d req-a24119f0-c76c-41a8-a471-4ce178b8b8ca service neutron] 10.222.0.55 "GET /v2.0/networks?id=c3eedba4-6b0c-4c6e-8f6c-4169efd2155e HTTP/1.1" status: 200 len: 912 time: 0.0853751 Oct 20 11:10:40.891724 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-638e9725-d999-4bff-9939-732edf9d1e1d req-2c978bb2-9515-4513-97ff-562582fcdf01 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca10d8c7-d6e7-48bf-b94f-b36fdf7f499c HTTP/1.1" status: 200 len: 217 time: 0.0331962 Oct 20 11:10:40.938866 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638e9725-d999-4bff-9939-732edf9d1e1d req-87b9eb44-7635-4b64-af41-6df9bccd5167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:40.940261 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-638e9725-d999-4bff-9939-732edf9d1e1d req-87b9eb44-7635-4b64-af41-6df9bccd5167 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5032a2da-2778-49b8-8072-bee6bc3aff29 HTTP/1.1" status: 200 len: 851 time: 0.0422056 Oct 20 11:10:40.969828 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-638e9725-d999-4bff-9939-732edf9d1e1d req-934838b7-ebfc-4861-bc44-b931686b9352 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c3eedba4-6b0c-4c6e-8f6c-4169efd2155e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231154 Oct 20 11:10:41.062146 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-638e9725-d999-4bff-9939-732edf9d1e1d req-28ff436c-07a7-4ca8-875f-96b350ab86ab service neutron] 10.222.0.55 "GET /v2.0/networks/c3eedba4-6b0c-4c6e-8f6c-4169efd2155e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855877 Oct 20 11:10:41.152902 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-638e9725-d999-4bff-9939-732edf9d1e1d req-66d9c0eb-66cb-47e6-ad94-a4204326b6b4 service neutron] 10.222.0.55 "GET /v2.0/networks/c3eedba4-6b0c-4c6e-8f6c-4169efd2155e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836163 Oct 20 11:10:41.875887 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b59a564-f359-4725-9594-f415422cd384 req-b255d6a1-122e-4d55-94e7-a67565136304 tempest-TestServerAdvancedOps-1278888412 tempest-TestServerAdvancedOps-1278888412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:41.877375 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5b59a564-f359-4725-9594-f415422cd384 req-b255d6a1-122e-4d55-94e7-a67565136304 tempest-TestServerAdvancedOps-1278888412 tempest-TestServerAdvancedOps-1278888412-project] 10.222.0.64 "GET /v2.0/ports?device_id=2e1297de-b61d-4231-80da-c9b4cee7dc97 HTTP/1.1" status: 200 len: 946 time: 0.0478213 Oct 20 11:10:41.915837 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5b59a564-f359-4725-9594-f415422cd384 req-1e425f17-debe-4780-858a-da511ee55eb0 tempest-TestServerAdvancedOps-1278888412 tempest-TestServerAdvancedOps-1278888412-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4104cc7-ac91-4365-a3ec-4339c9bfbe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321908 Oct 20 11:10:42.259154 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 7 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:10:43.029589 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82df18c6-da56-4e3b-83fb-1a1dbb712d70 req-be06f771-0d99-4dc1-b831-ae3267a3d78a tempest-TestServerAdvancedOps-1278888412 tempest-TestServerAdvancedOps-1278888412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:43.031048 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-82df18c6-da56-4e3b-83fb-1a1dbb712d70 req-be06f771-0d99-4dc1-b831-ae3267a3d78a tempest-TestServerAdvancedOps-1278888412 tempest-TestServerAdvancedOps-1278888412-project] 10.222.0.64 "GET /v2.0/ports?device_id=2e1297de-b61d-4231-80da-c9b4cee7dc97 HTTP/1.1" status: 200 len: 946 time: 0.0469117 Oct 20 11:10:43.068247 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-82df18c6-da56-4e3b-83fb-1a1dbb712d70 req-850c0001-37d0-46ce-ade2-8b0bdb375289 tempest-TestServerAdvancedOps-1278888412 tempest-TestServerAdvancedOps-1278888412-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4104cc7-ac91-4365-a3ec-4339c9bfbe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313323 Oct 20 11:10:43.291093 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a3b823-66bd-49d1-b947-18b7bc162811 req-8dbc6ea2-d3c7-4d89-977d-6b428604a8ce tempest-TestServerAdvancedOps-1278888412 tempest-TestServerAdvancedOps-1278888412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:43.292593 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-99a3b823-66bd-49d1-b947-18b7bc162811 req-8dbc6ea2-d3c7-4d89-977d-6b428604a8ce tempest-TestServerAdvancedOps-1278888412 tempest-TestServerAdvancedOps-1278888412-project] 10.222.0.64 "GET /v2.0/ports?device_id=2e1297de-b61d-4231-80da-c9b4cee7dc97 HTTP/1.1" status: 200 len: 946 time: 0.0539098 Oct 20 11:10:43.330139 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-99a3b823-66bd-49d1-b947-18b7bc162811 req-bf8a4b47-43a2-415c-908b-8bd458dea8df tempest-TestServerAdvancedOps-1278888412 tempest-TestServerAdvancedOps-1278888412-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4104cc7-ac91-4365-a3ec-4339c9bfbe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314767 Oct 20 11:10:44.444557 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d523b98c-0e15-43a2-a3c6-024182fb377f req-aabb911f-0c8a-4f39-b374-05dd7cef59fe tempest-TestServerAdvancedOps-1278888412 tempest-TestServerAdvancedOps-1278888412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:44.445927 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d523b98c-0e15-43a2-a3c6-024182fb377f req-aabb911f-0c8a-4f39-b374-05dd7cef59fe tempest-TestServerAdvancedOps-1278888412 tempest-TestServerAdvancedOps-1278888412-project] 10.222.0.64 "GET /v2.0/ports?device_id=2e1297de-b61d-4231-80da-c9b4cee7dc97 HTTP/1.1" status: 200 len: 946 time: 0.0475118 Oct 20 11:10:44.482611 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d523b98c-0e15-43a2-a3c6-024182fb377f req-c6b55148-3685-40ab-8c3f-052f4154c073 tempest-TestServerAdvancedOps-1278888412 tempest-TestServerAdvancedOps-1278888412-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4104cc7-ac91-4365-a3ec-4339c9bfbe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302689 Oct 20 11:10:44.677099 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b846872-2445-4dd5-bc5f-22918ae12d65 req-800acba7-ee48-4df0-a3d4-42b84c868f4b tempest-TestServerAdvancedOps-1278888412 tempest-TestServerAdvancedOps-1278888412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:44.678847 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0b846872-2445-4dd5-bc5f-22918ae12d65 req-800acba7-ee48-4df0-a3d4-42b84c868f4b tempest-TestServerAdvancedOps-1278888412 tempest-TestServerAdvancedOps-1278888412-project] 10.222.0.64 "GET /v2.0/ports?device_id=2e1297de-b61d-4231-80da-c9b4cee7dc97 HTTP/1.1" status: 200 len: 946 time: 0.0474801 Oct 20 11:10:44.743683 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0b846872-2445-4dd5-bc5f-22918ae12d65 req-726d9483-ef17-49c3-b933-5e85a2a4ecf4 tempest-TestServerAdvancedOps-1278888412 tempest-TestServerAdvancedOps-1278888412-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4104cc7-ac91-4365-a3ec-4339c9bfbe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564187 Oct 20 11:10:44.746256 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe7b19d-a245-4f94-8ff2-d3b126e0c533 req-25628552-8375-4337-855e-134be6c27c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:44.747709 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0fe7b19d-a245-4f94-8ff2-d3b126e0c533 req-25628552-8375-4337-855e-134be6c27c54 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f063f10d0d6c4a079cbd98d9e7378432&device_id=2e1297de-b61d-4231-80da-c9b4cee7dc97 HTTP/1.1" status: 200 len: 1097 time: 0.0680151 Oct 20 11:10:44.842192 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe7b19d-a245-4f94-8ff2-d3b126e0c533 req-4f2b82bd-d9f2-4622-84a2-b55ebdb4a974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:44.843699 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0fe7b19d-a245-4f94-8ff2-d3b126e0c533 req-4f2b82bd-d9f2-4622-84a2-b55ebdb4a974 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c3eedba4-6b0c-4c6e-8f6c-4169efd2155e HTTP/1.1" status: 200 len: 912 time: 0.0885165 Oct 20 11:10:44.889915 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0fe7b19d-a245-4f94-8ff2-d3b126e0c533 req-ceb2813f-e7c0-4bc5-a891-a0a9cc19fe08 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca10d8c7-d6e7-48bf-b94f-b36fdf7f499c HTTP/1.1" status: 200 len: 217 time: 0.0387239 Oct 20 11:10:44.941118 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe7b19d-a245-4f94-8ff2-d3b126e0c533 req-bde52426-e893-43b2-b46f-0ee457761ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:44.942631 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0fe7b19d-a245-4f94-8ff2-d3b126e0c533 req-bde52426-e893-43b2-b46f-0ee457761ced service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5032a2da-2778-49b8-8072-bee6bc3aff29 HTTP/1.1" status: 200 len: 851 time: 0.0461695 Oct 20 11:10:44.976451 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0fe7b19d-a245-4f94-8ff2-d3b126e0c533 req-5751246f-4e04-4401-b374-38c66f8ec76d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c3eedba4-6b0c-4c6e-8f6c-4169efd2155e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269780 Oct 20 11:10:45.073865 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0fe7b19d-a245-4f94-8ff2-d3b126e0c533 req-2a645a0d-ad56-446c-955d-3aab8f7b5b84 service neutron] 10.222.0.55 "GET /v2.0/networks/c3eedba4-6b0c-4c6e-8f6c-4169efd2155e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908017 Oct 20 11:10:45.165551 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0fe7b19d-a245-4f94-8ff2-d3b126e0c533 req-1c22273d-4358-4a90-a0c4-643866b14c92 service neutron] 10.222.0.55 "GET /v2.0/networks/c3eedba4-6b0c-4c6e-8f6c-4169efd2155e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836837 Oct 20 11:10:45.861271 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc49693-bb3c-4ccc-b1ec-e75b46c72a0f req-00f2496e-ff0b-4a07-8ed4-1ce2976f49ed tempest-TestServerAdvancedOps-1278888412 tempest-TestServerAdvancedOps-1278888412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:45.862720 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3bc49693-bb3c-4ccc-b1ec-e75b46c72a0f req-00f2496e-ff0b-4a07-8ed4-1ce2976f49ed tempest-TestServerAdvancedOps-1278888412 tempest-TestServerAdvancedOps-1278888412-project] 10.222.0.64 "GET /v2.0/ports?device_id=2e1297de-b61d-4231-80da-c9b4cee7dc97 HTTP/1.1" status: 200 len: 946 time: 0.0477047 Oct 20 11:10:45.899486 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3bc49693-bb3c-4ccc-b1ec-e75b46c72a0f req-5bc4a79e-c06f-4bbf-b3ee-3065fe2bb9d3 tempest-TestServerAdvancedOps-1278888412 tempest-TestServerAdvancedOps-1278888412-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4104cc7-ac91-4365-a3ec-4339c9bfbe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307922 Oct 20 11:10:47.015993 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857ef411-cb03-4e37-95cd-9b3de2ba17ac req-a7c27fb8-ad1d-4333-82db-f82659faea0a tempest-TestServerAdvancedOps-1278888412 tempest-TestServerAdvancedOps-1278888412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:47.017457 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-857ef411-cb03-4e37-95cd-9b3de2ba17ac req-a7c27fb8-ad1d-4333-82db-f82659faea0a tempest-TestServerAdvancedOps-1278888412 tempest-TestServerAdvancedOps-1278888412-project] 10.222.0.64 "GET /v2.0/ports?device_id=2e1297de-b61d-4231-80da-c9b4cee7dc97 HTTP/1.1" status: 200 len: 946 time: 0.0519192 Oct 20 11:10:47.058512 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-857ef411-cb03-4e37-95cd-9b3de2ba17ac req-1f855983-c6f7-4d8a-b117-fef96d49e80d tempest-TestServerAdvancedOps-1278888412 tempest-TestServerAdvancedOps-1278888412-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4104cc7-ac91-4365-a3ec-4339c9bfbe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351086 Oct 20 11:10:47.293690 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf461ed-afdb-4417-a56a-248524f7e076 req-13ef7b7a-65fe-4138-ae3a-624d1893fe6b tempest-TestServerAdvancedOps-1278888412 tempest-TestServerAdvancedOps-1278888412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:47.295134 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-faf461ed-afdb-4417-a56a-248524f7e076 req-13ef7b7a-65fe-4138-ae3a-624d1893fe6b tempest-TestServerAdvancedOps-1278888412 tempest-TestServerAdvancedOps-1278888412-project] 10.222.0.64 "GET /v2.0/ports?device_id=2e1297de-b61d-4231-80da-c9b4cee7dc97 HTTP/1.1" status: 200 len: 946 time: 0.0472813 Oct 20 11:10:47.335531 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-faf461ed-afdb-4417-a56a-248524f7e076 req-6ee0a5e6-9c95-4363-80f1-045bc5f43ee9 tempest-TestServerAdvancedOps-1278888412 tempest-TestServerAdvancedOps-1278888412-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4104cc7-ac91-4365-a3ec-4339c9bfbe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339162 Oct 20 11:10:48.451865 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d6724a-e715-4c8e-a433-f882becf70f5 req-326680fe-1760-40eb-aad6-3a57b7f62da5 tempest-TestServerAdvancedOps-1278888412 tempest-TestServerAdvancedOps-1278888412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:48.453242 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-84d6724a-e715-4c8e-a433-f882becf70f5 req-326680fe-1760-40eb-aad6-3a57b7f62da5 tempest-TestServerAdvancedOps-1278888412 tempest-TestServerAdvancedOps-1278888412-project] 10.222.0.64 "GET /v2.0/ports?device_id=2e1297de-b61d-4231-80da-c9b4cee7dc97 HTTP/1.1" status: 200 len: 946 time: 0.0487208 Oct 20 11:10:48.490721 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-84d6724a-e715-4c8e-a433-f882becf70f5 req-305ad02f-1c5b-4624-af71-a356ee8923a0 tempest-TestServerAdvancedOps-1278888412 tempest-TestServerAdvancedOps-1278888412-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4104cc7-ac91-4365-a3ec-4339c9bfbe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315528 Oct 20 11:10:49.293680 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaafbe77-a747-4312-9b03-6afdd096be82 req-2fb2e0a7-40a4-4bbf-9f96-20bf2469fd05 tempest-TestServerAdvancedOps-1278888412 tempest-TestServerAdvancedOps-1278888412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:49.295117 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-aaafbe77-a747-4312-9b03-6afdd096be82 req-2fb2e0a7-40a4-4bbf-9f96-20bf2469fd05 tempest-TestServerAdvancedOps-1278888412 tempest-TestServerAdvancedOps-1278888412-project] 10.222.0.55 "GET /v2.0/ports?device_id=2e1297de-b61d-4231-80da-c9b4cee7dc97 HTTP/1.1" status: 200 len: 946 time: 0.0519059 Oct 20 11:10:49.383772 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-aaafbe77-a747-4312-9b03-6afdd096be82 req-e52f56f1-3a8d-497e-a31c-46abac1062d3 tempest-TestServerAdvancedOps-1278888412 tempest-TestServerAdvancedOps-1278888412-project] Deleting port ca10d8c7-d6e7-48bf-b94f-b36fdf7f499c {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:10:49.384111 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-aaafbe77-a747-4312-9b03-6afdd096be82 req-e52f56f1-3a8d-497e-a31c-46abac1062d3 tempest-TestServerAdvancedOps-1278888412 tempest-TestServerAdvancedOps-1278888412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:49.441132 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:49.473129 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-aaafbe77-a747-4312-9b03-6afdd096be82 req-e52f56f1-3a8d-497e-a31c-46abac1062d3 tempest-TestServerAdvancedOps-1278888412 tempest-TestServerAdvancedOps-1278888412-project] For port ca10d8c7-d6e7-48bf-b94f-b36fdf7f499c, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=ca10d8c7-d6e7-48bf-b94f-b36fdf7f499c,segment=NetworkSegment(8bfa5fed-f30d-40b8-bef0-510d3317500b),segment_id=8bfa5fed-f30d-40b8-bef0-510d3317500b)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:10:49.473626 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-aaafbe77-a747-4312-9b03-6afdd096be82 req-e52f56f1-3a8d-497e-a31c-46abac1062d3 tempest-TestServerAdvancedOps-1278888412 tempest-TestServerAdvancedOps-1278888412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:49.485347 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-aaafbe77-a747-4312-9b03-6afdd096be82 req-e52f56f1-3a8d-497e-a31c-46abac1062d3 tempest-TestServerAdvancedOps-1278888412 tempest-TestServerAdvancedOps-1278888412-project] Calling delete_port for ca10d8c7-d6e7-48bf-b94f-b36fdf7f499c owned by compute:nova {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:10:49.933935 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-aaafbe77-a747-4312-9b03-6afdd096be82 req-e52f56f1-3a8d-497e-a31c-46abac1062d3 tempest-TestServerAdvancedOps-1278888412 tempest-TestServerAdvancedOps-1278888412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:49.944684 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5d332b-2f71-4940-a7f1-da845613b92d req-e0778e77-d7ae-43d4-9a0d-b94ac9631cfd tempest-TestServerAdvancedOps-1278888412 tempest-TestServerAdvancedOps-1278888412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:10:49.946156 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4f5d332b-2f71-4940-a7f1-da845613b92d req-e0778e77-d7ae-43d4-9a0d-b94ac9631cfd tempest-TestServerAdvancedOps-1278888412 tempest-TestServerAdvancedOps-1278888412-project] 10.222.0.64 "GET /v2.0/ports?device_id=2e1297de-b61d-4231-80da-c9b4cee7dc97 HTTP/1.1" status: 200 len: 946 time: 0.3775029 Oct 20 11:10:49.966972 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['ca10d8c7-d6e7-48bf-b94f-b36fdf7f499c'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:10:49.976909 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52f56f1-3a8d-497e-a31c-46abac1062d3 tempest-TestServerAdvancedOps-1278888412 tempest-TestServerAdvancedOps-1278888412-project] Pushing event deleted for resources: {'Port': ['ID=ca10d8c7-d6e7-48bf-b94f-b36fdf7f499c,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:50.033498 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaafbe77-a747-4312-9b03-6afdd096be82 req-e52f56f1-3a8d-497e-a31c-46abac1062d3 tempest-TestServerAdvancedOps-1278888412 tempest-TestServerAdvancedOps-1278888412-project] No DVR routers for this DVR port ca10d8c7-d6e7-48bf-b94f-b36fdf7f499c on host n-h1-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:10:50.036562 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-aaafbe77-a747-4312-9b03-6afdd096be82 req-e52f56f1-3a8d-497e-a31c-46abac1062d3 tempest-TestServerAdvancedOps-1278888412 tempest-TestServerAdvancedOps-1278888412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:50.040267 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-aaafbe77-a747-4312-9b03-6afdd096be82 req-e52f56f1-3a8d-497e-a31c-46abac1062d3 tempest-TestServerAdvancedOps-1278888412 tempest-TestServerAdvancedOps-1278888412-project] 10.222.0.55 "DELETE /v2.0/ports/ca10d8c7-d6e7-48bf-b94f-b36fdf7f499c HTTP/1.1" status: 204 len: 173 time: 0.7390492 Oct 20 11:10:50.040707 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e1297de-b61d-4231-80da-c9b4cee7dc97', 'name': 'network-vif-deleted', 'tag': 'ca10d8c7-d6e7-48bf-b94f-b36fdf7f499c'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:10:50.043712 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-049ba591-354c-4bc5-a9d6-ad2dc5be6ac0" -d '{"events": [{"server_uuid": "2e1297de-b61d-4231-80da-c9b4cee7dc97", "name": "network-vif-deleted", "tag": "ca10d8c7-d6e7-48bf-b94f-b36fdf7f499c"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:10:50.049341 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4f5d332b-2f71-4940-a7f1-da845613b92d req-ea78f300-b5ff-425b-9f1f-a403c0fd96a9 tempest-TestServerAdvancedOps-1278888412 tempest-TestServerAdvancedOps-1278888412-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4104cc7-ac91-4365-a3ec-4339c9bfbe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801549 Oct 20 11:10:50.083493 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-672a384c-46ef-44f7-9234-481cb6ddc81b x-openstack-request-id: req-672a384c-46ef-44f7-9234-481cb6ddc81b {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:10:50.083794 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e1297de-b61d-4231-80da-c9b4cee7dc97", "name": "network-vif-deleted", "tag": "ca10d8c7-d6e7-48bf-b94f-b36fdf7f499c", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:10:50.084047 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-672a384c-46ef-44f7-9234-481cb6ddc81b {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:10:50.084751 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e1297de-b61d-4231-80da-c9b4cee7dc97', 'name': 'network-vif-deleted', 'tag': 'ca10d8c7-d6e7-48bf-b94f-b36fdf7f499c', 'status': 'completed', 'code': 200} Oct 20 11:10:51.110405 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 42500) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:10:51.156815 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4ae267b-436b-4276-8afd-6ba3d0f854ac admin admin] Deleting subnet 5032a2da-2778-49b8-8072-bee6bc3aff29 {{(pid=100597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:10:51.159784 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b4ae267b-436b-4276-8afd-6ba3d0f854ac admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:51.192369 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b4ae267b-436b-4276-8afd-6ba3d0f854ac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25852621'] for subnet, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:51.231444 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b4ae267b-436b-4276-8afd-6ba3d0f854ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:51.286084 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b4ae267b-436b-4276-8afd-6ba3d0f854ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25350811'] for subnet, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:51.311896 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ae267b-436b-4276-8afd-6ba3d0f854ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5032a2da-2778-49b8-8072-bee6bc3aff29,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:51.316308 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b4ae267b-436b-4276-8afd-6ba3d0f854ac admin admin] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:51.320028 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-b4ae267b-436b-4276-8afd-6ba3d0f854ac admin admin] 10.222.0.64 "DELETE /v2.0/subnets/5032a2da-2778-49b8-8072-bee6bc3aff29 HTTP/1.1" status: 204 len: 168 time: 0.2086062 Oct 20 11:10:51.322782 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 42502) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:10:51.326336 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ae267b-436b-4276-8afd-6ba3d0f854ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:10:51.326683 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ae267b-436b-4276-8afd-6ba3d0f854ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:10:51.327029 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ae267b-436b-4276-8afd-6ba3d0f854ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:10:51.327366 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ae267b-436b-4276-8afd-6ba3d0f854ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:10:51.327722 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ae267b-436b-4276-8afd-6ba3d0f854ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:10:51.328054 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ae267b-436b-4276-8afd-6ba3d0f854ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:10:51.328487 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ae267b-436b-4276-8afd-6ba3d0f854ac admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:10:51.328867 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ae267b-436b-4276-8afd-6ba3d0f854ac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:10:51.329143 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ae267b-436b-4276-8afd-6ba3d0f854ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:10:51.329469 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ae267b-436b-4276-8afd-6ba3d0f854ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:10:51.329792 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ae267b-436b-4276-8afd-6ba3d0f854ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:10:51.330117 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ae267b-436b-4276-8afd-6ba3d0f854ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:10:51.397633 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ef2d8ba2-a1a0-41e4-a06c-3361d37dc5e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:51.478300 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ef2d8ba2-a1a0-41e4-a06c-3361d37dc5e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:51.497792 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-ef2d8ba2-a1a0-41e4-a06c-3361d37dc5e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3eedba4-6b0c-4c6e-8f6c-4169efd2155e']}} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:10:51.506463 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-ef2d8ba2-a1a0-41e4-a06c-3361d37dc5e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bfa5fed-f30d-40b8-bef0-510d3317500b') {'for_net_delete': True} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:10:51.506755 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-ef2d8ba2-a1a0-41e4-a06c-3361d37dc5e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bfa5fed-f30d-40b8-bef0-510d3317500b') {} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:10:51.515762 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ef2d8ba2-a1a0-41e4-a06c-3361d37dc5e0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25189038'] for segment, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:51.528118 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ef2d8ba2-a1a0-41e4-a06c-3361d37dc5e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:51.533716 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef2d8ba2-a1a0-41e4-a06c-3361d37dc5e0 admin admin] Releasing vlan 803 on physical network physnet1 to pool {{(pid=100596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:10:51.534090 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ef2d8ba2-a1a0-41e4-a06c-3361d37dc5e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26833155'] for segment, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:51.535714 n-d-811396-3 neutron-server[100596]: Traceback (most recent call last): Oct 20 11:10:51.535714 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:10:51.535714 n-d-811396-3 neutron-server[100596]: timer() Oct 20 11:10:51.535714 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:10:51.535714 n-d-811396-3 neutron-server[100596]: cb(*args, **kw) Oct 20 11:10:51.535714 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:10:51.535714 n-d-811396-3 neutron-server[100596]: return func(*args, **kwargs) Oct 20 11:10:51.535714 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:10:51.535714 n-d-811396-3 neutron-server[100596]: self._notify() Oct 20 11:10:51.535714 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:10:51.535714 n-d-811396-3 neutron-server[100596]: self.callback(batched_events) Oct 20 11:10:51.535714 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:10:51.535714 n-d-811396-3 neutron-server[100596]: event.method(event) Oct 20 11:10:51.535714 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:10:51.535714 n-d-811396-3 neutron-server[100596]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:10:51.535714 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:10:51.535714 n-d-811396-3 neutron-server[100596]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:10:51.535714 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:10:51.535714 n-d-811396-3 neutron-server[100596]: return f(self, *a, **k) Oct 20 11:10:51.535714 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:10:51.535714 n-d-811396-3 neutron-server[100596]: return self._get(url).json() Oct 20 11:10:51.535714 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:10:51.535714 n-d-811396-3 neutron-server[100596]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:10:51.535714 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:10:51.535714 n-d-811396-3 neutron-server[100596]: return self.request(url, 'GET', **kwargs) Oct 20 11:10:51.535714 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:10:51.535714 n-d-811396-3 neutron-server[100596]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:10:51.535714 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:10:51.535714 n-d-811396-3 neutron-server[100596]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:10:51.535714 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:10:51.535714 n-d-811396-3 neutron-server[100596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:10:51.535714 n-d-811396-3 neutron-server[100596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:10:51.587326 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ef2d8ba2-a1a0-41e4-a06c-3361d37dc5e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:51.592742 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ef2d8ba2-a1a0-41e4-a06c-3361d37dc5e0 admin admin] Publish callbacks [] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:51.595876 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-ef2d8ba2-a1a0-41e4-a06c-3361d37dc5e0 admin admin] 10.222.0.64 "DELETE /v2.0/networks/c3eedba4-6b0c-4c6e-8f6c-4169efd2155e HTTP/1.1" status: 204 len: 168 time: 0.2719152 Oct 20 11:10:51.598664 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 42504) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:10:51.606703 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2d8ba2-a1a0-41e4-a06c-3361d37dc5e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=c3eedba4-6b0c-4c6e-8f6c-4169efd2155e,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:51.644543 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_v2 [None req-708961f2-bfbe-4dc8-8776-87349197417b admin admin] Deleting subnet 2d94d194-13af-461d-8da3-3074f390c0a8 {{(pid=100597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:10:51.647622 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-708961f2-bfbe-4dc8-8776-87349197417b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:51.680945 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-708961f2-bfbe-4dc8-8776-87349197417b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25852621'] for subnet, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:51.718635 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-708961f2-bfbe-4dc8-8776-87349197417b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:51.773314 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-708961f2-bfbe-4dc8-8776-87349197417b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25350811'] for subnet, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:51.800389 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-708961f2-bfbe-4dc8-8776-87349197417b admin admin] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:51.803893 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-708961f2-bfbe-4dc8-8776-87349197417b admin admin] 10.222.0.64 "DELETE /v2.0/subnets/2d94d194-13af-461d-8da3-3074f390c0a8 HTTP/1.1" status: 204 len: 168 time: 0.2039006 Oct 20 11:10:51.804850 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708961f2-bfbe-4dc8-8776-87349197417b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d94d194-13af-461d-8da3-3074f390c0a8,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:51.807057 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 42506) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:10:51.874089 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bf7623fa-99b4-4eda-8638-2d55b01867ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:51.957373 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bf7623fa-99b4-4eda-8638-2d55b01867ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:51.976236 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-bf7623fa-99b4-4eda-8638-2d55b01867ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39555a2f-f1d5-4015-a13d-70891adf5a22']}} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:10:51.985111 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-bf7623fa-99b4-4eda-8638-2d55b01867ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4db0ada8-6c0d-42d6-8746-64cccbfe9e89') {'for_net_delete': True} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:10:51.985408 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-bf7623fa-99b4-4eda-8638-2d55b01867ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4db0ada8-6c0d-42d6-8746-64cccbfe9e89') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:10:51.994876 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bf7623fa-99b4-4eda-8638-2d55b01867ae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25852596'] for segment, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:52.007430 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bf7623fa-99b4-4eda-8638-2d55b01867ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:52.013840 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf7623fa-99b4-4eda-8638-2d55b01867ae admin admin] Releasing vlan 821 on physical network physnet1 to pool {{(pid=100597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:10:52.014223 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bf7623fa-99b4-4eda-8638-2d55b01867ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951012'] for segment, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:52.015854 n-d-811396-3 neutron-server[100597]: Traceback (most recent call last): Oct 20 11:10:52.015854 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:10:52.015854 n-d-811396-3 neutron-server[100597]: timer() Oct 20 11:10:52.015854 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:10:52.015854 n-d-811396-3 neutron-server[100597]: cb(*args, **kw) Oct 20 11:10:52.015854 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:10:52.015854 n-d-811396-3 neutron-server[100597]: return func(*args, **kwargs) Oct 20 11:10:52.015854 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:10:52.015854 n-d-811396-3 neutron-server[100597]: self._notify() Oct 20 11:10:52.015854 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:10:52.015854 n-d-811396-3 neutron-server[100597]: self.callback(batched_events) Oct 20 11:10:52.015854 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:10:52.015854 n-d-811396-3 neutron-server[100597]: event.method(event) Oct 20 11:10:52.015854 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:10:52.015854 n-d-811396-3 neutron-server[100597]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:10:52.015854 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:10:52.015854 n-d-811396-3 neutron-server[100597]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:10:52.015854 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:10:52.015854 n-d-811396-3 neutron-server[100597]: return f(self, *a, **k) Oct 20 11:10:52.015854 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:10:52.015854 n-d-811396-3 neutron-server[100597]: return self._get(url).json() Oct 20 11:10:52.015854 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:10:52.015854 n-d-811396-3 neutron-server[100597]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:10:52.015854 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:10:52.015854 n-d-811396-3 neutron-server[100597]: return self.request(url, 'GET', **kwargs) Oct 20 11:10:52.015854 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:10:52.015854 n-d-811396-3 neutron-server[100597]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:10:52.015854 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:10:52.015854 n-d-811396-3 neutron-server[100597]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:10:52.015854 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:10:52.015854 n-d-811396-3 neutron-server[100597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:10:52.015854 n-d-811396-3 neutron-server[100597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:10:52.071205 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bf7623fa-99b4-4eda-8638-2d55b01867ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:52.076927 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bf7623fa-99b4-4eda-8638-2d55b01867ae admin admin] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:52.080078 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-bf7623fa-99b4-4eda-8638-2d55b01867ae admin admin] 10.222.0.64 "DELETE /v2.0/networks/39555a2f-f1d5-4015-a13d-70891adf5a22 HTTP/1.1" status: 204 len: 168 time: 0.2720258 Oct 20 11:10:52.091576 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7623fa-99b4-4eda-8638-2d55b01867ae admin admin] Pushing event deleted for resources: {'Network': ['ID=39555a2f-f1d5-4015-a13d-70891adf5a22,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:52.249509 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 42512) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:10:52.294331 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-a584ef23-9c90-4ce7-941b-42dcbc86b22d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f063f10d0d6c4a079cbd98d9e7378432&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0434642 Oct 20 11:10:52.296768 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 42514) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:10:52.345289 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-eff36435-dbc1-44b2-ab83-15e633d84648 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:52.366434 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-eff36435-dbc1-44b2-ab83-15e633d84648 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:52.410916 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-eff36435-dbc1-44b2-ab83-15e633d84648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:52.413450 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-eff36435-dbc1-44b2-ab83-15e633d84648 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:52.414589 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-eff36435-dbc1-44b2-ab83-15e633d84648 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d4104cc7-ac91-4365-a3ec-4339c9bfbe5f HTTP/1.1" status: 204 len: 168 time: 0.1169255 Oct 20 11:10:52.422628 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff36435-dbc1-44b2-ab83-15e633d84648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4104cc7-ac91-4365-a3ec-4339c9bfbe5f,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:52.717043 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 42520) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:10:52.755281 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-38b4f688-0105-4921-9e50-9745ee4703f1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b7d0829acecc409ebdee88e1f2508b73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0370438 Oct 20 11:10:52.757574 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 42522) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:10:52.803369 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1cef4978-0b44-47d1-9443-09a0b62b10df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:52.824517 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1cef4978-0b44-47d1-9443-09a0b62b10df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:52.869875 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1cef4978-0b44-47d1-9443-09a0b62b10df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:52.872524 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1cef4978-0b44-47d1-9443-09a0b62b10df admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:10:52.873650 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-1cef4978-0b44-47d1-9443-09a0b62b10df admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f193f4c6-2070-4d99-848e-c9849d96dfa9 HTTP/1.1" status: 204 len: 168 time: 0.1151755 Oct 20 11:10:52.880991 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cef4978-0b44-47d1-9443-09a0b62b10df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f193f4c6-2070-4d99-848e-c9849d96dfa9,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:10:54.261550 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device ca10d8c7-d6e7-48bf-b94f-b36fdf7f499c no longer exists at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:10:54.281825 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] No Port match for: ca10d8c7-d6e7-48bf-b94f-b36fdf7f499c {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:10:54.282173 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device ca10d8c7-d6e7-48bf-b94f-b36fdf7f499c not bound to the agent host n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:11:02.762602 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-098f3bed-d23b-4549-b5c4-d95ad999ab69 req-a73be9f1-6b94-4d00-8b53-59f17925e3a2 tempest-ServersAdminNegativeTestJSON-827063003 tempest-ServersAdminNegativeTestJSON-827063003-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=1154c988c2134b2982316790887a5e10&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0227876 Oct 20 11:11:02.868480 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098f3bed-d23b-4549-b5c4-d95ad999ab69 req-148d042f-9a5e-45b1-a8fe-b3419c175e4c tempest-ServersAdminNegativeTestJSON-827063003 tempest-ServersAdminNegativeTestJSON-827063003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:02.869920 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-098f3bed-d23b-4549-b5c4-d95ad999ab69 req-148d042f-9a5e-45b1-a8fe-b3419c175e4c tempest-ServersAdminNegativeTestJSON-827063003 tempest-ServersAdminNegativeTestJSON-827063003-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1018829 Oct 20 11:11:02.884704 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-098f3bed-d23b-4549-b5c4-d95ad999ab69 req-43040ba5-9cbc-49e2-beef-48380dd1a956 tempest-ServersAdminNegativeTestJSON-827063003 tempest-ServersAdminNegativeTestJSON-827063003-project] 10.222.0.64 "GET /v2.0/quotas/1154c988c2134b2982316790887a5e10 HTTP/1.1" status: 200 len: 375 time: 0.0086677 Oct 20 11:11:02.914415 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-098f3bed-d23b-4549-b5c4-d95ad999ab69 req-20902bad-020f-4122-be70-fd2414abefed tempest-ServersAdminNegativeTestJSON-827063003 tempest-ServersAdminNegativeTestJSON-827063003-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=1154c988c2134b2982316790887a5e10&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0246880 Oct 20 11:11:03.071219 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7f937b6d-1c42-414b-8e65-d24e57336946 req-22575757-45fc-4d17-8089-4367a724b3c5 tempest-ServersAdminNegativeTestJSON-827063003 tempest-ServersAdminNegativeTestJSON-827063003-project] 10.222.0.64 "GET /v2.0/ports?device_id=938e0e74-af59-42bd-98e8-402c9427555f HTTP/1.1" status: 200 len: 210 time: 0.0250094 Oct 20 11:11:03.560043 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-4990986f-b4f6-403a-8892-0bc7eb54cfe0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:03.982580 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-098f3bed-d23b-4549-b5c4-d95ad999ab69 req-a6d23d5d-44a0-4868-ac6e-891c5e82fa30 tempest-ServersAdminNegativeTestJSON-827063003 tempest-ServersAdminNegativeTestJSON-827063003-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=1154c988c2134b2982316790887a5e10&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0212755 Oct 20 11:11:04.092026 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098f3bed-d23b-4549-b5c4-d95ad999ab69 req-b083188c-ebec-48a7-ac85-9d1f02fe7a6c tempest-ServersAdminNegativeTestJSON-827063003 tempest-ServersAdminNegativeTestJSON-827063003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:04.093457 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-098f3bed-d23b-4549-b5c4-d95ad999ab69 req-b083188c-ebec-48a7-ac85-9d1f02fe7a6c tempest-ServersAdminNegativeTestJSON-827063003 tempest-ServersAdminNegativeTestJSON-827063003-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1046171 Oct 20 11:11:04.112147 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-098f3bed-d23b-4549-b5c4-d95ad999ab69 req-e042bae3-3c7b-4632-b779-5ba491e4a5bb tempest-ServersAdminNegativeTestJSON-827063003 tempest-ServersAdminNegativeTestJSON-827063003-project] Request body: {'port': {'device_id': '938e0e74-af59-42bd-98e8-402c9427555f', 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84', 'admin_state_up': True, 'tenant_id': '1154c988c2134b2982316790887a5e10'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:11:04.195283 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9786ac01-9dcb-4120-a6f7-0b8f8a06c188 req-56f33430-9726-42db-8419-a666cb0bbd08 tempest-ServersAdminNegativeTestJSON-827063003 tempest-ServersAdminNegativeTestJSON-827063003-project] 10.222.0.64 "GET /v2.0/ports?device_id=938e0e74-af59-42bd-98e8-402c9427555f HTTP/1.1" status: 200 len: 210 time: 0.0543306 Oct 20 11:11:04.242357 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-098f3bed-d23b-4549-b5c4-d95ad999ab69 req-e042bae3-3c7b-4632-b779-5ba491e4a5bb tempest-ServersAdminNegativeTestJSON-827063003 tempest-ServersAdminNegativeTestJSON-827063003-project] Made reservation on behalf of 1154c988c2134b2982316790887a5e10 for: {'port': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:11:04.246515 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-098f3bed-d23b-4549-b5c4-d95ad999ab69 req-e042bae3-3c7b-4632-b779-5ba491e4a5bb tempest-ServersAdminNegativeTestJSON-827063003 tempest-ServersAdminNegativeTestJSON-827063003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:04.255220 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-098f3bed-d23b-4549-b5c4-d95ad999ab69 req-e042bae3-3c7b-4632-b779-5ba491e4a5bb tempest-ServersAdminNegativeTestJSON-827063003 tempest-ServersAdminNegativeTestJSON-827063003-project] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:04.327988 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-098f3bed-d23b-4549-b5c4-d95ad999ab69 req-e042bae3-3c7b-4632-b779-5ba491e4a5bb tempest-ServersAdminNegativeTestJSON-827063003 tempest-ServersAdminNegativeTestJSON-827063003-project] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:04.331699 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-098f3bed-d23b-4549-b5c4-d95ad999ab69 req-e042bae3-3c7b-4632-b779-5ba491e4a5bb tempest-ServersAdminNegativeTestJSON-827063003 tempest-ServersAdminNegativeTestJSON-827063003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:04.398001 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e042bae3-3c7b-4632-b779-5ba491e4a5bb tempest-ServersAdminNegativeTestJSON-827063003 tempest-ServersAdminNegativeTestJSON-827063003-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04a2d2fe-c34d-4a8b-becc-c5b786192302,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:11:04.411357 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e042bae3-3c7b-4632-b779-5ba491e4a5bb tempest-ServersAdminNegativeTestJSON-827063003 tempest-ServersAdminNegativeTestJSON-827063003-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:11:04.411733 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e042bae3-3c7b-4632-b779-5ba491e4a5bb tempest-ServersAdminNegativeTestJSON-827063003 tempest-ServersAdminNegativeTestJSON-827063003-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:11:04.412070 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e042bae3-3c7b-4632-b779-5ba491e4a5bb tempest-ServersAdminNegativeTestJSON-827063003 tempest-ServersAdminNegativeTestJSON-827063003-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:11:04.412404 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e042bae3-3c7b-4632-b779-5ba491e4a5bb tempest-ServersAdminNegativeTestJSON-827063003 tempest-ServersAdminNegativeTestJSON-827063003-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:11:04.412730 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e042bae3-3c7b-4632-b779-5ba491e4a5bb tempest-ServersAdminNegativeTestJSON-827063003 tempest-ServersAdminNegativeTestJSON-827063003-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:11:04.413054 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e042bae3-3c7b-4632-b779-5ba491e4a5bb tempest-ServersAdminNegativeTestJSON-827063003 tempest-ServersAdminNegativeTestJSON-827063003-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:11:04.413379 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e042bae3-3c7b-4632-b779-5ba491e4a5bb tempest-ServersAdminNegativeTestJSON-827063003 tempest-ServersAdminNegativeTestJSON-827063003-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:11:04.413702 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e042bae3-3c7b-4632-b779-5ba491e4a5bb tempest-ServersAdminNegativeTestJSON-827063003 tempest-ServersAdminNegativeTestJSON-827063003-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:11:04.414023 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e042bae3-3c7b-4632-b779-5ba491e4a5bb tempest-ServersAdminNegativeTestJSON-827063003 tempest-ServersAdminNegativeTestJSON-827063003-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:11:04.414342 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e042bae3-3c7b-4632-b779-5ba491e4a5bb tempest-ServersAdminNegativeTestJSON-827063003 tempest-ServersAdminNegativeTestJSON-827063003-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:11:04.414658 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e042bae3-3c7b-4632-b779-5ba491e4a5bb tempest-ServersAdminNegativeTestJSON-827063003 tempest-ServersAdminNegativeTestJSON-827063003-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:11:04.414979 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e042bae3-3c7b-4632-b779-5ba491e4a5bb tempest-ServersAdminNegativeTestJSON-827063003 tempest-ServersAdminNegativeTestJSON-827063003-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:11:04.478885 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [req-098f3bed-d23b-4549-b5c4-d95ad999ab69 req-e042bae3-3c7b-4632-b779-5ba491e4a5bb tempest-ServersAdminNegativeTestJSON-827063003 tempest-ServersAdminNegativeTestJSON-827063003-project] Allocated IP 192.168.233.38 (a7c57b12-d7c3-48bb-aa54-a67a56468a84/8f86199a-b8f2-45b4-a83a-995a7ea6fe42/a2ed86fb-5d3f-4f41-94e7-012569861574) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:11:04.623477 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-098f3bed-d23b-4549-b5c4-d95ad999ab69 req-e042bae3-3c7b-4632-b779-5ba491e4a5bb tempest-ServersAdminNegativeTestJSON-827063003 tempest-ServersAdminNegativeTestJSON-827063003-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:04.666261 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-098f3bed-d23b-4549-b5c4-d95ad999ab69 req-e042bae3-3c7b-4632-b779-5ba491e4a5bb tempest-ServersAdminNegativeTestJSON-827063003 tempest-ServersAdminNegativeTestJSON-827063003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:04.714553 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-098f3bed-d23b-4549-b5c4-d95ad999ab69 req-e042bae3-3c7b-4632-b779-5ba491e4a5bb tempest-ServersAdminNegativeTestJSON-827063003 tempest-ServersAdminNegativeTestJSON-827063003-project] Network a7c57b12-d7c3-48bb-aa54-a67a56468a84 is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:11:04.717622 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [req-098f3bed-d23b-4549-b5c4-d95ad999ab69 req-e042bae3-3c7b-4632-b779-5ba491e4a5bb tempest-ServersAdminNegativeTestJSON-827063003 tempest-ServersAdminNegativeTestJSON-827063003-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:11:04.721337 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-098f3bed-d23b-4549-b5c4-d95ad999ab69 req-e042bae3-3c7b-4632-b779-5ba491e4a5bb tempest-ServersAdminNegativeTestJSON-827063003 tempest-ServersAdminNegativeTestJSON-827063003-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:11:04.747125 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e042bae3-3c7b-4632-b779-5ba491e4a5bb tempest-ServersAdminNegativeTestJSON-827063003 tempest-ServersAdminNegativeTestJSON-827063003-project] Pushing event updated for resources: {'Port': ['ID=a2ed86fb-5d3f-4f41-94e7-012569861574,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:11:04.773961 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098f3bed-d23b-4549-b5c4-d95ad999ab69 req-e042bae3-3c7b-4632-b779-5ba491e4a5bb tempest-ServersAdminNegativeTestJSON-827063003 tempest-ServersAdminNegativeTestJSON-827063003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:04.774585 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-098f3bed-d23b-4549-b5c4-d95ad999ab69 req-e042bae3-3c7b-4632-b779-5ba491e4a5bb tempest-ServersAdminNegativeTestJSON-827063003 tempest-ServersAdminNegativeTestJSON-827063003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:04.791836 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-098f3bed-d23b-4549-b5c4-d95ad999ab69 req-e042bae3-3c7b-4632-b779-5ba491e4a5bb tempest-ServersAdminNegativeTestJSON-827063003 tempest-ServersAdminNegativeTestJSON-827063003-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6833513 Oct 20 11:11:04.809817 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-098f3bed-d23b-4549-b5c4-d95ad999ab69 req-0eb9d7df-7704-4d26-b411-f01f6baab2bc service neutron] Request body: {'port': {'device_id': '938e0e74-af59-42bd-98e8-402c9427555f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811396-3'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:11:04.872729 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-098f3bed-d23b-4549-b5c4-d95ad999ab69 req-0eb9d7df-7704-4d26-b411-f01f6baab2bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:04.976703 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-6092366f-46e6-4db9-91d0-e63da3a90187 None None] Provisioning complete for port a2ed86fb-5d3f-4f41-94e7-012569861574 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:11:04.977308 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-6092366f-46e6-4db9-91d0-e63da3a90187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:05.017257 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-6092366f-46e6-4db9-91d0-e63da3a90187 None None] Port a2ed86fb-5d3f-4f41-94e7-012569861574 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:11:05.145230 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [req-098f3bed-d23b-4549-b5c4-d95ad999ab69 req-0eb9d7df-7704-4d26-b411-f01f6baab2bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2ed86fb-5d3f-4f41-94e7-012569861574 {{(pid=100596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:11:05.152511 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-098f3bed-d23b-4549-b5c4-d95ad999ab69 req-0eb9d7df-7704-4d26-b411-f01f6baab2bc service neutron] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:05.163921 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.provisioning_blocks [req-098f3bed-d23b-4549-b5c4-d95ad999ab69 req-0eb9d7df-7704-4d26-b411-f01f6baab2bc service neutron] Transition to ACTIVE for port object a2ed86fb-5d3f-4f41-94e7-012569861574 will not be triggered until provisioned by entity L2. {{(pid=100596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:11:05.168756 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-098f3bed-d23b-4549-b5c4-d95ad999ab69 req-0eb9d7df-7704-4d26-b411-f01f6baab2bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:05.220458 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb9d7df-7704-4d26-b411-f01f6baab2bc service neutron] Pushing event updated for resources: {'Port': ['ID=a2ed86fb-5d3f-4f41-94e7-012569861574,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:11:05.301717 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-098f3bed-d23b-4549-b5c4-d95ad999ab69 req-0eb9d7df-7704-4d26-b411-f01f6baab2bc service neutron] Attempting to bind port a2ed86fb-5d3f-4f41-94e7-012569861574 on host n-h1-811396-3 for vnic_type normal with profile {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:11:05.302057 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-098f3bed-d23b-4549-b5c4-d95ad999ab69 req-0eb9d7df-7704-4d26-b411-f01f6baab2bc service neutron] Attempting to bind port a2ed86fb-5d3f-4f41-94e7-012569861574 by drivers openvswitch,hyperv on host n-h1-811396-3 at level 0 using segments [{'id': '6f472196-aa1a-40bf-bd06-ef9f07584bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:11:05.302390 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098f3bed-d23b-4549-b5c4-d95ad999ab69 req-0eb9d7df-7704-4d26-b411-f01f6baab2bc service neutron] Attempting to bind port a2ed86fb-5d3f-4f41-94e7-012569861574 on network a7c57b12-d7c3-48bb-aa54-a67a56468a84 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:11:05.321488 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098f3bed-d23b-4549-b5c4-d95ad999ab69 req-0eb9d7df-7704-4d26-b411-f01f6baab2bc service neutron] Port a2ed86fb-5d3f-4f41-94e7-012569861574 on network a7c57b12-d7c3-48bb-aa54-a67a56468a84 not bound, no agent of type Open vSwitch agent registered on host n-h1-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:11:05.321860 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098f3bed-d23b-4549-b5c4-d95ad999ab69 req-0eb9d7df-7704-4d26-b411-f01f6baab2bc service neutron] Attempting to bind port a2ed86fb-5d3f-4f41-94e7-012569861574 on network a7c57b12-d7c3-48bb-aa54-a67a56468a84 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:11:05.331661 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098f3bed-d23b-4549-b5c4-d95ad999ab69 req-0eb9d7df-7704-4d26-b411-f01f6baab2bc service neutron] Checking agent: {'id': 'b707b4cc-061f-4cf4-bce0-0b3df9b7bec9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:11:05.331997 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098f3bed-d23b-4549-b5c4-d95ad999ab69 req-0eb9d7df-7704-4d26-b411-f01f6baab2bc service neutron] Checking segment: {'id': '6f472196-aa1a-40bf-bd06-ef9f07584bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:11:05.332383 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098f3bed-d23b-4549-b5c4-d95ad999ab69 req-0eb9d7df-7704-4d26-b411-f01f6baab2bc service neutron] Bound using segment: {'id': '6f472196-aa1a-40bf-bd06-ef9f07584bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84'} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:11:05.332823 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-098f3bed-d23b-4549-b5c4-d95ad999ab69 req-0eb9d7df-7704-4d26-b411-f01f6baab2bc service neutron] Bound port: a2ed86fb-5d3f-4f41-94e7-012569861574, host: n-h1-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f472196-aa1a-40bf-bd06-ef9f07584bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84'}}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:11:05.333181 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-098f3bed-d23b-4549-b5c4-d95ad999ab69 req-0eb9d7df-7704-4d26-b411-f01f6baab2bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:05.362236 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab62115-601d-4b00-a79d-217d209675a3 req-ad3ae053-21ca-4bd7-b84a-ced6c28f1917 tempest-ServersAdminNegativeTestJSON-827063003 tempest-ServersAdminNegativeTestJSON-827063003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:05.363833 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8ab62115-601d-4b00-a79d-217d209675a3 req-ad3ae053-21ca-4bd7-b84a-ced6c28f1917 tempest-ServersAdminNegativeTestJSON-827063003 tempest-ServersAdminNegativeTestJSON-827063003-project] 10.222.0.64 "GET /v2.0/ports?device_id=938e0e74-af59-42bd-98e8-402c9427555f HTTP/1.1" status: 200 len: 947 time: 0.0750399 Oct 20 11:11:05.438014 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8ab62115-601d-4b00-a79d-217d209675a3 req-8addb00a-2c0f-4072-ac25-c01ff2852077 tempest-ServersAdminNegativeTestJSON-827063003 tempest-ServersAdminNegativeTestJSON-827063003-project] 10.222.0.64 "GET /v2.0/security-groups?id=04a2d2fe-c34d-4a8b-becc-c5b786192302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565410 Oct 20 11:11:05.442113 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-098f3bed-d23b-4549-b5c4-d95ad999ab69 req-0eb9d7df-7704-4d26-b411-f01f6baab2bc service neutron] For port a2ed86fb-5d3f-4f41-94e7-012569861574, host n-h1-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:11:05.445367 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-098f3bed-d23b-4549-b5c4-d95ad999ab69 req-0eb9d7df-7704-4d26-b411-f01f6baab2bc service neutron] For port a2ed86fb-5d3f-4f41-94e7-012569861574, host n-h1-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=a2ed86fb-5d3f-4f41-94e7-012569861574,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:11:05.449786 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-098f3bed-d23b-4549-b5c4-d95ad999ab69 req-0eb9d7df-7704-4d26-b411-f01f6baab2bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:05.491059 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098f3bed-d23b-4549-b5c4-d95ad999ab69 req-0eb9d7df-7704-4d26-b411-f01f6baab2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:05.491725 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-098f3bed-d23b-4549-b5c4-d95ad999ab69 req-0eb9d7df-7704-4d26-b411-f01f6baab2bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:05.493143 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-098f3bed-d23b-4549-b5c4-d95ad999ab69 req-0eb9d7df-7704-4d26-b411-f01f6baab2bc service neutron] 10.222.0.55 "PUT /v2.0/ports/a2ed86fb-5d3f-4f41-94e7-012569861574 HTTP/1.1" status: 200 len: 1095 time: 0.6877804 Oct 20 11:11:05.493619 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '938e0e74-af59-42bd-98e8-402c9427555f', 'tag': 'a2ed86fb-5d3f-4f41-94e7-012569861574'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:11:05.495945 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaec0190-13c5-4172-bb49-16b43f7f2fd6" -d '{"events": [{"name": "network-changed", "server_uuid": "938e0e74-af59-42bd-98e8-402c9427555f", "tag": "a2ed86fb-5d3f-4f41-94e7-012569861574"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:11:05.517397 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb9d7df-7704-4d26-b411-f01f6baab2bc service neutron] Pushing event updated for resources: {'Port': ['ID=a2ed86fb-5d3f-4f41-94e7-012569861574,revision_number=3']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:11:05.543354 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66406375-1960-49b5-a82d-252e8100e775 x-openstack-request-id: req-66406375-1960-49b5-a82d-252e8100e775 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:11:05.543683 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "938e0e74-af59-42bd-98e8-402c9427555f", "tag": "a2ed86fb-5d3f-4f41-94e7-012569861574", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:11:05.543942 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-66406375-1960-49b5-a82d-252e8100e775 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:11:05.544350 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '938e0e74-af59-42bd-98e8-402c9427555f', 'tag': 'a2ed86fb-5d3f-4f41-94e7-012569861574', 'status': 'completed', 'code': 200} Oct 20 11:11:05.601115 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098f3bed-d23b-4549-b5c4-d95ad999ab69 req-49ab637b-3e30-482b-8c70-629564e8e31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:05.602647 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-098f3bed-d23b-4549-b5c4-d95ad999ab69 req-49ab637b-3e30-482b-8c70-629564e8e31c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1154c988c2134b2982316790887a5e10&device_id=938e0e74-af59-42bd-98e8-402c9427555f HTTP/1.1" status: 200 len: 1098 time: 0.0420706 Oct 20 11:11:05.651241 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-098f3bed-d23b-4549-b5c4-d95ad999ab69 req-6d8f26a2-05e9-4c2c-8c8d-10bd9f886dd4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=a2ed86fb-5d3f-4f41-94e7-012569861574 HTTP/1.1" status: 200 len: 217 time: 0.0349851 Oct 20 11:11:05.703740 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098f3bed-d23b-4549-b5c4-d95ad999ab69 req-664a537c-cab6-453b-880d-7b2107346582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:05.705168 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-098f3bed-d23b-4549-b5c4-d95ad999ab69 req-664a537c-cab6-453b-880d-7b2107346582 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8f86199a-b8f2-45b4-a83a-995a7ea6fe42 HTTP/1.1" status: 200 len: 843 time: 0.0477273 Oct 20 11:11:05.749767 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098f3bed-d23b-4549-b5c4-d95ad999ab69 req-aa7f60e6-9fcd-4307-8b2e-7836afc0e4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:05.751167 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-098f3bed-d23b-4549-b5c4-d95ad999ab69 req-aa7f60e6-9fcd-4307-8b2e-7836afc0e4f9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a7c57b12-d7c3-48bb-aa54-a67a56468a84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0392342 Oct 20 11:11:05.839885 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-098f3bed-d23b-4549-b5c4-d95ad999ab69 req-fa4e6a95-46b3-437b-8e79-b17b3533f5c9 service neutron] 10.222.0.55 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811198 Oct 20 11:11:05.932811 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-098f3bed-d23b-4549-b5c4-d95ad999ab69 req-602486c2-2c17-4a67-a268-11aeb2c8c461 service neutron] 10.222.0.55 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854771 Oct 20 11:11:06.050940 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaec0190-13c5-4172-bb49-16b43f7f2fd6 req-eeb264ed-a6bb-4e3d-b06b-34694e13a407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:06.052426 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-aaec0190-13c5-4172-bb49-16b43f7f2fd6 req-eeb264ed-a6bb-4e3d-b06b-34694e13a407 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1154c988c2134b2982316790887a5e10&device_id=938e0e74-af59-42bd-98e8-402c9427555f HTTP/1.1" status: 200 len: 1098 time: 0.0392585 Oct 20 11:11:06.143783 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaec0190-13c5-4172-bb49-16b43f7f2fd6 req-ed0cb502-6fab-4ac9-80a2-feb7d500d72a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:06.145222 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-aaec0190-13c5-4172-bb49-16b43f7f2fd6 req-ed0cb502-6fab-4ac9-80a2-feb7d500d72a service neutron] 10.222.0.55 "GET /v2.0/networks?id=a7c57b12-d7c3-48bb-aa54-a67a56468a84 HTTP/1.1" status: 200 len: 870 time: 0.0858276 Oct 20 11:11:06.186186 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-aaec0190-13c5-4172-bb49-16b43f7f2fd6 req-740bdbdb-01f9-43f4-a242-17317ed7ccce service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=a2ed86fb-5d3f-4f41-94e7-012569861574 HTTP/1.1" status: 200 len: 217 time: 0.0335753 Oct 20 11:11:06.233699 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaec0190-13c5-4172-bb49-16b43f7f2fd6 req-cf773285-62b7-4b93-ade6-04b2ccf6ef19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:06.235124 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-aaec0190-13c5-4172-bb49-16b43f7f2fd6 req-cf773285-62b7-4b93-ade6-04b2ccf6ef19 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8f86199a-b8f2-45b4-a83a-995a7ea6fe42 HTTP/1.1" status: 200 len: 843 time: 0.0419204 Oct 20 11:11:06.285584 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaec0190-13c5-4172-bb49-16b43f7f2fd6 req-86477cd5-bee0-4ea4-8d43-813037fd09b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:06.287058 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-aaec0190-13c5-4172-bb49-16b43f7f2fd6 req-86477cd5-bee0-4ea4-8d43-813037fd09b1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a7c57b12-d7c3-48bb-aa54-a67a56468a84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0447676 Oct 20 11:11:06.377613 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-aaec0190-13c5-4172-bb49-16b43f7f2fd6 req-821320ac-7c38-4bb6-ba70-6f948ebf966a service neutron] 10.222.0.55 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825613 Oct 20 11:11:06.429247 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-6290b131-ba07-44a2-a6dd-a1256c395080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:06.472712 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-aaec0190-13c5-4172-bb49-16b43f7f2fd6 req-4dd4ad7a-cb9d-4f6e-84a8-e87659db350f service neutron] 10.222.0.55 "GET /v2.0/networks/a7c57b12-d7c3-48bb-aa54-a67a56468a84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882082 Oct 20 11:11:06.550029 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58325fb-368b-4805-878b-4868f8127536 req-5c184dce-4014-4351-9cce-62a9779f5fcb tempest-ServersAdminNegativeTestJSON-827063003 tempest-ServersAdminNegativeTestJSON-827063003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:06.551539 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a58325fb-368b-4805-878b-4868f8127536 req-5c184dce-4014-4351-9cce-62a9779f5fcb tempest-ServersAdminNegativeTestJSON-827063003 tempest-ServersAdminNegativeTestJSON-827063003-project] 10.222.0.64 "GET /v2.0/ports?device_id=938e0e74-af59-42bd-98e8-402c9427555f HTTP/1.1" status: 200 len: 947 time: 0.0481884 Oct 20 11:11:06.588267 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a58325fb-368b-4805-878b-4868f8127536 req-50fbfbd9-f75a-4ccc-8efc-5b423d11322f tempest-ServersAdminNegativeTestJSON-827063003 tempest-ServersAdminNegativeTestJSON-827063003-project] 10.222.0.64 "GET /v2.0/security-groups?id=04a2d2fe-c34d-4a8b-becc-c5b786192302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299413 Oct 20 11:11:07.155723 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:07.644831 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:07.701955 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df01d5f7-7011-4f3f-9c03-5d0ff925437f req-1a80dfbf-70ed-4fa6-999d-82f50b552f35 tempest-ServersAdminNegativeTestJSON-827063003 tempest-ServersAdminNegativeTestJSON-827063003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:07.703452 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-df01d5f7-7011-4f3f-9c03-5d0ff925437f req-1a80dfbf-70ed-4fa6-999d-82f50b552f35 tempest-ServersAdminNegativeTestJSON-827063003 tempest-ServersAdminNegativeTestJSON-827063003-project] 10.222.0.64 "GET /v2.0/ports?device_id=938e0e74-af59-42bd-98e8-402c9427555f HTTP/1.1" status: 200 len: 947 time: 0.0476658 Oct 20 11:11:07.745055 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-df01d5f7-7011-4f3f-9c03-5d0ff925437f req-4d4c058c-88e5-4c24-8b78-cd554b662075 tempest-ServersAdminNegativeTestJSON-827063003 tempest-ServersAdminNegativeTestJSON-827063003-project] 10.222.0.64 "GET /v2.0/security-groups?id=04a2d2fe-c34d-4a8b-becc-c5b786192302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357387 Oct 20 11:11:08.300228 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:08.858688 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572c3484-583c-4345-861f-2a6ea4f543a7 req-5344b91a-cc90-4ea1-bfa2-84796e4be985 tempest-ServersAdminNegativeTestJSON-827063003 tempest-ServersAdminNegativeTestJSON-827063003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:08.860265 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-572c3484-583c-4345-861f-2a6ea4f543a7 req-5344b91a-cc90-4ea1-bfa2-84796e4be985 tempest-ServersAdminNegativeTestJSON-827063003 tempest-ServersAdminNegativeTestJSON-827063003-project] 10.222.0.64 "GET /v2.0/ports?device_id=938e0e74-af59-42bd-98e8-402c9427555f HTTP/1.1" status: 200 len: 947 time: 0.0490909 Oct 20 11:11:08.898170 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-572c3484-583c-4345-861f-2a6ea4f543a7 req-7f4ea87b-f117-44e4-becf-ad238aa6fd5a tempest-ServersAdminNegativeTestJSON-827063003 tempest-ServersAdminNegativeTestJSON-827063003-project] 10.222.0.64 "GET /v2.0/security-groups?id=04a2d2fe-c34d-4a8b-becc-c5b786192302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313995 Oct 20 11:11:09.016421 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:10.009684 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f30096c-6084-4926-864a-4315c937ae73 req-a6051dbe-cf84-4f43-90dc-d236f0aeae3c tempest-ServersAdminNegativeTestJSON-827063003 tempest-ServersAdminNegativeTestJSON-827063003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:10.011166 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0f30096c-6084-4926-864a-4315c937ae73 req-a6051dbe-cf84-4f43-90dc-d236f0aeae3c tempest-ServersAdminNegativeTestJSON-827063003 tempest-ServersAdminNegativeTestJSON-827063003-project] 10.222.0.64 "GET /v2.0/ports?device_id=938e0e74-af59-42bd-98e8-402c9427555f HTTP/1.1" status: 200 len: 947 time: 0.0478530 Oct 20 11:11:10.048366 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0f30096c-6084-4926-864a-4315c937ae73 req-919e0460-6db1-415a-a631-278117a136f3 tempest-ServersAdminNegativeTestJSON-827063003 tempest-ServersAdminNegativeTestJSON-827063003-project] 10.222.0.64 "GET /v2.0/security-groups?id=04a2d2fe-c34d-4a8b-becc-c5b786192302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314128 Oct 20 11:11:10.355206 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device a2ed86fb-5d3f-4f41-94e7-012569861574 details requested by agent hyperv_n-h1-811396-3 with host n-h1-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:11:10.449321 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port a2ed86fb-5d3f-4f41-94e7-012569861574, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=a2ed86fb-5d3f-4f41-94e7-012569861574,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:11:10.459966 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Returning: {'device': 'a2ed86fb-5d3f-4f41-94e7-012569861574', 'network_id': 'a7c57b12-d7c3-48bb-aa54-a67a56468a84', 'port_id': 'a2ed86fb-5d3f-4f41-94e7-012569861574', 'mac_address': 'fa:16:3e:37:50:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 800, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f86199a-b8f2-45b4-a83a-995a7ea6fe42', 'ip_address': '192.168.233.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:11:10.495649 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:10.507733 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2ed86fb-5d3f-4f41-94e7-012569861574 {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:11:10.527453 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port a2ed86fb-5d3f-4f41-94e7-012569861574, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=a2ed86fb-5d3f-4f41-94e7-012569861574,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:11:10.531128 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:10.578776 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=a2ed86fb-5d3f-4f41-94e7-012569861574,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:11:10.585853 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:11:10.586198 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:11:10.586540 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:11:10.586876 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:11:10.587209 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:11:10.588230 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:11:10.588559 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:11:10.588893 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:11:10.589220 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:11:10.589548 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:11:10.589872 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:11:10.590194 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:11:10.874299 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['a2ed86fb-5d3f-4f41-94e7-012569861574'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:11:11.158600 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d46447a-f01d-45e4-992e-7c0621cb5e8c req-863e3e3f-7c47-4b27-aac8-512bcfc1cff5 tempest-ServersAdminNegativeTestJSON-827063003 tempest-ServersAdminNegativeTestJSON-827063003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:11.160024 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3d46447a-f01d-45e4-992e-7c0621cb5e8c req-863e3e3f-7c47-4b27-aac8-512bcfc1cff5 tempest-ServersAdminNegativeTestJSON-827063003 tempest-ServersAdminNegativeTestJSON-827063003-project] 10.222.0.64 "GET /v2.0/ports?device_id=938e0e74-af59-42bd-98e8-402c9427555f HTTP/1.1" status: 200 len: 948 time: 0.0480227 Oct 20 11:11:11.201156 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3d46447a-f01d-45e4-992e-7c0621cb5e8c req-a0dc6fda-ddd9-4e9a-8fbd-1853d388d192 tempest-ServersAdminNegativeTestJSON-827063003 tempest-ServersAdminNegativeTestJSON-827063003-project] 10.222.0.64 "GET /v2.0/security-groups?id=04a2d2fe-c34d-4a8b-becc-c5b786192302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352809 Oct 20 11:11:12.313949 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfff1aa1-41b2-4ba4-84c8-c645d04a4eb9 req-6efa6c3a-43ed-4e22-bfdf-10eec319b91c tempest-ServersAdminNegativeTestJSON-827063003 tempest-ServersAdminNegativeTestJSON-827063003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:12.315460 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cfff1aa1-41b2-4ba4-84c8-c645d04a4eb9 req-6efa6c3a-43ed-4e22-bfdf-10eec319b91c tempest-ServersAdminNegativeTestJSON-827063003 tempest-ServersAdminNegativeTestJSON-827063003-project] 10.222.0.64 "GET /v2.0/ports?device_id=938e0e74-af59-42bd-98e8-402c9427555f HTTP/1.1" status: 200 len: 948 time: 0.0477395 Oct 20 11:11:12.352547 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cfff1aa1-41b2-4ba4-84c8-c645d04a4eb9 req-24138e61-5e71-412d-8695-460167300b05 tempest-ServersAdminNegativeTestJSON-827063003 tempest-ServersAdminNegativeTestJSON-827063003-project] 10.222.0.64 "GET /v2.0/security-groups?id=04a2d2fe-c34d-4a8b-becc-c5b786192302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312431 Oct 20 11:11:12.387150 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device a2ed86fb-5d3f-4f41-94e7-012569861574 up at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:11:12.433903 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning for port a2ed86fb-5d3f-4f41-94e7-012569861574 completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:11:12.437387 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning complete for port a2ed86fb-5d3f-4f41-94e7-012569861574 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:11:12.437762 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:12.514186 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:12.535358 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '938e0e74-af59-42bd-98e8-402c9427555f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2ed86fb-5d3f-4f41-94e7-012569861574'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:11:12.537619 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-065447aa-3677-432a-af6d-e99ad4ac7d67" -d '{"events": [{"server_uuid": "938e0e74-af59-42bd-98e8-402c9427555f", "name": "network-vif-plugged", "status": "completed", "tag": "a2ed86fb-5d3f-4f41-94e7-012569861574"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:11:12.550299 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port a2ed86fb-5d3f-4f41-94e7-012569861574, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=a2ed86fb-5d3f-4f41-94e7-012569861574,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:11:12.555562 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:12.578432 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbec2fcb-2406-4ea4-9210-b451898c9957 x-openstack-request-id: req-cbec2fcb-2406-4ea4-9210-b451898c9957 {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:11:12.578724 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "938e0e74-af59-42bd-98e8-402c9427555f", "name": "network-vif-plugged", "status": "completed", "tag": "a2ed86fb-5d3f-4f41-94e7-012569861574", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:11:12.578977 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cbec2fcb-2406-4ea4-9210-b451898c9957 {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:11:12.579366 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '938e0e74-af59-42bd-98e8-402c9427555f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2ed86fb-5d3f-4f41-94e7-012569861574', 'code': 200} Oct 20 11:11:12.604177 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=a2ed86fb-5d3f-4f41-94e7-012569861574,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:11:12.694788 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dbeb93-1ff3-471a-a91f-586fcccc4701 req-1b1d955e-f9f6-4700-a6dc-a3d0acd6292a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:12.696311 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c1dbeb93-1ff3-471a-a91f-586fcccc4701 req-1b1d955e-f9f6-4700-a6dc-a3d0acd6292a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=938e0e74-af59-42bd-98e8-402c9427555f HTTP/1.1" status: 200 len: 1100 time: 0.0402548 Oct 20 11:11:12.730149 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c1dbeb93-1ff3-471a-a91f-586fcccc4701 req-538b8d1d-2090-4c4f-a112-f3c89f2de27e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=04a2d2fe-c34d-4a8b-becc-c5b786192302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267138 Oct 20 11:11:13.465658 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3affba51-1728-4410-bb64-2338e99b2cd9 req-c1f4c073-b47e-4404-9929-44834e9235aa tempest-ServersAdminNegativeTestJSON-827063003 tempest-ServersAdminNegativeTestJSON-827063003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:13.467158 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3affba51-1728-4410-bb64-2338e99b2cd9 req-c1f4c073-b47e-4404-9929-44834e9235aa tempest-ServersAdminNegativeTestJSON-827063003 tempest-ServersAdminNegativeTestJSON-827063003-project] 10.222.0.64 "GET /v2.0/ports?device_id=938e0e74-af59-42bd-98e8-402c9427555f HTTP/1.1" status: 200 len: 949 time: 0.0489454 Oct 20 11:11:13.506741 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3affba51-1728-4410-bb64-2338e99b2cd9 req-cfb468cf-0a52-414e-8012-198382db2fb0 tempest-ServersAdminNegativeTestJSON-827063003 tempest-ServersAdminNegativeTestJSON-827063003-project] 10.222.0.64 "GET /v2.0/security-groups?id=04a2d2fe-c34d-4a8b-becc-c5b786192302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336573 Oct 20 11:11:14.621257 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfa4133-7ff7-405c-b256-d61a856c7781 req-3e23a938-17f1-474b-ba2a-58feb076b2f8 tempest-ServersAdminNegativeTestJSON-827063003 tempest-ServersAdminNegativeTestJSON-827063003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:14.622734 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-abfa4133-7ff7-405c-b256-d61a856c7781 req-3e23a938-17f1-474b-ba2a-58feb076b2f8 tempest-ServersAdminNegativeTestJSON-827063003 tempest-ServersAdminNegativeTestJSON-827063003-project] 10.222.0.64 "GET /v2.0/ports?device_id=938e0e74-af59-42bd-98e8-402c9427555f HTTP/1.1" status: 200 len: 949 time: 0.0483787 Oct 20 11:11:14.659888 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-abfa4133-7ff7-405c-b256-d61a856c7781 req-f68c1136-e1d4-4d24-b742-d0f7e8176af2 tempest-ServersAdminNegativeTestJSON-827063003 tempest-ServersAdminNegativeTestJSON-827063003-project] 10.222.0.64 "GET /v2.0/security-groups?id=04a2d2fe-c34d-4a8b-becc-c5b786192302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312932 Oct 20 11:11:14.929557 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [req-a4be26bf-f890-460b-b8d3-b6d5ab640e32 req-78483b68-55a6-4250-b2ea-1af9195e5ff5 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:11:14.930642 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a4be26bf-f890-460b-b8d3-b6d5ab640e32 req-78483b68-55a6-4250-b2ea-1af9195e5ff5 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0058010 Oct 20 11:11:15.358748 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [req-1ce2e9bc-c8bb-441a-bf2f-a4a18b9f993d req-24923361-c6ae-47fa-b8e2-fdb88c51973d service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:11:15.359877 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1ce2e9bc-c8bb-441a-bf2f-a4a18b9f993d req-24923361-c6ae-47fa-b8e2-fdb88c51973d service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1089334 Oct 20 11:11:15.695653 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cc2412-e3f7-4572-9cb9-94db6ddaaf09 req-bdea22af-eef9-4f2d-bc35-e6dc4b1da518 tempest-ServersAdminNegativeTestJSON-827063003 tempest-ServersAdminNegativeTestJSON-827063003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:15.697264 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-06cc2412-e3f7-4572-9cb9-94db6ddaaf09 req-bdea22af-eef9-4f2d-bc35-e6dc4b1da518 tempest-ServersAdminNegativeTestJSON-827063003 tempest-ServersAdminNegativeTestJSON-827063003-project] 10.222.0.64 "GET /v2.0/ports?device_id=938e0e74-af59-42bd-98e8-402c9427555f HTTP/1.1" status: 200 len: 949 time: 0.0513563 Oct 20 11:11:15.735830 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-06cc2412-e3f7-4572-9cb9-94db6ddaaf09 req-54a55f13-015f-4c3e-99d0-344bea29a323 tempest-ServersAdminNegativeTestJSON-827063003 tempest-ServersAdminNegativeTestJSON-827063003-project] 10.222.0.64 "GET /v2.0/security-groups?id=04a2d2fe-c34d-4a8b-becc-c5b786192302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324214 Oct 20 11:11:16.850510 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589db15e-5dbf-44c2-8fe6-8d33f9db350b req-79187a6e-7800-4e37-8240-2cacfe57db97 tempest-ServersAdminNegativeTestJSON-827063003 tempest-ServersAdminNegativeTestJSON-827063003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:16.852033 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-589db15e-5dbf-44c2-8fe6-8d33f9db350b req-79187a6e-7800-4e37-8240-2cacfe57db97 tempest-ServersAdminNegativeTestJSON-827063003 tempest-ServersAdminNegativeTestJSON-827063003-project] 10.222.0.64 "GET /v2.0/ports?device_id=938e0e74-af59-42bd-98e8-402c9427555f HTTP/1.1" status: 200 len: 949 time: 0.0481813 Oct 20 11:11:16.894546 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-589db15e-5dbf-44c2-8fe6-8d33f9db350b req-cd4b04aa-d5a9-4330-b8ec-5a5947227346 tempest-ServersAdminNegativeTestJSON-827063003 tempest-ServersAdminNegativeTestJSON-827063003-project] 10.222.0.64 "GET /v2.0/security-groups?id=04a2d2fe-c34d-4a8b-becc-c5b786192302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365195 Oct 20 11:11:17.194392 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fba9a4c-0f39-45df-8c45-2507f2b9d0c3 req-39c40628-4f55-497c-bac5-089ce6d1dc9d tempest-ServersAdminNegativeTestJSON-827063003 tempest-ServersAdminNegativeTestJSON-827063003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:17.195775 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6fba9a4c-0f39-45df-8c45-2507f2b9d0c3 req-39c40628-4f55-497c-bac5-089ce6d1dc9d tempest-ServersAdminNegativeTestJSON-827063003 tempest-ServersAdminNegativeTestJSON-827063003-project] 10.222.0.55 "GET /v2.0/ports?device_id=938e0e74-af59-42bd-98e8-402c9427555f HTTP/1.1" status: 200 len: 949 time: 0.0483923 Oct 20 11:11:17.282103 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-6fba9a4c-0f39-45df-8c45-2507f2b9d0c3 req-67165cb4-a8c2-4bbc-913d-2000bcdce13a tempest-ServersAdminNegativeTestJSON-827063003 tempest-ServersAdminNegativeTestJSON-827063003-project] Deleting port a2ed86fb-5d3f-4f41-94e7-012569861574 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:11:17.282447 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-6fba9a4c-0f39-45df-8c45-2507f2b9d0c3 req-67165cb4-a8c2-4bbc-913d-2000bcdce13a tempest-ServersAdminNegativeTestJSON-827063003 tempest-ServersAdminNegativeTestJSON-827063003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:17.381238 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-6fba9a4c-0f39-45df-8c45-2507f2b9d0c3 req-67165cb4-a8c2-4bbc-913d-2000bcdce13a tempest-ServersAdminNegativeTestJSON-827063003 tempest-ServersAdminNegativeTestJSON-827063003-project] For port a2ed86fb-5d3f-4f41-94e7-012569861574, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=a2ed86fb-5d3f-4f41-94e7-012569861574,segment=NetworkSegment(6f472196-aa1a-40bf-bd06-ef9f07584bf7),segment_id=6f472196-aa1a-40bf-bd06-ef9f07584bf7)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:11:17.381604 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-6fba9a4c-0f39-45df-8c45-2507f2b9d0c3 req-67165cb4-a8c2-4bbc-913d-2000bcdce13a tempest-ServersAdminNegativeTestJSON-827063003 tempest-ServersAdminNegativeTestJSON-827063003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:17.393677 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-6fba9a4c-0f39-45df-8c45-2507f2b9d0c3 req-67165cb4-a8c2-4bbc-913d-2000bcdce13a tempest-ServersAdminNegativeTestJSON-827063003 tempest-ServersAdminNegativeTestJSON-827063003-project] Calling delete_port for a2ed86fb-5d3f-4f41-94e7-012569861574 owned by compute:nova {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:11:17.523525 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-6fba9a4c-0f39-45df-8c45-2507f2b9d0c3 req-67165cb4-a8c2-4bbc-913d-2000bcdce13a tempest-ServersAdminNegativeTestJSON-827063003 tempest-ServersAdminNegativeTestJSON-827063003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:17.552655 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67165cb4-a8c2-4bbc-913d-2000bcdce13a tempest-ServersAdminNegativeTestJSON-827063003 tempest-ServersAdminNegativeTestJSON-827063003-project] Pushing event deleted for resources: {'Port': ['ID=a2ed86fb-5d3f-4f41-94e7-012569861574,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:11:17.567893 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['a2ed86fb-5d3f-4f41-94e7-012569861574'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:11:17.594647 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fba9a4c-0f39-45df-8c45-2507f2b9d0c3 req-67165cb4-a8c2-4bbc-913d-2000bcdce13a tempest-ServersAdminNegativeTestJSON-827063003 tempest-ServersAdminNegativeTestJSON-827063003-project] No DVR routers for this DVR port a2ed86fb-5d3f-4f41-94e7-012569861574 on host n-h1-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:11:17.597614 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-6fba9a4c-0f39-45df-8c45-2507f2b9d0c3 req-67165cb4-a8c2-4bbc-913d-2000bcdce13a tempest-ServersAdminNegativeTestJSON-827063003 tempest-ServersAdminNegativeTestJSON-827063003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:17.601264 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6fba9a4c-0f39-45df-8c45-2507f2b9d0c3 req-67165cb4-a8c2-4bbc-913d-2000bcdce13a tempest-ServersAdminNegativeTestJSON-827063003 tempest-ServersAdminNegativeTestJSON-827063003-project] 10.222.0.55 "DELETE /v2.0/ports/a2ed86fb-5d3f-4f41-94e7-012569861574 HTTP/1.1" status: 204 len: 173 time: 0.3993771 Oct 20 11:11:17.601747 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '938e0e74-af59-42bd-98e8-402c9427555f', 'name': 'network-vif-deleted', 'tag': 'a2ed86fb-5d3f-4f41-94e7-012569861574'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:11:17.604944 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-376a5078-3222-41b1-8324-d4951ebf3a0e" -d '{"events": [{"server_uuid": "938e0e74-af59-42bd-98e8-402c9427555f", "name": "network-vif-deleted", "tag": "a2ed86fb-5d3f-4f41-94e7-012569861574"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:11:17.647699 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7af1939-709e-4490-b93c-f8acdddb729f x-openstack-request-id: req-f7af1939-709e-4490-b93c-f8acdddb729f {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:11:17.647981 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "938e0e74-af59-42bd-98e8-402c9427555f", "name": "network-vif-deleted", "tag": "a2ed86fb-5d3f-4f41-94e7-012569861574", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:11:17.648236 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f7af1939-709e-4490-b93c-f8acdddb729f {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:11:17.648640 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '938e0e74-af59-42bd-98e8-402c9427555f', 'name': 'network-vif-deleted', 'tag': 'a2ed86fb-5d3f-4f41-94e7-012569861574', 'status': 'completed', 'code': 200} Oct 20 11:11:17.996981 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4a115f5c-e65b-4cc4-8af4-9d1244981253 req-bc66cd5e-d54b-4234-9ac0-612f6337aca7 tempest-ServersAdminNegativeTestJSON-827063003 tempest-ServersAdminNegativeTestJSON-827063003-project] 10.222.0.64 "GET /v2.0/ports?device_id=938e0e74-af59-42bd-98e8-402c9427555f HTTP/1.1" status: 200 len: 210 time: 0.0253279 Oct 20 11:11:19.257650 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 7 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:11:19.279119 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 42654) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:11:19.409709 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-83064471-fb70-404b-98db-e26df052714c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1154c988c2134b2982316790887a5e10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1293995 Oct 20 11:11:19.412161 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 42658) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:11:19.463004 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f36a3e65-6032-4b4d-9ec3-d2d4b1e5c62e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:19.470872 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:19.485730 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f36a3e65-6032-4b4d-9ec3-d2d4b1e5c62e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:19.533518 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f36a3e65-6032-4b4d-9ec3-d2d4b1e5c62e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:19.536023 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f36a3e65-6032-4b4d-9ec3-d2d4b1e5c62e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:19.537178 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-f36a3e65-6032-4b4d-9ec3-d2d4b1e5c62e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/04a2d2fe-c34d-4a8b-becc-c5b786192302 HTTP/1.1" status: 204 len: 168 time: 0.1241291 Oct 20 11:11:19.547028 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36a3e65-6032-4b4d-9ec3-d2d4b1e5c62e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04a2d2fe-c34d-4a8b-becc-c5b786192302,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:11:19.789476 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 42664) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:11:19.803278 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d5ea8077-c90a-4d66-9778-a4c4ecf34cee admin admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:19.876421 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d5ea8077-c90a-4d66-9778-a4c4ecf34cee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:19.880323 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d5ea8077-c90a-4d66-9778-a4c4ecf34cee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:19.918532 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-d5ea8077-c90a-4d66-9778-a4c4ecf34cee admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1adf461ce5f643e8bdea07582579a78e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1279795 Oct 20 11:11:19.919404 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ea8077-c90a-4d66-9778-a4c4ecf34cee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d43a7ac-3f48-43b9-ba2c-043a009fa279,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:11:19.921314 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 42666) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:11:19.970332 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-368ba32b-09e0-48c4-9b50-e614a3960c12 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:19.990386 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-368ba32b-09e0-48c4-9b50-e614a3960c12 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:20.051722 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-368ba32b-09e0-48c4-9b50-e614a3960c12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:20.054530 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-368ba32b-09e0-48c4-9b50-e614a3960c12 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:20.055755 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-368ba32b-09e0-48c4-9b50-e614a3960c12 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5d43a7ac-3f48-43b9-ba2c-043a009fa279 HTTP/1.1" status: 204 len: 168 time: 0.1334443 Oct 20 11:11:20.063641 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368ba32b-09e0-48c4-9b50-e614a3960c12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d43a7ac-3f48-43b9-ba2c-043a009fa279,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:11:20.404905 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device a2ed86fb-5d3f-4f41-94e7-012569861574 no longer exists at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:11:20.428463 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] No Port match for: a2ed86fb-5d3f-4f41-94e7-012569861574 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:11:20.428463 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device a2ed86fb-5d3f-4f41-94e7-012569861574 not bound to the agent host n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:11:20.776912 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 42688) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:11:20.873588 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-4c02394a-ac42-4f0e-a39f-c4ae22ac8b5a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1936706958-network', 'tenant_id': 'dd668a98355646ec9d228203b662a532'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:11:20.895567 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c02394a-ac42-4f0e-a39f-c4ae22ac8b5a admin admin] Made reservation on behalf of dd668a98355646ec9d228203b662a532 for: {'network': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:11:20.897875 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4c02394a-ac42-4f0e-a39f-c4ae22ac8b5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:20.906730 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4c02394a-ac42-4f0e-a39f-c4ae22ac8b5a admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:20.977973 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4c02394a-ac42-4f0e-a39f-c4ae22ac8b5a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:20.981736 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4c02394a-ac42-4f0e-a39f-c4ae22ac8b5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:21.001821 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c02394a-ac42-4f0e-a39f-c4ae22ac8b5a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 844} {{(pid=100597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:11:21.016904 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c02394a-ac42-4f0e-a39f-c4ae22ac8b5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=590b4aec-8031-4efd-a6fb-7aeb7225f293,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:11:21.019744 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4c02394a-ac42-4f0e-a39f-c4ae22ac8b5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:21.020094 n-d-811396-3 neutron-server[100597]: INFO neutron.db.segments_db [None req-4c02394a-ac42-4f0e-a39f-c4ae22ac8b5a admin admin] Added segment 51ed0e9c-76fe-459c-a665-d9d109519bdb of type vlan for network 66613e21-10d5-4773-9ff7-dd50def5c0be Oct 20 11:11:21.059092 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4c02394a-ac42-4f0e-a39f-c4ae22ac8b5a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:21.082366 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4c02394a-ac42-4f0e-a39f-c4ae22ac8b5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:21.083281 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c02394a-ac42-4f0e-a39f-c4ae22ac8b5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:21.083881 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4c02394a-ac42-4f0e-a39f-c4ae22ac8b5a admin admin] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:21.110111 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-4c02394a-ac42-4f0e-a39f-c4ae22ac8b5a admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3320210 Oct 20 11:11:21.113075 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 42692) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:11:21.118102 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-2e78a4ee-72a9-4e59-97df-1bd441849422 admin admin] Request body: {'subnet': {'network_id': '66613e21-10d5-4773-9ff7-dd50def5c0be', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1936706958-subnet', 'tenant_id': 'dd668a98355646ec9d228203b662a532', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:11:21.139821 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e78a4ee-72a9-4e59-97df-1bd441849422 admin admin] Made reservation on behalf of dd668a98355646ec9d228203b662a532 for: {'subnet': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:11:21.142690 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2e78a4ee-72a9-4e59-97df-1bd441849422 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26761797'] for subnet, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:21.319531 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2e78a4ee-72a9-4e59-97df-1bd441849422 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26836128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26761819'] for subnet, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:21.381811 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e78a4ee-72a9-4e59-97df-1bd441849422 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8e79001-4fe9-41ac-888c-926cc18521fa,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:11:21.388759 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c02394a-ac42-4f0e-a39f-c4ae22ac8b5a admin admin] Pushing event updated for resources: {'Network': ['ID=66613e21-10d5-4773-9ff7-dd50def5c0be,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:11:21.395848 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e78a4ee-72a9-4e59-97df-1bd441849422 admin admin] Checking segment: {'id': '51ed0e9c-76fe-459c-a665-d9d109519bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '66613e21-10d5-4773-9ff7-dd50def5c0be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:11:21.396198 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e78a4ee-72a9-4e59-97df-1bd441849422 admin admin] Network hostable DHCP agents. Network: 66613e21-10d5-4773-9ff7-dd50def5c0be, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:11:21.399269 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network 66613e21-10d5-4773-9ff7-dd50def5c0be details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:11:21.418074 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e78a4ee-72a9-4e59-97df-1bd441849422 admin admin] Network 66613e21-10d5-4773-9ff7-dd50def5c0be is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:11:21.427524 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-2e78a4ee-72a9-4e59-97df-1bd441849422 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, 66613e21-10d5-4773-9ff7-dd50def5c0be) {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:11:21.433729 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e78a4ee-72a9-4e59-97df-1bd441849422 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:21.434329 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2e78a4ee-72a9-4e59-97df-1bd441849422 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:21.459756 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-2e78a4ee-72a9-4e59-97df-1bd441849422 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3381100 Oct 20 11:11:21.465835 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70d3618c-4554-4507-bfca-566480b73fe6 None None] Network 66613e21-10d5-4773-9ff7-dd50def5c0be requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:11:21.771111 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c42aca10-5831-415b-81b4-aada6ac2e14b None None] Network 66613e21-10d5-4773-9ff7-dd50def5c0be requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:11:21.895407 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a33d01-95db-4429-9c75-c3be24892f11 req-eb6a6391-3a4f-499c-b3dd-bd103c1ab634 tempest-DeleteServersTestJSON-114987974 tempest-DeleteServersTestJSON-114987974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:21.896903 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-09a33d01-95db-4429-9c75-c3be24892f11 req-eb6a6391-3a4f-499c-b3dd-bd103c1ab634 tempest-DeleteServersTestJSON-114987974 tempest-DeleteServersTestJSON-114987974-project] 10.222.0.64 "GET /v2.0/networks?id=66613e21-10d5-4773-9ff7-dd50def5c0be HTTP/1.1" status: 200 len: 812 time: 0.1015387 Oct 20 11:11:21.911995 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-09a33d01-95db-4429-9c75-c3be24892f11 req-d0c64974-4c6a-445f-bccc-e5bbfdff2c76 tempest-DeleteServersTestJSON-114987974 tempest-DeleteServersTestJSON-114987974-project] 10.222.0.64 "GET /v2.0/quotas/dd668a98355646ec9d228203b662a532 HTTP/1.1" status: 200 len: 375 time: 0.0089481 Oct 20 11:11:21.946598 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-09a33d01-95db-4429-9c75-c3be24892f11 req-f91ecc4d-b164-4bba-99b4-7d3bec7337b6 tempest-DeleteServersTestJSON-114987974 tempest-DeleteServersTestJSON-114987974-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=dd668a98355646ec9d228203b662a532&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0289352 Oct 20 11:11:22.040846 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-09a33d01-95db-4429-9c75-c3be24892f11 req-43f54f56-37cb-49b3-a162-6426e669a179 service neutron] 10.222.0.64 "GET /v2.0/networks/66613e21-10d5-4773-9ff7-dd50def5c0be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869026 Oct 20 11:11:22.133131 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-09a33d01-95db-4429-9c75-c3be24892f11 req-43697fa3-7889-4fde-8bd6-a1f7686d3404 service neutron] 10.222.0.64 "GET /v2.0/networks/66613e21-10d5-4773-9ff7-dd50def5c0be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862005 Oct 20 11:11:22.294355 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8cc663c6-92e9-461c-8238-9115e2125535 req-b532fb69-f7fa-4ce6-b80b-2bf3f9eaba21 tempest-DeleteServersTestJSON-114987974 tempest-DeleteServersTestJSON-114987974-project] 10.222.0.64 "GET /v2.0/ports?device_id=f233d1fb-ab93-4c36-80f0-676ae7678d4e HTTP/1.1" status: 200 len: 210 time: 0.0259500 Oct 20 11:11:23.284824 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a33d01-95db-4429-9c75-c3be24892f11 req-b272139a-c742-4f02-9504-9db76fa11a41 tempest-DeleteServersTestJSON-114987974 tempest-DeleteServersTestJSON-114987974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:23.286282 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-09a33d01-95db-4429-9c75-c3be24892f11 req-b272139a-c742-4f02-9504-9db76fa11a41 tempest-DeleteServersTestJSON-114987974 tempest-DeleteServersTestJSON-114987974-project] 10.222.0.55 "GET /v2.0/networks?id=66613e21-10d5-4773-9ff7-dd50def5c0be HTTP/1.1" status: 200 len: 812 time: 0.1065950 Oct 20 11:11:23.306806 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-09a33d01-95db-4429-9c75-c3be24892f11 req-c55cf683-5ff4-47e6-ba10-e6e1a588f24d tempest-DeleteServersTestJSON-114987974 tempest-DeleteServersTestJSON-114987974-project] Request body: {'port': {'device_id': 'f233d1fb-ab93-4c36-80f0-676ae7678d4e', 'network_id': '66613e21-10d5-4773-9ff7-dd50def5c0be', 'admin_state_up': True, 'tenant_id': 'dd668a98355646ec9d228203b662a532'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:11:23.402693 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9d5901f4-84d5-427b-9e72-e8dbbee5e715 req-5d91d8b8-2770-4e2a-a332-6b5a6beb3b6e tempest-DeleteServersTestJSON-114987974 tempest-DeleteServersTestJSON-114987974-project] 10.222.0.64 "GET /v2.0/ports?device_id=f233d1fb-ab93-4c36-80f0-676ae7678d4e HTTP/1.1" status: 200 len: 210 time: 0.0323176 Oct 20 11:11:23.442436 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09a33d01-95db-4429-9c75-c3be24892f11 req-c55cf683-5ff4-47e6-ba10-e6e1a588f24d tempest-DeleteServersTestJSON-114987974 tempest-DeleteServersTestJSON-114987974-project] Made reservation on behalf of dd668a98355646ec9d228203b662a532 for: {'port': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:11:23.445927 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-09a33d01-95db-4429-9c75-c3be24892f11 req-c55cf683-5ff4-47e6-ba10-e6e1a588f24d tempest-DeleteServersTestJSON-114987974 tempest-DeleteServersTestJSON-114987974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:23.570590 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [req-09a33d01-95db-4429-9c75-c3be24892f11 req-c55cf683-5ff4-47e6-ba10-e6e1a588f24d tempest-DeleteServersTestJSON-114987974 tempest-DeleteServersTestJSON-114987974-project] Allocated IP 172.20.0.14 (66613e21-10d5-4773-9ff7-dd50def5c0be/c8e79001-4fe9-41ac-888c-926cc18521fa/faba2d9b-d4bc-4087-a283-a6afa115f8a9) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:11:23.714959 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-09a33d01-95db-4429-9c75-c3be24892f11 req-c55cf683-5ff4-47e6-ba10-e6e1a588f24d tempest-DeleteServersTestJSON-114987974 tempest-DeleteServersTestJSON-114987974-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:23.749526 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-09a33d01-95db-4429-9c75-c3be24892f11 req-c55cf683-5ff4-47e6-ba10-e6e1a588f24d tempest-DeleteServersTestJSON-114987974 tempest-DeleteServersTestJSON-114987974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:23.792302 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09a33d01-95db-4429-9c75-c3be24892f11 req-c55cf683-5ff4-47e6-ba10-e6e1a588f24d tempest-DeleteServersTestJSON-114987974 tempest-DeleteServersTestJSON-114987974-project] Network 66613e21-10d5-4773-9ff7-dd50def5c0be is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:11:23.795489 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [req-09a33d01-95db-4429-9c75-c3be24892f11 req-c55cf683-5ff4-47e6-ba10-e6e1a588f24d tempest-DeleteServersTestJSON-114987974 tempest-DeleteServersTestJSON-114987974-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:11:23.799086 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-09a33d01-95db-4429-9c75-c3be24892f11 req-c55cf683-5ff4-47e6-ba10-e6e1a588f24d tempest-DeleteServersTestJSON-114987974 tempest-DeleteServersTestJSON-114987974-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:11:23.823957 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55cf683-5ff4-47e6-ba10-e6e1a588f24d tempest-DeleteServersTestJSON-114987974 tempest-DeleteServersTestJSON-114987974-project] Pushing event updated for resources: {'Port': ['ID=faba2d9b-d4bc-4087-a283-a6afa115f8a9,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:11:23.851024 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a33d01-95db-4429-9c75-c3be24892f11 req-c55cf683-5ff4-47e6-ba10-e6e1a588f24d tempest-DeleteServersTestJSON-114987974 tempest-DeleteServersTestJSON-114987974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:23.851661 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-09a33d01-95db-4429-9c75-c3be24892f11 req-c55cf683-5ff4-47e6-ba10-e6e1a588f24d tempest-DeleteServersTestJSON-114987974 tempest-DeleteServersTestJSON-114987974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:23.866162 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-09a33d01-95db-4429-9c75-c3be24892f11 req-c55cf683-5ff4-47e6-ba10-e6e1a588f24d tempest-DeleteServersTestJSON-114987974 tempest-DeleteServersTestJSON-114987974-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5638814 Oct 20 11:11:23.883397 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-09a33d01-95db-4429-9c75-c3be24892f11 req-7ae33849-48cc-40e0-a8d5-394e36a7a962 service neutron] Request body: {'port': {'device_id': 'f233d1fb-ab93-4c36-80f0-676ae7678d4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811396-3'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:11:23.939308 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-09a33d01-95db-4429-9c75-c3be24892f11 req-7ae33849-48cc-40e0-a8d5-394e36a7a962 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:24.192714 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [req-09a33d01-95db-4429-9c75-c3be24892f11 req-7ae33849-48cc-40e0-a8d5-394e36a7a962 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id faba2d9b-d4bc-4087-a283-a6afa115f8a9 {{(pid=100596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:11:24.200031 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-09a33d01-95db-4429-9c75-c3be24892f11 req-7ae33849-48cc-40e0-a8d5-394e36a7a962 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:24.211869 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.provisioning_blocks [req-09a33d01-95db-4429-9c75-c3be24892f11 req-7ae33849-48cc-40e0-a8d5-394e36a7a962 service neutron] Transition to ACTIVE for port object faba2d9b-d4bc-4087-a283-a6afa115f8a9 will not be triggered until provisioned by entity L2. {{(pid=100596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:11:24.215817 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-09a33d01-95db-4429-9c75-c3be24892f11 req-7ae33849-48cc-40e0-a8d5-394e36a7a962 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:24.267108 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae33849-48cc-40e0-a8d5-394e36a7a962 service neutron] Pushing event updated for resources: {'Port': ['ID=faba2d9b-d4bc-4087-a283-a6afa115f8a9,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:11:24.332579 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-09a33d01-95db-4429-9c75-c3be24892f11 req-7ae33849-48cc-40e0-a8d5-394e36a7a962 service neutron] Attempting to bind port faba2d9b-d4bc-4087-a283-a6afa115f8a9 on host n-h1-811396-3 for vnic_type normal with profile {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:11:24.333239 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-09a33d01-95db-4429-9c75-c3be24892f11 req-7ae33849-48cc-40e0-a8d5-394e36a7a962 service neutron] Attempting to bind port faba2d9b-d4bc-4087-a283-a6afa115f8a9 by drivers openvswitch,hyperv on host n-h1-811396-3 at level 0 using segments [{'id': '51ed0e9c-76fe-459c-a665-d9d109519bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '66613e21-10d5-4773-9ff7-dd50def5c0be'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:11:24.333239 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a33d01-95db-4429-9c75-c3be24892f11 req-7ae33849-48cc-40e0-a8d5-394e36a7a962 service neutron] Attempting to bind port faba2d9b-d4bc-4087-a283-a6afa115f8a9 on network 66613e21-10d5-4773-9ff7-dd50def5c0be {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:11:24.337587 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a33d01-95db-4429-9c75-c3be24892f11 req-7ae33849-48cc-40e0-a8d5-394e36a7a962 service neutron] Port faba2d9b-d4bc-4087-a283-a6afa115f8a9 on network 66613e21-10d5-4773-9ff7-dd50def5c0be not bound, no agent of type Open vSwitch agent registered on host n-h1-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:11:24.337914 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a33d01-95db-4429-9c75-c3be24892f11 req-7ae33849-48cc-40e0-a8d5-394e36a7a962 service neutron] Attempting to bind port faba2d9b-d4bc-4087-a283-a6afa115f8a9 on network 66613e21-10d5-4773-9ff7-dd50def5c0be {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:11:24.343457 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a33d01-95db-4429-9c75-c3be24892f11 req-7ae33849-48cc-40e0-a8d5-394e36a7a962 service neutron] Checking agent: {'id': 'b707b4cc-061f-4cf4-bce0-0b3df9b7bec9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:11:24.343852 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a33d01-95db-4429-9c75-c3be24892f11 req-7ae33849-48cc-40e0-a8d5-394e36a7a962 service neutron] Checking segment: {'id': '51ed0e9c-76fe-459c-a665-d9d109519bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '66613e21-10d5-4773-9ff7-dd50def5c0be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:11:24.344263 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a33d01-95db-4429-9c75-c3be24892f11 req-7ae33849-48cc-40e0-a8d5-394e36a7a962 service neutron] Bound using segment: {'id': '51ed0e9c-76fe-459c-a665-d9d109519bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '66613e21-10d5-4773-9ff7-dd50def5c0be'} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:11:24.344773 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-09a33d01-95db-4429-9c75-c3be24892f11 req-7ae33849-48cc-40e0-a8d5-394e36a7a962 service neutron] Bound port: faba2d9b-d4bc-4087-a283-a6afa115f8a9, host: n-h1-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51ed0e9c-76fe-459c-a665-d9d109519bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '66613e21-10d5-4773-9ff7-dd50def5c0be'}}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:11:24.345200 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-09a33d01-95db-4429-9c75-c3be24892f11 req-7ae33849-48cc-40e0-a8d5-394e36a7a962 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:24.417838 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-09a33d01-95db-4429-9c75-c3be24892f11 req-7ae33849-48cc-40e0-a8d5-394e36a7a962 service neutron] For port faba2d9b-d4bc-4087-a283-a6afa115f8a9, host n-h1-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:11:24.420834 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-09a33d01-95db-4429-9c75-c3be24892f11 req-7ae33849-48cc-40e0-a8d5-394e36a7a962 service neutron] For port faba2d9b-d4bc-4087-a283-a6afa115f8a9, host n-h1-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=faba2d9b-d4bc-4087-a283-a6afa115f8a9,segment=NetworkSegment(51ed0e9c-76fe-459c-a665-d9d109519bdb),segment_id=51ed0e9c-76fe-459c-a665-d9d109519bdb)] {{(pid=100596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:11:24.425285 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-09a33d01-95db-4429-9c75-c3be24892f11 req-7ae33849-48cc-40e0-a8d5-394e36a7a962 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:24.457126 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a33d01-95db-4429-9c75-c3be24892f11 req-7ae33849-48cc-40e0-a8d5-394e36a7a962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:24.458069 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-09a33d01-95db-4429-9c75-c3be24892f11 req-7ae33849-48cc-40e0-a8d5-394e36a7a962 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:24.459530 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-09a33d01-95db-4429-9c75-c3be24892f11 req-7ae33849-48cc-40e0-a8d5-394e36a7a962 service neutron] 10.222.0.55 "PUT /v2.0/ports/faba2d9b-d4bc-4087-a283-a6afa115f8a9 HTTP/1.1" status: 200 len: 1092 time: 0.5800352 Oct 20 11:11:24.461906 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f233d1fb-ab93-4c36-80f0-676ae7678d4e', 'tag': 'faba2d9b-d4bc-4087-a283-a6afa115f8a9'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:11:24.464792 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a246d6f9-0a61-4e8f-a1ef-5236fa81b708" -d '{"events": [{"name": "network-changed", "server_uuid": "f233d1fb-ab93-4c36-80f0-676ae7678d4e", "tag": "faba2d9b-d4bc-4087-a283-a6afa115f8a9"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:11:24.515824 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:11:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92c321fb-be0d-4ac4-9c7f-eeabce604c10 x-openstack-request-id: req-92c321fb-be0d-4ac4-9c7f-eeabce604c10 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:11:24.516126 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f233d1fb-ab93-4c36-80f0-676ae7678d4e", "tag": "faba2d9b-d4bc-4087-a283-a6afa115f8a9", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:11:24.516380 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-92c321fb-be0d-4ac4-9c7f-eeabce604c10 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:11:24.516776 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f233d1fb-ab93-4c36-80f0-676ae7678d4e', 'tag': 'faba2d9b-d4bc-4087-a283-a6afa115f8a9', 'status': 'completed', 'code': 200} Oct 20 11:11:24.535732 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae33849-48cc-40e0-a8d5-394e36a7a962 service neutron] Pushing event updated for resources: {'Port': ['ID=faba2d9b-d4bc-4087-a283-a6afa115f8a9,revision_number=3']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:11:24.575838 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa4942b-c496-442f-b21f-95fdf62c00d3 req-b7647ebe-e6eb-4749-8414-41a3a2d886cd tempest-DeleteServersTestJSON-114987974 tempest-DeleteServersTestJSON-114987974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:24.577322 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bfa4942b-c496-442f-b21f-95fdf62c00d3 req-b7647ebe-e6eb-4749-8414-41a3a2d886cd tempest-DeleteServersTestJSON-114987974 tempest-DeleteServersTestJSON-114987974-project] 10.222.0.64 "GET /v2.0/ports?device_id=f233d1fb-ab93-4c36-80f0-676ae7678d4e HTTP/1.1" status: 200 len: 944 time: 0.0999494 Oct 20 11:11:24.591823 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a33d01-95db-4429-9c75-c3be24892f11 req-785e9a4f-173b-4680-9a2c-2b4d974d7ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:24.593214 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-09a33d01-95db-4429-9c75-c3be24892f11 req-785e9a4f-173b-4680-9a2c-2b4d974d7ab3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=dd668a98355646ec9d228203b662a532&device_id=f233d1fb-ab93-4c36-80f0-676ae7678d4e HTTP/1.1" status: 200 len: 1095 time: 0.0670598 Oct 20 11:11:24.646944 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-09a33d01-95db-4429-9c75-c3be24892f11 req-c71beca9-bb9c-480b-b59a-bd0383804c20 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=faba2d9b-d4bc-4087-a283-a6afa115f8a9 HTTP/1.1" status: 200 len: 217 time: 0.0400250 Oct 20 11:11:24.649874 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bfa4942b-c496-442f-b21f-95fdf62c00d3 req-8724c795-77e9-4dde-aa81-9d563779bcd5 tempest-DeleteServersTestJSON-114987974 tempest-DeleteServersTestJSON-114987974-project] 10.222.0.64 "GET /v2.0/security-groups?id=590b4aec-8031-4efd-a6fb-7aeb7225f293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659349 Oct 20 11:11:24.697391 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a33d01-95db-4429-9c75-c3be24892f11 req-78f508c9-14cd-40de-8a49-07dc53ad798d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:24.699521 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-09a33d01-95db-4429-9c75-c3be24892f11 req-78f508c9-14cd-40de-8a49-07dc53ad798d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c8e79001-4fe9-41ac-888c-926cc18521fa HTTP/1.1" status: 200 len: 852 time: 0.0462143 Oct 20 11:11:25.026379 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-09a33d01-95db-4429-9c75-c3be24892f11 req-d3bed343-8ed3-4a90-abe4-534499c6549b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=66613e21-10d5-4773-9ff7-dd50def5c0be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3180025 Oct 20 11:11:25.113101 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-09a33d01-95db-4429-9c75-c3be24892f11 req-4021346c-f57e-4f0a-ae5b-0257d1b15c85 service neutron] 10.222.0.55 "GET /v2.0/networks/66613e21-10d5-4773-9ff7-dd50def5c0be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793195 Oct 20 11:11:25.203418 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-09a33d01-95db-4429-9c75-c3be24892f11 req-d2defeba-7157-49a5-b940-a537dd01573b service neutron] 10.222.0.55 "GET /v2.0/networks/66613e21-10d5-4773-9ff7-dd50def5c0be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828476 Oct 20 11:11:25.341419 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a246d6f9-0a61-4e8f-a1ef-5236fa81b708 req-a8610cf8-8fce-4ff7-a81c-dbb591b8dddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:25.342849 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a246d6f9-0a61-4e8f-a1ef-5236fa81b708 req-a8610cf8-8fce-4ff7-a81c-dbb591b8dddd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=dd668a98355646ec9d228203b662a532&device_id=f233d1fb-ab93-4c36-80f0-676ae7678d4e HTTP/1.1" status: 200 len: 1095 time: 0.0402415 Oct 20 11:11:25.438920 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a246d6f9-0a61-4e8f-a1ef-5236fa81b708 req-b7488b1b-e648-4503-92eb-f099b6fe0822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:25.440492 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a246d6f9-0a61-4e8f-a1ef-5236fa81b708 req-b7488b1b-e648-4503-92eb-f099b6fe0822 service neutron] 10.222.0.55 "GET /v2.0/networks?id=66613e21-10d5-4773-9ff7-dd50def5c0be HTTP/1.1" status: 200 len: 913 time: 0.0904701 Oct 20 11:11:25.480860 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a246d6f9-0a61-4e8f-a1ef-5236fa81b708 req-f1b62a15-390d-4df5-9457-297a456782fb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=faba2d9b-d4bc-4087-a283-a6afa115f8a9 HTTP/1.1" status: 200 len: 217 time: 0.0336499 Oct 20 11:11:25.527280 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a246d6f9-0a61-4e8f-a1ef-5236fa81b708 req-cf3ca45a-3f42-4610-b90e-f7689851121d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:25.528737 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a246d6f9-0a61-4e8f-a1ef-5236fa81b708 req-cf3ca45a-3f42-4610-b90e-f7689851121d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c8e79001-4fe9-41ac-888c-926cc18521fa HTTP/1.1" status: 200 len: 852 time: 0.0411727 Oct 20 11:11:25.565138 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a246d6f9-0a61-4e8f-a1ef-5236fa81b708 req-26a964e4-f75b-4096-80ec-ea8737141364 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=66613e21-10d5-4773-9ff7-dd50def5c0be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284755 Oct 20 11:11:25.651559 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a246d6f9-0a61-4e8f-a1ef-5236fa81b708 req-6dd2cbe5-85d9-464f-a4e1-4cd6d4f6a95d service neutron] 10.222.0.55 "GET /v2.0/networks/66613e21-10d5-4773-9ff7-dd50def5c0be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787764 Oct 20 11:11:25.771086 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a246d6f9-0a61-4e8f-a1ef-5236fa81b708 req-80a20913-b1b5-4eca-8e3a-24f4fecdb18a service neutron] 10.222.0.55 "GET /v2.0/networks/66613e21-10d5-4773-9ff7-dd50def5c0be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127019 Oct 20 11:11:25.784741 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013b3e38-5133-48db-84f4-eff336a9c451 req-b66a8ea3-41a0-4535-91e3-41c4f9998137 tempest-DeleteServersTestJSON-114987974 tempest-DeleteServersTestJSON-114987974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:25.786116 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-013b3e38-5133-48db-84f4-eff336a9c451 req-b66a8ea3-41a0-4535-91e3-41c4f9998137 tempest-DeleteServersTestJSON-114987974 tempest-DeleteServersTestJSON-114987974-project] 10.222.0.64 "GET /v2.0/ports?device_id=f233d1fb-ab93-4c36-80f0-676ae7678d4e HTTP/1.1" status: 200 len: 944 time: 0.0663583 Oct 20 11:11:25.825397 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-013b3e38-5133-48db-84f4-eff336a9c451 req-b16c1261-2c5c-4b30-a006-d9bcf6c7db91 tempest-DeleteServersTestJSON-114987974 tempest-DeleteServersTestJSON-114987974-project] 10.222.0.64 "GET /v2.0/security-groups?id=590b4aec-8031-4efd-a6fb-7aeb7225f293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324779 Oct 20 11:11:26.936349 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18edc628-413a-44fc-ae0f-857eb530d8d0 req-1a0ac812-675a-4745-bf18-1f8db87ba1aa tempest-DeleteServersTestJSON-114987974 tempest-DeleteServersTestJSON-114987974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:26.937830 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-18edc628-413a-44fc-ae0f-857eb530d8d0 req-1a0ac812-675a-4745-bf18-1f8db87ba1aa tempest-DeleteServersTestJSON-114987974 tempest-DeleteServersTestJSON-114987974-project] 10.222.0.64 "GET /v2.0/ports?device_id=f233d1fb-ab93-4c36-80f0-676ae7678d4e HTTP/1.1" status: 200 len: 944 time: 0.0479107 Oct 20 11:11:26.974715 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-18edc628-413a-44fc-ae0f-857eb530d8d0 req-6d51978b-4ae6-486b-bdaf-3ee8b0b4219c tempest-DeleteServersTestJSON-114987974 tempest-DeleteServersTestJSON-114987974-project] 10.222.0.64 "GET /v2.0/security-groups?id=590b4aec-8031-4efd-a6fb-7aeb7225f293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311475 Oct 20 11:11:28.089748 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55444fd7-d76c-4a35-beb6-05f3a84398cd req-2d62b4f2-43e8-4c1b-96cf-8c32b56eb915 tempest-DeleteServersTestJSON-114987974 tempest-DeleteServersTestJSON-114987974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:28.091213 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-55444fd7-d76c-4a35-beb6-05f3a84398cd req-2d62b4f2-43e8-4c1b-96cf-8c32b56eb915 tempest-DeleteServersTestJSON-114987974 tempest-DeleteServersTestJSON-114987974-project] 10.222.0.64 "GET /v2.0/ports?device_id=f233d1fb-ab93-4c36-80f0-676ae7678d4e HTTP/1.1" status: 200 len: 944 time: 0.0525317 Oct 20 11:11:28.127373 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-55444fd7-d76c-4a35-beb6-05f3a84398cd req-90f98760-986f-45d0-9dc2-5d454a760827 tempest-DeleteServersTestJSON-114987974 tempest-DeleteServersTestJSON-114987974-project] 10.222.0.64 "GET /v2.0/security-groups?id=590b4aec-8031-4efd-a6fb-7aeb7225f293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302732 Oct 20 11:11:29.242178 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b712eb5a-e439-4e42-a153-d6f66495dc46 req-32eed5e5-4fc5-4ed8-8ee1-f2b32f8d620e tempest-DeleteServersTestJSON-114987974 tempest-DeleteServersTestJSON-114987974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:29.243677 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b712eb5a-e439-4e42-a153-d6f66495dc46 req-32eed5e5-4fc5-4ed8-8ee1-f2b32f8d620e tempest-DeleteServersTestJSON-114987974 tempest-DeleteServersTestJSON-114987974-project] 10.222.0.64 "GET /v2.0/ports?device_id=f233d1fb-ab93-4c36-80f0-676ae7678d4e HTTP/1.1" status: 200 len: 944 time: 0.0489202 Oct 20 11:11:29.281612 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b712eb5a-e439-4e42-a153-d6f66495dc46 req-a71fcde7-4017-4e4a-ab05-bb91c5aa2e4c tempest-DeleteServersTestJSON-114987974 tempest-DeleteServersTestJSON-114987974-project] 10.222.0.64 "GET /v2.0/security-groups?id=590b4aec-8031-4efd-a6fb-7aeb7225f293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319204 Oct 20 11:11:30.394777 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb008ca-af0c-40ca-a8a6-2c709298ff79 req-1dd1d786-afb5-4204-9618-0022dd10a52d tempest-DeleteServersTestJSON-114987974 tempest-DeleteServersTestJSON-114987974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:30.396282 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-feb008ca-af0c-40ca-a8a6-2c709298ff79 req-1dd1d786-afb5-4204-9618-0022dd10a52d tempest-DeleteServersTestJSON-114987974 tempest-DeleteServersTestJSON-114987974-project] 10.222.0.64 "GET /v2.0/ports?device_id=f233d1fb-ab93-4c36-80f0-676ae7678d4e HTTP/1.1" status: 200 len: 944 time: 0.0484233 Oct 20 11:11:30.433366 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-feb008ca-af0c-40ca-a8a6-2c709298ff79 req-c8214d5a-723d-4709-9114-c7f6b7b4666f tempest-DeleteServersTestJSON-114987974 tempest-DeleteServersTestJSON-114987974-project] 10.222.0.64 "GET /v2.0/security-groups?id=590b4aec-8031-4efd-a6fb-7aeb7225f293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312788 Oct 20 11:11:30.448218 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device faba2d9b-d4bc-4087-a283-a6afa115f8a9 details requested by agent hyperv_n-h1-811396-3 with host n-h1-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:11:30.541650 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port faba2d9b-d4bc-4087-a283-a6afa115f8a9, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=faba2d9b-d4bc-4087-a283-a6afa115f8a9,segment=NetworkSegment(51ed0e9c-76fe-459c-a665-d9d109519bdb),segment_id=51ed0e9c-76fe-459c-a665-d9d109519bdb)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:11:30.552846 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Returning: {'device': 'faba2d9b-d4bc-4087-a283-a6afa115f8a9', 'network_id': '66613e21-10d5-4773-9ff7-dd50def5c0be', 'port_id': 'faba2d9b-d4bc-4087-a283-a6afa115f8a9', 'mac_address': 'fa:16:3e:00:35:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 844, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8e79001-4fe9-41ac-888c-926cc18521fa', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:11:30.589140 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:30.601323 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id faba2d9b-d4bc-4087-a283-a6afa115f8a9 {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:11:30.620141 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port faba2d9b-d4bc-4087-a283-a6afa115f8a9, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=faba2d9b-d4bc-4087-a283-a6afa115f8a9,segment=NetworkSegment(51ed0e9c-76fe-459c-a665-d9d109519bdb),segment_id=51ed0e9c-76fe-459c-a665-d9d109519bdb)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:11:30.625985 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:30.674839 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=faba2d9b-d4bc-4087-a283-a6afa115f8a9,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:11:30.975454 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['faba2d9b-d4bc-4087-a283-a6afa115f8a9'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:11:31.554591 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc52a621-5846-448d-b892-8dcaa55252f5 req-ee0830a5-fa48-4b36-bcf4-c20db26ae038 tempest-DeleteServersTestJSON-114987974 tempest-DeleteServersTestJSON-114987974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:31.555965 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fc52a621-5846-448d-b892-8dcaa55252f5 req-ee0830a5-fa48-4b36-bcf4-c20db26ae038 tempest-DeleteServersTestJSON-114987974 tempest-DeleteServersTestJSON-114987974-project] 10.222.0.64 "GET /v2.0/ports?device_id=f233d1fb-ab93-4c36-80f0-676ae7678d4e HTTP/1.1" status: 200 len: 945 time: 0.0521171 Oct 20 11:11:31.593788 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fc52a621-5846-448d-b892-8dcaa55252f5 req-c2b06d00-e86a-4d18-9f2c-3a40b069ca54 tempest-DeleteServersTestJSON-114987974 tempest-DeleteServersTestJSON-114987974-project] 10.222.0.64 "GET /v2.0/security-groups?id=590b4aec-8031-4efd-a6fb-7aeb7225f293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319118 Oct 20 11:11:32.463455 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device faba2d9b-d4bc-4087-a283-a6afa115f8a9 up at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:11:32.511045 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning for port faba2d9b-d4bc-4087-a283-a6afa115f8a9 completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:11:32.515568 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning complete for port faba2d9b-d4bc-4087-a283-a6afa115f8a9 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:11:32.515973 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:32.592899 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:32.614834 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f233d1fb-ab93-4c36-80f0-676ae7678d4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faba2d9b-d4bc-4087-a283-a6afa115f8a9'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:11:32.617119 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f102226-c06b-4ee4-9dde-e851cf70e468" -d '{"events": [{"server_uuid": "f233d1fb-ab93-4c36-80f0-676ae7678d4e", "name": "network-vif-plugged", "status": "completed", "tag": "faba2d9b-d4bc-4087-a283-a6afa115f8a9"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:11:32.630461 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port faba2d9b-d4bc-4087-a283-a6afa115f8a9, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=faba2d9b-d4bc-4087-a283-a6afa115f8a9,segment=NetworkSegment(51ed0e9c-76fe-459c-a665-d9d109519bdb),segment_id=51ed0e9c-76fe-459c-a665-d9d109519bdb)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:11:32.636085 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:32.661109 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6214a95-25ff-4c8d-8aac-2c9e66ab2402 x-openstack-request-id: req-a6214a95-25ff-4c8d-8aac-2c9e66ab2402 {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:11:32.661403 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f233d1fb-ab93-4c36-80f0-676ae7678d4e", "name": "network-vif-plugged", "status": "completed", "tag": "faba2d9b-d4bc-4087-a283-a6afa115f8a9", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:11:32.661658 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a6214a95-25ff-4c8d-8aac-2c9e66ab2402 {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:11:32.662051 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f233d1fb-ab93-4c36-80f0-676ae7678d4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faba2d9b-d4bc-4087-a283-a6afa115f8a9', 'code': 200} Oct 20 11:11:32.689019 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=faba2d9b-d4bc-4087-a283-a6afa115f8a9,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:11:32.716338 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e96421-4c36-4584-915c-064d353ee4fb req-4031d815-dc89-42d9-98dd-795320a8eafd tempest-DeleteServersTestJSON-114987974 tempest-DeleteServersTestJSON-114987974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:32.717845 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-35e96421-4c36-4584-915c-064d353ee4fb req-4031d815-dc89-42d9-98dd-795320a8eafd tempest-DeleteServersTestJSON-114987974 tempest-DeleteServersTestJSON-114987974-project] 10.222.0.64 "GET /v2.0/ports?device_id=f233d1fb-ab93-4c36-80f0-676ae7678d4e HTTP/1.1" status: 200 len: 946 time: 0.0524569 Oct 20 11:11:32.776970 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-35e96421-4c36-4584-915c-064d353ee4fb req-24d80cce-1612-4f20-940b-341b0a3a54f9 tempest-DeleteServersTestJSON-114987974 tempest-DeleteServersTestJSON-114987974-project] 10.222.0.64 "GET /v2.0/security-groups?id=590b4aec-8031-4efd-a6fb-7aeb7225f293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529857 Oct 20 11:11:32.789277 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec09415-ba75-473b-82b7-59868921ddb1 req-ae7e40c4-7d60-47e0-9b63-2f6591db1ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:32.790748 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fec09415-ba75-473b-82b7-59868921ddb1 req-ae7e40c4-7d60-47e0-9b63-2f6591db1ec3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f233d1fb-ab93-4c36-80f0-676ae7678d4e HTTP/1.1" status: 200 len: 1097 time: 0.0504365 Oct 20 11:11:32.825136 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fec09415-ba75-473b-82b7-59868921ddb1 req-165bfc2b-b31f-4ac1-b7e2-c552bb61dc60 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=590b4aec-8031-4efd-a6fb-7aeb7225f293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272956 Oct 20 11:11:33.563105 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-d13341d4-6255-4a7c-bad6-d186cc2231d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:33.898673 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9445b0da-b142-4118-8f39-d160104772a2 req-fd32b238-ba87-4311-9fa5-307a5003293e tempest-DeleteServersTestJSON-114987974 tempest-DeleteServersTestJSON-114987974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:33.900202 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9445b0da-b142-4118-8f39-d160104772a2 req-fd32b238-ba87-4311-9fa5-307a5003293e tempest-DeleteServersTestJSON-114987974 tempest-DeleteServersTestJSON-114987974-project] 10.222.0.64 "GET /v2.0/ports?device_id=f233d1fb-ab93-4c36-80f0-676ae7678d4e HTTP/1.1" status: 200 len: 946 time: 0.0529656 Oct 20 11:11:33.948530 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9445b0da-b142-4118-8f39-d160104772a2 req-43ff807c-f88c-483a-8065-e0d187495657 tempest-DeleteServersTestJSON-114987974 tempest-DeleteServersTestJSON-114987974-project] 10.222.0.64 "GET /v2.0/security-groups?id=590b4aec-8031-4efd-a6fb-7aeb7225f293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385060 Oct 20 11:11:35.061559 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ad6f25-3fe7-4e86-a090-d2c48c70c941 req-dea9f30e-6737-4728-aefd-52628072be33 tempest-DeleteServersTestJSON-114987974 tempest-DeleteServersTestJSON-114987974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:35.063058 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c1ad6f25-3fe7-4e86-a090-d2c48c70c941 req-dea9f30e-6737-4728-aefd-52628072be33 tempest-DeleteServersTestJSON-114987974 tempest-DeleteServersTestJSON-114987974-project] 10.222.0.64 "GET /v2.0/ports?device_id=f233d1fb-ab93-4c36-80f0-676ae7678d4e HTTP/1.1" status: 200 len: 946 time: 0.0481293 Oct 20 11:11:35.100425 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c1ad6f25-3fe7-4e86-a090-d2c48c70c941 req-fb4cd45e-b684-4cf9-8c5c-7faad1e3c083 tempest-DeleteServersTestJSON-114987974 tempest-DeleteServersTestJSON-114987974-project] 10.222.0.64 "GET /v2.0/security-groups?id=590b4aec-8031-4efd-a6fb-7aeb7225f293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315685 Oct 20 11:11:35.343685 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b76b31-57b9-4a97-8bcf-d42f6492b35a req-a110f9a8-5105-4406-8c84-66cf220c9799 tempest-DeleteServersTestJSON-114987974 tempest-DeleteServersTestJSON-114987974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:35.345191 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b1b76b31-57b9-4a97-8bcf-d42f6492b35a req-a110f9a8-5105-4406-8c84-66cf220c9799 tempest-DeleteServersTestJSON-114987974 tempest-DeleteServersTestJSON-114987974-project] 10.222.0.64 "GET /v2.0/ports?device_id=f233d1fb-ab93-4c36-80f0-676ae7678d4e HTTP/1.1" status: 200 len: 946 time: 0.0539362 Oct 20 11:11:35.410708 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b1b76b31-57b9-4a97-8bcf-d42f6492b35a req-1b6a3118-672c-482a-89f0-c17b14f3160b tempest-DeleteServersTestJSON-114987974 tempest-DeleteServersTestJSON-114987974-project] 10.222.0.64 "GET /v2.0/security-groups?id=590b4aec-8031-4efd-a6fb-7aeb7225f293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566704 Oct 20 11:11:35.414157 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3cc31b18-876d-4e9d-b11d-737582205ef8 req-2fa9cd6f-7159-4ac8-9a8e-cb1cbb8f7f39 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f233d1fb-ab93-4c36-80f0-676ae7678d4e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1345212 Oct 20 11:11:36.429884 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-cd6d2a92-d026-4b91-b504-7a6b95a259e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:36.531002 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8199a828-7112-4411-8646-8efc65aa7327 req-e8d1cb74-f2d8-4aad-bb94-4d0db171fcc7 tempest-DeleteServersTestJSON-114987974 tempest-DeleteServersTestJSON-114987974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:36.532572 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8199a828-7112-4411-8646-8efc65aa7327 req-e8d1cb74-f2d8-4aad-bb94-4d0db171fcc7 tempest-DeleteServersTestJSON-114987974 tempest-DeleteServersTestJSON-114987974-project] 10.222.0.64 "GET /v2.0/ports?device_id=f233d1fb-ab93-4c36-80f0-676ae7678d4e HTTP/1.1" status: 200 len: 946 time: 0.0499198 Oct 20 11:11:36.591714 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8199a828-7112-4411-8646-8efc65aa7327 req-d6a94a85-d0a2-4267-9104-21209a301b8e tempest-DeleteServersTestJSON-114987974 tempest-DeleteServersTestJSON-114987974-project] 10.222.0.64 "GET /v2.0/security-groups?id=590b4aec-8031-4efd-a6fb-7aeb7225f293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511603 Oct 20 11:11:36.596660 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc31b18-876d-4e9d-b11d-737582205ef8 req-94b0c5fb-1a0d-44b0-8631-44e405a19bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:36.598081 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3cc31b18-876d-4e9d-b11d-737582205ef8 req-94b0c5fb-1a0d-44b0-8631-44e405a19bf0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=dd668a98355646ec9d228203b662a532&device_id=f233d1fb-ab93-4c36-80f0-676ae7678d4e HTTP/1.1" status: 200 len: 1097 time: 0.0646753 Oct 20 11:11:36.691689 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc31b18-876d-4e9d-b11d-737582205ef8 req-bddd9d0d-1fdb-453f-a0e5-53c8ad9f43c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:36.693044 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3cc31b18-876d-4e9d-b11d-737582205ef8 req-bddd9d0d-1fdb-453f-a0e5-53c8ad9f43c9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=66613e21-10d5-4773-9ff7-dd50def5c0be HTTP/1.1" status: 200 len: 913 time: 0.0867727 Oct 20 11:11:36.733169 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3cc31b18-876d-4e9d-b11d-737582205ef8 req-a2c63536-fe75-452f-9d1a-f51e69b0f33e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=faba2d9b-d4bc-4087-a283-a6afa115f8a9 HTTP/1.1" status: 200 len: 217 time: 0.0334494 Oct 20 11:11:36.784686 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc31b18-876d-4e9d-b11d-737582205ef8 req-b3b95441-1045-44be-9945-9f170319d2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:36.786064 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3cc31b18-876d-4e9d-b11d-737582205ef8 req-b3b95441-1045-44be-9945-9f170319d2d4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c8e79001-4fe9-41ac-888c-926cc18521fa HTTP/1.1" status: 200 len: 852 time: 0.0460446 Oct 20 11:11:36.817247 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3cc31b18-876d-4e9d-b11d-737582205ef8 req-4da99e00-e518-494f-bf87-654dc4e6613c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=66613e21-10d5-4773-9ff7-dd50def5c0be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235429 Oct 20 11:11:36.905084 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3cc31b18-876d-4e9d-b11d-737582205ef8 req-87fae371-1260-4ce4-87e3-516da47e6916 service neutron] 10.222.0.55 "GET /v2.0/networks/66613e21-10d5-4773-9ff7-dd50def5c0be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808659 Oct 20 11:11:36.997840 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3cc31b18-876d-4e9d-b11d-737582205ef8 req-796fbb97-8779-426d-a045-8046dd28e243 service neutron] 10.222.0.55 "GET /v2.0/networks/66613e21-10d5-4773-9ff7-dd50def5c0be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847480 Oct 20 11:11:37.160645 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:37.647931 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:37.707155 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29248798-a2c9-4ebe-9aab-7893b0bbe7e4 req-28c33360-6632-41c2-b914-221a69044329 tempest-DeleteServersTestJSON-114987974 tempest-DeleteServersTestJSON-114987974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:37.708670 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-29248798-a2c9-4ebe-9aab-7893b0bbe7e4 req-28c33360-6632-41c2-b914-221a69044329 tempest-DeleteServersTestJSON-114987974 tempest-DeleteServersTestJSON-114987974-project] 10.222.0.64 "GET /v2.0/ports?device_id=f233d1fb-ab93-4c36-80f0-676ae7678d4e HTTP/1.1" status: 200 len: 946 time: 0.0482476 Oct 20 11:11:37.746544 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-29248798-a2c9-4ebe-9aab-7893b0bbe7e4 req-b85cada1-2d91-4ccd-9e40-4f0665a8f6ee tempest-DeleteServersTestJSON-114987974 tempest-DeleteServersTestJSON-114987974-project] 10.222.0.64 "GET /v2.0/security-groups?id=590b4aec-8031-4efd-a6fb-7aeb7225f293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320346 Oct 20 11:11:38.321550 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:38.859583 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0bb9c8-08f1-4782-9c72-c3fa533bb6cf req-31e8459c-f106-4ef6-9698-66eeb078ca3d tempest-DeleteServersTestJSON-114987974 tempest-DeleteServersTestJSON-114987974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:38.861055 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3b0bb9c8-08f1-4782-9c72-c3fa533bb6cf req-31e8459c-f106-4ef6-9698-66eeb078ca3d tempest-DeleteServersTestJSON-114987974 tempest-DeleteServersTestJSON-114987974-project] 10.222.0.64 "GET /v2.0/ports?device_id=f233d1fb-ab93-4c36-80f0-676ae7678d4e HTTP/1.1" status: 200 len: 946 time: 0.0472524 Oct 20 11:11:38.902242 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3b0bb9c8-08f1-4782-9c72-c3fa533bb6cf req-93f4041d-7b5b-4a03-be75-3e93662127ed tempest-DeleteServersTestJSON-114987974 tempest-DeleteServersTestJSON-114987974-project] 10.222.0.64 "GET /v2.0/security-groups?id=590b4aec-8031-4efd-a6fb-7aeb7225f293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352955 Oct 20 11:11:39.018391 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:40.017706 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf3ae17-0653-436f-82e7-cc9808d31c23 req-c1e31c6b-1561-4b68-ab67-ae40482a98e9 tempest-DeleteServersTestJSON-114987974 tempest-DeleteServersTestJSON-114987974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:40.019279 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5cf3ae17-0653-436f-82e7-cc9808d31c23 req-c1e31c6b-1561-4b68-ab67-ae40482a98e9 tempest-DeleteServersTestJSON-114987974 tempest-DeleteServersTestJSON-114987974-project] 10.222.0.64 "GET /v2.0/ports?device_id=f233d1fb-ab93-4c36-80f0-676ae7678d4e HTTP/1.1" status: 200 len: 946 time: 0.0493762 Oct 20 11:11:40.055622 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5cf3ae17-0653-436f-82e7-cc9808d31c23 req-2b581841-0e00-4545-a92c-7e9bc7ed2456 tempest-DeleteServersTestJSON-114987974 tempest-DeleteServersTestJSON-114987974-project] 10.222.0.64 "GET /v2.0/security-groups?id=590b4aec-8031-4efd-a6fb-7aeb7225f293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304914 Oct 20 11:11:41.168290 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c47a16-f651-4dda-8e5b-9d1ea237aed9 req-033c5956-366f-41f2-b819-f05116b62fc0 tempest-DeleteServersTestJSON-114987974 tempest-DeleteServersTestJSON-114987974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:41.170262 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-97c47a16-f651-4dda-8e5b-9d1ea237aed9 req-033c5956-366f-41f2-b819-f05116b62fc0 tempest-DeleteServersTestJSON-114987974 tempest-DeleteServersTestJSON-114987974-project] 10.222.0.64 "GET /v2.0/ports?device_id=f233d1fb-ab93-4c36-80f0-676ae7678d4e HTTP/1.1" status: 200 len: 946 time: 0.0481868 Oct 20 11:11:41.207734 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-97c47a16-f651-4dda-8e5b-9d1ea237aed9 req-57269798-f253-408f-a63b-c874d0ec5f1c tempest-DeleteServersTestJSON-114987974 tempest-DeleteServersTestJSON-114987974-project] 10.222.0.64 "GET /v2.0/security-groups?id=590b4aec-8031-4efd-a6fb-7aeb7225f293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314903 Oct 20 11:11:42.322212 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61d359b-bff1-4460-b9ca-c532f3d346e1 req-cd37c989-045e-4b58-80b1-f168e7dc87b5 tempest-DeleteServersTestJSON-114987974 tempest-DeleteServersTestJSON-114987974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:42.323856 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d61d359b-bff1-4460-b9ca-c532f3d346e1 req-cd37c989-045e-4b58-80b1-f168e7dc87b5 tempest-DeleteServersTestJSON-114987974 tempest-DeleteServersTestJSON-114987974-project] 10.222.0.64 "GET /v2.0/ports?device_id=f233d1fb-ab93-4c36-80f0-676ae7678d4e HTTP/1.1" status: 200 len: 946 time: 0.0505803 Oct 20 11:11:42.364912 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d61d359b-bff1-4460-b9ca-c532f3d346e1 req-765c64b6-4866-4ae3-874a-6b0e71f1b632 tempest-DeleteServersTestJSON-114987974 tempest-DeleteServersTestJSON-114987974-project] 10.222.0.64 "GET /v2.0/security-groups?id=590b4aec-8031-4efd-a6fb-7aeb7225f293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345092 Oct 20 11:11:43.480807 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fced66-dca3-4d11-a7cb-e667e71be664 req-8198cdc8-67af-4a83-8cc0-a5be7ae59d57 tempest-DeleteServersTestJSON-114987974 tempest-DeleteServersTestJSON-114987974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:43.482323 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-72fced66-dca3-4d11-a7cb-e667e71be664 req-8198cdc8-67af-4a83-8cc0-a5be7ae59d57 tempest-DeleteServersTestJSON-114987974 tempest-DeleteServersTestJSON-114987974-project] 10.222.0.64 "GET /v2.0/ports?device_id=f233d1fb-ab93-4c36-80f0-676ae7678d4e HTTP/1.1" status: 200 len: 946 time: 0.0514786 Oct 20 11:11:43.519857 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-72fced66-dca3-4d11-a7cb-e667e71be664 req-1eaee906-c689-41ba-8863-ea7ca4c8904d tempest-DeleteServersTestJSON-114987974 tempest-DeleteServersTestJSON-114987974-project] 10.222.0.64 "GET /v2.0/security-groups?id=590b4aec-8031-4efd-a6fb-7aeb7225f293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315473 Oct 20 11:11:44.633400 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c01ec06-3181-4b60-b262-ee22a2b0223c req-2b43aede-135a-4d23-9f74-3fea0e0a297b tempest-DeleteServersTestJSON-114987974 tempest-DeleteServersTestJSON-114987974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:44.634884 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4c01ec06-3181-4b60-b262-ee22a2b0223c req-2b43aede-135a-4d23-9f74-3fea0e0a297b tempest-DeleteServersTestJSON-114987974 tempest-DeleteServersTestJSON-114987974-project] 10.222.0.64 "GET /v2.0/ports?device_id=f233d1fb-ab93-4c36-80f0-676ae7678d4e HTTP/1.1" status: 200 len: 946 time: 0.0480704 Oct 20 11:11:44.673719 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4c01ec06-3181-4b60-b262-ee22a2b0223c req-1fb667dc-a286-4479-b246-d89bff9e60c8 tempest-DeleteServersTestJSON-114987974 tempest-DeleteServersTestJSON-114987974-project] 10.222.0.64 "GET /v2.0/security-groups?id=590b4aec-8031-4efd-a6fb-7aeb7225f293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320191 Oct 20 11:11:45.789239 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58e7dd9-88a1-4b64-940a-b11b78ede2ac req-160645f5-5c65-4455-b4bb-e0049def9b42 tempest-DeleteServersTestJSON-114987974 tempest-DeleteServersTestJSON-114987974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:45.790701 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b58e7dd9-88a1-4b64-940a-b11b78ede2ac req-160645f5-5c65-4455-b4bb-e0049def9b42 tempest-DeleteServersTestJSON-114987974 tempest-DeleteServersTestJSON-114987974-project] 10.222.0.64 "GET /v2.0/ports?device_id=f233d1fb-ab93-4c36-80f0-676ae7678d4e HTTP/1.1" status: 200 len: 946 time: 0.0476232 Oct 20 11:11:45.831456 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b58e7dd9-88a1-4b64-940a-b11b78ede2ac req-24bcb3ec-b5a8-4b21-92fa-9d18e0b12527 tempest-DeleteServersTestJSON-114987974 tempest-DeleteServersTestJSON-114987974-project] 10.222.0.64 "GET /v2.0/security-groups?id=590b4aec-8031-4efd-a6fb-7aeb7225f293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347540 Oct 20 11:11:46.956997 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed36193-1ca8-4ec8-9ea1-e6d628b2f839 req-9f70c35e-4fdb-48f8-99d6-adf40a250ac5 tempest-DeleteServersTestJSON-114987974 tempest-DeleteServersTestJSON-114987974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:46.958478 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2ed36193-1ca8-4ec8-9ea1-e6d628b2f839 req-9f70c35e-4fdb-48f8-99d6-adf40a250ac5 tempest-DeleteServersTestJSON-114987974 tempest-DeleteServersTestJSON-114987974-project] 10.222.0.64 "GET /v2.0/ports?device_id=f233d1fb-ab93-4c36-80f0-676ae7678d4e HTTP/1.1" status: 200 len: 946 time: 0.0491254 Oct 20 11:11:46.995483 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2ed36193-1ca8-4ec8-9ea1-e6d628b2f839 req-111cbc41-c878-4ce9-b3db-b082b0d0f0eb tempest-DeleteServersTestJSON-114987974 tempest-DeleteServersTestJSON-114987974-project] 10.222.0.64 "GET /v2.0/security-groups?id=590b4aec-8031-4efd-a6fb-7aeb7225f293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310414 Oct 20 11:11:48.110479 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78c89c3-1af2-4e01-8e5f-04f56458f1db req-93171925-557e-4ae3-a96e-2ad4a413baa5 tempest-DeleteServersTestJSON-114987974 tempest-DeleteServersTestJSON-114987974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:48.111955 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b78c89c3-1af2-4e01-8e5f-04f56458f1db req-93171925-557e-4ae3-a96e-2ad4a413baa5 tempest-DeleteServersTestJSON-114987974 tempest-DeleteServersTestJSON-114987974-project] 10.222.0.64 "GET /v2.0/ports?device_id=f233d1fb-ab93-4c36-80f0-676ae7678d4e HTTP/1.1" status: 200 len: 946 time: 0.0482030 Oct 20 11:11:48.147975 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b78c89c3-1af2-4e01-8e5f-04f56458f1db req-84562e63-db0d-49cd-96e7-efaed1dcc9a7 tempest-DeleteServersTestJSON-114987974 tempest-DeleteServersTestJSON-114987974-project] 10.222.0.64 "GET /v2.0/security-groups?id=590b4aec-8031-4efd-a6fb-7aeb7225f293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302055 Oct 20 11:11:49.260781 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79fa63d-aa36-4179-8d44-ed2b65bc849b req-8c36004e-8ca1-46bc-9cd2-589861d8637a tempest-DeleteServersTestJSON-114987974 tempest-DeleteServersTestJSON-114987974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:49.262828 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b79fa63d-aa36-4179-8d44-ed2b65bc849b req-8c36004e-8ca1-46bc-9cd2-589861d8637a tempest-DeleteServersTestJSON-114987974 tempest-DeleteServersTestJSON-114987974-project] 10.222.0.64 "GET /v2.0/ports?device_id=f233d1fb-ab93-4c36-80f0-676ae7678d4e HTTP/1.1" status: 200 len: 946 time: 0.0477378 Oct 20 11:11:49.303864 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b79fa63d-aa36-4179-8d44-ed2b65bc849b req-1c4d0f0f-e279-4bbc-a5c8-42bd27f76b00 tempest-DeleteServersTestJSON-114987974 tempest-DeleteServersTestJSON-114987974-project] 10.222.0.64 "GET /v2.0/security-groups?id=590b4aec-8031-4efd-a6fb-7aeb7225f293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349648 Oct 20 11:11:49.485296 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:11:50.417675 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253eff42-4f93-4103-ac40-ea911002ce23 req-b77bc134-6743-4bed-a88a-461aa93388dd tempest-DeleteServersTestJSON-114987974 tempest-DeleteServersTestJSON-114987974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:50.419863 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-253eff42-4f93-4103-ac40-ea911002ce23 req-b77bc134-6743-4bed-a88a-461aa93388dd tempest-DeleteServersTestJSON-114987974 tempest-DeleteServersTestJSON-114987974-project] 10.222.0.64 "GET /v2.0/ports?device_id=f233d1fb-ab93-4c36-80f0-676ae7678d4e HTTP/1.1" status: 200 len: 946 time: 0.0483186 Oct 20 11:11:50.456097 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-253eff42-4f93-4103-ac40-ea911002ce23 req-3c6d64b6-21e8-44f6-8d6e-f19c4017a980 tempest-DeleteServersTestJSON-114987974 tempest-DeleteServersTestJSON-114987974-project] 10.222.0.64 "GET /v2.0/security-groups?id=590b4aec-8031-4efd-a6fb-7aeb7225f293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304308 Oct 20 11:11:51.569429 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f15133-f98f-4e11-8638-b254478e9afa req-b4d4a0bf-f639-4b53-875e-a7775f3ded9d tempest-DeleteServersTestJSON-114987974 tempest-DeleteServersTestJSON-114987974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:51.570814 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-68f15133-f98f-4e11-8638-b254478e9afa req-b4d4a0bf-f639-4b53-875e-a7775f3ded9d tempest-DeleteServersTestJSON-114987974 tempest-DeleteServersTestJSON-114987974-project] 10.222.0.64 "GET /v2.0/ports?device_id=f233d1fb-ab93-4c36-80f0-676ae7678d4e HTTP/1.1" status: 200 len: 946 time: 0.0490508 Oct 20 11:11:51.608528 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-68f15133-f98f-4e11-8638-b254478e9afa req-3e4c82c3-910a-4508-93d9-f56406ace9a4 tempest-DeleteServersTestJSON-114987974 tempest-DeleteServersTestJSON-114987974-project] 10.222.0.64 "GET /v2.0/security-groups?id=590b4aec-8031-4efd-a6fb-7aeb7225f293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319173 Oct 20 11:11:52.720279 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b48376-3a47-4a8d-8ac7-fbdd64e5eb7e req-110c0abd-9eba-4342-a075-0166eeedeb01 tempest-DeleteServersTestJSON-114987974 tempest-DeleteServersTestJSON-114987974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:52.721727 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e2b48376-3a47-4a8d-8ac7-fbdd64e5eb7e req-110c0abd-9eba-4342-a075-0166eeedeb01 tempest-DeleteServersTestJSON-114987974 tempest-DeleteServersTestJSON-114987974-project] 10.222.0.64 "GET /v2.0/ports?device_id=f233d1fb-ab93-4c36-80f0-676ae7678d4e HTTP/1.1" status: 200 len: 946 time: 0.0477793 Oct 20 11:11:52.761375 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e2b48376-3a47-4a8d-8ac7-fbdd64e5eb7e req-b587a9b9-61ec-4f50-8de3-a959d05cd411 tempest-DeleteServersTestJSON-114987974 tempest-DeleteServersTestJSON-114987974-project] 10.222.0.64 "GET /v2.0/security-groups?id=590b4aec-8031-4efd-a6fb-7aeb7225f293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338545 Oct 20 11:11:53.874227 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc70125c-6f8a-4688-a1c5-d61370d521f3 req-145950d3-eeb2-4384-8e4b-3e3239f30dd2 tempest-DeleteServersTestJSON-114987974 tempest-DeleteServersTestJSON-114987974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:53.875725 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bc70125c-6f8a-4688-a1c5-d61370d521f3 req-145950d3-eeb2-4384-8e4b-3e3239f30dd2 tempest-DeleteServersTestJSON-114987974 tempest-DeleteServersTestJSON-114987974-project] 10.222.0.64 "GET /v2.0/ports?device_id=f233d1fb-ab93-4c36-80f0-676ae7678d4e HTTP/1.1" status: 200 len: 946 time: 0.0478516 Oct 20 11:11:53.912840 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bc70125c-6f8a-4688-a1c5-d61370d521f3 req-fa4e3b28-f048-443b-9c27-d1bc7fae0eb6 tempest-DeleteServersTestJSON-114987974 tempest-DeleteServersTestJSON-114987974-project] 10.222.0.64 "GET /v2.0/security-groups?id=590b4aec-8031-4efd-a6fb-7aeb7225f293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312881 Oct 20 11:11:55.026088 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5826d517-ab2c-44f2-86d6-76bf0d4f39fb req-261473b1-ad72-4a4d-80e1-577e628691f1 tempest-DeleteServersTestJSON-114987974 tempest-DeleteServersTestJSON-114987974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:55.028080 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5826d517-ab2c-44f2-86d6-76bf0d4f39fb req-261473b1-ad72-4a4d-80e1-577e628691f1 tempest-DeleteServersTestJSON-114987974 tempest-DeleteServersTestJSON-114987974-project] 10.222.0.64 "GET /v2.0/ports?device_id=f233d1fb-ab93-4c36-80f0-676ae7678d4e HTTP/1.1" status: 200 len: 946 time: 0.0483551 Oct 20 11:11:55.064710 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5826d517-ab2c-44f2-86d6-76bf0d4f39fb req-36f83899-145f-4a73-85bc-c2d88238e65e tempest-DeleteServersTestJSON-114987974 tempest-DeleteServersTestJSON-114987974-project] 10.222.0.64 "GET /v2.0/security-groups?id=590b4aec-8031-4efd-a6fb-7aeb7225f293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307779 Oct 20 11:11:56.178059 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f7e455-863a-431e-bbec-3dad43aa8a1e req-8620ed6f-a713-4aea-aabc-e6854933425c tempest-DeleteServersTestJSON-114987974 tempest-DeleteServersTestJSON-114987974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:56.179805 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f5f7e455-863a-431e-bbec-3dad43aa8a1e req-8620ed6f-a713-4aea-aabc-e6854933425c tempest-DeleteServersTestJSON-114987974 tempest-DeleteServersTestJSON-114987974-project] 10.222.0.64 "GET /v2.0/ports?device_id=f233d1fb-ab93-4c36-80f0-676ae7678d4e HTTP/1.1" status: 200 len: 946 time: 0.0504792 Oct 20 11:11:56.220424 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f5f7e455-863a-431e-bbec-3dad43aa8a1e req-cf8c955a-90ad-412f-916c-b235f2fbd38e tempest-DeleteServersTestJSON-114987974 tempest-DeleteServersTestJSON-114987974-project] 10.222.0.64 "GET /v2.0/security-groups?id=590b4aec-8031-4efd-a6fb-7aeb7225f293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347068 Oct 20 11:11:56.256636 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 7 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:11:57.331491 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be709392-0944-4870-b6c1-29419bd7e5bd req-1b10179f-9210-4714-9e6e-18e3ba83b71a tempest-DeleteServersTestJSON-114987974 tempest-DeleteServersTestJSON-114987974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:57.332970 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-be709392-0944-4870-b6c1-29419bd7e5bd req-1b10179f-9210-4714-9e6e-18e3ba83b71a tempest-DeleteServersTestJSON-114987974 tempest-DeleteServersTestJSON-114987974-project] 10.222.0.64 "GET /v2.0/ports?device_id=f233d1fb-ab93-4c36-80f0-676ae7678d4e HTTP/1.1" status: 200 len: 946 time: 0.0478446 Oct 20 11:11:57.370674 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-be709392-0944-4870-b6c1-29419bd7e5bd req-a372060f-35cc-4d3f-901d-95e3678d168d tempest-DeleteServersTestJSON-114987974 tempest-DeleteServersTestJSON-114987974-project] 10.222.0.64 "GET /v2.0/security-groups?id=590b4aec-8031-4efd-a6fb-7aeb7225f293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318170 Oct 20 11:11:58.484815 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5f52b7-8a3b-41ec-84f0-aabdab69dddf req-ac846913-c963-436e-b269-6d49edd12161 tempest-DeleteServersTestJSON-114987974 tempest-DeleteServersTestJSON-114987974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:58.486736 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3d5f52b7-8a3b-41ec-84f0-aabdab69dddf req-ac846913-c963-436e-b269-6d49edd12161 tempest-DeleteServersTestJSON-114987974 tempest-DeleteServersTestJSON-114987974-project] 10.222.0.64 "GET /v2.0/ports?device_id=f233d1fb-ab93-4c36-80f0-676ae7678d4e HTTP/1.1" status: 200 len: 946 time: 0.0486443 Oct 20 11:11:58.523089 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3d5f52b7-8a3b-41ec-84f0-aabdab69dddf req-b7aceb05-aee7-44fb-aa09-e4ce0ca1912a tempest-DeleteServersTestJSON-114987974 tempest-DeleteServersTestJSON-114987974-project] 10.222.0.64 "GET /v2.0/security-groups?id=590b4aec-8031-4efd-a6fb-7aeb7225f293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308714 Oct 20 11:11:59.635824 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee67083-3d11-4fc9-bdb9-f6965b6ce03b req-d62ffa02-5867-4610-8c0d-1bb116638b03 tempest-DeleteServersTestJSON-114987974 tempest-DeleteServersTestJSON-114987974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:11:59.637791 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4ee67083-3d11-4fc9-bdb9-f6965b6ce03b req-d62ffa02-5867-4610-8c0d-1bb116638b03 tempest-DeleteServersTestJSON-114987974 tempest-DeleteServersTestJSON-114987974-project] 10.222.0.64 "GET /v2.0/ports?device_id=f233d1fb-ab93-4c36-80f0-676ae7678d4e HTTP/1.1" status: 200 len: 946 time: 0.0487466 Oct 20 11:11:59.677865 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4ee67083-3d11-4fc9-bdb9-f6965b6ce03b req-91ef9bea-be48-44ad-a021-70f5689fcc6c tempest-DeleteServersTestJSON-114987974 tempest-DeleteServersTestJSON-114987974-project] 10.222.0.64 "GET /v2.0/security-groups?id=590b4aec-8031-4efd-a6fb-7aeb7225f293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342495 Oct 20 11:12:00.790601 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dca6d1-0e0f-4d92-96fa-42adea5d281f req-de1b2be8-d06b-4ed2-b207-6d5aacf09eb0 tempest-DeleteServersTestJSON-114987974 tempest-DeleteServersTestJSON-114987974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:00.792071 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-30dca6d1-0e0f-4d92-96fa-42adea5d281f req-de1b2be8-d06b-4ed2-b207-6d5aacf09eb0 tempest-DeleteServersTestJSON-114987974 tempest-DeleteServersTestJSON-114987974-project] 10.222.0.64 "GET /v2.0/ports?device_id=f233d1fb-ab93-4c36-80f0-676ae7678d4e HTTP/1.1" status: 200 len: 946 time: 0.0473244 Oct 20 11:12:00.828458 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-30dca6d1-0e0f-4d92-96fa-42adea5d281f req-20bcf47a-e947-4b50-8726-95ab2591a242 tempest-DeleteServersTestJSON-114987974 tempest-DeleteServersTestJSON-114987974-project] 10.222.0.64 "GET /v2.0/security-groups?id=590b4aec-8031-4efd-a6fb-7aeb7225f293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299795 Oct 20 11:12:01.942398 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55530a3-e4b4-479c-87f9-a40b247ecd5d req-09a09196-c54f-498c-a492-1f32e1870063 tempest-DeleteServersTestJSON-114987974 tempest-DeleteServersTestJSON-114987974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:01.943903 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b55530a3-e4b4-479c-87f9-a40b247ecd5d req-09a09196-c54f-498c-a492-1f32e1870063 tempest-DeleteServersTestJSON-114987974 tempest-DeleteServersTestJSON-114987974-project] 10.222.0.64 "GET /v2.0/ports?device_id=f233d1fb-ab93-4c36-80f0-676ae7678d4e HTTP/1.1" status: 200 len: 946 time: 0.0495324 Oct 20 11:12:01.981388 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b55530a3-e4b4-479c-87f9-a40b247ecd5d req-dab2e83b-bab3-4a54-848b-be1e4a29eef6 tempest-DeleteServersTestJSON-114987974 tempest-DeleteServersTestJSON-114987974-project] 10.222.0.64 "GET /v2.0/security-groups?id=590b4aec-8031-4efd-a6fb-7aeb7225f293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310271 Oct 20 11:12:03.100341 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e99e51-7d0b-4ee2-9d0d-67bef7684c8f req-652ecfc4-4f03-41bc-9d28-0996c6cd081e tempest-DeleteServersTestJSON-114987974 tempest-DeleteServersTestJSON-114987974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:03.101835 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e5e99e51-7d0b-4ee2-9d0d-67bef7684c8f req-652ecfc4-4f03-41bc-9d28-0996c6cd081e tempest-DeleteServersTestJSON-114987974 tempest-DeleteServersTestJSON-114987974-project] 10.222.0.64 "GET /v2.0/ports?device_id=f233d1fb-ab93-4c36-80f0-676ae7678d4e HTTP/1.1" status: 200 len: 946 time: 0.0533383 Oct 20 11:12:03.142509 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e5e99e51-7d0b-4ee2-9d0d-67bef7684c8f req-707dd44e-292a-4c03-875f-9062f72038c7 tempest-DeleteServersTestJSON-114987974 tempest-DeleteServersTestJSON-114987974-project] 10.222.0.64 "GET /v2.0/security-groups?id=590b4aec-8031-4efd-a6fb-7aeb7225f293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341423 Oct 20 11:12:03.562168 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-c2aa4ed7-cd95-461b-813b-546b971402a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:04.034408 n-d-811396-3 neutron-server[100596]: INFO neutron.api.v2.resource [req-3cc31b18-876d-4e9d-b11d-737582205ef8 req-b5e77756-3c7f-4a69-9a8b-c4a938629f57 service neutron] show failed (client error): The resource could not be found. Oct 20 11:12:04.035403 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3cc31b18-876d-4e9d-b11d-737582205ef8 req-b5e77756-3c7f-4a69-9a8b-c4a938629f57 service neutron] 10.222.0.55 "GET /v2.0/ports/faba2d9b-d4bc-4087-a283-a6afa115f8a9/bindings/n-h2-811396-3 HTTP/1.1" status: 404 len: 380 time: 0.0531886 Oct 20 11:12:04.263744 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac56b27-698f-460f-83b2-6c65b002b7a9 req-4f870801-2ccd-4225-94e3-ad8ba6340888 tempest-DeleteServersTestJSON-114987974 tempest-DeleteServersTestJSON-114987974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:04.265238 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7ac56b27-698f-460f-83b2-6c65b002b7a9 req-4f870801-2ccd-4225-94e3-ad8ba6340888 tempest-DeleteServersTestJSON-114987974 tempest-DeleteServersTestJSON-114987974-project] 10.222.0.64 "GET /v2.0/ports?device_id=f233d1fb-ab93-4c36-80f0-676ae7678d4e HTTP/1.1" status: 200 len: 946 time: 0.0497854 Oct 20 11:12:04.328674 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7ac56b27-698f-460f-83b2-6c65b002b7a9 req-8108ab17-c4ac-4c2e-93f7-d4e67506b901 tempest-DeleteServersTestJSON-114987974 tempest-DeleteServersTestJSON-114987974-project] 10.222.0.64 "GET /v2.0/security-groups?id=590b4aec-8031-4efd-a6fb-7aeb7225f293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573645 Oct 20 11:12:04.337859 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc31b18-876d-4e9d-b11d-737582205ef8 req-77e14554-109c-4700-ac14-0fe2b98b043a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:04.339505 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3cc31b18-876d-4e9d-b11d-737582205ef8 req-77e14554-109c-4700-ac14-0fe2b98b043a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f233d1fb-ab93-4c36-80f0-676ae7678d4e&tenant_id=dd668a98355646ec9d228203b662a532 HTTP/1.1" status: 200 len: 1097 time: 0.1289010 Oct 20 11:12:04.349851 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [req-3cc31b18-876d-4e9d-b11d-737582205ef8 req-cc6aecb7-81c2-4b02-9109-c0e50f1c69e5 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:12:04.350886 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3cc31b18-876d-4e9d-b11d-737582205ef8 req-cc6aecb7-81c2-4b02-9109-c0e50f1c69e5 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0053401 Oct 20 11:12:04.361991 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-3cc31b18-876d-4e9d-b11d-737582205ef8 req-179f2975-b366-4c5f-b434-4ce5fb5a114d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-811396-3', 'device_owner': 'compute:nova'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:12:04.416562 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-3cc31b18-876d-4e9d-b11d-737582205ef8 req-179f2975-b366-4c5f-b434-4ce5fb5a114d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:04.614132 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-3cc31b18-876d-4e9d-b11d-737582205ef8 req-179f2975-b366-4c5f-b434-4ce5fb5a114d service neutron] For port faba2d9b-d4bc-4087-a283-a6afa115f8a9, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=faba2d9b-d4bc-4087-a283-a6afa115f8a9,segment=NetworkSegment(51ed0e9c-76fe-459c-a665-d9d109519bdb),segment_id=51ed0e9c-76fe-459c-a665-d9d109519bdb)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:12:04.645665 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-3cc31b18-876d-4e9d-b11d-737582205ef8 req-179f2975-b366-4c5f-b434-4ce5fb5a114d service neutron] For port faba2d9b-d4bc-4087-a283-a6afa115f8a9, host n-h1-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:12:04.682855 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f233d1fb-ab93-4c36-80f0-676ae7678d4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'faba2d9b-d4bc-4087-a283-a6afa115f8a9'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:12:04.685752 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4232964a-cc4f-4256-a20a-8ef1142709a9" -d '{"events": [{"server_uuid": "f233d1fb-ab93-4c36-80f0-676ae7678d4e", "name": "network-vif-unplugged", "status": "completed", "tag": "faba2d9b-d4bc-4087-a283-a6afa115f8a9"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:12:04.690268 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-3cc31b18-876d-4e9d-b11d-737582205ef8 req-179f2975-b366-4c5f-b434-4ce5fb5a114d service neutron] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:04.703654 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.provisioning_blocks [req-3cc31b18-876d-4e9d-b11d-737582205ef8 req-179f2975-b366-4c5f-b434-4ce5fb5a114d service neutron] Transition to ACTIVE for port object faba2d9b-d4bc-4087-a283-a6afa115f8a9 will not be triggered until provisioned by entity L2. {{(pid=100596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:12:04.707357 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-3cc31b18-876d-4e9d-b11d-737582205ef8 req-179f2975-b366-4c5f-b434-4ce5fb5a114d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:04.743202 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Oct 2021 11:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7e69b74-c354-4ea9-9ecf-b81ca6fc8c24 x-openstack-request-id: req-e7e69b74-c354-4ea9-9ecf-b81ca6fc8c24 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:12:04.743523 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f233d1fb-ab93-4c36-80f0-676ae7678d4e", "name": "network-vif-unplugged", "status": "completed", "tag": "faba2d9b-d4bc-4087-a283-a6afa115f8a9", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:12:04.743780 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e7e69b74-c354-4ea9-9ecf-b81ca6fc8c24 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:12:04.744181 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f233d1fb-ab93-4c36-80f0-676ae7678d4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'faba2d9b-d4bc-4087-a283-a6afa115f8a9', 'code': 200} Oct 20 11:12:04.775545 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cc31b18-876d-4e9d-b11d-737582205ef8 req-179f2975-b366-4c5f-b434-4ce5fb5a114d service neutron] No DVR routers for this DVR port faba2d9b-d4bc-4087-a283-a6afa115f8a9 on host n-h1-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:12:04.787164 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179f2975-b366-4c5f-b434-4ce5fb5a114d service neutron] Pushing event updated for resources: {'Port': ['ID=faba2d9b-d4bc-4087-a283-a6afa115f8a9,revision_number=6']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:12:04.807937 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179f2975-b366-4c5f-b434-4ce5fb5a114d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:12:04.808283 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179f2975-b366-4c5f-b434-4ce5fb5a114d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:12:04.809115 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179f2975-b366-4c5f-b434-4ce5fb5a114d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:12:04.809469 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179f2975-b366-4c5f-b434-4ce5fb5a114d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:12:04.809801 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179f2975-b366-4c5f-b434-4ce5fb5a114d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:12:04.810129 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179f2975-b366-4c5f-b434-4ce5fb5a114d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:12:04.810455 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179f2975-b366-4c5f-b434-4ce5fb5a114d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:12:04.810780 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179f2975-b366-4c5f-b434-4ce5fb5a114d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:12:04.811106 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179f2975-b366-4c5f-b434-4ce5fb5a114d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:12:04.811460 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179f2975-b366-4c5f-b434-4ce5fb5a114d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:12:04.811783 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179f2975-b366-4c5f-b434-4ce5fb5a114d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:12:04.812110 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179f2975-b366-4c5f-b434-4ce5fb5a114d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:12:04.828000 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-3cc31b18-876d-4e9d-b11d-737582205ef8 req-179f2975-b366-4c5f-b434-4ce5fb5a114d service neutron] Attempting to bind port faba2d9b-d4bc-4087-a283-a6afa115f8a9 on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:12:04.828336 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-3cc31b18-876d-4e9d-b11d-737582205ef8 req-179f2975-b366-4c5f-b434-4ce5fb5a114d service neutron] Attempting to bind port faba2d9b-d4bc-4087-a283-a6afa115f8a9 by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': '51ed0e9c-76fe-459c-a665-d9d109519bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '66613e21-10d5-4773-9ff7-dd50def5c0be'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:12:04.828669 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cc31b18-876d-4e9d-b11d-737582205ef8 req-179f2975-b366-4c5f-b434-4ce5fb5a114d service neutron] Attempting to bind port faba2d9b-d4bc-4087-a283-a6afa115f8a9 on network 66613e21-10d5-4773-9ff7-dd50def5c0be {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:12:04.832872 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cc31b18-876d-4e9d-b11d-737582205ef8 req-179f2975-b366-4c5f-b434-4ce5fb5a114d service neutron] Port faba2d9b-d4bc-4087-a283-a6afa115f8a9 on network 66613e21-10d5-4773-9ff7-dd50def5c0be not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:12:04.833193 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cc31b18-876d-4e9d-b11d-737582205ef8 req-179f2975-b366-4c5f-b434-4ce5fb5a114d service neutron] Attempting to bind port faba2d9b-d4bc-4087-a283-a6afa115f8a9 on network 66613e21-10d5-4773-9ff7-dd50def5c0be {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:12:04.837866 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cc31b18-876d-4e9d-b11d-737582205ef8 req-179f2975-b366-4c5f-b434-4ce5fb5a114d service neutron] Checking agent: {'id': '061232a2-7adc-4ba1-a873-e8cb136b064d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:12:04.838201 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cc31b18-876d-4e9d-b11d-737582205ef8 req-179f2975-b366-4c5f-b434-4ce5fb5a114d service neutron] Checking segment: {'id': '51ed0e9c-76fe-459c-a665-d9d109519bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '66613e21-10d5-4773-9ff7-dd50def5c0be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:12:04.838574 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cc31b18-876d-4e9d-b11d-737582205ef8 req-179f2975-b366-4c5f-b434-4ce5fb5a114d service neutron] Bound using segment: {'id': '51ed0e9c-76fe-459c-a665-d9d109519bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '66613e21-10d5-4773-9ff7-dd50def5c0be'} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:12:04.838996 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-3cc31b18-876d-4e9d-b11d-737582205ef8 req-179f2975-b366-4c5f-b434-4ce5fb5a114d service neutron] Bound port: faba2d9b-d4bc-4087-a283-a6afa115f8a9, host: n-h2-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51ed0e9c-76fe-459c-a665-d9d109519bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '66613e21-10d5-4773-9ff7-dd50def5c0be'}}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:12:04.839345 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-3cc31b18-876d-4e9d-b11d-737582205ef8 req-179f2975-b366-4c5f-b434-4ce5fb5a114d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:04.899353 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-3cc31b18-876d-4e9d-b11d-737582205ef8 req-179f2975-b366-4c5f-b434-4ce5fb5a114d service neutron] For port faba2d9b-d4bc-4087-a283-a6afa115f8a9, host n-h2-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:12:04.902215 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-3cc31b18-876d-4e9d-b11d-737582205ef8 req-179f2975-b366-4c5f-b434-4ce5fb5a114d service neutron] For port faba2d9b-d4bc-4087-a283-a6afa115f8a9, host n-h2-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=faba2d9b-d4bc-4087-a283-a6afa115f8a9,segment=NetworkSegment(51ed0e9c-76fe-459c-a665-d9d109519bdb),segment_id=51ed0e9c-76fe-459c-a665-d9d109519bdb)] {{(pid=100596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:12:04.906739 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-3cc31b18-876d-4e9d-b11d-737582205ef8 req-179f2975-b366-4c5f-b434-4ce5fb5a114d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:04.944866 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc31b18-876d-4e9d-b11d-737582205ef8 req-179f2975-b366-4c5f-b434-4ce5fb5a114d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:04.945470 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-3cc31b18-876d-4e9d-b11d-737582205ef8 req-179f2975-b366-4c5f-b434-4ce5fb5a114d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:04.946854 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3cc31b18-876d-4e9d-b11d-737582205ef8 req-179f2975-b366-4c5f-b434-4ce5fb5a114d service neutron] 10.222.0.69 "PUT /v2.0/ports/faba2d9b-d4bc-4087-a283-a6afa115f8a9 HTTP/1.1" status: 200 len: 1092 time: 0.5884936 Oct 20 11:12:04.966282 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179f2975-b366-4c5f-b434-4ce5fb5a114d service neutron] Pushing event updated for resources: {'Port': ['ID=faba2d9b-d4bc-4087-a283-a6afa115f8a9,revision_number=7']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:12:05.008376 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc31b18-876d-4e9d-b11d-737582205ef8 req-cfe58261-fd4b-4f3f-8fbe-44ef15165720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:05.010125 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3cc31b18-876d-4e9d-b11d-737582205ef8 req-cfe58261-fd4b-4f3f-8fbe-44ef15165720 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=dd668a98355646ec9d228203b662a532&device_id=f233d1fb-ab93-4c36-80f0-676ae7678d4e HTTP/1.1" status: 200 len: 1095 time: 0.0408757 Oct 20 11:12:05.104187 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc31b18-876d-4e9d-b11d-737582205ef8 req-181268b1-5feb-4804-b4fd-c83639e2bca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:05.106245 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3cc31b18-876d-4e9d-b11d-737582205ef8 req-181268b1-5feb-4804-b4fd-c83639e2bca9 service neutron] 10.222.0.69 "GET /v2.0/networks?id=66613e21-10d5-4773-9ff7-dd50def5c0be HTTP/1.1" status: 200 len: 913 time: 0.0889666 Oct 20 11:12:05.149243 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3cc31b18-876d-4e9d-b11d-737582205ef8 req-e2e993c9-aede-4887-a2ea-b50d2a070293 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=faba2d9b-d4bc-4087-a283-a6afa115f8a9 HTTP/1.1" status: 200 len: 217 time: 0.0368748 Oct 20 11:12:05.197918 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc31b18-876d-4e9d-b11d-737582205ef8 req-5bb0bb2a-0d13-43b2-900e-f6753cda8993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:05.199298 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3cc31b18-876d-4e9d-b11d-737582205ef8 req-5bb0bb2a-0d13-43b2-900e-f6753cda8993 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c8e79001-4fe9-41ac-888c-926cc18521fa HTTP/1.1" status: 200 len: 852 time: 0.0439830 Oct 20 11:12:05.229290 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3cc31b18-876d-4e9d-b11d-737582205ef8 req-64f4930d-e020-47ab-a7a2-22010877cbd0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=66613e21-10d5-4773-9ff7-dd50def5c0be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230982 Oct 20 11:12:05.320864 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3cc31b18-876d-4e9d-b11d-737582205ef8 req-93994246-6596-4f33-ab9c-4dafa4649882 service neutron] 10.222.0.69 "GET /v2.0/networks/66613e21-10d5-4773-9ff7-dd50def5c0be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846999 Oct 20 11:12:05.416326 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3cc31b18-876d-4e9d-b11d-737582205ef8 req-8c1f6cb4-afb2-485e-85a4-0c55dc1f9ffe service neutron] 10.222.0.69 "GET /v2.0/networks/66613e21-10d5-4773-9ff7-dd50def5c0be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887196 Oct 20 11:12:05.455502 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f61e3c3-161b-4066-b9ef-702b6c1ddc93 req-fe9390b2-1660-4fc8-88dc-a759794e5c73 tempest-DeleteServersTestJSON-114987974 tempest-DeleteServersTestJSON-114987974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:05.456866 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3f61e3c3-161b-4066-b9ef-702b6c1ddc93 req-fe9390b2-1660-4fc8-88dc-a759794e5c73 tempest-DeleteServersTestJSON-114987974 tempest-DeleteServersTestJSON-114987974-project] 10.222.0.64 "GET /v2.0/ports?device_id=f233d1fb-ab93-4c36-80f0-676ae7678d4e HTTP/1.1" status: 200 len: 944 time: 0.0587127 Oct 20 11:12:05.496449 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3f61e3c3-161b-4066-b9ef-702b6c1ddc93 req-1ea1183b-97ec-4401-9d14-d99ddcf126eb tempest-DeleteServersTestJSON-114987974 tempest-DeleteServersTestJSON-114987974-project] 10.222.0.64 "GET /v2.0/security-groups?id=590b4aec-8031-4efd-a6fb-7aeb7225f293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333037 Oct 20 11:12:06.429212 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-b088115d-d0b4-426e-a610-c3befc0c51be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:06.611328 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37af3505-aa2a-4e18-81e5-7258d9d349c8 req-d88dd58d-8c13-49cf-a37e-4834cc9384c9 tempest-DeleteServersTestJSON-114987974 tempest-DeleteServersTestJSON-114987974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:06.612796 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-37af3505-aa2a-4e18-81e5-7258d9d349c8 req-d88dd58d-8c13-49cf-a37e-4834cc9384c9 tempest-DeleteServersTestJSON-114987974 tempest-DeleteServersTestJSON-114987974-project] 10.222.0.64 "GET /v2.0/ports?device_id=f233d1fb-ab93-4c36-80f0-676ae7678d4e HTTP/1.1" status: 200 len: 944 time: 0.0466852 Oct 20 11:12:06.648713 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-37af3505-aa2a-4e18-81e5-7258d9d349c8 req-164e5a4c-0270-4848-b65d-f602a25131bc tempest-DeleteServersTestJSON-114987974 tempest-DeleteServersTestJSON-114987974-project] 10.222.0.64 "GET /v2.0/security-groups?id=590b4aec-8031-4efd-a6fb-7aeb7225f293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301816 Oct 20 11:12:06.745706 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f233d1fb-ab93-4c36-80f0-676ae7678d4e', 'tag': 'faba2d9b-d4bc-4087-a283-a6afa115f8a9'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:12:06.748194 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc7ba4fc-4605-4b1d-b7ac-375f3ed7490d" -d '{"events": [{"name": "network-changed", "server_uuid": "f233d1fb-ab93-4c36-80f0-676ae7678d4e", "tag": "faba2d9b-d4bc-4087-a283-a6afa115f8a9"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:12:06.797698 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ea9eca0-ce1f-4488-a3fe-9e50fff0beeb x-openstack-request-id: req-9ea9eca0-ce1f-4488-a3fe-9e50fff0beeb {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:12:06.797999 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f233d1fb-ab93-4c36-80f0-676ae7678d4e", "tag": "faba2d9b-d4bc-4087-a283-a6afa115f8a9", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:12:06.798260 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9ea9eca0-ce1f-4488-a3fe-9e50fff0beeb {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:12:06.798658 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f233d1fb-ab93-4c36-80f0-676ae7678d4e', 'tag': 'faba2d9b-d4bc-4087-a283-a6afa115f8a9', 'status': 'completed', 'code': 200} Oct 20 11:12:06.900855 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7ba4fc-4605-4b1d-b7ac-375f3ed7490d req-51668b78-7dcb-47f0-92c8-d2dc59a5f1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:06.902831 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-dc7ba4fc-4605-4b1d-b7ac-375f3ed7490d req-51668b78-7dcb-47f0-92c8-d2dc59a5f1b0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=dd668a98355646ec9d228203b662a532&device_id=f233d1fb-ab93-4c36-80f0-676ae7678d4e HTTP/1.1" status: 200 len: 1095 time: 0.0797839 Oct 20 11:12:06.908453 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7ba4fc-4605-4b1d-b7ac-375f3ed7490d req-df0e28c7-8d0f-4f6a-8bf6-233aa3f96887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:06.909861 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-dc7ba4fc-4605-4b1d-b7ac-375f3ed7490d req-df0e28c7-8d0f-4f6a-8bf6-233aa3f96887 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=dd668a98355646ec9d228203b662a532&device_id=f233d1fb-ab93-4c36-80f0-676ae7678d4e HTTP/1.1" status: 200 len: 1095 time: 0.0614626 Oct 20 11:12:07.071403 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7ba4fc-4605-4b1d-b7ac-375f3ed7490d req-68a200cc-78b7-4d6a-a515-9b3e1b13e270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:07.072785 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-dc7ba4fc-4605-4b1d-b7ac-375f3ed7490d req-68a200cc-78b7-4d6a-a515-9b3e1b13e270 service neutron] 10.222.0.69 "GET /v2.0/networks?id=66613e21-10d5-4773-9ff7-dd50def5c0be HTTP/1.1" status: 200 len: 913 time: 0.1620929 Oct 20 11:12:07.073883 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7ba4fc-4605-4b1d-b7ac-375f3ed7490d req-171291f0-5f6b-4e9f-9f72-feb9023672be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:07.075160 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-dc7ba4fc-4605-4b1d-b7ac-375f3ed7490d req-171291f0-5f6b-4e9f-9f72-feb9023672be service neutron] 10.222.0.55 "GET /v2.0/networks?id=66613e21-10d5-4773-9ff7-dd50def5c0be HTTP/1.1" status: 200 len: 913 time: 0.1573184 Oct 20 11:12:07.149175 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-dc7ba4fc-4605-4b1d-b7ac-375f3ed7490d req-77d04e71-9e90-4b48-b6aa-b11a57bb41f1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=faba2d9b-d4bc-4087-a283-a6afa115f8a9 HTTP/1.1" status: 200 len: 217 time: 0.0689197 Oct 20 11:12:07.150517 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-dc7ba4fc-4605-4b1d-b7ac-375f3ed7490d req-e7da8d0d-8abe-4b80-8b24-6d87f354d619 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=faba2d9b-d4bc-4087-a283-a6afa115f8a9 HTTP/1.1" status: 200 len: 217 time: 0.0639701 Oct 20 11:12:07.163784 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:07.233158 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7ba4fc-4605-4b1d-b7ac-375f3ed7490d req-cb47d56d-7748-4791-a2e0-df1f9561f216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:07.234659 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-dc7ba4fc-4605-4b1d-b7ac-375f3ed7490d req-cb47d56d-7748-4791-a2e0-df1f9561f216 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c8e79001-4fe9-41ac-888c-926cc18521fa HTTP/1.1" status: 200 len: 852 time: 0.0787792 Oct 20 11:12:07.236080 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7ba4fc-4605-4b1d-b7ac-375f3ed7490d req-b76004e7-d19a-4ae2-aa41-3eb13863d56b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:07.237390 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-dc7ba4fc-4605-4b1d-b7ac-375f3ed7490d req-b76004e7-d19a-4ae2-aa41-3eb13863d56b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c8e79001-4fe9-41ac-888c-926cc18521fa HTTP/1.1" status: 200 len: 852 time: 0.0730925 Oct 20 11:12:07.276006 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-dc7ba4fc-4605-4b1d-b7ac-375f3ed7490d req-490cec0a-04b1-46dc-8dee-4fee70b6f90f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=66613e21-10d5-4773-9ff7-dd50def5c0be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342953 Oct 20 11:12:07.296915 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-dc7ba4fc-4605-4b1d-b7ac-375f3ed7490d req-a1cf7949-aa09-43d6-8f9b-0a36a2b96776 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=66613e21-10d5-4773-9ff7-dd50def5c0be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477853 Oct 20 11:12:07.434719 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-dc7ba4fc-4605-4b1d-b7ac-375f3ed7490d req-c64c11de-04fa-465c-950c-18029e60adc7 service neutron] 10.222.0.69 "GET /v2.0/networks/66613e21-10d5-4773-9ff7-dd50def5c0be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455729 Oct 20 11:12:07.452329 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-dc7ba4fc-4605-4b1d-b7ac-375f3ed7490d req-94fb7dd3-163d-4f88-bd4f-a12ba932ac99 service neutron] 10.222.0.55 "GET /v2.0/networks/66613e21-10d5-4773-9ff7-dd50def5c0be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449296 Oct 20 11:12:07.595663 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-dc7ba4fc-4605-4b1d-b7ac-375f3ed7490d req-18d603d9-81b3-4130-b14b-5550de78deb8 service neutron] 10.222.0.69 "GET /v2.0/networks/66613e21-10d5-4773-9ff7-dd50def5c0be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542315 Oct 20 11:12:07.600647 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-dc7ba4fc-4605-4b1d-b7ac-375f3ed7490d req-852f5cbd-a61b-499b-99d5-0ecea06d2a6b service neutron] 10.222.0.55 "GET /v2.0/networks/66613e21-10d5-4773-9ff7-dd50def5c0be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373689 Oct 20 11:12:07.651460 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:07.762688 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098a057f-14d6-4730-8fe6-76c1961b6538 req-b861388b-2ee2-4a1f-8cca-f2f378cb31be tempest-DeleteServersTestJSON-114987974 tempest-DeleteServersTestJSON-114987974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:07.764179 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-098a057f-14d6-4730-8fe6-76c1961b6538 req-b861388b-2ee2-4a1f-8cca-f2f378cb31be tempest-DeleteServersTestJSON-114987974 tempest-DeleteServersTestJSON-114987974-project] 10.222.0.64 "GET /v2.0/ports?device_id=f233d1fb-ab93-4c36-80f0-676ae7678d4e HTTP/1.1" status: 200 len: 944 time: 0.0497482 Oct 20 11:12:07.800382 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-098a057f-14d6-4730-8fe6-76c1961b6538 req-41110ab0-b2e8-4b88-a64e-8988031e0cfd tempest-DeleteServersTestJSON-114987974 tempest-DeleteServersTestJSON-114987974-project] 10.222.0.64 "GET /v2.0/security-groups?id=590b4aec-8031-4efd-a6fb-7aeb7225f293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303843 Oct 20 11:12:08.077563 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46e293e-bd2c-473b-a20c-ede915d706fe req-bed4b8bb-1e5c-40b7-8b19-de43f74d6fb2 tempest-DeleteServersTestJSON-114987974 tempest-DeleteServersTestJSON-114987974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:08.078906 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d46e293e-bd2c-473b-a20c-ede915d706fe req-bed4b8bb-1e5c-40b7-8b19-de43f74d6fb2 tempest-DeleteServersTestJSON-114987974 tempest-DeleteServersTestJSON-114987974-project] 10.222.0.55 "GET /v2.0/ports?device_id=f233d1fb-ab93-4c36-80f0-676ae7678d4e&tenant_id=dd668a98355646ec9d228203b662a532&binding%3Ahost_id=n-h2-811396-3 HTTP/1.1" status: 200 len: 944 time: 0.0847554 Oct 20 11:12:08.136521 n-d-811396-3 neutron-server[100596]: INFO neutron.api.v2.resource [req-d46e293e-bd2c-473b-a20c-ede915d706fe req-eef55d3a-c285-431d-9332-44f6005849ac service neutron] delete failed (client error): The resource could not be found. Oct 20 11:12:08.137503 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d46e293e-bd2c-473b-a20c-ede915d706fe req-eef55d3a-c285-431d-9332-44f6005849ac service neutron] 10.222.0.55 "DELETE /v2.0/ports/faba2d9b-d4bc-4087-a283-a6afa115f8a9/bindings/n-h1-811396-3 HTTP/1.1" status: 404 len: 380 time: 0.0509980 Oct 20 11:12:08.238537 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device faba2d9b-d4bc-4087-a283-a6afa115f8a9 details requested by agent hyperv_n-h2-811396-3 with host n-h2-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:12:08.240258 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46e293e-bd2c-473b-a20c-ede915d706fe req-82ed6dc7-650f-461f-9903-cc72f6cc72e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:08.241760 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d46e293e-bd2c-473b-a20c-ede915d706fe req-82ed6dc7-650f-461f-9903-cc72f6cc72e8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=dd668a98355646ec9d228203b662a532&device_id=f233d1fb-ab93-4c36-80f0-676ae7678d4e HTTP/1.1" status: 200 len: 1095 time: 0.0408726 Oct 20 11:12:08.343027 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port faba2d9b-d4bc-4087-a283-a6afa115f8a9, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=faba2d9b-d4bc-4087-a283-a6afa115f8a9,segment=NetworkSegment(51ed0e9c-76fe-459c-a665-d9d109519bdb),segment_id=51ed0e9c-76fe-459c-a665-d9d109519bdb)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:12:08.346305 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:08.357097 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Returning: {'device': 'faba2d9b-d4bc-4087-a283-a6afa115f8a9', 'network_id': '66613e21-10d5-4773-9ff7-dd50def5c0be', 'port_id': 'faba2d9b-d4bc-4087-a283-a6afa115f8a9', 'mac_address': 'fa:16:3e:00:35:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 844, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8e79001-4fe9-41ac-888c-926cc18521fa', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:12:08.399492 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:08.413488 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id faba2d9b-d4bc-4087-a283-a6afa115f8a9 {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:12:08.435307 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port faba2d9b-d4bc-4087-a283-a6afa115f8a9, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=faba2d9b-d4bc-4087-a283-a6afa115f8a9,segment=NetworkSegment(51ed0e9c-76fe-459c-a665-d9d109519bdb),segment_id=51ed0e9c-76fe-459c-a665-d9d109519bdb)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:12:08.439499 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:08.488528 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=faba2d9b-d4bc-4087-a283-a6afa115f8a9,revision_number=8']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:12:08.620893 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device faba2d9b-d4bc-4087-a283-a6afa115f8a9 no longer exists at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:12:08.625239 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46e293e-bd2c-473b-a20c-ede915d706fe req-c6d65371-d218-445f-bb0c-44131893fde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:08.626718 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d46e293e-bd2c-473b-a20c-ede915d706fe req-c6d65371-d218-445f-bb0c-44131893fde7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=66613e21-10d5-4773-9ff7-dd50def5c0be HTTP/1.1" status: 200 len: 913 time: 0.3780689 Oct 20 11:12:08.659247 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device faba2d9b-d4bc-4087-a283-a6afa115f8a9 not bound to the agent host n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:12:08.671928 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d46e293e-bd2c-473b-a20c-ede915d706fe req-a0f6cdcc-e31a-4f46-b3b0-466fb1d16a63 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=faba2d9b-d4bc-4087-a283-a6afa115f8a9 HTTP/1.1" status: 200 len: 217 time: 0.0362015 Oct 20 11:12:08.678583 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['faba2d9b-d4bc-4087-a283-a6afa115f8a9'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:12:08.724421 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46e293e-bd2c-473b-a20c-ede915d706fe req-f4df8014-0afd-4c42-b6c1-82d457d78cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:08.725932 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d46e293e-bd2c-473b-a20c-ede915d706fe req-f4df8014-0afd-4c42-b6c1-82d457d78cd7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c8e79001-4fe9-41ac-888c-926cc18521fa HTTP/1.1" status: 200 len: 852 time: 0.0470676 Oct 20 11:12:08.756151 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d46e293e-bd2c-473b-a20c-ede915d706fe req-d39aec30-ba90-449e-a2b2-7a1446e7162d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=66613e21-10d5-4773-9ff7-dd50def5c0be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235779 Oct 20 11:12:08.844742 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d46e293e-bd2c-473b-a20c-ede915d706fe req-78a03d9d-2bc2-48a6-b2cd-368186d174f4 service neutron] 10.222.0.55 "GET /v2.0/networks/66613e21-10d5-4773-9ff7-dd50def5c0be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816040 Oct 20 11:12:08.934700 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d46e293e-bd2c-473b-a20c-ede915d706fe req-6d86239d-e222-48ef-8325-d2febd883501 service neutron] 10.222.0.55 "GET /v2.0/networks/66613e21-10d5-4773-9ff7-dd50def5c0be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824721 Oct 20 11:12:09.022573 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:09.665988 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae0984a-7e74-4746-ae64-1c1476913231 req-a3656e66-6b41-4525-bf6c-d4b39dd9feae tempest-DeleteServersTestJSON-114987974 tempest-DeleteServersTestJSON-114987974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:09.667456 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-dae0984a-7e74-4746-ae64-1c1476913231 req-a3656e66-6b41-4525-bf6c-d4b39dd9feae tempest-DeleteServersTestJSON-114987974 tempest-DeleteServersTestJSON-114987974-project] 10.222.0.64 "GET /v2.0/ports?device_id=f233d1fb-ab93-4c36-80f0-676ae7678d4e HTTP/1.1" status: 200 len: 945 time: 0.0483379 Oct 20 11:12:09.708130 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-dae0984a-7e74-4746-ae64-1c1476913231 req-36a5a115-0d84-4aa2-8011-be21546dd060 tempest-DeleteServersTestJSON-114987974 tempest-DeleteServersTestJSON-114987974-project] 10.222.0.64 "GET /v2.0/security-groups?id=590b4aec-8031-4efd-a6fb-7aeb7225f293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348310 Oct 20 11:12:10.254304 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device faba2d9b-d4bc-4087-a283-a6afa115f8a9 up at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:12:10.301811 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning for port faba2d9b-d4bc-4087-a283-a6afa115f8a9 completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:12:10.305977 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning complete for port faba2d9b-d4bc-4087-a283-a6afa115f8a9 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:12:10.306351 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:10.384089 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:10.405500 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f233d1fb-ab93-4c36-80f0-676ae7678d4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faba2d9b-d4bc-4087-a283-a6afa115f8a9'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:12:10.407768 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e788365d-3546-46bd-90c5-48aac921b9c3" -d '{"events": [{"server_uuid": "f233d1fb-ab93-4c36-80f0-676ae7678d4e", "name": "network-vif-plugged", "status": "completed", "tag": "faba2d9b-d4bc-4087-a283-a6afa115f8a9"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:12:10.421109 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port faba2d9b-d4bc-4087-a283-a6afa115f8a9, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=faba2d9b-d4bc-4087-a283-a6afa115f8a9,segment=NetworkSegment(51ed0e9c-76fe-459c-a665-d9d109519bdb),segment_id=51ed0e9c-76fe-459c-a665-d9d109519bdb)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:12:10.425448 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:10.450894 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c1b05cf-e3a4-4300-9a1e-434f31e202e3 x-openstack-request-id: req-0c1b05cf-e3a4-4300-9a1e-434f31e202e3 {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:12:10.451187 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f233d1fb-ab93-4c36-80f0-676ae7678d4e", "name": "network-vif-plugged", "status": "completed", "tag": "faba2d9b-d4bc-4087-a283-a6afa115f8a9", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:12:10.451466 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0c1b05cf-e3a4-4300-9a1e-434f31e202e3 {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:12:10.451849 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f233d1fb-ab93-4c36-80f0-676ae7678d4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faba2d9b-d4bc-4087-a283-a6afa115f8a9', 'code': 200} Oct 20 11:12:10.475886 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=faba2d9b-d4bc-4087-a283-a6afa115f8a9,revision_number=9']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:12:10.826167 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013631a5-8dfe-43bd-b07a-8bea6477f549 req-97fdf14a-97c9-4a3b-8edd-3487da47ebee tempest-DeleteServersTestJSON-114987974 tempest-DeleteServersTestJSON-114987974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:10.827680 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-013631a5-8dfe-43bd-b07a-8bea6477f549 req-97fdf14a-97c9-4a3b-8edd-3487da47ebee tempest-DeleteServersTestJSON-114987974 tempest-DeleteServersTestJSON-114987974-project] 10.222.0.64 "GET /v2.0/ports?device_id=f233d1fb-ab93-4c36-80f0-676ae7678d4e HTTP/1.1" status: 200 len: 946 time: 0.0530570 Oct 20 11:12:10.889312 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-013631a5-8dfe-43bd-b07a-8bea6477f549 req-49e1b878-64a1-4a6f-a019-519ae54c6bcf tempest-DeleteServersTestJSON-114987974 tempest-DeleteServersTestJSON-114987974-project] 10.222.0.64 "GET /v2.0/security-groups?id=590b4aec-8031-4efd-a6fb-7aeb7225f293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556273 Oct 20 11:12:10.905564 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46e293e-bd2c-473b-a20c-ede915d706fe req-66725467-6c34-47ef-9a9c-aad3a6d08969 tempest-DeleteServersTestJSON-114987974 tempest-DeleteServersTestJSON-114987974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:10.906999 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d46e293e-bd2c-473b-a20c-ede915d706fe req-66725467-6c34-47ef-9a9c-aad3a6d08969 tempest-DeleteServersTestJSON-114987974 tempest-DeleteServersTestJSON-114987974-project] 10.222.0.69 "GET /v2.0/ports?device_id=f233d1fb-ab93-4c36-80f0-676ae7678d4e HTTP/1.1" status: 200 len: 946 time: 0.0603342 Oct 20 11:12:10.995826 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-d46e293e-bd2c-473b-a20c-ede915d706fe req-8e8da32c-824c-42ae-8415-2b57fdad92d7 tempest-DeleteServersTestJSON-114987974 tempest-DeleteServersTestJSON-114987974-project] Deleting port faba2d9b-d4bc-4087-a283-a6afa115f8a9 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:12:10.996203 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-d46e293e-bd2c-473b-a20c-ede915d706fe req-8e8da32c-824c-42ae-8415-2b57fdad92d7 tempest-DeleteServersTestJSON-114987974 tempest-DeleteServersTestJSON-114987974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:11.084282 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-d46e293e-bd2c-473b-a20c-ede915d706fe req-8e8da32c-824c-42ae-8415-2b57fdad92d7 tempest-DeleteServersTestJSON-114987974 tempest-DeleteServersTestJSON-114987974-project] For port faba2d9b-d4bc-4087-a283-a6afa115f8a9, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=faba2d9b-d4bc-4087-a283-a6afa115f8a9,segment=NetworkSegment(51ed0e9c-76fe-459c-a665-d9d109519bdb),segment_id=51ed0e9c-76fe-459c-a665-d9d109519bdb)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:12:11.084647 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-d46e293e-bd2c-473b-a20c-ede915d706fe req-8e8da32c-824c-42ae-8415-2b57fdad92d7 tempest-DeleteServersTestJSON-114987974 tempest-DeleteServersTestJSON-114987974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:11.097599 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-d46e293e-bd2c-473b-a20c-ede915d706fe req-8e8da32c-824c-42ae-8415-2b57fdad92d7 tempest-DeleteServersTestJSON-114987974 tempest-DeleteServersTestJSON-114987974-project] Calling delete_port for faba2d9b-d4bc-4087-a283-a6afa115f8a9 owned by compute:nova {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:12:11.223529 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-d46e293e-bd2c-473b-a20c-ede915d706fe req-8e8da32c-824c-42ae-8415-2b57fdad92d7 tempest-DeleteServersTestJSON-114987974 tempest-DeleteServersTestJSON-114987974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:11.235874 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['faba2d9b-d4bc-4087-a283-a6afa115f8a9'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:12:11.253807 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8da32c-824c-42ae-8415-2b57fdad92d7 tempest-DeleteServersTestJSON-114987974 tempest-DeleteServersTestJSON-114987974-project] Pushing event deleted for resources: {'Port': ['ID=faba2d9b-d4bc-4087-a283-a6afa115f8a9,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:12:11.293795 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-d46e293e-bd2c-473b-a20c-ede915d706fe req-8e8da32c-824c-42ae-8415-2b57fdad92d7 tempest-DeleteServersTestJSON-114987974 tempest-DeleteServersTestJSON-114987974-project] No DVR routers for this DVR port faba2d9b-d4bc-4087-a283-a6afa115f8a9 on host n-h2-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:12:11.296352 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-d46e293e-bd2c-473b-a20c-ede915d706fe req-8e8da32c-824c-42ae-8415-2b57fdad92d7 tempest-DeleteServersTestJSON-114987974 tempest-DeleteServersTestJSON-114987974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:11.299728 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d46e293e-bd2c-473b-a20c-ede915d706fe req-8e8da32c-824c-42ae-8415-2b57fdad92d7 tempest-DeleteServersTestJSON-114987974 tempest-DeleteServersTestJSON-114987974-project] 10.222.0.69 "DELETE /v2.0/ports/faba2d9b-d4bc-4087-a283-a6afa115f8a9 HTTP/1.1" status: 204 len: 173 time: 0.3867469 Oct 20 11:12:11.300167 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f233d1fb-ab93-4c36-80f0-676ae7678d4e', 'name': 'network-vif-deleted', 'tag': 'faba2d9b-d4bc-4087-a283-a6afa115f8a9'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:12:11.302421 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cfe1588-ae06-4bed-8444-75cdf632f46c" -d '{"events": [{"server_uuid": "f233d1fb-ab93-4c36-80f0-676ae7678d4e", "name": "network-vif-deleted", "tag": "faba2d9b-d4bc-4087-a283-a6afa115f8a9"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:12:11.338178 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-946e341a-ba59-47f2-858c-d38a96d12a8c x-openstack-request-id: req-946e341a-ba59-47f2-858c-d38a96d12a8c {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:12:11.338567 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f233d1fb-ab93-4c36-80f0-676ae7678d4e", "name": "network-vif-deleted", "tag": "faba2d9b-d4bc-4087-a283-a6afa115f8a9", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:12:11.339340 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-946e341a-ba59-47f2-858c-d38a96d12a8c {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:12:11.340534 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f233d1fb-ab93-4c36-80f0-676ae7678d4e', 'name': 'network-vif-deleted', 'tag': 'faba2d9b-d4bc-4087-a283-a6afa115f8a9', 'status': 'completed', 'code': 200} Oct 20 11:12:12.015245 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 42856) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:12:12.062669 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b44f1b8-89c2-4013-a17c-ca90beadba1a admin admin] Deleting subnet c8e79001-4fe9-41ac-888c-926cc18521fa {{(pid=100596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:12:12.065716 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4b44f1b8-89c2-4013-a17c-ca90beadba1a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:12.098790 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4b44f1b8-89c2-4013-a17c-ca90beadba1a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25189079'] for subnet, precommit_delete_associations {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:12.135764 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4b44f1b8-89c2-4013-a17c-ca90beadba1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:12.185335 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4b44f1b8-89c2-4013-a17c-ca90beadba1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26836193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26761888'] for subnet, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:12.207486 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b44f1b8-89c2-4013-a17c-ca90beadba1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8e79001-4fe9-41ac-888c-926cc18521fa,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:12:12.213110 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4b44f1b8-89c2-4013-a17c-ca90beadba1a admin admin] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:12.216679 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-4b44f1b8-89c2-4013-a17c-ca90beadba1a admin admin] 10.222.0.64 "DELETE /v2.0/subnets/c8e79001-4fe9-41ac-888c-926cc18521fa HTTP/1.1" status: 204 len: 168 time: 0.2003832 Oct 20 11:12:12.219194 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 42858) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:12:12.291841 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a91dfd2e-2eb5-4e27-9e91-9ed3c91bc9cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:12.372103 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a91dfd2e-2eb5-4e27-9e91-9ed3c91bc9cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:12.392120 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-a91dfd2e-2eb5-4e27-9e91-9ed3c91bc9cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66613e21-10d5-4773-9ff7-dd50def5c0be']}} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:12:12.401343 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-a91dfd2e-2eb5-4e27-9e91-9ed3c91bc9cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51ed0e9c-76fe-459c-a665-d9d109519bdb') {'for_net_delete': True} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:12:12.401630 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-a91dfd2e-2eb5-4e27-9e91-9ed3c91bc9cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51ed0e9c-76fe-459c-a665-d9d109519bdb') {} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:12:12.411158 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a91dfd2e-2eb5-4e27-9e91-9ed3c91bc9cd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25189038'] for segment, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:12.423802 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a91dfd2e-2eb5-4e27-9e91-9ed3c91bc9cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:12.429605 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a91dfd2e-2eb5-4e27-9e91-9ed3c91bc9cd admin admin] Releasing vlan 844 on physical network physnet1 to pool {{(pid=100596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:12:12.429975 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a91dfd2e-2eb5-4e27-9e91-9ed3c91bc9cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26833155'] for segment, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:12.431584 n-d-811396-3 neutron-server[100596]: Traceback (most recent call last): Oct 20 11:12:12.431584 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:12:12.431584 n-d-811396-3 neutron-server[100596]: timer() Oct 20 11:12:12.431584 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:12:12.431584 n-d-811396-3 neutron-server[100596]: cb(*args, **kw) Oct 20 11:12:12.431584 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:12:12.431584 n-d-811396-3 neutron-server[100596]: return func(*args, **kwargs) Oct 20 11:12:12.431584 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:12:12.431584 n-d-811396-3 neutron-server[100596]: self._notify() Oct 20 11:12:12.431584 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:12:12.431584 n-d-811396-3 neutron-server[100596]: self.callback(batched_events) Oct 20 11:12:12.431584 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:12:12.431584 n-d-811396-3 neutron-server[100596]: event.method(event) Oct 20 11:12:12.431584 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:12:12.431584 n-d-811396-3 neutron-server[100596]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:12:12.431584 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:12:12.431584 n-d-811396-3 neutron-server[100596]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:12:12.431584 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:12:12.431584 n-d-811396-3 neutron-server[100596]: return f(self, *a, **k) Oct 20 11:12:12.431584 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:12:12.431584 n-d-811396-3 neutron-server[100596]: return self._get(url).json() Oct 20 11:12:12.431584 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:12:12.431584 n-d-811396-3 neutron-server[100596]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:12:12.431584 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:12:12.431584 n-d-811396-3 neutron-server[100596]: return self.request(url, 'GET', **kwargs) Oct 20 11:12:12.431584 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:12:12.431584 n-d-811396-3 neutron-server[100596]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:12:12.431584 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:12:12.431584 n-d-811396-3 neutron-server[100596]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:12:12.431584 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:12:12.431584 n-d-811396-3 neutron-server[100596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:12:12.431584 n-d-811396-3 neutron-server[100596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:12:12.484491 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a91dfd2e-2eb5-4e27-9e91-9ed3c91bc9cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:12.488922 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a91dfd2e-2eb5-4e27-9e91-9ed3c91bc9cd admin admin] Publish callbacks [] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:12.492417 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-a91dfd2e-2eb5-4e27-9e91-9ed3c91bc9cd admin admin] 10.222.0.64 "DELETE /v2.0/networks/66613e21-10d5-4773-9ff7-dd50def5c0be HTTP/1.1" status: 204 len: 168 time: 0.2722688 Oct 20 11:12:12.505020 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91dfd2e-2eb5-4e27-9e91-9ed3c91bc9cd admin admin] Pushing event deleted for resources: {'Network': ['ID=66613e21-10d5-4773-9ff7-dd50def5c0be,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:12:12.610415 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 42862) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:12:12.649476 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-58acc030-11b8-4d19-99c8-4c6eac1e7cf5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=dd668a98355646ec9d228203b662a532&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0379243 Oct 20 11:12:12.651931 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 42864) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:12:12.703185 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-999aa2e6-1416-4be5-aff3-cc5aa24bbeec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:12.724423 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-999aa2e6-1416-4be5-aff3-cc5aa24bbeec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:12.769422 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-999aa2e6-1416-4be5-aff3-cc5aa24bbeec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:12.772156 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-999aa2e6-1416-4be5-aff3-cc5aa24bbeec admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:12.773331 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-999aa2e6-1416-4be5-aff3-cc5aa24bbeec admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/590b4aec-8031-4efd-a6fb-7aeb7225f293 HTTP/1.1" status: 204 len: 168 time: 0.1204920 Oct 20 11:12:12.781484 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999aa2e6-1416-4be5-aff3-cc5aa24bbeec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=590b4aec-8031-4efd-a6fb-7aeb7225f293,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:12:13.454056 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 42886) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:12:13.550379 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-170a5d18-eb02-4e39-b379-32b179fccf0b admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-740990423-network', 'tenant_id': '0529d7e69e4d46adbc42d3edaa232c39'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:12:13.571739 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-170a5d18-eb02-4e39-b379-32b179fccf0b admin admin] Made reservation on behalf of 0529d7e69e4d46adbc42d3edaa232c39 for: {'network': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:12:13.575180 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-170a5d18-eb02-4e39-b379-32b179fccf0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:13.583560 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-170a5d18-eb02-4e39-b379-32b179fccf0b admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:13.655810 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-170a5d18-eb02-4e39-b379-32b179fccf0b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:13.659497 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-170a5d18-eb02-4e39-b379-32b179fccf0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:13.682697 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-170a5d18-eb02-4e39-b379-32b179fccf0b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 846} {{(pid=100597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:12:13.691834 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170a5d18-eb02-4e39-b379-32b179fccf0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85035705-153f-4e7f-bc13-cde5acad3aa7,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:12:13.696153 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-170a5d18-eb02-4e39-b379-32b179fccf0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:13.696486 n-d-811396-3 neutron-server[100597]: INFO neutron.db.segments_db [None req-170a5d18-eb02-4e39-b379-32b179fccf0b admin admin] Added segment fc4013bb-c3f1-4f04-9efc-711fb8a74000 of type vlan for network 0e7cfec7-f0db-4e55-a057-0bd8d7b078d0 Oct 20 11:12:13.708246 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170a5d18-eb02-4e39-b379-32b179fccf0b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:12:13.708595 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170a5d18-eb02-4e39-b379-32b179fccf0b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:12:13.708928 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170a5d18-eb02-4e39-b379-32b179fccf0b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:12:13.709257 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170a5d18-eb02-4e39-b379-32b179fccf0b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:12:13.709583 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170a5d18-eb02-4e39-b379-32b179fccf0b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:12:13.709907 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170a5d18-eb02-4e39-b379-32b179fccf0b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:12:13.710227 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170a5d18-eb02-4e39-b379-32b179fccf0b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:12:13.710544 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170a5d18-eb02-4e39-b379-32b179fccf0b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:12:13.710858 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170a5d18-eb02-4e39-b379-32b179fccf0b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:12:13.711171 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170a5d18-eb02-4e39-b379-32b179fccf0b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:12:13.711520 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170a5d18-eb02-4e39-b379-32b179fccf0b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:12:13.711835 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170a5d18-eb02-4e39-b379-32b179fccf0b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:12:13.760652 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-170a5d18-eb02-4e39-b379-32b179fccf0b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:13.786469 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-170a5d18-eb02-4e39-b379-32b179fccf0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:13.787399 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-170a5d18-eb02-4e39-b379-32b179fccf0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:13.787978 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-170a5d18-eb02-4e39-b379-32b179fccf0b admin admin] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:13.820258 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-170a5d18-eb02-4e39-b379-32b179fccf0b admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3651145 Oct 20 11:12:13.823502 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 42890) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:12:13.828440 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-01dddf42-0fea-4117-acd9-17b8299c3fed admin admin] Request body: {'subnet': {'network_id': '0e7cfec7-f0db-4e55-a057-0bd8d7b078d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-740990423-subnet', 'tenant_id': '0529d7e69e4d46adbc42d3edaa232c39', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:12:13.849482 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01dddf42-0fea-4117-acd9-17b8299c3fed admin admin] Made reservation on behalf of 0529d7e69e4d46adbc42d3edaa232c39 for: {'subnet': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:12:13.852043 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-01dddf42-0fea-4117-acd9-17b8299c3fed admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26761797'] for subnet, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:13.857970 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170a5d18-eb02-4e39-b379-32b179fccf0b admin admin] Pushing event updated for resources: {'Network': ['ID=0e7cfec7-f0db-4e55-a057-0bd8d7b078d0,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:12:13.867986 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network 0e7cfec7-f0db-4e55-a057-0bd8d7b078d0 details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:12:14.018304 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-01dddf42-0fea-4117-acd9-17b8299c3fed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26836128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26761819'] for subnet, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:14.071427 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dddf42-0fea-4117-acd9-17b8299c3fed admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa273b6a-8b30-433d-9bda-e7936a4d775d,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:12:14.080257 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01dddf42-0fea-4117-acd9-17b8299c3fed admin admin] Checking segment: {'id': 'fc4013bb-c3f1-4f04-9efc-711fb8a74000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '0e7cfec7-f0db-4e55-a057-0bd8d7b078d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:12:14.080616 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01dddf42-0fea-4117-acd9-17b8299c3fed admin admin] Network hostable DHCP agents. Network: 0e7cfec7-f0db-4e55-a057-0bd8d7b078d0, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:12:14.096897 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01dddf42-0fea-4117-acd9-17b8299c3fed admin admin] Network 0e7cfec7-f0db-4e55-a057-0bd8d7b078d0 is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:12:14.105219 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-01dddf42-0fea-4117-acd9-17b8299c3fed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, 0e7cfec7-f0db-4e55-a057-0bd8d7b078d0) {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:12:14.109654 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01dddf42-0fea-4117-acd9-17b8299c3fed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:14.110245 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-01dddf42-0fea-4117-acd9-17b8299c3fed admin admin] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:14.114837 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1294e92d-592b-4e75-9e81-7aa789e7659c None None] Network 0e7cfec7-f0db-4e55-a057-0bd8d7b078d0 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:12:14.126303 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-01dddf42-0fea-4117-acd9-17b8299c3fed admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3016596 Oct 20 11:12:14.240153 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdeaabde-12ac-4bd1-b336-0866bf7fab73 None None] Network 0e7cfec7-f0db-4e55-a057-0bd8d7b078d0 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:12:14.265608 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device faba2d9b-d4bc-4087-a283-a6afa115f8a9 no longer exists at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:12:14.313462 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] No Port match for: faba2d9b-d4bc-4087-a283-a6afa115f8a9 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:12:14.313810 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device faba2d9b-d4bc-4087-a283-a6afa115f8a9 not bound to the agent host n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:12:14.548317 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b42da3a-c88c-4690-bf81-ba4574dd6d53 req-65418ca5-14be-46eb-b374-9be5d6d169e9 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:14.549779 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0b42da3a-c88c-4690-bf81-ba4574dd6d53 req-65418ca5-14be-46eb-b374-9be5d6d169e9 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/networks?id=0e7cfec7-f0db-4e55-a057-0bd8d7b078d0 HTTP/1.1" status: 200 len: 814 time: 0.1062946 Oct 20 11:12:14.565069 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0b42da3a-c88c-4690-bf81-ba4574dd6d53 req-e3baab2f-bc30-4e43-8400-5ab86acee61d tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/quotas/0529d7e69e4d46adbc42d3edaa232c39 HTTP/1.1" status: 200 len: 375 time: 0.0093849 Oct 20 11:12:14.595137 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0b42da3a-c88c-4690-bf81-ba4574dd6d53 req-8019b21f-6abf-4c08-b11b-615743229df7 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=0529d7e69e4d46adbc42d3edaa232c39&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0250335 Oct 20 11:12:14.686532 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0b42da3a-c88c-4690-bf81-ba4574dd6d53 req-4d63df0e-80dc-4fe3-bb0f-60013baa5089 service neutron] 10.222.0.64 "GET /v2.0/networks/0e7cfec7-f0db-4e55-a057-0bd8d7b078d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845904 Oct 20 11:12:14.771644 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0b42da3a-c88c-4690-bf81-ba4574dd6d53 req-3f69ba09-a8ee-45e9-81f5-8c20f4802b98 service neutron] 10.222.0.64 "GET /v2.0/networks/0e7cfec7-f0db-4e55-a057-0bd8d7b078d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791137 Oct 20 11:12:14.941550 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2b6ee00f-6101-48b1-93bd-35ebdba8eda3 req-586ee339-0906-4f91-93e3-86198cf33c2d tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/ports?device_id=e6edcde8-78fc-4a91-ae65-2486884bd03f HTTP/1.1" status: 200 len: 210 time: 0.0267708 Oct 20 11:12:15.860138 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b42da3a-c88c-4690-bf81-ba4574dd6d53 req-d01debbf-b545-44ac-af0b-b22631485933 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:15.862189 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0b42da3a-c88c-4690-bf81-ba4574dd6d53 req-d01debbf-b545-44ac-af0b-b22631485933 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.69 "GET /v2.0/networks?id=0e7cfec7-f0db-4e55-a057-0bd8d7b078d0 HTTP/1.1" status: 200 len: 814 time: 0.1143856 Oct 20 11:12:15.875253 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-0b42da3a-c88c-4690-bf81-ba4574dd6d53 req-654c25be-622e-4735-9c0e-7032781e3f00 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] Request body: {'port': {'device_id': 'e6edcde8-78fc-4a91-ae65-2486884bd03f', 'network_id': '0e7cfec7-f0db-4e55-a057-0bd8d7b078d0', 'admin_state_up': True, 'tenant_id': '0529d7e69e4d46adbc42d3edaa232c39'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:12:15.992839 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b42da3a-c88c-4690-bf81-ba4574dd6d53 req-654c25be-622e-4735-9c0e-7032781e3f00 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] Made reservation on behalf of 0529d7e69e4d46adbc42d3edaa232c39 for: {'port': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:12:15.996483 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-0b42da3a-c88c-4690-bf81-ba4574dd6d53 req-654c25be-622e-4735-9c0e-7032781e3f00 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:16.046079 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4deda2f1-c28f-4b87-993c-70290771ec1d req-e88495ba-8813-42d1-94f2-f0ad40ec2c75 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/ports?device_id=e6edcde8-78fc-4a91-ae65-2486884bd03f HTTP/1.1" status: 200 len: 210 time: 0.0315783 Oct 20 11:12:16.146658 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [req-0b42da3a-c88c-4690-bf81-ba4574dd6d53 req-654c25be-622e-4735-9c0e-7032781e3f00 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] Allocated IP 172.20.0.10 (0e7cfec7-f0db-4e55-a057-0bd8d7b078d0/fa273b6a-8b30-433d-9bda-e7936a4d775d/359dd5dc-1f6d-45aa-9eee-a1e8d05aeed3) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:12:16.291021 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-0b42da3a-c88c-4690-bf81-ba4574dd6d53 req-654c25be-622e-4735-9c0e-7032781e3f00 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:16.325049 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-0b42da3a-c88c-4690-bf81-ba4574dd6d53 req-654c25be-622e-4735-9c0e-7032781e3f00 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:16.374687 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b42da3a-c88c-4690-bf81-ba4574dd6d53 req-654c25be-622e-4735-9c0e-7032781e3f00 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] Network 0e7cfec7-f0db-4e55-a057-0bd8d7b078d0 is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:12:16.377891 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [req-0b42da3a-c88c-4690-bf81-ba4574dd6d53 req-654c25be-622e-4735-9c0e-7032781e3f00 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:12:16.382237 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b42da3a-c88c-4690-bf81-ba4574dd6d53 req-654c25be-622e-4735-9c0e-7032781e3f00 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:12:16.406880 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654c25be-622e-4735-9c0e-7032781e3f00 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] Pushing event updated for resources: {'Port': ['ID=359dd5dc-1f6d-45aa-9eee-a1e8d05aeed3,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:12:16.434460 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b42da3a-c88c-4690-bf81-ba4574dd6d53 req-654c25be-622e-4735-9c0e-7032781e3f00 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:16.435066 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-0b42da3a-c88c-4690-bf81-ba4574dd6d53 req-654c25be-622e-4735-9c0e-7032781e3f00 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:16.451121 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0b42da3a-c88c-4690-bf81-ba4574dd6d53 req-654c25be-622e-4735-9c0e-7032781e3f00 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5803113 Oct 20 11:12:16.462725 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-0b42da3a-c88c-4690-bf81-ba4574dd6d53 req-d5762dab-455f-4dd4-b8e3-059f0ad96206 service neutron] Request body: {'port': {'device_id': 'e6edcde8-78fc-4a91-ae65-2486884bd03f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811396-3'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:12:16.515481 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-0b42da3a-c88c-4690-bf81-ba4574dd6d53 req-d5762dab-455f-4dd4-b8e3-059f0ad96206 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:16.770944 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [req-0b42da3a-c88c-4690-bf81-ba4574dd6d53 req-d5762dab-455f-4dd4-b8e3-059f0ad96206 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 359dd5dc-1f6d-45aa-9eee-a1e8d05aeed3 {{(pid=100596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:12:16.778090 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-0b42da3a-c88c-4690-bf81-ba4574dd6d53 req-d5762dab-455f-4dd4-b8e3-059f0ad96206 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:16.789392 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.provisioning_blocks [req-0b42da3a-c88c-4690-bf81-ba4574dd6d53 req-d5762dab-455f-4dd4-b8e3-059f0ad96206 service neutron] Transition to ACTIVE for port object 359dd5dc-1f6d-45aa-9eee-a1e8d05aeed3 will not be triggered until provisioned by entity L2. {{(pid=100596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:12:16.793137 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-0b42da3a-c88c-4690-bf81-ba4574dd6d53 req-d5762dab-455f-4dd4-b8e3-059f0ad96206 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:16.842754 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5762dab-455f-4dd4-b8e3-059f0ad96206 service neutron] Pushing event updated for resources: {'Port': ['ID=359dd5dc-1f6d-45aa-9eee-a1e8d05aeed3,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:12:16.908098 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-0b42da3a-c88c-4690-bf81-ba4574dd6d53 req-d5762dab-455f-4dd4-b8e3-059f0ad96206 service neutron] Attempting to bind port 359dd5dc-1f6d-45aa-9eee-a1e8d05aeed3 on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:12:16.908429 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-0b42da3a-c88c-4690-bf81-ba4574dd6d53 req-d5762dab-455f-4dd4-b8e3-059f0ad96206 service neutron] Attempting to bind port 359dd5dc-1f6d-45aa-9eee-a1e8d05aeed3 by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': 'fc4013bb-c3f1-4f04-9efc-711fb8a74000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '0e7cfec7-f0db-4e55-a057-0bd8d7b078d0'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:12:16.908759 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b42da3a-c88c-4690-bf81-ba4574dd6d53 req-d5762dab-455f-4dd4-b8e3-059f0ad96206 service neutron] Attempting to bind port 359dd5dc-1f6d-45aa-9eee-a1e8d05aeed3 on network 0e7cfec7-f0db-4e55-a057-0bd8d7b078d0 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:12:16.913002 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b42da3a-c88c-4690-bf81-ba4574dd6d53 req-d5762dab-455f-4dd4-b8e3-059f0ad96206 service neutron] Port 359dd5dc-1f6d-45aa-9eee-a1e8d05aeed3 on network 0e7cfec7-f0db-4e55-a057-0bd8d7b078d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:12:16.913325 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b42da3a-c88c-4690-bf81-ba4574dd6d53 req-d5762dab-455f-4dd4-b8e3-059f0ad96206 service neutron] Attempting to bind port 359dd5dc-1f6d-45aa-9eee-a1e8d05aeed3 on network 0e7cfec7-f0db-4e55-a057-0bd8d7b078d0 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:12:16.918655 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b42da3a-c88c-4690-bf81-ba4574dd6d53 req-d5762dab-455f-4dd4-b8e3-059f0ad96206 service neutron] Checking agent: {'id': '061232a2-7adc-4ba1-a873-e8cb136b064d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 12, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:12:16.918989 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b42da3a-c88c-4690-bf81-ba4574dd6d53 req-d5762dab-455f-4dd4-b8e3-059f0ad96206 service neutron] Checking segment: {'id': 'fc4013bb-c3f1-4f04-9efc-711fb8a74000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '0e7cfec7-f0db-4e55-a057-0bd8d7b078d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:12:16.919369 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b42da3a-c88c-4690-bf81-ba4574dd6d53 req-d5762dab-455f-4dd4-b8e3-059f0ad96206 service neutron] Bound using segment: {'id': 'fc4013bb-c3f1-4f04-9efc-711fb8a74000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '0e7cfec7-f0db-4e55-a057-0bd8d7b078d0'} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:12:16.919818 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-0b42da3a-c88c-4690-bf81-ba4574dd6d53 req-d5762dab-455f-4dd4-b8e3-059f0ad96206 service neutron] Bound port: 359dd5dc-1f6d-45aa-9eee-a1e8d05aeed3, host: n-h2-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc4013bb-c3f1-4f04-9efc-711fb8a74000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '0e7cfec7-f0db-4e55-a057-0bd8d7b078d0'}}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:12:16.920168 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-0b42da3a-c88c-4690-bf81-ba4574dd6d53 req-d5762dab-455f-4dd4-b8e3-059f0ad96206 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:16.984901 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-0b42da3a-c88c-4690-bf81-ba4574dd6d53 req-d5762dab-455f-4dd4-b8e3-059f0ad96206 service neutron] For port 359dd5dc-1f6d-45aa-9eee-a1e8d05aeed3, host n-h2-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:12:16.987848 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-0b42da3a-c88c-4690-bf81-ba4574dd6d53 req-d5762dab-455f-4dd4-b8e3-059f0ad96206 service neutron] For port 359dd5dc-1f6d-45aa-9eee-a1e8d05aeed3, host n-h2-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=359dd5dc-1f6d-45aa-9eee-a1e8d05aeed3,segment=NetworkSegment(fc4013bb-c3f1-4f04-9efc-711fb8a74000),segment_id=fc4013bb-c3f1-4f04-9efc-711fb8a74000)] {{(pid=100596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:12:16.992292 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-0b42da3a-c88c-4690-bf81-ba4574dd6d53 req-d5762dab-455f-4dd4-b8e3-059f0ad96206 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:17.029671 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b42da3a-c88c-4690-bf81-ba4574dd6d53 req-d5762dab-455f-4dd4-b8e3-059f0ad96206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:17.030285 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-0b42da3a-c88c-4690-bf81-ba4574dd6d53 req-d5762dab-455f-4dd4-b8e3-059f0ad96206 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:17.031736 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0b42da3a-c88c-4690-bf81-ba4574dd6d53 req-d5762dab-455f-4dd4-b8e3-059f0ad96206 service neutron] 10.222.0.69 "PUT /v2.0/ports/359dd5dc-1f6d-45aa-9eee-a1e8d05aeed3 HTTP/1.1" status: 200 len: 1092 time: 0.5729754 Oct 20 11:12:17.032205 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6edcde8-78fc-4a91-ae65-2486884bd03f', 'tag': '359dd5dc-1f6d-45aa-9eee-a1e8d05aeed3'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:12:17.034569 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7356f441-870f-4610-9771-bb71091b0729" -d '{"events": [{"name": "network-changed", "server_uuid": "e6edcde8-78fc-4a91-ae65-2486884bd03f", "tag": "359dd5dc-1f6d-45aa-9eee-a1e8d05aeed3"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:12:17.057382 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5762dab-455f-4dd4-b8e3-059f0ad96206 service neutron] Pushing event updated for resources: {'Port': ['ID=359dd5dc-1f6d-45aa-9eee-a1e8d05aeed3,revision_number=3']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:12:17.079424 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd234210-ef0e-40e1-a7e9-8912d317f038 x-openstack-request-id: req-fd234210-ef0e-40e1-a7e9-8912d317f038 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:12:17.079744 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6edcde8-78fc-4a91-ae65-2486884bd03f", "tag": "359dd5dc-1f6d-45aa-9eee-a1e8d05aeed3", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:12:17.080024 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fd234210-ef0e-40e1-a7e9-8912d317f038 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:12:17.080443 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6edcde8-78fc-4a91-ae65-2486884bd03f', 'tag': '359dd5dc-1f6d-45aa-9eee-a1e8d05aeed3', 'status': 'completed', 'code': 200} Oct 20 11:12:17.111828 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b42da3a-c88c-4690-bf81-ba4574dd6d53 req-595f305c-911a-48f0-90c8-1800035301f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:17.113432 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0b42da3a-c88c-4690-bf81-ba4574dd6d53 req-595f305c-911a-48f0-90c8-1800035301f2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0529d7e69e4d46adbc42d3edaa232c39&device_id=e6edcde8-78fc-4a91-ae65-2486884bd03f HTTP/1.1" status: 200 len: 1095 time: 0.0442686 Oct 20 11:12:17.178955 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0b42da3a-c88c-4690-bf81-ba4574dd6d53 req-611e635e-22bb-4fcd-9838-2c7eba402dc1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=359dd5dc-1f6d-45aa-9eee-a1e8d05aeed3 HTTP/1.1" status: 200 len: 217 time: 0.0557668 Oct 20 11:12:17.223071 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd072166-3686-445b-84c2-c58dd4de6861 req-e809ff75-3f5c-4b24-aeed-72386668bd2b tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:17.224532 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fd072166-3686-445b-84c2-c58dd4de6861 req-e809ff75-3f5c-4b24-aeed-72386668bd2b tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/ports?device_id=e6edcde8-78fc-4a91-ae65-2486884bd03f HTTP/1.1" status: 200 len: 944 time: 0.1101482 Oct 20 11:12:17.256170 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b42da3a-c88c-4690-bf81-ba4574dd6d53 req-50b90fc6-9943-4036-af40-d751b48b9de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:17.257740 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0b42da3a-c88c-4690-bf81-ba4574dd6d53 req-50b90fc6-9943-4036-af40-d751b48b9de3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=fa273b6a-8b30-433d-9bda-e7936a4d775d HTTP/1.1" status: 200 len: 854 time: 0.0722222 Oct 20 11:12:17.295984 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fd072166-3686-445b-84c2-c58dd4de6861 req-7295298e-346f-4224-9c94-2a7d28a4a1d2 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/security-groups?id=85035705-153f-4e7f-bc13-cde5acad3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637217 Oct 20 11:12:17.297731 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0b42da3a-c88c-4690-bf81-ba4574dd6d53 req-d203bd2a-3330-44a8-9aaa-6c40a4176b46 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0e7cfec7-f0db-4e55-a057-0bd8d7b078d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306337 Oct 20 11:12:17.391204 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0b42da3a-c88c-4690-bf81-ba4574dd6d53 req-e1945fcf-0ada-4396-adf0-0657cfde86d4 service neutron] 10.222.0.69 "GET /v2.0/networks/0e7cfec7-f0db-4e55-a057-0bd8d7b078d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862694 Oct 20 11:12:17.482002 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0b42da3a-c88c-4690-bf81-ba4574dd6d53 req-95c9a980-5833-4bff-b703-df6aedefed22 service neutron] 10.222.0.69 "GET /v2.0/networks/0e7cfec7-f0db-4e55-a057-0bd8d7b078d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830979 Oct 20 11:12:17.569124 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7356f441-870f-4610-9771-bb71091b0729 req-d9220766-da49-4fcd-8881-594d2d66903b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:17.570513 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7356f441-870f-4610-9771-bb71091b0729 req-d9220766-da49-4fcd-8881-594d2d66903b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0529d7e69e4d46adbc42d3edaa232c39&device_id=e6edcde8-78fc-4a91-ae65-2486884bd03f HTTP/1.1" status: 200 len: 1095 time: 0.0451939 Oct 20 11:12:17.659681 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7356f441-870f-4610-9771-bb71091b0729 req-814c3a1e-5fb5-44a6-bb0a-e54b23c1b672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:17.661150 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7356f441-870f-4610-9771-bb71091b0729 req-814c3a1e-5fb5-44a6-bb0a-e54b23c1b672 service neutron] 10.222.0.69 "GET /v2.0/networks?id=0e7cfec7-f0db-4e55-a057-0bd8d7b078d0 HTTP/1.1" status: 200 len: 915 time: 0.0842683 Oct 20 11:12:17.705326 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7356f441-870f-4610-9771-bb71091b0729 req-42f464da-0184-41cb-be4c-e3bae2eec86c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=359dd5dc-1f6d-45aa-9eee-a1e8d05aeed3 HTTP/1.1" status: 200 len: 217 time: 0.0372903 Oct 20 11:12:17.753492 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7356f441-870f-4610-9771-bb71091b0729 req-aa7411e4-9217-4afa-9c5b-b643aed56ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:17.754907 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7356f441-870f-4610-9771-bb71091b0729 req-aa7411e4-9217-4afa-9c5b-b643aed56ba4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=fa273b6a-8b30-433d-9bda-e7936a4d775d HTTP/1.1" status: 200 len: 854 time: 0.0428767 Oct 20 11:12:17.787419 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7356f441-870f-4610-9771-bb71091b0729 req-b23f274b-8a18-4782-841f-01d735ffb26f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0e7cfec7-f0db-4e55-a057-0bd8d7b078d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237675 Oct 20 11:12:17.881342 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7356f441-870f-4610-9771-bb71091b0729 req-2da8c04e-36a2-4518-9b57-1aed9dc7df70 service neutron] 10.222.0.69 "GET /v2.0/networks/0e7cfec7-f0db-4e55-a057-0bd8d7b078d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863237 Oct 20 11:12:17.971946 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7356f441-870f-4610-9771-bb71091b0729 req-cd55aa7b-ae06-4201-8a44-d36e45bb13ab service neutron] 10.222.0.69 "GET /v2.0/networks/0e7cfec7-f0db-4e55-a057-0bd8d7b078d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821271 Oct 20 11:12:18.413149 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a09f20-960e-43f0-a1b6-8370309c5447 req-ead9edda-e894-4640-8bec-c2b44dec54c6 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:18.414620 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-97a09f20-960e-43f0-a1b6-8370309c5447 req-ead9edda-e894-4640-8bec-c2b44dec54c6 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/ports?device_id=e6edcde8-78fc-4a91-ae65-2486884bd03f HTTP/1.1" status: 200 len: 944 time: 0.0499971 Oct 20 11:12:18.455057 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-97a09f20-960e-43f0-a1b6-8370309c5447 req-8bf874c5-de63-40ab-943b-c3984b725947 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/security-groups?id=85035705-153f-4e7f-bc13-cde5acad3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345101 Oct 20 11:12:19.468637 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:19.572194 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d78e651-b324-4e09-a5ed-85d458845f4a req-12e16bb9-e2a3-42e7-bec3-752c13592a1c tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:19.573612 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4d78e651-b324-4e09-a5ed-85d458845f4a req-12e16bb9-e2a3-42e7-bec3-752c13592a1c tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/ports?device_id=e6edcde8-78fc-4a91-ae65-2486884bd03f HTTP/1.1" status: 200 len: 944 time: 0.0529857 Oct 20 11:12:19.611241 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4d78e651-b324-4e09-a5ed-85d458845f4a req-70818949-7d90-40f1-b432-2baca23de317 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/security-groups?id=85035705-153f-4e7f-bc13-cde5acad3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317318 Oct 20 11:12:20.311229 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 359dd5dc-1f6d-45aa-9eee-a1e8d05aeed3 details requested by agent hyperv_n-h2-811396-3 with host n-h2-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:12:20.410763 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 359dd5dc-1f6d-45aa-9eee-a1e8d05aeed3, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=359dd5dc-1f6d-45aa-9eee-a1e8d05aeed3,segment=NetworkSegment(fc4013bb-c3f1-4f04-9efc-711fb8a74000),segment_id=fc4013bb-c3f1-4f04-9efc-711fb8a74000)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:12:20.422273 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Returning: {'device': '359dd5dc-1f6d-45aa-9eee-a1e8d05aeed3', 'network_id': '0e7cfec7-f0db-4e55-a057-0bd8d7b078d0', 'port_id': '359dd5dc-1f6d-45aa-9eee-a1e8d05aeed3', 'mac_address': 'fa:16:3e:bd:ad:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 846, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa273b6a-8b30-433d-9bda-e7936a4d775d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:12:20.458281 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:20.471054 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 359dd5dc-1f6d-45aa-9eee-a1e8d05aeed3 {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:12:20.489765 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 359dd5dc-1f6d-45aa-9eee-a1e8d05aeed3, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=359dd5dc-1f6d-45aa-9eee-a1e8d05aeed3,segment=NetworkSegment(fc4013bb-c3f1-4f04-9efc-711fb8a74000),segment_id=fc4013bb-c3f1-4f04-9efc-711fb8a74000)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:12:20.493584 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:20.541887 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=359dd5dc-1f6d-45aa-9eee-a1e8d05aeed3,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:12:20.551603 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:12:20.552216 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:12:20.552823 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:12:20.553427 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:12:20.554244 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:12:20.554592 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:12:20.554932 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:12:20.555275 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:12:20.555638 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:12:20.556363 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:12:20.556363 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:12:20.557139 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:12:20.679636 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['359dd5dc-1f6d-45aa-9eee-a1e8d05aeed3'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:12:20.724180 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d76988-0879-4f08-a1c2-6ddb6fc796ba req-633b7243-766f-48e2-b31c-70ee3481b249 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:20.725688 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b3d76988-0879-4f08-a1c2-6ddb6fc796ba req-633b7243-766f-48e2-b31c-70ee3481b249 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/ports?device_id=e6edcde8-78fc-4a91-ae65-2486884bd03f HTTP/1.1" status: 200 len: 945 time: 0.0491636 Oct 20 11:12:20.763321 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b3d76988-0879-4f08-a1c2-6ddb6fc796ba req-3ca38560-809e-48d5-a635-c1fba6a50dcf tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/security-groups?id=85035705-153f-4e7f-bc13-cde5acad3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313494 Oct 20 11:12:21.884849 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0c8104-c32f-44d9-bfcf-391c53576239 req-a0a56e54-c633-419e-86ec-f7f6e02a12fc tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:21.886376 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6c0c8104-c32f-44d9-bfcf-391c53576239 req-a0a56e54-c633-419e-86ec-f7f6e02a12fc tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/ports?device_id=e6edcde8-78fc-4a91-ae65-2486884bd03f HTTP/1.1" status: 200 len: 945 time: 0.0578110 Oct 20 11:12:21.934464 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6c0c8104-c32f-44d9-bfcf-391c53576239 req-8a996921-7c6c-400f-982b-c9eb42c3850a tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/security-groups?id=85035705-153f-4e7f-bc13-cde5acad3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416117 Oct 20 11:12:22.311920 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 359dd5dc-1f6d-45aa-9eee-a1e8d05aeed3 up at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:12:22.361666 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning for port 359dd5dc-1f6d-45aa-9eee-a1e8d05aeed3 completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:12:22.365684 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning complete for port 359dd5dc-1f6d-45aa-9eee-a1e8d05aeed3 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:12:22.366059 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:22.448308 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:22.471231 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6edcde8-78fc-4a91-ae65-2486884bd03f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '359dd5dc-1f6d-45aa-9eee-a1e8d05aeed3'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:12:22.473487 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c57a03ab-029b-4a77-9dfd-c0e79663e5fe" -d '{"events": [{"server_uuid": "e6edcde8-78fc-4a91-ae65-2486884bd03f", "name": "network-vif-plugged", "status": "completed", "tag": "359dd5dc-1f6d-45aa-9eee-a1e8d05aeed3"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:12:22.486522 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 359dd5dc-1f6d-45aa-9eee-a1e8d05aeed3, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=359dd5dc-1f6d-45aa-9eee-a1e8d05aeed3,segment=NetworkSegment(fc4013bb-c3f1-4f04-9efc-711fb8a74000),segment_id=fc4013bb-c3f1-4f04-9efc-711fb8a74000)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:12:22.490516 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:22.513820 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56866872-e155-46b1-8edb-db2e948731a8 x-openstack-request-id: req-56866872-e155-46b1-8edb-db2e948731a8 {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:12:22.514127 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6edcde8-78fc-4a91-ae65-2486884bd03f", "name": "network-vif-plugged", "status": "completed", "tag": "359dd5dc-1f6d-45aa-9eee-a1e8d05aeed3", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:12:22.514464 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-56866872-e155-46b1-8edb-db2e948731a8 {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:12:22.514764 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6edcde8-78fc-4a91-ae65-2486884bd03f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '359dd5dc-1f6d-45aa-9eee-a1e8d05aeed3', 'code': 200} Oct 20 11:12:22.539977 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=359dd5dc-1f6d-45aa-9eee-a1e8d05aeed3,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:12:22.605271 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd432c2-5a6c-417c-9f21-9c91249884cc req-8f37a525-05fc-4c7c-95dc-0fd155e77a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:22.606838 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fdd432c2-5a6c-417c-9f21-9c91249884cc req-8f37a525-05fc-4c7c-95dc-0fd155e77a99 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e6edcde8-78fc-4a91-ae65-2486884bd03f HTTP/1.1" status: 200 len: 1097 time: 0.0422246 Oct 20 11:12:22.643767 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fdd432c2-5a6c-417c-9f21-9c91249884cc req-763746e7-42d6-4b81-b3ba-e7ade82552be service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=85035705-153f-4e7f-bc13-cde5acad3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301802 Oct 20 11:12:23.046458 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ce13df-b37b-4be6-b4cf-4e0451752e39 req-46055bd4-dd8b-4373-b063-c983dce42f3d tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:23.047921 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-69ce13df-b37b-4be6-b4cf-4e0451752e39 req-46055bd4-dd8b-4373-b063-c983dce42f3d tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/ports?device_id=e6edcde8-78fc-4a91-ae65-2486884bd03f HTTP/1.1" status: 200 len: 946 time: 0.0467970 Oct 20 11:12:23.084548 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-69ce13df-b37b-4be6-b4cf-4e0451752e39 req-d6bdd23f-eb28-4113-ba46-51750b8bc5b5 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/security-groups?id=85035705-153f-4e7f-bc13-cde5acad3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307238 Oct 20 11:12:24.197448 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295c2c79-fb47-4e09-807f-7347a7574eaa req-f87e919b-fe45-4393-aadb-2d2b1db5ab08 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:24.198897 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-295c2c79-fb47-4e09-807f-7347a7574eaa req-f87e919b-fe45-4393-aadb-2d2b1db5ab08 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/ports?device_id=e6edcde8-78fc-4a91-ae65-2486884bd03f HTTP/1.1" status: 200 len: 946 time: 0.0478733 Oct 20 11:12:24.240242 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-295c2c79-fb47-4e09-807f-7347a7574eaa req-eab01fa6-91a8-468e-a28d-e3427932e60f tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/security-groups?id=85035705-153f-4e7f-bc13-cde5acad3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354970 Oct 20 11:12:24.352466 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff7091c-58da-42c4-aa28-6843725e0621 req-9402db45-1256-4dbc-ba24-5751e2473d39 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:24.353957 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bff7091c-58da-42c4-aa28-6843725e0621 req-9402db45-1256-4dbc-ba24-5751e2473d39 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/ports?device_id=e6edcde8-78fc-4a91-ae65-2486884bd03f HTTP/1.1" status: 200 len: 946 time: 0.0476594 Oct 20 11:12:24.391300 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bff7091c-58da-42c4-aa28-6843725e0621 req-840dc1de-6d5d-4c8b-b1bb-cd487e1866c9 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/security-groups?id=85035705-153f-4e7f-bc13-cde5acad3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308917 Oct 20 11:12:24.585966 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16b54d9-4ed6-4277-bc1f-614939e9eb07 req-5bda4619-3193-477c-8ff0-47b092044f2a tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:24.587454 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a16b54d9-4ed6-4277-bc1f-614939e9eb07 req-5bda4619-3193-477c-8ff0-47b092044f2a tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/ports?device_id=e6edcde8-78fc-4a91-ae65-2486884bd03f HTTP/1.1" status: 200 len: 946 time: 0.0479221 Oct 20 11:12:24.628730 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a16b54d9-4ed6-4277-bc1f-614939e9eb07 req-1fc050d6-b205-4a10-b1da-c5857f00d264 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/security-groups?id=85035705-153f-4e7f-bc13-cde5acad3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348110 Oct 20 11:12:24.740274 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904cf26b-29db-4f43-9912-27baccdcd176 req-9ea767c4-98ed-4fd2-a8c4-98d5d5ba74cd tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:24.741763 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-904cf26b-29db-4f43-9912-27baccdcd176 req-9ea767c4-98ed-4fd2-a8c4-98d5d5ba74cd tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/ports?device_id=e6edcde8-78fc-4a91-ae65-2486884bd03f HTTP/1.1" status: 200 len: 946 time: 0.0487256 Oct 20 11:12:24.783851 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-904cf26b-29db-4f43-9912-27baccdcd176 req-d7249159-3489-434c-87cb-1c67c57acaae tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/security-groups?id=85035705-153f-4e7f-bc13-cde5acad3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362544 Oct 20 11:12:25.035961 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e02635a0-6a7b-4504-b7cc-2d3a2cc17e6b req-bdea9b4f-716b-4644-bfd2-90102da5f415 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e6edcde8-78fc-4a91-ae65-2486884bd03f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0647881 Oct 20 11:12:25.051640 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6513e1fa-d1c1-4d9a-a1b9-967cf0bb7a12 req-3d4f18f0-73da-4af5-8451-7578498f2e29 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:25.053197 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6513e1fa-d1c1-4d9a-a1b9-967cf0bb7a12 req-3d4f18f0-73da-4af5-8451-7578498f2e29 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/ports?device_id=e6edcde8-78fc-4a91-ae65-2486884bd03f HTTP/1.1" status: 200 len: 946 time: 0.0586038 Oct 20 11:12:25.092823 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6513e1fa-d1c1-4d9a-a1b9-967cf0bb7a12 req-68ce2d0a-daea-4795-9448-4d5d17658e6d tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/security-groups?id=85035705-153f-4e7f-bc13-cde5acad3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322692 Oct 20 11:12:26.245717 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddd35b1-89f8-4e3f-b4e6-e3b44d99d4e7 req-6a5f34cb-7b91-4619-91ee-06be78c7e927 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:26.247216 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2ddd35b1-89f8-4e3f-b4e6-e3b44d99d4e7 req-6a5f34cb-7b91-4619-91ee-06be78c7e927 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/ports?device_id=e6edcde8-78fc-4a91-ae65-2486884bd03f HTTP/1.1" status: 200 len: 946 time: 0.0834367 Oct 20 11:12:26.254182 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02635a0-6a7b-4504-b7cc-2d3a2cc17e6b req-446a27b1-af57-43c5-a9e7-927bdde87d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:26.255683 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e02635a0-6a7b-4504-b7cc-2d3a2cc17e6b req-446a27b1-af57-43c5-a9e7-927bdde87d95 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0529d7e69e4d46adbc42d3edaa232c39&device_id=e6edcde8-78fc-4a91-ae65-2486884bd03f HTTP/1.1" status: 200 len: 1097 time: 0.0589814 Oct 20 11:12:26.316600 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2ddd35b1-89f8-4e3f-b4e6-e3b44d99d4e7 req-3ea12fe3-1087-4454-83ec-500b471e5f5c tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/security-groups?id=85035705-153f-4e7f-bc13-cde5acad3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599613 Oct 20 11:12:26.367238 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02635a0-6a7b-4504-b7cc-2d3a2cc17e6b req-0889f748-2ac9-4694-bae3-e76b69690a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:26.368717 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e02635a0-6a7b-4504-b7cc-2d3a2cc17e6b req-0889f748-2ac9-4694-bae3-e76b69690a74 service neutron] 10.222.0.69 "GET /v2.0/networks?id=0e7cfec7-f0db-4e55-a057-0bd8d7b078d0 HTTP/1.1" status: 200 len: 915 time: 0.1055613 Oct 20 11:12:26.412314 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e02635a0-6a7b-4504-b7cc-2d3a2cc17e6b req-ee3bd684-acdb-4a7f-ba51-af305889030f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=359dd5dc-1f6d-45aa-9eee-a1e8d05aeed3 HTTP/1.1" status: 200 len: 217 time: 0.0369554 Oct 20 11:12:26.460049 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02635a0-6a7b-4504-b7cc-2d3a2cc17e6b req-060bb331-6236-42a9-aef5-9048162148c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:26.461483 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e02635a0-6a7b-4504-b7cc-2d3a2cc17e6b req-060bb331-6236-42a9-aef5-9048162148c2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=fa273b6a-8b30-433d-9bda-e7936a4d775d HTTP/1.1" status: 200 len: 854 time: 0.0433116 Oct 20 11:12:26.491910 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e02635a0-6a7b-4504-b7cc-2d3a2cc17e6b req-3d632ac1-4352-452a-8859-0e148df3344f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0e7cfec7-f0db-4e55-a057-0bd8d7b078d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240712 Oct 20 11:12:26.589144 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e02635a0-6a7b-4504-b7cc-2d3a2cc17e6b req-9eac92ab-9bfd-4a22-9082-f9cb375e6421 service neutron] 10.222.0.69 "GET /v2.0/networks/0e7cfec7-f0db-4e55-a057-0bd8d7b078d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907097 Oct 20 11:12:26.675907 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e02635a0-6a7b-4504-b7cc-2d3a2cc17e6b req-bce6c0da-b1eb-42ec-8a87-227fa3f50302 service neutron] 10.222.0.69 "GET /v2.0/networks/0e7cfec7-f0db-4e55-a057-0bd8d7b078d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800710 Oct 20 11:12:27.502635 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c41e49f-b3bb-48cc-a9a9-99f898575216 req-7c673b71-8053-4bd6-b9ee-4148ab66b21d tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:27.504115 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3c41e49f-b3bb-48cc-a9a9-99f898575216 req-7c673b71-8053-4bd6-b9ee-4148ab66b21d tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/ports?device_id=e6edcde8-78fc-4a91-ae65-2486884bd03f HTTP/1.1" status: 200 len: 946 time: 0.1195760 Oct 20 11:12:27.542036 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3c41e49f-b3bb-48cc-a9a9-99f898575216 req-4f9454ee-0c93-43ff-8727-30550ac2dabb tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/security-groups?id=85035705-153f-4e7f-bc13-cde5acad3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316966 Oct 20 11:12:28.724222 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dfae71-a420-4244-86c2-a9ad6c1b3844 req-43b07fd3-6458-4023-aa26-4dc4aea8cd71 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:28.725705 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-15dfae71-a420-4244-86c2-a9ad6c1b3844 req-43b07fd3-6458-4023-aa26-4dc4aea8cd71 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/ports?device_id=e6edcde8-78fc-4a91-ae65-2486884bd03f HTTP/1.1" status: 200 len: 946 time: 0.1144829 Oct 20 11:12:28.762522 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-15dfae71-a420-4244-86c2-a9ad6c1b3844 req-a3a1ff32-bdfb-4d1b-81b5-643c2bc9143d tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/security-groups?id=85035705-153f-4e7f-bc13-cde5acad3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302556 Oct 20 11:12:29.875409 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755a1574-be72-4082-9f7c-647251823913 req-335f5e12-6d5e-4a0d-8f9f-3783e9418a04 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:29.876888 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-755a1574-be72-4082-9f7c-647251823913 req-335f5e12-6d5e-4a0d-8f9f-3783e9418a04 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/ports?device_id=e6edcde8-78fc-4a91-ae65-2486884bd03f HTTP/1.1" status: 200 len: 946 time: 0.0482972 Oct 20 11:12:29.912900 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-755a1574-be72-4082-9f7c-647251823913 req-4f7cc057-e1aa-41b5-a310-0fb36a05fd69 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/security-groups?id=85035705-153f-4e7f-bc13-cde5acad3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303280 Oct 20 11:12:31.028925 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb327a2-91ac-4502-8a22-287867825928 req-851ba7b2-bfa4-42b0-939e-c879768ec90b tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:31.030387 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-dbb327a2-91ac-4502-8a22-287867825928 req-851ba7b2-bfa4-42b0-939e-c879768ec90b tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/ports?device_id=e6edcde8-78fc-4a91-ae65-2486884bd03f HTTP/1.1" status: 200 len: 946 time: 0.0478992 Oct 20 11:12:31.067113 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-dbb327a2-91ac-4502-8a22-287867825928 req-1673bece-7825-40a3-81c8-9a38904213f6 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/security-groups?id=85035705-153f-4e7f-bc13-cde5acad3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306416 Oct 20 11:12:32.184811 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dfa0c9-b196-4e9e-b5f8-8cf6df2e828f req-9a8d8036-072b-44e5-bb53-17e1f5efc4ef tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:32.186283 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d4dfa0c9-b196-4e9e-b5f8-8cf6df2e828f req-9a8d8036-072b-44e5-bb53-17e1f5efc4ef tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/ports?device_id=e6edcde8-78fc-4a91-ae65-2486884bd03f HTTP/1.1" status: 200 len: 946 time: 0.0526402 Oct 20 11:12:32.227328 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d4dfa0c9-b196-4e9e-b5f8-8cf6df2e828f req-980d48e6-1469-46d3-bed1-81eb67af4785 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/security-groups?id=85035705-153f-4e7f-bc13-cde5acad3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349848 Oct 20 11:12:33.255562 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 7 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:12:33.343142 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ee8614-a19a-4676-98bc-aae343e7457a req-cfe9ab4d-6b4d-4f7f-b012-24d9e4aab167 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:33.344649 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d7ee8614-a19a-4676-98bc-aae343e7457a req-cfe9ab4d-6b4d-4f7f-b012-24d9e4aab167 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/ports?device_id=e6edcde8-78fc-4a91-ae65-2486884bd03f HTTP/1.1" status: 200 len: 946 time: 0.0491304 Oct 20 11:12:33.383500 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d7ee8614-a19a-4676-98bc-aae343e7457a req-670ac288-d135-42b0-815d-27ad22cea46c tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/security-groups?id=85035705-153f-4e7f-bc13-cde5acad3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329156 Oct 20 11:12:33.564725 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-5834544e-38e4-45e1-abee-d207a359e814 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:34.498285 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de5dddc-558e-4c3e-aeff-f04397fdc78f req-eaa50f05-da49-44a6-8f9a-8ff546c2713d tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:34.499776 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0de5dddc-558e-4c3e-aeff-f04397fdc78f req-eaa50f05-da49-44a6-8f9a-8ff546c2713d tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/ports?device_id=e6edcde8-78fc-4a91-ae65-2486884bd03f HTTP/1.1" status: 200 len: 946 time: 0.0510671 Oct 20 11:12:34.536109 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0de5dddc-558e-4c3e-aeff-f04397fdc78f req-5e2a0afa-1258-4917-b835-3091d9dad1a7 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/security-groups?id=85035705-153f-4e7f-bc13-cde5acad3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305061 Oct 20 11:12:35.650892 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156feb8a-99d8-4e93-ac9d-247a97e9f2ba req-a732183b-99eb-4dd3-8db1-0abd24b1e314 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:35.652377 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-156feb8a-99d8-4e93-ac9d-247a97e9f2ba req-a732183b-99eb-4dd3-8db1-0abd24b1e314 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/ports?device_id=e6edcde8-78fc-4a91-ae65-2486884bd03f HTTP/1.1" status: 200 len: 946 time: 0.0520475 Oct 20 11:12:35.691238 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-156feb8a-99d8-4e93-ac9d-247a97e9f2ba req-9cdba650-3b9b-447c-a1bf-ac6d3b03a777 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/security-groups?id=85035705-153f-4e7f-bc13-cde5acad3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323946 Oct 20 11:12:36.429366 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-67018b53-e16d-4337-ae1a-62be4e703198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:36.814178 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b682739-326a-493e-aafb-739159d1f30d req-0e79ffdc-c96e-4f84-a784-8a11cb17cc91 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:36.815659 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6b682739-326a-493e-aafb-739159d1f30d req-0e79ffdc-c96e-4f84-a784-8a11cb17cc91 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/ports?device_id=e6edcde8-78fc-4a91-ae65-2486884bd03f HTTP/1.1" status: 200 len: 946 time: 0.0481694 Oct 20 11:12:36.851805 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6b682739-326a-493e-aafb-739159d1f30d req-2e2bcdbf-0f99-4ba5-8c49-25bfed589084 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/security-groups?id=85035705-153f-4e7f-bc13-cde5acad3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303586 Oct 20 11:12:37.164480 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:37.653536 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:37.964120 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4b22e6-bad7-444d-b728-c9aca8b641db req-0c827cd1-f0b5-49cd-a2a3-369650836ca3 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:37.965631 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5c4b22e6-bad7-444d-b728-c9aca8b641db req-0c827cd1-f0b5-49cd-a2a3-369650836ca3 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/ports?device_id=e6edcde8-78fc-4a91-ae65-2486884bd03f HTTP/1.1" status: 200 len: 946 time: 0.0481701 Oct 20 11:12:38.003240 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5c4b22e6-bad7-444d-b728-c9aca8b641db req-65ab048a-bb9c-4ab1-a36c-a29dd6e41fb7 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/security-groups?id=85035705-153f-4e7f-bc13-cde5acad3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310917 Oct 20 11:12:38.331431 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:39.023768 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:39.124969 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0426c5-f295-4e6b-9fd5-418fe24ce0dc req-584310ca-9a7f-4508-a394-05e3077ea244 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:39.126483 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2e0426c5-f295-4e6b-9fd5-418fe24ce0dc req-584310ca-9a7f-4508-a394-05e3077ea244 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/ports?device_id=e6edcde8-78fc-4a91-ae65-2486884bd03f HTTP/1.1" status: 200 len: 946 time: 0.0527933 Oct 20 11:12:39.163541 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2e0426c5-f295-4e6b-9fd5-418fe24ce0dc req-891e97e7-9314-49ec-a93c-9b0549162590 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/security-groups?id=85035705-153f-4e7f-bc13-cde5acad3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309060 Oct 20 11:12:40.277269 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18be2095-285a-4b05-af88-2a9c9dd59f4d req-10eec0ca-ec61-4b04-a0d6-7e02bc200b23 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:40.278732 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-18be2095-285a-4b05-af88-2a9c9dd59f4d req-10eec0ca-ec61-4b04-a0d6-7e02bc200b23 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/ports?device_id=e6edcde8-78fc-4a91-ae65-2486884bd03f HTTP/1.1" status: 200 len: 946 time: 0.0486417 Oct 20 11:12:40.316991 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-18be2095-285a-4b05-af88-2a9c9dd59f4d req-6256c3a6-2bf1-4a36-8d4d-2b7fd3f1af45 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/security-groups?id=85035705-153f-4e7f-bc13-cde5acad3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322406 Oct 20 11:12:41.430131 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeacd39-e956-4833-8502-daf6997bdc7d req-8ebe4346-af48-40b5-8817-c0d2715f90b5 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:41.431600 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0aeacd39-e956-4833-8502-daf6997bdc7d req-8ebe4346-af48-40b5-8817-c0d2715f90b5 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/ports?device_id=e6edcde8-78fc-4a91-ae65-2486884bd03f HTTP/1.1" status: 200 len: 946 time: 0.0469575 Oct 20 11:12:41.467840 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0aeacd39-e956-4833-8502-daf6997bdc7d req-7d7a57fe-1d47-4999-ad84-cd5efc8e903b tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/security-groups?id=85035705-153f-4e7f-bc13-cde5acad3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304978 Oct 20 11:12:42.582616 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7487dcda-4d7f-4b0e-834d-1986e869f20b req-918838f9-e4ea-4540-95fe-d40a0824e1f3 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:42.584120 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7487dcda-4d7f-4b0e-834d-1986e869f20b req-918838f9-e4ea-4540-95fe-d40a0824e1f3 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/ports?device_id=e6edcde8-78fc-4a91-ae65-2486884bd03f HTTP/1.1" status: 200 len: 946 time: 0.0520461 Oct 20 11:12:42.620900 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7487dcda-4d7f-4b0e-834d-1986e869f20b req-72fc80a1-61a6-4479-b285-ef25038068e0 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/security-groups?id=85035705-153f-4e7f-bc13-cde5acad3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308416 Oct 20 11:12:43.734356 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40603dd-c85e-4a9d-8f5d-2e28a4fbb1b0 req-778483dd-f4c6-48c4-b49f-c4ed297255f8 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:43.736437 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c40603dd-c85e-4a9d-8f5d-2e28a4fbb1b0 req-778483dd-f4c6-48c4-b49f-c4ed297255f8 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/ports?device_id=e6edcde8-78fc-4a91-ae65-2486884bd03f HTTP/1.1" status: 200 len: 946 time: 0.0481710 Oct 20 11:12:43.773230 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c40603dd-c85e-4a9d-8f5d-2e28a4fbb1b0 req-d51df781-45a0-4d4d-aa20-ad7d850c57cb tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/security-groups?id=85035705-153f-4e7f-bc13-cde5acad3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310342 Oct 20 11:12:44.890561 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af0537d-b327-4c55-ba10-ac4fa0990921 req-84dddeaa-0d8b-49a2-bf51-bb29469af604 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:44.892055 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2af0537d-b327-4c55-ba10-ac4fa0990921 req-84dddeaa-0d8b-49a2-bf51-bb29469af604 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/ports?device_id=e6edcde8-78fc-4a91-ae65-2486884bd03f HTTP/1.1" status: 200 len: 946 time: 0.0478327 Oct 20 11:12:44.928720 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2af0537d-b327-4c55-ba10-ac4fa0990921 req-a9b995f9-7cbb-412e-81da-d1c0d4bee7e7 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/security-groups?id=85035705-153f-4e7f-bc13-cde5acad3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308564 Oct 20 11:12:46.052062 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6a6892-1048-40f9-a6d6-2cec06b047c7 req-dd59f352-982a-42d0-8605-a1b46e40dd02 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:46.053604 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0f6a6892-1048-40f9-a6d6-2cec06b047c7 req-dd59f352-982a-42d0-8605-a1b46e40dd02 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/ports?device_id=e6edcde8-78fc-4a91-ae65-2486884bd03f HTTP/1.1" status: 200 len: 946 time: 0.0571294 Oct 20 11:12:46.091851 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0f6a6892-1048-40f9-a6d6-2cec06b047c7 req-8f269e7e-aaea-46d3-815c-e7968fb11854 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/security-groups?id=85035705-153f-4e7f-bc13-cde5acad3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319023 Oct 20 11:12:47.205353 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb129f03-4008-4ff9-b099-280ce8b9a980 req-4bcd0e83-1b03-482a-aff2-7c03fa54b2c7 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:47.207447 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cb129f03-4008-4ff9-b099-280ce8b9a980 req-4bcd0e83-1b03-482a-aff2-7c03fa54b2c7 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/ports?device_id=e6edcde8-78fc-4a91-ae65-2486884bd03f HTTP/1.1" status: 200 len: 946 time: 0.0485084 Oct 20 11:12:47.243747 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cb129f03-4008-4ff9-b099-280ce8b9a980 req-9efeb89d-d570-45e2-871b-e55744c0d73e tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/security-groups?id=85035705-153f-4e7f-bc13-cde5acad3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304539 Oct 20 11:12:48.359655 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6959cfd0-5531-4e69-a266-aa767e4db501 req-a6f48ceb-9141-42a4-82d4-c9d2d17c2eff tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:48.361141 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6959cfd0-5531-4e69-a266-aa767e4db501 req-a6f48ceb-9141-42a4-82d4-c9d2d17c2eff tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/ports?device_id=e6edcde8-78fc-4a91-ae65-2486884bd03f HTTP/1.1" status: 200 len: 946 time: 0.0511165 Oct 20 11:12:48.399621 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6959cfd0-5531-4e69-a266-aa767e4db501 req-0c5bca84-f47d-471a-ad91-a34425e0e1f2 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/security-groups?id=85035705-153f-4e7f-bc13-cde5acad3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324390 Oct 20 11:12:49.486306 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:49.531985 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340192b2-13da-4df5-b0a8-02a9c4a72edb req-8069359d-ed9a-48d1-870d-75ab310d9f69 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:49.533355 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-340192b2-13da-4df5-b0a8-02a9c4a72edb req-8069359d-ed9a-48d1-870d-75ab310d9f69 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/ports?device_id=e6edcde8-78fc-4a91-ae65-2486884bd03f HTTP/1.1" status: 200 len: 946 time: 0.0555832 Oct 20 11:12:49.570200 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-340192b2-13da-4df5-b0a8-02a9c4a72edb req-8480efc7-985b-4320-8397-548f2c5696bd tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/security-groups?id=85035705-153f-4e7f-bc13-cde5acad3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308845 Oct 20 11:12:49.769348 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [req-ab7658d5-0f7d-4882-8a9b-27ff11b8b770 req-fd5001dc-fd6b-4b87-82c4-b09037f9363d service neutron] (100596) timed out ('10.222.0.64', 37412) {{(pid=100596) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 20 11:12:50.683520 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0496224b-d94c-4bac-8e3c-1f8b76e1cbb5 req-5e64a590-e6b0-45b4-ae4f-710c0f2a6b07 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:50.684999 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0496224b-d94c-4bac-8e3c-1f8b76e1cbb5 req-5e64a590-e6b0-45b4-ae4f-710c0f2a6b07 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/ports?device_id=e6edcde8-78fc-4a91-ae65-2486884bd03f HTTP/1.1" status: 200 len: 946 time: 0.0489733 Oct 20 11:12:50.721539 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0496224b-d94c-4bac-8e3c-1f8b76e1cbb5 req-fd58b936-614a-4698-869a-22ad9b3c67bc tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/security-groups?id=85035705-153f-4e7f-bc13-cde5acad3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307584 Oct 20 11:12:51.833494 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a5ae2f-cbae-48d3-a9e8-84e68bacd5cb req-0908ceb9-a7f4-45b1-b015-0eac57fb645c tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:51.834948 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d4a5ae2f-cbae-48d3-a9e8-84e68bacd5cb req-0908ceb9-a7f4-45b1-b015-0eac57fb645c tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/ports?device_id=e6edcde8-78fc-4a91-ae65-2486884bd03f HTTP/1.1" status: 200 len: 946 time: 0.0476415 Oct 20 11:12:51.871900 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d4a5ae2f-cbae-48d3-a9e8-84e68bacd5cb req-336246ca-ba88-407f-aa4a-f33d4a9e1537 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/security-groups?id=85035705-153f-4e7f-bc13-cde5acad3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309362 Oct 20 11:12:52.986499 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc707e58-e270-44fd-81b0-3b00fefb9ab1 req-5edc639f-ef5c-43cf-b4fa-1d5c9484b5af tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:52.988466 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fc707e58-e270-44fd-81b0-3b00fefb9ab1 req-5edc639f-ef5c-43cf-b4fa-1d5c9484b5af tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/ports?device_id=e6edcde8-78fc-4a91-ae65-2486884bd03f HTTP/1.1" status: 200 len: 946 time: 0.0514088 Oct 20 11:12:53.025926 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fc707e58-e270-44fd-81b0-3b00fefb9ab1 req-08057e08-20e8-40d4-b227-08de54014559 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/security-groups?id=85035705-153f-4e7f-bc13-cde5acad3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315897 Oct 20 11:12:53.464217 n-d-811396-3 neutron-server[100596]: INFO neutron.api.v2.resource [req-e02635a0-6a7b-4504-b7cc-2d3a2cc17e6b req-0f48fb4b-fcb6-4300-b4a9-253f535693df service neutron] show failed (client error): The resource could not be found. Oct 20 11:12:53.465167 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e02635a0-6a7b-4504-b7cc-2d3a2cc17e6b req-0f48fb4b-fcb6-4300-b4a9-253f535693df service neutron] 10.222.0.69 "GET /v2.0/ports/359dd5dc-1f6d-45aa-9eee-a1e8d05aeed3/bindings/n-h1-811396-3 HTTP/1.1" status: 404 len: 380 time: 0.0572095 Oct 20 11:12:53.652873 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02635a0-6a7b-4504-b7cc-2d3a2cc17e6b req-56261f02-4c10-482f-8e86-c52232fdab94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:53.654334 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e02635a0-6a7b-4504-b7cc-2d3a2cc17e6b req-56261f02-4c10-482f-8e86-c52232fdab94 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e6edcde8-78fc-4a91-ae65-2486884bd03f&tenant_id=0529d7e69e4d46adbc42d3edaa232c39 HTTP/1.1" status: 200 len: 1097 time: 0.0400198 Oct 20 11:12:53.671624 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-e02635a0-6a7b-4504-b7cc-2d3a2cc17e6b req-6f7a805d-7046-4fcc-bec9-862689c5b127 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-811396-3', 'device_owner': 'compute:nova'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:12:53.724945 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-e02635a0-6a7b-4504-b7cc-2d3a2cc17e6b req-6f7a805d-7046-4fcc-bec9-862689c5b127 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:53.918895 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-e02635a0-6a7b-4504-b7cc-2d3a2cc17e6b req-6f7a805d-7046-4fcc-bec9-862689c5b127 service neutron] For port 359dd5dc-1f6d-45aa-9eee-a1e8d05aeed3, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=359dd5dc-1f6d-45aa-9eee-a1e8d05aeed3,segment=NetworkSegment(fc4013bb-c3f1-4f04-9efc-711fb8a74000),segment_id=fc4013bb-c3f1-4f04-9efc-711fb8a74000)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:12:53.950367 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-e02635a0-6a7b-4504-b7cc-2d3a2cc17e6b req-6f7a805d-7046-4fcc-bec9-862689c5b127 service neutron] For port 359dd5dc-1f6d-45aa-9eee-a1e8d05aeed3, host n-h2-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:12:53.987372 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6edcde8-78fc-4a91-ae65-2486884bd03f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '359dd5dc-1f6d-45aa-9eee-a1e8d05aeed3'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:12:53.989569 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e3caa63-bc01-4550-971c-dcb74c920810" -d '{"events": [{"server_uuid": "e6edcde8-78fc-4a91-ae65-2486884bd03f", "name": "network-vif-unplugged", "status": "completed", "tag": "359dd5dc-1f6d-45aa-9eee-a1e8d05aeed3"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:12:53.993600 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-e02635a0-6a7b-4504-b7cc-2d3a2cc17e6b req-6f7a805d-7046-4fcc-bec9-862689c5b127 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:54.006032 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.provisioning_blocks [req-e02635a0-6a7b-4504-b7cc-2d3a2cc17e6b req-6f7a805d-7046-4fcc-bec9-862689c5b127 service neutron] Transition to ACTIVE for port object 359dd5dc-1f6d-45aa-9eee-a1e8d05aeed3 will not be triggered until provisioned by entity L2. {{(pid=100596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:12:54.009840 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-e02635a0-6a7b-4504-b7cc-2d3a2cc17e6b req-6f7a805d-7046-4fcc-bec9-862689c5b127 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:54.040926 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Oct 2021 11:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f71d662-820f-4e91-a00e-f74ec2da37dc x-openstack-request-id: req-2f71d662-820f-4e91-a00e-f74ec2da37dc {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:12:54.041708 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6edcde8-78fc-4a91-ae65-2486884bd03f", "name": "network-vif-unplugged", "status": "completed", "tag": "359dd5dc-1f6d-45aa-9eee-a1e8d05aeed3", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:12:54.041708 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2f71d662-820f-4e91-a00e-f74ec2da37dc {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:12:54.041888 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6edcde8-78fc-4a91-ae65-2486884bd03f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '359dd5dc-1f6d-45aa-9eee-a1e8d05aeed3', 'code': 200} Oct 20 11:12:54.369370 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-e02635a0-6a7b-4504-b7cc-2d3a2cc17e6b req-6f7a805d-7046-4fcc-bec9-862689c5b127 service neutron] No DVR routers for this DVR port 359dd5dc-1f6d-45aa-9eee-a1e8d05aeed3 on host n-h2-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:12:54.371965 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7a805d-7046-4fcc-bec9-862689c5b127 service neutron] Pushing event updated for resources: {'Port': ['ID=359dd5dc-1f6d-45aa-9eee-a1e8d05aeed3,revision_number=6']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:12:54.430880 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-e02635a0-6a7b-4504-b7cc-2d3a2cc17e6b req-6f7a805d-7046-4fcc-bec9-862689c5b127 service neutron] Attempting to bind port 359dd5dc-1f6d-45aa-9eee-a1e8d05aeed3 on host n-h1-811396-3 for vnic_type normal with profile {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:12:54.431210 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-e02635a0-6a7b-4504-b7cc-2d3a2cc17e6b req-6f7a805d-7046-4fcc-bec9-862689c5b127 service neutron] Attempting to bind port 359dd5dc-1f6d-45aa-9eee-a1e8d05aeed3 by drivers openvswitch,hyperv on host n-h1-811396-3 at level 0 using segments [{'id': 'fc4013bb-c3f1-4f04-9efc-711fb8a74000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '0e7cfec7-f0db-4e55-a057-0bd8d7b078d0'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:12:54.431561 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e02635a0-6a7b-4504-b7cc-2d3a2cc17e6b req-6f7a805d-7046-4fcc-bec9-862689c5b127 service neutron] Attempting to bind port 359dd5dc-1f6d-45aa-9eee-a1e8d05aeed3 on network 0e7cfec7-f0db-4e55-a057-0bd8d7b078d0 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:12:54.438441 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e02635a0-6a7b-4504-b7cc-2d3a2cc17e6b req-6f7a805d-7046-4fcc-bec9-862689c5b127 service neutron] Port 359dd5dc-1f6d-45aa-9eee-a1e8d05aeed3 on network 0e7cfec7-f0db-4e55-a057-0bd8d7b078d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:12:54.438767 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e02635a0-6a7b-4504-b7cc-2d3a2cc17e6b req-6f7a805d-7046-4fcc-bec9-862689c5b127 service neutron] Attempting to bind port 359dd5dc-1f6d-45aa-9eee-a1e8d05aeed3 on network 0e7cfec7-f0db-4e55-a057-0bd8d7b078d0 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:12:54.451570 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c53ab9c-20d3-44a0-a74d-b58b54f7c25a req-72f4fe3f-2aff-41dd-bec8-0f6d2519df1c tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:54.453075 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0c53ab9c-20d3-44a0-a74d-b58b54f7c25a req-72f4fe3f-2aff-41dd-bec8-0f6d2519df1c tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/ports?device_id=e6edcde8-78fc-4a91-ae65-2486884bd03f HTTP/1.1" status: 200 len: 944 time: 0.0850894 Oct 20 11:12:54.455854 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e02635a0-6a7b-4504-b7cc-2d3a2cc17e6b req-6f7a805d-7046-4fcc-bec9-862689c5b127 service neutron] Checking agent: {'id': 'b707b4cc-061f-4cf4-bce0-0b3df9b7bec9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:12:54.456187 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e02635a0-6a7b-4504-b7cc-2d3a2cc17e6b req-6f7a805d-7046-4fcc-bec9-862689c5b127 service neutron] Checking segment: {'id': 'fc4013bb-c3f1-4f04-9efc-711fb8a74000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '0e7cfec7-f0db-4e55-a057-0bd8d7b078d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:12:54.456628 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e02635a0-6a7b-4504-b7cc-2d3a2cc17e6b req-6f7a805d-7046-4fcc-bec9-862689c5b127 service neutron] Bound using segment: {'id': 'fc4013bb-c3f1-4f04-9efc-711fb8a74000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '0e7cfec7-f0db-4e55-a057-0bd8d7b078d0'} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:12:54.457084 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-e02635a0-6a7b-4504-b7cc-2d3a2cc17e6b req-6f7a805d-7046-4fcc-bec9-862689c5b127 service neutron] Bound port: 359dd5dc-1f6d-45aa-9eee-a1e8d05aeed3, host: n-h1-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc4013bb-c3f1-4f04-9efc-711fb8a74000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '0e7cfec7-f0db-4e55-a057-0bd8d7b078d0'}}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:12:54.457439 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-e02635a0-6a7b-4504-b7cc-2d3a2cc17e6b req-6f7a805d-7046-4fcc-bec9-862689c5b127 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:54.528806 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0c53ab9c-20d3-44a0-a74d-b58b54f7c25a req-93a68016-8df1-43ba-8bee-cdd2651f0079 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/security-groups?id=85035705-153f-4e7f-bc13-cde5acad3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626941 Oct 20 11:12:54.547096 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-e02635a0-6a7b-4504-b7cc-2d3a2cc17e6b req-6f7a805d-7046-4fcc-bec9-862689c5b127 service neutron] For port 359dd5dc-1f6d-45aa-9eee-a1e8d05aeed3, host n-h1-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:12:54.550068 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-e02635a0-6a7b-4504-b7cc-2d3a2cc17e6b req-6f7a805d-7046-4fcc-bec9-862689c5b127 service neutron] For port 359dd5dc-1f6d-45aa-9eee-a1e8d05aeed3, host n-h1-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=359dd5dc-1f6d-45aa-9eee-a1e8d05aeed3,segment=NetworkSegment(fc4013bb-c3f1-4f04-9efc-711fb8a74000),segment_id=fc4013bb-c3f1-4f04-9efc-711fb8a74000)] {{(pid=100596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:12:54.555630 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-e02635a0-6a7b-4504-b7cc-2d3a2cc17e6b req-6f7a805d-7046-4fcc-bec9-862689c5b127 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:54.590497 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02635a0-6a7b-4504-b7cc-2d3a2cc17e6b req-6f7a805d-7046-4fcc-bec9-862689c5b127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:54.591115 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-e02635a0-6a7b-4504-b7cc-2d3a2cc17e6b req-6f7a805d-7046-4fcc-bec9-862689c5b127 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:54.592526 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e02635a0-6a7b-4504-b7cc-2d3a2cc17e6b req-6f7a805d-7046-4fcc-bec9-862689c5b127 service neutron] 10.222.0.55 "PUT /v2.0/ports/359dd5dc-1f6d-45aa-9eee-a1e8d05aeed3 HTTP/1.1" status: 200 len: 1092 time: 0.9247751 Oct 20 11:12:54.610163 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7a805d-7046-4fcc-bec9-862689c5b127 service neutron] Pushing event updated for resources: {'Port': ['ID=359dd5dc-1f6d-45aa-9eee-a1e8d05aeed3,revision_number=7']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:12:54.665002 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02635a0-6a7b-4504-b7cc-2d3a2cc17e6b req-6ed75bb8-997b-44d8-95f9-a9cecefeb01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:54.666513 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e02635a0-6a7b-4504-b7cc-2d3a2cc17e6b req-6ed75bb8-997b-44d8-95f9-a9cecefeb01d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0529d7e69e4d46adbc42d3edaa232c39&device_id=e6edcde8-78fc-4a91-ae65-2486884bd03f HTTP/1.1" status: 200 len: 1095 time: 0.0395412 Oct 20 11:12:54.758508 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02635a0-6a7b-4504-b7cc-2d3a2cc17e6b req-d27dc495-bf50-47f9-ae5b-fe2224150092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:54.760014 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e02635a0-6a7b-4504-b7cc-2d3a2cc17e6b req-d27dc495-bf50-47f9-ae5b-fe2224150092 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0e7cfec7-f0db-4e55-a057-0bd8d7b078d0 HTTP/1.1" status: 200 len: 915 time: 0.0862508 Oct 20 11:12:54.801149 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e02635a0-6a7b-4504-b7cc-2d3a2cc17e6b req-2dd4b56a-672c-4d0d-9798-e14700d7340f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=359dd5dc-1f6d-45aa-9eee-a1e8d05aeed3 HTTP/1.1" status: 200 len: 217 time: 0.0335402 Oct 20 11:12:54.847875 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02635a0-6a7b-4504-b7cc-2d3a2cc17e6b req-5526105d-7f52-4553-98bb-3701b7aa9220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:54.849340 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e02635a0-6a7b-4504-b7cc-2d3a2cc17e6b req-5526105d-7f52-4553-98bb-3701b7aa9220 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fa273b6a-8b30-433d-9bda-e7936a4d775d HTTP/1.1" status: 200 len: 854 time: 0.0423892 Oct 20 11:12:54.883633 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e02635a0-6a7b-4504-b7cc-2d3a2cc17e6b req-795bd6c6-2dcb-4148-9250-324cfd4e02cc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0e7cfec7-f0db-4e55-a057-0bd8d7b078d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274096 Oct 20 11:12:54.971095 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e02635a0-6a7b-4504-b7cc-2d3a2cc17e6b req-e603f8e1-860f-4c58-9d2c-10e4b534f181 service neutron] 10.222.0.55 "GET /v2.0/networks/0e7cfec7-f0db-4e55-a057-0bd8d7b078d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803881 Oct 20 11:12:55.063741 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e02635a0-6a7b-4504-b7cc-2d3a2cc17e6b req-540752ea-c835-4331-a68a-ea055ea9617d service neutron] 10.222.0.55 "GET /v2.0/networks/0e7cfec7-f0db-4e55-a057-0bd8d7b078d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858479 Oct 20 11:12:55.646484 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba77a19-f455-4017-aa60-9ff30941deb0 req-16277d92-3f5a-40f9-bc78-a2a18db2d256 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:55.647991 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-aba77a19-f455-4017-aa60-9ff30941deb0 req-16277d92-3f5a-40f9-bc78-a2a18db2d256 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/ports?device_id=e6edcde8-78fc-4a91-ae65-2486884bd03f HTTP/1.1" status: 200 len: 944 time: 0.0488348 Oct 20 11:12:55.684869 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-aba77a19-f455-4017-aa60-9ff30941deb0 req-f8ce9b51-cc8e-49a5-8f59-1cd0e1670440 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/security-groups?id=85035705-153f-4e7f-bc13-cde5acad3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311153 Oct 20 11:12:56.043294 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6edcde8-78fc-4a91-ae65-2486884bd03f', 'tag': '359dd5dc-1f6d-45aa-9eee-a1e8d05aeed3'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:12:56.045674 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b77ac84-347a-4710-8f63-46dae74fa0bf" -d '{"events": [{"name": "network-changed", "server_uuid": "e6edcde8-78fc-4a91-ae65-2486884bd03f", "tag": "359dd5dc-1f6d-45aa-9eee-a1e8d05aeed3"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:12:56.092610 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e50c1cd4-fd5e-4fa7-999f-1dacc9714df1 x-openstack-request-id: req-e50c1cd4-fd5e-4fa7-999f-1dacc9714df1 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:12:56.093242 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6edcde8-78fc-4a91-ae65-2486884bd03f", "tag": "359dd5dc-1f6d-45aa-9eee-a1e8d05aeed3", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:12:56.093242 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e50c1cd4-fd5e-4fa7-999f-1dacc9714df1 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:12:56.093550 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6edcde8-78fc-4a91-ae65-2486884bd03f', 'tag': '359dd5dc-1f6d-45aa-9eee-a1e8d05aeed3', 'status': 'completed', 'code': 200} Oct 20 11:12:56.185749 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b77ac84-347a-4710-8f63-46dae74fa0bf req-e05ded6c-6028-42df-af58-40d8106c7254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:56.187142 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2b77ac84-347a-4710-8f63-46dae74fa0bf req-e05ded6c-6028-42df-af58-40d8106c7254 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0529d7e69e4d46adbc42d3edaa232c39&device_id=e6edcde8-78fc-4a91-ae65-2486884bd03f HTTP/1.1" status: 200 len: 1095 time: 0.0726504 Oct 20 11:12:56.192675 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b77ac84-347a-4710-8f63-46dae74fa0bf req-c1633207-a9cc-4bbd-995d-311d7cc39334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:56.194035 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2b77ac84-347a-4710-8f63-46dae74fa0bf req-c1633207-a9cc-4bbd-995d-311d7cc39334 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0529d7e69e4d46adbc42d3edaa232c39&device_id=e6edcde8-78fc-4a91-ae65-2486884bd03f HTTP/1.1" status: 200 len: 1095 time: 0.0538998 Oct 20 11:12:56.344547 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b77ac84-347a-4710-8f63-46dae74fa0bf req-6eb97f88-9fe1-43fc-9861-54e91935cb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:56.346056 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2b77ac84-347a-4710-8f63-46dae74fa0bf req-6eb97f88-9fe1-43fc-9861-54e91935cb38 service neutron] 10.222.0.69 "GET /v2.0/networks?id=0e7cfec7-f0db-4e55-a057-0bd8d7b078d0 HTTP/1.1" status: 200 len: 915 time: 0.1511672 Oct 20 11:12:56.349081 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b77ac84-347a-4710-8f63-46dae74fa0bf req-911241cb-e681-49bc-becf-bfafd119607e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:56.350407 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2b77ac84-347a-4710-8f63-46dae74fa0bf req-911241cb-e681-49bc-becf-bfafd119607e service neutron] 10.222.0.55 "GET /v2.0/networks?id=0e7cfec7-f0db-4e55-a057-0bd8d7b078d0 HTTP/1.1" status: 200 len: 915 time: 0.1486206 Oct 20 11:12:56.392071 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2b77ac84-347a-4710-8f63-46dae74fa0bf req-f1758394-2c6a-4021-bb09-eb7f2eddd9f6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=359dd5dc-1f6d-45aa-9eee-a1e8d05aeed3 HTTP/1.1" status: 200 len: 217 time: 0.0389931 Oct 20 11:12:56.428991 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2b77ac84-347a-4710-8f63-46dae74fa0bf req-dc084ed1-4905-45d2-9184-897fa4920489 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=359dd5dc-1f6d-45aa-9eee-a1e8d05aeed3 HTTP/1.1" status: 200 len: 217 time: 0.0699577 Oct 20 11:12:56.475952 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 359dd5dc-1f6d-45aa-9eee-a1e8d05aeed3 no longer exists at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:12:56.495063 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b77ac84-347a-4710-8f63-46dae74fa0bf req-1d7bfd27-90df-4807-9e26-d6338aec48d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:56.496582 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2b77ac84-347a-4710-8f63-46dae74fa0bf req-1d7bfd27-90df-4807-9e26-d6338aec48d3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=fa273b6a-8b30-433d-9bda-e7936a4d775d HTTP/1.1" status: 200 len: 854 time: 0.0760138 Oct 20 11:12:56.512205 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b77ac84-347a-4710-8f63-46dae74fa0bf req-36fb4c26-5194-4288-a682-7e2627a152b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:56.513569 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2b77ac84-347a-4710-8f63-46dae74fa0bf req-36fb4c26-5194-4288-a682-7e2627a152b5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fa273b6a-8b30-433d-9bda-e7936a4d775d HTTP/1.1" status: 200 len: 854 time: 0.0663445 Oct 20 11:12:56.515944 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 359dd5dc-1f6d-45aa-9eee-a1e8d05aeed3 not bound to the agent host n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:12:56.532935 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2b77ac84-347a-4710-8f63-46dae74fa0bf req-5fc3c050-9cc7-47a7-8466-c6b6d58cad83 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0e7cfec7-f0db-4e55-a057-0bd8d7b078d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284708 Oct 20 11:12:56.576492 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2b77ac84-347a-4710-8f63-46dae74fa0bf req-9c25ffde-177c-4179-b700-f00070b25efc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0e7cfec7-f0db-4e55-a057-0bd8d7b078d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456676 Oct 20 11:12:56.697657 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2b77ac84-347a-4710-8f63-46dae74fa0bf req-71376269-5a75-4c83-a414-3b357fc55990 service neutron] 10.222.0.69 "GET /v2.0/networks/0e7cfec7-f0db-4e55-a057-0bd8d7b078d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571872 Oct 20 11:12:56.732107 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2b77ac84-347a-4710-8f63-46dae74fa0bf req-d9e001b4-d159-4983-821a-2dd79ecabdfd service neutron] 10.222.0.55 "GET /v2.0/networks/0e7cfec7-f0db-4e55-a057-0bd8d7b078d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459002 Oct 20 11:12:56.887293 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2b77ac84-347a-4710-8f63-46dae74fa0bf req-158a03d2-c792-41bc-9adf-7a044f32620c service neutron] 10.222.0.69 "GET /v2.0/networks/0e7cfec7-f0db-4e55-a057-0bd8d7b078d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827362 Oct 20 11:12:56.904977 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c066731-c7c9-4de4-8d55-079c44d146b8 req-3fd05b94-0209-40b6-9302-4caf64543246 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:56.906417 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1c066731-c7c9-4de4-8d55-079c44d146b8 req-3fd05b94-0209-40b6-9302-4caf64543246 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/ports?device_id=e6edcde8-78fc-4a91-ae65-2486884bd03f HTTP/1.1" status: 200 len: 944 time: 0.1457646 Oct 20 11:12:56.922867 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2b77ac84-347a-4710-8f63-46dae74fa0bf req-3166f289-6531-49a2-9874-9884fbbc922b service neutron] 10.222.0.55 "GET /v2.0/networks/0e7cfec7-f0db-4e55-a057-0bd8d7b078d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814384 Oct 20 11:12:56.948462 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1c066731-c7c9-4de4-8d55-079c44d146b8 req-63da13f0-729f-4b7f-9a91-dda44ffdf92d tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/security-groups?id=85035705-153f-4e7f-bc13-cde5acad3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347543 Oct 20 11:12:58.071554 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e1f555-a8e3-4f14-adda-59f0711c6b37 req-2b32eafa-9a3b-4d4d-8d31-d0ebc2c23188 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:58.073044 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c4e1f555-a8e3-4f14-adda-59f0711c6b37 req-2b32eafa-9a3b-4d4d-8d31-d0ebc2c23188 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/ports?device_id=e6edcde8-78fc-4a91-ae65-2486884bd03f HTTP/1.1" status: 200 len: 944 time: 0.0535700 Oct 20 11:12:58.110798 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c4e1f555-a8e3-4f14-adda-59f0711c6b37 req-4d6eb211-abc1-4aa5-baee-91e9c65c8bab tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/security-groups?id=85035705-153f-4e7f-bc13-cde5acad3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317745 Oct 20 11:12:58.842130 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 359dd5dc-1f6d-45aa-9eee-a1e8d05aeed3 details requested by agent hyperv_n-h1-811396-3 with host n-h1-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:12:58.936707 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 359dd5dc-1f6d-45aa-9eee-a1e8d05aeed3, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=359dd5dc-1f6d-45aa-9eee-a1e8d05aeed3,segment=NetworkSegment(fc4013bb-c3f1-4f04-9efc-711fb8a74000),segment_id=fc4013bb-c3f1-4f04-9efc-711fb8a74000)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:12:58.948110 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Returning: {'device': '359dd5dc-1f6d-45aa-9eee-a1e8d05aeed3', 'network_id': '0e7cfec7-f0db-4e55-a057-0bd8d7b078d0', 'port_id': '359dd5dc-1f6d-45aa-9eee-a1e8d05aeed3', 'mac_address': 'fa:16:3e:bd:ad:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 846, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa273b6a-8b30-433d-9bda-e7936a4d775d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:12:58.986408 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:58.999522 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 359dd5dc-1f6d-45aa-9eee-a1e8d05aeed3 {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:12:59.018428 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 359dd5dc-1f6d-45aa-9eee-a1e8d05aeed3, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=359dd5dc-1f6d-45aa-9eee-a1e8d05aeed3,segment=NetworkSegment(fc4013bb-c3f1-4f04-9efc-711fb8a74000),segment_id=fc4013bb-c3f1-4f04-9efc-711fb8a74000)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:12:59.022474 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:12:59.069501 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=359dd5dc-1f6d-45aa-9eee-a1e8d05aeed3,revision_number=8']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:12:59.221654 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffcfdfa-4a8a-4559-8fac-074ff78811e1 req-f05ba1e3-319f-4925-9b48-15c77aa2ee9a tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:59.223631 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bffcfdfa-4a8a-4559-8fac-074ff78811e1 req-f05ba1e3-319f-4925-9b48-15c77aa2ee9a tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/ports?device_id=e6edcde8-78fc-4a91-ae65-2486884bd03f HTTP/1.1" status: 200 len: 945 time: 0.0468903 Oct 20 11:12:59.261416 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bffcfdfa-4a8a-4559-8fac-074ff78811e1 req-14d45691-43f1-4fa3-89c6-850ab32aae7c tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/security-groups?id=85035705-153f-4e7f-bc13-cde5acad3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318844 Oct 20 11:12:59.406428 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['359dd5dc-1f6d-45aa-9eee-a1e8d05aeed3'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:12:59.451446 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278bd348-fc97-4793-94ba-9a6fa7ac782f req-4d8d8365-46c5-489d-9727-377b98a6dd8f tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:59.453152 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-278bd348-fc97-4793-94ba-9a6fa7ac782f req-4d8d8365-46c5-489d-9727-377b98a6dd8f tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/ports?device_id=e6edcde8-78fc-4a91-ae65-2486884bd03f HTTP/1.1" status: 200 len: 945 time: 0.0520034 Oct 20 11:12:59.525841 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-278bd348-fc97-4793-94ba-9a6fa7ac782f req-537d4f06-0eed-431e-a15f-fecf45df76f0 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/security-groups?id=85035705-153f-4e7f-bc13-cde5acad3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621984 Oct 20 11:12:59.533326 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba99695-4228-4293-a76c-5bb617f362d1 req-2947aeb5-58d5-4f94-ac60-5cc17bdb9339 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:59.534776 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5ba99695-4228-4293-a76c-5bb617f362d1 req-2947aeb5-58d5-4f94-ac60-5cc17bdb9339 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.69 "GET /v2.0/ports?device_id=e6edcde8-78fc-4a91-ae65-2486884bd03f&tenant_id=0529d7e69e4d46adbc42d3edaa232c39&binding%3Ahost_id=n-h1-811396-3 HTTP/1.1" status: 200 len: 945 time: 0.0807431 Oct 20 11:12:59.593748 n-d-811396-3 neutron-server[100596]: INFO neutron.api.v2.resource [req-5ba99695-4228-4293-a76c-5bb617f362d1 req-83684ec3-438f-4652-b8db-e58d8bff4cb7 service neutron] delete failed (client error): The resource could not be found. Oct 20 11:12:59.594756 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5ba99695-4228-4293-a76c-5bb617f362d1 req-83684ec3-438f-4652-b8db-e58d8bff4cb7 service neutron] 10.222.0.69 "DELETE /v2.0/ports/359dd5dc-1f6d-45aa-9eee-a1e8d05aeed3/bindings/n-h2-811396-3 HTTP/1.1" status: 404 len: 380 time: 0.0531862 Oct 20 11:12:59.672848 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba99695-4228-4293-a76c-5bb617f362d1 req-f2d930f1-2b83-4ba2-b100-c5e66cf527ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:59.674204 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5ba99695-4228-4293-a76c-5bb617f362d1 req-f2d930f1-2b83-4ba2-b100-c5e66cf527ea service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0529d7e69e4d46adbc42d3edaa232c39&device_id=e6edcde8-78fc-4a91-ae65-2486884bd03f HTTP/1.1" status: 200 len: 1096 time: 0.0399773 Oct 20 11:12:59.779721 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba99695-4228-4293-a76c-5bb617f362d1 req-68a3f38e-9de5-450d-9cd3-3485e6a575db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:59.781227 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5ba99695-4228-4293-a76c-5bb617f362d1 req-68a3f38e-9de5-450d-9cd3-3485e6a575db service neutron] 10.222.0.69 "GET /v2.0/networks?id=0e7cfec7-f0db-4e55-a057-0bd8d7b078d0 HTTP/1.1" status: 200 len: 915 time: 0.1001701 Oct 20 11:12:59.821722 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5ba99695-4228-4293-a76c-5bb617f362d1 req-6b1ec560-539d-483b-af01-6848bea83247 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=359dd5dc-1f6d-45aa-9eee-a1e8d05aeed3 HTTP/1.1" status: 200 len: 217 time: 0.0338824 Oct 20 11:12:59.873611 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba99695-4228-4293-a76c-5bb617f362d1 req-b33e0725-a598-4f6a-a422-356960cbccb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:12:59.875067 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5ba99695-4228-4293-a76c-5bb617f362d1 req-b33e0725-a598-4f6a-a422-356960cbccb8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=fa273b6a-8b30-433d-9bda-e7936a4d775d HTTP/1.1" status: 200 len: 854 time: 0.0467303 Oct 20 11:12:59.906349 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5ba99695-4228-4293-a76c-5bb617f362d1 req-7c47682b-397d-4c03-a824-772ba96d6570 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0e7cfec7-f0db-4e55-a057-0bd8d7b078d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239086 Oct 20 11:12:59.995253 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5ba99695-4228-4293-a76c-5bb617f362d1 req-3412e808-1051-4a2e-abc4-e625372fe37f service neutron] 10.222.0.69 "GET /v2.0/networks/0e7cfec7-f0db-4e55-a057-0bd8d7b078d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821593 Oct 20 11:13:00.093744 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5ba99695-4228-4293-a76c-5bb617f362d1 req-1971c055-44ee-489f-927e-cb0024c864ca service neutron] 10.222.0.69 "GET /v2.0/networks/0e7cfec7-f0db-4e55-a057-0bd8d7b078d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912938 Oct 20 11:13:00.644859 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5c06c5-bb51-45c9-89fe-2b26e468e12a req-c4b4e91b-575e-4574-88c1-563a03227ecd tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:00.646355 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ab5c06c5-bb51-45c9-89fe-2b26e468e12a req-c4b4e91b-575e-4574-88c1-563a03227ecd tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/ports?device_id=e6edcde8-78fc-4a91-ae65-2486884bd03f HTTP/1.1" status: 200 len: 945 time: 0.0508792 Oct 20 11:13:00.684254 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ab5c06c5-bb51-45c9-89fe-2b26e468e12a req-2819bb1b-f122-4204-8c73-9fc4603771cd tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/security-groups?id=85035705-153f-4e7f-bc13-cde5acad3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319521 Oct 20 11:13:00.795010 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac3f49f-4829-4b41-bee9-6ac22cf61d54 req-013206d3-7d5c-48b2-8908-89e673a17809 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:00.796482 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6ac3f49f-4829-4b41-bee9-6ac22cf61d54 req-013206d3-7d5c-48b2-8908-89e673a17809 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/ports?device_id=e6edcde8-78fc-4a91-ae65-2486884bd03f HTTP/1.1" status: 200 len: 945 time: 0.0470972 Oct 20 11:13:00.836782 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6ac3f49f-4829-4b41-bee9-6ac22cf61d54 req-ddb9817f-1ca0-4522-b6ef-b0c47617ac87 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/security-groups?id=85035705-153f-4e7f-bc13-cde5acad3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338557 Oct 20 11:13:00.855019 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 359dd5dc-1f6d-45aa-9eee-a1e8d05aeed3 up at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:13:00.906560 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning for port 359dd5dc-1f6d-45aa-9eee-a1e8d05aeed3 completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:13:00.910460 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning complete for port 359dd5dc-1f6d-45aa-9eee-a1e8d05aeed3 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:13:00.911453 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:00.952370 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574d0f33-b69b-404c-869c-1f9579b22adf req-54dd191a-9a4d-4ebb-ab42-72c6ebcc2555 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:00.953928 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-574d0f33-b69b-404c-869c-1f9579b22adf req-54dd191a-9a4d-4ebb-ab42-72c6ebcc2555 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/ports?device_id=e6edcde8-78fc-4a91-ae65-2486884bd03f HTTP/1.1" status: 200 len: 945 time: 0.0501673 Oct 20 11:13:00.986796 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:00.992458 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-574d0f33-b69b-404c-869c-1f9579b22adf req-31f28706-5058-4497-ba0d-e4726780ada6 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/security-groups?id=85035705-153f-4e7f-bc13-cde5acad3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317929 Oct 20 11:13:01.008822 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6edcde8-78fc-4a91-ae65-2486884bd03f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '359dd5dc-1f6d-45aa-9eee-a1e8d05aeed3'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:13:01.011131 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d703086e-c7b7-4883-afe7-9ff601f78f9a" -d '{"events": [{"server_uuid": "e6edcde8-78fc-4a91-ae65-2486884bd03f", "name": "network-vif-plugged", "status": "completed", "tag": "359dd5dc-1f6d-45aa-9eee-a1e8d05aeed3"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:13:01.028241 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 359dd5dc-1f6d-45aa-9eee-a1e8d05aeed3, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=359dd5dc-1f6d-45aa-9eee-a1e8d05aeed3,segment=NetworkSegment(fc4013bb-c3f1-4f04-9efc-711fb8a74000),segment_id=fc4013bb-c3f1-4f04-9efc-711fb8a74000)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:13:01.032481 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:01.057337 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1932af6-8f52-48a5-ac93-b7ec77191f58 x-openstack-request-id: req-a1932af6-8f52-48a5-ac93-b7ec77191f58 {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:13:01.057634 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6edcde8-78fc-4a91-ae65-2486884bd03f", "name": "network-vif-plugged", "status": "completed", "tag": "359dd5dc-1f6d-45aa-9eee-a1e8d05aeed3", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:13:01.057886 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a1932af6-8f52-48a5-ac93-b7ec77191f58 {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:13:01.058274 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6edcde8-78fc-4a91-ae65-2486884bd03f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '359dd5dc-1f6d-45aa-9eee-a1e8d05aeed3', 'code': 200} Oct 20 11:13:01.083458 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=359dd5dc-1f6d-45aa-9eee-a1e8d05aeed3,revision_number=9']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:01.356373 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527ded70-12ea-4115-9413-81b5f91ca05f req-de43aee5-6122-4fb0-bb6b-e828fcd563c9 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:01.357845 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-527ded70-12ea-4115-9413-81b5f91ca05f req-de43aee5-6122-4fb0-bb6b-e828fcd563c9 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/networks?id=0e7cfec7-f0db-4e55-a057-0bd8d7b078d0 HTTP/1.1" status: 200 len: 814 time: 0.1042991 Oct 20 11:13:01.372655 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-527ded70-12ea-4115-9413-81b5f91ca05f req-62dfd4bf-1207-4b28-b110-fbc44db26d48 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/quotas/0529d7e69e4d46adbc42d3edaa232c39 HTTP/1.1" status: 200 len: 375 time: 0.0091484 Oct 20 11:13:01.420211 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-527ded70-12ea-4115-9413-81b5f91ca05f req-12a27b24-3566-4e34-9d2f-28c4351a2492 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=0529d7e69e4d46adbc42d3edaa232c39&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0425069 Oct 20 11:13:01.431112 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [req-527ded70-12ea-4115-9413-81b5f91ca05f req-35a67cb8-0b60-4006-891c-d91d2f4a2ce3 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:13:01.432198 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-527ded70-12ea-4115-9413-81b5f91ca05f req-35a67cb8-0b60-4006-891c-d91d2f4a2ce3 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0054240 Oct 20 11:13:01.524208 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-527ded70-12ea-4115-9413-81b5f91ca05f req-49a97490-1f4d-48a9-bbb3-60f6d8a9a6de service neutron] 10.222.0.64 "GET /v2.0/networks/0e7cfec7-f0db-4e55-a057-0bd8d7b078d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854642 Oct 20 11:13:01.616426 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-527ded70-12ea-4115-9413-81b5f91ca05f req-5e9d527f-5b53-4c5a-a641-5bd774876977 service neutron] 10.222.0.64 "GET /v2.0/networks/0e7cfec7-f0db-4e55-a057-0bd8d7b078d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861776 Oct 20 11:13:01.770053 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3d82b102-384b-41a7-b323-f4474ad8650d req-0ed270fc-36be-4670-bb0a-fb0a66a3b910 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0c39c76-74e2-42a5-9f97-11fab00e8243 HTTP/1.1" status: 200 len: 210 time: 0.0264080 Oct 20 11:13:01.997284 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [req-360160c7-65eb-4dfa-8d92-38ea91cadf6d req-009dc756-3155-43e2-b0fb-b9d0e7120a9a service neutron] (100597) timed out ('10.222.0.55', 57850) {{(pid=100597) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 20 11:13:02.807967 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4951c85d-c546-4637-9425-59d152a64ec0 req-89d840fa-8c77-4b63-81e0-3d4ee3b2a035 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:02.809469 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4951c85d-c546-4637-9425-59d152a64ec0 req-89d840fa-8c77-4b63-81e0-3d4ee3b2a035 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6edcde8-78fc-4a91-ae65-2486884bd03f HTTP/1.1" status: 200 len: 946 time: 0.0512383 Oct 20 11:13:02.913678 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e8924a5e-ab14-427c-88ca-12772f560625 req-838674be-d059-4dc4-97ab-d07b0dd0ae45 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0c39c76-74e2-42a5-9f97-11fab00e8243 HTTP/1.1" status: 200 len: 210 time: 0.0554237 Oct 20 11:13:03.032157 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527ded70-12ea-4115-9413-81b5f91ca05f req-019e932b-4072-496b-9612-71b960acc761 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:03.033602 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-527ded70-12ea-4115-9413-81b5f91ca05f req-019e932b-4072-496b-9612-71b960acc761 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.55 "GET /v2.0/networks?id=0e7cfec7-f0db-4e55-a057-0bd8d7b078d0 HTTP/1.1" status: 200 len: 814 time: 0.1743402 Oct 20 11:13:03.040005 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-4951c85d-c546-4637-9425-59d152a64ec0 req-9db8ef6b-f8e7-4cfa-94d5-d1d0d104e473 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] Deleting port 359dd5dc-1f6d-45aa-9eee-a1e8d05aeed3 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:13:03.040350 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-4951c85d-c546-4637-9425-59d152a64ec0 req-9db8ef6b-f8e7-4cfa-94d5-d1d0d104e473 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:03.060613 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-527ded70-12ea-4115-9413-81b5f91ca05f req-0431741a-a3eb-4ae5-8949-5cb1e94c7244 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] Request body: {'port': {'device_id': 'd0c39c76-74e2-42a5-9f97-11fab00e8243', 'network_id': '0e7cfec7-f0db-4e55-a057-0bd8d7b078d0', 'admin_state_up': True, 'tenant_id': '0529d7e69e4d46adbc42d3edaa232c39'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:13:03.195787 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-4951c85d-c546-4637-9425-59d152a64ec0 req-9db8ef6b-f8e7-4cfa-94d5-d1d0d104e473 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] For port 359dd5dc-1f6d-45aa-9eee-a1e8d05aeed3, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=359dd5dc-1f6d-45aa-9eee-a1e8d05aeed3,segment=NetworkSegment(fc4013bb-c3f1-4f04-9efc-711fb8a74000),segment_id=fc4013bb-c3f1-4f04-9efc-711fb8a74000)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:13:03.196152 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-4951c85d-c546-4637-9425-59d152a64ec0 req-9db8ef6b-f8e7-4cfa-94d5-d1d0d104e473 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:03.214323 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-4951c85d-c546-4637-9425-59d152a64ec0 req-9db8ef6b-f8e7-4cfa-94d5-d1d0d104e473 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] Calling delete_port for 359dd5dc-1f6d-45aa-9eee-a1e8d05aeed3 owned by compute:nova {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:13:03.278554 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-527ded70-12ea-4115-9413-81b5f91ca05f req-0431741a-a3eb-4ae5-8949-5cb1e94c7244 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] Made reservation on behalf of 0529d7e69e4d46adbc42d3edaa232c39 for: {'port': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:13:03.283485 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-527ded70-12ea-4115-9413-81b5f91ca05f req-0431741a-a3eb-4ae5-8949-5cb1e94c7244 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:03.464080 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-4951c85d-c546-4637-9425-59d152a64ec0 req-9db8ef6b-f8e7-4cfa-94d5-d1d0d104e473 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:03.466696 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [req-527ded70-12ea-4115-9413-81b5f91ca05f req-0431741a-a3eb-4ae5-8949-5cb1e94c7244 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] Allocated IP 172.20.0.4 (0e7cfec7-f0db-4e55-a057-0bd8d7b078d0/fa273b6a-8b30-433d-9bda-e7936a4d775d/74ffa4a7-f536-4d65-9a6d-b52fdec4d58f) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:13:03.500207 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['359dd5dc-1f6d-45aa-9eee-a1e8d05aeed3'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:13:03.503615 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db8ef6b-f8e7-4cfa-94d5-d1d0d104e473 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] Pushing event deleted for resources: {'Port': ['ID=359dd5dc-1f6d-45aa-9eee-a1e8d05aeed3,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:03.562612 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-4951c85d-c546-4637-9425-59d152a64ec0 req-9db8ef6b-f8e7-4cfa-94d5-d1d0d104e473 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] No DVR routers for this DVR port 359dd5dc-1f6d-45aa-9eee-a1e8d05aeed3 on host n-h1-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:13:03.565316 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-766ae81a-2177-4ad0-9a39-87cd71394e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:03.568419 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-4951c85d-c546-4637-9425-59d152a64ec0 req-9db8ef6b-f8e7-4cfa-94d5-d1d0d104e473 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:03.571755 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4951c85d-c546-4637-9425-59d152a64ec0 req-9db8ef6b-f8e7-4cfa-94d5-d1d0d104e473 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.55 "DELETE /v2.0/ports/359dd5dc-1f6d-45aa-9eee-a1e8d05aeed3 HTTP/1.1" status: 204 len: 173 time: 0.7452247 Oct 20 11:13:03.572203 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6edcde8-78fc-4a91-ae65-2486884bd03f', 'name': 'network-vif-deleted', 'tag': '359dd5dc-1f6d-45aa-9eee-a1e8d05aeed3'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:13:03.574454 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ac28d07-310a-4cf9-a837-74649e29134b" -d '{"events": [{"server_uuid": "e6edcde8-78fc-4a91-ae65-2486884bd03f", "name": "network-vif-deleted", "tag": "359dd5dc-1f6d-45aa-9eee-a1e8d05aeed3"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:13:03.620860 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4428017-a263-44a6-ad58-ac34a62e1371 x-openstack-request-id: req-c4428017-a263-44a6-ad58-ac34a62e1371 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:13:03.621159 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6edcde8-78fc-4a91-ae65-2486884bd03f", "name": "network-vif-deleted", "tag": "359dd5dc-1f6d-45aa-9eee-a1e8d05aeed3", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:13:03.621413 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c4428017-a263-44a6-ad58-ac34a62e1371 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:13:03.621812 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6edcde8-78fc-4a91-ae65-2486884bd03f', 'name': 'network-vif-deleted', 'tag': '359dd5dc-1f6d-45aa-9eee-a1e8d05aeed3', 'status': 'completed', 'code': 200} Oct 20 11:13:03.699080 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-527ded70-12ea-4115-9413-81b5f91ca05f req-0431741a-a3eb-4ae5-8949-5cb1e94c7244 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:03.733529 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-527ded70-12ea-4115-9413-81b5f91ca05f req-0431741a-a3eb-4ae5-8949-5cb1e94c7244 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:03.765647 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['359dd5dc-1f6d-45aa-9eee-a1e8d05aeed3'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:13:03.777920 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-527ded70-12ea-4115-9413-81b5f91ca05f req-0431741a-a3eb-4ae5-8949-5cb1e94c7244 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] Network 0e7cfec7-f0db-4e55-a057-0bd8d7b078d0 is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:13:03.780969 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [req-527ded70-12ea-4115-9413-81b5f91ca05f req-0431741a-a3eb-4ae5-8949-5cb1e94c7244 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:13:03.784576 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-527ded70-12ea-4115-9413-81b5f91ca05f req-0431741a-a3eb-4ae5-8949-5cb1e94c7244 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:13:03.791471 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0431741a-a3eb-4ae5-8949-5cb1e94c7244 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] Pushing event updated for resources: {'Port': ['ID=74ffa4a7-f536-4d65-9a6d-b52fdec4d58f,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:03.842920 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527ded70-12ea-4115-9413-81b5f91ca05f req-0431741a-a3eb-4ae5-8949-5cb1e94c7244 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:03.843630 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-527ded70-12ea-4115-9413-81b5f91ca05f req-0431741a-a3eb-4ae5-8949-5cb1e94c7244 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:03.859174 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-527ded70-12ea-4115-9413-81b5f91ca05f req-0431741a-a3eb-4ae5-8949-5cb1e94c7244 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8045907 Oct 20 11:13:03.877989 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-527ded70-12ea-4115-9413-81b5f91ca05f req-ee5eab71-ac1e-43fb-93af-42cba1a3db56 service neutron] Request body: {'port': {'device_id': 'd0c39c76-74e2-42a5-9f97-11fab00e8243', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811396-3'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:13:03.930353 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-527ded70-12ea-4115-9413-81b5f91ca05f req-ee5eab71-ac1e-43fb-93af-42cba1a3db56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:04.308061 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [req-ab7658d5-0f7d-4882-8a9b-27ff11b8b770 req-72bf221f-9785-4138-8d77-7deae7b7e15e service neutron] (100597) timed out ('10.222.0.55', 57396) {{(pid=100597) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 20 11:13:04.409287 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaae802-18eb-423d-8466-9e6d83828658 req-779cab16-4de4-4e2c-a140-c37cfb39b0fc tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:04.410839 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cdaae802-18eb-423d-8466-9e6d83828658 req-779cab16-4de4-4e2c-a140-c37cfb39b0fc tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0c39c76-74e2-42a5-9f97-11fab00e8243 HTTP/1.1" status: 200 len: 931 time: 0.4223773 Oct 20 11:13:04.488710 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cdaae802-18eb-423d-8466-9e6d83828658 req-70f6ecb9-696c-4dc6-9c2c-312712f22468 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/security-groups?id=85035705-153f-4e7f-bc13-cde5acad3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716803 Oct 20 11:13:04.555630 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [req-527ded70-12ea-4115-9413-81b5f91ca05f req-ee5eab71-ac1e-43fb-93af-42cba1a3db56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74ffa4a7-f536-4d65-9a6d-b52fdec4d58f {{(pid=100596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:13:04.562898 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-527ded70-12ea-4115-9413-81b5f91ca05f req-ee5eab71-ac1e-43fb-93af-42cba1a3db56 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:04.574762 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.provisioning_blocks [req-527ded70-12ea-4115-9413-81b5f91ca05f req-ee5eab71-ac1e-43fb-93af-42cba1a3db56 service neutron] Transition to ACTIVE for port object 74ffa4a7-f536-4d65-9a6d-b52fdec4d58f will not be triggered until provisioned by entity L2. {{(pid=100596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:13:04.578634 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-527ded70-12ea-4115-9413-81b5f91ca05f req-ee5eab71-ac1e-43fb-93af-42cba1a3db56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:04.628600 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5eab71-ac1e-43fb-93af-42cba1a3db56 service neutron] Pushing event updated for resources: {'Port': ['ID=74ffa4a7-f536-4d65-9a6d-b52fdec4d58f,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:04.698034 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-527ded70-12ea-4115-9413-81b5f91ca05f req-ee5eab71-ac1e-43fb-93af-42cba1a3db56 service neutron] Attempting to bind port 74ffa4a7-f536-4d65-9a6d-b52fdec4d58f on host n-h1-811396-3 for vnic_type normal with profile {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:13:04.698368 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-527ded70-12ea-4115-9413-81b5f91ca05f req-ee5eab71-ac1e-43fb-93af-42cba1a3db56 service neutron] Attempting to bind port 74ffa4a7-f536-4d65-9a6d-b52fdec4d58f by drivers openvswitch,hyperv on host n-h1-811396-3 at level 0 using segments [{'id': 'fc4013bb-c3f1-4f04-9efc-711fb8a74000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '0e7cfec7-f0db-4e55-a057-0bd8d7b078d0'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:13:04.698696 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-527ded70-12ea-4115-9413-81b5f91ca05f req-ee5eab71-ac1e-43fb-93af-42cba1a3db56 service neutron] Attempting to bind port 74ffa4a7-f536-4d65-9a6d-b52fdec4d58f on network 0e7cfec7-f0db-4e55-a057-0bd8d7b078d0 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:13:04.702950 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-527ded70-12ea-4115-9413-81b5f91ca05f req-ee5eab71-ac1e-43fb-93af-42cba1a3db56 service neutron] Port 74ffa4a7-f536-4d65-9a6d-b52fdec4d58f on network 0e7cfec7-f0db-4e55-a057-0bd8d7b078d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:13:04.703273 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-527ded70-12ea-4115-9413-81b5f91ca05f req-ee5eab71-ac1e-43fb-93af-42cba1a3db56 service neutron] Attempting to bind port 74ffa4a7-f536-4d65-9a6d-b52fdec4d58f on network 0e7cfec7-f0db-4e55-a057-0bd8d7b078d0 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:13:04.708084 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-527ded70-12ea-4115-9413-81b5f91ca05f req-ee5eab71-ac1e-43fb-93af-42cba1a3db56 service neutron] Checking agent: {'id': 'b707b4cc-061f-4cf4-bce0-0b3df9b7bec9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:13:04.708419 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-527ded70-12ea-4115-9413-81b5f91ca05f req-ee5eab71-ac1e-43fb-93af-42cba1a3db56 service neutron] Checking segment: {'id': 'fc4013bb-c3f1-4f04-9efc-711fb8a74000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '0e7cfec7-f0db-4e55-a057-0bd8d7b078d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:13:04.708803 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-527ded70-12ea-4115-9413-81b5f91ca05f req-ee5eab71-ac1e-43fb-93af-42cba1a3db56 service neutron] Bound using segment: {'id': 'fc4013bb-c3f1-4f04-9efc-711fb8a74000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '0e7cfec7-f0db-4e55-a057-0bd8d7b078d0'} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:13:04.709222 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-527ded70-12ea-4115-9413-81b5f91ca05f req-ee5eab71-ac1e-43fb-93af-42cba1a3db56 service neutron] Bound port: 74ffa4a7-f536-4d65-9a6d-b52fdec4d58f, host: n-h1-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc4013bb-c3f1-4f04-9efc-711fb8a74000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '0e7cfec7-f0db-4e55-a057-0bd8d7b078d0'}}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:13:04.709572 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-527ded70-12ea-4115-9413-81b5f91ca05f req-ee5eab71-ac1e-43fb-93af-42cba1a3db56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:04.769638 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-527ded70-12ea-4115-9413-81b5f91ca05f req-ee5eab71-ac1e-43fb-93af-42cba1a3db56 service neutron] For port 74ffa4a7-f536-4d65-9a6d-b52fdec4d58f, host n-h1-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:13:04.772618 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-527ded70-12ea-4115-9413-81b5f91ca05f req-ee5eab71-ac1e-43fb-93af-42cba1a3db56 service neutron] For port 74ffa4a7-f536-4d65-9a6d-b52fdec4d58f, host n-h1-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=74ffa4a7-f536-4d65-9a6d-b52fdec4d58f,segment=NetworkSegment(fc4013bb-c3f1-4f04-9efc-711fb8a74000),segment_id=fc4013bb-c3f1-4f04-9efc-711fb8a74000)] {{(pid=100596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:13:04.776852 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-527ded70-12ea-4115-9413-81b5f91ca05f req-ee5eab71-ac1e-43fb-93af-42cba1a3db56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:04.813747 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527ded70-12ea-4115-9413-81b5f91ca05f req-ee5eab71-ac1e-43fb-93af-42cba1a3db56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:04.814366 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-527ded70-12ea-4115-9413-81b5f91ca05f req-ee5eab71-ac1e-43fb-93af-42cba1a3db56 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:04.815773 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-527ded70-12ea-4115-9413-81b5f91ca05f req-ee5eab71-ac1e-43fb-93af-42cba1a3db56 service neutron] 10.222.0.55 "PUT /v2.0/ports/74ffa4a7-f536-4d65-9a6d-b52fdec4d58f HTTP/1.1" status: 200 len: 1091 time: 0.9417427 Oct 20 11:13:04.834400 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5eab71-ac1e-43fb-93af-42cba1a3db56 service neutron] Pushing event updated for resources: {'Port': ['ID=74ffa4a7-f536-4d65-9a6d-b52fdec4d58f,revision_number=3']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:04.844735 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5eab71-ac1e-43fb-93af-42cba1a3db56 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:13:04.845346 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5eab71-ac1e-43fb-93af-42cba1a3db56 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:13:04.845438 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5eab71-ac1e-43fb-93af-42cba1a3db56 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:13:04.845736 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5eab71-ac1e-43fb-93af-42cba1a3db56 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:13:04.846067 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5eab71-ac1e-43fb-93af-42cba1a3db56 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:13:04.846397 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5eab71-ac1e-43fb-93af-42cba1a3db56 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:13:04.846726 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5eab71-ac1e-43fb-93af-42cba1a3db56 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:13:04.847054 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5eab71-ac1e-43fb-93af-42cba1a3db56 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:13:04.847533 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5eab71-ac1e-43fb-93af-42cba1a3db56 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:13:04.848168 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5eab71-ac1e-43fb-93af-42cba1a3db56 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:13:04.848764 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5eab71-ac1e-43fb-93af-42cba1a3db56 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:13:04.849359 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5eab71-ac1e-43fb-93af-42cba1a3db56 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:13:04.908621 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527ded70-12ea-4115-9413-81b5f91ca05f req-5b70cae0-3b9b-4470-ae97-96dd41a4cd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:04.910120 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-527ded70-12ea-4115-9413-81b5f91ca05f req-5b70cae0-3b9b-4470-ae97-96dd41a4cd23 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0529d7e69e4d46adbc42d3edaa232c39&device_id=d0c39c76-74e2-42a5-9f97-11fab00e8243 HTTP/1.1" status: 200 len: 1094 time: 0.0406814 Oct 20 11:13:04.961125 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-527ded70-12ea-4115-9413-81b5f91ca05f req-af5225bb-a247-4a1b-ab79-b503ce9129e8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74ffa4a7-f536-4d65-9a6d-b52fdec4d58f HTTP/1.1" status: 200 len: 217 time: 0.0380683 Oct 20 11:13:05.010096 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527ded70-12ea-4115-9413-81b5f91ca05f req-692ed78c-75ee-4825-8b00-bfb88adcf5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:05.011552 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-527ded70-12ea-4115-9413-81b5f91ca05f req-692ed78c-75ee-4825-8b00-bfb88adcf5b4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fa273b6a-8b30-433d-9bda-e7936a4d775d HTTP/1.1" status: 200 len: 854 time: 0.0431151 Oct 20 11:13:05.041767 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-527ded70-12ea-4115-9413-81b5f91ca05f req-495d63ee-14a0-427d-ba4b-501a19cc5e42 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0e7cfec7-f0db-4e55-a057-0bd8d7b078d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232477 Oct 20 11:13:05.133912 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-527ded70-12ea-4115-9413-81b5f91ca05f req-39be3cbf-786e-4cf8-8418-04292448abe3 service neutron] 10.222.0.55 "GET /v2.0/networks/0e7cfec7-f0db-4e55-a057-0bd8d7b078d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839024 Oct 20 11:13:05.233130 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-527ded70-12ea-4115-9413-81b5f91ca05f req-1e9bef11-f829-46f9-b8f3-563efba801f0 service neutron] 10.222.0.55 "GET /v2.0/networks/0e7cfec7-f0db-4e55-a057-0bd8d7b078d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920966 Oct 20 11:13:05.607873 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f565db-8899-418b-8ea4-fac9bc0f1e36 req-b6fd610c-66bf-4642-a289-4c6fbdef2325 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:05.609351 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a5f565db-8899-418b-8ea4-fac9bc0f1e36 req-b6fd610c-66bf-4642-a289-4c6fbdef2325 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0c39c76-74e2-42a5-9f97-11fab00e8243 HTTP/1.1" status: 200 len: 943 time: 0.0528135 Oct 20 11:13:05.627759 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0c39c76-74e2-42a5-9f97-11fab00e8243', 'tag': '74ffa4a7-f536-4d65-9a6d-b52fdec4d58f'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:13:05.629969 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3ef5a6b-efad-4d1d-a8f1-e8ed81615d85" -d '{"events": [{"name": "network-changed", "server_uuid": "d0c39c76-74e2-42a5-9f97-11fab00e8243", "tag": "74ffa4a7-f536-4d65-9a6d-b52fdec4d58f"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:13:05.652260 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a5f565db-8899-418b-8ea4-fac9bc0f1e36 req-2dfda813-89e6-49ee-887f-90961f32efd4 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/security-groups?id=85035705-153f-4e7f-bc13-cde5acad3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367160 Oct 20 11:13:05.676379 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1d107ff-a29f-43f8-b532-a5ab7e8ade2c x-openstack-request-id: req-d1d107ff-a29f-43f8-b532-a5ab7e8ade2c {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:13:05.676672 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0c39c76-74e2-42a5-9f97-11fab00e8243", "tag": "74ffa4a7-f536-4d65-9a6d-b52fdec4d58f", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:13:05.676920 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d1d107ff-a29f-43f8-b532-a5ab7e8ade2c {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:13:05.677314 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0c39c76-74e2-42a5-9f97-11fab00e8243', 'tag': '74ffa4a7-f536-4d65-9a6d-b52fdec4d58f', 'status': 'completed', 'code': 200} Oct 20 11:13:05.756794 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ef5a6b-efad-4d1d-a8f1-e8ed81615d85 req-b8785fa7-503e-42e4-98f8-1f9e578d9865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:05.758238 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f3ef5a6b-efad-4d1d-a8f1-e8ed81615d85 req-b8785fa7-503e-42e4-98f8-1f9e578d9865 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0529d7e69e4d46adbc42d3edaa232c39&device_id=d0c39c76-74e2-42a5-9f97-11fab00e8243 HTTP/1.1" status: 200 len: 1094 time: 0.0389905 Oct 20 11:13:05.850734 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ef5a6b-efad-4d1d-a8f1-e8ed81615d85 req-77d82cf2-fb13-4008-b518-c1a65bfea649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:05.852154 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f3ef5a6b-efad-4d1d-a8f1-e8ed81615d85 req-77d82cf2-fb13-4008-b518-c1a65bfea649 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0e7cfec7-f0db-4e55-a057-0bd8d7b078d0 HTTP/1.1" status: 200 len: 915 time: 0.0864832 Oct 20 11:13:05.893984 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f3ef5a6b-efad-4d1d-a8f1-e8ed81615d85 req-6e95a47c-f22d-4291-a55f-258d50c0257f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74ffa4a7-f536-4d65-9a6d-b52fdec4d58f HTTP/1.1" status: 200 len: 217 time: 0.0341291 Oct 20 11:13:05.940507 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ef5a6b-efad-4d1d-a8f1-e8ed81615d85 req-dc547e89-f8cb-4a39-adf9-15bf348c257c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:05.942422 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f3ef5a6b-efad-4d1d-a8f1-e8ed81615d85 req-dc547e89-f8cb-4a39-adf9-15bf348c257c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fa273b6a-8b30-433d-9bda-e7936a4d775d HTTP/1.1" status: 200 len: 854 time: 0.0419168 Oct 20 11:13:05.973734 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f3ef5a6b-efad-4d1d-a8f1-e8ed81615d85 req-0a0f9079-56e6-4a72-9e76-97083d94be38 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0e7cfec7-f0db-4e55-a057-0bd8d7b078d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232615 Oct 20 11:13:06.068417 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f3ef5a6b-efad-4d1d-a8f1-e8ed81615d85 req-5c3c44ca-b3c3-4bf3-a6f1-f2b39abdfc72 service neutron] 10.222.0.55 "GET /v2.0/networks/0e7cfec7-f0db-4e55-a057-0bd8d7b078d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876050 Oct 20 11:13:06.161405 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f3ef5a6b-efad-4d1d-a8f1-e8ed81615d85 req-6a035582-eb25-4fba-b6d6-dc822607ab45 service neutron] 10.222.0.55 "GET /v2.0/networks/0e7cfec7-f0db-4e55-a057-0bd8d7b078d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851717 Oct 20 11:13:06.429747 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-8dc00580-5171-485d-a472-e62e2181a469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:06.769401 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760fbb8c-6d9a-4009-89d7-2e143508abac req-2860fc54-1897-4220-aca5-c95f7f338de2 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:06.770897 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-760fbb8c-6d9a-4009-89d7-2e143508abac req-2860fc54-1897-4220-aca5-c95f7f338de2 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0c39c76-74e2-42a5-9f97-11fab00e8243 HTTP/1.1" status: 200 len: 943 time: 0.0535324 Oct 20 11:13:06.809577 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-760fbb8c-6d9a-4009-89d7-2e143508abac req-f8fd42a6-cf56-411e-bcf2-31d3937a48fc tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/security-groups?id=85035705-153f-4e7f-bc13-cde5acad3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327113 Oct 20 11:13:06.914430 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 359dd5dc-1f6d-45aa-9eee-a1e8d05aeed3 no longer exists at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:13:06.937336 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] No Port match for: 359dd5dc-1f6d-45aa-9eee-a1e8d05aeed3 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:13:06.937618 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 359dd5dc-1f6d-45aa-9eee-a1e8d05aeed3 not bound to the agent host n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:13:07.168998 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:07.656737 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:07.922757 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a50a4c-7d6c-42d0-a848-ca8c8b92d2f1 req-121cff64-e39b-4413-9030-6947c7f84f90 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:07.924178 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-67a50a4c-7d6c-42d0-a848-ca8c8b92d2f1 req-121cff64-e39b-4413-9030-6947c7f84f90 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0c39c76-74e2-42a5-9f97-11fab00e8243 HTTP/1.1" status: 200 len: 943 time: 0.0477538 Oct 20 11:13:07.961310 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-67a50a4c-7d6c-42d0-a848-ca8c8b92d2f1 req-dae2b604-1634-41be-8705-ead4d7a8a166 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/security-groups?id=85035705-153f-4e7f-bc13-cde5acad3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306151 Oct 20 11:13:08.338914 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:08.914505 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 74ffa4a7-f536-4d65-9a6d-b52fdec4d58f details requested by agent hyperv_n-h1-811396-3 with host n-h1-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:13:09.007077 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 74ffa4a7-f536-4d65-9a6d-b52fdec4d58f, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=74ffa4a7-f536-4d65-9a6d-b52fdec4d58f,segment=NetworkSegment(fc4013bb-c3f1-4f04-9efc-711fb8a74000),segment_id=fc4013bb-c3f1-4f04-9efc-711fb8a74000)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:13:09.024624 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Returning: {'device': '74ffa4a7-f536-4d65-9a6d-b52fdec4d58f', 'network_id': '0e7cfec7-f0db-4e55-a057-0bd8d7b078d0', 'port_id': '74ffa4a7-f536-4d65-9a6d-b52fdec4d58f', 'mac_address': 'fa:16:3e:40:c3:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 846, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa273b6a-8b30-433d-9bda-e7936a4d775d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:13:09.033252 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:09.069123 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:09.076196 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9285899a-318f-47b2-a087-42d0aa6684f8 req-bfc7c12c-900f-4c40-b3d6-edbf41362aae tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:09.077696 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9285899a-318f-47b2-a087-42d0aa6684f8 req-bfc7c12c-900f-4c40-b3d6-edbf41362aae tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0c39c76-74e2-42a5-9f97-11fab00e8243 HTTP/1.1" status: 200 len: 943 time: 0.0491393 Oct 20 11:13:09.081821 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74ffa4a7-f536-4d65-9a6d-b52fdec4d58f {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:13:09.100871 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 74ffa4a7-f536-4d65-9a6d-b52fdec4d58f, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=74ffa4a7-f536-4d65-9a6d-b52fdec4d58f,segment=NetworkSegment(fc4013bb-c3f1-4f04-9efc-711fb8a74000),segment_id=fc4013bb-c3f1-4f04-9efc-711fb8a74000)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:13:09.104695 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:09.119011 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9285899a-318f-47b2-a087-42d0aa6684f8 req-ecc70898-ec56-4a85-b767-e23066fe27a0 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/security-groups?id=85035705-153f-4e7f-bc13-cde5acad3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351074 Oct 20 11:13:09.152613 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=74ffa4a7-f536-4d65-9a6d-b52fdec4d58f,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:09.465933 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['74ffa4a7-f536-4d65-9a6d-b52fdec4d58f'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:13:10.233458 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bf6ae1-4dc9-4d75-a8f0-5b81aea948ae req-f072b619-ee63-4dcd-8bf0-71deff1dfbe6 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:10.234989 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-47bf6ae1-4dc9-4d75-a8f0-5b81aea948ae req-f072b619-ee63-4dcd-8bf0-71deff1dfbe6 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0c39c76-74e2-42a5-9f97-11fab00e8243 HTTP/1.1" status: 200 len: 944 time: 0.0487127 Oct 20 11:13:10.254724 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 7 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:13:10.274063 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-47bf6ae1-4dc9-4d75-a8f0-5b81aea948ae req-261153ac-e665-4ddb-aed9-bf556ab8c1b3 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/security-groups?id=85035705-153f-4e7f-bc13-cde5acad3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329010 Oct 20 11:13:10.930243 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 74ffa4a7-f536-4d65-9a6d-b52fdec4d58f up at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:13:10.977378 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning for port 74ffa4a7-f536-4d65-9a6d-b52fdec4d58f completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:13:10.980854 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning complete for port 74ffa4a7-f536-4d65-9a6d-b52fdec4d58f triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:13:10.981232 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:11.058228 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:11.079587 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0c39c76-74e2-42a5-9f97-11fab00e8243', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74ffa4a7-f536-4d65-9a6d-b52fdec4d58f'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:13:11.081820 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee66f9f4-5d19-4d22-a998-8490b0bfd49e" -d '{"events": [{"server_uuid": "d0c39c76-74e2-42a5-9f97-11fab00e8243", "name": "network-vif-plugged", "status": "completed", "tag": "74ffa4a7-f536-4d65-9a6d-b52fdec4d58f"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:13:11.094650 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 74ffa4a7-f536-4d65-9a6d-b52fdec4d58f, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=74ffa4a7-f536-4d65-9a6d-b52fdec4d58f,segment=NetworkSegment(fc4013bb-c3f1-4f04-9efc-711fb8a74000),segment_id=fc4013bb-c3f1-4f04-9efc-711fb8a74000)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:13:11.100550 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:11.125593 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b36378d-e929-4a86-ac17-0cd258f60643 x-openstack-request-id: req-7b36378d-e929-4a86-ac17-0cd258f60643 {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:13:11.125884 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0c39c76-74e2-42a5-9f97-11fab00e8243", "name": "network-vif-plugged", "status": "completed", "tag": "74ffa4a7-f536-4d65-9a6d-b52fdec4d58f", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:13:11.126134 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7b36378d-e929-4a86-ac17-0cd258f60643 {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:13:11.126515 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0c39c76-74e2-42a5-9f97-11fab00e8243', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74ffa4a7-f536-4d65-9a6d-b52fdec4d58f', 'code': 200} Oct 20 11:13:11.151695 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=74ffa4a7-f536-4d65-9a6d-b52fdec4d58f,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:11.248139 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794c8895-b344-42da-b9d5-b8889372afdc req-1c8ed74e-78b8-4eba-83bd-335f41355c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:11.249637 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-794c8895-b344-42da-b9d5-b8889372afdc req-1c8ed74e-78b8-4eba-83bd-335f41355c5b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d0c39c76-74e2-42a5-9f97-11fab00e8243 HTTP/1.1" status: 200 len: 1096 time: 0.0396688 Oct 20 11:13:11.283993 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-794c8895-b344-42da-b9d5-b8889372afdc req-f0a25031-1aee-44e5-95ef-c80f50d49284 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=85035705-153f-4e7f-bc13-cde5acad3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271358 Oct 20 11:13:11.385459 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9e5d5c-7893-4691-a85c-c188dd5d9a3e req-bb2a52b6-855b-4a86-a297-d9b8c41a86ce tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:11.386906 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5a9e5d5c-7893-4691-a85c-c188dd5d9a3e req-bb2a52b6-855b-4a86-a297-d9b8c41a86ce tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0c39c76-74e2-42a5-9f97-11fab00e8243 HTTP/1.1" status: 200 len: 945 time: 0.0482757 Oct 20 11:13:11.426732 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5a9e5d5c-7893-4691-a85c-c188dd5d9a3e req-91b5a430-e695-492f-a41f-2ebecc1e2742 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/security-groups?id=85035705-153f-4e7f-bc13-cde5acad3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339255 Oct 20 11:13:12.550210 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288a7773-75f8-4410-97ce-13b9c062a4c5 req-901683e0-371d-49cd-8484-5d10abfba33c tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:12.551645 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-288a7773-75f8-4410-97ce-13b9c062a4c5 req-901683e0-371d-49cd-8484-5d10abfba33c tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0c39c76-74e2-42a5-9f97-11fab00e8243 HTTP/1.1" status: 200 len: 945 time: 0.0492628 Oct 20 11:13:12.593247 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-288a7773-75f8-4410-97ce-13b9c062a4c5 req-d6d49126-952f-4275-91a1-350f58bc3f14 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/security-groups?id=85035705-153f-4e7f-bc13-cde5acad3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344832 Oct 20 11:13:13.662024 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0338422d-d1f5-4464-a215-e8ca25b0d5a7 req-49e08c96-d341-4a1f-a103-16e238beeccc service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d0c39c76-74e2-42a5-9f97-11fab00e8243&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0390043 Oct 20 11:13:13.708704 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4901d070-1367-4242-948e-be36e4371346 req-f748aa93-250c-4733-9c22-46ea1415da87 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:13.710204 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4901d070-1367-4242-948e-be36e4371346 req-f748aa93-250c-4733-9c22-46ea1415da87 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0c39c76-74e2-42a5-9f97-11fab00e8243 HTTP/1.1" status: 200 len: 945 time: 0.0473096 Oct 20 11:13:13.778114 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4901d070-1367-4242-948e-be36e4371346 req-4d6239bc-7b31-4d96-9aa4-e5726a60115d tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/security-groups?id=85035705-153f-4e7f-bc13-cde5acad3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616212 Oct 20 11:13:13.784033 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0338422d-d1f5-4464-a215-e8ca25b0d5a7 req-f15f8a9b-77c3-4d4a-aa5f-e429076bf692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:13.785468 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0338422d-d1f5-4464-a215-e8ca25b0d5a7 req-f15f8a9b-77c3-4d4a-aa5f-e429076bf692 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0529d7e69e4d46adbc42d3edaa232c39&device_id=d0c39c76-74e2-42a5-9f97-11fab00e8243 HTTP/1.1" status: 200 len: 1096 time: 0.0673764 Oct 20 11:13:13.922588 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0338422d-d1f5-4464-a215-e8ca25b0d5a7 req-99502f7d-e3f7-4f61-bf35-dfed2d53d6df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:13.924027 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0338422d-d1f5-4464-a215-e8ca25b0d5a7 req-99502f7d-e3f7-4f61-bf35-dfed2d53d6df service neutron] 10.222.0.55 "GET /v2.0/networks?id=0e7cfec7-f0db-4e55-a057-0bd8d7b078d0 HTTP/1.1" status: 200 len: 915 time: 0.1199436 Oct 20 11:13:13.936940 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8af5e4e-f5b4-420d-b759-60ffc1a6c0f7 req-bb88ec99-4c6e-47ec-8587-fbac424de1a4 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:13.938316 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b8af5e4e-f5b4-420d-b759-60ffc1a6c0f7 req-bb88ec99-4c6e-47ec-8587-fbac424de1a4 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0c39c76-74e2-42a5-9f97-11fab00e8243 HTTP/1.1" status: 200 len: 945 time: 0.0744379 Oct 20 11:13:13.983124 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0338422d-d1f5-4464-a215-e8ca25b0d5a7 req-43127ef2-d832-4a9b-b80c-6af0727cd9e5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74ffa4a7-f536-4d65-9a6d-b52fdec4d58f HTTP/1.1" status: 200 len: 217 time: 0.0438662 Oct 20 11:13:14.027035 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b8af5e4e-f5b4-420d-b759-60ffc1a6c0f7 req-d96dd859-7240-466e-be04-199609261949 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/security-groups?id=85035705-153f-4e7f-bc13-cde5acad3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820575 Oct 20 11:13:14.043099 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0338422d-d1f5-4464-a215-e8ca25b0d5a7 req-dd5f2a75-ecf8-441e-8bff-72695b7840ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:14.044693 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0338422d-d1f5-4464-a215-e8ca25b0d5a7 req-dd5f2a75-ecf8-441e-8bff-72695b7840ae service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fa273b6a-8b30-433d-9bda-e7936a4d775d HTTP/1.1" status: 200 len: 854 time: 0.0539675 Oct 20 11:13:14.080466 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0338422d-d1f5-4464-a215-e8ca25b0d5a7 req-50ee1660-460d-4f69-88ea-dcdebf1fcf3a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0e7cfec7-f0db-4e55-a057-0bd8d7b078d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284584 Oct 20 11:13:14.189002 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0338422d-d1f5-4464-a215-e8ca25b0d5a7 req-e771ded8-c1fe-4f52-9c47-53cd17b55f81 service neutron] 10.222.0.55 "GET /v2.0/networks/0e7cfec7-f0db-4e55-a057-0bd8d7b078d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013484 Oct 20 11:13:14.348084 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0338422d-d1f5-4464-a215-e8ca25b0d5a7 req-7e568fbd-f6b5-4d0c-9aa3-59e7e13b370d service neutron] 10.222.0.55 "GET /v2.0/networks/0e7cfec7-f0db-4e55-a057-0bd8d7b078d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517994 Oct 20 11:13:14.354924 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-37deb8cb-dda4-480a-b12e-cb28ee0de0b4 req-46ab1497-085e-425b-a60b-37f26b356350 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d0c39c76-74e2-42a5-9f97-11fab00e8243&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1273766 Oct 20 11:13:14.362776 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6705eef3-54ca-4131-9d86-3e171dd0f3a4 req-abc8f471-27d8-49e1-bc79-a8f42604a915 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:14.364330 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6705eef3-54ca-4131-9d86-3e171dd0f3a4 req-abc8f471-27d8-49e1-bc79-a8f42604a915 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0c39c76-74e2-42a5-9f97-11fab00e8243 HTTP/1.1" status: 200 len: 945 time: 0.1342895 Oct 20 11:13:14.412657 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6705eef3-54ca-4131-9d86-3e171dd0f3a4 req-1d911cd7-19f5-4be2-876b-c0f9a48ea42a tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/security-groups?id=85035705-153f-4e7f-bc13-cde5acad3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378790 Oct 20 11:13:15.416622 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37deb8cb-dda4-480a-b12e-cb28ee0de0b4 req-ca11c320-9c08-42ca-b27d-a844f21808bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:15.418086 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-37deb8cb-dda4-480a-b12e-cb28ee0de0b4 req-ca11c320-9c08-42ca-b27d-a844f21808bd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0529d7e69e4d46adbc42d3edaa232c39&device_id=d0c39c76-74e2-42a5-9f97-11fab00e8243 HTTP/1.1" status: 200 len: 1096 time: 0.0429986 Oct 20 11:13:15.546746 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37deb8cb-dda4-480a-b12e-cb28ee0de0b4 req-80705165-3ea2-41b0-bf99-1607c2b46a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:15.548181 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-37deb8cb-dda4-480a-b12e-cb28ee0de0b4 req-80705165-3ea2-41b0-bf99-1607c2b46a67 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0e7cfec7-f0db-4e55-a057-0bd8d7b078d0 HTTP/1.1" status: 200 len: 915 time: 0.1233075 Oct 20 11:13:15.559444 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73edca10-3416-4347-b038-10ed746c6cc0 req-ee115d63-7098-4747-97fb-faa1bffc0280 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:15.560794 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-73edca10-3416-4347-b038-10ed746c6cc0 req-ee115d63-7098-4747-97fb-faa1bffc0280 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0c39c76-74e2-42a5-9f97-11fab00e8243 HTTP/1.1" status: 200 len: 945 time: 0.0728061 Oct 20 11:13:15.605924 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-37deb8cb-dda4-480a-b12e-cb28ee0de0b4 req-d25bc88c-2963-4e72-9fad-330b5f933376 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74ffa4a7-f536-4d65-9a6d-b52fdec4d58f HTTP/1.1" status: 200 len: 217 time: 0.0442209 Oct 20 11:13:15.649477 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-73edca10-3416-4347-b038-10ed746c6cc0 req-a7cd4c01-b8e6-4835-8998-12f112b2d4a2 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/security-groups?id=85035705-153f-4e7f-bc13-cde5acad3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821776 Oct 20 11:13:15.665467 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37deb8cb-dda4-480a-b12e-cb28ee0de0b4 req-a171ac26-043f-4a19-bc63-0a4eed1f960c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:15.666910 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-37deb8cb-dda4-480a-b12e-cb28ee0de0b4 req-a171ac26-043f-4a19-bc63-0a4eed1f960c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fa273b6a-8b30-433d-9bda-e7936a4d775d HTTP/1.1" status: 200 len: 854 time: 0.0540185 Oct 20 11:13:15.698572 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-37deb8cb-dda4-480a-b12e-cb28ee0de0b4 req-667ed76a-ba2b-4af0-840f-37b6fdea9245 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0e7cfec7-f0db-4e55-a057-0bd8d7b078d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243015 Oct 20 11:13:15.789310 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-37deb8cb-dda4-480a-b12e-cb28ee0de0b4 req-291ae951-04eb-41cb-a0dd-bbd6a796e0fd service neutron] 10.222.0.55 "GET /v2.0/networks/0e7cfec7-f0db-4e55-a057-0bd8d7b078d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836341 Oct 20 11:13:15.876736 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-37deb8cb-dda4-480a-b12e-cb28ee0de0b4 req-017a6145-84ec-4e51-849b-0debc8bb1551 service neutron] 10.222.0.55 "GET /v2.0/networks/0e7cfec7-f0db-4e55-a057-0bd8d7b078d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809979 Oct 20 11:13:16.556198 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [req-256d13ba-6763-4108-b7fd-2035cf877a67 req-d0440ae6-a7a7-426e-91df-4869f0fce802 tempest-TestNetworkAdvancedServerOps-423594139 tempest-TestNetworkAdvancedServerOps-423594139-project] (100597) timed out ('10.222.0.69', 54981) {{(pid=100597) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 20 11:13:16.766777 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aeee60-1aff-410f-ae87-29d1adcf23d6 req-dc7722bb-2611-4457-8e91-bfd8722e8c30 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:16.768278 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e2aeee60-1aff-410f-ae87-29d1adcf23d6 req-dc7722bb-2611-4457-8e91-bfd8722e8c30 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0c39c76-74e2-42a5-9f97-11fab00e8243 HTTP/1.1" status: 200 len: 945 time: 0.0517054 Oct 20 11:13:16.804697 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e2aeee60-1aff-410f-ae87-29d1adcf23d6 req-1dd173c5-297a-470e-b205-75456cc51546 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/security-groups?id=85035705-153f-4e7f-bc13-cde5acad3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300770 Oct 20 11:13:17.915972 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeeb59b-6e52-4d80-9e71-dcd0d31e070c req-1d233169-45db-401b-9e68-777f7d169261 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:17.917437 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9aeeb59b-6e52-4d80-9e71-dcd0d31e070c req-1d233169-45db-401b-9e68-777f7d169261 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0c39c76-74e2-42a5-9f97-11fab00e8243 HTTP/1.1" status: 200 len: 945 time: 0.0471225 Oct 20 11:13:17.954717 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9aeeb59b-6e52-4d80-9e71-dcd0d31e070c req-1f550385-76ee-448f-a1c2-ba3430372e2c tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/security-groups?id=85035705-153f-4e7f-bc13-cde5acad3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314114 Oct 20 11:13:19.069021 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59abdcee-0198-44e8-b9e8-782ef203bb98 req-4e09bc5d-a2cd-4e56-850f-6cb39bbe1737 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:19.070478 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-59abdcee-0198-44e8-b9e8-782ef203bb98 req-4e09bc5d-a2cd-4e56-850f-6cb39bbe1737 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0c39c76-74e2-42a5-9f97-11fab00e8243 HTTP/1.1" status: 200 len: 945 time: 0.0471625 Oct 20 11:13:19.110076 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-59abdcee-0198-44e8-b9e8-782ef203bb98 req-78f13a37-7bb4-45c9-af16-38fd208d9e9d tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/security-groups?id=85035705-153f-4e7f-bc13-cde5acad3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338521 Oct 20 11:13:19.498440 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:20.226896 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ada54c-d981-4f9e-9eb6-dabf709fcaed req-3045cce1-1ce6-449e-a3ec-4caa9647a6c5 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:20.228421 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-71ada54c-d981-4f9e-9eb6-dabf709fcaed req-3045cce1-1ce6-449e-a3ec-4caa9647a6c5 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0c39c76-74e2-42a5-9f97-11fab00e8243 HTTP/1.1" status: 200 len: 945 time: 0.0521007 Oct 20 11:13:20.267618 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-71ada54c-d981-4f9e-9eb6-dabf709fcaed req-a4d72dc1-4877-4054-9d4e-c49dee64ff29 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/security-groups?id=85035705-153f-4e7f-bc13-cde5acad3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332313 Oct 20 11:13:21.382758 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fe6ba0-8f8a-40f0-a893-ecc65522916b req-07506002-d576-4224-b3fc-4e91a34248de tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:21.384277 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d3fe6ba0-8f8a-40f0-a893-ecc65522916b req-07506002-d576-4224-b3fc-4e91a34248de tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0c39c76-74e2-42a5-9f97-11fab00e8243 HTTP/1.1" status: 200 len: 945 time: 0.0495260 Oct 20 11:13:21.421818 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d3fe6ba0-8f8a-40f0-a893-ecc65522916b req-0658a3c0-3aa4-46c7-b3d7-68277d1e0907 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/security-groups?id=85035705-153f-4e7f-bc13-cde5acad3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313883 Oct 20 11:13:22.551075 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5597d93-a72f-4f80-b4bb-9e942824ef4e req-56edcb0c-851b-4cd2-9642-a58124a31d39 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:22.552677 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b5597d93-a72f-4f80-b4bb-9e942824ef4e req-56edcb0c-851b-4cd2-9642-a58124a31d39 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0c39c76-74e2-42a5-9f97-11fab00e8243 HTTP/1.1" status: 200 len: 945 time: 0.0628078 Oct 20 11:13:22.596058 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b5597d93-a72f-4f80-b4bb-9e942824ef4e req-4961a0e1-75ad-444a-a8bc-f2abb4847e78 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/security-groups?id=85035705-153f-4e7f-bc13-cde5acad3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366440 Oct 20 11:13:23.714039 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75da4c97-0bf5-40c6-865f-68bbe7631bdd req-d069a68e-a8ca-46a2-a941-6fc8d3c6aa9a tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:23.715523 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-75da4c97-0bf5-40c6-865f-68bbe7631bdd req-d069a68e-a8ca-46a2-a941-6fc8d3c6aa9a tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0c39c76-74e2-42a5-9f97-11fab00e8243 HTTP/1.1" status: 200 len: 945 time: 0.0524468 Oct 20 11:13:23.751355 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-75da4c97-0bf5-40c6-865f-68bbe7631bdd req-cc7d6cf4-386a-45a1-b439-1dea37bf91bf tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/security-groups?id=85035705-153f-4e7f-bc13-cde5acad3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300367 Oct 20 11:13:24.865097 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d6ffb9-58a6-4705-9bfb-0e4e8c8cb171 req-9120f795-e6ac-4b13-a8cf-4a6c4c3eb150 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:24.866645 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d6d6ffb9-58a6-4705-9bfb-0e4e8c8cb171 req-9120f795-e6ac-4b13-a8cf-4a6c4c3eb150 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0c39c76-74e2-42a5-9f97-11fab00e8243 HTTP/1.1" status: 200 len: 945 time: 0.0487316 Oct 20 11:13:24.902948 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d6d6ffb9-58a6-4705-9bfb-0e4e8c8cb171 req-fd68be10-b4e8-4100-97a6-6ae1b0760448 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/security-groups?id=85035705-153f-4e7f-bc13-cde5acad3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305197 Oct 20 11:13:26.014642 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b5c7a4-37ad-403e-8180-e3206b53d6d4 req-043ce259-c86a-4605-b587-430dd6745fcf tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:26.016114 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-96b5c7a4-37ad-403e-8180-e3206b53d6d4 req-043ce259-c86a-4605-b587-430dd6745fcf tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0c39c76-74e2-42a5-9f97-11fab00e8243 HTTP/1.1" status: 200 len: 945 time: 0.0472126 Oct 20 11:13:26.051901 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-96b5c7a4-37ad-403e-8180-e3206b53d6d4 req-636c2311-db59-4e6c-afa9-acbdc06cdfa9 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/security-groups?id=85035705-153f-4e7f-bc13-cde5acad3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300045 Oct 20 11:13:27.169278 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b22985-738c-44ba-8a3c-8fef0576d0ba req-4a13e7b9-8a03-4dec-b437-16c6eff9ff14 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:27.170746 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-56b22985-738c-44ba-8a3c-8fef0576d0ba req-4a13e7b9-8a03-4dec-b437-16c6eff9ff14 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0c39c76-74e2-42a5-9f97-11fab00e8243 HTTP/1.1" status: 200 len: 945 time: 0.0512443 Oct 20 11:13:27.210234 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-56b22985-738c-44ba-8a3c-8fef0576d0ba req-85615e1a-91e9-4d9a-8020-915259430485 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/security-groups?id=85035705-153f-4e7f-bc13-cde5acad3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337069 Oct 20 11:13:28.324473 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0596e8c4-e43d-4850-a210-e86c38ffef03 req-29762d85-a897-422d-8013-f4ac95d1ba62 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:28.325936 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0596e8c4-e43d-4850-a210-e86c38ffef03 req-29762d85-a897-422d-8013-f4ac95d1ba62 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0c39c76-74e2-42a5-9f97-11fab00e8243 HTTP/1.1" status: 200 len: 945 time: 0.0479374 Oct 20 11:13:28.363303 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0596e8c4-e43d-4850-a210-e86c38ffef03 req-48f98dfe-4c3f-4324-81e1-651aaa8b6d19 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/security-groups?id=85035705-153f-4e7f-bc13-cde5acad3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314751 Oct 20 11:13:29.477801 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437211ff-e491-4807-b378-e5d22247c556 req-68b0e635-94f1-461a-909d-08f3acd8df02 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:29.479321 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-437211ff-e491-4807-b378-e5d22247c556 req-68b0e635-94f1-461a-909d-08f3acd8df02 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0c39c76-74e2-42a5-9f97-11fab00e8243 HTTP/1.1" status: 200 len: 945 time: 0.0482962 Oct 20 11:13:29.516737 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-437211ff-e491-4807-b378-e5d22247c556 req-1ff8fbf1-852c-4a76-958b-20a1400c166d tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/security-groups?id=85035705-153f-4e7f-bc13-cde5acad3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314147 Oct 20 11:13:30.655176 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b43cf36-4306-42f9-8726-de257fd49831 req-fb77004b-e1a2-42b8-bf97-9b5f227eca0d tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:30.656715 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7b43cf36-4306-42f9-8726-de257fd49831 req-fb77004b-e1a2-42b8-bf97-9b5f227eca0d tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0c39c76-74e2-42a5-9f97-11fab00e8243 HTTP/1.1" status: 200 len: 945 time: 0.0585911 Oct 20 11:13:30.693599 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7b43cf36-4306-42f9-8726-de257fd49831 req-a010b073-d6e6-4a1b-b88f-5d445956ad90 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/security-groups?id=85035705-153f-4e7f-bc13-cde5acad3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310731 Oct 20 11:13:31.821640 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b4c8d6-d43b-40a2-b629-074d8073dbbc req-b6f3af0c-8b24-42ec-beec-8d3d49b42855 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:31.823101 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d1b4c8d6-d43b-40a2-b629-074d8073dbbc req-b6f3af0c-8b24-42ec-beec-8d3d49b42855 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0c39c76-74e2-42a5-9f97-11fab00e8243 HTTP/1.1" status: 200 len: 945 time: 0.0485344 Oct 20 11:13:31.859701 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d1b4c8d6-d43b-40a2-b629-074d8073dbbc req-aeefa015-fabe-41f9-817e-79416d1c6100 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/security-groups?id=85035705-153f-4e7f-bc13-cde5acad3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304234 Oct 20 11:13:32.971009 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8923cce-528b-4da2-98ec-6f15ed941852 req-9619669d-ffb1-4d39-8745-1990385413eb tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:32.972500 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a8923cce-528b-4da2-98ec-6f15ed941852 req-9619669d-ffb1-4d39-8745-1990385413eb tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0c39c76-74e2-42a5-9f97-11fab00e8243 HTTP/1.1" status: 200 len: 945 time: 0.0476015 Oct 20 11:13:33.009254 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a8923cce-528b-4da2-98ec-6f15ed941852 req-a6dd86b6-0c22-4f9d-829b-6248f50c5624 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/security-groups?id=85035705-153f-4e7f-bc13-cde5acad3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304153 Oct 20 11:13:33.566835 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-5310640a-30e2-4988-9513-d2080423983f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:34.125181 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75919676-bd21-4d6f-97ce-401c76633326 req-88d4c9cb-a171-46f1-a924-081723b04383 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:34.126633 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-75919676-bd21-4d6f-97ce-401c76633326 req-88d4c9cb-a171-46f1-a924-081723b04383 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0c39c76-74e2-42a5-9f97-11fab00e8243 HTTP/1.1" status: 200 len: 945 time: 0.0512173 Oct 20 11:13:34.162626 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-75919676-bd21-4d6f-97ce-401c76633326 req-01bc29ad-e8b0-4f35-9f64-e6e0cdf7c395 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/security-groups?id=85035705-153f-4e7f-bc13-cde5acad3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301740 Oct 20 11:13:35.278607 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b3f67b-2977-4cc8-a6d3-50767419f4c9 req-a9109e28-050d-49f1-a3af-02dec9478eda tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:35.280144 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-05b3f67b-2977-4cc8-a6d3-50767419f4c9 req-a9109e28-050d-49f1-a3af-02dec9478eda tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0c39c76-74e2-42a5-9f97-11fab00e8243 HTTP/1.1" status: 200 len: 945 time: 0.0494707 Oct 20 11:13:35.317962 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-05b3f67b-2977-4cc8-a6d3-50767419f4c9 req-3c17640c-e6c3-4dca-b952-bca492e782b0 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/security-groups?id=85035705-153f-4e7f-bc13-cde5acad3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319586 Oct 20 11:13:36.429660 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-17f78a87-c716-4906-a0ac-f44467bfe53d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:36.433696 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8bfad1-bbca-4a8f-97d1-2162327c28a7 req-9c66b520-3cfc-4a09-84ba-fb0b4ca27516 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:36.435200 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8d8bfad1-bbca-4a8f-97d1-2162327c28a7 req-9c66b520-3cfc-4a09-84ba-fb0b4ca27516 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0c39c76-74e2-42a5-9f97-11fab00e8243 HTTP/1.1" status: 200 len: 945 time: 0.0493772 Oct 20 11:13:36.474428 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8d8bfad1-bbca-4a8f-97d1-2162327c28a7 req-875f521b-a66d-47fc-9c00-a7500fb901e4 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/security-groups?id=85035705-153f-4e7f-bc13-cde5acad3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318921 Oct 20 11:13:37.170668 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:37.590404 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f3d0da-fe40-4bff-b48f-2d7e4b84bd29 req-d318eeda-a8e6-467b-95ea-0cb0486d6f45 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:37.591909 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e4f3d0da-fe40-4bff-b48f-2d7e4b84bd29 req-d318eeda-a8e6-467b-95ea-0cb0486d6f45 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0c39c76-74e2-42a5-9f97-11fab00e8243 HTTP/1.1" status: 200 len: 945 time: 0.0515399 Oct 20 11:13:37.628428 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e4f3d0da-fe40-4bff-b48f-2d7e4b84bd29 req-44cb6e83-a571-40d6-ad86-ede502a67175 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/security-groups?id=85035705-153f-4e7f-bc13-cde5acad3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305789 Oct 20 11:13:37.668364 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:38.352013 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:38.741023 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2435ed6-f74e-4413-a663-4e0fee7b7aa5 req-fd49757f-14b5-445f-9974-96dca9e157da tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:38.742477 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a2435ed6-f74e-4413-a663-4e0fee7b7aa5 req-fd49757f-14b5-445f-9974-96dca9e157da tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0c39c76-74e2-42a5-9f97-11fab00e8243 HTTP/1.1" status: 200 len: 945 time: 0.0471780 Oct 20 11:13:38.779212 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a2435ed6-f74e-4413-a663-4e0fee7b7aa5 req-36e31fd8-1406-49c1-9cf5-4106bb2f27e6 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/security-groups?id=85035705-153f-4e7f-bc13-cde5acad3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308654 Oct 20 11:13:39.029440 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:39.889538 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85696461-9329-4490-b914-7b7fd499515a req-ea5fc70d-8615-4a34-ba30-58a7ba34da15 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:39.890989 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-85696461-9329-4490-b914-7b7fd499515a req-ea5fc70d-8615-4a34-ba30-58a7ba34da15 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0c39c76-74e2-42a5-9f97-11fab00e8243 HTTP/1.1" status: 200 len: 945 time: 0.0468559 Oct 20 11:13:39.927571 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-85696461-9329-4490-b914-7b7fd499515a req-3f2e7e19-103c-481e-b0ff-8749cab4059b tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/security-groups?id=85035705-153f-4e7f-bc13-cde5acad3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307722 Oct 20 11:13:41.048212 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f82299-affb-4fbd-82ce-33a62cee985c req-85622095-21dc-4582-830c-44f2ed660341 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:41.051682 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-74f82299-affb-4fbd-82ce-33a62cee985c req-85622095-21dc-4582-830c-44f2ed660341 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0c39c76-74e2-42a5-9f97-11fab00e8243 HTTP/1.1" status: 200 len: 945 time: 0.0557256 Oct 20 11:13:41.086756 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-74f82299-affb-4fbd-82ce-33a62cee985c req-f7a560a4-7e2e-400f-8b82-cc6af0831f9d tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/security-groups?id=85035705-153f-4e7f-bc13-cde5acad3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304046 Oct 20 11:13:42.199153 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4a4cd1-5786-4218-a738-af663e959bfc req-4dbfeacd-ed80-43a8-8ffa-a0a5f8503e9e tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:42.200654 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6f4a4cd1-5786-4218-a738-af663e959bfc req-4dbfeacd-ed80-43a8-8ffa-a0a5f8503e9e tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0c39c76-74e2-42a5-9f97-11fab00e8243 HTTP/1.1" status: 200 len: 945 time: 0.0485914 Oct 20 11:13:42.236908 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6f4a4cd1-5786-4218-a738-af663e959bfc req-b7802091-03f6-4577-a6e8-5713691b34d8 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/security-groups?id=85035705-153f-4e7f-bc13-cde5acad3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304465 Oct 20 11:13:42.813765 n-d-811396-3 neutron-server[100596]: INFO neutron.api.v2.resource [req-37deb8cb-dda4-480a-b12e-cb28ee0de0b4 req-7f9967d6-5495-4b46-b921-86ab579acbfa service neutron] show failed (client error): The resource could not be found. Oct 20 11:13:42.814753 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-37deb8cb-dda4-480a-b12e-cb28ee0de0b4 req-7f9967d6-5495-4b46-b921-86ab579acbfa service neutron] 10.222.0.55 "GET /v2.0/ports/74ffa4a7-f536-4d65-9a6d-b52fdec4d58f/bindings/n-h2-811396-3 HTTP/1.1" status: 404 len: 380 time: 0.0537825 Oct 20 11:13:43.018164 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37deb8cb-dda4-480a-b12e-cb28ee0de0b4 req-5216451c-4551-481a-a0b1-e98c2eb15cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:43.020087 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-37deb8cb-dda4-480a-b12e-cb28ee0de0b4 req-5216451c-4551-481a-a0b1-e98c2eb15cac service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=d0c39c76-74e2-42a5-9f97-11fab00e8243&tenant_id=0529d7e69e4d46adbc42d3edaa232c39 HTTP/1.1" status: 200 len: 1096 time: 0.0444994 Oct 20 11:13:43.031559 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-37deb8cb-dda4-480a-b12e-cb28ee0de0b4 req-49889f9c-e0e0-4a0d-9c6c-c19bdd17c1a3 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-811396-3', 'device_owner': 'compute:nova'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:13:43.082619 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-37deb8cb-dda4-480a-b12e-cb28ee0de0b4 req-49889f9c-e0e0-4a0d-9c6c-c19bdd17c1a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:43.280051 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-37deb8cb-dda4-480a-b12e-cb28ee0de0b4 req-49889f9c-e0e0-4a0d-9c6c-c19bdd17c1a3 service neutron] For port 74ffa4a7-f536-4d65-9a6d-b52fdec4d58f, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=74ffa4a7-f536-4d65-9a6d-b52fdec4d58f,segment=NetworkSegment(fc4013bb-c3f1-4f04-9efc-711fb8a74000),segment_id=fc4013bb-c3f1-4f04-9efc-711fb8a74000)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:13:43.323043 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-37deb8cb-dda4-480a-b12e-cb28ee0de0b4 req-49889f9c-e0e0-4a0d-9c6c-c19bdd17c1a3 service neutron] For port 74ffa4a7-f536-4d65-9a6d-b52fdec4d58f, host n-h1-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:13:43.405233 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53222192-81b4-4fb1-a6e4-df510f413371 req-42ba0b0e-3f5f-44d0-af06-0e48e2e16246 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:43.406643 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-53222192-81b4-4fb1-a6e4-df510f413371 req-42ba0b0e-3f5f-44d0-af06-0e48e2e16246 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0c39c76-74e2-42a5-9f97-11fab00e8243 HTTP/1.1" status: 200 len: 945 time: 0.0992620 Oct 20 11:13:43.410141 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0c39c76-74e2-42a5-9f97-11fab00e8243', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74ffa4a7-f536-4d65-9a6d-b52fdec4d58f'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:13:43.412407 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a017f356-6d8e-41b8-8aea-dc5f15fb4e37" -d '{"events": [{"server_uuid": "d0c39c76-74e2-42a5-9f97-11fab00e8243", "name": "network-vif-unplugged", "status": "completed", "tag": "74ffa4a7-f536-4d65-9a6d-b52fdec4d58f"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:13:43.418535 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-37deb8cb-dda4-480a-b12e-cb28ee0de0b4 req-49889f9c-e0e0-4a0d-9c6c-c19bdd17c1a3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:43.446698 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.provisioning_blocks [req-37deb8cb-dda4-480a-b12e-cb28ee0de0b4 req-49889f9c-e0e0-4a0d-9c6c-c19bdd17c1a3 service neutron] Transition to ACTIVE for port object 74ffa4a7-f536-4d65-9a6d-b52fdec4d58f will not be triggered until provisioned by entity L2. {{(pid=100596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:13:43.454735 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-37deb8cb-dda4-480a-b12e-cb28ee0de0b4 req-49889f9c-e0e0-4a0d-9c6c-c19bdd17c1a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:43.465947 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Oct 2021 11:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb408a59-08bd-4876-8db8-a2977457b7fd x-openstack-request-id: req-eb408a59-08bd-4876-8db8-a2977457b7fd {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:13:43.466250 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0c39c76-74e2-42a5-9f97-11fab00e8243", "name": "network-vif-unplugged", "status": "completed", "tag": "74ffa4a7-f536-4d65-9a6d-b52fdec4d58f", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:13:43.466502 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-eb408a59-08bd-4876-8db8-a2977457b7fd {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:13:43.466898 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0c39c76-74e2-42a5-9f97-11fab00e8243', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74ffa4a7-f536-4d65-9a6d-b52fdec4d58f', 'code': 200} Oct 20 11:13:43.489256 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-53222192-81b4-4fb1-a6e4-df510f413371 req-10190ea6-4187-4610-845e-9dc3b59faa6c tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/security-groups?id=85035705-153f-4e7f-bc13-cde5acad3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728834 Oct 20 11:13:43.527844 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49889f9c-e0e0-4a0d-9c6c-c19bdd17c1a3 service neutron] Pushing event updated for resources: {'Port': ['ID=74ffa4a7-f536-4d65-9a6d-b52fdec4d58f,revision_number=6']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:43.531153 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-37deb8cb-dda4-480a-b12e-cb28ee0de0b4 req-49889f9c-e0e0-4a0d-9c6c-c19bdd17c1a3 service neutron] No DVR routers for this DVR port 74ffa4a7-f536-4d65-9a6d-b52fdec4d58f on host n-h1-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:13:43.567989 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-37deb8cb-dda4-480a-b12e-cb28ee0de0b4 req-49889f9c-e0e0-4a0d-9c6c-c19bdd17c1a3 service neutron] Attempting to bind port 74ffa4a7-f536-4d65-9a6d-b52fdec4d58f on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:13:43.568329 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-37deb8cb-dda4-480a-b12e-cb28ee0de0b4 req-49889f9c-e0e0-4a0d-9c6c-c19bdd17c1a3 service neutron] Attempting to bind port 74ffa4a7-f536-4d65-9a6d-b52fdec4d58f by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': 'fc4013bb-c3f1-4f04-9efc-711fb8a74000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '0e7cfec7-f0db-4e55-a057-0bd8d7b078d0'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:13:43.568657 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37deb8cb-dda4-480a-b12e-cb28ee0de0b4 req-49889f9c-e0e0-4a0d-9c6c-c19bdd17c1a3 service neutron] Attempting to bind port 74ffa4a7-f536-4d65-9a6d-b52fdec4d58f on network 0e7cfec7-f0db-4e55-a057-0bd8d7b078d0 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:13:43.573348 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37deb8cb-dda4-480a-b12e-cb28ee0de0b4 req-49889f9c-e0e0-4a0d-9c6c-c19bdd17c1a3 service neutron] Port 74ffa4a7-f536-4d65-9a6d-b52fdec4d58f on network 0e7cfec7-f0db-4e55-a057-0bd8d7b078d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:13:43.573671 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37deb8cb-dda4-480a-b12e-cb28ee0de0b4 req-49889f9c-e0e0-4a0d-9c6c-c19bdd17c1a3 service neutron] Attempting to bind port 74ffa4a7-f536-4d65-9a6d-b52fdec4d58f on network 0e7cfec7-f0db-4e55-a057-0bd8d7b078d0 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:13:43.578398 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37deb8cb-dda4-480a-b12e-cb28ee0de0b4 req-49889f9c-e0e0-4a0d-9c6c-c19bdd17c1a3 service neutron] Checking agent: {'id': '061232a2-7adc-4ba1-a873-e8cb136b064d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:13:43.578736 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37deb8cb-dda4-480a-b12e-cb28ee0de0b4 req-49889f9c-e0e0-4a0d-9c6c-c19bdd17c1a3 service neutron] Checking segment: {'id': 'fc4013bb-c3f1-4f04-9efc-711fb8a74000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '0e7cfec7-f0db-4e55-a057-0bd8d7b078d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:13:43.579128 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37deb8cb-dda4-480a-b12e-cb28ee0de0b4 req-49889f9c-e0e0-4a0d-9c6c-c19bdd17c1a3 service neutron] Bound using segment: {'id': 'fc4013bb-c3f1-4f04-9efc-711fb8a74000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '0e7cfec7-f0db-4e55-a057-0bd8d7b078d0'} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:13:43.579587 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-37deb8cb-dda4-480a-b12e-cb28ee0de0b4 req-49889f9c-e0e0-4a0d-9c6c-c19bdd17c1a3 service neutron] Bound port: 74ffa4a7-f536-4d65-9a6d-b52fdec4d58f, host: n-h2-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc4013bb-c3f1-4f04-9efc-711fb8a74000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '0e7cfec7-f0db-4e55-a057-0bd8d7b078d0'}}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:13:43.579941 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-37deb8cb-dda4-480a-b12e-cb28ee0de0b4 req-49889f9c-e0e0-4a0d-9c6c-c19bdd17c1a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:43.640024 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-37deb8cb-dda4-480a-b12e-cb28ee0de0b4 req-49889f9c-e0e0-4a0d-9c6c-c19bdd17c1a3 service neutron] For port 74ffa4a7-f536-4d65-9a6d-b52fdec4d58f, host n-h2-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:13:43.642935 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-37deb8cb-dda4-480a-b12e-cb28ee0de0b4 req-49889f9c-e0e0-4a0d-9c6c-c19bdd17c1a3 service neutron] For port 74ffa4a7-f536-4d65-9a6d-b52fdec4d58f, host n-h2-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=74ffa4a7-f536-4d65-9a6d-b52fdec4d58f,segment=NetworkSegment(fc4013bb-c3f1-4f04-9efc-711fb8a74000),segment_id=fc4013bb-c3f1-4f04-9efc-711fb8a74000)] {{(pid=100596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:13:43.647459 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-37deb8cb-dda4-480a-b12e-cb28ee0de0b4 req-49889f9c-e0e0-4a0d-9c6c-c19bdd17c1a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:43.684355 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37deb8cb-dda4-480a-b12e-cb28ee0de0b4 req-49889f9c-e0e0-4a0d-9c6c-c19bdd17c1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:43.684972 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-37deb8cb-dda4-480a-b12e-cb28ee0de0b4 req-49889f9c-e0e0-4a0d-9c6c-c19bdd17c1a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:43.686378 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-37deb8cb-dda4-480a-b12e-cb28ee0de0b4 req-49889f9c-e0e0-4a0d-9c6c-c19bdd17c1a3 service neutron] 10.222.0.69 "PUT /v2.0/ports/74ffa4a7-f536-4d65-9a6d-b52fdec4d58f HTTP/1.1" status: 200 len: 1091 time: 0.6587203 Oct 20 11:13:43.706978 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49889f9c-e0e0-4a0d-9c6c-c19bdd17c1a3 service neutron] Pushing event updated for resources: {'Port': ['ID=74ffa4a7-f536-4d65-9a6d-b52fdec4d58f,revision_number=7']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:43.752269 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37deb8cb-dda4-480a-b12e-cb28ee0de0b4 req-08c9400c-602e-4f12-b5e8-8117c2f68b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:43.753747 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-37deb8cb-dda4-480a-b12e-cb28ee0de0b4 req-08c9400c-602e-4f12-b5e8-8117c2f68b73 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0529d7e69e4d46adbc42d3edaa232c39&device_id=d0c39c76-74e2-42a5-9f97-11fab00e8243 HTTP/1.1" status: 200 len: 1094 time: 0.0438378 Oct 20 11:13:43.841551 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37deb8cb-dda4-480a-b12e-cb28ee0de0b4 req-8ef40516-3dd7-4045-bb0a-629210685b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:43.842971 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-37deb8cb-dda4-480a-b12e-cb28ee0de0b4 req-8ef40516-3dd7-4045-bb0a-629210685b3b service neutron] 10.222.0.69 "GET /v2.0/networks?id=0e7cfec7-f0db-4e55-a057-0bd8d7b078d0 HTTP/1.1" status: 200 len: 915 time: 0.0818932 Oct 20 11:13:43.886462 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-37deb8cb-dda4-480a-b12e-cb28ee0de0b4 req-fb6646fe-f0d3-40fc-aac6-361c9db9e68d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74ffa4a7-f536-4d65-9a6d-b52fdec4d58f HTTP/1.1" status: 200 len: 217 time: 0.0367339 Oct 20 11:13:43.935739 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37deb8cb-dda4-480a-b12e-cb28ee0de0b4 req-0893e734-aa46-4736-b5c2-863cbf22c5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:43.937098 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-37deb8cb-dda4-480a-b12e-cb28ee0de0b4 req-0893e734-aa46-4736-b5c2-863cbf22c5a2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=fa273b6a-8b30-433d-9bda-e7936a4d775d HTTP/1.1" status: 200 len: 854 time: 0.0438814 Oct 20 11:13:43.967878 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-37deb8cb-dda4-480a-b12e-cb28ee0de0b4 req-f3f4561d-653b-4d1c-a9ce-dcd31723748e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0e7cfec7-f0db-4e55-a057-0bd8d7b078d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233703 Oct 20 11:13:44.058887 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-37deb8cb-dda4-480a-b12e-cb28ee0de0b4 req-3ad57493-39f7-47ef-a87b-9d31fdad88d3 service neutron] 10.222.0.69 "GET /v2.0/networks/0e7cfec7-f0db-4e55-a057-0bd8d7b078d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832071 Oct 20 11:13:44.144565 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-37deb8cb-dda4-480a-b12e-cb28ee0de0b4 req-7a413ed6-aa44-4d0f-958a-ccadebac16af service neutron] 10.222.0.69 "GET /v2.0/networks/0e7cfec7-f0db-4e55-a057-0bd8d7b078d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789371 Oct 20 11:13:44.604428 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd01def-cf64-4164-9ba9-3d8e9602028b req-c20d3b98-ac9d-4cd9-89d4-d8fa3c76536d tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:44.605881 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5cd01def-cf64-4164-9ba9-3d8e9602028b req-c20d3b98-ac9d-4cd9-89d4-d8fa3c76536d tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0c39c76-74e2-42a5-9f97-11fab00e8243 HTTP/1.1" status: 200 len: 943 time: 0.0481486 Oct 20 11:13:44.643260 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5cd01def-cf64-4164-9ba9-3d8e9602028b req-43eac154-97ef-4164-8d92-ebef3ef3527b tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/security-groups?id=85035705-153f-4e7f-bc13-cde5acad3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315914 Oct 20 11:13:45.468576 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0c39c76-74e2-42a5-9f97-11fab00e8243', 'tag': '74ffa4a7-f536-4d65-9a6d-b52fdec4d58f'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:13:45.470943 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bf4435c-59ea-4509-bf92-c479fae8e62d" -d '{"events": [{"name": "network-changed", "server_uuid": "d0c39c76-74e2-42a5-9f97-11fab00e8243", "tag": "74ffa4a7-f536-4d65-9a6d-b52fdec4d58f"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:13:45.580501 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cd70a57-f280-47b2-9a40-5a11fd848303 x-openstack-request-id: req-4cd70a57-f280-47b2-9a40-5a11fd848303 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:13:45.580799 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0c39c76-74e2-42a5-9f97-11fab00e8243", "tag": "74ffa4a7-f536-4d65-9a6d-b52fdec4d58f", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:13:45.581051 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4cd70a57-f280-47b2-9a40-5a11fd848303 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:13:45.581448 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0c39c76-74e2-42a5-9f97-11fab00e8243', 'tag': '74ffa4a7-f536-4d65-9a6d-b52fdec4d58f', 'status': 'completed', 'code': 200} Oct 20 11:13:45.680834 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf4435c-59ea-4509-bf92-c479fae8e62d req-ca870b60-6b66-4365-9d51-9867f85e082e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:45.682519 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0bf4435c-59ea-4509-bf92-c479fae8e62d req-ca870b60-6b66-4365-9d51-9867f85e082e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0529d7e69e4d46adbc42d3edaa232c39&device_id=d0c39c76-74e2-42a5-9f97-11fab00e8243 HTTP/1.1" status: 200 len: 1094 time: 0.0769002 Oct 20 11:13:45.687873 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf4435c-59ea-4509-bf92-c479fae8e62d req-dfb96bc7-7f13-40a3-9fc1-1a5ebb45fca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:45.689514 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0bf4435c-59ea-4509-bf92-c479fae8e62d req-dfb96bc7-7f13-40a3-9fc1-1a5ebb45fca4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0529d7e69e4d46adbc42d3edaa232c39&device_id=d0c39c76-74e2-42a5-9f97-11fab00e8243 HTTP/1.1" status: 200 len: 1094 time: 0.0529485 Oct 20 11:13:45.871152 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9a521f-350c-440c-8161-df3f60d8cc3a req-1640d940-4667-44c4-a0ba-7615987ef3e7 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:45.872543 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ea9a521f-350c-440c-8161-df3f60d8cc3a req-1640d940-4667-44c4-a0ba-7615987ef3e7 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0c39c76-74e2-42a5-9f97-11fab00e8243 HTTP/1.1" status: 200 len: 943 time: 0.1576197 Oct 20 11:13:45.889312 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf4435c-59ea-4509-bf92-c479fae8e62d req-21fd0931-24f7-4d7f-aaab-fe4781a3cb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:45.890662 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0bf4435c-59ea-4509-bf92-c479fae8e62d req-21fd0931-24f7-4d7f-aaab-fe4781a3cb9d service neutron] 10.222.0.55 "GET /v2.0/networks?id=0e7cfec7-f0db-4e55-a057-0bd8d7b078d0 HTTP/1.1" status: 200 len: 915 time: 0.1932361 Oct 20 11:13:45.892865 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf4435c-59ea-4509-bf92-c479fae8e62d req-8698e817-73bc-4f80-a7e0-3300a08cc0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:45.894149 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0bf4435c-59ea-4509-bf92-c479fae8e62d req-8698e817-73bc-4f80-a7e0-3300a08cc0f6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=0e7cfec7-f0db-4e55-a057-0bd8d7b078d0 HTTP/1.1" status: 200 len: 915 time: 0.2038131 Oct 20 11:13:46.271805 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0bf4435c-59ea-4509-bf92-c479fae8e62d req-7348ec54-3cb8-4e9d-83c0-99d3144b9bd0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74ffa4a7-f536-4d65-9a6d-b52fdec4d58f HTTP/1.1" status: 200 len: 217 time: 0.3711362 Oct 20 11:13:46.277569 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0bf4435c-59ea-4509-bf92-c479fae8e62d req-34a38799-a5ff-4ede-8162-5eb34ea2db5e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74ffa4a7-f536-4d65-9a6d-b52fdec4d58f HTTP/1.1" status: 200 len: 217 time: 0.0678647 Oct 20 11:13:46.300446 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ea9a521f-350c-440c-8161-df3f60d8cc3a req-028e9f7d-5a19-4f00-90e1-2b0dc08863b3 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/security-groups?id=85035705-153f-4e7f-bc13-cde5acad3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4213805 Oct 20 11:13:46.365729 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf4435c-59ea-4509-bf92-c479fae8e62d req-17b0d267-eb0e-4884-8367-887626844599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:46.367193 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0bf4435c-59ea-4509-bf92-c479fae8e62d req-17b0d267-eb0e-4884-8367-887626844599 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fa273b6a-8b30-433d-9bda-e7936a4d775d HTTP/1.1" status: 200 len: 854 time: 0.0869842 Oct 20 11:13:46.369408 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf4435c-59ea-4509-bf92-c479fae8e62d req-f3115b24-f2fe-4332-9559-8ded230c15a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:46.370725 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0bf4435c-59ea-4509-bf92-c479fae8e62d req-f3115b24-f2fe-4332-9559-8ded230c15a3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=fa273b6a-8b30-433d-9bda-e7936a4d775d HTTP/1.1" status: 200 len: 854 time: 0.0803971 Oct 20 11:13:46.408408 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0bf4435c-59ea-4509-bf92-c479fae8e62d req-a840cb13-6e47-4e50-bfdf-7d4f2785eb48 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0e7cfec7-f0db-4e55-a057-0bd8d7b078d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339351 Oct 20 11:13:46.436439 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0bf4435c-59ea-4509-bf92-c479fae8e62d req-68ea7a8a-bb75-4daf-9fa9-343868cc5e6e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0e7cfec7-f0db-4e55-a057-0bd8d7b078d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528314 Oct 20 11:13:46.665483 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7a08a5-2e73-4f22-8193-b4f3a6e48875 req-c413f4d9-bcc0-41a9-bd17-3b4bf5eedae2 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:46.666867 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8c7a08a5-2e73-4f22-8193-b4f3a6e48875 req-c413f4d9-bcc0-41a9-bd17-3b4bf5eedae2 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0c39c76-74e2-42a5-9f97-11fab00e8243 HTTP/1.1" status: 200 len: 943 time: 0.2074313 Oct 20 11:13:46.670744 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0bf4435c-59ea-4509-bf92-c479fae8e62d req-821165dc-fbda-4d5c-b970-5a3275ae9657 service neutron] 10.222.0.55 "GET /v2.0/networks/0e7cfec7-f0db-4e55-a057-0bd8d7b078d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2439106 Oct 20 11:13:46.678354 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d2c125-a804-4ed4-ba36-31bd5aeb55c3 req-9ef554f4-50bd-4c69-bbda-84abc759192e tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:46.679978 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-40d2c125-a804-4ed4-ba36-31bd5aeb55c3 req-9ef554f4-50bd-4c69-bbda-84abc759192e tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.55 "GET /v2.0/ports?device_id=d0c39c76-74e2-42a5-9f97-11fab00e8243&tenant_id=0529d7e69e4d46adbc42d3edaa232c39&binding%3Ahost_id=n-h2-811396-3 HTTP/1.1" status: 200 len: 943 time: 0.1926246 Oct 20 11:13:46.684539 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0bf4435c-59ea-4509-bf92-c479fae8e62d req-43a6cd3d-fab5-4d2f-a2f2-57308679c6e8 service neutron] 10.222.0.69 "GET /v2.0/networks/0e7cfec7-f0db-4e55-a057-0bd8d7b078d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354059 Oct 20 11:13:46.840538 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 74ffa4a7-f536-4d65-9a6d-b52fdec4d58f details requested by agent hyperv_n-h2-811396-3 with host n-h2-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:13:46.873819 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8c7a08a5-2e73-4f22-8193-b4f3a6e48875 req-0bfb9e63-3734-4d56-9722-8905145ce9fd tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/security-groups?id=85035705-153f-4e7f-bc13-cde5acad3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911049 Oct 20 11:13:46.913322 n-d-811396-3 neutron-server[100596]: INFO neutron.api.v2.resource [req-40d2c125-a804-4ed4-ba36-31bd5aeb55c3 req-5f253b14-0184-424c-a62c-268ff094ab65 service neutron] delete failed (client error): The resource could not be found. Oct 20 11:13:46.914415 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-40d2c125-a804-4ed4-ba36-31bd5aeb55c3 req-5f253b14-0184-424c-a62c-268ff094ab65 service neutron] 10.222.0.55 "DELETE /v2.0/ports/74ffa4a7-f536-4d65-9a6d-b52fdec4d58f/bindings/n-h1-811396-3 HTTP/1.1" status: 404 len: 380 time: 0.2189119 Oct 20 11:13:46.927917 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0bf4435c-59ea-4509-bf92-c479fae8e62d req-c63675f0-0cf0-4d19-ac4c-2957c3c6a53b service neutron] 10.222.0.69 "GET /v2.0/networks/0e7cfec7-f0db-4e55-a057-0bd8d7b078d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2304120 Oct 20 11:13:46.932044 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0bf4435c-59ea-4509-bf92-c479fae8e62d req-c2866b3c-56c6-4b21-8085-97b280b259b5 service neutron] 10.222.0.55 "GET /v2.0/networks/0e7cfec7-f0db-4e55-a057-0bd8d7b078d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2504685 Oct 20 11:13:46.940791 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 74ffa4a7-f536-4d65-9a6d-b52fdec4d58f, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=74ffa4a7-f536-4d65-9a6d-b52fdec4d58f,segment=NetworkSegment(fc4013bb-c3f1-4f04-9efc-711fb8a74000),segment_id=fc4013bb-c3f1-4f04-9efc-711fb8a74000)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:13:46.952890 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Returning: {'device': '74ffa4a7-f536-4d65-9a6d-b52fdec4d58f', 'network_id': '0e7cfec7-f0db-4e55-a057-0bd8d7b078d0', 'port_id': '74ffa4a7-f536-4d65-9a6d-b52fdec4d58f', 'mac_address': 'fa:16:3e:40:c3:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 846, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa273b6a-8b30-433d-9bda-e7936a4d775d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:13:46.988991 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:47.002383 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74ffa4a7-f536-4d65-9a6d-b52fdec4d58f {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:13:47.022065 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 74ffa4a7-f536-4d65-9a6d-b52fdec4d58f, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=74ffa4a7-f536-4d65-9a6d-b52fdec4d58f,segment=NetworkSegment(fc4013bb-c3f1-4f04-9efc-711fb8a74000),segment_id=fc4013bb-c3f1-4f04-9efc-711fb8a74000)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:13:47.025984 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:47.060426 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [req-85723ce2-c75c-4896-a4d1-bf47ae8be75c req-4fd7423b-9b7b-4273-9329-e4907ea1564d service neutron] (100597) timed out ('10.222.0.64', 57378) {{(pid=100597) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 20 11:13:47.061884 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d2c125-a804-4ed4-ba36-31bd5aeb55c3 req-991e2195-2c91-4151-b080-c0784e31326d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:47.063569 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-40d2c125-a804-4ed4-ba36-31bd5aeb55c3 req-991e2195-2c91-4151-b080-c0784e31326d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0529d7e69e4d46adbc42d3edaa232c39&device_id=d0c39c76-74e2-42a5-9f97-11fab00e8243 HTTP/1.1" status: 200 len: 1095 time: 0.0418403 Oct 20 11:13:47.072916 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=74ffa4a7-f536-4d65-9a6d-b52fdec4d58f,revision_number=8']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:47.080169 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:13:47.080523 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:13:47.080866 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:13:47.081201 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:13:47.081563 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:13:47.081895 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:13:47.082220 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:13:47.082551 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:13:47.082874 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:13:47.083202 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:13:47.083564 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:13:47.083891 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:13:47.132918 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 74ffa4a7-f536-4d65-9a6d-b52fdec4d58f no longer exists at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:13:47.158997 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d2c125-a804-4ed4-ba36-31bd5aeb55c3 req-798348fc-36f3-4780-89e7-94ba28029fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:47.160518 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-40d2c125-a804-4ed4-ba36-31bd5aeb55c3 req-798348fc-36f3-4780-89e7-94ba28029fcb service neutron] 10.222.0.55 "GET /v2.0/networks?id=0e7cfec7-f0db-4e55-a057-0bd8d7b078d0 HTTP/1.1" status: 200 len: 915 time: 0.0905066 Oct 20 11:13:47.176481 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 74ffa4a7-f536-4d65-9a6d-b52fdec4d58f not bound to the agent host n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:13:47.203976 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-40d2c125-a804-4ed4-ba36-31bd5aeb55c3 req-22f72231-02d0-40fd-ba80-d2616f668c62 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74ffa4a7-f536-4d65-9a6d-b52fdec4d58f HTTP/1.1" status: 200 len: 217 time: 0.0363173 Oct 20 11:13:47.247451 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['74ffa4a7-f536-4d65-9a6d-b52fdec4d58f'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:13:47.253181 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 7 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:13:47.257037 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d2c125-a804-4ed4-ba36-31bd5aeb55c3 req-20a2a824-9f19-4bfd-8121-25753432d376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:47.259068 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-40d2c125-a804-4ed4-ba36-31bd5aeb55c3 req-20a2a824-9f19-4bfd-8121-25753432d376 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fa273b6a-8b30-433d-9bda-e7936a4d775d HTTP/1.1" status: 200 len: 854 time: 0.0481925 Oct 20 11:13:47.295768 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-40d2c125-a804-4ed4-ba36-31bd5aeb55c3 req-14d41c4d-aab0-4beb-a107-8379510d124f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0e7cfec7-f0db-4e55-a057-0bd8d7b078d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289326 Oct 20 11:13:47.389877 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-40d2c125-a804-4ed4-ba36-31bd5aeb55c3 req-2e0d83d6-6eed-4fdf-81f7-c8bd41d1b8af service neutron] 10.222.0.55 "GET /v2.0/networks/0e7cfec7-f0db-4e55-a057-0bd8d7b078d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873921 Oct 20 11:13:47.482886 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-40d2c125-a804-4ed4-ba36-31bd5aeb55c3 req-bd11e27b-1d8a-46a3-a86a-ab3ac899182b service neutron] 10.222.0.55 "GET /v2.0/networks/0e7cfec7-f0db-4e55-a057-0bd8d7b078d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864172 Oct 20 11:13:47.996035 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6910c2c3-7b7b-4675-94e2-a16e8c80a43c req-0baffb32-fcb1-4786-b4e9-a9a817dc51df tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:47.997532 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6910c2c3-7b7b-4675-94e2-a16e8c80a43c req-0baffb32-fcb1-4786-b4e9-a9a817dc51df tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0c39c76-74e2-42a5-9f97-11fab00e8243 HTTP/1.1" status: 200 len: 944 time: 0.0492370 Oct 20 11:13:48.036542 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6910c2c3-7b7b-4675-94e2-a16e8c80a43c req-a06e436d-6380-4001-aecb-3a90dadc25cc tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/security-groups?id=85035705-153f-4e7f-bc13-cde5acad3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325513 Oct 20 11:13:48.154820 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991e4982-f4ff-46bb-a28c-6c17ca9c6dff req-937822bc-fb5a-4570-b79d-c9e592f6d69b tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:48.156229 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-991e4982-f4ff-46bb-a28c-6c17ca9c6dff req-937822bc-fb5a-4570-b79d-c9e592f6d69b tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0c39c76-74e2-42a5-9f97-11fab00e8243 HTTP/1.1" status: 200 len: 944 time: 0.0493147 Oct 20 11:13:48.194155 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-991e4982-f4ff-46bb-a28c-6c17ca9c6dff req-1fac30b5-ae17-4ff0-8039-9cb8e4b01b3c tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/security-groups?id=85035705-153f-4e7f-bc13-cde5acad3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320585 Oct 20 11:13:48.311171 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9800e1-09d0-4852-90f5-7f7ac1dd05eb req-a32d26aa-1514-4c7b-8556-75a519fec2c0 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:48.312679 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-af9800e1-09d0-4852-90f5-7f7ac1dd05eb req-a32d26aa-1514-4c7b-8556-75a519fec2c0 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0c39c76-74e2-42a5-9f97-11fab00e8243 HTTP/1.1" status: 200 len: 944 time: 0.0533195 Oct 20 11:13:48.348867 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-af9800e1-09d0-4852-90f5-7f7ac1dd05eb req-f9e997d2-142d-49fe-b7bf-1f6a1fa95fe1 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/security-groups?id=85035705-153f-4e7f-bc13-cde5acad3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301197 Oct 20 11:13:48.674050 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6788433-3aa0-4f21-baff-e0af3f09da4d req-69d21545-947b-425a-95c2-51dbb94f1578 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:48.675459 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f6788433-3aa0-4f21-baff-e0af3f09da4d req-69d21545-947b-425a-95c2-51dbb94f1578 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0c39c76-74e2-42a5-9f97-11fab00e8243 HTTP/1.1" status: 200 len: 944 time: 0.0493603 Oct 20 11:13:48.712818 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f6788433-3aa0-4f21-baff-e0af3f09da4d req-86e57d7e-0b1f-41ff-b2e5-b36b875f33fc tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/security-groups?id=85035705-153f-4e7f-bc13-cde5acad3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311887 Oct 20 11:13:48.861752 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 74ffa4a7-f536-4d65-9a6d-b52fdec4d58f up at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:13:48.908905 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning for port 74ffa4a7-f536-4d65-9a6d-b52fdec4d58f completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:13:48.912676 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning complete for port 74ffa4a7-f536-4d65-9a6d-b52fdec4d58f triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:13:48.913044 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:48.989112 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:49.011835 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0c39c76-74e2-42a5-9f97-11fab00e8243', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74ffa4a7-f536-4d65-9a6d-b52fdec4d58f'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:13:49.014107 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0936ee0f-c05e-4878-ba61-989e6096ffbd" -d '{"events": [{"server_uuid": "d0c39c76-74e2-42a5-9f97-11fab00e8243", "name": "network-vif-plugged", "status": "completed", "tag": "74ffa4a7-f536-4d65-9a6d-b52fdec4d58f"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:13:49.027297 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 74ffa4a7-f536-4d65-9a6d-b52fdec4d58f, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=74ffa4a7-f536-4d65-9a6d-b52fdec4d58f,segment=NetworkSegment(fc4013bb-c3f1-4f04-9efc-711fb8a74000),segment_id=fc4013bb-c3f1-4f04-9efc-711fb8a74000)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:13:49.031481 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:49.054302 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8a81fb2-39bb-4fa4-bace-3b047d72cf1f x-openstack-request-id: req-f8a81fb2-39bb-4fa4-bace-3b047d72cf1f {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:13:49.054590 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0c39c76-74e2-42a5-9f97-11fab00e8243", "name": "network-vif-plugged", "status": "completed", "tag": "74ffa4a7-f536-4d65-9a6d-b52fdec4d58f", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:13:49.054842 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f8a81fb2-39bb-4fa4-bace-3b047d72cf1f {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:13:49.055279 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0c39c76-74e2-42a5-9f97-11fab00e8243', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74ffa4a7-f536-4d65-9a6d-b52fdec4d58f', 'code': 200} Oct 20 11:13:49.079851 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=74ffa4a7-f536-4d65-9a6d-b52fdec4d58f,revision_number=9']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:49.497796 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:49.862726 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf84d8f-436d-4e01-aad6-0360c92c2124 req-f09e6fad-6ea2-4968-b3de-67b0ba3124f0 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:49.864253 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1bf84d8f-436d-4e01-aad6-0360c92c2124 req-f09e6fad-6ea2-4968-b3de-67b0ba3124f0 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0c39c76-74e2-42a5-9f97-11fab00e8243 HTTP/1.1" status: 200 len: 945 time: 0.0849545 Oct 20 11:13:49.871654 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0c94c6-b7ac-407e-8253-7a88ee16569b req-c13f78a6-d682-44ea-8f7d-9103779591d5 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:49.872990 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5f0c94c6-b7ac-407e-8253-7a88ee16569b req-c13f78a6-d682-44ea-8f7d-9103779591d5 tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.69 "GET /v2.0/ports?device_id=d0c39c76-74e2-42a5-9f97-11fab00e8243 HTTP/1.1" status: 200 len: 945 time: 0.0825853 Oct 20 11:13:49.970932 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1bf84d8f-436d-4e01-aad6-0360c92c2124 req-62435023-0963-415e-b8fc-dbedddfc28fa tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.64 "GET /v2.0/security-groups?id=85035705-153f-4e7f-bc13-cde5acad3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969839 Oct 20 11:13:50.001132 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-5f0c94c6-b7ac-407e-8253-7a88ee16569b req-cfb7f9e7-9ec7-4c03-a690-a16c95349eef tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] Deleting port 74ffa4a7-f536-4d65-9a6d-b52fdec4d58f {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:13:50.001476 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-5f0c94c6-b7ac-407e-8253-7a88ee16569b req-cfb7f9e7-9ec7-4c03-a690-a16c95349eef tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:50.097474 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-5f0c94c6-b7ac-407e-8253-7a88ee16569b req-cfb7f9e7-9ec7-4c03-a690-a16c95349eef tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] For port 74ffa4a7-f536-4d65-9a6d-b52fdec4d58f, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=74ffa4a7-f536-4d65-9a6d-b52fdec4d58f,segment=NetworkSegment(fc4013bb-c3f1-4f04-9efc-711fb8a74000),segment_id=fc4013bb-c3f1-4f04-9efc-711fb8a74000)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:13:50.097869 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-5f0c94c6-b7ac-407e-8253-7a88ee16569b req-cfb7f9e7-9ec7-4c03-a690-a16c95349eef tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:50.111178 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-5f0c94c6-b7ac-407e-8253-7a88ee16569b req-cfb7f9e7-9ec7-4c03-a690-a16c95349eef tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] Calling delete_port for 74ffa4a7-f536-4d65-9a6d-b52fdec4d58f owned by compute:nova {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:13:50.247554 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-5f0c94c6-b7ac-407e-8253-7a88ee16569b req-cfb7f9e7-9ec7-4c03-a690-a16c95349eef tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:50.262074 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['74ffa4a7-f536-4d65-9a6d-b52fdec4d58f'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:13:50.278854 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb7f9e7-9ec7-4c03-a690-a16c95349eef tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] Pushing event deleted for resources: {'Port': ['ID=74ffa4a7-f536-4d65-9a6d-b52fdec4d58f,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:50.319807 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f0c94c6-b7ac-407e-8253-7a88ee16569b req-cfb7f9e7-9ec7-4c03-a690-a16c95349eef tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] No DVR routers for this DVR port 74ffa4a7-f536-4d65-9a6d-b52fdec4d58f on host n-h2-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:13:50.322521 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-5f0c94c6-b7ac-407e-8253-7a88ee16569b req-cfb7f9e7-9ec7-4c03-a690-a16c95349eef tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:50.325960 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5f0c94c6-b7ac-407e-8253-7a88ee16569b req-cfb7f9e7-9ec7-4c03-a690-a16c95349eef tempest-ServerDiskConfigTestJSON-2109977522 tempest-ServerDiskConfigTestJSON-2109977522-project] 10.222.0.69 "DELETE /v2.0/ports/74ffa4a7-f536-4d65-9a6d-b52fdec4d58f HTTP/1.1" status: 204 len: 173 time: 0.4464126 Oct 20 11:13:50.326431 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0c39c76-74e2-42a5-9f97-11fab00e8243', 'name': 'network-vif-deleted', 'tag': '74ffa4a7-f536-4d65-9a6d-b52fdec4d58f'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:13:50.328690 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb0c1345-ce56-4a66-ba69-d62cc5fb8ff9" -d '{"events": [{"server_uuid": "d0c39c76-74e2-42a5-9f97-11fab00e8243", "name": "network-vif-deleted", "tag": "74ffa4a7-f536-4d65-9a6d-b52fdec4d58f"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:13:50.366797 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af2eff9d-7f7d-4173-88bc-5c0999637465 x-openstack-request-id: req-af2eff9d-7f7d-4173-88bc-5c0999637465 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:13:50.367094 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0c39c76-74e2-42a5-9f97-11fab00e8243", "name": "network-vif-deleted", "tag": "74ffa4a7-f536-4d65-9a6d-b52fdec4d58f", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:13:50.367376 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-af2eff9d-7f7d-4173-88bc-5c0999637465 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:13:50.368410 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0c39c76-74e2-42a5-9f97-11fab00e8243', 'name': 'network-vif-deleted', 'tag': '74ffa4a7-f536-4d65-9a6d-b52fdec4d58f', 'status': 'completed', 'code': 200} Oct 20 11:13:51.091457 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 43234) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:51.135304 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_v2 [None req-98e028b9-d34f-4f1c-ab8f-e2c3de1f1812 admin admin] Deleting subnet fa273b6a-8b30-433d-9bda-e7936a4d775d {{(pid=100596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:13:51.138304 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-98e028b9-d34f-4f1c-ab8f-e2c3de1f1812 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:51.179177 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-98e028b9-d34f-4f1c-ab8f-e2c3de1f1812 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25189079'] for subnet, precommit_delete_associations {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:51.218553 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-98e028b9-d34f-4f1c-ab8f-e2c3de1f1812 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:51.269818 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-98e028b9-d34f-4f1c-ab8f-e2c3de1f1812 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26836193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26761888'] for subnet, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:51.298019 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e028b9-d34f-4f1c-ab8f-e2c3de1f1812 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa273b6a-8b30-433d-9bda-e7936a4d775d,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:51.301107 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-98e028b9-d34f-4f1c-ab8f-e2c3de1f1812 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:51.304465 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-98e028b9-d34f-4f1c-ab8f-e2c3de1f1812 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/fa273b6a-8b30-433d-9bda-e7936a4d775d HTTP/1.1" status: 204 len: 168 time: 0.2117374 Oct 20 11:13:51.307633 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 43236) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:51.378747 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4a7e545d-364f-4738-91a7-7068e7ddca72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:51.464640 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4a7e545d-364f-4738-91a7-7068e7ddca72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:51.486684 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-4a7e545d-364f-4738-91a7-7068e7ddca72 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e7cfec7-f0db-4e55-a057-0bd8d7b078d0']}} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:13:51.495734 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-4a7e545d-364f-4738-91a7-7068e7ddca72 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc4013bb-c3f1-4f04-9efc-711fb8a74000') {'for_net_delete': True} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:13:51.496030 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-4a7e545d-364f-4738-91a7-7068e7ddca72 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc4013bb-c3f1-4f04-9efc-711fb8a74000') {} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:13:51.505223 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4a7e545d-364f-4738-91a7-7068e7ddca72 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25189038'] for segment, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:51.518102 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4a7e545d-364f-4738-91a7-7068e7ddca72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:51.524321 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a7e545d-364f-4738-91a7-7068e7ddca72 admin admin] Releasing vlan 846 on physical network physnet1 to pool {{(pid=100596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:13:51.524701 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4a7e545d-364f-4738-91a7-7068e7ddca72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26833155'] for segment, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:51.526315 n-d-811396-3 neutron-server[100596]: Traceback (most recent call last): Oct 20 11:13:51.526315 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:13:51.526315 n-d-811396-3 neutron-server[100596]: timer() Oct 20 11:13:51.526315 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:13:51.526315 n-d-811396-3 neutron-server[100596]: cb(*args, **kw) Oct 20 11:13:51.526315 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:13:51.526315 n-d-811396-3 neutron-server[100596]: return func(*args, **kwargs) Oct 20 11:13:51.526315 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:13:51.526315 n-d-811396-3 neutron-server[100596]: self._notify() Oct 20 11:13:51.526315 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:13:51.526315 n-d-811396-3 neutron-server[100596]: self.callback(batched_events) Oct 20 11:13:51.526315 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:13:51.526315 n-d-811396-3 neutron-server[100596]: event.method(event) Oct 20 11:13:51.526315 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:13:51.526315 n-d-811396-3 neutron-server[100596]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:13:51.526315 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:13:51.526315 n-d-811396-3 neutron-server[100596]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:13:51.526315 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:13:51.526315 n-d-811396-3 neutron-server[100596]: return f(self, *a, **k) Oct 20 11:13:51.526315 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:13:51.526315 n-d-811396-3 neutron-server[100596]: return self._get(url).json() Oct 20 11:13:51.526315 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:13:51.526315 n-d-811396-3 neutron-server[100596]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:13:51.526315 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:13:51.526315 n-d-811396-3 neutron-server[100596]: return self.request(url, 'GET', **kwargs) Oct 20 11:13:51.526315 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:13:51.526315 n-d-811396-3 neutron-server[100596]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:13:51.526315 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:13:51.526315 n-d-811396-3 neutron-server[100596]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:13:51.526315 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:13:51.526315 n-d-811396-3 neutron-server[100596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:13:51.526315 n-d-811396-3 neutron-server[100596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:13:51.583899 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4a7e545d-364f-4738-91a7-7068e7ddca72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:51.589958 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4a7e545d-364f-4738-91a7-7068e7ddca72 admin admin] Publish callbacks [] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:51.593275 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-4a7e545d-364f-4738-91a7-7068e7ddca72 admin admin] 10.222.0.64 "DELETE /v2.0/networks/0e7cfec7-f0db-4e55-a057-0bd8d7b078d0 HTTP/1.1" status: 204 len: 168 time: 0.2846110 Oct 20 11:13:51.604224 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7e545d-364f-4738-91a7-7068e7ddca72 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e7cfec7-f0db-4e55-a057-0bd8d7b078d0,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:51.699602 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 43240) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:51.738759 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-72e7b71e-b8aa-41c4-9b05-4fe169efe4ff admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0529d7e69e4d46adbc42d3edaa232c39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380337 Oct 20 11:13:51.741176 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 43242) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:51.787971 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f4f2531c-5940-40fd-a5e7-ee7c43367a54 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:51.810529 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f4f2531c-5940-40fd-a5e7-ee7c43367a54 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:51.860186 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f4f2531c-5940-40fd-a5e7-ee7c43367a54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:51.862871 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f4f2531c-5940-40fd-a5e7-ee7c43367a54 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:51.864058 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-f4f2531c-5940-40fd-a5e7-ee7c43367a54 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/85035705-153f-4e7f-bc13-cde5acad3aa7 HTTP/1.1" status: 204 len: 168 time: 0.1219616 Oct 20 11:13:51.871594 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f2531c-5940-40fd-a5e7-ee7c43367a54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85035705-153f-4e7f-bc13-cde5acad3aa7,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:52.502272 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 43264) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:52.598224 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-e03fff33-e29e-4eb9-9edb-de8724cc0656 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1571779485-network', 'tenant_id': 'a861091a3ed04f928ecb9fc7494352e0'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:13:52.620279 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e03fff33-e29e-4eb9-9edb-de8724cc0656 admin admin] Made reservation on behalf of a861091a3ed04f928ecb9fc7494352e0 for: {'network': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:13:52.622501 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e03fff33-e29e-4eb9-9edb-de8724cc0656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:52.630597 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e03fff33-e29e-4eb9-9edb-de8724cc0656 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:52.704705 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e03fff33-e29e-4eb9-9edb-de8724cc0656 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:52.708274 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e03fff33-e29e-4eb9-9edb-de8724cc0656 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:52.733036 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e03fff33-e29e-4eb9-9edb-de8724cc0656 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 824} {{(pid=100596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:13:52.743147 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03fff33-e29e-4eb9-9edb-de8724cc0656 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba99f62e-504f-4fd7-ae3b-66813de3bec4,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:52.749130 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e03fff33-e29e-4eb9-9edb-de8724cc0656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:52.749478 n-d-811396-3 neutron-server[100596]: INFO neutron.db.segments_db [None req-e03fff33-e29e-4eb9-9edb-de8724cc0656 admin admin] Added segment 49885acc-5a39-437c-96c1-298f1490631c of type vlan for network 8e131716-1fe4-4340-951a-ea3682a6843e Oct 20 11:13:52.789955 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e03fff33-e29e-4eb9-9edb-de8724cc0656 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:52.813562 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e03fff33-e29e-4eb9-9edb-de8724cc0656 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:52.814593 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e03fff33-e29e-4eb9-9edb-de8724cc0656 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:52.815191 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e03fff33-e29e-4eb9-9edb-de8724cc0656 admin admin] Publish callbacks [] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:52.847192 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-e03fff33-e29e-4eb9-9edb-de8724cc0656 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3438001 Oct 20 11:13:52.850733 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 43268) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:52.857723 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-356d6d4f-dd32-49ef-ad83-8538838fee90 admin admin] Request body: {'subnet': {'network_id': '8e131716-1fe4-4340-951a-ea3682a6843e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1571779485-subnet', 'tenant_id': 'a861091a3ed04f928ecb9fc7494352e0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:13:52.871740 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 74ffa4a7-f536-4d65-9a6d-b52fdec4d58f no longer exists at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:13:52.880116 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-356d6d4f-dd32-49ef-ad83-8538838fee90 admin admin] Made reservation on behalf of a861091a3ed04f928ecb9fc7494352e0 for: {'subnet': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:13:52.882592 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-356d6d4f-dd32-49ef-ad83-8538838fee90 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25350782'] for subnet, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:52.886517 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03fff33-e29e-4eb9-9edb-de8724cc0656 admin admin] Pushing event updated for resources: {'Network': ['ID=8e131716-1fe4-4340-951a-ea3682a6843e,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:52.894602 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] No Port match for: 74ffa4a7-f536-4d65-9a6d-b52fdec4d58f {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:13:52.895031 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 74ffa4a7-f536-4d65-9a6d-b52fdec4d58f not bound to the agent host n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:13:52.897831 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network 8e131716-1fe4-4340-951a-ea3682a6843e details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:13:53.049933 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-356d6d4f-dd32-49ef-ad83-8538838fee90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25350752'] for subnet, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:53.107358 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356d6d4f-dd32-49ef-ad83-8538838fee90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=753fffdc-41ee-414e-85ae-148fbed91f7e,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:53.121923 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356d6d4f-dd32-49ef-ad83-8538838fee90 admin admin] Checking segment: {'id': '49885acc-5a39-437c-96c1-298f1490631c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '8e131716-1fe4-4340-951a-ea3682a6843e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:13:53.122180 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-356d6d4f-dd32-49ef-ad83-8538838fee90 admin admin] Network hostable DHCP agents. Network: 8e131716-1fe4-4340-951a-ea3682a6843e, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:13:53.126860 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356d6d4f-dd32-49ef-ad83-8538838fee90 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:13:53.126860 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356d6d4f-dd32-49ef-ad83-8538838fee90 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:13:53.135528 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356d6d4f-dd32-49ef-ad83-8538838fee90 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:13:53.135909 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356d6d4f-dd32-49ef-ad83-8538838fee90 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:13:53.136246 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356d6d4f-dd32-49ef-ad83-8538838fee90 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:13:53.136578 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356d6d4f-dd32-49ef-ad83-8538838fee90 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:13:53.136945 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356d6d4f-dd32-49ef-ad83-8538838fee90 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:13:53.137272 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356d6d4f-dd32-49ef-ad83-8538838fee90 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:13:53.137595 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356d6d4f-dd32-49ef-ad83-8538838fee90 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:13:53.137915 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356d6d4f-dd32-49ef-ad83-8538838fee90 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:13:53.138235 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356d6d4f-dd32-49ef-ad83-8538838fee90 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:13:53.138552 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356d6d4f-dd32-49ef-ad83-8538838fee90 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:13:53.155368 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-356d6d4f-dd32-49ef-ad83-8538838fee90 admin admin] Network 8e131716-1fe4-4340-951a-ea3682a6843e is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:13:53.163544 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-356d6d4f-dd32-49ef-ad83-8538838fee90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, 8e131716-1fe4-4340-951a-ea3682a6843e) {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:13:53.167659 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-356d6d4f-dd32-49ef-ad83-8538838fee90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:53.168249 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-356d6d4f-dd32-49ef-ad83-8538838fee90 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:53.172613 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a5557d-5dd5-4aea-9b95-92c7e016a432 None None] Network 8e131716-1fe4-4340-951a-ea3682a6843e requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:13:53.184483 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-356d6d4f-dd32-49ef-ad83-8538838fee90 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3322821 Oct 20 11:13:53.187290 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 43272) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:53.191769 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-280d5a15-c2ad-4993-b299-e0e12716916e admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1571779485-router', 'tenant_id': 'a861091a3ed04f928ecb9fc7494352e0', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:13:53.212187 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-280d5a15-c2ad-4993-b299-e0e12716916e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1772442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258322'] for router, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:53.213446 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-280d5a15-c2ad-4993-b299-e0e12716916e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1772334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773516', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258315'] for router, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:53.267465 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-280d5a15-c2ad-4993-b299-e0e12716916e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:53.324630 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7037a343-01e8-4bdf-85a8-cef634781992 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524064ba-869c-5550-b826-c26b69a11278-8e131716-1fe4-4340-951a-ea3682a6843e', 'network_id': '8e131716-1fe4-4340-951a-ea3682a6843e', 'tenant_id': 'a861091a3ed04f928ecb9fc7494352e0', 'fixed_ips': [{'subnet_id': '753fffdc-41ee-414e-85ae-148fbed91f7e'}]}} from n-d-811396-3. {{(pid=100598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:13:53.325659 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-7037a343-01e8-4bdf-85a8-cef634781992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:53.411847 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-280d5a15-c2ad-4993-b299-e0e12716916e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:53.466938 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-7037a343-01e8-4bdf-85a8-cef634781992 None None] Allocated IP 172.20.0.2 (8e131716-1fe4-4340-951a-ea3682a6843e/753fffdc-41ee-414e-85ae-148fbed91f7e/9b5a5773-0739-4fbe-a649-51244f780823) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:13:53.612628 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-280d5a15-c2ad-4993-b299-e0e12716916e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:53.615048 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-7037a343-01e8-4bdf-85a8-cef634781992 None None] Publish callbacks [] for port, precommit_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:53.621014 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-7037a343-01e8-4bdf-85a8-cef634781992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:53.632011 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-280d5a15-c2ad-4993-b299-e0e12716916e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:53.661470 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7037a343-01e8-4bdf-85a8-cef634781992 None None] Network 8e131716-1fe4-4340-951a-ea3682a6843e is already hosted by enough agents. {{(pid=100598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:13:53.665838 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.base_scheduler [None req-7037a343-01e8-4bdf-85a8-cef634781992 None None] Resources bound (agent type, host, resource id): {{(pid=100598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:13:53.670018 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7037a343-01e8-4bdf-85a8-cef634781992 None None] Received port after_create {{(pid=100598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:13:53.673050 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7037a343-01e8-4bdf-85a8-cef634781992 None None] Pushing event updated for resources: {'Port': ['ID=9b5a5773-0739-4fbe-a649-51244f780823,revision_number=1']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:53.723660 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-7037a343-01e8-4bdf-85a8-cef634781992 None None] Attempting to bind port 9b5a5773-0739-4fbe-a649-51244f780823 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:13:53.724125 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-7037a343-01e8-4bdf-85a8-cef634781992 None None] Attempting to bind port 9b5a5773-0739-4fbe-a649-51244f780823 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '49885acc-5a39-437c-96c1-298f1490631c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '8e131716-1fe4-4340-951a-ea3682a6843e'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:13:53.724491 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7037a343-01e8-4bdf-85a8-cef634781992 None None] Attempting to bind port 9b5a5773-0739-4fbe-a649-51244f780823 on network 8e131716-1fe4-4340-951a-ea3682a6843e {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:13:53.729389 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7037a343-01e8-4bdf-85a8-cef634781992 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:13:53.729762 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7037a343-01e8-4bdf-85a8-cef634781992 None None] Checking segment: {'id': '49885acc-5a39-437c-96c1-298f1490631c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '8e131716-1fe4-4340-951a-ea3682a6843e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:13:53.730156 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-7037a343-01e8-4bdf-85a8-cef634781992 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:53.730549 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7037a343-01e8-4bdf-85a8-cef634781992 None None] Bound using segment: {'id': '49885acc-5a39-437c-96c1-298f1490631c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '8e131716-1fe4-4340-951a-ea3682a6843e'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:13:53.731009 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-7037a343-01e8-4bdf-85a8-cef634781992 None None] Bound port: 9b5a5773-0739-4fbe-a649-51244f780823, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49885acc-5a39-437c-96c1-298f1490631c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '8e131716-1fe4-4340-951a-ea3682a6843e'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:13:53.731400 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-7037a343-01e8-4bdf-85a8-cef634781992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:53.739094 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-280d5a15-c2ad-4993-b299-e0e12716916e admin admin] Allocated IP 172.25.1.172 (cbe170d3-31ba-45a2-b477-520ab0a7a8ea/f4e26aca-17ac-4adb-a66b-d939a1b35b64/1a47596d-4c45-4857-8f6d-6971839f2b62) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:13:53.802819 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-7037a343-01e8-4bdf-85a8-cef634781992 None None] For port 9b5a5773-0739-4fbe-a649-51244f780823, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:13:53.806785 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-7037a343-01e8-4bdf-85a8-cef634781992 None None] For port 9b5a5773-0739-4fbe-a649-51244f780823, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=9b5a5773-0739-4fbe-a649-51244f780823,segment=NetworkSegment(49885acc-5a39-437c-96c1-298f1490631c),segment_id=49885acc-5a39-437c-96c1-298f1490631c)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:13:53.810719 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-7037a343-01e8-4bdf-85a8-cef634781992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:53.855997 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-280d5a15-c2ad-4993-b299-e0e12716916e admin admin] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:53.872560 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7037a343-01e8-4bdf-85a8-cef634781992 None None] Pushing event updated for resources: {'Port': ['ID=9b5a5773-0739-4fbe-a649-51244f780823,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:53.894357 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-280d5a15-c2ad-4993-b299-e0e12716916e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:53.943854 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-280d5a15-c2ad-4993-b299-e0e12716916e admin admin] Network cbe170d3-31ba-45a2-b477-520ab0a7a8ea is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:13:53.947365 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-280d5a15-c2ad-4993-b299-e0e12716916e admin admin] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:13:53.951001 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280d5a15-c2ad-4993-b299-e0e12716916e admin admin] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:13:53.973846 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280d5a15-c2ad-4993-b299-e0e12716916e admin admin] Pushing event updated for resources: {'Port': ['ID=1a47596d-4c45-4857-8f6d-6971839f2b62,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:54.214785 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-280d5a15-c2ad-4993-b299-e0e12716916e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:54.372274 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 9b5a5773-0739-4fbe-a649-51244f780823 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:13:54.419060 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-280d5a15-c2ad-4993-b299-e0e12716916e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1773475'] for router, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:54.420167 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 9b5a5773-0739-4fbe-a649-51244f780823 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:13:54.420545 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:54.504341 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:54.538889 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] For port 9b5a5773-0739-4fbe-a649-51244f780823, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=9b5a5773-0739-4fbe-a649-51244f780823,segment=NetworkSegment(49885acc-5a39-437c-96c1-298f1490631c),segment_id=49885acc-5a39-437c-96c1-298f1490631c)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:13:54.543990 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:54.557359 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-280d5a15-c2ad-4993-b299-e0e12716916e admin admin] Router bc3d8a16-1cd7-4726-a722-5dbcd0ede152 is scheduled to L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 with binding_index 1 {{(pid=100597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 11:13:54.595486 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Pushing event updated for resources: {'Port': ['ID=9b5a5773-0739-4fbe-a649-51244f780823,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:54.666788 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-280d5a15-c2ad-4993-b299-e0e12716916e admin admin] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:13:54.677860 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d141c9e4-7553-4c4d-8324-249d6519e71c None None] Sync routers for ids ['bc3d8a16-1cd7-4726-a722-5dbcd0ede152'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:13:54.687669 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-280d5a15-c2ad-4993-b299-e0e12716916e admin admin] Publish callbacks [] for router, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:54.691536 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d141c9e4-7553-4c4d-8324-249d6519e71c None None] Routers {'bc3d8a16-1cd7-4726-a722-5dbcd0ede152'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:13:54.691670 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-280d5a15-c2ad-4993-b299-e0e12716916e admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.5006948 Oct 20 11:13:54.691792 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-d141c9e4-7553-4c4d-8324-249d6519e71c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:13:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['bc3d8a16-1cd7-4726-a722-5dbcd0ede152'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:13:54.691904 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 43274) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:54.802647 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-d141c9e4-7553-4c4d-8324-249d6519e71c None None] Set router bc3d8a16-1cd7-4726-a722-5dbcd0ede152 gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:13:54.861962 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-276f40ac-497d-4e68-90de-7821f3c0d53b None None] Network 8e131716-1fe4-4340-951a-ea3682a6843e requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:13:55.011777 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-6114f16e-39d8-46a4-aa55-5f8bcacffef9 None None] Provisioning complete for port 9b5a5773-0739-4fbe-a649-51244f780823 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:13:55.012438 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-6114f16e-39d8-46a4-aa55-5f8bcacffef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:55.217971 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-d141c9e4-7553-4c4d-8324-249d6519e71c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc3d8a16-1cd7-4726-a722-5dbcd0ede152', 'name': 'tempest-ServerActionsTestJSON-1571779485-router', 'tenant_id': 'a861091a3ed04f928ecb9fc7494352e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '1a47596d-4c45-4857-8f6d-6971839f2b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:13:53Z', 'updated_at': '2021-10-20T11:13:54Z', 'revision_number': 3, 'project_id': 'a861091a3ed04f928ecb9fc7494352e0', 'gw_port': {'id': '1a47596d-4c45-4857-8f6d-6971839f2b62', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:32:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc3d8a16-1cd7-4726-a722-5dbcd0ede152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:13:53Z', 'updated_at': '2021-10-20T11:13:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:13:55.249011 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d141c9e4-7553-4c4d-8324-249d6519e71c None None] Checking router: bc3d8a16-1cd7-4726-a722-5dbcd0ede152 for host: n-d-811396-3 {{(pid=100598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:13:55.249197 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d141c9e4-7553-4c4d-8324-249d6519e71c None None] Updating router bc3d8a16-1cd7-4726-a722-5dbcd0ede152 port 1a47596d-4c45-4857-8f6d-6971839f2b62 binding host n-d-811396-3 {{(pid=100598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:13:55.276980 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-d141c9e4-7553-4c4d-8324-249d6519e71c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:55.379426 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-98e6799f-eab8-48f1-b69e-2b97da7f4b4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:55.538377 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-98e6799f-eab8-48f1-b69e-2b97da7f4b4d admin admin] Allocated IP 172.20.0.1 (8e131716-1fe4-4340-951a-ea3682a6843e/753fffdc-41ee-414e-85ae-148fbed91f7e/7c18a350-c32d-45d3-9ea2-5916a3746a6a) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:13:55.540046 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-25eb7b54-5a37-48ce-b0ca-aa3e5aef124f None None] Provisioning complete for port 9b5a5773-0739-4fbe-a649-51244f780823 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:13:55.540421 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-25eb7b54-5a37-48ce-b0ca-aa3e5aef124f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:55.566899 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-d141c9e4-7553-4c4d-8324-249d6519e71c None None] Publish callbacks [] for port, precommit_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:55.577306 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-d141c9e4-7553-4c4d-8324-249d6519e71c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:55.643295 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5154e6df-d4e9-45a9-a56f-b09c45216393 None None] Pushing event updated for resources: {'Port': ['ID=1a47596d-4c45-4857-8f6d-6971839f2b62,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:55.643660 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-98e6799f-eab8-48f1-b69e-2b97da7f4b4d admin admin] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:55.645559 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-d141c9e4-7553-4c4d-8324-249d6519e71c None None] Attempting to bind port 1a47596d-4c45-4857-8f6d-6971839f2b62 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:13:55.645935 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-d141c9e4-7553-4c4d-8324-249d6519e71c None None] Attempting to bind port 1a47596d-4c45-4857-8f6d-6971839f2b62 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:13:55.646299 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d141c9e4-7553-4c4d-8324-249d6519e71c None None] Attempting to bind port 1a47596d-4c45-4857-8f6d-6971839f2b62 on network cbe170d3-31ba-45a2-b477-520ab0a7a8ea {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:13:55.654200 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d141c9e4-7553-4c4d-8324-249d6519e71c None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:13:55.654576 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d141c9e4-7553-4c4d-8324-249d6519e71c None None] Checking segment: {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:13:55.654973 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-d141c9e4-7553-4c4d-8324-249d6519e71c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:55.655349 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d141c9e4-7553-4c4d-8324-249d6519e71c None None] Bound using segment: {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:13:55.655841 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-d141c9e4-7553-4c4d-8324-249d6519e71c None None] Bound port: 1a47596d-4c45-4857-8f6d-6971839f2b62, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:13:55.656222 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-d141c9e4-7553-4c4d-8324-249d6519e71c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:55.677657 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-98e6799f-eab8-48f1-b69e-2b97da7f4b4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:55.721932 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e6799f-eab8-48f1-b69e-2b97da7f4b4d admin admin] Network 8e131716-1fe4-4340-951a-ea3682a6843e is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:13:55.726359 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-98e6799f-eab8-48f1-b69e-2b97da7f4b4d admin admin] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:13:55.730367 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e6799f-eab8-48f1-b69e-2b97da7f4b4d admin admin] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:13:55.739013 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-d141c9e4-7553-4c4d-8324-249d6519e71c None None] For port 1a47596d-4c45-4857-8f6d-6971839f2b62, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:13:55.743353 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-d141c9e4-7553-4c4d-8324-249d6519e71c None None] For port 1a47596d-4c45-4857-8f6d-6971839f2b62, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=1a47596d-4c45-4857-8f6d-6971839f2b62,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:13:55.748293 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-d141c9e4-7553-4c4d-8324-249d6519e71c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:55.755571 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e6799f-eab8-48f1-b69e-2b97da7f4b4d admin admin] Pushing event updated for resources: {'Port': ['ID=7c18a350-c32d-45d3-9ea2-5916a3746a6a,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:55.772882 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-98e6799f-eab8-48f1-b69e-2b97da7f4b4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1774540'] for router_interface, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:55.809958 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5154e6df-d4e9-45a9-a56f-b09c45216393 None None] Pushing event updated for resources: {'Port': ['ID=1a47596d-4c45-4857-8f6d-6971839f2b62,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:55.813092 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d141c9e4-7553-4c4d-8324-249d6519e71c None None] Routers {'bc3d8a16-1cd7-4726-a722-5dbcd0ede152'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:13:55.813780 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-d141c9e4-7553-4c4d-8324-249d6519e71c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:13:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['bc3d8a16-1cd7-4726-a722-5dbcd0ede152'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:13:55.910084 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-98e6799f-eab8-48f1-b69e-2b97da7f4b4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:55.931830 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-d141c9e4-7553-4c4d-8324-249d6519e71c None None] Set router bc3d8a16-1cd7-4726-a722-5dbcd0ede152 gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:13:56.068737 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-98e6799f-eab8-48f1-b69e-2b97da7f4b4d admin admin] Publish callbacks [] for port, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:56.074277 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-98e6799f-eab8-48f1-b69e-2b97da7f4b4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:56.074426 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-cbee6b5e-9bd2-4c29-90c8-6fa3f394ec49 None None] Provisioning complete for port 7c18a350-c32d-45d3-9ea2-5916a3746a6a triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:13:56.074895 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-cbee6b5e-9bd2-4c29-90c8-6fa3f394ec49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:56.145676 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-98e6799f-eab8-48f1-b69e-2b97da7f4b4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1774432'] for router_interface, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:56.147476 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e6799f-eab8-48f1-b69e-2b97da7f4b4d admin admin] Pushing event updated for resources: {'Port': ['ID=7c18a350-c32d-45d3-9ea2-5916a3746a6a,revision_number=2']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:56.248107 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e6799f-eab8-48f1-b69e-2b97da7f4b4d admin admin] Network 8e131716-1fe4-4340-951a-ea3682a6843e is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:13:56.249849 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-98e6799f-eab8-48f1-b69e-2b97da7f4b4d admin admin] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:13:56.298959 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-cbee6b5e-9bd2-4c29-90c8-6fa3f394ec49 None None] Port 7c18a350-c32d-45d3-9ea2-5916a3746a6a cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:13:56.327863 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-d141c9e4-7553-4c4d-8324-249d6519e71c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc3d8a16-1cd7-4726-a722-5dbcd0ede152', 'name': 'tempest-ServerActionsTestJSON-1571779485-router', 'tenant_id': 'a861091a3ed04f928ecb9fc7494352e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '1a47596d-4c45-4857-8f6d-6971839f2b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:13:53Z', 'updated_at': '2021-10-20T11:13:54Z', 'revision_number': 3, 'project_id': 'a861091a3ed04f928ecb9fc7494352e0', 'gw_port': {'id': '1a47596d-4c45-4857-8f6d-6971839f2b62', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:32:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc3d8a16-1cd7-4726-a722-5dbcd0ede152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:13:53Z', 'updated_at': '2021-10-20T11:13:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:13:56.360648 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d141c9e4-7553-4c4d-8324-249d6519e71c None None] The sync data for ids ['bc3d8a16-1cd7-4726-a722-5dbcd0ede152'] in n-d-811396-3 is: [{'id': 'bc3d8a16-1cd7-4726-a722-5dbcd0ede152', 'name': 'tempest-ServerActionsTestJSON-1571779485-router', 'tenant_id': 'a861091a3ed04f928ecb9fc7494352e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '1a47596d-4c45-4857-8f6d-6971839f2b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:13:53Z', 'updated_at': '2021-10-20T11:13:54Z', 'revision_number': 3, 'project_id': 'a861091a3ed04f928ecb9fc7494352e0', 'gw_port': {'id': '1a47596d-4c45-4857-8f6d-6971839f2b62', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:32:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc3d8a16-1cd7-4726-a722-5dbcd0ede152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:13:53Z', 'updated_at': '2021-10-20T11:13:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:13:56.371517 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 9b5a5773-0739-4fbe-a649-51244f780823 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:13:56.386420 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98e6799f-eab8-48f1-b69e-2b97da7f4b4d admin admin] Router bc3d8a16-1cd7-4726-a722-5dbcd0ede152 has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:13:56.433983 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 9b5a5773-0739-4fbe-a649-51244f780823 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:13:56.434611 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:56.507585 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98e6799f-eab8-48f1-b69e-2b97da7f4b4d admin admin] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:13:56.514260 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-98e6799f-eab8-48f1-b69e-2b97da7f4b4d admin admin] 10.222.0.64 "PUT /v2.0/routers/bc3d8a16-1cd7-4726-a722-5dbcd0ede152/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8201516 Oct 20 11:13:56.540079 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-ca5a4b95-84f7-4564-8411-ede8376f01c4 None None] Provisioning complete for port 7c18a350-c32d-45d3-9ea2-5916a3746a6a triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:13:56.540337 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-ca5a4b95-84f7-4564-8411-ede8376f01c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:56.577630 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-ca5a4b95-84f7-4564-8411-ede8376f01c4 None None] Port 7c18a350-c32d-45d3-9ea2-5916a3746a6a cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:13:57.057153 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 43282) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:57.064218 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-48fae6ef-22fc-4840-b068-b9744543aa39 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2084927906', 'description': 'tempest-description--1123247988'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:13:57.087016 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-48fae6ef-22fc-4840-b068-b9744543aa39 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:57.154237 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-48fae6ef-22fc-4840-b068-b9744543aa39 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:57.158405 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-48fae6ef-22fc-4840-b068-b9744543aa39 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:57.190580 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-48fae6ef-22fc-4840-b068-b9744543aa39 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:57.191889 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-48fae6ef-22fc-4840-b068-b9744543aa39 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1334469 Oct 20 11:13:57.194821 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 43284) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:57.199563 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-c0950ad3-28d7-4f32-8a19-f08dbc8dc866 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Request body: {'security_group_rule': {'security_group_id': '83054b74-c51a-41f3-ab21-eaa24a2d865f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:13:57.201478 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fae6ef-22fc-4840-b068-b9744543aa39 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83054b74-c51a-41f3-ab21-eaa24a2d865f,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:57.226233 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c0950ad3-28d7-4f32-8a19-f08dbc8dc866 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:57.281331 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c0950ad3-28d7-4f32-8a19-f08dbc8dc866 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:57.285312 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c0950ad3-28d7-4f32-8a19-f08dbc8dc866 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:57.306896 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0950ad3-28d7-4f32-8a19-f08dbc8dc866 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48973c48-f5cd-4b4b-b6a9-9f3fe078c98a,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:57.312722 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c0950ad3-28d7-4f32-8a19-f08dbc8dc866 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:57.313925 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-c0950ad3-28d7-4f32-8a19-f08dbc8dc866 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1179736 Oct 20 11:13:57.316586 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 43286) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:57.321347 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-d8da511e-402c-40a5-9539-918dde2a50c0 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Request body: {'security_group_rule': {'security_group_id': '83054b74-c51a-41f3-ab21-eaa24a2d865f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:13:57.347773 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d8da511e-402c-40a5-9539-918dde2a50c0 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:57.404687 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d8da511e-402c-40a5-9539-918dde2a50c0 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:57.408552 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d8da511e-402c-40a5-9539-918dde2a50c0 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:57.427461 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8da511e-402c-40a5-9539-918dde2a50c0 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25584efd-85dc-429c-bc1e-a064143df858,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:57.433324 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d8da511e-402c-40a5-9539-918dde2a50c0 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:57.434628 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-d8da511e-402c-40a5-9539-918dde2a50c0 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1171122 Oct 20 11:13:57.437594 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 43288) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:13:57.441814 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-a33d3dd3-ef98-454e-81cf-fb2b5af04320 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Request body: {'floatingip': {'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:13:57.464549 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a33d3dd3-ef98-454e-81cf-fb2b5af04320 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Publish callbacks [] for floatingip, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:57.562850 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a33d3dd3-ef98-454e-81cf-fb2b5af04320 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:57.669281 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [None req-a33d3dd3-ef98-454e-81cf-fb2b5af04320 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Allocated IP 172.25.1.157 (cbe170d3-31ba-45a2-b477-520ab0a7a8ea/f4e26aca-17ac-4adb-a66b-d939a1b35b64/2cdbaf40-b213-4774-9247-13fbc4debdc9) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:13:57.772597 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a33d3dd3-ef98-454e-81cf-fb2b5af04320 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:57.805879 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a33d3dd3-ef98-454e-81cf-fb2b5af04320 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:57.842330 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a33d3dd3-ef98-454e-81cf-fb2b5af04320 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Network cbe170d3-31ba-45a2-b477-520ab0a7a8ea is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:13:57.845316 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-a33d3dd3-ef98-454e-81cf-fb2b5af04320 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:13:57.848746 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33d3dd3-ef98-454e-81cf-fb2b5af04320 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:13:57.876923 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33d3dd3-ef98-454e-81cf-fb2b5af04320 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Pushing event updated for resources: {'Port': ['ID=2cdbaf40-b213-4774-9247-13fbc4debdc9,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:57.926283 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f849468-6c20-4958-b05e-1256eced4aa8 None None] Sync routers for ids ['bc3d8a16-1cd7-4726-a722-5dbcd0ede152'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:13:57.936547 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f849468-6c20-4958-b05e-1256eced4aa8 None None] Routers {'bc3d8a16-1cd7-4726-a722-5dbcd0ede152'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:13:57.937154 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-7f849468-6c20-4958-b05e-1256eced4aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:13:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['bc3d8a16-1cd7-4726-a722-5dbcd0ede152'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:13:57.940526 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a33d3dd3-ef98-454e-81cf-fb2b5af04320 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:57.973799 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a33d3dd3-ef98-454e-81cf-fb2b5af04320 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:58.039928 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-7f849468-6c20-4958-b05e-1256eced4aa8 None None] Set router bc3d8a16-1cd7-4726-a722-5dbcd0ede152 gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:13:58.123045 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a33d3dd3-ef98-454e-81cf-fb2b5af04320 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:58.127603 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a33d3dd3-ef98-454e-81cf-fb2b5af04320 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:58.194795 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33d3dd3-ef98-454e-81cf-fb2b5af04320 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Pushing event updated for resources: {'Port': ['ID=2cdbaf40-b213-4774-9247-13fbc4debdc9,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:58.209298 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a33d3dd3-ef98-454e-81cf-fb2b5af04320 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1773381'] for floatingip, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:58.224814 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a33d3dd3-ef98-454e-81cf-fb2b5af04320 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for floatingip, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:58.226043 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-a33d3dd3-ef98-454e-81cf-fb2b5af04320 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7875297 Oct 20 11:13:58.239577 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-7f849468-6c20-4958-b05e-1256eced4aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc3d8a16-1cd7-4726-a722-5dbcd0ede152', 'name': 'tempest-ServerActionsTestJSON-1571779485-router', 'tenant_id': 'a861091a3ed04f928ecb9fc7494352e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '1a47596d-4c45-4857-8f6d-6971839f2b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:13:53Z', 'updated_at': '2021-10-20T11:13:55Z', 'revision_number': 4, 'project_id': 'a861091a3ed04f928ecb9fc7494352e0', 'gw_port': {'id': '1a47596d-4c45-4857-8f6d-6971839f2b62', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:32:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc3d8a16-1cd7-4726-a722-5dbcd0ede152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:13:53Z', 'updated_at': '2021-10-20T11:13:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '7c18a350-c32d-45d3-9ea2-5916a3746a6a', 'name': '', 'network_id': '8e131716-1fe4-4340-951a-ea3682a6843e', 'tenant_id': 'a861091a3ed04f928ecb9fc7494352e0', 'mac_address': 'fa:16:3e:4f:df:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc3d8a16-1cd7-4726-a722-5dbcd0ede152', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '753fffdc-41ee-414e-85ae-148fbed91f7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:13:55Z', 'updated_at': '2021-10-20T11:13:55Z', 'revision_number': 2, 'project_id': 'a861091a3ed04f928ecb9fc7494352e0', 'subnets': [{'id': '753fffdc-41ee-414e-85ae-148fbed91f7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:13:58.271455 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f849468-6c20-4958-b05e-1256eced4aa8 None None] Checking router: bc3d8a16-1cd7-4726-a722-5dbcd0ede152 for host: n-d-811396-3 {{(pid=100599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:13:58.271817 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f849468-6c20-4958-b05e-1256eced4aa8 None None] Updating router bc3d8a16-1cd7-4726-a722-5dbcd0ede152 port 7c18a350-c32d-45d3-9ea2-5916a3746a6a binding host n-d-811396-3 {{(pid=100599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:13:58.309916 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-7f849468-6c20-4958-b05e-1256eced4aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:58.365359 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 1a47596d-4c45-4857-8f6d-6971839f2b62 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:13:58.382687 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d14bf26a-5a0f-48b8-b65c-6b05c568bc0a req-5fa8719b-6a67-4598-87de-ea7cdd4b9bd3 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--2084927906&fields=id&tenant_id=a861091a3ed04f928ecb9fc7494352e0 HTTP/1.1" status: 200 len: 267 time: 0.0421696 Oct 20 11:13:58.418361 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 1a47596d-4c45-4857-8f6d-6971839f2b62 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:13:58.418924 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:58.498125 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14bf26a-5a0f-48b8-b65c-6b05c568bc0a req-63f8d237-6951-4a33-aea9-6d75b8136628 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:13:58.500724 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:58.503909 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d14bf26a-5a0f-48b8-b65c-6b05c568bc0a req-63f8d237-6951-4a33-aea9-6d75b8136628 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/networks?id=8e131716-1fe4-4340-951a-ea3682a6843e HTTP/1.1" status: 200 len: 812 time: 0.1127884 Oct 20 11:13:58.516647 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d14bf26a-5a0f-48b8-b65c-6b05c568bc0a req-81eead50-0d7d-4ecb-9100-ce9aa338fe9a tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/quotas/a861091a3ed04f928ecb9fc7494352e0 HTTP/1.1" status: 200 len: 375 time: 0.0102761 Oct 20 11:13:58.522891 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] For port 1a47596d-4c45-4857-8f6d-6971839f2b62, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=1a47596d-4c45-4857-8f6d-6971839f2b62,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:13:58.527525 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:58.573838 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d14bf26a-5a0f-48b8-b65c-6b05c568bc0a req-3da9010e-6e8d-4569-9a23-5c44c9785b39 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=a861091a3ed04f928ecb9fc7494352e0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0501528 Oct 20 11:13:58.578570 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Pushing event updated for resources: {'Port': ['ID=1a47596d-4c45-4857-8f6d-6971839f2b62,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:58.596104 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-7f849468-6c20-4958-b05e-1256eced4aa8 None None] Publish callbacks [] for port, precommit_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:58.602041 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-7f849468-6c20-4958-b05e-1256eced4aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:58.648800 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c6f92-828f-4a50-8d0f-d0b7e89341ec None None] Pushing event updated for resources: {'Port': ['ID=7c18a350-c32d-45d3-9ea2-5916a3746a6a,revision_number=3']} {{(pid=100599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:58.677494 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6c6f92-828f-4a50-8d0f-d0b7e89341ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:13:58.677494 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6c6f92-828f-4a50-8d0f-d0b7e89341ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:13:58.677494 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6c6f92-828f-4a50-8d0f-d0b7e89341ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:13:58.677863 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6c6f92-828f-4a50-8d0f-d0b7e89341ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:13:58.677863 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6c6f92-828f-4a50-8d0f-d0b7e89341ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:13:58.678212 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6c6f92-828f-4a50-8d0f-d0b7e89341ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:13:58.678538 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6c6f92-828f-4a50-8d0f-d0b7e89341ec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:13:58.678863 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6c6f92-828f-4a50-8d0f-d0b7e89341ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:13:58.679470 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6c6f92-828f-4a50-8d0f-d0b7e89341ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:13:58.680381 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6c6f92-828f-4a50-8d0f-d0b7e89341ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:13:58.680710 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6c6f92-828f-4a50-8d0f-d0b7e89341ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:13:58.681034 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6c6f92-828f-4a50-8d0f-d0b7e89341ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:13:58.691980 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d14bf26a-5a0f-48b8-b65c-6b05c568bc0a req-3c4ba0d9-1240-4b33-a40f-61018e9a8273 service neutron] 10.222.0.64 "GET /v2.0/networks/8e131716-1fe4-4340-951a-ea3682a6843e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036649 Oct 20 11:13:58.712761 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-7f849468-6c20-4958-b05e-1256eced4aa8 None None] Attempting to bind port 7c18a350-c32d-45d3-9ea2-5916a3746a6a on host n-d-811396-3 for vnic_type normal with profile {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:13:58.713226 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-7f849468-6c20-4958-b05e-1256eced4aa8 None None] Attempting to bind port 7c18a350-c32d-45d3-9ea2-5916a3746a6a by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '49885acc-5a39-437c-96c1-298f1490631c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '8e131716-1fe4-4340-951a-ea3682a6843e'}] {{(pid=100599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:13:58.713671 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f849468-6c20-4958-b05e-1256eced4aa8 None None] Attempting to bind port 7c18a350-c32d-45d3-9ea2-5916a3746a6a on network 8e131716-1fe4-4340-951a-ea3682a6843e {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:13:58.718771 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f849468-6c20-4958-b05e-1256eced4aa8 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:13:58.719228 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f849468-6c20-4958-b05e-1256eced4aa8 None None] Checking segment: {'id': '49885acc-5a39-437c-96c1-298f1490631c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '8e131716-1fe4-4340-951a-ea3682a6843e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:13:58.719734 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-7f849468-6c20-4958-b05e-1256eced4aa8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:58.720180 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f849468-6c20-4958-b05e-1256eced4aa8 None None] Bound using segment: {'id': '49885acc-5a39-437c-96c1-298f1490631c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '8e131716-1fe4-4340-951a-ea3682a6843e'} {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:13:58.720797 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-7f849468-6c20-4958-b05e-1256eced4aa8 None None] Bound port: 7c18a350-c32d-45d3-9ea2-5916a3746a6a, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49885acc-5a39-437c-96c1-298f1490631c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '8e131716-1fe4-4340-951a-ea3682a6843e'}}] {{(pid=100599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:13:58.721253 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-7f849468-6c20-4958-b05e-1256eced4aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:58.782032 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d14bf26a-5a0f-48b8-b65c-6b05c568bc0a req-57f0c5fe-625e-4566-9bfd-74a57493ae9d service neutron] 10.222.0.64 "GET /v2.0/networks/8e131716-1fe4-4340-951a-ea3682a6843e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889537 Oct 20 11:13:58.784873 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.db [None req-7f849468-6c20-4958-b05e-1256eced4aa8 None None] For port 7c18a350-c32d-45d3-9ea2-5916a3746a6a, host n-d-811396-3, cleared binding levels {{(pid=100599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:13:58.788547 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.db [None req-7f849468-6c20-4958-b05e-1256eced4aa8 None None] For port 7c18a350-c32d-45d3-9ea2-5916a3746a6a, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=7c18a350-c32d-45d3-9ea2-5916a3746a6a,segment=NetworkSegment(49885acc-5a39-437c-96c1-298f1490631c),segment_id=49885acc-5a39-437c-96c1-298f1490631c)] {{(pid=100599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:13:58.794123 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-7f849468-6c20-4958-b05e-1256eced4aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:58.853462 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f849468-6c20-4958-b05e-1256eced4aa8 None None] Routers {'bc3d8a16-1cd7-4726-a722-5dbcd0ede152'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:13:58.853646 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-7f849468-6c20-4958-b05e-1256eced4aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:13:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['bc3d8a16-1cd7-4726-a722-5dbcd0ede152'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:13:58.896122 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c6f92-828f-4a50-8d0f-d0b7e89341ec None None] Pushing event updated for resources: {'Port': ['ID=7c18a350-c32d-45d3-9ea2-5916a3746a6a,revision_number=4']} {{(pid=100599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:58.919736 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-62f9de26-74fa-4c70-a8f2-cf6753ef23dc None None] Provisioning complete for port 7c18a350-c32d-45d3-9ea2-5916a3746a6a triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:13:58.920118 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-62f9de26-74fa-4c70-a8f2-cf6753ef23dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:58.974784 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-7f849468-6c20-4958-b05e-1256eced4aa8 None None] Set router bc3d8a16-1cd7-4726-a722-5dbcd0ede152 gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:13:59.004024 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-62f9de26-74fa-4c70-a8f2-cf6753ef23dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:59.038029 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-62f9de26-74fa-4c70-a8f2-cf6753ef23dc None None] For port 7c18a350-c32d-45d3-9ea2-5916a3746a6a, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=7c18a350-c32d-45d3-9ea2-5916a3746a6a,segment=NetworkSegment(49885acc-5a39-437c-96c1-298f1490631c),segment_id=49885acc-5a39-437c-96c1-298f1490631c)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:13:59.043796 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-62f9de26-74fa-4c70-a8f2-cf6753ef23dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:59.095060 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f9de26-74fa-4c70-a8f2-cf6753ef23dc None None] Pushing event updated for resources: {'Port': ['ID=7c18a350-c32d-45d3-9ea2-5916a3746a6a,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:13:59.162987 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-3b40d384-a73f-46fd-886c-460e3d614083 None None] Provisioning complete for port 7c18a350-c32d-45d3-9ea2-5916a3746a6a triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:13:59.163666 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3b40d384-a73f-46fd-886c-460e3d614083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:13:59.191923 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-7f849468-6c20-4958-b05e-1256eced4aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc3d8a16-1cd7-4726-a722-5dbcd0ede152', 'name': 'tempest-ServerActionsTestJSON-1571779485-router', 'tenant_id': 'a861091a3ed04f928ecb9fc7494352e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '1a47596d-4c45-4857-8f6d-6971839f2b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:13:53Z', 'updated_at': '2021-10-20T11:13:55Z', 'revision_number': 4, 'project_id': 'a861091a3ed04f928ecb9fc7494352e0', 'gw_port': {'id': '1a47596d-4c45-4857-8f6d-6971839f2b62', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:32:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3d8a16-1cd7-4726-a722-5dbcd0ede152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:13:53Z', 'updated_at': '2021-10-20T11:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '7c18a350-c32d-45d3-9ea2-5916a3746a6a', 'name': '', 'network_id': '8e131716-1fe4-4340-951a-ea3682a6843e', 'tenant_id': 'a861091a3ed04f928ecb9fc7494352e0', 'mac_address': 'fa:16:3e:4f:df:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc3d8a16-1cd7-4726-a722-5dbcd0ede152', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '753fffdc-41ee-414e-85ae-148fbed91f7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:13:55Z', 'updated_at': '2021-10-20T11:13:58Z', 'revision_number': 4, 'project_id': 'a861091a3ed04f928ecb9fc7494352e0', 'subnets': [{'id': '753fffdc-41ee-414e-85ae-148fbed91f7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:13:59.220001 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f849468-6c20-4958-b05e-1256eced4aa8 None None] The sync data for ids ['bc3d8a16-1cd7-4726-a722-5dbcd0ede152'] in n-d-811396-3 is: [{'id': 'bc3d8a16-1cd7-4726-a722-5dbcd0ede152', 'name': 'tempest-ServerActionsTestJSON-1571779485-router', 'tenant_id': 'a861091a3ed04f928ecb9fc7494352e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '1a47596d-4c45-4857-8f6d-6971839f2b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:13:53Z', 'updated_at': '2021-10-20T11:13:55Z', 'revision_number': 4, 'project_id': 'a861091a3ed04f928ecb9fc7494352e0', 'gw_port': {'id': '1a47596d-4c45-4857-8f6d-6971839f2b62', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:32:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3d8a16-1cd7-4726-a722-5dbcd0ede152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:13:53Z', 'updated_at': '2021-10-20T11:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '7c18a350-c32d-45d3-9ea2-5916a3746a6a', 'name': '', 'network_id': '8e131716-1fe4-4340-951a-ea3682a6843e', 'tenant_id': 'a861091a3ed04f928ecb9fc7494352e0', 'mac_address': 'fa:16:3e:4f:df:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc3d8a16-1cd7-4726-a722-5dbcd0ede152', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '753fffdc-41ee-414e-85ae-148fbed91f7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:13:55Z', 'updated_at': '2021-10-20T11:13:58Z', 'revision_number': 4, 'project_id': 'a861091a3ed04f928ecb9fc7494352e0', 'subnets': [{'id': '753fffdc-41ee-414e-85ae-148fbed91f7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:13:59.997705 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-db4fa5d4-f734-450f-895d-e5d7fa31b538 req-b88f4ff5-623d-43ab-be61-543026f5152c tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ee5bc80-ebd0-4021-8a15-f4d3abedc111 HTTP/1.1" status: 200 len: 210 time: 0.0318160 Oct 20 11:14:00.418868 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 1a47596d-4c45-4857-8f6d-6971839f2b62 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:14:00.467245 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 1a47596d-4c45-4857-8f6d-6971839f2b62 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:14:00.467646 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:00.551650 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 7c18a350-c32d-45d3-9ea2-5916a3746a6a up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:14:00.598824 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 7c18a350-c32d-45d3-9ea2-5916a3746a6a triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:14:00.599227 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:00.941300 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14bf26a-5a0f-48b8-b65c-6b05c568bc0a req-c014e7a6-dd9a-45aa-87e3-ea70c82f374a tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:00.942674 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d14bf26a-5a0f-48b8-b65c-6b05c568bc0a req-c014e7a6-dd9a-45aa-87e3-ea70c82f374a tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.69 "GET /v2.0/networks?id=8e131716-1fe4-4340-951a-ea3682a6843e HTTP/1.1" status: 200 len: 812 time: 0.1025155 Oct 20 11:14:00.986010 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d14bf26a-5a0f-48b8-b65c-6b05c568bc0a req-53092ce6-a08a-4996-869d-f8b81712f995 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a861091a3ed04f928ecb9fc7494352e0 HTTP/1.1" status: 200 len: 380 time: 0.0338566 Oct 20 11:14:00.995782 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-d14bf26a-5a0f-48b8-b65c-6b05c568bc0a req-02b2476f-22b9-495a-b2f9-d8e6ccb0f418 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Request body: {'port': {'device_id': '1ee5bc80-ebd0-4021-8a15-f4d3abedc111', 'network_id': '8e131716-1fe4-4340-951a-ea3682a6843e', 'admin_state_up': True, 'tenant_id': 'a861091a3ed04f928ecb9fc7494352e0', 'security_groups': ['83054b74-c51a-41f3-ab21-eaa24a2d865f']}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:14:01.104230 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e1fe5cf8-6e3b-4039-a3fc-163efa3a5c69 req-53aa752a-552d-491a-a2cd-e497e2e2fda2 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ee5bc80-ebd0-4021-8a15-f4d3abedc111 HTTP/1.1" status: 200 len: 210 time: 0.0351818 Oct 20 11:14:01.127897 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d14bf26a-5a0f-48b8-b65c-6b05c568bc0a req-02b2476f-22b9-495a-b2f9-d8e6ccb0f418 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Made reservation on behalf of a861091a3ed04f928ecb9fc7494352e0 for: {'port': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:14:01.131516 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-d14bf26a-5a0f-48b8-b65c-6b05c568bc0a req-02b2476f-22b9-495a-b2f9-d8e6ccb0f418 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:01.257598 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [req-d14bf26a-5a0f-48b8-b65c-6b05c568bc0a req-02b2476f-22b9-495a-b2f9-d8e6ccb0f418 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Allocated IP 172.20.0.8 (8e131716-1fe4-4340-951a-ea3682a6843e/753fffdc-41ee-414e-85ae-148fbed91f7e/176ac968-f69d-4f83-94c2-5deaf495acbc) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:14:01.389719 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-d14bf26a-5a0f-48b8-b65c-6b05c568bc0a req-02b2476f-22b9-495a-b2f9-d8e6ccb0f418 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:01.426830 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-d14bf26a-5a0f-48b8-b65c-6b05c568bc0a req-02b2476f-22b9-495a-b2f9-d8e6ccb0f418 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:01.469283 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d14bf26a-5a0f-48b8-b65c-6b05c568bc0a req-02b2476f-22b9-495a-b2f9-d8e6ccb0f418 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Network 8e131716-1fe4-4340-951a-ea3682a6843e is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:14:01.472421 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [req-d14bf26a-5a0f-48b8-b65c-6b05c568bc0a req-02b2476f-22b9-495a-b2f9-d8e6ccb0f418 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:14:01.474903 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-d14bf26a-5a0f-48b8-b65c-6b05c568bc0a req-02b2476f-22b9-495a-b2f9-d8e6ccb0f418 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:14:01.504536 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b2476f-22b9-495a-b2f9-d8e6ccb0f418 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Pushing event updated for resources: {'Port': ['ID=176ac968-f69d-4f83-94c2-5deaf495acbc,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:01.539143 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14bf26a-5a0f-48b8-b65c-6b05c568bc0a req-02b2476f-22b9-495a-b2f9-d8e6ccb0f418 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:01.539801 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-d14bf26a-5a0f-48b8-b65c-6b05c568bc0a req-02b2476f-22b9-495a-b2f9-d8e6ccb0f418 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:01.556469 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d14bf26a-5a0f-48b8-b65c-6b05c568bc0a req-02b2476f-22b9-495a-b2f9-d8e6ccb0f418 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5648108 Oct 20 11:14:01.569293 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-d14bf26a-5a0f-48b8-b65c-6b05c568bc0a req-f258eef1-3406-4434-90b9-4d9f899d69c1 service neutron] Request body: {'port': {'device_id': '1ee5bc80-ebd0-4021-8a15-f4d3abedc111', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811396-3'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:14:01.628535 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-d14bf26a-5a0f-48b8-b65c-6b05c568bc0a req-f258eef1-3406-4434-90b9-4d9f899d69c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:01.888071 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-b6a91213-5898-4a03-8403-e635a7b019fa None None] Provisioning complete for port 176ac968-f69d-4f83-94c2-5deaf495acbc triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:14:01.888666 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-b6a91213-5898-4a03-8403-e635a7b019fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:01.908559 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [req-d14bf26a-5a0f-48b8-b65c-6b05c568bc0a req-f258eef1-3406-4434-90b9-4d9f899d69c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 176ac968-f69d-4f83-94c2-5deaf495acbc {{(pid=100596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:14:01.916522 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-d14bf26a-5a0f-48b8-b65c-6b05c568bc0a req-f258eef1-3406-4434-90b9-4d9f899d69c1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:01.930380 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-b6a91213-5898-4a03-8403-e635a7b019fa None None] Port 176ac968-f69d-4f83-94c2-5deaf495acbc cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:14:01.931188 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.provisioning_blocks [req-d14bf26a-5a0f-48b8-b65c-6b05c568bc0a req-f258eef1-3406-4434-90b9-4d9f899d69c1 service neutron] Transition to ACTIVE for port object 176ac968-f69d-4f83-94c2-5deaf495acbc will not be triggered until provisioned by entity L2. {{(pid=100596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:14:01.936577 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-d14bf26a-5a0f-48b8-b65c-6b05c568bc0a req-f258eef1-3406-4434-90b9-4d9f899d69c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:02.002819 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f258eef1-3406-4434-90b9-4d9f899d69c1 service neutron] Pushing event updated for resources: {'Port': ['ID=176ac968-f69d-4f83-94c2-5deaf495acbc,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:02.061389 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-d14bf26a-5a0f-48b8-b65c-6b05c568bc0a req-f258eef1-3406-4434-90b9-4d9f899d69c1 service neutron] Attempting to bind port 176ac968-f69d-4f83-94c2-5deaf495acbc on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:14:02.061725 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-d14bf26a-5a0f-48b8-b65c-6b05c568bc0a req-f258eef1-3406-4434-90b9-4d9f899d69c1 service neutron] Attempting to bind port 176ac968-f69d-4f83-94c2-5deaf495acbc by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': '49885acc-5a39-437c-96c1-298f1490631c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '8e131716-1fe4-4340-951a-ea3682a6843e'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:14:02.062057 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d14bf26a-5a0f-48b8-b65c-6b05c568bc0a req-f258eef1-3406-4434-90b9-4d9f899d69c1 service neutron] Attempting to bind port 176ac968-f69d-4f83-94c2-5deaf495acbc on network 8e131716-1fe4-4340-951a-ea3682a6843e {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:14:02.066525 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d14bf26a-5a0f-48b8-b65c-6b05c568bc0a req-f258eef1-3406-4434-90b9-4d9f899d69c1 service neutron] Port 176ac968-f69d-4f83-94c2-5deaf495acbc on network 8e131716-1fe4-4340-951a-ea3682a6843e not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:14:02.066847 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d14bf26a-5a0f-48b8-b65c-6b05c568bc0a req-f258eef1-3406-4434-90b9-4d9f899d69c1 service neutron] Attempting to bind port 176ac968-f69d-4f83-94c2-5deaf495acbc on network 8e131716-1fe4-4340-951a-ea3682a6843e {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:14:02.071741 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d14bf26a-5a0f-48b8-b65c-6b05c568bc0a req-f258eef1-3406-4434-90b9-4d9f899d69c1 service neutron] Checking agent: {'id': '061232a2-7adc-4ba1-a873-e8cb136b064d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:14:02.072106 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d14bf26a-5a0f-48b8-b65c-6b05c568bc0a req-f258eef1-3406-4434-90b9-4d9f899d69c1 service neutron] Checking segment: {'id': '49885acc-5a39-437c-96c1-298f1490631c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '8e131716-1fe4-4340-951a-ea3682a6843e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:14:02.073016 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d14bf26a-5a0f-48b8-b65c-6b05c568bc0a req-f258eef1-3406-4434-90b9-4d9f899d69c1 service neutron] Bound using segment: {'id': '49885acc-5a39-437c-96c1-298f1490631c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '8e131716-1fe4-4340-951a-ea3682a6843e'} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:14:02.073444 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-d14bf26a-5a0f-48b8-b65c-6b05c568bc0a req-f258eef1-3406-4434-90b9-4d9f899d69c1 service neutron] Bound port: 176ac968-f69d-4f83-94c2-5deaf495acbc, host: n-h2-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49885acc-5a39-437c-96c1-298f1490631c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '8e131716-1fe4-4340-951a-ea3682a6843e'}}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:14:02.073802 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-d14bf26a-5a0f-48b8-b65c-6b05c568bc0a req-f258eef1-3406-4434-90b9-4d9f899d69c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:02.138579 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-d14bf26a-5a0f-48b8-b65c-6b05c568bc0a req-f258eef1-3406-4434-90b9-4d9f899d69c1 service neutron] For port 176ac968-f69d-4f83-94c2-5deaf495acbc, host n-h2-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:14:02.141846 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-d14bf26a-5a0f-48b8-b65c-6b05c568bc0a req-f258eef1-3406-4434-90b9-4d9f899d69c1 service neutron] For port 176ac968-f69d-4f83-94c2-5deaf495acbc, host n-h2-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=176ac968-f69d-4f83-94c2-5deaf495acbc,segment=NetworkSegment(49885acc-5a39-437c-96c1-298f1490631c),segment_id=49885acc-5a39-437c-96c1-298f1490631c)] {{(pid=100596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:14:02.148631 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-d14bf26a-5a0f-48b8-b65c-6b05c568bc0a req-f258eef1-3406-4434-90b9-4d9f899d69c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:02.184495 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14bf26a-5a0f-48b8-b65c-6b05c568bc0a req-f258eef1-3406-4434-90b9-4d9f899d69c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:02.185125 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-d14bf26a-5a0f-48b8-b65c-6b05c568bc0a req-f258eef1-3406-4434-90b9-4d9f899d69c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:02.186539 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d14bf26a-5a0f-48b8-b65c-6b05c568bc0a req-f258eef1-3406-4434-90b9-4d9f899d69c1 service neutron] 10.222.0.69 "PUT /v2.0/ports/176ac968-f69d-4f83-94c2-5deaf495acbc HTTP/1.1" status: 200 len: 1091 time: 0.6218894 Oct 20 11:14:02.188272 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ee5bc80-ebd0-4021-8a15-f4d3abedc111', 'tag': '176ac968-f69d-4f83-94c2-5deaf495acbc'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:14:02.190623 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8559347-acb4-4b4c-a0e9-b2e4448eb42e" -d '{"events": [{"name": "network-changed", "server_uuid": "1ee5bc80-ebd0-4021-8a15-f4d3abedc111", "tag": "176ac968-f69d-4f83-94c2-5deaf495acbc"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:14:02.253940 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70d39093-89b2-433d-8fff-5b8a48ae820d x-openstack-request-id: req-70d39093-89b2-433d-8fff-5b8a48ae820d {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:14:02.254244 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ee5bc80-ebd0-4021-8a15-f4d3abedc111", "tag": "176ac968-f69d-4f83-94c2-5deaf495acbc", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:14:02.254501 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-70d39093-89b2-433d-8fff-5b8a48ae820d {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:14:02.254900 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ee5bc80-ebd0-4021-8a15-f4d3abedc111', 'tag': '176ac968-f69d-4f83-94c2-5deaf495acbc', 'status': 'completed', 'code': 200} Oct 20 11:14:02.577194 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f258eef1-3406-4434-90b9-4d9f899d69c1 service neutron] Pushing event updated for resources: {'Port': ['ID=176ac968-f69d-4f83-94c2-5deaf495acbc,revision_number=3']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:02.601528 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36913b4-2782-4434-afae-239e2563884e req-ee2b5190-d39c-478a-84da-2123a4d70b60 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:02.603010 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d36913b4-2782-4434-afae-239e2563884e req-ee2b5190-d39c-478a-84da-2123a4d70b60 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ee5bc80-ebd0-4021-8a15-f4d3abedc111 HTTP/1.1" status: 200 len: 943 time: 0.4156222 Oct 20 11:14:02.608770 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14bf26a-5a0f-48b8-b65c-6b05c568bc0a req-81495104-89ae-45af-9731-7d7ce71ebfbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:02.610159 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d14bf26a-5a0f-48b8-b65c-6b05c568bc0a req-81495104-89ae-45af-9731-7d7ce71ebfbf service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a861091a3ed04f928ecb9fc7494352e0&device_id=1ee5bc80-ebd0-4021-8a15-f4d3abedc111 HTTP/1.1" status: 200 len: 1094 time: 0.3767164 Oct 20 11:14:02.661672 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d14bf26a-5a0f-48b8-b65c-6b05c568bc0a req-90492b3d-57f4-4884-8721-976ce601a66e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=176ac968-f69d-4f83-94c2-5deaf495acbc HTTP/1.1" status: 200 len: 217 time: 0.0373447 Oct 20 11:14:02.682522 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d36913b4-2782-4434-afae-239e2563884e req-437907a4-0dbf-41f7-a1d2-83f50fc3589d tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/security-groups?id=83054b74-c51a-41f3-ab21-eaa24a2d865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714514 Oct 20 11:14:02.716095 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14bf26a-5a0f-48b8-b65c-6b05c568bc0a req-6e3a4e1e-50c1-4aca-b8a9-5098bf01908d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:02.717592 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d14bf26a-5a0f-48b8-b65c-6b05c568bc0a req-6e3a4e1e-50c1-4aca-b8a9-5098bf01908d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=753fffdc-41ee-414e-85ae-148fbed91f7e HTTP/1.1" status: 200 len: 851 time: 0.0484159 Oct 20 11:14:02.765563 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14bf26a-5a0f-48b8-b65c-6b05c568bc0a req-ddcbe9c6-bf58-45e5-89cf-0db18e51360d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:02.767045 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d14bf26a-5a0f-48b8-b65c-6b05c568bc0a req-ddcbe9c6-bf58-45e5-89cf-0db18e51360d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8e131716-1fe4-4340-951a-ea3682a6843e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430577 Oct 20 11:14:02.854801 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d14bf26a-5a0f-48b8-b65c-6b05c568bc0a req-4740d4b0-d577-4731-b977-76c08a1a5529 service neutron] 10.222.0.69 "GET /v2.0/networks/8e131716-1fe4-4340-951a-ea3682a6843e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804601 Oct 20 11:14:02.943456 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d14bf26a-5a0f-48b8-b65c-6b05c568bc0a req-b14dd3de-2c46-42ac-a1f7-37fb05f83897 service neutron] 10.222.0.69 "GET /v2.0/networks/8e131716-1fe4-4340-951a-ea3682a6843e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821774 Oct 20 11:14:03.028496 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8559347-acb4-4b4c-a0e9-b2e4448eb42e req-cef3380d-1e92-4df9-b44d-d4a0855bcfc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:03.029948 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c8559347-acb4-4b4c-a0e9-b2e4448eb42e req-cef3380d-1e92-4df9-b44d-d4a0855bcfc4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a861091a3ed04f928ecb9fc7494352e0&device_id=1ee5bc80-ebd0-4021-8a15-f4d3abedc111 HTTP/1.1" status: 200 len: 1094 time: 0.0398211 Oct 20 11:14:03.122263 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8559347-acb4-4b4c-a0e9-b2e4448eb42e req-f8aedd12-e97d-4971-aa19-6611f8e8bb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:03.124004 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c8559347-acb4-4b4c-a0e9-b2e4448eb42e req-f8aedd12-e97d-4971-aa19-6611f8e8bb8a service neutron] 10.222.0.69 "GET /v2.0/networks?id=8e131716-1fe4-4340-951a-ea3682a6843e HTTP/1.1" status: 200 len: 913 time: 0.0874431 Oct 20 11:14:03.164523 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c8559347-acb4-4b4c-a0e9-b2e4448eb42e req-840da4be-5285-4cb1-969b-6d1a53dff6fb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=176ac968-f69d-4f83-94c2-5deaf495acbc HTTP/1.1" status: 200 len: 217 time: 0.0336013 Oct 20 11:14:03.212740 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8559347-acb4-4b4c-a0e9-b2e4448eb42e req-c73b0910-108b-41d0-af2b-c9c0db0968fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:03.214290 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c8559347-acb4-4b4c-a0e9-b2e4448eb42e req-c73b0910-108b-41d0-af2b-c9c0db0968fa service neutron] 10.222.0.69 "GET /v2.0/subnets?id=753fffdc-41ee-414e-85ae-148fbed91f7e HTTP/1.1" status: 200 len: 851 time: 0.0424442 Oct 20 11:14:03.265392 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8559347-acb4-4b4c-a0e9-b2e4448eb42e req-99e96ad5-bf06-4b3a-948e-5b00a449d7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:03.266938 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c8559347-acb4-4b4c-a0e9-b2e4448eb42e req-99e96ad5-bf06-4b3a-948e-5b00a449d7dc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8e131716-1fe4-4340-951a-ea3682a6843e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450485 Oct 20 11:14:03.378394 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c8559347-acb4-4b4c-a0e9-b2e4448eb42e req-e6ccddcb-95a2-449e-ac96-d666e3ab831a service neutron] 10.222.0.69 "GET /v2.0/networks/8e131716-1fe4-4340-951a-ea3682a6843e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033669 Oct 20 11:14:03.471963 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c8559347-acb4-4b4c-a0e9-b2e4448eb42e req-d3592272-9f55-4083-ad8a-1234aea8b84a service neutron] 10.222.0.69 "GET /v2.0/networks/8e131716-1fe4-4340-951a-ea3682a6843e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862346 Oct 20 11:14:03.567730 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-ba51589b-3ae1-4ad4-b622-3c20d1ad5d55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:03.796886 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5912e9-9a0e-4d89-9f98-59e4abbf4b37 req-fc5b4b23-0f80-48f0-a076-944a2ffd342b tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:03.798354 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ae5912e9-9a0e-4d89-9f98-59e4abbf4b37 req-fc5b4b23-0f80-48f0-a076-944a2ffd342b tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ee5bc80-ebd0-4021-8a15-f4d3abedc111 HTTP/1.1" status: 200 len: 943 time: 0.0481408 Oct 20 11:14:03.834899 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ae5912e9-9a0e-4d89-9f98-59e4abbf4b37 req-dc17512f-5ace-423d-bb7c-66bd05981d1d tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/security-groups?id=83054b74-c51a-41f3-ab21-eaa24a2d865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307000 Oct 20 11:14:04.934716 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 176ac968-f69d-4f83-94c2-5deaf495acbc details requested by agent hyperv_n-h2-811396-3 with host n-h2-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:14:04.947358 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7358c538-0c47-498c-90d7-c8941b851711 req-dd4222d9-8949-4a4f-9282-7b773b7c5a39 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:04.948945 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7358c538-0c47-498c-90d7-c8941b851711 req-dd4222d9-8949-4a4f-9282-7b773b7c5a39 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ee5bc80-ebd0-4021-8a15-f4d3abedc111 HTTP/1.1" status: 200 len: 943 time: 0.0488100 Oct 20 11:14:04.986922 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7358c538-0c47-498c-90d7-c8941b851711 req-47a2fec5-a560-421b-9a31-3e737b04fb45 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/security-groups?id=83054b74-c51a-41f3-ab21-eaa24a2d865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316715 Oct 20 11:14:05.028278 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 176ac968-f69d-4f83-94c2-5deaf495acbc, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=176ac968-f69d-4f83-94c2-5deaf495acbc,segment=NetworkSegment(49885acc-5a39-437c-96c1-298f1490631c),segment_id=49885acc-5a39-437c-96c1-298f1490631c)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:14:05.040570 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Returning: {'device': '176ac968-f69d-4f83-94c2-5deaf495acbc', 'network_id': '8e131716-1fe4-4340-951a-ea3682a6843e', 'port_id': '176ac968-f69d-4f83-94c2-5deaf495acbc', 'mac_address': 'fa:16:3e:9d:2f:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 824, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '753fffdc-41ee-414e-85ae-148fbed91f7e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:14:05.081126 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:05.093702 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 176ac968-f69d-4f83-94c2-5deaf495acbc {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:14:05.112582 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 176ac968-f69d-4f83-94c2-5deaf495acbc, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=176ac968-f69d-4f83-94c2-5deaf495acbc,segment=NetworkSegment(49885acc-5a39-437c-96c1-298f1490631c),segment_id=49885acc-5a39-437c-96c1-298f1490631c)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:14:05.116076 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:05.162241 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=176ac968-f69d-4f83-94c2-5deaf495acbc,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:05.303750 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['176ac968-f69d-4f83-94c2-5deaf495acbc'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:14:06.109873 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb1913b-d6c2-42f3-b45a-ac4d61a884aa req-3e4593a8-6a0d-4dda-86d4-9780653a21b4 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:06.111764 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9bb1913b-d6c2-42f3-b45a-ac4d61a884aa req-3e4593a8-6a0d-4dda-86d4-9780653a21b4 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ee5bc80-ebd0-4021-8a15-f4d3abedc111 HTTP/1.1" status: 200 len: 944 time: 0.0589864 Oct 20 11:14:06.148879 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9bb1913b-d6c2-42f3-b45a-ac4d61a884aa req-e0fd0a26-0183-40fe-9cb5-b496d9efc6f2 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/security-groups?id=83054b74-c51a-41f3-ab21-eaa24a2d865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312181 Oct 20 11:14:06.431284 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-aadbb392-8fe0-4697-b63e-945d4ad96b1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:06.934258 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 176ac968-f69d-4f83-94c2-5deaf495acbc up at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:14:06.985764 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning for port 176ac968-f69d-4f83-94c2-5deaf495acbc completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:14:06.989377 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning complete for port 176ac968-f69d-4f83-94c2-5deaf495acbc triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:14:06.989765 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:07.065575 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:07.086955 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ee5bc80-ebd0-4021-8a15-f4d3abedc111', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '176ac968-f69d-4f83-94c2-5deaf495acbc'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:14:07.089242 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e76ec99-db2b-4fa1-b3be-c38bb1cbf5f6" -d '{"events": [{"server_uuid": "1ee5bc80-ebd0-4021-8a15-f4d3abedc111", "name": "network-vif-plugged", "status": "completed", "tag": "176ac968-f69d-4f83-94c2-5deaf495acbc"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:14:07.106112 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 176ac968-f69d-4f83-94c2-5deaf495acbc, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=176ac968-f69d-4f83-94c2-5deaf495acbc,segment=NetworkSegment(49885acc-5a39-437c-96c1-298f1490631c),segment_id=49885acc-5a39-437c-96c1-298f1490631c)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:14:07.110365 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:07.139695 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37c5b660-287b-4873-8a0c-f342168e85eb x-openstack-request-id: req-37c5b660-287b-4873-8a0c-f342168e85eb {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:14:07.139993 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ee5bc80-ebd0-4021-8a15-f4d3abedc111", "name": "network-vif-plugged", "status": "completed", "tag": "176ac968-f69d-4f83-94c2-5deaf495acbc", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:14:07.140252 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-37c5b660-287b-4873-8a0c-f342168e85eb {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:14:07.140653 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ee5bc80-ebd0-4021-8a15-f4d3abedc111', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '176ac968-f69d-4f83-94c2-5deaf495acbc', 'code': 200} Oct 20 11:14:07.186977 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=176ac968-f69d-4f83-94c2-5deaf495acbc,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:14:07.189912 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:07.268191 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8697c4-9edd-4bd0-b8b4-1e91ce62042e req-35e05f87-586e-4d19-8e4d-4aa6b1c144c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:07.269750 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ad8697c4-9edd-4bd0-b8b4-1e91ce62042e req-35e05f87-586e-4d19-8e4d-4aa6b1c144c9 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=1ee5bc80-ebd0-4021-8a15-f4d3abedc111 HTTP/1.1" status: 200 len: 1096 time: 0.0775208 Oct 20 11:14:07.304677 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382305ae-5478-4efc-98c3-44366ddf4d7b req-d2f6d162-37ca-4b7f-9345-b85372db101c tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:07.306242 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-382305ae-5478-4efc-98c3-44366ddf4d7b req-d2f6d162-37ca-4b7f-9345-b85372db101c tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ee5bc80-ebd0-4021-8a15-f4d3abedc111 HTTP/1.1" status: 200 len: 945 time: 0.0804751 Oct 20 11:14:07.325976 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ad8697c4-9edd-4bd0-b8b4-1e91ce62042e req-6b23d39d-7050-4168-9e05-348f38cde634 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=83054b74-c51a-41f3-ab21-eaa24a2d865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475323 Oct 20 11:14:07.352164 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-382305ae-5478-4efc-98c3-44366ddf4d7b req-24bd5156-ad05-445b-9a79-f00607f33d89 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/security-groups?id=83054b74-c51a-41f3-ab21-eaa24a2d865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376537 Oct 20 11:14:07.657176 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:08.370149 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:08.476079 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0dbf40-7db7-4013-8217-4c07ab1df0bd req-32f78ea5-0c23-4601-8a4e-25896657c680 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:08.477570 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8d0dbf40-7db7-4013-8217-4c07ab1df0bd req-32f78ea5-0c23-4601-8a4e-25896657c680 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ee5bc80-ebd0-4021-8a15-f4d3abedc111 HTTP/1.1" status: 200 len: 945 time: 0.0537374 Oct 20 11:14:08.517313 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8d0dbf40-7db7-4013-8217-4c07ab1df0bd req-bee9230f-475d-4ffd-9135-71ceeb53b692 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/security-groups?id=83054b74-c51a-41f3-ab21-eaa24a2d865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332854 Oct 20 11:14:09.032486 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:09.631682 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c177167-a00d-46b0-bf84-136c83408fc6 req-192ad7c0-9dc0-4821-b3ae-2a3649fdf879 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:09.633193 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2c177167-a00d-46b0-bf84-136c83408fc6 req-192ad7c0-9dc0-4821-b3ae-2a3649fdf879 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ee5bc80-ebd0-4021-8a15-f4d3abedc111 HTTP/1.1" status: 200 len: 945 time: 0.0506833 Oct 20 11:14:09.670168 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2c177167-a00d-46b0-bf84-136c83408fc6 req-658d39d6-9c87-4aa3-8f79-fd73e2bbc916 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/security-groups?id=83054b74-c51a-41f3-ab21-eaa24a2d865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305486 Oct 20 11:14:09.778301 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044860e8-e15f-49e8-9e12-b3c0313458b5 req-e6fc2b01-ba40-424d-a91d-8d8d21e4fea8 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:09.780440 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-044860e8-e15f-49e8-9e12-b3c0313458b5 req-e6fc2b01-ba40-424d-a91d-8d8d21e4fea8 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ee5bc80-ebd0-4021-8a15-f4d3abedc111 HTTP/1.1" status: 200 len: 945 time: 0.0490720 Oct 20 11:14:09.789040 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 43338) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:09.793447 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-82365fda-aa9a-448c-bf3e-7c30c0c517ff tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Request body: {'floatingip': {'port_id': '176ac968-f69d-4f83-94c2-5deaf495acbc'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:14:09.835039 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-82365fda-aa9a-448c-bf3e-7c30c0c517ff tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Publish callbacks [] for floatingip, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:10.253476 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-82365fda-aa9a-448c-bf3e-7c30c0c517ff tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:10.257272 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-82365fda-aa9a-448c-bf3e-7c30c0c517ff tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1773381'] for floatingip, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:10.353415 n-d-811396-3 neutron-server[100596]: INFO neutron.db.l3_db [None req-82365fda-aa9a-448c-bf3e-7c30c0c517ff tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Floating IP f10b0c84-ed99-4470-b93f-d0b7d6c42ae2 associated. External IP: 172.25.1.157, port: 176ac968-f69d-4f83-94c2-5deaf495acbc. Oct 20 11:14:10.557550 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82365fda-aa9a-448c-bf3e-7c30c0c517ff tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Router bc3d8a16-1cd7-4726-a722-5dbcd0ede152 has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:14:10.668498 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82365fda-aa9a-448c-bf3e-7c30c0c517ff tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:14:10.673068 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-82365fda-aa9a-448c-bf3e-7c30c0c517ff tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for floatingip, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:10.678583 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548bb496-eb5d-44c6-a052-6fcedb4cc27f None None] Sync routers for ids ['bc3d8a16-1cd7-4726-a722-5dbcd0ede152'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:14:10.688186 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548bb496-eb5d-44c6-a052-6fcedb4cc27f None None] Routers {'bc3d8a16-1cd7-4726-a722-5dbcd0ede152'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:14:10.688803 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-548bb496-eb5d-44c6-a052-6fcedb4cc27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:14:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['bc3d8a16-1cd7-4726-a722-5dbcd0ede152'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:14:10.702711 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-82365fda-aa9a-448c-bf3e-7c30c0c517ff tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "PUT /v2.0/floatingips/f10b0c84-ed99-4470-b93f-d0b7d6c42ae2 HTTP/1.1" status: 200 len: 991 time: 0.9094090 Oct 20 11:14:10.702711 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ee5bc80-ebd0-4021-8a15-f4d3abedc111', 'tag': '176ac968-f69d-4f83-94c2-5deaf495acbc'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:14:10.703791 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7dc1e5a-004d-4d86-9c3e-88110bfb27ec" -d '{"events": [{"name": "network-changed", "server_uuid": "1ee5bc80-ebd0-4021-8a15-f4d3abedc111", "tag": "176ac968-f69d-4f83-94c2-5deaf495acbc"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:14:10.741282 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d4732d3-1f99-4bed-a388-94eabc708844 x-openstack-request-id: req-7d4732d3-1f99-4bed-a388-94eabc708844 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:14:10.741579 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ee5bc80-ebd0-4021-8a15-f4d3abedc111", "tag": "176ac968-f69d-4f83-94c2-5deaf495acbc", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:14:10.741833 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7d4732d3-1f99-4bed-a388-94eabc708844 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:14:10.742635 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ee5bc80-ebd0-4021-8a15-f4d3abedc111', 'tag': '176ac968-f69d-4f83-94c2-5deaf495acbc', 'status': 'completed', 'code': 200} Oct 20 11:14:10.801130 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-548bb496-eb5d-44c6-a052-6fcedb4cc27f None None] Set router bc3d8a16-1cd7-4726-a722-5dbcd0ede152 gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:14:10.810106 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dc1e5a-004d-4d86-9c3e-88110bfb27ec req-8a224b96-0dfd-4ad2-a939-22fe91db27e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:10.811619 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c7dc1e5a-004d-4d86-9c3e-88110bfb27ec req-8a224b96-0dfd-4ad2-a939-22fe91db27e0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a861091a3ed04f928ecb9fc7494352e0&device_id=1ee5bc80-ebd0-4021-8a15-f4d3abedc111 HTTP/1.1" status: 200 len: 1096 time: 0.0447910 Oct 20 11:14:10.900798 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dc1e5a-004d-4d86-9c3e-88110bfb27ec req-9bbe7546-31e2-4af0-aeb1-f56c3c274fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:10.902353 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c7dc1e5a-004d-4d86-9c3e-88110bfb27ec req-9bbe7546-31e2-4af0-aeb1-f56c3c274fc6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=8e131716-1fe4-4340-951a-ea3682a6843e HTTP/1.1" status: 200 len: 913 time: 0.0843525 Oct 20 11:14:10.971535 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c7dc1e5a-004d-4d86-9c3e-88110bfb27ec req-08f7aca5-10f7-4486-8fc1-6c7185e313ab service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=176ac968-f69d-4f83-94c2-5deaf495acbc HTTP/1.1" status: 200 len: 999 time: 0.0615621 Oct 20 11:14:11.019159 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dc1e5a-004d-4d86-9c3e-88110bfb27ec req-a2298324-aedf-48aa-a144-f07281db23e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:11.020647 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c7dc1e5a-004d-4d86-9c3e-88110bfb27ec req-a2298324-aedf-48aa-a144-f07281db23e8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=753fffdc-41ee-414e-85ae-148fbed91f7e HTTP/1.1" status: 200 len: 851 time: 0.0429559 Oct 20 11:14:11.022052 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-548bb496-eb5d-44c6-a052-6fcedb4cc27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc3d8a16-1cd7-4726-a722-5dbcd0ede152', 'name': 'tempest-ServerActionsTestJSON-1571779485-router', 'tenant_id': 'a861091a3ed04f928ecb9fc7494352e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '1a47596d-4c45-4857-8f6d-6971839f2b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:13:53Z', 'updated_at': '2021-10-20T11:13:55Z', 'revision_number': 4, 'project_id': 'a861091a3ed04f928ecb9fc7494352e0', 'gw_port': {'id': '1a47596d-4c45-4857-8f6d-6971839f2b62', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:32:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3d8a16-1cd7-4726-a722-5dbcd0ede152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:13:53Z', 'updated_at': '2021-10-20T11:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_floatingips': [{'id': 'f10b0c84-ed99-4470-b93f-d0b7d6c42ae2', 'tenant_id': 'a861091a3ed04f928ecb9fc7494352e0', 'floating_ip_address': '172.25.1.157', 'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'router_id': 'bc3d8a16-1cd7-4726-a722-5dbcd0ede152', 'port_id': '176ac968-f69d-4f83-94c2-5deaf495acbc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e131716-1fe4-4340-951a-ea3682a6843e', 'mac_address': 'fa:16:3e:9d:2f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee5bc80-ebd0-4021-8a15-f4d3abedc111', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:13:57Z', 'updated_at': '2021-10-20T11:14:10Z', 'revision_number': 1, 'project_id': 'a861091a3ed04f928ecb9fc7494352e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c18a350-c32d-45d3-9ea2-5916a3746a6a', 'name': '', 'network_id': '8e131716-1fe4-4340-951a-ea3682a6843e', 'tenant_id': 'a861091a3ed04f928ecb9fc7494352e0', 'mac_address': 'fa:16:3e:4f:df:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3d8a16-1cd7-4726-a722-5dbcd0ede152', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '753fffdc-41ee-414e-85ae-148fbed91f7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:13:55Z', 'updated_at': '2021-10-20T11:13:59Z', 'revision_number': 5, 'project_id': 'a861091a3ed04f928ecb9fc7494352e0', 'subnets': [{'id': '753fffdc-41ee-414e-85ae-148fbed91f7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:14:11.048589 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548bb496-eb5d-44c6-a052-6fcedb4cc27f None None] Checking router: bc3d8a16-1cd7-4726-a722-5dbcd0ede152 for host: n-d-811396-3 {{(pid=100598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:14:11.057585 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548bb496-eb5d-44c6-a052-6fcedb4cc27f None None] Routers {'bc3d8a16-1cd7-4726-a722-5dbcd0ede152'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:14:11.058202 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-548bb496-eb5d-44c6-a052-6fcedb4cc27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:14:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['bc3d8a16-1cd7-4726-a722-5dbcd0ede152'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:14:11.065885 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dc1e5a-004d-4d86-9c3e-88110bfb27ec req-983cc22d-e867-4167-b476-5e93ca650455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:11.067306 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c7dc1e5a-004d-4d86-9c3e-88110bfb27ec req-983cc22d-e867-4167-b476-5e93ca650455 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8e131716-1fe4-4340-951a-ea3682a6843e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398884 Oct 20 11:14:11.159207 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c7dc1e5a-004d-4d86-9c3e-88110bfb27ec req-727b09f9-411b-46ee-ab22-1ef7e2f95f05 service neutron] 10.222.0.69 "GET /v2.0/networks/8e131716-1fe4-4340-951a-ea3682a6843e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846758 Oct 20 11:14:11.163107 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-548bb496-eb5d-44c6-a052-6fcedb4cc27f None None] Set router bc3d8a16-1cd7-4726-a722-5dbcd0ede152 gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:14:11.255877 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c7dc1e5a-004d-4d86-9c3e-88110bfb27ec req-4cefbf25-d616-40ca-9bec-a27e81608190 service neutron] 10.222.0.69 "GET /v2.0/networks/8e131716-1fe4-4340-951a-ea3682a6843e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892758 Oct 20 11:14:11.389819 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-548bb496-eb5d-44c6-a052-6fcedb4cc27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc3d8a16-1cd7-4726-a722-5dbcd0ede152', 'name': 'tempest-ServerActionsTestJSON-1571779485-router', 'tenant_id': 'a861091a3ed04f928ecb9fc7494352e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '1a47596d-4c45-4857-8f6d-6971839f2b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:13:53Z', 'updated_at': '2021-10-20T11:13:55Z', 'revision_number': 4, 'project_id': 'a861091a3ed04f928ecb9fc7494352e0', 'gw_port': {'id': '1a47596d-4c45-4857-8f6d-6971839f2b62', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:32:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3d8a16-1cd7-4726-a722-5dbcd0ede152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:13:53Z', 'updated_at': '2021-10-20T11:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_floatingips': [{'id': 'f10b0c84-ed99-4470-b93f-d0b7d6c42ae2', 'tenant_id': 'a861091a3ed04f928ecb9fc7494352e0', 'floating_ip_address': '172.25.1.157', 'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'router_id': 'bc3d8a16-1cd7-4726-a722-5dbcd0ede152', 'port_id': '176ac968-f69d-4f83-94c2-5deaf495acbc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e131716-1fe4-4340-951a-ea3682a6843e', 'mac_address': 'fa:16:3e:9d:2f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee5bc80-ebd0-4021-8a15-f4d3abedc111', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:13:57Z', 'updated_at': '2021-10-20T11:14:10Z', 'revision_number': 1, 'project_id': 'a861091a3ed04f928ecb9fc7494352e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c18a350-c32d-45d3-9ea2-5916a3746a6a', 'name': '', 'network_id': '8e131716-1fe4-4340-951a-ea3682a6843e', 'tenant_id': 'a861091a3ed04f928ecb9fc7494352e0', 'mac_address': 'fa:16:3e:4f:df:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3d8a16-1cd7-4726-a722-5dbcd0ede152', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '753fffdc-41ee-414e-85ae-148fbed91f7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:13:55Z', 'updated_at': '2021-10-20T11:13:59Z', 'revision_number': 5, 'project_id': 'a861091a3ed04f928ecb9fc7494352e0', 'subnets': [{'id': '753fffdc-41ee-414e-85ae-148fbed91f7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:14:11.418198 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548bb496-eb5d-44c6-a052-6fcedb4cc27f None None] The sync data for ids ['bc3d8a16-1cd7-4726-a722-5dbcd0ede152'] in n-d-811396-3 is: [{'id': 'bc3d8a16-1cd7-4726-a722-5dbcd0ede152', 'name': 'tempest-ServerActionsTestJSON-1571779485-router', 'tenant_id': 'a861091a3ed04f928ecb9fc7494352e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '1a47596d-4c45-4857-8f6d-6971839f2b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:13:53Z', 'updated_at': '2021-10-20T11:13:55Z', 'revision_number': 4, 'project_id': 'a861091a3ed04f928ecb9fc7494352e0', 'gw_port': {'id': '1a47596d-4c45-4857-8f6d-6971839f2b62', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:32:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3d8a16-1cd7-4726-a722-5dbcd0ede152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:13:53Z', 'updated_at': '2021-10-20T11:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_floatingips': [{'id': 'f10b0c84-ed99-4470-b93f-d0b7d6c42ae2', 'tenant_id': 'a861091a3ed04f928ecb9fc7494352e0', 'floating_ip_address': '172.25.1.157', 'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'router_id': 'bc3d8a16-1cd7-4726-a722-5dbcd0ede152', 'port_id': '176ac968-f69d-4f83-94c2-5deaf495acbc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e131716-1fe4-4340-951a-ea3682a6843e', 'mac_address': 'fa:16:3e:9d:2f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee5bc80-ebd0-4021-8a15-f4d3abedc111', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:13:57Z', 'updated_at': '2021-10-20T11:14:10Z', 'revision_number': 1, 'project_id': 'a861091a3ed04f928ecb9fc7494352e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c18a350-c32d-45d3-9ea2-5916a3746a6a', 'name': '', 'network_id': '8e131716-1fe4-4340-951a-ea3682a6843e', 'tenant_id': 'a861091a3ed04f928ecb9fc7494352e0', 'mac_address': 'fa:16:3e:4f:df:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3d8a16-1cd7-4726-a722-5dbcd0ede152', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '753fffdc-41ee-414e-85ae-148fbed91f7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:13:55Z', 'updated_at': '2021-10-20T11:13:59Z', 'revision_number': 5, 'project_id': 'a861091a3ed04f928ecb9fc7494352e0', 'subnets': [{'id': '753fffdc-41ee-414e-85ae-148fbed91f7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:14:11.604791 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074f4eb8-e780-41da-a005-7f4695cd19a6 None None] New status for floating IP f10b0c84-ed99-4470-b93f-d0b7d6c42ae2: ACTIVE {{(pid=100599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 11:14:19.497010 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:24.252886 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 7 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:14:33.569410 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-cc5f53d8-6139-41b8-b520-3d82bc29db8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:36.432697 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-7d979292-9cb7-42c2-8405-403032c12a92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:37.168738 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:37.660102 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:38.368970 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:39.034828 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:49.512566 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:58.922774 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c0b44363-cf4a-4df1-9ed6-deede57c84da req-7608775c-c209-43c5-b85e-9cf48d6ec5f9 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=1ee5bc80-ebd0-4021-8a15-f4d3abedc111&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0424416 Oct 20 11:14:58.999644 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b44363-cf4a-4df1-9ed6-deede57c84da req-f24f8ad7-fccb-4bfa-8921-f8894a9ba7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:59.001097 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c0b44363-cf4a-4df1-9ed6-deede57c84da req-f24f8ad7-fccb-4bfa-8921-f8894a9ba7f9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a861091a3ed04f928ecb9fc7494352e0&device_id=1ee5bc80-ebd0-4021-8a15-f4d3abedc111 HTTP/1.1" status: 200 len: 1096 time: 0.0390227 Oct 20 11:14:59.112946 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b44363-cf4a-4df1-9ed6-deede57c84da req-3b3c9f7f-2b39-4061-ac8e-5e1d3a879f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:59.114381 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c0b44363-cf4a-4df1-9ed6-deede57c84da req-3b3c9f7f-2b39-4061-ac8e-5e1d3a879f03 service neutron] 10.222.0.69 "GET /v2.0/networks?id=8e131716-1fe4-4340-951a-ea3682a6843e HTTP/1.1" status: 200 len: 913 time: 0.0822933 Oct 20 11:14:59.181153 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c0b44363-cf4a-4df1-9ed6-deede57c84da req-793cf39f-e994-4ba1-9961-5e7bdf866c96 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=176ac968-f69d-4f83-94c2-5deaf495acbc HTTP/1.1" status: 200 len: 1001 time: 0.0596626 Oct 20 11:14:59.228548 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b44363-cf4a-4df1-9ed6-deede57c84da req-c84f7925-2957-4690-8a32-9e7da973cdaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:59.230002 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c0b44363-cf4a-4df1-9ed6-deede57c84da req-c84f7925-2957-4690-8a32-9e7da973cdaf service neutron] 10.222.0.69 "GET /v2.0/subnets?id=753fffdc-41ee-414e-85ae-148fbed91f7e HTTP/1.1" status: 200 len: 851 time: 0.0422966 Oct 20 11:14:59.275881 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b44363-cf4a-4df1-9ed6-deede57c84da req-998355dd-cd4b-4514-885c-2fd08b4c88e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:14:59.277381 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c0b44363-cf4a-4df1-9ed6-deede57c84da req-998355dd-cd4b-4514-885c-2fd08b4c88e4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8e131716-1fe4-4340-951a-ea3682a6843e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398815 Oct 20 11:14:59.370394 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c0b44363-cf4a-4df1-9ed6-deede57c84da req-3de64caf-453e-46c8-9d9d-b7d419f0c350 service neutron] 10.222.0.69 "GET /v2.0/networks/8e131716-1fe4-4340-951a-ea3682a6843e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847938 Oct 20 11:14:59.458166 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c0b44363-cf4a-4df1-9ed6-deede57c84da req-7833f047-7d69-4595-9e08-349829b35fa0 service neutron] 10.222.0.69 "GET /v2.0/networks/8e131716-1fe4-4340-951a-ea3682a6843e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805843 Oct 20 11:15:01.252447 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 7 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:15:03.570502 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-06d0686e-5b87-43a7-9eb0-eca6e9f7eb2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:06.432850 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-57f72bed-f269-44de-9e4a-32766f7e51f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:07.170404 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:07.663063 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:08.366465 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:09.037798 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:19.527460 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:33.571153 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3f8b6ab0-fae6-44ca-914c-8cde6f93974f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:36.437021 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-39b32594-fbc8-4fcd-863d-7f5277c313e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:37.170353 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:37.666572 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:38.252248 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 7 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:15:38.380257 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:39.040420 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:46.532484 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8301fea1-57a6-4958-b1eb-c090ace34ede req-f2e1b445-dea3-4454-b650-b64e2afb3038 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:15:46.533869 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8301fea1-57a6-4958-b1eb-c090ace34ede req-f2e1b445-dea3-4454-b650-b64e2afb3038 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ee5bc80-ebd0-4021-8a15-f4d3abedc111 HTTP/1.1" status: 200 len: 945 time: 0.0522325 Oct 20 11:15:46.571942 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8301fea1-57a6-4958-b1eb-c090ace34ede req-a2fa59b8-8ac1-419c-8ea9-53c1b347b2aa tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/security-groups?id=83054b74-c51a-41f3-ab21-eaa24a2d865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322485 Oct 20 11:15:46.817472 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-995cb890-f224-45a4-a016-23d7c208d4a4 req-f44e78c3-019e-449d-8f55-9be12953d277 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1ee5bc80-ebd0-4021-8a15-f4d3abedc111&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0686078 Oct 20 11:15:46.825504 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ac10d8-c86c-4dd6-807a-12ff6ad9fdcd req-342dac21-1b0a-4cab-8176-47324d929f54 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:15:46.826943 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b9ac10d8-c86c-4dd6-807a-12ff6ad9fdcd req-342dac21-1b0a-4cab-8176-47324d929f54 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ee5bc80-ebd0-4021-8a15-f4d3abedc111 HTTP/1.1" status: 200 len: 945 time: 0.0694318 Oct 20 11:15:46.831719 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [req-995cb890-f224-45a4-a016-23d7c208d4a4 req-53aace46-4997-45e0-92eb-9e76b78afb96 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:15:46.832675 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-995cb890-f224-45a4-a016-23d7c208d4a4 req-53aace46-4997-45e0-92eb-9e76b78afb96 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0047982 Oct 20 11:15:46.866258 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b9ac10d8-c86c-4dd6-807a-12ff6ad9fdcd req-ad8e956d-7a2d-4e67-9c07-de7d969790d3 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/security-groups?id=83054b74-c51a-41f3-ab21-eaa24a2d865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326090 Oct 20 11:15:47.988000 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b022dde1-bba6-4fdf-92a0-9041031bcb72 req-cbc65cd1-f6ab-4251-95fa-47746546f985 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:15:47.989458 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b022dde1-bba6-4fdf-92a0-9041031bcb72 req-cbc65cd1-f6ab-4251-95fa-47746546f985 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ee5bc80-ebd0-4021-8a15-f4d3abedc111 HTTP/1.1" status: 200 len: 945 time: 0.0516384 Oct 20 11:15:48.031998 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b022dde1-bba6-4fdf-92a0-9041031bcb72 req-5a3cf1ef-cc90-4479-8a4d-b563152b840c tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/security-groups?id=83054b74-c51a-41f3-ab21-eaa24a2d865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351243 Oct 20 11:15:48.081435 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995cb890-f224-45a4-a016-23d7c208d4a4 req-e791cd54-f9e1-41dc-b502-3f937a7ac029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:15:48.082957 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-995cb890-f224-45a4-a016-23d7c208d4a4 req-e791cd54-f9e1-41dc-b502-3f937a7ac029 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a861091a3ed04f928ecb9fc7494352e0&device_id=1ee5bc80-ebd0-4021-8a15-f4d3abedc111 HTTP/1.1" status: 200 len: 1096 time: 0.0437346 Oct 20 11:15:48.174404 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995cb890-f224-45a4-a016-23d7c208d4a4 req-d5d89853-07ff-4b94-9a11-31134253d791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:15:48.175817 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-995cb890-f224-45a4-a016-23d7c208d4a4 req-d5d89853-07ff-4b94-9a11-31134253d791 service neutron] 10.222.0.69 "GET /v2.0/networks?id=8e131716-1fe4-4340-951a-ea3682a6843e HTTP/1.1" status: 200 len: 913 time: 0.0863440 Oct 20 11:15:48.239842 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-995cb890-f224-45a4-a016-23d7c208d4a4 req-6adca37a-3b25-4a35-bdcf-45494964735b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=176ac968-f69d-4f83-94c2-5deaf495acbc HTTP/1.1" status: 200 len: 1001 time: 0.0562313 Oct 20 11:15:48.287028 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995cb890-f224-45a4-a016-23d7c208d4a4 req-76562164-b1ba-4b62-bade-995c53c888c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:15:48.288504 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-995cb890-f224-45a4-a016-23d7c208d4a4 req-76562164-b1ba-4b62-bade-995c53c888c4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=753fffdc-41ee-414e-85ae-148fbed91f7e HTTP/1.1" status: 200 len: 851 time: 0.0423331 Oct 20 11:15:48.334996 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995cb890-f224-45a4-a016-23d7c208d4a4 req-cfd82856-35b8-49be-bb99-eadeb38f06f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:15:48.336473 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-995cb890-f224-45a4-a016-23d7c208d4a4 req-cfd82856-35b8-49be-bb99-eadeb38f06f6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8e131716-1fe4-4340-951a-ea3682a6843e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414865 Oct 20 11:15:48.424052 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-995cb890-f224-45a4-a016-23d7c208d4a4 req-adb0ebba-15a0-4dbe-a5ea-d495bbd70079 service neutron] 10.222.0.69 "GET /v2.0/networks/8e131716-1fe4-4340-951a-ea3682a6843e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804245 Oct 20 11:15:48.515660 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-995cb890-f224-45a4-a016-23d7c208d4a4 req-02e22632-97d1-4043-b423-12c5a392dc22 service neutron] 10.222.0.69 "GET /v2.0/networks/8e131716-1fe4-4340-951a-ea3682a6843e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831902 Oct 20 11:15:49.149676 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe8fe7b-ad45-473a-b20a-f3885d50dd77 req-2c4cd489-4292-49a9-89a4-2ad57f73eb43 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:15:49.151163 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3fe8fe7b-ad45-473a-b20a-f3885d50dd77 req-2c4cd489-4292-49a9-89a4-2ad57f73eb43 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ee5bc80-ebd0-4021-8a15-f4d3abedc111 HTTP/1.1" status: 200 len: 945 time: 0.0515640 Oct 20 11:15:49.188247 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3fe8fe7b-ad45-473a-b20a-f3885d50dd77 req-ee94a7e5-dfb3-4c65-af6e-6e32f40aa3f4 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/security-groups?id=83054b74-c51a-41f3-ab21-eaa24a2d865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311027 Oct 20 11:15:49.525855 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:50.302588 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee90a7c-d79c-422d-8805-8c6a190cba1d req-8e1ce7e6-dd0d-43f8-8628-eb7e2429ecfd tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:15:50.304095 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bee90a7c-d79c-422d-8805-8c6a190cba1d req-8e1ce7e6-dd0d-43f8-8628-eb7e2429ecfd tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ee5bc80-ebd0-4021-8a15-f4d3abedc111 HTTP/1.1" status: 200 len: 945 time: 0.0484033 Oct 20 11:15:50.341977 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bee90a7c-d79c-422d-8805-8c6a190cba1d req-4e1c81cb-6787-43e3-8e80-147dde4bcae1 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/security-groups?id=83054b74-c51a-41f3-ab21-eaa24a2d865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311353 Oct 20 11:15:51.457945 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64b3c85-e6fd-4998-8243-c74217672fca req-fc9d32ca-383c-4fee-85a6-0b49a13fa439 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:15:51.459410 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c64b3c85-e6fd-4998-8243-c74217672fca req-fc9d32ca-383c-4fee-85a6-0b49a13fa439 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ee5bc80-ebd0-4021-8a15-f4d3abedc111 HTTP/1.1" status: 200 len: 945 time: 0.0511165 Oct 20 11:15:51.496493 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c64b3c85-e6fd-4998-8243-c74217672fca req-7d87f457-c3f1-449e-ad43-88534e569169 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/security-groups?id=83054b74-c51a-41f3-ab21-eaa24a2d865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306771 Oct 20 11:15:52.608616 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c232919b-1ac3-4a56-9af7-bad1d259c659 req-e1a01825-3e84-4ab6-a4f6-939f814ee64d tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:15:52.610082 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c232919b-1ac3-4a56-9af7-bad1d259c659 req-e1a01825-3e84-4ab6-a4f6-939f814ee64d tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ee5bc80-ebd0-4021-8a15-f4d3abedc111 HTTP/1.1" status: 200 len: 945 time: 0.0473757 Oct 20 11:15:52.646864 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c232919b-1ac3-4a56-9af7-bad1d259c659 req-6d518529-a92b-4490-9e2a-2cf5fef7e5eb tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/security-groups?id=83054b74-c51a-41f3-ab21-eaa24a2d865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309460 Oct 20 11:15:53.759007 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ae0966-87ce-421d-bbe7-3eb49d72a4f3 req-1c6a8fa1-b8b7-4981-af45-b9db16da2968 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:15:53.760492 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d8ae0966-87ce-421d-bbe7-3eb49d72a4f3 req-1c6a8fa1-b8b7-4981-af45-b9db16da2968 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ee5bc80-ebd0-4021-8a15-f4d3abedc111 HTTP/1.1" status: 200 len: 945 time: 0.0469027 Oct 20 11:15:53.797164 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d8ae0966-87ce-421d-bbe7-3eb49d72a4f3 req-02567f93-89ec-4962-8d1b-6061195418e3 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/security-groups?id=83054b74-c51a-41f3-ab21-eaa24a2d865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303202 Oct 20 11:15:54.914337 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a49066-685f-4aba-b84e-969a2101e41d req-15da7d7a-4fca-4487-9292-20ce13543653 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:15:54.915792 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c1a49066-685f-4aba-b84e-969a2101e41d req-15da7d7a-4fca-4487-9292-20ce13543653 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ee5bc80-ebd0-4021-8a15-f4d3abedc111 HTTP/1.1" status: 200 len: 945 time: 0.0506568 Oct 20 11:15:54.953423 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c1a49066-685f-4aba-b84e-969a2101e41d req-725c975b-288a-4ece-be96-7a380d819cff tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/security-groups?id=83054b74-c51a-41f3-ab21-eaa24a2d865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311956 Oct 20 11:15:56.069507 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e81869-6f65-425f-a6f8-fed72956de82 req-5ff6501e-2468-47cc-b2b5-1fb364bb8ebe tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:15:56.070996 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-90e81869-6f65-425f-a6f8-fed72956de82 req-5ff6501e-2468-47cc-b2b5-1fb364bb8ebe tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ee5bc80-ebd0-4021-8a15-f4d3abedc111 HTTP/1.1" status: 200 len: 945 time: 0.0508132 Oct 20 11:15:56.108558 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-90e81869-6f65-425f-a6f8-fed72956de82 req-39ebd46d-ac53-42f4-9191-f21ae6a34157 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/security-groups?id=83054b74-c51a-41f3-ab21-eaa24a2d865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311227 Oct 20 11:15:57.219758 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c109e1-8a92-43a5-a84b-8420931f61b6 req-bcf8e887-d535-4881-9690-3011f7257a7b tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:15:57.221225 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-69c109e1-8a92-43a5-a84b-8420931f61b6 req-bcf8e887-d535-4881-9690-3011f7257a7b tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ee5bc80-ebd0-4021-8a15-f4d3abedc111 HTTP/1.1" status: 200 len: 945 time: 0.0472929 Oct 20 11:15:57.258321 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-69c109e1-8a92-43a5-a84b-8420931f61b6 req-931f2feb-17e2-4193-9c6d-c107462528e7 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/security-groups?id=83054b74-c51a-41f3-ab21-eaa24a2d865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313611 Oct 20 11:15:58.381438 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66de167-e1d4-4e42-bcb2-959377730675 req-f2d37ddd-037b-4aaf-9284-cf0fd03b76d0 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:15:58.382921 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a66de167-e1d4-4e42-bcb2-959377730675 req-f2d37ddd-037b-4aaf-9284-cf0fd03b76d0 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ee5bc80-ebd0-4021-8a15-f4d3abedc111 HTTP/1.1" status: 200 len: 945 time: 0.0528011 Oct 20 11:15:58.420140 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a66de167-e1d4-4e42-bcb2-959377730675 req-d8b2a440-e007-4671-b58c-90208e24076c tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/security-groups?id=83054b74-c51a-41f3-ab21-eaa24a2d865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310552 Oct 20 11:15:59.058614 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1ac4f9-f8bf-4a8b-a5b5-dd446764efc9 req-e07d0b60-a21d-43d5-9f69-8958d4e9b5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:15:59.060164 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5d1ac4f9-f8bf-4a8b-a5b5-dd446764efc9 req-e07d0b60-a21d-43d5-9f69-8958d4e9b5c6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a861091a3ed04f928ecb9fc7494352e0&device_id=1ee5bc80-ebd0-4021-8a15-f4d3abedc111 HTTP/1.1" status: 200 len: 1096 time: 0.0398595 Oct 20 11:15:59.162868 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1ac4f9-f8bf-4a8b-a5b5-dd446764efc9 req-1a70f256-b45c-4277-a5ec-2488ef15a691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:15:59.164419 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5d1ac4f9-f8bf-4a8b-a5b5-dd446764efc9 req-1a70f256-b45c-4277-a5ec-2488ef15a691 service neutron] 10.222.0.69 "GET /v2.0/networks?id=8e131716-1fe4-4340-951a-ea3682a6843e HTTP/1.1" status: 200 len: 913 time: 0.0861392 Oct 20 11:15:59.228270 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5d1ac4f9-f8bf-4a8b-a5b5-dd446764efc9 req-fc62c110-5bb9-4914-a5f8-a0cb7560f4bd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=176ac968-f69d-4f83-94c2-5deaf495acbc HTTP/1.1" status: 200 len: 1001 time: 0.0567653 Oct 20 11:15:59.276227 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1ac4f9-f8bf-4a8b-a5b5-dd446764efc9 req-77844d72-1b1c-4b47-b372-fed1378b1c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:15:59.277656 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5d1ac4f9-f8bf-4a8b-a5b5-dd446764efc9 req-77844d72-1b1c-4b47-b372-fed1378b1c1f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=753fffdc-41ee-414e-85ae-148fbed91f7e HTTP/1.1" status: 200 len: 851 time: 0.0428030 Oct 20 11:15:59.325748 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1ac4f9-f8bf-4a8b-a5b5-dd446764efc9 req-98f32626-33df-40b2-ab2c-49e0f996b3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:15:59.327121 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5d1ac4f9-f8bf-4a8b-a5b5-dd446764efc9 req-98f32626-33df-40b2-ab2c-49e0f996b3fc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8e131716-1fe4-4340-951a-ea3682a6843e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422652 Oct 20 11:15:59.417731 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5d1ac4f9-f8bf-4a8b-a5b5-dd446764efc9 req-0cf95449-bcd8-4c7d-ae2e-3aabbd5e9a83 service neutron] 10.222.0.69 "GET /v2.0/networks/8e131716-1fe4-4340-951a-ea3682a6843e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818441 Oct 20 11:15:59.844836 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5d1ac4f9-f8bf-4a8b-a5b5-dd446764efc9 req-cc6f70c2-d82a-429d-ad1d-bcd4e0b70ab0 service neutron] 10.222.0.69 "GET /v2.0/networks/8e131716-1fe4-4340-951a-ea3682a6843e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4201715 Oct 20 11:15:59.856962 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75fe979-fa14-4617-a939-ae39f59bd53b req-04098781-8dc8-4af4-91bf-e57d65858d3f tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:15:59.858389 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d75fe979-fa14-4617-a939-ae39f59bd53b req-04098781-8dc8-4af4-91bf-e57d65858d3f tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ee5bc80-ebd0-4021-8a15-f4d3abedc111 HTTP/1.1" status: 200 len: 945 time: 0.0681212 Oct 20 11:15:59.896408 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d75fe979-fa14-4617-a939-ae39f59bd53b req-f3328807-4f06-4f45-984f-e4e2a91b6693 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/security-groups?id=83054b74-c51a-41f3-ab21-eaa24a2d865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313485 Oct 20 11:16:00.906923 n-d-811396-3 neutron-server[100596]: INFO neutron.api.v2.resource [req-995cb890-f224-45a4-a016-23d7c208d4a4 req-c410f38d-3d19-4469-bef1-675f853656ce service neutron] show failed (client error): The resource could not be found. Oct 20 11:16:00.907899 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-995cb890-f224-45a4-a016-23d7c208d4a4 req-c410f38d-3d19-4469-bef1-675f853656ce service neutron] 10.222.0.69 "GET /v2.0/ports/176ac968-f69d-4f83-94c2-5deaf495acbc/bindings/n-h1-811396-3 HTTP/1.1" status: 404 len: 380 time: 0.0522573 Oct 20 11:16:01.017238 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2a327c-a8f0-4b15-939c-fc958470b58a req-011d2648-0827-42ec-bffe-ed46862f6664 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:16:01.018704 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-be2a327c-a8f0-4b15-939c-fc958470b58a req-011d2648-0827-42ec-bffe-ed46862f6664 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ee5bc80-ebd0-4021-8a15-f4d3abedc111 HTTP/1.1" status: 200 len: 945 time: 0.0538676 Oct 20 11:16:01.061956 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-be2a327c-a8f0-4b15-939c-fc958470b58a req-a793c6a1-8fca-4780-a5a4-7bb74c151294 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/security-groups?id=83054b74-c51a-41f3-ab21-eaa24a2d865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355442 Oct 20 11:16:01.200408 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995cb890-f224-45a4-a016-23d7c208d4a4 req-3433952d-a46c-45ff-956e-e34b6e2434b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:16:01.201878 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-995cb890-f224-45a4-a016-23d7c208d4a4 req-3433952d-a46c-45ff-956e-e34b6e2434b9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1ee5bc80-ebd0-4021-8a15-f4d3abedc111&tenant_id=a861091a3ed04f928ecb9fc7494352e0 HTTP/1.1" status: 200 len: 1096 time: 0.1355224 Oct 20 11:16:01.220336 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-995cb890-f224-45a4-a016-23d7c208d4a4 req-15e43ec1-72ea-4a99-a7e1-22fdc506625a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-811396-3', 'device_owner': 'compute:nova'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:16:01.272345 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-995cb890-f224-45a4-a016-23d7c208d4a4 req-15e43ec1-72ea-4a99-a7e1-22fdc506625a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:01.473323 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-995cb890-f224-45a4-a016-23d7c208d4a4 req-15e43ec1-72ea-4a99-a7e1-22fdc506625a service neutron] For port 176ac968-f69d-4f83-94c2-5deaf495acbc, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=176ac968-f69d-4f83-94c2-5deaf495acbc,segment=NetworkSegment(49885acc-5a39-437c-96c1-298f1490631c),segment_id=49885acc-5a39-437c-96c1-298f1490631c)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:16:01.505440 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-995cb890-f224-45a4-a016-23d7c208d4a4 req-15e43ec1-72ea-4a99-a7e1-22fdc506625a service neutron] For port 176ac968-f69d-4f83-94c2-5deaf495acbc, host n-h2-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:16:01.543740 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ee5bc80-ebd0-4021-8a15-f4d3abedc111', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '176ac968-f69d-4f83-94c2-5deaf495acbc'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:16:01.546007 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05a50c8c-9d13-491c-b548-048642f6e95f" -d '{"events": [{"server_uuid": "1ee5bc80-ebd0-4021-8a15-f4d3abedc111", "name": "network-vif-unplugged", "status": "completed", "tag": "176ac968-f69d-4f83-94c2-5deaf495acbc"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:16:01.549705 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-995cb890-f224-45a4-a016-23d7c208d4a4 req-15e43ec1-72ea-4a99-a7e1-22fdc506625a service neutron] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:01.563103 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.provisioning_blocks [req-995cb890-f224-45a4-a016-23d7c208d4a4 req-15e43ec1-72ea-4a99-a7e1-22fdc506625a service neutron] Transition to ACTIVE for port object 176ac968-f69d-4f83-94c2-5deaf495acbc will not be triggered until provisioned by entity L2. {{(pid=100596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:16:01.567511 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-995cb890-f224-45a4-a016-23d7c208d4a4 req-15e43ec1-72ea-4a99-a7e1-22fdc506625a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:01.602611 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Oct 2021 11:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91291396-eca4-42ea-8ea1-a3af92325112 x-openstack-request-id: req-91291396-eca4-42ea-8ea1-a3af92325112 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:16:01.602947 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ee5bc80-ebd0-4021-8a15-f4d3abedc111", "name": "network-vif-unplugged", "status": "completed", "tag": "176ac968-f69d-4f83-94c2-5deaf495acbc", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:16:01.603247 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-91291396-eca4-42ea-8ea1-a3af92325112 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:16:01.603612 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ee5bc80-ebd0-4021-8a15-f4d3abedc111', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '176ac968-f69d-4f83-94c2-5deaf495acbc', 'code': 200} Oct 20 11:16:01.643953 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e43ec1-72ea-4a99-a7e1-22fdc506625a service neutron] Pushing event updated for resources: {'Port': ['ID=176ac968-f69d-4f83-94c2-5deaf495acbc,revision_number=6']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:16:01.665706 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e43ec1-72ea-4a99-a7e1-22fdc506625a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:16:01.666051 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e43ec1-72ea-4a99-a7e1-22fdc506625a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:16:01.666393 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e43ec1-72ea-4a99-a7e1-22fdc506625a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:16:01.666727 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e43ec1-72ea-4a99-a7e1-22fdc506625a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:16:01.667103 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e43ec1-72ea-4a99-a7e1-22fdc506625a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:16:01.667450 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e43ec1-72ea-4a99-a7e1-22fdc506625a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:16:01.667777 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e43ec1-72ea-4a99-a7e1-22fdc506625a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:16:01.668107 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e43ec1-72ea-4a99-a7e1-22fdc506625a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:16:01.668431 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e43ec1-72ea-4a99-a7e1-22fdc506625a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:16:01.668752 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e43ec1-72ea-4a99-a7e1-22fdc506625a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:16:01.669072 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e43ec1-72ea-4a99-a7e1-22fdc506625a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:16:01.669391 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e43ec1-72ea-4a99-a7e1-22fdc506625a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:16:01.702589 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-995cb890-f224-45a4-a016-23d7c208d4a4 req-15e43ec1-72ea-4a99-a7e1-22fdc506625a service neutron] No DVR routers for this DVR port 176ac968-f69d-4f83-94c2-5deaf495acbc on host n-h2-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:16:01.838481 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-995cb890-f224-45a4-a016-23d7c208d4a4 req-15e43ec1-72ea-4a99-a7e1-22fdc506625a service neutron] Attempting to bind port 176ac968-f69d-4f83-94c2-5deaf495acbc on host n-h1-811396-3 for vnic_type normal with profile {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:16:01.838815 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-995cb890-f224-45a4-a016-23d7c208d4a4 req-15e43ec1-72ea-4a99-a7e1-22fdc506625a service neutron] Attempting to bind port 176ac968-f69d-4f83-94c2-5deaf495acbc by drivers openvswitch,hyperv on host n-h1-811396-3 at level 0 using segments [{'id': '49885acc-5a39-437c-96c1-298f1490631c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '8e131716-1fe4-4340-951a-ea3682a6843e'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:16:01.839138 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-995cb890-f224-45a4-a016-23d7c208d4a4 req-15e43ec1-72ea-4a99-a7e1-22fdc506625a service neutron] Attempting to bind port 176ac968-f69d-4f83-94c2-5deaf495acbc on network 8e131716-1fe4-4340-951a-ea3682a6843e {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:16:01.843363 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-995cb890-f224-45a4-a016-23d7c208d4a4 req-15e43ec1-72ea-4a99-a7e1-22fdc506625a service neutron] Port 176ac968-f69d-4f83-94c2-5deaf495acbc on network 8e131716-1fe4-4340-951a-ea3682a6843e not bound, no agent of type Open vSwitch agent registered on host n-h1-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:16:01.843703 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-995cb890-f224-45a4-a016-23d7c208d4a4 req-15e43ec1-72ea-4a99-a7e1-22fdc506625a service neutron] Attempting to bind port 176ac968-f69d-4f83-94c2-5deaf495acbc on network 8e131716-1fe4-4340-951a-ea3682a6843e {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:16:01.848461 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-995cb890-f224-45a4-a016-23d7c208d4a4 req-15e43ec1-72ea-4a99-a7e1-22fdc506625a service neutron] Checking agent: {'id': 'b707b4cc-061f-4cf4-bce0-0b3df9b7bec9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 15, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:16:01.848789 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-995cb890-f224-45a4-a016-23d7c208d4a4 req-15e43ec1-72ea-4a99-a7e1-22fdc506625a service neutron] Checking segment: {'id': '49885acc-5a39-437c-96c1-298f1490631c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '8e131716-1fe4-4340-951a-ea3682a6843e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:16:01.849164 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-995cb890-f224-45a4-a016-23d7c208d4a4 req-15e43ec1-72ea-4a99-a7e1-22fdc506625a service neutron] Bound using segment: {'id': '49885acc-5a39-437c-96c1-298f1490631c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '8e131716-1fe4-4340-951a-ea3682a6843e'} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:16:01.849582 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-995cb890-f224-45a4-a016-23d7c208d4a4 req-15e43ec1-72ea-4a99-a7e1-22fdc506625a service neutron] Bound port: 176ac968-f69d-4f83-94c2-5deaf495acbc, host: n-h1-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49885acc-5a39-437c-96c1-298f1490631c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '8e131716-1fe4-4340-951a-ea3682a6843e'}}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:16:01.849934 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-995cb890-f224-45a4-a016-23d7c208d4a4 req-15e43ec1-72ea-4a99-a7e1-22fdc506625a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:01.909304 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-995cb890-f224-45a4-a016-23d7c208d4a4 req-15e43ec1-72ea-4a99-a7e1-22fdc506625a service neutron] For port 176ac968-f69d-4f83-94c2-5deaf495acbc, host n-h1-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:16:01.912159 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-995cb890-f224-45a4-a016-23d7c208d4a4 req-15e43ec1-72ea-4a99-a7e1-22fdc506625a service neutron] For port 176ac968-f69d-4f83-94c2-5deaf495acbc, host n-h1-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=176ac968-f69d-4f83-94c2-5deaf495acbc,segment=NetworkSegment(49885acc-5a39-437c-96c1-298f1490631c),segment_id=49885acc-5a39-437c-96c1-298f1490631c)] {{(pid=100596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:16:01.916840 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-995cb890-f224-45a4-a016-23d7c208d4a4 req-15e43ec1-72ea-4a99-a7e1-22fdc506625a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:01.952436 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995cb890-f224-45a4-a016-23d7c208d4a4 req-15e43ec1-72ea-4a99-a7e1-22fdc506625a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:16:01.953028 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-995cb890-f224-45a4-a016-23d7c208d4a4 req-15e43ec1-72ea-4a99-a7e1-22fdc506625a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:01.954263 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-995cb890-f224-45a4-a016-23d7c208d4a4 req-15e43ec1-72ea-4a99-a7e1-22fdc506625a service neutron] 10.222.0.55 "PUT /v2.0/ports/176ac968-f69d-4f83-94c2-5deaf495acbc HTTP/1.1" status: 200 len: 1091 time: 0.7377663 Oct 20 11:16:01.972055 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e43ec1-72ea-4a99-a7e1-22fdc506625a service neutron] Pushing event updated for resources: {'Port': ['ID=176ac968-f69d-4f83-94c2-5deaf495acbc,revision_number=7']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:16:02.038033 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995cb890-f224-45a4-a016-23d7c208d4a4 req-cadb05fb-d5ca-4c5b-9628-2b968a139938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:16:02.039604 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-995cb890-f224-45a4-a016-23d7c208d4a4 req-cadb05fb-d5ca-4c5b-9628-2b968a139938 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a861091a3ed04f928ecb9fc7494352e0&device_id=1ee5bc80-ebd0-4021-8a15-f4d3abedc111 HTTP/1.1" status: 200 len: 1094 time: 0.0496547 Oct 20 11:16:02.133507 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995cb890-f224-45a4-a016-23d7c208d4a4 req-1ae7b3a7-b725-4507-93d5-d3e156e893c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:16:02.135029 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-995cb890-f224-45a4-a016-23d7c208d4a4 req-1ae7b3a7-b725-4507-93d5-d3e156e893c3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8e131716-1fe4-4340-951a-ea3682a6843e HTTP/1.1" status: 200 len: 913 time: 0.0887620 Oct 20 11:16:02.233453 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb2590e-c4f5-46f8-99c7-fb29a33fab29 req-d2eb16e9-d8c9-4484-8626-5b5403db22e7 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:16:02.234875 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bbb2590e-c4f5-46f8-99c7-fb29a33fab29 req-d2eb16e9-d8c9-4484-8626-5b5403db22e7 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ee5bc80-ebd0-4021-8a15-f4d3abedc111 HTTP/1.1" status: 200 len: 943 time: 0.0971670 Oct 20 11:16:02.237101 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-995cb890-f224-45a4-a016-23d7c208d4a4 req-4be867ae-9fa2-40fb-aec0-a514f02b9792 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=176ac968-f69d-4f83-94c2-5deaf495acbc HTTP/1.1" status: 200 len: 999 time: 0.0911443 Oct 20 11:16:02.311093 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bbb2590e-c4f5-46f8-99c7-fb29a33fab29 req-0f01322e-2b7c-4ba8-9663-f6bf9b20517b tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/security-groups?id=83054b74-c51a-41f3-ab21-eaa24a2d865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703390 Oct 20 11:16:02.314657 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995cb890-f224-45a4-a016-23d7c208d4a4 req-af105b15-6932-4c74-9bde-0c96c290e1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:16:02.316087 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-995cb890-f224-45a4-a016-23d7c208d4a4 req-af105b15-6932-4c74-9bde-0c96c290e1f5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=753fffdc-41ee-414e-85ae-148fbed91f7e HTTP/1.1" status: 200 len: 851 time: 0.0696344 Oct 20 11:16:02.371013 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995cb890-f224-45a4-a016-23d7c208d4a4 req-087901fe-398f-490d-a990-971f1ff6287a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:16:02.372685 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-995cb890-f224-45a4-a016-23d7c208d4a4 req-087901fe-398f-490d-a990-971f1ff6287a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8e131716-1fe4-4340-951a-ea3682a6843e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0496864 Oct 20 11:16:02.459921 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-995cb890-f224-45a4-a016-23d7c208d4a4 req-91717972-660c-4310-b567-9974a95a0701 service neutron] 10.222.0.55 "GET /v2.0/networks/8e131716-1fe4-4340-951a-ea3682a6843e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797207 Oct 20 11:16:02.548871 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-995cb890-f224-45a4-a016-23d7c208d4a4 req-46157b22-76ac-40ae-abde-a2f3be3cad5d service neutron] 10.222.0.55 "GET /v2.0/networks/8e131716-1fe4-4340-951a-ea3682a6843e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823789 Oct 20 11:16:03.431851 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5aca79-e90b-43bb-8b65-061c2364b869 req-8f3f00f7-3692-4e0a-aec4-af54dcb0cc93 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:16:03.433326 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7e5aca79-e90b-43bb-8b65-061c2364b869 req-8f3f00f7-3692-4e0a-aec4-af54dcb0cc93 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ee5bc80-ebd0-4021-8a15-f4d3abedc111 HTTP/1.1" status: 200 len: 943 time: 0.0485957 Oct 20 11:16:03.469481 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7e5aca79-e90b-43bb-8b65-061c2364b869 req-bd2bcdc3-478a-40fd-90cf-846ee6183795 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/security-groups?id=83054b74-c51a-41f3-ab21-eaa24a2d865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303082 Oct 20 11:16:03.571408 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-9b83960f-25d9-4aca-b26a-a031d7bb8093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:03.605706 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ee5bc80-ebd0-4021-8a15-f4d3abedc111', 'tag': '176ac968-f69d-4f83-94c2-5deaf495acbc'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:16:03.608094 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2cca0ea-5d9e-443d-b519-34202973704c" -d '{"events": [{"name": "network-changed", "server_uuid": "1ee5bc80-ebd0-4021-8a15-f4d3abedc111", "tag": "176ac968-f69d-4f83-94c2-5deaf495acbc"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:16:03.653438 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-358f569b-42fb-4847-b7c3-d13b9da744e7 x-openstack-request-id: req-358f569b-42fb-4847-b7c3-d13b9da744e7 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:16:03.653726 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ee5bc80-ebd0-4021-8a15-f4d3abedc111", "tag": "176ac968-f69d-4f83-94c2-5deaf495acbc", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:16:03.653976 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-358f569b-42fb-4847-b7c3-d13b9da744e7 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:16:03.654370 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ee5bc80-ebd0-4021-8a15-f4d3abedc111', 'tag': '176ac968-f69d-4f83-94c2-5deaf495acbc', 'status': 'completed', 'code': 200} Oct 20 11:16:03.752666 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cca0ea-5d9e-443d-b519-34202973704c req-445109ef-052d-41ee-95c0-3d67f1800576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:16:03.754160 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c2cca0ea-5d9e-443d-b519-34202973704c req-445109ef-052d-41ee-95c0-3d67f1800576 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a861091a3ed04f928ecb9fc7494352e0&device_id=1ee5bc80-ebd0-4021-8a15-f4d3abedc111 HTTP/1.1" status: 200 len: 1094 time: 0.0785575 Oct 20 11:16:03.757529 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cca0ea-5d9e-443d-b519-34202973704c req-6713a439-e126-486d-9abd-5bcf9808495d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:16:03.758880 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c2cca0ea-5d9e-443d-b519-34202973704c req-6713a439-e126-486d-9abd-5bcf9808495d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a861091a3ed04f928ecb9fc7494352e0&device_id=1ee5bc80-ebd0-4021-8a15-f4d3abedc111 HTTP/1.1" status: 200 len: 1094 time: 0.0547662 Oct 20 11:16:03.914774 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cca0ea-5d9e-443d-b519-34202973704c req-ec9df569-bb5b-4b67-94af-42d85e997e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:16:03.916276 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c2cca0ea-5d9e-443d-b519-34202973704c req-ec9df569-bb5b-4b67-94af-42d85e997e34 service neutron] 10.222.0.69 "GET /v2.0/networks?id=8e131716-1fe4-4340-951a-ea3682a6843e HTTP/1.1" status: 200 len: 913 time: 0.1544096 Oct 20 11:16:03.917281 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cca0ea-5d9e-443d-b519-34202973704c req-7b6ab42a-0300-4312-a766-dd85a0691026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:16:03.918630 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c2cca0ea-5d9e-443d-b519-34202973704c req-7b6ab42a-0300-4312-a766-dd85a0691026 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8e131716-1fe4-4340-951a-ea3682a6843e HTTP/1.1" status: 200 len: 913 time: 0.1497915 Oct 20 11:16:04.027759 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c2cca0ea-5d9e-443d-b519-34202973704c req-24593514-0769-4347-8e73-6d2adf25ebe7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=176ac968-f69d-4f83-94c2-5deaf495acbc HTTP/1.1" status: 200 len: 999 time: 0.1043265 Oct 20 11:16:04.031407 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c2cca0ea-5d9e-443d-b519-34202973704c req-2a79045c-5b3f-4a5b-854d-ab30e689b953 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=176ac968-f69d-4f83-94c2-5deaf495acbc HTTP/1.1" status: 200 len: 999 time: 0.1021569 Oct 20 11:16:04.112661 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cca0ea-5d9e-443d-b519-34202973704c req-2544eab6-b8fb-4097-a7bc-144892b0df7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:16:04.114112 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c2cca0ea-5d9e-443d-b519-34202973704c req-2544eab6-b8fb-4097-a7bc-144892b0df7b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=753fffdc-41ee-414e-85ae-148fbed91f7e HTTP/1.1" status: 200 len: 851 time: 0.0793786 Oct 20 11:16:04.115761 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cca0ea-5d9e-443d-b519-34202973704c req-63c33b81-2fe0-443f-b83f-032cce202147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:16:04.117080 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c2cca0ea-5d9e-443d-b519-34202973704c req-63c33b81-2fe0-443f-b83f-032cce202147 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=753fffdc-41ee-414e-85ae-148fbed91f7e HTTP/1.1" status: 200 len: 851 time: 0.0752733 Oct 20 11:16:04.186685 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cca0ea-5d9e-443d-b519-34202973704c req-b1d27075-ec01-4170-83ac-90d3d0fe04ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:16:04.188123 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c2cca0ea-5d9e-443d-b519-34202973704c req-b1d27075-ec01-4170-83ac-90d3d0fe04ad service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8e131716-1fe4-4340-951a-ea3682a6843e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0665035 Oct 20 11:16:04.190434 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cca0ea-5d9e-443d-b519-34202973704c req-97078ce3-ed94-4c26-afaf-a08040a72d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:16:04.191800 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c2cca0ea-5d9e-443d-b519-34202973704c req-97078ce3-ed94-4c26-afaf-a08040a72d9f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8e131716-1fe4-4340-951a-ea3682a6843e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0620630 Oct 20 11:16:04.346349 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c2cca0ea-5d9e-443d-b519-34202973704c req-e8091446-1963-47b2-b2cf-be5032bffa76 service neutron] 10.222.0.69 "GET /v2.0/networks/8e131716-1fe4-4340-951a-ea3682a6843e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504300 Oct 20 11:16:04.348219 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c2cca0ea-5d9e-443d-b519-34202973704c req-7cf2e4f8-0d6b-4d70-9fb4-51a2e977f012 service neutron] 10.222.0.55 "GET /v2.0/networks/8e131716-1fe4-4340-951a-ea3682a6843e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449728 Oct 20 11:16:04.512483 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c2cca0ea-5d9e-443d-b519-34202973704c req-2dd8749a-8f00-4f6e-9505-a65dfa1a6753 service neutron] 10.222.0.69 "GET /v2.0/networks/8e131716-1fe4-4340-951a-ea3682a6843e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582019 Oct 20 11:16:04.515888 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c2cca0ea-5d9e-443d-b519-34202973704c req-56956c54-1357-427e-98f9-01f0e0d3b81b service neutron] 10.222.0.55 "GET /v2.0/networks/8e131716-1fe4-4340-951a-ea3682a6843e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513367 Oct 20 11:16:04.586651 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7d9527-87b0-4a98-8118-3821a03b649a req-f7ae9038-55f0-478b-b0b7-0e7686f5b7bb tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:16:04.588221 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5d7d9527-87b0-4a98-8118-3821a03b649a req-f7ae9038-55f0-478b-b0b7-0e7686f5b7bb tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ee5bc80-ebd0-4021-8a15-f4d3abedc111 HTTP/1.1" status: 200 len: 943 time: 0.0495303 Oct 20 11:16:04.625826 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5d7d9527-87b0-4a98-8118-3821a03b649a req-642863b7-8818-4e86-adac-cbee8aa21b92 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/security-groups?id=83054b74-c51a-41f3-ab21-eaa24a2d865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316491 Oct 20 11:16:05.384341 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 176ac968-f69d-4f83-94c2-5deaf495acbc no longer exists at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:16:05.425718 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 176ac968-f69d-4f83-94c2-5deaf495acbc not bound to the agent host n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:16:05.715557 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 176ac968-f69d-4f83-94c2-5deaf495acbc details requested by agent hyperv_n-h1-811396-3 with host n-h1-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:16:05.742992 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee784ca-d71e-4dc4-a420-5abd958711fd req-74fe0ee4-6bbb-45c9-a7e1-d20037603ea0 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:16:05.744531 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2ee784ca-d71e-4dc4-a420-5abd958711fd req-74fe0ee4-6bbb-45c9-a7e1-d20037603ea0 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ee5bc80-ebd0-4021-8a15-f4d3abedc111 HTTP/1.1" status: 200 len: 943 time: 0.0507550 Oct 20 11:16:05.782186 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2ee784ca-d71e-4dc4-a420-5abd958711fd req-d5fa1737-3151-4714-8a89-4d2974743afd tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/security-groups?id=83054b74-c51a-41f3-ab21-eaa24a2d865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315802 Oct 20 11:16:05.813288 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 176ac968-f69d-4f83-94c2-5deaf495acbc, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=176ac968-f69d-4f83-94c2-5deaf495acbc,segment=NetworkSegment(49885acc-5a39-437c-96c1-298f1490631c),segment_id=49885acc-5a39-437c-96c1-298f1490631c)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:16:05.825129 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Returning: {'device': '176ac968-f69d-4f83-94c2-5deaf495acbc', 'network_id': '8e131716-1fe4-4340-951a-ea3682a6843e', 'port_id': '176ac968-f69d-4f83-94c2-5deaf495acbc', 'mac_address': 'fa:16:3e:9d:2f:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 824, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '753fffdc-41ee-414e-85ae-148fbed91f7e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:16:05.864523 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:05.879791 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 176ac968-f69d-4f83-94c2-5deaf495acbc {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:16:05.903334 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 176ac968-f69d-4f83-94c2-5deaf495acbc, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=176ac968-f69d-4f83-94c2-5deaf495acbc,segment=NetworkSegment(49885acc-5a39-437c-96c1-298f1490631c),segment_id=49885acc-5a39-437c-96c1-298f1490631c)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:16:05.907910 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:05.957646 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=176ac968-f69d-4f83-94c2-5deaf495acbc,revision_number=8']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:16:05.965085 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:16:05.965435 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:16:05.965780 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:16:05.966122 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:16:05.966456 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:16:05.966787 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:16:05.967115 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:16:05.967467 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:16:05.967793 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:16:05.968119 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:16:05.968443 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:16:05.968762 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:16:06.013744 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e813b806-a20f-4e95-8cfd-7571c4fc062b req-bc3d2b76-b2df-4541-b754-03262df9ed62 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:16:06.015201 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e813b806-a20f-4e95-8cfd-7571c4fc062b req-bc3d2b76-b2df-4541-b754-03262df9ed62 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.69 "GET /v2.0/ports?device_id=1ee5bc80-ebd0-4021-8a15-f4d3abedc111&tenant_id=a861091a3ed04f928ecb9fc7494352e0&binding%3Ahost_id=n-h1-811396-3 HTTP/1.1" status: 200 len: 944 time: 0.0739756 Oct 20 11:16:06.023595 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16042828-def7-4955-bd10-f8a61589ed37 req-9a4cfb85-b20d-410f-8dd0-4f42e5f5e726 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:16:06.024959 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-16042828-def7-4955-bd10-f8a61589ed37 req-9a4cfb85-b20d-410f-8dd0-4f42e5f5e726 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ee5bc80-ebd0-4021-8a15-f4d3abedc111 HTTP/1.1" status: 200 len: 944 time: 0.0947049 Oct 20 11:16:06.100385 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-16042828-def7-4955-bd10-f8a61589ed37 req-014ba62d-37e9-4fdc-b428-e16babe10ae0 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/security-groups?id=83054b74-c51a-41f3-ab21-eaa24a2d865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684698 Oct 20 11:16:06.103463 n-d-811396-3 neutron-server[100596]: INFO neutron.api.v2.resource [req-e813b806-a20f-4e95-8cfd-7571c4fc062b req-98b128a8-09ce-4441-9d07-89192d2ba657 service neutron] delete failed (client error): The resource could not be found. Oct 20 11:16:06.104412 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e813b806-a20f-4e95-8cfd-7571c4fc062b req-98b128a8-09ce-4441-9d07-89192d2ba657 service neutron] 10.222.0.69 "DELETE /v2.0/ports/176ac968-f69d-4f83-94c2-5deaf495acbc/bindings/n-h2-811396-3 HTTP/1.1" status: 404 len: 380 time: 0.0785949 Oct 20 11:16:06.195064 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e813b806-a20f-4e95-8cfd-7571c4fc062b req-d6deab07-c2de-49cb-a965-af207e8bc3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:16:06.196541 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e813b806-a20f-4e95-8cfd-7571c4fc062b req-d6deab07-c2de-49cb-a965-af207e8bc3ef service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a861091a3ed04f928ecb9fc7494352e0&device_id=1ee5bc80-ebd0-4021-8a15-f4d3abedc111 HTTP/1.1" status: 200 len: 1095 time: 0.0471590 Oct 20 11:16:06.284575 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e813b806-a20f-4e95-8cfd-7571c4fc062b req-6bb98d68-1c98-48d2-941d-94d7de849fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:16:06.286051 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e813b806-a20f-4e95-8cfd-7571c4fc062b req-6bb98d68-1c98-48d2-941d-94d7de849fc1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=8e131716-1fe4-4340-951a-ea3682a6843e HTTP/1.1" status: 200 len: 913 time: 0.0829668 Oct 20 11:16:06.297686 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['176ac968-f69d-4f83-94c2-5deaf495acbc'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:16:06.356135 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e813b806-a20f-4e95-8cfd-7571c4fc062b req-42c0ada6-b6ab-4383-9f68-14928e090ed3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=176ac968-f69d-4f83-94c2-5deaf495acbc HTTP/1.1" status: 200 len: 1000 time: 0.0626714 Oct 20 11:16:06.406130 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e813b806-a20f-4e95-8cfd-7571c4fc062b req-bde94e04-6c0d-49d9-a88b-1b631b1ac779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:16:06.407807 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e813b806-a20f-4e95-8cfd-7571c4fc062b req-bde94e04-6c0d-49d9-a88b-1b631b1ac779 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=753fffdc-41ee-414e-85ae-148fbed91f7e HTTP/1.1" status: 200 len: 851 time: 0.0450928 Oct 20 11:16:06.449852 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-152cc2c2-7fd5-4c27-bede-4cbb954fa093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:06.456456 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e813b806-a20f-4e95-8cfd-7571c4fc062b req-75d01f8d-f14f-4e0a-8753-b06fb83b366f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:16:06.457972 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e813b806-a20f-4e95-8cfd-7571c4fc062b req-75d01f8d-f14f-4e0a-8753-b06fb83b366f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8e131716-1fe4-4340-951a-ea3682a6843e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427125 Oct 20 11:16:06.551042 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e813b806-a20f-4e95-8cfd-7571c4fc062b req-10845968-5944-41a3-b179-9484602a535a service neutron] 10.222.0.69 "GET /v2.0/networks/8e131716-1fe4-4340-951a-ea3682a6843e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860555 Oct 20 11:16:06.641717 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e813b806-a20f-4e95-8cfd-7571c4fc062b req-6884e85d-1a2b-4b40-98fa-7b4500b963d1 service neutron] 10.222.0.69 "GET /v2.0/networks/8e131716-1fe4-4340-951a-ea3682a6843e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824990 Oct 20 11:16:07.172719 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:07.479050 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dc043b-463c-4b69-ad8b-a23794465d03 req-7331c499-5466-43f0-a7cf-edcf4151160a tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:16:07.480519 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f6dc043b-463c-4b69-ad8b-a23794465d03 req-7331c499-5466-43f0-a7cf-edcf4151160a tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ee5bc80-ebd0-4021-8a15-f4d3abedc111 HTTP/1.1" status: 200 len: 944 time: 0.0543380 Oct 20 11:16:07.518598 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f6dc043b-463c-4b69-ad8b-a23794465d03 req-fa065ad8-769f-48d3-88d4-8db16f60da51 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/security-groups?id=83054b74-c51a-41f3-ab21-eaa24a2d865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320756 Oct 20 11:16:07.631978 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee2bb7e-1a34-47c7-bf38-03b5503d544a req-f9c0baf0-1573-4f4a-9567-d30a6cf56670 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:16:07.633452 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3ee2bb7e-1a34-47c7-bf38-03b5503d544a req-f9c0baf0-1573-4f4a-9567-d30a6cf56670 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ee5bc80-ebd0-4021-8a15-f4d3abedc111 HTTP/1.1" status: 200 len: 944 time: 0.0487266 Oct 20 11:16:07.669790 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:07.673701 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3ee2bb7e-1a34-47c7-bf38-03b5503d544a req-806a2c5a-29ca-4447-8cdc-7f6dbd26c9ef tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/security-groups?id=83054b74-c51a-41f3-ab21-eaa24a2d865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324848 Oct 20 11:16:07.746184 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 176ac968-f69d-4f83-94c2-5deaf495acbc up at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:16:07.787808 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83f83e5-9da6-44b1-9adc-e672bd1329c3 req-b5010d79-ef60-4695-80ab-30ddaf4a88f3 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:16:07.789300 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b83f83e5-9da6-44b1-9adc-e672bd1329c3 req-b5010d79-ef60-4695-80ab-30ddaf4a88f3 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ee5bc80-ebd0-4021-8a15-f4d3abedc111 HTTP/1.1" status: 200 len: 944 time: 0.0490880 Oct 20 11:16:07.797353 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning for port 176ac968-f69d-4f83-94c2-5deaf495acbc completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:16:07.801139 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning complete for port 176ac968-f69d-4f83-94c2-5deaf495acbc triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:16:07.801512 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:07.830255 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b83f83e5-9da6-44b1-9adc-e672bd1329c3 req-7aa78820-8851-424a-9148-1a263e3539eb tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/security-groups?id=83054b74-c51a-41f3-ab21-eaa24a2d865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341427 Oct 20 11:16:07.881067 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:07.903622 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ee5bc80-ebd0-4021-8a15-f4d3abedc111', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '176ac968-f69d-4f83-94c2-5deaf495acbc'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:16:07.906032 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57a46da2-f8e5-43e2-aeab-9d137e65eaca" -d '{"events": [{"server_uuid": "1ee5bc80-ebd0-4021-8a15-f4d3abedc111", "name": "network-vif-plugged", "status": "completed", "tag": "176ac968-f69d-4f83-94c2-5deaf495acbc"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:16:07.919639 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 176ac968-f69d-4f83-94c2-5deaf495acbc, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=176ac968-f69d-4f83-94c2-5deaf495acbc,segment=NetworkSegment(49885acc-5a39-437c-96c1-298f1490631c),segment_id=49885acc-5a39-437c-96c1-298f1490631c)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:16:07.924380 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:07.982542 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=176ac968-f69d-4f83-94c2-5deaf495acbc,revision_number=9']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:16:08.026376 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:16:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d10d42dc-6894-4157-ac2e-7f7681839c52 x-openstack-request-id: req-d10d42dc-6894-4157-ac2e-7f7681839c52 {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:16:08.026682 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ee5bc80-ebd0-4021-8a15-f4d3abedc111", "name": "network-vif-plugged", "status": "completed", "tag": "176ac968-f69d-4f83-94c2-5deaf495acbc", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:16:08.026947 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d10d42dc-6894-4157-ac2e-7f7681839c52 {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:16:08.027351 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ee5bc80-ebd0-4021-8a15-f4d3abedc111', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '176ac968-f69d-4f83-94c2-5deaf495acbc', 'code': 200} Oct 20 11:16:08.077410 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c52f4f-b05a-49b8-9528-2786370a419d req-f282aa9a-1352-4d67-8393-cb4174822870 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:16:08.078896 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-90c52f4f-b05a-49b8-9528-2786370a419d req-f282aa9a-1352-4d67-8393-cb4174822870 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ee5bc80-ebd0-4021-8a15-f4d3abedc111 HTTP/1.1" status: 200 len: 945 time: 0.0546227 Oct 20 11:16:08.115436 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-90c52f4f-b05a-49b8-9528-2786370a419d req-107a05c8-38f3-46a8-8422-8c1862a2e7bf tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/security-groups?id=83054b74-c51a-41f3-ab21-eaa24a2d865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305703 Oct 20 11:16:08.395611 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:09.043138 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:09.228956 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06da92b-accd-4088-8a3d-8ee548eff6e6 req-76f1ffb4-2b37-4711-8fc9-a1e2f1bb3d00 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:16:09.230860 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f06da92b-accd-4088-8a3d-8ee548eff6e6 req-76f1ffb4-2b37-4711-8fc9-a1e2f1bb3d00 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ee5bc80-ebd0-4021-8a15-f4d3abedc111 HTTP/1.1" status: 200 len: 945 time: 0.0467739 Oct 20 11:16:09.269495 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f06da92b-accd-4088-8a3d-8ee548eff6e6 req-d2244364-e04e-4ca0-9258-01bd33a3cd0e tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/security-groups?id=83054b74-c51a-41f3-ab21-eaa24a2d865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318820 Oct 20 11:16:09.551901 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc46729-bbbc-4b79-939e-76e6c0df5ad1 req-82f9bffa-6809-4db6-8e20-df0746e1903f tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:16:09.553330 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1bc46729-bbbc-4b79-939e-76e6c0df5ad1 req-82f9bffa-6809-4db6-8e20-df0746e1903f tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.55 "GET /v2.0/ports?device_id=1ee5bc80-ebd0-4021-8a15-f4d3abedc111 HTTP/1.1" status: 200 len: 945 time: 0.0463984 Oct 20 11:16:09.642894 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-1bc46729-bbbc-4b79-939e-76e6c0df5ad1 req-267ff160-924d-41c4-a753-37e34454bf23 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Deleting port 176ac968-f69d-4f83-94c2-5deaf495acbc {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:16:09.643235 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-1bc46729-bbbc-4b79-939e-76e6c0df5ad1 req-267ff160-924d-41c4-a753-37e34454bf23 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:09.728559 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-1bc46729-bbbc-4b79-939e-76e6c0df5ad1 req-267ff160-924d-41c4-a753-37e34454bf23 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] For port 176ac968-f69d-4f83-94c2-5deaf495acbc, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=176ac968-f69d-4f83-94c2-5deaf495acbc,segment=NetworkSegment(49885acc-5a39-437c-96c1-298f1490631c),segment_id=49885acc-5a39-437c-96c1-298f1490631c)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:16:09.728947 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-1bc46729-bbbc-4b79-939e-76e6c0df5ad1 req-267ff160-924d-41c4-a753-37e34454bf23 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:09.896053 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-1bc46729-bbbc-4b79-939e-76e6c0df5ad1 req-267ff160-924d-41c4-a753-37e34454bf23 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:09.896326 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-1bc46729-bbbc-4b79-939e-76e6c0df5ad1 req-267ff160-924d-41c4-a753-37e34454bf23 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1773381'] for floatingip, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:09.896641 n-d-811396-3 neutron-server[100596]: INFO neutron.db.l3_db [req-1bc46729-bbbc-4b79-939e-76e6c0df5ad1 req-267ff160-924d-41c4-a753-37e34454bf23 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Floating IP f10b0c84-ed99-4470-b93f-d0b7d6c42ae2 disassociated. External IP: 172.25.1.157, port: 176ac968-f69d-4f83-94c2-5deaf495acbc. Oct 20 11:16:09.896979 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-1bc46729-bbbc-4b79-939e-76e6c0df5ad1 req-267ff160-924d-41c4-a753-37e34454bf23 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Calling delete_port for 176ac968-f69d-4f83-94c2-5deaf495acbc owned by compute:nova {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:16:10.018325 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-1bc46729-bbbc-4b79-939e-76e6c0df5ad1 req-267ff160-924d-41c4-a753-37e34454bf23 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:10.044877 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267ff160-924d-41c4-a753-37e34454bf23 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Pushing event deleted for resources: {'Port': ['ID=176ac968-f69d-4f83-94c2-5deaf495acbc,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:16:10.169682 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1bc46729-bbbc-4b79-939e-76e6c0df5ad1 req-267ff160-924d-41c4-a753-37e34454bf23 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Router bc3d8a16-1cd7-4726-a722-5dbcd0ede152 has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:16:10.278721 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1bc46729-bbbc-4b79-939e-76e6c0df5ad1 req-267ff160-924d-41c4-a753-37e34454bf23 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:16:10.289651 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbce270b-91d9-497c-9405-5f12b7898a0f None None] Sync routers for ids ['bc3d8a16-1cd7-4726-a722-5dbcd0ede152'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:16:10.301290 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbce270b-91d9-497c-9405-5f12b7898a0f None None] Routers {'bc3d8a16-1cd7-4726-a722-5dbcd0ede152'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:16:10.301935 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-dbce270b-91d9-497c-9405-5f12b7898a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:16:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['bc3d8a16-1cd7-4726-a722-5dbcd0ede152'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:16:10.326112 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bc46729-bbbc-4b79-939e-76e6c0df5ad1 req-267ff160-924d-41c4-a753-37e34454bf23 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] No DVR routers for this DVR port 176ac968-f69d-4f83-94c2-5deaf495acbc on host n-h1-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:16:10.328821 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-1bc46729-bbbc-4b79-939e-76e6c0df5ad1 req-267ff160-924d-41c4-a753-37e34454bf23 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:10.332247 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1bc46729-bbbc-4b79-939e-76e6c0df5ad1 req-267ff160-924d-41c4-a753-37e34454bf23 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.55 "DELETE /v2.0/ports/176ac968-f69d-4f83-94c2-5deaf495acbc HTTP/1.1" status: 204 len: 173 time: 0.7728033 Oct 20 11:16:10.332717 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ee5bc80-ebd0-4021-8a15-f4d3abedc111', 'name': 'network-vif-deleted', 'tag': '176ac968-f69d-4f83-94c2-5deaf495acbc'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:16:10.335029 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82c810e9-6423-4ee6-88cc-ea86144e6d71" -d '{"events": [{"server_uuid": "1ee5bc80-ebd0-4021-8a15-f4d3abedc111", "name": "network-vif-deleted", "tag": "176ac968-f69d-4f83-94c2-5deaf495acbc"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:16:10.367661 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-579c39c2-47c5-4ebe-969c-d633ea5f5a68 req-d481d11b-44a5-417a-b2c8-83ee7a2d650c tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ee5bc80-ebd0-4021-8a15-f4d3abedc111 HTTP/1.1" status: 200 len: 210 time: 0.0290918 Oct 20 11:16:10.383464 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db09a095-df84-42b4-87fc-2f69abdcc342 x-openstack-request-id: req-db09a095-df84-42b4-87fc-2f69abdcc342 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:16:10.383999 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ee5bc80-ebd0-4021-8a15-f4d3abedc111", "name": "network-vif-deleted", "tag": "176ac968-f69d-4f83-94c2-5deaf495acbc", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:16:10.384404 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-db09a095-df84-42b4-87fc-2f69abdcc342 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:16:10.384991 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ee5bc80-ebd0-4021-8a15-f4d3abedc111', 'name': 'network-vif-deleted', 'tag': '176ac968-f69d-4f83-94c2-5deaf495acbc', 'status': 'completed', 'code': 200} Oct 20 11:16:10.577243 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-dbce270b-91d9-497c-9405-5f12b7898a0f None None] Set router bc3d8a16-1cd7-4726-a722-5dbcd0ede152 gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:16:10.772929 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-dbce270b-91d9-497c-9405-5f12b7898a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc3d8a16-1cd7-4726-a722-5dbcd0ede152', 'name': 'tempest-ServerActionsTestJSON-1571779485-router', 'tenant_id': 'a861091a3ed04f928ecb9fc7494352e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '1a47596d-4c45-4857-8f6d-6971839f2b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:13:53Z', 'updated_at': '2021-10-20T11:13:55Z', 'revision_number': 4, 'project_id': 'a861091a3ed04f928ecb9fc7494352e0', 'gw_port': {'id': '1a47596d-4c45-4857-8f6d-6971839f2b62', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:32:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3d8a16-1cd7-4726-a722-5dbcd0ede152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:13:53Z', 'updated_at': '2021-10-20T11:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '7c18a350-c32d-45d3-9ea2-5916a3746a6a', 'name': '', 'network_id': '8e131716-1fe4-4340-951a-ea3682a6843e', 'tenant_id': 'a861091a3ed04f928ecb9fc7494352e0', 'mac_address': 'fa:16:3e:4f:df:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3d8a16-1cd7-4726-a722-5dbcd0ede152', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '753fffdc-41ee-414e-85ae-148fbed91f7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:13:55Z', 'updated_at': '2021-10-20T11:13:59Z', 'revision_number': 5, 'project_id': 'a861091a3ed04f928ecb9fc7494352e0', 'subnets': [{'id': '753fffdc-41ee-414e-85ae-148fbed91f7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:16:10.800489 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbce270b-91d9-497c-9405-5f12b7898a0f None None] Checking router: bc3d8a16-1cd7-4726-a722-5dbcd0ede152 for host: n-d-811396-3 {{(pid=100598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:16:10.809703 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbce270b-91d9-497c-9405-5f12b7898a0f None None] Routers {'bc3d8a16-1cd7-4726-a722-5dbcd0ede152'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:16:10.810333 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-dbce270b-91d9-497c-9405-5f12b7898a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:16:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['bc3d8a16-1cd7-4726-a722-5dbcd0ede152'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:16:10.918774 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-dbce270b-91d9-497c-9405-5f12b7898a0f None None] Set router bc3d8a16-1cd7-4726-a722-5dbcd0ede152 gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:16:11.110542 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-dbce270b-91d9-497c-9405-5f12b7898a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc3d8a16-1cd7-4726-a722-5dbcd0ede152', 'name': 'tempest-ServerActionsTestJSON-1571779485-router', 'tenant_id': 'a861091a3ed04f928ecb9fc7494352e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '1a47596d-4c45-4857-8f6d-6971839f2b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:13:53Z', 'updated_at': '2021-10-20T11:13:55Z', 'revision_number': 4, 'project_id': 'a861091a3ed04f928ecb9fc7494352e0', 'gw_port': {'id': '1a47596d-4c45-4857-8f6d-6971839f2b62', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:32:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3d8a16-1cd7-4726-a722-5dbcd0ede152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:13:53Z', 'updated_at': '2021-10-20T11:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '7c18a350-c32d-45d3-9ea2-5916a3746a6a', 'name': '', 'network_id': '8e131716-1fe4-4340-951a-ea3682a6843e', 'tenant_id': 'a861091a3ed04f928ecb9fc7494352e0', 'mac_address': 'fa:16:3e:4f:df:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3d8a16-1cd7-4726-a722-5dbcd0ede152', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '753fffdc-41ee-414e-85ae-148fbed91f7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:13:55Z', 'updated_at': '2021-10-20T11:13:59Z', 'revision_number': 5, 'project_id': 'a861091a3ed04f928ecb9fc7494352e0', 'subnets': [{'id': '753fffdc-41ee-414e-85ae-148fbed91f7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:16:11.140539 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbce270b-91d9-497c-9405-5f12b7898a0f None None] The sync data for ids ['bc3d8a16-1cd7-4726-a722-5dbcd0ede152'] in n-d-811396-3 is: [{'id': 'bc3d8a16-1cd7-4726-a722-5dbcd0ede152', 'name': 'tempest-ServerActionsTestJSON-1571779485-router', 'tenant_id': 'a861091a3ed04f928ecb9fc7494352e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '1a47596d-4c45-4857-8f6d-6971839f2b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:13:53Z', 'updated_at': '2021-10-20T11:13:55Z', 'revision_number': 4, 'project_id': 'a861091a3ed04f928ecb9fc7494352e0', 'gw_port': {'id': '1a47596d-4c45-4857-8f6d-6971839f2b62', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:32:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3d8a16-1cd7-4726-a722-5dbcd0ede152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:13:53Z', 'updated_at': '2021-10-20T11:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '7c18a350-c32d-45d3-9ea2-5916a3746a6a', 'name': '', 'network_id': '8e131716-1fe4-4340-951a-ea3682a6843e', 'tenant_id': 'a861091a3ed04f928ecb9fc7494352e0', 'mac_address': 'fa:16:3e:4f:df:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3d8a16-1cd7-4726-a722-5dbcd0ede152', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '753fffdc-41ee-414e-85ae-148fbed91f7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:13:55Z', 'updated_at': '2021-10-20T11:13:59Z', 'revision_number': 5, 'project_id': 'a861091a3ed04f928ecb9fc7494352e0', 'subnets': [{'id': '753fffdc-41ee-414e-85ae-148fbed91f7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:16:11.349395 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499fd3cf-385a-4f76-8d0e-95a6ff859ab6 None None] New status for floating IP f10b0c84-ed99-4470-b93f-d0b7d6c42ae2: DOWN {{(pid=100599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 11:16:11.605757 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-426aaf5d-dd56-417e-b414-f8073b6171b6 req-0a2e7af1-b50a-48c4-afed-807a62a2425a tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--2084927906&fields=id&tenant_id=a861091a3ed04f928ecb9fc7494352e0 HTTP/1.1" status: 200 len: 267 time: 0.0313902 Oct 20 11:16:11.709435 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426aaf5d-dd56-417e-b414-f8073b6171b6 req-f687c5c3-4061-4a1f-9be7-12487afdb7ca tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:16:11.710800 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-426aaf5d-dd56-417e-b414-f8073b6171b6 req-f687c5c3-4061-4a1f-9be7-12487afdb7ca tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/networks?id=8e131716-1fe4-4340-951a-ea3682a6843e HTTP/1.1" status: 200 len: 812 time: 0.0985346 Oct 20 11:16:11.725360 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-426aaf5d-dd56-417e-b414-f8073b6171b6 req-258770a0-7faa-4f29-a815-d12c55382a9d tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/quotas/a861091a3ed04f928ecb9fc7494352e0 HTTP/1.1" status: 200 len: 375 time: 0.0088575 Oct 20 11:16:11.738905 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 176ac968-f69d-4f83-94c2-5deaf495acbc no longer exists at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:16:11.759117 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] No Port match for: 176ac968-f69d-4f83-94c2-5deaf495acbc {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:16:11.759497 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 176ac968-f69d-4f83-94c2-5deaf495acbc not bound to the agent host n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:16:12.082514 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-426aaf5d-dd56-417e-b414-f8073b6171b6 req-f037a75a-850e-453d-bbf5-b8eefb022cad tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=a861091a3ed04f928ecb9fc7494352e0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3520055 Oct 20 11:16:12.173945 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-426aaf5d-dd56-417e-b414-f8073b6171b6 req-7c27b0a2-f154-4a1f-9988-ad3d66256674 service neutron] 10.222.0.64 "GET /v2.0/networks/8e131716-1fe4-4340-951a-ea3682a6843e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799584 Oct 20 11:16:12.263423 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-426aaf5d-dd56-417e-b414-f8073b6171b6 req-1da908f6-4640-4264-8d72-e4d05e50db78 service neutron] 10.222.0.64 "GET /v2.0/networks/8e131716-1fe4-4340-951a-ea3682a6843e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832982 Oct 20 11:16:12.421358 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-683e1c7a-7d45-4345-86dc-779a91c5e79e req-4f043d8e-f4ae-4e1a-9414-fb90e6ccf275 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d218839-f375-47e8-a028-e5d25fe94ee6 HTTP/1.1" status: 200 len: 210 time: 0.0267057 Oct 20 11:16:13.488583 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426aaf5d-dd56-417e-b414-f8073b6171b6 req-466b0a8a-67be-48a9-8c9c-a898bd56cbb9 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:16:13.490534 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-426aaf5d-dd56-417e-b414-f8073b6171b6 req-466b0a8a-67be-48a9-8c9c-a898bd56cbb9 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.55 "GET /v2.0/networks?id=8e131716-1fe4-4340-951a-ea3682a6843e HTTP/1.1" status: 200 len: 812 time: 0.1126697 Oct 20 11:16:13.523663 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-13280217-a258-4fd1-bfcd-740906a229b9 req-37312023-90c8-464f-b3aa-0f9b6a9e4974 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d218839-f375-47e8-a028-e5d25fe94ee6 HTTP/1.1" status: 200 len: 210 time: 0.0268524 Oct 20 11:16:13.556235 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-426aaf5d-dd56-417e-b414-f8073b6171b6 req-4bbadd46-3028-44d7-afc5-5777f7158c79 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a861091a3ed04f928ecb9fc7494352e0 HTTP/1.1" status: 200 len: 380 time: 0.0350001 Oct 20 11:16:13.578843 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-426aaf5d-dd56-417e-b414-f8073b6171b6 req-33987148-4070-4510-a028-3a582ae39928 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Request body: {'port': {'device_id': '2d218839-f375-47e8-a028-e5d25fe94ee6', 'network_id': '8e131716-1fe4-4340-951a-ea3682a6843e', 'admin_state_up': True, 'tenant_id': 'a861091a3ed04f928ecb9fc7494352e0', 'security_groups': ['83054b74-c51a-41f3-ab21-eaa24a2d865f']}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:16:13.685587 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-426aaf5d-dd56-417e-b414-f8073b6171b6 req-33987148-4070-4510-a028-3a582ae39928 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Made reservation on behalf of a861091a3ed04f928ecb9fc7494352e0 for: {'port': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:16:13.689337 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-426aaf5d-dd56-417e-b414-f8073b6171b6 req-33987148-4070-4510-a028-3a582ae39928 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:13.815499 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [req-426aaf5d-dd56-417e-b414-f8073b6171b6 req-33987148-4070-4510-a028-3a582ae39928 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Allocated IP 172.20.0.14 (8e131716-1fe4-4340-951a-ea3682a6843e/753fffdc-41ee-414e-85ae-148fbed91f7e/5256c123-7c11-4a9a-8589-a08eea6d0a21) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:16:13.950721 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-426aaf5d-dd56-417e-b414-f8073b6171b6 req-33987148-4070-4510-a028-3a582ae39928 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:13.983605 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-426aaf5d-dd56-417e-b414-f8073b6171b6 req-33987148-4070-4510-a028-3a582ae39928 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:14.027406 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-426aaf5d-dd56-417e-b414-f8073b6171b6 req-33987148-4070-4510-a028-3a582ae39928 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Network 8e131716-1fe4-4340-951a-ea3682a6843e is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:16:14.030375 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [req-426aaf5d-dd56-417e-b414-f8073b6171b6 req-33987148-4070-4510-a028-3a582ae39928 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:16:14.033949 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-426aaf5d-dd56-417e-b414-f8073b6171b6 req-33987148-4070-4510-a028-3a582ae39928 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:16:14.057317 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33987148-4070-4510-a028-3a582ae39928 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Pushing event updated for resources: {'Port': ['ID=5256c123-7c11-4a9a-8589-a08eea6d0a21,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:16:14.085231 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426aaf5d-dd56-417e-b414-f8073b6171b6 req-33987148-4070-4510-a028-3a582ae39928 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:16:14.085684 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-426aaf5d-dd56-417e-b414-f8073b6171b6 req-33987148-4070-4510-a028-3a582ae39928 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:14.103301 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-426aaf5d-dd56-417e-b414-f8073b6171b6 req-33987148-4070-4510-a028-3a582ae39928 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5279598 Oct 20 11:16:14.120613 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-426aaf5d-dd56-417e-b414-f8073b6171b6 req-54bad9bd-b873-44d8-a2a1-bb647ba98279 service neutron] Request body: {'port': {'device_id': '2d218839-f375-47e8-a028-e5d25fe94ee6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811396-3'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:16:14.179979 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-426aaf5d-dd56-417e-b414-f8073b6171b6 req-54bad9bd-b873-44d8-a2a1-bb647ba98279 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:14.237628 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-4b7f3842-d2d0-46e1-a007-898fd2a51199 None None] Provisioning complete for port 5256c123-7c11-4a9a-8589-a08eea6d0a21 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:16:14.238198 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-4b7f3842-d2d0-46e1-a007-898fd2a51199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:14.272465 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-4b7f3842-d2d0-46e1-a007-898fd2a51199 None None] Port 5256c123-7c11-4a9a-8589-a08eea6d0a21 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:16:14.435644 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [req-426aaf5d-dd56-417e-b414-f8073b6171b6 req-54bad9bd-b873-44d8-a2a1-bb647ba98279 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5256c123-7c11-4a9a-8589-a08eea6d0a21 {{(pid=100596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:16:14.442961 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-426aaf5d-dd56-417e-b414-f8073b6171b6 req-54bad9bd-b873-44d8-a2a1-bb647ba98279 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:14.454989 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.provisioning_blocks [req-426aaf5d-dd56-417e-b414-f8073b6171b6 req-54bad9bd-b873-44d8-a2a1-bb647ba98279 service neutron] Transition to ACTIVE for port object 5256c123-7c11-4a9a-8589-a08eea6d0a21 will not be triggered until provisioned by entity L2. {{(pid=100596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:16:14.458625 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-426aaf5d-dd56-417e-b414-f8073b6171b6 req-54bad9bd-b873-44d8-a2a1-bb647ba98279 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:14.517587 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bad9bd-b873-44d8-a2a1-bb647ba98279 service neutron] Pushing event updated for resources: {'Port': ['ID=5256c123-7c11-4a9a-8589-a08eea6d0a21,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:16:14.589874 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-426aaf5d-dd56-417e-b414-f8073b6171b6 req-54bad9bd-b873-44d8-a2a1-bb647ba98279 service neutron] Attempting to bind port 5256c123-7c11-4a9a-8589-a08eea6d0a21 on host n-h1-811396-3 for vnic_type normal with profile {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:16:14.590229 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-426aaf5d-dd56-417e-b414-f8073b6171b6 req-54bad9bd-b873-44d8-a2a1-bb647ba98279 service neutron] Attempting to bind port 5256c123-7c11-4a9a-8589-a08eea6d0a21 by drivers openvswitch,hyperv on host n-h1-811396-3 at level 0 using segments [{'id': '49885acc-5a39-437c-96c1-298f1490631c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '8e131716-1fe4-4340-951a-ea3682a6843e'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:16:14.590556 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-426aaf5d-dd56-417e-b414-f8073b6171b6 req-54bad9bd-b873-44d8-a2a1-bb647ba98279 service neutron] Attempting to bind port 5256c123-7c11-4a9a-8589-a08eea6d0a21 on network 8e131716-1fe4-4340-951a-ea3682a6843e {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:16:14.595124 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-426aaf5d-dd56-417e-b414-f8073b6171b6 req-54bad9bd-b873-44d8-a2a1-bb647ba98279 service neutron] Port 5256c123-7c11-4a9a-8589-a08eea6d0a21 on network 8e131716-1fe4-4340-951a-ea3682a6843e not bound, no agent of type Open vSwitch agent registered on host n-h1-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:16:14.595480 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-426aaf5d-dd56-417e-b414-f8073b6171b6 req-54bad9bd-b873-44d8-a2a1-bb647ba98279 service neutron] Attempting to bind port 5256c123-7c11-4a9a-8589-a08eea6d0a21 on network 8e131716-1fe4-4340-951a-ea3682a6843e {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:16:14.611202 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-426aaf5d-dd56-417e-b414-f8073b6171b6 req-54bad9bd-b873-44d8-a2a1-bb647ba98279 service neutron] Checking agent: {'id': 'b707b4cc-061f-4cf4-bce0-0b3df9b7bec9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 15, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:16:14.611573 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-426aaf5d-dd56-417e-b414-f8073b6171b6 req-54bad9bd-b873-44d8-a2a1-bb647ba98279 service neutron] Checking segment: {'id': '49885acc-5a39-437c-96c1-298f1490631c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '8e131716-1fe4-4340-951a-ea3682a6843e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:16:14.611956 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-426aaf5d-dd56-417e-b414-f8073b6171b6 req-54bad9bd-b873-44d8-a2a1-bb647ba98279 service neutron] Bound using segment: {'id': '49885acc-5a39-437c-96c1-298f1490631c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '8e131716-1fe4-4340-951a-ea3682a6843e'} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:16:14.612385 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-426aaf5d-dd56-417e-b414-f8073b6171b6 req-54bad9bd-b873-44d8-a2a1-bb647ba98279 service neutron] Bound port: 5256c123-7c11-4a9a-8589-a08eea6d0a21, host: n-h1-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49885acc-5a39-437c-96c1-298f1490631c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '8e131716-1fe4-4340-951a-ea3682a6843e'}}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:16:14.612740 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-426aaf5d-dd56-417e-b414-f8073b6171b6 req-54bad9bd-b873-44d8-a2a1-bb647ba98279 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:14.683707 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a91af14-4163-4a9a-86da-0360be30ebe9 req-5eef9e0e-6916-4afb-b216-d443ef47e5c1 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:16:14.685203 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9a91af14-4163-4a9a-86da-0360be30ebe9 req-5eef9e0e-6916-4afb-b216-d443ef47e5c1 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d218839-f375-47e8-a028-e5d25fe94ee6 HTTP/1.1" status: 200 len: 944 time: 0.0876474 Oct 20 11:16:14.726410 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-426aaf5d-dd56-417e-b414-f8073b6171b6 req-54bad9bd-b873-44d8-a2a1-bb647ba98279 service neutron] For port 5256c123-7c11-4a9a-8589-a08eea6d0a21, host n-h1-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:16:14.747110 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9a91af14-4163-4a9a-86da-0360be30ebe9 req-f5167c32-ed8e-4ed8-837b-316e629b8ce7 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/security-groups?id=83054b74-c51a-41f3-ab21-eaa24a2d865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557127 Oct 20 11:16:14.748701 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-426aaf5d-dd56-417e-b414-f8073b6171b6 req-54bad9bd-b873-44d8-a2a1-bb647ba98279 service neutron] For port 5256c123-7c11-4a9a-8589-a08eea6d0a21, host n-h1-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=5256c123-7c11-4a9a-8589-a08eea6d0a21,segment=NetworkSegment(49885acc-5a39-437c-96c1-298f1490631c),segment_id=49885acc-5a39-437c-96c1-298f1490631c)] {{(pid=100596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:16:14.752972 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-426aaf5d-dd56-417e-b414-f8073b6171b6 req-54bad9bd-b873-44d8-a2a1-bb647ba98279 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:14.788442 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426aaf5d-dd56-417e-b414-f8073b6171b6 req-54bad9bd-b873-44d8-a2a1-bb647ba98279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:16:14.789057 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-426aaf5d-dd56-417e-b414-f8073b6171b6 req-54bad9bd-b873-44d8-a2a1-bb647ba98279 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:14.790500 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-426aaf5d-dd56-417e-b414-f8073b6171b6 req-54bad9bd-b873-44d8-a2a1-bb647ba98279 service neutron] 10.222.0.55 "PUT /v2.0/ports/5256c123-7c11-4a9a-8589-a08eea6d0a21 HTTP/1.1" status: 200 len: 1092 time: 0.6744995 Oct 20 11:16:14.790941 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d218839-f375-47e8-a028-e5d25fe94ee6', 'tag': '5256c123-7c11-4a9a-8589-a08eea6d0a21'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:16:14.794764 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f59816f-8d99-48ae-b04d-9272367bd8d3" -d '{"events": [{"name": "network-changed", "server_uuid": "2d218839-f375-47e8-a028-e5d25fe94ee6", "tag": "5256c123-7c11-4a9a-8589-a08eea6d0a21"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:16:14.822243 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bad9bd-b873-44d8-a2a1-bb647ba98279 service neutron] Pushing event updated for resources: {'Port': ['ID=5256c123-7c11-4a9a-8589-a08eea6d0a21,revision_number=3']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:16:14.846448 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7255f476-8e29-4591-b5b7-869938b27105 x-openstack-request-id: req-7255f476-8e29-4591-b5b7-869938b27105 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:16:14.846969 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d218839-f375-47e8-a028-e5d25fe94ee6", "tag": "5256c123-7c11-4a9a-8589-a08eea6d0a21", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:16:14.847308 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7255f476-8e29-4591-b5b7-869938b27105 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:16:14.848171 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d218839-f375-47e8-a028-e5d25fe94ee6', 'tag': '5256c123-7c11-4a9a-8589-a08eea6d0a21', 'status': 'completed', 'code': 200} Oct 20 11:16:14.903579 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426aaf5d-dd56-417e-b414-f8073b6171b6 req-6742d471-f563-4f04-90a9-6c06ebd944ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:16:14.905115 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-426aaf5d-dd56-417e-b414-f8073b6171b6 req-6742d471-f563-4f04-90a9-6c06ebd944ae service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a861091a3ed04f928ecb9fc7494352e0&device_id=2d218839-f375-47e8-a028-e5d25fe94ee6 HTTP/1.1" status: 200 len: 1095 time: 0.0425613 Oct 20 11:16:14.957958 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-426aaf5d-dd56-417e-b414-f8073b6171b6 req-a7d20323-4b84-4bee-acd8-a79c4efe5613 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5256c123-7c11-4a9a-8589-a08eea6d0a21 HTTP/1.1" status: 200 len: 217 time: 0.0393445 Oct 20 11:16:15.006955 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426aaf5d-dd56-417e-b414-f8073b6171b6 req-6f08aec8-3b40-4de9-be25-c1afa6be3788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:16:15.008505 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-426aaf5d-dd56-417e-b414-f8073b6171b6 req-6f08aec8-3b40-4de9-be25-c1afa6be3788 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=753fffdc-41ee-414e-85ae-148fbed91f7e HTTP/1.1" status: 200 len: 851 time: 0.0433989 Oct 20 11:16:15.053451 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426aaf5d-dd56-417e-b414-f8073b6171b6 req-51cd4c9a-5bd1-4bc2-b80f-c40834f992fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:16:15.055129 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-426aaf5d-dd56-417e-b414-f8073b6171b6 req-51cd4c9a-5bd1-4bc2-b80f-c40834f992fe service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8e131716-1fe4-4340-951a-ea3682a6843e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399928 Oct 20 11:16:15.156540 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-426aaf5d-dd56-417e-b414-f8073b6171b6 req-79b5b6b7-6413-4807-a968-7275f413a952 service neutron] 10.222.0.55 "GET /v2.0/networks/8e131716-1fe4-4340-951a-ea3682a6843e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939834 Oct 20 11:16:15.245262 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-426aaf5d-dd56-417e-b414-f8073b6171b6 req-c4660b4c-1add-4993-9f9b-8d3d261bf49d service neutron] 10.222.0.55 "GET /v2.0/networks/8e131716-1fe4-4340-951a-ea3682a6843e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815942 Oct 20 11:16:15.250621 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 7 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:16:15.378843 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f59816f-8d99-48ae-b04d-9272367bd8d3 req-fd2ce7b9-0739-4210-b316-e0bb621ae8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:16:15.380368 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9f59816f-8d99-48ae-b04d-9272367bd8d3 req-fd2ce7b9-0739-4210-b316-e0bb621ae8aa service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a861091a3ed04f928ecb9fc7494352e0&device_id=2d218839-f375-47e8-a028-e5d25fe94ee6 HTTP/1.1" status: 200 len: 1095 time: 0.0448458 Oct 20 11:16:15.471496 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f59816f-8d99-48ae-b04d-9272367bd8d3 req-18a055e7-0f0a-41a8-92f4-dfb8f23277d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:16:15.472877 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9f59816f-8d99-48ae-b04d-9272367bd8d3 req-18a055e7-0f0a-41a8-92f4-dfb8f23277d0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8e131716-1fe4-4340-951a-ea3682a6843e HTTP/1.1" status: 200 len: 913 time: 0.0853438 Oct 20 11:16:15.518100 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9f59816f-8d99-48ae-b04d-9272367bd8d3 req-cb4cab7d-f8fe-4433-9c71-778312511927 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5256c123-7c11-4a9a-8589-a08eea6d0a21 HTTP/1.1" status: 200 len: 217 time: 0.0376375 Oct 20 11:16:15.565158 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f59816f-8d99-48ae-b04d-9272367bd8d3 req-cc132da5-b7d0-417e-85e7-43af82043961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:16:15.566569 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9f59816f-8d99-48ae-b04d-9272367bd8d3 req-cc132da5-b7d0-417e-85e7-43af82043961 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=753fffdc-41ee-414e-85ae-148fbed91f7e HTTP/1.1" status: 200 len: 851 time: 0.0421386 Oct 20 11:16:15.610167 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f59816f-8d99-48ae-b04d-9272367bd8d3 req-c37a3556-a4de-4419-bc12-95a27499b2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:16:15.611660 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9f59816f-8d99-48ae-b04d-9272367bd8d3 req-c37a3556-a4de-4419-bc12-95a27499b2d7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8e131716-1fe4-4340-951a-ea3682a6843e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385249 Oct 20 11:16:15.704791 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9f59816f-8d99-48ae-b04d-9272367bd8d3 req-80aaddeb-481d-4d38-8665-08c2dc03613d service neutron] 10.222.0.55 "GET /v2.0/networks/8e131716-1fe4-4340-951a-ea3682a6843e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861995 Oct 20 11:16:15.793703 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9f59816f-8d99-48ae-b04d-9272367bd8d3 req-85c1898e-d1d0-4e0a-95d6-e9f65573239a service neutron] 10.222.0.55 "GET /v2.0/networks/8e131716-1fe4-4340-951a-ea3682a6843e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815694 Oct 20 11:16:15.862400 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe84178-d238-4ad0-8519-7b6382ae72eb req-30609e3f-a1a8-4c9b-95c8-ff2721993003 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:16:15.863922 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2fe84178-d238-4ad0-8519-7b6382ae72eb req-30609e3f-a1a8-4c9b-95c8-ff2721993003 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d218839-f375-47e8-a028-e5d25fe94ee6 HTTP/1.1" status: 200 len: 944 time: 0.0480599 Oct 20 11:16:15.908517 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2fe84178-d238-4ad0-8519-7b6382ae72eb req-129d62c4-8aa2-426b-beec-8e86281c2f82 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/security-groups?id=83054b74-c51a-41f3-ab21-eaa24a2d865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386703 Oct 20 11:16:17.027595 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9e015d-04ca-455d-af26-b6da2acd4013 req-c93ebe48-4400-41e6-9826-6cf8e2431911 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:16:17.029129 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0f9e015d-04ca-455d-af26-b6da2acd4013 req-c93ebe48-4400-41e6-9826-6cf8e2431911 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d218839-f375-47e8-a028-e5d25fe94ee6 HTTP/1.1" status: 200 len: 944 time: 0.0518208 Oct 20 11:16:17.066541 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0f9e015d-04ca-455d-af26-b6da2acd4013 req-280e1c5a-039b-4890-a910-4e5f9db2761a tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/security-groups?id=83054b74-c51a-41f3-ab21-eaa24a2d865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314887 Oct 20 11:16:18.178161 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c44cd4e-df32-481d-90cd-c989e0763736 req-3522fba7-62ae-4ffd-ba8b-fc9d655abcb2 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:16:18.179904 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2c44cd4e-df32-481d-90cd-c989e0763736 req-3522fba7-62ae-4ffd-ba8b-fc9d655abcb2 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d218839-f375-47e8-a028-e5d25fe94ee6 HTTP/1.1" status: 200 len: 944 time: 0.0479014 Oct 20 11:16:18.217162 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2c44cd4e-df32-481d-90cd-c989e0763736 req-be8ca1b7-9953-41db-9d22-666ac8d4704d tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/security-groups?id=83054b74-c51a-41f3-ab21-eaa24a2d865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307617 Oct 20 11:16:19.328613 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727058f2-1e3f-4569-8b33-7416f970f159 req-0b042594-2129-4fe0-9a18-631efa7d8e72 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:16:19.330073 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-727058f2-1e3f-4569-8b33-7416f970f159 req-0b042594-2129-4fe0-9a18-631efa7d8e72 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d218839-f375-47e8-a028-e5d25fe94ee6 HTTP/1.1" status: 200 len: 944 time: 0.0476930 Oct 20 11:16:19.370722 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-727058f2-1e3f-4569-8b33-7416f970f159 req-4e46ee36-de8e-48fe-8bb3-65a8806be83c tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/security-groups?id=83054b74-c51a-41f3-ab21-eaa24a2d865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348647 Oct 20 11:16:19.541297 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:19.783948 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 5256c123-7c11-4a9a-8589-a08eea6d0a21 details requested by agent hyperv_n-h1-811396-3 with host n-h1-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:16:19.878871 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 5256c123-7c11-4a9a-8589-a08eea6d0a21, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=5256c123-7c11-4a9a-8589-a08eea6d0a21,segment=NetworkSegment(49885acc-5a39-437c-96c1-298f1490631c),segment_id=49885acc-5a39-437c-96c1-298f1490631c)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:16:19.890423 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Returning: {'device': '5256c123-7c11-4a9a-8589-a08eea6d0a21', 'network_id': '8e131716-1fe4-4340-951a-ea3682a6843e', 'port_id': '5256c123-7c11-4a9a-8589-a08eea6d0a21', 'mac_address': 'fa:16:3e:9f:2a:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 824, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '753fffdc-41ee-414e-85ae-148fbed91f7e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:16:19.925665 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:19.938868 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5256c123-7c11-4a9a-8589-a08eea6d0a21 {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:16:19.958210 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 5256c123-7c11-4a9a-8589-a08eea6d0a21, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=5256c123-7c11-4a9a-8589-a08eea6d0a21,segment=NetworkSegment(49885acc-5a39-437c-96c1-298f1490631c),segment_id=49885acc-5a39-437c-96c1-298f1490631c)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:16:19.962064 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:20.012237 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=5256c123-7c11-4a9a-8589-a08eea6d0a21,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:16:20.312909 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['5256c123-7c11-4a9a-8589-a08eea6d0a21'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:16:20.483972 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c1de93-a3c5-444c-adea-baade7a9df6e req-b59a71e3-b0d6-4c36-83c4-8d4052586d26 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:16:20.485448 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-76c1de93-a3c5-444c-adea-baade7a9df6e req-b59a71e3-b0d6-4c36-83c4-8d4052586d26 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d218839-f375-47e8-a028-e5d25fe94ee6 HTTP/1.1" status: 200 len: 945 time: 0.0477512 Oct 20 11:16:20.529600 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-76c1de93-a3c5-444c-adea-baade7a9df6e req-bc3c55d5-64de-4da0-9ea2-c1804da5be11 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/security-groups?id=83054b74-c51a-41f3-ab21-eaa24a2d865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372043 Oct 20 11:16:21.646865 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f9f9e6-0bc5-421b-85f9-739350957219 req-4701c73d-e8bc-4e28-bda7-8bf06469475c tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:16:21.648342 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-70f9f9e6-0bc5-421b-85f9-739350957219 req-4701c73d-e8bc-4e28-bda7-8bf06469475c tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d218839-f375-47e8-a028-e5d25fe94ee6 HTTP/1.1" status: 200 len: 945 time: 0.0523207 Oct 20 11:16:21.686537 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-70f9f9e6-0bc5-421b-85f9-739350957219 req-14fdc7e6-319e-4999-9f5a-c24b5c16399d tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/security-groups?id=83054b74-c51a-41f3-ab21-eaa24a2d865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317175 Oct 20 11:16:21.799073 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 5256c123-7c11-4a9a-8589-a08eea6d0a21 up at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:16:21.849609 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning for port 5256c123-7c11-4a9a-8589-a08eea6d0a21 completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:16:21.853027 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning complete for port 5256c123-7c11-4a9a-8589-a08eea6d0a21 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:16:21.853404 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:21.934567 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:21.958183 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d218839-f375-47e8-a028-e5d25fe94ee6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5256c123-7c11-4a9a-8589-a08eea6d0a21'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:16:21.960551 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59559110-52ed-4de3-855e-ffdd1beb7530" -d '{"events": [{"server_uuid": "2d218839-f375-47e8-a028-e5d25fe94ee6", "name": "network-vif-plugged", "status": "completed", "tag": "5256c123-7c11-4a9a-8589-a08eea6d0a21"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:16:21.974603 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 5256c123-7c11-4a9a-8589-a08eea6d0a21, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=5256c123-7c11-4a9a-8589-a08eea6d0a21,segment=NetworkSegment(49885acc-5a39-437c-96c1-298f1490631c),segment_id=49885acc-5a39-437c-96c1-298f1490631c)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:16:21.978705 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:22.004726 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-398cae5c-bbf9-49df-80c6-7d14523053d1 x-openstack-request-id: req-398cae5c-bbf9-49df-80c6-7d14523053d1 {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:16:22.005043 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d218839-f375-47e8-a028-e5d25fe94ee6", "name": "network-vif-plugged", "status": "completed", "tag": "5256c123-7c11-4a9a-8589-a08eea6d0a21", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:16:22.005307 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-398cae5c-bbf9-49df-80c6-7d14523053d1 {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:16:22.005699 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d218839-f375-47e8-a028-e5d25fe94ee6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5256c123-7c11-4a9a-8589-a08eea6d0a21', 'code': 200} Oct 20 11:16:22.033539 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=5256c123-7c11-4a9a-8589-a08eea6d0a21,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:16:22.135121 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99856137-366e-4c3e-81b6-f10bebaa7817 req-78594489-aac9-4c65-8cdd-62e727361dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:16:22.136636 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-99856137-366e-4c3e-81b6-f10bebaa7817 req-78594489-aac9-4c65-8cdd-62e727361dc8 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2d218839-f375-47e8-a028-e5d25fe94ee6 HTTP/1.1" status: 200 len: 1097 time: 0.0399559 Oct 20 11:16:22.175497 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-99856137-366e-4c3e-81b6-f10bebaa7817 req-07bcda5c-8e87-44c1-b85e-db831e43001f service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=83054b74-c51a-41f3-ab21-eaa24a2d865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321965 Oct 20 11:16:22.800007 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e112bd28-f353-4ef8-be44-19997102f6d9 req-f4f7f2bd-168d-454e-bf3c-027f7cf896b0 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:16:22.801490 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e112bd28-f353-4ef8-be44-19997102f6d9 req-f4f7f2bd-168d-454e-bf3c-027f7cf896b0 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d218839-f375-47e8-a028-e5d25fe94ee6 HTTP/1.1" status: 200 len: 946 time: 0.0487010 Oct 20 11:16:22.839464 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e112bd28-f353-4ef8-be44-19997102f6d9 req-a939a094-3733-4661-aba5-3d51964f09c4 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/security-groups?id=83054b74-c51a-41f3-ab21-eaa24a2d865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310295 Oct 20 11:16:23.955657 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5830edb9-58e7-4a27-8e5f-8145b37cd285 req-037fe810-d338-422e-8cd4-d7eee66dec5c tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:16:23.957139 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5830edb9-58e7-4a27-8e5f-8145b37cd285 req-037fe810-d338-422e-8cd4-d7eee66dec5c tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d218839-f375-47e8-a028-e5d25fe94ee6 HTTP/1.1" status: 200 len: 946 time: 0.0496719 Oct 20 11:16:23.993928 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5830edb9-58e7-4a27-8e5f-8145b37cd285 req-6daade10-fc0c-4c18-a20a-6cd257e86f08 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/security-groups?id=83054b74-c51a-41f3-ab21-eaa24a2d865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308506 Oct 20 11:16:24.102189 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f58b545-f99f-4b23-a163-c902792ee585 req-d37bce56-bb28-4fb3-8e3f-627272808211 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:16:24.103693 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4f58b545-f99f-4b23-a163-c902792ee585 req-d37bce56-bb28-4fb3-8e3f-627272808211 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d218839-f375-47e8-a028-e5d25fe94ee6 HTTP/1.1" status: 200 len: 946 time: 0.0481932 Oct 20 11:16:24.112690 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 43708) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:16:24.117046 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-754c4148-d03b-44f2-b097-5dcf168d6805 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Request body: {'floatingip': {'port_id': '5256c123-7c11-4a9a-8589-a08eea6d0a21'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:16:24.158995 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-754c4148-d03b-44f2-b097-5dcf168d6805 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Publish callbacks [] for floatingip, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:24.575667 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-754c4148-d03b-44f2-b097-5dcf168d6805 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:24.579174 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-754c4148-d03b-44f2-b097-5dcf168d6805 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1773381'] for floatingip, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:24.676212 n-d-811396-3 neutron-server[100596]: INFO neutron.db.l3_db [None req-754c4148-d03b-44f2-b097-5dcf168d6805 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Floating IP f10b0c84-ed99-4470-b93f-d0b7d6c42ae2 associated. External IP: 172.25.1.157, port: 5256c123-7c11-4a9a-8589-a08eea6d0a21. Oct 20 11:16:24.874300 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-754c4148-d03b-44f2-b097-5dcf168d6805 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Router bc3d8a16-1cd7-4726-a722-5dbcd0ede152 has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:16:24.976755 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-754c4148-d03b-44f2-b097-5dcf168d6805 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:16:24.982682 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-754c4148-d03b-44f2-b097-5dcf168d6805 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for floatingip, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:24.986511 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e47b9982-ed42-445c-ac3d-34ced5ca4135 None None] Sync routers for ids ['bc3d8a16-1cd7-4726-a722-5dbcd0ede152'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:16:24.996858 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47b9982-ed42-445c-ac3d-34ced5ca4135 None None] Routers {'bc3d8a16-1cd7-4726-a722-5dbcd0ede152'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:16:24.997470 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-e47b9982-ed42-445c-ac3d-34ced5ca4135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:16:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['bc3d8a16-1cd7-4726-a722-5dbcd0ede152'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:16:25.009314 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-754c4148-d03b-44f2-b097-5dcf168d6805 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "PUT /v2.0/floatingips/f10b0c84-ed99-4470-b93f-d0b7d6c42ae2 HTTP/1.1" status: 200 len: 992 time: 0.8955712 Oct 20 11:16:25.009893 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d218839-f375-47e8-a028-e5d25fe94ee6', 'tag': '5256c123-7c11-4a9a-8589-a08eea6d0a21'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:16:25.012199 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cfdb98d-96ba-4cea-a122-c943c2cfbb1b" -d '{"events": [{"name": "network-changed", "server_uuid": "2d218839-f375-47e8-a028-e5d25fe94ee6", "tag": "5256c123-7c11-4a9a-8589-a08eea6d0a21"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:16:25.053589 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41867f8c-7ff0-48cc-84e1-691286afffac x-openstack-request-id: req-41867f8c-7ff0-48cc-84e1-691286afffac {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:16:25.053874 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d218839-f375-47e8-a028-e5d25fe94ee6", "tag": "5256c123-7c11-4a9a-8589-a08eea6d0a21", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:16:25.054126 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-41867f8c-7ff0-48cc-84e1-691286afffac {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:16:25.054778 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d218839-f375-47e8-a028-e5d25fe94ee6', 'tag': '5256c123-7c11-4a9a-8589-a08eea6d0a21', 'status': 'completed', 'code': 200} Oct 20 11:16:25.112617 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-e47b9982-ed42-445c-ac3d-34ced5ca4135 None None] Set router bc3d8a16-1cd7-4726-a722-5dbcd0ede152 gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:16:25.163527 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfdb98d-96ba-4cea-a122-c943c2cfbb1b req-1bba2c84-f728-4485-aca4-92fc89109d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:16:25.164953 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9cfdb98d-96ba-4cea-a122-c943c2cfbb1b req-1bba2c84-f728-4485-aca4-92fc89109d2e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a861091a3ed04f928ecb9fc7494352e0&device_id=2d218839-f375-47e8-a028-e5d25fe94ee6 HTTP/1.1" status: 200 len: 1097 time: 0.0448442 Oct 20 11:16:25.254804 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfdb98d-96ba-4cea-a122-c943c2cfbb1b req-36d41b7b-673e-4716-8e6d-ceecef9949b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:16:25.256337 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9cfdb98d-96ba-4cea-a122-c943c2cfbb1b req-36d41b7b-673e-4716-8e6d-ceecef9949b4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8e131716-1fe4-4340-951a-ea3682a6843e HTTP/1.1" status: 200 len: 913 time: 0.0848942 Oct 20 11:16:25.324781 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9cfdb98d-96ba-4cea-a122-c943c2cfbb1b req-b9fb8862-95cb-4e70-9d4f-d94009c79869 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5256c123-7c11-4a9a-8589-a08eea6d0a21 HTTP/1.1" status: 200 len: 1000 time: 0.0616150 Oct 20 11:16:25.335015 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-e47b9982-ed42-445c-ac3d-34ced5ca4135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc3d8a16-1cd7-4726-a722-5dbcd0ede152', 'name': 'tempest-ServerActionsTestJSON-1571779485-router', 'tenant_id': 'a861091a3ed04f928ecb9fc7494352e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '1a47596d-4c45-4857-8f6d-6971839f2b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:13:53Z', 'updated_at': '2021-10-20T11:13:55Z', 'revision_number': 4, 'project_id': 'a861091a3ed04f928ecb9fc7494352e0', 'gw_port': {'id': '1a47596d-4c45-4857-8f6d-6971839f2b62', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:32:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3d8a16-1cd7-4726-a722-5dbcd0ede152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:13:53Z', 'updated_at': '2021-10-20T11:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_floatingips': [{'id': 'f10b0c84-ed99-4470-b93f-d0b7d6c42ae2', 'tenant_id': 'a861091a3ed04f928ecb9fc7494352e0', 'floating_ip_address': '172.25.1.157', 'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'router_id': 'bc3d8a16-1cd7-4726-a722-5dbcd0ede152', 'port_id': '5256c123-7c11-4a9a-8589-a08eea6d0a21', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e131716-1fe4-4340-951a-ea3682a6843e', 'mac_address': 'fa:16:3e:9f:2a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d218839-f375-47e8-a028-e5d25fe94ee6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:13:57Z', 'updated_at': '2021-10-20T11:16:24Z', 'revision_number': 5, 'project_id': 'a861091a3ed04f928ecb9fc7494352e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c18a350-c32d-45d3-9ea2-5916a3746a6a', 'name': '', 'network_id': '8e131716-1fe4-4340-951a-ea3682a6843e', 'tenant_id': 'a861091a3ed04f928ecb9fc7494352e0', 'mac_address': 'fa:16:3e:4f:df:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3d8a16-1cd7-4726-a722-5dbcd0ede152', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '753fffdc-41ee-414e-85ae-148fbed91f7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:13:55Z', 'updated_at': '2021-10-20T11:13:59Z', 'revision_number': 5, 'project_id': 'a861091a3ed04f928ecb9fc7494352e0', 'subnets': [{'id': '753fffdc-41ee-414e-85ae-148fbed91f7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:16:25.361297 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e47b9982-ed42-445c-ac3d-34ced5ca4135 None None] Checking router: bc3d8a16-1cd7-4726-a722-5dbcd0ede152 for host: n-d-811396-3 {{(pid=100598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:16:25.369648 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47b9982-ed42-445c-ac3d-34ced5ca4135 None None] Routers {'bc3d8a16-1cd7-4726-a722-5dbcd0ede152'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:16:25.370264 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-e47b9982-ed42-445c-ac3d-34ced5ca4135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:16:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['bc3d8a16-1cd7-4726-a722-5dbcd0ede152'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:16:25.373971 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfdb98d-96ba-4cea-a122-c943c2cfbb1b req-355dbd1d-6c0c-4f7d-b724-afed8f77fa7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:16:25.375476 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9cfdb98d-96ba-4cea-a122-c943c2cfbb1b req-355dbd1d-6c0c-4f7d-b724-afed8f77fa7f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=753fffdc-41ee-414e-85ae-148fbed91f7e HTTP/1.1" status: 200 len: 851 time: 0.0437477 Oct 20 11:16:25.420816 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfdb98d-96ba-4cea-a122-c943c2cfbb1b req-8d4073f2-4040-4b47-8783-db72201c719c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:16:25.422237 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9cfdb98d-96ba-4cea-a122-c943c2cfbb1b req-8d4073f2-4040-4b47-8783-db72201c719c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8e131716-1fe4-4340-951a-ea3682a6843e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397420 Oct 20 11:16:25.507598 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-e47b9982-ed42-445c-ac3d-34ced5ca4135 None None] Set router bc3d8a16-1cd7-4726-a722-5dbcd0ede152 gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:16:25.546794 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9cfdb98d-96ba-4cea-a122-c943c2cfbb1b req-2a617d68-4a0a-4c75-9b35-80f9f1e5bbea service neutron] 10.222.0.55 "GET /v2.0/networks/8e131716-1fe4-4340-951a-ea3682a6843e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162524 Oct 20 11:16:25.644292 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9cfdb98d-96ba-4cea-a122-c943c2cfbb1b req-25362cc6-74a2-4e82-ad66-001c399d8c0d service neutron] 10.222.0.55 "GET /v2.0/networks/8e131716-1fe4-4340-951a-ea3682a6843e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910821 Oct 20 11:16:25.744590 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-e47b9982-ed42-445c-ac3d-34ced5ca4135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc3d8a16-1cd7-4726-a722-5dbcd0ede152', 'name': 'tempest-ServerActionsTestJSON-1571779485-router', 'tenant_id': 'a861091a3ed04f928ecb9fc7494352e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '1a47596d-4c45-4857-8f6d-6971839f2b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:13:53Z', 'updated_at': '2021-10-20T11:13:55Z', 'revision_number': 4, 'project_id': 'a861091a3ed04f928ecb9fc7494352e0', 'gw_port': {'id': '1a47596d-4c45-4857-8f6d-6971839f2b62', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:32:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3d8a16-1cd7-4726-a722-5dbcd0ede152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:13:53Z', 'updated_at': '2021-10-20T11:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_floatingips': [{'id': 'f10b0c84-ed99-4470-b93f-d0b7d6c42ae2', 'tenant_id': 'a861091a3ed04f928ecb9fc7494352e0', 'floating_ip_address': '172.25.1.157', 'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'router_id': 'bc3d8a16-1cd7-4726-a722-5dbcd0ede152', 'port_id': '5256c123-7c11-4a9a-8589-a08eea6d0a21', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e131716-1fe4-4340-951a-ea3682a6843e', 'mac_address': 'fa:16:3e:9f:2a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d218839-f375-47e8-a028-e5d25fe94ee6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:13:57Z', 'updated_at': '2021-10-20T11:16:24Z', 'revision_number': 5, 'project_id': 'a861091a3ed04f928ecb9fc7494352e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c18a350-c32d-45d3-9ea2-5916a3746a6a', 'name': '', 'network_id': '8e131716-1fe4-4340-951a-ea3682a6843e', 'tenant_id': 'a861091a3ed04f928ecb9fc7494352e0', 'mac_address': 'fa:16:3e:4f:df:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3d8a16-1cd7-4726-a722-5dbcd0ede152', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '753fffdc-41ee-414e-85ae-148fbed91f7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:13:55Z', 'updated_at': '2021-10-20T11:13:59Z', 'revision_number': 5, 'project_id': 'a861091a3ed04f928ecb9fc7494352e0', 'subnets': [{'id': '753fffdc-41ee-414e-85ae-148fbed91f7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:16:25.770080 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e47b9982-ed42-445c-ac3d-34ced5ca4135 None None] The sync data for ids ['bc3d8a16-1cd7-4726-a722-5dbcd0ede152'] in n-d-811396-3 is: [{'id': 'bc3d8a16-1cd7-4726-a722-5dbcd0ede152', 'name': 'tempest-ServerActionsTestJSON-1571779485-router', 'tenant_id': 'a861091a3ed04f928ecb9fc7494352e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '1a47596d-4c45-4857-8f6d-6971839f2b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:13:53Z', 'updated_at': '2021-10-20T11:13:55Z', 'revision_number': 4, 'project_id': 'a861091a3ed04f928ecb9fc7494352e0', 'gw_port': {'id': '1a47596d-4c45-4857-8f6d-6971839f2b62', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:32:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3d8a16-1cd7-4726-a722-5dbcd0ede152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:13:53Z', 'updated_at': '2021-10-20T11:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_floatingips': [{'id': 'f10b0c84-ed99-4470-b93f-d0b7d6c42ae2', 'tenant_id': 'a861091a3ed04f928ecb9fc7494352e0', 'floating_ip_address': '172.25.1.157', 'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'router_id': 'bc3d8a16-1cd7-4726-a722-5dbcd0ede152', 'port_id': '5256c123-7c11-4a9a-8589-a08eea6d0a21', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e131716-1fe4-4340-951a-ea3682a6843e', 'mac_address': 'fa:16:3e:9f:2a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d218839-f375-47e8-a028-e5d25fe94ee6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:13:57Z', 'updated_at': '2021-10-20T11:16:24Z', 'revision_number': 5, 'project_id': 'a861091a3ed04f928ecb9fc7494352e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c18a350-c32d-45d3-9ea2-5916a3746a6a', 'name': '', 'network_id': '8e131716-1fe4-4340-951a-ea3682a6843e', 'tenant_id': 'a861091a3ed04f928ecb9fc7494352e0', 'mac_address': 'fa:16:3e:4f:df:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3d8a16-1cd7-4726-a722-5dbcd0ede152', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '753fffdc-41ee-414e-85ae-148fbed91f7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:13:55Z', 'updated_at': '2021-10-20T11:13:59Z', 'revision_number': 5, 'project_id': 'a861091a3ed04f928ecb9fc7494352e0', 'subnets': [{'id': '753fffdc-41ee-414e-85ae-148fbed91f7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:16:25.971791 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0319adc2-7b29-4e07-8995-bc3f3c89bf39 None None] New status for floating IP f10b0c84-ed99-4470-b93f-d0b7d6c42ae2: ACTIVE {{(pid=100599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 11:16:33.572866 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-65de689b-bad5-44d1-966a-3befa6d5be2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:36.440491 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-c73e725d-112e-4fb9-86c1-534c59a6ecdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:37.174860 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:37.672996 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:38.395256 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:39.046202 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:49.545849 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:52.250147 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 7 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:17:03.573176 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-032034ef-a978-4f3a-8562-6b5de381db78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:06.441266 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-ba0c086e-b120-44f0-9bc7-cbbc62ad2715 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:07.176563 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:07.678491 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:08.396064 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:09.050935 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:18.662075 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fe936055-16e2-4c44-b00a-9bebaf08b160 req-b0e38e76-6d42-41d9-9a94-75cc7e9962df service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2d218839-f375-47e8-a028-e5d25fe94ee6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0453975 Oct 20 11:17:18.759146 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe936055-16e2-4c44-b00a-9bebaf08b160 req-ac541245-8b32-45eb-9d9d-115b098b49ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:17:18.760647 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fe936055-16e2-4c44-b00a-9bebaf08b160 req-ac541245-8b32-45eb-9d9d-115b098b49ee service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a861091a3ed04f928ecb9fc7494352e0&device_id=2d218839-f375-47e8-a028-e5d25fe94ee6 HTTP/1.1" status: 200 len: 1097 time: 0.0413022 Oct 20 11:17:18.861055 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe936055-16e2-4c44-b00a-9bebaf08b160 req-7b138942-7ef0-424a-8e4e-579b3ed026e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:17:18.862539 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fe936055-16e2-4c44-b00a-9bebaf08b160 req-7b138942-7ef0-424a-8e4e-579b3ed026e5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8e131716-1fe4-4340-951a-ea3682a6843e HTTP/1.1" status: 200 len: 913 time: 0.0826099 Oct 20 11:17:18.928441 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fe936055-16e2-4c44-b00a-9bebaf08b160 req-63b5e64d-a6b1-4f91-8279-487209163a60 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5256c123-7c11-4a9a-8589-a08eea6d0a21 HTTP/1.1" status: 200 len: 1002 time: 0.0591753 Oct 20 11:17:18.978698 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe936055-16e2-4c44-b00a-9bebaf08b160 req-2c1be353-105b-4bbf-8fea-eb6a4273415f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:17:18.980208 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fe936055-16e2-4c44-b00a-9bebaf08b160 req-2c1be353-105b-4bbf-8fea-eb6a4273415f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=753fffdc-41ee-414e-85ae-148fbed91f7e HTTP/1.1" status: 200 len: 851 time: 0.0453358 Oct 20 11:17:19.040795 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe936055-16e2-4c44-b00a-9bebaf08b160 req-d25689f2-8851-4854-af7d-2c5c12fa50d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:17:19.042254 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fe936055-16e2-4c44-b00a-9bebaf08b160 req-d25689f2-8851-4854-af7d-2c5c12fa50d8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8e131716-1fe4-4340-951a-ea3682a6843e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392025 Oct 20 11:17:19.421736 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fe936055-16e2-4c44-b00a-9bebaf08b160 req-f8bf9a05-9a80-4798-ab6d-05542344caef service neutron] 10.222.0.55 "GET /v2.0/networks/8e131716-1fe4-4340-951a-ea3682a6843e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3715250 Oct 20 11:17:19.516159 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fe936055-16e2-4c44-b00a-9bebaf08b160 req-80cf0b01-8aba-4727-a883-ac3535765202 service neutron] 10.222.0.55 "GET /v2.0/networks/8e131716-1fe4-4340-951a-ea3682a6843e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868928 Oct 20 11:17:19.566818 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:29.249680 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 7 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:17:33.573554 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-003ab9d3-6839-4984-9184-bdd06e51cd3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:36.443044 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-f12ce69c-7718-4e86-9d38-9dcca773cd65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:37.177187 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:37.219814 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [req-675d6230-489e-4411-938a-5355316b33e8 req-964b9411-8877-433d-bec4-dcb6ba106f1a service neutron] (100596) timed out ('10.222.0.69', 54959) {{(pid=100596) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 20 11:17:37.678754 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:38.394624 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:39.050514 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:49.570113 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:03.574796 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-8a83a3be-64ea-44a5-bb7a-80e2f0bd082a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:06.247919 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 7 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:18:06.442533 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3aa42014-8c81-4017-8540-8270bb6359dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:07.178578 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:07.683343 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:08.400869 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:09.053697 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:19.585834 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:19.647928 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b24e072c-6855-4341-a890-d8d81a5545b7 req-84891c3c-3e6c-42a6-b611-6e886b01eebd service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2d218839-f375-47e8-a028-e5d25fe94ee6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399625 Oct 20 11:18:19.740986 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24e072c-6855-4341-a890-d8d81a5545b7 req-0ac6e609-7e2c-4554-af97-68d0fdd5de09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:18:19.742430 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b24e072c-6855-4341-a890-d8d81a5545b7 req-0ac6e609-7e2c-4554-af97-68d0fdd5de09 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a861091a3ed04f928ecb9fc7494352e0&device_id=2d218839-f375-47e8-a028-e5d25fe94ee6 HTTP/1.1" status: 200 len: 1097 time: 0.0390563 Oct 20 11:18:19.843853 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24e072c-6855-4341-a890-d8d81a5545b7 req-a78a1d5a-dd37-444c-ad81-bc01d1abc447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:18:19.845170 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b24e072c-6855-4341-a890-d8d81a5545b7 req-a78a1d5a-dd37-444c-ad81-bc01d1abc447 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8e131716-1fe4-4340-951a-ea3682a6843e HTTP/1.1" status: 200 len: 913 time: 0.0844238 Oct 20 11:18:19.909620 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b24e072c-6855-4341-a890-d8d81a5545b7 req-0cb94d66-a0aa-4623-8906-c6a7ec736f1a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5256c123-7c11-4a9a-8589-a08eea6d0a21 HTTP/1.1" status: 200 len: 1002 time: 0.0576677 Oct 20 11:18:19.957468 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24e072c-6855-4341-a890-d8d81a5545b7 req-e0a69400-1eac-4a3c-9de6-d098b72c361d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:18:19.958865 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b24e072c-6855-4341-a890-d8d81a5545b7 req-e0a69400-1eac-4a3c-9de6-d098b72c361d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=753fffdc-41ee-414e-85ae-148fbed91f7e HTTP/1.1" status: 200 len: 851 time: 0.0428879 Oct 20 11:18:20.006334 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24e072c-6855-4341-a890-d8d81a5545b7 req-04822026-b456-44a0-8dda-bf58c230399c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:18:20.007816 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b24e072c-6855-4341-a890-d8d81a5545b7 req-04822026-b456-44a0-8dda-bf58c230399c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8e131716-1fe4-4340-951a-ea3682a6843e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423949 Oct 20 11:18:20.093554 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b24e072c-6855-4341-a890-d8d81a5545b7 req-9032d456-10d3-478b-a6b4-731f2b7407e5 service neutron] 10.222.0.55 "GET /v2.0/networks/8e131716-1fe4-4340-951a-ea3682a6843e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788939 Oct 20 11:18:20.190491 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b24e072c-6855-4341-a890-d8d81a5545b7 req-c12eb238-4ab4-41ac-bc9d-b15ce5b3aec6 service neutron] 10.222.0.55 "GET /v2.0/networks/8e131716-1fe4-4340-951a-ea3682a6843e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902600 Oct 20 11:18:33.578540 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-8dafcef0-507b-449d-9f3d-061c1b1b35dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:36.442639 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-b2051242-8d5f-4e7a-9e98-945d60ceb056 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:37.181210 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:37.684430 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:38.455329 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:39.056759 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:43.246638 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 7 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:18:49.601713 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:52.153793 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d830e177-2b00-41b5-a567-fe7848007167 req-311d649e-60da-43bf-9d8c-6394bbe72474 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:18:52.155267 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d830e177-2b00-41b5-a567-fe7848007167 req-311d649e-60da-43bf-9d8c-6394bbe72474 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d218839-f375-47e8-a028-e5d25fe94ee6 HTTP/1.1" status: 200 len: 946 time: 0.1627102 Oct 20 11:18:52.193754 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d830e177-2b00-41b5-a567-fe7848007167 req-2d44c51b-c8bd-43b8-8d0b-acec0ab6c090 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/security-groups?id=83054b74-c51a-41f3-ab21-eaa24a2d865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319345 Oct 20 11:18:53.379650 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc6cbc9-6a23-45af-8cd1-213b26050328 req-e843c6f8-cec8-400d-9d25-802662ff3932 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:18:53.381115 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1fc6cbc9-6a23-45af-8cd1-213b26050328 req-e843c6f8-cec8-400d-9d25-802662ff3932 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d218839-f375-47e8-a028-e5d25fe94ee6 HTTP/1.1" status: 200 len: 946 time: 0.1176481 Oct 20 11:18:53.422313 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1fc6cbc9-6a23-45af-8cd1-213b26050328 req-685a9ff2-3b5d-4bde-8215-cf7205e32291 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/security-groups?id=83054b74-c51a-41f3-ab21-eaa24a2d865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353043 Oct 20 11:18:54.537746 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599bfb7e-9661-4652-81b5-1ee74c388efc req-c5a445f5-b9a5-456e-8373-dc4ba3172d2c tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:18:54.539121 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-599bfb7e-9661-4652-81b5-1ee74c388efc req-c5a445f5-b9a5-456e-8373-dc4ba3172d2c tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d218839-f375-47e8-a028-e5d25fe94ee6 HTTP/1.1" status: 200 len: 946 time: 0.0486786 Oct 20 11:18:54.576212 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-599bfb7e-9661-4652-81b5-1ee74c388efc req-4ea2c008-c474-4705-ac8e-790013dbdd25 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/security-groups?id=83054b74-c51a-41f3-ab21-eaa24a2d865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312245 Oct 20 11:18:55.689699 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea3d634-5114-4410-8b20-26a1eefb32b9 req-c52bcf26-e53d-47a4-9dd5-7410e50b9d86 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:18:55.691168 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4ea3d634-5114-4410-8b20-26a1eefb32b9 req-c52bcf26-e53d-47a4-9dd5-7410e50b9d86 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d218839-f375-47e8-a028-e5d25fe94ee6 HTTP/1.1" status: 200 len: 946 time: 0.0482552 Oct 20 11:18:55.726912 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4ea3d634-5114-4410-8b20-26a1eefb32b9 req-95a56a0f-cb84-454b-924d-b80a0ae76562 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/security-groups?id=83054b74-c51a-41f3-ab21-eaa24a2d865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299520 Oct 20 11:18:56.843284 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00b36e0-0906-4cec-87b2-2e5c1f5aee5d req-aa521c43-0606-4c61-8e0d-7a9b14cfbfdd tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:18:56.845288 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f00b36e0-0906-4cec-87b2-2e5c1f5aee5d req-aa521c43-0606-4c61-8e0d-7a9b14cfbfdd tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d218839-f375-47e8-a028-e5d25fe94ee6 HTTP/1.1" status: 200 len: 946 time: 0.0520682 Oct 20 11:18:56.885719 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f00b36e0-0906-4cec-87b2-2e5c1f5aee5d req-be6ff7cf-f634-47ca-bbe3-8fb52b235190 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/security-groups?id=83054b74-c51a-41f3-ab21-eaa24a2d865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345871 Oct 20 11:18:58.045208 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc35a27-36d6-4afd-bea6-5ee7c2ee3c72 req-ea47f27c-958a-40ef-9b40-e1c4172d9492 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:18:58.046671 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8bc35a27-36d6-4afd-bea6-5ee7c2ee3c72 req-ea47f27c-958a-40ef-9b40-e1c4172d9492 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d218839-f375-47e8-a028-e5d25fe94ee6 HTTP/1.1" status: 200 len: 946 time: 0.0482588 Oct 20 11:18:58.083641 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8bc35a27-36d6-4afd-bea6-5ee7c2ee3c72 req-d42ea134-7050-4189-bc85-a5520b8ac7df tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/security-groups?id=83054b74-c51a-41f3-ab21-eaa24a2d865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310745 Oct 20 11:18:59.196771 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff32571e-3360-4461-9d44-b2aeb5d1ea36 req-cb394224-cfaa-4db5-9b82-91beefd37d9c tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:18:59.198231 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ff32571e-3360-4461-9d44-b2aeb5d1ea36 req-cb394224-cfaa-4db5-9b82-91beefd37d9c tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d218839-f375-47e8-a028-e5d25fe94ee6 HTTP/1.1" status: 200 len: 946 time: 0.0481603 Oct 20 11:18:59.235492 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ff32571e-3360-4461-9d44-b2aeb5d1ea36 req-28afff71-2a80-4ece-a1fd-3bf53b535804 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/security-groups?id=83054b74-c51a-41f3-ab21-eaa24a2d865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308304 Oct 20 11:19:00.347621 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca097564-df31-430d-aabc-5e793ee79d31 req-70c6b31c-0f8e-4728-abef-b560596e8483 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:19:00.349093 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ca097564-df31-430d-aabc-5e793ee79d31 req-70c6b31c-0f8e-4728-abef-b560596e8483 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d218839-f375-47e8-a028-e5d25fe94ee6 HTTP/1.1" status: 200 len: 946 time: 0.0485280 Oct 20 11:19:00.392381 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ca097564-df31-430d-aabc-5e793ee79d31 req-426f071b-8926-4fb7-9e10-86b73f2eccc7 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/security-groups?id=83054b74-c51a-41f3-ab21-eaa24a2d865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374775 Oct 20 11:19:01.511186 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8397f05-7d69-4828-9ac1-29b5d1517132 req-875d7e60-ad22-4464-821d-ecd8f47b659f tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:19:01.512627 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d8397f05-7d69-4828-9ac1-29b5d1517132 req-875d7e60-ad22-4464-821d-ecd8f47b659f tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d218839-f375-47e8-a028-e5d25fe94ee6 HTTP/1.1" status: 200 len: 946 time: 0.0499063 Oct 20 11:19:01.550388 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d8397f05-7d69-4828-9ac1-29b5d1517132 req-79656662-54e0-4238-8ec9-bd47dc3bef97 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/security-groups?id=83054b74-c51a-41f3-ab21-eaa24a2d865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318048 Oct 20 11:19:02.665413 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf16c91a-5563-4754-8981-b41cbc361fc9 req-04bff29f-dbef-449a-82d5-80d1b75dcfea tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:19:02.666956 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bf16c91a-5563-4754-8981-b41cbc361fc9 req-04bff29f-dbef-449a-82d5-80d1b75dcfea tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d218839-f375-47e8-a028-e5d25fe94ee6 HTTP/1.1" status: 200 len: 946 time: 0.0506361 Oct 20 11:19:02.705403 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bf16c91a-5563-4754-8981-b41cbc361fc9 req-7500d95f-c893-4713-9470-339032fb063c tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/security-groups?id=83054b74-c51a-41f3-ab21-eaa24a2d865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324383 Oct 20 11:19:02.888647 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 44076) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:19:02.942977 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3a7a81-b590-4f83-a0cf-2c13dc141672 req-898685d2-2c02-49f4-b606-84aa95313e7c tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:19:02.944508 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ef3a7a81-b590-4f83-a0cf-2c13dc141672 req-898685d2-2c02-49f4-b606-84aa95313e7c tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d218839-f375-47e8-a028-e5d25fe94ee6 HTTP/1.1" status: 200 len: 946 time: 0.0485215 Oct 20 11:19:02.987294 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ef3a7a81-b590-4f83-a0cf-2c13dc141672 req-7c1e82f4-b945-4a1b-af92-457f8a90665c tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/security-groups?id=83054b74-c51a-41f3-ab21-eaa24a2d865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368693 Oct 20 11:19:03.047169 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-93552ee4-7d93-482d-9a11-a09f3419b28e req-702ca46b-d9e3-43d2-b934-d95b111afe45 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2d218839-f375-47e8-a028-e5d25fe94ee6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1569812 Oct 20 11:19:03.061696 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [req-93552ee4-7d93-482d-9a11-a09f3419b28e req-1e9d4586-4d42-4cfb-9832-abd0c31011a4 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:19:03.062699 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [req-93552ee4-7d93-482d-9a11-a09f3419b28e req-1e9d4586-4d42-4cfb-9832-abd0c31011a4 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0055430 Oct 20 11:19:03.578969 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-4a921b6a-c39d-4baf-a2b1-3549e25228ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:19:04.099850 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7563792b-91fd-4bfc-8085-22c57c3dca26 req-267c15d2-079b-4eef-8eca-6d9fcbeeb02e tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:19:04.101338 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7563792b-91fd-4bfc-8085-22c57c3dca26 req-267c15d2-079b-4eef-8eca-6d9fcbeeb02e tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d218839-f375-47e8-a028-e5d25fe94ee6 HTTP/1.1" status: 200 len: 946 time: 0.0483303 Oct 20 11:19:04.138420 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7563792b-91fd-4bfc-8085-22c57c3dca26 req-92f859a5-ee9d-4d11-81c7-1f19e52b27c8 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/security-groups?id=83054b74-c51a-41f3-ab21-eaa24a2d865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312393 Oct 20 11:19:05.253204 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281cf8d2-d799-4c97-a5ef-4ed02e1ea156 req-b54432cd-fe8a-4c4f-b2d0-51a66b6bc40d tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:19:05.254766 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-281cf8d2-d799-4c97-a5ef-4ed02e1ea156 req-b54432cd-fe8a-4c4f-b2d0-51a66b6bc40d tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d218839-f375-47e8-a028-e5d25fe94ee6 HTTP/1.1" status: 200 len: 946 time: 0.0491109 Oct 20 11:19:05.293026 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-281cf8d2-d799-4c97-a5ef-4ed02e1ea156 req-8645aea4-faf8-44a0-9687-ec0fa8b733f7 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/security-groups?id=83054b74-c51a-41f3-ab21-eaa24a2d865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322506 Oct 20 11:19:06.163869 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93552ee4-7d93-482d-9a11-a09f3419b28e req-745a4a44-fd7f-42c5-aedc-d1631634c880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:19:06.165341 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-93552ee4-7d93-482d-9a11-a09f3419b28e req-745a4a44-fd7f-42c5-aedc-d1631634c880 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a861091a3ed04f928ecb9fc7494352e0&device_id=2d218839-f375-47e8-a028-e5d25fe94ee6 HTTP/1.1" status: 200 len: 1097 time: 0.0401704 Oct 20 11:19:06.256617 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93552ee4-7d93-482d-9a11-a09f3419b28e req-18cc7cf7-9d36-42d3-873c-421dc12e3e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:19:06.258280 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-93552ee4-7d93-482d-9a11-a09f3419b28e req-18cc7cf7-9d36-42d3-873c-421dc12e3e5f service neutron] 10.222.0.55 "GET /v2.0/networks?id=8e131716-1fe4-4340-951a-ea3682a6843e HTTP/1.1" status: 200 len: 913 time: 0.0863049 Oct 20 11:19:06.326377 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-93552ee4-7d93-482d-9a11-a09f3419b28e req-5cb0e20b-e1ed-4eeb-836d-026ac582925e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5256c123-7c11-4a9a-8589-a08eea6d0a21 HTTP/1.1" status: 200 len: 1002 time: 0.0615480 Oct 20 11:19:06.402321 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93552ee4-7d93-482d-9a11-a09f3419b28e req-fbf1e313-2d68-4e77-9ef0-5038df1f57ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:19:06.403811 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-93552ee4-7d93-482d-9a11-a09f3419b28e req-fbf1e313-2d68-4e77-9ef0-5038df1f57ad service neutron] 10.222.0.55 "GET /v2.0/subnets?id=753fffdc-41ee-414e-85ae-148fbed91f7e HTTP/1.1" status: 200 len: 851 time: 0.0706048 Oct 20 11:19:06.427340 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6cc77d-acc7-4d71-83d4-905cd2cf3e2b req-63bdef38-2757-4008-b528-3e60159b1e65 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:19:06.428787 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ca6cc77d-acc7-4d71-83d4-905cd2cf3e2b req-63bdef38-2757-4008-b528-3e60159b1e65 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d218839-f375-47e8-a028-e5d25fe94ee6 HTTP/1.1" status: 200 len: 946 time: 0.0680122 Oct 20 11:19:06.442445 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-e4d880c9-2733-4467-aba8-8ef40213bfe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:19:06.483752 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ca6cc77d-acc7-4d71-83d4-905cd2cf3e2b req-75152c6c-ece6-4614-b661-bb97763ac718 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/security-groups?id=83054b74-c51a-41f3-ab21-eaa24a2d865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406175 Oct 20 11:19:06.486357 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93552ee4-7d93-482d-9a11-a09f3419b28e req-d9db5a21-ad54-40b8-bfe1-fc2ddc09b1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:19:06.487797 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-93552ee4-7d93-482d-9a11-a09f3419b28e req-d9db5a21-ad54-40b8-bfe1-fc2ddc09b1d5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8e131716-1fe4-4340-951a-ea3682a6843e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0759163 Oct 20 11:19:06.582118 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-93552ee4-7d93-482d-9a11-a09f3419b28e req-b313b56e-9677-4f2f-9f0a-d321f5f30318 service neutron] 10.222.0.55 "GET /v2.0/networks/8e131716-1fe4-4340-951a-ea3682a6843e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861821 Oct 20 11:19:06.673236 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-93552ee4-7d93-482d-9a11-a09f3419b28e req-ecc90fe8-6de2-4524-8e2d-bf6ba24e58c2 service neutron] 10.222.0.55 "GET /v2.0/networks/8e131716-1fe4-4340-951a-ea3682a6843e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822926 Oct 20 11:19:07.181247 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:19:07.604311 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd8f951-ccb1-45db-bc25-cdee9d37c75c req-bba285f0-61d5-4be5-8cbf-05fe65ab9729 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:19:07.605800 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cfd8f951-ccb1-45db-bc25-cdee9d37c75c req-bba285f0-61d5-4be5-8cbf-05fe65ab9729 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d218839-f375-47e8-a028-e5d25fe94ee6 HTTP/1.1" status: 200 len: 946 time: 0.0546091 Oct 20 11:19:07.643604 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cfd8f951-ccb1-45db-bc25-cdee9d37c75c req-55aaaa27-e138-4881-aa04-1a5246baf411 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/security-groups?id=83054b74-c51a-41f3-ab21-eaa24a2d865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312304 Oct 20 11:19:07.687056 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:19:08.454338 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:19:08.766274 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9549a3-81b1-4bf2-9786-53d322ff36aa req-fae4f14c-757a-45d1-827a-e3e74fd62ac2 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:19:08.767803 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1c9549a3-81b1-4bf2-9786-53d322ff36aa req-fae4f14c-757a-45d1-827a-e3e74fd62ac2 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d218839-f375-47e8-a028-e5d25fe94ee6 HTTP/1.1" status: 200 len: 946 time: 0.0554419 Oct 20 11:19:08.806046 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1c9549a3-81b1-4bf2-9786-53d322ff36aa req-b0932fa5-82d0-4f89-9dbd-8343a9c3aaa5 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/security-groups?id=83054b74-c51a-41f3-ab21-eaa24a2d865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319979 Oct 20 11:19:08.975778 n-d-811396-3 neutron-server[100596]: INFO neutron.api.v2.resource [req-93552ee4-7d93-482d-9a11-a09f3419b28e req-ac6f4599-fe6e-4bd6-a6ed-0a50956da7ff service neutron] show failed (client error): The resource could not be found. Oct 20 11:19:08.976693 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-93552ee4-7d93-482d-9a11-a09f3419b28e req-ac6f4599-fe6e-4bd6-a6ed-0a50956da7ff service neutron] 10.222.0.55 "GET /v2.0/ports/5256c123-7c11-4a9a-8589-a08eea6d0a21/bindings/n-h2-811396-3 HTTP/1.1" status: 404 len: 380 time: 0.0532610 Oct 20 11:19:09.059534 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:19:09.232052 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93552ee4-7d93-482d-9a11-a09f3419b28e req-43cc6a3d-f6c4-408f-8246-f2921c2a3acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:19:09.232052 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-93552ee4-7d93-482d-9a11-a09f3419b28e req-43cc6a3d-f6c4-408f-8246-f2921c2a3acc service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=2d218839-f375-47e8-a028-e5d25fe94ee6&tenant_id=a861091a3ed04f928ecb9fc7494352e0 HTTP/1.1" status: 200 len: 1097 time: 0.0915658 Oct 20 11:19:09.242031 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-93552ee4-7d93-482d-9a11-a09f3419b28e req-edd714a1-3f0c-44fa-9511-1609b7f339b7 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-811396-3', 'device_owner': 'compute:nova'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:19:09.292898 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-93552ee4-7d93-482d-9a11-a09f3419b28e req-edd714a1-3f0c-44fa-9511-1609b7f339b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:19:09.488763 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-93552ee4-7d93-482d-9a11-a09f3419b28e req-edd714a1-3f0c-44fa-9511-1609b7f339b7 service neutron] For port 5256c123-7c11-4a9a-8589-a08eea6d0a21, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=5256c123-7c11-4a9a-8589-a08eea6d0a21,segment=NetworkSegment(49885acc-5a39-437c-96c1-298f1490631c),segment_id=49885acc-5a39-437c-96c1-298f1490631c)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:19:09.520374 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-93552ee4-7d93-482d-9a11-a09f3419b28e req-edd714a1-3f0c-44fa-9511-1609b7f339b7 service neutron] For port 5256c123-7c11-4a9a-8589-a08eea6d0a21, host n-h1-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:19:09.562002 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d218839-f375-47e8-a028-e5d25fe94ee6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5256c123-7c11-4a9a-8589-a08eea6d0a21'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:19:09.564802 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac5f5f92-4393-456a-a364-f34a98e54d1f" -d '{"events": [{"server_uuid": "2d218839-f375-47e8-a028-e5d25fe94ee6", "name": "network-vif-unplugged", "status": "completed", "tag": "5256c123-7c11-4a9a-8589-a08eea6d0a21"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:19:09.568759 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-93552ee4-7d93-482d-9a11-a09f3419b28e req-edd714a1-3f0c-44fa-9511-1609b7f339b7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:19:09.581348 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.provisioning_blocks [req-93552ee4-7d93-482d-9a11-a09f3419b28e req-edd714a1-3f0c-44fa-9511-1609b7f339b7 service neutron] Transition to ACTIVE for port object 5256c123-7c11-4a9a-8589-a08eea6d0a21 will not be triggered until provisioned by entity L2. {{(pid=100596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:19:09.584871 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-93552ee4-7d93-482d-9a11-a09f3419b28e req-edd714a1-3f0c-44fa-9511-1609b7f339b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:19:09.682163 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Oct 2021 11:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73216971-bc64-4f65-b978-fb13d4c8e117 x-openstack-request-id: req-73216971-bc64-4f65-b978-fb13d4c8e117 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:19:09.682466 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d218839-f375-47e8-a028-e5d25fe94ee6", "name": "network-vif-unplugged", "status": "completed", "tag": "5256c123-7c11-4a9a-8589-a08eea6d0a21", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:19:09.682721 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-73216971-bc64-4f65-b978-fb13d4c8e117 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:19:09.683118 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d218839-f375-47e8-a028-e5d25fe94ee6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5256c123-7c11-4a9a-8589-a08eea6d0a21', 'code': 200} Oct 20 11:19:09.685792 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd714a1-3f0c-44fa-9511-1609b7f339b7 service neutron] Pushing event updated for resources: {'Port': ['ID=5256c123-7c11-4a9a-8589-a08eea6d0a21,revision_number=6']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:19:09.699139 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd714a1-3f0c-44fa-9511-1609b7f339b7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:19:09.699510 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd714a1-3f0c-44fa-9511-1609b7f339b7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:19:09.699871 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd714a1-3f0c-44fa-9511-1609b7f339b7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:19:09.700170 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd714a1-3f0c-44fa-9511-1609b7f339b7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:19:09.700515 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd714a1-3f0c-44fa-9511-1609b7f339b7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:19:09.700814 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd714a1-3f0c-44fa-9511-1609b7f339b7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:19:09.701140 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd714a1-3f0c-44fa-9511-1609b7f339b7 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:19:09.701464 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd714a1-3f0c-44fa-9511-1609b7f339b7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:19:09.701788 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd714a1-3f0c-44fa-9511-1609b7f339b7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:19:09.702115 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd714a1-3f0c-44fa-9511-1609b7f339b7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:19:09.702434 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd714a1-3f0c-44fa-9511-1609b7f339b7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:19:09.702761 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd714a1-3f0c-44fa-9511-1609b7f339b7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:19:09.727767 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-93552ee4-7d93-482d-9a11-a09f3419b28e req-edd714a1-3f0c-44fa-9511-1609b7f339b7 service neutron] No DVR routers for this DVR port 5256c123-7c11-4a9a-8589-a08eea6d0a21 on host n-h1-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:19:09.867357 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-93552ee4-7d93-482d-9a11-a09f3419b28e req-edd714a1-3f0c-44fa-9511-1609b7f339b7 service neutron] Attempting to bind port 5256c123-7c11-4a9a-8589-a08eea6d0a21 on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:19:09.867956 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-93552ee4-7d93-482d-9a11-a09f3419b28e req-edd714a1-3f0c-44fa-9511-1609b7f339b7 service neutron] Attempting to bind port 5256c123-7c11-4a9a-8589-a08eea6d0a21 by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': '49885acc-5a39-437c-96c1-298f1490631c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '8e131716-1fe4-4340-951a-ea3682a6843e'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:19:09.868059 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93552ee4-7d93-482d-9a11-a09f3419b28e req-edd714a1-3f0c-44fa-9511-1609b7f339b7 service neutron] Attempting to bind port 5256c123-7c11-4a9a-8589-a08eea6d0a21 on network 8e131716-1fe4-4340-951a-ea3682a6843e {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:19:09.872444 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93552ee4-7d93-482d-9a11-a09f3419b28e req-edd714a1-3f0c-44fa-9511-1609b7f339b7 service neutron] Port 5256c123-7c11-4a9a-8589-a08eea6d0a21 on network 8e131716-1fe4-4340-951a-ea3682a6843e not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:19:09.872766 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93552ee4-7d93-482d-9a11-a09f3419b28e req-edd714a1-3f0c-44fa-9511-1609b7f339b7 service neutron] Attempting to bind port 5256c123-7c11-4a9a-8589-a08eea6d0a21 on network 8e131716-1fe4-4340-951a-ea3682a6843e {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:19:09.878812 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93552ee4-7d93-482d-9a11-a09f3419b28e req-edd714a1-3f0c-44fa-9511-1609b7f339b7 service neutron] Checking agent: {'id': '061232a2-7adc-4ba1-a873-e8cb136b064d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 19, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:19:09.879146 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93552ee4-7d93-482d-9a11-a09f3419b28e req-edd714a1-3f0c-44fa-9511-1609b7f339b7 service neutron] Checking segment: {'id': '49885acc-5a39-437c-96c1-298f1490631c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '8e131716-1fe4-4340-951a-ea3682a6843e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:19:09.879554 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93552ee4-7d93-482d-9a11-a09f3419b28e req-edd714a1-3f0c-44fa-9511-1609b7f339b7 service neutron] Bound using segment: {'id': '49885acc-5a39-437c-96c1-298f1490631c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '8e131716-1fe4-4340-951a-ea3682a6843e'} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:19:09.879980 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-93552ee4-7d93-482d-9a11-a09f3419b28e req-edd714a1-3f0c-44fa-9511-1609b7f339b7 service neutron] Bound port: 5256c123-7c11-4a9a-8589-a08eea6d0a21, host: n-h2-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49885acc-5a39-437c-96c1-298f1490631c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '8e131716-1fe4-4340-951a-ea3682a6843e'}}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:19:09.880335 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-93552ee4-7d93-482d-9a11-a09f3419b28e req-edd714a1-3f0c-44fa-9511-1609b7f339b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:19:09.971424 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a6d95c-0f41-4e05-9507-2c1080f16918 req-a8abb3c6-f75a-45aa-810d-728d5a133f05 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:19:09.972826 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-34a6d95c-0f41-4e05-9507-2c1080f16918 req-a8abb3c6-f75a-45aa-810d-728d5a133f05 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d218839-f375-47e8-a028-e5d25fe94ee6 HTTP/1.1" status: 200 len: 944 time: 0.0951886 Oct 20 11:19:09.978253 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-93552ee4-7d93-482d-9a11-a09f3419b28e req-edd714a1-3f0c-44fa-9511-1609b7f339b7 service neutron] For port 5256c123-7c11-4a9a-8589-a08eea6d0a21, host n-h2-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:19:09.982365 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-93552ee4-7d93-482d-9a11-a09f3419b28e req-edd714a1-3f0c-44fa-9511-1609b7f339b7 service neutron] For port 5256c123-7c11-4a9a-8589-a08eea6d0a21, host n-h2-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=5256c123-7c11-4a9a-8589-a08eea6d0a21,segment=NetworkSegment(49885acc-5a39-437c-96c1-298f1490631c),segment_id=49885acc-5a39-437c-96c1-298f1490631c)] {{(pid=100596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:19:09.989653 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-93552ee4-7d93-482d-9a11-a09f3419b28e req-edd714a1-3f0c-44fa-9511-1609b7f339b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:19:10.035094 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93552ee4-7d93-482d-9a11-a09f3419b28e req-edd714a1-3f0c-44fa-9511-1609b7f339b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:19:10.035735 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-93552ee4-7d93-482d-9a11-a09f3419b28e req-edd714a1-3f0c-44fa-9511-1609b7f339b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:19:10.037105 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-93552ee4-7d93-482d-9a11-a09f3419b28e req-edd714a1-3f0c-44fa-9511-1609b7f339b7 service neutron] 10.222.0.69 "PUT /v2.0/ports/5256c123-7c11-4a9a-8589-a08eea6d0a21 HTTP/1.1" status: 200 len: 1092 time: 0.7990267 Oct 20 11:19:10.058613 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-34a6d95c-0f41-4e05-9507-2c1080f16918 req-dc149ed6-a2e8-489f-bf02-fd18f9d07676 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/security-groups?id=83054b74-c51a-41f3-ab21-eaa24a2d865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780592 Oct 20 11:19:10.096471 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd714a1-3f0c-44fa-9511-1609b7f339b7 service neutron] Pushing event updated for resources: {'Port': ['ID=5256c123-7c11-4a9a-8589-a08eea6d0a21,revision_number=7']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:19:10.115660 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93552ee4-7d93-482d-9a11-a09f3419b28e req-f7e65136-2f81-433f-856d-0a2d914d17b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:19:10.117287 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-93552ee4-7d93-482d-9a11-a09f3419b28e req-f7e65136-2f81-433f-856d-0a2d914d17b6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a861091a3ed04f928ecb9fc7494352e0&device_id=2d218839-f375-47e8-a028-e5d25fe94ee6 HTTP/1.1" status: 200 len: 1095 time: 0.0531197 Oct 20 11:19:10.211362 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93552ee4-7d93-482d-9a11-a09f3419b28e req-56ca51a8-52c0-482f-ace0-4cfdfb1ab1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:19:10.212924 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-93552ee4-7d93-482d-9a11-a09f3419b28e req-56ca51a8-52c0-482f-ace0-4cfdfb1ab1ae service neutron] 10.222.0.69 "GET /v2.0/networks?id=8e131716-1fe4-4340-951a-ea3682a6843e HTTP/1.1" status: 200 len: 913 time: 0.0877576 Oct 20 11:19:10.284413 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-93552ee4-7d93-482d-9a11-a09f3419b28e req-dec65f19-9a91-4192-82dc-5e764172ff1a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5256c123-7c11-4a9a-8589-a08eea6d0a21 HTTP/1.1" status: 200 len: 1000 time: 0.0640178 Oct 20 11:19:10.332989 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93552ee4-7d93-482d-9a11-a09f3419b28e req-b7e7545a-39f6-4b1e-8b40-6723a3b9a3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:19:10.334356 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-93552ee4-7d93-482d-9a11-a09f3419b28e req-b7e7545a-39f6-4b1e-8b40-6723a3b9a3d4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=753fffdc-41ee-414e-85ae-148fbed91f7e HTTP/1.1" status: 200 len: 851 time: 0.0432167 Oct 20 11:19:10.381691 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93552ee4-7d93-482d-9a11-a09f3419b28e req-fee777c5-5fa0-466d-8081-c86476c0b78f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:19:10.383180 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-93552ee4-7d93-482d-9a11-a09f3419b28e req-fee777c5-5fa0-466d-8081-c86476c0b78f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8e131716-1fe4-4340-951a-ea3682a6843e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416434 Oct 20 11:19:10.507466 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-93552ee4-7d93-482d-9a11-a09f3419b28e req-00f57d21-9d49-4df4-965b-33b03297dd96 service neutron] 10.222.0.69 "GET /v2.0/networks/8e131716-1fe4-4340-951a-ea3682a6843e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173704 Oct 20 11:19:10.601829 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-93552ee4-7d93-482d-9a11-a09f3419b28e req-88070ac8-02fa-444b-b837-b10b18906d9b service neutron] 10.222.0.69 "GET /v2.0/networks/8e131716-1fe4-4340-951a-ea3682a6843e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867295 Oct 20 11:19:11.175131 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2f67db-b043-4481-b238-f9441c4dda1d req-19289ad0-79a9-4247-b648-782f0fe46c2a tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:19:11.176607 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9b2f67db-b043-4481-b238-f9441c4dda1d req-19289ad0-79a9-4247-b648-782f0fe46c2a tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d218839-f375-47e8-a028-e5d25fe94ee6 HTTP/1.1" status: 200 len: 944 time: 0.0477269 Oct 20 11:19:11.213726 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9b2f67db-b043-4481-b238-f9441c4dda1d req-dbf7b2c7-8dcb-4367-85d2-49b06cfe4e9b tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/security-groups?id=83054b74-c51a-41f3-ab21-eaa24a2d865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309179 Oct 20 11:19:11.684243 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d218839-f375-47e8-a028-e5d25fe94ee6', 'tag': '5256c123-7c11-4a9a-8589-a08eea6d0a21'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:19:11.686564 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33baa6cd-d41a-41d1-926f-5e01288f173f" -d '{"events": [{"name": "network-changed", "server_uuid": "2d218839-f375-47e8-a028-e5d25fe94ee6", "tag": "5256c123-7c11-4a9a-8589-a08eea6d0a21"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:19:11.734174 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ddedf3a-814a-4092-9b8b-aacbb062bb20 x-openstack-request-id: req-4ddedf3a-814a-4092-9b8b-aacbb062bb20 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:19:11.735047 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d218839-f375-47e8-a028-e5d25fe94ee6", "tag": "5256c123-7c11-4a9a-8589-a08eea6d0a21", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:19:11.735302 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4ddedf3a-814a-4092-9b8b-aacbb062bb20 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:19:11.735738 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d218839-f375-47e8-a028-e5d25fe94ee6', 'tag': '5256c123-7c11-4a9a-8589-a08eea6d0a21', 'status': 'completed', 'code': 200} Oct 20 11:19:11.831004 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33baa6cd-d41a-41d1-926f-5e01288f173f req-e17afa4c-0447-4ab9-93a7-34750454928e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:19:11.832553 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-33baa6cd-d41a-41d1-926f-5e01288f173f req-e17afa4c-0447-4ab9-93a7-34750454928e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a861091a3ed04f928ecb9fc7494352e0&device_id=2d218839-f375-47e8-a028-e5d25fe94ee6 HTTP/1.1" status: 200 len: 1095 time: 0.0745451 Oct 20 11:19:11.837529 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33baa6cd-d41a-41d1-926f-5e01288f173f req-d331efd8-3c7f-4b39-b39e-b9dca5f3a38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:19:11.838844 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-33baa6cd-d41a-41d1-926f-5e01288f173f req-d331efd8-3c7f-4b39-b39e-b9dca5f3a38d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a861091a3ed04f928ecb9fc7494352e0&device_id=2d218839-f375-47e8-a028-e5d25fe94ee6 HTTP/1.1" status: 200 len: 1095 time: 0.0541785 Oct 20 11:19:12.000528 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33baa6cd-d41a-41d1-926f-5e01288f173f req-5edc9c3b-d9e8-47a2-b7e2-20cd5a7202dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:19:12.001980 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-33baa6cd-d41a-41d1-926f-5e01288f173f req-5edc9c3b-d9e8-47a2-b7e2-20cd5a7202dc service neutron] 10.222.0.55 "GET /v2.0/networks?id=8e131716-1fe4-4340-951a-ea3682a6843e HTTP/1.1" status: 200 len: 913 time: 0.1557274 Oct 20 11:19:12.003050 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33baa6cd-d41a-41d1-926f-5e01288f173f req-2091407f-0160-4a6c-9eab-d5b918ab9d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:19:12.004357 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-33baa6cd-d41a-41d1-926f-5e01288f173f req-2091407f-0160-4a6c-9eab-d5b918ab9d52 service neutron] 10.222.0.69 "GET /v2.0/networks?id=8e131716-1fe4-4340-951a-ea3682a6843e HTTP/1.1" status: 200 len: 913 time: 0.1504078 Oct 20 11:19:12.110011 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-33baa6cd-d41a-41d1-926f-5e01288f173f req-368411b2-6277-410a-a249-81dd0012d3c6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5256c123-7c11-4a9a-8589-a08eea6d0a21 HTTP/1.1" status: 200 len: 1000 time: 0.0998507 Oct 20 11:19:12.113410 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-33baa6cd-d41a-41d1-926f-5e01288f173f req-4649d05a-e7dc-425c-99f9-2905c6ccb8f1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5256c123-7c11-4a9a-8589-a08eea6d0a21 HTTP/1.1" status: 200 len: 1000 time: 0.0973206 Oct 20 11:19:12.188219 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33baa6cd-d41a-41d1-926f-5e01288f173f req-731a127d-9184-447a-9208-a89d6708d7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:19:12.189621 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-33baa6cd-d41a-41d1-926f-5e01288f173f req-731a127d-9184-447a-9208-a89d6708d7d9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=753fffdc-41ee-414e-85ae-148fbed91f7e HTTP/1.1" status: 200 len: 851 time: 0.0735271 Oct 20 11:19:12.192751 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33baa6cd-d41a-41d1-926f-5e01288f173f req-06e16d40-dd74-4eb2-92ad-dcc53125c901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:19:12.194037 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-33baa6cd-d41a-41d1-926f-5e01288f173f req-06e16d40-dd74-4eb2-92ad-dcc53125c901 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=753fffdc-41ee-414e-85ae-148fbed91f7e HTTP/1.1" status: 200 len: 851 time: 0.0712168 Oct 20 11:19:12.264289 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33baa6cd-d41a-41d1-926f-5e01288f173f req-4faf0213-ec40-491b-9267-5d8ee1b6cd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:19:12.266311 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-33baa6cd-d41a-41d1-926f-5e01288f173f req-4faf0213-ec40-491b-9267-5d8ee1b6cd35 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8e131716-1fe4-4340-951a-ea3682a6843e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0620100 Oct 20 11:19:12.268111 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33baa6cd-d41a-41d1-926f-5e01288f173f req-6611a412-cbfd-46b5-82ba-2e25a63224dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:19:12.269424 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-33baa6cd-d41a-41d1-926f-5e01288f173f req-6611a412-cbfd-46b5-82ba-2e25a63224dc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8e131716-1fe4-4340-951a-ea3682a6843e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724969 Oct 20 11:19:12.442463 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd216569-5074-4b41-a6b5-e87199b441ee req-068a1ec0-a155-4aaf-acd1-08e1756fc5f0 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:19:12.443943 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fd216569-5074-4b41-a6b5-e87199b441ee req-068a1ec0-a155-4aaf-acd1-08e1756fc5f0 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d218839-f375-47e8-a028-e5d25fe94ee6 HTTP/1.1" status: 200 len: 944 time: 0.1615915 Oct 20 11:19:12.463311 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-33baa6cd-d41a-41d1-926f-5e01288f173f req-c09e9306-d216-41d1-b21d-db2444ca09c9 service neutron] 10.222.0.69 "GET /v2.0/networks/8e131716-1fe4-4340-951a-ea3682a6843e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902843 Oct 20 11:19:12.503407 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-33baa6cd-d41a-41d1-926f-5e01288f173f req-94b7d7a6-84d8-4ad3-b6b6-de827e5f3327 service neutron] 10.222.0.55 "GET /v2.0/networks/8e131716-1fe4-4340-951a-ea3682a6843e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224872 Oct 20 11:19:12.543782 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fd216569-5074-4b41-a6b5-e87199b441ee req-f915d658-7102-4a93-9cea-5d8874aab926 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/security-groups?id=83054b74-c51a-41f3-ab21-eaa24a2d865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937247 Oct 20 11:19:12.645920 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-33baa6cd-d41a-41d1-926f-5e01288f173f req-026dad7e-52e2-4a1d-a503-fbd17334d631 service neutron] 10.222.0.69 "GET /v2.0/networks/8e131716-1fe4-4340-951a-ea3682a6843e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670794 Oct 20 11:19:12.657257 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-33baa6cd-d41a-41d1-926f-5e01288f173f req-0a6d1963-bc8c-402a-9b06-5345d1b0ab7e service neutron] 10.222.0.55 "GET /v2.0/networks/8e131716-1fe4-4340-951a-ea3682a6843e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448436 Oct 20 11:19:12.668668 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 5256c123-7c11-4a9a-8589-a08eea6d0a21 no longer exists at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:19:12.716416 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 5256c123-7c11-4a9a-8589-a08eea6d0a21 not bound to the agent host n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:19:12.778282 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1af91bd-52b1-477e-96ce-059140b5b504 req-e3e085ba-718e-4e83-b1c9-f6c5f8b2acf1 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:19:12.779961 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d1af91bd-52b1-477e-96ce-059140b5b504 req-e3e085ba-718e-4e83-b1c9-f6c5f8b2acf1 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d218839-f375-47e8-a028-e5d25fe94ee6 HTTP/1.1" status: 200 len: 944 time: 0.0786114 Oct 20 11:19:12.805500 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daca6a0-6e45-4885-ade8-29553490ae67 req-9be786c9-8e1b-4588-8585-d95a792021b1 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:19:12.806917 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5daca6a0-6e45-4885-ade8-29553490ae67 req-9be786c9-8e1b-4588-8585-d95a792021b1 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d218839-f375-47e8-a028-e5d25fe94ee6&tenant_id=a861091a3ed04f928ecb9fc7494352e0&binding%3Ahost_id=n-h2-811396-3 HTTP/1.1" status: 200 len: 944 time: 0.0791659 Oct 20 11:19:12.865840 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d1af91bd-52b1-477e-96ce-059140b5b504 req-58418e34-401a-4d15-96b6-bcb7db4dda2d tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/security-groups?id=83054b74-c51a-41f3-ab21-eaa24a2d865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743310 Oct 20 11:19:12.884939 n-d-811396-3 neutron-server[100596]: INFO neutron.api.v2.resource [req-5daca6a0-6e45-4885-ade8-29553490ae67 req-1c59b02c-90a7-4f40-ba08-fa6cd0ac599d service neutron] delete failed (client error): The resource could not be found. Oct 20 11:19:12.885936 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5daca6a0-6e45-4885-ade8-29553490ae67 req-1c59b02c-90a7-4f40-ba08-fa6cd0ac599d service neutron] 10.222.0.55 "DELETE /v2.0/ports/5256c123-7c11-4a9a-8589-a08eea6d0a21/bindings/n-h1-811396-3 HTTP/1.1" status: 404 len: 380 time: 0.0716829 Oct 20 11:19:12.985741 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daca6a0-6e45-4885-ade8-29553490ae67 req-6734690e-cb64-4c06-990a-754cc9b37b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:19:12.987201 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5daca6a0-6e45-4885-ade8-29553490ae67 req-6734690e-cb64-4c06-990a-754cc9b37b83 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a861091a3ed04f928ecb9fc7494352e0&device_id=2d218839-f375-47e8-a028-e5d25fe94ee6 HTTP/1.1" status: 200 len: 1095 time: 0.0405583 Oct 20 11:19:13.079710 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daca6a0-6e45-4885-ade8-29553490ae67 req-3df16773-0817-41db-bc34-6e13b1cd5423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:19:13.081085 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5daca6a0-6e45-4885-ade8-29553490ae67 req-3df16773-0817-41db-bc34-6e13b1cd5423 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8e131716-1fe4-4340-951a-ea3682a6843e HTTP/1.1" status: 200 len: 913 time: 0.0864494 Oct 20 11:19:13.155585 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5daca6a0-6e45-4885-ade8-29553490ae67 req-7a6ddd08-fd51-48b3-948c-734aa1231c26 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5256c123-7c11-4a9a-8589-a08eea6d0a21 HTTP/1.1" status: 200 len: 1000 time: 0.0672429 Oct 20 11:19:13.203862 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daca6a0-6e45-4885-ade8-29553490ae67 req-75688c3a-0a78-4b68-930b-a09379412217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:19:13.205248 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5daca6a0-6e45-4885-ade8-29553490ae67 req-75688c3a-0a78-4b68-930b-a09379412217 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=753fffdc-41ee-414e-85ae-148fbed91f7e HTTP/1.1" status: 200 len: 851 time: 0.0424478 Oct 20 11:19:13.248455 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daca6a0-6e45-4885-ade8-29553490ae67 req-c6ae7d72-f71d-45fe-9bca-9fc79dbecb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:19:13.250431 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5daca6a0-6e45-4885-ade8-29553490ae67 req-c6ae7d72-f71d-45fe-9bca-9fc79dbecb90 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8e131716-1fe4-4340-951a-ea3682a6843e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0382438 Oct 20 11:19:13.342515 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5daca6a0-6e45-4885-ade8-29553490ae67 req-655594bf-c864-4de1-a7cf-ee17f055c179 service neutron] 10.222.0.55 "GET /v2.0/networks/8e131716-1fe4-4340-951a-ea3682a6843e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852861 Oct 20 11:19:13.431051 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5daca6a0-6e45-4885-ade8-29553490ae67 req-9ba3a5e7-418d-4359-9db7-a526a0644d44 service neutron] 10.222.0.55 "GET /v2.0/networks/8e131716-1fe4-4340-951a-ea3682a6843e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815847 Oct 20 11:19:14.130482 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 5256c123-7c11-4a9a-8589-a08eea6d0a21 details requested by agent hyperv_n-h2-811396-3 with host n-h2-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:19:14.276373 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 5256c123-7c11-4a9a-8589-a08eea6d0a21, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=5256c123-7c11-4a9a-8589-a08eea6d0a21,segment=NetworkSegment(49885acc-5a39-437c-96c1-298f1490631c),segment_id=49885acc-5a39-437c-96c1-298f1490631c)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:19:14.287127 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09f2820-c593-45ad-ac62-2b4f5bd2caad req-c965e19f-32d1-439a-beed-ba80bfecef14 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:19:14.288641 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e09f2820-c593-45ad-ac62-2b4f5bd2caad req-c965e19f-32d1-439a-beed-ba80bfecef14 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d218839-f375-47e8-a028-e5d25fe94ee6 HTTP/1.1" status: 200 len: 944 time: 0.3513229 Oct 20 11:19:14.289997 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Returning: {'device': '5256c123-7c11-4a9a-8589-a08eea6d0a21', 'network_id': '8e131716-1fe4-4340-951a-ea3682a6843e', 'port_id': '5256c123-7c11-4a9a-8589-a08eea6d0a21', 'mac_address': 'fa:16:3e:9f:2a:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 824, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '753fffdc-41ee-414e-85ae-148fbed91f7e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:19:14.325796 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e09f2820-c593-45ad-ac62-2b4f5bd2caad req-21a723ec-45d8-43d7-b1b5-9dd46e215a05 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/security-groups?id=83054b74-c51a-41f3-ab21-eaa24a2d865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311887 Oct 20 11:19:14.446598 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df493538-7850-4e7f-9606-49c31716fa9a req-42d77de9-5b5d-4a8d-9e38-45dea44bf74e tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:19:14.448056 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-df493538-7850-4e7f-9606-49c31716fa9a req-42d77de9-5b5d-4a8d-9e38-45dea44bf74e tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d218839-f375-47e8-a028-e5d25fe94ee6 HTTP/1.1" status: 200 len: 944 time: 0.0508997 Oct 20 11:19:14.487089 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-df493538-7850-4e7f-9606-49c31716fa9a req-58c90c29-202b-41d9-aad7-8a09ae66a039 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/security-groups?id=83054b74-c51a-41f3-ab21-eaa24a2d865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325701 Oct 20 11:19:14.495256 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:19:14.510149 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5256c123-7c11-4a9a-8589-a08eea6d0a21 {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:19:14.559310 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 5256c123-7c11-4a9a-8589-a08eea6d0a21, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=5256c123-7c11-4a9a-8589-a08eea6d0a21,segment=NetworkSegment(49885acc-5a39-437c-96c1-298f1490631c),segment_id=49885acc-5a39-437c-96c1-298f1490631c)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:19:14.564670 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:19:14.641161 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=5256c123-7c11-4a9a-8589-a08eea6d0a21,revision_number=8']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:19:14.649204 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:19:14.649558 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:19:14.649906 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:19:14.650240 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:19:14.650583 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:19:14.650919 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:19:14.651248 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:19:14.651672 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:19:14.652007 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:19:14.652339 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:19:14.652667 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:19:14.653495 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:19:14.724895 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b9a72a-2f0a-40ae-bd39-fe749cfeadd0 req-92b168f3-4e68-4430-92eb-6edf7e983df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:19:14.726416 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c5b9a72a-2f0a-40ae-bd39-fe749cfeadd0 req-92b168f3-4e68-4430-92eb-6edf7e983df8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a861091a3ed04f928ecb9fc7494352e0&device_id=2d218839-f375-47e8-a028-e5d25fe94ee6 HTTP/1.1" status: 200 len: 1096 time: 0.0428364 Oct 20 11:19:14.798454 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['5256c123-7c11-4a9a-8589-a08eea6d0a21'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:19:14.828338 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b9a72a-2f0a-40ae-bd39-fe749cfeadd0 req-44f6d8c9-6c76-4613-8bb1-8eda08a96914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:19:14.830025 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c5b9a72a-2f0a-40ae-bd39-fe749cfeadd0 req-44f6d8c9-6c76-4613-8bb1-8eda08a96914 service neutron] 10.222.0.69 "GET /v2.0/networks?id=8e131716-1fe4-4340-951a-ea3682a6843e HTTP/1.1" status: 200 len: 913 time: 0.0948012 Oct 20 11:19:14.910599 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c5b9a72a-2f0a-40ae-bd39-fe749cfeadd0 req-ba7f73ea-2962-4831-a597-01bbd20ae4df service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5256c123-7c11-4a9a-8589-a08eea6d0a21 HTTP/1.1" status: 200 len: 1001 time: 0.0727787 Oct 20 11:19:14.979687 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c6bb64-5170-4f83-bb71-8e10b3155132 req-410496c9-07cb-407b-a52e-3decc723f35a tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:19:14.981067 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-50c6bb64-5170-4f83-bb71-8e10b3155132 req-410496c9-07cb-407b-a52e-3decc723f35a tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d218839-f375-47e8-a028-e5d25fe94ee6 HTTP/1.1" status: 200 len: 945 time: 0.0893989 Oct 20 11:19:14.985146 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b9a72a-2f0a-40ae-bd39-fe749cfeadd0 req-6201e28c-6288-4c62-bce4-602e86649d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:19:14.986466 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c5b9a72a-2f0a-40ae-bd39-fe749cfeadd0 req-6201e28c-6288-4c62-bce4-602e86649d7f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=753fffdc-41ee-414e-85ae-148fbed91f7e HTTP/1.1" status: 200 len: 851 time: 0.0620823 Oct 20 11:19:15.045596 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-50c6bb64-5170-4f83-bb71-8e10b3155132 req-b737bbad-89fb-46f4-ada2-711325b0caee tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/security-groups?id=83054b74-c51a-41f3-ab21-eaa24a2d865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579112 Oct 20 11:19:15.051607 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b9a72a-2f0a-40ae-bd39-fe749cfeadd0 req-4b094f9c-0014-48be-9f19-4a2563be76ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:19:15.053055 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c5b9a72a-2f0a-40ae-bd39-fe749cfeadd0 req-4b094f9c-0014-48be-9f19-4a2563be76ac service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8e131716-1fe4-4340-951a-ea3682a6843e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0588615 Oct 20 11:19:15.150351 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c5b9a72a-2f0a-40ae-bd39-fe749cfeadd0 req-aa9e45b2-45b1-4655-acae-e82c43b4e24e service neutron] 10.222.0.69 "GET /v2.0/networks/8e131716-1fe4-4340-951a-ea3682a6843e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892916 Oct 20 11:19:15.244805 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c5b9a72a-2f0a-40ae-bd39-fe749cfeadd0 req-7e025c01-b8b6-4ab7-b9bf-c53a549159f5 service neutron] 10.222.0.69 "GET /v2.0/networks/8e131716-1fe4-4340-951a-ea3682a6843e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872207 Oct 20 11:19:16.122756 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 5256c123-7c11-4a9a-8589-a08eea6d0a21 up at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:19:16.162363 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2658ca-4dfc-4d30-a52c-a2cf0e4c883b req-b98630dc-f7f2-44be-9c9d-3d2fa3ea330e tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:19:16.163891 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8a2658ca-4dfc-4d30-a52c-a2cf0e4c883b req-b98630dc-f7f2-44be-9c9d-3d2fa3ea330e tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d218839-f375-47e8-a028-e5d25fe94ee6 HTTP/1.1" status: 200 len: 945 time: 0.0504303 Oct 20 11:19:16.169814 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning for port 5256c123-7c11-4a9a-8589-a08eea6d0a21 completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:19:16.174067 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning complete for port 5256c123-7c11-4a9a-8589-a08eea6d0a21 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:19:16.174467 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:19:16.204851 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8a2658ca-4dfc-4d30-a52c-a2cf0e4c883b req-c17a7a11-7bf2-47a4-b6b9-6cfb5d432dca tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/security-groups?id=83054b74-c51a-41f3-ab21-eaa24a2d865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338602 Oct 20 11:19:16.260223 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:19:16.283409 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d218839-f375-47e8-a028-e5d25fe94ee6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5256c123-7c11-4a9a-8589-a08eea6d0a21'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:19:16.285839 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26af391a-667f-4f42-a7fe-205ec5b71fc7" -d '{"events": [{"server_uuid": "2d218839-f375-47e8-a028-e5d25fe94ee6", "name": "network-vif-plugged", "status": "completed", "tag": "5256c123-7c11-4a9a-8589-a08eea6d0a21"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:19:16.302799 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 5256c123-7c11-4a9a-8589-a08eea6d0a21, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=5256c123-7c11-4a9a-8589-a08eea6d0a21,segment=NetworkSegment(49885acc-5a39-437c-96c1-298f1490631c),segment_id=49885acc-5a39-437c-96c1-298f1490631c)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:19:16.306850 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:19:16.333561 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a607f172-f973-4ea8-bfff-227507b8904c x-openstack-request-id: req-a607f172-f973-4ea8-bfff-227507b8904c {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:19:16.333784 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d218839-f375-47e8-a028-e5d25fe94ee6", "name": "network-vif-plugged", "status": "completed", "tag": "5256c123-7c11-4a9a-8589-a08eea6d0a21", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:19:16.334030 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a607f172-f973-4ea8-bfff-227507b8904c {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:19:16.334442 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d218839-f375-47e8-a028-e5d25fe94ee6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5256c123-7c11-4a9a-8589-a08eea6d0a21', 'code': 200} Oct 20 11:19:16.364381 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=5256c123-7c11-4a9a-8589-a08eea6d0a21,revision_number=9']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:19:16.448888 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf9942a-56da-484b-a9c8-5ae6ae8f4315 req-3d4a65db-5e86-40ab-a668-6553b8901a24 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:19:16.450355 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fdf9942a-56da-484b-a9c8-5ae6ae8f4315 req-3d4a65db-5e86-40ab-a668-6553b8901a24 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d218839-f375-47e8-a028-e5d25fe94ee6 HTTP/1.1" status: 200 len: 946 time: 0.0484257 Oct 20 11:19:16.488808 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fdf9942a-56da-484b-a9c8-5ae6ae8f4315 req-91d50af2-ae1f-49dc-a3f9-c37ee84b75c5 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/security-groups?id=83054b74-c51a-41f3-ab21-eaa24a2d865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322280 Oct 20 11:19:17.606923 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0394f5a0-078c-4b2e-b3d8-8928e20c1791 req-0e8d4bae-a9d8-448b-b39c-d47452a755a1 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:19:17.608665 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0394f5a0-078c-4b2e-b3d8-8928e20c1791 req-0e8d4bae-a9d8-448b-b39c-d47452a755a1 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d218839-f375-47e8-a028-e5d25fe94ee6 HTTP/1.1" status: 200 len: 946 time: 0.0506935 Oct 20 11:19:17.674120 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0394f5a0-078c-4b2e-b3d8-8928e20c1791 req-afd9222c-25ec-431e-abef-dd0fa9865bf2 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/security-groups?id=83054b74-c51a-41f3-ab21-eaa24a2d865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592115 Oct 20 11:19:17.697343 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d77ff9-7a6a-4ece-bc17-a6fcf074e057 req-3af7b323-f59a-4dbc-835d-25b28f084bf5 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:19:17.698829 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-87d77ff9-7a6a-4ece-bc17-a6fcf074e057 req-3af7b323-f59a-4dbc-835d-25b28f084bf5 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.69 "GET /v2.0/ports?device_id=2d218839-f375-47e8-a028-e5d25fe94ee6 HTTP/1.1" status: 200 len: 946 time: 0.0544341 Oct 20 11:19:17.785972 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-87d77ff9-7a6a-4ece-bc17-a6fcf074e057 req-03ceb8ec-c60a-4977-b879-2619e101b60b tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Deleting port 5256c123-7c11-4a9a-8589-a08eea6d0a21 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:19:17.786219 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-87d77ff9-7a6a-4ece-bc17-a6fcf074e057 req-03ceb8ec-c60a-4977-b879-2619e101b60b tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:19:17.877762 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-87d77ff9-7a6a-4ece-bc17-a6fcf074e057 req-03ceb8ec-c60a-4977-b879-2619e101b60b tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] For port 5256c123-7c11-4a9a-8589-a08eea6d0a21, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=5256c123-7c11-4a9a-8589-a08eea6d0a21,segment=NetworkSegment(49885acc-5a39-437c-96c1-298f1490631c),segment_id=49885acc-5a39-437c-96c1-298f1490631c)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:19:17.878125 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-87d77ff9-7a6a-4ece-bc17-a6fcf074e057 req-03ceb8ec-c60a-4977-b879-2619e101b60b tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:19:18.049105 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-87d77ff9-7a6a-4ece-bc17-a6fcf074e057 req-03ceb8ec-c60a-4977-b879-2619e101b60b tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:19:18.049402 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-87d77ff9-7a6a-4ece-bc17-a6fcf074e057 req-03ceb8ec-c60a-4977-b879-2619e101b60b tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1773381'] for floatingip, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:19:18.049742 n-d-811396-3 neutron-server[100596]: INFO neutron.db.l3_db [req-87d77ff9-7a6a-4ece-bc17-a6fcf074e057 req-03ceb8ec-c60a-4977-b879-2619e101b60b tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Floating IP f10b0c84-ed99-4470-b93f-d0b7d6c42ae2 disassociated. External IP: 172.25.1.157, port: 5256c123-7c11-4a9a-8589-a08eea6d0a21. Oct 20 11:19:18.050111 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-87d77ff9-7a6a-4ece-bc17-a6fcf074e057 req-03ceb8ec-c60a-4977-b879-2619e101b60b tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Calling delete_port for 5256c123-7c11-4a9a-8589-a08eea6d0a21 owned by compute:nova {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:19:18.176754 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-87d77ff9-7a6a-4ece-bc17-a6fcf074e057 req-03ceb8ec-c60a-4977-b879-2619e101b60b tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:19:18.204432 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ceb8ec-c60a-4977-b879-2619e101b60b tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Pushing event deleted for resources: {'Port': ['ID=5256c123-7c11-4a9a-8589-a08eea6d0a21,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:19:18.328888 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.l3_agent_scheduler [req-87d77ff9-7a6a-4ece-bc17-a6fcf074e057 req-03ceb8ec-c60a-4977-b879-2619e101b60b tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Router bc3d8a16-1cd7-4726-a722-5dbcd0ede152 has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:19:18.444771 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-87d77ff9-7a6a-4ece-bc17-a6fcf074e057 req-03ceb8ec-c60a-4977-b879-2619e101b60b tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:19:18.454479 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b276589-04fa-46cb-83a0-d25bce4c44c1 None None] Sync routers for ids ['bc3d8a16-1cd7-4726-a722-5dbcd0ede152'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:19:18.466024 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b276589-04fa-46cb-83a0-d25bce4c44c1 None None] Routers {'bc3d8a16-1cd7-4726-a722-5dbcd0ede152'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:19:18.466648 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-5b276589-04fa-46cb-83a0-d25bce4c44c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:19:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['bc3d8a16-1cd7-4726-a722-5dbcd0ede152'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:19:18.488127 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-87d77ff9-7a6a-4ece-bc17-a6fcf074e057 req-03ceb8ec-c60a-4977-b879-2619e101b60b tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] No DVR routers for this DVR port 5256c123-7c11-4a9a-8589-a08eea6d0a21 on host n-h2-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:19:18.491427 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-87d77ff9-7a6a-4ece-bc17-a6fcf074e057 req-03ceb8ec-c60a-4977-b879-2619e101b60b tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:19:18.494954 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-87d77ff9-7a6a-4ece-bc17-a6fcf074e057 req-03ceb8ec-c60a-4977-b879-2619e101b60b tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.69 "DELETE /v2.0/ports/5256c123-7c11-4a9a-8589-a08eea6d0a21 HTTP/1.1" status: 204 len: 173 time: 0.7899446 Oct 20 11:19:18.495437 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d218839-f375-47e8-a028-e5d25fe94ee6', 'name': 'network-vif-deleted', 'tag': '5256c123-7c11-4a9a-8589-a08eea6d0a21'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:19:18.497931 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c20ca87-847b-491d-a517-1bb67ce73b37" -d '{"events": [{"server_uuid": "2d218839-f375-47e8-a028-e5d25fe94ee6", "name": "network-vif-deleted", "tag": "5256c123-7c11-4a9a-8589-a08eea6d0a21"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:19:18.540707 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9c7b113-8034-4cf6-8aea-522ffd2b9c99 x-openstack-request-id: req-a9c7b113-8034-4cf6-8aea-522ffd2b9c99 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:19:18.540995 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d218839-f375-47e8-a028-e5d25fe94ee6", "name": "network-vif-deleted", "tag": "5256c123-7c11-4a9a-8589-a08eea6d0a21", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:19:18.541245 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a9c7b113-8034-4cf6-8aea-522ffd2b9c99 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:19:18.541648 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d218839-f375-47e8-a028-e5d25fe94ee6', 'name': 'network-vif-deleted', 'tag': '5256c123-7c11-4a9a-8589-a08eea6d0a21', 'status': 'completed', 'code': 200} Oct 20 11:19:18.585399 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-5b276589-04fa-46cb-83a0-d25bce4c44c1 None None] Set router bc3d8a16-1cd7-4726-a722-5dbcd0ede152 gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:19:18.825137 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-5b276589-04fa-46cb-83a0-d25bce4c44c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc3d8a16-1cd7-4726-a722-5dbcd0ede152', 'name': 'tempest-ServerActionsTestJSON-1571779485-router', 'tenant_id': 'a861091a3ed04f928ecb9fc7494352e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '1a47596d-4c45-4857-8f6d-6971839f2b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:13:53Z', 'updated_at': '2021-10-20T11:13:55Z', 'revision_number': 4, 'project_id': 'a861091a3ed04f928ecb9fc7494352e0', 'gw_port': {'id': '1a47596d-4c45-4857-8f6d-6971839f2b62', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:32:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3d8a16-1cd7-4726-a722-5dbcd0ede152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:13:53Z', 'updated_at': '2021-10-20T11:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '7c18a350-c32d-45d3-9ea2-5916a3746a6a', 'name': '', 'network_id': '8e131716-1fe4-4340-951a-ea3682a6843e', 'tenant_id': 'a861091a3ed04f928ecb9fc7494352e0', 'mac_address': 'fa:16:3e:4f:df:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3d8a16-1cd7-4726-a722-5dbcd0ede152', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '753fffdc-41ee-414e-85ae-148fbed91f7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:13:55Z', 'updated_at': '2021-10-20T11:13:59Z', 'revision_number': 5, 'project_id': 'a861091a3ed04f928ecb9fc7494352e0', 'subnets': [{'id': '753fffdc-41ee-414e-85ae-148fbed91f7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:19:18.851919 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b276589-04fa-46cb-83a0-d25bce4c44c1 None None] Checking router: bc3d8a16-1cd7-4726-a722-5dbcd0ede152 for host: n-d-811396-3 {{(pid=100598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:19:18.860954 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b276589-04fa-46cb-83a0-d25bce4c44c1 None None] Routers {'bc3d8a16-1cd7-4726-a722-5dbcd0ede152'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:19:18.861571 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-5b276589-04fa-46cb-83a0-d25bce4c44c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:19:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['bc3d8a16-1cd7-4726-a722-5dbcd0ede152'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:19:18.971615 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-5b276589-04fa-46cb-83a0-d25bce4c44c1 None None] Set router bc3d8a16-1cd7-4726-a722-5dbcd0ede152 gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:19:19.030429 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-386fac25-cdae-4177-aac3-d9f1976aa9e7 req-21f1e7df-de16-4ebe-b984-f47ca9589688 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--2084927906&fields=id&tenant_id=a861091a3ed04f928ecb9fc7494352e0 HTTP/1.1" status: 200 len: 267 time: 0.0539901 Oct 20 11:19:19.139535 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386fac25-cdae-4177-aac3-d9f1976aa9e7 req-52be5101-941f-42aa-a09f-78ba5e1cc030 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:19:19.140965 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-386fac25-cdae-4177-aac3-d9f1976aa9e7 req-52be5101-941f-42aa-a09f-78ba5e1cc030 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/networks?id=8e131716-1fe4-4340-951a-ea3682a6843e HTTP/1.1" status: 200 len: 812 time: 0.1037498 Oct 20 11:19:19.156846 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-386fac25-cdae-4177-aac3-d9f1976aa9e7 req-dc06e64e-4b0a-4367-95ae-91bb251e1922 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/quotas/a861091a3ed04f928ecb9fc7494352e0 HTTP/1.1" status: 200 len: 375 time: 0.0094852 Oct 20 11:19:19.173088 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-5b276589-04fa-46cb-83a0-d25bce4c44c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc3d8a16-1cd7-4726-a722-5dbcd0ede152', 'name': 'tempest-ServerActionsTestJSON-1571779485-router', 'tenant_id': 'a861091a3ed04f928ecb9fc7494352e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '1a47596d-4c45-4857-8f6d-6971839f2b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:13:53Z', 'updated_at': '2021-10-20T11:13:55Z', 'revision_number': 4, 'project_id': 'a861091a3ed04f928ecb9fc7494352e0', 'gw_port': {'id': '1a47596d-4c45-4857-8f6d-6971839f2b62', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:32:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3d8a16-1cd7-4726-a722-5dbcd0ede152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:13:53Z', 'updated_at': '2021-10-20T11:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '7c18a350-c32d-45d3-9ea2-5916a3746a6a', 'name': '', 'network_id': '8e131716-1fe4-4340-951a-ea3682a6843e', 'tenant_id': 'a861091a3ed04f928ecb9fc7494352e0', 'mac_address': 'fa:16:3e:4f:df:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3d8a16-1cd7-4726-a722-5dbcd0ede152', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '753fffdc-41ee-414e-85ae-148fbed91f7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:13:55Z', 'updated_at': '2021-10-20T11:13:59Z', 'revision_number': 5, 'project_id': 'a861091a3ed04f928ecb9fc7494352e0', 'subnets': [{'id': '753fffdc-41ee-414e-85ae-148fbed91f7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:19:19.204353 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b276589-04fa-46cb-83a0-d25bce4c44c1 None None] The sync data for ids ['bc3d8a16-1cd7-4726-a722-5dbcd0ede152'] in n-d-811396-3 is: [{'id': 'bc3d8a16-1cd7-4726-a722-5dbcd0ede152', 'name': 'tempest-ServerActionsTestJSON-1571779485-router', 'tenant_id': 'a861091a3ed04f928ecb9fc7494352e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '1a47596d-4c45-4857-8f6d-6971839f2b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:13:53Z', 'updated_at': '2021-10-20T11:13:55Z', 'revision_number': 4, 'project_id': 'a861091a3ed04f928ecb9fc7494352e0', 'gw_port': {'id': '1a47596d-4c45-4857-8f6d-6971839f2b62', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:32:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3d8a16-1cd7-4726-a722-5dbcd0ede152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:13:53Z', 'updated_at': '2021-10-20T11:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '7c18a350-c32d-45d3-9ea2-5916a3746a6a', 'name': '', 'network_id': '8e131716-1fe4-4340-951a-ea3682a6843e', 'tenant_id': 'a861091a3ed04f928ecb9fc7494352e0', 'mac_address': 'fa:16:3e:4f:df:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3d8a16-1cd7-4726-a722-5dbcd0ede152', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '753fffdc-41ee-414e-85ae-148fbed91f7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:13:55Z', 'updated_at': '2021-10-20T11:13:59Z', 'revision_number': 5, 'project_id': 'a861091a3ed04f928ecb9fc7494352e0', 'subnets': [{'id': '753fffdc-41ee-414e-85ae-148fbed91f7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:19:19.211030 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-386fac25-cdae-4177-aac3-d9f1976aa9e7 req-138a157b-d947-44ad-b977-c007e7b95687 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=a861091a3ed04f928ecb9fc7494352e0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0480533 Oct 20 11:19:19.366568 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-386fac25-cdae-4177-aac3-d9f1976aa9e7 req-3a8d0b52-0a6e-4bcc-aae2-599b951c0a28 service neutron] 10.222.0.64 "GET /v2.0/networks/8e131716-1fe4-4340-951a-ea3682a6843e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424692 Oct 20 11:19:19.435072 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c26350b-29aa-48f0-86e1-8ae283f938d7 None None] New status for floating IP f10b0c84-ed99-4470-b93f-d0b7d6c42ae2: DOWN {{(pid=100599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 11:19:19.459753 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-386fac25-cdae-4177-aac3-d9f1976aa9e7 req-e49c6a8f-b329-45ac-b3b5-d62dcfeb1c91 service neutron] 10.222.0.64 "GET /v2.0/networks/8e131716-1fe4-4340-951a-ea3682a6843e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868611 Oct 20 11:19:19.601926 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:19:19.631924 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4eeb872e-05f7-44cc-9fe1-7a84df7ffa0c req-002c4559-00c2-428d-9bae-b3f724b865d7 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=0fe68666-57c5-4808-a346-13b1bcdfb883 HTTP/1.1" status: 200 len: 210 time: 0.0271542 Oct 20 11:19:20.169658 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 5256c123-7c11-4a9a-8589-a08eea6d0a21 no longer exists at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:19:20.190615 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] No Port match for: 5256c123-7c11-4a9a-8589-a08eea6d0a21 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:19:20.190880 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 5256c123-7c11-4a9a-8589-a08eea6d0a21 not bound to the agent host n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:19:20.249742 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 7 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:19:20.620884 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386fac25-cdae-4177-aac3-d9f1976aa9e7 req-15b177a3-ae5d-4f47-a280-ed59bcde4d96 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:19:20.622347 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-386fac25-cdae-4177-aac3-d9f1976aa9e7 req-15b177a3-ae5d-4f47-a280-ed59bcde4d96 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.69 "GET /v2.0/networks?id=8e131716-1fe4-4340-951a-ea3682a6843e HTTP/1.1" status: 200 len: 812 time: 0.1176479 Oct 20 11:19:20.664409 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-386fac25-cdae-4177-aac3-d9f1976aa9e7 req-b50eabe6-af9f-4bdf-9a36-77137e94ed27 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a861091a3ed04f928ecb9fc7494352e0 HTTP/1.1" status: 200 len: 380 time: 0.0332513 Oct 20 11:19:20.677994 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-386fac25-cdae-4177-aac3-d9f1976aa9e7 req-820b44a9-b826-4999-9e6f-a2b240c8532d tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Request body: {'port': {'device_id': '0fe68666-57c5-4808-a346-13b1bcdfb883', 'network_id': '8e131716-1fe4-4340-951a-ea3682a6843e', 'admin_state_up': True, 'tenant_id': 'a861091a3ed04f928ecb9fc7494352e0', 'security_groups': ['83054b74-c51a-41f3-ab21-eaa24a2d865f']}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:19:20.764800 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b38e2d25-9baa-44d2-b33d-6bd4d5305607 req-1ed27938-d201-4789-8fa6-ff356f4848e0 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=0fe68666-57c5-4808-a346-13b1bcdfb883 HTTP/1.1" status: 200 len: 210 time: 0.0565596 Oct 20 11:19:20.812097 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-386fac25-cdae-4177-aac3-d9f1976aa9e7 req-820b44a9-b826-4999-9e6f-a2b240c8532d tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Made reservation on behalf of a861091a3ed04f928ecb9fc7494352e0 for: {'port': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:19:20.815882 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-386fac25-cdae-4177-aac3-d9f1976aa9e7 req-820b44a9-b826-4999-9e6f-a2b240c8532d tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:19:20.954779 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [req-386fac25-cdae-4177-aac3-d9f1976aa9e7 req-820b44a9-b826-4999-9e6f-a2b240c8532d tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Allocated IP 172.20.0.5 (8e131716-1fe4-4340-951a-ea3682a6843e/753fffdc-41ee-414e-85ae-148fbed91f7e/624d3b5c-7fca-49d3-8ec9-211fa6def9c5) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:19:21.085818 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-386fac25-cdae-4177-aac3-d9f1976aa9e7 req-820b44a9-b826-4999-9e6f-a2b240c8532d tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:19:21.119085 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-386fac25-cdae-4177-aac3-d9f1976aa9e7 req-820b44a9-b826-4999-9e6f-a2b240c8532d tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:19:21.167789 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-386fac25-cdae-4177-aac3-d9f1976aa9e7 req-820b44a9-b826-4999-9e6f-a2b240c8532d tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Network 8e131716-1fe4-4340-951a-ea3682a6843e is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:19:21.170812 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [req-386fac25-cdae-4177-aac3-d9f1976aa9e7 req-820b44a9-b826-4999-9e6f-a2b240c8532d tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:19:21.174505 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-386fac25-cdae-4177-aac3-d9f1976aa9e7 req-820b44a9-b826-4999-9e6f-a2b240c8532d tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:19:21.198509 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820b44a9-b826-4999-9e6f-a2b240c8532d tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Pushing event updated for resources: {'Port': ['ID=624d3b5c-7fca-49d3-8ec9-211fa6def9c5,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:19:21.235800 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386fac25-cdae-4177-aac3-d9f1976aa9e7 req-820b44a9-b826-4999-9e6f-a2b240c8532d tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:19:21.236504 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-386fac25-cdae-4177-aac3-d9f1976aa9e7 req-820b44a9-b826-4999-9e6f-a2b240c8532d tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:19:21.262246 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-386fac25-cdae-4177-aac3-d9f1976aa9e7 req-820b44a9-b826-4999-9e6f-a2b240c8532d tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5879989 Oct 20 11:19:21.274562 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-386fac25-cdae-4177-aac3-d9f1976aa9e7 req-43b44393-696a-4816-8ad7-5baed9a3da19 service neutron] Request body: {'port': {'device_id': '0fe68666-57c5-4808-a346-13b1bcdfb883', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811396-3'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:19:21.332169 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-386fac25-cdae-4177-aac3-d9f1976aa9e7 req-43b44393-696a-4816-8ad7-5baed9a3da19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:19:21.469618 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-ceff56bd-a17a-4e0a-b884-6a98568dc5ae None None] Provisioning complete for port 624d3b5c-7fca-49d3-8ec9-211fa6def9c5 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:19:21.470138 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-ceff56bd-a17a-4e0a-b884-6a98568dc5ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:19:21.505170 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-ceff56bd-a17a-4e0a-b884-6a98568dc5ae None None] Port 624d3b5c-7fca-49d3-8ec9-211fa6def9c5 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:19:21.608359 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [req-386fac25-cdae-4177-aac3-d9f1976aa9e7 req-43b44393-696a-4816-8ad7-5baed9a3da19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 624d3b5c-7fca-49d3-8ec9-211fa6def9c5 {{(pid=100596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:19:21.615672 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-386fac25-cdae-4177-aac3-d9f1976aa9e7 req-43b44393-696a-4816-8ad7-5baed9a3da19 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:19:21.628351 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.provisioning_blocks [req-386fac25-cdae-4177-aac3-d9f1976aa9e7 req-43b44393-696a-4816-8ad7-5baed9a3da19 service neutron] Transition to ACTIVE for port object 624d3b5c-7fca-49d3-8ec9-211fa6def9c5 will not be triggered until provisioned by entity L2. {{(pid=100596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:19:21.632183 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-386fac25-cdae-4177-aac3-d9f1976aa9e7 req-43b44393-696a-4816-8ad7-5baed9a3da19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:19:21.681684 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b44393-696a-4816-8ad7-5baed9a3da19 service neutron] Pushing event updated for resources: {'Port': ['ID=624d3b5c-7fca-49d3-8ec9-211fa6def9c5,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:19:21.757566 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-386fac25-cdae-4177-aac3-d9f1976aa9e7 req-43b44393-696a-4816-8ad7-5baed9a3da19 service neutron] Attempting to bind port 624d3b5c-7fca-49d3-8ec9-211fa6def9c5 on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:19:21.757907 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-386fac25-cdae-4177-aac3-d9f1976aa9e7 req-43b44393-696a-4816-8ad7-5baed9a3da19 service neutron] Attempting to bind port 624d3b5c-7fca-49d3-8ec9-211fa6def9c5 by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': '49885acc-5a39-437c-96c1-298f1490631c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '8e131716-1fe4-4340-951a-ea3682a6843e'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:19:21.758240 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-386fac25-cdae-4177-aac3-d9f1976aa9e7 req-43b44393-696a-4816-8ad7-5baed9a3da19 service neutron] Attempting to bind port 624d3b5c-7fca-49d3-8ec9-211fa6def9c5 on network 8e131716-1fe4-4340-951a-ea3682a6843e {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:19:21.762957 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-386fac25-cdae-4177-aac3-d9f1976aa9e7 req-43b44393-696a-4816-8ad7-5baed9a3da19 service neutron] Port 624d3b5c-7fca-49d3-8ec9-211fa6def9c5 on network 8e131716-1fe4-4340-951a-ea3682a6843e not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:19:21.763281 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-386fac25-cdae-4177-aac3-d9f1976aa9e7 req-43b44393-696a-4816-8ad7-5baed9a3da19 service neutron] Attempting to bind port 624d3b5c-7fca-49d3-8ec9-211fa6def9c5 on network 8e131716-1fe4-4340-951a-ea3682a6843e {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:19:21.769187 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-386fac25-cdae-4177-aac3-d9f1976aa9e7 req-43b44393-696a-4816-8ad7-5baed9a3da19 service neutron] Checking agent: {'id': '061232a2-7adc-4ba1-a873-e8cb136b064d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 19, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:19:21.769532 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-386fac25-cdae-4177-aac3-d9f1976aa9e7 req-43b44393-696a-4816-8ad7-5baed9a3da19 service neutron] Checking segment: {'id': '49885acc-5a39-437c-96c1-298f1490631c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '8e131716-1fe4-4340-951a-ea3682a6843e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:19:21.769923 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-386fac25-cdae-4177-aac3-d9f1976aa9e7 req-43b44393-696a-4816-8ad7-5baed9a3da19 service neutron] Bound using segment: {'id': '49885acc-5a39-437c-96c1-298f1490631c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '8e131716-1fe4-4340-951a-ea3682a6843e'} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:19:21.770355 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-386fac25-cdae-4177-aac3-d9f1976aa9e7 req-43b44393-696a-4816-8ad7-5baed9a3da19 service neutron] Bound port: 624d3b5c-7fca-49d3-8ec9-211fa6def9c5, host: n-h2-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49885acc-5a39-437c-96c1-298f1490631c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '8e131716-1fe4-4340-951a-ea3682a6843e'}}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:19:21.770725 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-386fac25-cdae-4177-aac3-d9f1976aa9e7 req-43b44393-696a-4816-8ad7-5baed9a3da19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:19:21.849488 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-386fac25-cdae-4177-aac3-d9f1976aa9e7 req-43b44393-696a-4816-8ad7-5baed9a3da19 service neutron] For port 624d3b5c-7fca-49d3-8ec9-211fa6def9c5, host n-h2-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:19:21.877073 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-386fac25-cdae-4177-aac3-d9f1976aa9e7 req-43b44393-696a-4816-8ad7-5baed9a3da19 service neutron] For port 624d3b5c-7fca-49d3-8ec9-211fa6def9c5, host n-h2-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=624d3b5c-7fca-49d3-8ec9-211fa6def9c5,segment=NetworkSegment(49885acc-5a39-437c-96c1-298f1490631c),segment_id=49885acc-5a39-437c-96c1-298f1490631c)] {{(pid=100596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:19:21.881973 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-386fac25-cdae-4177-aac3-d9f1976aa9e7 req-43b44393-696a-4816-8ad7-5baed9a3da19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:19:21.925498 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386fac25-cdae-4177-aac3-d9f1976aa9e7 req-43b44393-696a-4816-8ad7-5baed9a3da19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:19:21.926222 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-386fac25-cdae-4177-aac3-d9f1976aa9e7 req-43b44393-696a-4816-8ad7-5baed9a3da19 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:19:21.928216 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-386fac25-cdae-4177-aac3-d9f1976aa9e7 req-43b44393-696a-4816-8ad7-5baed9a3da19 service neutron] 10.222.0.69 "PUT /v2.0/ports/624d3b5c-7fca-49d3-8ec9-211fa6def9c5 HTTP/1.1" status: 200 len: 1091 time: 0.6580954 Oct 20 11:19:21.933199 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fe68666-57c5-4808-a346-13b1bcdfb883', 'tag': '624d3b5c-7fca-49d3-8ec9-211fa6def9c5'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:19:21.935865 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-153b3fcd-ad5c-42c7-a6f2-355b975c8cc8" -d '{"events": [{"name": "network-changed", "server_uuid": "0fe68666-57c5-4808-a346-13b1bcdfb883", "tag": "624d3b5c-7fca-49d3-8ec9-211fa6def9c5"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:19:21.952034 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9790fd1a-7cbc-4fa0-a079-0e2a6cc2d001 req-e1b09203-4c3c-4998-8772-8573912073e1 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:19:21.953704 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9790fd1a-7cbc-4fa0-a079-0e2a6cc2d001 req-e1b09203-4c3c-4998-8772-8573912073e1 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=0fe68666-57c5-4808-a346-13b1bcdfb883 HTTP/1.1" status: 200 len: 943 time: 0.1170871 Oct 20 11:19:21.996245 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b44393-696a-4816-8ad7-5baed9a3da19 service neutron] Pushing event updated for resources: {'Port': ['ID=624d3b5c-7fca-49d3-8ec9-211fa6def9c5,revision_number=3']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:19:22.005289 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91645981-8090-4f98-9562-5a53a8e18c87 x-openstack-request-id: req-91645981-8090-4f98-9562-5a53a8e18c87 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:19:22.005582 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fe68666-57c5-4808-a346-13b1bcdfb883", "tag": "624d3b5c-7fca-49d3-8ec9-211fa6def9c5", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:19:22.005834 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-91645981-8090-4f98-9562-5a53a8e18c87 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:19:22.006235 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fe68666-57c5-4808-a346-13b1bcdfb883', 'tag': '624d3b5c-7fca-49d3-8ec9-211fa6def9c5', 'status': 'completed', 'code': 200} Oct 20 11:19:22.044523 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9790fd1a-7cbc-4fa0-a079-0e2a6cc2d001 req-130b6276-bd03-454e-9edc-e099f7c2601a tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/security-groups?id=83054b74-c51a-41f3-ab21-eaa24a2d865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781636 Oct 20 11:19:22.053808 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386fac25-cdae-4177-aac3-d9f1976aa9e7 req-4c53d86e-be81-4f4a-8523-c6bf0d454bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:19:22.055608 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-386fac25-cdae-4177-aac3-d9f1976aa9e7 req-4c53d86e-be81-4f4a-8523-c6bf0d454bc4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a861091a3ed04f928ecb9fc7494352e0&device_id=0fe68666-57c5-4808-a346-13b1bcdfb883 HTTP/1.1" status: 200 len: 1094 time: 0.0772049 Oct 20 11:19:22.099415 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-386fac25-cdae-4177-aac3-d9f1976aa9e7 req-25ed9b12-9516-4e97-84b2-e327ffe03561 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=624d3b5c-7fca-49d3-8ec9-211fa6def9c5 HTTP/1.1" status: 200 len: 217 time: 0.0357573 Oct 20 11:19:22.154404 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386fac25-cdae-4177-aac3-d9f1976aa9e7 req-30bb78c7-959b-481c-9fb7-cecbfa6b686b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:19:22.156585 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-386fac25-cdae-4177-aac3-d9f1976aa9e7 req-30bb78c7-959b-481c-9fb7-cecbfa6b686b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=753fffdc-41ee-414e-85ae-148fbed91f7e HTTP/1.1" status: 200 len: 851 time: 0.0499063 Oct 20 11:19:22.200458 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386fac25-cdae-4177-aac3-d9f1976aa9e7 req-0ebed653-c536-4166-bf32-9d31620509ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:19:22.201876 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-386fac25-cdae-4177-aac3-d9f1976aa9e7 req-0ebed653-c536-4166-bf32-9d31620509ec service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8e131716-1fe4-4340-951a-ea3682a6843e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395691 Oct 20 11:19:22.294264 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-386fac25-cdae-4177-aac3-d9f1976aa9e7 req-d9b5f2eb-724c-4f82-9be0-7cdab1290e30 service neutron] 10.222.0.69 "GET /v2.0/networks/8e131716-1fe4-4340-951a-ea3682a6843e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855532 Oct 20 11:19:22.388238 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-386fac25-cdae-4177-aac3-d9f1976aa9e7 req-c4c90b48-ad80-4b4a-8b7d-73bc070975ca service neutron] 10.222.0.69 "GET /v2.0/networks/8e131716-1fe4-4340-951a-ea3682a6843e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871947 Oct 20 11:19:22.474567 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153b3fcd-ad5c-42c7-a6f2-355b975c8cc8 req-ee1f1c14-315a-41b5-a24c-87287b4dc095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:19:22.476200 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-153b3fcd-ad5c-42c7-a6f2-355b975c8cc8 req-ee1f1c14-315a-41b5-a24c-87287b4dc095 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a861091a3ed04f928ecb9fc7494352e0&device_id=0fe68666-57c5-4808-a346-13b1bcdfb883 HTTP/1.1" status: 200 len: 1094 time: 0.0412436 Oct 20 11:19:22.570020 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153b3fcd-ad5c-42c7-a6f2-355b975c8cc8 req-527d8e8c-8a2e-4715-9531-6f01b7decdde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:19:22.571681 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-153b3fcd-ad5c-42c7-a6f2-355b975c8cc8 req-527d8e8c-8a2e-4715-9531-6f01b7decdde service neutron] 10.222.0.69 "GET /v2.0/networks?id=8e131716-1fe4-4340-951a-ea3682a6843e HTTP/1.1" status: 200 len: 913 time: 0.0884776 Oct 20 11:19:22.613152 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-153b3fcd-ad5c-42c7-a6f2-355b975c8cc8 req-0b2e8eb7-5d1c-41ed-bad6-8fb62bff8824 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=624d3b5c-7fca-49d3-8ec9-211fa6def9c5 HTTP/1.1" status: 200 len: 217 time: 0.0342116 Oct 20 11:19:22.666171 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153b3fcd-ad5c-42c7-a6f2-355b975c8cc8 req-e4ebbaa4-0427-4408-92c7-da7caf986be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:19:22.667684 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-153b3fcd-ad5c-42c7-a6f2-355b975c8cc8 req-e4ebbaa4-0427-4408-92c7-da7caf986be1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=753fffdc-41ee-414e-85ae-148fbed91f7e HTTP/1.1" status: 200 len: 851 time: 0.0466337 Oct 20 11:19:22.716289 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153b3fcd-ad5c-42c7-a6f2-355b975c8cc8 req-aa280277-4b95-42f4-a9d5-af0ef134603d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:19:22.718957 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-153b3fcd-ad5c-42c7-a6f2-355b975c8cc8 req-aa280277-4b95-42f4-a9d5-af0ef134603d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8e131716-1fe4-4340-951a-ea3682a6843e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426550 Oct 20 11:19:22.808102 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-153b3fcd-ad5c-42c7-a6f2-355b975c8cc8 req-dbb329a1-a3f8-4396-9467-e8b4a9ae16ba service neutron] 10.222.0.69 "GET /v2.0/networks/8e131716-1fe4-4340-951a-ea3682a6843e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820758 Oct 20 11:19:22.900063 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-153b3fcd-ad5c-42c7-a6f2-355b975c8cc8 req-8fd02872-3d9d-4931-8d87-66b1ce372291 service neutron] 10.222.0.69 "GET /v2.0/networks/8e131716-1fe4-4340-951a-ea3682a6843e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838978 Oct 20 11:19:23.161984 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de28f325-3ed6-41e5-bd22-1953ddc1851a req-1c250666-ed5a-4639-a173-14a1417f4af3 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:19:23.163480 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-de28f325-3ed6-41e5-bd22-1953ddc1851a req-1c250666-ed5a-4639-a173-14a1417f4af3 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=0fe68666-57c5-4808-a346-13b1bcdfb883 HTTP/1.1" status: 200 len: 943 time: 0.0478883 Oct 20 11:19:23.203771 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-de28f325-3ed6-41e5-bd22-1953ddc1851a req-0dbfadcd-8dd6-4c55-93d0-c4d3ce7c043b tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/security-groups?id=83054b74-c51a-41f3-ab21-eaa24a2d865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343540 Oct 20 11:19:24.317025 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3e3980-2315-4ee7-ae73-eb3b7ee01eac req-ee35279e-72be-45ec-a64a-0a22d434d376 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:19:24.318486 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ff3e3980-2315-4ee7-ae73-eb3b7ee01eac req-ee35279e-72be-45ec-a64a-0a22d434d376 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=0fe68666-57c5-4808-a346-13b1bcdfb883 HTTP/1.1" status: 200 len: 943 time: 0.0473723 Oct 20 11:19:24.359693 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ff3e3980-2315-4ee7-ae73-eb3b7ee01eac req-6490ffba-7c32-4d01-b92c-c3ae069e2bd4 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/security-groups?id=83054b74-c51a-41f3-ab21-eaa24a2d865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350547 Oct 20 11:19:25.472423 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52c43da-4044-4500-b07b-982980b46e79 req-9c57f323-3c66-4ba3-b6e2-8e948ead4359 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:19:25.473898 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b52c43da-4044-4500-b07b-982980b46e79 req-9c57f323-3c66-4ba3-b6e2-8e948ead4359 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=0fe68666-57c5-4808-a346-13b1bcdfb883 HTTP/1.1" status: 200 len: 943 time: 0.0483851 Oct 20 11:19:25.510317 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b52c43da-4044-4500-b07b-982980b46e79 req-acf91617-29b8-4419-9692-6da6678d5b68 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/security-groups?id=83054b74-c51a-41f3-ab21-eaa24a2d865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305028 Oct 20 11:19:26.190966 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 624d3b5c-7fca-49d3-8ec9-211fa6def9c5 details requested by agent hyperv_n-h2-811396-3 with host n-h2-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:19:26.286482 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 624d3b5c-7fca-49d3-8ec9-211fa6def9c5, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=624d3b5c-7fca-49d3-8ec9-211fa6def9c5,segment=NetworkSegment(49885acc-5a39-437c-96c1-298f1490631c),segment_id=49885acc-5a39-437c-96c1-298f1490631c)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:19:26.298228 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Returning: {'device': '624d3b5c-7fca-49d3-8ec9-211fa6def9c5', 'network_id': '8e131716-1fe4-4340-951a-ea3682a6843e', 'port_id': '624d3b5c-7fca-49d3-8ec9-211fa6def9c5', 'mac_address': 'fa:16:3e:ea:2d:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 824, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '753fffdc-41ee-414e-85ae-148fbed91f7e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:19:26.334140 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:19:26.346783 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 624d3b5c-7fca-49d3-8ec9-211fa6def9c5 {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:19:26.365931 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 624d3b5c-7fca-49d3-8ec9-211fa6def9c5, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=624d3b5c-7fca-49d3-8ec9-211fa6def9c5,segment=NetworkSegment(49885acc-5a39-437c-96c1-298f1490631c),segment_id=49885acc-5a39-437c-96c1-298f1490631c)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:19:26.369596 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:19:26.419757 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=624d3b5c-7fca-49d3-8ec9-211fa6def9c5,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:19:26.553313 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['624d3b5c-7fca-49d3-8ec9-211fa6def9c5'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:19:26.630008 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2643a502-06f3-40ac-a2fa-644a6fa41b78 req-cd71ad40-5cb6-4d22-a265-d4116f4564a4 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:19:26.631529 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2643a502-06f3-40ac-a2fa-644a6fa41b78 req-cd71ad40-5cb6-4d22-a265-d4116f4564a4 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=0fe68666-57c5-4808-a346-13b1bcdfb883 HTTP/1.1" status: 200 len: 944 time: 0.0480661 Oct 20 11:19:26.667569 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2643a502-06f3-40ac-a2fa-644a6fa41b78 req-a4db5e48-56e0-43a7-9c1e-c0cc61faf285 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/security-groups?id=83054b74-c51a-41f3-ab21-eaa24a2d865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300670 Oct 20 11:19:27.781308 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a923e35-62c5-487d-8053-6ce9fa936549 req-8cc8f7ad-5172-457a-964f-ab476fa0958a tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:19:27.782770 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2a923e35-62c5-487d-8053-6ce9fa936549 req-8cc8f7ad-5172-457a-964f-ab476fa0958a tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=0fe68666-57c5-4808-a346-13b1bcdfb883 HTTP/1.1" status: 200 len: 944 time: 0.0470061 Oct 20 11:19:27.823462 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2a923e35-62c5-487d-8053-6ce9fa936549 req-f2e74fc3-6c50-4803-976e-66bfe1b08c1a tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/security-groups?id=83054b74-c51a-41f3-ab21-eaa24a2d865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348477 Oct 20 11:19:28.207569 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 624d3b5c-7fca-49d3-8ec9-211fa6def9c5 up at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:19:28.256087 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning for port 624d3b5c-7fca-49d3-8ec9-211fa6def9c5 completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:19:28.259709 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning complete for port 624d3b5c-7fca-49d3-8ec9-211fa6def9c5 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:19:28.260082 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:19:28.338346 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:19:28.359440 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fe68666-57c5-4808-a346-13b1bcdfb883', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '624d3b5c-7fca-49d3-8ec9-211fa6def9c5'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:19:28.361660 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff2743e8-f0d0-49c0-869e-41a40b52b444" -d '{"events": [{"server_uuid": "0fe68666-57c5-4808-a346-13b1bcdfb883", "name": "network-vif-plugged", "status": "completed", "tag": "624d3b5c-7fca-49d3-8ec9-211fa6def9c5"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:19:28.373974 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 624d3b5c-7fca-49d3-8ec9-211fa6def9c5, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=624d3b5c-7fca-49d3-8ec9-211fa6def9c5,segment=NetworkSegment(49885acc-5a39-437c-96c1-298f1490631c),segment_id=49885acc-5a39-437c-96c1-298f1490631c)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:19:28.378744 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:19:28.407716 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b2ed000-106d-4cfd-bf10-d8f141f0b314 x-openstack-request-id: req-2b2ed000-106d-4cfd-bf10-d8f141f0b314 {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:19:28.408010 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fe68666-57c5-4808-a346-13b1bcdfb883", "name": "network-vif-plugged", "status": "completed", "tag": "624d3b5c-7fca-49d3-8ec9-211fa6def9c5", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:19:28.408266 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2b2ed000-106d-4cfd-bf10-d8f141f0b314 {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:19:28.408655 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fe68666-57c5-4808-a346-13b1bcdfb883', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '624d3b5c-7fca-49d3-8ec9-211fa6def9c5', 'code': 200} Oct 20 11:19:28.434255 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=624d3b5c-7fca-49d3-8ec9-211fa6def9c5,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:19:28.492995 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c95783-44a3-4251-b7c4-6a11c8d22fb3 req-6ab6ed52-9b84-4779-9d60-078cf52700ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:19:28.494537 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a7c95783-44a3-4251-b7c4-6a11c8d22fb3 req-6ab6ed52-9b84-4779-9d60-078cf52700ab service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=0fe68666-57c5-4808-a346-13b1bcdfb883 HTTP/1.1" status: 200 len: 1096 time: 0.0382094 Oct 20 11:19:28.529074 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a7c95783-44a3-4251-b7c4-6a11c8d22fb3 req-04133c13-1ae8-485e-a628-d54637f7c69a service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=83054b74-c51a-41f3-ab21-eaa24a2d865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277312 Oct 20 11:19:28.935687 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1699f2-6c1f-44bf-91d2-7099ef5ca4c3 req-1dbd75a9-d974-4eef-9196-e220d60153c2 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:19:28.937154 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8f1699f2-6c1f-44bf-91d2-7099ef5ca4c3 req-1dbd75a9-d974-4eef-9196-e220d60153c2 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=0fe68666-57c5-4808-a346-13b1bcdfb883 HTTP/1.1" status: 200 len: 945 time: 0.0479903 Oct 20 11:19:28.974147 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8f1699f2-6c1f-44bf-91d2-7099ef5ca4c3 req-f41e2757-f7fc-44ca-87bb-6acbdc6fbf5d tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/security-groups?id=83054b74-c51a-41f3-ab21-eaa24a2d865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311954 Oct 20 11:19:30.089084 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d8a342-a0c1-44e2-805c-8318541bd613 req-a2e66d13-30d6-442f-837b-ef214db815d5 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:19:30.090556 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-06d8a342-a0c1-44e2-805c-8318541bd613 req-a2e66d13-30d6-442f-837b-ef214db815d5 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=0fe68666-57c5-4808-a346-13b1bcdfb883 HTTP/1.1" status: 200 len: 945 time: 0.0485649 Oct 20 11:19:30.131142 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-06d8a342-a0c1-44e2-805c-8318541bd613 req-0b9319e1-8abe-4a12-b24b-2b0112095309 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/security-groups?id=83054b74-c51a-41f3-ab21-eaa24a2d865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340180 Oct 20 11:19:30.241634 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25902a53-4ae8-4157-96cc-d9da2b2bc426 req-7a448257-e050-4cec-8167-e91ca51959bc tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:19:30.243156 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-25902a53-4ae8-4157-96cc-d9da2b2bc426 req-7a448257-e050-4cec-8167-e91ca51959bc tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=0fe68666-57c5-4808-a346-13b1bcdfb883 HTTP/1.1" status: 200 len: 945 time: 0.0484617 Oct 20 11:19:30.251907 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 44240) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:19:30.256539 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-5b837c6f-023c-411e-938f-432446907bcc tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Request body: {'floatingip': {'port_id': '624d3b5c-7fca-49d3-8ec9-211fa6def9c5'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:19:30.295291 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5b837c6f-023c-411e-938f-432446907bcc tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Publish callbacks [] for floatingip, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:19:30.719671 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5b837c6f-023c-411e-938f-432446907bcc tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:19:30.723108 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5b837c6f-023c-411e-938f-432446907bcc tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1773381'] for floatingip, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:19:30.822970 n-d-811396-3 neutron-server[100597]: INFO neutron.db.l3_db [None req-5b837c6f-023c-411e-938f-432446907bcc tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Floating IP f10b0c84-ed99-4470-b93f-d0b7d6c42ae2 associated. External IP: 172.25.1.157, port: 624d3b5c-7fca-49d3-8ec9-211fa6def9c5. Oct 20 11:19:31.029772 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b837c6f-023c-411e-938f-432446907bcc tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Router bc3d8a16-1cd7-4726-a722-5dbcd0ede152 has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:19:31.135212 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b837c6f-023c-411e-938f-432446907bcc tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:19:31.140119 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5b837c6f-023c-411e-938f-432446907bcc tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for floatingip, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:19:31.144597 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4176f69b-047e-422f-b3db-335b756b93b5 None None] Sync routers for ids ['bc3d8a16-1cd7-4726-a722-5dbcd0ede152'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:19:31.154119 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4176f69b-047e-422f-b3db-335b756b93b5 None None] Routers {'bc3d8a16-1cd7-4726-a722-5dbcd0ede152'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:19:31.154726 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-4176f69b-047e-422f-b3db-335b756b93b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:19:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['bc3d8a16-1cd7-4726-a722-5dbcd0ede152'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:19:31.167405 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-5b837c6f-023c-411e-938f-432446907bcc tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "PUT /v2.0/floatingips/f10b0c84-ed99-4470-b93f-d0b7d6c42ae2 HTTP/1.1" status: 200 len: 991 time: 0.9143605 Oct 20 11:19:31.168015 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fe68666-57c5-4808-a346-13b1bcdfb883', 'tag': '624d3b5c-7fca-49d3-8ec9-211fa6def9c5'}] {{(pid=100597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:19:31.170293 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd85cad6a391afaa95d2dd5280bfd4659fc1e1b2aba53b5e7ef874f059efcdc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75a1faf7-18c4-4a84-aa82-d7fe83b0cd72" -d '{"events": [{"name": "network-changed", "server_uuid": "0fe68666-57c5-4808-a346-13b1bcdfb883", "tag": "624d3b5c-7fca-49d3-8ec9-211fa6def9c5"}]}' {{(pid=100597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:19:31.265289 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-4176f69b-047e-422f-b3db-335b756b93b5 None None] Set router bc3d8a16-1cd7-4726-a722-5dbcd0ede152 gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:19:31.284846 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05b0e440-498b-4555-9ca4-804f7aa76709 x-openstack-request-id: req-05b0e440-498b-4555-9ca4-804f7aa76709 {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:19:31.285352 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fe68666-57c5-4808-a346-13b1bcdfb883", "tag": "624d3b5c-7fca-49d3-8ec9-211fa6def9c5", "status": "completed", "code": 200}]} {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:19:31.285448 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-05b0e440-498b-4555-9ca4-804f7aa76709 {{(pid=100597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:19:31.285832 n-d-811396-3 neutron-server[100597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fe68666-57c5-4808-a346-13b1bcdfb883', 'tag': '624d3b5c-7fca-49d3-8ec9-211fa6def9c5', 'status': 'completed', 'code': 200} Oct 20 11:19:31.345638 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a1faf7-18c4-4a84-aa82-d7fe83b0cd72 req-9f03f6d3-5fc9-4869-8b29-88ef19e0e2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:19:31.347182 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-75a1faf7-18c4-4a84-aa82-d7fe83b0cd72 req-9f03f6d3-5fc9-4869-8b29-88ef19e0e2d4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a861091a3ed04f928ecb9fc7494352e0&device_id=0fe68666-57c5-4808-a346-13b1bcdfb883 HTTP/1.1" status: 200 len: 1096 time: 0.0397861 Oct 20 11:19:31.441211 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a1faf7-18c4-4a84-aa82-d7fe83b0cd72 req-6a48cf15-6d47-4c58-b593-e9f46cc5679e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:19:31.442742 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-75a1faf7-18c4-4a84-aa82-d7fe83b0cd72 req-6a48cf15-6d47-4c58-b593-e9f46cc5679e service neutron] 10.222.0.69 "GET /v2.0/networks?id=8e131716-1fe4-4340-951a-ea3682a6843e HTTP/1.1" status: 200 len: 913 time: 0.0884449 Oct 20 11:19:31.495952 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-4176f69b-047e-422f-b3db-335b756b93b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc3d8a16-1cd7-4726-a722-5dbcd0ede152', 'name': 'tempest-ServerActionsTestJSON-1571779485-router', 'tenant_id': 'a861091a3ed04f928ecb9fc7494352e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '1a47596d-4c45-4857-8f6d-6971839f2b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:13:53Z', 'updated_at': '2021-10-20T11:13:55Z', 'revision_number': 4, 'project_id': 'a861091a3ed04f928ecb9fc7494352e0', 'gw_port': {'id': '1a47596d-4c45-4857-8f6d-6971839f2b62', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:32:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3d8a16-1cd7-4726-a722-5dbcd0ede152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:13:53Z', 'updated_at': '2021-10-20T11:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_floatingips': [{'id': 'f10b0c84-ed99-4470-b93f-d0b7d6c42ae2', 'tenant_id': 'a861091a3ed04f928ecb9fc7494352e0', 'floating_ip_address': '172.25.1.157', 'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'router_id': 'bc3d8a16-1cd7-4726-a722-5dbcd0ede152', 'port_id': '624d3b5c-7fca-49d3-8ec9-211fa6def9c5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e131716-1fe4-4340-951a-ea3682a6843e', 'mac_address': 'fa:16:3e:ea:2d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe68666-57c5-4808-a346-13b1bcdfb883', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:13:57Z', 'updated_at': '2021-10-20T11:19:30Z', 'revision_number': 9, 'project_id': 'a861091a3ed04f928ecb9fc7494352e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c18a350-c32d-45d3-9ea2-5916a3746a6a', 'name': '', 'network_id': '8e131716-1fe4-4340-951a-ea3682a6843e', 'tenant_id': 'a861091a3ed04f928ecb9fc7494352e0', 'mac_address': 'fa:16:3e:4f:df:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3d8a16-1cd7-4726-a722-5dbcd0ede152', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '753fffdc-41ee-414e-85ae-148fbed91f7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:13:55Z', 'updated_at': '2021-10-20T11:13:59Z', 'revision_number': 5, 'project_id': 'a861091a3ed04f928ecb9fc7494352e0', 'subnets': [{'id': '753fffdc-41ee-414e-85ae-148fbed91f7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:19:31.506571 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-75a1faf7-18c4-4a84-aa82-d7fe83b0cd72 req-2e109de8-b103-4336-9531-d503673d39b2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=624d3b5c-7fca-49d3-8ec9-211fa6def9c5 HTTP/1.1" status: 200 len: 999 time: 0.0572870 Oct 20 11:19:31.521880 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4176f69b-047e-422f-b3db-335b756b93b5 None None] Checking router: bc3d8a16-1cd7-4726-a722-5dbcd0ede152 for host: n-d-811396-3 {{(pid=100598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:19:31.530100 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4176f69b-047e-422f-b3db-335b756b93b5 None None] Routers {'bc3d8a16-1cd7-4726-a722-5dbcd0ede152'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:19:31.531196 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-4176f69b-047e-422f-b3db-335b756b93b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:19:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['bc3d8a16-1cd7-4726-a722-5dbcd0ede152'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:19:31.554066 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a1faf7-18c4-4a84-aa82-d7fe83b0cd72 req-4879cb07-0b82-49d9-9276-9b3bf58fb058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:19:31.555796 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-75a1faf7-18c4-4a84-aa82-d7fe83b0cd72 req-4879cb07-0b82-49d9-9276-9b3bf58fb058 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=753fffdc-41ee-414e-85ae-148fbed91f7e HTTP/1.1" status: 200 len: 851 time: 0.0428791 Oct 20 11:19:31.637795 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-4176f69b-047e-422f-b3db-335b756b93b5 None None] Set router bc3d8a16-1cd7-4726-a722-5dbcd0ede152 gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:19:31.878618 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-4176f69b-047e-422f-b3db-335b756b93b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc3d8a16-1cd7-4726-a722-5dbcd0ede152', 'name': 'tempest-ServerActionsTestJSON-1571779485-router', 'tenant_id': 'a861091a3ed04f928ecb9fc7494352e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '1a47596d-4c45-4857-8f6d-6971839f2b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:13:53Z', 'updated_at': '2021-10-20T11:13:55Z', 'revision_number': 4, 'project_id': 'a861091a3ed04f928ecb9fc7494352e0', 'gw_port': {'id': '1a47596d-4c45-4857-8f6d-6971839f2b62', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:32:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3d8a16-1cd7-4726-a722-5dbcd0ede152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:13:53Z', 'updated_at': '2021-10-20T11:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_floatingips': [{'id': 'f10b0c84-ed99-4470-b93f-d0b7d6c42ae2', 'tenant_id': 'a861091a3ed04f928ecb9fc7494352e0', 'floating_ip_address': '172.25.1.157', 'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'router_id': 'bc3d8a16-1cd7-4726-a722-5dbcd0ede152', 'port_id': '624d3b5c-7fca-49d3-8ec9-211fa6def9c5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e131716-1fe4-4340-951a-ea3682a6843e', 'mac_address': 'fa:16:3e:ea:2d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe68666-57c5-4808-a346-13b1bcdfb883', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:13:57Z', 'updated_at': '2021-10-20T11:19:30Z', 'revision_number': 9, 'project_id': 'a861091a3ed04f928ecb9fc7494352e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c18a350-c32d-45d3-9ea2-5916a3746a6a', 'name': '', 'network_id': '8e131716-1fe4-4340-951a-ea3682a6843e', 'tenant_id': 'a861091a3ed04f928ecb9fc7494352e0', 'mac_address': 'fa:16:3e:4f:df:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3d8a16-1cd7-4726-a722-5dbcd0ede152', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '753fffdc-41ee-414e-85ae-148fbed91f7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:13:55Z', 'updated_at': '2021-10-20T11:13:59Z', 'revision_number': 5, 'project_id': 'a861091a3ed04f928ecb9fc7494352e0', 'subnets': [{'id': '753fffdc-41ee-414e-85ae-148fbed91f7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:19:31.902724 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a1faf7-18c4-4a84-aa82-d7fe83b0cd72 req-a3462b40-bc74-44ce-b5c3-b5630d063823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:19:31.904308 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-75a1faf7-18c4-4a84-aa82-d7fe83b0cd72 req-a3462b40-bc74-44ce-b5c3-b5630d063823 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8e131716-1fe4-4340-951a-ea3682a6843e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3415329 Oct 20 11:19:31.906645 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4176f69b-047e-422f-b3db-335b756b93b5 None None] The sync data for ids ['bc3d8a16-1cd7-4726-a722-5dbcd0ede152'] in n-d-811396-3 is: [{'id': 'bc3d8a16-1cd7-4726-a722-5dbcd0ede152', 'name': 'tempest-ServerActionsTestJSON-1571779485-router', 'tenant_id': 'a861091a3ed04f928ecb9fc7494352e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '1a47596d-4c45-4857-8f6d-6971839f2b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:13:53Z', 'updated_at': '2021-10-20T11:13:55Z', 'revision_number': 4, 'project_id': 'a861091a3ed04f928ecb9fc7494352e0', 'gw_port': {'id': '1a47596d-4c45-4857-8f6d-6971839f2b62', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:32:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3d8a16-1cd7-4726-a722-5dbcd0ede152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:13:53Z', 'updated_at': '2021-10-20T11:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_floatingips': [{'id': 'f10b0c84-ed99-4470-b93f-d0b7d6c42ae2', 'tenant_id': 'a861091a3ed04f928ecb9fc7494352e0', 'floating_ip_address': '172.25.1.157', 'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'router_id': 'bc3d8a16-1cd7-4726-a722-5dbcd0ede152', 'port_id': '624d3b5c-7fca-49d3-8ec9-211fa6def9c5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e131716-1fe4-4340-951a-ea3682a6843e', 'mac_address': 'fa:16:3e:ea:2d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe68666-57c5-4808-a346-13b1bcdfb883', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:13:57Z', 'updated_at': '2021-10-20T11:19:30Z', 'revision_number': 9, 'project_id': 'a861091a3ed04f928ecb9fc7494352e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c18a350-c32d-45d3-9ea2-5916a3746a6a', 'name': '', 'network_id': '8e131716-1fe4-4340-951a-ea3682a6843e', 'tenant_id': 'a861091a3ed04f928ecb9fc7494352e0', 'mac_address': 'fa:16:3e:4f:df:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3d8a16-1cd7-4726-a722-5dbcd0ede152', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '753fffdc-41ee-414e-85ae-148fbed91f7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:13:55Z', 'updated_at': '2021-10-20T11:13:59Z', 'revision_number': 5, 'project_id': 'a861091a3ed04f928ecb9fc7494352e0', 'subnets': [{'id': '753fffdc-41ee-414e-85ae-148fbed91f7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:19:31.995250 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-75a1faf7-18c4-4a84-aa82-d7fe83b0cd72 req-388e2c41-58c7-42fb-a622-6c0b7201f970 service neutron] 10.222.0.69 "GET /v2.0/networks/8e131716-1fe4-4340-951a-ea3682a6843e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834463 Oct 20 11:19:32.090694 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-75a1faf7-18c4-4a84-aa82-d7fe83b0cd72 req-f0abd93b-5cf2-4b1b-a998-ded6e9e69e04 service neutron] 10.222.0.69 "GET /v2.0/networks/8e131716-1fe4-4340-951a-ea3682a6843e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882139 Oct 20 11:19:32.099972 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5d2144-9576-48eb-88e4-48ea31cb3b41 None None] New status for floating IP f10b0c84-ed99-4470-b93f-d0b7d6c42ae2: ACTIVE {{(pid=100599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 11:19:33.579739 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-71ea41d4-e43d-4e24-934e-945c498c7f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:19:36.446765 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-60d7e107-0354-4852-b46b-6f6ae4763fff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:19:37.182716 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:19:37.690272 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:19:38.455969 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:19:39.062482 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:19:49.613667 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:19:57.250576 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 7 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:20:01.494085 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-87bf3f61-fdfe-4ff1-aacf-1bdf7c61bbca req-e81d9335-5d20-47f5-820e-4614ebac89f4 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=0fe68666-57c5-4808-a346-13b1bcdfb883&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0380280 Oct 20 11:20:01.573932 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bf3f61-fdfe-4ff1-aacf-1bdf7c61bbca req-3ba4e570-fe75-4a30-b129-41ad69661f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:20:01.575317 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-87bf3f61-fdfe-4ff1-aacf-1bdf7c61bbca req-3ba4e570-fe75-4a30-b129-41ad69661f87 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a861091a3ed04f928ecb9fc7494352e0&device_id=0fe68666-57c5-4808-a346-13b1bcdfb883 HTTP/1.1" status: 200 len: 1096 time: 0.0394790 Oct 20 11:20:01.682742 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bf3f61-fdfe-4ff1-aacf-1bdf7c61bbca req-3c21b8f4-a333-4986-9400-5b5e9a8b845e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:20:01.684256 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-87bf3f61-fdfe-4ff1-aacf-1bdf7c61bbca req-3c21b8f4-a333-4986-9400-5b5e9a8b845e service neutron] 10.222.0.69 "GET /v2.0/networks?id=8e131716-1fe4-4340-951a-ea3682a6843e HTTP/1.1" status: 200 len: 913 time: 0.0876882 Oct 20 11:20:01.747853 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-87bf3f61-fdfe-4ff1-aacf-1bdf7c61bbca req-9a33bf83-3644-45da-9e95-696a317d57a3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=624d3b5c-7fca-49d3-8ec9-211fa6def9c5 HTTP/1.1" status: 200 len: 1002 time: 0.0561860 Oct 20 11:20:01.799350 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bf3f61-fdfe-4ff1-aacf-1bdf7c61bbca req-688b2396-f4b1-4f46-9a25-d92001c1c70a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:20:01.800777 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-87bf3f61-fdfe-4ff1-aacf-1bdf7c61bbca req-688b2396-f4b1-4f46-9a25-d92001c1c70a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=753fffdc-41ee-414e-85ae-148fbed91f7e HTTP/1.1" status: 200 len: 851 time: 0.0459137 Oct 20 11:20:01.844468 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bf3f61-fdfe-4ff1-aacf-1bdf7c61bbca req-02c172db-0851-4a4a-ac6c-fe2ab675b8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:20:01.845840 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-87bf3f61-fdfe-4ff1-aacf-1bdf7c61bbca req-02c172db-0851-4a4a-ac6c-fe2ab675b8ca service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8e131716-1fe4-4340-951a-ea3682a6843e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385561 Oct 20 11:20:01.933573 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-87bf3f61-fdfe-4ff1-aacf-1bdf7c61bbca req-a3257e43-1d99-4e15-822a-a0f28311d22c service neutron] 10.222.0.69 "GET /v2.0/networks/8e131716-1fe4-4340-951a-ea3682a6843e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806367 Oct 20 11:20:02.025109 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-87bf3f61-fdfe-4ff1-aacf-1bdf7c61bbca req-cebe4f16-2944-4574-833b-ecb9fac75eee service neutron] 10.222.0.69 "GET /v2.0/networks/8e131716-1fe4-4340-951a-ea3682a6843e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843945 Oct 20 11:20:03.580680 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-077b3146-4a6c-485c-8376-286fe2d75ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:20:06.446874 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-34fa65e4-59b2-487f-8776-48834a23825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:20:07.183551 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:20:07.692888 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:20:08.484411 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:20:09.066351 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:20:19.628764 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:20:33.584975 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-866b9c8b-e71c-485f-b344-e6325bd9b76e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:20:34.271422 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 7 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:20:36.446616 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-77b302f5-e29d-4764-8a04-79034711990a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:20:37.185329 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:20:37.695514 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:20:38.498330 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:20:39.068208 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:20:49.627482 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:01.922871 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a4dbbf9b-7017-4cfa-b908-f7c19b012dac req-a74403fb-7972-4962-9e73-966a4f311d39 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=0fe68666-57c5-4808-a346-13b1bcdfb883&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0557063 Oct 20 11:21:02.001190 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dbbf9b-7017-4cfa-b908-f7c19b012dac req-22bd5043-b013-4312-98bd-4307b4e28d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:21:02.002666 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a4dbbf9b-7017-4cfa-b908-f7c19b012dac req-22bd5043-b013-4312-98bd-4307b4e28d0b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a861091a3ed04f928ecb9fc7494352e0&device_id=0fe68666-57c5-4808-a346-13b1bcdfb883 HTTP/1.1" status: 200 len: 1096 time: 0.0391264 Oct 20 11:21:02.105934 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dbbf9b-7017-4cfa-b908-f7c19b012dac req-25c682f6-865a-4503-921c-a046342d5343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:21:02.107464 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a4dbbf9b-7017-4cfa-b908-f7c19b012dac req-25c682f6-865a-4503-921c-a046342d5343 service neutron] 10.222.0.69 "GET /v2.0/networks?id=8e131716-1fe4-4340-951a-ea3682a6843e HTTP/1.1" status: 200 len: 913 time: 0.0871596 Oct 20 11:21:02.173639 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a4dbbf9b-7017-4cfa-b908-f7c19b012dac req-969c538e-f727-4c42-bfe3-f283a988eaf7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=624d3b5c-7fca-49d3-8ec9-211fa6def9c5 HTTP/1.1" status: 200 len: 1002 time: 0.0592191 Oct 20 11:21:02.227732 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dbbf9b-7017-4cfa-b908-f7c19b012dac req-63a03f5b-e687-4920-9b73-6470090d5068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:21:02.229167 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a4dbbf9b-7017-4cfa-b908-f7c19b012dac req-63a03f5b-e687-4920-9b73-6470090d5068 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=753fffdc-41ee-414e-85ae-148fbed91f7e HTTP/1.1" status: 200 len: 851 time: 0.0494759 Oct 20 11:21:02.275667 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dbbf9b-7017-4cfa-b908-f7c19b012dac req-e8a172cc-040c-41b1-955a-b319974e902b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:21:02.277271 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a4dbbf9b-7017-4cfa-b908-f7c19b012dac req-e8a172cc-040c-41b1-955a-b319974e902b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8e131716-1fe4-4340-951a-ea3682a6843e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412495 Oct 20 11:21:02.373836 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a4dbbf9b-7017-4cfa-b908-f7c19b012dac req-0d8856c0-f849-4856-876d-ca29b2d433f9 service neutron] 10.222.0.69 "GET /v2.0/networks/8e131716-1fe4-4340-951a-ea3682a6843e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888774 Oct 20 11:21:02.473061 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a4dbbf9b-7017-4cfa-b908-f7c19b012dac req-fcb84b52-369f-4394-ac6f-0d847f8eb86c service neutron] 10.222.0.69 "GET /v2.0/networks/8e131716-1fe4-4340-951a-ea3682a6843e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931594 Oct 20 11:21:03.586390 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-2876285a-2573-48f8-8011-b8b982d28f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:06.447004 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-20b0426e-2868-428f-9505-977a4595cead None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:07.048802 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd911fd0-49e7-422d-b730-5e938845e786 req-b5d4c76f-b666-4ebe-b0ad-a9c7d07950be tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:21:07.050274 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-dd911fd0-49e7-422d-b730-5e938845e786 req-b5d4c76f-b666-4ebe-b0ad-a9c7d07950be tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=0fe68666-57c5-4808-a346-13b1bcdfb883 HTTP/1.1" status: 200 len: 945 time: 0.0573335 Oct 20 11:21:07.107916 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fcc8ce9c-4541-4856-909c-eb63f334d30a req-81c1ef21-da69-4aa8-a171-7cc9400da272 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0fe68666-57c5-4808-a346-13b1bcdfb883&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1268477 Oct 20 11:21:07.110788 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-dd911fd0-49e7-422d-b730-5e938845e786 req-a55e7f93-b3c0-493f-a88a-5e0b3c7a0375 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/security-groups?id=83054b74-c51a-41f3-ab21-eaa24a2d865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426891 Oct 20 11:21:07.188578 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:07.698008 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:08.236859 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4623ea2a-8772-4403-92bf-48d7494f4e6f req-2bbdc483-ae78-4f79-8561-1457d094fcf3 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:21:08.238381 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4623ea2a-8772-4403-92bf-48d7494f4e6f req-2bbdc483-ae78-4f79-8561-1457d094fcf3 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=0fe68666-57c5-4808-a346-13b1bcdfb883 HTTP/1.1" status: 200 len: 945 time: 0.0561032 Oct 20 11:21:08.316041 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4623ea2a-8772-4403-92bf-48d7494f4e6f req-0edadb8e-bae0-4d88-b5ba-b3357f7be085 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/security-groups?id=83054b74-c51a-41f3-ab21-eaa24a2d865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683396 Oct 20 11:21:08.322055 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc8ce9c-4541-4856-909c-eb63f334d30a req-e3f237d8-2430-4e11-8014-51eb3f07f232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:21:08.323781 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fcc8ce9c-4541-4856-909c-eb63f334d30a req-e3f237d8-2430-4e11-8014-51eb3f07f232 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a861091a3ed04f928ecb9fc7494352e0&device_id=0fe68666-57c5-4808-a346-13b1bcdfb883 HTTP/1.1" status: 200 len: 1096 time: 0.0845165 Oct 20 11:21:08.418596 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc8ce9c-4541-4856-909c-eb63f334d30a req-5700db2b-d6bd-4ab7-9ca1-c324e5a27449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:21:08.420043 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fcc8ce9c-4541-4856-909c-eb63f334d30a req-5700db2b-d6bd-4ab7-9ca1-c324e5a27449 service neutron] 10.222.0.69 "GET /v2.0/networks?id=8e131716-1fe4-4340-951a-ea3682a6843e HTTP/1.1" status: 200 len: 913 time: 0.0896845 Oct 20 11:21:08.488343 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fcc8ce9c-4541-4856-909c-eb63f334d30a req-8ebe5a19-da57-428a-85d7-b46ddef81bb7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=624d3b5c-7fca-49d3-8ec9-211fa6def9c5 HTTP/1.1" status: 200 len: 1002 time: 0.0615056 Oct 20 11:21:08.497789 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:08.538332 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc8ce9c-4541-4856-909c-eb63f334d30a req-15a5ecf6-efd9-4033-8a15-01ddb9ddd7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:21:08.539831 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fcc8ce9c-4541-4856-909c-eb63f334d30a req-15a5ecf6-efd9-4033-8a15-01ddb9ddd7ce service neutron] 10.222.0.69 "GET /v2.0/subnets?id=753fffdc-41ee-414e-85ae-148fbed91f7e HTTP/1.1" status: 200 len: 851 time: 0.0449715 Oct 20 11:21:08.588391 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc8ce9c-4541-4856-909c-eb63f334d30a req-40240813-cff5-44a1-b464-2c9d11cc7c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:21:08.589955 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fcc8ce9c-4541-4856-909c-eb63f334d30a req-40240813-cff5-44a1-b464-2c9d11cc7c97 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8e131716-1fe4-4340-951a-ea3682a6843e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433569 Oct 20 11:21:08.681684 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fcc8ce9c-4541-4856-909c-eb63f334d30a req-f7c9978b-bfee-4af9-907e-ca02db869946 service neutron] 10.222.0.69 "GET /v2.0/networks/8e131716-1fe4-4340-951a-ea3682a6843e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848899 Oct 20 11:21:08.768315 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fcc8ce9c-4541-4856-909c-eb63f334d30a req-d550ffdb-426f-46de-b978-6f46a104eeea service neutron] 10.222.0.69 "GET /v2.0/networks/8e131716-1fe4-4340-951a-ea3682a6843e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797501 Oct 20 11:21:09.069461 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:09.432539 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980d7a8c-385b-417d-bf83-c3cb7960ec51 req-8c9a0215-39de-4aa6-be68-1b373345dd33 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:21:09.434015 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-980d7a8c-385b-417d-bf83-c3cb7960ec51 req-8c9a0215-39de-4aa6-be68-1b373345dd33 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=0fe68666-57c5-4808-a346-13b1bcdfb883 HTTP/1.1" status: 200 len: 945 time: 0.0492482 Oct 20 11:21:09.475564 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-980d7a8c-385b-417d-bf83-c3cb7960ec51 req-93327df1-8ef8-47a1-9a50-6152b4189df2 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/security-groups?id=83054b74-c51a-41f3-ab21-eaa24a2d865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356967 Oct 20 11:21:10.591856 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0503c7-e941-45b3-a73d-27fde24ec16a req-567618f6-f869-4034-91cf-e4da197eb5f2 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:21:10.593589 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7d0503c7-e941-45b3-a73d-27fde24ec16a req-567618f6-f869-4034-91cf-e4da197eb5f2 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=0fe68666-57c5-4808-a346-13b1bcdfb883 HTTP/1.1" status: 200 len: 945 time: 0.0497813 Oct 20 11:21:10.630897 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7d0503c7-e941-45b3-a73d-27fde24ec16a req-c0ba73b6-5399-4c92-bd5b-931a2e710820 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/security-groups?id=83054b74-c51a-41f3-ab21-eaa24a2d865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314631 Oct 20 11:21:11.270425 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 7 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:21:11.744050 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bc153c-f44b-4287-9b64-194815cc9f9f req-96896be8-cfdb-484e-8a2b-4693f7f00351 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:21:11.745498 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-41bc153c-f44b-4287-9b64-194815cc9f9f req-96896be8-cfdb-484e-8a2b-4693f7f00351 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=0fe68666-57c5-4808-a346-13b1bcdfb883 HTTP/1.1" status: 200 len: 945 time: 0.0474312 Oct 20 11:21:11.782285 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-41bc153c-f44b-4287-9b64-194815cc9f9f req-f736f8fd-346c-4522-935a-5c1f0f7712f3 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/security-groups?id=83054b74-c51a-41f3-ab21-eaa24a2d865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301714 Oct 20 11:21:12.896633 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938a5ea8-8b85-4ab7-b47f-e1ee5843adaf req-8106c51d-e948-42af-b92a-c8230570bb49 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:21:12.898087 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-938a5ea8-8b85-4ab7-b47f-e1ee5843adaf req-8106c51d-e948-42af-b92a-c8230570bb49 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=0fe68666-57c5-4808-a346-13b1bcdfb883 HTTP/1.1" status: 200 len: 945 time: 0.0475910 Oct 20 11:21:12.938438 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-938a5ea8-8b85-4ab7-b47f-e1ee5843adaf req-a867a177-b560-4823-8208-df396e4ef63f tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/security-groups?id=83054b74-c51a-41f3-ab21-eaa24a2d865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344357 Oct 20 11:21:14.051847 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43350223-868f-4e3e-898a-c6297eb04452 req-6d06e751-cddc-4143-850f-a6d473703f39 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:21:14.053305 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-43350223-868f-4e3e-898a-c6297eb04452 req-6d06e751-cddc-4143-850f-a6d473703f39 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=0fe68666-57c5-4808-a346-13b1bcdfb883 HTTP/1.1" status: 200 len: 945 time: 0.0479317 Oct 20 11:21:14.090733 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-43350223-868f-4e3e-898a-c6297eb04452 req-d801d029-b6bf-4dfb-8d9d-6901e6086953 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/security-groups?id=83054b74-c51a-41f3-ab21-eaa24a2d865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310018 Oct 20 11:21:15.204601 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fdf9cd-bdf9-481c-964b-97f0f1186395 req-0ae5742e-5fe3-4134-b385-ad4ad2adaa4a tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:21:15.206059 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-01fdf9cd-bdf9-481c-964b-97f0f1186395 req-0ae5742e-5fe3-4134-b385-ad4ad2adaa4a tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=0fe68666-57c5-4808-a346-13b1bcdfb883 HTTP/1.1" status: 200 len: 945 time: 0.0482948 Oct 20 11:21:15.242133 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-01fdf9cd-bdf9-481c-964b-97f0f1186395 req-bf1725f4-9a15-4c22-aa18-b6ddf440b384 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/security-groups?id=83054b74-c51a-41f3-ab21-eaa24a2d865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302114 Oct 20 11:21:16.359187 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cd7af0-5e11-4d05-bfbe-71430f12ae05 req-1a636887-6a68-4a54-97a3-96d2929f1846 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:21:16.360672 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-25cd7af0-5e11-4d05-bfbe-71430f12ae05 req-1a636887-6a68-4a54-97a3-96d2929f1846 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=0fe68666-57c5-4808-a346-13b1bcdfb883 HTTP/1.1" status: 200 len: 945 time: 0.0484481 Oct 20 11:21:16.401199 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-25cd7af0-5e11-4d05-bfbe-71430f12ae05 req-32a7ad58-0efa-4934-9c08-8e801dfae8b0 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/security-groups?id=83054b74-c51a-41f3-ab21-eaa24a2d865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345700 Oct 20 11:21:17.514914 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74556743-aab3-435a-9c9e-fb024f0f516c req-23cd1577-4793-4974-a139-220703781df5 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:21:17.516332 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-74556743-aab3-435a-9c9e-fb024f0f516c req-23cd1577-4793-4974-a139-220703781df5 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=0fe68666-57c5-4808-a346-13b1bcdfb883 HTTP/1.1" status: 200 len: 945 time: 0.0492139 Oct 20 11:21:17.554182 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-74556743-aab3-435a-9c9e-fb024f0f516c req-91f0d843-a565-4442-b15f-ac3e80d16c63 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/security-groups?id=83054b74-c51a-41f3-ab21-eaa24a2d865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319571 Oct 20 11:21:18.669051 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875ce191-aae0-4d4e-9c39-06fc1c5d852b req-7267c776-651c-4492-b1e3-2942f2dd9ef4 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:21:18.671052 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-875ce191-aae0-4d4e-9c39-06fc1c5d852b req-7267c776-651c-4492-b1e3-2942f2dd9ef4 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=0fe68666-57c5-4808-a346-13b1bcdfb883 HTTP/1.1" status: 200 len: 945 time: 0.0480063 Oct 20 11:21:18.708412 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-875ce191-aae0-4d4e-9c39-06fc1c5d852b req-41f87e68-542d-4088-b153-10b47f5b2cd3 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/security-groups?id=83054b74-c51a-41f3-ab21-eaa24a2d865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314136 Oct 20 11:21:19.642128 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:19.822837 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2919d977-adb3-4405-81be-7c4efca842f2 req-1b7533c9-24f3-4a5a-9be7-951c5f5466d1 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:21:19.824306 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2919d977-adb3-4405-81be-7c4efca842f2 req-1b7533c9-24f3-4a5a-9be7-951c5f5466d1 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=0fe68666-57c5-4808-a346-13b1bcdfb883 HTTP/1.1" status: 200 len: 945 time: 0.0476887 Oct 20 11:21:19.865022 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2919d977-adb3-4405-81be-7c4efca842f2 req-a51ed3e7-7116-418c-a391-47b4b2b6a4a3 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/security-groups?id=83054b74-c51a-41f3-ab21-eaa24a2d865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345421 Oct 20 11:21:20.620350 n-d-811396-3 neutron-server[100596]: INFO neutron.api.v2.resource [req-fcc8ce9c-4541-4856-909c-eb63f334d30a req-71c6f1d7-d2fa-41b2-a056-3846e3e77e40 service neutron] show failed (client error): The resource could not be found. Oct 20 11:21:20.621351 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fcc8ce9c-4541-4856-909c-eb63f334d30a req-71c6f1d7-d2fa-41b2-a056-3846e3e77e40 service neutron] 10.222.0.69 "GET /v2.0/ports/624d3b5c-7fca-49d3-8ec9-211fa6def9c5/bindings/n-h1-811396-3 HTTP/1.1" status: 404 len: 380 time: 0.0541639 Oct 20 11:21:20.873731 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc8ce9c-4541-4856-909c-eb63f334d30a req-fbc9e902-4634-4ab6-a43b-b7ceca760d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:21:20.875809 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fcc8ce9c-4541-4856-909c-eb63f334d30a req-fbc9e902-4634-4ab6-a43b-b7ceca760d0e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0fe68666-57c5-4808-a346-13b1bcdfb883&tenant_id=a861091a3ed04f928ecb9fc7494352e0 HTTP/1.1" status: 200 len: 1096 time: 0.0852315 Oct 20 11:21:20.886270 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [req-fcc8ce9c-4541-4856-909c-eb63f334d30a req-35c7f0ee-dc83-4aa7-8cca-276265acaab6 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:21:20.887206 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fcc8ce9c-4541-4856-909c-eb63f334d30a req-35c7f0ee-dc83-4aa7-8cca-276265acaab6 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0049114 Oct 20 11:21:20.905073 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-fcc8ce9c-4541-4856-909c-eb63f334d30a req-35866ac7-c4c0-4d66-86f3-1f4f4df33bb2 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-811396-3', 'device_owner': 'compute:nova'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:21:20.987430 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-fcc8ce9c-4541-4856-909c-eb63f334d30a req-35866ac7-c4c0-4d66-86f3-1f4f4df33bb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:21.033261 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c2528a-ee55-4561-820f-79b61d7c8d41 req-890e3a48-314c-4726-a558-5b11aaf839fa tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:21:21.034745 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-93c2528a-ee55-4561-820f-79b61d7c8d41 req-890e3a48-314c-4726-a558-5b11aaf839fa tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=0fe68666-57c5-4808-a346-13b1bcdfb883 HTTP/1.1" status: 200 len: 945 time: 0.1026163 Oct 20 11:21:21.141140 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-93c2528a-ee55-4561-820f-79b61d7c8d41 req-e3a5e9e0-feb5-49f3-b04c-ea8347cd29a2 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/security-groups?id=83054b74-c51a-41f3-ab21-eaa24a2d865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996201 Oct 20 11:21:21.230637 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-fcc8ce9c-4541-4856-909c-eb63f334d30a req-35866ac7-c4c0-4d66-86f3-1f4f4df33bb2 service neutron] For port 624d3b5c-7fca-49d3-8ec9-211fa6def9c5, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=624d3b5c-7fca-49d3-8ec9-211fa6def9c5,segment=NetworkSegment(49885acc-5a39-437c-96c1-298f1490631c),segment_id=49885acc-5a39-437c-96c1-298f1490631c)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:21:21.270480 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-fcc8ce9c-4541-4856-909c-eb63f334d30a req-35866ac7-c4c0-4d66-86f3-1f4f4df33bb2 service neutron] For port 624d3b5c-7fca-49d3-8ec9-211fa6def9c5, host n-h2-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:21:21.314982 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fe68666-57c5-4808-a346-13b1bcdfb883', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '624d3b5c-7fca-49d3-8ec9-211fa6def9c5'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:21:21.317355 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-289a118c-7c1c-4308-b9db-cd9db588be54" -d '{"events": [{"server_uuid": "0fe68666-57c5-4808-a346-13b1bcdfb883", "name": "network-vif-unplugged", "status": "completed", "tag": "624d3b5c-7fca-49d3-8ec9-211fa6def9c5"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:21:21.321263 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-fcc8ce9c-4541-4856-909c-eb63f334d30a req-35866ac7-c4c0-4d66-86f3-1f4f4df33bb2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:21.334693 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.provisioning_blocks [req-fcc8ce9c-4541-4856-909c-eb63f334d30a req-35866ac7-c4c0-4d66-86f3-1f4f4df33bb2 service neutron] Transition to ACTIVE for port object 624d3b5c-7fca-49d3-8ec9-211fa6def9c5 will not be triggered until provisioned by entity L2. {{(pid=100596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:21:21.338411 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-fcc8ce9c-4541-4856-909c-eb63f334d30a req-35866ac7-c4c0-4d66-86f3-1f4f4df33bb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:21.372066 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Oct 2021 11:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22286b8b-1109-4db4-8e5e-6b9aa8703f2d x-openstack-request-id: req-22286b8b-1109-4db4-8e5e-6b9aa8703f2d {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:21:21.372362 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fe68666-57c5-4808-a346-13b1bcdfb883", "name": "network-vif-unplugged", "status": "completed", "tag": "624d3b5c-7fca-49d3-8ec9-211fa6def9c5", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:21:21.372618 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-22286b8b-1109-4db4-8e5e-6b9aa8703f2d {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:21:21.373013 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fe68666-57c5-4808-a346-13b1bcdfb883', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '624d3b5c-7fca-49d3-8ec9-211fa6def9c5', 'code': 200} Oct 20 11:21:21.438568 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35866ac7-c4c0-4d66-86f3-1f4f4df33bb2 service neutron] Pushing event updated for resources: {'Port': ['ID=624d3b5c-7fca-49d3-8ec9-211fa6def9c5,revision_number=6']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:21:21.449741 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35866ac7-c4c0-4d66-86f3-1f4f4df33bb2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:21:21.450098 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35866ac7-c4c0-4d66-86f3-1f4f4df33bb2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:21:21.450449 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35866ac7-c4c0-4d66-86f3-1f4f4df33bb2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:21:21.450792 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35866ac7-c4c0-4d66-86f3-1f4f4df33bb2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:21:21.451129 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35866ac7-c4c0-4d66-86f3-1f4f4df33bb2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:21:21.451559 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35866ac7-c4c0-4d66-86f3-1f4f4df33bb2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:21:21.451927 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35866ac7-c4c0-4d66-86f3-1f4f4df33bb2 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:21:21.452257 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35866ac7-c4c0-4d66-86f3-1f4f4df33bb2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:21:21.452589 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35866ac7-c4c0-4d66-86f3-1f4f4df33bb2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:21:21.452913 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35866ac7-c4c0-4d66-86f3-1f4f4df33bb2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:21:21.453246 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35866ac7-c4c0-4d66-86f3-1f4f4df33bb2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:21:21.453565 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35866ac7-c4c0-4d66-86f3-1f4f4df33bb2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:21:21.481776 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcc8ce9c-4541-4856-909c-eb63f334d30a req-35866ac7-c4c0-4d66-86f3-1f4f4df33bb2 service neutron] No DVR routers for this DVR port 624d3b5c-7fca-49d3-8ec9-211fa6def9c5 on host n-h2-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:21:21.628315 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-fcc8ce9c-4541-4856-909c-eb63f334d30a req-35866ac7-c4c0-4d66-86f3-1f4f4df33bb2 service neutron] Attempting to bind port 624d3b5c-7fca-49d3-8ec9-211fa6def9c5 on host n-h1-811396-3 for vnic_type normal with profile {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:21:21.628657 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-fcc8ce9c-4541-4856-909c-eb63f334d30a req-35866ac7-c4c0-4d66-86f3-1f4f4df33bb2 service neutron] Attempting to bind port 624d3b5c-7fca-49d3-8ec9-211fa6def9c5 by drivers openvswitch,hyperv on host n-h1-811396-3 at level 0 using segments [{'id': '49885acc-5a39-437c-96c1-298f1490631c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '8e131716-1fe4-4340-951a-ea3682a6843e'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:21:21.629119 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc8ce9c-4541-4856-909c-eb63f334d30a req-35866ac7-c4c0-4d66-86f3-1f4f4df33bb2 service neutron] Attempting to bind port 624d3b5c-7fca-49d3-8ec9-211fa6def9c5 on network 8e131716-1fe4-4340-951a-ea3682a6843e {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:21:21.633870 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc8ce9c-4541-4856-909c-eb63f334d30a req-35866ac7-c4c0-4d66-86f3-1f4f4df33bb2 service neutron] Port 624d3b5c-7fca-49d3-8ec9-211fa6def9c5 on network 8e131716-1fe4-4340-951a-ea3682a6843e not bound, no agent of type Open vSwitch agent registered on host n-h1-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:21:21.634199 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc8ce9c-4541-4856-909c-eb63f334d30a req-35866ac7-c4c0-4d66-86f3-1f4f4df33bb2 service neutron] Attempting to bind port 624d3b5c-7fca-49d3-8ec9-211fa6def9c5 on network 8e131716-1fe4-4340-951a-ea3682a6843e {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:21:21.639399 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc8ce9c-4541-4856-909c-eb63f334d30a req-35866ac7-c4c0-4d66-86f3-1f4f4df33bb2 service neutron] Checking agent: {'id': 'b707b4cc-061f-4cf4-bce0-0b3df9b7bec9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:21:21.639751 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc8ce9c-4541-4856-909c-eb63f334d30a req-35866ac7-c4c0-4d66-86f3-1f4f4df33bb2 service neutron] Checking segment: {'id': '49885acc-5a39-437c-96c1-298f1490631c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '8e131716-1fe4-4340-951a-ea3682a6843e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:21:21.640141 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc8ce9c-4541-4856-909c-eb63f334d30a req-35866ac7-c4c0-4d66-86f3-1f4f4df33bb2 service neutron] Bound using segment: {'id': '49885acc-5a39-437c-96c1-298f1490631c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '8e131716-1fe4-4340-951a-ea3682a6843e'} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:21:21.640572 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-fcc8ce9c-4541-4856-909c-eb63f334d30a req-35866ac7-c4c0-4d66-86f3-1f4f4df33bb2 service neutron] Bound port: 624d3b5c-7fca-49d3-8ec9-211fa6def9c5, host: n-h1-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49885acc-5a39-437c-96c1-298f1490631c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '8e131716-1fe4-4340-951a-ea3682a6843e'}}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:21:21.640933 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-fcc8ce9c-4541-4856-909c-eb63f334d30a req-35866ac7-c4c0-4d66-86f3-1f4f4df33bb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:21.711373 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-fcc8ce9c-4541-4856-909c-eb63f334d30a req-35866ac7-c4c0-4d66-86f3-1f4f4df33bb2 service neutron] For port 624d3b5c-7fca-49d3-8ec9-211fa6def9c5, host n-h1-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:21:21.714415 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-fcc8ce9c-4541-4856-909c-eb63f334d30a req-35866ac7-c4c0-4d66-86f3-1f4f4df33bb2 service neutron] For port 624d3b5c-7fca-49d3-8ec9-211fa6def9c5, host n-h1-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=624d3b5c-7fca-49d3-8ec9-211fa6def9c5,segment=NetworkSegment(49885acc-5a39-437c-96c1-298f1490631c),segment_id=49885acc-5a39-437c-96c1-298f1490631c)] {{(pid=100596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:21:21.718939 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-fcc8ce9c-4541-4856-909c-eb63f334d30a req-35866ac7-c4c0-4d66-86f3-1f4f4df33bb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:21.752569 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc8ce9c-4541-4856-909c-eb63f334d30a req-35866ac7-c4c0-4d66-86f3-1f4f4df33bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:21:21.753188 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-fcc8ce9c-4541-4856-909c-eb63f334d30a req-35866ac7-c4c0-4d66-86f3-1f4f4df33bb2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:21.754824 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fcc8ce9c-4541-4856-909c-eb63f334d30a req-35866ac7-c4c0-4d66-86f3-1f4f4df33bb2 service neutron] 10.222.0.55 "PUT /v2.0/ports/624d3b5c-7fca-49d3-8ec9-211fa6def9c5 HTTP/1.1" status: 200 len: 1091 time: 0.8538609 Oct 20 11:21:21.781480 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35866ac7-c4c0-4d66-86f3-1f4f4df33bb2 service neutron] Pushing event updated for resources: {'Port': ['ID=624d3b5c-7fca-49d3-8ec9-211fa6def9c5,revision_number=7']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:21:21.830659 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc8ce9c-4541-4856-909c-eb63f334d30a req-00224f26-4974-40b2-9ef3-dece7cd118c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:21:21.832236 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fcc8ce9c-4541-4856-909c-eb63f334d30a req-00224f26-4974-40b2-9ef3-dece7cd118c9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a861091a3ed04f928ecb9fc7494352e0&device_id=0fe68666-57c5-4808-a346-13b1bcdfb883 HTTP/1.1" status: 200 len: 1094 time: 0.0431278 Oct 20 11:21:21.932501 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc8ce9c-4541-4856-909c-eb63f334d30a req-71b28c89-6f4a-41ec-99a5-5ea3f9c180ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:21:21.934040 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fcc8ce9c-4541-4856-909c-eb63f334d30a req-71b28c89-6f4a-41ec-99a5-5ea3f9c180ae service neutron] 10.222.0.55 "GET /v2.0/networks?id=8e131716-1fe4-4340-951a-ea3682a6843e HTTP/1.1" status: 200 len: 913 time: 0.0951860 Oct 20 11:21:22.002920 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fcc8ce9c-4541-4856-909c-eb63f334d30a req-1a95ddfc-9a0a-41c1-b749-e73b18017165 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=624d3b5c-7fca-49d3-8ec9-211fa6def9c5 HTTP/1.1" status: 200 len: 1000 time: 0.0615449 Oct 20 11:21:22.065929 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc8ce9c-4541-4856-909c-eb63f334d30a req-1cbd8664-1312-48c4-902a-6464ec27392f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:21:22.067425 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fcc8ce9c-4541-4856-909c-eb63f334d30a req-1cbd8664-1312-48c4-902a-6464ec27392f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=753fffdc-41ee-414e-85ae-148fbed91f7e HTTP/1.1" status: 200 len: 851 time: 0.0580091 Oct 20 11:21:22.114207 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc8ce9c-4541-4856-909c-eb63f334d30a req-53bc387b-1a10-4150-b893-466f195be7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:21:22.115749 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fcc8ce9c-4541-4856-909c-eb63f334d30a req-53bc387b-1a10-4150-b893-466f195be7b7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8e131716-1fe4-4340-951a-ea3682a6843e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415227 Oct 20 11:21:22.209274 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fcc8ce9c-4541-4856-909c-eb63f334d30a req-b8d016d4-f77b-4275-a579-fb63cdd376b4 service neutron] 10.222.0.55 "GET /v2.0/networks/8e131716-1fe4-4340-951a-ea3682a6843e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867882 Oct 20 11:21:22.321523 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910cdec9-226f-4d3c-afc8-a7bc7ca0a50b req-a7043f92-46ee-414d-b294-80d20544dce6 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:21:22.323043 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-910cdec9-226f-4d3c-afc8-a7bc7ca0a50b req-a7043f92-46ee-414d-b294-80d20544dce6 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=0fe68666-57c5-4808-a346-13b1bcdfb883 HTTP/1.1" status: 200 len: 943 time: 0.1104820 Oct 20 11:21:22.351012 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fcc8ce9c-4541-4856-909c-eb63f334d30a req-92d5fad2-9834-45d8-bacc-ada8c5abc20d service neutron] 10.222.0.55 "GET /v2.0/networks/8e131716-1fe4-4340-951a-ea3682a6843e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295826 Oct 20 11:21:22.371634 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-910cdec9-226f-4d3c-afc8-a7bc7ca0a50b req-6a1faee6-317f-45a1-a13b-a727506e5789 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/security-groups?id=83054b74-c51a-41f3-ab21-eaa24a2d865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418847 Oct 20 11:21:22.874813 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 624d3b5c-7fca-49d3-8ec9-211fa6def9c5 no longer exists at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:21:22.911934 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 624d3b5c-7fca-49d3-8ec9-211fa6def9c5 not bound to the agent host n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:21:23.375127 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fe68666-57c5-4808-a346-13b1bcdfb883', 'tag': '624d3b5c-7fca-49d3-8ec9-211fa6def9c5'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:21:23.377499 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed50034a-2eab-43dd-a1ed-142df49324aa" -d '{"events": [{"name": "network-changed", "server_uuid": "0fe68666-57c5-4808-a346-13b1bcdfb883", "tag": "624d3b5c-7fca-49d3-8ec9-211fa6def9c5"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:21:23.429142 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b379fff5-ceab-4d17-ad0c-785ac142545d x-openstack-request-id: req-b379fff5-ceab-4d17-ad0c-785ac142545d {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:21:23.429617 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fe68666-57c5-4808-a346-13b1bcdfb883", "tag": "624d3b5c-7fca-49d3-8ec9-211fa6def9c5", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:21:23.430166 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b379fff5-ceab-4d17-ad0c-785ac142545d {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:21:23.430669 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fe68666-57c5-4808-a346-13b1bcdfb883', 'tag': '624d3b5c-7fca-49d3-8ec9-211fa6def9c5', 'status': 'completed', 'code': 200} Oct 20 11:21:23.558796 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5f8b92-5dff-4f1d-97e1-ad5ad7b52c73 req-9ff00d1a-f421-4e08-aaab-6f44873a228d tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:21:23.560207 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4a5f8b92-5dff-4f1d-97e1-ad5ad7b52c73 req-9ff00d1a-f421-4e08-aaab-6f44873a228d tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=0fe68666-57c5-4808-a346-13b1bcdfb883 HTTP/1.1" status: 200 len: 943 time: 0.1099131 Oct 20 11:21:23.565482 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed50034a-2eab-43dd-a1ed-142df49324aa req-bcbb3d00-75df-4fde-af17-5f5e465fb12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:21:23.566906 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ed50034a-2eab-43dd-a1ed-142df49324aa req-bcbb3d00-75df-4fde-af17-5f5e465fb12b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a861091a3ed04f928ecb9fc7494352e0&device_id=0fe68666-57c5-4808-a346-13b1bcdfb883 HTTP/1.1" status: 200 len: 1094 time: 0.1144481 Oct 20 11:21:23.571051 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed50034a-2eab-43dd-a1ed-142df49324aa req-4731b115-e7c7-46b9-8c01-ac10a124ed4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:21:23.572431 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ed50034a-2eab-43dd-a1ed-142df49324aa req-4731b115-e7c7-46b9-8c01-ac10a124ed4f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a861091a3ed04f928ecb9fc7494352e0&device_id=0fe68666-57c5-4808-a346-13b1bcdfb883 HTTP/1.1" status: 200 len: 1094 time: 0.0852067 Oct 20 11:21:23.658383 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4a5f8b92-5dff-4f1d-97e1-ad5ad7b52c73 req-58305c4c-71cd-4223-84ae-935d6a965ca4 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/security-groups?id=83054b74-c51a-41f3-ab21-eaa24a2d865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898409 Oct 20 11:21:23.758731 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed50034a-2eab-43dd-a1ed-142df49324aa req-94902349-b2d5-492a-beec-d5b4e70269ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:21:23.760243 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ed50034a-2eab-43dd-a1ed-142df49324aa req-94902349-b2d5-492a-beec-d5b4e70269ec service neutron] 10.222.0.69 "GET /v2.0/networks?id=8e131716-1fe4-4340-951a-ea3682a6843e HTTP/1.1" status: 200 len: 913 time: 0.1829493 Oct 20 11:21:23.762748 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed50034a-2eab-43dd-a1ed-142df49324aa req-a4fd5d7d-3134-4eec-acb7-d86190d888ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:21:23.764120 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ed50034a-2eab-43dd-a1ed-142df49324aa req-a4fd5d7d-3134-4eec-acb7-d86190d888ca service neutron] 10.222.0.55 "GET /v2.0/networks?id=8e131716-1fe4-4340-951a-ea3682a6843e HTTP/1.1" status: 200 len: 913 time: 0.1794379 Oct 20 11:21:23.870554 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ed50034a-2eab-43dd-a1ed-142df49324aa req-16622b22-8348-4ec5-9f24-5fa06b4a9185 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=624d3b5c-7fca-49d3-8ec9-211fa6def9c5 HTTP/1.1" status: 200 len: 1000 time: 0.1035058 Oct 20 11:21:23.874543 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ed50034a-2eab-43dd-a1ed-142df49324aa req-89ded0d1-781d-47c7-b449-2332ca662484 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=624d3b5c-7fca-49d3-8ec9-211fa6def9c5 HTTP/1.1" status: 200 len: 1000 time: 0.1014197 Oct 20 11:21:23.954127 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed50034a-2eab-43dd-a1ed-142df49324aa req-1edd8cac-7db4-49af-ada4-3204abcb9a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:21:23.955706 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ed50034a-2eab-43dd-a1ed-142df49324aa req-1edd8cac-7db4-49af-ada4-3204abcb9a61 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=753fffdc-41ee-414e-85ae-148fbed91f7e HTTP/1.1" status: 200 len: 851 time: 0.0778353 Oct 20 11:21:23.957186 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed50034a-2eab-43dd-a1ed-142df49324aa req-532e853a-b036-4b7c-8baa-072b0e9a6ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:21:23.958522 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ed50034a-2eab-43dd-a1ed-142df49324aa req-532e853a-b036-4b7c-8baa-072b0e9a6ea7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=753fffdc-41ee-414e-85ae-148fbed91f7e HTTP/1.1" status: 200 len: 851 time: 0.0736654 Oct 20 11:21:24.032234 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed50034a-2eab-43dd-a1ed-142df49324aa req-5c525ad6-ea51-4128-a3b7-612fbd9e7f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:21:24.033748 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ed50034a-2eab-43dd-a1ed-142df49324aa req-5c525ad6-ea51-4128-a3b7-612fbd9e7f8b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8e131716-1fe4-4340-951a-ea3682a6843e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0644765 Oct 20 11:21:24.036580 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed50034a-2eab-43dd-a1ed-142df49324aa req-9e11fb8c-f755-47e0-b1d7-21cc6aded0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:21:24.038001 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ed50034a-2eab-43dd-a1ed-142df49324aa req-9e11fb8c-f755-47e0-b1d7-21cc6aded0b6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8e131716-1fe4-4340-951a-ea3682a6843e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0759623 Oct 20 11:21:24.189242 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ed50034a-2eab-43dd-a1ed-142df49324aa req-fe93798f-7701-4fdf-9ac6-d6ac0c084847 service neutron] 10.222.0.55 "GET /v2.0/networks/8e131716-1fe4-4340-951a-ea3682a6843e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482782 Oct 20 11:21:24.192557 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ed50034a-2eab-43dd-a1ed-142df49324aa req-44c3328e-b8b1-4ebd-95d9-d16a9080c235 service neutron] 10.222.0.69 "GET /v2.0/networks/8e131716-1fe4-4340-951a-ea3682a6843e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447566 Oct 20 11:21:24.643959 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ed50034a-2eab-43dd-a1ed-142df49324aa req-2606b4e9-f440-46a0-9931-2e0f3b488630 service neutron] 10.222.0.55 "GET /v2.0/networks/8e131716-1fe4-4340-951a-ea3682a6843e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4475212 Oct 20 11:21:24.647311 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ed50034a-2eab-43dd-a1ed-142df49324aa req-3f6254fb-2cd5-475e-911c-8311d3e1aeea service neutron] 10.222.0.69 "GET /v2.0/networks/8e131716-1fe4-4340-951a-ea3682a6843e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4440753 Oct 20 11:21:24.779271 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393da3f7-6429-4979-9e49-72bca671201e req-39305d23-515b-4841-9fe2-2e05936d5617 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:21:24.781254 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-393da3f7-6429-4979-9e49-72bca671201e req-39305d23-515b-4841-9fe2-2e05936d5617 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=0fe68666-57c5-4808-a346-13b1bcdfb883 HTTP/1.1" status: 200 len: 943 time: 0.0491939 Oct 20 11:21:24.818460 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-393da3f7-6429-4979-9e49-72bca671201e req-df5cc176-03ab-4650-845f-ee396201f2f3 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/security-groups?id=83054b74-c51a-41f3-ab21-eaa24a2d865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312622 Oct 20 11:21:25.212149 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 624d3b5c-7fca-49d3-8ec9-211fa6def9c5 details requested by agent hyperv_n-h1-811396-3 with host n-h1-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:21:25.468303 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 624d3b5c-7fca-49d3-8ec9-211fa6def9c5, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=624d3b5c-7fca-49d3-8ec9-211fa6def9c5,segment=NetworkSegment(49885acc-5a39-437c-96c1-298f1490631c),segment_id=49885acc-5a39-437c-96c1-298f1490631c)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:21:25.478799 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Returning: {'device': '624d3b5c-7fca-49d3-8ec9-211fa6def9c5', 'network_id': '8e131716-1fe4-4340-951a-ea3682a6843e', 'port_id': '624d3b5c-7fca-49d3-8ec9-211fa6def9c5', 'mac_address': 'fa:16:3e:ea:2d:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 824, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '753fffdc-41ee-414e-85ae-148fbed91f7e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:21:25.515953 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:25.528119 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 624d3b5c-7fca-49d3-8ec9-211fa6def9c5 {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:21:25.546775 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 624d3b5c-7fca-49d3-8ec9-211fa6def9c5, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=624d3b5c-7fca-49d3-8ec9-211fa6def9c5,segment=NetworkSegment(49885acc-5a39-437c-96c1-298f1490631c),segment_id=49885acc-5a39-437c-96c1-298f1490631c)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:21:25.550583 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:25.600355 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=624d3b5c-7fca-49d3-8ec9-211fa6def9c5,revision_number=8']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:21:25.608038 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:21:25.608392 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:21:25.608737 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:21:25.609080 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:21:25.610068 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:21:25.610455 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:21:25.611194 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:21:25.611574 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:21:25.611908 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:21:25.612238 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:21:25.612573 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:21:25.612903 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:21:25.661650 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ee9aad96-6293-4ced-94b0-71d0801d6f2b req-afb2a61c-7238-4256-8ba7-7264bf9ff999 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0fe68666-57c5-4808-a346-13b1bcdfb883&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0425558 Oct 20 11:21:25.757844 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9aad96-6293-4ced-94b0-71d0801d6f2b req-3df7cb4e-0fd3-42e9-b918-94560dfef4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:21:25.759313 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ee9aad96-6293-4ced-94b0-71d0801d6f2b req-3df7cb4e-0fd3-42e9-b918-94560dfef4e3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a861091a3ed04f928ecb9fc7494352e0&device_id=0fe68666-57c5-4808-a346-13b1bcdfb883 HTTP/1.1" status: 200 len: 1095 time: 0.0388036 Oct 20 11:21:25.870567 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9aad96-6293-4ced-94b0-71d0801d6f2b req-646eb826-349b-4155-bef5-a8128336784a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:21:25.872064 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ee9aad96-6293-4ced-94b0-71d0801d6f2b req-646eb826-349b-4155-bef5-a8128336784a service neutron] 10.222.0.55 "GET /v2.0/networks?id=8e131716-1fe4-4340-951a-ea3682a6843e HTTP/1.1" status: 200 len: 913 time: 0.0853064 Oct 20 11:21:25.965655 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ee9aad96-6293-4ced-94b0-71d0801d6f2b req-965c1a35-d333-46bd-90e6-e6baa67c1064 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=624d3b5c-7fca-49d3-8ec9-211fa6def9c5 HTTP/1.1" status: 200 len: 1001 time: 0.0863414 Oct 20 11:21:25.977235 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228c877d-a4a6-4dc1-94a6-ededae3a2a9e req-6f4d6e78-34d6-4f56-83b7-4dfa2270f69b tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:21:25.978650 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-228c877d-a4a6-4dc1-94a6-ededae3a2a9e req-6f4d6e78-34d6-4f56-83b7-4dfa2270f69b tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=0fe68666-57c5-4808-a346-13b1bcdfb883 HTTP/1.1" status: 200 len: 944 time: 0.0922000 Oct 20 11:21:25.982388 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['624d3b5c-7fca-49d3-8ec9-211fa6def9c5'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:21:26.051214 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-228c877d-a4a6-4dc1-94a6-ededae3a2a9e req-c96d4d84-baa0-4da2-bfa2-abc9a7ac0c28 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/security-groups?id=83054b74-c51a-41f3-ab21-eaa24a2d865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634115 Oct 20 11:21:26.052664 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9aad96-6293-4ced-94b0-71d0801d6f2b req-7629a957-dbcb-4f05-aa92-07d51ed6c057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:21:26.054040 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ee9aad96-6293-4ced-94b0-71d0801d6f2b req-7629a957-dbcb-4f05-aa92-07d51ed6c057 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=753fffdc-41ee-414e-85ae-148fbed91f7e HTTP/1.1" status: 200 len: 851 time: 0.0745621 Oct 20 11:21:26.101328 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9aad96-6293-4ced-94b0-71d0801d6f2b req-54910e85-c75a-4a8d-a956-0c9f363265c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:21:26.102871 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ee9aad96-6293-4ced-94b0-71d0801d6f2b req-54910e85-c75a-4a8d-a956-0c9f363265c8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8e131716-1fe4-4340-951a-ea3682a6843e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420880 Oct 20 11:21:26.198301 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ee9aad96-6293-4ced-94b0-71d0801d6f2b req-d7ff9d3c-4fb7-4e75-86ab-fd8100decc08 service neutron] 10.222.0.55 "GET /v2.0/networks/8e131716-1fe4-4340-951a-ea3682a6843e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885601 Oct 20 11:21:26.310672 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ee9aad96-6293-4ced-94b0-71d0801d6f2b req-e12f5aa5-6e85-472f-82b5-edcd62629f12 service neutron] 10.222.0.55 "GET /v2.0/networks/8e131716-1fe4-4340-951a-ea3682a6843e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042829 Oct 20 11:21:26.380081 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87be0416-f4c5-4f23-8d3b-07ee07f3a04a req-466c7f4a-23e3-4c27-a27c-8537c2a59202 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:21:26.381541 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-87be0416-f4c5-4f23-8d3b-07ee07f3a04a req-466c7f4a-23e3-4c27-a27c-8537c2a59202 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.55 "GET /v2.0/ports?device_id=0fe68666-57c5-4808-a346-13b1bcdfb883&tenant_id=a861091a3ed04f928ecb9fc7494352e0&binding%3Ahost_id=n-h1-811396-3 HTTP/1.1" status: 200 len: 944 time: 0.0859408 Oct 20 11:21:26.393024 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89303d7d-e4b0-4835-9960-a9f305ed5c85 req-c1fe0650-e70e-4a97-8c7b-38f423199245 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:21:26.394386 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-89303d7d-e4b0-4835-9960-a9f305ed5c85 req-c1fe0650-e70e-4a97-8c7b-38f423199245 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=0fe68666-57c5-4808-a346-13b1bcdfb883 HTTP/1.1" status: 200 len: 944 time: 0.0823963 Oct 20 11:21:26.468236 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-89303d7d-e4b0-4835-9960-a9f305ed5c85 req-ef31b1cf-2c04-4191-99f3-1cf6a6b351ad tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/security-groups?id=83054b74-c51a-41f3-ab21-eaa24a2d865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667193 Oct 20 11:21:26.473825 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-87be0416-f4c5-4f23-8d3b-07ee07f3a04a req-e63d6f9e-3c71-4bda-8bf3-bc20b5638102 service neutron] 10.222.0.55 "GET /v2.0/ports/624d3b5c-7fca-49d3-8ec9-211fa6def9c5/bindings/n-h1-811396-3 HTTP/1.1" status: 200 len: 382 time: 0.0785732 Oct 20 11:21:26.553898 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87be0416-f4c5-4f23-8d3b-07ee07f3a04a req-4074d869-7bbf-40c6-aaa8-627d585849b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:21:26.555642 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-87be0416-f4c5-4f23-8d3b-07ee07f3a04a req-4074d869-7bbf-40c6-aaa8-627d585849b1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a861091a3ed04f928ecb9fc7494352e0&device_id=0fe68666-57c5-4808-a346-13b1bcdfb883 HTTP/1.1" status: 200 len: 1095 time: 0.0389903 Oct 20 11:21:26.648636 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87be0416-f4c5-4f23-8d3b-07ee07f3a04a req-ef8a54dd-5ada-4c49-92b5-3d1992f1f844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:21:26.650089 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-87be0416-f4c5-4f23-8d3b-07ee07f3a04a req-ef8a54dd-5ada-4c49-92b5-3d1992f1f844 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8e131716-1fe4-4340-951a-ea3682a6843e HTTP/1.1" status: 200 len: 913 time: 0.0871418 Oct 20 11:21:26.719458 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-87be0416-f4c5-4f23-8d3b-07ee07f3a04a req-16ba4e9c-8a31-4f4a-bdfe-c506f2c625ad service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=624d3b5c-7fca-49d3-8ec9-211fa6def9c5 HTTP/1.1" status: 200 len: 1001 time: 0.0601656 Oct 20 11:21:26.768537 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87be0416-f4c5-4f23-8d3b-07ee07f3a04a req-192337c1-54d2-4d25-afd9-aa5a5280bbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:21:26.770011 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-87be0416-f4c5-4f23-8d3b-07ee07f3a04a req-192337c1-54d2-4d25-afd9-aa5a5280bbf3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=753fffdc-41ee-414e-85ae-148fbed91f7e HTTP/1.1" status: 200 len: 851 time: 0.0437346 Oct 20 11:21:26.815950 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87be0416-f4c5-4f23-8d3b-07ee07f3a04a req-e2c1cc01-af82-4e2b-831d-4efe91f6cc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:21:26.817367 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-87be0416-f4c5-4f23-8d3b-07ee07f3a04a req-e2c1cc01-af82-4e2b-831d-4efe91f6cc2e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8e131716-1fe4-4340-951a-ea3682a6843e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405333 Oct 20 11:21:26.909453 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-87be0416-f4c5-4f23-8d3b-07ee07f3a04a req-5d697531-7137-48cb-b286-99882052ece8 service neutron] 10.222.0.55 "GET /v2.0/networks/8e131716-1fe4-4340-951a-ea3682a6843e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851083 Oct 20 11:21:26.997191 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-87be0416-f4c5-4f23-8d3b-07ee07f3a04a req-67a790d1-8fa0-4306-bf98-97ee7f57af64 service neutron] 10.222.0.55 "GET /v2.0/networks/8e131716-1fe4-4340-951a-ea3682a6843e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807655 Oct 20 11:21:27.228740 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 624d3b5c-7fca-49d3-8ec9-211fa6def9c5 up at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:21:27.280815 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning for port 624d3b5c-7fca-49d3-8ec9-211fa6def9c5 completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:21:27.284544 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning complete for port 624d3b5c-7fca-49d3-8ec9-211fa6def9c5 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:21:27.284919 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:27.359898 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:27.381356 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fe68666-57c5-4808-a346-13b1bcdfb883', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '624d3b5c-7fca-49d3-8ec9-211fa6def9c5'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:21:27.383613 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8008d773-5923-421b-a1a7-f2b329ec4b54" -d '{"events": [{"server_uuid": "0fe68666-57c5-4808-a346-13b1bcdfb883", "name": "network-vif-plugged", "status": "completed", "tag": "624d3b5c-7fca-49d3-8ec9-211fa6def9c5"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:21:27.395729 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 624d3b5c-7fca-49d3-8ec9-211fa6def9c5, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=624d3b5c-7fca-49d3-8ec9-211fa6def9c5,segment=NetworkSegment(49885acc-5a39-437c-96c1-298f1490631c),segment_id=49885acc-5a39-437c-96c1-298f1490631c)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:21:27.400051 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:27.452950 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=624d3b5c-7fca-49d3-8ec9-211fa6def9c5,revision_number=9']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:21:27.503488 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32f27a9f-0d4b-476a-93fa-3f2509eda797 x-openstack-request-id: req-32f27a9f-0d4b-476a-93fa-3f2509eda797 {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:21:27.503790 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fe68666-57c5-4808-a346-13b1bcdfb883", "name": "network-vif-plugged", "status": "completed", "tag": "624d3b5c-7fca-49d3-8ec9-211fa6def9c5", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:21:27.504045 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-32f27a9f-0d4b-476a-93fa-3f2509eda797 {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:21:27.504442 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fe68666-57c5-4808-a346-13b1bcdfb883', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '624d3b5c-7fca-49d3-8ec9-211fa6def9c5', 'code': 200} Oct 20 11:21:27.584383 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0243a4-69b1-450b-aaeb-3b51097767dd req-851615c6-345b-4c1e-b03b-537d4beceb82 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:21:27.585873 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3f0243a4-69b1-450b-aaeb-3b51097767dd req-851615c6-345b-4c1e-b03b-537d4beceb82 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=0fe68666-57c5-4808-a346-13b1bcdfb883 HTTP/1.1" status: 200 len: 945 time: 0.0510890 Oct 20 11:21:27.628869 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3f0243a4-69b1-450b-aaeb-3b51097767dd req-20ae025f-cf92-46df-b660-852e06fa46ae tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/security-groups?id=83054b74-c51a-41f3-ab21-eaa24a2d865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369730 Oct 20 11:21:28.746830 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4338498f-5027-4002-82e2-5ce5b967c500 req-ade56ad3-d12a-41e4-9ced-3d2021599bab tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:21:28.748397 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4338498f-5027-4002-82e2-5ce5b967c500 req-ade56ad3-d12a-41e4-9ced-3d2021599bab tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=0fe68666-57c5-4808-a346-13b1bcdfb883 HTTP/1.1" status: 200 len: 945 time: 0.0516238 Oct 20 11:21:28.788060 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4338498f-5027-4002-82e2-5ce5b967c500 req-67aa0823-6f1e-4671-ae53-cd9676731372 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/security-groups?id=83054b74-c51a-41f3-ab21-eaa24a2d865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316305 Oct 20 11:21:29.265093 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87be0416-f4c5-4f23-8d3b-07ee07f3a04a req-c524d4c1-d59c-4bbe-a651-f5402a63be34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:21:29.266645 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-87be0416-f4c5-4f23-8d3b-07ee07f3a04a req-c524d4c1-d59c-4bbe-a651-f5402a63be34 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=0fe68666-57c5-4808-a346-13b1bcdfb883&tenant_id=a861091a3ed04f928ecb9fc7494352e0 HTTP/1.1" status: 200 len: 1096 time: 0.0401566 Oct 20 11:21:29.277918 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-87be0416-f4c5-4f23-8d3b-07ee07f3a04a req-e193757b-b64a-42ca-a8c6-d3a6d96376ea service neutron] Request body: {'port': {'binding:host_id': 'n-h2-811396-3', 'device_owner': 'compute:nova'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:21:29.332767 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-87be0416-f4c5-4f23-8d3b-07ee07f3a04a req-e193757b-b64a-42ca-a8c6-d3a6d96376ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:29.532999 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-87be0416-f4c5-4f23-8d3b-07ee07f3a04a req-e193757b-b64a-42ca-a8c6-d3a6d96376ea service neutron] For port 624d3b5c-7fca-49d3-8ec9-211fa6def9c5, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=624d3b5c-7fca-49d3-8ec9-211fa6def9c5,segment=NetworkSegment(49885acc-5a39-437c-96c1-298f1490631c),segment_id=49885acc-5a39-437c-96c1-298f1490631c)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:21:29.566139 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-87be0416-f4c5-4f23-8d3b-07ee07f3a04a req-e193757b-b64a-42ca-a8c6-d3a6d96376ea service neutron] For port 624d3b5c-7fca-49d3-8ec9-211fa6def9c5, host n-h1-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:21:29.604187 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fe68666-57c5-4808-a346-13b1bcdfb883', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '624d3b5c-7fca-49d3-8ec9-211fa6def9c5'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:21:29.606375 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c48044ab-06e5-407c-af9f-42b2a3ee8cf9" -d '{"events": [{"server_uuid": "0fe68666-57c5-4808-a346-13b1bcdfb883", "name": "network-vif-unplugged", "status": "completed", "tag": "624d3b5c-7fca-49d3-8ec9-211fa6def9c5"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:21:29.610420 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-87be0416-f4c5-4f23-8d3b-07ee07f3a04a req-e193757b-b64a-42ca-a8c6-d3a6d96376ea service neutron] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:29.622283 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.provisioning_blocks [req-87be0416-f4c5-4f23-8d3b-07ee07f3a04a req-e193757b-b64a-42ca-a8c6-d3a6d96376ea service neutron] Transition to ACTIVE for port object 624d3b5c-7fca-49d3-8ec9-211fa6def9c5 will not be triggered until provisioned by entity L2. {{(pid=100596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:21:29.626329 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-87be0416-f4c5-4f23-8d3b-07ee07f3a04a req-e193757b-b64a-42ca-a8c6-d3a6d96376ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:29.658428 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Oct 2021 11:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a51dd1e-2955-4b3f-91be-dbef1e44768c x-openstack-request-id: req-4a51dd1e-2955-4b3f-91be-dbef1e44768c {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:21:29.658736 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fe68666-57c5-4808-a346-13b1bcdfb883", "name": "network-vif-unplugged", "status": "completed", "tag": "624d3b5c-7fca-49d3-8ec9-211fa6def9c5", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:21:29.658968 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4a51dd1e-2955-4b3f-91be-dbef1e44768c {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:21:29.659350 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fe68666-57c5-4808-a346-13b1bcdfb883', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '624d3b5c-7fca-49d3-8ec9-211fa6def9c5', 'code': 200} Oct 20 11:21:29.710162 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e193757b-b64a-42ca-a8c6-d3a6d96376ea service neutron] Pushing event updated for resources: {'Port': ['ID=624d3b5c-7fca-49d3-8ec9-211fa6def9c5,revision_number=10']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:21:29.755960 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-87be0416-f4c5-4f23-8d3b-07ee07f3a04a req-e193757b-b64a-42ca-a8c6-d3a6d96376ea service neutron] No DVR routers for this DVR port 624d3b5c-7fca-49d3-8ec9-211fa6def9c5 on host n-h1-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:21:29.923277 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-87be0416-f4c5-4f23-8d3b-07ee07f3a04a req-e193757b-b64a-42ca-a8c6-d3a6d96376ea service neutron] Attempting to bind port 624d3b5c-7fca-49d3-8ec9-211fa6def9c5 on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:21:29.923679 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-87be0416-f4c5-4f23-8d3b-07ee07f3a04a req-e193757b-b64a-42ca-a8c6-d3a6d96376ea service neutron] Attempting to bind port 624d3b5c-7fca-49d3-8ec9-211fa6def9c5 by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': '49885acc-5a39-437c-96c1-298f1490631c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '8e131716-1fe4-4340-951a-ea3682a6843e'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:21:29.923974 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87be0416-f4c5-4f23-8d3b-07ee07f3a04a req-e193757b-b64a-42ca-a8c6-d3a6d96376ea service neutron] Attempting to bind port 624d3b5c-7fca-49d3-8ec9-211fa6def9c5 on network 8e131716-1fe4-4340-951a-ea3682a6843e {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:21:29.934714 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134b964c-092a-4eb3-b42a-823a144d0013 req-a813cdbc-7475-4830-859a-f3ec466bbed4 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:21:29.936268 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-134b964c-092a-4eb3-b42a-823a144d0013 req-a813cdbc-7475-4830-859a-f3ec466bbed4 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=0fe68666-57c5-4808-a346-13b1bcdfb883 HTTP/1.1" status: 200 len: 944 time: 0.0792394 Oct 20 11:21:29.938276 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87be0416-f4c5-4f23-8d3b-07ee07f3a04a req-e193757b-b64a-42ca-a8c6-d3a6d96376ea service neutron] Port 624d3b5c-7fca-49d3-8ec9-211fa6def9c5 on network 8e131716-1fe4-4340-951a-ea3682a6843e not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:21:29.938598 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87be0416-f4c5-4f23-8d3b-07ee07f3a04a req-e193757b-b64a-42ca-a8c6-d3a6d96376ea service neutron] Attempting to bind port 624d3b5c-7fca-49d3-8ec9-211fa6def9c5 on network 8e131716-1fe4-4340-951a-ea3682a6843e {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:21:29.945234 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87be0416-f4c5-4f23-8d3b-07ee07f3a04a req-e193757b-b64a-42ca-a8c6-d3a6d96376ea service neutron] Checking agent: {'id': '061232a2-7adc-4ba1-a873-e8cb136b064d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 21, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:21:29.945572 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87be0416-f4c5-4f23-8d3b-07ee07f3a04a req-e193757b-b64a-42ca-a8c6-d3a6d96376ea service neutron] Checking segment: {'id': '49885acc-5a39-437c-96c1-298f1490631c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '8e131716-1fe4-4340-951a-ea3682a6843e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:21:29.945950 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87be0416-f4c5-4f23-8d3b-07ee07f3a04a req-e193757b-b64a-42ca-a8c6-d3a6d96376ea service neutron] Bound using segment: {'id': '49885acc-5a39-437c-96c1-298f1490631c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '8e131716-1fe4-4340-951a-ea3682a6843e'} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:21:29.946376 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-87be0416-f4c5-4f23-8d3b-07ee07f3a04a req-e193757b-b64a-42ca-a8c6-d3a6d96376ea service neutron] Bound port: 624d3b5c-7fca-49d3-8ec9-211fa6def9c5, host: n-h2-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49885acc-5a39-437c-96c1-298f1490631c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '8e131716-1fe4-4340-951a-ea3682a6843e'}}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:21:29.946732 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-87be0416-f4c5-4f23-8d3b-07ee07f3a04a req-e193757b-b64a-42ca-a8c6-d3a6d96376ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:30.015559 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-134b964c-092a-4eb3-b42a-823a144d0013 req-8dd0b191-ed26-4fec-8e77-4fbd96d85af9 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/security-groups?id=83054b74-c51a-41f3-ab21-eaa24a2d865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719707 Oct 20 11:21:30.035958 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-87be0416-f4c5-4f23-8d3b-07ee07f3a04a req-e193757b-b64a-42ca-a8c6-d3a6d96376ea service neutron] For port 624d3b5c-7fca-49d3-8ec9-211fa6def9c5, host n-h2-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:21:30.039103 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-87be0416-f4c5-4f23-8d3b-07ee07f3a04a req-e193757b-b64a-42ca-a8c6-d3a6d96376ea service neutron] For port 624d3b5c-7fca-49d3-8ec9-211fa6def9c5, host n-h2-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=624d3b5c-7fca-49d3-8ec9-211fa6def9c5,segment=NetworkSegment(49885acc-5a39-437c-96c1-298f1490631c),segment_id=49885acc-5a39-437c-96c1-298f1490631c)] {{(pid=100596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:21:30.043453 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-87be0416-f4c5-4f23-8d3b-07ee07f3a04a req-e193757b-b64a-42ca-a8c6-d3a6d96376ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:30.078838 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87be0416-f4c5-4f23-8d3b-07ee07f3a04a req-e193757b-b64a-42ca-a8c6-d3a6d96376ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:21:30.079488 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-87be0416-f4c5-4f23-8d3b-07ee07f3a04a req-e193757b-b64a-42ca-a8c6-d3a6d96376ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:30.080883 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-87be0416-f4c5-4f23-8d3b-07ee07f3a04a req-e193757b-b64a-42ca-a8c6-d3a6d96376ea service neutron] 10.222.0.69 "PUT /v2.0/ports/624d3b5c-7fca-49d3-8ec9-211fa6def9c5 HTTP/1.1" status: 200 len: 1092 time: 0.8068714 Oct 20 11:21:30.101073 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e193757b-b64a-42ca-a8c6-d3a6d96376ea service neutron] Pushing event updated for resources: {'Port': ['ID=624d3b5c-7fca-49d3-8ec9-211fa6def9c5,revision_number=11']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:21:30.145522 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87be0416-f4c5-4f23-8d3b-07ee07f3a04a req-cd4897ec-9851-489b-8a19-ac42dee3526d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:21:30.147118 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-87be0416-f4c5-4f23-8d3b-07ee07f3a04a req-cd4897ec-9851-489b-8a19-ac42dee3526d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a861091a3ed04f928ecb9fc7494352e0&device_id=0fe68666-57c5-4808-a346-13b1bcdfb883 HTTP/1.1" status: 200 len: 1095 time: 0.0430324 Oct 20 11:21:30.249602 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87be0416-f4c5-4f23-8d3b-07ee07f3a04a req-43c3c950-4d8c-445e-8454-e62645df95cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:21:30.251096 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-87be0416-f4c5-4f23-8d3b-07ee07f3a04a req-43c3c950-4d8c-445e-8454-e62645df95cc service neutron] 10.222.0.69 "GET /v2.0/networks?id=8e131716-1fe4-4340-951a-ea3682a6843e HTTP/1.1" status: 200 len: 913 time: 0.0966346 Oct 20 11:21:30.315219 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-87be0416-f4c5-4f23-8d3b-07ee07f3a04a req-39f6bb74-febf-45e8-bce0-9abd7388547b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=624d3b5c-7fca-49d3-8ec9-211fa6def9c5 HTTP/1.1" status: 200 len: 1000 time: 0.0571897 Oct 20 11:21:30.368347 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87be0416-f4c5-4f23-8d3b-07ee07f3a04a req-09bf5abf-be4c-4f79-ba19-de4553441291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:21:30.369730 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-87be0416-f4c5-4f23-8d3b-07ee07f3a04a req-09bf5abf-be4c-4f79-ba19-de4553441291 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=753fffdc-41ee-414e-85ae-148fbed91f7e HTTP/1.1" status: 200 len: 851 time: 0.0482738 Oct 20 11:21:30.414684 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87be0416-f4c5-4f23-8d3b-07ee07f3a04a req-fe0ac2ab-1580-4448-a462-983fae7c431e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:21:30.416193 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-87be0416-f4c5-4f23-8d3b-07ee07f3a04a req-fe0ac2ab-1580-4448-a462-983fae7c431e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8e131716-1fe4-4340-951a-ea3682a6843e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396500 Oct 20 11:21:30.503223 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-87be0416-f4c5-4f23-8d3b-07ee07f3a04a req-b904f895-c9b7-4cf9-bf37-fd244bb455e0 service neutron] 10.222.0.69 "GET /v2.0/networks/8e131716-1fe4-4340-951a-ea3682a6843e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800188 Oct 20 11:21:30.595695 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-87be0416-f4c5-4f23-8d3b-07ee07f3a04a req-d7bc770f-fd6b-4e66-af1d-b31cd8016c11 service neutron] 10.222.0.69 "GET /v2.0/networks/8e131716-1fe4-4340-951a-ea3682a6843e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853791 Oct 20 11:21:31.130677 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500daf04-ae7b-4ff7-b288-6a75fae3eeaa req-4b1ee76b-1563-49da-9948-975d640f5b4e tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:21:31.132180 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-500daf04-ae7b-4ff7-b288-6a75fae3eeaa req-4b1ee76b-1563-49da-9948-975d640f5b4e tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=0fe68666-57c5-4808-a346-13b1bcdfb883 HTTP/1.1" status: 200 len: 944 time: 0.0475934 Oct 20 11:21:31.169114 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-500daf04-ae7b-4ff7-b288-6a75fae3eeaa req-884757e5-ecb9-42c4-b80c-173dce5fb410 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/security-groups?id=83054b74-c51a-41f3-ab21-eaa24a2d865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310357 Oct 20 11:21:31.661264 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fe68666-57c5-4808-a346-13b1bcdfb883', 'tag': '624d3b5c-7fca-49d3-8ec9-211fa6def9c5'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:21:31.663700 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe94c00c-0621-439a-8593-1467a0fe9bf8" -d '{"events": [{"name": "network-changed", "server_uuid": "0fe68666-57c5-4808-a346-13b1bcdfb883", "tag": "624d3b5c-7fca-49d3-8ec9-211fa6def9c5"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:21:31.710674 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0842185c-0ef2-444b-a648-2dd9ff1e995b x-openstack-request-id: req-0842185c-0ef2-444b-a648-2dd9ff1e995b {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:21:31.710968 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fe68666-57c5-4808-a346-13b1bcdfb883", "tag": "624d3b5c-7fca-49d3-8ec9-211fa6def9c5", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:21:31.711221 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0842185c-0ef2-444b-a648-2dd9ff1e995b {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:21:31.711649 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fe68666-57c5-4808-a346-13b1bcdfb883', 'tag': '624d3b5c-7fca-49d3-8ec9-211fa6def9c5', 'status': 'completed', 'code': 200} Oct 20 11:21:31.800711 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe94c00c-0621-439a-8593-1467a0fe9bf8 req-bc389e0e-1d8b-4088-b225-6db6442e7143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:21:31.802187 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fe94c00c-0621-439a-8593-1467a0fe9bf8 req-bc389e0e-1d8b-4088-b225-6db6442e7143 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a861091a3ed04f928ecb9fc7494352e0&device_id=0fe68666-57c5-4808-a346-13b1bcdfb883 HTTP/1.1" status: 200 len: 1095 time: 0.0675895 Oct 20 11:21:31.818851 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe94c00c-0621-439a-8593-1467a0fe9bf8 req-545aedb2-53f9-4173-977e-a5343a111942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:21:31.820245 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fe94c00c-0621-439a-8593-1467a0fe9bf8 req-545aedb2-53f9-4173-977e-a5343a111942 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a861091a3ed04f928ecb9fc7494352e0&device_id=0fe68666-57c5-4808-a346-13b1bcdfb883 HTTP/1.1" status: 200 len: 1095 time: 0.0582373 Oct 20 11:21:31.965733 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe94c00c-0621-439a-8593-1467a0fe9bf8 req-a32d98aa-e35e-4245-8eb9-25a0bb316997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:21:31.967109 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fe94c00c-0621-439a-8593-1467a0fe9bf8 req-a32d98aa-e35e-4245-8eb9-25a0bb316997 service neutron] 10.222.0.69 "GET /v2.0/networks?id=8e131716-1fe4-4340-951a-ea3682a6843e HTTP/1.1" status: 200 len: 913 time: 0.1575427 Oct 20 11:21:31.970459 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe94c00c-0621-439a-8593-1467a0fe9bf8 req-6c8f0b4e-1b18-4f18-8326-c2651fc304a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:21:31.971833 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fe94c00c-0621-439a-8593-1467a0fe9bf8 req-6c8f0b4e-1b18-4f18-8326-c2651fc304a9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8e131716-1fe4-4340-951a-ea3682a6843e HTTP/1.1" status: 200 len: 913 time: 0.1423991 Oct 20 11:21:32.080800 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fe94c00c-0621-439a-8593-1467a0fe9bf8 req-8df92a00-49fb-405b-a762-98bf8baa9449 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=624d3b5c-7fca-49d3-8ec9-211fa6def9c5 HTTP/1.1" status: 200 len: 1000 time: 0.1046357 Oct 20 11:21:32.084385 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fe94c00c-0621-439a-8593-1467a0fe9bf8 req-0dc97cd0-f63b-45b1-bf8c-dbf2566ebae3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=624d3b5c-7fca-49d3-8ec9-211fa6def9c5 HTTP/1.1" status: 200 len: 1000 time: 0.1015222 Oct 20 11:21:32.170828 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe94c00c-0621-439a-8593-1467a0fe9bf8 req-3f94b6be-ee0b-4e62-b68a-765535086a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:21:32.172321 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fe94c00c-0621-439a-8593-1467a0fe9bf8 req-3f94b6be-ee0b-4e62-b68a-765535086a81 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=753fffdc-41ee-414e-85ae-148fbed91f7e HTTP/1.1" status: 200 len: 851 time: 0.0814219 Oct 20 11:21:32.173696 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe94c00c-0621-439a-8593-1467a0fe9bf8 req-c10e2fe3-572c-46ef-989b-3560d386c9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:21:32.174979 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fe94c00c-0621-439a-8593-1467a0fe9bf8 req-c10e2fe3-572c-46ef-989b-3560d386c9b5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=753fffdc-41ee-414e-85ae-148fbed91f7e HTTP/1.1" status: 200 len: 851 time: 0.0829449 Oct 20 11:21:32.256128 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe94c00c-0621-439a-8593-1467a0fe9bf8 req-bc20a5f3-4c0f-4073-af2b-72b734c5a6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:21:32.257610 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fe94c00c-0621-439a-8593-1467a0fe9bf8 req-bc20a5f3-4c0f-4073-af2b-72b734c5a6f2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8e131716-1fe4-4340-951a-ea3682a6843e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0787954 Oct 20 11:21:32.273588 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe94c00c-0621-439a-8593-1467a0fe9bf8 req-17b09eb3-a983-4e99-8297-ed997f0a8549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:21:32.274943 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fe94c00c-0621-439a-8593-1467a0fe9bf8 req-17b09eb3-a983-4e99-8297-ed997f0a8549 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8e131716-1fe4-4340-951a-ea3682a6843e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0877442 Oct 20 11:21:32.408411 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a43c08-860f-4f96-bc44-2aa7217f5a2c req-7daf933d-2b12-44b4-8fb7-77ba5be29540 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:21:32.409863 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-89a43c08-860f-4f96-bc44-2aa7217f5a2c req-7daf933d-2b12-44b4-8fb7-77ba5be29540 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=0fe68666-57c5-4808-a346-13b1bcdfb883 HTTP/1.1" status: 200 len: 944 time: 0.1698649 Oct 20 11:21:32.466744 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fe94c00c-0621-439a-8593-1467a0fe9bf8 req-84eb2115-abd4-4df0-b576-3f2807051169 service neutron] 10.222.0.55 "GET /v2.0/networks/8e131716-1fe4-4340-951a-ea3682a6843e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950510 Oct 20 11:21:32.472877 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fe94c00c-0621-439a-8593-1467a0fe9bf8 req-aba760c0-5b3c-4ddc-85d3-bddbbd2e3c75 service neutron] 10.222.0.69 "GET /v2.0/networks/8e131716-1fe4-4340-951a-ea3682a6843e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901534 Oct 20 11:21:32.494320 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-89a43c08-860f-4f96-bc44-2aa7217f5a2c req-b5b8fc1c-d07a-44c4-9443-7a156b916476 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/security-groups?id=83054b74-c51a-41f3-ab21-eaa24a2d865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765588 Oct 20 11:21:32.665566 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fe94c00c-0621-439a-8593-1467a0fe9bf8 req-1a026aa0-3e58-4721-b2c0-8a36d611661d service neutron] 10.222.0.69 "GET /v2.0/networks/8e131716-1fe4-4340-951a-ea3682a6843e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815886 Oct 20 11:21:32.668212 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fe94c00c-0621-439a-8593-1467a0fe9bf8 req-edd782b8-2582-4f24-93e2-af45c471affe service neutron] 10.222.0.55 "GET /v2.0/networks/8e131716-1fe4-4340-951a-ea3682a6843e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927590 Oct 20 11:21:32.680770 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5957e7b4-6d4d-4427-a85c-c8bdf23ae1a9 req-e4152d61-fae5-4728-b40a-ca2c7fd9d7ce tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:21:32.682792 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5957e7b4-6d4d-4427-a85c-c8bdf23ae1a9 req-e4152d61-fae5-4728-b40a-ca2c7fd9d7ce tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=0fe68666-57c5-4808-a346-13b1bcdfb883 HTTP/1.1" status: 200 len: 944 time: 0.0927005 Oct 20 11:21:32.720049 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5957e7b4-6d4d-4427-a85c-c8bdf23ae1a9 req-ee28b5c1-8003-4c08-857f-8f888b8065a4 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/security-groups?id=83054b74-c51a-41f3-ab21-eaa24a2d865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304823 Oct 20 11:21:32.835982 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2715ce33-2aa1-43a1-b274-dc44cc471b70 req-53f2bacd-db5e-4bcc-bfb4-9f8256f194e7 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:21:32.837338 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2715ce33-2aa1-43a1-b274-dc44cc471b70 req-53f2bacd-db5e-4bcc-bfb4-9f8256f194e7 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=0fe68666-57c5-4808-a346-13b1bcdfb883 HTTP/1.1" status: 200 len: 944 time: 0.0514710 Oct 20 11:21:32.874189 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2715ce33-2aa1-43a1-b274-dc44cc471b70 req-47144fa6-c611-4191-a49b-4bdd119daf24 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/security-groups?id=83054b74-c51a-41f3-ab21-eaa24a2d865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301878 Oct 20 11:21:32.916730 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 624d3b5c-7fca-49d3-8ec9-211fa6def9c5 details requested by agent hyperv_n-h2-811396-3 with host n-h2-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:21:33.015339 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 624d3b5c-7fca-49d3-8ec9-211fa6def9c5, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=624d3b5c-7fca-49d3-8ec9-211fa6def9c5,segment=NetworkSegment(49885acc-5a39-437c-96c1-298f1490631c),segment_id=49885acc-5a39-437c-96c1-298f1490631c)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:21:33.027234 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Returning: {'device': '624d3b5c-7fca-49d3-8ec9-211fa6def9c5', 'network_id': '8e131716-1fe4-4340-951a-ea3682a6843e', 'port_id': '624d3b5c-7fca-49d3-8ec9-211fa6def9c5', 'mac_address': 'fa:16:3e:ea:2d:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 824, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '753fffdc-41ee-414e-85ae-148fbed91f7e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:21:33.069093 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:33.081846 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 624d3b5c-7fca-49d3-8ec9-211fa6def9c5 {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:21:33.101262 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 624d3b5c-7fca-49d3-8ec9-211fa6def9c5, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=624d3b5c-7fca-49d3-8ec9-211fa6def9c5,segment=NetworkSegment(49885acc-5a39-437c-96c1-298f1490631c),segment_id=49885acc-5a39-437c-96c1-298f1490631c)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:21:33.104886 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:33.109566 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b466bf6d-414d-408f-aca2-bfc5e0047336 req-34d97b1d-cc95-47bb-a07a-237db1452b75 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:21:33.111071 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b466bf6d-414d-408f-aca2-bfc5e0047336 req-34d97b1d-cc95-47bb-a07a-237db1452b75 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=0fe68666-57c5-4808-a346-13b1bcdfb883 HTTP/1.1" status: 200 len: 944 time: 0.0487072 Oct 20 11:21:33.147980 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b466bf6d-414d-408f-aca2-bfc5e0047336 req-665afdd2-af4e-44f0-8c36-49ea7b783e08 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/security-groups?id=83054b74-c51a-41f3-ab21-eaa24a2d865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308087 Oct 20 11:21:33.151666 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=624d3b5c-7fca-49d3-8ec9-211fa6def9c5,revision_number=12']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:21:33.244881 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 624d3b5c-7fca-49d3-8ec9-211fa6def9c5 no longer exists at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:21:33.286036 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 624d3b5c-7fca-49d3-8ec9-211fa6def9c5 not bound to the agent host n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:21:33.339314 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['624d3b5c-7fca-49d3-8ec9-211fa6def9c5'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:21:33.585957 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-89c484ab-b38f-4d3e-91ae-23babf204c09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:34.266163 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049f5aac-f4ac-470b-ace8-30cc3ffb3c20 req-8f2e6d6d-779b-4cdc-9698-c533c248f144 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:21:34.267671 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-049f5aac-f4ac-470b-ace8-30cc3ffb3c20 req-8f2e6d6d-779b-4cdc-9698-c533c248f144 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=0fe68666-57c5-4808-a346-13b1bcdfb883 HTTP/1.1" status: 200 len: 945 time: 0.0479953 Oct 20 11:21:34.307250 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-049f5aac-f4ac-470b-ace8-30cc3ffb3c20 req-87899b6c-e921-424a-bd73-151bafb77d19 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/security-groups?id=83054b74-c51a-41f3-ab21-eaa24a2d865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336053 Oct 20 11:21:34.664521 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45efa2ef-2ed7-4a45-beec-f8175950a785 req-6bcf3479-769c-47fa-b35f-c6e1f7513f9e tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:21:34.666011 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-45efa2ef-2ed7-4a45-beec-f8175950a785 req-6bcf3479-769c-47fa-b35f-c6e1f7513f9e tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.69 "GET /v2.0/ports?device_id=0fe68666-57c5-4808-a346-13b1bcdfb883 HTTP/1.1" status: 200 len: 945 time: 0.3445802 Oct 20 11:21:34.752213 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-45efa2ef-2ed7-4a45-beec-f8175950a785 req-109550f1-0fd2-4572-953e-0c3fed236c96 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Deleting port 624d3b5c-7fca-49d3-8ec9-211fa6def9c5 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:21:34.752551 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-45efa2ef-2ed7-4a45-beec-f8175950a785 req-109550f1-0fd2-4572-953e-0c3fed236c96 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:34.841520 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-45efa2ef-2ed7-4a45-beec-f8175950a785 req-109550f1-0fd2-4572-953e-0c3fed236c96 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] For port 624d3b5c-7fca-49d3-8ec9-211fa6def9c5, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=624d3b5c-7fca-49d3-8ec9-211fa6def9c5,segment=NetworkSegment(49885acc-5a39-437c-96c1-298f1490631c),segment_id=49885acc-5a39-437c-96c1-298f1490631c)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:21:34.841808 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-45efa2ef-2ed7-4a45-beec-f8175950a785 req-109550f1-0fd2-4572-953e-0c3fed236c96 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:34.924875 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 624d3b5c-7fca-49d3-8ec9-211fa6def9c5 no longer exists at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:21:35.001063 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:35.011184 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-45efa2ef-2ed7-4a45-beec-f8175950a785 req-109550f1-0fd2-4572-953e-0c3fed236c96 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:35.011583 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-45efa2ef-2ed7-4a45-beec-f8175950a785 req-109550f1-0fd2-4572-953e-0c3fed236c96 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1773381'] for floatingip, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:35.011897 n-d-811396-3 neutron-server[100596]: INFO neutron.db.l3_db [req-45efa2ef-2ed7-4a45-beec-f8175950a785 req-109550f1-0fd2-4572-953e-0c3fed236c96 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Floating IP f10b0c84-ed99-4470-b93f-d0b7d6c42ae2 disassociated. External IP: 172.25.1.157, port: 624d3b5c-7fca-49d3-8ec9-211fa6def9c5. Oct 20 11:21:35.012237 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-45efa2ef-2ed7-4a45-beec-f8175950a785 req-109550f1-0fd2-4572-953e-0c3fed236c96 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Calling delete_port for 624d3b5c-7fca-49d3-8ec9-211fa6def9c5 owned by compute:nova {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:21:35.013421 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 624d3b5c-7fca-49d3-8ec9-211fa6def9c5 {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:21:35.035706 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 624d3b5c-7fca-49d3-8ec9-211fa6def9c5, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=624d3b5c-7fca-49d3-8ec9-211fa6def9c5,segment=NetworkSegment(49885acc-5a39-437c-96c1-298f1490631c),segment_id=49885acc-5a39-437c-96c1-298f1490631c)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:21:35.039588 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:35.087259 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=624d3b5c-7fca-49d3-8ec9-211fa6def9c5,revision_number=13']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:21:35.143150 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-45efa2ef-2ed7-4a45-beec-f8175950a785 req-109550f1-0fd2-4572-953e-0c3fed236c96 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:35.175718 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109550f1-0fd2-4572-953e-0c3fed236c96 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Pushing event deleted for resources: {'Port': ['ID=624d3b5c-7fca-49d3-8ec9-211fa6def9c5,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:21:35.289648 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.l3_agent_scheduler [req-45efa2ef-2ed7-4a45-beec-f8175950a785 req-109550f1-0fd2-4572-953e-0c3fed236c96 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Router bc3d8a16-1cd7-4726-a722-5dbcd0ede152 has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:21:35.415197 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-91e65f21-9d6c-475c-abf8-e46521dda6d6 req-efa1fbd0-e757-4cf0-9a30-3ba3a236a0f5 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=0fe68666-57c5-4808-a346-13b1bcdfb883 HTTP/1.1" status: 200 len: 210 time: 0.0322950 Oct 20 11:21:35.425418 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-45efa2ef-2ed7-4a45-beec-f8175950a785 req-109550f1-0fd2-4572-953e-0c3fed236c96 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:21:35.443800 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84dfd989-70cd-4e9f-9f6d-970853dac1be None None] Sync routers for ids ['bc3d8a16-1cd7-4726-a722-5dbcd0ede152'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:21:35.452980 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84dfd989-70cd-4e9f-9f6d-970853dac1be None None] Routers {'bc3d8a16-1cd7-4726-a722-5dbcd0ede152'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:21:35.453602 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-84dfd989-70cd-4e9f-9f6d-970853dac1be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:21:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['bc3d8a16-1cd7-4726-a722-5dbcd0ede152'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:21:35.467764 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-45efa2ef-2ed7-4a45-beec-f8175950a785 req-109550f1-0fd2-4572-953e-0c3fed236c96 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] No DVR routers for this DVR port 624d3b5c-7fca-49d3-8ec9-211fa6def9c5 on host n-h2-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:21:35.471095 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-45efa2ef-2ed7-4a45-beec-f8175950a785 req-109550f1-0fd2-4572-953e-0c3fed236c96 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:35.474568 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-45efa2ef-2ed7-4a45-beec-f8175950a785 req-109550f1-0fd2-4572-953e-0c3fed236c96 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.69 "DELETE /v2.0/ports/624d3b5c-7fca-49d3-8ec9-211fa6def9c5 HTTP/1.1" status: 204 len: 173 time: 0.8018353 Oct 20 11:21:35.475014 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fe68666-57c5-4808-a346-13b1bcdfb883', 'name': 'network-vif-deleted', 'tag': '624d3b5c-7fca-49d3-8ec9-211fa6def9c5'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:21:35.477488 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6816a634-dd91-4373-8030-a2be8debd8eb" -d '{"events": [{"server_uuid": "0fe68666-57c5-4808-a346-13b1bcdfb883", "name": "network-vif-deleted", "tag": "624d3b5c-7fca-49d3-8ec9-211fa6def9c5"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:21:35.518494 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32d4ae58-ab77-421a-83c3-5bf4de9a275d x-openstack-request-id: req-32d4ae58-ab77-421a-83c3-5bf4de9a275d {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:21:35.519022 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fe68666-57c5-4808-a346-13b1bcdfb883", "name": "network-vif-deleted", "tag": "624d3b5c-7fca-49d3-8ec9-211fa6def9c5", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:21:35.519350 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-32d4ae58-ab77-421a-83c3-5bf4de9a275d {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:21:35.519946 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fe68666-57c5-4808-a346-13b1bcdfb883', 'name': 'network-vif-deleted', 'tag': '624d3b5c-7fca-49d3-8ec9-211fa6def9c5', 'status': 'completed', 'code': 200} Oct 20 11:21:35.569528 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-84dfd989-70cd-4e9f-9f6d-970853dac1be None None] Set router bc3d8a16-1cd7-4726-a722-5dbcd0ede152 gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:21:35.761756 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-84dfd989-70cd-4e9f-9f6d-970853dac1be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc3d8a16-1cd7-4726-a722-5dbcd0ede152', 'name': 'tempest-ServerActionsTestJSON-1571779485-router', 'tenant_id': 'a861091a3ed04f928ecb9fc7494352e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '1a47596d-4c45-4857-8f6d-6971839f2b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:13:53Z', 'updated_at': '2021-10-20T11:13:55Z', 'revision_number': 4, 'project_id': 'a861091a3ed04f928ecb9fc7494352e0', 'gw_port': {'id': '1a47596d-4c45-4857-8f6d-6971839f2b62', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:32:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3d8a16-1cd7-4726-a722-5dbcd0ede152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:13:53Z', 'updated_at': '2021-10-20T11:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '7c18a350-c32d-45d3-9ea2-5916a3746a6a', 'name': '', 'network_id': '8e131716-1fe4-4340-951a-ea3682a6843e', 'tenant_id': 'a861091a3ed04f928ecb9fc7494352e0', 'mac_address': 'fa:16:3e:4f:df:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3d8a16-1cd7-4726-a722-5dbcd0ede152', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '753fffdc-41ee-414e-85ae-148fbed91f7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:13:55Z', 'updated_at': '2021-10-20T11:13:59Z', 'revision_number': 5, 'project_id': 'a861091a3ed04f928ecb9fc7494352e0', 'subnets': [{'id': '753fffdc-41ee-414e-85ae-148fbed91f7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:21:35.792259 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84dfd989-70cd-4e9f-9f6d-970853dac1be None None] Checking router: bc3d8a16-1cd7-4726-a722-5dbcd0ede152 for host: n-d-811396-3 {{(pid=100598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:21:35.801101 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84dfd989-70cd-4e9f-9f6d-970853dac1be None None] Routers {'bc3d8a16-1cd7-4726-a722-5dbcd0ede152'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:21:35.801703 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-84dfd989-70cd-4e9f-9f6d-970853dac1be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:21:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['bc3d8a16-1cd7-4726-a722-5dbcd0ede152'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:21:35.910816 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-84dfd989-70cd-4e9f-9f6d-970853dac1be None None] Set router bc3d8a16-1cd7-4726-a722-5dbcd0ede152 gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:21:36.104394 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-84dfd989-70cd-4e9f-9f6d-970853dac1be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc3d8a16-1cd7-4726-a722-5dbcd0ede152', 'name': 'tempest-ServerActionsTestJSON-1571779485-router', 'tenant_id': 'a861091a3ed04f928ecb9fc7494352e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '1a47596d-4c45-4857-8f6d-6971839f2b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:13:53Z', 'updated_at': '2021-10-20T11:13:55Z', 'revision_number': 4, 'project_id': 'a861091a3ed04f928ecb9fc7494352e0', 'gw_port': {'id': '1a47596d-4c45-4857-8f6d-6971839f2b62', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:32:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3d8a16-1cd7-4726-a722-5dbcd0ede152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:13:53Z', 'updated_at': '2021-10-20T11:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '7c18a350-c32d-45d3-9ea2-5916a3746a6a', 'name': '', 'network_id': '8e131716-1fe4-4340-951a-ea3682a6843e', 'tenant_id': 'a861091a3ed04f928ecb9fc7494352e0', 'mac_address': 'fa:16:3e:4f:df:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3d8a16-1cd7-4726-a722-5dbcd0ede152', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '753fffdc-41ee-414e-85ae-148fbed91f7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:13:55Z', 'updated_at': '2021-10-20T11:13:59Z', 'revision_number': 5, 'project_id': 'a861091a3ed04f928ecb9fc7494352e0', 'subnets': [{'id': '753fffdc-41ee-414e-85ae-148fbed91f7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:21:36.129619 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84dfd989-70cd-4e9f-9f6d-970853dac1be None None] The sync data for ids ['bc3d8a16-1cd7-4726-a722-5dbcd0ede152'] in n-d-811396-3 is: [{'id': 'bc3d8a16-1cd7-4726-a722-5dbcd0ede152', 'name': 'tempest-ServerActionsTestJSON-1571779485-router', 'tenant_id': 'a861091a3ed04f928ecb9fc7494352e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '1a47596d-4c45-4857-8f6d-6971839f2b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:13:53Z', 'updated_at': '2021-10-20T11:13:55Z', 'revision_number': 4, 'project_id': 'a861091a3ed04f928ecb9fc7494352e0', 'gw_port': {'id': '1a47596d-4c45-4857-8f6d-6971839f2b62', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:32:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3d8a16-1cd7-4726-a722-5dbcd0ede152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:13:53Z', 'updated_at': '2021-10-20T11:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '7c18a350-c32d-45d3-9ea2-5916a3746a6a', 'name': '', 'network_id': '8e131716-1fe4-4340-951a-ea3682a6843e', 'tenant_id': 'a861091a3ed04f928ecb9fc7494352e0', 'mac_address': 'fa:16:3e:4f:df:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3d8a16-1cd7-4726-a722-5dbcd0ede152', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '753fffdc-41ee-414e-85ae-148fbed91f7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:13:55Z', 'updated_at': '2021-10-20T11:13:59Z', 'revision_number': 5, 'project_id': 'a861091a3ed04f928ecb9fc7494352e0', 'subnets': [{'id': '753fffdc-41ee-414e-85ae-148fbed91f7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:21:36.359734 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224f7031-71ce-44be-9c7f-f4c2d60bf618 None None] New status for floating IP f10b0c84-ed99-4470-b93f-d0b7d6c42ae2: DOWN {{(pid=100599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 11:21:36.449622 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-208d556f-75e6-420a-b1c5-e0a9f0bf258b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:36.689554 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3a2f9613-8185-4c04-addf-06a2e8c7f80e req-7a09044f-8a60-4d2d-bded-daac4cb95f25 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--2084927906&fields=id&tenant_id=a861091a3ed04f928ecb9fc7494352e0 HTTP/1.1" status: 200 len: 267 time: 0.0343602 Oct 20 11:21:36.798177 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2f9613-8185-4c04-addf-06a2e8c7f80e req-f9204323-bfa2-45d6-8c94-e927080dab5e tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:21:36.799661 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3a2f9613-8185-4c04-addf-06a2e8c7f80e req-f9204323-bfa2-45d6-8c94-e927080dab5e tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/networks?id=8e131716-1fe4-4340-951a-ea3682a6843e HTTP/1.1" status: 200 len: 812 time: 0.1035030 Oct 20 11:21:36.814900 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3a2f9613-8185-4c04-addf-06a2e8c7f80e req-b7a4f79e-83d5-404b-a2ed-bfc2cd185837 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/quotas/a861091a3ed04f928ecb9fc7494352e0 HTTP/1.1" status: 200 len: 375 time: 0.0092087 Oct 20 11:21:36.870963 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3a2f9613-8185-4c04-addf-06a2e8c7f80e req-26f2b596-b0e1-49a3-a693-db48bd9c40ed tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=a861091a3ed04f928ecb9fc7494352e0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0507505 Oct 20 11:21:36.969044 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3a2f9613-8185-4c04-addf-06a2e8c7f80e req-8a255398-c969-4dc2-b3d2-5e2607c61758 service neutron] 10.222.0.64 "GET /v2.0/networks/8e131716-1fe4-4340-951a-ea3682a6843e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865974 Oct 20 11:21:37.060100 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3a2f9613-8185-4c04-addf-06a2e8c7f80e req-e241f339-6cd6-422c-94a1-ac45769e53ee service neutron] 10.222.0.64 "GET /v2.0/networks/8e131716-1fe4-4340-951a-ea3682a6843e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849185 Oct 20 11:21:37.191717 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:37.220169 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fd523555-dc34-4415-837f-471afd96248c req-30c0bf0e-4062-491e-bc58-def3ed9a18be tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=7efb7b73-0cfe-4f77-9c1b-f73f5feb61c0 HTTP/1.1" status: 200 len: 210 time: 0.0289032 Oct 20 11:21:37.702005 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:38.181102 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2f9613-8185-4c04-addf-06a2e8c7f80e req-c7d52bd5-882f-4295-b562-e3d8e5889289 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:21:38.182638 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3a2f9613-8185-4c04-addf-06a2e8c7f80e req-c7d52bd5-882f-4295-b562-e3d8e5889289 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.55 "GET /v2.0/networks?id=8e131716-1fe4-4340-951a-ea3682a6843e HTTP/1.1" status: 200 len: 812 time: 0.1037345 Oct 20 11:21:38.232948 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3a2f9613-8185-4c04-addf-06a2e8c7f80e req-8aa9c9bc-a132-485b-8dce-db45420c4fb1 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a861091a3ed04f928ecb9fc7494352e0 HTTP/1.1" status: 200 len: 380 time: 0.0356729 Oct 20 11:21:38.245113 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-3a2f9613-8185-4c04-addf-06a2e8c7f80e req-5e17990f-0f98-4ef5-a3ff-7b39f346f0f4 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Request body: {'port': {'device_id': '7efb7b73-0cfe-4f77-9c1b-f73f5feb61c0', 'network_id': '8e131716-1fe4-4340-951a-ea3682a6843e', 'admin_state_up': True, 'tenant_id': 'a861091a3ed04f928ecb9fc7494352e0', 'security_groups': ['83054b74-c51a-41f3-ab21-eaa24a2d865f']}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:21:38.342838 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bd916079-71e8-4947-84b0-2255e714b664 req-d8c4b60b-6866-4cb0-917c-1e8b13a89d0d tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=7efb7b73-0cfe-4f77-9c1b-f73f5feb61c0 HTTP/1.1" status: 200 len: 210 time: 0.0325074 Oct 20 11:21:38.381521 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a2f9613-8185-4c04-addf-06a2e8c7f80e req-5e17990f-0f98-4ef5-a3ff-7b39f346f0f4 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Made reservation on behalf of a861091a3ed04f928ecb9fc7494352e0 for: {'port': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:21:38.385175 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-3a2f9613-8185-4c04-addf-06a2e8c7f80e req-5e17990f-0f98-4ef5-a3ff-7b39f346f0f4 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:38.512521 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:38.514559 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [req-3a2f9613-8185-4c04-addf-06a2e8c7f80e req-5e17990f-0f98-4ef5-a3ff-7b39f346f0f4 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Allocated IP 172.20.0.4 (8e131716-1fe4-4340-951a-ea3682a6843e/753fffdc-41ee-414e-85ae-148fbed91f7e/d5913ac1-ca71-4709-98c6-7e252596e647) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:21:38.647508 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-3a2f9613-8185-4c04-addf-06a2e8c7f80e req-5e17990f-0f98-4ef5-a3ff-7b39f346f0f4 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:38.684506 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-3a2f9613-8185-4c04-addf-06a2e8c7f80e req-5e17990f-0f98-4ef5-a3ff-7b39f346f0f4 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:38.727893 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a2f9613-8185-4c04-addf-06a2e8c7f80e req-5e17990f-0f98-4ef5-a3ff-7b39f346f0f4 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Network 8e131716-1fe4-4340-951a-ea3682a6843e is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:21:38.738291 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [req-3a2f9613-8185-4c04-addf-06a2e8c7f80e req-5e17990f-0f98-4ef5-a3ff-7b39f346f0f4 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:21:38.740509 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e17990f-0f98-4ef5-a3ff-7b39f346f0f4 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Pushing event updated for resources: {'Port': ['ID=d5913ac1-ca71-4709-98c6-7e252596e647,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:21:38.742663 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a2f9613-8185-4c04-addf-06a2e8c7f80e req-5e17990f-0f98-4ef5-a3ff-7b39f346f0f4 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:21:38.790617 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2f9613-8185-4c04-addf-06a2e8c7f80e req-5e17990f-0f98-4ef5-a3ff-7b39f346f0f4 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:21:38.791144 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-3a2f9613-8185-4c04-addf-06a2e8c7f80e req-5e17990f-0f98-4ef5-a3ff-7b39f346f0f4 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:38.808362 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3a2f9613-8185-4c04-addf-06a2e8c7f80e req-5e17990f-0f98-4ef5-a3ff-7b39f346f0f4 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5669270 Oct 20 11:21:38.826796 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-3a2f9613-8185-4c04-addf-06a2e8c7f80e req-f8d35f90-479d-4695-9ce1-f3f7117b0bfa service neutron] Request body: {'port': {'device_id': '7efb7b73-0cfe-4f77-9c1b-f73f5feb61c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811396-3'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:21:38.886198 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-3a2f9613-8185-4c04-addf-06a2e8c7f80e req-f8d35f90-479d-4695-9ce1-f3f7117b0bfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:39.002158 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-2eca1196-1c36-424c-ab45-a40cc05af73c None None] Provisioning complete for port d5913ac1-ca71-4709-98c6-7e252596e647 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:21:39.002396 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-2eca1196-1c36-424c-ab45-a40cc05af73c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:39.038730 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-2eca1196-1c36-424c-ab45-a40cc05af73c None None] Port d5913ac1-ca71-4709-98c6-7e252596e647 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:21:39.072549 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:39.160061 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [req-3a2f9613-8185-4c04-addf-06a2e8c7f80e req-f8d35f90-479d-4695-9ce1-f3f7117b0bfa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5913ac1-ca71-4709-98c6-7e252596e647 {{(pid=100596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:21:39.167438 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-3a2f9613-8185-4c04-addf-06a2e8c7f80e req-f8d35f90-479d-4695-9ce1-f3f7117b0bfa service neutron] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:39.180147 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.provisioning_blocks [req-3a2f9613-8185-4c04-addf-06a2e8c7f80e req-f8d35f90-479d-4695-9ce1-f3f7117b0bfa service neutron] Transition to ACTIVE for port object d5913ac1-ca71-4709-98c6-7e252596e647 will not be triggered until provisioned by entity L2. {{(pid=100596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:21:39.184141 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-3a2f9613-8185-4c04-addf-06a2e8c7f80e req-f8d35f90-479d-4695-9ce1-f3f7117b0bfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:39.233086 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d35f90-479d-4695-9ce1-f3f7117b0bfa service neutron] Pushing event updated for resources: {'Port': ['ID=d5913ac1-ca71-4709-98c6-7e252596e647,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:21:39.304783 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-3a2f9613-8185-4c04-addf-06a2e8c7f80e req-f8d35f90-479d-4695-9ce1-f3f7117b0bfa service neutron] Attempting to bind port d5913ac1-ca71-4709-98c6-7e252596e647 on host n-h1-811396-3 for vnic_type normal with profile {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:21:39.305369 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-3a2f9613-8185-4c04-addf-06a2e8c7f80e req-f8d35f90-479d-4695-9ce1-f3f7117b0bfa service neutron] Attempting to bind port d5913ac1-ca71-4709-98c6-7e252596e647 by drivers openvswitch,hyperv on host n-h1-811396-3 at level 0 using segments [{'id': '49885acc-5a39-437c-96c1-298f1490631c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '8e131716-1fe4-4340-951a-ea3682a6843e'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:21:39.305694 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a2f9613-8185-4c04-addf-06a2e8c7f80e req-f8d35f90-479d-4695-9ce1-f3f7117b0bfa service neutron] Attempting to bind port d5913ac1-ca71-4709-98c6-7e252596e647 on network 8e131716-1fe4-4340-951a-ea3682a6843e {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:21:39.310528 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a2f9613-8185-4c04-addf-06a2e8c7f80e req-f8d35f90-479d-4695-9ce1-f3f7117b0bfa service neutron] Port d5913ac1-ca71-4709-98c6-7e252596e647 on network 8e131716-1fe4-4340-951a-ea3682a6843e not bound, no agent of type Open vSwitch agent registered on host n-h1-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:21:39.310855 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a2f9613-8185-4c04-addf-06a2e8c7f80e req-f8d35f90-479d-4695-9ce1-f3f7117b0bfa service neutron] Attempting to bind port d5913ac1-ca71-4709-98c6-7e252596e647 on network 8e131716-1fe4-4340-951a-ea3682a6843e {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:21:39.316291 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a2f9613-8185-4c04-addf-06a2e8c7f80e req-f8d35f90-479d-4695-9ce1-f3f7117b0bfa service neutron] Checking agent: {'id': 'b707b4cc-061f-4cf4-bce0-0b3df9b7bec9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:21:39.316635 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a2f9613-8185-4c04-addf-06a2e8c7f80e req-f8d35f90-479d-4695-9ce1-f3f7117b0bfa service neutron] Checking segment: {'id': '49885acc-5a39-437c-96c1-298f1490631c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '8e131716-1fe4-4340-951a-ea3682a6843e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:21:39.317023 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a2f9613-8185-4c04-addf-06a2e8c7f80e req-f8d35f90-479d-4695-9ce1-f3f7117b0bfa service neutron] Bound using segment: {'id': '49885acc-5a39-437c-96c1-298f1490631c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '8e131716-1fe4-4340-951a-ea3682a6843e'} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:21:39.317457 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-3a2f9613-8185-4c04-addf-06a2e8c7f80e req-f8d35f90-479d-4695-9ce1-f3f7117b0bfa service neutron] Bound port: d5913ac1-ca71-4709-98c6-7e252596e647, host: n-h1-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49885acc-5a39-437c-96c1-298f1490631c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '8e131716-1fe4-4340-951a-ea3682a6843e'}}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:21:39.317817 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-3a2f9613-8185-4c04-addf-06a2e8c7f80e req-f8d35f90-479d-4695-9ce1-f3f7117b0bfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:39.382709 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-3a2f9613-8185-4c04-addf-06a2e8c7f80e req-f8d35f90-479d-4695-9ce1-f3f7117b0bfa service neutron] For port d5913ac1-ca71-4709-98c6-7e252596e647, host n-h1-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:21:39.386060 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-3a2f9613-8185-4c04-addf-06a2e8c7f80e req-f8d35f90-479d-4695-9ce1-f3f7117b0bfa service neutron] For port d5913ac1-ca71-4709-98c6-7e252596e647, host n-h1-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=d5913ac1-ca71-4709-98c6-7e252596e647,segment=NetworkSegment(49885acc-5a39-437c-96c1-298f1490631c),segment_id=49885acc-5a39-437c-96c1-298f1490631c)] {{(pid=100596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:21:39.391165 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-3a2f9613-8185-4c04-addf-06a2e8c7f80e req-f8d35f90-479d-4695-9ce1-f3f7117b0bfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:39.437699 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2f9613-8185-4c04-addf-06a2e8c7f80e req-f8d35f90-479d-4695-9ce1-f3f7117b0bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:21:39.438321 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-3a2f9613-8185-4c04-addf-06a2e8c7f80e req-f8d35f90-479d-4695-9ce1-f3f7117b0bfa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:39.439776 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3a2f9613-8185-4c04-addf-06a2e8c7f80e req-f8d35f90-479d-4695-9ce1-f3f7117b0bfa service neutron] 10.222.0.55 "PUT /v2.0/ports/d5913ac1-ca71-4709-98c6-7e252596e647 HTTP/1.1" status: 200 len: 1091 time: 0.6175685 Oct 20 11:21:39.440232 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7efb7b73-0cfe-4f77-9c1b-f73f5feb61c0', 'tag': 'd5913ac1-ca71-4709-98c6-7e252596e647'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:21:39.442485 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d354c170-ea38-4dfb-9373-34c71ee239ca" -d '{"events": [{"name": "network-changed", "server_uuid": "7efb7b73-0cfe-4f77-9c1b-f73f5feb61c0", "tag": "d5913ac1-ca71-4709-98c6-7e252596e647"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:21:39.510702 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20d21192-2037-423d-987a-7347d8b30da0 x-openstack-request-id: req-20d21192-2037-423d-987a-7347d8b30da0 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:21:39.510988 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7efb7b73-0cfe-4f77-9c1b-f73f5feb61c0", "tag": "d5913ac1-ca71-4709-98c6-7e252596e647", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:21:39.511241 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-20d21192-2037-423d-987a-7347d8b30da0 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:21:39.511669 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7efb7b73-0cfe-4f77-9c1b-f73f5feb61c0', 'tag': 'd5913ac1-ca71-4709-98c6-7e252596e647', 'status': 'completed', 'code': 200} Oct 20 11:21:39.515646 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d35f90-479d-4695-9ce1-f3f7117b0bfa service neutron] Pushing event updated for resources: {'Port': ['ID=d5913ac1-ca71-4709-98c6-7e252596e647,revision_number=3']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:21:39.545320 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22bfcbe-944f-49e8-8860-6cad2368237a req-9686ed49-74a5-4aec-baa5-471b48b9471e tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:21:39.547320 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a22bfcbe-944f-49e8-8860-6cad2368237a req-9686ed49-74a5-4aec-baa5-471b48b9471e tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=7efb7b73-0cfe-4f77-9c1b-f73f5feb61c0 HTTP/1.1" status: 200 len: 943 time: 0.1291227 Oct 20 11:21:39.574914 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2f9613-8185-4c04-addf-06a2e8c7f80e req-68059afc-3f3a-46b4-a38b-26b115aba875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:21:39.576479 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3a2f9613-8185-4c04-addf-06a2e8c7f80e req-68059afc-3f3a-46b4-a38b-26b115aba875 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a861091a3ed04f928ecb9fc7494352e0&device_id=7efb7b73-0cfe-4f77-9c1b-f73f5feb61c0 HTTP/1.1" status: 200 len: 1094 time: 0.0811949 Oct 20 11:21:39.633898 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a22bfcbe-944f-49e8-8860-6cad2368237a req-41f0396f-d372-473b-b86d-0aa2a68099da tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/security-groups?id=83054b74-c51a-41f3-ab21-eaa24a2d865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787182 Oct 20 11:21:39.635105 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3a2f9613-8185-4c04-addf-06a2e8c7f80e req-e35562d9-d426-4026-8fbe-412458da0d8d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d5913ac1-ca71-4709-98c6-7e252596e647 HTTP/1.1" status: 200 len: 217 time: 0.0431755 Oct 20 11:21:39.690738 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2f9613-8185-4c04-addf-06a2e8c7f80e req-a240d599-7129-401f-948c-ae90fe106b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:21:39.692256 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3a2f9613-8185-4c04-addf-06a2e8c7f80e req-a240d599-7129-401f-948c-ae90fe106b9c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=753fffdc-41ee-414e-85ae-148fbed91f7e HTTP/1.1" status: 200 len: 851 time: 0.0496495 Oct 20 11:21:39.736213 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2f9613-8185-4c04-addf-06a2e8c7f80e req-8488a945-4bf6-4bb7-9496-06b55a56d56e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:21:39.737666 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3a2f9613-8185-4c04-addf-06a2e8c7f80e req-8488a945-4bf6-4bb7-9496-06b55a56d56e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8e131716-1fe4-4340-951a-ea3682a6843e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388985 Oct 20 11:21:39.825699 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3a2f9613-8185-4c04-addf-06a2e8c7f80e req-25e4511a-836d-4dff-8d70-926e936200f4 service neutron] 10.222.0.55 "GET /v2.0/networks/8e131716-1fe4-4340-951a-ea3682a6843e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810270 Oct 20 11:21:39.930675 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3a2f9613-8185-4c04-addf-06a2e8c7f80e req-66130168-e2b3-4002-9e49-7219a6daa902 service neutron] 10.222.0.55 "GET /v2.0/networks/8e131716-1fe4-4340-951a-ea3682a6843e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976338 Oct 20 11:21:40.053556 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d354c170-ea38-4dfb-9373-34c71ee239ca req-4781f233-b82c-47d1-93f7-3ef250c4c6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:21:40.055271 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d354c170-ea38-4dfb-9373-34c71ee239ca req-4781f233-b82c-47d1-93f7-3ef250c4c6d2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a861091a3ed04f928ecb9fc7494352e0&device_id=7efb7b73-0cfe-4f77-9c1b-f73f5feb61c0 HTTP/1.1" status: 200 len: 1094 time: 0.0399716 Oct 20 11:21:40.144922 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d354c170-ea38-4dfb-9373-34c71ee239ca req-3d5865ab-dc1f-4116-be49-c8fd1a01e7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:21:40.146278 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d354c170-ea38-4dfb-9373-34c71ee239ca req-3d5865ab-dc1f-4116-be49-c8fd1a01e7e1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8e131716-1fe4-4340-951a-ea3682a6843e HTTP/1.1" status: 200 len: 913 time: 0.0845885 Oct 20 11:21:40.185657 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d354c170-ea38-4dfb-9373-34c71ee239ca req-1ba495a0-ac89-4a0d-afa5-c2da295296e4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d5913ac1-ca71-4709-98c6-7e252596e647 HTTP/1.1" status: 200 len: 217 time: 0.0328231 Oct 20 11:21:40.242900 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d354c170-ea38-4dfb-9373-34c71ee239ca req-40b92fb6-c99e-4961-ad2f-e777b4e13563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:21:40.245378 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d354c170-ea38-4dfb-9373-34c71ee239ca req-40b92fb6-c99e-4961-ad2f-e777b4e13563 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=753fffdc-41ee-414e-85ae-148fbed91f7e HTTP/1.1" status: 200 len: 851 time: 0.0530455 Oct 20 11:21:40.296435 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d354c170-ea38-4dfb-9373-34c71ee239ca req-d7452c1e-6744-453e-91c7-5023ca852e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:21:40.298336 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d354c170-ea38-4dfb-9373-34c71ee239ca req-d7452c1e-6744-453e-91c7-5023ca852e0b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8e131716-1fe4-4340-951a-ea3682a6843e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461545 Oct 20 11:21:40.386361 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d354c170-ea38-4dfb-9373-34c71ee239ca req-544ed485-9e0a-466a-b9ee-3e0ab1e693cf service neutron] 10.222.0.55 "GET /v2.0/networks/8e131716-1fe4-4340-951a-ea3682a6843e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805533 Oct 20 11:21:40.478940 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d354c170-ea38-4dfb-9373-34c71ee239ca req-621fa911-0a9e-4e40-b437-a658dba8308b service neutron] 10.222.0.55 "GET /v2.0/networks/8e131716-1fe4-4340-951a-ea3682a6843e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853581 Oct 20 11:21:40.752503 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85bcca9-747d-4078-8d48-9b6cbc2824ee req-2a2e09cf-131b-4429-956f-fbb48dbcf01b tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:21:40.753958 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a85bcca9-747d-4078-8d48-9b6cbc2824ee req-2a2e09cf-131b-4429-956f-fbb48dbcf01b tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=7efb7b73-0cfe-4f77-9c1b-f73f5feb61c0 HTTP/1.1" status: 200 len: 943 time: 0.0479951 Oct 20 11:21:40.790442 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a85bcca9-747d-4078-8d48-9b6cbc2824ee req-47fac237-b33f-40e1-a1b4-1f3d46966927 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/security-groups?id=83054b74-c51a-41f3-ab21-eaa24a2d865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306680 Oct 20 11:21:41.902310 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa7e5b9-9a4d-43e0-9c9c-4b1a8210b72a req-412fc8f8-2a58-4654-9f4d-6b3788fe2190 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:21:41.903813 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-aaa7e5b9-9a4d-43e0-9c9c-4b1a8210b72a req-412fc8f8-2a58-4654-9f4d-6b3788fe2190 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=7efb7b73-0cfe-4f77-9c1b-f73f5feb61c0 HTTP/1.1" status: 200 len: 943 time: 0.0479798 Oct 20 11:21:41.945851 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-aaa7e5b9-9a4d-43e0-9c9c-4b1a8210b72a req-46628d03-abd9-4921-aeba-419478162e70 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/security-groups?id=83054b74-c51a-41f3-ab21-eaa24a2d865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360355 Oct 20 11:21:43.060989 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358fced0-e6d0-47bc-83a2-0fe338f67386 req-09dee226-356f-43d2-8ff1-7c5f638cc8c2 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:21:43.062478 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-358fced0-e6d0-47bc-83a2-0fe338f67386 req-09dee226-356f-43d2-8ff1-7c5f638cc8c2 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=7efb7b73-0cfe-4f77-9c1b-f73f5feb61c0 HTTP/1.1" status: 200 len: 943 time: 0.0489969 Oct 20 11:21:43.099301 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-358fced0-e6d0-47bc-83a2-0fe338f67386 req-2127717f-4db8-45e7-ab21-62e16a9745f0 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/security-groups?id=83054b74-c51a-41f3-ab21-eaa24a2d865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305982 Oct 20 11:21:43.323562 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device d5913ac1-ca71-4709-98c6-7e252596e647 details requested by agent hyperv_n-h1-811396-3 with host n-h1-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:21:43.414242 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port d5913ac1-ca71-4709-98c6-7e252596e647, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=d5913ac1-ca71-4709-98c6-7e252596e647,segment=NetworkSegment(49885acc-5a39-437c-96c1-298f1490631c),segment_id=49885acc-5a39-437c-96c1-298f1490631c)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:21:43.424953 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Returning: {'device': 'd5913ac1-ca71-4709-98c6-7e252596e647', 'network_id': '8e131716-1fe4-4340-951a-ea3682a6843e', 'port_id': 'd5913ac1-ca71-4709-98c6-7e252596e647', 'mac_address': 'fa:16:3e:2e:fc:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 824, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '753fffdc-41ee-414e-85ae-148fbed91f7e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:21:43.466300 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:43.479233 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5913ac1-ca71-4709-98c6-7e252596e647 {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:21:43.498119 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port d5913ac1-ca71-4709-98c6-7e252596e647, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=d5913ac1-ca71-4709-98c6-7e252596e647,segment=NetworkSegment(49885acc-5a39-437c-96c1-298f1490631c),segment_id=49885acc-5a39-437c-96c1-298f1490631c)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:21:43.502161 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:43.548342 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=d5913ac1-ca71-4709-98c6-7e252596e647,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:21:43.841499 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['d5913ac1-ca71-4709-98c6-7e252596e647'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:21:44.212608 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da34b36-3970-4ccc-a2dd-4f5ead6c38d7 req-509d1412-4b73-4443-a4a7-f4d63dae400e tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:21:44.214120 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1da34b36-3970-4ccc-a2dd-4f5ead6c38d7 req-509d1412-4b73-4443-a4a7-f4d63dae400e tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=7efb7b73-0cfe-4f77-9c1b-f73f5feb61c0 HTTP/1.1" status: 200 len: 944 time: 0.0493684 Oct 20 11:21:44.251431 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1da34b36-3970-4ccc-a2dd-4f5ead6c38d7 req-76dab717-8c9c-4a70-b348-475a09b88d37 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/security-groups?id=83054b74-c51a-41f3-ab21-eaa24a2d865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308473 Oct 20 11:21:45.323181 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device d5913ac1-ca71-4709-98c6-7e252596e647 up at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:21:45.364063 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75094df3-798b-4964-92bd-262873d0a77d req-cddd5720-e165-41d5-a76d-fb775a529a2d tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:21:45.365615 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-75094df3-798b-4964-92bd-262873d0a77d req-cddd5720-e165-41d5-a76d-fb775a529a2d tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=7efb7b73-0cfe-4f77-9c1b-f73f5feb61c0 HTTP/1.1" status: 200 len: 944 time: 0.0490165 Oct 20 11:21:45.374293 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning for port d5913ac1-ca71-4709-98c6-7e252596e647 completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:21:45.378797 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning complete for port d5913ac1-ca71-4709-98c6-7e252596e647 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:21:45.379171 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:45.407806 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-75094df3-798b-4964-92bd-262873d0a77d req-31ca268d-9864-4901-ae3a-f4a4f5e305b2 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/security-groups?id=83054b74-c51a-41f3-ab21-eaa24a2d865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361619 Oct 20 11:21:45.456182 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:45.480469 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7efb7b73-0cfe-4f77-9c1b-f73f5feb61c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5913ac1-ca71-4709-98c6-7e252596e647'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:21:45.482697 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1654d1f0-6bed-43df-b417-ecabc3163973" -d '{"events": [{"server_uuid": "7efb7b73-0cfe-4f77-9c1b-f73f5feb61c0", "name": "network-vif-plugged", "status": "completed", "tag": "d5913ac1-ca71-4709-98c6-7e252596e647"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:21:45.495971 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port d5913ac1-ca71-4709-98c6-7e252596e647, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=d5913ac1-ca71-4709-98c6-7e252596e647,segment=NetworkSegment(49885acc-5a39-437c-96c1-298f1490631c),segment_id=49885acc-5a39-437c-96c1-298f1490631c)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:21:45.499920 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:45.526035 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-810afee2-8a34-4033-a571-a534024d3daf x-openstack-request-id: req-810afee2-8a34-4033-a571-a534024d3daf {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:21:45.526325 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7efb7b73-0cfe-4f77-9c1b-f73f5feb61c0", "name": "network-vif-plugged", "status": "completed", "tag": "d5913ac1-ca71-4709-98c6-7e252596e647", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:21:45.526582 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-810afee2-8a34-4033-a571-a534024d3daf {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:21:45.526969 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7efb7b73-0cfe-4f77-9c1b-f73f5feb61c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5913ac1-ca71-4709-98c6-7e252596e647', 'code': 200} Oct 20 11:21:45.552737 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=d5913ac1-ca71-4709-98c6-7e252596e647,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:21:45.638452 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d13c6d0-97a0-4a25-9581-48bf83f79b18 req-e31a884a-cf14-4c4c-a218-207f0182b3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:21:45.639962 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1d13c6d0-97a0-4a25-9581-48bf83f79b18 req-e31a884a-cf14-4c4c-a218-207f0182b3d6 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7efb7b73-0cfe-4f77-9c1b-f73f5feb61c0 HTTP/1.1" status: 200 len: 1096 time: 0.0397267 Oct 20 11:21:45.673308 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1d13c6d0-97a0-4a25-9581-48bf83f79b18 req-8af446db-871a-491c-b655-7830a80657d1 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=83054b74-c51a-41f3-ab21-eaa24a2d865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0266688 Oct 20 11:21:46.522401 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e435ff94-4ea2-4cfe-941d-5f91440bcc18 req-9db01079-b4cf-4f50-b7f9-e9c31d7cacaf tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:21:46.523804 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e435ff94-4ea2-4cfe-941d-5f91440bcc18 req-9db01079-b4cf-4f50-b7f9-e9c31d7cacaf tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=7efb7b73-0cfe-4f77-9c1b-f73f5feb61c0 HTTP/1.1" status: 200 len: 945 time: 0.0483434 Oct 20 11:21:46.562640 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e435ff94-4ea2-4cfe-941d-5f91440bcc18 req-aca4558d-b2dc-4a87-b663-339262c56866 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/security-groups?id=83054b74-c51a-41f3-ab21-eaa24a2d865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327032 Oct 20 11:21:47.675314 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35668d06-3329-458f-9f40-156923c9418b req-b44ce921-aeec-4b26-b9ce-3e6e98159c2a tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:21:47.676800 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-35668d06-3329-458f-9f40-156923c9418b req-b44ce921-aeec-4b26-b9ce-3e6e98159c2a tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=7efb7b73-0cfe-4f77-9c1b-f73f5feb61c0 HTTP/1.1" status: 200 len: 945 time: 0.0467851 Oct 20 11:21:47.716627 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-35668d06-3329-458f-9f40-156923c9418b req-0c522166-8ee8-4671-96dd-c58d4ace9463 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/security-groups?id=83054b74-c51a-41f3-ab21-eaa24a2d865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336943 Oct 20 11:21:47.825769 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd12843a-1ea1-4823-878b-3d56ad997d81 req-0ed19ca0-c92a-42a8-95b6-a738019bf011 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:21:47.827242 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fd12843a-1ea1-4823-878b-3d56ad997d81 req-0ed19ca0-c92a-42a8-95b6-a738019bf011 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=7efb7b73-0cfe-4f77-9c1b-f73f5feb61c0 HTTP/1.1" status: 200 len: 945 time: 0.0482624 Oct 20 11:21:47.836421 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 44602) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:21:47.840831 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-53e88f58-6eaa-41bd-be1a-4db923efb277 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Request body: {'floatingip': {'port_id': 'd5913ac1-ca71-4709-98c6-7e252596e647'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:21:47.878758 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-53e88f58-6eaa-41bd-be1a-4db923efb277 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Publish callbacks [] for floatingip, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:48.270022 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 7 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:21:48.296940 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-53e88f58-6eaa-41bd-be1a-4db923efb277 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:48.301289 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-53e88f58-6eaa-41bd-be1a-4db923efb277 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1773381'] for floatingip, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:48.405861 n-d-811396-3 neutron-server[100596]: INFO neutron.db.l3_db [None req-53e88f58-6eaa-41bd-be1a-4db923efb277 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Floating IP f10b0c84-ed99-4470-b93f-d0b7d6c42ae2 associated. External IP: 172.25.1.157, port: d5913ac1-ca71-4709-98c6-7e252596e647. Oct 20 11:21:48.901130 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53e88f58-6eaa-41bd-be1a-4db923efb277 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Router bc3d8a16-1cd7-4726-a722-5dbcd0ede152 has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:21:49.008716 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53e88f58-6eaa-41bd-be1a-4db923efb277 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:21:49.013622 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-53e88f58-6eaa-41bd-be1a-4db923efb277 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for floatingip, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:49.018974 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a286278-51c2-47c2-abda-155f8534e924 None None] Sync routers for ids ['bc3d8a16-1cd7-4726-a722-5dbcd0ede152'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:21:49.028956 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a286278-51c2-47c2-abda-155f8534e924 None None] Routers {'bc3d8a16-1cd7-4726-a722-5dbcd0ede152'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:21:49.029619 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-3a286278-51c2-47c2-abda-155f8534e924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:21:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['bc3d8a16-1cd7-4726-a722-5dbcd0ede152'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:21:49.039895 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-53e88f58-6eaa-41bd-be1a-4db923efb277 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "PUT /v2.0/floatingips/f10b0c84-ed99-4470-b93f-d0b7d6c42ae2 HTTP/1.1" status: 200 len: 992 time: 1.2024298 Oct 20 11:21:49.040478 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7efb7b73-0cfe-4f77-9c1b-f73f5feb61c0', 'tag': 'd5913ac1-ca71-4709-98c6-7e252596e647'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:21:49.042710 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbcc2d0c-3096-4af6-8375-b7e857e4d04f" -d '{"events": [{"name": "network-changed", "server_uuid": "7efb7b73-0cfe-4f77-9c1b-f73f5feb61c0", "tag": "d5913ac1-ca71-4709-98c6-7e252596e647"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:21:49.080691 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31b21438-0969-4268-8d21-66776c228c38 x-openstack-request-id: req-31b21438-0969-4268-8d21-66776c228c38 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:21:49.080996 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7efb7b73-0cfe-4f77-9c1b-f73f5feb61c0", "tag": "d5913ac1-ca71-4709-98c6-7e252596e647", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:21:49.081253 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-31b21438-0969-4268-8d21-66776c228c38 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:21:49.081816 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7efb7b73-0cfe-4f77-9c1b-f73f5feb61c0', 'tag': 'd5913ac1-ca71-4709-98c6-7e252596e647', 'status': 'completed', 'code': 200} Oct 20 11:21:49.140860 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-3a286278-51c2-47c2-abda-155f8534e924 None None] Set router bc3d8a16-1cd7-4726-a722-5dbcd0ede152 gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:21:49.173448 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcc2d0c-3096-4af6-8375-b7e857e4d04f req-0cc15a6f-32fa-4664-a186-49abc32cfdf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:21:49.174829 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cbcc2d0c-3096-4af6-8375-b7e857e4d04f req-0cc15a6f-32fa-4664-a186-49abc32cfdf9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a861091a3ed04f928ecb9fc7494352e0&device_id=7efb7b73-0cfe-4f77-9c1b-f73f5feb61c0 HTTP/1.1" status: 200 len: 1096 time: 0.0393786 Oct 20 11:21:49.266481 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcc2d0c-3096-4af6-8375-b7e857e4d04f req-d2f6112d-9062-4048-af01-d528db5f74f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:21:49.267974 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cbcc2d0c-3096-4af6-8375-b7e857e4d04f req-d2f6112d-9062-4048-af01-d528db5f74f6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8e131716-1fe4-4340-951a-ea3682a6843e HTTP/1.1" status: 200 len: 913 time: 0.0866678 Oct 20 11:21:49.331601 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cbcc2d0c-3096-4af6-8375-b7e857e4d04f req-c3321368-9d4a-4af0-9061-aa9f9b0143a8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d5913ac1-ca71-4709-98c6-7e252596e647 HTTP/1.1" status: 200 len: 1000 time: 0.0567732 Oct 20 11:21:49.358085 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-3a286278-51c2-47c2-abda-155f8534e924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc3d8a16-1cd7-4726-a722-5dbcd0ede152', 'name': 'tempest-ServerActionsTestJSON-1571779485-router', 'tenant_id': 'a861091a3ed04f928ecb9fc7494352e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '1a47596d-4c45-4857-8f6d-6971839f2b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:13:53Z', 'updated_at': '2021-10-20T11:13:55Z', 'revision_number': 4, 'project_id': 'a861091a3ed04f928ecb9fc7494352e0', 'gw_port': {'id': '1a47596d-4c45-4857-8f6d-6971839f2b62', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:32:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3d8a16-1cd7-4726-a722-5dbcd0ede152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:13:53Z', 'updated_at': '2021-10-20T11:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_floatingips': [{'id': 'f10b0c84-ed99-4470-b93f-d0b7d6c42ae2', 'tenant_id': 'a861091a3ed04f928ecb9fc7494352e0', 'floating_ip_address': '172.25.1.157', 'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'router_id': 'bc3d8a16-1cd7-4726-a722-5dbcd0ede152', 'port_id': 'd5913ac1-ca71-4709-98c6-7e252596e647', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e131716-1fe4-4340-951a-ea3682a6843e', 'mac_address': 'fa:16:3e:2e:fc:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7efb7b73-0cfe-4f77-9c1b-f73f5feb61c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:13:57Z', 'updated_at': '2021-10-20T11:21:48Z', 'revision_number': 13, 'project_id': 'a861091a3ed04f928ecb9fc7494352e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c18a350-c32d-45d3-9ea2-5916a3746a6a', 'name': '', 'network_id': '8e131716-1fe4-4340-951a-ea3682a6843e', 'tenant_id': 'a861091a3ed04f928ecb9fc7494352e0', 'mac_address': 'fa:16:3e:4f:df:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3d8a16-1cd7-4726-a722-5dbcd0ede152', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '753fffdc-41ee-414e-85ae-148fbed91f7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:13:55Z', 'updated_at': '2021-10-20T11:13:59Z', 'revision_number': 5, 'project_id': 'a861091a3ed04f928ecb9fc7494352e0', 'subnets': [{'id': '753fffdc-41ee-414e-85ae-148fbed91f7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:21:49.380827 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcc2d0c-3096-4af6-8375-b7e857e4d04f req-29799207-f3f5-4165-ae6e-f597902b2a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:21:49.382331 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cbcc2d0c-3096-4af6-8375-b7e857e4d04f req-29799207-f3f5-4165-ae6e-f597902b2a83 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=753fffdc-41ee-414e-85ae-148fbed91f7e HTTP/1.1" status: 200 len: 851 time: 0.0442154 Oct 20 11:21:49.443700 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcc2d0c-3096-4af6-8375-b7e857e4d04f req-fa77b01d-9f57-46c7-a80f-ff12d553ddd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:21:49.445146 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cbcc2d0c-3096-4af6-8375-b7e857e4d04f req-fa77b01d-9f57-46c7-a80f-ff12d553ddd3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8e131716-1fe4-4340-951a-ea3682a6843e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0555339 Oct 20 11:21:49.538109 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cbcc2d0c-3096-4af6-8375-b7e857e4d04f req-8d3d14a0-cf0b-424f-8dc9-7db94a6b684f service neutron] 10.222.0.55 "GET /v2.0/networks/8e131716-1fe4-4340-951a-ea3682a6843e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854313 Oct 20 11:21:49.543402 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a286278-51c2-47c2-abda-155f8534e924 None None] Checking router: bc3d8a16-1cd7-4726-a722-5dbcd0ede152 for host: n-d-811396-3 {{(pid=100598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:21:49.552330 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a286278-51c2-47c2-abda-155f8534e924 None None] Routers {'bc3d8a16-1cd7-4726-a722-5dbcd0ede152'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:21:49.552935 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-3a286278-51c2-47c2-abda-155f8534e924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:21:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['bc3d8a16-1cd7-4726-a722-5dbcd0ede152'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:21:49.630217 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cbcc2d0c-3096-4af6-8375-b7e857e4d04f req-21e94bcd-7308-43d0-b661-f9718dc59990 service neutron] 10.222.0.55 "GET /v2.0/networks/8e131716-1fe4-4340-951a-ea3682a6843e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856159 Oct 20 11:21:49.666183 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:49.667924 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-3a286278-51c2-47c2-abda-155f8534e924 None None] Set router bc3d8a16-1cd7-4726-a722-5dbcd0ede152 gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:21:49.887659 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-3a286278-51c2-47c2-abda-155f8534e924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc3d8a16-1cd7-4726-a722-5dbcd0ede152', 'name': 'tempest-ServerActionsTestJSON-1571779485-router', 'tenant_id': 'a861091a3ed04f928ecb9fc7494352e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '1a47596d-4c45-4857-8f6d-6971839f2b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:13:53Z', 'updated_at': '2021-10-20T11:13:55Z', 'revision_number': 4, 'project_id': 'a861091a3ed04f928ecb9fc7494352e0', 'gw_port': {'id': '1a47596d-4c45-4857-8f6d-6971839f2b62', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:32:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3d8a16-1cd7-4726-a722-5dbcd0ede152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:13:53Z', 'updated_at': '2021-10-20T11:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_floatingips': [{'id': 'f10b0c84-ed99-4470-b93f-d0b7d6c42ae2', 'tenant_id': 'a861091a3ed04f928ecb9fc7494352e0', 'floating_ip_address': '172.25.1.157', 'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'router_id': 'bc3d8a16-1cd7-4726-a722-5dbcd0ede152', 'port_id': 'd5913ac1-ca71-4709-98c6-7e252596e647', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e131716-1fe4-4340-951a-ea3682a6843e', 'mac_address': 'fa:16:3e:2e:fc:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7efb7b73-0cfe-4f77-9c1b-f73f5feb61c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:13:57Z', 'updated_at': '2021-10-20T11:21:48Z', 'revision_number': 13, 'project_id': 'a861091a3ed04f928ecb9fc7494352e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c18a350-c32d-45d3-9ea2-5916a3746a6a', 'name': '', 'network_id': '8e131716-1fe4-4340-951a-ea3682a6843e', 'tenant_id': 'a861091a3ed04f928ecb9fc7494352e0', 'mac_address': 'fa:16:3e:4f:df:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3d8a16-1cd7-4726-a722-5dbcd0ede152', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '753fffdc-41ee-414e-85ae-148fbed91f7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:13:55Z', 'updated_at': '2021-10-20T11:13:59Z', 'revision_number': 5, 'project_id': 'a861091a3ed04f928ecb9fc7494352e0', 'subnets': [{'id': '753fffdc-41ee-414e-85ae-148fbed91f7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:21:49.918355 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a286278-51c2-47c2-abda-155f8534e924 None None] The sync data for ids ['bc3d8a16-1cd7-4726-a722-5dbcd0ede152'] in n-d-811396-3 is: [{'id': 'bc3d8a16-1cd7-4726-a722-5dbcd0ede152', 'name': 'tempest-ServerActionsTestJSON-1571779485-router', 'tenant_id': 'a861091a3ed04f928ecb9fc7494352e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '1a47596d-4c45-4857-8f6d-6971839f2b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:13:53Z', 'updated_at': '2021-10-20T11:13:55Z', 'revision_number': 4, 'project_id': 'a861091a3ed04f928ecb9fc7494352e0', 'gw_port': {'id': '1a47596d-4c45-4857-8f6d-6971839f2b62', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:32:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3d8a16-1cd7-4726-a722-5dbcd0ede152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:13:53Z', 'updated_at': '2021-10-20T11:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_floatingips': [{'id': 'f10b0c84-ed99-4470-b93f-d0b7d6c42ae2', 'tenant_id': 'a861091a3ed04f928ecb9fc7494352e0', 'floating_ip_address': '172.25.1.157', 'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'router_id': 'bc3d8a16-1cd7-4726-a722-5dbcd0ede152', 'port_id': 'd5913ac1-ca71-4709-98c6-7e252596e647', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e131716-1fe4-4340-951a-ea3682a6843e', 'mac_address': 'fa:16:3e:2e:fc:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7efb7b73-0cfe-4f77-9c1b-f73f5feb61c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:13:57Z', 'updated_at': '2021-10-20T11:21:48Z', 'revision_number': 13, 'project_id': 'a861091a3ed04f928ecb9fc7494352e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c18a350-c32d-45d3-9ea2-5916a3746a6a', 'name': '', 'network_id': '8e131716-1fe4-4340-951a-ea3682a6843e', 'tenant_id': 'a861091a3ed04f928ecb9fc7494352e0', 'mac_address': 'fa:16:3e:4f:df:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3d8a16-1cd7-4726-a722-5dbcd0ede152', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '753fffdc-41ee-414e-85ae-148fbed91f7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:13:55Z', 'updated_at': '2021-10-20T11:13:59Z', 'revision_number': 5, 'project_id': 'a861091a3ed04f928ecb9fc7494352e0', 'subnets': [{'id': '753fffdc-41ee-414e-85ae-148fbed91f7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:21:50.102241 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d16998-7fe6-43fd-88b2-43efe1ac824f None None] New status for floating IP f10b0c84-ed99-4470-b93f-d0b7d6c42ae2: ACTIVE {{(pid=100599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 11:22:03.586239 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-896dbd24-da09-4994-84c5-24fdf6413c12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:22:06.450858 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-91f42158-c95c-4d87-bd62-de6ac36ee819 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:22:07.193726 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:22:07.704932 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:22:08.515214 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:22:09.076740 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:22:19.657362 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:22:25.269921 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 7 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:22:27.642059 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ba59dbd9-65d4-4b7b-9b0c-d3e8df118f34 req-a624136d-8739-4255-9e7e-659317a1b7bf service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7efb7b73-0cfe-4f77-9c1b-f73f5feb61c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0385711 Oct 20 11:22:27.736340 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba59dbd9-65d4-4b7b-9b0c-d3e8df118f34 req-1ebb4183-859b-4f2c-8da5-ab6a32764796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:22:27.737851 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ba59dbd9-65d4-4b7b-9b0c-d3e8df118f34 req-1ebb4183-859b-4f2c-8da5-ab6a32764796 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a861091a3ed04f928ecb9fc7494352e0&device_id=7efb7b73-0cfe-4f77-9c1b-f73f5feb61c0 HTTP/1.1" status: 200 len: 1096 time: 0.0392783 Oct 20 11:22:27.842436 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba59dbd9-65d4-4b7b-9b0c-d3e8df118f34 req-1dea8a3c-cd80-4ab1-87be-77c0228b0dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:22:27.843931 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ba59dbd9-65d4-4b7b-9b0c-d3e8df118f34 req-1dea8a3c-cd80-4ab1-87be-77c0228b0dab service neutron] 10.222.0.55 "GET /v2.0/networks?id=8e131716-1fe4-4340-951a-ea3682a6843e HTTP/1.1" status: 200 len: 913 time: 0.0875745 Oct 20 11:22:27.907284 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ba59dbd9-65d4-4b7b-9b0c-d3e8df118f34 req-f98172a7-b44d-4343-958f-d5d48ab787bd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d5913ac1-ca71-4709-98c6-7e252596e647 HTTP/1.1" status: 200 len: 1002 time: 0.0565500 Oct 20 11:22:27.960055 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba59dbd9-65d4-4b7b-9b0c-d3e8df118f34 req-a8406ea9-015a-49f8-b6cd-13d48598fa73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:22:27.961536 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ba59dbd9-65d4-4b7b-9b0c-d3e8df118f34 req-a8406ea9-015a-49f8-b6cd-13d48598fa73 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=753fffdc-41ee-414e-85ae-148fbed91f7e HTTP/1.1" status: 200 len: 851 time: 0.0480349 Oct 20 11:22:28.028746 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba59dbd9-65d4-4b7b-9b0c-d3e8df118f34 req-a9341e9a-d288-4d1c-8daa-2017ee470b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:22:28.030554 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ba59dbd9-65d4-4b7b-9b0c-d3e8df118f34 req-a9341e9a-d288-4d1c-8daa-2017ee470b10 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8e131716-1fe4-4340-951a-ea3682a6843e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399382 Oct 20 11:22:28.118719 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ba59dbd9-65d4-4b7b-9b0c-d3e8df118f34 req-0ad563b6-9e64-4730-966e-fd1adbc0d282 service neutron] 10.222.0.55 "GET /v2.0/networks/8e131716-1fe4-4340-951a-ea3682a6843e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810599 Oct 20 11:22:28.209505 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ba59dbd9-65d4-4b7b-9b0c-d3e8df118f34 req-e99b68ee-9e1d-47ac-9182-d55e8213ac7d service neutron] 10.222.0.55 "GET /v2.0/networks/8e131716-1fe4-4340-951a-ea3682a6843e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839353 Oct 20 11:22:33.586477 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-9aa0b5c9-bdcb-43bf-a06d-4b222266fb76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:22:36.450745 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-d0f724fe-cea1-487b-b6d9-c0c1ffe83cdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:22:37.194479 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:22:37.708431 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:22:38.527793 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:22:39.079313 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:22:49.655325 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:23:02.269531 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 7 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:23:03.588729 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-344f7b37-804c-445d-97e4-61e37ad9807d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:23:06.452145 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-176bc490-d9c7-445e-9708-2467ec8ef63b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:23:07.199009 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:23:07.711240 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:23:08.541963 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:23:09.081399 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:23:19.654886 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:23:29.641884 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d9041ecd-ac72-4caf-b3cb-8fbdd2bd21bb req-c91824e7-8e0d-4558-9eb9-d7af818cac4c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7efb7b73-0cfe-4f77-9c1b-f73f5feb61c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0394127 Oct 20 11:23:29.734513 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9041ecd-ac72-4caf-b3cb-8fbdd2bd21bb req-f8e4e5d0-547d-4faf-97c4-4f121dfa7fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:23:29.735997 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d9041ecd-ac72-4caf-b3cb-8fbdd2bd21bb req-f8e4e5d0-547d-4faf-97c4-4f121dfa7fdd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a861091a3ed04f928ecb9fc7494352e0&device_id=7efb7b73-0cfe-4f77-9c1b-f73f5feb61c0 HTTP/1.1" status: 200 len: 1096 time: 0.0392184 Oct 20 11:23:29.839831 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9041ecd-ac72-4caf-b3cb-8fbdd2bd21bb req-7ec45f6c-4613-4db3-ab53-59ac2365fc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:23:29.841289 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d9041ecd-ac72-4caf-b3cb-8fbdd2bd21bb req-7ec45f6c-4613-4db3-ab53-59ac2365fc00 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8e131716-1fe4-4340-951a-ea3682a6843e HTTP/1.1" status: 200 len: 913 time: 0.0874915 Oct 20 11:23:29.904229 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d9041ecd-ac72-4caf-b3cb-8fbdd2bd21bb req-20cbb572-a1a1-4ab7-893d-3479927ecad1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d5913ac1-ca71-4709-98c6-7e252596e647 HTTP/1.1" status: 200 len: 1002 time: 0.0559044 Oct 20 11:23:29.955063 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9041ecd-ac72-4caf-b3cb-8fbdd2bd21bb req-9d5a58f4-a177-4513-a25b-810ab52b1c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:23:29.956497 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d9041ecd-ac72-4caf-b3cb-8fbdd2bd21bb req-9d5a58f4-a177-4513-a25b-810ab52b1c78 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=753fffdc-41ee-414e-85ae-148fbed91f7e HTTP/1.1" status: 200 len: 851 time: 0.0460472 Oct 20 11:23:30.000932 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9041ecd-ac72-4caf-b3cb-8fbdd2bd21bb req-e561ae94-e102-4a73-b440-179fe2114b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:23:30.002440 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d9041ecd-ac72-4caf-b3cb-8fbdd2bd21bb req-e561ae94-e102-4a73-b440-179fe2114b94 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8e131716-1fe4-4340-951a-ea3682a6843e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385761 Oct 20 11:23:30.093661 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d9041ecd-ac72-4caf-b3cb-8fbdd2bd21bb req-cca5bd02-dd62-427f-9053-f2cd3d255128 service neutron] 10.222.0.55 "GET /v2.0/networks/8e131716-1fe4-4340-951a-ea3682a6843e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834227 Oct 20 11:23:30.179862 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d9041ecd-ac72-4caf-b3cb-8fbdd2bd21bb req-732fb104-9b0d-4d00-a498-50aff811157d service neutron] 10.222.0.55 "GET /v2.0/networks/8e131716-1fe4-4340-951a-ea3682a6843e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793605 Oct 20 11:23:33.588910 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-f3c877ab-10d0-431e-8477-0159f7595b22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:23:36.451660 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-ef71ece4-342f-4e0e-bc95-e5fccc729d6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:23:37.199970 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:23:37.714351 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:23:38.557341 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:23:39.082915 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:23:39.268821 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 7 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:23:49.670174 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:03.588872 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-01fc462e-7c7f-4e8b-9638-9f45c4e9c849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:06.451134 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-0a56f155-aecd-4582-a1bb-0896dc8b30ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:07.201625 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:07.716779 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:08.556083 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:09.086524 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:16.268421 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 7 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:24:18.649083 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796d8bf1-6ef2-4bb9-9b8f-3fbd1fe642e8 req-44b4c020-4c6a-4fde-adf7-6d44caa7dc03 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:24:18.650622 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-796d8bf1-6ef2-4bb9-9b8f-3fbd1fe642e8 req-44b4c020-4c6a-4fde-adf7-6d44caa7dc03 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=7efb7b73-0cfe-4f77-9c1b-f73f5feb61c0 HTTP/1.1" status: 200 len: 945 time: 0.1509464 Oct 20 11:24:18.690877 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-796d8bf1-6ef2-4bb9-9b8f-3fbd1fe642e8 req-bd10ab8d-0fed-4e99-b67f-c10bf02109e8 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/security-groups?id=83054b74-c51a-41f3-ab21-eaa24a2d865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332344 Oct 20 11:24:19.686703 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:30.649661 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-955eeba2-ae06-4af3-82bb-1f6eaf5324b1 req-4804777a-51d5-41f8-a2d7-8fc788314b12 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7efb7b73-0cfe-4f77-9c1b-f73f5feb61c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0448468 Oct 20 11:24:30.747009 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955eeba2-ae06-4af3-82bb-1f6eaf5324b1 req-cdc1cf4b-4388-4c4d-b663-945532a1f288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:24:30.748626 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-955eeba2-ae06-4af3-82bb-1f6eaf5324b1 req-cdc1cf4b-4388-4c4d-b663-945532a1f288 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a861091a3ed04f928ecb9fc7494352e0&device_id=7efb7b73-0cfe-4f77-9c1b-f73f5feb61c0 HTTP/1.1" status: 200 len: 1096 time: 0.0416639 Oct 20 11:24:30.860672 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955eeba2-ae06-4af3-82bb-1f6eaf5324b1 req-8f0f57ed-aebe-453c-8825-9a4f4c584d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:24:30.862149 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-955eeba2-ae06-4af3-82bb-1f6eaf5324b1 req-8f0f57ed-aebe-453c-8825-9a4f4c584d0c service neutron] 10.222.0.55 "GET /v2.0/networks?id=8e131716-1fe4-4340-951a-ea3682a6843e HTTP/1.1" status: 200 len: 913 time: 0.0945895 Oct 20 11:24:30.909530 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [req-352fd5c8-d8d8-4d06-ab47-641d0f60715b req-0d2df4d1-4fcb-49c9-90df-d4e634341763 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:24:30.910526 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-352fd5c8-d8d8-4d06-ab47-641d0f60715b req-0d2df4d1-4fcb-49c9-90df-d4e634341763 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0731969 Oct 20 11:24:30.932835 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-955eeba2-ae06-4af3-82bb-1f6eaf5324b1 req-a7d2bda0-5db5-4c4c-9d0e-da97ae295521 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d5913ac1-ca71-4709-98c6-7e252596e647 HTTP/1.1" status: 200 len: 1002 time: 0.0639989 Oct 20 11:24:30.983153 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955eeba2-ae06-4af3-82bb-1f6eaf5324b1 req-3c8abfa5-f394-4069-a211-3500f6dcd055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:24:30.984710 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-955eeba2-ae06-4af3-82bb-1f6eaf5324b1 req-3c8abfa5-f394-4069-a211-3500f6dcd055 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=753fffdc-41ee-414e-85ae-148fbed91f7e HTTP/1.1" status: 200 len: 851 time: 0.0450156 Oct 20 11:24:31.042891 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955eeba2-ae06-4af3-82bb-1f6eaf5324b1 req-a7799b3e-a42e-4170-b61d-45e4007514cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:24:31.044475 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-955eeba2-ae06-4af3-82bb-1f6eaf5324b1 req-a7799b3e-a42e-4170-b61d-45e4007514cb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8e131716-1fe4-4340-951a-ea3682a6843e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533307 Oct 20 11:24:31.184996 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae07461-4ce7-4790-8250-f8523a54af1b req-7a0436f3-790a-4e4a-9128-4c643b48820f tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:24:31.186381 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1ae07461-4ce7-4790-8250-f8523a54af1b req-7a0436f3-790a-4e4a-9128-4c643b48820f tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=7efb7b73-0cfe-4f77-9c1b-f73f5feb61c0 HTTP/1.1" status: 200 len: 945 time: 0.1310833 Oct 20 11:24:31.190444 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b90c2fa7-fd14-4780-8dfa-fb42b70d7e47 req-f13317d9-8493-46e8-aa76-d13152bfe888 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7efb7b73-0cfe-4f77-9c1b-f73f5feb61c0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1424310 Oct 20 11:24:31.221898 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-955eeba2-ae06-4af3-82bb-1f6eaf5324b1 req-cae9b2f1-c6fc-46da-a21d-b647b150be42 service neutron] 10.222.0.55 "GET /v2.0/networks/8e131716-1fe4-4340-951a-ea3682a6843e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652105 Oct 20 11:24:31.255021 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1ae07461-4ce7-4790-8250-f8523a54af1b req-5824cba0-cc6c-4749-a147-2eadb980a856 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/security-groups?id=83054b74-c51a-41f3-ab21-eaa24a2d865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620968 Oct 20 11:24:31.324187 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-955eeba2-ae06-4af3-82bb-1f6eaf5324b1 req-91ea81e0-ece8-4faf-918e-5223f105de46 service neutron] 10.222.0.55 "GET /v2.0/networks/8e131716-1fe4-4340-951a-ea3682a6843e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929887 Oct 20 11:24:32.336660 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90c2fa7-fd14-4780-8dfa-fb42b70d7e47 req-03413fe3-e86e-49c9-8f02-38af263dfee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:24:32.338082 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b90c2fa7-fd14-4780-8dfa-fb42b70d7e47 req-03413fe3-e86e-49c9-8f02-38af263dfee2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a861091a3ed04f928ecb9fc7494352e0&device_id=7efb7b73-0cfe-4f77-9c1b-f73f5feb61c0 HTTP/1.1" status: 200 len: 1096 time: 0.0547385 Oct 20 11:24:32.427604 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a7b431-ba35-41b4-91a5-2f9073d4aafd req-7e0c4845-0dac-445a-8ddc-f3dcb95c62bb tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:24:32.429113 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-02a7b431-ba35-41b4-91a5-2f9073d4aafd req-7e0c4845-0dac-445a-8ddc-f3dcb95c62bb tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=7efb7b73-0cfe-4f77-9c1b-f73f5feb61c0 HTTP/1.1" status: 200 len: 945 time: 0.1029489 Oct 20 11:24:32.473770 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90c2fa7-fd14-4780-8dfa-fb42b70d7e47 req-60bac4dc-dbc8-4d69-8ae9-1bb45ee37414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:24:32.475207 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b90c2fa7-fd14-4780-8dfa-fb42b70d7e47 req-60bac4dc-dbc8-4d69-8ae9-1bb45ee37414 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8e131716-1fe4-4340-951a-ea3682a6843e HTTP/1.1" status: 200 len: 913 time: 0.1205156 Oct 20 11:24:32.494450 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-02a7b431-ba35-41b4-91a5-2f9073d4aafd req-722afa12-bdd2-46f2-a251-7cf7e9a03f10 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/security-groups?id=83054b74-c51a-41f3-ab21-eaa24a2d865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591393 Oct 20 11:24:32.545011 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b90c2fa7-fd14-4780-8dfa-fb42b70d7e47 req-b52ff2fd-a23d-407f-9aeb-189008cfb967 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d5913ac1-ca71-4709-98c6-7e252596e647 HTTP/1.1" status: 200 len: 1002 time: 0.0616524 Oct 20 11:24:32.592521 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90c2fa7-fd14-4780-8dfa-fb42b70d7e47 req-49bedd3c-05d2-46cf-82fa-a017a6adcc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:24:32.593916 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b90c2fa7-fd14-4780-8dfa-fb42b70d7e47 req-49bedd3c-05d2-46cf-82fa-a017a6adcc94 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=753fffdc-41ee-414e-85ae-148fbed91f7e HTTP/1.1" status: 200 len: 851 time: 0.0423577 Oct 20 11:24:32.641760 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90c2fa7-fd14-4780-8dfa-fb42b70d7e47 req-8a5ee147-31f1-4c02-9ef0-91449adfaa46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:24:32.643272 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b90c2fa7-fd14-4780-8dfa-fb42b70d7e47 req-8a5ee147-31f1-4c02-9ef0-91449adfaa46 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8e131716-1fe4-4340-951a-ea3682a6843e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427527 Oct 20 11:24:32.735565 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b90c2fa7-fd14-4780-8dfa-fb42b70d7e47 req-38b99894-1015-4caa-b734-561016b011e1 service neutron] 10.222.0.55 "GET /v2.0/networks/8e131716-1fe4-4340-951a-ea3682a6843e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853572 Oct 20 11:24:32.826903 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b90c2fa7-fd14-4780-8dfa-fb42b70d7e47 req-904becd9-dd6a-43e5-b122-f210823dc103 service neutron] 10.222.0.55 "GET /v2.0/networks/8e131716-1fe4-4340-951a-ea3682a6843e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846443 Oct 20 11:24:33.589015 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-0e02c0b4-8f6f-41f0-8aca-1700e9983135 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:33.611059 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bef6c91-81f6-4092-9b61-4efb1be4aada req-cdfc2b5d-8cc4-41a0-8561-ec08f67a1445 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:24:33.612555 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9bef6c91-81f6-4092-9b61-4efb1be4aada req-cdfc2b5d-8cc4-41a0-8561-ec08f67a1445 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=7efb7b73-0cfe-4f77-9c1b-f73f5feb61c0 HTTP/1.1" status: 200 len: 945 time: 0.0509722 Oct 20 11:24:33.649735 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9bef6c91-81f6-4092-9b61-4efb1be4aada req-24c4b325-de52-43a4-807c-414e8c6ab632 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/security-groups?id=83054b74-c51a-41f3-ab21-eaa24a2d865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311821 Oct 20 11:24:34.781296 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fae512-1df6-40fd-b471-242fe3013d87 req-dd32877d-9e36-4d12-b35b-6d16498cb337 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:24:34.783093 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a0fae512-1df6-40fd-b471-242fe3013d87 req-dd32877d-9e36-4d12-b35b-6d16498cb337 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=7efb7b73-0cfe-4f77-9c1b-f73f5feb61c0 HTTP/1.1" status: 200 len: 945 time: 0.0482583 Oct 20 11:24:34.820369 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a0fae512-1df6-40fd-b471-242fe3013d87 req-ed4b9521-32bf-4e36-a860-790cc84be9c9 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/security-groups?id=83054b74-c51a-41f3-ab21-eaa24a2d865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308468 Oct 20 11:24:35.937274 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbd8786-28d9-44fd-bf06-4df0573d6bf2 req-d7933854-9a95-4be6-a49c-e183aee0f84d tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:24:35.938712 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-abbd8786-28d9-44fd-bf06-4df0573d6bf2 req-d7933854-9a95-4be6-a49c-e183aee0f84d tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=7efb7b73-0cfe-4f77-9c1b-f73f5feb61c0 HTTP/1.1" status: 200 len: 945 time: 0.0522308 Oct 20 11:24:35.974856 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-abbd8786-28d9-44fd-bf06-4df0573d6bf2 req-27b52bb2-2394-4192-a564-fa55d7401228 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/security-groups?id=83054b74-c51a-41f3-ab21-eaa24a2d865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302379 Oct 20 11:24:36.450971 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-d20d5d08-a75b-4d2f-8c61-2c0efd42ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:37.088683 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dbd9c1-aa1c-41f4-a804-7c7932a3f381 req-b8400d7b-1e2c-4208-86e2-a8ca257ee5a1 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:24:37.090169 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-86dbd9c1-aa1c-41f4-a804-7c7932a3f381 req-b8400d7b-1e2c-4208-86e2-a8ca257ee5a1 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=7efb7b73-0cfe-4f77-9c1b-f73f5feb61c0 HTTP/1.1" status: 200 len: 945 time: 0.0486069 Oct 20 11:24:37.126400 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-86dbd9c1-aa1c-41f4-a804-7c7932a3f381 req-8dfb1b99-c84c-481d-bb0d-cb1cae78e1e0 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/security-groups?id=83054b74-c51a-41f3-ab21-eaa24a2d865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303509 Oct 20 11:24:37.202874 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:37.718532 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:38.241504 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c35ddd-d736-4a3e-b1e7-1769ca97c041 req-0c6f6d30-2186-4788-b16b-42759f6f6d91 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:24:38.242989 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-33c35ddd-d736-4a3e-b1e7-1769ca97c041 req-0c6f6d30-2186-4788-b16b-42759f6f6d91 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=7efb7b73-0cfe-4f77-9c1b-f73f5feb61c0 HTTP/1.1" status: 200 len: 945 time: 0.0481923 Oct 20 11:24:38.280123 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-33c35ddd-d736-4a3e-b1e7-1769ca97c041 req-53b973d4-f9db-49f7-bc4f-be9d61a650d5 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/security-groups?id=83054b74-c51a-41f3-ab21-eaa24a2d865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311100 Oct 20 11:24:38.586932 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:39.089440 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:39.398940 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777f3ab5-c189-48d8-8ba6-d5268393905d req-dc4089c5-d873-44f2-8d93-9f4b40e72108 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:24:39.400432 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-777f3ab5-c189-48d8-8ba6-d5268393905d req-dc4089c5-d873-44f2-8d93-9f4b40e72108 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=7efb7b73-0cfe-4f77-9c1b-f73f5feb61c0 HTTP/1.1" status: 200 len: 945 time: 0.0516176 Oct 20 11:24:39.438751 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-777f3ab5-c189-48d8-8ba6-d5268393905d req-489e3f74-e980-493a-9175-daa1ea281bef tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/security-groups?id=83054b74-c51a-41f3-ab21-eaa24a2d865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324140 Oct 20 11:24:40.561884 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82421ef9-c070-4a7c-aefc-e4025b6c9a7e req-2ffdef90-b4ea-438d-b12b-8d774d57c104 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:24:40.563302 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-82421ef9-c070-4a7c-aefc-e4025b6c9a7e req-2ffdef90-b4ea-438d-b12b-8d774d57c104 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=7efb7b73-0cfe-4f77-9c1b-f73f5feb61c0 HTTP/1.1" status: 200 len: 945 time: 0.0493312 Oct 20 11:24:40.605364 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-82421ef9-c070-4a7c-aefc-e4025b6c9a7e req-5da6e65a-0b8f-4352-83d4-69b106706123 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/security-groups?id=83054b74-c51a-41f3-ab21-eaa24a2d865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361383 Oct 20 11:24:41.718978 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213af66b-2a22-4902-a28c-eb5614562fb9 req-66990f2a-0163-4766-95ce-90916b04e225 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:24:41.720468 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-213af66b-2a22-4902-a28c-eb5614562fb9 req-66990f2a-0163-4766-95ce-90916b04e225 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=7efb7b73-0cfe-4f77-9c1b-f73f5feb61c0 HTTP/1.1" status: 200 len: 945 time: 0.0485785 Oct 20 11:24:41.757141 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-213af66b-2a22-4902-a28c-eb5614562fb9 req-44746cb0-eadd-4d7d-bdb8-71a6e2b92efb tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/security-groups?id=83054b74-c51a-41f3-ab21-eaa24a2d865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301440 Oct 20 11:24:42.877294 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad57792-e28c-42b8-ae32-f647f6e17877 req-e4e02a02-e559-45ed-bfa3-734709790424 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:24:42.878662 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2ad57792-e28c-42b8-ae32-f647f6e17877 req-e4e02a02-e559-45ed-bfa3-734709790424 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=7efb7b73-0cfe-4f77-9c1b-f73f5feb61c0 HTTP/1.1" status: 200 len: 945 time: 0.0509551 Oct 20 11:24:42.915621 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2ad57792-e28c-42b8-ae32-f647f6e17877 req-9f445d36-47c3-47c9-9d1a-9fc17a5b2519 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/security-groups?id=83054b74-c51a-41f3-ab21-eaa24a2d865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305269 Oct 20 11:24:44.029698 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc198f9-7b35-4f22-8ba6-352957f594b8 req-5093d8e9-24f9-4c6e-8b79-8312618ff0a8 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:24:44.031205 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cfc198f9-7b35-4f22-8ba6-352957f594b8 req-5093d8e9-24f9-4c6e-8b79-8312618ff0a8 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=7efb7b73-0cfe-4f77-9c1b-f73f5feb61c0 HTTP/1.1" status: 200 len: 945 time: 0.0491233 Oct 20 11:24:44.068158 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cfc198f9-7b35-4f22-8ba6-352957f594b8 req-7f170df0-53ca-438f-af87-f3e314ef1f54 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/security-groups?id=83054b74-c51a-41f3-ab21-eaa24a2d865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310211 Oct 20 11:24:45.189453 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcab4660-1066-4e24-abc6-e467efe24cf3 req-e218bf5a-82af-4cb0-842b-a9df3b065080 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:24:45.191160 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bcab4660-1066-4e24-abc6-e467efe24cf3 req-e218bf5a-82af-4cb0-842b-a9df3b065080 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=7efb7b73-0cfe-4f77-9c1b-f73f5feb61c0 HTTP/1.1" status: 200 len: 945 time: 0.0502684 Oct 20 11:24:45.232621 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bcab4660-1066-4e24-abc6-e467efe24cf3 req-4f814d9b-bef7-4b59-a75d-2b52af99536e tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/security-groups?id=83054b74-c51a-41f3-ab21-eaa24a2d865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326610 Oct 20 11:24:46.349037 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2cbc69-e6f8-45f9-9ea6-94b8939e67a7 req-67c4149c-01aa-4e0d-bc5a-ca5a10f1a75b tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:24:46.350405 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2b2cbc69-e6f8-45f9-9ea6-94b8939e67a7 req-67c4149c-01aa-4e0d-bc5a-ca5a10f1a75b tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=7efb7b73-0cfe-4f77-9c1b-f73f5feb61c0 HTTP/1.1" status: 200 len: 945 time: 0.0527093 Oct 20 11:24:46.387978 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2b2cbc69-e6f8-45f9-9ea6-94b8939e67a7 req-a2a77cab-4126-408f-80be-db185d07ba63 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/security-groups?id=83054b74-c51a-41f3-ab21-eaa24a2d865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316584 Oct 20 11:24:47.060128 n-d-811396-3 neutron-server[100596]: INFO neutron.api.v2.resource [req-b90c2fa7-fd14-4780-8dfa-fb42b70d7e47 req-951af166-69fa-4651-af98-c869656e7313 service neutron] show failed (client error): The resource could not be found. Oct 20 11:24:47.061104 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b90c2fa7-fd14-4780-8dfa-fb42b70d7e47 req-951af166-69fa-4651-af98-c869656e7313 service neutron] 10.222.0.55 "GET /v2.0/ports/d5913ac1-ca71-4709-98c6-7e252596e647/bindings/n-h2-811396-3 HTTP/1.1" status: 404 len: 380 time: 0.0523121 Oct 20 11:24:47.301741 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90c2fa7-fd14-4780-8dfa-fb42b70d7e47 req-4c274767-91ca-4cb3-af88-869b54dc052c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:24:47.303210 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b90c2fa7-fd14-4780-8dfa-fb42b70d7e47 req-4c274767-91ca-4cb3-af88-869b54dc052c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=7efb7b73-0cfe-4f77-9c1b-f73f5feb61c0&tenant_id=a861091a3ed04f928ecb9fc7494352e0 HTTP/1.1" status: 200 len: 1096 time: 0.0830944 Oct 20 11:24:47.315338 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [req-b90c2fa7-fd14-4780-8dfa-fb42b70d7e47 req-b5f01379-744b-4612-9a95-ee1d70c82060 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:24:47.316284 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b90c2fa7-fd14-4780-8dfa-fb42b70d7e47 req-b5f01379-744b-4612-9a95-ee1d70c82060 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0048034 Oct 20 11:24:47.328111 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-b90c2fa7-fd14-4780-8dfa-fb42b70d7e47 req-e30d2adf-2ef0-45dc-898a-9ccccc22b371 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-811396-3', 'device_owner': 'compute:nova'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:24:47.382587 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-b90c2fa7-fd14-4780-8dfa-fb42b70d7e47 req-e30d2adf-2ef0-45dc-898a-9ccccc22b371 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:47.564137 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5707c980-b6bc-40d1-bf53-6011385ff83f req-8acc375d-6ade-4cec-86d0-89c4f8f67094 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:24:47.565600 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5707c980-b6bc-40d1-bf53-6011385ff83f req-8acc375d-6ade-4cec-86d0-89c4f8f67094 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=7efb7b73-0cfe-4f77-9c1b-f73f5feb61c0 HTTP/1.1" status: 200 len: 945 time: 0.0879347 Oct 20 11:24:47.642096 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-b90c2fa7-fd14-4780-8dfa-fb42b70d7e47 req-e30d2adf-2ef0-45dc-898a-9ccccc22b371 service neutron] For port d5913ac1-ca71-4709-98c6-7e252596e647, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=d5913ac1-ca71-4709-98c6-7e252596e647,segment=NetworkSegment(49885acc-5a39-437c-96c1-298f1490631c),segment_id=49885acc-5a39-437c-96c1-298f1490631c)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:24:47.646005 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5707c980-b6bc-40d1-bf53-6011385ff83f req-a9270309-53d0-4780-be5d-32dc2b2cb032 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/security-groups?id=83054b74-c51a-41f3-ab21-eaa24a2d865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533495 Oct 20 11:24:47.676173 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-b90c2fa7-fd14-4780-8dfa-fb42b70d7e47 req-e30d2adf-2ef0-45dc-898a-9ccccc22b371 service neutron] For port d5913ac1-ca71-4709-98c6-7e252596e647, host n-h1-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:24:47.718721 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7efb7b73-0cfe-4f77-9c1b-f73f5feb61c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5913ac1-ca71-4709-98c6-7e252596e647'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:24:47.720978 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64e31cb4-1bb9-4c58-a191-bf591d38ebf9" -d '{"events": [{"server_uuid": "7efb7b73-0cfe-4f77-9c1b-f73f5feb61c0", "name": "network-vif-unplugged", "status": "completed", "tag": "d5913ac1-ca71-4709-98c6-7e252596e647"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:24:47.724618 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-b90c2fa7-fd14-4780-8dfa-fb42b70d7e47 req-e30d2adf-2ef0-45dc-898a-9ccccc22b371 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:47.737076 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.provisioning_blocks [req-b90c2fa7-fd14-4780-8dfa-fb42b70d7e47 req-e30d2adf-2ef0-45dc-898a-9ccccc22b371 service neutron] Transition to ACTIVE for port object d5913ac1-ca71-4709-98c6-7e252596e647 will not be triggered until provisioned by entity L2. {{(pid=100596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:24:47.740692 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-b90c2fa7-fd14-4780-8dfa-fb42b70d7e47 req-e30d2adf-2ef0-45dc-898a-9ccccc22b371 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:47.836606 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30d2adf-2ef0-45dc-898a-9ccccc22b371 service neutron] Pushing event updated for resources: {'Port': ['ID=d5913ac1-ca71-4709-98c6-7e252596e647,revision_number=6']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:24:47.867339 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Oct 2021 11:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ed8a09e-c19f-48ea-801a-62f2e9d143fa x-openstack-request-id: req-0ed8a09e-c19f-48ea-801a-62f2e9d143fa {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:24:47.867656 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7efb7b73-0cfe-4f77-9c1b-f73f5feb61c0", "name": "network-vif-unplugged", "status": "completed", "tag": "d5913ac1-ca71-4709-98c6-7e252596e647", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:24:47.867909 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0ed8a09e-c19f-48ea-801a-62f2e9d143fa {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:24:47.868309 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7efb7b73-0cfe-4f77-9c1b-f73f5feb61c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5913ac1-ca71-4709-98c6-7e252596e647', 'code': 200} Oct 20 11:24:47.869508 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-b90c2fa7-fd14-4780-8dfa-fb42b70d7e47 req-e30d2adf-2ef0-45dc-898a-9ccccc22b371 service neutron] No DVR routers for this DVR port d5913ac1-ca71-4709-98c6-7e252596e647 on host n-h1-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:24:47.872110 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30d2adf-2ef0-45dc-898a-9ccccc22b371 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:24:47.872452 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30d2adf-2ef0-45dc-898a-9ccccc22b371 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:24:47.872810 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30d2adf-2ef0-45dc-898a-9ccccc22b371 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:24:47.873146 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30d2adf-2ef0-45dc-898a-9ccccc22b371 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:24:47.873469 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30d2adf-2ef0-45dc-898a-9ccccc22b371 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:24:47.873792 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30d2adf-2ef0-45dc-898a-9ccccc22b371 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:24:47.874112 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30d2adf-2ef0-45dc-898a-9ccccc22b371 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:24:47.874432 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30d2adf-2ef0-45dc-898a-9ccccc22b371 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:24:47.874756 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30d2adf-2ef0-45dc-898a-9ccccc22b371 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:24:47.875074 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30d2adf-2ef0-45dc-898a-9ccccc22b371 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:24:47.875408 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30d2adf-2ef0-45dc-898a-9ccccc22b371 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:24:47.875726 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30d2adf-2ef0-45dc-898a-9ccccc22b371 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:24:48.012199 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-b90c2fa7-fd14-4780-8dfa-fb42b70d7e47 req-e30d2adf-2ef0-45dc-898a-9ccccc22b371 service neutron] Attempting to bind port d5913ac1-ca71-4709-98c6-7e252596e647 on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:24:48.012533 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-b90c2fa7-fd14-4780-8dfa-fb42b70d7e47 req-e30d2adf-2ef0-45dc-898a-9ccccc22b371 service neutron] Attempting to bind port d5913ac1-ca71-4709-98c6-7e252596e647 by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': '49885acc-5a39-437c-96c1-298f1490631c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '8e131716-1fe4-4340-951a-ea3682a6843e'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:24:48.012858 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b90c2fa7-fd14-4780-8dfa-fb42b70d7e47 req-e30d2adf-2ef0-45dc-898a-9ccccc22b371 service neutron] Attempting to bind port d5913ac1-ca71-4709-98c6-7e252596e647 on network 8e131716-1fe4-4340-951a-ea3682a6843e {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:24:48.017027 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b90c2fa7-fd14-4780-8dfa-fb42b70d7e47 req-e30d2adf-2ef0-45dc-898a-9ccccc22b371 service neutron] Port d5913ac1-ca71-4709-98c6-7e252596e647 on network 8e131716-1fe4-4340-951a-ea3682a6843e not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:24:48.017347 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b90c2fa7-fd14-4780-8dfa-fb42b70d7e47 req-e30d2adf-2ef0-45dc-898a-9ccccc22b371 service neutron] Attempting to bind port d5913ac1-ca71-4709-98c6-7e252596e647 on network 8e131716-1fe4-4340-951a-ea3682a6843e {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:24:48.022105 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b90c2fa7-fd14-4780-8dfa-fb42b70d7e47 req-e30d2adf-2ef0-45dc-898a-9ccccc22b371 service neutron] Checking agent: {'id': '061232a2-7adc-4ba1-a873-e8cb136b064d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:24:48.022436 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b90c2fa7-fd14-4780-8dfa-fb42b70d7e47 req-e30d2adf-2ef0-45dc-898a-9ccccc22b371 service neutron] Checking segment: {'id': '49885acc-5a39-437c-96c1-298f1490631c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '8e131716-1fe4-4340-951a-ea3682a6843e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:24:48.023344 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b90c2fa7-fd14-4780-8dfa-fb42b70d7e47 req-e30d2adf-2ef0-45dc-898a-9ccccc22b371 service neutron] Bound using segment: {'id': '49885acc-5a39-437c-96c1-298f1490631c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '8e131716-1fe4-4340-951a-ea3682a6843e'} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:24:48.023796 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-b90c2fa7-fd14-4780-8dfa-fb42b70d7e47 req-e30d2adf-2ef0-45dc-898a-9ccccc22b371 service neutron] Bound port: d5913ac1-ca71-4709-98c6-7e252596e647, host: n-h2-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49885acc-5a39-437c-96c1-298f1490631c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '8e131716-1fe4-4340-951a-ea3682a6843e'}}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:24:48.024146 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-b90c2fa7-fd14-4780-8dfa-fb42b70d7e47 req-e30d2adf-2ef0-45dc-898a-9ccccc22b371 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:48.084393 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-b90c2fa7-fd14-4780-8dfa-fb42b70d7e47 req-e30d2adf-2ef0-45dc-898a-9ccccc22b371 service neutron] For port d5913ac1-ca71-4709-98c6-7e252596e647, host n-h2-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:24:48.087950 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-b90c2fa7-fd14-4780-8dfa-fb42b70d7e47 req-e30d2adf-2ef0-45dc-898a-9ccccc22b371 service neutron] For port d5913ac1-ca71-4709-98c6-7e252596e647, host n-h2-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=d5913ac1-ca71-4709-98c6-7e252596e647,segment=NetworkSegment(49885acc-5a39-437c-96c1-298f1490631c),segment_id=49885acc-5a39-437c-96c1-298f1490631c)] {{(pid=100596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:24:48.095793 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-b90c2fa7-fd14-4780-8dfa-fb42b70d7e47 req-e30d2adf-2ef0-45dc-898a-9ccccc22b371 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:48.127996 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90c2fa7-fd14-4780-8dfa-fb42b70d7e47 req-e30d2adf-2ef0-45dc-898a-9ccccc22b371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:24:48.128621 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-b90c2fa7-fd14-4780-8dfa-fb42b70d7e47 req-e30d2adf-2ef0-45dc-898a-9ccccc22b371 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:48.130042 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b90c2fa7-fd14-4780-8dfa-fb42b70d7e47 req-e30d2adf-2ef0-45dc-898a-9ccccc22b371 service neutron] 10.222.0.69 "PUT /v2.0/ports/d5913ac1-ca71-4709-98c6-7e252596e647 HTTP/1.1" status: 200 len: 1091 time: 0.8057775 Oct 20 11:24:48.149125 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30d2adf-2ef0-45dc-898a-9ccccc22b371 service neutron] Pushing event updated for resources: {'Port': ['ID=d5913ac1-ca71-4709-98c6-7e252596e647,revision_number=7']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:24:48.192217 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90c2fa7-fd14-4780-8dfa-fb42b70d7e47 req-5199a15f-c080-4678-8ea4-9f24321c8786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:24:48.193750 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b90c2fa7-fd14-4780-8dfa-fb42b70d7e47 req-5199a15f-c080-4678-8ea4-9f24321c8786 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a861091a3ed04f928ecb9fc7494352e0&device_id=7efb7b73-0cfe-4f77-9c1b-f73f5feb61c0 HTTP/1.1" status: 200 len: 1094 time: 0.0416520 Oct 20 11:24:48.291216 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90c2fa7-fd14-4780-8dfa-fb42b70d7e47 req-68e3cf9b-5f51-40aa-9d6b-daf15809620b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:24:48.292781 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b90c2fa7-fd14-4780-8dfa-fb42b70d7e47 req-68e3cf9b-5f51-40aa-9d6b-daf15809620b service neutron] 10.222.0.69 "GET /v2.0/networks?id=8e131716-1fe4-4340-951a-ea3682a6843e HTTP/1.1" status: 200 len: 913 time: 0.0918782 Oct 20 11:24:48.364322 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b90c2fa7-fd14-4780-8dfa-fb42b70d7e47 req-d475676e-7d00-46ae-8ab3-aef8eabd6994 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d5913ac1-ca71-4709-98c6-7e252596e647 HTTP/1.1" status: 200 len: 1000 time: 0.0648267 Oct 20 11:24:48.381202 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device d5913ac1-ca71-4709-98c6-7e252596e647 no longer exists at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:24:48.420190 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device d5913ac1-ca71-4709-98c6-7e252596e647 not bound to the agent host n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:24:48.707642 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90c2fa7-fd14-4780-8dfa-fb42b70d7e47 req-c8dc4e11-c507-4e3b-ad74-d1b2882b6341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:24:48.709112 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b90c2fa7-fd14-4780-8dfa-fb42b70d7e47 req-c8dc4e11-c507-4e3b-ad74-d1b2882b6341 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=753fffdc-41ee-414e-85ae-148fbed91f7e HTTP/1.1" status: 200 len: 851 time: 0.3384011 Oct 20 11:24:48.787750 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c6dfd9-35ac-4821-89d8-1e3d1f998288 req-47c354cf-0362-4776-958b-2042ba45ffa3 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:24:48.789865 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-46c6dfd9-35ac-4821-89d8-1e3d1f998288 req-47c354cf-0362-4776-958b-2042ba45ffa3 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=7efb7b73-0cfe-4f77-9c1b-f73f5feb61c0 HTTP/1.1" status: 200 len: 943 time: 0.0741692 Oct 20 11:24:48.791547 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90c2fa7-fd14-4780-8dfa-fb42b70d7e47 req-f9b88e73-96b5-4ce3-9468-8a79b18d3112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:24:48.792887 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b90c2fa7-fd14-4780-8dfa-fb42b70d7e47 req-f9b88e73-96b5-4ce3-9468-8a79b18d3112 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8e131716-1fe4-4340-951a-ea3682a6843e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0755434 Oct 20 11:24:48.880635 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-46c6dfd9-35ac-4821-89d8-1e3d1f998288 req-1f823a5b-e70f-4519-86fb-7033e3d966b7 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/security-groups?id=83054b74-c51a-41f3-ab21-eaa24a2d865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846879 Oct 20 11:24:48.908957 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b90c2fa7-fd14-4780-8dfa-fb42b70d7e47 req-062c57df-5773-4de8-b025-2bf466b0879d service neutron] 10.222.0.69 "GET /v2.0/networks/8e131716-1fe4-4340-951a-ea3682a6843e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075900 Oct 20 11:24:48.998751 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b90c2fa7-fd14-4780-8dfa-fb42b70d7e47 req-f291a9a9-d2fa-44dc-aa0a-f35a4cfe4338 service neutron] 10.222.0.69 "GET /v2.0/networks/8e131716-1fe4-4340-951a-ea3682a6843e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828180 Oct 20 11:24:49.683702 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:49.870149 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7efb7b73-0cfe-4f77-9c1b-f73f5feb61c0', 'tag': 'd5913ac1-ca71-4709-98c6-7e252596e647'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:24:49.872550 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85c69a3f-5e40-433e-80f7-104d09525b21" -d '{"events": [{"name": "network-changed", "server_uuid": "7efb7b73-0cfe-4f77-9c1b-f73f5feb61c0", "tag": "d5913ac1-ca71-4709-98c6-7e252596e647"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:24:49.923181 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-469db099-3f45-4043-a80d-39fdff1afe96 x-openstack-request-id: req-469db099-3f45-4043-a80d-39fdff1afe96 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:24:49.923604 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7efb7b73-0cfe-4f77-9c1b-f73f5feb61c0", "tag": "d5913ac1-ca71-4709-98c6-7e252596e647", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:24:49.923954 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-469db099-3f45-4043-a80d-39fdff1afe96 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:24:49.924468 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7efb7b73-0cfe-4f77-9c1b-f73f5feb61c0', 'tag': 'd5913ac1-ca71-4709-98c6-7e252596e647', 'status': 'completed', 'code': 200} Oct 20 11:24:50.052136 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c69a3f-5e40-433e-80f7-104d09525b21 req-ebae4af9-fd30-4d38-bf3a-b3529229ae7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:24:50.054446 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-85c69a3f-5e40-433e-80f7-104d09525b21 req-ebae4af9-fd30-4d38-bf3a-b3529229ae7d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a861091a3ed04f928ecb9fc7494352e0&device_id=7efb7b73-0cfe-4f77-9c1b-f73f5feb61c0 HTTP/1.1" status: 200 len: 1094 time: 0.1062014 Oct 20 11:24:50.061430 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c69a3f-5e40-433e-80f7-104d09525b21 req-a7ecf57a-2d3b-4a74-93e5-05299ca96ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:24:50.063153 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-85c69a3f-5e40-433e-80f7-104d09525b21 req-a7ecf57a-2d3b-4a74-93e5-05299ca96ef0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a861091a3ed04f928ecb9fc7494352e0&device_id=7efb7b73-0cfe-4f77-9c1b-f73f5feb61c0 HTTP/1.1" status: 200 len: 1094 time: 0.0903556 Oct 20 11:24:50.079692 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f67127-70e1-41db-8e88-ae5bc12f118b req-d4dca48e-f389-4796-ad80-e753b9c891d0 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:24:50.081054 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-61f67127-70e1-41db-8e88-ae5bc12f118b req-d4dca48e-f389-4796-ad80-e753b9c891d0 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=7efb7b73-0cfe-4f77-9c1b-f73f5feb61c0 HTTP/1.1" status: 200 len: 943 time: 0.1070225 Oct 20 11:24:50.232212 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-61f67127-70e1-41db-8e88-ae5bc12f118b req-170a52d3-33a1-4820-96d0-1ef0034679db tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/security-groups?id=83054b74-c51a-41f3-ab21-eaa24a2d865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1292484 Oct 20 11:24:50.261952 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c69a3f-5e40-433e-80f7-104d09525b21 req-f9f4d48a-91bc-4b17-9495-45739dc81c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:24:50.263521 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-85c69a3f-5e40-433e-80f7-104d09525b21 req-f9f4d48a-91bc-4b17-9495-45739dc81c1a service neutron] 10.222.0.69 "GET /v2.0/networks?id=8e131716-1fe4-4340-951a-ea3682a6843e HTTP/1.1" status: 200 len: 913 time: 0.1988091 Oct 20 11:24:50.266136 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c69a3f-5e40-433e-80f7-104d09525b21 req-ba05bb8b-96fd-43e7-b17e-ea20e83301e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:24:50.267559 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-85c69a3f-5e40-433e-80f7-104d09525b21 req-ba05bb8b-96fd-43e7-b17e-ea20e83301e0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8e131716-1fe4-4340-951a-ea3682a6843e HTTP/1.1" status: 200 len: 913 time: 0.1856799 Oct 20 11:24:50.377965 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-85c69a3f-5e40-433e-80f7-104d09525b21 req-93f0119a-9336-4118-8ab7-dd5dbc96aaad service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d5913ac1-ca71-4709-98c6-7e252596e647 HTTP/1.1" status: 200 len: 1000 time: 0.1071503 Oct 20 11:24:50.381532 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-85c69a3f-5e40-433e-80f7-104d09525b21 req-a14cb9eb-0218-411c-9bef-bd9947b13e22 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d5913ac1-ca71-4709-98c6-7e252596e647 HTTP/1.1" status: 200 len: 1000 time: 0.1045535 Oct 20 11:24:50.463766 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c69a3f-5e40-433e-80f7-104d09525b21 req-926bc992-fb98-4d45-aa23-839e185e41cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:24:50.465257 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-85c69a3f-5e40-433e-80f7-104d09525b21 req-926bc992-fb98-4d45-aa23-839e185e41cf service neutron] 10.222.0.55 "GET /v2.0/subnets?id=753fffdc-41ee-414e-85ae-148fbed91f7e HTTP/1.1" status: 200 len: 851 time: 0.0737329 Oct 20 11:24:50.467776 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c69a3f-5e40-433e-80f7-104d09525b21 req-1d11579f-7ca9-4753-aea4-a5fee0cf282d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:24:50.469110 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-85c69a3f-5e40-433e-80f7-104d09525b21 req-1d11579f-7ca9-4753-aea4-a5fee0cf282d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=753fffdc-41ee-414e-85ae-148fbed91f7e HTTP/1.1" status: 200 len: 851 time: 0.0846176 Oct 20 11:24:50.539896 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c69a3f-5e40-433e-80f7-104d09525b21 req-ba7d3d61-68e6-423b-be0d-acb169a7c69a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:24:50.541510 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-85c69a3f-5e40-433e-80f7-104d09525b21 req-ba7d3d61-68e6-423b-be0d-acb169a7c69a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8e131716-1fe4-4340-951a-ea3682a6843e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694041 Oct 20 11:24:50.543435 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c69a3f-5e40-433e-80f7-104d09525b21 req-cc5d4189-16c0-4a06-a13b-465de051e5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:24:50.544840 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-85c69a3f-5e40-433e-80f7-104d09525b21 req-cc5d4189-16c0-4a06-a13b-465de051e5ab service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8e131716-1fe4-4340-951a-ea3682a6843e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0654192 Oct 20 11:24:50.708433 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-85c69a3f-5e40-433e-80f7-104d09525b21 req-47a71d5c-7c6f-4f20-8fbb-b494f8b5550e service neutron] 10.222.0.55 "GET /v2.0/networks/8e131716-1fe4-4340-951a-ea3682a6843e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596725 Oct 20 11:24:50.710325 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-85c69a3f-5e40-433e-80f7-104d09525b21 req-d1371a88-6436-4b7f-9b92-282f2aa28ec7 service neutron] 10.222.0.69 "GET /v2.0/networks/8e131716-1fe4-4340-951a-ea3682a6843e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540112 Oct 20 11:24:50.867694 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-85c69a3f-5e40-433e-80f7-104d09525b21 req-36717d9a-498b-4d6b-919d-8857d85a106b service neutron] 10.222.0.55 "GET /v2.0/networks/8e131716-1fe4-4340-951a-ea3682a6843e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524615 Oct 20 11:24:50.871113 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-85c69a3f-5e40-433e-80f7-104d09525b21 req-d2617ec1-c7ba-4b7c-ad32-8e7caf0db692 service neutron] 10.222.0.69 "GET /v2.0/networks/8e131716-1fe4-4340-951a-ea3682a6843e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490614 Oct 20 11:24:51.349828 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4d58af-8b31-4d10-a97a-c22d15a269c8 req-6a2f7927-4762-41ee-b9fc-ffb53a035cf4 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:24:51.351939 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6a4d58af-8b31-4d10-a97a-c22d15a269c8 req-6a2f7927-4762-41ee-b9fc-ffb53a035cf4 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=7efb7b73-0cfe-4f77-9c1b-f73f5feb61c0 HTTP/1.1" status: 200 len: 943 time: 0.0497987 Oct 20 11:24:51.391966 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6a4d58af-8b31-4d10-a97a-c22d15a269c8 req-6b336aa0-c531-467b-acc9-a1f6284556db tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/security-groups?id=83054b74-c51a-41f3-ab21-eaa24a2d865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334756 Oct 20 11:24:52.515071 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbad06a6-d395-440b-89c8-02128ec53c25 req-08a32771-0098-4180-ad0d-db89d28a11e4 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:24:52.516499 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bbad06a6-d395-440b-89c8-02128ec53c25 req-08a32771-0098-4180-ad0d-db89d28a11e4 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=7efb7b73-0cfe-4f77-9c1b-f73f5feb61c0 HTTP/1.1" status: 200 len: 943 time: 0.0526385 Oct 20 11:24:52.553510 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bbad06a6-d395-440b-89c8-02128ec53c25 req-813f1b16-3bd4-4f94-8bf9-bfacb419508c tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/security-groups?id=83054b74-c51a-41f3-ab21-eaa24a2d865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310395 Oct 20 11:24:53.267860 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 7 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:24:53.675934 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9709d0c2-60dd-4f25-9bdc-e8bb26fd606b req-d999163b-27bf-4892-8c3f-444e2e2ab0e2 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:24:53.677462 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9709d0c2-60dd-4f25-9bdc-e8bb26fd606b req-d999163b-27bf-4892-8c3f-444e2e2ab0e2 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=7efb7b73-0cfe-4f77-9c1b-f73f5feb61c0 HTTP/1.1" status: 200 len: 943 time: 0.0527265 Oct 20 11:24:53.715994 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9709d0c2-60dd-4f25-9bdc-e8bb26fd606b req-dab63f5e-760e-4ff0-a806-e5617578763b tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/security-groups?id=83054b74-c51a-41f3-ab21-eaa24a2d865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318234 Oct 20 11:24:54.829303 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2341ea46-942c-4e1c-9f27-99f1868f5866 req-fd7a2110-cf8f-4f38-9d08-75a91e78af59 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:24:54.830779 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2341ea46-942c-4e1c-9f27-99f1868f5866 req-fd7a2110-cf8f-4f38-9d08-75a91e78af59 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=7efb7b73-0cfe-4f77-9c1b-f73f5feb61c0 HTTP/1.1" status: 200 len: 943 time: 0.0481894 Oct 20 11:24:54.867214 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2341ea46-942c-4e1c-9f27-99f1868f5866 req-39d707c6-c32d-4454-ad1b-88ef4684f166 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/security-groups?id=83054b74-c51a-41f3-ab21-eaa24a2d865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299094 Oct 20 11:24:55.981761 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc071dd4-aae6-4c8c-b72f-d7984a499ee4 req-919b6ba5-5939-40e3-87ac-8c996b0ce186 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:24:55.983246 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fc071dd4-aae6-4c8c-b72f-d7984a499ee4 req-919b6ba5-5939-40e3-87ac-8c996b0ce186 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=7efb7b73-0cfe-4f77-9c1b-f73f5feb61c0 HTTP/1.1" status: 200 len: 943 time: 0.0483751 Oct 20 11:24:56.026967 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fc071dd4-aae6-4c8c-b72f-d7984a499ee4 req-87a594a0-bdda-4d0d-b59e-72797576f5d4 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/security-groups?id=83054b74-c51a-41f3-ab21-eaa24a2d865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377688 Oct 20 11:24:57.144390 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cba05fd-0cf4-4f6e-9efa-ced2ab7c57c1 req-0016d9ea-b1b1-4581-9252-9ec5b4b304b6 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:24:57.145845 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4cba05fd-0cf4-4f6e-9efa-ced2ab7c57c1 req-0016d9ea-b1b1-4581-9252-9ec5b4b304b6 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=7efb7b73-0cfe-4f77-9c1b-f73f5feb61c0 HTTP/1.1" status: 200 len: 943 time: 0.0511670 Oct 20 11:24:57.185786 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4cba05fd-0cf4-4f6e-9efa-ced2ab7c57c1 req-c98a2aee-08df-4d34-8abd-b1525df17d31 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/security-groups?id=83054b74-c51a-41f3-ab21-eaa24a2d865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333061 Oct 20 11:24:58.300318 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d745ffe2-9497-4936-b69a-4c5d21736b4c req-cd39f00c-3a9b-4f31-a640-7301712b920a tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:24:58.301816 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d745ffe2-9497-4936-b69a-4c5d21736b4c req-cd39f00c-3a9b-4f31-a640-7301712b920a tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=7efb7b73-0cfe-4f77-9c1b-f73f5feb61c0 HTTP/1.1" status: 200 len: 943 time: 0.0476499 Oct 20 11:24:58.338059 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d745ffe2-9497-4936-b69a-4c5d21736b4c req-8d1e39ef-bab4-4bb1-a709-ed58ce779223 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/security-groups?id=83054b74-c51a-41f3-ab21-eaa24a2d865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301387 Oct 20 11:24:59.459499 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d134571d-7377-407c-899b-4cc250470010 req-292df92d-f9b5-4d87-a734-c78e3f31d9bb tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:24:59.460997 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d134571d-7377-407c-899b-4cc250470010 req-292df92d-f9b5-4d87-a734-c78e3f31d9bb tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=7efb7b73-0cfe-4f77-9c1b-f73f5feb61c0 HTTP/1.1" status: 200 len: 943 time: 0.0483651 Oct 20 11:24:59.498361 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d134571d-7377-407c-899b-4cc250470010 req-1bfea343-c623-4ff9-ad5a-d669e76398a6 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/security-groups?id=83054b74-c51a-41f3-ab21-eaa24a2d865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315197 Oct 20 11:25:00.616560 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b149a5b2-af32-4fb8-a249-b85cc9ab0fcd req-759e7a5f-0ebc-4591-a790-d2b02830b8eb tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:00.618013 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b149a5b2-af32-4fb8-a249-b85cc9ab0fcd req-759e7a5f-0ebc-4591-a790-d2b02830b8eb tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=7efb7b73-0cfe-4f77-9c1b-f73f5feb61c0 HTTP/1.1" status: 200 len: 943 time: 0.0514145 Oct 20 11:25:00.661431 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b149a5b2-af32-4fb8-a249-b85cc9ab0fcd req-3d521bbe-c4e5-4ab8-9171-983c30d0405d tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/security-groups?id=83054b74-c51a-41f3-ab21-eaa24a2d865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373223 Oct 20 11:25:01.777956 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d5fded-4ea8-400b-bcaa-549bbec7f329 req-034c345a-bd8e-4a4c-858c-102070ab18c1 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:01.779448 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d3d5fded-4ea8-400b-bcaa-549bbec7f329 req-034c345a-bd8e-4a4c-858c-102070ab18c1 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=7efb7b73-0cfe-4f77-9c1b-f73f5feb61c0 HTTP/1.1" status: 200 len: 943 time: 0.0481303 Oct 20 11:25:01.816642 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d3d5fded-4ea8-400b-bcaa-549bbec7f329 req-e254f886-c433-459b-b460-56b58c867953 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/security-groups?id=83054b74-c51a-41f3-ab21-eaa24a2d865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312784 Oct 20 11:25:01.825794 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device d5913ac1-ca71-4709-98c6-7e252596e647 details requested by agent hyperv_n-h2-811396-3 with host n-h2-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:25:01.918305 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port d5913ac1-ca71-4709-98c6-7e252596e647, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=d5913ac1-ca71-4709-98c6-7e252596e647,segment=NetworkSegment(49885acc-5a39-437c-96c1-298f1490631c),segment_id=49885acc-5a39-437c-96c1-298f1490631c)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:25:01.929583 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Returning: {'device': 'd5913ac1-ca71-4709-98c6-7e252596e647', 'network_id': '8e131716-1fe4-4340-951a-ea3682a6843e', 'port_id': 'd5913ac1-ca71-4709-98c6-7e252596e647', 'mac_address': 'fa:16:3e:2e:fc:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 824, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '753fffdc-41ee-414e-85ae-148fbed91f7e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:25:01.971121 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:01.985285 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5913ac1-ca71-4709-98c6-7e252596e647 {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:25:02.009558 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port d5913ac1-ca71-4709-98c6-7e252596e647, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=d5913ac1-ca71-4709-98c6-7e252596e647,segment=NetworkSegment(49885acc-5a39-437c-96c1-298f1490631c),segment_id=49885acc-5a39-437c-96c1-298f1490631c)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:25:02.013278 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:02.071566 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=d5913ac1-ca71-4709-98c6-7e252596e647,revision_number=8']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:02.079010 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:25:02.079364 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:25:02.079734 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:25:02.080076 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:25:02.080411 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:25:02.080745 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:25:02.081073 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:25:02.081401 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:25:02.081728 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:25:02.082162 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:25:02.082493 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:25:02.082814 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:25:02.133501 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca25939-facd-47f9-92d4-9c5a5735b734 req-3db7a1e0-7088-439b-8ee1-9c10672e57ea tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:02.134954 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0ca25939-facd-47f9-92d4-9c5a5735b734 req-3db7a1e0-7088-439b-8ee1-9c10672e57ea tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.69 "GET /v2.0/ports?device_id=7efb7b73-0cfe-4f77-9c1b-f73f5feb61c0&tenant_id=a861091a3ed04f928ecb9fc7494352e0&binding%3Ahost_id=n-h2-811396-3 HTTP/1.1" status: 200 len: 944 time: 0.0838199 Oct 20 11:25:02.145736 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7de3e5-ee61-4ca8-a7a6-d75d62cad1bc req-d7d55a3f-e8a1-457f-9aa9-fe48aadb33a3 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:02.147135 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cb7de3e5-ee61-4ca8-a7a6-d75d62cad1bc req-d7d55a3f-e8a1-457f-9aa9-fe48aadb33a3 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=7efb7b73-0cfe-4f77-9c1b-f73f5feb61c0 HTTP/1.1" status: 200 len: 944 time: 0.0686979 Oct 20 11:25:02.217701 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cb7de3e5-ee61-4ca8-a7a6-d75d62cad1bc req-71dc3943-59f9-4661-a9d5-46090c99be7f tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/security-groups?id=83054b74-c51a-41f3-ab21-eaa24a2d865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638125 Oct 20 11:25:02.225328 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0ca25939-facd-47f9-92d4-9c5a5735b734 req-30732e92-e7bc-4e9b-9299-ef8ebe2b0dbf service neutron] 10.222.0.69 "GET /v2.0/ports/d5913ac1-ca71-4709-98c6-7e252596e647/bindings/n-h2-811396-3 HTTP/1.1" status: 200 len: 382 time: 0.0772011 Oct 20 11:25:02.253625 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['d5913ac1-ca71-4709-98c6-7e252596e647'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:25:02.308654 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca25939-facd-47f9-92d4-9c5a5735b734 req-5304399d-4315-4bf9-8d34-f2f6e760ebef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:02.310155 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0ca25939-facd-47f9-92d4-9c5a5735b734 req-5304399d-4315-4bf9-8d34-f2f6e760ebef service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a861091a3ed04f928ecb9fc7494352e0&device_id=7efb7b73-0cfe-4f77-9c1b-f73f5feb61c0 HTTP/1.1" status: 200 len: 1095 time: 0.0415242 Oct 20 11:25:02.403172 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca25939-facd-47f9-92d4-9c5a5735b734 req-0c6c9e60-e41c-447d-b710-8729662a90ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:02.404711 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0ca25939-facd-47f9-92d4-9c5a5735b734 req-0c6c9e60-e41c-447d-b710-8729662a90ff service neutron] 10.222.0.69 "GET /v2.0/networks?id=8e131716-1fe4-4340-951a-ea3682a6843e HTTP/1.1" status: 200 len: 913 time: 0.0880311 Oct 20 11:25:02.468924 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0ca25939-facd-47f9-92d4-9c5a5735b734 req-65aeddec-1f38-4dcc-8445-52a3e6f96a00 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d5913ac1-ca71-4709-98c6-7e252596e647 HTTP/1.1" status: 200 len: 1001 time: 0.0570452 Oct 20 11:25:02.520617 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca25939-facd-47f9-92d4-9c5a5735b734 req-8a6b71df-5505-466a-b87f-7aafed73126c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:02.522091 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0ca25939-facd-47f9-92d4-9c5a5735b734 req-8a6b71df-5505-466a-b87f-7aafed73126c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=753fffdc-41ee-414e-85ae-148fbed91f7e HTTP/1.1" status: 200 len: 851 time: 0.0456440 Oct 20 11:25:02.567233 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca25939-facd-47f9-92d4-9c5a5735b734 req-354d9c1f-76c2-480f-9834-887d924361d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:02.568754 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0ca25939-facd-47f9-92d4-9c5a5735b734 req-354d9c1f-76c2-480f-9834-887d924361d8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8e131716-1fe4-4340-951a-ea3682a6843e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391977 Oct 20 11:25:02.655747 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0ca25939-facd-47f9-92d4-9c5a5735b734 req-731bbed1-4100-4bdb-bb4f-de57023240e9 service neutron] 10.222.0.69 "GET /v2.0/networks/8e131716-1fe4-4340-951a-ea3682a6843e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796416 Oct 20 11:25:02.747887 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0ca25939-facd-47f9-92d4-9c5a5735b734 req-4486f986-4ae5-47f2-80f2-742a402a2fbf service neutron] 10.222.0.69 "GET /v2.0/networks/8e131716-1fe4-4340-951a-ea3682a6843e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849473 Oct 20 11:25:03.341578 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3c8612-62fe-4255-8bbe-ceac33168851 req-fbf93f03-b4c4-49a8-903c-eaeee0b5a6a8 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:03.343070 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4f3c8612-62fe-4255-8bbe-ceac33168851 req-fbf93f03-b4c4-49a8-903c-eaeee0b5a6a8 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=7efb7b73-0cfe-4f77-9c1b-f73f5feb61c0 HTTP/1.1" status: 200 len: 944 time: 0.0547481 Oct 20 11:25:03.379689 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4f3c8612-62fe-4255-8bbe-ceac33168851 req-f513e4b1-6694-44e9-a8ac-f9bccd63fdc3 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/security-groups?id=83054b74-c51a-41f3-ab21-eaa24a2d865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305181 Oct 20 11:25:03.589379 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-b730e2b1-d40c-45fe-a2fa-adfaa895b578 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:03.854969 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device d5913ac1-ca71-4709-98c6-7e252596e647 up at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:25:03.904364 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning for port d5913ac1-ca71-4709-98c6-7e252596e647 completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:25:03.908158 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning complete for port d5913ac1-ca71-4709-98c6-7e252596e647 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:25:03.908549 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:03.986573 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:04.013920 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7efb7b73-0cfe-4f77-9c1b-f73f5feb61c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5913ac1-ca71-4709-98c6-7e252596e647'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:25:04.016287 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6c33eb8-9e2d-4958-8de9-a5d6ae109f7e" -d '{"events": [{"server_uuid": "7efb7b73-0cfe-4f77-9c1b-f73f5feb61c0", "name": "network-vif-plugged", "status": "completed", "tag": "d5913ac1-ca71-4709-98c6-7e252596e647"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:25:04.028950 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port d5913ac1-ca71-4709-98c6-7e252596e647, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=d5913ac1-ca71-4709-98c6-7e252596e647,segment=NetworkSegment(49885acc-5a39-437c-96c1-298f1490631c),segment_id=49885acc-5a39-437c-96c1-298f1490631c)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:25:04.033044 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:04.069894 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf2a28a8-45d3-4fcc-a9d0-9324e00474ac x-openstack-request-id: req-bf2a28a8-45d3-4fcc-a9d0-9324e00474ac {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:25:04.070191 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7efb7b73-0cfe-4f77-9c1b-f73f5feb61c0", "name": "network-vif-plugged", "status": "completed", "tag": "d5913ac1-ca71-4709-98c6-7e252596e647", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:25:04.070447 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bf2a28a8-45d3-4fcc-a9d0-9324e00474ac {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:25:04.070863 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7efb7b73-0cfe-4f77-9c1b-f73f5feb61c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5913ac1-ca71-4709-98c6-7e252596e647', 'code': 200} Oct 20 11:25:04.086479 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=d5913ac1-ca71-4709-98c6-7e252596e647,revision_number=9']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:04.519697 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7582666-d95f-42e6-a8b1-bc71f2c0d744 req-42763573-2df9-459b-b1f6-94478d5d50f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:04.521168 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c7582666-d95f-42e6-a8b1-bc71f2c0d744 req-42763573-2df9-459b-b1f6-94478d5d50f6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a861091a3ed04f928ecb9fc7494352e0&device_id=7efb7b73-0cfe-4f77-9c1b-f73f5feb61c0 HTTP/1.1" status: 200 len: 1096 time: 0.0768778 Oct 20 11:25:04.529224 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468c9420-bc3f-404f-bffd-3fb0f02aab5b req-6a0b82e8-d3d6-45e0-8f7e-09c0f332e476 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:04.530612 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-468c9420-bc3f-404f-bffd-3fb0f02aab5b req-6a0b82e8-d3d6-45e0-8f7e-09c0f332e476 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=7efb7b73-0cfe-4f77-9c1b-f73f5feb61c0 HTTP/1.1" status: 200 len: 945 time: 0.0774374 Oct 20 11:25:04.601260 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-468c9420-bc3f-404f-bffd-3fb0f02aab5b req-a42df214-5ddc-40bf-be91-ca22182af87a tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/security-groups?id=83054b74-c51a-41f3-ab21-eaa24a2d865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636098 Oct 20 11:25:04.657741 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7582666-d95f-42e6-a8b1-bc71f2c0d744 req-3148cf67-5973-40aa-88d9-3c485ea37588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:04.659303 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c7582666-d95f-42e6-a8b1-bc71f2c0d744 req-3148cf67-5973-40aa-88d9-3c485ea37588 service neutron] 10.222.0.69 "GET /v2.0/networks?id=8e131716-1fe4-4340-951a-ea3682a6843e HTTP/1.1" status: 200 len: 913 time: 0.1073945 Oct 20 11:25:04.725338 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c7582666-d95f-42e6-a8b1-bc71f2c0d744 req-5393b7e5-95f4-418b-ab27-883362401df1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d5913ac1-ca71-4709-98c6-7e252596e647 HTTP/1.1" status: 200 len: 1002 time: 0.0591021 Oct 20 11:25:04.774474 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7582666-d95f-42e6-a8b1-bc71f2c0d744 req-9d575581-443d-4435-9621-1ce8e37a043c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:04.775914 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c7582666-d95f-42e6-a8b1-bc71f2c0d744 req-9d575581-443d-4435-9621-1ce8e37a043c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=753fffdc-41ee-414e-85ae-148fbed91f7e HTTP/1.1" status: 200 len: 851 time: 0.0438988 Oct 20 11:25:04.825429 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7582666-d95f-42e6-a8b1-bc71f2c0d744 req-81fbe85f-d594-401e-a698-fe7544aaf8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:04.826937 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c7582666-d95f-42e6-a8b1-bc71f2c0d744 req-81fbe85f-d594-401e-a698-fe7544aaf8f8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8e131716-1fe4-4340-951a-ea3682a6843e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437758 Oct 20 11:25:04.917854 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c7582666-d95f-42e6-a8b1-bc71f2c0d744 req-2e704540-6af7-4aa4-b07e-4f9f6cac5a40 service neutron] 10.222.0.69 "GET /v2.0/networks/8e131716-1fe4-4340-951a-ea3682a6843e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834780 Oct 20 11:25:05.013983 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c7582666-d95f-42e6-a8b1-bc71f2c0d744 req-a2d6808a-d250-47bb-a5f7-752023028a20 service neutron] 10.222.0.69 "GET /v2.0/networks/8e131716-1fe4-4340-951a-ea3682a6843e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890291 Oct 20 11:25:05.730354 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205f2acd-26a8-49f1-bad1-7d13769a79ca req-9f1e6e1b-a59b-4ce4-aec2-48b1107e17fe tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:05.732068 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-205f2acd-26a8-49f1-bad1-7d13769a79ca req-9f1e6e1b-a59b-4ce4-aec2-48b1107e17fe tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=7efb7b73-0cfe-4f77-9c1b-f73f5feb61c0 HTTP/1.1" status: 200 len: 945 time: 0.0604250 Oct 20 11:25:05.773530 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-205f2acd-26a8-49f1-bad1-7d13769a79ca req-63eb7e7e-694c-40ee-9a68-04d39bdd0862 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/security-groups?id=83054b74-c51a-41f3-ab21-eaa24a2d865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353439 Oct 20 11:25:06.451888 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-8ce59857-f118-46b7-9659-a8959bd05ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:06.898257 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4112109-9312-4d02-8df4-c343623d1655 req-b942c5a5-edac-4ccd-9d7f-731cae4791ed tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:06.899715 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c4112109-9312-4d02-8df4-c343623d1655 req-b942c5a5-edac-4ccd-9d7f-731cae4791ed tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=7efb7b73-0cfe-4f77-9c1b-f73f5feb61c0 HTTP/1.1" status: 200 len: 945 time: 0.0573421 Oct 20 11:25:06.953237 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca25939-facd-47f9-92d4-9c5a5735b734 req-68ff922f-335a-4c9a-89ac-c0057a201193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:06.954741 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0ca25939-facd-47f9-92d4-9c5a5735b734 req-68ff922f-335a-4c9a-89ac-c0057a201193 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7efb7b73-0cfe-4f77-9c1b-f73f5feb61c0&tenant_id=a861091a3ed04f928ecb9fc7494352e0 HTTP/1.1" status: 200 len: 1096 time: 0.0736742 Oct 20 11:25:06.959668 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c4112109-9312-4d02-8df4-c343623d1655 req-b34ec18a-58da-4aee-af08-309038891e4a tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/security-groups?id=83054b74-c51a-41f3-ab21-eaa24a2d865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471246 Oct 20 11:25:06.972248 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-0ca25939-facd-47f9-92d4-9c5a5735b734 req-bb6983a7-05bd-4c47-8769-4d6865bc0daf service neutron] Request body: {'port': {'binding:host_id': 'n-h1-811396-3', 'device_owner': 'compute:nova'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:25:07.022907 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-0ca25939-facd-47f9-92d4-9c5a5735b734 req-bb6983a7-05bd-4c47-8769-4d6865bc0daf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:07.204894 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:07.507889 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-0ca25939-facd-47f9-92d4-9c5a5735b734 req-bb6983a7-05bd-4c47-8769-4d6865bc0daf service neutron] For port d5913ac1-ca71-4709-98c6-7e252596e647, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=d5913ac1-ca71-4709-98c6-7e252596e647,segment=NetworkSegment(49885acc-5a39-437c-96c1-298f1490631c),segment_id=49885acc-5a39-437c-96c1-298f1490631c)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:25:07.539813 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-0ca25939-facd-47f9-92d4-9c5a5735b734 req-bb6983a7-05bd-4c47-8769-4d6865bc0daf service neutron] For port d5913ac1-ca71-4709-98c6-7e252596e647, host n-h2-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:25:07.582132 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7efb7b73-0cfe-4f77-9c1b-f73f5feb61c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5913ac1-ca71-4709-98c6-7e252596e647'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:25:07.585073 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2831db2-3616-48f9-9dda-9c5de1ef3f2b" -d '{"events": [{"server_uuid": "7efb7b73-0cfe-4f77-9c1b-f73f5feb61c0", "name": "network-vif-unplugged", "status": "completed", "tag": "d5913ac1-ca71-4709-98c6-7e252596e647"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:25:07.588949 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-0ca25939-facd-47f9-92d4-9c5a5735b734 req-bb6983a7-05bd-4c47-8769-4d6865bc0daf service neutron] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:07.606196 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.provisioning_blocks [req-0ca25939-facd-47f9-92d4-9c5a5735b734 req-bb6983a7-05bd-4c47-8769-4d6865bc0daf service neutron] Transition to ACTIVE for port object d5913ac1-ca71-4709-98c6-7e252596e647 will not be triggered until provisioned by entity L2. {{(pid=100596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:25:07.610431 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-0ca25939-facd-47f9-92d4-9c5a5735b734 req-bb6983a7-05bd-4c47-8769-4d6865bc0daf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:07.673089 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Oct 2021 11:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b050d37-3a86-47bd-8468-cd5aa4ed16d8 x-openstack-request-id: req-1b050d37-3a86-47bd-8468-cd5aa4ed16d8 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:25:07.673536 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7efb7b73-0cfe-4f77-9c1b-f73f5feb61c0", "name": "network-vif-unplugged", "status": "completed", "tag": "d5913ac1-ca71-4709-98c6-7e252596e647", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:25:07.673921 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1b050d37-3a86-47bd-8468-cd5aa4ed16d8 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:25:07.674519 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7efb7b73-0cfe-4f77-9c1b-f73f5feb61c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5913ac1-ca71-4709-98c6-7e252596e647', 'code': 200} Oct 20 11:25:07.721563 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6983a7-05bd-4c47-8769-4d6865bc0daf service neutron] Pushing event updated for resources: {'Port': ['ID=d5913ac1-ca71-4709-98c6-7e252596e647,revision_number=10']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:07.723262 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:07.762252 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ca25939-facd-47f9-92d4-9c5a5735b734 req-bb6983a7-05bd-4c47-8769-4d6865bc0daf service neutron] No DVR routers for this DVR port d5913ac1-ca71-4709-98c6-7e252596e647 on host n-h2-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:25:07.899288 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-0ca25939-facd-47f9-92d4-9c5a5735b734 req-bb6983a7-05bd-4c47-8769-4d6865bc0daf service neutron] Attempting to bind port d5913ac1-ca71-4709-98c6-7e252596e647 on host n-h1-811396-3 for vnic_type normal with profile {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:25:07.900037 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-0ca25939-facd-47f9-92d4-9c5a5735b734 req-bb6983a7-05bd-4c47-8769-4d6865bc0daf service neutron] Attempting to bind port d5913ac1-ca71-4709-98c6-7e252596e647 by drivers openvswitch,hyperv on host n-h1-811396-3 at level 0 using segments [{'id': '49885acc-5a39-437c-96c1-298f1490631c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '8e131716-1fe4-4340-951a-ea3682a6843e'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:25:07.900037 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca25939-facd-47f9-92d4-9c5a5735b734 req-bb6983a7-05bd-4c47-8769-4d6865bc0daf service neutron] Attempting to bind port d5913ac1-ca71-4709-98c6-7e252596e647 on network 8e131716-1fe4-4340-951a-ea3682a6843e {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:25:07.904914 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca25939-facd-47f9-92d4-9c5a5735b734 req-bb6983a7-05bd-4c47-8769-4d6865bc0daf service neutron] Port d5913ac1-ca71-4709-98c6-7e252596e647 on network 8e131716-1fe4-4340-951a-ea3682a6843e not bound, no agent of type Open vSwitch agent registered on host n-h1-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:25:07.905240 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca25939-facd-47f9-92d4-9c5a5735b734 req-bb6983a7-05bd-4c47-8769-4d6865bc0daf service neutron] Attempting to bind port d5913ac1-ca71-4709-98c6-7e252596e647 on network 8e131716-1fe4-4340-951a-ea3682a6843e {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:25:07.910731 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca25939-facd-47f9-92d4-9c5a5735b734 req-bb6983a7-05bd-4c47-8769-4d6865bc0daf service neutron] Checking agent: {'id': 'b707b4cc-061f-4cf4-bce0-0b3df9b7bec9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 24, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:25:07.911079 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca25939-facd-47f9-92d4-9c5a5735b734 req-bb6983a7-05bd-4c47-8769-4d6865bc0daf service neutron] Checking segment: {'id': '49885acc-5a39-437c-96c1-298f1490631c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '8e131716-1fe4-4340-951a-ea3682a6843e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:25:07.911494 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca25939-facd-47f9-92d4-9c5a5735b734 req-bb6983a7-05bd-4c47-8769-4d6865bc0daf service neutron] Bound using segment: {'id': '49885acc-5a39-437c-96c1-298f1490631c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '8e131716-1fe4-4340-951a-ea3682a6843e'} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:25:07.911924 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-0ca25939-facd-47f9-92d4-9c5a5735b734 req-bb6983a7-05bd-4c47-8769-4d6865bc0daf service neutron] Bound port: d5913ac1-ca71-4709-98c6-7e252596e647, host: n-h1-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49885acc-5a39-437c-96c1-298f1490631c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '8e131716-1fe4-4340-951a-ea3682a6843e'}}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:25:07.912282 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-0ca25939-facd-47f9-92d4-9c5a5735b734 req-bb6983a7-05bd-4c47-8769-4d6865bc0daf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:07.976544 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-0ca25939-facd-47f9-92d4-9c5a5735b734 req-bb6983a7-05bd-4c47-8769-4d6865bc0daf service neutron] For port d5913ac1-ca71-4709-98c6-7e252596e647, host n-h1-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:25:07.979602 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-0ca25939-facd-47f9-92d4-9c5a5735b734 req-bb6983a7-05bd-4c47-8769-4d6865bc0daf service neutron] For port d5913ac1-ca71-4709-98c6-7e252596e647, host n-h1-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=d5913ac1-ca71-4709-98c6-7e252596e647,segment=NetworkSegment(49885acc-5a39-437c-96c1-298f1490631c),segment_id=49885acc-5a39-437c-96c1-298f1490631c)] {{(pid=100596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:25:07.986033 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-0ca25939-facd-47f9-92d4-9c5a5735b734 req-bb6983a7-05bd-4c47-8769-4d6865bc0daf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:08.025575 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca25939-facd-47f9-92d4-9c5a5735b734 req-bb6983a7-05bd-4c47-8769-4d6865bc0daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:08.026196 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-0ca25939-facd-47f9-92d4-9c5a5735b734 req-bb6983a7-05bd-4c47-8769-4d6865bc0daf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:08.027640 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0ca25939-facd-47f9-92d4-9c5a5735b734 req-bb6983a7-05bd-4c47-8769-4d6865bc0daf service neutron] 10.222.0.55 "PUT /v2.0/ports/d5913ac1-ca71-4709-98c6-7e252596e647 HTTP/1.1" status: 200 len: 1092 time: 1.0593328 Oct 20 11:25:08.073007 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6983a7-05bd-4c47-8769-4d6865bc0daf service neutron] Pushing event updated for resources: {'Port': ['ID=d5913ac1-ca71-4709-98c6-7e252596e647,revision_number=11']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:08.139695 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c234fa3-6f92-4ce4-9f90-6b11f4eb70da req-aa0e3b38-5b4b-4b76-9b44-dcd6adf2d587 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:08.141334 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4c234fa3-6f92-4ce4-9f90-6b11f4eb70da req-aa0e3b38-5b4b-4b76-9b44-dcd6adf2d587 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=7efb7b73-0cfe-4f77-9c1b-f73f5feb61c0 HTTP/1.1" status: 200 len: 944 time: 0.1072996 Oct 20 11:25:08.157524 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca25939-facd-47f9-92d4-9c5a5735b734 req-25fcf85d-2658-4154-b498-13ffc03e7254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:08.159130 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0ca25939-facd-47f9-92d4-9c5a5735b734 req-25fcf85d-2658-4154-b498-13ffc03e7254 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a861091a3ed04f928ecb9fc7494352e0&device_id=7efb7b73-0cfe-4f77-9c1b-f73f5feb61c0 HTTP/1.1" status: 200 len: 1095 time: 0.0883670 Oct 20 11:25:08.214014 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4c234fa3-6f92-4ce4-9f90-6b11f4eb70da req-40899d41-a3f9-450f-80a9-96a3b0143f94 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/security-groups?id=83054b74-c51a-41f3-ab21-eaa24a2d865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647156 Oct 20 11:25:08.269390 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca25939-facd-47f9-92d4-9c5a5735b734 req-293d9395-174b-46a4-bd48-5b0a2860da05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:08.270789 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0ca25939-facd-47f9-92d4-9c5a5735b734 req-293d9395-174b-46a4-bd48-5b0a2860da05 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8e131716-1fe4-4340-951a-ea3682a6843e HTTP/1.1" status: 200 len: 913 time: 0.1039686 Oct 20 11:25:08.341358 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0ca25939-facd-47f9-92d4-9c5a5735b734 req-72de2811-8eb1-4ce6-a584-07e83d14379b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d5913ac1-ca71-4709-98c6-7e252596e647 HTTP/1.1" status: 200 len: 1000 time: 0.0624909 Oct 20 11:25:08.390528 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca25939-facd-47f9-92d4-9c5a5735b734 req-7acf39e4-dd52-4891-8e34-c7c0dd2775a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:08.392125 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0ca25939-facd-47f9-92d4-9c5a5735b734 req-7acf39e4-dd52-4891-8e34-c7c0dd2775a7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=753fffdc-41ee-414e-85ae-148fbed91f7e HTTP/1.1" status: 200 len: 851 time: 0.0444555 Oct 20 11:25:08.438508 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca25939-facd-47f9-92d4-9c5a5735b734 req-e8b8e2b7-1015-44a6-bd8b-54429c2f5806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:08.440070 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0ca25939-facd-47f9-92d4-9c5a5735b734 req-e8b8e2b7-1015-44a6-bd8b-54429c2f5806 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8e131716-1fe4-4340-951a-ea3682a6843e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414963 Oct 20 11:25:08.536617 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0ca25939-facd-47f9-92d4-9c5a5735b734 req-1f373710-6746-432f-9f24-c9c9698609cf service neutron] 10.222.0.55 "GET /v2.0/networks/8e131716-1fe4-4340-951a-ea3682a6843e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894291 Oct 20 11:25:08.586731 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:08.632898 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0ca25939-facd-47f9-92d4-9c5a5735b734 req-1a8ec87a-f054-44d6-8b80-2b6203114083 service neutron] 10.222.0.55 "GET /v2.0/networks/8e131716-1fe4-4340-951a-ea3682a6843e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893312 Oct 20 11:25:09.092852 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:09.339025 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a747c169-4f1f-4935-8fe0-d4ff01f30a90 req-cc430029-8248-44e1-98f8-e3ed6afb9ed6 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:09.340604 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a747c169-4f1f-4935-8fe0-d4ff01f30a90 req-cc430029-8248-44e1-98f8-e3ed6afb9ed6 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=7efb7b73-0cfe-4f77-9c1b-f73f5feb61c0 HTTP/1.1" status: 200 len: 944 time: 0.0553989 Oct 20 11:25:09.381169 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a747c169-4f1f-4935-8fe0-d4ff01f30a90 req-e5291818-d00e-4108-95bb-2b3e6258c08e tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/security-groups?id=83054b74-c51a-41f3-ab21-eaa24a2d865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343766 Oct 20 11:25:09.676376 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7efb7b73-0cfe-4f77-9c1b-f73f5feb61c0', 'tag': 'd5913ac1-ca71-4709-98c6-7e252596e647'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:25:09.678645 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a3e3878-253c-4658-a1af-bbfe43dcc7fb" -d '{"events": [{"name": "network-changed", "server_uuid": "7efb7b73-0cfe-4f77-9c1b-f73f5feb61c0", "tag": "d5913ac1-ca71-4709-98c6-7e252596e647"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:25:09.727130 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a261b5f1-a554-41ce-a3ba-425ed59b8f87 x-openstack-request-id: req-a261b5f1-a554-41ce-a3ba-425ed59b8f87 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:25:09.727470 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7efb7b73-0cfe-4f77-9c1b-f73f5feb61c0", "tag": "d5913ac1-ca71-4709-98c6-7e252596e647", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:25:09.727729 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a261b5f1-a554-41ce-a3ba-425ed59b8f87 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:25:09.728132 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7efb7b73-0cfe-4f77-9c1b-f73f5feb61c0', 'tag': 'd5913ac1-ca71-4709-98c6-7e252596e647', 'status': 'completed', 'code': 200} Oct 20 11:25:09.820593 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3e3878-253c-4658-a1af-bbfe43dcc7fb req-dbd5e9dc-3ea9-4e58-80c4-8af0a74fca96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:09.822131 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7a3e3878-253c-4658-a1af-bbfe43dcc7fb req-dbd5e9dc-3ea9-4e58-80c4-8af0a74fca96 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a861091a3ed04f928ecb9fc7494352e0&device_id=7efb7b73-0cfe-4f77-9c1b-f73f5feb61c0 HTTP/1.1" status: 200 len: 1095 time: 0.0712476 Oct 20 11:25:09.828515 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3e3878-253c-4658-a1af-bbfe43dcc7fb req-cfab9cb0-5810-4dd1-b3d1-fd727cf6ea1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:09.830122 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7a3e3878-253c-4658-a1af-bbfe43dcc7fb req-cfab9cb0-5810-4dd1-b3d1-fd727cf6ea1a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a861091a3ed04f928ecb9fc7494352e0&device_id=7efb7b73-0cfe-4f77-9c1b-f73f5feb61c0 HTTP/1.1" status: 200 len: 1095 time: 0.0542014 Oct 20 11:25:09.884809 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device d5913ac1-ca71-4709-98c6-7e252596e647 no longer exists at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:25:09.923716 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device d5913ac1-ca71-4709-98c6-7e252596e647 not bound to the agent host n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:25:09.985942 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3e3878-253c-4658-a1af-bbfe43dcc7fb req-881c3a4e-4d2f-4b74-80a3-010dad7302d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:09.987420 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7a3e3878-253c-4658-a1af-bbfe43dcc7fb req-881c3a4e-4d2f-4b74-80a3-010dad7302d8 service neutron] 10.222.0.69 "GET /v2.0/networks?id=8e131716-1fe4-4340-951a-ea3682a6843e HTTP/1.1" status: 200 len: 913 time: 0.1563535 Oct 20 11:25:09.990076 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3e3878-253c-4658-a1af-bbfe43dcc7fb req-2013a850-817a-4442-b86f-0d071380948d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:09.991480 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7a3e3878-253c-4658-a1af-bbfe43dcc7fb req-2013a850-817a-4442-b86f-0d071380948d service neutron] 10.222.0.55 "GET /v2.0/networks?id=8e131716-1fe4-4340-951a-ea3682a6843e HTTP/1.1" status: 200 len: 913 time: 0.1522772 Oct 20 11:25:10.105701 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7a3e3878-253c-4658-a1af-bbfe43dcc7fb req-2b05f55e-87e1-4141-8d5f-df5c06d765fc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d5913ac1-ca71-4709-98c6-7e252596e647 HTTP/1.1" status: 200 len: 1000 time: 0.1112006 Oct 20 11:25:10.107494 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7a3e3878-253c-4658-a1af-bbfe43dcc7fb req-4a2bd41c-5eca-47a1-b63c-06d5071d1921 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d5913ac1-ca71-4709-98c6-7e252596e647 HTTP/1.1" status: 200 len: 1000 time: 0.1070664 Oct 20 11:25:10.197598 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3e3878-253c-4658-a1af-bbfe43dcc7fb req-08d50bd1-e3f2-4b94-9636-f457dd9e6e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:10.199091 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7a3e3878-253c-4658-a1af-bbfe43dcc7fb req-08d50bd1-e3f2-4b94-9636-f457dd9e6e91 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=753fffdc-41ee-414e-85ae-148fbed91f7e HTTP/1.1" status: 200 len: 851 time: 0.0872440 Oct 20 11:25:10.200502 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3e3878-253c-4658-a1af-bbfe43dcc7fb req-aa2b3f2e-c39c-4b9c-8135-0d08af5626f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:10.201825 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7a3e3878-253c-4658-a1af-bbfe43dcc7fb req-aa2b3f2e-c39c-4b9c-8135-0d08af5626f9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=753fffdc-41ee-414e-85ae-148fbed91f7e HTTP/1.1" status: 200 len: 851 time: 0.0824282 Oct 20 11:25:10.277997 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3e3878-253c-4658-a1af-bbfe43dcc7fb req-b9855a24-54e1-4bfa-9278-8e7301e2623a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:10.279540 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7a3e3878-253c-4658-a1af-bbfe43dcc7fb req-b9855a24-54e1-4bfa-9278-8e7301e2623a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8e131716-1fe4-4340-951a-ea3682a6843e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0739036 Oct 20 11:25:10.281930 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3e3878-253c-4658-a1af-bbfe43dcc7fb req-f140894a-c0d0-45c4-9280-e90c2bb301a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:10.283285 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7a3e3878-253c-4658-a1af-bbfe43dcc7fb req-f140894a-c0d0-45c4-9280-e90c2bb301a7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8e131716-1fe4-4340-951a-ea3682a6843e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0698445 Oct 20 11:25:10.452474 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7a3e3878-253c-4658-a1af-bbfe43dcc7fb req-3d55fd14-5a46-4766-aa5c-60eb4853180a service neutron] 10.222.0.69 "GET /v2.0/networks/8e131716-1fe4-4340-951a-ea3682a6843e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647458 Oct 20 11:25:10.454294 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7a3e3878-253c-4658-a1af-bbfe43dcc7fb req-5570b1ea-02e8-475b-a5a1-dcdd82803cdb service neutron] 10.222.0.55 "GET /v2.0/networks/8e131716-1fe4-4340-951a-ea3682a6843e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595380 Oct 20 11:25:10.627899 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a188a3-9cea-4153-a336-06424aec3275 req-ca840e3c-5a4a-4618-9d03-53cb78a6b02a tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:10.629315 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-37a188a3-9cea-4153-a336-06424aec3275 req-ca840e3c-5a4a-4618-9d03-53cb78a6b02a tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=7efb7b73-0cfe-4f77-9c1b-f73f5feb61c0 HTTP/1.1" status: 200 len: 944 time: 0.1710889 Oct 20 11:25:10.675836 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7a3e3878-253c-4658-a1af-bbfe43dcc7fb req-feb153d5-85f4-4a79-a295-b8a1dc2ea514 service neutron] 10.222.0.69 "GET /v2.0/networks/8e131716-1fe4-4340-951a-ea3682a6843e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091856 Oct 20 11:25:10.679359 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7a3e3878-253c-4658-a1af-bbfe43dcc7fb req-2151099a-f634-4e8c-a51b-a62ff75520c8 service neutron] 10.222.0.55 "GET /v2.0/networks/8e131716-1fe4-4340-951a-ea3682a6843e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043610 Oct 20 11:25:10.696445 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-37a188a3-9cea-4153-a336-06424aec3275 req-8c9172be-5da3-404b-a643-3c4233cd9db6 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/security-groups?id=83054b74-c51a-41f3-ab21-eaa24a2d865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581026 Oct 20 11:25:11.821901 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb5570e-1c8e-4423-a1de-38f60a344a1b req-4c29c0ed-8450-41df-be21-705872d48353 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:11.823547 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5cb5570e-1c8e-4423-a1de-38f60a344a1b req-4c29c0ed-8450-41df-be21-705872d48353 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=7efb7b73-0cfe-4f77-9c1b-f73f5feb61c0 HTTP/1.1" status: 200 len: 944 time: 0.0540173 Oct 20 11:25:11.864085 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5cb5570e-1c8e-4423-a1de-38f60a344a1b req-41680105-ed4f-492b-94b4-4c8389b7a9d7 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/security-groups?id=83054b74-c51a-41f3-ab21-eaa24a2d865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341365 Oct 20 11:25:12.979644 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf2d0c4-67d5-4f8b-835f-e1d6ddbb43dd req-1831618f-b5aa-4858-9707-5b1a00ef1a8a tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:12.981051 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6bf2d0c4-67d5-4f8b-835f-e1d6ddbb43dd req-1831618f-b5aa-4858-9707-5b1a00ef1a8a tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=7efb7b73-0cfe-4f77-9c1b-f73f5feb61c0 HTTP/1.1" status: 200 len: 944 time: 0.0481513 Oct 20 11:25:13.018331 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6bf2d0c4-67d5-4f8b-835f-e1d6ddbb43dd req-82d8bc13-b489-431d-97cc-e6be0551961c tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/security-groups?id=83054b74-c51a-41f3-ab21-eaa24a2d865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313342 Oct 20 11:25:14.135780 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53cb95e-b8de-435c-bda3-416e4dcfa434 req-bae099a0-270e-4f00-9f83-b947adab55df tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:14.137243 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f53cb95e-b8de-435c-bda3-416e4dcfa434 req-bae099a0-270e-4f00-9f83-b947adab55df tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=7efb7b73-0cfe-4f77-9c1b-f73f5feb61c0 HTTP/1.1" status: 200 len: 944 time: 0.0521960 Oct 20 11:25:14.174152 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f53cb95e-b8de-435c-bda3-416e4dcfa434 req-203f0b1c-0abb-4fbc-8f5d-53a65342d004 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/security-groups?id=83054b74-c51a-41f3-ab21-eaa24a2d865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311487 Oct 20 11:25:15.288982 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341d357a-c68a-4611-a616-5e45b965815c req-0376f15c-b3a9-424c-b0dc-81500fe62537 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:15.290503 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-341d357a-c68a-4611-a616-5e45b965815c req-0376f15c-b3a9-424c-b0dc-81500fe62537 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=7efb7b73-0cfe-4f77-9c1b-f73f5feb61c0 HTTP/1.1" status: 200 len: 944 time: 0.0492539 Oct 20 11:25:15.328583 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-341d357a-c68a-4611-a616-5e45b965815c req-5a899062-9cdc-4d4c-aa78-2a5a3083304f tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/security-groups?id=83054b74-c51a-41f3-ab21-eaa24a2d865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318317 Oct 20 11:25:16.444665 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198dd361-53d3-4ac7-a204-2b99b004674b req-aad03f14-e5c4-4f89-a443-fca3c2c41753 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:16.446164 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-198dd361-53d3-4ac7-a204-2b99b004674b req-aad03f14-e5c4-4f89-a443-fca3c2c41753 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=7efb7b73-0cfe-4f77-9c1b-f73f5feb61c0 HTTP/1.1" status: 200 len: 944 time: 0.0507436 Oct 20 11:25:16.483542 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-198dd361-53d3-4ac7-a204-2b99b004674b req-73df98ef-8311-41e3-8cd1-30efe20e515b tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/security-groups?id=83054b74-c51a-41f3-ab21-eaa24a2d865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314078 Oct 20 11:25:17.606185 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a497038-829d-4892-bc98-05efbdc4d5f2 req-e2198464-aff2-4a84-a9d2-cdc0c29b871f tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:17.607725 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7a497038-829d-4892-bc98-05efbdc4d5f2 req-e2198464-aff2-4a84-a9d2-cdc0c29b871f tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=7efb7b73-0cfe-4f77-9c1b-f73f5feb61c0 HTTP/1.1" status: 200 len: 944 time: 0.0536139 Oct 20 11:25:17.645553 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7a497038-829d-4892-bc98-05efbdc4d5f2 req-70f87378-0067-4e12-9b53-f77497df83ed tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/security-groups?id=83054b74-c51a-41f3-ab21-eaa24a2d865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312252 Oct 20 11:25:18.761124 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d353d6ed-8295-4fd5-bf81-85b36b86c3ae req-ca1542e9-e5d8-4287-a509-6a211599d627 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:18.762595 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d353d6ed-8295-4fd5-bf81-85b36b86c3ae req-ca1542e9-e5d8-4287-a509-6a211599d627 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=7efb7b73-0cfe-4f77-9c1b-f73f5feb61c0 HTTP/1.1" status: 200 len: 944 time: 0.0484016 Oct 20 11:25:18.799912 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d353d6ed-8295-4fd5-bf81-85b36b86c3ae req-0ba9596c-518d-4d05-8d45-8f5d8182c55a tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/security-groups?id=83054b74-c51a-41f3-ab21-eaa24a2d865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314121 Oct 20 11:25:19.699013 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:19.984037 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f999963f-85a3-46fd-a1f3-95aff3bc42ff req-eea46164-a544-4cb2-ae0b-b5fdf7ea3882 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:19.985423 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f999963f-85a3-46fd-a1f3-95aff3bc42ff req-eea46164-a544-4cb2-ae0b-b5fdf7ea3882 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=7efb7b73-0cfe-4f77-9c1b-f73f5feb61c0 HTTP/1.1" status: 200 len: 944 time: 0.0488265 Oct 20 11:25:20.029426 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f999963f-85a3-46fd-a1f3-95aff3bc42ff req-31b3c033-19fc-4269-abd2-6f3cf8e85c99 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/security-groups?id=83054b74-c51a-41f3-ab21-eaa24a2d865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373645 Oct 20 11:25:21.182983 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c64099-ff6b-4ae2-b62e-cf03d8b22b4c req-3ab8270e-0dad-4b38-9a25-fb1eefe820cb tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:21.184591 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c6c64099-ff6b-4ae2-b62e-cf03d8b22b4c req-3ab8270e-0dad-4b38-9a25-fb1eefe820cb tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=7efb7b73-0cfe-4f77-9c1b-f73f5feb61c0 HTTP/1.1" status: 200 len: 944 time: 0.0516336 Oct 20 11:25:21.221892 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c6c64099-ff6b-4ae2-b62e-cf03d8b22b4c req-c867e631-5dba-4692-8a24-66f7d446de38 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/security-groups?id=83054b74-c51a-41f3-ab21-eaa24a2d865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313756 Oct 20 11:25:22.416835 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e68f16-778f-435d-b205-0ffd8a7734e4 req-29e42cbf-943a-4d1b-9757-d19a0645132c tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:22.418356 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-61e68f16-778f-435d-b205-0ffd8a7734e4 req-29e42cbf-943a-4d1b-9757-d19a0645132c tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=7efb7b73-0cfe-4f77-9c1b-f73f5feb61c0 HTTP/1.1" status: 200 len: 944 time: 0.0926657 Oct 20 11:25:22.456778 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-61e68f16-778f-435d-b205-0ffd8a7734e4 req-3fba84b8-6300-4f2a-a81f-da0f9076ac06 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/security-groups?id=83054b74-c51a-41f3-ab21-eaa24a2d865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322533 Oct 20 11:25:22.579170 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d9d4d4-5cfe-44b2-81b3-786c3c90431d req-380b201c-3332-4ed0-b2f7-c3cfbdfcb172 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:22.580658 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-34d9d4d4-5cfe-44b2-81b3-786c3c90431d req-380b201c-3332-4ed0-b2f7-c3cfbdfcb172 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=7efb7b73-0cfe-4f77-9c1b-f73f5feb61c0 HTTP/1.1" status: 200 len: 944 time: 0.0547795 Oct 20 11:25:22.618846 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-34d9d4d4-5cfe-44b2-81b3-786c3c90431d req-496473e5-90f4-40e3-9f5b-1e357834f6b1 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/security-groups?id=83054b74-c51a-41f3-ab21-eaa24a2d865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323031 Oct 20 11:25:22.628846 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device d5913ac1-ca71-4709-98c6-7e252596e647 details requested by agent hyperv_n-h1-811396-3 with host n-h1-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:25:22.725155 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port d5913ac1-ca71-4709-98c6-7e252596e647, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=d5913ac1-ca71-4709-98c6-7e252596e647,segment=NetworkSegment(49885acc-5a39-437c-96c1-298f1490631c),segment_id=49885acc-5a39-437c-96c1-298f1490631c)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:25:22.736795 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5c5891-7304-4c8f-80c6-56510281b134 req-d0b97929-be37-479e-a149-9367a099032f tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:22.736979 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Returning: {'device': 'd5913ac1-ca71-4709-98c6-7e252596e647', 'network_id': '8e131716-1fe4-4340-951a-ea3682a6843e', 'port_id': 'd5913ac1-ca71-4709-98c6-7e252596e647', 'mac_address': 'fa:16:3e:2e:fc:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 824, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '753fffdc-41ee-414e-85ae-148fbed91f7e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:25:22.738327 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6c5c5891-7304-4c8f-80c6-56510281b134 req-d0b97929-be37-479e-a149-9367a099032f tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=7efb7b73-0cfe-4f77-9c1b-f73f5feb61c0 HTTP/1.1" status: 200 len: 944 time: 0.0527182 Oct 20 11:25:22.773154 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:22.775918 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6c5c5891-7304-4c8f-80c6-56510281b134 req-9e31f08a-59cc-4ad4-9d60-b77572387d90 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/security-groups?id=83054b74-c51a-41f3-ab21-eaa24a2d865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310562 Oct 20 11:25:22.785499 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5913ac1-ca71-4709-98c6-7e252596e647 {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:25:22.804444 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port d5913ac1-ca71-4709-98c6-7e252596e647, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=d5913ac1-ca71-4709-98c6-7e252596e647,segment=NetworkSegment(49885acc-5a39-437c-96c1-298f1490631c),segment_id=49885acc-5a39-437c-96c1-298f1490631c)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:25:22.809186 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:22.866514 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=d5913ac1-ca71-4709-98c6-7e252596e647,revision_number=12']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:23.013979 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4e7d14-4ea1-4a5f-bfdc-c08b38207193 req-53242978-b5a8-4f09-a0eb-fc76fd9a8cdb tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:23.015481 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fe4e7d14-4ea1-4a5f-bfdc-c08b38207193 req-53242978-b5a8-4f09-a0eb-fc76fd9a8cdb tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=7efb7b73-0cfe-4f77-9c1b-f73f5feb61c0 HTTP/1.1" status: 200 len: 945 time: 0.0490515 Oct 20 11:25:23.051857 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fe4e7d14-4ea1-4a5f-bfdc-c08b38207193 req-05d2043b-ecdc-4372-9f23-367829af5591 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/security-groups?id=83054b74-c51a-41f3-ab21-eaa24a2d865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303917 Oct 20 11:25:23.281025 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['d5913ac1-ca71-4709-98c6-7e252596e647'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:25:24.246463 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad950a5-b658-4bd6-94d4-ea95dd34068f req-679241aa-9b1e-4868-a295-d089761f9412 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:24.247986 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0ad950a5-b658-4bd6-94d4-ea95dd34068f req-679241aa-9b1e-4868-a295-d089761f9412 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=7efb7b73-0cfe-4f77-9c1b-f73f5feb61c0 HTTP/1.1" status: 200 len: 945 time: 0.0908067 Oct 20 11:25:24.285570 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0ad950a5-b658-4bd6-94d4-ea95dd34068f req-2c5802e7-a5a3-49a1-9c0e-78fe97cfce85 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/security-groups?id=83054b74-c51a-41f3-ab21-eaa24a2d865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315597 Oct 20 11:25:24.628982 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device d5913ac1-ca71-4709-98c6-7e252596e647 up at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:25:24.678754 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning for port d5913ac1-ca71-4709-98c6-7e252596e647 completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:25:24.682776 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning complete for port d5913ac1-ca71-4709-98c6-7e252596e647 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:25:24.683156 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:24.756580 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:24.778179 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7efb7b73-0cfe-4f77-9c1b-f73f5feb61c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5913ac1-ca71-4709-98c6-7e252596e647'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:25:24.780548 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1946299dc8b71106de2ad985ec9447f5c765f8194feaa86468a701ec671a4dbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43fdb044-e2cb-49e8-8026-32269fb98b94" -d '{"events": [{"server_uuid": "7efb7b73-0cfe-4f77-9c1b-f73f5feb61c0", "name": "network-vif-plugged", "status": "completed", "tag": "d5913ac1-ca71-4709-98c6-7e252596e647"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:25:24.794561 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port d5913ac1-ca71-4709-98c6-7e252596e647, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=d5913ac1-ca71-4709-98c6-7e252596e647,segment=NetworkSegment(49885acc-5a39-437c-96c1-298f1490631c),segment_id=49885acc-5a39-437c-96c1-298f1490631c)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:25:24.799768 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:24.824641 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dd8fc0b-548d-4592-ae41-c171ea0448a3 x-openstack-request-id: req-4dd8fc0b-548d-4592-ae41-c171ea0448a3 {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:25:24.824939 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7efb7b73-0cfe-4f77-9c1b-f73f5feb61c0", "name": "network-vif-plugged", "status": "completed", "tag": "d5913ac1-ca71-4709-98c6-7e252596e647", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:25:24.825200 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4dd8fc0b-548d-4592-ae41-c171ea0448a3 {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:25:24.825613 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7efb7b73-0cfe-4f77-9c1b-f73f5feb61c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5913ac1-ca71-4709-98c6-7e252596e647', 'code': 200} Oct 20 11:25:24.834098 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d6dc0b-4fad-414d-99b9-5ccd31ec08ba req-944564d2-7acc-4e0d-9ed7-4a22ea3476cb tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:24.835631 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-92d6dc0b-4fad-414d-99b9-5ccd31ec08ba req-944564d2-7acc-4e0d-9ed7-4a22ea3476cb tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.55 "GET /v2.0/ports?device_id=7efb7b73-0cfe-4f77-9c1b-f73f5feb61c0 HTTP/1.1" status: 200 len: 945 time: 0.0577016 Oct 20 11:25:24.856500 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=d5913ac1-ca71-4709-98c6-7e252596e647,revision_number=13']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:24.941392 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-92d6dc0b-4fad-414d-99b9-5ccd31ec08ba req-0aa081c5-e592-4ef2-bbaa-cf5867c61a81 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Deleting port d5913ac1-ca71-4709-98c6-7e252596e647 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:25:24.941648 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-92d6dc0b-4fad-414d-99b9-5ccd31ec08ba req-0aa081c5-e592-4ef2-bbaa-cf5867c61a81 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:25.030139 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-92d6dc0b-4fad-414d-99b9-5ccd31ec08ba req-0aa081c5-e592-4ef2-bbaa-cf5867c61a81 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] For port d5913ac1-ca71-4709-98c6-7e252596e647, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=d5913ac1-ca71-4709-98c6-7e252596e647,segment=NetworkSegment(49885acc-5a39-437c-96c1-298f1490631c),segment_id=49885acc-5a39-437c-96c1-298f1490631c)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:25:25.030505 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-92d6dc0b-4fad-414d-99b9-5ccd31ec08ba req-0aa081c5-e592-4ef2-bbaa-cf5867c61a81 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:25.195352 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-92d6dc0b-4fad-414d-99b9-5ccd31ec08ba req-0aa081c5-e592-4ef2-bbaa-cf5867c61a81 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:25.195652 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-92d6dc0b-4fad-414d-99b9-5ccd31ec08ba req-0aa081c5-e592-4ef2-bbaa-cf5867c61a81 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1773381'] for floatingip, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:25.195967 n-d-811396-3 neutron-server[100596]: INFO neutron.db.l3_db [req-92d6dc0b-4fad-414d-99b9-5ccd31ec08ba req-0aa081c5-e592-4ef2-bbaa-cf5867c61a81 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Floating IP f10b0c84-ed99-4470-b93f-d0b7d6c42ae2 disassociated. External IP: 172.25.1.157, port: d5913ac1-ca71-4709-98c6-7e252596e647. Oct 20 11:25:25.196307 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-92d6dc0b-4fad-414d-99b9-5ccd31ec08ba req-0aa081c5-e592-4ef2-bbaa-cf5867c61a81 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Calling delete_port for d5913ac1-ca71-4709-98c6-7e252596e647 owned by compute:nova {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:25:25.333588 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-92d6dc0b-4fad-414d-99b9-5ccd31ec08ba req-0aa081c5-e592-4ef2-bbaa-cf5867c61a81 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:25.364646 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa081c5-e592-4ef2-bbaa-cf5867c61a81 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Pushing event deleted for resources: {'Port': ['ID=d5913ac1-ca71-4709-98c6-7e252596e647,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:25.392424 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-dd631747-88b9-4a2e-a0c7-0aab87b504de req-3ad5ce1c-5660-413d-938e-7110d50a6ed2 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=7efb7b73-0cfe-4f77-9c1b-f73f5feb61c0 HTTP/1.1" status: 200 len: 210 time: 0.0315003 Oct 20 11:25:25.501693 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.l3_agent_scheduler [req-92d6dc0b-4fad-414d-99b9-5ccd31ec08ba req-0aa081c5-e592-4ef2-bbaa-cf5867c61a81 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Router bc3d8a16-1cd7-4726-a722-5dbcd0ede152 has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:25:25.610828 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-92d6dc0b-4fad-414d-99b9-5ccd31ec08ba req-0aa081c5-e592-4ef2-bbaa-cf5867c61a81 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:25:25.620892 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03d1211-17d0-4aa3-a57b-3c532a6ce6cd None None] Sync routers for ids ['bc3d8a16-1cd7-4726-a722-5dbcd0ede152'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:25:25.629915 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03d1211-17d0-4aa3-a57b-3c532a6ce6cd None None] Routers {'bc3d8a16-1cd7-4726-a722-5dbcd0ede152'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:25:25.631179 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-d03d1211-17d0-4aa3-a57b-3c532a6ce6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:25:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['bc3d8a16-1cd7-4726-a722-5dbcd0ede152'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:25:25.648876 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-92d6dc0b-4fad-414d-99b9-5ccd31ec08ba req-0aa081c5-e592-4ef2-bbaa-cf5867c61a81 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] No DVR routers for this DVR port d5913ac1-ca71-4709-98c6-7e252596e647 on host n-h1-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:25:25.651362 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-92d6dc0b-4fad-414d-99b9-5ccd31ec08ba req-0aa081c5-e592-4ef2-bbaa-cf5867c61a81 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:25.654679 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-92d6dc0b-4fad-414d-99b9-5ccd31ec08ba req-0aa081c5-e592-4ef2-bbaa-cf5867c61a81 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.55 "DELETE /v2.0/ports/d5913ac1-ca71-4709-98c6-7e252596e647 HTTP/1.1" status: 204 len: 173 time: 0.7947483 Oct 20 11:25:25.655136 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7efb7b73-0cfe-4f77-9c1b-f73f5feb61c0', 'name': 'network-vif-deleted', 'tag': 'd5913ac1-ca71-4709-98c6-7e252596e647'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:25:25.657361 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313623e381ea34b9ad15e433313f2644517d426e3378e4c55df234026582df34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-097716c7-0368-4a02-89f8-aee2cd1ed89c" -d '{"events": [{"server_uuid": "7efb7b73-0cfe-4f77-9c1b-f73f5feb61c0", "name": "network-vif-deleted", "tag": "d5913ac1-ca71-4709-98c6-7e252596e647"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:25:25.695719 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0fec807-fe26-416f-a520-156c9ab114c2 x-openstack-request-id: req-a0fec807-fe26-416f-a520-156c9ab114c2 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:25:25.696016 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7efb7b73-0cfe-4f77-9c1b-f73f5feb61c0", "name": "network-vif-deleted", "tag": "d5913ac1-ca71-4709-98c6-7e252596e647", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:25:25.696274 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a0fec807-fe26-416f-a520-156c9ab114c2 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:25:25.696681 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7efb7b73-0cfe-4f77-9c1b-f73f5feb61c0', 'name': 'network-vif-deleted', 'tag': 'd5913ac1-ca71-4709-98c6-7e252596e647', 'status': 'completed', 'code': 200} Oct 20 11:25:25.748797 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-d03d1211-17d0-4aa3-a57b-3c532a6ce6cd None None] Set router bc3d8a16-1cd7-4726-a722-5dbcd0ede152 gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:25:25.945502 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-d03d1211-17d0-4aa3-a57b-3c532a6ce6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc3d8a16-1cd7-4726-a722-5dbcd0ede152', 'name': 'tempest-ServerActionsTestJSON-1571779485-router', 'tenant_id': 'a861091a3ed04f928ecb9fc7494352e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '1a47596d-4c45-4857-8f6d-6971839f2b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:13:53Z', 'updated_at': '2021-10-20T11:13:55Z', 'revision_number': 4, 'project_id': 'a861091a3ed04f928ecb9fc7494352e0', 'gw_port': {'id': '1a47596d-4c45-4857-8f6d-6971839f2b62', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:32:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3d8a16-1cd7-4726-a722-5dbcd0ede152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:13:53Z', 'updated_at': '2021-10-20T11:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '7c18a350-c32d-45d3-9ea2-5916a3746a6a', 'name': '', 'network_id': '8e131716-1fe4-4340-951a-ea3682a6843e', 'tenant_id': 'a861091a3ed04f928ecb9fc7494352e0', 'mac_address': 'fa:16:3e:4f:df:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3d8a16-1cd7-4726-a722-5dbcd0ede152', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '753fffdc-41ee-414e-85ae-148fbed91f7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:13:55Z', 'updated_at': '2021-10-20T11:13:59Z', 'revision_number': 5, 'project_id': 'a861091a3ed04f928ecb9fc7494352e0', 'subnets': [{'id': '753fffdc-41ee-414e-85ae-148fbed91f7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:25:25.979881 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03d1211-17d0-4aa3-a57b-3c532a6ce6cd None None] Checking router: bc3d8a16-1cd7-4726-a722-5dbcd0ede152 for host: n-d-811396-3 {{(pid=100598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:25:25.990421 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03d1211-17d0-4aa3-a57b-3c532a6ce6cd None None] Routers {'bc3d8a16-1cd7-4726-a722-5dbcd0ede152'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:25:25.991035 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-d03d1211-17d0-4aa3-a57b-3c532a6ce6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:25:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['bc3d8a16-1cd7-4726-a722-5dbcd0ede152'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:25:26.096673 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-d03d1211-17d0-4aa3-a57b-3c532a6ce6cd None None] Set router bc3d8a16-1cd7-4726-a722-5dbcd0ede152 gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:25:26.295530 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-d03d1211-17d0-4aa3-a57b-3c532a6ce6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc3d8a16-1cd7-4726-a722-5dbcd0ede152', 'name': 'tempest-ServerActionsTestJSON-1571779485-router', 'tenant_id': 'a861091a3ed04f928ecb9fc7494352e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '1a47596d-4c45-4857-8f6d-6971839f2b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:13:53Z', 'updated_at': '2021-10-20T11:13:55Z', 'revision_number': 4, 'project_id': 'a861091a3ed04f928ecb9fc7494352e0', 'gw_port': {'id': '1a47596d-4c45-4857-8f6d-6971839f2b62', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:32:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3d8a16-1cd7-4726-a722-5dbcd0ede152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:13:53Z', 'updated_at': '2021-10-20T11:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '7c18a350-c32d-45d3-9ea2-5916a3746a6a', 'name': '', 'network_id': '8e131716-1fe4-4340-951a-ea3682a6843e', 'tenant_id': 'a861091a3ed04f928ecb9fc7494352e0', 'mac_address': 'fa:16:3e:4f:df:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3d8a16-1cd7-4726-a722-5dbcd0ede152', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '753fffdc-41ee-414e-85ae-148fbed91f7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:13:55Z', 'updated_at': '2021-10-20T11:13:59Z', 'revision_number': 5, 'project_id': 'a861091a3ed04f928ecb9fc7494352e0', 'subnets': [{'id': '753fffdc-41ee-414e-85ae-148fbed91f7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:25:26.322593 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03d1211-17d0-4aa3-a57b-3c532a6ce6cd None None] The sync data for ids ['bc3d8a16-1cd7-4726-a722-5dbcd0ede152'] in n-d-811396-3 is: [{'id': 'bc3d8a16-1cd7-4726-a722-5dbcd0ede152', 'name': 'tempest-ServerActionsTestJSON-1571779485-router', 'tenant_id': 'a861091a3ed04f928ecb9fc7494352e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '1a47596d-4c45-4857-8f6d-6971839f2b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:13:53Z', 'updated_at': '2021-10-20T11:13:55Z', 'revision_number': 4, 'project_id': 'a861091a3ed04f928ecb9fc7494352e0', 'gw_port': {'id': '1a47596d-4c45-4857-8f6d-6971839f2b62', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:32:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3d8a16-1cd7-4726-a722-5dbcd0ede152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:13:53Z', 'updated_at': '2021-10-20T11:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '7c18a350-c32d-45d3-9ea2-5916a3746a6a', 'name': '', 'network_id': '8e131716-1fe4-4340-951a-ea3682a6843e', 'tenant_id': 'a861091a3ed04f928ecb9fc7494352e0', 'mac_address': 'fa:16:3e:4f:df:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3d8a16-1cd7-4726-a722-5dbcd0ede152', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '753fffdc-41ee-414e-85ae-148fbed91f7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:13:55Z', 'updated_at': '2021-10-20T11:13:59Z', 'revision_number': 5, 'project_id': 'a861091a3ed04f928ecb9fc7494352e0', 'subnets': [{'id': '753fffdc-41ee-414e-85ae-148fbed91f7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:25:26.494743 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cd516aad-194e-4dde-8908-6f0630ab4256 req-775c7a39-5246-43f5-b804-1eac0023b108 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=7efb7b73-0cfe-4f77-9c1b-f73f5feb61c0 HTTP/1.1" status: 200 len: 210 time: 0.0276244 Oct 20 11:25:26.565014 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd98a18-a6c8-4b2d-b3a8-41b37ad10839 None None] New status for floating IP f10b0c84-ed99-4470-b93f-d0b7d6c42ae2: DOWN {{(pid=100599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 11:25:27.598389 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bd03b9ad-ed25-48c9-8ceb-ccc225b49205 req-73120c8a-049a-4467-b9fe-8a8c448afbb6 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=7efb7b73-0cfe-4f77-9c1b-f73f5feb61c0 HTTP/1.1" status: 200 len: 210 time: 0.0335777 Oct 20 11:25:28.661443 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device d5913ac1-ca71-4709-98c6-7e252596e647 no longer exists at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:25:28.683806 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] No Port match for: d5913ac1-ca71-4709-98c6-7e252596e647 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:25:28.684158 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device d5913ac1-ca71-4709-98c6-7e252596e647 not bound to the agent host n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:25:28.699202 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f4ae154a-9131-42eb-8722-86ca2a5a32f9 req-7e676377-6deb-4097-8070-af20951eb160 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=7efb7b73-0cfe-4f77-9c1b-f73f5feb61c0 HTTP/1.1" status: 200 len: 210 time: 0.0308666 Oct 20 11:25:29.794371 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e8360fe4-40ba-4c32-9f3b-b5631ce98f8d req-63848f88-0c96-4fb7-ba20-637b73754355 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/ports?device_id=7efb7b73-0cfe-4f77-9c1b-f73f5feb61c0 HTTP/1.1" status: 200 len: 210 time: 0.0256603 Oct 20 11:25:30.266794 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 7 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:25:33.589923 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-cc12be82-e41b-4f73-874a-f1ae1f29ed41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:35.564942 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 45216) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:25:35.619475 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d037c672-a217-4995-8944-aa131885e865 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:35.642719 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d037c672-a217-4995-8944-aa131885e865 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:35.696444 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d037c672-a217-4995-8944-aa131885e865 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:35.699621 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d037c672-a217-4995-8944-aa131885e865 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:35.700780 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-d037c672-a217-4995-8944-aa131885e865 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "DELETE /v2.0/security-groups/83054b74-c51a-41f3-ab21-eaa24a2d865f HTTP/1.1" status: 204 len: 168 time: 0.1348245 Oct 20 11:25:35.703498 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 45218) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:25:35.710108 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d037c672-a217-4995-8944-aa131885e865 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83054b74-c51a-41f3-ab21-eaa24a2d865f,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:35.719113 n-d-811396-3 neutron-server[100597]: INFO neutron.api.v2.resource [None req-fc625dd2-5a11-4d4c-8c68-f91fd3bf3947 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] show failed (client error): The resource could not be found. Oct 20 11:25:35.720181 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-fc625dd2-5a11-4d4c-8c68-f91fd3bf3947 tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "GET /v2.0/security-groups/83054b74-c51a-41f3-ab21-eaa24a2d865f HTTP/1.1" status: 404 len: 347 time: 0.0156007 Oct 20 11:25:35.722962 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 45222) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:25:35.846859 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-4cdd3753-13de-4445-86a0-8295e13ff19e tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Deleting port 2cdbaf40-b213-4774-9247-13fbc4debdc9 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:25:35.847108 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4cdd3753-13de-4445-86a0-8295e13ff19e tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:35.923352 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4cdd3753-13de-4445-86a0-8295e13ff19e tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:35.923701 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4cdd3753-13de-4445-86a0-8295e13ff19e tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:35.935176 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-4cdd3753-13de-4445-86a0-8295e13ff19e tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Calling delete_port for 2cdbaf40-b213-4774-9247-13fbc4debdc9 owned by network:floatingip {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:25:36.063683 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4cdd3753-13de-4445-86a0-8295e13ff19e tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:36.089295 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdd3753-13de-4445-86a0-8295e13ff19e tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Pushing event deleted for resources: {'Port': ['ID=2cdbaf40-b213-4774-9247-13fbc4debdc9,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:36.100032 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdd3753-13de-4445-86a0-8295e13ff19e tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:25:36.100319 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdd3753-13de-4445-86a0-8295e13ff19e tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:25:36.100659 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdd3753-13de-4445-86a0-8295e13ff19e tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:25:36.100996 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdd3753-13de-4445-86a0-8295e13ff19e tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:25:36.101327 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdd3753-13de-4445-86a0-8295e13ff19e tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:25:36.101656 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdd3753-13de-4445-86a0-8295e13ff19e tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:25:36.101979 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdd3753-13de-4445-86a0-8295e13ff19e tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:25:36.102302 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdd3753-13de-4445-86a0-8295e13ff19e tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:25:36.102623 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdd3753-13de-4445-86a0-8295e13ff19e tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:25:36.102945 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdd3753-13de-4445-86a0-8295e13ff19e tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:25:36.103268 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdd3753-13de-4445-86a0-8295e13ff19e tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:25:36.103617 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdd3753-13de-4445-86a0-8295e13ff19e tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:25:36.159747 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4cdd3753-13de-4445-86a0-8295e13ff19e tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Publish callbacks [] for floatingip, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:36.162367 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4cdd3753-13de-4445-86a0-8295e13ff19e tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for floatingip, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:36.163557 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-4cdd3753-13de-4445-86a0-8295e13ff19e tempest-ServerActionsTestJSON-848709085 tempest-ServerActionsTestJSON-848709085-project] 10.222.0.64 "DELETE /v2.0/floatingips/f10b0c84-ed99-4470-b93f-d0b7d6c42ae2 HTTP/1.1" status: 204 len: 168 time: 0.4396343 Oct 20 11:25:36.166572 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 45224) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:25:36.453512 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-5f30b82c-35a6-435e-a819-4a032d56536c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:36.629968 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9eaaa618-0683-47f0-9ec4-345cf27bfb12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1774405'] for router_interface, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:37.113334 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-9eaaa618-0683-47f0-9ec4-345cf27bfb12 admin admin] Deleting port 7c18a350-c32d-45d3-9ea2-5916a3746a6a {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:25:37.114014 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9eaaa618-0683-47f0-9ec4-345cf27bfb12 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:37.195183 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [None req-9eaaa618-0683-47f0-9ec4-345cf27bfb12 admin admin] For port 7c18a350-c32d-45d3-9ea2-5916a3746a6a, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=7c18a350-c32d-45d3-9ea2-5916a3746a6a,segment=NetworkSegment(49885acc-5a39-437c-96c1-298f1490631c),segment_id=49885acc-5a39-437c-96c1-298f1490631c)] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:25:37.195595 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9eaaa618-0683-47f0-9ec4-345cf27bfb12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:37.207680 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:37.212335 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-9eaaa618-0683-47f0-9ec4-345cf27bfb12 admin admin] Calling delete_port for 7c18a350-c32d-45d3-9ea2-5916a3746a6a owned by network:router_interface {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:25:37.391270 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9eaaa618-0683-47f0-9ec4-345cf27bfb12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:37.419647 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaaa618-0683-47f0-9ec4-345cf27bfb12 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c18a350-c32d-45d3-9ea2-5916a3746a6a,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:37.585933 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9eaaa618-0683-47f0-9ec4-345cf27bfb12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1771989'] for router_interface, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:37.724964 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:37.799982 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eaaa618-0683-47f0-9ec4-345cf27bfb12 admin admin] Router bc3d8a16-1cd7-4726-a722-5dbcd0ede152 has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:25:37.904899 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eaaa618-0683-47f0-9ec4-345cf27bfb12 admin admin] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:25:37.911814 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-9eaaa618-0683-47f0-9ec4-345cf27bfb12 admin admin] 10.222.0.64 "PUT /v2.0/routers/bc3d8a16-1cd7-4726-a722-5dbcd0ede152/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7442577 Oct 20 11:25:37.912787 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 45228) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:25:37.913999 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6504c8-db56-4c86-b123-85b18aa80f77 None None] Sync routers for ids ['bc3d8a16-1cd7-4726-a722-5dbcd0ede152'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:25:37.923136 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6504c8-db56-4c86-b123-85b18aa80f77 None None] Routers {'bc3d8a16-1cd7-4726-a722-5dbcd0ede152'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:25:37.923770 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-5f6504c8-db56-4c86-b123-85b18aa80f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:25:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['bc3d8a16-1cd7-4726-a722-5dbcd0ede152'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:25:38.017701 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-05018cdf-a70d-4de2-b7a4-f440e1304204 admin admin] Publish callbacks [] for router, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:38.122393 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-05018cdf-a70d-4de2-b7a4-f440e1304204 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:38.174251 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-05018cdf-a70d-4de2-b7a4-f440e1304204 admin admin] Deleting port 1a47596d-4c45-4857-8f6d-6971839f2b62 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:25:38.174586 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-05018cdf-a70d-4de2-b7a4-f440e1304204 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:38.178351 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-5f6504c8-db56-4c86-b123-85b18aa80f77 None None] Set router bc3d8a16-1cd7-4726-a722-5dbcd0ede152 gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:25:38.251486 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [None req-05018cdf-a70d-4de2-b7a4-f440e1304204 admin admin] For port 1a47596d-4c45-4857-8f6d-6971839f2b62, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=1a47596d-4c45-4857-8f6d-6971839f2b62,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:25:38.251909 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-05018cdf-a70d-4de2-b7a4-f440e1304204 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:38.264075 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-05018cdf-a70d-4de2-b7a4-f440e1304204 admin admin] Calling delete_port for 1a47596d-4c45-4857-8f6d-6971839f2b62 owned by network:router_gateway {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:25:38.357721 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-5f6504c8-db56-4c86-b123-85b18aa80f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc3d8a16-1cd7-4726-a722-5dbcd0ede152', 'name': 'tempest-ServerActionsTestJSON-1571779485-router', 'tenant_id': 'a861091a3ed04f928ecb9fc7494352e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '1a47596d-4c45-4857-8f6d-6971839f2b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:13:53Z', 'updated_at': '2021-10-20T11:25:37Z', 'revision_number': 5, 'project_id': 'a861091a3ed04f928ecb9fc7494352e0', 'gw_port': {'id': '1a47596d-4c45-4857-8f6d-6971839f2b62', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:32:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3d8a16-1cd7-4726-a722-5dbcd0ede152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:13:53Z', 'updated_at': '2021-10-20T11:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:25:38.383749 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6504c8-db56-4c86-b123-85b18aa80f77 None None] Checking router: bc3d8a16-1cd7-4726-a722-5dbcd0ede152 for host: n-d-811396-3 {{(pid=100598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:25:38.392025 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6504c8-db56-4c86-b123-85b18aa80f77 None None] Routers {'bc3d8a16-1cd7-4726-a722-5dbcd0ede152'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:25:38.392627 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-5f6504c8-db56-4c86-b123-85b18aa80f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:25:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['bc3d8a16-1cd7-4726-a722-5dbcd0ede152'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:25:38.429218 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-05018cdf-a70d-4de2-b7a4-f440e1304204 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:38.461561 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05018cdf-a70d-4de2-b7a4-f440e1304204 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a47596d-4c45-4857-8f6d-6971839f2b62,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:38.479010 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-5f6504c8-db56-4c86-b123-85b18aa80f77 None None] Set router bc3d8a16-1cd7-4726-a722-5dbcd0ede152 gateway port host: None {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:25:38.519758 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-05018cdf-a70d-4de2-b7a4-f440e1304204 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1773439'] for router_gateway, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:38.534738 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-5f6504c8-db56-4c86-b123-85b18aa80f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc3d8a16-1cd7-4726-a722-5dbcd0ede152', 'name': 'tempest-ServerActionsTestJSON-1571779485-router', 'tenant_id': 'a861091a3ed04f928ecb9fc7494352e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:13:53Z', 'updated_at': '2021-10-20T11:25:38Z', 'revision_number': 6, 'project_id': 'a861091a3ed04f928ecb9fc7494352e0', 'gw_port_host': None}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:25:38.560504 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6504c8-db56-4c86-b123-85b18aa80f77 None None] The sync data for ids ['bc3d8a16-1cd7-4726-a722-5dbcd0ede152'] in n-d-811396-3 is: [{'id': 'bc3d8a16-1cd7-4726-a722-5dbcd0ede152', 'name': 'tempest-ServerActionsTestJSON-1571779485-router', 'tenant_id': 'a861091a3ed04f928ecb9fc7494352e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:13:53Z', 'updated_at': '2021-10-20T11:25:38Z', 'revision_number': 6, 'project_id': 'a861091a3ed04f928ecb9fc7494352e0', 'gw_port_host': None}] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:25:38.603640 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:38.613523 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-05018cdf-a70d-4de2-b7a4-f440e1304204 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1772272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258304'] for router, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:38.615741 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-05018cdf-a70d-4de2-b7a4-f440e1304204 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:38.658864 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-05018cdf-a70d-4de2-b7a4-f440e1304204 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1772267'] for router, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:38.659439 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05018cdf-a70d-4de2-b7a4-f440e1304204 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bc3d8a16-1cd7-4726-a722-5dbcd0ede152 {{(pid=100597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:25:38.663941 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-05018cdf-a70d-4de2-b7a4-f440e1304204 admin admin] Publish callbacks [] for router, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:38.665120 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-05018cdf-a70d-4de2-b7a4-f440e1304204 admin admin] 10.222.0.64 "DELETE /v2.0/routers/bc3d8a16-1cd7-4726-a722-5dbcd0ede152 HTTP/1.1" status: 204 len: 168 time: 0.7513895 Oct 20 11:25:38.667877 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 45230) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:25:38.714916 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_v2 [None req-039f685b-d35a-4537-8966-6267425897f5 admin admin] Deleting subnet 753fffdc-41ee-414e-85ae-148fbed91f7e {{(pid=100597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:25:38.717895 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-039f685b-d35a-4537-8966-6267425897f5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:38.750932 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-039f685b-d35a-4537-8966-6267425897f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25852621'] for subnet, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:38.825995 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-039f685b-d35a-4537-8966-6267425897f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:38.878996 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-039f685b-d35a-4537-8966-6267425897f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25350811'] for subnet, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:38.905181 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039f685b-d35a-4537-8966-6267425897f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=753fffdc-41ee-414e-85ae-148fbed91f7e,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:38.907232 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-039f685b-d35a-4537-8966-6267425897f5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:38.910290 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-039f685b-d35a-4537-8966-6267425897f5 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/753fffdc-41ee-414e-85ae-148fbed91f7e HTTP/1.1" status: 204 len: 168 time: 0.2414193 Oct 20 11:25:38.912748 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 45232) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:25:38.915418 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30aeca61-f46b-4716-9ed8-13e5516648e7 None None] Network 8e131716-1fe4-4340-951a-ea3682a6843e requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:25:38.992774 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-83018b21-7418-41bd-a9e3-679306c20378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:39.045136 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 7c18a350-c32d-45d3-9ea2-5916a3746a6a no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:25:39.056825 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-83018b21-7418-41bd-a9e3-679306c20378 admin admin] Deleting port 9b5a5773-0739-4fbe-a649-51244f780823 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:25:39.057168 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-83018b21-7418-41bd-a9e3-679306c20378 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:39.071397 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 7c18a350-c32d-45d3-9ea2-5916a3746a6a {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:25:39.071397 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 7c18a350-c32d-45d3-9ea2-5916a3746a6a not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:25:39.095013 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:39.125093 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [None req-83018b21-7418-41bd-a9e3-679306c20378 admin admin] For port 9b5a5773-0739-4fbe-a649-51244f780823, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=9b5a5773-0739-4fbe-a649-51244f780823,segment=NetworkSegment(49885acc-5a39-437c-96c1-298f1490631c),segment_id=49885acc-5a39-437c-96c1-298f1490631c)] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:25:39.125590 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-83018b21-7418-41bd-a9e3-679306c20378 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:39.136650 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-83018b21-7418-41bd-a9e3-679306c20378 admin admin] Calling delete_port for 9b5a5773-0739-4fbe-a649-51244f780823 owned by network:dhcp {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:25:39.215878 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-83018b21-7418-41bd-a9e3-679306c20378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:39.238787 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83018b21-7418-41bd-a9e3-679306c20378 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b5a5773-0739-4fbe-a649-51244f780823,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:39.244959 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83018b21-7418-41bd-a9e3-679306c20378 admin admin] No DVR routers for this DVR port 9b5a5773-0739-4fbe-a649-51244f780823 on host n-d-811396-3 {{(pid=100597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:25:39.312672 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-83018b21-7418-41bd-a9e3-679306c20378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:39.331369 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-83018b21-7418-41bd-a9e3-679306c20378 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e131716-1fe4-4340-951a-ea3682a6843e']}} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:25:39.340549 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-83018b21-7418-41bd-a9e3-679306c20378 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49885acc-5a39-437c-96c1-298f1490631c') {'for_net_delete': True} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:25:39.340846 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-83018b21-7418-41bd-a9e3-679306c20378 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49885acc-5a39-437c-96c1-298f1490631c') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:25:39.354096 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-83018b21-7418-41bd-a9e3-679306c20378 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25852596'] for segment, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:39.367260 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-83018b21-7418-41bd-a9e3-679306c20378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:39.373832 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83018b21-7418-41bd-a9e3-679306c20378 admin admin] Releasing vlan 824 on physical network physnet1 to pool {{(pid=100597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:25:39.374231 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-83018b21-7418-41bd-a9e3-679306c20378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951012'] for segment, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:39.375987 n-d-811396-3 neutron-server[100597]: Traceback (most recent call last): Oct 20 11:25:39.375987 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:25:39.375987 n-d-811396-3 neutron-server[100597]: timer() Oct 20 11:25:39.375987 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:25:39.375987 n-d-811396-3 neutron-server[100597]: cb(*args, **kw) Oct 20 11:25:39.375987 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:25:39.375987 n-d-811396-3 neutron-server[100597]: return func(*args, **kwargs) Oct 20 11:25:39.375987 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:25:39.375987 n-d-811396-3 neutron-server[100597]: self._notify() Oct 20 11:25:39.375987 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:25:39.375987 n-d-811396-3 neutron-server[100597]: self.callback(batched_events) Oct 20 11:25:39.375987 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:25:39.375987 n-d-811396-3 neutron-server[100597]: event.method(event) Oct 20 11:25:39.375987 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:25:39.375987 n-d-811396-3 neutron-server[100597]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:25:39.375987 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:25:39.375987 n-d-811396-3 neutron-server[100597]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:25:39.375987 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:25:39.375987 n-d-811396-3 neutron-server[100597]: return f(self, *a, **k) Oct 20 11:25:39.375987 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:25:39.375987 n-d-811396-3 neutron-server[100597]: return self._get(url).json() Oct 20 11:25:39.375987 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:25:39.375987 n-d-811396-3 neutron-server[100597]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:25:39.375987 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:25:39.375987 n-d-811396-3 neutron-server[100597]: return self.request(url, 'GET', **kwargs) Oct 20 11:25:39.375987 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:25:39.375987 n-d-811396-3 neutron-server[100597]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:25:39.375987 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:25:39.375987 n-d-811396-3 neutron-server[100597]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:25:39.375987 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:25:39.375987 n-d-811396-3 neutron-server[100597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:25:39.375987 n-d-811396-3 neutron-server[100597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:25:39.416053 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6db3d2c-f21f-4fae-9924-4f15ff1b66cb None None] DHCP port deletion for 8e131716-1fe4-4340-951a-ea3682a6843e request from n-d-811396-3 {{(pid=100598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:25:39.434644 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-83018b21-7418-41bd-a9e3-679306c20378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:39.440586 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-83018b21-7418-41bd-a9e3-679306c20378 admin admin] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:39.444245 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-83018b21-7418-41bd-a9e3-679306c20378 admin admin] 10.222.0.64 "DELETE /v2.0/networks/8e131716-1fe4-4340-951a-ea3682a6843e HTTP/1.1" status: 204 len: 168 time: 0.5298376 Oct 20 11:25:39.455859 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83018b21-7418-41bd-a9e3-679306c20378 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e131716-1fe4-4340-951a-ea3682a6843e,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:39.558111 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 45236) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:25:39.597059 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-572d2c03-1c3d-44f4-8223-e1f4cb1a38a7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a861091a3ed04f928ecb9fc7494352e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0377417 Oct 20 11:25:39.600299 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 45238) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:25:39.651246 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f0d2533d-bbe3-4b7e-b7b8-458ed9384baa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:39.673321 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f0d2533d-bbe3-4b7e-b7b8-458ed9384baa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:39.727834 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f0d2533d-bbe3-4b7e-b7b8-458ed9384baa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:39.730591 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f0d2533d-bbe3-4b7e-b7b8-458ed9384baa admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:39.731784 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-f0d2533d-bbe3-4b7e-b7b8-458ed9384baa admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ba99f62e-504f-4fd7-ae3b-66813de3bec4 HTTP/1.1" status: 204 len: 168 time: 0.1304233 Oct 20 11:25:39.740289 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d2533d-bbe3-4b7e-b7b8-458ed9384baa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba99f62e-504f-4fd7-ae3b-66813de3bec4,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:40.407362 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 45260) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:25:40.500992 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-eb760981-aca0-43aa-a2bd-b4d10a3d5c12 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-973538191-network', 'tenant_id': '230751afdbeb451ca930c1d1a7e3be7b'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:25:40.521446 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb760981-aca0-43aa-a2bd-b4d10a3d5c12 admin admin] Made reservation on behalf of 230751afdbeb451ca930c1d1a7e3be7b for: {'network': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:25:40.523766 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-eb760981-aca0-43aa-a2bd-b4d10a3d5c12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:40.531995 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-eb760981-aca0-43aa-a2bd-b4d10a3d5c12 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:40.609588 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-eb760981-aca0-43aa-a2bd-b4d10a3d5c12 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:40.613381 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-eb760981-aca0-43aa-a2bd-b4d10a3d5c12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:40.634408 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb760981-aca0-43aa-a2bd-b4d10a3d5c12 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 803} {{(pid=100596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:25:40.649785 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb760981-aca0-43aa-a2bd-b4d10a3d5c12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a16959a-37a4-440c-bfe4-be578480c332,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:40.652670 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-eb760981-aca0-43aa-a2bd-b4d10a3d5c12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:40.653020 n-d-811396-3 neutron-server[100596]: INFO neutron.db.segments_db [None req-eb760981-aca0-43aa-a2bd-b4d10a3d5c12 admin admin] Added segment 86d4fc4a-b013-497b-a10e-a63ac058241a of type vlan for network a70171d8-71d1-4d3f-8ecb-1fe73894dae8 Oct 20 11:25:40.694431 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-eb760981-aca0-43aa-a2bd-b4d10a3d5c12 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:40.719429 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-eb760981-aca0-43aa-a2bd-b4d10a3d5c12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:40.720402 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb760981-aca0-43aa-a2bd-b4d10a3d5c12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:40.720663 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 1a47596d-4c45-4857-8f6d-6971839f2b62 no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:25:40.721185 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-eb760981-aca0-43aa-a2bd-b4d10a3d5c12 admin admin] Publish callbacks [] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:40.741324 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 1a47596d-4c45-4857-8f6d-6971839f2b62 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:25:40.741715 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 1a47596d-4c45-4857-8f6d-6971839f2b62 not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:25:40.742115 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 9b5a5773-0739-4fbe-a649-51244f780823 no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:25:40.748284 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-eb760981-aca0-43aa-a2bd-b4d10a3d5c12 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3398111 Oct 20 11:25:40.752078 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 45264) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:25:40.759837 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-1d26bad5-9daa-4a8c-b604-9ce0bb49f89e admin admin] Request body: {'subnet': {'network_id': 'a70171d8-71d1-4d3f-8ecb-1fe73894dae8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-973538191-subnet', 'tenant_id': '230751afdbeb451ca930c1d1a7e3be7b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:25:40.762493 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 9b5a5773-0739-4fbe-a649-51244f780823 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:25:40.762847 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 9b5a5773-0739-4fbe-a649-51244f780823 not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:25:40.784060 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb760981-aca0-43aa-a2bd-b4d10a3d5c12 admin admin] Pushing event updated for resources: {'Network': ['ID=a70171d8-71d1-4d3f-8ecb-1fe73894dae8,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:40.785394 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d26bad5-9daa-4a8c-b604-9ce0bb49f89e admin admin] Made reservation on behalf of 230751afdbeb451ca930c1d1a7e3be7b for: {'subnet': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:25:40.787922 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1d26bad5-9daa-4a8c-b604-9ce0bb49f89e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25350782'] for subnet, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:40.794015 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network a70171d8-71d1-4d3f-8ecb-1fe73894dae8 details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:25:40.957621 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1d26bad5-9daa-4a8c-b604-9ce0bb49f89e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25350752'] for subnet, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:41.006310 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d26bad5-9daa-4a8c-b604-9ce0bb49f89e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7d5cb8a-d6b8-47f3-96cb-30b56224ad06,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:41.021794 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d26bad5-9daa-4a8c-b604-9ce0bb49f89e admin admin] Checking segment: {'id': '86d4fc4a-b013-497b-a10e-a63ac058241a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'a70171d8-71d1-4d3f-8ecb-1fe73894dae8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:25:41.022154 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d26bad5-9daa-4a8c-b604-9ce0bb49f89e admin admin] Network hostable DHCP agents. Network: a70171d8-71d1-4d3f-8ecb-1fe73894dae8, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:25:41.038707 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d26bad5-9daa-4a8c-b604-9ce0bb49f89e admin admin] Network a70171d8-71d1-4d3f-8ecb-1fe73894dae8 is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:25:41.047302 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-1d26bad5-9daa-4a8c-b604-9ce0bb49f89e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, a70171d8-71d1-4d3f-8ecb-1fe73894dae8) {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:25:41.051734 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d26bad5-9daa-4a8c-b604-9ce0bb49f89e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:41.052835 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1d26bad5-9daa-4a8c-b604-9ce0bb49f89e admin admin] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:41.057738 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da787ff1-facc-4709-a076-9c7ed6dbf144 None None] Network a70171d8-71d1-4d3f-8ecb-1fe73894dae8 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:25:41.069523 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-1d26bad5-9daa-4a8c-b604-9ce0bb49f89e admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3148980 Oct 20 11:25:41.183633 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a82b626d-3333-44de-a42b-c1f129d0cc4d None None] Network a70171d8-71d1-4d3f-8ecb-1fe73894dae8 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:25:41.478879 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c370ed-1492-4291-9048-31c5aeab7551 req-112ecff6-613c-4cf5-a46f-487cea4c2c35 tempest-ServersNegativeTestJSON-1854254336 tempest-ServersNegativeTestJSON-1854254336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:41.480344 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-37c370ed-1492-4291-9048-31c5aeab7551 req-112ecff6-613c-4cf5-a46f-487cea4c2c35 tempest-ServersNegativeTestJSON-1854254336 tempest-ServersNegativeTestJSON-1854254336-project] 10.222.0.64 "GET /v2.0/networks?id=a70171d8-71d1-4d3f-8ecb-1fe73894dae8 HTTP/1.1" status: 200 len: 813 time: 0.1013682 Oct 20 11:25:41.495401 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-37c370ed-1492-4291-9048-31c5aeab7551 req-33a24225-8c45-4742-b1d8-ec2e33960e65 tempest-ServersNegativeTestJSON-1854254336 tempest-ServersNegativeTestJSON-1854254336-project] 10.222.0.64 "GET /v2.0/quotas/230751afdbeb451ca930c1d1a7e3be7b HTTP/1.1" status: 200 len: 375 time: 0.0092638 Oct 20 11:25:41.524810 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-37c370ed-1492-4291-9048-31c5aeab7551 req-7dfdc5b8-c805-47c3-941f-76c63404e964 tempest-ServersNegativeTestJSON-1854254336 tempest-ServersNegativeTestJSON-1854254336-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=230751afdbeb451ca930c1d1a7e3be7b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0243359 Oct 20 11:25:41.583501 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [req-37c370ed-1492-4291-9048-31c5aeab7551 req-62b575be-5674-4869-a03e-212b65e14caf service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:25:41.584486 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-37c370ed-1492-4291-9048-31c5aeab7551 req-62b575be-5674-4869-a03e-212b65e14caf service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0533297 Oct 20 11:25:41.981366 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-37c370ed-1492-4291-9048-31c5aeab7551 req-1099459e-7a4c-40f5-b569-fd73dba1b00c service neutron] 10.222.0.64 "GET /v2.0/networks/a70171d8-71d1-4d3f-8ecb-1fe73894dae8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3904340 Oct 20 11:25:42.072849 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-37c370ed-1492-4291-9048-31c5aeab7551 req-51b186b7-3576-44f7-8529-0ba8b83839de service neutron] 10.222.0.64 "GET /v2.0/networks/a70171d8-71d1-4d3f-8ecb-1fe73894dae8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855219 Oct 20 11:25:42.229658 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-66c50845-49b0-4107-b40b-b7d993a05cb3 req-d0d112ab-066e-4541-811b-29b709b4b5a7 tempest-ServersNegativeTestJSON-1854254336 tempest-ServersNegativeTestJSON-1854254336-project] 10.222.0.64 "GET /v2.0/ports?device_id=beb08a29-5eee-405b-a4e9-fa33084eead3 HTTP/1.1" status: 200 len: 210 time: 0.0266600 Oct 20 11:25:43.349582 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6ac4217f-6f93-4d3c-bf3e-63cbc2d14e6e req-02658bd5-46e0-4552-a547-b4770fd54ff1 tempest-ServersNegativeTestJSON-1854254336 tempest-ServersNegativeTestJSON-1854254336-project] 10.222.0.64 "GET /v2.0/ports?device_id=beb08a29-5eee-405b-a4e9-fa33084eead3 HTTP/1.1" status: 200 len: 210 time: 0.0346720 Oct 20 11:25:43.370528 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c370ed-1492-4291-9048-31c5aeab7551 req-ac465c98-ca65-4edf-9ddb-393494e971e7 tempest-ServersNegativeTestJSON-1854254336 tempest-ServersNegativeTestJSON-1854254336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:43.371977 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-37c370ed-1492-4291-9048-31c5aeab7551 req-ac465c98-ca65-4edf-9ddb-393494e971e7 tempest-ServersNegativeTestJSON-1854254336 tempest-ServersNegativeTestJSON-1854254336-project] 10.222.0.55 "GET /v2.0/networks?id=a70171d8-71d1-4d3f-8ecb-1fe73894dae8 HTTP/1.1" status: 200 len: 813 time: 0.1363859 Oct 20 11:25:43.394168 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-37c370ed-1492-4291-9048-31c5aeab7551 req-96b435b0-82eb-48b5-989a-0ddd38aead3a tempest-ServersNegativeTestJSON-1854254336 tempest-ServersNegativeTestJSON-1854254336-project] Request body: {'port': {'device_id': 'beb08a29-5eee-405b-a4e9-fa33084eead3', 'network_id': 'a70171d8-71d1-4d3f-8ecb-1fe73894dae8', 'admin_state_up': True, 'tenant_id': '230751afdbeb451ca930c1d1a7e3be7b'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:25:43.498345 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37c370ed-1492-4291-9048-31c5aeab7551 req-96b435b0-82eb-48b5-989a-0ddd38aead3a tempest-ServersNegativeTestJSON-1854254336 tempest-ServersNegativeTestJSON-1854254336-project] Made reservation on behalf of 230751afdbeb451ca930c1d1a7e3be7b for: {'port': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:25:43.502053 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-37c370ed-1492-4291-9048-31c5aeab7551 req-96b435b0-82eb-48b5-989a-0ddd38aead3a tempest-ServersNegativeTestJSON-1854254336 tempest-ServersNegativeTestJSON-1854254336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:43.629259 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [req-37c370ed-1492-4291-9048-31c5aeab7551 req-96b435b0-82eb-48b5-989a-0ddd38aead3a tempest-ServersNegativeTestJSON-1854254336 tempest-ServersNegativeTestJSON-1854254336-project] Allocated IP 172.20.0.6 (a70171d8-71d1-4d3f-8ecb-1fe73894dae8/f7d5cb8a-d6b8-47f3-96cb-30b56224ad06/fa533693-d8d4-4754-9fbd-9c187e4325e5) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:25:43.773592 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-37c370ed-1492-4291-9048-31c5aeab7551 req-96b435b0-82eb-48b5-989a-0ddd38aead3a tempest-ServersNegativeTestJSON-1854254336 tempest-ServersNegativeTestJSON-1854254336-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:43.807037 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-37c370ed-1492-4291-9048-31c5aeab7551 req-96b435b0-82eb-48b5-989a-0ddd38aead3a tempest-ServersNegativeTestJSON-1854254336 tempest-ServersNegativeTestJSON-1854254336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:43.847977 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37c370ed-1492-4291-9048-31c5aeab7551 req-96b435b0-82eb-48b5-989a-0ddd38aead3a tempest-ServersNegativeTestJSON-1854254336 tempest-ServersNegativeTestJSON-1854254336-project] Network a70171d8-71d1-4d3f-8ecb-1fe73894dae8 is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:25:43.852201 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [req-37c370ed-1492-4291-9048-31c5aeab7551 req-96b435b0-82eb-48b5-989a-0ddd38aead3a tempest-ServersNegativeTestJSON-1854254336 tempest-ServersNegativeTestJSON-1854254336-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:25:43.855792 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-37c370ed-1492-4291-9048-31c5aeab7551 req-96b435b0-82eb-48b5-989a-0ddd38aead3a tempest-ServersNegativeTestJSON-1854254336 tempest-ServersNegativeTestJSON-1854254336-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:25:43.881647 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b435b0-82eb-48b5-989a-0ddd38aead3a tempest-ServersNegativeTestJSON-1854254336 tempest-ServersNegativeTestJSON-1854254336-project] Pushing event updated for resources: {'Port': ['ID=fa533693-d8d4-4754-9fbd-9c187e4325e5,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:43.905629 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c370ed-1492-4291-9048-31c5aeab7551 req-96b435b0-82eb-48b5-989a-0ddd38aead3a tempest-ServersNegativeTestJSON-1854254336 tempest-ServersNegativeTestJSON-1854254336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:43.906225 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-37c370ed-1492-4291-9048-31c5aeab7551 req-96b435b0-82eb-48b5-989a-0ddd38aead3a tempest-ServersNegativeTestJSON-1854254336 tempest-ServersNegativeTestJSON-1854254336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:43.921514 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-37c370ed-1492-4291-9048-31c5aeab7551 req-96b435b0-82eb-48b5-989a-0ddd38aead3a tempest-ServersNegativeTestJSON-1854254336 tempest-ServersNegativeTestJSON-1854254336-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5309987 Oct 20 11:25:43.939862 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-37c370ed-1492-4291-9048-31c5aeab7551 req-57a55515-e04d-4f01-8a98-fd8d5cc2d2d8 service neutron] Request body: {'port': {'device_id': 'beb08a29-5eee-405b-a4e9-fa33084eead3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811396-3'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:25:43.991210 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-37c370ed-1492-4291-9048-31c5aeab7551 req-57a55515-e04d-4f01-8a98-fd8d5cc2d2d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:44.245644 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [req-37c370ed-1492-4291-9048-31c5aeab7551 req-57a55515-e04d-4f01-8a98-fd8d5cc2d2d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa533693-d8d4-4754-9fbd-9c187e4325e5 {{(pid=100596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:25:44.253054 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-37c370ed-1492-4291-9048-31c5aeab7551 req-57a55515-e04d-4f01-8a98-fd8d5cc2d2d8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:44.264623 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.provisioning_blocks [req-37c370ed-1492-4291-9048-31c5aeab7551 req-57a55515-e04d-4f01-8a98-fd8d5cc2d2d8 service neutron] Transition to ACTIVE for port object fa533693-d8d4-4754-9fbd-9c187e4325e5 will not be triggered until provisioned by entity L2. {{(pid=100596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:25:44.268431 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-37c370ed-1492-4291-9048-31c5aeab7551 req-57a55515-e04d-4f01-8a98-fd8d5cc2d2d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:44.319188 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a55515-e04d-4f01-8a98-fd8d5cc2d2d8 service neutron] Pushing event updated for resources: {'Port': ['ID=fa533693-d8d4-4754-9fbd-9c187e4325e5,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:44.383962 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-37c370ed-1492-4291-9048-31c5aeab7551 req-57a55515-e04d-4f01-8a98-fd8d5cc2d2d8 service neutron] Attempting to bind port fa533693-d8d4-4754-9fbd-9c187e4325e5 on host n-h1-811396-3 for vnic_type normal with profile {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:25:44.384548 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-37c370ed-1492-4291-9048-31c5aeab7551 req-57a55515-e04d-4f01-8a98-fd8d5cc2d2d8 service neutron] Attempting to bind port fa533693-d8d4-4754-9fbd-9c187e4325e5 by drivers openvswitch,hyperv on host n-h1-811396-3 at level 0 using segments [{'id': '86d4fc4a-b013-497b-a10e-a63ac058241a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'a70171d8-71d1-4d3f-8ecb-1fe73894dae8'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:25:44.384655 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c370ed-1492-4291-9048-31c5aeab7551 req-57a55515-e04d-4f01-8a98-fd8d5cc2d2d8 service neutron] Attempting to bind port fa533693-d8d4-4754-9fbd-9c187e4325e5 on network a70171d8-71d1-4d3f-8ecb-1fe73894dae8 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:25:44.388824 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c370ed-1492-4291-9048-31c5aeab7551 req-57a55515-e04d-4f01-8a98-fd8d5cc2d2d8 service neutron] Port fa533693-d8d4-4754-9fbd-9c187e4325e5 on network a70171d8-71d1-4d3f-8ecb-1fe73894dae8 not bound, no agent of type Open vSwitch agent registered on host n-h1-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:25:44.389135 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c370ed-1492-4291-9048-31c5aeab7551 req-57a55515-e04d-4f01-8a98-fd8d5cc2d2d8 service neutron] Attempting to bind port fa533693-d8d4-4754-9fbd-9c187e4325e5 on network a70171d8-71d1-4d3f-8ecb-1fe73894dae8 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:25:44.393861 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c370ed-1492-4291-9048-31c5aeab7551 req-57a55515-e04d-4f01-8a98-fd8d5cc2d2d8 service neutron] Checking agent: {'id': 'b707b4cc-061f-4cf4-bce0-0b3df9b7bec9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 25, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:25:44.394190 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c370ed-1492-4291-9048-31c5aeab7551 req-57a55515-e04d-4f01-8a98-fd8d5cc2d2d8 service neutron] Checking segment: {'id': '86d4fc4a-b013-497b-a10e-a63ac058241a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'a70171d8-71d1-4d3f-8ecb-1fe73894dae8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:25:44.394568 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c370ed-1492-4291-9048-31c5aeab7551 req-57a55515-e04d-4f01-8a98-fd8d5cc2d2d8 service neutron] Bound using segment: {'id': '86d4fc4a-b013-497b-a10e-a63ac058241a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'a70171d8-71d1-4d3f-8ecb-1fe73894dae8'} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:25:44.394993 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-37c370ed-1492-4291-9048-31c5aeab7551 req-57a55515-e04d-4f01-8a98-fd8d5cc2d2d8 service neutron] Bound port: fa533693-d8d4-4754-9fbd-9c187e4325e5, host: n-h1-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86d4fc4a-b013-497b-a10e-a63ac058241a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'a70171d8-71d1-4d3f-8ecb-1fe73894dae8'}}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:25:44.395343 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-37c370ed-1492-4291-9048-31c5aeab7551 req-57a55515-e04d-4f01-8a98-fd8d5cc2d2d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:44.484495 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-37c370ed-1492-4291-9048-31c5aeab7551 req-57a55515-e04d-4f01-8a98-fd8d5cc2d2d8 service neutron] For port fa533693-d8d4-4754-9fbd-9c187e4325e5, host n-h1-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:25:44.488675 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-37c370ed-1492-4291-9048-31c5aeab7551 req-57a55515-e04d-4f01-8a98-fd8d5cc2d2d8 service neutron] For port fa533693-d8d4-4754-9fbd-9c187e4325e5, host n-h1-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=fa533693-d8d4-4754-9fbd-9c187e4325e5,segment=NetworkSegment(86d4fc4a-b013-497b-a10e-a63ac058241a),segment_id=86d4fc4a-b013-497b-a10e-a63ac058241a)] {{(pid=100596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:25:44.497324 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd6dd6e-7092-47a7-8205-fa5647580716 req-f9750e4c-bcf9-40ab-92d6-ed795b5defd7 tempest-ServersNegativeTestJSON-1854254336 tempest-ServersNegativeTestJSON-1854254336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:44.498722 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0dd6dd6e-7092-47a7-8205-fa5647580716 req-f9750e4c-bcf9-40ab-92d6-ed795b5defd7 tempest-ServersNegativeTestJSON-1854254336 tempest-ServersNegativeTestJSON-1854254336-project] 10.222.0.64 "GET /v2.0/ports?device_id=beb08a29-5eee-405b-a4e9-fa33084eead3 HTTP/1.1" status: 200 len: 943 time: 0.0720246 Oct 20 11:25:44.500175 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-37c370ed-1492-4291-9048-31c5aeab7551 req-57a55515-e04d-4f01-8a98-fd8d5cc2d2d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:44.553340 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c370ed-1492-4291-9048-31c5aeab7551 req-57a55515-e04d-4f01-8a98-fd8d5cc2d2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:44.553943 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-37c370ed-1492-4291-9048-31c5aeab7551 req-57a55515-e04d-4f01-8a98-fd8d5cc2d2d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:44.555571 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-37c370ed-1492-4291-9048-31c5aeab7551 req-57a55515-e04d-4f01-8a98-fd8d5cc2d2d8 service neutron] 10.222.0.55 "PUT /v2.0/ports/fa533693-d8d4-4754-9fbd-9c187e4325e5 HTTP/1.1" status: 200 len: 1091 time: 0.6208391 Oct 20 11:25:44.557353 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'beb08a29-5eee-405b-a4e9-fa33084eead3', 'tag': 'fa533693-d8d4-4754-9fbd-9c187e4325e5'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:25:44.592088 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0dd6dd6e-7092-47a7-8205-fa5647580716 req-54df9c68-741a-45c3-a5e3-1f72eb006957 tempest-ServersNegativeTestJSON-1854254336 tempest-ServersNegativeTestJSON-1854254336-project] 10.222.0.64 "GET /v2.0/security-groups?id=3a16959a-37a4-440c-bfe4-be578480c332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836604 Oct 20 11:25:44.592850 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a55515-e04d-4f01-8a98-fd8d5cc2d2d8 service neutron] Pushing event updated for resources: {'Port': ['ID=fa533693-d8d4-4754-9fbd-9c187e4325e5,revision_number=3']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:44.603598 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b817f9d80a1b29ed07bd94f2222da8cf244b0bc6025e0bf33ac95c6b13c59699" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbc67217-4ac3-48c7-a56b-70cd0b3ded97" -d '{"events": [{"name": "network-changed", "server_uuid": "beb08a29-5eee-405b-a4e9-fa33084eead3", "tag": "fa533693-d8d4-4754-9fbd-9c187e4325e5"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:25:44.665561 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c370ed-1492-4291-9048-31c5aeab7551 req-94f3162a-89d8-4271-8530-249e814c9533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:44.667172 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-37c370ed-1492-4291-9048-31c5aeab7551 req-94f3162a-89d8-4271-8530-249e814c9533 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=230751afdbeb451ca930c1d1a7e3be7b&device_id=beb08a29-5eee-405b-a4e9-fa33084eead3 HTTP/1.1" status: 200 len: 1094 time: 0.0445771 Oct 20 11:25:44.714642 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de82f74d-8423-45f5-a037-1764c885eb51 x-openstack-request-id: req-de82f74d-8423-45f5-a037-1764c885eb51 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:25:44.714929 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "beb08a29-5eee-405b-a4e9-fa33084eead3", "tag": "fa533693-d8d4-4754-9fbd-9c187e4325e5", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:25:44.715182 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-de82f74d-8423-45f5-a037-1764c885eb51 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:25:44.715621 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'beb08a29-5eee-405b-a4e9-fa33084eead3', 'tag': 'fa533693-d8d4-4754-9fbd-9c187e4325e5', 'status': 'completed', 'code': 200} Oct 20 11:25:44.717337 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-37c370ed-1492-4291-9048-31c5aeab7551 req-183b477d-2fc3-467f-bbe3-be734a7d8e69 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fa533693-d8d4-4754-9fbd-9c187e4325e5 HTTP/1.1" status: 200 len: 217 time: 0.0368967 Oct 20 11:25:44.770116 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c370ed-1492-4291-9048-31c5aeab7551 req-f690d034-5595-4542-ab5d-9b8e80c18b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:44.771550 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-37c370ed-1492-4291-9048-31c5aeab7551 req-f690d034-5595-4542-ab5d-9b8e80c18b82 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f7d5cb8a-d6b8-47f3-96cb-30b56224ad06 HTTP/1.1" status: 200 len: 853 time: 0.0471823 Oct 20 11:25:44.801583 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-37c370ed-1492-4291-9048-31c5aeab7551 req-4bca8e6f-b676-4edb-aeb2-02feb90bb1c6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a70171d8-71d1-4d3f-8ecb-1fe73894dae8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231807 Oct 20 11:25:44.889048 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-37c370ed-1492-4291-9048-31c5aeab7551 req-c4aafd6b-6b86-453f-a0eb-d811daf6a346 service neutron] 10.222.0.55 "GET /v2.0/networks/a70171d8-71d1-4d3f-8ecb-1fe73894dae8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802889 Oct 20 11:25:44.979823 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-37c370ed-1492-4291-9048-31c5aeab7551 req-3d794dbe-352d-4730-914d-936b9953ceef service neutron] 10.222.0.55 "GET /v2.0/networks/a70171d8-71d1-4d3f-8ecb-1fe73894dae8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840390 Oct 20 11:25:45.100586 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc67217-4ac3-48c7-a56b-70cd0b3ded97 req-714ad6fb-9a3a-4ee3-94cc-045c884386d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:45.101970 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-dbc67217-4ac3-48c7-a56b-70cd0b3ded97 req-714ad6fb-9a3a-4ee3-94cc-045c884386d4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=230751afdbeb451ca930c1d1a7e3be7b&device_id=beb08a29-5eee-405b-a4e9-fa33084eead3 HTTP/1.1" status: 200 len: 1094 time: 0.0392034 Oct 20 11:25:45.196999 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc67217-4ac3-48c7-a56b-70cd0b3ded97 req-56d144d4-aa67-445d-a6db-8b71bc283a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:45.198455 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-dbc67217-4ac3-48c7-a56b-70cd0b3ded97 req-56d144d4-aa67-445d-a6db-8b71bc283a9c service neutron] 10.222.0.55 "GET /v2.0/networks?id=a70171d8-71d1-4d3f-8ecb-1fe73894dae8 HTTP/1.1" status: 200 len: 914 time: 0.0882194 Oct 20 11:25:45.240464 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-dbc67217-4ac3-48c7-a56b-70cd0b3ded97 req-832dbb16-0c69-45ae-8396-8c310cfb1ac2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fa533693-d8d4-4754-9fbd-9c187e4325e5 HTTP/1.1" status: 200 len: 217 time: 0.0348940 Oct 20 11:25:45.287580 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc67217-4ac3-48c7-a56b-70cd0b3ded97 req-3054f00d-dcbe-4b32-95d3-721e8ee46bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:45.288988 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-dbc67217-4ac3-48c7-a56b-70cd0b3ded97 req-3054f00d-dcbe-4b32-95d3-721e8ee46bcb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f7d5cb8a-d6b8-47f3-96cb-30b56224ad06 HTTP/1.1" status: 200 len: 853 time: 0.0421758 Oct 20 11:25:45.324364 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-dbc67217-4ac3-48c7-a56b-70cd0b3ded97 req-43e7457b-b6ae-4025-9543-dabf49067323 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a70171d8-71d1-4d3f-8ecb-1fe73894dae8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280044 Oct 20 11:25:45.412746 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-dbc67217-4ac3-48c7-a56b-70cd0b3ded97 req-7d2aa336-5060-4f88-b2d6-e1278fa8b55d service neutron] 10.222.0.55 "GET /v2.0/networks/a70171d8-71d1-4d3f-8ecb-1fe73894dae8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812330 Oct 20 11:25:45.508079 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-dbc67217-4ac3-48c7-a56b-70cd0b3ded97 req-884a70e5-8689-479e-8544-328d7cb1d841 service neutron] 10.222.0.55 "GET /v2.0/networks/a70171d8-71d1-4d3f-8ecb-1fe73894dae8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889559 Oct 20 11:25:45.711761 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2174920b-ae04-43e7-b840-d49fcb937b74 req-d3bc53b3-d7d9-4abc-8bf3-04f60b206afb tempest-ServersNegativeTestJSON-1854254336 tempest-ServersNegativeTestJSON-1854254336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:45.713136 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2174920b-ae04-43e7-b840-d49fcb937b74 req-d3bc53b3-d7d9-4abc-8bf3-04f60b206afb tempest-ServersNegativeTestJSON-1854254336 tempest-ServersNegativeTestJSON-1854254336-project] 10.222.0.64 "GET /v2.0/ports?device_id=beb08a29-5eee-405b-a4e9-fa33084eead3 HTTP/1.1" status: 200 len: 943 time: 0.0476446 Oct 20 11:25:45.749681 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2174920b-ae04-43e7-b840-d49fcb937b74 req-84e1f063-d00a-4069-88e9-990d41f4dbe0 tempest-ServersNegativeTestJSON-1854254336 tempest-ServersNegativeTestJSON-1854254336-project] 10.222.0.64 "GET /v2.0/security-groups?id=3a16959a-37a4-440c-bfe4-be578480c332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306444 Oct 20 11:25:46.774165 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device fa533693-d8d4-4754-9fbd-9c187e4325e5 details requested by agent hyperv_n-h1-811396-3 with host n-h1-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:25:46.866421 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f928b66e-644f-4b37-b993-d10c85817880 req-599b262e-7f3f-4c67-92e6-cc23b508a8f8 tempest-ServersNegativeTestJSON-1854254336 tempest-ServersNegativeTestJSON-1854254336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:46.867946 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f928b66e-644f-4b37-b993-d10c85817880 req-599b262e-7f3f-4c67-92e6-cc23b508a8f8 tempest-ServersNegativeTestJSON-1854254336 tempest-ServersNegativeTestJSON-1854254336-project] 10.222.0.64 "GET /v2.0/ports?device_id=beb08a29-5eee-405b-a4e9-fa33084eead3 HTTP/1.1" status: 200 len: 943 time: 0.0509472 Oct 20 11:25:46.868088 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port fa533693-d8d4-4754-9fbd-9c187e4325e5, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=fa533693-d8d4-4754-9fbd-9c187e4325e5,segment=NetworkSegment(86d4fc4a-b013-497b-a10e-a63ac058241a),segment_id=86d4fc4a-b013-497b-a10e-a63ac058241a)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:25:46.879111 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Returning: {'device': 'fa533693-d8d4-4754-9fbd-9c187e4325e5', 'network_id': 'a70171d8-71d1-4d3f-8ecb-1fe73894dae8', 'port_id': 'fa533693-d8d4-4754-9fbd-9c187e4325e5', 'mac_address': 'fa:16:3e:e0:d1:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 803, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7d5cb8a-d6b8-47f3-96cb-30b56224ad06', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:25:46.906343 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f928b66e-644f-4b37-b993-d10c85817880 req-9a6f881a-14e7-491d-8a59-c844876f42c7 tempest-ServersNegativeTestJSON-1854254336 tempest-ServersNegativeTestJSON-1854254336-project] 10.222.0.64 "GET /v2.0/security-groups?id=3a16959a-37a4-440c-bfe4-be578480c332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322461 Oct 20 11:25:46.920454 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:46.933936 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa533693-d8d4-4754-9fbd-9c187e4325e5 {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:25:46.952982 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port fa533693-d8d4-4754-9fbd-9c187e4325e5, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=fa533693-d8d4-4754-9fbd-9c187e4325e5,segment=NetworkSegment(86d4fc4a-b013-497b-a10e-a63ac058241a),segment_id=86d4fc4a-b013-497b-a10e-a63ac058241a)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:25:46.956375 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:47.002502 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=fa533693-d8d4-4754-9fbd-9c187e4325e5,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:47.334010 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['fa533693-d8d4-4754-9fbd-9c187e4325e5'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:25:48.031788 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a17ae1-f4f9-4897-881a-3d80bd73e198 req-516f7b12-4494-4d25-89d1-4ab8d525246a tempest-ServersNegativeTestJSON-1854254336 tempest-ServersNegativeTestJSON-1854254336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:48.033245 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-84a17ae1-f4f9-4897-881a-3d80bd73e198 req-516f7b12-4494-4d25-89d1-4ab8d525246a tempest-ServersNegativeTestJSON-1854254336 tempest-ServersNegativeTestJSON-1854254336-project] 10.222.0.64 "GET /v2.0/ports?device_id=beb08a29-5eee-405b-a4e9-fa33084eead3 HTTP/1.1" status: 200 len: 944 time: 0.0512135 Oct 20 11:25:48.070754 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-84a17ae1-f4f9-4897-881a-3d80bd73e198 req-454eeed5-6d9a-4d6e-97f9-32ada2107b50 tempest-ServersNegativeTestJSON-1854254336 tempest-ServersNegativeTestJSON-1854254336-project] 10.222.0.64 "GET /v2.0/security-groups?id=3a16959a-37a4-440c-bfe4-be578480c332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308626 Oct 20 11:25:48.785017 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device fa533693-d8d4-4754-9fbd-9c187e4325e5 up at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:25:48.833409 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning for port fa533693-d8d4-4754-9fbd-9c187e4325e5 completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:25:48.837178 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning complete for port fa533693-d8d4-4754-9fbd-9c187e4325e5 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:25:48.837551 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:48.912350 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:48.939126 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beb08a29-5eee-405b-a4e9-fa33084eead3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa533693-d8d4-4754-9fbd-9c187e4325e5'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:25:48.952924 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port fa533693-d8d4-4754-9fbd-9c187e4325e5, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=fa533693-d8d4-4754-9fbd-9c187e4325e5,segment=NetworkSegment(86d4fc4a-b013-497b-a10e-a63ac058241a),segment_id=86d4fc4a-b013-497b-a10e-a63ac058241a)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:25:48.956954 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:48.982658 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3a5a1e74fee385f59395feee7f880defec871777ba90fab9b56a242633970a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc11833c-be64-404f-ba3a-aed728f5dce1" -d '{"events": [{"server_uuid": "beb08a29-5eee-405b-a4e9-fa33084eead3", "name": "network-vif-plugged", "status": "completed", "tag": "fa533693-d8d4-4754-9fbd-9c187e4325e5"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:25:49.010437 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=fa533693-d8d4-4754-9fbd-9c187e4325e5,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:49.064814 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85c0f3df-1b27-4364-bacd-1ead5944960e x-openstack-request-id: req-85c0f3df-1b27-4364-bacd-1ead5944960e {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:25:49.065114 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "beb08a29-5eee-405b-a4e9-fa33084eead3", "name": "network-vif-plugged", "status": "completed", "tag": "fa533693-d8d4-4754-9fbd-9c187e4325e5", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:25:49.065399 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-85c0f3df-1b27-4364-bacd-1ead5944960e {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:25:49.065806 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'beb08a29-5eee-405b-a4e9-fa33084eead3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa533693-d8d4-4754-9fbd-9c187e4325e5', 'code': 200} Oct 20 11:25:49.185831 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08374dd-c3bd-4413-aab9-96d29ab26adb req-fc99eadb-2c51-4a8a-b892-372f4a61de7b tempest-ServersNegativeTestJSON-1854254336 tempest-ServersNegativeTestJSON-1854254336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:49.187329 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c08374dd-c3bd-4413-aab9-96d29ab26adb req-fc99eadb-2c51-4a8a-b892-372f4a61de7b tempest-ServersNegativeTestJSON-1854254336 tempest-ServersNegativeTestJSON-1854254336-project] 10.222.0.64 "GET /v2.0/ports?device_id=beb08a29-5eee-405b-a4e9-fa33084eead3 HTTP/1.1" status: 200 len: 945 time: 0.0500984 Oct 20 11:25:49.226094 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c08374dd-c3bd-4413-aab9-96d29ab26adb req-2fdd4556-7bed-417e-8c7e-88e1c3531072 tempest-ServersNegativeTestJSON-1854254336 tempest-ServersNegativeTestJSON-1854254336-project] 10.222.0.64 "GET /v2.0/security-groups?id=3a16959a-37a4-440c-bfe4-be578480c332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327389 Oct 20 11:25:49.264832 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139aa5c0-e607-44e2-86d9-aa0734eef25b req-c2639558-2b1c-49fc-b362-50f16dfb6c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:49.266366 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-139aa5c0-e607-44e2-86d9-aa0734eef25b req-c2639558-2b1c-49fc-b362-50f16dfb6c50 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=beb08a29-5eee-405b-a4e9-fa33084eead3 HTTP/1.1" status: 200 len: 1096 time: 0.0781372 Oct 20 11:25:49.300262 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-139aa5c0-e607-44e2-86d9-aa0734eef25b req-b17d3e19-da31-41c4-aeba-e57f07886f29 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=3a16959a-37a4-440c-bfe4-be578480c332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272028 Oct 20 11:25:49.713224 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:50.350626 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6fe8af-cd2f-46fc-9fa7-83d6decc8710 req-051a07cb-9fe1-44bc-89ef-d241e8a98b3a tempest-ServersNegativeTestJSON-1854254336 tempest-ServersNegativeTestJSON-1854254336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:50.352133 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bc6fe8af-cd2f-46fc-9fa7-83d6decc8710 req-051a07cb-9fe1-44bc-89ef-d241e8a98b3a tempest-ServersNegativeTestJSON-1854254336 tempest-ServersNegativeTestJSON-1854254336-project] 10.222.0.64 "GET /v2.0/ports?device_id=beb08a29-5eee-405b-a4e9-fa33084eead3 HTTP/1.1" status: 200 len: 945 time: 0.0527523 Oct 20 11:25:50.389692 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bc6fe8af-cd2f-46fc-9fa7-83d6decc8710 req-7184a80c-5777-4520-a116-e3949af82f79 tempest-ServersNegativeTestJSON-1854254336 tempest-ServersNegativeTestJSON-1854254336-project] 10.222.0.64 "GET /v2.0/security-groups?id=3a16959a-37a4-440c-bfe4-be578480c332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316889 Oct 20 11:25:51.501554 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2ebd41-27df-4b37-a821-9ff1143ef649 req-23637c99-6f85-493c-83eb-042f33208854 tempest-ServersNegativeTestJSON-1854254336 tempest-ServersNegativeTestJSON-1854254336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:51.503077 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cd2ebd41-27df-4b37-a821-9ff1143ef649 req-23637c99-6f85-493c-83eb-042f33208854 tempest-ServersNegativeTestJSON-1854254336 tempest-ServersNegativeTestJSON-1854254336-project] 10.222.0.64 "GET /v2.0/ports?device_id=beb08a29-5eee-405b-a4e9-fa33084eead3 HTTP/1.1" status: 200 len: 945 time: 0.0471792 Oct 20 11:25:51.541396 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cd2ebd41-27df-4b37-a821-9ff1143ef649 req-a9cd1954-efcc-4794-866d-ee6049ccbae7 tempest-ServersNegativeTestJSON-1854254336 tempest-ServersNegativeTestJSON-1854254336-project] 10.222.0.64 "GET /v2.0/security-groups?id=3a16959a-37a4-440c-bfe4-be578480c332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318668 Oct 20 11:25:51.760439 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72334a53-4589-4b94-80b3-51b489e3d29b req-94004429-d88c-4158-98c0-d3c5b9b1ce66 tempest-ServersNegativeTestJSON-1854254336 tempest-ServersNegativeTestJSON-1854254336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:51.761810 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-72334a53-4589-4b94-80b3-51b489e3d29b req-94004429-d88c-4158-98c0-d3c5b9b1ce66 tempest-ServersNegativeTestJSON-1854254336 tempest-ServersNegativeTestJSON-1854254336-project] 10.222.0.64 "GET /v2.0/networks?id=a70171d8-71d1-4d3f-8ecb-1fe73894dae8 HTTP/1.1" status: 200 len: 813 time: 0.1013715 Oct 20 11:25:51.776707 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-72334a53-4589-4b94-80b3-51b489e3d29b req-db00607a-e60f-4039-9252-04688fd33ba7 tempest-ServersNegativeTestJSON-1854254336 tempest-ServersNegativeTestJSON-1854254336-project] 10.222.0.64 "GET /v2.0/quotas/230751afdbeb451ca930c1d1a7e3be7b HTTP/1.1" status: 200 len: 375 time: 0.0092783 Oct 20 11:25:51.823969 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-72334a53-4589-4b94-80b3-51b489e3d29b req-226b4a61-e41c-4882-94e7-9a2f65d67dca tempest-ServersNegativeTestJSON-1854254336 tempest-ServersNegativeTestJSON-1854254336-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=230751afdbeb451ca930c1d1a7e3be7b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0421121 Oct 20 11:25:51.914749 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-72334a53-4589-4b94-80b3-51b489e3d29b req-5928bcab-762b-4331-9619-a33fb5cab73e service neutron] 10.222.0.64 "GET /v2.0/networks/a70171d8-71d1-4d3f-8ecb-1fe73894dae8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838652 Oct 20 11:25:52.000722 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-72334a53-4589-4b94-80b3-51b489e3d29b req-4d75e843-f608-422e-809c-c2c94a4b503e service neutron] 10.222.0.64 "GET /v2.0/networks/a70171d8-71d1-4d3f-8ecb-1fe73894dae8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799661 Oct 20 11:25:52.157631 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e94eb7ca-17cc-4cc4-891e-835a5a18c0ec req-1e0121b4-01e3-491e-835b-2f01750422ab tempest-ServersNegativeTestJSON-1854254336 tempest-ServersNegativeTestJSON-1854254336-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e781900-2a28-4216-b0de-086fdf74625f HTTP/1.1" status: 200 len: 210 time: 0.0261886 Oct 20 11:25:53.057599 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72334a53-4589-4b94-80b3-51b489e3d29b req-df15e29c-ce72-4be6-a419-805e8ba13abc tempest-ServersNegativeTestJSON-1854254336 tempest-ServersNegativeTestJSON-1854254336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:53.059108 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-72334a53-4589-4b94-80b3-51b489e3d29b req-df15e29c-ce72-4be6-a419-805e8ba13abc tempest-ServersNegativeTestJSON-1854254336 tempest-ServersNegativeTestJSON-1854254336-project] 10.222.0.69 "GET /v2.0/networks?id=a70171d8-71d1-4d3f-8ecb-1fe73894dae8 HTTP/1.1" status: 200 len: 813 time: 0.1118338 Oct 20 11:25:53.071484 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-72334a53-4589-4b94-80b3-51b489e3d29b req-45672c41-eb13-4a7a-a8bf-4c9c7d23dc65 tempest-ServersNegativeTestJSON-1854254336 tempest-ServersNegativeTestJSON-1854254336-project] Request body: {'port': {'device_id': '4e781900-2a28-4216-b0de-086fdf74625f', 'network_id': 'a70171d8-71d1-4d3f-8ecb-1fe73894dae8', 'admin_state_up': True, 'tenant_id': '230751afdbeb451ca930c1d1a7e3be7b'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:25:53.179033 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72334a53-4589-4b94-80b3-51b489e3d29b req-45672c41-eb13-4a7a-a8bf-4c9c7d23dc65 tempest-ServersNegativeTestJSON-1854254336 tempest-ServersNegativeTestJSON-1854254336-project] Made reservation on behalf of 230751afdbeb451ca930c1d1a7e3be7b for: {'port': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:25:53.182982 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-72334a53-4589-4b94-80b3-51b489e3d29b req-45672c41-eb13-4a7a-a8bf-4c9c7d23dc65 tempest-ServersNegativeTestJSON-1854254336 tempest-ServersNegativeTestJSON-1854254336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:53.270993 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5b3556c9-f457-4522-91c1-504a1eabceea req-951f9b86-e546-4180-8c40-13645fb5c8bb tempest-ServersNegativeTestJSON-1854254336 tempest-ServersNegativeTestJSON-1854254336-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e781900-2a28-4216-b0de-086fdf74625f HTTP/1.1" status: 200 len: 210 time: 0.0328648 Oct 20 11:25:53.330245 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [req-72334a53-4589-4b94-80b3-51b489e3d29b req-45672c41-eb13-4a7a-a8bf-4c9c7d23dc65 tempest-ServersNegativeTestJSON-1854254336 tempest-ServersNegativeTestJSON-1854254336-project] Allocated IP 172.20.0.8 (a70171d8-71d1-4d3f-8ecb-1fe73894dae8/f7d5cb8a-d6b8-47f3-96cb-30b56224ad06/7adc2c0e-80d2-4509-9f75-7590594b7ae7) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:25:53.474536 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-72334a53-4589-4b94-80b3-51b489e3d29b req-45672c41-eb13-4a7a-a8bf-4c9c7d23dc65 tempest-ServersNegativeTestJSON-1854254336 tempest-ServersNegativeTestJSON-1854254336-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:53.506700 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-72334a53-4589-4b94-80b3-51b489e3d29b req-45672c41-eb13-4a7a-a8bf-4c9c7d23dc65 tempest-ServersNegativeTestJSON-1854254336 tempest-ServersNegativeTestJSON-1854254336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:53.549369 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['fa533693-d8d4-4754-9fbd-9c187e4325e5'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:25:53.551302 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72334a53-4589-4b94-80b3-51b489e3d29b req-45672c41-eb13-4a7a-a8bf-4c9c7d23dc65 tempest-ServersNegativeTestJSON-1854254336 tempest-ServersNegativeTestJSON-1854254336-project] Network a70171d8-71d1-4d3f-8ecb-1fe73894dae8 is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:25:53.554686 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [req-72334a53-4589-4b94-80b3-51b489e3d29b req-45672c41-eb13-4a7a-a8bf-4c9c7d23dc65 tempest-ServersNegativeTestJSON-1854254336 tempest-ServersNegativeTestJSON-1854254336-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:25:53.557563 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-72334a53-4589-4b94-80b3-51b489e3d29b req-45672c41-eb13-4a7a-a8bf-4c9c7d23dc65 tempest-ServersNegativeTestJSON-1854254336 tempest-ServersNegativeTestJSON-1854254336-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:25:53.593985 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45672c41-eb13-4a7a-a8bf-4c9c7d23dc65 tempest-ServersNegativeTestJSON-1854254336 tempest-ServersNegativeTestJSON-1854254336-project] Pushing event updated for resources: {'Port': ['ID=7adc2c0e-80d2-4509-9f75-7590594b7ae7,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:53.606270 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45672c41-eb13-4a7a-a8bf-4c9c7d23dc65 tempest-ServersNegativeTestJSON-1854254336 tempest-ServersNegativeTestJSON-1854254336-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:25:53.606611 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45672c41-eb13-4a7a-a8bf-4c9c7d23dc65 tempest-ServersNegativeTestJSON-1854254336 tempest-ServersNegativeTestJSON-1854254336-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:25:53.606947 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45672c41-eb13-4a7a-a8bf-4c9c7d23dc65 tempest-ServersNegativeTestJSON-1854254336 tempest-ServersNegativeTestJSON-1854254336-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:25:53.607325 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45672c41-eb13-4a7a-a8bf-4c9c7d23dc65 tempest-ServersNegativeTestJSON-1854254336 tempest-ServersNegativeTestJSON-1854254336-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:25:53.607678 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45672c41-eb13-4a7a-a8bf-4c9c7d23dc65 tempest-ServersNegativeTestJSON-1854254336 tempest-ServersNegativeTestJSON-1854254336-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:25:53.608017 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45672c41-eb13-4a7a-a8bf-4c9c7d23dc65 tempest-ServersNegativeTestJSON-1854254336 tempest-ServersNegativeTestJSON-1854254336-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:25:53.608342 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45672c41-eb13-4a7a-a8bf-4c9c7d23dc65 tempest-ServersNegativeTestJSON-1854254336 tempest-ServersNegativeTestJSON-1854254336-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:25:53.608662 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45672c41-eb13-4a7a-a8bf-4c9c7d23dc65 tempest-ServersNegativeTestJSON-1854254336 tempest-ServersNegativeTestJSON-1854254336-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:25:53.608982 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45672c41-eb13-4a7a-a8bf-4c9c7d23dc65 tempest-ServersNegativeTestJSON-1854254336 tempest-ServersNegativeTestJSON-1854254336-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:25:53.609299 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45672c41-eb13-4a7a-a8bf-4c9c7d23dc65 tempest-ServersNegativeTestJSON-1854254336 tempest-ServersNegativeTestJSON-1854254336-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:25:53.609613 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45672c41-eb13-4a7a-a8bf-4c9c7d23dc65 tempest-ServersNegativeTestJSON-1854254336 tempest-ServersNegativeTestJSON-1854254336-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:25:53.609926 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45672c41-eb13-4a7a-a8bf-4c9c7d23dc65 tempest-ServersNegativeTestJSON-1854254336 tempest-ServersNegativeTestJSON-1854254336-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:25:53.623523 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72334a53-4589-4b94-80b3-51b489e3d29b req-45672c41-eb13-4a7a-a8bf-4c9c7d23dc65 tempest-ServersNegativeTestJSON-1854254336 tempest-ServersNegativeTestJSON-1854254336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:53.624129 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-72334a53-4589-4b94-80b3-51b489e3d29b req-45672c41-eb13-4a7a-a8bf-4c9c7d23dc65 tempest-ServersNegativeTestJSON-1854254336 tempest-ServersNegativeTestJSON-1854254336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:53.639783 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-72334a53-4589-4b94-80b3-51b489e3d29b req-45672c41-eb13-4a7a-a8bf-4c9c7d23dc65 tempest-ServersNegativeTestJSON-1854254336 tempest-ServersNegativeTestJSON-1854254336-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5719762 Oct 20 11:25:53.724801 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-72334a53-4589-4b94-80b3-51b489e3d29b req-7d9e94fe-718b-4536-9c80-9dc7fb32e6fe service neutron] Request body: {'port': {'device_id': '4e781900-2a28-4216-b0de-086fdf74625f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811396-3'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:25:53.776069 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-72334a53-4589-4b94-80b3-51b489e3d29b req-7d9e94fe-718b-4536-9c80-9dc7fb32e6fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:54.030150 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [req-72334a53-4589-4b94-80b3-51b489e3d29b req-7d9e94fe-718b-4536-9c80-9dc7fb32e6fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7adc2c0e-80d2-4509-9f75-7590594b7ae7 {{(pid=100596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:25:54.037973 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-72334a53-4589-4b94-80b3-51b489e3d29b req-7d9e94fe-718b-4536-9c80-9dc7fb32e6fe service neutron] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:54.049366 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.provisioning_blocks [req-72334a53-4589-4b94-80b3-51b489e3d29b req-7d9e94fe-718b-4536-9c80-9dc7fb32e6fe service neutron] Transition to ACTIVE for port object 7adc2c0e-80d2-4509-9f75-7590594b7ae7 will not be triggered until provisioned by entity L2. {{(pid=100596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:25:54.053534 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-72334a53-4589-4b94-80b3-51b489e3d29b req-7d9e94fe-718b-4536-9c80-9dc7fb32e6fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:54.100895 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9e94fe-718b-4536-9c80-9dc7fb32e6fe service neutron] Pushing event updated for resources: {'Port': ['ID=7adc2c0e-80d2-4509-9f75-7590594b7ae7,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:54.169952 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-72334a53-4589-4b94-80b3-51b489e3d29b req-7d9e94fe-718b-4536-9c80-9dc7fb32e6fe service neutron] Attempting to bind port 7adc2c0e-80d2-4509-9f75-7590594b7ae7 on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:25:54.170278 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-72334a53-4589-4b94-80b3-51b489e3d29b req-7d9e94fe-718b-4536-9c80-9dc7fb32e6fe service neutron] Attempting to bind port 7adc2c0e-80d2-4509-9f75-7590594b7ae7 by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': '86d4fc4a-b013-497b-a10e-a63ac058241a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'a70171d8-71d1-4d3f-8ecb-1fe73894dae8'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:25:54.170598 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72334a53-4589-4b94-80b3-51b489e3d29b req-7d9e94fe-718b-4536-9c80-9dc7fb32e6fe service neutron] Attempting to bind port 7adc2c0e-80d2-4509-9f75-7590594b7ae7 on network a70171d8-71d1-4d3f-8ecb-1fe73894dae8 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:25:54.174780 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72334a53-4589-4b94-80b3-51b489e3d29b req-7d9e94fe-718b-4536-9c80-9dc7fb32e6fe service neutron] Port 7adc2c0e-80d2-4509-9f75-7590594b7ae7 on network a70171d8-71d1-4d3f-8ecb-1fe73894dae8 not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:25:54.175102 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72334a53-4589-4b94-80b3-51b489e3d29b req-7d9e94fe-718b-4536-9c80-9dc7fb32e6fe service neutron] Attempting to bind port 7adc2c0e-80d2-4509-9f75-7590594b7ae7 on network a70171d8-71d1-4d3f-8ecb-1fe73894dae8 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:25:54.180672 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72334a53-4589-4b94-80b3-51b489e3d29b req-7d9e94fe-718b-4536-9c80-9dc7fb32e6fe service neutron] Checking agent: {'id': '061232a2-7adc-4ba1-a873-e8cb136b064d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:25:54.181003 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72334a53-4589-4b94-80b3-51b489e3d29b req-7d9e94fe-718b-4536-9c80-9dc7fb32e6fe service neutron] Checking segment: {'id': '86d4fc4a-b013-497b-a10e-a63ac058241a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'a70171d8-71d1-4d3f-8ecb-1fe73894dae8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:25:54.181383 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72334a53-4589-4b94-80b3-51b489e3d29b req-7d9e94fe-718b-4536-9c80-9dc7fb32e6fe service neutron] Bound using segment: {'id': '86d4fc4a-b013-497b-a10e-a63ac058241a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'a70171d8-71d1-4d3f-8ecb-1fe73894dae8'} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:25:54.181803 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-72334a53-4589-4b94-80b3-51b489e3d29b req-7d9e94fe-718b-4536-9c80-9dc7fb32e6fe service neutron] Bound port: 7adc2c0e-80d2-4509-9f75-7590594b7ae7, host: n-h2-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86d4fc4a-b013-497b-a10e-a63ac058241a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'a70171d8-71d1-4d3f-8ecb-1fe73894dae8'}}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:25:54.182147 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-72334a53-4589-4b94-80b3-51b489e3d29b req-7d9e94fe-718b-4536-9c80-9dc7fb32e6fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:54.243717 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-72334a53-4589-4b94-80b3-51b489e3d29b req-7d9e94fe-718b-4536-9c80-9dc7fb32e6fe service neutron] For port 7adc2c0e-80d2-4509-9f75-7590594b7ae7, host n-h2-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:25:54.247161 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-72334a53-4589-4b94-80b3-51b489e3d29b req-7d9e94fe-718b-4536-9c80-9dc7fb32e6fe service neutron] For port 7adc2c0e-80d2-4509-9f75-7590594b7ae7, host n-h2-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=7adc2c0e-80d2-4509-9f75-7590594b7ae7,segment=NetworkSegment(86d4fc4a-b013-497b-a10e-a63ac058241a),segment_id=86d4fc4a-b013-497b-a10e-a63ac058241a)] {{(pid=100596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:25:54.253996 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-72334a53-4589-4b94-80b3-51b489e3d29b req-7d9e94fe-718b-4536-9c80-9dc7fb32e6fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:54.290327 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72334a53-4589-4b94-80b3-51b489e3d29b req-7d9e94fe-718b-4536-9c80-9dc7fb32e6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:54.291314 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-72334a53-4589-4b94-80b3-51b489e3d29b req-7d9e94fe-718b-4536-9c80-9dc7fb32e6fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:54.291314 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-72334a53-4589-4b94-80b3-51b489e3d29b req-7d9e94fe-718b-4536-9c80-9dc7fb32e6fe service neutron] 10.222.0.69 "PUT /v2.0/ports/7adc2c0e-80d2-4509-9f75-7590594b7ae7 HTTP/1.1" status: 200 len: 1091 time: 0.6093910 Oct 20 11:25:54.291314 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e781900-2a28-4216-b0de-086fdf74625f', 'tag': '7adc2c0e-80d2-4509-9f75-7590594b7ae7'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:25:54.294988 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b817f9d80a1b29ed07bd94f2222da8cf244b0bc6025e0bf33ac95c6b13c59699" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db98b9d6-3e93-4a8b-9276-7efe9393af69" -d '{"events": [{"name": "network-changed", "server_uuid": "4e781900-2a28-4216-b0de-086fdf74625f", "tag": "7adc2c0e-80d2-4509-9f75-7590594b7ae7"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:25:54.319096 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9e94fe-718b-4536-9c80-9dc7fb32e6fe service neutron] Pushing event updated for resources: {'Port': ['ID=7adc2c0e-80d2-4509-9f75-7590594b7ae7,revision_number=3']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:54.363687 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-994de76b-7322-489d-a527-140604628629 x-openstack-request-id: req-994de76b-7322-489d-a527-140604628629 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:25:54.364031 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e781900-2a28-4216-b0de-086fdf74625f", "tag": "7adc2c0e-80d2-4509-9f75-7590594b7ae7", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:25:54.364281 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-994de76b-7322-489d-a527-140604628629 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:25:54.364676 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e781900-2a28-4216-b0de-086fdf74625f', 'tag': '7adc2c0e-80d2-4509-9f75-7590594b7ae7', 'status': 'completed', 'code': 200} Oct 20 11:25:54.408956 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72334a53-4589-4b94-80b3-51b489e3d29b req-fe00a8f5-74b7-493b-a9c2-9a8783b9b7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:54.410418 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-72334a53-4589-4b94-80b3-51b489e3d29b req-fe00a8f5-74b7-493b-a9c2-9a8783b9b7dd service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=230751afdbeb451ca930c1d1a7e3be7b&device_id=4e781900-2a28-4216-b0de-086fdf74625f HTTP/1.1" status: 200 len: 1094 time: 0.0733159 Oct 20 11:25:54.433063 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da096b16-0077-4830-aeb9-18f959ba073e req-362b562a-598d-43e8-bd34-53b37d926796 tempest-ServersNegativeTestJSON-1854254336 tempest-ServersNegativeTestJSON-1854254336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:54.434447 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-da096b16-0077-4830-aeb9-18f959ba073e req-362b562a-598d-43e8-bd34-53b37d926796 tempest-ServersNegativeTestJSON-1854254336 tempest-ServersNegativeTestJSON-1854254336-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e781900-2a28-4216-b0de-086fdf74625f HTTP/1.1" status: 200 len: 943 time: 0.0645483 Oct 20 11:25:54.463363 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-72334a53-4589-4b94-80b3-51b489e3d29b req-d06e4f68-e977-42dd-9840-255b795dc29a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7adc2c0e-80d2-4509-9f75-7590594b7ae7 HTTP/1.1" status: 200 len: 217 time: 0.0448523 Oct 20 11:25:54.523005 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-da096b16-0077-4830-aeb9-18f959ba073e req-93c0d327-4bf2-420d-970e-00fbfde0dc55 tempest-ServersNegativeTestJSON-1854254336 tempest-ServersNegativeTestJSON-1854254336-project] 10.222.0.64 "GET /v2.0/security-groups?id=3a16959a-37a4-440c-bfe4-be578480c332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618551 Oct 20 11:25:54.529624 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72334a53-4589-4b94-80b3-51b489e3d29b req-e4163d4b-c33e-48a6-9423-209f5d06129b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:54.530989 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-72334a53-4589-4b94-80b3-51b489e3d29b req-e4163d4b-c33e-48a6-9423-209f5d06129b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f7d5cb8a-d6b8-47f3-96cb-30b56224ad06 HTTP/1.1" status: 200 len: 853 time: 0.0560694 Oct 20 11:25:54.566242 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-72334a53-4589-4b94-80b3-51b489e3d29b req-953b6c50-5871-41ae-bf8c-92d620ddb38f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a70171d8-71d1-4d3f-8ecb-1fe73894dae8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285017 Oct 20 11:25:54.653879 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-72334a53-4589-4b94-80b3-51b489e3d29b req-260fcad5-b9e8-446d-9604-6d9e1dada143 service neutron] 10.222.0.69 "GET /v2.0/networks/a70171d8-71d1-4d3f-8ecb-1fe73894dae8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804608 Oct 20 11:25:55.040071 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-72334a53-4589-4b94-80b3-51b489e3d29b req-e364dd8c-8afe-45ce-8815-0d0034b47c90 service neutron] 10.222.0.69 "GET /v2.0/networks/a70171d8-71d1-4d3f-8ecb-1fe73894dae8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3784368 Oct 20 11:25:55.122496 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db98b9d6-3e93-4a8b-9276-7efe9393af69 req-e4f31500-e6c6-4c77-9f0d-b00543b3d525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:55.124026 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-db98b9d6-3e93-4a8b-9276-7efe9393af69 req-e4f31500-e6c6-4c77-9f0d-b00543b3d525 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=230751afdbeb451ca930c1d1a7e3be7b&device_id=4e781900-2a28-4216-b0de-086fdf74625f HTTP/1.1" status: 200 len: 1094 time: 0.0396452 Oct 20 11:25:55.213129 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db98b9d6-3e93-4a8b-9276-7efe9393af69 req-83a01312-b39c-4773-99fe-093976e074b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:55.214545 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-db98b9d6-3e93-4a8b-9276-7efe9393af69 req-83a01312-b39c-4773-99fe-093976e074b2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a70171d8-71d1-4d3f-8ecb-1fe73894dae8 HTTP/1.1" status: 200 len: 914 time: 0.0839159 Oct 20 11:25:55.255293 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-db98b9d6-3e93-4a8b-9276-7efe9393af69 req-bd488cf4-abf2-4a85-88c6-0bad6e41ab19 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7adc2c0e-80d2-4509-9f75-7590594b7ae7 HTTP/1.1" status: 200 len: 217 time: 0.0333548 Oct 20 11:25:55.302677 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db98b9d6-3e93-4a8b-9276-7efe9393af69 req-9ac68ecd-6d20-45b6-8854-aabd8f4e800c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:55.304047 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-db98b9d6-3e93-4a8b-9276-7efe9393af69 req-9ac68ecd-6d20-45b6-8854-aabd8f4e800c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f7d5cb8a-d6b8-47f3-96cb-30b56224ad06 HTTP/1.1" status: 200 len: 853 time: 0.0420728 Oct 20 11:25:55.335692 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-db98b9d6-3e93-4a8b-9276-7efe9393af69 req-6eebd142-7637-4bab-8710-f46832d51aae service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a70171d8-71d1-4d3f-8ecb-1fe73894dae8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233338 Oct 20 11:25:55.425669 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-db98b9d6-3e93-4a8b-9276-7efe9393af69 req-f973f4b1-9175-4f51-8298-ab1d77b980a8 service neutron] 10.222.0.69 "GET /v2.0/networks/a70171d8-71d1-4d3f-8ecb-1fe73894dae8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825980 Oct 20 11:25:55.515512 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-db98b9d6-3e93-4a8b-9276-7efe9393af69 req-f83c1db3-485c-4757-96af-1f6a1daafaca service neutron] 10.222.0.69 "GET /v2.0/networks/a70171d8-71d1-4d3f-8ecb-1fe73894dae8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824561 Oct 20 11:25:55.637782 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a63349-28e4-44d7-94ce-a8adc3bf0746 req-99d478d1-f400-4e18-bedf-735edefa8da0 tempest-ServersNegativeTestJSON-1854254336 tempest-ServersNegativeTestJSON-1854254336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:55.639239 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-29a63349-28e4-44d7-94ce-a8adc3bf0746 req-99d478d1-f400-4e18-bedf-735edefa8da0 tempest-ServersNegativeTestJSON-1854254336 tempest-ServersNegativeTestJSON-1854254336-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e781900-2a28-4216-b0de-086fdf74625f HTTP/1.1" status: 200 len: 943 time: 0.0478957 Oct 20 11:25:55.677053 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-29a63349-28e4-44d7-94ce-a8adc3bf0746 req-f0917ba2-4f49-4064-9ec4-0e0363528a28 tempest-ServersNegativeTestJSON-1854254336 tempest-ServersNegativeTestJSON-1854254336-project] 10.222.0.64 "GET /v2.0/security-groups?id=3a16959a-37a4-440c-bfe4-be578480c332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319803 Oct 20 11:25:56.787457 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc97e27-e7b6-4d59-9713-fbb341d7474e req-b1dafc6b-e8fa-4cce-bbdd-62f85badc0e1 tempest-ServersNegativeTestJSON-1854254336 tempest-ServersNegativeTestJSON-1854254336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:56.788919 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1fc97e27-e7b6-4d59-9713-fbb341d7474e req-b1dafc6b-e8fa-4cce-bbdd-62f85badc0e1 tempest-ServersNegativeTestJSON-1854254336 tempest-ServersNegativeTestJSON-1854254336-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e781900-2a28-4216-b0de-086fdf74625f HTTP/1.1" status: 200 len: 943 time: 0.0470054 Oct 20 11:25:56.826284 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1fc97e27-e7b6-4d59-9713-fbb341d7474e req-e1767f3a-7972-45e8-aab8-f365390b62de tempest-ServersNegativeTestJSON-1854254336 tempest-ServersNegativeTestJSON-1854254336-project] 10.222.0.64 "GET /v2.0/security-groups?id=3a16959a-37a4-440c-bfe4-be578480c332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313237 Oct 20 11:25:57.939576 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dc4cc8-1fa9-4235-a44f-a9a07c31e00a req-114cffe8-f705-4ee1-bd0d-6e617a94f5e7 tempest-ServersNegativeTestJSON-1854254336 tempest-ServersNegativeTestJSON-1854254336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:57.941045 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-79dc4cc8-1fa9-4235-a44f-a9a07c31e00a req-114cffe8-f705-4ee1-bd0d-6e617a94f5e7 tempest-ServersNegativeTestJSON-1854254336 tempest-ServersNegativeTestJSON-1854254336-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e781900-2a28-4216-b0de-086fdf74625f HTTP/1.1" status: 200 len: 943 time: 0.0476668 Oct 20 11:25:57.982316 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-79dc4cc8-1fa9-4235-a44f-a9a07c31e00a req-4f629f7c-fbb5-4524-8aa9-5acd5cbf371c tempest-ServersNegativeTestJSON-1854254336 tempest-ServersNegativeTestJSON-1854254336-project] 10.222.0.64 "GET /v2.0/security-groups?id=3a16959a-37a4-440c-bfe4-be578480c332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348427 Oct 20 11:25:58.135815 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 7adc2c0e-80d2-4509-9f75-7590594b7ae7 details requested by agent hyperv_n-h2-811396-3 with host n-h2-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:25:58.225870 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 7adc2c0e-80d2-4509-9f75-7590594b7ae7, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=7adc2c0e-80d2-4509-9f75-7590594b7ae7,segment=NetworkSegment(86d4fc4a-b013-497b-a10e-a63ac058241a),segment_id=86d4fc4a-b013-497b-a10e-a63ac058241a)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:25:58.237262 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Returning: {'device': '7adc2c0e-80d2-4509-9f75-7590594b7ae7', 'network_id': 'a70171d8-71d1-4d3f-8ecb-1fe73894dae8', 'port_id': '7adc2c0e-80d2-4509-9f75-7590594b7ae7', 'mac_address': 'fa:16:3e:fc:77:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 803, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7d5cb8a-d6b8-47f3-96cb-30b56224ad06', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:25:58.274328 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:58.289816 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7adc2c0e-80d2-4509-9f75-7590594b7ae7 {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:25:58.308806 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 7adc2c0e-80d2-4509-9f75-7590594b7ae7, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=7adc2c0e-80d2-4509-9f75-7590594b7ae7,segment=NetworkSegment(86d4fc4a-b013-497b-a10e-a63ac058241a),segment_id=86d4fc4a-b013-497b-a10e-a63ac058241a)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:25:58.312820 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:58.358923 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=7adc2c0e-80d2-4509-9f75-7590594b7ae7,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:58.498824 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['7adc2c0e-80d2-4509-9f75-7590594b7ae7'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:25:59.093687 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d52e955-730d-4ce2-9d95-3fd4cebcb835 req-608d69d7-683c-469a-805a-534f917b8e79 tempest-ServersNegativeTestJSON-1854254336 tempest-ServersNegativeTestJSON-1854254336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:59.095135 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8d52e955-730d-4ce2-9d95-3fd4cebcb835 req-608d69d7-683c-469a-805a-534f917b8e79 tempest-ServersNegativeTestJSON-1854254336 tempest-ServersNegativeTestJSON-1854254336-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e781900-2a28-4216-b0de-086fdf74625f HTTP/1.1" status: 200 len: 944 time: 0.0472414 Oct 20 11:25:59.131986 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8d52e955-730d-4ce2-9d95-3fd4cebcb835 req-76795e1b-ed4b-42ec-b190-f3ed01ab3644 tempest-ServersNegativeTestJSON-1854254336 tempest-ServersNegativeTestJSON-1854254336-project] 10.222.0.64 "GET /v2.0/security-groups?id=3a16959a-37a4-440c-bfe4-be578480c332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302296 Oct 20 11:26:00.145795 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 7adc2c0e-80d2-4509-9f75-7590594b7ae7 up at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:26:00.195873 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning for port 7adc2c0e-80d2-4509-9f75-7590594b7ae7 completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:26:00.199735 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning complete for port 7adc2c0e-80d2-4509-9f75-7590594b7ae7 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:26:00.200114 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:00.244775 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a2dfed-26dc-4add-8b46-9a743d8f4f24 req-b4d47a1e-3458-4053-8bcc-a6b79f0e82e8 tempest-ServersNegativeTestJSON-1854254336 tempest-ServersNegativeTestJSON-1854254336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:00.246453 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-07a2dfed-26dc-4add-8b46-9a743d8f4f24 req-b4d47a1e-3458-4053-8bcc-a6b79f0e82e8 tempest-ServersNegativeTestJSON-1854254336 tempest-ServersNegativeTestJSON-1854254336-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e781900-2a28-4216-b0de-086fdf74625f HTTP/1.1" status: 200 len: 944 time: 0.0485020 Oct 20 11:26:00.280546 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:00.289958 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-07a2dfed-26dc-4add-8b46-9a743d8f4f24 req-ab0467fb-6dea-4484-ad3b-0554e4380060 tempest-ServersNegativeTestJSON-1854254336 tempest-ServersNegativeTestJSON-1854254336-project] 10.222.0.64 "GET /v2.0/security-groups?id=3a16959a-37a4-440c-bfe4-be578480c332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324810 Oct 20 11:26:00.302815 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e781900-2a28-4216-b0de-086fdf74625f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7adc2c0e-80d2-4509-9f75-7590594b7ae7'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:26:00.305083 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3a5a1e74fee385f59395feee7f880defec871777ba90fab9b56a242633970a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a89c24a3-3fdd-41f3-b588-a510b4e3f84d" -d '{"events": [{"server_uuid": "4e781900-2a28-4216-b0de-086fdf74625f", "name": "network-vif-plugged", "status": "completed", "tag": "7adc2c0e-80d2-4509-9f75-7590594b7ae7"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:26:00.318350 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 7adc2c0e-80d2-4509-9f75-7590594b7ae7, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=7adc2c0e-80d2-4509-9f75-7590594b7ae7,segment=NetworkSegment(86d4fc4a-b013-497b-a10e-a63ac058241a),segment_id=86d4fc4a-b013-497b-a10e-a63ac058241a)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:26:00.322289 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:00.347605 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9ca23c3-5662-41a0-b859-d61f903713dc x-openstack-request-id: req-a9ca23c3-5662-41a0-b859-d61f903713dc {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:26:00.347897 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e781900-2a28-4216-b0de-086fdf74625f", "name": "network-vif-plugged", "status": "completed", "tag": "7adc2c0e-80d2-4509-9f75-7590594b7ae7", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:26:00.348627 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a9ca23c3-5662-41a0-b859-d61f903713dc {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:26:00.349000 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e781900-2a28-4216-b0de-086fdf74625f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7adc2c0e-80d2-4509-9f75-7590594b7ae7', 'code': 200} Oct 20 11:26:00.373794 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=7adc2c0e-80d2-4509-9f75-7590594b7ae7,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:00.436939 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb5d50d-9607-427d-bb1a-87fee038f71a req-17d83998-119b-4142-b295-e4ae44efd2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:00.438328 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3bb5d50d-9607-427d-bb1a-87fee038f71a req-17d83998-119b-4142-b295-e4ae44efd2ff service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=4e781900-2a28-4216-b0de-086fdf74625f HTTP/1.1" status: 200 len: 1096 time: 0.0399497 Oct 20 11:26:00.474506 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3bb5d50d-9607-427d-bb1a-87fee038f71a req-42c5239a-3fd6-4b4e-91fa-066fa1fe02f9 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=3a16959a-37a4-440c-bfe4-be578480c332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296705 Oct 20 11:26:01.405188 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b231120-e3a1-4a82-99c6-f32c8e9a5f67 req-571654a6-bcb1-4e54-89e0-a8247f0e65dd tempest-ServersNegativeTestJSON-1854254336 tempest-ServersNegativeTestJSON-1854254336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:01.406659 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3b231120-e3a1-4a82-99c6-f32c8e9a5f67 req-571654a6-bcb1-4e54-89e0-a8247f0e65dd tempest-ServersNegativeTestJSON-1854254336 tempest-ServersNegativeTestJSON-1854254336-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e781900-2a28-4216-b0de-086fdf74625f HTTP/1.1" status: 200 len: 945 time: 0.0513623 Oct 20 11:26:01.449483 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3b231120-e3a1-4a82-99c6-f32c8e9a5f67 req-912374c3-1797-4ac3-b01f-fec4670b84f8 tempest-ServersNegativeTestJSON-1854254336 tempest-ServersNegativeTestJSON-1854254336-project] 10.222.0.64 "GET /v2.0/security-groups?id=3a16959a-37a4-440c-bfe4-be578480c332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362854 Oct 20 11:26:02.565975 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd18cd2-4da6-4190-8889-4eee5a1467eb req-263c8d30-9d65-4dc2-b352-3f7a88912256 tempest-ServersNegativeTestJSON-1854254336 tempest-ServersNegativeTestJSON-1854254336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:02.567404 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8cd18cd2-4da6-4190-8889-4eee5a1467eb req-263c8d30-9d65-4dc2-b352-3f7a88912256 tempest-ServersNegativeTestJSON-1854254336 tempest-ServersNegativeTestJSON-1854254336-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e781900-2a28-4216-b0de-086fdf74625f HTTP/1.1" status: 200 len: 945 time: 0.0484765 Oct 20 11:26:02.604743 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8cd18cd2-4da6-4190-8889-4eee5a1467eb req-f6ac258d-7d77-4b5e-8bd9-4405fc3e288c tempest-ServersNegativeTestJSON-1854254336 tempest-ServersNegativeTestJSON-1854254336-project] 10.222.0.64 "GET /v2.0/security-groups?id=3a16959a-37a4-440c-bfe4-be578480c332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310154 Oct 20 11:26:02.835869 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff4fdf7-f031-42d7-9361-93cad5fbd69b req-fa8f34f2-f52c-469f-90c6-5d85d06a1003 tempest-ServersNegativeTestJSON-1854254336 tempest-ServersNegativeTestJSON-1854254336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:02.837294 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-aff4fdf7-f031-42d7-9361-93cad5fbd69b req-fa8f34f2-f52c-469f-90c6-5d85d06a1003 tempest-ServersNegativeTestJSON-1854254336 tempest-ServersNegativeTestJSON-1854254336-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e781900-2a28-4216-b0de-086fdf74625f HTTP/1.1" status: 200 len: 945 time: 0.0497422 Oct 20 11:26:02.877298 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-aff4fdf7-f031-42d7-9361-93cad5fbd69b req-a3a4deb8-acb5-4fb8-ada3-487a9e211fef tempest-ServersNegativeTestJSON-1854254336 tempest-ServersNegativeTestJSON-1854254336-project] 10.222.0.64 "GET /v2.0/security-groups?id=3a16959a-37a4-440c-bfe4-be578480c332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341456 Oct 20 11:26:03.591952 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-52f8462f-c952-4dde-8dcc-b3b7de4330df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:03.992515 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b0b9e9-1810-4ac5-938e-1e01d084b260 req-152e702f-01fd-4e1e-821d-b8420d6b2728 tempest-ServersNegativeTestJSON-1854254336 tempest-ServersNegativeTestJSON-1854254336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:03.994098 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f1b0b9e9-1810-4ac5-938e-1e01d084b260 req-152e702f-01fd-4e1e-821d-b8420d6b2728 tempest-ServersNegativeTestJSON-1854254336 tempest-ServersNegativeTestJSON-1854254336-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e781900-2a28-4216-b0de-086fdf74625f HTTP/1.1" status: 200 len: 945 time: 0.0493672 Oct 20 11:26:04.073503 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f1b0b9e9-1810-4ac5-938e-1e01d084b260 req-94cbd098-dbac-4c67-b94b-41855fc1a622 tempest-ServersNegativeTestJSON-1854254336 tempest-ServersNegativeTestJSON-1854254336-project] 10.222.0.64 "GET /v2.0/security-groups?id=3a16959a-37a4-440c-bfe4-be578480c332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689263 Oct 20 11:26:04.081882 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a355650d-5578-4a14-840b-9b5d6d697e48 req-dd343811-fadd-44b4-b244-d8f469d81720 tempest-ServersNegativeTestJSON-1854254336 tempest-ServersNegativeTestJSON-1854254336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:04.084080 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a355650d-5578-4a14-840b-9b5d6d697e48 req-dd343811-fadd-44b4-b244-d8f469d81720 tempest-ServersNegativeTestJSON-1854254336 tempest-ServersNegativeTestJSON-1854254336-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e781900-2a28-4216-b0de-086fdf74625f HTTP/1.1" status: 200 len: 945 time: 0.0879588 Oct 20 11:26:04.181588 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-a355650d-5578-4a14-840b-9b5d6d697e48 req-7ca425b2-1f49-4bd0-978e-a4cddf45ae5e tempest-ServersNegativeTestJSON-1854254336 tempest-ServersNegativeTestJSON-1854254336-project] Deleting port 7adc2c0e-80d2-4509-9f75-7590594b7ae7 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:26:04.181934 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-a355650d-5578-4a14-840b-9b5d6d697e48 req-7ca425b2-1f49-4bd0-978e-a4cddf45ae5e tempest-ServersNegativeTestJSON-1854254336 tempest-ServersNegativeTestJSON-1854254336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:04.271465 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-a355650d-5578-4a14-840b-9b5d6d697e48 req-7ca425b2-1f49-4bd0-978e-a4cddf45ae5e tempest-ServersNegativeTestJSON-1854254336 tempest-ServersNegativeTestJSON-1854254336-project] For port 7adc2c0e-80d2-4509-9f75-7590594b7ae7, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=7adc2c0e-80d2-4509-9f75-7590594b7ae7,segment=NetworkSegment(86d4fc4a-b013-497b-a10e-a63ac058241a),segment_id=86d4fc4a-b013-497b-a10e-a63ac058241a)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:26:04.271833 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-a355650d-5578-4a14-840b-9b5d6d697e48 req-7ca425b2-1f49-4bd0-978e-a4cddf45ae5e tempest-ServersNegativeTestJSON-1854254336 tempest-ServersNegativeTestJSON-1854254336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:04.283875 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-a355650d-5578-4a14-840b-9b5d6d697e48 req-7ca425b2-1f49-4bd0-978e-a4cddf45ae5e tempest-ServersNegativeTestJSON-1854254336 tempest-ServersNegativeTestJSON-1854254336-project] Calling delete_port for 7adc2c0e-80d2-4509-9f75-7590594b7ae7 owned by compute:nova {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:26:04.417088 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-a355650d-5578-4a14-840b-9b5d6d697e48 req-7ca425b2-1f49-4bd0-978e-a4cddf45ae5e tempest-ServersNegativeTestJSON-1854254336 tempest-ServersNegativeTestJSON-1854254336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:04.429860 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['7adc2c0e-80d2-4509-9f75-7590594b7ae7'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:26:04.447016 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca425b2-1f49-4bd0-978e-a4cddf45ae5e tempest-ServersNegativeTestJSON-1854254336 tempest-ServersNegativeTestJSON-1854254336-project] Pushing event deleted for resources: {'Port': ['ID=7adc2c0e-80d2-4509-9f75-7590594b7ae7,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:04.463541 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['fa533693-d8d4-4754-9fbd-9c187e4325e5'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:26:04.492081 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-a355650d-5578-4a14-840b-9b5d6d697e48 req-7ca425b2-1f49-4bd0-978e-a4cddf45ae5e tempest-ServersNegativeTestJSON-1854254336 tempest-ServersNegativeTestJSON-1854254336-project] No DVR routers for this DVR port 7adc2c0e-80d2-4509-9f75-7590594b7ae7 on host n-h2-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:26:04.494738 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-a355650d-5578-4a14-840b-9b5d6d697e48 req-7ca425b2-1f49-4bd0-978e-a4cddf45ae5e tempest-ServersNegativeTestJSON-1854254336 tempest-ServersNegativeTestJSON-1854254336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:04.498280 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a355650d-5578-4a14-840b-9b5d6d697e48 req-7ca425b2-1f49-4bd0-978e-a4cddf45ae5e tempest-ServersNegativeTestJSON-1854254336 tempest-ServersNegativeTestJSON-1854254336-project] 10.222.0.69 "DELETE /v2.0/ports/7adc2c0e-80d2-4509-9f75-7590594b7ae7 HTTP/1.1" status: 204 len: 173 time: 0.4079728 Oct 20 11:26:04.498818 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e781900-2a28-4216-b0de-086fdf74625f', 'name': 'network-vif-deleted', 'tag': '7adc2c0e-80d2-4509-9f75-7590594b7ae7'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:26:04.501226 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b817f9d80a1b29ed07bd94f2222da8cf244b0bc6025e0bf33ac95c6b13c59699" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41d883dc-0890-4365-8683-334681e91b52" -d '{"events": [{"server_uuid": "4e781900-2a28-4216-b0de-086fdf74625f", "name": "network-vif-deleted", "tag": "7adc2c0e-80d2-4509-9f75-7590594b7ae7"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:26:04.551914 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-531e070a-2d7e-4e72-8e22-e764e5815512 x-openstack-request-id: req-531e070a-2d7e-4e72-8e22-e764e5815512 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:26:04.552438 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e781900-2a28-4216-b0de-086fdf74625f", "name": "network-vif-deleted", "tag": "7adc2c0e-80d2-4509-9f75-7590594b7ae7", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:26:04.552695 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-531e070a-2d7e-4e72-8e22-e764e5815512 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:26:04.553153 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e781900-2a28-4216-b0de-086fdf74625f', 'name': 'network-vif-deleted', 'tag': '7adc2c0e-80d2-4509-9f75-7590594b7ae7', 'status': 'completed', 'code': 200} Oct 20 11:26:05.222421 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5691e661-1ab8-4cae-b896-d14f6aa65cba req-a70164b7-ba29-47fd-91e0-a7974d2211d0 tempest-ServersNegativeTestJSON-1854254336 tempest-ServersNegativeTestJSON-1854254336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:05.224494 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5691e661-1ab8-4cae-b896-d14f6aa65cba req-a70164b7-ba29-47fd-91e0-a7974d2211d0 tempest-ServersNegativeTestJSON-1854254336 tempest-ServersNegativeTestJSON-1854254336-project] 10.222.0.64 "GET /v2.0/ports?device_id=beb08a29-5eee-405b-a4e9-fa33084eead3 HTTP/1.1" status: 200 len: 945 time: 0.0482039 Oct 20 11:26:05.261325 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5691e661-1ab8-4cae-b896-d14f6aa65cba req-9213a2f8-01ea-4512-877f-7aeba3b9fd09 tempest-ServersNegativeTestJSON-1854254336 tempest-ServersNegativeTestJSON-1854254336-project] 10.222.0.64 "GET /v2.0/security-groups?id=3a16959a-37a4-440c-bfe4-be578480c332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309970 Oct 20 11:26:05.392129 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3192ce27-c5cc-40a9-9079-2ff703a530fc req-c07635ac-255d-41fb-a2da-1dcbde5a3703 tempest-ServersNegativeTestJSON-1854254336 tempest-ServersNegativeTestJSON-1854254336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:05.393507 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3192ce27-c5cc-40a9-9079-2ff703a530fc req-c07635ac-255d-41fb-a2da-1dcbde5a3703 tempest-ServersNegativeTestJSON-1854254336 tempest-ServersNegativeTestJSON-1854254336-project] 10.222.0.64 "GET /v2.0/ports?device_id=beb08a29-5eee-405b-a4e9-fa33084eead3 HTTP/1.1" status: 200 len: 945 time: 0.0480375 Oct 20 11:26:05.431806 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3192ce27-c5cc-40a9-9079-2ff703a530fc req-c57762a1-be4d-4d6d-bda0-b083a28d4647 tempest-ServersNegativeTestJSON-1854254336 tempest-ServersNegativeTestJSON-1854254336-project] 10.222.0.64 "GET /v2.0/security-groups?id=3a16959a-37a4-440c-bfe4-be578480c332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317187 Oct 20 11:26:05.547558 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dc5a46-3c46-4273-acfe-6dae878a2428 req-6ef13eb2-19f9-4892-927d-a6d2e5092ba6 tempest-ServersNegativeTestJSON-1854254336 tempest-ServersNegativeTestJSON-1854254336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:05.549126 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b2dc5a46-3c46-4273-acfe-6dae878a2428 req-6ef13eb2-19f9-4892-927d-a6d2e5092ba6 tempest-ServersNegativeTestJSON-1854254336 tempest-ServersNegativeTestJSON-1854254336-project] 10.222.0.64 "GET /v2.0/ports?device_id=beb08a29-5eee-405b-a4e9-fa33084eead3 HTTP/1.1" status: 200 len: 945 time: 0.0512824 Oct 20 11:26:05.587760 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b2dc5a46-3c46-4273-acfe-6dae878a2428 req-a20ba3d3-1e2f-46d8-bf85-797e4d0c1785 tempest-ServersNegativeTestJSON-1854254336 tempest-ServersNegativeTestJSON-1854254336-project] 10.222.0.64 "GET /v2.0/security-groups?id=3a16959a-37a4-440c-bfe4-be578480c332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317097 Oct 20 11:26:05.753011 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ad356f-2cc4-4a0f-b3fa-a0745a781e85 req-5e1b9e09-7c10-488f-9865-776f15a553a6 tempest-ServersNegativeTestJSON-1854254336 tempest-ServersNegativeTestJSON-1854254336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:05.754522 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-67ad356f-2cc4-4a0f-b3fa-a0745a781e85 req-5e1b9e09-7c10-488f-9865-776f15a553a6 tempest-ServersNegativeTestJSON-1854254336 tempest-ServersNegativeTestJSON-1854254336-project] 10.222.0.64 "GET /v2.0/ports?device_id=beb08a29-5eee-405b-a4e9-fa33084eead3 HTTP/1.1" status: 200 len: 945 time: 0.0492115 Oct 20 11:26:05.791094 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-67ad356f-2cc4-4a0f-b3fa-a0745a781e85 req-3b884e2c-4c3b-45cc-af9c-2dc40668b0ee tempest-ServersNegativeTestJSON-1854254336 tempest-ServersNegativeTestJSON-1854254336-project] 10.222.0.64 "GET /v2.0/security-groups?id=3a16959a-37a4-440c-bfe4-be578480c332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301185 Oct 20 11:26:05.905368 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d9cd17-e5c2-4075-aa2e-6daa7280e6de req-2a3bf5ad-5c32-468c-8058-47c2f3de21ae tempest-ServersNegativeTestJSON-1854254336 tempest-ServersNegativeTestJSON-1854254336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:05.906796 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-43d9cd17-e5c2-4075-aa2e-6daa7280e6de req-2a3bf5ad-5c32-468c-8058-47c2f3de21ae tempest-ServersNegativeTestJSON-1854254336 tempest-ServersNegativeTestJSON-1854254336-project] 10.222.0.64 "GET /v2.0/ports?device_id=beb08a29-5eee-405b-a4e9-fa33084eead3 HTTP/1.1" status: 200 len: 945 time: 0.0482945 Oct 20 11:26:05.943858 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-43d9cd17-e5c2-4075-aa2e-6daa7280e6de req-6706f9ea-e4a7-42ae-a023-6535295cda22 tempest-ServersNegativeTestJSON-1854254336 tempest-ServersNegativeTestJSON-1854254336-project] 10.222.0.64 "GET /v2.0/security-groups?id=3a16959a-37a4-440c-bfe4-be578480c332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311446 Oct 20 11:26:06.069718 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3603f386-76a6-4092-9bd7-f478f0b5146d req-5d96c2b0-33a6-4eaa-bca6-ed4f90398d42 tempest-ServersNegativeTestJSON-1854254336 tempest-ServersNegativeTestJSON-1854254336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:06.071219 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3603f386-76a6-4092-9bd7-f478f0b5146d req-5d96c2b0-33a6-4eaa-bca6-ed4f90398d42 tempest-ServersNegativeTestJSON-1854254336 tempest-ServersNegativeTestJSON-1854254336-project] 10.222.0.64 "GET /v2.0/ports?device_id=beb08a29-5eee-405b-a4e9-fa33084eead3 HTTP/1.1" status: 200 len: 945 time: 0.0534635 Oct 20 11:26:06.108670 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3603f386-76a6-4092-9bd7-f478f0b5146d req-045e6bd9-ae8c-44c8-ae0a-0465aca2683e tempest-ServersNegativeTestJSON-1854254336 tempest-ServersNegativeTestJSON-1854254336-project] 10.222.0.64 "GET /v2.0/security-groups?id=3a16959a-37a4-440c-bfe4-be578480c332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315230 Oct 20 11:26:06.406076 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57696901-5958-4eb6-a006-17b14c03ff9d req-3161b9a5-f4f1-4683-b110-b9dcde9945b1 tempest-ServersNegativeTestJSON-1854254336 tempest-ServersNegativeTestJSON-1854254336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:06.407726 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-57696901-5958-4eb6-a006-17b14c03ff9d req-3161b9a5-f4f1-4683-b110-b9dcde9945b1 tempest-ServersNegativeTestJSON-1854254336 tempest-ServersNegativeTestJSON-1854254336-project] 10.222.0.64 "GET /v2.0/ports?device_id=beb08a29-5eee-405b-a4e9-fa33084eead3 HTTP/1.1" status: 200 len: 945 time: 0.0496206 Oct 20 11:26:06.454046 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-24b20823-391a-4972-bee2-1304797e0931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:06.454593 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-57696901-5958-4eb6-a006-17b14c03ff9d req-0e86beda-cc34-4b33-8a94-149ad3dbaa8b tempest-ServersNegativeTestJSON-1854254336 tempest-ServersNegativeTestJSON-1854254336-project] 10.222.0.64 "GET /v2.0/security-groups?id=3a16959a-37a4-440c-bfe4-be578480c332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398469 Oct 20 11:26:07.205222 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:07.265637 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 7 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:26:07.573428 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b271338-a1aa-4555-9596-2d7d89f9825f req-60d12bb9-ba73-4c32-8f1b-701d27616c50 tempest-ServersNegativeTestJSON-1854254336 tempest-ServersNegativeTestJSON-1854254336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:07.574943 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4b271338-a1aa-4555-9596-2d7d89f9825f req-60d12bb9-ba73-4c32-8f1b-701d27616c50 tempest-ServersNegativeTestJSON-1854254336 tempest-ServersNegativeTestJSON-1854254336-project] 10.222.0.64 "GET /v2.0/ports?device_id=beb08a29-5eee-405b-a4e9-fa33084eead3 HTTP/1.1" status: 200 len: 945 time: 0.0506923 Oct 20 11:26:07.616964 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4b271338-a1aa-4555-9596-2d7d89f9825f req-8e01f36b-cbda-4896-8a8a-48638bbeda64 tempest-ServersNegativeTestJSON-1854254336 tempest-ServersNegativeTestJSON-1854254336-project] 10.222.0.64 "GET /v2.0/security-groups?id=3a16959a-37a4-440c-bfe4-be578480c332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360029 Oct 20 11:26:07.726996 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:08.057521 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6167571-54bb-40ed-8fe0-179c569ec062 req-3dd0ac15-a07a-4f0b-a29b-fc5d2e5d23db tempest-ServersNegativeTestJSON-1854254336 tempest-ServersNegativeTestJSON-1854254336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:08.059071 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b6167571-54bb-40ed-8fe0-179c569ec062 req-3dd0ac15-a07a-4f0b-a29b-fc5d2e5d23db tempest-ServersNegativeTestJSON-1854254336 tempest-ServersNegativeTestJSON-1854254336-project] 10.222.0.55 "GET /v2.0/ports?device_id=beb08a29-5eee-405b-a4e9-fa33084eead3 HTTP/1.1" status: 200 len: 945 time: 0.0527852 Oct 20 11:26:08.152880 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-b6167571-54bb-40ed-8fe0-179c569ec062 req-1d92f98b-745d-4e76-b47f-3b2b0ccb353d tempest-ServersNegativeTestJSON-1854254336 tempest-ServersNegativeTestJSON-1854254336-project] Deleting port fa533693-d8d4-4754-9fbd-9c187e4325e5 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:26:08.153230 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-b6167571-54bb-40ed-8fe0-179c569ec062 req-1d92f98b-745d-4e76-b47f-3b2b0ccb353d tempest-ServersNegativeTestJSON-1854254336 tempest-ServersNegativeTestJSON-1854254336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:08.182260 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 7adc2c0e-80d2-4509-9f75-7590594b7ae7 no longer exists at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:26:08.201852 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] No Port match for: 7adc2c0e-80d2-4509-9f75-7590594b7ae7 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:26:08.202201 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 7adc2c0e-80d2-4509-9f75-7590594b7ae7 not bound to the agent host n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:26:08.246004 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-b6167571-54bb-40ed-8fe0-179c569ec062 req-1d92f98b-745d-4e76-b47f-3b2b0ccb353d tempest-ServersNegativeTestJSON-1854254336 tempest-ServersNegativeTestJSON-1854254336-project] For port fa533693-d8d4-4754-9fbd-9c187e4325e5, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=fa533693-d8d4-4754-9fbd-9c187e4325e5,segment=NetworkSegment(86d4fc4a-b013-497b-a10e-a63ac058241a),segment_id=86d4fc4a-b013-497b-a10e-a63ac058241a)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:26:08.246287 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-b6167571-54bb-40ed-8fe0-179c569ec062 req-1d92f98b-745d-4e76-b47f-3b2b0ccb353d tempest-ServersNegativeTestJSON-1854254336 tempest-ServersNegativeTestJSON-1854254336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:08.258063 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-b6167571-54bb-40ed-8fe0-179c569ec062 req-1d92f98b-745d-4e76-b47f-3b2b0ccb353d tempest-ServersNegativeTestJSON-1854254336 tempest-ServersNegativeTestJSON-1854254336-project] Calling delete_port for fa533693-d8d4-4754-9fbd-9c187e4325e5 owned by compute:nova {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:26:08.384193 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-b6167571-54bb-40ed-8fe0-179c569ec062 req-1d92f98b-745d-4e76-b47f-3b2b0ccb353d tempest-ServersNegativeTestJSON-1854254336 tempest-ServersNegativeTestJSON-1854254336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:08.416065 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['fa533693-d8d4-4754-9fbd-9c187e4325e5'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:26:08.416963 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d92f98b-745d-4e76-b47f-3b2b0ccb353d tempest-ServersNegativeTestJSON-1854254336 tempest-ServersNegativeTestJSON-1854254336-project] Pushing event deleted for resources: {'Port': ['ID=fa533693-d8d4-4754-9fbd-9c187e4325e5,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:08.458224 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6167571-54bb-40ed-8fe0-179c569ec062 req-1d92f98b-745d-4e76-b47f-3b2b0ccb353d tempest-ServersNegativeTestJSON-1854254336 tempest-ServersNegativeTestJSON-1854254336-project] No DVR routers for this DVR port fa533693-d8d4-4754-9fbd-9c187e4325e5 on host n-h1-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:26:08.460961 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-b6167571-54bb-40ed-8fe0-179c569ec062 req-1d92f98b-745d-4e76-b47f-3b2b0ccb353d tempest-ServersNegativeTestJSON-1854254336 tempest-ServersNegativeTestJSON-1854254336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:08.464494 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b6167571-54bb-40ed-8fe0-179c569ec062 req-1d92f98b-745d-4e76-b47f-3b2b0ccb353d tempest-ServersNegativeTestJSON-1854254336 tempest-ServersNegativeTestJSON-1854254336-project] 10.222.0.55 "DELETE /v2.0/ports/fa533693-d8d4-4754-9fbd-9c187e4325e5 HTTP/1.1" status: 204 len: 173 time: 0.3962641 Oct 20 11:26:08.464963 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beb08a29-5eee-405b-a4e9-fa33084eead3', 'name': 'network-vif-deleted', 'tag': 'fa533693-d8d4-4754-9fbd-9c187e4325e5'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:26:08.467366 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b817f9d80a1b29ed07bd94f2222da8cf244b0bc6025e0bf33ac95c6b13c59699" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2dfb935-8d37-495b-a383-8708f04c0eb5" -d '{"events": [{"server_uuid": "beb08a29-5eee-405b-a4e9-fa33084eead3", "name": "network-vif-deleted", "tag": "fa533693-d8d4-4754-9fbd-9c187e4325e5"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:26:08.503309 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80ef2112-67df-49b2-a040-6e748c99496a x-openstack-request-id: req-80ef2112-67df-49b2-a040-6e748c99496a {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:26:08.503636 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "beb08a29-5eee-405b-a4e9-fa33084eead3", "name": "network-vif-deleted", "tag": "fa533693-d8d4-4754-9fbd-9c187e4325e5", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:26:08.503896 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-80ef2112-67df-49b2-a040-6e748c99496a {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:26:08.504990 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'beb08a29-5eee-405b-a4e9-fa33084eead3', 'name': 'network-vif-deleted', 'tag': 'fa533693-d8d4-4754-9fbd-9c187e4325e5', 'status': 'completed', 'code': 200} Oct 20 11:26:08.614860 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:08.723711 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-44388735-8335-4a12-b1c5-68f671d74d9d req-e4676222-5bfb-4745-8897-e1e0256aa665 tempest-ServersNegativeTestJSON-1854254336 tempest-ServersNegativeTestJSON-1854254336-project] 10.222.0.64 "GET /v2.0/ports?device_id=beb08a29-5eee-405b-a4e9-fa33084eead3 HTTP/1.1" status: 200 len: 210 time: 0.0261617 Oct 20 11:26:09.098301 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:09.778307 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 45424) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:26:09.822922 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e273e40-817f-4931-a5c0-229a66ebba05 admin admin] Deleting subnet f7d5cb8a-d6b8-47f3-96cb-30b56224ad06 {{(pid=100597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:26:09.825890 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7e273e40-817f-4931-a5c0-229a66ebba05 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:09.859696 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7e273e40-817f-4931-a5c0-229a66ebba05 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25852621'] for subnet, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:09.901883 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7e273e40-817f-4931-a5c0-229a66ebba05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:09.951078 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7e273e40-817f-4931-a5c0-229a66ebba05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25350811'] for subnet, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:09.976110 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e273e40-817f-4931-a5c0-229a66ebba05 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7d5cb8a-d6b8-47f3-96cb-30b56224ad06,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:09.979601 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7e273e40-817f-4931-a5c0-229a66ebba05 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:09.982731 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-7e273e40-817f-4931-a5c0-229a66ebba05 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/f7d5cb8a-d6b8-47f3-96cb-30b56224ad06 HTTP/1.1" status: 204 len: 168 time: 0.2034204 Oct 20 11:26:09.985272 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 45426) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:26:10.050998 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7657e7b5-9696-4f45-b1ec-331bc2d2b4f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:10.135038 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7657e7b5-9696-4f45-b1ec-331bc2d2b4f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:10.154469 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-7657e7b5-9696-4f45-b1ec-331bc2d2b4f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a70171d8-71d1-4d3f-8ecb-1fe73894dae8']}} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:26:10.163288 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-7657e7b5-9696-4f45-b1ec-331bc2d2b4f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86d4fc4a-b013-497b-a10e-a63ac058241a') {'for_net_delete': True} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:26:10.163607 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-7657e7b5-9696-4f45-b1ec-331bc2d2b4f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86d4fc4a-b013-497b-a10e-a63ac058241a') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:26:10.172468 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7657e7b5-9696-4f45-b1ec-331bc2d2b4f1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25852596'] for segment, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:10.186098 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7657e7b5-9696-4f45-b1ec-331bc2d2b4f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:10.192443 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7657e7b5-9696-4f45-b1ec-331bc2d2b4f1 admin admin] Releasing vlan 803 on physical network physnet1 to pool {{(pid=100597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:26:10.192822 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7657e7b5-9696-4f45-b1ec-331bc2d2b4f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951012'] for segment, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:10.194449 n-d-811396-3 neutron-server[100597]: Traceback (most recent call last): Oct 20 11:26:10.194449 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:26:10.194449 n-d-811396-3 neutron-server[100597]: timer() Oct 20 11:26:10.194449 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:26:10.194449 n-d-811396-3 neutron-server[100597]: cb(*args, **kw) Oct 20 11:26:10.194449 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:26:10.194449 n-d-811396-3 neutron-server[100597]: return func(*args, **kwargs) Oct 20 11:26:10.194449 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:26:10.194449 n-d-811396-3 neutron-server[100597]: self._notify() Oct 20 11:26:10.194449 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:26:10.194449 n-d-811396-3 neutron-server[100597]: self.callback(batched_events) Oct 20 11:26:10.194449 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:26:10.194449 n-d-811396-3 neutron-server[100597]: event.method(event) Oct 20 11:26:10.194449 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:26:10.194449 n-d-811396-3 neutron-server[100597]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:26:10.194449 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:26:10.194449 n-d-811396-3 neutron-server[100597]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:26:10.194449 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:26:10.194449 n-d-811396-3 neutron-server[100597]: return f(self, *a, **k) Oct 20 11:26:10.194449 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:26:10.194449 n-d-811396-3 neutron-server[100597]: return self._get(url).json() Oct 20 11:26:10.194449 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:26:10.194449 n-d-811396-3 neutron-server[100597]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:26:10.194449 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:26:10.194449 n-d-811396-3 neutron-server[100597]: return self.request(url, 'GET', **kwargs) Oct 20 11:26:10.194449 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:26:10.194449 n-d-811396-3 neutron-server[100597]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:26:10.194449 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:26:10.194449 n-d-811396-3 neutron-server[100597]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:26:10.194449 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:26:10.194449 n-d-811396-3 neutron-server[100597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:26:10.194449 n-d-811396-3 neutron-server[100597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:26:10.249536 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7657e7b5-9696-4f45-b1ec-331bc2d2b4f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:10.255578 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7657e7b5-9696-4f45-b1ec-331bc2d2b4f1 admin admin] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:10.258708 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-7657e7b5-9696-4f45-b1ec-331bc2d2b4f1 admin admin] 10.222.0.64 "DELETE /v2.0/networks/a70171d8-71d1-4d3f-8ecb-1fe73894dae8 HTTP/1.1" status: 204 len: 168 time: 0.2725244 Oct 20 11:26:10.270148 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7657e7b5-9696-4f45-b1ec-331bc2d2b4f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=a70171d8-71d1-4d3f-8ecb-1fe73894dae8,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:10.363581 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 45430) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:26:10.402116 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-ad5c18ce-c89a-4d81-b98c-e134354cb22c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=230751afdbeb451ca930c1d1a7e3be7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0373981 Oct 20 11:26:10.404567 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 45432) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:26:10.452835 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-15a3aeff-edad-461b-94ca-36384000802e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:10.474037 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-15a3aeff-edad-461b-94ca-36384000802e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:10.517712 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-15a3aeff-edad-461b-94ca-36384000802e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:10.520958 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-15a3aeff-edad-461b-94ca-36384000802e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:10.522084 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-15a3aeff-edad-461b-94ca-36384000802e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3a16959a-37a4-440c-bfe4-be578480c332 HTTP/1.1" status: 204 len: 168 time: 0.1166122 Oct 20 11:26:10.529416 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a3aeff-edad-461b-94ca-36384000802e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a16959a-37a4-440c-bfe4-be578480c332,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:11.182850 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 45454) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:26:11.273623 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-7686cc16-e7a5-4b6d-9b2c-73587651aed7 tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-191799959'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:26:11.294347 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7686cc16-e7a5-4b6d-9b2c-73587651aed7 tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Made reservation on behalf of ee3cd53cd39a41f6907e2bcca98dcfb5 for: {'network': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:26:11.298220 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-7686cc16-e7a5-4b6d-9b2c-73587651aed7 tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:11.307311 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-7686cc16-e7a5-4b6d-9b2c-73587651aed7 tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:11.382798 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-7686cc16-e7a5-4b6d-9b2c-73587651aed7 tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:11.386799 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-7686cc16-e7a5-4b6d-9b2c-73587651aed7 tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:11.410410 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7686cc16-e7a5-4b6d-9b2c-73587651aed7 tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 809} {{(pid=100596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:26:11.425122 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-7686cc16-e7a5-4b6d-9b2c-73587651aed7 tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:11.425469 n-d-811396-3 neutron-server[100596]: INFO neutron.db.segments_db [None req-7686cc16-e7a5-4b6d-9b2c-73587651aed7 tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Added segment ddfb28f9-3c6f-42a7-98cc-4d225c24fb53 of type vlan for network 9c52795f-7add-432b-a246-c462e79d803b Oct 20 11:26:11.426746 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7686cc16-e7a5-4b6d-9b2c-73587651aed7 tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69fff5d2-1f8b-4d99-a345-50339550909a,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:11.471948 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-7686cc16-e7a5-4b6d-9b2c-73587651aed7 tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:11.496728 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-7686cc16-e7a5-4b6d-9b2c-73587651aed7 tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:11.503238 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7686cc16-e7a5-4b6d-9b2c-73587651aed7 tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:11.503854 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-7686cc16-e7a5-4b6d-9b2c-73587651aed7 tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Publish callbacks [] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:11.535841 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-7686cc16-e7a5-4b6d-9b2c-73587651aed7 tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3518386 Oct 20 11:26:11.572864 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7686cc16-e7a5-4b6d-9b2c-73587651aed7 tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Pushing event updated for resources: {'Network': ['ID=9c52795f-7add-432b-a246-c462e79d803b,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:11.584941 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network 9c52795f-7add-432b-a246-c462e79d803b details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:26:12.878597 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device fa533693-d8d4-4754-9fbd-9c187e4325e5 no longer exists at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:26:12.898509 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] No Port match for: fa533693-d8d4-4754-9fbd-9c187e4325e5 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:26:12.898849 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device fa533693-d8d4-4754-9fbd-9c187e4325e5 not bound to the agent host n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:26:14.760557 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 45458) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:26:14.765693 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-a4f3c5a4-d430-45b4-9f6d-c230edd67303 tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Request body: {'subnet': {'network_id': '9c52795f-7add-432b-a246-c462e79d803b', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:26:14.854741 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4f3c5a4-d430-45b4-9f6d-c230edd67303 tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Made reservation on behalf of ee3cd53cd39a41f6907e2bcca98dcfb5 for: {'subnet': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:26:14.858442 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a4f3c5a4-d430-45b4-9f6d-c230edd67303 tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26761797'] for subnet, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:15.039913 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a4f3c5a4-d430-45b4-9f6d-c230edd67303 tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26836128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26761819'] for subnet, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:15.102306 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f3c5a4-d430-45b4-9f6d-c230edd67303 tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Pushing event updated for resources: {'Subnet': ['ID=1d2bf24a-f105-4bbb-839d-e6600b729d0a,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:15.106669 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f3c5a4-d430-45b4-9f6d-c230edd67303 tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Checking segment: {'id': 'ddfb28f9-3c6f-42a7-98cc-4d225c24fb53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '9c52795f-7add-432b-a246-c462e79d803b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:26:15.107038 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f3c5a4-d430-45b4-9f6d-c230edd67303 tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Network hostable DHCP agents. Network: 9c52795f-7add-432b-a246-c462e79d803b, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:26:15.123605 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f3c5a4-d430-45b4-9f6d-c230edd67303 tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Network 9c52795f-7add-432b-a246-c462e79d803b is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:26:15.131570 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-a4f3c5a4-d430-45b4-9f6d-c230edd67303 tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, 9c52795f-7add-432b-a246-c462e79d803b) {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:26:15.135674 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f3c5a4-d430-45b4-9f6d-c230edd67303 tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:15.136264 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a4f3c5a4-d430-45b4-9f6d-c230edd67303 tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:15.142071 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef4bcf5e-9c92-488f-8e55-ffc43e04053d None None] Network 9c52795f-7add-432b-a246-c462e79d803b requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:26:15.152042 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-a4f3c5a4-d430-45b4-9f6d-c230edd67303 tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3903904 Oct 20 11:26:15.155500 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 45460) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:26:15.160472 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-1b1f673b-a1aa-4bcb-bffd-72e437237df3 tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1187788906'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:26:15.183543 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b1f673b-a1aa-4bcb-bffd-72e437237df3 tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Made reservation on behalf of ee3cd53cd39a41f6907e2bcca98dcfb5 for: {'network': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:26:15.186950 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1b1f673b-a1aa-4bcb-bffd-72e437237df3 tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:15.210932 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b1f673b-a1aa-4bcb-bffd-72e437237df3 tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 847} {{(pid=100596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:26:15.221456 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1b1f673b-a1aa-4bcb-bffd-72e437237df3 tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:15.221833 n-d-811396-3 neutron-server[100596]: INFO neutron.db.segments_db [None req-1b1f673b-a1aa-4bcb-bffd-72e437237df3 tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Added segment 479bf546-6d00-4dd1-b647-9f32ad17f1ab of type vlan for network 79af57e8-16be-4fb8-972c-170d22a84a68 Oct 20 11:26:15.269761 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1b1f673b-a1aa-4bcb-bffd-72e437237df3 tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:15.288449 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e9e9a9e-3d34-4022-88e1-9e0c46621f77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524064ba-869c-5550-b826-c26b69a11278-9c52795f-7add-432b-a246-c462e79d803b', 'network_id': '9c52795f-7add-432b-a246-c462e79d803b', 'tenant_id': 'ee3cd53cd39a41f6907e2bcca98dcfb5', 'fixed_ips': [{'subnet_id': '1d2bf24a-f105-4bbb-839d-e6600b729d0a'}]}} from n-d-811396-3. {{(pid=100598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:26:15.289310 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-4e9e9a9e-3d34-4022-88e1-9e0c46621f77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:15.295217 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1b1f673b-a1aa-4bcb-bffd-72e437237df3 tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:15.300778 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b1f673b-a1aa-4bcb-bffd-72e437237df3 tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:15.301347 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1b1f673b-a1aa-4bcb-bffd-72e437237df3 tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Publish callbacks [] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:15.333282 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-1b1f673b-a1aa-4bcb-bffd-72e437237df3 tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1766908 Oct 20 11:26:15.336317 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 45462) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:26:15.341660 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-5f378f76-d47b-4207-8905-838de4ed5be0 tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Request body: {'subnet': {'network_id': '79af57e8-16be-4fb8-972c-170d22a84a68', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:26:15.371687 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1f673b-a1aa-4bcb-bffd-72e437237df3 tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Pushing event updated for resources: {'Network': ['ID=79af57e8-16be-4fb8-972c-170d22a84a68,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:15.385569 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network 79af57e8-16be-4fb8-972c-170d22a84a68 details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:26:15.436945 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f378f76-d47b-4207-8905-838de4ed5be0 tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Made reservation on behalf of ee3cd53cd39a41f6907e2bcca98dcfb5 for: {'subnet': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:26:15.440500 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5f378f76-d47b-4207-8905-838de4ed5be0 tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25350782'] for subnet, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:15.632529 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5f378f76-d47b-4207-8905-838de4ed5be0 tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25350752'] for subnet, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:15.646680 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-4e9e9a9e-3d34-4022-88e1-9e0c46621f77 None None] Allocated IP 2001:db8:0:ffff::2 (9c52795f-7add-432b-a246-c462e79d803b/1d2bf24a-f105-4bbb-839d-e6600b729d0a/cf8d8e6c-d1fa-45a8-8bf1-e073721cbd2a) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:26:15.696510 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f378f76-d47b-4207-8905-838de4ed5be0 tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Pushing event updated for resources: {'Subnet': ['ID=5575d851-2df5-41df-976c-c800a9eddecf,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:15.704040 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f378f76-d47b-4207-8905-838de4ed5be0 tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Checking segment: {'id': '479bf546-6d00-4dd1-b647-9f32ad17f1ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '79af57e8-16be-4fb8-972c-170d22a84a68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:26:15.704415 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f378f76-d47b-4207-8905-838de4ed5be0 tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Network hostable DHCP agents. Network: 79af57e8-16be-4fb8-972c-170d22a84a68, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:26:15.720719 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f378f76-d47b-4207-8905-838de4ed5be0 tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Network 79af57e8-16be-4fb8-972c-170d22a84a68 is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:26:15.730017 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-5f378f76-d47b-4207-8905-838de4ed5be0 tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, 79af57e8-16be-4fb8-972c-170d22a84a68) {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:26:15.734427 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f378f76-d47b-4207-8905-838de4ed5be0 tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:15.734915 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5f378f76-d47b-4207-8905-838de4ed5be0 tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:15.742966 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-967c5a1d-2d83-4837-a2cf-929cb8986498 None None] Network 79af57e8-16be-4fb8-972c-170d22a84a68 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:26:15.750269 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-5f378f76-d47b-4207-8905-838de4ed5be0 tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4127409 Oct 20 11:26:15.753024 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 45464) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:26:15.846755 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-4e9e9a9e-3d34-4022-88e1-9e0c46621f77 None None] Publish callbacks [] for port, precommit_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:15.855516 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-4e9e9a9e-3d34-4022-88e1-9e0c46621f77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:15.856875 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-76619afd-b3f3-4370-a017-c15c16f46eda tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:15.930210 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e9e9a9e-3d34-4022-88e1-9e0c46621f77 None None] Network 9c52795f-7add-432b-a246-c462e79d803b is already hosted by enough agents. {{(pid=100598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:26:15.932564 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-76619afd-b3f3-4370-a017-c15c16f46eda tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:15.937421 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.base_scheduler [None req-4e9e9a9e-3d34-4022-88e1-9e0c46621f77 None None] Resources bound (agent type, host, resource id): {{(pid=100598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:26:15.952425 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9e9a9e-3d34-4022-88e1-9e0c46621f77 None None] Received port after_create {{(pid=100598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:26:15.959208 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9e9a9e-3d34-4022-88e1-9e0c46621f77 None None] Pushing event updated for resources: {'Port': ['ID=cf8d8e6c-d1fa-45a8-8bf1-e073721cbd2a,revision_number=1']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:15.975286 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9e9a9e-3d34-4022-88e1-9e0c46621f77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:26:15.975689 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9e9a9e-3d34-4022-88e1-9e0c46621f77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:26:15.975999 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9e9a9e-3d34-4022-88e1-9e0c46621f77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:26:15.976339 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9e9a9e-3d34-4022-88e1-9e0c46621f77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:26:15.976673 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9e9a9e-3d34-4022-88e1-9e0c46621f77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:26:15.977003 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9e9a9e-3d34-4022-88e1-9e0c46621f77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:26:15.977333 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9e9a9e-3d34-4022-88e1-9e0c46621f77 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:26:15.977658 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9e9a9e-3d34-4022-88e1-9e0c46621f77 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:26:15.977984 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9e9a9e-3d34-4022-88e1-9e0c46621f77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:26:15.978311 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9e9a9e-3d34-4022-88e1-9e0c46621f77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:26:15.978632 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9e9a9e-3d34-4022-88e1-9e0c46621f77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:26:15.978957 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9e9a9e-3d34-4022-88e1-9e0c46621f77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:26:16.031249 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0552649f-49b5-4dfc-9e8d-8e491b514ba0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524064ba-869c-5550-b826-c26b69a11278-79af57e8-16be-4fb8-972c-170d22a84a68', 'network_id': '79af57e8-16be-4fb8-972c-170d22a84a68', 'tenant_id': 'ee3cd53cd39a41f6907e2bcca98dcfb5', 'fixed_ips': [{'subnet_id': '5575d851-2df5-41df-976c-c800a9eddecf'}]}} from n-d-811396-3. {{(pid=100598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:26:16.032147 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-0552649f-49b5-4dfc-9e8d-8e491b514ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:16.057862 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-4e9e9a9e-3d34-4022-88e1-9e0c46621f77 None None] Attempting to bind port cf8d8e6c-d1fa-45a8-8bf1-e073721cbd2a on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:26:16.058232 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-4e9e9a9e-3d34-4022-88e1-9e0c46621f77 None None] Attempting to bind port cf8d8e6c-d1fa-45a8-8bf1-e073721cbd2a by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': 'ddfb28f9-3c6f-42a7-98cc-4d225c24fb53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '9c52795f-7add-432b-a246-c462e79d803b'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:26:16.058599 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9e9a9e-3d34-4022-88e1-9e0c46621f77 None None] Attempting to bind port cf8d8e6c-d1fa-45a8-8bf1-e073721cbd2a on network 9c52795f-7add-432b-a246-c462e79d803b {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:26:16.070753 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9e9a9e-3d34-4022-88e1-9e0c46621f77 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:26:16.071148 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9e9a9e-3d34-4022-88e1-9e0c46621f77 None None] Checking segment: {'id': 'ddfb28f9-3c6f-42a7-98cc-4d225c24fb53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '9c52795f-7add-432b-a246-c462e79d803b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:26:16.071940 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-4e9e9a9e-3d34-4022-88e1-9e0c46621f77 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:16.072347 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9e9a9e-3d34-4022-88e1-9e0c46621f77 None None] Bound using segment: {'id': 'ddfb28f9-3c6f-42a7-98cc-4d225c24fb53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '9c52795f-7add-432b-a246-c462e79d803b'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:26:16.072841 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-4e9e9a9e-3d34-4022-88e1-9e0c46621f77 None None] Bound port: cf8d8e6c-d1fa-45a8-8bf1-e073721cbd2a, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddfb28f9-3c6f-42a7-98cc-4d225c24fb53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '9c52795f-7add-432b-a246-c462e79d803b'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:26:16.073344 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-4e9e9a9e-3d34-4022-88e1-9e0c46621f77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:16.235076 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-4e9e9a9e-3d34-4022-88e1-9e0c46621f77 None None] For port cf8d8e6c-d1fa-45a8-8bf1-e073721cbd2a, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:26:16.239559 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-4e9e9a9e-3d34-4022-88e1-9e0c46621f77 None None] For port cf8d8e6c-d1fa-45a8-8bf1-e073721cbd2a, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=cf8d8e6c-d1fa-45a8-8bf1-e073721cbd2a,segment=NetworkSegment(ddfb28f9-3c6f-42a7-98cc-4d225c24fb53),segment_id=ddfb28f9-3c6f-42a7-98cc-4d225c24fb53)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:26:16.246435 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-0552649f-49b5-4dfc-9e8d-8e491b514ba0 None None] Allocated IP 2001:db8::2 (79af57e8-16be-4fb8-972c-170d22a84a68/5575d851-2df5-41df-976c-c800a9eddecf/1388564f-2688-4f73-b308-c81a7d65f3a3) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:26:16.249014 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-4e9e9a9e-3d34-4022-88e1-9e0c46621f77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:16.339248 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9e9a9e-3d34-4022-88e1-9e0c46621f77 None None] Pushing event updated for resources: {'Port': ['ID=cf8d8e6c-d1fa-45a8-8bf1-e073721cbd2a,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:16.452645 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-0552649f-49b5-4dfc-9e8d-8e491b514ba0 None None] Publish callbacks [] for port, precommit_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:16.459950 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-0552649f-49b5-4dfc-9e8d-8e491b514ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:16.495841 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-76619afd-b3f3-4370-a017-c15c16f46eda tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25350811'] for subnet, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:16.525657 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0552649f-49b5-4dfc-9e8d-8e491b514ba0 None None] Network 79af57e8-16be-4fb8-972c-170d22a84a68 is already hosted by enough agents. {{(pid=100598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:26:16.529165 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.base_scheduler [None req-0552649f-49b5-4dfc-9e8d-8e491b514ba0 None None] Resources bound (agent type, host, resource id): {{(pid=100598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:26:16.533812 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0552649f-49b5-4dfc-9e8d-8e491b514ba0 None None] Received port after_create {{(pid=100598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:26:16.537167 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0552649f-49b5-4dfc-9e8d-8e491b514ba0 None None] Pushing event updated for resources: {'Port': ['ID=1388564f-2688-4f73-b308-c81a7d65f3a3,revision_number=1']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:16.537597 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76619afd-b3f3-4370-a017-c15c16f46eda tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Pushing event deleted for resources: {'Subnet': ['ID=5575d851-2df5-41df-976c-c800a9eddecf,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:16.593312 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-0552649f-49b5-4dfc-9e8d-8e491b514ba0 None None] Attempting to bind port 1388564f-2688-4f73-b308-c81a7d65f3a3 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:26:16.593312 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-0552649f-49b5-4dfc-9e8d-8e491b514ba0 None None] Attempting to bind port 1388564f-2688-4f73-b308-c81a7d65f3a3 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '479bf546-6d00-4dd1-b647-9f32ad17f1ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '79af57e8-16be-4fb8-972c-170d22a84a68'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:26:16.593312 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0552649f-49b5-4dfc-9e8d-8e491b514ba0 None None] Attempting to bind port 1388564f-2688-4f73-b308-c81a7d65f3a3 on network 79af57e8-16be-4fb8-972c-170d22a84a68 {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:26:16.598352 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0552649f-49b5-4dfc-9e8d-8e491b514ba0 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:26:16.598739 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0552649f-49b5-4dfc-9e8d-8e491b514ba0 None None] Checking segment: {'id': '479bf546-6d00-4dd1-b647-9f32ad17f1ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '79af57e8-16be-4fb8-972c-170d22a84a68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:26:16.599176 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-0552649f-49b5-4dfc-9e8d-8e491b514ba0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:16.599676 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0552649f-49b5-4dfc-9e8d-8e491b514ba0 None None] Bound using segment: {'id': '479bf546-6d00-4dd1-b647-9f32ad17f1ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '79af57e8-16be-4fb8-972c-170d22a84a68'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:26:16.600451 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-0552649f-49b5-4dfc-9e8d-8e491b514ba0 None None] Bound port: 1388564f-2688-4f73-b308-c81a7d65f3a3, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '479bf546-6d00-4dd1-b647-9f32ad17f1ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '79af57e8-16be-4fb8-972c-170d22a84a68'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:26:16.600595 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-0552649f-49b5-4dfc-9e8d-8e491b514ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:16.610742 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-76619afd-b3f3-4370-a017-c15c16f46eda tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:16.631897 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-76619afd-b3f3-4370-a017-c15c16f46eda tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79af57e8-16be-4fb8-972c-170d22a84a68']}} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:26:16.641326 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-76619afd-b3f3-4370-a017-c15c16f46eda tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '479bf546-6d00-4dd1-b647-9f32ad17f1ab') {'for_net_delete': True} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:26:16.641626 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-76619afd-b3f3-4370-a017-c15c16f46eda tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '479bf546-6d00-4dd1-b647-9f32ad17f1ab') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:26:16.651834 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-76619afd-b3f3-4370-a017-c15c16f46eda tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25852596'] for segment, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:16.664711 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-76619afd-b3f3-4370-a017-c15c16f46eda tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:16.667944 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-0552649f-49b5-4dfc-9e8d-8e491b514ba0 None None] For port 1388564f-2688-4f73-b308-c81a7d65f3a3, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:26:16.670452 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76619afd-b3f3-4370-a017-c15c16f46eda tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Releasing vlan 847 on physical network physnet1 to pool {{(pid=100597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:26:16.670874 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-76619afd-b3f3-4370-a017-c15c16f46eda tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951012'] for segment, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:16.674031 n-d-811396-3 neutron-server[100597]: Traceback (most recent call last): Oct 20 11:26:16.674031 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:26:16.674031 n-d-811396-3 neutron-server[100597]: timer() Oct 20 11:26:16.674031 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:26:16.674031 n-d-811396-3 neutron-server[100597]: cb(*args, **kw) Oct 20 11:26:16.674031 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:26:16.674031 n-d-811396-3 neutron-server[100597]: return func(*args, **kwargs) Oct 20 11:26:16.674031 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:26:16.674031 n-d-811396-3 neutron-server[100597]: self._notify() Oct 20 11:26:16.674031 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:26:16.674031 n-d-811396-3 neutron-server[100597]: self.callback(batched_events) Oct 20 11:26:16.674031 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:26:16.674031 n-d-811396-3 neutron-server[100597]: event.method(event) Oct 20 11:26:16.674031 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:26:16.674031 n-d-811396-3 neutron-server[100597]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:26:16.674031 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:26:16.674031 n-d-811396-3 neutron-server[100597]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:26:16.674031 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:26:16.674031 n-d-811396-3 neutron-server[100597]: return f(self, *a, **k) Oct 20 11:26:16.674031 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:26:16.674031 n-d-811396-3 neutron-server[100597]: return self._get(url).json() Oct 20 11:26:16.674031 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:26:16.674031 n-d-811396-3 neutron-server[100597]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:26:16.674031 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:26:16.674031 n-d-811396-3 neutron-server[100597]: return self.request(url, 'GET', **kwargs) Oct 20 11:26:16.674031 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:26:16.674031 n-d-811396-3 neutron-server[100597]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:26:16.674031 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:26:16.674031 n-d-811396-3 neutron-server[100597]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:26:16.674031 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:26:16.674031 n-d-811396-3 neutron-server[100597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:26:16.674031 n-d-811396-3 neutron-server[100597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:26:16.735010 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-0552649f-49b5-4dfc-9e8d-8e491b514ba0 None None] For port 1388564f-2688-4f73-b308-c81a7d65f3a3, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=1388564f-2688-4f73-b308-c81a7d65f3a3,segment=NetworkSegment(479bf546-6d00-4dd1-b647-9f32ad17f1ab),segment_id=479bf546-6d00-4dd1-b647-9f32ad17f1ab)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:26:16.735827 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.db.api [None req-76619afd-b3f3-4370-a017-c15c16f46eda tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 20 11:26:16.735827 n-d-811396-3 neutron-server[100597]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 20 11:26:16.735827 n-d-811396-3 neutron-server[100597]: [parameters: {'id': '79af57e8-16be-4fb8-972c-170d22a84a68'}] Oct 20 11:26:16.735827 n-d-811396-3 neutron-server[100597]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=100597) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 11:26:16.736184 n-d-811396-3 neutron-server[100597]: DEBUG oslo_db.api [None req-76619afd-b3f3-4370-a017-c15c16f46eda tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 11:26:16.739590 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-0552649f-49b5-4dfc-9e8d-8e491b514ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:16.771561 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device cf8d8e6c-d1fa-45a8-8bf1-e073721cbd2a up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:26:16.855260 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0552649f-49b5-4dfc-9e8d-8e491b514ba0 None None] Pushing event updated for resources: {'Port': ['ID=1388564f-2688-4f73-b308-c81a7d65f3a3,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:16.872336 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port cf8d8e6c-d1fa-45a8-8bf1-e073721cbd2a triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:26:16.872700 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:16.876727 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ebe4d1a-6795-496e-825f-e271dd8cd2b9 None None] Network 79af57e8-16be-4fb8-972c-170d22a84a68 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:26:17.048843 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:17.086773 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] For port cf8d8e6c-d1fa-45a8-8bf1-e073721cbd2a, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=cf8d8e6c-d1fa-45a8-8bf1-e073721cbd2a,segment=NetworkSegment(ddfb28f9-3c6f-42a7-98cc-4d225c24fb53),segment_id=ddfb28f9-3c6f-42a7-98cc-4d225c24fb53)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:26:17.090841 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:17.146888 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Pushing event updated for resources: {'Port': ['ID=cf8d8e6c-d1fa-45a8-8bf1-e073721cbd2a,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:17.237334 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-76619afd-b3f3-4370-a017-c15c16f46eda tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:17.270725 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72832784-402b-417b-beb3-6ecc7b850521 None None] Network 9c52795f-7add-432b-a246-c462e79d803b requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:26:17.292665 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-76619afd-b3f3-4370-a017-c15c16f46eda tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Deleting port 1388564f-2688-4f73-b308-c81a7d65f3a3 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:26:17.293006 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-76619afd-b3f3-4370-a017-c15c16f46eda tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:17.344250 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1d1c41dc-21f0-454e-a883-e59fedeed81d None None] Provisioning complete for port cf8d8e6c-d1fa-45a8-8bf1-e073721cbd2a triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:26:17.344630 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1d1c41dc-21f0-454e-a883-e59fedeed81d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:17.358945 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [None req-76619afd-b3f3-4370-a017-c15c16f46eda tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] For port 1388564f-2688-4f73-b308-c81a7d65f3a3, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=1388564f-2688-4f73-b308-c81a7d65f3a3,segment=NetworkSegment(479bf546-6d00-4dd1-b647-9f32ad17f1ab),segment_id=479bf546-6d00-4dd1-b647-9f32ad17f1ab)] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:26:17.359307 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-76619afd-b3f3-4370-a017-c15c16f46eda tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:17.371357 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-76619afd-b3f3-4370-a017-c15c16f46eda tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Calling delete_port for 1388564f-2688-4f73-b308-c81a7d65f3a3 owned by network:dhcp {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:26:17.451116 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-76619afd-b3f3-4370-a017-c15c16f46eda tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:17.477984 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76619afd-b3f3-4370-a017-c15c16f46eda tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Pushing event deleted for resources: {'Port': ['ID=1388564f-2688-4f73-b308-c81a7d65f3a3,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:17.479707 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76619afd-b3f3-4370-a017-c15c16f46eda tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] No DVR routers for this DVR port 1388564f-2688-4f73-b308-c81a7d65f3a3 on host n-d-811396-3 {{(pid=100597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:26:17.560836 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-76619afd-b3f3-4370-a017-c15c16f46eda tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:17.581279 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-76619afd-b3f3-4370-a017-c15c16f46eda tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79af57e8-16be-4fb8-972c-170d22a84a68']}} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:26:17.591032 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-76619afd-b3f3-4370-a017-c15c16f46eda tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '479bf546-6d00-4dd1-b647-9f32ad17f1ab') {'for_net_delete': True} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:26:17.591640 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-76619afd-b3f3-4370-a017-c15c16f46eda tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '479bf546-6d00-4dd1-b647-9f32ad17f1ab') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:26:17.602286 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-76619afd-b3f3-4370-a017-c15c16f46eda tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25852596'] for segment, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:17.616108 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-76619afd-b3f3-4370-a017-c15c16f46eda tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:17.622282 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76619afd-b3f3-4370-a017-c15c16f46eda tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Releasing vlan 847 on physical network physnet1 to pool {{(pid=100597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:26:17.622706 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-76619afd-b3f3-4370-a017-c15c16f46eda tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951012'] for segment, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:17.625714 n-d-811396-3 neutron-server[100597]: Traceback (most recent call last): Oct 20 11:26:17.625714 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:26:17.625714 n-d-811396-3 neutron-server[100597]: timer() Oct 20 11:26:17.625714 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:26:17.625714 n-d-811396-3 neutron-server[100597]: cb(*args, **kw) Oct 20 11:26:17.625714 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:26:17.625714 n-d-811396-3 neutron-server[100597]: return func(*args, **kwargs) Oct 20 11:26:17.625714 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:26:17.625714 n-d-811396-3 neutron-server[100597]: self._notify() Oct 20 11:26:17.625714 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:26:17.625714 n-d-811396-3 neutron-server[100597]: self.callback(batched_events) Oct 20 11:26:17.625714 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:26:17.625714 n-d-811396-3 neutron-server[100597]: event.method(event) Oct 20 11:26:17.625714 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:26:17.625714 n-d-811396-3 neutron-server[100597]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:26:17.625714 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:26:17.625714 n-d-811396-3 neutron-server[100597]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:26:17.625714 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:26:17.625714 n-d-811396-3 neutron-server[100597]: return f(self, *a, **k) Oct 20 11:26:17.625714 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:26:17.625714 n-d-811396-3 neutron-server[100597]: return self._get(url).json() Oct 20 11:26:17.625714 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:26:17.625714 n-d-811396-3 neutron-server[100597]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:26:17.625714 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:26:17.625714 n-d-811396-3 neutron-server[100597]: return self.request(url, 'GET', **kwargs) Oct 20 11:26:17.625714 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:26:17.625714 n-d-811396-3 neutron-server[100597]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:26:17.625714 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:26:17.625714 n-d-811396-3 neutron-server[100597]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:26:17.625714 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:26:17.625714 n-d-811396-3 neutron-server[100597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:26:17.625714 n-d-811396-3 neutron-server[100597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:26:17.666334 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd9e8c7b-f188-4089-8c1a-aaf7bde76c5a None None] get_active_networks_info from n-d-811396-3 {{(pid=100598) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 20 11:26:17.689044 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-76619afd-b3f3-4370-a017-c15c16f46eda tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:17.697692 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-76619afd-b3f3-4370-a017-c15c16f46eda tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:17.701072 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-76619afd-b3f3-4370-a017-c15c16f46eda tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] 10.222.0.64 "DELETE /v2.0/networks/79af57e8-16be-4fb8-972c-170d22a84a68 HTTP/1.1" status: 204 len: 168 time: 1.9471037 Oct 20 11:26:17.704654 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 45468) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:26:17.709675 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-9fa938a0-2e3b-40b4-b87c-dedf56270a1c tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1345331758'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:26:17.710409 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76619afd-b3f3-4370-a017-c15c16f46eda tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Pushing event deleted for resources: {'Network': ['ID=79af57e8-16be-4fb8-972c-170d22a84a68,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:17.735586 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-519bbc64-44f7-47d9-a8ed-757fd25b7838 None None] Provisioning complete for port cf8d8e6c-d1fa-45a8-8bf1-e073721cbd2a triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:26:17.735991 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-519bbc64-44f7-47d9-a8ed-757fd25b7838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:17.737999 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fa938a0-2e3b-40b4-b87c-dedf56270a1c tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Made reservation on behalf of ee3cd53cd39a41f6907e2bcca98dcfb5 for: {'network': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:26:17.742071 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-9fa938a0-2e3b-40b4-b87c-dedf56270a1c tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:17.766376 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fa938a0-2e3b-40b4-b87c-dedf56270a1c tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 826} {{(pid=100596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:26:17.775953 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-9fa938a0-2e3b-40b4-b87c-dedf56270a1c tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:17.776280 n-d-811396-3 neutron-server[100596]: INFO neutron.db.segments_db [None req-9fa938a0-2e3b-40b4-b87c-dedf56270a1c tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Added segment b41398d8-5e59-41ba-897d-891de3a3298e of type vlan for network 5ea673d8-0c5c-4e65-ad0a-d24b1c1f0405 Oct 20 11:26:17.784178 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd9e8c7b-f188-4089-8c1a-aaf7bde76c5a None None] Resources bound (agent type, host, resource id): {{(pid=100598) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 20 11:26:17.818309 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-9fa938a0-2e3b-40b4-b87c-dedf56270a1c tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:17.850437 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-9fa938a0-2e3b-40b4-b87c-dedf56270a1c tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:17.856043 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa938a0-2e3b-40b4-b87c-dedf56270a1c tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:17.856621 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-9fa938a0-2e3b-40b4-b87c-dedf56270a1c tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Publish callbacks [] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:17.893291 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-9fa938a0-2e3b-40b4-b87c-dedf56270a1c tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1849148 Oct 20 11:26:17.894219 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 45470) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:26:17.900782 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-71c97d2f-0e5a-45fc-82f0-9e361d28b519 tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Request body: {'subnet': {'network_id': '5ea673d8-0c5c-4e65-ad0a-d24b1c1f0405', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:26:17.929169 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa938a0-2e3b-40b4-b87c-dedf56270a1c tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Pushing event updated for resources: {'Network': ['ID=5ea673d8-0c5c-4e65-ad0a-d24b1c1f0405,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:17.951068 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network 5ea673d8-0c5c-4e65-ad0a-d24b1c1f0405 details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:26:17.988028 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71c97d2f-0e5a-45fc-82f0-9e361d28b519 tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Made reservation on behalf of ee3cd53cd39a41f6907e2bcca98dcfb5 for: {'subnet': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:26:17.991533 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-71c97d2f-0e5a-45fc-82f0-9e361d28b519 tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25350782'] for subnet, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:18.052923 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.ipam_backend_mixin [None req-71c97d2f-0e5a-45fc-82f0-9e361d28b519 tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Performing IP validity checks on allocation pools {{(pid=100597) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 20 11:26:18.053448 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.ipam_backend_mixin [None req-71c97d2f-0e5a-45fc-82f0-9e361d28b519 tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100597) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 20 11:26:18.175483 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-71c97d2f-0e5a-45fc-82f0-9e361d28b519 tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25350752'] for subnet, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:18.241878 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c97d2f-0e5a-45fc-82f0-9e361d28b519 tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Pushing event updated for resources: {'Subnet': ['ID=538dfc83-4e6c-490e-a252-c22d4ab26dfc,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:18.246549 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c97d2f-0e5a-45fc-82f0-9e361d28b519 tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Checking segment: {'id': 'b41398d8-5e59-41ba-897d-891de3a3298e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '5ea673d8-0c5c-4e65-ad0a-d24b1c1f0405'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:26:18.246911 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c97d2f-0e5a-45fc-82f0-9e361d28b519 tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Network hostable DHCP agents. Network: 5ea673d8-0c5c-4e65-ad0a-d24b1c1f0405, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:26:18.263708 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c97d2f-0e5a-45fc-82f0-9e361d28b519 tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Network 5ea673d8-0c5c-4e65-ad0a-d24b1c1f0405 is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:26:18.272641 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-71c97d2f-0e5a-45fc-82f0-9e361d28b519 tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, 5ea673d8-0c5c-4e65-ad0a-d24b1c1f0405) {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:26:18.278119 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c97d2f-0e5a-45fc-82f0-9e361d28b519 tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:18.278709 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-71c97d2f-0e5a-45fc-82f0-9e361d28b519 tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:18.281646 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd67f0a7-1d97-4c65-9864-d2edac069480 None None] Network 5ea673d8-0c5c-4e65-ad0a-d24b1c1f0405 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:26:18.294892 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-71c97d2f-0e5a-45fc-82f0-9e361d28b519 tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.3991876 Oct 20 11:26:18.297374 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 45472) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:26:18.391567 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1c141640-793f-46f6-b179-453c3ab79319 tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:18.429294 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de96de1-bf9d-4ddf-9138-4b4daa1ed2d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524064ba-869c-5550-b826-c26b69a11278-5ea673d8-0c5c-4e65-ad0a-d24b1c1f0405', 'network_id': '5ea673d8-0c5c-4e65-ad0a-d24b1c1f0405', 'tenant_id': 'ee3cd53cd39a41f6907e2bcca98dcfb5', 'fixed_ips': [{'subnet_id': '538dfc83-4e6c-490e-a252-c22d4ab26dfc'}]}} from n-d-811396-3. {{(pid=100598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:26:18.430153 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-4de96de1-bf9d-4ddf-9138-4b4daa1ed2d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:18.452430 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1c141640-793f-46f6-b179-453c3ab79319 tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:18.516441 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1c141640-793f-46f6-b179-453c3ab79319 tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25350811'] for subnet, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:18.534105 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server [None req-4de96de1-bf9d-4ddf-9138-4b4daa1ed2d5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 538dfc83-4e6c-490e-a252-c22d4ab26dfc: This subnet is being modified by another concurrent operation. Oct 20 11:26:18.534105 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 20 11:26:18.534105 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 20 11:26:18.534105 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 20 11:26:18.534105 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 20 11:26:18.534105 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 20 11:26:18.534105 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 20 11:26:18.534105 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 20 11:26:18.534105 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 20 11:26:18.534105 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 20 11:26:18.534105 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 20 11:26:18.534105 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 20 11:26:18.534105 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 11:26:18.534105 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 11:26:18.534105 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 11:26:18.534105 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 11:26:18.534105 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 20 11:26:18.534105 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 11:26:18.534105 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 20 11:26:18.534105 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 20 11:26:18.534105 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 11:26:18.534105 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 11:26:18.534105 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 11:26:18.534105 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 11:26:18.534105 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 20 11:26:18.534105 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 11:26:18.534105 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 20 11:26:18.534105 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 20 11:26:18.534105 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 11:26:18.534105 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 11:26:18.534105 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 11:26:18.534105 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 11:26:18.534105 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 20 11:26:18.534105 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 20 11:26:18.534105 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 20 11:26:18.534105 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 20 11:26:18.534105 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 20 11:26:18.534105 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 20 11:26:18.534105 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 20 11:26:18.534105 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 20 11:26:18.534105 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 20 11:26:18.534105 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 20 11:26:18.534105 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 20 11:26:18.534105 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 11:26:18.534105 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 20 11:26:18.534105 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 20 11:26:18.534105 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 20 11:26:18.534105 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 20 11:26:18.534105 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 11:26:18.534105 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 11:26:18.534105 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 11:26:18.534105 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 11:26:18.534105 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 20 11:26:18.534105 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 11:26:18.534105 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 20 11:26:18.534105 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 20 11:26:18.534105 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 11:26:18.534105 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 11:26:18.534105 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 11:26:18.534105 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 11:26:18.534105 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 20 11:26:18.534105 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 11:26:18.534105 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 20 11:26:18.534105 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 20 11:26:18.534105 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 11:26:18.534105 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 11:26:18.534105 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 11:26:18.534105 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 11:26:18.534105 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 20 11:26:18.534105 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 20 11:26:18.534105 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 20 11:26:18.534105 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 20 11:26:18.534105 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 20 11:26:18.534105 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 20 11:26:18.534105 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 20 11:26:18.534105 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 20 11:26:18.534105 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 20 11:26:18.534105 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 20 11:26:18.534105 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 11:26:18.534105 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 11:26:18.534105 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 11:26:18.534105 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 11:26:18.534105 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 20 11:26:18.534105 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 20 11:26:18.534105 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 20 11:26:18.534105 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 20 11:26:18.534105 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 20 11:26:18.534105 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 20 11:26:18.534105 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 20 11:26:18.534105 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server raise exception Oct 20 11:26:18.534105 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 538dfc83-4e6c-490e-a252-c22d4ab26dfc: This subnet is being modified by another concurrent operation. Oct 20 11:26:18.534105 n-d-811396-3 neutron-server[100598]: ERROR oslo_messaging.rpc.server Oct 20 11:26:18.543081 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c141640-793f-46f6-b179-453c3ab79319 tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Pushing event deleted for resources: {'Subnet': ['ID=538dfc83-4e6c-490e-a252-c22d4ab26dfc,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:18.564583 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94052d39-9156-4ead-ab7a-33550002aa33 None None] Network 5ea673d8-0c5c-4e65-ad0a-d24b1c1f0405 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:26:18.610806 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1c141640-793f-46f6-b179-453c3ab79319 tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:18.631029 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-1c141640-793f-46f6-b179-453c3ab79319 tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ea673d8-0c5c-4e65-ad0a-d24b1c1f0405']}} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:26:18.641013 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-1c141640-793f-46f6-b179-453c3ab79319 tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b41398d8-5e59-41ba-897d-891de3a3298e') {'for_net_delete': True} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:26:18.641315 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-1c141640-793f-46f6-b179-453c3ab79319 tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b41398d8-5e59-41ba-897d-891de3a3298e') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:26:18.651017 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1c141640-793f-46f6-b179-453c3ab79319 tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25852596'] for segment, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:18.666391 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1c141640-793f-46f6-b179-453c3ab79319 tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:18.673188 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c141640-793f-46f6-b179-453c3ab79319 tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Releasing vlan 826 on physical network physnet1 to pool {{(pid=100597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:26:18.673576 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1c141640-793f-46f6-b179-453c3ab79319 tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951012'] for segment, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:18.677522 n-d-811396-3 neutron-server[100597]: Traceback (most recent call last): Oct 20 11:26:18.677522 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:26:18.677522 n-d-811396-3 neutron-server[100597]: timer() Oct 20 11:26:18.677522 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:26:18.677522 n-d-811396-3 neutron-server[100597]: cb(*args, **kw) Oct 20 11:26:18.677522 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:26:18.677522 n-d-811396-3 neutron-server[100597]: return func(*args, **kwargs) Oct 20 11:26:18.677522 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:26:18.677522 n-d-811396-3 neutron-server[100597]: self._notify() Oct 20 11:26:18.677522 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:26:18.677522 n-d-811396-3 neutron-server[100597]: self.callback(batched_events) Oct 20 11:26:18.677522 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:26:18.677522 n-d-811396-3 neutron-server[100597]: event.method(event) Oct 20 11:26:18.677522 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:26:18.677522 n-d-811396-3 neutron-server[100597]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:26:18.677522 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:26:18.677522 n-d-811396-3 neutron-server[100597]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:26:18.677522 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:26:18.677522 n-d-811396-3 neutron-server[100597]: return f(self, *a, **k) Oct 20 11:26:18.677522 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:26:18.677522 n-d-811396-3 neutron-server[100597]: return self._get(url).json() Oct 20 11:26:18.677522 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:26:18.677522 n-d-811396-3 neutron-server[100597]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:26:18.677522 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:26:18.677522 n-d-811396-3 neutron-server[100597]: return self.request(url, 'GET', **kwargs) Oct 20 11:26:18.677522 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:26:18.677522 n-d-811396-3 neutron-server[100597]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:26:18.677522 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:26:18.677522 n-d-811396-3 neutron-server[100597]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:26:18.677522 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:26:18.677522 n-d-811396-3 neutron-server[100597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:26:18.677522 n-d-811396-3 neutron-server[100597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:26:18.679546 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45eba62b-7dc8-4b9f-9d23-6791c8e6cc05 None None] get_active_networks_info from n-d-811396-3 {{(pid=100598) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 20 11:26:18.738764 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1c141640-793f-46f6-b179-453c3ab79319 tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:18.745112 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device cf8d8e6c-d1fa-45a8-8bf1-e073721cbd2a up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:26:18.745894 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1c141640-793f-46f6-b179-453c3ab79319 tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:18.749169 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-1c141640-793f-46f6-b179-453c3ab79319 tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] 10.222.0.64 "DELETE /v2.0/networks/5ea673d8-0c5c-4e65-ad0a-d24b1c1f0405 HTTP/1.1" status: 204 len: 168 time: 0.4508932 Oct 20 11:26:18.753289 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 45474) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:26:18.758604 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-a6fc87d8-9a57-40b8-aedc-66c0fb4eeb46 tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-384436517'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:26:18.771442 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c141640-793f-46f6-b179-453c3ab79319 tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Pushing event deleted for resources: {'Network': ['ID=5ea673d8-0c5c-4e65-ad0a-d24b1c1f0405,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:18.772328 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45eba62b-7dc8-4b9f-9d23-6791c8e6cc05 None None] Resources bound (agent type, host, resource id): {{(pid=100598) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 20 11:26:18.789334 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6fc87d8-9a57-40b8-aedc-66c0fb4eeb46 tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Made reservation on behalf of ee3cd53cd39a41f6907e2bcca98dcfb5 for: {'network': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:26:18.793012 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a6fc87d8-9a57-40b8-aedc-66c0fb4eeb46 tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:18.819665 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6fc87d8-9a57-40b8-aedc-66c0fb4eeb46 tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 806} {{(pid=100597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:26:18.828978 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a6fc87d8-9a57-40b8-aedc-66c0fb4eeb46 tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:18.829551 n-d-811396-3 neutron-server[100597]: INFO neutron.db.segments_db [None req-a6fc87d8-9a57-40b8-aedc-66c0fb4eeb46 tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Added segment beed28a3-09df-4ed0-bf4d-2390db66d5ec of type vlan for network 3593fa11-773a-46a2-a056-bb019ebbdc0d Oct 20 11:26:18.867710 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port cf8d8e6c-d1fa-45a8-8bf1-e073721cbd2a triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:26:18.868082 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:18.873559 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a6fc87d8-9a57-40b8-aedc-66c0fb4eeb46 tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:18.899713 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a6fc87d8-9a57-40b8-aedc-66c0fb4eeb46 tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:18.905333 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6fc87d8-9a57-40b8-aedc-66c0fb4eeb46 tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:18.905916 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a6fc87d8-9a57-40b8-aedc-66c0fb4eeb46 tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:18.946746 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-a6fc87d8-9a57-40b8-aedc-66c0fb4eeb46 tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1924140 Oct 20 11:26:18.949908 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 45476) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:26:18.955240 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-d14e2113-a883-4dff-beef-8c71381a2acf tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Request body: {'subnet': {'network_id': '3593fa11-773a-46a2-a056-bb019ebbdc0d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:26:19.016158 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fc87d8-9a57-40b8-aedc-66c0fb4eeb46 tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Pushing event updated for resources: {'Network': ['ID=3593fa11-773a-46a2-a056-bb019ebbdc0d,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:19.028061 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network 3593fa11-773a-46a2-a056-bb019ebbdc0d details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:26:19.050349 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d14e2113-a883-4dff-beef-8c71381a2acf tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Made reservation on behalf of ee3cd53cd39a41f6907e2bcca98dcfb5 for: {'subnet': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:26:19.054597 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d14e2113-a883-4dff-beef-8c71381a2acf tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26761797'] for subnet, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:19.247475 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d14e2113-a883-4dff-beef-8c71381a2acf tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26836128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26761819'] for subnet, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:19.309058 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14e2113-a883-4dff-beef-8c71381a2acf tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Pushing event updated for resources: {'Subnet': ['ID=c441880e-4d98-47c8-afb7-343db636b6ab,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:19.318031 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14e2113-a883-4dff-beef-8c71381a2acf tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Checking segment: {'id': 'beed28a3-09df-4ed0-bf4d-2390db66d5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '3593fa11-773a-46a2-a056-bb019ebbdc0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:26:19.318398 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d14e2113-a883-4dff-beef-8c71381a2acf tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Network hostable DHCP agents. Network: 3593fa11-773a-46a2-a056-bb019ebbdc0d, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:26:19.335408 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d14e2113-a883-4dff-beef-8c71381a2acf tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Network 3593fa11-773a-46a2-a056-bb019ebbdc0d is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:26:19.343550 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-d14e2113-a883-4dff-beef-8c71381a2acf tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, 3593fa11-773a-46a2-a056-bb019ebbdc0d) {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:26:19.347794 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d14e2113-a883-4dff-beef-8c71381a2acf tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:19.348457 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d14e2113-a883-4dff-beef-8c71381a2acf tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:19.355262 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-037d74d0-ddae-4292-9c35-52e32d34aa79 None None] Network 3593fa11-773a-46a2-a056-bb019ebbdc0d requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:26:19.367504 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-d14e2113-a883-4dff-beef-8c71381a2acf tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4144952 Oct 20 11:26:19.369352 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 45478) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:26:19.374421 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-42ff61e7-7a21-4f54-af4b-2cdedb3efb71 tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-432484921'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:26:19.397586 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42ff61e7-7a21-4f54-af4b-2cdedb3efb71 tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Made reservation on behalf of ee3cd53cd39a41f6907e2bcca98dcfb5 for: {'network': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:26:19.401273 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-42ff61e7-7a21-4f54-af4b-2cdedb3efb71 tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:19.428387 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42ff61e7-7a21-4f54-af4b-2cdedb3efb71 tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 819} {{(pid=100597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:26:19.437841 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-42ff61e7-7a21-4f54-af4b-2cdedb3efb71 tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:19.438183 n-d-811396-3 neutron-server[100597]: INFO neutron.db.segments_db [None req-42ff61e7-7a21-4f54-af4b-2cdedb3efb71 tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Added segment 0ee9290e-190e-40bc-b09d-3c20402c5515 of type vlan for network 2106a3b2-e46b-49e6-bb1f-fdf285adb7b5 Oct 20 11:26:19.484063 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-42ff61e7-7a21-4f54-af4b-2cdedb3efb71 tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:19.512956 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-42ff61e7-7a21-4f54-af4b-2cdedb3efb71 tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:19.519486 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ff61e7-7a21-4f54-af4b-2cdedb3efb71 tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:19.520153 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-42ff61e7-7a21-4f54-af4b-2cdedb3efb71 tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:19.523859 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9237d3a9-2825-41bc-b186-547979de1900 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524064ba-869c-5550-b826-c26b69a11278-3593fa11-773a-46a2-a056-bb019ebbdc0d', 'network_id': '3593fa11-773a-46a2-a056-bb019ebbdc0d', 'tenant_id': 'ee3cd53cd39a41f6907e2bcca98dcfb5', 'fixed_ips': [{'subnet_id': 'c441880e-4d98-47c8-afb7-343db636b6ab'}]}} from n-d-811396-3. {{(pid=100598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:26:19.526997 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-9237d3a9-2825-41bc-b186-547979de1900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:19.558512 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-42ff61e7-7a21-4f54-af4b-2cdedb3efb71 tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1880088 Oct 20 11:26:19.562394 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 45480) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:26:19.569577 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-e2d56cac-2fd7-41e3-a0f3-9b75644f1904 tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Request body: {'subnet': {'network_id': '2106a3b2-e46b-49e6-bb1f-fdf285adb7b5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:26:19.593212 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ff61e7-7a21-4f54-af4b-2cdedb3efb71 tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Pushing event updated for resources: {'Network': ['ID=2106a3b2-e46b-49e6-bb1f-fdf285adb7b5,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:19.607510 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network 2106a3b2-e46b-49e6-bb1f-fdf285adb7b5 details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:26:19.663532 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2d56cac-2fd7-41e3-a0f3-9b75644f1904 tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Made reservation on behalf of ee3cd53cd39a41f6907e2bcca98dcfb5 for: {'subnet': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:26:19.666959 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e2d56cac-2fd7-41e3-a0f3-9b75644f1904 tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26761797'] for subnet, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:19.734750 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:19.740571 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-9237d3a9-2825-41bc-b186-547979de1900 None None] Allocated IP 2001:db8::2 (3593fa11-773a-46a2-a056-bb019ebbdc0d/c441880e-4d98-47c8-afb7-343db636b6ab/59b855f1-b998-407c-8a7f-15f64a30feee) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:26:19.852179 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e2d56cac-2fd7-41e3-a0f3-9b75644f1904 tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26836128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26761819'] for subnet, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:19.893989 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-9237d3a9-2825-41bc-b186-547979de1900 None None] Publish callbacks [] for port, precommit_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:19.900276 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-9237d3a9-2825-41bc-b186-547979de1900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:19.914948 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d56cac-2fd7-41e3-a0f3-9b75644f1904 tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Pushing event updated for resources: {'Subnet': ['ID=02c8e95d-865b-4835-9cbe-4deb2c8abd8b,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:19.926487 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d56cac-2fd7-41e3-a0f3-9b75644f1904 tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Checking segment: {'id': '0ee9290e-190e-40bc-b09d-3c20402c5515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '2106a3b2-e46b-49e6-bb1f-fdf285adb7b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:26:19.927364 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d56cac-2fd7-41e3-a0f3-9b75644f1904 tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Network hostable DHCP agents. Network: 2106a3b2-e46b-49e6-bb1f-fdf285adb7b5, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:26:19.944197 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9237d3a9-2825-41bc-b186-547979de1900 None None] Network 3593fa11-773a-46a2-a056-bb019ebbdc0d is already hosted by enough agents. {{(pid=100598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:26:19.944919 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d56cac-2fd7-41e3-a0f3-9b75644f1904 tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Network 2106a3b2-e46b-49e6-bb1f-fdf285adb7b5 is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:26:19.947253 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.base_scheduler [None req-9237d3a9-2825-41bc-b186-547979de1900 None None] Resources bound (agent type, host, resource id): {{(pid=100598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:26:19.950758 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9237d3a9-2825-41bc-b186-547979de1900 None None] Received port after_create {{(pid=100598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:26:19.955320 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-e2d56cac-2fd7-41e3-a0f3-9b75644f1904 tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, 2106a3b2-e46b-49e6-bb1f-fdf285adb7b5) {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:26:19.960110 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d56cac-2fd7-41e3-a0f3-9b75644f1904 tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:19.961624 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e2d56cac-2fd7-41e3-a0f3-9b75644f1904 tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:19.963252 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b49b1718-3b5e-44e5-aeb6-01966728acb8 None None] Network 2106a3b2-e46b-49e6-bb1f-fdf285adb7b5 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:26:19.964855 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9237d3a9-2825-41bc-b186-547979de1900 None None] Pushing event updated for resources: {'Port': ['ID=59b855f1-b998-407c-8a7f-15f64a30feee,revision_number=1']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:19.980781 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-e2d56cac-2fd7-41e3-a0f3-9b75644f1904 tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4159255 Oct 20 11:26:19.983347 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 45482) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:26:20.062845 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-9237d3a9-2825-41bc-b186-547979de1900 None None] Attempting to bind port 59b855f1-b998-407c-8a7f-15f64a30feee on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:26:20.063212 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-9237d3a9-2825-41bc-b186-547979de1900 None None] Attempting to bind port 59b855f1-b998-407c-8a7f-15f64a30feee by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': 'beed28a3-09df-4ed0-bf4d-2390db66d5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '3593fa11-773a-46a2-a056-bb019ebbdc0d'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:26:20.063606 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9237d3a9-2825-41bc-b186-547979de1900 None None] Attempting to bind port 59b855f1-b998-407c-8a7f-15f64a30feee on network 3593fa11-773a-46a2-a056-bb019ebbdc0d {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:26:20.072530 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9237d3a9-2825-41bc-b186-547979de1900 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:26:20.072945 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9237d3a9-2825-41bc-b186-547979de1900 None None] Checking segment: {'id': 'beed28a3-09df-4ed0-bf4d-2390db66d5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '3593fa11-773a-46a2-a056-bb019ebbdc0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:26:20.073352 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-9237d3a9-2825-41bc-b186-547979de1900 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:20.073753 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9237d3a9-2825-41bc-b186-547979de1900 None None] Bound using segment: {'id': 'beed28a3-09df-4ed0-bf4d-2390db66d5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '3593fa11-773a-46a2-a056-bb019ebbdc0d'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:26:20.074232 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-9237d3a9-2825-41bc-b186-547979de1900 None None] Bound port: 59b855f1-b998-407c-8a7f-15f64a30feee, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'beed28a3-09df-4ed0-bf4d-2390db66d5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '3593fa11-773a-46a2-a056-bb019ebbdc0d'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:26:20.074616 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-9237d3a9-2825-41bc-b186-547979de1900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:20.077058 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2df1c2f6-0927-49f5-a8da-9419895554be tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:20.163974 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2df1c2f6-0927-49f5-a8da-9419895554be tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:20.225235 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2df1c2f6-0927-49f5-a8da-9419895554be tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26836193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26761888'] for subnet, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:20.254758 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df1c2f6-0927-49f5-a8da-9419895554be tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Pushing event deleted for resources: {'Subnet': ['ID=02c8e95d-865b-4835-9cbe-4deb2c8abd8b,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:20.319644 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2df1c2f6-0927-49f5-a8da-9419895554be tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:20.328549 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a170538-e0ed-453c-ba37-35ad443debe5 None None] Network 2106a3b2-e46b-49e6-bb1f-fdf285adb7b5 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:26:20.341197 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-2df1c2f6-0927-49f5-a8da-9419895554be tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2106a3b2-e46b-49e6-bb1f-fdf285adb7b5']}} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:26:20.350538 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-2df1c2f6-0927-49f5-a8da-9419895554be tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ee9290e-190e-40bc-b09d-3c20402c5515') {'for_net_delete': True} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:26:20.350839 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-2df1c2f6-0927-49f5-a8da-9419895554be tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ee9290e-190e-40bc-b09d-3c20402c5515') {} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:26:20.352145 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-9237d3a9-2825-41bc-b186-547979de1900 None None] For port 59b855f1-b998-407c-8a7f-15f64a30feee, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:26:20.360658 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2df1c2f6-0927-49f5-a8da-9419895554be tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25189038'] for segment, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:20.372080 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-9237d3a9-2825-41bc-b186-547979de1900 None None] For port 59b855f1-b998-407c-8a7f-15f64a30feee, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=59b855f1-b998-407c-8a7f-15f64a30feee,segment=NetworkSegment(beed28a3-09df-4ed0-bf4d-2390db66d5ec),segment_id=beed28a3-09df-4ed0-bf4d-2390db66d5ec)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:26:20.373998 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2df1c2f6-0927-49f5-a8da-9419895554be tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:20.380794 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2df1c2f6-0927-49f5-a8da-9419895554be tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Releasing vlan 819 on physical network physnet1 to pool {{(pid=100596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:26:20.381185 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2df1c2f6-0927-49f5-a8da-9419895554be tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26833155'] for segment, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:20.385707 n-d-811396-3 neutron-server[100596]: Traceback (most recent call last): Oct 20 11:26:20.385707 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:26:20.385707 n-d-811396-3 neutron-server[100596]: timer() Oct 20 11:26:20.385707 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:26:20.385707 n-d-811396-3 neutron-server[100596]: cb(*args, **kw) Oct 20 11:26:20.385707 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:26:20.385707 n-d-811396-3 neutron-server[100596]: return func(*args, **kwargs) Oct 20 11:26:20.385707 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:26:20.385707 n-d-811396-3 neutron-server[100596]: self._notify() Oct 20 11:26:20.385707 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:26:20.385707 n-d-811396-3 neutron-server[100596]: self.callback(batched_events) Oct 20 11:26:20.385707 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:26:20.385707 n-d-811396-3 neutron-server[100596]: event.method(event) Oct 20 11:26:20.385707 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:26:20.385707 n-d-811396-3 neutron-server[100596]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:26:20.385707 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:26:20.385707 n-d-811396-3 neutron-server[100596]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:26:20.385707 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:26:20.385707 n-d-811396-3 neutron-server[100596]: return f(self, *a, **k) Oct 20 11:26:20.385707 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:26:20.385707 n-d-811396-3 neutron-server[100596]: return self._get(url).json() Oct 20 11:26:20.385707 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:26:20.385707 n-d-811396-3 neutron-server[100596]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:26:20.385707 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:26:20.385707 n-d-811396-3 neutron-server[100596]: return self.request(url, 'GET', **kwargs) Oct 20 11:26:20.385707 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:26:20.385707 n-d-811396-3 neutron-server[100596]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:26:20.385707 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:26:20.385707 n-d-811396-3 neutron-server[100596]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:26:20.385707 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:26:20.385707 n-d-811396-3 neutron-server[100596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:26:20.385707 n-d-811396-3 neutron-server[100596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:26:20.403273 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-9237d3a9-2825-41bc-b186-547979de1900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:20.443561 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2df1c2f6-0927-49f5-a8da-9419895554be tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:20.452770 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2df1c2f6-0927-49f5-a8da-9419895554be tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Publish callbacks [] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:20.456063 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-2df1c2f6-0927-49f5-a8da-9419895554be tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] 10.222.0.64 "DELETE /v2.0/networks/2106a3b2-e46b-49e6-bb1f-fdf285adb7b5 HTTP/1.1" status: 204 len: 168 time: 0.4716263 Oct 20 11:26:20.459441 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 45484) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:26:20.465829 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df1c2f6-0927-49f5-a8da-9419895554be tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Pushing event deleted for resources: {'Network': ['ID=2106a3b2-e46b-49e6-bb1f-fdf285adb7b5,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:20.495077 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-14ddffdd-8a99-4d44-90d5-d8acf251c797 tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] GET failed (client error): The resource could not be found. Oct 20 11:26:20.496588 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-14ddffdd-8a99-4d44-90d5-d8acf251c797 tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] 10.222.0.64 "GET /v2.0/subnets/02c8e95d-865b-4835-9cbe-4deb2c8abd8b HTTP/1.1" status: 404 len: 337 time: 0.0360246 Oct 20 11:26:20.500592 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 45486) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:26:20.505809 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9237d3a9-2825-41bc-b186-547979de1900 None None] Pushing event updated for resources: {'Port': ['ID=59b855f1-b998-407c-8a7f-15f64a30feee,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:20.525508 n-d-811396-3 neutron-server[100596]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dc0c21a-f8e6-4391-811a-403f7587fa43 tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] DELETE failed (client error): The resource could not be found. Oct 20 11:26:20.526189 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0dc0c21a-f8e6-4391-811a-403f7587fa43 tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:26:20.530671 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-0dc0c21a-f8e6-4391-811a-403f7587fa43 tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] 10.222.0.64 "DELETE /v2.0/networks/2106a3b2-e46b-49e6-bb1f-fdf285adb7b5 HTTP/1.1" status: 404 len: 339 time: 0.0278859 Oct 20 11:26:20.533679 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 45488) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:26:20.561341 n-d-811396-3 neutron-server[100596]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fbbcb5f-4a81-4cdf-be27-c5012ead16d8 tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] DELETE failed (client error): The resource could not be found. Oct 20 11:26:20.561826 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fbbcb5f-4a81-4cdf-be27-c5012ead16d8 tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:26:20.565252 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-8fbbcb5f-4a81-4cdf-be27-c5012ead16d8 tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] 10.222.0.64 "DELETE /v2.0/subnets/02c8e95d-865b-4835-9cbe-4deb2c8abd8b HTTP/1.1" status: 404 len: 337 time: 0.0305312 Oct 20 11:26:20.568412 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 45490) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:26:20.587449 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-040cd45a-aaa0-4491-a0a0-698fd223454c tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] DELETE failed (client error): The resource could not be found. Oct 20 11:26:20.588019 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-040cd45a-aaa0-4491-a0a0-698fd223454c tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:26:20.591021 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-040cd45a-aaa0-4491-a0a0-698fd223454c tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] 10.222.0.64 "DELETE /v2.0/networks/2106a3b2-e46b-49e6-bb1f-fdf285adb7b5 HTTP/1.1" status: 404 len: 339 time: 0.0216098 Oct 20 11:26:20.593569 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 45492) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:26:20.651218 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6a99e6e-f1cb-40bc-9cf7-6e8fea4613be tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Deleting subnet c441880e-4d98-47c8-afb7-343db636b6ab {{(pid=100597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:26:20.654760 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a6a99e6e-f1cb-40bc-9cf7-6e8fea4613be tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Publish callbacks [] for subnet, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:20.696847 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a6a99e6e-f1cb-40bc-9cf7-6e8fea4613be tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25852621'] for subnet, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:20.794656 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 59b855f1-b998-407c-8a7f-15f64a30feee up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:26:20.795902 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a6a99e6e-f1cb-40bc-9cf7-6e8fea4613be tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:20.847280 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 59b855f1-b998-407c-8a7f-15f64a30feee triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:26:20.847688 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:20.856396 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a6a99e6e-f1cb-40bc-9cf7-6e8fea4613be tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25350811'] for subnet, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:20.885348 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a99e6e-f1cb-40bc-9cf7-6e8fea4613be tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Pushing event deleted for resources: {'Subnet': ['ID=c441880e-4d98-47c8-afb7-343db636b6ab,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:20.889458 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a6a99e6e-f1cb-40bc-9cf7-6e8fea4613be tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:20.893208 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-a6a99e6e-f1cb-40bc-9cf7-6e8fea4613be tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] 10.222.0.64 "DELETE /v2.0/subnets/c441880e-4d98-47c8-afb7-343db636b6ab HTTP/1.1" status: 204 len: 168 time: 0.2985868 Oct 20 11:26:20.896035 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 45494) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:26:20.927691 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:20.963414 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] For port 59b855f1-b998-407c-8a7f-15f64a30feee, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=59b855f1-b998-407c-8a7f-15f64a30feee,segment=NetworkSegment(beed28a3-09df-4ed0-bf4d-2390db66d5ec),segment_id=beed28a3-09df-4ed0-bf4d-2390db66d5ec)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:26:20.968037 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:20.980560 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1d8315a7-47c5-4fcc-9548-16aaa7ebceaa tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:21.019406 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Pushing event updated for resources: {'Port': ['ID=59b855f1-b998-407c-8a7f-15f64a30feee,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:21.034704 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-1d8315a7-47c5-4fcc-9548-16aaa7ebceaa tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Deleting port 59b855f1-b998-407c-8a7f-15f64a30feee {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:26:21.035077 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1d8315a7-47c5-4fcc-9548-16aaa7ebceaa tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:21.102910 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [None req-1d8315a7-47c5-4fcc-9548-16aaa7ebceaa tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] For port 59b855f1-b998-407c-8a7f-15f64a30feee, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=59b855f1-b998-407c-8a7f-15f64a30feee,segment=NetworkSegment(beed28a3-09df-4ed0-bf4d-2390db66d5ec),segment_id=beed28a3-09df-4ed0-bf4d-2390db66d5ec)] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:26:21.103272 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1d8315a7-47c5-4fcc-9548-16aaa7ebceaa tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:21.115904 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-1d8315a7-47c5-4fcc-9548-16aaa7ebceaa tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Calling delete_port for 59b855f1-b998-407c-8a7f-15f64a30feee owned by network:dhcp {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:26:21.197097 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1d8315a7-47c5-4fcc-9548-16aaa7ebceaa tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:21.222933 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8315a7-47c5-4fcc-9548-16aaa7ebceaa tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Pushing event deleted for resources: {'Port': ['ID=59b855f1-b998-407c-8a7f-15f64a30feee,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:21.227124 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8315a7-47c5-4fcc-9548-16aaa7ebceaa tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] No DVR routers for this DVR port 59b855f1-b998-407c-8a7f-15f64a30feee on host n-d-811396-3 {{(pid=100597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:26:21.313713 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1d8315a7-47c5-4fcc-9548-16aaa7ebceaa tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:21.335440 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-1d8315a7-47c5-4fcc-9548-16aaa7ebceaa tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3593fa11-773a-46a2-a056-bb019ebbdc0d']}} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:26:21.345382 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-1d8315a7-47c5-4fcc-9548-16aaa7ebceaa tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'beed28a3-09df-4ed0-bf4d-2390db66d5ec') {'for_net_delete': True} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:26:21.345680 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-1d8315a7-47c5-4fcc-9548-16aaa7ebceaa tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'beed28a3-09df-4ed0-bf4d-2390db66d5ec') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:26:21.356176 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1d8315a7-47c5-4fcc-9548-16aaa7ebceaa tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25852596'] for segment, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:21.369954 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1d8315a7-47c5-4fcc-9548-16aaa7ebceaa tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:21.376103 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d8315a7-47c5-4fcc-9548-16aaa7ebceaa tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Releasing vlan 806 on physical network physnet1 to pool {{(pid=100597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:26:21.376562 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1d8315a7-47c5-4fcc-9548-16aaa7ebceaa tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951012'] for segment, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:21.379560 n-d-811396-3 neutron-server[100597]: Traceback (most recent call last): Oct 20 11:26:21.379560 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:26:21.379560 n-d-811396-3 neutron-server[100597]: timer() Oct 20 11:26:21.379560 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:26:21.379560 n-d-811396-3 neutron-server[100597]: cb(*args, **kw) Oct 20 11:26:21.379560 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:26:21.379560 n-d-811396-3 neutron-server[100597]: return func(*args, **kwargs) Oct 20 11:26:21.379560 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:26:21.379560 n-d-811396-3 neutron-server[100597]: self._notify() Oct 20 11:26:21.379560 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:26:21.379560 n-d-811396-3 neutron-server[100597]: self.callback(batched_events) Oct 20 11:26:21.379560 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:26:21.379560 n-d-811396-3 neutron-server[100597]: event.method(event) Oct 20 11:26:21.379560 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:26:21.379560 n-d-811396-3 neutron-server[100597]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:26:21.379560 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:26:21.379560 n-d-811396-3 neutron-server[100597]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:26:21.379560 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:26:21.379560 n-d-811396-3 neutron-server[100597]: return f(self, *a, **k) Oct 20 11:26:21.379560 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:26:21.379560 n-d-811396-3 neutron-server[100597]: return self._get(url).json() Oct 20 11:26:21.379560 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:26:21.379560 n-d-811396-3 neutron-server[100597]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:26:21.379560 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:26:21.379560 n-d-811396-3 neutron-server[100597]: return self.request(url, 'GET', **kwargs) Oct 20 11:26:21.379560 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:26:21.379560 n-d-811396-3 neutron-server[100597]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:26:21.379560 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:26:21.379560 n-d-811396-3 neutron-server[100597]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:26:21.379560 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:26:21.379560 n-d-811396-3 neutron-server[100597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:26:21.379560 n-d-811396-3 neutron-server[100597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:26:21.400623 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1347830-ff63-4ebf-be74-4b57858e6002 None None] Network 3593fa11-773a-46a2-a056-bb019ebbdc0d requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:26:21.454455 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1d8315a7-47c5-4fcc-9548-16aaa7ebceaa tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:21.460532 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1d8315a7-47c5-4fcc-9548-16aaa7ebceaa tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:21.465153 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-1d8315a7-47c5-4fcc-9548-16aaa7ebceaa tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] 10.222.0.64 "DELETE /v2.0/networks/3593fa11-773a-46a2-a056-bb019ebbdc0d HTTP/1.1" status: 204 len: 168 time: 0.5680943 Oct 20 11:26:21.467748 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 45496) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:26:21.468333 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-54c46249-9a4e-46c2-b6b7-62c5abb7ec65 None None] Could not find standard attr ID for object 59b855f1-b998-407c-8a7f-15f64a30feee. {{(pid=100598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 20 11:26:21.492115 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8315a7-47c5-4fcc-9548-16aaa7ebceaa tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Pushing event deleted for resources: {'Network': ['ID=3593fa11-773a-46a2-a056-bb019ebbdc0d,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:21.503614 n-d-811396-3 neutron-server[100596]: INFO neutron.pecan_wsgi.hooks.translation [None req-facd81ce-aa09-422d-bc3d-1e36fc058d5b tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] DELETE failed (client error): The resource could not be found. Oct 20 11:26:21.504097 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-facd81ce-aa09-422d-bc3d-1e36fc058d5b tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:26:21.507436 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-facd81ce-aa09-422d-bc3d-1e36fc058d5b tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] 10.222.0.64 "DELETE /v2.0/subnets/538dfc83-4e6c-490e-a252-c22d4ab26dfc HTTP/1.1" status: 404 len: 337 time: 0.0377371 Oct 20 11:26:21.509729 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 45498) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:26:21.528903 n-d-811396-3 neutron-server[100596]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2be3b89-1023-402f-9927-13ee2bfa8813 tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] DELETE failed (client error): The resource could not be found. Oct 20 11:26:21.529428 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2be3b89-1023-402f-9927-13ee2bfa8813 tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:26:21.539098 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-a2be3b89-1023-402f-9927-13ee2bfa8813 tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] 10.222.0.64 "DELETE /v2.0/networks/5ea673d8-0c5c-4e65-ad0a-d24b1c1f0405 HTTP/1.1" status: 404 len: 339 time: 0.0266225 Oct 20 11:26:21.542795 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 45500) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:26:21.569415 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1368111-77df-47f3-b444-131290f9feda tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] DELETE failed (client error): The resource could not be found. Oct 20 11:26:21.569874 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1368111-77df-47f3-b444-131290f9feda tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:26:21.572981 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-d1368111-77df-47f3-b444-131290f9feda tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] 10.222.0.64 "DELETE /v2.0/subnets/5575d851-2df5-41df-976c-c800a9eddecf HTTP/1.1" status: 404 len: 337 time: 0.0292413 Oct 20 11:26:21.574527 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd0304b-e3e6-4974-baa3-43d49fae9e1d None None] DHCP port deletion for 3593fa11-773a-46a2-a056-bb019ebbdc0d request from n-d-811396-3 {{(pid=100598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:26:21.575449 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 45502) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:26:21.597169 n-d-811396-3 neutron-server[100597]: INFO neutron.pecan_wsgi.hooks.translation [None req-14a3d8e5-29a5-4a38-b9fa-b0f3d6b1f488 tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] DELETE failed (client error): The resource could not be found. Oct 20 11:26:21.597715 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14a3d8e5-29a5-4a38-b9fa-b0f3d6b1f488 tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:26:21.601312 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-14a3d8e5-29a5-4a38-b9fa-b0f3d6b1f488 tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] 10.222.0.64 "DELETE /v2.0/networks/79af57e8-16be-4fb8-972c-170d22a84a68 HTTP/1.1" status: 404 len: 339 time: 0.0248520 Oct 20 11:26:21.603851 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 45504) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:26:21.653530 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_v2 [None req-35f676b4-818e-4389-955a-6190d6b1a3a8 tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Deleting subnet 1d2bf24a-f105-4bbb-839d-e6600b729d0a {{(pid=100597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:26:21.656695 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-35f676b4-818e-4389-955a-6190d6b1a3a8 tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Publish callbacks [] for subnet, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:21.701151 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-35f676b4-818e-4389-955a-6190d6b1a3a8 tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25852621'] for subnet, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:21.780768 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-35f676b4-818e-4389-955a-6190d6b1a3a8 tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:21.838498 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-35f676b4-818e-4389-955a-6190d6b1a3a8 tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25350811'] for subnet, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:21.863603 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f676b4-818e-4389-955a-6190d6b1a3a8 tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Pushing event deleted for resources: {'Subnet': ['ID=1d2bf24a-f105-4bbb-839d-e6600b729d0a,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:21.870524 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-35f676b4-818e-4389-955a-6190d6b1a3a8 tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:21.873716 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-35f676b4-818e-4389-955a-6190d6b1a3a8 tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] 10.222.0.64 "DELETE /v2.0/subnets/1d2bf24a-f105-4bbb-839d-e6600b729d0a HTTP/1.1" status: 204 len: 168 time: 0.2689567 Oct 20 11:26:21.876177 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 45506) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:26:21.876896 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-897bc980-39e3-461b-ac15-42fbd8400eef None None] Network 9c52795f-7add-432b-a246-c462e79d803b requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:26:21.960095 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-53011faf-895b-4bf9-94c1-431b4987421a tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:22.016221 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-53011faf-895b-4bf9-94c1-431b4987421a tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Deleting port cf8d8e6c-d1fa-45a8-8bf1-e073721cbd2a {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:26:22.016221 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-53011faf-895b-4bf9-94c1-431b4987421a tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:22.083199 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [None req-53011faf-895b-4bf9-94c1-431b4987421a tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] For port cf8d8e6c-d1fa-45a8-8bf1-e073721cbd2a, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=cf8d8e6c-d1fa-45a8-8bf1-e073721cbd2a,segment=NetworkSegment(ddfb28f9-3c6f-42a7-98cc-4d225c24fb53),segment_id=ddfb28f9-3c6f-42a7-98cc-4d225c24fb53)] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:26:22.083615 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-53011faf-895b-4bf9-94c1-431b4987421a tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:22.088414 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f6a7817-980d-456e-866a-db04e3afec36 None None] DHCP port deletion for 9c52795f-7add-432b-a246-c462e79d803b request from n-d-811396-3 {{(pid=100598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:26:22.095620 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-53011faf-895b-4bf9-94c1-431b4987421a tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Calling delete_port for cf8d8e6c-d1fa-45a8-8bf1-e073721cbd2a owned by network:dhcp {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:26:22.140326 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-5f6a7817-980d-456e-866a-db04e3afec36 None None] Deleting port cf8d8e6c-d1fa-45a8-8bf1-e073721cbd2a {{(pid=100598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:26:22.140595 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-5f6a7817-980d-456e-866a-db04e3afec36 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:22.177020 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-53011faf-895b-4bf9-94c1-431b4987421a tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:22.204110 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53011faf-895b-4bf9-94c1-431b4987421a tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Pushing event deleted for resources: {'Port': ['ID=cf8d8e6c-d1fa-45a8-8bf1-e073721cbd2a,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:22.207655 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53011faf-895b-4bf9-94c1-431b4987421a tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] No DVR routers for this DVR port cf8d8e6c-d1fa-45a8-8bf1-e073721cbd2a on host n-d-811396-3 {{(pid=100597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:26:22.208538 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-5f6a7817-980d-456e-866a-db04e3afec36 None None] For port cf8d8e6c-d1fa-45a8-8bf1-e073721cbd2a, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=cf8d8e6c-d1fa-45a8-8bf1-e073721cbd2a,segment=NetworkSegment(ddfb28f9-3c6f-42a7-98cc-4d225c24fb53),segment_id=ddfb28f9-3c6f-42a7-98cc-4d225c24fb53)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:26:22.209042 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-5f6a7817-980d-456e-866a-db04e3afec36 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:22.222787 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-5f6a7817-980d-456e-866a-db04e3afec36 None None] Calling delete_port for cf8d8e6c-d1fa-45a8-8bf1-e073721cbd2a owned by network:dhcp {{(pid=100598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:26:22.293995 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-53011faf-895b-4bf9-94c1-431b4987421a tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:22.305331 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-5f6a7817-980d-456e-866a-db04e3afec36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956'] for port, after_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:22.315219 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-53011faf-895b-4bf9-94c1-431b4987421a tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c52795f-7add-432b-a246-c462e79d803b']}} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:26:22.325064 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-53011faf-895b-4bf9-94c1-431b4987421a tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddfb28f9-3c6f-42a7-98cc-4d225c24fb53') {'for_net_delete': True} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:26:22.325386 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-53011faf-895b-4bf9-94c1-431b4987421a tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddfb28f9-3c6f-42a7-98cc-4d225c24fb53') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:26:22.335469 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-53011faf-895b-4bf9-94c1-431b4987421a tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25852596'] for segment, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:22.338383 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6a7817-980d-456e-866a-db04e3afec36 None None] Pushing event deleted for resources: {'Port': ['ID=cf8d8e6c-d1fa-45a8-8bf1-e073721cbd2a,revision_number=None']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:22.340294 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6a7817-980d-456e-866a-db04e3afec36 None None] No DVR routers for this DVR port cf8d8e6c-d1fa-45a8-8bf1-e073721cbd2a on host n-d-811396-3 {{(pid=100598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:26:22.349494 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-53011faf-895b-4bf9-94c1-431b4987421a tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:22.359580 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53011faf-895b-4bf9-94c1-431b4987421a tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Releasing vlan 809 on physical network physnet1 to pool {{(pid=100597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:26:22.359983 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-53011faf-895b-4bf9-94c1-431b4987421a tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951012'] for segment, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:22.362996 n-d-811396-3 neutron-server[100597]: Traceback (most recent call last): Oct 20 11:26:22.362996 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:26:22.362996 n-d-811396-3 neutron-server[100597]: timer() Oct 20 11:26:22.362996 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:26:22.362996 n-d-811396-3 neutron-server[100597]: cb(*args, **kw) Oct 20 11:26:22.362996 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:26:22.362996 n-d-811396-3 neutron-server[100597]: return func(*args, **kwargs) Oct 20 11:26:22.362996 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:26:22.362996 n-d-811396-3 neutron-server[100597]: self._notify() Oct 20 11:26:22.362996 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:26:22.362996 n-d-811396-3 neutron-server[100597]: self.callback(batched_events) Oct 20 11:26:22.362996 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:26:22.362996 n-d-811396-3 neutron-server[100597]: event.method(event) Oct 20 11:26:22.362996 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:26:22.362996 n-d-811396-3 neutron-server[100597]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:26:22.362996 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:26:22.362996 n-d-811396-3 neutron-server[100597]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:26:22.362996 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:26:22.362996 n-d-811396-3 neutron-server[100597]: return f(self, *a, **k) Oct 20 11:26:22.362996 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:26:22.362996 n-d-811396-3 neutron-server[100597]: return self._get(url).json() Oct 20 11:26:22.362996 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:26:22.362996 n-d-811396-3 neutron-server[100597]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:26:22.362996 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:26:22.362996 n-d-811396-3 neutron-server[100597]: return self.request(url, 'GET', **kwargs) Oct 20 11:26:22.362996 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:26:22.362996 n-d-811396-3 neutron-server[100597]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:26:22.362996 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:26:22.362996 n-d-811396-3 neutron-server[100597]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:26:22.362996 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:26:22.362996 n-d-811396-3 neutron-server[100597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:26:22.362996 n-d-811396-3 neutron-server[100597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:26:22.425084 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-53011faf-895b-4bf9-94c1-431b4987421a tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:22.432129 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-53011faf-895b-4bf9-94c1-431b4987421a tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:22.435199 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-53011faf-895b-4bf9-94c1-431b4987421a tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] 10.222.0.64 "DELETE /v2.0/networks/9c52795f-7add-432b-a246-c462e79d803b HTTP/1.1" status: 204 len: 168 time: 0.5580788 Oct 20 11:26:22.447069 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53011faf-895b-4bf9-94c1-431b4987421a tempest-NetworksIpV6Test-1479843635 tempest-NetworksIpV6Test-1479843635-project] Pushing event deleted for resources: {'Network': ['ID=9c52795f-7add-432b-a246-c462e79d803b,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:22.675774 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 45512) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:26:22.739282 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 59b855f1-b998-407c-8a7f-15f64a30feee no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:26:22.759372 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 59b855f1-b998-407c-8a7f-15f64a30feee {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:26:22.759697 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 59b855f1-b998-407c-8a7f-15f64a30feee not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:26:22.760112 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device cf8d8e6c-d1fa-45a8-8bf1-e073721cbd2a no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:26:22.780120 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: cf8d8e6c-d1fa-45a8-8bf1-e073721cbd2a {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:26:22.780471 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device cf8d8e6c-d1fa-45a8-8bf1-e073721cbd2a not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:26:22.811440 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-99511287-6ed7-48e0-85fd-b7aa994010fc admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ee3cd53cd39a41f6907e2bcca98dcfb5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1343613 Oct 20 11:26:22.813805 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 45516) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:26:22.859053 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-598599aa-9671-4960-88f1-475071c3a88c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:22.879761 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-598599aa-9671-4960-88f1-475071c3a88c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:22.924796 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-598599aa-9671-4960-88f1-475071c3a88c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:22.927358 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-598599aa-9671-4960-88f1-475071c3a88c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:22.928505 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-598599aa-9671-4960-88f1-475071c3a88c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/69fff5d2-1f8b-4d99-a345-50339550909a HTTP/1.1" status: 204 len: 168 time: 0.1138127 Oct 20 11:26:22.936274 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598599aa-9671-4960-88f1-475071c3a88c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69fff5d2-1f8b-4d99-a345-50339550909a,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:23.548785 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 45538) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:26:23.645199 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-c344d470-0a34-4055-8b93-e6c87866db34 tempest-RoutersNegativeTest-86945081 tempest-RoutersNegativeTest-86945081-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1507874416', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:26:23.671592 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c344d470-0a34-4055-8b93-e6c87866db34 tempest-RoutersNegativeTest-86945081 tempest-RoutersNegativeTest-86945081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1772442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258322'] for router, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:23.674478 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c344d470-0a34-4055-8b93-e6c87866db34 tempest-RoutersNegativeTest-86945081 tempest-RoutersNegativeTest-86945081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1772334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773516', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258315'] for router, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:23.726189 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c344d470-0a34-4055-8b93-e6c87866db34 tempest-RoutersNegativeTest-86945081 tempest-RoutersNegativeTest-86945081-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:23.730243 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c344d470-0a34-4055-8b93-e6c87866db34 tempest-RoutersNegativeTest-86945081 tempest-RoutersNegativeTest-86945081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1773475'] for router, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:23.746269 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c344d470-0a34-4055-8b93-e6c87866db34 tempest-RoutersNegativeTest-86945081 tempest-RoutersNegativeTest-86945081-project] Publish callbacks [] for router, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:23.747459 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-c344d470-0a34-4055-8b93-e6c87866db34 tempest-RoutersNegativeTest-86945081 tempest-RoutersNegativeTest-86945081-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1976674 Oct 20 11:26:23.750120 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 45542) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:26:23.754738 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-8b102085-b1e7-484f-930d-989e7ab8e66c tempest-RoutersNegativeTest-86945081 tempest-RoutersNegativeTest-86945081-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-544632051'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:26:23.773451 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b102085-b1e7-484f-930d-989e7ab8e66c tempest-RoutersNegativeTest-86945081 tempest-RoutersNegativeTest-86945081-project] Made reservation on behalf of 24a8990c5ded4344a42e2e11877a93c1 for: {'network': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:26:23.776801 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8b102085-b1e7-484f-930d-989e7ab8e66c tempest-RoutersNegativeTest-86945081 tempest-RoutersNegativeTest-86945081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:23.784740 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8b102085-b1e7-484f-930d-989e7ab8e66c tempest-RoutersNegativeTest-86945081 tempest-RoutersNegativeTest-86945081-project] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:23.858065 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8b102085-b1e7-484f-930d-989e7ab8e66c tempest-RoutersNegativeTest-86945081 tempest-RoutersNegativeTest-86945081-project] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:23.861934 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8b102085-b1e7-484f-930d-989e7ab8e66c tempest-RoutersNegativeTest-86945081 tempest-RoutersNegativeTest-86945081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:23.883656 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b102085-b1e7-484f-930d-989e7ab8e66c tempest-RoutersNegativeTest-86945081 tempest-RoutersNegativeTest-86945081-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 828} {{(pid=100596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:26:23.898416 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b102085-b1e7-484f-930d-989e7ab8e66c tempest-RoutersNegativeTest-86945081 tempest-RoutersNegativeTest-86945081-project] Pushing event updated for resources: {'SecurityGroup': ['ID=325170be-f0a9-4dcb-a8bf-624f16fad5fd,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:23.901401 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8b102085-b1e7-484f-930d-989e7ab8e66c tempest-RoutersNegativeTest-86945081 tempest-RoutersNegativeTest-86945081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:23.901743 n-d-811396-3 neutron-server[100596]: INFO neutron.db.segments_db [None req-8b102085-b1e7-484f-930d-989e7ab8e66c tempest-RoutersNegativeTest-86945081 tempest-RoutersNegativeTest-86945081-project] Added segment 0d9e4cc7-851a-49a5-b531-5acd4e1338f0 of type vlan for network 7bae0ac5-1ec2-46b7-a63c-b3c64f59daa6 Oct 20 11:26:23.942447 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8b102085-b1e7-484f-930d-989e7ab8e66c tempest-RoutersNegativeTest-86945081 tempest-RoutersNegativeTest-86945081-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:23.966582 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8b102085-b1e7-484f-930d-989e7ab8e66c tempest-RoutersNegativeTest-86945081 tempest-RoutersNegativeTest-86945081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:23.972159 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b102085-b1e7-484f-930d-989e7ab8e66c tempest-RoutersNegativeTest-86945081 tempest-RoutersNegativeTest-86945081-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:23.972735 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8b102085-b1e7-484f-930d-989e7ab8e66c tempest-RoutersNegativeTest-86945081 tempest-RoutersNegativeTest-86945081-project] Publish callbacks [] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:24.007218 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-8b102085-b1e7-484f-930d-989e7ab8e66c tempest-RoutersNegativeTest-86945081 tempest-RoutersNegativeTest-86945081-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2560406 Oct 20 11:26:24.010162 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 45544) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:26:24.015244 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-79ec2e00-2bb0-4161-a2e7-d0d136e5a2f2 tempest-RoutersNegativeTest-86945081 tempest-RoutersNegativeTest-86945081-project] Request body: {'subnet': {'network_id': '7bae0ac5-1ec2-46b7-a63c-b3c64f59daa6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:26:24.047564 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b102085-b1e7-484f-930d-989e7ab8e66c tempest-RoutersNegativeTest-86945081 tempest-RoutersNegativeTest-86945081-project] Pushing event updated for resources: {'Network': ['ID=7bae0ac5-1ec2-46b7-a63c-b3c64f59daa6,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:24.058816 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network 7bae0ac5-1ec2-46b7-a63c-b3c64f59daa6 details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:26:24.104073 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79ec2e00-2bb0-4161-a2e7-d0d136e5a2f2 tempest-RoutersNegativeTest-86945081 tempest-RoutersNegativeTest-86945081-project] Made reservation on behalf of 24a8990c5ded4344a42e2e11877a93c1 for: {'subnet': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:26:24.107598 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-79ec2e00-2bb0-4161-a2e7-d0d136e5a2f2 tempest-RoutersNegativeTest-86945081 tempest-RoutersNegativeTest-86945081-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25350782'] for subnet, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:24.281555 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-79ec2e00-2bb0-4161-a2e7-d0d136e5a2f2 tempest-RoutersNegativeTest-86945081 tempest-RoutersNegativeTest-86945081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25350752'] for subnet, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:24.338425 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ec2e00-2bb0-4161-a2e7-d0d136e5a2f2 tempest-RoutersNegativeTest-86945081 tempest-RoutersNegativeTest-86945081-project] Pushing event updated for resources: {'Subnet': ['ID=c41e2ee3-2d17-4847-a4a0-0c5d6fdb4dad,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:24.347073 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ec2e00-2bb0-4161-a2e7-d0d136e5a2f2 tempest-RoutersNegativeTest-86945081 tempest-RoutersNegativeTest-86945081-project] Checking segment: {'id': '0d9e4cc7-851a-49a5-b531-5acd4e1338f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '7bae0ac5-1ec2-46b7-a63c-b3c64f59daa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:26:24.347452 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ec2e00-2bb0-4161-a2e7-d0d136e5a2f2 tempest-RoutersNegativeTest-86945081 tempest-RoutersNegativeTest-86945081-project] Network hostable DHCP agents. Network: 7bae0ac5-1ec2-46b7-a63c-b3c64f59daa6, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:26:24.363933 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ec2e00-2bb0-4161-a2e7-d0d136e5a2f2 tempest-RoutersNegativeTest-86945081 tempest-RoutersNegativeTest-86945081-project] Network 7bae0ac5-1ec2-46b7-a63c-b3c64f59daa6 is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:26:24.372112 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-79ec2e00-2bb0-4161-a2e7-d0d136e5a2f2 tempest-RoutersNegativeTest-86945081 tempest-RoutersNegativeTest-86945081-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, 7bae0ac5-1ec2-46b7-a63c-b3c64f59daa6) {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:26:24.376164 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ec2e00-2bb0-4161-a2e7-d0d136e5a2f2 tempest-RoutersNegativeTest-86945081 tempest-RoutersNegativeTest-86945081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:24.376740 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-79ec2e00-2bb0-4161-a2e7-d0d136e5a2f2 tempest-RoutersNegativeTest-86945081 tempest-RoutersNegativeTest-86945081-project] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:24.384508 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab8a9c0-238f-4921-8b5a-a16bf5810a9a None None] Network 7bae0ac5-1ec2-46b7-a63c-b3c64f59daa6 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:26:24.393360 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-79ec2e00-2bb0-4161-a2e7-d0d136e5a2f2 tempest-RoutersNegativeTest-86945081 tempest-RoutersNegativeTest-86945081-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3820667 Oct 20 11:26:24.396958 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 45546) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:26:24.401830 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-4d374d75-ca9a-4480-a539-6625ada004b1 tempest-RoutersNegativeTest-86945081 tempest-RoutersNegativeTest-86945081-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-837862539'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:26:24.423300 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d374d75-ca9a-4480-a539-6625ada004b1 tempest-RoutersNegativeTest-86945081 tempest-RoutersNegativeTest-86945081-project] Made reservation on behalf of 24a8990c5ded4344a42e2e11877a93c1 for: {'network': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:26:24.427293 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4d374d75-ca9a-4480-a539-6625ada004b1 tempest-RoutersNegativeTest-86945081 tempest-RoutersNegativeTest-86945081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:24.450827 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d374d75-ca9a-4480-a539-6625ada004b1 tempest-RoutersNegativeTest-86945081 tempest-RoutersNegativeTest-86945081-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 819} {{(pid=100597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:26:24.459690 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4d374d75-ca9a-4480-a539-6625ada004b1 tempest-RoutersNegativeTest-86945081 tempest-RoutersNegativeTest-86945081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:24.460033 n-d-811396-3 neutron-server[100597]: INFO neutron.db.segments_db [None req-4d374d75-ca9a-4480-a539-6625ada004b1 tempest-RoutersNegativeTest-86945081 tempest-RoutersNegativeTest-86945081-project] Added segment a9405904-be91-4bf5-b5e0-4c2862aeb142 of type vlan for network 46db1317-6266-4eb8-947a-46f7e5e9dead Oct 20 11:26:24.503640 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4d374d75-ca9a-4480-a539-6625ada004b1 tempest-RoutersNegativeTest-86945081 tempest-RoutersNegativeTest-86945081-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:24.527369 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4d374d75-ca9a-4480-a539-6625ada004b1 tempest-RoutersNegativeTest-86945081 tempest-RoutersNegativeTest-86945081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:24.532527 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4eda4e2-3783-4209-b785-9b1fadf9ea7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524064ba-869c-5550-b826-c26b69a11278-7bae0ac5-1ec2-46b7-a63c-b3c64f59daa6', 'network_id': '7bae0ac5-1ec2-46b7-a63c-b3c64f59daa6', 'tenant_id': '24a8990c5ded4344a42e2e11877a93c1', 'fixed_ips': [{'subnet_id': 'c41e2ee3-2d17-4847-a4a0-0c5d6fdb4dad'}]}} from n-d-811396-3. {{(pid=100598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:26:24.533453 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-a4eda4e2-3783-4209-b785-9b1fadf9ea7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:24.533708 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d374d75-ca9a-4480-a539-6625ada004b1 tempest-RoutersNegativeTest-86945081 tempest-RoutersNegativeTest-86945081-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:24.534295 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4d374d75-ca9a-4480-a539-6625ada004b1 tempest-RoutersNegativeTest-86945081 tempest-RoutersNegativeTest-86945081-project] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:24.567172 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-4d374d75-ca9a-4480-a539-6625ada004b1 tempest-RoutersNegativeTest-86945081 tempest-RoutersNegativeTest-86945081-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1691871 Oct 20 11:26:24.570647 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 45548) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:26:24.576265 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-31324b10-4aac-4328-8618-c146a47c3e57 tempest-RoutersNegativeTest-86945081 tempest-RoutersNegativeTest-86945081-project] Request body: {'subnet': {'network_id': '46db1317-6266-4eb8-947a-46f7e5e9dead', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:26:24.606293 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d374d75-ca9a-4480-a539-6625ada004b1 tempest-RoutersNegativeTest-86945081 tempest-RoutersNegativeTest-86945081-project] Pushing event updated for resources: {'Network': ['ID=46db1317-6266-4eb8-947a-46f7e5e9dead,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:24.617801 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network 46db1317-6266-4eb8-947a-46f7e5e9dead details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:26:24.662104 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31324b10-4aac-4328-8618-c146a47c3e57 tempest-RoutersNegativeTest-86945081 tempest-RoutersNegativeTest-86945081-project] Made reservation on behalf of 24a8990c5ded4344a42e2e11877a93c1 for: {'subnet': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:26:24.665911 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-31324b10-4aac-4328-8618-c146a47c3e57 tempest-RoutersNegativeTest-86945081 tempest-RoutersNegativeTest-86945081-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26761797'] for subnet, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:24.725521 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-a4eda4e2-3783-4209-b785-9b1fadf9ea7a None None] Allocated IP 172.20.0.2 (7bae0ac5-1ec2-46b7-a63c-b3c64f59daa6/c41e2ee3-2d17-4847-a4a0-0c5d6fdb4dad/5fc51e53-a809-4306-86b0-164caf5c0a25) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:26:24.846877 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-31324b10-4aac-4328-8618-c146a47c3e57 tempest-RoutersNegativeTest-86945081 tempest-RoutersNegativeTest-86945081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26836128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26761819'] for subnet, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:24.864314 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-a4eda4e2-3783-4209-b785-9b1fadf9ea7a None None] Publish callbacks [] for port, precommit_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:24.869294 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-a4eda4e2-3783-4209-b785-9b1fadf9ea7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:24.912016 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31324b10-4aac-4328-8618-c146a47c3e57 tempest-RoutersNegativeTest-86945081 tempest-RoutersNegativeTest-86945081-project] Pushing event updated for resources: {'Subnet': ['ID=7525d0db-7727-4448-8ece-33b1a762b92a,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:24.912970 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4eda4e2-3783-4209-b785-9b1fadf9ea7a None None] Network 7bae0ac5-1ec2-46b7-a63c-b3c64f59daa6 is already hosted by enough agents. {{(pid=100598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:26:24.916014 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.base_scheduler [None req-a4eda4e2-3783-4209-b785-9b1fadf9ea7a None None] Resources bound (agent type, host, resource id): {{(pid=100598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:26:24.919470 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4eda4e2-3783-4209-b785-9b1fadf9ea7a None None] Received port after_create {{(pid=100598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:26:24.920519 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31324b10-4aac-4328-8618-c146a47c3e57 tempest-RoutersNegativeTest-86945081 tempest-RoutersNegativeTest-86945081-project] Checking segment: {'id': 'a9405904-be91-4bf5-b5e0-4c2862aeb142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '46db1317-6266-4eb8-947a-46f7e5e9dead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:26:24.921096 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31324b10-4aac-4328-8618-c146a47c3e57 tempest-RoutersNegativeTest-86945081 tempest-RoutersNegativeTest-86945081-project] Network hostable DHCP agents. Network: 46db1317-6266-4eb8-947a-46f7e5e9dead, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:26:24.928826 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4eda4e2-3783-4209-b785-9b1fadf9ea7a None None] Pushing event updated for resources: {'Port': ['ID=5fc51e53-a809-4306-86b0-164caf5c0a25,revision_number=1']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:24.940691 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31324b10-4aac-4328-8618-c146a47c3e57 tempest-RoutersNegativeTest-86945081 tempest-RoutersNegativeTest-86945081-project] Network 46db1317-6266-4eb8-947a-46f7e5e9dead is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:26:24.949229 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-31324b10-4aac-4328-8618-c146a47c3e57 tempest-RoutersNegativeTest-86945081 tempest-RoutersNegativeTest-86945081-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, 46db1317-6266-4eb8-947a-46f7e5e9dead) {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:26:24.954396 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31324b10-4aac-4328-8618-c146a47c3e57 tempest-RoutersNegativeTest-86945081 tempest-RoutersNegativeTest-86945081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:24.955042 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-31324b10-4aac-4328-8618-c146a47c3e57 tempest-RoutersNegativeTest-86945081 tempest-RoutersNegativeTest-86945081-project] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:24.968213 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7155cded-889e-4d2b-9b7f-d9e4647cea45 None None] Network 46db1317-6266-4eb8-947a-46f7e5e9dead requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:26:24.971212 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-31324b10-4aac-4328-8618-c146a47c3e57 tempest-RoutersNegativeTest-86945081 tempest-RoutersNegativeTest-86945081-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3989267 Oct 20 11:26:24.974130 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 45550) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:26:24.979232 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-bf1d5637-9305-456d-83d7-6bc8a0627f06 tempest-RoutersNegativeTest-86945081 tempest-RoutersNegativeTest-86945081-project] Request body: {'router': {'external_gateway_info': {'network_id': '46db1317-6266-4eb8-947a-46f7e5e9dead'}}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:26:24.993857 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-a4eda4e2-3783-4209-b785-9b1fadf9ea7a None None] Attempting to bind port 5fc51e53-a809-4306-86b0-164caf5c0a25 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:26:24.994231 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-a4eda4e2-3783-4209-b785-9b1fadf9ea7a None None] Attempting to bind port 5fc51e53-a809-4306-86b0-164caf5c0a25 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '0d9e4cc7-851a-49a5-b531-5acd4e1338f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '7bae0ac5-1ec2-46b7-a63c-b3c64f59daa6'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:26:24.994602 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4eda4e2-3783-4209-b785-9b1fadf9ea7a None None] Attempting to bind port 5fc51e53-a809-4306-86b0-164caf5c0a25 on network 7bae0ac5-1ec2-46b7-a63c-b3c64f59daa6 {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:26:25.006339 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4eda4e2-3783-4209-b785-9b1fadf9ea7a None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:26:25.006720 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4eda4e2-3783-4209-b785-9b1fadf9ea7a None None] Checking segment: {'id': '0d9e4cc7-851a-49a5-b531-5acd4e1338f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '7bae0ac5-1ec2-46b7-a63c-b3c64f59daa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:26:25.007120 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-a4eda4e2-3783-4209-b785-9b1fadf9ea7a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:25.007541 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4eda4e2-3783-4209-b785-9b1fadf9ea7a None None] Bound using segment: {'id': '0d9e4cc7-851a-49a5-b531-5acd4e1338f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '7bae0ac5-1ec2-46b7-a63c-b3c64f59daa6'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:26:25.008018 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-a4eda4e2-3783-4209-b785-9b1fadf9ea7a None None] Bound port: 5fc51e53-a809-4306-86b0-164caf5c0a25, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d9e4cc7-851a-49a5-b531-5acd4e1338f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '7bae0ac5-1ec2-46b7-a63c-b3c64f59daa6'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:26:25.008400 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-a4eda4e2-3783-4209-b785-9b1fadf9ea7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:25.141208 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-a4eda4e2-3783-4209-b785-9b1fadf9ea7a None None] For port 5fc51e53-a809-4306-86b0-164caf5c0a25, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:26:25.157902 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-a4eda4e2-3783-4209-b785-9b1fadf9ea7a None None] For port 5fc51e53-a809-4306-86b0-164caf5c0a25, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=5fc51e53-a809-4306-86b0-164caf5c0a25,segment=NetworkSegment(0d9e4cc7-851a-49a5-b531-5acd4e1338f0),segment_id=0d9e4cc7-851a-49a5-b531-5acd4e1338f0)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:26:25.164528 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-a4eda4e2-3783-4209-b785-9b1fadf9ea7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:25.184688 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-bf1d5637-9305-456d-83d7-6bc8a0627f06 tempest-RoutersNegativeTest-86945081 tempest-RoutersNegativeTest-86945081-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:25.212090 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-041d93c4-f19f-4230-8e43-20abde922288 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524064ba-869c-5550-b826-c26b69a11278-46db1317-6266-4eb8-947a-46f7e5e9dead', 'network_id': '46db1317-6266-4eb8-947a-46f7e5e9dead', 'tenant_id': '24a8990c5ded4344a42e2e11877a93c1', 'fixed_ips': [{'subnet_id': '7525d0db-7727-4448-8ece-33b1a762b92a'}]}} from n-d-811396-3. {{(pid=100598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:26:25.212938 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-041d93c4-f19f-4230-8e43-20abde922288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:25.304031 n-d-811396-3 neutron-server[100596]: INFO neutron.api.v2.resource [None req-bf1d5637-9305-456d-83d7-6bc8a0627f06 tempest-RoutersNegativeTest-86945081 tempest-RoutersNegativeTest-86945081-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 11:26:25.304923 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-bf1d5637-9305-456d-83d7-6bc8a0627f06 tempest-RoutersNegativeTest-86945081 tempest-RoutersNegativeTest-86945081-project] 10.222.0.64 "PUT /v2.0/routers/618d3faa-57a0-4197-b4db-529dd0c686bc HTTP/1.1" status: 400 len: 364 time: 0.3295639 Oct 20 11:26:25.306431 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4eda4e2-3783-4209-b785-9b1fadf9ea7a None None] Pushing event updated for resources: {'Port': ['ID=5fc51e53-a809-4306-86b0-164caf5c0a25,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:25.311066 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 45552) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:26:25.386762 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-041d93c4-f19f-4230-8e43-20abde922288 None None] Allocated IP 172.21.0.2 (46db1317-6266-4eb8-947a-46f7e5e9dead/7525d0db-7727-4448-8ece-33b1a762b92a/6fa148f8-2b8d-48e5-942e-791a26ae2617) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:26:25.581402 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-041d93c4-f19f-4230-8e43-20abde922288 None None] Publish callbacks [] for port, precommit_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:25.589184 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-041d93c4-f19f-4230-8e43-20abde922288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:25.632896 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-041d93c4-f19f-4230-8e43-20abde922288 None None] Network 46db1317-6266-4eb8-947a-46f7e5e9dead is already hosted by enough agents. {{(pid=100598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:26:25.636024 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.base_scheduler [None req-041d93c4-f19f-4230-8e43-20abde922288 None None] Resources bound (agent type, host, resource id): {{(pid=100598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:26:25.639683 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041d93c4-f19f-4230-8e43-20abde922288 None None] Received port after_create {{(pid=100598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:26:25.647468 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041d93c4-f19f-4230-8e43-20abde922288 None None] Pushing event updated for resources: {'Port': ['ID=6fa148f8-2b8d-48e5-942e-791a26ae2617,revision_number=1']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:25.697870 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-041d93c4-f19f-4230-8e43-20abde922288 None None] Attempting to bind port 6fa148f8-2b8d-48e5-942e-791a26ae2617 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:26:25.698232 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-041d93c4-f19f-4230-8e43-20abde922288 None None] Attempting to bind port 6fa148f8-2b8d-48e5-942e-791a26ae2617 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': 'a9405904-be91-4bf5-b5e0-4c2862aeb142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '46db1317-6266-4eb8-947a-46f7e5e9dead'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:26:25.698591 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041d93c4-f19f-4230-8e43-20abde922288 None None] Attempting to bind port 6fa148f8-2b8d-48e5-942e-791a26ae2617 on network 46db1317-6266-4eb8-947a-46f7e5e9dead {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:26:25.702458 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_v2 [None req-799422a0-13ed-4006-b2ac-a89dd966db04 tempest-RoutersNegativeTest-86945081 tempest-RoutersNegativeTest-86945081-project] Deleting subnet 7525d0db-7727-4448-8ece-33b1a762b92a {{(pid=100596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:26:25.703610 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041d93c4-f19f-4230-8e43-20abde922288 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:26:25.704075 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041d93c4-f19f-4230-8e43-20abde922288 None None] Checking segment: {'id': 'a9405904-be91-4bf5-b5e0-4c2862aeb142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '46db1317-6266-4eb8-947a-46f7e5e9dead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:26:25.704405 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-041d93c4-f19f-4230-8e43-20abde922288 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:25.704793 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041d93c4-f19f-4230-8e43-20abde922288 None None] Bound using segment: {'id': 'a9405904-be91-4bf5-b5e0-4c2862aeb142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '46db1317-6266-4eb8-947a-46f7e5e9dead'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:26:25.705253 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-041d93c4-f19f-4230-8e43-20abde922288 None None] Bound port: 6fa148f8-2b8d-48e5-942e-791a26ae2617, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9405904-be91-4bf5-b5e0-4c2862aeb142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '46db1317-6266-4eb8-947a-46f7e5e9dead'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:26:25.705640 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-799422a0-13ed-4006-b2ac-a89dd966db04 tempest-RoutersNegativeTest-86945081 tempest-RoutersNegativeTest-86945081-project] Publish callbacks [] for subnet, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:25.705846 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-041d93c4-f19f-4230-8e43-20abde922288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:25.745714 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-799422a0-13ed-4006-b2ac-a89dd966db04 tempest-RoutersNegativeTest-86945081 tempest-RoutersNegativeTest-86945081-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25189079'] for subnet, precommit_delete_associations {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:25.769282 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-041d93c4-f19f-4230-8e43-20abde922288 None None] For port 6fa148f8-2b8d-48e5-942e-791a26ae2617, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:26:25.772888 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-041d93c4-f19f-4230-8e43-20abde922288 None None] For port 6fa148f8-2b8d-48e5-942e-791a26ae2617, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=6fa148f8-2b8d-48e5-942e-791a26ae2617,segment=NetworkSegment(a9405904-be91-4bf5-b5e0-4c2862aeb142),segment_id=a9405904-be91-4bf5-b5e0-4c2862aeb142)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:26:25.778709 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-041d93c4-f19f-4230-8e43-20abde922288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:25.834463 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-799422a0-13ed-4006-b2ac-a89dd966db04 tempest-RoutersNegativeTest-86945081 tempest-RoutersNegativeTest-86945081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:25.840287 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041d93c4-f19f-4230-8e43-20abde922288 None None] Pushing event updated for resources: {'Port': ['ID=6fa148f8-2b8d-48e5-942e-791a26ae2617,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:25.897456 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-799422a0-13ed-4006-b2ac-a89dd966db04 tempest-RoutersNegativeTest-86945081 tempest-RoutersNegativeTest-86945081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26836193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26761888'] for subnet, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:25.925473 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799422a0-13ed-4006-b2ac-a89dd966db04 tempest-RoutersNegativeTest-86945081 tempest-RoutersNegativeTest-86945081-project] Pushing event deleted for resources: {'Subnet': ['ID=7525d0db-7727-4448-8ece-33b1a762b92a,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:25.934187 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-799422a0-13ed-4006-b2ac-a89dd966db04 tempest-RoutersNegativeTest-86945081 tempest-RoutersNegativeTest-86945081-project] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:25.937501 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-799422a0-13ed-4006-b2ac-a89dd966db04 tempest-RoutersNegativeTest-86945081 tempest-RoutersNegativeTest-86945081-project] 10.222.0.64 "DELETE /v2.0/subnets/7525d0db-7727-4448-8ece-33b1a762b92a HTTP/1.1" status: 204 len: 168 time: 0.6254690 Oct 20 11:26:25.939988 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 45554) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:26:26.046262 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-26067f9d-ca82-4d25-8aeb-ece93cb25fcc tempest-RoutersNegativeTest-86945081 tempest-RoutersNegativeTest-86945081-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:26.112558 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-26067f9d-ca82-4d25-8aeb-ece93cb25fcc tempest-RoutersNegativeTest-86945081 tempest-RoutersNegativeTest-86945081-project] Deleting port 6fa148f8-2b8d-48e5-942e-791a26ae2617 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:26:26.112894 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-26067f9d-ca82-4d25-8aeb-ece93cb25fcc tempest-RoutersNegativeTest-86945081 tempest-RoutersNegativeTest-86945081-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:26.184611 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [None req-26067f9d-ca82-4d25-8aeb-ece93cb25fcc tempest-RoutersNegativeTest-86945081 tempest-RoutersNegativeTest-86945081-project] For port 6fa148f8-2b8d-48e5-942e-791a26ae2617, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=6fa148f8-2b8d-48e5-942e-791a26ae2617,segment=NetworkSegment(a9405904-be91-4bf5-b5e0-4c2862aeb142),segment_id=a9405904-be91-4bf5-b5e0-4c2862aeb142)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:26:26.184978 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-26067f9d-ca82-4d25-8aeb-ece93cb25fcc tempest-RoutersNegativeTest-86945081 tempest-RoutersNegativeTest-86945081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:26.203159 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-26067f9d-ca82-4d25-8aeb-ece93cb25fcc tempest-RoutersNegativeTest-86945081 tempest-RoutersNegativeTest-86945081-project] Calling delete_port for 6fa148f8-2b8d-48e5-942e-791a26ae2617 owned by network:dhcp {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:26:26.274794 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ffedd8c-7630-4287-bc36-75c3c73dbbd8 None None] Network 7bae0ac5-1ec2-46b7-a63c-b3c64f59daa6 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:26:26.288217 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-26067f9d-ca82-4d25-8aeb-ece93cb25fcc tempest-RoutersNegativeTest-86945081 tempest-RoutersNegativeTest-86945081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:26.315996 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26067f9d-ca82-4d25-8aeb-ece93cb25fcc tempest-RoutersNegativeTest-86945081 tempest-RoutersNegativeTest-86945081-project] Pushing event deleted for resources: {'Port': ['ID=6fa148f8-2b8d-48e5-942e-791a26ae2617,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:26.317865 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26067f9d-ca82-4d25-8aeb-ece93cb25fcc tempest-RoutersNegativeTest-86945081 tempest-RoutersNegativeTest-86945081-project] No DVR routers for this DVR port 6fa148f8-2b8d-48e5-942e-791a26ae2617 on host n-d-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:26:26.362283 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-a26ec676-e84f-49d0-b2a1-bf0150b6cf8a None None] Provisioning complete for port 5fc51e53-a809-4306-86b0-164caf5c0a25 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:26:26.362743 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-a26ec676-e84f-49d0-b2a1-bf0150b6cf8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:26.400092 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-26067f9d-ca82-4d25-8aeb-ece93cb25fcc tempest-RoutersNegativeTest-86945081 tempest-RoutersNegativeTest-86945081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:26.422006 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-26067f9d-ca82-4d25-8aeb-ece93cb25fcc tempest-RoutersNegativeTest-86945081 tempest-RoutersNegativeTest-86945081-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46db1317-6266-4eb8-947a-46f7e5e9dead']}} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:26:26.431915 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-26067f9d-ca82-4d25-8aeb-ece93cb25fcc tempest-RoutersNegativeTest-86945081 tempest-RoutersNegativeTest-86945081-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9405904-be91-4bf5-b5e0-4c2862aeb142') {'for_net_delete': True} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:26:26.432211 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-26067f9d-ca82-4d25-8aeb-ece93cb25fcc tempest-RoutersNegativeTest-86945081 tempest-RoutersNegativeTest-86945081-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9405904-be91-4bf5-b5e0-4c2862aeb142') {} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:26:26.441746 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-26067f9d-ca82-4d25-8aeb-ece93cb25fcc tempest-RoutersNegativeTest-86945081 tempest-RoutersNegativeTest-86945081-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25189038'] for segment, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:26.455947 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-26067f9d-ca82-4d25-8aeb-ece93cb25fcc tempest-RoutersNegativeTest-86945081 tempest-RoutersNegativeTest-86945081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:26.463186 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26067f9d-ca82-4d25-8aeb-ece93cb25fcc tempest-RoutersNegativeTest-86945081 tempest-RoutersNegativeTest-86945081-project] Releasing vlan 819 on physical network physnet1 to pool {{(pid=100596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:26:26.463938 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-26067f9d-ca82-4d25-8aeb-ece93cb25fcc tempest-RoutersNegativeTest-86945081 tempest-RoutersNegativeTest-86945081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26833155'] for segment, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:26.466634 n-d-811396-3 neutron-server[100596]: Traceback (most recent call last): Oct 20 11:26:26.466634 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:26:26.466634 n-d-811396-3 neutron-server[100596]: timer() Oct 20 11:26:26.466634 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:26:26.466634 n-d-811396-3 neutron-server[100596]: cb(*args, **kw) Oct 20 11:26:26.466634 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:26:26.466634 n-d-811396-3 neutron-server[100596]: return func(*args, **kwargs) Oct 20 11:26:26.466634 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:26:26.466634 n-d-811396-3 neutron-server[100596]: self._notify() Oct 20 11:26:26.466634 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:26:26.466634 n-d-811396-3 neutron-server[100596]: self.callback(batched_events) Oct 20 11:26:26.466634 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:26:26.466634 n-d-811396-3 neutron-server[100596]: event.method(event) Oct 20 11:26:26.466634 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:26:26.466634 n-d-811396-3 neutron-server[100596]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:26:26.466634 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:26:26.466634 n-d-811396-3 neutron-server[100596]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:26:26.466634 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:26:26.466634 n-d-811396-3 neutron-server[100596]: return f(self, *a, **k) Oct 20 11:26:26.466634 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:26:26.466634 n-d-811396-3 neutron-server[100596]: return self._get(url).json() Oct 20 11:26:26.466634 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:26:26.466634 n-d-811396-3 neutron-server[100596]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:26:26.466634 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:26:26.466634 n-d-811396-3 neutron-server[100596]: return self.request(url, 'GET', **kwargs) Oct 20 11:26:26.466634 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:26:26.466634 n-d-811396-3 neutron-server[100596]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:26:26.466634 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:26:26.466634 n-d-811396-3 neutron-server[100596]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:26:26.466634 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:26:26.466634 n-d-811396-3 neutron-server[100596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:26:26.466634 n-d-811396-3 neutron-server[100596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:26:26.506318 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-a26ec676-e84f-49d0-b2a1-bf0150b6cf8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:26.528302 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-26067f9d-ca82-4d25-8aeb-ece93cb25fcc tempest-RoutersNegativeTest-86945081 tempest-RoutersNegativeTest-86945081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:26.533091 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-26067f9d-ca82-4d25-8aeb-ece93cb25fcc tempest-RoutersNegativeTest-86945081 tempest-RoutersNegativeTest-86945081-project] Publish callbacks [] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:26.540922 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-26067f9d-ca82-4d25-8aeb-ece93cb25fcc tempest-RoutersNegativeTest-86945081 tempest-RoutersNegativeTest-86945081-project] 10.222.0.64 "DELETE /v2.0/networks/46db1317-6266-4eb8-947a-46f7e5e9dead HTTP/1.1" status: 204 len: 168 time: 0.5999348 Oct 20 11:26:26.542367 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-a26ec676-e84f-49d0-b2a1-bf0150b6cf8a None None] For port 5fc51e53-a809-4306-86b0-164caf5c0a25, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=5fc51e53-a809-4306-86b0-164caf5c0a25,segment=NetworkSegment(0d9e4cc7-851a-49a5-b531-5acd4e1338f0),segment_id=0d9e4cc7-851a-49a5-b531-5acd4e1338f0)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:26:26.543540 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 45556) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:26:26.555972 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-a26ec676-e84f-49d0-b2a1-bf0150b6cf8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:26.565424 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26067f9d-ca82-4d25-8aeb-ece93cb25fcc tempest-RoutersNegativeTest-86945081 tempest-RoutersNegativeTest-86945081-project] Pushing event deleted for resources: {'Network': ['ID=46db1317-6266-4eb8-947a-46f7e5e9dead,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:26.609533 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce42c913-1b3d-4964-9403-1b82c3f00f98 tempest-RoutersNegativeTest-86945081 tempest-RoutersNegativeTest-86945081-project] Deleting subnet c41e2ee3-2d17-4847-a4a0-0c5d6fdb4dad {{(pid=100597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:26:26.613025 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ce42c913-1b3d-4964-9403-1b82c3f00f98 tempest-RoutersNegativeTest-86945081 tempest-RoutersNegativeTest-86945081-project] Publish callbacks [] for subnet, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:26.627747 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26ec676-e84f-49d0-b2a1-bf0150b6cf8a None None] Pushing event updated for resources: {'Port': ['ID=5fc51e53-a809-4306-86b0-164caf5c0a25,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:26.661947 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ce42c913-1b3d-4964-9403-1b82c3f00f98 tempest-RoutersNegativeTest-86945081 tempest-RoutersNegativeTest-86945081-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25852621'] for subnet, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:26.763749 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ce42c913-1b3d-4964-9403-1b82c3f00f98 tempest-RoutersNegativeTest-86945081 tempest-RoutersNegativeTest-86945081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:26.801105 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 5fc51e53-a809-4306-86b0-164caf5c0a25 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:26:26.833704 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ce42c913-1b3d-4964-9403-1b82c3f00f98 tempest-RoutersNegativeTest-86945081 tempest-RoutersNegativeTest-86945081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25350811'] for subnet, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:26.861376 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 5fc51e53-a809-4306-86b0-164caf5c0a25 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:26:26.861850 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:26.866211 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce42c913-1b3d-4964-9403-1b82c3f00f98 tempest-RoutersNegativeTest-86945081 tempest-RoutersNegativeTest-86945081-project] Pushing event deleted for resources: {'Subnet': ['ID=c41e2ee3-2d17-4847-a4a0-0c5d6fdb4dad,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:26.869940 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ce42c913-1b3d-4964-9403-1b82c3f00f98 tempest-RoutersNegativeTest-86945081 tempest-RoutersNegativeTest-86945081-project] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:26.873264 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-ce42c913-1b3d-4964-9403-1b82c3f00f98 tempest-RoutersNegativeTest-86945081 tempest-RoutersNegativeTest-86945081-project] 10.222.0.64 "DELETE /v2.0/subnets/c41e2ee3-2d17-4847-a4a0-0c5d6fdb4dad HTTP/1.1" status: 204 len: 168 time: 0.3286641 Oct 20 11:26:26.875658 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 45558) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:26:26.905296 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af95250-a59a-4160-8392-fb98e912d006 None None] Network 7bae0ac5-1ec2-46b7-a63c-b3c64f59daa6 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:26:26.958808 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f835c4a8-1d17-48c2-9296-fe96e7199f2e tempest-RoutersNegativeTest-86945081 tempest-RoutersNegativeTest-86945081-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:26.985951 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-55135adf-9538-4360-85a3-eaa99b1d7b5f None None] Provisioning complete for port 5fc51e53-a809-4306-86b0-164caf5c0a25 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:26:26.986371 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-55135adf-9538-4360-85a3-eaa99b1d7b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:27.014530 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-f835c4a8-1d17-48c2-9296-fe96e7199f2e tempest-RoutersNegativeTest-86945081 tempest-RoutersNegativeTest-86945081-project] Deleting port 5fc51e53-a809-4306-86b0-164caf5c0a25 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:26:27.014869 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f835c4a8-1d17-48c2-9296-fe96e7199f2e tempest-RoutersNegativeTest-86945081 tempest-RoutersNegativeTest-86945081-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:27.021442 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e687943-8a5c-45b0-ab06-1d5a85c25e3a None None] DHCP port deletion for 46db1317-6266-4eb8-947a-46f7e5e9dead request from n-d-811396-3 {{(pid=100598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:26:27.092603 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a479fa7-1262-471d-869a-7375c654a50d None None] Network 46db1317-6266-4eb8-947a-46f7e5e9dead requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:26:27.118723 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a479fa7-1262-471d-869a-7375c654a50d None None] Network 46db1317-6266-4eb8-947a-46f7e5e9dead could not be found, it might have been deleted concurrently. {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 20 11:26:27.215926 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa04930e-dd80-42e7-8eb9-3ccb55864597 None None] DHCP port deletion for 7bae0ac5-1ec2-46b7-a63c-b3c64f59daa6 request from n-d-811396-3 {{(pid=100598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:26:27.264404 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-aa04930e-dd80-42e7-8eb9-3ccb55864597 None None] Deleting port 5fc51e53-a809-4306-86b0-164caf5c0a25 {{(pid=100598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:26:27.264784 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-aa04930e-dd80-42e7-8eb9-3ccb55864597 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:27.329980 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-d4f03425-01de-4e1d-abff-42023ed48429 None None] Could not find standard attr ID for object 6fa148f8-2b8d-48e5-942e-791a26ae2617. {{(pid=100598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 20 11:26:27.332339 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-aa04930e-dd80-42e7-8eb9-3ccb55864597 None None] For port 5fc51e53-a809-4306-86b0-164caf5c0a25, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=5fc51e53-a809-4306-86b0-164caf5c0a25,segment=NetworkSegment(0d9e4cc7-851a-49a5-b531-5acd4e1338f0),segment_id=0d9e4cc7-851a-49a5-b531-5acd4e1338f0)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:26:27.332742 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-aa04930e-dd80-42e7-8eb9-3ccb55864597 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:27.334884 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [None req-f835c4a8-1d17-48c2-9296-fe96e7199f2e tempest-RoutersNegativeTest-86945081 tempest-RoutersNegativeTest-86945081-project] For port 5fc51e53-a809-4306-86b0-164caf5c0a25, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=5fc51e53-a809-4306-86b0-164caf5c0a25,segment=NetworkSegment(0d9e4cc7-851a-49a5-b531-5acd4e1338f0),segment_id=0d9e4cc7-851a-49a5-b531-5acd4e1338f0)] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:26:27.335519 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f835c4a8-1d17-48c2-9296-fe96e7199f2e tempest-RoutersNegativeTest-86945081 tempest-RoutersNegativeTest-86945081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:27.345025 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-aa04930e-dd80-42e7-8eb9-3ccb55864597 None None] Calling delete_port for 5fc51e53-a809-4306-86b0-164caf5c0a25 owned by network:dhcp {{(pid=100598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:26:27.347408 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-f835c4a8-1d17-48c2-9296-fe96e7199f2e tempest-RoutersNegativeTest-86945081 tempest-RoutersNegativeTest-86945081-project] Calling delete_port for 5fc51e53-a809-4306-86b0-164caf5c0a25 owned by network:dhcp {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:26:27.424396 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f835c4a8-1d17-48c2-9296-fe96e7199f2e tempest-RoutersNegativeTest-86945081 tempest-RoutersNegativeTest-86945081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:27.431500 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-aa04930e-dd80-42e7-8eb9-3ccb55864597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956'] for port, after_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:27.448440 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f835c4a8-1d17-48c2-9296-fe96e7199f2e tempest-RoutersNegativeTest-86945081 tempest-RoutersNegativeTest-86945081-project] Pushing event deleted for resources: {'Port': ['ID=5fc51e53-a809-4306-86b0-164caf5c0a25,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:27.454000 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f835c4a8-1d17-48c2-9296-fe96e7199f2e tempest-RoutersNegativeTest-86945081 tempest-RoutersNegativeTest-86945081-project] No DVR routers for this DVR port 5fc51e53-a809-4306-86b0-164caf5c0a25 on host n-d-811396-3 {{(pid=100597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:26:27.457775 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa04930e-dd80-42e7-8eb9-3ccb55864597 None None] No DVR routers for this DVR port 5fc51e53-a809-4306-86b0-164caf5c0a25 on host n-d-811396-3 {{(pid=100598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:26:27.459342 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa04930e-dd80-42e7-8eb9-3ccb55864597 None None] Pushing event deleted for resources: {'Port': ['ID=5fc51e53-a809-4306-86b0-164caf5c0a25,revision_number=None']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:27.532217 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f835c4a8-1d17-48c2-9296-fe96e7199f2e tempest-RoutersNegativeTest-86945081 tempest-RoutersNegativeTest-86945081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:27.554209 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-f835c4a8-1d17-48c2-9296-fe96e7199f2e tempest-RoutersNegativeTest-86945081 tempest-RoutersNegativeTest-86945081-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bae0ac5-1ec2-46b7-a63c-b3c64f59daa6']}} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:26:27.563374 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-f835c4a8-1d17-48c2-9296-fe96e7199f2e tempest-RoutersNegativeTest-86945081 tempest-RoutersNegativeTest-86945081-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d9e4cc7-851a-49a5-b531-5acd4e1338f0') {'for_net_delete': True} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:26:27.563705 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-f835c4a8-1d17-48c2-9296-fe96e7199f2e tempest-RoutersNegativeTest-86945081 tempest-RoutersNegativeTest-86945081-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d9e4cc7-851a-49a5-b531-5acd4e1338f0') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:26:27.573384 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f835c4a8-1d17-48c2-9296-fe96e7199f2e tempest-RoutersNegativeTest-86945081 tempest-RoutersNegativeTest-86945081-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25852596'] for segment, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:27.586247 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f835c4a8-1d17-48c2-9296-fe96e7199f2e tempest-RoutersNegativeTest-86945081 tempest-RoutersNegativeTest-86945081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:27.592266 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f835c4a8-1d17-48c2-9296-fe96e7199f2e tempest-RoutersNegativeTest-86945081 tempest-RoutersNegativeTest-86945081-project] Releasing vlan 828 on physical network physnet1 to pool {{(pid=100597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:26:27.592699 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f835c4a8-1d17-48c2-9296-fe96e7199f2e tempest-RoutersNegativeTest-86945081 tempest-RoutersNegativeTest-86945081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951012'] for segment, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:27.595692 n-d-811396-3 neutron-server[100597]: Traceback (most recent call last): Oct 20 11:26:27.595692 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:26:27.595692 n-d-811396-3 neutron-server[100597]: timer() Oct 20 11:26:27.595692 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:26:27.595692 n-d-811396-3 neutron-server[100597]: cb(*args, **kw) Oct 20 11:26:27.595692 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:26:27.595692 n-d-811396-3 neutron-server[100597]: return func(*args, **kwargs) Oct 20 11:26:27.595692 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:26:27.595692 n-d-811396-3 neutron-server[100597]: self._notify() Oct 20 11:26:27.595692 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:26:27.595692 n-d-811396-3 neutron-server[100597]: self.callback(batched_events) Oct 20 11:26:27.595692 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:26:27.595692 n-d-811396-3 neutron-server[100597]: event.method(event) Oct 20 11:26:27.595692 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:26:27.595692 n-d-811396-3 neutron-server[100597]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:26:27.595692 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:26:27.595692 n-d-811396-3 neutron-server[100597]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:26:27.595692 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:26:27.595692 n-d-811396-3 neutron-server[100597]: return f(self, *a, **k) Oct 20 11:26:27.595692 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:26:27.595692 n-d-811396-3 neutron-server[100597]: return self._get(url).json() Oct 20 11:26:27.595692 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:26:27.595692 n-d-811396-3 neutron-server[100597]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:26:27.595692 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:26:27.595692 n-d-811396-3 neutron-server[100597]: return self.request(url, 'GET', **kwargs) Oct 20 11:26:27.595692 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:26:27.595692 n-d-811396-3 neutron-server[100597]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:26:27.595692 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:26:27.595692 n-d-811396-3 neutron-server[100597]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:26:27.595692 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:26:27.595692 n-d-811396-3 neutron-server[100597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:26:27.595692 n-d-811396-3 neutron-server[100597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:26:27.659521 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f835c4a8-1d17-48c2-9296-fe96e7199f2e tempest-RoutersNegativeTest-86945081 tempest-RoutersNegativeTest-86945081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:27.664635 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f835c4a8-1d17-48c2-9296-fe96e7199f2e tempest-RoutersNegativeTest-86945081 tempest-RoutersNegativeTest-86945081-project] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:27.667884 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-f835c4a8-1d17-48c2-9296-fe96e7199f2e tempest-RoutersNegativeTest-86945081 tempest-RoutersNegativeTest-86945081-project] 10.222.0.64 "DELETE /v2.0/networks/7bae0ac5-1ec2-46b7-a63c-b3c64f59daa6 HTTP/1.1" status: 204 len: 168 time: 0.7913051 Oct 20 11:26:27.670629 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 45560) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:26:27.681948 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f835c4a8-1d17-48c2-9296-fe96e7199f2e tempest-RoutersNegativeTest-86945081 tempest-RoutersNegativeTest-86945081-project] Pushing event deleted for resources: {'Network': ['ID=7bae0ac5-1ec2-46b7-a63c-b3c64f59daa6,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:27.698031 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-97f34584-cd6b-4875-a1e5-d833f55ddc75 tempest-RoutersNegativeTest-86945081 tempest-RoutersNegativeTest-86945081-project] 10.222.0.64 "GET /v2.0/ports?device_id=618d3faa-57a0-4197-b4db-529dd0c686bc HTTP/1.1" status: 200 len: 205 time: 0.0261974 Oct 20 11:26:27.700278 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 45562) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:26:27.772838 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-15b9f36e-a66b-4f88-b515-49b78b79b972 tempest-RoutersNegativeTest-86945081 tempest-RoutersNegativeTest-86945081-project] Publish callbacks [] for router, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:27.929725 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-15b9f36e-a66b-4f88-b515-49b78b79b972 tempest-RoutersNegativeTest-86945081 tempest-RoutersNegativeTest-86945081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1772272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258304'] for router, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:27.932181 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-15b9f36e-a66b-4f88-b515-49b78b79b972 tempest-RoutersNegativeTest-86945081 tempest-RoutersNegativeTest-86945081-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:27.974316 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-15b9f36e-a66b-4f88-b515-49b78b79b972 tempest-RoutersNegativeTest-86945081 tempest-RoutersNegativeTest-86945081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1772267'] for router, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:27.974815 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15b9f36e-a66b-4f88-b515-49b78b79b972 tempest-RoutersNegativeTest-86945081 tempest-RoutersNegativeTest-86945081-project] Fanout notify agent at l3_agent the message router_deleted on router 618d3faa-57a0-4197-b4db-529dd0c686bc {{(pid=100596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:26:27.981847 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-15b9f36e-a66b-4f88-b515-49b78b79b972 tempest-RoutersNegativeTest-86945081 tempest-RoutersNegativeTest-86945081-project] Publish callbacks [] for router, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:27.983013 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-15b9f36e-a66b-4f88-b515-49b78b79b972 tempest-RoutersNegativeTest-86945081 tempest-RoutersNegativeTest-86945081-project] 10.222.0.64 "DELETE /v2.0/routers/618d3faa-57a0-4197-b4db-529dd0c686bc HTTP/1.1" status: 204 len: 168 time: 0.2817810 Oct 20 11:26:28.212535 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 45568) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:26:28.341029 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-b256df81-70ba-467b-b501-fe62b41fff77 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=24a8990c5ded4344a42e2e11877a93c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1273496 Oct 20 11:26:28.343446 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 45572) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:26:28.397772 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-42d6c155-96fe-4b0a-a6d4-f62b36355c97 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:28.424268 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-42d6c155-96fe-4b0a-a6d4-f62b36355c97 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:28.471289 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-42d6c155-96fe-4b0a-a6d4-f62b36355c97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:28.473785 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-42d6c155-96fe-4b0a-a6d4-f62b36355c97 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:28.474963 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-42d6c155-96fe-4b0a-a6d4-f62b36355c97 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/325170be-f0a9-4dcb-a8bf-624f16fad5fd HTTP/1.1" status: 204 len: 168 time: 0.1306272 Oct 20 11:26:28.482608 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d6c155-96fe-4b0a-a6d4-f62b36355c97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=325170be-f0a9-4dcb-a8bf-624f16fad5fd,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:28.741837 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 5fc51e53-a809-4306-86b0-164caf5c0a25 no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:26:28.767699 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 5fc51e53-a809-4306-86b0-164caf5c0a25 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:26:28.768124 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 5fc51e53-a809-4306-86b0-164caf5c0a25 not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:26:28.768551 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 6fa148f8-2b8d-48e5-942e-791a26ae2617 no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:26:28.790700 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 6fa148f8-2b8d-48e5-942e-791a26ae2617 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:26:28.791048 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 6fa148f8-2b8d-48e5-942e-791a26ae2617 not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:26:29.087459 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 45594) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:26:29.181823 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-79139ead-2306-461b-8db0-58b2fecd5394 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-517927951-network', 'tenant_id': 'cf71b78b9af947879afccf690a67859e'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:26:29.206141 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79139ead-2306-461b-8db0-58b2fecd5394 admin admin] Made reservation on behalf of cf71b78b9af947879afccf690a67859e for: {'network': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:26:29.209226 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-79139ead-2306-461b-8db0-58b2fecd5394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:29.217601 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-79139ead-2306-461b-8db0-58b2fecd5394 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:29.291789 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-79139ead-2306-461b-8db0-58b2fecd5394 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:29.295308 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-79139ead-2306-461b-8db0-58b2fecd5394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:29.315330 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79139ead-2306-461b-8db0-58b2fecd5394 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 848} {{(pid=100596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:26:29.330449 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79139ead-2306-461b-8db0-58b2fecd5394 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b559993e-aaf6-4295-aab9-24cd755ab367,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:29.333400 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-79139ead-2306-461b-8db0-58b2fecd5394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:29.333747 n-d-811396-3 neutron-server[100596]: INFO neutron.db.segments_db [None req-79139ead-2306-461b-8db0-58b2fecd5394 admin admin] Added segment 957b719e-f6b5-4b65-9b35-b7282380fe5e of type vlan for network 58000774-e5ac-41e0-8fa1-24995926ff84 Oct 20 11:26:29.372518 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-79139ead-2306-461b-8db0-58b2fecd5394 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:29.397253 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-79139ead-2306-461b-8db0-58b2fecd5394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:29.398192 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79139ead-2306-461b-8db0-58b2fecd5394 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:29.398767 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-79139ead-2306-461b-8db0-58b2fecd5394 admin admin] Publish callbacks [] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:29.431903 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-79139ead-2306-461b-8db0-58b2fecd5394 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3432808 Oct 20 11:26:29.434869 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 45598) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:26:29.440055 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-e0e6737d-91ac-4b2e-99a7-449ae133f2ac admin admin] Request body: {'subnet': {'network_id': '58000774-e5ac-41e0-8fa1-24995926ff84', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-517927951-subnet', 'tenant_id': 'cf71b78b9af947879afccf690a67859e', 'ip_version': 4}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:26:29.460852 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0e6737d-91ac-4b2e-99a7-449ae133f2ac admin admin] Made reservation on behalf of cf71b78b9af947879afccf690a67859e for: {'subnet': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:26:29.463140 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e0e6737d-91ac-4b2e-99a7-449ae133f2ac admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25350782'] for subnet, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:29.464574 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79139ead-2306-461b-8db0-58b2fecd5394 admin admin] Pushing event updated for resources: {'Network': ['ID=58000774-e5ac-41e0-8fa1-24995926ff84,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:29.475200 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network 58000774-e5ac-41e0-8fa1-24995926ff84 details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:26:29.630393 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e0e6737d-91ac-4b2e-99a7-449ae133f2ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25350752'] for subnet, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:29.678267 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e6737d-91ac-4b2e-99a7-449ae133f2ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=617b7abe-2ace-4939-a8d3-7583ae41379b,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:29.693707 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e6737d-91ac-4b2e-99a7-449ae133f2ac admin admin] Checking segment: {'id': '957b719e-f6b5-4b65-9b35-b7282380fe5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '58000774-e5ac-41e0-8fa1-24995926ff84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:26:29.694073 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e6737d-91ac-4b2e-99a7-449ae133f2ac admin admin] Network hostable DHCP agents. Network: 58000774-e5ac-41e0-8fa1-24995926ff84, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:26:29.709057 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e6737d-91ac-4b2e-99a7-449ae133f2ac admin admin] Network 58000774-e5ac-41e0-8fa1-24995926ff84 is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:26:29.717455 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-e0e6737d-91ac-4b2e-99a7-449ae133f2ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, 58000774-e5ac-41e0-8fa1-24995926ff84) {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:26:29.721475 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e6737d-91ac-4b2e-99a7-449ae133f2ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:29.722063 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e0e6737d-91ac-4b2e-99a7-449ae133f2ac admin admin] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:29.727156 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c4370b7-bdbd-4904-bdb2-df366215ba44 None None] Network 58000774-e5ac-41e0-8fa1-24995926ff84 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:26:29.737380 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-e0e6737d-91ac-4b2e-99a7-449ae133f2ac admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3012993 Oct 20 11:26:29.740705 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 45600) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:26:29.745053 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-48687438-e46a-4768-81a0-809c6c45cbbb admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-517927951-router', 'tenant_id': 'cf71b78b9af947879afccf690a67859e', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:26:29.766244 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-48687438-e46a-4768-81a0-809c6c45cbbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1772442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258322'] for router, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:29.767334 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-48687438-e46a-4768-81a0-809c6c45cbbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1772334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773516', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258315'] for router, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:29.822524 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-48687438-e46a-4768-81a0-809c6c45cbbb admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:29.964201 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-48687438-e46a-4768-81a0-809c6c45cbbb admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:30.030275 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bf40c1f-4f1f-49c0-9dc0-f65759939489 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524064ba-869c-5550-b826-c26b69a11278-58000774-e5ac-41e0-8fa1-24995926ff84', 'network_id': '58000774-e5ac-41e0-8fa1-24995926ff84', 'tenant_id': 'cf71b78b9af947879afccf690a67859e', 'fixed_ips': [{'subnet_id': '617b7abe-2ace-4939-a8d3-7583ae41379b'}]}} from n-d-811396-3. {{(pid=100598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:26:30.031123 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-7bf40c1f-4f1f-49c0-9dc0-f65759939489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:30.163301 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-48687438-e46a-4768-81a0-809c6c45cbbb admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:30.164104 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-7bf40c1f-4f1f-49c0-9dc0-f65759939489 None None] Allocated IP 172.20.0.2 (58000774-e5ac-41e0-8fa1-24995926ff84/617b7abe-2ace-4939-a8d3-7583ae41379b/a371cdc5-2f5a-4268-9f45-f127d87007de) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:26:30.183125 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-48687438-e46a-4768-81a0-809c6c45cbbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:30.288072 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-48687438-e46a-4768-81a0-809c6c45cbbb admin admin] Allocated IP 172.25.1.41 (cbe170d3-31ba-45a2-b477-520ab0a7a8ea/f4e26aca-17ac-4adb-a66b-d939a1b35b64/f4b8221a-ebbc-4e7b-86e3-ba9d8ee4f751) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:26:30.304318 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-7bf40c1f-4f1f-49c0-9dc0-f65759939489 None None] Publish callbacks [] for port, precommit_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:30.310037 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-7bf40c1f-4f1f-49c0-9dc0-f65759939489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:30.351808 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf40c1f-4f1f-49c0-9dc0-f65759939489 None None] Network 58000774-e5ac-41e0-8fa1-24995926ff84 is already hosted by enough agents. {{(pid=100598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:26:30.354708 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.base_scheduler [None req-7bf40c1f-4f1f-49c0-9dc0-f65759939489 None None] Resources bound (agent type, host, resource id): {{(pid=100598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:26:30.358122 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf40c1f-4f1f-49c0-9dc0-f65759939489 None None] Received port after_create {{(pid=100598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:26:30.368309 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf40c1f-4f1f-49c0-9dc0-f65759939489 None None] Pushing event updated for resources: {'Port': ['ID=a371cdc5-2f5a-4268-9f45-f127d87007de,revision_number=1']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:30.391488 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-48687438-e46a-4768-81a0-809c6c45cbbb admin admin] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:30.415590 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-7bf40c1f-4f1f-49c0-9dc0-f65759939489 None None] Attempting to bind port a371cdc5-2f5a-4268-9f45-f127d87007de on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:26:30.415917 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-7bf40c1f-4f1f-49c0-9dc0-f65759939489 None None] Attempting to bind port a371cdc5-2f5a-4268-9f45-f127d87007de by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '957b719e-f6b5-4b65-9b35-b7282380fe5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '58000774-e5ac-41e0-8fa1-24995926ff84'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:26:30.416310 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf40c1f-4f1f-49c0-9dc0-f65759939489 None None] Attempting to bind port a371cdc5-2f5a-4268-9f45-f127d87007de on network 58000774-e5ac-41e0-8fa1-24995926ff84 {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:26:30.421325 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf40c1f-4f1f-49c0-9dc0-f65759939489 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:26:30.421703 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf40c1f-4f1f-49c0-9dc0-f65759939489 None None] Checking segment: {'id': '957b719e-f6b5-4b65-9b35-b7282380fe5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '58000774-e5ac-41e0-8fa1-24995926ff84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:26:30.422103 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-7bf40c1f-4f1f-49c0-9dc0-f65759939489 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:30.422493 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf40c1f-4f1f-49c0-9dc0-f65759939489 None None] Bound using segment: {'id': '957b719e-f6b5-4b65-9b35-b7282380fe5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '58000774-e5ac-41e0-8fa1-24995926ff84'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:26:30.422995 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-7bf40c1f-4f1f-49c0-9dc0-f65759939489 None None] Bound port: a371cdc5-2f5a-4268-9f45-f127d87007de, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '957b719e-f6b5-4b65-9b35-b7282380fe5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '58000774-e5ac-41e0-8fa1-24995926ff84'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:26:30.423429 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-7bf40c1f-4f1f-49c0-9dc0-f65759939489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:30.427012 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-48687438-e46a-4768-81a0-809c6c45cbbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:30.465569 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48687438-e46a-4768-81a0-809c6c45cbbb admin admin] Network cbe170d3-31ba-45a2-b477-520ab0a7a8ea is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:26:30.468519 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-48687438-e46a-4768-81a0-809c6c45cbbb admin admin] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:26:30.471993 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48687438-e46a-4768-81a0-809c6c45cbbb admin admin] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:26:30.484595 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-7bf40c1f-4f1f-49c0-9dc0-f65759939489 None None] For port a371cdc5-2f5a-4268-9f45-f127d87007de, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:26:30.487745 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-7bf40c1f-4f1f-49c0-9dc0-f65759939489 None None] For port a371cdc5-2f5a-4268-9f45-f127d87007de, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=a371cdc5-2f5a-4268-9f45-f127d87007de,segment=NetworkSegment(957b719e-f6b5-4b65-9b35-b7282380fe5e),segment_id=957b719e-f6b5-4b65-9b35-b7282380fe5e)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:26:30.492802 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-7bf40c1f-4f1f-49c0-9dc0-f65759939489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:30.502537 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48687438-e46a-4768-81a0-809c6c45cbbb admin admin] Pushing event updated for resources: {'Port': ['ID=f4b8221a-ebbc-4e7b-86e3-ba9d8ee4f751,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:30.554922 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf40c1f-4f1f-49c0-9dc0-f65759939489 None None] Pushing event updated for resources: {'Port': ['ID=a371cdc5-2f5a-4268-9f45-f127d87007de,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:30.749075 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-48687438-e46a-4768-81a0-809c6c45cbbb admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:30.940665 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-48687438-e46a-4768-81a0-809c6c45cbbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1773475'] for router, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:31.067268 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48687438-e46a-4768-81a0-809c6c45cbbb admin admin] Router cf392b88-5df5-4498-b13e-5ca5f8b93eef is scheduled to L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 with binding_index 1 {{(pid=100597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 11:26:31.174953 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48687438-e46a-4768-81a0-809c6c45cbbb admin admin] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:26:31.188799 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ddd5c8-51a1-4dd5-bc0e-6d165fcd60fa None None] Sync routers for ids ['cf392b88-5df5-4498-b13e-5ca5f8b93eef'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:26:31.192591 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-48687438-e46a-4768-81a0-809c6c45cbbb admin admin] Publish callbacks [] for router, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:31.196333 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-48687438-e46a-4768-81a0-809c6c45cbbb admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.4522164 Oct 20 11:26:31.196752 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 45602) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:26:31.198969 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ddd5c8-51a1-4dd5-bc0e-6d165fcd60fa None None] Routers {'cf392b88-5df5-4498-b13e-5ca5f8b93eef'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:26:31.199928 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-74ddd5c8-51a1-4dd5-bc0e-6d165fcd60fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:26:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['cf392b88-5df5-4498-b13e-5ca5f8b93eef'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:26:31.319758 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-74ddd5c8-51a1-4dd5-bc0e-6d165fcd60fa None None] Set router cf392b88-5df5-4498-b13e-5ca5f8b93eef gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:26:31.445170 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9286b50-36c2-4be3-b3ed-d209b54dc471 None None] Network 58000774-e5ac-41e0-8fa1-24995926ff84 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:26:31.502676 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-74ddd5c8-51a1-4dd5-bc0e-6d165fcd60fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf392b88-5df5-4498-b13e-5ca5f8b93eef', 'name': 'tempest-TestEncryptedCinderVolumes-517927951-router', 'tenant_id': 'cf71b78b9af947879afccf690a67859e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': 'f4b8221a-ebbc-4e7b-86e3-ba9d8ee4f751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:26:29Z', 'updated_at': '2021-10-20T11:26:30Z', 'revision_number': 3, 'project_id': 'cf71b78b9af947879afccf690a67859e', 'gw_port': {'id': 'f4b8221a-ebbc-4e7b-86e3-ba9d8ee4f751', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:c8:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf392b88-5df5-4498-b13e-5ca5f8b93eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:26:30Z', 'updated_at': '2021-10-20T11:26:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:26:31.518632 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-638209cb-9edc-4505-8614-3f16b4b9ffd5 None None] Provisioning complete for port a371cdc5-2f5a-4268-9f45-f127d87007de triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:26:31.519100 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-638209cb-9edc-4505-8614-3f16b4b9ffd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:31.532711 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ddd5c8-51a1-4dd5-bc0e-6d165fcd60fa None None] Checking router: cf392b88-5df5-4498-b13e-5ca5f8b93eef for host: n-d-811396-3 {{(pid=100599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:26:31.533159 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ddd5c8-51a1-4dd5-bc0e-6d165fcd60fa None None] Updating router cf392b88-5df5-4498-b13e-5ca5f8b93eef port f4b8221a-ebbc-4e7b-86e3-ba9d8ee4f751 binding host n-d-811396-3 {{(pid=100599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:26:31.559282 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-74ddd5c8-51a1-4dd5-bc0e-6d165fcd60fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:31.631728 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f675cc16-4e36-4bcf-89df-aeab021e9f5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:31.665403 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-638209cb-9edc-4505-8614-3f16b4b9ffd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:31.708621 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-638209cb-9edc-4505-8614-3f16b4b9ffd5 None None] For port a371cdc5-2f5a-4268-9f45-f127d87007de, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=a371cdc5-2f5a-4268-9f45-f127d87007de,segment=NetworkSegment(957b719e-f6b5-4b65-9b35-b7282380fe5e),segment_id=957b719e-f6b5-4b65-9b35-b7282380fe5e)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:26:31.713920 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-638209cb-9edc-4505-8614-3f16b4b9ffd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:31.767494 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638209cb-9edc-4505-8614-3f16b4b9ffd5 None None] Pushing event updated for resources: {'Port': ['ID=a371cdc5-2f5a-4268-9f45-f127d87007de,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:31.816409 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [None req-f675cc16-4e36-4bcf-89df-aeab021e9f5f admin admin] Allocated IP 172.20.0.1 (58000774-e5ac-41e0-8fa1-24995926ff84/617b7abe-2ace-4939-a8d3-7583ae41379b/335dd20b-9fb7-4d36-b72a-624321c9e8f9) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:26:31.824807 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-74ddd5c8-51a1-4dd5-bc0e-6d165fcd60fa None None] Publish callbacks [] for port, precommit_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:31.832220 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-74ddd5c8-51a1-4dd5-bc0e-6d165fcd60fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:31.889645 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-74ddd5c8-51a1-4dd5-bc0e-6d165fcd60fa None None] Attempting to bind port f4b8221a-ebbc-4e7b-86e3-ba9d8ee4f751 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:26:31.890022 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-74ddd5c8-51a1-4dd5-bc0e-6d165fcd60fa None None] Attempting to bind port f4b8221a-ebbc-4e7b-86e3-ba9d8ee4f751 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}] {{(pid=100599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:26:31.890388 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ddd5c8-51a1-4dd5-bc0e-6d165fcd60fa None None] Attempting to bind port f4b8221a-ebbc-4e7b-86e3-ba9d8ee4f751 on network cbe170d3-31ba-45a2-b477-520ab0a7a8ea {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:26:31.892881 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e0461b-9f34-440d-9faf-0e5d2d44498a None None] Pushing event updated for resources: {'Port': ['ID=f4b8221a-ebbc-4e7b-86e3-ba9d8ee4f751,revision_number=2']} {{(pid=100599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:31.901767 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ddd5c8-51a1-4dd5-bc0e-6d165fcd60fa None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:26:31.902142 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ddd5c8-51a1-4dd5-bc0e-6d165fcd60fa None None] Checking segment: {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:26:31.902543 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-74ddd5c8-51a1-4dd5-bc0e-6d165fcd60fa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:31.902934 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ddd5c8-51a1-4dd5-bc0e-6d165fcd60fa None None] Bound using segment: {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'} {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:26:31.903426 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-74ddd5c8-51a1-4dd5-bc0e-6d165fcd60fa None None] Bound port: f4b8221a-ebbc-4e7b-86e3-ba9d8ee4f751, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}}] {{(pid=100599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:26:31.903809 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-74ddd5c8-51a1-4dd5-bc0e-6d165fcd60fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:31.907220 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e0461b-9f34-440d-9faf-0e5d2d44498a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:26:31.907628 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e0461b-9f34-440d-9faf-0e5d2d44498a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:26:31.907894 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e0461b-9f34-440d-9faf-0e5d2d44498a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:26:31.908230 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e0461b-9f34-440d-9faf-0e5d2d44498a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:26:31.908564 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e0461b-9f34-440d-9faf-0e5d2d44498a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:26:31.908960 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e0461b-9f34-440d-9faf-0e5d2d44498a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:26:31.909218 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e0461b-9f34-440d-9faf-0e5d2d44498a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:26:31.909543 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e0461b-9f34-440d-9faf-0e5d2d44498a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:26:31.909867 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e0461b-9f34-440d-9faf-0e5d2d44498a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:26:31.910219 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e0461b-9f34-440d-9faf-0e5d2d44498a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:26:31.910499 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e0461b-9f34-440d-9faf-0e5d2d44498a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:26:31.911408 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e0461b-9f34-440d-9faf-0e5d2d44498a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:26:31.929296 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f675cc16-4e36-4bcf-89df-aeab021e9f5f admin admin] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:31.937032 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-70bbfc14-e30f-4a73-884b-6f3adb82e7ef None None] Provisioning complete for port a371cdc5-2f5a-4268-9f45-f127d87007de triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:26:31.937265 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-70bbfc14-e30f-4a73-884b-6f3adb82e7ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:31.966443 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f675cc16-4e36-4bcf-89df-aeab021e9f5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:31.968920 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.db [None req-74ddd5c8-51a1-4dd5-bc0e-6d165fcd60fa None None] For port f4b8221a-ebbc-4e7b-86e3-ba9d8ee4f751, host n-d-811396-3, cleared binding levels {{(pid=100599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:26:31.972326 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.db [None req-74ddd5c8-51a1-4dd5-bc0e-6d165fcd60fa None None] For port f4b8221a-ebbc-4e7b-86e3-ba9d8ee4f751, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=f4b8221a-ebbc-4e7b-86e3-ba9d8ee4f751,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:26:31.978442 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-74ddd5c8-51a1-4dd5-bc0e-6d165fcd60fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:32.023462 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f675cc16-4e36-4bcf-89df-aeab021e9f5f admin admin] Network 58000774-e5ac-41e0-8fa1-24995926ff84 is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:26:32.027851 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-f675cc16-4e36-4bcf-89df-aeab021e9f5f admin admin] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:26:32.028064 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ddd5c8-51a1-4dd5-bc0e-6d165fcd60fa None None] Routers {'cf392b88-5df5-4498-b13e-5ca5f8b93eef'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:26:32.028746 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-74ddd5c8-51a1-4dd5-bc0e-6d165fcd60fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:26:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['cf392b88-5df5-4498-b13e-5ca5f8b93eef'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:26:32.032338 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f675cc16-4e36-4bcf-89df-aeab021e9f5f admin admin] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:26:32.036390 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f675cc16-4e36-4bcf-89df-aeab021e9f5f admin admin] Pushing event updated for resources: {'Port': ['ID=335dd20b-9fb7-4d36-b72a-624321c9e8f9,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:32.074311 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f675cc16-4e36-4bcf-89df-aeab021e9f5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1774540'] for router_interface, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:32.176298 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e0461b-9f34-440d-9faf-0e5d2d44498a None None] Pushing event updated for resources: {'Port': ['ID=f4b8221a-ebbc-4e7b-86e3-ba9d8ee4f751,revision_number=3']} {{(pid=100599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:32.216059 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f675cc16-4e36-4bcf-89df-aeab021e9f5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:32.245982 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-74ddd5c8-51a1-4dd5-bc0e-6d165fcd60fa None None] Set router cf392b88-5df5-4498-b13e-5ca5f8b93eef gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:26:32.343288 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-0f820f0a-bc5c-49a3-96c6-057fc66f0bb9 None None] Provisioning complete for port 335dd20b-9fb7-4d36-b72a-624321c9e8f9 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:26:32.343605 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-0f820f0a-bc5c-49a3-96c6-057fc66f0bb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:32.377974 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-0f820f0a-bc5c-49a3-96c6-057fc66f0bb9 None None] Port 335dd20b-9fb7-4d36-b72a-624321c9e8f9 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:26:32.383098 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f675cc16-4e36-4bcf-89df-aeab021e9f5f admin admin] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:32.387831 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f675cc16-4e36-4bcf-89df-aeab021e9f5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:32.423314 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-74ddd5c8-51a1-4dd5-bc0e-6d165fcd60fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf392b88-5df5-4498-b13e-5ca5f8b93eef', 'name': 'tempest-TestEncryptedCinderVolumes-517927951-router', 'tenant_id': 'cf71b78b9af947879afccf690a67859e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': 'f4b8221a-ebbc-4e7b-86e3-ba9d8ee4f751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:26:29Z', 'updated_at': '2021-10-20T11:26:30Z', 'revision_number': 3, 'project_id': 'cf71b78b9af947879afccf690a67859e', 'gw_port': {'id': 'f4b8221a-ebbc-4e7b-86e3-ba9d8ee4f751', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:c8:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf392b88-5df5-4498-b13e-5ca5f8b93eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:26:30Z', 'updated_at': '2021-10-20T11:26:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:26:32.449163 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ddd5c8-51a1-4dd5-bc0e-6d165fcd60fa None None] The sync data for ids ['cf392b88-5df5-4498-b13e-5ca5f8b93eef'] in n-d-811396-3 is: [{'id': 'cf392b88-5df5-4498-b13e-5ca5f8b93eef', 'name': 'tempest-TestEncryptedCinderVolumes-517927951-router', 'tenant_id': 'cf71b78b9af947879afccf690a67859e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': 'f4b8221a-ebbc-4e7b-86e3-ba9d8ee4f751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:26:29Z', 'updated_at': '2021-10-20T11:26:30Z', 'revision_number': 3, 'project_id': 'cf71b78b9af947879afccf690a67859e', 'gw_port': {'id': 'f4b8221a-ebbc-4e7b-86e3-ba9d8ee4f751', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:c8:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf392b88-5df5-4498-b13e-5ca5f8b93eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:26:30Z', 'updated_at': '2021-10-20T11:26:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:26:32.454605 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f675cc16-4e36-4bcf-89df-aeab021e9f5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1774432'] for router_interface, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:32.456505 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f675cc16-4e36-4bcf-89df-aeab021e9f5f admin admin] Pushing event updated for resources: {'Port': ['ID=335dd20b-9fb7-4d36-b72a-624321c9e8f9,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:32.561783 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f675cc16-4e36-4bcf-89df-aeab021e9f5f admin admin] Network 58000774-e5ac-41e0-8fa1-24995926ff84 is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:26:32.563209 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-f675cc16-4e36-4bcf-89df-aeab021e9f5f admin admin] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:26:32.704144 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f675cc16-4e36-4bcf-89df-aeab021e9f5f admin admin] Router cf392b88-5df5-4498-b13e-5ca5f8b93eef has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:26:32.838889 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device a371cdc5-2f5a-4268-9f45-f127d87007de up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:26:32.859892 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f675cc16-4e36-4bcf-89df-aeab021e9f5f admin admin] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:26:32.871972 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-f675cc16-4e36-4bcf-89df-aeab021e9f5f admin admin] 10.222.0.64 "PUT /v2.0/routers/cf392b88-5df5-4498-b13e-5ca5f8b93eef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6739800 Oct 20 11:26:32.908539 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-7a04ab02-c2bb-418f-86c1-0bfbc7b6c77c None None] Provisioning complete for port 335dd20b-9fb7-4d36-b72a-624321c9e8f9 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:26:32.908990 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-7a04ab02-c2bb-418f-86c1-0bfbc7b6c77c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:32.929632 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port a371cdc5-2f5a-4268-9f45-f127d87007de triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:26:32.930099 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:32.974297 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-7a04ab02-c2bb-418f-86c1-0bfbc7b6c77c None None] Port 335dd20b-9fb7-4d36-b72a-624321c9e8f9 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:26:33.025973 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device f4b8221a-ebbc-4e7b-86e3-ba9d8ee4f751 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:26:33.078575 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port f4b8221a-ebbc-4e7b-86e3-ba9d8ee4f751 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:26:33.078964 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:33.161718 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:33.183369 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] For port f4b8221a-ebbc-4e7b-86e3-ba9d8ee4f751, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=f4b8221a-ebbc-4e7b-86e3-ba9d8ee4f751,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:26:33.189748 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:33.239869 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Pushing event updated for resources: {'Port': ['ID=f4b8221a-ebbc-4e7b-86e3-ba9d8ee4f751,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:33.387613 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 45618) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:26:33.392554 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-c908eaa8-fb14-4f8f-952b-7b2430374c6a admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-965942702-network', 'tenant_id': 'ebc502a58202470680338847993e54bc'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:26:33.413354 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c908eaa8-fb14-4f8f-952b-7b2430374c6a admin admin] Made reservation on behalf of ebc502a58202470680338847993e54bc for: {'network': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:26:33.416210 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c908eaa8-fb14-4f8f-952b-7b2430374c6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:33.424839 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c908eaa8-fb14-4f8f-952b-7b2430374c6a admin admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:33.501873 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c908eaa8-fb14-4f8f-952b-7b2430374c6a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:33.505500 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c908eaa8-fb14-4f8f-952b-7b2430374c6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:33.527138 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c908eaa8-fb14-4f8f-952b-7b2430374c6a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 803} {{(pid=100596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:26:33.543052 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c908eaa8-fb14-4f8f-952b-7b2430374c6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f20081f5-d08b-44e7-bd0b-d96a8fe0595b,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:33.546876 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c908eaa8-fb14-4f8f-952b-7b2430374c6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:33.547229 n-d-811396-3 neutron-server[100596]: INFO neutron.db.segments_db [None req-c908eaa8-fb14-4f8f-952b-7b2430374c6a admin admin] Added segment 8cd06042-bff1-4fb5-9d54-aa2829e1760d of type vlan for network 878f537f-02df-47f3-9215-69524111c22b Oct 20 11:26:33.587618 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c908eaa8-fb14-4f8f-952b-7b2430374c6a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:33.595042 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-255b6904-1ae9-40f3-8964-a0b71f425fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:33.613687 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c908eaa8-fb14-4f8f-952b-7b2430374c6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:33.614850 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c908eaa8-fb14-4f8f-952b-7b2430374c6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:33.615464 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-c908eaa8-fb14-4f8f-952b-7b2430374c6a admin admin] Publish callbacks [] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:33.641821 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-c908eaa8-fb14-4f8f-952b-7b2430374c6a admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.2531252 Oct 20 11:26:33.644713 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 45620) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:26:33.650210 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-909622d4-50f4-4d1d-9b12-5e98d85f2d97 admin admin] Request body: {'subnet': {'network_id': '878f537f-02df-47f3-9215-69524111c22b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-965942702-subnet', 'tenant_id': 'ebc502a58202470680338847993e54bc', 'ip_version': 4}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:26:33.670005 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-909622d4-50f4-4d1d-9b12-5e98d85f2d97 admin admin] Made reservation on behalf of ebc502a58202470680338847993e54bc for: {'subnet': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:26:33.672394 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-909622d4-50f4-4d1d-9b12-5e98d85f2d97 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25350782'] for subnet, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:33.677815 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c908eaa8-fb14-4f8f-952b-7b2430374c6a admin admin] Pushing event updated for resources: {'Network': ['ID=878f537f-02df-47f3-9215-69524111c22b,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:33.687866 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network 878f537f-02df-47f3-9215-69524111c22b details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:26:33.852889 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-909622d4-50f4-4d1d-9b12-5e98d85f2d97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25350752'] for subnet, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:33.901404 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909622d4-50f4-4d1d-9b12-5e98d85f2d97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=21904fc3-7176-4a6f-9391-6f33b61be803,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:33.916237 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909622d4-50f4-4d1d-9b12-5e98d85f2d97 admin admin] Checking segment: {'id': '8cd06042-bff1-4fb5-9d54-aa2829e1760d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '878f537f-02df-47f3-9215-69524111c22b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:26:33.916593 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-909622d4-50f4-4d1d-9b12-5e98d85f2d97 admin admin] Network hostable DHCP agents. Network: 878f537f-02df-47f3-9215-69524111c22b, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:26:33.933633 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-909622d4-50f4-4d1d-9b12-5e98d85f2d97 admin admin] Network 878f537f-02df-47f3-9215-69524111c22b is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:26:33.944106 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-909622d4-50f4-4d1d-9b12-5e98d85f2d97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, 878f537f-02df-47f3-9215-69524111c22b) {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:26:33.950081 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-909622d4-50f4-4d1d-9b12-5e98d85f2d97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:33.951024 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-909622d4-50f4-4d1d-9b12-5e98d85f2d97 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:33.960089 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dcf993c-d37c-4b47-bcf2-bbc9ea989c2a None None] Network 878f537f-02df-47f3-9215-69524111c22b requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:26:33.976380 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-909622d4-50f4-4d1d-9b12-5e98d85f2d97 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3297002 Oct 20 11:26:33.978558 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 45622) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:26:33.983119 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-5b27257f-d154-414d-aa34-a506dd8bb977 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-965942702-router', 'tenant_id': 'ebc502a58202470680338847993e54bc', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:26:34.005762 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5b27257f-d154-414d-aa34-a506dd8bb977 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1772442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258322'] for router, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:34.006995 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5b27257f-d154-414d-aa34-a506dd8bb977 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1772334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773516', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258315'] for router, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:34.063902 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5b27257f-d154-414d-aa34-a506dd8bb977 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:34.077420 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c7c2be-6816-4ac8-ad87-63dcbb23a4b6 None None] Sync routers for ids ['cf392b88-5df5-4498-b13e-5ca5f8b93eef'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:26:34.095358 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c7c2be-6816-4ac8-ad87-63dcbb23a4b6 None None] Routers {'cf392b88-5df5-4498-b13e-5ca5f8b93eef'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:26:34.096008 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-c7c7c2be-6816-4ac8-ad87-63dcbb23a4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:26:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['cf392b88-5df5-4498-b13e-5ca5f8b93eef'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:26:34.168532 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-441f80cb-b4d0-4f83-ae82-6074ef96fdf6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524064ba-869c-5550-b826-c26b69a11278-878f537f-02df-47f3-9215-69524111c22b', 'network_id': '878f537f-02df-47f3-9215-69524111c22b', 'tenant_id': 'ebc502a58202470680338847993e54bc', 'fixed_ips': [{'subnet_id': '21904fc3-7176-4a6f-9391-6f33b61be803'}]}} from n-d-811396-3. {{(pid=100598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:26:34.169373 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-441f80cb-b4d0-4f83-ae82-6074ef96fdf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:34.201891 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5b27257f-d154-414d-aa34-a506dd8bb977 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:34.304150 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-c7c7c2be-6816-4ac8-ad87-63dcbb23a4b6 None None] Set router cf392b88-5df5-4498-b13e-5ca5f8b93eef gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:26:34.407489 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5b27257f-d154-414d-aa34-a506dd8bb977 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:34.426900 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5b27257f-d154-414d-aa34-a506dd8bb977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:34.448416 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-441f80cb-b4d0-4f83-ae82-6074ef96fdf6 None None] Allocated IP 172.20.0.2 (878f537f-02df-47f3-9215-69524111c22b/21904fc3-7176-4a6f-9391-6f33b61be803/e0dfd77f-811f-420a-a824-cac895a8ff71) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:26:34.534964 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-5b27257f-d154-414d-aa34-a506dd8bb977 admin admin] Allocated IP 172.25.1.254 (cbe170d3-31ba-45a2-b477-520ab0a7a8ea/f4e26aca-17ac-4adb-a66b-d939a1b35b64/2db89da8-30e2-4caa-a168-fda0e9128922) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:26:34.635801 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5b27257f-d154-414d-aa34-a506dd8bb977 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:34.669522 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5b27257f-d154-414d-aa34-a506dd8bb977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:34.672915 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-441f80cb-b4d0-4f83-ae82-6074ef96fdf6 None None] Publish callbacks [] for port, precommit_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:34.675646 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-c7c7c2be-6816-4ac8-ad87-63dcbb23a4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf392b88-5df5-4498-b13e-5ca5f8b93eef', 'name': 'tempest-TestEncryptedCinderVolumes-517927951-router', 'tenant_id': 'cf71b78b9af947879afccf690a67859e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': 'f4b8221a-ebbc-4e7b-86e3-ba9d8ee4f751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:26:29Z', 'updated_at': '2021-10-20T11:26:32Z', 'revision_number': 4, 'project_id': 'cf71b78b9af947879afccf690a67859e', 'gw_port': {'id': 'f4b8221a-ebbc-4e7b-86e3-ba9d8ee4f751', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:c8:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf392b88-5df5-4498-b13e-5ca5f8b93eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:26:30Z', 'updated_at': '2021-10-20T11:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '335dd20b-9fb7-4d36-b72a-624321c9e8f9', 'name': '', 'network_id': '58000774-e5ac-41e0-8fa1-24995926ff84', 'tenant_id': 'cf71b78b9af947879afccf690a67859e', 'mac_address': 'fa:16:3e:7c:1d:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf392b88-5df5-4498-b13e-5ca5f8b93eef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '617b7abe-2ace-4939-a8d3-7583ae41379b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:26:31Z', 'updated_at': '2021-10-20T11:26:32Z', 'revision_number': 2, 'project_id': 'cf71b78b9af947879afccf690a67859e', 'subnets': [{'id': '617b7abe-2ace-4939-a8d3-7583ae41379b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:26:34.704567 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-441f80cb-b4d0-4f83-ae82-6074ef96fdf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:34.707836 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c7c2be-6816-4ac8-ad87-63dcbb23a4b6 None None] Checking router: cf392b88-5df5-4498-b13e-5ca5f8b93eef for host: n-d-811396-3 {{(pid=100598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:26:34.708215 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c7c2be-6816-4ac8-ad87-63dcbb23a4b6 None None] Updating router cf392b88-5df5-4498-b13e-5ca5f8b93eef port 335dd20b-9fb7-4d36-b72a-624321c9e8f9 binding host n-d-811396-3 {{(pid=100598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:26:34.719930 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b27257f-d154-414d-aa34-a506dd8bb977 admin admin] Network cbe170d3-31ba-45a2-b477-520ab0a7a8ea is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:26:34.725901 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-5b27257f-d154-414d-aa34-a506dd8bb977 admin admin] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:26:34.728399 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b27257f-d154-414d-aa34-a506dd8bb977 admin admin] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:26:34.731590 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b27257f-d154-414d-aa34-a506dd8bb977 admin admin] Pushing event updated for resources: {'Port': ['ID=2db89da8-30e2-4caa-a168-fda0e9128922,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:34.777141 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device f4b8221a-ebbc-4e7b-86e3-ba9d8ee4f751 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:26:34.787138 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-c7c7c2be-6816-4ac8-ad87-63dcbb23a4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:34.792151 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-441f80cb-b4d0-4f83-ae82-6074ef96fdf6 None None] Network 878f537f-02df-47f3-9215-69524111c22b is already hosted by enough agents. {{(pid=100598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:26:34.835977 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.base_scheduler [None req-441f80cb-b4d0-4f83-ae82-6074ef96fdf6 None None] Resources bound (agent type, host, resource id): {{(pid=100598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:26:34.840803 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441f80cb-b4d0-4f83-ae82-6074ef96fdf6 None None] Pushing event updated for resources: {'Port': ['ID=e0dfd77f-811f-420a-a824-cac895a8ff71,revision_number=1']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:34.843009 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441f80cb-b4d0-4f83-ae82-6074ef96fdf6 None None] Received port after_create {{(pid=100598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:26:34.996034 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-441f80cb-b4d0-4f83-ae82-6074ef96fdf6 None None] Attempting to bind port e0dfd77f-811f-420a-a824-cac895a8ff71 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:26:34.996710 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-441f80cb-b4d0-4f83-ae82-6074ef96fdf6 None None] Attempting to bind port e0dfd77f-811f-420a-a824-cac895a8ff71 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '8cd06042-bff1-4fb5-9d54-aa2829e1760d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '878f537f-02df-47f3-9215-69524111c22b'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:26:34.996833 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441f80cb-b4d0-4f83-ae82-6074ef96fdf6 None None] Attempting to bind port e0dfd77f-811f-420a-a824-cac895a8ff71 on network 878f537f-02df-47f3-9215-69524111c22b {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:26:35.001996 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port f4b8221a-ebbc-4e7b-86e3-ba9d8ee4f751 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:26:35.002419 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:35.029525 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441f80cb-b4d0-4f83-ae82-6074ef96fdf6 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:26:35.029886 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441f80cb-b4d0-4f83-ae82-6074ef96fdf6 None None] Checking segment: {'id': '8cd06042-bff1-4fb5-9d54-aa2829e1760d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '878f537f-02df-47f3-9215-69524111c22b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:26:35.030289 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-441f80cb-b4d0-4f83-ae82-6074ef96fdf6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:35.030680 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441f80cb-b4d0-4f83-ae82-6074ef96fdf6 None None] Bound using segment: {'id': '8cd06042-bff1-4fb5-9d54-aa2829e1760d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '878f537f-02df-47f3-9215-69524111c22b'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:26:35.031163 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-441f80cb-b4d0-4f83-ae82-6074ef96fdf6 None None] Bound port: e0dfd77f-811f-420a-a824-cac895a8ff71, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cd06042-bff1-4fb5-9d54-aa2829e1760d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '878f537f-02df-47f3-9215-69524111c22b'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:26:35.031564 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-441f80cb-b4d0-4f83-ae82-6074ef96fdf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:35.240023 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-441f80cb-b4d0-4f83-ae82-6074ef96fdf6 None None] For port e0dfd77f-811f-420a-a824-cac895a8ff71, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:26:35.248648 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5b27257f-d154-414d-aa34-a506dd8bb977 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:35.420619 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-441f80cb-b4d0-4f83-ae82-6074ef96fdf6 None None] For port e0dfd77f-811f-420a-a824-cac895a8ff71, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=e0dfd77f-811f-420a-a824-cac895a8ff71,segment=NetworkSegment(8cd06042-bff1-4fb5-9d54-aa2829e1760d),segment_id=8cd06042-bff1-4fb5-9d54-aa2829e1760d)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:26:35.430362 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-441f80cb-b4d0-4f83-ae82-6074ef96fdf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:35.452859 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5b27257f-d154-414d-aa34-a506dd8bb977 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1773475'] for router, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:35.540390 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441f80cb-b4d0-4f83-ae82-6074ef96fdf6 None None] Pushing event updated for resources: {'Port': ['ID=e0dfd77f-811f-420a-a824-cac895a8ff71,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:35.548059 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-c7c7c2be-6816-4ac8-ad87-63dcbb23a4b6 None None] Publish callbacks [] for port, precommit_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:35.556246 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-c7c7c2be-6816-4ac8-ad87-63dcbb23a4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:35.620815 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b27257f-d154-414d-aa34-a506dd8bb977 admin admin] Router 9a2fd368-4b14-475c-948b-40d7622061d1 is scheduled to L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 with binding_index 1 {{(pid=100597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 11:26:35.637053 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab7d09a-7cfe-4020-87b6-8cc33d3c5a13 None None] Pushing event updated for resources: {'Port': ['ID=335dd20b-9fb7-4d36-b72a-624321c9e8f9,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:35.673604 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-c7c7c2be-6816-4ac8-ad87-63dcbb23a4b6 None None] Attempting to bind port 335dd20b-9fb7-4d36-b72a-624321c9e8f9 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:26:35.674079 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-c7c7c2be-6816-4ac8-ad87-63dcbb23a4b6 None None] Attempting to bind port 335dd20b-9fb7-4d36-b72a-624321c9e8f9 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '957b719e-f6b5-4b65-9b35-b7282380fe5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '58000774-e5ac-41e0-8fa1-24995926ff84'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:26:35.674689 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c7c2be-6816-4ac8-ad87-63dcbb23a4b6 None None] Attempting to bind port 335dd20b-9fb7-4d36-b72a-624321c9e8f9 on network 58000774-e5ac-41e0-8fa1-24995926ff84 {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:26:35.680207 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c7c2be-6816-4ac8-ad87-63dcbb23a4b6 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:26:35.680943 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c7c2be-6816-4ac8-ad87-63dcbb23a4b6 None None] Checking segment: {'id': '957b719e-f6b5-4b65-9b35-b7282380fe5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '58000774-e5ac-41e0-8fa1-24995926ff84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:26:35.681430 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-c7c7c2be-6816-4ac8-ad87-63dcbb23a4b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:35.681896 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c7c2be-6816-4ac8-ad87-63dcbb23a4b6 None None] Bound using segment: {'id': '957b719e-f6b5-4b65-9b35-b7282380fe5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '58000774-e5ac-41e0-8fa1-24995926ff84'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:26:35.682462 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-c7c7c2be-6816-4ac8-ad87-63dcbb23a4b6 None None] Bound port: 335dd20b-9fb7-4d36-b72a-624321c9e8f9, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '957b719e-f6b5-4b65-9b35-b7282380fe5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '58000774-e5ac-41e0-8fa1-24995926ff84'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:26:35.682925 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-c7c7c2be-6816-4ac8-ad87-63dcbb23a4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:35.760116 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b27257f-d154-414d-aa34-a506dd8bb977 admin admin] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:26:35.769852 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1849d114-6c01-4bb6-9cc9-380616b1c5c8 None None] Sync routers for ids ['9a2fd368-4b14-475c-948b-40d7622061d1'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:26:35.792239 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-c7c7c2be-6816-4ac8-ad87-63dcbb23a4b6 None None] For port 335dd20b-9fb7-4d36-b72a-624321c9e8f9, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:26:35.798348 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1849d114-6c01-4bb6-9cc9-380616b1c5c8 None None] Routers {'9a2fd368-4b14-475c-948b-40d7622061d1'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:26:35.799546 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-1849d114-6c01-4bb6-9cc9-380616b1c5c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:26:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['9a2fd368-4b14-475c-948b-40d7622061d1'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:26:35.799811 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5b27257f-d154-414d-aa34-a506dd8bb977 admin admin] Publish callbacks [] for router, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:35.801415 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-5b27257f-d154-414d-aa34-a506dd8bb977 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.8215475 Oct 20 11:26:35.804104 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 45624) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:26:35.805295 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-c7c7c2be-6816-4ac8-ad87-63dcbb23a4b6 None None] For port 335dd20b-9fb7-4d36-b72a-624321c9e8f9, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=335dd20b-9fb7-4d36-b72a-624321c9e8f9,segment=NetworkSegment(957b719e-f6b5-4b65-9b35-b7282380fe5e),segment_id=957b719e-f6b5-4b65-9b35-b7282380fe5e)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:26:35.818097 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-c7c7c2be-6816-4ac8-ad87-63dcbb23a4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:35.923194 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab7d09a-7cfe-4020-87b6-8cc33d3c5a13 None None] Pushing event updated for resources: {'Port': ['ID=335dd20b-9fb7-4d36-b72a-624321c9e8f9,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:35.931032 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c7c2be-6816-4ac8-ad87-63dcbb23a4b6 None None] Routers {'cf392b88-5df5-4498-b13e-5ca5f8b93eef'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:26:35.932080 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-c7c7c2be-6816-4ac8-ad87-63dcbb23a4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:26:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['cf392b88-5df5-4498-b13e-5ca5f8b93eef'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:26:35.952722 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-1849d114-6c01-4bb6-9cc9-380616b1c5c8 None None] Set router 9a2fd368-4b14-475c-948b-40d7622061d1 gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:26:36.069918 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-c7c7c2be-6816-4ac8-ad87-63dcbb23a4b6 None None] Set router cf392b88-5df5-4498-b13e-5ca5f8b93eef gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:26:36.141371 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-dcb0f59a-96cc-4599-b966-e113cf1ef379 None None] Provisioning complete for port 335dd20b-9fb7-4d36-b72a-624321c9e8f9 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:26:36.141754 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-dcb0f59a-96cc-4599-b966-e113cf1ef379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:36.168978 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-1849d114-6c01-4bb6-9cc9-380616b1c5c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a2fd368-4b14-475c-948b-40d7622061d1', 'name': 'tempest-TestEncryptedCinderVolumes-965942702-router', 'tenant_id': 'ebc502a58202470680338847993e54bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': '2db89da8-30e2-4caa-a168-fda0e9128922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:26:34Z', 'updated_at': '2021-10-20T11:26:35Z', 'revision_number': 3, 'project_id': 'ebc502a58202470680338847993e54bc', 'gw_port': {'id': '2db89da8-30e2-4caa-a168-fda0e9128922', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:2f:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a2fd368-4b14-475c-948b-40d7622061d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:26:34Z', 'updated_at': '2021-10-20T11:26:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:26:36.203079 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1849d114-6c01-4bb6-9cc9-380616b1c5c8 None None] Checking router: 9a2fd368-4b14-475c-948b-40d7622061d1 for host: n-d-811396-3 {{(pid=100599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:26:36.203514 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1849d114-6c01-4bb6-9cc9-380616b1c5c8 None None] Updating router 9a2fd368-4b14-475c-948b-40d7622061d1 port 2db89da8-30e2-4caa-a168-fda0e9128922 binding host n-d-811396-3 {{(pid=100599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:26:36.236251 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-1849d114-6c01-4bb6-9cc9-380616b1c5c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:36.320324 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f44d04fd-609c-47f2-b7c2-1c02abbad1b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:36.363928 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-dcb0f59a-96cc-4599-b966-e113cf1ef379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:36.422099 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-dcb0f59a-96cc-4599-b966-e113cf1ef379 None None] For port 335dd20b-9fb7-4d36-b72a-624321c9e8f9, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=335dd20b-9fb7-4d36-b72a-624321c9e8f9,segment=NetworkSegment(957b719e-f6b5-4b65-9b35-b7282380fe5e),segment_id=957b719e-f6b5-4b65-9b35-b7282380fe5e)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:26:36.429286 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-c7c7c2be-6816-4ac8-ad87-63dcbb23a4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf392b88-5df5-4498-b13e-5ca5f8b93eef', 'name': 'tempest-TestEncryptedCinderVolumes-517927951-router', 'tenant_id': 'cf71b78b9af947879afccf690a67859e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': 'f4b8221a-ebbc-4e7b-86e3-ba9d8ee4f751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:26:29Z', 'updated_at': '2021-10-20T11:26:32Z', 'revision_number': 4, 'project_id': 'cf71b78b9af947879afccf690a67859e', 'gw_port': {'id': 'f4b8221a-ebbc-4e7b-86e3-ba9d8ee4f751', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:c8:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf392b88-5df5-4498-b13e-5ca5f8b93eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:26:30Z', 'updated_at': '2021-10-20T11:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '335dd20b-9fb7-4d36-b72a-624321c9e8f9', 'name': '', 'network_id': '58000774-e5ac-41e0-8fa1-24995926ff84', 'tenant_id': 'cf71b78b9af947879afccf690a67859e', 'mac_address': 'fa:16:3e:7c:1d:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf392b88-5df5-4498-b13e-5ca5f8b93eef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '617b7abe-2ace-4939-a8d3-7583ae41379b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:26:31Z', 'updated_at': '2021-10-20T11:26:35Z', 'revision_number': 4, 'project_id': 'cf71b78b9af947879afccf690a67859e', 'subnets': [{'id': '617b7abe-2ace-4939-a8d3-7583ae41379b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:26:36.475503 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-dcb0f59a-96cc-4599-b966-e113cf1ef379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:36.478228 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c7c2be-6816-4ac8-ad87-63dcbb23a4b6 None None] The sync data for ids ['cf392b88-5df5-4498-b13e-5ca5f8b93eef'] in n-d-811396-3 is: [{'id': 'cf392b88-5df5-4498-b13e-5ca5f8b93eef', 'name': 'tempest-TestEncryptedCinderVolumes-517927951-router', 'tenant_id': 'cf71b78b9af947879afccf690a67859e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': 'f4b8221a-ebbc-4e7b-86e3-ba9d8ee4f751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:26:29Z', 'updated_at': '2021-10-20T11:26:32Z', 'revision_number': 4, 'project_id': 'cf71b78b9af947879afccf690a67859e', 'gw_port': {'id': 'f4b8221a-ebbc-4e7b-86e3-ba9d8ee4f751', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:c8:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf392b88-5df5-4498-b13e-5ca5f8b93eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:26:30Z', 'updated_at': '2021-10-20T11:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '335dd20b-9fb7-4d36-b72a-624321c9e8f9', 'name': '', 'network_id': '58000774-e5ac-41e0-8fa1-24995926ff84', 'tenant_id': 'cf71b78b9af947879afccf690a67859e', 'mac_address': 'fa:16:3e:7c:1d:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf392b88-5df5-4498-b13e-5ca5f8b93eef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '617b7abe-2ace-4939-a8d3-7583ae41379b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:26:31Z', 'updated_at': '2021-10-20T11:26:35Z', 'revision_number': 4, 'project_id': 'cf71b78b9af947879afccf690a67859e', 'subnets': [{'id': '617b7abe-2ace-4939-a8d3-7583ae41379b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:26:36.528935 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-1849d114-6c01-4bb6-9cc9-380616b1c5c8 None None] Publish callbacks [] for port, precommit_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:36.530588 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-59bc8c65-12a6-4362-b591-8a7289d21470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:36.538233 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-1849d114-6c01-4bb6-9cc9-380616b1c5c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:36.576623 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [None req-f44d04fd-609c-47f2-b7c2-1c02abbad1b3 admin admin] Allocated IP 172.20.0.1 (878f537f-02df-47f3-9215-69524111c22b/21904fc3-7176-4a6f-9391-6f33b61be803/ec741ca2-dce5-4f2e-bb57-90890e830fd9) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:26:36.581854 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb0f59a-96cc-4599-b966-e113cf1ef379 None None] Pushing event updated for resources: {'Port': ['ID=335dd20b-9fb7-4d36-b72a-624321c9e8f9,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:36.605781 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-3d3b8c9d-d24b-47e6-b5a0-af0a49e52111 None None] Provisioning complete for port 335dd20b-9fb7-4d36-b72a-624321c9e8f9 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:26:36.606532 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3d3b8c9d-d24b-47e6-b5a0-af0a49e52111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:36.630012 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174d974-f91a-4327-b233-2bf139fdaf4b None None] Pushing event updated for resources: {'Port': ['ID=2db89da8-30e2-4caa-a168-fda0e9128922,revision_number=2']} {{(pid=100599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:36.653196 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-1849d114-6c01-4bb6-9cc9-380616b1c5c8 None None] Attempting to bind port 2db89da8-30e2-4caa-a168-fda0e9128922 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:26:36.653818 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-1849d114-6c01-4bb6-9cc9-380616b1c5c8 None None] Attempting to bind port 2db89da8-30e2-4caa-a168-fda0e9128922 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}] {{(pid=100599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:26:36.654378 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1849d114-6c01-4bb6-9cc9-380616b1c5c8 None None] Attempting to bind port 2db89da8-30e2-4caa-a168-fda0e9128922 on network cbe170d3-31ba-45a2-b477-520ab0a7a8ea {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:26:36.663090 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1849d114-6c01-4bb6-9cc9-380616b1c5c8 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:26:36.663846 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1849d114-6c01-4bb6-9cc9-380616b1c5c8 None None] Checking segment: {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:26:36.664449 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-1849d114-6c01-4bb6-9cc9-380616b1c5c8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:36.665607 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1849d114-6c01-4bb6-9cc9-380616b1c5c8 None None] Bound using segment: {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'} {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:26:36.666411 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-1849d114-6c01-4bb6-9cc9-380616b1c5c8 None None] Bound port: 2db89da8-30e2-4caa-a168-fda0e9128922, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}}] {{(pid=100599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:26:36.667570 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-1849d114-6c01-4bb6-9cc9-380616b1c5c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:36.753708 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f44d04fd-609c-47f2-b7c2-1c02abbad1b3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:36.767261 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.db [None req-1849d114-6c01-4bb6-9cc9-380616b1c5c8 None None] For port 2db89da8-30e2-4caa-a168-fda0e9128922, host n-d-811396-3, cleared binding levels {{(pid=100599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:26:36.772788 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.db [None req-1849d114-6c01-4bb6-9cc9-380616b1c5c8 None None] For port 2db89da8-30e2-4caa-a168-fda0e9128922, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=2db89da8-30e2-4caa-a168-fda0e9128922,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:26:36.786786 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-1849d114-6c01-4bb6-9cc9-380616b1c5c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:36.792009 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-898d52c8-ff2a-4a0a-84fc-124890b9012d None None] Network 878f537f-02df-47f3-9215-69524111c22b requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:26:36.825439 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f44d04fd-609c-47f2-b7c2-1c02abbad1b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:36.908232 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f44d04fd-609c-47f2-b7c2-1c02abbad1b3 admin admin] Network 878f537f-02df-47f3-9215-69524111c22b is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:26:36.908453 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-0a47c0ba-b1db-4c00-ae0b-a80058394d42 None None] Provisioning complete for port e0dfd77f-811f-420a-a824-cac895a8ff71 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:26:36.908938 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-0a47c0ba-b1db-4c00-ae0b-a80058394d42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:36.913962 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-f44d04fd-609c-47f2-b7c2-1c02abbad1b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:26:36.922992 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44d04fd-609c-47f2-b7c2-1c02abbad1b3 admin admin] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:26:36.928409 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1849d114-6c01-4bb6-9cc9-380616b1c5c8 None None] Routers {'9a2fd368-4b14-475c-948b-40d7622061d1'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:26:36.929027 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-1849d114-6c01-4bb6-9cc9-380616b1c5c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:26:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['9a2fd368-4b14-475c-948b-40d7622061d1'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:26:36.931197 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44d04fd-609c-47f2-b7c2-1c02abbad1b3 admin admin] Pushing event updated for resources: {'Port': ['ID=ec741ca2-dce5-4f2e-bb57-90890e830fd9,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:36.934626 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174d974-f91a-4327-b233-2bf139fdaf4b None None] Pushing event updated for resources: {'Port': ['ID=2db89da8-30e2-4caa-a168-fda0e9128922,revision_number=3']} {{(pid=100599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:36.934797 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device e0dfd77f-811f-420a-a824-cac895a8ff71 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:26:36.990819 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f44d04fd-609c-47f2-b7c2-1c02abbad1b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1774540'] for router_interface, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:37.068807 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-1849d114-6c01-4bb6-9cc9-380616b1c5c8 None None] Set router 9a2fd368-4b14-475c-948b-40d7622061d1 gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:26:37.097556 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port e0dfd77f-811f-420a-a824-cac895a8ff71 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:26:37.098686 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:37.144744 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-0a47c0ba-b1db-4c00-ae0b-a80058394d42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:37.163697 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f44d04fd-609c-47f2-b7c2-1c02abbad1b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:37.236232 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-0a47c0ba-b1db-4c00-ae0b-a80058394d42 None None] For port e0dfd77f-811f-420a-a824-cac895a8ff71, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=e0dfd77f-811f-420a-a824-cac895a8ff71,segment=NetworkSegment(8cd06042-bff1-4fb5-9d54-aa2829e1760d),segment_id=8cd06042-bff1-4fb5-9d54-aa2829e1760d)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:26:37.282691 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-0a47c0ba-b1db-4c00-ae0b-a80058394d42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:37.322443 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-1849d114-6c01-4bb6-9cc9-380616b1c5c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a2fd368-4b14-475c-948b-40d7622061d1', 'name': 'tempest-TestEncryptedCinderVolumes-965942702-router', 'tenant_id': 'ebc502a58202470680338847993e54bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': '2db89da8-30e2-4caa-a168-fda0e9128922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:26:34Z', 'updated_at': '2021-10-20T11:26:35Z', 'revision_number': 3, 'project_id': 'ebc502a58202470680338847993e54bc', 'gw_port': {'id': '2db89da8-30e2-4caa-a168-fda0e9128922', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:2f:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a2fd368-4b14-475c-948b-40d7622061d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:26:34Z', 'updated_at': '2021-10-20T11:26:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:26:37.367515 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:37.424493 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:37.439028 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f44d04fd-609c-47f2-b7c2-1c02abbad1b3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:37.447622 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f44d04fd-609c-47f2-b7c2-1c02abbad1b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:37.462631 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a47c0ba-b1db-4c00-ae0b-a80058394d42 None None] Pushing event updated for resources: {'Port': ['ID=e0dfd77f-811f-420a-a824-cac895a8ff71,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:37.471228 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1849d114-6c01-4bb6-9cc9-380616b1c5c8 None None] The sync data for ids ['9a2fd368-4b14-475c-948b-40d7622061d1'] in n-d-811396-3 is: [{'id': '9a2fd368-4b14-475c-948b-40d7622061d1', 'name': 'tempest-TestEncryptedCinderVolumes-965942702-router', 'tenant_id': 'ebc502a58202470680338847993e54bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': '2db89da8-30e2-4caa-a168-fda0e9128922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:26:34Z', 'updated_at': '2021-10-20T11:26:35Z', 'revision_number': 3, 'project_id': 'ebc502a58202470680338847993e54bc', 'gw_port': {'id': '2db89da8-30e2-4caa-a168-fda0e9128922', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:2f:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a2fd368-4b14-475c-948b-40d7622061d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:26:34Z', 'updated_at': '2021-10-20T11:26:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:26:37.533815 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.db.api [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 11:26:37.534170 n-d-811396-3 neutron-server[100598]: DEBUG oslo_db.api [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 11:26:37.535457 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-b9a18067-e8b7-4661-89bd-83a481cc1037 None None] Provisioning complete for port e0dfd77f-811f-420a-a824-cac895a8ff71 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:26:37.535877 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-b9a18067-e8b7-4661-89bd-83a481cc1037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:37.555784 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44d04fd-609c-47f2-b7c2-1c02abbad1b3 admin admin] Pushing event updated for resources: {'Port': ['ID=ec741ca2-dce5-4f2e-bb57-90890e830fd9,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:37.562833 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f44d04fd-609c-47f2-b7c2-1c02abbad1b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1774432'] for router_interface, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:37.672538 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-b9a18067-e8b7-4661-89bd-83a481cc1037 None None] Provisioning complete for port ec741ca2-dce5-4f2e-bb57-90890e830fd9 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:26:37.672920 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-b9a18067-e8b7-4661-89bd-83a481cc1037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:37.714263 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f44d04fd-609c-47f2-b7c2-1c02abbad1b3 admin admin] Network 878f537f-02df-47f3-9215-69524111c22b is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:26:37.716175 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-f44d04fd-609c-47f2-b7c2-1c02abbad1b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:26:37.729991 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-b9a18067-e8b7-4661-89bd-83a481cc1037 None None] Port ec741ca2-dce5-4f2e-bb57-90890e830fd9 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:26:37.740631 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:37.859704 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-8a09db3d-e3df-46d1-a73c-87e9d0b8eae2 None None] Provisioning complete for port ec741ca2-dce5-4f2e-bb57-90890e830fd9 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:26:37.860146 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-8a09db3d-e3df-46d1-a73c-87e9d0b8eae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:37.878037 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f44d04fd-609c-47f2-b7c2-1c02abbad1b3 admin admin] Router 9a2fd368-4b14-475c-948b-40d7622061d1 has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:26:37.925763 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-8a09db3d-e3df-46d1-a73c-87e9d0b8eae2 None None] Port ec741ca2-dce5-4f2e-bb57-90890e830fd9 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:26:38.033823 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f44d04fd-609c-47f2-b7c2-1c02abbad1b3 admin admin] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:26:38.052301 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-f44d04fd-609c-47f2-b7c2-1c02abbad1b3 admin admin] 10.222.0.64 "PUT /v2.0/routers/9a2fd368-4b14-475c-948b-40d7622061d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2455924 Oct 20 11:26:38.082604 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 335dd20b-9fb7-4d36-b72a-624321c9e8f9 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:26:38.132695 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 335dd20b-9fb7-4d36-b72a-624321c9e8f9 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:26:38.133775 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:38.180683 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-37b4c4a5-8acc-4931-a279-00b6c50b6d28 None None] Provisioning complete for port ec741ca2-dce5-4f2e-bb57-90890e830fd9 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:26:38.181063 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-37b4c4a5-8acc-4931-a279-00b6c50b6d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:38.249148 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-37b4c4a5-8acc-4931-a279-00b6c50b6d28 None None] Port ec741ca2-dce5-4f2e-bb57-90890e830fd9 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:26:38.632538 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:38.820192 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device e0dfd77f-811f-420a-a824-cac895a8ff71 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:26:38.821561 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7e182d-dfa0-4f92-8aac-68962cd55f12 req-a9a04b3d-84e1-4a02-ad55-ceb3256eda26 tempest-TestEncryptedCinderVolumes-271934144 tempest-TestEncryptedCinderVolumes-271934144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:38.823062 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1b7e182d-dfa0-4f92-8aac-68962cd55f12 req-a9a04b3d-84e1-4a02-ad55-ceb3256eda26 tempest-TestEncryptedCinderVolumes-271934144 tempest-TestEncryptedCinderVolumes-271934144-project] 10.222.0.64 "GET /v2.0/networks?id=58000774-e5ac-41e0-8fa1-24995926ff84 HTTP/1.1" status: 200 len: 816 time: 0.1113870 Oct 20 11:26:38.838685 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1b7e182d-dfa0-4f92-8aac-68962cd55f12 req-b7219327-7bfb-4bb4-9521-114a513d2e28 tempest-TestEncryptedCinderVolumes-271934144 tempest-TestEncryptedCinderVolumes-271934144-project] 10.222.0.64 "GET /v2.0/quotas/cf71b78b9af947879afccf690a67859e HTTP/1.1" status: 200 len: 375 time: 0.0092912 Oct 20 11:26:38.867210 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port e0dfd77f-811f-420a-a824-cac895a8ff71 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:26:38.867604 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:38.889580 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1b7e182d-dfa0-4f92-8aac-68962cd55f12 req-35c38aa5-5a97-417c-88dd-7ff2377c919c tempest-TestEncryptedCinderVolumes-271934144 tempest-TestEncryptedCinderVolumes-271934144-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=cf71b78b9af947879afccf690a67859e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0452123 Oct 20 11:26:38.947658 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 2db89da8-30e2-4caa-a168-fda0e9128922 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:26:38.996458 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 2db89da8-30e2-4caa-a168-fda0e9128922 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:26:38.997052 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:39.044557 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [req-1b7e182d-dfa0-4f92-8aac-68962cd55f12 req-cf71169b-78aa-45ef-a094-44f44cf2d4ba service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:26:39.045603 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1b7e182d-dfa0-4f92-8aac-68962cd55f12 req-cf71169b-78aa-45ef-a094-44f44cf2d4ba service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0445485 Oct 20 11:26:39.104243 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:39.110479 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:39.125514 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] For port 2db89da8-30e2-4caa-a168-fda0e9128922, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=2db89da8-30e2-4caa-a168-fda0e9128922,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:26:39.130822 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:39.146521 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1b7e182d-dfa0-4f92-8aac-68962cd55f12 req-8e5e44e8-c4c0-4c06-be5e-d6cb35576963 service neutron] 10.222.0.64 "GET /v2.0/networks/58000774-e5ac-41e0-8fa1-24995926ff84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937696 Oct 20 11:26:39.179771 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Pushing event updated for resources: {'Port': ['ID=2db89da8-30e2-4caa-a168-fda0e9128922,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:39.235022 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1b7e182d-dfa0-4f92-8aac-68962cd55f12 req-18d8dc99-c753-4862-9c25-c5c1da563aaa service neutron] 10.222.0.64 "GET /v2.0/networks/58000774-e5ac-41e0-8fa1-24995926ff84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821512 Oct 20 11:26:39.420225 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-891d3c58-f13a-4c84-a877-9129e0600713 req-ccc6b692-91cc-4e6a-b9ac-8fae702774d9 tempest-TestEncryptedCinderVolumes-271934144 tempest-TestEncryptedCinderVolumes-271934144-project] 10.222.0.64 "GET /v2.0/ports?device_id=19b3cecf-52e1-49a5-b7b5-3d9cba2c5983 HTTP/1.1" status: 200 len: 210 time: 0.0282345 Oct 20 11:26:39.925052 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f755cafd-ee1d-443b-9d7c-8e25011441e7 None None] Sync routers for ids ['9a2fd368-4b14-475c-948b-40d7622061d1'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:26:39.935071 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f755cafd-ee1d-443b-9d7c-8e25011441e7 None None] Routers {'9a2fd368-4b14-475c-948b-40d7622061d1'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:26:39.935713 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-f755cafd-ee1d-443b-9d7c-8e25011441e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:26:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['9a2fd368-4b14-475c-948b-40d7622061d1'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:26:40.039358 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-f755cafd-ee1d-443b-9d7c-8e25011441e7 None None] Set router 9a2fd368-4b14-475c-948b-40d7622061d1 gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:26:40.231073 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-f755cafd-ee1d-443b-9d7c-8e25011441e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a2fd368-4b14-475c-948b-40d7622061d1', 'name': 'tempest-TestEncryptedCinderVolumes-965942702-router', 'tenant_id': 'ebc502a58202470680338847993e54bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': '2db89da8-30e2-4caa-a168-fda0e9128922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:26:34Z', 'updated_at': '2021-10-20T11:26:37Z', 'revision_number': 4, 'project_id': 'ebc502a58202470680338847993e54bc', 'gw_port': {'id': '2db89da8-30e2-4caa-a168-fda0e9128922', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:2f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2fd368-4b14-475c-948b-40d7622061d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:26:34Z', 'updated_at': '2021-10-20T11:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': 'ec741ca2-dce5-4f2e-bb57-90890e830fd9', 'name': '', 'network_id': '878f537f-02df-47f3-9215-69524111c22b', 'tenant_id': 'ebc502a58202470680338847993e54bc', 'mac_address': 'fa:16:3e:be:be:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a2fd368-4b14-475c-948b-40d7622061d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '21904fc3-7176-4a6f-9391-6f33b61be803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:26:36Z', 'updated_at': '2021-10-20T11:26:37Z', 'revision_number': 2, 'project_id': 'ebc502a58202470680338847993e54bc', 'subnets': [{'id': '21904fc3-7176-4a6f-9391-6f33b61be803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:26:40.260864 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f755cafd-ee1d-443b-9d7c-8e25011441e7 None None] Checking router: 9a2fd368-4b14-475c-948b-40d7622061d1 for host: n-d-811396-3 {{(pid=100598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:26:40.261226 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f755cafd-ee1d-443b-9d7c-8e25011441e7 None None] Updating router 9a2fd368-4b14-475c-948b-40d7622061d1 port ec741ca2-dce5-4f2e-bb57-90890e830fd9 binding host n-d-811396-3 {{(pid=100598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:26:40.286591 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-f755cafd-ee1d-443b-9d7c-8e25011441e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:40.410263 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7e182d-dfa0-4f92-8aac-68962cd55f12 req-124d9a94-72b0-4247-9623-cb9ab4afce96 tempest-TestEncryptedCinderVolumes-271934144 tempest-TestEncryptedCinderVolumes-271934144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:40.412446 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1b7e182d-dfa0-4f92-8aac-68962cd55f12 req-124d9a94-72b0-4247-9623-cb9ab4afce96 tempest-TestEncryptedCinderVolumes-271934144 tempest-TestEncryptedCinderVolumes-271934144-project] 10.222.0.55 "GET /v2.0/networks?id=58000774-e5ac-41e0-8fa1-24995926ff84 HTTP/1.1" status: 200 len: 816 time: 0.1189380 Oct 20 11:26:40.432895 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-1b7e182d-dfa0-4f92-8aac-68962cd55f12 req-7365e280-a9a3-406a-b6cc-5f4f5cbc8c87 tempest-TestEncryptedCinderVolumes-271934144 tempest-TestEncryptedCinderVolumes-271934144-project] Request body: {'port': {'device_id': '19b3cecf-52e1-49a5-b7b5-3d9cba2c5983', 'network_id': '58000774-e5ac-41e0-8fa1-24995926ff84', 'admin_state_up': True, 'tenant_id': 'cf71b78b9af947879afccf690a67859e'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:26:40.557028 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-f755cafd-ee1d-443b-9d7c-8e25011441e7 None None] Publish callbacks [] for port, precommit_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:40.563782 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-f755cafd-ee1d-443b-9d7c-8e25011441e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:40.612318 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf3a4ba-2d8e-42eb-8eb6-b219a1920eb1 None None] Pushing event updated for resources: {'Port': ['ID=ec741ca2-dce5-4f2e-bb57-90890e830fd9,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:40.672005 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-f755cafd-ee1d-443b-9d7c-8e25011441e7 None None] Attempting to bind port ec741ca2-dce5-4f2e-bb57-90890e830fd9 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:26:40.672430 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-f755cafd-ee1d-443b-9d7c-8e25011441e7 None None] Attempting to bind port ec741ca2-dce5-4f2e-bb57-90890e830fd9 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '8cd06042-bff1-4fb5-9d54-aa2829e1760d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '878f537f-02df-47f3-9215-69524111c22b'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:26:40.672792 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f755cafd-ee1d-443b-9d7c-8e25011441e7 None None] Attempting to bind port ec741ca2-dce5-4f2e-bb57-90890e830fd9 on network 878f537f-02df-47f3-9215-69524111c22b {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:26:40.679542 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f755cafd-ee1d-443b-9d7c-8e25011441e7 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:26:40.679923 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f755cafd-ee1d-443b-9d7c-8e25011441e7 None None] Checking segment: {'id': '8cd06042-bff1-4fb5-9d54-aa2829e1760d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '878f537f-02df-47f3-9215-69524111c22b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:26:40.680383 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-f755cafd-ee1d-443b-9d7c-8e25011441e7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:40.681034 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f755cafd-ee1d-443b-9d7c-8e25011441e7 None None] Bound using segment: {'id': '8cd06042-bff1-4fb5-9d54-aa2829e1760d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '878f537f-02df-47f3-9215-69524111c22b'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:26:40.681544 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-f755cafd-ee1d-443b-9d7c-8e25011441e7 None None] Bound port: ec741ca2-dce5-4f2e-bb57-90890e830fd9, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cd06042-bff1-4fb5-9d54-aa2829e1760d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '878f537f-02df-47f3-9215-69524111c22b'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:26:40.681940 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-f755cafd-ee1d-443b-9d7c-8e25011441e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:40.753550 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-f755cafd-ee1d-443b-9d7c-8e25011441e7 None None] For port ec741ca2-dce5-4f2e-bb57-90890e830fd9, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:26:40.757643 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-f755cafd-ee1d-443b-9d7c-8e25011441e7 None None] For port ec741ca2-dce5-4f2e-bb57-90890e830fd9, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=ec741ca2-dce5-4f2e-bb57-90890e830fd9,segment=NetworkSegment(8cd06042-bff1-4fb5-9d54-aa2829e1760d),segment_id=8cd06042-bff1-4fb5-9d54-aa2829e1760d)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:26:40.766149 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-f755cafd-ee1d-443b-9d7c-8e25011441e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:40.786909 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 2db89da8-30e2-4caa-a168-fda0e9128922 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:26:40.842945 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d50a45a2-d581-4064-88ac-b299b9ce9ab9 req-82fc16d6-a360-4c0c-9c7c-76596164fb53 tempest-TestEncryptedCinderVolumes-271934144 tempest-TestEncryptedCinderVolumes-271934144-project] 10.222.0.64 "GET /v2.0/ports?device_id=19b3cecf-52e1-49a5-b7b5-3d9cba2c5983 HTTP/1.1" status: 200 len: 210 time: 0.3514924 Oct 20 11:26:40.887860 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b7e182d-dfa0-4f92-8aac-68962cd55f12 req-7365e280-a9a3-406a-b6cc-5f4f5cbc8c87 tempest-TestEncryptedCinderVolumes-271934144 tempest-TestEncryptedCinderVolumes-271934144-project] Made reservation on behalf of cf71b78b9af947879afccf690a67859e for: {'port': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:26:40.892173 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-1b7e182d-dfa0-4f92-8aac-68962cd55f12 req-7365e280-a9a3-406a-b6cc-5f4f5cbc8c87 tempest-TestEncryptedCinderVolumes-271934144 tempest-TestEncryptedCinderVolumes-271934144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:41.032778 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [req-1b7e182d-dfa0-4f92-8aac-68962cd55f12 req-7365e280-a9a3-406a-b6cc-5f4f5cbc8c87 tempest-TestEncryptedCinderVolumes-271934144 tempest-TestEncryptedCinderVolumes-271934144-project] Allocated IP 172.20.0.9 (58000774-e5ac-41e0-8fa1-24995926ff84/617b7abe-2ace-4939-a8d3-7583ae41379b/a1774557-0fbd-4c3c-945b-592abc356320) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:26:41.046244 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f755cafd-ee1d-443b-9d7c-8e25011441e7 None None] Routers {'9a2fd368-4b14-475c-948b-40d7622061d1'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:26:41.046866 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-f755cafd-ee1d-443b-9d7c-8e25011441e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:26:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['9a2fd368-4b14-475c-948b-40d7622061d1'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:26:41.091645 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-e69b744c-3347-4fcf-8823-7c40d4b191e2 None None] Provisioning complete for port ec741ca2-dce5-4f2e-bb57-90890e830fd9 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:26:41.092042 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-e69b744c-3347-4fcf-8823-7c40d4b191e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:41.093489 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf3a4ba-2d8e-42eb-8eb6-b219a1920eb1 None None] Pushing event updated for resources: {'Port': ['ID=ec741ca2-dce5-4f2e-bb57-90890e830fd9,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:41.148303 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 2db89da8-30e2-4caa-a168-fda0e9128922 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:26:41.148675 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:41.182343 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-1b7e182d-dfa0-4f92-8aac-68962cd55f12 req-7365e280-a9a3-406a-b6cc-5f4f5cbc8c87 tempest-TestEncryptedCinderVolumes-271934144 tempest-TestEncryptedCinderVolumes-271934144-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:41.216265 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-1b7e182d-dfa0-4f92-8aac-68962cd55f12 req-7365e280-a9a3-406a-b6cc-5f4f5cbc8c87 tempest-TestEncryptedCinderVolumes-271934144 tempest-TestEncryptedCinderVolumes-271934144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:41.236715 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-f755cafd-ee1d-443b-9d7c-8e25011441e7 None None] Set router 9a2fd368-4b14-475c-948b-40d7622061d1 gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:26:41.269415 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b7e182d-dfa0-4f92-8aac-68962cd55f12 req-7365e280-a9a3-406a-b6cc-5f4f5cbc8c87 tempest-TestEncryptedCinderVolumes-271934144 tempest-TestEncryptedCinderVolumes-271934144-project] Network 58000774-e5ac-41e0-8fa1-24995926ff84 is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:26:41.273178 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [req-1b7e182d-dfa0-4f92-8aac-68962cd55f12 req-7365e280-a9a3-406a-b6cc-5f4f5cbc8c87 tempest-TestEncryptedCinderVolumes-271934144 tempest-TestEncryptedCinderVolumes-271934144-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:26:41.275794 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b7e182d-dfa0-4f92-8aac-68962cd55f12 req-7365e280-a9a3-406a-b6cc-5f4f5cbc8c87 tempest-TestEncryptedCinderVolumes-271934144 tempest-TestEncryptedCinderVolumes-271934144-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:26:41.301263 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7365e280-a9a3-406a-b6cc-5f4f5cbc8c87 tempest-TestEncryptedCinderVolumes-271934144 tempest-TestEncryptedCinderVolumes-271934144-project] Pushing event updated for resources: {'Port': ['ID=a1774557-0fbd-4c3c-945b-592abc356320,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:41.312377 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-e69b744c-3347-4fcf-8823-7c40d4b191e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:41.331874 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7e182d-dfa0-4f92-8aac-68962cd55f12 req-7365e280-a9a3-406a-b6cc-5f4f5cbc8c87 tempest-TestEncryptedCinderVolumes-271934144 tempest-TestEncryptedCinderVolumes-271934144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:41.332587 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-1b7e182d-dfa0-4f92-8aac-68962cd55f12 req-7365e280-a9a3-406a-b6cc-5f4f5cbc8c87 tempest-TestEncryptedCinderVolumes-271934144 tempest-TestEncryptedCinderVolumes-271934144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:41.351558 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1b7e182d-dfa0-4f92-8aac-68962cd55f12 req-7365e280-a9a3-406a-b6cc-5f4f5cbc8c87 tempest-TestEncryptedCinderVolumes-271934144 tempest-TestEncryptedCinderVolumes-271934144-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9230187 Oct 20 11:26:41.369563 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-1b7e182d-dfa0-4f92-8aac-68962cd55f12 req-b54d8eca-34aa-42b9-94c7-f8bc75500dcd service neutron] Request body: {'port': {'device_id': '19b3cecf-52e1-49a5-b7b5-3d9cba2c5983', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811396-3'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:26:41.429331 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-1b7e182d-dfa0-4f92-8aac-68962cd55f12 req-b54d8eca-34aa-42b9-94c7-f8bc75500dcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:41.467692 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-e69b744c-3347-4fcf-8823-7c40d4b191e2 None None] For port ec741ca2-dce5-4f2e-bb57-90890e830fd9, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=ec741ca2-dce5-4f2e-bb57-90890e830fd9,segment=NetworkSegment(8cd06042-bff1-4fb5-9d54-aa2829e1760d),segment_id=8cd06042-bff1-4fb5-9d54-aa2829e1760d)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:26:41.476244 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-e69b744c-3347-4fcf-8823-7c40d4b191e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:41.562419 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69b744c-3347-4fcf-8823-7c40d4b191e2 None None] Pushing event updated for resources: {'Port': ['ID=ec741ca2-dce5-4f2e-bb57-90890e830fd9,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:41.583205 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-f755cafd-ee1d-443b-9d7c-8e25011441e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a2fd368-4b14-475c-948b-40d7622061d1', 'name': 'tempest-TestEncryptedCinderVolumes-965942702-router', 'tenant_id': 'ebc502a58202470680338847993e54bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': '2db89da8-30e2-4caa-a168-fda0e9128922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:26:34Z', 'updated_at': '2021-10-20T11:26:37Z', 'revision_number': 4, 'project_id': 'ebc502a58202470680338847993e54bc', 'gw_port': {'id': '2db89da8-30e2-4caa-a168-fda0e9128922', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:2f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2fd368-4b14-475c-948b-40d7622061d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:26:34Z', 'updated_at': '2021-10-20T11:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': 'ec741ca2-dce5-4f2e-bb57-90890e830fd9', 'name': '', 'network_id': '878f537f-02df-47f3-9215-69524111c22b', 'tenant_id': 'ebc502a58202470680338847993e54bc', 'mac_address': 'fa:16:3e:be:be:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a2fd368-4b14-475c-948b-40d7622061d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '21904fc3-7176-4a6f-9391-6f33b61be803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:26:36Z', 'updated_at': '2021-10-20T11:26:40Z', 'revision_number': 4, 'project_id': 'ebc502a58202470680338847993e54bc', 'subnets': [{'id': '21904fc3-7176-4a6f-9391-6f33b61be803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:26:41.613422 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f755cafd-ee1d-443b-9d7c-8e25011441e7 None None] The sync data for ids ['9a2fd368-4b14-475c-948b-40d7622061d1'] in n-d-811396-3 is: [{'id': '9a2fd368-4b14-475c-948b-40d7622061d1', 'name': 'tempest-TestEncryptedCinderVolumes-965942702-router', 'tenant_id': 'ebc502a58202470680338847993e54bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': '2db89da8-30e2-4caa-a168-fda0e9128922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:26:34Z', 'updated_at': '2021-10-20T11:26:37Z', 'revision_number': 4, 'project_id': 'ebc502a58202470680338847993e54bc', 'gw_port': {'id': '2db89da8-30e2-4caa-a168-fda0e9128922', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:2f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2fd368-4b14-475c-948b-40d7622061d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:26:34Z', 'updated_at': '2021-10-20T11:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': 'ec741ca2-dce5-4f2e-bb57-90890e830fd9', 'name': '', 'network_id': '878f537f-02df-47f3-9215-69524111c22b', 'tenant_id': 'ebc502a58202470680338847993e54bc', 'mac_address': 'fa:16:3e:be:be:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a2fd368-4b14-475c-948b-40d7622061d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '21904fc3-7176-4a6f-9391-6f33b61be803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:26:36Z', 'updated_at': '2021-10-20T11:26:40Z', 'revision_number': 4, 'project_id': 'ebc502a58202470680338847993e54bc', 'subnets': [{'id': '21904fc3-7176-4a6f-9391-6f33b61be803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:26:41.623058 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-0422546b-ec79-46a5-9e83-632cd8c2c95b None None] Provisioning complete for port a1774557-0fbd-4c3c-945b-592abc356320 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:26:41.623455 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-0422546b-ec79-46a5-9e83-632cd8c2c95b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:41.667175 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-0422546b-ec79-46a5-9e83-632cd8c2c95b None None] Port a1774557-0fbd-4c3c-945b-592abc356320 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:26:41.693799 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-0422546b-ec79-46a5-9e83-632cd8c2c95b None None] Provisioning complete for port ec741ca2-dce5-4f2e-bb57-90890e830fd9 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:26:41.694252 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-0422546b-ec79-46a5-9e83-632cd8c2c95b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:41.739519 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [req-1b7e182d-dfa0-4f92-8aac-68962cd55f12 req-b54d8eca-34aa-42b9-94c7-f8bc75500dcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1774557-0fbd-4c3c-945b-592abc356320 {{(pid=100596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:26:41.749991 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-1b7e182d-dfa0-4f92-8aac-68962cd55f12 req-b54d8eca-34aa-42b9-94c7-f8bc75500dcd service neutron] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:41.763711 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.provisioning_blocks [req-1b7e182d-dfa0-4f92-8aac-68962cd55f12 req-b54d8eca-34aa-42b9-94c7-f8bc75500dcd service neutron] Transition to ACTIVE for port object a1774557-0fbd-4c3c-945b-592abc356320 will not be triggered until provisioned by entity L2. {{(pid=100596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:26:41.767692 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-1b7e182d-dfa0-4f92-8aac-68962cd55f12 req-b54d8eca-34aa-42b9-94c7-f8bc75500dcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:41.817457 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54d8eca-34aa-42b9-94c7-f8bc75500dcd service neutron] Pushing event updated for resources: {'Port': ['ID=a1774557-0fbd-4c3c-945b-592abc356320,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:41.895896 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-1b7e182d-dfa0-4f92-8aac-68962cd55f12 req-b54d8eca-34aa-42b9-94c7-f8bc75500dcd service neutron] Attempting to bind port a1774557-0fbd-4c3c-945b-592abc356320 on host n-h1-811396-3 for vnic_type normal with profile {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:26:41.896703 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-1b7e182d-dfa0-4f92-8aac-68962cd55f12 req-b54d8eca-34aa-42b9-94c7-f8bc75500dcd service neutron] Attempting to bind port a1774557-0fbd-4c3c-945b-592abc356320 by drivers openvswitch,hyperv on host n-h1-811396-3 at level 0 using segments [{'id': '957b719e-f6b5-4b65-9b35-b7282380fe5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '58000774-e5ac-41e0-8fa1-24995926ff84'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:26:41.897099 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b7e182d-dfa0-4f92-8aac-68962cd55f12 req-b54d8eca-34aa-42b9-94c7-f8bc75500dcd service neutron] Attempting to bind port a1774557-0fbd-4c3c-945b-592abc356320 on network 58000774-e5ac-41e0-8fa1-24995926ff84 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:26:41.904619 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b7e182d-dfa0-4f92-8aac-68962cd55f12 req-b54d8eca-34aa-42b9-94c7-f8bc75500dcd service neutron] Port a1774557-0fbd-4c3c-945b-592abc356320 on network 58000774-e5ac-41e0-8fa1-24995926ff84 not bound, no agent of type Open vSwitch agent registered on host n-h1-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:26:41.905087 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b7e182d-dfa0-4f92-8aac-68962cd55f12 req-b54d8eca-34aa-42b9-94c7-f8bc75500dcd service neutron] Attempting to bind port a1774557-0fbd-4c3c-945b-592abc356320 on network 58000774-e5ac-41e0-8fa1-24995926ff84 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:26:41.910840 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b7e182d-dfa0-4f92-8aac-68962cd55f12 req-b54d8eca-34aa-42b9-94c7-f8bc75500dcd service neutron] Checking agent: {'id': 'b707b4cc-061f-4cf4-bce0-0b3df9b7bec9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 26, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:26:41.911148 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b7e182d-dfa0-4f92-8aac-68962cd55f12 req-b54d8eca-34aa-42b9-94c7-f8bc75500dcd service neutron] Checking segment: {'id': '957b719e-f6b5-4b65-9b35-b7282380fe5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '58000774-e5ac-41e0-8fa1-24995926ff84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:26:41.911513 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b7e182d-dfa0-4f92-8aac-68962cd55f12 req-b54d8eca-34aa-42b9-94c7-f8bc75500dcd service neutron] Bound using segment: {'id': '957b719e-f6b5-4b65-9b35-b7282380fe5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '58000774-e5ac-41e0-8fa1-24995926ff84'} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:26:41.911955 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-1b7e182d-dfa0-4f92-8aac-68962cd55f12 req-b54d8eca-34aa-42b9-94c7-f8bc75500dcd service neutron] Bound port: a1774557-0fbd-4c3c-945b-592abc356320, host: n-h1-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '957b719e-f6b5-4b65-9b35-b7282380fe5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '58000774-e5ac-41e0-8fa1-24995926ff84'}}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:26:41.912367 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-1b7e182d-dfa0-4f92-8aac-68962cd55f12 req-b54d8eca-34aa-42b9-94c7-f8bc75500dcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:42.016702 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-1b7e182d-dfa0-4f92-8aac-68962cd55f12 req-b54d8eca-34aa-42b9-94c7-f8bc75500dcd service neutron] For port a1774557-0fbd-4c3c-945b-592abc356320, host n-h1-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:26:42.037844 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aa93c3-f0f7-45ce-94c9-a1b16a6f5385 req-e295f9ed-cf3b-41af-836c-4f45350ddbd7 tempest-TestEncryptedCinderVolumes-271934144 tempest-TestEncryptedCinderVolumes-271934144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:42.039445 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-92aa93c3-f0f7-45ce-94c9-a1b16a6f5385 req-e295f9ed-cf3b-41af-836c-4f45350ddbd7 tempest-TestEncryptedCinderVolumes-271934144 tempest-TestEncryptedCinderVolumes-271934144-project] 10.222.0.64 "GET /v2.0/ports?device_id=19b3cecf-52e1-49a5-b7b5-3d9cba2c5983 HTTP/1.1" status: 200 len: 943 time: 0.0863848 Oct 20 11:26:42.043530 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-1b7e182d-dfa0-4f92-8aac-68962cd55f12 req-b54d8eca-34aa-42b9-94c7-f8bc75500dcd service neutron] For port a1774557-0fbd-4c3c-945b-592abc356320, host n-h1-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=a1774557-0fbd-4c3c-945b-592abc356320,segment=NetworkSegment(957b719e-f6b5-4b65-9b35-b7282380fe5e),segment_id=957b719e-f6b5-4b65-9b35-b7282380fe5e)] {{(pid=100596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:26:42.054955 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-1b7e182d-dfa0-4f92-8aac-68962cd55f12 req-b54d8eca-34aa-42b9-94c7-f8bc75500dcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:42.100513 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7e182d-dfa0-4f92-8aac-68962cd55f12 req-b54d8eca-34aa-42b9-94c7-f8bc75500dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:42.101138 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-1b7e182d-dfa0-4f92-8aac-68962cd55f12 req-b54d8eca-34aa-42b9-94c7-f8bc75500dcd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:42.102622 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1b7e182d-dfa0-4f92-8aac-68962cd55f12 req-b54d8eca-34aa-42b9-94c7-f8bc75500dcd service neutron] 10.222.0.55 "PUT /v2.0/ports/a1774557-0fbd-4c3c-945b-592abc356320 HTTP/1.1" status: 200 len: 1091 time: 0.7379348 Oct 20 11:26:42.105585 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19b3cecf-52e1-49a5-b7b5-3d9cba2c5983', 'tag': 'a1774557-0fbd-4c3c-945b-592abc356320'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:26:42.107741 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b817f9d80a1b29ed07bd94f2222da8cf244b0bc6025e0bf33ac95c6b13c59699" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec2b3daf-5e60-45bb-9b1e-568bff00d536" -d '{"events": [{"name": "network-changed", "server_uuid": "19b3cecf-52e1-49a5-b7b5-3d9cba2c5983", "tag": "a1774557-0fbd-4c3c-945b-592abc356320"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:26:42.139977 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-92aa93c3-f0f7-45ce-94c9-a1b16a6f5385 req-bb4b53b0-d47f-486c-880a-21e6571c5172 tempest-TestEncryptedCinderVolumes-271934144 tempest-TestEncryptedCinderVolumes-271934144-project] 10.222.0.64 "GET /v2.0/security-groups?id=b559993e-aaf6-4295-aab9-24cd755ab367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924547 Oct 20 11:26:42.177255 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54d8eca-34aa-42b9-94c7-f8bc75500dcd service neutron] Pushing event updated for resources: {'Port': ['ID=a1774557-0fbd-4c3c-945b-592abc356320,revision_number=3']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:42.185168 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2f8620b-2574-4bcc-969b-c7581ee147d4 x-openstack-request-id: req-d2f8620b-2574-4bcc-969b-c7581ee147d4 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:26:42.185937 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19b3cecf-52e1-49a5-b7b5-3d9cba2c5983", "tag": "a1774557-0fbd-4c3c-945b-592abc356320", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:26:42.186704 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d2f8620b-2574-4bcc-969b-c7581ee147d4 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:26:42.187264 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19b3cecf-52e1-49a5-b7b5-3d9cba2c5983', 'tag': 'a1774557-0fbd-4c3c-945b-592abc356320', 'status': 'completed', 'code': 200} Oct 20 11:26:42.225219 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7e182d-dfa0-4f92-8aac-68962cd55f12 req-89537b02-057c-4529-83bf-b1a286368026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:42.226853 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1b7e182d-dfa0-4f92-8aac-68962cd55f12 req-89537b02-057c-4529-83bf-b1a286368026 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cf71b78b9af947879afccf690a67859e&device_id=19b3cecf-52e1-49a5-b7b5-3d9cba2c5983 HTTP/1.1" status: 200 len: 1094 time: 0.0591331 Oct 20 11:26:42.301117 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1b7e182d-dfa0-4f92-8aac-68962cd55f12 req-5a35e476-5087-4421-8f11-3c1c7510707b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a1774557-0fbd-4c3c-945b-592abc356320 HTTP/1.1" status: 200 len: 217 time: 0.0353351 Oct 20 11:26:42.355153 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7e182d-dfa0-4f92-8aac-68962cd55f12 req-327543ef-8863-4f0b-85d6-1961d97d243e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:42.356721 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1b7e182d-dfa0-4f92-8aac-68962cd55f12 req-327543ef-8863-4f0b-85d6-1961d97d243e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=617b7abe-2ace-4939-a8d3-7583ae41379b HTTP/1.1" status: 200 len: 855 time: 0.0478015 Oct 20 11:26:42.405125 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7e182d-dfa0-4f92-8aac-68962cd55f12 req-b38a9755-600f-4435-86d5-c506188c6457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:42.406516 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1b7e182d-dfa0-4f92-8aac-68962cd55f12 req-b38a9755-600f-4435-86d5-c506188c6457 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=58000774-e5ac-41e0-8fa1-24995926ff84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433202 Oct 20 11:26:42.495235 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1b7e182d-dfa0-4f92-8aac-68962cd55f12 req-49f33bda-cdec-42ee-a5fd-08b17c06a8ac service neutron] 10.222.0.55 "GET /v2.0/networks/58000774-e5ac-41e0-8fa1-24995926ff84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806985 Oct 20 11:26:42.588392 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1b7e182d-dfa0-4f92-8aac-68962cd55f12 req-5478d776-8811-4a82-92e5-42701925bd68 service neutron] 10.222.0.55 "GET /v2.0/networks/58000774-e5ac-41e0-8fa1-24995926ff84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864558 Oct 20 11:26:42.718369 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2b3daf-5e60-45bb-9b1e-568bff00d536 req-69e4c472-034e-47a3-8c3f-0b9cddb96ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:42.719923 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ec2b3daf-5e60-45bb-9b1e-568bff00d536 req-69e4c472-034e-47a3-8c3f-0b9cddb96ae7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cf71b78b9af947879afccf690a67859e&device_id=19b3cecf-52e1-49a5-b7b5-3d9cba2c5983 HTTP/1.1" status: 200 len: 1094 time: 0.0423398 Oct 20 11:26:42.773846 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device ec741ca2-dce5-4f2e-bb57-90890e830fd9 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:26:42.810666 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2b3daf-5e60-45bb-9b1e-568bff00d536 req-e6803ce3-d851-4c4c-a694-cdab22f95753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:42.812196 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ec2b3daf-5e60-45bb-9b1e-568bff00d536 req-e6803ce3-d851-4c4c-a694-cdab22f95753 service neutron] 10.222.0.55 "GET /v2.0/networks?id=58000774-e5ac-41e0-8fa1-24995926ff84 HTTP/1.1" status: 200 len: 917 time: 0.0853338 Oct 20 11:26:42.821076 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port ec741ca2-dce5-4f2e-bb57-90890e830fd9 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:26:42.821448 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:42.858591 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ec2b3daf-5e60-45bb-9b1e-568bff00d536 req-72e46bbd-d0b1-473e-912b-0451408eeb80 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a1774557-0fbd-4c3c-945b-592abc356320 HTTP/1.1" status: 200 len: 217 time: 0.0392830 Oct 20 11:26:42.909227 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2b3daf-5e60-45bb-9b1e-568bff00d536 req-fe2fba6d-74da-44f8-b743-e79f39f04143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:42.910694 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ec2b3daf-5e60-45bb-9b1e-568bff00d536 req-fe2fba6d-74da-44f8-b743-e79f39f04143 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=617b7abe-2ace-4939-a8d3-7583ae41379b HTTP/1.1" status: 200 len: 855 time: 0.0449116 Oct 20 11:26:42.954450 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2b3daf-5e60-45bb-9b1e-568bff00d536 req-1266ad04-ed0f-4c28-a370-bb8aed0c6e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:42.955923 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ec2b3daf-5e60-45bb-9b1e-568bff00d536 req-1266ad04-ed0f-4c28-a370-bb8aed0c6e89 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=58000774-e5ac-41e0-8fa1-24995926ff84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386310 Oct 20 11:26:43.050395 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ec2b3daf-5e60-45bb-9b1e-568bff00d536 req-bea4150c-0309-46af-92d5-de3e1d503a5e service neutron] 10.222.0.55 "GET /v2.0/networks/58000774-e5ac-41e0-8fa1-24995926ff84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860174 Oct 20 11:26:43.139850 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ec2b3daf-5e60-45bb-9b1e-568bff00d536 req-72233795-c991-4fe9-af01-e51515ed5876 service neutron] 10.222.0.55 "GET /v2.0/networks/58000774-e5ac-41e0-8fa1-24995926ff84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824530 Oct 20 11:26:43.269867 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8205469-3b27-4fc5-82d2-eea0d74b917e req-63ef7ca0-e734-418e-977e-aab3d324531f tempest-TestEncryptedCinderVolumes-271934144 tempest-TestEncryptedCinderVolumes-271934144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:43.271375 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c8205469-3b27-4fc5-82d2-eea0d74b917e req-63ef7ca0-e734-418e-977e-aab3d324531f tempest-TestEncryptedCinderVolumes-271934144 tempest-TestEncryptedCinderVolumes-271934144-project] 10.222.0.64 "GET /v2.0/ports?device_id=19b3cecf-52e1-49a5-b7b5-3d9cba2c5983 HTTP/1.1" status: 200 len: 943 time: 0.0552137 Oct 20 11:26:43.308780 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c8205469-3b27-4fc5-82d2-eea0d74b917e req-0cb3760e-b948-4dd4-8cdb-3ced3e6b1ff2 tempest-TestEncryptedCinderVolumes-271934144 tempest-TestEncryptedCinderVolumes-271934144-project] 10.222.0.64 "GET /v2.0/security-groups?id=b559993e-aaf6-4295-aab9-24cd755ab367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312133 Oct 20 11:26:44.265034 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 7 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:26:44.433707 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1744ed7-d1ce-4a9a-87ff-f4525502694c req-26db9a2e-35e6-492b-b712-491809a6d919 tempest-TestEncryptedCinderVolumes-271934144 tempest-TestEncryptedCinderVolumes-271934144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:44.435228 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e1744ed7-d1ce-4a9a-87ff-f4525502694c req-26db9a2e-35e6-492b-b712-491809a6d919 tempest-TestEncryptedCinderVolumes-271934144 tempest-TestEncryptedCinderVolumes-271934144-project] 10.222.0.64 "GET /v2.0/ports?device_id=19b3cecf-52e1-49a5-b7b5-3d9cba2c5983 HTTP/1.1" status: 200 len: 943 time: 0.0548773 Oct 20 11:26:44.472684 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e1744ed7-d1ce-4a9a-87ff-f4525502694c req-94246c76-e81f-4dc3-a86b-2083042f42f3 tempest-TestEncryptedCinderVolumes-271934144 tempest-TestEncryptedCinderVolumes-271934144-project] 10.222.0.64 "GET /v2.0/security-groups?id=b559993e-aaf6-4295-aab9-24cd755ab367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314806 Oct 20 11:26:45.586129 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e851d5c-992d-4ed6-ac5f-9d2f13f2fe56 req-68c69056-5566-40fc-905a-3ce7bb672774 tempest-TestEncryptedCinderVolumes-271934144 tempest-TestEncryptedCinderVolumes-271934144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:45.587973 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6e851d5c-992d-4ed6-ac5f-9d2f13f2fe56 req-68c69056-5566-40fc-905a-3ce7bb672774 tempest-TestEncryptedCinderVolumes-271934144 tempest-TestEncryptedCinderVolumes-271934144-project] 10.222.0.64 "GET /v2.0/ports?device_id=19b3cecf-52e1-49a5-b7b5-3d9cba2c5983 HTTP/1.1" status: 200 len: 943 time: 0.0494819 Oct 20 11:26:45.626227 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6e851d5c-992d-4ed6-ac5f-9d2f13f2fe56 req-267dee80-6352-4f27-b5c8-5e2f6be204b4 tempest-TestEncryptedCinderVolumes-271934144 tempest-TestEncryptedCinderVolumes-271934144-project] 10.222.0.64 "GET /v2.0/security-groups?id=b559993e-aaf6-4295-aab9-24cd755ab367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313680 Oct 20 11:26:46.741775 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8960c385-3565-48c2-8fd4-bae2f95ff1c9 req-a31ef5aa-31a8-4423-aaac-8727b47e72a0 tempest-TestEncryptedCinderVolumes-271934144 tempest-TestEncryptedCinderVolumes-271934144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:46.743244 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8960c385-3565-48c2-8fd4-bae2f95ff1c9 req-a31ef5aa-31a8-4423-aaac-8727b47e72a0 tempest-TestEncryptedCinderVolumes-271934144 tempest-TestEncryptedCinderVolumes-271934144-project] 10.222.0.64 "GET /v2.0/ports?device_id=19b3cecf-52e1-49a5-b7b5-3d9cba2c5983 HTTP/1.1" status: 200 len: 943 time: 0.0527079 Oct 20 11:26:46.780594 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8960c385-3565-48c2-8fd4-bae2f95ff1c9 req-1a04c4d7-578c-4992-8f0f-2b8d3a237cac tempest-TestEncryptedCinderVolumes-271934144 tempest-TestEncryptedCinderVolumes-271934144-project] 10.222.0.64 "GET /v2.0/security-groups?id=b559993e-aaf6-4295-aab9-24cd755ab367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313082 Oct 20 11:26:47.049166 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device a1774557-0fbd-4c3c-945b-592abc356320 details requested by agent hyperv_n-h1-811396-3 with host n-h1-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:26:47.145419 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port a1774557-0fbd-4c3c-945b-592abc356320, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=a1774557-0fbd-4c3c-945b-592abc356320,segment=NetworkSegment(957b719e-f6b5-4b65-9b35-b7282380fe5e),segment_id=957b719e-f6b5-4b65-9b35-b7282380fe5e)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:26:47.156041 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Returning: {'device': 'a1774557-0fbd-4c3c-945b-592abc356320', 'network_id': '58000774-e5ac-41e0-8fa1-24995926ff84', 'port_id': 'a1774557-0fbd-4c3c-945b-592abc356320', 'mac_address': 'fa:16:3e:de:63:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 848, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '617b7abe-2ace-4939-a8d3-7583ae41379b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:26:47.196375 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:47.208758 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1774557-0fbd-4c3c-945b-592abc356320 {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:26:47.227934 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port a1774557-0fbd-4c3c-945b-592abc356320, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=a1774557-0fbd-4c3c-945b-592abc356320,segment=NetworkSegment(957b719e-f6b5-4b65-9b35-b7282380fe5e),segment_id=957b719e-f6b5-4b65-9b35-b7282380fe5e)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:26:47.231811 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:47.277787 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=a1774557-0fbd-4c3c-945b-592abc356320,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:47.599545 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['a1774557-0fbd-4c3c-945b-592abc356320'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:26:47.892952 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92938cc5-5504-4fbe-953e-421a3fb5a600 req-0f13f991-14a7-4048-9c3a-6549faef79fb tempest-TestEncryptedCinderVolumes-271934144 tempest-TestEncryptedCinderVolumes-271934144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:47.894501 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-92938cc5-5504-4fbe-953e-421a3fb5a600 req-0f13f991-14a7-4048-9c3a-6549faef79fb tempest-TestEncryptedCinderVolumes-271934144 tempest-TestEncryptedCinderVolumes-271934144-project] 10.222.0.64 "GET /v2.0/ports?device_id=19b3cecf-52e1-49a5-b7b5-3d9cba2c5983 HTTP/1.1" status: 200 len: 944 time: 0.0483742 Oct 20 11:26:47.933249 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-92938cc5-5504-4fbe-953e-421a3fb5a600 req-3c599efa-f3ee-44b1-817d-30f2f3ec1487 tempest-TestEncryptedCinderVolumes-271934144 tempest-TestEncryptedCinderVolumes-271934144-project] 10.222.0.64 "GET /v2.0/security-groups?id=b559993e-aaf6-4295-aab9-24cd755ab367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316510 Oct 20 11:26:49.045362 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b021a5c-a0e2-45fe-96f4-649703740f14 req-5c5278aa-bcb3-4fa7-bea9-72f7ece97751 tempest-TestEncryptedCinderVolumes-271934144 tempest-TestEncryptedCinderVolumes-271934144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:49.046846 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0b021a5c-a0e2-45fe-96f4-649703740f14 req-5c5278aa-bcb3-4fa7-bea9-72f7ece97751 tempest-TestEncryptedCinderVolumes-271934144 tempest-TestEncryptedCinderVolumes-271934144-project] 10.222.0.64 "GET /v2.0/ports?device_id=19b3cecf-52e1-49a5-b7b5-3d9cba2c5983 HTTP/1.1" status: 200 len: 944 time: 0.0477738 Oct 20 11:26:49.064998 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device a1774557-0fbd-4c3c-945b-592abc356320 up at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:26:49.084926 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0b021a5c-a0e2-45fe-96f4-649703740f14 req-61dd3a46-4d1e-4bad-ba00-871b51d470e6 tempest-TestEncryptedCinderVolumes-271934144 tempest-TestEncryptedCinderVolumes-271934144-project] 10.222.0.64 "GET /v2.0/security-groups?id=b559993e-aaf6-4295-aab9-24cd755ab367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315535 Oct 20 11:26:49.112601 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning for port a1774557-0fbd-4c3c-945b-592abc356320 completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:26:49.116859 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning complete for port a1774557-0fbd-4c3c-945b-592abc356320 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:26:49.117229 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:49.191494 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:49.213039 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19b3cecf-52e1-49a5-b7b5-3d9cba2c5983', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1774557-0fbd-4c3c-945b-592abc356320'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:26:49.215195 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3a5a1e74fee385f59395feee7f880defec871777ba90fab9b56a242633970a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03dc9afa-72e7-4162-9c5c-5dcba3013530" -d '{"events": [{"server_uuid": "19b3cecf-52e1-49a5-b7b5-3d9cba2c5983", "name": "network-vif-plugged", "status": "completed", "tag": "a1774557-0fbd-4c3c-945b-592abc356320"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:26:49.228246 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port a1774557-0fbd-4c3c-945b-592abc356320, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=a1774557-0fbd-4c3c-945b-592abc356320,segment=NetworkSegment(957b719e-f6b5-4b65-9b35-b7282380fe5e),segment_id=957b719e-f6b5-4b65-9b35-b7282380fe5e)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:26:49.232392 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:49.260328 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e94982d-780f-4867-8d29-bbd498909683 x-openstack-request-id: req-3e94982d-780f-4867-8d29-bbd498909683 {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:26:49.260620 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19b3cecf-52e1-49a5-b7b5-3d9cba2c5983", "name": "network-vif-plugged", "status": "completed", "tag": "a1774557-0fbd-4c3c-945b-592abc356320", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:26:49.260870 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3e94982d-780f-4867-8d29-bbd498909683 {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:26:49.261250 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19b3cecf-52e1-49a5-b7b5-3d9cba2c5983', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1774557-0fbd-4c3c-945b-592abc356320', 'code': 200} Oct 20 11:26:49.287614 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=a1774557-0fbd-4c3c-945b-592abc356320,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:49.380646 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7ff904-e2c8-4afb-bef1-9281f9da77f6 req-e0a441de-10e2-432b-ae8e-81c4e9e827eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:49.382138 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8c7ff904-e2c8-4afb-bef1-9281f9da77f6 req-e0a441de-10e2-432b-ae8e-81c4e9e827eb service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=19b3cecf-52e1-49a5-b7b5-3d9cba2c5983 HTTP/1.1" status: 200 len: 1096 time: 0.0433280 Oct 20 11:26:49.424706 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8c7ff904-e2c8-4afb-bef1-9281f9da77f6 req-b12194a6-db65-41ba-9bc4-37c5765bb76a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=b559993e-aaf6-4295-aab9-24cd755ab367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356572 Oct 20 11:26:49.714794 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:50.198746 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25e7308-87e0-4118-a353-8a35de613d71 req-c1c5541a-9e80-4c3f-b69a-7cb3d379a482 tempest-TestEncryptedCinderVolumes-271934144 tempest-TestEncryptedCinderVolumes-271934144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:50.200242 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c25e7308-87e0-4118-a353-8a35de613d71 req-c1c5541a-9e80-4c3f-b69a-7cb3d379a482 tempest-TestEncryptedCinderVolumes-271934144 tempest-TestEncryptedCinderVolumes-271934144-project] 10.222.0.64 "GET /v2.0/ports?device_id=19b3cecf-52e1-49a5-b7b5-3d9cba2c5983 HTTP/1.1" status: 200 len: 945 time: 0.0484889 Oct 20 11:26:50.237129 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c25e7308-87e0-4118-a353-8a35de613d71 req-1d64a5c5-2c4f-4ac0-8894-bed39c386e3d tempest-TestEncryptedCinderVolumes-271934144 tempest-TestEncryptedCinderVolumes-271934144-project] 10.222.0.64 "GET /v2.0/security-groups?id=b559993e-aaf6-4295-aab9-24cd755ab367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309668 Oct 20 11:26:51.353066 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767bf61d-51da-4957-bf27-355e4209df47 req-fc673c3c-a17a-4cd4-aa74-00b7f439afb6 tempest-TestEncryptedCinderVolumes-271934144 tempest-TestEncryptedCinderVolumes-271934144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:51.354536 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-767bf61d-51da-4957-bf27-355e4209df47 req-fc673c3c-a17a-4cd4-aa74-00b7f439afb6 tempest-TestEncryptedCinderVolumes-271934144 tempest-TestEncryptedCinderVolumes-271934144-project] 10.222.0.64 "GET /v2.0/ports?device_id=19b3cecf-52e1-49a5-b7b5-3d9cba2c5983 HTTP/1.1" status: 200 len: 945 time: 0.0494726 Oct 20 11:26:51.392926 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-767bf61d-51da-4957-bf27-355e4209df47 req-235677a8-af7e-47de-a578-ddb049e27245 tempest-TestEncryptedCinderVolumes-271934144 tempest-TestEncryptedCinderVolumes-271934144-project] 10.222.0.64 "GET /v2.0/security-groups?id=b559993e-aaf6-4295-aab9-24cd755ab367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324261 Oct 20 11:26:51.509331 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8590951-68ba-44d6-a3eb-3578227d0007 req-1eb284e4-16ff-42b3-9cde-d491ce31805a tempest-TestEncryptedCinderVolumes-271934144 tempest-TestEncryptedCinderVolumes-271934144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:51.510716 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f8590951-68ba-44d6-a3eb-3578227d0007 req-1eb284e4-16ff-42b3-9cde-d491ce31805a tempest-TestEncryptedCinderVolumes-271934144 tempest-TestEncryptedCinderVolumes-271934144-project] 10.222.0.64 "GET /v2.0/ports?device_id=19b3cecf-52e1-49a5-b7b5-3d9cba2c5983 HTTP/1.1" status: 200 len: 945 time: 0.0525732 Oct 20 11:26:51.548235 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f8590951-68ba-44d6-a3eb-3578227d0007 req-00381d3a-cf7a-4d7d-8bf7-2c8b67514311 tempest-TestEncryptedCinderVolumes-271934144 tempest-TestEncryptedCinderVolumes-271934144-project] 10.222.0.64 "GET /v2.0/security-groups?id=b559993e-aaf6-4295-aab9-24cd755ab367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316076 Oct 20 11:27:03.596171 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-c2ad06c8-9903-463d-8a3d-4d359b78d110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:06.453971 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-d0538aab-aa43-4f97-a5b4-cbe9e9e9882b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:07.209706 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:07.732981 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:08.631103 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:09.105616 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:14.090165 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec18df0-9327-4ac9-894a-81ee1a196c2e req-9aab8e2e-0a62-452a-8faf-165cfb78da70 tempest-TestEncryptedCinderVolumes-271934144 tempest-TestEncryptedCinderVolumes-271934144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:14.091777 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5ec18df0-9327-4ac9-894a-81ee1a196c2e req-9aab8e2e-0a62-452a-8faf-165cfb78da70 tempest-TestEncryptedCinderVolumes-271934144 tempest-TestEncryptedCinderVolumes-271934144-project] 10.222.0.64 "GET /v2.0/ports?device_id=19b3cecf-52e1-49a5-b7b5-3d9cba2c5983 HTTP/1.1" status: 200 len: 945 time: 0.0509086 Oct 20 11:27:14.132801 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5ec18df0-9327-4ac9-894a-81ee1a196c2e req-47d792cf-c6ef-4ca1-bf1f-db0e804e2a43 tempest-TestEncryptedCinderVolumes-271934144 tempest-TestEncryptedCinderVolumes-271934144-project] 10.222.0.64 "GET /v2.0/security-groups?id=b559993e-aaf6-4295-aab9-24cd755ab367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345204 Oct 20 11:27:15.249487 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60653975-717d-41a6-951a-86ba626904d4 req-f8b20330-be7c-4d8c-85e5-a822d0b67532 tempest-TestEncryptedCinderVolumes-271934144 tempest-TestEncryptedCinderVolumes-271934144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:15.250985 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-60653975-717d-41a6-951a-86ba626904d4 req-f8b20330-be7c-4d8c-85e5-a822d0b67532 tempest-TestEncryptedCinderVolumes-271934144 tempest-TestEncryptedCinderVolumes-271934144-project] 10.222.0.64 "GET /v2.0/ports?device_id=19b3cecf-52e1-49a5-b7b5-3d9cba2c5983 HTTP/1.1" status: 200 len: 945 time: 0.0487342 Oct 20 11:27:15.287706 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-60653975-717d-41a6-951a-86ba626904d4 req-5e032860-a004-423d-85c4-ee9937d31c23 tempest-TestEncryptedCinderVolumes-271934144 tempest-TestEncryptedCinderVolumes-271934144-project] 10.222.0.64 "GET /v2.0/security-groups?id=b559993e-aaf6-4295-aab9-24cd755ab367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306451 Oct 20 11:27:15.828426 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa5853e-6253-4b37-b3d6-2755eee8ad0c req-eb2ae804-3e32-4e14-a793-22ca9b51dce0 tempest-TestEncryptedCinderVolumes-271934144 tempest-TestEncryptedCinderVolumes-271934144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:15.829886 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2aa5853e-6253-4b37-b3d6-2755eee8ad0c req-eb2ae804-3e32-4e14-a793-22ca9b51dce0 tempest-TestEncryptedCinderVolumes-271934144 tempest-TestEncryptedCinderVolumes-271934144-project] 10.222.0.55 "GET /v2.0/ports?device_id=19b3cecf-52e1-49a5-b7b5-3d9cba2c5983 HTTP/1.1" status: 200 len: 945 time: 0.0515759 Oct 20 11:27:15.916931 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-2aa5853e-6253-4b37-b3d6-2755eee8ad0c req-2d729bfd-fbda-4292-91b6-0b4752aa48d6 tempest-TestEncryptedCinderVolumes-271934144 tempest-TestEncryptedCinderVolumes-271934144-project] Deleting port a1774557-0fbd-4c3c-945b-592abc356320 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:27:15.917276 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-2aa5853e-6253-4b37-b3d6-2755eee8ad0c req-2d729bfd-fbda-4292-91b6-0b4752aa48d6 tempest-TestEncryptedCinderVolumes-271934144 tempest-TestEncryptedCinderVolumes-271934144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:16.008588 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-2aa5853e-6253-4b37-b3d6-2755eee8ad0c req-2d729bfd-fbda-4292-91b6-0b4752aa48d6 tempest-TestEncryptedCinderVolumes-271934144 tempest-TestEncryptedCinderVolumes-271934144-project] For port a1774557-0fbd-4c3c-945b-592abc356320, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=a1774557-0fbd-4c3c-945b-592abc356320,segment=NetworkSegment(957b719e-f6b5-4b65-9b35-b7282380fe5e),segment_id=957b719e-f6b5-4b65-9b35-b7282380fe5e)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:27:16.008955 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-2aa5853e-6253-4b37-b3d6-2755eee8ad0c req-2d729bfd-fbda-4292-91b6-0b4752aa48d6 tempest-TestEncryptedCinderVolumes-271934144 tempest-TestEncryptedCinderVolumes-271934144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:16.021211 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-2aa5853e-6253-4b37-b3d6-2755eee8ad0c req-2d729bfd-fbda-4292-91b6-0b4752aa48d6 tempest-TestEncryptedCinderVolumes-271934144 tempest-TestEncryptedCinderVolumes-271934144-project] Calling delete_port for a1774557-0fbd-4c3c-945b-592abc356320 owned by compute:nova {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:27:16.146639 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-2aa5853e-6253-4b37-b3d6-2755eee8ad0c req-2d729bfd-fbda-4292-91b6-0b4752aa48d6 tempest-TestEncryptedCinderVolumes-271934144 tempest-TestEncryptedCinderVolumes-271934144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:16.178968 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d729bfd-fbda-4292-91b6-0b4752aa48d6 tempest-TestEncryptedCinderVolumes-271934144 tempest-TestEncryptedCinderVolumes-271934144-project] Pushing event deleted for resources: {'Port': ['ID=a1774557-0fbd-4c3c-945b-592abc356320,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:27:16.179661 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['a1774557-0fbd-4c3c-945b-592abc356320'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:27:16.206389 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d729bfd-fbda-4292-91b6-0b4752aa48d6 tempest-TestEncryptedCinderVolumes-271934144 tempest-TestEncryptedCinderVolumes-271934144-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:27:16.206741 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d729bfd-fbda-4292-91b6-0b4752aa48d6 tempest-TestEncryptedCinderVolumes-271934144 tempest-TestEncryptedCinderVolumes-271934144-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:27:16.207083 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d729bfd-fbda-4292-91b6-0b4752aa48d6 tempest-TestEncryptedCinderVolumes-271934144 tempest-TestEncryptedCinderVolumes-271934144-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:27:16.207445 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d729bfd-fbda-4292-91b6-0b4752aa48d6 tempest-TestEncryptedCinderVolumes-271934144 tempest-TestEncryptedCinderVolumes-271934144-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:27:16.207776 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d729bfd-fbda-4292-91b6-0b4752aa48d6 tempest-TestEncryptedCinderVolumes-271934144 tempest-TestEncryptedCinderVolumes-271934144-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:27:16.208100 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d729bfd-fbda-4292-91b6-0b4752aa48d6 tempest-TestEncryptedCinderVolumes-271934144 tempest-TestEncryptedCinderVolumes-271934144-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:27:16.208426 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d729bfd-fbda-4292-91b6-0b4752aa48d6 tempest-TestEncryptedCinderVolumes-271934144 tempest-TestEncryptedCinderVolumes-271934144-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:27:16.208747 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d729bfd-fbda-4292-91b6-0b4752aa48d6 tempest-TestEncryptedCinderVolumes-271934144 tempest-TestEncryptedCinderVolumes-271934144-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:27:16.209070 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d729bfd-fbda-4292-91b6-0b4752aa48d6 tempest-TestEncryptedCinderVolumes-271934144 tempest-TestEncryptedCinderVolumes-271934144-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:27:16.209388 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d729bfd-fbda-4292-91b6-0b4752aa48d6 tempest-TestEncryptedCinderVolumes-271934144 tempest-TestEncryptedCinderVolumes-271934144-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:27:16.209707 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d729bfd-fbda-4292-91b6-0b4752aa48d6 tempest-TestEncryptedCinderVolumes-271934144 tempest-TestEncryptedCinderVolumes-271934144-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:27:16.210022 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d729bfd-fbda-4292-91b6-0b4752aa48d6 tempest-TestEncryptedCinderVolumes-271934144 tempest-TestEncryptedCinderVolumes-271934144-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:27:16.232094 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aa5853e-6253-4b37-b3d6-2755eee8ad0c req-2d729bfd-fbda-4292-91b6-0b4752aa48d6 tempest-TestEncryptedCinderVolumes-271934144 tempest-TestEncryptedCinderVolumes-271934144-project] No DVR routers for this DVR port a1774557-0fbd-4c3c-945b-592abc356320 on host n-h1-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:27:16.235029 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-2aa5853e-6253-4b37-b3d6-2755eee8ad0c req-2d729bfd-fbda-4292-91b6-0b4752aa48d6 tempest-TestEncryptedCinderVolumes-271934144 tempest-TestEncryptedCinderVolumes-271934144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:16.238370 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2aa5853e-6253-4b37-b3d6-2755eee8ad0c req-2d729bfd-fbda-4292-91b6-0b4752aa48d6 tempest-TestEncryptedCinderVolumes-271934144 tempest-TestEncryptedCinderVolumes-271934144-project] 10.222.0.55 "DELETE /v2.0/ports/a1774557-0fbd-4c3c-945b-592abc356320 HTTP/1.1" status: 204 len: 173 time: 0.4023914 Oct 20 11:27:16.239303 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19b3cecf-52e1-49a5-b7b5-3d9cba2c5983', 'name': 'network-vif-deleted', 'tag': 'a1774557-0fbd-4c3c-945b-592abc356320'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:27:16.241894 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b817f9d80a1b29ed07bd94f2222da8cf244b0bc6025e0bf33ac95c6b13c59699" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-586ca8e7-eb3c-474f-8c46-5075e3262756" -d '{"events": [{"server_uuid": "19b3cecf-52e1-49a5-b7b5-3d9cba2c5983", "name": "network-vif-deleted", "tag": "a1774557-0fbd-4c3c-945b-592abc356320"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:27:16.286394 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d66e301-e571-421f-9a78-9ed90c69432b x-openstack-request-id: req-0d66e301-e571-421f-9a78-9ed90c69432b {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:27:16.286985 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19b3cecf-52e1-49a5-b7b5-3d9cba2c5983", "name": "network-vif-deleted", "tag": "a1774557-0fbd-4c3c-945b-592abc356320", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:27:16.287327 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0d66e301-e571-421f-9a78-9ed90c69432b {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:27:16.287792 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19b3cecf-52e1-49a5-b7b5-3d9cba2c5983', 'name': 'network-vif-deleted', 'tag': 'a1774557-0fbd-4c3c-945b-592abc356320', 'status': 'completed', 'code': 200} Oct 20 11:27:16.386902 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1b7e118f-12a3-4589-99e7-5dd66407ccf9 req-857f496c-a8fc-4ac6-bd5e-064c3daa9f31 tempest-TestEncryptedCinderVolumes-271934144 tempest-TestEncryptedCinderVolumes-271934144-project] 10.222.0.64 "GET /v2.0/ports?device_id=19b3cecf-52e1-49a5-b7b5-3d9cba2c5983 HTTP/1.1" status: 200 len: 210 time: 0.0268242 Oct 20 11:27:17.873851 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c431842-56b3-4eaf-9aed-ce7a344a9aa8 req-bedab416-1e6f-490e-b123-c9f6e90087f4 tempest-TestEncryptedCinderVolumes-271934144 tempest-TestEncryptedCinderVolumes-271934144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:17.875320 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3c431842-56b3-4eaf-9aed-ce7a344a9aa8 req-bedab416-1e6f-490e-b123-c9f6e90087f4 tempest-TestEncryptedCinderVolumes-271934144 tempest-TestEncryptedCinderVolumes-271934144-project] 10.222.0.64 "GET /v2.0/networks?id=58000774-e5ac-41e0-8fa1-24995926ff84 HTTP/1.1" status: 200 len: 816 time: 0.1064546 Oct 20 11:27:17.890007 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3c431842-56b3-4eaf-9aed-ce7a344a9aa8 req-a5c4c6ee-0073-45b6-b5b2-b0469169a9ec tempest-TestEncryptedCinderVolumes-271934144 tempest-TestEncryptedCinderVolumes-271934144-project] 10.222.0.64 "GET /v2.0/quotas/cf71b78b9af947879afccf690a67859e HTTP/1.1" status: 200 len: 375 time: 0.0089231 Oct 20 11:27:17.941646 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3c431842-56b3-4eaf-9aed-ce7a344a9aa8 req-48994f7d-05a7-428e-a2b4-51552347aad3 tempest-TestEncryptedCinderVolumes-271934144 tempest-TestEncryptedCinderVolumes-271934144-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=cf71b78b9af947879afccf690a67859e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0459287 Oct 20 11:27:18.046043 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3c431842-56b3-4eaf-9aed-ce7a344a9aa8 req-d0d4d35d-0e89-41cb-9a97-15d84fe27983 service neutron] 10.222.0.64 "GET /v2.0/networks/58000774-e5ac-41e0-8fa1-24995926ff84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928605 Oct 20 11:27:18.138349 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3c431842-56b3-4eaf-9aed-ce7a344a9aa8 req-57362f82-5f0e-470e-8b43-497cc8197c8d service neutron] 10.222.0.64 "GET /v2.0/networks/58000774-e5ac-41e0-8fa1-24995926ff84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856495 Oct 20 11:27:18.299760 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5efd88a8-c860-40ae-a670-eb4ec5d9e80f req-763a0940-4609-429c-a260-7d874468c2c4 tempest-TestEncryptedCinderVolumes-271934144 tempest-TestEncryptedCinderVolumes-271934144-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd0fa493-85ae-4c1a-a4e3-043b43b06de1 HTTP/1.1" status: 200 len: 210 time: 0.0258005 Oct 20 11:27:19.178092 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c431842-56b3-4eaf-9aed-ce7a344a9aa8 req-5a07947a-9c57-435a-8d76-d7fffeff7cac tempest-TestEncryptedCinderVolumes-271934144 tempest-TestEncryptedCinderVolumes-271934144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:19.180052 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3c431842-56b3-4eaf-9aed-ce7a344a9aa8 req-5a07947a-9c57-435a-8d76-d7fffeff7cac tempest-TestEncryptedCinderVolumes-271934144 tempest-TestEncryptedCinderVolumes-271934144-project] 10.222.0.69 "GET /v2.0/networks?id=58000774-e5ac-41e0-8fa1-24995926ff84 HTTP/1.1" status: 200 len: 816 time: 0.1093609 Oct 20 11:27:19.193387 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-3c431842-56b3-4eaf-9aed-ce7a344a9aa8 req-62280257-fea0-45be-9f0a-5e4968d3b708 tempest-TestEncryptedCinderVolumes-271934144 tempest-TestEncryptedCinderVolumes-271934144-project] Request body: {'port': {'device_id': 'cd0fa493-85ae-4c1a-a4e3-043b43b06de1', 'network_id': '58000774-e5ac-41e0-8fa1-24995926ff84', 'admin_state_up': True, 'tenant_id': 'cf71b78b9af947879afccf690a67859e'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:27:19.221205 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device a1774557-0fbd-4c3c-945b-592abc356320 no longer exists at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:27:19.241173 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] No Port match for: a1774557-0fbd-4c3c-945b-592abc356320 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:27:19.241523 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device a1774557-0fbd-4c3c-945b-592abc356320 not bound to the agent host n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:27:19.306587 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c431842-56b3-4eaf-9aed-ce7a344a9aa8 req-62280257-fea0-45be-9f0a-5e4968d3b708 tempest-TestEncryptedCinderVolumes-271934144 tempest-TestEncryptedCinderVolumes-271934144-project] Made reservation on behalf of cf71b78b9af947879afccf690a67859e for: {'port': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:27:19.310251 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-3c431842-56b3-4eaf-9aed-ce7a344a9aa8 req-62280257-fea0-45be-9f0a-5e4968d3b708 tempest-TestEncryptedCinderVolumes-271934144 tempest-TestEncryptedCinderVolumes-271934144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:19.404616 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b5aee539-3381-482c-8ca2-527ac6331806 req-435b7393-aae4-43ab-bd74-7f8b3046b8d5 tempest-TestEncryptedCinderVolumes-271934144 tempest-TestEncryptedCinderVolumes-271934144-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd0fa493-85ae-4c1a-a4e3-043b43b06de1 HTTP/1.1" status: 200 len: 210 time: 0.0293074 Oct 20 11:27:19.464373 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [req-3c431842-56b3-4eaf-9aed-ce7a344a9aa8 req-62280257-fea0-45be-9f0a-5e4968d3b708 tempest-TestEncryptedCinderVolumes-271934144 tempest-TestEncryptedCinderVolumes-271934144-project] Allocated IP 172.20.0.14 (58000774-e5ac-41e0-8fa1-24995926ff84/617b7abe-2ace-4939-a8d3-7583ae41379b/a552f5df-d2c7-4650-a7bd-d8350a804dd6) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:27:19.608645 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-3c431842-56b3-4eaf-9aed-ce7a344a9aa8 req-62280257-fea0-45be-9f0a-5e4968d3b708 tempest-TestEncryptedCinderVolumes-271934144 tempest-TestEncryptedCinderVolumes-271934144-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:19.642537 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-3c431842-56b3-4eaf-9aed-ce7a344a9aa8 req-62280257-fea0-45be-9f0a-5e4968d3b708 tempest-TestEncryptedCinderVolumes-271934144 tempest-TestEncryptedCinderVolumes-271934144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:19.693288 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c431842-56b3-4eaf-9aed-ce7a344a9aa8 req-62280257-fea0-45be-9f0a-5e4968d3b708 tempest-TestEncryptedCinderVolumes-271934144 tempest-TestEncryptedCinderVolumes-271934144-project] Network 58000774-e5ac-41e0-8fa1-24995926ff84 is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:27:19.696361 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [req-3c431842-56b3-4eaf-9aed-ce7a344a9aa8 req-62280257-fea0-45be-9f0a-5e4968d3b708 tempest-TestEncryptedCinderVolumes-271934144 tempest-TestEncryptedCinderVolumes-271934144-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:27:19.699987 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c431842-56b3-4eaf-9aed-ce7a344a9aa8 req-62280257-fea0-45be-9f0a-5e4968d3b708 tempest-TestEncryptedCinderVolumes-271934144 tempest-TestEncryptedCinderVolumes-271934144-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:27:19.706181 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62280257-fea0-45be-9f0a-5e4968d3b708 tempest-TestEncryptedCinderVolumes-271934144 tempest-TestEncryptedCinderVolumes-271934144-project] Pushing event updated for resources: {'Port': ['ID=a552f5df-d2c7-4650-a7bd-d8350a804dd6,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:27:19.729855 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:19.752725 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c431842-56b3-4eaf-9aed-ce7a344a9aa8 req-62280257-fea0-45be-9f0a-5e4968d3b708 tempest-TestEncryptedCinderVolumes-271934144 tempest-TestEncryptedCinderVolumes-271934144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:19.753341 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-3c431842-56b3-4eaf-9aed-ce7a344a9aa8 req-62280257-fea0-45be-9f0a-5e4968d3b708 tempest-TestEncryptedCinderVolumes-271934144 tempest-TestEncryptedCinderVolumes-271934144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:19.770317 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3c431842-56b3-4eaf-9aed-ce7a344a9aa8 req-62280257-fea0-45be-9f0a-5e4968d3b708 tempest-TestEncryptedCinderVolumes-271934144 tempest-TestEncryptedCinderVolumes-271934144-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5814004 Oct 20 11:27:19.782543 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-3c431842-56b3-4eaf-9aed-ce7a344a9aa8 req-e6eed5e9-4fa9-4e38-9da4-32d77e69b19b service neutron] Request body: {'port': {'device_id': 'cd0fa493-85ae-4c1a-a4e3-043b43b06de1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811396-3'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:27:19.837951 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-3c431842-56b3-4eaf-9aed-ce7a344a9aa8 req-e6eed5e9-4fa9-4e38-9da4-32d77e69b19b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:19.987623 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-3fe929de-24c7-4c84-a3d7-b071e11cf224 None None] Provisioning complete for port a552f5df-d2c7-4650-a7bd-d8350a804dd6 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:27:19.987900 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3fe929de-24c7-4c84-a3d7-b071e11cf224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:20.023879 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-3fe929de-24c7-4c84-a3d7-b071e11cf224 None None] Port a552f5df-d2c7-4650-a7bd-d8350a804dd6 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:27:20.106156 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [req-3c431842-56b3-4eaf-9aed-ce7a344a9aa8 req-e6eed5e9-4fa9-4e38-9da4-32d77e69b19b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a552f5df-d2c7-4650-a7bd-d8350a804dd6 {{(pid=100596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:27:20.113574 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-3c431842-56b3-4eaf-9aed-ce7a344a9aa8 req-e6eed5e9-4fa9-4e38-9da4-32d77e69b19b service neutron] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:20.124983 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.provisioning_blocks [req-3c431842-56b3-4eaf-9aed-ce7a344a9aa8 req-e6eed5e9-4fa9-4e38-9da4-32d77e69b19b service neutron] Transition to ACTIVE for port object a552f5df-d2c7-4650-a7bd-d8350a804dd6 will not be triggered until provisioned by entity L2. {{(pid=100596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:27:20.128859 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-3c431842-56b3-4eaf-9aed-ce7a344a9aa8 req-e6eed5e9-4fa9-4e38-9da4-32d77e69b19b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:20.195179 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6eed5e9-4fa9-4e38-9da4-32d77e69b19b service neutron] Pushing event updated for resources: {'Port': ['ID=a552f5df-d2c7-4650-a7bd-d8350a804dd6,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:27:20.253122 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-3c431842-56b3-4eaf-9aed-ce7a344a9aa8 req-e6eed5e9-4fa9-4e38-9da4-32d77e69b19b service neutron] Attempting to bind port a552f5df-d2c7-4650-a7bd-d8350a804dd6 on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:27:20.253381 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-3c431842-56b3-4eaf-9aed-ce7a344a9aa8 req-e6eed5e9-4fa9-4e38-9da4-32d77e69b19b service neutron] Attempting to bind port a552f5df-d2c7-4650-a7bd-d8350a804dd6 by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': '957b719e-f6b5-4b65-9b35-b7282380fe5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '58000774-e5ac-41e0-8fa1-24995926ff84'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:27:20.253717 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c431842-56b3-4eaf-9aed-ce7a344a9aa8 req-e6eed5e9-4fa9-4e38-9da4-32d77e69b19b service neutron] Attempting to bind port a552f5df-d2c7-4650-a7bd-d8350a804dd6 on network 58000774-e5ac-41e0-8fa1-24995926ff84 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:27:20.258988 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c431842-56b3-4eaf-9aed-ce7a344a9aa8 req-e6eed5e9-4fa9-4e38-9da4-32d77e69b19b service neutron] Port a552f5df-d2c7-4650-a7bd-d8350a804dd6 on network 58000774-e5ac-41e0-8fa1-24995926ff84 not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:27:20.259316 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c431842-56b3-4eaf-9aed-ce7a344a9aa8 req-e6eed5e9-4fa9-4e38-9da4-32d77e69b19b service neutron] Attempting to bind port a552f5df-d2c7-4650-a7bd-d8350a804dd6 on network 58000774-e5ac-41e0-8fa1-24995926ff84 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:27:20.264389 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c431842-56b3-4eaf-9aed-ce7a344a9aa8 req-e6eed5e9-4fa9-4e38-9da4-32d77e69b19b service neutron] Checking agent: {'id': '061232a2-7adc-4ba1-a873-e8cb136b064d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:27:20.264730 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c431842-56b3-4eaf-9aed-ce7a344a9aa8 req-e6eed5e9-4fa9-4e38-9da4-32d77e69b19b service neutron] Checking segment: {'id': '957b719e-f6b5-4b65-9b35-b7282380fe5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '58000774-e5ac-41e0-8fa1-24995926ff84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:27:20.265121 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c431842-56b3-4eaf-9aed-ce7a344a9aa8 req-e6eed5e9-4fa9-4e38-9da4-32d77e69b19b service neutron] Bound using segment: {'id': '957b719e-f6b5-4b65-9b35-b7282380fe5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '58000774-e5ac-41e0-8fa1-24995926ff84'} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:27:20.265553 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-3c431842-56b3-4eaf-9aed-ce7a344a9aa8 req-e6eed5e9-4fa9-4e38-9da4-32d77e69b19b service neutron] Bound port: a552f5df-d2c7-4650-a7bd-d8350a804dd6, host: n-h2-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '957b719e-f6b5-4b65-9b35-b7282380fe5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '58000774-e5ac-41e0-8fa1-24995926ff84'}}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:27:20.265911 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-3c431842-56b3-4eaf-9aed-ce7a344a9aa8 req-e6eed5e9-4fa9-4e38-9da4-32d77e69b19b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:20.331706 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-3c431842-56b3-4eaf-9aed-ce7a344a9aa8 req-e6eed5e9-4fa9-4e38-9da4-32d77e69b19b service neutron] For port a552f5df-d2c7-4650-a7bd-d8350a804dd6, host n-h2-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:27:20.335581 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-3c431842-56b3-4eaf-9aed-ce7a344a9aa8 req-e6eed5e9-4fa9-4e38-9da4-32d77e69b19b service neutron] For port a552f5df-d2c7-4650-a7bd-d8350a804dd6, host n-h2-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=a552f5df-d2c7-4650-a7bd-d8350a804dd6,segment=NetworkSegment(957b719e-f6b5-4b65-9b35-b7282380fe5e),segment_id=957b719e-f6b5-4b65-9b35-b7282380fe5e)] {{(pid=100596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:27:20.340438 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-3c431842-56b3-4eaf-9aed-ce7a344a9aa8 req-e6eed5e9-4fa9-4e38-9da4-32d77e69b19b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:20.382932 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c431842-56b3-4eaf-9aed-ce7a344a9aa8 req-e6eed5e9-4fa9-4e38-9da4-32d77e69b19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:20.383574 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-3c431842-56b3-4eaf-9aed-ce7a344a9aa8 req-e6eed5e9-4fa9-4e38-9da4-32d77e69b19b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:20.384952 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3c431842-56b3-4eaf-9aed-ce7a344a9aa8 req-e6eed5e9-4fa9-4e38-9da4-32d77e69b19b service neutron] 10.222.0.69 "PUT /v2.0/ports/a552f5df-d2c7-4650-a7bd-d8350a804dd6 HTTP/1.1" status: 200 len: 1092 time: 0.6068044 Oct 20 11:27:20.385386 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd0fa493-85ae-4c1a-a4e3-043b43b06de1', 'tag': 'a552f5df-d2c7-4650-a7bd-d8350a804dd6'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:27:20.387651 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b817f9d80a1b29ed07bd94f2222da8cf244b0bc6025e0bf33ac95c6b13c59699" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50cdc094-5f39-4a00-b03f-4d6df8614883" -d '{"events": [{"name": "network-changed", "server_uuid": "cd0fa493-85ae-4c1a-a4e3-043b43b06de1", "tag": "a552f5df-d2c7-4650-a7bd-d8350a804dd6"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:27:20.416670 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6eed5e9-4fa9-4e38-9da4-32d77e69b19b service neutron] Pushing event updated for resources: {'Port': ['ID=a552f5df-d2c7-4650-a7bd-d8350a804dd6,revision_number=3']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:27:20.456748 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c912161a-55f5-43ae-9165-2e717786eaa9 x-openstack-request-id: req-c912161a-55f5-43ae-9165-2e717786eaa9 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:27:20.457038 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd0fa493-85ae-4c1a-a4e3-043b43b06de1", "tag": "a552f5df-d2c7-4650-a7bd-d8350a804dd6", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:27:20.457845 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c912161a-55f5-43ae-9165-2e717786eaa9 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:27:20.458250 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd0fa493-85ae-4c1a-a4e3-043b43b06de1', 'tag': 'a552f5df-d2c7-4650-a7bd-d8350a804dd6', 'status': 'completed', 'code': 200} Oct 20 11:27:20.474510 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c431842-56b3-4eaf-9aed-ce7a344a9aa8 req-19921363-9b61-4930-80e3-9b8b08f3e45a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:20.476030 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3c431842-56b3-4eaf-9aed-ce7a344a9aa8 req-19921363-9b61-4930-80e3-9b8b08f3e45a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cf71b78b9af947879afccf690a67859e&device_id=cd0fa493-85ae-4c1a-a4e3-043b43b06de1 HTTP/1.1" status: 200 len: 1095 time: 0.0527799 Oct 20 11:27:20.539744 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3c431842-56b3-4eaf-9aed-ce7a344a9aa8 req-fa91f3af-63c6-4f4c-8520-f6c75d73b198 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a552f5df-d2c7-4650-a7bd-d8350a804dd6 HTTP/1.1" status: 200 len: 217 time: 0.0523849 Oct 20 11:27:20.593130 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bd0677-279d-4809-bf7c-0981eb5f0652 req-87ec35fb-1c8f-4ba7-af8f-a22c016b681a tempest-TestEncryptedCinderVolumes-271934144 tempest-TestEncryptedCinderVolumes-271934144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:20.594626 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-90bd0677-279d-4809-bf7c-0981eb5f0652 req-87ec35fb-1c8f-4ba7-af8f-a22c016b681a tempest-TestEncryptedCinderVolumes-271934144 tempest-TestEncryptedCinderVolumes-271934144-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd0fa493-85ae-4c1a-a4e3-043b43b06de1 HTTP/1.1" status: 200 len: 944 time: 0.1157913 Oct 20 11:27:20.611113 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c431842-56b3-4eaf-9aed-ce7a344a9aa8 req-cc01cd2c-a822-4062-99e5-7feb55193edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:20.612578 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3c431842-56b3-4eaf-9aed-ce7a344a9aa8 req-cc01cd2c-a822-4062-99e5-7feb55193edb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=617b7abe-2ace-4939-a8d3-7583ae41379b HTTP/1.1" status: 200 len: 855 time: 0.0661380 Oct 20 11:27:20.667578 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-90bd0677-279d-4809-bf7c-0981eb5f0652 req-cc7158c2-6fc2-4f32-90f4-4561e77e4ccf tempest-TestEncryptedCinderVolumes-271934144 tempest-TestEncryptedCinderVolumes-271934144-project] 10.222.0.64 "GET /v2.0/security-groups?id=b559993e-aaf6-4295-aab9-24cd755ab367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653546 Oct 20 11:27:20.677451 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c431842-56b3-4eaf-9aed-ce7a344a9aa8 req-cdac5cd3-8455-4bc3-af1c-980264917179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:20.678965 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3c431842-56b3-4eaf-9aed-ce7a344a9aa8 req-cdac5cd3-8455-4bc3-af1c-980264917179 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=58000774-e5ac-41e0-8fa1-24995926ff84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0597255 Oct 20 11:27:20.767265 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3c431842-56b3-4eaf-9aed-ce7a344a9aa8 req-50c0076e-d460-4501-b551-f8672ec16482 service neutron] 10.222.0.69 "GET /v2.0/networks/58000774-e5ac-41e0-8fa1-24995926ff84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810747 Oct 20 11:27:20.858207 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3c431842-56b3-4eaf-9aed-ce7a344a9aa8 req-48dacd74-2e88-4441-aff8-03ec8e7ae583 service neutron] 10.222.0.69 "GET /v2.0/networks/58000774-e5ac-41e0-8fa1-24995926ff84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833688 Oct 20 11:27:20.938145 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cdc094-5f39-4a00-b03f-4d6df8614883 req-fad88db8-f8a2-474e-9a37-186686c56200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:20.939645 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-50cdc094-5f39-4a00-b03f-4d6df8614883 req-fad88db8-f8a2-474e-9a37-186686c56200 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cf71b78b9af947879afccf690a67859e&device_id=cd0fa493-85ae-4c1a-a4e3-043b43b06de1 HTTP/1.1" status: 200 len: 1095 time: 0.0394688 Oct 20 11:27:21.040467 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cdc094-5f39-4a00-b03f-4d6df8614883 req-d79a9173-1afb-4c36-b944-502f24e38590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:21.041873 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-50cdc094-5f39-4a00-b03f-4d6df8614883 req-d79a9173-1afb-4c36-b944-502f24e38590 service neutron] 10.222.0.69 "GET /v2.0/networks?id=58000774-e5ac-41e0-8fa1-24995926ff84 HTTP/1.1" status: 200 len: 917 time: 0.0950868 Oct 20 11:27:21.082772 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-50cdc094-5f39-4a00-b03f-4d6df8614883 req-4284a40e-433c-4f7d-8ced-08eb61fd4ebc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a552f5df-d2c7-4650-a7bd-d8350a804dd6 HTTP/1.1" status: 200 len: 217 time: 0.0342050 Oct 20 11:27:21.131670 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cdc094-5f39-4a00-b03f-4d6df8614883 req-1c9e67ee-0f0e-43d2-989b-a68fba1afd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:21.134040 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-50cdc094-5f39-4a00-b03f-4d6df8614883 req-1c9e67ee-0f0e-43d2-989b-a68fba1afd4e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=617b7abe-2ace-4939-a8d3-7583ae41379b HTTP/1.1" status: 200 len: 855 time: 0.0425227 Oct 20 11:27:21.182305 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cdc094-5f39-4a00-b03f-4d6df8614883 req-55f5617f-df5f-4a12-ac80-a54fba3443df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:21.183823 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-50cdc094-5f39-4a00-b03f-4d6df8614883 req-55f5617f-df5f-4a12-ac80-a54fba3443df service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=58000774-e5ac-41e0-8fa1-24995926ff84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428960 Oct 20 11:27:21.263433 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 7 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:27:21.271841 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-50cdc094-5f39-4a00-b03f-4d6df8614883 req-6906338b-5d79-4a5d-9acf-a27cd7949a75 service neutron] 10.222.0.69 "GET /v2.0/networks/58000774-e5ac-41e0-8fa1-24995926ff84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806425 Oct 20 11:27:21.387485 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-50cdc094-5f39-4a00-b03f-4d6df8614883 req-ab0a3df6-aaf2-4c8e-9d14-caa593a54aec service neutron] 10.222.0.69 "GET /v2.0/networks/58000774-e5ac-41e0-8fa1-24995926ff84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083477 Oct 20 11:27:21.801752 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef4b7c7-af5c-429c-bff9-737f283cf901 req-e43e8e8d-24c3-4019-8f58-0bff3c42ad4d tempest-TestEncryptedCinderVolumes-271934144 tempest-TestEncryptedCinderVolumes-271934144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:21.803252 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7ef4b7c7-af5c-429c-bff9-737f283cf901 req-e43e8e8d-24c3-4019-8f58-0bff3c42ad4d tempest-TestEncryptedCinderVolumes-271934144 tempest-TestEncryptedCinderVolumes-271934144-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd0fa493-85ae-4c1a-a4e3-043b43b06de1 HTTP/1.1" status: 200 len: 944 time: 0.0499117 Oct 20 11:27:21.840796 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7ef4b7c7-af5c-429c-bff9-737f283cf901 req-bb320a20-fc1b-4154-a33a-7a9f7009decc tempest-TestEncryptedCinderVolumes-271934144 tempest-TestEncryptedCinderVolumes-271934144-project] 10.222.0.64 "GET /v2.0/security-groups?id=b559993e-aaf6-4295-aab9-24cd755ab367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312600 Oct 20 11:27:22.477374 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device a552f5df-d2c7-4650-a7bd-d8350a804dd6 details requested by agent hyperv_n-h2-811396-3 with host n-h2-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:27:22.569655 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port a552f5df-d2c7-4650-a7bd-d8350a804dd6, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=a552f5df-d2c7-4650-a7bd-d8350a804dd6,segment=NetworkSegment(957b719e-f6b5-4b65-9b35-b7282380fe5e),segment_id=957b719e-f6b5-4b65-9b35-b7282380fe5e)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:27:22.582966 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Returning: {'device': 'a552f5df-d2c7-4650-a7bd-d8350a804dd6', 'network_id': '58000774-e5ac-41e0-8fa1-24995926ff84', 'port_id': 'a552f5df-d2c7-4650-a7bd-d8350a804dd6', 'mac_address': 'fa:16:3e:45:4b:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 848, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '617b7abe-2ace-4939-a8d3-7583ae41379b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:27:22.624929 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:22.638477 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a552f5df-d2c7-4650-a7bd-d8350a804dd6 {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:27:22.657643 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port a552f5df-d2c7-4650-a7bd-d8350a804dd6, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=a552f5df-d2c7-4650-a7bd-d8350a804dd6,segment=NetworkSegment(957b719e-f6b5-4b65-9b35-b7282380fe5e),segment_id=957b719e-f6b5-4b65-9b35-b7282380fe5e)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:27:22.661693 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:22.708152 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=a552f5df-d2c7-4650-a7bd-d8350a804dd6,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:27:22.715531 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:27:22.715880 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:27:22.716222 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:27:22.716575 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:27:22.716914 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:27:22.717293 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:27:22.717652 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:27:22.717900 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:27:22.718220 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:27:22.718543 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:27:22.718864 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:27:22.719185 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:27:22.860271 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['a552f5df-d2c7-4650-a7bd-d8350a804dd6'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:27:22.953416 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5145ea22-6ba8-4652-a0c6-9b2adbf6995e req-c180817c-4af5-4d49-ae6f-4e6c902124b2 tempest-TestEncryptedCinderVolumes-271934144 tempest-TestEncryptedCinderVolumes-271934144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:22.954903 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5145ea22-6ba8-4652-a0c6-9b2adbf6995e req-c180817c-4af5-4d49-ae6f-4e6c902124b2 tempest-TestEncryptedCinderVolumes-271934144 tempest-TestEncryptedCinderVolumes-271934144-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd0fa493-85ae-4c1a-a4e3-043b43b06de1 HTTP/1.1" status: 200 len: 945 time: 0.0481186 Oct 20 11:27:22.993290 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5145ea22-6ba8-4652-a0c6-9b2adbf6995e req-919b82de-6dc9-4b18-908f-9b09d4c86f2b tempest-TestEncryptedCinderVolumes-271934144 tempest-TestEncryptedCinderVolumes-271934144-project] 10.222.0.64 "GET /v2.0/security-groups?id=b559993e-aaf6-4295-aab9-24cd755ab367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315139 Oct 20 11:27:24.114196 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8c9f1a-cb93-49c6-89db-5f0dc7952ff0 req-88a65fc1-6fa1-410c-807a-69466a1ed47c tempest-TestEncryptedCinderVolumes-271934144 tempest-TestEncryptedCinderVolumes-271934144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:24.115658 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4c8c9f1a-cb93-49c6-89db-5f0dc7952ff0 req-88a65fc1-6fa1-410c-807a-69466a1ed47c tempest-TestEncryptedCinderVolumes-271934144 tempest-TestEncryptedCinderVolumes-271934144-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd0fa493-85ae-4c1a-a4e3-043b43b06de1 HTTP/1.1" status: 200 len: 945 time: 0.0515931 Oct 20 11:27:24.152213 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4c8c9f1a-cb93-49c6-89db-5f0dc7952ff0 req-ddd4ae2f-fbc3-4abe-8bf7-a7b95d73e1cf tempest-TestEncryptedCinderVolumes-271934144 tempest-TestEncryptedCinderVolumes-271934144-project] 10.222.0.64 "GET /v2.0/security-groups?id=b559993e-aaf6-4295-aab9-24cd755ab367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306749 Oct 20 11:27:24.477001 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device a552f5df-d2c7-4650-a7bd-d8350a804dd6 up at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:27:24.524310 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning for port a552f5df-d2c7-4650-a7bd-d8350a804dd6 completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:27:24.527772 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning complete for port a552f5df-d2c7-4650-a7bd-d8350a804dd6 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:27:24.528189 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:24.602400 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:24.624535 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd0fa493-85ae-4c1a-a4e3-043b43b06de1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a552f5df-d2c7-4650-a7bd-d8350a804dd6'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:27:24.626807 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3a5a1e74fee385f59395feee7f880defec871777ba90fab9b56a242633970a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8064bd4a-d77d-4a09-a325-ab461ca95534" -d '{"events": [{"server_uuid": "cd0fa493-85ae-4c1a-a4e3-043b43b06de1", "name": "network-vif-plugged", "status": "completed", "tag": "a552f5df-d2c7-4650-a7bd-d8350a804dd6"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:27:24.639527 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port a552f5df-d2c7-4650-a7bd-d8350a804dd6, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=a552f5df-d2c7-4650-a7bd-d8350a804dd6,segment=NetworkSegment(957b719e-f6b5-4b65-9b35-b7282380fe5e),segment_id=957b719e-f6b5-4b65-9b35-b7282380fe5e)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:27:24.643668 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:24.671450 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed045889-c817-4a00-8853-d12f39fdedb9 x-openstack-request-id: req-ed045889-c817-4a00-8853-d12f39fdedb9 {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:27:24.671735 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd0fa493-85ae-4c1a-a4e3-043b43b06de1", "name": "network-vif-plugged", "status": "completed", "tag": "a552f5df-d2c7-4650-a7bd-d8350a804dd6", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:27:24.671992 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ed045889-c817-4a00-8853-d12f39fdedb9 {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:27:24.672373 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd0fa493-85ae-4c1a-a4e3-043b43b06de1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a552f5df-d2c7-4650-a7bd-d8350a804dd6', 'code': 200} Oct 20 11:27:24.698757 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=a552f5df-d2c7-4650-a7bd-d8350a804dd6,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:27:24.762151 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcd561c-8f75-4e2e-a29f-e99c3a148074 req-bfa6795d-42fa-4117-962e-b15b017bea83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:24.763668 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6bcd561c-8f75-4e2e-a29f-e99c3a148074 req-bfa6795d-42fa-4117-962e-b15b017bea83 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=cd0fa493-85ae-4c1a-a4e3-043b43b06de1 HTTP/1.1" status: 200 len: 1097 time: 0.0388851 Oct 20 11:27:24.796856 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6bcd561c-8f75-4e2e-a29f-e99c3a148074 req-6874b369-6ca2-4531-b196-55fb94fce0a6 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=b559993e-aaf6-4295-aab9-24cd755ab367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0260708 Oct 20 11:27:25.275095 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f828372b-c620-4594-92d4-33975b9c8648 req-a7146fc3-6d67-43d8-8de1-9148cc32ae34 tempest-TestEncryptedCinderVolumes-271934144 tempest-TestEncryptedCinderVolumes-271934144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:25.276580 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f828372b-c620-4594-92d4-33975b9c8648 req-a7146fc3-6d67-43d8-8de1-9148cc32ae34 tempest-TestEncryptedCinderVolumes-271934144 tempest-TestEncryptedCinderVolumes-271934144-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd0fa493-85ae-4c1a-a4e3-043b43b06de1 HTTP/1.1" status: 200 len: 946 time: 0.0481648 Oct 20 11:27:25.313676 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f828372b-c620-4594-92d4-33975b9c8648 req-9766fc20-33c1-46e6-9a66-4fec5103d9ac tempest-TestEncryptedCinderVolumes-271934144 tempest-TestEncryptedCinderVolumes-271934144-project] 10.222.0.64 "GET /v2.0/security-groups?id=b559993e-aaf6-4295-aab9-24cd755ab367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311573 Oct 20 11:27:26.433148 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adad31d7-3e83-4c42-9100-3d7888afe8b9 req-cf9673c5-d76d-42e1-a2d7-181b57198038 tempest-TestEncryptedCinderVolumes-271934144 tempest-TestEncryptedCinderVolumes-271934144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:26.434625 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-adad31d7-3e83-4c42-9100-3d7888afe8b9 req-cf9673c5-d76d-42e1-a2d7-181b57198038 tempest-TestEncryptedCinderVolumes-271934144 tempest-TestEncryptedCinderVolumes-271934144-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd0fa493-85ae-4c1a-a4e3-043b43b06de1 HTTP/1.1" status: 200 len: 946 time: 0.0519674 Oct 20 11:27:26.472597 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-adad31d7-3e83-4c42-9100-3d7888afe8b9 req-ddc16697-2c95-4ff7-87f0-3a3703f6e267 tempest-TestEncryptedCinderVolumes-271934144 tempest-TestEncryptedCinderVolumes-271934144-project] 10.222.0.64 "GET /v2.0/security-groups?id=b559993e-aaf6-4295-aab9-24cd755ab367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320182 Oct 20 11:27:26.586604 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6109d15-d823-4f9b-b47f-3ad0e2dbe613 req-a912e780-f7fe-421a-a46a-2c8b0a6ac528 tempest-TestEncryptedCinderVolumes-271934144 tempest-TestEncryptedCinderVolumes-271934144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:26.588136 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f6109d15-d823-4f9b-b47f-3ad0e2dbe613 req-a912e780-f7fe-421a-a46a-2c8b0a6ac528 tempest-TestEncryptedCinderVolumes-271934144 tempest-TestEncryptedCinderVolumes-271934144-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd0fa493-85ae-4c1a-a4e3-043b43b06de1 HTTP/1.1" status: 200 len: 946 time: 0.0507028 Oct 20 11:27:26.625630 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f6109d15-d823-4f9b-b47f-3ad0e2dbe613 req-dc98ad9e-d82f-4f59-a406-39c8d16934e8 tempest-TestEncryptedCinderVolumes-271934144 tempest-TestEncryptedCinderVolumes-271934144-project] 10.222.0.64 "GET /v2.0/security-groups?id=b559993e-aaf6-4295-aab9-24cd755ab367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314438 Oct 20 11:27:33.597223 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-2e78f2fd-7afa-46c8-ac84-b309b8a99eec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:36.453910 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-e26d2e49-9e69-4a21-9bd1-3f86c654a64b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:37.211028 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:37.736169 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:38.621265 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:39.109864 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:47.978476 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccd1daf-66f9-4d99-9330-3860124629a1 req-718e4704-cdb0-4ccb-9a46-865f08a8de16 tempest-TestEncryptedCinderVolumes-271934144 tempest-TestEncryptedCinderVolumes-271934144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:47.980415 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9ccd1daf-66f9-4d99-9330-3860124629a1 req-718e4704-cdb0-4ccb-9a46-865f08a8de16 tempest-TestEncryptedCinderVolumes-271934144 tempest-TestEncryptedCinderVolumes-271934144-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd0fa493-85ae-4c1a-a4e3-043b43b06de1 HTTP/1.1" status: 200 len: 946 time: 0.0519927 Oct 20 11:27:48.023981 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9ccd1daf-66f9-4d99-9330-3860124629a1 req-a32f72b6-db82-4efa-a85c-caf4ec9e2ed8 tempest-TestEncryptedCinderVolumes-271934144 tempest-TestEncryptedCinderVolumes-271934144-project] 10.222.0.64 "GET /v2.0/security-groups?id=b559993e-aaf6-4295-aab9-24cd755ab367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372243 Oct 20 11:27:49.144273 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e67750-1b55-464a-8e51-59be0edf7eb4 req-d9c91578-693d-461d-a144-0266f748297b tempest-TestEncryptedCinderVolumes-271934144 tempest-TestEncryptedCinderVolumes-271934144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:49.145740 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-38e67750-1b55-464a-8e51-59be0edf7eb4 req-d9c91578-693d-461d-a144-0266f748297b tempest-TestEncryptedCinderVolumes-271934144 tempest-TestEncryptedCinderVolumes-271934144-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd0fa493-85ae-4c1a-a4e3-043b43b06de1 HTTP/1.1" status: 200 len: 946 time: 0.0537431 Oct 20 11:27:49.182457 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-38e67750-1b55-464a-8e51-59be0edf7eb4 req-0ac7c2b8-9867-4848-bc9c-4a13dba886be tempest-TestEncryptedCinderVolumes-271934144 tempest-TestEncryptedCinderVolumes-271934144-project] 10.222.0.64 "GET /v2.0/security-groups?id=b559993e-aaf6-4295-aab9-24cd755ab367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308311 Oct 20 11:27:49.493036 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f3cc0e-6fb1-44f7-8672-9d201adb540c req-f9b1b8d6-6227-4f30-b1e9-a7e427e89185 tempest-TestEncryptedCinderVolumes-271934144 tempest-TestEncryptedCinderVolumes-271934144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:49.494449 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-25f3cc0e-6fb1-44f7-8672-9d201adb540c req-f9b1b8d6-6227-4f30-b1e9-a7e427e89185 tempest-TestEncryptedCinderVolumes-271934144 tempest-TestEncryptedCinderVolumes-271934144-project] 10.222.0.69 "GET /v2.0/ports?device_id=cd0fa493-85ae-4c1a-a4e3-043b43b06de1 HTTP/1.1" status: 200 len: 946 time: 0.0471821 Oct 20 11:27:49.578320 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-25f3cc0e-6fb1-44f7-8672-9d201adb540c req-6bbcac27-efce-4cc0-9297-3050cc843e58 tempest-TestEncryptedCinderVolumes-271934144 tempest-TestEncryptedCinderVolumes-271934144-project] Deleting port a552f5df-d2c7-4650-a7bd-d8350a804dd6 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:27:49.578651 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-25f3cc0e-6fb1-44f7-8672-9d201adb540c req-6bbcac27-efce-4cc0-9297-3050cc843e58 tempest-TestEncryptedCinderVolumes-271934144 tempest-TestEncryptedCinderVolumes-271934144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:49.666149 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-25f3cc0e-6fb1-44f7-8672-9d201adb540c req-6bbcac27-efce-4cc0-9297-3050cc843e58 tempest-TestEncryptedCinderVolumes-271934144 tempest-TestEncryptedCinderVolumes-271934144-project] For port a552f5df-d2c7-4650-a7bd-d8350a804dd6, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=a552f5df-d2c7-4650-a7bd-d8350a804dd6,segment=NetworkSegment(957b719e-f6b5-4b65-9b35-b7282380fe5e),segment_id=957b719e-f6b5-4b65-9b35-b7282380fe5e)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:27:49.666515 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-25f3cc0e-6fb1-44f7-8672-9d201adb540c req-6bbcac27-efce-4cc0-9297-3050cc843e58 tempest-TestEncryptedCinderVolumes-271934144 tempest-TestEncryptedCinderVolumes-271934144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:49.679660 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-25f3cc0e-6fb1-44f7-8672-9d201adb540c req-6bbcac27-efce-4cc0-9297-3050cc843e58 tempest-TestEncryptedCinderVolumes-271934144 tempest-TestEncryptedCinderVolumes-271934144-project] Calling delete_port for a552f5df-d2c7-4650-a7bd-d8350a804dd6 owned by compute:nova {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:27:49.725935 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:49.808002 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-25f3cc0e-6fb1-44f7-8672-9d201adb540c req-6bbcac27-efce-4cc0-9297-3050cc843e58 tempest-TestEncryptedCinderVolumes-271934144 tempest-TestEncryptedCinderVolumes-271934144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:49.819806 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['a552f5df-d2c7-4650-a7bd-d8350a804dd6'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:27:49.844204 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbcac27-efce-4cc0-9297-3050cc843e58 tempest-TestEncryptedCinderVolumes-271934144 tempest-TestEncryptedCinderVolumes-271934144-project] Pushing event deleted for resources: {'Port': ['ID=a552f5df-d2c7-4650-a7bd-d8350a804dd6,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:27:49.884506 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-25f3cc0e-6fb1-44f7-8672-9d201adb540c req-6bbcac27-efce-4cc0-9297-3050cc843e58 tempest-TestEncryptedCinderVolumes-271934144 tempest-TestEncryptedCinderVolumes-271934144-project] No DVR routers for this DVR port a552f5df-d2c7-4650-a7bd-d8350a804dd6 on host n-h2-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:27:49.887547 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-25f3cc0e-6fb1-44f7-8672-9d201adb540c req-6bbcac27-efce-4cc0-9297-3050cc843e58 tempest-TestEncryptedCinderVolumes-271934144 tempest-TestEncryptedCinderVolumes-271934144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:49.890874 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-25f3cc0e-6fb1-44f7-8672-9d201adb540c req-6bbcac27-efce-4cc0-9297-3050cc843e58 tempest-TestEncryptedCinderVolumes-271934144 tempest-TestEncryptedCinderVolumes-271934144-project] 10.222.0.69 "DELETE /v2.0/ports/a552f5df-d2c7-4650-a7bd-d8350a804dd6 HTTP/1.1" status: 204 len: 173 time: 0.3910112 Oct 20 11:27:49.891340 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd0fa493-85ae-4c1a-a4e3-043b43b06de1', 'name': 'network-vif-deleted', 'tag': 'a552f5df-d2c7-4650-a7bd-d8350a804dd6'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:27:49.894355 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b817f9d80a1b29ed07bd94f2222da8cf244b0bc6025e0bf33ac95c6b13c59699" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3268bfd2-29a7-417a-a488-a7af3c0a54b2" -d '{"events": [{"server_uuid": "cd0fa493-85ae-4c1a-a4e3-043b43b06de1", "name": "network-vif-deleted", "tag": "a552f5df-d2c7-4650-a7bd-d8350a804dd6"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:27:49.935466 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f466cd08-871f-4227-b946-4e81c57434f8 x-openstack-request-id: req-f466cd08-871f-4227-b946-4e81c57434f8 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:27:49.935838 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd0fa493-85ae-4c1a-a4e3-043b43b06de1", "name": "network-vif-deleted", "tag": "a552f5df-d2c7-4650-a7bd-d8350a804dd6", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:27:49.936161 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f466cd08-871f-4227-b946-4e81c57434f8 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:27:49.936624 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd0fa493-85ae-4c1a-a4e3-043b43b06de1', 'name': 'network-vif-deleted', 'tag': 'a552f5df-d2c7-4650-a7bd-d8350a804dd6', 'status': 'completed', 'code': 200} Oct 20 11:27:50.297377 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7449a5ff-03b7-4b55-b338-fedd70fafae2 req-82549b0d-86ca-44ec-8434-1ad33009c577 tempest-TestEncryptedCinderVolumes-271934144 tempest-TestEncryptedCinderVolumes-271934144-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd0fa493-85ae-4c1a-a4e3-043b43b06de1 HTTP/1.1" status: 200 len: 210 time: 0.0291030 Oct 20 11:27:51.390732 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 45970) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:27:51.747805 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-45de26ae-aa7e-4997-b241-60e3991febe4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1774405'] for router_interface, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:51.990390 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-45de26ae-aa7e-4997-b241-60e3991febe4 admin admin] Deleting port 335dd20b-9fb7-4d36-b72a-624321c9e8f9 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:27:51.990727 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-45de26ae-aa7e-4997-b241-60e3991febe4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:52.067432 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [None req-45de26ae-aa7e-4997-b241-60e3991febe4 admin admin] For port 335dd20b-9fb7-4d36-b72a-624321c9e8f9, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=335dd20b-9fb7-4d36-b72a-624321c9e8f9,segment=NetworkSegment(957b719e-f6b5-4b65-9b35-b7282380fe5e),segment_id=957b719e-f6b5-4b65-9b35-b7282380fe5e)] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:27:52.067721 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-45de26ae-aa7e-4997-b241-60e3991febe4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:52.084403 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-45de26ae-aa7e-4997-b241-60e3991febe4 admin admin] Calling delete_port for 335dd20b-9fb7-4d36-b72a-624321c9e8f9 owned by network:router_interface {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:27:52.259772 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-45de26ae-aa7e-4997-b241-60e3991febe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:52.285012 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45de26ae-aa7e-4997-b241-60e3991febe4 admin admin] Pushing event deleted for resources: {'Port': ['ID=335dd20b-9fb7-4d36-b72a-624321c9e8f9,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:27:52.297512 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45de26ae-aa7e-4997-b241-60e3991febe4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:27:52.297858 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45de26ae-aa7e-4997-b241-60e3991febe4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:27:52.298198 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45de26ae-aa7e-4997-b241-60e3991febe4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:27:52.298536 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45de26ae-aa7e-4997-b241-60e3991febe4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:27:52.298872 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45de26ae-aa7e-4997-b241-60e3991febe4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:27:52.299209 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45de26ae-aa7e-4997-b241-60e3991febe4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:27:52.299556 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45de26ae-aa7e-4997-b241-60e3991febe4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:27:52.299887 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45de26ae-aa7e-4997-b241-60e3991febe4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:27:52.300746 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45de26ae-aa7e-4997-b241-60e3991febe4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:27:52.301075 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45de26ae-aa7e-4997-b241-60e3991febe4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:27:52.301395 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45de26ae-aa7e-4997-b241-60e3991febe4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:27:52.301716 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45de26ae-aa7e-4997-b241-60e3991febe4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:27:52.465111 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-45de26ae-aa7e-4997-b241-60e3991febe4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1771989'] for router_interface, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:52.675942 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45de26ae-aa7e-4997-b241-60e3991febe4 admin admin] Router cf392b88-5df5-4498-b13e-5ca5f8b93eef has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:27:52.783939 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45de26ae-aa7e-4997-b241-60e3991febe4 admin admin] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:27:52.792348 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-45de26ae-aa7e-4997-b241-60e3991febe4 admin admin] 10.222.0.64 "PUT /v2.0/routers/cf392b88-5df5-4498-b13e-5ca5f8b93eef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4000995 Oct 20 11:27:52.792503 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 45980) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:27:52.795025 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0483fb-202f-43bf-94ab-e9192d408f5f None None] Sync routers for ids ['cf392b88-5df5-4498-b13e-5ca5f8b93eef'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:27:52.804902 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0483fb-202f-43bf-94ab-e9192d408f5f None None] Routers {'cf392b88-5df5-4498-b13e-5ca5f8b93eef'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:27:52.805509 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-ee0483fb-202f-43bf-94ab-e9192d408f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:27:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['cf392b88-5df5-4498-b13e-5ca5f8b93eef'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:27:52.899300 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4112286c-a91c-4fe4-8559-f201f1d89899 admin admin] Publish callbacks [] for router, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:52.911543 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-ee0483fb-202f-43bf-94ab-e9192d408f5f None None] Set router cf392b88-5df5-4498-b13e-5ca5f8b93eef gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:27:53.000546 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4112286c-a91c-4fe4-8559-f201f1d89899 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:53.056539 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-4112286c-a91c-4fe4-8559-f201f1d89899 admin admin] Deleting port f4b8221a-ebbc-4e7b-86e3-ba9d8ee4f751 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:27:53.056874 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4112286c-a91c-4fe4-8559-f201f1d89899 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:53.087997 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-ee0483fb-202f-43bf-94ab-e9192d408f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf392b88-5df5-4498-b13e-5ca5f8b93eef', 'name': 'tempest-TestEncryptedCinderVolumes-517927951-router', 'tenant_id': 'cf71b78b9af947879afccf690a67859e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': 'f4b8221a-ebbc-4e7b-86e3-ba9d8ee4f751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:26:29Z', 'updated_at': '2021-10-20T11:27:52Z', 'revision_number': 5, 'project_id': 'cf71b78b9af947879afccf690a67859e', 'gw_port': {'id': 'f4b8221a-ebbc-4e7b-86e3-ba9d8ee4f751', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:c8:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf392b88-5df5-4498-b13e-5ca5f8b93eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:26:30Z', 'updated_at': '2021-10-20T11:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:27:53.127016 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0483fb-202f-43bf-94ab-e9192d408f5f None None] Checking router: cf392b88-5df5-4498-b13e-5ca5f8b93eef for host: n-d-811396-3 {{(pid=100599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:27:53.138224 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0483fb-202f-43bf-94ab-e9192d408f5f None None] Routers {'cf392b88-5df5-4498-b13e-5ca5f8b93eef'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:27:53.138677 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [None req-4112286c-a91c-4fe4-8559-f201f1d89899 admin admin] For port f4b8221a-ebbc-4e7b-86e3-ba9d8ee4f751, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=f4b8221a-ebbc-4e7b-86e3-ba9d8ee4f751,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:27:53.139040 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4112286c-a91c-4fe4-8559-f201f1d89899 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:53.139159 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-ee0483fb-202f-43bf-94ab-e9192d408f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:27:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['cf392b88-5df5-4498-b13e-5ca5f8b93eef'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:27:53.151848 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-4112286c-a91c-4fe4-8559-f201f1d89899 admin admin] Calling delete_port for f4b8221a-ebbc-4e7b-86e3-ba9d8ee4f751 owned by network:router_gateway {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:27:53.236090 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-ee0483fb-202f-43bf-94ab-e9192d408f5f None None] Set router cf392b88-5df5-4498-b13e-5ca5f8b93eef gateway port host: None {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:27:53.289849 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-ee0483fb-202f-43bf-94ab-e9192d408f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf392b88-5df5-4498-b13e-5ca5f8b93eef', 'name': 'tempest-TestEncryptedCinderVolumes-517927951-router', 'tenant_id': 'cf71b78b9af947879afccf690a67859e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:26:29Z', 'updated_at': '2021-10-20T11:27:53Z', 'revision_number': 6, 'project_id': 'cf71b78b9af947879afccf690a67859e', 'gw_port_host': None}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:27:53.316122 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4112286c-a91c-4fe4-8559-f201f1d89899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:53.319572 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0483fb-202f-43bf-94ab-e9192d408f5f None None] The sync data for ids ['cf392b88-5df5-4498-b13e-5ca5f8b93eef'] in n-d-811396-3 is: [{'id': 'cf392b88-5df5-4498-b13e-5ca5f8b93eef', 'name': 'tempest-TestEncryptedCinderVolumes-517927951-router', 'tenant_id': 'cf71b78b9af947879afccf690a67859e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:26:29Z', 'updated_at': '2021-10-20T11:27:53Z', 'revision_number': 6, 'project_id': 'cf71b78b9af947879afccf690a67859e', 'gw_port_host': None}] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:27:53.340464 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4112286c-a91c-4fe4-8559-f201f1d89899 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4b8221a-ebbc-4e7b-86e3-ba9d8ee4f751,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:27:53.411090 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4112286c-a91c-4fe4-8559-f201f1d89899 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1773439'] for router_gateway, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:53.807168 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4112286c-a91c-4fe4-8559-f201f1d89899 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1772272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258304'] for router, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:53.809252 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4112286c-a91c-4fe4-8559-f201f1d89899 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:53.850046 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4112286c-a91c-4fe4-8559-f201f1d89899 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1772267'] for router, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:53.850563 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4112286c-a91c-4fe4-8559-f201f1d89899 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cf392b88-5df5-4498-b13e-5ca5f8b93eef {{(pid=100596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:27:53.854856 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-4112286c-a91c-4fe4-8559-f201f1d89899 admin admin] Publish callbacks [] for router, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:53.856109 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-4112286c-a91c-4fe4-8559-f201f1d89899 admin admin] 10.222.0.64 "DELETE /v2.0/routers/cf392b88-5df5-4498-b13e-5ca5f8b93eef HTTP/1.1" status: 204 len: 168 time: 1.0627587 Oct 20 11:27:53.858671 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 45984) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:27:53.906786 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_v2 [None req-48896216-2a7e-4fe1-a8dc-e0b3af78c391 admin admin] Deleting subnet 617b7abe-2ace-4939-a8d3-7583ae41379b {{(pid=100596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:27:53.910336 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-48896216-2a7e-4fe1-a8dc-e0b3af78c391 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:53.949489 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-48896216-2a7e-4fe1-a8dc-e0b3af78c391 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25189079'] for subnet, precommit_delete_associations {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:54.031490 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-48896216-2a7e-4fe1-a8dc-e0b3af78c391 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:54.084703 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-48896216-2a7e-4fe1-a8dc-e0b3af78c391 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26836193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26761888'] for subnet, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:54.112373 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-48896216-2a7e-4fe1-a8dc-e0b3af78c391 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:54.115683 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-48896216-2a7e-4fe1-a8dc-e0b3af78c391 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/617b7abe-2ace-4939-a8d3-7583ae41379b HTTP/1.1" status: 204 len: 168 time: 0.2559953 Oct 20 11:27:54.116528 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48896216-2a7e-4fe1-a8dc-e0b3af78c391 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=617b7abe-2ace-4939-a8d3-7583ae41379b,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:27:54.118326 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 45986) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:27:54.119864 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaae6160-51a0-4cee-8154-69f84d59afbf None None] Network 58000774-e5ac-41e0-8fa1-24995926ff84 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:27:54.190318 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f66a96e0-175d-441f-9004-db3951205e8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:54.256725 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-f66a96e0-175d-441f-9004-db3951205e8e admin admin] Deleting port a371cdc5-2f5a-4268-9f45-f127d87007de {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:27:54.257081 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f66a96e0-175d-441f-9004-db3951205e8e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:54.324483 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [None req-f66a96e0-175d-441f-9004-db3951205e8e admin admin] For port a371cdc5-2f5a-4268-9f45-f127d87007de, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=a371cdc5-2f5a-4268-9f45-f127d87007de,segment=NetworkSegment(957b719e-f6b5-4b65-9b35-b7282380fe5e),segment_id=957b719e-f6b5-4b65-9b35-b7282380fe5e)] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:27:54.324852 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f66a96e0-175d-441f-9004-db3951205e8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:54.339783 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-f66a96e0-175d-441f-9004-db3951205e8e admin admin] Calling delete_port for a371cdc5-2f5a-4268-9f45-f127d87007de owned by network:dhcp {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:27:54.342278 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d74e82-f6f6-48bc-9f80-fd11cc424ef3 None None] DHCP port deletion for 58000774-e5ac-41e0-8fa1-24995926ff84 request from n-d-811396-3 {{(pid=100598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:27:54.428241 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f66a96e0-175d-441f-9004-db3951205e8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:54.432191 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-19d74e82-f6f6-48bc-9f80-fd11cc424ef3 None None] Deleting port a371cdc5-2f5a-4268-9f45-f127d87007de {{(pid=100598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:27:54.432568 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-19d74e82-f6f6-48bc-9f80-fd11cc424ef3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:54.455423 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66a96e0-175d-441f-9004-db3951205e8e admin admin] Pushing event deleted for resources: {'Port': ['ID=a371cdc5-2f5a-4268-9f45-f127d87007de,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:27:54.464075 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66a96e0-175d-441f-9004-db3951205e8e admin admin] No DVR routers for this DVR port a371cdc5-2f5a-4268-9f45-f127d87007de on host n-d-811396-3 {{(pid=100597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:27:54.508292 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-19d74e82-f6f6-48bc-9f80-fd11cc424ef3 None None] For port a371cdc5-2f5a-4268-9f45-f127d87007de, host n-d-811396-3, got binding levels [] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:27:54.508739 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-19d74e82-f6f6-48bc-9f80-fd11cc424ef3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:54.520180 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-19d74e82-f6f6-48bc-9f80-fd11cc424ef3 None None] Calling delete_port for a371cdc5-2f5a-4268-9f45-f127d87007de owned by network:dhcp {{(pid=100598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:27:54.523340 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.ipam_backend_mixin [None req-19d74e82-f6f6-48bc-9f80-fd11cc424ef3 None None] Port a371cdc5-2f5a-4268-9f45-f127d87007de was not found and therefore no delete operation was performed {{(pid=100598) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 20 11:27:54.524645 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-19d74e82-f6f6-48bc-9f80-fd11cc424ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956'] for port, after_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:54.535071 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f66a96e0-175d-441f-9004-db3951205e8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:54.549683 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d74e82-f6f6-48bc-9f80-fd11cc424ef3 None None] Pushing event deleted for resources: {'Port': ['ID=a371cdc5-2f5a-4268-9f45-f127d87007de,revision_number=None']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:27:54.553818 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d74e82-f6f6-48bc-9f80-fd11cc424ef3 None None] No DVR routers for this DVR port a371cdc5-2f5a-4268-9f45-f127d87007de on host n-d-811396-3 {{(pid=100598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:27:54.566206 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-f66a96e0-175d-441f-9004-db3951205e8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58000774-e5ac-41e0-8fa1-24995926ff84']}} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:27:54.575414 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-f66a96e0-175d-441f-9004-db3951205e8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '957b719e-f6b5-4b65-9b35-b7282380fe5e') {'for_net_delete': True} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:27:54.575711 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-f66a96e0-175d-441f-9004-db3951205e8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '957b719e-f6b5-4b65-9b35-b7282380fe5e') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:27:54.584773 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f66a96e0-175d-441f-9004-db3951205e8e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25852596'] for segment, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:54.598438 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f66a96e0-175d-441f-9004-db3951205e8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:54.604608 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f66a96e0-175d-441f-9004-db3951205e8e admin admin] Releasing vlan 848 on physical network physnet1 to pool {{(pid=100597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:27:54.604986 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f66a96e0-175d-441f-9004-db3951205e8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951012'] for segment, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:54.606684 n-d-811396-3 neutron-server[100597]: Traceback (most recent call last): Oct 20 11:27:54.606684 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:27:54.606684 n-d-811396-3 neutron-server[100597]: timer() Oct 20 11:27:54.606684 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:27:54.606684 n-d-811396-3 neutron-server[100597]: cb(*args, **kw) Oct 20 11:27:54.606684 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:27:54.606684 n-d-811396-3 neutron-server[100597]: return func(*args, **kwargs) Oct 20 11:27:54.606684 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:27:54.606684 n-d-811396-3 neutron-server[100597]: self._notify() Oct 20 11:27:54.606684 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:27:54.606684 n-d-811396-3 neutron-server[100597]: self.callback(batched_events) Oct 20 11:27:54.606684 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:27:54.606684 n-d-811396-3 neutron-server[100597]: event.method(event) Oct 20 11:27:54.606684 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:27:54.606684 n-d-811396-3 neutron-server[100597]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:27:54.606684 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:27:54.606684 n-d-811396-3 neutron-server[100597]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:27:54.606684 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:27:54.606684 n-d-811396-3 neutron-server[100597]: return f(self, *a, **k) Oct 20 11:27:54.606684 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:27:54.606684 n-d-811396-3 neutron-server[100597]: return self._get(url).json() Oct 20 11:27:54.606684 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:27:54.606684 n-d-811396-3 neutron-server[100597]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:27:54.606684 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:27:54.606684 n-d-811396-3 neutron-server[100597]: return self.request(url, 'GET', **kwargs) Oct 20 11:27:54.606684 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:27:54.606684 n-d-811396-3 neutron-server[100597]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:27:54.606684 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:27:54.606684 n-d-811396-3 neutron-server[100597]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:27:54.606684 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:27:54.606684 n-d-811396-3 neutron-server[100597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:27:54.606684 n-d-811396-3 neutron-server[100597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:27:54.617101 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device a552f5df-d2c7-4650-a7bd-d8350a804dd6 no longer exists at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:27:54.640596 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] No Port match for: a552f5df-d2c7-4650-a7bd-d8350a804dd6 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:27:54.640941 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device a552f5df-d2c7-4650-a7bd-d8350a804dd6 not bound to the agent host n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:27:54.660967 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f66a96e0-175d-441f-9004-db3951205e8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:54.666422 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f66a96e0-175d-441f-9004-db3951205e8e admin admin] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:54.669575 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-f66a96e0-175d-441f-9004-db3951205e8e admin admin] 10.222.0.64 "DELETE /v2.0/networks/58000774-e5ac-41e0-8fa1-24995926ff84 HTTP/1.1" status: 204 len: 168 time: 0.5501387 Oct 20 11:27:54.679236 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 45988) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:27:54.681233 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66a96e0-175d-441f-9004-db3951205e8e admin admin] Pushing event deleted for resources: {'Network': ['ID=58000774-e5ac-41e0-8fa1-24995926ff84,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:27:54.790197 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 335dd20b-9fb7-4d36-b72a-624321c9e8f9 no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:27:54.813482 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 335dd20b-9fb7-4d36-b72a-624321c9e8f9 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:27:54.813827 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 335dd20b-9fb7-4d36-b72a-624321c9e8f9 not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:27:54.814241 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device a371cdc5-2f5a-4268-9f45-f127d87007de no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:27:54.835549 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: a371cdc5-2f5a-4268-9f45-f127d87007de {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:27:54.836007 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device a371cdc5-2f5a-4268-9f45-f127d87007de not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:27:54.836647 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device f4b8221a-ebbc-4e7b-86e3-ba9d8ee4f751 no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:27:54.856863 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: f4b8221a-ebbc-4e7b-86e3-ba9d8ee4f751 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:27:54.857210 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device f4b8221a-ebbc-4e7b-86e3-ba9d8ee4f751 not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:27:55.023590 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6edb9413-fd6c-4416-a48d-2d5a74b6bedb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1774405'] for router_interface, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:55.263515 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-6edb9413-fd6c-4416-a48d-2d5a74b6bedb admin admin] Deleting port ec741ca2-dce5-4f2e-bb57-90890e830fd9 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:27:55.263859 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6edb9413-fd6c-4416-a48d-2d5a74b6bedb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:55.341812 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [None req-6edb9413-fd6c-4416-a48d-2d5a74b6bedb admin admin] For port ec741ca2-dce5-4f2e-bb57-90890e830fd9, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=ec741ca2-dce5-4f2e-bb57-90890e830fd9,segment=NetworkSegment(8cd06042-bff1-4fb5-9d54-aa2829e1760d),segment_id=8cd06042-bff1-4fb5-9d54-aa2829e1760d)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:27:55.342100 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6edb9413-fd6c-4416-a48d-2d5a74b6bedb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:55.354676 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-6edb9413-fd6c-4416-a48d-2d5a74b6bedb admin admin] Calling delete_port for ec741ca2-dce5-4f2e-bb57-90890e830fd9 owned by network:router_interface {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:27:55.534368 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6edb9413-fd6c-4416-a48d-2d5a74b6bedb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:55.567784 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edb9413-fd6c-4416-a48d-2d5a74b6bedb admin admin] Pushing event deleted for resources: {'Port': ['ID=ec741ca2-dce5-4f2e-bb57-90890e830fd9,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:27:55.744123 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6edb9413-fd6c-4416-a48d-2d5a74b6bedb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1771989'] for router_interface, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:55.958337 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6edb9413-fd6c-4416-a48d-2d5a74b6bedb admin admin] Router 9a2fd368-4b14-475c-948b-40d7622061d1 has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:27:56.063171 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6edb9413-fd6c-4416-a48d-2d5a74b6bedb admin admin] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:27:56.071688 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-6edb9413-fd6c-4416-a48d-2d5a74b6bedb admin admin] 10.222.0.64 "PUT /v2.0/routers/9a2fd368-4b14-475c-948b-40d7622061d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3951499 Oct 20 11:27:56.071841 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 45992) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:27:56.072379 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85866def-ae25-423e-aaf0-5f4e064fcb12 None None] Sync routers for ids ['9a2fd368-4b14-475c-948b-40d7622061d1'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:27:56.083141 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85866def-ae25-423e-aaf0-5f4e064fcb12 None None] Routers {'9a2fd368-4b14-475c-948b-40d7622061d1'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:27:56.083795 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-85866def-ae25-423e-aaf0-5f4e064fcb12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:27:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['9a2fd368-4b14-475c-948b-40d7622061d1'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:27:56.175160 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0e540cbc-e5e2-44c5-b037-88f80a836481 admin admin] Publish callbacks [] for router, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:56.196018 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-85866def-ae25-423e-aaf0-5f4e064fcb12 None None] Set router 9a2fd368-4b14-475c-948b-40d7622061d1 gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:27:56.275734 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0e540cbc-e5e2-44c5-b037-88f80a836481 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:56.336606 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-0e540cbc-e5e2-44c5-b037-88f80a836481 admin admin] Deleting port 2db89da8-30e2-4caa-a168-fda0e9128922 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:27:56.336953 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0e540cbc-e5e2-44c5-b037-88f80a836481 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:56.419104 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [None req-0e540cbc-e5e2-44c5-b037-88f80a836481 admin admin] For port 2db89da8-30e2-4caa-a168-fda0e9128922, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=2db89da8-30e2-4caa-a168-fda0e9128922,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:27:56.419479 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0e540cbc-e5e2-44c5-b037-88f80a836481 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:56.433223 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-0e540cbc-e5e2-44c5-b037-88f80a836481 admin admin] Calling delete_port for 2db89da8-30e2-4caa-a168-fda0e9128922 owned by network:router_gateway {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:27:56.552512 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-85866def-ae25-423e-aaf0-5f4e064fcb12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a2fd368-4b14-475c-948b-40d7622061d1', 'name': 'tempest-TestEncryptedCinderVolumes-965942702-router', 'tenant_id': 'ebc502a58202470680338847993e54bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': '2db89da8-30e2-4caa-a168-fda0e9128922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:26:34Z', 'updated_at': '2021-10-20T11:27:55Z', 'revision_number': 5, 'project_id': 'ebc502a58202470680338847993e54bc', 'gw_port': {'id': '2db89da8-30e2-4caa-a168-fda0e9128922', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:2f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2fd368-4b14-475c-948b-40d7622061d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:26:34Z', 'updated_at': '2021-10-20T11:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:27:56.585246 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85866def-ae25-423e-aaf0-5f4e064fcb12 None None] Checking router: 9a2fd368-4b14-475c-948b-40d7622061d1 for host: n-d-811396-3 {{(pid=100598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:27:56.593657 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85866def-ae25-423e-aaf0-5f4e064fcb12 None None] Routers {'9a2fd368-4b14-475c-948b-40d7622061d1'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:27:56.594276 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-85866def-ae25-423e-aaf0-5f4e064fcb12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:27:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['9a2fd368-4b14-475c-948b-40d7622061d1'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:27:56.608414 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0e540cbc-e5e2-44c5-b037-88f80a836481 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:56.634662 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e540cbc-e5e2-44c5-b037-88f80a836481 admin admin] Pushing event deleted for resources: {'Port': ['ID=2db89da8-30e2-4caa-a168-fda0e9128922,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:27:56.692147 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-85866def-ae25-423e-aaf0-5f4e064fcb12 None None] Set router 9a2fd368-4b14-475c-948b-40d7622061d1 gateway port host: None {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:27:56.701428 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0e540cbc-e5e2-44c5-b037-88f80a836481 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1773439'] for router_gateway, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:56.748468 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-85866def-ae25-423e-aaf0-5f4e064fcb12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a2fd368-4b14-475c-948b-40d7622061d1', 'name': 'tempest-TestEncryptedCinderVolumes-965942702-router', 'tenant_id': 'ebc502a58202470680338847993e54bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:26:34Z', 'updated_at': '2021-10-20T11:27:56Z', 'revision_number': 6, 'project_id': 'ebc502a58202470680338847993e54bc', 'gw_port_host': None}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:27:56.776684 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85866def-ae25-423e-aaf0-5f4e064fcb12 None None] The sync data for ids ['9a2fd368-4b14-475c-948b-40d7622061d1'] in n-d-811396-3 is: [{'id': '9a2fd368-4b14-475c-948b-40d7622061d1', 'name': 'tempest-TestEncryptedCinderVolumes-965942702-router', 'tenant_id': 'ebc502a58202470680338847993e54bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:26:34Z', 'updated_at': '2021-10-20T11:27:56Z', 'revision_number': 6, 'project_id': 'ebc502a58202470680338847993e54bc', 'gw_port_host': None}] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:27:56.797627 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0e540cbc-e5e2-44c5-b037-88f80a836481 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1772272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258304'] for router, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:56.799948 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0e540cbc-e5e2-44c5-b037-88f80a836481 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:56.850290 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0e540cbc-e5e2-44c5-b037-88f80a836481 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1772267'] for router, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:56.851032 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e540cbc-e5e2-44c5-b037-88f80a836481 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9a2fd368-4b14-475c-948b-40d7622061d1 {{(pid=100596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:27:56.856482 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0e540cbc-e5e2-44c5-b037-88f80a836481 admin admin] Publish callbacks [] for router, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:56.857542 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-0e540cbc-e5e2-44c5-b037-88f80a836481 admin admin] 10.222.0.64 "DELETE /v2.0/routers/9a2fd368-4b14-475c-948b-40d7622061d1 HTTP/1.1" status: 204 len: 168 time: 0.7847376 Oct 20 11:27:56.860180 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 45996) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:27:56.919348 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_v2 [None req-7673bc7f-8cdb-4836-88ff-fab7128c4a70 admin admin] Deleting subnet 21904fc3-7176-4a6f-9391-6f33b61be803 {{(pid=100596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:27:56.922646 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-7673bc7f-8cdb-4836-88ff-fab7128c4a70 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:56.958084 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-7673bc7f-8cdb-4836-88ff-fab7128c4a70 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25189079'] for subnet, precommit_delete_associations {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:57.035261 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-7673bc7f-8cdb-4836-88ff-fab7128c4a70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:57.089038 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-7673bc7f-8cdb-4836-88ff-fab7128c4a70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26836193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26761888'] for subnet, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:57.121409 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-7673bc7f-8cdb-4836-88ff-fab7128c4a70 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:57.125243 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-7673bc7f-8cdb-4836-88ff-fab7128c4a70 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/21904fc3-7176-4a6f-9391-6f33b61be803 HTTP/1.1" status: 204 len: 168 time: 0.2635293 Oct 20 11:27:57.126338 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7673bc7f-8cdb-4836-88ff-fab7128c4a70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21904fc3-7176-4a6f-9391-6f33b61be803,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:27:57.126826 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee0eb04-fc7e-41af-bbd0-425dfefcc772 None None] Network 878f537f-02df-47f3-9215-69524111c22b requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:27:57.129121 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 45998) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:27:57.203301 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-93cfbf1c-1fd5-4e92-8e10-6202c23f7b59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:57.262139 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-93cfbf1c-1fd5-4e92-8e10-6202c23f7b59 admin admin] Deleting port e0dfd77f-811f-420a-a824-cac895a8ff71 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:27:57.262485 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-93cfbf1c-1fd5-4e92-8e10-6202c23f7b59 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:57.332778 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [None req-93cfbf1c-1fd5-4e92-8e10-6202c23f7b59 admin admin] For port e0dfd77f-811f-420a-a824-cac895a8ff71, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=e0dfd77f-811f-420a-a824-cac895a8ff71,segment=NetworkSegment(8cd06042-bff1-4fb5-9d54-aa2829e1760d),segment_id=8cd06042-bff1-4fb5-9d54-aa2829e1760d)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:27:57.333137 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-93cfbf1c-1fd5-4e92-8e10-6202c23f7b59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:57.344353 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-93cfbf1c-1fd5-4e92-8e10-6202c23f7b59 admin admin] Calling delete_port for e0dfd77f-811f-420a-a824-cac895a8ff71 owned by network:dhcp {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:27:57.422024 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-93cfbf1c-1fd5-4e92-8e10-6202c23f7b59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:57.448982 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cfbf1c-1fd5-4e92-8e10-6202c23f7b59 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0dfd77f-811f-420a-a824-cac895a8ff71,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:27:57.454899 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93cfbf1c-1fd5-4e92-8e10-6202c23f7b59 admin admin] No DVR routers for this DVR port e0dfd77f-811f-420a-a824-cac895a8ff71 on host n-d-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:27:57.523133 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-93cfbf1c-1fd5-4e92-8e10-6202c23f7b59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:57.545436 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-93cfbf1c-1fd5-4e92-8e10-6202c23f7b59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['878f537f-02df-47f3-9215-69524111c22b']}} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:27:57.555950 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-93cfbf1c-1fd5-4e92-8e10-6202c23f7b59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cd06042-bff1-4fb5-9d54-aa2829e1760d') {'for_net_delete': True} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:27:57.556348 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b870aa-ff4a-48d9-b847-36a9eda16d04 None None] DHCP port deletion for 878f537f-02df-47f3-9215-69524111c22b request from n-d-811396-3 {{(pid=100598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:27:57.556598 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-93cfbf1c-1fd5-4e92-8e10-6202c23f7b59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cd06042-bff1-4fb5-9d54-aa2829e1760d') {} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:27:57.571199 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-93cfbf1c-1fd5-4e92-8e10-6202c23f7b59 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25189038'] for segment, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:57.585461 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-93cfbf1c-1fd5-4e92-8e10-6202c23f7b59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:57.591353 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93cfbf1c-1fd5-4e92-8e10-6202c23f7b59 admin admin] Releasing vlan 803 on physical network physnet1 to pool {{(pid=100596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:27:57.591828 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-93cfbf1c-1fd5-4e92-8e10-6202c23f7b59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26833155'] for segment, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:57.593471 n-d-811396-3 neutron-server[100596]: Traceback (most recent call last): Oct 20 11:27:57.593471 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:27:57.593471 n-d-811396-3 neutron-server[100596]: timer() Oct 20 11:27:57.593471 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:27:57.593471 n-d-811396-3 neutron-server[100596]: cb(*args, **kw) Oct 20 11:27:57.593471 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:27:57.593471 n-d-811396-3 neutron-server[100596]: return func(*args, **kwargs) Oct 20 11:27:57.593471 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:27:57.593471 n-d-811396-3 neutron-server[100596]: self._notify() Oct 20 11:27:57.593471 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:27:57.593471 n-d-811396-3 neutron-server[100596]: self.callback(batched_events) Oct 20 11:27:57.593471 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:27:57.593471 n-d-811396-3 neutron-server[100596]: event.method(event) Oct 20 11:27:57.593471 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:27:57.593471 n-d-811396-3 neutron-server[100596]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:27:57.593471 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:27:57.593471 n-d-811396-3 neutron-server[100596]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:27:57.593471 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:27:57.593471 n-d-811396-3 neutron-server[100596]: return f(self, *a, **k) Oct 20 11:27:57.593471 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:27:57.593471 n-d-811396-3 neutron-server[100596]: return self._get(url).json() Oct 20 11:27:57.593471 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:27:57.593471 n-d-811396-3 neutron-server[100596]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:27:57.593471 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:27:57.593471 n-d-811396-3 neutron-server[100596]: return self.request(url, 'GET', **kwargs) Oct 20 11:27:57.593471 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:27:57.593471 n-d-811396-3 neutron-server[100596]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:27:57.593471 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:27:57.593471 n-d-811396-3 neutron-server[100596]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:27:57.593471 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:27:57.593471 n-d-811396-3 neutron-server[100596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:27:57.593471 n-d-811396-3 neutron-server[100596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:27:57.662049 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-93cfbf1c-1fd5-4e92-8e10-6202c23f7b59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:57.675927 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-93cfbf1c-1fd5-4e92-8e10-6202c23f7b59 admin admin] Publish callbacks [] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:57.675927 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-93cfbf1c-1fd5-4e92-8e10-6202c23f7b59 admin admin] 10.222.0.64 "DELETE /v2.0/networks/878f537f-02df-47f3-9215-69524111c22b HTTP/1.1" status: 204 len: 168 time: 0.5411947 Oct 20 11:27:57.684720 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cfbf1c-1fd5-4e92-8e10-6202c23f7b59 admin admin] Pushing event deleted for resources: {'Network': ['ID=878f537f-02df-47f3-9215-69524111c22b,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:27:57.835191 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 46002) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:27:57.874958 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-417b47ed-0362-4916-9f8a-c028640763b1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cf71b78b9af947879afccf690a67859e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384681 Oct 20 11:27:57.877377 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 46004) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:27:57.924335 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-479c34fc-1ac5-4cf6-9235-73d7ffe528e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:57.946492 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-479c34fc-1ac5-4cf6-9235-73d7ffe528e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:57.996651 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-479c34fc-1ac5-4cf6-9235-73d7ffe528e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:57.999234 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-479c34fc-1ac5-4cf6-9235-73d7ffe528e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:58.000409 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-479c34fc-1ac5-4cf6-9235-73d7ffe528e7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b559993e-aaf6-4295-aab9-24cd755ab367 HTTP/1.1" status: 204 len: 168 time: 0.1221311 Oct 20 11:27:58.008443 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479c34fc-1ac5-4cf6-9235-73d7ffe528e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b559993e-aaf6-4295-aab9-24cd755ab367,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:27:58.262846 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 7 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:27:58.309671 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 46010) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:27:58.348557 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-a2909f76-eb07-4d67-bd64-ed2ef0d23886 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ebc502a58202470680338847993e54bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0377619 Oct 20 11:27:58.350956 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 46012) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:27:58.396829 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-efa585ba-98dc-45e4-81a3-6784267d3cb8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:58.417457 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-efa585ba-98dc-45e4-81a3-6784267d3cb8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:58.465132 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-efa585ba-98dc-45e4-81a3-6784267d3cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:58.467774 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-efa585ba-98dc-45e4-81a3-6784267d3cb8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:58.468933 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-efa585ba-98dc-45e4-81a3-6784267d3cb8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f20081f5-d08b-44e7-bd0b-d96a8fe0595b HTTP/1.1" status: 204 len: 168 time: 0.1170475 Oct 20 11:27:58.477840 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa585ba-98dc-45e4-81a3-6784267d3cb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f20081f5-d08b-44e7-bd0b-d96a8fe0595b,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:27:58.790646 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device e0dfd77f-811f-420a-a824-cac895a8ff71 no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:27:58.811297 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: e0dfd77f-811f-420a-a824-cac895a8ff71 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:27:58.811671 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device e0dfd77f-811f-420a-a824-cac895a8ff71 not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:27:58.812092 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device ec741ca2-dce5-4f2e-bb57-90890e830fd9 no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:27:58.832005 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: ec741ca2-dce5-4f2e-bb57-90890e830fd9 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:27:58.832599 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device ec741ca2-dce5-4f2e-bb57-90890e830fd9 not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:27:58.832999 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 2db89da8-30e2-4caa-a168-fda0e9128922 no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:27:58.855119 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 2db89da8-30e2-4caa-a168-fda0e9128922 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:27:58.855486 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 2db89da8-30e2-4caa-a168-fda0e9128922 not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:27:59.129276 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 46034) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:27:59.222414 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-e36f10cf-ccad-486d-ab84-a803fd9c444e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-696200830-network', 'tenant_id': '1ad5aa6335664059b16230a3749ff325'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:27:59.244379 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e36f10cf-ccad-486d-ab84-a803fd9c444e admin admin] Made reservation on behalf of 1ad5aa6335664059b16230a3749ff325 for: {'network': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:27:59.246708 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e36f10cf-ccad-486d-ab84-a803fd9c444e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:59.255208 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e36f10cf-ccad-486d-ab84-a803fd9c444e admin admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:59.329237 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e36f10cf-ccad-486d-ab84-a803fd9c444e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:59.332943 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e36f10cf-ccad-486d-ab84-a803fd9c444e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:59.362948 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e36f10cf-ccad-486d-ab84-a803fd9c444e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 830} {{(pid=100596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:27:59.369415 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36f10cf-ccad-486d-ab84-a803fd9c444e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09bcf9e0-3834-41a0-8180-0c087b780320,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:27:59.376437 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e36f10cf-ccad-486d-ab84-a803fd9c444e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:59.376711 n-d-811396-3 neutron-server[100596]: INFO neutron.db.segments_db [None req-e36f10cf-ccad-486d-ab84-a803fd9c444e admin admin] Added segment adff8de7-150d-438e-b0e0-e9cae431330e of type vlan for network 4d9d35a7-26f6-4457-b814-5012056fbf1a Oct 20 11:27:59.416285 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e36f10cf-ccad-486d-ab84-a803fd9c444e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:59.441490 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e36f10cf-ccad-486d-ab84-a803fd9c444e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:59.442472 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e36f10cf-ccad-486d-ab84-a803fd9c444e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:59.443049 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e36f10cf-ccad-486d-ab84-a803fd9c444e admin admin] Publish callbacks [] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:59.472701 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-e36f10cf-ccad-486d-ab84-a803fd9c444e admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3423514 Oct 20 11:27:59.475679 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 46038) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:27:59.480783 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-f5564367-14cf-4c21-8eb0-294f2d559f6b admin admin] Request body: {'subnet': {'network_id': '4d9d35a7-26f6-4457-b814-5012056fbf1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-696200830-subnet', 'tenant_id': '1ad5aa6335664059b16230a3749ff325', 'ip_version': 4}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:27:59.502990 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5564367-14cf-4c21-8eb0-294f2d559f6b admin admin] Made reservation on behalf of 1ad5aa6335664059b16230a3749ff325 for: {'subnet': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:27:59.505227 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f5564367-14cf-4c21-8eb0-294f2d559f6b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25350782'] for subnet, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:59.507627 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36f10cf-ccad-486d-ab84-a803fd9c444e admin admin] Pushing event updated for resources: {'Network': ['ID=4d9d35a7-26f6-4457-b814-5012056fbf1a,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:27:59.517503 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network 4d9d35a7-26f6-4457-b814-5012056fbf1a details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:27:59.689273 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f5564367-14cf-4c21-8eb0-294f2d559f6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25350752'] for subnet, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:59.741021 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5564367-14cf-4c21-8eb0-294f2d559f6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=acf138a7-7402-4d64-982c-591f4ca8d63d,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:27:59.751335 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5564367-14cf-4c21-8eb0-294f2d559f6b admin admin] Checking segment: {'id': 'adff8de7-150d-438e-b0e0-e9cae431330e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '4d9d35a7-26f6-4457-b814-5012056fbf1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:27:59.751728 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5564367-14cf-4c21-8eb0-294f2d559f6b admin admin] Network hostable DHCP agents. Network: 4d9d35a7-26f6-4457-b814-5012056fbf1a, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:27:59.769017 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5564367-14cf-4c21-8eb0-294f2d559f6b admin admin] Network 4d9d35a7-26f6-4457-b814-5012056fbf1a is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:27:59.777179 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-f5564367-14cf-4c21-8eb0-294f2d559f6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, 4d9d35a7-26f6-4457-b814-5012056fbf1a) {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:27:59.781524 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5564367-14cf-4c21-8eb0-294f2d559f6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:59.782137 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f5564367-14cf-4c21-8eb0-294f2d559f6b admin admin] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:59.786766 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d358a7-1c76-450b-9027-68e1bce125d4 None None] Network 4d9d35a7-26f6-4457-b814-5012056fbf1a requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:27:59.797385 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-f5564367-14cf-4c21-8eb0-294f2d559f6b admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3206174 Oct 20 11:27:59.800770 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 46040) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:27:59.804968 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-1e516df7-0251-4fca-abf2-1f7856a01403 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-696200830-router', 'tenant_id': '1ad5aa6335664059b16230a3749ff325', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:27:59.825106 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1e516df7-0251-4fca-abf2-1f7856a01403 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1772442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258322'] for router, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:59.826044 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1e516df7-0251-4fca-abf2-1f7856a01403 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1772334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773516', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258315'] for router, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:59.881872 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1e516df7-0251-4fca-abf2-1f7856a01403 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:59.934469 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54bb3a0c-b2b5-4213-a160-c7080c666c7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524064ba-869c-5550-b826-c26b69a11278-4d9d35a7-26f6-4457-b814-5012056fbf1a', 'network_id': '4d9d35a7-26f6-4457-b814-5012056fbf1a', 'tenant_id': '1ad5aa6335664059b16230a3749ff325', 'fixed_ips': [{'subnet_id': 'acf138a7-7402-4d64-982c-591f4ca8d63d'}]}} from n-d-811396-3. {{(pid=100598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:27:59.935343 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-54bb3a0c-b2b5-4213-a160-c7080c666c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:00.075495 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-54bb3a0c-b2b5-4213-a160-c7080c666c7b None None] Allocated IP 172.20.0.2 (4d9d35a7-26f6-4457-b814-5012056fbf1a/acf138a7-7402-4d64-982c-591f4ca8d63d/0185097c-4e1f-4d8e-8509-03800f5f57f7) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:28:00.224496 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-54bb3a0c-b2b5-4213-a160-c7080c666c7b None None] Publish callbacks [] for port, precommit_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:00.230402 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-54bb3a0c-b2b5-4213-a160-c7080c666c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:00.270828 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54bb3a0c-b2b5-4213-a160-c7080c666c7b None None] Network 4d9d35a7-26f6-4457-b814-5012056fbf1a is already hosted by enough agents. {{(pid=100598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:28:00.272539 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1e516df7-0251-4fca-abf2-1f7856a01403 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:00.273701 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.base_scheduler [None req-54bb3a0c-b2b5-4213-a160-c7080c666c7b None None] Resources bound (agent type, host, resource id): {{(pid=100598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:28:00.277226 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54bb3a0c-b2b5-4213-a160-c7080c666c7b None None] Received port after_create {{(pid=100598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:28:00.283073 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bb3a0c-b2b5-4213-a160-c7080c666c7b None None] Pushing event updated for resources: {'Port': ['ID=0185097c-4e1f-4d8e-8509-03800f5f57f7,revision_number=1']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:28:00.334126 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-54bb3a0c-b2b5-4213-a160-c7080c666c7b None None] Attempting to bind port 0185097c-4e1f-4d8e-8509-03800f5f57f7 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:28:00.334404 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-54bb3a0c-b2b5-4213-a160-c7080c666c7b None None] Attempting to bind port 0185097c-4e1f-4d8e-8509-03800f5f57f7 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': 'adff8de7-150d-438e-b0e0-e9cae431330e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '4d9d35a7-26f6-4457-b814-5012056fbf1a'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:28:00.334766 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54bb3a0c-b2b5-4213-a160-c7080c666c7b None None] Attempting to bind port 0185097c-4e1f-4d8e-8509-03800f5f57f7 on network 4d9d35a7-26f6-4457-b814-5012056fbf1a {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:28:00.339671 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54bb3a0c-b2b5-4213-a160-c7080c666c7b None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 27, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:28:00.340046 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54bb3a0c-b2b5-4213-a160-c7080c666c7b None None] Checking segment: {'id': 'adff8de7-150d-438e-b0e0-e9cae431330e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '4d9d35a7-26f6-4457-b814-5012056fbf1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:28:00.340449 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-54bb3a0c-b2b5-4213-a160-c7080c666c7b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:00.340840 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54bb3a0c-b2b5-4213-a160-c7080c666c7b None None] Bound using segment: {'id': 'adff8de7-150d-438e-b0e0-e9cae431330e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '4d9d35a7-26f6-4457-b814-5012056fbf1a'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:28:00.341304 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-54bb3a0c-b2b5-4213-a160-c7080c666c7b None None] Bound port: 0185097c-4e1f-4d8e-8509-03800f5f57f7, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adff8de7-150d-438e-b0e0-e9cae431330e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '4d9d35a7-26f6-4457-b814-5012056fbf1a'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:28:00.341684 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-54bb3a0c-b2b5-4213-a160-c7080c666c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:00.407015 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-54bb3a0c-b2b5-4213-a160-c7080c666c7b None None] For port 0185097c-4e1f-4d8e-8509-03800f5f57f7, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:28:00.411092 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-54bb3a0c-b2b5-4213-a160-c7080c666c7b None None] For port 0185097c-4e1f-4d8e-8509-03800f5f57f7, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=0185097c-4e1f-4d8e-8509-03800f5f57f7,segment=NetworkSegment(adff8de7-150d-438e-b0e0-e9cae431330e),segment_id=adff8de7-150d-438e-b0e0-e9cae431330e)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:28:00.415272 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-54bb3a0c-b2b5-4213-a160-c7080c666c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:00.472599 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bb3a0c-b2b5-4213-a160-c7080c666c7b None None] Pushing event updated for resources: {'Port': ['ID=0185097c-4e1f-4d8e-8509-03800f5f57f7,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:28:00.479525 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1e516df7-0251-4fca-abf2-1f7856a01403 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:00.499510 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1e516df7-0251-4fca-abf2-1f7856a01403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:00.611539 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-1e516df7-0251-4fca-abf2-1f7856a01403 admin admin] Allocated IP 172.25.1.86 (cbe170d3-31ba-45a2-b477-520ab0a7a8ea/f4e26aca-17ac-4adb-a66b-d939a1b35b64/5281a72a-5ef3-4d2b-9a41-285bec0c1f50) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:28:00.724427 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1e516df7-0251-4fca-abf2-1f7856a01403 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:00.767134 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1e516df7-0251-4fca-abf2-1f7856a01403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:00.814768 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e516df7-0251-4fca-abf2-1f7856a01403 admin admin] Network cbe170d3-31ba-45a2-b477-520ab0a7a8ea is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:28:00.819220 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e516df7-0251-4fca-abf2-1f7856a01403 admin admin] Pushing event updated for resources: {'Port': ['ID=5281a72a-5ef3-4d2b-9a41-285bec0c1f50,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:28:00.819546 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 0185097c-4e1f-4d8e-8509-03800f5f57f7 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:28:00.822115 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-1e516df7-0251-4fca-abf2-1f7856a01403 admin admin] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:28:00.824696 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e516df7-0251-4fca-abf2-1f7856a01403 admin admin] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:28:00.871548 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 0185097c-4e1f-4d8e-8509-03800f5f57f7 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:28:00.871795 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:00.952788 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:00.985091 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] For port 0185097c-4e1f-4d8e-8509-03800f5f57f7, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=0185097c-4e1f-4d8e-8509-03800f5f57f7,segment=NetworkSegment(adff8de7-150d-438e-b0e0-e9cae431330e),segment_id=adff8de7-150d-438e-b0e0-e9cae431330e)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:28:00.989198 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:01.038186 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Pushing event updated for resources: {'Port': ['ID=0185097c-4e1f-4d8e-8509-03800f5f57f7,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:28:01.072566 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1e516df7-0251-4fca-abf2-1f7856a01403 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:01.273294 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1e516df7-0251-4fca-abf2-1f7856a01403 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1773475'] for router, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:01.404577 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e516df7-0251-4fca-abf2-1f7856a01403 admin admin] Router c2265eee-dc32-4d60-b8a9-d91fc25c3d98 is scheduled to L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 with binding_index 1 {{(pid=100597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 11:28:01.419067 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5703b83e-58f3-4492-ba5d-a00fddecaffd None None] Network 4d9d35a7-26f6-4457-b814-5012056fbf1a requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:28:01.492533 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-7dab088f-7343-40a8-a6eb-ba7cdf06c855 None None] Provisioning complete for port 0185097c-4e1f-4d8e-8509-03800f5f57f7 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:28:01.492915 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-7dab088f-7343-40a8-a6eb-ba7cdf06c855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:01.512715 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e516df7-0251-4fca-abf2-1f7856a01403 admin admin] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:28:01.526530 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b124809e-4e9f-4565-9ee8-a677c81346cc None None] Sync routers for ids ['c2265eee-dc32-4d60-b8a9-d91fc25c3d98'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:28:01.530795 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1e516df7-0251-4fca-abf2-1f7856a01403 admin admin] Publish callbacks [] for router, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:01.532275 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-1e516df7-0251-4fca-abf2-1f7856a01403 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.7305832 Oct 20 11:28:01.535753 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 46042) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:28:01.538394 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b124809e-4e9f-4565-9ee8-a677c81346cc None None] Routers {'c2265eee-dc32-4d60-b8a9-d91fc25c3d98'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:28:01.539687 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-b124809e-4e9f-4565-9ee8-a677c81346cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:27:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['c2265eee-dc32-4d60-b8a9-d91fc25c3d98'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:28:01.648309 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-b124809e-4e9f-4565-9ee8-a677c81346cc None None] Set router c2265eee-dc32-4d60-b8a9-d91fc25c3d98 gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:28:01.832861 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-b124809e-4e9f-4565-9ee8-a677c81346cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2265eee-dc32-4d60-b8a9-d91fc25c3d98', 'name': 'tempest-TestMinimumBasicScenario-696200830-router', 'tenant_id': '1ad5aa6335664059b16230a3749ff325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': '5281a72a-5ef3-4d2b-9a41-285bec0c1f50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:27:59Z', 'updated_at': '2021-10-20T11:28:00Z', 'revision_number': 3, 'project_id': '1ad5aa6335664059b16230a3749ff325', 'gw_port': {'id': '5281a72a-5ef3-4d2b-9a41-285bec0c1f50', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:74:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2265eee-dc32-4d60-b8a9-d91fc25c3d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:28:00Z', 'updated_at': '2021-10-20T11:28:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:28:01.859488 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b124809e-4e9f-4565-9ee8-a677c81346cc None None] Checking router: c2265eee-dc32-4d60-b8a9-d91fc25c3d98 for host: n-d-811396-3 {{(pid=100599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:28:01.859824 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b124809e-4e9f-4565-9ee8-a677c81346cc None None] Updating router c2265eee-dc32-4d60-b8a9-d91fc25c3d98 port 5281a72a-5ef3-4d2b-9a41-285bec0c1f50 binding host n-d-811396-3 {{(pid=100599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:28:01.869700 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-51a1d36c-d2e0-431d-b404-1675b956252f None None] Provisioning complete for port 0185097c-4e1f-4d8e-8509-03800f5f57f7 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:28:01.870620 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-51a1d36c-d2e0-431d-b404-1675b956252f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:01.888881 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-b124809e-4e9f-4565-9ee8-a677c81346cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:01.965014 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5886cd9f-793d-4b05-9192-d1d3c901620f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:02.119653 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-5886cd9f-793d-4b05-9192-d1d3c901620f admin admin] Allocated IP 172.20.0.1 (4d9d35a7-26f6-4457-b814-5012056fbf1a/acf138a7-7402-4d64-982c-591f4ca8d63d/a04ae481-e321-45a3-8368-62a1004b4e71) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:28:02.146942 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-b124809e-4e9f-4565-9ee8-a677c81346cc None None] Publish callbacks [] for port, precommit_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:02.152056 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-b124809e-4e9f-4565-9ee8-a677c81346cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:02.201580 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-b124809e-4e9f-4565-9ee8-a677c81346cc None None] Attempting to bind port 5281a72a-5ef3-4d2b-9a41-285bec0c1f50 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:28:02.201869 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-b124809e-4e9f-4565-9ee8-a677c81346cc None None] Attempting to bind port 5281a72a-5ef3-4d2b-9a41-285bec0c1f50 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}] {{(pid=100599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:28:02.202227 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b124809e-4e9f-4565-9ee8-a677c81346cc None None] Attempting to bind port 5281a72a-5ef3-4d2b-9a41-285bec0c1f50 on network cbe170d3-31ba-45a2-b477-520ab0a7a8ea {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:28:02.207313 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a290649-6b7d-4e04-995a-3945281d578f None None] Pushing event updated for resources: {'Port': ['ID=5281a72a-5ef3-4d2b-9a41-285bec0c1f50,revision_number=2']} {{(pid=100599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:28:02.214823 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b124809e-4e9f-4565-9ee8-a677c81346cc None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 27, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:28:02.215187 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b124809e-4e9f-4565-9ee8-a677c81346cc None None] Checking segment: {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:28:02.215604 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-b124809e-4e9f-4565-9ee8-a677c81346cc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:02.215988 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b124809e-4e9f-4565-9ee8-a677c81346cc None None] Bound using segment: {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'} {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:28:02.216440 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-b124809e-4e9f-4565-9ee8-a677c81346cc None None] Bound port: 5281a72a-5ef3-4d2b-9a41-285bec0c1f50, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}}] {{(pid=100599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:28:02.216812 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-b124809e-4e9f-4565-9ee8-a677c81346cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:02.220068 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a290649-6b7d-4e04-995a-3945281d578f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:28:02.220406 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a290649-6b7d-4e04-995a-3945281d578f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:28:02.220735 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a290649-6b7d-4e04-995a-3945281d578f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:28:02.221064 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a290649-6b7d-4e04-995a-3945281d578f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:28:02.221386 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a290649-6b7d-4e04-995a-3945281d578f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:28:02.222232 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a290649-6b7d-4e04-995a-3945281d578f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:28:02.222553 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a290649-6b7d-4e04-995a-3945281d578f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:28:02.222897 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a290649-6b7d-4e04-995a-3945281d578f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:28:02.223216 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a290649-6b7d-4e04-995a-3945281d578f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:28:02.223555 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a290649-6b7d-4e04-995a-3945281d578f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:28:02.223870 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a290649-6b7d-4e04-995a-3945281d578f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:28:02.224183 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a290649-6b7d-4e04-995a-3945281d578f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:28:02.225644 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5886cd9f-793d-4b05-9192-d1d3c901620f admin admin] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:02.262952 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5886cd9f-793d-4b05-9192-d1d3c901620f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:02.290670 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.db [None req-b124809e-4e9f-4565-9ee8-a677c81346cc None None] For port 5281a72a-5ef3-4d2b-9a41-285bec0c1f50, host n-d-811396-3, cleared binding levels {{(pid=100599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:28:02.293813 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.db [None req-b124809e-4e9f-4565-9ee8-a677c81346cc None None] For port 5281a72a-5ef3-4d2b-9a41-285bec0c1f50, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=5281a72a-5ef3-4d2b-9a41-285bec0c1f50,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:28:02.297869 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-b124809e-4e9f-4565-9ee8-a677c81346cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:02.304104 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5886cd9f-793d-4b05-9192-d1d3c901620f admin admin] Network 4d9d35a7-26f6-4457-b814-5012056fbf1a is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:28:02.308938 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-5886cd9f-793d-4b05-9192-d1d3c901620f admin admin] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:28:02.312408 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5886cd9f-793d-4b05-9192-d1d3c901620f admin admin] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:28:02.335605 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5886cd9f-793d-4b05-9192-d1d3c901620f admin admin] Pushing event updated for resources: {'Port': ['ID=a04ae481-e321-45a3-8368-62a1004b4e71,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:28:02.354411 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5886cd9f-793d-4b05-9192-d1d3c901620f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1774540'] for router_interface, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:02.354572 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b124809e-4e9f-4565-9ee8-a677c81346cc None None] Routers {'c2265eee-dc32-4d60-b8a9-d91fc25c3d98'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:28:02.355090 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-b124809e-4e9f-4565-9ee8-a677c81346cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:27:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['c2265eee-dc32-4d60-b8a9-d91fc25c3d98'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:28:02.359659 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a290649-6b7d-4e04-995a-3945281d578f None None] Pushing event updated for resources: {'Port': ['ID=5281a72a-5ef3-4d2b-9a41-285bec0c1f50,revision_number=3']} {{(pid=100599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:28:02.569768 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-94fd2e39-67d5-4a97-af69-5eebba6dc0e5 None None] Provisioning complete for port a04ae481-e321-45a3-8368-62a1004b4e71 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:28:02.570389 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-94fd2e39-67d5-4a97-af69-5eebba6dc0e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:02.578069 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-b124809e-4e9f-4565-9ee8-a677c81346cc None None] Set router c2265eee-dc32-4d60-b8a9-d91fc25c3d98 gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:28:02.607418 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-94fd2e39-67d5-4a97-af69-5eebba6dc0e5 None None] Port a04ae481-e321-45a3-8368-62a1004b4e71 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:28:02.741236 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5886cd9f-793d-4b05-9192-d1d3c901620f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:02.777009 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-b124809e-4e9f-4565-9ee8-a677c81346cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2265eee-dc32-4d60-b8a9-d91fc25c3d98', 'name': 'tempest-TestMinimumBasicScenario-696200830-router', 'tenant_id': '1ad5aa6335664059b16230a3749ff325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': '5281a72a-5ef3-4d2b-9a41-285bec0c1f50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:27:59Z', 'updated_at': '2021-10-20T11:28:00Z', 'revision_number': 3, 'project_id': '1ad5aa6335664059b16230a3749ff325', 'gw_port': {'id': '5281a72a-5ef3-4d2b-9a41-285bec0c1f50', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:74:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2265eee-dc32-4d60-b8a9-d91fc25c3d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:28:00Z', 'updated_at': '2021-10-20T11:28:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:28:02.803035 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b124809e-4e9f-4565-9ee8-a677c81346cc None None] The sync data for ids ['c2265eee-dc32-4d60-b8a9-d91fc25c3d98'] in n-d-811396-3 is: [{'id': 'c2265eee-dc32-4d60-b8a9-d91fc25c3d98', 'name': 'tempest-TestMinimumBasicScenario-696200830-router', 'tenant_id': '1ad5aa6335664059b16230a3749ff325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': '5281a72a-5ef3-4d2b-9a41-285bec0c1f50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:27:59Z', 'updated_at': '2021-10-20T11:28:00Z', 'revision_number': 3, 'project_id': '1ad5aa6335664059b16230a3749ff325', 'gw_port': {'id': '5281a72a-5ef3-4d2b-9a41-285bec0c1f50', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:74:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2265eee-dc32-4d60-b8a9-d91fc25c3d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:28:00Z', 'updated_at': '2021-10-20T11:28:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:28:02.803764 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 0185097c-4e1f-4d8e-8509-03800f5f57f7 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:28:02.857382 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 0185097c-4e1f-4d8e-8509-03800f5f57f7 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:28:02.857758 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:02.926501 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5886cd9f-793d-4b05-9192-d1d3c901620f admin admin] Publish callbacks [] for port, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:02.932469 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5886cd9f-793d-4b05-9192-d1d3c901620f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:03.001262 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5886cd9f-793d-4b05-9192-d1d3c901620f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1774432'] for router_interface, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:03.003747 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5886cd9f-793d-4b05-9192-d1d3c901620f admin admin] Pushing event updated for resources: {'Port': ['ID=a04ae481-e321-45a3-8368-62a1004b4e71,revision_number=2']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:28:03.112922 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5886cd9f-793d-4b05-9192-d1d3c901620f admin admin] Network 4d9d35a7-26f6-4457-b814-5012056fbf1a is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:28:03.114364 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-5886cd9f-793d-4b05-9192-d1d3c901620f admin admin] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:28:03.247239 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5886cd9f-793d-4b05-9192-d1d3c901620f admin admin] Router c2265eee-dc32-4d60-b8a9-d91fc25c3d98 has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:28:03.373500 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5886cd9f-793d-4b05-9192-d1d3c901620f admin admin] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:28:03.378921 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-5886cd9f-793d-4b05-9192-d1d3c901620f admin admin] 10.222.0.64 "PUT /v2.0/routers/c2265eee-dc32-4d60-b8a9-d91fc25c3d98/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8418679 Oct 20 11:28:03.432937 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-27b6efcd-af3e-4bfb-9077-ed71275fb9c7 None None] Provisioning complete for port a04ae481-e321-45a3-8368-62a1004b4e71 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:28:03.433350 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-27b6efcd-af3e-4bfb-9077-ed71275fb9c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:03.470003 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-27b6efcd-af3e-4bfb-9077-ed71275fb9c7 None None] Port a04ae481-e321-45a3-8368-62a1004b4e71 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:28:03.602322 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-80856e78-d1ee-4150-8828-2cec42aad760 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:03.872363 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 46058) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:28:03.877372 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-1841f8a5-d606-43f4-a8bd-bb3eddbbcce3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1867166963-network', 'tenant_id': 'be3f36700fd34845a1d5f69f2fc123d1'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:28:03.898780 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1841f8a5-d606-43f4-a8bd-bb3eddbbcce3 admin admin] Made reservation on behalf of be3f36700fd34845a1d5f69f2fc123d1 for: {'network': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:28:03.901116 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1841f8a5-d606-43f4-a8bd-bb3eddbbcce3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:03.909395 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1841f8a5-d606-43f4-a8bd-bb3eddbbcce3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:03.984346 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1841f8a5-d606-43f4-a8bd-bb3eddbbcce3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:03.988168 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1841f8a5-d606-43f4-a8bd-bb3eddbbcce3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:04.012810 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1841f8a5-d606-43f4-a8bd-bb3eddbbcce3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 845} {{(pid=100597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:28:04.022978 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1841f8a5-d606-43f4-a8bd-bb3eddbbcce3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8573e21f-7b7f-486e-9f50-17de92bf2ffc,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:28:04.027733 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1841f8a5-d606-43f4-a8bd-bb3eddbbcce3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:04.028084 n-d-811396-3 neutron-server[100597]: INFO neutron.db.segments_db [None req-1841f8a5-d606-43f4-a8bd-bb3eddbbcce3 admin admin] Added segment 7da50589-a486-4766-92e1-ae136abe8a2f of type vlan for network bd39378a-b901-4e44-ae6d-403689d75b46 Oct 20 11:28:04.068481 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1841f8a5-d606-43f4-a8bd-bb3eddbbcce3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:04.094333 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1841f8a5-d606-43f4-a8bd-bb3eddbbcce3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:04.095294 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1841f8a5-d606-43f4-a8bd-bb3eddbbcce3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:04.095893 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1841f8a5-d606-43f4-a8bd-bb3eddbbcce3 admin admin] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:04.133383 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-1841f8a5-d606-43f4-a8bd-bb3eddbbcce3 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2599080 Oct 20 11:28:04.136284 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 46060) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:28:04.141221 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-7feb5547-a299-42e1-881e-10a34989b981 admin admin] Request body: {'subnet': {'network_id': 'bd39378a-b901-4e44-ae6d-403689d75b46', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1867166963-subnet', 'tenant_id': 'be3f36700fd34845a1d5f69f2fc123d1', 'ip_version': 4}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:28:04.161800 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7feb5547-a299-42e1-881e-10a34989b981 admin admin] Made reservation on behalf of be3f36700fd34845a1d5f69f2fc123d1 for: {'subnet': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:28:04.163141 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1841f8a5-d606-43f4-a8bd-bb3eddbbcce3 admin admin] Pushing event updated for resources: {'Network': ['ID=bd39378a-b901-4e44-ae6d-403689d75b46,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:28:04.164614 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-7feb5547-a299-42e1-881e-10a34989b981 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26761797'] for subnet, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:04.173230 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network bd39378a-b901-4e44-ae6d-403689d75b46 details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:28:04.343583 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-7feb5547-a299-42e1-881e-10a34989b981 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26836128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26761819'] for subnet, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:04.398136 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feb5547-a299-42e1-881e-10a34989b981 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41845cec-1427-4e8a-8340-f6b47269a914,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:28:04.411651 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7feb5547-a299-42e1-881e-10a34989b981 admin admin] Checking segment: {'id': '7da50589-a486-4766-92e1-ae136abe8a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'bd39378a-b901-4e44-ae6d-403689d75b46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:28:04.412016 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7feb5547-a299-42e1-881e-10a34989b981 admin admin] Network hostable DHCP agents. Network: bd39378a-b901-4e44-ae6d-403689d75b46, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:28:04.427159 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f4ecb5-c1bc-4999-9f05-6fdbf4351d63 None None] Sync routers for ids ['c2265eee-dc32-4d60-b8a9-d91fc25c3d98'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:28:04.429520 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7feb5547-a299-42e1-881e-10a34989b981 admin admin] Network bd39378a-b901-4e44-ae6d-403689d75b46 is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:28:04.437387 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f4ecb5-c1bc-4999-9f05-6fdbf4351d63 None None] Routers {'c2265eee-dc32-4d60-b8a9-d91fc25c3d98'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:28:04.438039 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-67f4ecb5-c1bc-4999-9f05-6fdbf4351d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:27:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['c2265eee-dc32-4d60-b8a9-d91fc25c3d98'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:28:04.438786 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-7feb5547-a299-42e1-881e-10a34989b981 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, bd39378a-b901-4e44-ae6d-403689d75b46) {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:28:04.443974 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7feb5547-a299-42e1-881e-10a34989b981 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:04.445108 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-7feb5547-a299-42e1-881e-10a34989b981 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:04.460524 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-7feb5547-a299-42e1-881e-10a34989b981 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3231652 Oct 20 11:28:04.463121 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 46062) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:28:04.467330 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-0d52cd82-abcf-4513-a1d6-b90f3b6b9693 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1867166963-router', 'tenant_id': 'be3f36700fd34845a1d5f69f2fc123d1', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:28:04.475942 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ccd8503-e5e5-416c-8307-2fb46c76b29c None None] Network bd39378a-b901-4e44-ae6d-403689d75b46 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:28:04.487862 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0d52cd82-abcf-4513-a1d6-b90f3b6b9693 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1772442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258322'] for router, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:04.488974 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0d52cd82-abcf-4513-a1d6-b90f3b6b9693 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1772334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773516', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258315'] for router, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:04.541569 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0d52cd82-abcf-4513-a1d6-b90f3b6b9693 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:04.611781 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-67f4ecb5-c1bc-4999-9f05-6fdbf4351d63 None None] Set router c2265eee-dc32-4d60-b8a9-d91fc25c3d98 gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:28:04.787633 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb163c2-d598-44fa-9d6a-f6315a08ac95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524064ba-869c-5550-b826-c26b69a11278-bd39378a-b901-4e44-ae6d-403689d75b46', 'network_id': 'bd39378a-b901-4e44-ae6d-403689d75b46', 'tenant_id': 'be3f36700fd34845a1d5f69f2fc123d1', 'fixed_ips': [{'subnet_id': '41845cec-1427-4e8a-8340-f6b47269a914'}]}} from n-d-811396-3. {{(pid=100598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:28:04.788497 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-abb163c2-d598-44fa-9d6a-f6315a08ac95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:04.884222 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 5281a72a-5ef3-4d2b-9a41-285bec0c1f50 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:28:04.998136 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0d52cd82-abcf-4513-a1d6-b90f3b6b9693 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:05.178494 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-abb163c2-d598-44fa-9d6a-f6315a08ac95 None None] Allocated IP 172.20.0.2 (bd39378a-b901-4e44-ae6d-403689d75b46/41845cec-1427-4e8a-8340-f6b47269a914/6bb45fb7-aa38-4d9b-8fa5-0bee0d1baf2d) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:28:05.180373 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 5281a72a-5ef3-4d2b-9a41-285bec0c1f50 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:28:05.181001 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:05.198665 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0d52cd82-abcf-4513-a1d6-b90f3b6b9693 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:05.222877 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0d52cd82-abcf-4513-a1d6-b90f3b6b9693 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:05.231885 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-67f4ecb5-c1bc-4999-9f05-6fdbf4351d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2265eee-dc32-4d60-b8a9-d91fc25c3d98', 'name': 'tempest-TestMinimumBasicScenario-696200830-router', 'tenant_id': '1ad5aa6335664059b16230a3749ff325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': '5281a72a-5ef3-4d2b-9a41-285bec0c1f50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:27:59Z', 'updated_at': '2021-10-20T11:28:02Z', 'revision_number': 4, 'project_id': '1ad5aa6335664059b16230a3749ff325', 'gw_port': {'id': '5281a72a-5ef3-4d2b-9a41-285bec0c1f50', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:74:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2265eee-dc32-4d60-b8a9-d91fc25c3d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:28:00Z', 'updated_at': '2021-10-20T11:28:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': 'a04ae481-e321-45a3-8368-62a1004b4e71', 'name': '', 'network_id': '4d9d35a7-26f6-4457-b814-5012056fbf1a', 'tenant_id': '1ad5aa6335664059b16230a3749ff325', 'mac_address': 'fa:16:3e:2e:1b:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2265eee-dc32-4d60-b8a9-d91fc25c3d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'acf138a7-7402-4d64-982c-591f4ca8d63d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:28:01Z', 'updated_at': '2021-10-20T11:28:02Z', 'revision_number': 2, 'project_id': '1ad5aa6335664059b16230a3749ff325', 'subnets': [{'id': 'acf138a7-7402-4d64-982c-591f4ca8d63d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:28:05.269251 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f4ecb5-c1bc-4999-9f05-6fdbf4351d63 None None] Checking router: c2265eee-dc32-4d60-b8a9-d91fc25c3d98 for host: n-d-811396-3 {{(pid=100598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:28:05.269613 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f4ecb5-c1bc-4999-9f05-6fdbf4351d63 None None] Updating router c2265eee-dc32-4d60-b8a9-d91fc25c3d98 port a04ae481-e321-45a3-8368-62a1004b4e71 binding host n-d-811396-3 {{(pid=100598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:28:05.325677 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [None req-0d52cd82-abcf-4513-a1d6-b90f3b6b9693 admin admin] Allocated IP 172.25.1.170 (cbe170d3-31ba-45a2-b477-520ab0a7a8ea/f4e26aca-17ac-4adb-a66b-d939a1b35b64/d3e01ea4-d460-47c2-99b4-3e0b05386c60) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:28:05.337633 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-67f4ecb5-c1bc-4999-9f05-6fdbf4351d63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:05.430879 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0d52cd82-abcf-4513-a1d6-b90f3b6b9693 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:05.448698 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:05.463561 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0d52cd82-abcf-4513-a1d6-b90f3b6b9693 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:05.505014 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d52cd82-abcf-4513-a1d6-b90f3b6b9693 admin admin] Network cbe170d3-31ba-45a2-b477-520ab0a7a8ea is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:28:05.507846 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-0d52cd82-abcf-4513-a1d6-b90f3b6b9693 admin admin] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:28:05.511301 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d52cd82-abcf-4513-a1d6-b90f3b6b9693 admin admin] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:28:05.516658 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d52cd82-abcf-4513-a1d6-b90f3b6b9693 admin admin] Pushing event updated for resources: {'Port': ['ID=d3e01ea4-d460-47c2-99b4-3e0b05386c60,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:28:05.566486 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] For port 5281a72a-5ef3-4d2b-9a41-285bec0c1f50, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=5281a72a-5ef3-4d2b-9a41-285bec0c1f50,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:28:05.576932 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:05.580069 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-abb163c2-d598-44fa-9d6a-f6315a08ac95 None None] Publish callbacks [] for port, precommit_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:05.619689 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-abb163c2-d598-44fa-9d6a-f6315a08ac95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:05.666817 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb163c2-d598-44fa-9d6a-f6315a08ac95 None None] Network bd39378a-b901-4e44-ae6d-403689d75b46 is already hosted by enough agents. {{(pid=100598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:28:05.696261 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.base_scheduler [None req-abb163c2-d598-44fa-9d6a-f6315a08ac95 None None] Resources bound (agent type, host, resource id): {{(pid=100598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:28:05.699103 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb163c2-d598-44fa-9d6a-f6315a08ac95 None None] Received port after_create {{(pid=100598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:28:05.707958 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Pushing event updated for resources: {'Port': ['ID=5281a72a-5ef3-4d2b-9a41-285bec0c1f50,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:28:05.761388 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0d52cd82-abcf-4513-a1d6-b90f3b6b9693 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:05.811257 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb163c2-d598-44fa-9d6a-f6315a08ac95 None None] Pushing event updated for resources: {'Port': ['ID=6bb45fb7-aa38-4d9b-8fa5-0bee0d1baf2d,revision_number=1']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:28:05.831461 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-abb163c2-d598-44fa-9d6a-f6315a08ac95 None None] Attempting to bind port 6bb45fb7-aa38-4d9b-8fa5-0bee0d1baf2d on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:28:05.831835 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-abb163c2-d598-44fa-9d6a-f6315a08ac95 None None] Attempting to bind port 6bb45fb7-aa38-4d9b-8fa5-0bee0d1baf2d by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '7da50589-a486-4766-92e1-ae136abe8a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'bd39378a-b901-4e44-ae6d-403689d75b46'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:28:05.832200 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb163c2-d598-44fa-9d6a-f6315a08ac95 None None] Attempting to bind port 6bb45fb7-aa38-4d9b-8fa5-0bee0d1baf2d on network bd39378a-b901-4e44-ae6d-403689d75b46 {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:28:05.845176 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb163c2-d598-44fa-9d6a-f6315a08ac95 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 27, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:28:05.845472 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb163c2-d598-44fa-9d6a-f6315a08ac95 None None] Checking segment: {'id': '7da50589-a486-4766-92e1-ae136abe8a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'bd39378a-b901-4e44-ae6d-403689d75b46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:28:05.845836 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-abb163c2-d598-44fa-9d6a-f6315a08ac95 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:05.846225 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb163c2-d598-44fa-9d6a-f6315a08ac95 None None] Bound using segment: {'id': '7da50589-a486-4766-92e1-ae136abe8a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'bd39378a-b901-4e44-ae6d-403689d75b46'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:28:05.847266 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-abb163c2-d598-44fa-9d6a-f6315a08ac95 None None] Bound port: 6bb45fb7-aa38-4d9b-8fa5-0bee0d1baf2d, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7da50589-a486-4766-92e1-ae136abe8a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'bd39378a-b901-4e44-ae6d-403689d75b46'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:28:05.847677 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-abb163c2-d598-44fa-9d6a-f6315a08ac95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:05.920543 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-67f4ecb5-c1bc-4999-9f05-6fdbf4351d63 None None] Publish callbacks [] for port, precommit_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:05.928338 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-67f4ecb5-c1bc-4999-9f05-6fdbf4351d63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:05.966908 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0d52cd82-abcf-4513-a1d6-b90f3b6b9693 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1773475'] for router, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:05.990671 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-abb163c2-d598-44fa-9d6a-f6315a08ac95 None None] For port 6bb45fb7-aa38-4d9b-8fa5-0bee0d1baf2d, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:28:05.995678 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-abb163c2-d598-44fa-9d6a-f6315a08ac95 None None] For port 6bb45fb7-aa38-4d9b-8fa5-0bee0d1baf2d, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=6bb45fb7-aa38-4d9b-8fa5-0bee0d1baf2d,segment=NetworkSegment(7da50589-a486-4766-92e1-ae136abe8a2f),segment_id=7da50589-a486-4766-92e1-ae136abe8a2f)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:28:06.003811 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-abb163c2-d598-44fa-9d6a-f6315a08ac95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:06.008366 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40863a9-7156-4f27-8d9d-5281d4245462 None None] Pushing event updated for resources: {'Port': ['ID=a04ae481-e321-45a3-8368-62a1004b4e71,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:28:06.096502 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-67f4ecb5-c1bc-4999-9f05-6fdbf4351d63 None None] Attempting to bind port a04ae481-e321-45a3-8368-62a1004b4e71 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:28:06.096883 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-67f4ecb5-c1bc-4999-9f05-6fdbf4351d63 None None] Attempting to bind port a04ae481-e321-45a3-8368-62a1004b4e71 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': 'adff8de7-150d-438e-b0e0-e9cae431330e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '4d9d35a7-26f6-4457-b814-5012056fbf1a'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:28:06.097257 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f4ecb5-c1bc-4999-9f05-6fdbf4351d63 None None] Attempting to bind port a04ae481-e321-45a3-8368-62a1004b4e71 on network 4d9d35a7-26f6-4457-b814-5012056fbf1a {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:28:06.110710 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f4ecb5-c1bc-4999-9f05-6fdbf4351d63 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 27, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:28:06.111096 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f4ecb5-c1bc-4999-9f05-6fdbf4351d63 None None] Checking segment: {'id': 'adff8de7-150d-438e-b0e0-e9cae431330e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '4d9d35a7-26f6-4457-b814-5012056fbf1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:28:06.111536 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-67f4ecb5-c1bc-4999-9f05-6fdbf4351d63 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:06.111936 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f4ecb5-c1bc-4999-9f05-6fdbf4351d63 None None] Bound using segment: {'id': 'adff8de7-150d-438e-b0e0-e9cae431330e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '4d9d35a7-26f6-4457-b814-5012056fbf1a'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:28:06.112508 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-67f4ecb5-c1bc-4999-9f05-6fdbf4351d63 None None] Bound port: a04ae481-e321-45a3-8368-62a1004b4e71, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adff8de7-150d-438e-b0e0-e9cae431330e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '4d9d35a7-26f6-4457-b814-5012056fbf1a'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:28:06.112893 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-67f4ecb5-c1bc-4999-9f05-6fdbf4351d63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:06.116887 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d52cd82-abcf-4513-a1d6-b90f3b6b9693 admin admin] Router 7ead0cf8-b654-4221-8479-e9179d802707 is scheduled to L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 with binding_index 1 {{(pid=100596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 11:28:06.118737 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb163c2-d598-44fa-9d6a-f6315a08ac95 None None] Pushing event updated for resources: {'Port': ['ID=6bb45fb7-aa38-4d9b-8fa5-0bee0d1baf2d,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:28:06.195333 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-67f4ecb5-c1bc-4999-9f05-6fdbf4351d63 None None] For port a04ae481-e321-45a3-8368-62a1004b4e71, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:28:06.199643 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-67f4ecb5-c1bc-4999-9f05-6fdbf4351d63 None None] For port a04ae481-e321-45a3-8368-62a1004b4e71, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=a04ae481-e321-45a3-8368-62a1004b4e71,segment=NetworkSegment(adff8de7-150d-438e-b0e0-e9cae431330e),segment_id=adff8de7-150d-438e-b0e0-e9cae431330e)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:28:06.204552 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-67f4ecb5-c1bc-4999-9f05-6fdbf4351d63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:06.242317 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d52cd82-abcf-4513-a1d6-b90f3b6b9693 admin admin] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:28:06.254264 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b23d60-3685-45dc-8353-3079a371d5a4 None None] Sync routers for ids ['7ead0cf8-b654-4221-8479-e9179d802707'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:28:06.271222 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0d52cd82-abcf-4513-a1d6-b90f3b6b9693 admin admin] Publish callbacks [] for router, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:06.272420 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b23d60-3685-45dc-8353-3079a371d5a4 None None] Routers {'7ead0cf8-b654-4221-8479-e9179d802707'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:28:06.273387 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-81b23d60-3685-45dc-8353-3079a371d5a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:27:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['7ead0cf8-b654-4221-8479-e9179d802707'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:28:06.275985 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 46064) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:28:06.296598 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-0d52cd82-abcf-4513-a1d6-b90f3b6b9693 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8317358 Oct 20 11:28:06.305565 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40863a9-7156-4f27-8d9d-5281d4245462 None None] Pushing event updated for resources: {'Port': ['ID=a04ae481-e321-45a3-8368-62a1004b4e71,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:28:06.334083 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f4ecb5-c1bc-4999-9f05-6fdbf4351d63 None None] Routers {'c2265eee-dc32-4d60-b8a9-d91fc25c3d98'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:28:06.334721 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-67f4ecb5-c1bc-4999-9f05-6fdbf4351d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:27:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['c2265eee-dc32-4d60-b8a9-d91fc25c3d98'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:28:06.395838 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-5fad6e85-077c-47f9-beff-9ff2161b33fd None None] Provisioning complete for port a04ae481-e321-45a3-8368-62a1004b4e71 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:28:06.396229 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-5fad6e85-077c-47f9-beff-9ff2161b33fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:06.477533 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-81b23d60-3685-45dc-8353-3079a371d5a4 None None] Set router 7ead0cf8-b654-4221-8479-e9179d802707 gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:28:06.501249 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-55916f99-9d1c-4602-8b89-f1a1a09fe3c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:06.605562 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-67f4ecb5-c1bc-4999-9f05-6fdbf4351d63 None None] Set router c2265eee-dc32-4d60-b8a9-d91fc25c3d98 gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:28:06.650888 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-5fad6e85-077c-47f9-beff-9ff2161b33fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:06.688507 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-81b23d60-3685-45dc-8353-3079a371d5a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ead0cf8-b654-4221-8479-e9179d802707', 'name': 'tempest-TestMinimumBasicScenario-1867166963-router', 'tenant_id': 'be3f36700fd34845a1d5f69f2fc123d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': 'd3e01ea4-d460-47c2-99b4-3e0b05386c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:28:04Z', 'updated_at': '2021-10-20T11:28:05Z', 'revision_number': 3, 'project_id': 'be3f36700fd34845a1d5f69f2fc123d1', 'gw_port': {'id': 'd3e01ea4-d460-47c2-99b4-3e0b05386c60', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:56:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ead0cf8-b654-4221-8479-e9179d802707', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:28:05Z', 'updated_at': '2021-10-20T11:28:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:28:06.716374 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b23d60-3685-45dc-8353-3079a371d5a4 None None] Checking router: 7ead0cf8-b654-4221-8479-e9179d802707 for host: n-d-811396-3 {{(pid=100599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:28:06.716655 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b23d60-3685-45dc-8353-3079a371d5a4 None None] Updating router 7ead0cf8-b654-4221-8479-e9179d802707 port d3e01ea4-d460-47c2-99b4-3e0b05386c60 binding host n-d-811396-3 {{(pid=100599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:28:06.720560 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-5fad6e85-077c-47f9-beff-9ff2161b33fd None None] For port a04ae481-e321-45a3-8368-62a1004b4e71, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=a04ae481-e321-45a3-8368-62a1004b4e71,segment=NetworkSegment(adff8de7-150d-438e-b0e0-e9cae431330e),segment_id=adff8de7-150d-438e-b0e0-e9cae431330e)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:28:06.742817 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-5fad6e85-077c-47f9-beff-9ff2161b33fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:06.746970 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-81b23d60-3685-45dc-8353-3079a371d5a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:06.782650 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3cf83f3d-833d-4dda-999f-9a38d40d89e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:06.890983 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fad6e85-077c-47f9-beff-9ff2161b33fd None None] Pushing event updated for resources: {'Port': ['ID=a04ae481-e321-45a3-8368-62a1004b4e71,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:28:06.929768 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1584f51b-1bba-49ef-877b-4aebfbc7f9ea None None] Provisioning complete for port a04ae481-e321-45a3-8368-62a1004b4e71 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:28:06.930219 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1584f51b-1bba-49ef-877b-4aebfbc7f9ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:06.982662 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 6bb45fb7-aa38-4d9b-8fa5-0bee0d1baf2d up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:28:07.025302 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-3cf83f3d-833d-4dda-999f-9a38d40d89e6 admin admin] Allocated IP 172.20.0.1 (bd39378a-b901-4e44-ae6d-403689d75b46/41845cec-1427-4e8a-8340-f6b47269a914/18471e01-327e-4b49-afa7-5d4141741083) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:28:07.075854 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 6bb45fb7-aa38-4d9b-8fa5-0bee0d1baf2d triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:28:07.076230 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:07.116279 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-81b23d60-3685-45dc-8353-3079a371d5a4 None None] Publish callbacks [] for port, precommit_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:07.124935 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-81b23d60-3685-45dc-8353-3079a371d5a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:07.149843 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-67f4ecb5-c1bc-4999-9f05-6fdbf4351d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2265eee-dc32-4d60-b8a9-d91fc25c3d98', 'name': 'tempest-TestMinimumBasicScenario-696200830-router', 'tenant_id': '1ad5aa6335664059b16230a3749ff325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': '5281a72a-5ef3-4d2b-9a41-285bec0c1f50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:27:59Z', 'updated_at': '2021-10-20T11:28:02Z', 'revision_number': 4, 'project_id': '1ad5aa6335664059b16230a3749ff325', 'gw_port': {'id': '5281a72a-5ef3-4d2b-9a41-285bec0c1f50', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:74:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2265eee-dc32-4d60-b8a9-d91fc25c3d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:28:00Z', 'updated_at': '2021-10-20T11:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': 'a04ae481-e321-45a3-8368-62a1004b4e71', 'name': '', 'network_id': '4d9d35a7-26f6-4457-b814-5012056fbf1a', 'tenant_id': '1ad5aa6335664059b16230a3749ff325', 'mac_address': 'fa:16:3e:2e:1b:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2265eee-dc32-4d60-b8a9-d91fc25c3d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'acf138a7-7402-4d64-982c-591f4ca8d63d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:28:01Z', 'updated_at': '2021-10-20T11:28:06Z', 'revision_number': 4, 'project_id': '1ad5aa6335664059b16230a3749ff325', 'subnets': [{'id': 'acf138a7-7402-4d64-982c-591f4ca8d63d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:28:07.159412 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3cf83f3d-833d-4dda-999f-9a38d40d89e6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:07.186365 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f4ecb5-c1bc-4999-9f05-6fdbf4351d63 None None] The sync data for ids ['c2265eee-dc32-4d60-b8a9-d91fc25c3d98'] in n-d-811396-3 is: [{'id': 'c2265eee-dc32-4d60-b8a9-d91fc25c3d98', 'name': 'tempest-TestMinimumBasicScenario-696200830-router', 'tenant_id': '1ad5aa6335664059b16230a3749ff325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': '5281a72a-5ef3-4d2b-9a41-285bec0c1f50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:27:59Z', 'updated_at': '2021-10-20T11:28:02Z', 'revision_number': 4, 'project_id': '1ad5aa6335664059b16230a3749ff325', 'gw_port': {'id': '5281a72a-5ef3-4d2b-9a41-285bec0c1f50', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:74:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2265eee-dc32-4d60-b8a9-d91fc25c3d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:28:00Z', 'updated_at': '2021-10-20T11:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': 'a04ae481-e321-45a3-8368-62a1004b4e71', 'name': '', 'network_id': '4d9d35a7-26f6-4457-b814-5012056fbf1a', 'tenant_id': '1ad5aa6335664059b16230a3749ff325', 'mac_address': 'fa:16:3e:2e:1b:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2265eee-dc32-4d60-b8a9-d91fc25c3d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'acf138a7-7402-4d64-982c-591f4ca8d63d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:28:01Z', 'updated_at': '2021-10-20T11:28:06Z', 'revision_number': 4, 'project_id': '1ad5aa6335664059b16230a3749ff325', 'subnets': [{'id': 'acf138a7-7402-4d64-982c-591f4ca8d63d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:28:07.210219 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-81b23d60-3685-45dc-8353-3079a371d5a4 None None] Attempting to bind port d3e01ea4-d460-47c2-99b4-3e0b05386c60 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:28:07.210997 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-81b23d60-3685-45dc-8353-3079a371d5a4 None None] Attempting to bind port d3e01ea4-d460-47c2-99b4-3e0b05386c60 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}] {{(pid=100599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:28:07.211368 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b23d60-3685-45dc-8353-3079a371d5a4 None None] Attempting to bind port d3e01ea4-d460-47c2-99b4-3e0b05386c60 on network cbe170d3-31ba-45a2-b477-520ab0a7a8ea {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:28:07.247467 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b23d60-3685-45dc-8353-3079a371d5a4 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 27, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:28:07.247875 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b23d60-3685-45dc-8353-3079a371d5a4 None None] Checking segment: {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:28:07.248281 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-81b23d60-3685-45dc-8353-3079a371d5a4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:07.248676 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b23d60-3685-45dc-8353-3079a371d5a4 None None] Bound using segment: {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'} {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:28:07.249164 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-81b23d60-3685-45dc-8353-3079a371d5a4 None None] Bound port: d3e01ea4-d460-47c2-99b4-3e0b05386c60, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}}] {{(pid=100599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:28:07.249545 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-81b23d60-3685-45dc-8353-3079a371d5a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:07.253769 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3cf83f3d-833d-4dda-999f-9a38d40d89e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:07.269734 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:07.305267 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:07.329321 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf83f3d-833d-4dda-999f-9a38d40d89e6 admin admin] Network bd39378a-b901-4e44-ae6d-403689d75b46 is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:28:07.334578 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-3cf83f3d-833d-4dda-999f-9a38d40d89e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:28:07.340372 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf83f3d-833d-4dda-999f-9a38d40d89e6 admin admin] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:28:07.345145 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.db [None req-81b23d60-3685-45dc-8353-3079a371d5a4 None None] For port d3e01ea4-d460-47c2-99b4-3e0b05386c60, host n-d-811396-3, cleared binding levels {{(pid=100599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:28:07.348272 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf83f3d-833d-4dda-999f-9a38d40d89e6 admin admin] Pushing event updated for resources: {'Port': ['ID=18471e01-327e-4b49-afa7-5d4141741083,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:28:07.359423 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.db [None req-81b23d60-3685-45dc-8353-3079a371d5a4 None None] For port d3e01ea4-d460-47c2-99b4-3e0b05386c60, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=d3e01ea4-d460-47c2-99b4-3e0b05386c60,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:28:07.368658 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237c6e65-c008-4586-b887-0ef8eefd979b None None] Pushing event updated for resources: {'Port': ['ID=d3e01ea4-d460-47c2-99b4-3e0b05386c60,revision_number=2']} {{(pid=100599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:28:07.373640 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-81b23d60-3685-45dc-8353-3079a371d5a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:07.379117 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] For port 6bb45fb7-aa38-4d9b-8fa5-0bee0d1baf2d, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=6bb45fb7-aa38-4d9b-8fa5-0bee0d1baf2d,segment=NetworkSegment(7da50589-a486-4766-92e1-ae136abe8a2f),segment_id=7da50589-a486-4766-92e1-ae136abe8a2f)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:28:07.388000 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:07.389565 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 5281a72a-5ef3-4d2b-9a41-285bec0c1f50 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:28:07.434852 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3cf83f3d-833d-4dda-999f-9a38d40d89e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1774540'] for router_interface, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:07.478847 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237c6e65-c008-4586-b887-0ef8eefd979b None None] Pushing event updated for resources: {'Port': ['ID=d3e01ea4-d460-47c2-99b4-3e0b05386c60,revision_number=3']} {{(pid=100599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:28:07.481827 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b23d60-3685-45dc-8353-3079a371d5a4 None None] Routers {'7ead0cf8-b654-4221-8479-e9179d802707'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:28:07.482017 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-81b23d60-3685-45dc-8353-3079a371d5a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:28:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['7ead0cf8-b654-4221-8479-e9179d802707'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:28:07.510085 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Pushing event updated for resources: {'Port': ['ID=6bb45fb7-aa38-4d9b-8fa5-0bee0d1baf2d,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:28:07.538799 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 5281a72a-5ef3-4d2b-9a41-285bec0c1f50 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:28:07.540859 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:07.545262 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b678a4-5c22-4a42-ac09-2ed76e4ff6e5 None None] Network bd39378a-b901-4e44-ae6d-403689d75b46 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:28:07.609975 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3cf83f3d-833d-4dda-999f-9a38d40d89e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:07.642700 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-81b23d60-3685-45dc-8353-3079a371d5a4 None None] Set router 7ead0cf8-b654-4221-8479-e9179d802707 gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:28:07.831022 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3cf83f3d-833d-4dda-999f-9a38d40d89e6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:07.836937 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3cf83f3d-833d-4dda-999f-9a38d40d89e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:07.848851 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-2ab94cee-f04e-4031-9078-bbbad7f6f7be None None] Provisioning complete for port 6bb45fb7-aa38-4d9b-8fa5-0bee0d1baf2d triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:28:07.849423 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-2ab94cee-f04e-4031-9078-bbbad7f6f7be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:07.854358 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:07.873091 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-81b23d60-3685-45dc-8353-3079a371d5a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ead0cf8-b654-4221-8479-e9179d802707', 'name': 'tempest-TestMinimumBasicScenario-1867166963-router', 'tenant_id': 'be3f36700fd34845a1d5f69f2fc123d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': 'd3e01ea4-d460-47c2-99b4-3e0b05386c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:28:04Z', 'updated_at': '2021-10-20T11:28:05Z', 'revision_number': 3, 'project_id': 'be3f36700fd34845a1d5f69f2fc123d1', 'gw_port': {'id': 'd3e01ea4-d460-47c2-99b4-3e0b05386c60', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:56:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ead0cf8-b654-4221-8479-e9179d802707', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:28:05Z', 'updated_at': '2021-10-20T11:28:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:28:07.916117 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b23d60-3685-45dc-8353-3079a371d5a4 None None] The sync data for ids ['7ead0cf8-b654-4221-8479-e9179d802707'] in n-d-811396-3 is: [{'id': '7ead0cf8-b654-4221-8479-e9179d802707', 'name': 'tempest-TestMinimumBasicScenario-1867166963-router', 'tenant_id': 'be3f36700fd34845a1d5f69f2fc123d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': 'd3e01ea4-d460-47c2-99b4-3e0b05386c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:28:04Z', 'updated_at': '2021-10-20T11:28:05Z', 'revision_number': 3, 'project_id': 'be3f36700fd34845a1d5f69f2fc123d1', 'gw_port': {'id': 'd3e01ea4-d460-47c2-99b4-3e0b05386c60', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:56:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ead0cf8-b654-4221-8479-e9179d802707', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:28:05Z', 'updated_at': '2021-10-20T11:28:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:28:07.939143 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3cf83f3d-833d-4dda-999f-9a38d40d89e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1774432'] for router_interface, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:07.952630 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf83f3d-833d-4dda-999f-9a38d40d89e6 admin admin] Pushing event updated for resources: {'Port': ['ID=18471e01-327e-4b49-afa7-5d4141741083,revision_number=2']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:28:08.067818 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf83f3d-833d-4dda-999f-9a38d40d89e6 admin admin] Network bd39378a-b901-4e44-ae6d-403689d75b46 is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:28:08.069382 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-3cf83f3d-833d-4dda-999f-9a38d40d89e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:28:08.206888 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cf83f3d-833d-4dda-999f-9a38d40d89e6 admin admin] Router 7ead0cf8-b654-4221-8479-e9179d802707 has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:28:08.360768 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cf83f3d-833d-4dda-999f-9a38d40d89e6 admin admin] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:28:08.370914 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-3cf83f3d-833d-4dda-999f-9a38d40d89e6 admin admin] 10.222.0.64 "PUT /v2.0/routers/7ead0cf8-b654-4221-8479-e9179d802707/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0934963 Oct 20 11:28:08.469690 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-92f7fbb0-94af-4685-8ca7-ddc92de541de None None] Provisioning complete for port 6bb45fb7-aa38-4d9b-8fa5-0bee0d1baf2d triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:28:08.470158 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-92f7fbb0-94af-4685-8ca7-ddc92de541de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:08.602999 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-92f7fbb0-94af-4685-8ca7-ddc92de541de None None] Provisioning complete for port 18471e01-327e-4b49-afa7-5d4141741083 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:28:08.603557 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-92f7fbb0-94af-4685-8ca7-ddc92de541de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:08.654712 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:08.657172 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-92f7fbb0-94af-4685-8ca7-ddc92de541de None None] Port 18471e01-327e-4b49-afa7-5d4141741083 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:28:08.781426 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-7b5e4812-7670-4242-99b3-8a80221ba2fa None None] Provisioning complete for port 18471e01-327e-4b49-afa7-5d4141741083 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:28:08.781700 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-7b5e4812-7670-4242-99b3-8a80221ba2fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:08.860393 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-7b5e4812-7670-4242-99b3-8a80221ba2fa None None] Port 18471e01-327e-4b49-afa7-5d4141741083 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:28:09.006847 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device a04ae481-e321-45a3-8368-62a1004b4e71 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:28:09.074130 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port a04ae481-e321-45a3-8368-62a1004b4e71 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:28:09.074510 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:09.121686 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-b20e79db-93c1-46da-9c4f-68533f3217db None None] Provisioning complete for port 18471e01-327e-4b49-afa7-5d4141741083 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:28:09.122092 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-b20e79db-93c1-46da-9c4f-68533f3217db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:09.127240 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:09.171119 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-b20e79db-93c1-46da-9c4f-68533f3217db None None] Port 18471e01-327e-4b49-afa7-5d4141741083 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:28:09.211673 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 6bb45fb7-aa38-4d9b-8fa5-0bee0d1baf2d up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:28:09.262159 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 6bb45fb7-aa38-4d9b-8fa5-0bee0d1baf2d triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:28:09.262544 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:09.355393 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device d3e01ea4-d460-47c2-99b4-3e0b05386c60 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:28:09.403192 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port d3e01ea4-d460-47c2-99b4-3e0b05386c60 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:28:09.403596 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:09.483881 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:09.507530 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] For port d3e01ea4-d460-47c2-99b4-3e0b05386c60, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=d3e01ea4-d460-47c2-99b4-3e0b05386c60,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:28:09.512010 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:09.570072 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Pushing event updated for resources: {'Port': ['ID=d3e01ea4-d460-47c2-99b4-3e0b05386c60,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:28:10.647564 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b0fc09-1e76-40a0-9f66-fe03fffb849d None None] Sync routers for ids ['7ead0cf8-b654-4221-8479-e9179d802707'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:28:10.662459 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b0fc09-1e76-40a0-9f66-fe03fffb849d None None] Routers {'7ead0cf8-b654-4221-8479-e9179d802707'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:28:10.663457 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-b5b0fc09-1e76-40a0-9f66-fe03fffb849d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:28:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['7ead0cf8-b654-4221-8479-e9179d802707'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:28:10.802013 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-b5b0fc09-1e76-40a0-9f66-fe03fffb849d None None] Set router 7ead0cf8-b654-4221-8479-e9179d802707 gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:28:10.849431 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device d3e01ea4-d460-47c2-99b4-3e0b05386c60 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:28:11.003737 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port d3e01ea4-d460-47c2-99b4-3e0b05386c60 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:28:11.004108 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:11.162330 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-b5b0fc09-1e76-40a0-9f66-fe03fffb849d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ead0cf8-b654-4221-8479-e9179d802707', 'name': 'tempest-TestMinimumBasicScenario-1867166963-router', 'tenant_id': 'be3f36700fd34845a1d5f69f2fc123d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': 'd3e01ea4-d460-47c2-99b4-3e0b05386c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:28:04Z', 'updated_at': '2021-10-20T11:28:07Z', 'revision_number': 4, 'project_id': 'be3f36700fd34845a1d5f69f2fc123d1', 'gw_port': {'id': 'd3e01ea4-d460-47c2-99b4-3e0b05386c60', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:56:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ead0cf8-b654-4221-8479-e9179d802707', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:28:05Z', 'updated_at': '2021-10-20T11:28:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '18471e01-327e-4b49-afa7-5d4141741083', 'name': '', 'network_id': 'bd39378a-b901-4e44-ae6d-403689d75b46', 'tenant_id': 'be3f36700fd34845a1d5f69f2fc123d1', 'mac_address': 'fa:16:3e:8c:ca:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ead0cf8-b654-4221-8479-e9179d802707', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '41845cec-1427-4e8a-8340-f6b47269a914', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:28:06Z', 'updated_at': '2021-10-20T11:28:07Z', 'revision_number': 2, 'project_id': 'be3f36700fd34845a1d5f69f2fc123d1', 'subnets': [{'id': '41845cec-1427-4e8a-8340-f6b47269a914', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:28:11.191586 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b0fc09-1e76-40a0-9f66-fe03fffb849d None None] Checking router: 7ead0cf8-b654-4221-8479-e9179d802707 for host: n-d-811396-3 {{(pid=100598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:28:11.191952 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b0fc09-1e76-40a0-9f66-fe03fffb849d None None] Updating router 7ead0cf8-b654-4221-8479-e9179d802707 port 18471e01-327e-4b49-afa7-5d4141741083 binding host n-d-811396-3 {{(pid=100598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:28:11.236502 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-b5b0fc09-1e76-40a0-9f66-fe03fffb849d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:11.549278 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-b5b0fc09-1e76-40a0-9f66-fe03fffb849d None None] Publish callbacks [] for port, precommit_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:11.557896 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-b5b0fc09-1e76-40a0-9f66-fe03fffb849d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:11.631573 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d85b8b0-ee33-424f-933a-c2e034cd18a7 None None] Pushing event updated for resources: {'Port': ['ID=18471e01-327e-4b49-afa7-5d4141741083,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:28:11.710516 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-b5b0fc09-1e76-40a0-9f66-fe03fffb849d None None] Attempting to bind port 18471e01-327e-4b49-afa7-5d4141741083 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:28:11.711159 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-b5b0fc09-1e76-40a0-9f66-fe03fffb849d None None] Attempting to bind port 18471e01-327e-4b49-afa7-5d4141741083 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '7da50589-a486-4766-92e1-ae136abe8a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'bd39378a-b901-4e44-ae6d-403689d75b46'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:28:11.711440 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b0fc09-1e76-40a0-9f66-fe03fffb849d None None] Attempting to bind port 18471e01-327e-4b49-afa7-5d4141741083 on network bd39378a-b901-4e44-ae6d-403689d75b46 {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:28:11.717424 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b0fc09-1e76-40a0-9f66-fe03fffb849d None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 28, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:28:11.717797 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b0fc09-1e76-40a0-9f66-fe03fffb849d None None] Checking segment: {'id': '7da50589-a486-4766-92e1-ae136abe8a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'bd39378a-b901-4e44-ae6d-403689d75b46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:28:11.718204 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-b5b0fc09-1e76-40a0-9f66-fe03fffb849d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:11.718593 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b0fc09-1e76-40a0-9f66-fe03fffb849d None None] Bound using segment: {'id': '7da50589-a486-4766-92e1-ae136abe8a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'bd39378a-b901-4e44-ae6d-403689d75b46'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:28:11.719058 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-b5b0fc09-1e76-40a0-9f66-fe03fffb849d None None] Bound port: 18471e01-327e-4b49-afa7-5d4141741083, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7da50589-a486-4766-92e1-ae136abe8a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'bd39378a-b901-4e44-ae6d-403689d75b46'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:28:11.719485 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-b5b0fc09-1e76-40a0-9f66-fe03fffb849d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:11.836271 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-b5b0fc09-1e76-40a0-9f66-fe03fffb849d None None] For port 18471e01-327e-4b49-afa7-5d4141741083, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:28:11.840312 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-b5b0fc09-1e76-40a0-9f66-fe03fffb849d None None] For port 18471e01-327e-4b49-afa7-5d4141741083, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=18471e01-327e-4b49-afa7-5d4141741083,segment=NetworkSegment(7da50589-a486-4766-92e1-ae136abe8a2f),segment_id=7da50589-a486-4766-92e1-ae136abe8a2f)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:28:11.845977 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-b5b0fc09-1e76-40a0-9f66-fe03fffb849d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:11.932433 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d85b8b0-ee33-424f-933a-c2e034cd18a7 None None] Pushing event updated for resources: {'Port': ['ID=18471e01-327e-4b49-afa7-5d4141741083,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:28:11.935777 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b0fc09-1e76-40a0-9f66-fe03fffb849d None None] Routers {'7ead0cf8-b654-4221-8479-e9179d802707'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:28:11.937034 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-b5b0fc09-1e76-40a0-9f66-fe03fffb849d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:28:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['7ead0cf8-b654-4221-8479-e9179d802707'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:28:11.938805 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-adacf02c-a941-40de-8ec8-fa5f5b6ce813 None None] Provisioning complete for port 18471e01-327e-4b49-afa7-5d4141741083 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:28:11.939179 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-adacf02c-a941-40de-8ec8-fa5f5b6ce813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:12.129616 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-adacf02c-a941-40de-8ec8-fa5f5b6ce813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:12.136074 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-b5b0fc09-1e76-40a0-9f66-fe03fffb849d None None] Set router 7ead0cf8-b654-4221-8479-e9179d802707 gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:28:12.398003 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-adacf02c-a941-40de-8ec8-fa5f5b6ce813 None None] For port 18471e01-327e-4b49-afa7-5d4141741083, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=18471e01-327e-4b49-afa7-5d4141741083,segment=NetworkSegment(7da50589-a486-4766-92e1-ae136abe8a2f),segment_id=7da50589-a486-4766-92e1-ae136abe8a2f)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:28:12.410399 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-adacf02c-a941-40de-8ec8-fa5f5b6ce813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:12.521221 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adacf02c-a941-40de-8ec8-fa5f5b6ce813 None None] Pushing event updated for resources: {'Port': ['ID=18471e01-327e-4b49-afa7-5d4141741083,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:28:12.567569 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-82abe7be-a40a-4e99-9748-701effe38788 None None] Provisioning complete for port 18471e01-327e-4b49-afa7-5d4141741083 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:28:12.567942 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-82abe7be-a40a-4e99-9748-701effe38788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:12.625806 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-b5b0fc09-1e76-40a0-9f66-fe03fffb849d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ead0cf8-b654-4221-8479-e9179d802707', 'name': 'tempest-TestMinimumBasicScenario-1867166963-router', 'tenant_id': 'be3f36700fd34845a1d5f69f2fc123d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': 'd3e01ea4-d460-47c2-99b4-3e0b05386c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:28:04Z', 'updated_at': '2021-10-20T11:28:07Z', 'revision_number': 4, 'project_id': 'be3f36700fd34845a1d5f69f2fc123d1', 'gw_port': {'id': 'd3e01ea4-d460-47c2-99b4-3e0b05386c60', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:56:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ead0cf8-b654-4221-8479-e9179d802707', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:28:05Z', 'updated_at': '2021-10-20T11:28:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '18471e01-327e-4b49-afa7-5d4141741083', 'name': '', 'network_id': 'bd39378a-b901-4e44-ae6d-403689d75b46', 'tenant_id': 'be3f36700fd34845a1d5f69f2fc123d1', 'mac_address': 'fa:16:3e:8c:ca:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ead0cf8-b654-4221-8479-e9179d802707', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '41845cec-1427-4e8a-8340-f6b47269a914', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:28:06Z', 'updated_at': '2021-10-20T11:28:11Z', 'revision_number': 4, 'project_id': 'be3f36700fd34845a1d5f69f2fc123d1', 'subnets': [{'id': '41845cec-1427-4e8a-8340-f6b47269a914', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:28:12.658084 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b0fc09-1e76-40a0-9f66-fe03fffb849d None None] The sync data for ids ['7ead0cf8-b654-4221-8479-e9179d802707'] in n-d-811396-3 is: [{'id': '7ead0cf8-b654-4221-8479-e9179d802707', 'name': 'tempest-TestMinimumBasicScenario-1867166963-router', 'tenant_id': 'be3f36700fd34845a1d5f69f2fc123d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': 'd3e01ea4-d460-47c2-99b4-3e0b05386c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:28:04Z', 'updated_at': '2021-10-20T11:28:07Z', 'revision_number': 4, 'project_id': 'be3f36700fd34845a1d5f69f2fc123d1', 'gw_port': {'id': 'd3e01ea4-d460-47c2-99b4-3e0b05386c60', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:56:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ead0cf8-b654-4221-8479-e9179d802707', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:28:05Z', 'updated_at': '2021-10-20T11:28:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '18471e01-327e-4b49-afa7-5d4141741083', 'name': '', 'network_id': 'bd39378a-b901-4e44-ae6d-403689d75b46', 'tenant_id': 'be3f36700fd34845a1d5f69f2fc123d1', 'mac_address': 'fa:16:3e:8c:ca:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ead0cf8-b654-4221-8479-e9179d802707', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '41845cec-1427-4e8a-8340-f6b47269a914', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:28:06Z', 'updated_at': '2021-10-20T11:28:11Z', 'revision_number': 4, 'project_id': 'be3f36700fd34845a1d5f69f2fc123d1', 'subnets': [{'id': '41845cec-1427-4e8a-8340-f6b47269a914', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:28:12.899935 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 18471e01-327e-4b49-afa7-5d4141741083 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:28:12.966797 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 18471e01-327e-4b49-afa7-5d4141741083 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:28:12.967179 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:18.962943 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56cfd45-e322-459b-a022-634dd4c66d8b req-c8949aba-3df7-4924-8c83-5b5307efefed tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:18.964441 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f56cfd45-e322-459b-a022-634dd4c66d8b req-c8949aba-3df7-4924-8c83-5b5307efefed tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] 10.222.0.64 "GET /v2.0/networks?id=4d9d35a7-26f6-4457-b814-5012056fbf1a HTTP/1.1" status: 200 len: 814 time: 0.1028214 Oct 20 11:28:18.979142 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f56cfd45-e322-459b-a022-634dd4c66d8b req-14095376-30a7-41b7-8efe-2d52efe2262a tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] 10.222.0.64 "GET /v2.0/quotas/1ad5aa6335664059b16230a3749ff325 HTTP/1.1" status: 200 len: 375 time: 0.0089631 Oct 20 11:28:19.040202 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f56cfd45-e322-459b-a022-634dd4c66d8b req-b5d2248d-268a-44d9-88b4-4aef1ede8a1e tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=1ad5aa6335664059b16230a3749ff325&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0557246 Oct 20 11:28:19.251051 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f56cfd45-e322-459b-a022-634dd4c66d8b req-045aa1d4-e47d-41c5-ae37-a618b13666da service neutron] 10.222.0.64 "GET /v2.0/networks/4d9d35a7-26f6-4457-b814-5012056fbf1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225834 Oct 20 11:28:19.345639 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f56cfd45-e322-459b-a022-634dd4c66d8b req-c32cc82d-a6f8-491f-8365-b876c158f2e0 service neutron] 10.222.0.64 "GET /v2.0/networks/4d9d35a7-26f6-4457-b814-5012056fbf1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877144 Oct 20 11:28:19.726781 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:20.524706 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-eba58815-1b3f-4de9-a838-287032d028fe req-02319ae1-f95a-42f7-88bb-b435e70b5cf1 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] 10.222.0.64 "GET /v2.0/ports?device_id=c8f6cb48-220b-4eeb-a573-96a7bf8bc340 HTTP/1.1" status: 200 len: 210 time: 0.0270107 Oct 20 11:28:21.539908 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56cfd45-e322-459b-a022-634dd4c66d8b req-85721fce-1ced-454c-9007-a438fbf4a3ad tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:21.541477 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f56cfd45-e322-459b-a022-634dd4c66d8b req-85721fce-1ced-454c-9007-a438fbf4a3ad tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] 10.222.0.55 "GET /v2.0/networks?id=4d9d35a7-26f6-4457-b814-5012056fbf1a HTTP/1.1" status: 200 len: 814 time: 0.1100471 Oct 20 11:28:21.562240 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-f56cfd45-e322-459b-a022-634dd4c66d8b req-f37a49ca-82e8-4e8d-b93d-06d803d31817 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Request body: {'port': {'device_id': 'c8f6cb48-220b-4eeb-a573-96a7bf8bc340', 'network_id': '4d9d35a7-26f6-4457-b814-5012056fbf1a', 'admin_state_up': True, 'tenant_id': '1ad5aa6335664059b16230a3749ff325'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:28:21.657751 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e3942280-abde-4a50-b7e4-30bcb779d32f req-627e6d61-2764-450d-a10b-59cc8cc0d0f3 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] 10.222.0.64 "GET /v2.0/ports?device_id=c8f6cb48-220b-4eeb-a573-96a7bf8bc340 HTTP/1.1" status: 200 len: 210 time: 0.0565610 Oct 20 11:28:21.704117 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f56cfd45-e322-459b-a022-634dd4c66d8b req-f37a49ca-82e8-4e8d-b93d-06d803d31817 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Made reservation on behalf of 1ad5aa6335664059b16230a3749ff325 for: {'port': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:28:21.708277 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-f56cfd45-e322-459b-a022-634dd4c66d8b req-f37a49ca-82e8-4e8d-b93d-06d803d31817 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:21.852714 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [req-f56cfd45-e322-459b-a022-634dd4c66d8b req-f37a49ca-82e8-4e8d-b93d-06d803d31817 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Allocated IP 172.20.0.3 (4d9d35a7-26f6-4457-b814-5012056fbf1a/acf138a7-7402-4d64-982c-591f4ca8d63d/6d35648b-5420-4ee9-b641-8ba615c00f60) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:28:22.096400 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-f56cfd45-e322-459b-a022-634dd4c66d8b req-f37a49ca-82e8-4e8d-b93d-06d803d31817 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:22.135778 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-f56cfd45-e322-459b-a022-634dd4c66d8b req-f37a49ca-82e8-4e8d-b93d-06d803d31817 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:22.193427 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f56cfd45-e322-459b-a022-634dd4c66d8b req-f37a49ca-82e8-4e8d-b93d-06d803d31817 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Network 4d9d35a7-26f6-4457-b814-5012056fbf1a is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:28:22.196658 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [req-f56cfd45-e322-459b-a022-634dd4c66d8b req-f37a49ca-82e8-4e8d-b93d-06d803d31817 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:28:22.199334 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-f56cfd45-e322-459b-a022-634dd4c66d8b req-f37a49ca-82e8-4e8d-b93d-06d803d31817 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:28:22.252905 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56cfd45-e322-459b-a022-634dd4c66d8b req-f37a49ca-82e8-4e8d-b93d-06d803d31817 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:22.253577 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-f56cfd45-e322-459b-a022-634dd4c66d8b req-f37a49ca-82e8-4e8d-b93d-06d803d31817 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:22.260753 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37a49ca-82e8-4e8d-b93d-06d803d31817 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Pushing event updated for resources: {'Port': ['ID=6d35648b-5420-4ee9-b641-8ba615c00f60,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:28:22.271654 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37a49ca-82e8-4e8d-b93d-06d803d31817 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:28:22.272004 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37a49ca-82e8-4e8d-b93d-06d803d31817 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:28:22.272488 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37a49ca-82e8-4e8d-b93d-06d803d31817 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:28:22.272924 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37a49ca-82e8-4e8d-b93d-06d803d31817 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:28:22.273333 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37a49ca-82e8-4e8d-b93d-06d803d31817 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:28:22.273737 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37a49ca-82e8-4e8d-b93d-06d803d31817 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:28:22.274141 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37a49ca-82e8-4e8d-b93d-06d803d31817 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:28:22.274476 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37a49ca-82e8-4e8d-b93d-06d803d31817 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:28:22.274808 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37a49ca-82e8-4e8d-b93d-06d803d31817 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:28:22.275138 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37a49ca-82e8-4e8d-b93d-06d803d31817 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:28:22.275624 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37a49ca-82e8-4e8d-b93d-06d803d31817 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:28:22.276013 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37a49ca-82e8-4e8d-b93d-06d803d31817 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:28:22.285033 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f56cfd45-e322-459b-a022-634dd4c66d8b req-f37a49ca-82e8-4e8d-b93d-06d803d31817 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7266142 Oct 20 11:28:22.484484 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-8ea25e69-21ad-41a6-b216-a86e6dd92551 None None] Provisioning complete for port 6d35648b-5420-4ee9-b641-8ba615c00f60 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:28:22.485441 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-8ea25e69-21ad-41a6-b216-a86e6dd92551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:22.523954 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-8ea25e69-21ad-41a6-b216-a86e6dd92551 None None] Port 6d35648b-5420-4ee9-b641-8ba615c00f60 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:28:22.791125 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5973779-7f34-43b9-aa64-32071355eca6 req-22507802-ad54-454b-b52d-8960d1d8dc3e tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:22.792773 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a5973779-7f34-43b9-aa64-32071355eca6 req-22507802-ad54-454b-b52d-8960d1d8dc3e tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] 10.222.0.64 "GET /v2.0/ports?device_id=c8f6cb48-220b-4eeb-a573-96a7bf8bc340 HTTP/1.1" status: 200 len: 931 time: 0.0508814 Oct 20 11:28:22.853198 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a5973779-7f34-43b9-aa64-32071355eca6 req-8022268d-0111-49e9-9c97-a2ec6c170dfc tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] 10.222.0.64 "GET /v2.0/security-groups?id=09bcf9e0-3834-41a0-8180-0c087b780320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535564 Oct 20 11:28:23.972463 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3863b884-034d-4a37-be54-ae4c77146deb req-6cfb73ad-a611-4e6c-a6a2-6be7ee18c89d tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:23.976617 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3863b884-034d-4a37-be54-ae4c77146deb req-6cfb73ad-a611-4e6c-a6a2-6be7ee18c89d tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] 10.222.0.64 "GET /v2.0/ports?device_id=c8f6cb48-220b-4eeb-a573-96a7bf8bc340 HTTP/1.1" status: 200 len: 931 time: 0.0587833 Oct 20 11:28:24.014300 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3863b884-034d-4a37-be54-ae4c77146deb req-3459d46f-0ae7-4d3d-8332-198decc2b2be tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] 10.222.0.64 "GET /v2.0/security-groups?id=09bcf9e0-3834-41a0-8180-0c087b780320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320723 Oct 20 11:28:25.138731 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4a9c7d-0fe5-4e6a-b8f8-00b14764fc5f req-a7478e67-de51-4a06-95af-e4d7dbb1eb47 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:25.141402 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1a4a9c7d-0fe5-4e6a-b8f8-00b14764fc5f req-a7478e67-de51-4a06-95af-e4d7dbb1eb47 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] 10.222.0.64 "GET /v2.0/ports?device_id=c8f6cb48-220b-4eeb-a573-96a7bf8bc340 HTTP/1.1" status: 200 len: 931 time: 0.0592294 Oct 20 11:28:25.182836 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1a4a9c7d-0fe5-4e6a-b8f8-00b14764fc5f req-611424ca-dd20-4df3-87e3-a00dd592398c tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] 10.222.0.64 "GET /v2.0/security-groups?id=09bcf9e0-3834-41a0-8180-0c087b780320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349758 Oct 20 11:28:26.305592 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f45acc9-929e-4b21-9fc3-f7abec640eae req-ae21996a-f91d-49a2-8578-de01b0963e2e tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:26.307349 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6f45acc9-929e-4b21-9fc3-f7abec640eae req-ae21996a-f91d-49a2-8578-de01b0963e2e tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] 10.222.0.64 "GET /v2.0/ports?device_id=c8f6cb48-220b-4eeb-a573-96a7bf8bc340 HTTP/1.1" status: 200 len: 931 time: 0.0528007 Oct 20 11:28:26.351206 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6f45acc9-929e-4b21-9fc3-f7abec640eae req-853bcd03-fe7f-4887-815a-5cb8e831cd0e tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] 10.222.0.64 "GET /v2.0/security-groups?id=09bcf9e0-3834-41a0-8180-0c087b780320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377555 Oct 20 11:28:27.486847 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc74b74-6880-47ed-ab73-574d9b899bac req-4a453fec-9922-4a82-bc5b-ac00781104e5 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:27.488441 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2fc74b74-6880-47ed-ab73-574d9b899bac req-4a453fec-9922-4a82-bc5b-ac00781104e5 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] 10.222.0.64 "GET /v2.0/ports?device_id=c8f6cb48-220b-4eeb-a573-96a7bf8bc340 HTTP/1.1" status: 200 len: 931 time: 0.0644231 Oct 20 11:28:27.529981 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2fc74b74-6880-47ed-ab73-574d9b899bac req-94258874-3431-4bf8-b4dd-46bdff4b8025 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] 10.222.0.64 "GET /v2.0/security-groups?id=09bcf9e0-3834-41a0-8180-0c087b780320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348413 Oct 20 11:28:28.649206 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a09d610-25c5-4440-afc7-4f71b9070641 req-fa2f0d3e-966d-412a-b469-be06fa6fb362 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:28.650703 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9a09d610-25c5-4440-afc7-4f71b9070641 req-fa2f0d3e-966d-412a-b469-be06fa6fb362 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] 10.222.0.64 "GET /v2.0/ports?device_id=c8f6cb48-220b-4eeb-a573-96a7bf8bc340 HTTP/1.1" status: 200 len: 931 time: 0.0533280 Oct 20 11:28:28.690828 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9a09d610-25c5-4440-afc7-4f71b9070641 req-a19f038b-c320-4fb9-980f-b33a664605ac tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] 10.222.0.64 "GET /v2.0/security-groups?id=09bcf9e0-3834-41a0-8180-0c087b780320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338893 Oct 20 11:28:29.820138 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00adc665-1047-4fbd-8c8f-7727cba9334e req-899ec6f0-7a81-4726-bbfc-5fde57f11fa1 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:29.822502 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-00adc665-1047-4fbd-8c8f-7727cba9334e req-899ec6f0-7a81-4726-bbfc-5fde57f11fa1 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] 10.222.0.64 "GET /v2.0/ports?device_id=c8f6cb48-220b-4eeb-a573-96a7bf8bc340 HTTP/1.1" status: 200 len: 931 time: 0.0610728 Oct 20 11:28:29.866061 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-00adc665-1047-4fbd-8c8f-7727cba9334e req-bd9652a8-4623-46cb-a773-e1f08342109d tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] 10.222.0.64 "GET /v2.0/security-groups?id=09bcf9e0-3834-41a0-8180-0c087b780320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368695 Oct 20 11:28:30.988460 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9041b381-6d9d-4b68-b106-379174e6def1 req-74f63226-285f-4d3e-a8a9-c86c891341b8 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:30.990048 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9041b381-6d9d-4b68-b106-379174e6def1 req-74f63226-285f-4d3e-a8a9-c86c891341b8 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] 10.222.0.64 "GET /v2.0/ports?device_id=c8f6cb48-220b-4eeb-a573-96a7bf8bc340 HTTP/1.1" status: 200 len: 931 time: 0.0499933 Oct 20 11:28:31.036564 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9041b381-6d9d-4b68-b106-379174e6def1 req-3bc39ee3-fc4c-486d-b38b-25d4e4a1c260 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] 10.222.0.64 "GET /v2.0/security-groups?id=09bcf9e0-3834-41a0-8180-0c087b780320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361884 Oct 20 11:28:32.148262 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132c09cf-c46d-43e1-8cb8-4bff7409346f req-19b40d1c-df93-4473-aae1-d2e6f5ddd202 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:32.149742 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-132c09cf-c46d-43e1-8cb8-4bff7409346f req-19b40d1c-df93-4473-aae1-d2e6f5ddd202 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] 10.222.0.64 "GET /v2.0/ports?device_id=c8f6cb48-220b-4eeb-a573-96a7bf8bc340 HTTP/1.1" status: 200 len: 931 time: 0.0472353 Oct 20 11:28:32.186724 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-132c09cf-c46d-43e1-8cb8-4bff7409346f req-30f3d21d-fda2-4fbc-87aa-2ca1629c9aef tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] 10.222.0.64 "GET /v2.0/security-groups?id=09bcf9e0-3834-41a0-8180-0c087b780320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311074 Oct 20 11:28:33.300582 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7b39ef-d6c3-48ad-99c2-f2b50634d965 req-bd84ca32-157f-4a63-a2f3-15dfc717734e tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:33.302042 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8a7b39ef-d6c3-48ad-99c2-f2b50634d965 req-bd84ca32-157f-4a63-a2f3-15dfc717734e tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] 10.222.0.64 "GET /v2.0/ports?device_id=c8f6cb48-220b-4eeb-a573-96a7bf8bc340 HTTP/1.1" status: 200 len: 931 time: 0.0481837 Oct 20 11:28:33.344035 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8a7b39ef-d6c3-48ad-99c2-f2b50634d965 req-13e6b78d-8370-4b15-bd3b-aa1341871fcb tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] 10.222.0.64 "GET /v2.0/security-groups?id=09bcf9e0-3834-41a0-8180-0c087b780320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358746 Oct 20 11:28:33.604249 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-762b6380-3b29-44c8-b41a-93fda46e2458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:34.457159 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05177754-93ca-4b93-8950-34ec5fdf2b4b req-6663acf9-24ea-40b9-b8e3-e95cde5fdeeb tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:34.458628 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-05177754-93ca-4b93-8950-34ec5fdf2b4b req-6663acf9-24ea-40b9-b8e3-e95cde5fdeeb tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] 10.222.0.64 "GET /v2.0/ports?device_id=c8f6cb48-220b-4eeb-a573-96a7bf8bc340 HTTP/1.1" status: 200 len: 931 time: 0.0479879 Oct 20 11:28:34.495165 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-05177754-93ca-4b93-8950-34ec5fdf2b4b req-6783590b-8725-4a5e-a014-078b5c91e96c tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] 10.222.0.64 "GET /v2.0/security-groups?id=09bcf9e0-3834-41a0-8180-0c087b780320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306363 Oct 20 11:28:34.654607 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-f56cfd45-e322-459b-a022-634dd4c66d8b req-9c7499db-4c01-4c25-b5ca-7866b9a65b3f service neutron] Request body: {'port': {'device_id': 'c8f6cb48-220b-4eeb-a573-96a7bf8bc340', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811396-3'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:28:34.707622 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-f56cfd45-e322-459b-a022-634dd4c66d8b req-9c7499db-4c01-4c25-b5ca-7866b9a65b3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:34.965718 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [req-f56cfd45-e322-459b-a022-634dd4c66d8b req-9c7499db-4c01-4c25-b5ca-7866b9a65b3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d35648b-5420-4ee9-b641-8ba615c00f60 {{(pid=100596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:28:34.972897 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-f56cfd45-e322-459b-a022-634dd4c66d8b req-9c7499db-4c01-4c25-b5ca-7866b9a65b3f service neutron] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:34.984240 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.provisioning_blocks [req-f56cfd45-e322-459b-a022-634dd4c66d8b req-9c7499db-4c01-4c25-b5ca-7866b9a65b3f service neutron] Transition to ACTIVE for port object 6d35648b-5420-4ee9-b641-8ba615c00f60 will not be triggered until provisioned by entity L2. {{(pid=100596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:28:34.988625 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-f56cfd45-e322-459b-a022-634dd4c66d8b req-9c7499db-4c01-4c25-b5ca-7866b9a65b3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:35.039152 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7499db-4c01-4c25-b5ca-7866b9a65b3f service neutron] Pushing event updated for resources: {'Port': ['ID=6d35648b-5420-4ee9-b641-8ba615c00f60,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:28:35.107767 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-f56cfd45-e322-459b-a022-634dd4c66d8b req-9c7499db-4c01-4c25-b5ca-7866b9a65b3f service neutron] Attempting to bind port 6d35648b-5420-4ee9-b641-8ba615c00f60 on host n-h1-811396-3 for vnic_type normal with profile {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:28:35.108103 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-f56cfd45-e322-459b-a022-634dd4c66d8b req-9c7499db-4c01-4c25-b5ca-7866b9a65b3f service neutron] Attempting to bind port 6d35648b-5420-4ee9-b641-8ba615c00f60 by drivers openvswitch,hyperv on host n-h1-811396-3 at level 0 using segments [{'id': 'adff8de7-150d-438e-b0e0-e9cae431330e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '4d9d35a7-26f6-4457-b814-5012056fbf1a'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:28:35.108427 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f56cfd45-e322-459b-a022-634dd4c66d8b req-9c7499db-4c01-4c25-b5ca-7866b9a65b3f service neutron] Attempting to bind port 6d35648b-5420-4ee9-b641-8ba615c00f60 on network 4d9d35a7-26f6-4457-b814-5012056fbf1a {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:28:35.113383 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f56cfd45-e322-459b-a022-634dd4c66d8b req-9c7499db-4c01-4c25-b5ca-7866b9a65b3f service neutron] Port 6d35648b-5420-4ee9-b641-8ba615c00f60 on network 4d9d35a7-26f6-4457-b814-5012056fbf1a not bound, no agent of type Open vSwitch agent registered on host n-h1-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:28:35.113700 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f56cfd45-e322-459b-a022-634dd4c66d8b req-9c7499db-4c01-4c25-b5ca-7866b9a65b3f service neutron] Attempting to bind port 6d35648b-5420-4ee9-b641-8ba615c00f60 on network 4d9d35a7-26f6-4457-b814-5012056fbf1a {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:28:35.118634 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f56cfd45-e322-459b-a022-634dd4c66d8b req-9c7499db-4c01-4c25-b5ca-7866b9a65b3f service neutron] Checking agent: {'id': 'b707b4cc-061f-4cf4-bce0-0b3df9b7bec9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:28:35.118965 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f56cfd45-e322-459b-a022-634dd4c66d8b req-9c7499db-4c01-4c25-b5ca-7866b9a65b3f service neutron] Checking segment: {'id': 'adff8de7-150d-438e-b0e0-e9cae431330e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '4d9d35a7-26f6-4457-b814-5012056fbf1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:28:35.119346 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f56cfd45-e322-459b-a022-634dd4c66d8b req-9c7499db-4c01-4c25-b5ca-7866b9a65b3f service neutron] Bound using segment: {'id': 'adff8de7-150d-438e-b0e0-e9cae431330e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '4d9d35a7-26f6-4457-b814-5012056fbf1a'} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:28:35.119796 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-f56cfd45-e322-459b-a022-634dd4c66d8b req-9c7499db-4c01-4c25-b5ca-7866b9a65b3f service neutron] Bound port: 6d35648b-5420-4ee9-b641-8ba615c00f60, host: n-h1-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adff8de7-150d-438e-b0e0-e9cae431330e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '4d9d35a7-26f6-4457-b814-5012056fbf1a'}}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:28:35.120146 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-f56cfd45-e322-459b-a022-634dd4c66d8b req-9c7499db-4c01-4c25-b5ca-7866b9a65b3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:35.185408 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-f56cfd45-e322-459b-a022-634dd4c66d8b req-9c7499db-4c01-4c25-b5ca-7866b9a65b3f service neutron] For port 6d35648b-5420-4ee9-b641-8ba615c00f60, host n-h1-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:28:35.188703 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-f56cfd45-e322-459b-a022-634dd4c66d8b req-9c7499db-4c01-4c25-b5ca-7866b9a65b3f service neutron] For port 6d35648b-5420-4ee9-b641-8ba615c00f60, host n-h1-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=6d35648b-5420-4ee9-b641-8ba615c00f60,segment=NetworkSegment(adff8de7-150d-438e-b0e0-e9cae431330e),segment_id=adff8de7-150d-438e-b0e0-e9cae431330e)] {{(pid=100596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:28:35.194479 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-f56cfd45-e322-459b-a022-634dd4c66d8b req-9c7499db-4c01-4c25-b5ca-7866b9a65b3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:35.228731 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56cfd45-e322-459b-a022-634dd4c66d8b req-9c7499db-4c01-4c25-b5ca-7866b9a65b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:35.229312 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-f56cfd45-e322-459b-a022-634dd4c66d8b req-9c7499db-4c01-4c25-b5ca-7866b9a65b3f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:35.230786 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f56cfd45-e322-459b-a022-634dd4c66d8b req-9c7499db-4c01-4c25-b5ca-7866b9a65b3f service neutron] 10.222.0.55 "PUT /v2.0/ports/6d35648b-5420-4ee9-b641-8ba615c00f60 HTTP/1.1" status: 200 len: 1091 time: 0.5806012 Oct 20 11:28:35.235691 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8f6cb48-220b-4eeb-a573-96a7bf8bc340', 'tag': '6d35648b-5420-4ee9-b641-8ba615c00f60'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:28:35.238561 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b817f9d80a1b29ed07bd94f2222da8cf244b0bc6025e0bf33ac95c6b13c59699" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82cdd59d-3de2-405a-9dd6-3d865a542cb1" -d '{"events": [{"name": "network-changed", "server_uuid": "c8f6cb48-220b-4eeb-a573-96a7bf8bc340", "tag": "6d35648b-5420-4ee9-b641-8ba615c00f60"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:28:35.261667 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7499db-4c01-4c25-b5ca-7866b9a65b3f service neutron] Pushing event updated for resources: {'Port': ['ID=6d35648b-5420-4ee9-b641-8ba615c00f60,revision_number=3']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:28:35.263533 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 7 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:28:35.278774 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f48f271-066b-4398-9db9-3645ea794da6 x-openstack-request-id: req-6f48f271-066b-4398-9db9-3645ea794da6 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:28:35.279074 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8f6cb48-220b-4eeb-a573-96a7bf8bc340", "tag": "6d35648b-5420-4ee9-b641-8ba615c00f60", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:28:35.279327 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6f48f271-066b-4398-9db9-3645ea794da6 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:28:35.280141 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8f6cb48-220b-4eeb-a573-96a7bf8bc340', 'tag': '6d35648b-5420-4ee9-b641-8ba615c00f60', 'status': 'completed', 'code': 200} Oct 20 11:28:35.360613 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cdd59d-3de2-405a-9dd6-3d865a542cb1 req-0b80eb4d-3ba2-4f70-9e82-71909aebe7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:35.362856 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-82cdd59d-3de2-405a-9dd6-3d865a542cb1 req-0b80eb4d-3ba2-4f70-9e82-71909aebe7f8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1ad5aa6335664059b16230a3749ff325&device_id=c8f6cb48-220b-4eeb-a573-96a7bf8bc340 HTTP/1.1" status: 200 len: 1094 time: 0.0442913 Oct 20 11:28:35.532096 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cdd59d-3de2-405a-9dd6-3d865a542cb1 req-9854fbcd-cc86-445a-9232-00f29382bdfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:35.534112 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-82cdd59d-3de2-405a-9dd6-3d865a542cb1 req-9854fbcd-cc86-445a-9232-00f29382bdfa service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=1ad5aa6335664059b16230a3749ff325&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1575842 Oct 20 11:28:35.658095 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c8c40d-dfe8-47b4-af1a-37bc8c1200df req-745555bb-7d03-428d-999c-a77f31f7b41d tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:35.659607 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-86c8c40d-dfe8-47b4-af1a-37bc8c1200df req-745555bb-7d03-428d-999c-a77f31f7b41d tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] 10.222.0.64 "GET /v2.0/ports?device_id=c8f6cb48-220b-4eeb-a573-96a7bf8bc340 HTTP/1.1" status: 200 len: 943 time: 0.0977545 Oct 20 11:28:35.664562 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cdd59d-3de2-405a-9dd6-3d865a542cb1 req-bb05d70d-027d-4fa5-9380-57be256f0f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:35.665895 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-82cdd59d-3de2-405a-9dd6-3d865a542cb1 req-bb05d70d-027d-4fa5-9380-57be256f0f34 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1252208 Oct 20 11:28:36.022813 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-86c8c40d-dfe8-47b4-af1a-37bc8c1200df req-ddb87a37-f938-4321-b1b4-95b5b63b5ba2 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] 10.222.0.64 "GET /v2.0/security-groups?id=09bcf9e0-3834-41a0-8180-0c087b780320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3559666 Oct 20 11:28:36.032127 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56cfd45-e322-459b-a022-634dd4c66d8b req-a752a5f8-f27f-4f45-b44e-24913344bcd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:36.033594 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f56cfd45-e322-459b-a022-634dd4c66d8b req-a752a5f8-f27f-4f45-b44e-24913344bcd8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1ad5aa6335664059b16230a3749ff325&device_id=c8f6cb48-220b-4eeb-a573-96a7bf8bc340 HTTP/1.1" status: 200 len: 1094 time: 0.0531592 Oct 20 11:28:36.079266 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f56cfd45-e322-459b-a022-634dd4c66d8b req-242a0f88-ed16-4bd0-a6ec-24df012714fd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6d35648b-5420-4ee9-b641-8ba615c00f60 HTTP/1.1" status: 200 len: 217 time: 0.0330536 Oct 20 11:28:36.129238 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56cfd45-e322-459b-a022-634dd4c66d8b req-7cbf3866-2d2c-4f8a-bd89-f13e6db4fb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:36.130607 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f56cfd45-e322-459b-a022-634dd4c66d8b req-7cbf3866-2d2c-4f8a-bd89-f13e6db4fb27 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=acf138a7-7402-4d64-982c-591f4ca8d63d HTTP/1.1" status: 200 len: 853 time: 0.0440376 Oct 20 11:28:36.174406 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56cfd45-e322-459b-a022-634dd4c66d8b req-a12f453e-201a-4c59-adcb-5da3c3197aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:36.175994 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f56cfd45-e322-459b-a022-634dd4c66d8b req-a12f453e-201a-4c59-adcb-5da3c3197aec service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4d9d35a7-26f6-4457-b814-5012056fbf1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389647 Oct 20 11:28:36.266560 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f56cfd45-e322-459b-a022-634dd4c66d8b req-ca4a0b30-38de-4902-8d7b-3761ef3decdf service neutron] 10.222.0.55 "GET /v2.0/networks/4d9d35a7-26f6-4457-b814-5012056fbf1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832958 Oct 20 11:28:36.356843 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f56cfd45-e322-459b-a022-634dd4c66d8b req-dc099022-a0ce-44c8-8fab-533f0452bd35 service neutron] 10.222.0.55 "GET /v2.0/networks/4d9d35a7-26f6-4457-b814-5012056fbf1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828743 Oct 20 11:28:36.452685 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-ae00d8b5-aa4d-42a0-92da-796c2c3fa101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:37.136283 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2aeba7-d0ad-4972-9f5e-32146db4241e req-0cedd975-8904-4785-81a2-d0642879c6b3 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:37.137744 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-df2aeba7-d0ad-4972-9f5e-32146db4241e req-0cedd975-8904-4785-81a2-d0642879c6b3 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] 10.222.0.64 "GET /v2.0/ports?device_id=c8f6cb48-220b-4eeb-a573-96a7bf8bc340 HTTP/1.1" status: 200 len: 943 time: 0.0482714 Oct 20 11:28:37.174244 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-df2aeba7-d0ad-4972-9f5e-32146db4241e req-7398283d-31dc-4ff2-8b4b-650a9336627f tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] 10.222.0.64 "GET /v2.0/security-groups?id=09bcf9e0-3834-41a0-8180-0c087b780320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299015 Oct 20 11:28:37.211417 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:37.743210 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:38.295132 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce34fd66-743f-438b-8193-364d037d5c1c req-e8bdb60c-7b7c-4d3f-bafb-88d4a2f30ae7 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:38.296642 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ce34fd66-743f-438b-8193-364d037d5c1c req-e8bdb60c-7b7c-4d3f-bafb-88d4a2f30ae7 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] 10.222.0.64 "GET /v2.0/ports?device_id=c8f6cb48-220b-4eeb-a573-96a7bf8bc340 HTTP/1.1" status: 200 len: 943 time: 0.0526419 Oct 20 11:28:38.339965 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ce34fd66-743f-438b-8193-364d037d5c1c req-e6309ea3-a33d-4ec4-9c13-009fb1b561e7 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] 10.222.0.64 "GET /v2.0/security-groups?id=09bcf9e0-3834-41a0-8180-0c087b780320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367341 Oct 20 11:28:38.644027 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:39.112124 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:39.453508 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fefa25a-f1b5-42fe-b71a-095addce44b6 req-29a1fce4-d4ac-42a9-b5af-dbb597825107 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:39.455012 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7fefa25a-f1b5-42fe-b71a-095addce44b6 req-29a1fce4-d4ac-42a9-b5af-dbb597825107 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] 10.222.0.64 "GET /v2.0/ports?device_id=c8f6cb48-220b-4eeb-a573-96a7bf8bc340 HTTP/1.1" status: 200 len: 943 time: 0.0484056 Oct 20 11:28:39.490969 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7fefa25a-f1b5-42fe-b71a-095addce44b6 req-79289af2-3052-4ec3-b56a-32e3adc2dde3 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] 10.222.0.64 "GET /v2.0/security-groups?id=09bcf9e0-3834-41a0-8180-0c087b780320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300543 Oct 20 11:28:40.602733 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3c83ea-e43a-4047-973c-c8a5a42b39f7 req-b594b1d4-1eae-4275-9169-ab030731ee81 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:40.604248 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0a3c83ea-e43a-4047-973c-c8a5a42b39f7 req-b594b1d4-1eae-4275-9169-ab030731ee81 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] 10.222.0.64 "GET /v2.0/ports?device_id=c8f6cb48-220b-4eeb-a573-96a7bf8bc340 HTTP/1.1" status: 200 len: 943 time: 0.0477448 Oct 20 11:28:40.640943 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0a3c83ea-e43a-4047-973c-c8a5a42b39f7 req-19d454a2-2474-4120-b643-81706794c65d tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] 10.222.0.64 "GET /v2.0/security-groups?id=09bcf9e0-3834-41a0-8180-0c087b780320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306649 Oct 20 11:28:41.687934 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 6d35648b-5420-4ee9-b641-8ba615c00f60 details requested by agent hyperv_n-h1-811396-3 with host n-h1-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:28:41.759857 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcbdf0c-69a6-447d-8d24-ad1e84c539c8 req-25406956-beb4-4dad-825e-f34274f37453 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:41.761386 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-adcbdf0c-69a6-447d-8d24-ad1e84c539c8 req-25406956-beb4-4dad-825e-f34274f37453 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] 10.222.0.64 "GET /v2.0/ports?device_id=c8f6cb48-220b-4eeb-a573-96a7bf8bc340 HTTP/1.1" status: 200 len: 943 time: 0.0515032 Oct 20 11:28:41.785483 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 6d35648b-5420-4ee9-b641-8ba615c00f60, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=6d35648b-5420-4ee9-b641-8ba615c00f60,segment=NetworkSegment(adff8de7-150d-438e-b0e0-e9cae431330e),segment_id=adff8de7-150d-438e-b0e0-e9cae431330e)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:28:41.796588 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Returning: {'device': '6d35648b-5420-4ee9-b641-8ba615c00f60', 'network_id': '4d9d35a7-26f6-4457-b814-5012056fbf1a', 'port_id': '6d35648b-5420-4ee9-b641-8ba615c00f60', 'mac_address': 'fa:16:3e:36:8d:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 830, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acf138a7-7402-4d64-982c-591f4ca8d63d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:28:41.798806 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-adcbdf0c-69a6-447d-8d24-ad1e84c539c8 req-23b52f42-af1a-4849-a16d-396c8a6ff34d tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] 10.222.0.64 "GET /v2.0/security-groups?id=09bcf9e0-3834-41a0-8180-0c087b780320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307443 Oct 20 11:28:41.835603 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:41.848595 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d35648b-5420-4ee9-b641-8ba615c00f60 {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:28:41.866875 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 6d35648b-5420-4ee9-b641-8ba615c00f60, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=6d35648b-5420-4ee9-b641-8ba615c00f60,segment=NetworkSegment(adff8de7-150d-438e-b0e0-e9cae431330e),segment_id=adff8de7-150d-438e-b0e0-e9cae431330e)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:28:41.870816 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:41.916103 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=6d35648b-5420-4ee9-b641-8ba615c00f60,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:28:41.923239 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:28:41.923578 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:28:41.923920 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:28:41.924259 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:28:41.924590 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:28:41.924919 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:28:41.925244 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:28:41.925571 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:28:41.925893 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:28:41.926216 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:28:41.926539 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:28:41.926863 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:28:42.286866 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['6d35648b-5420-4ee9-b641-8ba615c00f60'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:28:42.911139 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9202c9-16d2-4b1b-8672-273a2b6cb2e8 req-5e45dd86-2c43-4e2d-a17e-0521a6bb004f tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:42.912665 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5a9202c9-16d2-4b1b-8672-273a2b6cb2e8 req-5e45dd86-2c43-4e2d-a17e-0521a6bb004f tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] 10.222.0.64 "GET /v2.0/ports?device_id=c8f6cb48-220b-4eeb-a573-96a7bf8bc340 HTTP/1.1" status: 200 len: 944 time: 0.0477955 Oct 20 11:28:42.951888 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5a9202c9-16d2-4b1b-8672-273a2b6cb2e8 req-dc9d7ce5-c1c8-46fd-a1fd-21e477b1fe93 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] 10.222.0.64 "GET /v2.0/security-groups?id=09bcf9e0-3834-41a0-8180-0c087b780320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332072 Oct 20 11:28:43.686558 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 6d35648b-5420-4ee9-b641-8ba615c00f60 up at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:28:43.733916 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning for port 6d35648b-5420-4ee9-b641-8ba615c00f60 completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:28:43.737475 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning complete for port 6d35648b-5420-4ee9-b641-8ba615c00f60 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:28:43.737839 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:43.816199 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:43.837916 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8f6cb48-220b-4eeb-a573-96a7bf8bc340', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d35648b-5420-4ee9-b641-8ba615c00f60'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:28:43.840226 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3a5a1e74fee385f59395feee7f880defec871777ba90fab9b56a242633970a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbc87df1-afe3-4108-afdb-45cb83de33db" -d '{"events": [{"server_uuid": "c8f6cb48-220b-4eeb-a573-96a7bf8bc340", "name": "network-vif-plugged", "status": "completed", "tag": "6d35648b-5420-4ee9-b641-8ba615c00f60"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:28:43.852875 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 6d35648b-5420-4ee9-b641-8ba615c00f60, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=6d35648b-5420-4ee9-b641-8ba615c00f60,segment=NetworkSegment(adff8de7-150d-438e-b0e0-e9cae431330e),segment_id=adff8de7-150d-438e-b0e0-e9cae431330e)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:28:43.856962 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:43.882373 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3937c9c3-cb32-4827-8bc6-0a1ddd2fdcda x-openstack-request-id: req-3937c9c3-cb32-4827-8bc6-0a1ddd2fdcda {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:28:43.882665 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8f6cb48-220b-4eeb-a573-96a7bf8bc340", "name": "network-vif-plugged", "status": "completed", "tag": "6d35648b-5420-4ee9-b641-8ba615c00f60", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:28:43.882921 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3937c9c3-cb32-4827-8bc6-0a1ddd2fdcda {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:28:43.883312 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8f6cb48-220b-4eeb-a573-96a7bf8bc340', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d35648b-5420-4ee9-b641-8ba615c00f60', 'code': 200} Oct 20 11:28:43.908111 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=6d35648b-5420-4ee9-b641-8ba615c00f60,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:28:43.998219 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799c212c-753e-4fd6-bd30-dd7bbe8df4cd req-47e86954-ec31-48f5-a0e7-877e21808121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:43.999876 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-799c212c-753e-4fd6-bd30-dd7bbe8df4cd req-47e86954-ec31-48f5-a0e7-877e21808121 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c8f6cb48-220b-4eeb-a573-96a7bf8bc340 HTTP/1.1" status: 200 len: 1096 time: 0.0393677 Oct 20 11:28:44.063733 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-799c212c-753e-4fd6-bd30-dd7bbe8df4cd req-926ecc01-59d9-4048-a7d8-6813c22fd838 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=09bcf9e0-3834-41a0-8180-0c087b780320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569673 Oct 20 11:28:44.079695 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1ed513-014f-49dd-a4d7-7239e569391f req-0a797ed4-95a3-4705-8775-53cdd2fc5821 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:44.081097 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2f1ed513-014f-49dd-a4d7-7239e569391f req-0a797ed4-95a3-4705-8775-53cdd2fc5821 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] 10.222.0.64 "GET /v2.0/ports?device_id=c8f6cb48-220b-4eeb-a573-96a7bf8bc340 HTTP/1.1" status: 200 len: 945 time: 0.0604317 Oct 20 11:28:44.118098 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2f1ed513-014f-49dd-a4d7-7239e569391f req-ec5fcdb1-ffbd-4157-ad40-54eb96eb1b6f tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] 10.222.0.64 "GET /v2.0/security-groups?id=09bcf9e0-3834-41a0-8180-0c087b780320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311012 Oct 20 11:28:45.248924 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a24fdb-75f3-4935-889b-2924d1ddf434 req-611ed1e7-842d-48a9-8d76-f7099aff11b0 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:45.250834 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a1a24fdb-75f3-4935-889b-2924d1ddf434 req-611ed1e7-842d-48a9-8d76-f7099aff11b0 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] 10.222.0.64 "GET /v2.0/ports?device_id=c8f6cb48-220b-4eeb-a573-96a7bf8bc340 HTTP/1.1" status: 200 len: 945 time: 0.0510831 Oct 20 11:28:45.289896 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a1a24fdb-75f3-4935-889b-2924d1ddf434 req-a82c1e78-f01c-45e7-a85f-d695eaacb025 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] 10.222.0.64 "GET /v2.0/security-groups?id=09bcf9e0-3834-41a0-8180-0c087b780320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319338 Oct 20 11:28:46.403102 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfabb48-9748-4ca5-802a-a4d1dc1254da req-fb41f792-5833-42b1-90c1-f66519c3ab63 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:46.404598 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ecfabb48-9748-4ca5-802a-a4d1dc1254da req-fb41f792-5833-42b1-90c1-f66519c3ab63 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] 10.222.0.64 "GET /v2.0/ports?device_id=c8f6cb48-220b-4eeb-a573-96a7bf8bc340 HTTP/1.1" status: 200 len: 945 time: 0.0484171 Oct 20 11:28:46.443350 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ecfabb48-9748-4ca5-802a-a4d1dc1254da req-95ad1cc6-831a-44c6-a781-6f5db39b569c tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] 10.222.0.64 "GET /v2.0/security-groups?id=09bcf9e0-3834-41a0-8180-0c087b780320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328369 Oct 20 11:28:46.560396 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82099d62-e917-4db4-b815-6f3d0188410e req-7ababd83-bf4b-4839-9d69-8e3d79364e67 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:46.562050 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-82099d62-e917-4db4-b815-6f3d0188410e req-7ababd83-bf4b-4839-9d69-8e3d79364e67 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] 10.222.0.64 "GET /v2.0/ports?device_id=c8f6cb48-220b-4eeb-a573-96a7bf8bc340 HTTP/1.1" status: 200 len: 945 time: 0.0538607 Oct 20 11:28:46.599270 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-82099d62-e917-4db4-b815-6f3d0188410e req-cb7b90bb-292d-4b45-867e-8584ed245ac0 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] 10.222.0.64 "GET /v2.0/security-groups?id=09bcf9e0-3834-41a0-8180-0c087b780320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311155 Oct 20 11:28:46.786254 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c44343-d900-4255-8ba8-26188cb192f1 req-b7153cbd-5d0b-4a52-bd1f-47b95ed01831 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:46.787758 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-38c44343-d900-4255-8ba8-26188cb192f1 req-b7153cbd-5d0b-4a52-bd1f-47b95ed01831 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] 10.222.0.64 "GET /v2.0/ports?device_id=c8f6cb48-220b-4eeb-a573-96a7bf8bc340 HTTP/1.1" status: 200 len: 945 time: 0.0480750 Oct 20 11:28:46.824967 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-38c44343-d900-4255-8ba8-26188cb192f1 req-4e4575c2-dc13-456f-9b50-70c2c07ca8cd tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] 10.222.0.64 "GET /v2.0/security-groups?id=09bcf9e0-3834-41a0-8180-0c087b780320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312595 Oct 20 11:28:49.728012 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:59.324312 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88b0d89-0e07-41b2-bca3-cc46948db9f3 req-679ffb9a-c60a-46b0-9334-c09ebb56a5fc tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:59.325700 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a88b0d89-0e07-41b2-bca3-cc46948db9f3 req-679ffb9a-c60a-46b0-9334-c09ebb56a5fc tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] 10.222.0.64 "GET /v2.0/ports?device_id=c8f6cb48-220b-4eeb-a573-96a7bf8bc340 HTTP/1.1" status: 200 len: 945 time: 0.0482917 Oct 20 11:28:59.362216 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a88b0d89-0e07-41b2-bca3-cc46948db9f3 req-1f84df15-1faf-4654-b0c0-48ac5088fd53 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] 10.222.0.64 "GET /v2.0/security-groups?id=09bcf9e0-3834-41a0-8180-0c087b780320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299459 Oct 20 11:28:59.385151 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 46300) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:28:59.498903 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5359ed70-04eb-4a2c-91ef-cd355e6fb556 tempest-TestMinimumBasicScenario-1072480575 tempest-TestMinimumBasicScenario-1072480575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:59.500442 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-5359ed70-04eb-4a2c-91ef-cd355e6fb556 tempest-TestMinimumBasicScenario-1072480575 tempest-TestMinimumBasicScenario-1072480575-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=c8f6cb48-220b-4eeb-a573-96a7bf8bc340 HTTP/1.1" status: 200 len: 1091 time: 0.1143072 Oct 20 11:28:59.504094 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 46304) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:28:59.508280 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-1fd92524-33bd-4a85-ac00-5be078d09cb6 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Request body: {'floatingip': {'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'port_id': '6d35648b-5420-4ee9-b641-8ba615c00f60', 'tenant_id': '1ad5aa6335664059b16230a3749ff325', 'fixed_ip_address': '172.20.0.3'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:28:59.530096 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1fd92524-33bd-4a85-ac00-5be078d09cb6 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Publish callbacks [] for floatingip, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:59.623648 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1fd92524-33bd-4a85-ac00-5be078d09cb6 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:59.725654 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [None req-1fd92524-33bd-4a85-ac00-5be078d09cb6 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Allocated IP 172.25.1.164 (cbe170d3-31ba-45a2-b477-520ab0a7a8ea/f4e26aca-17ac-4adb-a66b-d939a1b35b64/5287b6f8-10f6-4c53-b607-4129c7c389ea) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:28:59.825111 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1fd92524-33bd-4a85-ac00-5be078d09cb6 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:59.857842 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1fd92524-33bd-4a85-ac00-5be078d09cb6 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:59.899602 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd92524-33bd-4a85-ac00-5be078d09cb6 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Network cbe170d3-31ba-45a2-b477-520ab0a7a8ea is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:28:59.903917 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-1fd92524-33bd-4a85-ac00-5be078d09cb6 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:28:59.907393 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd92524-33bd-4a85-ac00-5be078d09cb6 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:28:59.913290 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd92524-33bd-4a85-ac00-5be078d09cb6 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Pushing event updated for resources: {'Port': ['ID=5287b6f8-10f6-4c53-b607-4129c7c389ea,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:29:00.266277 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1fd92524-33bd-4a85-ac00-5be078d09cb6 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:00.334794 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1fd92524-33bd-4a85-ac00-5be078d09cb6 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:00.490023 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1fd92524-33bd-4a85-ac00-5be078d09cb6 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:00.494479 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1fd92524-33bd-4a85-ac00-5be078d09cb6 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:00.560896 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd92524-33bd-4a85-ac00-5be078d09cb6 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Pushing event updated for resources: {'Port': ['ID=5287b6f8-10f6-4c53-b607-4129c7c389ea,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:29:00.572925 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1fd92524-33bd-4a85-ac00-5be078d09cb6 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1773381'] for floatingip, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:00.670322 n-d-811396-3 neutron-server[100596]: INFO neutron.db.l3_db [None req-1fd92524-33bd-4a85-ac00-5be078d09cb6 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Floating IP 1586c316-d96b-4e49-8c42-4a9163353917 associated. External IP: 172.25.1.164, port: 6d35648b-5420-4ee9-b641-8ba615c00f60. Oct 20 11:29:00.890260 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fd92524-33bd-4a85-ac00-5be078d09cb6 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Router c2265eee-dc32-4d60-b8a9-d91fc25c3d98 has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:29:00.998281 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fd92524-33bd-4a85-ac00-5be078d09cb6 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:29:01.007816 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae2209d-e96b-4c8c-88c7-b76dfa20872c None None] Sync routers for ids ['c2265eee-dc32-4d60-b8a9-d91fc25c3d98'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:29:01.015916 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1fd92524-33bd-4a85-ac00-5be078d09cb6 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for floatingip, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:01.017184 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae2209d-e96b-4c8c-88c7-b76dfa20872c None None] Routers {'c2265eee-dc32-4d60-b8a9-d91fc25c3d98'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:29:01.017795 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-7ae2209d-e96b-4c8c-88c7-b76dfa20872c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:28:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['c2265eee-dc32-4d60-b8a9-d91fc25c3d98'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:29:01.045170 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-1fd92524-33bd-4a85-ac00-5be078d09cb6 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5400279 Oct 20 11:29:01.045784 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8f6cb48-220b-4eeb-a573-96a7bf8bc340', 'tag': '6d35648b-5420-4ee9-b641-8ba615c00f60'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:29:01.048180 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 46306) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:29:01.048773 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b817f9d80a1b29ed07bd94f2222da8cf244b0bc6025e0bf33ac95c6b13c59699" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36477cad-b34c-475c-9e59-39c8247f2e19" -d '{"events": [{"name": "network-changed", "server_uuid": "c8f6cb48-220b-4eeb-a573-96a7bf8bc340", "tag": "6d35648b-5420-4ee9-b641-8ba615c00f60"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:29:01.055107 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-39e39a60-ee95-4e21-9a35-df9968aea4ce tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-74656484', 'description': 'tempest-secgroup-smoke-74656484 description', 'project_id': '1ad5aa6335664059b16230a3749ff325'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:29:01.083926 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-39e39a60-ee95-4e21-9a35-df9968aea4ce tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:01.089173 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4e35284-68fc-423a-bb9d-346395c939f9 x-openstack-request-id: req-a4e35284-68fc-423a-bb9d-346395c939f9 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:29:01.089542 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8f6cb48-220b-4eeb-a573-96a7bf8bc340", "tag": "6d35648b-5420-4ee9-b641-8ba615c00f60", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:29:01.089909 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a4e35284-68fc-423a-bb9d-346395c939f9 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:29:01.090388 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8f6cb48-220b-4eeb-a573-96a7bf8bc340', 'tag': '6d35648b-5420-4ee9-b641-8ba615c00f60', 'status': 'completed', 'code': 200} Oct 20 11:29:01.139587 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-7ae2209d-e96b-4c8c-88c7-b76dfa20872c None None] Set router c2265eee-dc32-4d60-b8a9-d91fc25c3d98 gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:29:01.155372 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-39e39a60-ee95-4e21-9a35-df9968aea4ce tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:01.159856 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-39e39a60-ee95-4e21-9a35-df9968aea4ce tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:01.176944 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-39e39a60-ee95-4e21-9a35-df9968aea4ce tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:01.178168 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-39e39a60-ee95-4e21-9a35-df9968aea4ce tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1274984 Oct 20 11:29:01.181485 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 46312) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:29:01.185816 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-cb154898-8b6a-4eaa-9ead-d00fe5171a34 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Request body: {'security_group_rule': {'security_group_id': '89682c67-2e8f-46a8-ad03-34fc75a45247', 'project_id': '1ad5aa6335664059b16230a3749ff325', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:29:01.187000 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36477cad-b34c-475c-9e59-39c8247f2e19 req-449a2edb-995b-4680-b488-03a0edf5267b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:01.188674 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-36477cad-b34c-475c-9e59-39c8247f2e19 req-449a2edb-995b-4680-b488-03a0edf5267b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1ad5aa6335664059b16230a3749ff325&device_id=c8f6cb48-220b-4eeb-a573-96a7bf8bc340 HTTP/1.1" status: 200 len: 1096 time: 0.0518925 Oct 20 11:29:01.220134 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-cb154898-8b6a-4eaa-9ead-d00fe5171a34 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:01.244634 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e39a60-ee95-4e21-9a35-df9968aea4ce tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89682c67-2e8f-46a8-ad03-34fc75a45247,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:29:01.261761 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e39a60-ee95-4e21-9a35-df9968aea4ce tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:29:01.262111 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e39a60-ee95-4e21-9a35-df9968aea4ce tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:29:01.262452 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e39a60-ee95-4e21-9a35-df9968aea4ce tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:29:01.262788 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e39a60-ee95-4e21-9a35-df9968aea4ce tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:29:01.263119 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e39a60-ee95-4e21-9a35-df9968aea4ce tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:29:01.263474 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e39a60-ee95-4e21-9a35-df9968aea4ce tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:29:01.263804 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e39a60-ee95-4e21-9a35-df9968aea4ce tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:29:01.264128 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e39a60-ee95-4e21-9a35-df9968aea4ce tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:29:01.264457 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e39a60-ee95-4e21-9a35-df9968aea4ce tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:29:01.264780 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e39a60-ee95-4e21-9a35-df9968aea4ce tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:29:01.265104 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e39a60-ee95-4e21-9a35-df9968aea4ce tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:29:01.265426 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e39a60-ee95-4e21-9a35-df9968aea4ce tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:29:01.298288 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36477cad-b34c-475c-9e59-39c8247f2e19 req-5ee0e48b-95af-40ca-9756-28a8a96a23b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:01.299914 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-36477cad-b34c-475c-9e59-39c8247f2e19 req-5ee0e48b-95af-40ca-9756-28a8a96a23b2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=4d9d35a7-26f6-4457-b814-5012056fbf1a HTTP/1.1" status: 200 len: 915 time: 0.1042643 Oct 20 11:29:01.305198 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-cb154898-8b6a-4eaa-9ead-d00fe5171a34 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:01.309941 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-cb154898-8b6a-4eaa-9ead-d00fe5171a34 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:01.333824 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb154898-8b6a-4eaa-9ead-d00fe5171a34 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec1c0e3f-b58f-48ca-8947-01e12d9fc6b5,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:29:01.342365 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-cb154898-8b6a-4eaa-9ead-d00fe5171a34 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:01.344006 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-cb154898-8b6a-4eaa-9ead-d00fe5171a34 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1613488 Oct 20 11:29:01.347541 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 46314) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:29:01.352714 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-0bf29fe4-ad1a-4eee-8678-b3b3e3035137 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Request body: {'security_group_rule': {'security_group_id': '89682c67-2e8f-46a8-ad03-34fc75a45247', 'project_id': '1ad5aa6335664059b16230a3749ff325', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:29:01.374885 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-36477cad-b34c-475c-9e59-39c8247f2e19 req-bb9de100-6fb8-49c5-b6d7-8ffe44c905c4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6d35648b-5420-4ee9-b641-8ba615c00f60 HTTP/1.1" status: 200 len: 999 time: 0.0674970 Oct 20 11:29:01.383969 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0bf29fe4-ad1a-4eee-8678-b3b3e3035137 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:01.426370 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36477cad-b34c-475c-9e59-39c8247f2e19 req-434e7e38-9106-4107-a1e1-0c7f0e12dc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:01.427809 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-36477cad-b34c-475c-9e59-39c8247f2e19 req-434e7e38-9106-4107-a1e1-0c7f0e12dc61 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=acf138a7-7402-4d64-982c-591f4ca8d63d HTTP/1.1" status: 200 len: 853 time: 0.0459723 Oct 20 11:29:01.443716 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0bf29fe4-ad1a-4eee-8678-b3b3e3035137 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:01.450534 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0bf29fe4-ad1a-4eee-8678-b3b3e3035137 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:01.469368 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf29fe4-ad1a-4eee-8678-b3b3e3035137 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc192b2b-f752-431a-be54-9283dab34360,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:29:01.479737 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0bf29fe4-ad1a-4eee-8678-b3b3e3035137 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:01.480956 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-0bf29fe4-ad1a-4eee-8678-b3b3e3035137 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1323042 Oct 20 11:29:01.483868 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 46316) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:29:01.489932 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-ec95081d-dcee-4277-b662-d2c51c188ea7 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Request body: {'security_group_rule': {'security_group_id': '89682c67-2e8f-46a8-ad03-34fc75a45247', 'project_id': '1ad5aa6335664059b16230a3749ff325', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:29:01.495259 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-7ae2209d-e96b-4c8c-88c7-b76dfa20872c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2265eee-dc32-4d60-b8a9-d91fc25c3d98', 'name': 'tempest-TestMinimumBasicScenario-696200830-router', 'tenant_id': '1ad5aa6335664059b16230a3749ff325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': '5281a72a-5ef3-4d2b-9a41-285bec0c1f50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:27:59Z', 'updated_at': '2021-10-20T11:28:02Z', 'revision_number': 4, 'project_id': '1ad5aa6335664059b16230a3749ff325', 'gw_port': {'id': '5281a72a-5ef3-4d2b-9a41-285bec0c1f50', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:74:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2265eee-dc32-4d60-b8a9-d91fc25c3d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:28:00Z', 'updated_at': '2021-10-20T11:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_floatingips': [{'id': '1586c316-d96b-4e49-8c42-4a9163353917', 'tenant_id': '1ad5aa6335664059b16230a3749ff325', 'floating_ip_address': '172.25.1.164', 'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'router_id': 'c2265eee-dc32-4d60-b8a9-d91fc25c3d98', 'port_id': '6d35648b-5420-4ee9-b641-8ba615c00f60', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d9d35a7-26f6-4457-b814-5012056fbf1a', 'mac_address': 'fa:16:3e:36:8d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f6cb48-220b-4eeb-a573-96a7bf8bc340', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:29:00Z', 'updated_at': '2021-10-20T11:29:00Z', 'revision_number': 0, 'project_id': '1ad5aa6335664059b16230a3749ff325', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a04ae481-e321-45a3-8368-62a1004b4e71', 'name': '', 'network_id': '4d9d35a7-26f6-4457-b814-5012056fbf1a', 'tenant_id': '1ad5aa6335664059b16230a3749ff325', 'mac_address': 'fa:16:3e:2e:1b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2265eee-dc32-4d60-b8a9-d91fc25c3d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'acf138a7-7402-4d64-982c-591f4ca8d63d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:28:01Z', 'updated_at': '2021-10-20T11:28:06Z', 'revision_number': 5, 'project_id': '1ad5aa6335664059b16230a3749ff325', 'subnets': [{'id': 'acf138a7-7402-4d64-982c-591f4ca8d63d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:29:01.496807 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36477cad-b34c-475c-9e59-39c8247f2e19 req-41c9464b-54db-445a-aef5-78ecde9392ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:01.498272 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-36477cad-b34c-475c-9e59-39c8247f2e19 req-41c9464b-54db-445a-aef5-78ecde9392ac service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4d9d35a7-26f6-4457-b814-5012056fbf1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0628185 Oct 20 11:29:01.521621 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae2209d-e96b-4c8c-88c7-b76dfa20872c None None] Checking router: c2265eee-dc32-4d60-b8a9-d91fc25c3d98 for host: n-d-811396-3 {{(pid=100599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:29:01.529945 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae2209d-e96b-4c8c-88c7-b76dfa20872c None None] Routers {'c2265eee-dc32-4d60-b8a9-d91fc25c3d98'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:29:01.530555 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-7ae2209d-e96b-4c8c-88c7-b76dfa20872c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:28:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['c2265eee-dc32-4d60-b8a9-d91fc25c3d98'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:29:01.549053 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ec95081d-dcee-4277-b662-d2c51c188ea7 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:01.639678 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-7ae2209d-e96b-4c8c-88c7-b76dfa20872c None None] Set router c2265eee-dc32-4d60-b8a9-d91fc25c3d98 gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:29:01.642459 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-36477cad-b34c-475c-9e59-39c8247f2e19 req-79c16337-7bef-43f3-b66e-b3b1440bb723 service neutron] 10.222.0.55 "GET /v2.0/networks/4d9d35a7-26f6-4457-b814-5012056fbf1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349323 Oct 20 11:29:01.679427 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ec95081d-dcee-4277-b662-d2c51c188ea7 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:01.691362 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ec95081d-dcee-4277-b662-d2c51c188ea7 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:01.744164 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ec95081d-dcee-4277-b662-d2c51c188ea7 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:01.745378 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-ec95081d-dcee-4277-b662-d2c51c188ea7 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2603531 Oct 20 11:29:01.747624 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec95081d-dcee-4277-b662-d2c51c188ea7 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68c283af-81da-4fff-a5f0-601013de12e3,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:29:01.750292 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 46318) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:29:01.759701 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-6a417942-3d04-4784-a510-c61a12166270 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Request body: {'security_group_rule': {'security_group_id': '89682c67-2e8f-46a8-ad03-34fc75a45247', 'project_id': '1ad5aa6335664059b16230a3749ff325', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:29:01.771120 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-36477cad-b34c-475c-9e59-39c8247f2e19 req-209487bd-c103-4bb1-8010-aa8201b95597 service neutron] 10.222.0.55 "GET /v2.0/networks/4d9d35a7-26f6-4457-b814-5012056fbf1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210196 Oct 20 11:29:01.787553 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6a417942-3d04-4784-a510-c61a12166270 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:01.849884 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6a417942-3d04-4784-a510-c61a12166270 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:01.853744 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6a417942-3d04-4784-a510-c61a12166270 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:01.869045 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-7ae2209d-e96b-4c8c-88c7-b76dfa20872c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2265eee-dc32-4d60-b8a9-d91fc25c3d98', 'name': 'tempest-TestMinimumBasicScenario-696200830-router', 'tenant_id': '1ad5aa6335664059b16230a3749ff325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': '5281a72a-5ef3-4d2b-9a41-285bec0c1f50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:27:59Z', 'updated_at': '2021-10-20T11:28:02Z', 'revision_number': 4, 'project_id': '1ad5aa6335664059b16230a3749ff325', 'gw_port': {'id': '5281a72a-5ef3-4d2b-9a41-285bec0c1f50', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:74:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2265eee-dc32-4d60-b8a9-d91fc25c3d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:28:00Z', 'updated_at': '2021-10-20T11:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_floatingips': [{'id': '1586c316-d96b-4e49-8c42-4a9163353917', 'tenant_id': '1ad5aa6335664059b16230a3749ff325', 'floating_ip_address': '172.25.1.164', 'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'router_id': 'c2265eee-dc32-4d60-b8a9-d91fc25c3d98', 'port_id': '6d35648b-5420-4ee9-b641-8ba615c00f60', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d9d35a7-26f6-4457-b814-5012056fbf1a', 'mac_address': 'fa:16:3e:36:8d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f6cb48-220b-4eeb-a573-96a7bf8bc340', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:29:00Z', 'updated_at': '2021-10-20T11:29:00Z', 'revision_number': 0, 'project_id': '1ad5aa6335664059b16230a3749ff325', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a04ae481-e321-45a3-8368-62a1004b4e71', 'name': '', 'network_id': '4d9d35a7-26f6-4457-b814-5012056fbf1a', 'tenant_id': '1ad5aa6335664059b16230a3749ff325', 'mac_address': 'fa:16:3e:2e:1b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2265eee-dc32-4d60-b8a9-d91fc25c3d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'acf138a7-7402-4d64-982c-591f4ca8d63d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:28:01Z', 'updated_at': '2021-10-20T11:28:06Z', 'revision_number': 5, 'project_id': '1ad5aa6335664059b16230a3749ff325', 'subnets': [{'id': 'acf138a7-7402-4d64-982c-591f4ca8d63d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:29:01.871858 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a417942-3d04-4784-a510-c61a12166270 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0032fa23-4884-4307-bfc9-60e7249bde5b,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:29:01.881205 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6a417942-3d04-4784-a510-c61a12166270 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:01.882711 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-6a417942-3d04-4784-a510-c61a12166270 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1281772 Oct 20 11:29:01.885454 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 46320) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:29:01.890052 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-13a4b896-3cb6-41e8-adcf-ccf31b83a683 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Request body: {'security_group_rule': {'security_group_id': '89682c67-2e8f-46a8-ad03-34fc75a45247', 'project_id': '1ad5aa6335664059b16230a3749ff325', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:29:01.895858 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae2209d-e96b-4c8c-88c7-b76dfa20872c None None] The sync data for ids ['c2265eee-dc32-4d60-b8a9-d91fc25c3d98'] in n-d-811396-3 is: [{'id': 'c2265eee-dc32-4d60-b8a9-d91fc25c3d98', 'name': 'tempest-TestMinimumBasicScenario-696200830-router', 'tenant_id': '1ad5aa6335664059b16230a3749ff325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': '5281a72a-5ef3-4d2b-9a41-285bec0c1f50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:27:59Z', 'updated_at': '2021-10-20T11:28:02Z', 'revision_number': 4, 'project_id': '1ad5aa6335664059b16230a3749ff325', 'gw_port': {'id': '5281a72a-5ef3-4d2b-9a41-285bec0c1f50', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:74:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2265eee-dc32-4d60-b8a9-d91fc25c3d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:28:00Z', 'updated_at': '2021-10-20T11:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_floatingips': [{'id': '1586c316-d96b-4e49-8c42-4a9163353917', 'tenant_id': '1ad5aa6335664059b16230a3749ff325', 'floating_ip_address': '172.25.1.164', 'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'router_id': 'c2265eee-dc32-4d60-b8a9-d91fc25c3d98', 'port_id': '6d35648b-5420-4ee9-b641-8ba615c00f60', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d9d35a7-26f6-4457-b814-5012056fbf1a', 'mac_address': 'fa:16:3e:36:8d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f6cb48-220b-4eeb-a573-96a7bf8bc340', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:29:00Z', 'updated_at': '2021-10-20T11:29:00Z', 'revision_number': 0, 'project_id': '1ad5aa6335664059b16230a3749ff325', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a04ae481-e321-45a3-8368-62a1004b4e71', 'name': '', 'network_id': '4d9d35a7-26f6-4457-b814-5012056fbf1a', 'tenant_id': '1ad5aa6335664059b16230a3749ff325', 'mac_address': 'fa:16:3e:2e:1b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2265eee-dc32-4d60-b8a9-d91fc25c3d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'acf138a7-7402-4d64-982c-591f4ca8d63d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:28:01Z', 'updated_at': '2021-10-20T11:28:06Z', 'revision_number': 5, 'project_id': '1ad5aa6335664059b16230a3749ff325', 'subnets': [{'id': 'acf138a7-7402-4d64-982c-591f4ca8d63d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:29:01.913065 n-d-811396-3 neutron-server[100597]: INFO neutron.db.securitygroups_db [None req-13a4b896-3cb6-41e8-adcf-ccf31b83a683 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Project 1ad5aa6335664059b16230a3749ff325 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 11:29:01.918020 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-13a4b896-3cb6-41e8-adcf-ccf31b83a683 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:01.986061 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-13a4b896-3cb6-41e8-adcf-ccf31b83a683 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:01.990584 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-13a4b896-3cb6-41e8-adcf-ccf31b83a683 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:02.009439 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a4b896-3cb6-41e8-adcf-ccf31b83a683 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8c36ca7-f30f-4bbb-90c5-3c690bef5a6c,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:29:02.021109 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-13a4b896-3cb6-41e8-adcf-ccf31b83a683 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:02.024921 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-13a4b896-3cb6-41e8-adcf-ccf31b83a683 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1359458 Oct 20 11:29:02.025131 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 46322) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:29:02.029543 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-c1dfa96f-f5e9-40e7-9895-7fead74353c1 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Request body: {'security_group_rule': {'security_group_id': '89682c67-2e8f-46a8-ad03-34fc75a45247', 'project_id': '1ad5aa6335664059b16230a3749ff325', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:29:02.052107 n-d-811396-3 neutron-server[100597]: INFO neutron.db.securitygroups_db [None req-c1dfa96f-f5e9-40e7-9895-7fead74353c1 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Project 1ad5aa6335664059b16230a3749ff325 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 11:29:02.057686 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c1dfa96f-f5e9-40e7-9895-7fead74353c1 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:02.108414 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d549260c-8582-407d-b63d-4bee72e61e49 None None] New status for floating IP 1586c316-d96b-4e49-8c42-4a9163353917: ACTIVE {{(pid=100598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 11:29:02.128832 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c1dfa96f-f5e9-40e7-9895-7fead74353c1 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:02.133170 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c1dfa96f-f5e9-40e7-9895-7fead74353c1 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:02.150571 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dfa96f-f5e9-40e7-9895-7fead74353c1 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a6762ad-dc96-41dc-8a97-e39cd607ccc1,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:29:02.158030 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c1dfa96f-f5e9-40e7-9895-7fead74353c1 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:02.159615 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-c1dfa96f-f5e9-40e7-9895-7fead74353c1 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1335020 Oct 20 11:29:02.238860 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fefdbeb6-e340-495e-8396-c8695690d468 req-3320666c-db68-4ee8-b554-7e9218da4266 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-74656484&fields=id&tenant_id=1ad5aa6335664059b16230a3749ff325 HTTP/1.1" status: 200 len: 267 time: 0.0345609 Oct 20 11:29:02.305352 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefdbeb6-e340-495e-8396-c8695690d468 req-26d4004d-f195-47aa-9e96-3cf737a9b6b7 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:02.307098 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fefdbeb6-e340-495e-8396-c8695690d468 req-26d4004d-f195-47aa-9e96-3cf737a9b6b7 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] 10.222.0.64 "GET /v2.0/ports?device_id=c8f6cb48-220b-4eeb-a573-96a7bf8bc340 HTTP/1.1" status: 200 len: 945 time: 0.0621204 Oct 20 11:29:02.318085 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-fefdbeb6-e340-495e-8396-c8695690d468 req-98c24271-72c3-4430-92ec-5f10526a59bb tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Request body: {'port': {'security_groups': ['09bcf9e0-3834-41a0-8180-0c087b780320', '89682c67-2e8f-46a8-ad03-34fc75a45247']}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:29:02.379528 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-fefdbeb6-e340-495e-8396-c8695690d468 req-98c24271-72c3-4430-92ec-5f10526a59bb tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:02.560313 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-fefdbeb6-e340-495e-8396-c8695690d468 req-98c24271-72c3-4430-92ec-5f10526a59bb tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] For port 6d35648b-5420-4ee9-b641-8ba615c00f60, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=6d35648b-5420-4ee9-b641-8ba615c00f60,segment=NetworkSegment(adff8de7-150d-438e-b0e0-e9cae431330e),segment_id=adff8de7-150d-438e-b0e0-e9cae431330e)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:29:02.589228 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-fefdbeb6-e340-495e-8396-c8695690d468 req-98c24271-72c3-4430-92ec-5f10526a59bb tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:02.593683 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-fefdbeb6-e340-495e-8396-c8695690d468 req-98c24271-72c3-4430-92ec-5f10526a59bb tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:02.628990 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['6d35648b-5420-4ee9-b641-8ba615c00f60'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:29:02.638763 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefdbeb6-e340-495e-8396-c8695690d468 req-98c24271-72c3-4430-92ec-5f10526a59bb tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:02.639421 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-fefdbeb6-e340-495e-8396-c8695690d468 req-98c24271-72c3-4430-92ec-5f10526a59bb tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:02.640859 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fefdbeb6-e340-495e-8396-c8695690d468 req-98c24271-72c3-4430-92ec-5f10526a59bb tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] 10.222.0.64 "PUT /v2.0/ports/6d35648b-5420-4ee9-b641-8ba615c00f60 HTTP/1.1" status: 200 len: 981 time: 0.3272438 Oct 20 11:29:02.668256 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c24271-72c3-4430-92ec-5f10526a59bb tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Pushing event updated for resources: {'Port': ['ID=6d35648b-5420-4ee9-b641-8ba615c00f60,revision_number=6']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:29:02.759067 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['6d35648b-5420-4ee9-b641-8ba615c00f60'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:29:02.763711 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300e9888-1eae-460a-a449-3ed709e49d67 req-5c64aff1-c9ec-42bb-817a-425841855c5b tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:02.765332 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-300e9888-1eae-460a-a449-3ed709e49d67 req-5c64aff1-c9ec-42bb-817a-425841855c5b tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] 10.222.0.64 "GET /v2.0/ports?device_id=c8f6cb48-220b-4eeb-a573-96a7bf8bc340 HTTP/1.1" status: 200 len: 984 time: 0.0547001 Oct 20 11:29:02.819975 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-300e9888-1eae-460a-a449-3ed709e49d67 req-fed8fb52-c0c4-4635-9001-214f25b50f29 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] 10.222.0.64 "GET /v2.0/security-groups?id=89682c67-2e8f-46a8-ad03-34fc75a45247&id=09bcf9e0-3834-41a0-8180-0c087b780320&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0412447 Oct 20 11:29:02.973533 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-636b4187-75ab-4f25-b7c4-ad045e388625 None None] Provisioning complete for port 6d35648b-5420-4ee9-b641-8ba615c00f60 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:29:02.973821 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-636b4187-75ab-4f25-b7c4-ad045e388625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:03.092034 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8f6cb48-220b-4eeb-a573-96a7bf8bc340', 'tag': '6d35648b-5420-4ee9-b641-8ba615c00f60'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:29:03.094424 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b817f9d80a1b29ed07bd94f2222da8cf244b0bc6025e0bf33ac95c6b13c59699" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a018844-db38-45c5-aa69-15718b476027" -d '{"events": [{"name": "network-changed", "server_uuid": "c8f6cb48-220b-4eeb-a573-96a7bf8bc340", "tag": "6d35648b-5420-4ee9-b641-8ba615c00f60"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:29:03.129614 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce1332bf-91c6-4c92-8ec0-4e28de76d1cd x-openstack-request-id: req-ce1332bf-91c6-4c92-8ec0-4e28de76d1cd {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:29:03.129908 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8f6cb48-220b-4eeb-a573-96a7bf8bc340", "tag": "6d35648b-5420-4ee9-b641-8ba615c00f60", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:29:03.130162 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ce1332bf-91c6-4c92-8ec0-4e28de76d1cd {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:29:03.130559 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8f6cb48-220b-4eeb-a573-96a7bf8bc340', 'tag': '6d35648b-5420-4ee9-b641-8ba615c00f60', 'status': 'completed', 'code': 200} Oct 20 11:29:03.225813 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a018844-db38-45c5-aa69-15718b476027 req-719af7c6-3369-4d5f-baf1-16c2cf7f8dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:03.227345 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7a018844-db38-45c5-aa69-15718b476027 req-719af7c6-3369-4d5f-baf1-16c2cf7f8dbf service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1ad5aa6335664059b16230a3749ff325&device_id=c8f6cb48-220b-4eeb-a573-96a7bf8bc340 HTTP/1.1" status: 200 len: 1135 time: 0.0408196 Oct 20 11:29:03.322423 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a018844-db38-45c5-aa69-15718b476027 req-15d8ea6f-252c-419e-89f7-6e79784b86c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:03.323928 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7a018844-db38-45c5-aa69-15718b476027 req-15d8ea6f-252c-419e-89f7-6e79784b86c3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=4d9d35a7-26f6-4457-b814-5012056fbf1a HTTP/1.1" status: 200 len: 915 time: 0.0892859 Oct 20 11:29:03.388920 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7a018844-db38-45c5-aa69-15718b476027 req-ac2360eb-32d2-45b5-bc0e-195843a6d322 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6d35648b-5420-4ee9-b641-8ba615c00f60 HTTP/1.1" status: 200 len: 1001 time: 0.0571995 Oct 20 11:29:03.437528 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a018844-db38-45c5-aa69-15718b476027 req-6892319d-17fd-45b7-b740-d82a45d9a1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:03.438950 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7a018844-db38-45c5-aa69-15718b476027 req-6892319d-17fd-45b7-b740-d82a45d9a1ae service neutron] 10.222.0.55 "GET /v2.0/subnets?id=acf138a7-7402-4d64-982c-591f4ca8d63d HTTP/1.1" status: 200 len: 853 time: 0.0427802 Oct 20 11:29:03.487815 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a018844-db38-45c5-aa69-15718b476027 req-a7eed229-4ca5-4cd1-af97-040fd0ea6392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:03.489267 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7a018844-db38-45c5-aa69-15718b476027 req-a7eed229-4ca5-4cd1-af97-040fd0ea6392 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4d9d35a7-26f6-4457-b814-5012056fbf1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422349 Oct 20 11:29:03.584239 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7a018844-db38-45c5-aa69-15718b476027 req-58cec42a-64f7-40d5-968a-c17b6e5ef569 service neutron] 10.222.0.55 "GET /v2.0/networks/4d9d35a7-26f6-4457-b814-5012056fbf1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869277 Oct 20 11:29:03.604232 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-7c68c006-a127-4b2a-a994-492a163f89bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:03.683310 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7a018844-db38-45c5-aa69-15718b476027 req-c8089777-d7d2-4ef9-b09e-20344bdcc69d service neutron] 10.222.0.55 "GET /v2.0/networks/4d9d35a7-26f6-4457-b814-5012056fbf1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901597 Oct 20 11:29:06.454093 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-a5f55a90-da15-4cb5-b88a-be7f6515de9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:07.213059 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:07.745891 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:08.642596 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:09.117856 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:12.259281 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 7 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:29:19.731656 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:33.605097 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-7903f254-66ae-4b36-b0ad-06ed3c62a42d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:33.645697 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d8eee265-3deb-4222-8723-99cb52c039ec req-9cbe2dd2-c476-4a5a-a86f-22a94e6602d1 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c8f6cb48-220b-4eeb-a573-96a7bf8bc340&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0403595 Oct 20 11:29:33.745163 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eee265-3deb-4222-8723-99cb52c039ec req-8a732aff-7ebb-4afc-bbef-6eeb1d566ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:33.746620 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d8eee265-3deb-4222-8723-99cb52c039ec req-8a732aff-7ebb-4afc-bbef-6eeb1d566ec5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1ad5aa6335664059b16230a3749ff325&device_id=c8f6cb48-220b-4eeb-a573-96a7bf8bc340 HTTP/1.1" status: 200 len: 1135 time: 0.0402150 Oct 20 11:29:33.851029 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eee265-3deb-4222-8723-99cb52c039ec req-1b60976e-0486-48f2-af5e-c073e9ecbce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:33.852517 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d8eee265-3deb-4222-8723-99cb52c039ec req-1b60976e-0486-48f2-af5e-c073e9ecbce1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=4d9d35a7-26f6-4457-b814-5012056fbf1a HTTP/1.1" status: 200 len: 915 time: 0.0867963 Oct 20 11:29:33.920504 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d8eee265-3deb-4222-8723-99cb52c039ec req-9f1a7f10-b1f0-4c5f-b875-733b54d7faa3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6d35648b-5420-4ee9-b641-8ba615c00f60 HTTP/1.1" status: 200 len: 1001 time: 0.0604722 Oct 20 11:29:33.974027 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eee265-3deb-4222-8723-99cb52c039ec req-a3569d56-6deb-48a0-9e28-187e434ce470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:33.975500 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d8eee265-3deb-4222-8723-99cb52c039ec req-a3569d56-6deb-48a0-9e28-187e434ce470 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=acf138a7-7402-4d64-982c-591f4ca8d63d HTTP/1.1" status: 200 len: 853 time: 0.0471151 Oct 20 11:29:34.020470 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eee265-3deb-4222-8723-99cb52c039ec req-cbc4bb35-fe9e-4f2d-85c7-f284f83e63ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:34.021928 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d8eee265-3deb-4222-8723-99cb52c039ec req-cbc4bb35-fe9e-4f2d-85c7-f284f83e63ca service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4d9d35a7-26f6-4457-b814-5012056fbf1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393896 Oct 20 11:29:34.110382 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d8eee265-3deb-4222-8723-99cb52c039ec req-948a4c9b-0b15-4b41-82b8-3e81a3307e92 service neutron] 10.222.0.55 "GET /v2.0/networks/4d9d35a7-26f6-4457-b814-5012056fbf1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812156 Oct 20 11:29:34.204584 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d8eee265-3deb-4222-8723-99cb52c039ec req-5e64508e-bc59-41a4-8bea-62f254c43e5d service neutron] 10.222.0.55 "GET /v2.0/networks/4d9d35a7-26f6-4457-b814-5012056fbf1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838122 Oct 20 11:29:36.454838 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-899b5473-ae47-4a82-92aa-d524fe4806c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:37.213460 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:37.753847 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:38.656911 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:39.118076 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:49.259138 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 7 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:29:49.739451 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:51.227794 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244738b1-546f-459d-9fca-517ad1e1538c req-eb350c33-ea99-4ecb-820f-589c35e8a961 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:51.229291 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-244738b1-546f-459d-9fca-517ad1e1538c req-eb350c33-ea99-4ecb-820f-589c35e8a961 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] 10.222.0.64 "GET /v2.0/ports?device_id=c8f6cb48-220b-4eeb-a573-96a7bf8bc340 HTTP/1.1" status: 200 len: 984 time: 0.0753942 Oct 20 11:29:51.235402 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3f9499-0fad-40fd-b455-17c12c395228 req-b86d8f07-89b1-4e9f-9d99-ede9da0666ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:51.236816 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cd3f9499-0fad-40fd-b455-17c12c395228 req-b86d8f07-89b1-4e9f-9d99-ede9da0666ed service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1ad5aa6335664059b16230a3749ff325&device_id=c8f6cb48-220b-4eeb-a573-96a7bf8bc340 HTTP/1.1" status: 200 len: 1135 time: 0.0549510 Oct 20 11:29:51.301135 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-244738b1-546f-459d-9fca-517ad1e1538c req-170d79e5-5b3d-4ea0-986f-8989ee270419 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] 10.222.0.64 "GET /v2.0/security-groups?id=89682c67-2e8f-46a8-ad03-34fc75a45247&id=09bcf9e0-3834-41a0-8180-0c087b780320&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0633583 Oct 20 11:29:51.357401 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3f9499-0fad-40fd-b455-17c12c395228 req-1d1d2c8b-ad61-4768-87af-78af9c77ca0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:51.358814 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cd3f9499-0fad-40fd-b455-17c12c395228 req-1d1d2c8b-ad61-4768-87af-78af9c77ca0d service neutron] 10.222.0.55 "GET /v2.0/networks?id=4d9d35a7-26f6-4457-b814-5012056fbf1a HTTP/1.1" status: 200 len: 915 time: 0.1045978 Oct 20 11:29:51.428196 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cd3f9499-0fad-40fd-b455-17c12c395228 req-20d07b1c-9a00-428f-abe0-54095a39ed72 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6d35648b-5420-4ee9-b641-8ba615c00f60 HTTP/1.1" status: 200 len: 1001 time: 0.0617545 Oct 20 11:29:51.778264 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3f9499-0fad-40fd-b455-17c12c395228 req-63aad861-ce56-450a-a483-25e275074119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:51.779764 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cd3f9499-0fad-40fd-b455-17c12c395228 req-63aad861-ce56-450a-a483-25e275074119 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=acf138a7-7402-4d64-982c-591f4ca8d63d HTTP/1.1" status: 200 len: 853 time: 0.3422639 Oct 20 11:29:51.824738 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3f9499-0fad-40fd-b455-17c12c395228 req-095929b2-8771-424a-a52d-8eaecc034c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:51.826176 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cd3f9499-0fad-40fd-b455-17c12c395228 req-095929b2-8771-424a-a52d-8eaecc034c8b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4d9d35a7-26f6-4457-b814-5012056fbf1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0382140 Oct 20 11:29:51.917094 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cd3f9499-0fad-40fd-b455-17c12c395228 req-9f72a8c4-36aa-4d01-9a88-c9661b66d92b service neutron] 10.222.0.55 "GET /v2.0/networks/4d9d35a7-26f6-4457-b814-5012056fbf1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827560 Oct 20 11:29:52.003763 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cd3f9499-0fad-40fd-b455-17c12c395228 req-6a8a6656-0a83-4e8c-8a2c-027e688510cb service neutron] 10.222.0.55 "GET /v2.0/networks/4d9d35a7-26f6-4457-b814-5012056fbf1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798101 Oct 20 11:29:52.424319 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ee05fd-adf9-4a5b-aae5-5e464696ef8f req-7b686f9a-af65-43f3-a5e3-54341de60ebc tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:52.425797 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b1ee05fd-adf9-4a5b-aae5-5e464696ef8f req-7b686f9a-af65-43f3-a5e3-54341de60ebc tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] 10.222.0.64 "GET /v2.0/ports?device_id=c8f6cb48-220b-4eeb-a573-96a7bf8bc340 HTTP/1.1" status: 200 len: 984 time: 0.0525920 Oct 20 11:29:52.465827 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b1ee05fd-adf9-4a5b-aae5-5e464696ef8f req-0a73f0ee-a99a-4b25-9b7d-bd4072a5460c tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] 10.222.0.64 "GET /v2.0/security-groups?id=89682c67-2e8f-46a8-ad03-34fc75a45247&id=09bcf9e0-3834-41a0-8180-0c087b780320&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0337121 Oct 20 11:29:53.580758 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2d045c-6159-49f9-b748-5fb4d24498c9 req-44df9edd-0dc8-4704-a6d9-da1582bf9c5a tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:53.582316 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6d2d045c-6159-49f9-b748-5fb4d24498c9 req-44df9edd-0dc8-4704-a6d9-da1582bf9c5a tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] 10.222.0.64 "GET /v2.0/ports?device_id=c8f6cb48-220b-4eeb-a573-96a7bf8bc340 HTTP/1.1" status: 200 len: 984 time: 0.0493600 Oct 20 11:29:53.622141 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6d2d045c-6159-49f9-b748-5fb4d24498c9 req-b70b4f36-66c3-4b06-a10f-615c9c9c179c tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] 10.222.0.64 "GET /v2.0/security-groups?id=89682c67-2e8f-46a8-ad03-34fc75a45247&id=09bcf9e0-3834-41a0-8180-0c087b780320&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0331225 Oct 20 11:29:54.737779 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36101151-d030-42b7-a5fc-ffd51cba710c req-27997f8c-803b-4a57-8601-c714904deb35 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:54.739266 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-36101151-d030-42b7-a5fc-ffd51cba710c req-27997f8c-803b-4a57-8601-c714904deb35 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] 10.222.0.64 "GET /v2.0/ports?device_id=c8f6cb48-220b-4eeb-a573-96a7bf8bc340 HTTP/1.1" status: 200 len: 984 time: 0.0492823 Oct 20 11:29:54.778710 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-36101151-d030-42b7-a5fc-ffd51cba710c req-4deb2ec5-6ddc-4fa4-abe6-ae98bbc180d5 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] 10.222.0.64 "GET /v2.0/security-groups?id=89682c67-2e8f-46a8-ad03-34fc75a45247&id=09bcf9e0-3834-41a0-8180-0c087b780320&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0333426 Oct 20 11:29:55.895603 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cc3d31-3b59-46ff-88fb-835d5526adca req-ff993e09-03dd-42b2-89f2-a0a2806d68ec tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:55.897084 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d3cc3d31-3b59-46ff-88fb-835d5526adca req-ff993e09-03dd-42b2-89f2-a0a2806d68ec tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] 10.222.0.64 "GET /v2.0/ports?device_id=c8f6cb48-220b-4eeb-a573-96a7bf8bc340 HTTP/1.1" status: 200 len: 984 time: 0.0520461 Oct 20 11:29:55.936834 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d3cc3d31-3b59-46ff-88fb-835d5526adca req-013759d7-7844-458a-96e8-a4c5e6b8a661 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] 10.222.0.64 "GET /v2.0/security-groups?id=89682c67-2e8f-46a8-ad03-34fc75a45247&id=09bcf9e0-3834-41a0-8180-0c087b780320&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0331771 Oct 20 11:29:57.056995 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26cef5a-fe13-4d36-a108-6154a46c05be req-cdc840f0-45b0-4a2e-ac27-657a5dca5981 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:57.058466 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a26cef5a-fe13-4d36-a108-6154a46c05be req-cdc840f0-45b0-4a2e-ac27-657a5dca5981 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] 10.222.0.64 "GET /v2.0/ports?device_id=c8f6cb48-220b-4eeb-a573-96a7bf8bc340 HTTP/1.1" status: 200 len: 984 time: 0.0551350 Oct 20 11:29:57.113910 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a26cef5a-fe13-4d36-a108-6154a46c05be req-76a12d27-c19a-46b4-b977-138068c5a74b tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] 10.222.0.64 "GET /v2.0/security-groups?id=89682c67-2e8f-46a8-ad03-34fc75a45247&id=09bcf9e0-3834-41a0-8180-0c087b780320&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0474703 Oct 20 11:29:58.229575 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07aa2c5-f9d9-4688-bc9f-d6bd400feb8d req-126fec9e-1017-4f0e-a40a-d7329cadba83 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:58.231094 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f07aa2c5-f9d9-4688-bc9f-d6bd400feb8d req-126fec9e-1017-4f0e-a40a-d7329cadba83 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] 10.222.0.64 "GET /v2.0/ports?device_id=c8f6cb48-220b-4eeb-a573-96a7bf8bc340 HTTP/1.1" status: 200 len: 984 time: 0.0494289 Oct 20 11:29:58.270590 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f07aa2c5-f9d9-4688-bc9f-d6bd400feb8d req-7a236a31-4b51-40ba-be4a-af0d4c6b56e9 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] 10.222.0.64 "GET /v2.0/security-groups?id=89682c67-2e8f-46a8-ad03-34fc75a45247&id=09bcf9e0-3834-41a0-8180-0c087b780320&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0333476 Oct 20 11:29:59.388353 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04d3ed6-ab31-4523-a5f0-5e58e82b735f req-ba7d88ee-9641-4582-ae0f-e72fbf6dd063 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:59.389802 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d04d3ed6-ab31-4523-a5f0-5e58e82b735f req-ba7d88ee-9641-4582-ae0f-e72fbf6dd063 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] 10.222.0.64 "GET /v2.0/ports?device_id=c8f6cb48-220b-4eeb-a573-96a7bf8bc340 HTTP/1.1" status: 200 len: 984 time: 0.0515614 Oct 20 11:29:59.428231 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d04d3ed6-ab31-4523-a5f0-5e58e82b735f req-9a2be6f2-e01c-4b1a-8978-69a51896409a tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] 10.222.0.64 "GET /v2.0/security-groups?id=89682c67-2e8f-46a8-ad03-34fc75a45247&id=09bcf9e0-3834-41a0-8180-0c087b780320&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0324841 Oct 20 11:30:00.542330 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cd37d0-dd99-488c-9022-1d409354ff5c req-92f0d49b-8dc3-4f8e-b1ee-b2b4bddf8d04 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:00.543739 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-32cd37d0-dd99-488c-9022-1d409354ff5c req-92f0d49b-8dc3-4f8e-b1ee-b2b4bddf8d04 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] 10.222.0.64 "GET /v2.0/ports?device_id=c8f6cb48-220b-4eeb-a573-96a7bf8bc340 HTTP/1.1" status: 200 len: 984 time: 0.0493588 Oct 20 11:30:00.583681 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-32cd37d0-dd99-488c-9022-1d409354ff5c req-830cd7f1-ff17-4544-b62f-ba7ccc2846be tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] 10.222.0.64 "GET /v2.0/security-groups?id=89682c67-2e8f-46a8-ad03-34fc75a45247&id=09bcf9e0-3834-41a0-8180-0c087b780320&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0338883 Oct 20 11:30:01.699910 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0a9ff8-4b15-4d78-ba21-91fca14c061a req-be11b32b-9a39-43a5-82f2-7a621e95c1d4 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:01.701382 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ef0a9ff8-4b15-4d78-ba21-91fca14c061a req-be11b32b-9a39-43a5-82f2-7a621e95c1d4 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] 10.222.0.64 "GET /v2.0/ports?device_id=c8f6cb48-220b-4eeb-a573-96a7bf8bc340 HTTP/1.1" status: 200 len: 984 time: 0.0493944 Oct 20 11:30:01.740334 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ef0a9ff8-4b15-4d78-ba21-91fca14c061a req-5fd0a9c4-7d81-45a1-9600-4e169a999418 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] 10.222.0.64 "GET /v2.0/security-groups?id=89682c67-2e8f-46a8-ad03-34fc75a45247&id=09bcf9e0-3834-41a0-8180-0c087b780320&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0328033 Oct 20 11:30:02.861563 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74da040-68b7-45ae-97a2-b0acce4128ab req-85e8950f-1517-4cef-a2f7-71a6825be758 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:02.863235 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c74da040-68b7-45ae-97a2-b0acce4128ab req-85e8950f-1517-4cef-a2f7-71a6825be758 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] 10.222.0.64 "GET /v2.0/ports?device_id=c8f6cb48-220b-4eeb-a573-96a7bf8bc340 HTTP/1.1" status: 200 len: 984 time: 0.0546806 Oct 20 11:30:02.904441 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c74da040-68b7-45ae-97a2-b0acce4128ab req-ad6eece7-dae5-43af-a04b-c9c4e203d3c5 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] 10.222.0.64 "GET /v2.0/security-groups?id=89682c67-2e8f-46a8-ad03-34fc75a45247&id=09bcf9e0-3834-41a0-8180-0c087b780320&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0340705 Oct 20 11:30:03.605231 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-7b95aa14-7426-4cf3-b700-f6dc07780b21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:04.024552 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03ab515-c93f-4a0c-94e2-7552a56e37db req-173d7d48-5e16-48bc-acd0-0c6fe1bbd72f tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:04.026086 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e03ab515-c93f-4a0c-94e2-7552a56e37db req-173d7d48-5e16-48bc-acd0-0c6fe1bbd72f tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] 10.222.0.64 "GET /v2.0/ports?device_id=c8f6cb48-220b-4eeb-a573-96a7bf8bc340 HTTP/1.1" status: 200 len: 984 time: 0.0518250 Oct 20 11:30:04.067543 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e03ab515-c93f-4a0c-94e2-7552a56e37db req-65c35232-b2bf-45f3-bbce-6b72dcfbe606 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] 10.222.0.64 "GET /v2.0/security-groups?id=89682c67-2e8f-46a8-ad03-34fc75a45247&id=09bcf9e0-3834-41a0-8180-0c087b780320&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0353568 Oct 20 11:30:06.457729 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-0b963c57-c295-49d1-9707-458861654c75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:07.214205 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:07.751566 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:08.647956 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:09.120412 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:19.746092 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:26.258651 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 7 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:30:33.607544 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-a1a3ab1f-6750-48c5-9c9e-800e803ca65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:34.631758 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-db884c56-e017-42ed-8cbc-867f3791720a req-6ae35c71-0e70-438a-b01a-b6d9eed16cf5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c8f6cb48-220b-4eeb-a573-96a7bf8bc340&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0412033 Oct 20 11:30:34.727549 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db884c56-e017-42ed-8cbc-867f3791720a req-91c77846-9931-4fd8-b13f-3d406046b9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:34.729037 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-db884c56-e017-42ed-8cbc-867f3791720a req-91c77846-9931-4fd8-b13f-3d406046b9c3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1ad5aa6335664059b16230a3749ff325&device_id=c8f6cb48-220b-4eeb-a573-96a7bf8bc340 HTTP/1.1" status: 200 len: 1135 time: 0.0398917 Oct 20 11:30:34.832932 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db884c56-e017-42ed-8cbc-867f3791720a req-40a068e0-1ac8-43dd-8f4d-f9242ac9b3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:34.834402 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-db884c56-e017-42ed-8cbc-867f3791720a req-40a068e0-1ac8-43dd-8f4d-f9242ac9b3d8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=4d9d35a7-26f6-4457-b814-5012056fbf1a HTTP/1.1" status: 200 len: 915 time: 0.0869591 Oct 20 11:30:34.902265 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-db884c56-e017-42ed-8cbc-867f3791720a req-2ee15b4d-45a4-4f59-a2d3-a92240e2f2f8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6d35648b-5420-4ee9-b641-8ba615c00f60 HTTP/1.1" status: 200 len: 1001 time: 0.0604434 Oct 20 11:30:34.950197 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db884c56-e017-42ed-8cbc-867f3791720a req-7207208d-595d-452f-a1d2-eb7b3cbbb6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:34.951687 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-db884c56-e017-42ed-8cbc-867f3791720a req-7207208d-595d-452f-a1d2-eb7b3cbbb6b0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=acf138a7-7402-4d64-982c-591f4ca8d63d HTTP/1.1" status: 200 len: 853 time: 0.0427773 Oct 20 11:30:34.996992 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db884c56-e017-42ed-8cbc-867f3791720a req-413ea65f-13c3-4f38-a68d-986c8d63d1be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:34.998430 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-db884c56-e017-42ed-8cbc-867f3791720a req-413ea65f-13c3-4f38-a68d-986c8d63d1be service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4d9d35a7-26f6-4457-b814-5012056fbf1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390933 Oct 20 11:30:35.091115 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-db884c56-e017-42ed-8cbc-867f3791720a req-7e036d74-1a44-4e2c-9c24-35a2a15dfdcb service neutron] 10.222.0.55 "GET /v2.0/networks/4d9d35a7-26f6-4457-b814-5012056fbf1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841184 Oct 20 11:30:35.184638 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-db884c56-e017-42ed-8cbc-867f3791720a req-c2973f7f-3dcf-43cd-8354-73d70da8f9d7 service neutron] 10.222.0.55 "GET /v2.0/networks/4d9d35a7-26f6-4457-b814-5012056fbf1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853326 Oct 20 11:30:36.456891 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-7031a3dc-ffb0-4451-8cd2-e9b8ae3c4187 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:37.214759 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:37.753376 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:38.665829 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:39.125307 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:49.740547 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:52.906542 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-92d2de5d-ea37-4e20-9143-b7429c580011 req-ae39addd-57c9-4f88-9ef8-cf22f0ac5d4d tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-74656484&fields=id&tenant_id=1ad5aa6335664059b16230a3749ff325 HTTP/1.1" status: 200 len: 267 time: 0.1393950 Oct 20 11:30:52.963706 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d2de5d-ea37-4e20-9143-b7429c580011 req-d59b93c1-4561-4cd0-8bb6-adc36c400b32 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:52.965328 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-92d2de5d-ea37-4e20-9143-b7429c580011 req-d59b93c1-4561-4cd0-8bb6-adc36c400b32 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] 10.222.0.64 "GET /v2.0/ports?device_id=c8f6cb48-220b-4eeb-a573-96a7bf8bc340 HTTP/1.1" status: 200 len: 984 time: 0.0531762 Oct 20 11:30:52.977367 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-92d2de5d-ea37-4e20-9143-b7429c580011 req-f4e4c287-9ad4-4d7d-9145-31a0be84f51e tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Request body: {'port': {'security_groups': ['09bcf9e0-3834-41a0-8180-0c087b780320']}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:30:53.039551 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-92d2de5d-ea37-4e20-9143-b7429c580011 req-f4e4c287-9ad4-4d7d-9145-31a0be84f51e tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:53.207268 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-92d2de5d-ea37-4e20-9143-b7429c580011 req-f4e4c287-9ad4-4d7d-9145-31a0be84f51e tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] For port 6d35648b-5420-4ee9-b641-8ba615c00f60, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=6d35648b-5420-4ee9-b641-8ba615c00f60,segment=NetworkSegment(adff8de7-150d-438e-b0e0-e9cae431330e),segment_id=adff8de7-150d-438e-b0e0-e9cae431330e)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:30:53.235873 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-92d2de5d-ea37-4e20-9143-b7429c580011 req-f4e4c287-9ad4-4d7d-9145-31a0be84f51e tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:53.240402 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-92d2de5d-ea37-4e20-9143-b7429c580011 req-f4e4c287-9ad4-4d7d-9145-31a0be84f51e tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:53.273407 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['6d35648b-5420-4ee9-b641-8ba615c00f60'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:30:53.289260 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d2de5d-ea37-4e20-9143-b7429c580011 req-f4e4c287-9ad4-4d7d-9145-31a0be84f51e tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:53.289925 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-92d2de5d-ea37-4e20-9143-b7429c580011 req-f4e4c287-9ad4-4d7d-9145-31a0be84f51e tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:53.291442 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-92d2de5d-ea37-4e20-9143-b7429c580011 req-f4e4c287-9ad4-4d7d-9145-31a0be84f51e tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] 10.222.0.64 "PUT /v2.0/ports/6d35648b-5420-4ee9-b641-8ba615c00f60 HTTP/1.1" status: 200 len: 942 time: 0.3187299 Oct 20 11:30:53.291904 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8f6cb48-220b-4eeb-a573-96a7bf8bc340', 'tag': '6d35648b-5420-4ee9-b641-8ba615c00f60'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:30:53.294170 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b817f9d80a1b29ed07bd94f2222da8cf244b0bc6025e0bf33ac95c6b13c59699" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae3c0bde-f6e9-4edc-b883-7ad2b99be532" -d '{"events": [{"name": "network-changed", "server_uuid": "c8f6cb48-220b-4eeb-a573-96a7bf8bc340", "tag": "6d35648b-5420-4ee9-b641-8ba615c00f60"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:30:53.299486 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 46414) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:30:53.314941 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e4c287-9ad4-4d7d-9145-31a0be84f51e tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Pushing event updated for resources: {'Port': ['ID=6d35648b-5420-4ee9-b641-8ba615c00f60,revision_number=7']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:30:53.324191 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e4c287-9ad4-4d7d-9145-31a0be84f51e tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:30:53.324536 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e4c287-9ad4-4d7d-9145-31a0be84f51e tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:30:53.324866 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e4c287-9ad4-4d7d-9145-31a0be84f51e tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:30:53.325198 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e4c287-9ad4-4d7d-9145-31a0be84f51e tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:30:53.325528 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e4c287-9ad4-4d7d-9145-31a0be84f51e tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:30:53.325852 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e4c287-9ad4-4d7d-9145-31a0be84f51e tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:30:53.326747 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e4c287-9ad4-4d7d-9145-31a0be84f51e tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:30:53.327069 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e4c287-9ad4-4d7d-9145-31a0be84f51e tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:30:53.327406 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e4c287-9ad4-4d7d-9145-31a0be84f51e tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:30:53.327771 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e4c287-9ad4-4d7d-9145-31a0be84f51e tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:30:53.328093 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e4c287-9ad4-4d7d-9145-31a0be84f51e tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:30:53.328456 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e4c287-9ad4-4d7d-9145-31a0be84f51e tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:30:53.378670 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0a3bd1ad-21b6-429c-a233-6e1675619dfe tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:53.407859 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0a3bd1ad-21b6-429c-a233-6e1675619dfe tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:53.413430 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcfc72c5-a5d7-4fc8-9d1f-76be27314acc x-openstack-request-id: req-bcfc72c5-a5d7-4fc8-9d1f-76be27314acc {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:30:53.413722 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8f6cb48-220b-4eeb-a573-96a7bf8bc340", "tag": "6d35648b-5420-4ee9-b641-8ba615c00f60", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:30:53.413972 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bcfc72c5-a5d7-4fc8-9d1f-76be27314acc {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:30:53.414378 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8f6cb48-220b-4eeb-a573-96a7bf8bc340', 'tag': '6d35648b-5420-4ee9-b641-8ba615c00f60', 'status': 'completed', 'code': 200} Oct 20 11:30:53.421370 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['6d35648b-5420-4ee9-b641-8ba615c00f60'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:30:53.485389 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0a3bd1ad-21b6-429c-a233-6e1675619dfe tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:53.488056 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0a3bd1ad-21b6-429c-a233-6e1675619dfe tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:53.493219 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-0a3bd1ad-21b6-429c-a233-6e1675619dfe tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] 10.222.0.64 "DELETE /v2.0/security-groups/89682c67-2e8f-46a8-ad03-34fc75a45247 HTTP/1.1" status: 204 len: 168 time: 0.1872203 Oct 20 11:30:53.493359 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 46422) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:30:53.499911 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3bd1ad-21b6-429c-a233-6e1675619dfe tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89682c67-2e8f-46a8-ad03-34fc75a45247,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:30:53.508275 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3bd1ad-21b6-429c-a233-6e1675619dfe tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:30:53.508877 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3bd1ad-21b6-429c-a233-6e1675619dfe tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:30:53.509492 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3bd1ad-21b6-429c-a233-6e1675619dfe tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:30:53.509992 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3bd1ad-21b6-429c-a233-6e1675619dfe tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:30:53.510501 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3bd1ad-21b6-429c-a233-6e1675619dfe tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:30:53.510836 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3bd1ad-21b6-429c-a233-6e1675619dfe tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:30:53.511168 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3bd1ad-21b6-429c-a233-6e1675619dfe tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:30:53.511676 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3bd1ad-21b6-429c-a233-6e1675619dfe tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:30:53.512165 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3bd1ad-21b6-429c-a233-6e1675619dfe tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:30:53.512664 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3bd1ad-21b6-429c-a233-6e1675619dfe tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:30:53.513154 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3bd1ad-21b6-429c-a233-6e1675619dfe tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:30:53.513733 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3bd1ad-21b6-429c-a233-6e1675619dfe tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:30:53.601172 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-32ab79bb-8d1b-4add-8cff-178a56310467 None None] Provisioning complete for port 6d35648b-5420-4ee9-b641-8ba615c00f60 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:30:53.601519 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-32ab79bb-8d1b-4add-8cff-178a56310467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:53.643587 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3c0bde-f6e9-4edc-b883-7ad2b99be532 req-c1a16155-9d45-4cca-9943-9dae50baab33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:53.645177 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ae3c0bde-f6e9-4edc-b883-7ad2b99be532 req-c1a16155-9d45-4cca-9943-9dae50baab33 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1ad5aa6335664059b16230a3749ff325&device_id=c8f6cb48-220b-4eeb-a573-96a7bf8bc340 HTTP/1.1" status: 200 len: 1096 time: 0.1808479 Oct 20 11:30:53.771011 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3c0bde-f6e9-4edc-b883-7ad2b99be532 req-213124a9-9336-40e0-a235-b00a7ca86f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:53.772525 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ae3c0bde-f6e9-4edc-b883-7ad2b99be532 req-213124a9-9336-40e0-a235-b00a7ca86f86 service neutron] 10.222.0.55 "GET /v2.0/networks?id=4d9d35a7-26f6-4457-b814-5012056fbf1a HTTP/1.1" status: 200 len: 915 time: 0.1163933 Oct 20 11:30:53.780990 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-345d6bc7-3059-44aa-a65d-e10be34908e6 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Deleting port 5287b6f8-10f6-4c53-b607-4129c7c389ea {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:30:53.781329 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-345d6bc7-3059-44aa-a65d-e10be34908e6 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:53.890323 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ae3c0bde-f6e9-4edc-b883-7ad2b99be532 req-d67321a4-a863-441b-8174-6801e3894b06 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6d35648b-5420-4ee9-b641-8ba615c00f60 HTTP/1.1" status: 200 len: 1001 time: 0.1062233 Oct 20 11:30:53.933133 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-345d6bc7-3059-44aa-a65d-e10be34908e6 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:53.933822 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-345d6bc7-3059-44aa-a65d-e10be34908e6 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:53.952131 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-345d6bc7-3059-44aa-a65d-e10be34908e6 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Calling delete_port for 5287b6f8-10f6-4c53-b607-4129c7c389ea owned by network:floatingip {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:30:53.968016 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3c0bde-f6e9-4edc-b883-7ad2b99be532 req-c25749ee-48bd-4dbe-baae-337ff002f972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:53.969497 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ae3c0bde-f6e9-4edc-b883-7ad2b99be532 req-c25749ee-48bd-4dbe-baae-337ff002f972 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=acf138a7-7402-4d64-982c-591f4ca8d63d HTTP/1.1" status: 200 len: 853 time: 0.0704648 Oct 20 11:30:54.087022 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3c0bde-f6e9-4edc-b883-7ad2b99be532 req-9bbd154d-5805-48c4-bad0-3d660e33b6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:54.088579 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ae3c0bde-f6e9-4edc-b883-7ad2b99be532 req-9bbd154d-5805-48c4-bad0-3d660e33b6bc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4d9d35a7-26f6-4457-b814-5012056fbf1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0881486 Oct 20 11:30:54.223187 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ae3c0bde-f6e9-4edc-b883-7ad2b99be532 req-5d1b415a-31af-404d-8352-6f3569f42a63 service neutron] 10.222.0.55 "GET /v2.0/networks/4d9d35a7-26f6-4457-b814-5012056fbf1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264627 Oct 20 11:30:54.229354 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-345d6bc7-3059-44aa-a65d-e10be34908e6 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:54.270791 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345d6bc7-3059-44aa-a65d-e10be34908e6 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Pushing event deleted for resources: {'Port': ['ID=5287b6f8-10f6-4c53-b607-4129c7c389ea,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:30:54.379642 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-345d6bc7-3059-44aa-a65d-e10be34908e6 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Publish callbacks [] for floatingip, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:54.379972 n-d-811396-3 neutron-server[100596]: INFO neutron.db.l3_db [None req-345d6bc7-3059-44aa-a65d-e10be34908e6 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Floating IP 1586c316-d96b-4e49-8c42-4a9163353917 disassociated (deleted). External IP: 172.25.1.164, port: 6d35648b-5420-4ee9-b641-8ba615c00f60. Oct 20 11:30:54.414968 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ae3c0bde-f6e9-4edc-b883-7ad2b99be532 req-ee6bcb89-c611-487f-b69d-6f15674949cb service neutron] 10.222.0.55 "GET /v2.0/networks/4d9d35a7-26f6-4457-b814-5012056fbf1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833804 Oct 20 11:30:54.590850 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-345d6bc7-3059-44aa-a65d-e10be34908e6 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Router c2265eee-dc32-4d60-b8a9-d91fc25c3d98 has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:30:54.700871 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-345d6bc7-3059-44aa-a65d-e10be34908e6 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:30:54.705960 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-345d6bc7-3059-44aa-a65d-e10be34908e6 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for floatingip, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:54.711151 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3907e27-1643-498d-8be0-e234c1709ea9 None None] Sync routers for ids ['c2265eee-dc32-4d60-b8a9-d91fc25c3d98'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:30:54.721333 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3907e27-1643-498d-8be0-e234c1709ea9 None None] Routers {'c2265eee-dc32-4d60-b8a9-d91fc25c3d98'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:30:54.721945 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-a3907e27-1643-498d-8be0-e234c1709ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:30:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['c2265eee-dc32-4d60-b8a9-d91fc25c3d98'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:30:54.737013 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-345d6bc7-3059-44aa-a65d-e10be34908e6 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] 10.222.0.64 "DELETE /v2.0/floatingips/1586c316-d96b-4e49-8c42-4a9163353917 HTTP/1.1" status: 204 len: 168 time: 1.2436407 Oct 20 11:30:54.829004 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-a3907e27-1643-498d-8be0-e234c1709ea9 None None] Set router c2265eee-dc32-4d60-b8a9-d91fc25c3d98 gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:30:55.041058 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-a3907e27-1643-498d-8be0-e234c1709ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2265eee-dc32-4d60-b8a9-d91fc25c3d98', 'name': 'tempest-TestMinimumBasicScenario-696200830-router', 'tenant_id': '1ad5aa6335664059b16230a3749ff325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': '5281a72a-5ef3-4d2b-9a41-285bec0c1f50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:27:59Z', 'updated_at': '2021-10-20T11:28:02Z', 'revision_number': 4, 'project_id': '1ad5aa6335664059b16230a3749ff325', 'gw_port': {'id': '5281a72a-5ef3-4d2b-9a41-285bec0c1f50', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:74:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2265eee-dc32-4d60-b8a9-d91fc25c3d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:28:00Z', 'updated_at': '2021-10-20T11:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': 'a04ae481-e321-45a3-8368-62a1004b4e71', 'name': '', 'network_id': '4d9d35a7-26f6-4457-b814-5012056fbf1a', 'tenant_id': '1ad5aa6335664059b16230a3749ff325', 'mac_address': 'fa:16:3e:2e:1b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2265eee-dc32-4d60-b8a9-d91fc25c3d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'acf138a7-7402-4d64-982c-591f4ca8d63d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:28:01Z', 'updated_at': '2021-10-20T11:28:06Z', 'revision_number': 5, 'project_id': '1ad5aa6335664059b16230a3749ff325', 'subnets': [{'id': 'acf138a7-7402-4d64-982c-591f4ca8d63d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:30:55.066141 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3907e27-1643-498d-8be0-e234c1709ea9 None None] Checking router: c2265eee-dc32-4d60-b8a9-d91fc25c3d98 for host: n-d-811396-3 {{(pid=100599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:30:55.074073 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3907e27-1643-498d-8be0-e234c1709ea9 None None] Routers {'c2265eee-dc32-4d60-b8a9-d91fc25c3d98'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:30:55.074665 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-a3907e27-1643-498d-8be0-e234c1709ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:30:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['c2265eee-dc32-4d60-b8a9-d91fc25c3d98'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:30:55.174459 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-a3907e27-1643-498d-8be0-e234c1709ea9 None None] Set router c2265eee-dc32-4d60-b8a9-d91fc25c3d98 gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:30:55.364523 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-a3907e27-1643-498d-8be0-e234c1709ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2265eee-dc32-4d60-b8a9-d91fc25c3d98', 'name': 'tempest-TestMinimumBasicScenario-696200830-router', 'tenant_id': '1ad5aa6335664059b16230a3749ff325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': '5281a72a-5ef3-4d2b-9a41-285bec0c1f50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:27:59Z', 'updated_at': '2021-10-20T11:28:02Z', 'revision_number': 4, 'project_id': '1ad5aa6335664059b16230a3749ff325', 'gw_port': {'id': '5281a72a-5ef3-4d2b-9a41-285bec0c1f50', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:74:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2265eee-dc32-4d60-b8a9-d91fc25c3d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:28:00Z', 'updated_at': '2021-10-20T11:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': 'a04ae481-e321-45a3-8368-62a1004b4e71', 'name': '', 'network_id': '4d9d35a7-26f6-4457-b814-5012056fbf1a', 'tenant_id': '1ad5aa6335664059b16230a3749ff325', 'mac_address': 'fa:16:3e:2e:1b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2265eee-dc32-4d60-b8a9-d91fc25c3d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'acf138a7-7402-4d64-982c-591f4ca8d63d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:28:01Z', 'updated_at': '2021-10-20T11:28:06Z', 'revision_number': 5, 'project_id': '1ad5aa6335664059b16230a3749ff325', 'subnets': [{'id': 'acf138a7-7402-4d64-982c-591f4ca8d63d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:30:55.393106 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3907e27-1643-498d-8be0-e234c1709ea9 None None] The sync data for ids ['c2265eee-dc32-4d60-b8a9-d91fc25c3d98'] in n-d-811396-3 is: [{'id': 'c2265eee-dc32-4d60-b8a9-d91fc25c3d98', 'name': 'tempest-TestMinimumBasicScenario-696200830-router', 'tenant_id': '1ad5aa6335664059b16230a3749ff325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': '5281a72a-5ef3-4d2b-9a41-285bec0c1f50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:27:59Z', 'updated_at': '2021-10-20T11:28:02Z', 'revision_number': 4, 'project_id': '1ad5aa6335664059b16230a3749ff325', 'gw_port': {'id': '5281a72a-5ef3-4d2b-9a41-285bec0c1f50', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:74:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2265eee-dc32-4d60-b8a9-d91fc25c3d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:28:00Z', 'updated_at': '2021-10-20T11:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': 'a04ae481-e321-45a3-8368-62a1004b4e71', 'name': '', 'network_id': '4d9d35a7-26f6-4457-b814-5012056fbf1a', 'tenant_id': '1ad5aa6335664059b16230a3749ff325', 'mac_address': 'fa:16:3e:2e:1b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2265eee-dc32-4d60-b8a9-d91fc25c3d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'acf138a7-7402-4d64-982c-591f4ca8d63d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:28:01Z', 'updated_at': '2021-10-20T11:28:06Z', 'revision_number': 5, 'project_id': '1ad5aa6335664059b16230a3749ff325', 'subnets': [{'id': 'acf138a7-7402-4d64-982c-591f4ca8d63d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:30:55.415921 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8f6cb48-220b-4eeb-a573-96a7bf8bc340', 'tag': '6d35648b-5420-4ee9-b641-8ba615c00f60'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:30:55.418381 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b817f9d80a1b29ed07bd94f2222da8cf244b0bc6025e0bf33ac95c6b13c59699" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a3eb3ea-e0bd-4a28-92b0-d7007f467041" -d '{"events": [{"name": "network-changed", "server_uuid": "c8f6cb48-220b-4eeb-a573-96a7bf8bc340", "tag": "6d35648b-5420-4ee9-b641-8ba615c00f60"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:30:55.456174 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a5438ad-c9a7-40cd-810f-927c16c025a2 x-openstack-request-id: req-3a5438ad-c9a7-40cd-810f-927c16c025a2 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:30:55.456474 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8f6cb48-220b-4eeb-a573-96a7bf8bc340", "tag": "6d35648b-5420-4ee9-b641-8ba615c00f60", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:30:55.456734 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3a5438ad-c9a7-40cd-810f-927c16c025a2 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:30:55.457147 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8f6cb48-220b-4eeb-a573-96a7bf8bc340', 'tag': '6d35648b-5420-4ee9-b641-8ba615c00f60', 'status': 'completed', 'code': 200} Oct 20 11:30:55.553704 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3eb3ea-e0bd-4a28-92b0-d7007f467041 req-beccc09f-2398-4236-bef3-20316a16ad8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:55.555424 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4a3eb3ea-e0bd-4a28-92b0-d7007f467041 req-beccc09f-2398-4236-bef3-20316a16ad8c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1ad5aa6335664059b16230a3749ff325&device_id=c8f6cb48-220b-4eeb-a573-96a7bf8bc340 HTTP/1.1" status: 200 len: 1096 time: 0.0443699 Oct 20 11:30:55.634508 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c715e8d-c94c-45d4-af7a-0b4a7712d835 None None] New status for floating IP 1586c316-d96b-4e49-8c42-4a9163353917: DOWN {{(pid=100598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 11:30:55.660781 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3eb3ea-e0bd-4a28-92b0-d7007f467041 req-a95a56af-317f-41e9-b100-4a51075d5302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:55.662261 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4a3eb3ea-e0bd-4a28-92b0-d7007f467041 req-a95a56af-317f-41e9-b100-4a51075d5302 service neutron] 10.222.0.55 "GET /v2.0/networks?id=4d9d35a7-26f6-4457-b814-5012056fbf1a HTTP/1.1" status: 200 len: 915 time: 0.0993917 Oct 20 11:30:55.712140 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4a3eb3ea-e0bd-4a28-92b0-d7007f467041 req-04875f62-fd3a-4200-91b9-5dff71b59583 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6d35648b-5420-4ee9-b641-8ba615c00f60 HTTP/1.1" status: 200 len: 217 time: 0.0424702 Oct 20 11:30:55.762101 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3eb3ea-e0bd-4a28-92b0-d7007f467041 req-96c52248-e1d2-48ba-8ae3-c47a6dc5bc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:55.764136 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4a3eb3ea-e0bd-4a28-92b0-d7007f467041 req-96c52248-e1d2-48ba-8ae3-c47a6dc5bc57 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=acf138a7-7402-4d64-982c-591f4ca8d63d HTTP/1.1" status: 200 len: 853 time: 0.0437396 Oct 20 11:30:55.813481 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3eb3ea-e0bd-4a28-92b0-d7007f467041 req-af123df5-3759-46ec-a9ca-a0f48546aee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:55.814970 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4a3eb3ea-e0bd-4a28-92b0-d7007f467041 req-af123df5-3759-46ec-a9ca-a0f48546aee5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4d9d35a7-26f6-4457-b814-5012056fbf1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436325 Oct 20 11:30:55.903426 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4a3eb3ea-e0bd-4a28-92b0-d7007f467041 req-374cb590-cdd3-4ae6-ad99-ca79630fd679 service neutron] 10.222.0.55 "GET /v2.0/networks/4d9d35a7-26f6-4457-b814-5012056fbf1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803850 Oct 20 11:30:56.304859 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4a3eb3ea-e0bd-4a28-92b0-d7007f467041 req-ce54d092-80d8-4f95-a3e0-6754b24ca34e service neutron] 10.222.0.55 "GET /v2.0/networks/4d9d35a7-26f6-4457-b814-5012056fbf1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3940020 Oct 20 11:31:03.258188 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 7 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:31:03.612459 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-913798bb-a667-49dd-b1b2-020d3f261476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:03.760557 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b080e5d-8df2-4967-b786-ad69ded45431 req-e2571d86-5ec2-47c0-87ea-fce43e1d3805 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:03.761978 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0b080e5d-8df2-4967-b786-ad69ded45431 req-e2571d86-5ec2-47c0-87ea-fce43e1d3805 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] 10.222.0.64 "GET /v2.0/ports?device_id=c8f6cb48-220b-4eeb-a573-96a7bf8bc340 HTTP/1.1" status: 200 len: 945 time: 0.0473228 Oct 20 11:31:03.798451 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0b080e5d-8df2-4967-b786-ad69ded45431 req-ee7b04da-c1f7-4076-a160-c5b0e6004b67 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] 10.222.0.64 "GET /v2.0/security-groups?id=09bcf9e0-3834-41a0-8180-0c087b780320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297155 Oct 20 11:31:04.963320 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbd636b-f749-4317-b367-f87498d40baa req-208a1194-5141-48e9-bc45-5387666a9b2e tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:04.964823 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6fbd636b-f749-4317-b367-f87498d40baa req-208a1194-5141-48e9-bc45-5387666a9b2e tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] 10.222.0.64 "GET /v2.0/ports?device_id=c8f6cb48-220b-4eeb-a573-96a7bf8bc340 HTTP/1.1" status: 200 len: 945 time: 0.0951052 Oct 20 11:31:05.002251 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6fbd636b-f749-4317-b367-f87498d40baa req-2e385890-ff7d-4d31-b041-76619428daa3 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] 10.222.0.64 "GET /v2.0/security-groups?id=09bcf9e0-3834-41a0-8180-0c087b780320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312910 Oct 20 11:31:05.640540 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca14783-6575-4d56-9244-5665baee0a31 req-82a4e6af-a2df-41f8-b0a5-f8e39baa58f9 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:05.641971 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-eca14783-6575-4d56-9244-5665baee0a31 req-82a4e6af-a2df-41f8-b0a5-f8e39baa58f9 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8f6cb48-220b-4eeb-a573-96a7bf8bc340 HTTP/1.1" status: 200 len: 945 time: 0.0502357 Oct 20 11:31:05.729379 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-eca14783-6575-4d56-9244-5665baee0a31 req-570efca8-0f38-4100-9af9-02bc3129cbed tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Deleting port 6d35648b-5420-4ee9-b641-8ba615c00f60 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:31:05.729712 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-eca14783-6575-4d56-9244-5665baee0a31 req-570efca8-0f38-4100-9af9-02bc3129cbed tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:05.820266 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-eca14783-6575-4d56-9244-5665baee0a31 req-570efca8-0f38-4100-9af9-02bc3129cbed tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] For port 6d35648b-5420-4ee9-b641-8ba615c00f60, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=6d35648b-5420-4ee9-b641-8ba615c00f60,segment=NetworkSegment(adff8de7-150d-438e-b0e0-e9cae431330e),segment_id=adff8de7-150d-438e-b0e0-e9cae431330e)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:31:05.820624 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-eca14783-6575-4d56-9244-5665baee0a31 req-570efca8-0f38-4100-9af9-02bc3129cbed tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:05.831890 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-eca14783-6575-4d56-9244-5665baee0a31 req-570efca8-0f38-4100-9af9-02bc3129cbed tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Calling delete_port for 6d35648b-5420-4ee9-b641-8ba615c00f60 owned by compute:nova {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:31:05.954487 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-eca14783-6575-4d56-9244-5665baee0a31 req-570efca8-0f38-4100-9af9-02bc3129cbed tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:05.983618 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570efca8-0f38-4100-9af9-02bc3129cbed tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Pushing event deleted for resources: {'Port': ['ID=6d35648b-5420-4ee9-b641-8ba615c00f60,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:05.996629 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['6d35648b-5420-4ee9-b641-8ba615c00f60'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:31:06.027983 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-eca14783-6575-4d56-9244-5665baee0a31 req-570efca8-0f38-4100-9af9-02bc3129cbed tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] No DVR routers for this DVR port 6d35648b-5420-4ee9-b641-8ba615c00f60 on host n-h1-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:31:06.030586 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-eca14783-6575-4d56-9244-5665baee0a31 req-570efca8-0f38-4100-9af9-02bc3129cbed tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:06.033859 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-eca14783-6575-4d56-9244-5665baee0a31 req-570efca8-0f38-4100-9af9-02bc3129cbed tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] 10.222.0.55 "DELETE /v2.0/ports/6d35648b-5420-4ee9-b641-8ba615c00f60 HTTP/1.1" status: 204 len: 173 time: 0.3854825 Oct 20 11:31:06.034299 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8f6cb48-220b-4eeb-a573-96a7bf8bc340', 'name': 'network-vif-deleted', 'tag': '6d35648b-5420-4ee9-b641-8ba615c00f60'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:31:06.036583 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b817f9d80a1b29ed07bd94f2222da8cf244b0bc6025e0bf33ac95c6b13c59699" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d743ad5-229d-4fe9-84a1-2ac3223cae6a" -d '{"events": [{"server_uuid": "c8f6cb48-220b-4eeb-a573-96a7bf8bc340", "name": "network-vif-deleted", "tag": "6d35648b-5420-4ee9-b641-8ba615c00f60"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:31:06.076618 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecfa9dab-4d51-4cf8-a8fc-c5239a1dc43a x-openstack-request-id: req-ecfa9dab-4d51-4cf8-a8fc-c5239a1dc43a {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:31:06.076950 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8f6cb48-220b-4eeb-a573-96a7bf8bc340", "name": "network-vif-deleted", "tag": "6d35648b-5420-4ee9-b641-8ba615c00f60", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:31:06.077209 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ecfa9dab-4d51-4cf8-a8fc-c5239a1dc43a {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:31:06.077629 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8f6cb48-220b-4eeb-a573-96a7bf8bc340', 'name': 'network-vif-deleted', 'tag': '6d35648b-5420-4ee9-b641-8ba615c00f60', 'status': 'completed', 'code': 200} Oct 20 11:31:06.102615 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e91d3e3f-4b45-4690-9108-40faf0c8f245 req-b3514d6d-54f3-4627-af56-b312dbe6b4f6 tempest-TestMinimumBasicScenario-651584251 tempest-TestMinimumBasicScenario-651584251-project] 10.222.0.64 "GET /v2.0/ports?device_id=c8f6cb48-220b-4eeb-a573-96a7bf8bc340 HTTP/1.1" status: 200 len: 210 time: 0.0286767 Oct 20 11:31:06.458907 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-b7f23eec-24f7-42f1-b748-171eeaa4e6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:07.216702 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:07.695959 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 46534) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:31:07.757779 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:08.037824 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-980fa7d2-5e9b-4b19-8bfd-fda66279b1f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1774405'] for router_interface, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:08.278846 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-980fa7d2-5e9b-4b19-8bfd-fda66279b1f4 admin admin] Deleting port a04ae481-e321-45a3-8368-62a1004b4e71 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:31:08.279182 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-980fa7d2-5e9b-4b19-8bfd-fda66279b1f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:08.355306 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [None req-980fa7d2-5e9b-4b19-8bfd-fda66279b1f4 admin admin] For port a04ae481-e321-45a3-8368-62a1004b4e71, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=a04ae481-e321-45a3-8368-62a1004b4e71,segment=NetworkSegment(adff8de7-150d-438e-b0e0-e9cae431330e),segment_id=adff8de7-150d-438e-b0e0-e9cae431330e)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:31:08.355616 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-980fa7d2-5e9b-4b19-8bfd-fda66279b1f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:08.367618 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-980fa7d2-5e9b-4b19-8bfd-fda66279b1f4 admin admin] Calling delete_port for a04ae481-e321-45a3-8368-62a1004b4e71 owned by network:router_interface {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:31:08.452132 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 6d35648b-5420-4ee9-b641-8ba615c00f60 no longer exists at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:31:08.475569 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] No Port match for: 6d35648b-5420-4ee9-b641-8ba615c00f60 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:31:08.475911 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 6d35648b-5420-4ee9-b641-8ba615c00f60 not bound to the agent host n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:31:08.544219 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-980fa7d2-5e9b-4b19-8bfd-fda66279b1f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:08.570341 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980fa7d2-5e9b-4b19-8bfd-fda66279b1f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=a04ae481-e321-45a3-8368-62a1004b4e71,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:08.689253 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:08.739323 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-980fa7d2-5e9b-4b19-8bfd-fda66279b1f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1771989'] for router_interface, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:08.959182 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-980fa7d2-5e9b-4b19-8bfd-fda66279b1f4 admin admin] Router c2265eee-dc32-4d60-b8a9-d91fc25c3d98 has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:31:09.061274 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-980fa7d2-5e9b-4b19-8bfd-fda66279b1f4 admin admin] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:31:09.066270 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-980fa7d2-5e9b-4b19-8bfd-fda66279b1f4 admin admin] 10.222.0.64 "PUT /v2.0/routers/c2265eee-dc32-4d60-b8a9-d91fc25c3d98/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3692446 Oct 20 11:31:09.068805 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 46538) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:31:09.072388 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fed48bd-b373-44e1-b8aa-de8e5b77295b None None] Sync routers for ids ['c2265eee-dc32-4d60-b8a9-d91fc25c3d98'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:31:09.082428 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fed48bd-b373-44e1-b8aa-de8e5b77295b None None] Routers {'c2265eee-dc32-4d60-b8a9-d91fc25c3d98'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:31:09.083152 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-1fed48bd-b373-44e1-b8aa-de8e5b77295b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:31:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['c2265eee-dc32-4d60-b8a9-d91fc25c3d98'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:31:09.126571 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:09.174670 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-006985f7-c303-47d6-a685-d9cef52ae983 admin admin] Publish callbacks [] for router, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:09.276693 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-006985f7-c303-47d6-a685-d9cef52ae983 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:09.277902 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-1fed48bd-b373-44e1-b8aa-de8e5b77295b None None] Set router c2265eee-dc32-4d60-b8a9-d91fc25c3d98 gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:31:09.332057 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-006985f7-c303-47d6-a685-d9cef52ae983 admin admin] Deleting port 5281a72a-5ef3-4d2b-9a41-285bec0c1f50 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:31:09.332394 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-006985f7-c303-47d6-a685-d9cef52ae983 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:09.408036 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [None req-006985f7-c303-47d6-a685-d9cef52ae983 admin admin] For port 5281a72a-5ef3-4d2b-9a41-285bec0c1f50, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=5281a72a-5ef3-4d2b-9a41-285bec0c1f50,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:31:09.408401 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-006985f7-c303-47d6-a685-d9cef52ae983 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:09.420542 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-006985f7-c303-47d6-a685-d9cef52ae983 admin admin] Calling delete_port for 5281a72a-5ef3-4d2b-9a41-285bec0c1f50 owned by network:router_gateway {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:31:09.447899 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-1fed48bd-b373-44e1-b8aa-de8e5b77295b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2265eee-dc32-4d60-b8a9-d91fc25c3d98', 'name': 'tempest-TestMinimumBasicScenario-696200830-router', 'tenant_id': '1ad5aa6335664059b16230a3749ff325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': '5281a72a-5ef3-4d2b-9a41-285bec0c1f50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:27:59Z', 'updated_at': '2021-10-20T11:31:08Z', 'revision_number': 5, 'project_id': '1ad5aa6335664059b16230a3749ff325', 'gw_port': {'id': '5281a72a-5ef3-4d2b-9a41-285bec0c1f50', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:74:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2265eee-dc32-4d60-b8a9-d91fc25c3d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:28:00Z', 'updated_at': '2021-10-20T11:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:31:09.473578 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fed48bd-b373-44e1-b8aa-de8e5b77295b None None] Checking router: c2265eee-dc32-4d60-b8a9-d91fc25c3d98 for host: n-d-811396-3 {{(pid=100599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:31:09.481792 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fed48bd-b373-44e1-b8aa-de8e5b77295b None None] Routers {'c2265eee-dc32-4d60-b8a9-d91fc25c3d98'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:31:09.482391 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-1fed48bd-b373-44e1-b8aa-de8e5b77295b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:31:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['c2265eee-dc32-4d60-b8a9-d91fc25c3d98'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:31:09.573050 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-1fed48bd-b373-44e1-b8aa-de8e5b77295b None None] Set router c2265eee-dc32-4d60-b8a9-d91fc25c3d98 gateway port host: None {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:31:09.584823 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-006985f7-c303-47d6-a685-d9cef52ae983 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:09.609732 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006985f7-c303-47d6-a685-d9cef52ae983 admin admin] Pushing event deleted for resources: {'Port': ['ID=5281a72a-5ef3-4d2b-9a41-285bec0c1f50,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:09.626660 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-1fed48bd-b373-44e1-b8aa-de8e5b77295b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2265eee-dc32-4d60-b8a9-d91fc25c3d98', 'name': 'tempest-TestMinimumBasicScenario-696200830-router', 'tenant_id': '1ad5aa6335664059b16230a3749ff325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:27:59Z', 'updated_at': '2021-10-20T11:31:09Z', 'revision_number': 6, 'project_id': '1ad5aa6335664059b16230a3749ff325', 'gw_port_host': None}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:31:09.652595 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fed48bd-b373-44e1-b8aa-de8e5b77295b None None] The sync data for ids ['c2265eee-dc32-4d60-b8a9-d91fc25c3d98'] in n-d-811396-3 is: [{'id': 'c2265eee-dc32-4d60-b8a9-d91fc25c3d98', 'name': 'tempest-TestMinimumBasicScenario-696200830-router', 'tenant_id': '1ad5aa6335664059b16230a3749ff325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:27:59Z', 'updated_at': '2021-10-20T11:31:09Z', 'revision_number': 6, 'project_id': '1ad5aa6335664059b16230a3749ff325', 'gw_port_host': None}] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:31:09.675990 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-006985f7-c303-47d6-a685-d9cef52ae983 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1773439'] for router_gateway, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:09.765773 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-006985f7-c303-47d6-a685-d9cef52ae983 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1772272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258304'] for router, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:09.767933 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-006985f7-c303-47d6-a685-d9cef52ae983 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:09.811085 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-006985f7-c303-47d6-a685-d9cef52ae983 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1772267'] for router, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:09.811673 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-006985f7-c303-47d6-a685-d9cef52ae983 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c2265eee-dc32-4d60-b8a9-d91fc25c3d98 {{(pid=100596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:31:09.816925 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-006985f7-c303-47d6-a685-d9cef52ae983 admin admin] Publish callbacks [] for router, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:09.818096 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-006985f7-c303-47d6-a685-d9cef52ae983 admin admin] 10.222.0.64 "DELETE /v2.0/routers/c2265eee-dc32-4d60-b8a9-d91fc25c3d98 HTTP/1.1" status: 204 len: 168 time: 0.7484407 Oct 20 11:31:09.820637 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 46540) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:31:09.867965 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_v2 [None req-d367d33b-d081-4bfe-bcd2-d30b131ef99c admin admin] Deleting subnet acf138a7-7402-4d64-982c-591f4ca8d63d {{(pid=100596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:31:09.870953 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d367d33b-d081-4bfe-bcd2-d30b131ef99c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:09.905087 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d367d33b-d081-4bfe-bcd2-d30b131ef99c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25189079'] for subnet, precommit_delete_associations {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:09.979002 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d367d33b-d081-4bfe-bcd2-d30b131ef99c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:10.034270 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d367d33b-d081-4bfe-bcd2-d30b131ef99c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26836193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26761888'] for subnet, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:10.066180 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d367d33b-d081-4bfe-bcd2-d30b131ef99c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=acf138a7-7402-4d64-982c-591f4ca8d63d,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:10.069905 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d367d33b-d081-4bfe-bcd2-d30b131ef99c admin admin] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:10.073455 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-d367d33b-d081-4bfe-bcd2-d30b131ef99c admin admin] 10.222.0.64 "DELETE /v2.0/subnets/acf138a7-7402-4d64-982c-591f4ca8d63d HTTP/1.1" status: 204 len: 168 time: 0.2517118 Oct 20 11:31:10.077161 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 46542) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:31:10.078700 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9808ce0f-a2f1-4f52-967e-898a16b13317 None None] Network 4d9d35a7-26f6-4457-b814-5012056fbf1a requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:31:10.152582 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c93cd8c6-3294-49d7-8775-7071fb3f4b56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:10.207016 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-c93cd8c6-3294-49d7-8775-7071fb3f4b56 admin admin] Deleting port 0185097c-4e1f-4d8e-8509-03800f5f57f7 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:31:10.207361 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c93cd8c6-3294-49d7-8775-7071fb3f4b56 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:10.274076 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [None req-c93cd8c6-3294-49d7-8775-7071fb3f4b56 admin admin] For port 0185097c-4e1f-4d8e-8509-03800f5f57f7, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=0185097c-4e1f-4d8e-8509-03800f5f57f7,segment=NetworkSegment(adff8de7-150d-438e-b0e0-e9cae431330e),segment_id=adff8de7-150d-438e-b0e0-e9cae431330e)] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:31:10.274444 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c93cd8c6-3294-49d7-8775-7071fb3f4b56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:10.286461 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-c93cd8c6-3294-49d7-8775-7071fb3f4b56 admin admin] Calling delete_port for 0185097c-4e1f-4d8e-8509-03800f5f57f7 owned by network:dhcp {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:31:10.363101 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c93cd8c6-3294-49d7-8775-7071fb3f4b56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:10.387821 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93cd8c6-3294-49d7-8775-7071fb3f4b56 admin admin] Pushing event deleted for resources: {'Port': ['ID=0185097c-4e1f-4d8e-8509-03800f5f57f7,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:10.391858 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93cd8c6-3294-49d7-8775-7071fb3f4b56 admin admin] No DVR routers for this DVR port 0185097c-4e1f-4d8e-8509-03800f5f57f7 on host n-d-811396-3 {{(pid=100597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:31:10.420252 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c1814ab-dd78-4db9-9b52-c38d13223fd8 None None] DHCP port deletion for 4d9d35a7-26f6-4457-b814-5012056fbf1a request from n-d-811396-3 {{(pid=100598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:31:10.475645 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c93cd8c6-3294-49d7-8775-7071fb3f4b56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:10.494793 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-c93cd8c6-3294-49d7-8775-7071fb3f4b56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d9d35a7-26f6-4457-b814-5012056fbf1a']}} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:31:10.504243 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-c93cd8c6-3294-49d7-8775-7071fb3f4b56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adff8de7-150d-438e-b0e0-e9cae431330e') {'for_net_delete': True} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:31:10.504523 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-c93cd8c6-3294-49d7-8775-7071fb3f4b56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adff8de7-150d-438e-b0e0-e9cae431330e') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:31:10.517326 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c93cd8c6-3294-49d7-8775-7071fb3f4b56 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25852596'] for segment, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:10.531950 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c93cd8c6-3294-49d7-8775-7071fb3f4b56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:10.541007 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c93cd8c6-3294-49d7-8775-7071fb3f4b56 admin admin] Releasing vlan 830 on physical network physnet1 to pool {{(pid=100597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:31:10.541362 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c93cd8c6-3294-49d7-8775-7071fb3f4b56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951012'] for segment, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:10.543237 n-d-811396-3 neutron-server[100597]: Traceback (most recent call last): Oct 20 11:31:10.543237 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:31:10.543237 n-d-811396-3 neutron-server[100597]: timer() Oct 20 11:31:10.543237 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:31:10.543237 n-d-811396-3 neutron-server[100597]: cb(*args, **kw) Oct 20 11:31:10.543237 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:31:10.543237 n-d-811396-3 neutron-server[100597]: return func(*args, **kwargs) Oct 20 11:31:10.543237 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:31:10.543237 n-d-811396-3 neutron-server[100597]: self._notify() Oct 20 11:31:10.543237 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:31:10.543237 n-d-811396-3 neutron-server[100597]: self.callback(batched_events) Oct 20 11:31:10.543237 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:31:10.543237 n-d-811396-3 neutron-server[100597]: event.method(event) Oct 20 11:31:10.543237 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:31:10.543237 n-d-811396-3 neutron-server[100597]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:31:10.543237 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:31:10.543237 n-d-811396-3 neutron-server[100597]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:31:10.543237 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:31:10.543237 n-d-811396-3 neutron-server[100597]: return f(self, *a, **k) Oct 20 11:31:10.543237 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:31:10.543237 n-d-811396-3 neutron-server[100597]: return self._get(url).json() Oct 20 11:31:10.543237 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:31:10.543237 n-d-811396-3 neutron-server[100597]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:31:10.543237 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:31:10.543237 n-d-811396-3 neutron-server[100597]: return self.request(url, 'GET', **kwargs) Oct 20 11:31:10.543237 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:31:10.543237 n-d-811396-3 neutron-server[100597]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:31:10.543237 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:31:10.543237 n-d-811396-3 neutron-server[100597]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:31:10.543237 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:31:10.543237 n-d-811396-3 neutron-server[100597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:31:10.543237 n-d-811396-3 neutron-server[100597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:31:10.601034 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c93cd8c6-3294-49d7-8775-7071fb3f4b56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:10.606483 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c93cd8c6-3294-49d7-8775-7071fb3f4b56 admin admin] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:10.609843 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-c93cd8c6-3294-49d7-8775-7071fb3f4b56 admin admin] 10.222.0.64 "DELETE /v2.0/networks/4d9d35a7-26f6-4457-b814-5012056fbf1a HTTP/1.1" status: 204 len: 168 time: 0.5308285 Oct 20 11:31:10.612852 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 46544) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:31:10.624323 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93cd8c6-3294-49d7-8775-7071fb3f4b56 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d9d35a7-26f6-4457-b814-5012056fbf1a,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:10.897032 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device a04ae481-e321-45a3-8368-62a1004b4e71 no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:31:10.917659 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: a04ae481-e321-45a3-8368-62a1004b4e71 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:31:10.918007 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device a04ae481-e321-45a3-8368-62a1004b4e71 not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:31:10.918454 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 5281a72a-5ef3-4d2b-9a41-285bec0c1f50 no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:31:10.937863 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 5281a72a-5ef3-4d2b-9a41-285bec0c1f50 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:31:10.938216 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 5281a72a-5ef3-4d2b-9a41-285bec0c1f50 not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:31:10.938638 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 0185097c-4e1f-4d8e-8509-03800f5f57f7 no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:31:10.959267 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 0185097c-4e1f-4d8e-8509-03800f5f57f7 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:31:10.960598 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 0185097c-4e1f-4d8e-8509-03800f5f57f7 not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:31:11.257967 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-309ecd05-e07b-4b54-b6e6-c2fba6f8bb4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1774405'] for router_interface, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:11.496667 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-309ecd05-e07b-4b54-b6e6-c2fba6f8bb4c admin admin] Deleting port 18471e01-327e-4b49-afa7-5d4141741083 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:31:11.497010 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-309ecd05-e07b-4b54-b6e6-c2fba6f8bb4c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:11.576650 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [None req-309ecd05-e07b-4b54-b6e6-c2fba6f8bb4c admin admin] For port 18471e01-327e-4b49-afa7-5d4141741083, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=18471e01-327e-4b49-afa7-5d4141741083,segment=NetworkSegment(7da50589-a486-4766-92e1-ae136abe8a2f),segment_id=7da50589-a486-4766-92e1-ae136abe8a2f)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:31:11.576914 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-309ecd05-e07b-4b54-b6e6-c2fba6f8bb4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:11.589482 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-309ecd05-e07b-4b54-b6e6-c2fba6f8bb4c admin admin] Calling delete_port for 18471e01-327e-4b49-afa7-5d4141741083 owned by network:router_interface {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:31:11.763584 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-309ecd05-e07b-4b54-b6e6-c2fba6f8bb4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:11.791710 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309ecd05-e07b-4b54-b6e6-c2fba6f8bb4c admin admin] Pushing event deleted for resources: {'Port': ['ID=18471e01-327e-4b49-afa7-5d4141741083,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:11.952889 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-309ecd05-e07b-4b54-b6e6-c2fba6f8bb4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1771989'] for router_interface, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:12.165651 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-309ecd05-e07b-4b54-b6e6-c2fba6f8bb4c admin admin] Router 7ead0cf8-b654-4221-8479-e9179d802707 has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:31:12.272023 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-309ecd05-e07b-4b54-b6e6-c2fba6f8bb4c admin admin] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:31:12.277148 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-309ecd05-e07b-4b54-b6e6-c2fba6f8bb4c admin admin] 10.222.0.64 "PUT /v2.0/routers/7ead0cf8-b654-4221-8479-e9179d802707/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6632302 Oct 20 11:31:12.279632 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 46546) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:31:12.282264 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f6beb4-9e45-4adf-a306-09934c420c0a None None] Sync routers for ids ['7ead0cf8-b654-4221-8479-e9179d802707'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:31:12.291350 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f6beb4-9e45-4adf-a306-09934c420c0a None None] Routers {'7ead0cf8-b654-4221-8479-e9179d802707'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:31:12.291984 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-e9f6beb4-9e45-4adf-a306-09934c420c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:31:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['7ead0cf8-b654-4221-8479-e9179d802707'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:31:12.381849 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-af299502-a8fa-4c9d-af4a-12920ff6241a admin admin] Publish callbacks [] for router, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:12.396354 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-e9f6beb4-9e45-4adf-a306-09934c420c0a None None] Set router 7ead0cf8-b654-4221-8479-e9179d802707 gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:31:12.484476 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-af299502-a8fa-4c9d-af4a-12920ff6241a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:12.535248 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-af299502-a8fa-4c9d-af4a-12920ff6241a admin admin] Deleting port d3e01ea4-d460-47c2-99b4-3e0b05386c60 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:31:12.535606 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-af299502-a8fa-4c9d-af4a-12920ff6241a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:12.574738 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-e9f6beb4-9e45-4adf-a306-09934c420c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ead0cf8-b654-4221-8479-e9179d802707', 'name': 'tempest-TestMinimumBasicScenario-1867166963-router', 'tenant_id': 'be3f36700fd34845a1d5f69f2fc123d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': 'd3e01ea4-d460-47c2-99b4-3e0b05386c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:28:04Z', 'updated_at': '2021-10-20T11:31:11Z', 'revision_number': 5, 'project_id': 'be3f36700fd34845a1d5f69f2fc123d1', 'gw_port': {'id': 'd3e01ea4-d460-47c2-99b4-3e0b05386c60', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:56:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ead0cf8-b654-4221-8479-e9179d802707', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:28:05Z', 'updated_at': '2021-10-20T11:28:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:31:12.618512 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [None req-af299502-a8fa-4c9d-af4a-12920ff6241a admin admin] For port d3e01ea4-d460-47c2-99b4-3e0b05386c60, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=d3e01ea4-d460-47c2-99b4-3e0b05386c60,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:31:12.618885 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-af299502-a8fa-4c9d-af4a-12920ff6241a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:12.632779 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-af299502-a8fa-4c9d-af4a-12920ff6241a admin admin] Calling delete_port for d3e01ea4-d460-47c2-99b4-3e0b05386c60 owned by network:router_gateway {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:31:12.756102 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f6beb4-9e45-4adf-a306-09934c420c0a None None] Checking router: 7ead0cf8-b654-4221-8479-e9179d802707 for host: n-d-811396-3 {{(pid=100598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:31:12.764346 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f6beb4-9e45-4adf-a306-09934c420c0a None None] Routers {'7ead0cf8-b654-4221-8479-e9179d802707'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:31:12.764989 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-e9f6beb4-9e45-4adf-a306-09934c420c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:31:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['7ead0cf8-b654-4221-8479-e9179d802707'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:31:12.801258 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-af299502-a8fa-4c9d-af4a-12920ff6241a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:12.826763 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af299502-a8fa-4c9d-af4a-12920ff6241a admin admin] Pushing event deleted for resources: {'Port': ['ID=d3e01ea4-d460-47c2-99b4-3e0b05386c60,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:12.864666 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-e9f6beb4-9e45-4adf-a306-09934c420c0a None None] Set router 7ead0cf8-b654-4221-8479-e9179d802707 gateway port host: None {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:31:12.905542 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-af299502-a8fa-4c9d-af4a-12920ff6241a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1773439'] for router_gateway, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:12.940679 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-e9f6beb4-9e45-4adf-a306-09934c420c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ead0cf8-b654-4221-8479-e9179d802707', 'name': 'tempest-TestMinimumBasicScenario-1867166963-router', 'tenant_id': 'be3f36700fd34845a1d5f69f2fc123d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:28:04Z', 'updated_at': '2021-10-20T11:31:12Z', 'revision_number': 6, 'project_id': 'be3f36700fd34845a1d5f69f2fc123d1', 'gw_port_host': None}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:31:12.967221 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f6beb4-9e45-4adf-a306-09934c420c0a None None] The sync data for ids ['7ead0cf8-b654-4221-8479-e9179d802707'] in n-d-811396-3 is: [{'id': '7ead0cf8-b654-4221-8479-e9179d802707', 'name': 'tempest-TestMinimumBasicScenario-1867166963-router', 'tenant_id': 'be3f36700fd34845a1d5f69f2fc123d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:28:04Z', 'updated_at': '2021-10-20T11:31:12Z', 'revision_number': 6, 'project_id': 'be3f36700fd34845a1d5f69f2fc123d1', 'gw_port_host': None}] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:31:13.001347 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-af299502-a8fa-4c9d-af4a-12920ff6241a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1772272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258304'] for router, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:13.004112 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-af299502-a8fa-4c9d-af4a-12920ff6241a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:13.049614 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-af299502-a8fa-4c9d-af4a-12920ff6241a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1772267'] for router, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:13.050174 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af299502-a8fa-4c9d-af4a-12920ff6241a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7ead0cf8-b654-4221-8479-e9179d802707 {{(pid=100596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:31:13.054862 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-af299502-a8fa-4c9d-af4a-12920ff6241a admin admin] Publish callbacks [] for router, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:13.056432 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-af299502-a8fa-4c9d-af4a-12920ff6241a admin admin] 10.222.0.64 "DELETE /v2.0/routers/7ead0cf8-b654-4221-8479-e9179d802707 HTTP/1.1" status: 204 len: 168 time: 0.7756155 Oct 20 11:31:13.058995 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 46548) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:31:13.102668 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_v2 [None req-0df7b8b4-bf7d-4be8-ab31-2c2422372167 admin admin] Deleting subnet 41845cec-1427-4e8a-8340-f6b47269a914 {{(pid=100596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:31:13.105611 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0df7b8b4-bf7d-4be8-ab31-2c2422372167 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:13.138415 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0df7b8b4-bf7d-4be8-ab31-2c2422372167 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25189079'] for subnet, precommit_delete_associations {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:13.217668 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0df7b8b4-bf7d-4be8-ab31-2c2422372167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:13.269826 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0df7b8b4-bf7d-4be8-ab31-2c2422372167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26836193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26761888'] for subnet, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:13.295682 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df7b8b4-bf7d-4be8-ab31-2c2422372167 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41845cec-1427-4e8a-8340-f6b47269a914,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:13.300809 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0df7b8b4-bf7d-4be8-ab31-2c2422372167 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:13.307458 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-0df7b8b4-bf7d-4be8-ab31-2c2422372167 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/41845cec-1427-4e8a-8340-f6b47269a914 HTTP/1.1" status: 204 len: 168 time: 0.2449126 Oct 20 11:31:13.307623 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50aac8d6-eead-4b9b-81b6-a78c2404bd3b None None] Network bd39378a-b901-4e44-ae6d-403689d75b46 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:31:13.308115 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 46550) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:31:13.383303 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-69d1942f-dd5a-4200-bbbf-5c75ae3cdcea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:13.438576 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-69d1942f-dd5a-4200-bbbf-5c75ae3cdcea admin admin] Deleting port 6bb45fb7-aa38-4d9b-8fa5-0bee0d1baf2d {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:31:13.438919 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-69d1942f-dd5a-4200-bbbf-5c75ae3cdcea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:13.503445 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [None req-69d1942f-dd5a-4200-bbbf-5c75ae3cdcea admin admin] For port 6bb45fb7-aa38-4d9b-8fa5-0bee0d1baf2d, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=6bb45fb7-aa38-4d9b-8fa5-0bee0d1baf2d,segment=NetworkSegment(7da50589-a486-4766-92e1-ae136abe8a2f),segment_id=7da50589-a486-4766-92e1-ae136abe8a2f)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:31:13.503813 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-69d1942f-dd5a-4200-bbbf-5c75ae3cdcea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:13.519994 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-69d1942f-dd5a-4200-bbbf-5c75ae3cdcea admin admin] Calling delete_port for 6bb45fb7-aa38-4d9b-8fa5-0bee0d1baf2d owned by network:dhcp {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:31:13.606421 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-69d1942f-dd5a-4200-bbbf-5c75ae3cdcea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:13.632283 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d1942f-dd5a-4200-bbbf-5c75ae3cdcea admin admin] Pushing event deleted for resources: {'Port': ['ID=6bb45fb7-aa38-4d9b-8fa5-0bee0d1baf2d,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:13.635579 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d1942f-dd5a-4200-bbbf-5c75ae3cdcea admin admin] No DVR routers for this DVR port 6bb45fb7-aa38-4d9b-8fa5-0bee0d1baf2d on host n-d-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:31:13.707345 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-69d1942f-dd5a-4200-bbbf-5c75ae3cdcea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:13.729042 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-69d1942f-dd5a-4200-bbbf-5c75ae3cdcea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd39378a-b901-4e44-ae6d-403689d75b46']}} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:31:13.739043 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-69d1942f-dd5a-4200-bbbf-5c75ae3cdcea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7da50589-a486-4766-92e1-ae136abe8a2f') {'for_net_delete': True} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:31:13.739344 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-69d1942f-dd5a-4200-bbbf-5c75ae3cdcea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7da50589-a486-4766-92e1-ae136abe8a2f') {} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:31:13.749889 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-69d1942f-dd5a-4200-bbbf-5c75ae3cdcea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25189038'] for segment, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:13.752840 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c325de44-a32c-4f87-a7db-33f141e81c7a None None] DHCP port deletion for bd39378a-b901-4e44-ae6d-403689d75b46 request from n-d-811396-3 {{(pid=100598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:31:13.766013 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-69d1942f-dd5a-4200-bbbf-5c75ae3cdcea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:13.772958 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69d1942f-dd5a-4200-bbbf-5c75ae3cdcea admin admin] Releasing vlan 845 on physical network physnet1 to pool {{(pid=100596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:31:13.773437 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-69d1942f-dd5a-4200-bbbf-5c75ae3cdcea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26833155'] for segment, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:13.775313 n-d-811396-3 neutron-server[100596]: Traceback (most recent call last): Oct 20 11:31:13.775313 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:31:13.775313 n-d-811396-3 neutron-server[100596]: timer() Oct 20 11:31:13.775313 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:31:13.775313 n-d-811396-3 neutron-server[100596]: cb(*args, **kw) Oct 20 11:31:13.775313 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:31:13.775313 n-d-811396-3 neutron-server[100596]: return func(*args, **kwargs) Oct 20 11:31:13.775313 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:31:13.775313 n-d-811396-3 neutron-server[100596]: self._notify() Oct 20 11:31:13.775313 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:31:13.775313 n-d-811396-3 neutron-server[100596]: self.callback(batched_events) Oct 20 11:31:13.775313 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:31:13.775313 n-d-811396-3 neutron-server[100596]: event.method(event) Oct 20 11:31:13.775313 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:31:13.775313 n-d-811396-3 neutron-server[100596]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:31:13.775313 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:31:13.775313 n-d-811396-3 neutron-server[100596]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:31:13.775313 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:31:13.775313 n-d-811396-3 neutron-server[100596]: return f(self, *a, **k) Oct 20 11:31:13.775313 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:31:13.775313 n-d-811396-3 neutron-server[100596]: return self._get(url).json() Oct 20 11:31:13.775313 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:31:13.775313 n-d-811396-3 neutron-server[100596]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:31:13.775313 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:31:13.775313 n-d-811396-3 neutron-server[100596]: return self.request(url, 'GET', **kwargs) Oct 20 11:31:13.775313 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:31:13.775313 n-d-811396-3 neutron-server[100596]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:31:13.775313 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:31:13.775313 n-d-811396-3 neutron-server[100596]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:31:13.775313 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:31:13.775313 n-d-811396-3 neutron-server[100596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:31:13.775313 n-d-811396-3 neutron-server[100596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:31:13.831965 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-69d1942f-dd5a-4200-bbbf-5c75ae3cdcea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:13.837874 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-69d1942f-dd5a-4200-bbbf-5c75ae3cdcea admin admin] Publish callbacks [] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:13.841375 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-69d1942f-dd5a-4200-bbbf-5c75ae3cdcea admin admin] 10.222.0.64 "DELETE /v2.0/networks/bd39378a-b901-4e44-ae6d-403689d75b46 HTTP/1.1" status: 204 len: 168 time: 0.5324073 Oct 20 11:31:13.852643 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d1942f-dd5a-4200-bbbf-5c75ae3cdcea admin admin] Pushing event deleted for resources: {'Network': ['ID=bd39378a-b901-4e44-ae6d-403689d75b46,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:14.024140 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 46554) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:31:14.071076 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-5a9f247d-f4aa-424a-a6f3-2f1bb28ca6c0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1ad5aa6335664059b16230a3749ff325&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0457675 Oct 20 11:31:14.073596 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 46556) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:31:14.121900 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-469f9cab-8772-46fe-a2a2-7b3bc93aca5d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:14.142301 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-469f9cab-8772-46fe-a2a2-7b3bc93aca5d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:14.188979 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-469f9cab-8772-46fe-a2a2-7b3bc93aca5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:14.191789 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-469f9cab-8772-46fe-a2a2-7b3bc93aca5d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:14.192962 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-469f9cab-8772-46fe-a2a2-7b3bc93aca5d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/09bcf9e0-3834-41a0-8180-0c087b780320 HTTP/1.1" status: 204 len: 168 time: 0.1184561 Oct 20 11:31:14.202479 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469f9cab-8772-46fe-a2a2-7b3bc93aca5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09bcf9e0-3834-41a0-8180-0c087b780320,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:14.507947 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 46562) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:31:14.546197 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-29adbd82-2cfa-4704-b94d-610104e70443 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=be3f36700fd34845a1d5f69f2fc123d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0370815 Oct 20 11:31:14.548449 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 46564) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:31:14.599697 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ab52eaae-d63b-463d-94fc-442ccafc0ef1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:14.620905 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ab52eaae-d63b-463d-94fc-442ccafc0ef1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:14.668931 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ab52eaae-d63b-463d-94fc-442ccafc0ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:14.671509 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ab52eaae-d63b-463d-94fc-442ccafc0ef1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:14.672658 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-ab52eaae-d63b-463d-94fc-442ccafc0ef1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8573e21f-7b7f-486e-9f50-17de92bf2ffc HTTP/1.1" status: 204 len: 168 time: 0.1233220 Oct 20 11:31:14.682434 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab52eaae-d63b-463d-94fc-442ccafc0ef1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8573e21f-7b7f-486e-9f50-17de92bf2ffc,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:14.904037 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 6bb45fb7-aa38-4d9b-8fa5-0bee0d1baf2d no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:31:14.924301 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 6bb45fb7-aa38-4d9b-8fa5-0bee0d1baf2d {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:31:14.924649 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 6bb45fb7-aa38-4d9b-8fa5-0bee0d1baf2d not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:31:14.925073 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 18471e01-327e-4b49-afa7-5d4141741083 no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:31:14.943981 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 18471e01-327e-4b49-afa7-5d4141741083 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:31:14.944335 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 18471e01-327e-4b49-afa7-5d4141741083 not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:31:14.944749 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device d3e01ea4-d460-47c2-99b4-3e0b05386c60 no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:31:14.963555 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: d3e01ea4-d460-47c2-99b4-3e0b05386c60 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:31:14.963907 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device d3e01ea4-d460-47c2-99b4-3e0b05386c60 not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:31:16.289026 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 46604) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:31:16.293776 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-34fffd65-9c30-434d-9ac2-e5ccc3e4d2bc tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1527288045', 'description': 'tempest-secgroup-smoke-1527288045 description', 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:31:16.315006 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-34fffd65-9c30-434d-9ac2-e5ccc3e4d2bc tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:16.322974 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-34fffd65-9c30-434d-9ac2-e5ccc3e4d2bc tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:16.394701 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-34fffd65-9c30-434d-9ac2-e5ccc3e4d2bc tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:16.398122 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-34fffd65-9c30-434d-9ac2-e5ccc3e4d2bc tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:16.434137 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fffd65-9c30-434d-9ac2-e5ccc3e4d2bc tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5668a72f-cf01-4d2d-9aee-1bbdc0f63ab9,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:16.473032 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-34fffd65-9c30-434d-9ac2-e5ccc3e4d2bc tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:16.476764 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-34fffd65-9c30-434d-9ac2-e5ccc3e4d2bc tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:16.504204 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-34fffd65-9c30-434d-9ac2-e5ccc3e4d2bc tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:16.505340 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-34fffd65-9c30-434d-9ac2-e5ccc3e4d2bc tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2152011 Oct 20 11:31:16.508520 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 46606) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:31:16.509781 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fffd65-9c30-434d-9ac2-e5ccc3e4d2bc tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d52b457e-4617-4901-8fe6-fe9c516234c3,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:16.513289 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-b5b9b061-d742-48bd-b53f-86c8feadc87b tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Request body: {'security_group_rule': {'security_group_id': 'd52b457e-4617-4901-8fe6-fe9c516234c3', 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:31:16.541508 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-b5b9b061-d742-48bd-b53f-86c8feadc87b tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:16.589754 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-b5b9b061-d742-48bd-b53f-86c8feadc87b tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:16.593147 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-b5b9b061-d742-48bd-b53f-86c8feadc87b tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:16.611076 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b9b061-d742-48bd-b53f-86c8feadc87b tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7eda5a6-8c97-4599-971f-6437c27297d9,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:16.617682 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-b5b9b061-d742-48bd-b53f-86c8feadc87b tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:16.618779 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-b5b9b061-d742-48bd-b53f-86c8feadc87b tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1091633 Oct 20 11:31:16.621721 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 46608) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:31:16.625942 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-3a090f62-e897-4428-a8da-4a574987b88b tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Request body: {'security_group_rule': {'security_group_id': 'd52b457e-4617-4901-8fe6-fe9c516234c3', 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:31:16.652117 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3a090f62-e897-4428-a8da-4a574987b88b tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:16.707175 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3a090f62-e897-4428-a8da-4a574987b88b tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:16.710879 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3a090f62-e897-4428-a8da-4a574987b88b tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:16.728879 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a090f62-e897-4428-a8da-4a574987b88b tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c755e99-34e7-4cfb-a218-00b7229bfd6c,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:16.737852 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3a090f62-e897-4428-a8da-4a574987b88b tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:16.739047 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-3a090f62-e897-4428-a8da-4a574987b88b tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1164014 Oct 20 11:31:16.741844 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 46610) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:31:16.746164 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-089c88a6-a34c-49b7-a58c-59adc460d5cf tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Request body: {'security_group_rule': {'security_group_id': 'd52b457e-4617-4901-8fe6-fe9c516234c3', 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:31:16.773302 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-089c88a6-a34c-49b7-a58c-59adc460d5cf tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:16.829521 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-089c88a6-a34c-49b7-a58c-59adc460d5cf tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:16.833904 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-089c88a6-a34c-49b7-a58c-59adc460d5cf tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:16.853184 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089c88a6-a34c-49b7-a58c-59adc460d5cf tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93c7657f-72fd-424d-b5f4-a49010d29b27,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:16.859157 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-089c88a6-a34c-49b7-a58c-59adc460d5cf tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:16.860246 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-089c88a6-a34c-49b7-a58c-59adc460d5cf tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1174622 Oct 20 11:31:16.862950 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 46612) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:31:16.867111 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-6c72e9dd-e5af-481c-9456-1d977dc47546 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Request body: {'security_group_rule': {'security_group_id': 'd52b457e-4617-4901-8fe6-fe9c516234c3', 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:31:16.893476 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6c72e9dd-e5af-481c-9456-1d977dc47546 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:16.958597 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6c72e9dd-e5af-481c-9456-1d977dc47546 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:16.962363 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6c72e9dd-e5af-481c-9456-1d977dc47546 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:16.977036 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c72e9dd-e5af-481c-9456-1d977dc47546 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b643b51-8fbe-4da0-afa6-aab0ae8b9381,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:16.988408 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6c72e9dd-e5af-481c-9456-1d977dc47546 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:16.990056 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-6c72e9dd-e5af-481c-9456-1d977dc47546 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1261647 Oct 20 11:31:16.993190 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 46614) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:31:16.999377 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-bd2bd954-3bd8-48aa-8e67-c289179814e6 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Request body: {'security_group_rule': {'security_group_id': 'd52b457e-4617-4901-8fe6-fe9c516234c3', 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:31:17.021766 n-d-811396-3 neutron-server[100596]: INFO neutron.db.securitygroups_db [None req-bd2bd954-3bd8-48aa-8e67-c289179814e6 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Project e5f86d6a88794eafa52e20983c8a9c09 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 11:31:17.026538 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-bd2bd954-3bd8-48aa-8e67-c289179814e6 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:17.088004 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-bd2bd954-3bd8-48aa-8e67-c289179814e6 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:17.091525 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-bd2bd954-3bd8-48aa-8e67-c289179814e6 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:17.109346 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2bd954-3bd8-48aa-8e67-c289179814e6 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ea37aea-6a8f-4ce5-9ece-6c2b154db5c1,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:17.115845 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-bd2bd954-3bd8-48aa-8e67-c289179814e6 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:17.116914 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-bd2bd954-3bd8-48aa-8e67-c289179814e6 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1225238 Oct 20 11:31:17.119626 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 46616) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:31:17.123839 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-20d78057-0f07-4ef9-b9e1-2bdc3e1dfafd tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Request body: {'security_group_rule': {'security_group_id': 'd52b457e-4617-4901-8fe6-fe9c516234c3', 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:31:17.145836 n-d-811396-3 neutron-server[100596]: INFO neutron.db.securitygroups_db [None req-20d78057-0f07-4ef9-b9e1-2bdc3e1dfafd tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Project e5f86d6a88794eafa52e20983c8a9c09 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 11:31:17.150483 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-20d78057-0f07-4ef9-b9e1-2bdc3e1dfafd tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:17.210327 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-20d78057-0f07-4ef9-b9e1-2bdc3e1dfafd tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:17.213952 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-20d78057-0f07-4ef9-b9e1-2bdc3e1dfafd tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:17.232661 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d78057-0f07-4ef9-b9e1-2bdc3e1dfafd tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c48c99a0-ab73-40db-9b20-ed0121a49ee9,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:17.239016 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-20d78057-0f07-4ef9-b9e1-2bdc3e1dfafd tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:17.240216 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-20d78057-0f07-4ef9-b9e1-2bdc3e1dfafd tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1196349 Oct 20 11:31:17.243101 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 46618) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:31:17.248248 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-73f905b9-7627-4a35-b371-add08acf0ce5 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Request body: {'network': {'name': 'tempest-network-smoke--1053045434', 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'port_security_enabled': True}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:31:17.269436 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73f905b9-7627-4a35-b371-add08acf0ce5 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Made reservation on behalf of e5f86d6a88794eafa52e20983c8a9c09 for: {'network': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:31:17.273083 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-73f905b9-7627-4a35-b371-add08acf0ce5 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:17.296951 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73f905b9-7627-4a35-b371-add08acf0ce5 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 813} {{(pid=100596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:31:17.305867 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-73f905b9-7627-4a35-b371-add08acf0ce5 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:17.306479 n-d-811396-3 neutron-server[100596]: INFO neutron.db.segments_db [None req-73f905b9-7627-4a35-b371-add08acf0ce5 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Added segment 10d578ee-7c30-4565-878f-7eb573bcd691 of type vlan for network 9175de86-5edf-4dfc-b6b3-fa73c23e3edf Oct 20 11:31:17.347465 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-73f905b9-7627-4a35-b371-add08acf0ce5 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:17.371157 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-73f905b9-7627-4a35-b371-add08acf0ce5 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:17.376746 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73f905b9-7627-4a35-b371-add08acf0ce5 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:17.377351 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-73f905b9-7627-4a35-b371-add08acf0ce5 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:17.407459 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-73f905b9-7627-4a35-b371-add08acf0ce5 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1632812 Oct 20 11:31:17.411187 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 46620) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:31:17.416373 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-15264c12-5bd6-4809-b04e-d2c52dc0be8f tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-707831797', 'admin_state_up': True, 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:31:17.440215 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-15264c12-5bd6-4809-b04e-d2c52dc0be8f tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1772442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258322'] for router, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:17.441300 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-15264c12-5bd6-4809-b04e-d2c52dc0be8f tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1772334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773516', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258315'] for router, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:17.445521 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f905b9-7627-4a35-b371-add08acf0ce5 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Pushing event updated for resources: {'Network': ['ID=9175de86-5edf-4dfc-b6b3-fa73c23e3edf,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:17.458125 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network 9175de86-5edf-4dfc-b6b3-fa73c23e3edf details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:31:17.495911 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-15264c12-5bd6-4809-b04e-d2c52dc0be8f tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:17.869463 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-15264c12-5bd6-4809-b04e-d2c52dc0be8f tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:18.053888 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-15264c12-5bd6-4809-b04e-d2c52dc0be8f tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for router_gateway, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:18.072127 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-15264c12-5bd6-4809-b04e-d2c52dc0be8f tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:18.173439 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-15264c12-5bd6-4809-b04e-d2c52dc0be8f tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Allocated IP 172.25.1.224 (cbe170d3-31ba-45a2-b477-520ab0a7a8ea/f4e26aca-17ac-4adb-a66b-d939a1b35b64/acdbdf89-d506-413d-8257-4c8ffe2bd2c3) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:31:18.270920 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-15264c12-5bd6-4809-b04e-d2c52dc0be8f tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:18.303482 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-15264c12-5bd6-4809-b04e-d2c52dc0be8f tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:18.352922 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15264c12-5bd6-4809-b04e-d2c52dc0be8f tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Network cbe170d3-31ba-45a2-b477-520ab0a7a8ea is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:31:18.355786 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-15264c12-5bd6-4809-b04e-d2c52dc0be8f tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:31:18.359218 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15264c12-5bd6-4809-b04e-d2c52dc0be8f tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:31:18.364553 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15264c12-5bd6-4809-b04e-d2c52dc0be8f tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Pushing event updated for resources: {'Port': ['ID=acdbdf89-d506-413d-8257-4c8ffe2bd2c3,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:18.605407 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-15264c12-5bd6-4809-b04e-d2c52dc0be8f tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for router_gateway, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:18.801123 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-15264c12-5bd6-4809-b04e-d2c52dc0be8f tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1773475'] for router, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:18.921963 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15264c12-5bd6-4809-b04e-d2c52dc0be8f tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Router 8f835f72-670c-4951-b443-e63730118aa0 is scheduled to L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 with binding_index 1 {{(pid=100597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 11:31:19.038253 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15264c12-5bd6-4809-b04e-d2c52dc0be8f tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:31:19.048500 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465b946d-6126-4778-b199-82fcf55e608f None None] Sync routers for ids ['8f835f72-670c-4951-b443-e63730118aa0'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:31:19.058148 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-15264c12-5bd6-4809-b04e-d2c52dc0be8f tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for router, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:19.058408 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465b946d-6126-4778-b199-82fcf55e608f None None] Routers {'8f835f72-670c-4951-b443-e63730118aa0'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:31:19.059012 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-465b946d-6126-4778-b199-82fcf55e608f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:31:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['8f835f72-670c-4951-b443-e63730118aa0'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:31:19.059426 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-15264c12-5bd6-4809-b04e-d2c52dc0be8f tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.6466417 Oct 20 11:31:19.062440 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 46622) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:31:19.165711 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-465b946d-6126-4778-b199-82fcf55e608f None None] Set router 8f835f72-670c-4951-b443-e63730118aa0 gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:31:19.180252 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-d19b2f7d-6b83-468c-8115-1d1cf2623608 tempest-TestNetworkAdvancedServerOps-1034537329 tempest-TestNetworkAdvancedServerOps-1034537329-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=e5f86d6a88794eafa52e20983c8a9c09&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1165988 Oct 20 11:31:19.183024 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 46626) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:31:19.278428 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d3b9dfe-7bb6-4b42-a32b-95f74c3471ae tempest-TestNetworkAdvancedServerOps-1034537329 tempest-TestNetworkAdvancedServerOps-1034537329-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:19.279960 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-6d3b9dfe-7bb6-4b42-a32b-95f74c3471ae tempest-TestNetworkAdvancedServerOps-1034537329 tempest-TestNetworkAdvancedServerOps-1034537329-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0959854 Oct 20 11:31:19.282854 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 46628) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:31:19.310926 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-35d5df49-c504-4eba-b7a1-aeb0ca9c7a08 tempest-TestNetworkAdvancedServerOps-1034537329 tempest-TestNetworkAdvancedServerOps-1034537329-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=cbe170d3-31ba-45a2-b477-520ab0a7a8ea&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269051 Oct 20 11:31:19.313416 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 46630) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:31:19.318661 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-803c6f8f-8d41-4757-ae39-a6198da83e31 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1254521852', 'network_id': '9175de86-5edf-4dfc-b6b3-fa73c23e3edf', 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:31:19.340993 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-465b946d-6126-4778-b199-82fcf55e608f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f835f72-670c-4951-b443-e63730118aa0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-707831797', 'tenant_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': 'acdbdf89-d506-413d-8257-4c8ffe2bd2c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:31:17Z', 'updated_at': '2021-10-20T11:31:18Z', 'revision_number': 3, 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'gw_port': {'id': 'acdbdf89-d506-413d-8257-4c8ffe2bd2c3', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:80:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f835f72-670c-4951-b443-e63730118aa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:31:18Z', 'updated_at': '2021-10-20T11:31:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:31:19.366302 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465b946d-6126-4778-b199-82fcf55e608f None None] Checking router: 8f835f72-670c-4951-b443-e63730118aa0 for host: n-d-811396-3 {{(pid=100599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:31:19.366650 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465b946d-6126-4778-b199-82fcf55e608f None None] Updating router 8f835f72-670c-4951-b443-e63730118aa0 port acdbdf89-d506-413d-8257-4c8ffe2bd2c3 binding host n-d-811396-3 {{(pid=100599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:31:19.390802 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-465b946d-6126-4778-b199-82fcf55e608f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:19.407574 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-803c6f8f-8d41-4757-ae39-a6198da83e31 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Made reservation on behalf of e5f86d6a88794eafa52e20983c8a9c09 for: {'subnet': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:31:19.411339 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-803c6f8f-8d41-4757-ae39-a6198da83e31 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25350782'] for subnet, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:19.588519 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-803c6f8f-8d41-4757-ae39-a6198da83e31 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25350752'] for subnet, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:19.640845 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-465b946d-6126-4778-b199-82fcf55e608f None None] Publish callbacks [] for port, precommit_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:19.647045 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-465b946d-6126-4778-b199-82fcf55e608f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:19.648312 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803c6f8f-8d41-4757-ae39-a6198da83e31 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Pushing event updated for resources: {'Subnet': ['ID=31dfd478-1668-47dc-ba92-8a0f4fc2a5f8,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:19.658982 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803c6f8f-8d41-4757-ae39-a6198da83e31 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Checking segment: {'id': '10d578ee-7c30-4565-878f-7eb573bcd691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '9175de86-5edf-4dfc-b6b3-fa73c23e3edf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:31:19.659355 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-803c6f8f-8d41-4757-ae39-a6198da83e31 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Network hostable DHCP agents. Network: 9175de86-5edf-4dfc-b6b3-fa73c23e3edf, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:31:19.678218 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-803c6f8f-8d41-4757-ae39-a6198da83e31 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Network 9175de86-5edf-4dfc-b6b3-fa73c23e3edf is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:31:19.687990 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-803c6f8f-8d41-4757-ae39-a6198da83e31 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, 9175de86-5edf-4dfc-b6b3-fa73c23e3edf) {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:31:19.692693 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803c6f8f-8d41-4757-ae39-a6198da83e31 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:19.693295 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-803c6f8f-8d41-4757-ae39-a6198da83e31 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:19.695619 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-465b946d-6126-4778-b199-82fcf55e608f None None] Attempting to bind port acdbdf89-d506-413d-8257-4c8ffe2bd2c3 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:31:19.696837 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-465b946d-6126-4778-b199-82fcf55e608f None None] Attempting to bind port acdbdf89-d506-413d-8257-4c8ffe2bd2c3 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}] {{(pid=100599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:31:19.697488 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465b946d-6126-4778-b199-82fcf55e608f None None] Attempting to bind port acdbdf89-d506-413d-8257-4c8ffe2bd2c3 on network cbe170d3-31ba-45a2-b477-520ab0a7a8ea {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:31:19.697912 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd17ceb-9603-47fd-b3f4-a6230a718ae7 None None] Network 9175de86-5edf-4dfc-b6b3-fa73c23e3edf requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:31:19.711467 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465b946d-6126-4778-b199-82fcf55e608f None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:31:19.712076 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465b946d-6126-4778-b199-82fcf55e608f None None] Checking segment: {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:31:19.712483 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-465b946d-6126-4778-b199-82fcf55e608f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:19.712877 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465b946d-6126-4778-b199-82fcf55e608f None None] Bound using segment: {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'} {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:31:19.713452 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-803c6f8f-8d41-4757-ae39-a6198da83e31 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3983369 Oct 20 11:31:19.713604 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-465b946d-6126-4778-b199-82fcf55e608f None None] Bound port: acdbdf89-d506-413d-8257-4c8ffe2bd2c3, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}}] {{(pid=100599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:31:19.713998 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-465b946d-6126-4778-b199-82fcf55e608f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:19.715507 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 46632) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:31:19.763973 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.db [None req-465b946d-6126-4778-b199-82fcf55e608f None None] For port acdbdf89-d506-413d-8257-4c8ffe2bd2c3, host n-d-811396-3, cleared binding levels {{(pid=100599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:31:19.767340 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.db [None req-465b946d-6126-4778-b199-82fcf55e608f None None] For port acdbdf89-d506-413d-8257-4c8ffe2bd2c3, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=acdbdf89-d506-413d-8257-4c8ffe2bd2c3,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:31:19.769652 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5806998-5243-4026-b3a2-027fa69e8e26 None None] Pushing event updated for resources: {'Port': ['ID=acdbdf89-d506-413d-8257-4c8ffe2bd2c3,revision_number=2']} {{(pid=100599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:19.774409 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-465b946d-6126-4778-b199-82fcf55e608f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:19.776454 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:19.784658 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5806998-5243-4026-b3a2-027fa69e8e26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:31:19.785006 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5806998-5243-4026-b3a2-027fa69e8e26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:31:19.785344 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5806998-5243-4026-b3a2-027fa69e8e26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:31:19.785679 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5806998-5243-4026-b3a2-027fa69e8e26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:31:19.786008 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5806998-5243-4026-b3a2-027fa69e8e26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:31:19.786334 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5806998-5243-4026-b3a2-027fa69e8e26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:31:19.786663 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5806998-5243-4026-b3a2-027fa69e8e26 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:31:19.786986 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5806998-5243-4026-b3a2-027fa69e8e26 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:31:19.787310 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5806998-5243-4026-b3a2-027fa69e8e26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:31:19.787727 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5806998-5243-4026-b3a2-027fa69e8e26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:31:19.788052 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5806998-5243-4026-b3a2-027fa69e8e26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:31:19.788375 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5806998-5243-4026-b3a2-027fa69e8e26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:31:19.846335 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5806998-5243-4026-b3a2-027fa69e8e26 None None] Pushing event updated for resources: {'Port': ['ID=acdbdf89-d506-413d-8257-4c8ffe2bd2c3,revision_number=3']} {{(pid=100599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:19.851320 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465b946d-6126-4778-b199-82fcf55e608f None None] Routers {'8f835f72-670c-4951-b443-e63730118aa0'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:31:19.851954 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-465b946d-6126-4778-b199-82fcf55e608f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:31:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['8f835f72-670c-4951-b443-e63730118aa0'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:31:19.867736 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d9d3cc-b103-4497-8fd0-233637eabd3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524064ba-869c-5550-b826-c26b69a11278-9175de86-5edf-4dfc-b6b3-fa73c23e3edf', 'network_id': '9175de86-5edf-4dfc-b6b3-fa73c23e3edf', 'tenant_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'fixed_ips': [{'subnet_id': '31dfd478-1668-47dc-ba92-8a0f4fc2a5f8'}]}} from n-d-811396-3. {{(pid=100598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:31:19.868951 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-57d9d3cc-b103-4497-8fd0-233637eabd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:19.957918 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-465b946d-6126-4778-b199-82fcf55e608f None None] Set router 8f835f72-670c-4951-b443-e63730118aa0 gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:31:20.023421 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-57d9d3cc-b103-4497-8fd0-233637eabd3f None None] Allocated IP 172.20.0.2 (9175de86-5edf-4dfc-b6b3-fa73c23e3edf/31dfd478-1668-47dc-ba92-8a0f4fc2a5f8/f2fb0a8f-dd9e-47db-86d9-4631fbdcd75a) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:31:20.143713 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-465b946d-6126-4778-b199-82fcf55e608f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f835f72-670c-4951-b443-e63730118aa0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-707831797', 'tenant_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': 'acdbdf89-d506-413d-8257-4c8ffe2bd2c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:31:17Z', 'updated_at': '2021-10-20T11:31:18Z', 'revision_number': 3, 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'gw_port': {'id': 'acdbdf89-d506-413d-8257-4c8ffe2bd2c3', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:80:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f835f72-670c-4951-b443-e63730118aa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:31:18Z', 'updated_at': '2021-10-20T11:31:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:31:20.168823 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465b946d-6126-4778-b199-82fcf55e608f None None] The sync data for ids ['8f835f72-670c-4951-b443-e63730118aa0'] in n-d-811396-3 is: [{'id': '8f835f72-670c-4951-b443-e63730118aa0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-707831797', 'tenant_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': 'acdbdf89-d506-413d-8257-4c8ffe2bd2c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:31:17Z', 'updated_at': '2021-10-20T11:31:18Z', 'revision_number': 3, 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'gw_port': {'id': 'acdbdf89-d506-413d-8257-4c8ffe2bd2c3', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:80:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f835f72-670c-4951-b443-e63730118aa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:31:18Z', 'updated_at': '2021-10-20T11:31:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:31:20.177922 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8c5a6a08-e1a2-4724-abb0-cf9135d7970d tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:20.178078 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-57d9d3cc-b103-4497-8fd0-233637eabd3f None None] Publish callbacks [] for port, precommit_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:20.184447 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-57d9d3cc-b103-4497-8fd0-233637eabd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:20.226100 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d9d3cc-b103-4497-8fd0-233637eabd3f None None] Network 9175de86-5edf-4dfc-b6b3-fa73c23e3edf is already hosted by enough agents. {{(pid=100598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:31:20.231340 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.base_scheduler [None req-57d9d3cc-b103-4497-8fd0-233637eabd3f None None] Resources bound (agent type, host, resource id): {{(pid=100598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:31:20.234522 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d9d3cc-b103-4497-8fd0-233637eabd3f None None] Received port after_create {{(pid=100598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:31:20.271457 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d9d3cc-b103-4497-8fd0-233637eabd3f None None] Pushing event updated for resources: {'Port': ['ID=f2fb0a8f-dd9e-47db-86d9-4631fbdcd75a,revision_number=1']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:20.301142 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9d3cc-b103-4497-8fd0-233637eabd3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:31:20.301948 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9d3cc-b103-4497-8fd0-233637eabd3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:31:20.301948 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9d3cc-b103-4497-8fd0-233637eabd3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:31:20.302151 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9d3cc-b103-4497-8fd0-233637eabd3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:31:20.302481 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9d3cc-b103-4497-8fd0-233637eabd3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:31:20.302812 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9d3cc-b103-4497-8fd0-233637eabd3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:31:20.303155 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9d3cc-b103-4497-8fd0-233637eabd3f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:31:20.303799 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9d3cc-b103-4497-8fd0-233637eabd3f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:31:20.303799 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9d3cc-b103-4497-8fd0-233637eabd3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:31:20.304242 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9d3cc-b103-4497-8fd0-233637eabd3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:31:20.304579 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9d3cc-b103-4497-8fd0-233637eabd3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:31:20.304913 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9d3cc-b103-4497-8fd0-233637eabd3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:31:20.311524 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-57d9d3cc-b103-4497-8fd0-233637eabd3f None None] Attempting to bind port f2fb0a8f-dd9e-47db-86d9-4631fbdcd75a on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:31:20.311906 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-57d9d3cc-b103-4497-8fd0-233637eabd3f None None] Attempting to bind port f2fb0a8f-dd9e-47db-86d9-4631fbdcd75a by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '10d578ee-7c30-4565-878f-7eb573bcd691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '9175de86-5edf-4dfc-b6b3-fa73c23e3edf'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:31:20.312275 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d9d3cc-b103-4497-8fd0-233637eabd3f None None] Attempting to bind port f2fb0a8f-dd9e-47db-86d9-4631fbdcd75a on network 9175de86-5edf-4dfc-b6b3-fa73c23e3edf {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:31:20.318341 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d9d3cc-b103-4497-8fd0-233637eabd3f None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:31:20.318754 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d9d3cc-b103-4497-8fd0-233637eabd3f None None] Checking segment: {'id': '10d578ee-7c30-4565-878f-7eb573bcd691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '9175de86-5edf-4dfc-b6b3-fa73c23e3edf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:31:20.319248 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-57d9d3cc-b103-4497-8fd0-233637eabd3f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:20.319846 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d9d3cc-b103-4497-8fd0-233637eabd3f None None] Bound using segment: {'id': '10d578ee-7c30-4565-878f-7eb573bcd691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '9175de86-5edf-4dfc-b6b3-fa73c23e3edf'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:31:20.320394 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-57d9d3cc-b103-4497-8fd0-233637eabd3f None None] Bound port: f2fb0a8f-dd9e-47db-86d9-4631fbdcd75a, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10d578ee-7c30-4565-878f-7eb573bcd691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '9175de86-5edf-4dfc-b6b3-fa73c23e3edf'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:31:20.320794 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-57d9d3cc-b103-4497-8fd0-233637eabd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:20.396133 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-57d9d3cc-b103-4497-8fd0-233637eabd3f None None] For port f2fb0a8f-dd9e-47db-86d9-4631fbdcd75a, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:31:20.400724 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-57d9d3cc-b103-4497-8fd0-233637eabd3f None None] For port f2fb0a8f-dd9e-47db-86d9-4631fbdcd75a, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=f2fb0a8f-dd9e-47db-86d9-4631fbdcd75a,segment=NetworkSegment(10d578ee-7c30-4565-878f-7eb573bcd691),segment_id=10d578ee-7c30-4565-878f-7eb573bcd691)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:31:20.426053 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-57d9d3cc-b103-4497-8fd0-233637eabd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:20.526923 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d9d3cc-b103-4497-8fd0-233637eabd3f None None] Pushing event updated for resources: {'Port': ['ID=f2fb0a8f-dd9e-47db-86d9-4631fbdcd75a,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:20.540820 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-8c5a6a08-e1a2-4724-abb0-cf9135d7970d tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Allocated IP 172.20.0.1 (9175de86-5edf-4dfc-b6b3-fa73c23e3edf/31dfd478-1668-47dc-ba92-8a0f4fc2a5f8/5c98d61c-4492-479d-bc17-f42cea7a688a) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:31:20.721529 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8c5a6a08-e1a2-4724-abb0-cf9135d7970d tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:20.781182 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8c5a6a08-e1a2-4724-abb0-cf9135d7970d tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:20.833041 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c5a6a08-e1a2-4724-abb0-cf9135d7970d tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Network 9175de86-5edf-4dfc-b6b3-fa73c23e3edf is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:31:20.841035 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-8c5a6a08-e1a2-4724-abb0-cf9135d7970d tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:31:20.847198 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5a6a08-e1a2-4724-abb0-cf9135d7970d tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Pushing event updated for resources: {'Port': ['ID=5c98d61c-4492-479d-bc17-f42cea7a688a,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:20.851129 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5a6a08-e1a2-4724-abb0-cf9135d7970d tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:31:20.904954 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8c5a6a08-e1a2-4724-abb0-cf9135d7970d tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1774540'] for router_interface, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:20.981880 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device f2fb0a8f-dd9e-47db-86d9-4631fbdcd75a up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:31:21.038846 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port f2fb0a8f-dd9e-47db-86d9-4631fbdcd75a triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:31:21.039521 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:21.132599 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:21.168676 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] For port f2fb0a8f-dd9e-47db-86d9-4631fbdcd75a, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=f2fb0a8f-dd9e-47db-86d9-4631fbdcd75a,segment=NetworkSegment(10d578ee-7c30-4565-878f-7eb573bcd691),segment_id=10d578ee-7c30-4565-878f-7eb573bcd691)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:31:21.175070 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:21.175980 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device acdbdf89-d506-413d-8257-4c8ffe2bd2c3 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:31:21.261694 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Pushing event updated for resources: {'Port': ['ID=f2fb0a8f-dd9e-47db-86d9-4631fbdcd75a,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:21.272784 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port acdbdf89-d506-413d-8257-4c8ffe2bd2c3 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:31:21.272932 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:21.317272 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8c5a6a08-e1a2-4724-abb0-cf9135d7970d tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:21.356150 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:21.383812 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] For port acdbdf89-d506-413d-8257-4c8ffe2bd2c3, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=acdbdf89-d506-413d-8257-4c8ffe2bd2c3,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:31:21.389855 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:21.470342 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Pushing event updated for resources: {'Port': ['ID=acdbdf89-d506-413d-8257-4c8ffe2bd2c3,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:21.649063 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8c5a6a08-e1a2-4724-abb0-cf9135d7970d tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for port, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:21.654910 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8c5a6a08-e1a2-4724-abb0-cf9135d7970d tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:21.664506 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e7800c-5b6f-4b26-9c53-c77ee18072da None None] Network 9175de86-5edf-4dfc-b6b3-fa73c23e3edf requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:31:21.738910 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5a6a08-e1a2-4724-abb0-cf9135d7970d tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Pushing event updated for resources: {'Port': ['ID=5c98d61c-4492-479d-bc17-f42cea7a688a,revision_number=2']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:21.747512 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8c5a6a08-e1a2-4724-abb0-cf9135d7970d tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1774432'] for router_interface, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:21.750227 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-4747a67e-62f2-4c69-8f61-41640f1aa39d None None] Provisioning complete for port f2fb0a8f-dd9e-47db-86d9-4631fbdcd75a triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:31:21.750679 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-4747a67e-62f2-4c69-8f61-41640f1aa39d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:21.847694 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c5a6a08-e1a2-4724-abb0-cf9135d7970d tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Network 9175de86-5edf-4dfc-b6b3-fa73c23e3edf is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:31:21.849250 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-8c5a6a08-e1a2-4724-abb0-cf9135d7970d tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:31:21.969510 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c5a6a08-e1a2-4724-abb0-cf9135d7970d tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Router 8f835f72-670c-4951-b443-e63730118aa0 has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:31:22.086964 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c5a6a08-e1a2-4724-abb0-cf9135d7970d tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:31:22.100057 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-8c5a6a08-e1a2-4724-abb0-cf9135d7970d tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "PUT /v2.0/routers/8f835f72-670c-4951-b443-e63730118aa0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3826609 Oct 20 11:31:22.129508 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47a2dd8-a980-4fb1-a690-597508488b56 None None] Sync routers for ids ['8f835f72-670c-4951-b443-e63730118aa0'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:31:22.146494 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47a2dd8-a980-4fb1-a690-597508488b56 None None] Routers {'8f835f72-670c-4951-b443-e63730118aa0'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:31:22.146494 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-a47a2dd8-a980-4fb1-a690-597508488b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:31:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['8f835f72-670c-4951-b443-e63730118aa0'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:31:22.225863 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-33155524-98b4-415c-bb3d-97cd2cfc03b5 None None] Provisioning complete for port 5c98d61c-4492-479d-bc17-f42cea7a688a triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:31:22.226233 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-33155524-98b4-415c-bb3d-97cd2cfc03b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:22.262260 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0fb06225-144d-416d-ab65-53bc464e4efc req-343c1a77-b752-41dd-a41a-c379b1355e95 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1527288045&fields=id&tenant_id=e5f86d6a88794eafa52e20983c8a9c09 HTTP/1.1" status: 200 len: 267 time: 0.0456209 Oct 20 11:31:22.309660 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-a47a2dd8-a980-4fb1-a690-597508488b56 None None] Set router 8f835f72-670c-4951-b443-e63730118aa0 gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:31:22.311825 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-33155524-98b4-415c-bb3d-97cd2cfc03b5 None None] Port 5c98d61c-4492-479d-bc17-f42cea7a688a cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:31:22.358389 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-33155524-98b4-415c-bb3d-97cd2cfc03b5 None None] Provisioning complete for port f2fb0a8f-dd9e-47db-86d9-4631fbdcd75a triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:31:22.358389 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-33155524-98b4-415c-bb3d-97cd2cfc03b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:22.374966 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb06225-144d-416d-ab65-53bc464e4efc req-614c407d-edc8-4361-b582-4c8277e9c003 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:22.384411 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0fb06225-144d-416d-ab65-53bc464e4efc req-614c407d-edc8-4361-b582-4c8277e9c003 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/networks?id=9175de86-5edf-4dfc-b6b3-fa73c23e3edf HTTP/1.1" status: 200 len: 797 time: 0.1206844 Oct 20 11:31:22.400208 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0fb06225-144d-416d-ab65-53bc464e4efc req-3811eb6e-b433-4ce8-af1f-e7a43ab7e654 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/quotas/e5f86d6a88794eafa52e20983c8a9c09 HTTP/1.1" status: 200 len: 375 time: 0.0144713 Oct 20 11:31:22.459944 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0fb06225-144d-416d-ab65-53bc464e4efc req-70dea0e2-6c24-43f2-9371-45fc35252feb tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=e5f86d6a88794eafa52e20983c8a9c09&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0536301 Oct 20 11:31:22.583416 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0fb06225-144d-416d-ab65-53bc464e4efc req-4c74b27d-eda2-4fc3-a31b-ad937a2b0414 service neutron] 10.222.0.64 "GET /v2.0/networks/9175de86-5edf-4dfc-b6b3-fa73c23e3edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098552 Oct 20 11:31:22.601454 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-a47a2dd8-a980-4fb1-a690-597508488b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f835f72-670c-4951-b443-e63730118aa0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-707831797', 'tenant_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': 'acdbdf89-d506-413d-8257-4c8ffe2bd2c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:31:17Z', 'updated_at': '2021-10-20T11:31:21Z', 'revision_number': 4, 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'gw_port': {'id': 'acdbdf89-d506-413d-8257-4c8ffe2bd2c3', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:80:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f835f72-670c-4951-b443-e63730118aa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:31:18Z', 'updated_at': '2021-10-20T11:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '5c98d61c-4492-479d-bc17-f42cea7a688a', 'name': '', 'network_id': '9175de86-5edf-4dfc-b6b3-fa73c23e3edf', 'tenant_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'mac_address': 'fa:16:3e:32:86:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f835f72-670c-4951-b443-e63730118aa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '31dfd478-1668-47dc-ba92-8a0f4fc2a5f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:31:20Z', 'updated_at': '2021-10-20T11:31:21Z', 'revision_number': 2, 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'subnets': [{'id': '31dfd478-1668-47dc-ba92-8a0f4fc2a5f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:31:22.637173 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47a2dd8-a980-4fb1-a690-597508488b56 None None] Checking router: 8f835f72-670c-4951-b443-e63730118aa0 for host: n-d-811396-3 {{(pid=100598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:31:22.637536 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47a2dd8-a980-4fb1-a690-597508488b56 None None] Updating router 8f835f72-670c-4951-b443-e63730118aa0 port 5c98d61c-4492-479d-bc17-f42cea7a688a binding host n-d-811396-3 {{(pid=100598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:31:22.672225 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-a47a2dd8-a980-4fb1-a690-597508488b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:22.687909 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-d04fac20-c149-4dd0-82af-297d976e566e None None] Provisioning complete for port 5c98d61c-4492-479d-bc17-f42cea7a688a triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:31:22.688201 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-d04fac20-c149-4dd0-82af-297d976e566e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:22.692646 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0fb06225-144d-416d-ab65-53bc464e4efc req-f17c5884-fc54-4be4-8f1f-e06441abde29 service neutron] 10.222.0.64 "GET /v2.0/networks/9175de86-5edf-4dfc-b6b3-fa73c23e3edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032560 Oct 20 11:31:22.752847 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-d04fac20-c149-4dd0-82af-297d976e566e None None] Port 5c98d61c-4492-479d-bc17-f42cea7a688a cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:31:22.879937 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4bd439f0-1842-480c-a3f7-892eda934979 req-452481ff-7068-4eac-abc8-67f0647d1305 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f6d0e06-e237-4a84-8f06-b603dfcdb0fd HTTP/1.1" status: 200 len: 210 time: 0.0360122 Oct 20 11:31:22.919302 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-06584b6f-d4d7-4fc4-bd37-64bd487c1ef6 None None] Provisioning complete for port 5c98d61c-4492-479d-bc17-f42cea7a688a triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:31:22.919693 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-06584b6f-d4d7-4fc4-bd37-64bd487c1ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:22.955639 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device f2fb0a8f-dd9e-47db-86d9-4631fbdcd75a up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:31:23.026122 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-06584b6f-d4d7-4fc4-bd37-64bd487c1ef6 None None] Port 5c98d61c-4492-479d-bc17-f42cea7a688a cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:31:23.083681 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-a47a2dd8-a980-4fb1-a690-597508488b56 None None] Publish callbacks [] for port, precommit_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:23.089249 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port f2fb0a8f-dd9e-47db-86d9-4631fbdcd75a triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:31:23.089725 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:23.092357 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-a47a2dd8-a980-4fb1-a690-597508488b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:23.166549 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234d63a6-575a-4527-8580-5769a92cf00e None None] Pushing event updated for resources: {'Port': ['ID=5c98d61c-4492-479d-bc17-f42cea7a688a,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:23.250345 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-a47a2dd8-a980-4fb1-a690-597508488b56 None None] Attempting to bind port 5c98d61c-4492-479d-bc17-f42cea7a688a on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:31:23.250720 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-a47a2dd8-a980-4fb1-a690-597508488b56 None None] Attempting to bind port 5c98d61c-4492-479d-bc17-f42cea7a688a by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '10d578ee-7c30-4565-878f-7eb573bcd691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '9175de86-5edf-4dfc-b6b3-fa73c23e3edf'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:31:23.251089 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47a2dd8-a980-4fb1-a690-597508488b56 None None] Attempting to bind port 5c98d61c-4492-479d-bc17-f42cea7a688a on network 9175de86-5edf-4dfc-b6b3-fa73c23e3edf {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:31:23.260352 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47a2dd8-a980-4fb1-a690-597508488b56 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:31:23.260728 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47a2dd8-a980-4fb1-a690-597508488b56 None None] Checking segment: {'id': '10d578ee-7c30-4565-878f-7eb573bcd691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '9175de86-5edf-4dfc-b6b3-fa73c23e3edf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:31:23.261139 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-a47a2dd8-a980-4fb1-a690-597508488b56 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:23.261531 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47a2dd8-a980-4fb1-a690-597508488b56 None None] Bound using segment: {'id': '10d578ee-7c30-4565-878f-7eb573bcd691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '9175de86-5edf-4dfc-b6b3-fa73c23e3edf'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:31:23.262006 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-a47a2dd8-a980-4fb1-a690-597508488b56 None None] Bound port: 5c98d61c-4492-479d-bc17-f42cea7a688a, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10d578ee-7c30-4565-878f-7eb573bcd691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '9175de86-5edf-4dfc-b6b3-fa73c23e3edf'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:31:23.262385 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-a47a2dd8-a980-4fb1-a690-597508488b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:23.266060 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device acdbdf89-d506-413d-8257-4c8ffe2bd2c3 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:31:23.370722 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-a47a2dd8-a980-4fb1-a690-597508488b56 None None] For port 5c98d61c-4492-479d-bc17-f42cea7a688a, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:31:23.372650 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-b1beb2c0-ce5c-47e7-8c9c-a0a9593b2c76 None None] Provisioning complete for port 5c98d61c-4492-479d-bc17-f42cea7a688a triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:31:23.373018 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-b1beb2c0-ce5c-47e7-8c9c-a0a9593b2c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:23.375394 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-a47a2dd8-a980-4fb1-a690-597508488b56 None None] For port 5c98d61c-4492-479d-bc17-f42cea7a688a, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=5c98d61c-4492-479d-bc17-f42cea7a688a,segment=NetworkSegment(10d578ee-7c30-4565-878f-7eb573bcd691),segment_id=10d578ee-7c30-4565-878f-7eb573bcd691)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:31:23.398514 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-a47a2dd8-a980-4fb1-a690-597508488b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:23.411011 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port acdbdf89-d506-413d-8257-4c8ffe2bd2c3 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:31:23.411375 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:23.621448 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-b1beb2c0-ce5c-47e7-8c9c-a0a9593b2c76 None None] Port 5c98d61c-4492-479d-bc17-f42cea7a688a cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:31:23.649086 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234d63a6-575a-4527-8580-5769a92cf00e None None] Pushing event updated for resources: {'Port': ['ID=5c98d61c-4492-479d-bc17-f42cea7a688a,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:23.651913 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47a2dd8-a980-4fb1-a690-597508488b56 None None] Routers {'8f835f72-670c-4951-b443-e63730118aa0'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:31:23.652515 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-a47a2dd8-a980-4fb1-a690-597508488b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:31:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['8f835f72-670c-4951-b443-e63730118aa0'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:31:23.793467 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-a47a2dd8-a980-4fb1-a690-597508488b56 None None] Set router 8f835f72-670c-4951-b443-e63730118aa0 gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:31:23.886668 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-69244dbb-b9ac-4e3d-b4d6-0ba4d77710c2 None None] Provisioning complete for port 5c98d61c-4492-479d-bc17-f42cea7a688a triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:31:23.886927 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-69244dbb-b9ac-4e3d-b4d6-0ba4d77710c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:23.961545 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e79bffc2-4361-4913-95ca-f1cd5165d5b8 req-e8fb17c0-ef24-43d3-bb90-71e1c092ab19 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f6d0e06-e237-4a84-8f06-b603dfcdb0fd HTTP/1.1" status: 200 len: 210 time: 0.0269513 Oct 20 11:31:24.044421 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-69244dbb-b9ac-4e3d-b4d6-0ba4d77710c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:24.085613 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-a47a2dd8-a980-4fb1-a690-597508488b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f835f72-670c-4951-b443-e63730118aa0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-707831797', 'tenant_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': 'acdbdf89-d506-413d-8257-4c8ffe2bd2c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:31:17Z', 'updated_at': '2021-10-20T11:31:21Z', 'revision_number': 4, 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'gw_port': {'id': 'acdbdf89-d506-413d-8257-4c8ffe2bd2c3', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:80:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f835f72-670c-4951-b443-e63730118aa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:31:18Z', 'updated_at': '2021-10-20T11:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '5c98d61c-4492-479d-bc17-f42cea7a688a', 'name': '', 'network_id': '9175de86-5edf-4dfc-b6b3-fa73c23e3edf', 'tenant_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'mac_address': 'fa:16:3e:32:86:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f835f72-670c-4951-b443-e63730118aa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '31dfd478-1668-47dc-ba92-8a0f4fc2a5f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:31:20Z', 'updated_at': '2021-10-20T11:31:23Z', 'revision_number': 4, 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'subnets': [{'id': '31dfd478-1668-47dc-ba92-8a0f4fc2a5f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:31:24.088604 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-69244dbb-b9ac-4e3d-b4d6-0ba4d77710c2 None None] For port 5c98d61c-4492-479d-bc17-f42cea7a688a, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=5c98d61c-4492-479d-bc17-f42cea7a688a,segment=NetworkSegment(10d578ee-7c30-4565-878f-7eb573bcd691),segment_id=10d578ee-7c30-4565-878f-7eb573bcd691)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:31:24.118750 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47a2dd8-a980-4fb1-a690-597508488b56 None None] The sync data for ids ['8f835f72-670c-4951-b443-e63730118aa0'] in n-d-811396-3 is: [{'id': '8f835f72-670c-4951-b443-e63730118aa0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-707831797', 'tenant_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': 'acdbdf89-d506-413d-8257-4c8ffe2bd2c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:31:17Z', 'updated_at': '2021-10-20T11:31:21Z', 'revision_number': 4, 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'gw_port': {'id': 'acdbdf89-d506-413d-8257-4c8ffe2bd2c3', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:80:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f835f72-670c-4951-b443-e63730118aa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:31:18Z', 'updated_at': '2021-10-20T11:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '5c98d61c-4492-479d-bc17-f42cea7a688a', 'name': '', 'network_id': '9175de86-5edf-4dfc-b6b3-fa73c23e3edf', 'tenant_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'mac_address': 'fa:16:3e:32:86:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f835f72-670c-4951-b443-e63730118aa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '31dfd478-1668-47dc-ba92-8a0f4fc2a5f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:31:20Z', 'updated_at': '2021-10-20T11:31:23Z', 'revision_number': 4, 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'subnets': [{'id': '31dfd478-1668-47dc-ba92-8a0f4fc2a5f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:31:24.120334 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-69244dbb-b9ac-4e3d-b4d6-0ba4d77710c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:24.181359 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69244dbb-b9ac-4e3d-b4d6-0ba4d77710c2 None None] Pushing event updated for resources: {'Port': ['ID=5c98d61c-4492-479d-bc17-f42cea7a688a,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:24.953929 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 5c98d61c-4492-479d-bc17-f42cea7a688a up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:31:25.015036 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 5c98d61c-4492-479d-bc17-f42cea7a688a triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:31:25.015602 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:25.096706 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-eedcefe9-5b19-45ef-84d2-8d3a8b101190 req-80e42fd2-83b2-4c5f-a186-1f1720502d85 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f6d0e06-e237-4a84-8f06-b603dfcdb0fd HTTP/1.1" status: 200 len: 210 time: 0.0452125 Oct 20 11:31:25.134550 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb06225-144d-416d-ab65-53bc464e4efc req-fe220665-6f38-41fa-8ccb-6555bcff3bea tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:25.136330 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0fb06225-144d-416d-ab65-53bc464e4efc req-fe220665-6f38-41fa-8ccb-6555bcff3bea tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.69 "GET /v2.0/networks?id=9175de86-5edf-4dfc-b6b3-fa73c23e3edf HTTP/1.1" status: 200 len: 797 time: 0.1910703 Oct 20 11:31:25.183732 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0fb06225-144d-416d-ab65-53bc464e4efc req-fe198fe7-1009-4c04-a1de-91f5f5d924e8 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e5f86d6a88794eafa52e20983c8a9c09 HTTP/1.1" status: 200 len: 380 time: 0.0341160 Oct 20 11:31:25.194502 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-0fb06225-144d-416d-ab65-53bc464e4efc req-d12c6e3a-449c-474c-8515-5c6562b42e91 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Request body: {'port': {'device_id': '6f6d0e06-e237-4a84-8f06-b603dfcdb0fd', 'network_id': '9175de86-5edf-4dfc-b6b3-fa73c23e3edf', 'admin_state_up': True, 'tenant_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'security_groups': ['d52b457e-4617-4901-8fe6-fe9c516234c3']}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:31:25.301596 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fb06225-144d-416d-ab65-53bc464e4efc req-d12c6e3a-449c-474c-8515-5c6562b42e91 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Made reservation on behalf of e5f86d6a88794eafa52e20983c8a9c09 for: {'port': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:31:25.305066 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-0fb06225-144d-416d-ab65-53bc464e4efc req-d12c6e3a-449c-474c-8515-5c6562b42e91 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:25.428820 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [req-0fb06225-144d-416d-ab65-53bc464e4efc req-d12c6e3a-449c-474c-8515-5c6562b42e91 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Allocated IP 172.20.0.11 (9175de86-5edf-4dfc-b6b3-fa73c23e3edf/31dfd478-1668-47dc-ba92-8a0f4fc2a5f8/7ba547d3-084b-44d7-b066-3ffddcdcd36d) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:31:25.564889 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-0fb06225-144d-416d-ab65-53bc464e4efc req-d12c6e3a-449c-474c-8515-5c6562b42e91 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:25.601504 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-0fb06225-144d-416d-ab65-53bc464e4efc req-d12c6e3a-449c-474c-8515-5c6562b42e91 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:25.646873 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fb06225-144d-416d-ab65-53bc464e4efc req-d12c6e3a-449c-474c-8515-5c6562b42e91 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Network 9175de86-5edf-4dfc-b6b3-fa73c23e3edf is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:31:25.649881 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [req-0fb06225-144d-416d-ab65-53bc464e4efc req-d12c6e3a-449c-474c-8515-5c6562b42e91 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:31:25.654013 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fb06225-144d-416d-ab65-53bc464e4efc req-d12c6e3a-449c-474c-8515-5c6562b42e91 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:31:25.657744 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12c6e3a-449c-474c-8515-5c6562b42e91 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Pushing event updated for resources: {'Port': ['ID=7ba547d3-084b-44d7-b066-3ffddcdcd36d,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:25.704066 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb06225-144d-416d-ab65-53bc464e4efc req-d12c6e3a-449c-474c-8515-5c6562b42e91 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:25.704680 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-0fb06225-144d-416d-ab65-53bc464e4efc req-d12c6e3a-449c-474c-8515-5c6562b42e91 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:25.721536 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0fb06225-144d-416d-ab65-53bc464e4efc req-d12c6e3a-449c-474c-8515-5c6562b42e91 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5307646 Oct 20 11:31:25.782669 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-0fb06225-144d-416d-ab65-53bc464e4efc req-fda650ca-9bc6-4e3f-9291-e33d40b4621c service neutron] Request body: {'port': {'device_id': '6f6d0e06-e237-4a84-8f06-b603dfcdb0fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811396-3'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:31:25.840571 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-0fb06225-144d-416d-ab65-53bc464e4efc req-fda650ca-9bc6-4e3f-9291-e33d40b4621c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:25.854831 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-c8621a2f-598c-4066-a78a-500447fda019 None None] Provisioning complete for port 7ba547d3-084b-44d7-b066-3ffddcdcd36d triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:31:25.855423 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-c8621a2f-598c-4066-a78a-500447fda019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:25.888944 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-c8621a2f-598c-4066-a78a-500447fda019 None None] Port 7ba547d3-084b-44d7-b066-3ffddcdcd36d cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:31:26.094820 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [req-0fb06225-144d-416d-ab65-53bc464e4efc req-fda650ca-9bc6-4e3f-9291-e33d40b4621c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ba547d3-084b-44d7-b066-3ffddcdcd36d {{(pid=100596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:31:26.102667 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-0fb06225-144d-416d-ab65-53bc464e4efc req-fda650ca-9bc6-4e3f-9291-e33d40b4621c service neutron] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:26.115269 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.provisioning_blocks [req-0fb06225-144d-416d-ab65-53bc464e4efc req-fda650ca-9bc6-4e3f-9291-e33d40b4621c service neutron] Transition to ACTIVE for port object 7ba547d3-084b-44d7-b066-3ffddcdcd36d will not be triggered until provisioned by entity L2. {{(pid=100596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:31:26.118908 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-0fb06225-144d-416d-ab65-53bc464e4efc req-fda650ca-9bc6-4e3f-9291-e33d40b4621c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:26.169916 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda650ca-9bc6-4e3f-9291-e33d40b4621c service neutron] Pushing event updated for resources: {'Port': ['ID=7ba547d3-084b-44d7-b066-3ffddcdcd36d,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:26.580701 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72074e25-0826-43e5-8cd1-3073b7e32b9b req-bf62640d-d0a5-42b7-af93-f351b90cd8b0 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:26.582171 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-72074e25-0826-43e5-8cd1-3073b7e32b9b req-bf62640d-d0a5-42b7-af93-f351b90cd8b0 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f6d0e06-e237-4a84-8f06-b603dfcdb0fd HTTP/1.1" status: 200 len: 944 time: 0.4076552 Oct 20 11:31:26.586445 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-0fb06225-144d-416d-ab65-53bc464e4efc req-fda650ca-9bc6-4e3f-9291-e33d40b4621c service neutron] Attempting to bind port 7ba547d3-084b-44d7-b066-3ffddcdcd36d on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:31:26.586779 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-0fb06225-144d-416d-ab65-53bc464e4efc req-fda650ca-9bc6-4e3f-9291-e33d40b4621c service neutron] Attempting to bind port 7ba547d3-084b-44d7-b066-3ffddcdcd36d by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': '10d578ee-7c30-4565-878f-7eb573bcd691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '9175de86-5edf-4dfc-b6b3-fa73c23e3edf'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:31:26.587108 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb06225-144d-416d-ab65-53bc464e4efc req-fda650ca-9bc6-4e3f-9291-e33d40b4621c service neutron] Attempting to bind port 7ba547d3-084b-44d7-b066-3ffddcdcd36d on network 9175de86-5edf-4dfc-b6b3-fa73c23e3edf {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:31:26.599248 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb06225-144d-416d-ab65-53bc464e4efc req-fda650ca-9bc6-4e3f-9291-e33d40b4621c service neutron] Port 7ba547d3-084b-44d7-b066-3ffddcdcd36d on network 9175de86-5edf-4dfc-b6b3-fa73c23e3edf not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:31:26.599601 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb06225-144d-416d-ab65-53bc464e4efc req-fda650ca-9bc6-4e3f-9291-e33d40b4621c service neutron] Attempting to bind port 7ba547d3-084b-44d7-b066-3ffddcdcd36d on network 9175de86-5edf-4dfc-b6b3-fa73c23e3edf {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:31:26.612489 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb06225-144d-416d-ab65-53bc464e4efc req-fda650ca-9bc6-4e3f-9291-e33d40b4621c service neutron] Checking agent: {'id': '061232a2-7adc-4ba1-a873-e8cb136b064d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:31:26.612822 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb06225-144d-416d-ab65-53bc464e4efc req-fda650ca-9bc6-4e3f-9291-e33d40b4621c service neutron] Checking segment: {'id': '10d578ee-7c30-4565-878f-7eb573bcd691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '9175de86-5edf-4dfc-b6b3-fa73c23e3edf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:31:26.613199 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb06225-144d-416d-ab65-53bc464e4efc req-fda650ca-9bc6-4e3f-9291-e33d40b4621c service neutron] Bound using segment: {'id': '10d578ee-7c30-4565-878f-7eb573bcd691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '9175de86-5edf-4dfc-b6b3-fa73c23e3edf'} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:31:26.613626 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-0fb06225-144d-416d-ab65-53bc464e4efc req-fda650ca-9bc6-4e3f-9291-e33d40b4621c service neutron] Bound port: 7ba547d3-084b-44d7-b066-3ffddcdcd36d, host: n-h2-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10d578ee-7c30-4565-878f-7eb573bcd691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '9175de86-5edf-4dfc-b6b3-fa73c23e3edf'}}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:31:26.613996 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-0fb06225-144d-416d-ab65-53bc464e4efc req-fda650ca-9bc6-4e3f-9291-e33d40b4621c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:26.641790 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-72074e25-0826-43e5-8cd1-3073b7e32b9b req-5094a730-1122-420f-9ffb-b527722c0b1c tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/security-groups?id=d52b457e-4617-4901-8fe6-fe9c516234c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516281 Oct 20 11:31:26.692066 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-0fb06225-144d-416d-ab65-53bc464e4efc req-fda650ca-9bc6-4e3f-9291-e33d40b4621c service neutron] For port 7ba547d3-084b-44d7-b066-3ffddcdcd36d, host n-h2-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:31:26.694912 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-0fb06225-144d-416d-ab65-53bc464e4efc req-fda650ca-9bc6-4e3f-9291-e33d40b4621c service neutron] For port 7ba547d3-084b-44d7-b066-3ffddcdcd36d, host n-h2-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=7ba547d3-084b-44d7-b066-3ffddcdcd36d,segment=NetworkSegment(10d578ee-7c30-4565-878f-7eb573bcd691),segment_id=10d578ee-7c30-4565-878f-7eb573bcd691)] {{(pid=100596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:31:26.699701 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-0fb06225-144d-416d-ab65-53bc464e4efc req-fda650ca-9bc6-4e3f-9291-e33d40b4621c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:26.731977 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb06225-144d-416d-ab65-53bc464e4efc req-fda650ca-9bc6-4e3f-9291-e33d40b4621c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:26.732568 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-0fb06225-144d-416d-ab65-53bc464e4efc req-fda650ca-9bc6-4e3f-9291-e33d40b4621c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:26.733951 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0fb06225-144d-416d-ab65-53bc464e4efc req-fda650ca-9bc6-4e3f-9291-e33d40b4621c service neutron] 10.222.0.69 "PUT /v2.0/ports/7ba547d3-084b-44d7-b066-3ffddcdcd36d HTTP/1.1" status: 200 len: 1092 time: 1.0046656 Oct 20 11:31:26.734397 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f6d0e06-e237-4a84-8f06-b603dfcdb0fd', 'tag': '7ba547d3-084b-44d7-b066-3ffddcdcd36d'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:31:26.737207 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b817f9d80a1b29ed07bd94f2222da8cf244b0bc6025e0bf33ac95c6b13c59699" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37e0c414-4863-40b2-9f5f-dddfd5b3fde8" -d '{"events": [{"name": "network-changed", "server_uuid": "6f6d0e06-e237-4a84-8f06-b603dfcdb0fd", "tag": "7ba547d3-084b-44d7-b066-3ffddcdcd36d"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:31:26.768136 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda650ca-9bc6-4e3f-9291-e33d40b4621c service neutron] Pushing event updated for resources: {'Port': ['ID=7ba547d3-084b-44d7-b066-3ffddcdcd36d,revision_number=3']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:26.780816 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f02e276-1c22-4f7b-8a29-03495ec1c0c0 x-openstack-request-id: req-1f02e276-1c22-4f7b-8a29-03495ec1c0c0 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:31:26.781179 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f6d0e06-e237-4a84-8f06-b603dfcdb0fd", "tag": "7ba547d3-084b-44d7-b066-3ffddcdcd36d", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:31:26.781503 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1f02e276-1c22-4f7b-8a29-03495ec1c0c0 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:31:26.781972 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f6d0e06-e237-4a84-8f06-b603dfcdb0fd', 'tag': '7ba547d3-084b-44d7-b066-3ffddcdcd36d', 'status': 'completed', 'code': 200} Oct 20 11:31:26.825050 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb06225-144d-416d-ab65-53bc464e4efc req-1c183a91-dca6-44eb-bc70-718e9a3286d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:26.826582 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0fb06225-144d-416d-ab65-53bc464e4efc req-1c183a91-dca6-44eb-bc70-718e9a3286d9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e5f86d6a88794eafa52e20983c8a9c09&device_id=6f6d0e06-e237-4a84-8f06-b603dfcdb0fd HTTP/1.1" status: 200 len: 1095 time: 0.0433233 Oct 20 11:31:26.870320 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0fb06225-144d-416d-ab65-53bc464e4efc req-080c1378-e11f-405d-8bde-6be3a3ef287f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7ba547d3-084b-44d7-b066-3ffddcdcd36d HTTP/1.1" status: 200 len: 217 time: 0.0358987 Oct 20 11:31:26.925285 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb06225-144d-416d-ab65-53bc464e4efc req-f37b8cd8-e74e-4565-bf96-ebd06dcc2a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:26.926772 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0fb06225-144d-416d-ab65-53bc464e4efc req-f37b8cd8-e74e-4565-bf96-ebd06dcc2a6d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=31dfd478-1668-47dc-ba92-8a0f4fc2a5f8 HTTP/1.1" status: 200 len: 835 time: 0.0491014 Oct 20 11:31:26.972416 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb06225-144d-416d-ab65-53bc464e4efc req-287a7b59-f810-4c58-93c3-59fadaa96686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:26.973803 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0fb06225-144d-416d-ab65-53bc464e4efc req-287a7b59-f810-4c58-93c3-59fadaa96686 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9175de86-5edf-4dfc-b6b3-fa73c23e3edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404968 Oct 20 11:31:27.065779 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0fb06225-144d-416d-ab65-53bc464e4efc req-d1838d5c-8b95-4619-9761-86596d69d933 service neutron] 10.222.0.69 "GET /v2.0/networks/9175de86-5edf-4dfc-b6b3-fa73c23e3edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841870 Oct 20 11:31:27.160928 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0fb06225-144d-416d-ab65-53bc464e4efc req-7e36b034-c9bd-43be-b5c5-498df233edbe service neutron] 10.222.0.69 "GET /v2.0/networks/9175de86-5edf-4dfc-b6b3-fa73c23e3edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867321 Oct 20 11:31:27.243700 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e0c414-4863-40b2-9f5f-dddfd5b3fde8 req-3e4b53fa-c43f-4b63-a42d-0c90ed91aa17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:27.245198 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-37e0c414-4863-40b2-9f5f-dddfd5b3fde8 req-3e4b53fa-c43f-4b63-a42d-0c90ed91aa17 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e5f86d6a88794eafa52e20983c8a9c09&device_id=6f6d0e06-e237-4a84-8f06-b603dfcdb0fd HTTP/1.1" status: 200 len: 1095 time: 0.0405650 Oct 20 11:31:27.338277 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e0c414-4863-40b2-9f5f-dddfd5b3fde8 req-9f4fbd47-9208-474c-8839-928339fa4659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:27.339768 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-37e0c414-4863-40b2-9f5f-dddfd5b3fde8 req-9f4fbd47-9208-474c-8839-928339fa4659 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9175de86-5edf-4dfc-b6b3-fa73c23e3edf HTTP/1.1" status: 200 len: 898 time: 0.0878420 Oct 20 11:31:27.380360 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-37e0c414-4863-40b2-9f5f-dddfd5b3fde8 req-f87d7bf7-7095-4ad3-935a-56a2bcc5d407 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7ba547d3-084b-44d7-b066-3ffddcdcd36d HTTP/1.1" status: 200 len: 217 time: 0.0335348 Oct 20 11:31:27.433414 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e0c414-4863-40b2-9f5f-dddfd5b3fde8 req-8ef54b51-8624-40ba-9a8c-336123fb8c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:27.434819 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-37e0c414-4863-40b2-9f5f-dddfd5b3fde8 req-8ef54b51-8624-40ba-9a8c-336123fb8c32 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=31dfd478-1668-47dc-ba92-8a0f4fc2a5f8 HTTP/1.1" status: 200 len: 835 time: 0.0466580 Oct 20 11:31:27.481061 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e0c414-4863-40b2-9f5f-dddfd5b3fde8 req-92b152fa-515d-4bfc-9885-1d4846ddf678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:27.482531 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-37e0c414-4863-40b2-9f5f-dddfd5b3fde8 req-92b152fa-515d-4bfc-9885-1d4846ddf678 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9175de86-5edf-4dfc-b6b3-fa73c23e3edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393305 Oct 20 11:31:27.570961 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-37e0c414-4863-40b2-9f5f-dddfd5b3fde8 req-af4d56f4-0060-4db8-9540-388a2462b8cc service neutron] 10.222.0.69 "GET /v2.0/networks/9175de86-5edf-4dfc-b6b3-fa73c23e3edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806656 Oct 20 11:31:27.663645 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-37e0c414-4863-40b2-9f5f-dddfd5b3fde8 req-37520a47-f534-41df-ac9c-c285cfbee7a5 service neutron] 10.222.0.69 "GET /v2.0/networks/9175de86-5edf-4dfc-b6b3-fa73c23e3edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849845 Oct 20 11:31:27.761450 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b028fcd-8f0d-458f-8b8c-364f111e5f95 req-ec694fff-77ad-4d12-a09a-9bc13acdc972 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:27.762919 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9b028fcd-8f0d-458f-8b8c-364f111e5f95 req-ec694fff-77ad-4d12-a09a-9bc13acdc972 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f6d0e06-e237-4a84-8f06-b603dfcdb0fd HTTP/1.1" status: 200 len: 944 time: 0.0487592 Oct 20 11:31:27.800487 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9b028fcd-8f0d-458f-8b8c-364f111e5f95 req-3118f3f9-c6d1-49ce-93e7-1596d5057052 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/security-groups?id=d52b457e-4617-4901-8fe6-fe9c516234c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310905 Oct 20 11:31:28.918255 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5979658-735e-40c4-8b02-0bbcb0d8c930 req-03269a42-a55d-4970-855e-f2a77094e2e8 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:28.919736 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f5979658-735e-40c4-8b02-0bbcb0d8c930 req-03269a42-a55d-4970-855e-f2a77094e2e8 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f6d0e06-e237-4a84-8f06-b603dfcdb0fd HTTP/1.1" status: 200 len: 944 time: 0.0521061 Oct 20 11:31:28.957662 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f5979658-735e-40c4-8b02-0bbcb0d8c930 req-cda6e24b-3211-4aa0-9fee-e3b88e513775 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/security-groups?id=d52b457e-4617-4901-8fe6-fe9c516234c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319388 Oct 20 11:31:29.611998 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 7ba547d3-084b-44d7-b066-3ffddcdcd36d details requested by agent hyperv_n-h2-811396-3 with host n-h2-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:31:29.703551 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 7ba547d3-084b-44d7-b066-3ffddcdcd36d, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=7ba547d3-084b-44d7-b066-3ffddcdcd36d,segment=NetworkSegment(10d578ee-7c30-4565-878f-7eb573bcd691),segment_id=10d578ee-7c30-4565-878f-7eb573bcd691)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:31:29.714286 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Returning: {'device': '7ba547d3-084b-44d7-b066-3ffddcdcd36d', 'network_id': '9175de86-5edf-4dfc-b6b3-fa73c23e3edf', 'port_id': '7ba547d3-084b-44d7-b066-3ffddcdcd36d', 'mac_address': 'fa:16:3e:eb:47:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 813, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31dfd478-1668-47dc-ba92-8a0f4fc2a5f8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:31:29.754232 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:29.766350 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ba547d3-084b-44d7-b066-3ffddcdcd36d {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:31:29.785804 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 7ba547d3-084b-44d7-b066-3ffddcdcd36d, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=7ba547d3-084b-44d7-b066-3ffddcdcd36d,segment=NetworkSegment(10d578ee-7c30-4565-878f-7eb573bcd691),segment_id=10d578ee-7c30-4565-878f-7eb573bcd691)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:31:29.789564 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:29.835633 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=7ba547d3-084b-44d7-b066-3ffddcdcd36d,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:30.026347 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['7ba547d3-084b-44d7-b066-3ffddcdcd36d'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:31:30.070546 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906678f5-645a-45dd-91ea-ffd7d7ccd3ce req-770066b8-f0aa-4c3b-860e-b7c81a0ac80a tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:30.072068 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-906678f5-645a-45dd-91ea-ffd7d7ccd3ce req-770066b8-f0aa-4c3b-860e-b7c81a0ac80a tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f6d0e06-e237-4a84-8f06-b603dfcdb0fd HTTP/1.1" status: 200 len: 945 time: 0.0494690 Oct 20 11:31:30.110436 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-906678f5-645a-45dd-91ea-ffd7d7ccd3ce req-9a7c2e80-ba76-41b2-8aa0-5d34e8d6f504 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/security-groups?id=d52b457e-4617-4901-8fe6-fe9c516234c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323260 Oct 20 11:31:31.224463 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a640c0-2e4a-4876-8970-0b1323218587 req-7ed9fd65-0d06-44cd-8dde-95cafa774a59 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:31.225937 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f3a640c0-2e4a-4876-8970-0b1323218587 req-7ed9fd65-0d06-44cd-8dde-95cafa774a59 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f6d0e06-e237-4a84-8f06-b603dfcdb0fd HTTP/1.1" status: 200 len: 945 time: 0.0479159 Oct 20 11:31:31.264077 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f3a640c0-2e4a-4876-8970-0b1323218587 req-53f76ea2-221f-47eb-8f4c-e47cbb6b9940 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/security-groups?id=d52b457e-4617-4901-8fe6-fe9c516234c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321019 Oct 20 11:31:31.626813 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 7ba547d3-084b-44d7-b066-3ffddcdcd36d up at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:31:31.674421 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning for port 7ba547d3-084b-44d7-b066-3ffddcdcd36d completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:31:31.677982 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning complete for port 7ba547d3-084b-44d7-b066-3ffddcdcd36d triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:31:31.678353 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:31.755858 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:31.777646 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f6d0e06-e237-4a84-8f06-b603dfcdb0fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ba547d3-084b-44d7-b066-3ffddcdcd36d'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:31:31.779909 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3a5a1e74fee385f59395feee7f880defec871777ba90fab9b56a242633970a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-230f0179-cec0-4450-b75c-f5d249b4ab3f" -d '{"events": [{"server_uuid": "6f6d0e06-e237-4a84-8f06-b603dfcdb0fd", "name": "network-vif-plugged", "status": "completed", "tag": "7ba547d3-084b-44d7-b066-3ffddcdcd36d"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:31:31.792607 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 7ba547d3-084b-44d7-b066-3ffddcdcd36d, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=7ba547d3-084b-44d7-b066-3ffddcdcd36d,segment=NetworkSegment(10d578ee-7c30-4565-878f-7eb573bcd691),segment_id=10d578ee-7c30-4565-878f-7eb573bcd691)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:31:31.796586 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:31.843632 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=7ba547d3-084b-44d7-b066-3ffddcdcd36d,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:31.880898 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3c7978b-1c2d-4fdd-80f4-3cb08f7bad4a x-openstack-request-id: req-b3c7978b-1c2d-4fdd-80f4-3cb08f7bad4a {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:31:31.881196 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f6d0e06-e237-4a84-8f06-b603dfcdb0fd", "name": "network-vif-plugged", "status": "completed", "tag": "7ba547d3-084b-44d7-b066-3ffddcdcd36d", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:31:31.881452 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b3c7978b-1c2d-4fdd-80f4-3cb08f7bad4a {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:31:31.881853 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f6d0e06-e237-4a84-8f06-b603dfcdb0fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ba547d3-084b-44d7-b066-3ffddcdcd36d', 'code': 200} Oct 20 11:31:31.978267 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e1750a-a3e9-4409-ba1e-868987cb50ef req-900dd303-1b9f-4ac6-9b31-c7a96ff7de37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:31.979791 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-15e1750a-a3e9-4409-ba1e-868987cb50ef req-900dd303-1b9f-4ac6-9b31-c7a96ff7de37 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6f6d0e06-e237-4a84-8f06-b603dfcdb0fd HTTP/1.1" status: 200 len: 1097 time: 0.0435832 Oct 20 11:31:32.014030 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-15e1750a-a3e9-4409-ba1e-868987cb50ef req-b9f6e9cb-dfd3-495f-9c24-89bdbfa4e587 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=d52b457e-4617-4901-8fe6-fe9c516234c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271077 Oct 20 11:31:32.377781 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267c7d1a-b14e-4499-a942-f21f169509b2 req-d10eaacd-647f-4cf3-951d-494cef5da286 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:32.379255 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-267c7d1a-b14e-4499-a942-f21f169509b2 req-d10eaacd-647f-4cf3-951d-494cef5da286 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f6d0e06-e237-4a84-8f06-b603dfcdb0fd HTTP/1.1" status: 200 len: 946 time: 0.0483055 Oct 20 11:31:32.416011 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-267c7d1a-b14e-4499-a942-f21f169509b2 req-fe9b856f-ac69-4458-8c82-85d7550d89e1 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/security-groups?id=d52b457e-4617-4901-8fe6-fe9c516234c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309176 Oct 20 11:31:33.532574 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a8cd0a-e211-4559-b5e0-ae2927904476 req-b1025621-5cf2-486e-b76f-94fe2ba85dcd tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:33.534595 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-77a8cd0a-e211-4559-b5e0-ae2927904476 req-b1025621-5cf2-486e-b76f-94fe2ba85dcd tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f6d0e06-e237-4a84-8f06-b603dfcdb0fd HTTP/1.1" status: 200 len: 946 time: 0.0501573 Oct 20 11:31:33.571114 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-77a8cd0a-e211-4559-b5e0-ae2927904476 req-2c7a441a-8b23-4058-9f93-8682496335e1 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/security-groups?id=d52b457e-4617-4901-8fe6-fe9c516234c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305142 Oct 20 11:31:33.609824 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-cf2e1974-00fa-46da-9537-b40419839081 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:33.691083 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d0934f-77d0-4ce1-8bd1-39a90693ae7a req-8d02170f-41b2-4d42-8228-a10e2d6e63fb tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:33.692587 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f6d0934f-77d0-4ce1-8bd1-39a90693ae7a req-8d02170f-41b2-4d42-8228-a10e2d6e63fb tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f6d0e06-e237-4a84-8f06-b603dfcdb0fd HTTP/1.1" status: 200 len: 946 time: 0.0528016 Oct 20 11:31:33.730906 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f6d0934f-77d0-4ce1-8bd1-39a90693ae7a req-8608bcfb-fe05-4ac7-bd03-b9dc0678fb20 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/security-groups?id=d52b457e-4617-4901-8fe6-fe9c516234c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321031 Oct 20 11:31:33.752619 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 46702) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:31:33.791705 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac22e52-f5e5-41e1-9648-1492d9ba5605 tempest-TestNetworkAdvancedServerOps-1034537329 tempest-TestNetworkAdvancedServerOps-1034537329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:33.793131 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-0ac22e52-f5e5-41e1-9648-1492d9ba5605 tempest-TestNetworkAdvancedServerOps-1034537329 tempest-TestNetworkAdvancedServerOps-1034537329-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=6f6d0e06-e237-4a84-8f06-b603dfcdb0fd HTTP/1.1" status: 200 len: 1092 time: 0.0395038 Oct 20 11:31:33.795999 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 46704) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:31:33.800175 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-5b3c45f6-dc43-41b5-9ecf-9363b123e7f5 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Request body: {'floatingip': {'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'port_id': '7ba547d3-084b-44d7-b066-3ffddcdcd36d', 'tenant_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'fixed_ip_address': '172.20.0.11'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:31:33.820695 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5b3c45f6-dc43-41b5-9ecf-9363b123e7f5 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for floatingip, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:33.916176 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5b3c45f6-dc43-41b5-9ecf-9363b123e7f5 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:34.019455 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-5b3c45f6-dc43-41b5-9ecf-9363b123e7f5 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Allocated IP 172.25.1.164 (cbe170d3-31ba-45a2-b477-520ab0a7a8ea/f4e26aca-17ac-4adb-a66b-d939a1b35b64/dd0a42c7-ccaa-4681-adc4-b6d478b30093) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:31:34.120555 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5b3c45f6-dc43-41b5-9ecf-9363b123e7f5 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:34.152901 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5b3c45f6-dc43-41b5-9ecf-9363b123e7f5 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:34.189682 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b3c45f6-dc43-41b5-9ecf-9363b123e7f5 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Network cbe170d3-31ba-45a2-b477-520ab0a7a8ea is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:31:34.192529 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-5b3c45f6-dc43-41b5-9ecf-9363b123e7f5 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:31:34.195903 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3c45f6-dc43-41b5-9ecf-9363b123e7f5 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:31:34.221482 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3c45f6-dc43-41b5-9ecf-9363b123e7f5 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Pushing event updated for resources: {'Port': ['ID=dd0a42c7-ccaa-4681-adc4-b6d478b30093,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:34.559849 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5b3c45f6-dc43-41b5-9ecf-9363b123e7f5 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:34.631167 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5b3c45f6-dc43-41b5-9ecf-9363b123e7f5 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:34.779148 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5b3c45f6-dc43-41b5-9ecf-9363b123e7f5 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for port, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:34.783684 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5b3c45f6-dc43-41b5-9ecf-9363b123e7f5 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:34.853672 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3c45f6-dc43-41b5-9ecf-9363b123e7f5 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Pushing event updated for resources: {'Port': ['ID=dd0a42c7-ccaa-4681-adc4-b6d478b30093,revision_number=2']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:34.865173 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5b3c45f6-dc43-41b5-9ecf-9363b123e7f5 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1773381'] for floatingip, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:34.966546 n-d-811396-3 neutron-server[100597]: INFO neutron.db.l3_db [None req-5b3c45f6-dc43-41b5-9ecf-9363b123e7f5 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Floating IP 346b7677-3dc3-4bff-8ba5-1e0a5e350ff2 associated. External IP: 172.25.1.164, port: 7ba547d3-084b-44d7-b066-3ffddcdcd36d. Oct 20 11:31:35.170856 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b3c45f6-dc43-41b5-9ecf-9363b123e7f5 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Router 8f835f72-670c-4951-b443-e63730118aa0 has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:31:35.281308 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b3c45f6-dc43-41b5-9ecf-9363b123e7f5 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:31:35.290672 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf3b55e-1609-4aff-8361-214750b9ee2a None None] Sync routers for ids ['8f835f72-670c-4951-b443-e63730118aa0'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:31:35.300720 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf3b55e-1609-4aff-8361-214750b9ee2a None None] Routers {'8f835f72-670c-4951-b443-e63730118aa0'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:31:35.301320 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-bcf3b55e-1609-4aff-8361-214750b9ee2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:31:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['8f835f72-670c-4951-b443-e63730118aa0'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:31:35.302207 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5b3c45f6-dc43-41b5-9ecf-9363b123e7f5 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for floatingip, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:35.332499 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-5b3c45f6-dc43-41b5-9ecf-9363b123e7f5 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5354650 Oct 20 11:31:35.333479 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f6d0e06-e237-4a84-8f06-b603dfcdb0fd', 'tag': '7ba547d3-084b-44d7-b066-3ffddcdcd36d'}] {{(pid=100597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:31:35.376639 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26bcd304cef01c8d1125ec9c440c7684a0d186feae015bfd415464a1220f638e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b777fea-5bde-42e7-99f4-bb593b34ed59" -d '{"events": [{"name": "network-changed", "server_uuid": "6f6d0e06-e237-4a84-8f06-b603dfcdb0fd", "tag": "7ba547d3-084b-44d7-b066-3ffddcdcd36d"}]}' {{(pid=100597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:31:35.409082 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-bcf3b55e-1609-4aff-8361-214750b9ee2a None None] Set router 8f835f72-670c-4951-b443-e63730118aa0 gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:31:35.430916 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f79ceec-0150-4962-8e8d-8f63fd84a20e req-faa671f0-20bf-4e78-bed6-3c03532d7aad tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:35.437263 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3f79ceec-0150-4962-8e8d-8f63fd84a20e req-faa671f0-20bf-4e78-bed6-3c03532d7aad tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f6d0e06-e237-4a84-8f06-b603dfcdb0fd HTTP/1.1" status: 200 len: 946 time: 0.0558474 Oct 20 11:31:35.465537 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45621e46-089c-4597-aab1-1fd89ccfa710 x-openstack-request-id: req-45621e46-089c-4597-aab1-1fd89ccfa710 {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:31:35.465841 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f6d0e06-e237-4a84-8f06-b603dfcdb0fd", "tag": "7ba547d3-084b-44d7-b066-3ffddcdcd36d", "status": "completed", "code": 200}]} {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:31:35.466099 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-45621e46-089c-4597-aab1-1fd89ccfa710 {{(pid=100597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:31:35.466505 n-d-811396-3 neutron-server[100597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f6d0e06-e237-4a84-8f06-b603dfcdb0fd', 'tag': '7ba547d3-084b-44d7-b066-3ffddcdcd36d', 'status': 'completed', 'code': 200} Oct 20 11:31:35.482271 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3f79ceec-0150-4962-8e8d-8f63fd84a20e req-81518925-35b8-4ac3-bd0d-73a31ed3904d tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/security-groups?id=d52b457e-4617-4901-8fe6-fe9c516234c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374269 Oct 20 11:31:35.505835 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 46714) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:31:35.527712 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b777fea-5bde-42e7-99f4-bb593b34ed59 req-7a0b0519-204c-4501-9f26-e56c5a41cecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:35.529565 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4b777fea-5bde-42e7-99f4-bb593b34ed59 req-7a0b0519-204c-4501-9f26-e56c5a41cecc service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e5f86d6a88794eafa52e20983c8a9c09&device_id=6f6d0e06-e237-4a84-8f06-b603dfcdb0fd HTTP/1.1" status: 200 len: 1097 time: 0.0408514 Oct 20 11:31:35.565431 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-ef6f345b-c20b-406d-8958-85dfcba42532 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/floatingips/346b7677-3dc3-4bff-8ba5-1e0a5e350ff2 HTTP/1.1" status: 200 len: 992 time: 0.0584445 Oct 20 11:31:35.633966 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b777fea-5bde-42e7-99f4-bb593b34ed59 req-1c53aae2-c68a-418f-bffd-af1a2c019bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:35.635585 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4b777fea-5bde-42e7-99f4-bb593b34ed59 req-1c53aae2-c68a-418f-bffd-af1a2c019bab service neutron] 10.222.0.69 "GET /v2.0/networks?id=9175de86-5edf-4dfc-b6b3-fa73c23e3edf HTTP/1.1" status: 200 len: 898 time: 0.0993545 Oct 20 11:31:35.648332 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-bcf3b55e-1609-4aff-8361-214750b9ee2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f835f72-670c-4951-b443-e63730118aa0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-707831797', 'tenant_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': 'acdbdf89-d506-413d-8257-4c8ffe2bd2c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:31:17Z', 'updated_at': '2021-10-20T11:31:21Z', 'revision_number': 4, 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'gw_port': {'id': 'acdbdf89-d506-413d-8257-4c8ffe2bd2c3', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:80:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f835f72-670c-4951-b443-e63730118aa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:31:18Z', 'updated_at': '2021-10-20T11:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_floatingips': [{'id': '346b7677-3dc3-4bff-8ba5-1e0a5e350ff2', 'tenant_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'floating_ip_address': '172.25.1.164', 'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'router_id': '8f835f72-670c-4951-b443-e63730118aa0', 'port_id': '7ba547d3-084b-44d7-b066-3ffddcdcd36d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9175de86-5edf-4dfc-b6b3-fa73c23e3edf', 'mac_address': 'fa:16:3e:eb:47:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6d0e06-e237-4a84-8f06-b603dfcdb0fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:31:34Z', 'updated_at': '2021-10-20T11:31:34Z', 'revision_number': 0, 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c98d61c-4492-479d-bc17-f42cea7a688a', 'name': '', 'network_id': '9175de86-5edf-4dfc-b6b3-fa73c23e3edf', 'tenant_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'mac_address': 'fa:16:3e:32:86:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f835f72-670c-4951-b443-e63730118aa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '31dfd478-1668-47dc-ba92-8a0f4fc2a5f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:31:20Z', 'updated_at': '2021-10-20T11:31:24Z', 'revision_number': 5, 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'subnets': [{'id': '31dfd478-1668-47dc-ba92-8a0f4fc2a5f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:31:35.702629 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4b777fea-5bde-42e7-99f4-bb593b34ed59 req-6b4fb249-d155-489c-9e02-993cf23f7464 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7ba547d3-084b-44d7-b066-3ffddcdcd36d HTTP/1.1" status: 200 len: 1000 time: 0.0601153 Oct 20 11:31:35.757568 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b777fea-5bde-42e7-99f4-bb593b34ed59 req-49a68697-8344-4707-ba59-7356eda09f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:35.759114 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4b777fea-5bde-42e7-99f4-bb593b34ed59 req-49a68697-8344-4707-ba59-7356eda09f47 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=31dfd478-1668-47dc-ba92-8a0f4fc2a5f8 HTTP/1.1" status: 200 len: 835 time: 0.0502975 Oct 20 11:31:35.765764 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf3b55e-1609-4aff-8361-214750b9ee2a None None] Checking router: 8f835f72-670c-4951-b443-e63730118aa0 for host: n-d-811396-3 {{(pid=100599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:31:35.774772 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf3b55e-1609-4aff-8361-214750b9ee2a None None] Routers {'8f835f72-670c-4951-b443-e63730118aa0'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:31:35.775634 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-bcf3b55e-1609-4aff-8361-214750b9ee2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:31:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['8f835f72-670c-4951-b443-e63730118aa0'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:31:35.804270 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b777fea-5bde-42e7-99f4-bb593b34ed59 req-2257a92b-571a-45e3-b4c7-4186aacf1496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:35.805818 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4b777fea-5bde-42e7-99f4-bb593b34ed59 req-2257a92b-571a-45e3-b4c7-4186aacf1496 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9175de86-5edf-4dfc-b6b3-fa73c23e3edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400734 Oct 20 11:31:35.877356 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-bcf3b55e-1609-4aff-8361-214750b9ee2a None None] Set router 8f835f72-670c-4951-b443-e63730118aa0 gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:31:35.894113 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4b777fea-5bde-42e7-99f4-bb593b34ed59 req-0b881770-4d00-4453-b60d-d087e690058a service neutron] 10.222.0.69 "GET /v2.0/networks/9175de86-5edf-4dfc-b6b3-fa73c23e3edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812192 Oct 20 11:31:35.987627 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4b777fea-5bde-42e7-99f4-bb593b34ed59 req-3ece90aa-5ebe-4593-86b2-e1a06e846979 service neutron] 10.222.0.69 "GET /v2.0/networks/9175de86-5edf-4dfc-b6b3-fa73c23e3edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859506 Oct 20 11:31:36.091238 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-bcf3b55e-1609-4aff-8361-214750b9ee2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f835f72-670c-4951-b443-e63730118aa0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-707831797', 'tenant_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': 'acdbdf89-d506-413d-8257-4c8ffe2bd2c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:31:17Z', 'updated_at': '2021-10-20T11:31:21Z', 'revision_number': 4, 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'gw_port': {'id': 'acdbdf89-d506-413d-8257-4c8ffe2bd2c3', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:80:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f835f72-670c-4951-b443-e63730118aa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:31:18Z', 'updated_at': '2021-10-20T11:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_floatingips': [{'id': '346b7677-3dc3-4bff-8ba5-1e0a5e350ff2', 'tenant_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'floating_ip_address': '172.25.1.164', 'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'router_id': '8f835f72-670c-4951-b443-e63730118aa0', 'port_id': '7ba547d3-084b-44d7-b066-3ffddcdcd36d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9175de86-5edf-4dfc-b6b3-fa73c23e3edf', 'mac_address': 'fa:16:3e:eb:47:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6d0e06-e237-4a84-8f06-b603dfcdb0fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:31:34Z', 'updated_at': '2021-10-20T11:31:34Z', 'revision_number': 0, 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c98d61c-4492-479d-bc17-f42cea7a688a', 'name': '', 'network_id': '9175de86-5edf-4dfc-b6b3-fa73c23e3edf', 'tenant_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'mac_address': 'fa:16:3e:32:86:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f835f72-670c-4951-b443-e63730118aa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '31dfd478-1668-47dc-ba92-8a0f4fc2a5f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:31:20Z', 'updated_at': '2021-10-20T11:31:24Z', 'revision_number': 5, 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'subnets': [{'id': '31dfd478-1668-47dc-ba92-8a0f4fc2a5f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:31:36.120452 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf3b55e-1609-4aff-8361-214750b9ee2a None None] The sync data for ids ['8f835f72-670c-4951-b443-e63730118aa0'] in n-d-811396-3 is: [{'id': '8f835f72-670c-4951-b443-e63730118aa0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-707831797', 'tenant_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': 'acdbdf89-d506-413d-8257-4c8ffe2bd2c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:31:17Z', 'updated_at': '2021-10-20T11:31:21Z', 'revision_number': 4, 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'gw_port': {'id': 'acdbdf89-d506-413d-8257-4c8ffe2bd2c3', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:80:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f835f72-670c-4951-b443-e63730118aa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:31:18Z', 'updated_at': '2021-10-20T11:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_floatingips': [{'id': '346b7677-3dc3-4bff-8ba5-1e0a5e350ff2', 'tenant_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'floating_ip_address': '172.25.1.164', 'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'router_id': '8f835f72-670c-4951-b443-e63730118aa0', 'port_id': '7ba547d3-084b-44d7-b066-3ffddcdcd36d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9175de86-5edf-4dfc-b6b3-fa73c23e3edf', 'mac_address': 'fa:16:3e:eb:47:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6d0e06-e237-4a84-8f06-b603dfcdb0fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:31:34Z', 'updated_at': '2021-10-20T11:31:34Z', 'revision_number': 0, 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c98d61c-4492-479d-bc17-f42cea7a688a', 'name': '', 'network_id': '9175de86-5edf-4dfc-b6b3-fa73c23e3edf', 'tenant_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'mac_address': 'fa:16:3e:32:86:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f835f72-670c-4951-b443-e63730118aa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '31dfd478-1668-47dc-ba92-8a0f4fc2a5f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:31:20Z', 'updated_at': '2021-10-20T11:31:24Z', 'revision_number': 5, 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'subnets': [{'id': '31dfd478-1668-47dc-ba92-8a0f4fc2a5f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:31:36.300770 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0e8da8-c15c-4cf4-9a12-98f78845c04d None None] New status for floating IP 346b7677-3dc3-4bff-8ba5-1e0a5e350ff2: ACTIVE {{(pid=100598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 11:31:36.460557 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-d541bd81-2f76-4b7e-9109-71cde633d9e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:36.569186 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 46716) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:31:36.881103 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-21884b21-171c-48d7-b5e1-a4018a7e5e68 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/floatingips/346b7677-3dc3-4bff-8ba5-1e0a5e350ff2 HTTP/1.1" status: 200 len: 994 time: 0.3108571 Oct 20 11:31:37.217429 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:37.763459 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:38.689684 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:39.127983 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:40.257687 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 7 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:31:49.767330 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:03.601945 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c344ebb-52eb-483f-8728-cb5c28a97397 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:06.462056 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-2ba26281-dbbc-4955-b822-c238b40d5201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:07.217116 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:07.763913 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:07.918834 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7641737-4eb2-447a-814b-7fc07a8b27b0 req-96611ce6-e6b5-4dcd-8a4d-1b485a52c31e tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:07.920342 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c7641737-4eb2-447a-814b-7fc07a8b27b0 req-96611ce6-e6b5-4dcd-8a4d-1b485a52c31e tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f6d0e06-e237-4a84-8f06-b603dfcdb0fd HTTP/1.1" status: 200 len: 946 time: 0.0490046 Oct 20 11:32:07.957792 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c7641737-4eb2-447a-814b-7fc07a8b27b0 req-636a1516-58fe-4452-a7e5-f00927cec633 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/security-groups?id=d52b457e-4617-4901-8fe6-fe9c516234c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314677 Oct 20 11:32:08.701591 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:09.101520 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadcdcf6-61e2-4bc5-85ec-060513e0cbfe req-b325202b-ddc1-4dde-879a-78189fab63b9 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:09.103027 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-eadcdcf6-61e2-4bc5-85ec-060513e0cbfe req-b325202b-ddc1-4dde-879a-78189fab63b9 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f6d0e06-e237-4a84-8f06-b603dfcdb0fd HTTP/1.1" status: 200 len: 946 time: 0.0627711 Oct 20 11:32:09.131845 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:09.141750 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-eadcdcf6-61e2-4bc5-85ec-060513e0cbfe req-39f6a251-3f86-4e8d-901d-1fd19fa09ed9 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/security-groups?id=d52b457e-4617-4901-8fe6-fe9c516234c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326924 Oct 20 11:32:09.164534 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 46736) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:32:09.224905 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-1f8dbf90-ef40-4648-a9d0-334de35e4893 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/floatingips/346b7677-3dc3-4bff-8ba5-1e0a5e350ff2 HTTP/1.1" status: 200 len: 994 time: 0.0592535 Oct 20 11:32:10.493657 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be7c8d5-5877-4117-9570-eab8f2b6ffe1 req-e0b0b788-3f69-4468-a133-554298b474b7 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:10.495167 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5be7c8d5-5877-4117-9570-eab8f2b6ffe1 req-e0b0b788-3f69-4468-a133-554298b474b7 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f6d0e06-e237-4a84-8f06-b603dfcdb0fd HTTP/1.1" status: 200 len: 946 time: 0.0537484 Oct 20 11:32:10.536692 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5be7c8d5-5877-4117-9570-eab8f2b6ffe1 req-43aea5fb-b289-4ae8-9a23-bcca56845fe5 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/security-groups?id=d52b457e-4617-4901-8fe6-fe9c516234c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355234 Oct 20 11:32:10.889184 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d3931f32-6230-46c5-825b-159680780516 req-6f2d8762-ef43-4385-8e4c-0fcacbf33954 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6f6d0e06-e237-4a84-8f06-b603dfcdb0fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0384305 Oct 20 11:32:10.969561 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3931f32-6230-46c5-825b-159680780516 req-21713ba8-4a8d-4003-abfc-b93d05222eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:10.970992 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d3931f32-6230-46c5-825b-159680780516 req-21713ba8-4a8d-4003-abfc-b93d05222eaa service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e5f86d6a88794eafa52e20983c8a9c09&device_id=6f6d0e06-e237-4a84-8f06-b603dfcdb0fd HTTP/1.1" status: 200 len: 1097 time: 0.0387630 Oct 20 11:32:11.074717 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3931f32-6230-46c5-825b-159680780516 req-85b0a496-8d22-405c-babd-0cd08b31db86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:11.076198 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d3931f32-6230-46c5-825b-159680780516 req-85b0a496-8d22-405c-babd-0cd08b31db86 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9175de86-5edf-4dfc-b6b3-fa73c23e3edf HTTP/1.1" status: 200 len: 898 time: 0.0861433 Oct 20 11:32:11.140928 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d3931f32-6230-46c5-825b-159680780516 req-02f73a53-1cce-4860-8802-a7cb00586687 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7ba547d3-084b-44d7-b066-3ffddcdcd36d HTTP/1.1" status: 200 len: 1002 time: 0.0556352 Oct 20 11:32:11.188102 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3931f32-6230-46c5-825b-159680780516 req-bcccfa8c-e752-4082-b5e9-4ef18640b008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:11.189471 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d3931f32-6230-46c5-825b-159680780516 req-bcccfa8c-e752-4082-b5e9-4ef18640b008 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=31dfd478-1668-47dc-ba92-8a0f4fc2a5f8 HTTP/1.1" status: 200 len: 835 time: 0.0412509 Oct 20 11:32:11.236827 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3931f32-6230-46c5-825b-159680780516 req-44e63aa8-f639-4e63-a20e-b2d934a8ce92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:11.238817 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d3931f32-6230-46c5-825b-159680780516 req-44e63aa8-f639-4e63-a20e-b2d934a8ce92 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9175de86-5edf-4dfc-b6b3-fa73c23e3edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419097 Oct 20 11:32:11.327228 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d3931f32-6230-46c5-825b-159680780516 req-5b21977b-b512-4be6-b122-29775ff17b2c service neutron] 10.222.0.69 "GET /v2.0/networks/9175de86-5edf-4dfc-b6b3-fa73c23e3edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803478 Oct 20 11:32:11.417783 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d3931f32-6230-46c5-825b-159680780516 req-bc9532b0-c3cf-400a-a769-b4a74065c5aa service neutron] 10.222.0.69 "GET /v2.0/networks/9175de86-5edf-4dfc-b6b3-fa73c23e3edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832262 Oct 20 11:32:11.654113 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0566454-1ac0-459f-8a13-f5c089deab1c req-4ada3605-12f5-45fb-abef-ece8bdbda2d6 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:11.655625 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a0566454-1ac0-459f-8a13-f5c089deab1c req-4ada3605-12f5-45fb-abef-ece8bdbda2d6 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f6d0e06-e237-4a84-8f06-b603dfcdb0fd HTTP/1.1" status: 200 len: 946 time: 0.0497487 Oct 20 11:32:11.693729 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a0566454-1ac0-459f-8a13-f5c089deab1c req-45fad0e6-bc8e-428e-b9b4-99d69cbb00ba tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/security-groups?id=d52b457e-4617-4901-8fe6-fe9c516234c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313947 Oct 20 11:32:11.716268 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 46746) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:32:11.778811 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-2f001722-9156-4c87-a706-48c6e09d4f9e tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/floatingips/346b7677-3dc3-4bff-8ba5-1e0a5e350ff2 HTTP/1.1" status: 200 len: 994 time: 0.0614347 Oct 20 11:32:11.999726 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 46752) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:32:12.153082 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-f38a8598-6733-4b0b-9da2-72cf32c86cf2 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Deleting port dd0a42c7-ccaa-4681-adc4-b6d478b30093 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:32:12.153434 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f38a8598-6733-4b0b-9da2-72cf32c86cf2 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:12.227328 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f38a8598-6733-4b0b-9da2-72cf32c86cf2 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:12.227695 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f38a8598-6733-4b0b-9da2-72cf32c86cf2 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:12.239345 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-f38a8598-6733-4b0b-9da2-72cf32c86cf2 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Calling delete_port for dd0a42c7-ccaa-4681-adc4-b6d478b30093 owned by network:floatingip {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:32:12.384439 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f38a8598-6733-4b0b-9da2-72cf32c86cf2 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:12.410175 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38a8598-6733-4b0b-9da2-72cf32c86cf2 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Pushing event deleted for resources: {'Port': ['ID=dd0a42c7-ccaa-4681-adc4-b6d478b30093,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:32:12.438803 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38a8598-6733-4b0b-9da2-72cf32c86cf2 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:32:12.439151 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38a8598-6733-4b0b-9da2-72cf32c86cf2 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:32:12.439796 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38a8598-6733-4b0b-9da2-72cf32c86cf2 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:32:12.440145 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38a8598-6733-4b0b-9da2-72cf32c86cf2 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:32:12.440481 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38a8598-6733-4b0b-9da2-72cf32c86cf2 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:32:12.440818 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38a8598-6733-4b0b-9da2-72cf32c86cf2 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:32:12.441147 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38a8598-6733-4b0b-9da2-72cf32c86cf2 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:32:12.441471 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38a8598-6733-4b0b-9da2-72cf32c86cf2 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:32:12.441833 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38a8598-6733-4b0b-9da2-72cf32c86cf2 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:32:12.442154 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38a8598-6733-4b0b-9da2-72cf32c86cf2 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:32:12.442472 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38a8598-6733-4b0b-9da2-72cf32c86cf2 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:32:12.442787 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38a8598-6733-4b0b-9da2-72cf32c86cf2 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:32:12.482589 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f38a8598-6733-4b0b-9da2-72cf32c86cf2 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for floatingip, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:12.482926 n-d-811396-3 neutron-server[100597]: INFO neutron.db.l3_db [None req-f38a8598-6733-4b0b-9da2-72cf32c86cf2 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Floating IP 346b7677-3dc3-4bff-8ba5-1e0a5e350ff2 disassociated (deleted). External IP: 172.25.1.164, port: 7ba547d3-084b-44d7-b066-3ffddcdcd36d. Oct 20 11:32:12.686145 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f38a8598-6733-4b0b-9da2-72cf32c86cf2 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Router 8f835f72-670c-4951-b443-e63730118aa0 has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:32:12.792264 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f38a8598-6733-4b0b-9da2-72cf32c86cf2 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:32:12.797046 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f38a8598-6733-4b0b-9da2-72cf32c86cf2 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for floatingip, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:12.802863 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81fa024-a2b5-4a1a-a2ae-84af7f7d04d2 None None] Sync routers for ids ['8f835f72-670c-4951-b443-e63730118aa0'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:32:12.811814 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81fa024-a2b5-4a1a-a2ae-84af7f7d04d2 None None] Routers {'8f835f72-670c-4951-b443-e63730118aa0'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:32:12.812413 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-c81fa024-a2b5-4a1a-a2ae-84af7f7d04d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:32:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['8f835f72-670c-4951-b443-e63730118aa0'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:32:12.826176 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-f38a8598-6733-4b0b-9da2-72cf32c86cf2 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "DELETE /v2.0/floatingips/346b7677-3dc3-4bff-8ba5-1e0a5e350ff2 HTTP/1.1" status: 204 len: 168 time: 0.8229532 Oct 20 11:32:12.826176 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f6d0e06-e237-4a84-8f06-b603dfcdb0fd', 'tag': '7ba547d3-084b-44d7-b066-3ffddcdcd36d'}] {{(pid=100597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:32:12.826569 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26bcd304cef01c8d1125ec9c440c7684a0d186feae015bfd415464a1220f638e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a0ee45a-d2fe-49b6-a1c6-fd37ca3f95df" -d '{"events": [{"name": "network-changed", "server_uuid": "6f6d0e06-e237-4a84-8f06-b603dfcdb0fd", "tag": "7ba547d3-084b-44d7-b066-3ffddcdcd36d"}]}' {{(pid=100597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:32:12.862597 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a0d3c5c-8ea4-4b65-a849-58136d79dea3 x-openstack-request-id: req-3a0d3c5c-8ea4-4b65-a849-58136d79dea3 {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:32:12.862887 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f6d0e06-e237-4a84-8f06-b603dfcdb0fd", "tag": "7ba547d3-084b-44d7-b066-3ffddcdcd36d", "status": "completed", "code": 200}]} {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:32:12.863135 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3a0d3c5c-8ea4-4b65-a849-58136d79dea3 {{(pid=100597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:32:12.863561 n-d-811396-3 neutron-server[100597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f6d0e06-e237-4a84-8f06-b603dfcdb0fd', 'tag': '7ba547d3-084b-44d7-b066-3ffddcdcd36d', 'status': 'completed', 'code': 200} Oct 20 11:32:12.929394 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0ee45a-d2fe-49b6-a1c6-fd37ca3f95df req-216b7851-5354-4acb-ac38-92bf9d560741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:12.931700 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0a0ee45a-d2fe-49b6-a1c6-fd37ca3f95df req-216b7851-5354-4acb-ac38-92bf9d560741 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e5f86d6a88794eafa52e20983c8a9c09&device_id=6f6d0e06-e237-4a84-8f06-b603dfcdb0fd HTTP/1.1" status: 200 len: 1097 time: 0.0455952 Oct 20 11:32:12.937769 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-c81fa024-a2b5-4a1a-a2ae-84af7f7d04d2 None None] Set router 8f835f72-670c-4951-b443-e63730118aa0 gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:32:13.080193 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0ee45a-d2fe-49b6-a1c6-fd37ca3f95df req-595395d3-6922-47ef-9f2b-3e2b4d482599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:13.081676 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0a0ee45a-d2fe-49b6-a1c6-fd37ca3f95df req-595395d3-6922-47ef-9f2b-3e2b4d482599 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9175de86-5edf-4dfc-b6b3-fa73c23e3edf HTTP/1.1" status: 200 len: 898 time: 0.1401775 Oct 20 11:32:13.135952 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44507236-1eba-4ba0-b605-5a56cf8d17f5 req-6b556d18-6061-4b11-adbf-37139f16b904 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:13.137454 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-44507236-1eba-4ba0-b605-5a56cf8d17f5 req-6b556d18-6061-4b11-adbf-37139f16b904 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f6d0e06-e237-4a84-8f06-b603dfcdb0fd HTTP/1.1" status: 200 len: 946 time: 0.0942481 Oct 20 11:32:13.138787 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0a0ee45a-d2fe-49b6-a1c6-fd37ca3f95df req-c39580bf-6fa1-4add-a12b-e0b418f86a4b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7ba547d3-084b-44d7-b066-3ffddcdcd36d HTTP/1.1" status: 200 len: 217 time: 0.0481308 Oct 20 11:32:13.151697 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-c81fa024-a2b5-4a1a-a2ae-84af7f7d04d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f835f72-670c-4951-b443-e63730118aa0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-707831797', 'tenant_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': 'acdbdf89-d506-413d-8257-4c8ffe2bd2c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:31:17Z', 'updated_at': '2021-10-20T11:31:21Z', 'revision_number': 4, 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'gw_port': {'id': 'acdbdf89-d506-413d-8257-4c8ffe2bd2c3', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:80:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f835f72-670c-4951-b443-e63730118aa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:31:18Z', 'updated_at': '2021-10-20T11:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '5c98d61c-4492-479d-bc17-f42cea7a688a', 'name': '', 'network_id': '9175de86-5edf-4dfc-b6b3-fa73c23e3edf', 'tenant_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'mac_address': 'fa:16:3e:32:86:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f835f72-670c-4951-b443-e63730118aa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '31dfd478-1668-47dc-ba92-8a0f4fc2a5f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:31:20Z', 'updated_at': '2021-10-20T11:31:24Z', 'revision_number': 5, 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'subnets': [{'id': '31dfd478-1668-47dc-ba92-8a0f4fc2a5f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:32:13.182283 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81fa024-a2b5-4a1a-a2ae-84af7f7d04d2 None None] Checking router: 8f835f72-670c-4951-b443-e63730118aa0 for host: n-d-811396-3 {{(pid=100599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:32:13.191400 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81fa024-a2b5-4a1a-a2ae-84af7f7d04d2 None None] Routers {'8f835f72-670c-4951-b443-e63730118aa0'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:32:13.192772 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-c81fa024-a2b5-4a1a-a2ae-84af7f7d04d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:32:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['8f835f72-670c-4951-b443-e63730118aa0'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:32:13.207580 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-44507236-1eba-4ba0-b605-5a56cf8d17f5 req-4b0f2fe3-d60e-4cf0-8994-d8e3dd2aed9b tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/security-groups?id=d52b457e-4617-4901-8fe6-fe9c516234c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635815 Oct 20 11:32:13.212776 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0ee45a-d2fe-49b6-a1c6-fd37ca3f95df req-3abc1cbd-b186-4095-8006-ba32b39d82f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:13.214186 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0a0ee45a-d2fe-49b6-a1c6-fd37ca3f95df req-3abc1cbd-b186-4095-8006-ba32b39d82f5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=31dfd478-1668-47dc-ba92-8a0f4fc2a5f8 HTTP/1.1" status: 200 len: 835 time: 0.0644798 Oct 20 11:32:13.265557 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0ee45a-d2fe-49b6-a1c6-fd37ca3f95df req-1af89439-ab47-4933-a592-30976eea042e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:13.267057 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0a0ee45a-d2fe-49b6-a1c6-fd37ca3f95df req-1af89439-ab47-4933-a592-30976eea042e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9175de86-5edf-4dfc-b6b3-fa73c23e3edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454335 Oct 20 11:32:13.295781 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-c81fa024-a2b5-4a1a-a2ae-84af7f7d04d2 None None] Set router 8f835f72-670c-4951-b443-e63730118aa0 gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:32:13.361587 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0a0ee45a-d2fe-49b6-a1c6-fd37ca3f95df req-deb96408-c8c6-4bd8-a7c3-890d24f65638 service neutron] 10.222.0.69 "GET /v2.0/networks/9175de86-5edf-4dfc-b6b3-fa73c23e3edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852282 Oct 20 11:32:13.457058 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0a0ee45a-d2fe-49b6-a1c6-fd37ca3f95df req-2a076507-5b45-43d4-8bca-23aae32bf528 service neutron] 10.222.0.69 "GET /v2.0/networks/9175de86-5edf-4dfc-b6b3-fa73c23e3edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869205 Oct 20 11:32:13.487095 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-c81fa024-a2b5-4a1a-a2ae-84af7f7d04d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f835f72-670c-4951-b443-e63730118aa0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-707831797', 'tenant_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': 'acdbdf89-d506-413d-8257-4c8ffe2bd2c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:31:17Z', 'updated_at': '2021-10-20T11:31:21Z', 'revision_number': 4, 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'gw_port': {'id': 'acdbdf89-d506-413d-8257-4c8ffe2bd2c3', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:80:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f835f72-670c-4951-b443-e63730118aa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:31:18Z', 'updated_at': '2021-10-20T11:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '5c98d61c-4492-479d-bc17-f42cea7a688a', 'name': '', 'network_id': '9175de86-5edf-4dfc-b6b3-fa73c23e3edf', 'tenant_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'mac_address': 'fa:16:3e:32:86:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f835f72-670c-4951-b443-e63730118aa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '31dfd478-1668-47dc-ba92-8a0f4fc2a5f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:31:20Z', 'updated_at': '2021-10-20T11:31:24Z', 'revision_number': 5, 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'subnets': [{'id': '31dfd478-1668-47dc-ba92-8a0f4fc2a5f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:32:13.512893 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81fa024-a2b5-4a1a-a2ae-84af7f7d04d2 None None] The sync data for ids ['8f835f72-670c-4951-b443-e63730118aa0'] in n-d-811396-3 is: [{'id': '8f835f72-670c-4951-b443-e63730118aa0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-707831797', 'tenant_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': 'acdbdf89-d506-413d-8257-4c8ffe2bd2c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:31:17Z', 'updated_at': '2021-10-20T11:31:21Z', 'revision_number': 4, 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'gw_port': {'id': 'acdbdf89-d506-413d-8257-4c8ffe2bd2c3', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:80:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f835f72-670c-4951-b443-e63730118aa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:31:18Z', 'updated_at': '2021-10-20T11:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '5c98d61c-4492-479d-bc17-f42cea7a688a', 'name': '', 'network_id': '9175de86-5edf-4dfc-b6b3-fa73c23e3edf', 'tenant_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'mac_address': 'fa:16:3e:32:86:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f835f72-670c-4951-b443-e63730118aa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '31dfd478-1668-47dc-ba92-8a0f4fc2a5f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:31:20Z', 'updated_at': '2021-10-20T11:31:24Z', 'revision_number': 5, 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'subnets': [{'id': '31dfd478-1668-47dc-ba92-8a0f4fc2a5f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:32:13.730654 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0910a54-74ee-4b87-a03b-00b6aa43f10a None None] New status for floating IP 346b7677-3dc3-4bff-8ba5-1e0a5e350ff2: DOWN {{(pid=100598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 11:32:14.324040 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed1b5c2-08f6-45bb-abc9-d7870b6b882f req-338d980d-9b45-4cfd-bbec-9cdca7b70c17 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:14.325551 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0ed1b5c2-08f6-45bb-abc9-d7870b6b882f req-338d980d-9b45-4cfd-bbec-9cdca7b70c17 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f6d0e06-e237-4a84-8f06-b603dfcdb0fd HTTP/1.1" status: 200 len: 946 time: 0.0489285 Oct 20 11:32:14.362866 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0ed1b5c2-08f6-45bb-abc9-d7870b6b882f req-1d2efa3d-9cdf-4722-8bae-6ec5fe9a48b0 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/security-groups?id=d52b457e-4617-4901-8fe6-fe9c516234c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311139 Oct 20 11:32:14.568030 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880bdf9f-79e7-4d1f-8737-031959ac8bb4 req-6cc3289f-0dda-40b5-9769-d74267492acc tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:14.569448 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-880bdf9f-79e7-4d1f-8737-031959ac8bb4 req-6cc3289f-0dda-40b5-9769-d74267492acc tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f6d0e06-e237-4a84-8f06-b603dfcdb0fd HTTP/1.1" status: 200 len: 946 time: 0.0473838 Oct 20 11:32:14.658787 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-880bdf9f-79e7-4d1f-8737-031959ac8bb4 req-ae08af3f-deb6-4c83-ac4c-d015d3acc965 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Deleting port 7ba547d3-084b-44d7-b066-3ffddcdcd36d {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:32:14.659129 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-880bdf9f-79e7-4d1f-8737-031959ac8bb4 req-ae08af3f-deb6-4c83-ac4c-d015d3acc965 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:14.746324 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-880bdf9f-79e7-4d1f-8737-031959ac8bb4 req-ae08af3f-deb6-4c83-ac4c-d015d3acc965 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] For port 7ba547d3-084b-44d7-b066-3ffddcdcd36d, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=7ba547d3-084b-44d7-b066-3ffddcdcd36d,segment=NetworkSegment(10d578ee-7c30-4565-878f-7eb573bcd691),segment_id=10d578ee-7c30-4565-878f-7eb573bcd691)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:32:14.746687 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-880bdf9f-79e7-4d1f-8737-031959ac8bb4 req-ae08af3f-deb6-4c83-ac4c-d015d3acc965 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:14.762951 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-880bdf9f-79e7-4d1f-8737-031959ac8bb4 req-ae08af3f-deb6-4c83-ac4c-d015d3acc965 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Calling delete_port for 7ba547d3-084b-44d7-b066-3ffddcdcd36d owned by compute:nova {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:32:14.903910 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-880bdf9f-79e7-4d1f-8737-031959ac8bb4 req-ae08af3f-deb6-4c83-ac4c-d015d3acc965 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:14.937939 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae08af3f-deb6-4c83-ac4c-d015d3acc965 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Pushing event deleted for resources: {'Port': ['ID=7ba547d3-084b-44d7-b066-3ffddcdcd36d,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:32:14.965385 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae08af3f-deb6-4c83-ac4c-d015d3acc965 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:32:14.965737 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae08af3f-deb6-4c83-ac4c-d015d3acc965 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:32:14.966074 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae08af3f-deb6-4c83-ac4c-d015d3acc965 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:32:14.966410 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae08af3f-deb6-4c83-ac4c-d015d3acc965 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:32:14.966740 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae08af3f-deb6-4c83-ac4c-d015d3acc965 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:32:14.967072 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae08af3f-deb6-4c83-ac4c-d015d3acc965 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:32:14.967419 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae08af3f-deb6-4c83-ac4c-d015d3acc965 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:32:14.967749 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae08af3f-deb6-4c83-ac4c-d015d3acc965 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:32:14.968078 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae08af3f-deb6-4c83-ac4c-d015d3acc965 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:32:14.968566 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae08af3f-deb6-4c83-ac4c-d015d3acc965 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:32:14.968901 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae08af3f-deb6-4c83-ac4c-d015d3acc965 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:32:14.969223 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae08af3f-deb6-4c83-ac4c-d015d3acc965 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:32:14.985474 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-880bdf9f-79e7-4d1f-8737-031959ac8bb4 req-ae08af3f-deb6-4c83-ac4c-d015d3acc965 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] No DVR routers for this DVR port 7ba547d3-084b-44d7-b066-3ffddcdcd36d on host n-h2-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:32:14.988109 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-880bdf9f-79e7-4d1f-8737-031959ac8bb4 req-ae08af3f-deb6-4c83-ac4c-d015d3acc965 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:14.991561 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-880bdf9f-79e7-4d1f-8737-031959ac8bb4 req-ae08af3f-deb6-4c83-ac4c-d015d3acc965 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.69 "DELETE /v2.0/ports/7ba547d3-084b-44d7-b066-3ffddcdcd36d HTTP/1.1" status: 204 len: 173 time: 0.4166391 Oct 20 11:32:14.992031 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f6d0e06-e237-4a84-8f06-b603dfcdb0fd', 'name': 'network-vif-deleted', 'tag': '7ba547d3-084b-44d7-b066-3ffddcdcd36d'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:32:14.994788 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b817f9d80a1b29ed07bd94f2222da8cf244b0bc6025e0bf33ac95c6b13c59699" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ec4fd44-05f9-4e92-889c-6aaa332bf04d" -d '{"events": [{"server_uuid": "6f6d0e06-e237-4a84-8f06-b603dfcdb0fd", "name": "network-vif-deleted", "tag": "7ba547d3-084b-44d7-b066-3ffddcdcd36d"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:32:15.032155 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba1e6341-6b9a-4a4d-bf03-c5a33071d62b x-openstack-request-id: req-ba1e6341-6b9a-4a4d-bf03-c5a33071d62b {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:32:15.032487 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f6d0e06-e237-4a84-8f06-b603dfcdb0fd", "name": "network-vif-deleted", "tag": "7ba547d3-084b-44d7-b066-3ffddcdcd36d", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:32:15.032742 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ba1e6341-6b9a-4a4d-bf03-c5a33071d62b {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:32:15.033148 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f6d0e06-e237-4a84-8f06-b603dfcdb0fd', 'name': 'network-vif-deleted', 'tag': '7ba547d3-084b-44d7-b066-3ffddcdcd36d', 'status': 'completed', 'code': 200} Oct 20 11:32:15.478848 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-15bcfd94-3163-4f80-ab06-f703e1b7f1e9 req-59ea67d4-008f-487c-887f-0ea73f1684a5 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f6d0e06-e237-4a84-8f06-b603dfcdb0fd HTTP/1.1" status: 200 len: 210 time: 0.0284967 Oct 20 11:32:16.536102 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 46768) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:32:16.887730 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-cf1dccf5-8537-4349-ba0e-1e538a3a073a tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1774405'] for router_interface, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:17.136665 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-cf1dccf5-8537-4349-ba0e-1e538a3a073a tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Deleting port 5c98d61c-4492-479d-bc17-f42cea7a688a {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:32:17.136917 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-cf1dccf5-8537-4349-ba0e-1e538a3a073a tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:17.227098 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [None req-cf1dccf5-8537-4349-ba0e-1e538a3a073a tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] For port 5c98d61c-4492-479d-bc17-f42cea7a688a, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=5c98d61c-4492-479d-bc17-f42cea7a688a,segment=NetworkSegment(10d578ee-7c30-4565-878f-7eb573bcd691),segment_id=10d578ee-7c30-4565-878f-7eb573bcd691)] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:32:17.227487 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-cf1dccf5-8537-4349-ba0e-1e538a3a073a tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:17.240684 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-cf1dccf5-8537-4349-ba0e-1e538a3a073a tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Calling delete_port for 5c98d61c-4492-479d-bc17-f42cea7a688a owned by network:router_interface {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:32:17.256378 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 7 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:32:17.428670 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-cf1dccf5-8537-4349-ba0e-1e538a3a073a tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:17.456672 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1dccf5-8537-4349-ba0e-1e538a3a073a tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Pushing event deleted for resources: {'Port': ['ID=5c98d61c-4492-479d-bc17-f42cea7a688a,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:32:17.629385 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-cf1dccf5-8537-4349-ba0e-1e538a3a073a tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1771989'] for router_interface, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:17.888597 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 7ba547d3-084b-44d7-b066-3ffddcdcd36d no longer exists at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:32:17.909865 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] No Port match for: 7ba547d3-084b-44d7-b066-3ffddcdcd36d {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:32:17.910212 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 7ba547d3-084b-44d7-b066-3ffddcdcd36d not bound to the agent host n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:32:18.082452 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf1dccf5-8537-4349-ba0e-1e538a3a073a tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Router 8f835f72-670c-4951-b443-e63730118aa0 has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:32:18.186102 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf1dccf5-8537-4349-ba0e-1e538a3a073a tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:32:18.191772 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-cf1dccf5-8537-4349-ba0e-1e538a3a073a tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "PUT /v2.0/routers/8f835f72-670c-4951-b443-e63730118aa0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6545782 Oct 20 11:32:18.194370 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 46770) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:32:18.196433 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cabab856-cfc9-48d1-a8ce-b37208632ac4 None None] Sync routers for ids ['8f835f72-670c-4951-b443-e63730118aa0'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:32:18.205372 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabab856-cfc9-48d1-a8ce-b37208632ac4 None None] Routers {'8f835f72-670c-4951-b443-e63730118aa0'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:32:18.205972 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-cabab856-cfc9-48d1-a8ce-b37208632ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:32:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['8f835f72-670c-4951-b443-e63730118aa0'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:32:18.244902 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_v2 [None req-3be24196-fd0e-4b47-97de-980de2571e79 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Deleting subnet 31dfd478-1668-47dc-ba92-8a0f4fc2a5f8 {{(pid=100597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:32:18.248180 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3be24196-fd0e-4b47-97de-980de2571e79 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for subnet, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:18.288022 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3be24196-fd0e-4b47-97de-980de2571e79 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25852621'] for subnet, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:18.309035 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-cabab856-cfc9-48d1-a8ce-b37208632ac4 None None] Set router 8f835f72-670c-4951-b443-e63730118aa0 gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:32:18.370987 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3be24196-fd0e-4b47-97de-980de2571e79 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:18.429404 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3be24196-fd0e-4b47-97de-980de2571e79 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25350811'] for subnet, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:18.462295 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3be24196-fd0e-4b47-97de-980de2571e79 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:18.468011 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9dd5701-9c70-4c93-a150-5069d7a7d8c5 None None] Network 9175de86-5edf-4dfc-b6b3-fa73c23e3edf requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:32:18.468502 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-3be24196-fd0e-4b47-97de-980de2571e79 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "DELETE /v2.0/subnets/31dfd478-1668-47dc-ba92-8a0f4fc2a5f8 HTTP/1.1" status: 204 len: 168 time: 0.2729514 Oct 20 11:32:18.469736 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be24196-fd0e-4b47-97de-980de2571e79 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Pushing event deleted for resources: {'Subnet': ['ID=31dfd478-1668-47dc-ba92-8a0f4fc2a5f8,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:32:18.471218 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 46772) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:32:18.487404 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-cabab856-cfc9-48d1-a8ce-b37208632ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f835f72-670c-4951-b443-e63730118aa0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-707831797', 'tenant_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': 'acdbdf89-d506-413d-8257-4c8ffe2bd2c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:31:17Z', 'updated_at': '2021-10-20T11:32:17Z', 'revision_number': 5, 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'gw_port': {'id': 'acdbdf89-d506-413d-8257-4c8ffe2bd2c3', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:80:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f835f72-670c-4951-b443-e63730118aa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:31:18Z', 'updated_at': '2021-10-20T11:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:32:18.586357 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-9eaafa6c-7afd-48a9-973f-b6b6786b81b8 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for router, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:18.605851 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cabab856-cfc9-48d1-a8ce-b37208632ac4 None None] Checking router: 8f835f72-670c-4951-b443-e63730118aa0 for host: n-d-811396-3 {{(pid=100599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:32:18.614461 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabab856-cfc9-48d1-a8ce-b37208632ac4 None None] Routers {'8f835f72-670c-4951-b443-e63730118aa0'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:32:18.615638 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-cabab856-cfc9-48d1-a8ce-b37208632ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:32:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['8f835f72-670c-4951-b443-e63730118aa0'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:32:18.668398 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d9333cf-b04d-4183-b1b0-211cd1d8bfe3 None None] DHCP port deletion for 9175de86-5edf-4dfc-b6b3-fa73c23e3edf request from n-d-811396-3 {{(pid=100598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:32:18.693957 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-9eaafa6c-7afd-48a9-973f-b6b6786b81b8 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:18.716661 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-4d9333cf-b04d-4183-b1b0-211cd1d8bfe3 None None] Deleting port f2fb0a8f-dd9e-47db-86d9-4631fbdcd75a {{(pid=100598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:32:18.716970 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-4d9333cf-b04d-4183-b1b0-211cd1d8bfe3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:18.720034 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-cabab856-cfc9-48d1-a8ce-b37208632ac4 None None] Set router 8f835f72-670c-4951-b443-e63730118aa0 gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:32:18.753677 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-9eaafa6c-7afd-48a9-973f-b6b6786b81b8 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Deleting port acdbdf89-d506-413d-8257-4c8ffe2bd2c3 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:32:18.754052 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-9eaafa6c-7afd-48a9-973f-b6b6786b81b8 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:18.780829 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-4d9333cf-b04d-4183-b1b0-211cd1d8bfe3 None None] For port f2fb0a8f-dd9e-47db-86d9-4631fbdcd75a, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=f2fb0a8f-dd9e-47db-86d9-4631fbdcd75a,segment=NetworkSegment(10d578ee-7c30-4565-878f-7eb573bcd691),segment_id=10d578ee-7c30-4565-878f-7eb573bcd691)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:32:18.781231 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-4d9333cf-b04d-4183-b1b0-211cd1d8bfe3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:18.798471 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-4d9333cf-b04d-4183-b1b0-211cd1d8bfe3 None None] Calling delete_port for f2fb0a8f-dd9e-47db-86d9-4631fbdcd75a owned by network:dhcp {{(pid=100598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:32:18.844506 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [None req-9eaafa6c-7afd-48a9-973f-b6b6786b81b8 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] For port acdbdf89-d506-413d-8257-4c8ffe2bd2c3, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=acdbdf89-d506-413d-8257-4c8ffe2bd2c3,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:32:18.845003 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-9eaafa6c-7afd-48a9-973f-b6b6786b81b8 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:18.862716 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-9eaafa6c-7afd-48a9-973f-b6b6786b81b8 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Calling delete_port for acdbdf89-d506-413d-8257-4c8ffe2bd2c3 owned by network:router_gateway {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:32:18.903092 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-4d9333cf-b04d-4183-b1b0-211cd1d8bfe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956'] for port, after_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:18.907025 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-cabab856-cfc9-48d1-a8ce-b37208632ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f835f72-670c-4951-b443-e63730118aa0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-707831797', 'tenant_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': 'acdbdf89-d506-413d-8257-4c8ffe2bd2c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:31:17Z', 'updated_at': '2021-10-20T11:32:17Z', 'revision_number': 5, 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'gw_port': {'id': 'acdbdf89-d506-413d-8257-4c8ffe2bd2c3', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:80:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f835f72-670c-4951-b443-e63730118aa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:31:18Z', 'updated_at': '2021-10-20T11:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:32:18.931836 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9333cf-b04d-4183-b1b0-211cd1d8bfe3 None None] Pushing event deleted for resources: {'Port': ['ID=f2fb0a8f-dd9e-47db-86d9-4631fbdcd75a,revision_number=None']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:32:18.936706 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9333cf-b04d-4183-b1b0-211cd1d8bfe3 None None] No DVR routers for this DVR port f2fb0a8f-dd9e-47db-86d9-4631fbdcd75a on host n-d-811396-3 {{(pid=100598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:32:18.962771 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cabab856-cfc9-48d1-a8ce-b37208632ac4 None None] The sync data for ids ['8f835f72-670c-4951-b443-e63730118aa0'] in n-d-811396-3 is: [{'id': '8f835f72-670c-4951-b443-e63730118aa0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-707831797', 'tenant_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': 'acdbdf89-d506-413d-8257-4c8ffe2bd2c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:31:17Z', 'updated_at': '2021-10-20T11:32:17Z', 'revision_number': 5, 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'gw_port': {'id': 'acdbdf89-d506-413d-8257-4c8ffe2bd2c3', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:80:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f835f72-670c-4951-b443-e63730118aa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:31:18Z', 'updated_at': '2021-10-20T11:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:32:19.062392 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-9eaafa6c-7afd-48a9-973f-b6b6786b81b8 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:19.090875 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaafa6c-7afd-48a9-973f-b6b6786b81b8 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Pushing event deleted for resources: {'Port': ['ID=acdbdf89-d506-413d-8257-4c8ffe2bd2c3,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:32:19.151034 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-9eaafa6c-7afd-48a9-973f-b6b6786b81b8 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1773439'] for router_gateway, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:19.240100 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-9eaafa6c-7afd-48a9-973f-b6b6786b81b8 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1772272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258304'] for router, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:19.242352 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-9eaafa6c-7afd-48a9-973f-b6b6786b81b8 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:19.289519 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-9eaafa6c-7afd-48a9-973f-b6b6786b81b8 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1772267'] for router, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:19.290070 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eaafa6c-7afd-48a9-973f-b6b6786b81b8 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Fanout notify agent at l3_agent the message router_deleted on router 8f835f72-670c-4951-b443-e63730118aa0 {{(pid=100596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:32:19.297315 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-9eaafa6c-7afd-48a9-973f-b6b6786b81b8 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for router, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:19.298415 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-9eaafa6c-7afd-48a9-973f-b6b6786b81b8 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "DELETE /v2.0/routers/8f835f72-670c-4951-b443-e63730118aa0 HTTP/1.1" status: 204 len: 168 time: 0.8261728 Oct 20 11:32:19.301158 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 46774) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:32:19.342738 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device f2fb0a8f-dd9e-47db-86d9-4631fbdcd75a no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:32:19.363820 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: f2fb0a8f-dd9e-47db-86d9-4631fbdcd75a {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:32:19.364172 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device f2fb0a8f-dd9e-47db-86d9-4631fbdcd75a not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:32:19.386780 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e65681eb-f22f-4cd0-804a-20ea0e624235 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:19.479432 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e65681eb-f22f-4cd0-804a-20ea0e624235 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:19.499272 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-e65681eb-f22f-4cd0-804a-20ea0e624235 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9175de86-5edf-4dfc-b6b3-fa73c23e3edf']}} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:32:19.508752 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-e65681eb-f22f-4cd0-804a-20ea0e624235 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10d578ee-7c30-4565-878f-7eb573bcd691') {'for_net_delete': True} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:32:19.509052 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-e65681eb-f22f-4cd0-804a-20ea0e624235 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10d578ee-7c30-4565-878f-7eb573bcd691') {} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:32:19.518148 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e65681eb-f22f-4cd0-804a-20ea0e624235 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25189038'] for segment, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:19.531485 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e65681eb-f22f-4cd0-804a-20ea0e624235 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:19.537901 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e65681eb-f22f-4cd0-804a-20ea0e624235 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Releasing vlan 813 on physical network physnet1 to pool {{(pid=100596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:32:19.538321 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e65681eb-f22f-4cd0-804a-20ea0e624235 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26833155'] for segment, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:19.541437 n-d-811396-3 neutron-server[100596]: Traceback (most recent call last): Oct 20 11:32:19.541437 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:32:19.541437 n-d-811396-3 neutron-server[100596]: timer() Oct 20 11:32:19.541437 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:32:19.541437 n-d-811396-3 neutron-server[100596]: cb(*args, **kw) Oct 20 11:32:19.541437 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:32:19.541437 n-d-811396-3 neutron-server[100596]: return func(*args, **kwargs) Oct 20 11:32:19.541437 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:32:19.541437 n-d-811396-3 neutron-server[100596]: self._notify() Oct 20 11:32:19.541437 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:32:19.541437 n-d-811396-3 neutron-server[100596]: self.callback(batched_events) Oct 20 11:32:19.541437 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:32:19.541437 n-d-811396-3 neutron-server[100596]: event.method(event) Oct 20 11:32:19.541437 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:32:19.541437 n-d-811396-3 neutron-server[100596]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:32:19.541437 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:32:19.541437 n-d-811396-3 neutron-server[100596]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:32:19.541437 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:32:19.541437 n-d-811396-3 neutron-server[100596]: return f(self, *a, **k) Oct 20 11:32:19.541437 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:32:19.541437 n-d-811396-3 neutron-server[100596]: return self._get(url).json() Oct 20 11:32:19.541437 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:32:19.541437 n-d-811396-3 neutron-server[100596]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:32:19.541437 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:32:19.541437 n-d-811396-3 neutron-server[100596]: return self.request(url, 'GET', **kwargs) Oct 20 11:32:19.541437 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:32:19.541437 n-d-811396-3 neutron-server[100596]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:32:19.541437 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:32:19.541437 n-d-811396-3 neutron-server[100596]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:32:19.541437 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:32:19.541437 n-d-811396-3 neutron-server[100596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:32:19.541437 n-d-811396-3 neutron-server[100596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:32:19.602512 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e65681eb-f22f-4cd0-804a-20ea0e624235 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:19.610730 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e65681eb-f22f-4cd0-804a-20ea0e624235 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:19.613953 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-e65681eb-f22f-4cd0-804a-20ea0e624235 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "DELETE /v2.0/networks/9175de86-5edf-4dfc-b6b3-fa73c23e3edf HTTP/1.1" status: 204 len: 168 time: 0.3118646 Oct 20 11:32:19.616831 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 46776) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:32:19.636068 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65681eb-f22f-4cd0-804a-20ea0e624235 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Pushing event deleted for resources: {'Network': ['ID=9175de86-5edf-4dfc-b6b3-fa73c23e3edf,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:32:19.680728 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b6169da1-bc33-4f2a-ac3a-6e12966e79d0 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:19.705558 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b6169da1-bc33-4f2a-ac3a-6e12966e79d0 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:19.764457 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b6169da1-bc33-4f2a-ac3a-6e12966e79d0 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:19.765854 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:19.767248 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b6169da1-bc33-4f2a-ac3a-6e12966e79d0 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:19.768459 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-b6169da1-bc33-4f2a-ac3a-6e12966e79d0 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "DELETE /v2.0/security-groups/d52b457e-4617-4901-8fe6-fe9c516234c3 HTTP/1.1" status: 204 len: 168 time: 0.1506240 Oct 20 11:32:19.778290 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6169da1-bc33-4f2a-ac3a-6e12966e79d0 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d52b457e-4617-4901-8fe6-fe9c516234c3,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:32:19.954777 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 46782) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:32:19.959567 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-cbcff235-1164-4019-987d-86abf9fc3a9e tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1551752786', 'description': 'tempest-secgroup-smoke-1551752786 description', 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:32:19.982018 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-cbcff235-1164-4019-987d-86abf9fc3a9e tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:20.050785 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-cbcff235-1164-4019-987d-86abf9fc3a9e tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:20.055117 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-cbcff235-1164-4019-987d-86abf9fc3a9e tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:20.083094 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-cbcff235-1164-4019-987d-86abf9fc3a9e tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:20.084377 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-cbcff235-1164-4019-987d-86abf9fc3a9e tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1284761 Oct 20 11:32:20.087504 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 46784) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:32:20.088394 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcff235-1164-4019-987d-86abf9fc3a9e tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba81fdbb-ba99-425c-8c08-335c07d75971,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:32:20.092621 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-ef0be8be-899f-425e-8568-5363bf355df7 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Request body: {'security_group_rule': {'security_group_id': 'ba81fdbb-ba99-425c-8c08-335c07d75971', 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:32:20.119942 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ef0be8be-899f-425e-8568-5363bf355df7 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:20.165820 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ef0be8be-899f-425e-8568-5363bf355df7 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:20.169233 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ef0be8be-899f-425e-8568-5363bf355df7 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:20.190861 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0be8be-899f-425e-8568-5363bf355df7 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9697e3f-b074-4036-9043-5f65c63d48f6,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:32:20.198716 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ef0be8be-899f-425e-8568-5363bf355df7 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:20.199913 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-ef0be8be-899f-425e-8568-5363bf355df7 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1113489 Oct 20 11:32:20.202627 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 46786) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:32:20.206826 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-66b41318-462b-4a00-b8f2-4d8ba112c37a tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Request body: {'security_group_rule': {'security_group_id': 'ba81fdbb-ba99-425c-8c08-335c07d75971', 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:32:20.232003 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-66b41318-462b-4a00-b8f2-4d8ba112c37a tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:20.292284 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-66b41318-462b-4a00-b8f2-4d8ba112c37a tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:20.295944 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-66b41318-462b-4a00-b8f2-4d8ba112c37a tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:20.314561 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b41318-462b-4a00-b8f2-4d8ba112c37a tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab431727-e4cd-47eb-af89-a2ca5c6964f1,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:32:20.323528 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-66b41318-462b-4a00-b8f2-4d8ba112c37a tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:20.324727 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-66b41318-462b-4a00-b8f2-4d8ba112c37a tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1211820 Oct 20 11:32:20.327402 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 46788) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:32:20.331708 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-c97048cd-7041-42a0-a7d5-f95340f7dbd4 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Request body: {'security_group_rule': {'security_group_id': 'ba81fdbb-ba99-425c-8c08-335c07d75971', 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:32:20.356394 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c97048cd-7041-42a0-a7d5-f95340f7dbd4 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:20.412163 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c97048cd-7041-42a0-a7d5-f95340f7dbd4 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:20.415667 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c97048cd-7041-42a0-a7d5-f95340f7dbd4 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:20.435322 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97048cd-7041-42a0-a7d5-f95340f7dbd4 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb84e1ea-0c9e-41cf-b236-84ec347fa6e5,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:32:20.441505 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c97048cd-7041-42a0-a7d5-f95340f7dbd4 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:20.442458 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-c97048cd-7041-42a0-a7d5-f95340f7dbd4 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1141183 Oct 20 11:32:20.445127 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 46790) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:32:20.449354 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-7cff7819-8cb1-43c9-9a4f-a581803d7452 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Request body: {'security_group_rule': {'security_group_id': 'ba81fdbb-ba99-425c-8c08-335c07d75971', 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:32:20.476039 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7cff7819-8cb1-43c9-9a4f-a581803d7452 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:20.531613 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7cff7819-8cb1-43c9-9a4f-a581803d7452 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:20.535040 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7cff7819-8cb1-43c9-9a4f-a581803d7452 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:20.555757 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cff7819-8cb1-43c9-9a4f-a581803d7452 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e68acf08-e3a3-438d-81b0-535da50153a6,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:32:20.567056 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7cff7819-8cb1-43c9-9a4f-a581803d7452 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:20.568309 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-7cff7819-8cb1-43c9-9a4f-a581803d7452 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1222191 Oct 20 11:32:20.571947 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 46792) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:32:20.578373 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-3a12bd8c-82aa-4208-b783-b95db86f8bd9 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Request body: {'security_group_rule': {'security_group_id': 'ba81fdbb-ba99-425c-8c08-335c07d75971', 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:32:20.600691 n-d-811396-3 neutron-server[100597]: INFO neutron.db.securitygroups_db [None req-3a12bd8c-82aa-4208-b783-b95db86f8bd9 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Project e5f86d6a88794eafa52e20983c8a9c09 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 11:32:20.605425 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3a12bd8c-82aa-4208-b783-b95db86f8bd9 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:20.664010 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3a12bd8c-82aa-4208-b783-b95db86f8bd9 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:20.667946 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3a12bd8c-82aa-4208-b783-b95db86f8bd9 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:20.684673 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a12bd8c-82aa-4208-b783-b95db86f8bd9 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5d8f59a-2c94-44be-9721-ac2f8b92aaa9,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:32:20.692463 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3a12bd8c-82aa-4208-b783-b95db86f8bd9 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:20.693668 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-3a12bd8c-82aa-4208-b783-b95db86f8bd9 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1207297 Oct 20 11:32:20.696444 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 46794) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:32:20.700627 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-53abdb67-de03-4349-89c6-273e345889f9 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Request body: {'security_group_rule': {'security_group_id': 'ba81fdbb-ba99-425c-8c08-335c07d75971', 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:32:20.721673 n-d-811396-3 neutron-server[100597]: INFO neutron.db.securitygroups_db [None req-53abdb67-de03-4349-89c6-273e345889f9 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Project e5f86d6a88794eafa52e20983c8a9c09 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 11:32:20.726877 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-53abdb67-de03-4349-89c6-273e345889f9 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:20.784880 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-53abdb67-de03-4349-89c6-273e345889f9 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:20.788881 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-53abdb67-de03-4349-89c6-273e345889f9 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:20.807106 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53abdb67-de03-4349-89c6-273e345889f9 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbf24bd0-4592-4359-a3b2-947cb9a95625,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:32:20.814058 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-53abdb67-de03-4349-89c6-273e345889f9 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:20.815235 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-53abdb67-de03-4349-89c6-273e345889f9 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1178849 Oct 20 11:32:20.818246 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 46796) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:32:20.823003 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-b5695e72-7265-4ae8-a030-3cbc8ba977f3 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Request body: {'network': {'name': 'tempest-network-smoke--367233474', 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'port_security_enabled': True}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:32:20.844224 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5695e72-7265-4ae8-a030-3cbc8ba977f3 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Made reservation on behalf of e5f86d6a88794eafa52e20983c8a9c09 for: {'network': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:32:20.847623 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b5695e72-7265-4ae8-a030-3cbc8ba977f3 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:20.873320 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5695e72-7265-4ae8-a030-3cbc8ba977f3 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 845} {{(pid=100597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:32:20.884364 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b5695e72-7265-4ae8-a030-3cbc8ba977f3 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:20.885028 n-d-811396-3 neutron-server[100597]: INFO neutron.db.segments_db [None req-b5695e72-7265-4ae8-a030-3cbc8ba977f3 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Added segment 13057a08-80dd-4793-9239-4102a9ba7270 of type vlan for network 8e1d1a56-36d0-4d56-bdf4-2629cdb62399 Oct 20 11:32:20.938458 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b5695e72-7265-4ae8-a030-3cbc8ba977f3 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:20.964667 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b5695e72-7265-4ae8-a030-3cbc8ba977f3 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:20.970510 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5695e72-7265-4ae8-a030-3cbc8ba977f3 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:20.971076 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b5695e72-7265-4ae8-a030-3cbc8ba977f3 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:20.976058 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 5c98d61c-4492-479d-bc17-f42cea7a688a no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:32:21.000120 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 5c98d61c-4492-479d-bc17-f42cea7a688a {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:32:21.001271 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 5c98d61c-4492-479d-bc17-f42cea7a688a not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:32:21.001271 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device acdbdf89-d506-413d-8257-4c8ffe2bd2c3 no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:32:21.006127 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-b5695e72-7265-4ae8-a030-3cbc8ba977f3 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1869028 Oct 20 11:32:21.009213 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 46798) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:32:21.015108 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-0221eea6-177c-4e4a-bf26-992bfaa8abc0 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1783791360', 'admin_state_up': True, 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:32:21.021675 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: acdbdf89-d506-413d-8257-4c8ffe2bd2c3 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:32:21.022300 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device acdbdf89-d506-413d-8257-4c8ffe2bd2c3 not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:32:21.041337 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0221eea6-177c-4e4a-bf26-992bfaa8abc0 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1772442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258322'] for router, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:21.042361 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0221eea6-177c-4e4a-bf26-992bfaa8abc0 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1772334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773516', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258315'] for router, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:21.046109 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5695e72-7265-4ae8-a030-3cbc8ba977f3 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Pushing event updated for resources: {'Network': ['ID=8e1d1a56-36d0-4d56-bdf4-2629cdb62399,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:32:21.058017 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network 8e1d1a56-36d0-4d56-bdf4-2629cdb62399 details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:32:21.101307 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0221eea6-177c-4e4a-bf26-992bfaa8abc0 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:21.242023 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0221eea6-177c-4e4a-bf26-992bfaa8abc0 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:21.432139 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0221eea6-177c-4e4a-bf26-992bfaa8abc0 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for router_gateway, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:21.451453 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0221eea6-177c-4e4a-bf26-992bfaa8abc0 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:21.553847 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [None req-0221eea6-177c-4e4a-bf26-992bfaa8abc0 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Allocated IP 172.25.1.63 (cbe170d3-31ba-45a2-b477-520ab0a7a8ea/f4e26aca-17ac-4adb-a66b-d939a1b35b64/56d0121a-0cdf-4a0f-a6d6-ef10be6518d0) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:32:21.963299 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0221eea6-177c-4e4a-bf26-992bfaa8abc0 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:21.997080 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0221eea6-177c-4e4a-bf26-992bfaa8abc0 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:22.037198 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0221eea6-177c-4e4a-bf26-992bfaa8abc0 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Network cbe170d3-31ba-45a2-b477-520ab0a7a8ea is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:32:22.040001 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-0221eea6-177c-4e4a-bf26-992bfaa8abc0 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:32:22.046479 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0221eea6-177c-4e4a-bf26-992bfaa8abc0 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:32:22.048406 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0221eea6-177c-4e4a-bf26-992bfaa8abc0 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Pushing event updated for resources: {'Port': ['ID=56d0121a-0cdf-4a0f-a6d6-ef10be6518d0,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:32:22.287390 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0221eea6-177c-4e4a-bf26-992bfaa8abc0 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for router_gateway, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:22.483002 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0221eea6-177c-4e4a-bf26-992bfaa8abc0 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1773475'] for router, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:22.611364 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0221eea6-177c-4e4a-bf26-992bfaa8abc0 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Router f643173a-979f-4898-9b46-c91a8a7136ef is scheduled to L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 with binding_index 1 {{(pid=100596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 11:32:22.723512 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0221eea6-177c-4e4a-bf26-992bfaa8abc0 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:32:22.734055 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0622508-41b0-41fe-bb07-ecc5bc0effd7 None None] Sync routers for ids ['f643173a-979f-4898-9b46-c91a8a7136ef'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:32:22.743788 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0622508-41b0-41fe-bb07-ecc5bc0effd7 None None] Routers {'f643173a-979f-4898-9b46-c91a8a7136ef'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:32:22.744294 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-0221eea6-177c-4e4a-bf26-992bfaa8abc0 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for router, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:22.744443 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-d0622508-41b0-41fe-bb07-ecc5bc0effd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:32:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['f643173a-979f-4898-9b46-c91a8a7136ef'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:32:22.745627 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-0221eea6-177c-4e4a-bf26-992bfaa8abc0 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7352555 Oct 20 11:32:22.748750 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 46802) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:32:22.785159 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-f8338bcf-c473-408a-9ad6-8c6c00f9f772 tempest-TestNetworkAdvancedServerOps-1034537329 tempest-TestNetworkAdvancedServerOps-1034537329-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=e5f86d6a88794eafa52e20983c8a9c09&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0329139 Oct 20 11:32:22.785576 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 46804) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:32:22.882771 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d9b8b6-842f-45f1-be5c-fe4a3a39e2f5 tempest-TestNetworkAdvancedServerOps-1034537329 tempest-TestNetworkAdvancedServerOps-1034537329-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:22.885678 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-15d9b8b6-842f-45f1-be5c-fe4a3a39e2f5 tempest-TestNetworkAdvancedServerOps-1034537329 tempest-TestNetworkAdvancedServerOps-1034537329-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0984597 Oct 20 11:32:22.888507 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 46806) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:32:22.919805 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-c5d74c1d-d7d6-4c16-a1b5-ca9510229f62 tempest-TestNetworkAdvancedServerOps-1034537329 tempest-TestNetworkAdvancedServerOps-1034537329-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=cbe170d3-31ba-45a2-b477-520ab0a7a8ea&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275657 Oct 20 11:32:22.920062 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 46808) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:32:22.924948 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-02f4aedd-5e96-4bc3-8ce5-c40991b19971 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2129659257', 'network_id': '8e1d1a56-36d0-4d56-bdf4-2629cdb62399', 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:32:22.999586 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-d0622508-41b0-41fe-bb07-ecc5bc0effd7 None None] Set router f643173a-979f-4898-9b46-c91a8a7136ef gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:32:23.009977 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02f4aedd-5e96-4bc3-8ce5-c40991b19971 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Made reservation on behalf of e5f86d6a88794eafa52e20983c8a9c09 for: {'subnet': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:32:23.013612 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-02f4aedd-5e96-4bc3-8ce5-c40991b19971 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25350782'] for subnet, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:23.178815 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-d0622508-41b0-41fe-bb07-ecc5bc0effd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f643173a-979f-4898-9b46-c91a8a7136ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1783791360', 'tenant_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': '56d0121a-0cdf-4a0f-a6d6-ef10be6518d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:32:21Z', 'updated_at': '2021-10-20T11:32:22Z', 'revision_number': 3, 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'gw_port': {'id': '56d0121a-0cdf-4a0f-a6d6-ef10be6518d0', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:3e:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f643173a-979f-4898-9b46-c91a8a7136ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:32:21Z', 'updated_at': '2021-10-20T11:32:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:32:23.191932 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-02f4aedd-5e96-4bc3-8ce5-c40991b19971 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25350752'] for subnet, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:23.204648 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0622508-41b0-41fe-bb07-ecc5bc0effd7 None None] Checking router: f643173a-979f-4898-9b46-c91a8a7136ef for host: n-d-811396-3 {{(pid=100598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:32:23.205006 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0622508-41b0-41fe-bb07-ecc5bc0effd7 None None] Updating router f643173a-979f-4898-9b46-c91a8a7136ef port 56d0121a-0cdf-4a0f-a6d6-ef10be6518d0 binding host n-d-811396-3 {{(pid=100598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:32:23.231791 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-d0622508-41b0-41fe-bb07-ecc5bc0effd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:23.257965 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f4aedd-5e96-4bc3-8ce5-c40991b19971 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Pushing event updated for resources: {'Subnet': ['ID=871d511c-68a9-4030-8ec6-d77e6392f54d,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:32:23.266268 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f4aedd-5e96-4bc3-8ce5-c40991b19971 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Checking segment: {'id': '13057a08-80dd-4793-9239-4102a9ba7270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '8e1d1a56-36d0-4d56-bdf4-2629cdb62399'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:32:23.266640 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f4aedd-5e96-4bc3-8ce5-c40991b19971 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Network hostable DHCP agents. Network: 8e1d1a56-36d0-4d56-bdf4-2629cdb62399, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:32:23.283929 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f4aedd-5e96-4bc3-8ce5-c40991b19971 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Network 8e1d1a56-36d0-4d56-bdf4-2629cdb62399 is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:32:23.292545 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-02f4aedd-5e96-4bc3-8ce5-c40991b19971 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, 8e1d1a56-36d0-4d56-bdf4-2629cdb62399) {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:32:23.297308 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f4aedd-5e96-4bc3-8ce5-c40991b19971 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:23.297897 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-02f4aedd-5e96-4bc3-8ce5-c40991b19971 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:23.314129 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-02f4aedd-5e96-4bc3-8ce5-c40991b19971 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3931327 Oct 20 11:32:23.317097 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 46810) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:32:23.320435 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d30dab-50cd-4d14-8b27-0af0fae3d207 None None] Network 8e1d1a56-36d0-4d56-bdf4-2629cdb62399 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:32:23.563595 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3dc7863-c230-4307-9ee5-fe8052228f30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524064ba-869c-5550-b826-c26b69a11278-8e1d1a56-36d0-4d56-bdf4-2629cdb62399', 'network_id': '8e1d1a56-36d0-4d56-bdf4-2629cdb62399', 'tenant_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'fixed_ips': [{'subnet_id': '871d511c-68a9-4030-8ec6-d77e6392f54d'}]}} from n-d-811396-3. {{(pid=100598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:32:23.564498 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-e3dc7863-c230-4307-9ee5-fe8052228f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:23.625954 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-d0622508-41b0-41fe-bb07-ecc5bc0effd7 None None] Publish callbacks [] for port, precommit_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:23.671328 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-d0622508-41b0-41fe-bb07-ecc5bc0effd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:23.761632 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ed9f20a8-8158-4dd4-a12b-3440ee6d0c52 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:23.770711 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be6a7e2-bfbb-49d1-9a8b-3ee33cff8eb3 None None] Pushing event updated for resources: {'Port': ['ID=56d0121a-0cdf-4a0f-a6d6-ef10be6518d0,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:32:23.774391 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-d0622508-41b0-41fe-bb07-ecc5bc0effd7 None None] Attempting to bind port 56d0121a-0cdf-4a0f-a6d6-ef10be6518d0 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:32:23.774771 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-d0622508-41b0-41fe-bb07-ecc5bc0effd7 None None] Attempting to bind port 56d0121a-0cdf-4a0f-a6d6-ef10be6518d0 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:32:23.775140 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0622508-41b0-41fe-bb07-ecc5bc0effd7 None None] Attempting to bind port 56d0121a-0cdf-4a0f-a6d6-ef10be6518d0 on network cbe170d3-31ba-45a2-b477-520ab0a7a8ea {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:32:23.789020 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be6a7e2-bfbb-49d1-9a8b-3ee33cff8eb3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:32:23.789404 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be6a7e2-bfbb-49d1-9a8b-3ee33cff8eb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:32:23.789746 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be6a7e2-bfbb-49d1-9a8b-3ee33cff8eb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:32:23.790084 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be6a7e2-bfbb-49d1-9a8b-3ee33cff8eb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:32:23.790419 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be6a7e2-bfbb-49d1-9a8b-3ee33cff8eb3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:32:23.790766 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be6a7e2-bfbb-49d1-9a8b-3ee33cff8eb3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:32:23.791079 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be6a7e2-bfbb-49d1-9a8b-3ee33cff8eb3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:32:23.791436 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be6a7e2-bfbb-49d1-9a8b-3ee33cff8eb3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:32:23.791767 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be6a7e2-bfbb-49d1-9a8b-3ee33cff8eb3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:32:23.792092 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be6a7e2-bfbb-49d1-9a8b-3ee33cff8eb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:32:23.792416 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be6a7e2-bfbb-49d1-9a8b-3ee33cff8eb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:32:23.792740 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be6a7e2-bfbb-49d1-9a8b-3ee33cff8eb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:32:23.798032 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0622508-41b0-41fe-bb07-ecc5bc0effd7 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:32:23.798414 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0622508-41b0-41fe-bb07-ecc5bc0effd7 None None] Checking segment: {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:32:23.798825 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-d0622508-41b0-41fe-bb07-ecc5bc0effd7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:23.799211 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0622508-41b0-41fe-bb07-ecc5bc0effd7 None None] Bound using segment: {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:32:23.799718 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-d0622508-41b0-41fe-bb07-ecc5bc0effd7 None None] Bound port: 56d0121a-0cdf-4a0f-a6d6-ef10be6518d0, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:32:23.800161 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-d0622508-41b0-41fe-bb07-ecc5bc0effd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:23.833963 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-e3dc7863-c230-4307-9ee5-fe8052228f30 None None] Allocated IP 172.20.0.2 (8e1d1a56-36d0-4d56-bdf4-2629cdb62399/871d511c-68a9-4030-8ec6-d77e6392f54d/26a4c2a0-9dad-4617-96da-7f56cd9a3a7e) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:32:23.893246 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-d0622508-41b0-41fe-bb07-ecc5bc0effd7 None None] For port 56d0121a-0cdf-4a0f-a6d6-ef10be6518d0, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:32:23.931004 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-d0622508-41b0-41fe-bb07-ecc5bc0effd7 None None] For port 56d0121a-0cdf-4a0f-a6d6-ef10be6518d0, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=56d0121a-0cdf-4a0f-a6d6-ef10be6518d0,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:32:23.936775 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-d0622508-41b0-41fe-bb07-ecc5bc0effd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:24.049221 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be6a7e2-bfbb-49d1-9a8b-3ee33cff8eb3 None None] Pushing event updated for resources: {'Port': ['ID=56d0121a-0cdf-4a0f-a6d6-ef10be6518d0,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:32:24.055724 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0622508-41b0-41fe-bb07-ecc5bc0effd7 None None] Routers {'f643173a-979f-4898-9b46-c91a8a7136ef'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:32:24.056521 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-d0622508-41b0-41fe-bb07-ecc5bc0effd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:32:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['f643173a-979f-4898-9b46-c91a8a7136ef'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:32:24.111291 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-e3dc7863-c230-4307-9ee5-fe8052228f30 None None] Publish callbacks [] for port, precommit_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:24.122037 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-e3dc7863-c230-4307-9ee5-fe8052228f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:24.165539 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [None req-ed9f20a8-8158-4dd4-a12b-3440ee6d0c52 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Allocated IP 172.20.0.1 (8e1d1a56-36d0-4d56-bdf4-2629cdb62399/871d511c-68a9-4030-8ec6-d77e6392f54d/8e6d4200-97a0-4c4d-94fa-ea2cb1a6f4a5) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:32:24.208215 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3dc7863-c230-4307-9ee5-fe8052228f30 None None] Network 8e1d1a56-36d0-4d56-bdf4-2629cdb62399 is already hosted by enough agents. {{(pid=100598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:32:24.217356 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-d0622508-41b0-41fe-bb07-ecc5bc0effd7 None None] Set router f643173a-979f-4898-9b46-c91a8a7136ef gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:32:24.219103 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dc7863-c230-4307-9ee5-fe8052228f30 None None] Pushing event updated for resources: {'Port': ['ID=26a4c2a0-9dad-4617-96da-7f56cd9a3a7e,revision_number=1']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:32:24.222185 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.base_scheduler [None req-e3dc7863-c230-4307-9ee5-fe8052228f30 None None] Resources bound (agent type, host, resource id): {{(pid=100598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:32:24.225389 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3dc7863-c230-4307-9ee5-fe8052228f30 None None] Received port after_create {{(pid=100598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:32:24.274753 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ed9f20a8-8158-4dd4-a12b-3440ee6d0c52 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:24.318178 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ed9f20a8-8158-4dd4-a12b-3440ee6d0c52 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:24.360282 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed9f20a8-8158-4dd4-a12b-3440ee6d0c52 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Network 8e1d1a56-36d0-4d56-bdf4-2629cdb62399 is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:32:24.363506 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-ed9f20a8-8158-4dd4-a12b-3440ee6d0c52 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:32:24.367163 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9f20a8-8158-4dd4-a12b-3440ee6d0c52 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:32:24.384819 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-e3dc7863-c230-4307-9ee5-fe8052228f30 None None] Attempting to bind port 26a4c2a0-9dad-4617-96da-7f56cd9a3a7e on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:32:24.385192 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-e3dc7863-c230-4307-9ee5-fe8052228f30 None None] Attempting to bind port 26a4c2a0-9dad-4617-96da-7f56cd9a3a7e by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '13057a08-80dd-4793-9239-4102a9ba7270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '8e1d1a56-36d0-4d56-bdf4-2629cdb62399'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:32:24.385559 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3dc7863-c230-4307-9ee5-fe8052228f30 None None] Attempting to bind port 26a4c2a0-9dad-4617-96da-7f56cd9a3a7e on network 8e1d1a56-36d0-4d56-bdf4-2629cdb62399 {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:32:24.390887 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9f20a8-8158-4dd4-a12b-3440ee6d0c52 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Pushing event updated for resources: {'Port': ['ID=8e6d4200-97a0-4c4d-94fa-ea2cb1a6f4a5,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:32:24.396569 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3dc7863-c230-4307-9ee5-fe8052228f30 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:32:24.396945 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3dc7863-c230-4307-9ee5-fe8052228f30 None None] Checking segment: {'id': '13057a08-80dd-4793-9239-4102a9ba7270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '8e1d1a56-36d0-4d56-bdf4-2629cdb62399'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:32:24.397351 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-e3dc7863-c230-4307-9ee5-fe8052228f30 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:24.397748 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3dc7863-c230-4307-9ee5-fe8052228f30 None None] Bound using segment: {'id': '13057a08-80dd-4793-9239-4102a9ba7270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '8e1d1a56-36d0-4d56-bdf4-2629cdb62399'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:32:24.398224 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-e3dc7863-c230-4307-9ee5-fe8052228f30 None None] Bound port: 26a4c2a0-9dad-4617-96da-7f56cd9a3a7e, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13057a08-80dd-4793-9239-4102a9ba7270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '8e1d1a56-36d0-4d56-bdf4-2629cdb62399'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:32:24.399293 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-e3dc7863-c230-4307-9ee5-fe8052228f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:24.414823 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ed9f20a8-8158-4dd4-a12b-3440ee6d0c52 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1774540'] for router_interface, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:24.504204 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-e3dc7863-c230-4307-9ee5-fe8052228f30 None None] For port 26a4c2a0-9dad-4617-96da-7f56cd9a3a7e, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:32:24.508082 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-e3dc7863-c230-4307-9ee5-fe8052228f30 None None] For port 26a4c2a0-9dad-4617-96da-7f56cd9a3a7e, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=26a4c2a0-9dad-4617-96da-7f56cd9a3a7e,segment=NetworkSegment(13057a08-80dd-4793-9239-4102a9ba7270),segment_id=13057a08-80dd-4793-9239-4102a9ba7270)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:32:24.512467 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-e3dc7863-c230-4307-9ee5-fe8052228f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:24.545840 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ed9f20a8-8158-4dd4-a12b-3440ee6d0c52 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:24.559113 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-d0622508-41b0-41fe-bb07-ecc5bc0effd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f643173a-979f-4898-9b46-c91a8a7136ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1783791360', 'tenant_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': '56d0121a-0cdf-4a0f-a6d6-ef10be6518d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:32:21Z', 'updated_at': '2021-10-20T11:32:22Z', 'revision_number': 3, 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'gw_port': {'id': '56d0121a-0cdf-4a0f-a6d6-ef10be6518d0', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:3e:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f643173a-979f-4898-9b46-c91a8a7136ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:32:21Z', 'updated_at': '2021-10-20T11:32:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:32:24.596931 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0622508-41b0-41fe-bb07-ecc5bc0effd7 None None] The sync data for ids ['f643173a-979f-4898-9b46-c91a8a7136ef'] in n-d-811396-3 is: [{'id': 'f643173a-979f-4898-9b46-c91a8a7136ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1783791360', 'tenant_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': '56d0121a-0cdf-4a0f-a6d6-ef10be6518d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:32:21Z', 'updated_at': '2021-10-20T11:32:22Z', 'revision_number': 3, 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'gw_port': {'id': '56d0121a-0cdf-4a0f-a6d6-ef10be6518d0', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:3e:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f643173a-979f-4898-9b46-c91a8a7136ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:32:21Z', 'updated_at': '2021-10-20T11:32:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:32:24.611772 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dc7863-c230-4307-9ee5-fe8052228f30 None None] Pushing event updated for resources: {'Port': ['ID=26a4c2a0-9dad-4617-96da-7f56cd9a3a7e,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:32:24.899896 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ed9f20a8-8158-4dd4-a12b-3440ee6d0c52 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:24.909523 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ed9f20a8-8158-4dd4-a12b-3440ee6d0c52 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:24.991599 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9f20a8-8158-4dd4-a12b-3440ee6d0c52 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Pushing event updated for resources: {'Port': ['ID=8e6d4200-97a0-4c4d-94fa-ea2cb1a6f4a5,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:32:24.998941 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ed9f20a8-8158-4dd4-a12b-3440ee6d0c52 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1774432'] for router_interface, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:25.077156 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 26a4c2a0-9dad-4617-96da-7f56cd9a3a7e up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:32:25.108836 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed9f20a8-8158-4dd4-a12b-3440ee6d0c52 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Network 8e1d1a56-36d0-4d56-bdf4-2629cdb62399 is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:32:25.110286 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-ed9f20a8-8158-4dd4-a12b-3440ee6d0c52 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:32:25.132705 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 26a4c2a0-9dad-4617-96da-7f56cd9a3a7e triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:32:25.133474 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:25.220395 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:25.234179 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed9f20a8-8158-4dd4-a12b-3440ee6d0c52 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Router f643173a-979f-4898-9b46-c91a8a7136ef has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:32:25.260249 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] For port 26a4c2a0-9dad-4617-96da-7f56cd9a3a7e, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=26a4c2a0-9dad-4617-96da-7f56cd9a3a7e,segment=NetworkSegment(13057a08-80dd-4793-9239-4102a9ba7270),segment_id=13057a08-80dd-4793-9239-4102a9ba7270)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:32:25.264905 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:25.265850 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 56d0121a-0cdf-4a0f-a6d6-ef10be6518d0 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:32:25.359789 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Pushing event updated for resources: {'Port': ['ID=26a4c2a0-9dad-4617-96da-7f56cd9a3a7e,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:32:25.362847 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed9f20a8-8158-4dd4-a12b-3440ee6d0c52 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:32:25.374953 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-ed9f20a8-8158-4dd4-a12b-3440ee6d0c52 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "PUT /v2.0/routers/f643173a-979f-4898-9b46-c91a8a7136ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0561306 Oct 20 11:32:25.377929 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 56d0121a-0cdf-4a0f-a6d6-ef10be6518d0 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:32:25.378312 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:25.466630 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:25.490616 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] For port 56d0121a-0cdf-4a0f-a6d6-ef10be6518d0, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=56d0121a-0cdf-4a0f-a6d6-ef10be6518d0,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:32:25.493849 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:25.550723 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Pushing event updated for resources: {'Port': ['ID=56d0121a-0cdf-4a0f-a6d6-ef10be6518d0,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:32:25.553915 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f8856d2a-7739-4943-8896-9e44ffa87cdc req-295a7855-a240-431f-927d-0148656cd4c4 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1551752786&fields=id&tenant_id=e5f86d6a88794eafa52e20983c8a9c09 HTTP/1.1" status: 200 len: 267 time: 0.0414643 Oct 20 11:32:25.676685 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8856d2a-7739-4943-8896-9e44ffa87cdc req-ffbc07a1-6879-4f7f-991f-115879736cb6 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:25.678864 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f8856d2a-7739-4943-8896-9e44ffa87cdc req-ffbc07a1-6879-4f7f-991f-115879736cb6 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/networks?id=8e1d1a56-36d0-4d56-bdf4-2629cdb62399 HTTP/1.1" status: 200 len: 796 time: 0.1119144 Oct 20 11:32:25.695027 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f8856d2a-7739-4943-8896-9e44ffa87cdc req-36ccc370-312a-462c-b243-22fefe672155 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/quotas/e5f86d6a88794eafa52e20983c8a9c09 HTTP/1.1" status: 200 len: 375 time: 0.0100019 Oct 20 11:32:25.700162 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6736eef2-5049-4332-ad62-d7bdfcdd87e9 None None] Network 8e1d1a56-36d0-4d56-bdf4-2629cdb62399 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:32:25.746822 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f8856d2a-7739-4943-8896-9e44ffa87cdc req-aa4b109b-4a4c-4580-a75e-c8efa1c7bb61 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=e5f86d6a88794eafa52e20983c8a9c09&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0450070 Oct 20 11:32:25.828946 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-33ab46b3-b27b-4fcf-bb35-e841558d7766 None None] Provisioning complete for port 26a4c2a0-9dad-4617-96da-7f56cd9a3a7e triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:32:25.829314 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-33ab46b3-b27b-4fcf-bb35-e841558d7766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:25.847604 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f8856d2a-7739-4943-8896-9e44ffa87cdc req-e4e8bc0b-8779-49f9-b73a-f0fa301a079f service neutron] 10.222.0.64 "GET /v2.0/networks/8e1d1a56-36d0-4d56-bdf4-2629cdb62399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862865 Oct 20 11:32:25.949186 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f8856d2a-7739-4943-8896-9e44ffa87cdc req-935df967-6c36-4890-a2e2-ac361a42575f service neutron] 10.222.0.64 "GET /v2.0/networks/8e1d1a56-36d0-4d56-bdf4-2629cdb62399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944445 Oct 20 11:32:26.140605 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fd61c31a-7352-489b-ab7d-0133d8899972 req-96a2f752-9a0a-4275-a9b0-d0624c5b4b0b tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/ports?device_id=d89991b4-14f6-448a-8e33-828287c5f55d HTTP/1.1" status: 200 len: 210 time: 0.0382771 Oct 20 11:32:26.160522 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-5e10d2a3-8916-41d0-ae18-298a6ea6e7d1 None None] Provisioning complete for port 26a4c2a0-9dad-4617-96da-7f56cd9a3a7e triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:32:26.161022 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-5e10d2a3-8916-41d0-ae18-298a6ea6e7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:26.266765 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-5e10d2a3-8916-41d0-ae18-298a6ea6e7d1 None None] Provisioning complete for port 8e6d4200-97a0-4c4d-94fa-ea2cb1a6f4a5 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:32:26.267147 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-5e10d2a3-8916-41d0-ae18-298a6ea6e7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:26.308941 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-5e10d2a3-8916-41d0-ae18-298a6ea6e7d1 None None] Port 8e6d4200-97a0-4c4d-94fa-ea2cb1a6f4a5 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:32:26.430312 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-9e95659c-f5b1-4292-b472-67497eb8e51a None None] Provisioning complete for port 8e6d4200-97a0-4c4d-94fa-ea2cb1a6f4a5 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:32:26.430593 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-9e95659c-f5b1-4292-b472-67497eb8e51a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:26.520671 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd54f45-009b-4197-8dda-f093c5f50638 None None] Sync routers for ids ['f643173a-979f-4898-9b46-c91a8a7136ef'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:32:26.530657 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd54f45-009b-4197-8dda-f093c5f50638 None None] Routers {'f643173a-979f-4898-9b46-c91a8a7136ef'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:32:26.531285 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-6dd54f45-009b-4197-8dda-f093c5f50638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:32:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['f643173a-979f-4898-9b46-c91a8a7136ef'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:32:26.633385 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-9e95659c-f5b1-4292-b472-67497eb8e51a None None] Port 8e6d4200-97a0-4c4d-94fa-ea2cb1a6f4a5 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:32:26.647277 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-6dd54f45-009b-4197-8dda-f093c5f50638 None None] Set router f643173a-979f-4898-9b46-c91a8a7136ef gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:32:26.753329 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-5c379a61-8061-4311-9cbe-12675517dec4 None None] Provisioning complete for port 8e6d4200-97a0-4c4d-94fa-ea2cb1a6f4a5 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:32:26.753686 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-5c379a61-8061-4311-9cbe-12675517dec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:26.789695 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-5c379a61-8061-4311-9cbe-12675517dec4 None None] Port 8e6d4200-97a0-4c4d-94fa-ea2cb1a6f4a5 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:32:26.852303 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-6dd54f45-009b-4197-8dda-f093c5f50638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f643173a-979f-4898-9b46-c91a8a7136ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1783791360', 'tenant_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': '56d0121a-0cdf-4a0f-a6d6-ef10be6518d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:32:21Z', 'updated_at': '2021-10-20T11:32:24Z', 'revision_number': 4, 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'gw_port': {'id': '56d0121a-0cdf-4a0f-a6d6-ef10be6518d0', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:3e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f643173a-979f-4898-9b46-c91a8a7136ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:32:21Z', 'updated_at': '2021-10-20T11:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '8e6d4200-97a0-4c4d-94fa-ea2cb1a6f4a5', 'name': '', 'network_id': '8e1d1a56-36d0-4d56-bdf4-2629cdb62399', 'tenant_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'mac_address': 'fa:16:3e:6e:df:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f643173a-979f-4898-9b46-c91a8a7136ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '871d511c-68a9-4030-8ec6-d77e6392f54d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:32:23Z', 'updated_at': '2021-10-20T11:32:24Z', 'revision_number': 2, 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'subnets': [{'id': '871d511c-68a9-4030-8ec6-d77e6392f54d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:32:26.877414 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd54f45-009b-4197-8dda-f093c5f50638 None None] Checking router: f643173a-979f-4898-9b46-c91a8a7136ef for host: n-d-811396-3 {{(pid=100599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:32:26.877768 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd54f45-009b-4197-8dda-f093c5f50638 None None] Updating router f643173a-979f-4898-9b46-c91a8a7136ef port 8e6d4200-97a0-4c4d-94fa-ea2cb1a6f4a5 binding host n-d-811396-3 {{(pid=100599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:32:26.905802 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-6dd54f45-009b-4197-8dda-f093c5f50638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:26.976906 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 26a4c2a0-9dad-4617-96da-7f56cd9a3a7e up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:32:27.023969 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 26a4c2a0-9dad-4617-96da-7f56cd9a3a7e triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:32:27.024346 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:27.103373 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 56d0121a-0cdf-4a0f-a6d6-ef10be6518d0 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:32:27.151285 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 56d0121a-0cdf-4a0f-a6d6-ef10be6518d0 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:32:27.151690 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:27.169744 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-6dd54f45-009b-4197-8dda-f093c5f50638 None None] Publish callbacks [] for port, precommit_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:27.176391 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-6dd54f45-009b-4197-8dda-f093c5f50638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:27.230450 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f88a3a-8b10-4dba-ae7e-a6b014e58da6 None None] Pushing event updated for resources: {'Port': ['ID=8e6d4200-97a0-4c4d-94fa-ea2cb1a6f4a5,revision_number=3']} {{(pid=100599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:32:27.255994 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-262e92c2-a767-4c13-b10b-fdf0cb6f2bbf req-70dfc39a-ccc9-4d84-b71f-32ce44e45f83 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/ports?device_id=d89991b4-14f6-448a-8e33-828287c5f55d HTTP/1.1" status: 200 len: 210 time: 0.0538106 Oct 20 11:32:27.262483 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f88a3a-8b10-4dba-ae7e-a6b014e58da6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:32:27.262831 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f88a3a-8b10-4dba-ae7e-a6b014e58da6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:32:27.263171 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f88a3a-8b10-4dba-ae7e-a6b014e58da6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:32:27.263546 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f88a3a-8b10-4dba-ae7e-a6b014e58da6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:32:27.263883 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f88a3a-8b10-4dba-ae7e-a6b014e58da6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:32:27.264214 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f88a3a-8b10-4dba-ae7e-a6b014e58da6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:32:27.264539 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f88a3a-8b10-4dba-ae7e-a6b014e58da6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:32:27.264859 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f88a3a-8b10-4dba-ae7e-a6b014e58da6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:32:27.265181 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f88a3a-8b10-4dba-ae7e-a6b014e58da6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:32:27.265524 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f88a3a-8b10-4dba-ae7e-a6b014e58da6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:32:27.265821 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f88a3a-8b10-4dba-ae7e-a6b014e58da6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:32:27.266139 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f88a3a-8b10-4dba-ae7e-a6b014e58da6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:32:27.302213 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-6dd54f45-009b-4197-8dda-f093c5f50638 None None] Attempting to bind port 8e6d4200-97a0-4c4d-94fa-ea2cb1a6f4a5 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:32:27.302582 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-6dd54f45-009b-4197-8dda-f093c5f50638 None None] Attempting to bind port 8e6d4200-97a0-4c4d-94fa-ea2cb1a6f4a5 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '13057a08-80dd-4793-9239-4102a9ba7270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '8e1d1a56-36d0-4d56-bdf4-2629cdb62399'}] {{(pid=100599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:32:27.302941 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd54f45-009b-4197-8dda-f093c5f50638 None None] Attempting to bind port 8e6d4200-97a0-4c4d-94fa-ea2cb1a6f4a5 on network 8e1d1a56-36d0-4d56-bdf4-2629cdb62399 {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:32:27.308715 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd54f45-009b-4197-8dda-f093c5f50638 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:32:27.309105 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd54f45-009b-4197-8dda-f093c5f50638 None None] Checking segment: {'id': '13057a08-80dd-4793-9239-4102a9ba7270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '8e1d1a56-36d0-4d56-bdf4-2629cdb62399'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:32:27.309487 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-6dd54f45-009b-4197-8dda-f093c5f50638 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:27.309869 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd54f45-009b-4197-8dda-f093c5f50638 None None] Bound using segment: {'id': '13057a08-80dd-4793-9239-4102a9ba7270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '8e1d1a56-36d0-4d56-bdf4-2629cdb62399'} {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:32:27.310337 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-6dd54f45-009b-4197-8dda-f093c5f50638 None None] Bound port: 8e6d4200-97a0-4c4d-94fa-ea2cb1a6f4a5, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13057a08-80dd-4793-9239-4102a9ba7270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '8e1d1a56-36d0-4d56-bdf4-2629cdb62399'}}] {{(pid=100599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:32:27.310714 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-6dd54f45-009b-4197-8dda-f093c5f50638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:27.380686 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.db [None req-6dd54f45-009b-4197-8dda-f093c5f50638 None None] For port 8e6d4200-97a0-4c4d-94fa-ea2cb1a6f4a5, host n-d-811396-3, cleared binding levels {{(pid=100599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:32:27.384120 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.db [None req-6dd54f45-009b-4197-8dda-f093c5f50638 None None] For port 8e6d4200-97a0-4c4d-94fa-ea2cb1a6f4a5, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=8e6d4200-97a0-4c4d-94fa-ea2cb1a6f4a5,segment=NetworkSegment(13057a08-80dd-4793-9239-4102a9ba7270),segment_id=13057a08-80dd-4793-9239-4102a9ba7270)] {{(pid=100599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:32:27.392351 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-6dd54f45-009b-4197-8dda-f093c5f50638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:27.455040 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd54f45-009b-4197-8dda-f093c5f50638 None None] Routers {'f643173a-979f-4898-9b46-c91a8a7136ef'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:32:27.455765 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-6dd54f45-009b-4197-8dda-f093c5f50638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:32:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['f643173a-979f-4898-9b46-c91a8a7136ef'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:32:27.457754 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f88a3a-8b10-4dba-ae7e-a6b014e58da6 None None] Pushing event updated for resources: {'Port': ['ID=8e6d4200-97a0-4c4d-94fa-ea2cb1a6f4a5,revision_number=4']} {{(pid=100599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:32:27.474803 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8856d2a-7739-4943-8896-9e44ffa87cdc req-2fe7be1e-9db3-4b7a-b99d-626b49110868 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:27.476545 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f8856d2a-7739-4943-8896-9e44ffa87cdc req-2fe7be1e-9db3-4b7a-b99d-626b49110868 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.55 "GET /v2.0/networks?id=8e1d1a56-36d0-4d56-bdf4-2629cdb62399 HTTP/1.1" status: 200 len: 796 time: 0.1307549 Oct 20 11:32:27.538438 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f8856d2a-7739-4943-8896-9e44ffa87cdc req-ef17feb8-90fa-4407-ad7f-8f573cc4d263 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e5f86d6a88794eafa52e20983c8a9c09 HTTP/1.1" status: 200 len: 380 time: 0.0381100 Oct 20 11:32:27.554524 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-f8856d2a-7739-4943-8896-9e44ffa87cdc req-203c4739-fcf1-499a-8332-a8fe62bcc3a6 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Request body: {'port': {'device_id': 'd89991b4-14f6-448a-8e33-828287c5f55d', 'network_id': '8e1d1a56-36d0-4d56-bdf4-2629cdb62399', 'admin_state_up': True, 'tenant_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'security_groups': ['ba81fdbb-ba99-425c-8c08-335c07d75971']}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:32:27.569021 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-6dd54f45-009b-4197-8dda-f093c5f50638 None None] Set router f643173a-979f-4898-9b46-c91a8a7136ef gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:32:27.621127 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-5c4d0e62-1520-4f3b-9331-703620821c4e None None] Provisioning complete for port 8e6d4200-97a0-4c4d-94fa-ea2cb1a6f4a5 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:32:27.621695 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-5c4d0e62-1520-4f3b-9331-703620821c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:27.674057 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8856d2a-7739-4943-8896-9e44ffa87cdc req-203c4739-fcf1-499a-8332-a8fe62bcc3a6 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Made reservation on behalf of e5f86d6a88794eafa52e20983c8a9c09 for: {'port': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:32:27.678675 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-f8856d2a-7739-4943-8896-9e44ffa87cdc req-203c4739-fcf1-499a-8332-a8fe62bcc3a6 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:27.724932 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-5c4d0e62-1520-4f3b-9331-703620821c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:27.766043 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-5c4d0e62-1520-4f3b-9331-703620821c4e None None] For port 8e6d4200-97a0-4c4d-94fa-ea2cb1a6f4a5, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=8e6d4200-97a0-4c4d-94fa-ea2cb1a6f4a5,segment=NetworkSegment(13057a08-80dd-4793-9239-4102a9ba7270),segment_id=13057a08-80dd-4793-9239-4102a9ba7270)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:32:27.771615 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-5c4d0e62-1520-4f3b-9331-703620821c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:27.799217 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-6dd54f45-009b-4197-8dda-f093c5f50638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f643173a-979f-4898-9b46-c91a8a7136ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1783791360', 'tenant_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': '56d0121a-0cdf-4a0f-a6d6-ef10be6518d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:32:21Z', 'updated_at': '2021-10-20T11:32:24Z', 'revision_number': 4, 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'gw_port': {'id': '56d0121a-0cdf-4a0f-a6d6-ef10be6518d0', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:3e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f643173a-979f-4898-9b46-c91a8a7136ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:32:21Z', 'updated_at': '2021-10-20T11:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '8e6d4200-97a0-4c4d-94fa-ea2cb1a6f4a5', 'name': '', 'network_id': '8e1d1a56-36d0-4d56-bdf4-2629cdb62399', 'tenant_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'mac_address': 'fa:16:3e:6e:df:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f643173a-979f-4898-9b46-c91a8a7136ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '871d511c-68a9-4030-8ec6-d77e6392f54d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:32:23Z', 'updated_at': '2021-10-20T11:32:27Z', 'revision_number': 4, 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'subnets': [{'id': '871d511c-68a9-4030-8ec6-d77e6392f54d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:32:27.824245 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4d0e62-1520-4f3b-9331-703620821c4e None None] Pushing event updated for resources: {'Port': ['ID=8e6d4200-97a0-4c4d-94fa-ea2cb1a6f4a5,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:32:27.893929 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-b8da3d6c-1347-4d50-8300-d874730c0d7d None None] Provisioning complete for port 8e6d4200-97a0-4c4d-94fa-ea2cb1a6f4a5 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:32:27.894305 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-b8da3d6c-1347-4d50-8300-d874730c0d7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:27.921645 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd54f45-009b-4197-8dda-f093c5f50638 None None] The sync data for ids ['f643173a-979f-4898-9b46-c91a8a7136ef'] in n-d-811396-3 is: [{'id': 'f643173a-979f-4898-9b46-c91a8a7136ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1783791360', 'tenant_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': '56d0121a-0cdf-4a0f-a6d6-ef10be6518d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:32:21Z', 'updated_at': '2021-10-20T11:32:24Z', 'revision_number': 4, 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'gw_port': {'id': '56d0121a-0cdf-4a0f-a6d6-ef10be6518d0', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:3e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f643173a-979f-4898-9b46-c91a8a7136ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:32:21Z', 'updated_at': '2021-10-20T11:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '8e6d4200-97a0-4c4d-94fa-ea2cb1a6f4a5', 'name': '', 'network_id': '8e1d1a56-36d0-4d56-bdf4-2629cdb62399', 'tenant_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'mac_address': 'fa:16:3e:6e:df:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f643173a-979f-4898-9b46-c91a8a7136ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '871d511c-68a9-4030-8ec6-d77e6392f54d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:32:23Z', 'updated_at': '2021-10-20T11:32:27Z', 'revision_number': 4, 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'subnets': [{'id': '871d511c-68a9-4030-8ec6-d77e6392f54d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:32:28.163702 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [req-f8856d2a-7739-4943-8896-9e44ffa87cdc req-203c4739-fcf1-499a-8332-a8fe62bcc3a6 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Allocated IP 172.20.0.12 (8e1d1a56-36d0-4d56-bdf4-2629cdb62399/871d511c-68a9-4030-8ec6-d77e6392f54d/6fb8b21c-fe7d-4bce-a2c6-8c851a53e9ec) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:32:28.313255 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-f8856d2a-7739-4943-8896-9e44ffa87cdc req-203c4739-fcf1-499a-8332-a8fe62bcc3a6 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:28.361838 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4e045de4-f856-4080-aff8-ebc5977587dd req-15d479b5-cd27-4bf0-bbb0-1203098a2a5f tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/ports?device_id=d89991b4-14f6-448a-8e33-828287c5f55d HTTP/1.1" status: 200 len: 210 time: 0.0310178 Oct 20 11:32:28.375808 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-f8856d2a-7739-4943-8896-9e44ffa87cdc req-203c4739-fcf1-499a-8332-a8fe62bcc3a6 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:28.424589 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8856d2a-7739-4943-8896-9e44ffa87cdc req-203c4739-fcf1-499a-8332-a8fe62bcc3a6 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Network 8e1d1a56-36d0-4d56-bdf4-2629cdb62399 is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:32:28.428272 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [req-f8856d2a-7739-4943-8896-9e44ffa87cdc req-203c4739-fcf1-499a-8332-a8fe62bcc3a6 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:32:28.433093 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8856d2a-7739-4943-8896-9e44ffa87cdc req-203c4739-fcf1-499a-8332-a8fe62bcc3a6 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:32:28.437323 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203c4739-fcf1-499a-8332-a8fe62bcc3a6 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Pushing event updated for resources: {'Port': ['ID=6fb8b21c-fe7d-4bce-a2c6-8c851a53e9ec,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:32:28.492918 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8856d2a-7739-4943-8896-9e44ffa87cdc req-203c4739-fcf1-499a-8332-a8fe62bcc3a6 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:28.493577 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-f8856d2a-7739-4943-8896-9e44ffa87cdc req-203c4739-fcf1-499a-8332-a8fe62bcc3a6 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:28.510499 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f8856d2a-7739-4943-8896-9e44ffa87cdc req-203c4739-fcf1-499a-8332-a8fe62bcc3a6 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9607999 Oct 20 11:32:28.521310 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [req-f8856d2a-7739-4943-8896-9e44ffa87cdc req-c84310f5-3043-4f2f-ad2d-8af2b2e867c7 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:32:28.522344 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f8856d2a-7739-4943-8896-9e44ffa87cdc req-c84310f5-3043-4f2f-ad2d-8af2b2e867c7 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0056560 Oct 20 11:32:28.540891 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-f8856d2a-7739-4943-8896-9e44ffa87cdc req-57c89356-9a3b-4196-9ecd-cc08a4ad9049 service neutron] Request body: {'port': {'device_id': 'd89991b4-14f6-448a-8e33-828287c5f55d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811396-3'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:32:28.599889 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-f8856d2a-7739-4943-8896-9e44ffa87cdc req-57c89356-9a3b-4196-9ecd-cc08a4ad9049 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:28.631498 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-14bf6a71-7354-45a1-8717-b9e2689c911f None None] Provisioning complete for port 6fb8b21c-fe7d-4bce-a2c6-8c851a53e9ec triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:32:28.632034 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-14bf6a71-7354-45a1-8717-b9e2689c911f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:28.667769 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-14bf6a71-7354-45a1-8717-b9e2689c911f None None] Port 6fb8b21c-fe7d-4bce-a2c6-8c851a53e9ec cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:32:28.879935 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [req-f8856d2a-7739-4943-8896-9e44ffa87cdc req-57c89356-9a3b-4196-9ecd-cc08a4ad9049 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fb8b21c-fe7d-4bce-a2c6-8c851a53e9ec {{(pid=100596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:32:28.888356 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-f8856d2a-7739-4943-8896-9e44ffa87cdc req-57c89356-9a3b-4196-9ecd-cc08a4ad9049 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:28.900891 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.provisioning_blocks [req-f8856d2a-7739-4943-8896-9e44ffa87cdc req-57c89356-9a3b-4196-9ecd-cc08a4ad9049 service neutron] Transition to ACTIVE for port object 6fb8b21c-fe7d-4bce-a2c6-8c851a53e9ec will not be triggered until provisioned by entity L2. {{(pid=100596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:32:28.908682 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-f8856d2a-7739-4943-8896-9e44ffa87cdc req-57c89356-9a3b-4196-9ecd-cc08a4ad9049 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:28.963777 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c89356-9a3b-4196-9ecd-cc08a4ad9049 service neutron] Pushing event updated for resources: {'Port': ['ID=6fb8b21c-fe7d-4bce-a2c6-8c851a53e9ec,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:32:29.017075 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 8e6d4200-97a0-4c4d-94fa-ea2cb1a6f4a5 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:32:29.052350 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-f8856d2a-7739-4943-8896-9e44ffa87cdc req-57c89356-9a3b-4196-9ecd-cc08a4ad9049 service neutron] Attempting to bind port 6fb8b21c-fe7d-4bce-a2c6-8c851a53e9ec on host n-h1-811396-3 for vnic_type normal with profile {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:32:29.052697 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-f8856d2a-7739-4943-8896-9e44ffa87cdc req-57c89356-9a3b-4196-9ecd-cc08a4ad9049 service neutron] Attempting to bind port 6fb8b21c-fe7d-4bce-a2c6-8c851a53e9ec by drivers openvswitch,hyperv on host n-h1-811396-3 at level 0 using segments [{'id': '13057a08-80dd-4793-9239-4102a9ba7270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '8e1d1a56-36d0-4d56-bdf4-2629cdb62399'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:32:29.053059 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8856d2a-7739-4943-8896-9e44ffa87cdc req-57c89356-9a3b-4196-9ecd-cc08a4ad9049 service neutron] Attempting to bind port 6fb8b21c-fe7d-4bce-a2c6-8c851a53e9ec on network 8e1d1a56-36d0-4d56-bdf4-2629cdb62399 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:32:29.058061 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8856d2a-7739-4943-8896-9e44ffa87cdc req-57c89356-9a3b-4196-9ecd-cc08a4ad9049 service neutron] Port 6fb8b21c-fe7d-4bce-a2c6-8c851a53e9ec on network 8e1d1a56-36d0-4d56-bdf4-2629cdb62399 not bound, no agent of type Open vSwitch agent registered on host n-h1-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:32:29.058394 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8856d2a-7739-4943-8896-9e44ffa87cdc req-57c89356-9a3b-4196-9ecd-cc08a4ad9049 service neutron] Attempting to bind port 6fb8b21c-fe7d-4bce-a2c6-8c851a53e9ec on network 8e1d1a56-36d0-4d56-bdf4-2629cdb62399 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:32:29.063759 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8856d2a-7739-4943-8896-9e44ffa87cdc req-57c89356-9a3b-4196-9ecd-cc08a4ad9049 service neutron] Checking agent: {'id': 'b707b4cc-061f-4cf4-bce0-0b3df9b7bec9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 32, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:32:29.064103 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8856d2a-7739-4943-8896-9e44ffa87cdc req-57c89356-9a3b-4196-9ecd-cc08a4ad9049 service neutron] Checking segment: {'id': '13057a08-80dd-4793-9239-4102a9ba7270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '8e1d1a56-36d0-4d56-bdf4-2629cdb62399'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:32:29.064494 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8856d2a-7739-4943-8896-9e44ffa87cdc req-57c89356-9a3b-4196-9ecd-cc08a4ad9049 service neutron] Bound using segment: {'id': '13057a08-80dd-4793-9239-4102a9ba7270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '8e1d1a56-36d0-4d56-bdf4-2629cdb62399'} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:32:29.064999 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-f8856d2a-7739-4943-8896-9e44ffa87cdc req-57c89356-9a3b-4196-9ecd-cc08a4ad9049 service neutron] Bound port: 6fb8b21c-fe7d-4bce-a2c6-8c851a53e9ec, host: n-h1-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13057a08-80dd-4793-9239-4102a9ba7270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '8e1d1a56-36d0-4d56-bdf4-2629cdb62399'}}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:32:29.065388 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-f8856d2a-7739-4943-8896-9e44ffa87cdc req-57c89356-9a3b-4196-9ecd-cc08a4ad9049 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:29.071140 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 8e6d4200-97a0-4c4d-94fa-ea2cb1a6f4a5 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:32:29.071567 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:29.143002 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-f8856d2a-7739-4943-8896-9e44ffa87cdc req-57c89356-9a3b-4196-9ecd-cc08a4ad9049 service neutron] For port 6fb8b21c-fe7d-4bce-a2c6-8c851a53e9ec, host n-h1-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:32:29.146461 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-f8856d2a-7739-4943-8896-9e44ffa87cdc req-57c89356-9a3b-4196-9ecd-cc08a4ad9049 service neutron] For port 6fb8b21c-fe7d-4bce-a2c6-8c851a53e9ec, host n-h1-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=6fb8b21c-fe7d-4bce-a2c6-8c851a53e9ec,segment=NetworkSegment(13057a08-80dd-4793-9239-4102a9ba7270),segment_id=13057a08-80dd-4793-9239-4102a9ba7270)] {{(pid=100596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:32:29.150379 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-f8856d2a-7739-4943-8896-9e44ffa87cdc req-57c89356-9a3b-4196-9ecd-cc08a4ad9049 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:29.188362 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8856d2a-7739-4943-8896-9e44ffa87cdc req-57c89356-9a3b-4196-9ecd-cc08a4ad9049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:29.188994 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-f8856d2a-7739-4943-8896-9e44ffa87cdc req-57c89356-9a3b-4196-9ecd-cc08a4ad9049 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:29.190431 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f8856d2a-7739-4943-8896-9e44ffa87cdc req-57c89356-9a3b-4196-9ecd-cc08a4ad9049 service neutron] 10.222.0.55 "PUT /v2.0/ports/6fb8b21c-fe7d-4bce-a2c6-8c851a53e9ec HTTP/1.1" status: 200 len: 1092 time: 0.6544926 Oct 20 11:32:29.190877 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd89991b4-14f6-448a-8e33-828287c5f55d', 'tag': '6fb8b21c-fe7d-4bce-a2c6-8c851a53e9ec'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:32:29.193805 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b817f9d80a1b29ed07bd94f2222da8cf244b0bc6025e0bf33ac95c6b13c59699" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ace2b01-6871-4b31-a8fe-6f593b54aca5" -d '{"events": [{"name": "network-changed", "server_uuid": "d89991b4-14f6-448a-8e33-828287c5f55d", "tag": "6fb8b21c-fe7d-4bce-a2c6-8c851a53e9ec"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:32:29.215585 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c89356-9a3b-4196-9ecd-cc08a4ad9049 service neutron] Pushing event updated for resources: {'Port': ['ID=6fb8b21c-fe7d-4bce-a2c6-8c851a53e9ec,revision_number=3']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:32:29.238217 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e170573-5567-4d4b-a488-b7ed11e19f31 x-openstack-request-id: req-2e170573-5567-4d4b-a488-b7ed11e19f31 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:32:29.238519 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d89991b4-14f6-448a-8e33-828287c5f55d", "tag": "6fb8b21c-fe7d-4bce-a2c6-8c851a53e9ec", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:32:29.238777 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2e170573-5567-4d4b-a488-b7ed11e19f31 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:32:29.239210 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd89991b4-14f6-448a-8e33-828287c5f55d', 'tag': '6fb8b21c-fe7d-4bce-a2c6-8c851a53e9ec', 'status': 'completed', 'code': 200} Oct 20 11:32:29.297754 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8856d2a-7739-4943-8896-9e44ffa87cdc req-e0e9dbd4-e6e9-4c13-a213-ef31cf6f3a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:29.299329 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f8856d2a-7739-4943-8896-9e44ffa87cdc req-e0e9dbd4-e6e9-4c13-a213-ef31cf6f3a5c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e5f86d6a88794eafa52e20983c8a9c09&device_id=d89991b4-14f6-448a-8e33-828287c5f55d HTTP/1.1" status: 200 len: 1095 time: 0.0427296 Oct 20 11:32:29.352310 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f8856d2a-7739-4943-8896-9e44ffa87cdc req-0423d907-ddd2-41bd-afc9-4518c3e49351 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6fb8b21c-fe7d-4bce-a2c6-8c851a53e9ec HTTP/1.1" status: 200 len: 217 time: 0.0398753 Oct 20 11:32:29.404891 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8856d2a-7739-4943-8896-9e44ffa87cdc req-fa0abfcf-717b-4d92-9899-8c4ab87aff1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:29.406433 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f8856d2a-7739-4943-8896-9e44ffa87cdc req-fa0abfcf-717b-4d92-9899-8c4ab87aff1c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=871d511c-68a9-4030-8ec6-d77e6392f54d HTTP/1.1" status: 200 len: 835 time: 0.0476460 Oct 20 11:32:29.480971 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8856d2a-7739-4943-8896-9e44ffa87cdc req-b2060799-ea33-4243-a903-ed23504e2c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:29.482474 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f8856d2a-7739-4943-8896-9e44ffa87cdc req-b2060799-ea33-4243-a903-ed23504e2c1b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8e1d1a56-36d0-4d56-bdf4-2629cdb62399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0693984 Oct 20 11:32:29.494166 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c402feed-41d4-4ee1-a12b-85ec69ae2013 req-629650dc-5c40-4b8c-942e-dc81fdd44047 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:29.495550 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c402feed-41d4-4ee1-a12b-85ec69ae2013 req-629650dc-5c40-4b8c-942e-dc81fdd44047 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/ports?device_id=d89991b4-14f6-448a-8e33-828287c5f55d HTTP/1.1" status: 200 len: 944 time: 0.0588026 Oct 20 11:32:29.591368 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c402feed-41d4-4ee1-a12b-85ec69ae2013 req-b3dd08eb-f385-45e8-ba5c-cb9d1cd9923d tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba81fdbb-ba99-425c-8c08-335c07d75971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872042 Oct 20 11:32:29.613221 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f8856d2a-7739-4943-8896-9e44ffa87cdc req-af17aca9-410d-4a78-9c3d-f0144bc3d602 service neutron] 10.222.0.55 "GET /v2.0/networks/8e1d1a56-36d0-4d56-bdf4-2629cdb62399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167576 Oct 20 11:32:29.705647 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f8856d2a-7739-4943-8896-9e44ffa87cdc req-e25d23a3-f70d-4b94-9a54-0720d58d46f0 service neutron] 10.222.0.55 "GET /v2.0/networks/8e1d1a56-36d0-4d56-bdf4-2629cdb62399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852132 Oct 20 11:32:29.837050 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ace2b01-6871-4b31-a8fe-6f593b54aca5 req-0e3b2025-9a27-4deb-874d-87c7d0531724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:29.838514 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3ace2b01-6871-4b31-a8fe-6f593b54aca5 req-0e3b2025-9a27-4deb-874d-87c7d0531724 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e5f86d6a88794eafa52e20983c8a9c09&device_id=d89991b4-14f6-448a-8e33-828287c5f55d HTTP/1.1" status: 200 len: 1095 time: 0.0406864 Oct 20 11:32:29.929822 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ace2b01-6871-4b31-a8fe-6f593b54aca5 req-fe757a02-c011-4542-a087-333d1b508ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:29.931680 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3ace2b01-6871-4b31-a8fe-6f593b54aca5 req-fe757a02-c011-4542-a087-333d1b508ee6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8e1d1a56-36d0-4d56-bdf4-2629cdb62399 HTTP/1.1" status: 200 len: 897 time: 0.0859210 Oct 20 11:32:29.977322 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3ace2b01-6871-4b31-a8fe-6f593b54aca5 req-61a1be78-41eb-4afe-90bf-a1424a7c635a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6fb8b21c-fe7d-4bce-a2c6-8c851a53e9ec HTTP/1.1" status: 200 len: 217 time: 0.0386643 Oct 20 11:32:30.025059 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ace2b01-6871-4b31-a8fe-6f593b54aca5 req-d79651c0-761a-485a-b25e-2f0efd84f287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:30.026464 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3ace2b01-6871-4b31-a8fe-6f593b54aca5 req-d79651c0-761a-485a-b25e-2f0efd84f287 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=871d511c-68a9-4030-8ec6-d77e6392f54d HTTP/1.1" status: 200 len: 835 time: 0.0428841 Oct 20 11:32:30.071026 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ace2b01-6871-4b31-a8fe-6f593b54aca5 req-b97595fc-76aa-43e3-9672-db41ce5e2112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:30.072507 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3ace2b01-6871-4b31-a8fe-6f593b54aca5 req-b97595fc-76aa-43e3-9672-db41ce5e2112 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8e1d1a56-36d0-4d56-bdf4-2629cdb62399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391905 Oct 20 11:32:30.167736 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3ace2b01-6871-4b31-a8fe-6f593b54aca5 req-16e86d17-4771-4dcb-bffd-5525bb0b2e36 service neutron] 10.222.0.55 "GET /v2.0/networks/8e1d1a56-36d0-4d56-bdf4-2629cdb62399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856452 Oct 20 11:32:30.255263 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3ace2b01-6871-4b31-a8fe-6f593b54aca5 req-fb980ee9-0f3c-491b-94a6-a517ca813448 service neutron] 10.222.0.55 "GET /v2.0/networks/8e1d1a56-36d0-4d56-bdf4-2629cdb62399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802417 Oct 20 11:32:30.719745 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85b6697-3d09-4cbd-88cb-9461df49831b req-0e9a3e92-a874-4422-bfde-69c41aae2494 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:30.721256 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b85b6697-3d09-4cbd-88cb-9461df49831b req-0e9a3e92-a874-4422-bfde-69c41aae2494 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/ports?device_id=d89991b4-14f6-448a-8e33-828287c5f55d HTTP/1.1" status: 200 len: 944 time: 0.0605433 Oct 20 11:32:30.759814 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b85b6697-3d09-4cbd-88cb-9461df49831b req-b57b5eb7-89e7-4054-b64d-df291c7ef7f1 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba81fdbb-ba99-425c-8c08-335c07d75971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320392 Oct 20 11:32:31.873068 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd5a92a-5b51-435c-91dc-ac73370e697f req-34647f89-0dac-4c94-9d30-04489bae73df tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:31.874544 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2dd5a92a-5b51-435c-91dc-ac73370e697f req-34647f89-0dac-4c94-9d30-04489bae73df tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/ports?device_id=d89991b4-14f6-448a-8e33-828287c5f55d HTTP/1.1" status: 200 len: 944 time: 0.0483954 Oct 20 11:32:31.914080 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2dd5a92a-5b51-435c-91dc-ac73370e697f req-389c00fb-67d0-4119-a5e1-b05dd11f7446 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba81fdbb-ba99-425c-8c08-335c07d75971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336430 Oct 20 11:32:33.031543 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c185fc40-daec-4bcd-8ddd-2efb75051abd req-f8f7fc9c-5574-41ed-ab67-09e7a105833b tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:33.033011 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c185fc40-daec-4bcd-8ddd-2efb75051abd req-f8f7fc9c-5574-41ed-ab67-09e7a105833b tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/ports?device_id=d89991b4-14f6-448a-8e33-828287c5f55d HTTP/1.1" status: 200 len: 944 time: 0.0488632 Oct 20 11:32:33.069772 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c185fc40-daec-4bcd-8ddd-2efb75051abd req-1a255bc6-6525-450a-9f3f-461e742500c7 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba81fdbb-ba99-425c-8c08-335c07d75971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307977 Oct 20 11:32:33.604685 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-07c6774e-c542-4693-9aca-30787a9d5df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:34.189017 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976ad454-1d86-4558-98e6-bf563b2fd7ed req-6dc1bdc0-9e55-4d59-9438-909bf3fe3b22 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:34.190402 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-976ad454-1d86-4558-98e6-bf563b2fd7ed req-6dc1bdc0-9e55-4d59-9438-909bf3fe3b22 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/ports?device_id=d89991b4-14f6-448a-8e33-828287c5f55d HTTP/1.1" status: 200 len: 944 time: 0.0525167 Oct 20 11:32:34.227986 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-976ad454-1d86-4558-98e6-bf563b2fd7ed req-72518ca2-2f9f-41bc-926f-c146ecb3646b tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba81fdbb-ba99-425c-8c08-335c07d75971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316737 Oct 20 11:32:34.915348 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 6fb8b21c-fe7d-4bce-a2c6-8c851a53e9ec details requested by agent hyperv_n-h1-811396-3 with host n-h1-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:32:35.009337 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 6fb8b21c-fe7d-4bce-a2c6-8c851a53e9ec, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=6fb8b21c-fe7d-4bce-a2c6-8c851a53e9ec,segment=NetworkSegment(13057a08-80dd-4793-9239-4102a9ba7270),segment_id=13057a08-80dd-4793-9239-4102a9ba7270)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:32:35.020262 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Returning: {'device': '6fb8b21c-fe7d-4bce-a2c6-8c851a53e9ec', 'network_id': '8e1d1a56-36d0-4d56-bdf4-2629cdb62399', 'port_id': '6fb8b21c-fe7d-4bce-a2c6-8c851a53e9ec', 'mac_address': 'fa:16:3e:0f:3e:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 845, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '871d511c-68a9-4030-8ec6-d77e6392f54d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:32:35.057364 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:35.069725 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fb8b21c-fe7d-4bce-a2c6-8c851a53e9ec {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:32:35.089036 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 6fb8b21c-fe7d-4bce-a2c6-8c851a53e9ec, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=6fb8b21c-fe7d-4bce-a2c6-8c851a53e9ec,segment=NetworkSegment(13057a08-80dd-4793-9239-4102a9ba7270),segment_id=13057a08-80dd-4793-9239-4102a9ba7270)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:32:35.092714 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:35.139336 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=6fb8b21c-fe7d-4bce-a2c6-8c851a53e9ec,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:32:35.340557 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8226fcf6-4a9d-414f-ba28-36cf5688fff3 req-b450cdb6-2c58-43c4-947f-ff38b219094d tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:35.341954 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8226fcf6-4a9d-414f-ba28-36cf5688fff3 req-b450cdb6-2c58-43c4-947f-ff38b219094d tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/ports?device_id=d89991b4-14f6-448a-8e33-828287c5f55d HTTP/1.1" status: 200 len: 945 time: 0.0488648 Oct 20 11:32:35.380203 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8226fcf6-4a9d-414f-ba28-36cf5688fff3 req-fe6a5be2-aef5-4803-b321-3568dfd255e2 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba81fdbb-ba99-425c-8c08-335c07d75971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323560 Oct 20 11:32:35.485204 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['6fb8b21c-fe7d-4bce-a2c6-8c851a53e9ec'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:32:36.464377 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-4711ae05-870a-41bb-b675-1ae540cbf05a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:36.499614 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ce34ba-5d0c-4976-97f1-e5ba59d94fe6 req-d5958c76-7d62-4f9c-9de7-2f5c559bb663 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:36.501164 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b1ce34ba-5d0c-4976-97f1-e5ba59d94fe6 req-d5958c76-7d62-4f9c-9de7-2f5c559bb663 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/ports?device_id=d89991b4-14f6-448a-8e33-828287c5f55d HTTP/1.1" status: 200 len: 945 time: 0.0501146 Oct 20 11:32:36.538364 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b1ce34ba-5d0c-4976-97f1-e5ba59d94fe6 req-5b2ce98b-2312-4336-b74b-11b974a3f33e tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba81fdbb-ba99-425c-8c08-335c07d75971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305002 Oct 20 11:32:36.914871 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 6fb8b21c-fe7d-4bce-a2c6-8c851a53e9ec up at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:32:36.963544 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning for port 6fb8b21c-fe7d-4bce-a2c6-8c851a53e9ec completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:32:36.967248 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning complete for port 6fb8b21c-fe7d-4bce-a2c6-8c851a53e9ec triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:32:36.967648 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:37.045911 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:37.069317 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd89991b4-14f6-448a-8e33-828287c5f55d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fb8b21c-fe7d-4bce-a2c6-8c851a53e9ec'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:32:37.071604 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3a5a1e74fee385f59395feee7f880defec871777ba90fab9b56a242633970a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54453866-6bd4-4827-a242-661bb8f2e712" -d '{"events": [{"server_uuid": "d89991b4-14f6-448a-8e33-828287c5f55d", "name": "network-vif-plugged", "status": "completed", "tag": "6fb8b21c-fe7d-4bce-a2c6-8c851a53e9ec"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:32:37.083705 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 6fb8b21c-fe7d-4bce-a2c6-8c851a53e9ec, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=6fb8b21c-fe7d-4bce-a2c6-8c851a53e9ec,segment=NetworkSegment(13057a08-80dd-4793-9239-4102a9ba7270),segment_id=13057a08-80dd-4793-9239-4102a9ba7270)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:32:37.088480 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:37.111609 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a4c6781-3144-4638-9c77-32ac3e904418 x-openstack-request-id: req-4a4c6781-3144-4638-9c77-32ac3e904418 {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:32:37.111895 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d89991b4-14f6-448a-8e33-828287c5f55d", "name": "network-vif-plugged", "status": "completed", "tag": "6fb8b21c-fe7d-4bce-a2c6-8c851a53e9ec", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:32:37.112143 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4a4c6781-3144-4638-9c77-32ac3e904418 {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:32:37.112522 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd89991b4-14f6-448a-8e33-828287c5f55d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fb8b21c-fe7d-4bce-a2c6-8c851a53e9ec', 'code': 200} Oct 20 11:32:37.137120 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=6fb8b21c-fe7d-4bce-a2c6-8c851a53e9ec,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:32:37.218507 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:37.233718 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e546e0cb-e670-4a26-a743-cfe5d24c2018 req-de8eb82f-273c-4cb0-8a9b-10dc1a35e698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:37.235184 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e546e0cb-e670-4a26-a743-cfe5d24c2018 req-de8eb82f-273c-4cb0-8a9b-10dc1a35e698 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d89991b4-14f6-448a-8e33-828287c5f55d HTTP/1.1" status: 200 len: 1097 time: 0.0436563 Oct 20 11:32:37.268389 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e546e0cb-e670-4a26-a743-cfe5d24c2018 req-556737f8-8411-4219-920f-ae1f177a3e01 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=ba81fdbb-ba99-425c-8c08-335c07d75971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0265710 Oct 20 11:32:37.655970 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c986475-3495-4ebb-982e-781251d0a156 req-691130de-ec08-4b79-94f7-e8a5de6ab306 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:37.657597 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0c986475-3495-4ebb-982e-781251d0a156 req-691130de-ec08-4b79-94f7-e8a5de6ab306 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/ports?device_id=d89991b4-14f6-448a-8e33-828287c5f55d HTTP/1.1" status: 200 len: 946 time: 0.0502639 Oct 20 11:32:37.695032 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0c986475-3495-4ebb-982e-781251d0a156 req-717c84f8-2f67-47f6-8a1d-7758035c3a67 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba81fdbb-ba99-425c-8c08-335c07d75971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314186 Oct 20 11:32:37.767204 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:38.714944 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:38.810855 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ead1258-1588-4555-a9db-25b66d35eaae req-8456c4c2-ab0b-4c31-9cfb-2e7da3101fd3 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:38.812292 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1ead1258-1588-4555-a9db-25b66d35eaae req-8456c4c2-ab0b-4c31-9cfb-2e7da3101fd3 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/ports?device_id=d89991b4-14f6-448a-8e33-828287c5f55d HTTP/1.1" status: 200 len: 946 time: 0.0488584 Oct 20 11:32:38.848880 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1ead1258-1588-4555-a9db-25b66d35eaae req-07376cda-b759-44bf-a74d-4683d3c69855 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba81fdbb-ba99-425c-8c08-335c07d75971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307257 Oct 20 11:32:38.965240 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fb64ea-026d-4b10-89af-18504f566172 req-e230625e-74f1-434d-ade6-bccc2fb79eac tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:38.966687 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-03fb64ea-026d-4b10-89af-18504f566172 req-e230625e-74f1-434d-ade6-bccc2fb79eac tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/ports?device_id=d89991b4-14f6-448a-8e33-828287c5f55d HTTP/1.1" status: 200 len: 946 time: 0.0520358 Oct 20 11:32:39.002514 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-03fb64ea-026d-4b10-89af-18504f566172 req-a2cb9442-987d-40b0-b29e-c6abf89c65d9 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba81fdbb-ba99-425c-8c08-335c07d75971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297849 Oct 20 11:32:39.025034 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 46868) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:32:39.062612 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f3508f-b3ff-4d7a-9880-8de768cbe7da tempest-TestNetworkAdvancedServerOps-1034537329 tempest-TestNetworkAdvancedServerOps-1034537329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:39.064143 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-51f3508f-b3ff-4d7a-9880-8de768cbe7da tempest-TestNetworkAdvancedServerOps-1034537329 tempest-TestNetworkAdvancedServerOps-1034537329-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=d89991b4-14f6-448a-8e33-828287c5f55d HTTP/1.1" status: 200 len: 1092 time: 0.0381167 Oct 20 11:32:39.066920 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 46870) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:32:39.071743 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-3115e99a-f3af-4ddc-bd02-5be1cafb008e tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Request body: {'floatingip': {'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'port_id': '6fb8b21c-fe7d-4bce-a2c6-8c851a53e9ec', 'tenant_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'fixed_ip_address': '172.20.0.12'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:32:39.093288 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3115e99a-f3af-4ddc-bd02-5be1cafb008e tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for floatingip, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:39.133993 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:39.194304 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3115e99a-f3af-4ddc-bd02-5be1cafb008e tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:39.306649 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [None req-3115e99a-f3af-4ddc-bd02-5be1cafb008e tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Allocated IP 172.25.1.195 (cbe170d3-31ba-45a2-b477-520ab0a7a8ea/f4e26aca-17ac-4adb-a66b-d939a1b35b64/4c1e14a0-40da-4f66-82a7-5bea6aac45d5) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:32:39.407906 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3115e99a-f3af-4ddc-bd02-5be1cafb008e tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:39.441403 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3115e99a-f3af-4ddc-bd02-5be1cafb008e tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:39.481225 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3115e99a-f3af-4ddc-bd02-5be1cafb008e tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Network cbe170d3-31ba-45a2-b477-520ab0a7a8ea is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:32:39.484207 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-3115e99a-f3af-4ddc-bd02-5be1cafb008e tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:32:39.487664 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3115e99a-f3af-4ddc-bd02-5be1cafb008e tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:32:39.511093 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3115e99a-f3af-4ddc-bd02-5be1cafb008e tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Pushing event updated for resources: {'Port': ['ID=4c1e14a0-40da-4f66-82a7-5bea6aac45d5,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:32:39.846085 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3115e99a-f3af-4ddc-bd02-5be1cafb008e tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:39.912917 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3115e99a-f3af-4ddc-bd02-5be1cafb008e tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:40.062026 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3115e99a-f3af-4ddc-bd02-5be1cafb008e tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:40.066561 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3115e99a-f3af-4ddc-bd02-5be1cafb008e tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:40.137267 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3115e99a-f3af-4ddc-bd02-5be1cafb008e tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Pushing event updated for resources: {'Port': ['ID=4c1e14a0-40da-4f66-82a7-5bea6aac45d5,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:32:40.146876 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3115e99a-f3af-4ddc-bd02-5be1cafb008e tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1773381'] for floatingip, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:40.240348 n-d-811396-3 neutron-server[100596]: INFO neutron.db.l3_db [None req-3115e99a-f3af-4ddc-bd02-5be1cafb008e tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Floating IP 294f6e58-5ca4-44da-bf79-184ae8bd47a3 associated. External IP: 172.25.1.195, port: 6fb8b21c-fe7d-4bce-a2c6-8c851a53e9ec. Oct 20 11:32:40.445651 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3115e99a-f3af-4ddc-bd02-5be1cafb008e tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Router f643173a-979f-4898-9b46-c91a8a7136ef has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:32:40.552532 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3115e99a-f3af-4ddc-bd02-5be1cafb008e tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:32:40.563233 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe2637f-1837-46dd-b588-204995d7057d None None] Sync routers for ids ['f643173a-979f-4898-9b46-c91a8a7136ef'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:32:40.570223 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-3115e99a-f3af-4ddc-bd02-5be1cafb008e tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for floatingip, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:40.577778 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe2637f-1837-46dd-b588-204995d7057d None None] Routers {'f643173a-979f-4898-9b46-c91a8a7136ef'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:32:40.578407 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-1fe2637f-1837-46dd-b588-204995d7057d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:32:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['f643173a-979f-4898-9b46-c91a8a7136ef'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:32:40.596608 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-3115e99a-f3af-4ddc-bd02-5be1cafb008e tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5286624 Oct 20 11:32:40.597291 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd89991b4-14f6-448a-8e33-828287c5f55d', 'tag': '6fb8b21c-fe7d-4bce-a2c6-8c851a53e9ec'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:32:40.599731 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b817f9d80a1b29ed07bd94f2222da8cf244b0bc6025e0bf33ac95c6b13c59699" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21e89695-b5ae-4e8c-8b11-e46f302a8a3b" -d '{"events": [{"name": "network-changed", "server_uuid": "d89991b4-14f6-448a-8e33-828287c5f55d", "tag": "6fb8b21c-fe7d-4bce-a2c6-8c851a53e9ec"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:32:40.637479 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8ae3885-ecaa-4a6d-97b1-6ff2d68861d5 x-openstack-request-id: req-c8ae3885-ecaa-4a6d-97b1-6ff2d68861d5 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:32:40.637872 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d89991b4-14f6-448a-8e33-828287c5f55d", "tag": "6fb8b21c-fe7d-4bce-a2c6-8c851a53e9ec", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:32:40.638363 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c8ae3885-ecaa-4a6d-97b1-6ff2d68861d5 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:32:40.639642 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd89991b4-14f6-448a-8e33-828287c5f55d', 'tag': '6fb8b21c-fe7d-4bce-a2c6-8c851a53e9ec', 'status': 'completed', 'code': 200} Oct 20 11:32:40.691191 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-1fe2637f-1837-46dd-b588-204995d7057d None None] Set router f643173a-979f-4898-9b46-c91a8a7136ef gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:32:40.731516 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3122ef30-20be-437a-92be-62318f81d100 req-cf069ec9-8094-4cf1-9984-70b89911c57e tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:40.732941 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3122ef30-20be-437a-92be-62318f81d100 req-cf069ec9-8094-4cf1-9984-70b89911c57e tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/ports?device_id=d89991b4-14f6-448a-8e33-828287c5f55d HTTP/1.1" status: 200 len: 946 time: 0.0822754 Oct 20 11:32:40.738920 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e89695-b5ae-4e8c-8b11-e46f302a8a3b req-8f50cdbf-98fc-4da3-9d0b-a0a9c5ffa99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:40.740383 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-21e89695-b5ae-4e8c-8b11-e46f302a8a3b req-8f50cdbf-98fc-4da3-9d0b-a0a9c5ffa99e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e5f86d6a88794eafa52e20983c8a9c09&device_id=d89991b4-14f6-448a-8e33-828287c5f55d HTTP/1.1" status: 200 len: 1097 time: 0.0593758 Oct 20 11:32:40.824831 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3122ef30-20be-437a-92be-62318f81d100 req-ee827b69-7b3b-4645-948f-8c1abc20dc7f tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba81fdbb-ba99-425c-8c08-335c07d75971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828869 Oct 20 11:32:40.847919 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 46876) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:32:40.858544 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e89695-b5ae-4e8c-8b11-e46f302a8a3b req-38f158ac-e6bb-46d3-933a-fbd663ec266a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:40.860008 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-21e89695-b5ae-4e8c-8b11-e46f302a8a3b req-38f158ac-e6bb-46d3-933a-fbd663ec266a service neutron] 10.222.0.55 "GET /v2.0/networks?id=8e1d1a56-36d0-4d56-bdf4-2629cdb62399 HTTP/1.1" status: 200 len: 897 time: 0.1124985 Oct 20 11:32:40.919094 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-1fe2637f-1837-46dd-b588-204995d7057d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f643173a-979f-4898-9b46-c91a8a7136ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1783791360', 'tenant_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': '56d0121a-0cdf-4a0f-a6d6-ef10be6518d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:32:21Z', 'updated_at': '2021-10-20T11:32:24Z', 'revision_number': 4, 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'gw_port': {'id': '56d0121a-0cdf-4a0f-a6d6-ef10be6518d0', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:3e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f643173a-979f-4898-9b46-c91a8a7136ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:32:21Z', 'updated_at': '2021-10-20T11:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_floatingips': [{'id': '294f6e58-5ca4-44da-bf79-184ae8bd47a3', 'tenant_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'floating_ip_address': '172.25.1.195', 'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'router_id': 'f643173a-979f-4898-9b46-c91a8a7136ef', 'port_id': '6fb8b21c-fe7d-4bce-a2c6-8c851a53e9ec', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4203, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e1d1a56-36d0-4d56-bdf4-2629cdb62399', 'mac_address': 'fa:16:3e:0f:3e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd89991b4-14f6-448a-8e33-828287c5f55d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:32:39Z', 'updated_at': '2021-10-20T11:32:39Z', 'revision_number': 0, 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e6d4200-97a0-4c4d-94fa-ea2cb1a6f4a5', 'name': '', 'network_id': '8e1d1a56-36d0-4d56-bdf4-2629cdb62399', 'tenant_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'mac_address': 'fa:16:3e:6e:df:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f643173a-979f-4898-9b46-c91a8a7136ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '871d511c-68a9-4030-8ec6-d77e6392f54d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:32:23Z', 'updated_at': '2021-10-20T11:32:27Z', 'revision_number': 5, 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'subnets': [{'id': '871d511c-68a9-4030-8ec6-d77e6392f54d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:32:40.945108 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe2637f-1837-46dd-b588-204995d7057d None None] Checking router: f643173a-979f-4898-9b46-c91a8a7136ef for host: n-d-811396-3 {{(pid=100598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:32:40.953358 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe2637f-1837-46dd-b588-204995d7057d None None] Routers {'f643173a-979f-4898-9b46-c91a8a7136ef'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:32:40.954008 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-1fe2637f-1837-46dd-b588-204995d7057d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:32:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['f643173a-979f-4898-9b46-c91a8a7136ef'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:32:40.957433 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-4838f1bb-f529-4aee-835b-ac6e5dfeeedc tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/floatingips/294f6e58-5ca4-44da-bf79-184ae8bd47a3 HTTP/1.1" status: 200 len: 992 time: 0.1083622 Oct 20 11:32:40.963776 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-21e89695-b5ae-4e8c-8b11-e46f302a8a3b req-f7d7ffc6-ab7d-4309-9e7d-1f584343b26f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6fb8b21c-fe7d-4bce-a2c6-8c851a53e9ec HTTP/1.1" status: 200 len: 1000 time: 0.0741336 Oct 20 11:32:41.018034 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e89695-b5ae-4e8c-8b11-e46f302a8a3b req-d1505c95-4c93-48e7-859c-e92c3ff6df4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:41.019546 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-21e89695-b5ae-4e8c-8b11-e46f302a8a3b req-d1505c95-4c93-48e7-859c-e92c3ff6df4d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=871d511c-68a9-4030-8ec6-d77e6392f54d HTTP/1.1" status: 200 len: 835 time: 0.0489106 Oct 20 11:32:41.060249 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-1fe2637f-1837-46dd-b588-204995d7057d None None] Set router f643173a-979f-4898-9b46-c91a8a7136ef gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:32:41.063411 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e89695-b5ae-4e8c-8b11-e46f302a8a3b req-f1477517-421c-47f8-8ae4-78f689469066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:41.064916 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-21e89695-b5ae-4e8c-8b11-e46f302a8a3b req-f1477517-421c-47f8-8ae4-78f689469066 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8e1d1a56-36d0-4d56-bdf4-2629cdb62399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387411 Oct 20 11:32:41.156758 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-21e89695-b5ae-4e8c-8b11-e46f302a8a3b req-8291111e-38f3-48df-84dd-c5a892b952d5 service neutron] 10.222.0.55 "GET /v2.0/networks/8e1d1a56-36d0-4d56-bdf4-2629cdb62399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845892 Oct 20 11:32:41.245120 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-21e89695-b5ae-4e8c-8b11-e46f302a8a3b req-a4074428-2dbc-4bd6-8788-4e95d8ca5741 service neutron] 10.222.0.55 "GET /v2.0/networks/8e1d1a56-36d0-4d56-bdf4-2629cdb62399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817075 Oct 20 11:32:41.283598 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-1fe2637f-1837-46dd-b588-204995d7057d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f643173a-979f-4898-9b46-c91a8a7136ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1783791360', 'tenant_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': '56d0121a-0cdf-4a0f-a6d6-ef10be6518d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:32:21Z', 'updated_at': '2021-10-20T11:32:24Z', 'revision_number': 4, 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'gw_port': {'id': '56d0121a-0cdf-4a0f-a6d6-ef10be6518d0', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:3e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f643173a-979f-4898-9b46-c91a8a7136ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:32:21Z', 'updated_at': '2021-10-20T11:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_floatingips': [{'id': '294f6e58-5ca4-44da-bf79-184ae8bd47a3', 'tenant_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'floating_ip_address': '172.25.1.195', 'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'router_id': 'f643173a-979f-4898-9b46-c91a8a7136ef', 'port_id': '6fb8b21c-fe7d-4bce-a2c6-8c851a53e9ec', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4203, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e1d1a56-36d0-4d56-bdf4-2629cdb62399', 'mac_address': 'fa:16:3e:0f:3e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd89991b4-14f6-448a-8e33-828287c5f55d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:32:39Z', 'updated_at': '2021-10-20T11:32:39Z', 'revision_number': 0, 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e6d4200-97a0-4c4d-94fa-ea2cb1a6f4a5', 'name': '', 'network_id': '8e1d1a56-36d0-4d56-bdf4-2629cdb62399', 'tenant_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'mac_address': 'fa:16:3e:6e:df:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f643173a-979f-4898-9b46-c91a8a7136ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '871d511c-68a9-4030-8ec6-d77e6392f54d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:32:23Z', 'updated_at': '2021-10-20T11:32:27Z', 'revision_number': 5, 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'subnets': [{'id': '871d511c-68a9-4030-8ec6-d77e6392f54d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:32:41.308858 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe2637f-1837-46dd-b588-204995d7057d None None] The sync data for ids ['f643173a-979f-4898-9b46-c91a8a7136ef'] in n-d-811396-3 is: [{'id': 'f643173a-979f-4898-9b46-c91a8a7136ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1783791360', 'tenant_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': '56d0121a-0cdf-4a0f-a6d6-ef10be6518d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:32:21Z', 'updated_at': '2021-10-20T11:32:24Z', 'revision_number': 4, 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'gw_port': {'id': '56d0121a-0cdf-4a0f-a6d6-ef10be6518d0', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:3e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f643173a-979f-4898-9b46-c91a8a7136ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:32:21Z', 'updated_at': '2021-10-20T11:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_floatingips': [{'id': '294f6e58-5ca4-44da-bf79-184ae8bd47a3', 'tenant_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'floating_ip_address': '172.25.1.195', 'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'router_id': 'f643173a-979f-4898-9b46-c91a8a7136ef', 'port_id': '6fb8b21c-fe7d-4bce-a2c6-8c851a53e9ec', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4203, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e1d1a56-36d0-4d56-bdf4-2629cdb62399', 'mac_address': 'fa:16:3e:0f:3e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd89991b4-14f6-448a-8e33-828287c5f55d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:32:39Z', 'updated_at': '2021-10-20T11:32:39Z', 'revision_number': 0, 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e6d4200-97a0-4c4d-94fa-ea2cb1a6f4a5', 'name': '', 'network_id': '8e1d1a56-36d0-4d56-bdf4-2629cdb62399', 'tenant_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'mac_address': 'fa:16:3e:6e:df:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f643173a-979f-4898-9b46-c91a8a7136ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '871d511c-68a9-4030-8ec6-d77e6392f54d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:32:23Z', 'updated_at': '2021-10-20T11:32:27Z', 'revision_number': 5, 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'subnets': [{'id': '871d511c-68a9-4030-8ec6-d77e6392f54d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:32:41.499478 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ea05a5-c479-4d4a-9a4a-7dad826435d2 None None] New status for floating IP 294f6e58-5ca4-44da-bf79-184ae8bd47a3: ACTIVE {{(pid=100599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 11:32:41.961625 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 46878) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:32:42.022753 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-1c53369c-b20c-41b8-ab93-624738cded68 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/floatingips/294f6e58-5ca4-44da-bf79-184ae8bd47a3 HTTP/1.1" status: 200 len: 994 time: 0.0595591 Oct 20 11:32:49.773280 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:54.255293 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 7 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:33:03.605602 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-e3fafed7-5c8f-45f0-ad63-e8966998bac4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:06.467410 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-af0aff91-e746-4359-806d-c8ff36c55fe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:07.219433 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:07.768193 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:08.730051 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:09.137052 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:19.783595 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:31.255888 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 7 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:33:33.605640 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-26ad598c-2c8a-45b1-a212-c622bc4ec91d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:36.468648 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-117be3c8-8c90-4392-ac88-aa16470bb4df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:37.218957 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:37.627009 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f2604991-1bb0-49f8-ae06-5a874dd27396 req-88beec79-0482-404c-8947-08554264cf57 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d89991b4-14f6-448a-8e33-828287c5f55d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0393238 Oct 20 11:33:37.723778 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2604991-1bb0-49f8-ae06-5a874dd27396 req-de08efe3-8323-47a0-9b99-73f17e82b3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:37.725269 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f2604991-1bb0-49f8-ae06-5a874dd27396 req-de08efe3-8323-47a0-9b99-73f17e82b3a9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e5f86d6a88794eafa52e20983c8a9c09&device_id=d89991b4-14f6-448a-8e33-828287c5f55d HTTP/1.1" status: 200 len: 1097 time: 0.0409923 Oct 20 11:33:37.775410 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:37.835918 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2604991-1bb0-49f8-ae06-5a874dd27396 req-7fb12133-0bda-4674-b712-40dad2ecbb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:37.837382 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f2604991-1bb0-49f8-ae06-5a874dd27396 req-7fb12133-0bda-4674-b712-40dad2ecbb9a service neutron] 10.222.0.55 "GET /v2.0/networks?id=8e1d1a56-36d0-4d56-bdf4-2629cdb62399 HTTP/1.1" status: 200 len: 897 time: 0.0935526 Oct 20 11:33:37.901103 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f2604991-1bb0-49f8-ae06-5a874dd27396 req-dd11deff-9890-49dc-844a-c11740247a5f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6fb8b21c-fe7d-4bce-a2c6-8c851a53e9ec HTTP/1.1" status: 200 len: 1002 time: 0.0563030 Oct 20 11:33:37.948046 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2604991-1bb0-49f8-ae06-5a874dd27396 req-f08c8258-5e99-4b0c-b45e-7d7514009e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:37.949430 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f2604991-1bb0-49f8-ae06-5a874dd27396 req-f08c8258-5e99-4b0c-b45e-7d7514009e43 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=871d511c-68a9-4030-8ec6-d77e6392f54d HTTP/1.1" status: 200 len: 835 time: 0.0418000 Oct 20 11:33:37.997031 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2604991-1bb0-49f8-ae06-5a874dd27396 req-89d6d50e-d9ee-404a-a25c-b09bc19bd778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:37.998503 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f2604991-1bb0-49f8-ae06-5a874dd27396 req-89d6d50e-d9ee-404a-a25c-b09bc19bd778 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8e1d1a56-36d0-4d56-bdf4-2629cdb62399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418835 Oct 20 11:33:38.087210 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f2604991-1bb0-49f8-ae06-5a874dd27396 req-8c3e4790-9f87-4a6d-85c1-db05269e4e48 service neutron] 10.222.0.55 "GET /v2.0/networks/8e1d1a56-36d0-4d56-bdf4-2629cdb62399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808852 Oct 20 11:33:38.497173 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f2604991-1bb0-49f8-ae06-5a874dd27396 req-73a69fd2-0e80-485b-aa0e-22f6d3a0f325 service neutron] 10.222.0.55 "GET /v2.0/networks/8e1d1a56-36d0-4d56-bdf4-2629cdb62399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4021444 Oct 20 11:33:38.742559 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:39.139909 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:49.792193 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:53.571165 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195ab0b3-7d62-48fd-843c-434e753ceef2 req-30436b2a-6e0e-4275-bb26-091d685bea87 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:53.572584 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-195ab0b3-7d62-48fd-843c-434e753ceef2 req-30436b2a-6e0e-4275-bb26-091d685bea87 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/ports?device_id=d89991b4-14f6-448a-8e33-828287c5f55d HTTP/1.1" status: 200 len: 946 time: 0.0561812 Oct 20 11:33:53.634127 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-195ab0b3-7d62-48fd-843c-434e753ceef2 req-095b13da-5449-4fe5-87f3-acc15de0dead tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba81fdbb-ba99-425c-8c08-335c07d75971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553768 Oct 20 11:33:53.651590 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412e926e-3d00-4231-ab97-1547a1301359 req-5d6c25c5-08d3-4abf-bae8-23e109aee389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:53.653145 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-412e926e-3d00-4231-ab97-1547a1301359 req-5d6c25c5-08d3-4abf-bae8-23e109aee389 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e5f86d6a88794eafa52e20983c8a9c09&device_id=d89991b4-14f6-448a-8e33-828287c5f55d HTTP/1.1" status: 200 len: 1097 time: 0.0600066 Oct 20 11:33:53.746414 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412e926e-3d00-4231-ab97-1547a1301359 req-b8986450-36cd-4239-b525-d01dc72ff332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:53.747894 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-412e926e-3d00-4231-ab97-1547a1301359 req-b8986450-36cd-4239-b525-d01dc72ff332 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8e1d1a56-36d0-4d56-bdf4-2629cdb62399 HTTP/1.1" status: 200 len: 897 time: 0.0876861 Oct 20 11:33:53.816810 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-412e926e-3d00-4231-ab97-1547a1301359 req-555faf15-e83d-413f-8d0b-85dfbc0e840d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6fb8b21c-fe7d-4bce-a2c6-8c851a53e9ec HTTP/1.1" status: 200 len: 1002 time: 0.0611591 Oct 20 11:33:53.865140 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412e926e-3d00-4231-ab97-1547a1301359 req-fdf2388f-0bcf-45cf-9ae6-d58e76fd83a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:53.867147 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-412e926e-3d00-4231-ab97-1547a1301359 req-fdf2388f-0bcf-45cf-9ae6-d58e76fd83a3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=871d511c-68a9-4030-8ec6-d77e6392f54d HTTP/1.1" status: 200 len: 835 time: 0.0423810 Oct 20 11:33:53.909861 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412e926e-3d00-4231-ab97-1547a1301359 req-981910a1-3743-42bf-bfd6-5acf64f45859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:53.911311 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-412e926e-3d00-4231-ab97-1547a1301359 req-981910a1-3743-42bf-bfd6-5acf64f45859 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8e1d1a56-36d0-4d56-bdf4-2629cdb62399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0375450 Oct 20 11:33:54.003322 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-412e926e-3d00-4231-ab97-1547a1301359 req-79e03b89-3b7d-46f9-9e8d-d0cd19cbea78 service neutron] 10.222.0.55 "GET /v2.0/networks/8e1d1a56-36d0-4d56-bdf4-2629cdb62399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842364 Oct 20 11:33:54.092083 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-412e926e-3d00-4231-ab97-1547a1301359 req-fbdc6b3f-1148-467c-aec7-1f2c7d52652d service neutron] 10.222.0.55 "GET /v2.0/networks/8e1d1a56-36d0-4d56-bdf4-2629cdb62399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818727 Oct 20 11:33:54.750649 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d600348b-5d2b-456a-94c3-d0af67397a90 req-f596d9f3-5470-4b1e-9a75-0460f6f9a3cd tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:54.752174 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d600348b-5d2b-456a-94c3-d0af67397a90 req-f596d9f3-5470-4b1e-9a75-0460f6f9a3cd tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/ports?device_id=d89991b4-14f6-448a-8e33-828287c5f55d HTTP/1.1" status: 200 len: 946 time: 0.0487957 Oct 20 11:33:54.797168 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d600348b-5d2b-456a-94c3-d0af67397a90 req-b886c0d6-7d3c-464e-b749-dcc21864b3dd tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba81fdbb-ba99-425c-8c08-335c07d75971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390439 Oct 20 11:33:55.911596 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ecf4ca-2e65-49cb-b926-a52069985bcd req-203b8990-7baf-49fb-b206-2523f130e156 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:55.913564 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a1ecf4ca-2e65-49cb-b926-a52069985bcd req-203b8990-7baf-49fb-b206-2523f130e156 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/ports?device_id=d89991b4-14f6-448a-8e33-828287c5f55d HTTP/1.1" status: 200 len: 946 time: 0.0478005 Oct 20 11:33:55.950099 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a1ecf4ca-2e65-49cb-b926-a52069985bcd req-b333020b-6092-42c9-9fed-b9f15ca97795 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba81fdbb-ba99-425c-8c08-335c07d75971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307302 Oct 20 11:33:57.076351 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d61f47b-ccb4-418c-ba96-9ff7cf829585 req-63228453-66c9-4a42-9bba-afdaf2ea94d4 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:57.077856 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4d61f47b-ccb4-418c-ba96-9ff7cf829585 req-63228453-66c9-4a42-9bba-afdaf2ea94d4 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/ports?device_id=d89991b4-14f6-448a-8e33-828287c5f55d HTTP/1.1" status: 200 len: 946 time: 0.0484996 Oct 20 11:33:57.113688 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4d61f47b-ccb4-418c-ba96-9ff7cf829585 req-715ee8fe-d5b9-4f66-9cbf-f29698903dd9 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba81fdbb-ba99-425c-8c08-335c07d75971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299819 Oct 20 11:33:58.240534 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0816b5-f36a-4719-8483-890ac271bb4e req-60dead1d-3eae-46d6-a051-fd74e88d10a9 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:58.242030 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6e0816b5-f36a-4719-8483-890ac271bb4e req-60dead1d-3eae-46d6-a051-fd74e88d10a9 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/ports?device_id=d89991b4-14f6-448a-8e33-828287c5f55d HTTP/1.1" status: 200 len: 946 time: 0.0485580 Oct 20 11:33:58.283355 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6e0816b5-f36a-4719-8483-890ac271bb4e req-b032fefa-d3b8-46f2-acbb-a515ca637e9e tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba81fdbb-ba99-425c-8c08-335c07d75971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353315 Oct 20 11:33:59.398831 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e120815b-32fc-44a0-bc33-f744c7470986 req-d076e501-3d7a-45cb-85e7-a8af88feb64e tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:59.400331 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e120815b-32fc-44a0-bc33-f744c7470986 req-d076e501-3d7a-45cb-85e7-a8af88feb64e tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/ports?device_id=d89991b4-14f6-448a-8e33-828287c5f55d HTTP/1.1" status: 200 len: 946 time: 0.0480018 Oct 20 11:33:59.437293 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e120815b-32fc-44a0-bc33-f744c7470986 req-6acfce94-dae3-4c7c-8016-cfd64411682b tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba81fdbb-ba99-425c-8c08-335c07d75971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310452 Oct 20 11:34:00.549558 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243e4960-28f5-40ee-911d-eb81d0cc9df4 req-4ee8740f-3729-4e83-8a36-1154d8df8296 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:00.550942 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-243e4960-28f5-40ee-911d-eb81d0cc9df4 req-4ee8740f-3729-4e83-8a36-1154d8df8296 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/ports?device_id=d89991b4-14f6-448a-8e33-828287c5f55d HTTP/1.1" status: 200 len: 946 time: 0.0469558 Oct 20 11:34:00.587857 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-243e4960-28f5-40ee-911d-eb81d0cc9df4 req-257d538f-bec8-4ff2-b1b0-1d75fa1227ed tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba81fdbb-ba99-425c-8c08-335c07d75971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301147 Oct 20 11:34:01.700757 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f41157-d624-44de-903c-0a323404d696 req-75c406e2-f1cd-4993-8dca-37a713d5db52 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:01.702210 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-51f41157-d624-44de-903c-0a323404d696 req-75c406e2-f1cd-4993-8dca-37a713d5db52 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/ports?device_id=d89991b4-14f6-448a-8e33-828287c5f55d HTTP/1.1" status: 200 len: 946 time: 0.0479736 Oct 20 11:34:01.744215 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-51f41157-d624-44de-903c-0a323404d696 req-f4df2a62-081c-4caf-bbf6-0694a5aa19ba tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba81fdbb-ba99-425c-8c08-335c07d75971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360200 Oct 20 11:34:02.859097 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9b2610-633b-4ca7-a79c-d851776c206d req-25d00e2d-6efb-42f5-9519-aa37aa25e7b6 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:02.860594 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ec9b2610-633b-4ca7-a79c-d851776c206d req-25d00e2d-6efb-42f5-9519-aa37aa25e7b6 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/ports?device_id=d89991b4-14f6-448a-8e33-828287c5f55d HTTP/1.1" status: 200 len: 946 time: 0.0481200 Oct 20 11:34:02.897496 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ec9b2610-633b-4ca7-a79c-d851776c206d req-cacc209f-8dd5-44b1-8c09-e8c9c65eccb5 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba81fdbb-ba99-425c-8c08-335c07d75971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310228 Oct 20 11:34:03.063660 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [req-93552ee4-7d93-482d-9a11-a09f3419b28e req-1e9d4586-4d42-4cfb-9832-abd0c31011a4 service neutron] (100597) timed out ('10.222.0.64', 44076) {{(pid=100597) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 20 11:34:03.606616 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-a0d891dd-837f-4091-ac9a-aaa122bc35b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:04.010192 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb96c8f5-d5fa-4e70-b886-1a5e17c7f0b0 req-17354fcb-722c-42d1-bfe9-bd53bbd1943e tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:04.011761 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-eb96c8f5-d5fa-4e70-b886-1a5e17c7f0b0 req-17354fcb-722c-42d1-bfe9-bd53bbd1943e tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/ports?device_id=d89991b4-14f6-448a-8e33-828287c5f55d HTTP/1.1" status: 200 len: 946 time: 0.0484231 Oct 20 11:34:04.050354 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-eb96c8f5-d5fa-4e70-b886-1a5e17c7f0b0 req-73efcb6e-9250-4646-865d-2fd4592a7093 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba81fdbb-ba99-425c-8c08-335c07d75971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326610 Oct 20 11:34:05.166327 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10953967-2f3b-4652-823f-daa5a288ab04 req-e59bb79f-bff3-44ba-ae23-2f05f131698e tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:05.167739 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-10953967-2f3b-4652-823f-daa5a288ab04 req-e59bb79f-bff3-44ba-ae23-2f05f131698e tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/ports?device_id=d89991b4-14f6-448a-8e33-828287c5f55d HTTP/1.1" status: 200 len: 946 time: 0.0506074 Oct 20 11:34:05.207616 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-10953967-2f3b-4652-823f-daa5a288ab04 req-cb90a39a-975d-4c8b-ab01-e9139d9c8e64 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba81fdbb-ba99-425c-8c08-335c07d75971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339592 Oct 20 11:34:05.230271 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 46940) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:34:05.289486 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-b3885463-cdf6-475a-a797-da603b3a66a4 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/floatingips/294f6e58-5ca4-44da-bf79-184ae8bd47a3 HTTP/1.1" status: 200 len: 994 time: 0.0580754 Oct 20 11:34:06.470248 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-a2cfe9bf-c140-4745-853f-798afa231fe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:07.222974 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:07.774158 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:08.255076 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 7 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:34:08.745354 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:09.142896 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:19.805666 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:33.607870 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-5b5b7d1f-a85e-43e8-9384-5ac41e62c949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:36.472330 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-b53900ae-4c64-4231-a3ab-7873913dbef0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:37.223290 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:37.776565 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:38.665327 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0fe30f8b-fd6e-410b-93e3-dbd00e74ecac req-47f5e4bb-fed5-497a-98c9-00cf65c33375 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d89991b4-14f6-448a-8e33-828287c5f55d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0375061 Oct 20 11:34:38.746119 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:38.764131 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe30f8b-fd6e-410b-93e3-dbd00e74ecac req-d05f2a4f-3e7f-462d-9b9c-fec4e46d18b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:38.765604 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0fe30f8b-fd6e-410b-93e3-dbd00e74ecac req-d05f2a4f-3e7f-462d-9b9c-fec4e46d18b9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e5f86d6a88794eafa52e20983c8a9c09&device_id=d89991b4-14f6-448a-8e33-828287c5f55d HTTP/1.1" status: 200 len: 1097 time: 0.0452483 Oct 20 11:34:38.867593 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe30f8b-fd6e-410b-93e3-dbd00e74ecac req-f41948ea-8304-496a-b249-24f2acbcb7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:38.869482 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0fe30f8b-fd6e-410b-93e3-dbd00e74ecac req-f41948ea-8304-496a-b249-24f2acbcb7c7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8e1d1a56-36d0-4d56-bdf4-2629cdb62399 HTTP/1.1" status: 200 len: 897 time: 0.0842631 Oct 20 11:34:38.938219 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0fe30f8b-fd6e-410b-93e3-dbd00e74ecac req-98862c2c-348d-4ce6-8a96-217e397017e0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6fb8b21c-fe7d-4bce-a2c6-8c851a53e9ec HTTP/1.1" status: 200 len: 1002 time: 0.0610435 Oct 20 11:34:38.986819 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe30f8b-fd6e-410b-93e3-dbd00e74ecac req-e334d2ea-1b60-4157-99ba-084e4f3fd499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:38.988342 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0fe30f8b-fd6e-410b-93e3-dbd00e74ecac req-e334d2ea-1b60-4157-99ba-084e4f3fd499 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=871d511c-68a9-4030-8ec6-d77e6392f54d HTTP/1.1" status: 200 len: 835 time: 0.0431249 Oct 20 11:34:39.032000 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe30f8b-fd6e-410b-93e3-dbd00e74ecac req-0df8b234-31ed-4370-a770-4dbbfb02992c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:39.033452 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0fe30f8b-fd6e-410b-93e3-dbd00e74ecac req-0df8b234-31ed-4370-a770-4dbbfb02992c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8e1d1a56-36d0-4d56-bdf4-2629cdb62399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0382550 Oct 20 11:34:39.128377 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0fe30f8b-fd6e-410b-93e3-dbd00e74ecac req-ca0c9fbd-52f3-4656-b522-ab572a7a38b0 service neutron] 10.222.0.55 "GET /v2.0/networks/8e1d1a56-36d0-4d56-bdf4-2629cdb62399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878303 Oct 20 11:34:39.145167 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:39.217692 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0fe30f8b-fd6e-410b-93e3-dbd00e74ecac req-add3edc1-cb0e-4a32-b45f-e8418743f08f service neutron] 10.222.0.55 "GET /v2.0/networks/8e1d1a56-36d0-4d56-bdf4-2629cdb62399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817525 Oct 20 11:34:45.254676 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 7 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:34:49.807479 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:53.925901 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 46972) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:34:54.080090 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-d08f2eae-e983-4516-8c10-d10c8920ffb4 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Deleting port 4c1e14a0-40da-4f66-82a7-5bea6aac45d5 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:34:54.080432 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d08f2eae-e983-4516-8c10-d10c8920ffb4 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:54.155836 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d08f2eae-e983-4516-8c10-d10c8920ffb4 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:54.156161 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d08f2eae-e983-4516-8c10-d10c8920ffb4 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:54.167296 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-d08f2eae-e983-4516-8c10-d10c8920ffb4 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Calling delete_port for 4c1e14a0-40da-4f66-82a7-5bea6aac45d5 owned by network:floatingip {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:34:54.308439 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d08f2eae-e983-4516-8c10-d10c8920ffb4 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:54.340978 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08f2eae-e983-4516-8c10-d10c8920ffb4 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Pushing event deleted for resources: {'Port': ['ID=4c1e14a0-40da-4f66-82a7-5bea6aac45d5,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:54.361675 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08f2eae-e983-4516-8c10-d10c8920ffb4 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:34:54.362023 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08f2eae-e983-4516-8c10-d10c8920ffb4 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:34:54.362358 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08f2eae-e983-4516-8c10-d10c8920ffb4 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:34:54.362695 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08f2eae-e983-4516-8c10-d10c8920ffb4 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:34:54.363018 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08f2eae-e983-4516-8c10-d10c8920ffb4 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:34:54.363344 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08f2eae-e983-4516-8c10-d10c8920ffb4 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:34:54.363692 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08f2eae-e983-4516-8c10-d10c8920ffb4 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:34:54.364015 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08f2eae-e983-4516-8c10-d10c8920ffb4 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:34:54.364373 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08f2eae-e983-4516-8c10-d10c8920ffb4 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:34:54.364694 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08f2eae-e983-4516-8c10-d10c8920ffb4 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:34:54.365009 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08f2eae-e983-4516-8c10-d10c8920ffb4 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:34:54.365323 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08f2eae-e983-4516-8c10-d10c8920ffb4 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:34:54.407073 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d08f2eae-e983-4516-8c10-d10c8920ffb4 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for floatingip, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:54.407428 n-d-811396-3 neutron-server[100597]: INFO neutron.db.l3_db [None req-d08f2eae-e983-4516-8c10-d10c8920ffb4 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Floating IP 294f6e58-5ca4-44da-bf79-184ae8bd47a3 disassociated (deleted). External IP: 172.25.1.195, port: 6fb8b21c-fe7d-4bce-a2c6-8c851a53e9ec. Oct 20 11:34:54.614195 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d08f2eae-e983-4516-8c10-d10c8920ffb4 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Router f643173a-979f-4898-9b46-c91a8a7136ef has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:34:54.717080 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d08f2eae-e983-4516-8c10-d10c8920ffb4 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:34:54.721932 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d08f2eae-e983-4516-8c10-d10c8920ffb4 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for floatingip, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:54.726552 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df5693a-ea79-49ad-8820-a4d6d2c87e1a None None] Sync routers for ids ['f643173a-979f-4898-9b46-c91a8a7136ef'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:34:54.736094 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df5693a-ea79-49ad-8820-a4d6d2c87e1a None None] Routers {'f643173a-979f-4898-9b46-c91a8a7136ef'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:34:54.736723 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-2df5693a-ea79-49ad-8820-a4d6d2c87e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:34:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['f643173a-979f-4898-9b46-c91a8a7136ef'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:34:54.749300 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-d08f2eae-e983-4516-8c10-d10c8920ffb4 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "DELETE /v2.0/floatingips/294f6e58-5ca4-44da-bf79-184ae8bd47a3 HTTP/1.1" status: 204 len: 168 time: 0.8223186 Oct 20 11:34:54.749898 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd89991b4-14f6-448a-8e33-828287c5f55d', 'tag': '6fb8b21c-fe7d-4bce-a2c6-8c851a53e9ec'}] {{(pid=100597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:34:54.752181 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26bcd304cef01c8d1125ec9c440c7684a0d186feae015bfd415464a1220f638e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-446a03c6-082e-4a95-bbb9-f986e6bd397f" -d '{"events": [{"name": "network-changed", "server_uuid": "d89991b4-14f6-448a-8e33-828287c5f55d", "tag": "6fb8b21c-fe7d-4bce-a2c6-8c851a53e9ec"}]}' {{(pid=100597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:34:54.791345 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5585fd2-5ab2-4707-bb1f-5dbcfd201034 x-openstack-request-id: req-d5585fd2-5ab2-4707-bb1f-5dbcfd201034 {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:34:54.791740 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d89991b4-14f6-448a-8e33-828287c5f55d", "tag": "6fb8b21c-fe7d-4bce-a2c6-8c851a53e9ec", "status": "completed", "code": 200}]} {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:34:54.791971 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d5585fd2-5ab2-4707-bb1f-5dbcfd201034 {{(pid=100597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:34:54.792382 n-d-811396-3 neutron-server[100597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd89991b4-14f6-448a-8e33-828287c5f55d', 'tag': '6fb8b21c-fe7d-4bce-a2c6-8c851a53e9ec', 'status': 'completed', 'code': 200} Oct 20 11:34:54.854435 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-2df5693a-ea79-49ad-8820-a4d6d2c87e1a None None] Set router f643173a-979f-4898-9b46-c91a8a7136ef gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:34:54.886029 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446a03c6-082e-4a95-bbb9-f986e6bd397f req-7a47dfb4-a722-4761-b589-871906227366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:54.888961 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-446a03c6-082e-4a95-bbb9-f986e6bd397f req-7a47dfb4-a722-4761-b589-871906227366 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e5f86d6a88794eafa52e20983c8a9c09&device_id=d89991b4-14f6-448a-8e33-828287c5f55d HTTP/1.1" status: 200 len: 1097 time: 0.0534647 Oct 20 11:34:55.042051 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724af926-fc7b-4727-bd11-0cb499b32d0f req-512959a2-30a5-43db-9f8c-78638bc8cc74 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:55.043679 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-724af926-fc7b-4727-bd11-0cb499b32d0f req-512959a2-30a5-43db-9f8c-78638bc8cc74 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/ports?device_id=d89991b4-14f6-448a-8e33-828287c5f55d HTTP/1.1" status: 200 len: 946 time: 0.1035440 Oct 20 11:34:55.077397 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446a03c6-082e-4a95-bbb9-f986e6bd397f req-6ed876e9-2b6b-43ab-9c10-f8d604e736da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:55.078905 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-446a03c6-082e-4a95-bbb9-f986e6bd397f req-6ed876e9-2b6b-43ab-9c10-f8d604e736da service neutron] 10.222.0.55 "GET /v2.0/networks?id=8e1d1a56-36d0-4d56-bdf4-2629cdb62399 HTTP/1.1" status: 200 len: 897 time: 0.1473961 Oct 20 11:34:55.130170 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-446a03c6-082e-4a95-bbb9-f986e6bd397f req-c2de6774-eaf0-42ce-9fff-5196acb7c675 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6fb8b21c-fe7d-4bce-a2c6-8c851a53e9ec HTTP/1.1" status: 200 len: 217 time: 0.0433226 Oct 20 11:34:55.133285 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-724af926-fc7b-4727-bd11-0cb499b32d0f req-e7400058-967a-452b-85be-054f7fb6028b tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba81fdbb-ba99-425c-8c08-335c07d75971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827944 Oct 20 11:34:55.186082 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446a03c6-082e-4a95-bbb9-f986e6bd397f req-997d36b3-1725-45d7-b520-d43e26a51718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:55.187605 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-446a03c6-082e-4a95-bbb9-f986e6bd397f req-997d36b3-1725-45d7-b520-d43e26a51718 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=871d511c-68a9-4030-8ec6-d77e6392f54d HTTP/1.1" status: 200 len: 835 time: 0.0507822 Oct 20 11:34:55.223153 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-2df5693a-ea79-49ad-8820-a4d6d2c87e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f643173a-979f-4898-9b46-c91a8a7136ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1783791360', 'tenant_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': '56d0121a-0cdf-4a0f-a6d6-ef10be6518d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:32:21Z', 'updated_at': '2021-10-20T11:32:24Z', 'revision_number': 4, 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'gw_port': {'id': '56d0121a-0cdf-4a0f-a6d6-ef10be6518d0', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:3e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f643173a-979f-4898-9b46-c91a8a7136ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:32:21Z', 'updated_at': '2021-10-20T11:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '8e6d4200-97a0-4c4d-94fa-ea2cb1a6f4a5', 'name': '', 'network_id': '8e1d1a56-36d0-4d56-bdf4-2629cdb62399', 'tenant_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'mac_address': 'fa:16:3e:6e:df:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f643173a-979f-4898-9b46-c91a8a7136ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '871d511c-68a9-4030-8ec6-d77e6392f54d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:32:23Z', 'updated_at': '2021-10-20T11:32:27Z', 'revision_number': 5, 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'subnets': [{'id': '871d511c-68a9-4030-8ec6-d77e6392f54d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:34:55.236126 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446a03c6-082e-4a95-bbb9-f986e6bd397f req-552869d6-8b35-4445-8756-19d1b0e244a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:55.237638 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-446a03c6-082e-4a95-bbb9-f986e6bd397f req-552869d6-8b35-4445-8756-19d1b0e244a7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8e1d1a56-36d0-4d56-bdf4-2629cdb62399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423100 Oct 20 11:34:55.249720 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df5693a-ea79-49ad-8820-a4d6d2c87e1a None None] Checking router: f643173a-979f-4898-9b46-c91a8a7136ef for host: n-d-811396-3 {{(pid=100598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:34:55.258065 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df5693a-ea79-49ad-8820-a4d6d2c87e1a None None] Routers {'f643173a-979f-4898-9b46-c91a8a7136ef'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:34:55.258672 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-2df5693a-ea79-49ad-8820-a4d6d2c87e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:34:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['f643173a-979f-4898-9b46-c91a8a7136ef'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:34:55.335901 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-446a03c6-082e-4a95-bbb9-f986e6bd397f req-1596e36f-e952-4667-be48-d2b613654235 service neutron] 10.222.0.55 "GET /v2.0/networks/8e1d1a56-36d0-4d56-bdf4-2629cdb62399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896254 Oct 20 11:34:55.363655 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-2df5693a-ea79-49ad-8820-a4d6d2c87e1a None None] Set router f643173a-979f-4898-9b46-c91a8a7136ef gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:34:55.430424 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-446a03c6-082e-4a95-bbb9-f986e6bd397f req-f540bb41-4b39-47ec-9d40-c844a394e23c service neutron] 10.222.0.55 "GET /v2.0/networks/8e1d1a56-36d0-4d56-bdf4-2629cdb62399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871911 Oct 20 11:34:55.566504 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-2df5693a-ea79-49ad-8820-a4d6d2c87e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f643173a-979f-4898-9b46-c91a8a7136ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1783791360', 'tenant_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': '56d0121a-0cdf-4a0f-a6d6-ef10be6518d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:32:21Z', 'updated_at': '2021-10-20T11:32:24Z', 'revision_number': 4, 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'gw_port': {'id': '56d0121a-0cdf-4a0f-a6d6-ef10be6518d0', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:3e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f643173a-979f-4898-9b46-c91a8a7136ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:32:21Z', 'updated_at': '2021-10-20T11:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '8e6d4200-97a0-4c4d-94fa-ea2cb1a6f4a5', 'name': '', 'network_id': '8e1d1a56-36d0-4d56-bdf4-2629cdb62399', 'tenant_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'mac_address': 'fa:16:3e:6e:df:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f643173a-979f-4898-9b46-c91a8a7136ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '871d511c-68a9-4030-8ec6-d77e6392f54d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:32:23Z', 'updated_at': '2021-10-20T11:32:27Z', 'revision_number': 5, 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'subnets': [{'id': '871d511c-68a9-4030-8ec6-d77e6392f54d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:34:55.591663 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df5693a-ea79-49ad-8820-a4d6d2c87e1a None None] The sync data for ids ['f643173a-979f-4898-9b46-c91a8a7136ef'] in n-d-811396-3 is: [{'id': 'f643173a-979f-4898-9b46-c91a8a7136ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1783791360', 'tenant_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': '56d0121a-0cdf-4a0f-a6d6-ef10be6518d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:32:21Z', 'updated_at': '2021-10-20T11:32:24Z', 'revision_number': 4, 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'gw_port': {'id': '56d0121a-0cdf-4a0f-a6d6-ef10be6518d0', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:3e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f643173a-979f-4898-9b46-c91a8a7136ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:32:21Z', 'updated_at': '2021-10-20T11:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '8e6d4200-97a0-4c4d-94fa-ea2cb1a6f4a5', 'name': '', 'network_id': '8e1d1a56-36d0-4d56-bdf4-2629cdb62399', 'tenant_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'mac_address': 'fa:16:3e:6e:df:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f643173a-979f-4898-9b46-c91a8a7136ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '871d511c-68a9-4030-8ec6-d77e6392f54d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:32:23Z', 'updated_at': '2021-10-20T11:32:27Z', 'revision_number': 5, 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'subnets': [{'id': '871d511c-68a9-4030-8ec6-d77e6392f54d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:34:55.805634 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02aa60e6-2334-4998-bf79-909f58447fe9 None None] New status for floating IP 294f6e58-5ca4-44da-bf79-184ae8bd47a3: DOWN {{(pid=100599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 11:34:56.252802 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d272f77-8f8b-443f-9988-6c8654a818fb req-b40aa8c5-c43f-4183-8321-76204f76d540 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:56.254323 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4d272f77-8f8b-443f-9988-6c8654a818fb req-b40aa8c5-c43f-4183-8321-76204f76d540 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/ports?device_id=d89991b4-14f6-448a-8e33-828287c5f55d HTTP/1.1" status: 200 len: 946 time: 0.0518725 Oct 20 11:34:56.291829 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4d272f77-8f8b-443f-9988-6c8654a818fb req-aef5fa6f-d864-486f-9d03-67a229b8d580 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba81fdbb-ba99-425c-8c08-335c07d75971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315437 Oct 20 11:34:56.670207 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d796eb3d-ce61-47cf-9f7b-0231b964706d req-63ef19d3-83d5-4e4b-8ed4-598333a75fe0 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:56.671701 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d796eb3d-ce61-47cf-9f7b-0231b964706d req-63ef19d3-83d5-4e4b-8ed4-598333a75fe0 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.55 "GET /v2.0/ports?device_id=d89991b4-14f6-448a-8e33-828287c5f55d HTTP/1.1" status: 200 len: 946 time: 0.0489278 Oct 20 11:34:56.762712 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-d796eb3d-ce61-47cf-9f7b-0231b964706d req-035b9eaa-6ba5-45a6-8754-c4ac4704f069 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Deleting port 6fb8b21c-fe7d-4bce-a2c6-8c851a53e9ec {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:34:56.763698 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-d796eb3d-ce61-47cf-9f7b-0231b964706d req-035b9eaa-6ba5-45a6-8754-c4ac4704f069 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:56.849680 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-d796eb3d-ce61-47cf-9f7b-0231b964706d req-035b9eaa-6ba5-45a6-8754-c4ac4704f069 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] For port 6fb8b21c-fe7d-4bce-a2c6-8c851a53e9ec, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=6fb8b21c-fe7d-4bce-a2c6-8c851a53e9ec,segment=NetworkSegment(13057a08-80dd-4793-9239-4102a9ba7270),segment_id=13057a08-80dd-4793-9239-4102a9ba7270)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:34:56.850048 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-d796eb3d-ce61-47cf-9f7b-0231b964706d req-035b9eaa-6ba5-45a6-8754-c4ac4704f069 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:56.862178 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-d796eb3d-ce61-47cf-9f7b-0231b964706d req-035b9eaa-6ba5-45a6-8754-c4ac4704f069 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Calling delete_port for 6fb8b21c-fe7d-4bce-a2c6-8c851a53e9ec owned by compute:nova {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:34:56.991466 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-d796eb3d-ce61-47cf-9f7b-0231b964706d req-035b9eaa-6ba5-45a6-8754-c4ac4704f069 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:57.020195 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035b9eaa-6ba5-45a6-8754-c4ac4704f069 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Pushing event deleted for resources: {'Port': ['ID=6fb8b21c-fe7d-4bce-a2c6-8c851a53e9ec,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:57.032180 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035b9eaa-6ba5-45a6-8754-c4ac4704f069 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:34:57.032540 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035b9eaa-6ba5-45a6-8754-c4ac4704f069 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:34:57.032884 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035b9eaa-6ba5-45a6-8754-c4ac4704f069 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:34:57.033220 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035b9eaa-6ba5-45a6-8754-c4ac4704f069 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:34:57.033554 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035b9eaa-6ba5-45a6-8754-c4ac4704f069 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:34:57.033888 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035b9eaa-6ba5-45a6-8754-c4ac4704f069 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:34:57.034218 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035b9eaa-6ba5-45a6-8754-c4ac4704f069 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:34:57.034546 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035b9eaa-6ba5-45a6-8754-c4ac4704f069 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:34:57.034876 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035b9eaa-6ba5-45a6-8754-c4ac4704f069 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:34:57.035201 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035b9eaa-6ba5-45a6-8754-c4ac4704f069 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:34:57.035631 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035b9eaa-6ba5-45a6-8754-c4ac4704f069 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:34:57.035957 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035b9eaa-6ba5-45a6-8754-c4ac4704f069 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:34:57.073625 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-d796eb3d-ce61-47cf-9f7b-0231b964706d req-035b9eaa-6ba5-45a6-8754-c4ac4704f069 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] No DVR routers for this DVR port 6fb8b21c-fe7d-4bce-a2c6-8c851a53e9ec on host n-h1-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:34:57.076316 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-d796eb3d-ce61-47cf-9f7b-0231b964706d req-035b9eaa-6ba5-45a6-8754-c4ac4704f069 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:57.079736 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d796eb3d-ce61-47cf-9f7b-0231b964706d req-035b9eaa-6ba5-45a6-8754-c4ac4704f069 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.55 "DELETE /v2.0/ports/6fb8b21c-fe7d-4bce-a2c6-8c851a53e9ec HTTP/1.1" status: 204 len: 173 time: 0.4023542 Oct 20 11:34:57.080174 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd89991b4-14f6-448a-8e33-828287c5f55d', 'name': 'network-vif-deleted', 'tag': '6fb8b21c-fe7d-4bce-a2c6-8c851a53e9ec'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:34:57.082491 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b817f9d80a1b29ed07bd94f2222da8cf244b0bc6025e0bf33ac95c6b13c59699" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fe44a47-e614-4ea1-a0f5-2208ea2a8582" -d '{"events": [{"server_uuid": "d89991b4-14f6-448a-8e33-828287c5f55d", "name": "network-vif-deleted", "tag": "6fb8b21c-fe7d-4bce-a2c6-8c851a53e9ec"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:34:57.118393 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70101300-4df2-43df-9dd9-8a3d34ecf094 x-openstack-request-id: req-70101300-4df2-43df-9dd9-8a3d34ecf094 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:34:57.118724 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d89991b4-14f6-448a-8e33-828287c5f55d", "name": "network-vif-deleted", "tag": "6fb8b21c-fe7d-4bce-a2c6-8c851a53e9ec", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:34:57.118985 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-70101300-4df2-43df-9dd9-8a3d34ecf094 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:34:57.119407 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd89991b4-14f6-448a-8e33-828287c5f55d', 'name': 'network-vif-deleted', 'tag': '6fb8b21c-fe7d-4bce-a2c6-8c851a53e9ec', 'status': 'completed', 'code': 200} Oct 20 11:34:57.397681 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3eba9947-55e8-41b0-8f6d-70e8d80da9ed req-ef863581-0efd-4d55-9313-f135d9e4e34c tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/ports?device_id=d89991b4-14f6-448a-8e33-828287c5f55d HTTP/1.1" status: 200 len: 210 time: 0.0270102 Oct 20 11:34:58.454541 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 46990) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:34:59.039822 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fabffed2-99a5-4a64-890a-5a0a4a7405af tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1774405'] for router_interface, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:59.291952 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-fabffed2-99a5-4a64-890a-5a0a4a7405af tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Deleting port 8e6d4200-97a0-4c4d-94fa-ea2cb1a6f4a5 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:34:59.292276 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fabffed2-99a5-4a64-890a-5a0a4a7405af tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:59.389536 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [None req-fabffed2-99a5-4a64-890a-5a0a4a7405af tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] For port 8e6d4200-97a0-4c4d-94fa-ea2cb1a6f4a5, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=8e6d4200-97a0-4c4d-94fa-ea2cb1a6f4a5,segment=NetworkSegment(13057a08-80dd-4793-9239-4102a9ba7270),segment_id=13057a08-80dd-4793-9239-4102a9ba7270)] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:34:59.389901 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fabffed2-99a5-4a64-890a-5a0a4a7405af tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:59.401503 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-fabffed2-99a5-4a64-890a-5a0a4a7405af tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Calling delete_port for 8e6d4200-97a0-4c4d-94fa-ea2cb1a6f4a5 owned by network:router_interface {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:34:59.583908 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fabffed2-99a5-4a64-890a-5a0a4a7405af tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:59.608246 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabffed2-99a5-4a64-890a-5a0a4a7405af tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Pushing event deleted for resources: {'Port': ['ID=8e6d4200-97a0-4c4d-94fa-ea2cb1a6f4a5,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:59.615111 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 6fb8b21c-fe7d-4bce-a2c6-8c851a53e9ec no longer exists at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:34:59.635670 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] No Port match for: 6fb8b21c-fe7d-4bce-a2c6-8c851a53e9ec {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:34:59.636032 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 6fb8b21c-fe7d-4bce-a2c6-8c851a53e9ec not bound to the agent host n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:34:59.779776 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fabffed2-99a5-4a64-890a-5a0a4a7405af tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1771989'] for router_interface, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:59.989175 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fabffed2-99a5-4a64-890a-5a0a4a7405af tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Router f643173a-979f-4898-9b46-c91a8a7136ef has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:35:00.092592 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fabffed2-99a5-4a64-890a-5a0a4a7405af tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:35:00.097566 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-fabffed2-99a5-4a64-890a-5a0a4a7405af tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "PUT /v2.0/routers/f643173a-979f-4898-9b46-c91a8a7136ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6419947 Oct 20 11:35:00.100284 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 46992) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:00.103139 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041aae4f-e1c6-409c-b1ba-60fedc1464f5 None None] Sync routers for ids ['f643173a-979f-4898-9b46-c91a8a7136ef'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:35:00.112530 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041aae4f-e1c6-409c-b1ba-60fedc1464f5 None None] Routers {'f643173a-979f-4898-9b46-c91a8a7136ef'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:35:00.113142 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-041aae4f-e1c6-409c-b1ba-60fedc1464f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:34:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['f643173a-979f-4898-9b46-c91a8a7136ef'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:35:00.150680 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_v2 [None req-71637ac9-dc74-4e12-bba0-c3a555f47348 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Deleting subnet 871d511c-68a9-4030-8ec6-d77e6392f54d {{(pid=100597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:35:00.153751 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-71637ac9-dc74-4e12-bba0-c3a555f47348 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for subnet, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:00.193136 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-71637ac9-dc74-4e12-bba0-c3a555f47348 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25852621'] for subnet, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:00.216746 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-041aae4f-e1c6-409c-b1ba-60fedc1464f5 None None] Set router f643173a-979f-4898-9b46-c91a8a7136ef gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:35:00.278699 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-71637ac9-dc74-4e12-bba0-c3a555f47348 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:00.336227 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-71637ac9-dc74-4e12-bba0-c3a555f47348 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25350811'] for subnet, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:00.362691 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71637ac9-dc74-4e12-bba0-c3a555f47348 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Pushing event deleted for resources: {'Subnet': ['ID=871d511c-68a9-4030-8ec6-d77e6392f54d,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:00.367004 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-71637ac9-dc74-4e12-bba0-c3a555f47348 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:00.370216 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-71637ac9-dc74-4e12-bba0-c3a555f47348 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "DELETE /v2.0/subnets/871d511c-68a9-4030-8ec6-d77e6392f54d HTTP/1.1" status: 204 len: 168 time: 0.2689922 Oct 20 11:35:00.373568 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 46994) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:00.379478 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d51d5b5e-9382-4976-89a5-650fb1c9f6ff None None] Network 8e1d1a56-36d0-4d56-bdf4-2629cdb62399 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:35:00.471514 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-041aae4f-e1c6-409c-b1ba-60fedc1464f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f643173a-979f-4898-9b46-c91a8a7136ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1783791360', 'tenant_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': '56d0121a-0cdf-4a0f-a6d6-ef10be6518d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:32:21Z', 'updated_at': '2021-10-20T11:34:59Z', 'revision_number': 5, 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'gw_port': {'id': '56d0121a-0cdf-4a0f-a6d6-ef10be6518d0', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:3e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f643173a-979f-4898-9b46-c91a8a7136ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:32:21Z', 'updated_at': '2021-10-20T11:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:35:00.482956 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-91b3fa2f-d800-429b-87fb-86320af3a9b3 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for router, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:00.514510 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041aae4f-e1c6-409c-b1ba-60fedc1464f5 None None] Checking router: f643173a-979f-4898-9b46-c91a8a7136ef for host: n-d-811396-3 {{(pid=100598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:35:00.529898 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041aae4f-e1c6-409c-b1ba-60fedc1464f5 None None] Routers {'f643173a-979f-4898-9b46-c91a8a7136ef'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:35:00.530504 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-041aae4f-e1c6-409c-b1ba-60fedc1464f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:34:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['f643173a-979f-4898-9b46-c91a8a7136ef'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:35:00.587599 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-91b3fa2f-d800-429b-87fb-86320af3a9b3 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:00.632373 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c99d657d-279e-4fcb-a0e6-c492bb8aa408 None None] DHCP port deletion for 8e1d1a56-36d0-4d56-bdf4-2629cdb62399 request from n-d-811396-3 {{(pid=100598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:35:00.649672 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-91b3fa2f-d800-429b-87fb-86320af3a9b3 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Deleting port 56d0121a-0cdf-4a0f-a6d6-ef10be6518d0 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:35:00.650000 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-91b3fa2f-d800-429b-87fb-86320af3a9b3 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:00.662714 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-041aae4f-e1c6-409c-b1ba-60fedc1464f5 None None] Set router f643173a-979f-4898-9b46-c91a8a7136ef gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:35:00.727920 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [None req-91b3fa2f-d800-429b-87fb-86320af3a9b3 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] For port 56d0121a-0cdf-4a0f-a6d6-ef10be6518d0, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=56d0121a-0cdf-4a0f-a6d6-ef10be6518d0,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:35:00.728297 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-91b3fa2f-d800-429b-87fb-86320af3a9b3 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:00.741217 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-91b3fa2f-d800-429b-87fb-86320af3a9b3 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Calling delete_port for 56d0121a-0cdf-4a0f-a6d6-ef10be6518d0 owned by network:router_gateway {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:35:00.794609 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-c99d657d-279e-4fcb-a0e6-c492bb8aa408 None None] Deleting port 26a4c2a0-9dad-4617-96da-7f56cd9a3a7e {{(pid=100598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:35:00.794910 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-c99d657d-279e-4fcb-a0e6-c492bb8aa408 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:00.890430 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-c99d657d-279e-4fcb-a0e6-c492bb8aa408 None None] For port 26a4c2a0-9dad-4617-96da-7f56cd9a3a7e, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=26a4c2a0-9dad-4617-96da-7f56cd9a3a7e,segment=NetworkSegment(13057a08-80dd-4793-9239-4102a9ba7270),segment_id=13057a08-80dd-4793-9239-4102a9ba7270)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:35:00.890749 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-c99d657d-279e-4fcb-a0e6-c492bb8aa408 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:00.905065 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-91b3fa2f-d800-429b-87fb-86320af3a9b3 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:00.908178 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-c99d657d-279e-4fcb-a0e6-c492bb8aa408 None None] Calling delete_port for 26a4c2a0-9dad-4617-96da-7f56cd9a3a7e owned by network:dhcp {{(pid=100598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:35:00.931350 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b3fa2f-d800-429b-87fb-86320af3a9b3 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Pushing event deleted for resources: {'Port': ['ID=56d0121a-0cdf-4a0f-a6d6-ef10be6518d0,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:00.979814 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-041aae4f-e1c6-409c-b1ba-60fedc1464f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f643173a-979f-4898-9b46-c91a8a7136ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1783791360', 'tenant_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': '56d0121a-0cdf-4a0f-a6d6-ef10be6518d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:32:21Z', 'updated_at': '2021-10-20T11:34:59Z', 'revision_number': 5, 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'gw_port': {'id': '56d0121a-0cdf-4a0f-a6d6-ef10be6518d0', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:3e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f643173a-979f-4898-9b46-c91a8a7136ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:32:21Z', 'updated_at': '2021-10-20T11:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:35:00.994375 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-91b3fa2f-d800-429b-87fb-86320af3a9b3 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1773439'] for router_gateway, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:01.016019 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041aae4f-e1c6-409c-b1ba-60fedc1464f5 None None] The sync data for ids ['f643173a-979f-4898-9b46-c91a8a7136ef'] in n-d-811396-3 is: [{'id': 'f643173a-979f-4898-9b46-c91a8a7136ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1783791360', 'tenant_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': '56d0121a-0cdf-4a0f-a6d6-ef10be6518d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:32:21Z', 'updated_at': '2021-10-20T11:34:59Z', 'revision_number': 5, 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'gw_port': {'id': '56d0121a-0cdf-4a0f-a6d6-ef10be6518d0', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:3e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f643173a-979f-4898-9b46-c91a8a7136ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:32:21Z', 'updated_at': '2021-10-20T11:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:35:01.049675 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-c99d657d-279e-4fcb-a0e6-c492bb8aa408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956'] for port, after_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:01.081314 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99d657d-279e-4fcb-a0e6-c492bb8aa408 None None] Pushing event deleted for resources: {'Port': ['ID=26a4c2a0-9dad-4617-96da-7f56cd9a3a7e,revision_number=None']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:01.083553 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99d657d-279e-4fcb-a0e6-c492bb8aa408 None None] No DVR routers for this DVR port 26a4c2a0-9dad-4617-96da-7f56cd9a3a7e on host n-d-811396-3 {{(pid=100598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:35:01.093665 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99d657d-279e-4fcb-a0e6-c492bb8aa408 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:35:01.093665 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99d657d-279e-4fcb-a0e6-c492bb8aa408 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:35:01.093665 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99d657d-279e-4fcb-a0e6-c492bb8aa408 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:35:01.093959 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99d657d-279e-4fcb-a0e6-c492bb8aa408 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:35:01.094197 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99d657d-279e-4fcb-a0e6-c492bb8aa408 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:35:01.094529 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99d657d-279e-4fcb-a0e6-c492bb8aa408 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:35:01.094859 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99d657d-279e-4fcb-a0e6-c492bb8aa408 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:35:01.095183 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99d657d-279e-4fcb-a0e6-c492bb8aa408 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:35:01.095543 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99d657d-279e-4fcb-a0e6-c492bb8aa408 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:35:01.095919 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99d657d-279e-4fcb-a0e6-c492bb8aa408 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:35:01.096370 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99d657d-279e-4fcb-a0e6-c492bb8aa408 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:35:01.097340 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99d657d-279e-4fcb-a0e6-c492bb8aa408 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:35:01.099352 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-91b3fa2f-d800-429b-87fb-86320af3a9b3 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1772272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258304'] for router, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:01.101603 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-91b3fa2f-d800-429b-87fb-86320af3a9b3 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:01.143421 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-91b3fa2f-d800-429b-87fb-86320af3a9b3 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1772267'] for router, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:01.143981 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91b3fa2f-d800-429b-87fb-86320af3a9b3 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Fanout notify agent at l3_agent the message router_deleted on router f643173a-979f-4898-9b46-c91a8a7136ef {{(pid=100596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:35:01.151733 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-91b3fa2f-d800-429b-87fb-86320af3a9b3 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for router, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:01.152874 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-91b3fa2f-d800-429b-87fb-86320af3a9b3 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "DELETE /v2.0/routers/f643173a-979f-4898-9b46-c91a8a7136ef HTTP/1.1" status: 204 len: 168 time: 0.7778480 Oct 20 11:35:01.156059 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 46996) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:01.233609 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f4faf5fb-850e-4cea-8445-5eb22847848b tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:01.318647 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f4faf5fb-850e-4cea-8445-5eb22847848b tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:01.337394 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-f4faf5fb-850e-4cea-8445-5eb22847848b tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e1d1a56-36d0-4d56-bdf4-2629cdb62399']}} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:35:01.346642 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-f4faf5fb-850e-4cea-8445-5eb22847848b tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13057a08-80dd-4793-9239-4102a9ba7270') {'for_net_delete': True} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:35:01.346937 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-f4faf5fb-850e-4cea-8445-5eb22847848b tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13057a08-80dd-4793-9239-4102a9ba7270') {} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:35:01.355893 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f4faf5fb-850e-4cea-8445-5eb22847848b tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25189038'] for segment, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:01.371859 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f4faf5fb-850e-4cea-8445-5eb22847848b tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:01.378750 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4faf5fb-850e-4cea-8445-5eb22847848b tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Releasing vlan 845 on physical network physnet1 to pool {{(pid=100596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:35:01.379441 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f4faf5fb-850e-4cea-8445-5eb22847848b tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26833155'] for segment, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:01.382301 n-d-811396-3 neutron-server[100596]: Traceback (most recent call last): Oct 20 11:35:01.382301 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:35:01.382301 n-d-811396-3 neutron-server[100596]: timer() Oct 20 11:35:01.382301 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:35:01.382301 n-d-811396-3 neutron-server[100596]: cb(*args, **kw) Oct 20 11:35:01.382301 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:35:01.382301 n-d-811396-3 neutron-server[100596]: return func(*args, **kwargs) Oct 20 11:35:01.382301 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:35:01.382301 n-d-811396-3 neutron-server[100596]: self._notify() Oct 20 11:35:01.382301 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:35:01.382301 n-d-811396-3 neutron-server[100596]: self.callback(batched_events) Oct 20 11:35:01.382301 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:35:01.382301 n-d-811396-3 neutron-server[100596]: event.method(event) Oct 20 11:35:01.382301 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:35:01.382301 n-d-811396-3 neutron-server[100596]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:35:01.382301 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:35:01.382301 n-d-811396-3 neutron-server[100596]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:35:01.382301 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:35:01.382301 n-d-811396-3 neutron-server[100596]: return f(self, *a, **k) Oct 20 11:35:01.382301 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:35:01.382301 n-d-811396-3 neutron-server[100596]: return self._get(url).json() Oct 20 11:35:01.382301 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:35:01.382301 n-d-811396-3 neutron-server[100596]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:35:01.382301 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:35:01.382301 n-d-811396-3 neutron-server[100596]: return self.request(url, 'GET', **kwargs) Oct 20 11:35:01.382301 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:35:01.382301 n-d-811396-3 neutron-server[100596]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:35:01.382301 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:35:01.382301 n-d-811396-3 neutron-server[100596]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:35:01.382301 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:35:01.382301 n-d-811396-3 neutron-server[100596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:35:01.382301 n-d-811396-3 neutron-server[100596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:35:01.414889 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 26a4c2a0-9dad-4617-96da-7f56cd9a3a7e no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:35:01.436952 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 26a4c2a0-9dad-4617-96da-7f56cd9a3a7e {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:35:01.437437 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 26a4c2a0-9dad-4617-96da-7f56cd9a3a7e not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:35:01.445541 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f4faf5fb-850e-4cea-8445-5eb22847848b tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:01.454296 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f4faf5fb-850e-4cea-8445-5eb22847848b tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:01.458024 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-f4faf5fb-850e-4cea-8445-5eb22847848b tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "DELETE /v2.0/networks/8e1d1a56-36d0-4d56-bdf4-2629cdb62399 HTTP/1.1" status: 204 len: 168 time: 0.3009729 Oct 20 11:35:01.460891 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 46998) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:01.468826 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4faf5fb-850e-4cea-8445-5eb22847848b tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Pushing event deleted for resources: {'Network': ['ID=8e1d1a56-36d0-4d56-bdf4-2629cdb62399,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:01.533296 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d8d336cd-600c-442b-a311-80d3d28e02bd tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:01.559060 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d8d336cd-600c-442b-a311-80d3d28e02bd tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:01.625350 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d8d336cd-600c-442b-a311-80d3d28e02bd tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:01.628303 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d8d336cd-600c-442b-a311-80d3d28e02bd tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:01.629480 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-d8d336cd-600c-442b-a311-80d3d28e02bd tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "DELETE /v2.0/security-groups/ba81fdbb-ba99-425c-8c08-335c07d75971 HTTP/1.1" status: 204 len: 168 time: 0.1674333 Oct 20 11:35:01.640040 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d336cd-600c-442b-a311-80d3d28e02bd tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba81fdbb-ba99-425c-8c08-335c07d75971,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:01.863943 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 47004) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:01.868524 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-4db7a0fc-1ca6-4bb7-bda9-c44076616e71 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1216703340', 'description': 'tempest-secgroup-smoke-1216703340 description', 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:35:01.891764 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4db7a0fc-1ca6-4bb7-bda9-c44076616e71 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:01.957402 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4db7a0fc-1ca6-4bb7-bda9-c44076616e71 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:01.961115 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4db7a0fc-1ca6-4bb7-bda9-c44076616e71 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:01.993040 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4db7a0fc-1ca6-4bb7-bda9-c44076616e71 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:01.994257 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-4db7a0fc-1ca6-4bb7-bda9-c44076616e71 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1292925 Oct 20 11:35:01.995414 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db7a0fc-1ca6-4bb7-bda9-c44076616e71 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Pushing event updated for resources: {'SecurityGroup': ['ID=750a765f-d388-4d76-a2c4-3b8980d86f68,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:01.997920 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 47006) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:02.003305 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-85a9c5ed-af58-4332-9c2e-75feae9c834b tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Request body: {'security_group_rule': {'security_group_id': '750a765f-d388-4d76-a2c4-3b8980d86f68', 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:35:02.029499 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-85a9c5ed-af58-4332-9c2e-75feae9c834b tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:02.083216 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-85a9c5ed-af58-4332-9c2e-75feae9c834b tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:02.086555 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-85a9c5ed-af58-4332-9c2e-75feae9c834b tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:02.105158 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a9c5ed-af58-4332-9c2e-75feae9c834b tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba681281-d4fa-4c96-944c-19dd430fdca7,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:02.115926 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-85a9c5ed-af58-4332-9c2e-75feae9c834b tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:02.117112 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-85a9c5ed-af58-4332-9c2e-75feae9c834b tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1182439 Oct 20 11:35:02.119846 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 47008) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:02.124755 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-b3712cff-8f38-4a18-b0ba-cc8968dd03b3 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Request body: {'security_group_rule': {'security_group_id': '750a765f-d388-4d76-a2c4-3b8980d86f68', 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:35:02.151343 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b3712cff-8f38-4a18-b0ba-cc8968dd03b3 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:02.210190 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b3712cff-8f38-4a18-b0ba-cc8968dd03b3 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:02.213814 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b3712cff-8f38-4a18-b0ba-cc8968dd03b3 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:02.230369 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3712cff-8f38-4a18-b0ba-cc8968dd03b3 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43a8e1b1-89b2-4573-a989-bda1a4881e60,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:02.239274 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b3712cff-8f38-4a18-b0ba-cc8968dd03b3 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:02.240525 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-b3712cff-8f38-4a18-b0ba-cc8968dd03b3 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1197236 Oct 20 11:35:02.243180 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 47010) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:02.248023 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-fdaf6506-aca6-4f04-acea-32fbc7c041e8 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Request body: {'security_group_rule': {'security_group_id': '750a765f-d388-4d76-a2c4-3b8980d86f68', 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:35:02.274428 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fdaf6506-aca6-4f04-acea-32fbc7c041e8 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:02.331538 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fdaf6506-aca6-4f04-acea-32fbc7c041e8 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:02.334952 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fdaf6506-aca6-4f04-acea-32fbc7c041e8 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:02.352996 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf6506-aca6-4f04-acea-32fbc7c041e8 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=689b855b-2f4f-40af-adce-38c9888ab8d4,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:02.360530 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-fdaf6506-aca6-4f04-acea-32fbc7c041e8 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:02.361702 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-fdaf6506-aca6-4f04-acea-32fbc7c041e8 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1175702 Oct 20 11:35:02.364496 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 47012) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:02.368751 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-7badd8b0-5dbf-48ba-9768-c4d75a703236 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Request body: {'security_group_rule': {'security_group_id': '750a765f-d388-4d76-a2c4-3b8980d86f68', 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:35:02.393582 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7badd8b0-5dbf-48ba-9768-c4d75a703236 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:02.450903 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7badd8b0-5dbf-48ba-9768-c4d75a703236 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:02.454382 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7badd8b0-5dbf-48ba-9768-c4d75a703236 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:02.473054 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7badd8b0-5dbf-48ba-9768-c4d75a703236 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fc6da56-e223-47b8-8ee2-3bafc663ca35,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:02.477800 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7badd8b0-5dbf-48ba-9768-c4d75a703236 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:02.479057 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-7badd8b0-5dbf-48ba-9768-c4d75a703236 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1135645 Oct 20 11:35:02.483420 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 47014) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:02.487953 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-47faae80-07c1-4821-8b4f-379dce993489 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Request body: {'security_group_rule': {'security_group_id': '750a765f-d388-4d76-a2c4-3b8980d86f68', 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:35:02.509382 n-d-811396-3 neutron-server[100597]: INFO neutron.db.securitygroups_db [None req-47faae80-07c1-4821-8b4f-379dce993489 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Project e5f86d6a88794eafa52e20983c8a9c09 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 11:35:02.514133 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-47faae80-07c1-4821-8b4f-379dce993489 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:02.574599 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-47faae80-07c1-4821-8b4f-379dce993489 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:02.577986 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-47faae80-07c1-4821-8b4f-379dce993489 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:02.594835 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47faae80-07c1-4821-8b4f-379dce993489 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29ae24bf-ca29-4869-ae4e-528eb08b1b54,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:02.602704 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-47faae80-07c1-4821-8b4f-379dce993489 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:02.603899 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-47faae80-07c1-4821-8b4f-379dce993489 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1196733 Oct 20 11:35:02.607279 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 47016) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:02.611540 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-1331b5b3-21ec-4288-aef9-47ff58df7307 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Request body: {'security_group_rule': {'security_group_id': '750a765f-d388-4d76-a2c4-3b8980d86f68', 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:35:02.631865 n-d-811396-3 neutron-server[100597]: INFO neutron.db.securitygroups_db [None req-1331b5b3-21ec-4288-aef9-47ff58df7307 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Project e5f86d6a88794eafa52e20983c8a9c09 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 11:35:02.636503 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1331b5b3-21ec-4288-aef9-47ff58df7307 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:02.696008 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1331b5b3-21ec-4288-aef9-47ff58df7307 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:02.699714 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1331b5b3-21ec-4288-aef9-47ff58df7307 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:02.720747 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1331b5b3-21ec-4288-aef9-47ff58df7307 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06d4a4e8-9e5e-4edd-a580-d4a60dfee3f5,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:02.725672 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1331b5b3-21ec-4288-aef9-47ff58df7307 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:02.726852 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-1331b5b3-21ec-4288-aef9-47ff58df7307 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1186123 Oct 20 11:35:02.729673 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 47018) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:02.734476 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-f533c8ad-57bc-42cd-bbb0-72bb1c1de1f4 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Request body: {'network': {'name': 'tempest-network-smoke--860444111', 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'port_security_enabled': True}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:35:02.754898 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f533c8ad-57bc-42cd-bbb0-72bb1c1de1f4 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Made reservation on behalf of e5f86d6a88794eafa52e20983c8a9c09 for: {'network': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:35:02.758228 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f533c8ad-57bc-42cd-bbb0-72bb1c1de1f4 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:02.781785 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f533c8ad-57bc-42cd-bbb0-72bb1c1de1f4 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 828} {{(pid=100597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:35:02.790296 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f533c8ad-57bc-42cd-bbb0-72bb1c1de1f4 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:02.790693 n-d-811396-3 neutron-server[100597]: INFO neutron.db.segments_db [None req-f533c8ad-57bc-42cd-bbb0-72bb1c1de1f4 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Added segment 90aaa34d-38a8-4916-838b-ac5435265caf of type vlan for network fc4ec60a-accc-482c-b035-1c088fb2471f Oct 20 11:35:02.829628 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f533c8ad-57bc-42cd-bbb0-72bb1c1de1f4 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:02.852345 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f533c8ad-57bc-42cd-bbb0-72bb1c1de1f4 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:02.857820 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f533c8ad-57bc-42cd-bbb0-72bb1c1de1f4 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:02.858406 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f533c8ad-57bc-42cd-bbb0-72bb1c1de1f4 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:02.897565 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-f533c8ad-57bc-42cd-bbb0-72bb1c1de1f4 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1667833 Oct 20 11:35:02.900300 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 47020) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:02.904826 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-c2db0db0-a17e-4522-a5b6-db96019ab70d tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-948188481', 'admin_state_up': True, 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:35:02.939709 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f533c8ad-57bc-42cd-bbb0-72bb1c1de1f4 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Pushing event updated for resources: {'Network': ['ID=fc4ec60a-accc-482c-b035-1c088fb2471f,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:02.950104 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network fc4ec60a-accc-482c-b035-1c088fb2471f details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:35:02.957388 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c2db0db0-a17e-4522-a5b6-db96019ab70d tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1772442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258322'] for router, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:02.958513 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c2db0db0-a17e-4522-a5b6-db96019ab70d tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1772334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773516', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258315'] for router, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:03.004784 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 8e6d4200-97a0-4c4d-94fa-ea2cb1a6f4a5 no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:35:03.015489 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c2db0db0-a17e-4522-a5b6-db96019ab70d tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:03.035876 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 8e6d4200-97a0-4c4d-94fa-ea2cb1a6f4a5 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:35:03.036225 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 8e6d4200-97a0-4c4d-94fa-ea2cb1a6f4a5 not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:35:03.036741 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 56d0121a-0cdf-4a0f-a6d6-ef10be6518d0 no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:35:03.055653 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 56d0121a-0cdf-4a0f-a6d6-ef10be6518d0 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:35:03.056002 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 56d0121a-0cdf-4a0f-a6d6-ef10be6518d0 not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:35:03.148931 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c2db0db0-a17e-4522-a5b6-db96019ab70d tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:03.336353 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c2db0db0-a17e-4522-a5b6-db96019ab70d tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for router_gateway, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:03.354174 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c2db0db0-a17e-4522-a5b6-db96019ab70d tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:03.454849 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-c2db0db0-a17e-4522-a5b6-db96019ab70d tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Allocated IP 172.25.1.47 (cbe170d3-31ba-45a2-b477-520ab0a7a8ea/f4e26aca-17ac-4adb-a66b-d939a1b35b64/0d1d9a1f-f161-41e9-9e7c-1355c6b44e41) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:35:03.560887 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c2db0db0-a17e-4522-a5b6-db96019ab70d tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:03.594566 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c2db0db0-a17e-4522-a5b6-db96019ab70d tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:03.607552 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-a29c3d52-3a9f-400b-bf8e-176f549e4669 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:03.635033 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2db0db0-a17e-4522-a5b6-db96019ab70d tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Network cbe170d3-31ba-45a2-b477-520ab0a7a8ea is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:35:03.638480 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-c2db0db0-a17e-4522-a5b6-db96019ab70d tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:35:03.640810 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2db0db0-a17e-4522-a5b6-db96019ab70d tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:35:03.663445 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2db0db0-a17e-4522-a5b6-db96019ab70d tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Pushing event updated for resources: {'Port': ['ID=0d1d9a1f-f161-41e9-9e7c-1355c6b44e41,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:03.886052 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c2db0db0-a17e-4522-a5b6-db96019ab70d tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for router_gateway, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:04.079119 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c2db0db0-a17e-4522-a5b6-db96019ab70d tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1773475'] for router, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:04.204810 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2db0db0-a17e-4522-a5b6-db96019ab70d tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Router 50b5b511-3167-4f0b-b327-3f99f8b49c6d is scheduled to L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 with binding_index 1 {{(pid=100597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 11:35:04.307751 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2db0db0-a17e-4522-a5b6-db96019ab70d tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:35:04.318968 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024862f6-9204-4315-8063-4a711b7dc11a None None] Sync routers for ids ['50b5b511-3167-4f0b-b327-3f99f8b49c6d'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:35:04.328287 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c2db0db0-a17e-4522-a5b6-db96019ab70d tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for router, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:04.329002 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024862f6-9204-4315-8063-4a711b7dc11a None None] Routers {'50b5b511-3167-4f0b-b327-3f99f8b49c6d'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:35:04.329610 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-024862f6-9204-4315-8063-4a711b7dc11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:34:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['50b5b511-3167-4f0b-b327-3f99f8b49c6d'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:35:04.332778 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 47022) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:04.333345 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-c2db0db0-a17e-4522-a5b6-db96019ab70d tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4315729 Oct 20 11:35:04.365266 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-48626492-2f8b-4325-a5c0-1aa9197fc14e tempest-TestNetworkAdvancedServerOps-1034537329 tempest-TestNetworkAdvancedServerOps-1034537329-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=e5f86d6a88794eafa52e20983c8a9c09&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0305579 Oct 20 11:35:04.367930 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 47024) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:04.431099 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-024862f6-9204-4315-8063-4a711b7dc11a None None] Set router 50b5b511-3167-4f0b-b327-3f99f8b49c6d gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:35:04.514098 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f8f6c2-5d49-4507-b9fa-00145dc19529 tempest-TestNetworkAdvancedServerOps-1034537329 tempest-TestNetworkAdvancedServerOps-1034537329-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:04.518216 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-e0f8f6c2-5d49-4507-b9fa-00145dc19529 tempest-TestNetworkAdvancedServerOps-1034537329 tempest-TestNetworkAdvancedServerOps-1034537329-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1467924 Oct 20 11:35:04.518432 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 47026) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:04.553565 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-deea1bf6-271b-48da-b449-2a57f9e2962b tempest-TestNetworkAdvancedServerOps-1034537329 tempest-TestNetworkAdvancedServerOps-1034537329-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=cbe170d3-31ba-45a2-b477-520ab0a7a8ea&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0318010 Oct 20 11:35:04.553787 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 47028) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:04.558637 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-1743101b-434d-4ffd-b8a5-d9d2bf491ff2 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1747191127', 'network_id': 'fc4ec60a-accc-482c-b035-1c088fb2471f', 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:35:04.602997 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-024862f6-9204-4315-8063-4a711b7dc11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50b5b511-3167-4f0b-b327-3f99f8b49c6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-948188481', 'tenant_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.47'}], 'enable_snat': True}, 'gw_port_id': '0d1d9a1f-f161-41e9-9e7c-1355c6b44e41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:35:02Z', 'updated_at': '2021-10-20T11:35:03Z', 'revision_number': 3, 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'gw_port': {'id': '0d1d9a1f-f161-41e9-9e7c-1355c6b44e41', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:63:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50b5b511-3167-4f0b-b327-3f99f8b49c6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:35:03Z', 'updated_at': '2021-10-20T11:35:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:35:04.629271 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024862f6-9204-4315-8063-4a711b7dc11a None None] Checking router: 50b5b511-3167-4f0b-b327-3f99f8b49c6d for host: n-d-811396-3 {{(pid=100599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:35:04.629611 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024862f6-9204-4315-8063-4a711b7dc11a None None] Updating router 50b5b511-3167-4f0b-b327-3f99f8b49c6d port 0d1d9a1f-f161-41e9-9e7c-1355c6b44e41 binding host n-d-811396-3 {{(pid=100599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:35:04.647287 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1743101b-434d-4ffd-b8a5-d9d2bf491ff2 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Made reservation on behalf of e5f86d6a88794eafa52e20983c8a9c09 for: {'subnet': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:35:04.650940 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1743101b-434d-4ffd-b8a5-d9d2bf491ff2 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26761797'] for subnet, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:04.653653 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-024862f6-9204-4315-8063-4a711b7dc11a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:04.910989 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-024862f6-9204-4315-8063-4a711b7dc11a None None] Publish callbacks [] for port, precommit_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:04.917834 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-024862f6-9204-4315-8063-4a711b7dc11a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:04.969290 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-024862f6-9204-4315-8063-4a711b7dc11a None None] Attempting to bind port 0d1d9a1f-f161-41e9-9e7c-1355c6b44e41 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:35:04.969664 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-024862f6-9204-4315-8063-4a711b7dc11a None None] Attempting to bind port 0d1d9a1f-f161-41e9-9e7c-1355c6b44e41 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}] {{(pid=100599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:35:04.970090 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024862f6-9204-4315-8063-4a711b7dc11a None None] Attempting to bind port 0d1d9a1f-f161-41e9-9e7c-1355c6b44e41 on network cbe170d3-31ba-45a2-b477-520ab0a7a8ea {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:35:04.977518 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a09493d-219e-4457-ae68-68c13fd501f7 None None] Pushing event updated for resources: {'Port': ['ID=0d1d9a1f-f161-41e9-9e7c-1355c6b44e41,revision_number=2']} {{(pid=100599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:04.980885 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024862f6-9204-4315-8063-4a711b7dc11a None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 34, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:35:04.980885 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024862f6-9204-4315-8063-4a711b7dc11a None None] Checking segment: {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:35:04.980885 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-024862f6-9204-4315-8063-4a711b7dc11a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:04.981225 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024862f6-9204-4315-8063-4a711b7dc11a None None] Bound using segment: {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'} {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:35:04.982070 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-024862f6-9204-4315-8063-4a711b7dc11a None None] Bound port: 0d1d9a1f-f161-41e9-9e7c-1355c6b44e41, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}}] {{(pid=100599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:35:04.982451 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-024862f6-9204-4315-8063-4a711b7dc11a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:05.009453 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a09493d-219e-4457-ae68-68c13fd501f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:35:05.009803 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a09493d-219e-4457-ae68-68c13fd501f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:35:05.010142 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a09493d-219e-4457-ae68-68c13fd501f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:35:05.010479 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a09493d-219e-4457-ae68-68c13fd501f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:35:05.010810 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a09493d-219e-4457-ae68-68c13fd501f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:35:05.011139 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a09493d-219e-4457-ae68-68c13fd501f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:35:05.011487 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a09493d-219e-4457-ae68-68c13fd501f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:35:05.011811 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a09493d-219e-4457-ae68-68c13fd501f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:35:05.012131 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a09493d-219e-4457-ae68-68c13fd501f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:35:05.012481 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a09493d-219e-4457-ae68-68c13fd501f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:35:05.013346 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a09493d-219e-4457-ae68-68c13fd501f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:35:05.013667 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a09493d-219e-4457-ae68-68c13fd501f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:35:05.048439 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.db [None req-024862f6-9204-4315-8063-4a711b7dc11a None None] For port 0d1d9a1f-f161-41e9-9e7c-1355c6b44e41, host n-d-811396-3, cleared binding levels {{(pid=100599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:35:05.052251 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.db [None req-024862f6-9204-4315-8063-4a711b7dc11a None None] For port 0d1d9a1f-f161-41e9-9e7c-1355c6b44e41, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=0d1d9a1f-f161-41e9-9e7c-1355c6b44e41,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:35:05.057592 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-024862f6-9204-4315-8063-4a711b7dc11a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:05.115192 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024862f6-9204-4315-8063-4a711b7dc11a None None] Routers {'50b5b511-3167-4f0b-b327-3f99f8b49c6d'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:35:05.115838 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-024862f6-9204-4315-8063-4a711b7dc11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:34:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['50b5b511-3167-4f0b-b327-3f99f8b49c6d'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:35:05.121084 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a09493d-219e-4457-ae68-68c13fd501f7 None None] Pushing event updated for resources: {'Port': ['ID=0d1d9a1f-f161-41e9-9e7c-1355c6b44e41,revision_number=3']} {{(pid=100599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:05.164761 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1743101b-434d-4ffd-b8a5-d9d2bf491ff2 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26836128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26761819'] for subnet, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:05.223953 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1743101b-434d-4ffd-b8a5-d9d2bf491ff2 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Pushing event updated for resources: {'Subnet': ['ID=13ff4f55-6048-49c9-98b3-d05c0caa6605,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:05.233952 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1743101b-434d-4ffd-b8a5-d9d2bf491ff2 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Checking segment: {'id': '90aaa34d-38a8-4916-838b-ac5435265caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'fc4ec60a-accc-482c-b035-1c088fb2471f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:35:05.234388 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1743101b-434d-4ffd-b8a5-d9d2bf491ff2 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Network hostable DHCP agents. Network: fc4ec60a-accc-482c-b035-1c088fb2471f, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:35:05.250786 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-024862f6-9204-4315-8063-4a711b7dc11a None None] Set router 50b5b511-3167-4f0b-b327-3f99f8b49c6d gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:35:05.256564 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1743101b-434d-4ffd-b8a5-d9d2bf491ff2 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Network fc4ec60a-accc-482c-b035-1c088fb2471f is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:35:05.265997 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-1743101b-434d-4ffd-b8a5-d9d2bf491ff2 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, fc4ec60a-accc-482c-b035-1c088fb2471f) {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:35:05.270992 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1743101b-434d-4ffd-b8a5-d9d2bf491ff2 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:05.271833 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1743101b-434d-4ffd-b8a5-d9d2bf491ff2 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:05.275644 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64f5ed2c-68e7-44ce-8ee8-962078795978 None None] Network fc4ec60a-accc-482c-b035-1c088fb2471f requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:35:05.289037 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-1743101b-434d-4ffd-b8a5-d9d2bf491ff2 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7343166 Oct 20 11:35:05.291959 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 47030) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:05.437790 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-024862f6-9204-4315-8063-4a711b7dc11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50b5b511-3167-4f0b-b327-3f99f8b49c6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-948188481', 'tenant_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.47'}], 'enable_snat': True}, 'gw_port_id': '0d1d9a1f-f161-41e9-9e7c-1355c6b44e41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:35:02Z', 'updated_at': '2021-10-20T11:35:03Z', 'revision_number': 3, 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'gw_port': {'id': '0d1d9a1f-f161-41e9-9e7c-1355c6b44e41', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:63:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50b5b511-3167-4f0b-b327-3f99f8b49c6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:35:03Z', 'updated_at': '2021-10-20T11:35:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:35:05.438395 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60952604-2cad-457c-a541-828a740ed51a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524064ba-869c-5550-b826-c26b69a11278-fc4ec60a-accc-482c-b035-1c088fb2471f', 'network_id': 'fc4ec60a-accc-482c-b035-1c088fb2471f', 'tenant_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'fixed_ips': [{'subnet_id': '13ff4f55-6048-49c9-98b3-d05c0caa6605'}]}} from n-d-811396-3. {{(pid=100598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:35:05.439330 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-60952604-2cad-457c-a541-828a740ed51a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:05.464971 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024862f6-9204-4315-8063-4a711b7dc11a None None] The sync data for ids ['50b5b511-3167-4f0b-b327-3f99f8b49c6d'] in n-d-811396-3 is: [{'id': '50b5b511-3167-4f0b-b327-3f99f8b49c6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-948188481', 'tenant_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.47'}], 'enable_snat': True}, 'gw_port_id': '0d1d9a1f-f161-41e9-9e7c-1355c6b44e41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:35:02Z', 'updated_at': '2021-10-20T11:35:03Z', 'revision_number': 3, 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'gw_port': {'id': '0d1d9a1f-f161-41e9-9e7c-1355c6b44e41', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:63:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50b5b511-3167-4f0b-b327-3f99f8b49c6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:35:03Z', 'updated_at': '2021-10-20T11:35:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:35:05.603969 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-60952604-2cad-457c-a541-828a740ed51a None None] Allocated IP 172.20.0.2 (fc4ec60a-accc-482c-b035-1c088fb2471f/13ff4f55-6048-49c9-98b3-d05c0caa6605/0ddf093c-cc90-4a61-8640-1a96eae2b1c1) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:35:05.787965 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-60952604-2cad-457c-a541-828a740ed51a None None] Publish callbacks [] for port, precommit_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:05.798107 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-60952604-2cad-457c-a541-828a740ed51a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:05.843967 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60952604-2cad-457c-a541-828a740ed51a None None] Network fc4ec60a-accc-482c-b035-1c088fb2471f is already hosted by enough agents. {{(pid=100598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:35:05.847137 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.base_scheduler [None req-60952604-2cad-457c-a541-828a740ed51a None None] Resources bound (agent type, host, resource id): {{(pid=100598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:35:05.850601 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60952604-2cad-457c-a541-828a740ed51a None None] Received port after_create {{(pid=100598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:35:05.860083 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60952604-2cad-457c-a541-828a740ed51a None None] Pushing event updated for resources: {'Port': ['ID=0ddf093c-cc90-4a61-8640-1a96eae2b1c1,revision_number=1']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:05.922266 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-60952604-2cad-457c-a541-828a740ed51a None None] Attempting to bind port 0ddf093c-cc90-4a61-8640-1a96eae2b1c1 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:35:05.922920 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-60952604-2cad-457c-a541-828a740ed51a None None] Attempting to bind port 0ddf093c-cc90-4a61-8640-1a96eae2b1c1 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '90aaa34d-38a8-4916-838b-ac5435265caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'fc4ec60a-accc-482c-b035-1c088fb2471f'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:35:05.924117 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60952604-2cad-457c-a541-828a740ed51a None None] Attempting to bind port 0ddf093c-cc90-4a61-8640-1a96eae2b1c1 on network fc4ec60a-accc-482c-b035-1c088fb2471f {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:35:05.929258 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60952604-2cad-457c-a541-828a740ed51a None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 34, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:35:05.930092 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60952604-2cad-457c-a541-828a740ed51a None None] Checking segment: {'id': '90aaa34d-38a8-4916-838b-ac5435265caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'fc4ec60a-accc-482c-b035-1c088fb2471f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:35:05.930276 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-60952604-2cad-457c-a541-828a740ed51a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:05.930742 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60952604-2cad-457c-a541-828a740ed51a None None] Bound using segment: {'id': '90aaa34d-38a8-4916-838b-ac5435265caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'fc4ec60a-accc-482c-b035-1c088fb2471f'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:35:05.931304 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-60952604-2cad-457c-a541-828a740ed51a None None] Bound port: 0ddf093c-cc90-4a61-8640-1a96eae2b1c1, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90aaa34d-38a8-4916-838b-ac5435265caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'fc4ec60a-accc-482c-b035-1c088fb2471f'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:35:05.932042 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-60952604-2cad-457c-a541-828a740ed51a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:06.005806 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-60952604-2cad-457c-a541-828a740ed51a None None] For port 0ddf093c-cc90-4a61-8640-1a96eae2b1c1, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:35:06.009657 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-60952604-2cad-457c-a541-828a740ed51a None None] For port 0ddf093c-cc90-4a61-8640-1a96eae2b1c1, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=0ddf093c-cc90-4a61-8640-1a96eae2b1c1,segment=NetworkSegment(90aaa34d-38a8-4916-838b-ac5435265caf),segment_id=90aaa34d-38a8-4916-838b-ac5435265caf)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:35:06.014645 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-60952604-2cad-457c-a541-828a740ed51a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:06.078286 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c058188f-836c-4b41-8245-dfe5b82bb7ff tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:06.085574 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60952604-2cad-457c-a541-828a740ed51a None None] Pushing event updated for resources: {'Port': ['ID=0ddf093c-cc90-4a61-8640-1a96eae2b1c1,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:06.413337 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-c058188f-836c-4b41-8245-dfe5b82bb7ff tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Allocated IP 172.20.0.1 (fc4ec60a-accc-482c-b035-1c088fb2471f/13ff4f55-6048-49c9-98b3-d05c0caa6605/ced0cfed-377a-4a8c-a29d-d82b22b3a416) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:35:06.473020 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-2f82a549-c0c9-43d4-845a-799d9ef6d0fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:06.530945 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c058188f-836c-4b41-8245-dfe5b82bb7ff tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:06.563162 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c058188f-836c-4b41-8245-dfe5b82bb7ff tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:06.604360 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c058188f-836c-4b41-8245-dfe5b82bb7ff tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Network fc4ec60a-accc-482c-b035-1c088fb2471f is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:35:06.607647 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-c058188f-836c-4b41-8245-dfe5b82bb7ff tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:35:06.610048 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c058188f-836c-4b41-8245-dfe5b82bb7ff tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:35:06.639762 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c058188f-836c-4b41-8245-dfe5b82bb7ff tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Pushing event updated for resources: {'Port': ['ID=ced0cfed-377a-4a8c-a29d-d82b22b3a416,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:06.661109 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c058188f-836c-4b41-8245-dfe5b82bb7ff tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1774540'] for router_interface, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:06.786997 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c058188f-836c-4b41-8245-dfe5b82bb7ff tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:07.067797 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c058188f-836c-4b41-8245-dfe5b82bb7ff tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for port, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:07.072515 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c058188f-836c-4b41-8245-dfe5b82bb7ff tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:07.089840 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 0d1d9a1f-f161-41e9-9e7c-1355c6b44e41 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:35:07.145937 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 0d1d9a1f-f161-41e9-9e7c-1355c6b44e41 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:35:07.146318 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:07.149935 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c058188f-836c-4b41-8245-dfe5b82bb7ff tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Pushing event updated for resources: {'Port': ['ID=ced0cfed-377a-4a8c-a29d-d82b22b3a416,revision_number=2']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:07.152461 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c058188f-836c-4b41-8245-dfe5b82bb7ff tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1774432'] for router_interface, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:07.258019 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:07.261524 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:07.266898 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c058188f-836c-4b41-8245-dfe5b82bb7ff tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Network fc4ec60a-accc-482c-b035-1c088fb2471f is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:35:07.268937 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-c058188f-836c-4b41-8245-dfe5b82bb7ff tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:35:07.295555 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] For port 0d1d9a1f-f161-41e9-9e7c-1355c6b44e41, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=0d1d9a1f-f161-41e9-9e7c-1355c6b44e41,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:35:07.303009 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:07.304334 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 0ddf093c-cc90-4a61-8640-1a96eae2b1c1 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:35:07.404659 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c058188f-836c-4b41-8245-dfe5b82bb7ff tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Router 50b5b511-3167-4f0b-b327-3f99f8b49c6d has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:35:07.526470 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9677be98-4f23-495d-98eb-bca14b77e4cd None None] Network fc4ec60a-accc-482c-b035-1c088fb2471f requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:35:07.533334 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c058188f-836c-4b41-8245-dfe5b82bb7ff tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:35:07.542872 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-c058188f-836c-4b41-8245-dfe5b82bb7ff tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "PUT /v2.0/routers/50b5b511-3167-4f0b-b327-3f99f8b49c6d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2458532 Oct 20 11:35:07.555295 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09da9da9-2e92-46e7-b000-ac11454719c0 None None] Sync routers for ids ['50b5b511-3167-4f0b-b327-3f99f8b49c6d'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:35:07.585989 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Pushing event updated for resources: {'Port': ['ID=0d1d9a1f-f161-41e9-9e7c-1355c6b44e41,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:07.636094 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09da9da9-2e92-46e7-b000-ac11454719c0 None None] Routers {'50b5b511-3167-4f0b-b327-3f99f8b49c6d'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:35:07.636718 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-09da9da9-2e92-46e7-b000-ac11454719c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:35:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['50b5b511-3167-4f0b-b327-3f99f8b49c6d'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:35:07.646295 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-607b6dee-52b2-4179-8984-0e30a5828ee2 None None] Provisioning complete for port 0ddf093c-cc90-4a61-8640-1a96eae2b1c1 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:35:07.646791 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-607b6dee-52b2-4179-8984-0e30a5828ee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:07.681091 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 0ddf093c-cc90-4a61-8640-1a96eae2b1c1 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:35:07.681710 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:07.681884 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8d32c8fd-653f-456d-9b12-324468361f01 req-0f4045d4-e9e0-44aa-a183-eba5ad1989d3 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1216703340&fields=id&tenant_id=e5f86d6a88794eafa52e20983c8a9c09 HTTP/1.1" status: 200 len: 267 time: 0.0353496 Oct 20 11:35:07.796746 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d32c8fd-653f-456d-9b12-324468361f01 req-5b240ac1-eda2-4b82-8abd-97ca34af6307 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:07.798140 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8d32c8fd-653f-456d-9b12-324468361f01 req-5b240ac1-eda2-4b82-8abd-97ca34af6307 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/networks?id=fc4ec60a-accc-482c-b035-1c088fb2471f HTTP/1.1" status: 200 len: 796 time: 0.1054485 Oct 20 11:35:07.813740 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8d32c8fd-653f-456d-9b12-324468361f01 req-2a6ddaec-ca19-406a-a40a-50cc65e043b2 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/quotas/e5f86d6a88794eafa52e20983c8a9c09 HTTP/1.1" status: 200 len: 375 time: 0.0095532 Oct 20 11:35:07.859886 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:07.865434 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8d32c8fd-653f-456d-9b12-324468361f01 req-592367b5-61fd-4711-99d4-56b0b777c777 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=e5f86d6a88794eafa52e20983c8a9c09&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0458436 Oct 20 11:35:07.919957 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-09da9da9-2e92-46e7-b000-ac11454719c0 None None] Set router 50b5b511-3167-4f0b-b327-3f99f8b49c6d gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:35:07.989800 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-607b6dee-52b2-4179-8984-0e30a5828ee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:08.024782 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8d32c8fd-653f-456d-9b12-324468361f01 req-d1a6b230-d39c-4974-ba75-37cd30cba5e3 service neutron] 10.222.0.64 "GET /v2.0/networks/fc4ec60a-accc-482c-b035-1c088fb2471f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472988 Oct 20 11:35:08.052351 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:08.104222 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-607b6dee-52b2-4179-8984-0e30a5828ee2 None None] For port 0ddf093c-cc90-4a61-8640-1a96eae2b1c1, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=0ddf093c-cc90-4a61-8640-1a96eae2b1c1,segment=NetworkSegment(90aaa34d-38a8-4916-838b-ac5435265caf),segment_id=90aaa34d-38a8-4916-838b-ac5435265caf)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:35:08.118855 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8d32c8fd-653f-456d-9b12-324468361f01 req-0bfe79a4-8718-4772-a4ad-9b46a711a649 service neutron] 10.222.0.64 "GET /v2.0/networks/fc4ec60a-accc-482c-b035-1c088fb2471f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875428 Oct 20 11:35:08.136770 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-607b6dee-52b2-4179-8984-0e30a5828ee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:08.237468 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.db.api [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 11:35:08.237834 n-d-811396-3 neutron-server[100598]: DEBUG oslo_db.api [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 11:35:08.255227 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607b6dee-52b2-4179-8984-0e30a5828ee2 None None] Pushing event updated for resources: {'Port': ['ID=0ddf093c-cc90-4a61-8640-1a96eae2b1c1,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:08.288211 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-09da9da9-2e92-46e7-b000-ac11454719c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50b5b511-3167-4f0b-b327-3f99f8b49c6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-948188481', 'tenant_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.47'}], 'enable_snat': True}, 'gw_port_id': '0d1d9a1f-f161-41e9-9e7c-1355c6b44e41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:35:02Z', 'updated_at': '2021-10-20T11:35:06Z', 'revision_number': 4, 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'gw_port': {'id': '0d1d9a1f-f161-41e9-9e7c-1355c6b44e41', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:63:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50b5b511-3167-4f0b-b327-3f99f8b49c6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:35:03Z', 'updated_at': '2021-10-20T11:35:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': 'ced0cfed-377a-4a8c-a29d-d82b22b3a416', 'name': '', 'network_id': 'fc4ec60a-accc-482c-b035-1c088fb2471f', 'tenant_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'mac_address': 'fa:16:3e:41:4a:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50b5b511-3167-4f0b-b327-3f99f8b49c6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '13ff4f55-6048-49c9-98b3-d05c0caa6605', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:35:06Z', 'updated_at': '2021-10-20T11:35:06Z', 'revision_number': 2, 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'subnets': [{'id': '13ff4f55-6048-49c9-98b3-d05c0caa6605', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:35:08.310209 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5f2d469c-e320-4c72-a22a-20cd40867339 req-df2d7b63-8cf6-42d9-b804-316f07a7afd7 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d2a94f0-9991-4b33-9a95-54734ea5b4f8 HTTP/1.1" status: 200 len: 210 time: 0.0293617 Oct 20 11:35:08.321440 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09da9da9-2e92-46e7-b000-ac11454719c0 None None] Checking router: 50b5b511-3167-4f0b-b327-3f99f8b49c6d for host: n-d-811396-3 {{(pid=100598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:35:08.321705 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09da9da9-2e92-46e7-b000-ac11454719c0 None None] Updating router 50b5b511-3167-4f0b-b327-3f99f8b49c6d port ced0cfed-377a-4a8c-a29d-d82b22b3a416 binding host n-d-811396-3 {{(pid=100598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:35:08.350781 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-09da9da9-2e92-46e7-b000-ac11454719c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:08.390291 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-04c03463-c790-4046-8135-d577f54c7bf1 None None] Provisioning complete for port ced0cfed-377a-4a8c-a29d-d82b22b3a416 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:35:08.390666 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-04c03463-c790-4046-8135-d577f54c7bf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:08.488556 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-04c03463-c790-4046-8135-d577f54c7bf1 None None] Port ced0cfed-377a-4a8c-a29d-d82b22b3a416 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:35:08.523222 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-04c03463-c790-4046-8135-d577f54c7bf1 None None] Provisioning complete for port 0ddf093c-cc90-4a61-8640-1a96eae2b1c1 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:35:08.523620 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-04c03463-c790-4046-8135-d577f54c7bf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:08.722447 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-09da9da9-2e92-46e7-b000-ac11454719c0 None None] Publish callbacks [] for port, precommit_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:08.727884 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-09da9da9-2e92-46e7-b000-ac11454719c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:08.824916 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:08.825615 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbdd4e1-18ac-4f65-ac7d-f99d44b5e3a5 None None] Pushing event updated for resources: {'Port': ['ID=ced0cfed-377a-4a8c-a29d-d82b22b3a416,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:08.855998 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-507c9578-0245-4587-819c-45a1db86082c None None] Provisioning complete for port ced0cfed-377a-4a8c-a29d-d82b22b3a416 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:35:08.856960 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-507c9578-0245-4587-819c-45a1db86082c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:08.915301 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-507c9578-0245-4587-819c-45a1db86082c None None] Port ced0cfed-377a-4a8c-a29d-d82b22b3a416 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:35:08.916801 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-09da9da9-2e92-46e7-b000-ac11454719c0 None None] Attempting to bind port ced0cfed-377a-4a8c-a29d-d82b22b3a416 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:35:08.917172 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-09da9da9-2e92-46e7-b000-ac11454719c0 None None] Attempting to bind port ced0cfed-377a-4a8c-a29d-d82b22b3a416 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '90aaa34d-38a8-4916-838b-ac5435265caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'fc4ec60a-accc-482c-b035-1c088fb2471f'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:35:08.917533 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09da9da9-2e92-46e7-b000-ac11454719c0 None None] Attempting to bind port ced0cfed-377a-4a8c-a29d-d82b22b3a416 on network fc4ec60a-accc-482c-b035-1c088fb2471f {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:35:08.923851 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09da9da9-2e92-46e7-b000-ac11454719c0 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:35:08.924229 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09da9da9-2e92-46e7-b000-ac11454719c0 None None] Checking segment: {'id': '90aaa34d-38a8-4916-838b-ac5435265caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'fc4ec60a-accc-482c-b035-1c088fb2471f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:35:08.924628 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-09da9da9-2e92-46e7-b000-ac11454719c0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:08.925015 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09da9da9-2e92-46e7-b000-ac11454719c0 None None] Bound using segment: {'id': '90aaa34d-38a8-4916-838b-ac5435265caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'fc4ec60a-accc-482c-b035-1c088fb2471f'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:35:08.925486 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-09da9da9-2e92-46e7-b000-ac11454719c0 None None] Bound port: ced0cfed-377a-4a8c-a29d-d82b22b3a416, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90aaa34d-38a8-4916-838b-ac5435265caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'fc4ec60a-accc-482c-b035-1c088fb2471f'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:35:08.925868 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-09da9da9-2e92-46e7-b000-ac11454719c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:08.993328 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-09da9da9-2e92-46e7-b000-ac11454719c0 None None] For port ced0cfed-377a-4a8c-a29d-d82b22b3a416, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:35:08.996662 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-09da9da9-2e92-46e7-b000-ac11454719c0 None None] For port ced0cfed-377a-4a8c-a29d-d82b22b3a416, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=ced0cfed-377a-4a8c-a29d-d82b22b3a416,segment=NetworkSegment(90aaa34d-38a8-4916-838b-ac5435265caf),segment_id=90aaa34d-38a8-4916-838b-ac5435265caf)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:35:09.000560 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-09da9da9-2e92-46e7-b000-ac11454719c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:09.050091 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 0d1d9a1f-f161-41e9-9e7c-1355c6b44e41 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:35:09.094826 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-9d73ed42-14f9-4da9-89fe-adf552019a53 None None] Provisioning complete for port ced0cfed-377a-4a8c-a29d-d82b22b3a416 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:35:09.095191 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-9d73ed42-14f9-4da9-89fe-adf552019a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:09.103799 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09da9da9-2e92-46e7-b000-ac11454719c0 None None] Routers {'50b5b511-3167-4f0b-b327-3f99f8b49c6d'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:35:09.104484 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-09da9da9-2e92-46e7-b000-ac11454719c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:35:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['50b5b511-3167-4f0b-b327-3f99f8b49c6d'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:35:09.106210 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbdd4e1-18ac-4f65-ac7d-f99d44b5e3a5 None None] Pushing event updated for resources: {'Port': ['ID=ced0cfed-377a-4a8c-a29d-d82b22b3a416,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:09.361297 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:09.412761 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4ddf2829-d9b6-4e11-827d-7ed13422215a req-23dd526f-918f-4941-9454-55b7d786d5d6 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d2a94f0-9991-4b33-9a95-54734ea5b4f8 HTTP/1.1" status: 200 len: 210 time: 0.0334699 Oct 20 11:35:09.422338 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 0d1d9a1f-f161-41e9-9e7c-1355c6b44e41 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:35:09.422713 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:09.427642 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-09da9da9-2e92-46e7-b000-ac11454719c0 None None] Set router 50b5b511-3167-4f0b-b327-3f99f8b49c6d gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:35:09.573414 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-9d73ed42-14f9-4da9-89fe-adf552019a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:09.690127 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 0ddf093c-cc90-4a61-8640-1a96eae2b1c1 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:35:09.697312 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-9d73ed42-14f9-4da9-89fe-adf552019a53 None None] For port ced0cfed-377a-4a8c-a29d-d82b22b3a416, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=ced0cfed-377a-4a8c-a29d-d82b22b3a416,segment=NetworkSegment(90aaa34d-38a8-4916-838b-ac5435265caf),segment_id=90aaa34d-38a8-4916-838b-ac5435265caf)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:35:09.717457 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-9d73ed42-14f9-4da9-89fe-adf552019a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:09.803512 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d73ed42-14f9-4da9-89fe-adf552019a53 None None] Pushing event updated for resources: {'Port': ['ID=ced0cfed-377a-4a8c-a29d-d82b22b3a416,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:09.816675 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 0ddf093c-cc90-4a61-8640-1a96eae2b1c1 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:35:09.817046 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:09.858844 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-09da9da9-2e92-46e7-b000-ac11454719c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50b5b511-3167-4f0b-b327-3f99f8b49c6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-948188481', 'tenant_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.47'}], 'enable_snat': True}, 'gw_port_id': '0d1d9a1f-f161-41e9-9e7c-1355c6b44e41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:35:02Z', 'updated_at': '2021-10-20T11:35:06Z', 'revision_number': 4, 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'gw_port': {'id': '0d1d9a1f-f161-41e9-9e7c-1355c6b44e41', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:63:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50b5b511-3167-4f0b-b327-3f99f8b49c6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:35:03Z', 'updated_at': '2021-10-20T11:35:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': 'ced0cfed-377a-4a8c-a29d-d82b22b3a416', 'name': '', 'network_id': 'fc4ec60a-accc-482c-b035-1c088fb2471f', 'tenant_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'mac_address': 'fa:16:3e:41:4a:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50b5b511-3167-4f0b-b327-3f99f8b49c6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '13ff4f55-6048-49c9-98b3-d05c0caa6605', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:35:06Z', 'updated_at': '2021-10-20T11:35:08Z', 'revision_number': 4, 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'subnets': [{'id': '13ff4f55-6048-49c9-98b3-d05c0caa6605', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:35:09.891601 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09da9da9-2e92-46e7-b000-ac11454719c0 None None] The sync data for ids ['50b5b511-3167-4f0b-b327-3f99f8b49c6d'] in n-d-811396-3 is: [{'id': '50b5b511-3167-4f0b-b327-3f99f8b49c6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-948188481', 'tenant_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.47'}], 'enable_snat': True}, 'gw_port_id': '0d1d9a1f-f161-41e9-9e7c-1355c6b44e41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:35:02Z', 'updated_at': '2021-10-20T11:35:06Z', 'revision_number': 4, 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'gw_port': {'id': '0d1d9a1f-f161-41e9-9e7c-1355c6b44e41', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:63:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50b5b511-3167-4f0b-b327-3f99f8b49c6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:35:03Z', 'updated_at': '2021-10-20T11:35:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': 'ced0cfed-377a-4a8c-a29d-d82b22b3a416', 'name': '', 'network_id': 'fc4ec60a-accc-482c-b035-1c088fb2471f', 'tenant_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'mac_address': 'fa:16:3e:41:4a:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50b5b511-3167-4f0b-b327-3f99f8b49c6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '13ff4f55-6048-49c9-98b3-d05c0caa6605', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:35:06Z', 'updated_at': '2021-10-20T11:35:08Z', 'revision_number': 4, 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'subnets': [{'id': '13ff4f55-6048-49c9-98b3-d05c0caa6605', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:35:09.895667 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-34c5b34e-c28b-4c0d-9bbe-aec62d360ded None None] Provisioning complete for port ced0cfed-377a-4a8c-a29d-d82b22b3a416 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:35:09.896030 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-34c5b34e-c28b-4c0d-9bbe-aec62d360ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:10.493643 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-961b8035-7e44-4c41-a2a0-38b3bc458a2c req-57e17b62-d835-4b98-8ad5-e5479048311b tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d2a94f0-9991-4b33-9a95-54734ea5b4f8 HTTP/1.1" status: 200 len: 210 time: 0.0320411 Oct 20 11:35:11.054774 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device ced0cfed-377a-4a8c-a29d-d82b22b3a416 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:35:11.102300 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port ced0cfed-377a-4a8c-a29d-d82b22b3a416 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:35:11.102666 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:11.277471 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d32c8fd-653f-456d-9b12-324468361f01 req-b35d310a-f069-4176-9ec0-7533c9152710 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:11.278934 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8d32c8fd-653f-456d-9b12-324468361f01 req-b35d310a-f069-4176-9ec0-7533c9152710 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.69 "GET /v2.0/networks?id=fc4ec60a-accc-482c-b035-1c088fb2471f HTTP/1.1" status: 200 len: 796 time: 0.1036050 Oct 20 11:35:11.322428 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8d32c8fd-653f-456d-9b12-324468361f01 req-03777083-8a61-4dd4-a948-7c34e53a18b0 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e5f86d6a88794eafa52e20983c8a9c09 HTTP/1.1" status: 200 len: 380 time: 0.0349653 Oct 20 11:35:11.332972 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-8d32c8fd-653f-456d-9b12-324468361f01 req-5b01e486-230b-4603-9683-dd9433760ee1 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Request body: {'port': {'device_id': '4d2a94f0-9991-4b33-9a95-54734ea5b4f8', 'network_id': 'fc4ec60a-accc-482c-b035-1c088fb2471f', 'admin_state_up': True, 'tenant_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'security_groups': ['750a765f-d388-4d76-a2c4-3b8980d86f68']}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:35:11.442485 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d32c8fd-653f-456d-9b12-324468361f01 req-5b01e486-230b-4603-9683-dd9433760ee1 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Made reservation on behalf of e5f86d6a88794eafa52e20983c8a9c09 for: {'port': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:35:11.446117 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-8d32c8fd-653f-456d-9b12-324468361f01 req-5b01e486-230b-4603-9683-dd9433760ee1 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:11.585005 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [req-8d32c8fd-653f-456d-9b12-324468361f01 req-5b01e486-230b-4603-9683-dd9433760ee1 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Allocated IP 172.20.0.10 (fc4ec60a-accc-482c-b035-1c088fb2471f/13ff4f55-6048-49c9-98b3-d05c0caa6605/5d75c17c-b02c-4034-9506-a21310a04fd1) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:35:11.603059 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-27efe096-7906-4dee-a4c5-09a5e1791d31 req-a6a6ac55-cd45-43f7-8491-63f0662194d9 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d2a94f0-9991-4b33-9a95-54734ea5b4f8 HTTP/1.1" status: 200 len: 210 time: 0.0327032 Oct 20 11:35:11.738144 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-8d32c8fd-653f-456d-9b12-324468361f01 req-5b01e486-230b-4603-9683-dd9433760ee1 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:11.776311 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-8d32c8fd-653f-456d-9b12-324468361f01 req-5b01e486-230b-4603-9683-dd9433760ee1 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:11.820331 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d32c8fd-653f-456d-9b12-324468361f01 req-5b01e486-230b-4603-9683-dd9433760ee1 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Network fc4ec60a-accc-482c-b035-1c088fb2471f is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:35:11.823509 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [req-8d32c8fd-653f-456d-9b12-324468361f01 req-5b01e486-230b-4603-9683-dd9433760ee1 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:35:11.827213 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d32c8fd-653f-456d-9b12-324468361f01 req-5b01e486-230b-4603-9683-dd9433760ee1 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:35:11.854848 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b01e486-230b-4603-9683-dd9433760ee1 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Pushing event updated for resources: {'Port': ['ID=5d75c17c-b02c-4034-9506-a21310a04fd1,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:11.884328 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d32c8fd-653f-456d-9b12-324468361f01 req-5b01e486-230b-4603-9683-dd9433760ee1 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:11.885255 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-8d32c8fd-653f-456d-9b12-324468361f01 req-5b01e486-230b-4603-9683-dd9433760ee1 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:11.902686 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8d32c8fd-653f-456d-9b12-324468361f01 req-5b01e486-230b-4603-9683-dd9433760ee1 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5734241 Oct 20 11:35:11.912689 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [req-8d32c8fd-653f-456d-9b12-324468361f01 req-61094a97-0694-446b-a3e6-8e2214a51714 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:35:11.913808 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8d32c8fd-653f-456d-9b12-324468361f01 req-61094a97-0694-446b-a3e6-8e2214a51714 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0054324 Oct 20 11:35:11.926448 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-8d32c8fd-653f-456d-9b12-324468361f01 req-fca45ce0-b4cd-4ebf-a04c-828015088202 service neutron] Request body: {'port': {'device_id': '4d2a94f0-9991-4b33-9a95-54734ea5b4f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811396-3'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:35:11.988347 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-8d32c8fd-653f-456d-9b12-324468361f01 req-fca45ce0-b4cd-4ebf-a04c-828015088202 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:12.063765 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-07866613-00b3-451d-ab9b-850ed020621b None None] Provisioning complete for port 5d75c17c-b02c-4034-9506-a21310a04fd1 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:35:12.064431 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-07866613-00b3-451d-ab9b-850ed020621b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:12.098677 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-07866613-00b3-451d-ab9b-850ed020621b None None] Port 5d75c17c-b02c-4034-9506-a21310a04fd1 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:35:12.254816 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [req-8d32c8fd-653f-456d-9b12-324468361f01 req-fca45ce0-b4cd-4ebf-a04c-828015088202 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d75c17c-b02c-4034-9506-a21310a04fd1 {{(pid=100596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:35:12.262891 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-8d32c8fd-653f-456d-9b12-324468361f01 req-fca45ce0-b4cd-4ebf-a04c-828015088202 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:12.274916 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.provisioning_blocks [req-8d32c8fd-653f-456d-9b12-324468361f01 req-fca45ce0-b4cd-4ebf-a04c-828015088202 service neutron] Transition to ACTIVE for port object 5d75c17c-b02c-4034-9506-a21310a04fd1 will not be triggered until provisioned by entity L2. {{(pid=100596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:35:12.279368 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-8d32c8fd-653f-456d-9b12-324468361f01 req-fca45ce0-b4cd-4ebf-a04c-828015088202 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:12.328787 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca45ce0-b4cd-4ebf-a04c-828015088202 service neutron] Pushing event updated for resources: {'Port': ['ID=5d75c17c-b02c-4034-9506-a21310a04fd1,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:12.407526 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-8d32c8fd-653f-456d-9b12-324468361f01 req-fca45ce0-b4cd-4ebf-a04c-828015088202 service neutron] Attempting to bind port 5d75c17c-b02c-4034-9506-a21310a04fd1 on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:35:12.407864 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-8d32c8fd-653f-456d-9b12-324468361f01 req-fca45ce0-b4cd-4ebf-a04c-828015088202 service neutron] Attempting to bind port 5d75c17c-b02c-4034-9506-a21310a04fd1 by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': '90aaa34d-38a8-4916-838b-ac5435265caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'fc4ec60a-accc-482c-b035-1c088fb2471f'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:35:12.408195 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d32c8fd-653f-456d-9b12-324468361f01 req-fca45ce0-b4cd-4ebf-a04c-828015088202 service neutron] Attempting to bind port 5d75c17c-b02c-4034-9506-a21310a04fd1 on network fc4ec60a-accc-482c-b035-1c088fb2471f {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:35:12.412995 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d32c8fd-653f-456d-9b12-324468361f01 req-fca45ce0-b4cd-4ebf-a04c-828015088202 service neutron] Port 5d75c17c-b02c-4034-9506-a21310a04fd1 on network fc4ec60a-accc-482c-b035-1c088fb2471f not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:35:12.413317 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d32c8fd-653f-456d-9b12-324468361f01 req-fca45ce0-b4cd-4ebf-a04c-828015088202 service neutron] Attempting to bind port 5d75c17c-b02c-4034-9506-a21310a04fd1 on network fc4ec60a-accc-482c-b035-1c088fb2471f {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:35:12.418246 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d32c8fd-653f-456d-9b12-324468361f01 req-fca45ce0-b4cd-4ebf-a04c-828015088202 service neutron] Checking agent: {'id': '061232a2-7adc-4ba1-a873-e8cb136b064d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:35:12.418618 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d32c8fd-653f-456d-9b12-324468361f01 req-fca45ce0-b4cd-4ebf-a04c-828015088202 service neutron] Checking segment: {'id': '90aaa34d-38a8-4916-838b-ac5435265caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'fc4ec60a-accc-482c-b035-1c088fb2471f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:35:12.418996 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d32c8fd-653f-456d-9b12-324468361f01 req-fca45ce0-b4cd-4ebf-a04c-828015088202 service neutron] Bound using segment: {'id': '90aaa34d-38a8-4916-838b-ac5435265caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'fc4ec60a-accc-482c-b035-1c088fb2471f'} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:35:12.419450 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-8d32c8fd-653f-456d-9b12-324468361f01 req-fca45ce0-b4cd-4ebf-a04c-828015088202 service neutron] Bound port: 5d75c17c-b02c-4034-9506-a21310a04fd1, host: n-h2-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90aaa34d-38a8-4916-838b-ac5435265caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'fc4ec60a-accc-482c-b035-1c088fb2471f'}}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:35:12.419802 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-8d32c8fd-653f-456d-9b12-324468361f01 req-fca45ce0-b4cd-4ebf-a04c-828015088202 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:12.485304 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-8d32c8fd-653f-456d-9b12-324468361f01 req-fca45ce0-b4cd-4ebf-a04c-828015088202 service neutron] For port 5d75c17c-b02c-4034-9506-a21310a04fd1, host n-h2-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:35:12.488321 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-8d32c8fd-653f-456d-9b12-324468361f01 req-fca45ce0-b4cd-4ebf-a04c-828015088202 service neutron] For port 5d75c17c-b02c-4034-9506-a21310a04fd1, host n-h2-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=5d75c17c-b02c-4034-9506-a21310a04fd1,segment=NetworkSegment(90aaa34d-38a8-4916-838b-ac5435265caf),segment_id=90aaa34d-38a8-4916-838b-ac5435265caf)] {{(pid=100596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:35:12.492857 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-8d32c8fd-653f-456d-9b12-324468361f01 req-fca45ce0-b4cd-4ebf-a04c-828015088202 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:12.533387 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d32c8fd-653f-456d-9b12-324468361f01 req-fca45ce0-b4cd-4ebf-a04c-828015088202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:12.533932 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-8d32c8fd-653f-456d-9b12-324468361f01 req-fca45ce0-b4cd-4ebf-a04c-828015088202 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:12.535525 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8d32c8fd-653f-456d-9b12-324468361f01 req-fca45ce0-b4cd-4ebf-a04c-828015088202 service neutron] 10.222.0.69 "PUT /v2.0/ports/5d75c17c-b02c-4034-9506-a21310a04fd1 HTTP/1.1" status: 200 len: 1092 time: 0.6131680 Oct 20 11:35:12.535967 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d2a94f0-9991-4b33-9a95-54734ea5b4f8', 'tag': '5d75c17c-b02c-4034-9506-a21310a04fd1'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:35:12.538243 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b817f9d80a1b29ed07bd94f2222da8cf244b0bc6025e0bf33ac95c6b13c59699" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bb3daaa-4d34-45d3-9f31-e976eb288532" -d '{"events": [{"name": "network-changed", "server_uuid": "4d2a94f0-9991-4b33-9a95-54734ea5b4f8", "tag": "5d75c17c-b02c-4034-9506-a21310a04fd1"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:35:12.560465 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca45ce0-b4cd-4ebf-a04c-828015088202 service neutron] Pushing event updated for resources: {'Port': ['ID=5d75c17c-b02c-4034-9506-a21310a04fd1,revision_number=3']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:12.610735 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7a49bbc-3f3a-43e7-82ab-b1bef53be706 x-openstack-request-id: req-e7a49bbc-3f3a-43e7-82ab-b1bef53be706 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:35:12.611374 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d2a94f0-9991-4b33-9a95-54734ea5b4f8", "tag": "5d75c17c-b02c-4034-9506-a21310a04fd1", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:35:12.611374 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e7a49bbc-3f3a-43e7-82ab-b1bef53be706 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:35:12.611891 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d2a94f0-9991-4b33-9a95-54734ea5b4f8', 'tag': '5d75c17c-b02c-4034-9506-a21310a04fd1', 'status': 'completed', 'code': 200} Oct 20 11:35:12.629763 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d32c8fd-653f-456d-9b12-324468361f01 req-3677bb16-5f26-4e49-8d0d-abe2e33c9c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:12.631406 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8d32c8fd-653f-456d-9b12-324468361f01 req-3677bb16-5f26-4e49-8d0d-abe2e33c9c60 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e5f86d6a88794eafa52e20983c8a9c09&device_id=4d2a94f0-9991-4b33-9a95-54734ea5b4f8 HTTP/1.1" status: 200 len: 1095 time: 0.0475695 Oct 20 11:35:12.679963 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8d32c8fd-653f-456d-9b12-324468361f01 req-bd501b95-7679-437b-b0fc-88ff58ac88f2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5d75c17c-b02c-4034-9506-a21310a04fd1 HTTP/1.1" status: 200 len: 217 time: 0.0406764 Oct 20 11:35:12.761171 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68c3e66-9a02-4a25-b525-3ce45da4bf77 req-1fe17c08-698b-456c-ba8f-8eb18ece84a6 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:12.763210 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e68c3e66-9a02-4a25-b525-3ce45da4bf77 req-1fe17c08-698b-456c-ba8f-8eb18ece84a6 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d2a94f0-9991-4b33-9a95-54734ea5b4f8 HTTP/1.1" status: 200 len: 944 time: 0.0853601 Oct 20 11:35:12.764523 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d32c8fd-653f-456d-9b12-324468361f01 req-4ef4afe3-94c9-4912-abd9-2d5e33889b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:12.765828 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8d32c8fd-653f-456d-9b12-324468361f01 req-4ef4afe3-94c9-4912-abd9-2d5e33889b8c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=13ff4f55-6048-49c9-98b3-d05c0caa6605 HTTP/1.1" status: 200 len: 835 time: 0.0776830 Oct 20 11:35:12.832143 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e68c3e66-9a02-4a25-b525-3ce45da4bf77 req-969a59e5-4473-471a-864e-47f65c82e681 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/security-groups?id=750a765f-d388-4d76-a2c4-3b8980d86f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626621 Oct 20 11:35:12.838322 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d32c8fd-653f-456d-9b12-324468361f01 req-f3de0dc7-6627-469c-9059-5dc69001a3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:12.839790 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8d32c8fd-653f-456d-9b12-324468361f01 req-f3de0dc7-6627-469c-9059-5dc69001a3d7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=fc4ec60a-accc-482c-b035-1c088fb2471f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0647748 Oct 20 11:35:12.930050 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8d32c8fd-653f-456d-9b12-324468361f01 req-4251be81-8995-4155-91ef-9cd367bb4df7 service neutron] 10.222.0.69 "GET /v2.0/networks/fc4ec60a-accc-482c-b035-1c088fb2471f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831680 Oct 20 11:35:13.023246 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8d32c8fd-653f-456d-9b12-324468361f01 req-c2d9faa8-893e-4ae9-9541-79bd3907d19d service neutron] 10.222.0.69 "GET /v2.0/networks/fc4ec60a-accc-482c-b035-1c088fb2471f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862012 Oct 20 11:35:13.110282 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb3daaa-4d34-45d3-9f31-e976eb288532 req-da70f578-6376-4064-b0e3-0fa1428d7385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:13.111698 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5bb3daaa-4d34-45d3-9f31-e976eb288532 req-da70f578-6376-4064-b0e3-0fa1428d7385 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e5f86d6a88794eafa52e20983c8a9c09&device_id=4d2a94f0-9991-4b33-9a95-54734ea5b4f8 HTTP/1.1" status: 200 len: 1095 time: 0.0424237 Oct 20 11:35:13.202738 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb3daaa-4d34-45d3-9f31-e976eb288532 req-6c71e607-aa82-436f-9e99-10f6b12ff221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:13.204201 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5bb3daaa-4d34-45d3-9f31-e976eb288532 req-6c71e607-aa82-436f-9e99-10f6b12ff221 service neutron] 10.222.0.69 "GET /v2.0/networks?id=fc4ec60a-accc-482c-b035-1c088fb2471f HTTP/1.1" status: 200 len: 897 time: 0.0860093 Oct 20 11:35:13.247948 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5bb3daaa-4d34-45d3-9f31-e976eb288532 req-97cf268d-67fe-4e02-9b98-6100cc89db80 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5d75c17c-b02c-4034-9506-a21310a04fd1 HTTP/1.1" status: 200 len: 217 time: 0.0347834 Oct 20 11:35:13.299231 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb3daaa-4d34-45d3-9f31-e976eb288532 req-bfb03ffb-7cb8-4099-8a99-472286cc3f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:13.300695 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5bb3daaa-4d34-45d3-9f31-e976eb288532 req-bfb03ffb-7cb8-4099-8a99-472286cc3f40 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=13ff4f55-6048-49c9-98b3-d05c0caa6605 HTTP/1.1" status: 200 len: 835 time: 0.0461805 Oct 20 11:35:13.349847 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb3daaa-4d34-45d3-9f31-e976eb288532 req-9e0570e6-f1f8-4e4d-bd2d-a88e3a6aa43a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:13.351288 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5bb3daaa-4d34-45d3-9f31-e976eb288532 req-9e0570e6-f1f8-4e4d-bd2d-a88e3a6aa43a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=fc4ec60a-accc-482c-b035-1c088fb2471f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433373 Oct 20 11:35:13.438123 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5bb3daaa-4d34-45d3-9f31-e976eb288532 req-71f8f922-f43b-425b-8ca5-0dfc5604523c service neutron] 10.222.0.69 "GET /v2.0/networks/fc4ec60a-accc-482c-b035-1c088fb2471f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793054 Oct 20 11:35:13.532742 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5bb3daaa-4d34-45d3-9f31-e976eb288532 req-0758c74e-77e3-40b0-921f-608201a84081 service neutron] 10.222.0.69 "GET /v2.0/networks/fc4ec60a-accc-482c-b035-1c088fb2471f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867548 Oct 20 11:35:13.947256 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ec6938-97cd-45f5-8730-9eec5456b382 req-4edd813f-557d-49b0-906a-f1156864f4f2 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:13.948763 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-76ec6938-97cd-45f5-8730-9eec5456b382 req-4edd813f-557d-49b0-906a-f1156864f4f2 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d2a94f0-9991-4b33-9a95-54734ea5b4f8 HTTP/1.1" status: 200 len: 944 time: 0.0491705 Oct 20 11:35:13.987031 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-76ec6938-97cd-45f5-8730-9eec5456b382 req-d20ecf60-066a-4180-80bf-944955fc3b5f tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/security-groups?id=750a765f-d388-4d76-a2c4-3b8980d86f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313766 Oct 20 11:35:15.100186 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5a306a-716a-4153-92fc-d03d2ea5dc37 req-77370ad3-a679-4a30-9e61-4fe4f68c6f48 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:15.101705 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6a5a306a-716a-4153-92fc-d03d2ea5dc37 req-77370ad3-a679-4a30-9e61-4fe4f68c6f48 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d2a94f0-9991-4b33-9a95-54734ea5b4f8 HTTP/1.1" status: 200 len: 944 time: 0.0483835 Oct 20 11:35:15.139107 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6a5a306a-716a-4153-92fc-d03d2ea5dc37 req-0862e416-38a4-4b66-a253-0ffc750be0e4 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/security-groups?id=750a765f-d388-4d76-a2c4-3b8980d86f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310416 Oct 20 11:35:16.256229 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbbe1b6-6121-462e-aeb0-ede047de9421 req-bf550c1d-c122-4080-b082-10ac8cc7a200 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:16.257748 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ddbbe1b6-6121-462e-aeb0-ede047de9421 req-bf550c1d-c122-4080-b082-10ac8cc7a200 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d2a94f0-9991-4b33-9a95-54734ea5b4f8 HTTP/1.1" status: 200 len: 944 time: 0.0537994 Oct 20 11:35:16.294636 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ddbbe1b6-6121-462e-aeb0-ede047de9421 req-82164693-b9f5-4a6f-af00-968b82e956ac tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/security-groups?id=750a765f-d388-4d76-a2c4-3b8980d86f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302653 Oct 20 11:35:16.855682 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 5d75c17c-b02c-4034-9506-a21310a04fd1 details requested by agent hyperv_n-h2-811396-3 with host n-h2-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:35:16.947241 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 5d75c17c-b02c-4034-9506-a21310a04fd1, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=5d75c17c-b02c-4034-9506-a21310a04fd1,segment=NetworkSegment(90aaa34d-38a8-4916-838b-ac5435265caf),segment_id=90aaa34d-38a8-4916-838b-ac5435265caf)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:35:16.957920 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Returning: {'device': '5d75c17c-b02c-4034-9506-a21310a04fd1', 'network_id': 'fc4ec60a-accc-482c-b035-1c088fb2471f', 'port_id': '5d75c17c-b02c-4034-9506-a21310a04fd1', 'mac_address': 'fa:16:3e:15:c0:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13ff4f55-6048-49c9-98b3-d05c0caa6605', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:35:16.997543 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:17.009589 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d75c17c-b02c-4034-9506-a21310a04fd1 {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:35:17.027731 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 5d75c17c-b02c-4034-9506-a21310a04fd1, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=5d75c17c-b02c-4034-9506-a21310a04fd1,segment=NetworkSegment(90aaa34d-38a8-4916-838b-ac5435265caf),segment_id=90aaa34d-38a8-4916-838b-ac5435265caf)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:35:17.031739 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:17.077319 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=5d75c17c-b02c-4034-9506-a21310a04fd1,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:17.268641 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['5d75c17c-b02c-4034-9506-a21310a04fd1'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:35:17.411114 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc28a4d2-9142-4cb2-9416-9cfa789d3a96 req-f9ba7cac-555d-450c-9499-07670a1e1a3a tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:17.412636 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-dc28a4d2-9142-4cb2-9416-9cfa789d3a96 req-f9ba7cac-555d-450c-9499-07670a1e1a3a tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d2a94f0-9991-4b33-9a95-54734ea5b4f8 HTTP/1.1" status: 200 len: 945 time: 0.0482104 Oct 20 11:35:17.451133 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-dc28a4d2-9142-4cb2-9416-9cfa789d3a96 req-d074eb54-4710-4477-9572-764ac6d30f1b tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/security-groups?id=750a765f-d388-4d76-a2c4-3b8980d86f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323238 Oct 20 11:35:18.565203 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be04ae8-0751-4833-b00c-adef32dbd2e3 req-8338aaee-03e2-4c26-9277-b0d08910165a tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:18.566602 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7be04ae8-0751-4833-b00c-adef32dbd2e3 req-8338aaee-03e2-4c26-9277-b0d08910165a tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d2a94f0-9991-4b33-9a95-54734ea5b4f8 HTTP/1.1" status: 200 len: 945 time: 0.0481715 Oct 20 11:35:18.603262 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7be04ae8-0751-4833-b00c-adef32dbd2e3 req-28834e3b-a3fd-4c83-8c5a-3f124ad035fc tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/security-groups?id=750a765f-d388-4d76-a2c4-3b8980d86f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307398 Oct 20 11:35:18.855333 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 5d75c17c-b02c-4034-9506-a21310a04fd1 up at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:35:18.903414 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning for port 5d75c17c-b02c-4034-9506-a21310a04fd1 completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:35:18.907122 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning complete for port 5d75c17c-b02c-4034-9506-a21310a04fd1 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:35:18.907534 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:18.985169 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:19.013373 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d2a94f0-9991-4b33-9a95-54734ea5b4f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d75c17c-b02c-4034-9506-a21310a04fd1'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:35:19.015706 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3a5a1e74fee385f59395feee7f880defec871777ba90fab9b56a242633970a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30720620-3835-427a-adc3-6c099bd04447" -d '{"events": [{"server_uuid": "4d2a94f0-9991-4b33-9a95-54734ea5b4f8", "name": "network-vif-plugged", "status": "completed", "tag": "5d75c17c-b02c-4034-9506-a21310a04fd1"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:35:19.028533 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 5d75c17c-b02c-4034-9506-a21310a04fd1, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=5d75c17c-b02c-4034-9506-a21310a04fd1,segment=NetworkSegment(90aaa34d-38a8-4916-838b-ac5435265caf),segment_id=90aaa34d-38a8-4916-838b-ac5435265caf)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:35:19.032741 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:19.056405 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da146253-d918-4c39-b4fa-10726aedca01 x-openstack-request-id: req-da146253-d918-4c39-b4fa-10726aedca01 {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:35:19.057003 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d2a94f0-9991-4b33-9a95-54734ea5b4f8", "name": "network-vif-plugged", "status": "completed", "tag": "5d75c17c-b02c-4034-9506-a21310a04fd1", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:35:19.057740 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-da146253-d918-4c39-b4fa-10726aedca01 {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:35:19.058141 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d2a94f0-9991-4b33-9a95-54734ea5b4f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d75c17c-b02c-4034-9506-a21310a04fd1', 'code': 200} Oct 20 11:35:19.086406 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=5d75c17c-b02c-4034-9506-a21310a04fd1,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:19.156838 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1aae32-bf42-40a9-a748-8326530902df req-2a5c5cd1-571c-4128-8cd6-23172b2d91ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:19.158247 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1f1aae32-bf42-40a9-a748-8326530902df req-2a5c5cd1-571c-4128-8cd6-23172b2d91ce service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=4d2a94f0-9991-4b33-9a95-54734ea5b4f8 HTTP/1.1" status: 200 len: 1097 time: 0.0464580 Oct 20 11:35:19.193045 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1f1aae32-bf42-40a9-a748-8326530902df req-91011692-febf-42b2-9d9b-a2f6c1676a16 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=750a765f-d388-4d76-a2c4-3b8980d86f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278461 Oct 20 11:35:19.717300 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ab4aff-9f55-497f-9129-5410241042bb req-c965b4c9-3cb5-4bde-adfa-6bf3ac39c9f4 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:19.718661 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-39ab4aff-9f55-497f-9129-5410241042bb req-c965b4c9-3cb5-4bde-adfa-6bf3ac39c9f4 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d2a94f0-9991-4b33-9a95-54734ea5b4f8 HTTP/1.1" status: 200 len: 946 time: 0.0479450 Oct 20 11:35:19.754476 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-39ab4aff-9f55-497f-9129-5410241042bb req-11bb092c-f4c7-42b1-968b-1c29ba92d370 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/security-groups?id=750a765f-d388-4d76-a2c4-3b8980d86f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299382 Oct 20 11:35:19.792086 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:20.872077 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27707e9a-3d13-4563-964c-bb87dcfa69f3 req-5e8e3a80-71d9-4e95-b282-4246deea8626 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:20.873583 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-27707e9a-3d13-4563-964c-bb87dcfa69f3 req-5e8e3a80-71d9-4e95-b282-4246deea8626 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d2a94f0-9991-4b33-9a95-54734ea5b4f8 HTTP/1.1" status: 200 len: 946 time: 0.0496404 Oct 20 11:35:20.910788 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-27707e9a-3d13-4563-964c-bb87dcfa69f3 req-4d3ac9bc-d29c-41e5-bda3-5ab8a7829a7e tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/security-groups?id=750a765f-d388-4d76-a2c4-3b8980d86f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313258 Oct 20 11:35:21.026732 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe585f2-48fa-4b82-a380-e2eb9f8aa3bb req-1fef07f2-cccc-4950-b80f-203ddd167978 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:21.028736 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8fe585f2-48fa-4b82-a380-e2eb9f8aa3bb req-1fef07f2-cccc-4950-b80f-203ddd167978 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d2a94f0-9991-4b33-9a95-54734ea5b4f8 HTTP/1.1" status: 200 len: 946 time: 0.0521259 Oct 20 11:35:21.069608 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8fe585f2-48fa-4b82-a380-e2eb9f8aa3bb req-19ba3adb-ea26-47b3-b1fa-b57ead9c8a4e tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/security-groups?id=750a765f-d388-4d76-a2c4-3b8980d86f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347617 Oct 20 11:35:21.091852 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 47096) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:21.138753 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de70cd4e-e74c-4548-8935-8c59e9f2cc65 tempest-TestNetworkAdvancedServerOps-1034537329 tempest-TestNetworkAdvancedServerOps-1034537329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:21.140412 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-de70cd4e-e74c-4548-8935-8c59e9f2cc65 tempest-TestNetworkAdvancedServerOps-1034537329 tempest-TestNetworkAdvancedServerOps-1034537329-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=4d2a94f0-9991-4b33-9a95-54734ea5b4f8 HTTP/1.1" status: 200 len: 1092 time: 0.0473278 Oct 20 11:35:21.144498 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 47098) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:21.148311 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-6651dd7a-b0c9-47f8-9b86-86d2bb43cb66 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Request body: {'floatingip': {'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'port_id': '5d75c17c-b02c-4034-9506-a21310a04fd1', 'tenant_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'fixed_ip_address': '172.20.0.10'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:35:21.172541 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6651dd7a-b0c9-47f8-9b86-86d2bb43cb66 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for floatingip, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:21.318160 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6651dd7a-b0c9-47f8-9b86-86d2bb43cb66 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:21.434558 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [None req-6651dd7a-b0c9-47f8-9b86-86d2bb43cb66 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Allocated IP 172.25.1.188 (cbe170d3-31ba-45a2-b477-520ab0a7a8ea/f4e26aca-17ac-4adb-a66b-d939a1b35b64/f185bd43-7997-41ec-aaba-0f2e5c509b16) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:35:21.539025 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6651dd7a-b0c9-47f8-9b86-86d2bb43cb66 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:21.573096 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6651dd7a-b0c9-47f8-9b86-86d2bb43cb66 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:21.626110 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6651dd7a-b0c9-47f8-9b86-86d2bb43cb66 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Network cbe170d3-31ba-45a2-b477-520ab0a7a8ea is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:35:21.631034 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-6651dd7a-b0c9-47f8-9b86-86d2bb43cb66 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:35:21.635843 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6651dd7a-b0c9-47f8-9b86-86d2bb43cb66 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:35:21.642591 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6651dd7a-b0c9-47f8-9b86-86d2bb43cb66 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Pushing event updated for resources: {'Port': ['ID=f185bd43-7997-41ec-aaba-0f2e5c509b16,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:22.012602 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6651dd7a-b0c9-47f8-9b86-86d2bb43cb66 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:22.081287 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6651dd7a-b0c9-47f8-9b86-86d2bb43cb66 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:22.233031 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6651dd7a-b0c9-47f8-9b86-86d2bb43cb66 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:22.237601 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6651dd7a-b0c9-47f8-9b86-86d2bb43cb66 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:22.255740 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 7 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:35:22.311346 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6651dd7a-b0c9-47f8-9b86-86d2bb43cb66 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Pushing event updated for resources: {'Port': ['ID=f185bd43-7997-41ec-aaba-0f2e5c509b16,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:22.321730 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6651dd7a-b0c9-47f8-9b86-86d2bb43cb66 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1773381'] for floatingip, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:22.424287 n-d-811396-3 neutron-server[100596]: INFO neutron.db.l3_db [None req-6651dd7a-b0c9-47f8-9b86-86d2bb43cb66 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Floating IP b2d9e44a-1655-4912-bf8c-4f7bdc4b7c82 associated. External IP: 172.25.1.188, port: 5d75c17c-b02c-4034-9506-a21310a04fd1. Oct 20 11:35:22.629537 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6651dd7a-b0c9-47f8-9b86-86d2bb43cb66 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Router 50b5b511-3167-4f0b-b327-3f99f8b49c6d has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:35:22.751745 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6651dd7a-b0c9-47f8-9b86-86d2bb43cb66 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:35:22.763208 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1df7dd-86f4-41ed-8ed0-818d1d35b176 None None] Sync routers for ids ['50b5b511-3167-4f0b-b327-3f99f8b49c6d'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:35:22.773378 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1df7dd-86f4-41ed-8ed0-818d1d35b176 None None] Routers {'50b5b511-3167-4f0b-b327-3f99f8b49c6d'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:35:22.774020 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-4e1df7dd-86f4-41ed-8ed0-818d1d35b176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:35:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['50b5b511-3167-4f0b-b327-3f99f8b49c6d'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:35:22.775679 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6651dd7a-b0c9-47f8-9b86-86d2bb43cb66 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for floatingip, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:22.812858 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-6651dd7a-b0c9-47f8-9b86-86d2bb43cb66 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6681724 Oct 20 11:35:22.813474 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d2a94f0-9991-4b33-9a95-54734ea5b4f8', 'tag': '5d75c17c-b02c-4034-9506-a21310a04fd1'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:35:22.815827 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b817f9d80a1b29ed07bd94f2222da8cf244b0bc6025e0bf33ac95c6b13c59699" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48983b4b-2f38-4c97-ad10-b67786180f7d" -d '{"events": [{"name": "network-changed", "server_uuid": "4d2a94f0-9991-4b33-9a95-54734ea5b4f8", "tag": "5d75c17c-b02c-4034-9506-a21310a04fd1"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:35:22.860067 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2623811-118b-43d5-8786-875547ace605 x-openstack-request-id: req-f2623811-118b-43d5-8786-875547ace605 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:35:22.860365 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d2a94f0-9991-4b33-9a95-54734ea5b4f8", "tag": "5d75c17c-b02c-4034-9506-a21310a04fd1", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:35:22.860627 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f2623811-118b-43d5-8786-875547ace605 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:35:22.861045 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d2a94f0-9991-4b33-9a95-54734ea5b4f8', 'tag': '5d75c17c-b02c-4034-9506-a21310a04fd1', 'status': 'completed', 'code': 200} Oct 20 11:35:22.950442 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e725b35-7c9f-41d7-b3dc-59ac9fac9866 req-93e5c39c-32ea-4d43-a2f0-e4dc5b0e99d1 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:22.951865 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2e725b35-7c9f-41d7-b3dc-59ac9fac9866 req-93e5c39c-32ea-4d43-a2f0-e4dc5b0e99d1 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d2a94f0-9991-4b33-9a95-54734ea5b4f8 HTTP/1.1" status: 200 len: 946 time: 0.0825772 Oct 20 11:35:22.957161 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48983b4b-2f38-4c97-ad10-b67786180f7d req-852c724b-61ab-43ea-b12a-694230b1567e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:22.958585 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-48983b4b-2f38-4c97-ad10-b67786180f7d req-852c724b-61ab-43ea-b12a-694230b1567e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e5f86d6a88794eafa52e20983c8a9c09&device_id=4d2a94f0-9991-4b33-9a95-54734ea5b4f8 HTTP/1.1" status: 200 len: 1097 time: 0.0598629 Oct 20 11:35:22.972909 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-4e1df7dd-86f4-41ed-8ed0-818d1d35b176 None None] Set router 50b5b511-3167-4f0b-b327-3f99f8b49c6d gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:35:23.020287 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2e725b35-7c9f-41d7-b3dc-59ac9fac9866 req-1cc9a1a5-7757-49a7-a067-1b28a1c40e3c tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/security-groups?id=750a765f-d388-4d76-a2c4-3b8980d86f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602348 Oct 20 11:35:23.043709 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 47104) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:23.077548 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48983b4b-2f38-4c97-ad10-b67786180f7d req-49b6a6d2-a3a9-4f7a-a4cd-391b62717b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:23.079055 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-48983b4b-2f38-4c97-ad10-b67786180f7d req-49b6a6d2-a3a9-4f7a-a4cd-391b62717b49 service neutron] 10.222.0.69 "GET /v2.0/networks?id=fc4ec60a-accc-482c-b035-1c088fb2471f HTTP/1.1" status: 200 len: 897 time: 0.1116350 Oct 20 11:35:23.106849 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-5569c855-d81f-4269-9312-e298548ebc86 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/floatingips/b2d9e44a-1655-4912-bf8c-4f7bdc4b7c82 HTTP/1.1" status: 200 len: 992 time: 0.0613656 Oct 20 11:35:23.148276 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-48983b4b-2f38-4c97-ad10-b67786180f7d req-37f24c95-674d-4c59-af0f-87cb3f36da81 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5d75c17c-b02c-4034-9506-a21310a04fd1 HTTP/1.1" status: 200 len: 1000 time: 0.0624816 Oct 20 11:35:23.200312 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48983b4b-2f38-4c97-ad10-b67786180f7d req-e9a10c20-b5f2-4efc-99a0-6679a9e8c1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:23.201842 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-48983b4b-2f38-4c97-ad10-b67786180f7d req-e9a10c20-b5f2-4efc-99a0-6679a9e8c1f1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=13ff4f55-6048-49c9-98b3-d05c0caa6605 HTTP/1.1" status: 200 len: 835 time: 0.0471816 Oct 20 11:35:23.204030 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-4e1df7dd-86f4-41ed-8ed0-818d1d35b176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50b5b511-3167-4f0b-b327-3f99f8b49c6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-948188481', 'tenant_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.47'}], 'enable_snat': True}, 'gw_port_id': '0d1d9a1f-f161-41e9-9e7c-1355c6b44e41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:35:02Z', 'updated_at': '2021-10-20T11:35:06Z', 'revision_number': 4, 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'gw_port': {'id': '0d1d9a1f-f161-41e9-9e7c-1355c6b44e41', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:63:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50b5b511-3167-4f0b-b327-3f99f8b49c6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:35:03Z', 'updated_at': '2021-10-20T11:35:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_floatingips': [{'id': 'b2d9e44a-1655-4912-bf8c-4f7bdc4b7c82', 'tenant_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'floating_ip_address': '172.25.1.188', 'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'router_id': '50b5b511-3167-4f0b-b327-3f99f8b49c6d', 'port_id': '5d75c17c-b02c-4034-9506-a21310a04fd1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc4ec60a-accc-482c-b035-1c088fb2471f', 'mac_address': 'fa:16:3e:15:c0:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2a94f0-9991-4b33-9a95-54734ea5b4f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:35:21Z', 'updated_at': '2021-10-20T11:35:21Z', 'revision_number': 0, 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ced0cfed-377a-4a8c-a29d-d82b22b3a416', 'name': '', 'network_id': 'fc4ec60a-accc-482c-b035-1c088fb2471f', 'tenant_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'mac_address': 'fa:16:3e:41:4a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50b5b511-3167-4f0b-b327-3f99f8b49c6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '13ff4f55-6048-49c9-98b3-d05c0caa6605', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:35:06Z', 'updated_at': '2021-10-20T11:35:09Z', 'revision_number': 5, 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'subnets': [{'id': '13ff4f55-6048-49c9-98b3-d05c0caa6605', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:35:23.229243 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1df7dd-86f4-41ed-8ed0-818d1d35b176 None None] Checking router: 50b5b511-3167-4f0b-b327-3f99f8b49c6d for host: n-d-811396-3 {{(pid=100599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:35:23.237735 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1df7dd-86f4-41ed-8ed0-818d1d35b176 None None] Routers {'50b5b511-3167-4f0b-b327-3f99f8b49c6d'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:35:23.238313 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-4e1df7dd-86f4-41ed-8ed0-818d1d35b176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:35:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['50b5b511-3167-4f0b-b327-3f99f8b49c6d'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:35:23.250222 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48983b4b-2f38-4c97-ad10-b67786180f7d req-2c88e71e-eee3-4099-a23d-108179ea3c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:23.251795 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-48983b4b-2f38-4c97-ad10-b67786180f7d req-2c88e71e-eee3-4099-a23d-108179ea3c0d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=fc4ec60a-accc-482c-b035-1c088fb2471f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435259 Oct 20 11:35:23.342183 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-48983b4b-2f38-4c97-ad10-b67786180f7d req-a671fc2b-547b-4abb-9213-d91e7a8299c2 service neutron] 10.222.0.69 "GET /v2.0/networks/fc4ec60a-accc-482c-b035-1c088fb2471f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832632 Oct 20 11:35:23.342454 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-4e1df7dd-86f4-41ed-8ed0-818d1d35b176 None None] Set router 50b5b511-3167-4f0b-b327-3f99f8b49c6d gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:35:23.445507 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-48983b4b-2f38-4c97-ad10-b67786180f7d req-4eb72a31-4fce-4ac0-b542-fe906488b3c4 service neutron] 10.222.0.69 "GET /v2.0/networks/fc4ec60a-accc-482c-b035-1c088fb2471f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961430 Oct 20 11:35:23.567288 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-4e1df7dd-86f4-41ed-8ed0-818d1d35b176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50b5b511-3167-4f0b-b327-3f99f8b49c6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-948188481', 'tenant_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.47'}], 'enable_snat': True}, 'gw_port_id': '0d1d9a1f-f161-41e9-9e7c-1355c6b44e41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:35:02Z', 'updated_at': '2021-10-20T11:35:06Z', 'revision_number': 4, 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'gw_port': {'id': '0d1d9a1f-f161-41e9-9e7c-1355c6b44e41', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:63:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50b5b511-3167-4f0b-b327-3f99f8b49c6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:35:03Z', 'updated_at': '2021-10-20T11:35:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_floatingips': [{'id': 'b2d9e44a-1655-4912-bf8c-4f7bdc4b7c82', 'tenant_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'floating_ip_address': '172.25.1.188', 'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'router_id': '50b5b511-3167-4f0b-b327-3f99f8b49c6d', 'port_id': '5d75c17c-b02c-4034-9506-a21310a04fd1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc4ec60a-accc-482c-b035-1c088fb2471f', 'mac_address': 'fa:16:3e:15:c0:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2a94f0-9991-4b33-9a95-54734ea5b4f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:35:21Z', 'updated_at': '2021-10-20T11:35:21Z', 'revision_number': 0, 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ced0cfed-377a-4a8c-a29d-d82b22b3a416', 'name': '', 'network_id': 'fc4ec60a-accc-482c-b035-1c088fb2471f', 'tenant_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'mac_address': 'fa:16:3e:41:4a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50b5b511-3167-4f0b-b327-3f99f8b49c6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '13ff4f55-6048-49c9-98b3-d05c0caa6605', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:35:06Z', 'updated_at': '2021-10-20T11:35:09Z', 'revision_number': 5, 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'subnets': [{'id': '13ff4f55-6048-49c9-98b3-d05c0caa6605', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:35:23.595813 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1df7dd-86f4-41ed-8ed0-818d1d35b176 None None] The sync data for ids ['50b5b511-3167-4f0b-b327-3f99f8b49c6d'] in n-d-811396-3 is: [{'id': '50b5b511-3167-4f0b-b327-3f99f8b49c6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-948188481', 'tenant_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.47'}], 'enable_snat': True}, 'gw_port_id': '0d1d9a1f-f161-41e9-9e7c-1355c6b44e41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:35:02Z', 'updated_at': '2021-10-20T11:35:06Z', 'revision_number': 4, 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'gw_port': {'id': '0d1d9a1f-f161-41e9-9e7c-1355c6b44e41', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:63:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50b5b511-3167-4f0b-b327-3f99f8b49c6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:35:03Z', 'updated_at': '2021-10-20T11:35:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_floatingips': [{'id': 'b2d9e44a-1655-4912-bf8c-4f7bdc4b7c82', 'tenant_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'floating_ip_address': '172.25.1.188', 'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'router_id': '50b5b511-3167-4f0b-b327-3f99f8b49c6d', 'port_id': '5d75c17c-b02c-4034-9506-a21310a04fd1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc4ec60a-accc-482c-b035-1c088fb2471f', 'mac_address': 'fa:16:3e:15:c0:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2a94f0-9991-4b33-9a95-54734ea5b4f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:35:21Z', 'updated_at': '2021-10-20T11:35:21Z', 'revision_number': 0, 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ced0cfed-377a-4a8c-a29d-d82b22b3a416', 'name': '', 'network_id': 'fc4ec60a-accc-482c-b035-1c088fb2471f', 'tenant_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'mac_address': 'fa:16:3e:41:4a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50b5b511-3167-4f0b-b327-3f99f8b49c6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '13ff4f55-6048-49c9-98b3-d05c0caa6605', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:35:06Z', 'updated_at': '2021-10-20T11:35:09Z', 'revision_number': 5, 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'subnets': [{'id': '13ff4f55-6048-49c9-98b3-d05c0caa6605', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:35:23.813987 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a454e4f-0d36-4eb5-a1d8-829389bbd3fb None None] New status for floating IP b2d9e44a-1655-4912-bf8c-4f7bdc4b7c82: ACTIVE {{(pid=100598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 11:35:24.110027 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 47106) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:24.173540 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-57de0f1b-76c6-41f7-bbc4-0076c3ddf0c8 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/floatingips/b2d9e44a-1655-4912-bf8c-4f7bdc4b7c82 HTTP/1.1" status: 200 len: 994 time: 0.0623097 Oct 20 11:35:33.612210 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-7f423a3c-585e-4cb8-90be-ab71937c2168 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:36.474358 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-0b14366e-2ee5-4ac2-8860-748833bdcf85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:37.229439 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:37.782632 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:38.778432 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:39.150109 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:49.791912 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:55.408577 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [req-1ffda0fb-35a0-441e-969a-02aa03f74eb2 req-5a0ff4e2-7973-4777-b6c7-8b1dbcded6f4 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:35:55.409570 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1ffda0fb-35a0-441e-969a-02aa03f74eb2 req-5a0ff4e2-7973-4777-b6c7-8b1dbcded6f4 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0060611 Oct 20 11:35:55.682541 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9bd3ed-d9dc-484f-b012-31efe82338b4 req-27d0cb9a-5a25-4b00-a09a-42b9dfbe46b5 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:55.684069 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6b9bd3ed-d9dc-484f-b012-31efe82338b4 req-27d0cb9a-5a25-4b00-a09a-42b9dfbe46b5 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d2a94f0-9991-4b33-9a95-54734ea5b4f8 HTTP/1.1" status: 200 len: 946 time: 0.1433468 Oct 20 11:35:55.686649 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e204d33f-092c-46fc-af65-8accdfd5d8d8 req-b79a5c91-68f4-49c4-bd65-0aa9876c23e7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4d2a94f0-9991-4b33-9a95-54734ea5b4f8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1149716 Oct 20 11:35:55.699948 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [req-e204d33f-092c-46fc-af65-8accdfd5d8d8 req-52dacdae-d162-4e1d-8caf-3c4bbad33902 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:35:55.701411 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e204d33f-092c-46fc-af65-8accdfd5d8d8 req-52dacdae-d162-4e1d-8caf-3c4bbad33902 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0095282 Oct 20 11:35:55.732442 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6b9bd3ed-d9dc-484f-b012-31efe82338b4 req-1d3ee06b-92c4-4411-94cb-743ca1a9ee38 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/security-groups?id=750a765f-d388-4d76-a2c4-3b8980d86f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421371 Oct 20 11:35:56.873118 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b33842-b3e3-449b-aa6c-44a4cec3e4b8 req-df0b4bbb-f556-43c5-a7d1-5abe1d91d06e tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:56.874563 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-78b33842-b3e3-449b-aa6c-44a4cec3e4b8 req-df0b4bbb-f556-43c5-a7d1-5abe1d91d06e tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d2a94f0-9991-4b33-9a95-54734ea5b4f8 HTTP/1.1" status: 200 len: 946 time: 0.0661552 Oct 20 11:35:56.876273 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e204d33f-092c-46fc-af65-8accdfd5d8d8 req-56ac2480-a844-49f5-b6a4-c0b78a1a6723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:56.877614 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e204d33f-092c-46fc-af65-8accdfd5d8d8 req-56ac2480-a844-49f5-b6a4-c0b78a1a6723 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e5f86d6a88794eafa52e20983c8a9c09&device_id=4d2a94f0-9991-4b33-9a95-54734ea5b4f8 HTTP/1.1" status: 200 len: 1097 time: 0.0773311 Oct 20 11:35:56.937417 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-78b33842-b3e3-449b-aa6c-44a4cec3e4b8 req-dfc050f1-e775-49a7-8ba3-813999664e6c tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/security-groups?id=750a765f-d388-4d76-a2c4-3b8980d86f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568206 Oct 20 11:35:57.312473 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e204d33f-092c-46fc-af65-8accdfd5d8d8 req-daf9d7fd-e652-409b-929e-aee6fc6069b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:57.313878 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e204d33f-092c-46fc-af65-8accdfd5d8d8 req-daf9d7fd-e652-409b-929e-aee6fc6069b5 service neutron] 10.222.0.69 "GET /v2.0/networks?id=fc4ec60a-accc-482c-b035-1c088fb2471f HTTP/1.1" status: 200 len: 897 time: 0.4278333 Oct 20 11:35:57.377370 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e204d33f-092c-46fc-af65-8accdfd5d8d8 req-4e495755-ed3c-4c91-97c6-2f4c2fac908c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5d75c17c-b02c-4034-9506-a21310a04fd1 HTTP/1.1" status: 200 len: 1002 time: 0.0562100 Oct 20 11:35:57.427970 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e204d33f-092c-46fc-af65-8accdfd5d8d8 req-67d28e48-07f4-43e5-b105-efc4f6197094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:57.429435 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e204d33f-092c-46fc-af65-8accdfd5d8d8 req-67d28e48-07f4-43e5-b105-efc4f6197094 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=13ff4f55-6048-49c9-98b3-d05c0caa6605 HTTP/1.1" status: 200 len: 835 time: 0.0454142 Oct 20 11:35:57.472999 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e204d33f-092c-46fc-af65-8accdfd5d8d8 req-12358471-ab6f-4d49-ae2e-70817da0d063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:57.474569 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e204d33f-092c-46fc-af65-8accdfd5d8d8 req-12358471-ab6f-4d49-ae2e-70817da0d063 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=fc4ec60a-accc-482c-b035-1c088fb2471f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0382521 Oct 20 11:35:57.561665 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e204d33f-092c-46fc-af65-8accdfd5d8d8 req-84cb78e2-e4d0-4785-bb26-516896b75fef service neutron] 10.222.0.69 "GET /v2.0/networks/fc4ec60a-accc-482c-b035-1c088fb2471f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801549 Oct 20 11:35:57.654438 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e204d33f-092c-46fc-af65-8accdfd5d8d8 req-bd30a3fc-783c-49bd-8b87-8d71c7a2d918 service neutron] 10.222.0.69 "GET /v2.0/networks/fc4ec60a-accc-482c-b035-1c088fb2471f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859201 Oct 20 11:35:58.057959 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8940ccf9-e5f1-410a-9f22-665f97882ffe req-9191965e-45a8-451b-bacf-f519586f1529 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:58.059474 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8940ccf9-e5f1-410a-9f22-665f97882ffe req-9191965e-45a8-451b-bacf-f519586f1529 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d2a94f0-9991-4b33-9a95-54734ea5b4f8 HTTP/1.1" status: 200 len: 946 time: 0.0532761 Oct 20 11:35:58.096838 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8940ccf9-e5f1-410a-9f22-665f97882ffe req-bf03ec4c-ce0d-4bab-b896-1b32cca339c0 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/security-groups?id=750a765f-d388-4d76-a2c4-3b8980d86f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307705 Oct 20 11:35:59.211175 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd4ae44-b863-4c00-acf0-2659a2256a5a req-430f4a57-ca58-417f-925c-0f6560d9a7c2 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:59.212655 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7cd4ae44-b863-4c00-acf0-2659a2256a5a req-430f4a57-ca58-417f-925c-0f6560d9a7c2 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d2a94f0-9991-4b33-9a95-54734ea5b4f8 HTTP/1.1" status: 200 len: 946 time: 0.0476530 Oct 20 11:35:59.254509 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7cd4ae44-b863-4c00-acf0-2659a2256a5a req-53f639b7-57c9-4d10-b504-16f3f47e7c8c tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/security-groups?id=750a765f-d388-4d76-a2c4-3b8980d86f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359313 Oct 20 11:35:59.255152 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 7 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:36:00.371763 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ff6882-9385-445f-861a-bca4a1c355c1 req-cc4f93a7-e19f-484f-8ef3-297dd20f75c9 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:00.373738 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-18ff6882-9385-445f-861a-bca4a1c355c1 req-cc4f93a7-e19f-484f-8ef3-297dd20f75c9 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d2a94f0-9991-4b33-9a95-54734ea5b4f8 HTTP/1.1" status: 200 len: 946 time: 0.0515501 Oct 20 11:36:00.410248 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-18ff6882-9385-445f-861a-bca4a1c355c1 req-66b86e1a-0e93-478f-b45f-7bee175ebdf2 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/security-groups?id=750a765f-d388-4d76-a2c4-3b8980d86f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306232 Oct 20 11:36:01.522670 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b659f8a-99e1-4e41-ba94-b96a6ccb7de9 req-09a6130c-c596-462e-b09a-c6a0f59dd0a1 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:01.524143 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1b659f8a-99e1-4e41-ba94-b96a6ccb7de9 req-09a6130c-c596-462e-b09a-c6a0f59dd0a1 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d2a94f0-9991-4b33-9a95-54734ea5b4f8 HTTP/1.1" status: 200 len: 946 time: 0.0464740 Oct 20 11:36:01.560632 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1b659f8a-99e1-4e41-ba94-b96a6ccb7de9 req-aa61063d-b305-470d-89a1-e853943c5c16 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/security-groups?id=750a765f-d388-4d76-a2c4-3b8980d86f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305874 Oct 20 11:36:02.672396 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81301e7-b3f8-470d-94e3-43fd73cff161 req-ad748e5e-6c75-4921-a985-53e1c005c065 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:02.673874 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c81301e7-b3f8-470d-94e3-43fd73cff161 req-ad748e5e-6c75-4921-a985-53e1c005c065 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d2a94f0-9991-4b33-9a95-54734ea5b4f8 HTTP/1.1" status: 200 len: 946 time: 0.0476484 Oct 20 11:36:02.715249 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c81301e7-b3f8-470d-94e3-43fd73cff161 req-84e666d1-145c-4787-a17b-f07768840344 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/security-groups?id=750a765f-d388-4d76-a2c4-3b8980d86f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354645 Oct 20 11:36:03.613071 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-60b2f737-6ae1-420e-b57d-de32f9839919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:03.827657 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d52b6f-5a95-48f3-be37-43979845ac0a req-034c75a1-ddb0-4190-9a60-c2c9a1dd7acf tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:03.829014 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-65d52b6f-5a95-48f3-be37-43979845ac0a req-034c75a1-ddb0-4190-9a60-c2c9a1dd7acf tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d2a94f0-9991-4b33-9a95-54734ea5b4f8 HTTP/1.1" status: 200 len: 946 time: 0.0472581 Oct 20 11:36:03.865314 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-65d52b6f-5a95-48f3-be37-43979845ac0a req-e0bc098b-4c25-4200-ac27-e738f2e24a65 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/security-groups?id=750a765f-d388-4d76-a2c4-3b8980d86f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303562 Oct 20 11:36:04.978408 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3c1b08-c4e5-4ab4-aae0-db3c620ffb14 req-bffc5494-e425-4031-a7f2-be569e5efc46 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:04.979900 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0d3c1b08-c4e5-4ab4-aae0-db3c620ffb14 req-bffc5494-e425-4031-a7f2-be569e5efc46 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d2a94f0-9991-4b33-9a95-54734ea5b4f8 HTTP/1.1" status: 200 len: 946 time: 0.0470145 Oct 20 11:36:05.016287 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0d3c1b08-c4e5-4ab4-aae0-db3c620ffb14 req-5704c518-35c5-4dcc-8c0f-bc2b7e8d3955 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/security-groups?id=750a765f-d388-4d76-a2c4-3b8980d86f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299013 Oct 20 11:36:06.185380 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ab59ec-0d52-46f5-ba78-df53645fd235 req-70548a83-0d3d-4d53-858d-8803183ceebf tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:06.187521 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-43ab59ec-0d52-46f5-ba78-df53645fd235 req-70548a83-0d3d-4d53-858d-8803183ceebf tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d2a94f0-9991-4b33-9a95-54734ea5b4f8 HTTP/1.1" status: 200 len: 946 time: 0.1012981 Oct 20 11:36:06.227158 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-43ab59ec-0d52-46f5-ba78-df53645fd235 req-d86e988b-6f36-4cb6-b924-7c24ce7c7d80 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/security-groups?id=750a765f-d388-4d76-a2c4-3b8980d86f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336559 Oct 20 11:36:06.475811 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-19720980-ef17-4644-9eb0-815be0434a03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:07.230642 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:07.341639 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6621623b-d114-4dcf-9410-9d98df4441c8 req-ae34bcd2-8927-41f2-8bf3-7321990f48f1 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:07.343539 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6621623b-d114-4dcf-9410-9d98df4441c8 req-ae34bcd2-8927-41f2-8bf3-7321990f48f1 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d2a94f0-9991-4b33-9a95-54734ea5b4f8 HTTP/1.1" status: 200 len: 946 time: 0.0489571 Oct 20 11:36:07.380518 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6621623b-d114-4dcf-9410-9d98df4441c8 req-28dbac30-7e76-4e25-9709-eabcf50946fc tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/security-groups?id=750a765f-d388-4d76-a2c4-3b8980d86f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307057 Oct 20 11:36:07.786330 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:08.494580 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa8b696-a3ff-4845-8082-2b824442ad57 req-f5959e6b-3d11-4504-987c-0976c0c7e7d4 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:08.496110 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1fa8b696-a3ff-4845-8082-2b824442ad57 req-f5959e6b-3d11-4504-987c-0976c0c7e7d4 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d2a94f0-9991-4b33-9a95-54734ea5b4f8 HTTP/1.1" status: 200 len: 946 time: 0.0478725 Oct 20 11:36:08.532870 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1fa8b696-a3ff-4845-8082-2b824442ad57 req-b70f6910-302b-4c9d-86b6-041e154189b4 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/security-groups?id=750a765f-d388-4d76-a2c4-3b8980d86f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300970 Oct 20 11:36:08.789917 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:09.153336 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:09.646487 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038330a2-e68b-4227-8d0d-fa92d079834e req-17b4bb10-9da8-419a-ab4f-a3faff6ba38e tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:09.647985 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-038330a2-e68b-4227-8d0d-fa92d079834e req-17b4bb10-9da8-419a-ab4f-a3faff6ba38e tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d2a94f0-9991-4b33-9a95-54734ea5b4f8 HTTP/1.1" status: 200 len: 946 time: 0.0474451 Oct 20 11:36:09.695839 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-038330a2-e68b-4227-8d0d-fa92d079834e req-1b4db4b9-52b1-4b74-bfef-643b99354c7a tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/security-groups?id=750a765f-d388-4d76-a2c4-3b8980d86f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416663 Oct 20 11:36:10.810677 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2a9135-3035-4e2b-97d0-0c1179ab6c9a req-2a994220-1152-4e82-831c-facac4314648 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:10.812690 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2f2a9135-3035-4e2b-97d0-0c1179ab6c9a req-2a994220-1152-4e82-831c-facac4314648 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d2a94f0-9991-4b33-9a95-54734ea5b4f8 HTTP/1.1" status: 200 len: 946 time: 0.0490303 Oct 20 11:36:10.849150 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2f2a9135-3035-4e2b-97d0-0c1179ab6c9a req-f17f31f3-9d26-4626-a729-05e3b76f647c tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/security-groups?id=750a765f-d388-4d76-a2c4-3b8980d86f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305965 Oct 20 11:36:11.960659 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03e288d-5e26-4274-a1a8-8993446ae372 req-5f731d9a-2ff4-468e-aee8-a4bbe7008034 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:11.962160 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d03e288d-5e26-4274-a1a8-8993446ae372 req-5f731d9a-2ff4-468e-aee8-a4bbe7008034 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d2a94f0-9991-4b33-9a95-54734ea5b4f8 HTTP/1.1" status: 200 len: 946 time: 0.0475042 Oct 20 11:36:11.998357 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d03e288d-5e26-4274-a1a8-8993446ae372 req-3833ff40-162c-4dfd-937e-17d8a0fcf181 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/security-groups?id=750a765f-d388-4d76-a2c4-3b8980d86f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303953 Oct 20 11:36:12.920685 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e55f158-668d-4198-9df4-0416dfa0753e req-eaac52dd-c182-4693-8063-1f5d3973ed2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:12.922703 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2e55f158-668d-4198-9df4-0416dfa0753e req-eaac52dd-c182-4693-8063-1f5d3973ed2d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e5f86d6a88794eafa52e20983c8a9c09&device_id=4d2a94f0-9991-4b33-9a95-54734ea5b4f8 HTTP/1.1" status: 200 len: 1097 time: 0.0437620 Oct 20 11:36:13.038346 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e55f158-668d-4198-9df4-0416dfa0753e req-23f1b1bb-9c3a-4100-bebd-569af7423e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:13.039894 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2e55f158-668d-4198-9df4-0416dfa0753e req-23f1b1bb-9c3a-4100-bebd-569af7423e1e service neutron] 10.222.0.69 "GET /v2.0/networks?id=fc4ec60a-accc-482c-b035-1c088fb2471f HTTP/1.1" status: 200 len: 897 time: 0.0941730 Oct 20 11:36:13.164647 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f577af-242a-44ab-abab-8d6f4468b7e4 req-ca7cc2e3-ff3b-4272-87b9-0d140cbb54f7 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:13.166118 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a9f577af-242a-44ab-abab-8d6f4468b7e4 req-ca7cc2e3-ff3b-4272-87b9-0d140cbb54f7 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d2a94f0-9991-4b33-9a95-54734ea5b4f8 HTTP/1.1" status: 200 len: 946 time: 0.0975156 Oct 20 11:36:13.180650 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2e55f158-668d-4198-9df4-0416dfa0753e req-9330849d-ca75-4ac9-99c1-73cf908f60e4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5d75c17c-b02c-4034-9506-a21310a04fd1 HTTP/1.1" status: 200 len: 1002 time: 0.0838184 Oct 20 11:36:13.239185 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a9f577af-242a-44ab-abab-8d6f4468b7e4 req-b98982d4-7d38-44cd-8ef6-bfd4f9750852 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/security-groups?id=750a765f-d388-4d76-a2c4-3b8980d86f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656168 Oct 20 11:36:13.245993 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e55f158-668d-4198-9df4-0416dfa0753e req-4479a826-be6a-4a2b-ab55-d564e86735eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:13.247913 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2e55f158-668d-4198-9df4-0416dfa0753e req-4479a826-be6a-4a2b-ab55-d564e86735eb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=13ff4f55-6048-49c9-98b3-d05c0caa6605 HTTP/1.1" status: 200 len: 835 time: 0.0579946 Oct 20 11:36:13.300746 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e55f158-668d-4198-9df4-0416dfa0753e req-e863b499-e484-4aa7-b577-117864de1c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:13.302344 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2e55f158-668d-4198-9df4-0416dfa0753e req-e863b499-e484-4aa7-b577-117864de1c9d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=fc4ec60a-accc-482c-b035-1c088fb2471f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461619 Oct 20 11:36:13.394565 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2e55f158-668d-4198-9df4-0416dfa0753e req-21a43fc9-2e8c-4242-b53a-61a92b09f170 service neutron] 10.222.0.69 "GET /v2.0/networks/fc4ec60a-accc-482c-b035-1c088fb2471f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846915 Oct 20 11:36:13.489765 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2e55f158-668d-4198-9df4-0416dfa0753e req-086fa136-c64b-4e91-88f9-cc9d67897a9b service neutron] 10.222.0.69 "GET /v2.0/networks/fc4ec60a-accc-482c-b035-1c088fb2471f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881548 Oct 20 11:36:14.354690 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92f3064-683a-4ff2-ac66-dbedd5cbb5ad req-8b363c48-18c1-4e14-8b4a-1f8af36ed87e tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:14.356187 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d92f3064-683a-4ff2-ac66-dbedd5cbb5ad req-8b363c48-18c1-4e14-8b4a-1f8af36ed87e tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d2a94f0-9991-4b33-9a95-54734ea5b4f8 HTTP/1.1" status: 200 len: 946 time: 0.0485551 Oct 20 11:36:14.393846 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d92f3064-683a-4ff2-ac66-dbedd5cbb5ad req-072f5c8d-34fa-45b8-9a0a-c3fd5f898c1a tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/security-groups?id=750a765f-d388-4d76-a2c4-3b8980d86f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307815 Oct 20 11:36:14.802187 n-d-811396-3 neutron-server[100596]: INFO neutron.api.v2.resource [req-e204d33f-092c-46fc-af65-8accdfd5d8d8 req-03d070f4-3f4e-451b-b967-131a7b8c22a1 service neutron] show failed (client error): The resource could not be found. Oct 20 11:36:14.803243 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e204d33f-092c-46fc-af65-8accdfd5d8d8 req-03d070f4-3f4e-451b-b967-131a7b8c22a1 service neutron] 10.222.0.69 "GET /v2.0/ports/5d75c17c-b02c-4034-9506-a21310a04fd1/bindings/n-h1-811396-3 HTTP/1.1" status: 404 len: 380 time: 0.0561941 Oct 20 11:36:15.039628 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e204d33f-092c-46fc-af65-8accdfd5d8d8 req-f8c68542-0153-4926-adbe-3098e14d712c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:15.041131 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e204d33f-092c-46fc-af65-8accdfd5d8d8 req-f8c68542-0153-4926-adbe-3098e14d712c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4d2a94f0-9991-4b33-9a95-54734ea5b4f8&tenant_id=e5f86d6a88794eafa52e20983c8a9c09 HTTP/1.1" status: 200 len: 1097 time: 0.0854223 Oct 20 11:36:15.059160 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-e204d33f-092c-46fc-af65-8accdfd5d8d8 req-954b34d2-af7c-4648-a880-8a361332cfbd service neutron] Request body: {'port': {'binding:host_id': 'n-h1-811396-3', 'device_owner': 'compute:nova'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:36:15.110103 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-e204d33f-092c-46fc-af65-8accdfd5d8d8 req-954b34d2-af7c-4648-a880-8a361332cfbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:15.306316 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-e204d33f-092c-46fc-af65-8accdfd5d8d8 req-954b34d2-af7c-4648-a880-8a361332cfbd service neutron] For port 5d75c17c-b02c-4034-9506-a21310a04fd1, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=5d75c17c-b02c-4034-9506-a21310a04fd1,segment=NetworkSegment(90aaa34d-38a8-4916-838b-ac5435265caf),segment_id=90aaa34d-38a8-4916-838b-ac5435265caf)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:36:15.337722 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-e204d33f-092c-46fc-af65-8accdfd5d8d8 req-954b34d2-af7c-4648-a880-8a361332cfbd service neutron] For port 5d75c17c-b02c-4034-9506-a21310a04fd1, host n-h2-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:36:15.381120 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d2a94f0-9991-4b33-9a95-54734ea5b4f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d75c17c-b02c-4034-9506-a21310a04fd1'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:36:15.383374 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b817f9d80a1b29ed07bd94f2222da8cf244b0bc6025e0bf33ac95c6b13c59699" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6436ba52-b9de-494d-b6a5-1b8a5eb5b8df" -d '{"events": [{"server_uuid": "4d2a94f0-9991-4b33-9a95-54734ea5b4f8", "name": "network-vif-unplugged", "status": "completed", "tag": "5d75c17c-b02c-4034-9506-a21310a04fd1"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:36:15.387344 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-e204d33f-092c-46fc-af65-8accdfd5d8d8 req-954b34d2-af7c-4648-a880-8a361332cfbd service neutron] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:15.399335 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.provisioning_blocks [req-e204d33f-092c-46fc-af65-8accdfd5d8d8 req-954b34d2-af7c-4648-a880-8a361332cfbd service neutron] Transition to ACTIVE for port object 5d75c17c-b02c-4034-9506-a21310a04fd1 will not be triggered until provisioned by entity L2. {{(pid=100596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:36:15.403606 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-e204d33f-092c-46fc-af65-8accdfd5d8d8 req-954b34d2-af7c-4648-a880-8a361332cfbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:15.515033 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Oct 2021 11:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24c13a2e-1499-451b-9211-f1b22ab94165 x-openstack-request-id: req-24c13a2e-1499-451b-9211-f1b22ab94165 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:36:15.515319 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d2a94f0-9991-4b33-9a95-54734ea5b4f8", "name": "network-vif-unplugged", "status": "completed", "tag": "5d75c17c-b02c-4034-9506-a21310a04fd1", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:36:15.515610 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-24c13a2e-1499-451b-9211-f1b22ab94165 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:36:15.516005 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d2a94f0-9991-4b33-9a95-54734ea5b4f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d75c17c-b02c-4034-9506-a21310a04fd1', 'code': 200} Oct 20 11:36:15.526879 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954b34d2-af7c-4648-a880-8a361332cfbd service neutron] Pushing event updated for resources: {'Port': ['ID=5d75c17c-b02c-4034-9506-a21310a04fd1,revision_number=6']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:15.544292 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954b34d2-af7c-4648-a880-8a361332cfbd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:36:15.544634 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954b34d2-af7c-4648-a880-8a361332cfbd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:36:15.544971 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954b34d2-af7c-4648-a880-8a361332cfbd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:36:15.545305 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954b34d2-af7c-4648-a880-8a361332cfbd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:36:15.545633 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954b34d2-af7c-4648-a880-8a361332cfbd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:36:15.545992 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954b34d2-af7c-4648-a880-8a361332cfbd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:36:15.546850 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954b34d2-af7c-4648-a880-8a361332cfbd service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:36:15.547169 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954b34d2-af7c-4648-a880-8a361332cfbd service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:36:15.547513 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954b34d2-af7c-4648-a880-8a361332cfbd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:36:15.547834 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954b34d2-af7c-4648-a880-8a361332cfbd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:36:15.548203 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954b34d2-af7c-4648-a880-8a361332cfbd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:36:15.548455 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954b34d2-af7c-4648-a880-8a361332cfbd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:36:15.571160 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-e204d33f-092c-46fc-af65-8accdfd5d8d8 req-954b34d2-af7c-4648-a880-8a361332cfbd service neutron] No DVR routers for this DVR port 5d75c17c-b02c-4034-9506-a21310a04fd1 on host n-h2-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:36:15.611148 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2a4661-25de-4043-8d60-e002ccedcc05 req-ec466e2d-f33f-4a3a-a021-ee3133e541c3 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:15.612657 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4f2a4661-25de-4043-8d60-e002ccedcc05 req-ec466e2d-f33f-4a3a-a021-ee3133e541c3 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d2a94f0-9991-4b33-9a95-54734ea5b4f8 HTTP/1.1" status: 200 len: 944 time: 0.1403561 Oct 20 11:36:15.694082 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4f2a4661-25de-4043-8d60-e002ccedcc05 req-ba9caea6-4b10-4b8e-afeb-97737796b646 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/security-groups?id=750a765f-d388-4d76-a2c4-3b8980d86f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749729 Oct 20 11:36:15.748302 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-e204d33f-092c-46fc-af65-8accdfd5d8d8 req-954b34d2-af7c-4648-a880-8a361332cfbd service neutron] Attempting to bind port 5d75c17c-b02c-4034-9506-a21310a04fd1 on host n-h1-811396-3 for vnic_type normal with profile {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:36:15.748642 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-e204d33f-092c-46fc-af65-8accdfd5d8d8 req-954b34d2-af7c-4648-a880-8a361332cfbd service neutron] Attempting to bind port 5d75c17c-b02c-4034-9506-a21310a04fd1 by drivers openvswitch,hyperv on host n-h1-811396-3 at level 0 using segments [{'id': '90aaa34d-38a8-4916-838b-ac5435265caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'fc4ec60a-accc-482c-b035-1c088fb2471f'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:36:15.748974 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e204d33f-092c-46fc-af65-8accdfd5d8d8 req-954b34d2-af7c-4648-a880-8a361332cfbd service neutron] Attempting to bind port 5d75c17c-b02c-4034-9506-a21310a04fd1 on network fc4ec60a-accc-482c-b035-1c088fb2471f {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:36:15.754612 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e204d33f-092c-46fc-af65-8accdfd5d8d8 req-954b34d2-af7c-4648-a880-8a361332cfbd service neutron] Port 5d75c17c-b02c-4034-9506-a21310a04fd1 on network fc4ec60a-accc-482c-b035-1c088fb2471f not bound, no agent of type Open vSwitch agent registered on host n-h1-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:36:15.754991 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e204d33f-092c-46fc-af65-8accdfd5d8d8 req-954b34d2-af7c-4648-a880-8a361332cfbd service neutron] Attempting to bind port 5d75c17c-b02c-4034-9506-a21310a04fd1 on network fc4ec60a-accc-482c-b035-1c088fb2471f {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:36:15.760525 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e204d33f-092c-46fc-af65-8accdfd5d8d8 req-954b34d2-af7c-4648-a880-8a361332cfbd service neutron] Checking agent: {'id': 'b707b4cc-061f-4cf4-bce0-0b3df9b7bec9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 35, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:36:15.760865 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e204d33f-092c-46fc-af65-8accdfd5d8d8 req-954b34d2-af7c-4648-a880-8a361332cfbd service neutron] Checking segment: {'id': '90aaa34d-38a8-4916-838b-ac5435265caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'fc4ec60a-accc-482c-b035-1c088fb2471f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:36:15.761253 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e204d33f-092c-46fc-af65-8accdfd5d8d8 req-954b34d2-af7c-4648-a880-8a361332cfbd service neutron] Bound using segment: {'id': '90aaa34d-38a8-4916-838b-ac5435265caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'fc4ec60a-accc-482c-b035-1c088fb2471f'} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:36:15.761681 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-e204d33f-092c-46fc-af65-8accdfd5d8d8 req-954b34d2-af7c-4648-a880-8a361332cfbd service neutron] Bound port: 5d75c17c-b02c-4034-9506-a21310a04fd1, host: n-h1-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90aaa34d-38a8-4916-838b-ac5435265caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'fc4ec60a-accc-482c-b035-1c088fb2471f'}}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:36:15.762039 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-e204d33f-092c-46fc-af65-8accdfd5d8d8 req-954b34d2-af7c-4648-a880-8a361332cfbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:15.823413 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-e204d33f-092c-46fc-af65-8accdfd5d8d8 req-954b34d2-af7c-4648-a880-8a361332cfbd service neutron] For port 5d75c17c-b02c-4034-9506-a21310a04fd1, host n-h1-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:36:15.826695 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-e204d33f-092c-46fc-af65-8accdfd5d8d8 req-954b34d2-af7c-4648-a880-8a361332cfbd service neutron] For port 5d75c17c-b02c-4034-9506-a21310a04fd1, host n-h1-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=5d75c17c-b02c-4034-9506-a21310a04fd1,segment=NetworkSegment(90aaa34d-38a8-4916-838b-ac5435265caf),segment_id=90aaa34d-38a8-4916-838b-ac5435265caf)] {{(pid=100596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:36:15.831180 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-e204d33f-092c-46fc-af65-8accdfd5d8d8 req-954b34d2-af7c-4648-a880-8a361332cfbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:15.870461 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e204d33f-092c-46fc-af65-8accdfd5d8d8 req-954b34d2-af7c-4648-a880-8a361332cfbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:15.871113 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-e204d33f-092c-46fc-af65-8accdfd5d8d8 req-954b34d2-af7c-4648-a880-8a361332cfbd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:15.872566 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e204d33f-092c-46fc-af65-8accdfd5d8d8 req-954b34d2-af7c-4648-a880-8a361332cfbd service neutron] 10.222.0.55 "PUT /v2.0/ports/5d75c17c-b02c-4034-9506-a21310a04fd1 HTTP/1.1" status: 200 len: 1092 time: 0.8177094 Oct 20 11:36:15.892830 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954b34d2-af7c-4648-a880-8a361332cfbd service neutron] Pushing event updated for resources: {'Port': ['ID=5d75c17c-b02c-4034-9506-a21310a04fd1,revision_number=7']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:15.951720 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e204d33f-092c-46fc-af65-8accdfd5d8d8 req-36fc65fa-860e-44fd-bced-e95a63e3e6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:15.953854 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e204d33f-092c-46fc-af65-8accdfd5d8d8 req-36fc65fa-860e-44fd-bced-e95a63e3e6df service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e5f86d6a88794eafa52e20983c8a9c09&device_id=4d2a94f0-9991-4b33-9a95-54734ea5b4f8 HTTP/1.1" status: 200 len: 1095 time: 0.0424218 Oct 20 11:36:16.060440 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e204d33f-092c-46fc-af65-8accdfd5d8d8 req-88a10db9-a9c2-4357-9fdb-72e7386d13fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:16.062416 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e204d33f-092c-46fc-af65-8accdfd5d8d8 req-88a10db9-a9c2-4357-9fdb-72e7386d13fd service neutron] 10.222.0.55 "GET /v2.0/networks?id=fc4ec60a-accc-482c-b035-1c088fb2471f HTTP/1.1" status: 200 len: 897 time: 0.0927305 Oct 20 11:36:16.129498 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e204d33f-092c-46fc-af65-8accdfd5d8d8 req-5263a2ce-b3ec-457b-866e-905b98387c68 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5d75c17c-b02c-4034-9506-a21310a04fd1 HTTP/1.1" status: 200 len: 1000 time: 0.0590415 Oct 20 11:36:16.177352 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e204d33f-092c-46fc-af65-8accdfd5d8d8 req-dfa61aef-908b-4fc7-8a7a-a3f1aca0362c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:16.178691 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e204d33f-092c-46fc-af65-8accdfd5d8d8 req-dfa61aef-908b-4fc7-8a7a-a3f1aca0362c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=13ff4f55-6048-49c9-98b3-d05c0caa6605 HTTP/1.1" status: 200 len: 835 time: 0.0423229 Oct 20 11:36:16.226394 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e204d33f-092c-46fc-af65-8accdfd5d8d8 req-b62d9cd5-66ba-44fd-adaa-3d6fa2d742c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:16.227874 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e204d33f-092c-46fc-af65-8accdfd5d8d8 req-b62d9cd5-66ba-44fd-adaa-3d6fa2d742c2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fc4ec60a-accc-482c-b035-1c088fb2471f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423627 Oct 20 11:36:16.315923 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e204d33f-092c-46fc-af65-8accdfd5d8d8 req-9b42fd08-7d89-4ec0-beab-c2b9ee5b3616 service neutron] 10.222.0.55 "GET /v2.0/networks/fc4ec60a-accc-482c-b035-1c088fb2471f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812833 Oct 20 11:36:16.409671 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e204d33f-092c-46fc-af65-8accdfd5d8d8 req-ba3735c5-63f9-4427-be37-03525bdaa6b6 service neutron] 10.222.0.55 "GET /v2.0/networks/fc4ec60a-accc-482c-b035-1c088fb2471f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858991 Oct 20 11:36:16.860613 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba5880f-8f7e-4e93-b9fc-4838682511a0 req-88c4c49a-ddce-4ad5-9504-3bd40b9e1709 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:16.862185 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7ba5880f-8f7e-4e93-b9fc-4838682511a0 req-88c4c49a-ddce-4ad5-9504-3bd40b9e1709 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d2a94f0-9991-4b33-9a95-54734ea5b4f8 HTTP/1.1" status: 200 len: 944 time: 0.0515084 Oct 20 11:36:16.898712 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7ba5880f-8f7e-4e93-b9fc-4838682511a0 req-31c759ab-3145-4a2a-ae08-ea1c342809c7 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/security-groups?id=750a765f-d388-4d76-a2c4-3b8980d86f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305123 Oct 20 11:36:17.517537 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d2a94f0-9991-4b33-9a95-54734ea5b4f8', 'tag': '5d75c17c-b02c-4034-9506-a21310a04fd1'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:36:17.519971 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b817f9d80a1b29ed07bd94f2222da8cf244b0bc6025e0bf33ac95c6b13c59699" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22116363-c39b-41e1-a5a5-cc51271d9fb3" -d '{"events": [{"name": "network-changed", "server_uuid": "4d2a94f0-9991-4b33-9a95-54734ea5b4f8", "tag": "5d75c17c-b02c-4034-9506-a21310a04fd1"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:36:17.567731 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c93c98f-d5c0-47a2-981b-b4dab0381aad x-openstack-request-id: req-1c93c98f-d5c0-47a2-981b-b4dab0381aad {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:36:17.568018 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d2a94f0-9991-4b33-9a95-54734ea5b4f8", "tag": "5d75c17c-b02c-4034-9506-a21310a04fd1", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:36:17.568268 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1c93c98f-d5c0-47a2-981b-b4dab0381aad {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:36:17.568714 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d2a94f0-9991-4b33-9a95-54734ea5b4f8', 'tag': '5d75c17c-b02c-4034-9506-a21310a04fd1', 'status': 'completed', 'code': 200} Oct 20 11:36:17.653261 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22116363-c39b-41e1-a5a5-cc51271d9fb3 req-c81a3c72-499d-44e4-96bd-690e30b653fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:17.654703 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-22116363-c39b-41e1-a5a5-cc51271d9fb3 req-c81a3c72-499d-44e4-96bd-690e30b653fa service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e5f86d6a88794eafa52e20983c8a9c09&device_id=4d2a94f0-9991-4b33-9a95-54734ea5b4f8 HTTP/1.1" status: 200 len: 1095 time: 0.0645037 Oct 20 11:36:17.695488 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22116363-c39b-41e1-a5a5-cc51271d9fb3 req-cf962a8d-5968-4765-bd9d-14d85a016346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:17.696869 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-22116363-c39b-41e1-a5a5-cc51271d9fb3 req-cf962a8d-5968-4765-bd9d-14d85a016346 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e5f86d6a88794eafa52e20983c8a9c09&device_id=4d2a94f0-9991-4b33-9a95-54734ea5b4f8 HTTP/1.1" status: 200 len: 1095 time: 0.0726163 Oct 20 11:36:17.806178 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22116363-c39b-41e1-a5a5-cc51271d9fb3 req-3258f4b8-4855-4b3e-9872-dc09b0cfd6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:17.807838 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-22116363-c39b-41e1-a5a5-cc51271d9fb3 req-3258f4b8-4855-4b3e-9872-dc09b0cfd6ee service neutron] 10.222.0.69 "GET /v2.0/networks?id=fc4ec60a-accc-482c-b035-1c088fb2471f HTTP/1.1" status: 200 len: 897 time: 0.1464989 Oct 20 11:36:17.864541 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22116363-c39b-41e1-a5a5-cc51271d9fb3 req-04885595-4fff-4620-8659-1a72e2d745ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:17.865948 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-22116363-c39b-41e1-a5a5-cc51271d9fb3 req-04885595-4fff-4620-8659-1a72e2d745ec service neutron] 10.222.0.55 "GET /v2.0/networks?id=fc4ec60a-accc-482c-b035-1c088fb2471f HTTP/1.1" status: 200 len: 897 time: 0.1417251 Oct 20 11:36:17.918792 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-22116363-c39b-41e1-a5a5-cc51271d9fb3 req-533593f7-33c6-4d95-887c-1ca21491af68 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5d75c17c-b02c-4034-9506-a21310a04fd1 HTTP/1.1" status: 200 len: 1000 time: 0.1029053 Oct 20 11:36:17.973855 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-22116363-c39b-41e1-a5a5-cc51271d9fb3 req-f078005a-0d4b-43aa-810e-366a4a585ebb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5d75c17c-b02c-4034-9506-a21310a04fd1 HTTP/1.1" status: 200 len: 1000 time: 0.0995526 Oct 20 11:36:18.035398 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22116363-c39b-41e1-a5a5-cc51271d9fb3 req-0250320c-d995-4651-94bb-7034b7f3649a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:18.036999 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-22116363-c39b-41e1-a5a5-cc51271d9fb3 req-0250320c-d995-4651-94bb-7034b7f3649a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=13ff4f55-6048-49c9-98b3-d05c0caa6605 HTTP/1.1" status: 200 len: 835 time: 0.1113801 Oct 20 11:36:18.082483 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22116363-c39b-41e1-a5a5-cc51271d9fb3 req-38d0f547-e076-4be8-a277-e6573bd33b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:18.083891 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-22116363-c39b-41e1-a5a5-cc51271d9fb3 req-38d0f547-e076-4be8-a277-e6573bd33b10 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=13ff4f55-6048-49c9-98b3-d05c0caa6605 HTTP/1.1" status: 200 len: 835 time: 0.1008534 Oct 20 11:36:18.097830 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fff6f3a-cd51-470f-b224-03b89eedc20f req-be04510b-cb83-4606-b84c-e99a191f3bc7 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:18.099194 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6fff6f3a-cd51-470f-b224-03b89eedc20f req-be04510b-cb83-4606-b84c-e99a191f3bc7 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d2a94f0-9991-4b33-9a95-54734ea5b4f8 HTTP/1.1" status: 200 len: 944 time: 0.1277294 Oct 20 11:36:18.144068 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22116363-c39b-41e1-a5a5-cc51271d9fb3 req-fe6dbf1d-943a-49bc-a322-a611d2297820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:18.145518 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-22116363-c39b-41e1-a5a5-cc51271d9fb3 req-fe6dbf1d-943a-49bc-a322-a611d2297820 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=fc4ec60a-accc-482c-b035-1c088fb2471f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1011202 Oct 20 11:36:18.188683 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6fff6f3a-cd51-470f-b224-03b89eedc20f req-1fb23e0e-7739-486d-8ad0-6cd892a2655e tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/security-groups?id=750a765f-d388-4d76-a2c4-3b8980d86f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777936 Oct 20 11:36:18.193829 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22116363-c39b-41e1-a5a5-cc51271d9fb3 req-7fe5df92-cee9-4888-a918-95c12ca210c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:18.195261 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-22116363-c39b-41e1-a5a5-cc51271d9fb3 req-7fe5df92-cee9-4888-a918-95c12ca210c8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fc4ec60a-accc-482c-b035-1c088fb2471f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0951874 Oct 20 11:36:18.311273 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-22116363-c39b-41e1-a5a5-cc51271d9fb3 req-5aa0107c-6f2f-40fc-8910-add9d7053511 service neutron] 10.222.0.69 "GET /v2.0/networks/fc4ec60a-accc-482c-b035-1c088fb2471f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568961 Oct 20 11:36:18.350893 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-22116363-c39b-41e1-a5a5-cc51271d9fb3 req-5b41e561-58cc-4c6c-8b3f-759f1fe735d2 service neutron] 10.222.0.55 "GET /v2.0/networks/fc4ec60a-accc-482c-b035-1c088fb2471f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458201 Oct 20 11:36:18.466201 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-22116363-c39b-41e1-a5a5-cc51271d9fb3 req-5cd91563-b273-42aa-a452-57e694140186 service neutron] 10.222.0.69 "GET /v2.0/networks/fc4ec60a-accc-482c-b035-1c088fb2471f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473095 Oct 20 11:36:18.488508 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-22116363-c39b-41e1-a5a5-cc51271d9fb3 req-223cc5d0-81af-4795-8d2e-68cf777adbac service neutron] 10.222.0.55 "GET /v2.0/networks/fc4ec60a-accc-482c-b035-1c088fb2471f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299624 Oct 20 11:36:19.119745 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 5d75c17c-b02c-4034-9506-a21310a04fd1 no longer exists at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:36:19.158327 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 5d75c17c-b02c-4034-9506-a21310a04fd1 not bound to the agent host n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:36:19.311239 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3723f4-6f97-45da-95b9-a78ee611cec7 req-84e2ac76-a581-4a0e-aa6d-b452217c63c8 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:19.314314 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6c3723f4-6f97-45da-95b9-a78ee611cec7 req-84e2ac76-a581-4a0e-aa6d-b452217c63c8 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d2a94f0-9991-4b33-9a95-54734ea5b4f8 HTTP/1.1" status: 200 len: 944 time: 0.0561006 Oct 20 11:36:19.353706 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6c3723f4-6f97-45da-95b9-a78ee611cec7 req-afe0ca26-6f77-4cce-bbd1-60ef81f28e53 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/security-groups?id=750a765f-d388-4d76-a2c4-3b8980d86f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350692 Oct 20 11:36:19.790406 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:20.081093 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 5d75c17c-b02c-4034-9506-a21310a04fd1 details requested by agent hyperv_n-h1-811396-3 with host n-h1-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:36:20.174143 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 5d75c17c-b02c-4034-9506-a21310a04fd1, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=5d75c17c-b02c-4034-9506-a21310a04fd1,segment=NetworkSegment(90aaa34d-38a8-4916-838b-ac5435265caf),segment_id=90aaa34d-38a8-4916-838b-ac5435265caf)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:36:20.185351 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Returning: {'device': '5d75c17c-b02c-4034-9506-a21310a04fd1', 'network_id': 'fc4ec60a-accc-482c-b035-1c088fb2471f', 'port_id': '5d75c17c-b02c-4034-9506-a21310a04fd1', 'mac_address': 'fa:16:3e:15:c0:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13ff4f55-6048-49c9-98b3-d05c0caa6605', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:36:20.220796 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:20.233000 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d75c17c-b02c-4034-9506-a21310a04fd1 {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:36:20.253728 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 5d75c17c-b02c-4034-9506-a21310a04fd1, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=5d75c17c-b02c-4034-9506-a21310a04fd1,segment=NetworkSegment(90aaa34d-38a8-4916-838b-ac5435265caf),segment_id=90aaa34d-38a8-4916-838b-ac5435265caf)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:36:20.257576 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:20.306562 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=5d75c17c-b02c-4034-9506-a21310a04fd1,revision_number=8']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:20.314447 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:36:20.314800 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:36:20.315135 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:36:20.315493 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:36:20.315825 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:36:20.316153 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:36:20.316478 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:36:20.316803 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:36:20.317124 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:36:20.317449 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:36:20.317769 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:36:20.318088 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:36:20.475032 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7d313c-05af-4c29-a520-ddf68d8995f5 req-819d16c0-5c2b-4a93-ba31-0ee92fda386f tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:20.476586 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0c7d313c-05af-4c29-a520-ddf68d8995f5 req-819d16c0-5c2b-4a93-ba31-0ee92fda386f tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d2a94f0-9991-4b33-9a95-54734ea5b4f8 HTTP/1.1" status: 200 len: 945 time: 0.0551631 Oct 20 11:36:20.513733 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0c7d313c-05af-4c29-a520-ddf68d8995f5 req-c5244b3d-f4b3-42f3-83e0-b66a5d6c67b5 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/security-groups?id=750a765f-d388-4d76-a2c4-3b8980d86f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307586 Oct 20 11:36:20.662892 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['5d75c17c-b02c-4034-9506-a21310a04fd1'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:36:20.738820 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc86dff-b5af-4c88-ac14-06bdb5f13ec4 req-b402a000-3879-43f1-9a43-f91141337dee tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:20.740336 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3fc86dff-b5af-4c88-ac14-06bdb5f13ec4 req-b402a000-3879-43f1-9a43-f91141337dee tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d2a94f0-9991-4b33-9a95-54734ea5b4f8 HTTP/1.1" status: 200 len: 945 time: 0.0842133 Oct 20 11:36:20.752743 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5062375e-2a8b-4626-8b36-b0c1e723c444 req-f3e74300-9699-468f-9d7d-5d58ca691a2e tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:20.754144 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5062375e-2a8b-4626-8b36-b0c1e723c444 req-f3e74300-9699-468f-9d7d-5d58ca691a2e tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.69 "GET /v2.0/ports?device_id=4d2a94f0-9991-4b33-9a95-54734ea5b4f8&tenant_id=e5f86d6a88794eafa52e20983c8a9c09&binding%3Ahost_id=n-h1-811396-3 HTTP/1.1" status: 200 len: 945 time: 0.0716214 Oct 20 11:36:20.819376 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3fc86dff-b5af-4c88-ac14-06bdb5f13ec4 req-b8e8fe96-2836-4d78-a775-c31ba4652831 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/security-groups?id=750a765f-d388-4d76-a2c4-3b8980d86f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642581 Oct 20 11:36:20.843320 n-d-811396-3 neutron-server[100596]: INFO neutron.api.v2.resource [req-5062375e-2a8b-4626-8b36-b0c1e723c444 req-efc5175f-e011-4da8-9914-f72c1524cd6e service neutron] delete failed (client error): The resource could not be found. Oct 20 11:36:20.843320 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5062375e-2a8b-4626-8b36-b0c1e723c444 req-efc5175f-e011-4da8-9914-f72c1524cd6e service neutron] 10.222.0.69 "DELETE /v2.0/ports/5d75c17c-b02c-4034-9506-a21310a04fd1/bindings/n-h2-811396-3 HTTP/1.1" status: 404 len: 380 time: 0.0718904 Oct 20 11:36:20.961075 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5062375e-2a8b-4626-8b36-b0c1e723c444 req-75367c32-a0de-4292-badf-6de461357689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:20.962462 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5062375e-2a8b-4626-8b36-b0c1e723c444 req-75367c32-a0de-4292-badf-6de461357689 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e5f86d6a88794eafa52e20983c8a9c09&device_id=4d2a94f0-9991-4b33-9a95-54734ea5b4f8 HTTP/1.1" status: 200 len: 1096 time: 0.0748236 Oct 20 11:36:20.970477 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70af2d5-4c60-4963-9a90-09ab2368c04a req-49f182cd-786e-435a-9e9f-ccad747cc17a tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:20.971870 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b70af2d5-4c60-4963-9a90-09ab2368c04a req-49f182cd-786e-435a-9e9f-ccad747cc17a tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d2a94f0-9991-4b33-9a95-54734ea5b4f8 HTTP/1.1" status: 200 len: 945 time: 0.0729661 Oct 20 11:36:21.378836 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b70af2d5-4c60-4963-9a90-09ab2368c04a req-a9d0aa32-74bf-4860-bb8a-831c6dc39618 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/security-groups?id=750a765f-d388-4d76-a2c4-3b8980d86f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3981328 Oct 20 11:36:21.399405 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5062375e-2a8b-4626-8b36-b0c1e723c444 req-2a035030-b00e-4f81-adf0-4029ed2ff41b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:21.400864 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5062375e-2a8b-4626-8b36-b0c1e723c444 req-2a035030-b00e-4f81-adf0-4029ed2ff41b service neutron] 10.222.0.69 "GET /v2.0/networks?id=fc4ec60a-accc-482c-b035-1c088fb2471f HTTP/1.1" status: 200 len: 897 time: 0.4281664 Oct 20 11:36:21.468425 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5062375e-2a8b-4626-8b36-b0c1e723c444 req-a5d2745b-556e-424d-b2a2-b13e680a76fa service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5d75c17c-b02c-4034-9506-a21310a04fd1 HTTP/1.1" status: 200 len: 1001 time: 0.0599446 Oct 20 11:36:21.519013 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5062375e-2a8b-4626-8b36-b0c1e723c444 req-d2e70d0d-1ee0-4fec-b812-df9d31bf1b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:21.520442 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5062375e-2a8b-4626-8b36-b0c1e723c444 req-d2e70d0d-1ee0-4fec-b812-df9d31bf1b91 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=13ff4f55-6048-49c9-98b3-d05c0caa6605 HTTP/1.1" status: 200 len: 835 time: 0.0450585 Oct 20 11:36:21.566035 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5062375e-2a8b-4626-8b36-b0c1e723c444 req-ae88affb-b6af-4d9b-987d-9d94f63fd347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:21.567570 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5062375e-2a8b-4626-8b36-b0c1e723c444 req-ae88affb-b6af-4d9b-987d-9d94f63fd347 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=fc4ec60a-accc-482c-b035-1c088fb2471f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402632 Oct 20 11:36:21.665166 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5062375e-2a8b-4626-8b36-b0c1e723c444 req-1eca9029-9e12-4a8b-aab1-87012b8b1b29 service neutron] 10.222.0.69 "GET /v2.0/networks/fc4ec60a-accc-482c-b035-1c088fb2471f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906022 Oct 20 11:36:21.756458 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5062375e-2a8b-4626-8b36-b0c1e723c444 req-3e9c562e-c407-4dc7-8f32-e5676de734af service neutron] 10.222.0.69 "GET /v2.0/networks/fc4ec60a-accc-482c-b035-1c088fb2471f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840898 Oct 20 11:36:22.081594 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 5d75c17c-b02c-4034-9506-a21310a04fd1 up at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:36:22.133236 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning for port 5d75c17c-b02c-4034-9506-a21310a04fd1 completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:36:22.140736 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning complete for port 5d75c17c-b02c-4034-9506-a21310a04fd1 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:36:22.141088 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:22.245349 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:22.284362 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d2a94f0-9991-4b33-9a95-54734ea5b4f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d75c17c-b02c-4034-9506-a21310a04fd1'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:36:22.287305 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3a5a1e74fee385f59395feee7f880defec871777ba90fab9b56a242633970a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa226732-7710-4d8a-8ffd-b41b68dd3618" -d '{"events": [{"server_uuid": "4d2a94f0-9991-4b33-9a95-54734ea5b4f8", "name": "network-vif-plugged", "status": "completed", "tag": "5d75c17c-b02c-4034-9506-a21310a04fd1"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:36:22.301788 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 5d75c17c-b02c-4034-9506-a21310a04fd1, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=5d75c17c-b02c-4034-9506-a21310a04fd1,segment=NetworkSegment(90aaa34d-38a8-4916-838b-ac5435265caf),segment_id=90aaa34d-38a8-4916-838b-ac5435265caf)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:36:22.307723 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:22.336313 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d9f88bc-9253-4976-a8d8-818ae55a7b74 x-openstack-request-id: req-2d9f88bc-9253-4976-a8d8-818ae55a7b74 {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:36:22.337233 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d2a94f0-9991-4b33-9a95-54734ea5b4f8", "name": "network-vif-plugged", "status": "completed", "tag": "5d75c17c-b02c-4034-9506-a21310a04fd1", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:36:22.337369 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2d9f88bc-9253-4976-a8d8-818ae55a7b74 {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:36:22.337670 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d2a94f0-9991-4b33-9a95-54734ea5b4f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d75c17c-b02c-4034-9506-a21310a04fd1', 'code': 200} Oct 20 11:36:22.365773 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=5d75c17c-b02c-4034-9506-a21310a04fd1,revision_number=9']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:22.499592 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39435a96-a35b-48ff-9706-cec4e778434a req-9cbe3931-1374-407c-be12-69019b266974 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:22.501079 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-39435a96-a35b-48ff-9706-cec4e778434a req-9cbe3931-1374-407c-be12-69019b266974 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d2a94f0-9991-4b33-9a95-54734ea5b4f8 HTTP/1.1" status: 200 len: 946 time: 0.0538890 Oct 20 11:36:22.538231 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-39435a96-a35b-48ff-9706-cec4e778434a req-5efffbb2-a62c-4498-8cd1-52c5656beb51 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/security-groups?id=750a765f-d388-4d76-a2c4-3b8980d86f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311754 Oct 20 11:36:22.560298 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 47232) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:22.622562 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-5a5f88e4-84fd-41c8-a7f3-f2ec5863c630 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/floatingips/b2d9e44a-1655-4912-bf8c-4f7bdc4b7c82 HTTP/1.1" status: 200 len: 994 time: 0.0611298 Oct 20 11:36:26.313438 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [req-ee9aad96-6293-4ced-94b0-71d0801d6f2b req-e12f5aa5-6e85-472f-82b5-edcd62629f12 service neutron] (100596) timed out ('10.222.0.55', 57329) {{(pid=100596) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 20 11:36:33.613942 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-a027ab41-24e7-482c-ad2d-e3eda273d6ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:36.254575 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 7 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:36:36.475800 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1aba735d-3c7f-4cf9-91c1-b323f0c8237b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:37.231059 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:37.789345 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:38.789949 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:39.155810 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:41.625668 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-242cb0b7-816f-4db2-9528-1b37fe9dc707 req-fcd51960-b795-4264-9e5a-3f4c98e1e9de service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4d2a94f0-9991-4b33-9a95-54734ea5b4f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0429664 Oct 20 11:36:41.724058 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242cb0b7-816f-4db2-9528-1b37fe9dc707 req-3829cbf9-5e8c-4697-8600-a0817b937058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:41.725534 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-242cb0b7-816f-4db2-9528-1b37fe9dc707 req-3829cbf9-5e8c-4697-8600-a0817b937058 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e5f86d6a88794eafa52e20983c8a9c09&device_id=4d2a94f0-9991-4b33-9a95-54734ea5b4f8 HTTP/1.1" status: 200 len: 1097 time: 0.0401530 Oct 20 11:36:41.825364 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242cb0b7-816f-4db2-9528-1b37fe9dc707 req-49a8f1ba-6ec6-4a27-a844-25a6f4fc0b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:41.826815 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-242cb0b7-816f-4db2-9528-1b37fe9dc707 req-49a8f1ba-6ec6-4a27-a844-25a6f4fc0b39 service neutron] 10.222.0.55 "GET /v2.0/networks?id=fc4ec60a-accc-482c-b035-1c088fb2471f HTTP/1.1" status: 200 len: 897 time: 0.0825686 Oct 20 11:36:41.894911 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-242cb0b7-816f-4db2-9528-1b37fe9dc707 req-185c353d-45b6-4a77-81f5-99e50d06c4e1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5d75c17c-b02c-4034-9506-a21310a04fd1 HTTP/1.1" status: 200 len: 1002 time: 0.0610077 Oct 20 11:36:41.942379 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242cb0b7-816f-4db2-9528-1b37fe9dc707 req-13135b43-68af-458f-890d-ccbb1d272aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:41.943799 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-242cb0b7-816f-4db2-9528-1b37fe9dc707 req-13135b43-68af-458f-890d-ccbb1d272aed service neutron] 10.222.0.55 "GET /v2.0/subnets?id=13ff4f55-6048-49c9-98b3-d05c0caa6605 HTTP/1.1" status: 200 len: 835 time: 0.0429144 Oct 20 11:36:41.989868 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242cb0b7-816f-4db2-9528-1b37fe9dc707 req-4fe43087-a9c3-42fd-a5ad-3f702a215200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:41.991908 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-242cb0b7-816f-4db2-9528-1b37fe9dc707 req-4fe43087-a9c3-42fd-a5ad-3f702a215200 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fc4ec60a-accc-482c-b035-1c088fb2471f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406449 Oct 20 11:36:42.085573 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-242cb0b7-816f-4db2-9528-1b37fe9dc707 req-a039083f-6f6e-48e8-97cd-2e804e2ebbd2 service neutron] 10.222.0.55 "GET /v2.0/networks/fc4ec60a-accc-482c-b035-1c088fb2471f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866187 Oct 20 11:36:42.173247 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-242cb0b7-816f-4db2-9528-1b37fe9dc707 req-ae586b93-8cc1-4719-bac8-3588f2fd6add service neutron] 10.222.0.55 "GET /v2.0/networks/fc4ec60a-accc-482c-b035-1c088fb2471f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808408 Oct 20 11:36:49.805137 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:03.614304 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-7123d441-aef2-4537-8e07-b001d2c8ad93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:06.475624 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-76fcd2e7-d77c-42cc-9904-37b043e5c459 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:07.121706 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 47248) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:07.235033 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:07.284185 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-08377115-cc87-49ff-b565-dc5a769f1ada tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Deleting port f185bd43-7997-41ec-aaba-0f2e5c509b16 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:37:07.284575 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-08377115-cc87-49ff-b565-dc5a769f1ada tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:07.362011 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-08377115-cc87-49ff-b565-dc5a769f1ada tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:07.362256 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-08377115-cc87-49ff-b565-dc5a769f1ada tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:07.373607 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-08377115-cc87-49ff-b565-dc5a769f1ada tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Calling delete_port for f185bd43-7997-41ec-aaba-0f2e5c509b16 owned by network:floatingip {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:37:07.522038 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-08377115-cc87-49ff-b565-dc5a769f1ada tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:07.548329 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08377115-cc87-49ff-b565-dc5a769f1ada tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Pushing event deleted for resources: {'Port': ['ID=f185bd43-7997-41ec-aaba-0f2e5c509b16,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:07.577060 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08377115-cc87-49ff-b565-dc5a769f1ada tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:37:07.577412 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08377115-cc87-49ff-b565-dc5a769f1ada tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:37:07.577753 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08377115-cc87-49ff-b565-dc5a769f1ada tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:37:07.578090 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08377115-cc87-49ff-b565-dc5a769f1ada tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:37:07.578422 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08377115-cc87-49ff-b565-dc5a769f1ada tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:37:07.578751 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08377115-cc87-49ff-b565-dc5a769f1ada tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:37:07.579080 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08377115-cc87-49ff-b565-dc5a769f1ada tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:37:07.579433 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08377115-cc87-49ff-b565-dc5a769f1ada tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:37:07.579772 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08377115-cc87-49ff-b565-dc5a769f1ada tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:37:07.580748 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08377115-cc87-49ff-b565-dc5a769f1ada tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:37:07.581074 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08377115-cc87-49ff-b565-dc5a769f1ada tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:37:07.581397 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08377115-cc87-49ff-b565-dc5a769f1ada tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:37:07.620384 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-08377115-cc87-49ff-b565-dc5a769f1ada tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for floatingip, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:07.620695 n-d-811396-3 neutron-server[100597]: INFO neutron.db.l3_db [None req-08377115-cc87-49ff-b565-dc5a769f1ada tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Floating IP b2d9e44a-1655-4912-bf8c-4f7bdc4b7c82 disassociated (deleted). External IP: 172.25.1.188, port: 5d75c17c-b02c-4034-9506-a21310a04fd1. Oct 20 11:37:07.792230 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:07.832686 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08377115-cc87-49ff-b565-dc5a769f1ada tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Router 50b5b511-3167-4f0b-b327-3f99f8b49c6d has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:37:07.939003 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08377115-cc87-49ff-b565-dc5a769f1ada tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:37:07.944082 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-08377115-cc87-49ff-b565-dc5a769f1ada tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for floatingip, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:07.952487 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc04bc8-1315-4b66-a133-03b0776005e7 None None] Sync routers for ids ['50b5b511-3167-4f0b-b327-3f99f8b49c6d'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:37:07.962251 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc04bc8-1315-4b66-a133-03b0776005e7 None None] Routers {'50b5b511-3167-4f0b-b327-3f99f8b49c6d'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:37:07.962881 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-9cc04bc8-1315-4b66-a133-03b0776005e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:37:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['50b5b511-3167-4f0b-b327-3f99f8b49c6d'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:37:08.070098 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-9cc04bc8-1315-4b66-a133-03b0776005e7 None None] Set router 50b5b511-3167-4f0b-b327-3f99f8b49c6d gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:37:08.225285 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-08377115-cc87-49ff-b565-dc5a769f1ada tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "DELETE /v2.0/floatingips/b2d9e44a-1655-4912-bf8c-4f7bdc4b7c82 HTTP/1.1" status: 204 len: 168 time: 1.1022677 Oct 20 11:37:08.225843 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d2a94f0-9991-4b33-9a95-54734ea5b4f8', 'tag': '5d75c17c-b02c-4034-9506-a21310a04fd1'}] {{(pid=100597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:37:08.232508 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26bcd304cef01c8d1125ec9c440c7684a0d186feae015bfd415464a1220f638e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-046166fc-97f9-4f3e-9feb-ef3e7cd14db8" -d '{"events": [{"name": "network-changed", "server_uuid": "4d2a94f0-9991-4b33-9a95-54734ea5b4f8", "tag": "5d75c17c-b02c-4034-9506-a21310a04fd1"}]}' {{(pid=100597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:37:08.268884 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-9cc04bc8-1315-4b66-a133-03b0776005e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50b5b511-3167-4f0b-b327-3f99f8b49c6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-948188481', 'tenant_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.47'}], 'enable_snat': True}, 'gw_port_id': '0d1d9a1f-f161-41e9-9e7c-1355c6b44e41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:35:02Z', 'updated_at': '2021-10-20T11:35:06Z', 'revision_number': 4, 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'gw_port': {'id': '0d1d9a1f-f161-41e9-9e7c-1355c6b44e41', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:63:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50b5b511-3167-4f0b-b327-3f99f8b49c6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:35:03Z', 'updated_at': '2021-10-20T11:35:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': 'ced0cfed-377a-4a8c-a29d-d82b22b3a416', 'name': '', 'network_id': 'fc4ec60a-accc-482c-b035-1c088fb2471f', 'tenant_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'mac_address': 'fa:16:3e:41:4a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50b5b511-3167-4f0b-b327-3f99f8b49c6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '13ff4f55-6048-49c9-98b3-d05c0caa6605', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:35:06Z', 'updated_at': '2021-10-20T11:35:09Z', 'revision_number': 5, 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'subnets': [{'id': '13ff4f55-6048-49c9-98b3-d05c0caa6605', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:37:08.298607 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc04bc8-1315-4b66-a133-03b0776005e7 None None] Checking router: 50b5b511-3167-4f0b-b327-3f99f8b49c6d for host: n-d-811396-3 {{(pid=100599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:37:08.307559 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc04bc8-1315-4b66-a133-03b0776005e7 None None] Routers {'50b5b511-3167-4f0b-b327-3f99f8b49c6d'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:37:08.308169 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-9cc04bc8-1315-4b66-a133-03b0776005e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:37:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['50b5b511-3167-4f0b-b327-3f99f8b49c6d'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:37:08.328257 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4b4d364-3fc3-488d-ba7b-a0e742211164 x-openstack-request-id: req-c4b4d364-3fc3-488d-ba7b-a0e742211164 {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:37:08.328588 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d2a94f0-9991-4b33-9a95-54734ea5b4f8", "tag": "5d75c17c-b02c-4034-9506-a21310a04fd1", "status": "completed", "code": 200}]} {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:37:08.328885 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c4b4d364-3fc3-488d-ba7b-a0e742211164 {{(pid=100597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:37:08.329286 n-d-811396-3 neutron-server[100597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d2a94f0-9991-4b33-9a95-54734ea5b4f8', 'tag': '5d75c17c-b02c-4034-9506-a21310a04fd1', 'status': 'completed', 'code': 200} Oct 20 11:37:08.418002 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-9cc04bc8-1315-4b66-a133-03b0776005e7 None None] Set router 50b5b511-3167-4f0b-b327-3f99f8b49c6d gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:37:08.455159 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046166fc-97f9-4f3e-9feb-ef3e7cd14db8 req-f6500d10-de7b-4d55-afc2-ca98a86c6c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:08.456696 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-046166fc-97f9-4f3e-9feb-ef3e7cd14db8 req-f6500d10-de7b-4d55-afc2-ca98a86c6c37 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e5f86d6a88794eafa52e20983c8a9c09&device_id=4d2a94f0-9991-4b33-9a95-54734ea5b4f8 HTTP/1.1" status: 200 len: 1097 time: 0.0739825 Oct 20 11:37:08.495577 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d8108c-af3b-4ce7-8761-5b6dfba374cb req-64082712-994d-4c71-980e-0021e996658e tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:08.497066 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-22d8108c-af3b-4ce7-8761-5b6dfba374cb req-64082712-994d-4c71-980e-0021e996658e tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d2a94f0-9991-4b33-9a95-54734ea5b4f8 HTTP/1.1" status: 200 len: 946 time: 0.0711172 Oct 20 11:37:08.584879 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-22d8108c-af3b-4ce7-8761-5b6dfba374cb req-b735b46a-d2df-46ad-86ba-6010a8848b7e tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/security-groups?id=750a765f-d388-4d76-a2c4-3b8980d86f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779359 Oct 20 11:37:08.594864 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046166fc-97f9-4f3e-9feb-ef3e7cd14db8 req-30fe16e0-e402-47d8-9eaa-a692681c45a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:08.596984 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-046166fc-97f9-4f3e-9feb-ef3e7cd14db8 req-30fe16e0-e402-47d8-9eaa-a692681c45a4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=fc4ec60a-accc-482c-b035-1c088fb2471f HTTP/1.1" status: 200 len: 897 time: 0.1322114 Oct 20 11:37:08.641222 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-046166fc-97f9-4f3e-9feb-ef3e7cd14db8 req-5d37f5ee-a68b-4ced-ae5e-d8fcb6733efe service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5d75c17c-b02c-4034-9506-a21310a04fd1 HTTP/1.1" status: 200 len: 217 time: 0.0365860 Oct 20 11:37:08.690672 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046166fc-97f9-4f3e-9feb-ef3e7cd14db8 req-f9d69fec-a1ff-487e-9ee1-9bfc1724c7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:08.692258 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-046166fc-97f9-4f3e-9feb-ef3e7cd14db8 req-f9d69fec-a1ff-487e-9ee1-9bfc1724c7b5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=13ff4f55-6048-49c9-98b3-d05c0caa6605 HTTP/1.1" status: 200 len: 835 time: 0.0442882 Oct 20 11:37:08.710327 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-9cc04bc8-1315-4b66-a133-03b0776005e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50b5b511-3167-4f0b-b327-3f99f8b49c6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-948188481', 'tenant_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.47'}], 'enable_snat': True}, 'gw_port_id': '0d1d9a1f-f161-41e9-9e7c-1355c6b44e41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:35:02Z', 'updated_at': '2021-10-20T11:35:06Z', 'revision_number': 4, 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'gw_port': {'id': '0d1d9a1f-f161-41e9-9e7c-1355c6b44e41', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:63:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50b5b511-3167-4f0b-b327-3f99f8b49c6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:35:03Z', 'updated_at': '2021-10-20T11:35:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': 'ced0cfed-377a-4a8c-a29d-d82b22b3a416', 'name': '', 'network_id': 'fc4ec60a-accc-482c-b035-1c088fb2471f', 'tenant_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'mac_address': 'fa:16:3e:41:4a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50b5b511-3167-4f0b-b327-3f99f8b49c6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '13ff4f55-6048-49c9-98b3-d05c0caa6605', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:35:06Z', 'updated_at': '2021-10-20T11:35:09Z', 'revision_number': 5, 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'subnets': [{'id': '13ff4f55-6048-49c9-98b3-d05c0caa6605', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:37:08.736199 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc04bc8-1315-4b66-a133-03b0776005e7 None None] The sync data for ids ['50b5b511-3167-4f0b-b327-3f99f8b49c6d'] in n-d-811396-3 is: [{'id': '50b5b511-3167-4f0b-b327-3f99f8b49c6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-948188481', 'tenant_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.47'}], 'enable_snat': True}, 'gw_port_id': '0d1d9a1f-f161-41e9-9e7c-1355c6b44e41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:35:02Z', 'updated_at': '2021-10-20T11:35:06Z', 'revision_number': 4, 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'gw_port': {'id': '0d1d9a1f-f161-41e9-9e7c-1355c6b44e41', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:63:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50b5b511-3167-4f0b-b327-3f99f8b49c6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:35:03Z', 'updated_at': '2021-10-20T11:35:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': 'ced0cfed-377a-4a8c-a29d-d82b22b3a416', 'name': '', 'network_id': 'fc4ec60a-accc-482c-b035-1c088fb2471f', 'tenant_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'mac_address': 'fa:16:3e:41:4a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50b5b511-3167-4f0b-b327-3f99f8b49c6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '13ff4f55-6048-49c9-98b3-d05c0caa6605', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:35:06Z', 'updated_at': '2021-10-20T11:35:09Z', 'revision_number': 5, 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'subnets': [{'id': '13ff4f55-6048-49c9-98b3-d05c0caa6605', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:37:08.743028 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046166fc-97f9-4f3e-9feb-ef3e7cd14db8 req-23eaa7a2-9ca0-4542-a19f-546d73028534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:08.744603 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-046166fc-97f9-4f3e-9feb-ef3e7cd14db8 req-23eaa7a2-9ca0-4542-a19f-546d73028534 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fc4ec60a-accc-482c-b035-1c088fb2471f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452917 Oct 20 11:37:08.791372 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:08.839152 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-046166fc-97f9-4f3e-9feb-ef3e7cd14db8 req-1914a346-bb1c-4e9a-b21c-42d7b11ff60a service neutron] 10.222.0.55 "GET /v2.0/networks/fc4ec60a-accc-482c-b035-1c088fb2471f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860064 Oct 20 11:37:08.940738 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-046166fc-97f9-4f3e-9feb-ef3e7cd14db8 req-7c922fb7-dd08-4568-aa64-f218eef5777c service neutron] 10.222.0.55 "GET /v2.0/networks/fc4ec60a-accc-482c-b035-1c088fb2471f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927713 Oct 20 11:37:08.967758 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9bc330-34f6-467d-b8e8-a00341fe9428 None None] New status for floating IP b2d9e44a-1655-4912-bf8c-4f7bdc4b7c82: DOWN {{(pid=100598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 11:37:09.158038 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:09.704172 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8965a5ec-f93d-4a27-bbd7-70bc3cb145e9 req-9fa7774d-65d0-4c57-80e5-18c4728a3427 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:09.705691 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8965a5ec-f93d-4a27-bbd7-70bc3cb145e9 req-9fa7774d-65d0-4c57-80e5-18c4728a3427 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d2a94f0-9991-4b33-9a95-54734ea5b4f8 HTTP/1.1" status: 200 len: 946 time: 0.0501537 Oct 20 11:37:09.743581 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8965a5ec-f93d-4a27-bbd7-70bc3cb145e9 req-26cf2a39-ef40-44de-b42b-0772b57d4657 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/security-groups?id=750a765f-d388-4d76-a2c4-3b8980d86f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318701 Oct 20 11:37:09.997244 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904045ac-105f-4d54-92c1-1da3d577f57b req-ed41d8df-afd8-462b-92f5-2376dfc982a1 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:09.998713 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-904045ac-105f-4d54-92c1-1da3d577f57b req-ed41d8df-afd8-462b-92f5-2376dfc982a1 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d2a94f0-9991-4b33-9a95-54734ea5b4f8 HTTP/1.1" status: 200 len: 946 time: 0.0486236 Oct 20 11:37:10.091538 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-904045ac-105f-4d54-92c1-1da3d577f57b req-44019a35-f504-4996-895b-30c7ee7fe75d tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Deleting port 5d75c17c-b02c-4034-9506-a21310a04fd1 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:37:10.091882 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-904045ac-105f-4d54-92c1-1da3d577f57b req-44019a35-f504-4996-895b-30c7ee7fe75d tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:10.178804 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-904045ac-105f-4d54-92c1-1da3d577f57b req-44019a35-f504-4996-895b-30c7ee7fe75d tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] For port 5d75c17c-b02c-4034-9506-a21310a04fd1, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=5d75c17c-b02c-4034-9506-a21310a04fd1,segment=NetworkSegment(90aaa34d-38a8-4916-838b-ac5435265caf),segment_id=90aaa34d-38a8-4916-838b-ac5435265caf)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:37:10.179168 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-904045ac-105f-4d54-92c1-1da3d577f57b req-44019a35-f504-4996-895b-30c7ee7fe75d tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:10.192562 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-904045ac-105f-4d54-92c1-1da3d577f57b req-44019a35-f504-4996-895b-30c7ee7fe75d tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Calling delete_port for 5d75c17c-b02c-4034-9506-a21310a04fd1 owned by compute:nova {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:37:10.323766 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-904045ac-105f-4d54-92c1-1da3d577f57b req-44019a35-f504-4996-895b-30c7ee7fe75d tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:10.350812 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44019a35-f504-4996-895b-30c7ee7fe75d tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Pushing event deleted for resources: {'Port': ['ID=5d75c17c-b02c-4034-9506-a21310a04fd1,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:10.398465 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-904045ac-105f-4d54-92c1-1da3d577f57b req-44019a35-f504-4996-895b-30c7ee7fe75d tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] No DVR routers for this DVR port 5d75c17c-b02c-4034-9506-a21310a04fd1 on host n-h1-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:37:10.401164 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-904045ac-105f-4d54-92c1-1da3d577f57b req-44019a35-f504-4996-895b-30c7ee7fe75d tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:10.404570 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-904045ac-105f-4d54-92c1-1da3d577f57b req-44019a35-f504-4996-895b-30c7ee7fe75d tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.55 "DELETE /v2.0/ports/5d75c17c-b02c-4034-9506-a21310a04fd1 HTTP/1.1" status: 204 len: 173 time: 0.3995740 Oct 20 11:37:10.405012 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d2a94f0-9991-4b33-9a95-54734ea5b4f8', 'name': 'network-vif-deleted', 'tag': '5d75c17c-b02c-4034-9506-a21310a04fd1'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:37:10.407431 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b817f9d80a1b29ed07bd94f2222da8cf244b0bc6025e0bf33ac95c6b13c59699" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26c90791-3dc3-4845-bd75-a933fca3a30e" -d '{"events": [{"server_uuid": "4d2a94f0-9991-4b33-9a95-54734ea5b4f8", "name": "network-vif-deleted", "tag": "5d75c17c-b02c-4034-9506-a21310a04fd1"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:37:10.462493 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf1f87f7-5f8f-4610-ba3d-51d15639a2f9 x-openstack-request-id: req-cf1f87f7-5f8f-4610-ba3d-51d15639a2f9 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:37:10.462786 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d2a94f0-9991-4b33-9a95-54734ea5b4f8", "name": "network-vif-deleted", "tag": "5d75c17c-b02c-4034-9506-a21310a04fd1", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:37:10.463037 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cf1f87f7-5f8f-4610-ba3d-51d15639a2f9 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:37:10.463460 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d2a94f0-9991-4b33-9a95-54734ea5b4f8', 'name': 'network-vif-deleted', 'tag': '5d75c17c-b02c-4034-9506-a21310a04fd1', 'status': 'completed', 'code': 200} Oct 20 11:37:10.859426 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ffcdee66-90b2-4498-ba91-3e8571ca753f req-3bcc9f93-25de-4a57-a79b-89f5c3eeeb00 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d2a94f0-9991-4b33-9a95-54734ea5b4f8 HTTP/1.1" status: 200 len: 210 time: 0.0320301 Oct 20 11:37:11.917401 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 47272) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:12.272626 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b424c628-be39-4f81-8b49-81a715f84640 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1774405'] for router_interface, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:12.363566 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 5d75c17c-b02c-4034-9506-a21310a04fd1 no longer exists at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:37:12.387150 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] No Port match for: 5d75c17c-b02c-4034-9506-a21310a04fd1 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:37:12.387793 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 5d75c17c-b02c-4034-9506-a21310a04fd1 not bound to the agent host n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:37:12.554691 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-b424c628-be39-4f81-8b49-81a715f84640 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Deleting port ced0cfed-377a-4a8c-a29d-d82b22b3a416 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:37:12.554949 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b424c628-be39-4f81-8b49-81a715f84640 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:12.643196 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [None req-b424c628-be39-4f81-8b49-81a715f84640 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] For port ced0cfed-377a-4a8c-a29d-d82b22b3a416, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=ced0cfed-377a-4a8c-a29d-d82b22b3a416,segment=NetworkSegment(90aaa34d-38a8-4916-838b-ac5435265caf),segment_id=90aaa34d-38a8-4916-838b-ac5435265caf)] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:37:12.643591 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b424c628-be39-4f81-8b49-81a715f84640 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:12.656911 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-b424c628-be39-4f81-8b49-81a715f84640 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Calling delete_port for ced0cfed-377a-4a8c-a29d-d82b22b3a416 owned by network:router_interface {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:37:12.860039 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b424c628-be39-4f81-8b49-81a715f84640 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:12.887518 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b424c628-be39-4f81-8b49-81a715f84640 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Pushing event deleted for resources: {'Port': ['ID=ced0cfed-377a-4a8c-a29d-d82b22b3a416,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:13.058488 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b424c628-be39-4f81-8b49-81a715f84640 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1771989'] for router_interface, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:13.256033 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 7 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:37:13.280648 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b424c628-be39-4f81-8b49-81a715f84640 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Router 50b5b511-3167-4f0b-b327-3f99f8b49c6d has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:37:13.385669 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b424c628-be39-4f81-8b49-81a715f84640 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:37:13.391073 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-b424c628-be39-4f81-8b49-81a715f84640 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "PUT /v2.0/routers/50b5b511-3167-4f0b-b327-3f99f8b49c6d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4725006 Oct 20 11:37:13.393794 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 47274) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:13.395740 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372e68a2-0e37-4560-afce-04bd3bba4f75 None None] Sync routers for ids ['50b5b511-3167-4f0b-b327-3f99f8b49c6d'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:37:13.404746 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372e68a2-0e37-4560-afce-04bd3bba4f75 None None] Routers {'50b5b511-3167-4f0b-b327-3f99f8b49c6d'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:37:13.405349 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-372e68a2-0e37-4560-afce-04bd3bba4f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:37:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['50b5b511-3167-4f0b-b327-3f99f8b49c6d'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:37:13.445743 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1082c89-52b9-4efb-b76f-9e85906d987f tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Deleting subnet 13ff4f55-6048-49c9-98b3-d05c0caa6605 {{(pid=100597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:37:13.448900 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e1082c89-52b9-4efb-b76f-9e85906d987f tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for subnet, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:13.493770 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e1082c89-52b9-4efb-b76f-9e85906d987f tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25852621'] for subnet, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:13.508694 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-372e68a2-0e37-4560-afce-04bd3bba4f75 None None] Set router 50b5b511-3167-4f0b-b327-3f99f8b49c6d gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:37:13.575047 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e1082c89-52b9-4efb-b76f-9e85906d987f tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:13.632938 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e1082c89-52b9-4efb-b76f-9e85906d987f tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25350811'] for subnet, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:13.662427 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-e1082c89-52b9-4efb-b76f-9e85906d987f tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:13.666485 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-e1082c89-52b9-4efb-b76f-9e85906d987f tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "DELETE /v2.0/subnets/13ff4f55-6048-49c9-98b3-d05c0caa6605 HTTP/1.1" status: 204 len: 168 time: 0.2708743 Oct 20 11:37:13.667905 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1082c89-52b9-4efb-b76f-9e85906d987f tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Pushing event deleted for resources: {'Subnet': ['ID=13ff4f55-6048-49c9-98b3-d05c0caa6605,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:13.668252 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e616cc-29a9-4f6b-91e0-8c055edf7cd5 None None] Network fc4ec60a-accc-482c-b035-1c088fb2471f requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:37:13.668742 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 47276) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:13.693554 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-372e68a2-0e37-4560-afce-04bd3bba4f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50b5b511-3167-4f0b-b327-3f99f8b49c6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-948188481', 'tenant_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.47'}], 'enable_snat': True}, 'gw_port_id': '0d1d9a1f-f161-41e9-9e7c-1355c6b44e41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:35:02Z', 'updated_at': '2021-10-20T11:37:12Z', 'revision_number': 5, 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'gw_port': {'id': '0d1d9a1f-f161-41e9-9e7c-1355c6b44e41', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:63:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50b5b511-3167-4f0b-b327-3f99f8b49c6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:35:03Z', 'updated_at': '2021-10-20T11:35:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:37:13.720146 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372e68a2-0e37-4560-afce-04bd3bba4f75 None None] Checking router: 50b5b511-3167-4f0b-b327-3f99f8b49c6d for host: n-d-811396-3 {{(pid=100599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:37:13.730691 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372e68a2-0e37-4560-afce-04bd3bba4f75 None None] Routers {'50b5b511-3167-4f0b-b327-3f99f8b49c6d'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:37:13.731329 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-372e68a2-0e37-4560-afce-04bd3bba4f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:37:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['50b5b511-3167-4f0b-b327-3f99f8b49c6d'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:37:13.796908 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a504a0ad-c46f-453d-adc5-d5a8575abb0e tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for router, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:13.843395 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-372e68a2-0e37-4560-afce-04bd3bba4f75 None None] Set router 50b5b511-3167-4f0b-b327-3f99f8b49c6d gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:37:13.904765 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a504a0ad-c46f-453d-adc5-d5a8575abb0e tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:13.959747 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-a504a0ad-c46f-453d-adc5-d5a8575abb0e tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Deleting port 0d1d9a1f-f161-41e9-9e7c-1355c6b44e41 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:37:13.960100 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a504a0ad-c46f-453d-adc5-d5a8575abb0e tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:14.018610 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-105b029f-d6cd-432b-822e-fbbd1901bdb8 None None] DHCP port deletion for fc4ec60a-accc-482c-b035-1c088fb2471f request from n-d-811396-3 {{(pid=100598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:37:14.034346 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-372e68a2-0e37-4560-afce-04bd3bba4f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50b5b511-3167-4f0b-b327-3f99f8b49c6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-948188481', 'tenant_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.47'}], 'enable_snat': True}, 'gw_port_id': '0d1d9a1f-f161-41e9-9e7c-1355c6b44e41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:35:02Z', 'updated_at': '2021-10-20T11:37:12Z', 'revision_number': 5, 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'gw_port': {'id': '0d1d9a1f-f161-41e9-9e7c-1355c6b44e41', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:63:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50b5b511-3167-4f0b-b327-3f99f8b49c6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:35:03Z', 'updated_at': '2021-10-20T11:35:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:37:14.050662 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [None req-a504a0ad-c46f-453d-adc5-d5a8575abb0e tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] For port 0d1d9a1f-f161-41e9-9e7c-1355c6b44e41, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=0d1d9a1f-f161-41e9-9e7c-1355c6b44e41,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:37:14.051097 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a504a0ad-c46f-453d-adc5-d5a8575abb0e tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:14.064035 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372e68a2-0e37-4560-afce-04bd3bba4f75 None None] The sync data for ids ['50b5b511-3167-4f0b-b327-3f99f8b49c6d'] in n-d-811396-3 is: [{'id': '50b5b511-3167-4f0b-b327-3f99f8b49c6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-948188481', 'tenant_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.47'}], 'enable_snat': True}, 'gw_port_id': '0d1d9a1f-f161-41e9-9e7c-1355c6b44e41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:35:02Z', 'updated_at': '2021-10-20T11:37:12Z', 'revision_number': 5, 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'gw_port': {'id': '0d1d9a1f-f161-41e9-9e7c-1355c6b44e41', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:63:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50b5b511-3167-4f0b-b327-3f99f8b49c6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:35:03Z', 'updated_at': '2021-10-20T11:35:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:37:14.065344 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-105b029f-d6cd-432b-822e-fbbd1901bdb8 None None] Deleting port 0ddf093c-cc90-4a61-8640-1a96eae2b1c1 {{(pid=100598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:37:14.065737 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-105b029f-d6cd-432b-822e-fbbd1901bdb8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:14.065980 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-a504a0ad-c46f-453d-adc5-d5a8575abb0e tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Calling delete_port for 0d1d9a1f-f161-41e9-9e7c-1355c6b44e41 owned by network:router_gateway {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:37:14.135344 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-105b029f-d6cd-432b-822e-fbbd1901bdb8 None None] For port 0ddf093c-cc90-4a61-8640-1a96eae2b1c1, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=0ddf093c-cc90-4a61-8640-1a96eae2b1c1,segment=NetworkSegment(90aaa34d-38a8-4916-838b-ac5435265caf),segment_id=90aaa34d-38a8-4916-838b-ac5435265caf)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:37:14.135772 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-105b029f-d6cd-432b-822e-fbbd1901bdb8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:14.147681 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-105b029f-d6cd-432b-822e-fbbd1901bdb8 None None] Calling delete_port for 0ddf093c-cc90-4a61-8640-1a96eae2b1c1 owned by network:dhcp {{(pid=100598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:37:14.230140 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-105b029f-d6cd-432b-822e-fbbd1901bdb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956'] for port, after_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:14.245534 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a504a0ad-c46f-453d-adc5-d5a8575abb0e tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:14.255264 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105b029f-d6cd-432b-822e-fbbd1901bdb8 None None] Pushing event deleted for resources: {'Port': ['ID=0ddf093c-cc90-4a61-8640-1a96eae2b1c1,revision_number=None']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:14.259662 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105b029f-d6cd-432b-822e-fbbd1901bdb8 None None] No DVR routers for this DVR port 0ddf093c-cc90-4a61-8640-1a96eae2b1c1 on host n-d-811396-3 {{(pid=100598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:37:14.272481 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a504a0ad-c46f-453d-adc5-d5a8575abb0e tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Pushing event deleted for resources: {'Port': ['ID=0d1d9a1f-f161-41e9-9e7c-1355c6b44e41,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:14.339744 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a504a0ad-c46f-453d-adc5-d5a8575abb0e tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1773439'] for router_gateway, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:14.434344 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a504a0ad-c46f-453d-adc5-d5a8575abb0e tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1772272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258304'] for router, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:14.436594 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a504a0ad-c46f-453d-adc5-d5a8575abb0e tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:14.483603 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a504a0ad-c46f-453d-adc5-d5a8575abb0e tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1772267'] for router, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:14.484509 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a504a0ad-c46f-453d-adc5-d5a8575abb0e tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Fanout notify agent at l3_agent the message router_deleted on router 50b5b511-3167-4f0b-b327-3f99f8b49c6d {{(pid=100596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:37:14.492555 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a504a0ad-c46f-453d-adc5-d5a8575abb0e tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for router, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:14.493712 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-a504a0ad-c46f-453d-adc5-d5a8575abb0e tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "DELETE /v2.0/routers/50b5b511-3167-4f0b-b327-3f99f8b49c6d HTTP/1.1" status: 204 len: 168 time: 0.8240919 Oct 20 11:37:14.496763 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 47278) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:14.578802 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2068f1b0-1a0e-4bf1-8909-902622b6e288 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:14.670309 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2068f1b0-1a0e-4bf1-8909-902622b6e288 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:14.691747 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-2068f1b0-1a0e-4bf1-8909-902622b6e288 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc4ec60a-accc-482c-b035-1c088fb2471f']}} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:37:14.701271 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-2068f1b0-1a0e-4bf1-8909-902622b6e288 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90aaa34d-38a8-4916-838b-ac5435265caf') {'for_net_delete': True} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:37:14.701568 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-2068f1b0-1a0e-4bf1-8909-902622b6e288 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90aaa34d-38a8-4916-838b-ac5435265caf') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:37:14.712643 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2068f1b0-1a0e-4bf1-8909-902622b6e288 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25852596'] for segment, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:14.726173 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2068f1b0-1a0e-4bf1-8909-902622b6e288 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:14.732074 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2068f1b0-1a0e-4bf1-8909-902622b6e288 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Releasing vlan 828 on physical network physnet1 to pool {{(pid=100597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:37:14.732465 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2068f1b0-1a0e-4bf1-8909-902622b6e288 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951012'] for segment, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:14.735413 n-d-811396-3 neutron-server[100597]: Traceback (most recent call last): Oct 20 11:37:14.735413 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:37:14.735413 n-d-811396-3 neutron-server[100597]: timer() Oct 20 11:37:14.735413 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:37:14.735413 n-d-811396-3 neutron-server[100597]: cb(*args, **kw) Oct 20 11:37:14.735413 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:37:14.735413 n-d-811396-3 neutron-server[100597]: return func(*args, **kwargs) Oct 20 11:37:14.735413 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:37:14.735413 n-d-811396-3 neutron-server[100597]: self._notify() Oct 20 11:37:14.735413 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:37:14.735413 n-d-811396-3 neutron-server[100597]: self.callback(batched_events) Oct 20 11:37:14.735413 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:37:14.735413 n-d-811396-3 neutron-server[100597]: event.method(event) Oct 20 11:37:14.735413 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:37:14.735413 n-d-811396-3 neutron-server[100597]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:37:14.735413 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:37:14.735413 n-d-811396-3 neutron-server[100597]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:37:14.735413 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:37:14.735413 n-d-811396-3 neutron-server[100597]: return f(self, *a, **k) Oct 20 11:37:14.735413 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:37:14.735413 n-d-811396-3 neutron-server[100597]: return self._get(url).json() Oct 20 11:37:14.735413 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:37:14.735413 n-d-811396-3 neutron-server[100597]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:37:14.735413 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:37:14.735413 n-d-811396-3 neutron-server[100597]: return self.request(url, 'GET', **kwargs) Oct 20 11:37:14.735413 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:37:14.735413 n-d-811396-3 neutron-server[100597]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:37:14.735413 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:37:14.735413 n-d-811396-3 neutron-server[100597]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:37:14.735413 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:37:14.735413 n-d-811396-3 neutron-server[100597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:37:14.735413 n-d-811396-3 neutron-server[100597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:37:14.795180 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2068f1b0-1a0e-4bf1-8909-902622b6e288 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:14.802217 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-2068f1b0-1a0e-4bf1-8909-902622b6e288 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:14.805278 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-2068f1b0-1a0e-4bf1-8909-902622b6e288 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "DELETE /v2.0/networks/fc4ec60a-accc-482c-b035-1c088fb2471f HTTP/1.1" status: 204 len: 168 time: 0.3075104 Oct 20 11:37:14.808320 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 47280) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:14.816687 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2068f1b0-1a0e-4bf1-8909-902622b6e288 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Pushing event deleted for resources: {'Network': ['ID=fc4ec60a-accc-482c-b035-1c088fb2471f,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:14.874873 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1d60a3d6-f377-464f-8695-c9fe53adb52c tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:14.900363 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1d60a3d6-f377-464f-8695-c9fe53adb52c tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:14.960373 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1d60a3d6-f377-464f-8695-c9fe53adb52c tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:14.962912 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1d60a3d6-f377-464f-8695-c9fe53adb52c tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:14.964119 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-1d60a3d6-f377-464f-8695-c9fe53adb52c tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "DELETE /v2.0/security-groups/750a765f-d388-4d76-a2c4-3b8980d86f68 HTTP/1.1" status: 204 len: 168 time: 0.1547744 Oct 20 11:37:14.972887 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d60a3d6-f377-464f-8695-c9fe53adb52c tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=750a765f-d388-4d76-a2c4-3b8980d86f68,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:15.110210 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 0d1d9a1f-f161-41e9-9e7c-1355c6b44e41 no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:37:15.131705 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 0d1d9a1f-f161-41e9-9e7c-1355c6b44e41 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:37:15.132063 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 0d1d9a1f-f161-41e9-9e7c-1355c6b44e41 not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:37:15.132581 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 0ddf093c-cc90-4a61-8640-1a96eae2b1c1 no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:37:15.151619 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 0ddf093c-cc90-4a61-8640-1a96eae2b1c1 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:37:15.152042 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 0ddf093c-cc90-4a61-8640-1a96eae2b1c1 not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:37:15.152521 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device ced0cfed-377a-4a8c-a29d-d82b22b3a416 no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:37:15.166985 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 47286) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:15.171951 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-7bff9f72-5360-48df-86d7-01eda4592b27 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1233991772', 'description': 'tempest-secgroup-smoke-1233991772 description', 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:37:15.172121 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: ced0cfed-377a-4a8c-a29d-d82b22b3a416 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:37:15.172472 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device ced0cfed-377a-4a8c-a29d-d82b22b3a416 not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:37:15.197320 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-7bff9f72-5360-48df-86d7-01eda4592b27 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:15.267516 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-7bff9f72-5360-48df-86d7-01eda4592b27 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:15.271428 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-7bff9f72-5360-48df-86d7-01eda4592b27 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:15.300887 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-7bff9f72-5360-48df-86d7-01eda4592b27 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:15.302382 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-7bff9f72-5360-48df-86d7-01eda4592b27 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1342599 Oct 20 11:37:15.303540 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bff9f72-5360-48df-86d7-01eda4592b27 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34e956d5-5bcf-4b6e-8690-b706a067a1bf,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:15.305785 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 47288) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:15.310778 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-95468b37-57ce-4580-94c0-836ae3415a0a tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Request body: {'security_group_rule': {'security_group_id': '34e956d5-5bcf-4b6e-8690-b706a067a1bf', 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:37:15.336838 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-95468b37-57ce-4580-94c0-836ae3415a0a tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:15.392349 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-95468b37-57ce-4580-94c0-836ae3415a0a tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:15.395948 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-95468b37-57ce-4580-94c0-836ae3415a0a tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:15.415222 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95468b37-57ce-4580-94c0-836ae3415a0a tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e77f255c-5dee-4000-a42a-0789b2d9e799,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:15.425222 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-95468b37-57ce-4580-94c0-836ae3415a0a tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:15.426424 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-95468b37-57ce-4580-94c0-836ae3415a0a tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1197262 Oct 20 11:37:15.429273 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 47290) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:15.434253 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-e9cbd92d-8e07-4ca8-9c1f-bf8b85443edf tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Request body: {'security_group_rule': {'security_group_id': '34e956d5-5bcf-4b6e-8690-b706a067a1bf', 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:37:15.462132 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e9cbd92d-8e07-4ca8-9c1f-bf8b85443edf tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:15.522994 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e9cbd92d-8e07-4ca8-9c1f-bf8b85443edf tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:15.526693 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e9cbd92d-8e07-4ca8-9c1f-bf8b85443edf tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:15.546276 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cbd92d-8e07-4ca8-9c1f-bf8b85443edf tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21f282e0-4d22-4880-9ce9-108883cc1395,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:15.556224 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e9cbd92d-8e07-4ca8-9c1f-bf8b85443edf tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:15.557194 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-e9cbd92d-8e07-4ca8-9c1f-bf8b85443edf tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1265233 Oct 20 11:37:15.560154 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 47292) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:15.565040 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-d1f68f89-9ffe-465f-b3aa-bd42bb449d64 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Request body: {'security_group_rule': {'security_group_id': '34e956d5-5bcf-4b6e-8690-b706a067a1bf', 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:37:15.591495 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d1f68f89-9ffe-465f-b3aa-bd42bb449d64 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:15.651263 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d1f68f89-9ffe-465f-b3aa-bd42bb449d64 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:15.654774 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d1f68f89-9ffe-465f-b3aa-bd42bb449d64 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:15.673648 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f68f89-9ffe-465f-b3aa-bd42bb449d64 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84c82bce-a0f3-44ae-bb59-079d27ac9ad7,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:15.684998 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f68f89-9ffe-465f-b3aa-bd42bb449d64 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:37:15.685358 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f68f89-9ffe-465f-b3aa-bd42bb449d64 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:37:15.685703 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f68f89-9ffe-465f-b3aa-bd42bb449d64 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:37:15.686046 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f68f89-9ffe-465f-b3aa-bd42bb449d64 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:37:15.686387 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f68f89-9ffe-465f-b3aa-bd42bb449d64 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:37:15.686723 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f68f89-9ffe-465f-b3aa-bd42bb449d64 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:37:15.687057 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f68f89-9ffe-465f-b3aa-bd42bb449d64 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:37:15.687405 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f68f89-9ffe-465f-b3aa-bd42bb449d64 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:37:15.687742 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f68f89-9ffe-465f-b3aa-bd42bb449d64 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:37:15.688070 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f68f89-9ffe-465f-b3aa-bd42bb449d64 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:37:15.688403 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f68f89-9ffe-465f-b3aa-bd42bb449d64 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:37:15.688728 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f68f89-9ffe-465f-b3aa-bd42bb449d64 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:37:15.693870 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d1f68f89-9ffe-465f-b3aa-bd42bb449d64 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:15.695705 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-d1f68f89-9ffe-465f-b3aa-bd42bb449d64 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1339653 Oct 20 11:37:15.697871 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 47294) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:15.702129 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-2369a801-cbe9-4428-8d35-aad33babc9db tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Request body: {'security_group_rule': {'security_group_id': '34e956d5-5bcf-4b6e-8690-b706a067a1bf', 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:37:15.729095 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2369a801-cbe9-4428-8d35-aad33babc9db tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:15.792625 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2369a801-cbe9-4428-8d35-aad33babc9db tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:15.796141 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2369a801-cbe9-4428-8d35-aad33babc9db tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:15.819559 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2369a801-cbe9-4428-8d35-aad33babc9db tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7262106-f5f3-473f-a170-ccc4c199ea00,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:15.827081 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-2369a801-cbe9-4428-8d35-aad33babc9db tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:15.831365 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-2369a801-cbe9-4428-8d35-aad33babc9db tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1325161 Oct 20 11:37:15.831534 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 47296) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:15.837059 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-839127bc-484d-4a8c-b0bd-84c777ef7111 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Request body: {'security_group_rule': {'security_group_id': '34e956d5-5bcf-4b6e-8690-b706a067a1bf', 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:37:15.862041 n-d-811396-3 neutron-server[100597]: INFO neutron.db.securitygroups_db [None req-839127bc-484d-4a8c-b0bd-84c777ef7111 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Project e5f86d6a88794eafa52e20983c8a9c09 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 11:37:15.867114 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-839127bc-484d-4a8c-b0bd-84c777ef7111 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:15.932123 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-839127bc-484d-4a8c-b0bd-84c777ef7111 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:15.935878 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-839127bc-484d-4a8c-b0bd-84c777ef7111 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:15.953166 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839127bc-484d-4a8c-b0bd-84c777ef7111 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa7d0df2-292d-4683-aea5-eb5ba44a246b,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:15.964137 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-839127bc-484d-4a8c-b0bd-84c777ef7111 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:15.965554 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-839127bc-484d-4a8c-b0bd-84c777ef7111 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1329510 Oct 20 11:37:15.968679 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 47298) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:15.973511 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-26bffc97-9386-4217-8b28-741ce31ee37c tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Request body: {'security_group_rule': {'security_group_id': '34e956d5-5bcf-4b6e-8690-b706a067a1bf', 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:37:16.002557 n-d-811396-3 neutron-server[100597]: INFO neutron.db.securitygroups_db [None req-26bffc97-9386-4217-8b28-741ce31ee37c tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Project e5f86d6a88794eafa52e20983c8a9c09 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 11:37:16.007670 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-26bffc97-9386-4217-8b28-741ce31ee37c tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:16.072015 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-26bffc97-9386-4217-8b28-741ce31ee37c tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:16.075703 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-26bffc97-9386-4217-8b28-741ce31ee37c tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:16.092696 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bffc97-9386-4217-8b28-741ce31ee37c tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e78863d-1814-4264-a979-8818cd97d02f,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:16.101052 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-26bffc97-9386-4217-8b28-741ce31ee37c tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:16.102240 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-26bffc97-9386-4217-8b28-741ce31ee37c tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1326337 Oct 20 11:37:16.105122 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 47300) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:16.109828 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-21e00c3d-c966-4a4e-b166-e0c6145da25f tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Request body: {'network': {'name': 'tempest-network-smoke--623539116', 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'port_security_enabled': True}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:37:16.130897 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21e00c3d-c966-4a4e-b166-e0c6145da25f tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Made reservation on behalf of e5f86d6a88794eafa52e20983c8a9c09 for: {'network': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:37:16.134240 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-21e00c3d-c966-4a4e-b166-e0c6145da25f tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:16.157109 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21e00c3d-c966-4a4e-b166-e0c6145da25f tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 816} {{(pid=100597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:37:16.166406 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-21e00c3d-c966-4a4e-b166-e0c6145da25f tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:16.166749 n-d-811396-3 neutron-server[100597]: INFO neutron.db.segments_db [None req-21e00c3d-c966-4a4e-b166-e0c6145da25f tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Added segment c0b27f3b-42ad-4893-bddd-25a6db1222e1 of type vlan for network fe285df6-47a5-4acb-9439-36a986fbf2dc Oct 20 11:37:16.205822 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-21e00c3d-c966-4a4e-b166-e0c6145da25f tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:16.230942 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-21e00c3d-c966-4a4e-b166-e0c6145da25f tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:16.236616 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e00c3d-c966-4a4e-b166-e0c6145da25f tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:16.237196 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-21e00c3d-c966-4a4e-b166-e0c6145da25f tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:16.276509 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-21e00c3d-c966-4a4e-b166-e0c6145da25f tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1703830 Oct 20 11:37:16.279315 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 47302) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:16.286566 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-5534e992-dcbf-4357-a636-ba3e12de0fc0 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-384318991', 'admin_state_up': True, 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:37:16.319696 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e00c3d-c966-4a4e-b166-e0c6145da25f tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Pushing event updated for resources: {'Network': ['ID=fe285df6-47a5-4acb-9439-36a986fbf2dc,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:16.330837 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network fe285df6-47a5-4acb-9439-36a986fbf2dc details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:37:16.336218 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5534e992-dcbf-4357-a636-ba3e12de0fc0 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1772442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258322'] for router, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:16.337785 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5534e992-dcbf-4357-a636-ba3e12de0fc0 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1772334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773516', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258315'] for router, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:16.388703 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5534e992-dcbf-4357-a636-ba3e12de0fc0 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:16.525300 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5534e992-dcbf-4357-a636-ba3e12de0fc0 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:16.716587 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5534e992-dcbf-4357-a636-ba3e12de0fc0 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for router_gateway, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:16.734928 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5534e992-dcbf-4357-a636-ba3e12de0fc0 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:16.835971 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-5534e992-dcbf-4357-a636-ba3e12de0fc0 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Allocated IP 172.25.1.210 (cbe170d3-31ba-45a2-b477-520ab0a7a8ea/f4e26aca-17ac-4adb-a66b-d939a1b35b64/c5795977-62a4-421f-bfc8-5ad8dfabb5ec) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:37:16.938345 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5534e992-dcbf-4357-a636-ba3e12de0fc0 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:16.971769 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5534e992-dcbf-4357-a636-ba3e12de0fc0 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:17.008179 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5534e992-dcbf-4357-a636-ba3e12de0fc0 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Network cbe170d3-31ba-45a2-b477-520ab0a7a8ea is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:37:17.011045 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-5534e992-dcbf-4357-a636-ba3e12de0fc0 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:37:17.013531 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5534e992-dcbf-4357-a636-ba3e12de0fc0 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:37:17.043700 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5534e992-dcbf-4357-a636-ba3e12de0fc0 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Pushing event updated for resources: {'Port': ['ID=c5795977-62a4-421f-bfc8-5ad8dfabb5ec,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:17.272114 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5534e992-dcbf-4357-a636-ba3e12de0fc0 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for router_gateway, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:17.462014 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5534e992-dcbf-4357-a636-ba3e12de0fc0 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1773475'] for router, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:17.833312 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5534e992-dcbf-4357-a636-ba3e12de0fc0 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Router 11565ccd-6bd7-4923-9d4c-b69579155898 is scheduled to L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 with binding_index 1 {{(pid=100597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 11:37:17.936745 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5534e992-dcbf-4357-a636-ba3e12de0fc0 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:37:17.946086 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b3c2a5-57d8-44fc-a7d8-c34c9cae1a4b None None] Sync routers for ids ['11565ccd-6bd7-4923-9d4c-b69579155898'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:37:17.955912 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b3c2a5-57d8-44fc-a7d8-c34c9cae1a4b None None] Routers {'11565ccd-6bd7-4923-9d4c-b69579155898'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:37:17.956536 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-87b3c2a5-57d8-44fc-a7d8-c34c9cae1a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:37:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['11565ccd-6bd7-4923-9d4c-b69579155898'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:37:17.956680 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5534e992-dcbf-4357-a636-ba3e12de0fc0 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for router, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:17.957886 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-5534e992-dcbf-4357-a636-ba3e12de0fc0 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.6775973 Oct 20 11:37:17.962011 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 47304) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:18.031868 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-2bc70033-1560-4628-98f1-7cd0e251584a tempest-TestNetworkAdvancedServerOps-1034537329 tempest-TestNetworkAdvancedServerOps-1034537329-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=e5f86d6a88794eafa52e20983c8a9c09&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0686982 Oct 20 11:37:18.035779 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 47308) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:18.067720 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-87b3c2a5-57d8-44fc-a7d8-c34c9cae1a4b None None] Set router 11565ccd-6bd7-4923-9d4c-b69579155898 gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:37:18.142797 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e2ddf3b-d09f-4e77-98c3-5d40754bd56d tempest-TestNetworkAdvancedServerOps-1034537329 tempest-TestNetworkAdvancedServerOps-1034537329-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:18.144863 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-8e2ddf3b-d09f-4e77-98c3-5d40754bd56d tempest-TestNetworkAdvancedServerOps-1034537329 tempest-TestNetworkAdvancedServerOps-1034537329-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1080496 Oct 20 11:37:18.147611 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 47310) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:18.175913 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-980827d2-1269-4bc0-827c-43087b30f8d6 tempest-TestNetworkAdvancedServerOps-1034537329 tempest-TestNetworkAdvancedServerOps-1034537329-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=cbe170d3-31ba-45a2-b477-520ab0a7a8ea&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271504 Oct 20 11:37:18.178344 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 47312) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:18.183341 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-0e45b8c6-17bc-4452-a54d-27f01eda1d19 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1867413777', 'network_id': 'fe285df6-47a5-4acb-9439-36a986fbf2dc', 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:37:18.249064 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-87b3c2a5-57d8-44fc-a7d8-c34c9cae1a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11565ccd-6bd7-4923-9d4c-b69579155898', 'name': 'tempest-TestNetworkAdvancedServerOps-router-384318991', 'tenant_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': 'c5795977-62a4-421f-bfc8-5ad8dfabb5ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:37:16Z', 'updated_at': '2021-10-20T11:37:17Z', 'revision_number': 3, 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'gw_port': {'id': 'c5795977-62a4-421f-bfc8-5ad8dfabb5ec', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:5e:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11565ccd-6bd7-4923-9d4c-b69579155898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:37:16Z', 'updated_at': '2021-10-20T11:37:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:37:18.270000 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e45b8c6-17bc-4452-a54d-27f01eda1d19 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Made reservation on behalf of e5f86d6a88794eafa52e20983c8a9c09 for: {'subnet': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:37:18.273658 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0e45b8c6-17bc-4452-a54d-27f01eda1d19 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25350782'] for subnet, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:18.281603 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b3c2a5-57d8-44fc-a7d8-c34c9cae1a4b None None] Checking router: 11565ccd-6bd7-4923-9d4c-b69579155898 for host: n-d-811396-3 {{(pid=100598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:37:18.281954 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b3c2a5-57d8-44fc-a7d8-c34c9cae1a4b None None] Updating router 11565ccd-6bd7-4923-9d4c-b69579155898 port c5795977-62a4-421f-bfc8-5ad8dfabb5ec binding host n-d-811396-3 {{(pid=100598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:37:18.306425 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-87b3c2a5-57d8-44fc-a7d8-c34c9cae1a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:18.457763 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0e45b8c6-17bc-4452-a54d-27f01eda1d19 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25350752'] for subnet, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:18.516425 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e45b8c6-17bc-4452-a54d-27f01eda1d19 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Pushing event updated for resources: {'Subnet': ['ID=337cba18-e138-446e-ab54-300e0df0ed71,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:18.531793 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e45b8c6-17bc-4452-a54d-27f01eda1d19 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Checking segment: {'id': 'c0b27f3b-42ad-4893-bddd-25a6db1222e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'fe285df6-47a5-4acb-9439-36a986fbf2dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:37:18.532155 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e45b8c6-17bc-4452-a54d-27f01eda1d19 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Network hostable DHCP agents. Network: fe285df6-47a5-4acb-9439-36a986fbf2dc, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:37:18.548625 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e45b8c6-17bc-4452-a54d-27f01eda1d19 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Network fe285df6-47a5-4acb-9439-36a986fbf2dc is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:37:18.557637 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-0e45b8c6-17bc-4452-a54d-27f01eda1d19 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, fe285df6-47a5-4acb-9439-36a986fbf2dc) {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:37:18.561934 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e45b8c6-17bc-4452-a54d-27f01eda1d19 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:18.562524 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0e45b8c6-17bc-4452-a54d-27f01eda1d19 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:18.574254 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd0dff9-01ab-40b3-8d54-7a34a03389e1 None None] Network fe285df6-47a5-4acb-9439-36a986fbf2dc requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:37:18.578188 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-0e45b8c6-17bc-4452-a54d-27f01eda1d19 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3987966 Oct 20 11:37:18.578454 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-87b3c2a5-57d8-44fc-a7d8-c34c9cae1a4b None None] Publish callbacks [] for port, precommit_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:18.581558 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 47314) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:18.597964 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-87b3c2a5-57d8-44fc-a7d8-c34c9cae1a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:18.697583 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-87b3c2a5-57d8-44fc-a7d8-c34c9cae1a4b None None] Attempting to bind port c5795977-62a4-421f-bfc8-5ad8dfabb5ec on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:37:18.697957 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-87b3c2a5-57d8-44fc-a7d8-c34c9cae1a4b None None] Attempting to bind port c5795977-62a4-421f-bfc8-5ad8dfabb5ec by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:37:18.698330 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b3c2a5-57d8-44fc-a7d8-c34c9cae1a4b None None] Attempting to bind port c5795977-62a4-421f-bfc8-5ad8dfabb5ec on network cbe170d3-31ba-45a2-b477-520ab0a7a8ea {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:37:18.703292 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daa101d-f2b9-42e1-bde1-907f56bd86a9 None None] Pushing event updated for resources: {'Port': ['ID=c5795977-62a4-421f-bfc8-5ad8dfabb5ec,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:18.718169 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b3c2a5-57d8-44fc-a7d8-c34c9cae1a4b None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:37:18.718620 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b3c2a5-57d8-44fc-a7d8-c34c9cae1a4b None None] Checking segment: {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:37:18.719086 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-87b3c2a5-57d8-44fc-a7d8-c34c9cae1a4b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:18.719547 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b3c2a5-57d8-44fc-a7d8-c34c9cae1a4b None None] Bound using segment: {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:37:18.720061 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-87b3c2a5-57d8-44fc-a7d8-c34c9cae1a4b None None] Bound port: c5795977-62a4-421f-bfc8-5ad8dfabb5ec, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:37:18.720502 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-87b3c2a5-57d8-44fc-a7d8-c34c9cae1a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:18.822896 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-87b3c2a5-57d8-44fc-a7d8-c34c9cae1a4b None None] For port c5795977-62a4-421f-bfc8-5ad8dfabb5ec, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:37:18.833913 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ede9512-6b26-48fc-afe3-34076c075fa1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524064ba-869c-5550-b826-c26b69a11278-fe285df6-47a5-4acb-9439-36a986fbf2dc', 'network_id': 'fe285df6-47a5-4acb-9439-36a986fbf2dc', 'tenant_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'fixed_ips': [{'subnet_id': '337cba18-e138-446e-ab54-300e0df0ed71'}]}} from n-d-811396-3. {{(pid=100598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:37:18.834881 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-7ede9512-6b26-48fc-afe3-34076c075fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:18.846631 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-87b3c2a5-57d8-44fc-a7d8-c34c9cae1a4b None None] For port c5795977-62a4-421f-bfc8-5ad8dfabb5ec, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=c5795977-62a4-421f-bfc8-5ad8dfabb5ec,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:37:18.852396 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-87b3c2a5-57d8-44fc-a7d8-c34c9cae1a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:18.982306 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daa101d-f2b9-42e1-bde1-907f56bd86a9 None None] Pushing event updated for resources: {'Port': ['ID=c5795977-62a4-421f-bfc8-5ad8dfabb5ec,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:18.987573 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b3c2a5-57d8-44fc-a7d8-c34c9cae1a4b None None] Routers {'11565ccd-6bd7-4923-9d4c-b69579155898'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:37:18.988189 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-87b3c2a5-57d8-44fc-a7d8-c34c9cae1a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:37:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['11565ccd-6bd7-4923-9d4c-b69579155898'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:37:19.017046 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f1036450-aa21-4c48-849b-7f8c923b91b3 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:19.114183 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-7ede9512-6b26-48fc-afe3-34076c075fa1 None None] Allocated IP 172.20.0.2 (fe285df6-47a5-4acb-9439-36a986fbf2dc/337cba18-e138-446e-ab54-300e0df0ed71/a21e3df2-1845-4c19-b0b9-b54ada77fdae) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:37:19.155695 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-87b3c2a5-57d8-44fc-a7d8-c34c9cae1a4b None None] Set router 11565ccd-6bd7-4923-9d4c-b69579155898 gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:37:19.561244 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-7ede9512-6b26-48fc-afe3-34076c075fa1 None None] Publish callbacks [] for port, precommit_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:19.570160 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-7ede9512-6b26-48fc-afe3-34076c075fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:19.616272 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-f1036450-aa21-4c48-849b-7f8c923b91b3 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Allocated IP 172.20.0.1 (fe285df6-47a5-4acb-9439-36a986fbf2dc/337cba18-e138-446e-ab54-300e0df0ed71/a73e58f3-3591-4818-b77c-8433fa1ffa9d) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:37:19.617716 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ede9512-6b26-48fc-afe3-34076c075fa1 None None] Network fe285df6-47a5-4acb-9439-36a986fbf2dc is already hosted by enough agents. {{(pid=100598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:37:19.627993 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.base_scheduler [None req-7ede9512-6b26-48fc-afe3-34076c075fa1 None None] Resources bound (agent type, host, resource id): {{(pid=100598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:37:19.631083 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ede9512-6b26-48fc-afe3-34076c075fa1 None None] Received port after_create {{(pid=100598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:37:19.633921 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-87b3c2a5-57d8-44fc-a7d8-c34c9cae1a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11565ccd-6bd7-4923-9d4c-b69579155898', 'name': 'tempest-TestNetworkAdvancedServerOps-router-384318991', 'tenant_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': 'c5795977-62a4-421f-bfc8-5ad8dfabb5ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:37:16Z', 'updated_at': '2021-10-20T11:37:17Z', 'revision_number': 3, 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'gw_port': {'id': 'c5795977-62a4-421f-bfc8-5ad8dfabb5ec', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:5e:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11565ccd-6bd7-4923-9d4c-b69579155898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:37:16Z', 'updated_at': '2021-10-20T11:37:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:37:19.635538 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ede9512-6b26-48fc-afe3-34076c075fa1 None None] Pushing event updated for resources: {'Port': ['ID=a21e3df2-1845-4c19-b0b9-b54ada77fdae,revision_number=1']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:19.683448 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b3c2a5-57d8-44fc-a7d8-c34c9cae1a4b None None] The sync data for ids ['11565ccd-6bd7-4923-9d4c-b69579155898'] in n-d-811396-3 is: [{'id': '11565ccd-6bd7-4923-9d4c-b69579155898', 'name': 'tempest-TestNetworkAdvancedServerOps-router-384318991', 'tenant_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': 'c5795977-62a4-421f-bfc8-5ad8dfabb5ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:37:16Z', 'updated_at': '2021-10-20T11:37:17Z', 'revision_number': 3, 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'gw_port': {'id': 'c5795977-62a4-421f-bfc8-5ad8dfabb5ec', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:5e:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11565ccd-6bd7-4923-9d4c-b69579155898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:37:16Z', 'updated_at': '2021-10-20T11:37:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:37:19.715186 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-7ede9512-6b26-48fc-afe3-34076c075fa1 None None] Attempting to bind port a21e3df2-1845-4c19-b0b9-b54ada77fdae on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:37:19.715632 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-7ede9512-6b26-48fc-afe3-34076c075fa1 None None] Attempting to bind port a21e3df2-1845-4c19-b0b9-b54ada77fdae by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': 'c0b27f3b-42ad-4893-bddd-25a6db1222e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'fe285df6-47a5-4acb-9439-36a986fbf2dc'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:37:19.716023 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ede9512-6b26-48fc-afe3-34076c075fa1 None None] Attempting to bind port a21e3df2-1845-4c19-b0b9-b54ada77fdae on network fe285df6-47a5-4acb-9439-36a986fbf2dc {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:37:19.721621 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ede9512-6b26-48fc-afe3-34076c075fa1 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:37:19.721993 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ede9512-6b26-48fc-afe3-34076c075fa1 None None] Checking segment: {'id': 'c0b27f3b-42ad-4893-bddd-25a6db1222e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'fe285df6-47a5-4acb-9439-36a986fbf2dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:37:19.722393 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-7ede9512-6b26-48fc-afe3-34076c075fa1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:19.722786 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ede9512-6b26-48fc-afe3-34076c075fa1 None None] Bound using segment: {'id': 'c0b27f3b-42ad-4893-bddd-25a6db1222e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'fe285df6-47a5-4acb-9439-36a986fbf2dc'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:37:19.723255 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-7ede9512-6b26-48fc-afe3-34076c075fa1 None None] Bound port: a21e3df2-1845-4c19-b0b9-b54ada77fdae, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0b27f3b-42ad-4893-bddd-25a6db1222e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'fe285df6-47a5-4acb-9439-36a986fbf2dc'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:37:19.723674 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-7ede9512-6b26-48fc-afe3-34076c075fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:19.737273 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f1036450-aa21-4c48-849b-7f8c923b91b3 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:19.779947 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f1036450-aa21-4c48-849b-7f8c923b91b3 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:19.790935 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-7ede9512-6b26-48fc-afe3-34076c075fa1 None None] For port a21e3df2-1845-4c19-b0b9-b54ada77fdae, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:37:19.797943 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-7ede9512-6b26-48fc-afe3-34076c075fa1 None None] For port a21e3df2-1845-4c19-b0b9-b54ada77fdae, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=a21e3df2-1845-4c19-b0b9-b54ada77fdae,segment=NetworkSegment(c0b27f3b-42ad-4893-bddd-25a6db1222e1),segment_id=c0b27f3b-42ad-4893-bddd-25a6db1222e1)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:37:19.802549 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-7ede9512-6b26-48fc-afe3-34076c075fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:19.831346 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1036450-aa21-4c48-849b-7f8c923b91b3 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Network fe285df6-47a5-4acb-9439-36a986fbf2dc is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:37:19.837577 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-f1036450-aa21-4c48-849b-7f8c923b91b3 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:37:19.847774 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1036450-aa21-4c48-849b-7f8c923b91b3 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:37:19.874314 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:19.887073 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ede9512-6b26-48fc-afe3-34076c075fa1 None None] Pushing event updated for resources: {'Port': ['ID=a21e3df2-1845-4c19-b0b9-b54ada77fdae,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:19.901519 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1036450-aa21-4c48-849b-7f8c923b91b3 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Pushing event updated for resources: {'Port': ['ID=a73e58f3-3591-4818-b77c-8433fa1ffa9d,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:19.907724 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f1036450-aa21-4c48-849b-7f8c923b91b3 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1774540'] for router_interface, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:20.075640 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f1036450-aa21-4c48-849b-7f8c923b91b3 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:20.381612 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f1036450-aa21-4c48-849b-7f8c923b91b3 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for port, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:20.387836 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f1036450-aa21-4c48-849b-7f8c923b91b3 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:20.460274 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f1036450-aa21-4c48-849b-7f8c923b91b3 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1774432'] for router_interface, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:20.462032 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1036450-aa21-4c48-849b-7f8c923b91b3 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Pushing event updated for resources: {'Port': ['ID=a73e58f3-3591-4818-b77c-8433fa1ffa9d,revision_number=2']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:20.562631 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1036450-aa21-4c48-849b-7f8c923b91b3 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Network fe285df6-47a5-4acb-9439-36a986fbf2dc is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:37:20.564188 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-f1036450-aa21-4c48-849b-7f8c923b91b3 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:37:20.683552 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1036450-aa21-4c48-849b-7f8c923b91b3 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Router 11565ccd-6bd7-4923-9d4c-b69579155898 has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:37:20.796530 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1036450-aa21-4c48-849b-7f8c923b91b3 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:37:20.801891 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-f1036450-aa21-4c48-849b-7f8c923b91b3 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "PUT /v2.0/routers/11565ccd-6bd7-4923-9d4c-b69579155898/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2193468 Oct 20 11:37:20.863084 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd24a6ed-12e2-4eff-b31a-27b8b3afd7d6 None None] Network fe285df6-47a5-4acb-9439-36a986fbf2dc requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:37:20.931643 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-8f3fa145-0411-444e-bf57-213730372afd None None] Provisioning complete for port a21e3df2-1845-4c19-b0b9-b54ada77fdae triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:37:20.932275 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-8f3fa145-0411-444e-bf57-213730372afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:20.947376 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-11010f64-08d7-42c5-9586-b87669e425ee req-af0d9861-eeb8-4630-bbae-172a3f4ca6ae tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1233991772&fields=id&tenant_id=e5f86d6a88794eafa52e20983c8a9c09 HTTP/1.1" status: 200 len: 267 time: 0.0333266 Oct 20 11:37:21.055852 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11010f64-08d7-42c5-9586-b87669e425ee req-976830df-b68f-42be-8846-2641e5df82de tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:21.063476 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-11010f64-08d7-42c5-9586-b87669e425ee req-976830df-b68f-42be-8846-2641e5df82de tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/networks?id=fe285df6-47a5-4acb-9439-36a986fbf2dc HTTP/1.1" status: 200 len: 796 time: 0.1090069 Oct 20 11:37:21.078670 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-8f3fa145-0411-444e-bf57-213730372afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:21.080504 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-11010f64-08d7-42c5-9586-b87669e425ee req-8d235552-a360-418a-bb30-e526edc4995c tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/quotas/e5f86d6a88794eafa52e20983c8a9c09 HTTP/1.1" status: 200 len: 375 time: 0.0156305 Oct 20 11:37:21.121053 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-8f3fa145-0411-444e-bf57-213730372afd None None] For port a21e3df2-1845-4c19-b0b9-b54ada77fdae, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=a21e3df2-1845-4c19-b0b9-b54ada77fdae,segment=NetworkSegment(c0b27f3b-42ad-4893-bddd-25a6db1222e1),segment_id=c0b27f3b-42ad-4893-bddd-25a6db1222e1)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:37:21.127483 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-8f3fa145-0411-444e-bf57-213730372afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:21.140643 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-11010f64-08d7-42c5-9586-b87669e425ee req-4cae5341-3ce6-4418-abe5-737f58e8ca23 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=e5f86d6a88794eafa52e20983c8a9c09&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0578401 Oct 20 11:37:21.209713 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3fa145-0411-444e-bf57-213730372afd None None] Pushing event updated for resources: {'Port': ['ID=a21e3df2-1845-4c19-b0b9-b54ada77fdae,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:21.214282 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device c5795977-62a4-421f-bfc8-5ad8dfabb5ec up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:37:21.241592 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3fa145-0411-444e-bf57-213730372afd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:37:21.241936 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3fa145-0411-444e-bf57-213730372afd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:37:21.242280 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3fa145-0411-444e-bf57-213730372afd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:37:21.242622 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3fa145-0411-444e-bf57-213730372afd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:37:21.243195 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3fa145-0411-444e-bf57-213730372afd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:37:21.243428 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [req-11010f64-08d7-42c5-9586-b87669e425ee req-00623409-8b3c-4847-9dac-e4ce454212a1 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:37:21.243588 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3fa145-0411-444e-bf57-213730372afd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:37:21.243874 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3fa145-0411-444e-bf57-213730372afd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:37:21.244216 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3fa145-0411-444e-bf57-213730372afd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:37:21.244673 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3fa145-0411-444e-bf57-213730372afd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:37:21.244832 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3fa145-0411-444e-bf57-213730372afd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:37:21.245145 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3fa145-0411-444e-bf57-213730372afd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:37:21.245473 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3fa145-0411-444e-bf57-213730372afd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:37:21.258909 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-11010f64-08d7-42c5-9586-b87669e425ee req-00623409-8b3c-4847-9dac-e4ce454212a1 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1090195 Oct 20 11:37:21.279551 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port c5795977-62a4-421f-bfc8-5ad8dfabb5ec triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:37:21.279934 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:21.368892 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:21.372656 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-11010f64-08d7-42c5-9586-b87669e425ee req-7120b77f-d99b-403a-8922-00b530e4f9f5 service neutron] 10.222.0.64 "GET /v2.0/networks/fe285df6-47a5-4acb-9439-36a986fbf2dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127801 Oct 20 11:37:21.391031 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] For port c5795977-62a4-421f-bfc8-5ad8dfabb5ec, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=c5795977-62a4-421f-bfc8-5ad8dfabb5ec,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:37:21.396863 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:21.397964 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device a21e3df2-1845-4c19-b0b9-b54ada77fdae up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:37:21.490384 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-818f4b56-b42b-4ffb-8ede-dc9fb370b41f None None] Provisioning complete for port a73e58f3-3591-4818-b77c-8433fa1ffa9d triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:37:21.490761 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-818f4b56-b42b-4ffb-8ede-dc9fb370b41f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:21.498790 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Pushing event updated for resources: {'Port': ['ID=c5795977-62a4-421f-bfc8-5ad8dfabb5ec,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:21.514279 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-11010f64-08d7-42c5-9586-b87669e425ee req-e8d88690-e544-4ae7-a869-cc64c77d185c service neutron] 10.222.0.64 "GET /v2.0/networks/fe285df6-47a5-4acb-9439-36a986fbf2dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375828 Oct 20 11:37:21.549762 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66b3e40-0866-4495-998d-bfd63792567c None None] Sync routers for ids ['11565ccd-6bd7-4923-9d4c-b69579155898'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:37:21.558021 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-818f4b56-b42b-4ffb-8ede-dc9fb370b41f None None] Port a73e58f3-3591-4818-b77c-8433fa1ffa9d cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:37:21.559717 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port a21e3df2-1845-4c19-b0b9-b54ada77fdae triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:37:21.560098 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:21.566273 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66b3e40-0866-4495-998d-bfd63792567c None None] Routers {'11565ccd-6bd7-4923-9d4c-b69579155898'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:37:21.566957 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-e66b3e40-0866-4495-998d-bfd63792567c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:37:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['11565ccd-6bd7-4923-9d4c-b69579155898'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:37:21.598925 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-818f4b56-b42b-4ffb-8ede-dc9fb370b41f None None] Provisioning complete for port a21e3df2-1845-4c19-b0b9-b54ada77fdae triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:37:21.599300 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-818f4b56-b42b-4ffb-8ede-dc9fb370b41f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:21.747091 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-e66b3e40-0866-4495-998d-bfd63792567c None None] Set router 11565ccd-6bd7-4923-9d4c-b69579155898 gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:37:21.761581 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-04efadde-5c7b-4af8-8133-ae94b6983155 req-c0337d24-464b-4203-86b7-58c2e3055810 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/ports?device_id=6b0c0332-9698-49f9-b4c2-141b6423f806 HTTP/1.1" status: 200 len: 210 time: 0.0452573 Oct 20 11:37:21.857763 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-ccc3e0cb-03fa-4ad6-a003-6cecb3cc4f0c None None] Provisioning complete for port a73e58f3-3591-4818-b77c-8433fa1ffa9d triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:37:21.858422 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-ccc3e0cb-03fa-4ad6-a003-6cecb3cc4f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:21.918465 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-ccc3e0cb-03fa-4ad6-a003-6cecb3cc4f0c None None] Port a73e58f3-3591-4818-b77c-8433fa1ffa9d cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:37:21.984239 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-e66b3e40-0866-4495-998d-bfd63792567c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11565ccd-6bd7-4923-9d4c-b69579155898', 'name': 'tempest-TestNetworkAdvancedServerOps-router-384318991', 'tenant_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': 'c5795977-62a4-421f-bfc8-5ad8dfabb5ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:37:16Z', 'updated_at': '2021-10-20T11:37:20Z', 'revision_number': 4, 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'gw_port': {'id': 'c5795977-62a4-421f-bfc8-5ad8dfabb5ec', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:5e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11565ccd-6bd7-4923-9d4c-b69579155898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:37:16Z', 'updated_at': '2021-10-20T11:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': 'a73e58f3-3591-4818-b77c-8433fa1ffa9d', 'name': '', 'network_id': 'fe285df6-47a5-4acb-9439-36a986fbf2dc', 'tenant_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'mac_address': 'fa:16:3e:89:d0:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11565ccd-6bd7-4923-9d4c-b69579155898', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '337cba18-e138-446e-ab54-300e0df0ed71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:37:19Z', 'updated_at': '2021-10-20T11:37:20Z', 'revision_number': 2, 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'subnets': [{'id': '337cba18-e138-446e-ab54-300e0df0ed71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:37:22.017940 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66b3e40-0866-4495-998d-bfd63792567c None None] Checking router: 11565ccd-6bd7-4923-9d4c-b69579155898 for host: n-d-811396-3 {{(pid=100599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:37:22.018325 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66b3e40-0866-4495-998d-bfd63792567c None None] Updating router 11565ccd-6bd7-4923-9d4c-b69579155898 port a73e58f3-3591-4818-b77c-8433fa1ffa9d binding host n-d-811396-3 {{(pid=100599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:37:22.041066 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-e1916f3d-1f28-4fd7-9d8f-8caa4ccbc703 None None] Provisioning complete for port a73e58f3-3591-4818-b77c-8433fa1ffa9d triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:37:22.041541 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-e1916f3d-1f28-4fd7-9d8f-8caa4ccbc703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:22.044619 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-e66b3e40-0866-4495-998d-bfd63792567c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:22.079722 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-e1916f3d-1f28-4fd7-9d8f-8caa4ccbc703 None None] Port a73e58f3-3591-4818-b77c-8433fa1ffa9d cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:37:22.335073 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-e66b3e40-0866-4495-998d-bfd63792567c None None] Publish callbacks [] for port, precommit_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:22.340358 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-e66b3e40-0866-4495-998d-bfd63792567c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:22.432113 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7421089e-99ee-4b83-8473-3c175c27acff None None] Pushing event updated for resources: {'Port': ['ID=a73e58f3-3591-4818-b77c-8433fa1ffa9d,revision_number=3']} {{(pid=100599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:22.450807 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7421089e-99ee-4b83-8473-3c175c27acff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:37:22.451276 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7421089e-99ee-4b83-8473-3c175c27acff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:37:22.451600 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7421089e-99ee-4b83-8473-3c175c27acff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:37:22.451860 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7421089e-99ee-4b83-8473-3c175c27acff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:37:22.452361 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7421089e-99ee-4b83-8473-3c175c27acff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:37:22.452801 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7421089e-99ee-4b83-8473-3c175c27acff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:37:22.457444 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7421089e-99ee-4b83-8473-3c175c27acff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:37:22.457964 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7421089e-99ee-4b83-8473-3c175c27acff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:37:22.458458 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7421089e-99ee-4b83-8473-3c175c27acff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:37:22.459002 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7421089e-99ee-4b83-8473-3c175c27acff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:37:22.459551 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7421089e-99ee-4b83-8473-3c175c27acff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:37:22.460212 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7421089e-99ee-4b83-8473-3c175c27acff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:37:22.508920 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-e66b3e40-0866-4495-998d-bfd63792567c None None] Attempting to bind port a73e58f3-3591-4818-b77c-8433fa1ffa9d on host n-d-811396-3 for vnic_type normal with profile {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:37:22.509447 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-e66b3e40-0866-4495-998d-bfd63792567c None None] Attempting to bind port a73e58f3-3591-4818-b77c-8433fa1ffa9d by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': 'c0b27f3b-42ad-4893-bddd-25a6db1222e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'fe285df6-47a5-4acb-9439-36a986fbf2dc'}] {{(pid=100599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:37:22.509952 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66b3e40-0866-4495-998d-bfd63792567c None None] Attempting to bind port a73e58f3-3591-4818-b77c-8433fa1ffa9d on network fe285df6-47a5-4acb-9439-36a986fbf2dc {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:37:22.522193 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66b3e40-0866-4495-998d-bfd63792567c None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:37:22.522823 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66b3e40-0866-4495-998d-bfd63792567c None None] Checking segment: {'id': 'c0b27f3b-42ad-4893-bddd-25a6db1222e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'fe285df6-47a5-4acb-9439-36a986fbf2dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:37:22.527504 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-e66b3e40-0866-4495-998d-bfd63792567c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:22.528285 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66b3e40-0866-4495-998d-bfd63792567c None None] Bound using segment: {'id': 'c0b27f3b-42ad-4893-bddd-25a6db1222e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'fe285df6-47a5-4acb-9439-36a986fbf2dc'} {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:37:22.529602 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-e66b3e40-0866-4495-998d-bfd63792567c None None] Bound port: a73e58f3-3591-4818-b77c-8433fa1ffa9d, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0b27f3b-42ad-4893-bddd-25a6db1222e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'fe285df6-47a5-4acb-9439-36a986fbf2dc'}}] {{(pid=100599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:37:22.530090 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-e66b3e40-0866-4495-998d-bfd63792567c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:22.712290 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.db [None req-e66b3e40-0866-4495-998d-bfd63792567c None None] For port a73e58f3-3591-4818-b77c-8433fa1ffa9d, host n-d-811396-3, cleared binding levels {{(pid=100599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:37:22.716397 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.db [None req-e66b3e40-0866-4495-998d-bfd63792567c None None] For port a73e58f3-3591-4818-b77c-8433fa1ffa9d, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=a73e58f3-3591-4818-b77c-8433fa1ffa9d,segment=NetworkSegment(c0b27f3b-42ad-4893-bddd-25a6db1222e1),segment_id=c0b27f3b-42ad-4893-bddd-25a6db1222e1)] {{(pid=100599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:37:22.725309 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-e66b3e40-0866-4495-998d-bfd63792567c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:22.725635 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-c6525d19-dd28-4d69-a446-c023626b628f None None] Provisioning complete for port a73e58f3-3591-4818-b77c-8433fa1ffa9d triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:37:22.726011 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-c6525d19-dd28-4d69-a446-c023626b628f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:22.784879 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66b3e40-0866-4495-998d-bfd63792567c None None] Routers {'11565ccd-6bd7-4923-9d4c-b69579155898'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:37:22.785790 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-e66b3e40-0866-4495-998d-bfd63792567c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:37:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['11565ccd-6bd7-4923-9d4c-b69579155898'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:37:22.854063 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7421089e-99ee-4b83-8473-3c175c27acff None None] Pushing event updated for resources: {'Port': ['ID=a73e58f3-3591-4818-b77c-8433fa1ffa9d,revision_number=4']} {{(pid=100599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:22.866291 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-c6525d19-dd28-4d69-a446-c023626b628f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:22.942256 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-c6525d19-dd28-4d69-a446-c023626b628f None None] For port a73e58f3-3591-4818-b77c-8433fa1ffa9d, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=a73e58f3-3591-4818-b77c-8433fa1ffa9d,segment=NetworkSegment(c0b27f3b-42ad-4893-bddd-25a6db1222e1),segment_id=c0b27f3b-42ad-4893-bddd-25a6db1222e1)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:37:22.953085 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-c6525d19-dd28-4d69-a446-c023626b628f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:22.974216 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-e66b3e40-0866-4495-998d-bfd63792567c None None] Set router 11565ccd-6bd7-4923-9d4c-b69579155898 gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:37:23.030609 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6525d19-dd28-4d69-a446-c023626b628f None None] Pushing event updated for resources: {'Port': ['ID=a73e58f3-3591-4818-b77c-8433fa1ffa9d,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:23.046782 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11010f64-08d7-42c5-9586-b87669e425ee req-16707120-d9ed-46f3-bff9-5fb85ab2e257 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:23.052060 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-11010f64-08d7-42c5-9586-b87669e425ee req-16707120-d9ed-46f3-bff9-5fb85ab2e257 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.69 "GET /v2.0/networks?id=fe285df6-47a5-4acb-9439-36a986fbf2dc HTTP/1.1" status: 200 len: 796 time: 0.1831033 Oct 20 11:37:23.117133 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-adf9d480-6594-47f7-8b48-394873d6ec26 req-915dd840-c088-4bd4-bc89-344c0a7b4a20 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/ports?device_id=6b0c0332-9698-49f9-b4c2-141b6423f806 HTTP/1.1" status: 200 len: 210 time: 0.2685843 Oct 20 11:37:23.156552 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-11010f64-08d7-42c5-9586-b87669e425ee req-7e404140-1e8f-4832-9d2c-a15fe7ca24ef tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e5f86d6a88794eafa52e20983c8a9c09 HTTP/1.1" status: 200 len: 380 time: 0.0550115 Oct 20 11:37:23.163320 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device c5795977-62a4-421f-bfc8-5ad8dfabb5ec up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:37:23.171634 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-11010f64-08d7-42c5-9586-b87669e425ee req-111244a3-ecb1-47b9-b31e-96bb34d74e69 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Request body: {'port': {'device_id': '6b0c0332-9698-49f9-b4c2-141b6423f806', 'network_id': 'fe285df6-47a5-4acb-9439-36a986fbf2dc', 'admin_state_up': True, 'tenant_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'security_groups': ['34e956d5-5bcf-4b6e-8690-b706a067a1bf']}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:37:23.211532 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-487211b7-6e53-407d-a2dd-265594d1c67b None None] Provisioning complete for port a73e58f3-3591-4818-b77c-8433fa1ffa9d triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:37:23.211922 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-487211b7-6e53-407d-a2dd-265594d1c67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:23.215502 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-e66b3e40-0866-4495-998d-bfd63792567c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11565ccd-6bd7-4923-9d4c-b69579155898', 'name': 'tempest-TestNetworkAdvancedServerOps-router-384318991', 'tenant_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': 'c5795977-62a4-421f-bfc8-5ad8dfabb5ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:37:16Z', 'updated_at': '2021-10-20T11:37:20Z', 'revision_number': 4, 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'gw_port': {'id': 'c5795977-62a4-421f-bfc8-5ad8dfabb5ec', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:5e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11565ccd-6bd7-4923-9d4c-b69579155898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:37:16Z', 'updated_at': '2021-10-20T11:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': 'a73e58f3-3591-4818-b77c-8433fa1ffa9d', 'name': '', 'network_id': 'fe285df6-47a5-4acb-9439-36a986fbf2dc', 'tenant_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'mac_address': 'fa:16:3e:89:d0:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11565ccd-6bd7-4923-9d4c-b69579155898', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '337cba18-e138-446e-ab54-300e0df0ed71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:37:19Z', 'updated_at': '2021-10-20T11:37:22Z', 'revision_number': 4, 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'subnets': [{'id': '337cba18-e138-446e-ab54-300e0df0ed71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:37:23.250252 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66b3e40-0866-4495-998d-bfd63792567c None None] The sync data for ids ['11565ccd-6bd7-4923-9d4c-b69579155898'] in n-d-811396-3 is: [{'id': '11565ccd-6bd7-4923-9d4c-b69579155898', 'name': 'tempest-TestNetworkAdvancedServerOps-router-384318991', 'tenant_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': 'c5795977-62a4-421f-bfc8-5ad8dfabb5ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:37:16Z', 'updated_at': '2021-10-20T11:37:20Z', 'revision_number': 4, 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'gw_port': {'id': 'c5795977-62a4-421f-bfc8-5ad8dfabb5ec', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:5e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11565ccd-6bd7-4923-9d4c-b69579155898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:37:16Z', 'updated_at': '2021-10-20T11:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': 'a73e58f3-3591-4818-b77c-8433fa1ffa9d', 'name': '', 'network_id': 'fe285df6-47a5-4acb-9439-36a986fbf2dc', 'tenant_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'mac_address': 'fa:16:3e:89:d0:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11565ccd-6bd7-4923-9d4c-b69579155898', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '337cba18-e138-446e-ab54-300e0df0ed71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:37:19Z', 'updated_at': '2021-10-20T11:37:22Z', 'revision_number': 4, 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'subnets': [{'id': '337cba18-e138-446e-ab54-300e0df0ed71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:37:23.258654 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port c5795977-62a4-421f-bfc8-5ad8dfabb5ec triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:37:23.259141 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:23.295798 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11010f64-08d7-42c5-9586-b87669e425ee req-111244a3-ecb1-47b9-b31e-96bb34d74e69 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Made reservation on behalf of e5f86d6a88794eafa52e20983c8a9c09 for: {'port': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:37:23.300480 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-11010f64-08d7-42c5-9586-b87669e425ee req-111244a3-ecb1-47b9-b31e-96bb34d74e69 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:23.414963 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device a21e3df2-1845-4c19-b0b9-b54ada77fdae up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:37:23.467047 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [req-11010f64-08d7-42c5-9586-b87669e425ee req-111244a3-ecb1-47b9-b31e-96bb34d74e69 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Allocated IP 172.20.0.11 (fe285df6-47a5-4acb-9439-36a986fbf2dc/337cba18-e138-446e-ab54-300e0df0ed71/361714d2-901c-4d62-804b-af340faf299b) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:37:23.467319 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port a21e3df2-1845-4c19-b0b9-b54ada77fdae triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:37:23.467705 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:23.615036 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-11010f64-08d7-42c5-9586-b87669e425ee req-111244a3-ecb1-47b9-b31e-96bb34d74e69 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:23.654301 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-11010f64-08d7-42c5-9586-b87669e425ee req-111244a3-ecb1-47b9-b31e-96bb34d74e69 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:23.713847 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11010f64-08d7-42c5-9586-b87669e425ee req-111244a3-ecb1-47b9-b31e-96bb34d74e69 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Network fe285df6-47a5-4acb-9439-36a986fbf2dc is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:37:23.716818 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [req-11010f64-08d7-42c5-9586-b87669e425ee req-111244a3-ecb1-47b9-b31e-96bb34d74e69 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:37:23.719423 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-11010f64-08d7-42c5-9586-b87669e425ee req-111244a3-ecb1-47b9-b31e-96bb34d74e69 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:37:23.745688 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111244a3-ecb1-47b9-b31e-96bb34d74e69 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Pushing event updated for resources: {'Port': ['ID=361714d2-901c-4d62-804b-af340faf299b,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:23.787090 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11010f64-08d7-42c5-9586-b87669e425ee req-111244a3-ecb1-47b9-b31e-96bb34d74e69 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:23.787779 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-11010f64-08d7-42c5-9586-b87669e425ee req-111244a3-ecb1-47b9-b31e-96bb34d74e69 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:23.806172 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-11010f64-08d7-42c5-9586-b87669e425ee req-111244a3-ecb1-47b9-b31e-96bb34d74e69 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6385410 Oct 20 11:37:23.864462 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-11010f64-08d7-42c5-9586-b87669e425ee req-24ad4034-42ab-44b6-88de-71611688e945 service neutron] Request body: {'port': {'device_id': '6b0c0332-9698-49f9-b4c2-141b6423f806', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811396-3'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:37:23.932608 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-11010f64-08d7-42c5-9586-b87669e425ee req-24ad4034-42ab-44b6-88de-71611688e945 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:24.017948 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-ab0fbafd-3b1c-4086-b86a-7550867f3157 None None] Provisioning complete for port 361714d2-901c-4d62-804b-af340faf299b triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:37:24.018534 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-ab0fbafd-3b1c-4086-b86a-7550867f3157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:24.064486 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-ab0fbafd-3b1c-4086-b86a-7550867f3157 None None] Port 361714d2-901c-4d62-804b-af340faf299b cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:37:24.224115 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [req-11010f64-08d7-42c5-9586-b87669e425ee req-24ad4034-42ab-44b6-88de-71611688e945 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 361714d2-901c-4d62-804b-af340faf299b {{(pid=100596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:37:24.246206 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-11010f64-08d7-42c5-9586-b87669e425ee req-24ad4034-42ab-44b6-88de-71611688e945 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:24.264744 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.provisioning_blocks [req-11010f64-08d7-42c5-9586-b87669e425ee req-24ad4034-42ab-44b6-88de-71611688e945 service neutron] Transition to ACTIVE for port object 361714d2-901c-4d62-804b-af340faf299b will not be triggered until provisioned by entity L2. {{(pid=100596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:37:24.269781 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-11010f64-08d7-42c5-9586-b87669e425ee req-24ad4034-42ab-44b6-88de-71611688e945 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:24.316203 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e12abee-b84a-43c7-ae47-65abe5057908 req-60bc1434-2314-4555-8f0e-c82ae8b69588 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:24.317744 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0e12abee-b84a-43c7-ae47-65abe5057908 req-60bc1434-2314-4555-8f0e-c82ae8b69588 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/ports?device_id=6b0c0332-9698-49f9-b4c2-141b6423f806 HTTP/1.1" status: 200 len: 932 time: 0.1047392 Oct 20 11:37:24.344706 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ad4034-42ab-44b6-88de-71611688e945 service neutron] Pushing event updated for resources: {'Port': ['ID=361714d2-901c-4d62-804b-af340faf299b,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:24.422680 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0e12abee-b84a-43c7-ae47-65abe5057908 req-2993dce8-9f33-45d4-8af2-1880a13f57d1 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/security-groups?id=34e956d5-5bcf-4b6e-8690-b706a067a1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900071 Oct 20 11:37:24.456718 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-11010f64-08d7-42c5-9586-b87669e425ee req-24ad4034-42ab-44b6-88de-71611688e945 service neutron] Attempting to bind port 361714d2-901c-4d62-804b-af340faf299b on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:37:24.457124 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-11010f64-08d7-42c5-9586-b87669e425ee req-24ad4034-42ab-44b6-88de-71611688e945 service neutron] Attempting to bind port 361714d2-901c-4d62-804b-af340faf299b by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': 'c0b27f3b-42ad-4893-bddd-25a6db1222e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'fe285df6-47a5-4acb-9439-36a986fbf2dc'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:37:24.457456 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11010f64-08d7-42c5-9586-b87669e425ee req-24ad4034-42ab-44b6-88de-71611688e945 service neutron] Attempting to bind port 361714d2-901c-4d62-804b-af340faf299b on network fe285df6-47a5-4acb-9439-36a986fbf2dc {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:37:24.462128 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11010f64-08d7-42c5-9586-b87669e425ee req-24ad4034-42ab-44b6-88de-71611688e945 service neutron] Port 361714d2-901c-4d62-804b-af340faf299b on network fe285df6-47a5-4acb-9439-36a986fbf2dc not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:37:24.462315 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11010f64-08d7-42c5-9586-b87669e425ee req-24ad4034-42ab-44b6-88de-71611688e945 service neutron] Attempting to bind port 361714d2-901c-4d62-804b-af340faf299b on network fe285df6-47a5-4acb-9439-36a986fbf2dc {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:37:24.467300 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11010f64-08d7-42c5-9586-b87669e425ee req-24ad4034-42ab-44b6-88de-71611688e945 service neutron] Checking agent: {'id': '061232a2-7adc-4ba1-a873-e8cb136b064d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:37:24.467693 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11010f64-08d7-42c5-9586-b87669e425ee req-24ad4034-42ab-44b6-88de-71611688e945 service neutron] Checking segment: {'id': 'c0b27f3b-42ad-4893-bddd-25a6db1222e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'fe285df6-47a5-4acb-9439-36a986fbf2dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:37:24.468074 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11010f64-08d7-42c5-9586-b87669e425ee req-24ad4034-42ab-44b6-88de-71611688e945 service neutron] Bound using segment: {'id': 'c0b27f3b-42ad-4893-bddd-25a6db1222e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'fe285df6-47a5-4acb-9439-36a986fbf2dc'} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:37:24.468504 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-11010f64-08d7-42c5-9586-b87669e425ee req-24ad4034-42ab-44b6-88de-71611688e945 service neutron] Bound port: 361714d2-901c-4d62-804b-af340faf299b, host: n-h2-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0b27f3b-42ad-4893-bddd-25a6db1222e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'fe285df6-47a5-4acb-9439-36a986fbf2dc'}}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:37:24.468859 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-11010f64-08d7-42c5-9586-b87669e425ee req-24ad4034-42ab-44b6-88de-71611688e945 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:24.533839 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-11010f64-08d7-42c5-9586-b87669e425ee req-24ad4034-42ab-44b6-88de-71611688e945 service neutron] For port 361714d2-901c-4d62-804b-af340faf299b, host n-h2-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:37:24.538041 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-11010f64-08d7-42c5-9586-b87669e425ee req-24ad4034-42ab-44b6-88de-71611688e945 service neutron] For port 361714d2-901c-4d62-804b-af340faf299b, host n-h2-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=361714d2-901c-4d62-804b-af340faf299b,segment=NetworkSegment(c0b27f3b-42ad-4893-bddd-25a6db1222e1),segment_id=c0b27f3b-42ad-4893-bddd-25a6db1222e1)] {{(pid=100596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:37:24.542405 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-11010f64-08d7-42c5-9586-b87669e425ee req-24ad4034-42ab-44b6-88de-71611688e945 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:24.591466 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11010f64-08d7-42c5-9586-b87669e425ee req-24ad4034-42ab-44b6-88de-71611688e945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:24.592324 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-11010f64-08d7-42c5-9586-b87669e425ee req-24ad4034-42ab-44b6-88de-71611688e945 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:24.593949 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-11010f64-08d7-42c5-9586-b87669e425ee req-24ad4034-42ab-44b6-88de-71611688e945 service neutron] 10.222.0.69 "PUT /v2.0/ports/361714d2-901c-4d62-804b-af340faf299b HTTP/1.1" status: 200 len: 1092 time: 0.7790709 Oct 20 11:37:24.594415 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b0c0332-9698-49f9-b4c2-141b6423f806', 'tag': '361714d2-901c-4d62-804b-af340faf299b'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:37:24.599443 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b817f9d80a1b29ed07bd94f2222da8cf244b0bc6025e0bf33ac95c6b13c59699" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb78a6d7-af93-43ef-9da8-a78d9637e43e" -d '{"events": [{"name": "network-changed", "server_uuid": "6b0c0332-9698-49f9-b4c2-141b6423f806", "tag": "361714d2-901c-4d62-804b-af340faf299b"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:37:24.634280 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ad4034-42ab-44b6-88de-71611688e945 service neutron] Pushing event updated for resources: {'Port': ['ID=361714d2-901c-4d62-804b-af340faf299b,revision_number=3']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:24.650310 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3035a53-4144-45c9-9e37-f980073a4e8b x-openstack-request-id: req-a3035a53-4144-45c9-9e37-f980073a4e8b {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:37:24.650701 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b0c0332-9698-49f9-b4c2-141b6423f806", "tag": "361714d2-901c-4d62-804b-af340faf299b", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:37:24.651029 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a3035a53-4144-45c9-9e37-f980073a4e8b {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:37:24.651555 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b0c0332-9698-49f9-b4c2-141b6423f806', 'tag': '361714d2-901c-4d62-804b-af340faf299b', 'status': 'completed', 'code': 200} Oct 20 11:37:24.685673 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11010f64-08d7-42c5-9586-b87669e425ee req-8c832026-1a6e-48a9-9fbe-1523fc828c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:24.687221 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-11010f64-08d7-42c5-9586-b87669e425ee req-8c832026-1a6e-48a9-9fbe-1523fc828c5e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e5f86d6a88794eafa52e20983c8a9c09&device_id=6b0c0332-9698-49f9-b4c2-141b6423f806 HTTP/1.1" status: 200 len: 1095 time: 0.0482380 Oct 20 11:37:24.729788 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-11010f64-08d7-42c5-9586-b87669e425ee req-56135385-7afb-479e-bf10-2cf92e988cb1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=361714d2-901c-4d62-804b-af340faf299b HTTP/1.1" status: 200 len: 217 time: 0.0348153 Oct 20 11:37:24.787261 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11010f64-08d7-42c5-9586-b87669e425ee req-5408adcf-5a9b-4483-8bf5-1d1138f9a38a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:24.788872 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-11010f64-08d7-42c5-9586-b87669e425ee req-5408adcf-5a9b-4483-8bf5-1d1138f9a38a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=337cba18-e138-446e-ab54-300e0df0ed71 HTTP/1.1" status: 200 len: 835 time: 0.0527756 Oct 20 11:37:24.835303 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11010f64-08d7-42c5-9586-b87669e425ee req-eade652c-9925-4bba-b7ae-7bc2eb8b1a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:24.836818 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-11010f64-08d7-42c5-9586-b87669e425ee req-eade652c-9925-4bba-b7ae-7bc2eb8b1a55 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=fe285df6-47a5-4acb-9439-36a986fbf2dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404406 Oct 20 11:37:24.924388 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-11010f64-08d7-42c5-9586-b87669e425ee req-fa1f7105-81cb-4fdb-a37f-dadc6993f3ac service neutron] 10.222.0.69 "GET /v2.0/networks/fe285df6-47a5-4acb-9439-36a986fbf2dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795372 Oct 20 11:37:25.014464 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-11010f64-08d7-42c5-9586-b87669e425ee req-ae9bf3c1-d890-48de-af7e-69095655ce61 service neutron] 10.222.0.69 "GET /v2.0/networks/fe285df6-47a5-4acb-9439-36a986fbf2dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843151 Oct 20 11:37:25.104574 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb78a6d7-af93-43ef-9da8-a78d9637e43e req-8c18b7db-dae9-44bd-9896-a89a6086b77a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:25.106089 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fb78a6d7-af93-43ef-9da8-a78d9637e43e req-8c18b7db-dae9-44bd-9896-a89a6086b77a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e5f86d6a88794eafa52e20983c8a9c09&device_id=6b0c0332-9698-49f9-b4c2-141b6423f806 HTTP/1.1" status: 200 len: 1095 time: 0.0430002 Oct 20 11:37:25.136465 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device a73e58f3-3591-4818-b77c-8433fa1ffa9d up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:37:25.184491 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port a73e58f3-3591-4818-b77c-8433fa1ffa9d triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:37:25.184865 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:25.202139 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb78a6d7-af93-43ef-9da8-a78d9637e43e req-329b3b3f-3ccd-4c86-be7b-8d201415a978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:25.203631 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fb78a6d7-af93-43ef-9da8-a78d9637e43e req-329b3b3f-3ccd-4c86-be7b-8d201415a978 service neutron] 10.222.0.69 "GET /v2.0/networks?id=fe285df6-47a5-4acb-9439-36a986fbf2dc HTTP/1.1" status: 200 len: 897 time: 0.0911636 Oct 20 11:37:25.246273 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fb78a6d7-af93-43ef-9da8-a78d9637e43e req-51bed7f9-7297-4d65-b964-b8ed8dd20226 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=361714d2-901c-4d62-804b-af340faf299b HTTP/1.1" status: 200 len: 217 time: 0.0355067 Oct 20 11:37:25.306665 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb78a6d7-af93-43ef-9da8-a78d9637e43e req-fc6e0740-7ff3-4953-8b68-b839e58162e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:25.308662 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fb78a6d7-af93-43ef-9da8-a78d9637e43e req-fc6e0740-7ff3-4953-8b68-b839e58162e7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=337cba18-e138-446e-ab54-300e0df0ed71 HTTP/1.1" status: 200 len: 835 time: 0.0547101 Oct 20 11:37:25.360921 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb78a6d7-af93-43ef-9da8-a78d9637e43e req-81b33f37-edb9-4242-a545-9b94ca926b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:25.363028 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fb78a6d7-af93-43ef-9da8-a78d9637e43e req-81b33f37-edb9-4242-a545-9b94ca926b93 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=fe285df6-47a5-4acb-9439-36a986fbf2dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465581 Oct 20 11:37:25.452573 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fb78a6d7-af93-43ef-9da8-a78d9637e43e req-7bb9a250-cc68-4cc7-bd50-da294fe7ada1 service neutron] 10.222.0.69 "GET /v2.0/networks/fe285df6-47a5-4acb-9439-36a986fbf2dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806346 Oct 20 11:37:25.582010 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fb78a6d7-af93-43ef-9da8-a78d9637e43e req-ce138d8f-f253-443a-bc3a-d7535dad6b17 service neutron] 10.222.0.69 "GET /v2.0/networks/fe285df6-47a5-4acb-9439-36a986fbf2dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219850 Oct 20 11:37:25.593773 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c4318f-345c-44b1-89e4-4d0ba0d9d130 req-bc027921-0f14-4274-80f0-aada5621d430 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:25.595793 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c9c4318f-345c-44b1-89e4-4d0ba0d9d130 req-bc027921-0f14-4274-80f0-aada5621d430 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/ports?device_id=6b0c0332-9698-49f9-b4c2-141b6423f806 HTTP/1.1" status: 200 len: 944 time: 0.0995264 Oct 20 11:37:25.633423 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c9c4318f-345c-44b1-89e4-4d0ba0d9d130 req-e827c7b0-e9af-42f3-8947-3ced4c8aada8 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/security-groups?id=34e956d5-5bcf-4b6e-8690-b706a067a1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315223 Oct 20 11:37:26.749529 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54cd34a-1fff-4992-8460-be7c2bfef596 req-18c92a5c-80a8-42fd-b690-0768a2f98c2c tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:26.751015 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d54cd34a-1fff-4992-8460-be7c2bfef596 req-18c92a5c-80a8-42fd-b690-0768a2f98c2c tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/ports?device_id=6b0c0332-9698-49f9-b4c2-141b6423f806 HTTP/1.1" status: 200 len: 944 time: 0.0490661 Oct 20 11:37:26.788446 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d54cd34a-1fff-4992-8460-be7c2bfef596 req-1d876908-1f66-48a2-9237-5d3020c6f6ea tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/security-groups?id=34e956d5-5bcf-4b6e-8690-b706a067a1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314329 Oct 20 11:37:27.904493 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2579e1d-8294-4864-895a-10df6b6c2567 req-ef0fb301-a452-4691-9dea-bd7c793a414f tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:27.905867 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d2579e1d-8294-4864-895a-10df6b6c2567 req-ef0fb301-a452-4691-9dea-bd7c793a414f tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/ports?device_id=6b0c0332-9698-49f9-b4c2-141b6423f806 HTTP/1.1" status: 200 len: 944 time: 0.0508292 Oct 20 11:37:27.942831 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d2579e1d-8294-4864-895a-10df6b6c2567 req-5fa5ef5c-a85e-4a38-b425-52667870f39e tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/security-groups?id=34e956d5-5bcf-4b6e-8690-b706a067a1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305424 Oct 20 11:37:29.057252 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a65fa5b-0c7e-469f-9099-55992503fbf3 req-fb90f3a6-3576-4442-8b78-6fd1a26f4ec2 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:29.058713 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7a65fa5b-0c7e-469f-9099-55992503fbf3 req-fb90f3a6-3576-4442-8b78-6fd1a26f4ec2 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/ports?device_id=6b0c0332-9698-49f9-b4c2-141b6423f806 HTTP/1.1" status: 200 len: 944 time: 0.0473647 Oct 20 11:37:29.096453 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7a65fa5b-0c7e-469f-9099-55992503fbf3 req-340783ed-1958-4306-9236-6965ee0e717d tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/security-groups?id=34e956d5-5bcf-4b6e-8690-b706a067a1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309825 Oct 20 11:37:29.446379 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 361714d2-901c-4d62-804b-af340faf299b details requested by agent hyperv_n-h2-811396-3 with host n-h2-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:37:29.539316 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 361714d2-901c-4d62-804b-af340faf299b, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=361714d2-901c-4d62-804b-af340faf299b,segment=NetworkSegment(c0b27f3b-42ad-4893-bddd-25a6db1222e1),segment_id=c0b27f3b-42ad-4893-bddd-25a6db1222e1)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:37:29.550710 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Returning: {'device': '361714d2-901c-4d62-804b-af340faf299b', 'network_id': 'fe285df6-47a5-4acb-9439-36a986fbf2dc', 'port_id': '361714d2-901c-4d62-804b-af340faf299b', 'mac_address': 'fa:16:3e:dd:60:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 816, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '337cba18-e138-446e-ab54-300e0df0ed71', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:37:29.590467 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:29.602765 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 361714d2-901c-4d62-804b-af340faf299b {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:37:29.621266 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 361714d2-901c-4d62-804b-af340faf299b, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=361714d2-901c-4d62-804b-af340faf299b,segment=NetworkSegment(c0b27f3b-42ad-4893-bddd-25a6db1222e1),segment_id=c0b27f3b-42ad-4893-bddd-25a6db1222e1)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:37:29.625516 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:29.671020 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=361714d2-901c-4d62-804b-af340faf299b,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:29.854814 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['361714d2-901c-4d62-804b-af340faf299b'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:37:30.210932 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f41e23-f3f8-4440-a190-0bce2747b336 req-04a15e69-5951-48db-9f7c-3df376fc508a tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:30.212407 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-38f41e23-f3f8-4440-a190-0bce2747b336 req-04a15e69-5951-48db-9f7c-3df376fc508a tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/ports?device_id=6b0c0332-9698-49f9-b4c2-141b6423f806 HTTP/1.1" status: 200 len: 945 time: 0.0477216 Oct 20 11:37:30.248848 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-38f41e23-f3f8-4440-a190-0bce2747b336 req-eb24185a-034a-406c-87df-414e65dce6d2 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/security-groups?id=34e956d5-5bcf-4b6e-8690-b706a067a1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306082 Oct 20 11:37:31.365375 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd660024-597b-4ccb-a471-5204eee90394 req-2cc6bcea-74c1-48ff-bfa9-14108d604db8 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:31.366837 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fd660024-597b-4ccb-a471-5204eee90394 req-2cc6bcea-74c1-48ff-bfa9-14108d604db8 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/ports?device_id=6b0c0332-9698-49f9-b4c2-141b6423f806 HTTP/1.1" status: 200 len: 945 time: 0.0527370 Oct 20 11:37:31.403132 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fd660024-597b-4ccb-a471-5204eee90394 req-c653023b-2cf0-47cd-b6ea-639c74b08448 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/security-groups?id=34e956d5-5bcf-4b6e-8690-b706a067a1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302956 Oct 20 11:37:31.461909 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 361714d2-901c-4d62-804b-af340faf299b up at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:37:31.511276 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning for port 361714d2-901c-4d62-804b-af340faf299b completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:37:31.514764 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning complete for port 361714d2-901c-4d62-804b-af340faf299b triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:37:31.515138 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:31.592038 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:31.615639 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b0c0332-9698-49f9-b4c2-141b6423f806', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '361714d2-901c-4d62-804b-af340faf299b'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:37:31.617907 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3a5a1e74fee385f59395feee7f880defec871777ba90fab9b56a242633970a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1311ca1-e11b-4d65-a4de-4abb83dce1da" -d '{"events": [{"server_uuid": "6b0c0332-9698-49f9-b4c2-141b6423f806", "name": "network-vif-plugged", "status": "completed", "tag": "361714d2-901c-4d62-804b-af340faf299b"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:37:31.630661 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 361714d2-901c-4d62-804b-af340faf299b, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=361714d2-901c-4d62-804b-af340faf299b,segment=NetworkSegment(c0b27f3b-42ad-4893-bddd-25a6db1222e1),segment_id=c0b27f3b-42ad-4893-bddd-25a6db1222e1)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:37:31.634531 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:31.682211 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=361714d2-901c-4d62-804b-af340faf299b,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:31.704004 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-748a815a-0880-4384-a222-4934b95d2c42 x-openstack-request-id: req-748a815a-0880-4384-a222-4934b95d2c42 {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:37:31.704297 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b0c0332-9698-49f9-b4c2-141b6423f806", "name": "network-vif-plugged", "status": "completed", "tag": "361714d2-901c-4d62-804b-af340faf299b", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:37:31.704550 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-748a815a-0880-4384-a222-4934b95d2c42 {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:37:31.705472 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b0c0332-9698-49f9-b4c2-141b6423f806', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '361714d2-901c-4d62-804b-af340faf299b', 'code': 200} Oct 20 11:37:31.796644 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63e0164-350a-43cd-b165-8cb6124fb32f req-1e86b037-427f-47b2-86ee-7b2e4d3f3d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:31.797989 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f63e0164-350a-43cd-b165-8cb6124fb32f req-1e86b037-427f-47b2-86ee-7b2e4d3f3d09 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6b0c0332-9698-49f9-b4c2-141b6423f806 HTTP/1.1" status: 200 len: 1097 time: 0.0387061 Oct 20 11:37:31.831277 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f63e0164-350a-43cd-b165-8cb6124fb32f req-7dcd8bc8-3554-4111-b7f1-6f8936b3fced service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=34e956d5-5bcf-4b6e-8690-b706a067a1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0263193 Oct 20 11:37:32.517336 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68890875-2eca-4193-9da4-48c271b86a9c req-539bc1a1-aa8a-435b-afdc-b1066209e302 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:32.519232 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-68890875-2eca-4193-9da4-48c271b86a9c req-539bc1a1-aa8a-435b-afdc-b1066209e302 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/ports?device_id=6b0c0332-9698-49f9-b4c2-141b6423f806 HTTP/1.1" status: 200 len: 946 time: 0.0497224 Oct 20 11:37:32.556183 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-68890875-2eca-4193-9da4-48c271b86a9c req-d487f7b5-4527-4163-be55-74bb0fdfe87e tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/security-groups?id=34e956d5-5bcf-4b6e-8690-b706a067a1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308182 Oct 20 11:37:33.614227 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-0311aafe-8806-4d94-a3e3-8d47fdd5e7fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:33.675962 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ad11b4-65aa-4bcf-b1f0-00f7feb6c53f req-c248c009-e1e7-44dd-8641-05a29576ed3b tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:33.677445 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-34ad11b4-65aa-4bcf-b1f0-00f7feb6c53f req-c248c009-e1e7-44dd-8641-05a29576ed3b tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/ports?device_id=6b0c0332-9698-49f9-b4c2-141b6423f806 HTTP/1.1" status: 200 len: 946 time: 0.0515921 Oct 20 11:37:33.717846 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-34ad11b4-65aa-4bcf-b1f0-00f7feb6c53f req-675a33f4-cccb-4239-b858-52fab7bdb48f tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/security-groups?id=34e956d5-5bcf-4b6e-8690-b706a067a1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341728 Oct 20 11:37:33.829502 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dd677f-baed-4b26-b030-77de63d82909 req-f135f88b-d20c-40b7-8d76-f8863f56084b tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:33.831477 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-70dd677f-baed-4b26-b030-77de63d82909 req-f135f88b-d20c-40b7-8d76-f8863f56084b tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/ports?device_id=6b0c0332-9698-49f9-b4c2-141b6423f806 HTTP/1.1" status: 200 len: 946 time: 0.0477717 Oct 20 11:37:33.869325 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-70dd677f-baed-4b26-b030-77de63d82909 req-0b8479dc-73a6-4cdb-8f56-26497a967e6c tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/security-groups?id=34e956d5-5bcf-4b6e-8690-b706a067a1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315423 Oct 20 11:37:33.890347 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 47382) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:33.929296 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c1498d-e015-49fa-985f-8054e19b249e tempest-TestNetworkAdvancedServerOps-1034537329 tempest-TestNetworkAdvancedServerOps-1034537329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:33.930877 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-b3c1498d-e015-49fa-985f-8054e19b249e tempest-TestNetworkAdvancedServerOps-1034537329 tempest-TestNetworkAdvancedServerOps-1034537329-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=6b0c0332-9698-49f9-b4c2-141b6423f806 HTTP/1.1" status: 200 len: 1092 time: 0.0395558 Oct 20 11:37:33.933989 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 47384) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:33.938080 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-13f415c8-1619-4332-a40c-6a2d866d2318 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Request body: {'floatingip': {'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'port_id': '361714d2-901c-4d62-804b-af340faf299b', 'tenant_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'fixed_ip_address': '172.20.0.11'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:37:33.958763 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-13f415c8-1619-4332-a40c-6a2d866d2318 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for floatingip, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:34.370407 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-13f415c8-1619-4332-a40c-6a2d866d2318 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:34.470753 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [None req-13f415c8-1619-4332-a40c-6a2d866d2318 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Allocated IP 172.25.1.110 (cbe170d3-31ba-45a2-b477-520ab0a7a8ea/f4e26aca-17ac-4adb-a66b-d939a1b35b64/40373840-ac2e-4f96-a15e-356cd43e3e18) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:37:34.574795 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-13f415c8-1619-4332-a40c-6a2d866d2318 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:34.606930 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-13f415c8-1619-4332-a40c-6a2d866d2318 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:34.644749 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f415c8-1619-4332-a40c-6a2d866d2318 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Network cbe170d3-31ba-45a2-b477-520ab0a7a8ea is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:37:34.647703 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-13f415c8-1619-4332-a40c-6a2d866d2318 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:37:34.651205 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f415c8-1619-4332-a40c-6a2d866d2318 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:37:34.678694 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f415c8-1619-4332-a40c-6a2d866d2318 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Pushing event updated for resources: {'Port': ['ID=40373840-ac2e-4f96-a15e-356cd43e3e18,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:35.008146 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-13f415c8-1619-4332-a40c-6a2d866d2318 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:35.075340 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-13f415c8-1619-4332-a40c-6a2d866d2318 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:35.222405 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-13f415c8-1619-4332-a40c-6a2d866d2318 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:35.226717 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-13f415c8-1619-4332-a40c-6a2d866d2318 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:35.292171 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f415c8-1619-4332-a40c-6a2d866d2318 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Pushing event updated for resources: {'Port': ['ID=40373840-ac2e-4f96-a15e-356cd43e3e18,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:35.303252 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-13f415c8-1619-4332-a40c-6a2d866d2318 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1773381'] for floatingip, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:35.401116 n-d-811396-3 neutron-server[100596]: INFO neutron.db.l3_db [None req-13f415c8-1619-4332-a40c-6a2d866d2318 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Floating IP dfff5e0c-2347-4f30-8670-58354e9542eb associated. External IP: 172.25.1.110, port: 361714d2-901c-4d62-804b-af340faf299b. Oct 20 11:37:35.608082 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13f415c8-1619-4332-a40c-6a2d866d2318 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Router 11565ccd-6bd7-4923-9d4c-b69579155898 has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:37:35.716332 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13f415c8-1619-4332-a40c-6a2d866d2318 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:37:35.726570 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56073916-f734-4760-a2fc-294a50db34c6 None None] Sync routers for ids ['11565ccd-6bd7-4923-9d4c-b69579155898'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:37:35.735101 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-13f415c8-1619-4332-a40c-6a2d866d2318 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for floatingip, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:35.737025 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56073916-f734-4760-a2fc-294a50db34c6 None None] Routers {'11565ccd-6bd7-4923-9d4c-b69579155898'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:37:35.737648 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-56073916-f734-4760-a2fc-294a50db34c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:37:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['11565ccd-6bd7-4923-9d4c-b69579155898'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:37:35.762762 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-13f415c8-1619-4332-a40c-6a2d866d2318 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8277688 Oct 20 11:37:35.763373 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b0c0332-9698-49f9-b4c2-141b6423f806', 'tag': '361714d2-901c-4d62-804b-af340faf299b'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:37:35.765695 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b817f9d80a1b29ed07bd94f2222da8cf244b0bc6025e0bf33ac95c6b13c59699" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc433a4e-bd89-437e-aaaa-5fe794b6d1c5" -d '{"events": [{"name": "network-changed", "server_uuid": "6b0c0332-9698-49f9-b4c2-141b6423f806", "tag": "361714d2-901c-4d62-804b-af340faf299b"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:37:35.807784 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abe6d7c8-a0d7-487b-b882-6f64a3fcb8ba x-openstack-request-id: req-abe6d7c8-a0d7-487b-b882-6f64a3fcb8ba {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:37:35.808102 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b0c0332-9698-49f9-b4c2-141b6423f806", "tag": "361714d2-901c-4d62-804b-af340faf299b", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:37:35.808360 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-abe6d7c8-a0d7-487b-b882-6f64a3fcb8ba {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:37:35.808767 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b0c0332-9698-49f9-b4c2-141b6423f806', 'tag': '361714d2-901c-4d62-804b-af340faf299b', 'status': 'completed', 'code': 200} Oct 20 11:37:35.845944 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-56073916-f734-4760-a2fc-294a50db34c6 None None] Set router 11565ccd-6bd7-4923-9d4c-b69579155898 gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:37:35.897754 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ca1b2f-8655-4569-a8bb-0011c6171fff req-b19e5c74-a634-45e5-892e-beb3470b366b tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:35.899189 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-96ca1b2f-8655-4569-a8bb-0011c6171fff req-b19e5c74-a634-45e5-892e-beb3470b366b tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/ports?device_id=6b0c0332-9698-49f9-b4c2-141b6423f806 HTTP/1.1" status: 200 len: 946 time: 0.0762973 Oct 20 11:37:35.901904 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc433a4e-bd89-437e-aaaa-5fe794b6d1c5 req-8dcc092a-f942-4e8d-b1c7-20c520d43c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:35.903290 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cc433a4e-bd89-437e-aaaa-5fe794b6d1c5 req-8dcc092a-f942-4e8d-b1c7-20c520d43c06 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e5f86d6a88794eafa52e20983c8a9c09&device_id=6b0c0332-9698-49f9-b4c2-141b6423f806 HTTP/1.1" status: 200 len: 1097 time: 0.0699236 Oct 20 11:37:35.994104 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-96ca1b2f-8655-4569-a8bb-0011c6171fff req-b8966408-83bf-4535-ad88-4e31c57d7078 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/security-groups?id=34e956d5-5bcf-4b6e-8690-b706a067a1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886083 Oct 20 11:37:36.017540 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 47390) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:36.028411 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc433a4e-bd89-437e-aaaa-5fe794b6d1c5 req-3d4233bd-4eab-4f4b-b479-f8303f50a67c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:36.030044 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cc433a4e-bd89-437e-aaaa-5fe794b6d1c5 req-3d4233bd-4eab-4f4b-b479-f8303f50a67c service neutron] 10.222.0.69 "GET /v2.0/networks?id=fe285df6-47a5-4acb-9439-36a986fbf2dc HTTP/1.1" status: 200 len: 897 time: 0.1188083 Oct 20 11:37:36.077285 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-56073916-f734-4760-a2fc-294a50db34c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11565ccd-6bd7-4923-9d4c-b69579155898', 'name': 'tempest-TestNetworkAdvancedServerOps-router-384318991', 'tenant_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': 'c5795977-62a4-421f-bfc8-5ad8dfabb5ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:37:16Z', 'updated_at': '2021-10-20T11:37:20Z', 'revision_number': 4, 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'gw_port': {'id': 'c5795977-62a4-421f-bfc8-5ad8dfabb5ec', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:5e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11565ccd-6bd7-4923-9d4c-b69579155898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:37:16Z', 'updated_at': '2021-10-20T11:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_floatingips': [{'id': 'dfff5e0c-2347-4f30-8670-58354e9542eb', 'tenant_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'floating_ip_address': '172.25.1.110', 'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'router_id': '11565ccd-6bd7-4923-9d4c-b69579155898', 'port_id': '361714d2-901c-4d62-804b-af340faf299b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4241, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe285df6-47a5-4acb-9439-36a986fbf2dc', 'mac_address': 'fa:16:3e:dd:60:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0c0332-9698-49f9-b4c2-141b6423f806', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:37:34Z', 'updated_at': '2021-10-20T11:37:34Z', 'revision_number': 0, 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a73e58f3-3591-4818-b77c-8433fa1ffa9d', 'name': '', 'network_id': 'fe285df6-47a5-4acb-9439-36a986fbf2dc', 'tenant_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'mac_address': 'fa:16:3e:89:d0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11565ccd-6bd7-4923-9d4c-b69579155898', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '337cba18-e138-446e-ab54-300e0df0ed71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:37:19Z', 'updated_at': '2021-10-20T11:37:22Z', 'revision_number': 5, 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'subnets': [{'id': '337cba18-e138-446e-ab54-300e0df0ed71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:37:36.079960 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-36853acc-737b-4460-a503-738cf1a96b3a tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/floatingips/dfff5e0c-2347-4f30-8670-58354e9542eb HTTP/1.1" status: 200 len: 992 time: 0.0606649 Oct 20 11:37:36.102624 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cc433a4e-bd89-437e-aaaa-5fe794b6d1c5 req-28a42c5e-9134-40ab-b9f2-40ed90f30d78 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=361714d2-901c-4d62-804b-af340faf299b HTTP/1.1" status: 200 len: 1000 time: 0.0652840 Oct 20 11:37:36.104248 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56073916-f734-4760-a2fc-294a50db34c6 None None] Checking router: 11565ccd-6bd7-4923-9d4c-b69579155898 for host: n-d-811396-3 {{(pid=100598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:37:36.113337 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56073916-f734-4760-a2fc-294a50db34c6 None None] Routers {'11565ccd-6bd7-4923-9d4c-b69579155898'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:37:36.113945 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-56073916-f734-4760-a2fc-294a50db34c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:37:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['11565ccd-6bd7-4923-9d4c-b69579155898'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:37:36.150644 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc433a4e-bd89-437e-aaaa-5fe794b6d1c5 req-d6b4e47d-7eb4-444a-b52a-471b44394487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:36.152010 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cc433a4e-bd89-437e-aaaa-5fe794b6d1c5 req-d6b4e47d-7eb4-444a-b52a-471b44394487 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=337cba18-e138-446e-ab54-300e0df0ed71 HTTP/1.1" status: 200 len: 835 time: 0.0427692 Oct 20 11:37:36.197851 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc433a4e-bd89-437e-aaaa-5fe794b6d1c5 req-478a8748-6bb0-47b5-b3e8-20f13e516e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:36.199337 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cc433a4e-bd89-437e-aaaa-5fe794b6d1c5 req-478a8748-6bb0-47b5-b3e8-20f13e516e63 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=fe285df6-47a5-4acb-9439-36a986fbf2dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403628 Oct 20 11:37:36.218553 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-56073916-f734-4760-a2fc-294a50db34c6 None None] Set router 11565ccd-6bd7-4923-9d4c-b69579155898 gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:37:36.291758 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cc433a4e-bd89-437e-aaaa-5fe794b6d1c5 req-0e60c617-6b21-46e8-845d-e0e95fb00bc9 service neutron] 10.222.0.69 "GET /v2.0/networks/fe285df6-47a5-4acb-9439-36a986fbf2dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853112 Oct 20 11:37:36.380667 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cc433a4e-bd89-437e-aaaa-5fe794b6d1c5 req-f5e5393f-88b0-4831-bf04-9353353d4254 service neutron] 10.222.0.69 "GET /v2.0/networks/fe285df6-47a5-4acb-9439-36a986fbf2dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822864 Oct 20 11:37:36.438235 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-56073916-f734-4760-a2fc-294a50db34c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11565ccd-6bd7-4923-9d4c-b69579155898', 'name': 'tempest-TestNetworkAdvancedServerOps-router-384318991', 'tenant_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': 'c5795977-62a4-421f-bfc8-5ad8dfabb5ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:37:16Z', 'updated_at': '2021-10-20T11:37:20Z', 'revision_number': 4, 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'gw_port': {'id': 'c5795977-62a4-421f-bfc8-5ad8dfabb5ec', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:5e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11565ccd-6bd7-4923-9d4c-b69579155898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:37:16Z', 'updated_at': '2021-10-20T11:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_floatingips': [{'id': 'dfff5e0c-2347-4f30-8670-58354e9542eb', 'tenant_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'floating_ip_address': '172.25.1.110', 'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'router_id': '11565ccd-6bd7-4923-9d4c-b69579155898', 'port_id': '361714d2-901c-4d62-804b-af340faf299b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4241, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe285df6-47a5-4acb-9439-36a986fbf2dc', 'mac_address': 'fa:16:3e:dd:60:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0c0332-9698-49f9-b4c2-141b6423f806', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:37:34Z', 'updated_at': '2021-10-20T11:37:34Z', 'revision_number': 0, 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a73e58f3-3591-4818-b77c-8433fa1ffa9d', 'name': '', 'network_id': 'fe285df6-47a5-4acb-9439-36a986fbf2dc', 'tenant_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'mac_address': 'fa:16:3e:89:d0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11565ccd-6bd7-4923-9d4c-b69579155898', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '337cba18-e138-446e-ab54-300e0df0ed71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:37:19Z', 'updated_at': '2021-10-20T11:37:22Z', 'revision_number': 5, 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'subnets': [{'id': '337cba18-e138-446e-ab54-300e0df0ed71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:37:36.473399 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56073916-f734-4760-a2fc-294a50db34c6 None None] The sync data for ids ['11565ccd-6bd7-4923-9d4c-b69579155898'] in n-d-811396-3 is: [{'id': '11565ccd-6bd7-4923-9d4c-b69579155898', 'name': 'tempest-TestNetworkAdvancedServerOps-router-384318991', 'tenant_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': 'c5795977-62a4-421f-bfc8-5ad8dfabb5ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:37:16Z', 'updated_at': '2021-10-20T11:37:20Z', 'revision_number': 4, 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'gw_port': {'id': 'c5795977-62a4-421f-bfc8-5ad8dfabb5ec', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:5e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11565ccd-6bd7-4923-9d4c-b69579155898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:37:16Z', 'updated_at': '2021-10-20T11:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_floatingips': [{'id': 'dfff5e0c-2347-4f30-8670-58354e9542eb', 'tenant_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'floating_ip_address': '172.25.1.110', 'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'router_id': '11565ccd-6bd7-4923-9d4c-b69579155898', 'port_id': '361714d2-901c-4d62-804b-af340faf299b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4241, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe285df6-47a5-4acb-9439-36a986fbf2dc', 'mac_address': 'fa:16:3e:dd:60:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0c0332-9698-49f9-b4c2-141b6423f806', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:37:34Z', 'updated_at': '2021-10-20T11:37:34Z', 'revision_number': 0, 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a73e58f3-3591-4818-b77c-8433fa1ffa9d', 'name': '', 'network_id': 'fe285df6-47a5-4acb-9439-36a986fbf2dc', 'tenant_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'mac_address': 'fa:16:3e:89:d0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11565ccd-6bd7-4923-9d4c-b69579155898', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '337cba18-e138-446e-ab54-300e0df0ed71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:37:19Z', 'updated_at': '2021-10-20T11:37:22Z', 'revision_number': 5, 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'subnets': [{'id': '337cba18-e138-446e-ab54-300e0df0ed71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:37:36.485507 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-34e94b97-a7ab-4f17-ae2a-74b251937e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:36.662528 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e46ec3-a163-4b47-825d-90b25adcb76d None None] New status for floating IP dfff5e0c-2347-4f30-8670-58354e9542eb: ACTIVE {{(pid=100599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 11:37:37.083066 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 47392) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:37.153363 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-940b13e8-a2ce-4974-abd6-b44cfc7922a6 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/floatingips/dfff5e0c-2347-4f30-8670-58354e9542eb HTTP/1.1" status: 200 len: 994 time: 0.0691044 Oct 20 11:37:37.226516 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:37.794101 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:38.786730 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:39.160231 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:49.835837 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:50.254731 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 7 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:38:03.615106 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-b2cbd833-dfe6-4da4-8ef6-8fe5474fedfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:03.832235 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47db78a-baf0-42ce-a4e1-bbe4748ce3b1 req-63b6b482-5152-475c-9a87-4f80a5a043d7 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:03.833649 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c47db78a-baf0-42ce-a4e1-bbe4748ce3b1 req-63b6b482-5152-475c-9a87-4f80a5a043d7 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/ports?device_id=6b0c0332-9698-49f9-b4c2-141b6423f806 HTTP/1.1" status: 200 len: 946 time: 0.0497918 Oct 20 11:38:03.875310 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c47db78a-baf0-42ce-a4e1-bbe4748ce3b1 req-e977ae3f-3fe5-4803-824f-b5ff06212cba tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/security-groups?id=34e956d5-5bcf-4b6e-8690-b706a067a1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357082 Oct 20 11:38:04.990583 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4c8357-b4b9-4fcd-b390-a888621a9d1c req-c502e51b-dc84-4faa-ad91-604103c23288 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:04.992642 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8d4c8357-b4b9-4fcd-b390-a888621a9d1c req-c502e51b-dc84-4faa-ad91-604103c23288 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/ports?device_id=6b0c0332-9698-49f9-b4c2-141b6423f806 HTTP/1.1" status: 200 len: 946 time: 0.0485883 Oct 20 11:38:05.029148 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8d4c8357-b4b9-4fcd-b390-a888621a9d1c req-90708ce6-a6fd-4c58-abe1-dfd355866eab tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/security-groups?id=34e956d5-5bcf-4b6e-8690-b706a067a1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306554 Oct 20 11:38:06.142608 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0a741e-5d0d-46f5-98ab-26ed0ca60909 req-366c81d0-efe5-45bd-88cd-5727f07be050 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:06.144143 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ee0a741e-5d0d-46f5-98ab-26ed0ca60909 req-366c81d0-efe5-45bd-88cd-5727f07be050 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/ports?device_id=6b0c0332-9698-49f9-b4c2-141b6423f806 HTTP/1.1" status: 200 len: 946 time: 0.0486770 Oct 20 11:38:06.183561 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ee0a741e-5d0d-46f5-98ab-26ed0ca60909 req-41b60155-65d4-4b4b-8d13-ff09ad2e3ac7 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/security-groups?id=34e956d5-5bcf-4b6e-8690-b706a067a1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329192 Oct 20 11:38:06.476715 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-fa861f0d-7a69-476d-a3f2-27fe2fee10dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:07.232693 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:07.298906 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d699ed0-f8b7-4efc-8acf-6b4e91631601 req-d0b7abdf-e2b4-41dd-9c7f-f34c4d1ac3d6 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:07.300411 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6d699ed0-f8b7-4efc-8acf-6b4e91631601 req-d0b7abdf-e2b4-41dd-9c7f-f34c4d1ac3d6 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/ports?device_id=6b0c0332-9698-49f9-b4c2-141b6423f806 HTTP/1.1" status: 200 len: 946 time: 0.0488825 Oct 20 11:38:07.342394 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6d699ed0-f8b7-4efc-8acf-6b4e91631601 req-b91355fe-ebcf-452b-888e-be653c7ae3c9 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/security-groups?id=34e956d5-5bcf-4b6e-8690-b706a067a1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358977 Oct 20 11:38:07.797299 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:08.456729 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a807e63-ea1d-4da1-aa18-0f87e898c6a9 req-d7dc6853-f9f2-458f-8c70-fec8a20c83e6 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:08.458204 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6a807e63-ea1d-4da1-aa18-0f87e898c6a9 req-d7dc6853-f9f2-458f-8c70-fec8a20c83e6 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/ports?device_id=6b0c0332-9698-49f9-b4c2-141b6423f806 HTTP/1.1" status: 200 len: 946 time: 0.0485461 Oct 20 11:38:08.495906 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6a807e63-ea1d-4da1-aa18-0f87e898c6a9 req-e5bd5b80-1bd5-4e0e-a8ff-23c865a26fcf tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/security-groups?id=34e956d5-5bcf-4b6e-8690-b706a067a1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316753 Oct 20 11:38:08.791186 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:09.165171 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:09.609049 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27025977-bf1e-41f1-afda-6d80d012fccc req-fc4f408c-f0ad-451a-9925-0add5a34515c tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:09.610537 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-27025977-bf1e-41f1-afda-6d80d012fccc req-fc4f408c-f0ad-451a-9925-0add5a34515c tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/ports?device_id=6b0c0332-9698-49f9-b4c2-141b6423f806 HTTP/1.1" status: 200 len: 946 time: 0.0485876 Oct 20 11:38:09.649852 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-27025977-bf1e-41f1-afda-6d80d012fccc req-5a194955-0787-4ac9-84fa-8e6e9371feba tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/security-groups?id=34e956d5-5bcf-4b6e-8690-b706a067a1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334077 Oct 20 11:38:10.762719 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e47a78-94cf-45e9-869d-1f1060225fa5 req-fe74b384-9c6d-4987-924d-08e4ebd926d3 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:10.764286 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b5e47a78-94cf-45e9-869d-1f1060225fa5 req-fe74b384-9c6d-4987-924d-08e4ebd926d3 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/ports?device_id=6b0c0332-9698-49f9-b4c2-141b6423f806 HTTP/1.1" status: 200 len: 946 time: 0.0480251 Oct 20 11:38:10.805863 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b5e47a78-94cf-45e9-869d-1f1060225fa5 req-5166d785-0a09-4a92-8421-5352c8d01902 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/security-groups?id=34e956d5-5bcf-4b6e-8690-b706a067a1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350730 Oct 20 11:38:11.919148 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1db958-9dc9-411a-86f6-c7299f233512 req-3da07382-1fa6-4a84-a39a-996985d01233 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:11.920663 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ef1db958-9dc9-411a-86f6-c7299f233512 req-3da07382-1fa6-4a84-a39a-996985d01233 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/ports?device_id=6b0c0332-9698-49f9-b4c2-141b6423f806 HTTP/1.1" status: 200 len: 946 time: 0.0482073 Oct 20 11:38:11.961457 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ef1db958-9dc9-411a-86f6-c7299f233512 req-4e61f74e-dc1c-415c-8d09-9221e0182c20 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/security-groups?id=34e956d5-5bcf-4b6e-8690-b706a067a1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349772 Oct 20 11:38:13.075109 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fac2e1f-a2af-40b8-ae0b-536de8484dea req-d8135045-8f91-4048-b923-c19bc1798da9 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:13.076580 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5fac2e1f-a2af-40b8-ae0b-536de8484dea req-d8135045-8f91-4048-b923-c19bc1798da9 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/ports?device_id=6b0c0332-9698-49f9-b4c2-141b6423f806 HTTP/1.1" status: 200 len: 946 time: 0.0475564 Oct 20 11:38:13.113308 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5fac2e1f-a2af-40b8-ae0b-536de8484dea req-1c18a27f-0fcf-47e0-8c9a-1e6280395bcc tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/security-groups?id=34e956d5-5bcf-4b6e-8690-b706a067a1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309279 Oct 20 11:38:14.226147 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b263a75-cb72-4bca-aab7-42e9e6ac63ad req-4637968b-fa32-45e4-9f39-127b284de154 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:14.227673 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1b263a75-cb72-4bca-aab7-42e9e6ac63ad req-4637968b-fa32-45e4-9f39-127b284de154 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/ports?device_id=6b0c0332-9698-49f9-b4c2-141b6423f806 HTTP/1.1" status: 200 len: 946 time: 0.0485923 Oct 20 11:38:14.270346 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1b263a75-cb72-4bca-aab7-42e9e6ac63ad req-b8ad506b-f11b-4119-a23f-93f70b869b88 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/security-groups?id=34e956d5-5bcf-4b6e-8690-b706a067a1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367026 Oct 20 11:38:14.293495 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 47426) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:14.354551 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-ae095e91-decc-488e-817a-5c99e2d38e14 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/floatingips/dfff5e0c-2347-4f30-8670-58354e9542eb HTTP/1.1" status: 200 len: 994 time: 0.0598967 Oct 20 11:38:14.882651 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b16a8c61-9079-415e-b798-33260b574a85 req-74c6060d-e043-45dc-8531-35f9586c060d service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6b0c0332-9698-49f9-b4c2-141b6423f806&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0382907 Oct 20 11:38:14.963977 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16a8c61-9079-415e-b798-33260b574a85 req-92c89918-7169-449b-a676-d3fb45b1c68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:14.965452 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b16a8c61-9079-415e-b798-33260b574a85 req-92c89918-7169-449b-a676-d3fb45b1c68d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e5f86d6a88794eafa52e20983c8a9c09&device_id=6b0c0332-9698-49f9-b4c2-141b6423f806 HTTP/1.1" status: 200 len: 1097 time: 0.0415978 Oct 20 11:38:15.080783 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16a8c61-9079-415e-b798-33260b574a85 req-1f38f558-a618-4ba7-ba67-fb6b015d83c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:15.082279 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b16a8c61-9079-415e-b798-33260b574a85 req-1f38f558-a618-4ba7-ba67-fb6b015d83c0 service neutron] 10.222.0.69 "GET /v2.0/networks?id=fe285df6-47a5-4acb-9439-36a986fbf2dc HTTP/1.1" status: 200 len: 897 time: 0.0987659 Oct 20 11:38:15.147015 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b16a8c61-9079-415e-b798-33260b574a85 req-35fb007c-ea09-484b-b0f1-6cbd377742ce service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=361714d2-901c-4d62-804b-af340faf299b HTTP/1.1" status: 200 len: 1002 time: 0.0572329 Oct 20 11:38:15.195136 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16a8c61-9079-415e-b798-33260b574a85 req-227874d3-8422-4832-8195-582224750bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:15.196551 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b16a8c61-9079-415e-b798-33260b574a85 req-227874d3-8422-4832-8195-582224750bf0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=337cba18-e138-446e-ab54-300e0df0ed71 HTTP/1.1" status: 200 len: 835 time: 0.0426478 Oct 20 11:38:15.243519 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16a8c61-9079-415e-b798-33260b574a85 req-6041a916-d6ad-4c0a-87bc-c60e4228edd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:15.245017 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b16a8c61-9079-415e-b798-33260b574a85 req-6041a916-d6ad-4c0a-87bc-c60e4228edd1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=fe285df6-47a5-4acb-9439-36a986fbf2dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421953 Oct 20 11:38:15.333098 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b16a8c61-9079-415e-b798-33260b574a85 req-f47b3d61-c4ac-436c-9070-fc30a61a7ad2 service neutron] 10.222.0.69 "GET /v2.0/networks/fe285df6-47a5-4acb-9439-36a986fbf2dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813942 Oct 20 11:38:15.435348 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b16a8c61-9079-415e-b798-33260b574a85 req-b37d06a8-7bba-49d9-980f-afa0bde4e235 service neutron] 10.222.0.69 "GET /v2.0/networks/fe285df6-47a5-4acb-9439-36a986fbf2dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949373 Oct 20 11:38:15.657511 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b36f4a-2a71-45ea-81b8-36958b4d6d6a req-59b34c04-5f50-42a0-ac42-d6fbfd4e54f0 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:15.658874 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d4b36f4a-2a71-45ea-81b8-36958b4d6d6a req-59b34c04-5f50-42a0-ac42-d6fbfd4e54f0 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/ports?device_id=6b0c0332-9698-49f9-b4c2-141b6423f806 HTTP/1.1" status: 200 len: 946 time: 0.0762119 Oct 20 11:38:15.665073 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e409fe40-eaa0-4c58-8ba9-1cc412556c0f req-5f71198e-5c5d-46d2-871e-c223f967ceda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:15.666417 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e409fe40-eaa0-4c58-8ba9-1cc412556c0f req-5f71198e-5c5d-46d2-871e-c223f967ceda service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e5f86d6a88794eafa52e20983c8a9c09&device_id=6b0c0332-9698-49f9-b4c2-141b6423f806 HTTP/1.1" status: 200 len: 1097 time: 0.0560536 Oct 20 11:38:15.724235 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d4b36f4a-2a71-45ea-81b8-36958b4d6d6a req-126c22da-cf01-47d9-a04a-d2b0ca295863 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/security-groups?id=34e956d5-5bcf-4b6e-8690-b706a067a1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569072 Oct 20 11:38:15.777862 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e409fe40-eaa0-4c58-8ba9-1cc412556c0f req-6b190da3-d045-44e3-b4ba-0feedbff5ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:15.779302 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e409fe40-eaa0-4c58-8ba9-1cc412556c0f req-6b190da3-d045-44e3-b4ba-0feedbff5ea3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=fe285df6-47a5-4acb-9439-36a986fbf2dc HTTP/1.1" status: 200 len: 897 time: 0.1057789 Oct 20 11:38:15.841434 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e409fe40-eaa0-4c58-8ba9-1cc412556c0f req-3c7c2e73-7dc2-4338-892e-794c9d16fe15 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=361714d2-901c-4d62-804b-af340faf299b HTTP/1.1" status: 200 len: 1002 time: 0.0557301 Oct 20 11:38:15.892319 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e409fe40-eaa0-4c58-8ba9-1cc412556c0f req-fd645313-c02d-447d-b79a-fe80e9f683c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:15.893716 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e409fe40-eaa0-4c58-8ba9-1cc412556c0f req-fd645313-c02d-447d-b79a-fe80e9f683c5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=337cba18-e138-446e-ab54-300e0df0ed71 HTTP/1.1" status: 200 len: 835 time: 0.0462623 Oct 20 11:38:15.937434 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e409fe40-eaa0-4c58-8ba9-1cc412556c0f req-8fcb5d13-8aa6-48c6-821f-5fcf1d198db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:15.938805 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e409fe40-eaa0-4c58-8ba9-1cc412556c0f req-8fcb5d13-8aa6-48c6-821f-5fcf1d198db0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=fe285df6-47a5-4acb-9439-36a986fbf2dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386505 Oct 20 11:38:16.029543 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e409fe40-eaa0-4c58-8ba9-1cc412556c0f req-c360976f-2991-4ed4-acb5-c281da7396f6 service neutron] 10.222.0.69 "GET /v2.0/networks/fe285df6-47a5-4acb-9439-36a986fbf2dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838261 Oct 20 11:38:16.117583 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e409fe40-eaa0-4c58-8ba9-1cc412556c0f req-83ff7a2a-59ad-4eea-a123-445f302a03fe service neutron] 10.222.0.69 "GET /v2.0/networks/fe285df6-47a5-4acb-9439-36a986fbf2dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811226 Oct 20 11:38:16.851802 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97892f97-1c97-448c-9aae-bd6a4297f70e req-e49ce1fd-ba36-44f3-8a33-5002386980ab tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:16.853285 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-97892f97-1c97-448c-9aae-bd6a4297f70e req-e49ce1fd-ba36-44f3-8a33-5002386980ab tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/ports?device_id=6b0c0332-9698-49f9-b4c2-141b6423f806 HTTP/1.1" status: 200 len: 946 time: 0.0596042 Oct 20 11:38:16.890568 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-97892f97-1c97-448c-9aae-bd6a4297f70e req-a0e6285a-9c8b-4e5e-9578-ef54fff35abb tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/security-groups?id=34e956d5-5bcf-4b6e-8690-b706a067a1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311418 Oct 20 11:38:16.912250 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 47438) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:16.975777 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-9529b3ba-c872-4a47-895a-990306b06fc6 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/floatingips/dfff5e0c-2347-4f30-8670-58354e9542eb HTTP/1.1" status: 200 len: 994 time: 0.0617859 Oct 20 11:38:19.850654 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:27.253828 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 7 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:38:33.616743 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-53c5c555-b862-4700-aa21-2768969000c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:36.476159 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-07aec9c8-a8c2-4cc0-9082-13c6d3f5f408 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:37.233430 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:37.799897 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:38.790690 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:39.166700 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:47.303820 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 47448) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:47.461137 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-d6fb0ad1-ac6c-4af5-bf4c-850628e7f99f tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Deleting port 40373840-ac2e-4f96-a15e-356cd43e3e18 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:38:47.461387 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d6fb0ad1-ac6c-4af5-bf4c-850628e7f99f tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:47.538233 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d6fb0ad1-ac6c-4af5-bf4c-850628e7f99f tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:47.538559 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d6fb0ad1-ac6c-4af5-bf4c-850628e7f99f tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:47.550742 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-d6fb0ad1-ac6c-4af5-bf4c-850628e7f99f tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Calling delete_port for 40373840-ac2e-4f96-a15e-356cd43e3e18 owned by network:floatingip {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:38:47.696707 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d6fb0ad1-ac6c-4af5-bf4c-850628e7f99f tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:47.725789 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fb0ad1-ac6c-4af5-bf4c-850628e7f99f tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Pushing event deleted for resources: {'Port': ['ID=40373840-ac2e-4f96-a15e-356cd43e3e18,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:47.752614 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fb0ad1-ac6c-4af5-bf4c-850628e7f99f tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:38:47.752971 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fb0ad1-ac6c-4af5-bf4c-850628e7f99f tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:38:47.753320 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fb0ad1-ac6c-4af5-bf4c-850628e7f99f tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:38:47.753660 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fb0ad1-ac6c-4af5-bf4c-850628e7f99f tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:38:47.753987 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fb0ad1-ac6c-4af5-bf4c-850628e7f99f tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:38:47.754328 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fb0ad1-ac6c-4af5-bf4c-850628e7f99f tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:38:47.754662 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fb0ad1-ac6c-4af5-bf4c-850628e7f99f tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:38:47.755010 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fb0ad1-ac6c-4af5-bf4c-850628e7f99f tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:38:47.755329 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fb0ad1-ac6c-4af5-bf4c-850628e7f99f tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:38:47.755678 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fb0ad1-ac6c-4af5-bf4c-850628e7f99f tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:38:47.756005 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fb0ad1-ac6c-4af5-bf4c-850628e7f99f tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:38:47.756331 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fb0ad1-ac6c-4af5-bf4c-850628e7f99f tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:38:47.797174 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d6fb0ad1-ac6c-4af5-bf4c-850628e7f99f tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for floatingip, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:47.797515 n-d-811396-3 neutron-server[100596]: INFO neutron.db.l3_db [None req-d6fb0ad1-ac6c-4af5-bf4c-850628e7f99f tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Floating IP dfff5e0c-2347-4f30-8670-58354e9542eb disassociated (deleted). External IP: 172.25.1.110, port: 361714d2-901c-4d62-804b-af340faf299b. Oct 20 11:38:48.002316 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6fb0ad1-ac6c-4af5-bf4c-850628e7f99f tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Router 11565ccd-6bd7-4923-9d4c-b69579155898 has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:38:48.432954 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6fb0ad1-ac6c-4af5-bf4c-850628e7f99f tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:38:48.438018 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d6fb0ad1-ac6c-4af5-bf4c-850628e7f99f tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for floatingip, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:48.442646 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867abbd2-e235-4c7e-aaa8-5de574242b5a None None] Sync routers for ids ['11565ccd-6bd7-4923-9d4c-b69579155898'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:38:48.454424 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867abbd2-e235-4c7e-aaa8-5de574242b5a None None] Routers {'11565ccd-6bd7-4923-9d4c-b69579155898'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:38:48.455036 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-867abbd2-e235-4c7e-aaa8-5de574242b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:38:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['11565ccd-6bd7-4923-9d4c-b69579155898'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:38:48.466747 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-d6fb0ad1-ac6c-4af5-bf4c-850628e7f99f tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "DELETE /v2.0/floatingips/dfff5e0c-2347-4f30-8670-58354e9542eb HTTP/1.1" status: 204 len: 168 time: 1.1588607 Oct 20 11:38:48.466747 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b0c0332-9698-49f9-b4c2-141b6423f806', 'tag': '361714d2-901c-4d62-804b-af340faf299b'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:38:48.467221 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b817f9d80a1b29ed07bd94f2222da8cf244b0bc6025e0bf33ac95c6b13c59699" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-026430e1-ff1a-4ec7-8e48-ea4d1573a22f" -d '{"events": [{"name": "network-changed", "server_uuid": "6b0c0332-9698-49f9-b4c2-141b6423f806", "tag": "361714d2-901c-4d62-804b-af340faf299b"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:38:48.513551 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-747f8422-92bf-4582-bd9d-248706238d91 x-openstack-request-id: req-747f8422-92bf-4582-bd9d-248706238d91 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:38:48.513838 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b0c0332-9698-49f9-b4c2-141b6423f806", "tag": "361714d2-901c-4d62-804b-af340faf299b", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:38:48.514096 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-747f8422-92bf-4582-bd9d-248706238d91 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:38:48.514498 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b0c0332-9698-49f9-b4c2-141b6423f806', 'tag': '361714d2-901c-4d62-804b-af340faf299b', 'status': 'completed', 'code': 200} Oct 20 11:38:48.561724 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-867abbd2-e235-4c7e-aaa8-5de574242b5a None None] Set router 11565ccd-6bd7-4923-9d4c-b69579155898 gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:38:48.577336 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026430e1-ff1a-4ec7-8e48-ea4d1573a22f req-3c624d9c-8c10-48d5-a3d7-ffaa2c079a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:48.579222 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-026430e1-ff1a-4ec7-8e48-ea4d1573a22f req-3c624d9c-8c10-48d5-a3d7-ffaa2c079a44 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e5f86d6a88794eafa52e20983c8a9c09&device_id=6b0c0332-9698-49f9-b4c2-141b6423f806 HTTP/1.1" status: 200 len: 1097 time: 0.0458035 Oct 20 11:38:48.710835 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026430e1-ff1a-4ec7-8e48-ea4d1573a22f req-c6c854d9-1cf6-4453-822c-2b8d192c3c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:48.712640 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-026430e1-ff1a-4ec7-8e48-ea4d1573a22f req-c6c854d9-1cf6-4453-822c-2b8d192c3c30 service neutron] 10.222.0.69 "GET /v2.0/networks?id=fe285df6-47a5-4acb-9439-36a986fbf2dc HTTP/1.1" status: 200 len: 897 time: 0.1206617 Oct 20 11:38:48.725049 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8fdb4b-4db7-4ccd-822e-174aebc5b995 req-0b84cdf4-d31e-44c2-bb56-47989dcc80c1 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:48.726450 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ca8fdb4b-4db7-4ccd-822e-174aebc5b995 req-0b84cdf4-d31e-44c2-bb56-47989dcc80c1 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/ports?device_id=6b0c0332-9698-49f9-b4c2-141b6423f806 HTTP/1.1" status: 200 len: 946 time: 0.0698335 Oct 20 11:38:48.777234 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-026430e1-ff1a-4ec7-8e48-ea4d1573a22f req-61d75c5a-c617-4bcb-b0f9-87d86f38c5af service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=361714d2-901c-4d62-804b-af340faf299b HTTP/1.1" status: 200 len: 217 time: 0.0491505 Oct 20 11:38:48.785118 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-867abbd2-e235-4c7e-aaa8-5de574242b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11565ccd-6bd7-4923-9d4c-b69579155898', 'name': 'tempest-TestNetworkAdvancedServerOps-router-384318991', 'tenant_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': 'c5795977-62a4-421f-bfc8-5ad8dfabb5ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:37:16Z', 'updated_at': '2021-10-20T11:37:20Z', 'revision_number': 4, 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'gw_port': {'id': 'c5795977-62a4-421f-bfc8-5ad8dfabb5ec', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:5e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11565ccd-6bd7-4923-9d4c-b69579155898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:37:16Z', 'updated_at': '2021-10-20T11:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': 'a73e58f3-3591-4818-b77c-8433fa1ffa9d', 'name': '', 'network_id': 'fe285df6-47a5-4acb-9439-36a986fbf2dc', 'tenant_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'mac_address': 'fa:16:3e:89:d0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11565ccd-6bd7-4923-9d4c-b69579155898', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '337cba18-e138-446e-ab54-300e0df0ed71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:37:19Z', 'updated_at': '2021-10-20T11:37:22Z', 'revision_number': 5, 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'subnets': [{'id': '337cba18-e138-446e-ab54-300e0df0ed71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:38:48.810958 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867abbd2-e235-4c7e-aaa8-5de574242b5a None None] Checking router: 11565ccd-6bd7-4923-9d4c-b69579155898 for host: n-d-811396-3 {{(pid=100598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:38:48.819073 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867abbd2-e235-4c7e-aaa8-5de574242b5a None None] Routers {'11565ccd-6bd7-4923-9d4c-b69579155898'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:38:48.819798 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-867abbd2-e235-4c7e-aaa8-5de574242b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:38:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['11565ccd-6bd7-4923-9d4c-b69579155898'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:38:48.825301 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ca8fdb4b-4db7-4ccd-822e-174aebc5b995 req-efb3627d-8483-48cd-9f2e-de9a5a643899 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/security-groups?id=34e956d5-5bcf-4b6e-8690-b706a067a1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914383 Oct 20 11:38:48.837302 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026430e1-ff1a-4ec7-8e48-ea4d1573a22f req-847d4c4d-9152-4d94-a2b0-f039035ec587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:48.838879 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-026430e1-ff1a-4ec7-8e48-ea4d1573a22f req-847d4c4d-9152-4d94-a2b0-f039035ec587 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=337cba18-e138-446e-ab54-300e0df0ed71 HTTP/1.1" status: 200 len: 835 time: 0.0543220 Oct 20 11:38:48.885098 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026430e1-ff1a-4ec7-8e48-ea4d1573a22f req-59d3dee0-625c-4705-b7bd-ccf643323826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:48.887187 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-026430e1-ff1a-4ec7-8e48-ea4d1573a22f req-59d3dee0-625c-4705-b7bd-ccf643323826 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=fe285df6-47a5-4acb-9439-36a986fbf2dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398557 Oct 20 11:38:48.926824 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-867abbd2-e235-4c7e-aaa8-5de574242b5a None None] Set router 11565ccd-6bd7-4923-9d4c-b69579155898 gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:38:48.981756 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-026430e1-ff1a-4ec7-8e48-ea4d1573a22f req-fdf3afa7-de9a-4589-96ec-5817f44d18d6 service neutron] 10.222.0.69 "GET /v2.0/networks/fe285df6-47a5-4acb-9439-36a986fbf2dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865347 Oct 20 11:38:49.072665 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-026430e1-ff1a-4ec7-8e48-ea4d1573a22f req-9c455de7-ef98-485b-b3e5-fa9011c0240f service neutron] 10.222.0.69 "GET /v2.0/networks/fe285df6-47a5-4acb-9439-36a986fbf2dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822861 Oct 20 11:38:49.124478 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-867abbd2-e235-4c7e-aaa8-5de574242b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11565ccd-6bd7-4923-9d4c-b69579155898', 'name': 'tempest-TestNetworkAdvancedServerOps-router-384318991', 'tenant_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': 'c5795977-62a4-421f-bfc8-5ad8dfabb5ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:37:16Z', 'updated_at': '2021-10-20T11:37:20Z', 'revision_number': 4, 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'gw_port': {'id': 'c5795977-62a4-421f-bfc8-5ad8dfabb5ec', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:5e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11565ccd-6bd7-4923-9d4c-b69579155898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:37:16Z', 'updated_at': '2021-10-20T11:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': 'a73e58f3-3591-4818-b77c-8433fa1ffa9d', 'name': '', 'network_id': 'fe285df6-47a5-4acb-9439-36a986fbf2dc', 'tenant_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'mac_address': 'fa:16:3e:89:d0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11565ccd-6bd7-4923-9d4c-b69579155898', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '337cba18-e138-446e-ab54-300e0df0ed71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:37:19Z', 'updated_at': '2021-10-20T11:37:22Z', 'revision_number': 5, 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'subnets': [{'id': '337cba18-e138-446e-ab54-300e0df0ed71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:38:49.149528 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867abbd2-e235-4c7e-aaa8-5de574242b5a None None] The sync data for ids ['11565ccd-6bd7-4923-9d4c-b69579155898'] in n-d-811396-3 is: [{'id': '11565ccd-6bd7-4923-9d4c-b69579155898', 'name': 'tempest-TestNetworkAdvancedServerOps-router-384318991', 'tenant_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': 'c5795977-62a4-421f-bfc8-5ad8dfabb5ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:37:16Z', 'updated_at': '2021-10-20T11:37:20Z', 'revision_number': 4, 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'gw_port': {'id': 'c5795977-62a4-421f-bfc8-5ad8dfabb5ec', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:5e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11565ccd-6bd7-4923-9d4c-b69579155898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:37:16Z', 'updated_at': '2021-10-20T11:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': 'a73e58f3-3591-4818-b77c-8433fa1ffa9d', 'name': '', 'network_id': 'fe285df6-47a5-4acb-9439-36a986fbf2dc', 'tenant_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'mac_address': 'fa:16:3e:89:d0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11565ccd-6bd7-4923-9d4c-b69579155898', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '337cba18-e138-446e-ab54-300e0df0ed71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:37:19Z', 'updated_at': '2021-10-20T11:37:22Z', 'revision_number': 5, 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'subnets': [{'id': '337cba18-e138-446e-ab54-300e0df0ed71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:38:49.369568 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6803af-8f79-40de-aa7a-98ca47f8ca41 None None] New status for floating IP dfff5e0c-2347-4f30-8670-58354e9542eb: DOWN {{(pid=100599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 11:38:49.856736 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:49.947624 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d1fa6c-a7b0-407b-8f3d-f176e6d5a4ac req-7f66c63c-31d9-4e33-aa3e-9a14f0424e5b tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:49.949692 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b4d1fa6c-a7b0-407b-8f3d-f176e6d5a4ac req-7f66c63c-31d9-4e33-aa3e-9a14f0424e5b tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/ports?device_id=6b0c0332-9698-49f9-b4c2-141b6423f806 HTTP/1.1" status: 200 len: 946 time: 0.0549057 Oct 20 11:38:49.987303 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b4d1fa6c-a7b0-407b-8f3d-f176e6d5a4ac req-43e64f0e-d052-4236-8152-9237a3d2fcc9 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/security-groups?id=34e956d5-5bcf-4b6e-8690-b706a067a1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314419 Oct 20 11:38:50.113168 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876abec8-a270-4503-9681-d8fb820f4806 req-138f3744-54a4-4883-b61f-bf2454dfb17a tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:50.114497 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-876abec8-a270-4503-9681-d8fb820f4806 req-138f3744-54a4-4883-b61f-bf2454dfb17a tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.69 "GET /v2.0/ports?device_id=6b0c0332-9698-49f9-b4c2-141b6423f806 HTTP/1.1" status: 200 len: 946 time: 0.0463135 Oct 20 11:38:50.200403 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-876abec8-a270-4503-9681-d8fb820f4806 req-918585be-4e11-46d2-babb-a0a3efb40809 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Deleting port 361714d2-901c-4d62-804b-af340faf299b {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:38:50.200740 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-876abec8-a270-4503-9681-d8fb820f4806 req-918585be-4e11-46d2-babb-a0a3efb40809 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:50.288008 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-876abec8-a270-4503-9681-d8fb820f4806 req-918585be-4e11-46d2-babb-a0a3efb40809 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] For port 361714d2-901c-4d62-804b-af340faf299b, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=361714d2-901c-4d62-804b-af340faf299b,segment=NetworkSegment(c0b27f3b-42ad-4893-bddd-25a6db1222e1),segment_id=c0b27f3b-42ad-4893-bddd-25a6db1222e1)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:38:50.288370 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-876abec8-a270-4503-9681-d8fb820f4806 req-918585be-4e11-46d2-babb-a0a3efb40809 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:50.300865 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-876abec8-a270-4503-9681-d8fb820f4806 req-918585be-4e11-46d2-babb-a0a3efb40809 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Calling delete_port for 361714d2-901c-4d62-804b-af340faf299b owned by compute:nova {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:38:50.425321 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-876abec8-a270-4503-9681-d8fb820f4806 req-918585be-4e11-46d2-babb-a0a3efb40809 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:50.451956 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918585be-4e11-46d2-babb-a0a3efb40809 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Pushing event deleted for resources: {'Port': ['ID=361714d2-901c-4d62-804b-af340faf299b,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:50.494260 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-876abec8-a270-4503-9681-d8fb820f4806 req-918585be-4e11-46d2-babb-a0a3efb40809 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] No DVR routers for this DVR port 361714d2-901c-4d62-804b-af340faf299b on host n-h2-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:38:50.497380 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-876abec8-a270-4503-9681-d8fb820f4806 req-918585be-4e11-46d2-babb-a0a3efb40809 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:50.500865 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-876abec8-a270-4503-9681-d8fb820f4806 req-918585be-4e11-46d2-babb-a0a3efb40809 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.69 "DELETE /v2.0/ports/361714d2-901c-4d62-804b-af340faf299b HTTP/1.1" status: 204 len: 173 time: 0.3795183 Oct 20 11:38:50.515512 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b0c0332-9698-49f9-b4c2-141b6423f806', 'name': 'network-vif-deleted', 'tag': '361714d2-901c-4d62-804b-af340faf299b'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:38:50.517788 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b817f9d80a1b29ed07bd94f2222da8cf244b0bc6025e0bf33ac95c6b13c59699" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-403b2c5b-5abc-47b3-9739-8accec5e2553" -d '{"events": [{"server_uuid": "6b0c0332-9698-49f9-b4c2-141b6423f806", "name": "network-vif-deleted", "tag": "361714d2-901c-4d62-804b-af340faf299b"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:38:50.555090 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bfc5ee4-bbb6-4972-98b3-704100439d85 x-openstack-request-id: req-7bfc5ee4-bbb6-4972-98b3-704100439d85 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:38:50.555410 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b0c0332-9698-49f9-b4c2-141b6423f806", "name": "network-vif-deleted", "tag": "361714d2-901c-4d62-804b-af340faf299b", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:38:50.555680 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7bfc5ee4-bbb6-4972-98b3-704100439d85 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:38:50.556084 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b0c0332-9698-49f9-b4c2-141b6423f806', 'name': 'network-vif-deleted', 'tag': '361714d2-901c-4d62-804b-af340faf299b', 'status': 'completed', 'code': 200} Oct 20 11:38:51.043602 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 47462) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:51.407357 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d503bf72-86cf-41a1-b926-690780508df6 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1774405'] for router_interface, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:51.657012 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-d503bf72-86cf-41a1-b926-690780508df6 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Deleting port a73e58f3-3591-4818-b77c-8433fa1ffa9d {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:38:51.657350 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d503bf72-86cf-41a1-b926-690780508df6 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:51.742064 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [None req-d503bf72-86cf-41a1-b926-690780508df6 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] For port a73e58f3-3591-4818-b77c-8433fa1ffa9d, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=a73e58f3-3591-4818-b77c-8433fa1ffa9d,segment=NetworkSegment(c0b27f3b-42ad-4893-bddd-25a6db1222e1),segment_id=c0b27f3b-42ad-4893-bddd-25a6db1222e1)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:38:51.742428 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d503bf72-86cf-41a1-b926-690780508df6 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:51.755890 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-d503bf72-86cf-41a1-b926-690780508df6 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Calling delete_port for a73e58f3-3591-4818-b77c-8433fa1ffa9d owned by network:router_interface {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:38:51.942942 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d503bf72-86cf-41a1-b926-690780508df6 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:51.970444 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d503bf72-86cf-41a1-b926-690780508df6 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Pushing event deleted for resources: {'Port': ['ID=a73e58f3-3591-4818-b77c-8433fa1ffa9d,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:52.142940 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d503bf72-86cf-41a1-b926-690780508df6 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1771989'] for router_interface, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:52.358953 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d503bf72-86cf-41a1-b926-690780508df6 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Router 11565ccd-6bd7-4923-9d4c-b69579155898 has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:38:52.465293 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d503bf72-86cf-41a1-b926-690780508df6 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:38:52.470987 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-d503bf72-86cf-41a1-b926-690780508df6 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "PUT /v2.0/routers/11565ccd-6bd7-4923-9d4c-b69579155898/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4262779 Oct 20 11:38:52.473746 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 47464) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:52.476311 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3550b26-8810-41cd-8d16-e01508ff9c4d None None] Sync routers for ids ['11565ccd-6bd7-4923-9d4c-b69579155898'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:38:52.485880 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3550b26-8810-41cd-8d16-e01508ff9c4d None None] Routers {'11565ccd-6bd7-4923-9d4c-b69579155898'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:38:52.486558 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-e3550b26-8810-41cd-8d16-e01508ff9c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:38:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['11565ccd-6bd7-4923-9d4c-b69579155898'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:38:52.524766 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_v2 [None req-a29cd9f6-1026-4ee5-a645-524c61fb3e47 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Deleting subnet 337cba18-e138-446e-ab54-300e0df0ed71 {{(pid=100597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:38:52.528457 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a29cd9f6-1026-4ee5-a645-524c61fb3e47 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for subnet, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:52.571055 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a29cd9f6-1026-4ee5-a645-524c61fb3e47 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25852621'] for subnet, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:52.592537 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-e3550b26-8810-41cd-8d16-e01508ff9c4d None None] Set router 11565ccd-6bd7-4923-9d4c-b69579155898 gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:38:52.653430 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a29cd9f6-1026-4ee5-a645-524c61fb3e47 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:52.712614 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a29cd9f6-1026-4ee5-a645-524c61fb3e47 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25350811'] for subnet, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:52.744275 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29cd9f6-1026-4ee5-a645-524c61fb3e47 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Pushing event deleted for resources: {'Subnet': ['ID=337cba18-e138-446e-ab54-300e0df0ed71,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:52.753664 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a29cd9f6-1026-4ee5-a645-524c61fb3e47 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:52.756960 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-a29cd9f6-1026-4ee5-a645-524c61fb3e47 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "DELETE /v2.0/subnets/337cba18-e138-446e-ab54-300e0df0ed71 HTTP/1.1" status: 204 len: 168 time: 0.2821934 Oct 20 11:38:52.757645 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cefecff4-7ac9-4ae4-9a47-8165e6165573 None None] Network fe285df6-47a5-4acb-9439-36a986fbf2dc requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:38:52.759031 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29cd9f6-1026-4ee5-a645-524c61fb3e47 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:38:52.759636 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29cd9f6-1026-4ee5-a645-524c61fb3e47 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:38:52.759769 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 47466) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:52.759982 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29cd9f6-1026-4ee5-a645-524c61fb3e47 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:38:52.760315 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29cd9f6-1026-4ee5-a645-524c61fb3e47 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:38:52.760690 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29cd9f6-1026-4ee5-a645-524c61fb3e47 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:38:52.761022 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29cd9f6-1026-4ee5-a645-524c61fb3e47 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:38:52.761353 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29cd9f6-1026-4ee5-a645-524c61fb3e47 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:38:52.761679 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29cd9f6-1026-4ee5-a645-524c61fb3e47 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:38:52.762007 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29cd9f6-1026-4ee5-a645-524c61fb3e47 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:38:52.762331 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29cd9f6-1026-4ee5-a645-524c61fb3e47 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:38:52.762651 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29cd9f6-1026-4ee5-a645-524c61fb3e47 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:38:52.762972 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29cd9f6-1026-4ee5-a645-524c61fb3e47 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:38:52.838345 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-e3550b26-8810-41cd-8d16-e01508ff9c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11565ccd-6bd7-4923-9d4c-b69579155898', 'name': 'tempest-TestNetworkAdvancedServerOps-router-384318991', 'tenant_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': 'c5795977-62a4-421f-bfc8-5ad8dfabb5ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:37:16Z', 'updated_at': '2021-10-20T11:38:51Z', 'revision_number': 5, 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'gw_port': {'id': 'c5795977-62a4-421f-bfc8-5ad8dfabb5ec', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:5e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11565ccd-6bd7-4923-9d4c-b69579155898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:37:16Z', 'updated_at': '2021-10-20T11:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:38:52.865933 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-dec0a72a-e6f6-40fd-babb-0a9db34dc5cb tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for router, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:52.866264 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3550b26-8810-41cd-8d16-e01508ff9c4d None None] Checking router: 11565ccd-6bd7-4923-9d4c-b69579155898 for host: n-d-811396-3 {{(pid=100598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:38:52.905057 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3550b26-8810-41cd-8d16-e01508ff9c4d None None] Routers {'11565ccd-6bd7-4923-9d4c-b69579155898'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:38:52.905585 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-e3550b26-8810-41cd-8d16-e01508ff9c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:38:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['11565ccd-6bd7-4923-9d4c-b69579155898'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:38:52.972760 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-dec0a72a-e6f6-40fd-babb-0a9db34dc5cb tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:53.024078 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-e3550b26-8810-41cd-8d16-e01508ff9c4d None None] Set router 11565ccd-6bd7-4923-9d4c-b69579155898 gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:38:53.030991 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-dec0a72a-e6f6-40fd-babb-0a9db34dc5cb tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Deleting port c5795977-62a4-421f-bfc8-5ad8dfabb5ec {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:38:53.031445 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-dec0a72a-e6f6-40fd-babb-0a9db34dc5cb tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:53.054475 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d5e2048-5bb6-457f-a20d-2096314d304e None None] DHCP port deletion for fe285df6-47a5-4acb-9439-36a986fbf2dc request from n-d-811396-3 {{(pid=100598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:38:53.110914 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [None req-dec0a72a-e6f6-40fd-babb-0a9db34dc5cb tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] For port c5795977-62a4-421f-bfc8-5ad8dfabb5ec, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=c5795977-62a4-421f-bfc8-5ad8dfabb5ec,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:38:53.111290 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-dec0a72a-e6f6-40fd-babb-0a9db34dc5cb tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:53.126385 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-dec0a72a-e6f6-40fd-babb-0a9db34dc5cb tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Calling delete_port for c5795977-62a4-421f-bfc8-5ad8dfabb5ec owned by network:router_gateway {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:38:53.197364 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-2d5e2048-5bb6-457f-a20d-2096314d304e None None] Deleting port a21e3df2-1845-4c19-b0b9-b54ada77fdae {{(pid=100598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:38:53.197743 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-2d5e2048-5bb6-457f-a20d-2096314d304e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:53.228438 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device a21e3df2-1845-4c19-b0b9-b54ada77fdae no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:38:53.298879 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-dec0a72a-e6f6-40fd-babb-0a9db34dc5cb tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:53.321234 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-2d5e2048-5bb6-457f-a20d-2096314d304e None None] For port a21e3df2-1845-4c19-b0b9-b54ada77fdae, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=a21e3df2-1845-4c19-b0b9-b54ada77fdae,segment=NetworkSegment(c0b27f3b-42ad-4893-bddd-25a6db1222e1),segment_id=c0b27f3b-42ad-4893-bddd-25a6db1222e1)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:38:53.321651 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-2d5e2048-5bb6-457f-a20d-2096314d304e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:53.322872 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec0a72a-e6f6-40fd-babb-0a9db34dc5cb tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Pushing event deleted for resources: {'Port': ['ID=c5795977-62a4-421f-bfc8-5ad8dfabb5ec,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:53.341181 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-2d5e2048-5bb6-457f-a20d-2096314d304e None None] Calling delete_port for a21e3df2-1845-4c19-b0b9-b54ada77fdae owned by network:dhcp {{(pid=100598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:38:53.389961 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-dec0a72a-e6f6-40fd-babb-0a9db34dc5cb tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1773439'] for router_gateway, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:53.427225 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:53.433848 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-e3550b26-8810-41cd-8d16-e01508ff9c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11565ccd-6bd7-4923-9d4c-b69579155898', 'name': 'tempest-TestNetworkAdvancedServerOps-router-384318991', 'tenant_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': 'c5795977-62a4-421f-bfc8-5ad8dfabb5ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:37:16Z', 'updated_at': '2021-10-20T11:38:51Z', 'revision_number': 5, 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'gw_port': {'id': 'c5795977-62a4-421f-bfc8-5ad8dfabb5ec', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:5e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11565ccd-6bd7-4923-9d4c-b69579155898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:37:16Z', 'updated_at': '2021-10-20T11:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:38:53.476903 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3550b26-8810-41cd-8d16-e01508ff9c4d None None] The sync data for ids ['11565ccd-6bd7-4923-9d4c-b69579155898'] in n-d-811396-3 is: [{'id': '11565ccd-6bd7-4923-9d4c-b69579155898', 'name': 'tempest-TestNetworkAdvancedServerOps-router-384318991', 'tenant_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': 'c5795977-62a4-421f-bfc8-5ad8dfabb5ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:37:16Z', 'updated_at': '2021-10-20T11:38:51Z', 'revision_number': 5, 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'gw_port': {'id': 'c5795977-62a4-421f-bfc8-5ad8dfabb5ec', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:5e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11565ccd-6bd7-4923-9d4c-b69579155898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:37:16Z', 'updated_at': '2021-10-20T11:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:38:53.484463 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-dec0a72a-e6f6-40fd-babb-0a9db34dc5cb tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1772272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258304'] for router, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:53.486686 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-dec0a72a-e6f6-40fd-babb-0a9db34dc5cb tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:53.511991 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] For port a21e3df2-1845-4c19-b0b9-b54ada77fdae, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=a21e3df2-1845-4c19-b0b9-b54ada77fdae,segment=NetworkSegment(c0b27f3b-42ad-4893-bddd-25a6db1222e1),segment_id=c0b27f3b-42ad-4893-bddd-25a6db1222e1)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:38:53.517321 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:53.533216 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-dec0a72a-e6f6-40fd-babb-0a9db34dc5cb tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1772267'] for router, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:53.533846 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dec0a72a-e6f6-40fd-babb-0a9db34dc5cb tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Fanout notify agent at l3_agent the message router_deleted on router 11565ccd-6bd7-4923-9d4c-b69579155898 {{(pid=100596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:38:53.542237 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-2d5e2048-5bb6-457f-a20d-2096314d304e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956'] for port, after_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:53.544593 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-dec0a72a-e6f6-40fd-babb-0a9db34dc5cb tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for router, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:53.545690 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-dec0a72a-e6f6-40fd-babb-0a9db34dc5cb tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "DELETE /v2.0/routers/11565ccd-6bd7-4923-9d4c-b69579155898 HTTP/1.1" status: 204 len: 168 time: 0.7850180 Oct 20 11:38:53.548440 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 47468) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:53.560794 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5e2048-5bb6-457f-a20d-2096314d304e None None] No DVR routers for this DVR port a21e3df2-1845-4c19-b0b9-b54ada77fdae on host n-d-811396-3 {{(pid=100598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:38:53.579573 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Pushing event updated for resources: {'Port': ['ID=a21e3df2-1845-4c19-b0b9-b54ada77fdae,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:53.587600 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:38:53.587600 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:38:53.587851 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:38:53.588137 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:38:53.588470 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:38:53.589426 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:38:53.589757 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:38:53.590089 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:38:53.590408 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:38:53.590737 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:38:53.591057 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:38:53.591654 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:38:53.619229 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5e2048-5bb6-457f-a20d-2096314d304e None None] Pushing event deleted for resources: {'Port': ['ID=a21e3df2-1845-4c19-b0b9-b54ada77fdae,revision_number=None']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:53.631822 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e5457e14-8a6b-4716-93a7-af4fba7d3234 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:53.719079 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e5457e14-8a6b-4716-93a7-af4fba7d3234 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:53.737842 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-e5457e14-8a6b-4716-93a7-af4fba7d3234 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe285df6-47a5-4acb-9439-36a986fbf2dc']}} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:38:53.747104 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-e5457e14-8a6b-4716-93a7-af4fba7d3234 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0b27f3b-42ad-4893-bddd-25a6db1222e1') {'for_net_delete': True} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:38:53.747423 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-e5457e14-8a6b-4716-93a7-af4fba7d3234 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0b27f3b-42ad-4893-bddd-25a6db1222e1') {} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:38:53.756270 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e5457e14-8a6b-4716-93a7-af4fba7d3234 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25189038'] for segment, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:53.769306 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e5457e14-8a6b-4716-93a7-af4fba7d3234 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:53.774824 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5457e14-8a6b-4716-93a7-af4fba7d3234 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Releasing vlan 816 on physical network physnet1 to pool {{(pid=100596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:38:53.775196 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e5457e14-8a6b-4716-93a7-af4fba7d3234 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26833155'] for segment, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:53.778101 n-d-811396-3 neutron-server[100596]: Traceback (most recent call last): Oct 20 11:38:53.778101 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:38:53.778101 n-d-811396-3 neutron-server[100596]: timer() Oct 20 11:38:53.778101 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:38:53.778101 n-d-811396-3 neutron-server[100596]: cb(*args, **kw) Oct 20 11:38:53.778101 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:38:53.778101 n-d-811396-3 neutron-server[100596]: return func(*args, **kwargs) Oct 20 11:38:53.778101 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:38:53.778101 n-d-811396-3 neutron-server[100596]: self._notify() Oct 20 11:38:53.778101 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:38:53.778101 n-d-811396-3 neutron-server[100596]: self.callback(batched_events) Oct 20 11:38:53.778101 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:38:53.778101 n-d-811396-3 neutron-server[100596]: event.method(event) Oct 20 11:38:53.778101 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:38:53.778101 n-d-811396-3 neutron-server[100596]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:38:53.778101 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:38:53.778101 n-d-811396-3 neutron-server[100596]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:38:53.778101 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:38:53.778101 n-d-811396-3 neutron-server[100596]: return f(self, *a, **k) Oct 20 11:38:53.778101 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:38:53.778101 n-d-811396-3 neutron-server[100596]: return self._get(url).json() Oct 20 11:38:53.778101 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:38:53.778101 n-d-811396-3 neutron-server[100596]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:38:53.778101 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:38:53.778101 n-d-811396-3 neutron-server[100596]: return self.request(url, 'GET', **kwargs) Oct 20 11:38:53.778101 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:38:53.778101 n-d-811396-3 neutron-server[100596]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:38:53.778101 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:38:53.778101 n-d-811396-3 neutron-server[100596]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:38:53.778101 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:38:53.778101 n-d-811396-3 neutron-server[100596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:38:53.778101 n-d-811396-3 neutron-server[100596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:38:53.836717 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e5457e14-8a6b-4716-93a7-af4fba7d3234 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:53.843642 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e5457e14-8a6b-4716-93a7-af4fba7d3234 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:53.846790 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-e5457e14-8a6b-4716-93a7-af4fba7d3234 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "DELETE /v2.0/networks/fe285df6-47a5-4acb-9439-36a986fbf2dc HTTP/1.1" status: 204 len: 168 time: 0.2973945 Oct 20 11:38:53.849623 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 47470) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:53.858237 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5457e14-8a6b-4716-93a7-af4fba7d3234 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Pushing event deleted for resources: {'Network': ['ID=fe285df6-47a5-4acb-9439-36a986fbf2dc,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:53.888182 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 361714d2-901c-4d62-804b-af340faf299b no longer exists at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:38:53.908509 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] No Port match for: 361714d2-901c-4d62-804b-af340faf299b {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:38:53.908869 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 361714d2-901c-4d62-804b-af340faf299b not bound to the agent host n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:38:53.920599 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d4b58917-ba37-4cb5-a283-efa033693e99 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:53.947805 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d4b58917-ba37-4cb5-a283-efa033693e99 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:54.009285 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d4b58917-ba37-4cb5-a283-efa033693e99 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:54.012742 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d4b58917-ba37-4cb5-a283-efa033693e99 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:54.014048 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-d4b58917-ba37-4cb5-a283-efa033693e99 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "DELETE /v2.0/security-groups/34e956d5-5bcf-4b6e-8690-b706a067a1bf HTTP/1.1" status: 204 len: 168 time: 0.1634183 Oct 20 11:38:54.024941 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b58917-ba37-4cb5-a283-efa033693e99 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34e956d5-5bcf-4b6e-8690-b706a067a1bf,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:54.205260 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 47476) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:54.209864 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-84ee3438-807f-47f3-bb20-2a757f87d0b4 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-104311908', 'description': 'tempest-secgroup-smoke-104311908 description', 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:38:54.232483 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-84ee3438-807f-47f3-bb20-2a757f87d0b4 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:54.299477 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-84ee3438-807f-47f3-bb20-2a757f87d0b4 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:54.303097 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-84ee3438-807f-47f3-bb20-2a757f87d0b4 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:54.331678 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-84ee3438-807f-47f3-bb20-2a757f87d0b4 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:54.332895 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-84ee3438-807f-47f3-bb20-2a757f87d0b4 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1266322 Oct 20 11:38:54.336040 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 47478) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:54.336991 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ee3438-807f-47f3-bb20-2a757f87d0b4 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cc91a2b-9937-4c8f-aa26-0924b0364c28,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:54.342289 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-576b2150-eba2-4bf9-9c51-e03f0c7bf32f tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Request body: {'security_group_rule': {'security_group_id': '4cc91a2b-9937-4c8f-aa26-0924b0364c28', 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:38:54.369171 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-576b2150-eba2-4bf9-9c51-e03f0c7bf32f tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:54.428044 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-576b2150-eba2-4bf9-9c51-e03f0c7bf32f tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:54.431781 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-576b2150-eba2-4bf9-9c51-e03f0c7bf32f tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:54.448883 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576b2150-eba2-4bf9-9c51-e03f0c7bf32f tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bbd807a-a333-4830-8845-79f43c9f24f3,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:54.456177 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-576b2150-eba2-4bf9-9c51-e03f0c7bf32f tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:54.457299 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-576b2150-eba2-4bf9-9c51-e03f0c7bf32f tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1200292 Oct 20 11:38:54.460052 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 47480) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:54.464843 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-ddc041cc-453c-4fc8-b038-1cf04e37dba8 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Request body: {'security_group_rule': {'security_group_id': '4cc91a2b-9937-4c8f-aa26-0924b0364c28', 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:38:54.493602 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ddc041cc-453c-4fc8-b038-1cf04e37dba8 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:54.551778 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ddc041cc-453c-4fc8-b038-1cf04e37dba8 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:54.555068 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ddc041cc-453c-4fc8-b038-1cf04e37dba8 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:54.572012 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc041cc-453c-4fc8-b038-1cf04e37dba8 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f362c76-481e-4616-95ad-5a6fe30ac5d9,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:54.580583 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ddc041cc-453c-4fc8-b038-1cf04e37dba8 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:54.581840 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-ddc041cc-453c-4fc8-b038-1cf04e37dba8 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1208150 Oct 20 11:38:54.584593 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 47482) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:54.589475 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-9fa22fbb-2b86-40b1-932f-e2ee8347f049 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Request body: {'security_group_rule': {'security_group_id': '4cc91a2b-9937-4c8f-aa26-0924b0364c28', 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:38:54.615739 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-9fa22fbb-2b86-40b1-932f-e2ee8347f049 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:54.674488 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-9fa22fbb-2b86-40b1-932f-e2ee8347f049 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:54.677989 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-9fa22fbb-2b86-40b1-932f-e2ee8347f049 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:54.695991 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa22fbb-2b86-40b1-932f-e2ee8347f049 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=014fdf1f-874a-4065-89c7-a39089de38f4,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:54.701832 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-9fa22fbb-2b86-40b1-932f-e2ee8347f049 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:54.703016 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-9fa22fbb-2b86-40b1-932f-e2ee8347f049 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1174781 Oct 20 11:38:54.705702 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 47484) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:54.710362 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-765191b9-6e65-43f3-9ab5-f305787f679b tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Request body: {'security_group_rule': {'security_group_id': '4cc91a2b-9937-4c8f-aa26-0924b0364c28', 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:38:54.736883 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-765191b9-6e65-43f3-9ab5-f305787f679b tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:54.795124 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-765191b9-6e65-43f3-9ab5-f305787f679b tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:54.798436 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-765191b9-6e65-43f3-9ab5-f305787f679b tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:54.815595 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765191b9-6e65-43f3-9ab5-f305787f679b tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34758df0-a31a-47de-891c-513904c9fc11,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:54.824393 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-765191b9-6e65-43f3-9ab5-f305787f679b tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:54.825964 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-765191b9-6e65-43f3-9ab5-f305787f679b tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1191266 Oct 20 11:38:54.828921 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 47486) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:54.834593 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-9832e5e9-427a-4c0f-8352-33803b77f75f tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Request body: {'security_group_rule': {'security_group_id': '4cc91a2b-9937-4c8f-aa26-0924b0364c28', 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:38:54.856142 n-d-811396-3 neutron-server[100596]: INFO neutron.db.securitygroups_db [None req-9832e5e9-427a-4c0f-8352-33803b77f75f tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Project e5f86d6a88794eafa52e20983c8a9c09 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 11:38:54.861202 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-9832e5e9-427a-4c0f-8352-33803b77f75f tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:54.920043 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-9832e5e9-427a-4c0f-8352-33803b77f75f tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:54.923679 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-9832e5e9-427a-4c0f-8352-33803b77f75f tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:54.941842 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9832e5e9-427a-4c0f-8352-33803b77f75f tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56f31086-f662-40f2-88ab-d7b6e9d2aa36,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:54.950239 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-9832e5e9-427a-4c0f-8352-33803b77f75f tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:54.951458 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-9832e5e9-427a-4c0f-8352-33803b77f75f tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1214161 Oct 20 11:38:54.954182 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 47488) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:54.958409 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-b480d537-158e-4265-a0f7-505d157cf89e tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Request body: {'security_group_rule': {'security_group_id': '4cc91a2b-9937-4c8f-aa26-0924b0364c28', 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:38:54.980269 n-d-811396-3 neutron-server[100596]: INFO neutron.db.securitygroups_db [None req-b480d537-158e-4265-a0f7-505d157cf89e tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Project e5f86d6a88794eafa52e20983c8a9c09 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 11:38:54.984966 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-b480d537-158e-4265-a0f7-505d157cf89e tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:55.045401 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-b480d537-158e-4265-a0f7-505d157cf89e tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:55.049111 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-b480d537-158e-4265-a0f7-505d157cf89e tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:55.066954 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b480d537-158e-4265-a0f7-505d157cf89e tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1eda7008-c6f7-4dd4-bc2b-024958337b1c,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:55.075681 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-b480d537-158e-4265-a0f7-505d157cf89e tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:55.076883 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-b480d537-158e-4265-a0f7-505d157cf89e tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1217999 Oct 20 11:38:55.079694 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 47490) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:55.084635 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-6021f4a8-6f39-4ff7-a25f-193be6a21a5d tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Request body: {'network': {'name': 'tempest-network-smoke--1828502950', 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'port_security_enabled': True}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:38:55.105133 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6021f4a8-6f39-4ff7-a25f-193be6a21a5d tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Made reservation on behalf of e5f86d6a88794eafa52e20983c8a9c09 for: {'network': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:38:55.109134 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6021f4a8-6f39-4ff7-a25f-193be6a21a5d tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:55.135847 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6021f4a8-6f39-4ff7-a25f-193be6a21a5d tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 833} {{(pid=100596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:38:55.145489 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6021f4a8-6f39-4ff7-a25f-193be6a21a5d tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:55.145833 n-d-811396-3 neutron-server[100596]: INFO neutron.db.segments_db [None req-6021f4a8-6f39-4ff7-a25f-193be6a21a5d tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Added segment 0f2377a5-54b8-4fe1-845f-239333873ecc of type vlan for network 10950811-1f8f-4f84-bb65-93a4ffd1a4be Oct 20 11:38:55.164272 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device a73e58f3-3591-4818-b77c-8433fa1ffa9d no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:38:55.185698 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: a73e58f3-3591-4818-b77c-8433fa1ffa9d {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:38:55.186050 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device a73e58f3-3591-4818-b77c-8433fa1ffa9d not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:38:55.186471 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device c5795977-62a4-421f-bfc8-5ad8dfabb5ec no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:38:55.205735 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: c5795977-62a4-421f-bfc8-5ad8dfabb5ec {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:38:55.206074 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device c5795977-62a4-421f-bfc8-5ad8dfabb5ec not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:38:55.508610 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6021f4a8-6f39-4ff7-a25f-193be6a21a5d tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:55.532022 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6021f4a8-6f39-4ff7-a25f-193be6a21a5d tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:55.537608 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6021f4a8-6f39-4ff7-a25f-193be6a21a5d tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:55.538187 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6021f4a8-6f39-4ff7-a25f-193be6a21a5d tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:55.569934 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-6021f4a8-6f39-4ff7-a25f-193be6a21a5d tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4891064 Oct 20 11:38:55.572837 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 47492) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:55.577661 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-f753db3a-3821-422a-8657-3a4e7181eea0 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1955163359', 'admin_state_up': True, 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:38:55.600085 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f753db3a-3821-422a-8657-3a4e7181eea0 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1772442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258322'] for router, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:55.601066 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f753db3a-3821-422a-8657-3a4e7181eea0 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1772334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773516', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258315'] for router, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:55.607273 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6021f4a8-6f39-4ff7-a25f-193be6a21a5d tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Pushing event updated for resources: {'Network': ['ID=10950811-1f8f-4f84-bb65-93a4ffd1a4be,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:55.617958 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network 10950811-1f8f-4f84-bb65-93a4ffd1a4be details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:38:55.907655 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f753db3a-3821-422a-8657-3a4e7181eea0 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:56.044871 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f753db3a-3821-422a-8657-3a4e7181eea0 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:56.231860 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f753db3a-3821-422a-8657-3a4e7181eea0 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for router_gateway, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:56.250142 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f753db3a-3821-422a-8657-3a4e7181eea0 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:56.352634 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-f753db3a-3821-422a-8657-3a4e7181eea0 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Allocated IP 172.25.1.158 (cbe170d3-31ba-45a2-b477-520ab0a7a8ea/f4e26aca-17ac-4adb-a66b-d939a1b35b64/39b690dc-aed8-49a4-9d2f-3c1ad6fc8784) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:38:56.449743 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f753db3a-3821-422a-8657-3a4e7181eea0 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:56.482232 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f753db3a-3821-422a-8657-3a4e7181eea0 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:56.527779 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f753db3a-3821-422a-8657-3a4e7181eea0 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Network cbe170d3-31ba-45a2-b477-520ab0a7a8ea is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:38:56.530629 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-f753db3a-3821-422a-8657-3a4e7181eea0 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:38:56.534083 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f753db3a-3821-422a-8657-3a4e7181eea0 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:38:56.555470 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f753db3a-3821-422a-8657-3a4e7181eea0 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Pushing event updated for resources: {'Port': ['ID=39b690dc-aed8-49a4-9d2f-3c1ad6fc8784,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:56.778240 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f753db3a-3821-422a-8657-3a4e7181eea0 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for router_gateway, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:56.971806 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f753db3a-3821-422a-8657-3a4e7181eea0 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1773475'] for router, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:57.093811 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f753db3a-3821-422a-8657-3a4e7181eea0 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Router 823699a5-5b59-4999-8a21-8bf9c68afe99 is scheduled to L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 with binding_index 1 {{(pid=100597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 11:38:57.195906 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f753db3a-3821-422a-8657-3a4e7181eea0 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:38:57.206022 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3cdb57c-5f8c-46d0-b0f9-505da8dfb1bb None None] Sync routers for ids ['823699a5-5b59-4999-8a21-8bf9c68afe99'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:38:57.215986 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3cdb57c-5f8c-46d0-b0f9-505da8dfb1bb None None] Routers {'823699a5-5b59-4999-8a21-8bf9c68afe99'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:38:57.216559 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f753db3a-3821-422a-8657-3a4e7181eea0 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for router, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:57.216711 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-b3cdb57c-5f8c-46d0-b0f9-505da8dfb1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:38:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['823699a5-5b59-4999-8a21-8bf9c68afe99'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:38:57.217913 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-f753db3a-3821-422a-8657-3a4e7181eea0 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.6439250 Oct 20 11:38:57.221143 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 47494) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:57.254426 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-a4a640ab-2f55-42c6-832d-af90a5580301 tempest-TestNetworkAdvancedServerOps-1034537329 tempest-TestNetworkAdvancedServerOps-1034537329-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=e5f86d6a88794eafa52e20983c8a9c09&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0314300 Oct 20 11:38:57.256489 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 47496) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:57.320537 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-b3cdb57c-5f8c-46d0-b0f9-505da8dfb1bb None None] Set router 823699a5-5b59-4999-8a21-8bf9c68afe99 gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:38:57.346415 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeaff66a-903f-4ce4-9d71-fd6c5688ae49 tempest-TestNetworkAdvancedServerOps-1034537329 tempest-TestNetworkAdvancedServerOps-1034537329-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:57.347886 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-aeaff66a-903f-4ce4-9d71-fd6c5688ae49 tempest-TestNetworkAdvancedServerOps-1034537329 tempest-TestNetworkAdvancedServerOps-1034537329-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0902493 Oct 20 11:38:57.350740 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 47498) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:57.378534 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-3cdedc2e-2499-48f8-a695-a477670f8754 tempest-TestNetworkAdvancedServerOps-1034537329 tempest-TestNetworkAdvancedServerOps-1034537329-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=cbe170d3-31ba-45a2-b477-520ab0a7a8ea&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267193 Oct 20 11:38:57.381096 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 47500) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:57.386228 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-030cef5d-9c30-4839-9c0e-08680357c8ab tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1799049169', 'network_id': '10950811-1f8f-4f84-bb65-93a4ffd1a4be', 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:38:57.478898 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-030cef5d-9c30-4839-9c0e-08680357c8ab tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Made reservation on behalf of e5f86d6a88794eafa52e20983c8a9c09 for: {'subnet': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:38:57.482841 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-030cef5d-9c30-4839-9c0e-08680357c8ab tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25350782'] for subnet, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:57.499189 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-b3cdb57c-5f8c-46d0-b0f9-505da8dfb1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '823699a5-5b59-4999-8a21-8bf9c68afe99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1955163359', 'tenant_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '39b690dc-aed8-49a4-9d2f-3c1ad6fc8784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:38:55Z', 'updated_at': '2021-10-20T11:38:56Z', 'revision_number': 3, 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'gw_port': {'id': '39b690dc-aed8-49a4-9d2f-3c1ad6fc8784', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:5d:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '823699a5-5b59-4999-8a21-8bf9c68afe99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:38:56Z', 'updated_at': '2021-10-20T11:38:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:38:57.525183 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3cdb57c-5f8c-46d0-b0f9-505da8dfb1bb None None] Checking router: 823699a5-5b59-4999-8a21-8bf9c68afe99 for host: n-d-811396-3 {{(pid=100599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:38:57.525530 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3cdb57c-5f8c-46d0-b0f9-505da8dfb1bb None None] Updating router 823699a5-5b59-4999-8a21-8bf9c68afe99 port 39b690dc-aed8-49a4-9d2f-3c1ad6fc8784 binding host n-d-811396-3 {{(pid=100599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:38:57.550711 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-b3cdb57c-5f8c-46d0-b0f9-505da8dfb1bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:57.662557 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-030cef5d-9c30-4839-9c0e-08680357c8ab tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25350752'] for subnet, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:57.721423 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030cef5d-9c30-4839-9c0e-08680357c8ab tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Pushing event updated for resources: {'Subnet': ['ID=6be072fa-5b3f-4392-b1bf-bfd56689f9da,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:57.730205 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-030cef5d-9c30-4839-9c0e-08680357c8ab tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Checking segment: {'id': '0f2377a5-54b8-4fe1-845f-239333873ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '10950811-1f8f-4f84-bb65-93a4ffd1a4be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:38:57.730563 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-030cef5d-9c30-4839-9c0e-08680357c8ab tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Network hostable DHCP agents. Network: 10950811-1f8f-4f84-bb65-93a4ffd1a4be, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:38:57.747742 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-030cef5d-9c30-4839-9c0e-08680357c8ab tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Network 10950811-1f8f-4f84-bb65-93a4ffd1a4be is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:38:57.757492 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-030cef5d-9c30-4839-9c0e-08680357c8ab tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, 10950811-1f8f-4f84-bb65-93a4ffd1a4be) {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:38:57.763220 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-030cef5d-9c30-4839-9c0e-08680357c8ab tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:57.764321 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-030cef5d-9c30-4839-9c0e-08680357c8ab tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:57.774297 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ce8e1b-9fe6-43e0-8473-a13e2245be01 None None] Network 10950811-1f8f-4f84-bb65-93a4ffd1a4be requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:38:57.781216 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-030cef5d-9c30-4839-9c0e-08680357c8ab tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3991077 Oct 20 11:38:57.783988 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 47502) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:57.806365 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-b3cdb57c-5f8c-46d0-b0f9-505da8dfb1bb None None] Publish callbacks [] for port, precommit_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:57.813337 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-b3cdb57c-5f8c-46d0-b0f9-505da8dfb1bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:57.929738 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b52768-daa6-4ccf-8ae7-a788512f9259 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524064ba-869c-5550-b826-c26b69a11278-10950811-1f8f-4f84-bb65-93a4ffd1a4be', 'network_id': '10950811-1f8f-4f84-bb65-93a4ffd1a4be', 'tenant_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'fixed_ips': [{'subnet_id': '6be072fa-5b3f-4392-b1bf-bfd56689f9da'}]}} from n-d-811396-3. {{(pid=100598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:38:57.930781 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-59b52768-daa6-4ccf-8ae7-a788512f9259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:57.957428 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-b3cdb57c-5f8c-46d0-b0f9-505da8dfb1bb None None] Attempting to bind port 39b690dc-aed8-49a4-9d2f-3c1ad6fc8784 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:38:57.957799 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-b3cdb57c-5f8c-46d0-b0f9-505da8dfb1bb None None] Attempting to bind port 39b690dc-aed8-49a4-9d2f-3c1ad6fc8784 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}] {{(pid=100599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:38:57.958157 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3cdb57c-5f8c-46d0-b0f9-505da8dfb1bb None None] Attempting to bind port 39b690dc-aed8-49a4-9d2f-3c1ad6fc8784 on network cbe170d3-31ba-45a2-b477-520ab0a7a8ea {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:38:57.968686 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3cdb57c-5f8c-46d0-b0f9-505da8dfb1bb None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:38:57.969054 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3cdb57c-5f8c-46d0-b0f9-505da8dfb1bb None None] Checking segment: {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:38:57.969448 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-b3cdb57c-5f8c-46d0-b0f9-505da8dfb1bb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:57.969828 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3cdb57c-5f8c-46d0-b0f9-505da8dfb1bb None None] Bound using segment: {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'} {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:38:57.970288 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-b3cdb57c-5f8c-46d0-b0f9-505da8dfb1bb None None] Bound port: 39b690dc-aed8-49a4-9d2f-3c1ad6fc8784, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}}] {{(pid=100599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:38:57.970659 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-b3cdb57c-5f8c-46d0-b0f9-505da8dfb1bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:58.000352 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a396bd6e-ecca-4f53-ab20-0c960ffda1d0 None None] Pushing event updated for resources: {'Port': ['ID=39b690dc-aed8-49a4-9d2f-3c1ad6fc8784,revision_number=2']} {{(pid=100599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:58.022927 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.db [None req-b3cdb57c-5f8c-46d0-b0f9-505da8dfb1bb None None] For port 39b690dc-aed8-49a4-9d2f-3c1ad6fc8784, host n-d-811396-3, cleared binding levels {{(pid=100599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:38:58.026725 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.db [None req-b3cdb57c-5f8c-46d0-b0f9-505da8dfb1bb None None] For port 39b690dc-aed8-49a4-9d2f-3c1ad6fc8784, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=39b690dc-aed8-49a4-9d2f-3c1ad6fc8784,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:38:58.033139 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-b3cdb57c-5f8c-46d0-b0f9-505da8dfb1bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:58.035773 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a396bd6e-ecca-4f53-ab20-0c960ffda1d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:38:58.036117 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a396bd6e-ecca-4f53-ab20-0c960ffda1d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:38:58.036453 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a396bd6e-ecca-4f53-ab20-0c960ffda1d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:38:58.036786 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a396bd6e-ecca-4f53-ab20-0c960ffda1d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:38:58.037114 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a396bd6e-ecca-4f53-ab20-0c960ffda1d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:38:58.037440 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a396bd6e-ecca-4f53-ab20-0c960ffda1d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:38:58.037763 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a396bd6e-ecca-4f53-ab20-0c960ffda1d0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:38:58.038083 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a396bd6e-ecca-4f53-ab20-0c960ffda1d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:38:58.038404 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a396bd6e-ecca-4f53-ab20-0c960ffda1d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:38:58.038717 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a396bd6e-ecca-4f53-ab20-0c960ffda1d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:38:58.039036 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a396bd6e-ecca-4f53-ab20-0c960ffda1d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:38:58.039353 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a396bd6e-ecca-4f53-ab20-0c960ffda1d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:38:58.071083 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-59b52768-daa6-4ccf-8ae7-a788512f9259 None None] Allocated IP 172.20.0.2 (10950811-1f8f-4f84-bb65-93a4ffd1a4be/6be072fa-5b3f-4392-b1bf-bfd56689f9da/c6143fe9-fd9f-4ee0-858e-88bd3e800d6f) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:38:58.104524 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a396bd6e-ecca-4f53-ab20-0c960ffda1d0 None None] Pushing event updated for resources: {'Port': ['ID=39b690dc-aed8-49a4-9d2f-3c1ad6fc8784,revision_number=3']} {{(pid=100599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:58.111917 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3cdb57c-5f8c-46d0-b0f9-505da8dfb1bb None None] Routers {'823699a5-5b59-4999-8a21-8bf9c68afe99'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:38:58.112812 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-b3cdb57c-5f8c-46d0-b0f9-505da8dfb1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:38:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['823699a5-5b59-4999-8a21-8bf9c68afe99'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:38:58.220441 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-b3cdb57c-5f8c-46d0-b0f9-505da8dfb1bb None None] Set router 823699a5-5b59-4999-8a21-8bf9c68afe99 gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:38:58.234161 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-59b52768-daa6-4ccf-8ae7-a788512f9259 None None] Publish callbacks [] for port, precommit_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:58.242546 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-59b52768-daa6-4ccf-8ae7-a788512f9259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:58.257034 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ec01fef2-4aa1-475b-92ea-e712a28712a5 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:58.287096 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59b52768-daa6-4ccf-8ae7-a788512f9259 None None] Network 10950811-1f8f-4f84-bb65-93a4ffd1a4be is already hosted by enough agents. {{(pid=100598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:38:58.290462 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.base_scheduler [None req-59b52768-daa6-4ccf-8ae7-a788512f9259 None None] Resources bound (agent type, host, resource id): {{(pid=100598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:38:58.298754 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b52768-daa6-4ccf-8ae7-a788512f9259 None None] Received port after_create {{(pid=100598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:38:58.358329 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b52768-daa6-4ccf-8ae7-a788512f9259 None None] Pushing event updated for resources: {'Port': ['ID=c6143fe9-fd9f-4ee0-858e-88bd3e800d6f,revision_number=1']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:58.373441 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-59b52768-daa6-4ccf-8ae7-a788512f9259 None None] Attempting to bind port c6143fe9-fd9f-4ee0-858e-88bd3e800d6f on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:38:58.373893 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-59b52768-daa6-4ccf-8ae7-a788512f9259 None None] Attempting to bind port c6143fe9-fd9f-4ee0-858e-88bd3e800d6f by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '0f2377a5-54b8-4fe1-845f-239333873ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '10950811-1f8f-4f84-bb65-93a4ffd1a4be'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:38:58.374354 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b52768-daa6-4ccf-8ae7-a788512f9259 None None] Attempting to bind port c6143fe9-fd9f-4ee0-858e-88bd3e800d6f on network 10950811-1f8f-4f84-bb65-93a4ffd1a4be {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:38:58.380031 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b52768-daa6-4ccf-8ae7-a788512f9259 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:38:58.380511 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b52768-daa6-4ccf-8ae7-a788512f9259 None None] Checking segment: {'id': '0f2377a5-54b8-4fe1-845f-239333873ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '10950811-1f8f-4f84-bb65-93a4ffd1a4be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:38:58.380973 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-59b52768-daa6-4ccf-8ae7-a788512f9259 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:58.381454 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b52768-daa6-4ccf-8ae7-a788512f9259 None None] Bound using segment: {'id': '0f2377a5-54b8-4fe1-845f-239333873ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '10950811-1f8f-4f84-bb65-93a4ffd1a4be'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:38:58.382009 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-59b52768-daa6-4ccf-8ae7-a788512f9259 None None] Bound port: c6143fe9-fd9f-4ee0-858e-88bd3e800d6f, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f2377a5-54b8-4fe1-845f-239333873ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '10950811-1f8f-4f84-bb65-93a4ffd1a4be'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:38:58.382466 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-59b52768-daa6-4ccf-8ae7-a788512f9259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:58.417391 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-b3cdb57c-5f8c-46d0-b0f9-505da8dfb1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '823699a5-5b59-4999-8a21-8bf9c68afe99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1955163359', 'tenant_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '39b690dc-aed8-49a4-9d2f-3c1ad6fc8784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:38:55Z', 'updated_at': '2021-10-20T11:38:56Z', 'revision_number': 3, 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'gw_port': {'id': '39b690dc-aed8-49a4-9d2f-3c1ad6fc8784', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:5d:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '823699a5-5b59-4999-8a21-8bf9c68afe99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:38:56Z', 'updated_at': '2021-10-20T11:38:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:38:58.444538 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3cdb57c-5f8c-46d0-b0f9-505da8dfb1bb None None] The sync data for ids ['823699a5-5b59-4999-8a21-8bf9c68afe99'] in n-d-811396-3 is: [{'id': '823699a5-5b59-4999-8a21-8bf9c68afe99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1955163359', 'tenant_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '39b690dc-aed8-49a4-9d2f-3c1ad6fc8784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:38:55Z', 'updated_at': '2021-10-20T11:38:56Z', 'revision_number': 3, 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'gw_port': {'id': '39b690dc-aed8-49a4-9d2f-3c1ad6fc8784', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:5d:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '823699a5-5b59-4999-8a21-8bf9c68afe99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:38:56Z', 'updated_at': '2021-10-20T11:38:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:38:58.450531 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-59b52768-daa6-4ccf-8ae7-a788512f9259 None None] For port c6143fe9-fd9f-4ee0-858e-88bd3e800d6f, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:38:58.454126 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-59b52768-daa6-4ccf-8ae7-a788512f9259 None None] For port c6143fe9-fd9f-4ee0-858e-88bd3e800d6f, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=c6143fe9-fd9f-4ee0-858e-88bd3e800d6f,segment=NetworkSegment(0f2377a5-54b8-4fe1-845f-239333873ecc),segment_id=0f2377a5-54b8-4fe1-845f-239333873ecc)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:38:58.463552 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-59b52768-daa6-4ccf-8ae7-a788512f9259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:58.526002 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b52768-daa6-4ccf-8ae7-a788512f9259 None None] Pushing event updated for resources: {'Port': ['ID=c6143fe9-fd9f-4ee0-858e-88bd3e800d6f,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:58.873227 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-ec01fef2-4aa1-475b-92ea-e712a28712a5 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Allocated IP 172.20.0.1 (10950811-1f8f-4f84-bb65-93a4ffd1a4be/6be072fa-5b3f-4392-b1bf-bfd56689f9da/d0abaa24-1832-4c73-beb7-3ef56e9e39a3) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:38:58.990423 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ec01fef2-4aa1-475b-92ea-e712a28712a5 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:59.025681 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ec01fef2-4aa1-475b-92ea-e712a28712a5 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:59.070168 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec01fef2-4aa1-475b-92ea-e712a28712a5 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Network 10950811-1f8f-4f84-bb65-93a4ffd1a4be is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:38:59.073351 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-ec01fef2-4aa1-475b-92ea-e712a28712a5 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:38:59.077172 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec01fef2-4aa1-475b-92ea-e712a28712a5 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:38:59.083689 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec01fef2-4aa1-475b-92ea-e712a28712a5 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Pushing event updated for resources: {'Port': ['ID=d0abaa24-1832-4c73-beb7-3ef56e9e39a3,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:59.136061 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ec01fef2-4aa1-475b-92ea-e712a28712a5 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1774540'] for router_interface, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:59.249935 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device c6143fe9-fd9f-4ee0-858e-88bd3e800d6f up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:38:59.302858 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ec01fef2-4aa1-475b-92ea-e712a28712a5 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:59.306457 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port c6143fe9-fd9f-4ee0-858e-88bd3e800d6f triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:38:59.306830 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:59.394998 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:59.430427 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] For port c6143fe9-fd9f-4ee0-858e-88bd3e800d6f, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=c6143fe9-fd9f-4ee0-858e-88bd3e800d6f,segment=NetworkSegment(0f2377a5-54b8-4fe1-845f-239333873ecc),segment_id=0f2377a5-54b8-4fe1-845f-239333873ecc)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:38:59.437143 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:59.438056 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 39b690dc-aed8-49a4-9d2f-3c1ad6fc8784 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:38:59.526160 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Pushing event updated for resources: {'Port': ['ID=c6143fe9-fd9f-4ee0-858e-88bd3e800d6f,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:59.542048 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 39b690dc-aed8-49a4-9d2f-3c1ad6fc8784 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:38:59.542875 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:59.591414 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e28cffab-f9f2-462b-9d8d-d21a0de44d35 None None] Network 10950811-1f8f-4f84-bb65-93a4ffd1a4be requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:38:59.644932 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ec01fef2-4aa1-475b-92ea-e712a28712a5 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for port, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:59.651748 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ec01fef2-4aa1-475b-92ea-e712a28712a5 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:59.696554 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:59.722718 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-a3f4f9d6-91c4-4bc8-a6da-b5a4402dede6 None None] Provisioning complete for port c6143fe9-fd9f-4ee0-858e-88bd3e800d6f triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:38:59.723098 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-a3f4f9d6-91c4-4bc8-a6da-b5a4402dede6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:59.728725 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec01fef2-4aa1-475b-92ea-e712a28712a5 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Pushing event updated for resources: {'Port': ['ID=d0abaa24-1832-4c73-beb7-3ef56e9e39a3,revision_number=2']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:59.731607 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] For port 39b690dc-aed8-49a4-9d2f-3c1ad6fc8784, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=39b690dc-aed8-49a4-9d2f-3c1ad6fc8784,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:38:59.731947 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ec01fef2-4aa1-475b-92ea-e712a28712a5 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1774432'] for router_interface, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:59.756436 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:59.822506 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec01fef2-4aa1-475b-92ea-e712a28712a5 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Network 10950811-1f8f-4f84-bb65-93a4ffd1a4be is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:38:59.823861 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-ec01fef2-4aa1-475b-92ea-e712a28712a5 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:38:59.849123 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Pushing event updated for resources: {'Port': ['ID=39b690dc-aed8-49a4-9d2f-3c1ad6fc8784,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:59.944197 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec01fef2-4aa1-475b-92ea-e712a28712a5 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Router 823699a5-5b59-4999-8a21-8bf9c68afe99 has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:39:00.064476 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec01fef2-4aa1-475b-92ea-e712a28712a5 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:39:00.078004 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-ec01fef2-4aa1-475b-92ea-e712a28712a5 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "PUT /v2.0/routers/823699a5-5b59-4999-8a21-8bf9c68afe99/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2845294 Oct 20 11:39:00.147727 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-355cc24b-9f1f-45e4-a9fe-f559d666b512 None None] Provisioning complete for port c6143fe9-fd9f-4ee0-858e-88bd3e800d6f triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:39:00.148180 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-355cc24b-9f1f-45e4-a9fe-f559d666b512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:00.245029 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a6831844-1669-417b-8122-0e511091e488 req-218b8bbe-5f37-4d1f-bb27-528a9036aa47 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-104311908&fields=id&tenant_id=e5f86d6a88794eafa52e20983c8a9c09 HTTP/1.1" status: 200 len: 267 time: 0.0345581 Oct 20 11:39:00.252205 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-355cc24b-9f1f-45e4-a9fe-f559d666b512 None None] Provisioning complete for port d0abaa24-1832-4c73-beb7-3ef56e9e39a3 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:39:00.252679 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-355cc24b-9f1f-45e4-a9fe-f559d666b512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:00.279624 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fdb5904-1255-41d3-8d7e-9e39d109fcca None None] Sync routers for ids ['823699a5-5b59-4999-8a21-8bf9c68afe99'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:39:00.302311 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fdb5904-1255-41d3-8d7e-9e39d109fcca None None] Routers {'823699a5-5b59-4999-8a21-8bf9c68afe99'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:39:00.302957 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-8fdb5904-1255-41d3-8d7e-9e39d109fcca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:38:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['823699a5-5b59-4999-8a21-8bf9c68afe99'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:00.304966 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-355cc24b-9f1f-45e4-a9fe-f559d666b512 None None] Port d0abaa24-1832-4c73-beb7-3ef56e9e39a3 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:39:00.380592 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6831844-1669-417b-8122-0e511091e488 req-b6581342-970d-4e69-a6c1-06d2a46a870e tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:00.382165 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a6831844-1669-417b-8122-0e511091e488 req-b6581342-970d-4e69-a6c1-06d2a46a870e tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/networks?id=10950811-1f8f-4f84-bb65-93a4ffd1a4be HTTP/1.1" status: 200 len: 797 time: 0.1201916 Oct 20 11:39:00.397810 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a6831844-1669-417b-8122-0e511091e488 req-5f57e3f6-1ed9-4c28-be43-58eee7d67baa tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/quotas/e5f86d6a88794eafa52e20983c8a9c09 HTTP/1.1" status: 200 len: 375 time: 0.0096438 Oct 20 11:39:00.431043 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-8fdb5904-1255-41d3-8d7e-9e39d109fcca None None] Set router 823699a5-5b59-4999-8a21-8bf9c68afe99 gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:39:00.455822 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a6831844-1669-417b-8122-0e511091e488 req-1d9003bf-6247-4bce-b75d-2826c577962f tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=e5f86d6a88794eafa52e20983c8a9c09&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0488563 Oct 20 11:39:00.469309 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-4e589fd5-c856-4dbb-85b3-5b9bfc4f9e3c None None] Provisioning complete for port d0abaa24-1832-4c73-beb7-3ef56e9e39a3 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:39:00.469448 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-4e589fd5-c856-4dbb-85b3-5b9bfc4f9e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:00.557185 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-4e589fd5-c856-4dbb-85b3-5b9bfc4f9e3c None None] Port d0abaa24-1832-4c73-beb7-3ef56e9e39a3 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:39:00.567018 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a6831844-1669-417b-8122-0e511091e488 req-9af2c74c-fe14-497a-8758-9c0306c2c9f2 service neutron] 10.222.0.64 "GET /v2.0/networks/10950811-1f8f-4f84-bb65-93a4ffd1a4be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959666 Oct 20 11:39:00.659267 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a6831844-1669-417b-8122-0e511091e488 req-93df74e7-f032-4413-b951-c21fb8015c84 service neutron] 10.222.0.64 "GET /v2.0/networks/10950811-1f8f-4f84-bb65-93a4ffd1a4be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842106 Oct 20 11:39:00.691905 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-8fdb5904-1255-41d3-8d7e-9e39d109fcca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '823699a5-5b59-4999-8a21-8bf9c68afe99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1955163359', 'tenant_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '39b690dc-aed8-49a4-9d2f-3c1ad6fc8784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:38:55Z', 'updated_at': '2021-10-20T11:38:59Z', 'revision_number': 4, 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'gw_port': {'id': '39b690dc-aed8-49a4-9d2f-3c1ad6fc8784', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:5d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823699a5-5b59-4999-8a21-8bf9c68afe99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:38:56Z', 'updated_at': '2021-10-20T11:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': 'd0abaa24-1832-4c73-beb7-3ef56e9e39a3', 'name': '', 'network_id': '10950811-1f8f-4f84-bb65-93a4ffd1a4be', 'tenant_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'mac_address': 'fa:16:3e:17:ed:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '823699a5-5b59-4999-8a21-8bf9c68afe99', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '6be072fa-5b3f-4392-b1bf-bfd56689f9da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:38:58Z', 'updated_at': '2021-10-20T11:38:59Z', 'revision_number': 2, 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'subnets': [{'id': '6be072fa-5b3f-4392-b1bf-bfd56689f9da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:00.695375 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-b6b2ed54-01c3-462f-962c-6432cf53ba9f None None] Provisioning complete for port d0abaa24-1832-4c73-beb7-3ef56e9e39a3 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:39:00.695609 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-b6b2ed54-01c3-462f-962c-6432cf53ba9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:00.726280 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fdb5904-1255-41d3-8d7e-9e39d109fcca None None] Checking router: 823699a5-5b59-4999-8a21-8bf9c68afe99 for host: n-d-811396-3 {{(pid=100598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:39:00.726632 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fdb5904-1255-41d3-8d7e-9e39d109fcca None None] Updating router 823699a5-5b59-4999-8a21-8bf9c68afe99 port d0abaa24-1832-4c73-beb7-3ef56e9e39a3 binding host n-d-811396-3 {{(pid=100598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:39:00.775091 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-8fdb5904-1255-41d3-8d7e-9e39d109fcca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:00.779762 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-b6b2ed54-01c3-462f-962c-6432cf53ba9f None None] Port d0abaa24-1832-4c73-beb7-3ef56e9e39a3 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:39:00.840919 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7fee5a87-d093-4645-9143-051a7a58883e req-e2978b29-3d3e-4ec3-be55-9e28594725e9 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/ports?device_id=21f11be9-0cd9-4ffd-b4df-ef7c24dcde42 HTTP/1.1" status: 200 len: 210 time: 0.0440991 Oct 20 11:39:01.051316 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-8fdb5904-1255-41d3-8d7e-9e39d109fcca None None] Publish callbacks [] for port, precommit_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:01.058225 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-8fdb5904-1255-41d3-8d7e-9e39d109fcca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:01.108072 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e9399-3a13-4256-960a-e7063b1de6f6 None None] Pushing event updated for resources: {'Port': ['ID=d0abaa24-1832-4c73-beb7-3ef56e9e39a3,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:01.178612 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-8fdb5904-1255-41d3-8d7e-9e39d109fcca None None] Attempting to bind port d0abaa24-1832-4c73-beb7-3ef56e9e39a3 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:39:01.179005 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-8fdb5904-1255-41d3-8d7e-9e39d109fcca None None] Attempting to bind port d0abaa24-1832-4c73-beb7-3ef56e9e39a3 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '0f2377a5-54b8-4fe1-845f-239333873ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '10950811-1f8f-4f84-bb65-93a4ffd1a4be'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:39:01.179433 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fdb5904-1255-41d3-8d7e-9e39d109fcca None None] Attempting to bind port d0abaa24-1832-4c73-beb7-3ef56e9e39a3 on network 10950811-1f8f-4f84-bb65-93a4ffd1a4be {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:39:01.186885 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fdb5904-1255-41d3-8d7e-9e39d109fcca None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:39:01.191066 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fdb5904-1255-41d3-8d7e-9e39d109fcca None None] Checking segment: {'id': '0f2377a5-54b8-4fe1-845f-239333873ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '10950811-1f8f-4f84-bb65-93a4ffd1a4be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:39:01.191339 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-8fdb5904-1255-41d3-8d7e-9e39d109fcca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:01.191828 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fdb5904-1255-41d3-8d7e-9e39d109fcca None None] Bound using segment: {'id': '0f2377a5-54b8-4fe1-845f-239333873ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '10950811-1f8f-4f84-bb65-93a4ffd1a4be'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:39:01.192496 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-8fdb5904-1255-41d3-8d7e-9e39d109fcca None None] Bound port: d0abaa24-1832-4c73-beb7-3ef56e9e39a3, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f2377a5-54b8-4fe1-845f-239333873ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '10950811-1f8f-4f84-bb65-93a4ffd1a4be'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:39:01.192886 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-8fdb5904-1255-41d3-8d7e-9e39d109fcca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:01.196484 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device c6143fe9-fd9f-4ee0-858e-88bd3e800d6f up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:39:01.304529 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-8fdb5904-1255-41d3-8d7e-9e39d109fcca None None] For port d0abaa24-1832-4c73-beb7-3ef56e9e39a3, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:39:01.309380 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-8fdb5904-1255-41d3-8d7e-9e39d109fcca None None] For port d0abaa24-1832-4c73-beb7-3ef56e9e39a3, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=d0abaa24-1832-4c73-beb7-3ef56e9e39a3,segment=NetworkSegment(0f2377a5-54b8-4fe1-845f-239333873ecc),segment_id=0f2377a5-54b8-4fe1-845f-239333873ecc)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:39:01.311120 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port c6143fe9-fd9f-4ee0-858e-88bd3e800d6f triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:39:01.311783 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:01.315369 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-8fdb5904-1255-41d3-8d7e-9e39d109fcca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:01.432328 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fdb5904-1255-41d3-8d7e-9e39d109fcca None None] Routers {'823699a5-5b59-4999-8a21-8bf9c68afe99'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:39:01.433363 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-8fdb5904-1255-41d3-8d7e-9e39d109fcca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:38:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['823699a5-5b59-4999-8a21-8bf9c68afe99'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:01.435129 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e9399-3a13-4256-960a-e7063b1de6f6 None None] Pushing event updated for resources: {'Port': ['ID=d0abaa24-1832-4c73-beb7-3ef56e9e39a3,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:01.483593 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-af77a63c-331b-4fce-80b4-f414e6d4bb93 None None] Provisioning complete for port d0abaa24-1832-4c73-beb7-3ef56e9e39a3 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:39:01.483972 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-af77a63c-331b-4fce-80b4-f414e6d4bb93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:01.741833 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 39b690dc-aed8-49a4-9d2f-3c1ad6fc8784 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:39:01.787913 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-8fdb5904-1255-41d3-8d7e-9e39d109fcca None None] Set router 823699a5-5b59-4999-8a21-8bf9c68afe99 gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:39:01.905298 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-af77a63c-331b-4fce-80b4-f414e6d4bb93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:01.921972 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 39b690dc-aed8-49a4-9d2f-3c1ad6fc8784 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:39:01.922342 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:01.928368 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6831844-1669-417b-8122-0e511091e488 req-85628bb6-4986-4799-9632-9a25808fe6ce tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:01.930666 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a6831844-1669-417b-8122-0e511091e488 req-85628bb6-4986-4799-9632-9a25808fe6ce tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.55 "GET /v2.0/networks?id=10950811-1f8f-4f84-bb65-93a4ffd1a4be HTTP/1.1" status: 200 len: 797 time: 0.1183476 Oct 20 11:39:01.970127 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a246cc68-7104-498d-9099-0b6b5a84f768 req-8ced923a-62a7-4201-aaa3-3c2f89f38e6f tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/ports?device_id=21f11be9-0cd9-4ffd-b4df-ef7c24dcde42 HTTP/1.1" status: 200 len: 210 time: 0.0308311 Oct 20 11:39:02.002514 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a6831844-1669-417b-8122-0e511091e488 req-2bcce5cc-ef6b-433a-bfca-9c634044c69e tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e5f86d6a88794eafa52e20983c8a9c09 HTTP/1.1" status: 200 len: 379 time: 0.0528915 Oct 20 11:39:02.029187 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-af77a63c-331b-4fce-80b4-f414e6d4bb93 None None] For port d0abaa24-1832-4c73-beb7-3ef56e9e39a3, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=d0abaa24-1832-4c73-beb7-3ef56e9e39a3,segment=NetworkSegment(0f2377a5-54b8-4fe1-845f-239333873ecc),segment_id=0f2377a5-54b8-4fe1-845f-239333873ecc)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:39:02.031095 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-a6831844-1669-417b-8122-0e511091e488 req-57f376f3-12f3-4b93-ba90-f05fbedf3861 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Request body: {'port': {'device_id': '21f11be9-0cd9-4ffd-b4df-ef7c24dcde42', 'network_id': '10950811-1f8f-4f84-bb65-93a4ffd1a4be', 'admin_state_up': True, 'tenant_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'security_groups': ['4cc91a2b-9937-4c8f-aa26-0924b0364c28']}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:39:02.042534 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-af77a63c-331b-4fce-80b4-f414e6d4bb93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:02.143302 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6831844-1669-417b-8122-0e511091e488 req-57f376f3-12f3-4b93-ba90-f05fbedf3861 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Made reservation on behalf of e5f86d6a88794eafa52e20983c8a9c09 for: {'port': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:39:02.147158 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-a6831844-1669-417b-8122-0e511091e488 req-57f376f3-12f3-4b93-ba90-f05fbedf3861 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:02.151910 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af77a63c-331b-4fce-80b4-f414e6d4bb93 None None] Pushing event updated for resources: {'Port': ['ID=d0abaa24-1832-4c73-beb7-3ef56e9e39a3,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:02.179866 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-38c45270-9c00-4de5-89b0-0f1a85132cc2 None None] Provisioning complete for port d0abaa24-1832-4c73-beb7-3ef56e9e39a3 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:39:02.180239 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-38c45270-9c00-4de5-89b0-0f1a85132cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:02.216097 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-8fdb5904-1255-41d3-8d7e-9e39d109fcca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '823699a5-5b59-4999-8a21-8bf9c68afe99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1955163359', 'tenant_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '39b690dc-aed8-49a4-9d2f-3c1ad6fc8784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:38:55Z', 'updated_at': '2021-10-20T11:38:59Z', 'revision_number': 4, 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'gw_port': {'id': '39b690dc-aed8-49a4-9d2f-3c1ad6fc8784', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:5d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823699a5-5b59-4999-8a21-8bf9c68afe99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:38:56Z', 'updated_at': '2021-10-20T11:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': 'd0abaa24-1832-4c73-beb7-3ef56e9e39a3', 'name': '', 'network_id': '10950811-1f8f-4f84-bb65-93a4ffd1a4be', 'tenant_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'mac_address': 'fa:16:3e:17:ed:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '823699a5-5b59-4999-8a21-8bf9c68afe99', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '6be072fa-5b3f-4392-b1bf-bfd56689f9da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:38:58Z', 'updated_at': '2021-10-20T11:39:01Z', 'revision_number': 4, 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'subnets': [{'id': '6be072fa-5b3f-4392-b1bf-bfd56689f9da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:02.249657 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fdb5904-1255-41d3-8d7e-9e39d109fcca None None] The sync data for ids ['823699a5-5b59-4999-8a21-8bf9c68afe99'] in n-d-811396-3 is: [{'id': '823699a5-5b59-4999-8a21-8bf9c68afe99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1955163359', 'tenant_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '39b690dc-aed8-49a4-9d2f-3c1ad6fc8784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:38:55Z', 'updated_at': '2021-10-20T11:38:59Z', 'revision_number': 4, 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'gw_port': {'id': '39b690dc-aed8-49a4-9d2f-3c1ad6fc8784', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:5d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823699a5-5b59-4999-8a21-8bf9c68afe99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:38:56Z', 'updated_at': '2021-10-20T11:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': 'd0abaa24-1832-4c73-beb7-3ef56e9e39a3', 'name': '', 'network_id': '10950811-1f8f-4f84-bb65-93a4ffd1a4be', 'tenant_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'mac_address': 'fa:16:3e:17:ed:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '823699a5-5b59-4999-8a21-8bf9c68afe99', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '6be072fa-5b3f-4392-b1bf-bfd56689f9da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:38:58Z', 'updated_at': '2021-10-20T11:39:01Z', 'revision_number': 4, 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'subnets': [{'id': '6be072fa-5b3f-4392-b1bf-bfd56689f9da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:39:02.283220 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [req-a6831844-1669-417b-8122-0e511091e488 req-57f376f3-12f3-4b93-ba90-f05fbedf3861 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Allocated IP 172.20.0.10 (10950811-1f8f-4f84-bb65-93a4ffd1a4be/6be072fa-5b3f-4392-b1bf-bfd56689f9da/02446911-169b-479f-bf51-4a4a884ced77) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:39:02.446758 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-a6831844-1669-417b-8122-0e511091e488 req-57f376f3-12f3-4b93-ba90-f05fbedf3861 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:02.481666 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-a6831844-1669-417b-8122-0e511091e488 req-57f376f3-12f3-4b93-ba90-f05fbedf3861 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:02.532673 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6831844-1669-417b-8122-0e511091e488 req-57f376f3-12f3-4b93-ba90-f05fbedf3861 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Network 10950811-1f8f-4f84-bb65-93a4ffd1a4be is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:39:02.535850 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [req-a6831844-1669-417b-8122-0e511091e488 req-57f376f3-12f3-4b93-ba90-f05fbedf3861 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:39:02.539654 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6831844-1669-417b-8122-0e511091e488 req-57f376f3-12f3-4b93-ba90-f05fbedf3861 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:39:02.564907 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f376f3-12f3-4b93-ba90-f05fbedf3861 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Pushing event updated for resources: {'Port': ['ID=02446911-169b-479f-bf51-4a4a884ced77,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:02.594640 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6831844-1669-417b-8122-0e511091e488 req-57f376f3-12f3-4b93-ba90-f05fbedf3861 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:02.595300 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-a6831844-1669-417b-8122-0e511091e488 req-57f376f3-12f3-4b93-ba90-f05fbedf3861 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:02.614179 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a6831844-1669-417b-8122-0e511091e488 req-57f376f3-12f3-4b93-ba90-f05fbedf3861 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5870602 Oct 20 11:39:02.633526 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-a6831844-1669-417b-8122-0e511091e488 req-95426427-d6d8-4132-a000-f5bad7053d33 service neutron] Request body: {'port': {'device_id': '21f11be9-0cd9-4ffd-b4df-ef7c24dcde42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811396-3'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:39:02.696268 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-a6831844-1669-417b-8122-0e511091e488 req-95426427-d6d8-4132-a000-f5bad7053d33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:02.831369 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-f6084c50-0ca4-4b59-a2d0-124503479ee3 None None] Provisioning complete for port 02446911-169b-479f-bf51-4a4a884ced77 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:39:02.832017 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-f6084c50-0ca4-4b59-a2d0-124503479ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:02.868910 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-f6084c50-0ca4-4b59-a2d0-124503479ee3 None None] Port 02446911-169b-479f-bf51-4a4a884ced77 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:39:02.994586 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [req-a6831844-1669-417b-8122-0e511091e488 req-95426427-d6d8-4132-a000-f5bad7053d33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02446911-169b-479f-bf51-4a4a884ced77 {{(pid=100596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:39:03.002952 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-a6831844-1669-417b-8122-0e511091e488 req-95426427-d6d8-4132-a000-f5bad7053d33 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:03.018958 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.provisioning_blocks [req-a6831844-1669-417b-8122-0e511091e488 req-95426427-d6d8-4132-a000-f5bad7053d33 service neutron] Transition to ACTIVE for port object 02446911-169b-479f-bf51-4a4a884ced77 will not be triggered until provisioned by entity L2. {{(pid=100596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:39:03.024094 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-a6831844-1669-417b-8122-0e511091e488 req-95426427-d6d8-4132-a000-f5bad7053d33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:03.106243 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95426427-d6d8-4132-a000-f5bad7053d33 service neutron] Pushing event updated for resources: {'Port': ['ID=02446911-169b-479f-bf51-4a4a884ced77,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:03.167064 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06d09ce-66a7-4538-ac9e-169f292587db req-1dc7761a-0c6d-4f13-ab45-cb96b65bc0b5 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:03.174610 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a06d09ce-66a7-4538-ac9e-169f292587db req-1dc7761a-0c6d-4f13-ab45-cb96b65bc0b5 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/ports?device_id=21f11be9-0cd9-4ffd-b4df-ef7c24dcde42 HTTP/1.1" status: 200 len: 944 time: 0.1250820 Oct 20 11:39:03.239902 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device d0abaa24-1832-4c73-beb7-3ef56e9e39a3 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:39:03.256536 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a06d09ce-66a7-4538-ac9e-169f292587db req-e6b70dc9-ac04-49ee-853e-c45a21d8150d tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/security-groups?id=4cc91a2b-9937-4c8f-aa26-0924b0364c28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661418 Oct 20 11:39:03.258824 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-a6831844-1669-417b-8122-0e511091e488 req-95426427-d6d8-4132-a000-f5bad7053d33 service neutron] Attempting to bind port 02446911-169b-479f-bf51-4a4a884ced77 on host n-h1-811396-3 for vnic_type normal with profile {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:39:03.259182 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-a6831844-1669-417b-8122-0e511091e488 req-95426427-d6d8-4132-a000-f5bad7053d33 service neutron] Attempting to bind port 02446911-169b-479f-bf51-4a4a884ced77 by drivers openvswitch,hyperv on host n-h1-811396-3 at level 0 using segments [{'id': '0f2377a5-54b8-4fe1-845f-239333873ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '10950811-1f8f-4f84-bb65-93a4ffd1a4be'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:39:03.259547 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6831844-1669-417b-8122-0e511091e488 req-95426427-d6d8-4132-a000-f5bad7053d33 service neutron] Attempting to bind port 02446911-169b-479f-bf51-4a4a884ced77 on network 10950811-1f8f-4f84-bb65-93a4ffd1a4be {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:39:03.272245 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6831844-1669-417b-8122-0e511091e488 req-95426427-d6d8-4132-a000-f5bad7053d33 service neutron] Port 02446911-169b-479f-bf51-4a4a884ced77 on network 10950811-1f8f-4f84-bb65-93a4ffd1a4be not bound, no agent of type Open vSwitch agent registered on host n-h1-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:39:03.272575 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6831844-1669-417b-8122-0e511091e488 req-95426427-d6d8-4132-a000-f5bad7053d33 service neutron] Attempting to bind port 02446911-169b-479f-bf51-4a4a884ced77 on network 10950811-1f8f-4f84-bb65-93a4ffd1a4be {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:39:03.278432 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6831844-1669-417b-8122-0e511091e488 req-95426427-d6d8-4132-a000-f5bad7053d33 service neutron] Checking agent: {'id': 'b707b4cc-061f-4cf4-bce0-0b3df9b7bec9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 38, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:39:03.278700 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6831844-1669-417b-8122-0e511091e488 req-95426427-d6d8-4132-a000-f5bad7053d33 service neutron] Checking segment: {'id': '0f2377a5-54b8-4fe1-845f-239333873ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '10950811-1f8f-4f84-bb65-93a4ffd1a4be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:39:03.279100 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6831844-1669-417b-8122-0e511091e488 req-95426427-d6d8-4132-a000-f5bad7053d33 service neutron] Bound using segment: {'id': '0f2377a5-54b8-4fe1-845f-239333873ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '10950811-1f8f-4f84-bb65-93a4ffd1a4be'} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:39:03.279589 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-a6831844-1669-417b-8122-0e511091e488 req-95426427-d6d8-4132-a000-f5bad7053d33 service neutron] Bound port: 02446911-169b-479f-bf51-4a4a884ced77, host: n-h1-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f2377a5-54b8-4fe1-845f-239333873ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '10950811-1f8f-4f84-bb65-93a4ffd1a4be'}}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:39:03.279957 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-a6831844-1669-417b-8122-0e511091e488 req-95426427-d6d8-4132-a000-f5bad7053d33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:03.301498 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port d0abaa24-1832-4c73-beb7-3ef56e9e39a3 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:39:03.301951 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:03.350540 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-a6831844-1669-417b-8122-0e511091e488 req-95426427-d6d8-4132-a000-f5bad7053d33 service neutron] For port 02446911-169b-479f-bf51-4a4a884ced77, host n-h1-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:39:03.354613 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-a6831844-1669-417b-8122-0e511091e488 req-95426427-d6d8-4132-a000-f5bad7053d33 service neutron] For port 02446911-169b-479f-bf51-4a4a884ced77, host n-h1-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=02446911-169b-479f-bf51-4a4a884ced77,segment=NetworkSegment(0f2377a5-54b8-4fe1-845f-239333873ecc),segment_id=0f2377a5-54b8-4fe1-845f-239333873ecc)] {{(pid=100596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:39:03.360983 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-a6831844-1669-417b-8122-0e511091e488 req-95426427-d6d8-4132-a000-f5bad7053d33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:03.400009 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6831844-1669-417b-8122-0e511091e488 req-95426427-d6d8-4132-a000-f5bad7053d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:03.400792 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-a6831844-1669-417b-8122-0e511091e488 req-95426427-d6d8-4132-a000-f5bad7053d33 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:03.402071 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a6831844-1669-417b-8122-0e511091e488 req-95426427-d6d8-4132-a000-f5bad7053d33 service neutron] 10.222.0.55 "PUT /v2.0/ports/02446911-169b-479f-bf51-4a4a884ced77 HTTP/1.1" status: 200 len: 1092 time: 0.7732651 Oct 20 11:39:03.402529 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21f11be9-0cd9-4ffd-b4df-ef7c24dcde42', 'tag': '02446911-169b-479f-bf51-4a4a884ced77'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:39:03.405000 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b817f9d80a1b29ed07bd94f2222da8cf244b0bc6025e0bf33ac95c6b13c59699" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-018ee350-fe65-4edf-b798-863ba9fa4430" -d '{"events": [{"name": "network-changed", "server_uuid": "21f11be9-0cd9-4ffd-b4df-ef7c24dcde42", "tag": "02446911-169b-479f-bf51-4a4a884ced77"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:39:03.432177 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95426427-d6d8-4132-a000-f5bad7053d33 service neutron] Pushing event updated for resources: {'Port': ['ID=02446911-169b-479f-bf51-4a4a884ced77,revision_number=3']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:03.457586 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-942cd952-1a55-4aa5-9dd5-67a2ad121140 x-openstack-request-id: req-942cd952-1a55-4aa5-9dd5-67a2ad121140 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:39:03.457953 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21f11be9-0cd9-4ffd-b4df-ef7c24dcde42", "tag": "02446911-169b-479f-bf51-4a4a884ced77", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:39:03.458207 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-942cd952-1a55-4aa5-9dd5-67a2ad121140 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:39:03.458614 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21f11be9-0cd9-4ffd-b4df-ef7c24dcde42', 'tag': '02446911-169b-479f-bf51-4a4a884ced77', 'status': 'completed', 'code': 200} Oct 20 11:39:03.522649 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6831844-1669-417b-8122-0e511091e488 req-f98e7567-c5aa-47d7-bdf6-aa74a1257fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:03.524263 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a6831844-1669-417b-8122-0e511091e488 req-f98e7567-c5aa-47d7-bdf6-aa74a1257fde service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e5f86d6a88794eafa52e20983c8a9c09&device_id=21f11be9-0cd9-4ffd-b4df-ef7c24dcde42 HTTP/1.1" status: 200 len: 1095 time: 0.0485404 Oct 20 11:39:03.574196 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a6831844-1669-417b-8122-0e511091e488 req-938780da-d526-4e6f-84b6-f962607b886e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=02446911-169b-479f-bf51-4a4a884ced77 HTTP/1.1" status: 200 len: 217 time: 0.0370772 Oct 20 11:39:03.621551 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-5f3222f2-f1e1-45b5-9c2e-87d94d9ff58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:03.628401 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6831844-1669-417b-8122-0e511091e488 req-6e7bf1fc-56f1-465c-a436-734951151398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:03.629892 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a6831844-1669-417b-8122-0e511091e488 req-6e7bf1fc-56f1-465c-a436-734951151398 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6be072fa-5b3f-4392-b1bf-bfd56689f9da HTTP/1.1" status: 200 len: 835 time: 0.0494499 Oct 20 11:39:03.676468 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6831844-1669-417b-8122-0e511091e488 req-d3d9d78c-2d6a-418a-a179-fee7a3aefbec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:03.677895 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a6831844-1669-417b-8122-0e511091e488 req-d3d9d78c-2d6a-418a-a179-fee7a3aefbec service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=10950811-1f8f-4f84-bb65-93a4ffd1a4be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398250 Oct 20 11:39:03.769775 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a6831844-1669-417b-8122-0e511091e488 req-a64220a3-8e6f-4324-bb98-a63fc60c05a4 service neutron] 10.222.0.55 "GET /v2.0/networks/10950811-1f8f-4f84-bb65-93a4ffd1a4be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850565 Oct 20 11:39:03.864630 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a6831844-1669-417b-8122-0e511091e488 req-e8786f5c-def3-4221-a5f7-82ed4fc6c0a5 service neutron] 10.222.0.55 "GET /v2.0/networks/10950811-1f8f-4f84-bb65-93a4ffd1a4be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872953 Oct 20 11:39:03.994845 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018ee350-fe65-4edf-b798-863ba9fa4430 req-7a7cc512-ce14-4a87-9d7a-e3a2ba8a2c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:03.996466 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-018ee350-fe65-4edf-b798-863ba9fa4430 req-7a7cc512-ce14-4a87-9d7a-e3a2ba8a2c0f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e5f86d6a88794eafa52e20983c8a9c09&device_id=21f11be9-0cd9-4ffd-b4df-ef7c24dcde42 HTTP/1.1" status: 200 len: 1095 time: 0.0422478 Oct 20 11:39:04.085830 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018ee350-fe65-4edf-b798-863ba9fa4430 req-42261813-82e8-40b4-8a77-763fb93c6369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:04.087302 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-018ee350-fe65-4edf-b798-863ba9fa4430 req-42261813-82e8-40b4-8a77-763fb93c6369 service neutron] 10.222.0.55 "GET /v2.0/networks?id=10950811-1f8f-4f84-bb65-93a4ffd1a4be HTTP/1.1" status: 200 len: 898 time: 0.0840487 Oct 20 11:39:04.132396 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-018ee350-fe65-4edf-b798-863ba9fa4430 req-f07b949f-08ff-42de-8f48-4400f9173032 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=02446911-169b-479f-bf51-4a4a884ced77 HTTP/1.1" status: 200 len: 217 time: 0.0372870 Oct 20 11:39:04.180334 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018ee350-fe65-4edf-b798-863ba9fa4430 req-5a2379ba-5eb1-4dab-82a8-699ed6fcac82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:04.181727 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-018ee350-fe65-4edf-b798-863ba9fa4430 req-5a2379ba-5eb1-4dab-82a8-699ed6fcac82 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6be072fa-5b3f-4392-b1bf-bfd56689f9da HTTP/1.1" status: 200 len: 835 time: 0.0426795 Oct 20 11:39:04.226117 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018ee350-fe65-4edf-b798-863ba9fa4430 req-473d49f3-4947-4540-b1d8-1ab2dfcdedbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:04.227638 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-018ee350-fe65-4edf-b798-863ba9fa4430 req-473d49f3-4947-4540-b1d8-1ab2dfcdedbb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=10950811-1f8f-4f84-bb65-93a4ffd1a4be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390663 Oct 20 11:39:04.252214 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 7 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:39:04.346320 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-018ee350-fe65-4edf-b798-863ba9fa4430 req-fb007360-3586-4cbf-923b-6d40e800a850 service neutron] 10.222.0.55 "GET /v2.0/networks/10950811-1f8f-4f84-bb65-93a4ffd1a4be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117284 Oct 20 11:39:04.372191 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cab1cb-13b7-42b0-8509-b77dc48561f3 req-33dd7278-0b6a-46b1-b13c-903e5294be60 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:04.373620 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-51cab1cb-13b7-42b0-8509-b77dc48561f3 req-33dd7278-0b6a-46b1-b13c-903e5294be60 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/ports?device_id=21f11be9-0cd9-4ffd-b4df-ef7c24dcde42 HTTP/1.1" status: 200 len: 944 time: 0.0680773 Oct 20 11:39:04.459011 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-51cab1cb-13b7-42b0-8509-b77dc48561f3 req-164b94bd-f1bd-447c-b767-5863287e74bd tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/security-groups?id=4cc91a2b-9937-4c8f-aa26-0924b0364c28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758269 Oct 20 11:39:04.479775 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-018ee350-fe65-4edf-b798-863ba9fa4430 req-6078d171-7c6c-43ab-8a9d-d76945287d68 service neutron] 10.222.0.55 "GET /v2.0/networks/10950811-1f8f-4f84-bb65-93a4ffd1a4be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249776 Oct 20 11:39:05.577150 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29d7291-f030-4ef6-a876-1c342995cc0c req-fe2092b2-84cf-4b52-bb3f-5d0a5808bb33 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:05.578620 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c29d7291-f030-4ef6-a876-1c342995cc0c req-fe2092b2-84cf-4b52-bb3f-5d0a5808bb33 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/ports?device_id=21f11be9-0cd9-4ffd-b4df-ef7c24dcde42 HTTP/1.1" status: 200 len: 944 time: 0.0498745 Oct 20 11:39:05.616003 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c29d7291-f030-4ef6-a876-1c342995cc0c req-f30ce2d2-64ad-48f5-a22c-2a215148862b tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/security-groups?id=4cc91a2b-9937-4c8f-aa26-0924b0364c28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313008 Oct 20 11:39:06.476686 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-a5e1a1cc-3314-49c6-ad24-6d6891474c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:06.730967 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdf0f9e-2410-4137-8b03-7105e514b831 req-a22e5b1d-b2dd-464e-a323-2646336b7b97 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:06.733602 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ffdf0f9e-2410-4137-8b03-7105e514b831 req-a22e5b1d-b2dd-464e-a323-2646336b7b97 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/ports?device_id=21f11be9-0cd9-4ffd-b4df-ef7c24dcde42 HTTP/1.1" status: 200 len: 944 time: 0.0507393 Oct 20 11:39:06.771957 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ffdf0f9e-2410-4137-8b03-7105e514b831 req-4701a20d-fd28-424c-9a5b-29193da0119f tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/security-groups?id=4cc91a2b-9937-4c8f-aa26-0924b0364c28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319057 Oct 20 11:39:06.830408 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 02446911-169b-479f-bf51-4a4a884ced77 details requested by agent hyperv_n-h1-811396-3 with host n-h1-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:39:06.920986 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 02446911-169b-479f-bf51-4a4a884ced77, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=02446911-169b-479f-bf51-4a4a884ced77,segment=NetworkSegment(0f2377a5-54b8-4fe1-845f-239333873ecc),segment_id=0f2377a5-54b8-4fe1-845f-239333873ecc)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:39:06.935344 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Returning: {'device': '02446911-169b-479f-bf51-4a4a884ced77', 'network_id': '10950811-1f8f-4f84-bb65-93a4ffd1a4be', 'port_id': '02446911-169b-479f-bf51-4a4a884ced77', 'mac_address': 'fa:16:3e:14:53:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 833, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6be072fa-5b3f-4392-b1bf-bfd56689f9da', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:39:06.971017 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:06.983844 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02446911-169b-479f-bf51-4a4a884ced77 {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:39:07.002122 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 02446911-169b-479f-bf51-4a4a884ced77, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=02446911-169b-479f-bf51-4a4a884ced77,segment=NetworkSegment(0f2377a5-54b8-4fe1-845f-239333873ecc),segment_id=0f2377a5-54b8-4fe1-845f-239333873ecc)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:39:07.006262 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:07.052520 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=02446911-169b-479f-bf51-4a4a884ced77,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:07.237041 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:07.399203 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['02446911-169b-479f-bf51-4a4a884ced77'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:39:07.803024 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:07.891098 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2c8b0f-74d3-4343-beac-49afed59cc9d req-9b34e8ab-7096-4a0b-9af4-b2dfd14f535e tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:07.892578 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ed2c8b0f-74d3-4343-beac-49afed59cc9d req-9b34e8ab-7096-4a0b-9af4-b2dfd14f535e tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/ports?device_id=21f11be9-0cd9-4ffd-b4df-ef7c24dcde42 HTTP/1.1" status: 200 len: 945 time: 0.0521922 Oct 20 11:39:07.929567 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ed2c8b0f-74d3-4343-beac-49afed59cc9d req-86a0f52d-3471-4b84-91b7-8a7151eb2dcd tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/security-groups?id=4cc91a2b-9937-4c8f-aa26-0924b0364c28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311575 Oct 20 11:39:08.805908 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:08.826788 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 02446911-169b-479f-bf51-4a4a884ced77 up at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:39:08.875346 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning for port 02446911-169b-479f-bf51-4a4a884ced77 completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:39:08.878912 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning complete for port 02446911-169b-479f-bf51-4a4a884ced77 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:39:08.879338 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:08.957756 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:08.980579 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21f11be9-0cd9-4ffd-b4df-ef7c24dcde42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02446911-169b-479f-bf51-4a4a884ced77'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:39:08.982842 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3a5a1e74fee385f59395feee7f880defec871777ba90fab9b56a242633970a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a21fe34-887a-467f-8934-f288c577a61d" -d '{"events": [{"server_uuid": "21f11be9-0cd9-4ffd-b4df-ef7c24dcde42", "name": "network-vif-plugged", "status": "completed", "tag": "02446911-169b-479f-bf51-4a4a884ced77"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:39:08.996012 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 02446911-169b-479f-bf51-4a4a884ced77, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=02446911-169b-479f-bf51-4a4a884ced77,segment=NetworkSegment(0f2377a5-54b8-4fe1-845f-239333873ecc),segment_id=0f2377a5-54b8-4fe1-845f-239333873ecc)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:39:09.000734 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:09.026238 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24607e58-49a6-4ecf-9dc7-7b23f1ec1980 x-openstack-request-id: req-24607e58-49a6-4ecf-9dc7-7b23f1ec1980 {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:39:09.026877 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21f11be9-0cd9-4ffd-b4df-ef7c24dcde42", "name": "network-vif-plugged", "status": "completed", "tag": "02446911-169b-479f-bf51-4a4a884ced77", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:39:09.027146 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-24607e58-49a6-4ecf-9dc7-7b23f1ec1980 {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:39:09.027569 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21f11be9-0cd9-4ffd-b4df-ef7c24dcde42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02446911-169b-479f-bf51-4a4a884ced77', 'code': 200} Oct 20 11:39:09.048369 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbccb66-8030-4277-9fd2-0db2ad3bc0c2 req-008f5f57-2274-498a-9bb5-7a6c6aeff471 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:09.050282 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5fbccb66-8030-4277-9fd2-0db2ad3bc0c2 req-008f5f57-2274-498a-9bb5-7a6c6aeff471 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/ports?device_id=21f11be9-0cd9-4ffd-b4df-ef7c24dcde42 HTTP/1.1" status: 200 len: 946 time: 0.0522242 Oct 20 11:39:09.053713 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=02446911-169b-479f-bf51-4a4a884ced77,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:09.092266 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-5fbccb66-8030-4277-9fd2-0db2ad3bc0c2 req-00427f11-50ba-4782-b1cc-4c1aa299c11b tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/security-groups?id=4cc91a2b-9937-4c8f-aa26-0924b0364c28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350657 Oct 20 11:39:09.144979 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a494fa-c2a0-4d72-8440-df0f5c754299 req-55177889-4deb-4cef-b1d2-473969c0a32b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:09.146392 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-22a494fa-c2a0-4d72-8440-df0f5c754299 req-55177889-4deb-4cef-b1d2-473969c0a32b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=21f11be9-0cd9-4ffd-b4df-ef7c24dcde42 HTTP/1.1" status: 200 len: 1097 time: 0.0393653 Oct 20 11:39:09.170137 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:09.182984 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-22a494fa-c2a0-4d72-8440-df0f5c754299 req-53f9168f-ad80-4901-8757-9fba8b1c45aa service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=4cc91a2b-9937-4c8f-aa26-0924b0364c28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294268 Oct 20 11:39:10.215117 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d757db-4fde-4c0a-aabf-99e77728af8e req-6b4333bb-6db8-430e-867d-0857240a3601 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:10.216603 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b6d757db-4fde-4c0a-aabf-99e77728af8e req-6b4333bb-6db8-430e-867d-0857240a3601 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/ports?device_id=21f11be9-0cd9-4ffd-b4df-ef7c24dcde42 HTTP/1.1" status: 200 len: 946 time: 0.0525014 Oct 20 11:39:10.253902 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b6d757db-4fde-4c0a-aabf-99e77728af8e req-efaa5f8c-c328-4902-a5e3-c81eca563c89 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/security-groups?id=4cc91a2b-9937-4c8f-aa26-0924b0364c28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314188 Oct 20 11:39:11.367159 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43546c3b-2a21-4977-800e-2611d2d2ada1 req-03e5405c-5f96-49fa-9255-a2fe71f2fc6f tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:11.368624 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-43546c3b-2a21-4977-800e-2611d2d2ada1 req-03e5405c-5f96-49fa-9255-a2fe71f2fc6f tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/ports?device_id=21f11be9-0cd9-4ffd-b4df-ef7c24dcde42 HTTP/1.1" status: 200 len: 946 time: 0.0480649 Oct 20 11:39:11.405343 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-43546c3b-2a21-4977-800e-2611d2d2ada1 req-aac5681b-e0dc-4395-910d-724e7c904842 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/security-groups?id=4cc91a2b-9937-4c8f-aa26-0924b0364c28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308890 Oct 20 11:39:11.518865 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fe27ea-4eea-4953-848e-1ccb821e77c2 req-40fd5f07-3f0a-4313-a0ba-a1ea4167723f tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:11.520374 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b9fe27ea-4eea-4953-848e-1ccb821e77c2 req-40fd5f07-3f0a-4313-a0ba-a1ea4167723f tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/ports?device_id=21f11be9-0cd9-4ffd-b4df-ef7c24dcde42 HTTP/1.1" status: 200 len: 946 time: 0.0478094 Oct 20 11:39:11.557680 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b9fe27ea-4eea-4953-848e-1ccb821e77c2 req-60addc8c-19eb-40b7-8603-fd199f44083d tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/security-groups?id=4cc91a2b-9937-4c8f-aa26-0924b0364c28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309465 Oct 20 11:39:11.578442 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 47560) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:11.617709 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e97063-4db9-461e-adfa-c910e1b92830 tempest-TestNetworkAdvancedServerOps-1034537329 tempest-TestNetworkAdvancedServerOps-1034537329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:11.619164 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-d6e97063-4db9-461e-adfa-c910e1b92830 tempest-TestNetworkAdvancedServerOps-1034537329 tempest-TestNetworkAdvancedServerOps-1034537329-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=21f11be9-0cd9-4ffd-b4df-ef7c24dcde42 HTTP/1.1" status: 200 len: 1092 time: 0.0397243 Oct 20 11:39:11.621920 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 47562) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:11.626207 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-b970a5d5-f6cf-4804-ad04-8400fe11beec tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Request body: {'floatingip': {'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'port_id': '02446911-169b-479f-bf51-4a4a884ced77', 'tenant_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'fixed_ip_address': '172.20.0.10'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:39:11.649893 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b970a5d5-f6cf-4804-ad04-8400fe11beec tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for floatingip, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:11.746132 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b970a5d5-f6cf-4804-ad04-8400fe11beec tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:11.844679 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-b970a5d5-f6cf-4804-ad04-8400fe11beec tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Allocated IP 172.25.1.71 (cbe170d3-31ba-45a2-b477-520ab0a7a8ea/f4e26aca-17ac-4adb-a66b-d939a1b35b64/c147b7ad-96cc-487a-89f1-158470b060ff) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:39:11.946986 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b970a5d5-f6cf-4804-ad04-8400fe11beec tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:11.982270 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b970a5d5-f6cf-4804-ad04-8400fe11beec tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:12.021488 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b970a5d5-f6cf-4804-ad04-8400fe11beec tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Network cbe170d3-31ba-45a2-b477-520ab0a7a8ea is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:39:12.024297 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-b970a5d5-f6cf-4804-ad04-8400fe11beec tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:39:12.028658 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b970a5d5-f6cf-4804-ad04-8400fe11beec tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:39:12.049479 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b970a5d5-f6cf-4804-ad04-8400fe11beec tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Pushing event updated for resources: {'Port': ['ID=c147b7ad-96cc-487a-89f1-158470b060ff,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:12.376212 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b970a5d5-f6cf-4804-ad04-8400fe11beec tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:12.440745 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b970a5d5-f6cf-4804-ad04-8400fe11beec tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:12.589465 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b970a5d5-f6cf-4804-ad04-8400fe11beec tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for port, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:12.593775 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b970a5d5-f6cf-4804-ad04-8400fe11beec tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:12.666830 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b970a5d5-f6cf-4804-ad04-8400fe11beec tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Pushing event updated for resources: {'Port': ['ID=c147b7ad-96cc-487a-89f1-158470b060ff,revision_number=2']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:12.677632 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b970a5d5-f6cf-4804-ad04-8400fe11beec tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1773381'] for floatingip, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:12.776666 n-d-811396-3 neutron-server[100597]: INFO neutron.db.l3_db [None req-b970a5d5-f6cf-4804-ad04-8400fe11beec tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Floating IP d8a66320-15a6-4508-806f-20ec175c0ce7 associated. External IP: 172.25.1.71, port: 02446911-169b-479f-bf51-4a4a884ced77. Oct 20 11:39:12.978365 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b970a5d5-f6cf-4804-ad04-8400fe11beec tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Router 823699a5-5b59-4999-8a21-8bf9c68afe99 has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:39:13.082616 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b970a5d5-f6cf-4804-ad04-8400fe11beec tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:39:13.092940 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495d5a3a-74ec-409a-b79f-75579d25517e None None] Sync routers for ids ['823699a5-5b59-4999-8a21-8bf9c68afe99'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:39:13.101488 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-b970a5d5-f6cf-4804-ad04-8400fe11beec tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for floatingip, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:13.103173 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495d5a3a-74ec-409a-b79f-75579d25517e None None] Routers {'823699a5-5b59-4999-8a21-8bf9c68afe99'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:39:13.104450 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-495d5a3a-74ec-409a-b79f-75579d25517e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:39:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['823699a5-5b59-4999-8a21-8bf9c68afe99'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:13.211446 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-495d5a3a-74ec-409a-b79f-75579d25517e None None] Set router 823699a5-5b59-4999-8a21-8bf9c68afe99 gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:39:13.371094 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-b970a5d5-f6cf-4804-ad04-8400fe11beec tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7481394 Oct 20 11:39:13.371820 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21f11be9-0cd9-4ffd-b4df-ef7c24dcde42', 'tag': '02446911-169b-479f-bf51-4a4a884ced77'}] {{(pid=100597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:39:13.374231 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26bcd304cef01c8d1125ec9c440c7684a0d186feae015bfd415464a1220f638e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-867cda38-7035-4e2b-8d9a-fa96802ef9b2" -d '{"events": [{"name": "network-changed", "server_uuid": "21f11be9-0cd9-4ffd-b4df-ef7c24dcde42", "tag": "02446911-169b-479f-bf51-4a4a884ced77"}]}' {{(pid=100597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:39:13.410338 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5646f66c-d976-4887-83a5-a2ad550ce2ba x-openstack-request-id: req-5646f66c-d976-4887-83a5-a2ad550ce2ba {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:39:13.410646 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21f11be9-0cd9-4ffd-b4df-ef7c24dcde42", "tag": "02446911-169b-479f-bf51-4a4a884ced77", "status": "completed", "code": 200}]} {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:39:13.410901 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5646f66c-d976-4887-83a5-a2ad550ce2ba {{(pid=100597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:39:13.411298 n-d-811396-3 neutron-server[100597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21f11be9-0cd9-4ffd-b4df-ef7c24dcde42', 'tag': '02446911-169b-479f-bf51-4a4a884ced77', 'status': 'completed', 'code': 200} Oct 20 11:39:13.437990 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-495d5a3a-74ec-409a-b79f-75579d25517e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '823699a5-5b59-4999-8a21-8bf9c68afe99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1955163359', 'tenant_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '39b690dc-aed8-49a4-9d2f-3c1ad6fc8784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:38:55Z', 'updated_at': '2021-10-20T11:38:59Z', 'revision_number': 4, 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'gw_port': {'id': '39b690dc-aed8-49a4-9d2f-3c1ad6fc8784', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:5d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823699a5-5b59-4999-8a21-8bf9c68afe99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:38:56Z', 'updated_at': '2021-10-20T11:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_floatingips': [{'id': 'd8a66320-15a6-4508-806f-20ec175c0ce7', 'tenant_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'floating_ip_address': '172.25.1.71', 'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'router_id': '823699a5-5b59-4999-8a21-8bf9c68afe99', 'port_id': '02446911-169b-479f-bf51-4a4a884ced77', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4260, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10950811-1f8f-4f84-bb65-93a4ffd1a4be', 'mac_address': 'fa:16:3e:14:53:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f11be9-0cd9-4ffd-b4df-ef7c24dcde42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:39:12Z', 'updated_at': '2021-10-20T11:39:12Z', 'revision_number': 0, 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0abaa24-1832-4c73-beb7-3ef56e9e39a3', 'name': '', 'network_id': '10950811-1f8f-4f84-bb65-93a4ffd1a4be', 'tenant_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'mac_address': 'fa:16:3e:17:ed:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823699a5-5b59-4999-8a21-8bf9c68afe99', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '6be072fa-5b3f-4392-b1bf-bfd56689f9da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:38:58Z', 'updated_at': '2021-10-20T11:39:01Z', 'revision_number': 5, 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'subnets': [{'id': '6be072fa-5b3f-4392-b1bf-bfd56689f9da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:13.468455 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495d5a3a-74ec-409a-b79f-75579d25517e None None] Checking router: 823699a5-5b59-4999-8a21-8bf9c68afe99 for host: n-d-811396-3 {{(pid=100599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:39:13.476588 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495d5a3a-74ec-409a-b79f-75579d25517e None None] Routers {'823699a5-5b59-4999-8a21-8bf9c68afe99'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:39:13.477184 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-495d5a3a-74ec-409a-b79f-75579d25517e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:39:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['823699a5-5b59-4999-8a21-8bf9c68afe99'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:13.501257 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d704f5c2-6fda-4fd0-8aaf-7d59c969d7c7 req-5e20129c-e76b-4c5d-84ee-13b76ef54e39 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:13.502761 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d704f5c2-6fda-4fd0-8aaf-7d59c969d7c7 req-5e20129c-e76b-4c5d-84ee-13b76ef54e39 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/ports?device_id=21f11be9-0cd9-4ffd-b4df-ef7c24dcde42 HTTP/1.1" status: 200 len: 946 time: 0.0800970 Oct 20 11:39:13.517940 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867cda38-7035-4e2b-8d9a-fa96802ef9b2 req-d0822296-2b24-4563-87c9-6ea138c9bfc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:13.519439 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-867cda38-7035-4e2b-8d9a-fa96802ef9b2 req-d0822296-2b24-4563-87c9-6ea138c9bfc8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e5f86d6a88794eafa52e20983c8a9c09&device_id=21f11be9-0cd9-4ffd-b4df-ef7c24dcde42 HTTP/1.1" status: 200 len: 1097 time: 0.0622315 Oct 20 11:39:13.571703 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d704f5c2-6fda-4fd0-8aaf-7d59c969d7c7 req-48523473-2fcd-4eb9-a6db-158f77f69a0b tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/security-groups?id=4cc91a2b-9937-4c8f-aa26-0924b0364c28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619788 Oct 20 11:39:13.580915 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-495d5a3a-74ec-409a-b79f-75579d25517e None None] Set router 823699a5-5b59-4999-8a21-8bf9c68afe99 gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:39:13.595585 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 47568) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:13.631877 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867cda38-7035-4e2b-8d9a-fa96802ef9b2 req-e85eeedb-a527-4352-a3a5-deeeb2dfb538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:13.633965 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-867cda38-7035-4e2b-8d9a-fa96802ef9b2 req-e85eeedb-a527-4352-a3a5-deeeb2dfb538 service neutron] 10.222.0.55 "GET /v2.0/networks?id=10950811-1f8f-4f84-bb65-93a4ffd1a4be HTTP/1.1" status: 200 len: 898 time: 0.1063807 Oct 20 11:39:13.659201 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-159e77c0-2ae2-4687-a6cb-fb3c070742c7 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/floatingips/d8a66320-15a6-4508-806f-20ec175c0ce7 HTTP/1.1" status: 200 len: 991 time: 0.0621359 Oct 20 11:39:13.705121 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-867cda38-7035-4e2b-8d9a-fa96802ef9b2 req-5fc6a738-3672-4953-abb5-aec49af01c3a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=02446911-169b-479f-bf51-4a4a884ced77 HTTP/1.1" status: 200 len: 999 time: 0.0643861 Oct 20 11:39:13.755250 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867cda38-7035-4e2b-8d9a-fa96802ef9b2 req-2b2a4a23-09a2-4dcf-80fa-1ea775e3541a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:13.756855 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-867cda38-7035-4e2b-8d9a-fa96802ef9b2 req-2b2a4a23-09a2-4dcf-80fa-1ea775e3541a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6be072fa-5b3f-4392-b1bf-bfd56689f9da HTTP/1.1" status: 200 len: 835 time: 0.0452256 Oct 20 11:39:13.804938 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867cda38-7035-4e2b-8d9a-fa96802ef9b2 req-555fd23a-8cd2-4596-881b-0f8b9bfa3631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:13.808638 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-495d5a3a-74ec-409a-b79f-75579d25517e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '823699a5-5b59-4999-8a21-8bf9c68afe99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1955163359', 'tenant_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '39b690dc-aed8-49a4-9d2f-3c1ad6fc8784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:38:55Z', 'updated_at': '2021-10-20T11:38:59Z', 'revision_number': 4, 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'gw_port': {'id': '39b690dc-aed8-49a4-9d2f-3c1ad6fc8784', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:5d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823699a5-5b59-4999-8a21-8bf9c68afe99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:38:56Z', 'updated_at': '2021-10-20T11:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_floatingips': [{'id': 'd8a66320-15a6-4508-806f-20ec175c0ce7', 'tenant_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'floating_ip_address': '172.25.1.71', 'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'router_id': '823699a5-5b59-4999-8a21-8bf9c68afe99', 'port_id': '02446911-169b-479f-bf51-4a4a884ced77', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4260, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10950811-1f8f-4f84-bb65-93a4ffd1a4be', 'mac_address': 'fa:16:3e:14:53:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f11be9-0cd9-4ffd-b4df-ef7c24dcde42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:39:12Z', 'updated_at': '2021-10-20T11:39:12Z', 'revision_number': 0, 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0abaa24-1832-4c73-beb7-3ef56e9e39a3', 'name': '', 'network_id': '10950811-1f8f-4f84-bb65-93a4ffd1a4be', 'tenant_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'mac_address': 'fa:16:3e:17:ed:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823699a5-5b59-4999-8a21-8bf9c68afe99', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '6be072fa-5b3f-4392-b1bf-bfd56689f9da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:38:58Z', 'updated_at': '2021-10-20T11:39:01Z', 'revision_number': 5, 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'subnets': [{'id': '6be072fa-5b3f-4392-b1bf-bfd56689f9da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:13.809009 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-867cda38-7035-4e2b-8d9a-fa96802ef9b2 req-555fd23a-8cd2-4596-881b-0f8b9bfa3631 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=10950811-1f8f-4f84-bb65-93a4ffd1a4be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452971 Oct 20 11:39:13.834726 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495d5a3a-74ec-409a-b79f-75579d25517e None None] The sync data for ids ['823699a5-5b59-4999-8a21-8bf9c68afe99'] in n-d-811396-3 is: [{'id': '823699a5-5b59-4999-8a21-8bf9c68afe99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1955163359', 'tenant_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '39b690dc-aed8-49a4-9d2f-3c1ad6fc8784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:38:55Z', 'updated_at': '2021-10-20T11:38:59Z', 'revision_number': 4, 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'gw_port': {'id': '39b690dc-aed8-49a4-9d2f-3c1ad6fc8784', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:5d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823699a5-5b59-4999-8a21-8bf9c68afe99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:38:56Z', 'updated_at': '2021-10-20T11:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_floatingips': [{'id': 'd8a66320-15a6-4508-806f-20ec175c0ce7', 'tenant_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'floating_ip_address': '172.25.1.71', 'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'router_id': '823699a5-5b59-4999-8a21-8bf9c68afe99', 'port_id': '02446911-169b-479f-bf51-4a4a884ced77', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4260, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10950811-1f8f-4f84-bb65-93a4ffd1a4be', 'mac_address': 'fa:16:3e:14:53:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f11be9-0cd9-4ffd-b4df-ef7c24dcde42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:39:12Z', 'updated_at': '2021-10-20T11:39:12Z', 'revision_number': 0, 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0abaa24-1832-4c73-beb7-3ef56e9e39a3', 'name': '', 'network_id': '10950811-1f8f-4f84-bb65-93a4ffd1a4be', 'tenant_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'mac_address': 'fa:16:3e:17:ed:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823699a5-5b59-4999-8a21-8bf9c68afe99', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '6be072fa-5b3f-4392-b1bf-bfd56689f9da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:38:58Z', 'updated_at': '2021-10-20T11:39:01Z', 'revision_number': 5, 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'subnets': [{'id': '6be072fa-5b3f-4392-b1bf-bfd56689f9da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:39:13.906329 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-867cda38-7035-4e2b-8d9a-fa96802ef9b2 req-d3096522-5df4-42d1-92f3-863c498fd6c2 service neutron] 10.222.0.55 "GET /v2.0/networks/10950811-1f8f-4f84-bb65-93a4ffd1a4be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899761 Oct 20 11:39:14.005154 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-867cda38-7035-4e2b-8d9a-fa96802ef9b2 req-0bd4decb-8384-4c60-b4ea-6b4f0fa37dd1 service neutron] 10.222.0.55 "GET /v2.0/networks/10950811-1f8f-4f84-bb65-93a4ffd1a4be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919592 Oct 20 11:39:14.026763 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc9f7d8-fd73-4826-9f68-b296a38854ac None None] New status for floating IP d8a66320-15a6-4508-806f-20ec175c0ce7: ACTIVE {{(pid=100598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 11:39:14.662828 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 47570) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:14.722591 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-25e53de1-03c6-4769-940a-8c87c8f5243c tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/floatingips/d8a66320-15a6-4508-806f-20ec175c0ce7 HTTP/1.1" status: 200 len: 993 time: 0.0586131 Oct 20 11:39:19.851396 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:33.621541 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-454b6e0c-45ca-4cf7-be9c-3d7a52bb506d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:36.478471 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-8165df57-7097-480a-87d5-5b095fe431fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:37.238969 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:37.804626 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:38.830488 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:39.171978 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:41.256107 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 7 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:39:43.636804 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d07900bb-ba3a-4a0e-b7cf-ed46e617829e req-ec329dae-b777-428d-b4df-165cbeefdf7c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=21f11be9-0cd9-4ffd-b4df-ef7c24dcde42&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0434799 Oct 20 11:39:43.735953 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07900bb-ba3a-4a0e-b7cf-ed46e617829e req-fb01fae6-b7d1-4a3c-b0ee-e60572351c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:43.737432 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d07900bb-ba3a-4a0e-b7cf-ed46e617829e req-fb01fae6-b7d1-4a3c-b0ee-e60572351c43 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e5f86d6a88794eafa52e20983c8a9c09&device_id=21f11be9-0cd9-4ffd-b4df-ef7c24dcde42 HTTP/1.1" status: 200 len: 1097 time: 0.0405087 Oct 20 11:39:43.843291 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07900bb-ba3a-4a0e-b7cf-ed46e617829e req-c7b64ebb-1a0a-44cb-b1d2-fd216c0ea372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:43.844829 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d07900bb-ba3a-4a0e-b7cf-ed46e617829e req-c7b64ebb-1a0a-44cb-b1d2-fd216c0ea372 service neutron] 10.222.0.55 "GET /v2.0/networks?id=10950811-1f8f-4f84-bb65-93a4ffd1a4be HTTP/1.1" status: 200 len: 898 time: 0.0877233 Oct 20 11:39:43.909810 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d07900bb-ba3a-4a0e-b7cf-ed46e617829e req-f1e5f080-2388-4583-8f2b-319c51c46030 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=02446911-169b-479f-bf51-4a4a884ced77 HTTP/1.1" status: 200 len: 1001 time: 0.0580893 Oct 20 11:39:43.958753 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07900bb-ba3a-4a0e-b7cf-ed46e617829e req-85ff2105-3d93-44ba-a9e8-117ef4346140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:43.960340 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d07900bb-ba3a-4a0e-b7cf-ed46e617829e req-85ff2105-3d93-44ba-a9e8-117ef4346140 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6be072fa-5b3f-4392-b1bf-bfd56689f9da HTTP/1.1" status: 200 len: 835 time: 0.0436418 Oct 20 11:39:44.008117 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07900bb-ba3a-4a0e-b7cf-ed46e617829e req-11fd3497-aab4-4e9d-af22-bf500edef083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:44.009635 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d07900bb-ba3a-4a0e-b7cf-ed46e617829e req-11fd3497-aab4-4e9d-af22-bf500edef083 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=10950811-1f8f-4f84-bb65-93a4ffd1a4be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423453 Oct 20 11:39:44.101465 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d07900bb-ba3a-4a0e-b7cf-ed46e617829e req-7b0001b8-cbad-414d-8783-aae17ae4879a service neutron] 10.222.0.55 "GET /v2.0/networks/10950811-1f8f-4f84-bb65-93a4ffd1a4be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847461 Oct 20 11:39:44.193457 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d07900bb-ba3a-4a0e-b7cf-ed46e617829e req-f06b9380-1ae4-4253-a337-2ff26dee8770 service neutron] 10.222.0.55 "GET /v2.0/networks/10950811-1f8f-4f84-bb65-93a4ffd1a4be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853140 Oct 20 11:39:49.878656 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:03.621934 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1bf9aff5-28af-441a-a32a-15d0b8562af9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:06.479212 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-b9b95001-be60-482d-ada4-bbbe4d5628e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:07.239807 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:07.807453 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:08.830331 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:09.175724 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:17.386830 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ee65eb-74ce-4a79-84f3-ce48aed19a9a req-08fa38d3-2829-460c-b64a-6e4d321c6d35 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:17.388339 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-04ee65eb-74ce-4a79-84f3-ce48aed19a9a req-08fa38d3-2829-460c-b64a-6e4d321c6d35 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/ports?device_id=21f11be9-0cd9-4ffd-b4df-ef7c24dcde42 HTTP/1.1" status: 200 len: 946 time: 0.0488298 Oct 20 11:40:17.424762 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-04ee65eb-74ce-4a79-84f3-ce48aed19a9a req-91efdc4c-9a76-4aeb-804e-89bc7b1d5dd8 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/security-groups?id=4cc91a2b-9937-4c8f-aa26-0924b0364c28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303471 Oct 20 11:40:18.254916 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 7 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:40:18.570537 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddec16d-c500-461d-afee-9781f03d3cfd req-ea5e85b7-311e-41bd-b9be-f7c56b2ca885 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:18.572050 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-dddec16d-c500-461d-afee-9781f03d3cfd req-ea5e85b7-311e-41bd-b9be-f7c56b2ca885 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/ports?device_id=21f11be9-0cd9-4ffd-b4df-ef7c24dcde42 HTTP/1.1" status: 200 len: 946 time: 0.0493023 Oct 20 11:40:18.609030 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-dddec16d-c500-461d-afee-9781f03d3cfd req-ccfd3877-4de2-4761-93cf-faa886ce6720 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/security-groups?id=4cc91a2b-9937-4c8f-aa26-0924b0364c28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305929 Oct 20 11:40:19.728756 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41232280-3cb9-4b7a-8ff2-7101357f1893 req-bca7c3bf-66fa-4907-a431-a990aef0e077 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:19.730845 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-41232280-3cb9-4b7a-8ff2-7101357f1893 req-bca7c3bf-66fa-4907-a431-a990aef0e077 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/ports?device_id=21f11be9-0cd9-4ffd-b4df-ef7c24dcde42 HTTP/1.1" status: 200 len: 946 time: 0.0540724 Oct 20 11:40:19.767469 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-41232280-3cb9-4b7a-8ff2-7101357f1893 req-8d9bc2e1-266e-4129-a12e-c6d6828e7de7 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/security-groups?id=4cc91a2b-9937-4c8f-aa26-0924b0364c28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305016 Oct 20 11:40:19.789505 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 47616) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:19.848690 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-cf3f45f9-0cf0-4abd-939e-da1dce8c5829 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/floatingips/d8a66320-15a6-4508-806f-20ec175c0ce7 HTTP/1.1" status: 200 len: 993 time: 0.0581126 Oct 20 11:40:19.877700 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:21.120235 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf84a647-9e38-4301-aa19-a73f7fdee6e7 req-04658279-e444-486c-a35d-e97453f6bf41 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:21.122211 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cf84a647-9e38-4301-aa19-a73f7fdee6e7 req-04658279-e444-486c-a35d-e97453f6bf41 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/ports?device_id=21f11be9-0cd9-4ffd-b4df-ef7c24dcde42 HTTP/1.1" status: 200 len: 946 time: 0.0525110 Oct 20 11:40:21.188732 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cf84a647-9e38-4301-aa19-a73f7fdee6e7 req-89ce4d40-65d3-4e32-80bf-8afcbdcf9e55 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/security-groups?id=4cc91a2b-9937-4c8f-aa26-0924b0364c28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582023 Oct 20 11:40:21.191307 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ea3774-4052-48f7-8a2d-fae64953fa9e req-a1d4de66-e8c9-4915-9b9a-99003ba405b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:21.193039 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-01ea3774-4052-48f7-8a2d-fae64953fa9e req-a1d4de66-e8c9-4915-9b9a-99003ba405b3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e5f86d6a88794eafa52e20983c8a9c09&device_id=21f11be9-0cd9-4ffd-b4df-ef7c24dcde42 HTTP/1.1" status: 200 len: 1097 time: 0.0699811 Oct 20 11:40:21.281970 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ea3774-4052-48f7-8a2d-fae64953fa9e req-939c6b7d-f373-4b95-a656-6b999ed1a068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:21.283463 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-01ea3774-4052-48f7-8a2d-fae64953fa9e req-939c6b7d-f373-4b95-a656-6b999ed1a068 service neutron] 10.222.0.55 "GET /v2.0/networks?id=10950811-1f8f-4f84-bb65-93a4ffd1a4be HTTP/1.1" status: 200 len: 898 time: 0.0833256 Oct 20 11:40:21.353641 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-01ea3774-4052-48f7-8a2d-fae64953fa9e req-7c3e1f5b-83e7-4ec2-9bff-d294f7b18c4a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=02446911-169b-479f-bf51-4a4a884ced77 HTTP/1.1" status: 200 len: 1001 time: 0.0634377 Oct 20 11:40:21.400911 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ea3774-4052-48f7-8a2d-fae64953fa9e req-61900f5d-c9bf-44be-b878-3c3038bf3965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:21.402293 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-01ea3774-4052-48f7-8a2d-fae64953fa9e req-61900f5d-c9bf-44be-b878-3c3038bf3965 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6be072fa-5b3f-4392-b1bf-bfd56689f9da HTTP/1.1" status: 200 len: 835 time: 0.0421145 Oct 20 11:40:21.448429 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ea3774-4052-48f7-8a2d-fae64953fa9e req-5b345599-f5b9-4ce4-b16c-3f132dadbd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:21.449926 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-01ea3774-4052-48f7-8a2d-fae64953fa9e req-5b345599-f5b9-4ce4-b16c-3f132dadbd59 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=10950811-1f8f-4f84-bb65-93a4ffd1a4be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394654 Oct 20 11:40:21.544037 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-01ea3774-4052-48f7-8a2d-fae64953fa9e req-82514ccf-e836-41bc-bd80-d902ced66084 service neutron] 10.222.0.55 "GET /v2.0/networks/10950811-1f8f-4f84-bb65-93a4ffd1a4be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861478 Oct 20 11:40:21.644474 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-01ea3774-4052-48f7-8a2d-fae64953fa9e req-8d10a58e-84b3-4e17-a549-c66e12ddb64b service neutron] 10.222.0.55 "GET /v2.0/networks/10950811-1f8f-4f84-bb65-93a4ffd1a4be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850081 Oct 20 11:40:22.316019 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decc9984-3d57-403c-917c-22208e02afcf req-ed50c3f9-83d0-4d77-a02b-8b827951d4eb tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:22.317697 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-decc9984-3d57-403c-917c-22208e02afcf req-ed50c3f9-83d0-4d77-a02b-8b827951d4eb tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/ports?device_id=21f11be9-0cd9-4ffd-b4df-ef7c24dcde42 HTTP/1.1" status: 200 len: 946 time: 0.0568576 Oct 20 11:40:22.354683 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-decc9984-3d57-403c-917c-22208e02afcf req-694b1cd0-d0b8-4eeb-be38-ec46a6144056 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/security-groups?id=4cc91a2b-9937-4c8f-aa26-0924b0364c28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310223 Oct 20 11:40:23.472658 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f50a7d-e208-4d31-92d5-174cdc021a8e req-86ca5436-19b9-43b8-aa1c-2c373de94742 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:23.474022 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b6f50a7d-e208-4d31-92d5-174cdc021a8e req-86ca5436-19b9-43b8-aa1c-2c373de94742 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/ports?device_id=21f11be9-0cd9-4ffd-b4df-ef7c24dcde42 HTTP/1.1" status: 200 len: 946 time: 0.0478594 Oct 20 11:40:23.511655 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b6f50a7d-e208-4d31-92d5-174cdc021a8e req-ea5559a1-c42d-4028-bf90-ff476abdc597 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/security-groups?id=4cc91a2b-9937-4c8f-aa26-0924b0364c28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312452 Oct 20 11:40:23.533691 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 47630) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:23.599106 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-94102414-c5ef-40d7-8945-7756e4297316 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/floatingips/d8a66320-15a6-4508-806f-20ec175c0ce7 HTTP/1.1" status: 200 len: 993 time: 0.0643148 Oct 20 11:40:23.798867 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 47636) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:23.953258 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-085ccf64-f245-4be6-be30-c0c45681201c tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Deleting port c147b7ad-96cc-487a-89f1-158470b060ff {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:40:23.953601 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-085ccf64-f245-4be6-be30-c0c45681201c tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:24.026891 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-085ccf64-f245-4be6-be30-c0c45681201c tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:24.027218 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-085ccf64-f245-4be6-be30-c0c45681201c tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:24.038405 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-085ccf64-f245-4be6-be30-c0c45681201c tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Calling delete_port for c147b7ad-96cc-487a-89f1-158470b060ff owned by network:floatingip {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:40:24.180025 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-085ccf64-f245-4be6-be30-c0c45681201c tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:24.206666 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085ccf64-f245-4be6-be30-c0c45681201c tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Pushing event deleted for resources: {'Port': ['ID=c147b7ad-96cc-487a-89f1-158470b060ff,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:24.233879 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085ccf64-f245-4be6-be30-c0c45681201c tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:40:24.234229 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085ccf64-f245-4be6-be30-c0c45681201c tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:40:24.234571 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085ccf64-f245-4be6-be30-c0c45681201c tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:40:24.234914 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085ccf64-f245-4be6-be30-c0c45681201c tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:40:24.235243 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085ccf64-f245-4be6-be30-c0c45681201c tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:40:24.235599 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085ccf64-f245-4be6-be30-c0c45681201c tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:40:24.235930 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085ccf64-f245-4be6-be30-c0c45681201c tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:40:24.236258 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085ccf64-f245-4be6-be30-c0c45681201c tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:40:24.236590 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085ccf64-f245-4be6-be30-c0c45681201c tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:40:24.236913 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085ccf64-f245-4be6-be30-c0c45681201c tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:40:24.237234 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085ccf64-f245-4be6-be30-c0c45681201c tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:40:24.237552 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085ccf64-f245-4be6-be30-c0c45681201c tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:40:24.276293 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-085ccf64-f245-4be6-be30-c0c45681201c tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for floatingip, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:24.276653 n-d-811396-3 neutron-server[100596]: INFO neutron.db.l3_db [None req-085ccf64-f245-4be6-be30-c0c45681201c tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Floating IP d8a66320-15a6-4508-806f-20ec175c0ce7 disassociated (deleted). External IP: 172.25.1.71, port: 02446911-169b-479f-bf51-4a4a884ced77. Oct 20 11:40:24.477775 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-085ccf64-f245-4be6-be30-c0c45681201c tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Router 823699a5-5b59-4999-8a21-8bf9c68afe99 has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:40:24.586877 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-085ccf64-f245-4be6-be30-c0c45681201c tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:40:24.591540 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-085ccf64-f245-4be6-be30-c0c45681201c tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for floatingip, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:24.597417 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ced051d-8fb5-4074-836c-d5ad217ae6b6 None None] Sync routers for ids ['823699a5-5b59-4999-8a21-8bf9c68afe99'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:40:24.606942 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ced051d-8fb5-4074-836c-d5ad217ae6b6 None None] Routers {'823699a5-5b59-4999-8a21-8bf9c68afe99'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:40:24.607587 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-9ced051d-8fb5-4074-836c-d5ad217ae6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:40:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['823699a5-5b59-4999-8a21-8bf9c68afe99'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:40:24.713767 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-9ced051d-8fb5-4074-836c-d5ad217ae6b6 None None] Set router 823699a5-5b59-4999-8a21-8bf9c68afe99 gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:40:24.953191 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-085ccf64-f245-4be6-be30-c0c45681201c tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "DELETE /v2.0/floatingips/d8a66320-15a6-4508-806f-20ec175c0ce7 HTTP/1.1" status: 204 len: 168 time: 1.1531875 Oct 20 11:40:24.953781 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21f11be9-0cd9-4ffd-b4df-ef7c24dcde42', 'tag': '02446911-169b-479f-bf51-4a4a884ced77'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:40:24.956069 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b817f9d80a1b29ed07bd94f2222da8cf244b0bc6025e0bf33ac95c6b13c59699" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-417d4b94-ac2c-4346-99a9-95022a3c6c8d" -d '{"events": [{"name": "network-changed", "server_uuid": "21f11be9-0cd9-4ffd-b4df-ef7c24dcde42", "tag": "02446911-169b-479f-bf51-4a4a884ced77"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:40:24.995694 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec541887-8395-4f44-8339-272e3be8243a x-openstack-request-id: req-ec541887-8395-4f44-8339-272e3be8243a {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:40:24.996134 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21f11be9-0cd9-4ffd-b4df-ef7c24dcde42", "tag": "02446911-169b-479f-bf51-4a4a884ced77", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:40:24.996399 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ec541887-8395-4f44-8339-272e3be8243a {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:40:24.997037 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21f11be9-0cd9-4ffd-b4df-ef7c24dcde42', 'tag': '02446911-169b-479f-bf51-4a4a884ced77', 'status': 'completed', 'code': 200} Oct 20 11:40:25.006648 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-9ced051d-8fb5-4074-836c-d5ad217ae6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '823699a5-5b59-4999-8a21-8bf9c68afe99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1955163359', 'tenant_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '39b690dc-aed8-49a4-9d2f-3c1ad6fc8784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:38:55Z', 'updated_at': '2021-10-20T11:38:59Z', 'revision_number': 4, 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'gw_port': {'id': '39b690dc-aed8-49a4-9d2f-3c1ad6fc8784', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:5d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823699a5-5b59-4999-8a21-8bf9c68afe99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:38:56Z', 'updated_at': '2021-10-20T11:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': 'd0abaa24-1832-4c73-beb7-3ef56e9e39a3', 'name': '', 'network_id': '10950811-1f8f-4f84-bb65-93a4ffd1a4be', 'tenant_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'mac_address': 'fa:16:3e:17:ed:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823699a5-5b59-4999-8a21-8bf9c68afe99', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '6be072fa-5b3f-4392-b1bf-bfd56689f9da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:38:58Z', 'updated_at': '2021-10-20T11:39:01Z', 'revision_number': 5, 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'subnets': [{'id': '6be072fa-5b3f-4392-b1bf-bfd56689f9da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:40:25.032151 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ced051d-8fb5-4074-836c-d5ad217ae6b6 None None] Checking router: 823699a5-5b59-4999-8a21-8bf9c68afe99 for host: n-d-811396-3 {{(pid=100599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:40:25.041296 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ced051d-8fb5-4074-836c-d5ad217ae6b6 None None] Routers {'823699a5-5b59-4999-8a21-8bf9c68afe99'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:40:25.041953 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-9ced051d-8fb5-4074-836c-d5ad217ae6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:40:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['823699a5-5b59-4999-8a21-8bf9c68afe99'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:40:25.084691 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417d4b94-ac2c-4346-99a9-95022a3c6c8d req-edea5b4f-3859-4b23-b5a0-0c9d80219949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:25.086682 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-417d4b94-ac2c-4346-99a9-95022a3c6c8d req-edea5b4f-3859-4b23-b5a0-0c9d80219949 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e5f86d6a88794eafa52e20983c8a9c09&device_id=21f11be9-0cd9-4ffd-b4df-ef7c24dcde42 HTTP/1.1" status: 200 len: 1097 time: 0.0471659 Oct 20 11:40:25.153005 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-9ced051d-8fb5-4074-836c-d5ad217ae6b6 None None] Set router 823699a5-5b59-4999-8a21-8bf9c68afe99 gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:40:25.238339 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf02b06-ad90-4f73-9f98-7359e3531359 req-efbba3c7-02a0-4cc8-bb96-176869b2df20 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:25.239751 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3cf02b06-ad90-4f73-9f98-7359e3531359 req-efbba3c7-02a0-4cc8-bb96-176869b2df20 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/ports?device_id=21f11be9-0cd9-4ffd-b4df-ef7c24dcde42 HTTP/1.1" status: 200 len: 946 time: 0.0963626 Oct 20 11:40:25.269764 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417d4b94-ac2c-4346-99a9-95022a3c6c8d req-9ae66739-ebac-4a2c-a46a-f3836c06d179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:25.271176 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-417d4b94-ac2c-4346-99a9-95022a3c6c8d req-9ae66739-ebac-4a2c-a46a-f3836c06d179 service neutron] 10.222.0.55 "GET /v2.0/networks?id=10950811-1f8f-4f84-bb65-93a4ffd1a4be HTTP/1.1" status: 200 len: 898 time: 0.1358428 Oct 20 11:40:25.320578 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3cf02b06-ad90-4f73-9f98-7359e3531359 req-341899ba-f836-407a-8df6-cfd771b1a0d6 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/security-groups?id=4cc91a2b-9937-4c8f-aa26-0924b0364c28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706644 Oct 20 11:40:25.321915 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-417d4b94-ac2c-4346-99a9-95022a3c6c8d req-5ac03a69-cf3f-41f9-98cb-aab7c5f1b852 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=02446911-169b-479f-bf51-4a4a884ced77 HTTP/1.1" status: 200 len: 217 time: 0.0391285 Oct 20 11:40:25.352339 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-9ced051d-8fb5-4074-836c-d5ad217ae6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '823699a5-5b59-4999-8a21-8bf9c68afe99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1955163359', 'tenant_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '39b690dc-aed8-49a4-9d2f-3c1ad6fc8784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:38:55Z', 'updated_at': '2021-10-20T11:38:59Z', 'revision_number': 4, 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'gw_port': {'id': '39b690dc-aed8-49a4-9d2f-3c1ad6fc8784', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:5d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823699a5-5b59-4999-8a21-8bf9c68afe99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:38:56Z', 'updated_at': '2021-10-20T11:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': 'd0abaa24-1832-4c73-beb7-3ef56e9e39a3', 'name': '', 'network_id': '10950811-1f8f-4f84-bb65-93a4ffd1a4be', 'tenant_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'mac_address': 'fa:16:3e:17:ed:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823699a5-5b59-4999-8a21-8bf9c68afe99', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '6be072fa-5b3f-4392-b1bf-bfd56689f9da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:38:58Z', 'updated_at': '2021-10-20T11:39:01Z', 'revision_number': 5, 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'subnets': [{'id': '6be072fa-5b3f-4392-b1bf-bfd56689f9da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:40:25.377496 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417d4b94-ac2c-4346-99a9-95022a3c6c8d req-fea192da-7a4b-4fc1-ab11-0d3d6b0d6887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:25.378852 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ced051d-8fb5-4074-836c-d5ad217ae6b6 None None] The sync data for ids ['823699a5-5b59-4999-8a21-8bf9c68afe99'] in n-d-811396-3 is: [{'id': '823699a5-5b59-4999-8a21-8bf9c68afe99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1955163359', 'tenant_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '39b690dc-aed8-49a4-9d2f-3c1ad6fc8784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:38:55Z', 'updated_at': '2021-10-20T11:38:59Z', 'revision_number': 4, 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'gw_port': {'id': '39b690dc-aed8-49a4-9d2f-3c1ad6fc8784', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:5d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823699a5-5b59-4999-8a21-8bf9c68afe99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:38:56Z', 'updated_at': '2021-10-20T11:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': 'd0abaa24-1832-4c73-beb7-3ef56e9e39a3', 'name': '', 'network_id': '10950811-1f8f-4f84-bb65-93a4ffd1a4be', 'tenant_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'mac_address': 'fa:16:3e:17:ed:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823699a5-5b59-4999-8a21-8bf9c68afe99', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '6be072fa-5b3f-4392-b1bf-bfd56689f9da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:38:58Z', 'updated_at': '2021-10-20T11:39:01Z', 'revision_number': 5, 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'subnets': [{'id': '6be072fa-5b3f-4392-b1bf-bfd56689f9da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:40:25.379033 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-417d4b94-ac2c-4346-99a9-95022a3c6c8d req-fea192da-7a4b-4fc1-ab11-0d3d6b0d6887 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6be072fa-5b3f-4392-b1bf-bfd56689f9da HTTP/1.1" status: 200 len: 835 time: 0.0493884 Oct 20 11:40:25.425503 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417d4b94-ac2c-4346-99a9-95022a3c6c8d req-d0d7d04f-b9d9-45a5-ba15-925cc65ceea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:25.427004 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-417d4b94-ac2c-4346-99a9-95022a3c6c8d req-d0d7d04f-b9d9-45a5-ba15-925cc65ceea1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=10950811-1f8f-4f84-bb65-93a4ffd1a4be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408556 Oct 20 11:40:25.521573 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-417d4b94-ac2c-4346-99a9-95022a3c6c8d req-009da1b5-9f12-4eb1-a4a9-01db16d233a8 service neutron] 10.222.0.55 "GET /v2.0/networks/10950811-1f8f-4f84-bb65-93a4ffd1a4be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869296 Oct 20 11:40:25.596926 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3cfc4f2-6a0e-4302-9ba2-7b65dc67a81f None None] New status for floating IP d8a66320-15a6-4508-806f-20ec175c0ce7: DOWN {{(pid=100598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 11:40:25.617966 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-417d4b94-ac2c-4346-99a9-95022a3c6c8d req-ab1adabe-50db-4e02-a69f-f14022f55946 service neutron] 10.222.0.55 "GET /v2.0/networks/10950811-1f8f-4f84-bb65-93a4ffd1a4be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888126 Oct 20 11:40:26.437631 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c72398d-eafa-4e94-919a-930d9642089c req-123ab5fe-8985-41a4-ad81-1ac591b3b7f5 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:26.439097 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9c72398d-eafa-4e94-919a-930d9642089c req-123ab5fe-8985-41a4-ad81-1ac591b3b7f5 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/ports?device_id=21f11be9-0cd9-4ffd-b4df-ef7c24dcde42 HTTP/1.1" status: 200 len: 946 time: 0.0482831 Oct 20 11:40:26.475291 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9c72398d-eafa-4e94-919a-930d9642089c req-65b51d7c-b63a-4a18-9b41-d7818931b400 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/security-groups?id=4cc91a2b-9937-4c8f-aa26-0924b0364c28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303371 Oct 20 11:40:26.967716 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9c78c1-b8ce-43fc-a981-f9a344dda520 req-b9f692a3-9530-4921-85e5-9eb06fec5ba9 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:26.969066 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4c9c78c1-b8ce-43fc-a981-f9a344dda520 req-b9f692a3-9530-4921-85e5-9eb06fec5ba9 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.55 "GET /v2.0/ports?device_id=21f11be9-0cd9-4ffd-b4df-ef7c24dcde42 HTTP/1.1" status: 200 len: 946 time: 0.0515957 Oct 20 11:40:27.054267 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-4c9c78c1-b8ce-43fc-a981-f9a344dda520 req-a872b904-6ca9-41e3-83f7-44f55548ab5c tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Deleting port 02446911-169b-479f-bf51-4a4a884ced77 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:40:27.054610 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-4c9c78c1-b8ce-43fc-a981-f9a344dda520 req-a872b904-6ca9-41e3-83f7-44f55548ab5c tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:27.144388 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-4c9c78c1-b8ce-43fc-a981-f9a344dda520 req-a872b904-6ca9-41e3-83f7-44f55548ab5c tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] For port 02446911-169b-479f-bf51-4a4a884ced77, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=02446911-169b-479f-bf51-4a4a884ced77,segment=NetworkSegment(0f2377a5-54b8-4fe1-845f-239333873ecc),segment_id=0f2377a5-54b8-4fe1-845f-239333873ecc)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:40:27.144750 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-4c9c78c1-b8ce-43fc-a981-f9a344dda520 req-a872b904-6ca9-41e3-83f7-44f55548ab5c tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:27.156376 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-4c9c78c1-b8ce-43fc-a981-f9a344dda520 req-a872b904-6ca9-41e3-83f7-44f55548ab5c tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Calling delete_port for 02446911-169b-479f-bf51-4a4a884ced77 owned by compute:nova {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:40:27.283298 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-4c9c78c1-b8ce-43fc-a981-f9a344dda520 req-a872b904-6ca9-41e3-83f7-44f55548ab5c tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:27.313790 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a872b904-6ca9-41e3-83f7-44f55548ab5c tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Pushing event deleted for resources: {'Port': ['ID=02446911-169b-479f-bf51-4a4a884ced77,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:27.357028 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c9c78c1-b8ce-43fc-a981-f9a344dda520 req-a872b904-6ca9-41e3-83f7-44f55548ab5c tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] No DVR routers for this DVR port 02446911-169b-479f-bf51-4a4a884ced77 on host n-h1-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:40:27.359653 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-4c9c78c1-b8ce-43fc-a981-f9a344dda520 req-a872b904-6ca9-41e3-83f7-44f55548ab5c tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:27.362933 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4c9c78c1-b8ce-43fc-a981-f9a344dda520 req-a872b904-6ca9-41e3-83f7-44f55548ab5c tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.55 "DELETE /v2.0/ports/02446911-169b-479f-bf51-4a4a884ced77 HTTP/1.1" status: 204 len: 173 time: 0.3872182 Oct 20 11:40:27.363370 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21f11be9-0cd9-4ffd-b4df-ef7c24dcde42', 'name': 'network-vif-deleted', 'tag': '02446911-169b-479f-bf51-4a4a884ced77'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:40:27.365619 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b817f9d80a1b29ed07bd94f2222da8cf244b0bc6025e0bf33ac95c6b13c59699" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e453655c-a966-40b0-9aee-16c7984f32ab" -d '{"events": [{"server_uuid": "21f11be9-0cd9-4ffd-b4df-ef7c24dcde42", "name": "network-vif-deleted", "tag": "02446911-169b-479f-bf51-4a4a884ced77"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:40:27.406079 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-079e654d-a4c4-402c-8561-1d7093b65bf5 x-openstack-request-id: req-079e654d-a4c4-402c-8561-1d7093b65bf5 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:40:27.407085 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21f11be9-0cd9-4ffd-b4df-ef7c24dcde42", "name": "network-vif-deleted", "tag": "02446911-169b-479f-bf51-4a4a884ced77", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:40:27.407353 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-079e654d-a4c4-402c-8561-1d7093b65bf5 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:40:27.407894 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21f11be9-0cd9-4ffd-b4df-ef7c24dcde42', 'name': 'network-vif-deleted', 'tag': '02446911-169b-479f-bf51-4a4a884ced77', 'status': 'completed', 'code': 200} Oct 20 11:40:27.583786 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4c1f52bb-f520-427e-a555-7bb9bbb932c0 req-17eac283-5951-43ee-a18d-b0caa75ce247 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "GET /v2.0/ports?device_id=21f11be9-0cd9-4ffd-b4df-ef7c24dcde42 HTTP/1.1" status: 200 len: 210 time: 0.0262036 Oct 20 11:40:28.639613 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 47652) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:29.000568 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-b2917f0b-c0cd-4f60-9071-7f89123785e2 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1774405'] for router_interface, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:29.249616 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-b2917f0b-c0cd-4f60-9071-7f89123785e2 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Deleting port d0abaa24-1832-4c73-beb7-3ef56e9e39a3 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:40:29.249967 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-b2917f0b-c0cd-4f60-9071-7f89123785e2 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:29.335813 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [None req-b2917f0b-c0cd-4f60-9071-7f89123785e2 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] For port d0abaa24-1832-4c73-beb7-3ef56e9e39a3, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=d0abaa24-1832-4c73-beb7-3ef56e9e39a3,segment=NetworkSegment(0f2377a5-54b8-4fe1-845f-239333873ecc),segment_id=0f2377a5-54b8-4fe1-845f-239333873ecc)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:40:29.336180 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-b2917f0b-c0cd-4f60-9071-7f89123785e2 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:29.348718 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-b2917f0b-c0cd-4f60-9071-7f89123785e2 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Calling delete_port for d0abaa24-1832-4c73-beb7-3ef56e9e39a3 owned by network:router_interface {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:40:29.530587 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-b2917f0b-c0cd-4f60-9071-7f89123785e2 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:29.560991 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2917f0b-c0cd-4f60-9071-7f89123785e2 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Pushing event deleted for resources: {'Port': ['ID=d0abaa24-1832-4c73-beb7-3ef56e9e39a3,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:29.734006 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-b2917f0b-c0cd-4f60-9071-7f89123785e2 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1771989'] for router_interface, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:29.944028 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2917f0b-c0cd-4f60-9071-7f89123785e2 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Router 823699a5-5b59-4999-8a21-8bf9c68afe99 has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:40:30.050268 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2917f0b-c0cd-4f60-9071-7f89123785e2 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:40:30.055666 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-b2917f0b-c0cd-4f60-9071-7f89123785e2 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "PUT /v2.0/routers/823699a5-5b59-4999-8a21-8bf9c68afe99/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4145880 Oct 20 11:40:30.058763 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 47656) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:30.061524 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08fbc03-a247-41cd-9b03-736a072d5987 None None] Sync routers for ids ['823699a5-5b59-4999-8a21-8bf9c68afe99'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:40:30.070707 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08fbc03-a247-41cd-9b03-736a072d5987 None None] Routers {'823699a5-5b59-4999-8a21-8bf9c68afe99'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:40:30.071403 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-c08fbc03-a247-41cd-9b03-736a072d5987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:40:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['823699a5-5b59-4999-8a21-8bf9c68afe99'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:40:30.107764 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_v2 [None req-569fcf5f-26bc-4e03-9d6b-6b4572c4c5b1 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Deleting subnet 6be072fa-5b3f-4392-b1bf-bfd56689f9da {{(pid=100596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:40:30.110731 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-569fcf5f-26bc-4e03-9d6b-6b4572c4c5b1 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for subnet, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:30.149455 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-569fcf5f-26bc-4e03-9d6b-6b4572c4c5b1 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25189079'] for subnet, precommit_delete_associations {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:30.173683 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-c08fbc03-a247-41cd-9b03-736a072d5987 None None] Set router 823699a5-5b59-4999-8a21-8bf9c68afe99 gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:40:30.233141 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-569fcf5f-26bc-4e03-9d6b-6b4572c4c5b1 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:30.290001 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-569fcf5f-26bc-4e03-9d6b-6b4572c4c5b1 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26836193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26761888'] for subnet, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:30.318527 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569fcf5f-26bc-4e03-9d6b-6b4572c4c5b1 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Pushing event deleted for resources: {'Subnet': ['ID=6be072fa-5b3f-4392-b1bf-bfd56689f9da,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:30.320666 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-569fcf5f-26bc-4e03-9d6b-6b4572c4c5b1 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:30.326740 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f65884-63c1-4d85-9e2b-5a0b9ca85e1e None None] Network 10950811-1f8f-4f84-bb65-93a4ffd1a4be requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:40:30.328180 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 47658) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:30.331932 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-569fcf5f-26bc-4e03-9d6b-6b4572c4c5b1 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "DELETE /v2.0/subnets/6be072fa-5b3f-4392-b1bf-bfd56689f9da HTTP/1.1" status: 204 len: 168 time: 0.2721384 Oct 20 11:40:30.349418 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-c08fbc03-a247-41cd-9b03-736a072d5987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '823699a5-5b59-4999-8a21-8bf9c68afe99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1955163359', 'tenant_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '39b690dc-aed8-49a4-9d2f-3c1ad6fc8784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:38:55Z', 'updated_at': '2021-10-20T11:40:29Z', 'revision_number': 5, 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'gw_port': {'id': '39b690dc-aed8-49a4-9d2f-3c1ad6fc8784', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:5d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823699a5-5b59-4999-8a21-8bf9c68afe99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:38:56Z', 'updated_at': '2021-10-20T11:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:40:30.380738 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08fbc03-a247-41cd-9b03-736a072d5987 None None] Checking router: 823699a5-5b59-4999-8a21-8bf9c68afe99 for host: n-d-811396-3 {{(pid=100599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:40:30.389374 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08fbc03-a247-41cd-9b03-736a072d5987 None None] Routers {'823699a5-5b59-4999-8a21-8bf9c68afe99'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:40:30.389970 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-c08fbc03-a247-41cd-9b03-736a072d5987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:40:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['823699a5-5b59-4999-8a21-8bf9c68afe99'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:40:30.435645 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-91d0f582-24a6-4bc8-840b-e1de96064caa tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for router, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:30.496859 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-c08fbc03-a247-41cd-9b03-736a072d5987 None None] Set router 823699a5-5b59-4999-8a21-8bf9c68afe99 gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:40:30.511116 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa49cdcd-1b86-47d2-9923-0ed4d015f566 None None] DHCP port deletion for 10950811-1f8f-4f84-bb65-93a4ffd1a4be request from n-d-811396-3 {{(pid=100598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:40:30.547243 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-91d0f582-24a6-4bc8-840b-e1de96064caa tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:30.556972 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-aa49cdcd-1b86-47d2-9923-0ed4d015f566 None None] Deleting port c6143fe9-fd9f-4ee0-858e-88bd3e800d6f {{(pid=100598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:40:30.557645 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-aa49cdcd-1b86-47d2-9923-0ed4d015f566 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:30.601565 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-91d0f582-24a6-4bc8-840b-e1de96064caa tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Deleting port 39b690dc-aed8-49a4-9d2f-3c1ad6fc8784 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:40:30.601953 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-91d0f582-24a6-4bc8-840b-e1de96064caa tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:30.627525 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-aa49cdcd-1b86-47d2-9923-0ed4d015f566 None None] For port c6143fe9-fd9f-4ee0-858e-88bd3e800d6f, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=c6143fe9-fd9f-4ee0-858e-88bd3e800d6f,segment=NetworkSegment(0f2377a5-54b8-4fe1-845f-239333873ecc),segment_id=0f2377a5-54b8-4fe1-845f-239333873ecc)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:40:30.627958 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-aa49cdcd-1b86-47d2-9923-0ed4d015f566 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:30.641328 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-aa49cdcd-1b86-47d2-9923-0ed4d015f566 None None] Calling delete_port for c6143fe9-fd9f-4ee0-858e-88bd3e800d6f owned by network:dhcp {{(pid=100598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:40:30.678416 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-c08fbc03-a247-41cd-9b03-736a072d5987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '823699a5-5b59-4999-8a21-8bf9c68afe99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1955163359', 'tenant_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '39b690dc-aed8-49a4-9d2f-3c1ad6fc8784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:38:55Z', 'updated_at': '2021-10-20T11:40:29Z', 'revision_number': 5, 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'gw_port': {'id': '39b690dc-aed8-49a4-9d2f-3c1ad6fc8784', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:5d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823699a5-5b59-4999-8a21-8bf9c68afe99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:38:56Z', 'updated_at': '2021-10-20T11:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:40:30.688042 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [None req-91d0f582-24a6-4bc8-840b-e1de96064caa tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] For port 39b690dc-aed8-49a4-9d2f-3c1ad6fc8784, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=39b690dc-aed8-49a4-9d2f-3c1ad6fc8784,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:40:30.688406 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-91d0f582-24a6-4bc8-840b-e1de96064caa tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:30.699924 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-91d0f582-24a6-4bc8-840b-e1de96064caa tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Calling delete_port for 39b690dc-aed8-49a4-9d2f-3c1ad6fc8784 owned by network:router_gateway {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:40:30.705904 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08fbc03-a247-41cd-9b03-736a072d5987 None None] The sync data for ids ['823699a5-5b59-4999-8a21-8bf9c68afe99'] in n-d-811396-3 is: [{'id': '823699a5-5b59-4999-8a21-8bf9c68afe99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1955163359', 'tenant_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '39b690dc-aed8-49a4-9d2f-3c1ad6fc8784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:38:55Z', 'updated_at': '2021-10-20T11:40:29Z', 'revision_number': 5, 'project_id': 'e5f86d6a88794eafa52e20983c8a9c09', 'gw_port': {'id': '39b690dc-aed8-49a4-9d2f-3c1ad6fc8784', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:5d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823699a5-5b59-4999-8a21-8bf9c68afe99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:38:56Z', 'updated_at': '2021-10-20T11:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:40:30.724199 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-aa49cdcd-1b86-47d2-9923-0ed4d015f566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956'] for port, after_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:30.754548 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa49cdcd-1b86-47d2-9923-0ed4d015f566 None None] Pushing event deleted for resources: {'Port': ['ID=c6143fe9-fd9f-4ee0-858e-88bd3e800d6f,revision_number=None']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:30.757049 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa49cdcd-1b86-47d2-9923-0ed4d015f566 None None] No DVR routers for this DVR port c6143fe9-fd9f-4ee0-858e-88bd3e800d6f on host n-d-811396-3 {{(pid=100598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:40:30.767644 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa49cdcd-1b86-47d2-9923-0ed4d015f566 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:40:30.767644 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa49cdcd-1b86-47d2-9923-0ed4d015f566 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:40:30.767644 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa49cdcd-1b86-47d2-9923-0ed4d015f566 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:40:30.767644 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa49cdcd-1b86-47d2-9923-0ed4d015f566 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:40:30.767644 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa49cdcd-1b86-47d2-9923-0ed4d015f566 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:40:30.768701 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa49cdcd-1b86-47d2-9923-0ed4d015f566 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:40:30.768701 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa49cdcd-1b86-47d2-9923-0ed4d015f566 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:40:30.768701 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa49cdcd-1b86-47d2-9923-0ed4d015f566 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:40:30.769098 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa49cdcd-1b86-47d2-9923-0ed4d015f566 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:40:30.769192 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa49cdcd-1b86-47d2-9923-0ed4d015f566 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:40:30.769530 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa49cdcd-1b86-47d2-9923-0ed4d015f566 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:40:30.769802 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa49cdcd-1b86-47d2-9923-0ed4d015f566 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:40:30.868979 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-91d0f582-24a6-4bc8-840b-e1de96064caa tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:30.891954 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d0f582-24a6-4bc8-840b-e1de96064caa tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Pushing event deleted for resources: {'Port': ['ID=39b690dc-aed8-49a4-9d2f-3c1ad6fc8784,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:30.902447 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d0f582-24a6-4bc8-840b-e1de96064caa tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:40:30.902805 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d0f582-24a6-4bc8-840b-e1de96064caa tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:40:30.903149 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d0f582-24a6-4bc8-840b-e1de96064caa tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:40:30.903517 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d0f582-24a6-4bc8-840b-e1de96064caa tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:40:30.903858 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d0f582-24a6-4bc8-840b-e1de96064caa tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:40:30.904198 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d0f582-24a6-4bc8-840b-e1de96064caa tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:40:30.904534 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d0f582-24a6-4bc8-840b-e1de96064caa tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:40:30.904869 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d0f582-24a6-4bc8-840b-e1de96064caa tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:40:30.905199 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d0f582-24a6-4bc8-840b-e1de96064caa tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:40:30.905546 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d0f582-24a6-4bc8-840b-e1de96064caa tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:40:30.905877 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d0f582-24a6-4bc8-840b-e1de96064caa tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:40:30.906206 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d0f582-24a6-4bc8-840b-e1de96064caa tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:40:30.964471 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-91d0f582-24a6-4bc8-840b-e1de96064caa tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1773439'] for router_gateway, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:31.062498 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-91d0f582-24a6-4bc8-840b-e1de96064caa tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1772272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258304'] for router, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:31.064664 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-91d0f582-24a6-4bc8-840b-e1de96064caa tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:31.112199 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-91d0f582-24a6-4bc8-840b-e1de96064caa tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1772267'] for router, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:31.112834 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91d0f582-24a6-4bc8-840b-e1de96064caa tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Fanout notify agent at l3_agent the message router_deleted on router 823699a5-5b59-4999-8a21-8bf9c68afe99 {{(pid=100597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:40:31.119621 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-91d0f582-24a6-4bc8-840b-e1de96064caa tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for router, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:31.123885 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 47662) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:31.124419 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-91d0f582-24a6-4bc8-840b-e1de96064caa tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "DELETE /v2.0/routers/823699a5-5b59-4999-8a21-8bf9c68afe99 HTTP/1.1" status: 204 len: 168 time: 0.7947598 Oct 20 11:40:31.223438 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-42f137bf-6fa5-4c08-8728-bbe6d071359b tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:31.251636 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 02446911-169b-479f-bf51-4a4a884ced77 no longer exists at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:40:31.270985 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] No Port match for: 02446911-169b-479f-bf51-4a4a884ced77 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:40:31.271356 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 02446911-169b-479f-bf51-4a4a884ced77 not bound to the agent host n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:40:31.283767 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device c6143fe9-fd9f-4ee0-858e-88bd3e800d6f no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:40:31.308057 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: c6143fe9-fd9f-4ee0-858e-88bd3e800d6f {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:40:31.308509 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device c6143fe9-fd9f-4ee0-858e-88bd3e800d6f not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:40:31.309013 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device d0abaa24-1832-4c73-beb7-3ef56e9e39a3 no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:40:31.314124 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-42f137bf-6fa5-4c08-8728-bbe6d071359b tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:31.330885 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: d0abaa24-1832-4c73-beb7-3ef56e9e39a3 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:40:31.332120 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device d0abaa24-1832-4c73-beb7-3ef56e9e39a3 not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:40:31.337178 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-42f137bf-6fa5-4c08-8728-bbe6d071359b tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10950811-1f8f-4f84-bb65-93a4ffd1a4be']}} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:40:31.352571 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-42f137bf-6fa5-4c08-8728-bbe6d071359b tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f2377a5-54b8-4fe1-845f-239333873ecc') {'for_net_delete': True} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:40:31.352873 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-42f137bf-6fa5-4c08-8728-bbe6d071359b tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f2377a5-54b8-4fe1-845f-239333873ecc') {} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:40:31.369531 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-42f137bf-6fa5-4c08-8728-bbe6d071359b tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25189038'] for segment, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:31.383612 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-42f137bf-6fa5-4c08-8728-bbe6d071359b tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:31.389984 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42f137bf-6fa5-4c08-8728-bbe6d071359b tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Releasing vlan 833 on physical network physnet1 to pool {{(pid=100596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:40:31.390369 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-42f137bf-6fa5-4c08-8728-bbe6d071359b tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26833155'] for segment, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:31.393482 n-d-811396-3 neutron-server[100596]: Traceback (most recent call last): Oct 20 11:40:31.393482 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:40:31.393482 n-d-811396-3 neutron-server[100596]: timer() Oct 20 11:40:31.393482 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:40:31.393482 n-d-811396-3 neutron-server[100596]: cb(*args, **kw) Oct 20 11:40:31.393482 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:40:31.393482 n-d-811396-3 neutron-server[100596]: return func(*args, **kwargs) Oct 20 11:40:31.393482 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:40:31.393482 n-d-811396-3 neutron-server[100596]: self._notify() Oct 20 11:40:31.393482 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:40:31.393482 n-d-811396-3 neutron-server[100596]: self.callback(batched_events) Oct 20 11:40:31.393482 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:40:31.393482 n-d-811396-3 neutron-server[100596]: event.method(event) Oct 20 11:40:31.393482 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:40:31.393482 n-d-811396-3 neutron-server[100596]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:40:31.393482 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:40:31.393482 n-d-811396-3 neutron-server[100596]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:40:31.393482 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:40:31.393482 n-d-811396-3 neutron-server[100596]: return f(self, *a, **k) Oct 20 11:40:31.393482 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:40:31.393482 n-d-811396-3 neutron-server[100596]: return self._get(url).json() Oct 20 11:40:31.393482 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:40:31.393482 n-d-811396-3 neutron-server[100596]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:40:31.393482 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:40:31.393482 n-d-811396-3 neutron-server[100596]: return self.request(url, 'GET', **kwargs) Oct 20 11:40:31.393482 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:40:31.393482 n-d-811396-3 neutron-server[100596]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:40:31.393482 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:40:31.393482 n-d-811396-3 neutron-server[100596]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:40:31.393482 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:40:31.393482 n-d-811396-3 neutron-server[100596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:40:31.393482 n-d-811396-3 neutron-server[100596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:40:31.455744 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-42f137bf-6fa5-4c08-8728-bbe6d071359b tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:31.461038 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-42f137bf-6fa5-4c08-8728-bbe6d071359b tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:31.464240 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-42f137bf-6fa5-4c08-8728-bbe6d071359b tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "DELETE /v2.0/networks/10950811-1f8f-4f84-bb65-93a4ffd1a4be HTTP/1.1" status: 204 len: 168 time: 0.3391390 Oct 20 11:40:31.467056 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 47664) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:31.478913 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f137bf-6fa5-4c08-8728-bbe6d071359b tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Pushing event deleted for resources: {'Network': ['ID=10950811-1f8f-4f84-bb65-93a4ffd1a4be,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:31.527455 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d8a3d011-05a1-4ce8-9c58-5449fa07f270 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:31.552101 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d8a3d011-05a1-4ce8-9c58-5449fa07f270 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:31.612000 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d8a3d011-05a1-4ce8-9c58-5449fa07f270 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:31.614486 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d8a3d011-05a1-4ce8-9c58-5449fa07f270 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:31.615683 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-d8a3d011-05a1-4ce8-9c58-5449fa07f270 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] 10.222.0.64 "DELETE /v2.0/security-groups/4cc91a2b-9937-4c8f-aa26-0924b0364c28 HTTP/1.1" status: 204 len: 168 time: 0.1475158 Oct 20 11:40:31.625885 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a3d011-05a1-4ce8-9c58-5449fa07f270 tempest-TestNetworkAdvancedServerOps-469249893 tempest-TestNetworkAdvancedServerOps-469249893-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cc91a2b-9937-4c8f-aa26-0924b0364c28,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:31.950977 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 47672) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:32.078659 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-a97e26ca-0c36-4074-b7e0-5aa24bf17e8b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e5f86d6a88794eafa52e20983c8a9c09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1264989 Oct 20 11:40:32.081236 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 47676) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:32.127681 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5b838bbc-2fd4-4587-bad6-ce42ebf7ab86 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:32.152185 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5b838bbc-2fd4-4587-bad6-ce42ebf7ab86 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:32.198554 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5b838bbc-2fd4-4587-bad6-ce42ebf7ab86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:32.201102 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5b838bbc-2fd4-4587-bad6-ce42ebf7ab86 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:32.202230 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-5b838bbc-2fd4-4587-bad6-ce42ebf7ab86 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5668a72f-cf01-4d2d-9aee-1bbdc0f63ab9 HTTP/1.1" status: 204 len: 168 time: 0.1201112 Oct 20 11:40:32.210161 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b838bbc-2fd4-4587-bad6-ce42ebf7ab86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5668a72f-cf01-4d2d-9aee-1bbdc0f63ab9,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:32.465414 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 47682) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:32.478153 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d3fd3fa6-a69b-4ecb-909d-1100a1a2eb6f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:32.552578 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d3fd3fa6-a69b-4ecb-909d-1100a1a2eb6f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:32.556145 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d3fd3fa6-a69b-4ecb-909d-1100a1a2eb6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:32.593251 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-d3fd3fa6-a69b-4ecb-909d-1100a1a2eb6f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=08f7a2ad61944c69ad631b46736dd481&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1267726 Oct 20 11:40:32.595151 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fd3fa6-a69b-4ecb-909d-1100a1a2eb6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98e3f7d1-63b2-4e9a-a7c3-874219ecc88b,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:32.596029 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 47684) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:32.646230 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0f789265-18e8-4135-9c04-930c39d5ff76 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:32.667328 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0f789265-18e8-4135-9c04-930c39d5ff76 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:32.712525 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0f789265-18e8-4135-9c04-930c39d5ff76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:32.715787 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-0f789265-18e8-4135-9c04-930c39d5ff76 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:32.716964 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-0f789265-18e8-4135-9c04-930c39d5ff76 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/98e3f7d1-63b2-4e9a-a7c3-874219ecc88b HTTP/1.1" status: 204 len: 168 time: 0.1198628 Oct 20 11:40:32.724614 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f789265-18e8-4135-9c04-930c39d5ff76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98e3f7d1-63b2-4e9a-a7c3-874219ecc88b,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:33.171158 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 39b690dc-aed8-49a4-9d2f-3c1ad6fc8784 no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:40:33.192233 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 39b690dc-aed8-49a4-9d2f-3c1ad6fc8784 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:40:33.192581 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 39b690dc-aed8-49a4-9d2f-3c1ad6fc8784 not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:40:33.414867 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 47706) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:33.509882 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-58101566-02f7-4cba-9ab9-86dec993b29f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-744987224-network', 'tenant_id': '6b411328cc8d4dc5bcf66f69c3645238'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:40:33.534698 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58101566-02f7-4cba-9ab9-86dec993b29f admin admin] Made reservation on behalf of 6b411328cc8d4dc5bcf66f69c3645238 for: {'network': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:40:33.537066 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-58101566-02f7-4cba-9ab9-86dec993b29f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:33.546247 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-58101566-02f7-4cba-9ab9-86dec993b29f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:33.619045 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-58101566-02f7-4cba-9ab9-86dec993b29f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:33.621851 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1d661fcf-c6cf-4484-87a5-df73947b6cce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:33.623602 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-58101566-02f7-4cba-9ab9-86dec993b29f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:33.649464 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58101566-02f7-4cba-9ab9-86dec993b29f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 816} {{(pid=100597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:40:33.654661 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58101566-02f7-4cba-9ab9-86dec993b29f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70e48ecc-1308-4816-8039-f4ba6f73e053,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:33.662436 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-58101566-02f7-4cba-9ab9-86dec993b29f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:33.662436 n-d-811396-3 neutron-server[100597]: INFO neutron.db.segments_db [None req-58101566-02f7-4cba-9ab9-86dec993b29f admin admin] Added segment 4da70b3a-7ff9-47c3-9730-56e4122637b1 of type vlan for network 93b7cadb-3c45-4680-8fb9-490596b5f105 Oct 20 11:40:33.706621 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-58101566-02f7-4cba-9ab9-86dec993b29f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:33.732021 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-58101566-02f7-4cba-9ab9-86dec993b29f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:33.733009 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58101566-02f7-4cba-9ab9-86dec993b29f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:33.733522 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-58101566-02f7-4cba-9ab9-86dec993b29f admin admin] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:33.761458 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-58101566-02f7-4cba-9ab9-86dec993b29f admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3454175 Oct 20 11:40:33.764596 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 47710) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:33.769633 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-86c9e11f-5ab1-4da3-b997-5dd03d5b6fa6 admin admin] Request body: {'subnet': {'network_id': '93b7cadb-3c45-4680-8fb9-490596b5f105', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-744987224-subnet', 'tenant_id': '6b411328cc8d4dc5bcf66f69c3645238', 'ip_version': 4}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:40:33.789866 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86c9e11f-5ab1-4da3-b997-5dd03d5b6fa6 admin admin] Made reservation on behalf of 6b411328cc8d4dc5bcf66f69c3645238 for: {'subnet': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:40:33.792982 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-86c9e11f-5ab1-4da3-b997-5dd03d5b6fa6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26761797'] for subnet, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:33.802092 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58101566-02f7-4cba-9ab9-86dec993b29f admin admin] Pushing event updated for resources: {'Network': ['ID=93b7cadb-3c45-4680-8fb9-490596b5f105,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:33.812226 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network 93b7cadb-3c45-4680-8fb9-490596b5f105 details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:40:33.966211 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-86c9e11f-5ab1-4da3-b997-5dd03d5b6fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26836128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26761819'] for subnet, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:34.021504 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c9e11f-5ab1-4da3-b997-5dd03d5b6fa6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=38516557-486d-4381-b02d-c224eaa06bbb,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:34.032070 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c9e11f-5ab1-4da3-b997-5dd03d5b6fa6 admin admin] Checking segment: {'id': '4da70b3a-7ff9-47c3-9730-56e4122637b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '93b7cadb-3c45-4680-8fb9-490596b5f105'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:40:34.032677 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c9e11f-5ab1-4da3-b997-5dd03d5b6fa6 admin admin] Network hostable DHCP agents. Network: 93b7cadb-3c45-4680-8fb9-490596b5f105, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:40:34.053367 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c9e11f-5ab1-4da3-b997-5dd03d5b6fa6 admin admin] Network 93b7cadb-3c45-4680-8fb9-490596b5f105 is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:40:34.061986 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-86c9e11f-5ab1-4da3-b997-5dd03d5b6fa6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, 93b7cadb-3c45-4680-8fb9-490596b5f105) {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:40:34.066675 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c9e11f-5ab1-4da3-b997-5dd03d5b6fa6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:34.067266 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-86c9e11f-5ab1-4da3-b997-5dd03d5b6fa6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:34.071622 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aedd6153-defe-4179-a7a9-62b9597e0191 None None] Network 93b7cadb-3c45-4680-8fb9-490596b5f105 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:40:34.083449 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-86c9e11f-5ab1-4da3-b997-5dd03d5b6fa6 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3177352 Oct 20 11:40:34.086140 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 47712) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:34.090905 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-e7c9f934-9610-4043-9a7a-ce3d4fbe1c14 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-744987224-router', 'tenant_id': '6b411328cc8d4dc5bcf66f69c3645238', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:40:34.111522 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e7c9f934-9610-4043-9a7a-ce3d4fbe1c14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1772442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258322'] for router, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:34.112491 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e7c9f934-9610-4043-9a7a-ce3d4fbe1c14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1772334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773516', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258315'] for router, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:34.168579 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e7c9f934-9610-4043-9a7a-ce3d4fbe1c14 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:34.218275 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-440d99d3-93f6-41f7-8380-38732639fde1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524064ba-869c-5550-b826-c26b69a11278-93b7cadb-3c45-4680-8fb9-490596b5f105', 'network_id': '93b7cadb-3c45-4680-8fb9-490596b5f105', 'tenant_id': '6b411328cc8d4dc5bcf66f69c3645238', 'fixed_ips': [{'subnet_id': '38516557-486d-4381-b02d-c224eaa06bbb'}]}} from n-d-811396-3. {{(pid=100598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:40:34.219198 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-440d99d3-93f6-41f7-8380-38732639fde1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:34.304259 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e7c9f934-9610-4043-9a7a-ce3d4fbe1c14 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:34.352965 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-440d99d3-93f6-41f7-8380-38732639fde1 None None] Allocated IP 172.20.0.2 (93b7cadb-3c45-4680-8fb9-490596b5f105/38516557-486d-4381-b02d-c224eaa06bbb/2a0fac92-9970-4b01-a454-6799bd89e6af) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:40:34.515558 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e7c9f934-9610-4043-9a7a-ce3d4fbe1c14 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:34.517688 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-440d99d3-93f6-41f7-8380-38732639fde1 None None] Publish callbacks [] for port, precommit_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:34.523617 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-440d99d3-93f6-41f7-8380-38732639fde1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:34.534915 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e7c9f934-9610-4043-9a7a-ce3d4fbe1c14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:34.565115 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-440d99d3-93f6-41f7-8380-38732639fde1 None None] Network 93b7cadb-3c45-4680-8fb9-490596b5f105 is already hosted by enough agents. {{(pid=100598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:40:34.567897 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.base_scheduler [None req-440d99d3-93f6-41f7-8380-38732639fde1 None None] Resources bound (agent type, host, resource id): {{(pid=100598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:40:34.570461 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440d99d3-93f6-41f7-8380-38732639fde1 None None] Received port after_create {{(pid=100598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:40:34.579637 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440d99d3-93f6-41f7-8380-38732639fde1 None None] Pushing event updated for resources: {'Port': ['ID=2a0fac92-9970-4b01-a454-6799bd89e6af,revision_number=1']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:34.632742 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-440d99d3-93f6-41f7-8380-38732639fde1 None None] Attempting to bind port 2a0fac92-9970-4b01-a454-6799bd89e6af on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:40:34.633107 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-440d99d3-93f6-41f7-8380-38732639fde1 None None] Attempting to bind port 2a0fac92-9970-4b01-a454-6799bd89e6af by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '4da70b3a-7ff9-47c3-9730-56e4122637b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '93b7cadb-3c45-4680-8fb9-490596b5f105'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:40:34.633495 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440d99d3-93f6-41f7-8380-38732639fde1 None None] Attempting to bind port 2a0fac92-9970-4b01-a454-6799bd89e6af on network 93b7cadb-3c45-4680-8fb9-490596b5f105 {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:40:34.639411 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440d99d3-93f6-41f7-8380-38732639fde1 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 40, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:40:34.639823 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440d99d3-93f6-41f7-8380-38732639fde1 None None] Checking segment: {'id': '4da70b3a-7ff9-47c3-9730-56e4122637b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '93b7cadb-3c45-4680-8fb9-490596b5f105'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:40:34.640241 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-440d99d3-93f6-41f7-8380-38732639fde1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:34.640627 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440d99d3-93f6-41f7-8380-38732639fde1 None None] Bound using segment: {'id': '4da70b3a-7ff9-47c3-9730-56e4122637b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '93b7cadb-3c45-4680-8fb9-490596b5f105'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:40:34.641087 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-440d99d3-93f6-41f7-8380-38732639fde1 None None] Bound port: 2a0fac92-9970-4b01-a454-6799bd89e6af, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4da70b3a-7ff9-47c3-9730-56e4122637b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '93b7cadb-3c45-4680-8fb9-490596b5f105'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:40:34.641469 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-440d99d3-93f6-41f7-8380-38732639fde1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:34.646951 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [None req-e7c9f934-9610-4043-9a7a-ce3d4fbe1c14 admin admin] Allocated IP 172.25.1.79 (cbe170d3-31ba-45a2-b477-520ab0a7a8ea/f4e26aca-17ac-4adb-a66b-d939a1b35b64/6ac28c75-9d97-40ee-8ec5-fa0dec42e6e4) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:40:34.703629 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-440d99d3-93f6-41f7-8380-38732639fde1 None None] For port 2a0fac92-9970-4b01-a454-6799bd89e6af, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:40:34.706660 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-440d99d3-93f6-41f7-8380-38732639fde1 None None] For port 2a0fac92-9970-4b01-a454-6799bd89e6af, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=2a0fac92-9970-4b01-a454-6799bd89e6af,segment=NetworkSegment(4da70b3a-7ff9-47c3-9730-56e4122637b1),segment_id=4da70b3a-7ff9-47c3-9730-56e4122637b1)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:40:34.710038 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-440d99d3-93f6-41f7-8380-38732639fde1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:34.749868 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e7c9f934-9610-4043-9a7a-ce3d4fbe1c14 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:34.776965 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440d99d3-93f6-41f7-8380-38732639fde1 None None] Pushing event updated for resources: {'Port': ['ID=2a0fac92-9970-4b01-a454-6799bd89e6af,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:34.791021 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e7c9f934-9610-4043-9a7a-ce3d4fbe1c14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:34.830971 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c9f934-9610-4043-9a7a-ce3d4fbe1c14 admin admin] Network cbe170d3-31ba-45a2-b477-520ab0a7a8ea is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:40:34.834102 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-e7c9f934-9610-4043-9a7a-ce3d4fbe1c14 admin admin] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:40:34.837719 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c9f934-9610-4043-9a7a-ce3d4fbe1c14 admin admin] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:40:34.867228 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c9f934-9610-4043-9a7a-ce3d4fbe1c14 admin admin] Pushing event updated for resources: {'Port': ['ID=6ac28c75-9d97-40ee-8ec5-fa0dec42e6e4,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:35.241293 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 2a0fac92-9970-4b01-a454-6799bd89e6af up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:40:35.292617 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 2a0fac92-9970-4b01-a454-6799bd89e6af triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:40:35.292987 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:35.434636 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e7c9f934-9610-4043-9a7a-ce3d4fbe1c14 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:35.533397 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:35.566925 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] For port 2a0fac92-9970-4b01-a454-6799bd89e6af, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=2a0fac92-9970-4b01-a454-6799bd89e6af,segment=NetworkSegment(4da70b3a-7ff9-47c3-9730-56e4122637b1),segment_id=4da70b3a-7ff9-47c3-9730-56e4122637b1)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:40:35.571519 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:35.623700 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Pushing event updated for resources: {'Port': ['ID=2a0fac92-9970-4b01-a454-6799bd89e6af,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:35.647407 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e7c9f934-9610-4043-9a7a-ce3d4fbe1c14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1773475'] for router, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:35.706160 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65619d59-d4ce-440e-ad3b-64a36b549e9c None None] Network 93b7cadb-3c45-4680-8fb9-490596b5f105 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:40:35.775847 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7c9f934-9610-4043-9a7a-ce3d4fbe1c14 admin admin] Router 9a111adc-c9cf-41d1-8fa9-0e1ddf50b36a is scheduled to L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 with binding_index 1 {{(pid=100596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 11:40:35.790583 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-20b475eb-42f5-4d89-b5ca-ce9d16bffc66 None None] Provisioning complete for port 2a0fac92-9970-4b01-a454-6799bd89e6af triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:40:35.790954 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-20b475eb-42f5-4d89-b5ca-ce9d16bffc66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:35.882573 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7c9f934-9610-4043-9a7a-ce3d4fbe1c14 admin admin] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:40:35.900922 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e7c9f934-9610-4043-9a7a-ce3d4fbe1c14 admin admin] Publish callbacks [] for router, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:35.902776 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-e7c9f934-9610-4043-9a7a-ce3d4fbe1c14 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.8157089 Oct 20 11:40:35.905489 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 47714) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:35.908869 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d5a6ad-5a10-4f7c-94cd-97d50b37b2a7 None None] Sync routers for ids ['9a111adc-c9cf-41d1-8fa9-0e1ddf50b36a'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:40:35.939416 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d5a6ad-5a10-4f7c-94cd-97d50b37b2a7 None None] Routers {'9a111adc-c9cf-41d1-8fa9-0e1ddf50b36a'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:40:35.939893 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-84d5a6ad-5a10-4f7c-94cd-97d50b37b2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:40:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['9a111adc-c9cf-41d1-8fa9-0e1ddf50b36a'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:40:36.050017 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-84d5a6ad-5a10-4f7c-94cd-97d50b37b2a7 None None] Set router 9a111adc-c9cf-41d1-8fa9-0e1ddf50b36a gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:40:36.192143 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-47739015-c5ed-4910-851d-11a4089630d8 None None] Provisioning complete for port 2a0fac92-9970-4b01-a454-6799bd89e6af triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:40:36.192433 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-47739015-c5ed-4910-851d-11a4089630d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:36.304572 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-84d5a6ad-5a10-4f7c-94cd-97d50b37b2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a111adc-c9cf-41d1-8fa9-0e1ddf50b36a', 'name': 'tempest-TestShelveInstance-744987224-router', 'tenant_id': '6b411328cc8d4dc5bcf66f69c3645238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '6ac28c75-9d97-40ee-8ec5-fa0dec42e6e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:40:34Z', 'updated_at': '2021-10-20T11:40:35Z', 'revision_number': 3, 'project_id': '6b411328cc8d4dc5bcf66f69c3645238', 'gw_port': {'id': '6ac28c75-9d97-40ee-8ec5-fa0dec42e6e4', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:9a:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a111adc-c9cf-41d1-8fa9-0e1ddf50b36a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:40:34Z', 'updated_at': '2021-10-20T11:40:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:40:36.329957 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-780ae98b-5b88-4256-a535-9ea695cd6d0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:36.333486 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d5a6ad-5a10-4f7c-94cd-97d50b37b2a7 None None] Checking router: 9a111adc-c9cf-41d1-8fa9-0e1ddf50b36a for host: n-d-811396-3 {{(pid=100598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:40:36.333840 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d5a6ad-5a10-4f7c-94cd-97d50b37b2a7 None None] Updating router 9a111adc-c9cf-41d1-8fa9-0e1ddf50b36a port 6ac28c75-9d97-40ee-8ec5-fa0dec42e6e4 binding host n-d-811396-3 {{(pid=100598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:40:36.359485 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-84d5a6ad-5a10-4f7c-94cd-97d50b37b2a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:36.486703 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [None req-780ae98b-5b88-4256-a535-9ea695cd6d0e admin admin] Allocated IP 172.20.0.1 (93b7cadb-3c45-4680-8fb9-490596b5f105/38516557-486d-4381-b02d-c224eaa06bbb/1c8f8b02-85c9-4448-bf85-c83eb8ce7633) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:40:36.496680 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-afd6627d-f924-43bc-a205-cb27bb039a73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:36.596535 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-780ae98b-5b88-4256-a535-9ea695cd6d0e admin admin] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:36.626924 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-84d5a6ad-5a10-4f7c-94cd-97d50b37b2a7 None None] Publish callbacks [] for port, precommit_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:36.629378 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-780ae98b-5b88-4256-a535-9ea695cd6d0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:36.631879 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-84d5a6ad-5a10-4f7c-94cd-97d50b37b2a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:36.676768 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-780ae98b-5b88-4256-a535-9ea695cd6d0e admin admin] Network 93b7cadb-3c45-4680-8fb9-490596b5f105 is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:40:36.681610 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-780ae98b-5b88-4256-a535-9ea695cd6d0e admin admin] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:40:36.684597 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780ae98b-5b88-4256-a535-9ea695cd6d0e admin admin] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:40:36.686295 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780ae98b-5b88-4256-a535-9ea695cd6d0e admin admin] Pushing event updated for resources: {'Port': ['ID=1c8f8b02-85c9-4448-bf85-c83eb8ce7633,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:36.688077 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-84d5a6ad-5a10-4f7c-94cd-97d50b37b2a7 None None] Attempting to bind port 6ac28c75-9d97-40ee-8ec5-fa0dec42e6e4 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:40:36.688648 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-84d5a6ad-5a10-4f7c-94cd-97d50b37b2a7 None None] Attempting to bind port 6ac28c75-9d97-40ee-8ec5-fa0dec42e6e4 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:40:36.689337 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d5a6ad-5a10-4f7c-94cd-97d50b37b2a7 None None] Attempting to bind port 6ac28c75-9d97-40ee-8ec5-fa0dec42e6e4 on network cbe170d3-31ba-45a2-b477-520ab0a7a8ea {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:40:36.692139 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e18bdd2-6ad2-4fb1-bcd6-2190e6a55653 None None] Pushing event updated for resources: {'Port': ['ID=6ac28c75-9d97-40ee-8ec5-fa0dec42e6e4,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:36.697283 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d5a6ad-5a10-4f7c-94cd-97d50b37b2a7 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 40, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:40:36.697817 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d5a6ad-5a10-4f7c-94cd-97d50b37b2a7 None None] Checking segment: {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:40:36.698768 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-84d5a6ad-5a10-4f7c-94cd-97d50b37b2a7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:36.699155 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d5a6ad-5a10-4f7c-94cd-97d50b37b2a7 None None] Bound using segment: {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:40:36.699676 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-84d5a6ad-5a10-4f7c-94cd-97d50b37b2a7 None None] Bound port: 6ac28c75-9d97-40ee-8ec5-fa0dec42e6e4, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:40:36.700061 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-84d5a6ad-5a10-4f7c-94cd-97d50b37b2a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:36.724269 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-780ae98b-5b88-4256-a535-9ea695cd6d0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1774540'] for router_interface, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:36.752579 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-84d5a6ad-5a10-4f7c-94cd-97d50b37b2a7 None None] For port 6ac28c75-9d97-40ee-8ec5-fa0dec42e6e4, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:40:36.757158 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-84d5a6ad-5a10-4f7c-94cd-97d50b37b2a7 None None] For port 6ac28c75-9d97-40ee-8ec5-fa0dec42e6e4, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=6ac28c75-9d97-40ee-8ec5-fa0dec42e6e4,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:40:36.762047 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-84d5a6ad-5a10-4f7c-94cd-97d50b37b2a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:36.827926 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d5a6ad-5a10-4f7c-94cd-97d50b37b2a7 None None] Routers {'9a111adc-c9cf-41d1-8fa9-0e1ddf50b36a'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:40:36.828555 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-84d5a6ad-5a10-4f7c-94cd-97d50b37b2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:40:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['9a111adc-c9cf-41d1-8fa9-0e1ddf50b36a'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:40:36.865101 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-780ae98b-5b88-4256-a535-9ea695cd6d0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:36.868425 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e18bdd2-6ad2-4fb1-bcd6-2190e6a55653 None None] Pushing event updated for resources: {'Port': ['ID=6ac28c75-9d97-40ee-8ec5-fa0dec42e6e4,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:36.950744 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-84d5a6ad-5a10-4f7c-94cd-97d50b37b2a7 None None] Set router 9a111adc-c9cf-41d1-8fa9-0e1ddf50b36a gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:40:37.008536 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-6701f3f5-3392-4add-815c-1dfc142d93ea None None] Provisioning complete for port 1c8f8b02-85c9-4448-bf85-c83eb8ce7633 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:40:37.008839 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-6701f3f5-3392-4add-815c-1dfc142d93ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:37.036480 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-780ae98b-5b88-4256-a535-9ea695cd6d0e admin admin] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:37.040866 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-780ae98b-5b88-4256-a535-9ea695cd6d0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:37.092163 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-6701f3f5-3392-4add-815c-1dfc142d93ea None None] Port 1c8f8b02-85c9-4448-bf85-c83eb8ce7633 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:40:37.111149 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-780ae98b-5b88-4256-a535-9ea695cd6d0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1774432'] for router_interface, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:37.113774 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780ae98b-5b88-4256-a535-9ea695cd6d0e admin admin] Pushing event updated for resources: {'Port': ['ID=1c8f8b02-85c9-4448-bf85-c83eb8ce7633,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:37.157788 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-84d5a6ad-5a10-4f7c-94cd-97d50b37b2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a111adc-c9cf-41d1-8fa9-0e1ddf50b36a', 'name': 'tempest-TestShelveInstance-744987224-router', 'tenant_id': '6b411328cc8d4dc5bcf66f69c3645238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '6ac28c75-9d97-40ee-8ec5-fa0dec42e6e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:40:34Z', 'updated_at': '2021-10-20T11:40:35Z', 'revision_number': 3, 'project_id': '6b411328cc8d4dc5bcf66f69c3645238', 'gw_port': {'id': '6ac28c75-9d97-40ee-8ec5-fa0dec42e6e4', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:9a:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a111adc-c9cf-41d1-8fa9-0e1ddf50b36a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:40:34Z', 'updated_at': '2021-10-20T11:40:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:40:37.188772 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d5a6ad-5a10-4f7c-94cd-97d50b37b2a7 None None] The sync data for ids ['9a111adc-c9cf-41d1-8fa9-0e1ddf50b36a'] in n-d-811396-3 is: [{'id': '9a111adc-c9cf-41d1-8fa9-0e1ddf50b36a', 'name': 'tempest-TestShelveInstance-744987224-router', 'tenant_id': '6b411328cc8d4dc5bcf66f69c3645238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '6ac28c75-9d97-40ee-8ec5-fa0dec42e6e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:40:34Z', 'updated_at': '2021-10-20T11:40:35Z', 'revision_number': 3, 'project_id': '6b411328cc8d4dc5bcf66f69c3645238', 'gw_port': {'id': '6ac28c75-9d97-40ee-8ec5-fa0dec42e6e4', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:9a:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a111adc-c9cf-41d1-8fa9-0e1ddf50b36a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:40:34Z', 'updated_at': '2021-10-20T11:40:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:40:37.205842 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-780ae98b-5b88-4256-a535-9ea695cd6d0e admin admin] Network 93b7cadb-3c45-4680-8fb9-490596b5f105 is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:40:37.207678 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-780ae98b-5b88-4256-a535-9ea695cd6d0e admin admin] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:40:37.222793 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 2a0fac92-9970-4b01-a454-6799bd89e6af up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:40:37.283117 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:37.290902 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 2a0fac92-9970-4b01-a454-6799bd89e6af triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:40:37.291277 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:37.363055 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-780ae98b-5b88-4256-a535-9ea695cd6d0e admin admin] Router 9a111adc-c9cf-41d1-8fa9-0e1ddf50b36a has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:40:37.489615 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-780ae98b-5b88-4256-a535-9ea695cd6d0e admin admin] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:40:37.494621 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-780ae98b-5b88-4256-a535-9ea695cd6d0e admin admin] 10.222.0.64 "PUT /v2.0/routers/9a111adc-c9cf-41d1-8fa9-0e1ddf50b36a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5881908 Oct 20 11:40:37.517956 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-cdd82fc7-6dcf-437f-a442-e82278e7e4c4 None None] Provisioning complete for port 1c8f8b02-85c9-4448-bf85-c83eb8ce7633 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:40:37.518448 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-cdd82fc7-6dcf-437f-a442-e82278e7e4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:37.560512 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-cdd82fc7-6dcf-437f-a442-e82278e7e4c4 None None] Port 1c8f8b02-85c9-4448-bf85-c83eb8ce7633 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:40:37.819912 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:37.990137 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 47730) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:37.995691 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-448512e0-1d23-48e8-a549-0e7e5b13ed2d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1150671780-network', 'tenant_id': '3f3a86cba3f64b499e759e07315186a3'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:40:38.016298 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-448512e0-1d23-48e8-a549-0e7e5b13ed2d admin admin] Made reservation on behalf of 3f3a86cba3f64b499e759e07315186a3 for: {'network': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:40:38.018872 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-448512e0-1d23-48e8-a549-0e7e5b13ed2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:38.027683 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-448512e0-1d23-48e8-a549-0e7e5b13ed2d admin admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:38.108648 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-448512e0-1d23-48e8-a549-0e7e5b13ed2d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:38.112939 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-448512e0-1d23-48e8-a549-0e7e5b13ed2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:38.135673 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-448512e0-1d23-48e8-a549-0e7e5b13ed2d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 826} {{(pid=100596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:40:38.150648 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448512e0-1d23-48e8-a549-0e7e5b13ed2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30dde2a7-e3d1-47c2-b962-1129bd162db3,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:38.153967 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-448512e0-1d23-48e8-a549-0e7e5b13ed2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:38.154364 n-d-811396-3 neutron-server[100596]: INFO neutron.db.segments_db [None req-448512e0-1d23-48e8-a549-0e7e5b13ed2d admin admin] Added segment 74700c6e-9734-4a89-92b2-2c1f15d14fc1 of type vlan for network 4fcfdf6c-94d4-46f2-97f6-127602d45fc2 Oct 20 11:40:38.193884 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-448512e0-1d23-48e8-a549-0e7e5b13ed2d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:38.219981 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-448512e0-1d23-48e8-a549-0e7e5b13ed2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:38.220971 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-448512e0-1d23-48e8-a549-0e7e5b13ed2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:38.221542 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-448512e0-1d23-48e8-a549-0e7e5b13ed2d admin admin] Publish callbacks [] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:38.254905 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-448512e0-1d23-48e8-a549-0e7e5b13ed2d admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2636485 Oct 20 11:40:38.258093 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 47732) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:38.263988 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-f9557877-b61f-49a5-828e-aab1169fc447 admin admin] Request body: {'subnet': {'network_id': '4fcfdf6c-94d4-46f2-97f6-127602d45fc2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1150671780-subnet', 'tenant_id': '3f3a86cba3f64b499e759e07315186a3', 'ip_version': 4}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:40:38.285390 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9557877-b61f-49a5-828e-aab1169fc447 admin admin] Made reservation on behalf of 3f3a86cba3f64b499e759e07315186a3 for: {'subnet': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:40:38.285619 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448512e0-1d23-48e8-a549-0e7e5b13ed2d admin admin] Pushing event updated for resources: {'Network': ['ID=4fcfdf6c-94d4-46f2-97f6-127602d45fc2,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:38.287720 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f9557877-b61f-49a5-828e-aab1169fc447 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25350782'] for subnet, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:38.296168 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network 4fcfdf6c-94d4-46f2-97f6-127602d45fc2 details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:40:38.455839 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f9557877-b61f-49a5-828e-aab1169fc447 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25350752'] for subnet, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:38.506789 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9557877-b61f-49a5-828e-aab1169fc447 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ced72c1-ba01-4cf9-8513-b795c39ebed2,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:38.522658 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9557877-b61f-49a5-828e-aab1169fc447 admin admin] Checking segment: {'id': '74700c6e-9734-4a89-92b2-2c1f15d14fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '4fcfdf6c-94d4-46f2-97f6-127602d45fc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:40:38.523019 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9557877-b61f-49a5-828e-aab1169fc447 admin admin] Network hostable DHCP agents. Network: 4fcfdf6c-94d4-46f2-97f6-127602d45fc2, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:40:38.539818 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9557877-b61f-49a5-828e-aab1169fc447 admin admin] Network 4fcfdf6c-94d4-46f2-97f6-127602d45fc2 is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:40:38.549516 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-f9557877-b61f-49a5-828e-aab1169fc447 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, 4fcfdf6c-94d4-46f2-97f6-127602d45fc2) {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:40:38.554098 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9557877-b61f-49a5-828e-aab1169fc447 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:38.554881 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f9557877-b61f-49a5-828e-aab1169fc447 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:38.560062 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e0cb4e0-1af1-417a-8a13-785b3dfd9e93 None None] Network 4fcfdf6c-94d4-46f2-97f6-127602d45fc2 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:40:38.574715 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-f9557877-b61f-49a5-828e-aab1169fc447 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3154213 Oct 20 11:40:38.577261 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 47734) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:38.581544 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-3e6ec31c-e1be-4bd2-b03b-020a1cde64da admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1150671780-router', 'tenant_id': '3f3a86cba3f64b499e759e07315186a3', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:40:38.601548 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3e6ec31c-e1be-4bd2-b03b-020a1cde64da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1772442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258322'] for router, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:38.602524 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3e6ec31c-e1be-4bd2-b03b-020a1cde64da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1772334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773516', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258315'] for router, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:38.657455 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3e6ec31c-e1be-4bd2-b03b-020a1cde64da admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:38.713079 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f317f42-ddff-49aa-ba48-c2eb2c1c48eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524064ba-869c-5550-b826-c26b69a11278-4fcfdf6c-94d4-46f2-97f6-127602d45fc2', 'network_id': '4fcfdf6c-94d4-46f2-97f6-127602d45fc2', 'tenant_id': '3f3a86cba3f64b499e759e07315186a3', 'fixed_ips': [{'subnet_id': '7ced72c1-ba01-4cf9-8513-b795c39ebed2'}]}} from n-d-811396-3. {{(pid=100598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:40:38.714482 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-7f317f42-ddff-49aa-ba48-c2eb2c1c48eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:38.799700 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3e6ec31c-e1be-4bd2-b03b-020a1cde64da admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:38.853122 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:38.858222 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8377b957-c21c-4b72-be72-cbf3a032dcb8 None None] Sync routers for ids ['9a111adc-c9cf-41d1-8fa9-0e1ddf50b36a'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:40:38.866608 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-7f317f42-ddff-49aa-ba48-c2eb2c1c48eb None None] Allocated IP 172.20.0.2 (4fcfdf6c-94d4-46f2-97f6-127602d45fc2/7ced72c1-ba01-4cf9-8513-b795c39ebed2/5073203e-6ee2-499d-8782-a0b861b7653d) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:40:38.868379 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8377b957-c21c-4b72-be72-cbf3a032dcb8 None None] Routers {'9a111adc-c9cf-41d1-8fa9-0e1ddf50b36a'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:40:38.869270 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-8377b957-c21c-4b72-be72-cbf3a032dcb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:40:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['9a111adc-c9cf-41d1-8fa9-0e1ddf50b36a'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:40:38.976667 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-8377b957-c21c-4b72-be72-cbf3a032dcb8 None None] Set router 9a111adc-c9cf-41d1-8fa9-0e1ddf50b36a gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:40:39.019095 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3e6ec31c-e1be-4bd2-b03b-020a1cde64da admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:39.032003 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-7f317f42-ddff-49aa-ba48-c2eb2c1c48eb None None] Publish callbacks [] for port, precommit_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:39.039373 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-7f317f42-ddff-49aa-ba48-c2eb2c1c48eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:39.040155 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3e6ec31c-e1be-4bd2-b03b-020a1cde64da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:39.076615 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f317f42-ddff-49aa-ba48-c2eb2c1c48eb None None] Network 4fcfdf6c-94d4-46f2-97f6-127602d45fc2 is already hosted by enough agents. {{(pid=100598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:40:39.082926 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.base_scheduler [None req-7f317f42-ddff-49aa-ba48-c2eb2c1c48eb None None] Resources bound (agent type, host, resource id): {{(pid=100598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:40:39.087181 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f317f42-ddff-49aa-ba48-c2eb2c1c48eb None None] Received port after_create {{(pid=100598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:40:39.117849 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f317f42-ddff-49aa-ba48-c2eb2c1c48eb None None] Pushing event updated for resources: {'Port': ['ID=5073203e-6ee2-499d-8782-a0b861b7653d,revision_number=1']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:39.151839 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-7f317f42-ddff-49aa-ba48-c2eb2c1c48eb None None] Attempting to bind port 5073203e-6ee2-499d-8782-a0b861b7653d on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:40:39.152212 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-7f317f42-ddff-49aa-ba48-c2eb2c1c48eb None None] Attempting to bind port 5073203e-6ee2-499d-8782-a0b861b7653d by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '74700c6e-9734-4a89-92b2-2c1f15d14fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '4fcfdf6c-94d4-46f2-97f6-127602d45fc2'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:40:39.152583 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f317f42-ddff-49aa-ba48-c2eb2c1c48eb None None] Attempting to bind port 5073203e-6ee2-499d-8782-a0b861b7653d on network 4fcfdf6c-94d4-46f2-97f6-127602d45fc2 {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:40:39.157005 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-3e6ec31c-e1be-4bd2-b03b-020a1cde64da admin admin] Allocated IP 172.25.1.13 (cbe170d3-31ba-45a2-b477-520ab0a7a8ea/f4e26aca-17ac-4adb-a66b-d939a1b35b64/3117b282-cbcc-4ba7-83a0-369a1c2889d5) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:40:39.157600 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f317f42-ddff-49aa-ba48-c2eb2c1c48eb None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 40, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:40:39.157974 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f317f42-ddff-49aa-ba48-c2eb2c1c48eb None None] Checking segment: {'id': '74700c6e-9734-4a89-92b2-2c1f15d14fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '4fcfdf6c-94d4-46f2-97f6-127602d45fc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:40:39.158389 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-7f317f42-ddff-49aa-ba48-c2eb2c1c48eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:39.158817 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f317f42-ddff-49aa-ba48-c2eb2c1c48eb None None] Bound using segment: {'id': '74700c6e-9734-4a89-92b2-2c1f15d14fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '4fcfdf6c-94d4-46f2-97f6-127602d45fc2'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:40:39.159331 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-7f317f42-ddff-49aa-ba48-c2eb2c1c48eb None None] Bound port: 5073203e-6ee2-499d-8782-a0b861b7653d, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74700c6e-9734-4a89-92b2-2c1f15d14fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '4fcfdf6c-94d4-46f2-97f6-127602d45fc2'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:40:39.159679 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-7f317f42-ddff-49aa-ba48-c2eb2c1c48eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:39.207153 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:39.245858 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-7f317f42-ddff-49aa-ba48-c2eb2c1c48eb None None] For port 5073203e-6ee2-499d-8782-a0b861b7653d, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:40:39.255580 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-7f317f42-ddff-49aa-ba48-c2eb2c1c48eb None None] For port 5073203e-6ee2-499d-8782-a0b861b7653d, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=5073203e-6ee2-499d-8782-a0b861b7653d,segment=NetworkSegment(74700c6e-9734-4a89-92b2-2c1f15d14fc1),segment_id=74700c6e-9734-4a89-92b2-2c1f15d14fc1)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:40:39.261280 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-7f317f42-ddff-49aa-ba48-c2eb2c1c48eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:39.293422 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3e6ec31c-e1be-4bd2-b03b-020a1cde64da admin admin] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:39.295887 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-8377b957-c21c-4b72-be72-cbf3a032dcb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a111adc-c9cf-41d1-8fa9-0e1ddf50b36a', 'name': 'tempest-TestShelveInstance-744987224-router', 'tenant_id': '6b411328cc8d4dc5bcf66f69c3645238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '6ac28c75-9d97-40ee-8ec5-fa0dec42e6e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:40:34Z', 'updated_at': '2021-10-20T11:40:36Z', 'revision_number': 4, 'project_id': '6b411328cc8d4dc5bcf66f69c3645238', 'gw_port': {'id': '6ac28c75-9d97-40ee-8ec5-fa0dec42e6e4', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:9a:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a111adc-c9cf-41d1-8fa9-0e1ddf50b36a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:40:34Z', 'updated_at': '2021-10-20T11:40:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '1c8f8b02-85c9-4448-bf85-c83eb8ce7633', 'name': '', 'network_id': '93b7cadb-3c45-4680-8fb9-490596b5f105', 'tenant_id': '6b411328cc8d4dc5bcf66f69c3645238', 'mac_address': 'fa:16:3e:a5:80:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a111adc-c9cf-41d1-8fa9-0e1ddf50b36a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '38516557-486d-4381-b02d-c224eaa06bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:40:36Z', 'updated_at': '2021-10-20T11:40:36Z', 'revision_number': 2, 'project_id': '6b411328cc8d4dc5bcf66f69c3645238', 'subnets': [{'id': '38516557-486d-4381-b02d-c224eaa06bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:40:39.326535 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8377b957-c21c-4b72-be72-cbf3a032dcb8 None None] Checking router: 9a111adc-c9cf-41d1-8fa9-0e1ddf50b36a for host: n-d-811396-3 {{(pid=100599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:40:39.327059 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8377b957-c21c-4b72-be72-cbf3a032dcb8 None None] Updating router 9a111adc-c9cf-41d1-8fa9-0e1ddf50b36a port 1c8f8b02-85c9-4448-bf85-c83eb8ce7633 binding host n-d-811396-3 {{(pid=100599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:40:39.333202 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3e6ec31c-e1be-4bd2-b03b-020a1cde64da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:39.353586 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-8377b957-c21c-4b72-be72-cbf3a032dcb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:39.372163 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e6ec31c-e1be-4bd2-b03b-020a1cde64da admin admin] Network cbe170d3-31ba-45a2-b477-520ab0a7a8ea is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:40:39.375476 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-3e6ec31c-e1be-4bd2-b03b-020a1cde64da admin admin] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:40:39.379307 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6ec31c-e1be-4bd2-b03b-020a1cde64da admin admin] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:40:39.412598 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6ec31c-e1be-4bd2-b03b-020a1cde64da admin admin] Pushing event updated for resources: {'Port': ['ID=3117b282-cbcc-4ba7-83a0-369a1c2889d5,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:39.438612 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 6ac28c75-9d97-40ee-8ec5-fa0dec42e6e4 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:40:39.519898 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f317f42-ddff-49aa-ba48-c2eb2c1c48eb None None] Pushing event updated for resources: {'Port': ['ID=5073203e-6ee2-499d-8782-a0b861b7653d,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:39.543281 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 6ac28c75-9d97-40ee-8ec5-fa0dec42e6e4 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:40:39.544166 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:39.643072 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-8377b957-c21c-4b72-be72-cbf3a032dcb8 None None] Publish callbacks [] for port, precommit_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:39.648902 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-8377b957-c21c-4b72-be72-cbf3a032dcb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:39.650443 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:39.683369 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] For port 6ac28c75-9d97-40ee-8ec5-fa0dec42e6e4, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=6ac28c75-9d97-40ee-8ec5-fa0dec42e6e4,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:40:39.693016 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:39.697777 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3e6ec31c-e1be-4bd2-b03b-020a1cde64da admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:39.766746 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8365e0d5-4c97-49c4-9af2-d6c5501bf318 None None] Pushing event updated for resources: {'Port': ['ID=1c8f8b02-85c9-4448-bf85-c83eb8ce7633,revision_number=3']} {{(pid=100599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:39.776935 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Pushing event updated for resources: {'Port': ['ID=6ac28c75-9d97-40ee-8ec5-fa0dec42e6e4,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:39.790307 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8365e0d5-4c97-49c4-9af2-d6c5501bf318 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:40:39.790920 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8365e0d5-4c97-49c4-9af2-d6c5501bf318 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:40:39.792254 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8365e0d5-4c97-49c4-9af2-d6c5501bf318 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:40:39.792765 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8365e0d5-4c97-49c4-9af2-d6c5501bf318 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:40:39.793250 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8365e0d5-4c97-49c4-9af2-d6c5501bf318 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:40:39.793749 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8365e0d5-4c97-49c4-9af2-d6c5501bf318 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:40:39.794227 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8365e0d5-4c97-49c4-9af2-d6c5501bf318 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:40:39.794715 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8365e0d5-4c97-49c4-9af2-d6c5501bf318 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:40:39.795203 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8365e0d5-4c97-49c4-9af2-d6c5501bf318 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:40:39.795701 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8365e0d5-4c97-49c4-9af2-d6c5501bf318 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:40:39.796212 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8365e0d5-4c97-49c4-9af2-d6c5501bf318 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:40:39.796534 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8365e0d5-4c97-49c4-9af2-d6c5501bf318 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:40:39.818228 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-8377b957-c21c-4b72-be72-cbf3a032dcb8 None None] Attempting to bind port 1c8f8b02-85c9-4448-bf85-c83eb8ce7633 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:40:39.818898 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-8377b957-c21c-4b72-be72-cbf3a032dcb8 None None] Attempting to bind port 1c8f8b02-85c9-4448-bf85-c83eb8ce7633 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '4da70b3a-7ff9-47c3-9730-56e4122637b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '93b7cadb-3c45-4680-8fb9-490596b5f105'}] {{(pid=100599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:40:39.819777 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8377b957-c21c-4b72-be72-cbf3a032dcb8 None None] Attempting to bind port 1c8f8b02-85c9-4448-bf85-c83eb8ce7633 on network 93b7cadb-3c45-4680-8fb9-490596b5f105 {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:40:39.827974 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8377b957-c21c-4b72-be72-cbf3a032dcb8 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 40, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:40:39.828727 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8377b957-c21c-4b72-be72-cbf3a032dcb8 None None] Checking segment: {'id': '4da70b3a-7ff9-47c3-9730-56e4122637b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '93b7cadb-3c45-4680-8fb9-490596b5f105'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:40:39.829130 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-8377b957-c21c-4b72-be72-cbf3a032dcb8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:39.829521 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8377b957-c21c-4b72-be72-cbf3a032dcb8 None None] Bound using segment: {'id': '4da70b3a-7ff9-47c3-9730-56e4122637b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '93b7cadb-3c45-4680-8fb9-490596b5f105'} {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:40:39.829996 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-8377b957-c21c-4b72-be72-cbf3a032dcb8 None None] Bound port: 1c8f8b02-85c9-4448-bf85-c83eb8ce7633, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4da70b3a-7ff9-47c3-9730-56e4122637b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '93b7cadb-3c45-4680-8fb9-490596b5f105'}}] {{(pid=100599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:40:39.830377 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-8377b957-c21c-4b72-be72-cbf3a032dcb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:39.909442 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.db [None req-8377b957-c21c-4b72-be72-cbf3a032dcb8 None None] For port 1c8f8b02-85c9-4448-bf85-c83eb8ce7633, host n-d-811396-3, cleared binding levels {{(pid=100599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:40:39.914006 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.db [None req-8377b957-c21c-4b72-be72-cbf3a032dcb8 None None] For port 1c8f8b02-85c9-4448-bf85-c83eb8ce7633, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=1c8f8b02-85c9-4448-bf85-c83eb8ce7633,segment=NetworkSegment(4da70b3a-7ff9-47c3-9730-56e4122637b1),segment_id=4da70b3a-7ff9-47c3-9730-56e4122637b1)] {{(pid=100599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:40:39.919921 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-8377b957-c21c-4b72-be72-cbf3a032dcb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:39.921407 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3e6ec31c-e1be-4bd2-b03b-020a1cde64da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1773475'] for router, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:39.972839 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8377b957-c21c-4b72-be72-cbf3a032dcb8 None None] Routers {'9a111adc-c9cf-41d1-8fa9-0e1ddf50b36a'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:40:39.973450 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-8377b957-c21c-4b72-be72-cbf3a032dcb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:40:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['9a111adc-c9cf-41d1-8fa9-0e1ddf50b36a'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:40:40.017557 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8365e0d5-4c97-49c4-9af2-d6c5501bf318 None None] Pushing event updated for resources: {'Port': ['ID=1c8f8b02-85c9-4448-bf85-c83eb8ce7633,revision_number=4']} {{(pid=100599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:40.017762 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-aba18426-4769-440e-b5eb-b248ce28a028 None None] Provisioning complete for port 1c8f8b02-85c9-4448-bf85-c83eb8ce7633 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:40:40.018515 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-aba18426-4769-440e-b5eb-b248ce28a028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:40.087310 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e6ec31c-e1be-4bd2-b03b-020a1cde64da admin admin] Router 695fef14-c1ca-40c6-94d1-b5285ce2dd9c is scheduled to L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 with binding_index 1 {{(pid=100597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 11:40:40.105912 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-8377b957-c21c-4b72-be72-cbf3a032dcb8 None None] Set router 9a111adc-c9cf-41d1-8fa9-0e1ddf50b36a gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:40:40.142428 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-aba18426-4769-440e-b5eb-b248ce28a028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:40.180039 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-aba18426-4769-440e-b5eb-b248ce28a028 None None] For port 1c8f8b02-85c9-4448-bf85-c83eb8ce7633, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=1c8f8b02-85c9-4448-bf85-c83eb8ce7633,segment=NetworkSegment(4da70b3a-7ff9-47c3-9730-56e4122637b1),segment_id=4da70b3a-7ff9-47c3-9730-56e4122637b1)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:40:40.185299 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-aba18426-4769-440e-b5eb-b248ce28a028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:40.221072 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e6ec31c-e1be-4bd2-b03b-020a1cde64da admin admin] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:40:40.234412 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf51022-a767-4cc7-ae45-a16b6aca5354 None None] Sync routers for ids ['695fef14-c1ca-40c6-94d1-b5285ce2dd9c'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:40:40.250250 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf51022-a767-4cc7-ae45-a16b6aca5354 None None] Routers {'695fef14-c1ca-40c6-94d1-b5285ce2dd9c'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:40:40.250250 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-1bf51022-a767-4cc7-ae45-a16b6aca5354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:40:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['695fef14-c1ca-40c6-94d1-b5285ce2dd9c'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:40:40.261205 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3e6ec31c-e1be-4bd2-b03b-020a1cde64da admin admin] Publish callbacks [] for router, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:40.262548 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-3e6ec31c-e1be-4bd2-b03b-020a1cde64da admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6842995 Oct 20 11:40:40.265294 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 47736) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:40.314030 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba18426-4769-440e-b5eb-b248ce28a028 None None] Pushing event updated for resources: {'Port': ['ID=1c8f8b02-85c9-4448-bf85-c83eb8ce7633,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:40.332771 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-d9be7dfe-0e2b-4132-8280-9cf4ab6272b1 None None] Provisioning complete for port 1c8f8b02-85c9-4448-bf85-c83eb8ce7633 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:40:40.333229 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-d9be7dfe-0e2b-4132-8280-9cf4ab6272b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:40.383522 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-8377b957-c21c-4b72-be72-cbf3a032dcb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a111adc-c9cf-41d1-8fa9-0e1ddf50b36a', 'name': 'tempest-TestShelveInstance-744987224-router', 'tenant_id': '6b411328cc8d4dc5bcf66f69c3645238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '6ac28c75-9d97-40ee-8ec5-fa0dec42e6e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:40:34Z', 'updated_at': '2021-10-20T11:40:36Z', 'revision_number': 4, 'project_id': '6b411328cc8d4dc5bcf66f69c3645238', 'gw_port': {'id': '6ac28c75-9d97-40ee-8ec5-fa0dec42e6e4', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:9a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a111adc-c9cf-41d1-8fa9-0e1ddf50b36a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:40:34Z', 'updated_at': '2021-10-20T11:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '1c8f8b02-85c9-4448-bf85-c83eb8ce7633', 'name': '', 'network_id': '93b7cadb-3c45-4680-8fb9-490596b5f105', 'tenant_id': '6b411328cc8d4dc5bcf66f69c3645238', 'mac_address': 'fa:16:3e:a5:80:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a111adc-c9cf-41d1-8fa9-0e1ddf50b36a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '38516557-486d-4381-b02d-c224eaa06bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:40:36Z', 'updated_at': '2021-10-20T11:40:39Z', 'revision_number': 4, 'project_id': '6b411328cc8d4dc5bcf66f69c3645238', 'subnets': [{'id': '38516557-486d-4381-b02d-c224eaa06bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:40:40.419463 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8377b957-c21c-4b72-be72-cbf3a032dcb8 None None] The sync data for ids ['9a111adc-c9cf-41d1-8fa9-0e1ddf50b36a'] in n-d-811396-3 is: [{'id': '9a111adc-c9cf-41d1-8fa9-0e1ddf50b36a', 'name': 'tempest-TestShelveInstance-744987224-router', 'tenant_id': '6b411328cc8d4dc5bcf66f69c3645238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '6ac28c75-9d97-40ee-8ec5-fa0dec42e6e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:40:34Z', 'updated_at': '2021-10-20T11:40:36Z', 'revision_number': 4, 'project_id': '6b411328cc8d4dc5bcf66f69c3645238', 'gw_port': {'id': '6ac28c75-9d97-40ee-8ec5-fa0dec42e6e4', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:9a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a111adc-c9cf-41d1-8fa9-0e1ddf50b36a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:40:34Z', 'updated_at': '2021-10-20T11:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '1c8f8b02-85c9-4448-bf85-c83eb8ce7633', 'name': '', 'network_id': '93b7cadb-3c45-4680-8fb9-490596b5f105', 'tenant_id': '6b411328cc8d4dc5bcf66f69c3645238', 'mac_address': 'fa:16:3e:a5:80:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a111adc-c9cf-41d1-8fa9-0e1ddf50b36a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '38516557-486d-4381-b02d-c224eaa06bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:40:36Z', 'updated_at': '2021-10-20T11:40:39Z', 'revision_number': 4, 'project_id': '6b411328cc8d4dc5bcf66f69c3645238', 'subnets': [{'id': '38516557-486d-4381-b02d-c224eaa06bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:40:40.429244 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-1bf51022-a767-4cc7-ae45-a16b6aca5354 None None] Set router 695fef14-c1ca-40c6-94d1-b5285ce2dd9c gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:40:40.695674 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-1bf51022-a767-4cc7-ae45-a16b6aca5354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '695fef14-c1ca-40c6-94d1-b5285ce2dd9c', 'name': 'tempest-TestShelveInstance-1150671780-router', 'tenant_id': '3f3a86cba3f64b499e759e07315186a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '3117b282-cbcc-4ba7-83a0-369a1c2889d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:40:38Z', 'updated_at': '2021-10-20T11:40:39Z', 'revision_number': 3, 'project_id': '3f3a86cba3f64b499e759e07315186a3', 'gw_port': {'id': '3117b282-cbcc-4ba7-83a0-369a1c2889d5', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:fc:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '695fef14-c1ca-40c6-94d1-b5285ce2dd9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:40:39Z', 'updated_at': '2021-10-20T11:40:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:40:40.724433 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf51022-a767-4cc7-ae45-a16b6aca5354 None None] Checking router: 695fef14-c1ca-40c6-94d1-b5285ce2dd9c for host: n-d-811396-3 {{(pid=100598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:40:40.724790 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf51022-a767-4cc7-ae45-a16b6aca5354 None None] Updating router 695fef14-c1ca-40c6-94d1-b5285ce2dd9c port 3117b282-cbcc-4ba7-83a0-369a1c2889d5 binding host n-d-811396-3 {{(pid=100598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:40:40.728111 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8765f36f-d159-4d3d-8357-e48f6e1c40c4 None None] Network 4fcfdf6c-94d4-46f2-97f6-127602d45fc2 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:40:40.778264 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1bf51022-a767-4cc7-ae45-a16b6aca5354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:40.808927 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d655ba49-4ebc-4942-9e67-81218e6178db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:40.918637 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-4b71e6cf-8728-4116-aa79-ec7b8323c813 None None] Provisioning complete for port 5073203e-6ee2-499d-8782-a0b861b7653d triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:40:40.919008 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-4b71e6cf-8728-4116-aa79-ec7b8323c813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:40.986736 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [None req-d655ba49-4ebc-4942-9e67-81218e6178db admin admin] Allocated IP 172.20.0.1 (4fcfdf6c-94d4-46f2-97f6-127602d45fc2/7ced72c1-ba01-4cf9-8513-b795c39ebed2/eeacd9b9-2189-402b-b6f7-52596c709c78) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:40:41.112221 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d655ba49-4ebc-4942-9e67-81218e6178db admin admin] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:41.151637 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d655ba49-4ebc-4942-9e67-81218e6178db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:41.167174 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-4b71e6cf-8728-4116-aa79-ec7b8323c813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:41.189944 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d655ba49-4ebc-4942-9e67-81218e6178db admin admin] Network 4fcfdf6c-94d4-46f2-97f6-127602d45fc2 is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:40:41.200510 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-d655ba49-4ebc-4942-9e67-81218e6178db admin admin] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:40:41.204429 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d655ba49-4ebc-4942-9e67-81218e6178db admin admin] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:40:41.224275 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-4b71e6cf-8728-4116-aa79-ec7b8323c813 None None] For port 5073203e-6ee2-499d-8782-a0b861b7653d, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=5073203e-6ee2-499d-8782-a0b861b7653d,segment=NetworkSegment(74700c6e-9734-4a89-92b2-2c1f15d14fc1),segment_id=74700c6e-9734-4a89-92b2-2c1f15d14fc1)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:40:41.228980 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-4b71e6cf-8728-4116-aa79-ec7b8323c813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:41.267929 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d655ba49-4ebc-4942-9e67-81218e6178db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1774540'] for router_interface, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:41.351594 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1bf51022-a767-4cc7-ae45-a16b6aca5354 None None] Publish callbacks [] for port, precommit_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:41.371921 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1bf51022-a767-4cc7-ae45-a16b6aca5354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:41.389680 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b71e6cf-8728-4116-aa79-ec7b8323c813 None None] Pushing event updated for resources: {'Port': ['ID=5073203e-6ee2-499d-8782-a0b861b7653d,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:41.464513 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-1bf51022-a767-4cc7-ae45-a16b6aca5354 None None] Attempting to bind port 3117b282-cbcc-4ba7-83a0-369a1c2889d5 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:40:41.468103 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-1bf51022-a767-4cc7-ae45-a16b6aca5354 None None] Attempting to bind port 3117b282-cbcc-4ba7-83a0-369a1c2889d5 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:40:41.470021 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf51022-a767-4cc7-ae45-a16b6aca5354 None None] Attempting to bind port 3117b282-cbcc-4ba7-83a0-369a1c2889d5 on network cbe170d3-31ba-45a2-b477-520ab0a7a8ea {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:40:41.490099 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 1c8f8b02-85c9-4448-bf85-c83eb8ce7633 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:40:41.503643 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf51022-a767-4cc7-ae45-a16b6aca5354 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 40, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:40:41.504194 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf51022-a767-4cc7-ae45-a16b6aca5354 None None] Checking segment: {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:40:41.504703 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1bf51022-a767-4cc7-ae45-a16b6aca5354 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:41.505200 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf51022-a767-4cc7-ae45-a16b6aca5354 None None] Bound using segment: {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:40:41.505797 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-1bf51022-a767-4cc7-ae45-a16b6aca5354 None None] Bound port: 3117b282-cbcc-4ba7-83a0-369a1c2889d5, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:40:41.506289 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1bf51022-a767-4cc7-ae45-a16b6aca5354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:41.576855 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c75adf5-b4c2-450a-a90f-e2b252b968a3 None None] Pushing event updated for resources: {'Port': ['ID=3117b282-cbcc-4ba7-83a0-369a1c2889d5,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:41.609617 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-743ee1f3-2c3e-4b71-9904-c5fd140e7e32 None None] Provisioning complete for port 5073203e-6ee2-499d-8782-a0b861b7653d triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:40:41.610246 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-743ee1f3-2c3e-4b71-9904-c5fd140e7e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:41.677083 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1bf51022-a767-4cc7-ae45-a16b6aca5354 None None] For port 3117b282-cbcc-4ba7-83a0-369a1c2889d5, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:40:41.691317 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1bf51022-a767-4cc7-ae45-a16b6aca5354 None None] For port 3117b282-cbcc-4ba7-83a0-369a1c2889d5, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=3117b282-cbcc-4ba7-83a0-369a1c2889d5,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:40:41.699665 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1bf51022-a767-4cc7-ae45-a16b6aca5354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:41.737766 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d655ba49-4ebc-4942-9e67-81218e6178db admin admin] Pushing event updated for resources: {'Port': ['ID=eeacd9b9-2189-402b-b6f7-52596c709c78,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:41.749074 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 1c8f8b02-85c9-4448-bf85-c83eb8ce7633 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:40:41.749386 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:41.839911 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c75adf5-b4c2-450a-a90f-e2b252b968a3 None None] Pushing event updated for resources: {'Port': ['ID=3117b282-cbcc-4ba7-83a0-369a1c2889d5,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:41.841089 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d655ba49-4ebc-4942-9e67-81218e6178db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:41.846639 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf51022-a767-4cc7-ae45-a16b6aca5354 None None] Routers {'695fef14-c1ca-40c6-94d1-b5285ce2dd9c'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:40:41.847254 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-1bf51022-a767-4cc7-ae45-a16b6aca5354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:40:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['695fef14-c1ca-40c6-94d1-b5285ce2dd9c'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:40:41.985208 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 6ac28c75-9d97-40ee-8ec5-fa0dec42e6e4 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:40:42.008600 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d655ba49-4ebc-4942-9e67-81218e6178db admin admin] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:42.011169 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-1bf51022-a767-4cc7-ae45-a16b6aca5354 None None] Set router 695fef14-c1ca-40c6-94d1-b5285ce2dd9c gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:40:42.014875 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d655ba49-4ebc-4942-9e67-81218e6178db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:42.085308 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d655ba49-4ebc-4942-9e67-81218e6178db admin admin] Pushing event updated for resources: {'Port': ['ID=eeacd9b9-2189-402b-b6f7-52596c709c78,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:42.087739 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-d655ba49-4ebc-4942-9e67-81218e6178db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1774432'] for router_interface, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:42.101144 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-cb4673c3-1c7f-422c-b401-14fc950f6ea2 None None] Provisioning complete for port eeacd9b9-2189-402b-b6f7-52596c709c78 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:40:42.101516 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-cb4673c3-1c7f-422c-b401-14fc950f6ea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:42.184163 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d655ba49-4ebc-4942-9e67-81218e6178db admin admin] Network 4fcfdf6c-94d4-46f2-97f6-127602d45fc2 is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:40:42.185679 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-d655ba49-4ebc-4942-9e67-81218e6178db admin admin] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:40:42.315674 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d655ba49-4ebc-4942-9e67-81218e6178db admin admin] Router 695fef14-c1ca-40c6-94d1-b5285ce2dd9c has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:40:42.354644 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-cb4673c3-1c7f-422c-b401-14fc950f6ea2 None None] Port eeacd9b9-2189-402b-b6f7-52596c709c78 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:40:42.363092 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 6ac28c75-9d97-40ee-8ec5-fa0dec42e6e4 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:40:42.363512 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:42.431586 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d655ba49-4ebc-4942-9e67-81218e6178db admin admin] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:40:42.437794 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-d655ba49-4ebc-4942-9e67-81218e6178db admin admin] 10.222.0.64 "PUT /v2.0/routers/695fef14-c1ca-40c6-94d1-b5285ce2dd9c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1706951 Oct 20 11:40:42.498025 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 5073203e-6ee2-499d-8782-a0b861b7653d up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:40:42.503642 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-804de74c-bff3-4d0e-90a1-ba607b83d3c6 None None] Provisioning complete for port eeacd9b9-2189-402b-b6f7-52596c709c78 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:40:42.504015 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-804de74c-bff3-4d0e-90a1-ba607b83d3c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:42.553282 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-1bf51022-a767-4cc7-ae45-a16b6aca5354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '695fef14-c1ca-40c6-94d1-b5285ce2dd9c', 'name': 'tempest-TestShelveInstance-1150671780-router', 'tenant_id': '3f3a86cba3f64b499e759e07315186a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '3117b282-cbcc-4ba7-83a0-369a1c2889d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:40:38Z', 'updated_at': '2021-10-20T11:40:41Z', 'revision_number': 4, 'project_id': '3f3a86cba3f64b499e759e07315186a3', 'gw_port': {'id': '3117b282-cbcc-4ba7-83a0-369a1c2889d5', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:fc:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '695fef14-c1ca-40c6-94d1-b5285ce2dd9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:40:39Z', 'updated_at': '2021-10-20T11:40:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': 'eeacd9b9-2189-402b-b6f7-52596c709c78', 'name': '', 'network_id': '4fcfdf6c-94d4-46f2-97f6-127602d45fc2', 'tenant_id': '3f3a86cba3f64b499e759e07315186a3', 'mac_address': 'fa:16:3e:36:c8:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '695fef14-c1ca-40c6-94d1-b5285ce2dd9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '7ced72c1-ba01-4cf9-8513-b795c39ebed2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:40:40Z', 'updated_at': '2021-10-20T11:40:40Z', 'revision_number': 1, 'project_id': '3f3a86cba3f64b499e759e07315186a3', 'subnets': [{'id': '7ced72c1-ba01-4cf9-8513-b795c39ebed2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:40:42.591200 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf51022-a767-4cc7-ae45-a16b6aca5354 None None] The sync data for ids ['695fef14-c1ca-40c6-94d1-b5285ce2dd9c'] in n-d-811396-3 is: [{'id': '695fef14-c1ca-40c6-94d1-b5285ce2dd9c', 'name': 'tempest-TestShelveInstance-1150671780-router', 'tenant_id': '3f3a86cba3f64b499e759e07315186a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '3117b282-cbcc-4ba7-83a0-369a1c2889d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:40:38Z', 'updated_at': '2021-10-20T11:40:41Z', 'revision_number': 4, 'project_id': '3f3a86cba3f64b499e759e07315186a3', 'gw_port': {'id': '3117b282-cbcc-4ba7-83a0-369a1c2889d5', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:fc:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '695fef14-c1ca-40c6-94d1-b5285ce2dd9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:40:39Z', 'updated_at': '2021-10-20T11:40:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': 'eeacd9b9-2189-402b-b6f7-52596c709c78', 'name': '', 'network_id': '4fcfdf6c-94d4-46f2-97f6-127602d45fc2', 'tenant_id': '3f3a86cba3f64b499e759e07315186a3', 'mac_address': 'fa:16:3e:36:c8:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '695fef14-c1ca-40c6-94d1-b5285ce2dd9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '7ced72c1-ba01-4cf9-8513-b795c39ebed2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:40:40Z', 'updated_at': '2021-10-20T11:40:40Z', 'revision_number': 1, 'project_id': '3f3a86cba3f64b499e759e07315186a3', 'subnets': [{'id': '7ced72c1-ba01-4cf9-8513-b795c39ebed2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:40:42.598952 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-804de74c-bff3-4d0e-90a1-ba607b83d3c6 None None] Port eeacd9b9-2189-402b-b6f7-52596c709c78 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:40:42.617387 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 5073203e-6ee2-499d-8782-a0b861b7653d triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:40:42.617765 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:42.906486 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 47744) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:42.911364 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-fdafde2f-5687-47cc-8bd3-0609c091e15e tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-105710241', 'description': 'tempest-secgroup-smoke-105710241 description', 'project_id': '6b411328cc8d4dc5bcf66f69c3645238'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:40:42.937317 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-fdafde2f-5687-47cc-8bd3-0609c091e15e tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:43.009209 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-fdafde2f-5687-47cc-8bd3-0609c091e15e tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:43.013116 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-fdafde2f-5687-47cc-8bd3-0609c091e15e tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:43.045556 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-fdafde2f-5687-47cc-8bd3-0609c091e15e tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:43.046862 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-fdafde2f-5687-47cc-8bd3-0609c091e15e tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1392961 Oct 20 11:40:43.049922 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 47746) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:43.054356 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-b4daef33-8adc-46d0-8794-676935c05d1d tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Request body: {'security_group_rule': {'security_group_id': 'd74b7de3-a124-486c-bd9d-136cfc7deb45', 'project_id': '6b411328cc8d4dc5bcf66f69c3645238', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:40:43.060262 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdafde2f-5687-47cc-8bd3-0609c091e15e tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d74b7de3-a124-486c-bd9d-136cfc7deb45,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:43.085059 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-b4daef33-8adc-46d0-8794-676935c05d1d tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:43.143411 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-b4daef33-8adc-46d0-8794-676935c05d1d tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:43.147070 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-b4daef33-8adc-46d0-8794-676935c05d1d tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:43.168097 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4daef33-8adc-46d0-8794-676935c05d1d tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c27b5094-14b5-4a7b-887f-16bbc1552d44,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:43.173138 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-b4daef33-8adc-46d0-8794-676935c05d1d tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:43.177229 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 47748) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:43.177908 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-b4daef33-8adc-46d0-8794-676935c05d1d tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1263344 Oct 20 11:40:43.181856 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-7fc053c3-277c-4721-ab5b-caf8b21a95c6 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Request body: {'security_group_rule': {'security_group_id': 'd74b7de3-a124-486c-bd9d-136cfc7deb45', 'project_id': '6b411328cc8d4dc5bcf66f69c3645238', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:40:43.214588 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7fc053c3-277c-4721-ab5b-caf8b21a95c6 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:43.277100 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 5073203e-6ee2-499d-8782-a0b861b7653d up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:40:43.307774 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7fc053c3-277c-4721-ab5b-caf8b21a95c6 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:43.311633 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7fc053c3-277c-4721-ab5b-caf8b21a95c6 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:43.330621 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc053c3-277c-4721-ab5b-caf8b21a95c6 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee814b3e-d901-41fd-8609-ee7451e07541,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:43.335484 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 5073203e-6ee2-499d-8782-a0b861b7653d triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:40:43.336073 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:43.341845 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7fc053c3-277c-4721-ab5b-caf8b21a95c6 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:43.343101 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-7fc053c3-277c-4721-ab5b-caf8b21a95c6 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1648633 Oct 20 11:40:43.347045 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 47750) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:43.353977 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-341d34b6-1941-4b9f-941b-1638b1c6e35e tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Request body: {'security_group_rule': {'security_group_id': 'd74b7de3-a124-486c-bd9d-136cfc7deb45', 'project_id': '6b411328cc8d4dc5bcf66f69c3645238', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:40:43.388745 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-341d34b6-1941-4b9f-941b-1638b1c6e35e tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:43.455291 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-341d34b6-1941-4b9f-941b-1638b1c6e35e tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:43.458989 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-341d34b6-1941-4b9f-941b-1638b1c6e35e tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:43.478128 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341d34b6-1941-4b9f-941b-1638b1c6e35e tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a81b5fe-892f-46d6-9b5b-7654afa8d73a,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:43.489202 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-341d34b6-1941-4b9f-941b-1638b1c6e35e tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:43.493120 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-341d34b6-1941-4b9f-941b-1638b1c6e35e tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1411452 Oct 20 11:40:43.493328 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 47752) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:43.498659 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-a9c4abb8-cf44-495e-8c44-47e265d6dced tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Request body: {'security_group_rule': {'security_group_id': 'd74b7de3-a124-486c-bd9d-136cfc7deb45', 'project_id': '6b411328cc8d4dc5bcf66f69c3645238', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:40:43.528178 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a9c4abb8-cf44-495e-8c44-47e265d6dced tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:43.589379 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a9c4abb8-cf44-495e-8c44-47e265d6dced tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:43.593275 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a9c4abb8-cf44-495e-8c44-47e265d6dced tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:43.612443 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c4abb8-cf44-495e-8c44-47e265d6dced tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b45d0961-30e5-4606-916c-b9d1ddcda98a,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:43.618340 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-a9c4abb8-cf44-495e-8c44-47e265d6dced tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:43.620234 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-a9c4abb8-cf44-495e-8c44-47e265d6dced tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1252327 Oct 20 11:40:43.622814 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 47754) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:43.627318 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-462c4593-5d6a-4c9d-aa15-1180f4f6712f tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Request body: {'security_group_rule': {'security_group_id': 'd74b7de3-a124-486c-bd9d-136cfc7deb45', 'project_id': '6b411328cc8d4dc5bcf66f69c3645238', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:40:43.649632 n-d-811396-3 neutron-server[100596]: INFO neutron.db.securitygroups_db [None req-462c4593-5d6a-4c9d-aa15-1180f4f6712f tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Project 6b411328cc8d4dc5bcf66f69c3645238 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 11:40:43.655108 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-462c4593-5d6a-4c9d-aa15-1180f4f6712f tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:43.717059 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-462c4593-5d6a-4c9d-aa15-1180f4f6712f tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:43.721174 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-462c4593-5d6a-4c9d-aa15-1180f4f6712f tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:43.741578 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462c4593-5d6a-4c9d-aa15-1180f4f6712f tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4641bab4-dbb3-4668-a707-24082e6cf4ff,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:43.754070 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-462c4593-5d6a-4c9d-aa15-1180f4f6712f tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:43.755321 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-462c4593-5d6a-4c9d-aa15-1180f4f6712f tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1315141 Oct 20 11:40:43.758159 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 47756) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:43.763371 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-e18fe727-af94-4afb-b254-96a6cde06360 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Request body: {'security_group_rule': {'security_group_id': 'd74b7de3-a124-486c-bd9d-136cfc7deb45', 'project_id': '6b411328cc8d4dc5bcf66f69c3645238', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:40:43.784946 n-d-811396-3 neutron-server[100596]: INFO neutron.db.securitygroups_db [None req-e18fe727-af94-4afb-b254-96a6cde06360 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Project 6b411328cc8d4dc5bcf66f69c3645238 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 11:40:43.790402 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e18fe727-af94-4afb-b254-96a6cde06360 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:43.858485 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e18fe727-af94-4afb-b254-96a6cde06360 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:43.863012 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e18fe727-af94-4afb-b254-96a6cde06360 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:43.881641 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18fe727-af94-4afb-b254-96a6cde06360 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01fe86c2-5467-4a08-beb8-10fe8b76d305,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:43.894411 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-e18fe727-af94-4afb-b254-96a6cde06360 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:43.895657 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-e18fe727-af94-4afb-b254-96a6cde06360 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1364868 Oct 20 11:40:44.032304 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9f096701-2460-4059-951e-f407ead1ca28 req-cf11dca4-9047-40b3-a1f6-de5f1215902b tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-105710241&fields=id&tenant_id=6b411328cc8d4dc5bcf66f69c3645238 HTTP/1.1" status: 200 len: 267 time: 0.0315521 Oct 20 11:40:44.138417 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f096701-2460-4059-951e-f407ead1ca28 req-99922fb4-bb97-41c6-8762-2a75fcc578a7 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:44.139957 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9f096701-2460-4059-951e-f407ead1ca28 req-99922fb4-bb97-41c6-8762-2a75fcc578a7 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/networks?id=93b7cadb-3c45-4680-8fb9-490596b5f105 HTTP/1.1" status: 200 len: 808 time: 0.1009963 Oct 20 11:40:44.154925 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9f096701-2460-4059-951e-f407ead1ca28 req-aadcd4bc-8b26-47fe-855a-ede95f9eda72 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/quotas/6b411328cc8d4dc5bcf66f69c3645238 HTTP/1.1" status: 200 len: 375 time: 0.0091889 Oct 20 11:40:44.209956 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9f096701-2460-4059-951e-f407ead1ca28 req-dd15df54-5e15-4522-bab6-ac41a8b82b80 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=6b411328cc8d4dc5bcf66f69c3645238&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0497801 Oct 20 11:40:44.319216 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [req-9f096701-2460-4059-951e-f407ead1ca28 req-59391dae-23d8-4dee-a4d8-acd918705a22 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:40:44.320269 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9f096701-2460-4059-951e-f407ead1ca28 req-59391dae-23d8-4dee-a4d8-acd918705a22 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0987444 Oct 20 11:40:44.409812 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9f096701-2460-4059-951e-f407ead1ca28 req-519d3cbf-27d5-4c5a-82f3-0c06dd690a21 service neutron] 10.222.0.64 "GET /v2.0/networks/93b7cadb-3c45-4680-8fb9-490596b5f105?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829833 Oct 20 11:40:44.505640 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9f096701-2460-4059-951e-f407ead1ca28 req-0dbd8e2d-2421-45ad-982e-cf3162311fc5 service neutron] 10.222.0.64 "GET /v2.0/networks/93b7cadb-3c45-4680-8fb9-490596b5f105?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897138 Oct 20 11:40:44.612965 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae3e074-0474-4ce5-83d2-b93ebf2583dc None None] Sync routers for ids ['695fef14-c1ca-40c6-94d1-b5285ce2dd9c'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:40:44.622546 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae3e074-0474-4ce5-83d2-b93ebf2583dc None None] Routers {'695fef14-c1ca-40c6-94d1-b5285ce2dd9c'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:40:44.623147 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-2ae3e074-0474-4ce5-83d2-b93ebf2583dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:40:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['695fef14-c1ca-40c6-94d1-b5285ce2dd9c'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:40:44.670497 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8a69a05c-af62-41c3-af91-ff790c2ef80d req-8edd5ff1-82e2-48ba-a33c-ac6ea46e4dc1 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/ports?device_id=eafc6589-588a-4c0d-885d-f728310955ed HTTP/1.1" status: 200 len: 210 time: 0.0280206 Oct 20 11:40:44.733119 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-2ae3e074-0474-4ce5-83d2-b93ebf2583dc None None] Set router 695fef14-c1ca-40c6-94d1-b5285ce2dd9c gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:40:44.930307 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-2ae3e074-0474-4ce5-83d2-b93ebf2583dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '695fef14-c1ca-40c6-94d1-b5285ce2dd9c', 'name': 'tempest-TestShelveInstance-1150671780-router', 'tenant_id': '3f3a86cba3f64b499e759e07315186a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '3117b282-cbcc-4ba7-83a0-369a1c2889d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:40:38Z', 'updated_at': '2021-10-20T11:40:41Z', 'revision_number': 4, 'project_id': '3f3a86cba3f64b499e759e07315186a3', 'gw_port': {'id': '3117b282-cbcc-4ba7-83a0-369a1c2889d5', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:fc:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '695fef14-c1ca-40c6-94d1-b5285ce2dd9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:40:39Z', 'updated_at': '2021-10-20T11:40:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': 'eeacd9b9-2189-402b-b6f7-52596c709c78', 'name': '', 'network_id': '4fcfdf6c-94d4-46f2-97f6-127602d45fc2', 'tenant_id': '3f3a86cba3f64b499e759e07315186a3', 'mac_address': 'fa:16:3e:36:c8:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '695fef14-c1ca-40c6-94d1-b5285ce2dd9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '7ced72c1-ba01-4cf9-8513-b795c39ebed2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:40:40Z', 'updated_at': '2021-10-20T11:40:41Z', 'revision_number': 2, 'project_id': '3f3a86cba3f64b499e759e07315186a3', 'subnets': [{'id': '7ced72c1-ba01-4cf9-8513-b795c39ebed2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:40:44.961139 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae3e074-0474-4ce5-83d2-b93ebf2583dc None None] Checking router: 695fef14-c1ca-40c6-94d1-b5285ce2dd9c for host: n-d-811396-3 {{(pid=100599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:40:44.961498 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae3e074-0474-4ce5-83d2-b93ebf2583dc None None] Updating router 695fef14-c1ca-40c6-94d1-b5285ce2dd9c port eeacd9b9-2189-402b-b6f7-52596c709c78 binding host n-d-811396-3 {{(pid=100599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:40:44.985927 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-2ae3e074-0474-4ce5-83d2-b93ebf2583dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:45.249572 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 3117b282-cbcc-4ba7-83a0-369a1c2889d5 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:40:45.268560 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-2ae3e074-0474-4ce5-83d2-b93ebf2583dc None None] Publish callbacks [] for port, precommit_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:45.275010 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-2ae3e074-0474-4ce5-83d2-b93ebf2583dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:45.303565 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 3117b282-cbcc-4ba7-83a0-369a1c2889d5 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:40:45.303853 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:45.341967 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae052b6f-6f84-444f-aa90-970938e43313 None None] Pushing event updated for resources: {'Port': ['ID=eeacd9b9-2189-402b-b6f7-52596c709c78,revision_number=3']} {{(pid=100599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:45.395051 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-2ae3e074-0474-4ce5-83d2-b93ebf2583dc None None] Attempting to bind port eeacd9b9-2189-402b-b6f7-52596c709c78 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:40:45.395767 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-2ae3e074-0474-4ce5-83d2-b93ebf2583dc None None] Attempting to bind port eeacd9b9-2189-402b-b6f7-52596c709c78 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '74700c6e-9734-4a89-92b2-2c1f15d14fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '4fcfdf6c-94d4-46f2-97f6-127602d45fc2'}] {{(pid=100599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:40:45.395931 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae3e074-0474-4ce5-83d2-b93ebf2583dc None None] Attempting to bind port eeacd9b9-2189-402b-b6f7-52596c709c78 on network 4fcfdf6c-94d4-46f2-97f6-127602d45fc2 {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:40:45.397817 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:45.401686 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae3e074-0474-4ce5-83d2-b93ebf2583dc None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 40, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:40:45.402057 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae3e074-0474-4ce5-83d2-b93ebf2583dc None None] Checking segment: {'id': '74700c6e-9734-4a89-92b2-2c1f15d14fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '4fcfdf6c-94d4-46f2-97f6-127602d45fc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:40:45.402454 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-2ae3e074-0474-4ce5-83d2-b93ebf2583dc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:45.402965 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae3e074-0474-4ce5-83d2-b93ebf2583dc None None] Bound using segment: {'id': '74700c6e-9734-4a89-92b2-2c1f15d14fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '4fcfdf6c-94d4-46f2-97f6-127602d45fc2'} {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:40:45.403302 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-2ae3e074-0474-4ce5-83d2-b93ebf2583dc None None] Bound port: eeacd9b9-2189-402b-b6f7-52596c709c78, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74700c6e-9734-4a89-92b2-2c1f15d14fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '4fcfdf6c-94d4-46f2-97f6-127602d45fc2'}}] {{(pid=100599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:40:45.403706 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-2ae3e074-0474-4ce5-83d2-b93ebf2583dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:45.419191 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] For port 3117b282-cbcc-4ba7-83a0-369a1c2889d5, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=3117b282-cbcc-4ba7-83a0-369a1c2889d5,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:40:45.424754 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:45.476407 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.db [None req-2ae3e074-0474-4ce5-83d2-b93ebf2583dc None None] For port eeacd9b9-2189-402b-b6f7-52596c709c78, host n-d-811396-3, cleared binding levels {{(pid=100599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:40:45.477165 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Pushing event updated for resources: {'Port': ['ID=3117b282-cbcc-4ba7-83a0-369a1c2889d5,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:45.479812 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.db [None req-2ae3e074-0474-4ce5-83d2-b93ebf2583dc None None] For port eeacd9b9-2189-402b-b6f7-52596c709c78, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=eeacd9b9-2189-402b-b6f7-52596c709c78,segment=NetworkSegment(74700c6e-9734-4a89-92b2-2c1f15d14fc1),segment_id=74700c6e-9734-4a89-92b2-2c1f15d14fc1)] {{(pid=100599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:40:45.484352 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-2ae3e074-0474-4ce5-83d2-b93ebf2583dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:45.543245 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae3e074-0474-4ce5-83d2-b93ebf2583dc None None] Routers {'695fef14-c1ca-40c6-94d1-b5285ce2dd9c'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:40:45.543958 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-2ae3e074-0474-4ce5-83d2-b93ebf2583dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:40:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['695fef14-c1ca-40c6-94d1-b5285ce2dd9c'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:40:45.549277 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae052b6f-6f84-444f-aa90-970938e43313 None None] Pushing event updated for resources: {'Port': ['ID=eeacd9b9-2189-402b-b6f7-52596c709c78,revision_number=4']} {{(pid=100599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:45.553267 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-688c8f24-bc65-4a54-a84a-9001daa34969 None None] Provisioning complete for port eeacd9b9-2189-402b-b6f7-52596c709c78 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:40:45.553687 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-688c8f24-bc65-4a54-a84a-9001daa34969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:45.641284 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-688c8f24-bc65-4a54-a84a-9001daa34969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:45.685534 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-688c8f24-bc65-4a54-a84a-9001daa34969 None None] For port eeacd9b9-2189-402b-b6f7-52596c709c78, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=eeacd9b9-2189-402b-b6f7-52596c709c78,segment=NetworkSegment(74700c6e-9734-4a89-92b2-2c1f15d14fc1),segment_id=74700c6e-9734-4a89-92b2-2c1f15d14fc1)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:40:45.685925 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-2ae3e074-0474-4ce5-83d2-b93ebf2583dc None None] Set router 695fef14-c1ca-40c6-94d1-b5285ce2dd9c gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:40:45.691328 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-688c8f24-bc65-4a54-a84a-9001daa34969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:45.811976 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-720a851d-57a1-4563-aca5-7b488a49f686 req-233c8bd0-d951-46e5-bbc9-3e2fa6445be1 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/ports?device_id=eafc6589-588a-4c0d-885d-f728310955ed HTTP/1.1" status: 200 len: 210 time: 0.0360765 Oct 20 11:40:45.836360 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f096701-2460-4059-951e-f407ead1ca28 req-de0bd84f-0923-41b9-be4c-241101cb704e tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:45.845782 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9f096701-2460-4059-951e-f407ead1ca28 req-de0bd84f-0923-41b9-be4c-241101cb704e tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.69 "GET /v2.0/networks?id=93b7cadb-3c45-4680-8fb9-490596b5f105 HTTP/1.1" status: 200 len: 808 time: 0.2026007 Oct 20 11:40:45.847010 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688c8f24-bc65-4a54-a84a-9001daa34969 None None] Pushing event updated for resources: {'Port': ['ID=eeacd9b9-2189-402b-b6f7-52596c709c78,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:45.897292 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9f096701-2460-4059-951e-f407ead1ca28 req-a4093928-ade8-4bb0-8d5f-02c426905505 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6b411328cc8d4dc5bcf66f69c3645238 HTTP/1.1" status: 200 len: 379 time: 0.0425432 Oct 20 11:40:45.907191 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-9f096701-2460-4059-951e-f407ead1ca28 req-db4aa683-6bb8-49a9-8f86-a9b8fb25ff88 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Request body: {'port': {'device_id': 'eafc6589-588a-4c0d-885d-f728310955ed', 'network_id': '93b7cadb-3c45-4680-8fb9-490596b5f105', 'admin_state_up': True, 'tenant_id': '6b411328cc8d4dc5bcf66f69c3645238', 'security_groups': ['d74b7de3-a124-486c-bd9d-136cfc7deb45']}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:40:45.930398 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-6d8a8b40-8b9a-441d-8236-fa9edd8f7520 None None] Provisioning complete for port eeacd9b9-2189-402b-b6f7-52596c709c78 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:40:45.930782 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-6d8a8b40-8b9a-441d-8236-fa9edd8f7520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:45.946242 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-2ae3e074-0474-4ce5-83d2-b93ebf2583dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '695fef14-c1ca-40c6-94d1-b5285ce2dd9c', 'name': 'tempest-TestShelveInstance-1150671780-router', 'tenant_id': '3f3a86cba3f64b499e759e07315186a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '3117b282-cbcc-4ba7-83a0-369a1c2889d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:40:38Z', 'updated_at': '2021-10-20T11:40:41Z', 'revision_number': 4, 'project_id': '3f3a86cba3f64b499e759e07315186a3', 'gw_port': {'id': '3117b282-cbcc-4ba7-83a0-369a1c2889d5', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:fc:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '695fef14-c1ca-40c6-94d1-b5285ce2dd9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:40:39Z', 'updated_at': '2021-10-20T11:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': 'eeacd9b9-2189-402b-b6f7-52596c709c78', 'name': '', 'network_id': '4fcfdf6c-94d4-46f2-97f6-127602d45fc2', 'tenant_id': '3f3a86cba3f64b499e759e07315186a3', 'mac_address': 'fa:16:3e:36:c8:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '695fef14-c1ca-40c6-94d1-b5285ce2dd9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '7ced72c1-ba01-4cf9-8513-b795c39ebed2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:40:40Z', 'updated_at': '2021-10-20T11:40:45Z', 'revision_number': 4, 'project_id': '3f3a86cba3f64b499e759e07315186a3', 'subnets': [{'id': '7ced72c1-ba01-4cf9-8513-b795c39ebed2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:40:45.972388 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae3e074-0474-4ce5-83d2-b93ebf2583dc None None] The sync data for ids ['695fef14-c1ca-40c6-94d1-b5285ce2dd9c'] in n-d-811396-3 is: [{'id': '695fef14-c1ca-40c6-94d1-b5285ce2dd9c', 'name': 'tempest-TestShelveInstance-1150671780-router', 'tenant_id': '3f3a86cba3f64b499e759e07315186a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '3117b282-cbcc-4ba7-83a0-369a1c2889d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:40:38Z', 'updated_at': '2021-10-20T11:40:41Z', 'revision_number': 4, 'project_id': '3f3a86cba3f64b499e759e07315186a3', 'gw_port': {'id': '3117b282-cbcc-4ba7-83a0-369a1c2889d5', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:fc:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '695fef14-c1ca-40c6-94d1-b5285ce2dd9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:40:39Z', 'updated_at': '2021-10-20T11:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': 'eeacd9b9-2189-402b-b6f7-52596c709c78', 'name': '', 'network_id': '4fcfdf6c-94d4-46f2-97f6-127602d45fc2', 'tenant_id': '3f3a86cba3f64b499e759e07315186a3', 'mac_address': 'fa:16:3e:36:c8:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '695fef14-c1ca-40c6-94d1-b5285ce2dd9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '7ced72c1-ba01-4cf9-8513-b795c39ebed2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:40:40Z', 'updated_at': '2021-10-20T11:40:45Z', 'revision_number': 4, 'project_id': '3f3a86cba3f64b499e759e07315186a3', 'subnets': [{'id': '7ced72c1-ba01-4cf9-8513-b795c39ebed2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:40:46.018490 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f096701-2460-4059-951e-f407ead1ca28 req-db4aa683-6bb8-49a9-8f86-a9b8fb25ff88 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Made reservation on behalf of 6b411328cc8d4dc5bcf66f69c3645238 for: {'port': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:40:46.022119 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-9f096701-2460-4059-951e-f407ead1ca28 req-db4aa683-6bb8-49a9-8f86-a9b8fb25ff88 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:46.158364 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [req-9f096701-2460-4059-951e-f407ead1ca28 req-db4aa683-6bb8-49a9-8f86-a9b8fb25ff88 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Allocated IP 172.20.0.14 (93b7cadb-3c45-4680-8fb9-490596b5f105/38516557-486d-4381-b02d-c224eaa06bbb/bb209e9c-b2fe-4a1f-83fa-2150b9c035a0) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:40:46.310775 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-9f096701-2460-4059-951e-f407ead1ca28 req-db4aa683-6bb8-49a9-8f86-a9b8fb25ff88 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:46.345050 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-9f096701-2460-4059-951e-f407ead1ca28 req-db4aa683-6bb8-49a9-8f86-a9b8fb25ff88 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:46.388760 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f096701-2460-4059-951e-f407ead1ca28 req-db4aa683-6bb8-49a9-8f86-a9b8fb25ff88 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Network 93b7cadb-3c45-4680-8fb9-490596b5f105 is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:40:46.394177 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [req-9f096701-2460-4059-951e-f407ead1ca28 req-db4aa683-6bb8-49a9-8f86-a9b8fb25ff88 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:40:46.398360 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f096701-2460-4059-951e-f407ead1ca28 req-db4aa683-6bb8-49a9-8f86-a9b8fb25ff88 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:40:46.426830 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4aa683-6bb8-49a9-8f86-a9b8fb25ff88 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Pushing event updated for resources: {'Port': ['ID=bb209e9c-b2fe-4a1f-83fa-2150b9c035a0,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:46.455640 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f096701-2460-4059-951e-f407ead1ca28 req-db4aa683-6bb8-49a9-8f86-a9b8fb25ff88 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:46.456590 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-9f096701-2460-4059-951e-f407ead1ca28 req-db4aa683-6bb8-49a9-8f86-a9b8fb25ff88 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:46.474542 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9f096701-2460-4059-951e-f407ead1ca28 req-db4aa683-6bb8-49a9-8f86-a9b8fb25ff88 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5716639 Oct 20 11:40:46.486773 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-9f096701-2460-4059-951e-f407ead1ca28 req-bd272976-062b-4c90-ac0b-e6788fe3f149 service neutron] Request body: {'port': {'device_id': 'eafc6589-588a-4c0d-885d-f728310955ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811396-3'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:40:46.550866 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-9f096701-2460-4059-951e-f407ead1ca28 req-bd272976-062b-4c90-ac0b-e6788fe3f149 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:46.642407 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-2ac0eb15-c1fd-4ed3-a633-5c795e7fb2c9 None None] Provisioning complete for port bb209e9c-b2fe-4a1f-83fa-2150b9c035a0 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:40:46.643012 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-2ac0eb15-c1fd-4ed3-a633-5c795e7fb2c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:46.676525 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-2ac0eb15-c1fd-4ed3-a633-5c795e7fb2c9 None None] Port bb209e9c-b2fe-4a1f-83fa-2150b9c035a0 cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:40:46.825283 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [req-9f096701-2460-4059-951e-f407ead1ca28 req-bd272976-062b-4c90-ac0b-e6788fe3f149 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb209e9c-b2fe-4a1f-83fa-2150b9c035a0 {{(pid=100596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:40:46.832560 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-9f096701-2460-4059-951e-f407ead1ca28 req-bd272976-062b-4c90-ac0b-e6788fe3f149 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:46.844986 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.provisioning_blocks [req-9f096701-2460-4059-951e-f407ead1ca28 req-bd272976-062b-4c90-ac0b-e6788fe3f149 service neutron] Transition to ACTIVE for port object bb209e9c-b2fe-4a1f-83fa-2150b9c035a0 will not be triggered until provisioned by entity L2. {{(pid=100596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:40:46.847886 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-9f096701-2460-4059-951e-f407ead1ca28 req-bd272976-062b-4c90-ac0b-e6788fe3f149 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:46.932110 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd272976-062b-4c90-ac0b-e6788fe3f149 service neutron] Pushing event updated for resources: {'Port': ['ID=bb209e9c-b2fe-4a1f-83fa-2150b9c035a0,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:46.997549 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df826f88-2f85-4a56-bb0a-58e6c24e9f2e req-38c45e1f-52b1-42f7-ba58-f1a19b1b41f1 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:46.999164 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-df826f88-2f85-4a56-bb0a-58e6c24e9f2e req-38c45e1f-52b1-42f7-ba58-f1a19b1b41f1 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/ports?device_id=eafc6589-588a-4c0d-885d-f728310955ed HTTP/1.1" status: 200 len: 944 time: 0.1104257 Oct 20 11:40:47.028083 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-9f096701-2460-4059-951e-f407ead1ca28 req-bd272976-062b-4c90-ac0b-e6788fe3f149 service neutron] Attempting to bind port bb209e9c-b2fe-4a1f-83fa-2150b9c035a0 on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:40:47.028423 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-9f096701-2460-4059-951e-f407ead1ca28 req-bd272976-062b-4c90-ac0b-e6788fe3f149 service neutron] Attempting to bind port bb209e9c-b2fe-4a1f-83fa-2150b9c035a0 by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': '4da70b3a-7ff9-47c3-9730-56e4122637b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '93b7cadb-3c45-4680-8fb9-490596b5f105'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:40:47.028753 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f096701-2460-4059-951e-f407ead1ca28 req-bd272976-062b-4c90-ac0b-e6788fe3f149 service neutron] Attempting to bind port bb209e9c-b2fe-4a1f-83fa-2150b9c035a0 on network 93b7cadb-3c45-4680-8fb9-490596b5f105 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:40:47.036511 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f096701-2460-4059-951e-f407ead1ca28 req-bd272976-062b-4c90-ac0b-e6788fe3f149 service neutron] Port bb209e9c-b2fe-4a1f-83fa-2150b9c035a0 on network 93b7cadb-3c45-4680-8fb9-490596b5f105 not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:40:47.036839 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f096701-2460-4059-951e-f407ead1ca28 req-bd272976-062b-4c90-ac0b-e6788fe3f149 service neutron] Attempting to bind port bb209e9c-b2fe-4a1f-83fa-2150b9c035a0 on network 93b7cadb-3c45-4680-8fb9-490596b5f105 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:40:47.050927 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f096701-2460-4059-951e-f407ead1ca28 req-bd272976-062b-4c90-ac0b-e6788fe3f149 service neutron] Checking agent: {'id': '061232a2-7adc-4ba1-a873-e8cb136b064d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 40, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:40:47.051246 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f096701-2460-4059-951e-f407ead1ca28 req-bd272976-062b-4c90-ac0b-e6788fe3f149 service neutron] Checking segment: {'id': '4da70b3a-7ff9-47c3-9730-56e4122637b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '93b7cadb-3c45-4680-8fb9-490596b5f105'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:40:47.051684 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f096701-2460-4059-951e-f407ead1ca28 req-bd272976-062b-4c90-ac0b-e6788fe3f149 service neutron] Bound using segment: {'id': '4da70b3a-7ff9-47c3-9730-56e4122637b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '93b7cadb-3c45-4680-8fb9-490596b5f105'} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:40:47.052101 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-9f096701-2460-4059-951e-f407ead1ca28 req-bd272976-062b-4c90-ac0b-e6788fe3f149 service neutron] Bound port: bb209e9c-b2fe-4a1f-83fa-2150b9c035a0, host: n-h2-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4da70b3a-7ff9-47c3-9730-56e4122637b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '93b7cadb-3c45-4680-8fb9-490596b5f105'}}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:40:47.052462 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-9f096701-2460-4059-951e-f407ead1ca28 req-bd272976-062b-4c90-ac0b-e6788fe3f149 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:47.065409 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-df826f88-2f85-4a56-bb0a-58e6c24e9f2e req-03fe808e-2616-44fb-9862-9ba8f4c94584 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/security-groups?id=d74b7de3-a124-486c-bd9d-136cfc7deb45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593512 Oct 20 11:40:47.126781 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-9f096701-2460-4059-951e-f407ead1ca28 req-bd272976-062b-4c90-ac0b-e6788fe3f149 service neutron] For port bb209e9c-b2fe-4a1f-83fa-2150b9c035a0, host n-h2-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:40:47.130177 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-9f096701-2460-4059-951e-f407ead1ca28 req-bd272976-062b-4c90-ac0b-e6788fe3f149 service neutron] For port bb209e9c-b2fe-4a1f-83fa-2150b9c035a0, host n-h2-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=bb209e9c-b2fe-4a1f-83fa-2150b9c035a0,segment=NetworkSegment(4da70b3a-7ff9-47c3-9730-56e4122637b1),segment_id=4da70b3a-7ff9-47c3-9730-56e4122637b1)] {{(pid=100596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:40:47.133887 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-9f096701-2460-4059-951e-f407ead1ca28 req-bd272976-062b-4c90-ac0b-e6788fe3f149 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:47.175056 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f096701-2460-4059-951e-f407ead1ca28 req-bd272976-062b-4c90-ac0b-e6788fe3f149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:47.175783 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-9f096701-2460-4059-951e-f407ead1ca28 req-bd272976-062b-4c90-ac0b-e6788fe3f149 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:47.177162 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9f096701-2460-4059-951e-f407ead1ca28 req-bd272976-062b-4c90-ac0b-e6788fe3f149 service neutron] 10.222.0.69 "PUT /v2.0/ports/bb209e9c-b2fe-4a1f-83fa-2150b9c035a0 HTTP/1.1" status: 200 len: 1092 time: 0.6948364 Oct 20 11:40:47.177605 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eafc6589-588a-4c0d-885d-f728310955ed', 'tag': 'bb209e9c-b2fe-4a1f-83fa-2150b9c035a0'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:40:47.179960 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b817f9d80a1b29ed07bd94f2222da8cf244b0bc6025e0bf33ac95c6b13c59699" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4a72ad2-533d-47e7-aa06-e5d66d69a098" -d '{"events": [{"name": "network-changed", "server_uuid": "eafc6589-588a-4c0d-885d-f728310955ed", "tag": "bb209e9c-b2fe-4a1f-83fa-2150b9c035a0"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:40:47.203924 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd272976-062b-4c90-ac0b-e6788fe3f149 service neutron] Pushing event updated for resources: {'Port': ['ID=bb209e9c-b2fe-4a1f-83fa-2150b9c035a0,revision_number=3']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:47.253947 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69beffd1-16ad-4f4b-b15d-2615b6b80ecb x-openstack-request-id: req-69beffd1-16ad-4f4b-b15d-2615b6b80ecb {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:40:47.254249 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eafc6589-588a-4c0d-885d-f728310955ed", "tag": "bb209e9c-b2fe-4a1f-83fa-2150b9c035a0", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:40:47.254509 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-69beffd1-16ad-4f4b-b15d-2615b6b80ecb {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:40:47.254919 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eafc6589-588a-4c0d-885d-f728310955ed', 'tag': 'bb209e9c-b2fe-4a1f-83fa-2150b9c035a0', 'status': 'completed', 'code': 200} Oct 20 11:40:47.270865 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f096701-2460-4059-951e-f407ead1ca28 req-dec75534-c63e-4c57-add4-4c9920c43ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:47.272612 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9f096701-2460-4059-951e-f407ead1ca28 req-dec75534-c63e-4c57-add4-4c9920c43ce7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6b411328cc8d4dc5bcf66f69c3645238&device_id=eafc6589-588a-4c0d-885d-f728310955ed HTTP/1.1" status: 200 len: 1095 time: 0.0563080 Oct 20 11:40:47.317564 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9f096701-2460-4059-951e-f407ead1ca28 req-c35a1fa2-a284-40c4-a98e-b2aac10dd4be service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bb209e9c-b2fe-4a1f-83fa-2150b9c035a0 HTTP/1.1" status: 200 len: 217 time: 0.0369051 Oct 20 11:40:47.325469 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 3117b282-cbcc-4ba7-83a0-369a1c2889d5 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:40:47.374643 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f096701-2460-4059-951e-f407ead1ca28 req-5c131be8-0d65-4026-af70-0d27997c6d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:47.376157 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9f096701-2460-4059-951e-f407ead1ca28 req-5c131be8-0d65-4026-af70-0d27997c6d4c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=38516557-486d-4381-b02d-c224eaa06bbb HTTP/1.1" status: 200 len: 847 time: 0.0525191 Oct 20 11:40:47.383490 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 3117b282-cbcc-4ba7-83a0-369a1c2889d5 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:40:47.384104 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:47.424272 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f096701-2460-4059-951e-f407ead1ca28 req-cb0b5586-0f6c-482e-8acb-005ff912425c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:47.425813 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9f096701-2460-4059-951e-f407ead1ca28 req-cb0b5586-0f6c-482e-8acb-005ff912425c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=93b7cadb-3c45-4680-8fb9-490596b5f105&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431428 Oct 20 11:40:47.463926 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device eeacd9b9-2189-402b-b6f7-52596c709c78 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:40:47.509617 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port eeacd9b9-2189-402b-b6f7-52596c709c78 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:40:47.509987 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:47.517493 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9f096701-2460-4059-951e-f407ead1ca28 req-cf3654c6-02a5-4fb5-8bb4-6d4b0e917105 service neutron] 10.222.0.69 "GET /v2.0/networks/93b7cadb-3c45-4680-8fb9-490596b5f105?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842619 Oct 20 11:40:47.614160 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9f096701-2460-4059-951e-f407ead1ca28 req-d33d7b9c-aa61-4bf4-a542-5fde6790d3db service neutron] 10.222.0.69 "GET /v2.0/networks/93b7cadb-3c45-4680-8fb9-490596b5f105?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900500 Oct 20 11:40:47.697439 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a72ad2-533d-47e7-aa06-e5d66d69a098 req-aa166dea-d92d-4590-b7e0-4ec34bf684f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:47.699322 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f4a72ad2-533d-47e7-aa06-e5d66d69a098 req-aa166dea-d92d-4590-b7e0-4ec34bf684f7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6b411328cc8d4dc5bcf66f69c3645238&device_id=eafc6589-588a-4c0d-885d-f728310955ed HTTP/1.1" status: 200 len: 1095 time: 0.0399694 Oct 20 11:40:47.792060 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a72ad2-533d-47e7-aa06-e5d66d69a098 req-441e65ac-252d-46c1-97cd-29ac44cbdf84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:47.793550 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f4a72ad2-533d-47e7-aa06-e5d66d69a098 req-441e65ac-252d-46c1-97cd-29ac44cbdf84 service neutron] 10.222.0.69 "GET /v2.0/networks?id=93b7cadb-3c45-4680-8fb9-490596b5f105 HTTP/1.1" status: 200 len: 909 time: 0.0872414 Oct 20 11:40:47.834574 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f4a72ad2-533d-47e7-aa06-e5d66d69a098 req-51646920-3865-44dc-a90e-2df1c12610cc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bb209e9c-b2fe-4a1f-83fa-2150b9c035a0 HTTP/1.1" status: 200 len: 217 time: 0.0338778 Oct 20 11:40:47.886294 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a72ad2-533d-47e7-aa06-e5d66d69a098 req-15f1786f-e3d9-4a72-b942-a185052d0849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:47.887737 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f4a72ad2-533d-47e7-aa06-e5d66d69a098 req-15f1786f-e3d9-4a72-b942-a185052d0849 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=38516557-486d-4381-b02d-c224eaa06bbb HTTP/1.1" status: 200 len: 847 time: 0.0461314 Oct 20 11:40:47.933816 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a72ad2-533d-47e7-aa06-e5d66d69a098 req-c1eec245-8a10-42ae-baaa-85dd5a36204e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:47.935920 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f4a72ad2-533d-47e7-aa06-e5d66d69a098 req-c1eec245-8a10-42ae-baaa-85dd5a36204e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=93b7cadb-3c45-4680-8fb9-490596b5f105&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409653 Oct 20 11:40:48.024673 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f4a72ad2-533d-47e7-aa06-e5d66d69a098 req-0353fe20-ef88-4d7f-9fa0-fb96bb9c0f0c service neutron] 10.222.0.69 "GET /v2.0/networks/93b7cadb-3c45-4680-8fb9-490596b5f105?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811195 Oct 20 11:40:48.116330 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f4a72ad2-533d-47e7-aa06-e5d66d69a098 req-8aa11bd7-b5b7-4156-8694-96cc71b40ad8 service neutron] 10.222.0.69 "GET /v2.0/networks/93b7cadb-3c45-4680-8fb9-490596b5f105?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840254 Oct 20 11:40:48.195524 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964b824c-58a9-40aa-a5c3-4142a18e44d2 req-779abf56-b290-4af7-8574-d360f1b1ada3 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:48.200382 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-964b824c-58a9-40aa-a5c3-4142a18e44d2 req-779abf56-b290-4af7-8574-d360f1b1ada3 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/ports?device_id=eafc6589-588a-4c0d-885d-f728310955ed HTTP/1.1" status: 200 len: 944 time: 0.0584059 Oct 20 11:40:48.239499 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-964b824c-58a9-40aa-a5c3-4142a18e44d2 req-d82edfd8-ff7e-40b7-90ae-38ed48905b39 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/security-groups?id=d74b7de3-a124-486c-bd9d-136cfc7deb45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310521 Oct 20 11:40:49.353722 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec553b92-b33e-4073-9157-34fc5e416ea5 req-b1979c4f-55a2-4a8c-ac11-5ea689d51438 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:49.355697 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ec553b92-b33e-4073-9157-34fc5e416ea5 req-b1979c4f-55a2-4a8c-ac11-5ea689d51438 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/ports?device_id=eafc6589-588a-4c0d-885d-f728310955ed HTTP/1.1" status: 200 len: 944 time: 0.0468895 Oct 20 11:40:49.396556 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ec553b92-b33e-4073-9157-34fc5e416ea5 req-02c24c45-eba4-46fb-a33a-f13879942d93 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/security-groups?id=d74b7de3-a124-486c-bd9d-136cfc7deb45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348840 Oct 20 11:40:49.895122 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:50.480662 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device bb209e9c-b2fe-4a1f-83fa-2150b9c035a0 details requested by agent hyperv_n-h2-811396-3 with host n-h2-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:40:50.511292 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be965b33-3bbe-4df9-9881-96feebb1b395 req-07523217-2cad-429b-bb13-63d90fe81fef tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:50.512733 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-be965b33-3bbe-4df9-9881-96feebb1b395 req-07523217-2cad-429b-bb13-63d90fe81fef tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/ports?device_id=eafc6589-588a-4c0d-885d-f728310955ed HTTP/1.1" status: 200 len: 944 time: 0.0497308 Oct 20 11:40:50.550280 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-be965b33-3bbe-4df9-9881-96feebb1b395 req-625610b0-2c24-4d48-87ab-deffbebfadcd tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/security-groups?id=d74b7de3-a124-486c-bd9d-136cfc7deb45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316710 Oct 20 11:40:50.580192 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port bb209e9c-b2fe-4a1f-83fa-2150b9c035a0, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=bb209e9c-b2fe-4a1f-83fa-2150b9c035a0,segment=NetworkSegment(4da70b3a-7ff9-47c3-9730-56e4122637b1),segment_id=4da70b3a-7ff9-47c3-9730-56e4122637b1)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:40:50.591682 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Returning: {'device': 'bb209e9c-b2fe-4a1f-83fa-2150b9c035a0', 'network_id': '93b7cadb-3c45-4680-8fb9-490596b5f105', 'port_id': 'bb209e9c-b2fe-4a1f-83fa-2150b9c035a0', 'mac_address': 'fa:16:3e:b4:24:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 816, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38516557-486d-4381-b02d-c224eaa06bbb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:40:50.627659 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:50.640702 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb209e9c-b2fe-4a1f-83fa-2150b9c035a0 {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:40:50.660126 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port bb209e9c-b2fe-4a1f-83fa-2150b9c035a0, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=bb209e9c-b2fe-4a1f-83fa-2150b9c035a0,segment=NetworkSegment(4da70b3a-7ff9-47c3-9730-56e4122637b1),segment_id=4da70b3a-7ff9-47c3-9730-56e4122637b1)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:40:50.663705 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:50.711127 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=bb209e9c-b2fe-4a1f-83fa-2150b9c035a0,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:50.886236 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['bb209e9c-b2fe-4a1f-83fa-2150b9c035a0'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:40:51.666846 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d88f2a0-ab62-4125-b626-7156b2fa13e4 req-d6b3b14f-7a83-41bb-9806-a17033807170 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:51.668368 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3d88f2a0-ab62-4125-b626-7156b2fa13e4 req-d6b3b14f-7a83-41bb-9806-a17033807170 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/ports?device_id=eafc6589-588a-4c0d-885d-f728310955ed HTTP/1.1" status: 200 len: 945 time: 0.0483718 Oct 20 11:40:51.706554 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3d88f2a0-ab62-4125-b626-7156b2fa13e4 req-885f5ff1-4555-4a68-9c3f-24dd07eaf68f tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/security-groups?id=d74b7de3-a124-486c-bd9d-136cfc7deb45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321038 Oct 20 11:40:52.503460 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device bb209e9c-b2fe-4a1f-83fa-2150b9c035a0 up at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:40:52.550188 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning for port bb209e9c-b2fe-4a1f-83fa-2150b9c035a0 completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:40:52.553815 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning complete for port bb209e9c-b2fe-4a1f-83fa-2150b9c035a0 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:40:52.554195 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:52.631404 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:52.653313 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eafc6589-588a-4c0d-885d-f728310955ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb209e9c-b2fe-4a1f-83fa-2150b9c035a0'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:40:52.655585 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3a5a1e74fee385f59395feee7f880defec871777ba90fab9b56a242633970a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97d7806f-042e-4ba0-8a4c-89ceb149d11a" -d '{"events": [{"server_uuid": "eafc6589-588a-4c0d-885d-f728310955ed", "name": "network-vif-plugged", "status": "completed", "tag": "bb209e9c-b2fe-4a1f-83fa-2150b9c035a0"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:40:52.668103 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port bb209e9c-b2fe-4a1f-83fa-2150b9c035a0, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=bb209e9c-b2fe-4a1f-83fa-2150b9c035a0,segment=NetworkSegment(4da70b3a-7ff9-47c3-9730-56e4122637b1),segment_id=4da70b3a-7ff9-47c3-9730-56e4122637b1)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:40:52.672912 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:52.697823 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc61ae41-0637-4364-99e1-91ed725ea45c x-openstack-request-id: req-cc61ae41-0637-4364-99e1-91ed725ea45c {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:40:52.698115 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eafc6589-588a-4c0d-885d-f728310955ed", "name": "network-vif-plugged", "status": "completed", "tag": "bb209e9c-b2fe-4a1f-83fa-2150b9c035a0", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:40:52.698369 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cc61ae41-0637-4364-99e1-91ed725ea45c {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:40:52.698788 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eafc6589-588a-4c0d-885d-f728310955ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb209e9c-b2fe-4a1f-83fa-2150b9c035a0', 'code': 200} Oct 20 11:40:52.724853 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=bb209e9c-b2fe-4a1f-83fa-2150b9c035a0,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:52.823241 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559beb5e-da23-405c-bbaa-c186820cf68c req-02f022c8-f05a-4236-8ff1-9639e545f0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:52.824757 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-559beb5e-da23-405c-bbaa-c186820cf68c req-02f022c8-f05a-4236-8ff1-9639e545f0a1 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=eafc6589-588a-4c0d-885d-f728310955ed HTTP/1.1" status: 200 len: 1097 time: 0.0720797 Oct 20 11:40:52.835780 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0531fe25-5adc-464e-bdad-26b03ae5ec56 req-2393ce61-ee61-4698-85ad-f969a491e8eb tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:52.837141 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0531fe25-5adc-464e-bdad-26b03ae5ec56 req-2393ce61-ee61-4698-85ad-f969a491e8eb tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/ports?device_id=eafc6589-588a-4c0d-885d-f728310955ed HTTP/1.1" status: 200 len: 946 time: 0.0611489 Oct 20 11:40:52.887497 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-559beb5e-da23-405c-bbaa-c186820cf68c req-048fd50d-daf0-4507-8b60-0eb794378e8a service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=d74b7de3-a124-486c-bd9d-136cfc7deb45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493712 Oct 20 11:40:52.892270 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0531fe25-5adc-464e-bdad-26b03ae5ec56 req-ea4971ad-72e8-4039-a05d-483f7c364095 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/security-groups?id=d74b7de3-a124-486c-bd9d-136cfc7deb45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487072 Oct 20 11:40:54.013692 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255924b2-0fa9-4268-8433-f9a416470ade req-88ad20c7-8a8f-4a28-9f41-12f7eada33bc tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:54.015159 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-255924b2-0fa9-4268-8433-f9a416470ade req-88ad20c7-8a8f-4a28-9f41-12f7eada33bc tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/ports?device_id=eafc6589-588a-4c0d-885d-f728310955ed HTTP/1.1" status: 200 len: 946 time: 0.0510917 Oct 20 11:40:54.052286 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-255924b2-0fa9-4268-8433-f9a416470ade req-b0fa8664-4678-49ce-8afe-a16834d2ec29 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/security-groups?id=d74b7de3-a124-486c-bd9d-136cfc7deb45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311275 Oct 20 11:40:55.169473 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e46d3e-281c-4931-9539-5369425d6708 req-262b0f93-a816-46ab-bc89-890587f3adc0 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:55.170954 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a2e46d3e-281c-4931-9539-5369425d6708 req-262b0f93-a816-46ab-bc89-890587f3adc0 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/ports?device_id=eafc6589-588a-4c0d-885d-f728310955ed HTTP/1.1" status: 200 len: 946 time: 0.0525372 Oct 20 11:40:55.208546 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a2e46d3e-281c-4931-9539-5369425d6708 req-4edf02a8-82a9-4d4c-81a6-3cf53f6615a6 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/security-groups?id=d74b7de3-a124-486c-bd9d-136cfc7deb45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315554 Oct 20 11:40:55.254271 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 7 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:40:55.371278 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900b2fa9-4ed6-4093-bcfb-e8b2cc8cdebf req-7d878769-e245-4076-a0ed-c8d14804f405 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:55.373301 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-900b2fa9-4ed6-4093-bcfb-e8b2cc8cdebf req-7d878769-e245-4076-a0ed-c8d14804f405 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/ports?device_id=eafc6589-588a-4c0d-885d-f728310955ed HTTP/1.1" status: 200 len: 946 time: 0.0961595 Oct 20 11:40:55.409966 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-900b2fa9-4ed6-4093-bcfb-e8b2cc8cdebf req-5159cff4-54bf-4cf4-8001-3ec07d612c8e tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/security-groups?id=d74b7de3-a124-486c-bd9d-136cfc7deb45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308039 Oct 20 11:40:55.430754 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 47816) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:55.513449 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0586b8f5-88fc-47c1-86c9-c23c6bef90da tempest-TestShelveInstance-1638471196 tempest-TestShelveInstance-1638471196-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:55.514962 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-0586b8f5-88fc-47c1-86c9-c23c6bef90da tempest-TestShelveInstance-1638471196 tempest-TestShelveInstance-1638471196-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=eafc6589-588a-4c0d-885d-f728310955ed HTTP/1.1" status: 200 len: 1092 time: 0.0831950 Oct 20 11:40:55.517893 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 47820) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:55.522132 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-f3073887-42fa-4a44-8f1c-8dd221a9f9de tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Request body: {'floatingip': {'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'port_id': 'bb209e9c-b2fe-4a1f-83fa-2150b9c035a0', 'tenant_id': '6b411328cc8d4dc5bcf66f69c3645238', 'fixed_ip_address': '172.20.0.14'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:40:55.543222 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f3073887-42fa-4a44-8f1c-8dd221a9f9de tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Publish callbacks [] for floatingip, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:55.640916 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f3073887-42fa-4a44-8f1c-8dd221a9f9de tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:55.742992 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [None req-f3073887-42fa-4a44-8f1c-8dd221a9f9de tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Allocated IP 172.25.1.147 (cbe170d3-31ba-45a2-b477-520ab0a7a8ea/f4e26aca-17ac-4adb-a66b-d939a1b35b64/7b5da857-c6a0-4050-b3da-564601ca599c) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:40:55.845795 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f3073887-42fa-4a44-8f1c-8dd221a9f9de tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:55.878321 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f3073887-42fa-4a44-8f1c-8dd221a9f9de tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:55.915302 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3073887-42fa-4a44-8f1c-8dd221a9f9de tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Network cbe170d3-31ba-45a2-b477-520ab0a7a8ea is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:40:55.920268 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-f3073887-42fa-4a44-8f1c-8dd221a9f9de tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:40:55.924512 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3073887-42fa-4a44-8f1c-8dd221a9f9de tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:40:55.929671 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3073887-42fa-4a44-8f1c-8dd221a9f9de tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Pushing event updated for resources: {'Port': ['ID=7b5da857-c6a0-4050-b3da-564601ca599c,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:56.275231 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f3073887-42fa-4a44-8f1c-8dd221a9f9de tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:56.338122 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f3073887-42fa-4a44-8f1c-8dd221a9f9de tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:56.481828 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f3073887-42fa-4a44-8f1c-8dd221a9f9de tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:56.486235 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f3073887-42fa-4a44-8f1c-8dd221a9f9de tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:56.554331 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3073887-42fa-4a44-8f1c-8dd221a9f9de tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Pushing event updated for resources: {'Port': ['ID=7b5da857-c6a0-4050-b3da-564601ca599c,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:56.566300 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f3073887-42fa-4a44-8f1c-8dd221a9f9de tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1773381'] for floatingip, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:56.661613 n-d-811396-3 neutron-server[100596]: INFO neutron.db.l3_db [None req-f3073887-42fa-4a44-8f1c-8dd221a9f9de tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Floating IP e99c24bb-403f-498c-a7f3-5bf7913c6ea1 associated. External IP: 172.25.1.147, port: bb209e9c-b2fe-4a1f-83fa-2150b9c035a0. Oct 20 11:40:57.180547 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3073887-42fa-4a44-8f1c-8dd221a9f9de tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Router 9a111adc-c9cf-41d1-8fa9-0e1ddf50b36a has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:40:57.288082 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3073887-42fa-4a44-8f1c-8dd221a9f9de tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:40:57.297617 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b601106-67c8-4be5-9530-e1aebc10ef01 None None] Sync routers for ids ['9a111adc-c9cf-41d1-8fa9-0e1ddf50b36a'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:40:57.306828 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-f3073887-42fa-4a44-8f1c-8dd221a9f9de tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for floatingip, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:57.308121 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b601106-67c8-4be5-9530-e1aebc10ef01 None None] Routers {'9a111adc-c9cf-41d1-8fa9-0e1ddf50b36a'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:40:57.308748 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-4b601106-67c8-4be5-9530-e1aebc10ef01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:40:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['9a111adc-c9cf-41d1-8fa9-0e1ddf50b36a'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:40:57.339427 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-f3073887-42fa-4a44-8f1c-8dd221a9f9de tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8204854 Oct 20 11:40:57.340030 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eafc6589-588a-4c0d-885d-f728310955ed', 'tag': 'bb209e9c-b2fe-4a1f-83fa-2150b9c035a0'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:40:57.342342 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b817f9d80a1b29ed07bd94f2222da8cf244b0bc6025e0bf33ac95c6b13c59699" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3bbc0e1-07d2-4d93-adfe-46a4dcfbbe17" -d '{"events": [{"name": "network-changed", "server_uuid": "eafc6589-588a-4c0d-885d-f728310955ed", "tag": "bb209e9c-b2fe-4a1f-83fa-2150b9c035a0"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:40:57.379813 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa1c6cd3-b335-4b26-b99f-edeb601ae029 x-openstack-request-id: req-fa1c6cd3-b335-4b26-b99f-edeb601ae029 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:40:57.380100 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eafc6589-588a-4c0d-885d-f728310955ed", "tag": "bb209e9c-b2fe-4a1f-83fa-2150b9c035a0", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:40:57.380350 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fa1c6cd3-b335-4b26-b99f-edeb601ae029 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:40:57.380750 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eafc6589-588a-4c0d-885d-f728310955ed', 'tag': 'bb209e9c-b2fe-4a1f-83fa-2150b9c035a0', 'status': 'completed', 'code': 200} Oct 20 11:40:57.418925 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-4b601106-67c8-4be5-9530-e1aebc10ef01 None None] Set router 9a111adc-c9cf-41d1-8fa9-0e1ddf50b36a gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:40:57.441933 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bbc0e1-07d2-4d93-adfe-46a4dcfbbe17 req-f529827e-a79f-47e1-befc-80510a6fe855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:57.443409 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a3bbc0e1-07d2-4d93-adfe-46a4dcfbbe17 req-f529827e-a79f-47e1-befc-80510a6fe855 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6b411328cc8d4dc5bcf66f69c3645238&device_id=eafc6589-588a-4c0d-885d-f728310955ed HTTP/1.1" status: 200 len: 1097 time: 0.0398085 Oct 20 11:40:57.537444 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bbc0e1-07d2-4d93-adfe-46a4dcfbbe17 req-8cb8dde4-fe9f-4d0a-8fd7-50c089a507a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:57.538932 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a3bbc0e1-07d2-4d93-adfe-46a4dcfbbe17 req-8cb8dde4-fe9f-4d0a-8fd7-50c089a507a9 service neutron] 10.222.0.69 "GET /v2.0/networks?id=93b7cadb-3c45-4680-8fb9-490596b5f105 HTTP/1.1" status: 200 len: 909 time: 0.0881920 Oct 20 11:40:57.603206 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a3bbc0e1-07d2-4d93-adfe-46a4dcfbbe17 req-ff45930a-1365-4ac8-b930-fc90997964bb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bb209e9c-b2fe-4a1f-83fa-2150b9c035a0 HTTP/1.1" status: 200 len: 1000 time: 0.0577006 Oct 20 11:40:57.643931 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-4b601106-67c8-4be5-9530-e1aebc10ef01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a111adc-c9cf-41d1-8fa9-0e1ddf50b36a', 'name': 'tempest-TestShelveInstance-744987224-router', 'tenant_id': '6b411328cc8d4dc5bcf66f69c3645238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '6ac28c75-9d97-40ee-8ec5-fa0dec42e6e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:40:34Z', 'updated_at': '2021-10-20T11:40:36Z', 'revision_number': 4, 'project_id': '6b411328cc8d4dc5bcf66f69c3645238', 'gw_port': {'id': '6ac28c75-9d97-40ee-8ec5-fa0dec42e6e4', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:9a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a111adc-c9cf-41d1-8fa9-0e1ddf50b36a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:40:34Z', 'updated_at': '2021-10-20T11:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_floatingips': [{'id': 'e99c24bb-403f-498c-a7f3-5bf7913c6ea1', 'tenant_id': '6b411328cc8d4dc5bcf66f69c3645238', 'floating_ip_address': '172.25.1.147', 'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'router_id': '9a111adc-c9cf-41d1-8fa9-0e1ddf50b36a', 'port_id': 'bb209e9c-b2fe-4a1f-83fa-2150b9c035a0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4301, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93b7cadb-3c45-4680-8fb9-490596b5f105', 'mac_address': 'fa:16:3e:b4:24:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eafc6589-588a-4c0d-885d-f728310955ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:40:56Z', 'updated_at': '2021-10-20T11:40:56Z', 'revision_number': 0, 'project_id': '6b411328cc8d4dc5bcf66f69c3645238', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c8f8b02-85c9-4448-bf85-c83eb8ce7633', 'name': '', 'network_id': '93b7cadb-3c45-4680-8fb9-490596b5f105', 'tenant_id': '6b411328cc8d4dc5bcf66f69c3645238', 'mac_address': 'fa:16:3e:a5:80:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a111adc-c9cf-41d1-8fa9-0e1ddf50b36a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '38516557-486d-4381-b02d-c224eaa06bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:40:36Z', 'updated_at': '2021-10-20T11:40:40Z', 'revision_number': 5, 'project_id': '6b411328cc8d4dc5bcf66f69c3645238', 'subnets': [{'id': '38516557-486d-4381-b02d-c224eaa06bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:40:57.652160 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bbc0e1-07d2-4d93-adfe-46a4dcfbbe17 req-f44262b2-4cb7-45c9-9f42-a06d154fe042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:57.654216 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a3bbc0e1-07d2-4d93-adfe-46a4dcfbbe17 req-f44262b2-4cb7-45c9-9f42-a06d154fe042 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=38516557-486d-4381-b02d-c224eaa06bbb HTTP/1.1" status: 200 len: 847 time: 0.0450051 Oct 20 11:40:57.670714 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b601106-67c8-4be5-9530-e1aebc10ef01 None None] Checking router: 9a111adc-c9cf-41d1-8fa9-0e1ddf50b36a for host: n-d-811396-3 {{(pid=100598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:40:57.679119 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b601106-67c8-4be5-9530-e1aebc10ef01 None None] Routers {'9a111adc-c9cf-41d1-8fa9-0e1ddf50b36a'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:40:57.679760 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-4b601106-67c8-4be5-9530-e1aebc10ef01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:40:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['9a111adc-c9cf-41d1-8fa9-0e1ddf50b36a'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:40:57.703752 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bbc0e1-07d2-4d93-adfe-46a4dcfbbe17 req-a5389f12-90d0-4032-8f59-3e7bfe36b8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:57.705187 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a3bbc0e1-07d2-4d93-adfe-46a4dcfbbe17 req-a5389f12-90d0-4032-8f59-3e7bfe36b8a7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=93b7cadb-3c45-4680-8fb9-490596b5f105&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446129 Oct 20 11:40:57.792854 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-4b601106-67c8-4be5-9530-e1aebc10ef01 None None] Set router 9a111adc-c9cf-41d1-8fa9-0e1ddf50b36a gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:40:57.795580 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a3bbc0e1-07d2-4d93-adfe-46a4dcfbbe17 req-d67c5552-da79-4e04-a4fe-9b3f8602479c service neutron] 10.222.0.69 "GET /v2.0/networks/93b7cadb-3c45-4680-8fb9-490596b5f105?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835536 Oct 20 11:40:57.888959 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a3bbc0e1-07d2-4d93-adfe-46a4dcfbbe17 req-09dd12ab-1109-491c-b019-45a51ba280bb service neutron] 10.222.0.69 "GET /v2.0/networks/93b7cadb-3c45-4680-8fb9-490596b5f105?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867572 Oct 20 11:40:58.015411 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-4b601106-67c8-4be5-9530-e1aebc10ef01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a111adc-c9cf-41d1-8fa9-0e1ddf50b36a', 'name': 'tempest-TestShelveInstance-744987224-router', 'tenant_id': '6b411328cc8d4dc5bcf66f69c3645238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '6ac28c75-9d97-40ee-8ec5-fa0dec42e6e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:40:34Z', 'updated_at': '2021-10-20T11:40:36Z', 'revision_number': 4, 'project_id': '6b411328cc8d4dc5bcf66f69c3645238', 'gw_port': {'id': '6ac28c75-9d97-40ee-8ec5-fa0dec42e6e4', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:9a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a111adc-c9cf-41d1-8fa9-0e1ddf50b36a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:40:34Z', 'updated_at': '2021-10-20T11:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_floatingips': [{'id': 'e99c24bb-403f-498c-a7f3-5bf7913c6ea1', 'tenant_id': '6b411328cc8d4dc5bcf66f69c3645238', 'floating_ip_address': '172.25.1.147', 'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'router_id': '9a111adc-c9cf-41d1-8fa9-0e1ddf50b36a', 'port_id': 'bb209e9c-b2fe-4a1f-83fa-2150b9c035a0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4301, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93b7cadb-3c45-4680-8fb9-490596b5f105', 'mac_address': 'fa:16:3e:b4:24:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eafc6589-588a-4c0d-885d-f728310955ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:40:56Z', 'updated_at': '2021-10-20T11:40:56Z', 'revision_number': 0, 'project_id': '6b411328cc8d4dc5bcf66f69c3645238', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c8f8b02-85c9-4448-bf85-c83eb8ce7633', 'name': '', 'network_id': '93b7cadb-3c45-4680-8fb9-490596b5f105', 'tenant_id': '6b411328cc8d4dc5bcf66f69c3645238', 'mac_address': 'fa:16:3e:a5:80:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a111adc-c9cf-41d1-8fa9-0e1ddf50b36a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '38516557-486d-4381-b02d-c224eaa06bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:40:36Z', 'updated_at': '2021-10-20T11:40:40Z', 'revision_number': 5, 'project_id': '6b411328cc8d4dc5bcf66f69c3645238', 'subnets': [{'id': '38516557-486d-4381-b02d-c224eaa06bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:40:58.040427 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b601106-67c8-4be5-9530-e1aebc10ef01 None None] The sync data for ids ['9a111adc-c9cf-41d1-8fa9-0e1ddf50b36a'] in n-d-811396-3 is: [{'id': '9a111adc-c9cf-41d1-8fa9-0e1ddf50b36a', 'name': 'tempest-TestShelveInstance-744987224-router', 'tenant_id': '6b411328cc8d4dc5bcf66f69c3645238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '6ac28c75-9d97-40ee-8ec5-fa0dec42e6e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:40:34Z', 'updated_at': '2021-10-20T11:40:36Z', 'revision_number': 4, 'project_id': '6b411328cc8d4dc5bcf66f69c3645238', 'gw_port': {'id': '6ac28c75-9d97-40ee-8ec5-fa0dec42e6e4', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:9a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a111adc-c9cf-41d1-8fa9-0e1ddf50b36a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:40:34Z', 'updated_at': '2021-10-20T11:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_floatingips': [{'id': 'e99c24bb-403f-498c-a7f3-5bf7913c6ea1', 'tenant_id': '6b411328cc8d4dc5bcf66f69c3645238', 'floating_ip_address': '172.25.1.147', 'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'router_id': '9a111adc-c9cf-41d1-8fa9-0e1ddf50b36a', 'port_id': 'bb209e9c-b2fe-4a1f-83fa-2150b9c035a0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4301, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93b7cadb-3c45-4680-8fb9-490596b5f105', 'mac_address': 'fa:16:3e:b4:24:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eafc6589-588a-4c0d-885d-f728310955ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:40:56Z', 'updated_at': '2021-10-20T11:40:56Z', 'revision_number': 0, 'project_id': '6b411328cc8d4dc5bcf66f69c3645238', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c8f8b02-85c9-4448-bf85-c83eb8ce7633', 'name': '', 'network_id': '93b7cadb-3c45-4680-8fb9-490596b5f105', 'tenant_id': '6b411328cc8d4dc5bcf66f69c3645238', 'mac_address': 'fa:16:3e:a5:80:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a111adc-c9cf-41d1-8fa9-0e1ddf50b36a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '38516557-486d-4381-b02d-c224eaa06bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:40:36Z', 'updated_at': '2021-10-20T11:40:40Z', 'revision_number': 5, 'project_id': '6b411328cc8d4dc5bcf66f69c3645238', 'subnets': [{'id': '38516557-486d-4381-b02d-c224eaa06bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:40:58.229980 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3be6d52-7121-411a-b445-079ca323a4d8 None None] New status for floating IP e99c24bb-403f-498c-a7f3-5bf7913c6ea1: ACTIVE {{(pid=100599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 11:41:03.623947 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-87629908-3d71-432c-ab37-bfdc358e1c3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:06.479031 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-152bc987-f159-4a8a-b53a-7ce75a724861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:07.244085 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:07.812585 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:08.829357 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:09.183525 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:16.882128 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1988a893-8971-43db-8a3c-369c96f74b80 req-5c375657-2b0b-4ab8-89b1-2aaeadc5d858 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=eafc6589-588a-4c0d-885d-f728310955ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0389657 Oct 20 11:41:16.960973 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1988a893-8971-43db-8a3c-369c96f74b80 req-82abafd1-76e9-4901-8ff0-ca289e8bd5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:41:16.962530 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1988a893-8971-43db-8a3c-369c96f74b80 req-82abafd1-76e9-4901-8ff0-ca289e8bd5d2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6b411328cc8d4dc5bcf66f69c3645238&device_id=eafc6589-588a-4c0d-885d-f728310955ed HTTP/1.1" status: 200 len: 1097 time: 0.0390043 Oct 20 11:41:17.066963 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1988a893-8971-43db-8a3c-369c96f74b80 req-f79ef4d9-a6c2-4ef6-aefc-efecc8e6f845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:41:17.068480 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1988a893-8971-43db-8a3c-369c96f74b80 req-f79ef4d9-a6c2-4ef6-aefc-efecc8e6f845 service neutron] 10.222.0.69 "GET /v2.0/networks?id=93b7cadb-3c45-4680-8fb9-490596b5f105 HTTP/1.1" status: 200 len: 909 time: 0.0876861 Oct 20 11:41:17.132494 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1988a893-8971-43db-8a3c-369c96f74b80 req-a456f535-4bd4-445f-bd93-3e2d4cb1c4ff service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bb209e9c-b2fe-4a1f-83fa-2150b9c035a0 HTTP/1.1" status: 200 len: 1002 time: 0.0569680 Oct 20 11:41:17.184485 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1988a893-8971-43db-8a3c-369c96f74b80 req-d1b1ac3f-1274-4002-a280-f3ecae42b230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:41:17.185904 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1988a893-8971-43db-8a3c-369c96f74b80 req-d1b1ac3f-1274-4002-a280-f3ecae42b230 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=38516557-486d-4381-b02d-c224eaa06bbb HTTP/1.1" status: 200 len: 847 time: 0.0469043 Oct 20 11:41:17.230262 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1988a893-8971-43db-8a3c-369c96f74b80 req-18a7174b-ade6-47f0-94af-8a34dd1374aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:41:17.231750 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1988a893-8971-43db-8a3c-369c96f74b80 req-18a7174b-ade6-47f0-94af-8a34dd1374aa service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=93b7cadb-3c45-4680-8fb9-490596b5f105&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388017 Oct 20 11:41:17.323654 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1988a893-8971-43db-8a3c-369c96f74b80 req-11b748f7-5858-4f93-af2b-42270cea9bfe service neutron] 10.222.0.69 "GET /v2.0/networks/93b7cadb-3c45-4680-8fb9-490596b5f105?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839415 Oct 20 11:41:17.426757 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1988a893-8971-43db-8a3c-369c96f74b80 req-aa426ba5-05e4-4e83-9534-d3beec03c94b service neutron] 10.222.0.69 "GET /v2.0/networks/93b7cadb-3c45-4680-8fb9-490596b5f105?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955629 Oct 20 11:41:19.907348 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:32.253927 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 7 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:41:33.624614 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-21229eb5-2581-4ab1-9887-8a9385a61a5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:36.478394 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3f44a94f-29a8-4c2e-b8c9-ba5dea720e2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:37.245438 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:37.815265 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:38.842589 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:39.186122 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:49.925886 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:03.625178 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-b4b4f412-d111-4e0b-a7d6-b6dc0a449e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:06.627254 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-e1e80bb8-3c7f-48fc-870f-6b7fd1ce8313 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:07.246162 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:07.818065 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:08.857289 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:09.188563 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:09.253487 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 7 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:42:18.878541 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cedde2d6-8ef7-4a7c-80e0-6e7fc0f4919b req-f843649c-f522-40e9-90e8-bc679afdbf62 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=eafc6589-588a-4c0d-885d-f728310955ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399585 Oct 20 11:42:18.956924 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedde2d6-8ef7-4a7c-80e0-6e7fc0f4919b req-2fa632af-06da-41a2-bf41-8657aaff51e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:18.958413 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cedde2d6-8ef7-4a7c-80e0-6e7fc0f4919b req-2fa632af-06da-41a2-bf41-8657aaff51e3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6b411328cc8d4dc5bcf66f69c3645238&device_id=eafc6589-588a-4c0d-885d-f728310955ed HTTP/1.1" status: 200 len: 1097 time: 0.0401707 Oct 20 11:42:19.062159 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedde2d6-8ef7-4a7c-80e0-6e7fc0f4919b req-a013a8b6-8c4f-4e64-a388-1a9a4df1e128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:19.063636 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cedde2d6-8ef7-4a7c-80e0-6e7fc0f4919b req-a013a8b6-8c4f-4e64-a388-1a9a4df1e128 service neutron] 10.222.0.69 "GET /v2.0/networks?id=93b7cadb-3c45-4680-8fb9-490596b5f105 HTTP/1.1" status: 200 len: 909 time: 0.0876379 Oct 20 11:42:19.133219 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cedde2d6-8ef7-4a7c-80e0-6e7fc0f4919b req-1a35b88a-9d94-490d-84f4-a087edf24371 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bb209e9c-b2fe-4a1f-83fa-2150b9c035a0 HTTP/1.1" status: 200 len: 1002 time: 0.0592313 Oct 20 11:42:19.185016 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedde2d6-8ef7-4a7c-80e0-6e7fc0f4919b req-e9010892-e148-4dc4-b7aa-fac941b9a7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:19.186421 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cedde2d6-8ef7-4a7c-80e0-6e7fc0f4919b req-e9010892-e148-4dc4-b7aa-fac941b9a7b3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=38516557-486d-4381-b02d-c224eaa06bbb HTTP/1.1" status: 200 len: 847 time: 0.0464942 Oct 20 11:42:19.230977 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedde2d6-8ef7-4a7c-80e0-6e7fc0f4919b req-d7f986e0-aa73-4045-9fe4-aa1fc7096245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:19.232493 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cedde2d6-8ef7-4a7c-80e0-6e7fc0f4919b req-d7f986e0-aa73-4045-9fe4-aa1fc7096245 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=93b7cadb-3c45-4680-8fb9-490596b5f105&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390513 Oct 20 11:42:19.322596 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cedde2d6-8ef7-4a7c-80e0-6e7fc0f4919b req-e9acbea4-e55b-49a8-bacc-58863c7dd3e8 service neutron] 10.222.0.69 "GET /v2.0/networks/93b7cadb-3c45-4680-8fb9-490596b5f105?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831397 Oct 20 11:42:19.413141 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cedde2d6-8ef7-4a7c-80e0-6e7fc0f4919b req-93400b71-36b1-4a90-a793-7fb726c2f573 service neutron] 10.222.0.69 "GET /v2.0/networks/93b7cadb-3c45-4680-8fb9-490596b5f105?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838387 Oct 20 11:42:19.922577 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:33.626544 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-a9caa005-df22-448a-a5d5-b146a6ea838d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:36.478080 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-4de0ac72-e833-477a-85ac-7b997acb3577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:37.253870 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:37.820368 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:38.856087 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:39.190293 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:46.252737 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 7 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:42:49.921988 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:51.957248 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc39524a-dcc9-42ab-8083-c2767396b34b req-95b9d3b8-310e-4af5-a6bc-7d90bc3c98a2 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:51.958768 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cc39524a-dcc9-42ab-8083-c2767396b34b req-95b9d3b8-310e-4af5-a6bc-7d90bc3c98a2 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/ports?device_id=eafc6589-588a-4c0d-885d-f728310955ed HTTP/1.1" status: 200 len: 946 time: 0.1044168 Oct 20 11:42:51.996473 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cc39524a-dcc9-42ab-8083-c2767396b34b req-a9522406-d1db-42a0-bc50-1aa8e5cd057a tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/security-groups?id=d74b7de3-a124-486c-bd9d-136cfc7deb45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317645 Oct 20 11:42:53.130968 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b2736a-16ad-4482-b566-f5072e07d782 req-55ccaff5-b7eb-47e0-93da-1fae19dcb479 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:53.132463 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-66b2736a-16ad-4482-b566-f5072e07d782 req-55ccaff5-b7eb-47e0-93da-1fae19dcb479 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/ports?device_id=eafc6589-588a-4c0d-885d-f728310955ed HTTP/1.1" status: 200 len: 946 time: 0.0524683 Oct 20 11:42:53.169648 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-66b2736a-16ad-4482-b566-f5072e07d782 req-eea862c6-de36-4a27-9812-2915aaea4c95 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/security-groups?id=d74b7de3-a124-486c-bd9d-136cfc7deb45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311968 Oct 20 11:42:54.283669 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92e397c-9c79-40cc-859d-f81e8be6a3a9 req-ff80514c-4fac-4b4d-8584-287746846033 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:54.285194 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f92e397c-9c79-40cc-859d-f81e8be6a3a9 req-ff80514c-4fac-4b4d-8584-287746846033 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/ports?device_id=eafc6589-588a-4c0d-885d-f728310955ed HTTP/1.1" status: 200 len: 946 time: 0.0497630 Oct 20 11:42:54.322870 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f92e397c-9c79-40cc-859d-f81e8be6a3a9 req-75f867cf-e66b-4926-9cb4-e183193002a1 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/security-groups?id=d74b7de3-a124-486c-bd9d-136cfc7deb45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317523 Oct 20 11:42:55.438264 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b7ab9c-ee49-40fa-97f8-a8ad486a00f1 req-93b247c6-cd34-4f03-8b4d-67f97a2bc93e tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:55.439743 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-56b7ab9c-ee49-40fa-97f8-a8ad486a00f1 req-93b247c6-cd34-4f03-8b4d-67f97a2bc93e tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/ports?device_id=eafc6589-588a-4c0d-885d-f728310955ed HTTP/1.1" status: 200 len: 946 time: 0.0482199 Oct 20 11:42:55.477178 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-56b7ab9c-ee49-40fa-97f8-a8ad486a00f1 req-44bb1cf7-d1d6-473d-8965-6bb0561efce9 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/security-groups?id=d74b7de3-a124-486c-bd9d-136cfc7deb45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308816 Oct 20 11:42:56.594580 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95b8e12-8d37-4067-b8ca-592e73f8870b req-ba2bd650-e1f4-4daf-9a3c-d15b4d92402a tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:56.596075 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a95b8e12-8d37-4067-b8ca-592e73f8870b req-ba2bd650-e1f4-4daf-9a3c-d15b4d92402a tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/ports?device_id=eafc6589-588a-4c0d-885d-f728310955ed HTTP/1.1" status: 200 len: 946 time: 0.0526690 Oct 20 11:42:56.632639 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a95b8e12-8d37-4067-b8ca-592e73f8870b req-26af18e5-3bb8-408e-b133-02a3f22c3d16 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/security-groups?id=d74b7de3-a124-486c-bd9d-136cfc7deb45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305855 Oct 20 11:42:57.745175 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad5efd5-559b-476f-b244-b85955f67d50 req-40145a06-bd6c-435e-baa0-f374df0b7dc5 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:57.746627 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7ad5efd5-559b-476f-b244-b85955f67d50 req-40145a06-bd6c-435e-baa0-f374df0b7dc5 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/ports?device_id=eafc6589-588a-4c0d-885d-f728310955ed HTTP/1.1" status: 200 len: 946 time: 0.0472939 Oct 20 11:42:57.783731 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7ad5efd5-559b-476f-b244-b85955f67d50 req-6799af4e-7ecd-4327-993e-dca39ca9b3d4 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/security-groups?id=d74b7de3-a124-486c-bd9d-136cfc7deb45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308347 Oct 20 11:42:58.898055 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47365c25-eca7-4109-a74e-6154846bf2a2 req-b9eb3bb9-34b3-452f-a1f2-32a6e8708545 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:58.899553 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-47365c25-eca7-4109-a74e-6154846bf2a2 req-b9eb3bb9-34b3-452f-a1f2-32a6e8708545 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/ports?device_id=eafc6589-588a-4c0d-885d-f728310955ed HTTP/1.1" status: 200 len: 946 time: 0.0481601 Oct 20 11:42:58.936426 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-47365c25-eca7-4109-a74e-6154846bf2a2 req-e3f458df-3126-4a87-beba-788b73a6a3f3 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/security-groups?id=d74b7de3-a124-486c-bd9d-136cfc7deb45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310583 Oct 20 11:43:00.069187 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f88127d-274d-45a7-b48e-be3f43cf1608 req-3f9bbeea-1421-4bbd-8877-21cee32ca6b7 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:00.070675 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9f88127d-274d-45a7-b48e-be3f43cf1608 req-3f9bbeea-1421-4bbd-8877-21cee32ca6b7 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/ports?device_id=eafc6589-588a-4c0d-885d-f728310955ed HTTP/1.1" status: 200 len: 946 time: 0.0529246 Oct 20 11:43:00.107747 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9f88127d-274d-45a7-b48e-be3f43cf1608 req-8954a8ca-dcaf-47c5-a722-c7e1dee9d88e tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/security-groups?id=d74b7de3-a124-486c-bd9d-136cfc7deb45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305064 Oct 20 11:43:01.222341 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1a30f9-b691-45dd-a18f-286ede443ee0 req-e8b97221-f53c-4847-a886-c997665bd2a3 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:01.223904 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2e1a30f9-b691-45dd-a18f-286ede443ee0 req-e8b97221-f53c-4847-a886-c997665bd2a3 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/ports?device_id=eafc6589-588a-4c0d-885d-f728310955ed HTTP/1.1" status: 200 len: 946 time: 0.0491519 Oct 20 11:43:01.262014 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2e1a30f9-b691-45dd-a18f-286ede443ee0 req-23e3a6ed-d08e-47b8-823a-977aa123f3fa tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/security-groups?id=d74b7de3-a124-486c-bd9d-136cfc7deb45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322120 Oct 20 11:43:02.377894 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36ff7ae-a176-4a36-8c2d-6d00fbacfca9 req-9c055e7d-3a5d-4a76-a01f-9132c56e5321 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:02.379334 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b36ff7ae-a176-4a36-8c2d-6d00fbacfca9 req-9c055e7d-3a5d-4a76-a01f-9132c56e5321 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/ports?device_id=eafc6589-588a-4c0d-885d-f728310955ed HTTP/1.1" status: 200 len: 946 time: 0.0475311 Oct 20 11:43:02.415826 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b36ff7ae-a176-4a36-8c2d-6d00fbacfca9 req-b340dbc6-3b7d-41a3-b6a7-d87a20f713d0 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/security-groups?id=d74b7de3-a124-486c-bd9d-136cfc7deb45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305545 Oct 20 11:43:03.535314 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f02ac3d-4d80-4596-8003-9093f3dca536 req-932bcab2-f2db-4aa8-acc5-2eae03641616 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:03.536846 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8f02ac3d-4d80-4596-8003-9093f3dca536 req-932bcab2-f2db-4aa8-acc5-2eae03641616 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/ports?device_id=eafc6589-588a-4c0d-885d-f728310955ed HTTP/1.1" status: 200 len: 946 time: 0.0528560 Oct 20 11:43:03.575351 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8f02ac3d-4d80-4596-8003-9093f3dca536 req-6b7aad4b-19fa-40b7-b4bf-9420cf516aa4 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/security-groups?id=d74b7de3-a124-486c-bd9d-136cfc7deb45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320923 Oct 20 11:43:03.627288 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-8be66e24-b07b-4537-84ab-4162be97dd46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:04.702349 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7ca939-7574-4c8e-b367-829b8c4c71ce req-ca3309dc-1bed-430a-920c-b7d10e57ab4d tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:04.704014 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fe7ca939-7574-4c8e-b367-829b8c4c71ce req-ca3309dc-1bed-430a-920c-b7d10e57ab4d tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/ports?device_id=eafc6589-588a-4c0d-885d-f728310955ed HTTP/1.1" status: 200 len: 946 time: 0.0572345 Oct 20 11:43:04.744912 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fe7ca939-7574-4c8e-b367-829b8c4c71ce req-6f44f9a3-1d3f-48bd-b5fc-e318f807565f tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/security-groups?id=d74b7de3-a124-486c-bd9d-136cfc7deb45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346444 Oct 20 11:43:05.095307 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device bb209e9c-b2fe-4a1f-83fa-2150b9c035a0 details requested by agent hyperv_n-h2-811396-3 with host n-h2-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:43:05.212785 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port bb209e9c-b2fe-4a1f-83fa-2150b9c035a0, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=bb209e9c-b2fe-4a1f-83fa-2150b9c035a0,segment=NetworkSegment(4da70b3a-7ff9-47c3-9730-56e4122637b1),segment_id=4da70b3a-7ff9-47c3-9730-56e4122637b1)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:43:05.226263 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Returning: {'device': 'bb209e9c-b2fe-4a1f-83fa-2150b9c035a0', 'network_id': '93b7cadb-3c45-4680-8fb9-490596b5f105', 'port_id': 'bb209e9c-b2fe-4a1f-83fa-2150b9c035a0', 'mac_address': 'fa:16:3e:b4:24:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 816, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38516557-486d-4381-b02d-c224eaa06bbb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:43:05.269731 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:05.283496 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bb209e9c-b2fe-4a1f-83fa-2150b9c035a0 {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:43:05.306028 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port bb209e9c-b2fe-4a1f-83fa-2150b9c035a0, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=bb209e9c-b2fe-4a1f-83fa-2150b9c035a0,segment=NetworkSegment(4da70b3a-7ff9-47c3-9730-56e4122637b1),segment_id=4da70b3a-7ff9-47c3-9730-56e4122637b1)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:43:05.311657 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:05.366117 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=bb209e9c-b2fe-4a1f-83fa-2150b9c035a0,revision_number=6']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:43:05.375660 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:43:05.376090 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:43:05.376531 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:43:05.376962 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:43:05.377418 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:43:05.377918 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:43:05.378322 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:43:05.378725 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:43:05.379122 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:43:05.379547 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:43:05.379881 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:43:05.380824 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:43:05.387349 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['bb209e9c-b2fe-4a1f-83fa-2150b9c035a0'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:43:05.877837 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52c5380-e05a-46f3-9167-b765a5b0326a req-bcb897bc-3696-4082-888c-294c28ad5a12 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:05.879726 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c52c5380-e05a-46f3-9167-b765a5b0326a req-bcb897bc-3696-4082-888c-294c28ad5a12 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/ports?device_id=eafc6589-588a-4c0d-885d-f728310955ed HTTP/1.1" status: 200 len: 945 time: 0.0579181 Oct 20 11:43:05.920566 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c52c5380-e05a-46f3-9167-b765a5b0326a req-d1d74818-20b2-47a7-96b1-7dcf4e2fe6a6 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/security-groups?id=d74b7de3-a124-486c-bd9d-136cfc7deb45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345857 Oct 20 11:43:06.482253 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-5be280ae-e38d-4248-b7f2-749ad05d529e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:07.044219 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e438a7-7844-4dd5-a83d-d93a49e81cf1 req-2cb25e13-314c-403a-814c-926e8986a8e2 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:07.045802 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d2e438a7-7844-4dd5-a83d-d93a49e81cf1 req-2cb25e13-314c-403a-814c-926e8986a8e2 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/ports?device_id=eafc6589-588a-4c0d-885d-f728310955ed HTTP/1.1" status: 200 len: 945 time: 0.0527978 Oct 20 11:43:07.086309 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d2e438a7-7844-4dd5-a83d-d93a49e81cf1 req-4b477638-610f-4119-890f-e2cef61a3b59 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/security-groups?id=d74b7de3-a124-486c-bd9d-136cfc7deb45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344784 Oct 20 11:43:07.097914 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device bb209e9c-b2fe-4a1f-83fa-2150b9c035a0 up at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:43:07.174988 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning complete for port bb209e9c-b2fe-4a1f-83fa-2150b9c035a0 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:43:07.175806 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:07.270018 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:07.276723 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:07.300848 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eafc6589-588a-4c0d-885d-f728310955ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb209e9c-b2fe-4a1f-83fa-2150b9c035a0'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:43:07.303092 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3a5a1e74fee385f59395feee7f880defec871777ba90fab9b56a242633970a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f918fa6-47a3-47bf-ab7f-7c70b30fb5f8" -d '{"events": [{"server_uuid": "eafc6589-588a-4c0d-885d-f728310955ed", "name": "network-vif-plugged", "status": "completed", "tag": "bb209e9c-b2fe-4a1f-83fa-2150b9c035a0"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:43:07.323488 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port bb209e9c-b2fe-4a1f-83fa-2150b9c035a0, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=bb209e9c-b2fe-4a1f-83fa-2150b9c035a0,segment=NetworkSegment(4da70b3a-7ff9-47c3-9730-56e4122637b1),segment_id=4da70b3a-7ff9-47c3-9730-56e4122637b1)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:43:07.332150 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:07.384547 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=bb209e9c-b2fe-4a1f-83fa-2150b9c035a0,revision_number=7']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:43:07.457165 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cfd8ce0-3769-4a7b-aab5-bebb967c20ca x-openstack-request-id: req-6cfd8ce0-3769-4a7b-aab5-bebb967c20ca {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:43:07.457549 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eafc6589-588a-4c0d-885d-f728310955ed", "name": "network-vif-plugged", "status": "completed", "tag": "bb209e9c-b2fe-4a1f-83fa-2150b9c035a0", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:43:07.457873 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6cfd8ce0-3769-4a7b-aab5-bebb967c20ca {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:43:07.458395 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eafc6589-588a-4c0d-885d-f728310955ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb209e9c-b2fe-4a1f-83fa-2150b9c035a0', 'code': 200} Oct 20 11:43:07.829928 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:08.221288 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef2fdb7-5a29-4e11-98b7-a479d4afa745 req-e3ea67e3-8955-4e8a-b7fd-bccdfdb2a048 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:08.223192 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2ef2fdb7-5a29-4e11-98b7-a479d4afa745 req-e3ea67e3-8955-4e8a-b7fd-bccdfdb2a048 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/ports?device_id=eafc6589-588a-4c0d-885d-f728310955ed HTTP/1.1" status: 200 len: 946 time: 0.0605435 Oct 20 11:43:08.275915 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2ef2fdb7-5a29-4e11-98b7-a479d4afa745 req-cff37fd6-6ae9-4f73-bc66-2a888666889f tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/security-groups?id=d74b7de3-a124-486c-bd9d-136cfc7deb45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453045 Oct 20 11:43:08.874177 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:09.196372 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:09.402650 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9e14ed-bc45-4043-8ece-47574f114c3b req-eb3db2db-298c-4c9f-bcf7-6550ff79b7bb tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:09.402650 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1a9e14ed-bc45-4043-8ece-47574f114c3b req-eb3db2db-298c-4c9f-bcf7-6550ff79b7bb tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/ports?device_id=eafc6589-588a-4c0d-885d-f728310955ed HTTP/1.1" status: 200 len: 946 time: 0.0506148 Oct 20 11:43:09.443462 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1a9e14ed-bc45-4043-8ece-47574f114c3b req-1c1a9bad-d4ea-4049-ae2c-f29281a4fb97 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/security-groups?id=d74b7de3-a124-486c-bd9d-136cfc7deb45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358419 Oct 20 11:43:10.574737 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c9128f-abf6-4808-84eb-addabb13d6f3 req-645df39e-dd7d-4bb4-a3e4-d87dcbc9bb12 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:10.579855 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-93c9128f-abf6-4808-84eb-addabb13d6f3 req-645df39e-dd7d-4bb4-a3e4-d87dcbc9bb12 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/ports?device_id=eafc6589-588a-4c0d-885d-f728310955ed HTTP/1.1" status: 200 len: 946 time: 0.0624280 Oct 20 11:43:10.617702 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-93c9128f-abf6-4808-84eb-addabb13d6f3 req-1e16f6fa-4f0c-4551-a32f-5972d583ceb3 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/security-groups?id=d74b7de3-a124-486c-bd9d-136cfc7deb45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353999 Oct 20 11:43:11.737372 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df05393-e539-4d1a-8207-89853d0f2e2f req-67216bb9-05f2-4c90-9dae-b13b55e8392a tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:11.738904 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4df05393-e539-4d1a-8207-89853d0f2e2f req-67216bb9-05f2-4c90-9dae-b13b55e8392a tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/ports?device_id=eafc6589-588a-4c0d-885d-f728310955ed HTTP/1.1" status: 200 len: 946 time: 0.0499043 Oct 20 11:43:11.783134 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4df05393-e539-4d1a-8207-89853d0f2e2f req-ba84e5b6-4d00-43c2-bd73-a01c450836d2 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/security-groups?id=d74b7de3-a124-486c-bd9d-136cfc7deb45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331666 Oct 20 11:43:12.912470 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fb4514-c591-4422-b637-f4e6aa827840 req-644975bc-c709-47ee-8676-f95ec06a4e5b tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:12.914263 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-30fb4514-c591-4422-b637-f4e6aa827840 req-644975bc-c709-47ee-8676-f95ec06a4e5b tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/ports?device_id=eafc6589-588a-4c0d-885d-f728310955ed HTTP/1.1" status: 200 len: 946 time: 0.0532746 Oct 20 11:43:12.955344 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-30fb4514-c591-4422-b637-f4e6aa827840 req-79e186b4-42fc-47fd-92c8-b6b1b3e9f6d5 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/security-groups?id=d74b7de3-a124-486c-bd9d-136cfc7deb45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349979 Oct 20 11:43:13.728256 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77a0d24-8ea4-4eda-b5a2-7b782e815d1c req-0a7f05b8-7041-4b7c-b8cc-e9e7d9cd2a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:13.729730 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f77a0d24-8ea4-4eda-b5a2-7b782e815d1c req-0a7f05b8-7041-4b7c-b8cc-e9e7d9cd2a00 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6b411328cc8d4dc5bcf66f69c3645238&device_id=eafc6589-588a-4c0d-885d-f728310955ed HTTP/1.1" status: 200 len: 1097 time: 0.0983539 Oct 20 11:43:13.816406 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77a0d24-8ea4-4eda-b5a2-7b782e815d1c req-a3366ee4-bf24-4856-9699-b24ed5c04929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:13.817836 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f77a0d24-8ea4-4eda-b5a2-7b782e815d1c req-a3366ee4-bf24-4856-9699-b24ed5c04929 service neutron] 10.222.0.69 "GET /v2.0/networks?id=93b7cadb-3c45-4680-8fb9-490596b5f105 HTTP/1.1" status: 200 len: 909 time: 0.0816512 Oct 20 11:43:13.883797 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f77a0d24-8ea4-4eda-b5a2-7b782e815d1c req-a43f3437-6ad3-4c3b-869f-2077fea1ce40 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bb209e9c-b2fe-4a1f-83fa-2150b9c035a0 HTTP/1.1" status: 200 len: 1002 time: 0.0595973 Oct 20 11:43:13.934382 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77a0d24-8ea4-4eda-b5a2-7b782e815d1c req-54f2c349-a29b-42d2-b031-39914026f380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:13.935803 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f77a0d24-8ea4-4eda-b5a2-7b782e815d1c req-54f2c349-a29b-42d2-b031-39914026f380 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=38516557-486d-4381-b02d-c224eaa06bbb HTTP/1.1" status: 200 len: 847 time: 0.0444648 Oct 20 11:43:13.983046 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77a0d24-8ea4-4eda-b5a2-7b782e815d1c req-d28cbef0-e264-4463-9e96-3f15e9fdd2df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:13.984582 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f77a0d24-8ea4-4eda-b5a2-7b782e815d1c req-d28cbef0-e264-4463-9e96-3f15e9fdd2df service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=93b7cadb-3c45-4680-8fb9-490596b5f105&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406921 Oct 20 11:43:14.107870 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f77a0d24-8ea4-4eda-b5a2-7b782e815d1c req-a411f7fa-60c5-4fce-86f4-b526efeed049 service neutron] 10.222.0.69 "GET /v2.0/networks/93b7cadb-3c45-4680-8fb9-490596b5f105?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157694 Oct 20 11:43:14.118615 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19c1da5-76a5-4463-b32d-cb932666d1c2 req-ccd22a47-b1e7-454e-8c92-8f6a35ca861e tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:14.120013 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a19c1da5-76a5-4463-b32d-cb932666d1c2 req-ccd22a47-b1e7-454e-8c92-8f6a35ca861e tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/ports?device_id=eafc6589-588a-4c0d-885d-f728310955ed HTTP/1.1" status: 200 len: 946 time: 0.0917861 Oct 20 11:43:14.209837 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a19c1da5-76a5-4463-b32d-cb932666d1c2 req-f695c3e6-b66d-4081-b619-d53b85ff3194 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/security-groups?id=d74b7de3-a124-486c-bd9d-136cfc7deb45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821257 Oct 20 11:43:14.230407 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f77a0d24-8ea4-4eda-b5a2-7b782e815d1c req-582e7a33-3d07-4f4f-bc40-b9ddb2fca257 service neutron] 10.222.0.69 "GET /v2.0/networks/93b7cadb-3c45-4680-8fb9-490596b5f105?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094847 Oct 20 11:43:15.325903 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ce4395-1bfc-41c3-afe0-5050362df1b6 req-9e6d6b3e-feba-47ff-9c72-e359d47bf5b7 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:15.327350 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-46ce4395-1bfc-41c3-afe0-5050362df1b6 req-9e6d6b3e-feba-47ff-9c72-e359d47bf5b7 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/ports?device_id=eafc6589-588a-4c0d-885d-f728310955ed HTTP/1.1" status: 200 len: 946 time: 0.0492413 Oct 20 11:43:15.363853 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-46ce4395-1bfc-41c3-afe0-5050362df1b6 req-8495437a-b3af-4529-8d7c-a0735b1cf9be tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/security-groups?id=d74b7de3-a124-486c-bd9d-136cfc7deb45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305367 Oct 20 11:43:16.479791 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adbe3a4-cf2a-4d37-b084-6ec231fea4dd req-4077eeb0-6865-4cda-a324-2c0325d52be8 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:16.481251 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7adbe3a4-cf2a-4d37-b084-6ec231fea4dd req-4077eeb0-6865-4cda-a324-2c0325d52be8 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/ports?device_id=eafc6589-588a-4c0d-885d-f728310955ed HTTP/1.1" status: 200 len: 946 time: 0.0523560 Oct 20 11:43:16.517815 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7adbe3a4-cf2a-4d37-b084-6ec231fea4dd req-448b0c48-2989-4320-88fb-0d7e6fb95a7d tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/security-groups?id=d74b7de3-a124-486c-bd9d-136cfc7deb45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306497 Oct 20 11:43:16.626517 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [req-6972fbb4-6425-4b99-9802-4ec9b6281a7e req-c0d4181a-4a1d-46e1-93ab-42fc0c7a4c5a service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:43:16.627562 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6972fbb4-6425-4b99-9802-4ec9b6281a7e req-c0d4181a-4a1d-46e1-93ab-42fc0c7a4c5a service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0470595 Oct 20 11:43:16.783744 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea8ec5f-e555-4c66-8a26-ede447767fec req-9ea9816f-6adc-4e01-bbad-695e3fe0aa01 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:16.785286 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-eea8ec5f-e555-4c66-8a26-ede447767fec req-9ea9816f-6adc-4e01-bbad-695e3fe0aa01 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/ports?device_id=eafc6589-588a-4c0d-885d-f728310955ed HTTP/1.1" status: 200 len: 946 time: 0.0493205 Oct 20 11:43:16.824707 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-eea8ec5f-e555-4c66-8a26-ede447767fec req-6acca079-ae9e-4d3e-a292-72363e8011d4 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/security-groups?id=d74b7de3-a124-486c-bd9d-136cfc7deb45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333447 Oct 20 11:43:17.036963 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 48008) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:43:17.115029 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-62004b5b-c674-41d5-b339-d20d5fbe7524 req-3f6af279-ff61-4b2d-ae37-f6eea160a2cf service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=eafc6589-588a-4c0d-885d-f728310955ed&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0769022 Oct 20 11:43:17.124227 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [req-62004b5b-c674-41d5-b339-d20d5fbe7524 req-6055e05c-0c72-4abb-bb2c-c616ceb1696e service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:43:17.125172 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-62004b5b-c674-41d5-b339-d20d5fbe7524 req-6055e05c-0c72-4abb-bb2c-c616ceb1696e service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0047448 Oct 20 11:43:17.156793 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device bb209e9c-b2fe-4a1f-83fa-2150b9c035a0 no longer exists at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:43:17.230751 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:17.255526 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eafc6589-588a-4c0d-885d-f728310955ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb209e9c-b2fe-4a1f-83fa-2150b9c035a0'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:43:17.257740 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3a5a1e74fee385f59395feee7f880defec871777ba90fab9b56a242633970a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85384f1d-967c-47c1-ae1f-f6365a45df62" -d '{"events": [{"server_uuid": "eafc6589-588a-4c0d-885d-f728310955ed", "name": "network-vif-unplugged", "status": "completed", "tag": "bb209e9c-b2fe-4a1f-83fa-2150b9c035a0"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:43:17.271260 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port bb209e9c-b2fe-4a1f-83fa-2150b9c035a0, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=bb209e9c-b2fe-4a1f-83fa-2150b9c035a0,segment=NetworkSegment(4da70b3a-7ff9-47c3-9730-56e4122637b1),segment_id=4da70b3a-7ff9-47c3-9730-56e4122637b1)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:43:17.275836 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:17.299149 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 20 Oct 2021 11:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9a0fb0b-d25a-4eed-b038-2971e08ecc5c x-openstack-request-id: req-e9a0fb0b-d25a-4eed-b038-2971e08ecc5c {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:43:17.299478 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eafc6589-588a-4c0d-885d-f728310955ed", "name": "network-vif-unplugged", "status": "failed", "tag": "bb209e9c-b2fe-4a1f-83fa-2150b9c035a0", "code": 422}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:43:17.299734 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e9a0fb0b-d25a-4eed-b038-2971e08ecc5c {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:43:17.300122 n-d-811396-3 neutron-server[100598]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'eafc6589-588a-4c0d-885d-f728310955ed', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'bb209e9c-b2fe-4a1f-83fa-2150b9c035a0', 'code': 422} returned with failed status Oct 20 11:43:17.325980 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=bb209e9c-b2fe-4a1f-83fa-2150b9c035a0,revision_number=8']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:43:17.939556 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923339d4-760c-4c46-8a1d-aeae4470517e req-30c1b335-ae44-4e91-a7b0-da59ffee91fb tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:17.941011 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-923339d4-760c-4c46-8a1d-aeae4470517e req-30c1b335-ae44-4e91-a7b0-da59ffee91fb tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/ports?device_id=eafc6589-588a-4c0d-885d-f728310955ed HTTP/1.1" status: 200 len: 944 time: 0.0476933 Oct 20 11:43:17.981210 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-923339d4-760c-4c46-8a1d-aeae4470517e req-17224e26-3f26-4409-aa9f-93d18f25ae1f tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/security-groups?id=d74b7de3-a124-486c-bd9d-136cfc7deb45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343137 Oct 20 11:43:19.094497 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e669697-ecdc-496d-b588-4e403fc32630 req-a253743e-ca81-4cc8-acbc-f7b9f4335665 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:19.096016 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1e669697-ecdc-496d-b588-4e403fc32630 req-a253743e-ca81-4cc8-acbc-f7b9f4335665 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/ports?device_id=eafc6589-588a-4c0d-885d-f728310955ed HTTP/1.1" status: 200 len: 944 time: 0.0489395 Oct 20 11:43:19.132708 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1e669697-ecdc-496d-b588-4e403fc32630 req-bdd3fbd1-f5ef-49aa-917b-22a93c1e9ab1 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/security-groups?id=d74b7de3-a124-486c-bd9d-136cfc7deb45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302868 Oct 20 11:43:19.938121 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:20.079103 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62004b5b-c674-41d5-b339-d20d5fbe7524 req-77885402-f79e-4dad-96ba-12851956b293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:20.080647 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-62004b5b-c674-41d5-b339-d20d5fbe7524 req-77885402-f79e-4dad-96ba-12851956b293 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=eafc6589-588a-4c0d-885d-f728310955ed&tenant_id=6b411328cc8d4dc5bcf66f69c3645238 HTTP/1.1" status: 200 len: 1095 time: 0.0944252 Oct 20 11:43:20.090835 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [req-62004b5b-c674-41d5-b339-d20d5fbe7524 req-716eb734-de2c-453c-ba3a-3d06e9b4af9a service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:43:20.091896 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-62004b5b-c674-41d5-b339-d20d5fbe7524 req-716eb734-de2c-453c-ba3a-3d06e9b4af9a service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0050125 Oct 20 11:43:20.108600 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-62004b5b-c674-41d5-b339-d20d5fbe7524 req-70420df2-cf46-49fa-9c52-c0b846edb92b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-811396-3', 'device_owner': 'compute:nova'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:43:20.165631 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-62004b5b-c674-41d5-b339-d20d5fbe7524 req-70420df2-cf46-49fa-9c52-c0b846edb92b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:20.349449 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab1419a-76e5-4946-9232-3ca1e00e0873 req-48b653ff-8be8-40f2-a5c6-e0d273950f83 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:20.350999 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-eab1419a-76e5-4946-9232-3ca1e00e0873 req-48b653ff-8be8-40f2-a5c6-e0d273950f83 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/ports?device_id=eafc6589-588a-4c0d-885d-f728310955ed HTTP/1.1" status: 200 len: 944 time: 0.1476266 Oct 20 11:43:20.446108 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-eab1419a-76e5-4946-9232-3ca1e00e0873 req-9be67071-a1e5-408d-a4a4-3264037775fa tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/security-groups?id=d74b7de3-a124-486c-bd9d-136cfc7deb45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817699 Oct 20 11:43:20.467650 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-62004b5b-c674-41d5-b339-d20d5fbe7524 req-70420df2-cf46-49fa-9c52-c0b846edb92b service neutron] For port bb209e9c-b2fe-4a1f-83fa-2150b9c035a0, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=bb209e9c-b2fe-4a1f-83fa-2150b9c035a0,segment=NetworkSegment(4da70b3a-7ff9-47c3-9730-56e4122637b1),segment_id=4da70b3a-7ff9-47c3-9730-56e4122637b1)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:43:20.504334 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-62004b5b-c674-41d5-b339-d20d5fbe7524 req-70420df2-cf46-49fa-9c52-c0b846edb92b service neutron] For port bb209e9c-b2fe-4a1f-83fa-2150b9c035a0, host n-h2-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:43:20.540852 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [req-62004b5b-c674-41d5-b339-d20d5fbe7524 req-70420df2-cf46-49fa-9c52-c0b846edb92b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb209e9c-b2fe-4a1f-83fa-2150b9c035a0 {{(pid=100596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:43:20.548145 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-62004b5b-c674-41d5-b339-d20d5fbe7524 req-70420df2-cf46-49fa-9c52-c0b846edb92b service neutron] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:20.560261 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.provisioning_blocks [req-62004b5b-c674-41d5-b339-d20d5fbe7524 req-70420df2-cf46-49fa-9c52-c0b846edb92b service neutron] Transition to ACTIVE for port object bb209e9c-b2fe-4a1f-83fa-2150b9c035a0 will not be triggered until provisioned by entity L2. {{(pid=100596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:43:20.563640 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-62004b5b-c674-41d5-b339-d20d5fbe7524 req-70420df2-cf46-49fa-9c52-c0b846edb92b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:20.641489 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70420df2-cf46-49fa-9c52-c0b846edb92b service neutron] Pushing event updated for resources: {'Port': ['ID=bb209e9c-b2fe-4a1f-83fa-2150b9c035a0,revision_number=9']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:43:20.659234 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70420df2-cf46-49fa-9c52-c0b846edb92b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:43:20.659605 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70420df2-cf46-49fa-9c52-c0b846edb92b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:43:20.659950 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70420df2-cf46-49fa-9c52-c0b846edb92b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:43:20.660288 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70420df2-cf46-49fa-9c52-c0b846edb92b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:43:20.660625 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70420df2-cf46-49fa-9c52-c0b846edb92b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:43:20.660956 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70420df2-cf46-49fa-9c52-c0b846edb92b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:43:20.661285 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70420df2-cf46-49fa-9c52-c0b846edb92b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:43:20.661613 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70420df2-cf46-49fa-9c52-c0b846edb92b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:43:20.661943 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70420df2-cf46-49fa-9c52-c0b846edb92b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:43:20.662274 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70420df2-cf46-49fa-9c52-c0b846edb92b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:43:20.662600 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70420df2-cf46-49fa-9c52-c0b846edb92b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:43:20.662925 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70420df2-cf46-49fa-9c52-c0b846edb92b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:43:20.698677 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-62004b5b-c674-41d5-b339-d20d5fbe7524 req-70420df2-cf46-49fa-9c52-c0b846edb92b service neutron] No DVR routers for this DVR port bb209e9c-b2fe-4a1f-83fa-2150b9c035a0 on host n-h2-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:43:20.831366 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-62004b5b-c674-41d5-b339-d20d5fbe7524 req-70420df2-cf46-49fa-9c52-c0b846edb92b service neutron] Attempting to bind port bb209e9c-b2fe-4a1f-83fa-2150b9c035a0 on host n-h1-811396-3 for vnic_type normal with profile {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:43:20.831721 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-62004b5b-c674-41d5-b339-d20d5fbe7524 req-70420df2-cf46-49fa-9c52-c0b846edb92b service neutron] Attempting to bind port bb209e9c-b2fe-4a1f-83fa-2150b9c035a0 by drivers openvswitch,hyperv on host n-h1-811396-3 at level 0 using segments [{'id': '4da70b3a-7ff9-47c3-9730-56e4122637b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '93b7cadb-3c45-4680-8fb9-490596b5f105'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:43:20.832046 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62004b5b-c674-41d5-b339-d20d5fbe7524 req-70420df2-cf46-49fa-9c52-c0b846edb92b service neutron] Attempting to bind port bb209e9c-b2fe-4a1f-83fa-2150b9c035a0 on network 93b7cadb-3c45-4680-8fb9-490596b5f105 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:43:20.836754 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62004b5b-c674-41d5-b339-d20d5fbe7524 req-70420df2-cf46-49fa-9c52-c0b846edb92b service neutron] Port bb209e9c-b2fe-4a1f-83fa-2150b9c035a0 on network 93b7cadb-3c45-4680-8fb9-490596b5f105 not bound, no agent of type Open vSwitch agent registered on host n-h1-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:43:20.837072 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62004b5b-c674-41d5-b339-d20d5fbe7524 req-70420df2-cf46-49fa-9c52-c0b846edb92b service neutron] Attempting to bind port bb209e9c-b2fe-4a1f-83fa-2150b9c035a0 on network 93b7cadb-3c45-4680-8fb9-490596b5f105 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:43:20.841773 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62004b5b-c674-41d5-b339-d20d5fbe7524 req-70420df2-cf46-49fa-9c52-c0b846edb92b service neutron] Checking agent: {'id': 'b707b4cc-061f-4cf4-bce0-0b3df9b7bec9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 43, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:43:20.842101 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62004b5b-c674-41d5-b339-d20d5fbe7524 req-70420df2-cf46-49fa-9c52-c0b846edb92b service neutron] Checking segment: {'id': '4da70b3a-7ff9-47c3-9730-56e4122637b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '93b7cadb-3c45-4680-8fb9-490596b5f105'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:43:20.842479 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62004b5b-c674-41d5-b339-d20d5fbe7524 req-70420df2-cf46-49fa-9c52-c0b846edb92b service neutron] Bound using segment: {'id': '4da70b3a-7ff9-47c3-9730-56e4122637b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '93b7cadb-3c45-4680-8fb9-490596b5f105'} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:43:20.842898 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-62004b5b-c674-41d5-b339-d20d5fbe7524 req-70420df2-cf46-49fa-9c52-c0b846edb92b service neutron] Bound port: bb209e9c-b2fe-4a1f-83fa-2150b9c035a0, host: n-h1-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4da70b3a-7ff9-47c3-9730-56e4122637b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '93b7cadb-3c45-4680-8fb9-490596b5f105'}}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:43:20.843242 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-62004b5b-c674-41d5-b339-d20d5fbe7524 req-70420df2-cf46-49fa-9c52-c0b846edb92b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:20.902912 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-62004b5b-c674-41d5-b339-d20d5fbe7524 req-70420df2-cf46-49fa-9c52-c0b846edb92b service neutron] For port bb209e9c-b2fe-4a1f-83fa-2150b9c035a0, host n-h1-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:43:20.905841 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-62004b5b-c674-41d5-b339-d20d5fbe7524 req-70420df2-cf46-49fa-9c52-c0b846edb92b service neutron] For port bb209e9c-b2fe-4a1f-83fa-2150b9c035a0, host n-h1-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=bb209e9c-b2fe-4a1f-83fa-2150b9c035a0,segment=NetworkSegment(4da70b3a-7ff9-47c3-9730-56e4122637b1),segment_id=4da70b3a-7ff9-47c3-9730-56e4122637b1)] {{(pid=100596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:43:20.910600 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-62004b5b-c674-41d5-b339-d20d5fbe7524 req-70420df2-cf46-49fa-9c52-c0b846edb92b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:20.944161 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62004b5b-c674-41d5-b339-d20d5fbe7524 req-70420df2-cf46-49fa-9c52-c0b846edb92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:20.945308 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-62004b5b-c674-41d5-b339-d20d5fbe7524 req-70420df2-cf46-49fa-9c52-c0b846edb92b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:20.946689 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-62004b5b-c674-41d5-b339-d20d5fbe7524 req-70420df2-cf46-49fa-9c52-c0b846edb92b service neutron] 10.222.0.55 "PUT /v2.0/ports/bb209e9c-b2fe-4a1f-83fa-2150b9c035a0 HTTP/1.1" status: 200 len: 1092 time: 0.8424151 Oct 20 11:43:20.947126 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eafc6589-588a-4c0d-885d-f728310955ed', 'tag': 'bb209e9c-b2fe-4a1f-83fa-2150b9c035a0'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:43:20.949434 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b817f9d80a1b29ed07bd94f2222da8cf244b0bc6025e0bf33ac95c6b13c59699" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c982946d-e948-4bed-9745-663be80025c6" -d '{"events": [{"name": "network-changed", "server_uuid": "eafc6589-588a-4c0d-885d-f728310955ed", "tag": "bb209e9c-b2fe-4a1f-83fa-2150b9c035a0"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:43:20.975543 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70420df2-cf46-49fa-9c52-c0b846edb92b service neutron] Pushing event updated for resources: {'Port': ['ID=bb209e9c-b2fe-4a1f-83fa-2150b9c035a0,revision_number=10']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:43:21.025753 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62004b5b-c674-41d5-b339-d20d5fbe7524 req-8b540a48-f855-418e-8755-7cbc8f005ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:21.027295 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-62004b5b-c674-41d5-b339-d20d5fbe7524 req-8b540a48-f855-418e-8755-7cbc8f005ee0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6b411328cc8d4dc5bcf66f69c3645238&device_id=eafc6589-588a-4c0d-885d-f728310955ed HTTP/1.1" status: 200 len: 1096 time: 0.0469255 Oct 20 11:43:21.066255 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f59a69ff-9450-4222-a76f-70ae51dea4bf x-openstack-request-id: req-f59a69ff-9450-4222-a76f-70ae51dea4bf {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:43:21.066548 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eafc6589-588a-4c0d-885d-f728310955ed", "tag": "bb209e9c-b2fe-4a1f-83fa-2150b9c035a0", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:43:21.066801 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f59a69ff-9450-4222-a76f-70ae51dea4bf {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:43:21.067201 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eafc6589-588a-4c0d-885d-f728310955ed', 'tag': 'bb209e9c-b2fe-4a1f-83fa-2150b9c035a0', 'status': 'completed', 'code': 200} Oct 20 11:43:21.123767 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62004b5b-c674-41d5-b339-d20d5fbe7524 req-097e2898-d3c0-4ea5-bdd2-9a68a2352505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:21.125271 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-62004b5b-c674-41d5-b339-d20d5fbe7524 req-097e2898-d3c0-4ea5-bdd2-9a68a2352505 service neutron] 10.222.0.55 "GET /v2.0/networks?id=93b7cadb-3c45-4680-8fb9-490596b5f105 HTTP/1.1" status: 200 len: 909 time: 0.0913582 Oct 20 11:43:21.193002 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-62004b5b-c674-41d5-b339-d20d5fbe7524 req-ad3072ac-57d2-44f4-9276-6f497adb411c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bb209e9c-b2fe-4a1f-83fa-2150b9c035a0 HTTP/1.1" status: 200 len: 1000 time: 0.0606730 Oct 20 11:43:21.240166 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62004b5b-c674-41d5-b339-d20d5fbe7524 req-b13f49f1-79e4-4d64-b59a-ad787fd60361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:21.242133 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-62004b5b-c674-41d5-b339-d20d5fbe7524 req-b13f49f1-79e4-4d64-b59a-ad787fd60361 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=38516557-486d-4381-b02d-c224eaa06bbb HTTP/1.1" status: 200 len: 847 time: 0.0416679 Oct 20 11:43:21.285764 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62004b5b-c674-41d5-b339-d20d5fbe7524 req-b98b0591-c11b-4b4b-a865-14a234ca28ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:21.287135 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-62004b5b-c674-41d5-b339-d20d5fbe7524 req-b98b0591-c11b-4b4b-a865-14a234ca28ce service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=93b7cadb-3c45-4680-8fb9-490596b5f105&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387039 Oct 20 11:43:21.385696 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-62004b5b-c674-41d5-b339-d20d5fbe7524 req-536e794b-2d9a-4ff9-9272-103426b31345 service neutron] 10.222.0.55 "GET /v2.0/networks/93b7cadb-3c45-4680-8fb9-490596b5f105?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916471 Oct 20 11:43:21.472391 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-62004b5b-c674-41d5-b339-d20d5fbe7524 req-b54b90e7-afc2-4e9c-86e3-a39ab407cf88 service neutron] 10.222.0.55 "GET /v2.0/networks/93b7cadb-3c45-4680-8fb9-490596b5f105?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800729 Oct 20 11:43:21.595845 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8ca971-4321-49ee-ac1e-0c431158e54c req-f2c0095a-3cc0-4c6d-b9b6-86cde96e1f7b tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:21.597301 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0c8ca971-4321-49ee-ac1e-0c431158e54c req-f2c0095a-3cc0-4c6d-b9b6-86cde96e1f7b tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/ports?device_id=eafc6589-588a-4c0d-885d-f728310955ed HTTP/1.1" status: 200 len: 945 time: 0.0799510 Oct 20 11:43:21.603546 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c982946d-e948-4bed-9745-663be80025c6 req-b47b8724-c512-445b-8260-9a57927b8fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:21.605001 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c982946d-e948-4bed-9745-663be80025c6 req-b47b8724-c512-445b-8260-9a57927b8fc7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6b411328cc8d4dc5bcf66f69c3645238&device_id=eafc6589-588a-4c0d-885d-f728310955ed HTTP/1.1" status: 200 len: 1096 time: 0.0625849 Oct 20 11:43:21.666527 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0c8ca971-4321-49ee-ac1e-0c431158e54c req-6267f796-02d7-4ad2-9ee3-5116c3686c0d tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/security-groups?id=d74b7de3-a124-486c-bd9d-136cfc7deb45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605597 Oct 20 11:43:21.725403 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c982946d-e948-4bed-9745-663be80025c6 req-ba343114-c138-4bc1-8600-4f4a36b1f55a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:21.727531 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c982946d-e948-4bed-9745-663be80025c6 req-ba343114-c138-4bc1-8600-4f4a36b1f55a service neutron] 10.222.0.55 "GET /v2.0/networks?id=93b7cadb-3c45-4680-8fb9-490596b5f105 HTTP/1.1" status: 200 len: 909 time: 0.1150732 Oct 20 11:43:21.806045 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c982946d-e948-4bed-9745-663be80025c6 req-eff17970-67c4-40de-b038-800497f9af6f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bb209e9c-b2fe-4a1f-83fa-2150b9c035a0 HTTP/1.1" status: 200 len: 1000 time: 0.0709133 Oct 20 11:43:21.865526 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c982946d-e948-4bed-9745-663be80025c6 req-36c18fe4-a3c9-4ddd-98d2-14cd42d8bb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:21.867365 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c982946d-e948-4bed-9745-663be80025c6 req-36c18fe4-a3c9-4ddd-98d2-14cd42d8bb49 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=38516557-486d-4381-b02d-c224eaa06bbb HTTP/1.1" status: 200 len: 847 time: 0.0509217 Oct 20 11:43:22.819525 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51db3c9-c17a-4651-bf1f-196606afafca req-557c862e-60a9-4ae4-b8a1-d68c84d2c84a tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:22.821748 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d51db3c9-c17a-4651-bf1f-196606afafca req-557c862e-60a9-4ae4-b8a1-d68c84d2c84a tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/ports?device_id=eafc6589-588a-4c0d-885d-f728310955ed HTTP/1.1" status: 200 len: 945 time: 0.0717819 Oct 20 11:43:23.202935 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d51db3c9-c17a-4651-bf1f-196606afafca req-4dbd4cf0-0fce-4880-8383-4f7861180079 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/security-groups?id=d74b7de3-a124-486c-bd9d-136cfc7deb45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3747737 Oct 20 11:43:23.253709 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 7 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:43:24.335167 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2ba397-6372-4755-aebf-b75333c83046 req-d946df01-11ba-43bc-ba15-de82bb42dc70 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:24.336701 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-de2ba397-6372-4755-aebf-b75333c83046 req-d946df01-11ba-43bc-ba15-de82bb42dc70 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/ports?device_id=eafc6589-588a-4c0d-885d-f728310955ed HTTP/1.1" status: 200 len: 945 time: 0.0494230 Oct 20 11:43:24.376329 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-de2ba397-6372-4755-aebf-b75333c83046 req-fd17c1e5-c481-4c34-8aed-c498bef6fce8 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/security-groups?id=d74b7de3-a124-486c-bd9d-136cfc7deb45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333357 Oct 20 11:43:25.497104 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d120f643-6fa0-493e-99c6-303e191f7244 req-210322a4-346d-4a79-8607-bdc099798ca3 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:25.498645 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d120f643-6fa0-493e-99c6-303e191f7244 req-210322a4-346d-4a79-8607-bdc099798ca3 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/ports?device_id=eafc6589-588a-4c0d-885d-f728310955ed HTTP/1.1" status: 200 len: 945 time: 0.0504646 Oct 20 11:43:25.538151 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d120f643-6fa0-493e-99c6-303e191f7244 req-072b7a2e-544a-46f5-b88b-55b21f74f638 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/security-groups?id=d74b7de3-a124-486c-bd9d-136cfc7deb45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333421 Oct 20 11:43:26.665256 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3a425b-3a85-4f56-8688-2bf1002358d9 req-79bb88e6-582b-4c19-8095-437e0e050644 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:26.668673 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3f3a425b-3a85-4f56-8688-2bf1002358d9 req-79bb88e6-582b-4c19-8095-437e0e050644 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/ports?device_id=eafc6589-588a-4c0d-885d-f728310955ed HTTP/1.1" status: 200 len: 945 time: 0.0589092 Oct 20 11:43:26.708129 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3f3a425b-3a85-4f56-8688-2bf1002358d9 req-c160010d-8bdf-4001-81d9-6988bae45eeb tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/security-groups?id=d74b7de3-a124-486c-bd9d-136cfc7deb45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327494 Oct 20 11:43:27.832442 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3165a70f-69b3-4855-a746-2ed27cbe94e2 req-a5078c15-c423-4ecf-ab85-d0589eed2987 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:27.834040 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3165a70f-69b3-4855-a746-2ed27cbe94e2 req-a5078c15-c423-4ecf-ab85-d0589eed2987 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/ports?device_id=eafc6589-588a-4c0d-885d-f728310955ed HTTP/1.1" status: 200 len: 945 time: 0.0535965 Oct 20 11:43:27.872611 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3165a70f-69b3-4855-a746-2ed27cbe94e2 req-8f04c22a-2977-4196-9079-a13113536341 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/security-groups?id=d74b7de3-a124-486c-bd9d-136cfc7deb45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319080 Oct 20 11:43:28.992177 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9a3dfa-16cd-4589-afdd-76e2b1f8137b req-7e95705c-55cd-42f9-9840-4ffdf2ceb5c3 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:28.993675 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8e9a3dfa-16cd-4589-afdd-76e2b1f8137b req-7e95705c-55cd-42f9-9840-4ffdf2ceb5c3 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/ports?device_id=eafc6589-588a-4c0d-885d-f728310955ed HTTP/1.1" status: 200 len: 945 time: 0.0510187 Oct 20 11:43:29.034292 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8e9a3dfa-16cd-4589-afdd-76e2b1f8137b req-87e3a885-101c-40e5-aa13-1a0432bda13e tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/security-groups?id=d74b7de3-a124-486c-bd9d-136cfc7deb45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346501 Oct 20 11:43:30.161806 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30288793-7df5-4d67-abeb-e6cfee598fe5 req-eebda6b5-01e4-41a5-b231-710317c82b45 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:30.163344 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-30288793-7df5-4d67-abeb-e6cfee598fe5 req-eebda6b5-01e4-41a5-b231-710317c82b45 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/ports?device_id=eafc6589-588a-4c0d-885d-f728310955ed HTTP/1.1" status: 200 len: 945 time: 0.0617204 Oct 20 11:43:30.203787 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-30288793-7df5-4d67-abeb-e6cfee598fe5 req-c5e3472c-900d-4f8d-8390-30d4ef7ce842 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/security-groups?id=d74b7de3-a124-486c-bd9d-136cfc7deb45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343881 Oct 20 11:43:31.323702 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02c3f4e-192b-48d5-86e3-c4a0085c07d3 req-d4ed5914-2edb-4a4c-ad7a-8ef59cac52da tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:31.325183 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c02c3f4e-192b-48d5-86e3-c4a0085c07d3 req-d4ed5914-2edb-4a4c-ad7a-8ef59cac52da tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/ports?device_id=eafc6589-588a-4c0d-885d-f728310955ed HTTP/1.1" status: 200 len: 945 time: 0.0488582 Oct 20 11:43:31.364714 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c02c3f4e-192b-48d5-86e3-c4a0085c07d3 req-25bb3e88-39ff-4e23-9499-c10bedd296e6 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/security-groups?id=d74b7de3-a124-486c-bd9d-136cfc7deb45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332949 Oct 20 11:43:32.479012 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35f4230-8941-46a1-9e31-0224d1b9c0de req-4dc3348d-2c1d-4506-9462-64600b17ce88 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:32.480516 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d35f4230-8941-46a1-9e31-0224d1b9c0de req-4dc3348d-2c1d-4506-9462-64600b17ce88 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/ports?device_id=eafc6589-588a-4c0d-885d-f728310955ed HTTP/1.1" status: 200 len: 945 time: 0.0477149 Oct 20 11:43:32.517211 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d35f4230-8941-46a1-9e31-0224d1b9c0de req-c715b6b3-bd82-4fed-bf7f-364288119c48 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/security-groups?id=d74b7de3-a124-486c-bd9d-136cfc7deb45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308070 Oct 20 11:43:33.628185 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-d3ca0798-83bc-46dc-95c1-4b36d643b4c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:33.637454 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1959a8-121e-452c-8d50-f17124ef361e req-c8467aaa-4510-461b-89c7-c811dfbbf659 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:33.638990 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1c1959a8-121e-452c-8d50-f17124ef361e req-c8467aaa-4510-461b-89c7-c811dfbbf659 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/ports?device_id=eafc6589-588a-4c0d-885d-f728310955ed HTTP/1.1" status: 200 len: 945 time: 0.0557773 Oct 20 11:43:33.705058 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1c1959a8-121e-452c-8d50-f17124ef361e req-da2c9639-a54d-46a4-a7dd-4aef2d34477a tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/security-groups?id=d74b7de3-a124-486c-bd9d-136cfc7deb45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523279 Oct 20 11:43:33.710056 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c982946d-e948-4bed-9745-663be80025c6 req-9547ec92-d711-4bdf-aec1-215d1615ff94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:33.711542 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c982946d-e948-4bed-9745-663be80025c6 req-9547ec92-d711-4bdf-aec1-215d1615ff94 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=93b7cadb-3c45-4680-8fb9-490596b5f105&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0693545 Oct 20 11:43:33.811581 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c982946d-e948-4bed-9745-663be80025c6 req-9e569636-768c-423d-9f20-411e7214815d service neutron] 10.222.0.55 "GET /v2.0/networks/93b7cadb-3c45-4680-8fb9-490596b5f105?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831692 Oct 20 11:43:33.902492 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c982946d-e948-4bed-9745-663be80025c6 req-176dc521-3f04-47a6-a621-83efcfabfed4 service neutron] 10.222.0.55 "GET /v2.0/networks/93b7cadb-3c45-4680-8fb9-490596b5f105?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806494 Oct 20 11:43:34.819145 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d46987-ed2b-4c0c-9010-a468fa44a141 req-91c6366b-de5b-404e-b536-c34aa26a2f30 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:34.821149 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f5d46987-ed2b-4c0c-9010-a468fa44a141 req-91c6366b-de5b-404e-b536-c34aa26a2f30 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/ports?device_id=eafc6589-588a-4c0d-885d-f728310955ed HTTP/1.1" status: 200 len: 945 time: 0.0493555 Oct 20 11:43:34.863032 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f5d46987-ed2b-4c0c-9010-a468fa44a141 req-027bd692-a1c5-4ab0-9fb6-db40da944c1c tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/security-groups?id=d74b7de3-a124-486c-bd9d-136cfc7deb45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359399 Oct 20 11:43:35.975144 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145f828f-1297-4326-a0cf-e92051a4b585 req-8c9f6a94-3650-47fd-a0bb-c3510963fb90 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:35.977272 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-145f828f-1297-4326-a0cf-e92051a4b585 req-8c9f6a94-3650-47fd-a0bb-c3510963fb90 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/ports?device_id=eafc6589-588a-4c0d-885d-f728310955ed HTTP/1.1" status: 200 len: 945 time: 0.0481427 Oct 20 11:43:36.013210 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-145f828f-1297-4326-a0cf-e92051a4b585 req-776f292c-ef7a-490b-a370-eb3c849689e3 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/security-groups?id=d74b7de3-a124-486c-bd9d-136cfc7deb45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301332 Oct 20 11:43:36.042429 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device bb209e9c-b2fe-4a1f-83fa-2150b9c035a0 details requested by agent hyperv_n-h1-811396-3 with host n-h1-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:43:36.136602 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port bb209e9c-b2fe-4a1f-83fa-2150b9c035a0, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=bb209e9c-b2fe-4a1f-83fa-2150b9c035a0,segment=NetworkSegment(4da70b3a-7ff9-47c3-9730-56e4122637b1),segment_id=4da70b3a-7ff9-47c3-9730-56e4122637b1)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:43:36.147418 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Returning: {'device': 'bb209e9c-b2fe-4a1f-83fa-2150b9c035a0', 'network_id': '93b7cadb-3c45-4680-8fb9-490596b5f105', 'port_id': 'bb209e9c-b2fe-4a1f-83fa-2150b9c035a0', 'mac_address': 'fa:16:3e:b4:24:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 816, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38516557-486d-4381-b02d-c224eaa06bbb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:43:36.186288 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:36.198570 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb209e9c-b2fe-4a1f-83fa-2150b9c035a0 {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:43:36.217774 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port bb209e9c-b2fe-4a1f-83fa-2150b9c035a0, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=bb209e9c-b2fe-4a1f-83fa-2150b9c035a0,segment=NetworkSegment(4da70b3a-7ff9-47c3-9730-56e4122637b1),segment_id=4da70b3a-7ff9-47c3-9730-56e4122637b1)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:43:36.221530 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:36.266794 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=bb209e9c-b2fe-4a1f-83fa-2150b9c035a0,revision_number=11']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:43:36.481502 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1b48bfd4-da38-454e-ada4-d38b37e3faea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:36.677177 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['bb209e9c-b2fe-4a1f-83fa-2150b9c035a0'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:43:37.126932 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8fea41-80af-4b61-b78e-d03e552b515e req-1cfe97ac-8064-449a-8c17-0076bc01e6d6 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:37.128427 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6e8fea41-80af-4b61-b78e-d03e552b515e req-1cfe97ac-8064-449a-8c17-0076bc01e6d6 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/ports?device_id=eafc6589-588a-4c0d-885d-f728310955ed HTTP/1.1" status: 200 len: 946 time: 0.0487304 Oct 20 11:43:37.164546 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6e8fea41-80af-4b61-b78e-d03e552b515e req-65ce903a-f508-46b9-9964-c52be68555da tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/security-groups?id=d74b7de3-a124-486c-bd9d-136cfc7deb45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301063 Oct 20 11:43:37.253634 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:37.827872 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:38.069819 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device bb209e9c-b2fe-4a1f-83fa-2150b9c035a0 up at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:43:38.119445 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning for port bb209e9c-b2fe-4a1f-83fa-2150b9c035a0 completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:43:38.123056 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning complete for port bb209e9c-b2fe-4a1f-83fa-2150b9c035a0 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:43:38.123523 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:38.199104 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:38.221103 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eafc6589-588a-4c0d-885d-f728310955ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb209e9c-b2fe-4a1f-83fa-2150b9c035a0'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:43:38.223369 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3a5a1e74fee385f59395feee7f880defec871777ba90fab9b56a242633970a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-814b8ea7-a06c-48cb-afab-b02972b33cc5" -d '{"events": [{"server_uuid": "eafc6589-588a-4c0d-885d-f728310955ed", "name": "network-vif-plugged", "status": "completed", "tag": "bb209e9c-b2fe-4a1f-83fa-2150b9c035a0"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:43:38.236223 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port bb209e9c-b2fe-4a1f-83fa-2150b9c035a0, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=bb209e9c-b2fe-4a1f-83fa-2150b9c035a0,segment=NetworkSegment(4da70b3a-7ff9-47c3-9730-56e4122637b1),segment_id=4da70b3a-7ff9-47c3-9730-56e4122637b1)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:43:38.242432 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:38.268391 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22f5ca75-d2e1-406e-95a3-cd141e932f77 x-openstack-request-id: req-22f5ca75-d2e1-406e-95a3-cd141e932f77 {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:43:38.269109 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eafc6589-588a-4c0d-885d-f728310955ed", "name": "network-vif-plugged", "status": "completed", "tag": "bb209e9c-b2fe-4a1f-83fa-2150b9c035a0", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:43:38.269109 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-22f5ca75-d2e1-406e-95a3-cd141e932f77 {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:43:38.269483 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eafc6589-588a-4c0d-885d-f728310955ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb209e9c-b2fe-4a1f-83fa-2150b9c035a0', 'code': 200} Oct 20 11:43:38.297431 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e0706e-a5a0-41d2-a14d-d2e63ca0fb67 req-0fb06496-8d7d-418e-8c11-f026edea18ad tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:38.299013 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-61e0706e-a5a0-41d2-a14d-d2e63ca0fb67 req-0fb06496-8d7d-418e-8c11-f026edea18ad tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/ports?device_id=eafc6589-588a-4c0d-885d-f728310955ed HTTP/1.1" status: 200 len: 947 time: 0.0637805 Oct 20 11:43:38.303057 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=bb209e9c-b2fe-4a1f-83fa-2150b9c035a0,revision_number=12']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:43:38.346895 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-61e0706e-a5a0-41d2-a14d-d2e63ca0fb67 req-04a3fde2-20e0-4639-b2f2-7f9fdff46396 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/security-groups?id=d74b7de3-a124-486c-bd9d-136cfc7deb45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386314 Oct 20 11:43:38.463325 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caadc332-1837-47bb-bb43-b7683d203605 req-35d52b8d-e108-44c7-8eb3-f93b9cee3cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:38.464731 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-caadc332-1837-47bb-bb43-b7683d203605 req-35d52b8d-e108-44c7-8eb3-f93b9cee3cf3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=eafc6589-588a-4c0d-885d-f728310955ed HTTP/1.1" status: 200 len: 1098 time: 0.0400374 Oct 20 11:43:38.498238 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-caadc332-1837-47bb-bb43-b7683d203605 req-6d045426-448b-4efd-baa3-647cb787cd86 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=d74b7de3-a124-486c-bd9d-136cfc7deb45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0268228 Oct 20 11:43:38.890499 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:39.198209 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:39.463199 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6554492d-0874-4480-a4af-141d6eb3547b req-4da2aac0-1c74-4812-a987-e79135c3de26 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:39.464593 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6554492d-0874-4480-a4af-141d6eb3547b req-4da2aac0-1c74-4812-a987-e79135c3de26 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/ports?device_id=eafc6589-588a-4c0d-885d-f728310955ed HTTP/1.1" status: 200 len: 947 time: 0.0472639 Oct 20 11:43:39.501228 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6554492d-0874-4480-a4af-141d6eb3547b req-4fc8ccd9-6bd5-4192-90b3-451c9134a4bc tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/security-groups?id=d74b7de3-a124-486c-bd9d-136cfc7deb45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308301 Oct 20 11:43:40.613336 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565628b8-8a8e-4c38-9f03-86346fa045bf req-8117a366-b00d-4edc-9281-2cd19bb520cf tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:40.614794 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-565628b8-8a8e-4c38-9f03-86346fa045bf req-8117a366-b00d-4edc-9281-2cd19bb520cf tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/ports?device_id=eafc6589-588a-4c0d-885d-f728310955ed HTTP/1.1" status: 200 len: 947 time: 0.0472090 Oct 20 11:43:40.655420 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-565628b8-8a8e-4c38-9f03-86346fa045bf req-8224365f-2bc1-400e-8ab7-a301695914b4 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/security-groups?id=d74b7de3-a124-486c-bd9d-136cfc7deb45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341799 Oct 20 11:43:49.622091 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b98996b5-41d9-4edd-9c24-686bb3de3deb req-f751db69-cbe2-4ae6-b447-9a81f943e594 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=eafc6589-588a-4c0d-885d-f728310955ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0390134 Oct 20 11:43:49.715286 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98996b5-41d9-4edd-9c24-686bb3de3deb req-59aebe6b-3d02-41ae-9813-a22a5991921c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:49.716853 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b98996b5-41d9-4edd-9c24-686bb3de3deb req-59aebe6b-3d02-41ae-9813-a22a5991921c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6b411328cc8d4dc5bcf66f69c3645238&device_id=eafc6589-588a-4c0d-885d-f728310955ed HTTP/1.1" status: 200 len: 1098 time: 0.0396128 Oct 20 11:43:49.820276 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98996b5-41d9-4edd-9c24-686bb3de3deb req-f3867aa0-b23e-4bb1-88cd-1d369c0eea1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:49.821741 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b98996b5-41d9-4edd-9c24-686bb3de3deb req-f3867aa0-b23e-4bb1-88cd-1d369c0eea1e service neutron] 10.222.0.55 "GET /v2.0/networks?id=93b7cadb-3c45-4680-8fb9-490596b5f105 HTTP/1.1" status: 200 len: 909 time: 0.0858948 Oct 20 11:43:49.885297 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b98996b5-41d9-4edd-9c24-686bb3de3deb req-402f0cde-aae8-4a73-a90e-b44d05cc8069 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bb209e9c-b2fe-4a1f-83fa-2150b9c035a0 HTTP/1.1" status: 200 len: 1002 time: 0.0560923 Oct 20 11:43:49.932223 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98996b5-41d9-4edd-9c24-686bb3de3deb req-a7672de5-6c83-4fee-9951-d1779b5038d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:49.933856 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b98996b5-41d9-4edd-9c24-686bb3de3deb req-a7672de5-6c83-4fee-9951-d1779b5038d9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=38516557-486d-4381-b02d-c224eaa06bbb HTTP/1.1" status: 200 len: 847 time: 0.0421662 Oct 20 11:43:49.951982 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:49.983089 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98996b5-41d9-4edd-9c24-686bb3de3deb req-d012404c-0c10-4e6c-b3c8-1de397b44efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:49.984646 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b98996b5-41d9-4edd-9c24-686bb3de3deb req-d012404c-0c10-4e6c-b3c8-1de397b44efb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=93b7cadb-3c45-4680-8fb9-490596b5f105&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437186 Oct 20 11:43:50.072249 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b98996b5-41d9-4edd-9c24-686bb3de3deb req-f537ef05-3fa3-4332-a20a-391d18c74961 service neutron] 10.222.0.55 "GET /v2.0/networks/93b7cadb-3c45-4680-8fb9-490596b5f105?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803270 Oct 20 11:43:50.164301 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b98996b5-41d9-4edd-9c24-686bb3de3deb req-b754ad74-149d-45c8-b6d3-c2c427ea896e service neutron] 10.222.0.55 "GET /v2.0/networks/93b7cadb-3c45-4680-8fb9-490596b5f105?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838547 Oct 20 11:44:00.252877 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 7 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:44:03.630458 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-74eaf49c-5805-4f27-a90c-672b12278c11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:06.481837 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-4d468f04-2584-4fb0-a63f-26a5e68909dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:07.254793 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:07.832709 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:08.902795 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:09.200439 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:19.953845 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:33.631944 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-f65216c5-b4d2-4a84-97a3-4f7f4e61ea33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:36.482178 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-2fd88c25-14df-4b72-b7f8-ceecfa53b294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:37.251846 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 7 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:44:37.257221 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:37.834250 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:38.901543 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:39.203059 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:49.967050 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:50.609247 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-97d5e02e-1033-4473-9569-d541528c445a req-47a7447f-1d1e-46d6-97e4-c4c965a039e0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=eafc6589-588a-4c0d-885d-f728310955ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0400643 Oct 20 11:44:50.701656 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d5e02e-1033-4473-9569-d541528c445a req-5bc2c1b8-51f9-4ef1-af02-1000210cdfad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:50.703115 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-97d5e02e-1033-4473-9569-d541528c445a req-5bc2c1b8-51f9-4ef1-af02-1000210cdfad service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6b411328cc8d4dc5bcf66f69c3645238&device_id=eafc6589-588a-4c0d-885d-f728310955ed HTTP/1.1" status: 200 len: 1098 time: 0.0394146 Oct 20 11:44:50.806188 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d5e02e-1033-4473-9569-d541528c445a req-a90f6a31-5835-4637-9652-fdc71695df05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:50.807653 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-97d5e02e-1033-4473-9569-d541528c445a req-a90f6a31-5835-4637-9652-fdc71695df05 service neutron] 10.222.0.55 "GET /v2.0/networks?id=93b7cadb-3c45-4680-8fb9-490596b5f105 HTTP/1.1" status: 200 len: 909 time: 0.0857604 Oct 20 11:44:50.870118 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-97d5e02e-1033-4473-9569-d541528c445a req-995fb3f3-14bb-4a1b-853f-10160e6a4b52 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bb209e9c-b2fe-4a1f-83fa-2150b9c035a0 HTTP/1.1" status: 200 len: 1002 time: 0.0558255 Oct 20 11:44:50.921858 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d5e02e-1033-4473-9569-d541528c445a req-c650920e-c75e-4641-8ac8-c4d003d3e022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:50.923321 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-97d5e02e-1033-4473-9569-d541528c445a req-c650920e-c75e-4641-8ac8-c4d003d3e022 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=38516557-486d-4381-b02d-c224eaa06bbb HTTP/1.1" status: 200 len: 847 time: 0.0463979 Oct 20 11:44:50.968954 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d5e02e-1033-4473-9569-d541528c445a req-cb1daa4a-5d51-4903-9042-f5fed8daadae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:50.970419 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-97d5e02e-1033-4473-9569-d541528c445a req-cb1daa4a-5d51-4903-9042-f5fed8daadae service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=93b7cadb-3c45-4680-8fb9-490596b5f105&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403495 Oct 20 11:44:51.059899 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-97d5e02e-1033-4473-9569-d541528c445a req-c4898370-67a4-42c4-ab18-54775a6f23ee service neutron] 10.222.0.55 "GET /v2.0/networks/93b7cadb-3c45-4680-8fb9-490596b5f105?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824935 Oct 20 11:44:51.150288 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-97d5e02e-1033-4473-9569-d541528c445a req-dcb3f388-f9ae-49dc-b23a-02b0b92c638e service neutron] 10.222.0.55 "GET /v2.0/networks/93b7cadb-3c45-4680-8fb9-490596b5f105?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837758 Oct 20 11:45:03.632995 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-8dcb5c19-b149-4408-af0a-dd6fe9007315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:06.481876 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-fb866a55-8b62-42b6-a1b1-727b99996822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:07.261182 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:07.837892 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:08.917136 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:09.205238 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:14.251711 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 7 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:45:19.965727 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:25.005975 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 48170) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:25.393366 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-69ab97ca-24b1-4a47-a67f-e0de00a03b16 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Deleting port 7b5da857-c6a0-4050-b3da-564601ca599c {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:45:25.393698 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-69ab97ca-24b1-4a47-a67f-e0de00a03b16 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:25.466608 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-69ab97ca-24b1-4a47-a67f-e0de00a03b16 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:25.466929 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-69ab97ca-24b1-4a47-a67f-e0de00a03b16 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:25.477941 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-69ab97ca-24b1-4a47-a67f-e0de00a03b16 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Calling delete_port for 7b5da857-c6a0-4050-b3da-564601ca599c owned by network:floatingip {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:45:25.618424 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-69ab97ca-24b1-4a47-a67f-e0de00a03b16 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:25.643635 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ab97ca-24b1-4a47-a67f-e0de00a03b16 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Pushing event deleted for resources: {'Port': ['ID=7b5da857-c6a0-4050-b3da-564601ca599c,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:25.667647 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ab97ca-24b1-4a47-a67f-e0de00a03b16 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:45:25.667988 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ab97ca-24b1-4a47-a67f-e0de00a03b16 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:45:25.668319 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ab97ca-24b1-4a47-a67f-e0de00a03b16 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:45:25.668647 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ab97ca-24b1-4a47-a67f-e0de00a03b16 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:45:25.668969 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ab97ca-24b1-4a47-a67f-e0de00a03b16 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:45:25.669293 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ab97ca-24b1-4a47-a67f-e0de00a03b16 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:45:25.669614 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ab97ca-24b1-4a47-a67f-e0de00a03b16 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:45:25.669932 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ab97ca-24b1-4a47-a67f-e0de00a03b16 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:45:25.670250 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ab97ca-24b1-4a47-a67f-e0de00a03b16 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:45:25.670565 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ab97ca-24b1-4a47-a67f-e0de00a03b16 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:45:25.671469 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ab97ca-24b1-4a47-a67f-e0de00a03b16 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:45:25.671787 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ab97ca-24b1-4a47-a67f-e0de00a03b16 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:45:25.709331 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-69ab97ca-24b1-4a47-a67f-e0de00a03b16 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Publish callbacks [] for floatingip, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:25.709645 n-d-811396-3 neutron-server[100597]: INFO neutron.db.l3_db [None req-69ab97ca-24b1-4a47-a67f-e0de00a03b16 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Floating IP e99c24bb-403f-498c-a7f3-5bf7913c6ea1 disassociated (deleted). External IP: 172.25.1.147, port: bb209e9c-b2fe-4a1f-83fa-2150b9c035a0. Oct 20 11:45:25.910643 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69ab97ca-24b1-4a47-a67f-e0de00a03b16 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Router 9a111adc-c9cf-41d1-8fa9-0e1ddf50b36a has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:45:26.015154 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69ab97ca-24b1-4a47-a67f-e0de00a03b16 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:45:26.019925 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-69ab97ca-24b1-4a47-a67f-e0de00a03b16 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for floatingip, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:26.026874 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec915e9e-5609-4af0-bc81-738a83ecbc85 None None] Sync routers for ids ['9a111adc-c9cf-41d1-8fa9-0e1ddf50b36a'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:45:26.037084 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec915e9e-5609-4af0-bc81-738a83ecbc85 None None] Routers {'9a111adc-c9cf-41d1-8fa9-0e1ddf50b36a'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:45:26.037702 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-ec915e9e-5609-4af0-bc81-738a83ecbc85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:45:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['9a111adc-c9cf-41d1-8fa9-0e1ddf50b36a'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:45:26.045513 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-69ab97ca-24b1-4a47-a67f-e0de00a03b16 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "DELETE /v2.0/floatingips/e99c24bb-403f-498c-a7f3-5bf7913c6ea1 HTTP/1.1" status: 204 len: 168 time: 1.0384731 Oct 20 11:45:26.046156 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eafc6589-588a-4c0d-885d-f728310955ed', 'tag': 'bb209e9c-b2fe-4a1f-83fa-2150b9c035a0'}] {{(pid=100597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:45:26.048445 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26bcd304cef01c8d1125ec9c440c7684a0d186feae015bfd415464a1220f638e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0da979cc-a81d-4eb3-aafa-c39abbc8fc4c" -d '{"events": [{"name": "network-changed", "server_uuid": "eafc6589-588a-4c0d-885d-f728310955ed", "tag": "bb209e9c-b2fe-4a1f-83fa-2150b9c035a0"}]}' {{(pid=100597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:45:26.146307 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-ec915e9e-5609-4af0-bc81-738a83ecbc85 None None] Set router 9a111adc-c9cf-41d1-8fa9-0e1ddf50b36a gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:45:26.148596 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aefbd108-97df-4787-b215-32c8483ce2cb x-openstack-request-id: req-aefbd108-97df-4787-b215-32c8483ce2cb {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:45:26.148884 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eafc6589-588a-4c0d-885d-f728310955ed", "tag": "bb209e9c-b2fe-4a1f-83fa-2150b9c035a0", "status": "completed", "code": 200}]} {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:45:26.149130 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-aefbd108-97df-4787-b215-32c8483ce2cb {{(pid=100597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:45:26.149521 n-d-811396-3 neutron-server[100597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eafc6589-588a-4c0d-885d-f728310955ed', 'tag': 'bb209e9c-b2fe-4a1f-83fa-2150b9c035a0', 'status': 'completed', 'code': 200} Oct 20 11:45:26.262190 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da979cc-a81d-4eb3-aafa-c39abbc8fc4c req-2dac11f1-34ba-41bb-b043-3ce6cb1ff54d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:26.263799 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0da979cc-a81d-4eb3-aafa-c39abbc8fc4c req-2dac11f1-34ba-41bb-b043-3ce6cb1ff54d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6b411328cc8d4dc5bcf66f69c3645238&device_id=eafc6589-588a-4c0d-885d-f728310955ed HTTP/1.1" status: 200 len: 1098 time: 0.0658522 Oct 20 11:45:26.357764 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3964b4a0-971f-4558-8fdb-00b06774596f req-3bbfe2a2-41e7-4154-8b7d-3b76990df053 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:26.359287 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3964b4a0-971f-4558-8fdb-00b06774596f req-3bbfe2a2-41e7-4154-8b7d-3b76990df053 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/ports?device_id=eafc6589-588a-4c0d-885d-f728310955ed HTTP/1.1" status: 200 len: 947 time: 0.1158092 Oct 20 11:45:26.364509 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-ec915e9e-5609-4af0-bc81-738a83ecbc85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a111adc-c9cf-41d1-8fa9-0e1ddf50b36a', 'name': 'tempest-TestShelveInstance-744987224-router', 'tenant_id': '6b411328cc8d4dc5bcf66f69c3645238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '6ac28c75-9d97-40ee-8ec5-fa0dec42e6e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:40:34Z', 'updated_at': '2021-10-20T11:40:36Z', 'revision_number': 4, 'project_id': '6b411328cc8d4dc5bcf66f69c3645238', 'gw_port': {'id': '6ac28c75-9d97-40ee-8ec5-fa0dec42e6e4', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:9a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a111adc-c9cf-41d1-8fa9-0e1ddf50b36a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:40:34Z', 'updated_at': '2021-10-20T11:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '1c8f8b02-85c9-4448-bf85-c83eb8ce7633', 'name': '', 'network_id': '93b7cadb-3c45-4680-8fb9-490596b5f105', 'tenant_id': '6b411328cc8d4dc5bcf66f69c3645238', 'mac_address': 'fa:16:3e:a5:80:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a111adc-c9cf-41d1-8fa9-0e1ddf50b36a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '38516557-486d-4381-b02d-c224eaa06bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:40:36Z', 'updated_at': '2021-10-20T11:40:40Z', 'revision_number': 5, 'project_id': '6b411328cc8d4dc5bcf66f69c3645238', 'subnets': [{'id': '38516557-486d-4381-b02d-c224eaa06bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:45:26.391251 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec915e9e-5609-4af0-bc81-738a83ecbc85 None None] Checking router: 9a111adc-c9cf-41d1-8fa9-0e1ddf50b36a for host: n-d-811396-3 {{(pid=100598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:45:26.399609 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec915e9e-5609-4af0-bc81-738a83ecbc85 None None] Routers {'9a111adc-c9cf-41d1-8fa9-0e1ddf50b36a'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:45:26.400218 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-ec915e9e-5609-4af0-bc81-738a83ecbc85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:45:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['9a111adc-c9cf-41d1-8fa9-0e1ddf50b36a'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:45:26.410834 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da979cc-a81d-4eb3-aafa-c39abbc8fc4c req-1e44900d-f13f-41bb-ae81-466a89e76311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:26.412343 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0da979cc-a81d-4eb3-aafa-c39abbc8fc4c req-1e44900d-f13f-41bb-ae81-466a89e76311 service neutron] 10.222.0.55 "GET /v2.0/networks?id=93b7cadb-3c45-4680-8fb9-490596b5f105 HTTP/1.1" status: 200 len: 909 time: 0.1312575 Oct 20 11:45:26.415272 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3964b4a0-971f-4558-8fdb-00b06774596f req-f33d72db-eb5c-4c5f-9a89-1e9da139277a tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/security-groups?id=d74b7de3-a124-486c-bd9d-136cfc7deb45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498619 Oct 20 11:45:26.459015 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0da979cc-a81d-4eb3-aafa-c39abbc8fc4c req-c1c4eaa9-6915-4033-8aef-8bb5f0dadf89 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bb209e9c-b2fe-4a1f-83fa-2150b9c035a0 HTTP/1.1" status: 200 len: 217 time: 0.0391407 Oct 20 11:45:26.507356 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da979cc-a81d-4eb3-aafa-c39abbc8fc4c req-2ed260b8-94b7-499a-a155-23baf9d4df42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:26.508832 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0da979cc-a81d-4eb3-aafa-c39abbc8fc4c req-2ed260b8-94b7-499a-a155-23baf9d4df42 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=38516557-486d-4381-b02d-c224eaa06bbb HTTP/1.1" status: 200 len: 847 time: 0.0428500 Oct 20 11:45:26.509529 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-ec915e9e-5609-4af0-bc81-738a83ecbc85 None None] Set router 9a111adc-c9cf-41d1-8fa9-0e1ddf50b36a gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:45:26.556089 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da979cc-a81d-4eb3-aafa-c39abbc8fc4c req-0a9e766b-8717-468b-8489-73a17977f1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:26.557635 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0da979cc-a81d-4eb3-aafa-c39abbc8fc4c req-0a9e766b-8717-468b-8489-73a17977f1eb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=93b7cadb-3c45-4680-8fb9-490596b5f105&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396678 Oct 20 11:45:26.658771 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0da979cc-a81d-4eb3-aafa-c39abbc8fc4c req-bfd8f954-f306-44cf-8fc6-ab8806da932c service neutron] 10.222.0.55 "GET /v2.0/networks/93b7cadb-3c45-4680-8fb9-490596b5f105?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898101 Oct 20 11:45:26.711288 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-ec915e9e-5609-4af0-bc81-738a83ecbc85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a111adc-c9cf-41d1-8fa9-0e1ddf50b36a', 'name': 'tempest-TestShelveInstance-744987224-router', 'tenant_id': '6b411328cc8d4dc5bcf66f69c3645238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '6ac28c75-9d97-40ee-8ec5-fa0dec42e6e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:40:34Z', 'updated_at': '2021-10-20T11:40:36Z', 'revision_number': 4, 'project_id': '6b411328cc8d4dc5bcf66f69c3645238', 'gw_port': {'id': '6ac28c75-9d97-40ee-8ec5-fa0dec42e6e4', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:9a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a111adc-c9cf-41d1-8fa9-0e1ddf50b36a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:40:34Z', 'updated_at': '2021-10-20T11:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '1c8f8b02-85c9-4448-bf85-c83eb8ce7633', 'name': '', 'network_id': '93b7cadb-3c45-4680-8fb9-490596b5f105', 'tenant_id': '6b411328cc8d4dc5bcf66f69c3645238', 'mac_address': 'fa:16:3e:a5:80:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a111adc-c9cf-41d1-8fa9-0e1ddf50b36a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '38516557-486d-4381-b02d-c224eaa06bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:40:36Z', 'updated_at': '2021-10-20T11:40:40Z', 'revision_number': 5, 'project_id': '6b411328cc8d4dc5bcf66f69c3645238', 'subnets': [{'id': '38516557-486d-4381-b02d-c224eaa06bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:45:26.737442 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec915e9e-5609-4af0-bc81-738a83ecbc85 None None] The sync data for ids ['9a111adc-c9cf-41d1-8fa9-0e1ddf50b36a'] in n-d-811396-3 is: [{'id': '9a111adc-c9cf-41d1-8fa9-0e1ddf50b36a', 'name': 'tempest-TestShelveInstance-744987224-router', 'tenant_id': '6b411328cc8d4dc5bcf66f69c3645238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '6ac28c75-9d97-40ee-8ec5-fa0dec42e6e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:40:34Z', 'updated_at': '2021-10-20T11:40:36Z', 'revision_number': 4, 'project_id': '6b411328cc8d4dc5bcf66f69c3645238', 'gw_port': {'id': '6ac28c75-9d97-40ee-8ec5-fa0dec42e6e4', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:9a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a111adc-c9cf-41d1-8fa9-0e1ddf50b36a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:40:34Z', 'updated_at': '2021-10-20T11:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '1c8f8b02-85c9-4448-bf85-c83eb8ce7633', 'name': '', 'network_id': '93b7cadb-3c45-4680-8fb9-490596b5f105', 'tenant_id': '6b411328cc8d4dc5bcf66f69c3645238', 'mac_address': 'fa:16:3e:a5:80:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a111adc-c9cf-41d1-8fa9-0e1ddf50b36a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '38516557-486d-4381-b02d-c224eaa06bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:40:36Z', 'updated_at': '2021-10-20T11:40:40Z', 'revision_number': 5, 'project_id': '6b411328cc8d4dc5bcf66f69c3645238', 'subnets': [{'id': '38516557-486d-4381-b02d-c224eaa06bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:45:26.750406 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-0da979cc-a81d-4eb3-aafa-c39abbc8fc4c req-12bfdec0-a5e8-4c82-812b-f8f17325b0ec service neutron] 10.222.0.55 "GET /v2.0/networks/93b7cadb-3c45-4680-8fb9-490596b5f105?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843723 Oct 20 11:45:26.957121 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0721af-1060-4b84-bdf2-14de40b5dfe7 None None] New status for floating IP e99c24bb-403f-498c-a7f3-5bf7913c6ea1: DOWN {{(pid=100599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 11:45:27.532643 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933b4a49-3af5-4de9-b903-b1e8ae574c8d req-a8a683b1-6565-4aa8-8a11-abddf46f2676 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:27.534281 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-933b4a49-3af5-4de9-b903-b1e8ae574c8d req-a8a683b1-6565-4aa8-8a11-abddf46f2676 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/ports?device_id=eafc6589-588a-4c0d-885d-f728310955ed HTTP/1.1" status: 200 len: 947 time: 0.0489862 Oct 20 11:45:27.585612 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-933b4a49-3af5-4de9-b903-b1e8ae574c8d req-1af2e774-8d58-4c19-a615-4119ee5fddf3 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/security-groups?id=d74b7de3-a124-486c-bd9d-136cfc7deb45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444987 Oct 20 11:45:27.892368 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b740292b-edd3-4097-a519-1afb7ad4c4d1 req-a8fdf9bf-99e2-42c3-8d93-d89f09d311b2 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:27.893787 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b740292b-edd3-4097-a519-1afb7ad4c4d1 req-a8fdf9bf-99e2-42c3-8d93-d89f09d311b2 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.55 "GET /v2.0/ports?device_id=eafc6589-588a-4c0d-885d-f728310955ed HTTP/1.1" status: 200 len: 947 time: 0.0482085 Oct 20 11:45:27.989668 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-b740292b-edd3-4097-a519-1afb7ad4c4d1 req-f2bc318f-a85c-4966-96e2-fd3e654a070b tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Deleting port bb209e9c-b2fe-4a1f-83fa-2150b9c035a0 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:45:27.990012 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-b740292b-edd3-4097-a519-1afb7ad4c4d1 req-f2bc318f-a85c-4966-96e2-fd3e654a070b tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:28.079788 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-b740292b-edd3-4097-a519-1afb7ad4c4d1 req-f2bc318f-a85c-4966-96e2-fd3e654a070b tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] For port bb209e9c-b2fe-4a1f-83fa-2150b9c035a0, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=bb209e9c-b2fe-4a1f-83fa-2150b9c035a0,segment=NetworkSegment(4da70b3a-7ff9-47c3-9730-56e4122637b1),segment_id=4da70b3a-7ff9-47c3-9730-56e4122637b1)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:45:28.080155 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-b740292b-edd3-4097-a519-1afb7ad4c4d1 req-f2bc318f-a85c-4966-96e2-fd3e654a070b tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:28.091717 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-b740292b-edd3-4097-a519-1afb7ad4c4d1 req-f2bc318f-a85c-4966-96e2-fd3e654a070b tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Calling delete_port for bb209e9c-b2fe-4a1f-83fa-2150b9c035a0 owned by compute:nova {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:45:28.218755 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-b740292b-edd3-4097-a519-1afb7ad4c4d1 req-f2bc318f-a85c-4966-96e2-fd3e654a070b tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:28.248622 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bc318f-a85c-4966-96e2-fd3e654a070b tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Pushing event deleted for resources: {'Port': ['ID=bb209e9c-b2fe-4a1f-83fa-2150b9c035a0,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:28.273826 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bc318f-a85c-4966-96e2-fd3e654a070b tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:45:28.274172 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bc318f-a85c-4966-96e2-fd3e654a070b tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:45:28.274511 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bc318f-a85c-4966-96e2-fd3e654a070b tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:45:28.274840 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bc318f-a85c-4966-96e2-fd3e654a070b tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:45:28.275169 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bc318f-a85c-4966-96e2-fd3e654a070b tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:45:28.275525 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bc318f-a85c-4966-96e2-fd3e654a070b tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:45:28.275854 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bc318f-a85c-4966-96e2-fd3e654a070b tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:45:28.276199 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bc318f-a85c-4966-96e2-fd3e654a070b tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:45:28.276503 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bc318f-a85c-4966-96e2-fd3e654a070b tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:45:28.276826 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bc318f-a85c-4966-96e2-fd3e654a070b tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:45:28.277166 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bc318f-a85c-4966-96e2-fd3e654a070b tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:45:28.277484 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bc318f-a85c-4966-96e2-fd3e654a070b tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:45:28.298397 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-b740292b-edd3-4097-a519-1afb7ad4c4d1 req-f2bc318f-a85c-4966-96e2-fd3e654a070b tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] No DVR routers for this DVR port bb209e9c-b2fe-4a1f-83fa-2150b9c035a0 on host n-h1-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:45:28.301005 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-b740292b-edd3-4097-a519-1afb7ad4c4d1 req-f2bc318f-a85c-4966-96e2-fd3e654a070b tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:28.304281 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b740292b-edd3-4097-a519-1afb7ad4c4d1 req-f2bc318f-a85c-4966-96e2-fd3e654a070b tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.55 "DELETE /v2.0/ports/bb209e9c-b2fe-4a1f-83fa-2150b9c035a0 HTTP/1.1" status: 204 len: 173 time: 0.4015613 Oct 20 11:45:28.304714 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eafc6589-588a-4c0d-885d-f728310955ed', 'name': 'network-vif-deleted', 'tag': 'bb209e9c-b2fe-4a1f-83fa-2150b9c035a0'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:45:28.306986 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b817f9d80a1b29ed07bd94f2222da8cf244b0bc6025e0bf33ac95c6b13c59699" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49fb6a7a-e5d7-431c-84ae-eafb6e4e05de" -d '{"events": [{"server_uuid": "eafc6589-588a-4c0d-885d-f728310955ed", "name": "network-vif-deleted", "tag": "bb209e9c-b2fe-4a1f-83fa-2150b9c035a0"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:45:28.367655 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2811d7d-1208-4ca4-8f29-14fec8aa26ac x-openstack-request-id: req-f2811d7d-1208-4ca4-8f29-14fec8aa26ac {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:45:28.367950 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eafc6589-588a-4c0d-885d-f728310955ed", "name": "network-vif-deleted", "tag": "bb209e9c-b2fe-4a1f-83fa-2150b9c035a0", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:45:28.368207 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f2811d7d-1208-4ca4-8f29-14fec8aa26ac {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:45:28.368612 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eafc6589-588a-4c0d-885d-f728310955ed', 'name': 'network-vif-deleted', 'tag': 'bb209e9c-b2fe-4a1f-83fa-2150b9c035a0', 'status': 'completed', 'code': 200} Oct 20 11:45:28.698766 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-333a0a43-bda1-424b-8279-c7be4312d5a2 req-1fd40bcb-db61-4625-a4e9-a6e23bb0461a tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/ports?device_id=eafc6589-588a-4c0d-885d-f728310955ed HTTP/1.1" status: 200 len: 210 time: 0.0276959 Oct 20 11:45:29.759599 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 48198) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:29.819820 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5cbfba7d-8487-4caf-8008-1694421bc835 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:29.844661 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5cbfba7d-8487-4caf-8008-1694421bc835 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:29.904891 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5cbfba7d-8487-4caf-8008-1694421bc835 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:29.908372 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5cbfba7d-8487-4caf-8008-1694421bc835 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:29.909554 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-5cbfba7d-8487-4caf-8008-1694421bc835 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "DELETE /v2.0/security-groups/d74b7de3-a124-486c-bd9d-136cfc7deb45 HTTP/1.1" status: 204 len: 168 time: 0.1489737 Oct 20 11:45:29.919291 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbfba7d-8487-4caf-8008-1694421bc835 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d74b7de3-a124-486c-bd9d-136cfc7deb45,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:32.149954 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 48210) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:32.154535 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-6f777245-33ad-4c8e-b6f6-90881daa7ab4 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-534029245', 'description': 'tempest-secgroup-smoke-534029245 description', 'project_id': '6b411328cc8d4dc5bcf66f69c3645238'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:45:32.176409 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6f777245-33ad-4c8e-b6f6-90881daa7ab4 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:32.240903 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6f777245-33ad-4c8e-b6f6-90881daa7ab4 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:32.244468 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6f777245-33ad-4c8e-b6f6-90881daa7ab4 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:32.273888 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-6f777245-33ad-4c8e-b6f6-90881daa7ab4 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:32.275103 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-6f777245-33ad-4c8e-b6f6-90881daa7ab4 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1241250 Oct 20 11:45:32.276943 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f777245-33ad-4c8e-b6f6-90881daa7ab4 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d20f2b9f-a503-4e8b-b0ba-baeff6d2c27c,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:32.278208 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 48212) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:32.283638 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-fa0d2486-b405-4f70-9218-e16b4e15c5fd tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Request body: {'security_group_rule': {'security_group_id': 'd20f2b9f-a503-4e8b-b0ba-baeff6d2c27c', 'project_id': '6b411328cc8d4dc5bcf66f69c3645238', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:45:32.309952 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-fa0d2486-b405-4f70-9218-e16b4e15c5fd tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:32.367213 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-fa0d2486-b405-4f70-9218-e16b4e15c5fd tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:32.370667 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-fa0d2486-b405-4f70-9218-e16b4e15c5fd tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:32.387909 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0d2486-b405-4f70-9218-e16b4e15c5fd tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32286bd5-5f06-43a5-a9ae-bfa7a5681783,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:32.396376 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-fa0d2486-b405-4f70-9218-e16b4e15c5fd tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:32.397603 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-fa0d2486-b405-4f70-9218-e16b4e15c5fd tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1177244 Oct 20 11:45:32.400378 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 48216) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:32.404794 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-8cb1f9f0-ccbe-4656-a0cd-26f7a2da5a46 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Request body: {'security_group_rule': {'security_group_id': 'd20f2b9f-a503-4e8b-b0ba-baeff6d2c27c', 'project_id': '6b411328cc8d4dc5bcf66f69c3645238', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:45:32.429243 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8cb1f9f0-ccbe-4656-a0cd-26f7a2da5a46 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:32.485064 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8cb1f9f0-ccbe-4656-a0cd-26f7a2da5a46 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:32.488553 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8cb1f9f0-ccbe-4656-a0cd-26f7a2da5a46 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:32.506261 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb1f9f0-ccbe-4656-a0cd-26f7a2da5a46 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=265a3aaf-f547-4a90-84f6-94acbe31f471,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:32.513882 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-8cb1f9f0-ccbe-4656-a0cd-26f7a2da5a46 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:32.515081 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-8cb1f9f0-ccbe-4656-a0cd-26f7a2da5a46 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1138058 Oct 20 11:45:32.518932 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 48218) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:32.523729 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-bd30492d-f5e0-4480-893d-4fb475441d85 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Request body: {'security_group_rule': {'security_group_id': 'd20f2b9f-a503-4e8b-b0ba-baeff6d2c27c', 'project_id': '6b411328cc8d4dc5bcf66f69c3645238', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:45:32.548176 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bd30492d-f5e0-4480-893d-4fb475441d85 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:32.604746 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bd30492d-f5e0-4480-893d-4fb475441d85 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:32.608056 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bd30492d-f5e0-4480-893d-4fb475441d85 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:32.624876 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd30492d-f5e0-4480-893d-4fb475441d85 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc937b91-2dbf-4338-b34a-851292597938,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:32.633972 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-bd30492d-f5e0-4480-893d-4fb475441d85 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:32.635151 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-bd30492d-f5e0-4480-893d-4fb475441d85 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1150608 Oct 20 11:45:32.637877 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 48220) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:32.642156 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-c003e6dc-9e77-44a9-8487-04f0712d127b tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Request body: {'security_group_rule': {'security_group_id': 'd20f2b9f-a503-4e8b-b0ba-baeff6d2c27c', 'project_id': '6b411328cc8d4dc5bcf66f69c3645238', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:45:32.667731 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c003e6dc-9e77-44a9-8487-04f0712d127b tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:32.678500 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device bb209e9c-b2fe-4a1f-83fa-2150b9c035a0 no longer exists at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:45:32.698232 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] No Port match for: bb209e9c-b2fe-4a1f-83fa-2150b9c035a0 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:45:32.698581 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device bb209e9c-b2fe-4a1f-83fa-2150b9c035a0 not bound to the agent host n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:45:32.732535 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c003e6dc-9e77-44a9-8487-04f0712d127b tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:32.736069 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c003e6dc-9e77-44a9-8487-04f0712d127b tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:32.753995 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c003e6dc-9e77-44a9-8487-04f0712d127b tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=446324bf-9642-475e-8012-436f3ba3fe58,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:32.761748 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c003e6dc-9e77-44a9-8487-04f0712d127b tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:32.762972 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-c003e6dc-9e77-44a9-8487-04f0712d127b tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1241450 Oct 20 11:45:32.765717 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 48222) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:32.770753 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-ba0958f2-77f9-45e1-928f-e0a261ae0126 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Request body: {'security_group_rule': {'security_group_id': 'd20f2b9f-a503-4e8b-b0ba-baeff6d2c27c', 'project_id': '6b411328cc8d4dc5bcf66f69c3645238', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:45:32.791797 n-d-811396-3 neutron-server[100597]: INFO neutron.db.securitygroups_db [None req-ba0958f2-77f9-45e1-928f-e0a261ae0126 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Project 6b411328cc8d4dc5bcf66f69c3645238 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 11:45:32.796440 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ba0958f2-77f9-45e1-928f-e0a261ae0126 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:32.855731 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ba0958f2-77f9-45e1-928f-e0a261ae0126 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:32.859170 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ba0958f2-77f9-45e1-928f-e0a261ae0126 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:32.875990 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0958f2-77f9-45e1-928f-e0a261ae0126 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e57d17ce-9952-4060-af70-c16a391c2910,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:32.883840 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ba0958f2-77f9-45e1-928f-e0a261ae0126 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:32.885023 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-ba0958f2-77f9-45e1-928f-e0a261ae0126 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1176641 Oct 20 11:45:32.887756 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 48224) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:32.892491 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-3bd19e87-c9da-4aeb-8232-25f9c723904a tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Request body: {'security_group_rule': {'security_group_id': 'd20f2b9f-a503-4e8b-b0ba-baeff6d2c27c', 'project_id': '6b411328cc8d4dc5bcf66f69c3645238', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:45:32.913574 n-d-811396-3 neutron-server[100597]: INFO neutron.db.securitygroups_db [None req-3bd19e87-c9da-4aeb-8232-25f9c723904a tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Project 6b411328cc8d4dc5bcf66f69c3645238 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 11:45:32.918271 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3bd19e87-c9da-4aeb-8232-25f9c723904a tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:32.977844 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3bd19e87-c9da-4aeb-8232-25f9c723904a tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:32.981435 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3bd19e87-c9da-4aeb-8232-25f9c723904a tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:32.999873 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd19e87-c9da-4aeb-8232-25f9c723904a tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5244663d-4906-422c-98e6-85dde856b444,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:33.009606 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3bd19e87-c9da-4aeb-8232-25f9c723904a tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:33.010780 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-3bd19e87-c9da-4aeb-8232-25f9c723904a tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1221011 Oct 20 11:45:33.637375 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-b576f86d-35f9-42cc-be48-99d3de8822db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:36.483316 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c7c8fd1-e3f7-43da-b9d7-5918d7e2a652 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:37.264445 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:37.843260 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:38.919033 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:39.210692 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:48.196482 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ad9c0efc-9d8a-47ec-bc18-75107effee06 req-2b32b44c-8851-4410-96a4-0c79c190d3c7 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-534029245&fields=id&tenant_id=6b411328cc8d4dc5bcf66f69c3645238 HTTP/1.1" status: 200 len: 267 time: 0.0326481 Oct 20 11:45:48.304042 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9c0efc-9d8a-47ec-bc18-75107effee06 req-3b2f3e74-6f7e-4af3-8bc3-a6c68807fe3e tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:48.305552 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ad9c0efc-9d8a-47ec-bc18-75107effee06 req-3b2f3e74-6f7e-4af3-8bc3-a6c68807fe3e tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/networks?id=93b7cadb-3c45-4680-8fb9-490596b5f105 HTTP/1.1" status: 200 len: 808 time: 0.1023891 Oct 20 11:45:48.320979 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ad9c0efc-9d8a-47ec-bc18-75107effee06 req-9be891ae-f05d-4105-9f71-f678c0fd09cc tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/quotas/6b411328cc8d4dc5bcf66f69c3645238 HTTP/1.1" status: 200 len: 375 time: 0.0094032 Oct 20 11:45:48.369218 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ad9c0efc-9d8a-47ec-bc18-75107effee06 req-9226445d-113e-4a2f-87a3-a4fcc4f81e3b tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=6b411328cc8d4dc5bcf66f69c3645238&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0431011 Oct 20 11:45:48.465620 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ad9c0efc-9d8a-47ec-bc18-75107effee06 req-ab2e5f55-4f76-4c4a-a7af-7dc67479ed80 service neutron] 10.222.0.64 "GET /v2.0/networks/93b7cadb-3c45-4680-8fb9-490596b5f105?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845039 Oct 20 11:45:48.554332 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ad9c0efc-9d8a-47ec-bc18-75107effee06 req-d0520138-0d51-4a79-8053-055a0f5e9228 service neutron] 10.222.0.64 "GET /v2.0/networks/93b7cadb-3c45-4680-8fb9-490596b5f105?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820227 Oct 20 11:45:48.831437 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d8b0923a-8cb5-43a7-a85e-aafdd7ee0df7 req-a9ffbc10-3d71-446b-9544-735e992e810a tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/ports?device_id=49681b88-3c5d-4ca2-ab36-e43d628163d8 HTTP/1.1" status: 200 len: 210 time: 0.0262170 Oct 20 11:45:49.750462 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9c0efc-9d8a-47ec-bc18-75107effee06 req-fa3332f6-83ed-4674-89f8-82de66f1d602 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:49.751968 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ad9c0efc-9d8a-47ec-bc18-75107effee06 req-fa3332f6-83ed-4674-89f8-82de66f1d602 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.69 "GET /v2.0/networks?id=93b7cadb-3c45-4680-8fb9-490596b5f105 HTTP/1.1" status: 200 len: 808 time: 0.1089461 Oct 20 11:45:49.795314 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ad9c0efc-9d8a-47ec-bc18-75107effee06 req-dac518d9-2b9e-425f-9ed9-2efee29e3d10 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6b411328cc8d4dc5bcf66f69c3645238 HTTP/1.1" status: 200 len: 379 time: 0.0341074 Oct 20 11:45:49.804863 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-ad9c0efc-9d8a-47ec-bc18-75107effee06 req-16a06c49-8290-4008-9e2a-8ff132b3679b tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Request body: {'port': {'device_id': '49681b88-3c5d-4ca2-ab36-e43d628163d8', 'network_id': '93b7cadb-3c45-4680-8fb9-490596b5f105', 'admin_state_up': True, 'tenant_id': '6b411328cc8d4dc5bcf66f69c3645238', 'security_groups': ['d20f2b9f-a503-4e8b-b0ba-baeff6d2c27c']}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:45:49.933179 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-840dc22f-c252-4d42-83e5-e606f1151bee req-2e68e06c-e254-4711-b1a5-2712f344e878 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/ports?device_id=49681b88-3c5d-4ca2-ab36-e43d628163d8 HTTP/1.1" status: 200 len: 210 time: 0.0295291 Oct 20 11:45:49.945148 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad9c0efc-9d8a-47ec-bc18-75107effee06 req-16a06c49-8290-4008-9e2a-8ff132b3679b tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Made reservation on behalf of 6b411328cc8d4dc5bcf66f69c3645238 for: {'port': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:45:49.950069 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-ad9c0efc-9d8a-47ec-bc18-75107effee06 req-16a06c49-8290-4008-9e2a-8ff132b3679b tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:49.973362 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:50.083208 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [req-ad9c0efc-9d8a-47ec-bc18-75107effee06 req-16a06c49-8290-4008-9e2a-8ff132b3679b tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Allocated IP 172.20.0.5 (93b7cadb-3c45-4680-8fb9-490596b5f105/38516557-486d-4381-b02d-c224eaa06bbb/0a1521f1-ec07-4a09-a50b-d7b4ee07dddd) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:45:50.215785 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-ad9c0efc-9d8a-47ec-bc18-75107effee06 req-16a06c49-8290-4008-9e2a-8ff132b3679b tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:50.251438 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-ad9c0efc-9d8a-47ec-bc18-75107effee06 req-16a06c49-8290-4008-9e2a-8ff132b3679b tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:50.299278 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad9c0efc-9d8a-47ec-bc18-75107effee06 req-16a06c49-8290-4008-9e2a-8ff132b3679b tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Network 93b7cadb-3c45-4680-8fb9-490596b5f105 is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:45:50.302885 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [req-ad9c0efc-9d8a-47ec-bc18-75107effee06 req-16a06c49-8290-4008-9e2a-8ff132b3679b tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:45:50.306520 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad9c0efc-9d8a-47ec-bc18-75107effee06 req-16a06c49-8290-4008-9e2a-8ff132b3679b tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:45:50.313030 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a06c49-8290-4008-9e2a-8ff132b3679b tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Pushing event updated for resources: {'Port': ['ID=0a1521f1-ec07-4a09-a50b-d7b4ee07dddd,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:50.359152 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9c0efc-9d8a-47ec-bc18-75107effee06 req-16a06c49-8290-4008-9e2a-8ff132b3679b tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:50.359816 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-ad9c0efc-9d8a-47ec-bc18-75107effee06 req-16a06c49-8290-4008-9e2a-8ff132b3679b tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:50.376233 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ad9c0efc-9d8a-47ec-bc18-75107effee06 req-16a06c49-8290-4008-9e2a-8ff132b3679b tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5750992 Oct 20 11:45:50.388297 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [req-ad9c0efc-9d8a-47ec-bc18-75107effee06 req-9502995f-7190-4bec-95d3-f059dfb8a3cd tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:45:50.389395 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ad9c0efc-9d8a-47ec-bc18-75107effee06 req-9502995f-7190-4bec-95d3-f059dfb8a3cd tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0052962 Oct 20 11:45:50.402666 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-ad9c0efc-9d8a-47ec-bc18-75107effee06 req-5b58b731-cedd-4a7c-b4c4-5b5807470b24 service neutron] Request body: {'port': {'device_id': '49681b88-3c5d-4ca2-ab36-e43d628163d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811396-3'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:45:50.461447 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-ad9c0efc-9d8a-47ec-bc18-75107effee06 req-5b58b731-cedd-4a7c-b4c4-5b5807470b24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:50.575349 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-39e7800f-6ca4-4688-b64b-936443a5e66d None None] Provisioning complete for port 0a1521f1-ec07-4a09-a50b-d7b4ee07dddd triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:45:50.575743 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-39e7800f-6ca4-4688-b64b-936443a5e66d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:50.613905 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-39e7800f-6ca4-4688-b64b-936443a5e66d None None] Port 0a1521f1-ec07-4a09-a50b-d7b4ee07dddd cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:45:50.734576 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [req-ad9c0efc-9d8a-47ec-bc18-75107effee06 req-5b58b731-cedd-4a7c-b4c4-5b5807470b24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a1521f1-ec07-4a09-a50b-d7b4ee07dddd {{(pid=100596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:45:50.742378 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-ad9c0efc-9d8a-47ec-bc18-75107effee06 req-5b58b731-cedd-4a7c-b4c4-5b5807470b24 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:50.754716 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.provisioning_blocks [req-ad9c0efc-9d8a-47ec-bc18-75107effee06 req-5b58b731-cedd-4a7c-b4c4-5b5807470b24 service neutron] Transition to ACTIVE for port object 0a1521f1-ec07-4a09-a50b-d7b4ee07dddd will not be triggered until provisioned by entity L2. {{(pid=100596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:45:50.758603 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-ad9c0efc-9d8a-47ec-bc18-75107effee06 req-5b58b731-cedd-4a7c-b4c4-5b5807470b24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:50.810250 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b58b731-cedd-4a7c-b4c4-5b5807470b24 service neutron] Pushing event updated for resources: {'Port': ['ID=0a1521f1-ec07-4a09-a50b-d7b4ee07dddd,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:50.883158 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-ad9c0efc-9d8a-47ec-bc18-75107effee06 req-5b58b731-cedd-4a7c-b4c4-5b5807470b24 service neutron] Attempting to bind port 0a1521f1-ec07-4a09-a50b-d7b4ee07dddd on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:45:50.883526 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-ad9c0efc-9d8a-47ec-bc18-75107effee06 req-5b58b731-cedd-4a7c-b4c4-5b5807470b24 service neutron] Attempting to bind port 0a1521f1-ec07-4a09-a50b-d7b4ee07dddd by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': '4da70b3a-7ff9-47c3-9730-56e4122637b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '93b7cadb-3c45-4680-8fb9-490596b5f105'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:45:50.883868 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9c0efc-9d8a-47ec-bc18-75107effee06 req-5b58b731-cedd-4a7c-b4c4-5b5807470b24 service neutron] Attempting to bind port 0a1521f1-ec07-4a09-a50b-d7b4ee07dddd on network 93b7cadb-3c45-4680-8fb9-490596b5f105 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:45:50.888288 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9c0efc-9d8a-47ec-bc18-75107effee06 req-5b58b731-cedd-4a7c-b4c4-5b5807470b24 service neutron] Port 0a1521f1-ec07-4a09-a50b-d7b4ee07dddd on network 93b7cadb-3c45-4680-8fb9-490596b5f105 not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:45:50.888612 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9c0efc-9d8a-47ec-bc18-75107effee06 req-5b58b731-cedd-4a7c-b4c4-5b5807470b24 service neutron] Attempting to bind port 0a1521f1-ec07-4a09-a50b-d7b4ee07dddd on network 93b7cadb-3c45-4680-8fb9-490596b5f105 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:45:50.894246 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9c0efc-9d8a-47ec-bc18-75107effee06 req-5b58b731-cedd-4a7c-b4c4-5b5807470b24 service neutron] Checking agent: {'id': '061232a2-7adc-4ba1-a873-e8cb136b064d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:45:50.894586 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9c0efc-9d8a-47ec-bc18-75107effee06 req-5b58b731-cedd-4a7c-b4c4-5b5807470b24 service neutron] Checking segment: {'id': '4da70b3a-7ff9-47c3-9730-56e4122637b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '93b7cadb-3c45-4680-8fb9-490596b5f105'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:45:50.894973 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9c0efc-9d8a-47ec-bc18-75107effee06 req-5b58b731-cedd-4a7c-b4c4-5b5807470b24 service neutron] Bound using segment: {'id': '4da70b3a-7ff9-47c3-9730-56e4122637b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '93b7cadb-3c45-4680-8fb9-490596b5f105'} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:45:50.895501 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-ad9c0efc-9d8a-47ec-bc18-75107effee06 req-5b58b731-cedd-4a7c-b4c4-5b5807470b24 service neutron] Bound port: 0a1521f1-ec07-4a09-a50b-d7b4ee07dddd, host: n-h2-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4da70b3a-7ff9-47c3-9730-56e4122637b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '93b7cadb-3c45-4680-8fb9-490596b5f105'}}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:45:50.895864 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-ad9c0efc-9d8a-47ec-bc18-75107effee06 req-5b58b731-cedd-4a7c-b4c4-5b5807470b24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:50.963047 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-ad9c0efc-9d8a-47ec-bc18-75107effee06 req-5b58b731-cedd-4a7c-b4c4-5b5807470b24 service neutron] For port 0a1521f1-ec07-4a09-a50b-d7b4ee07dddd, host n-h2-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:45:50.966891 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-ad9c0efc-9d8a-47ec-bc18-75107effee06 req-5b58b731-cedd-4a7c-b4c4-5b5807470b24 service neutron] For port 0a1521f1-ec07-4a09-a50b-d7b4ee07dddd, host n-h2-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=0a1521f1-ec07-4a09-a50b-d7b4ee07dddd,segment=NetworkSegment(4da70b3a-7ff9-47c3-9730-56e4122637b1),segment_id=4da70b3a-7ff9-47c3-9730-56e4122637b1)] {{(pid=100596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:45:50.973607 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-ad9c0efc-9d8a-47ec-bc18-75107effee06 req-5b58b731-cedd-4a7c-b4c4-5b5807470b24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:51.008810 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9c0efc-9d8a-47ec-bc18-75107effee06 req-5b58b731-cedd-4a7c-b4c4-5b5807470b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:51.009522 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-ad9c0efc-9d8a-47ec-bc18-75107effee06 req-5b58b731-cedd-4a7c-b4c4-5b5807470b24 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:51.011995 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ad9c0efc-9d8a-47ec-bc18-75107effee06 req-5b58b731-cedd-4a7c-b4c4-5b5807470b24 service neutron] 10.222.0.69 "PUT /v2.0/ports/0a1521f1-ec07-4a09-a50b-d7b4ee07dddd HTTP/1.1" status: 200 len: 1091 time: 0.6133995 Oct 20 11:45:51.030911 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49681b88-3c5d-4ca2-ab36-e43d628163d8', 'tag': '0a1521f1-ec07-4a09-a50b-d7b4ee07dddd'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:45:51.035130 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b817f9d80a1b29ed07bd94f2222da8cf244b0bc6025e0bf33ac95c6b13c59699" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a81f8f8-e6af-48c8-bab7-7ca188da0185" -d '{"events": [{"name": "network-changed", "server_uuid": "49681b88-3c5d-4ca2-ab36-e43d628163d8", "tag": "0a1521f1-ec07-4a09-a50b-d7b4ee07dddd"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:45:51.106004 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4af2f3af-4f2f-401d-8c8c-4aa048aa907b x-openstack-request-id: req-4af2f3af-4f2f-401d-8c8c-4aa048aa907b {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:45:51.106427 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49681b88-3c5d-4ca2-ab36-e43d628163d8", "tag": "0a1521f1-ec07-4a09-a50b-d7b4ee07dddd", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:45:51.106780 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4af2f3af-4f2f-401d-8c8c-4aa048aa907b {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:45:51.107267 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49681b88-3c5d-4ca2-ab36-e43d628163d8', 'tag': '0a1521f1-ec07-4a09-a50b-d7b4ee07dddd', 'status': 'completed', 'code': 200} Oct 20 11:45:51.136759 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b58b731-cedd-4a7c-b4c4-5b5807470b24 service neutron] Pushing event updated for resources: {'Port': ['ID=0a1521f1-ec07-4a09-a50b-d7b4ee07dddd,revision_number=3']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:51.151345 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e533ddaf-c661-4bd3-84a3-6c9bc094d646 req-af459977-ca92-41dc-ae96-1a6abe998032 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:51.153164 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e533ddaf-c661-4bd3-84a3-6c9bc094d646 req-af459977-ca92-41dc-ae96-1a6abe998032 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/ports?device_id=49681b88-3c5d-4ca2-ab36-e43d628163d8 HTTP/1.1" status: 200 len: 943 time: 0.1352839 Oct 20 11:45:51.160474 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9c0efc-9d8a-47ec-bc18-75107effee06 req-8674b9e2-294e-4782-b92a-fa7422c64996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:51.162153 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ad9c0efc-9d8a-47ec-bc18-75107effee06 req-8674b9e2-294e-4782-b92a-fa7422c64996 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6b411328cc8d4dc5bcf66f69c3645238&device_id=49681b88-3c5d-4ca2-ab36-e43d628163d8 HTTP/1.1" status: 200 len: 1094 time: 0.1038764 Oct 20 11:45:51.217489 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ad9c0efc-9d8a-47ec-bc18-75107effee06 req-e2c895ac-3d87-4a68-a7dc-e8ec812190e1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0a1521f1-ec07-4a09-a50b-d7b4ee07dddd HTTP/1.1" status: 200 len: 217 time: 0.0469611 Oct 20 11:45:51.240977 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e533ddaf-c661-4bd3-84a3-6c9bc094d646 req-970b9a47-39f6-4f67-833a-40cecaeba241 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/security-groups?id=d20f2b9f-a503-4e8b-b0ba-baeff6d2c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777409 Oct 20 11:45:51.272081 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 7 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:45:51.295315 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9c0efc-9d8a-47ec-bc18-75107effee06 req-1ea727d9-9133-4def-8cf8-4d5ae4019307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:51.297169 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ad9c0efc-9d8a-47ec-bc18-75107effee06 req-1ea727d9-9133-4def-8cf8-4d5ae4019307 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=38516557-486d-4381-b02d-c224eaa06bbb HTTP/1.1" status: 200 len: 847 time: 0.0712404 Oct 20 11:45:51.345088 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9c0efc-9d8a-47ec-bc18-75107effee06 req-b0f433ab-24a8-49d6-962b-bf7ffbe1b22f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:51.346641 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ad9c0efc-9d8a-47ec-bc18-75107effee06 req-b0f433ab-24a8-49d6-962b-bf7ffbe1b22f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=93b7cadb-3c45-4680-8fb9-490596b5f105&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423005 Oct 20 11:45:51.436459 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ad9c0efc-9d8a-47ec-bc18-75107effee06 req-c181751a-51c1-46e9-8ee5-12ead9d6603e service neutron] 10.222.0.69 "GET /v2.0/networks/93b7cadb-3c45-4680-8fb9-490596b5f105?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829089 Oct 20 11:45:51.528536 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ad9c0efc-9d8a-47ec-bc18-75107effee06 req-940b9ac1-ca4c-48b4-b726-5de9c581d5c3 service neutron] 10.222.0.69 "GET /v2.0/networks/93b7cadb-3c45-4680-8fb9-490596b5f105?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854511 Oct 20 11:45:51.610150 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a81f8f8-e6af-48c8-bab7-7ca188da0185 req-4df1baf5-4859-4940-a437-0504b3382d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:51.611713 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4a81f8f8-e6af-48c8-bab7-7ca188da0185 req-4df1baf5-4859-4940-a437-0504b3382d00 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6b411328cc8d4dc5bcf66f69c3645238&device_id=49681b88-3c5d-4ca2-ab36-e43d628163d8 HTTP/1.1" status: 200 len: 1094 time: 0.0397422 Oct 20 11:45:52.030169 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a81f8f8-e6af-48c8-bab7-7ca188da0185 req-2626956c-a375-4375-acd0-d16c1f883bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:52.031790 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4a81f8f8-e6af-48c8-bab7-7ca188da0185 req-2626956c-a375-4375-acd0-d16c1f883bd7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=93b7cadb-3c45-4680-8fb9-490596b5f105 HTTP/1.1" status: 200 len: 909 time: 0.4135640 Oct 20 11:45:52.073655 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4a81f8f8-e6af-48c8-bab7-7ca188da0185 req-32049885-e6a2-466e-81d9-a3f21dad80d6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0a1521f1-ec07-4a09-a50b-d7b4ee07dddd HTTP/1.1" status: 200 len: 217 time: 0.0338137 Oct 20 11:45:52.123112 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a81f8f8-e6af-48c8-bab7-7ca188da0185 req-520622db-5cba-45e7-8547-9b941fe63694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:52.124658 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4a81f8f8-e6af-48c8-bab7-7ca188da0185 req-520622db-5cba-45e7-8547-9b941fe63694 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=38516557-486d-4381-b02d-c224eaa06bbb HTTP/1.1" status: 200 len: 847 time: 0.0446997 Oct 20 11:45:52.176978 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a81f8f8-e6af-48c8-bab7-7ca188da0185 req-9ee653ab-c6dc-4302-b5e2-de2ee7e2ad4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:52.178576 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4a81f8f8-e6af-48c8-bab7-7ca188da0185 req-9ee653ab-c6dc-4302-b5e2-de2ee7e2ad4f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=93b7cadb-3c45-4680-8fb9-490596b5f105&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466218 Oct 20 11:45:52.267552 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4a81f8f8-e6af-48c8-bab7-7ca188da0185 req-0cc89980-00dd-4562-be19-cc4ffd9e21bd service neutron] 10.222.0.69 "GET /v2.0/networks/93b7cadb-3c45-4680-8fb9-490596b5f105?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817435 Oct 20 11:45:52.392394 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4a81f8f8-e6af-48c8-bab7-7ca188da0185 req-cb1108c1-ca5e-464f-93b8-22e9bea04cb4 service neutron] 10.222.0.69 "GET /v2.0/networks/93b7cadb-3c45-4680-8fb9-490596b5f105?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182880 Oct 20 11:45:52.402683 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb031106-4def-4854-bc8e-21a17f28c45e req-3601ddad-6193-43f5-adf0-9857eb31a6ee tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:52.404138 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-eb031106-4def-4854-bc8e-21a17f28c45e req-3601ddad-6193-43f5-adf0-9857eb31a6ee tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/ports?device_id=49681b88-3c5d-4ca2-ab36-e43d628163d8 HTTP/1.1" status: 200 len: 943 time: 0.0679801 Oct 20 11:45:52.443919 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-eb031106-4def-4854-bc8e-21a17f28c45e req-697ee616-c31c-4114-a149-a6e15b9ebb64 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/security-groups?id=d20f2b9f-a503-4e8b-b0ba-baeff6d2c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321240 Oct 20 11:45:53.559895 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff57ba6b-87be-4cdd-add3-e46bcc18dd0b req-4f51d282-d71c-45bb-b36f-1ae4509aead8 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:53.561737 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ff57ba6b-87be-4cdd-add3-e46bcc18dd0b req-4f51d282-d71c-45bb-b36f-1ae4509aead8 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/ports?device_id=49681b88-3c5d-4ca2-ab36-e43d628163d8 HTTP/1.1" status: 200 len: 943 time: 0.0493190 Oct 20 11:45:53.599535 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ff57ba6b-87be-4cdd-add3-e46bcc18dd0b req-f30eac7d-3b0a-41cd-a8fd-df53f4d936d1 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/security-groups?id=d20f2b9f-a503-4e8b-b0ba-baeff6d2c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318704 Oct 20 11:45:54.720584 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abb5efc-3bb3-44e6-8e19-f82311565a56 req-d5ef4244-9b70-43e8-88c1-b688c8fae938 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:54.722632 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4abb5efc-3bb3-44e6-8e19-f82311565a56 req-d5ef4244-9b70-43e8-88c1-b688c8fae938 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/ports?device_id=49681b88-3c5d-4ca2-ab36-e43d628163d8 HTTP/1.1" status: 200 len: 943 time: 0.0542638 Oct 20 11:45:54.761803 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4abb5efc-3bb3-44e6-8e19-f82311565a56 req-5192a019-1348-4cf6-b6c1-34a156b0ca4d tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/security-groups?id=d20f2b9f-a503-4e8b-b0ba-baeff6d2c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318427 Oct 20 11:45:55.881026 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da59b145-6dde-43f2-94a6-cdba3ccac257 req-08da4e7a-9699-4a00-a95e-b0b3b27c4403 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:55.882505 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-da59b145-6dde-43f2-94a6-cdba3ccac257 req-08da4e7a-9699-4a00-a95e-b0b3b27c4403 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/ports?device_id=49681b88-3c5d-4ca2-ab36-e43d628163d8 HTTP/1.1" status: 200 len: 943 time: 0.0482657 Oct 20 11:45:55.918167 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-da59b145-6dde-43f2-94a6-cdba3ccac257 req-c5869dfd-1d06-4aa6-8ed7-06f3bc9036b3 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/security-groups?id=d20f2b9f-a503-4e8b-b0ba-baeff6d2c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297561 Oct 20 11:45:57.105809 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addb4cb9-5029-428c-9dea-64c17719c0f9 req-126e9790-59e0-4b5e-a53b-de6d456bd2fa tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:57.107276 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-addb4cb9-5029-428c-9dea-64c17719c0f9 req-126e9790-59e0-4b5e-a53b-de6d456bd2fa tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/ports?device_id=49681b88-3c5d-4ca2-ab36-e43d628163d8 HTTP/1.1" status: 200 len: 943 time: 0.1103845 Oct 20 11:45:57.144232 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-addb4cb9-5029-428c-9dea-64c17719c0f9 req-36be3735-9f7e-4f86-a78b-b9acf7018362 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/security-groups?id=d20f2b9f-a503-4e8b-b0ba-baeff6d2c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304213 Oct 20 11:45:58.265303 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f8728c-9e1e-4d88-8ecb-214b38b6067d req-3b71c526-049f-4034-93bb-864d3beabb04 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:58.266776 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e7f8728c-9e1e-4d88-8ecb-214b38b6067d req-3b71c526-049f-4034-93bb-864d3beabb04 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/ports?device_id=49681b88-3c5d-4ca2-ab36-e43d628163d8 HTTP/1.1" status: 200 len: 943 time: 0.0520630 Oct 20 11:45:58.303866 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e7f8728c-9e1e-4d88-8ecb-214b38b6067d req-dcd4e85a-cbe1-46c5-b65e-9e76c3795118 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/security-groups?id=d20f2b9f-a503-4e8b-b0ba-baeff6d2c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304224 Oct 20 11:45:59.418341 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e9b9f9-222d-4273-9ad3-4e0903b81410 req-338d1364-585f-4f69-84bc-6cb93c69480b tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:59.419846 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b3e9b9f9-222d-4273-9ad3-4e0903b81410 req-338d1364-585f-4f69-84bc-6cb93c69480b tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/ports?device_id=49681b88-3c5d-4ca2-ab36-e43d628163d8 HTTP/1.1" status: 200 len: 943 time: 0.0484481 Oct 20 11:45:59.457130 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b3e9b9f9-222d-4273-9ad3-4e0903b81410 req-887f7465-7f20-4cfd-a134-e9dbb7f388ea tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/security-groups?id=d20f2b9f-a503-4e8b-b0ba-baeff6d2c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312650 Oct 20 11:46:00.579843 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d8f4d5-22d0-4ec8-8358-1baa31bc30ae req-727aa0c9-22bc-48f1-9f51-4520fdbff0be tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:00.581891 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b4d8f4d5-22d0-4ec8-8358-1baa31bc30ae req-727aa0c9-22bc-48f1-9f51-4520fdbff0be tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/ports?device_id=49681b88-3c5d-4ca2-ab36-e43d628163d8 HTTP/1.1" status: 200 len: 943 time: 0.0480967 Oct 20 11:46:00.617718 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b4d8f4d5-22d0-4ec8-8358-1baa31bc30ae req-621f35db-88c5-49b6-b44b-b48012b4dea5 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/security-groups?id=d20f2b9f-a503-4e8b-b0ba-baeff6d2c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301256 Oct 20 11:46:01.734659 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19f0002-8612-4613-9172-3bab08f4c08b req-1ffb970f-8ed1-4aed-84e4-28db472cce7e tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:01.736134 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d19f0002-8612-4613-9172-3bab08f4c08b req-1ffb970f-8ed1-4aed-84e4-28db472cce7e tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/ports?device_id=49681b88-3c5d-4ca2-ab36-e43d628163d8 HTTP/1.1" status: 200 len: 943 time: 0.0515087 Oct 20 11:46:01.772165 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d19f0002-8612-4613-9172-3bab08f4c08b req-82d2cf4e-5c08-4722-a09a-7f08da4958c1 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/security-groups?id=d20f2b9f-a503-4e8b-b0ba-baeff6d2c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302029 Oct 20 11:46:02.883876 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939d368f-0620-4d5b-8652-ae5f1381c6e0 req-95346d2a-1ec1-413b-a79b-350a9a147d83 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:02.885348 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-939d368f-0620-4d5b-8652-ae5f1381c6e0 req-95346d2a-1ec1-413b-a79b-350a9a147d83 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/ports?device_id=49681b88-3c5d-4ca2-ab36-e43d628163d8 HTTP/1.1" status: 200 len: 943 time: 0.0478561 Oct 20 11:46:02.922082 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-939d368f-0620-4d5b-8652-ae5f1381c6e0 req-f5881968-624e-43c0-af8d-c020cd119da0 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/security-groups?id=d20f2b9f-a503-4e8b-b0ba-baeff6d2c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308092 Oct 20 11:46:03.638831 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-71a47085-b679-4fee-b2a6-4ef78b5e5c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:03.920923 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 0a1521f1-ec07-4a09-a50b-d7b4ee07dddd details requested by agent hyperv_n-h2-811396-3 with host n-h2-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:46:04.022612 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 0a1521f1-ec07-4a09-a50b-d7b4ee07dddd, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=0a1521f1-ec07-4a09-a50b-d7b4ee07dddd,segment=NetworkSegment(4da70b3a-7ff9-47c3-9730-56e4122637b1),segment_id=4da70b3a-7ff9-47c3-9730-56e4122637b1)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:46:04.034100 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Returning: {'device': '0a1521f1-ec07-4a09-a50b-d7b4ee07dddd', 'network_id': '93b7cadb-3c45-4680-8fb9-490596b5f105', 'port_id': '0a1521f1-ec07-4a09-a50b-d7b4ee07dddd', 'mac_address': 'fa:16:3e:c1:32:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 816, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38516557-486d-4381-b02d-c224eaa06bbb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:46:04.061911 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b6a999-3ff0-4ee2-9015-f364aa862442 req-edbe3002-af5b-476c-a882-70f580e87dfe tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:04.063413 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e4b6a999-3ff0-4ee2-9015-f364aa862442 req-edbe3002-af5b-476c-a882-70f580e87dfe tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/ports?device_id=49681b88-3c5d-4ca2-ab36-e43d628163d8 HTTP/1.1" status: 200 len: 943 time: 0.0507786 Oct 20 11:46:04.074822 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:04.087422 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a1521f1-ec07-4a09-a50b-d7b4ee07dddd {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:46:04.101060 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e4b6a999-3ff0-4ee2-9015-f364aa862442 req-5ab0a7a7-3efc-4ca4-a9f5-672e9b89f33d tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/security-groups?id=d20f2b9f-a503-4e8b-b0ba-baeff6d2c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308905 Oct 20 11:46:04.106226 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 0a1521f1-ec07-4a09-a50b-d7b4ee07dddd, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=0a1521f1-ec07-4a09-a50b-d7b4ee07dddd,segment=NetworkSegment(4da70b3a-7ff9-47c3-9730-56e4122637b1),segment_id=4da70b3a-7ff9-47c3-9730-56e4122637b1)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:46:04.109642 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:04.159105 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=0a1521f1-ec07-4a09-a50b-d7b4ee07dddd,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:04.166931 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:46:04.167288 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:46:04.167665 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:46:04.168007 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:46:04.168346 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:46:04.168681 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:46:04.169011 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:46:04.169341 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:46:04.169669 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:46:04.169999 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:46:04.170327 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:46:04.170650 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:46:04.318904 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['0a1521f1-ec07-4a09-a50b-d7b4ee07dddd'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:46:05.223734 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddfa4b1-2e9f-48c7-8dea-ede6b06182b9 req-8247834b-5a9c-4ee2-a8e4-179216e0638f tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:05.225184 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8ddfa4b1-2e9f-48c7-8dea-ede6b06182b9 req-8247834b-5a9c-4ee2-a8e4-179216e0638f tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/ports?device_id=49681b88-3c5d-4ca2-ab36-e43d628163d8 HTTP/1.1" status: 200 len: 944 time: 0.0516169 Oct 20 11:46:05.261993 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8ddfa4b1-2e9f-48c7-8dea-ede6b06182b9 req-c1d9350e-acbd-4664-9a59-21e4fec43adc tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/security-groups?id=d20f2b9f-a503-4e8b-b0ba-baeff6d2c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308669 Oct 20 11:46:05.936994 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 0a1521f1-ec07-4a09-a50b-d7b4ee07dddd up at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:46:05.984012 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning for port 0a1521f1-ec07-4a09-a50b-d7b4ee07dddd completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:46:05.988116 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning complete for port 0a1521f1-ec07-4a09-a50b-d7b4ee07dddd triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:46:05.988494 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:06.066284 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:06.088008 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49681b88-3c5d-4ca2-ab36-e43d628163d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a1521f1-ec07-4a09-a50b-d7b4ee07dddd'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:46:06.090253 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3a5a1e74fee385f59395feee7f880defec871777ba90fab9b56a242633970a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95ca55da-1b71-433d-896b-f0104fc9ac80" -d '{"events": [{"server_uuid": "49681b88-3c5d-4ca2-ab36-e43d628163d8", "name": "network-vif-plugged", "status": "completed", "tag": "0a1521f1-ec07-4a09-a50b-d7b4ee07dddd"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:46:06.103055 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 0a1521f1-ec07-4a09-a50b-d7b4ee07dddd, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=0a1521f1-ec07-4a09-a50b-d7b4ee07dddd,segment=NetworkSegment(4da70b3a-7ff9-47c3-9730-56e4122637b1),segment_id=4da70b3a-7ff9-47c3-9730-56e4122637b1)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:46:06.106883 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:06.129515 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a2e2c21-edb2-4f32-b800-a8e6afbf330c x-openstack-request-id: req-3a2e2c21-edb2-4f32-b800-a8e6afbf330c {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:46:06.129806 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49681b88-3c5d-4ca2-ab36-e43d628163d8", "name": "network-vif-plugged", "status": "completed", "tag": "0a1521f1-ec07-4a09-a50b-d7b4ee07dddd", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:46:06.130055 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3a2e2c21-edb2-4f32-b800-a8e6afbf330c {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:46:06.130671 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49681b88-3c5d-4ca2-ab36-e43d628163d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a1521f1-ec07-4a09-a50b-d7b4ee07dddd', 'code': 200} Oct 20 11:46:06.158004 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=0a1521f1-ec07-4a09-a50b-d7b4ee07dddd,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:06.237003 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11b815d-bca4-4344-aa1b-fb06df11c4da req-deacfcf1-b4ea-429b-9f02-43a11a0aab69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:06.238499 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a11b815d-bca4-4344-aa1b-fb06df11c4da req-deacfcf1-b4ea-429b-9f02-43a11a0aab69 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=49681b88-3c5d-4ca2-ab36-e43d628163d8 HTTP/1.1" status: 200 len: 1096 time: 0.0494745 Oct 20 11:46:06.272944 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a11b815d-bca4-4344-aa1b-fb06df11c4da req-690d11ec-597a-451c-8b11-117fed46fa9d service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=d20f2b9f-a503-4e8b-b0ba-baeff6d2c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276921 Oct 20 11:46:06.374730 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fd267a-f2b3-4918-adea-f879c3068e53 req-de8e8246-8eb8-4ee7-84c7-6c4255da4be3 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:06.376236 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-60fd267a-f2b3-4918-adea-f879c3068e53 req-de8e8246-8eb8-4ee7-84c7-6c4255da4be3 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/ports?device_id=49681b88-3c5d-4ca2-ab36-e43d628163d8 HTTP/1.1" status: 200 len: 945 time: 0.0481503 Oct 20 11:46:06.414159 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-60fd267a-f2b3-4918-adea-f879c3068e53 req-46c532a9-92da-4924-8791-a1ef2c779551 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/security-groups?id=d20f2b9f-a503-4e8b-b0ba-baeff6d2c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319932 Oct 20 11:46:06.484454 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-e3881961-658f-422a-9356-e3b60f038c1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:07.267932 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:07.535525 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c595f72-8d08-4292-99cc-c747e361a723 req-5fc643e9-bff4-4418-b7a5-a7bfb39d0829 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:07.536919 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7c595f72-8d08-4292-99cc-c747e361a723 req-5fc643e9-bff4-4418-b7a5-a7bfb39d0829 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/ports?device_id=49681b88-3c5d-4ca2-ab36-e43d628163d8 HTTP/1.1" status: 200 len: 945 time: 0.0562675 Oct 20 11:46:07.574210 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7c595f72-8d08-4292-99cc-c747e361a723 req-dbdd2b64-ce4a-4321-8fc6-c0d9358750cb tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/security-groups?id=d20f2b9f-a503-4e8b-b0ba-baeff6d2c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312598 Oct 20 11:46:07.686477 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c338a1-f31f-4b17-a96c-d5d2fb52f3da req-a6b0a38a-6e64-4407-b6fc-76da8b8f523b tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:07.687991 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-78c338a1-f31f-4b17-a96c-d5d2fb52f3da req-a6b0a38a-6e64-4407-b6fc-76da8b8f523b tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/ports?device_id=49681b88-3c5d-4ca2-ab36-e43d628163d8 HTTP/1.1" status: 200 len: 945 time: 0.0487711 Oct 20 11:46:07.725075 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-78c338a1-f31f-4b17-a96c-d5d2fb52f3da req-ea507fe8-3054-42be-9214-c033617e4d41 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/security-groups?id=d20f2b9f-a503-4e8b-b0ba-baeff6d2c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311923 Oct 20 11:46:07.745679 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 48436) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:46:07.825209 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c09b9ca1-c534-48cb-9ca1-89d6efb4aa0c tempest-TestShelveInstance-1638471196 tempest-TestShelveInstance-1638471196-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:07.829596 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-c09b9ca1-c534-48cb-9ca1-89d6efb4aa0c tempest-TestShelveInstance-1638471196 tempest-TestShelveInstance-1638471196-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=49681b88-3c5d-4ca2-ab36-e43d628163d8 HTTP/1.1" status: 200 len: 1091 time: 0.0801184 Oct 20 11:46:07.830527 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 48440) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:46:07.836080 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-eae08494-c6a0-43c5-909c-c589d253bc81 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Request body: {'floatingip': {'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'port_id': '0a1521f1-ec07-4a09-a50b-d7b4ee07dddd', 'tenant_id': '6b411328cc8d4dc5bcf66f69c3645238', 'fixed_ip_address': '172.20.0.5'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:46:07.844518 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:07.860136 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-eae08494-c6a0-43c5-909c-c589d253bc81 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Publish callbacks [] for floatingip, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:07.955803 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-eae08494-c6a0-43c5-909c-c589d253bc81 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:08.053978 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-eae08494-c6a0-43c5-909c-c589d253bc81 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Allocated IP 172.25.1.225 (cbe170d3-31ba-45a2-b477-520ab0a7a8ea/f4e26aca-17ac-4adb-a66b-d939a1b35b64/0500563d-c99a-446f-b20d-e4877679e0e3) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:46:08.155694 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-eae08494-c6a0-43c5-909c-c589d253bc81 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:08.191619 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-eae08494-c6a0-43c5-909c-c589d253bc81 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:08.228345 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae08494-c6a0-43c5-909c-c589d253bc81 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Network cbe170d3-31ba-45a2-b477-520ab0a7a8ea is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:46:08.231287 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-eae08494-c6a0-43c5-909c-c589d253bc81 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:46:08.234872 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae08494-c6a0-43c5-909c-c589d253bc81 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:46:08.263671 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae08494-c6a0-43c5-909c-c589d253bc81 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Pushing event updated for resources: {'Port': ['ID=0500563d-c99a-446f-b20d-e4877679e0e3,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:08.585940 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-eae08494-c6a0-43c5-909c-c589d253bc81 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:08.651247 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-eae08494-c6a0-43c5-909c-c589d253bc81 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:08.793274 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-eae08494-c6a0-43c5-909c-c589d253bc81 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Publish callbacks [] for port, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:08.797652 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-eae08494-c6a0-43c5-909c-c589d253bc81 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:08.867176 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae08494-c6a0-43c5-909c-c589d253bc81 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Pushing event updated for resources: {'Port': ['ID=0500563d-c99a-446f-b20d-e4877679e0e3,revision_number=2']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:08.880302 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-eae08494-c6a0-43c5-909c-c589d253bc81 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1773381'] for floatingip, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:08.926013 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:08.982181 n-d-811396-3 neutron-server[100597]: INFO neutron.db.l3_db [None req-eae08494-c6a0-43c5-909c-c589d253bc81 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Floating IP cec71666-2b29-4beb-8cbb-bfc231025c75 associated. External IP: 172.25.1.225, port: 0a1521f1-ec07-4a09-a50b-d7b4ee07dddd. Oct 20 11:46:09.185650 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eae08494-c6a0-43c5-909c-c589d253bc81 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Router 9a111adc-c9cf-41d1-8fa9-0e1ddf50b36a has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:46:09.211145 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:09.292369 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eae08494-c6a0-43c5-909c-c589d253bc81 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:46:09.302478 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2717aba0-a68f-4518-aa73-47b39b78ce92 None None] Sync routers for ids ['9a111adc-c9cf-41d1-8fa9-0e1ddf50b36a'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:46:09.309467 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-eae08494-c6a0-43c5-909c-c589d253bc81 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for floatingip, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:09.311712 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2717aba0-a68f-4518-aa73-47b39b78ce92 None None] Routers {'9a111adc-c9cf-41d1-8fa9-0e1ddf50b36a'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:46:09.312333 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-2717aba0-a68f-4518-aa73-47b39b78ce92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:46:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['9a111adc-c9cf-41d1-8fa9-0e1ddf50b36a'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:46:09.337297 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-eae08494-c6a0-43c5-909c-c589d253bc81 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5049353 Oct 20 11:46:09.338180 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49681b88-3c5d-4ca2-ab36-e43d628163d8', 'tag': '0a1521f1-ec07-4a09-a50b-d7b4ee07dddd'}] {{(pid=100597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:46:09.345119 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26bcd304cef01c8d1125ec9c440c7684a0d186feae015bfd415464a1220f638e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0cd8de4-4e7e-45fb-9c41-40145ab4ec8c" -d '{"events": [{"name": "network-changed", "server_uuid": "49681b88-3c5d-4ca2-ab36-e43d628163d8", "tag": "0a1521f1-ec07-4a09-a50b-d7b4ee07dddd"}]}' {{(pid=100597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:46:09.382172 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8739eb7-64ae-4f1b-81f5-18a3c0afff0b x-openstack-request-id: req-d8739eb7-64ae-4f1b-81f5-18a3c0afff0b {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:46:09.382528 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49681b88-3c5d-4ca2-ab36-e43d628163d8", "tag": "0a1521f1-ec07-4a09-a50b-d7b4ee07dddd", "status": "completed", "code": 200}]} {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:46:09.382790 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d8739eb7-64ae-4f1b-81f5-18a3c0afff0b {{(pid=100597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:46:09.383225 n-d-811396-3 neutron-server[100597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49681b88-3c5d-4ca2-ab36-e43d628163d8', 'tag': '0a1521f1-ec07-4a09-a50b-d7b4ee07dddd', 'status': 'completed', 'code': 200} Oct 20 11:46:09.422038 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-2717aba0-a68f-4518-aa73-47b39b78ce92 None None] Set router 9a111adc-c9cf-41d1-8fa9-0e1ddf50b36a gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:46:09.446968 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cd8de4-4e7e-45fb-9c41-40145ab4ec8c req-3b2ff9c7-e323-468e-abf1-43ef8a3a14d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:09.448521 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d0cd8de4-4e7e-45fb-9c41-40145ab4ec8c req-3b2ff9c7-e323-468e-abf1-43ef8a3a14d1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6b411328cc8d4dc5bcf66f69c3645238&device_id=49681b88-3c5d-4ca2-ab36-e43d628163d8 HTTP/1.1" status: 200 len: 1096 time: 0.0445626 Oct 20 11:46:09.537329 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cd8de4-4e7e-45fb-9c41-40145ab4ec8c req-390ffed6-5538-43f2-8786-c0087fceae99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:09.538788 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d0cd8de4-4e7e-45fb-9c41-40145ab4ec8c req-390ffed6-5538-43f2-8786-c0087fceae99 service neutron] 10.222.0.69 "GET /v2.0/networks?id=93b7cadb-3c45-4680-8fb9-490596b5f105 HTTP/1.1" status: 200 len: 909 time: 0.0837052 Oct 20 11:46:09.607565 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d0cd8de4-4e7e-45fb-9c41-40145ab4ec8c req-af405566-b7ae-4692-b241-430aac49727e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0a1521f1-ec07-4a09-a50b-d7b4ee07dddd HTTP/1.1" status: 200 len: 999 time: 0.0619502 Oct 20 11:46:09.645630 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-2717aba0-a68f-4518-aa73-47b39b78ce92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a111adc-c9cf-41d1-8fa9-0e1ddf50b36a', 'name': 'tempest-TestShelveInstance-744987224-router', 'tenant_id': '6b411328cc8d4dc5bcf66f69c3645238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '6ac28c75-9d97-40ee-8ec5-fa0dec42e6e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:40:34Z', 'updated_at': '2021-10-20T11:40:36Z', 'revision_number': 4, 'project_id': '6b411328cc8d4dc5bcf66f69c3645238', 'gw_port': {'id': '6ac28c75-9d97-40ee-8ec5-fa0dec42e6e4', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:9a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a111adc-c9cf-41d1-8fa9-0e1ddf50b36a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:40:34Z', 'updated_at': '2021-10-20T11:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_floatingips': [{'id': 'cec71666-2b29-4beb-8cbb-bfc231025c75', 'tenant_id': '6b411328cc8d4dc5bcf66f69c3645238', 'floating_ip_address': '172.25.1.225', 'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'router_id': '9a111adc-c9cf-41d1-8fa9-0e1ddf50b36a', 'port_id': '0a1521f1-ec07-4a09-a50b-d7b4ee07dddd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93b7cadb-3c45-4680-8fb9-490596b5f105', 'mac_address': 'fa:16:3e:c1:32:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49681b88-3c5d-4ca2-ab36-e43d628163d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:46:08Z', 'updated_at': '2021-10-20T11:46:08Z', 'revision_number': 0, 'project_id': '6b411328cc8d4dc5bcf66f69c3645238', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c8f8b02-85c9-4448-bf85-c83eb8ce7633', 'name': '', 'network_id': '93b7cadb-3c45-4680-8fb9-490596b5f105', 'tenant_id': '6b411328cc8d4dc5bcf66f69c3645238', 'mac_address': 'fa:16:3e:a5:80:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a111adc-c9cf-41d1-8fa9-0e1ddf50b36a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '38516557-486d-4381-b02d-c224eaa06bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:40:36Z', 'updated_at': '2021-10-20T11:40:40Z', 'revision_number': 5, 'project_id': '6b411328cc8d4dc5bcf66f69c3645238', 'subnets': [{'id': '38516557-486d-4381-b02d-c224eaa06bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:46:09.656436 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cd8de4-4e7e-45fb-9c41-40145ab4ec8c req-951f7b14-0652-422c-a1f3-a878fa7b5d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:09.657959 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d0cd8de4-4e7e-45fb-9c41-40145ab4ec8c req-951f7b14-0652-422c-a1f3-a878fa7b5d01 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=38516557-486d-4381-b02d-c224eaa06bbb HTTP/1.1" status: 200 len: 847 time: 0.0439274 Oct 20 11:46:09.671878 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2717aba0-a68f-4518-aa73-47b39b78ce92 None None] Checking router: 9a111adc-c9cf-41d1-8fa9-0e1ddf50b36a for host: n-d-811396-3 {{(pid=100598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:46:09.680907 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2717aba0-a68f-4518-aa73-47b39b78ce92 None None] Routers {'9a111adc-c9cf-41d1-8fa9-0e1ddf50b36a'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:46:09.681452 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-2717aba0-a68f-4518-aa73-47b39b78ce92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:46:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['9a111adc-c9cf-41d1-8fa9-0e1ddf50b36a'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:46:09.703361 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cd8de4-4e7e-45fb-9c41-40145ab4ec8c req-4c8661be-6368-41d2-b84f-cf102123f6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:09.704898 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d0cd8de4-4e7e-45fb-9c41-40145ab4ec8c req-4c8661be-6368-41d2-b84f-cf102123f6d2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=93b7cadb-3c45-4680-8fb9-490596b5f105&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394084 Oct 20 11:46:09.786630 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-2717aba0-a68f-4518-aa73-47b39b78ce92 None None] Set router 9a111adc-c9cf-41d1-8fa9-0e1ddf50b36a gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:46:09.797440 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d0cd8de4-4e7e-45fb-9c41-40145ab4ec8c req-2cd74416-d01e-4179-bc18-da0be8a332d2 service neutron] 10.222.0.69 "GET /v2.0/networks/93b7cadb-3c45-4680-8fb9-490596b5f105?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849738 Oct 20 11:46:09.886742 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d0cd8de4-4e7e-45fb-9c41-40145ab4ec8c req-fc4ea4e9-54ff-43c0-b629-f3137651f546 service neutron] 10.222.0.69 "GET /v2.0/networks/93b7cadb-3c45-4680-8fb9-490596b5f105?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813854 Oct 20 11:46:10.008549 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-2717aba0-a68f-4518-aa73-47b39b78ce92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a111adc-c9cf-41d1-8fa9-0e1ddf50b36a', 'name': 'tempest-TestShelveInstance-744987224-router', 'tenant_id': '6b411328cc8d4dc5bcf66f69c3645238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '6ac28c75-9d97-40ee-8ec5-fa0dec42e6e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:40:34Z', 'updated_at': '2021-10-20T11:40:36Z', 'revision_number': 4, 'project_id': '6b411328cc8d4dc5bcf66f69c3645238', 'gw_port': {'id': '6ac28c75-9d97-40ee-8ec5-fa0dec42e6e4', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:9a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a111adc-c9cf-41d1-8fa9-0e1ddf50b36a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:40:34Z', 'updated_at': '2021-10-20T11:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_floatingips': [{'id': 'cec71666-2b29-4beb-8cbb-bfc231025c75', 'tenant_id': '6b411328cc8d4dc5bcf66f69c3645238', 'floating_ip_address': '172.25.1.225', 'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'router_id': '9a111adc-c9cf-41d1-8fa9-0e1ddf50b36a', 'port_id': '0a1521f1-ec07-4a09-a50b-d7b4ee07dddd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93b7cadb-3c45-4680-8fb9-490596b5f105', 'mac_address': 'fa:16:3e:c1:32:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49681b88-3c5d-4ca2-ab36-e43d628163d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:46:08Z', 'updated_at': '2021-10-20T11:46:08Z', 'revision_number': 0, 'project_id': '6b411328cc8d4dc5bcf66f69c3645238', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c8f8b02-85c9-4448-bf85-c83eb8ce7633', 'name': '', 'network_id': '93b7cadb-3c45-4680-8fb9-490596b5f105', 'tenant_id': '6b411328cc8d4dc5bcf66f69c3645238', 'mac_address': 'fa:16:3e:a5:80:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a111adc-c9cf-41d1-8fa9-0e1ddf50b36a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '38516557-486d-4381-b02d-c224eaa06bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:40:36Z', 'updated_at': '2021-10-20T11:40:40Z', 'revision_number': 5, 'project_id': '6b411328cc8d4dc5bcf66f69c3645238', 'subnets': [{'id': '38516557-486d-4381-b02d-c224eaa06bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:46:10.035304 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2717aba0-a68f-4518-aa73-47b39b78ce92 None None] The sync data for ids ['9a111adc-c9cf-41d1-8fa9-0e1ddf50b36a'] in n-d-811396-3 is: [{'id': '9a111adc-c9cf-41d1-8fa9-0e1ddf50b36a', 'name': 'tempest-TestShelveInstance-744987224-router', 'tenant_id': '6b411328cc8d4dc5bcf66f69c3645238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '6ac28c75-9d97-40ee-8ec5-fa0dec42e6e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:40:34Z', 'updated_at': '2021-10-20T11:40:36Z', 'revision_number': 4, 'project_id': '6b411328cc8d4dc5bcf66f69c3645238', 'gw_port': {'id': '6ac28c75-9d97-40ee-8ec5-fa0dec42e6e4', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:9a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a111adc-c9cf-41d1-8fa9-0e1ddf50b36a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:40:34Z', 'updated_at': '2021-10-20T11:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_floatingips': [{'id': 'cec71666-2b29-4beb-8cbb-bfc231025c75', 'tenant_id': '6b411328cc8d4dc5bcf66f69c3645238', 'floating_ip_address': '172.25.1.225', 'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'router_id': '9a111adc-c9cf-41d1-8fa9-0e1ddf50b36a', 'port_id': '0a1521f1-ec07-4a09-a50b-d7b4ee07dddd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93b7cadb-3c45-4680-8fb9-490596b5f105', 'mac_address': 'fa:16:3e:c1:32:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49681b88-3c5d-4ca2-ab36-e43d628163d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:46:08Z', 'updated_at': '2021-10-20T11:46:08Z', 'revision_number': 0, 'project_id': '6b411328cc8d4dc5bcf66f69c3645238', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c8f8b02-85c9-4448-bf85-c83eb8ce7633', 'name': '', 'network_id': '93b7cadb-3c45-4680-8fb9-490596b5f105', 'tenant_id': '6b411328cc8d4dc5bcf66f69c3645238', 'mac_address': 'fa:16:3e:a5:80:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a111adc-c9cf-41d1-8fa9-0e1ddf50b36a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '38516557-486d-4381-b02d-c224eaa06bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:40:36Z', 'updated_at': '2021-10-20T11:40:40Z', 'revision_number': 5, 'project_id': '6b411328cc8d4dc5bcf66f69c3645238', 'subnets': [{'id': '38516557-486d-4381-b02d-c224eaa06bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:46:10.222406 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9802e92-f6ff-4aa0-a827-633db538fe36 None None] New status for floating IP cec71666-2b29-4beb-8cbb-bfc231025c75: ACTIVE {{(pid=100599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 11:46:19.984222 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:22.880111 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1fd3accb-7117-4944-96ec-e00fcca8e4a3 req-e5c83272-912e-456a-a240-790b95069e82 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=49681b88-3c5d-4ca2-ab36-e43d628163d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0438242 Oct 20 11:46:22.959392 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd3accb-7117-4944-96ec-e00fcca8e4a3 req-a9e32238-f83e-47d1-b5b3-9875ca516eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:22.960886 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1fd3accb-7117-4944-96ec-e00fcca8e4a3 req-a9e32238-f83e-47d1-b5b3-9875ca516eb6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6b411328cc8d4dc5bcf66f69c3645238&device_id=49681b88-3c5d-4ca2-ab36-e43d628163d8 HTTP/1.1" status: 200 len: 1096 time: 0.0403214 Oct 20 11:46:23.062487 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd3accb-7117-4944-96ec-e00fcca8e4a3 req-b2982689-808d-4332-80b4-d9f02ec51dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:23.063972 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1fd3accb-7117-4944-96ec-e00fcca8e4a3 req-b2982689-808d-4332-80b4-d9f02ec51dc4 service neutron] 10.222.0.69 "GET /v2.0/networks?id=93b7cadb-3c45-4680-8fb9-490596b5f105 HTTP/1.1" status: 200 len: 909 time: 0.0838733 Oct 20 11:46:23.133360 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1fd3accb-7117-4944-96ec-e00fcca8e4a3 req-61f6e860-8a09-4d41-a255-da7faa19a37e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0a1521f1-ec07-4a09-a50b-d7b4ee07dddd HTTP/1.1" status: 200 len: 1001 time: 0.0607743 Oct 20 11:46:23.181457 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd3accb-7117-4944-96ec-e00fcca8e4a3 req-d2e96f20-1cde-465c-bcb9-2c371df64ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:23.182857 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1fd3accb-7117-4944-96ec-e00fcca8e4a3 req-d2e96f20-1cde-465c-bcb9-2c371df64ea4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=38516557-486d-4381-b02d-c224eaa06bbb HTTP/1.1" status: 200 len: 847 time: 0.0423620 Oct 20 11:46:23.227806 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd3accb-7117-4944-96ec-e00fcca8e4a3 req-0ce43e01-a6a1-4150-a430-f0585f638737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:23.229271 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1fd3accb-7117-4944-96ec-e00fcca8e4a3 req-0ce43e01-a6a1-4150-a430-f0585f638737 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=93b7cadb-3c45-4680-8fb9-490596b5f105&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387206 Oct 20 11:46:23.333750 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1fd3accb-7117-4944-96ec-e00fcca8e4a3 req-24b95afb-0ae0-423b-8da3-193bc3cae324 service neutron] 10.222.0.69 "GET /v2.0/networks/93b7cadb-3c45-4680-8fb9-490596b5f105?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971370 Oct 20 11:46:23.422633 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1fd3accb-7117-4944-96ec-e00fcca8e4a3 req-2745d2e1-f706-48f3-b943-1eed2af65e89 service neutron] 10.222.0.69 "GET /v2.0/networks/93b7cadb-3c45-4680-8fb9-490596b5f105?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819037 Oct 20 11:46:28.256266 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 7 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:46:33.639527 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-a6035432-b75a-492d-9d89-47236a412588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:36.485807 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-62d36ea5-72dc-4763-bc89-ff9cf31fcbb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:37.269432 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:37.847049 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:38.922742 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:39.214554 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:49.981954 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:03.640437 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-70c58328-3648-447e-80f2-af3d5f0b2542 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:05.255097 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 7 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:47:06.485842 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-9b82873e-41da-4a77-aee7-bfbe063b43a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:07.270607 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:07.849001 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:08.932541 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:09.219616 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:19.997714 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:23.877814 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f49e4f61-01ce-4f6c-92d6-54c727f49119 req-061df628-2dc9-4849-ba39-dfef828ed466 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=49681b88-3c5d-4ca2-ab36-e43d628163d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0452199 Oct 20 11:47:23.956853 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e4f61-01ce-4f6c-92d6-54c727f49119 req-7c7b6e38-6c46-4120-87a9-589658b24ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:23.958319 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f49e4f61-01ce-4f6c-92d6-54c727f49119 req-7c7b6e38-6c46-4120-87a9-589658b24ca4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6b411328cc8d4dc5bcf66f69c3645238&device_id=49681b88-3c5d-4ca2-ab36-e43d628163d8 HTTP/1.1" status: 200 len: 1096 time: 0.0400705 Oct 20 11:47:24.066289 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e4f61-01ce-4f6c-92d6-54c727f49119 req-008e732f-11e9-4849-8d99-d4a8d474dd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:24.067777 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f49e4f61-01ce-4f6c-92d6-54c727f49119 req-008e732f-11e9-4849-8d99-d4a8d474dd85 service neutron] 10.222.0.69 "GET /v2.0/networks?id=93b7cadb-3c45-4680-8fb9-490596b5f105 HTTP/1.1" status: 200 len: 909 time: 0.0896924 Oct 20 11:47:24.133692 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f49e4f61-01ce-4f6c-92d6-54c727f49119 req-a635d72b-f8c0-4e18-9bc9-0f4394ec5712 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0a1521f1-ec07-4a09-a50b-d7b4ee07dddd HTTP/1.1" status: 200 len: 1001 time: 0.0579391 Oct 20 11:47:24.181127 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e4f61-01ce-4f6c-92d6-54c727f49119 req-d6573b78-9c23-4641-a87a-3f094fb33428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:24.182609 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f49e4f61-01ce-4f6c-92d6-54c727f49119 req-d6573b78-9c23-4641-a87a-3f094fb33428 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=38516557-486d-4381-b02d-c224eaa06bbb HTTP/1.1" status: 200 len: 847 time: 0.0426362 Oct 20 11:47:24.230524 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e4f61-01ce-4f6c-92d6-54c727f49119 req-244180d4-eea2-437e-85fe-e45997552af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:24.232108 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f49e4f61-01ce-4f6c-92d6-54c727f49119 req-244180d4-eea2-437e-85fe-e45997552af8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=93b7cadb-3c45-4680-8fb9-490596b5f105&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427465 Oct 20 11:47:24.324600 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f49e4f61-01ce-4f6c-92d6-54c727f49119 req-f321689e-e94d-4732-acda-9e3d7616791e service neutron] 10.222.0.69 "GET /v2.0/networks/93b7cadb-3c45-4680-8fb9-490596b5f105?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857334 Oct 20 11:47:24.416583 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f49e4f61-01ce-4f6c-92d6-54c727f49119 req-25a893e8-6c68-4301-b035-5c0104471289 service neutron] 10.222.0.69 "GET /v2.0/networks/93b7cadb-3c45-4680-8fb9-490596b5f105?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844247 Oct 20 11:47:33.640797 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-e48711ca-96a7-4d62-a29d-7d78c821fadc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:36.486255 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-7deb1863-ddfa-4b44-b32c-9b80d5359517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:37.271752 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:37.856043 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:38.933227 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:39.218635 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:42.254430 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 7 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:47:50.013508 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:02.131439 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b868ce24-2873-45ff-84ca-9e6e53f8dfca req-b09b4bd7-8b3a-4298-a994-04ced60f9261 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:02.132916 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b868ce24-2873-45ff-84ca-9e6e53f8dfca req-b09b4bd7-8b3a-4298-a994-04ced60f9261 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/ports?device_id=49681b88-3c5d-4ca2-ab36-e43d628163d8 HTTP/1.1" status: 200 len: 945 time: 0.0488415 Oct 20 11:48:02.170103 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b868ce24-2873-45ff-84ca-9e6e53f8dfca req-f312ce38-af6c-4eb3-b81a-2e7411655946 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/security-groups?id=d20f2b9f-a503-4e8b-b0ba-baeff6d2c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311139 Oct 20 11:48:03.330544 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5835eff-f937-470f-90af-f5fcf0dc11e7 req-9225a548-f5f6-44b4-b6fb-1758b7f9bb85 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:03.332046 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e5835eff-f937-470f-90af-f5fcf0dc11e7 req-9225a548-f5f6-44b4-b6fb-1758b7f9bb85 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/ports?device_id=49681b88-3c5d-4ca2-ab36-e43d628163d8 HTTP/1.1" status: 200 len: 945 time: 0.0929503 Oct 20 11:48:03.369654 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e5835eff-f937-470f-90af-f5fcf0dc11e7 req-c029c196-5690-498b-b85e-c5f52afc1217 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/security-groups?id=d20f2b9f-a503-4e8b-b0ba-baeff6d2c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315988 Oct 20 11:48:03.640891 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-158c5d9f-f8ea-413e-852a-989cda7eab7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:04.506700 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a625a4e4-29a2-4224-a6c4-cebe31dcf313 req-cf5561d6-338d-4a2e-8915-6c7f379aeb23 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:04.508098 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a625a4e4-29a2-4224-a6c4-cebe31dcf313 req-cf5561d6-338d-4a2e-8915-6c7f379aeb23 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/ports?device_id=49681b88-3c5d-4ca2-ab36-e43d628163d8 HTTP/1.1" status: 200 len: 945 time: 0.0519023 Oct 20 11:48:04.545076 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a625a4e4-29a2-4224-a6c4-cebe31dcf313 req-975b9394-3178-49b8-9eb1-95cdd57f6d92 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/security-groups?id=d20f2b9f-a503-4e8b-b0ba-baeff6d2c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310991 Oct 20 11:48:05.659215 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527fb548-033c-4609-8ebd-b7d3acad56d8 req-e6e4ff03-b364-466f-92e8-ad1f6816a193 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:05.660730 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-527fb548-033c-4609-8ebd-b7d3acad56d8 req-e6e4ff03-b364-466f-92e8-ad1f6816a193 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/ports?device_id=49681b88-3c5d-4ca2-ab36-e43d628163d8 HTTP/1.1" status: 200 len: 945 time: 0.0487268 Oct 20 11:48:05.702346 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-527fb548-033c-4609-8ebd-b7d3acad56d8 req-59b35d6b-fe8c-4b82-afe8-e4c7e87cfb58 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/security-groups?id=d20f2b9f-a503-4e8b-b0ba-baeff6d2c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355291 Oct 20 11:48:06.486365 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-fd2d5ee1-8072-49b8-8f69-52c93205f50c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:06.818254 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a2359e-ba57-4ad2-af28-358b156fcc8a req-293bf8c0-d2d4-4486-83d3-a106ced70f94 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:06.819678 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b2a2359e-ba57-4ad2-af28-358b156fcc8a req-293bf8c0-d2d4-4486-83d3-a106ced70f94 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/ports?device_id=49681b88-3c5d-4ca2-ab36-e43d628163d8 HTTP/1.1" status: 200 len: 945 time: 0.0485940 Oct 20 11:48:06.855810 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b2a2359e-ba57-4ad2-af28-358b156fcc8a req-0cf8756e-7d0f-48f4-b9b6-d3aa6f10600b tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/security-groups?id=d20f2b9f-a503-4e8b-b0ba-baeff6d2c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302525 Oct 20 11:48:07.272634 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:07.855453 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:07.973852 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f61ff8-7682-4112-8105-9085422f6a9b req-56e7c2ad-a791-4220-9eee-92982258f10b tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:07.975370 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-79f61ff8-7682-4112-8105-9085422f6a9b req-56e7c2ad-a791-4220-9eee-92982258f10b tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/ports?device_id=49681b88-3c5d-4ca2-ab36-e43d628163d8 HTTP/1.1" status: 200 len: 945 time: 0.0528710 Oct 20 11:48:08.011648 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-79f61ff8-7682-4112-8105-9085422f6a9b req-35e61f23-4740-43ad-8aca-e6d8fcf35846 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/security-groups?id=d20f2b9f-a503-4e8b-b0ba-baeff6d2c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304279 Oct 20 11:48:08.948956 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:09.130348 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921782c5-a8f8-4a7f-9724-ce208a11bf08 req-02a5ec8b-5132-4f09-b4d5-057146859d88 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:09.131953 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-921782c5-a8f8-4a7f-9724-ce208a11bf08 req-02a5ec8b-5132-4f09-b4d5-057146859d88 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/ports?device_id=49681b88-3c5d-4ca2-ab36-e43d628163d8 HTTP/1.1" status: 200 len: 945 time: 0.0484362 Oct 20 11:48:09.170603 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-921782c5-a8f8-4a7f-9724-ce208a11bf08 req-e2213e43-bd85-471b-ae43-03068f160626 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/security-groups?id=d20f2b9f-a503-4e8b-b0ba-baeff6d2c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327036 Oct 20 11:48:09.222135 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:10.283174 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e050e80-16c9-4f79-9450-0151b26db268 req-5685a621-6796-4007-8c05-91836a26cddc tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:10.285192 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9e050e80-16c9-4f79-9450-0151b26db268 req-5685a621-6796-4007-8c05-91836a26cddc tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/ports?device_id=49681b88-3c5d-4ca2-ab36-e43d628163d8 HTTP/1.1" status: 200 len: 945 time: 0.0488236 Oct 20 11:48:10.321827 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9e050e80-16c9-4f79-9450-0151b26db268 req-e96a03bc-6141-4673-b8b8-a8b4b4185bac tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/security-groups?id=d20f2b9f-a503-4e8b-b0ba-baeff6d2c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307055 Oct 20 11:48:11.441036 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1c9b21-ed6a-4212-a71e-c9c70ae36d29 req-9a692ec0-cb6d-4881-bb47-4f81cdc5b432 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:11.442553 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8e1c9b21-ed6a-4212-a71e-c9c70ae36d29 req-9a692ec0-cb6d-4881-bb47-4f81cdc5b432 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/ports?device_id=49681b88-3c5d-4ca2-ab36-e43d628163d8 HTTP/1.1" status: 200 len: 945 time: 0.0525062 Oct 20 11:48:11.480095 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8e1c9b21-ed6a-4212-a71e-c9c70ae36d29 req-e79bc3ff-a08c-473c-b79b-6872fa792dc2 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/security-groups?id=d20f2b9f-a503-4e8b-b0ba-baeff6d2c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316057 Oct 20 11:48:12.262785 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9296fc-61d7-4b7c-b401-d026da870281 req-faf8a0ec-1464-4010-8a2c-6cf9509ebd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:12.264304 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1e9296fc-61d7-4b7c-b401-d026da870281 req-faf8a0ec-1464-4010-8a2c-6cf9509ebd2a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6b411328cc8d4dc5bcf66f69c3645238&device_id=49681b88-3c5d-4ca2-ab36-e43d628163d8 HTTP/1.1" status: 200 len: 1096 time: 0.0414920 Oct 20 11:48:12.354098 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9296fc-61d7-4b7c-b401-d026da870281 req-7a98e5de-d6af-46d6-a132-493d660b2100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:12.355553 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1e9296fc-61d7-4b7c-b401-d026da870281 req-7a98e5de-d6af-46d6-a132-493d660b2100 service neutron] 10.222.0.69 "GET /v2.0/networks?id=93b7cadb-3c45-4680-8fb9-490596b5f105 HTTP/1.1" status: 200 len: 909 time: 0.0842500 Oct 20 11:48:12.417957 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1e9296fc-61d7-4b7c-b401-d026da870281 req-fabcff6d-945d-4b98-b54c-90dad2c80d17 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0a1521f1-ec07-4a09-a50b-d7b4ee07dddd HTTP/1.1" status: 200 len: 1001 time: 0.0554733 Oct 20 11:48:12.465750 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9296fc-61d7-4b7c-b401-d026da870281 req-9625cd17-24eb-4377-835c-111b2bc7c9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:12.467172 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1e9296fc-61d7-4b7c-b401-d026da870281 req-9625cd17-24eb-4377-835c-111b2bc7c9e3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=38516557-486d-4381-b02d-c224eaa06bbb HTTP/1.1" status: 200 len: 847 time: 0.0419636 Oct 20 11:48:12.514657 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9296fc-61d7-4b7c-b401-d026da870281 req-f04052d1-596d-4a9f-9350-f8071e25bc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:12.516187 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1e9296fc-61d7-4b7c-b401-d026da870281 req-f04052d1-596d-4a9f-9350-f8071e25bc8d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=93b7cadb-3c45-4680-8fb9-490596b5f105&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421567 Oct 20 11:48:12.641224 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728fae14-c39c-44f5-a3d4-17364b699ffa req-7dde5fcc-6968-4a3d-a464-88abd287ed5f tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:12.642747 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-728fae14-c39c-44f5-a3d4-17364b699ffa req-7dde5fcc-6968-4a3d-a464-88abd287ed5f tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/ports?device_id=49681b88-3c5d-4ca2-ab36-e43d628163d8 HTTP/1.1" status: 200 len: 945 time: 0.0957110 Oct 20 11:48:12.644929 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1e9296fc-61d7-4b7c-b401-d026da870281 req-9b285308-b6d0-4277-a5da-6d1d1d31f9d4 service neutron] 10.222.0.69 "GET /v2.0/networks/93b7cadb-3c45-4680-8fb9-490596b5f105?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216385 Oct 20 11:48:12.732916 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-728fae14-c39c-44f5-a3d4-17364b699ffa req-b8d0f128-6bad-4792-ab8b-0d57ccec5e94 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/security-groups?id=d20f2b9f-a503-4e8b-b0ba-baeff6d2c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842478 Oct 20 11:48:12.760362 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1e9296fc-61d7-4b7c-b401-d026da870281 req-ba7c16a8-a8ad-4ecf-97ea-bcfae5126a9a service neutron] 10.222.0.69 "GET /v2.0/networks/93b7cadb-3c45-4680-8fb9-490596b5f105?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060531 Oct 20 11:48:13.846085 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06e93d5-ce01-4550-b19a-81acc66e3a39 req-a06b88b5-5d6e-49ce-be1f-7501c4198bd9 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:13.847613 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b06e93d5-ce01-4550-b19a-81acc66e3a39 req-a06b88b5-5d6e-49ce-be1f-7501c4198bd9 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/ports?device_id=49681b88-3c5d-4ca2-ab36-e43d628163d8 HTTP/1.1" status: 200 len: 945 time: 0.0489805 Oct 20 11:48:13.885008 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b06e93d5-ce01-4550-b19a-81acc66e3a39 req-a06555c6-9545-46ad-b2da-47c99a9ddf1d tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/security-groups?id=d20f2b9f-a503-4e8b-b0ba-baeff6d2c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315022 Oct 20 11:48:15.002570 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a523cd55-1962-4b48-9ccb-b95397755107 req-3247fb5b-7e28-4256-b936-a279703b522a tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:15.004205 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a523cd55-1962-4b48-9ccb-b95397755107 req-3247fb5b-7e28-4256-b936-a279703b522a tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/ports?device_id=49681b88-3c5d-4ca2-ab36-e43d628163d8 HTTP/1.1" status: 200 len: 945 time: 0.0532811 Oct 20 11:48:15.045372 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a523cd55-1962-4b48-9ccb-b95397755107 req-2c22bbe5-b092-4e3b-b2a7-bf6b8a7f7710 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/security-groups?id=d20f2b9f-a503-4e8b-b0ba-baeff6d2c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350292 Oct 20 11:48:16.166225 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b4cdbd-5ad5-4f9a-a6a0-e341edf0b4b3 req-e1f719b0-8e5d-4ddf-abaf-80fdeb6e13b0 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:16.167787 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-75b4cdbd-5ad5-4f9a-a6a0-e341edf0b4b3 req-e1f719b0-8e5d-4ddf-abaf-80fdeb6e13b0 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/ports?device_id=49681b88-3c5d-4ca2-ab36-e43d628163d8 HTTP/1.1" status: 200 len: 945 time: 0.0492198 Oct 20 11:48:16.204293 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-75b4cdbd-5ad5-4f9a-a6a0-e341edf0b4b3 req-8c337b66-d414-494d-a254-4256bd5841f1 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/security-groups?id=d20f2b9f-a503-4e8b-b0ba-baeff6d2c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306008 Oct 20 11:48:16.311802 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [req-529dd2e4-0fd5-4c8f-a211-86a0e6bff89b req-42773761-ca8f-4475-b29a-48b62a7dc8b4 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:48:16.312849 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-529dd2e4-0fd5-4c8f-a211-86a0e6bff89b req-42773761-ca8f-4475-b29a-48b62a7dc8b4 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0453777 Oct 20 11:48:16.467433 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f2a15364-7c41-4f97-9f7a-0f2a21a1b5fc req-9af0e344-012b-4c22-9c3d-64dc718074ab service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=49681b88-3c5d-4ca2-ab36-e43d628163d8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0703728 Oct 20 11:48:16.482716 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd208aa-6f6a-4e8a-bf3f-c1b61763e72b req-9d8b8a93-aa49-42e5-94be-9b0a3237f27f tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:16.484164 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bfd208aa-6f6a-4e8a-bf3f-c1b61763e72b req-9d8b8a93-aa49-42e5-94be-9b0a3237f27f tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/ports?device_id=49681b88-3c5d-4ca2-ab36-e43d628163d8 HTTP/1.1" status: 200 len: 945 time: 0.0586040 Oct 20 11:48:16.523126 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bfd208aa-6f6a-4e8a-bf3f-c1b61763e72b req-76e5d967-edcd-4506-ac24-f83fb9791e73 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/security-groups?id=d20f2b9f-a503-4e8b-b0ba-baeff6d2c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328152 Oct 20 11:48:17.640018 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537ea9e2-cb4f-41fc-9d2d-8aa78703bb34 req-73a649b5-3626-45d3-8c51-b161628f90d4 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:17.641500 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-537ea9e2-cb4f-41fc-9d2d-8aa78703bb34 req-73a649b5-3626-45d3-8c51-b161628f90d4 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/ports?device_id=49681b88-3c5d-4ca2-ab36-e43d628163d8 HTTP/1.1" status: 200 len: 945 time: 0.0488474 Oct 20 11:48:17.679463 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-537ea9e2-cb4f-41fc-9d2d-8aa78703bb34 req-8bcfc7bb-eaab-444f-b70c-b377cd574020 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/security-groups?id=d20f2b9f-a503-4e8b-b0ba-baeff6d2c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320313 Oct 20 11:48:18.562163 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 0a1521f1-ec07-4a09-a50b-d7b4ee07dddd no longer exists at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:48:18.642743 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:18.665623 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49681b88-3c5d-4ca2-ab36-e43d628163d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a1521f1-ec07-4a09-a50b-d7b4ee07dddd'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:48:18.667900 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3a5a1e74fee385f59395feee7f880defec871777ba90fab9b56a242633970a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8f81a8b-6f2a-4fce-822b-5146956340f8" -d '{"events": [{"server_uuid": "49681b88-3c5d-4ca2-ab36-e43d628163d8", "name": "network-vif-unplugged", "status": "completed", "tag": "0a1521f1-ec07-4a09-a50b-d7b4ee07dddd"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:48:18.680276 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 0a1521f1-ec07-4a09-a50b-d7b4ee07dddd, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=0a1521f1-ec07-4a09-a50b-d7b4ee07dddd,segment=NetworkSegment(4da70b3a-7ff9-47c3-9730-56e4122637b1),segment_id=4da70b3a-7ff9-47c3-9730-56e4122637b1)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:48:18.684196 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:18.740445 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=0a1521f1-ec07-4a09-a50b-d7b4ee07dddd,revision_number=6']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:48:18.748842 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:48:18.749198 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:48:18.749695 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:48:18.750048 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:48:18.750387 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:48:18.750774 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:48:18.751106 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:48:18.751477 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:48:18.751786 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:48:18.752104 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:48:18.752992 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:48:18.753311 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:48:18.776953 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 20 Oct 2021 11:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33a059a2-2023-4892-8056-6776d344846c x-openstack-request-id: req-33a059a2-2023-4892-8056-6776d344846c {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:48:18.777247 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49681b88-3c5d-4ca2-ab36-e43d628163d8", "name": "network-vif-unplugged", "status": "failed", "tag": "0a1521f1-ec07-4a09-a50b-d7b4ee07dddd", "code": 422}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:48:18.777503 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-33a059a2-2023-4892-8056-6776d344846c {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:48:18.777906 n-d-811396-3 neutron-server[100598]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '49681b88-3c5d-4ca2-ab36-e43d628163d8', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0a1521f1-ec07-4a09-a50b-d7b4ee07dddd', 'code': 422} returned with failed status Oct 20 11:48:18.816371 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df97753b-eeba-4a98-9357-d5a7903c0f89 req-2cf6bded-5831-45dc-ad80-213dca2e5382 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:18.817786 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-df97753b-eeba-4a98-9357-d5a7903c0f89 req-2cf6bded-5831-45dc-ad80-213dca2e5382 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/ports?device_id=49681b88-3c5d-4ca2-ab36-e43d628163d8 HTTP/1.1" status: 200 len: 943 time: 0.0505426 Oct 20 11:48:18.854864 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-df97753b-eeba-4a98-9357-d5a7903c0f89 req-c60d73a7-35a9-4456-9e4f-259bf440bacd tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/security-groups?id=d20f2b9f-a503-4e8b-b0ba-baeff6d2c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308323 Oct 20 11:48:19.253682 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 7 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:48:19.972590 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90804944-8dfb-4d4b-bf3c-4fd2cb033431 req-4aabf7b7-c419-4bc6-a97b-4a43204c9b7d tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:19.974059 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-90804944-8dfb-4d4b-bf3c-4fd2cb033431 req-4aabf7b7-c419-4bc6-a97b-4a43204c9b7d tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/ports?device_id=49681b88-3c5d-4ca2-ab36-e43d628163d8 HTTP/1.1" status: 200 len: 943 time: 0.0521884 Oct 20 11:48:20.011453 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-90804944-8dfb-4d4b-bf3c-4fd2cb033431 req-5c618ab0-5fbd-4888-a6ea-cfb6dfb20281 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/security-groups?id=d20f2b9f-a503-4e8b-b0ba-baeff6d2c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312374 Oct 20 11:48:20.014549 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:21.132595 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0dd5d3-2fae-4a42-9945-58ec9c3a4a35 req-c75ec932-ba71-456b-b458-a2427bf68b8e tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:21.134065 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8a0dd5d3-2fae-4a42-9945-58ec9c3a4a35 req-c75ec932-ba71-456b-b458-a2427bf68b8e tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/ports?device_id=49681b88-3c5d-4ca2-ab36-e43d628163d8 HTTP/1.1" status: 200 len: 943 time: 0.0501003 Oct 20 11:48:21.171098 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8a0dd5d3-2fae-4a42-9945-58ec9c3a4a35 req-c42e4198-0800-49ee-867c-55ab05e64709 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/security-groups?id=d20f2b9f-a503-4e8b-b0ba-baeff6d2c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308518 Oct 20 11:48:22.295125 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a85e167-d1c7-4451-bf59-4c401d90bdbd req-d3eb848a-f471-41be-86f2-0fb68c36d7ad tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:22.299877 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6a85e167-d1c7-4451-bf59-4c401d90bdbd req-d3eb848a-f471-41be-86f2-0fb68c36d7ad tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/ports?device_id=49681b88-3c5d-4ca2-ab36-e43d628163d8 HTTP/1.1" status: 200 len: 943 time: 0.0572066 Oct 20 11:48:22.335477 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6a85e167-d1c7-4451-bf59-4c401d90bdbd req-5662b4ad-4080-4548-9b89-fc68e3e8b4eb tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/security-groups?id=d20f2b9f-a503-4e8b-b0ba-baeff6d2c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327680 Oct 20 11:48:23.333308 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a15364-7c41-4f97-9f7a-0f2a21a1b5fc req-927f363d-8f9e-4d8e-b2e5-4690587faf11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:23.334762 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f2a15364-7c41-4f97-9f7a-0f2a21a1b5fc req-927f363d-8f9e-4d8e-b2e5-4690587faf11 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=49681b88-3c5d-4ca2-ab36-e43d628163d8&tenant_id=6b411328cc8d4dc5bcf66f69c3645238 HTTP/1.1" status: 200 len: 1094 time: 0.0803971 Oct 20 11:48:23.351863 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-f2a15364-7c41-4f97-9f7a-0f2a21a1b5fc req-b54f5772-1e80-4285-844a-4910a6f62b65 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-811396-3', 'device_owner': 'compute:nova'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:48:23.413875 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-f2a15364-7c41-4f97-9f7a-0f2a21a1b5fc req-b54f5772-1e80-4285-844a-4910a6f62b65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:23.484810 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7ec876-4071-4f09-8536-f6c3adf27fd1 req-77961bf0-6ec3-4c87-bbc2-5270c57e36f3 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:23.486288 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6b7ec876-4071-4f09-8536-f6c3adf27fd1 req-77961bf0-6ec3-4c87-bbc2-5270c57e36f3 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/ports?device_id=49681b88-3c5d-4ca2-ab36-e43d628163d8 HTTP/1.1" status: 200 len: 943 time: 0.0841873 Oct 20 11:48:23.586335 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6b7ec876-4071-4f09-8536-f6c3adf27fd1 req-f301468d-26eb-49c6-8b64-4b3d94bd7b7b tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/security-groups?id=d20f2b9f-a503-4e8b-b0ba-baeff6d2c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901043 Oct 20 11:48:23.674743 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-f2a15364-7c41-4f97-9f7a-0f2a21a1b5fc req-b54f5772-1e80-4285-844a-4910a6f62b65 service neutron] For port 0a1521f1-ec07-4a09-a50b-d7b4ee07dddd, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=0a1521f1-ec07-4a09-a50b-d7b4ee07dddd,segment=NetworkSegment(4da70b3a-7ff9-47c3-9730-56e4122637b1),segment_id=4da70b3a-7ff9-47c3-9730-56e4122637b1)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:48:23.707297 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-f2a15364-7c41-4f97-9f7a-0f2a21a1b5fc req-b54f5772-1e80-4285-844a-4910a6f62b65 service neutron] For port 0a1521f1-ec07-4a09-a50b-d7b4ee07dddd, host n-h2-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:48:23.738371 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [req-f2a15364-7c41-4f97-9f7a-0f2a21a1b5fc req-b54f5772-1e80-4285-844a-4910a6f62b65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a1521f1-ec07-4a09-a50b-d7b4ee07dddd {{(pid=100596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:48:23.745603 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-f2a15364-7c41-4f97-9f7a-0f2a21a1b5fc req-b54f5772-1e80-4285-844a-4910a6f62b65 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:23.759698 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.provisioning_blocks [req-f2a15364-7c41-4f97-9f7a-0f2a21a1b5fc req-b54f5772-1e80-4285-844a-4910a6f62b65 service neutron] Transition to ACTIVE for port object 0a1521f1-ec07-4a09-a50b-d7b4ee07dddd will not be triggered until provisioned by entity L2. {{(pid=100596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:48:23.764082 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-f2a15364-7c41-4f97-9f7a-0f2a21a1b5fc req-b54f5772-1e80-4285-844a-4910a6f62b65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:23.842770 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54f5772-1e80-4285-844a-4910a6f62b65 service neutron] Pushing event updated for resources: {'Port': ['ID=0a1521f1-ec07-4a09-a50b-d7b4ee07dddd,revision_number=7']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:48:23.859984 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54f5772-1e80-4285-844a-4910a6f62b65 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:48:23.860336 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54f5772-1e80-4285-844a-4910a6f62b65 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:48:23.860681 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54f5772-1e80-4285-844a-4910a6f62b65 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:48:23.861021 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54f5772-1e80-4285-844a-4910a6f62b65 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:48:23.861358 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54f5772-1e80-4285-844a-4910a6f62b65 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:48:23.861731 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54f5772-1e80-4285-844a-4910a6f62b65 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:48:23.862058 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54f5772-1e80-4285-844a-4910a6f62b65 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:48:23.862413 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54f5772-1e80-4285-844a-4910a6f62b65 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:48:23.862714 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54f5772-1e80-4285-844a-4910a6f62b65 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:48:23.863038 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54f5772-1e80-4285-844a-4910a6f62b65 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:48:23.863364 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54f5772-1e80-4285-844a-4910a6f62b65 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:48:23.863888 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54f5772-1e80-4285-844a-4910a6f62b65 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:48:23.900808 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2a15364-7c41-4f97-9f7a-0f2a21a1b5fc req-b54f5772-1e80-4285-844a-4910a6f62b65 service neutron] No DVR routers for this DVR port 0a1521f1-ec07-4a09-a50b-d7b4ee07dddd on host n-h2-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:48:24.037458 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-f2a15364-7c41-4f97-9f7a-0f2a21a1b5fc req-b54f5772-1e80-4285-844a-4910a6f62b65 service neutron] Attempting to bind port 0a1521f1-ec07-4a09-a50b-d7b4ee07dddd on host n-h1-811396-3 for vnic_type normal with profile {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:48:24.038024 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-f2a15364-7c41-4f97-9f7a-0f2a21a1b5fc req-b54f5772-1e80-4285-844a-4910a6f62b65 service neutron] Attempting to bind port 0a1521f1-ec07-4a09-a50b-d7b4ee07dddd by drivers openvswitch,hyperv on host n-h1-811396-3 at level 0 using segments [{'id': '4da70b3a-7ff9-47c3-9730-56e4122637b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '93b7cadb-3c45-4680-8fb9-490596b5f105'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:48:24.038561 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a15364-7c41-4f97-9f7a-0f2a21a1b5fc req-b54f5772-1e80-4285-844a-4910a6f62b65 service neutron] Attempting to bind port 0a1521f1-ec07-4a09-a50b-d7b4ee07dddd on network 93b7cadb-3c45-4680-8fb9-490596b5f105 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:48:24.043183 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a15364-7c41-4f97-9f7a-0f2a21a1b5fc req-b54f5772-1e80-4285-844a-4910a6f62b65 service neutron] Port 0a1521f1-ec07-4a09-a50b-d7b4ee07dddd on network 93b7cadb-3c45-4680-8fb9-490596b5f105 not bound, no agent of type Open vSwitch agent registered on host n-h1-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:48:24.043570 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a15364-7c41-4f97-9f7a-0f2a21a1b5fc req-b54f5772-1e80-4285-844a-4910a6f62b65 service neutron] Attempting to bind port 0a1521f1-ec07-4a09-a50b-d7b4ee07dddd on network 93b7cadb-3c45-4680-8fb9-490596b5f105 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:48:24.048367 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a15364-7c41-4f97-9f7a-0f2a21a1b5fc req-b54f5772-1e80-4285-844a-4910a6f62b65 service neutron] Checking agent: {'id': 'b707b4cc-061f-4cf4-bce0-0b3df9b7bec9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 48, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:48:24.048707 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a15364-7c41-4f97-9f7a-0f2a21a1b5fc req-b54f5772-1e80-4285-844a-4910a6f62b65 service neutron] Checking segment: {'id': '4da70b3a-7ff9-47c3-9730-56e4122637b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '93b7cadb-3c45-4680-8fb9-490596b5f105'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:48:24.049652 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a15364-7c41-4f97-9f7a-0f2a21a1b5fc req-b54f5772-1e80-4285-844a-4910a6f62b65 service neutron] Bound using segment: {'id': '4da70b3a-7ff9-47c3-9730-56e4122637b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '93b7cadb-3c45-4680-8fb9-490596b5f105'} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:48:24.050079 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-f2a15364-7c41-4f97-9f7a-0f2a21a1b5fc req-b54f5772-1e80-4285-844a-4910a6f62b65 service neutron] Bound port: 0a1521f1-ec07-4a09-a50b-d7b4ee07dddd, host: n-h1-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4da70b3a-7ff9-47c3-9730-56e4122637b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '93b7cadb-3c45-4680-8fb9-490596b5f105'}}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:48:24.050430 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-f2a15364-7c41-4f97-9f7a-0f2a21a1b5fc req-b54f5772-1e80-4285-844a-4910a6f62b65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:24.114722 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-f2a15364-7c41-4f97-9f7a-0f2a21a1b5fc req-b54f5772-1e80-4285-844a-4910a6f62b65 service neutron] For port 0a1521f1-ec07-4a09-a50b-d7b4ee07dddd, host n-h1-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:48:24.117912 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-f2a15364-7c41-4f97-9f7a-0f2a21a1b5fc req-b54f5772-1e80-4285-844a-4910a6f62b65 service neutron] For port 0a1521f1-ec07-4a09-a50b-d7b4ee07dddd, host n-h1-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=0a1521f1-ec07-4a09-a50b-d7b4ee07dddd,segment=NetworkSegment(4da70b3a-7ff9-47c3-9730-56e4122637b1),segment_id=4da70b3a-7ff9-47c3-9730-56e4122637b1)] {{(pid=100596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:48:24.121534 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-f2a15364-7c41-4f97-9f7a-0f2a21a1b5fc req-b54f5772-1e80-4285-844a-4910a6f62b65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:24.160551 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a15364-7c41-4f97-9f7a-0f2a21a1b5fc req-b54f5772-1e80-4285-844a-4910a6f62b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:24.161153 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-f2a15364-7c41-4f97-9f7a-0f2a21a1b5fc req-b54f5772-1e80-4285-844a-4910a6f62b65 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:24.162534 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f2a15364-7c41-4f97-9f7a-0f2a21a1b5fc req-b54f5772-1e80-4285-844a-4910a6f62b65 service neutron] 10.222.0.55 "PUT /v2.0/ports/0a1521f1-ec07-4a09-a50b-d7b4ee07dddd HTTP/1.1" status: 200 len: 1091 time: 0.8145363 Oct 20 11:48:24.162979 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49681b88-3c5d-4ca2-ab36-e43d628163d8', 'tag': '0a1521f1-ec07-4a09-a50b-d7b4ee07dddd'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:48:24.165282 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b817f9d80a1b29ed07bd94f2222da8cf244b0bc6025e0bf33ac95c6b13c59699" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21dd9f25-c34d-4e43-a90d-bb4bd0ea978e" -d '{"events": [{"name": "network-changed", "server_uuid": "49681b88-3c5d-4ca2-ab36-e43d628163d8", "tag": "0a1521f1-ec07-4a09-a50b-d7b4ee07dddd"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:48:24.188181 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54f5772-1e80-4285-844a-4910a6f62b65 service neutron] Pushing event updated for resources: {'Port': ['ID=0a1521f1-ec07-4a09-a50b-d7b4ee07dddd,revision_number=8']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:48:24.250323 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a15364-7c41-4f97-9f7a-0f2a21a1b5fc req-71da4917-c437-432d-9787-93bea8c3d520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:24.250323 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f2a15364-7c41-4f97-9f7a-0f2a21a1b5fc req-71da4917-c437-432d-9787-93bea8c3d520 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6b411328cc8d4dc5bcf66f69c3645238&device_id=49681b88-3c5d-4ca2-ab36-e43d628163d8 HTTP/1.1" status: 200 len: 1094 time: 0.0508924 Oct 20 11:48:24.276320 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1038cf8-9260-4d69-ad66-7dfcce8cd43b x-openstack-request-id: req-b1038cf8-9260-4d69-ad66-7dfcce8cd43b {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:48:24.276612 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49681b88-3c5d-4ca2-ab36-e43d628163d8", "tag": "0a1521f1-ec07-4a09-a50b-d7b4ee07dddd", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:48:24.276858 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b1038cf8-9260-4d69-ad66-7dfcce8cd43b {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:48:24.277254 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49681b88-3c5d-4ca2-ab36-e43d628163d8', 'tag': '0a1521f1-ec07-4a09-a50b-d7b4ee07dddd', 'status': 'completed', 'code': 200} Oct 20 11:48:24.344033 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a15364-7c41-4f97-9f7a-0f2a21a1b5fc req-2793f12d-9fc1-4f47-95ac-2aeb0b706b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:24.345510 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f2a15364-7c41-4f97-9f7a-0f2a21a1b5fc req-2793f12d-9fc1-4f47-95ac-2aeb0b706b74 service neutron] 10.222.0.55 "GET /v2.0/networks?id=93b7cadb-3c45-4680-8fb9-490596b5f105 HTTP/1.1" status: 200 len: 909 time: 0.0896358 Oct 20 11:48:24.413699 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f2a15364-7c41-4f97-9f7a-0f2a21a1b5fc req-5d4b8c3f-58f8-4523-811b-5f05e9435a25 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0a1521f1-ec07-4a09-a50b-d7b4ee07dddd HTTP/1.1" status: 200 len: 999 time: 0.0611475 Oct 20 11:48:24.465231 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a15364-7c41-4f97-9f7a-0f2a21a1b5fc req-5d7f5537-b916-43d8-b410-a95177bac66a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:24.466711 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f2a15364-7c41-4f97-9f7a-0f2a21a1b5fc req-5d7f5537-b916-43d8-b410-a95177bac66a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=38516557-486d-4381-b02d-c224eaa06bbb HTTP/1.1" status: 200 len: 847 time: 0.0457420 Oct 20 11:48:24.510630 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a15364-7c41-4f97-9f7a-0f2a21a1b5fc req-7ddf9d03-38b6-4414-832e-72ff0669970a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:24.512107 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f2a15364-7c41-4f97-9f7a-0f2a21a1b5fc req-7ddf9d03-38b6-4414-832e-72ff0669970a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=93b7cadb-3c45-4680-8fb9-490596b5f105&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385625 Oct 20 11:48:24.603232 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f2a15364-7c41-4f97-9f7a-0f2a21a1b5fc req-4604a75d-1ce5-423d-a24f-fe899949ccb6 service neutron] 10.222.0.55 "GET /v2.0/networks/93b7cadb-3c45-4680-8fb9-490596b5f105?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838397 Oct 20 11:48:24.724719 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f2a15364-7c41-4f97-9f7a-0f2a21a1b5fc req-45951959-965f-47c1-b360-c5adb97e81f1 service neutron] 10.222.0.55 "GET /v2.0/networks/93b7cadb-3c45-4680-8fb9-490596b5f105?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145911 Oct 20 11:48:24.735079 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525e76bb-bd60-4750-8a3b-9fc2cf6b7f3c req-12318b2d-e877-4f15-85b9-48c1390b03fd tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:24.736610 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-525e76bb-bd60-4750-8a3b-9fc2cf6b7f3c req-12318b2d-e877-4f15-85b9-48c1390b03fd tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/ports?device_id=49681b88-3c5d-4ca2-ab36-e43d628163d8 HTTP/1.1" status: 200 len: 943 time: 0.0674024 Oct 20 11:48:24.775659 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-525e76bb-bd60-4750-8a3b-9fc2cf6b7f3c req-d98e4c49-7df6-4f5d-bb73-38fe7866d31c tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/security-groups?id=d20f2b9f-a503-4e8b-b0ba-baeff6d2c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324645 Oct 20 11:48:24.827801 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dd9f25-c34d-4e43-a90d-bb4bd0ea978e req-fda600ca-2ff5-4c5e-b092-8fa3f4cf84f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:24.829266 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-21dd9f25-c34d-4e43-a90d-bb4bd0ea978e req-fda600ca-2ff5-4c5e-b092-8fa3f4cf84f8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6b411328cc8d4dc5bcf66f69c3645238&device_id=49681b88-3c5d-4ca2-ab36-e43d628163d8 HTTP/1.1" status: 200 len: 1094 time: 0.0400512 Oct 20 11:48:24.921545 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dd9f25-c34d-4e43-a90d-bb4bd0ea978e req-74855c7f-a06b-401f-841c-5fc14665c1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:24.923007 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-21dd9f25-c34d-4e43-a90d-bb4bd0ea978e req-74855c7f-a06b-401f-841c-5fc14665c1ca service neutron] 10.222.0.55 "GET /v2.0/networks?id=93b7cadb-3c45-4680-8fb9-490596b5f105 HTTP/1.1" status: 200 len: 909 time: 0.0865936 Oct 20 11:48:24.986627 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-21dd9f25-c34d-4e43-a90d-bb4bd0ea978e req-f3e44205-a3b8-4284-9415-bae4234a0bef service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0a1521f1-ec07-4a09-a50b-d7b4ee07dddd HTTP/1.1" status: 200 len: 999 time: 0.0565236 Oct 20 11:48:25.040294 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dd9f25-c34d-4e43-a90d-bb4bd0ea978e req-8d014ca5-54c8-4535-9587-86a5ec231024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:25.041730 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-21dd9f25-c34d-4e43-a90d-bb4bd0ea978e req-8d014ca5-54c8-4535-9587-86a5ec231024 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=38516557-486d-4381-b02d-c224eaa06bbb HTTP/1.1" status: 200 len: 847 time: 0.0483024 Oct 20 11:48:25.093702 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dd9f25-c34d-4e43-a90d-bb4bd0ea978e req-895d7002-b563-4235-b437-4929ff720bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:25.095473 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-21dd9f25-c34d-4e43-a90d-bb4bd0ea978e req-895d7002-b563-4235-b437-4929ff720bab service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=93b7cadb-3c45-4680-8fb9-490596b5f105&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463545 Oct 20 11:48:25.200419 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-21dd9f25-c34d-4e43-a90d-bb4bd0ea978e req-ca83918c-37f3-46d2-93e4-a0d05392a2fd service neutron] 10.222.0.55 "GET /v2.0/networks/93b7cadb-3c45-4680-8fb9-490596b5f105?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978842 Oct 20 11:48:25.292755 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-21dd9f25-c34d-4e43-a90d-bb4bd0ea978e req-1f19e912-f976-494a-a364-7ed29d11aa25 service neutron] 10.222.0.55 "GET /v2.0/networks/93b7cadb-3c45-4680-8fb9-490596b5f105?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858157 Oct 20 11:48:25.891361 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3c99c6-d057-4506-96ee-cf7526677143 req-6286d527-b73f-4ad6-8eeb-b9e8488596fa tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:25.892833 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bd3c99c6-d057-4506-96ee-cf7526677143 req-6286d527-b73f-4ad6-8eeb-b9e8488596fa tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/ports?device_id=49681b88-3c5d-4ca2-ab36-e43d628163d8 HTTP/1.1" status: 200 len: 943 time: 0.0481112 Oct 20 11:48:25.930456 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bd3c99c6-d057-4506-96ee-cf7526677143 req-670cdaa6-44f5-465d-aa8f-c74cb8e65590 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/security-groups?id=d20f2b9f-a503-4e8b-b0ba-baeff6d2c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317583 Oct 20 11:48:27.042305 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f5ac13-751a-4507-a840-82bb3a688e9c req-47e403bb-0ae5-4319-bf05-76a03754ab25 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:27.043802 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-66f5ac13-751a-4507-a840-82bb3a688e9c req-47e403bb-0ae5-4319-bf05-76a03754ab25 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/ports?device_id=49681b88-3c5d-4ca2-ab36-e43d628163d8 HTTP/1.1" status: 200 len: 943 time: 0.0478396 Oct 20 11:48:27.085223 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-66f5ac13-751a-4507-a840-82bb3a688e9c req-5884faa6-d9d1-488c-bc89-b64dc5bd1959 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/security-groups?id=d20f2b9f-a503-4e8b-b0ba-baeff6d2c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350220 Oct 20 11:48:28.512548 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d1fc90-3ab1-4a19-8ea3-f3e5bbeeaf9b req-0f693b32-f3f3-4dd6-b218-8ae207b37195 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:28.514030 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c7d1fc90-3ab1-4a19-8ea3-f3e5bbeeaf9b req-0f693b32-f3f3-4dd6-b218-8ae207b37195 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/ports?device_id=49681b88-3c5d-4ca2-ab36-e43d628163d8 HTTP/1.1" status: 200 len: 943 time: 0.3628862 Oct 20 11:48:28.550755 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c7d1fc90-3ab1-4a19-8ea3-f3e5bbeeaf9b req-42cd9a98-fcf8-47a1-b335-dc88eb918c44 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/security-groups?id=d20f2b9f-a503-4e8b-b0ba-baeff6d2c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302277 Oct 20 11:48:29.664165 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1411222c-6e5b-4b57-80ed-e6877cf27b09 req-72981a2e-0677-4260-b2b2-d7ed7a05bd0c tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:29.665634 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1411222c-6e5b-4b57-80ed-e6877cf27b09 req-72981a2e-0677-4260-b2b2-d7ed7a05bd0c tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/ports?device_id=49681b88-3c5d-4ca2-ab36-e43d628163d8 HTTP/1.1" status: 200 len: 943 time: 0.0476077 Oct 20 11:48:29.704785 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1411222c-6e5b-4b57-80ed-e6877cf27b09 req-06f55659-6bc0-4c35-93c6-c73ec08c2687 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/security-groups?id=d20f2b9f-a503-4e8b-b0ba-baeff6d2c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332758 Oct 20 11:48:30.824378 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce11a8a5-da20-4f2b-9e35-b1544c3e61da req-327eb177-ffb3-4948-bcea-4f408f908639 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:30.825836 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ce11a8a5-da20-4f2b-9e35-b1544c3e61da req-327eb177-ffb3-4948-bcea-4f408f908639 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/ports?device_id=49681b88-3c5d-4ca2-ab36-e43d628163d8 HTTP/1.1" status: 200 len: 943 time: 0.0479658 Oct 20 11:48:30.865541 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ce11a8a5-da20-4f2b-9e35-b1544c3e61da req-82878546-dc66-4017-8a9a-5f99226adb93 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/security-groups?id=d20f2b9f-a503-4e8b-b0ba-baeff6d2c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332599 Oct 20 11:48:32.014169 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c108ff-78b7-45ee-ba33-eb2d5fdae0c7 req-db36e6d7-b779-4d14-974d-4c480721f7eb tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:32.015660 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-91c108ff-78b7-45ee-ba33-eb2d5fdae0c7 req-db36e6d7-b779-4d14-974d-4c480721f7eb tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/ports?device_id=49681b88-3c5d-4ca2-ab36-e43d628163d8 HTTP/1.1" status: 200 len: 943 time: 0.0544078 Oct 20 11:48:32.052746 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-91c108ff-78b7-45ee-ba33-eb2d5fdae0c7 req-95da116d-e52d-48c9-b279-caf13ca4f0ee tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/security-groups?id=d20f2b9f-a503-4e8b-b0ba-baeff6d2c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311644 Oct 20 11:48:33.174671 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cecae87-cee9-4c73-a6d6-158b43ae3b93 req-af6bde53-1ddb-4aeb-85e0-e99c671478c0 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:33.176167 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2cecae87-cee9-4c73-a6d6-158b43ae3b93 req-af6bde53-1ddb-4aeb-85e0-e99c671478c0 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/ports?device_id=49681b88-3c5d-4ca2-ab36-e43d628163d8 HTTP/1.1" status: 200 len: 943 time: 0.0484004 Oct 20 11:48:33.213076 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2cecae87-cee9-4c73-a6d6-158b43ae3b93 req-aa2312fa-0ede-4ffb-8cee-eeca2160ac9b tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/security-groups?id=d20f2b9f-a503-4e8b-b0ba-baeff6d2c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309045 Oct 20 11:48:33.642675 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-2f818f26-5e27-4dea-9007-abbae057133b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:34.325897 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1800f707-74d4-46a7-9bf9-3b9a12f35c10 req-81a19b1f-a0d8-4e10-80e8-8abc815eeee3 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:34.327359 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1800f707-74d4-46a7-9bf9-3b9a12f35c10 req-81a19b1f-a0d8-4e10-80e8-8abc815eeee3 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/ports?device_id=49681b88-3c5d-4ca2-ab36-e43d628163d8 HTTP/1.1" status: 200 len: 943 time: 0.0475457 Oct 20 11:48:34.367458 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1800f707-74d4-46a7-9bf9-3b9a12f35c10 req-f0e466ef-157a-4107-b19e-1b41a0baf216 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/security-groups?id=d20f2b9f-a503-4e8b-b0ba-baeff6d2c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335236 Oct 20 11:48:35.480848 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9c8c1d-6f18-4b1a-97ea-fa01eadcd58d req-7a6d282d-192e-4c0b-b7e8-44b96a859547 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:35.482312 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-eb9c8c1d-6f18-4b1a-97ea-fa01eadcd58d req-7a6d282d-192e-4c0b-b7e8-44b96a859547 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/ports?device_id=49681b88-3c5d-4ca2-ab36-e43d628163d8 HTTP/1.1" status: 200 len: 943 time: 0.0484538 Oct 20 11:48:35.519154 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-eb9c8c1d-6f18-4b1a-97ea-fa01eadcd58d req-1857aa12-1cdd-4c89-b0b3-8df1122b127c tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/security-groups?id=d20f2b9f-a503-4e8b-b0ba-baeff6d2c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308218 Oct 20 11:48:35.599844 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 0a1521f1-ec07-4a09-a50b-d7b4ee07dddd details requested by agent hyperv_n-h1-811396-3 with host n-h1-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:48:35.694557 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 0a1521f1-ec07-4a09-a50b-d7b4ee07dddd, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=0a1521f1-ec07-4a09-a50b-d7b4ee07dddd,segment=NetworkSegment(4da70b3a-7ff9-47c3-9730-56e4122637b1),segment_id=4da70b3a-7ff9-47c3-9730-56e4122637b1)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:48:35.705952 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Returning: {'device': '0a1521f1-ec07-4a09-a50b-d7b4ee07dddd', 'network_id': '93b7cadb-3c45-4680-8fb9-490596b5f105', 'port_id': '0a1521f1-ec07-4a09-a50b-d7b4ee07dddd', 'mac_address': 'fa:16:3e:c1:32:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 816, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38516557-486d-4381-b02d-c224eaa06bbb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:48:35.741177 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:35.753819 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a1521f1-ec07-4a09-a50b-d7b4ee07dddd {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:48:35.773277 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 0a1521f1-ec07-4a09-a50b-d7b4ee07dddd, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=0a1521f1-ec07-4a09-a50b-d7b4ee07dddd,segment=NetworkSegment(4da70b3a-7ff9-47c3-9730-56e4122637b1),segment_id=4da70b3a-7ff9-47c3-9730-56e4122637b1)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:48:35.777163 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:35.826635 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=0a1521f1-ec07-4a09-a50b-d7b4ee07dddd,revision_number=9']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:48:36.178083 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['0a1521f1-ec07-4a09-a50b-d7b4ee07dddd'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:48:36.485285 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-61a06bbf-aef4-4bcb-9ddc-f933e46198dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:36.631646 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b13cf1d-6f4b-43c7-9f43-cca40c3f3ddb req-6d6d3e9b-e3e6-4428-bef8-5903ff1f26ac tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:36.633104 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8b13cf1d-6f4b-43c7-9f43-cca40c3f3ddb req-6d6d3e9b-e3e6-4428-bef8-5903ff1f26ac tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/ports?device_id=49681b88-3c5d-4ca2-ab36-e43d628163d8 HTTP/1.1" status: 200 len: 944 time: 0.0475514 Oct 20 11:48:36.670276 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-8b13cf1d-6f4b-43c7-9f43-cca40c3f3ddb req-887204f2-2d21-491a-a701-cff6bdd69b48 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/security-groups?id=d20f2b9f-a503-4e8b-b0ba-baeff6d2c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313096 Oct 20 11:48:37.274883 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:37.600158 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 0a1521f1-ec07-4a09-a50b-d7b4ee07dddd up at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:48:37.648413 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning for port 0a1521f1-ec07-4a09-a50b-d7b4ee07dddd completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:48:37.652197 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning complete for port 0a1521f1-ec07-4a09-a50b-d7b4ee07dddd triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:48:37.652611 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:37.728245 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:37.750729 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49681b88-3c5d-4ca2-ab36-e43d628163d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a1521f1-ec07-4a09-a50b-d7b4ee07dddd'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:48:37.753616 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3a5a1e74fee385f59395feee7f880defec871777ba90fab9b56a242633970a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e58943af-7769-40f4-b2ad-52157403cf2a" -d '{"events": [{"server_uuid": "49681b88-3c5d-4ca2-ab36-e43d628163d8", "name": "network-vif-plugged", "status": "completed", "tag": "0a1521f1-ec07-4a09-a50b-d7b4ee07dddd"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:48:37.769834 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port 0a1521f1-ec07-4a09-a50b-d7b4ee07dddd, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=0a1521f1-ec07-4a09-a50b-d7b4ee07dddd,segment=NetworkSegment(4da70b3a-7ff9-47c3-9730-56e4122637b1),segment_id=4da70b3a-7ff9-47c3-9730-56e4122637b1)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:48:37.773442 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:37.785339 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb590991-e12a-407f-a353-baca21357c6f req-0cb3f552-dcb8-4090-a5e6-6c8474adf5f4 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:37.786847 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cb590991-e12a-407f-a353-baca21357c6f req-0cb3f552-dcb8-4090-a5e6-6c8474adf5f4 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/ports?device_id=49681b88-3c5d-4ca2-ab36-e43d628163d8 HTTP/1.1" status: 200 len: 944 time: 0.0493708 Oct 20 11:48:37.802141 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc1dfa8a-2538-4202-b961-194f9b23ffb9 x-openstack-request-id: req-bc1dfa8a-2538-4202-b961-194f9b23ffb9 {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:48:37.802568 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49681b88-3c5d-4ca2-ab36-e43d628163d8", "name": "network-vif-plugged", "status": "completed", "tag": "0a1521f1-ec07-4a09-a50b-d7b4ee07dddd", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:48:37.802833 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bc1dfa8a-2538-4202-b961-194f9b23ffb9 {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:48:37.803227 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49681b88-3c5d-4ca2-ab36-e43d628163d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a1521f1-ec07-4a09-a50b-d7b4ee07dddd', 'code': 200} Oct 20 11:48:37.830340 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cb590991-e12a-407f-a353-baca21357c6f req-d3483fbb-2799-4251-9fd1-71258466626a tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/security-groups?id=d20f2b9f-a503-4e8b-b0ba-baeff6d2c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370963 Oct 20 11:48:37.833525 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=0a1521f1-ec07-4a09-a50b-d7b4ee07dddd,revision_number=10']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:48:37.858656 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:37.987600 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617f4d18-3c83-4f32-a3c5-62afe20f0fd8 req-c5a22342-7af7-443a-bde8-c19e70daf527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:37.989062 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-617f4d18-3c83-4f32-a3c5-62afe20f0fd8 req-c5a22342-7af7-443a-bde8-c19e70daf527 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=49681b88-3c5d-4ca2-ab36-e43d628163d8 HTTP/1.1" status: 200 len: 1097 time: 0.0395370 Oct 20 11:48:38.022466 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-617f4d18-3c83-4f32-a3c5-62afe20f0fd8 req-e93cb3c1-6ed1-4f21-8507-ad32ee3b2bfe service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=d20f2b9f-a503-4e8b-b0ba-baeff6d2c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0259764 Oct 20 11:48:38.949399 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61605937-6c0d-469a-8393-fdf92cc828c5 req-1a1b4efd-66d9-4d16-9a8d-aeae9ed95121 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:38.950901 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-61605937-6c0d-469a-8393-fdf92cc828c5 req-1a1b4efd-66d9-4d16-9a8d-aeae9ed95121 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/ports?device_id=49681b88-3c5d-4ca2-ab36-e43d628163d8 HTTP/1.1" status: 200 len: 946 time: 0.0487437 Oct 20 11:48:38.965012 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:38.989430 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-61605937-6c0d-469a-8393-fdf92cc828c5 req-8938fac6-59c7-4c94-bb06-958320d4c0d2 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/security-groups?id=d20f2b9f-a503-4e8b-b0ba-baeff6d2c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324972 Oct 20 11:48:39.224548 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:40.102924 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e6882c-73e5-4ca2-b9ae-952ce2fc0a7c req-b79028b6-c913-45e8-a9d4-cb4e6abcc76d tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:40.104459 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e7e6882c-73e5-4ca2-b9ae-952ce2fc0a7c req-b79028b6-c913-45e8-a9d4-cb4e6abcc76d tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/ports?device_id=49681b88-3c5d-4ca2-ab36-e43d628163d8 HTTP/1.1" status: 200 len: 946 time: 0.0496716 Oct 20 11:48:40.145525 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e7e6882c-73e5-4ca2-b9ae-952ce2fc0a7c req-12517272-b2a4-4466-9b0b-518b00759a4d tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/security-groups?id=d20f2b9f-a503-4e8b-b0ba-baeff6d2c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351582 Oct 20 11:48:50.029698 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:51.613962 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cedb5e60-9525-465a-a3cf-4fdff58325d4 req-48f64d79-e58e-4168-b6eb-8f79926d80ab service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=49681b88-3c5d-4ca2-ab36-e43d628163d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0417473 Oct 20 11:48:51.710205 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedb5e60-9525-465a-a3cf-4fdff58325d4 req-211dfbf1-5d15-4936-b84d-b804a0c9de8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:51.711746 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cedb5e60-9525-465a-a3cf-4fdff58325d4 req-211dfbf1-5d15-4936-b84d-b804a0c9de8c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6b411328cc8d4dc5bcf66f69c3645238&device_id=49681b88-3c5d-4ca2-ab36-e43d628163d8 HTTP/1.1" status: 200 len: 1097 time: 0.0396256 Oct 20 11:48:51.821236 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedb5e60-9525-465a-a3cf-4fdff58325d4 req-c15f8fa9-dbcc-45c4-9e2c-71150166cd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:51.822692 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cedb5e60-9525-465a-a3cf-4fdff58325d4 req-c15f8fa9-dbcc-45c4-9e2c-71150166cd00 service neutron] 10.222.0.55 "GET /v2.0/networks?id=93b7cadb-3c45-4680-8fb9-490596b5f105 HTTP/1.1" status: 200 len: 909 time: 0.0871665 Oct 20 11:48:51.889710 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cedb5e60-9525-465a-a3cf-4fdff58325d4 req-25426aa5-f28d-46d1-895d-e802b68a07c6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0a1521f1-ec07-4a09-a50b-d7b4ee07dddd HTTP/1.1" status: 200 len: 1001 time: 0.0582492 Oct 20 11:48:51.938139 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedb5e60-9525-465a-a3cf-4fdff58325d4 req-3e8a1118-0341-4551-a014-b21afc6f4fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:51.939645 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cedb5e60-9525-465a-a3cf-4fdff58325d4 req-3e8a1118-0341-4551-a014-b21afc6f4fc6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=38516557-486d-4381-b02d-c224eaa06bbb HTTP/1.1" status: 200 len: 847 time: 0.0424817 Oct 20 11:48:51.986897 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedb5e60-9525-465a-a3cf-4fdff58325d4 req-ef5bd632-8643-4484-9d6a-58833029a210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:51.988979 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cedb5e60-9525-465a-a3cf-4fdff58325d4 req-ef5bd632-8643-4484-9d6a-58833029a210 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=93b7cadb-3c45-4680-8fb9-490596b5f105&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423310 Oct 20 11:48:52.084311 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cedb5e60-9525-465a-a3cf-4fdff58325d4 req-398c787a-7080-4762-9efa-193f9a7eafba service neutron] 10.222.0.55 "GET /v2.0/networks/93b7cadb-3c45-4680-8fb9-490596b5f105?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811758 Oct 20 11:48:52.176883 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-cedb5e60-9525-465a-a3cf-4fdff58325d4 req-ff8a2463-3f65-47f0-a3ed-cef7b2e8f5f6 service neutron] 10.222.0.55 "GET /v2.0/networks/93b7cadb-3c45-4680-8fb9-490596b5f105?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843637 Oct 20 11:48:56.252559 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 7 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:49:03.643571 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-b0e4a350-ce6d-424b-9ee2-caeaf2a22fd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:06.485026 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-56daa7f4-6985-4506-ad86-09eea3114fd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:07.277112 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:07.861373 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:08.979516 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:09.226477 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:20.028878 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:33.250899 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 7 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:49:33.644287 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-d82e42fd-b63b-41d4-a8c7-b375c8a5ac4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:36.484831 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-ec8055c4-8c90-43b1-b60f-8560188ae62a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:37.277385 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:37.867841 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:38.984483 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:39.234204 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:50.043573 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:52.624823 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b455b466-f938-4672-87bf-00af740e11d0 req-ea2689f2-2d37-49ab-bb9d-1e7b0cd59b67 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=49681b88-3c5d-4ca2-ab36-e43d628163d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0397913 Oct 20 11:49:52.716359 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b455b466-f938-4672-87bf-00af740e11d0 req-d9cada71-657f-4b6c-97d6-c7f089bf0102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:49:52.717798 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b455b466-f938-4672-87bf-00af740e11d0 req-d9cada71-657f-4b6c-97d6-c7f089bf0102 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6b411328cc8d4dc5bcf66f69c3645238&device_id=49681b88-3c5d-4ca2-ab36-e43d628163d8 HTTP/1.1" status: 200 len: 1097 time: 0.0383918 Oct 20 11:49:52.821128 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b455b466-f938-4672-87bf-00af740e11d0 req-f5366151-6f7c-444a-ad44-ef75336afd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:49:52.822550 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b455b466-f938-4672-87bf-00af740e11d0 req-f5366151-6f7c-444a-ad44-ef75336afd3e service neutron] 10.222.0.55 "GET /v2.0/networks?id=93b7cadb-3c45-4680-8fb9-490596b5f105 HTTP/1.1" status: 200 len: 909 time: 0.0856342 Oct 20 11:49:52.885690 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b455b466-f938-4672-87bf-00af740e11d0 req-03f40961-9286-40b0-8302-653c9bad7aa4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0a1521f1-ec07-4a09-a50b-d7b4ee07dddd HTTP/1.1" status: 200 len: 1001 time: 0.0560727 Oct 20 11:49:52.936956 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b455b466-f938-4672-87bf-00af740e11d0 req-33b8fd87-b99f-4872-9d2e-346f7b4c1e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:49:52.938359 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b455b466-f938-4672-87bf-00af740e11d0 req-33b8fd87-b99f-4872-9d2e-346f7b4c1e8c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=38516557-486d-4381-b02d-c224eaa06bbb HTTP/1.1" status: 200 len: 847 time: 0.0459735 Oct 20 11:49:52.941266 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 48628) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:52.984323 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b455b466-f938-4672-87bf-00af740e11d0 req-1a8656fc-1af9-46bb-9e0e-926a8560e8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:49:52.985828 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b455b466-f938-4672-87bf-00af740e11d0 req-1a8656fc-1af9-46bb-9e0e-926a8560e8b3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=93b7cadb-3c45-4680-8fb9-490596b5f105&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400002 Oct 20 11:49:53.075414 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b455b466-f938-4672-87bf-00af740e11d0 req-291691b3-e6dd-4cdf-b38b-d47b15fbe9ad service neutron] 10.222.0.55 "GET /v2.0/networks/93b7cadb-3c45-4680-8fb9-490596b5f105?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822628 Oct 20 11:49:53.097635 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-1b1bda4a-0ff0-48e2-8a41-84ca31785c0d tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Deleting port 0500563d-c99a-446f-b20d-e4877679e0e3 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:49:53.098685 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1b1bda4a-0ff0-48e2-8a41-84ca31785c0d tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:53.168927 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b455b466-f938-4672-87bf-00af740e11d0 req-a5d15c14-8258-440c-8d0e-b41133549669 service neutron] 10.222.0.55 "GET /v2.0/networks/93b7cadb-3c45-4680-8fb9-490596b5f105?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863497 Oct 20 11:49:53.176156 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1b1bda4a-0ff0-48e2-8a41-84ca31785c0d tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:53.176477 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1b1bda4a-0ff0-48e2-8a41-84ca31785c0d tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:53.187976 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-1b1bda4a-0ff0-48e2-8a41-84ca31785c0d tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Calling delete_port for 0500563d-c99a-446f-b20d-e4877679e0e3 owned by network:floatingip {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:49:53.563124 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1b1bda4a-0ff0-48e2-8a41-84ca31785c0d tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:53.590101 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1bda4a-0ff0-48e2-8a41-84ca31785c0d tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Pushing event deleted for resources: {'Port': ['ID=0500563d-c99a-446f-b20d-e4877679e0e3,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:49:53.603295 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1bda4a-0ff0-48e2-8a41-84ca31785c0d tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:49:53.603675 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1bda4a-0ff0-48e2-8a41-84ca31785c0d tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:49:53.604018 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1bda4a-0ff0-48e2-8a41-84ca31785c0d tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:49:53.604357 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1bda4a-0ff0-48e2-8a41-84ca31785c0d tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:49:53.604693 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1bda4a-0ff0-48e2-8a41-84ca31785c0d tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:49:53.605025 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1bda4a-0ff0-48e2-8a41-84ca31785c0d tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:49:53.605358 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1bda4a-0ff0-48e2-8a41-84ca31785c0d tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:49:53.605687 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1bda4a-0ff0-48e2-8a41-84ca31785c0d tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:49:53.606013 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1bda4a-0ff0-48e2-8a41-84ca31785c0d tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:49:53.606334 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1bda4a-0ff0-48e2-8a41-84ca31785c0d tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:49:53.606656 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1bda4a-0ff0-48e2-8a41-84ca31785c0d tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:49:53.606977 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1bda4a-0ff0-48e2-8a41-84ca31785c0d tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:49:53.659694 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1b1bda4a-0ff0-48e2-8a41-84ca31785c0d tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Publish callbacks [] for floatingip, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:53.660090 n-d-811396-3 neutron-server[100597]: INFO neutron.db.l3_db [None req-1b1bda4a-0ff0-48e2-8a41-84ca31785c0d tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Floating IP cec71666-2b29-4beb-8cbb-bfc231025c75 disassociated (deleted). External IP: 172.25.1.225, port: 0a1521f1-ec07-4a09-a50b-d7b4ee07dddd. Oct 20 11:49:53.864769 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b1bda4a-0ff0-48e2-8a41-84ca31785c0d tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Router 9a111adc-c9cf-41d1-8fa9-0e1ddf50b36a has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:49:53.970859 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b1bda4a-0ff0-48e2-8a41-84ca31785c0d tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:49:53.975618 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-1b1bda4a-0ff0-48e2-8a41-84ca31785c0d tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for floatingip, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:53.980131 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7389c8-74ff-4a2f-9138-d63f7c0c8342 None None] Sync routers for ids ['9a111adc-c9cf-41d1-8fa9-0e1ddf50b36a'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:49:53.989325 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7389c8-74ff-4a2f-9138-d63f7c0c8342 None None] Routers {'9a111adc-c9cf-41d1-8fa9-0e1ddf50b36a'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:49:53.990011 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-7f7389c8-74ff-4a2f-9138-d63f7c0c8342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:49:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['9a111adc-c9cf-41d1-8fa9-0e1ddf50b36a'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:49:54.002838 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-1b1bda4a-0ff0-48e2-8a41-84ca31785c0d tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "DELETE /v2.0/floatingips/cec71666-2b29-4beb-8cbb-bfc231025c75 HTTP/1.1" status: 204 len: 168 time: 1.0601666 Oct 20 11:49:54.003444 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49681b88-3c5d-4ca2-ab36-e43d628163d8', 'tag': '0a1521f1-ec07-4a09-a50b-d7b4ee07dddd'}] {{(pid=100597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:49:54.006460 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26bcd304cef01c8d1125ec9c440c7684a0d186feae015bfd415464a1220f638e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9cdd467-f12a-4980-a973-7e42f59e4430" -d '{"events": [{"name": "network-changed", "server_uuid": "49681b88-3c5d-4ca2-ab36-e43d628163d8", "tag": "0a1521f1-ec07-4a09-a50b-d7b4ee07dddd"}]}' {{(pid=100597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:49:54.045675 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca906e03-3755-4a8d-a55d-04ef4d8277c1 x-openstack-request-id: req-ca906e03-3755-4a8d-a55d-04ef4d8277c1 {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:49:54.045863 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49681b88-3c5d-4ca2-ab36-e43d628163d8", "tag": "0a1521f1-ec07-4a09-a50b-d7b4ee07dddd", "status": "completed", "code": 200}]} {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:49:54.046107 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ca906e03-3755-4a8d-a55d-04ef4d8277c1 {{(pid=100597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:49:54.046814 n-d-811396-3 neutron-server[100597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49681b88-3c5d-4ca2-ab36-e43d628163d8', 'tag': '0a1521f1-ec07-4a09-a50b-d7b4ee07dddd', 'status': 'completed', 'code': 200} Oct 20 11:49:54.102259 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-7f7389c8-74ff-4a2f-9138-d63f7c0c8342 None None] Set router 9a111adc-c9cf-41d1-8fa9-0e1ddf50b36a gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:49:54.142201 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cdd467-f12a-4980-a973-7e42f59e4430 req-a6534f28-1462-4725-a71c-ae1205bb50c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:49:54.144341 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d9cdd467-f12a-4980-a973-7e42f59e4430 req-a6534f28-1462-4725-a71c-ae1205bb50c4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6b411328cc8d4dc5bcf66f69c3645238&device_id=49681b88-3c5d-4ca2-ab36-e43d628163d8 HTTP/1.1" status: 200 len: 1097 time: 0.0556629 Oct 20 11:49:54.269761 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cdd467-f12a-4980-a973-7e42f59e4430 req-3ce423b5-cc1f-44e6-8729-2db516845da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:49:54.271235 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d9cdd467-f12a-4980-a973-7e42f59e4430 req-3ce423b5-cc1f-44e6-8729-2db516845da1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=93b7cadb-3c45-4680-8fb9-490596b5f105 HTTP/1.1" status: 200 len: 909 time: 0.1199718 Oct 20 11:49:54.279469 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992fafb8-324c-43df-a731-7f5692aad406 req-c0213f8b-9b49-4ac0-a341-9724157fe720 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:49:54.280825 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-992fafb8-324c-43df-a731-7f5692aad406 req-c0213f8b-9b49-4ac0-a341-9724157fe720 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/ports?device_id=49681b88-3c5d-4ca2-ab36-e43d628163d8 HTTP/1.1" status: 200 len: 946 time: 0.0982869 Oct 20 11:49:54.308496 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-7f7389c8-74ff-4a2f-9138-d63f7c0c8342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a111adc-c9cf-41d1-8fa9-0e1ddf50b36a', 'name': 'tempest-TestShelveInstance-744987224-router', 'tenant_id': '6b411328cc8d4dc5bcf66f69c3645238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '6ac28c75-9d97-40ee-8ec5-fa0dec42e6e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:40:34Z', 'updated_at': '2021-10-20T11:40:36Z', 'revision_number': 4, 'project_id': '6b411328cc8d4dc5bcf66f69c3645238', 'gw_port': {'id': '6ac28c75-9d97-40ee-8ec5-fa0dec42e6e4', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:9a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a111adc-c9cf-41d1-8fa9-0e1ddf50b36a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:40:34Z', 'updated_at': '2021-10-20T11:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '1c8f8b02-85c9-4448-bf85-c83eb8ce7633', 'name': '', 'network_id': '93b7cadb-3c45-4680-8fb9-490596b5f105', 'tenant_id': '6b411328cc8d4dc5bcf66f69c3645238', 'mac_address': 'fa:16:3e:a5:80:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a111adc-c9cf-41d1-8fa9-0e1ddf50b36a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '38516557-486d-4381-b02d-c224eaa06bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:40:36Z', 'updated_at': '2021-10-20T11:40:40Z', 'revision_number': 5, 'project_id': '6b411328cc8d4dc5bcf66f69c3645238', 'subnets': [{'id': '38516557-486d-4381-b02d-c224eaa06bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:49:54.322463 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d9cdd467-f12a-4980-a973-7e42f59e4430 req-72cffa5f-3bd5-41ea-a09e-7dc1d6ce8eaf service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0a1521f1-ec07-4a09-a50b-d7b4ee07dddd HTTP/1.1" status: 200 len: 217 time: 0.0407233 Oct 20 11:49:54.334693 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7389c8-74ff-4a2f-9138-d63f7c0c8342 None None] Checking router: 9a111adc-c9cf-41d1-8fa9-0e1ddf50b36a for host: n-d-811396-3 {{(pid=100598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:49:54.351204 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7389c8-74ff-4a2f-9138-d63f7c0c8342 None None] Routers {'9a111adc-c9cf-41d1-8fa9-0e1ddf50b36a'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:49:54.351811 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-7f7389c8-74ff-4a2f-9138-d63f7c0c8342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:49:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['9a111adc-c9cf-41d1-8fa9-0e1ddf50b36a'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:49:54.384186 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-992fafb8-324c-43df-a731-7f5692aad406 req-d4d8c45a-dfe5-478d-a1d5-e9539efa86a2 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/security-groups?id=d20f2b9f-a503-4e8b-b0ba-baeff6d2c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950456 Oct 20 11:49:54.394402 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cdd467-f12a-4980-a973-7e42f59e4430 req-0fa5bd99-f5fd-4e1b-b863-990aad8f710f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:49:54.396441 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d9cdd467-f12a-4980-a973-7e42f59e4430 req-0fa5bd99-f5fd-4e1b-b863-990aad8f710f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=38516557-486d-4381-b02d-c224eaa06bbb HTTP/1.1" status: 200 len: 847 time: 0.0596311 Oct 20 11:49:54.445073 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cdd467-f12a-4980-a973-7e42f59e4430 req-777545ea-0928-4d7d-909f-97ed654c7cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:49:54.446569 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d9cdd467-f12a-4980-a973-7e42f59e4430 req-777545ea-0928-4d7d-909f-97ed654c7cf1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=93b7cadb-3c45-4680-8fb9-490596b5f105&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401523 Oct 20 11:49:54.546894 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d9cdd467-f12a-4980-a973-7e42f59e4430 req-7a331ba7-e920-4ca6-a652-67744502e202 service neutron] 10.222.0.55 "GET /v2.0/networks/93b7cadb-3c45-4680-8fb9-490596b5f105?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919445 Oct 20 11:49:54.642062 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d9cdd467-f12a-4980-a973-7e42f59e4430 req-4f85846a-5fb4-4d99-8bb5-2ecbd3d19907 service neutron] 10.222.0.55 "GET /v2.0/networks/93b7cadb-3c45-4680-8fb9-490596b5f105?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871625 Oct 20 11:49:54.654132 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-7f7389c8-74ff-4a2f-9138-d63f7c0c8342 None None] Set router 9a111adc-c9cf-41d1-8fa9-0e1ddf50b36a gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:49:54.899196 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-7f7389c8-74ff-4a2f-9138-d63f7c0c8342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a111adc-c9cf-41d1-8fa9-0e1ddf50b36a', 'name': 'tempest-TestShelveInstance-744987224-router', 'tenant_id': '6b411328cc8d4dc5bcf66f69c3645238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '6ac28c75-9d97-40ee-8ec5-fa0dec42e6e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:40:34Z', 'updated_at': '2021-10-20T11:40:36Z', 'revision_number': 4, 'project_id': '6b411328cc8d4dc5bcf66f69c3645238', 'gw_port': {'id': '6ac28c75-9d97-40ee-8ec5-fa0dec42e6e4', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:9a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a111adc-c9cf-41d1-8fa9-0e1ddf50b36a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:40:34Z', 'updated_at': '2021-10-20T11:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '1c8f8b02-85c9-4448-bf85-c83eb8ce7633', 'name': '', 'network_id': '93b7cadb-3c45-4680-8fb9-490596b5f105', 'tenant_id': '6b411328cc8d4dc5bcf66f69c3645238', 'mac_address': 'fa:16:3e:a5:80:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a111adc-c9cf-41d1-8fa9-0e1ddf50b36a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '38516557-486d-4381-b02d-c224eaa06bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:40:36Z', 'updated_at': '2021-10-20T11:40:40Z', 'revision_number': 5, 'project_id': '6b411328cc8d4dc5bcf66f69c3645238', 'subnets': [{'id': '38516557-486d-4381-b02d-c224eaa06bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:49:54.924594 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7389c8-74ff-4a2f-9138-d63f7c0c8342 None None] The sync data for ids ['9a111adc-c9cf-41d1-8fa9-0e1ddf50b36a'] in n-d-811396-3 is: [{'id': '9a111adc-c9cf-41d1-8fa9-0e1ddf50b36a', 'name': 'tempest-TestShelveInstance-744987224-router', 'tenant_id': '6b411328cc8d4dc5bcf66f69c3645238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '6ac28c75-9d97-40ee-8ec5-fa0dec42e6e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:40:34Z', 'updated_at': '2021-10-20T11:40:36Z', 'revision_number': 4, 'project_id': '6b411328cc8d4dc5bcf66f69c3645238', 'gw_port': {'id': '6ac28c75-9d97-40ee-8ec5-fa0dec42e6e4', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:9a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a111adc-c9cf-41d1-8fa9-0e1ddf50b36a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:40:34Z', 'updated_at': '2021-10-20T11:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '1c8f8b02-85c9-4448-bf85-c83eb8ce7633', 'name': '', 'network_id': '93b7cadb-3c45-4680-8fb9-490596b5f105', 'tenant_id': '6b411328cc8d4dc5bcf66f69c3645238', 'mac_address': 'fa:16:3e:a5:80:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a111adc-c9cf-41d1-8fa9-0e1ddf50b36a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '38516557-486d-4381-b02d-c224eaa06bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:40:36Z', 'updated_at': '2021-10-20T11:40:40Z', 'revision_number': 5, 'project_id': '6b411328cc8d4dc5bcf66f69c3645238', 'subnets': [{'id': '38516557-486d-4381-b02d-c224eaa06bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:49:55.137786 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c61598-e9cf-42db-8bee-61b252afa6cd None None] New status for floating IP cec71666-2b29-4beb-8cbb-bfc231025c75: DOWN {{(pid=100599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 11:49:55.503023 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1cecc8-8b00-4a77-ba33-a50b477cce8a req-45203a67-2c81-4a31-89fd-b0112b2059ef tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:49:55.505186 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3e1cecc8-8b00-4a77-ba33-a50b477cce8a req-45203a67-2c81-4a31-89fd-b0112b2059ef tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/ports?device_id=49681b88-3c5d-4ca2-ab36-e43d628163d8 HTTP/1.1" status: 200 len: 946 time: 0.0490251 Oct 20 11:49:55.548028 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-3e1cecc8-8b00-4a77-ba33-a50b477cce8a req-66daccb0-4c96-4025-b75b-2dcff0e4ddaf tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/security-groups?id=d20f2b9f-a503-4e8b-b0ba-baeff6d2c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354614 Oct 20 11:49:55.999951 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d1ee0b-f295-4077-a89d-e586fde0ec6e req-4b921a2c-7330-4556-8ee0-4ef26ecbe8a3 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:49:56.001403 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-03d1ee0b-f295-4077-a89d-e586fde0ec6e req-4b921a2c-7330-4556-8ee0-4ef26ecbe8a3 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.55 "GET /v2.0/ports?device_id=49681b88-3c5d-4ca2-ab36-e43d628163d8 HTTP/1.1" status: 200 len: 946 time: 0.0482340 Oct 20 11:49:56.089961 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-03d1ee0b-f295-4077-a89d-e586fde0ec6e req-93fbe1e3-78c6-4c98-9d17-dd38f3c8bdd0 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Deleting port 0a1521f1-ec07-4a09-a50b-d7b4ee07dddd {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:49:56.090309 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-03d1ee0b-f295-4077-a89d-e586fde0ec6e req-93fbe1e3-78c6-4c98-9d17-dd38f3c8bdd0 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:56.180355 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-03d1ee0b-f295-4077-a89d-e586fde0ec6e req-93fbe1e3-78c6-4c98-9d17-dd38f3c8bdd0 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] For port 0a1521f1-ec07-4a09-a50b-d7b4ee07dddd, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=0a1521f1-ec07-4a09-a50b-d7b4ee07dddd,segment=NetworkSegment(4da70b3a-7ff9-47c3-9730-56e4122637b1),segment_id=4da70b3a-7ff9-47c3-9730-56e4122637b1)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:49:56.180720 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-03d1ee0b-f295-4077-a89d-e586fde0ec6e req-93fbe1e3-78c6-4c98-9d17-dd38f3c8bdd0 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:56.192436 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-03d1ee0b-f295-4077-a89d-e586fde0ec6e req-93fbe1e3-78c6-4c98-9d17-dd38f3c8bdd0 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Calling delete_port for 0a1521f1-ec07-4a09-a50b-d7b4ee07dddd owned by compute:nova {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:49:56.319048 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-03d1ee0b-f295-4077-a89d-e586fde0ec6e req-93fbe1e3-78c6-4c98-9d17-dd38f3c8bdd0 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:56.348434 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fbe1e3-78c6-4c98-9d17-dd38f3c8bdd0 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Pushing event deleted for resources: {'Port': ['ID=0a1521f1-ec07-4a09-a50b-d7b4ee07dddd,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:49:56.371465 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fbe1e3-78c6-4c98-9d17-dd38f3c8bdd0 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:49:56.371809 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fbe1e3-78c6-4c98-9d17-dd38f3c8bdd0 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:49:56.372144 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fbe1e3-78c6-4c98-9d17-dd38f3c8bdd0 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:49:56.372475 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fbe1e3-78c6-4c98-9d17-dd38f3c8bdd0 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:49:56.372801 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fbe1e3-78c6-4c98-9d17-dd38f3c8bdd0 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:49:56.373124 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fbe1e3-78c6-4c98-9d17-dd38f3c8bdd0 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:49:56.373448 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fbe1e3-78c6-4c98-9d17-dd38f3c8bdd0 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:49:56.373769 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fbe1e3-78c6-4c98-9d17-dd38f3c8bdd0 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:49:56.374085 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fbe1e3-78c6-4c98-9d17-dd38f3c8bdd0 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:49:56.374400 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fbe1e3-78c6-4c98-9d17-dd38f3c8bdd0 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:49:56.374714 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fbe1e3-78c6-4c98-9d17-dd38f3c8bdd0 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:49:56.375025 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fbe1e3-78c6-4c98-9d17-dd38f3c8bdd0 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:49:56.396439 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-03d1ee0b-f295-4077-a89d-e586fde0ec6e req-93fbe1e3-78c6-4c98-9d17-dd38f3c8bdd0 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] No DVR routers for this DVR port 0a1521f1-ec07-4a09-a50b-d7b4ee07dddd on host n-h1-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:49:56.398839 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-03d1ee0b-f295-4077-a89d-e586fde0ec6e req-93fbe1e3-78c6-4c98-9d17-dd38f3c8bdd0 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:56.402117 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-03d1ee0b-f295-4077-a89d-e586fde0ec6e req-93fbe1e3-78c6-4c98-9d17-dd38f3c8bdd0 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.55 "DELETE /v2.0/ports/0a1521f1-ec07-4a09-a50b-d7b4ee07dddd HTTP/1.1" status: 204 len: 173 time: 0.3942044 Oct 20 11:49:56.402548 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49681b88-3c5d-4ca2-ab36-e43d628163d8', 'name': 'network-vif-deleted', 'tag': '0a1521f1-ec07-4a09-a50b-d7b4ee07dddd'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:49:56.404791 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b817f9d80a1b29ed07bd94f2222da8cf244b0bc6025e0bf33ac95c6b13c59699" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f85cab2a-e609-40a4-9b94-95395707886b" -d '{"events": [{"server_uuid": "49681b88-3c5d-4ca2-ab36-e43d628163d8", "name": "network-vif-deleted", "tag": "0a1521f1-ec07-4a09-a50b-d7b4ee07dddd"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:49:56.444775 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-395c6c42-e74e-413c-95af-f4648cb7d318 x-openstack-request-id: req-395c6c42-e74e-413c-95af-f4648cb7d318 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:49:56.445103 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49681b88-3c5d-4ca2-ab36-e43d628163d8", "name": "network-vif-deleted", "tag": "0a1521f1-ec07-4a09-a50b-d7b4ee07dddd", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:49:56.445360 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-395c6c42-e74e-413c-95af-f4648cb7d318 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:49:56.445768 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49681b88-3c5d-4ca2-ab36-e43d628163d8', 'name': 'network-vif-deleted', 'tag': '0a1521f1-ec07-4a09-a50b-d7b4ee07dddd', 'status': 'completed', 'code': 200} Oct 20 11:49:56.647436 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9d5bb3f3-264b-4732-85d8-0bff68aa1e04 req-4788808b-1ac1-4eb4-b8cc-c804e3898698 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/ports?device_id=49681b88-3c5d-4ca2-ab36-e43d628163d8 HTTP/1.1" status: 200 len: 210 time: 0.0264828 Oct 20 11:49:57.741113 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d01e25b8-7a1d-4cd4-b9d9-a709c7eccbcf req-2d3b130e-a33b-4be4-a17b-ca16eab2d398 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/ports?device_id=49681b88-3c5d-4ca2-ab36-e43d628163d8 HTTP/1.1" status: 200 len: 210 time: 0.0256581 Oct 20 11:49:58.838085 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-11093626-3282-4aa1-8a2d-c4ab3b9f04fb req-8a4c112e-e030-44f4-ae12-fae9f90bc224 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/ports?device_id=49681b88-3c5d-4ca2-ab36-e43d628163d8 HTTP/1.1" status: 200 len: 210 time: 0.0293798 Oct 20 11:49:59.933557 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2dc833c9-287a-42b0-88c4-72f06f23e898 req-00d9ab8c-c19e-488b-8de5-fe2d0cf9cbc7 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/ports?device_id=49681b88-3c5d-4ca2-ab36-e43d628163d8 HTTP/1.1" status: 200 len: 210 time: 0.0283399 Oct 20 11:50:00.116355 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 0a1521f1-ec07-4a09-a50b-d7b4ee07dddd no longer exists at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:50:00.136253 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] No Port match for: 0a1521f1-ec07-4a09-a50b-d7b4ee07dddd {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:50:00.136607 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device 0a1521f1-ec07-4a09-a50b-d7b4ee07dddd not bound to the agent host n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:50:01.037977 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-afe0495f-34d5-43a9-a5ef-ea094503369d req-478e4e09-fac9-4cc7-acce-224f101c613d tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "GET /v2.0/ports?device_id=49681b88-3c5d-4ca2-ab36-e43d628163d8 HTTP/1.1" status: 200 len: 210 time: 0.0271499 Oct 20 11:50:02.093909 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 48662) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:02.155189 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3cabd8fb-8ff3-4a37-a40a-0fdb5570e3c4 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:02.182677 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3cabd8fb-8ff3-4a37-a40a-0fdb5570e3c4 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:02.249972 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3cabd8fb-8ff3-4a37-a40a-0fdb5570e3c4 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:02.252725 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3cabd8fb-8ff3-4a37-a40a-0fdb5570e3c4 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:02.254675 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-3cabd8fb-8ff3-4a37-a40a-0fdb5570e3c4 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] 10.222.0.64 "DELETE /v2.0/security-groups/d20f2b9f-a503-4e8b-b0ba-baeff6d2c27c HTTP/1.1" status: 204 len: 168 time: 0.1589787 Oct 20 11:50:02.265184 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cabd8fb-8ff3-4a37-a40a-0fdb5570e3c4 tempest-TestShelveInstance-371770503 tempest-TestShelveInstance-371770503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d20f2b9f-a503-4e8b-b0ba-baeff6d2c27c,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:50:03.327076 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 48668) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:03.647232 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-f50819b1-0681-4cad-9d87-a24f5a617c6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:03.782016 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5b1860a3-b4b5-411a-bf59-041eed1a48c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1774405'] for router_interface, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:04.039922 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-5b1860a3-b4b5-411a-bf59-041eed1a48c2 admin admin] Deleting port 1c8f8b02-85c9-4448-bf85-c83eb8ce7633 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:50:04.040243 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5b1860a3-b4b5-411a-bf59-041eed1a48c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:04.121480 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [None req-5b1860a3-b4b5-411a-bf59-041eed1a48c2 admin admin] For port 1c8f8b02-85c9-4448-bf85-c83eb8ce7633, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=1c8f8b02-85c9-4448-bf85-c83eb8ce7633,segment=NetworkSegment(4da70b3a-7ff9-47c3-9730-56e4122637b1),segment_id=4da70b3a-7ff9-47c3-9730-56e4122637b1)] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:50:04.121852 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5b1860a3-b4b5-411a-bf59-041eed1a48c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:04.138960 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-5b1860a3-b4b5-411a-bf59-041eed1a48c2 admin admin] Calling delete_port for 1c8f8b02-85c9-4448-bf85-c83eb8ce7633 owned by network:router_interface {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:50:04.324168 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5b1860a3-b4b5-411a-bf59-041eed1a48c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:04.349959 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1860a3-b4b5-411a-bf59-041eed1a48c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c8f8b02-85c9-4448-bf85-c83eb8ce7633,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:50:04.516888 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-5b1860a3-b4b5-411a-bf59-041eed1a48c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1771989'] for router_interface, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:04.734271 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b1860a3-b4b5-411a-bf59-041eed1a48c2 admin admin] Router 9a111adc-c9cf-41d1-8fa9-0e1ddf50b36a has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:50:04.838921 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b1860a3-b4b5-411a-bf59-041eed1a48c2 admin admin] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:50:04.844426 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-5b1860a3-b4b5-411a-bf59-041eed1a48c2 admin admin] 10.222.0.64 "PUT /v2.0/routers/9a111adc-c9cf-41d1-8fa9-0e1ddf50b36a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5162778 Oct 20 11:50:04.846923 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 48672) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:04.850118 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39e8238-1bbd-420f-833c-c6ca53a60454 None None] Sync routers for ids ['9a111adc-c9cf-41d1-8fa9-0e1ddf50b36a'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:50:04.859152 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39e8238-1bbd-420f-833c-c6ca53a60454 None None] Routers {'9a111adc-c9cf-41d1-8fa9-0e1ddf50b36a'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:50:04.859799 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-f39e8238-1bbd-420f-833c-c6ca53a60454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:49:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['9a111adc-c9cf-41d1-8fa9-0e1ddf50b36a'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:50:04.950773 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-da3f0d4c-1ba0-4fb2-8115-c97e2eab0742 admin admin] Publish callbacks [] for router, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:04.965097 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-f39e8238-1bbd-420f-833c-c6ca53a60454 None None] Set router 9a111adc-c9cf-41d1-8fa9-0e1ddf50b36a gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:50:05.057974 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-da3f0d4c-1ba0-4fb2-8115-c97e2eab0742 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:05.109613 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-da3f0d4c-1ba0-4fb2-8115-c97e2eab0742 admin admin] Deleting port 6ac28c75-9d97-40ee-8ec5-fa0dec42e6e4 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:50:05.109981 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-da3f0d4c-1ba0-4fb2-8115-c97e2eab0742 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:05.148304 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-f39e8238-1bbd-420f-833c-c6ca53a60454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a111adc-c9cf-41d1-8fa9-0e1ddf50b36a', 'name': 'tempest-TestShelveInstance-744987224-router', 'tenant_id': '6b411328cc8d4dc5bcf66f69c3645238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '6ac28c75-9d97-40ee-8ec5-fa0dec42e6e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:40:34Z', 'updated_at': '2021-10-20T11:50:04Z', 'revision_number': 5, 'project_id': '6b411328cc8d4dc5bcf66f69c3645238', 'gw_port': {'id': '6ac28c75-9d97-40ee-8ec5-fa0dec42e6e4', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:9a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a111adc-c9cf-41d1-8fa9-0e1ddf50b36a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:40:34Z', 'updated_at': '2021-10-20T11:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:50:05.174356 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39e8238-1bbd-420f-833c-c6ca53a60454 None None] Checking router: 9a111adc-c9cf-41d1-8fa9-0e1ddf50b36a for host: n-d-811396-3 {{(pid=100598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:50:05.182540 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39e8238-1bbd-420f-833c-c6ca53a60454 None None] Routers {'9a111adc-c9cf-41d1-8fa9-0e1ddf50b36a'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:50:05.183137 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-f39e8238-1bbd-420f-833c-c6ca53a60454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:49:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['9a111adc-c9cf-41d1-8fa9-0e1ddf50b36a'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:50:05.186527 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [None req-da3f0d4c-1ba0-4fb2-8115-c97e2eab0742 admin admin] For port 6ac28c75-9d97-40ee-8ec5-fa0dec42e6e4, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=6ac28c75-9d97-40ee-8ec5-fa0dec42e6e4,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:50:05.186897 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-da3f0d4c-1ba0-4fb2-8115-c97e2eab0742 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:05.203819 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-da3f0d4c-1ba0-4fb2-8115-c97e2eab0742 admin admin] Calling delete_port for 6ac28c75-9d97-40ee-8ec5-fa0dec42e6e4 owned by network:router_gateway {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:50:05.268961 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-f39e8238-1bbd-420f-833c-c6ca53a60454 None None] Set router 9a111adc-c9cf-41d1-8fa9-0e1ddf50b36a gateway port host: None {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:50:05.323907 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-f39e8238-1bbd-420f-833c-c6ca53a60454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a111adc-c9cf-41d1-8fa9-0e1ddf50b36a', 'name': 'tempest-TestShelveInstance-744987224-router', 'tenant_id': '6b411328cc8d4dc5bcf66f69c3645238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:40:34Z', 'updated_at': '2021-10-20T11:50:05Z', 'revision_number': 6, 'project_id': '6b411328cc8d4dc5bcf66f69c3645238', 'gw_port_host': None}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:50:05.351778 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39e8238-1bbd-420f-833c-c6ca53a60454 None None] The sync data for ids ['9a111adc-c9cf-41d1-8fa9-0e1ddf50b36a'] in n-d-811396-3 is: [{'id': '9a111adc-c9cf-41d1-8fa9-0e1ddf50b36a', 'name': 'tempest-TestShelveInstance-744987224-router', 'tenant_id': '6b411328cc8d4dc5bcf66f69c3645238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:40:34Z', 'updated_at': '2021-10-20T11:50:05Z', 'revision_number': 6, 'project_id': '6b411328cc8d4dc5bcf66f69c3645238', 'gw_port_host': None}] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:50:05.368849 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-da3f0d4c-1ba0-4fb2-8115-c97e2eab0742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:05.399148 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3f0d4c-1ba0-4fb2-8115-c97e2eab0742 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ac28c75-9d97-40ee-8ec5-fa0dec42e6e4,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:50:05.459337 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-da3f0d4c-1ba0-4fb2-8115-c97e2eab0742 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1773439'] for router_gateway, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:05.545226 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-da3f0d4c-1ba0-4fb2-8115-c97e2eab0742 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1772272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258304'] for router, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:05.547260 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-da3f0d4c-1ba0-4fb2-8115-c97e2eab0742 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:05.591444 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-da3f0d4c-1ba0-4fb2-8115-c97e2eab0742 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1772267'] for router, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:05.591988 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da3f0d4c-1ba0-4fb2-8115-c97e2eab0742 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9a111adc-c9cf-41d1-8fa9-0e1ddf50b36a {{(pid=100597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:50:05.596262 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-da3f0d4c-1ba0-4fb2-8115-c97e2eab0742 admin admin] Publish callbacks [] for router, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:05.597539 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-da3f0d4c-1ba0-4fb2-8115-c97e2eab0742 admin admin] 10.222.0.64 "DELETE /v2.0/routers/9a111adc-c9cf-41d1-8fa9-0e1ddf50b36a HTTP/1.1" status: 204 len: 168 time: 0.7496030 Oct 20 11:50:05.600580 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 48674) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:05.643344 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddf26cd6-3dba-4f95-82e0-1d9fe91d5761 admin admin] Deleting subnet 38516557-486d-4381-b02d-c224eaa06bbb {{(pid=100597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:50:05.646872 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ddf26cd6-3dba-4f95-82e0-1d9fe91d5761 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:05.685934 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ddf26cd6-3dba-4f95-82e0-1d9fe91d5761 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25852621'] for subnet, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:05.775573 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ddf26cd6-3dba-4f95-82e0-1d9fe91d5761 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:05.828697 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ddf26cd6-3dba-4f95-82e0-1d9fe91d5761 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25350811'] for subnet, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:05.854015 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf26cd6-3dba-4f95-82e0-1d9fe91d5761 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38516557-486d-4381-b02d-c224eaa06bbb,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:50:05.858886 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ddf26cd6-3dba-4f95-82e0-1d9fe91d5761 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:05.862071 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-ddf26cd6-3dba-4f95-82e0-1d9fe91d5761 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/38516557-486d-4381-b02d-c224eaa06bbb HTTP/1.1" status: 204 len: 168 time: 0.2605760 Oct 20 11:50:05.864818 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 48676) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:05.865387 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa8365d-e8cc-49b8-927c-cd6a0f2b8b20 None None] Network 93b7cadb-3c45-4680-8fb9-490596b5f105 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:50:05.930982 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-733680ec-c40e-4689-bc52-c17b9dc87491 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:05.987336 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-733680ec-c40e-4689-bc52-c17b9dc87491 admin admin] Deleting port 2a0fac92-9970-4b01-a454-6799bd89e6af {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:50:05.987708 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-733680ec-c40e-4689-bc52-c17b9dc87491 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:06.062352 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [None req-733680ec-c40e-4689-bc52-c17b9dc87491 admin admin] For port 2a0fac92-9970-4b01-a454-6799bd89e6af, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=2a0fac92-9970-4b01-a454-6799bd89e6af,segment=NetworkSegment(4da70b3a-7ff9-47c3-9730-56e4122637b1),segment_id=4da70b3a-7ff9-47c3-9730-56e4122637b1)] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:50:06.062640 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-733680ec-c40e-4689-bc52-c17b9dc87491 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:06.074688 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-733680ec-c40e-4689-bc52-c17b9dc87491 admin admin] Calling delete_port for 2a0fac92-9970-4b01-a454-6799bd89e6af owned by network:dhcp {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:50:06.135614 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-697edd48-c974-40cd-823f-e05c08dad009 None None] DHCP port deletion for 93b7cadb-3c45-4680-8fb9-490596b5f105 request from n-d-811396-3 {{(pid=100598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:50:06.140989 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 1c8f8b02-85c9-4448-bf85-c83eb8ce7633 no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:50:06.163513 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 1c8f8b02-85c9-4448-bf85-c83eb8ce7633 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:50:06.163862 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 1c8f8b02-85c9-4448-bf85-c83eb8ce7633 not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:50:06.212464 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-697edd48-c974-40cd-823f-e05c08dad009 None None] Deleting port 2a0fac92-9970-4b01-a454-6799bd89e6af {{(pid=100598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:50:06.212945 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-697edd48-c974-40cd-823f-e05c08dad009 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:06.283471 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-697edd48-c974-40cd-823f-e05c08dad009 None None] For port 2a0fac92-9970-4b01-a454-6799bd89e6af, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=2a0fac92-9970-4b01-a454-6799bd89e6af,segment=NetworkSegment(4da70b3a-7ff9-47c3-9730-56e4122637b1),segment_id=4da70b3a-7ff9-47c3-9730-56e4122637b1)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:50:06.283816 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-697edd48-c974-40cd-823f-e05c08dad009 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:06.297245 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-697edd48-c974-40cd-823f-e05c08dad009 None None] Calling delete_port for 2a0fac92-9970-4b01-a454-6799bd89e6af owned by network:dhcp {{(pid=100598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:50:06.394930 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-697edd48-c974-40cd-823f-e05c08dad009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956'] for port, after_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:06.423820 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697edd48-c974-40cd-823f-e05c08dad009 None None] Pushing event deleted for resources: {'Port': ['ID=2a0fac92-9970-4b01-a454-6799bd89e6af,revision_number=None']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:50:06.434655 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697edd48-c974-40cd-823f-e05c08dad009 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:50:06.435011 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697edd48-c974-40cd-823f-e05c08dad009 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:50:06.435342 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697edd48-c974-40cd-823f-e05c08dad009 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:50:06.435704 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697edd48-c974-40cd-823f-e05c08dad009 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:50:06.436035 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697edd48-c974-40cd-823f-e05c08dad009 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:50:06.436363 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697edd48-c974-40cd-823f-e05c08dad009 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:50:06.436685 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697edd48-c974-40cd-823f-e05c08dad009 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:50:06.436801 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-733680ec-c40e-4689-bc52-c17b9dc87491 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:06.437302 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697edd48-c974-40cd-823f-e05c08dad009 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:50:06.437302 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697edd48-c974-40cd-823f-e05c08dad009 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:50:06.437621 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697edd48-c974-40cd-823f-e05c08dad009 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:50:06.437945 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697edd48-c974-40cd-823f-e05c08dad009 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:50:06.438264 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697edd48-c974-40cd-823f-e05c08dad009 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:50:06.441458 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697edd48-c974-40cd-823f-e05c08dad009 None None] No DVR routers for this DVR port 2a0fac92-9970-4b01-a454-6799bd89e6af on host n-d-811396-3 {{(pid=100598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:50:06.465083 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733680ec-c40e-4689-bc52-c17b9dc87491 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a0fac92-9970-4b01-a454-6799bd89e6af,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:50:06.468830 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733680ec-c40e-4689-bc52-c17b9dc87491 admin admin] No DVR routers for this DVR port 2a0fac92-9970-4b01-a454-6799bd89e6af on host n-d-811396-3 {{(pid=100597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:50:06.487213 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-f5a63afa-3fd6-4f64-86e9-392bd604d35a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:06.542813 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-733680ec-c40e-4689-bc52-c17b9dc87491 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:06.563666 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-733680ec-c40e-4689-bc52-c17b9dc87491 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93b7cadb-3c45-4680-8fb9-490596b5f105']}} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:50:06.573531 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-733680ec-c40e-4689-bc52-c17b9dc87491 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4da70b3a-7ff9-47c3-9730-56e4122637b1') {'for_net_delete': True} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:50:06.573832 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-733680ec-c40e-4689-bc52-c17b9dc87491 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4da70b3a-7ff9-47c3-9730-56e4122637b1') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:50:06.582912 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-733680ec-c40e-4689-bc52-c17b9dc87491 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25852596'] for segment, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:06.596569 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-733680ec-c40e-4689-bc52-c17b9dc87491 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:06.602401 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-733680ec-c40e-4689-bc52-c17b9dc87491 admin admin] Releasing vlan 816 on physical network physnet1 to pool {{(pid=100597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:50:06.602929 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-733680ec-c40e-4689-bc52-c17b9dc87491 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951012'] for segment, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:06.604559 n-d-811396-3 neutron-server[100597]: Traceback (most recent call last): Oct 20 11:50:06.604559 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:50:06.604559 n-d-811396-3 neutron-server[100597]: timer() Oct 20 11:50:06.604559 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:50:06.604559 n-d-811396-3 neutron-server[100597]: cb(*args, **kw) Oct 20 11:50:06.604559 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:50:06.604559 n-d-811396-3 neutron-server[100597]: return func(*args, **kwargs) Oct 20 11:50:06.604559 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:50:06.604559 n-d-811396-3 neutron-server[100597]: self._notify() Oct 20 11:50:06.604559 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:50:06.604559 n-d-811396-3 neutron-server[100597]: self.callback(batched_events) Oct 20 11:50:06.604559 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:50:06.604559 n-d-811396-3 neutron-server[100597]: event.method(event) Oct 20 11:50:06.604559 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:50:06.604559 n-d-811396-3 neutron-server[100597]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:50:06.604559 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:50:06.604559 n-d-811396-3 neutron-server[100597]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:50:06.604559 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:50:06.604559 n-d-811396-3 neutron-server[100597]: return f(self, *a, **k) Oct 20 11:50:06.604559 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:50:06.604559 n-d-811396-3 neutron-server[100597]: return self._get(url).json() Oct 20 11:50:06.604559 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:50:06.604559 n-d-811396-3 neutron-server[100597]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:50:06.604559 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:50:06.604559 n-d-811396-3 neutron-server[100597]: return self.request(url, 'GET', **kwargs) Oct 20 11:50:06.604559 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:50:06.604559 n-d-811396-3 neutron-server[100597]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:50:06.604559 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:50:06.604559 n-d-811396-3 neutron-server[100597]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:50:06.604559 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:50:06.604559 n-d-811396-3 neutron-server[100597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:50:06.604559 n-d-811396-3 neutron-server[100597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:50:06.656884 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-733680ec-c40e-4689-bc52-c17b9dc87491 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:06.662881 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-733680ec-c40e-4689-bc52-c17b9dc87491 admin admin] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:06.666090 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-733680ec-c40e-4689-bc52-c17b9dc87491 admin admin] 10.222.0.64 "DELETE /v2.0/networks/93b7cadb-3c45-4680-8fb9-490596b5f105 HTTP/1.1" status: 204 len: 168 time: 0.8003378 Oct 20 11:50:06.669145 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 48678) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:06.677120 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733680ec-c40e-4689-bc52-c17b9dc87491 admin admin] Pushing event deleted for resources: {'Network': ['ID=93b7cadb-3c45-4680-8fb9-490596b5f105,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:50:07.016556 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-834e9e84-8be2-4bf7-b0e9-db6b34e91749 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1774405'] for router_interface, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:07.252802 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-834e9e84-8be2-4bf7-b0e9-db6b34e91749 admin admin] Deleting port eeacd9b9-2189-402b-b6f7-52596c709c78 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:50:07.253146 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-834e9e84-8be2-4bf7-b0e9-db6b34e91749 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:07.278225 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:07.330084 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [None req-834e9e84-8be2-4bf7-b0e9-db6b34e91749 admin admin] For port eeacd9b9-2189-402b-b6f7-52596c709c78, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=eeacd9b9-2189-402b-b6f7-52596c709c78,segment=NetworkSegment(74700c6e-9734-4a89-92b2-2c1f15d14fc1),segment_id=74700c6e-9734-4a89-92b2-2c1f15d14fc1)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:50:07.330452 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-834e9e84-8be2-4bf7-b0e9-db6b34e91749 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:07.342861 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-834e9e84-8be2-4bf7-b0e9-db6b34e91749 admin admin] Calling delete_port for eeacd9b9-2189-402b-b6f7-52596c709c78 owned by network:router_interface {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:50:07.521285 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-834e9e84-8be2-4bf7-b0e9-db6b34e91749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:07.528641 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 6ac28c75-9d97-40ee-8ec5-fa0dec42e6e4 no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:50:07.546849 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834e9e84-8be2-4bf7-b0e9-db6b34e91749 admin admin] Pushing event deleted for resources: {'Port': ['ID=eeacd9b9-2189-402b-b6f7-52596c709c78,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:50:07.548580 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 6ac28c75-9d97-40ee-8ec5-fa0dec42e6e4 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:50:07.552420 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 6ac28c75-9d97-40ee-8ec5-fa0dec42e6e4 not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:50:07.552875 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 2a0fac92-9970-4b01-a454-6799bd89e6af no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:50:07.572772 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 2a0fac92-9970-4b01-a454-6799bd89e6af {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:50:07.573123 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 2a0fac92-9970-4b01-a454-6799bd89e6af not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:50:07.714906 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-834e9e84-8be2-4bf7-b0e9-db6b34e91749 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1771989'] for router_interface, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:07.868488 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:07.925670 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-834e9e84-8be2-4bf7-b0e9-db6b34e91749 admin admin] Router 695fef14-c1ca-40c6-94d1-b5285ce2dd9c has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:50:08.029118 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-834e9e84-8be2-4bf7-b0e9-db6b34e91749 admin admin] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:50:08.034177 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-834e9e84-8be2-4bf7-b0e9-db6b34e91749 admin admin] 10.222.0.64 "PUT /v2.0/routers/695fef14-c1ca-40c6-94d1-b5285ce2dd9c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3639519 Oct 20 11:50:08.036703 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 48680) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:08.037461 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e89aa3a-8dfa-48a6-9a13-f0e7944de6c7 None None] Sync routers for ids ['695fef14-c1ca-40c6-94d1-b5285ce2dd9c'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:50:08.046604 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e89aa3a-8dfa-48a6-9a13-f0e7944de6c7 None None] Routers {'695fef14-c1ca-40c6-94d1-b5285ce2dd9c'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:50:08.047214 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-2e89aa3a-8dfa-48a6-9a13-f0e7944de6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:50:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['695fef14-c1ca-40c6-94d1-b5285ce2dd9c'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:50:08.154421 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-2e89aa3a-8dfa-48a6-9a13-f0e7944de6c7 None None] Set router 695fef14-c1ca-40c6-94d1-b5285ce2dd9c gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:50:08.331590 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-2e89aa3a-8dfa-48a6-9a13-f0e7944de6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '695fef14-c1ca-40c6-94d1-b5285ce2dd9c', 'name': 'tempest-TestShelveInstance-1150671780-router', 'tenant_id': '3f3a86cba3f64b499e759e07315186a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '3117b282-cbcc-4ba7-83a0-369a1c2889d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:40:38Z', 'updated_at': '2021-10-20T11:50:07Z', 'revision_number': 5, 'project_id': '3f3a86cba3f64b499e759e07315186a3', 'gw_port': {'id': '3117b282-cbcc-4ba7-83a0-369a1c2889d5', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:fc:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '695fef14-c1ca-40c6-94d1-b5285ce2dd9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:40:39Z', 'updated_at': '2021-10-20T11:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:50:08.449230 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e89aa3a-8dfa-48a6-9a13-f0e7944de6c7 None None] Checking router: 695fef14-c1ca-40c6-94d1-b5285ce2dd9c for host: n-d-811396-3 {{(pid=100599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:50:08.457331 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e89aa3a-8dfa-48a6-9a13-f0e7944de6c7 None None] Routers {'695fef14-c1ca-40c6-94d1-b5285ce2dd9c'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:50:08.458849 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-2e89aa3a-8dfa-48a6-9a13-f0e7944de6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:50:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['695fef14-c1ca-40c6-94d1-b5285ce2dd9c'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:50:08.463118 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5a3d08d8-7c73-4681-a505-e4ea55ba16c8 admin admin] Publish callbacks [] for router, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:08.560769 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-2e89aa3a-8dfa-48a6-9a13-f0e7944de6c7 None None] Set router 695fef14-c1ca-40c6-94d1-b5285ce2dd9c gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:50:08.564087 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5a3d08d8-7c73-4681-a505-e4ea55ba16c8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:08.615300 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-5a3d08d8-7c73-4681-a505-e4ea55ba16c8 admin admin] Deleting port 3117b282-cbcc-4ba7-83a0-369a1c2889d5 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:50:08.615667 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5a3d08d8-7c73-4681-a505-e4ea55ba16c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:08.692274 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [None req-5a3d08d8-7c73-4681-a505-e4ea55ba16c8 admin admin] For port 3117b282-cbcc-4ba7-83a0-369a1c2889d5, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=3117b282-cbcc-4ba7-83a0-369a1c2889d5,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:50:08.692638 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5a3d08d8-7c73-4681-a505-e4ea55ba16c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:08.704821 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-5a3d08d8-7c73-4681-a505-e4ea55ba16c8 admin admin] Calling delete_port for 3117b282-cbcc-4ba7-83a0-369a1c2889d5 owned by network:router_gateway {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:50:08.732527 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-2e89aa3a-8dfa-48a6-9a13-f0e7944de6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '695fef14-c1ca-40c6-94d1-b5285ce2dd9c', 'name': 'tempest-TestShelveInstance-1150671780-router', 'tenant_id': '3f3a86cba3f64b499e759e07315186a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '3117b282-cbcc-4ba7-83a0-369a1c2889d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:40:38Z', 'updated_at': '2021-10-20T11:50:07Z', 'revision_number': 5, 'project_id': '3f3a86cba3f64b499e759e07315186a3', 'gw_port': {'id': '3117b282-cbcc-4ba7-83a0-369a1c2889d5', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:fc:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '695fef14-c1ca-40c6-94d1-b5285ce2dd9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:40:39Z', 'updated_at': '2021-10-20T11:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:50:08.763366 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e89aa3a-8dfa-48a6-9a13-f0e7944de6c7 None None] The sync data for ids ['695fef14-c1ca-40c6-94d1-b5285ce2dd9c'] in n-d-811396-3 is: [{'id': '695fef14-c1ca-40c6-94d1-b5285ce2dd9c', 'name': 'tempest-TestShelveInstance-1150671780-router', 'tenant_id': '3f3a86cba3f64b499e759e07315186a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '3117b282-cbcc-4ba7-83a0-369a1c2889d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:40:38Z', 'updated_at': '2021-10-20T11:50:07Z', 'revision_number': 5, 'project_id': '3f3a86cba3f64b499e759e07315186a3', 'gw_port': {'id': '3117b282-cbcc-4ba7-83a0-369a1c2889d5', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:fc:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '695fef14-c1ca-40c6-94d1-b5285ce2dd9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:40:39Z', 'updated_at': '2021-10-20T11:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:50:08.873770 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5a3d08d8-7c73-4681-a505-e4ea55ba16c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:08.901218 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3d08d8-7c73-4681-a505-e4ea55ba16c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=3117b282-cbcc-4ba7-83a0-369a1c2889d5,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:50:08.966938 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5a3d08d8-7c73-4681-a505-e4ea55ba16c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1773439'] for router_gateway, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:08.980441 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:09.056842 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5a3d08d8-7c73-4681-a505-e4ea55ba16c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1772272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258304'] for router, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:09.058876 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5a3d08d8-7c73-4681-a505-e4ea55ba16c8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:09.100660 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5a3d08d8-7c73-4681-a505-e4ea55ba16c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1772267'] for router, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:09.101257 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a3d08d8-7c73-4681-a505-e4ea55ba16c8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 695fef14-c1ca-40c6-94d1-b5285ce2dd9c {{(pid=100596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:50:09.106013 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5a3d08d8-7c73-4681-a505-e4ea55ba16c8 admin admin] Publish callbacks [] for router, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:09.109651 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-5a3d08d8-7c73-4681-a505-e4ea55ba16c8 admin admin] 10.222.0.64 "DELETE /v2.0/routers/695fef14-c1ca-40c6-94d1-b5285ce2dd9c HTTP/1.1" status: 204 len: 168 time: 1.0696175 Oct 20 11:50:09.109923 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 48682) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:09.159282 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_v2 [None req-95c9fffd-7ec0-4505-9815-a7c780c96267 admin admin] Deleting subnet 7ced72c1-ba01-4cf9-8513-b795c39ebed2 {{(pid=100596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:50:09.162611 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-95c9fffd-7ec0-4505-9815-a7c780c96267 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:09.198668 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-95c9fffd-7ec0-4505-9815-a7c780c96267 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25189079'] for subnet, precommit_delete_associations {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:09.234429 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:09.280896 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-95c9fffd-7ec0-4505-9815-a7c780c96267 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:09.333758 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-95c9fffd-7ec0-4505-9815-a7c780c96267 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26836193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26761888'] for subnet, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:09.362224 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c9fffd-7ec0-4505-9815-a7c780c96267 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ced72c1-ba01-4cf9-8513-b795c39ebed2,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:50:09.368645 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-95c9fffd-7ec0-4505-9815-a7c780c96267 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:09.374227 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-95c9fffd-7ec0-4505-9815-a7c780c96267 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/7ced72c1-ba01-4cf9-8513-b795c39ebed2 HTTP/1.1" status: 204 len: 168 time: 0.2611358 Oct 20 11:50:09.374540 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 48684) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:09.378749 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd75651-a0e2-4aef-92c4-59e2ae050407 None None] Network 4fcfdf6c-94d4-46f2-97f6-127602d45fc2 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:50:09.447303 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-541383fc-975c-43ce-b9d5-4955411f9dda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:09.506093 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-541383fc-975c-43ce-b9d5-4955411f9dda admin admin] Deleting port 5073203e-6ee2-499d-8782-a0b861b7653d {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:50:09.506435 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-541383fc-975c-43ce-b9d5-4955411f9dda admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:09.573607 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [None req-541383fc-975c-43ce-b9d5-4955411f9dda admin admin] For port 5073203e-6ee2-499d-8782-a0b861b7653d, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=5073203e-6ee2-499d-8782-a0b861b7653d,segment=NetworkSegment(74700c6e-9734-4a89-92b2-2c1f15d14fc1),segment_id=74700c6e-9734-4a89-92b2-2c1f15d14fc1)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:50:09.573966 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-541383fc-975c-43ce-b9d5-4955411f9dda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:09.585118 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-541383fc-975c-43ce-b9d5-4955411f9dda admin admin] Calling delete_port for 5073203e-6ee2-499d-8782-a0b861b7653d owned by network:dhcp {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:50:09.660546 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-541383fc-975c-43ce-b9d5-4955411f9dda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:09.688896 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541383fc-975c-43ce-b9d5-4955411f9dda admin admin] Pushing event deleted for resources: {'Port': ['ID=5073203e-6ee2-499d-8782-a0b861b7653d,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:50:09.694308 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541383fc-975c-43ce-b9d5-4955411f9dda admin admin] No DVR routers for this DVR port 5073203e-6ee2-499d-8782-a0b861b7653d on host n-d-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:50:09.762771 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-541383fc-975c-43ce-b9d5-4955411f9dda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:09.783337 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-541383fc-975c-43ce-b9d5-4955411f9dda admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fcfdf6c-94d4-46f2-97f6-127602d45fc2']}} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:50:09.793452 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-541383fc-975c-43ce-b9d5-4955411f9dda admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74700c6e-9734-4a89-92b2-2c1f15d14fc1') {'for_net_delete': True} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:50:09.793752 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-541383fc-975c-43ce-b9d5-4955411f9dda admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74700c6e-9734-4a89-92b2-2c1f15d14fc1') {} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:50:09.804649 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-541383fc-975c-43ce-b9d5-4955411f9dda admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25189038'] for segment, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:09.808130 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a70e5bce-f519-4b3e-a094-7428720f6d49 None None] DHCP port deletion for 4fcfdf6c-94d4-46f2-97f6-127602d45fc2 request from n-d-811396-3 {{(pid=100598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:50:09.820767 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-541383fc-975c-43ce-b9d5-4955411f9dda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:09.829717 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-541383fc-975c-43ce-b9d5-4955411f9dda admin admin] Releasing vlan 826 on physical network physnet1 to pool {{(pid=100596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:50:09.830114 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-541383fc-975c-43ce-b9d5-4955411f9dda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26833155'] for segment, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:09.831884 n-d-811396-3 neutron-server[100596]: Traceback (most recent call last): Oct 20 11:50:09.831884 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:50:09.831884 n-d-811396-3 neutron-server[100596]: timer() Oct 20 11:50:09.831884 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:50:09.831884 n-d-811396-3 neutron-server[100596]: cb(*args, **kw) Oct 20 11:50:09.831884 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:50:09.831884 n-d-811396-3 neutron-server[100596]: return func(*args, **kwargs) Oct 20 11:50:09.831884 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:50:09.831884 n-d-811396-3 neutron-server[100596]: self._notify() Oct 20 11:50:09.831884 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:50:09.831884 n-d-811396-3 neutron-server[100596]: self.callback(batched_events) Oct 20 11:50:09.831884 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:50:09.831884 n-d-811396-3 neutron-server[100596]: event.method(event) Oct 20 11:50:09.831884 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:50:09.831884 n-d-811396-3 neutron-server[100596]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:50:09.831884 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:50:09.831884 n-d-811396-3 neutron-server[100596]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:50:09.831884 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:50:09.831884 n-d-811396-3 neutron-server[100596]: return f(self, *a, **k) Oct 20 11:50:09.831884 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:50:09.831884 n-d-811396-3 neutron-server[100596]: return self._get(url).json() Oct 20 11:50:09.831884 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:50:09.831884 n-d-811396-3 neutron-server[100596]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:50:09.831884 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:50:09.831884 n-d-811396-3 neutron-server[100596]: return self.request(url, 'GET', **kwargs) Oct 20 11:50:09.831884 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:50:09.831884 n-d-811396-3 neutron-server[100596]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:50:09.831884 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:50:09.831884 n-d-811396-3 neutron-server[100596]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:50:09.831884 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:50:09.831884 n-d-811396-3 neutron-server[100596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:50:09.831884 n-d-811396-3 neutron-server[100596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:50:09.860035 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 3117b282-cbcc-4ba7-83a0-369a1c2889d5 no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:50:09.879981 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 3117b282-cbcc-4ba7-83a0-369a1c2889d5 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:50:09.880327 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 3117b282-cbcc-4ba7-83a0-369a1c2889d5 not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:50:09.880744 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 5073203e-6ee2-499d-8782-a0b861b7653d no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:50:09.895526 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-541383fc-975c-43ce-b9d5-4955411f9dda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:09.898775 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 5073203e-6ee2-499d-8782-a0b861b7653d {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:50:09.899061 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 5073203e-6ee2-499d-8782-a0b861b7653d not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:50:09.899563 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device eeacd9b9-2189-402b-b6f7-52596c709c78 no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:50:09.901296 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-541383fc-975c-43ce-b9d5-4955411f9dda admin admin] Publish callbacks [] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:09.906801 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-541383fc-975c-43ce-b9d5-4955411f9dda admin admin] 10.222.0.64 "DELETE /v2.0/networks/4fcfdf6c-94d4-46f2-97f6-127602d45fc2 HTTP/1.1" status: 204 len: 168 time: 0.5292294 Oct 20 11:50:09.916070 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541383fc-975c-43ce-b9d5-4955411f9dda admin admin] Pushing event deleted for resources: {'Network': ['ID=4fcfdf6c-94d4-46f2-97f6-127602d45fc2,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:50:09.920729 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: eeacd9b9-2189-402b-b6f7-52596c709c78 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:50:09.921072 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device eeacd9b9-2189-402b-b6f7-52596c709c78 not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:50:10.021643 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 48688) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:10.061843 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-26ef267b-a13d-479d-a386-467ff2b9a981 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6b411328cc8d4dc5bcf66f69c3645238&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389407 Oct 20 11:50:10.064264 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 48690) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:10.112618 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-95927d4c-42f2-421e-a893-98e3e2ecc4d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:10.133659 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-95927d4c-42f2-421e-a893-98e3e2ecc4d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:10.183289 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-95927d4c-42f2-421e-a893-98e3e2ecc4d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:10.186168 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-95927d4c-42f2-421e-a893-98e3e2ecc4d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:10.187321 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-95927d4c-42f2-421e-a893-98e3e2ecc4d5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/70e48ecc-1308-4816-8039-f4ba6f73e053 HTTP/1.1" status: 204 len: 168 time: 0.1220660 Oct 20 11:50:10.195846 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95927d4c-42f2-421e-a893-98e3e2ecc4d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70e48ecc-1308-4816-8039-f4ba6f73e053,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:50:10.249565 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 7 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:50:10.498051 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 48696) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:10.536997 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-0d054093-18ba-4a33-a176-f3230413925a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3f3a86cba3f64b499e759e07315186a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0377083 Oct 20 11:50:10.539156 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 48698) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:10.589533 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ab2c6bff-cc1f-41bf-ae4e-2fa485fb69b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:10.609206 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ab2c6bff-cc1f-41bf-ae4e-2fa485fb69b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:10.653879 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ab2c6bff-cc1f-41bf-ae4e-2fa485fb69b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:10.656597 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-ab2c6bff-cc1f-41bf-ae4e-2fa485fb69b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:10.658104 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-ab2c6bff-cc1f-41bf-ae4e-2fa485fb69b0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/30dde2a7-e3d1-47c2-b962-1129bd162db3 HTTP/1.1" status: 204 len: 168 time: 0.1178296 Oct 20 11:50:10.665625 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2c6bff-cc1f-41bf-ae4e-2fa485fb69b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30dde2a7-e3d1-47c2-b962-1129bd162db3,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:50:11.312057 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 48720) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:11.404916 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-a77c1a01-d13f-41dd-a000-3114b4fda7af admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1790296383-network', 'tenant_id': 'bbc2eb75b2fb41589f58562276feebde'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:50:11.425823 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a77c1a01-d13f-41dd-a000-3114b4fda7af admin admin] Made reservation on behalf of bbc2eb75b2fb41589f58562276feebde for: {'network': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:50:11.428768 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a77c1a01-d13f-41dd-a000-3114b4fda7af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:11.436765 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a77c1a01-d13f-41dd-a000-3114b4fda7af admin admin] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:11.506645 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a77c1a01-d13f-41dd-a000-3114b4fda7af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:11.510180 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a77c1a01-d13f-41dd-a000-3114b4fda7af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:11.532612 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a77c1a01-d13f-41dd-a000-3114b4fda7af admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 842} {{(pid=100597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:50:11.541327 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77c1a01-d13f-41dd-a000-3114b4fda7af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=166c0f96-6a35-42bc-b240-34c56b07259b,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:50:11.547061 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a77c1a01-d13f-41dd-a000-3114b4fda7af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:11.547418 n-d-811396-3 neutron-server[100597]: INFO neutron.db.segments_db [None req-a77c1a01-d13f-41dd-a000-3114b4fda7af admin admin] Added segment 62ba4a49-dcf3-450d-b877-e0ad9e6afb25 of type vlan for network fafa437f-9f17-4e8e-b66c-047ddc4a3244 Oct 20 11:50:11.588762 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a77c1a01-d13f-41dd-a000-3114b4fda7af admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:11.611202 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a77c1a01-d13f-41dd-a000-3114b4fda7af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:11.612142 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a77c1a01-d13f-41dd-a000-3114b4fda7af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:50:11.612700 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a77c1a01-d13f-41dd-a000-3114b4fda7af admin admin] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:11.643875 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-a77c1a01-d13f-41dd-a000-3114b4fda7af admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3306308 Oct 20 11:50:11.647281 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 48724) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:11.652344 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-5d52566f-e6bb-4b92-b20d-4fa790e8cf87 admin admin] Request body: {'subnet': {'network_id': 'fafa437f-9f17-4e8e-b66c-047ddc4a3244', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1790296383-subnet', 'tenant_id': 'bbc2eb75b2fb41589f58562276feebde', 'ip_version': 4}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:50:11.673271 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77c1a01-d13f-41dd-a000-3114b4fda7af admin admin] Pushing event updated for resources: {'Network': ['ID=fafa437f-9f17-4e8e-b66c-047ddc4a3244,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:50:11.674514 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d52566f-e6bb-4b92-b20d-4fa790e8cf87 admin admin] Made reservation on behalf of bbc2eb75b2fb41589f58562276feebde for: {'subnet': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:50:11.677538 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5d52566f-e6bb-4b92-b20d-4fa790e8cf87 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26761797'] for subnet, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:11.684009 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network fafa437f-9f17-4e8e-b66c-047ddc4a3244 details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:50:11.842976 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5d52566f-e6bb-4b92-b20d-4fa790e8cf87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26836128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26761819'] for subnet, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:11.898980 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d52566f-e6bb-4b92-b20d-4fa790e8cf87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b201448f-5b10-4ca6-8e18-91ba20b76ded,revision_number=0']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:50:11.907790 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d52566f-e6bb-4b92-b20d-4fa790e8cf87 admin admin] Checking segment: {'id': '62ba4a49-dcf3-450d-b877-e0ad9e6afb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'fafa437f-9f17-4e8e-b66c-047ddc4a3244'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:50:11.908161 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d52566f-e6bb-4b92-b20d-4fa790e8cf87 admin admin] Network hostable DHCP agents. Network: fafa437f-9f17-4e8e-b66c-047ddc4a3244, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:50:11.924557 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d52566f-e6bb-4b92-b20d-4fa790e8cf87 admin admin] Network fafa437f-9f17-4e8e-b66c-047ddc4a3244 is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:50:11.932922 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-5d52566f-e6bb-4b92-b20d-4fa790e8cf87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, fafa437f-9f17-4e8e-b66c-047ddc4a3244) {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:50:11.936994 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d52566f-e6bb-4b92-b20d-4fa790e8cf87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:50:11.937820 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-5d52566f-e6bb-4b92-b20d-4fa790e8cf87 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:11.941567 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3021293f-54ed-4c3a-80c5-247edfbcfa27 None None] Network fafa437f-9f17-4e8e-b66c-047ddc4a3244 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:50:11.953529 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-5d52566f-e6bb-4b92-b20d-4fa790e8cf87 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3050680 Oct 20 11:50:11.956205 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 48726) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:11.961137 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-ec33f56f-4628-4edf-8d42-04bc8a7233ca admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1790296383-router', 'tenant_id': 'bbc2eb75b2fb41589f58562276feebde', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:50:11.980630 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ec33f56f-4628-4edf-8d42-04bc8a7233ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1772442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258322'] for router, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:11.981679 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ec33f56f-4628-4edf-8d42-04bc8a7233ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1772334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773516', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258315'] for router, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:12.037446 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ec33f56f-4628-4edf-8d42-04bc8a7233ca admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:12.087061 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0787a6e0-b35f-4c55-a23c-dbe9a12a9688 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524064ba-869c-5550-b826-c26b69a11278-fafa437f-9f17-4e8e-b66c-047ddc4a3244', 'network_id': 'fafa437f-9f17-4e8e-b66c-047ddc4a3244', 'tenant_id': 'bbc2eb75b2fb41589f58562276feebde', 'fixed_ips': [{'subnet_id': 'b201448f-5b10-4ca6-8e18-91ba20b76ded'}]}} from n-d-811396-3. {{(pid=100598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:50:12.087975 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-0787a6e0-b35f-4c55-a23c-dbe9a12a9688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:12.172736 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ec33f56f-4628-4edf-8d42-04bc8a7233ca admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:12.221418 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-0787a6e0-b35f-4c55-a23c-dbe9a12a9688 None None] Allocated IP 172.20.0.2 (fafa437f-9f17-4e8e-b66c-047ddc4a3244/b201448f-5b10-4ca6-8e18-91ba20b76ded/8b9aeba4-c4e0-45d1-924d-7cfe676931fb) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:50:12.363893 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-0787a6e0-b35f-4c55-a23c-dbe9a12a9688 None None] Publish callbacks [] for port, precommit_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:12.370421 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-0787a6e0-b35f-4c55-a23c-dbe9a12a9688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:12.372850 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ec33f56f-4628-4edf-8d42-04bc8a7233ca admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:12.392486 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ec33f56f-4628-4edf-8d42-04bc8a7233ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:12.410209 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0787a6e0-b35f-4c55-a23c-dbe9a12a9688 None None] Network fafa437f-9f17-4e8e-b66c-047ddc4a3244 is already hosted by enough agents. {{(pid=100598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:50:12.413112 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.base_scheduler [None req-0787a6e0-b35f-4c55-a23c-dbe9a12a9688 None None] Resources bound (agent type, host, resource id): {{(pid=100598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:50:12.416547 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0787a6e0-b35f-4c55-a23c-dbe9a12a9688 None None] Received port after_create {{(pid=100598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:50:12.421770 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0787a6e0-b35f-4c55-a23c-dbe9a12a9688 None None] Pushing event updated for resources: {'Port': ['ID=8b9aeba4-c4e0-45d1-924d-7cfe676931fb,revision_number=1']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:50:12.477020 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-0787a6e0-b35f-4c55-a23c-dbe9a12a9688 None None] Attempting to bind port 8b9aeba4-c4e0-45d1-924d-7cfe676931fb on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:50:12.477400 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-0787a6e0-b35f-4c55-a23c-dbe9a12a9688 None None] Attempting to bind port 8b9aeba4-c4e0-45d1-924d-7cfe676931fb by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '62ba4a49-dcf3-450d-b877-e0ad9e6afb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'fafa437f-9f17-4e8e-b66c-047ddc4a3244'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:50:12.477773 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0787a6e0-b35f-4c55-a23c-dbe9a12a9688 None None] Attempting to bind port 8b9aeba4-c4e0-45d1-924d-7cfe676931fb on network fafa437f-9f17-4e8e-b66c-047ddc4a3244 {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:50:12.482645 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0787a6e0-b35f-4c55-a23c-dbe9a12a9688 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 50, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:50:12.483020 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0787a6e0-b35f-4c55-a23c-dbe9a12a9688 None None] Checking segment: {'id': '62ba4a49-dcf3-450d-b877-e0ad9e6afb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'fafa437f-9f17-4e8e-b66c-047ddc4a3244'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:50:12.483450 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-0787a6e0-b35f-4c55-a23c-dbe9a12a9688 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:12.484218 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0787a6e0-b35f-4c55-a23c-dbe9a12a9688 None None] Bound using segment: {'id': '62ba4a49-dcf3-450d-b877-e0ad9e6afb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'fafa437f-9f17-4e8e-b66c-047ddc4a3244'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:50:12.484365 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-0787a6e0-b35f-4c55-a23c-dbe9a12a9688 None None] Bound port: 8b9aeba4-c4e0-45d1-924d-7cfe676931fb, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62ba4a49-dcf3-450d-b877-e0ad9e6afb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'fafa437f-9f17-4e8e-b66c-047ddc4a3244'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:50:12.484682 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-0787a6e0-b35f-4c55-a23c-dbe9a12a9688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:12.496329 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [None req-ec33f56f-4628-4edf-8d42-04bc8a7233ca admin admin] Allocated IP 172.25.1.166 (cbe170d3-31ba-45a2-b477-520ab0a7a8ea/f4e26aca-17ac-4adb-a66b-d939a1b35b64/eecc82e5-848d-4d91-8cab-bb36ff8a2480) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:50:12.548776 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-0787a6e0-b35f-4c55-a23c-dbe9a12a9688 None None] For port 8b9aeba4-c4e0-45d1-924d-7cfe676931fb, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:50:12.552561 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-0787a6e0-b35f-4c55-a23c-dbe9a12a9688 None None] For port 8b9aeba4-c4e0-45d1-924d-7cfe676931fb, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=8b9aeba4-c4e0-45d1-924d-7cfe676931fb,segment=NetworkSegment(62ba4a49-dcf3-450d-b877-e0ad9e6afb25),segment_id=62ba4a49-dcf3-450d-b877-e0ad9e6afb25)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:50:12.558333 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-0787a6e0-b35f-4c55-a23c-dbe9a12a9688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:12.609210 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ec33f56f-4628-4edf-8d42-04bc8a7233ca admin admin] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:12.613276 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0787a6e0-b35f-4c55-a23c-dbe9a12a9688 None None] Pushing event updated for resources: {'Port': ['ID=8b9aeba4-c4e0-45d1-924d-7cfe676931fb,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:50:12.645121 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ec33f56f-4628-4edf-8d42-04bc8a7233ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:12.686729 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec33f56f-4628-4edf-8d42-04bc8a7233ca admin admin] Network cbe170d3-31ba-45a2-b477-520ab0a7a8ea is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:50:12.689521 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-ec33f56f-4628-4edf-8d42-04bc8a7233ca admin admin] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:50:12.693863 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec33f56f-4628-4edf-8d42-04bc8a7233ca admin admin] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:50:12.715953 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec33f56f-4628-4edf-8d42-04bc8a7233ca admin admin] Pushing event updated for resources: {'Port': ['ID=eecc82e5-848d-4d91-8cab-bb36ff8a2480,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:50:12.957063 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ec33f56f-4628-4edf-8d42-04bc8a7233ca admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:13.149696 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ec33f56f-4628-4edf-8d42-04bc8a7233ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1773475'] for router, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:13.280281 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec33f56f-4628-4edf-8d42-04bc8a7233ca admin admin] Router a7591f03-4c4f-4aaa-9e8a-5eb6364747ee is scheduled to L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 with binding_index 1 {{(pid=100596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 11:50:13.389977 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec33f56f-4628-4edf-8d42-04bc8a7233ca admin admin] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:50:13.401433 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f88b7c-a176-497e-9cca-ef88c73c13c6 None None] Sync routers for ids ['a7591f03-4c4f-4aaa-9e8a-5eb6364747ee'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:50:13.407270 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-ec33f56f-4628-4edf-8d42-04bc8a7233ca admin admin] Publish callbacks [] for router, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:13.411288 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-ec33f56f-4628-4edf-8d42-04bc8a7233ca admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.4515102 Oct 20 11:50:13.411570 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 48728) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:13.415159 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f88b7c-a176-497e-9cca-ef88c73c13c6 None None] Routers {'a7591f03-4c4f-4aaa-9e8a-5eb6364747ee'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:50:13.416041 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-50f88b7c-a176-497e-9cca-ef88c73c13c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:50:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['a7591f03-4c4f-4aaa-9e8a-5eb6364747ee'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:50:13.694240 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f49110cd-618c-4221-8c01-96c5edb85020 None None] Network fafa437f-9f17-4e8e-b66c-047ddc4a3244 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:50:13.697631 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 8b9aeba4-c4e0-45d1-924d-7cfe676931fb up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:50:13.778768 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-50f88b7c-a176-497e-9cca-ef88c73c13c6 None None] Set router a7591f03-4c4f-4aaa-9e8a-5eb6364747ee gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:50:13.780584 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-f0897852-2422-43f4-b0ec-297b23474304 None None] Provisioning complete for port 8b9aeba4-c4e0-45d1-924d-7cfe676931fb triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:50:13.780963 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-f0897852-2422-43f4-b0ec-297b23474304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:14.016514 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 8b9aeba4-c4e0-45d1-924d-7cfe676931fb triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:50:14.016886 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:14.149315 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-f0897852-2422-43f4-b0ec-297b23474304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:14.170584 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1e8d27b3-1a08-48b3-a01b-fdecc4f5d158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:14.232244 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-f0897852-2422-43f4-b0ec-297b23474304 None None] For port 8b9aeba4-c4e0-45d1-924d-7cfe676931fb, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=8b9aeba4-c4e0-45d1-924d-7cfe676931fb,segment=NetworkSegment(62ba4a49-dcf3-450d-b877-e0ad9e6afb25),segment_id=62ba4a49-dcf3-450d-b877-e0ad9e6afb25)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:50:14.245406 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-f0897852-2422-43f4-b0ec-297b23474304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:14.252738 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:14.286531 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-50f88b7c-a176-497e-9cca-ef88c73c13c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7591f03-4c4f-4aaa-9e8a-5eb6364747ee', 'name': 'tempest-TestSnapshotPattern-1790296383-router', 'tenant_id': 'bbc2eb75b2fb41589f58562276feebde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': 'eecc82e5-848d-4d91-8cab-bb36ff8a2480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:50:11Z', 'updated_at': '2021-10-20T11:50:12Z', 'revision_number': 3, 'project_id': 'bbc2eb75b2fb41589f58562276feebde', 'gw_port': {'id': 'eecc82e5-848d-4d91-8cab-bb36ff8a2480', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:f8:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7591f03-4c4f-4aaa-9e8a-5eb6364747ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:50:12Z', 'updated_at': '2021-10-20T11:50:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:50:14.323927 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f88b7c-a176-497e-9cca-ef88c73c13c6 None None] Checking router: a7591f03-4c4f-4aaa-9e8a-5eb6364747ee for host: n-d-811396-3 {{(pid=100598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:50:14.324299 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f88b7c-a176-497e-9cca-ef88c73c13c6 None None] Updating router a7591f03-4c4f-4aaa-9e8a-5eb6364747ee port eecc82e5-848d-4d91-8cab-bb36ff8a2480 binding host n-d-811396-3 {{(pid=100598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:50:14.341321 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [None req-1e8d27b3-1a08-48b3-a01b-fdecc4f5d158 admin admin] Allocated IP 172.20.0.1 (fafa437f-9f17-4e8e-b66c-047ddc4a3244/b201448f-5b10-4ca6-8e18-91ba20b76ded/1751946d-280a-41ef-8c8b-f403cf75202c) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:50:14.368973 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0897852-2422-43f4-b0ec-297b23474304 None None] Pushing event updated for resources: {'Port': ['ID=8b9aeba4-c4e0-45d1-924d-7cfe676931fb,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:50:14.390110 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-50f88b7c-a176-497e-9cca-ef88c73c13c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:14.433258 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.db.api [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 11:50:14.433972 n-d-811396-3 neutron-server[100598]: DEBUG oslo_db.api [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 11:50:14.464217 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1e8d27b3-1a08-48b3-a01b-fdecc4f5d158 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:14.498094 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1e8d27b3-1a08-48b3-a01b-fdecc4f5d158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:14.512052 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-e6b9bcb2-3621-425f-b304-3fc64e30da04 None None] Provisioning complete for port 8b9aeba4-c4e0-45d1-924d-7cfe676931fb triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:50:14.512414 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-e6b9bcb2-3621-425f-b304-3fc64e30da04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:14.535261 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8d27b3-1a08-48b3-a01b-fdecc4f5d158 admin admin] Network fafa437f-9f17-4e8e-b66c-047ddc4a3244 is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:50:14.540126 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-1e8d27b3-1a08-48b3-a01b-fdecc4f5d158 admin admin] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:50:14.543564 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8d27b3-1a08-48b3-a01b-fdecc4f5d158 admin admin] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:50:14.568326 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8d27b3-1a08-48b3-a01b-fdecc4f5d158 admin admin] Pushing event updated for resources: {'Port': ['ID=1751946d-280a-41ef-8c8b-f403cf75202c,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:50:14.586026 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1e8d27b3-1a08-48b3-a01b-fdecc4f5d158 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1774540'] for router_interface, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:14.721807 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1e8d27b3-1a08-48b3-a01b-fdecc4f5d158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:14.730984 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-50f88b7c-a176-497e-9cca-ef88c73c13c6 None None] Publish callbacks [] for port, precommit_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:14.737301 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-50f88b7c-a176-497e-9cca-ef88c73c13c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:14.798493 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-50f88b7c-a176-497e-9cca-ef88c73c13c6 None None] Attempting to bind port eecc82e5-848d-4d91-8cab-bb36ff8a2480 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:50:14.798860 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-50f88b7c-a176-497e-9cca-ef88c73c13c6 None None] Attempting to bind port eecc82e5-848d-4d91-8cab-bb36ff8a2480 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:50:14.799311 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f88b7c-a176-497e-9cca-ef88c73c13c6 None None] Attempting to bind port eecc82e5-848d-4d91-8cab-bb36ff8a2480 on network cbe170d3-31ba-45a2-b477-520ab0a7a8ea {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:50:14.803924 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563aca8f-fbfa-49c3-b3bb-a329aa6dd22a None None] Pushing event updated for resources: {'Port': ['ID=eecc82e5-848d-4d91-8cab-bb36ff8a2480,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:50:14.810400 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f88b7c-a176-497e-9cca-ef88c73c13c6 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 50, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:50:14.810776 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f88b7c-a176-497e-9cca-ef88c73c13c6 None None] Checking segment: {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:50:14.811170 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-50f88b7c-a176-497e-9cca-ef88c73c13c6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:14.811585 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f88b7c-a176-497e-9cca-ef88c73c13c6 None None] Bound using segment: {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:50:14.812056 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-50f88b7c-a176-497e-9cca-ef88c73c13c6 None None] Bound port: eecc82e5-848d-4d91-8cab-bb36ff8a2480, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:50:14.812439 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-50f88b7c-a176-497e-9cca-ef88c73c13c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:14.845037 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-ad79ee5d-645d-4066-82de-7cd6eab49e60 None None] Provisioning complete for port 1751946d-280a-41ef-8c8b-f403cf75202c triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:50:14.845363 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-ad79ee5d-645d-4066-82de-7cd6eab49e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:14.890618 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1e8d27b3-1a08-48b3-a01b-fdecc4f5d158 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:14.896324 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1e8d27b3-1a08-48b3-a01b-fdecc4f5d158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:14.899472 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-ad79ee5d-645d-4066-82de-7cd6eab49e60 None None] Port 1751946d-280a-41ef-8c8b-f403cf75202c cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:50:14.902345 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-50f88b7c-a176-497e-9cca-ef88c73c13c6 None None] For port eecc82e5-848d-4d91-8cab-bb36ff8a2480, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:50:14.905520 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-50f88b7c-a176-497e-9cca-ef88c73c13c6 None None] For port eecc82e5-848d-4d91-8cab-bb36ff8a2480, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=eecc82e5-848d-4d91-8cab-bb36ff8a2480,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:50:14.908939 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-50f88b7c-a176-497e-9cca-ef88c73c13c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:14.966645 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8d27b3-1a08-48b3-a01b-fdecc4f5d158 admin admin] Pushing event updated for resources: {'Port': ['ID=1751946d-280a-41ef-8c8b-f403cf75202c,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:50:14.969026 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-1e8d27b3-1a08-48b3-a01b-fdecc4f5d158 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1774432'] for router_interface, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:15.002204 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f88b7c-a176-497e-9cca-ef88c73c13c6 None None] Routers {'a7591f03-4c4f-4aaa-9e8a-5eb6364747ee'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:50:15.002823 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-50f88b7c-a176-497e-9cca-ef88c73c13c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:50:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['a7591f03-4c4f-4aaa-9e8a-5eb6364747ee'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:50:15.005209 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563aca8f-fbfa-49c3-b3bb-a329aa6dd22a None None] Pushing event updated for resources: {'Port': ['ID=eecc82e5-848d-4d91-8cab-bb36ff8a2480,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:50:15.058955 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8d27b3-1a08-48b3-a01b-fdecc4f5d158 admin admin] Network fafa437f-9f17-4e8e-b66c-047ddc4a3244 is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:50:15.060437 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-1e8d27b3-1a08-48b3-a01b-fdecc4f5d158 admin admin] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:50:15.116355 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-50f88b7c-a176-497e-9cca-ef88c73c13c6 None None] Set router a7591f03-4c4f-4aaa-9e8a-5eb6364747ee gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:50:15.179827 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e8d27b3-1a08-48b3-a01b-fdecc4f5d158 admin admin] Router a7591f03-4c4f-4aaa-9e8a-5eb6364747ee has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:50:15.300232 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e8d27b3-1a08-48b3-a01b-fdecc4f5d158 admin admin] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:50:15.305159 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-1e8d27b3-1a08-48b3-a01b-fdecc4f5d158 admin admin] 10.222.0.64 "PUT /v2.0/routers/a7591f03-4c4f-4aaa-9e8a-5eb6364747ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8925834 Oct 20 11:50:15.337729 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-50f88b7c-a176-497e-9cca-ef88c73c13c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7591f03-4c4f-4aaa-9e8a-5eb6364747ee', 'name': 'tempest-TestSnapshotPattern-1790296383-router', 'tenant_id': 'bbc2eb75b2fb41589f58562276feebde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': 'eecc82e5-848d-4d91-8cab-bb36ff8a2480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:50:11Z', 'updated_at': '2021-10-20T11:50:14Z', 'revision_number': 4, 'project_id': 'bbc2eb75b2fb41589f58562276feebde', 'gw_port': {'id': 'eecc82e5-848d-4d91-8cab-bb36ff8a2480', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:f8:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7591f03-4c4f-4aaa-9e8a-5eb6364747ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:50:12Z', 'updated_at': '2021-10-20T11:50:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '1751946d-280a-41ef-8c8b-f403cf75202c', 'name': '', 'network_id': 'fafa437f-9f17-4e8e-b66c-047ddc4a3244', 'tenant_id': 'bbc2eb75b2fb41589f58562276feebde', 'mac_address': 'fa:16:3e:d2:ca:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7591f03-4c4f-4aaa-9e8a-5eb6364747ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'b201448f-5b10-4ca6-8e18-91ba20b76ded', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:50:14Z', 'updated_at': '2021-10-20T11:50:14Z', 'revision_number': 2, 'project_id': 'bbc2eb75b2fb41589f58562276feebde', 'subnets': [{'id': 'b201448f-5b10-4ca6-8e18-91ba20b76ded', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:50:15.367970 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f88b7c-a176-497e-9cca-ef88c73c13c6 None None] The sync data for ids ['a7591f03-4c4f-4aaa-9e8a-5eb6364747ee'] in n-d-811396-3 is: [{'id': 'a7591f03-4c4f-4aaa-9e8a-5eb6364747ee', 'name': 'tempest-TestSnapshotPattern-1790296383-router', 'tenant_id': 'bbc2eb75b2fb41589f58562276feebde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': 'eecc82e5-848d-4d91-8cab-bb36ff8a2480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:50:11Z', 'updated_at': '2021-10-20T11:50:14Z', 'revision_number': 4, 'project_id': 'bbc2eb75b2fb41589f58562276feebde', 'gw_port': {'id': 'eecc82e5-848d-4d91-8cab-bb36ff8a2480', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:f8:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7591f03-4c4f-4aaa-9e8a-5eb6364747ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:50:12Z', 'updated_at': '2021-10-20T11:50:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '1751946d-280a-41ef-8c8b-f403cf75202c', 'name': '', 'network_id': 'fafa437f-9f17-4e8e-b66c-047ddc4a3244', 'tenant_id': 'bbc2eb75b2fb41589f58562276feebde', 'mac_address': 'fa:16:3e:d2:ca:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7591f03-4c4f-4aaa-9e8a-5eb6364747ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'b201448f-5b10-4ca6-8e18-91ba20b76ded', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:50:14Z', 'updated_at': '2021-10-20T11:50:14Z', 'revision_number': 2, 'project_id': 'bbc2eb75b2fb41589f58562276feebde', 'subnets': [{'id': 'b201448f-5b10-4ca6-8e18-91ba20b76ded', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:50:15.369527 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-e8bcb2db-2bc4-4d0b-853c-0bccbac80602 None None] Provisioning complete for port 1751946d-280a-41ef-8c8b-f403cf75202c triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:50:15.369905 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-e8bcb2db-2bc4-4d0b-853c-0bccbac80602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:15.406949 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-e8bcb2db-2bc4-4d0b-853c-0bccbac80602 None None] Port 1751946d-280a-41ef-8c8b-f403cf75202c cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:50:15.526260 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 8b9aeba4-c4e0-45d1-924d-7cfe676931fb up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:50:15.601205 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 8b9aeba4-c4e0-45d1-924d-7cfe676931fb triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:50:15.601579 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:15.886171 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 48744) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:15.891276 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-19831588-9091-4d36-9de2-4d5ad0965485 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1908281133-network', 'tenant_id': 'ffb3eeee60b04ab3b66e7dd5d319de49'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:50:15.913624 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19831588-9091-4d36-9de2-4d5ad0965485 admin admin] Made reservation on behalf of ffb3eeee60b04ab3b66e7dd5d319de49 for: {'network': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:50:15.916082 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-19831588-9091-4d36-9de2-4d5ad0965485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for network, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:15.924907 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-19831588-9091-4d36-9de2-4d5ad0965485 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:16.011943 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-19831588-9091-4d36-9de2-4d5ad0965485 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:16.017254 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-19831588-9091-4d36-9de2-4d5ad0965485 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:16.043002 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19831588-9091-4d36-9de2-4d5ad0965485 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 804} {{(pid=100596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:50:16.053693 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19831588-9091-4d36-9de2-4d5ad0965485 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7f8933d-bd42-41a2-8863-f80926ca86ec,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:50:16.059596 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-19831588-9091-4d36-9de2-4d5ad0965485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:16.060031 n-d-811396-3 neutron-server[100596]: INFO neutron.db.segments_db [None req-19831588-9091-4d36-9de2-4d5ad0965485 admin admin] Added segment 826b9e7f-b390-4ffd-ba34-4a7d4907d7c9 of type vlan for network 8fc0f6e3-5496-4579-beca-e69264a15d38 Oct 20 11:50:16.102913 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-19831588-9091-4d36-9de2-4d5ad0965485 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734775307825'] for network, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:16.134371 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-19831588-9091-4d36-9de2-4d5ad0965485 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111'] for network, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:16.135398 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19831588-9091-4d36-9de2-4d5ad0965485 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:50:16.136013 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-19831588-9091-4d36-9de2-4d5ad0965485 admin admin] Publish callbacks [] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:16.164615 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-19831588-9091-4d36-9de2-4d5ad0965485 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2772291 Oct 20 11:50:16.167675 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 48746) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:16.173735 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-3f186c4a-3501-486c-809e-6f5f5b1be5c9 admin admin] Request body: {'subnet': {'network_id': '8fc0f6e3-5496-4579-beca-e69264a15d38', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1908281133-subnet', 'tenant_id': 'ffb3eeee60b04ab3b66e7dd5d319de49', 'ip_version': 4}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:50:16.198243 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f186c4a-3501-486c-809e-6f5f5b1be5c9 admin admin] Made reservation on behalf of ffb3eeee60b04ab3b66e7dd5d319de49 for: {'subnet': 1} {{(pid=100597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:50:16.200748 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3f186c4a-3501-486c-809e-6f5f5b1be5c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25350782'] for subnet, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:16.204495 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19831588-9091-4d36-9de2-4d5ad0965485 admin admin] Pushing event updated for resources: {'Network': ['ID=8fc0f6e3-5496-4579-beca-e69264a15d38,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:50:16.216063 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Network 8fc0f6e3-5496-4579-beca-e69264a15d38 details requested by agent ovs-agent-n-d-811396-3 with host n-d-811396-3 {{(pid=100598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:50:16.392306 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3f186c4a-3501-486c-809e-6f5f5b1be5c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25350752'] for subnet, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:16.441514 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f186c4a-3501-486c-809e-6f5f5b1be5c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa1747a3-cc73-4717-819c-7ef8054c3dad,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:50:16.457533 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f186c4a-3501-486c-809e-6f5f5b1be5c9 admin admin] Checking segment: {'id': '826b9e7f-b390-4ffd-ba34-4a7d4907d7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '8fc0f6e3-5496-4579-beca-e69264a15d38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:50:16.457925 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f186c4a-3501-486c-809e-6f5f5b1be5c9 admin admin] Network hostable DHCP agents. Network: 8fc0f6e3-5496-4579-beca-e69264a15d38, hostable agents: ['60b3642f-5d26-44e8-a8c8-c145fe608009'], hosted agents: [] {{(pid=100597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:50:16.475089 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f186c4a-3501-486c-809e-6f5f5b1be5c9 admin admin] Network 8fc0f6e3-5496-4579-beca-e69264a15d38 is scheduled to be hosted by DHCP agent 60b3642f-5d26-44e8-a8c8-c145fe608009 with binding_index 1 {{(pid=100597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:50:16.484317 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-3f186c4a-3501-486c-809e-6f5f5b1be5c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811396-3, 8fc0f6e3-5496-4579-beca-e69264a15d38) {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:50:16.489668 n-d-811396-3 neutron-server[100597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f186c4a-3501-486c-809e-6f5f5b1be5c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:50:16.490286 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-3f186c4a-3501-486c-809e-6f5f5b1be5c9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:16.495898 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6cddbca-9990-4dd4-b85b-d20abb33ed39 None None] Network 8fc0f6e3-5496-4579-beca-e69264a15d38 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:50:16.508003 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-3f186c4a-3501-486c-809e-6f5f5b1be5c9 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3382761 Oct 20 11:50:16.510512 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 48748) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:16.514900 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-62940def-7e91-4253-9502-cafb6bdc4187 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1908281133-router', 'tenant_id': 'ffb3eeee60b04ab3b66e7dd5d319de49', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:50:16.537152 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-62940def-7e91-4253-9502-cafb6bdc4187 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1772442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258322'] for router, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:16.538268 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-62940def-7e91-4253-9502-cafb6bdc4187 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1772334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1773516', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258315'] for router, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:16.597757 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-62940def-7e91-4253-9502-cafb6bdc4187 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:16.746210 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-62940def-7e91-4253-9502-cafb6bdc4187 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:16.800475 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cee069b-c150-4b7c-b2e2-e9a66deef656 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524064ba-869c-5550-b826-c26b69a11278-8fc0f6e3-5496-4579-beca-e69264a15d38', 'network_id': '8fc0f6e3-5496-4579-beca-e69264a15d38', 'tenant_id': 'ffb3eeee60b04ab3b66e7dd5d319de49', 'fixed_ips': [{'subnet_id': 'fa1747a3-cc73-4717-819c-7ef8054c3dad'}]}} from n-d-811396-3. {{(pid=100598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:50:16.801320 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-5cee069b-c150-4b7c-b2e2-e9a66deef656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:16.932470 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.db_base_plugin_common [None req-5cee069b-c150-4b7c-b2e2-e9a66deef656 None None] Allocated IP 172.20.0.2 (8fc0f6e3-5496-4579-beca-e69264a15d38/fa1747a3-cc73-4717-819c-7ef8054c3dad/eb48a173-9b4e-4b7c-a381-01ab9a92ed30) {{(pid=100598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:50:16.946154 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-62940def-7e91-4253-9502-cafb6bdc4187 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:16.964978 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-62940def-7e91-4253-9502-cafb6bdc4187 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:17.069972 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-62940def-7e91-4253-9502-cafb6bdc4187 admin admin] Allocated IP 172.25.1.254 (cbe170d3-31ba-45a2-b477-520ab0a7a8ea/f4e26aca-17ac-4adb-a66b-d939a1b35b64/8f8701b5-a0a0-4a4e-9224-6d2853de1293) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:50:17.087283 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-5cee069b-c150-4b7c-b2e2-e9a66deef656 None None] Publish callbacks [] for port, precommit_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:17.100908 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-5cee069b-c150-4b7c-b2e2-e9a66deef656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947'] for port, after_create {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:17.141659 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cee069b-c150-4b7c-b2e2-e9a66deef656 None None] Network 8fc0f6e3-5496-4579-beca-e69264a15d38 is already hosted by enough agents. {{(pid=100598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:50:17.144684 n-d-811396-3 neutron-server[100598]: DEBUG neutron.scheduler.base_scheduler [None req-5cee069b-c150-4b7c-b2e2-e9a66deef656 None None] Resources bound (agent type, host, resource id): {{(pid=100598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:50:17.148791 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cee069b-c150-4b7c-b2e2-e9a66deef656 None None] Received port after_create {{(pid=100598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:50:17.155515 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cee069b-c150-4b7c-b2e2-e9a66deef656 None None] Pushing event updated for resources: {'Port': ['ID=eb48a173-9b4e-4b7c-a381-01ab9a92ed30,revision_number=1']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:50:17.200843 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-62940def-7e91-4253-9502-cafb6bdc4187 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:17.211131 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-5cee069b-c150-4b7c-b2e2-e9a66deef656 None None] Attempting to bind port eb48a173-9b4e-4b7c-a381-01ab9a92ed30 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:50:17.211536 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-5cee069b-c150-4b7c-b2e2-e9a66deef656 None None] Attempting to bind port eb48a173-9b4e-4b7c-a381-01ab9a92ed30 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '826b9e7f-b390-4ffd-ba34-4a7d4907d7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '8fc0f6e3-5496-4579-beca-e69264a15d38'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:50:17.211901 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cee069b-c150-4b7c-b2e2-e9a66deef656 None None] Attempting to bind port eb48a173-9b4e-4b7c-a381-01ab9a92ed30 on network 8fc0f6e3-5496-4579-beca-e69264a15d38 {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:50:17.217702 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cee069b-c150-4b7c-b2e2-e9a66deef656 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 50, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:50:17.218429 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cee069b-c150-4b7c-b2e2-e9a66deef656 None None] Checking segment: {'id': '826b9e7f-b390-4ffd-ba34-4a7d4907d7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '8fc0f6e3-5496-4579-beca-e69264a15d38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:50:17.218586 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-5cee069b-c150-4b7c-b2e2-e9a66deef656 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:17.218848 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cee069b-c150-4b7c-b2e2-e9a66deef656 None None] Bound using segment: {'id': '826b9e7f-b390-4ffd-ba34-4a7d4907d7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '8fc0f6e3-5496-4579-beca-e69264a15d38'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:50:17.219341 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-5cee069b-c150-4b7c-b2e2-e9a66deef656 None None] Bound port: eb48a173-9b4e-4b7c-a381-01ab9a92ed30, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '826b9e7f-b390-4ffd-ba34-4a7d4907d7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '8fc0f6e3-5496-4579-beca-e69264a15d38'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:50:17.219748 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-5cee069b-c150-4b7c-b2e2-e9a66deef656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:17.238335 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-62940def-7e91-4253-9502-cafb6bdc4187 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:17.287993 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-5cee069b-c150-4b7c-b2e2-e9a66deef656 None None] For port eb48a173-9b4e-4b7c-a381-01ab9a92ed30, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:50:17.289638 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62940def-7e91-4253-9502-cafb6bdc4187 admin admin] Network cbe170d3-31ba-45a2-b477-520ab0a7a8ea is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:50:17.291643 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-5cee069b-c150-4b7c-b2e2-e9a66deef656 None None] For port eb48a173-9b4e-4b7c-a381-01ab9a92ed30, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=eb48a173-9b4e-4b7c-a381-01ab9a92ed30,segment=NetworkSegment(826b9e7f-b390-4ffd-ba34-4a7d4907d7c9),segment_id=826b9e7f-b390-4ffd-ba34-4a7d4907d7c9)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:50:17.292599 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-62940def-7e91-4253-9502-cafb6bdc4187 admin admin] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:50:17.296080 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62940def-7e91-4253-9502-cafb6bdc4187 admin admin] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:50:17.296795 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-5cee069b-c150-4b7c-b2e2-e9a66deef656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:17.319759 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62940def-7e91-4253-9502-cafb6bdc4187 admin admin] Pushing event updated for resources: {'Port': ['ID=8f8701b5-a0a0-4a4e-9224-6d2853de1293,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:50:17.360780 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cee069b-c150-4b7c-b2e2-e9a66deef656 None None] Pushing event updated for resources: {'Port': ['ID=eb48a173-9b4e-4b7c-a381-01ab9a92ed30,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:50:17.474812 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59035978-806c-4c95-8571-d1c50045d722 None None] Sync routers for ids ['a7591f03-4c4f-4aaa-9e8a-5eb6364747ee'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:50:17.485685 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59035978-806c-4c95-8571-d1c50045d722 None None] Routers {'a7591f03-4c4f-4aaa-9e8a-5eb6364747ee'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:50:17.486322 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-59035978-806c-4c95-8571-d1c50045d722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:50:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['a7591f03-4c4f-4aaa-9e8a-5eb6364747ee'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:50:17.610979 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-62940def-7e91-4253-9502-cafb6bdc4187 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:17.612939 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-59035978-806c-4c95-8571-d1c50045d722 None None] Set router a7591f03-4c4f-4aaa-9e8a-5eb6364747ee gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:50:17.651744 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device eecc82e5-848d-4d91-8cab-bb36ff8a2480 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:50:17.722297 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port eecc82e5-848d-4d91-8cab-bb36ff8a2480 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:50:17.722596 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:17.804940 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:17.825778 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] For port eecc82e5-848d-4d91-8cab-bb36ff8a2480, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=eecc82e5-848d-4d91-8cab-bb36ff8a2480,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:50:17.833203 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:17.837056 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-59035978-806c-4c95-8571-d1c50045d722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7591f03-4c4f-4aaa-9e8a-5eb6364747ee', 'name': 'tempest-TestSnapshotPattern-1790296383-router', 'tenant_id': 'bbc2eb75b2fb41589f58562276feebde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': 'eecc82e5-848d-4d91-8cab-bb36ff8a2480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:50:11Z', 'updated_at': '2021-10-20T11:50:14Z', 'revision_number': 4, 'project_id': 'bbc2eb75b2fb41589f58562276feebde', 'gw_port': {'id': 'eecc82e5-848d-4d91-8cab-bb36ff8a2480', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:f8:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7591f03-4c4f-4aaa-9e8a-5eb6364747ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:50:12Z', 'updated_at': '2021-10-20T11:50:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '1751946d-280a-41ef-8c8b-f403cf75202c', 'name': '', 'network_id': 'fafa437f-9f17-4e8e-b66c-047ddc4a3244', 'tenant_id': 'bbc2eb75b2fb41589f58562276feebde', 'mac_address': 'fa:16:3e:d2:ca:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7591f03-4c4f-4aaa-9e8a-5eb6364747ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'b201448f-5b10-4ca6-8e18-91ba20b76ded', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:50:14Z', 'updated_at': '2021-10-20T11:50:14Z', 'revision_number': 2, 'project_id': 'bbc2eb75b2fb41589f58562276feebde', 'subnets': [{'id': 'b201448f-5b10-4ca6-8e18-91ba20b76ded', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:50:17.859464 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-62940def-7e91-4253-9502-cafb6bdc4187 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1773475'] for router, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:17.873664 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59035978-806c-4c95-8571-d1c50045d722 None None] Checking router: a7591f03-4c4f-4aaa-9e8a-5eb6364747ee for host: n-d-811396-3 {{(pid=100599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:50:17.874296 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59035978-806c-4c95-8571-d1c50045d722 None None] Updating router a7591f03-4c4f-4aaa-9e8a-5eb6364747ee port 1751946d-280a-41ef-8c8b-f403cf75202c binding host n-d-811396-3 {{(pid=100599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:50:17.898868 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Pushing event updated for resources: {'Port': ['ID=eecc82e5-848d-4d91-8cab-bb36ff8a2480,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:50:17.904543 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-59035978-806c-4c95-8571-d1c50045d722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:17.992673 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62940def-7e91-4253-9502-cafb6bdc4187 admin admin] Router 71c6ae6b-5380-4b6c-91e0-5691a2e22d6f is scheduled to L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 with binding_index 1 {{(pid=100597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 11:50:18.100518 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62940def-7e91-4253-9502-cafb6bdc4187 admin admin] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:50:18.113297 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415729fd-fe0f-43c4-9719-1cb5de4533c5 None None] Sync routers for ids ['71c6ae6b-5380-4b6c-91e0-5691a2e22d6f'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:50:18.121363 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-62940def-7e91-4253-9502-cafb6bdc4187 admin admin] Publish callbacks [] for router, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:18.125452 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-62940def-7e91-4253-9502-cafb6bdc4187 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.6114206 Oct 20 11:50:18.125807 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 48750) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:18.127350 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415729fd-fe0f-43c4-9719-1cb5de4533c5 None None] Routers {'71c6ae6b-5380-4b6c-91e0-5691a2e22d6f'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:50:18.130405 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-415729fd-fe0f-43c4-9719-1cb5de4533c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:50:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['71c6ae6b-5380-4b6c-91e0-5691a2e22d6f'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:50:18.199047 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-59035978-806c-4c95-8571-d1c50045d722 None None] Publish callbacks [] for port, precommit_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:18.205912 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-59035978-806c-4c95-8571-d1c50045d722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:18.251225 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d301925-3823-4393-9b43-114ca4aba2ca None None] Pushing event updated for resources: {'Port': ['ID=1751946d-280a-41ef-8c8b-f403cf75202c,revision_number=3']} {{(pid=100599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:50:18.262894 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-415729fd-fe0f-43c4-9719-1cb5de4533c5 None None] Set router 71c6ae6b-5380-4b6c-91e0-5691a2e22d6f gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:50:18.265582 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d301925-3823-4393-9b43-114ca4aba2ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:50:18.266005 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d301925-3823-4393-9b43-114ca4aba2ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:50:18.266402 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d301925-3823-4393-9b43-114ca4aba2ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:50:18.266841 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d301925-3823-4393-9b43-114ca4aba2ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:50:18.268597 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d301925-3823-4393-9b43-114ca4aba2ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:50:18.268597 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d301925-3823-4393-9b43-114ca4aba2ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:50:18.268597 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d301925-3823-4393-9b43-114ca4aba2ca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:50:18.268597 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d301925-3823-4393-9b43-114ca4aba2ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:50:18.269032 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d301925-3823-4393-9b43-114ca4aba2ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:50:18.269363 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d301925-3823-4393-9b43-114ca4aba2ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:50:18.269748 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d301925-3823-4393-9b43-114ca4aba2ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:50:18.270385 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d301925-3823-4393-9b43-114ca4aba2ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:50:18.347976 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-59035978-806c-4c95-8571-d1c50045d722 None None] Attempting to bind port 1751946d-280a-41ef-8c8b-f403cf75202c on host n-d-811396-3 for vnic_type normal with profile {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:50:18.348453 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-59035978-806c-4c95-8571-d1c50045d722 None None] Attempting to bind port 1751946d-280a-41ef-8c8b-f403cf75202c by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '62ba4a49-dcf3-450d-b877-e0ad9e6afb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'fafa437f-9f17-4e8e-b66c-047ddc4a3244'}] {{(pid=100599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:50:18.348738 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59035978-806c-4c95-8571-d1c50045d722 None None] Attempting to bind port 1751946d-280a-41ef-8c8b-f403cf75202c on network fafa437f-9f17-4e8e-b66c-047ddc4a3244 {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:50:18.361413 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59035978-806c-4c95-8571-d1c50045d722 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 50, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:50:18.362253 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59035978-806c-4c95-8571-d1c50045d722 None None] Checking segment: {'id': '62ba4a49-dcf3-450d-b877-e0ad9e6afb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'fafa437f-9f17-4e8e-b66c-047ddc4a3244'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:50:18.362884 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-59035978-806c-4c95-8571-d1c50045d722 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:18.363574 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59035978-806c-4c95-8571-d1c50045d722 None None] Bound using segment: {'id': '62ba4a49-dcf3-450d-b877-e0ad9e6afb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'fafa437f-9f17-4e8e-b66c-047ddc4a3244'} {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:50:18.364821 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-59035978-806c-4c95-8571-d1c50045d722 None None] Bound port: 1751946d-280a-41ef-8c8b-f403cf75202c, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62ba4a49-dcf3-450d-b877-e0ad9e6afb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'fafa437f-9f17-4e8e-b66c-047ddc4a3244'}}] {{(pid=100599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:50:18.365449 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-59035978-806c-4c95-8571-d1c50045d722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:18.504180 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.db [None req-59035978-806c-4c95-8571-d1c50045d722 None None] For port 1751946d-280a-41ef-8c8b-f403cf75202c, host n-d-811396-3, cleared binding levels {{(pid=100599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:50:18.508416 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.db [None req-59035978-806c-4c95-8571-d1c50045d722 None None] For port 1751946d-280a-41ef-8c8b-f403cf75202c, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=1751946d-280a-41ef-8c8b-f403cf75202c,segment=NetworkSegment(62ba4a49-dcf3-450d-b877-e0ad9e6afb25),segment_id=62ba4a49-dcf3-450d-b877-e0ad9e6afb25)] {{(pid=100599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:50:18.514721 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-59035978-806c-4c95-8571-d1c50045d722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:18.523421 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-415729fd-fe0f-43c4-9719-1cb5de4533c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71c6ae6b-5380-4b6c-91e0-5691a2e22d6f', 'name': 'tempest-TestSnapshotPattern-1908281133-router', 'tenant_id': 'ffb3eeee60b04ab3b66e7dd5d319de49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': '8f8701b5-a0a0-4a4e-9224-6d2853de1293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:50:16Z', 'updated_at': '2021-10-20T11:50:17Z', 'revision_number': 3, 'project_id': 'ffb3eeee60b04ab3b66e7dd5d319de49', 'gw_port': {'id': '8f8701b5-a0a0-4a4e-9224-6d2853de1293', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:7e:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71c6ae6b-5380-4b6c-91e0-5691a2e22d6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:50:16Z', 'updated_at': '2021-10-20T11:50:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:50:18.559031 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415729fd-fe0f-43c4-9719-1cb5de4533c5 None None] Checking router: 71c6ae6b-5380-4b6c-91e0-5691a2e22d6f for host: n-d-811396-3 {{(pid=100598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:50:18.559031 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415729fd-fe0f-43c4-9719-1cb5de4533c5 None None] Updating router 71c6ae6b-5380-4b6c-91e0-5691a2e22d6f port 8f8701b5-a0a0-4a4e-9224-6d2853de1293 binding host n-d-811396-3 {{(pid=100598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:50:18.588265 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-415729fd-fe0f-43c4-9719-1cb5de4533c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:18.606595 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d301925-3823-4393-9b43-114ca4aba2ca None None] Pushing event updated for resources: {'Port': ['ID=1751946d-280a-41ef-8c8b-f403cf75202c,revision_number=4']} {{(pid=100599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:50:18.614257 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59035978-806c-4c95-8571-d1c50045d722 None None] Routers {'a7591f03-4c4f-4aaa-9e8a-5eb6364747ee'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:50:18.615335 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-59035978-806c-4c95-8571-d1c50045d722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:50:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['a7591f03-4c4f-4aaa-9e8a-5eb6364747ee'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:50:18.624247 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d543032-6036-4e4c-bf91-c2ce661e511d None None] Network 8fc0f6e3-5496-4579-beca-e69264a15d38 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:50:18.745415 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-59035978-806c-4c95-8571-d1c50045d722 None None] Set router a7591f03-4c4f-4aaa-9e8a-5eb6364747ee gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:50:18.781443 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-87468645-451f-4d18-a8c2-0907251adea9 None None] Provisioning complete for port 1751946d-280a-41ef-8c8b-f403cf75202c triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:50:18.781903 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-87468645-451f-4d18-a8c2-0907251adea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:18.919021 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-51182d8d-6cb5-4d59-8b68-378da7e488ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:18.976384 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-59035978-806c-4c95-8571-d1c50045d722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7591f03-4c4f-4aaa-9e8a-5eb6364747ee', 'name': 'tempest-TestSnapshotPattern-1790296383-router', 'tenant_id': 'bbc2eb75b2fb41589f58562276feebde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': 'eecc82e5-848d-4d91-8cab-bb36ff8a2480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:50:11Z', 'updated_at': '2021-10-20T11:50:14Z', 'revision_number': 4, 'project_id': 'bbc2eb75b2fb41589f58562276feebde', 'gw_port': {'id': 'eecc82e5-848d-4d91-8cab-bb36ff8a2480', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:f8:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7591f03-4c4f-4aaa-9e8a-5eb6364747ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:50:12Z', 'updated_at': '2021-10-20T11:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '1751946d-280a-41ef-8c8b-f403cf75202c', 'name': '', 'network_id': 'fafa437f-9f17-4e8e-b66c-047ddc4a3244', 'tenant_id': 'bbc2eb75b2fb41589f58562276feebde', 'mac_address': 'fa:16:3e:d2:ca:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7591f03-4c4f-4aaa-9e8a-5eb6364747ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'b201448f-5b10-4ca6-8e18-91ba20b76ded', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:50:14Z', 'updated_at': '2021-10-20T11:50:18Z', 'revision_number': 4, 'project_id': 'bbc2eb75b2fb41589f58562276feebde', 'subnets': [{'id': 'b201448f-5b10-4ca6-8e18-91ba20b76ded', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:50:19.010227 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-87468645-451f-4d18-a8c2-0907251adea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:19.085673 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_common [None req-51182d8d-6cb5-4d59-8b68-378da7e488ea admin admin] Allocated IP 172.20.0.1 (8fc0f6e3-5496-4579-beca-e69264a15d38/fa1747a3-cc73-4717-819c-7ef8054c3dad/34916b31-fee7-4c75-b509-aedcfe549f5e) {{(pid=100597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:50:19.091605 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-87468645-451f-4d18-a8c2-0907251adea9 None None] For port 1751946d-280a-41ef-8c8b-f403cf75202c, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=1751946d-280a-41ef-8c8b-f403cf75202c,segment=NetworkSegment(62ba4a49-dcf3-450d-b877-e0ad9e6afb25),segment_id=62ba4a49-dcf3-450d-b877-e0ad9e6afb25)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:50:19.107433 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59035978-806c-4c95-8571-d1c50045d722 None None] The sync data for ids ['a7591f03-4c4f-4aaa-9e8a-5eb6364747ee'] in n-d-811396-3 is: [{'id': 'a7591f03-4c4f-4aaa-9e8a-5eb6364747ee', 'name': 'tempest-TestSnapshotPattern-1790296383-router', 'tenant_id': 'bbc2eb75b2fb41589f58562276feebde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': 'eecc82e5-848d-4d91-8cab-bb36ff8a2480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:50:11Z', 'updated_at': '2021-10-20T11:50:14Z', 'revision_number': 4, 'project_id': 'bbc2eb75b2fb41589f58562276feebde', 'gw_port': {'id': 'eecc82e5-848d-4d91-8cab-bb36ff8a2480', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:f8:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7591f03-4c4f-4aaa-9e8a-5eb6364747ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:50:12Z', 'updated_at': '2021-10-20T11:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '1751946d-280a-41ef-8c8b-f403cf75202c', 'name': '', 'network_id': 'fafa437f-9f17-4e8e-b66c-047ddc4a3244', 'tenant_id': 'bbc2eb75b2fb41589f58562276feebde', 'mac_address': 'fa:16:3e:d2:ca:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7591f03-4c4f-4aaa-9e8a-5eb6364747ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'b201448f-5b10-4ca6-8e18-91ba20b76ded', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:50:14Z', 'updated_at': '2021-10-20T11:50:18Z', 'revision_number': 4, 'project_id': 'bbc2eb75b2fb41589f58562276feebde', 'subnets': [{'id': 'b201448f-5b10-4ca6-8e18-91ba20b76ded', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:50:19.111656 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-87468645-451f-4d18-a8c2-0907251adea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:19.168957 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-415729fd-fe0f-43c4-9719-1cb5de4533c5 None None] Publish callbacks [] for port, precommit_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:19.184726 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-87468645-451f-4d18-a8c2-0907251adea9 None None] Provisioning complete for port eb48a173-9b4e-4b7c-a381-01ab9a92ed30 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:50:19.185097 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-87468645-451f-4d18-a8c2-0907251adea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:19.189837 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-415729fd-fe0f-43c4-9719-1cb5de4533c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:19.216641 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87468645-451f-4d18-a8c2-0907251adea9 None None] Pushing event updated for resources: {'Port': ['ID=1751946d-280a-41ef-8c8b-f403cf75202c,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:50:19.220677 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-51182d8d-6cb5-4d59-8b68-378da7e488ea admin admin] Publish callbacks [] for port, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:19.260436 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-51182d8d-6cb5-4d59-8b68-378da7e488ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:19.284104 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-415729fd-fe0f-43c4-9719-1cb5de4533c5 None None] Attempting to bind port 8f8701b5-a0a0-4a4e-9224-6d2853de1293 on host n-d-811396-3 for vnic_type normal with profile {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:50:19.284476 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-415729fd-fe0f-43c4-9719-1cb5de4533c5 None None] Attempting to bind port 8f8701b5-a0a0-4a4e-9224-6d2853de1293 by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:50:19.284837 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415729fd-fe0f-43c4-9719-1cb5de4533c5 None None] Attempting to bind port 8f8701b5-a0a0-4a4e-9224-6d2853de1293 on network cbe170d3-31ba-45a2-b477-520ab0a7a8ea {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:50:19.289039 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a93e82-153b-4256-a827-738c77eb7218 None None] Pushing event updated for resources: {'Port': ['ID=8f8701b5-a0a0-4a4e-9224-6d2853de1293,revision_number=2']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:50:19.296685 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415729fd-fe0f-43c4-9719-1cb5de4533c5 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 50, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:50:19.296685 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415729fd-fe0f-43c4-9719-1cb5de4533c5 None None] Checking segment: {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:50:19.296945 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-415729fd-fe0f-43c4-9719-1cb5de4533c5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:19.297172 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415729fd-fe0f-43c4-9719-1cb5de4533c5 None None] Bound using segment: {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'} {{(pid=100598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:50:19.297642 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.managers [None req-415729fd-fe0f-43c4-9719-1cb5de4533c5 None None] Bound port: 8f8701b5-a0a0-4a4e-9224-6d2853de1293, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9951cbb1-06f8-456d-8b42-c5b25bf27b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea'}}] {{(pid=100598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:50:19.298019 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-415729fd-fe0f-43c4-9719-1cb5de4533c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:19.317799 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51182d8d-6cb5-4d59-8b68-378da7e488ea admin admin] Pushing event updated for resources: {'Port': ['ID=34916b31-fee7-4c75-b509-aedcfe549f5e,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:50:19.330932 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51182d8d-6cb5-4d59-8b68-378da7e488ea admin admin] Network 8fc0f6e3-5496-4579-beca-e69264a15d38 is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:50:19.332467 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-51182d8d-6cb5-4d59-8b68-378da7e488ea admin admin] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:50:19.339542 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51182d8d-6cb5-4d59-8b68-378da7e488ea admin admin] Received port after_create {{(pid=100597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:50:19.385447 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-415729fd-fe0f-43c4-9719-1cb5de4533c5 None None] For port 8f8701b5-a0a0-4a4e-9224-6d2853de1293, host n-d-811396-3, cleared binding levels {{(pid=100598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:50:19.389576 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-415729fd-fe0f-43c4-9719-1cb5de4533c5 None None] For port 8f8701b5-a0a0-4a4e-9224-6d2853de1293, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=8f8701b5-a0a0-4a4e-9224-6d2853de1293,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:50:19.390894 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-87468645-451f-4d18-a8c2-0907251adea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:19.392519 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-51182d8d-6cb5-4d59-8b68-378da7e488ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1774540'] for router_interface, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:19.401107 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-415729fd-fe0f-43c4-9719-1cb5de4533c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:19.485522 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-87468645-451f-4d18-a8c2-0907251adea9 None None] For port eb48a173-9b4e-4b7c-a381-01ab9a92ed30, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=eb48a173-9b4e-4b7c-a381-01ab9a92ed30,segment=NetworkSegment(826b9e7f-b390-4ffd-ba34-4a7d4907d7c9),segment_id=826b9e7f-b390-4ffd-ba34-4a7d4907d7c9)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:50:19.487501 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a93e82-153b-4256-a827-738c77eb7218 None None] Pushing event updated for resources: {'Port': ['ID=8f8701b5-a0a0-4a4e-9224-6d2853de1293,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:50:19.492599 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415729fd-fe0f-43c4-9719-1cb5de4533c5 None None] Routers {'71c6ae6b-5380-4b6c-91e0-5691a2e22d6f'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:50:19.493204 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-415729fd-fe0f-43c4-9719-1cb5de4533c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:50:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['71c6ae6b-5380-4b6c-91e0-5691a2e22d6f'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:50:19.497338 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-87468645-451f-4d18-a8c2-0907251adea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:19.586368 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-51182d8d-6cb5-4d59-8b68-378da7e488ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:19.672480 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87468645-451f-4d18-a8c2-0907251adea9 None None] Pushing event updated for resources: {'Port': ['ID=eb48a173-9b4e-4b7c-a381-01ab9a92ed30,revision_number=3']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:50:19.699772 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-415729fd-fe0f-43c4-9719-1cb5de4533c5 None None] Set router 71c6ae6b-5380-4b6c-91e0-5691a2e22d6f gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:50:19.701847 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-0499972c-ffda-4267-aceb-956df6ff8e44 None None] Provisioning complete for port 1751946d-280a-41ef-8c8b-f403cf75202c triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:50:19.702217 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-0499972c-ffda-4267-aceb-956df6ff8e44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:19.812102 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-51182d8d-6cb5-4d59-8b68-378da7e488ea admin admin] Publish callbacks [] for port, precommit_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:19.818822 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-51182d8d-6cb5-4d59-8b68-378da7e488ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26950984'] for port, after_update {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:19.888522 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51182d8d-6cb5-4d59-8b68-378da7e488ea admin admin] Pushing event updated for resources: {'Port': ['ID=34916b31-fee7-4c75-b509-aedcfe549f5e,revision_number=2']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:50:19.891953 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-51182d8d-6cb5-4d59-8b68-378da7e488ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1684157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1774432'] for router_interface, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:19.892307 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device eb48a173-9b4e-4b7c-a381-01ab9a92ed30 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:50:19.997366 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51182d8d-6cb5-4d59-8b68-378da7e488ea admin admin] Network 8fc0f6e3-5496-4579-beca-e69264a15d38 is already hosted by enough agents. {{(pid=100597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:50:19.998844 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.base_scheduler [None req-51182d8d-6cb5-4d59-8b68-378da7e488ea admin admin] Resources bound (agent type, host, resource id): {{(pid=100597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:50:20.075749 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:20.113491 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port eb48a173-9b4e-4b7c-a381-01ab9a92ed30 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:50:20.114412 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:20.125887 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51182d8d-6cb5-4d59-8b68-378da7e488ea admin admin] Router 71c6ae6b-5380-4b6c-91e0-5691a2e22d6f has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:50:20.210426 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-0499972c-ffda-4267-aceb-956df6ff8e44 None None] Provisioning complete for port eb48a173-9b4e-4b7c-a381-01ab9a92ed30 triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:50:20.210800 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-0499972c-ffda-4267-aceb-956df6ff8e44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:20.244433 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51182d8d-6cb5-4d59-8b68-378da7e488ea admin admin] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:50:20.254278 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-51182d8d-6cb5-4d59-8b68-378da7e488ea admin admin] 10.222.0.64 "PUT /v2.0/routers/71c6ae6b-5380-4b6c-91e0-5691a2e22d6f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1224377 Oct 20 11:50:20.274024 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-415729fd-fe0f-43c4-9719-1cb5de4533c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71c6ae6b-5380-4b6c-91e0-5691a2e22d6f', 'name': 'tempest-TestSnapshotPattern-1908281133-router', 'tenant_id': 'ffb3eeee60b04ab3b66e7dd5d319de49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': '8f8701b5-a0a0-4a4e-9224-6d2853de1293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:50:16Z', 'updated_at': '2021-10-20T11:50:17Z', 'revision_number': 3, 'project_id': 'ffb3eeee60b04ab3b66e7dd5d319de49', 'gw_port': {'id': '8f8701b5-a0a0-4a4e-9224-6d2853de1293', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:7e:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71c6ae6b-5380-4b6c-91e0-5691a2e22d6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:50:16Z', 'updated_at': '2021-10-20T11:50:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:50:20.307266 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415729fd-fe0f-43c4-9719-1cb5de4533c5 None None] The sync data for ids ['71c6ae6b-5380-4b6c-91e0-5691a2e22d6f'] in n-d-811396-3 is: [{'id': '71c6ae6b-5380-4b6c-91e0-5691a2e22d6f', 'name': 'tempest-TestSnapshotPattern-1908281133-router', 'tenant_id': 'ffb3eeee60b04ab3b66e7dd5d319de49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': '8f8701b5-a0a0-4a4e-9224-6d2853de1293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:50:16Z', 'updated_at': '2021-10-20T11:50:17Z', 'revision_number': 3, 'project_id': 'ffb3eeee60b04ab3b66e7dd5d319de49', 'gw_port': {'id': '8f8701b5-a0a0-4a4e-9224-6d2853de1293', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:7e:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71c6ae6b-5380-4b6c-91e0-5691a2e22d6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:50:16Z', 'updated_at': '2021-10-20T11:50:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:50:20.312443 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device eecc82e5-848d-4d91-8cab-bb36ff8a2480 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:50:20.400268 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port eecc82e5-848d-4d91-8cab-bb36ff8a2480 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:50:20.400646 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:20.493254 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 1751946d-280a-41ef-8c8b-f403cf75202c up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:50:20.536639 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-73c62bcf-a5d1-41e4-a400-b022f02693d3 None None] Provisioning complete for port 34916b31-fee7-4c75-b509-aedcfe549f5e triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:50:20.537016 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73c62bcf-a5d1-41e4-a400-b022f02693d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:20.593896 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 1751946d-280a-41ef-8c8b-f403cf75202c triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:50:20.594271 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:20.595710 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-73c62bcf-a5d1-41e4-a400-b022f02693d3 None None] Port 34916b31-fee7-4c75-b509-aedcfe549f5e cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:50:21.035509 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 48758) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:21.040512 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-cc4a3dee-96a2-4a40-8ba6-3eb29f432a87 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2033448011', 'description': 'tempest-secgroup-smoke-2033448011 description', 'project_id': 'bbc2eb75b2fb41589f58562276feebde'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:50:21.064565 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-cc4a3dee-96a2-4a40-8ba6-3eb29f432a87 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Publish callbacks [] for security_group, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:21.137717 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-cc4a3dee-96a2-4a40-8ba6-3eb29f432a87 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Publish callbacks [] for security_group, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:21.141715 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-cc4a3dee-96a2-4a40-8ba6-3eb29f432a87 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:21.174381 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-cc4a3dee-96a2-4a40-8ba6-3eb29f432a87 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:21.175853 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-cc4a3dee-96a2-4a40-8ba6-3eb29f432a87 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1390297 Oct 20 11:50:21.179135 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 48760) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:21.183859 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-8b90cedf-9b51-4df2-8c21-d3de1857f4de tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Request body: {'security_group_rule': {'security_group_id': '9fd6c6e2-47d0-49e4-96d0-201ed73ab0de', 'project_id': 'bbc2eb75b2fb41589f58562276feebde', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:50:21.191626 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4a3dee-96a2-4a40-8ba6-3eb29f432a87 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fd6c6e2-47d0-49e4-96d0-201ed73ab0de,revision_number=1']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:50:21.224170 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8b90cedf-9b51-4df2-8c21-d3de1857f4de tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:21.284600 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8b90cedf-9b51-4df2-8c21-d3de1857f4de tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:21.288048 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8b90cedf-9b51-4df2-8c21-d3de1857f4de tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:21.304659 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b90cedf-9b51-4df2-8c21-d3de1857f4de tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=245aaa4e-2864-46d8-8f62-c698906c2cef,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:50:21.312861 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-8b90cedf-9b51-4df2-8c21-d3de1857f4de tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:21.314043 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-8b90cedf-9b51-4df2-8c21-d3de1857f4de tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1339271 Oct 20 11:50:21.317475 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 48762) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:21.321766 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-7568c834-a6ec-46ce-8836-5a5860fe09ce tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Request body: {'security_group_rule': {'security_group_id': '9fd6c6e2-47d0-49e4-96d0-201ed73ab0de', 'project_id': 'bbc2eb75b2fb41589f58562276feebde', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:50:21.353422 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7568c834-a6ec-46ce-8836-5a5860fe09ce tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:21.411442 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7568c834-a6ec-46ce-8836-5a5860fe09ce tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:21.415120 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7568c834-a6ec-46ce-8836-5a5860fe09ce tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:21.433291 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7568c834-a6ec-46ce-8836-5a5860fe09ce tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47344931-77cf-43ca-a4a6-74830fd736a5,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:50:21.441177 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-7568c834-a6ec-46ce-8836-5a5860fe09ce tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:21.443178 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-7568c834-a6ec-46ce-8836-5a5860fe09ce tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1242690 Oct 20 11:50:21.446059 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 48764) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:21.450407 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-d1a82e9a-d98c-4288-b22c-6a927773b1c8 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Request body: {'security_group_rule': {'security_group_id': '9fd6c6e2-47d0-49e4-96d0-201ed73ab0de', 'project_id': 'bbc2eb75b2fb41589f58562276feebde', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:50:21.477339 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d1a82e9a-d98c-4288-b22c-6a927773b1c8 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:21.547340 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d1a82e9a-d98c-4288-b22c-6a927773b1c8 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:21.552422 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d1a82e9a-d98c-4288-b22c-6a927773b1c8 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:21.574117 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a82e9a-d98c-4288-b22c-6a927773b1c8 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72e14c5a-4c44-43f6-8f0e-73973c8afb72,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:50:21.584763 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-d1a82e9a-d98c-4288-b22c-6a927773b1c8 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:21.586080 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-d1a82e9a-d98c-4288-b22c-6a927773b1c8 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1390562 Oct 20 11:50:21.589210 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 48766) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:21.594121 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-4d867d72-f994-4421-8c5e-4023b2ce3d5e tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Request body: {'security_group_rule': {'security_group_id': '9fd6c6e2-47d0-49e4-96d0-201ed73ab0de', 'project_id': 'bbc2eb75b2fb41589f58562276feebde', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:50:21.626573 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4d867d72-f994-4421-8c5e-4023b2ce3d5e tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:21.643096 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device eb48a173-9b4e-4b7c-a381-01ab9a92ed30 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:50:21.687624 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4d867d72-f994-4421-8c5e-4023b2ce3d5e tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:21.692296 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4d867d72-f994-4421-8c5e-4023b2ce3d5e tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:21.696403 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port eb48a173-9b4e-4b7c-a381-01ab9a92ed30 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:50:21.696975 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:21.710693 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d867d72-f994-4421-8c5e-4023b2ce3d5e tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6e0f264-4c0f-41b6-b845-ab850ea58519,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:50:21.723090 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-4d867d72-f994-4421-8c5e-4023b2ce3d5e tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:21.725214 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-4d867d72-f994-4421-8c5e-4023b2ce3d5e tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1345985 Oct 20 11:50:21.727879 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 48768) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:21.732337 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-58a5192d-7f39-4533-836e-5ac6716edaf3 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Request body: {'security_group_rule': {'security_group_id': '9fd6c6e2-47d0-49e4-96d0-201ed73ab0de', 'project_id': 'bbc2eb75b2fb41589f58562276feebde', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:50:21.756634 n-d-811396-3 neutron-server[100597]: INFO neutron.db.securitygroups_db [None req-58a5192d-7f39-4533-836e-5ac6716edaf3 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Project bbc2eb75b2fb41589f58562276feebde added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 11:50:21.762142 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-58a5192d-7f39-4533-836e-5ac6716edaf3 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:21.799044 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 8f8701b5-a0a0-4a4e-9224-6d2853de1293 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:50:21.825118 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-58a5192d-7f39-4533-836e-5ac6716edaf3 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:21.829168 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-58a5192d-7f39-4533-836e-5ac6716edaf3 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:21.848033 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a5192d-7f39-4533-836e-5ac6716edaf3 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3109ad2-05d1-4229-b379-e8b81218892a,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:50:21.849687 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 8f8701b5-a0a0-4a4e-9224-6d2853de1293 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:50:21.850434 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:21.856660 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-58a5192d-7f39-4533-836e-5ac6716edaf3 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:21.860391 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-58a5192d-7f39-4533-836e-5ac6716edaf3 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1290696 Oct 20 11:50:21.860665 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 48770) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:21.865260 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.v2.base [None req-672f31a8-82c0-4c63-9b4e-26e4d73db111 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Request body: {'security_group_rule': {'security_group_id': '9fd6c6e2-47d0-49e4-96d0-201ed73ab0de', 'project_id': 'bbc2eb75b2fb41589f58562276feebde', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:50:21.888976 n-d-811396-3 neutron-server[100597]: INFO neutron.db.securitygroups_db [None req-672f31a8-82c0-4c63-9b4e-26e4d73db111 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Project bbc2eb75b2fb41589f58562276feebde added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 11:50:21.893922 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-672f31a8-82c0-4c63-9b4e-26e4d73db111 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:21.941733 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:21.962301 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-672f31a8-82c0-4c63-9b4e-26e4d73db111 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:21.962834 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] For port 8f8701b5-a0a0-4a4e-9224-6d2853de1293, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=8f8701b5-a0a0-4a4e-9224-6d2853de1293,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:50:21.966811 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-672f31a8-82c0-4c63-9b4e-26e4d73db111 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744541'] for security_group_rule, after_create {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:21.967199 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:21.986468 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672f31a8-82c0-4c63-9b4e-26e4d73db111 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9e92b7b-0f77-4f8e-8cbd-c73d549c56fa,revision_number=0']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:50:21.991108 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-672f31a8-82c0-4c63-9b4e-26e4d73db111 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:21.992450 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-672f31a8-82c0-4c63-9b4e-26e4d73db111 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1307480 Oct 20 11:50:22.039988 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Pushing event updated for resources: {'Port': ['ID=8f8701b5-a0a0-4a4e-9224-6d2853de1293,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:50:22.140145 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7cd69a1c-14cd-4b4b-9bb4-c737e9e19f82 req-83aaaec9-3086-44a5-9c4d-77ecd4e3c4f6 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2033448011&fields=id&tenant_id=bbc2eb75b2fb41589f58562276feebde HTTP/1.1" status: 200 len: 267 time: 0.0341046 Oct 20 11:50:22.256034 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd69a1c-14cd-4b4b-9bb4-c737e9e19f82 req-4503daf1-ae28-4115-a9fc-f701b5c7df4d tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:50:22.257573 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7cd69a1c-14cd-4b4b-9bb4-c737e9e19f82 req-4503daf1-ae28-4115-a9fc-f701b5c7df4d tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] 10.222.0.64 "GET /v2.0/networks?id=fafa437f-9f17-4e8e-b66c-047ddc4a3244 HTTP/1.1" status: 200 len: 810 time: 0.1108880 Oct 20 11:50:22.273509 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7cd69a1c-14cd-4b4b-9bb4-c737e9e19f82 req-69792e97-d51c-47cb-b141-070caecf953b tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] 10.222.0.64 "GET /v2.0/quotas/bbc2eb75b2fb41589f58562276feebde HTTP/1.1" status: 200 len: 375 time: 0.0098956 Oct 20 11:50:22.324743 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7cd69a1c-14cd-4b4b-9bb4-c737e9e19f82 req-e4738b8d-9697-4d2c-b714-2aab8db27cca tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=bbc2eb75b2fb41589f58562276feebde&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0456531 Oct 20 11:50:22.427361 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7cd69a1c-14cd-4b4b-9bb4-c737e9e19f82 req-ab5dc2ce-4d33-445b-92d7-521d2d647c42 service neutron] 10.222.0.64 "GET /v2.0/networks/fafa437f-9f17-4e8e-b66c-047ddc4a3244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904727 Oct 20 11:50:22.520212 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7cd69a1c-14cd-4b4b-9bb4-c737e9e19f82 req-7ffe7ed0-ee0c-4619-9859-a4c87162205a service neutron] 10.222.0.64 "GET /v2.0/networks/fafa437f-9f17-4e8e-b66c-047ddc4a3244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860133 Oct 20 11:50:22.711739 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a1a16b35-2405-4db4-8b56-b41142520fcc req-6281394c-58e4-400f-b1a5-2f4174376e41 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] 10.222.0.64 "GET /v2.0/ports?device_id=211b0d28-5a34-464f-be52-db4bee6e2670 HTTP/1.1" status: 200 len: 210 time: 0.0281754 Oct 20 11:50:22.765183 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7c15bc-1015-4458-860a-6a5b84a6cff7 None None] Sync routers for ids ['71c6ae6b-5380-4b6c-91e0-5691a2e22d6f'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:50:22.774727 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7c15bc-1015-4458-860a-6a5b84a6cff7 None None] Routers {'71c6ae6b-5380-4b6c-91e0-5691a2e22d6f'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:50:22.775322 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-5d7c15bc-1015-4458-860a-6a5b84a6cff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:50:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['71c6ae6b-5380-4b6c-91e0-5691a2e22d6f'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:50:22.883214 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-5d7c15bc-1015-4458-860a-6a5b84a6cff7 None None] Set router 71c6ae6b-5380-4b6c-91e0-5691a2e22d6f gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:50:23.080000 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-5d7c15bc-1015-4458-860a-6a5b84a6cff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71c6ae6b-5380-4b6c-91e0-5691a2e22d6f', 'name': 'tempest-TestSnapshotPattern-1908281133-router', 'tenant_id': 'ffb3eeee60b04ab3b66e7dd5d319de49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': '8f8701b5-a0a0-4a4e-9224-6d2853de1293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:50:16Z', 'updated_at': '2021-10-20T11:50:19Z', 'revision_number': 4, 'project_id': 'ffb3eeee60b04ab3b66e7dd5d319de49', 'gw_port': {'id': '8f8701b5-a0a0-4a4e-9224-6d2853de1293', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:7e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c6ae6b-5380-4b6c-91e0-5691a2e22d6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:50:16Z', 'updated_at': '2021-10-20T11:50:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '34916b31-fee7-4c75-b509-aedcfe549f5e', 'name': '', 'network_id': '8fc0f6e3-5496-4579-beca-e69264a15d38', 'tenant_id': 'ffb3eeee60b04ab3b66e7dd5d319de49', 'mac_address': 'fa:16:3e:de:54:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71c6ae6b-5380-4b6c-91e0-5691a2e22d6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'fa1747a3-cc73-4717-819c-7ef8054c3dad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:50:18Z', 'updated_at': '2021-10-20T11:50:19Z', 'revision_number': 2, 'project_id': 'ffb3eeee60b04ab3b66e7dd5d319de49', 'subnets': [{'id': 'fa1747a3-cc73-4717-819c-7ef8054c3dad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:50:23.109111 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7c15bc-1015-4458-860a-6a5b84a6cff7 None None] Checking router: 71c6ae6b-5380-4b6c-91e0-5691a2e22d6f for host: n-d-811396-3 {{(pid=100599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:50:23.109463 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7c15bc-1015-4458-860a-6a5b84a6cff7 None None] Updating router 71c6ae6b-5380-4b6c-91e0-5691a2e22d6f port 34916b31-fee7-4c75-b509-aedcfe549f5e binding host n-d-811396-3 {{(pid=100599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:50:23.134906 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-5d7c15bc-1015-4458-860a-6a5b84a6cff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:23.393909 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-5d7c15bc-1015-4458-860a-6a5b84a6cff7 None None] Publish callbacks [] for port, precommit_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:23.399039 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-5d7c15bc-1015-4458-860a-6a5b84a6cff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:23.450809 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2915791-98e5-4f77-aeb7-45841d202326 None None] Pushing event updated for resources: {'Port': ['ID=34916b31-fee7-4c75-b509-aedcfe549f5e,revision_number=3']} {{(pid=100599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:50:23.501217 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-5d7c15bc-1015-4458-860a-6a5b84a6cff7 None None] Attempting to bind port 34916b31-fee7-4c75-b509-aedcfe549f5e on host n-d-811396-3 for vnic_type normal with profile {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:50:23.501857 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-5d7c15bc-1015-4458-860a-6a5b84a6cff7 None None] Attempting to bind port 34916b31-fee7-4c75-b509-aedcfe549f5e by drivers openvswitch,hyperv on host n-d-811396-3 at level 0 using segments [{'id': '826b9e7f-b390-4ffd-ba34-4a7d4907d7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '8fc0f6e3-5496-4579-beca-e69264a15d38'}] {{(pid=100599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:50:23.502388 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7c15bc-1015-4458-860a-6a5b84a6cff7 None None] Attempting to bind port 34916b31-fee7-4c75-b509-aedcfe549f5e on network 8fc0f6e3-5496-4579-beca-e69264a15d38 {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:50:23.508219 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7c15bc-1015-4458-860a-6a5b84a6cff7 None None] Checking agent: {'id': '42c91403-f08b-4617-8141-1b369819f215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 17, 7), 'started_at': datetime.datetime(2021, 10, 20, 10, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 50, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811396-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:50:23.508921 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7c15bc-1015-4458-860a-6a5b84a6cff7 None None] Checking segment: {'id': '826b9e7f-b390-4ffd-ba34-4a7d4907d7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '8fc0f6e3-5496-4579-beca-e69264a15d38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:50:23.509370 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-5d7c15bc-1015-4458-860a-6a5b84a6cff7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:23.509769 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7c15bc-1015-4458-860a-6a5b84a6cff7 None None] Bound using segment: {'id': '826b9e7f-b390-4ffd-ba34-4a7d4907d7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '8fc0f6e3-5496-4579-beca-e69264a15d38'} {{(pid=100599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:50:23.510253 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.managers [None req-5d7c15bc-1015-4458-860a-6a5b84a6cff7 None None] Bound port: 34916b31-fee7-4c75-b509-aedcfe549f5e, host: n-d-811396-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '826b9e7f-b390-4ffd-ba34-4a7d4907d7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '8fc0f6e3-5496-4579-beca-e69264a15d38'}}] {{(pid=100599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:50:23.510632 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-5d7c15bc-1015-4458-860a-6a5b84a6cff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:23.562434 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 8f8701b5-a0a0-4a4e-9224-6d2853de1293 up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:50:23.588527 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.db [None req-5d7c15bc-1015-4458-860a-6a5b84a6cff7 None None] For port 34916b31-fee7-4c75-b509-aedcfe549f5e, host n-d-811396-3, cleared binding levels {{(pid=100599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:50:23.595509 n-d-811396-3 neutron-server[100599]: DEBUG neutron.plugins.ml2.db [None req-5d7c15bc-1015-4458-860a-6a5b84a6cff7 None None] For port 34916b31-fee7-4c75-b509-aedcfe549f5e, host n-d-811396-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=34916b31-fee7-4c75-b509-aedcfe549f5e,segment=NetworkSegment(826b9e7f-b390-4ffd-ba34-4a7d4907d7c9),segment_id=826b9e7f-b390-4ffd-ba34-4a7d4907d7c9)] {{(pid=100599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:50:23.610044 n-d-811396-3 neutron-server[100599]: DEBUG neutron_lib.callbacks.manager [None req-5d7c15bc-1015-4458-860a-6a5b84a6cff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:23.638782 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 8f8701b5-a0a0-4a4e-9224-6d2853de1293 triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:50:23.639508 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:23.678180 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd69a1c-14cd-4b4b-9bb4-c737e9e19f82 req-48caf31d-c1fe-4e97-8444-98ba6963038b tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:50:23.679882 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7cd69a1c-14cd-4b4b-9bb4-c737e9e19f82 req-48caf31d-c1fe-4e97-8444-98ba6963038b tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] 10.222.0.69 "GET /v2.0/networks?id=fafa437f-9f17-4e8e-b66c-047ddc4a3244 HTTP/1.1" status: 200 len: 810 time: 0.1344147 Oct 20 11:50:23.680756 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7c15bc-1015-4458-860a-6a5b84a6cff7 None None] Routers {'71c6ae6b-5380-4b6c-91e0-5691a2e22d6f'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:50:23.681720 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-5d7c15bc-1015-4458-860a-6a5b84a6cff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:50:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['71c6ae6b-5380-4b6c-91e0-5691a2e22d6f'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:50:23.747254 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7cd69a1c-14cd-4b4b-9bb4-c737e9e19f82 req-56cfe8aa-f1be-42bd-a838-0b2d134f2ab4 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bbc2eb75b2fb41589f58562276feebde HTTP/1.1" status: 200 len: 380 time: 0.0558283 Oct 20 11:50:23.756454 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2915791-98e5-4f77-aeb7-45841d202326 None None] Pushing event updated for resources: {'Port': ['ID=34916b31-fee7-4c75-b509-aedcfe549f5e,revision_number=4']} {{(pid=100599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:50:23.759510 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-7cd69a1c-14cd-4b4b-9bb4-c737e9e19f82 req-98b2aefa-b0c1-43b6-80d0-1d111c9b2ff8 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Request body: {'port': {'device_id': '211b0d28-5a34-464f-be52-db4bee6e2670', 'network_id': 'fafa437f-9f17-4e8e-b66c-047ddc4a3244', 'admin_state_up': True, 'tenant_id': 'bbc2eb75b2fb41589f58562276feebde', 'security_groups': ['9fd6c6e2-47d0-49e4-96d0-201ed73ab0de']}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:50:23.818479 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-e60a3577-f5b2-4ebf-90b4-99a1171ffb40 None None] Provisioning complete for port 34916b31-fee7-4c75-b509-aedcfe549f5e triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:50:23.819295 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-e60a3577-f5b2-4ebf-90b4-99a1171ffb40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:23.837850 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1e8f2142-6d4b-43bf-a165-1280d108aba9 req-0749afb0-a914-4456-8ba2-5e472d5cbbb6 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] 10.222.0.64 "GET /v2.0/ports?device_id=211b0d28-5a34-464f-be52-db4bee6e2670 HTTP/1.1" status: 200 len: 210 time: 0.0336812 Oct 20 11:50:23.856337 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-5d7c15bc-1015-4458-860a-6a5b84a6cff7 None None] Set router 71c6ae6b-5380-4b6c-91e0-5691a2e22d6f gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:50:23.925638 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cd69a1c-14cd-4b4b-9bb4-c737e9e19f82 req-98b2aefa-b0c1-43b6-80d0-1d111c9b2ff8 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Made reservation on behalf of bbc2eb75b2fb41589f58562276feebde for: {'port': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:50:23.930878 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-7cd69a1c-14cd-4b4b-9bb4-c737e9e19f82 req-98b2aefa-b0c1-43b6-80d0-1d111c9b2ff8 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:23.932677 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-e60a3577-f5b2-4ebf-90b4-99a1171ffb40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:23.972867 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-e60a3577-f5b2-4ebf-90b4-99a1171ffb40 None None] For port 34916b31-fee7-4c75-b509-aedcfe549f5e, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=34916b31-fee7-4c75-b509-aedcfe549f5e,segment=NetworkSegment(826b9e7f-b390-4ffd-ba34-4a7d4907d7c9),segment_id=826b9e7f-b390-4ffd-ba34-4a7d4907d7c9)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:50:23.987751 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-e60a3577-f5b2-4ebf-90b4-99a1171ffb40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:24.043484 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60a3577-f5b2-4ebf-90b4-99a1171ffb40 None None] Pushing event updated for resources: {'Port': ['ID=34916b31-fee7-4c75-b509-aedcfe549f5e,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:50:24.079872 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [req-7cd69a1c-14cd-4b4b-9bb4-c737e9e19f82 req-98b2aefa-b0c1-43b6-80d0-1d111c9b2ff8 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Allocated IP 172.20.0.4 (fafa437f-9f17-4e8e-b66c-047ddc4a3244/b201448f-5b10-4ca6-8e18-91ba20b76ded/30dc7c05-702c-488a-add1-8129c0bab41e) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:50:24.101111 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-5d7c15bc-1015-4458-860a-6a5b84a6cff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71c6ae6b-5380-4b6c-91e0-5691a2e22d6f', 'name': 'tempest-TestSnapshotPattern-1908281133-router', 'tenant_id': 'ffb3eeee60b04ab3b66e7dd5d319de49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': '8f8701b5-a0a0-4a4e-9224-6d2853de1293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:50:16Z', 'updated_at': '2021-10-20T11:50:19Z', 'revision_number': 4, 'project_id': 'ffb3eeee60b04ab3b66e7dd5d319de49', 'gw_port': {'id': '8f8701b5-a0a0-4a4e-9224-6d2853de1293', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:7e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c6ae6b-5380-4b6c-91e0-5691a2e22d6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:50:16Z', 'updated_at': '2021-10-20T11:50:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '34916b31-fee7-4c75-b509-aedcfe549f5e', 'name': '', 'network_id': '8fc0f6e3-5496-4579-beca-e69264a15d38', 'tenant_id': 'ffb3eeee60b04ab3b66e7dd5d319de49', 'mac_address': 'fa:16:3e:de:54:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71c6ae6b-5380-4b6c-91e0-5691a2e22d6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'fa1747a3-cc73-4717-819c-7ef8054c3dad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:50:18Z', 'updated_at': '2021-10-20T11:50:23Z', 'revision_number': 4, 'project_id': 'ffb3eeee60b04ab3b66e7dd5d319de49', 'subnets': [{'id': 'fa1747a3-cc73-4717-819c-7ef8054c3dad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:50:24.111293 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-ca146e07-af07-42d3-9c0a-4b3beccb1429 None None] Provisioning complete for port 34916b31-fee7-4c75-b509-aedcfe549f5e triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:50:24.111829 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-ca146e07-af07-42d3-9c0a-4b3beccb1429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:24.128402 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7c15bc-1015-4458-860a-6a5b84a6cff7 None None] The sync data for ids ['71c6ae6b-5380-4b6c-91e0-5691a2e22d6f'] in n-d-811396-3 is: [{'id': '71c6ae6b-5380-4b6c-91e0-5691a2e22d6f', 'name': 'tempest-TestSnapshotPattern-1908281133-router', 'tenant_id': 'ffb3eeee60b04ab3b66e7dd5d319de49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': '8f8701b5-a0a0-4a4e-9224-6d2853de1293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:50:16Z', 'updated_at': '2021-10-20T11:50:19Z', 'revision_number': 4, 'project_id': 'ffb3eeee60b04ab3b66e7dd5d319de49', 'gw_port': {'id': '8f8701b5-a0a0-4a4e-9224-6d2853de1293', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:7e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c6ae6b-5380-4b6c-91e0-5691a2e22d6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:50:16Z', 'updated_at': '2021-10-20T11:50:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '34916b31-fee7-4c75-b509-aedcfe549f5e', 'name': '', 'network_id': '8fc0f6e3-5496-4579-beca-e69264a15d38', 'tenant_id': 'ffb3eeee60b04ab3b66e7dd5d319de49', 'mac_address': 'fa:16:3e:de:54:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71c6ae6b-5380-4b6c-91e0-5691a2e22d6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'fa1747a3-cc73-4717-819c-7ef8054c3dad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:50:18Z', 'updated_at': '2021-10-20T11:50:23Z', 'revision_number': 4, 'project_id': 'ffb3eeee60b04ab3b66e7dd5d319de49', 'subnets': [{'id': 'fa1747a3-cc73-4717-819c-7ef8054c3dad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:50:24.254806 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-7cd69a1c-14cd-4b4b-9bb4-c737e9e19f82 req-98b2aefa-b0c1-43b6-80d0-1d111c9b2ff8 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:24.294014 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-7cd69a1c-14cd-4b4b-9bb4-c737e9e19f82 req-98b2aefa-b0c1-43b6-80d0-1d111c9b2ff8 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:24.345852 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cd69a1c-14cd-4b4b-9bb4-c737e9e19f82 req-98b2aefa-b0c1-43b6-80d0-1d111c9b2ff8 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Network fafa437f-9f17-4e8e-b66c-047ddc4a3244 is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:50:24.349612 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [req-7cd69a1c-14cd-4b4b-9bb4-c737e9e19f82 req-98b2aefa-b0c1-43b6-80d0-1d111c9b2ff8 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:50:24.352217 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cd69a1c-14cd-4b4b-9bb4-c737e9e19f82 req-98b2aefa-b0c1-43b6-80d0-1d111c9b2ff8 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:50:24.380728 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b2aefa-b0c1-43b6-80d0-1d111c9b2ff8 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Pushing event updated for resources: {'Port': ['ID=30dc7c05-702c-488a-add1-8129c0bab41e,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:50:24.411349 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd69a1c-14cd-4b4b-9bb4-c737e9e19f82 req-98b2aefa-b0c1-43b6-80d0-1d111c9b2ff8 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:50:24.412174 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-7cd69a1c-14cd-4b4b-9bb4-c737e9e19f82 req-98b2aefa-b0c1-43b6-80d0-1d111c9b2ff8 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:24.430881 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7cd69a1c-14cd-4b4b-9bb4-c737e9e19f82 req-98b2aefa-b0c1-43b6-80d0-1d111c9b2ff8 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6755223 Oct 20 11:50:24.551323 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-7cd69a1c-14cd-4b4b-9bb4-c737e9e19f82 req-7511f017-84c3-4b1b-9f8b-406687fb3af9 service neutron] Request body: {'port': {'device_id': '211b0d28-5a34-464f-be52-db4bee6e2670', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811396-3'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:50:24.608184 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-7cd69a1c-14cd-4b4b-9bb4-c737e9e19f82 req-7511f017-84c3-4b1b-9f8b-406687fb3af9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:24.655533 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-57f87853-2dfa-46bd-bd01-8f30a429cb89 None None] Provisioning complete for port 30dc7c05-702c-488a-add1-8129c0bab41e triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:50:24.656130 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-57f87853-2dfa-46bd-bd01-8f30a429cb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:24.697633 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-57f87853-2dfa-46bd-bd01-8f30a429cb89 None None] Port 30dc7c05-702c-488a-add1-8129c0bab41e cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:50:24.883938 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [req-7cd69a1c-14cd-4b4b-9bb4-c737e9e19f82 req-7511f017-84c3-4b1b-9f8b-406687fb3af9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30dc7c05-702c-488a-add1-8129c0bab41e {{(pid=100596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:50:24.891673 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-7cd69a1c-14cd-4b4b-9bb4-c737e9e19f82 req-7511f017-84c3-4b1b-9f8b-406687fb3af9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:24.905063 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.provisioning_blocks [req-7cd69a1c-14cd-4b4b-9bb4-c737e9e19f82 req-7511f017-84c3-4b1b-9f8b-406687fb3af9 service neutron] Transition to ACTIVE for port object 30dc7c05-702c-488a-add1-8129c0bab41e will not be triggered until provisioned by entity L2. {{(pid=100596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:50:24.908886 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-7cd69a1c-14cd-4b4b-9bb4-c737e9e19f82 req-7511f017-84c3-4b1b-9f8b-406687fb3af9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:24.985430 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7511f017-84c3-4b1b-9f8b-406687fb3af9 service neutron] Pushing event updated for resources: {'Port': ['ID=30dc7c05-702c-488a-add1-8129c0bab41e,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:50:25.041298 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca69294-c413-46af-8a0d-ce05e6417a5e req-2ada635c-d6ca-4d14-829b-ac47044528f7 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:50:25.042908 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2ca69294-c413-46af-8a0d-ce05e6417a5e req-2ada635c-d6ca-4d14-829b-ac47044528f7 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] 10.222.0.64 "GET /v2.0/ports?device_id=211b0d28-5a34-464f-be52-db4bee6e2670 HTTP/1.1" status: 200 len: 943 time: 0.1266112 Oct 20 11:50:25.102216 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2ca69294-c413-46af-8a0d-ce05e6417a5e req-94cc8ea0-7451-4b5c-9f15-84f7d70b9de8 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fd6c6e2-47d0-49e4-96d0-201ed73ab0de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525370 Oct 20 11:50:25.103064 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-7cd69a1c-14cd-4b4b-9bb4-c737e9e19f82 req-7511f017-84c3-4b1b-9f8b-406687fb3af9 service neutron] Attempting to bind port 30dc7c05-702c-488a-add1-8129c0bab41e on host n-h2-811396-3 for vnic_type normal with profile {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:50:25.103422 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-7cd69a1c-14cd-4b4b-9bb4-c737e9e19f82 req-7511f017-84c3-4b1b-9f8b-406687fb3af9 service neutron] Attempting to bind port 30dc7c05-702c-488a-add1-8129c0bab41e by drivers openvswitch,hyperv on host n-h2-811396-3 at level 0 using segments [{'id': '62ba4a49-dcf3-450d-b877-e0ad9e6afb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'fafa437f-9f17-4e8e-b66c-047ddc4a3244'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:50:25.103753 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd69a1c-14cd-4b4b-9bb4-c737e9e19f82 req-7511f017-84c3-4b1b-9f8b-406687fb3af9 service neutron] Attempting to bind port 30dc7c05-702c-488a-add1-8129c0bab41e on network fafa437f-9f17-4e8e-b66c-047ddc4a3244 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:50:25.108774 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd69a1c-14cd-4b4b-9bb4-c737e9e19f82 req-7511f017-84c3-4b1b-9f8b-406687fb3af9 service neutron] Port 30dc7c05-702c-488a-add1-8129c0bab41e on network fafa437f-9f17-4e8e-b66c-047ddc4a3244 not bound, no agent of type Open vSwitch agent registered on host n-h2-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:50:25.109094 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd69a1c-14cd-4b4b-9bb4-c737e9e19f82 req-7511f017-84c3-4b1b-9f8b-406687fb3af9 service neutron] Attempting to bind port 30dc7c05-702c-488a-add1-8129c0bab41e on network fafa437f-9f17-4e8e-b66c-047ddc4a3244 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:50:25.114670 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd69a1c-14cd-4b4b-9bb4-c737e9e19f82 req-7511f017-84c3-4b1b-9f8b-406687fb3af9 service neutron] Checking agent: {'id': '061232a2-7adc-4ba1-a873-e8cb136b064d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:50:25.115087 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd69a1c-14cd-4b4b-9bb4-c737e9e19f82 req-7511f017-84c3-4b1b-9f8b-406687fb3af9 service neutron] Checking segment: {'id': '62ba4a49-dcf3-450d-b877-e0ad9e6afb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'fafa437f-9f17-4e8e-b66c-047ddc4a3244'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:50:25.115403 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd69a1c-14cd-4b4b-9bb4-c737e9e19f82 req-7511f017-84c3-4b1b-9f8b-406687fb3af9 service neutron] Bound using segment: {'id': '62ba4a49-dcf3-450d-b877-e0ad9e6afb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'fafa437f-9f17-4e8e-b66c-047ddc4a3244'} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:50:25.115840 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-7cd69a1c-14cd-4b4b-9bb4-c737e9e19f82 req-7511f017-84c3-4b1b-9f8b-406687fb3af9 service neutron] Bound port: 30dc7c05-702c-488a-add1-8129c0bab41e, host: n-h2-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62ba4a49-dcf3-450d-b877-e0ad9e6afb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'fafa437f-9f17-4e8e-b66c-047ddc4a3244'}}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:50:25.116199 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-7cd69a1c-14cd-4b4b-9bb4-c737e9e19f82 req-7511f017-84c3-4b1b-9f8b-406687fb3af9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:25.185380 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-7cd69a1c-14cd-4b4b-9bb4-c737e9e19f82 req-7511f017-84c3-4b1b-9f8b-406687fb3af9 service neutron] For port 30dc7c05-702c-488a-add1-8129c0bab41e, host n-h2-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:50:25.188387 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-7cd69a1c-14cd-4b4b-9bb4-c737e9e19f82 req-7511f017-84c3-4b1b-9f8b-406687fb3af9 service neutron] For port 30dc7c05-702c-488a-add1-8129c0bab41e, host n-h2-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=30dc7c05-702c-488a-add1-8129c0bab41e,segment=NetworkSegment(62ba4a49-dcf3-450d-b877-e0ad9e6afb25),segment_id=62ba4a49-dcf3-450d-b877-e0ad9e6afb25)] {{(pid=100596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:50:25.193651 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-7cd69a1c-14cd-4b4b-9bb4-c737e9e19f82 req-7511f017-84c3-4b1b-9f8b-406687fb3af9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:25.233933 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd69a1c-14cd-4b4b-9bb4-c737e9e19f82 req-7511f017-84c3-4b1b-9f8b-406687fb3af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:50:25.234584 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-7cd69a1c-14cd-4b4b-9bb4-c737e9e19f82 req-7511f017-84c3-4b1b-9f8b-406687fb3af9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:25.236007 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7cd69a1c-14cd-4b4b-9bb4-c737e9e19f82 req-7511f017-84c3-4b1b-9f8b-406687fb3af9 service neutron] 10.222.0.69 "PUT /v2.0/ports/30dc7c05-702c-488a-add1-8129c0bab41e HTTP/1.1" status: 200 len: 1091 time: 0.7960761 Oct 20 11:50:25.236453 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '211b0d28-5a34-464f-be52-db4bee6e2670', 'tag': '30dc7c05-702c-488a-add1-8129c0bab41e'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:50:25.239268 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b817f9d80a1b29ed07bd94f2222da8cf244b0bc6025e0bf33ac95c6b13c59699" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9216638a-37f2-431f-a988-8ca462c347c0" -d '{"events": [{"name": "network-changed", "server_uuid": "211b0d28-5a34-464f-be52-db4bee6e2670", "tag": "30dc7c05-702c-488a-add1-8129c0bab41e"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:50:25.269110 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7511f017-84c3-4b1b-9f8b-406687fb3af9 service neutron] Pushing event updated for resources: {'Port': ['ID=30dc7c05-702c-488a-add1-8129c0bab41e,revision_number=3']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:50:25.294285 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19a778d4-743e-4898-a0d1-c95b06247643 x-openstack-request-id: req-19a778d4-743e-4898-a0d1-c95b06247643 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:50:25.294578 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "211b0d28-5a34-464f-be52-db4bee6e2670", "tag": "30dc7c05-702c-488a-add1-8129c0bab41e", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:50:25.294836 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-19a778d4-743e-4898-a0d1-c95b06247643 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:50:25.295243 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '211b0d28-5a34-464f-be52-db4bee6e2670', 'tag': '30dc7c05-702c-488a-add1-8129c0bab41e', 'status': 'completed', 'code': 200} Oct 20 11:50:25.336876 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd69a1c-14cd-4b4b-9bb4-c737e9e19f82 req-4846ddc0-f996-44c4-8ab3-87112f31a340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:50:25.338416 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7cd69a1c-14cd-4b4b-9bb4-c737e9e19f82 req-4846ddc0-f996-44c4-8ab3-87112f31a340 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=bbc2eb75b2fb41589f58562276feebde&device_id=211b0d28-5a34-464f-be52-db4bee6e2670 HTTP/1.1" status: 200 len: 1094 time: 0.0460901 Oct 20 11:50:25.382809 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7cd69a1c-14cd-4b4b-9bb4-c737e9e19f82 req-199681b2-b4a2-4539-b904-1bb3f8e5dd86 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=30dc7c05-702c-488a-add1-8129c0bab41e HTTP/1.1" status: 200 len: 217 time: 0.0361772 Oct 20 11:50:25.432984 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd69a1c-14cd-4b4b-9bb4-c737e9e19f82 req-80c10320-9d86-427c-a489-d499a1e4214d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:50:25.434504 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7cd69a1c-14cd-4b4b-9bb4-c737e9e19f82 req-80c10320-9d86-427c-a489-d499a1e4214d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b201448f-5b10-4ca6-8e18-91ba20b76ded HTTP/1.1" status: 200 len: 849 time: 0.0444083 Oct 20 11:50:25.483610 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd69a1c-14cd-4b4b-9bb4-c737e9e19f82 req-5cd0195f-799f-4fdb-905d-ca3995736bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:50:25.485245 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7cd69a1c-14cd-4b4b-9bb4-c737e9e19f82 req-5cd0195f-799f-4fdb-905d-ca3995736bc9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=fafa437f-9f17-4e8e-b66c-047ddc4a3244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431612 Oct 20 11:50:25.561082 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 34916b31-fee7-4c75-b509-aedcfe549f5e up at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:50:25.580563 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7cd69a1c-14cd-4b4b-9bb4-c737e9e19f82 req-7f3584cb-e47b-406a-9694-cf29a9aeb634 service neutron] 10.222.0.69 "GET /v2.0/networks/fafa437f-9f17-4e8e-b66c-047ddc4a3244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877969 Oct 20 11:50:25.618148 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Provisioning complete for port 34916b31-fee7-4c75-b509-aedcfe549f5e triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:50:25.618873 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:25.691439 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7cd69a1c-14cd-4b4b-9bb4-c737e9e19f82 req-6b9b9438-bff1-4b3d-b63f-6b07c19f2b0c service neutron] 10.222.0.69 "GET /v2.0/networks/fafa437f-9f17-4e8e-b66c-047ddc4a3244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040413 Oct 20 11:50:25.781969 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9216638a-37f2-431f-a988-8ca462c347c0 req-a0d6749f-0579-486b-8d2c-f1b384541ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:50:25.783634 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9216638a-37f2-431f-a988-8ca462c347c0 req-a0d6749f-0579-486b-8d2c-f1b384541ea8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=bbc2eb75b2fb41589f58562276feebde&device_id=211b0d28-5a34-464f-be52-db4bee6e2670 HTTP/1.1" status: 200 len: 1094 time: 0.0435762 Oct 20 11:50:25.882011 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9216638a-37f2-431f-a988-8ca462c347c0 req-8d77159e-b303-4773-a97d-57b8f5bf08f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:50:25.883537 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9216638a-37f2-431f-a988-8ca462c347c0 req-8d77159e-b303-4773-a97d-57b8f5bf08f5 service neutron] 10.222.0.69 "GET /v2.0/networks?id=fafa437f-9f17-4e8e-b66c-047ddc4a3244 HTTP/1.1" status: 200 len: 911 time: 0.0930872 Oct 20 11:50:25.923558 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9216638a-37f2-431f-a988-8ca462c347c0 req-03307581-aa8c-4ccf-8574-81b59c72f546 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=30dc7c05-702c-488a-add1-8129c0bab41e HTTP/1.1" status: 200 len: 217 time: 0.0331430 Oct 20 11:50:25.971242 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9216638a-37f2-431f-a988-8ca462c347c0 req-f33b6353-b50c-496b-ad88-f09fd14a03e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:50:25.972713 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9216638a-37f2-431f-a988-8ca462c347c0 req-f33b6353-b50c-496b-ad88-f09fd14a03e5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b201448f-5b10-4ca6-8e18-91ba20b76ded HTTP/1.1" status: 200 len: 849 time: 0.0423484 Oct 20 11:50:26.024775 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9216638a-37f2-431f-a988-8ca462c347c0 req-d734db08-8667-4220-8dd3-85f06bfb6531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:50:26.026259 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9216638a-37f2-431f-a988-8ca462c347c0 req-d734db08-8667-4220-8dd3-85f06bfb6531 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=fafa437f-9f17-4e8e-b66c-047ddc4a3244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456614 Oct 20 11:50:26.123446 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9216638a-37f2-431f-a988-8ca462c347c0 req-0ca888d4-f649-46bd-8fe5-8fc47fc80d30 service neutron] 10.222.0.69 "GET /v2.0/networks/fafa437f-9f17-4e8e-b66c-047ddc4a3244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887578 Oct 20 11:50:26.248473 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9216638a-37f2-431f-a988-8ca462c347c0 req-32619801-ac2e-4113-8def-93070b8d0c9a service neutron] 10.222.0.69 "GET /v2.0/networks/fafa437f-9f17-4e8e-b66c-047ddc4a3244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157851 Oct 20 11:50:26.260778 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7508e83b-6fa8-4555-886f-3bd0c0a94245 req-a8b612e3-e994-40b4-847a-a87ee5e12e14 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:50:26.262428 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7508e83b-6fa8-4555-886f-3bd0c0a94245 req-a8b612e3-e994-40b4-847a-a87ee5e12e14 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] 10.222.0.64 "GET /v2.0/ports?device_id=211b0d28-5a34-464f-be52-db4bee6e2670 HTTP/1.1" status: 200 len: 943 time: 0.0693240 Oct 20 11:50:26.303613 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-7508e83b-6fa8-4555-886f-3bd0c0a94245 req-7b49898a-7149-496e-a935-10aae1e76752 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fd6c6e2-47d0-49e4-96d0-201ed73ab0de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343623 Oct 20 11:50:27.248287 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 30dc7c05-702c-488a-add1-8129c0bab41e details requested by agent hyperv_n-h2-811396-3 with host n-h2-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:50:27.341517 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 30dc7c05-702c-488a-add1-8129c0bab41e, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=30dc7c05-702c-488a-add1-8129c0bab41e,segment=NetworkSegment(62ba4a49-dcf3-450d-b877-e0ad9e6afb25),segment_id=62ba4a49-dcf3-450d-b877-e0ad9e6afb25)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:50:27.356126 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Returning: {'device': '30dc7c05-702c-488a-add1-8129c0bab41e', 'network_id': 'fafa437f-9f17-4e8e-b66c-047ddc4a3244', 'port_id': '30dc7c05-702c-488a-add1-8129c0bab41e', 'mac_address': 'fa:16:3e:4f:51:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 842, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b201448f-5b10-4ca6-8e18-91ba20b76ded', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:50:27.395108 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:27.408039 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30dc7c05-702c-488a-add1-8129c0bab41e {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:50:27.421581 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4430214-862e-4e81-88d8-1071d0f66cb1 req-fcebebfa-c6e9-4967-891b-fc9cc6a9eec5 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:50:27.423069 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c4430214-862e-4e81-88d8-1071d0f66cb1 req-fcebebfa-c6e9-4967-891b-fc9cc6a9eec5 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] 10.222.0.64 "GET /v2.0/ports?device_id=211b0d28-5a34-464f-be52-db4bee6e2670 HTTP/1.1" status: 200 len: 943 time: 0.0483944 Oct 20 11:50:27.427534 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 30dc7c05-702c-488a-add1-8129c0bab41e, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=30dc7c05-702c-488a-add1-8129c0bab41e,segment=NetworkSegment(62ba4a49-dcf3-450d-b877-e0ad9e6afb25),segment_id=62ba4a49-dcf3-450d-b877-e0ad9e6afb25)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:50:27.432004 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:27.463287 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c4430214-862e-4e81-88d8-1071d0f66cb1 req-7413f3f2-8a6f-457f-aa36-63c7588c8513 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fd6c6e2-47d0-49e4-96d0-201ed73ab0de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331254 Oct 20 11:50:27.477638 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=30dc7c05-702c-488a-add1-8129c0bab41e,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:50:27.661471 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['30dc7c05-702c-488a-add1-8129c0bab41e'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:50:28.581726 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6464b80-79a8-4fa2-a4a7-dca5d0298b74 req-4ad2af1f-931f-4e8e-8f83-6eec677dd8f9 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:50:28.583105 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e6464b80-79a8-4fa2-a4a7-dca5d0298b74 req-4ad2af1f-931f-4e8e-8f83-6eec677dd8f9 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] 10.222.0.64 "GET /v2.0/ports?device_id=211b0d28-5a34-464f-be52-db4bee6e2670 HTTP/1.1" status: 200 len: 944 time: 0.0536020 Oct 20 11:50:28.620025 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e6464b80-79a8-4fa2-a4a7-dca5d0298b74 req-5d256a90-7965-4aba-9d7a-7f22e4eec32d tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fd6c6e2-47d0-49e4-96d0-201ed73ab0de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308082 Oct 20 11:50:29.248064 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 30dc7c05-702c-488a-add1-8129c0bab41e up at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:50:29.296069 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning for port 30dc7c05-702c-488a-add1-8129c0bab41e completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:50:29.300348 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning complete for port 30dc7c05-702c-488a-add1-8129c0bab41e triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:50:29.300711 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:29.377723 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:29.400303 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '211b0d28-5a34-464f-be52-db4bee6e2670', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30dc7c05-702c-488a-add1-8129c0bab41e'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:50:29.402550 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3a5a1e74fee385f59395feee7f880defec871777ba90fab9b56a242633970a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be3f0906-577b-40ec-99fd-aa42c21066ec" -d '{"events": [{"server_uuid": "211b0d28-5a34-464f-be52-db4bee6e2670", "name": "network-vif-plugged", "status": "completed", "tag": "30dc7c05-702c-488a-add1-8129c0bab41e"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:50:29.414855 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 30dc7c05-702c-488a-add1-8129c0bab41e, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=30dc7c05-702c-488a-add1-8129c0bab41e,segment=NetworkSegment(62ba4a49-dcf3-450d-b877-e0ad9e6afb25),segment_id=62ba4a49-dcf3-450d-b877-e0ad9e6afb25)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:50:29.418826 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:29.442609 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f43392c-fef6-470b-af49-3eb6ca5e8001 x-openstack-request-id: req-5f43392c-fef6-470b-af49-3eb6ca5e8001 {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:50:29.442911 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "211b0d28-5a34-464f-be52-db4bee6e2670", "name": "network-vif-plugged", "status": "completed", "tag": "30dc7c05-702c-488a-add1-8129c0bab41e", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:50:29.443633 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5f43392c-fef6-470b-af49-3eb6ca5e8001 {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:50:29.444036 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '211b0d28-5a34-464f-be52-db4bee6e2670', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30dc7c05-702c-488a-add1-8129c0bab41e', 'code': 200} Oct 20 11:50:29.472108 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=30dc7c05-702c-488a-add1-8129c0bab41e,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:50:29.532869 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f585bf6e-dabd-4aa6-a7a2-ae956a48b3b2 req-44bb83e3-9689-4d6b-89f7-25ac54171ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:50:29.534318 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f585bf6e-dabd-4aa6-a7a2-ae956a48b3b2 req-44bb83e3-9689-4d6b-89f7-25ac54171ce9 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=211b0d28-5a34-464f-be52-db4bee6e2670 HTTP/1.1" status: 200 len: 1096 time: 0.0394614 Oct 20 11:50:29.568069 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f585bf6e-dabd-4aa6-a7a2-ae956a48b3b2 req-56e1305c-1d85-43a1-b6d1-7d84ef6c0fe5 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=9fd6c6e2-47d0-49e4-96d0-201ed73ab0de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271385 Oct 20 11:50:29.729927 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21564ca-f8b0-4462-a7ff-59a6124dcafe req-17c81c13-bbeb-402c-8f38-eead73248741 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:50:29.731418 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e21564ca-f8b0-4462-a7ff-59a6124dcafe req-17c81c13-bbeb-402c-8f38-eead73248741 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] 10.222.0.64 "GET /v2.0/ports?device_id=211b0d28-5a34-464f-be52-db4bee6e2670 HTTP/1.1" status: 200 len: 945 time: 0.0471747 Oct 20 11:50:29.768851 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e21564ca-f8b0-4462-a7ff-59a6124dcafe req-f8865fd2-5e1f-440a-9421-a49320f20ff2 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fd6c6e2-47d0-49e4-96d0-201ed73ab0de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314438 Oct 20 11:50:30.886634 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2df805-5a05-4ff4-9724-82e6df9b43b4 req-5fa8d002-1cc7-4a8a-a818-545324e4c1fb tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:50:30.888123 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9f2df805-5a05-4ff4-9724-82e6df9b43b4 req-5fa8d002-1cc7-4a8a-a818-545324e4c1fb tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] 10.222.0.64 "GET /v2.0/ports?device_id=211b0d28-5a34-464f-be52-db4bee6e2670 HTTP/1.1" status: 200 len: 945 time: 0.0507507 Oct 20 11:50:30.924569 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-9f2df805-5a05-4ff4-9724-82e6df9b43b4 req-6beaf1fb-83a3-4736-9569-ca6db0ea1aa3 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fd6c6e2-47d0-49e4-96d0-201ed73ab0de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303349 Oct 20 11:50:31.039302 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875c21ca-6c91-4db2-b00c-386a11ff9a33 req-68d818ff-98fd-4e91-989e-2f9826acf630 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:50:31.040690 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-875c21ca-6c91-4db2-b00c-386a11ff9a33 req-68d818ff-98fd-4e91-989e-2f9826acf630 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] 10.222.0.64 "GET /v2.0/ports?device_id=211b0d28-5a34-464f-be52-db4bee6e2670 HTTP/1.1" status: 200 len: 945 time: 0.0481768 Oct 20 11:50:31.077868 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-875c21ca-6c91-4db2-b00c-386a11ff9a33 req-c38daa8d-c53b-460b-aacf-7bf7c5913ba6 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fd6c6e2-47d0-49e4-96d0-201ed73ab0de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313056 Oct 20 11:50:31.100327 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 48822) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:31.179176 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa6ce50d-0911-4f26-b461-53d89ae53776 tempest-TestSnapshotPattern-926608385 tempest-TestSnapshotPattern-926608385-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:50:31.180714 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-aa6ce50d-0911-4f26-b461-53d89ae53776 tempest-TestSnapshotPattern-926608385 tempest-TestSnapshotPattern-926608385-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=211b0d28-5a34-464f-be52-db4bee6e2670 HTTP/1.1" status: 200 len: 1091 time: 0.0794473 Oct 20 11:50:31.183562 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 48826) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:31.187744 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-87d680d7-d121-4613-84c5-454ea864ac25 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Request body: {'floatingip': {'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'port_id': '30dc7c05-702c-488a-add1-8129c0bab41e', 'tenant_id': 'bbc2eb75b2fb41589f58562276feebde', 'fixed_ip_address': '172.20.0.4'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:50:31.210048 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-87d680d7-d121-4613-84c5-454ea864ac25 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Publish callbacks [] for floatingip, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:31.306853 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-87d680d7-d121-4613-84c5-454ea864ac25 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:31.406329 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [None req-87d680d7-d121-4613-84c5-454ea864ac25 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Allocated IP 172.25.1.194 (cbe170d3-31ba-45a2-b477-520ab0a7a8ea/f4e26aca-17ac-4adb-a66b-d939a1b35b64/0e12bffc-2104-4977-971b-029e03cba08d) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:50:31.508933 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-87d680d7-d121-4613-84c5-454ea864ac25 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:31.542868 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-87d680d7-d121-4613-84c5-454ea864ac25 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:31.580966 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d680d7-d121-4613-84c5-454ea864ac25 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Network cbe170d3-31ba-45a2-b477-520ab0a7a8ea is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:50:31.584429 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-87d680d7-d121-4613-84c5-454ea864ac25 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:50:31.587943 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d680d7-d121-4613-84c5-454ea864ac25 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:50:31.611234 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d680d7-d121-4613-84c5-454ea864ac25 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Pushing event updated for resources: {'Port': ['ID=0e12bffc-2104-4977-971b-029e03cba08d,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:50:32.260216 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-87d680d7-d121-4613-84c5-454ea864ac25 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:32.322905 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-87d680d7-d121-4613-84c5-454ea864ac25 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:32.470734 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-87d680d7-d121-4613-84c5-454ea864ac25 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:32.475200 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-87d680d7-d121-4613-84c5-454ea864ac25 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:32.544711 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d680d7-d121-4613-84c5-454ea864ac25 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Pushing event updated for resources: {'Port': ['ID=0e12bffc-2104-4977-971b-029e03cba08d,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:50:32.554442 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-87d680d7-d121-4613-84c5-454ea864ac25 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1773381'] for floatingip, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:32.653911 n-d-811396-3 neutron-server[100596]: INFO neutron.db.l3_db [None req-87d680d7-d121-4613-84c5-454ea864ac25 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Floating IP f24fa7ab-6db8-40bd-b716-0f01842dd5d0 associated. External IP: 172.25.1.194, port: 30dc7c05-702c-488a-add1-8129c0bab41e. Oct 20 11:50:32.851970 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87d680d7-d121-4613-84c5-454ea864ac25 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Router a7591f03-4c4f-4aaa-9e8a-5eb6364747ee has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:50:32.956604 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87d680d7-d121-4613-84c5-454ea864ac25 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:50:32.966546 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3a6f79-ce58-42e2-a079-07d2a49fa50f None None] Sync routers for ids ['a7591f03-4c4f-4aaa-9e8a-5eb6364747ee'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:50:32.977282 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-87d680d7-d121-4613-84c5-454ea864ac25 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for floatingip, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:32.978485 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3a6f79-ce58-42e2-a079-07d2a49fa50f None None] Routers {'a7591f03-4c4f-4aaa-9e8a-5eb6364747ee'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:50:32.979168 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-0a3a6f79-ce58-42e2-a079-07d2a49fa50f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:50:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['a7591f03-4c4f-4aaa-9e8a-5eb6364747ee'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:50:33.010417 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-87d680d7-d121-4613-84c5-454ea864ac25 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8258321 Oct 20 11:50:33.011036 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '211b0d28-5a34-464f-be52-db4bee6e2670', 'tag': '30dc7c05-702c-488a-add1-8129c0bab41e'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:50:33.013329 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b817f9d80a1b29ed07bd94f2222da8cf244b0bc6025e0bf33ac95c6b13c59699" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b9e63df-837f-4b6e-90fb-7561fd435bc7" -d '{"events": [{"name": "network-changed", "server_uuid": "211b0d28-5a34-464f-be52-db4bee6e2670", "tag": "30dc7c05-702c-488a-add1-8129c0bab41e"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:50:33.049763 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-293db873-0a82-4bf5-a5e8-c02244a1d4c3 x-openstack-request-id: req-293db873-0a82-4bf5-a5e8-c02244a1d4c3 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:50:33.050058 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "211b0d28-5a34-464f-be52-db4bee6e2670", "tag": "30dc7c05-702c-488a-add1-8129c0bab41e", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:50:33.050313 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-293db873-0a82-4bf5-a5e8-c02244a1d4c3 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:50:33.050720 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '211b0d28-5a34-464f-be52-db4bee6e2670', 'tag': '30dc7c05-702c-488a-add1-8129c0bab41e', 'status': 'completed', 'code': 200} Oct 20 11:50:33.089383 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-0a3a6f79-ce58-42e2-a079-07d2a49fa50f None None] Set router a7591f03-4c4f-4aaa-9e8a-5eb6364747ee gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:50:33.110566 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9e63df-837f-4b6e-90fb-7561fd435bc7 req-a7a6d5c3-2547-4e62-94c6-141703a7f5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:50:33.112028 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1b9e63df-837f-4b6e-90fb-7561fd435bc7 req-a7a6d5c3-2547-4e62-94c6-141703a7f5c8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=bbc2eb75b2fb41589f58562276feebde&device_id=211b0d28-5a34-464f-be52-db4bee6e2670 HTTP/1.1" status: 200 len: 1096 time: 0.0402744 Oct 20 11:50:33.200179 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9e63df-837f-4b6e-90fb-7561fd435bc7 req-93a2c959-6692-4026-b786-e377dea25166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:50:33.201666 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1b9e63df-837f-4b6e-90fb-7561fd435bc7 req-93a2c959-6692-4026-b786-e377dea25166 service neutron] 10.222.0.69 "GET /v2.0/networks?id=fafa437f-9f17-4e8e-b66c-047ddc4a3244 HTTP/1.1" status: 200 len: 911 time: 0.0829470 Oct 20 11:50:33.273880 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1b9e63df-837f-4b6e-90fb-7561fd435bc7 req-8eb0c478-95c3-4b1a-b470-05c8ce097cbc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=30dc7c05-702c-488a-add1-8129c0bab41e HTTP/1.1" status: 200 len: 999 time: 0.0647254 Oct 20 11:50:33.311412 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-0a3a6f79-ce58-42e2-a079-07d2a49fa50f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7591f03-4c4f-4aaa-9e8a-5eb6364747ee', 'name': 'tempest-TestSnapshotPattern-1790296383-router', 'tenant_id': 'bbc2eb75b2fb41589f58562276feebde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': 'eecc82e5-848d-4d91-8cab-bb36ff8a2480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:50:11Z', 'updated_at': '2021-10-20T11:50:14Z', 'revision_number': 4, 'project_id': 'bbc2eb75b2fb41589f58562276feebde', 'gw_port': {'id': 'eecc82e5-848d-4d91-8cab-bb36ff8a2480', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:f8:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7591f03-4c4f-4aaa-9e8a-5eb6364747ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:50:12Z', 'updated_at': '2021-10-20T11:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_floatingips': [{'id': 'f24fa7ab-6db8-40bd-b716-0f01842dd5d0', 'tenant_id': 'bbc2eb75b2fb41589f58562276feebde', 'floating_ip_address': '172.25.1.194', 'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'router_id': 'a7591f03-4c4f-4aaa-9e8a-5eb6364747ee', 'port_id': '30dc7c05-702c-488a-add1-8129c0bab41e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fafa437f-9f17-4e8e-b66c-047ddc4a3244', 'mac_address': 'fa:16:3e:4f:51:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '211b0d28-5a34-464f-be52-db4bee6e2670', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:50:31Z', 'updated_at': '2021-10-20T11:50:31Z', 'revision_number': 0, 'project_id': 'bbc2eb75b2fb41589f58562276feebde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1751946d-280a-41ef-8c8b-f403cf75202c', 'name': '', 'network_id': 'fafa437f-9f17-4e8e-b66c-047ddc4a3244', 'tenant_id': 'bbc2eb75b2fb41589f58562276feebde', 'mac_address': 'fa:16:3e:d2:ca:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7591f03-4c4f-4aaa-9e8a-5eb6364747ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'b201448f-5b10-4ca6-8e18-91ba20b76ded', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:50:14Z', 'updated_at': '2021-10-20T11:50:19Z', 'revision_number': 5, 'project_id': 'bbc2eb75b2fb41589f58562276feebde', 'subnets': [{'id': 'b201448f-5b10-4ca6-8e18-91ba20b76ded', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:50:33.322528 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9e63df-837f-4b6e-90fb-7561fd435bc7 req-dd0790b9-3fd6-4c55-90c7-2747d5e72d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:50:33.324208 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1b9e63df-837f-4b6e-90fb-7561fd435bc7 req-dd0790b9-3fd6-4c55-90c7-2747d5e72d6a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b201448f-5b10-4ca6-8e18-91ba20b76ded HTTP/1.1" status: 200 len: 849 time: 0.0437350 Oct 20 11:50:33.338217 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3a6f79-ce58-42e2-a079-07d2a49fa50f None None] Checking router: a7591f03-4c4f-4aaa-9e8a-5eb6364747ee for host: n-d-811396-3 {{(pid=100598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:50:33.346417 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3a6f79-ce58-42e2-a079-07d2a49fa50f None None] Routers {'a7591f03-4c4f-4aaa-9e8a-5eb6364747ee'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:50:33.347019 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-0a3a6f79-ce58-42e2-a079-07d2a49fa50f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:50:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['a7591f03-4c4f-4aaa-9e8a-5eb6364747ee'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:50:33.369719 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9e63df-837f-4b6e-90fb-7561fd435bc7 req-0fcac893-a547-43ad-80d7-7ec120e08499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:50:33.371274 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1b9e63df-837f-4b6e-90fb-7561fd435bc7 req-0fcac893-a547-43ad-80d7-7ec120e08499 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=fafa437f-9f17-4e8e-b66c-047ddc4a3244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393093 Oct 20 11:50:33.455708 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-0a3a6f79-ce58-42e2-a079-07d2a49fa50f None None] Set router a7591f03-4c4f-4aaa-9e8a-5eb6364747ee gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:50:33.464885 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1b9e63df-837f-4b6e-90fb-7561fd435bc7 req-52767445-0db6-4e79-a475-84a86af924d2 service neutron] 10.222.0.69 "GET /v2.0/networks/fafa437f-9f17-4e8e-b66c-047ddc4a3244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852330 Oct 20 11:50:33.555489 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1b9e63df-837f-4b6e-90fb-7561fd435bc7 req-419f5ac8-6e5a-4a94-a78c-b9d20d09f220 service neutron] 10.222.0.69 "GET /v2.0/networks/fafa437f-9f17-4e8e-b66c-047ddc4a3244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835469 Oct 20 11:50:33.669564 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-42bb2120-d5a2-4aff-8a53-8b1b8d69c750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:33.691739 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-0a3a6f79-ce58-42e2-a079-07d2a49fa50f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7591f03-4c4f-4aaa-9e8a-5eb6364747ee', 'name': 'tempest-TestSnapshotPattern-1790296383-router', 'tenant_id': 'bbc2eb75b2fb41589f58562276feebde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': 'eecc82e5-848d-4d91-8cab-bb36ff8a2480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:50:11Z', 'updated_at': '2021-10-20T11:50:14Z', 'revision_number': 4, 'project_id': 'bbc2eb75b2fb41589f58562276feebde', 'gw_port': {'id': 'eecc82e5-848d-4d91-8cab-bb36ff8a2480', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:f8:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7591f03-4c4f-4aaa-9e8a-5eb6364747ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:50:12Z', 'updated_at': '2021-10-20T11:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_floatingips': [{'id': 'f24fa7ab-6db8-40bd-b716-0f01842dd5d0', 'tenant_id': 'bbc2eb75b2fb41589f58562276feebde', 'floating_ip_address': '172.25.1.194', 'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'router_id': 'a7591f03-4c4f-4aaa-9e8a-5eb6364747ee', 'port_id': '30dc7c05-702c-488a-add1-8129c0bab41e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fafa437f-9f17-4e8e-b66c-047ddc4a3244', 'mac_address': 'fa:16:3e:4f:51:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '211b0d28-5a34-464f-be52-db4bee6e2670', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:50:31Z', 'updated_at': '2021-10-20T11:50:31Z', 'revision_number': 0, 'project_id': 'bbc2eb75b2fb41589f58562276feebde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1751946d-280a-41ef-8c8b-f403cf75202c', 'name': '', 'network_id': 'fafa437f-9f17-4e8e-b66c-047ddc4a3244', 'tenant_id': 'bbc2eb75b2fb41589f58562276feebde', 'mac_address': 'fa:16:3e:d2:ca:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7591f03-4c4f-4aaa-9e8a-5eb6364747ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'b201448f-5b10-4ca6-8e18-91ba20b76ded', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:50:14Z', 'updated_at': '2021-10-20T11:50:19Z', 'revision_number': 5, 'project_id': 'bbc2eb75b2fb41589f58562276feebde', 'subnets': [{'id': 'b201448f-5b10-4ca6-8e18-91ba20b76ded', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:50:33.717967 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3a6f79-ce58-42e2-a079-07d2a49fa50f None None] The sync data for ids ['a7591f03-4c4f-4aaa-9e8a-5eb6364747ee'] in n-d-811396-3 is: [{'id': 'a7591f03-4c4f-4aaa-9e8a-5eb6364747ee', 'name': 'tempest-TestSnapshotPattern-1790296383-router', 'tenant_id': 'bbc2eb75b2fb41589f58562276feebde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': 'eecc82e5-848d-4d91-8cab-bb36ff8a2480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:50:11Z', 'updated_at': '2021-10-20T11:50:14Z', 'revision_number': 4, 'project_id': 'bbc2eb75b2fb41589f58562276feebde', 'gw_port': {'id': 'eecc82e5-848d-4d91-8cab-bb36ff8a2480', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:f8:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7591f03-4c4f-4aaa-9e8a-5eb6364747ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:50:12Z', 'updated_at': '2021-10-20T11:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_floatingips': [{'id': 'f24fa7ab-6db8-40bd-b716-0f01842dd5d0', 'tenant_id': 'bbc2eb75b2fb41589f58562276feebde', 'floating_ip_address': '172.25.1.194', 'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'router_id': 'a7591f03-4c4f-4aaa-9e8a-5eb6364747ee', 'port_id': '30dc7c05-702c-488a-add1-8129c0bab41e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fafa437f-9f17-4e8e-b66c-047ddc4a3244', 'mac_address': 'fa:16:3e:4f:51:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '211b0d28-5a34-464f-be52-db4bee6e2670', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:50:31Z', 'updated_at': '2021-10-20T11:50:31Z', 'revision_number': 0, 'project_id': 'bbc2eb75b2fb41589f58562276feebde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1751946d-280a-41ef-8c8b-f403cf75202c', 'name': '', 'network_id': 'fafa437f-9f17-4e8e-b66c-047ddc4a3244', 'tenant_id': 'bbc2eb75b2fb41589f58562276feebde', 'mac_address': 'fa:16:3e:d2:ca:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7591f03-4c4f-4aaa-9e8a-5eb6364747ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'b201448f-5b10-4ca6-8e18-91ba20b76ded', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:50:14Z', 'updated_at': '2021-10-20T11:50:19Z', 'revision_number': 5, 'project_id': 'bbc2eb75b2fb41589f58562276feebde', 'subnets': [{'id': 'b201448f-5b10-4ca6-8e18-91ba20b76ded', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:50:33.914608 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7abb911-3be5-4175-85ba-3191b9c7c10d None None] New status for floating IP f24fa7ab-6db8-40bd-b716-0f01842dd5d0: ACTIVE {{(pid=100599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 11:50:36.489191 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-aa08df9d-ba42-47e5-bb54-a8202f13cb4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:37.278912 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:37.869367 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:38.986176 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:39.235635 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:47.248660 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 7 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:50:50.061529 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:55.702430 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [req-e204d33f-092c-46fc-af65-8accdfd5d8d8 req-52dacdae-d162-4e1d-8caf-3c4bbad33902 service neutron] (100596) timed out ('10.222.0.64', 36822) {{(pid=100596) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 20 11:51:03.649913 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-f4b5df4c-5cc7-4e10-b778-5eb1d5eed90b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:06.489964 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-9ba35281-4807-40d6-9b3c-3f0a912a42df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:07.279313 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:07.872677 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:09.022330 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:09.238548 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:20.076989 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:24.247635 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 7 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:51:25.888401 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-58beb629-b158-410b-988b-e7c5111747d0 req-17875442-44ba-4bf1-8eb4-ff52436e8222 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=211b0d28-5a34-464f-be52-db4bee6e2670&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0467932 Oct 20 11:51:25.973580 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58beb629-b158-410b-988b-e7c5111747d0 req-d65078db-8535-417f-a712-2670081ac53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:51:25.975462 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-58beb629-b158-410b-988b-e7c5111747d0 req-d65078db-8535-417f-a712-2670081ac53f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=bbc2eb75b2fb41589f58562276feebde&device_id=211b0d28-5a34-464f-be52-db4bee6e2670 HTTP/1.1" status: 200 len: 1096 time: 0.0424449 Oct 20 11:51:26.098108 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58beb629-b158-410b-988b-e7c5111747d0 req-f440b548-b3ea-44a8-976c-2f6bce6bff3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:51:26.099618 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-58beb629-b158-410b-988b-e7c5111747d0 req-f440b548-b3ea-44a8-976c-2f6bce6bff3f service neutron] 10.222.0.69 "GET /v2.0/networks?id=fafa437f-9f17-4e8e-b66c-047ddc4a3244 HTTP/1.1" status: 200 len: 911 time: 0.1057372 Oct 20 11:51:26.167141 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-58beb629-b158-410b-988b-e7c5111747d0 req-ddfb5d19-a134-4511-9196-d49c67ac5b26 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=30dc7c05-702c-488a-add1-8129c0bab41e HTTP/1.1" status: 200 len: 1001 time: 0.0590117 Oct 20 11:51:26.215239 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58beb629-b158-410b-988b-e7c5111747d0 req-5e62c35c-8e03-4588-8be7-519eceb8ced7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:51:26.216788 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-58beb629-b158-410b-988b-e7c5111747d0 req-5e62c35c-8e03-4588-8be7-519eceb8ced7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b201448f-5b10-4ca6-8e18-91ba20b76ded HTTP/1.1" status: 200 len: 849 time: 0.0432065 Oct 20 11:51:26.266601 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58beb629-b158-410b-988b-e7c5111747d0 req-5656a1d4-90e4-45ad-bf66-2e41a242a680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:51:26.268138 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-58beb629-b158-410b-988b-e7c5111747d0 req-5656a1d4-90e4-45ad-bf66-2e41a242a680 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=fafa437f-9f17-4e8e-b66c-047ddc4a3244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444276 Oct 20 11:51:26.354858 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-58beb629-b158-410b-988b-e7c5111747d0 req-91691f51-b03a-45ee-bab2-d5d53ee7d2af service neutron] 10.222.0.69 "GET /v2.0/networks/fafa437f-9f17-4e8e-b66c-047ddc4a3244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797815 Oct 20 11:51:26.444996 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-58beb629-b158-410b-988b-e7c5111747d0 req-1c5ea597-168f-45a1-9486-7ef170ecd907 service neutron] 10.222.0.69 "GET /v2.0/networks/fafa437f-9f17-4e8e-b66c-047ddc4a3244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835598 Oct 20 11:51:33.649974 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-d16bf502-7084-4d4a-9b67-9310aa3bfe9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:36.490992 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-0fe60ee8-004c-4861-9dea-8ddb028d64a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:37.280630 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:37.875524 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:39.025404 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:39.241528 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:50.075323 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:01.246117 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 7 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:52:03.652488 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-a513f867-886c-4765-8e17-290a08be65e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:06.491595 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3737a399-7c5b-4156-bbf9-ee355952b992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:07.281725 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:07.879617 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:09.044244 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:09.244048 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:20.073220 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:27.868170 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fabb892b-d874-4059-bf9c-ee3bdc6eb85f req-de8af613-4d3d-41f7-89cc-ae7259db2ae5 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=211b0d28-5a34-464f-be52-db4bee6e2670&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0398598 Oct 20 11:52:27.946490 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabb892b-d874-4059-bf9c-ee3bdc6eb85f req-498a4902-5940-47af-b618-494765f6682f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:52:27.948635 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fabb892b-d874-4059-bf9c-ee3bdc6eb85f req-498a4902-5940-47af-b618-494765f6682f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=bbc2eb75b2fb41589f58562276feebde&device_id=211b0d28-5a34-464f-be52-db4bee6e2670 HTTP/1.1" status: 200 len: 1096 time: 0.0400333 Oct 20 11:52:28.052387 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabb892b-d874-4059-bf9c-ee3bdc6eb85f req-c5272776-1bde-4f5c-bdee-f00aa44eb077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:52:28.053817 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fabb892b-d874-4059-bf9c-ee3bdc6eb85f req-c5272776-1bde-4f5c-bdee-f00aa44eb077 service neutron] 10.222.0.69 "GET /v2.0/networks?id=fafa437f-9f17-4e8e-b66c-047ddc4a3244 HTTP/1.1" status: 200 len: 911 time: 0.0864360 Oct 20 11:52:28.116397 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fabb892b-d874-4059-bf9c-ee3bdc6eb85f req-bd2d8389-c308-4ec7-bfb0-6fc3a98d2bf3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=30dc7c05-702c-488a-add1-8129c0bab41e HTTP/1.1" status: 200 len: 1001 time: 0.0555711 Oct 20 11:52:28.169195 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabb892b-d874-4059-bf9c-ee3bdc6eb85f req-cc62fdce-387f-426f-9f3b-09b9d987c510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:52:28.171819 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fabb892b-d874-4059-bf9c-ee3bdc6eb85f req-cc62fdce-387f-426f-9f3b-09b9d987c510 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b201448f-5b10-4ca6-8e18-91ba20b76ded HTTP/1.1" status: 200 len: 849 time: 0.0482812 Oct 20 11:52:28.217782 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabb892b-d874-4059-bf9c-ee3bdc6eb85f req-47c32e7c-41a9-4458-ba0d-0a982afa9f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:52:28.219310 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fabb892b-d874-4059-bf9c-ee3bdc6eb85f req-47c32e7c-41a9-4458-ba0d-0a982afa9f0d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=fafa437f-9f17-4e8e-b66c-047ddc4a3244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416341 Oct 20 11:52:28.313702 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fabb892b-d874-4059-bf9c-ee3bdc6eb85f req-a201c660-f762-42b1-bf70-5be423dd0cb3 service neutron] 10.222.0.69 "GET /v2.0/networks/fafa437f-9f17-4e8e-b66c-047ddc4a3244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864973 Oct 20 11:52:28.407201 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-fabb892b-d874-4059-bf9c-ee3bdc6eb85f req-23cec6ab-6346-4bb8-90d0-67798d7cf0ae service neutron] 10.222.0.69 "GET /v2.0/networks/fafa437f-9f17-4e8e-b66c-047ddc4a3244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862098 Oct 20 11:52:31.670999 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 30dc7c05-702c-488a-add1-8129c0bab41e details requested by agent hyperv_n-h2-811396-3 with host n-h2-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:52:31.771079 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 30dc7c05-702c-488a-add1-8129c0bab41e, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=30dc7c05-702c-488a-add1-8129c0bab41e,segment=NetworkSegment(62ba4a49-dcf3-450d-b877-e0ad9e6afb25),segment_id=62ba4a49-dcf3-450d-b877-e0ad9e6afb25)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:52:31.787030 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Returning: {'device': '30dc7c05-702c-488a-add1-8129c0bab41e', 'network_id': 'fafa437f-9f17-4e8e-b66c-047ddc4a3244', 'port_id': '30dc7c05-702c-488a-add1-8129c0bab41e', 'mac_address': 'fa:16:3e:4f:51:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 842, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b201448f-5b10-4ca6-8e18-91ba20b76ded', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:52:31.823967 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:31.836599 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 30dc7c05-702c-488a-add1-8129c0bab41e {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:52:31.857709 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 30dc7c05-702c-488a-add1-8129c0bab41e, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=30dc7c05-702c-488a-add1-8129c0bab41e,segment=NetworkSegment(62ba4a49-dcf3-450d-b877-e0ad9e6afb25),segment_id=62ba4a49-dcf3-450d-b877-e0ad9e6afb25)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:52:31.861953 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:31.913365 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=30dc7c05-702c-488a-add1-8129c0bab41e,revision_number=6']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:52:31.921196 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:52:31.921542 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:52:31.921886 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:52:31.922223 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:52:31.922554 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:52:31.922887 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:52:31.923215 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:52:31.923709 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:52:31.924042 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:52:31.924368 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:52:31.924694 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:52:31.925017 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:52:31.933876 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] get_ports_and_sgs() called for port_ids ['30dc7c05-702c-488a-add1-8129c0bab41e'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:52:33.657076 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-cddc999c-26ac-4a2c-92b2-bc7fbd4e9c3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:33.689414 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 30dc7c05-702c-488a-add1-8129c0bab41e up at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:52:33.749850 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Provisioning complete for port 30dc7c05-702c-488a-add1-8129c0bab41e triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:52:33.750966 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:33.838435 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:33.872854 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 30dc7c05-702c-488a-add1-8129c0bab41e, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=30dc7c05-702c-488a-add1-8129c0bab41e,segment=NetworkSegment(62ba4a49-dcf3-450d-b877-e0ad9e6afb25),segment_id=62ba4a49-dcf3-450d-b877-e0ad9e6afb25)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:52:33.873764 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '211b0d28-5a34-464f-be52-db4bee6e2670', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30dc7c05-702c-488a-add1-8129c0bab41e'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:52:33.876109 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3a5a1e74fee385f59395feee7f880defec871777ba90fab9b56a242633970a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4e5ddd6-40a6-4344-8f03-34df786d6b95" -d '{"events": [{"server_uuid": "211b0d28-5a34-464f-be52-db4bee6e2670", "name": "network-vif-plugged", "status": "completed", "tag": "30dc7c05-702c-488a-add1-8129c0bab41e"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:52:33.880024 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:33.928908 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f4b6f2f-bbeb-4d6c-bdfd-06d104cf3542 x-openstack-request-id: req-1f4b6f2f-bbeb-4d6c-bdfd-06d104cf3542 {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:52:33.929204 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "211b0d28-5a34-464f-be52-db4bee6e2670", "name": "network-vif-plugged", "status": "completed", "tag": "30dc7c05-702c-488a-add1-8129c0bab41e", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:52:33.929464 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1f4b6f2f-bbeb-4d6c-bdfd-06d104cf3542 {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:52:33.929866 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '211b0d28-5a34-464f-be52-db4bee6e2670', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30dc7c05-702c-488a-add1-8129c0bab41e', 'code': 200} Oct 20 11:52:33.959034 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=30dc7c05-702c-488a-add1-8129c0bab41e,revision_number=7']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:52:36.496326 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-c727fbd0-9233-47d7-9933-384106500c44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:37.283132 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:37.883330 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:38.245127 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 7 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:52:39.048392 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:39.248596 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:42.128018 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bbc61396-eb1a-4a76-8b96-32db44fbaad2 req-37669241-4740-4a83-9bb9-3f3f90426536 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2033448011&fields=id&tenant_id=bbc2eb75b2fb41589f58562276feebde HTTP/1.1" status: 200 len: 267 time: 0.0328352 Oct 20 11:52:42.237417 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc61396-eb1a-4a76-8b96-32db44fbaad2 req-15970975-d401-4423-9df9-8c74fc42a126 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:52:42.238948 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bbc61396-eb1a-4a76-8b96-32db44fbaad2 req-15970975-d401-4423-9df9-8c74fc42a126 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] 10.222.0.64 "GET /v2.0/networks?id=fafa437f-9f17-4e8e-b66c-047ddc4a3244 HTTP/1.1" status: 200 len: 810 time: 0.1039739 Oct 20 11:52:42.260539 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bbc61396-eb1a-4a76-8b96-32db44fbaad2 req-b3650699-3c56-44bd-8c78-e7aeb8f79d42 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] 10.222.0.64 "GET /v2.0/quotas/bbc2eb75b2fb41589f58562276feebde HTTP/1.1" status: 200 len: 375 time: 0.0153830 Oct 20 11:52:42.314903 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bbc61396-eb1a-4a76-8b96-32db44fbaad2 req-0df8061a-fd4b-49cd-96f0-54f2a5d561de tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=bbc2eb75b2fb41589f58562276feebde&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0487461 Oct 20 11:52:42.373044 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [req-bbc61396-eb1a-4a76-8b96-32db44fbaad2 req-78440b1e-4a03-4726-a2bc-0f8886a37020 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:52:42.374064 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bbc61396-eb1a-4a76-8b96-32db44fbaad2 req-78440b1e-4a03-4726-a2bc-0f8886a37020 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0466166 Oct 20 11:52:42.477318 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bbc61396-eb1a-4a76-8b96-32db44fbaad2 req-60bfb348-519e-48b5-96e2-c43b4032a47f service neutron] 10.222.0.64 "GET /v2.0/networks/fafa437f-9f17-4e8e-b66c-047ddc4a3244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968294 Oct 20 11:52:42.564223 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bbc61396-eb1a-4a76-8b96-32db44fbaad2 req-76be5b55-2ed9-487c-a3ff-1d2375e4b5d2 service neutron] 10.222.0.64 "GET /v2.0/networks/fafa437f-9f17-4e8e-b66c-047ddc4a3244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809252 Oct 20 11:52:42.753880 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f449d7ba-3ae8-4fac-b1af-7a1b5d1e5ff4 req-b60d3f23-91ea-4cc3-a7f1-598d56abba86 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] 10.222.0.64 "GET /v2.0/ports?device_id=08c82608-4221-4766-8b78-9e7c9fa1544f HTTP/1.1" status: 200 len: 210 time: 0.0324206 Oct 20 11:52:43.859764 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c6f2cdec-46ae-4266-9a00-d27125eb7683 req-6c9dff66-0483-4f55-a51a-e89c2b9011b3 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] 10.222.0.64 "GET /v2.0/ports?device_id=08c82608-4221-4766-8b78-9e7c9fa1544f HTTP/1.1" status: 200 len: 210 time: 0.0329533 Oct 20 11:52:43.874719 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc61396-eb1a-4a76-8b96-32db44fbaad2 req-5e71ad3d-daef-47b0-8ac4-4c80c7f3a409 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:52:43.876187 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bbc61396-eb1a-4a76-8b96-32db44fbaad2 req-5e71ad3d-daef-47b0-8ac4-4c80c7f3a409 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] 10.222.0.55 "GET /v2.0/networks?id=fafa437f-9f17-4e8e-b66c-047ddc4a3244 HTTP/1.1" status: 200 len: 810 time: 0.1321025 Oct 20 11:52:43.934625 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bbc61396-eb1a-4a76-8b96-32db44fbaad2 req-fe74edc9-295e-4f53-bca6-35ab10a075e5 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bbc2eb75b2fb41589f58562276feebde HTTP/1.1" status: 200 len: 380 time: 0.0353835 Oct 20 11:52:43.943768 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-bbc61396-eb1a-4a76-8b96-32db44fbaad2 req-38b32b19-73ab-491c-9fc5-dba9a36420c5 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Request body: {'port': {'device_id': '08c82608-4221-4766-8b78-9e7c9fa1544f', 'network_id': 'fafa437f-9f17-4e8e-b66c-047ddc4a3244', 'admin_state_up': True, 'tenant_id': 'bbc2eb75b2fb41589f58562276feebde', 'security_groups': ['9fd6c6e2-47d0-49e4-96d0-201ed73ab0de']}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:52:44.055209 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbc61396-eb1a-4a76-8b96-32db44fbaad2 req-38b32b19-73ab-491c-9fc5-dba9a36420c5 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Made reservation on behalf of bbc2eb75b2fb41589f58562276feebde for: {'port': 1} {{(pid=100596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:52:44.059444 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-bbc61396-eb1a-4a76-8b96-32db44fbaad2 req-38b32b19-73ab-491c-9fc5-dba9a36420c5 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:44.221386 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [req-bbc61396-eb1a-4a76-8b96-32db44fbaad2 req-38b32b19-73ab-491c-9fc5-dba9a36420c5 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Allocated IP 172.20.0.5 (fafa437f-9f17-4e8e-b66c-047ddc4a3244/b201448f-5b10-4ca6-8e18-91ba20b76ded/e3500c20-c037-4132-9af8-e5ef6fe739ed) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:52:44.411583 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-bbc61396-eb1a-4a76-8b96-32db44fbaad2 req-38b32b19-73ab-491c-9fc5-dba9a36420c5 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:44.453657 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-bbc61396-eb1a-4a76-8b96-32db44fbaad2 req-38b32b19-73ab-491c-9fc5-dba9a36420c5 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:44.507837 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbc61396-eb1a-4a76-8b96-32db44fbaad2 req-38b32b19-73ab-491c-9fc5-dba9a36420c5 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Network fafa437f-9f17-4e8e-b66c-047ddc4a3244 is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:52:44.511003 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [req-bbc61396-eb1a-4a76-8b96-32db44fbaad2 req-38b32b19-73ab-491c-9fc5-dba9a36420c5 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:52:44.515973 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbc61396-eb1a-4a76-8b96-32db44fbaad2 req-38b32b19-73ab-491c-9fc5-dba9a36420c5 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:52:44.520637 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b32b19-73ab-491c-9fc5-dba9a36420c5 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Pushing event updated for resources: {'Port': ['ID=e3500c20-c037-4132-9af8-e5ef6fe739ed,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:52:44.555517 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b32b19-73ab-491c-9fc5-dba9a36420c5 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:52:44.555864 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b32b19-73ab-491c-9fc5-dba9a36420c5 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:52:44.556208 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b32b19-73ab-491c-9fc5-dba9a36420c5 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:52:44.556552 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b32b19-73ab-491c-9fc5-dba9a36420c5 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:52:44.556920 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b32b19-73ab-491c-9fc5-dba9a36420c5 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:52:44.557255 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b32b19-73ab-491c-9fc5-dba9a36420c5 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:52:44.557583 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b32b19-73ab-491c-9fc5-dba9a36420c5 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:52:44.557908 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b32b19-73ab-491c-9fc5-dba9a36420c5 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:52:44.558231 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b32b19-73ab-491c-9fc5-dba9a36420c5 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:52:44.558556 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b32b19-73ab-491c-9fc5-dba9a36420c5 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:52:44.558877 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b32b19-73ab-491c-9fc5-dba9a36420c5 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:52:44.559206 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b32b19-73ab-491c-9fc5-dba9a36420c5 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:52:44.581291 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc61396-eb1a-4a76-8b96-32db44fbaad2 req-38b32b19-73ab-491c-9fc5-dba9a36420c5 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:52:44.581954 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-bbc61396-eb1a-4a76-8b96-32db44fbaad2 req-38b32b19-73ab-491c-9fc5-dba9a36420c5 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:44.603729 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bbc61396-eb1a-4a76-8b96-32db44fbaad2 req-38b32b19-73ab-491c-9fc5-dba9a36420c5 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6634605 Oct 20 11:52:44.803235 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-d96c9f70-62ae-4f29-8935-a0ca9ff35124 None None] Provisioning complete for port e3500c20-c037-4132-9af8-e5ef6fe739ed triggered by entity DHCP. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:52:44.804231 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-d96c9f70-62ae-4f29-8935-a0ca9ff35124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:44.839571 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-d96c9f70-62ae-4f29-8935-a0ca9ff35124 None None] Port e3500c20-c037-4132-9af8-e5ef6fe739ed cannot update to ACTIVE because it is not bound. {{(pid=100598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:52:44.978000 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86bbace-8fba-40fd-aee0-eebd9ba7a477 req-c5dc933a-7ef1-4fa0-9173-6917b2cc8bcb tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:52:44.980203 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b86bbace-8fba-40fd-aee0-eebd9ba7a477 req-c5dc933a-7ef1-4fa0-9173-6917b2cc8bcb tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] 10.222.0.64 "GET /v2.0/ports?device_id=08c82608-4221-4766-8b78-9e7c9fa1544f HTTP/1.1" status: 200 len: 931 time: 0.0515914 Oct 20 11:52:45.019118 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-b86bbace-8fba-40fd-aee0-eebd9ba7a477 req-b3ccf5d4-7735-4fce-b862-425384b00c55 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fd6c6e2-47d0-49e4-96d0-201ed73ab0de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329187 Oct 20 11:52:45.700569 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 30dc7c05-702c-488a-add1-8129c0bab41e no longer exists at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:52:45.776202 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:45.800466 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '211b0d28-5a34-464f-be52-db4bee6e2670', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30dc7c05-702c-488a-add1-8129c0bab41e'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:52:45.802846 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3a5a1e74fee385f59395feee7f880defec871777ba90fab9b56a242633970a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-660fc4a6-8094-462d-b591-74bc0bc7eb47" -d '{"events": [{"server_uuid": "211b0d28-5a34-464f-be52-db4bee6e2670", "name": "network-vif-unplugged", "status": "completed", "tag": "30dc7c05-702c-488a-add1-8129c0bab41e"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:52:45.823555 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] For port 30dc7c05-702c-488a-add1-8129c0bab41e, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=30dc7c05-702c-488a-add1-8129c0bab41e,segment=NetworkSegment(62ba4a49-dcf3-450d-b877-e0ad9e6afb25),segment_id=62ba4a49-dcf3-450d-b877-e0ad9e6afb25)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:52:45.829309 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:45.857655 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Oct 2021 11:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0eb663d-2aae-451b-b03b-809fe016614b x-openstack-request-id: req-a0eb663d-2aae-451b-b03b-809fe016614b {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:52:45.857967 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "211b0d28-5a34-464f-be52-db4bee6e2670", "name": "network-vif-unplugged", "status": "completed", "tag": "30dc7c05-702c-488a-add1-8129c0bab41e", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:52:45.858279 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a0eb663d-2aae-451b-b03b-809fe016614b {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:52:45.858671 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '211b0d28-5a34-464f-be52-db4bee6e2670', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30dc7c05-702c-488a-add1-8129c0bab41e', 'code': 200} Oct 20 11:52:45.888693 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Pushing event updated for resources: {'Port': ['ID=30dc7c05-702c-488a-add1-8129c0bab41e,revision_number=8']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:52:46.139647 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a278ec-ffa9-4cf2-89cd-0e086373f958 req-7d842f04-6e93-4d6d-8fbc-14b9c1727884 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:52:46.141169 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c1a278ec-ffa9-4cf2-89cd-0e086373f958 req-7d842f04-6e93-4d6d-8fbc-14b9c1727884 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] 10.222.0.64 "GET /v2.0/ports?device_id=08c82608-4221-4766-8b78-9e7c9fa1544f HTTP/1.1" status: 200 len: 931 time: 0.0519085 Oct 20 11:52:46.185749 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-c1a278ec-ffa9-4cf2-89cd-0e086373f958 req-d4216181-3c9b-4586-83fc-8afbbf9f929c tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fd6c6e2-47d0-49e4-96d0-201ed73ab0de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385461 Oct 20 11:52:47.305425 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29abbc3-7558-4fa4-926d-e3db6cba100e req-76fd8d70-c541-41d7-bdec-d9037660b535 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:52:47.306673 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f29abbc3-7558-4fa4-926d-e3db6cba100e req-76fd8d70-c541-41d7-bdec-d9037660b535 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] 10.222.0.64 "GET /v2.0/ports?device_id=08c82608-4221-4766-8b78-9e7c9fa1544f HTTP/1.1" status: 200 len: 931 time: 0.0500398 Oct 20 11:52:47.345555 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-f29abbc3-7558-4fa4-926d-e3db6cba100e req-97596dbf-0f51-4e0b-97d9-40bb94b7444a tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fd6c6e2-47d0-49e4-96d0-201ed73ab0de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330241 Oct 20 11:52:48.465226 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d185802-7c23-4d2b-ba1b-583fbfe7ac6b req-0a16bd59-e145-49c9-861a-a54423163c97 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:52:48.467149 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2d185802-7c23-4d2b-ba1b-583fbfe7ac6b req-0a16bd59-e145-49c9-861a-a54423163c97 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] 10.222.0.64 "GET /v2.0/ports?device_id=08c82608-4221-4766-8b78-9e7c9fa1544f HTTP/1.1" status: 200 len: 931 time: 0.0518289 Oct 20 11:52:48.509151 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2d185802-7c23-4d2b-ba1b-583fbfe7ac6b req-8528b5ae-0d7c-4ccb-a3d3-4b2fd4049322 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fd6c6e2-47d0-49e4-96d0-201ed73ab0de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356748 Oct 20 11:52:49.696489 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fe8ba1-32a7-4e30-99c7-df38d93307a5 req-7c7d4ce0-c136-4a1e-886b-bbcdb24aed6f tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:52:49.697987 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-97fe8ba1-32a7-4e30-99c7-df38d93307a5 req-7c7d4ce0-c136-4a1e-886b-bbcdb24aed6f tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] 10.222.0.64 "GET /v2.0/ports?device_id=08c82608-4221-4766-8b78-9e7c9fa1544f HTTP/1.1" status: 200 len: 931 time: 0.1005871 Oct 20 11:52:49.746237 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-97fe8ba1-32a7-4e30-99c7-df38d93307a5 req-6701feb0-97cb-4eb9-8f69-19cc057e0771 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fd6c6e2-47d0-49e4-96d0-201ed73ab0de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401442 Oct 20 11:52:50.076961 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:50.868037 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4499f4f9-846e-47e2-b133-ab54183523ae req-39c818c0-7a2d-48d2-9d2b-ba7ea2e44e39 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:52:50.869618 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4499f4f9-846e-47e2-b133-ab54183523ae req-39c818c0-7a2d-48d2-9d2b-ba7ea2e44e39 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] 10.222.0.64 "GET /v2.0/ports?device_id=08c82608-4221-4766-8b78-9e7c9fa1544f HTTP/1.1" status: 200 len: 931 time: 0.0507462 Oct 20 11:52:50.910304 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4499f4f9-846e-47e2-b133-ab54183523ae req-a46568eb-1496-4246-a2bb-69c8561795a0 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fd6c6e2-47d0-49e4-96d0-201ed73ab0de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331962 Oct 20 11:52:52.030692 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02832f71-6d73-4d9f-992c-cdd53edf94ae req-3f6af104-2e0a-449b-9e11-eb339346d994 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:52:52.032348 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-02832f71-6d73-4d9f-992c-cdd53edf94ae req-3f6af104-2e0a-449b-9e11-eb339346d994 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] 10.222.0.64 "GET /v2.0/ports?device_id=08c82608-4221-4766-8b78-9e7c9fa1544f HTTP/1.1" status: 200 len: 931 time: 0.0520489 Oct 20 11:52:52.073547 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-02832f71-6d73-4d9f-992c-cdd53edf94ae req-ed26e371-1a9b-464a-b418-5b0037547fb6 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fd6c6e2-47d0-49e4-96d0-201ed73ab0de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346036 Oct 20 11:52:53.195051 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389eae37-573b-4050-a751-bcf7d3c7646a req-775129f2-1f1f-4056-b728-0f9e2ba8bdd9 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:52:53.197517 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-389eae37-573b-4050-a751-bcf7d3c7646a req-775129f2-1f1f-4056-b728-0f9e2ba8bdd9 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] 10.222.0.64 "GET /v2.0/ports?device_id=08c82608-4221-4766-8b78-9e7c9fa1544f HTTP/1.1" status: 200 len: 931 time: 0.0533347 Oct 20 11:52:53.242720 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-389eae37-573b-4050-a751-bcf7d3c7646a req-7ea8d487-662d-47cf-b14b-1a589f0c3fa1 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fd6c6e2-47d0-49e4-96d0-201ed73ab0de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385251 Oct 20 11:52:54.358328 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f261cb-a525-4ea0-b307-92e438c7df2a req-3c7b341a-0c7f-4693-958f-bb1e550e03ca tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:52:54.359801 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-43f261cb-a525-4ea0-b307-92e438c7df2a req-3c7b341a-0c7f-4693-958f-bb1e550e03ca tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] 10.222.0.64 "GET /v2.0/ports?device_id=08c82608-4221-4766-8b78-9e7c9fa1544f HTTP/1.1" status: 200 len: 931 time: 0.0488043 Oct 20 11:52:54.395748 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-43f261cb-a525-4ea0-b307-92e438c7df2a req-e5f13b2f-4fe9-4d9e-8373-d8b87460a4e3 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fd6c6e2-47d0-49e4-96d0-201ed73ab0de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300996 Oct 20 11:52:55.465039 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [req-bbc61396-eb1a-4a76-8b96-32db44fbaad2 req-41c6190e-765c-4f0c-b06c-ed76b8924610 service neutron] Request body: {'port': {'device_id': '08c82608-4221-4766-8b78-9e7c9fa1544f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811396-3'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:52:55.554450 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576125e6-a736-4034-8a83-46af148b8ecc req-e9aafd9d-c1f0-4f09-a8ee-4dcd8c538ae5 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:52:55.556071 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-576125e6-a736-4034-8a83-46af148b8ecc req-e9aafd9d-c1f0-4f09-a8ee-4dcd8c538ae5 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] 10.222.0.64 "GET /v2.0/ports?device_id=08c82608-4221-4766-8b78-9e7c9fa1544f HTTP/1.1" status: 200 len: 931 time: 0.0880735 Oct 20 11:52:55.558400 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-bbc61396-eb1a-4a76-8b96-32db44fbaad2 req-41c6190e-765c-4f0c-b06c-ed76b8924610 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:55.627589 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-576125e6-a736-4034-8a83-46af148b8ecc req-8b042a06-c4d6-4bce-ad17-505e66256baa tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fd6c6e2-47d0-49e4-96d0-201ed73ab0de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606513 Oct 20 11:52:55.839766 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [req-bbc61396-eb1a-4a76-8b96-32db44fbaad2 req-41c6190e-765c-4f0c-b06c-ed76b8924610 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3500c20-c037-4132-9af8-e5ef6fe739ed {{(pid=100596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:52:55.846959 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-bbc61396-eb1a-4a76-8b96-32db44fbaad2 req-41c6190e-765c-4f0c-b06c-ed76b8924610 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:55.858398 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.provisioning_blocks [req-bbc61396-eb1a-4a76-8b96-32db44fbaad2 req-41c6190e-765c-4f0c-b06c-ed76b8924610 service neutron] Transition to ACTIVE for port object e3500c20-c037-4132-9af8-e5ef6fe739ed will not be triggered until provisioned by entity L2. {{(pid=100596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:52:55.862041 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-bbc61396-eb1a-4a76-8b96-32db44fbaad2 req-41c6190e-765c-4f0c-b06c-ed76b8924610 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:55.932524 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c6190e-765c-4f0c-b06c-ed76b8924610 service neutron] Pushing event updated for resources: {'Port': ['ID=e3500c20-c037-4132-9af8-e5ef6fe739ed,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:52:55.982735 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-bbc61396-eb1a-4a76-8b96-32db44fbaad2 req-41c6190e-765c-4f0c-b06c-ed76b8924610 service neutron] Attempting to bind port e3500c20-c037-4132-9af8-e5ef6fe739ed on host n-h1-811396-3 for vnic_type normal with profile {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:52:55.983072 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-bbc61396-eb1a-4a76-8b96-32db44fbaad2 req-41c6190e-765c-4f0c-b06c-ed76b8924610 service neutron] Attempting to bind port e3500c20-c037-4132-9af8-e5ef6fe739ed by drivers openvswitch,hyperv on host n-h1-811396-3 at level 0 using segments [{'id': '62ba4a49-dcf3-450d-b877-e0ad9e6afb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'fafa437f-9f17-4e8e-b66c-047ddc4a3244'}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:52:55.983428 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc61396-eb1a-4a76-8b96-32db44fbaad2 req-41c6190e-765c-4f0c-b06c-ed76b8924610 service neutron] Attempting to bind port e3500c20-c037-4132-9af8-e5ef6fe739ed on network fafa437f-9f17-4e8e-b66c-047ddc4a3244 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:52:55.988090 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc61396-eb1a-4a76-8b96-32db44fbaad2 req-41c6190e-765c-4f0c-b06c-ed76b8924610 service neutron] Port e3500c20-c037-4132-9af8-e5ef6fe739ed on network fafa437f-9f17-4e8e-b66c-047ddc4a3244 not bound, no agent of type Open vSwitch agent registered on host n-h1-811396-3 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:52:55.988411 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc61396-eb1a-4a76-8b96-32db44fbaad2 req-41c6190e-765c-4f0c-b06c-ed76b8924610 service neutron] Attempting to bind port e3500c20-c037-4132-9af8-e5ef6fe739ed on network fafa437f-9f17-4e8e-b66c-047ddc4a3244 {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:52:55.993443 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc61396-eb1a-4a76-8b96-32db44fbaad2 req-41c6190e-765c-4f0c-b06c-ed76b8924610 service neutron] Checking agent: {'id': 'b707b4cc-061f-4cf4-bce0-0b3df9b7bec9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811396-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'started_at': datetime.datetime(2021, 10, 20, 10, 25, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 52, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:52:55.993802 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc61396-eb1a-4a76-8b96-32db44fbaad2 req-41c6190e-765c-4f0c-b06c-ed76b8924610 service neutron] Checking segment: {'id': '62ba4a49-dcf3-450d-b877-e0ad9e6afb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'fafa437f-9f17-4e8e-b66c-047ddc4a3244'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:52:55.994186 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc61396-eb1a-4a76-8b96-32db44fbaad2 req-41c6190e-765c-4f0c-b06c-ed76b8924610 service neutron] Bound using segment: {'id': '62ba4a49-dcf3-450d-b877-e0ad9e6afb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'fafa437f-9f17-4e8e-b66c-047ddc4a3244'} {{(pid=100596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:52:55.994615 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.managers [req-bbc61396-eb1a-4a76-8b96-32db44fbaad2 req-41c6190e-765c-4f0c-b06c-ed76b8924610 service neutron] Bound port: e3500c20-c037-4132-9af8-e5ef6fe739ed, host: n-h1-811396-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62ba4a49-dcf3-450d-b877-e0ad9e6afb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'fafa437f-9f17-4e8e-b66c-047ddc4a3244'}}] {{(pid=100596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:52:55.994966 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-bbc61396-eb1a-4a76-8b96-32db44fbaad2 req-41c6190e-765c-4f0c-b06c-ed76b8924610 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:56.060572 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-bbc61396-eb1a-4a76-8b96-32db44fbaad2 req-41c6190e-765c-4f0c-b06c-ed76b8924610 service neutron] For port e3500c20-c037-4132-9af8-e5ef6fe739ed, host n-h1-811396-3, cleared binding levels {{(pid=100596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:52:56.063549 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-bbc61396-eb1a-4a76-8b96-32db44fbaad2 req-41c6190e-765c-4f0c-b06c-ed76b8924610 service neutron] For port e3500c20-c037-4132-9af8-e5ef6fe739ed, host n-h1-811396-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=e3500c20-c037-4132-9af8-e5ef6fe739ed,segment=NetworkSegment(62ba4a49-dcf3-450d-b877-e0ad9e6afb25),segment_id=62ba4a49-dcf3-450d-b877-e0ad9e6afb25)] {{(pid=100596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:52:56.068182 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-bbc61396-eb1a-4a76-8b96-32db44fbaad2 req-41c6190e-765c-4f0c-b06c-ed76b8924610 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:56.111572 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc61396-eb1a-4a76-8b96-32db44fbaad2 req-41c6190e-765c-4f0c-b06c-ed76b8924610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:52:56.112217 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-bbc61396-eb1a-4a76-8b96-32db44fbaad2 req-41c6190e-765c-4f0c-b06c-ed76b8924610 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:56.113631 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bbc61396-eb1a-4a76-8b96-32db44fbaad2 req-41c6190e-765c-4f0c-b06c-ed76b8924610 service neutron] 10.222.0.55 "PUT /v2.0/ports/e3500c20-c037-4132-9af8-e5ef6fe739ed HTTP/1.1" status: 200 len: 1091 time: 0.6538415 Oct 20 11:52:56.114075 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08c82608-4221-4766-8b78-9e7c9fa1544f', 'tag': 'e3500c20-c037-4132-9af8-e5ef6fe739ed'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:52:56.116362 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b817f9d80a1b29ed07bd94f2222da8cf244b0bc6025e0bf33ac95c6b13c59699" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68d131d1-a2cd-4776-a04e-b47b2be18fb6" -d '{"events": [{"name": "network-changed", "server_uuid": "08c82608-4221-4766-8b78-9e7c9fa1544f", "tag": "e3500c20-c037-4132-9af8-e5ef6fe739ed"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:52:56.138321 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c6190e-765c-4f0c-b06c-ed76b8924610 service neutron] Pushing event updated for resources: {'Port': ['ID=e3500c20-c037-4132-9af8-e5ef6fe739ed,revision_number=3']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:52:56.177429 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e280e144-7c8c-470d-943a-dff15abb3c16 x-openstack-request-id: req-e280e144-7c8c-470d-943a-dff15abb3c16 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:52:56.177725 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08c82608-4221-4766-8b78-9e7c9fa1544f", "tag": "e3500c20-c037-4132-9af8-e5ef6fe739ed", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:52:56.177981 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e280e144-7c8c-470d-943a-dff15abb3c16 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:52:56.178381 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08c82608-4221-4766-8b78-9e7c9fa1544f', 'tag': 'e3500c20-c037-4132-9af8-e5ef6fe739ed', 'status': 'completed', 'code': 200} Oct 20 11:52:56.217260 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc61396-eb1a-4a76-8b96-32db44fbaad2 req-7ba1eae4-7db5-43bf-a920-7b17f52a133f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:52:56.218847 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bbc61396-eb1a-4a76-8b96-32db44fbaad2 req-7ba1eae4-7db5-43bf-a920-7b17f52a133f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bbc2eb75b2fb41589f58562276feebde&device_id=08c82608-4221-4766-8b78-9e7c9fa1544f HTTP/1.1" status: 200 len: 1094 time: 0.0504594 Oct 20 11:52:56.267156 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bbc61396-eb1a-4a76-8b96-32db44fbaad2 req-08f6a134-df00-49fa-b072-32eaa6e10a2d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e3500c20-c037-4132-9af8-e5ef6fe739ed HTTP/1.1" status: 200 len: 217 time: 0.0358038 Oct 20 11:52:56.315905 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc61396-eb1a-4a76-8b96-32db44fbaad2 req-debd8829-c0d7-4df8-906a-a21f7ab7a9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:52:56.317363 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bbc61396-eb1a-4a76-8b96-32db44fbaad2 req-debd8829-c0d7-4df8-906a-a21f7ab7a9c1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b201448f-5b10-4ca6-8e18-91ba20b76ded HTTP/1.1" status: 200 len: 849 time: 0.0438874 Oct 20 11:52:56.365156 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc61396-eb1a-4a76-8b96-32db44fbaad2 req-0eb735d1-37ea-4344-8fcd-ff8fe6a4f7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:52:56.366527 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bbc61396-eb1a-4a76-8b96-32db44fbaad2 req-0eb735d1-37ea-4344-8fcd-ff8fe6a4f7a7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fafa437f-9f17-4e8e-b66c-047ddc4a3244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421565 Oct 20 11:52:56.455163 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bbc61396-eb1a-4a76-8b96-32db44fbaad2 req-12ad9706-3ede-4f03-a251-7ed64b3a5ebd service neutron] 10.222.0.55 "GET /v2.0/networks/fafa437f-9f17-4e8e-b66c-047ddc4a3244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815384 Oct 20 11:52:56.546341 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-bbc61396-eb1a-4a76-8b96-32db44fbaad2 req-e5a2a6dc-a4ff-45ed-8415-8eb3361fc386 service neutron] 10.222.0.55 "GET /v2.0/networks/fafa437f-9f17-4e8e-b66c-047ddc4a3244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846043 Oct 20 11:52:56.674190 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d131d1-a2cd-4776-a04e-b47b2be18fb6 req-2eced262-d8e9-402d-b35d-d6550e94c946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:52:56.675835 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-68d131d1-a2cd-4776-a04e-b47b2be18fb6 req-2eced262-d8e9-402d-b35d-d6550e94c946 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bbc2eb75b2fb41589f58562276feebde&device_id=08c82608-4221-4766-8b78-9e7c9fa1544f HTTP/1.1" status: 200 len: 1094 time: 0.0407827 Oct 20 11:52:57.115699 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd72d750-31aa-4125-8b64-1bc2c9c429a6 req-c775a108-d1d7-47a1-aab9-7557ccd0558e tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:52:57.117160 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-dd72d750-31aa-4125-8b64-1bc2c9c429a6 req-c775a108-d1d7-47a1-aab9-7557ccd0558e tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] 10.222.0.64 "GET /v2.0/ports?device_id=08c82608-4221-4766-8b78-9e7c9fa1544f HTTP/1.1" status: 200 len: 943 time: 0.4168351 Oct 20 11:52:57.132393 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d131d1-a2cd-4776-a04e-b47b2be18fb6 req-1db0f85b-48d2-4bfb-aa7e-25506b3bb977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:52:57.133822 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-68d131d1-a2cd-4776-a04e-b47b2be18fb6 req-1db0f85b-48d2-4bfb-aa7e-25506b3bb977 service neutron] 10.222.0.55 "GET /v2.0/networks?id=fafa437f-9f17-4e8e-b66c-047ddc4a3244 HTTP/1.1" status: 200 len: 911 time: 0.4506605 Oct 20 11:52:57.183496 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-68d131d1-a2cd-4776-a04e-b47b2be18fb6 req-85dda596-3b39-433a-aafc-3e6c74e015c5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e3500c20-c037-4132-9af8-e5ef6fe739ed HTTP/1.1" status: 200 len: 217 time: 0.0400474 Oct 20 11:52:57.190478 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-dd72d750-31aa-4125-8b64-1bc2c9c429a6 req-74f9d78d-7938-41d7-a8ae-c75b731bddbd tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fd6c6e2-47d0-49e4-96d0-201ed73ab0de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663147 Oct 20 11:52:57.239739 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d131d1-a2cd-4776-a04e-b47b2be18fb6 req-cff5765d-14f0-41f5-b89c-5d2755a705e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:52:57.241195 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-68d131d1-a2cd-4776-a04e-b47b2be18fb6 req-cff5765d-14f0-41f5-b89c-5d2755a705e3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b201448f-5b10-4ca6-8e18-91ba20b76ded HTTP/1.1" status: 200 len: 849 time: 0.0499065 Oct 20 11:52:57.287792 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d131d1-a2cd-4776-a04e-b47b2be18fb6 req-3bde02a8-cdc1-4d11-a11b-1bcf57df64d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:52:57.289250 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-68d131d1-a2cd-4776-a04e-b47b2be18fb6 req-3bde02a8-cdc1-4d11-a11b-1bcf57df64d3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fafa437f-9f17-4e8e-b66c-047ddc4a3244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394425 Oct 20 11:52:57.380448 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-68d131d1-a2cd-4776-a04e-b47b2be18fb6 req-9ae38753-77e5-4dd8-947a-5d518b8ca644 service neutron] 10.222.0.55 "GET /v2.0/networks/fafa437f-9f17-4e8e-b66c-047ddc4a3244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825989 Oct 20 11:52:57.472200 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-68d131d1-a2cd-4776-a04e-b47b2be18fb6 req-0696234e-e01c-4fd7-8c11-a49d5fc3046d service neutron] 10.222.0.55 "GET /v2.0/networks/fafa437f-9f17-4e8e-b66c-047ddc4a3244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845609 Oct 20 11:52:58.312178 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2981292-302f-479d-a51d-0a2707d18346 req-d886611d-a7b1-46ac-8c42-0f3127b9d267 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:52:58.313657 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e2981292-302f-479d-a51d-0a2707d18346 req-d886611d-a7b1-46ac-8c42-0f3127b9d267 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] 10.222.0.64 "GET /v2.0/ports?device_id=08c82608-4221-4766-8b78-9e7c9fa1544f HTTP/1.1" status: 200 len: 943 time: 0.0487483 Oct 20 11:52:58.350349 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e2981292-302f-479d-a51d-0a2707d18346 req-71e2dfd7-d4be-4e11-857e-3e9ee32ee219 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fd6c6e2-47d0-49e4-96d0-201ed73ab0de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308263 Oct 20 11:52:59.467001 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed183b09-711a-447c-b222-cda5e4ddc7ca req-340f1211-81eb-4020-a6bd-8d7603e04563 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:52:59.468501 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ed183b09-711a-447c-b222-cda5e4ddc7ca req-340f1211-81eb-4020-a6bd-8d7603e04563 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] 10.222.0.64 "GET /v2.0/ports?device_id=08c82608-4221-4766-8b78-9e7c9fa1544f HTTP/1.1" status: 200 len: 943 time: 0.0526164 Oct 20 11:52:59.504904 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ed183b09-711a-447c-b222-cda5e4ddc7ca req-b547df01-88ff-4553-aa7c-2bdba45fc96f tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fd6c6e2-47d0-49e4-96d0-201ed73ab0de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305092 Oct 20 11:53:00.616811 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e8436d-4c57-41d8-a2e9-affac02f1663 req-3c63a14d-a6d2-4c82-8d0c-296420e6236c tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:53:00.618286 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-21e8436d-4c57-41d8-a2e9-affac02f1663 req-3c63a14d-a6d2-4c82-8d0c-296420e6236c tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] 10.222.0.64 "GET /v2.0/ports?device_id=08c82608-4221-4766-8b78-9e7c9fa1544f HTTP/1.1" status: 200 len: 943 time: 0.0482781 Oct 20 11:53:00.659508 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-21e8436d-4c57-41d8-a2e9-affac02f1663 req-11013518-8673-44d6-93f2-a727eb99042c tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fd6c6e2-47d0-49e4-96d0-201ed73ab0de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341384 Oct 20 11:53:01.082830 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device e3500c20-c037-4132-9af8-e5ef6fe739ed details requested by agent hyperv_n-h1-811396-3 with host n-h1-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:53:01.178071 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port e3500c20-c037-4132-9af8-e5ef6fe739ed, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=e3500c20-c037-4132-9af8-e5ef6fe739ed,segment=NetworkSegment(62ba4a49-dcf3-450d-b877-e0ad9e6afb25),segment_id=62ba4a49-dcf3-450d-b877-e0ad9e6afb25)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:53:01.188910 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Returning: {'device': 'e3500c20-c037-4132-9af8-e5ef6fe739ed', 'network_id': 'fafa437f-9f17-4e8e-b66c-047ddc4a3244', 'port_id': 'e3500c20-c037-4132-9af8-e5ef6fe739ed', 'mac_address': 'fa:16:3e:61:78:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 842, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b201448f-5b10-4ca6-8e18-91ba20b76ded', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:53:01.226792 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:01.240677 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3500c20-c037-4132-9af8-e5ef6fe739ed {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:53:01.260418 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port e3500c20-c037-4132-9af8-e5ef6fe739ed, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=e3500c20-c037-4132-9af8-e5ef6fe739ed,segment=NetworkSegment(62ba4a49-dcf3-450d-b877-e0ad9e6afb25),segment_id=62ba4a49-dcf3-450d-b877-e0ad9e6afb25)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:53:01.265853 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:01.312407 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=e3500c20-c037-4132-9af8-e5ef6fe739ed,revision_number=4']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:01.666754 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['e3500c20-c037-4132-9af8-e5ef6fe739ed'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:53:01.771398 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d8a000-ab27-448f-ae01-de220213b746 req-480e9d23-f83c-4fa3-8758-0558cba32587 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:53:01.772879 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d3d8a000-ab27-448f-ae01-de220213b746 req-480e9d23-f83c-4fa3-8758-0558cba32587 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] 10.222.0.64 "GET /v2.0/ports?device_id=08c82608-4221-4766-8b78-9e7c9fa1544f HTTP/1.1" status: 200 len: 944 time: 0.0477798 Oct 20 11:53:01.810005 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d3d8a000-ab27-448f-ae01-de220213b746 req-762cc771-be7b-4b77-9114-cdc4f66e00a0 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fd6c6e2-47d0-49e4-96d0-201ed73ab0de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308924 Oct 20 11:53:02.927095 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4493a3a4-553c-463e-805e-1d74e146b881 req-6c208777-74bb-48d0-b281-e3fbfd7d7573 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:53:02.928580 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4493a3a4-553c-463e-805e-1d74e146b881 req-6c208777-74bb-48d0-b281-e3fbfd7d7573 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] 10.222.0.64 "GET /v2.0/ports?device_id=08c82608-4221-4766-8b78-9e7c9fa1544f HTTP/1.1" status: 200 len: 944 time: 0.0516691 Oct 20 11:53:02.966108 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4493a3a4-553c-463e-805e-1d74e146b881 req-d80bfcf3-f140-435a-a550-784d1130bd44 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fd6c6e2-47d0-49e4-96d0-201ed73ab0de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315745 Oct 20 11:53:03.082192 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device e3500c20-c037-4132-9af8-e5ef6fe739ed up at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:53:03.128762 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning for port e3500c20-c037-4132-9af8-e5ef6fe739ed completed by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:53:03.132600 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning complete for port e3500c20-c037-4132-9af8-e5ef6fe739ed triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:53:03.132963 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:03.210478 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:03.233917 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08c82608-4221-4766-8b78-9e7c9fa1544f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3500c20-c037-4132-9af8-e5ef6fe739ed'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:53:03.236185 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3a5a1e74fee385f59395feee7f880defec871777ba90fab9b56a242633970a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14a7680e-e14a-421c-90be-1191e5e593a5" -d '{"events": [{"server_uuid": "08c82608-4221-4766-8b78-9e7c9fa1544f", "name": "network-vif-plugged", "status": "completed", "tag": "e3500c20-c037-4132-9af8-e5ef6fe739ed"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:53:03.249467 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port e3500c20-c037-4132-9af8-e5ef6fe739ed, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=e3500c20-c037-4132-9af8-e5ef6fe739ed,segment=NetworkSegment(62ba4a49-dcf3-450d-b877-e0ad9e6afb25),segment_id=62ba4a49-dcf3-450d-b877-e0ad9e6afb25)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:53:03.254179 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:03.279137 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d41f3e5e-54af-42b8-a059-5aa69b329bf2 x-openstack-request-id: req-d41f3e5e-54af-42b8-a059-5aa69b329bf2 {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:53:03.279452 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08c82608-4221-4766-8b78-9e7c9fa1544f", "name": "network-vif-plugged", "status": "completed", "tag": "e3500c20-c037-4132-9af8-e5ef6fe739ed", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:53:03.279708 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d41f3e5e-54af-42b8-a059-5aa69b329bf2 {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:53:03.280096 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08c82608-4221-4766-8b78-9e7c9fa1544f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3500c20-c037-4132-9af8-e5ef6fe739ed', 'code': 200} Oct 20 11:53:03.305864 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=e3500c20-c037-4132-9af8-e5ef6fe739ed,revision_number=5']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:03.399346 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a4564c-e96d-49d5-8033-72ae6c9c8d16 req-bf7f4244-3dca-4dd8-9772-0fcc17b11516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:53:03.400739 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-79a4564c-e96d-49d5-8033-72ae6c9c8d16 req-bf7f4244-3dca-4dd8-9772-0fcc17b11516 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=08c82608-4221-4766-8b78-9e7c9fa1544f HTTP/1.1" status: 200 len: 1096 time: 0.0399787 Oct 20 11:53:03.434725 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-79a4564c-e96d-49d5-8033-72ae6c9c8d16 req-28eab06e-ee96-4c0e-a891-a9d7fcaa96ee service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=9fd6c6e2-47d0-49e4-96d0-201ed73ab0de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0264008 Oct 20 11:53:03.657406 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-2b4e90af-c31a-403a-88ad-9694e2f2a744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:04.081241 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a1f8e3-a699-4d73-a1c0-47b55cc3f612 req-e3f4a444-e959-45b2-b96a-63b0be8a8a1d tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:53:04.082738 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-21a1f8e3-a699-4d73-a1c0-47b55cc3f612 req-e3f4a444-e959-45b2-b96a-63b0be8a8a1d tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] 10.222.0.64 "GET /v2.0/ports?device_id=08c82608-4221-4766-8b78-9e7c9fa1544f HTTP/1.1" status: 200 len: 945 time: 0.0481987 Oct 20 11:53:04.120923 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-21a1f8e3-a699-4d73-a1c0-47b55cc3f612 req-c47ac4b0-30fe-42f8-b632-7ac153727078 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fd6c6e2-47d0-49e4-96d0-201ed73ab0de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320194 Oct 20 11:53:05.295778 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6246ae9e-a881-44bf-9f2b-2d94eb2d4bf3 req-81cfd32e-6e90-46c8-bbca-7597383af788 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:53:05.297279 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6246ae9e-a881-44bf-9f2b-2d94eb2d4bf3 req-81cfd32e-6e90-46c8-bbca-7597383af788 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] 10.222.0.64 "GET /v2.0/ports?device_id=08c82608-4221-4766-8b78-9e7c9fa1544f HTTP/1.1" status: 200 len: 945 time: 0.1062784 Oct 20 11:53:05.334874 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6246ae9e-a881-44bf-9f2b-2d94eb2d4bf3 req-c839647f-647c-4c6c-ad45-3587b1665c21 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fd6c6e2-47d0-49e4-96d0-201ed73ab0de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316565 Oct 20 11:53:05.449268 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58996c0e-6476-40ba-80e5-4f5ef0e08503 req-775fe38b-c2bb-4795-bb7b-2d6747e33b09 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:53:05.450691 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-58996c0e-6476-40ba-80e5-4f5ef0e08503 req-775fe38b-c2bb-4795-bb7b-2d6747e33b09 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] 10.222.0.64 "GET /v2.0/ports?device_id=08c82608-4221-4766-8b78-9e7c9fa1544f HTTP/1.1" status: 200 len: 945 time: 0.0502009 Oct 20 11:53:05.488804 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-58996c0e-6476-40ba-80e5-4f5ef0e08503 req-917164b6-83fc-4849-b989-1645816b5296 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fd6c6e2-47d0-49e4-96d0-201ed73ab0de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320833 Oct 20 11:53:05.509777 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 49122) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:53:05.548782 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf468c96-36ee-4f60-81ec-aafe2affc08a tempest-TestSnapshotPattern-926608385 tempest-TestSnapshotPattern-926608385-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:53:05.550320 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-cf468c96-36ee-4f60-81ec-aafe2affc08a tempest-TestSnapshotPattern-926608385 tempest-TestSnapshotPattern-926608385-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=08c82608-4221-4766-8b78-9e7c9fa1544f HTTP/1.1" status: 200 len: 1091 time: 0.0395420 Oct 20 11:53:05.552951 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 49124) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:53:05.557170 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.v2.base [None req-b7ebbdab-dc26-4a8b-9f30-248a5b0fd26c tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Request body: {'floatingip': {'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'port_id': 'e3500c20-c037-4132-9af8-e5ef6fe739ed', 'tenant_id': 'bbc2eb75b2fb41589f58562276feebde', 'fixed_ip_address': '172.20.0.5'}} {{(pid=100596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:53:05.577909 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-b7ebbdab-dc26-4a8b-9f30-248a5b0fd26c tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Publish callbacks [] for floatingip, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:05.675392 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-b7ebbdab-dc26-4a8b-9f30-248a5b0fd26c tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:05.780593 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_common [None req-b7ebbdab-dc26-4a8b-9f30-248a5b0fd26c tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Allocated IP 172.25.1.67 (cbe170d3-31ba-45a2-b477-520ab0a7a8ea/f4e26aca-17ac-4adb-a66b-d939a1b35b64/f87011d1-7d7b-4fa0-8460-ba092fc69098) {{(pid=100596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:53:05.877954 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-b7ebbdab-dc26-4a8b-9f30-248a5b0fd26c tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Publish callbacks [] for port, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:05.914884 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-b7ebbdab-dc26-4a8b-9f30-248a5b0fd26c tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734775316947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:05.952740 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ebbdab-dc26-4a8b-9f30-248a5b0fd26c tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Network cbe170d3-31ba-45a2-b477-520ab0a7a8ea is already hosted by enough agents. {{(pid=100596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:53:05.955641 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.base_scheduler [None req-b7ebbdab-dc26-4a8b-9f30-248a5b0fd26c tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Resources bound (agent type, host, resource id): {{(pid=100596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:53:05.959089 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ebbdab-dc26-4a8b-9f30-248a5b0fd26c tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Received port after_create {{(pid=100596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:53:05.990713 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ebbdab-dc26-4a8b-9f30-248a5b0fd26c tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Pushing event updated for resources: {'Port': ['ID=f87011d1-7d7b-4fa0-8460-ba092fc69098,revision_number=1']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:06.320162 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-b7ebbdab-dc26-4a8b-9f30-248a5b0fd26c tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:06.388113 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-b7ebbdab-dc26-4a8b-9f30-248a5b0fd26c tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:06.487944 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-4de3b54d-a3f7-43db-b294-60002219ab22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:06.538508 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-b7ebbdab-dc26-4a8b-9f30-248a5b0fd26c tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Publish callbacks [] for port, precommit_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:06.543366 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-b7ebbdab-dc26-4a8b-9f30-248a5b0fd26c tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26833199'] for port, after_update {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:06.610285 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ebbdab-dc26-4a8b-9f30-248a5b0fd26c tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Pushing event updated for resources: {'Port': ['ID=f87011d1-7d7b-4fa0-8460-ba092fc69098,revision_number=2']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:06.620195 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-b7ebbdab-dc26-4a8b-9f30-248a5b0fd26c tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1773381'] for floatingip, after_create {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:06.719545 n-d-811396-3 neutron-server[100596]: INFO neutron.db.l3_db [None req-b7ebbdab-dc26-4a8b-9f30-248a5b0fd26c tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Floating IP 3b3162eb-7036-451e-85c7-186173bb66c5 associated. External IP: 172.25.1.67, port: e3500c20-c037-4132-9af8-e5ef6fe739ed. Oct 20 11:53:06.919845 n-d-811396-3 neutron-server[100596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7ebbdab-dc26-4a8b-9f30-248a5b0fd26c tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Router a7591f03-4c4f-4aaa-9e8a-5eb6364747ee has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:53:07.026351 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7ebbdab-dc26-4a8b-9f30-248a5b0fd26c tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:53:07.036275 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5065803-f871-4c67-99c1-2a7c2c2f0bc8 None None] Sync routers for ids ['a7591f03-4c4f-4aaa-9e8a-5eb6364747ee'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:53:07.044099 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-b7ebbdab-dc26-4a8b-9f30-248a5b0fd26c tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for floatingip, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:07.045955 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5065803-f871-4c67-99c1-2a7c2c2f0bc8 None None] Routers {'a7591f03-4c4f-4aaa-9e8a-5eb6364747ee'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:53:07.046573 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-b5065803-f871-4c67-99c1-2a7c2c2f0bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:53:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['a7591f03-4c4f-4aaa-9e8a-5eb6364747ee'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:53:07.073399 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-b7ebbdab-dc26-4a8b-9f30-248a5b0fd26c tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5194232 Oct 20 11:53:07.074595 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08c82608-4221-4766-8b78-9e7c9fa1544f', 'tag': 'e3500c20-c037-4132-9af8-e5ef6fe739ed'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:53:07.076926 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b817f9d80a1b29ed07bd94f2222da8cf244b0bc6025e0bf33ac95c6b13c59699" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4f775b1-442d-4f14-9759-ac4a89d1b580" -d '{"events": [{"name": "network-changed", "server_uuid": "08c82608-4221-4766-8b78-9e7c9fa1544f", "tag": "e3500c20-c037-4132-9af8-e5ef6fe739ed"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:53:07.112101 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62e9b5d5-386c-4f33-abb5-f2808f79bd87 x-openstack-request-id: req-62e9b5d5-386c-4f33-abb5-f2808f79bd87 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:53:07.112391 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08c82608-4221-4766-8b78-9e7c9fa1544f", "tag": "e3500c20-c037-4132-9af8-e5ef6fe739ed", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:53:07.112641 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-62e9b5d5-386c-4f33-abb5-f2808f79bd87 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:53:07.113097 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08c82608-4221-4766-8b78-9e7c9fa1544f', 'tag': 'e3500c20-c037-4132-9af8-e5ef6fe739ed', 'status': 'completed', 'code': 200} Oct 20 11:53:07.164499 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-b5065803-f871-4c67-99c1-2a7c2c2f0bc8 None None] Set router a7591f03-4c4f-4aaa-9e8a-5eb6364747ee gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:53:07.202688 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f775b1-442d-4f14-9759-ac4a89d1b580 req-37a36270-9969-4080-bef7-6bd631c0d5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:53:07.204324 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d4f775b1-442d-4f14-9759-ac4a89d1b580 req-37a36270-9969-4080-bef7-6bd631c0d5ac service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bbc2eb75b2fb41589f58562276feebde&device_id=08c82608-4221-4766-8b78-9e7c9fa1544f HTTP/1.1" status: 200 len: 1096 time: 0.0415554 Oct 20 11:53:07.301166 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f775b1-442d-4f14-9759-ac4a89d1b580 req-4318900a-cdad-4091-a57b-7e88c713d744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:53:07.302805 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d4f775b1-442d-4f14-9759-ac4a89d1b580 req-4318900a-cdad-4091-a57b-7e88c713d744 service neutron] 10.222.0.55 "GET /v2.0/networks?id=fafa437f-9f17-4e8e-b66c-047ddc4a3244 HTTP/1.1" status: 200 len: 911 time: 0.0915070 Oct 20 11:53:07.328683 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:07.369245 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d4f775b1-442d-4f14-9759-ac4a89d1b580 req-f7bfe971-3ca3-4e2c-878e-eac8462cbe5e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e3500c20-c037-4132-9af8-e5ef6fe739ed HTTP/1.1" status: 200 len: 998 time: 0.0597186 Oct 20 11:53:07.405317 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-b5065803-f871-4c67-99c1-2a7c2c2f0bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7591f03-4c4f-4aaa-9e8a-5eb6364747ee', 'name': 'tempest-TestSnapshotPattern-1790296383-router', 'tenant_id': 'bbc2eb75b2fb41589f58562276feebde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': 'eecc82e5-848d-4d91-8cab-bb36ff8a2480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:50:11Z', 'updated_at': '2021-10-20T11:50:14Z', 'revision_number': 4, 'project_id': 'bbc2eb75b2fb41589f58562276feebde', 'gw_port': {'id': 'eecc82e5-848d-4d91-8cab-bb36ff8a2480', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:f8:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7591f03-4c4f-4aaa-9e8a-5eb6364747ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:50:12Z', 'updated_at': '2021-10-20T11:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_floatingips': [{'id': '3b3162eb-7036-451e-85c7-186173bb66c5', 'tenant_id': 'bbc2eb75b2fb41589f58562276feebde', 'floating_ip_address': '172.25.1.67', 'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'router_id': 'a7591f03-4c4f-4aaa-9e8a-5eb6364747ee', 'port_id': 'e3500c20-c037-4132-9af8-e5ef6fe739ed', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fafa437f-9f17-4e8e-b66c-047ddc4a3244', 'mac_address': 'fa:16:3e:61:78:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08c82608-4221-4766-8b78-9e7c9fa1544f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:53:06Z', 'updated_at': '2021-10-20T11:53:06Z', 'revision_number': 0, 'project_id': 'bbc2eb75b2fb41589f58562276feebde', 'fixed_ip_address_scope': None}, {'id': 'f24fa7ab-6db8-40bd-b716-0f01842dd5d0', 'tenant_id': 'bbc2eb75b2fb41589f58562276feebde', 'floating_ip_address': '172.25.1.194', 'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'router_id': 'a7591f03-4c4f-4aaa-9e8a-5eb6364747ee', 'port_id': '30dc7c05-702c-488a-add1-8129c0bab41e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fafa437f-9f17-4e8e-b66c-047ddc4a3244', 'mac_address': 'fa:16:3e:4f:51:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '211b0d28-5a34-464f-be52-db4bee6e2670', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:50:31Z', 'updated_at': '2021-10-20T11:50:34Z', 'revision_number': 1, 'project_id': 'bbc2eb75b2fb41589f58562276feebde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1751946d-280a-41ef-8c8b-f403cf75202c', 'name': '', 'network_id': 'fafa437f-9f17-4e8e-b66c-047ddc4a3244', 'tenant_id': 'bbc2eb75b2fb41589f58562276feebde', 'mac_address': 'fa:16:3e:d2:ca:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7591f03-4c4f-4aaa-9e8a-5eb6364747ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'b201448f-5b10-4ca6-8e18-91ba20b76ded', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:50:14Z', 'updated_at': '2021-10-20T11:50:19Z', 'revision_number': 5, 'project_id': 'bbc2eb75b2fb41589f58562276feebde', 'subnets': [{'id': 'b201448f-5b10-4ca6-8e18-91ba20b76ded', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:53:07.421993 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f775b1-442d-4f14-9759-ac4a89d1b580 req-7612f77f-7a8d-45ed-a869-ec907a7687ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:53:07.423483 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d4f775b1-442d-4f14-9759-ac4a89d1b580 req-7612f77f-7a8d-45ed-a869-ec907a7687ce service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b201448f-5b10-4ca6-8e18-91ba20b76ded HTTP/1.1" status: 200 len: 849 time: 0.0468154 Oct 20 11:53:07.431586 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5065803-f871-4c67-99c1-2a7c2c2f0bc8 None None] Checking router: a7591f03-4c4f-4aaa-9e8a-5eb6364747ee for host: n-d-811396-3 {{(pid=100598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:53:07.440590 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5065803-f871-4c67-99c1-2a7c2c2f0bc8 None None] Routers {'a7591f03-4c4f-4aaa-9e8a-5eb6364747ee'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:53:07.441195 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-b5065803-f871-4c67-99c1-2a7c2c2f0bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:53:06Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['a7591f03-4c4f-4aaa-9e8a-5eb6364747ee'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:53:07.468171 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f775b1-442d-4f14-9759-ac4a89d1b580 req-f95e03f0-035e-481d-b3d4-6885fae20ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:53:07.469587 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d4f775b1-442d-4f14-9759-ac4a89d1b580 req-f95e03f0-035e-481d-b3d4-6885fae20ba3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fafa437f-9f17-4e8e-b66c-047ddc4a3244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394826 Oct 20 11:53:07.545485 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-b5065803-f871-4c67-99c1-2a7c2c2f0bc8 None None] Set router a7591f03-4c4f-4aaa-9e8a-5eb6364747ee gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:53:07.559842 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d4f775b1-442d-4f14-9759-ac4a89d1b580 req-8666de53-2d51-4ba6-aaad-1baa6bfbee1e service neutron] 10.222.0.55 "GET /v2.0/networks/fafa437f-9f17-4e8e-b66c-047ddc4a3244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830472 Oct 20 11:53:07.655975 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d4f775b1-442d-4f14-9759-ac4a89d1b580 req-5de9a63f-046e-4125-bbe7-4760099d5ac0 service neutron] 10.222.0.55 "GET /v2.0/networks/fafa437f-9f17-4e8e-b66c-047ddc4a3244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887005 Oct 20 11:53:07.772737 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-b5065803-f871-4c67-99c1-2a7c2c2f0bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7591f03-4c4f-4aaa-9e8a-5eb6364747ee', 'name': 'tempest-TestSnapshotPattern-1790296383-router', 'tenant_id': 'bbc2eb75b2fb41589f58562276feebde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': 'eecc82e5-848d-4d91-8cab-bb36ff8a2480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:50:11Z', 'updated_at': '2021-10-20T11:50:14Z', 'revision_number': 4, 'project_id': 'bbc2eb75b2fb41589f58562276feebde', 'gw_port': {'id': 'eecc82e5-848d-4d91-8cab-bb36ff8a2480', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:f8:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7591f03-4c4f-4aaa-9e8a-5eb6364747ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:50:12Z', 'updated_at': '2021-10-20T11:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_floatingips': [{'id': '3b3162eb-7036-451e-85c7-186173bb66c5', 'tenant_id': 'bbc2eb75b2fb41589f58562276feebde', 'floating_ip_address': '172.25.1.67', 'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'router_id': 'a7591f03-4c4f-4aaa-9e8a-5eb6364747ee', 'port_id': 'e3500c20-c037-4132-9af8-e5ef6fe739ed', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fafa437f-9f17-4e8e-b66c-047ddc4a3244', 'mac_address': 'fa:16:3e:61:78:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08c82608-4221-4766-8b78-9e7c9fa1544f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:53:06Z', 'updated_at': '2021-10-20T11:53:06Z', 'revision_number': 0, 'project_id': 'bbc2eb75b2fb41589f58562276feebde', 'fixed_ip_address_scope': None}, {'id': 'f24fa7ab-6db8-40bd-b716-0f01842dd5d0', 'tenant_id': 'bbc2eb75b2fb41589f58562276feebde', 'floating_ip_address': '172.25.1.194', 'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'router_id': 'a7591f03-4c4f-4aaa-9e8a-5eb6364747ee', 'port_id': '30dc7c05-702c-488a-add1-8129c0bab41e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fafa437f-9f17-4e8e-b66c-047ddc4a3244', 'mac_address': 'fa:16:3e:4f:51:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '211b0d28-5a34-464f-be52-db4bee6e2670', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:50:31Z', 'updated_at': '2021-10-20T11:50:34Z', 'revision_number': 1, 'project_id': 'bbc2eb75b2fb41589f58562276feebde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1751946d-280a-41ef-8c8b-f403cf75202c', 'name': '', 'network_id': 'fafa437f-9f17-4e8e-b66c-047ddc4a3244', 'tenant_id': 'bbc2eb75b2fb41589f58562276feebde', 'mac_address': 'fa:16:3e:d2:ca:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7591f03-4c4f-4aaa-9e8a-5eb6364747ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'b201448f-5b10-4ca6-8e18-91ba20b76ded', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:50:14Z', 'updated_at': '2021-10-20T11:50:19Z', 'revision_number': 5, 'project_id': 'bbc2eb75b2fb41589f58562276feebde', 'subnets': [{'id': 'b201448f-5b10-4ca6-8e18-91ba20b76ded', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:53:07.798987 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5065803-f871-4c67-99c1-2a7c2c2f0bc8 None None] The sync data for ids ['a7591f03-4c4f-4aaa-9e8a-5eb6364747ee'] in n-d-811396-3 is: [{'id': 'a7591f03-4c4f-4aaa-9e8a-5eb6364747ee', 'name': 'tempest-TestSnapshotPattern-1790296383-router', 'tenant_id': 'bbc2eb75b2fb41589f58562276feebde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': 'eecc82e5-848d-4d91-8cab-bb36ff8a2480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:50:11Z', 'updated_at': '2021-10-20T11:50:14Z', 'revision_number': 4, 'project_id': 'bbc2eb75b2fb41589f58562276feebde', 'gw_port': {'id': 'eecc82e5-848d-4d91-8cab-bb36ff8a2480', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:f8:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7591f03-4c4f-4aaa-9e8a-5eb6364747ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:50:12Z', 'updated_at': '2021-10-20T11:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_floatingips': [{'id': '3b3162eb-7036-451e-85c7-186173bb66c5', 'tenant_id': 'bbc2eb75b2fb41589f58562276feebde', 'floating_ip_address': '172.25.1.67', 'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'router_id': 'a7591f03-4c4f-4aaa-9e8a-5eb6364747ee', 'port_id': 'e3500c20-c037-4132-9af8-e5ef6fe739ed', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fafa437f-9f17-4e8e-b66c-047ddc4a3244', 'mac_address': 'fa:16:3e:61:78:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08c82608-4221-4766-8b78-9e7c9fa1544f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:53:06Z', 'updated_at': '2021-10-20T11:53:06Z', 'revision_number': 0, 'project_id': 'bbc2eb75b2fb41589f58562276feebde', 'fixed_ip_address_scope': None}, {'id': 'f24fa7ab-6db8-40bd-b716-0f01842dd5d0', 'tenant_id': 'bbc2eb75b2fb41589f58562276feebde', 'floating_ip_address': '172.25.1.194', 'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'router_id': 'a7591f03-4c4f-4aaa-9e8a-5eb6364747ee', 'port_id': '30dc7c05-702c-488a-add1-8129c0bab41e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fafa437f-9f17-4e8e-b66c-047ddc4a3244', 'mac_address': 'fa:16:3e:4f:51:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '211b0d28-5a34-464f-be52-db4bee6e2670', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:50:31Z', 'updated_at': '2021-10-20T11:50:34Z', 'revision_number': 1, 'project_id': 'bbc2eb75b2fb41589f58562276feebde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1751946d-280a-41ef-8c8b-f403cf75202c', 'name': '', 'network_id': 'fafa437f-9f17-4e8e-b66c-047ddc4a3244', 'tenant_id': 'bbc2eb75b2fb41589f58562276feebde', 'mac_address': 'fa:16:3e:d2:ca:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7591f03-4c4f-4aaa-9e8a-5eb6364747ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'b201448f-5b10-4ca6-8e18-91ba20b76ded', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:50:14Z', 'updated_at': '2021-10-20T11:50:19Z', 'revision_number': 5, 'project_id': 'bbc2eb75b2fb41589f58562276feebde', 'subnets': [{'id': 'b201448f-5b10-4ca6-8e18-91ba20b76ded', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:53:07.884885 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:07.982816 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8197c2a5-a981-4bbf-847e-39897ed3e54c None None] New status for floating IP 3b3162eb-7036-451e-85c7-186173bb66c5: ACTIVE {{(pid=100599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 11:53:09.055374 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:09.250563 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:15.244175 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 7 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:53:20.088710 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:30.415372 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ba1661f4-66c8-4ba1-b5ce-ae97e5f536b0 req-887d2457-3ae7-4100-bbe5-e2a54d288773 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=211b0d28-5a34-464f-be52-db4bee6e2670&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0382545 Oct 20 11:53:30.493207 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1661f4-66c8-4ba1-b5ce-ae97e5f536b0 req-8577ae1f-f1b9-43d9-9625-7bb83554e929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:53:30.494673 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ba1661f4-66c8-4ba1-b5ce-ae97e5f536b0 req-8577ae1f-f1b9-43d9-9625-7bb83554e929 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=bbc2eb75b2fb41589f58562276feebde&device_id=211b0d28-5a34-464f-be52-db4bee6e2670 HTTP/1.1" status: 200 len: 1094 time: 0.0392890 Oct 20 11:53:30.600393 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1661f4-66c8-4ba1-b5ce-ae97e5f536b0 req-4d93a88f-f507-4e37-9993-108ff52a961f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:53:30.601772 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ba1661f4-66c8-4ba1-b5ce-ae97e5f536b0 req-4d93a88f-f507-4e37-9993-108ff52a961f service neutron] 10.222.0.69 "GET /v2.0/networks?id=fafa437f-9f17-4e8e-b66c-047ddc4a3244 HTTP/1.1" status: 200 len: 911 time: 0.0878291 Oct 20 11:53:30.664359 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ba1661f4-66c8-4ba1-b5ce-ae97e5f536b0 req-3360d521-2213-4495-8871-fb6618f855d9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=30dc7c05-702c-488a-add1-8129c0bab41e HTTP/1.1" status: 200 len: 999 time: 0.0557082 Oct 20 11:53:30.714776 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1661f4-66c8-4ba1-b5ce-ae97e5f536b0 req-76df119b-1983-4017-a6e6-42172ed736aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:53:30.716752 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ba1661f4-66c8-4ba1-b5ce-ae97e5f536b0 req-76df119b-1983-4017-a6e6-42172ed736aa service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b201448f-5b10-4ca6-8e18-91ba20b76ded HTTP/1.1" status: 200 len: 849 time: 0.0456326 Oct 20 11:53:30.760518 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1661f4-66c8-4ba1-b5ce-ae97e5f536b0 req-1180e0e8-b0b6-4628-8d45-a40457f8927d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:53:30.761989 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ba1661f4-66c8-4ba1-b5ce-ae97e5f536b0 req-1180e0e8-b0b6-4628-8d45-a40457f8927d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=fafa437f-9f17-4e8e-b66c-047ddc4a3244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386446 Oct 20 11:53:30.854821 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ba1661f4-66c8-4ba1-b5ce-ae97e5f536b0 req-e3806e16-21e6-4918-848a-fa5f222d0b76 service neutron] 10.222.0.69 "GET /v2.0/networks/fafa437f-9f17-4e8e-b66c-047ddc4a3244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860963 Oct 20 11:53:30.944943 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-ba1661f4-66c8-4ba1-b5ce-ae97e5f536b0 req-d54a047d-d760-45c8-b1a8-cd62f93b54e5 service neutron] 10.222.0.69 "GET /v2.0/networks/fafa437f-9f17-4e8e-b66c-047ddc4a3244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828478 Oct 20 11:53:33.658135 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-55a3482c-d66a-42f3-8b5e-6250c21a2cfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:36.488529 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-f6a92673-6c37-4884-9b89-852d7fb28b1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:37.290398 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:37.887309 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:39.058512 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:39.256749 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:50.103809 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:52.243474 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 7 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:54:00.690301 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d3bad1b8-6b70-43aa-b4ea-16f1eddf77ba req-2e4be30a-b12f-4e3d-885b-1a5434f88610 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=08c82608-4221-4766-8b78-9e7c9fa1544f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0940175 Oct 20 11:54:00.793159 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bad1b8-6b70-43aa-b4ea-16f1eddf77ba req-67d4d1c5-5780-4f15-8af1-56e92b926965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:00.794677 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d3bad1b8-6b70-43aa-b4ea-16f1eddf77ba req-67d4d1c5-5780-4f15-8af1-56e92b926965 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bbc2eb75b2fb41589f58562276feebde&device_id=08c82608-4221-4766-8b78-9e7c9fa1544f HTTP/1.1" status: 200 len: 1096 time: 0.0435011 Oct 20 11:54:00.895653 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bad1b8-6b70-43aa-b4ea-16f1eddf77ba req-4115b3c5-dab0-4380-8dcd-3fdfc431c01a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:00.897037 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d3bad1b8-6b70-43aa-b4ea-16f1eddf77ba req-4115b3c5-dab0-4380-8dcd-3fdfc431c01a service neutron] 10.222.0.55 "GET /v2.0/networks?id=fafa437f-9f17-4e8e-b66c-047ddc4a3244 HTTP/1.1" status: 200 len: 911 time: 0.0840464 Oct 20 11:54:00.965770 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d3bad1b8-6b70-43aa-b4ea-16f1eddf77ba req-01ad24d9-880e-4087-a936-1b57fa03cfff service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e3500c20-c037-4132-9af8-e5ef6fe739ed HTTP/1.1" status: 200 len: 1000 time: 0.0603399 Oct 20 11:54:01.013045 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bad1b8-6b70-43aa-b4ea-16f1eddf77ba req-bfc1b021-3ad3-4d34-808c-42334aef7d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:01.014505 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d3bad1b8-6b70-43aa-b4ea-16f1eddf77ba req-bfc1b021-3ad3-4d34-808c-42334aef7d66 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b201448f-5b10-4ca6-8e18-91ba20b76ded HTTP/1.1" status: 200 len: 849 time: 0.0421653 Oct 20 11:54:01.059302 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bad1b8-6b70-43aa-b4ea-16f1eddf77ba req-997e08ed-bbff-496f-b9cf-06137ed3867f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:01.060795 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d3bad1b8-6b70-43aa-b4ea-16f1eddf77ba req-997e08ed-bbff-496f-b9cf-06137ed3867f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fafa437f-9f17-4e8e-b66c-047ddc4a3244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0382977 Oct 20 11:54:01.071785 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [req-d3bad1b8-6b70-43aa-b4ea-16f1eddf77ba req-6da7be2f-2f63-4994-8f9d-30741e77f745 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:54:01.072713 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d3bad1b8-6b70-43aa-b4ea-16f1eddf77ba req-6da7be2f-2f63-4994-8f9d-30741e77f745 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0050442 Oct 20 11:54:01.165830 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d3bad1b8-6b70-43aa-b4ea-16f1eddf77ba req-d699da73-fed8-487b-8dd8-2b04a9ae7ed7 service neutron] 10.222.0.55 "GET /v2.0/networks/fafa437f-9f17-4e8e-b66c-047ddc4a3244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863612 Oct 20 11:54:01.253261 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d3bad1b8-6b70-43aa-b4ea-16f1eddf77ba req-d596fb0e-db07-4012-a306-51e1ceee66c2 service neutron] 10.222.0.55 "GET /v2.0/networks/fafa437f-9f17-4e8e-b66c-047ddc4a3244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798347 Oct 20 11:54:03.658393 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73ec3233-12da-42ba-b83b-96052cbe56c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:06.489334 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-919d2c5c-3691-415b-ab59-085e0abb516c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:07.290429 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:07.889563 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:09.054821 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:09.256277 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:20.129791 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:29.243078 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 7 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:54:32.466742 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-53b85b1c-662c-4040-89a3-74c30e683a1d req-83bae35f-49d0-49e2-a47a-cc8591ca027b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=211b0d28-5a34-464f-be52-db4bee6e2670&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0432694 Oct 20 11:54:32.547116 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b85b1c-662c-4040-89a3-74c30e683a1d req-8a641af9-6b0d-4fc7-91f2-93d170b69624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:32.548516 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-53b85b1c-662c-4040-89a3-74c30e683a1d req-8a641af9-6b0d-4fc7-91f2-93d170b69624 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=bbc2eb75b2fb41589f58562276feebde&device_id=211b0d28-5a34-464f-be52-db4bee6e2670 HTTP/1.1" status: 200 len: 1094 time: 0.0390356 Oct 20 11:54:32.647354 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b85b1c-662c-4040-89a3-74c30e683a1d req-852f5694-fc97-4c6c-a09a-0765d2743e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:32.648870 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-53b85b1c-662c-4040-89a3-74c30e683a1d req-852f5694-fc97-4c6c-a09a-0765d2743e38 service neutron] 10.222.0.69 "GET /v2.0/networks?id=fafa437f-9f17-4e8e-b66c-047ddc4a3244 HTTP/1.1" status: 200 len: 911 time: 0.0813408 Oct 20 11:54:32.715230 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-53b85b1c-662c-4040-89a3-74c30e683a1d req-15dfc7f3-497e-41fe-9204-a912e7029f4a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=30dc7c05-702c-488a-add1-8129c0bab41e HTTP/1.1" status: 200 len: 999 time: 0.0596519 Oct 20 11:54:32.762881 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b85b1c-662c-4040-89a3-74c30e683a1d req-5c0fde28-3bf8-4def-adf9-8cf17ab4c8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:32.764324 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-53b85b1c-662c-4040-89a3-74c30e683a1d req-5c0fde28-3bf8-4def-adf9-8cf17ab4c8f4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b201448f-5b10-4ca6-8e18-91ba20b76ded HTTP/1.1" status: 200 len: 849 time: 0.0426698 Oct 20 11:54:32.808241 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b85b1c-662c-4040-89a3-74c30e683a1d req-8755f7b1-0af1-4524-aa79-61d63b1f4c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:32.809597 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-53b85b1c-662c-4040-89a3-74c30e683a1d req-8755f7b1-0af1-4524-aa79-61d63b1f4c13 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=fafa437f-9f17-4e8e-b66c-047ddc4a3244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386379 Oct 20 11:54:32.901952 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-53b85b1c-662c-4040-89a3-74c30e683a1d req-f2c1532e-674a-4ade-9036-0b2b3c941a76 service neutron] 10.222.0.69 "GET /v2.0/networks/fafa437f-9f17-4e8e-b66c-047ddc4a3244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852256 Oct 20 11:54:32.989874 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-53b85b1c-662c-4040-89a3-74c30e683a1d req-e4de0ed9-2098-40b9-a84c-77d0f2ed1dd6 service neutron] 10.222.0.69 "GET /v2.0/networks/fafa437f-9f17-4e8e-b66c-047ddc4a3244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812469 Oct 20 11:54:33.659664 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-5c294e41-9145-4d90-9305-a9f7a2173145 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:36.494355 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-99efcb1a-db92-45e5-854f-ae5c51956d16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:37.291911 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:37.892123 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:39.060115 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:39.259984 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:50.134849 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:00.639748 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a956814f-1e22-45f9-b0cd-a80d9b1de691 req-2c7d28ea-bb42-4fb3-9586-03edff6313f3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=08c82608-4221-4766-8b78-9e7c9fa1544f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0419180 Oct 20 11:55:00.740020 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a956814f-1e22-45f9-b0cd-a80d9b1de691 req-429184bc-da00-4c0d-8b92-a19625bc977f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:00.741450 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a956814f-1e22-45f9-b0cd-a80d9b1de691 req-429184bc-da00-4c0d-8b92-a19625bc977f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bbc2eb75b2fb41589f58562276feebde&device_id=08c82608-4221-4766-8b78-9e7c9fa1544f HTTP/1.1" status: 200 len: 1096 time: 0.0394721 Oct 20 11:55:00.847082 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a956814f-1e22-45f9-b0cd-a80d9b1de691 req-ea99d004-1c90-40a6-b5f1-1aa18e0ec96c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:00.848604 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a956814f-1e22-45f9-b0cd-a80d9b1de691 req-ea99d004-1c90-40a6-b5f1-1aa18e0ec96c service neutron] 10.222.0.55 "GET /v2.0/networks?id=fafa437f-9f17-4e8e-b66c-047ddc4a3244 HTTP/1.1" status: 200 len: 911 time: 0.0878003 Oct 20 11:55:00.911738 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a956814f-1e22-45f9-b0cd-a80d9b1de691 req-8585c3aa-f564-48e9-aa0b-2a45ba8d5d5b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e3500c20-c037-4132-9af8-e5ef6fe739ed HTTP/1.1" status: 200 len: 1000 time: 0.0561824 Oct 20 11:55:00.963733 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a956814f-1e22-45f9-b0cd-a80d9b1de691 req-d05ef245-b44a-46ad-9cb6-a8eb39cb2c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:00.965200 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a956814f-1e22-45f9-b0cd-a80d9b1de691 req-d05ef245-b44a-46ad-9cb6-a8eb39cb2c85 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b201448f-5b10-4ca6-8e18-91ba20b76ded HTTP/1.1" status: 200 len: 849 time: 0.0465508 Oct 20 11:55:01.012454 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a956814f-1e22-45f9-b0cd-a80d9b1de691 req-01ccc32e-6ea3-4441-8544-3bdc167f1d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:01.013926 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a956814f-1e22-45f9-b0cd-a80d9b1de691 req-01ccc32e-6ea3-4441-8544-3bdc167f1d9c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fafa437f-9f17-4e8e-b66c-047ddc4a3244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418818 Oct 20 11:55:01.101603 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a956814f-1e22-45f9-b0cd-a80d9b1de691 req-3f8bc238-33de-4606-bd87-77772ea5f8df service neutron] 10.222.0.55 "GET /v2.0/networks/fafa437f-9f17-4e8e-b66c-047ddc4a3244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804696 Oct 20 11:55:01.512725 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-a956814f-1e22-45f9-b0cd-a80d9b1de691 req-24d85f1c-6f52-4e8e-8ee5-5273cd8d917f service neutron] 10.222.0.55 "GET /v2.0/networks/fafa437f-9f17-4e8e-b66c-047ddc4a3244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4039297 Oct 20 11:55:03.659710 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-042198f8-e441-4648-962b-49f9aa5ce96b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:06.242212 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 7 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:55:06.494205 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-14f228f8-a7f0-4bf8-bccf-945e3a08e0ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:07.292368 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:07.894922 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:09.085398 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:09.261893 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:20.152235 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:25.768825 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device e3500c20-c037-4132-9af8-e5ef6fe739ed details requested by agent hyperv_n-h1-811396-3 with host n-h1-811396-3 {{(pid=100598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:55:25.862092 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port e3500c20-c037-4132-9af8-e5ef6fe739ed, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=e3500c20-c037-4132-9af8-e5ef6fe739ed,segment=NetworkSegment(62ba4a49-dcf3-450d-b877-e0ad9e6afb25),segment_id=62ba4a49-dcf3-450d-b877-e0ad9e6afb25)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:55:25.872798 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Returning: {'device': 'e3500c20-c037-4132-9af8-e5ef6fe739ed', 'network_id': 'fafa437f-9f17-4e8e-b66c-047ddc4a3244', 'port_id': 'e3500c20-c037-4132-9af8-e5ef6fe739ed', 'mac_address': 'fa:16:3e:61:78:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 842, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b201448f-5b10-4ca6-8e18-91ba20b76ded', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:55:25.909520 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:25.924586 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e3500c20-c037-4132-9af8-e5ef6fe739ed {{(pid=100598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:55:25.943161 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port e3500c20-c037-4132-9af8-e5ef6fe739ed, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=e3500c20-c037-4132-9af8-e5ef6fe739ed,segment=NetworkSegment(62ba4a49-dcf3-450d-b877-e0ad9e6afb25),segment_id=62ba4a49-dcf3-450d-b877-e0ad9e6afb25)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:55:25.946680 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:25.991761 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=e3500c20-c037-4132-9af8-e5ef6fe739ed,revision_number=6']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:25.998809 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:55:25.999162 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:55:25.999532 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:55:25.999872 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:55:26.000204 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:55:26.000534 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:55:26.000861 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:55:26.001705 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:55:26.002031 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:55:26.002355 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:55:26.002679 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:55:26.003002 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:55:26.081943 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] get_ports_and_sgs() called for port_ids ['e3500c20-c037-4132-9af8-e5ef6fe739ed'] {{(pid=100598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:55:27.784923 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device e3500c20-c037-4132-9af8-e5ef6fe739ed up at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:55:27.832053 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.provisioning_blocks [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Provisioning complete for port e3500c20-c037-4132-9af8-e5ef6fe739ed triggered by entity L2. {{(pid=100598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:55:27.832436 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782647'] for port, provisioning_complete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:27.911268 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659973'] for port, before_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:27.932886 n-d-811396-3 neutron-server[100598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08c82608-4221-4766-8b78-9e7c9fa1544f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3500c20-c037-4132-9af8-e5ef6fe739ed'}] {{(pid=100598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:55:27.935126 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3a5a1e74fee385f59395feee7f880defec871777ba90fab9b56a242633970a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca1b9e6f-6402-4944-a12c-f7b301b512b3" -d '{"events": [{"server_uuid": "08c82608-4221-4766-8b78-9e7c9fa1544f", "name": "network-vif-plugged", "status": "completed", "tag": "e3500c20-c037-4132-9af8-e5ef6fe739ed"}]}' {{(pid=100598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:55:27.948372 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] For port e3500c20-c037-4132-9af8-e5ef6fe739ed, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=e3500c20-c037-4132-9af8-e5ef6fe739ed,segment=NetworkSegment(62ba4a49-dcf3-450d-b877-e0ad9e6afb25),segment_id=62ba4a49-dcf3-450d-b877-e0ad9e6afb25)] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:55:27.954093 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734775807335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734775316965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734775316983'] for port, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:28.004671 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Pushing event updated for resources: {'Port': ['ID=e3500c20-c037-4132-9af8-e5ef6fe739ed,revision_number=7']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:28.031716 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a438b58-490c-4552-a43d-a7b0bc1280fd x-openstack-request-id: req-3a438b58-490c-4552-a43d-a7b0bc1280fd {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:55:28.032016 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08c82608-4221-4766-8b78-9e7c9fa1544f", "name": "network-vif-plugged", "status": "completed", "tag": "e3500c20-c037-4132-9af8-e5ef6fe739ed", "code": 200}]} {{(pid=100598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:55:28.032276 n-d-811396-3 neutron-server[100598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3a438b58-490c-4552-a43d-a7b0bc1280fd {{(pid=100598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:55:28.032700 n-d-811396-3 neutron-server[100598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08c82608-4221-4766-8b78-9e7c9fa1544f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3500c20-c037-4132-9af8-e5ef6fe739ed', 'code': 200} Oct 20 11:55:31.931193 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6c5fede2-b01c-40ac-84fd-4302d6ca013b req-a4cd871b-dd64-4e96-a3ff-1fc44b5716db service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=211b0d28-5a34-464f-be52-db4bee6e2670&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0995905 Oct 20 11:55:32.028836 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5fede2-b01c-40ac-84fd-4302d6ca013b req-c79a574f-080e-4471-827a-b0941505b86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:32.030476 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6c5fede2-b01c-40ac-84fd-4302d6ca013b req-c79a574f-080e-4471-827a-b0941505b86f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=bbc2eb75b2fb41589f58562276feebde&device_id=211b0d28-5a34-464f-be52-db4bee6e2670 HTTP/1.1" status: 200 len: 1094 time: 0.0479271 Oct 20 11:55:32.146367 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5fede2-b01c-40ac-84fd-4302d6ca013b req-eadf0010-d885-4fa0-a6f9-390d1a71f7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:32.148058 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6c5fede2-b01c-40ac-84fd-4302d6ca013b req-eadf0010-d885-4fa0-a6f9-390d1a71f7f4 service neutron] 10.222.0.69 "GET /v2.0/networks?id=fafa437f-9f17-4e8e-b66c-047ddc4a3244 HTTP/1.1" status: 200 len: 911 time: 0.0981574 Oct 20 11:55:32.229026 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6c5fede2-b01c-40ac-84fd-4302d6ca013b req-e4c8b001-d043-47bf-8dbd-c248e4d65f35 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=30dc7c05-702c-488a-add1-8129c0bab41e HTTP/1.1" status: 200 len: 999 time: 0.0740824 Oct 20 11:55:32.285783 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5fede2-b01c-40ac-84fd-4302d6ca013b req-3a717ba1-6a9b-4e5e-8aa5-36e22997a6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:32.287897 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6c5fede2-b01c-40ac-84fd-4302d6ca013b req-3a717ba1-6a9b-4e5e-8aa5-36e22997a6d5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b201448f-5b10-4ca6-8e18-91ba20b76ded HTTP/1.1" status: 200 len: 849 time: 0.0521154 Oct 20 11:55:32.340731 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5fede2-b01c-40ac-84fd-4302d6ca013b req-e440b509-ce56-4b52-b838-6c14e14c2950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:32.343376 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6c5fede2-b01c-40ac-84fd-4302d6ca013b req-e440b509-ce56-4b52-b838-6c14e14c2950 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=fafa437f-9f17-4e8e-b66c-047ddc4a3244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0480421 Oct 20 11:55:32.446825 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6c5fede2-b01c-40ac-84fd-4302d6ca013b req-f1fc37d1-4bfe-4989-a2a4-9622ee741e6b service neutron] 10.222.0.69 "GET /v2.0/networks/fafa437f-9f17-4e8e-b66c-047ddc4a3244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952256 Oct 20 11:55:32.549073 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-6c5fede2-b01c-40ac-84fd-4302d6ca013b req-b260fc28-a2cf-40e2-9ccd-7584fc4489b7 service neutron] 10.222.0.69 "GET /v2.0/networks/fafa437f-9f17-4e8e-b66c-047ddc4a3244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950117 Oct 20 11:55:33.663441 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3f1c1903-0509-4782-b3c0-5e97ed3f61b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:36.497481 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-c1f56390-b95f-40e7-9881-ca05001d8457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:37.295426 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:37.896740 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:38.485104 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 49380) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:55:38.637170 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-57f106e5-7984-4fd9-84e7-0e1906d3821b tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Deleting port f87011d1-7d7b-4fa0-8460-ba092fc69098 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:55:38.637514 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-57f106e5-7984-4fd9-84e7-0e1906d3821b tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:38.714663 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-57f106e5-7984-4fd9-84e7-0e1906d3821b tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:38.714989 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-57f106e5-7984-4fd9-84e7-0e1906d3821b tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:38.726328 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-57f106e5-7984-4fd9-84e7-0e1906d3821b tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Calling delete_port for f87011d1-7d7b-4fa0-8460-ba092fc69098 owned by network:floatingip {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:55:38.866261 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-57f106e5-7984-4fd9-84e7-0e1906d3821b tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:38.895534 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f106e5-7984-4fd9-84e7-0e1906d3821b tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Pushing event deleted for resources: {'Port': ['ID=f87011d1-7d7b-4fa0-8460-ba092fc69098,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:38.919491 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f106e5-7984-4fd9-84e7-0e1906d3821b tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:55:38.919822 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f106e5-7984-4fd9-84e7-0e1906d3821b tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:55:38.920157 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f106e5-7984-4fd9-84e7-0e1906d3821b tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:55:38.920487 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f106e5-7984-4fd9-84e7-0e1906d3821b tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:55:38.920815 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f106e5-7984-4fd9-84e7-0e1906d3821b tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:55:38.921140 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f106e5-7984-4fd9-84e7-0e1906d3821b tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:55:38.921463 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f106e5-7984-4fd9-84e7-0e1906d3821b tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:55:38.921784 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f106e5-7984-4fd9-84e7-0e1906d3821b tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:55:38.922099 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f106e5-7984-4fd9-84e7-0e1906d3821b tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:55:38.922415 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f106e5-7984-4fd9-84e7-0e1906d3821b tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:55:38.922734 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f106e5-7984-4fd9-84e7-0e1906d3821b tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:55:38.923573 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f106e5-7984-4fd9-84e7-0e1906d3821b tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:55:38.961406 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-57f106e5-7984-4fd9-84e7-0e1906d3821b tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Publish callbacks [] for floatingip, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:38.961791 n-d-811396-3 neutron-server[100597]: INFO neutron.db.l3_db [None req-57f106e5-7984-4fd9-84e7-0e1906d3821b tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Floating IP 3b3162eb-7036-451e-85c7-186173bb66c5 disassociated (deleted). External IP: 172.25.1.67, port: e3500c20-c037-4132-9af8-e5ef6fe739ed. Oct 20 11:55:39.092128 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:39.163574 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57f106e5-7984-4fd9-84e7-0e1906d3821b tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Router a7591f03-4c4f-4aaa-9e8a-5eb6364747ee has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:55:39.265422 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:39.274506 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57f106e5-7984-4fd9-84e7-0e1906d3821b tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:55:39.279497 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-57f106e5-7984-4fd9-84e7-0e1906d3821b tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for floatingip, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:39.284003 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0300e398-670a-4f11-9cbe-bf61cf1259d5 None None] Sync routers for ids ['a7591f03-4c4f-4aaa-9e8a-5eb6364747ee'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:55:39.292551 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0300e398-670a-4f11-9cbe-bf61cf1259d5 None None] Routers {'a7591f03-4c4f-4aaa-9e8a-5eb6364747ee'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:55:39.293184 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-0300e398-670a-4f11-9cbe-bf61cf1259d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:55:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['a7591f03-4c4f-4aaa-9e8a-5eb6364747ee'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:55:39.305048 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-57f106e5-7984-4fd9-84e7-0e1906d3821b tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] 10.222.0.64 "DELETE /v2.0/floatingips/3b3162eb-7036-451e-85c7-186173bb66c5 HTTP/1.1" status: 204 len: 168 time: 0.8188314 Oct 20 11:55:39.305643 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08c82608-4221-4766-8b78-9e7c9fa1544f', 'tag': 'e3500c20-c037-4132-9af8-e5ef6fe739ed'}] {{(pid=100597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:55:39.307928 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26bcd304cef01c8d1125ec9c440c7684a0d186feae015bfd415464a1220f638e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc4a3261-6741-49b6-8e84-4800b926485d" -d '{"events": [{"name": "network-changed", "server_uuid": "08c82608-4221-4766-8b78-9e7c9fa1544f", "tag": "e3500c20-c037-4132-9af8-e5ef6fe739ed"}]}' {{(pid=100597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:55:39.421988 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e08ed493-7794-405a-acb6-24c20f0a1852 x-openstack-request-id: req-e08ed493-7794-405a-acb6-24c20f0a1852 {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:55:39.422504 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08c82608-4221-4766-8b78-9e7c9fa1544f", "tag": "e3500c20-c037-4132-9af8-e5ef6fe739ed", "status": "completed", "code": 200}]} {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:55:39.422942 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e08ed493-7794-405a-acb6-24c20f0a1852 {{(pid=100597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:55:39.424100 n-d-811396-3 neutron-server[100597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08c82608-4221-4766-8b78-9e7c9fa1544f', 'tag': 'e3500c20-c037-4132-9af8-e5ef6fe739ed', 'status': 'completed', 'code': 200} Oct 20 11:55:39.521487 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4a3261-6741-49b6-8e84-4800b926485d req-cf38c602-9920-49cf-85fc-31f06b3cc443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:39.523812 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-dc4a3261-6741-49b6-8e84-4800b926485d req-cf38c602-9920-49cf-85fc-31f06b3cc443 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bbc2eb75b2fb41589f58562276feebde&device_id=08c82608-4221-4766-8b78-9e7c9fa1544f HTTP/1.1" status: 200 len: 1096 time: 0.0513160 Oct 20 11:55:39.570452 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-0300e398-670a-4f11-9cbe-bf61cf1259d5 None None] Set router a7591f03-4c4f-4aaa-9e8a-5eb6364747ee gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:55:39.640639 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44f7069-8fb7-4952-9f91-3b5d7e48c590 req-b0cba7f7-ce37-4fb9-a256-d312c1ccbf96 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:39.642092 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e44f7069-8fb7-4952-9f91-3b5d7e48c590 req-b0cba7f7-ce37-4fb9-a256-d312c1ccbf96 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] 10.222.0.64 "GET /v2.0/ports?device_id=08c82608-4221-4766-8b78-9e7c9fa1544f HTTP/1.1" status: 200 len: 945 time: 0.1079781 Oct 20 11:55:39.676112 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4a3261-6741-49b6-8e84-4800b926485d req-288b2d3a-a732-4252-8e87-e46b3338b1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:39.677576 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-dc4a3261-6741-49b6-8e84-4800b926485d req-288b2d3a-a732-4252-8e87-e46b3338b1bc service neutron] 10.222.0.55 "GET /v2.0/networks?id=fafa437f-9f17-4e8e-b66c-047ddc4a3244 HTTP/1.1" status: 200 len: 911 time: 0.1424036 Oct 20 11:55:39.730831 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-e44f7069-8fb7-4952-9f91-3b5d7e48c590 req-657395f7-4d23-4bb5-ba36-2028c2ce2b0f tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fd6c6e2-47d0-49e4-96d0-201ed73ab0de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788252 Oct 20 11:55:39.732396 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-dc4a3261-6741-49b6-8e84-4800b926485d req-a48ee0b7-e874-48b2-aa6e-a47a68e885f6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e3500c20-c037-4132-9af8-e5ef6fe739ed HTTP/1.1" status: 200 len: 217 time: 0.0444002 Oct 20 11:55:39.785003 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4a3261-6741-49b6-8e84-4800b926485d req-f02f5dda-8632-48d2-9afc-2f8e7458b022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:39.786682 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-dc4a3261-6741-49b6-8e84-4800b926485d req-f02f5dda-8632-48d2-9afc-2f8e7458b022 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b201448f-5b10-4ca6-8e18-91ba20b76ded HTTP/1.1" status: 200 len: 849 time: 0.0462661 Oct 20 11:55:39.799096 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-0300e398-670a-4f11-9cbe-bf61cf1259d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7591f03-4c4f-4aaa-9e8a-5eb6364747ee', 'name': 'tempest-TestSnapshotPattern-1790296383-router', 'tenant_id': 'bbc2eb75b2fb41589f58562276feebde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': 'eecc82e5-848d-4d91-8cab-bb36ff8a2480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:50:11Z', 'updated_at': '2021-10-20T11:50:14Z', 'revision_number': 4, 'project_id': 'bbc2eb75b2fb41589f58562276feebde', 'gw_port': {'id': 'eecc82e5-848d-4d91-8cab-bb36ff8a2480', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:f8:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7591f03-4c4f-4aaa-9e8a-5eb6364747ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:50:12Z', 'updated_at': '2021-10-20T11:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_floatingips': [{'id': 'f24fa7ab-6db8-40bd-b716-0f01842dd5d0', 'tenant_id': 'bbc2eb75b2fb41589f58562276feebde', 'floating_ip_address': '172.25.1.194', 'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'router_id': 'a7591f03-4c4f-4aaa-9e8a-5eb6364747ee', 'port_id': '30dc7c05-702c-488a-add1-8129c0bab41e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fafa437f-9f17-4e8e-b66c-047ddc4a3244', 'mac_address': 'fa:16:3e:4f:51:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '211b0d28-5a34-464f-be52-db4bee6e2670', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:50:31Z', 'updated_at': '2021-10-20T11:50:34Z', 'revision_number': 1, 'project_id': 'bbc2eb75b2fb41589f58562276feebde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1751946d-280a-41ef-8c8b-f403cf75202c', 'name': '', 'network_id': 'fafa437f-9f17-4e8e-b66c-047ddc4a3244', 'tenant_id': 'bbc2eb75b2fb41589f58562276feebde', 'mac_address': 'fa:16:3e:d2:ca:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7591f03-4c4f-4aaa-9e8a-5eb6364747ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'b201448f-5b10-4ca6-8e18-91ba20b76ded', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:50:14Z', 'updated_at': '2021-10-20T11:50:19Z', 'revision_number': 5, 'project_id': 'bbc2eb75b2fb41589f58562276feebde', 'subnets': [{'id': 'b201448f-5b10-4ca6-8e18-91ba20b76ded', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:55:39.825521 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0300e398-670a-4f11-9cbe-bf61cf1259d5 None None] Checking router: a7591f03-4c4f-4aaa-9e8a-5eb6364747ee for host: n-d-811396-3 {{(pid=100598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:55:39.833662 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4a3261-6741-49b6-8e84-4800b926485d req-7a7c14d9-6308-4030-924c-f351c442fee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:39.834403 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0300e398-670a-4f11-9cbe-bf61cf1259d5 None None] Routers {'a7591f03-4c4f-4aaa-9e8a-5eb6364747ee'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:55:39.835016 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-0300e398-670a-4f11-9cbe-bf61cf1259d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:55:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['a7591f03-4c4f-4aaa-9e8a-5eb6364747ee'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:55:39.835158 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-dc4a3261-6741-49b6-8e84-4800b926485d req-7a7c14d9-6308-4030-924c-f351c442fee1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fafa437f-9f17-4e8e-b66c-047ddc4a3244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391099 Oct 20 11:55:39.933973 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-dc4a3261-6741-49b6-8e84-4800b926485d req-1df72fc7-afb8-49b1-a06b-e85f82fb180b service neutron] 10.222.0.55 "GET /v2.0/networks/fafa437f-9f17-4e8e-b66c-047ddc4a3244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897355 Oct 20 11:55:39.943796 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-0300e398-670a-4f11-9cbe-bf61cf1259d5 None None] Set router a7591f03-4c4f-4aaa-9e8a-5eb6364747ee gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:55:40.023921 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-dc4a3261-6741-49b6-8e84-4800b926485d req-6ef0dd95-856a-4d15-994a-e0e1e6988617 service neutron] 10.222.0.55 "GET /v2.0/networks/fafa437f-9f17-4e8e-b66c-047ddc4a3244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825248 Oct 20 11:55:40.162659 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-0300e398-670a-4f11-9cbe-bf61cf1259d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7591f03-4c4f-4aaa-9e8a-5eb6364747ee', 'name': 'tempest-TestSnapshotPattern-1790296383-router', 'tenant_id': 'bbc2eb75b2fb41589f58562276feebde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': 'eecc82e5-848d-4d91-8cab-bb36ff8a2480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:50:11Z', 'updated_at': '2021-10-20T11:50:14Z', 'revision_number': 4, 'project_id': 'bbc2eb75b2fb41589f58562276feebde', 'gw_port': {'id': 'eecc82e5-848d-4d91-8cab-bb36ff8a2480', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:f8:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7591f03-4c4f-4aaa-9e8a-5eb6364747ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:50:12Z', 'updated_at': '2021-10-20T11:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_floatingips': [{'id': 'f24fa7ab-6db8-40bd-b716-0f01842dd5d0', 'tenant_id': 'bbc2eb75b2fb41589f58562276feebde', 'floating_ip_address': '172.25.1.194', 'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'router_id': 'a7591f03-4c4f-4aaa-9e8a-5eb6364747ee', 'port_id': '30dc7c05-702c-488a-add1-8129c0bab41e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fafa437f-9f17-4e8e-b66c-047ddc4a3244', 'mac_address': 'fa:16:3e:4f:51:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '211b0d28-5a34-464f-be52-db4bee6e2670', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:50:31Z', 'updated_at': '2021-10-20T11:50:34Z', 'revision_number': 1, 'project_id': 'bbc2eb75b2fb41589f58562276feebde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1751946d-280a-41ef-8c8b-f403cf75202c', 'name': '', 'network_id': 'fafa437f-9f17-4e8e-b66c-047ddc4a3244', 'tenant_id': 'bbc2eb75b2fb41589f58562276feebde', 'mac_address': 'fa:16:3e:d2:ca:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7591f03-4c4f-4aaa-9e8a-5eb6364747ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'b201448f-5b10-4ca6-8e18-91ba20b76ded', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:50:14Z', 'updated_at': '2021-10-20T11:50:19Z', 'revision_number': 5, 'project_id': 'bbc2eb75b2fb41589f58562276feebde', 'subnets': [{'id': 'b201448f-5b10-4ca6-8e18-91ba20b76ded', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:55:40.192476 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0300e398-670a-4f11-9cbe-bf61cf1259d5 None None] The sync data for ids ['a7591f03-4c4f-4aaa-9e8a-5eb6364747ee'] in n-d-811396-3 is: [{'id': 'a7591f03-4c4f-4aaa-9e8a-5eb6364747ee', 'name': 'tempest-TestSnapshotPattern-1790296383-router', 'tenant_id': 'bbc2eb75b2fb41589f58562276feebde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': 'eecc82e5-848d-4d91-8cab-bb36ff8a2480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:50:11Z', 'updated_at': '2021-10-20T11:50:14Z', 'revision_number': 4, 'project_id': 'bbc2eb75b2fb41589f58562276feebde', 'gw_port': {'id': 'eecc82e5-848d-4d91-8cab-bb36ff8a2480', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:f8:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7591f03-4c4f-4aaa-9e8a-5eb6364747ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:50:12Z', 'updated_at': '2021-10-20T11:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_floatingips': [{'id': 'f24fa7ab-6db8-40bd-b716-0f01842dd5d0', 'tenant_id': 'bbc2eb75b2fb41589f58562276feebde', 'floating_ip_address': '172.25.1.194', 'floating_network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'router_id': 'a7591f03-4c4f-4aaa-9e8a-5eb6364747ee', 'port_id': '30dc7c05-702c-488a-add1-8129c0bab41e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fafa437f-9f17-4e8e-b66c-047ddc4a3244', 'mac_address': 'fa:16:3e:4f:51:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '211b0d28-5a34-464f-be52-db4bee6e2670', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:50:31Z', 'updated_at': '2021-10-20T11:50:34Z', 'revision_number': 1, 'project_id': 'bbc2eb75b2fb41589f58562276feebde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1751946d-280a-41ef-8c8b-f403cf75202c', 'name': '', 'network_id': 'fafa437f-9f17-4e8e-b66c-047ddc4a3244', 'tenant_id': 'bbc2eb75b2fb41589f58562276feebde', 'mac_address': 'fa:16:3e:d2:ca:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7591f03-4c4f-4aaa-9e8a-5eb6364747ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'b201448f-5b10-4ca6-8e18-91ba20b76ded', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:50:14Z', 'updated_at': '2021-10-20T11:50:19Z', 'revision_number': 5, 'project_id': 'bbc2eb75b2fb41589f58562276feebde', 'subnets': [{'id': 'b201448f-5b10-4ca6-8e18-91ba20b76ded', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:55:40.407605 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e406e176-5318-4d2a-bd24-ed36c120c381 None None] New status for floating IP 3b3162eb-7036-451e-85c7-186173bb66c5: DOWN {{(pid=100599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 11:55:40.847178 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db798fbf-264a-4d99-85fa-03a3b0d22bd3 req-55d62b69-c0c0-4fac-a0ea-1b0f2fddb3d4 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:40.848659 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-db798fbf-264a-4d99-85fa-03a3b0d22bd3 req-55d62b69-c0c0-4fac-a0ea-1b0f2fddb3d4 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] 10.222.0.64 "GET /v2.0/ports?device_id=08c82608-4221-4766-8b78-9e7c9fa1544f HTTP/1.1" status: 200 len: 945 time: 0.0482957 Oct 20 11:55:40.888928 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-db798fbf-264a-4d99-85fa-03a3b0d22bd3 req-66f7f784-f9be-4d61-b588-e65205110f46 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fd6c6e2-47d0-49e4-96d0-201ed73ab0de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343783 Oct 20 11:55:41.417948 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2486def5-66d1-4a56-a36a-d28f9bae7dc3 req-799919f8-6ff6-45b2-94fc-c5e4ffad675e tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:41.419429 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2486def5-66d1-4a56-a36a-d28f9bae7dc3 req-799919f8-6ff6-45b2-94fc-c5e4ffad675e tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] 10.222.0.55 "GET /v2.0/ports?device_id=08c82608-4221-4766-8b78-9e7c9fa1544f HTTP/1.1" status: 200 len: 945 time: 0.0473173 Oct 20 11:55:41.506722 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-2486def5-66d1-4a56-a36a-d28f9bae7dc3 req-a9a4aeae-7b0a-40ba-ade3-e05e43e2245c tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Deleting port e3500c20-c037-4132-9af8-e5ef6fe739ed {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:55:41.506987 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-2486def5-66d1-4a56-a36a-d28f9bae7dc3 req-a9a4aeae-7b0a-40ba-ade3-e05e43e2245c tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:41.596905 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-2486def5-66d1-4a56-a36a-d28f9bae7dc3 req-a9a4aeae-7b0a-40ba-ade3-e05e43e2245c tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] For port e3500c20-c037-4132-9af8-e5ef6fe739ed, host n-h1-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811396-3',level=0,port_id=e3500c20-c037-4132-9af8-e5ef6fe739ed,segment=NetworkSegment(62ba4a49-dcf3-450d-b877-e0ad9e6afb25),segment_id=62ba4a49-dcf3-450d-b877-e0ad9e6afb25)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:55:41.597275 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-2486def5-66d1-4a56-a36a-d28f9bae7dc3 req-a9a4aeae-7b0a-40ba-ade3-e05e43e2245c tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:41.608664 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-2486def5-66d1-4a56-a36a-d28f9bae7dc3 req-a9a4aeae-7b0a-40ba-ade3-e05e43e2245c tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Calling delete_port for e3500c20-c037-4132-9af8-e5ef6fe739ed owned by compute:nova {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:55:41.736884 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-2486def5-66d1-4a56-a36a-d28f9bae7dc3 req-a9a4aeae-7b0a-40ba-ade3-e05e43e2245c tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:41.764906 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a4aeae-7b0a-40ba-ade3-e05e43e2245c tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Pushing event deleted for resources: {'Port': ['ID=e3500c20-c037-4132-9af8-e5ef6fe739ed,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:41.792872 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a4aeae-7b0a-40ba-ade3-e05e43e2245c tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:55:41.793224 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a4aeae-7b0a-40ba-ade3-e05e43e2245c tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:55:41.793569 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a4aeae-7b0a-40ba-ade3-e05e43e2245c tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:55:41.793911 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a4aeae-7b0a-40ba-ade3-e05e43e2245c tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:55:41.794250 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a4aeae-7b0a-40ba-ade3-e05e43e2245c tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:55:41.794580 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a4aeae-7b0a-40ba-ade3-e05e43e2245c tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:55:41.794910 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a4aeae-7b0a-40ba-ade3-e05e43e2245c tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:55:41.795236 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a4aeae-7b0a-40ba-ade3-e05e43e2245c tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:55:41.795587 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a4aeae-7b0a-40ba-ade3-e05e43e2245c tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:55:41.795917 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a4aeae-7b0a-40ba-ade3-e05e43e2245c tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:55:41.796242 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a4aeae-7b0a-40ba-ade3-e05e43e2245c tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:55:41.796565 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a4aeae-7b0a-40ba-ade3-e05e43e2245c tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811396-3 {{(pid=100596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:55:41.819402 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-2486def5-66d1-4a56-a36a-d28f9bae7dc3 req-a9a4aeae-7b0a-40ba-ade3-e05e43e2245c tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] No DVR routers for this DVR port e3500c20-c037-4132-9af8-e5ef6fe739ed on host n-h1-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:55:41.822343 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-2486def5-66d1-4a56-a36a-d28f9bae7dc3 req-a9a4aeae-7b0a-40ba-ade3-e05e43e2245c tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:41.825714 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-2486def5-66d1-4a56-a36a-d28f9bae7dc3 req-a9a4aeae-7b0a-40ba-ade3-e05e43e2245c tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] 10.222.0.55 "DELETE /v2.0/ports/e3500c20-c037-4132-9af8-e5ef6fe739ed HTTP/1.1" status: 204 len: 173 time: 0.4004066 Oct 20 11:55:41.826158 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08c82608-4221-4766-8b78-9e7c9fa1544f', 'name': 'network-vif-deleted', 'tag': 'e3500c20-c037-4132-9af8-e5ef6fe739ed'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:55:41.828532 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b817f9d80a1b29ed07bd94f2222da8cf244b0bc6025e0bf33ac95c6b13c59699" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b3aa612-5838-4e95-a14f-45ab5744ca05" -d '{"events": [{"server_uuid": "08c82608-4221-4766-8b78-9e7c9fa1544f", "name": "network-vif-deleted", "tag": "e3500c20-c037-4132-9af8-e5ef6fe739ed"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:55:41.885290 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device e3500c20-c037-4132-9af8-e5ef6fe739ed no longer exists at agent hyperv_n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:55:41.906703 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] No Port match for: e3500c20-c037-4132-9af8-e5ef6fe739ed {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:55:41.907057 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Device e3500c20-c037-4132-9af8-e5ef6fe739ed not bound to the agent host n-h1-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:55:41.932330 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcafa438-47d3-4eab-b906-a1bd031ca595 x-openstack-request-id: req-fcafa438-47d3-4eab-b906-a1bd031ca595 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:55:41.932832 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08c82608-4221-4766-8b78-9e7c9fa1544f", "name": "network-vif-deleted", "tag": "e3500c20-c037-4132-9af8-e5ef6fe739ed", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:55:41.932946 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fcafa438-47d3-4eab-b906-a1bd031ca595 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:55:41.933287 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08c82608-4221-4766-8b78-9e7c9fa1544f', 'name': 'network-vif-deleted', 'tag': 'e3500c20-c037-4132-9af8-e5ef6fe739ed', 'status': 'completed', 'code': 200} Oct 20 11:55:41.996985 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-4829660a-dc70-4dcc-9148-72d43b66b8cc req-4e9d94fc-4d9e-4a02-a23f-780eb6605efb tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] 10.222.0.64 "GET /v2.0/ports?device_id=08c82608-4221-4766-8b78-9e7c9fa1544f HTTP/1.1" status: 200 len: 210 time: 0.0280497 Oct 20 11:55:43.242391 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 7 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:55:43.564194 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 49460) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:55:43.716593 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-9894594e-816f-4426-9d46-08d6523c4b87 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Deleting port 0e12bffc-2104-4977-971b-029e03cba08d {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:55:43.716934 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9894594e-816f-4426-9d46-08d6523c4b87 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:43.788518 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9894594e-816f-4426-9d46-08d6523c4b87 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:43.788838 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9894594e-816f-4426-9d46-08d6523c4b87 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:43.800610 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-9894594e-816f-4426-9d46-08d6523c4b87 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Calling delete_port for 0e12bffc-2104-4977-971b-029e03cba08d owned by network:floatingip {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:55:43.944320 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9894594e-816f-4426-9d46-08d6523c4b87 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:43.972605 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9894594e-816f-4426-9d46-08d6523c4b87 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Pushing event deleted for resources: {'Port': ['ID=0e12bffc-2104-4977-971b-029e03cba08d,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:44.032198 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9894594e-816f-4426-9d46-08d6523c4b87 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Publish callbacks [] for floatingip, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:44.033063 n-d-811396-3 neutron-server[100597]: INFO neutron.db.l3_db [None req-9894594e-816f-4426-9d46-08d6523c4b87 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Floating IP f24fa7ab-6db8-40bd-b716-0f01842dd5d0 disassociated (deleted). External IP: 172.25.1.194, port: 30dc7c05-702c-488a-add1-8129c0bab41e. Oct 20 11:55:44.479992 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9894594e-816f-4426-9d46-08d6523c4b87 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Router a7591f03-4c4f-4aaa-9e8a-5eb6364747ee has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:55:44.585728 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9894594e-816f-4426-9d46-08d6523c4b87 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:55:44.590473 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-9894594e-816f-4426-9d46-08d6523c4b87 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for floatingip, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:44.595953 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5471031f-612b-4d52-9733-b338dde5ddf8 None None] Sync routers for ids ['a7591f03-4c4f-4aaa-9e8a-5eb6364747ee'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:55:44.605334 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5471031f-612b-4d52-9733-b338dde5ddf8 None None] Routers {'a7591f03-4c4f-4aaa-9e8a-5eb6364747ee'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:55:44.605951 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-5471031f-612b-4d52-9733-b338dde5ddf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:55:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['a7591f03-4c4f-4aaa-9e8a-5eb6364747ee'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:55:44.623463 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-9894594e-816f-4426-9d46-08d6523c4b87 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] 10.222.0.64 "DELETE /v2.0/floatingips/f24fa7ab-6db8-40bd-b716-0f01842dd5d0 HTTP/1.1" status: 204 len: 168 time: 1.0581517 Oct 20 11:55:44.624062 n-d-811396-3 neutron-server[100597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '211b0d28-5a34-464f-be52-db4bee6e2670', 'tag': '30dc7c05-702c-488a-add1-8129c0bab41e'}] {{(pid=100597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:55:44.626367 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26bcd304cef01c8d1125ec9c440c7684a0d186feae015bfd415464a1220f638e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2d0c300-8f57-4b0a-9693-8c6cb9ae35e2" -d '{"events": [{"name": "network-changed", "server_uuid": "211b0d28-5a34-464f-be52-db4bee6e2670", "tag": "30dc7c05-702c-488a-add1-8129c0bab41e"}]}' {{(pid=100597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:55:44.698225 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab04e87a-9f7f-4e9e-90f8-ce8d2b29961c x-openstack-request-id: req-ab04e87a-9f7f-4e9e-90f8-ce8d2b29961c {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:55:44.698570 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "211b0d28-5a34-464f-be52-db4bee6e2670", "tag": "30dc7c05-702c-488a-add1-8129c0bab41e", "status": "completed", "code": 200}]} {{(pid=100597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:55:44.698822 n-d-811396-3 neutron-server[100597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ab04e87a-9f7f-4e9e-90f8-ce8d2b29961c {{(pid=100597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:55:44.699224 n-d-811396-3 neutron-server[100597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '211b0d28-5a34-464f-be52-db4bee6e2670', 'tag': '30dc7c05-702c-488a-add1-8129c0bab41e', 'status': 'completed', 'code': 200} Oct 20 11:55:44.734284 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-5471031f-612b-4d52-9733-b338dde5ddf8 None None] Set router a7591f03-4c4f-4aaa-9e8a-5eb6364747ee gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:55:44.781560 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d0c300-8f57-4b0a-9693-8c6cb9ae35e2 req-229cd7c9-ca1b-4a46-8fdc-72a35d75fa28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:44.783261 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d2d0c300-8f57-4b0a-9693-8c6cb9ae35e2 req-229cd7c9-ca1b-4a46-8fdc-72a35d75fa28 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=bbc2eb75b2fb41589f58562276feebde&device_id=211b0d28-5a34-464f-be52-db4bee6e2670 HTTP/1.1" status: 200 len: 1094 time: 0.0619004 Oct 20 11:55:44.914577 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb522bf-0014-4022-9441-ac81e4e12c36 req-c1925c2f-fde9-48a8-b544-bf464597857f tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:44.916026 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1fb522bf-0014-4022-9441-ac81e4e12c36 req-c1925c2f-fde9-48a8-b544-bf464597857f tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] 10.222.0.64 "GET /v2.0/ports?device_id=211b0d28-5a34-464f-be52-db4bee6e2670 HTTP/1.1" status: 200 len: 943 time: 0.0959015 Oct 20 11:55:44.917426 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d0c300-8f57-4b0a-9693-8c6cb9ae35e2 req-e4b0ddac-dfe0-49d8-937a-d79063ea1a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:44.919221 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d2d0c300-8f57-4b0a-9693-8c6cb9ae35e2 req-e4b0ddac-dfe0-49d8-937a-d79063ea1a01 service neutron] 10.222.0.69 "GET /v2.0/networks?id=fafa437f-9f17-4e8e-b66c-047ddc4a3244 HTTP/1.1" status: 200 len: 911 time: 0.1291161 Oct 20 11:55:44.942857 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-5471031f-612b-4d52-9733-b338dde5ddf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7591f03-4c4f-4aaa-9e8a-5eb6364747ee', 'name': 'tempest-TestSnapshotPattern-1790296383-router', 'tenant_id': 'bbc2eb75b2fb41589f58562276feebde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': 'eecc82e5-848d-4d91-8cab-bb36ff8a2480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:50:11Z', 'updated_at': '2021-10-20T11:50:14Z', 'revision_number': 4, 'project_id': 'bbc2eb75b2fb41589f58562276feebde', 'gw_port': {'id': 'eecc82e5-848d-4d91-8cab-bb36ff8a2480', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:f8:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7591f03-4c4f-4aaa-9e8a-5eb6364747ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:50:12Z', 'updated_at': '2021-10-20T11:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '1751946d-280a-41ef-8c8b-f403cf75202c', 'name': '', 'network_id': 'fafa437f-9f17-4e8e-b66c-047ddc4a3244', 'tenant_id': 'bbc2eb75b2fb41589f58562276feebde', 'mac_address': 'fa:16:3e:d2:ca:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7591f03-4c4f-4aaa-9e8a-5eb6364747ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'b201448f-5b10-4ca6-8e18-91ba20b76ded', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:50:14Z', 'updated_at': '2021-10-20T11:50:19Z', 'revision_number': 5, 'project_id': 'bbc2eb75b2fb41589f58562276feebde', 'subnets': [{'id': 'b201448f-5b10-4ca6-8e18-91ba20b76ded', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:55:44.970573 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d2d0c300-8f57-4b0a-9693-8c6cb9ae35e2 req-69cb42a8-8fc9-431f-b960-960c6851d2c0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=30dc7c05-702c-488a-add1-8129c0bab41e HTTP/1.1" status: 200 len: 217 time: 0.0421419 Oct 20 11:55:44.972800 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5471031f-612b-4d52-9733-b338dde5ddf8 None None] Checking router: a7591f03-4c4f-4aaa-9e8a-5eb6364747ee for host: n-d-811396-3 {{(pid=100598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:55:44.981340 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5471031f-612b-4d52-9733-b338dde5ddf8 None None] Routers {'a7591f03-4c4f-4aaa-9e8a-5eb6364747ee'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:55:44.981950 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-5471031f-612b-4d52-9733-b338dde5ddf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:55:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['a7591f03-4c4f-4aaa-9e8a-5eb6364747ee'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:55:45.011804 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-1fb522bf-0014-4022-9441-ac81e4e12c36 req-845d9b22-ba75-4d66-a649-74648aa4314b tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fd6c6e2-47d0-49e4-96d0-201ed73ab0de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897710 Oct 20 11:55:45.032291 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d0c300-8f57-4b0a-9693-8c6cb9ae35e2 req-d192e4cc-67f6-4330-b30c-fa035d6d6898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:45.032291 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d2d0c300-8f57-4b0a-9693-8c6cb9ae35e2 req-d192e4cc-67f6-4330-b30c-fa035d6d6898 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b201448f-5b10-4ca6-8e18-91ba20b76ded HTTP/1.1" status: 200 len: 849 time: 0.0517762 Oct 20 11:55:45.082279 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d0c300-8f57-4b0a-9693-8c6cb9ae35e2 req-fc2c728b-4945-4ff1-b3ca-e93ccedd7464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:45.083812 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d2d0c300-8f57-4b0a-9693-8c6cb9ae35e2 req-fc2c728b-4945-4ff1-b3ca-e93ccedd7464 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=fafa437f-9f17-4e8e-b66c-047ddc4a3244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446560 Oct 20 11:55:45.090670 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-5471031f-612b-4d52-9733-b338dde5ddf8 None None] Set router a7591f03-4c4f-4aaa-9e8a-5eb6364747ee gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:55:45.177424 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d2d0c300-8f57-4b0a-9693-8c6cb9ae35e2 req-3adc4ee6-eff3-4fa2-af67-bf66d858990b service neutron] 10.222.0.69 "GET /v2.0/networks/fafa437f-9f17-4e8e-b66c-047ddc4a3244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845864 Oct 20 11:55:45.276362 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-d2d0c300-8f57-4b0a-9693-8c6cb9ae35e2 req-2b6ee887-d2bd-4240-9722-ff19475d289f service neutron] 10.222.0.69 "GET /v2.0/networks/fafa437f-9f17-4e8e-b66c-047ddc4a3244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904827 Oct 20 11:55:45.304312 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-5471031f-612b-4d52-9733-b338dde5ddf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7591f03-4c4f-4aaa-9e8a-5eb6364747ee', 'name': 'tempest-TestSnapshotPattern-1790296383-router', 'tenant_id': 'bbc2eb75b2fb41589f58562276feebde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': 'eecc82e5-848d-4d91-8cab-bb36ff8a2480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:50:11Z', 'updated_at': '2021-10-20T11:50:14Z', 'revision_number': 4, 'project_id': 'bbc2eb75b2fb41589f58562276feebde', 'gw_port': {'id': 'eecc82e5-848d-4d91-8cab-bb36ff8a2480', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:f8:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7591f03-4c4f-4aaa-9e8a-5eb6364747ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:50:12Z', 'updated_at': '2021-10-20T11:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '1751946d-280a-41ef-8c8b-f403cf75202c', 'name': '', 'network_id': 'fafa437f-9f17-4e8e-b66c-047ddc4a3244', 'tenant_id': 'bbc2eb75b2fb41589f58562276feebde', 'mac_address': 'fa:16:3e:d2:ca:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7591f03-4c4f-4aaa-9e8a-5eb6364747ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'b201448f-5b10-4ca6-8e18-91ba20b76ded', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:50:14Z', 'updated_at': '2021-10-20T11:50:19Z', 'revision_number': 5, 'project_id': 'bbc2eb75b2fb41589f58562276feebde', 'subnets': [{'id': 'b201448f-5b10-4ca6-8e18-91ba20b76ded', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:55:45.330208 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5471031f-612b-4d52-9733-b338dde5ddf8 None None] The sync data for ids ['a7591f03-4c4f-4aaa-9e8a-5eb6364747ee'] in n-d-811396-3 is: [{'id': 'a7591f03-4c4f-4aaa-9e8a-5eb6364747ee', 'name': 'tempest-TestSnapshotPattern-1790296383-router', 'tenant_id': 'bbc2eb75b2fb41589f58562276feebde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': 'eecc82e5-848d-4d91-8cab-bb36ff8a2480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:50:11Z', 'updated_at': '2021-10-20T11:50:14Z', 'revision_number': 4, 'project_id': 'bbc2eb75b2fb41589f58562276feebde', 'gw_port': {'id': 'eecc82e5-848d-4d91-8cab-bb36ff8a2480', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:f8:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7591f03-4c4f-4aaa-9e8a-5eb6364747ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:50:12Z', 'updated_at': '2021-10-20T11:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3', '_interfaces': [{'id': '1751946d-280a-41ef-8c8b-f403cf75202c', 'name': '', 'network_id': 'fafa437f-9f17-4e8e-b66c-047ddc4a3244', 'tenant_id': 'bbc2eb75b2fb41589f58562276feebde', 'mac_address': 'fa:16:3e:d2:ca:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7591f03-4c4f-4aaa-9e8a-5eb6364747ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'b201448f-5b10-4ca6-8e18-91ba20b76ded', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:50:14Z', 'updated_at': '2021-10-20T11:50:19Z', 'revision_number': 5, 'project_id': 'bbc2eb75b2fb41589f58562276feebde', 'subnets': [{'id': 'b201448f-5b10-4ca6-8e18-91ba20b76ded', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:55:45.401172 n-d-811396-3 neutron-server[100596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d07b05-48f1-4769-8780-e603d2cbca7c req-ed581a0b-dd8c-4282-b51f-55857e96c479 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:45.402716 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-82d07b05-48f1-4769-8780-e603d2cbca7c req-ed581a0b-dd8c-4282-b51f-55857e96c479 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] 10.222.0.69 "GET /v2.0/ports?device_id=211b0d28-5a34-464f-be52-db4bee6e2670 HTTP/1.1" status: 200 len: 943 time: 0.0498755 Oct 20 11:55:45.499596 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-82d07b05-48f1-4769-8780-e603d2cbca7c req-54e0d79f-dd85-4704-921c-f21f1f2de576 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Deleting port 30dc7c05-702c-488a-add1-8129c0bab41e {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:55:45.499937 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-82d07b05-48f1-4769-8780-e603d2cbca7c req-54e0d79f-dd85-4704-921c-f21f1f2de576 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:45.545672 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8855f15b-c1df-40ab-ba4a-ce3d812d8dc6 None None] New status for floating IP f24fa7ab-6db8-40bd-b716-0f01842dd5d0: DOWN {{(pid=100599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 11:55:45.593145 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [req-82d07b05-48f1-4769-8780-e603d2cbca7c req-54e0d79f-dd85-4704-921c-f21f1f2de576 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] For port 30dc7c05-702c-488a-add1-8129c0bab41e, host n-h2-811396-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811396-3',level=0,port_id=30dc7c05-702c-488a-add1-8129c0bab41e,segment=NetworkSegment(62ba4a49-dcf3-450d-b877-e0ad9e6afb25),segment_id=62ba4a49-dcf3-450d-b877-e0ad9e6afb25)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:55:45.593509 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-82d07b05-48f1-4769-8780-e603d2cbca7c req-54e0d79f-dd85-4704-921c-f21f1f2de576 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:45.608733 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [req-82d07b05-48f1-4769-8780-e603d2cbca7c req-54e0d79f-dd85-4704-921c-f21f1f2de576 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Calling delete_port for 30dc7c05-702c-488a-add1-8129c0bab41e owned by compute:nova {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:55:45.739571 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-82d07b05-48f1-4769-8780-e603d2cbca7c req-54e0d79f-dd85-4704-921c-f21f1f2de576 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:45.764649 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e0d79f-dd85-4704-921c-f21f1f2de576 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Pushing event deleted for resources: {'Port': ['ID=30dc7c05-702c-488a-add1-8129c0bab41e,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:45.806434 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [req-82d07b05-48f1-4769-8780-e603d2cbca7c req-54e0d79f-dd85-4704-921c-f21f1f2de576 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] No DVR routers for this DVR port 30dc7c05-702c-488a-add1-8129c0bab41e on host n-h2-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:55:45.808888 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [req-82d07b05-48f1-4769-8780-e603d2cbca7c req-54e0d79f-dd85-4704-921c-f21f1f2de576 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-416219'] for port, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:45.812134 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-82d07b05-48f1-4769-8780-e603d2cbca7c req-54e0d79f-dd85-4704-921c-f21f1f2de576 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] 10.222.0.69 "DELETE /v2.0/ports/30dc7c05-702c-488a-add1-8129c0bab41e HTTP/1.1" status: 204 len: 173 time: 0.4029832 Oct 20 11:55:45.812565 n-d-811396-3 neutron-server[100596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '211b0d28-5a34-464f-be52-db4bee6e2670', 'name': 'network-vif-deleted', 'tag': '30dc7c05-702c-488a-add1-8129c0bab41e'}] {{(pid=100596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:55:45.814807 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b817f9d80a1b29ed07bd94f2222da8cf244b0bc6025e0bf33ac95c6b13c59699" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3a12a9c-ac0d-431d-97fe-f68a85e81e11" -d '{"events": [{"server_uuid": "211b0d28-5a34-464f-be52-db4bee6e2670", "name": "network-vif-deleted", "tag": "30dc7c05-702c-488a-add1-8129c0bab41e"}]}' {{(pid=100596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:55:45.872305 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55d6d2ff-e6f9-44a5-a194-be41f127f428 x-openstack-request-id: req-55d6d2ff-e6f9-44a5-a194-be41f127f428 {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:55:45.872596 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "211b0d28-5a34-464f-be52-db4bee6e2670", "name": "network-vif-deleted", "tag": "30dc7c05-702c-488a-add1-8129c0bab41e", "status": "completed", "code": 200}]} {{(pid=100596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:55:45.872846 n-d-811396-3 neutron-server[100596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-55d6d2ff-e6f9-44a5-a194-be41f127f428 {{(pid=100596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:55:45.873277 n-d-811396-3 neutron-server[100596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '211b0d28-5a34-464f-be52-db4bee6e2670', 'name': 'network-vif-deleted', 'tag': '30dc7c05-702c-488a-add1-8129c0bab41e', 'status': 'completed', 'code': 200} Oct 20 11:55:46.115846 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [req-88ea3462-7366-4960-94e9-378ffc529fec req-f9c9f7e0-4fc5-4b40-8531-45875332b63c tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] 10.222.0.64 "GET /v2.0/ports?device_id=211b0d28-5a34-464f-be52-db4bee6e2670 HTTP/1.1" status: 200 len: 210 time: 0.0263720 Oct 20 11:55:47.175355 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 49480) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:55:47.232687 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-468762f2-c218-4c88-8e8b-abe440dea042 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:47.258297 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-468762f2-c218-4c88-8e8b-abe440dea042 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:47.319820 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-468762f2-c218-4c88-8e8b-abe440dea042 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:47.322679 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-468762f2-c218-4c88-8e8b-abe440dea042 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:47.323862 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-468762f2-c218-4c88-8e8b-abe440dea042 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] 10.222.0.64 "DELETE /v2.0/security-groups/9fd6c6e2-47d0-49e4-96d0-201ed73ab0de HTTP/1.1" status: 204 len: 168 time: 0.1474786 Oct 20 11:55:47.332817 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468762f2-c218-4c88-8e8b-abe440dea042 tempest-TestSnapshotPattern-225669941 tempest-TestSnapshotPattern-225669941-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fd6c6e2-47d0-49e4-96d0-201ed73ab0de,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:47.370390 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 49484) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:55:47.828659 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-33c587c1-68f4-4b8a-97d7-cd04ddf72a13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1774405'] for router_interface, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:48.080242 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-33c587c1-68f4-4b8a-97d7-cd04ddf72a13 admin admin] Deleting port 1751946d-280a-41ef-8c8b-f403cf75202c {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:55:48.080474 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-33c587c1-68f4-4b8a-97d7-cd04ddf72a13 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:48.155460 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [None req-33c587c1-68f4-4b8a-97d7-cd04ddf72a13 admin admin] For port 1751946d-280a-41ef-8c8b-f403cf75202c, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=1751946d-280a-41ef-8c8b-f403cf75202c,segment=NetworkSegment(62ba4a49-dcf3-450d-b877-e0ad9e6afb25),segment_id=62ba4a49-dcf3-450d-b877-e0ad9e6afb25)] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:55:48.155826 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-33c587c1-68f4-4b8a-97d7-cd04ddf72a13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:48.168355 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-33c587c1-68f4-4b8a-97d7-cd04ddf72a13 admin admin] Calling delete_port for 1751946d-280a-41ef-8c8b-f403cf75202c owned by network:router_interface {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:55:48.350220 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-33c587c1-68f4-4b8a-97d7-cd04ddf72a13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:48.379054 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c587c1-68f4-4b8a-97d7-cd04ddf72a13 admin admin] Pushing event deleted for resources: {'Port': ['ID=1751946d-280a-41ef-8c8b-f403cf75202c,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:48.544364 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-33c587c1-68f4-4b8a-97d7-cd04ddf72a13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1771989'] for router_interface, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:48.672122 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 30dc7c05-702c-488a-add1-8129c0bab41e no longer exists at agent hyperv_n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:55:48.696609 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] No Port match for: 30dc7c05-702c-488a-add1-8129c0bab41e {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:55:48.696986 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Device 30dc7c05-702c-488a-add1-8129c0bab41e not bound to the agent host n-h2-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:55:48.773761 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33c587c1-68f4-4b8a-97d7-cd04ddf72a13 admin admin] Router a7591f03-4c4f-4aaa-9e8a-5eb6364747ee has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:55:48.878509 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33c587c1-68f4-4b8a-97d7-cd04ddf72a13 admin admin] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:55:48.883489 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-33c587c1-68f4-4b8a-97d7-cd04ddf72a13 admin admin] 10.222.0.64 "PUT /v2.0/routers/a7591f03-4c4f-4aaa-9e8a-5eb6364747ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5120440 Oct 20 11:55:48.886304 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 49488) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:55:48.887127 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218bf5a9-b94a-450d-8a9d-262a23393a1f None None] Sync routers for ids ['a7591f03-4c4f-4aaa-9e8a-5eb6364747ee'] in n-d-811396-3 {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:55:48.897025 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218bf5a9-b94a-450d-8a9d-262a23393a1f None None] Routers {'a7591f03-4c4f-4aaa-9e8a-5eb6364747ee'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:55:48.897662 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-218bf5a9-b94a-450d-8a9d-262a23393a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:55:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['a7591f03-4c4f-4aaa-9e8a-5eb6364747ee'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:55:48.990998 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-b1e3c274-87db-4397-b2e9-7e51e5904a23 admin admin] Publish callbacks [] for router, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:49.001044 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-218bf5a9-b94a-450d-8a9d-262a23393a1f None None] Set router a7591f03-4c4f-4aaa-9e8a-5eb6364747ee gateway port host: n-d-811396-3 {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:55:49.092444 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-b1e3c274-87db-4397-b2e9-7e51e5904a23 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:49.151575 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-b1e3c274-87db-4397-b2e9-7e51e5904a23 admin admin] Deleting port eecc82e5-848d-4d91-8cab-bb36ff8a2480 {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:55:49.151913 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-b1e3c274-87db-4397-b2e9-7e51e5904a23 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:49.234459 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [None req-b1e3c274-87db-4397-b2e9-7e51e5904a23 admin admin] For port eecc82e5-848d-4d91-8cab-bb36ff8a2480, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=eecc82e5-848d-4d91-8cab-bb36ff8a2480,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:55:49.234825 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-b1e3c274-87db-4397-b2e9-7e51e5904a23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:49.249165 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-b1e3c274-87db-4397-b2e9-7e51e5904a23 admin admin] Calling delete_port for eecc82e5-848d-4d91-8cab-bb36ff8a2480 owned by network:router_gateway {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:55:49.330545 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-218bf5a9-b94a-450d-8a9d-262a23393a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7591f03-4c4f-4aaa-9e8a-5eb6364747ee', 'name': 'tempest-TestSnapshotPattern-1790296383-router', 'tenant_id': 'bbc2eb75b2fb41589f58562276feebde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': 'eecc82e5-848d-4d91-8cab-bb36ff8a2480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:50:11Z', 'updated_at': '2021-10-20T11:55:48Z', 'revision_number': 5, 'project_id': 'bbc2eb75b2fb41589f58562276feebde', 'gw_port': {'id': 'eecc82e5-848d-4d91-8cab-bb36ff8a2480', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:f8:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7591f03-4c4f-4aaa-9e8a-5eb6364747ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:50:12Z', 'updated_at': '2021-10-20T11:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:55:49.355996 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218bf5a9-b94a-450d-8a9d-262a23393a1f None None] Checking router: a7591f03-4c4f-4aaa-9e8a-5eb6364747ee for host: n-d-811396-3 {{(pid=100598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:55:49.365710 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218bf5a9-b94a-450d-8a9d-262a23393a1f None None] Routers {'a7591f03-4c4f-4aaa-9e8a-5eb6364747ee'} bound to L3 agent in host n-d-811396-3 {{(pid=100598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:55:49.366331 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-218bf5a9-b94a-450d-8a9d-262a23393a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:55:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['a7591f03-4c4f-4aaa-9e8a-5eb6364747ee'], 'active': True} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:55:49.414152 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-b1e3c274-87db-4397-b2e9-7e51e5904a23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:49.440400 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e3c274-87db-4397-b2e9-7e51e5904a23 admin admin] Pushing event deleted for resources: {'Port': ['ID=eecc82e5-848d-4d91-8cab-bb36ff8a2480,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:49.456862 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvr_db [None req-218bf5a9-b94a-450d-8a9d-262a23393a1f None None] Set router a7591f03-4c4f-4aaa-9e8a-5eb6364747ee gateway port host: None {{(pid=100598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:55:49.504437 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-b1e3c274-87db-4397-b2e9-7e51e5904a23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1773439'] for router_gateway, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:49.511643 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_hamode_db [None req-218bf5a9-b94a-450d-8a9d-262a23393a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7591f03-4c4f-4aaa-9e8a-5eb6364747ee', 'name': 'tempest-TestSnapshotPattern-1790296383-router', 'tenant_id': 'bbc2eb75b2fb41589f58562276feebde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:50:11Z', 'updated_at': '2021-10-20T11:55:49Z', 'revision_number': 6, 'project_id': 'bbc2eb75b2fb41589f58562276feebde', 'gw_port_host': None}], 'n-d-811396-3', False) {} {{(pid=100598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:55:49.537586 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218bf5a9-b94a-450d-8a9d-262a23393a1f None None] The sync data for ids ['a7591f03-4c4f-4aaa-9e8a-5eb6364747ee'] in n-d-811396-3 is: [{'id': 'a7591f03-4c4f-4aaa-9e8a-5eb6364747ee', 'name': 'tempest-TestSnapshotPattern-1790296383-router', 'tenant_id': 'bbc2eb75b2fb41589f58562276feebde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:50:11Z', 'updated_at': '2021-10-20T11:55:49Z', 'revision_number': 6, 'project_id': 'bbc2eb75b2fb41589f58562276feebde', 'gw_port_host': None}] {{(pid=100598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:55:49.598376 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-b1e3c274-87db-4397-b2e9-7e51e5904a23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1772272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258304'] for router, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:49.600529 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-b1e3c274-87db-4397-b2e9-7e51e5904a23 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:49.642125 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-b1e3c274-87db-4397-b2e9-7e51e5904a23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1772267'] for router, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:49.642702 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1e3c274-87db-4397-b2e9-7e51e5904a23 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a7591f03-4c4f-4aaa-9e8a-5eb6364747ee {{(pid=100596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:55:49.647018 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-b1e3c274-87db-4397-b2e9-7e51e5904a23 admin admin] Publish callbacks [] for router, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:49.648233 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-b1e3c274-87db-4397-b2e9-7e51e5904a23 admin admin] 10.222.0.64 "DELETE /v2.0/routers/a7591f03-4c4f-4aaa-9e8a-5eb6364747ee HTTP/1.1" status: 204 len: 168 time: 0.7609155 Oct 20 11:55:49.650809 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 49490) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:55:49.694461 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.db_base_plugin_v2 [None req-da3998bf-78ec-4134-b5a2-d63499d119a5 admin admin] Deleting subnet b201448f-5b10-4ca6-8e18-91ba20b76ded {{(pid=100596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:55:49.697641 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-da3998bf-78ec-4134-b5a2-d63499d119a5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:49.730191 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-da3998bf-78ec-4134-b5a2-d63499d119a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25189079'] for subnet, precommit_delete_associations {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:49.808418 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-da3998bf-78ec-4134-b5a2-d63499d119a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:49.858428 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-da3998bf-78ec-4134-b5a2-d63499d119a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26836193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26761888'] for subnet, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:49.886851 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-da3998bf-78ec-4134-b5a2-d63499d119a5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:49.890273 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-da3998bf-78ec-4134-b5a2-d63499d119a5 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/b201448f-5b10-4ca6-8e18-91ba20b76ded HTTP/1.1" status: 204 len: 168 time: 0.2385120 Oct 20 11:55:49.891271 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3998bf-78ec-4134-b5a2-d63499d119a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b201448f-5b10-4ca6-8e18-91ba20b76ded,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:49.893750 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [-] (100596) accepted ('10.222.0.64', 49492) {{(pid=100596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:55:49.895530 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7919a16-51a1-4868-8a5b-359b7a57dcc5 None None] Network fafa437f-9f17-4e8e-b66c-047ddc4a3244 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:55:49.971088 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6ddbe067-dd84-4cbe-896d-4843d00f1ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:50.031718 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 1751946d-280a-41ef-8c8b-f403cf75202c no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:55:50.037566 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-6ddbe067-dd84-4cbe-896d-4843d00f1ba8 admin admin] Deleting port 8b9aeba4-c4e0-45d1-924d-7cfe676931fb {{(pid=100596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:55:50.037909 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6ddbe067-dd84-4cbe-896d-4843d00f1ba8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:50.055745 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 1751946d-280a-41ef-8c8b-f403cf75202c {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:55:50.056742 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 1751946d-280a-41ef-8c8b-f403cf75202c not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:55:50.104068 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.db [None req-6ddbe067-dd84-4cbe-896d-4843d00f1ba8 admin admin] For port 8b9aeba4-c4e0-45d1-924d-7cfe676931fb, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=8b9aeba4-c4e0-45d1-924d-7cfe676931fb,segment=NetworkSegment(62ba4a49-dcf3-450d-b877-e0ad9e6afb25),segment_id=62ba4a49-dcf3-450d-b877-e0ad9e6afb25)] {{(pid=100596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:55:50.104434 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6ddbe067-dd84-4cbe-896d-4843d00f1ba8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:50.120957 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.plugin [None req-6ddbe067-dd84-4cbe-896d-4843d00f1ba8 admin admin] Calling delete_port for 8b9aeba4-c4e0-45d1-924d-7cfe676931fb owned by network:dhcp {{(pid=100596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:55:50.148412 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:50.197779 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6ddbe067-dd84-4cbe-896d-4843d00f1ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26836188'] for port, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:50.224221 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddbe067-dd84-4cbe-896d-4843d00f1ba8 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b9aeba4-c4e0-45d1-924d-7cfe676931fb,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:50.226849 n-d-811396-3 neutron-server[100596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ddbe067-dd84-4cbe-896d-4843d00f1ba8 admin admin] No DVR routers for this DVR port 8b9aeba4-c4e0-45d1-924d-7cfe676931fb on host n-d-811396-3 {{(pid=100596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:55:50.300541 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6ddbe067-dd84-4cbe-896d-4843d00f1ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:50.320987 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-6ddbe067-dd84-4cbe-896d-4843d00f1ba8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fafa437f-9f17-4e8e-b66c-047ddc4a3244']}} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:55:50.330471 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-6ddbe067-dd84-4cbe-896d-4843d00f1ba8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62ba4a49-dcf3-450d-b877-e0ad9e6afb25') {'for_net_delete': True} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:55:50.330766 n-d-811396-3 neutron-server[100596]: DEBUG neutron.services.segments.db [None req-6ddbe067-dd84-4cbe-896d-4843d00f1ba8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62ba4a49-dcf3-450d-b877-e0ad9e6afb25') {} {{(pid=100596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:55:50.340900 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6ddbe067-dd84-4cbe-896d-4843d00f1ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25189038'] for segment, before_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:50.355414 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a477b560-98c6-4bbd-bd1e-20321d6b7c33 None None] DHCP port deletion for fafa437f-9f17-4e8e-b66c-047ddc4a3244 request from n-d-811396-3 {{(pid=100598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:55:50.358990 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6ddbe067-dd84-4cbe-896d-4843d00f1ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:50.366821 n-d-811396-3 neutron-server[100596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ddbe067-dd84-4cbe-896d-4843d00f1ba8 admin admin] Releasing vlan 842 on physical network physnet1 to pool {{(pid=100596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:55:50.366821 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6ddbe067-dd84-4cbe-896d-4843d00f1ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26833155'] for segment, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:50.368731 n-d-811396-3 neutron-server[100596]: Traceback (most recent call last): Oct 20 11:55:50.368731 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:55:50.368731 n-d-811396-3 neutron-server[100596]: timer() Oct 20 11:55:50.368731 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:55:50.368731 n-d-811396-3 neutron-server[100596]: cb(*args, **kw) Oct 20 11:55:50.368731 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:55:50.368731 n-d-811396-3 neutron-server[100596]: return func(*args, **kwargs) Oct 20 11:55:50.368731 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:55:50.368731 n-d-811396-3 neutron-server[100596]: self._notify() Oct 20 11:55:50.368731 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:55:50.368731 n-d-811396-3 neutron-server[100596]: self.callback(batched_events) Oct 20 11:55:50.368731 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:55:50.368731 n-d-811396-3 neutron-server[100596]: event.method(event) Oct 20 11:55:50.368731 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:55:50.368731 n-d-811396-3 neutron-server[100596]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:55:50.368731 n-d-811396-3 neutron-server[100596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:55:50.368731 n-d-811396-3 neutron-server[100596]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:55:50.368731 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:55:50.368731 n-d-811396-3 neutron-server[100596]: return f(self, *a, **k) Oct 20 11:55:50.368731 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:55:50.368731 n-d-811396-3 neutron-server[100596]: return self._get(url).json() Oct 20 11:55:50.368731 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:55:50.368731 n-d-811396-3 neutron-server[100596]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:55:50.368731 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:55:50.368731 n-d-811396-3 neutron-server[100596]: return self.request(url, 'GET', **kwargs) Oct 20 11:55:50.368731 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:55:50.368731 n-d-811396-3 neutron-server[100596]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:55:50.368731 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:55:50.368731 n-d-811396-3 neutron-server[100596]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:55:50.368731 n-d-811396-3 neutron-server[100596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:55:50.368731 n-d-811396-3 neutron-server[100596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:55:50.368731 n-d-811396-3 neutron-server[100596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:55:50.423091 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6ddbe067-dd84-4cbe-896d-4843d00f1ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:50.428355 n-d-811396-3 neutron-server[100596]: DEBUG neutron_lib.callbacks.manager [None req-6ddbe067-dd84-4cbe-896d-4843d00f1ba8 admin admin] Publish callbacks [] for network, before_response {{(pid=100596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:50.431586 n-d-811396-3 neutron-server[100596]: INFO neutron.wsgi [None req-6ddbe067-dd84-4cbe-896d-4843d00f1ba8 admin admin] 10.222.0.64 "DELETE /v2.0/networks/fafa437f-9f17-4e8e-b66c-047ddc4a3244 HTTP/1.1" status: 204 len: 168 time: 0.5367210 Oct 20 11:55:50.435018 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 49494) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:55:50.443726 n-d-811396-3 neutron-server[100596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddbe067-dd84-4cbe-896d-4843d00f1ba8 admin admin] Pushing event deleted for resources: {'Network': ['ID=fafa437f-9f17-4e8e-b66c-047ddc4a3244,revision_number=None']} {{(pid=100596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:50.777003 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-162ddbd2-f962-4507-bb5b-f4288ef0c600 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1774405'] for router_interface, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:51.021693 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-162ddbd2-f962-4507-bb5b-f4288ef0c600 admin admin] Deleting port 34916b31-fee7-4c75-b509-aedcfe549f5e {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:55:51.022023 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-162ddbd2-f962-4507-bb5b-f4288ef0c600 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:51.099882 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [None req-162ddbd2-f962-4507-bb5b-f4288ef0c600 admin admin] For port 34916b31-fee7-4c75-b509-aedcfe549f5e, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=34916b31-fee7-4c75-b509-aedcfe549f5e,segment=NetworkSegment(826b9e7f-b390-4ffd-ba34-4a7d4907d7c9),segment_id=826b9e7f-b390-4ffd-ba34-4a7d4907d7c9)] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:55:51.100233 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-162ddbd2-f962-4507-bb5b-f4288ef0c600 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:51.111951 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-162ddbd2-f962-4507-bb5b-f4288ef0c600 admin admin] Calling delete_port for 34916b31-fee7-4c75-b509-aedcfe549f5e owned by network:router_interface {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:55:51.304147 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-162ddbd2-f962-4507-bb5b-f4288ef0c600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:51.337071 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162ddbd2-f962-4507-bb5b-f4288ef0c600 admin admin] Pushing event deleted for resources: {'Port': ['ID=34916b31-fee7-4c75-b509-aedcfe549f5e,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:51.747225 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-162ddbd2-f962-4507-bb5b-f4288ef0c600 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1684150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1771989'] for router_interface, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:51.755146 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device eecc82e5-848d-4d91-8cab-bb36ff8a2480 no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:55:51.779268 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: eecc82e5-848d-4d91-8cab-bb36ff8a2480 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:55:51.779670 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device eecc82e5-848d-4d91-8cab-bb36ff8a2480 not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:55:51.780090 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 8b9aeba4-c4e0-45d1-924d-7cfe676931fb no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:55:51.799018 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 8b9aeba4-c4e0-45d1-924d-7cfe676931fb {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:55:51.799367 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 8b9aeba4-c4e0-45d1-924d-7cfe676931fb not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:55:51.960314 n-d-811396-3 neutron-server[100597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-162ddbd2-f962-4507-bb5b-f4288ef0c600 admin admin] Router 71c6ae6b-5380-4b6c-91e0-5691a2e22d6f has already been hosted by L3 agent 07746f43-9e28-4b40-bcb9-c554def55640 {{(pid=100597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:55:52.058689 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-162ddbd2-f962-4507-bb5b-f4288ef0c600 admin admin] Notify agent at l3_agent.n-d-811396-3 the message routers_updated {{(pid=100597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:55:52.064148 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-162ddbd2-f962-4507-bb5b-f4288ef0c600 admin admin] 10.222.0.64 "PUT /v2.0/routers/71c6ae6b-5380-4b6c-91e0-5691a2e22d6f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6274898 Oct 20 11:55:52.066810 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 49496) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:55:52.070071 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2366943f-e48e-4a60-9cd6-bad0de0a04dd None None] Sync routers for ids ['71c6ae6b-5380-4b6c-91e0-5691a2e22d6f'] in n-d-811396-3 {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:55:52.080427 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2366943f-e48e-4a60-9cd6-bad0de0a04dd None None] Routers {'71c6ae6b-5380-4b6c-91e0-5691a2e22d6f'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:55:52.081119 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-2366943f-e48e-4a60-9cd6-bad0de0a04dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:55:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['71c6ae6b-5380-4b6c-91e0-5691a2e22d6f'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:55:52.169335 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-39796a9c-a575-4ed1-91a3-54d68f9959b7 admin admin] Publish callbacks [] for router, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:52.181930 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-2366943f-e48e-4a60-9cd6-bad0de0a04dd None None] Set router 71c6ae6b-5380-4b6c-91e0-5691a2e22d6f gateway port host: n-d-811396-3 {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:55:52.272016 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-39796a9c-a575-4ed1-91a3-54d68f9959b7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:52.323316 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-39796a9c-a575-4ed1-91a3-54d68f9959b7 admin admin] Deleting port 8f8701b5-a0a0-4a4e-9224-6d2853de1293 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:55:52.323689 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-39796a9c-a575-4ed1-91a3-54d68f9959b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:52.354052 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-2366943f-e48e-4a60-9cd6-bad0de0a04dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71c6ae6b-5380-4b6c-91e0-5691a2e22d6f', 'name': 'tempest-TestSnapshotPattern-1908281133-router', 'tenant_id': 'ffb3eeee60b04ab3b66e7dd5d319de49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'external_fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': '8f8701b5-a0a0-4a4e-9224-6d2853de1293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:50:16Z', 'updated_at': '2021-10-20T11:55:51Z', 'revision_number': 5, 'project_id': 'ffb3eeee60b04ab3b66e7dd5d319de49', 'gw_port': {'id': '8f8701b5-a0a0-4a4e-9224-6d2853de1293', 'name': '', 'network_id': 'cbe170d3-31ba-45a2-b477-520ab0a7a8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:7e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c6ae6b-5380-4b6c-91e0-5691a2e22d6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811396-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:50:16Z', 'updated_at': '2021-10-20T11:50:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4e26aca-17ac-4adb-a66b-d939a1b35b64', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811396-3'}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:55:52.382947 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2366943f-e48e-4a60-9cd6-bad0de0a04dd None None] Checking router: 71c6ae6b-5380-4b6c-91e0-5691a2e22d6f for host: n-d-811396-3 {{(pid=100599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:55:52.391046 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2366943f-e48e-4a60-9cd6-bad0de0a04dd None None] Routers {'71c6ae6b-5380-4b6c-91e0-5691a2e22d6f'} bound to L3 agent in host n-d-811396-3 {{(pid=100599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:55:52.392232 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-2366943f-e48e-4a60-9cd6-bad0de0a04dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811396-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T10:17:06Z,description=,heartbeat_timestamp=2021-10-20T11:55:36Z,host='n-d-811396-3',id=07746f43-9e28-4b40-bcb9-c554def55640,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T10:17:06Z,topic='l3_agent')) {'router_ids': ['71c6ae6b-5380-4b6c-91e0-5691a2e22d6f'], 'active': True} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:55:52.405335 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [None req-39796a9c-a575-4ed1-91a3-54d68f9959b7 admin admin] For port 8f8701b5-a0a0-4a4e-9224-6d2853de1293, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=8f8701b5-a0a0-4a4e-9224-6d2853de1293,segment=NetworkSegment(9951cbb1-06f8-456d-8b42-c5b25bf27b21),segment_id=9951cbb1-06f8-456d-8b42-c5b25bf27b21)] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:55:52.405705 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-39796a9c-a575-4ed1-91a3-54d68f9959b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:52.417948 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-39796a9c-a575-4ed1-91a3-54d68f9959b7 admin admin] Calling delete_port for 8f8701b5-a0a0-4a4e-9224-6d2853de1293 owned by network:router_gateway {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:55:52.471404 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_dvr_db [None req-2366943f-e48e-4a60-9cd6-bad0de0a04dd None None] Set router 71c6ae6b-5380-4b6c-91e0-5691a2e22d6f gateway port host: None {{(pid=100599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:55:52.524310 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.l3_hamode_db [None req-2366943f-e48e-4a60-9cd6-bad0de0a04dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71c6ae6b-5380-4b6c-91e0-5691a2e22d6f', 'name': 'tempest-TestSnapshotPattern-1908281133-router', 'tenant_id': 'ffb3eeee60b04ab3b66e7dd5d319de49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:50:16Z', 'updated_at': '2021-10-20T11:55:52Z', 'revision_number': 6, 'project_id': 'ffb3eeee60b04ab3b66e7dd5d319de49', 'gw_port_host': None}], 'n-d-811396-3', False) {} {{(pid=100599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:55:52.550050 n-d-811396-3 neutron-server[100599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2366943f-e48e-4a60-9cd6-bad0de0a04dd None None] The sync data for ids ['71c6ae6b-5380-4b6c-91e0-5691a2e22d6f'] in n-d-811396-3 is: [{'id': '71c6ae6b-5380-4b6c-91e0-5691a2e22d6f', 'name': 'tempest-TestSnapshotPattern-1908281133-router', 'tenant_id': 'ffb3eeee60b04ab3b66e7dd5d319de49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:50:16Z', 'updated_at': '2021-10-20T11:55:52Z', 'revision_number': 6, 'project_id': 'ffb3eeee60b04ab3b66e7dd5d319de49', 'gw_port_host': None}] {{(pid=100599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:55:52.585182 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-39796a9c-a575-4ed1-91a3-54d68f9959b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:52.611260 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39796a9c-a575-4ed1-91a3-54d68f9959b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f8701b5-a0a0-4a4e-9224-6d2853de1293,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:52.672188 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-39796a9c-a575-4ed1-91a3-54d68f9959b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1773439'] for router_gateway, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:52.761989 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-39796a9c-a575-4ed1-91a3-54d68f9959b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1772272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258304'] for router, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:52.764139 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-39796a9c-a575-4ed1-91a3-54d68f9959b7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:52.806083 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-39796a9c-a575-4ed1-91a3-54d68f9959b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1772267'] for router, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:52.806618 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39796a9c-a575-4ed1-91a3-54d68f9959b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 71c6ae6b-5380-4b6c-91e0-5691a2e22d6f {{(pid=100597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:55:52.811141 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-39796a9c-a575-4ed1-91a3-54d68f9959b7 admin admin] Publish callbacks [] for router, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:52.812328 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-39796a9c-a575-4ed1-91a3-54d68f9959b7 admin admin] 10.222.0.64 "DELETE /v2.0/routers/71c6ae6b-5380-4b6c-91e0-5691a2e22d6f HTTP/1.1" status: 204 len: 168 time: 0.7442303 Oct 20 11:55:52.815536 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 49498) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:55:52.858800 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1dcb22f-a81c-4809-b131-74747ae38d89 admin admin] Deleting subnet fa1747a3-cc73-4717-819c-7ef8054c3dad {{(pid=100597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:55:52.862216 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a1dcb22f-a81c-4809-b131-74747ae38d89 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:52.896170 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a1dcb22f-a81c-4809-b131-74747ae38d89 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25852621'] for subnet, precommit_delete_associations {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:52.979127 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a1dcb22f-a81c-4809-b131-74747ae38d89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781651'] for subnet, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:53.028861 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a1dcb22f-a81c-4809-b131-74747ae38d89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-781610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25350811'] for subnet, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:53.052998 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dcb22f-a81c-4809-b131-74747ae38d89 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa1747a3-cc73-4717-819c-7ef8054c3dad,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:53.058654 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-a1dcb22f-a81c-4809-b131-74747ae38d89 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:53.061966 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-a1dcb22f-a81c-4809-b131-74747ae38d89 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/fa1747a3-cc73-4717-819c-7ef8054c3dad HTTP/1.1" status: 204 len: 168 time: 0.2454457 Oct 20 11:55:53.064443 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 49500) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:55:53.065457 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e303194a-544f-4f64-b3f4-f8a3714f499e None None] Network 8fc0f6e3-5496-4579-beca-e69264a15d38 requested from n-d-811396-3 {{(pid=100598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:55:53.134607 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-eaf1e88d-39c0-463c-b690-8a41603ee21f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567692'] for network, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:53.186035 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-eaf1e88d-39c0-463c-b690-8a41603ee21f admin admin] Deleting port eb48a173-9b4e-4b7c-a381-01ab9a92ed30 {{(pid=100597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:55:53.186371 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-eaf1e88d-39c0-463c-b690-8a41603ee21f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:53.248407 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.db [None req-eaf1e88d-39c0-463c-b690-8a41603ee21f admin admin] For port eb48a173-9b4e-4b7c-a381-01ab9a92ed30, host n-d-811396-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811396-3',level=0,port_id=eb48a173-9b4e-4b7c-a381-01ab9a92ed30,segment=NetworkSegment(826b9e7f-b390-4ffd-ba34-4a7d4907d7c9),segment_id=826b9e7f-b390-4ffd-ba34-4a7d4907d7c9)] {{(pid=100597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:55:53.248781 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-eaf1e88d-39c0-463c-b690-8a41603ee21f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:53.265474 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.plugin [None req-eaf1e88d-39c0-463c-b690-8a41603ee21f admin admin] Calling delete_port for eb48a173-9b4e-4b7c-a381-01ab9a92ed30 owned by network:dhcp {{(pid=100597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:55:53.301262 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df9d76a2-46da-4b83-94e3-12b9d8396f1d None None] DHCP port deletion for 8fc0f6e3-5496-4579-beca-e69264a15d38 request from n-d-811396-3 {{(pid=100598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:55:53.345657 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-eaf1e88d-39c0-463c-b690-8a41603ee21f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947771'] for port, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:53.349557 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-df9d76a2-46da-4b83-94e3-12b9d8396f1d None None] Deleting port eb48a173-9b4e-4b7c-a381-01ab9a92ed30 {{(pid=100598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:55:53.349935 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-df9d76a2-46da-4b83-94e3-12b9d8396f1d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734775897995'] for port, before_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:53.372386 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf1e88d-39c0-463c-b690-8a41603ee21f admin admin] Pushing event deleted for resources: {'Port': ['ID=eb48a173-9b4e-4b7c-a381-01ab9a92ed30,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:53.376028 n-d-811396-3 neutron-server[100597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf1e88d-39c0-463c-b690-8a41603ee21f admin admin] No DVR routers for this DVR port eb48a173-9b4e-4b7c-a381-01ab9a92ed30 on host n-d-811396-3 {{(pid=100597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:55:53.419006 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.db [None req-df9d76a2-46da-4b83-94e3-12b9d8396f1d None None] For port eb48a173-9b4e-4b7c-a381-01ab9a92ed30, host n-d-811396-3, got binding levels [] {{(pid=100598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:55:53.419430 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-df9d76a2-46da-4b83-94e3-12b9d8396f1d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827056'] for port, precommit_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:53.431077 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-df9d76a2-46da-4b83-94e3-12b9d8396f1d None None] Calling delete_port for eb48a173-9b4e-4b7c-a381-01ab9a92ed30 owned by network:dhcp {{(pid=100598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:55:53.433730 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.ipam_backend_mixin [None req-df9d76a2-46da-4b83-94e3-12b9d8396f1d None None] Port eb48a173-9b4e-4b7c-a381-01ab9a92ed30 was not found and therefore no delete operation was performed {{(pid=100598) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 20 11:55:53.434980 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-df9d76a2-46da-4b83-94e3-12b9d8396f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734775807317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734775316956'] for port, after_delete {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:53.452846 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-eaf1e88d-39c0-463c-b690-8a41603ee21f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780506', 'neutron.services.segments.db._delete_segments_for_network-8734775795869'] for network, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:53.464532 n-d-811396-3 neutron-server[100598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9d76a2-46da-4b83-94e3-12b9d8396f1d None None] Pushing event deleted for resources: {'Port': ['ID=eb48a173-9b4e-4b7c-a381-01ab9a92ed30,revision_number=None']} {{(pid=100598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:53.470068 n-d-811396-3 neutron-server[100598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9d76a2-46da-4b83-94e3-12b9d8396f1d None None] No DVR routers for this DVR port eb48a173-9b4e-4b7c-a381-01ab9a92ed30 on host n-d-811396-3 {{(pid=100598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:55:53.481945 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-eaf1e88d-39c0-463c-b690-8a41603ee21f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fc0f6e3-5496-4579-beca-e69264a15d38']}} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:55:53.493300 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-eaf1e88d-39c0-463c-b690-8a41603ee21f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '826b9e7f-b390-4ffd-ba34-4a7d4907d7c9') {'for_net_delete': True} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:55:53.493603 n-d-811396-3 neutron-server[100597]: DEBUG neutron.services.segments.db [None req-eaf1e88d-39c0-463c-b690-8a41603ee21f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '826b9e7f-b390-4ffd-ba34-4a7d4907d7c9') {} {{(pid=100597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:55:53.503124 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-eaf1e88d-39c0-463c-b690-8a41603ee21f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734775801254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25852596'] for segment, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:53.517520 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-eaf1e88d-39c0-463c-b690-8a41603ee21f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152'] for segment, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:53.523646 n-d-811396-3 neutron-server[100597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eaf1e88d-39c0-463c-b690-8a41603ee21f admin admin] Releasing vlan 804 on physical network physnet1 to pool {{(pid=100597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:55:53.524039 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-eaf1e88d-39c0-463c-b690-8a41603ee21f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26951012'] for segment, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:53.525776 n-d-811396-3 neutron-server[100597]: Traceback (most recent call last): Oct 20 11:55:53.525776 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:55:53.525776 n-d-811396-3 neutron-server[100597]: timer() Oct 20 11:55:53.525776 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:55:53.525776 n-d-811396-3 neutron-server[100597]: cb(*args, **kw) Oct 20 11:55:53.525776 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:55:53.525776 n-d-811396-3 neutron-server[100597]: return func(*args, **kwargs) Oct 20 11:55:53.525776 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:55:53.525776 n-d-811396-3 neutron-server[100597]: self._notify() Oct 20 11:55:53.525776 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:55:53.525776 n-d-811396-3 neutron-server[100597]: self.callback(batched_events) Oct 20 11:55:53.525776 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:55:53.525776 n-d-811396-3 neutron-server[100597]: event.method(event) Oct 20 11:55:53.525776 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:55:53.525776 n-d-811396-3 neutron-server[100597]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:55:53.525776 n-d-811396-3 neutron-server[100597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:55:53.525776 n-d-811396-3 neutron-server[100597]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:55:53.525776 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:55:53.525776 n-d-811396-3 neutron-server[100597]: return f(self, *a, **k) Oct 20 11:55:53.525776 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:55:53.525776 n-d-811396-3 neutron-server[100597]: return self._get(url).json() Oct 20 11:55:53.525776 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:55:53.525776 n-d-811396-3 neutron-server[100597]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:55:53.525776 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:55:53.525776 n-d-811396-3 neutron-server[100597]: return self.request(url, 'GET', **kwargs) Oct 20 11:55:53.525776 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:55:53.525776 n-d-811396-3 neutron-server[100597]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:55:53.525776 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:55:53.525776 n-d-811396-3 neutron-server[100597]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:55:53.525776 n-d-811396-3 neutron-server[100597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:55:53.525776 n-d-811396-3 neutron-server[100597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:55:53.525776 n-d-811396-3 neutron-server[100597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:55:53.587152 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-eaf1e88d-39c0-463c-b690-8a41603ee21f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1773403'] for network, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:53.593063 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-eaf1e88d-39c0-463c-b690-8a41603ee21f admin admin] Publish callbacks [] for network, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:53.596478 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-eaf1e88d-39c0-463c-b690-8a41603ee21f admin admin] 10.222.0.64 "DELETE /v2.0/networks/8fc0f6e3-5496-4579-beca-e69264a15d38 HTTP/1.1" status: 204 len: 168 time: 0.5308573 Oct 20 11:55:53.607274 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf1e88d-39c0-463c-b690-8a41603ee21f admin admin] Pushing event deleted for resources: {'Network': ['ID=8fc0f6e3-5496-4579-beca-e69264a15d38,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:53.705742 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 49504) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:55:53.721722 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device eb48a173-9b4e-4b7c-a381-01ab9a92ed30 no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:55:53.741680 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: eb48a173-9b4e-4b7c-a381-01ab9a92ed30 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:55:53.742027 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device eb48a173-9b4e-4b7c-a381-01ab9a92ed30 not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:55:53.742436 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 34916b31-fee7-4c75-b509-aedcfe549f5e no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:55:53.749989 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-a410a55c-734f-44ea-8242-734be3c27859 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=bbc2eb75b2fb41589f58562276feebde&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0430069 Oct 20 11:55:53.753102 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 49506) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:55:53.761837 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 34916b31-fee7-4c75-b509-aedcfe549f5e {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:55:53.762189 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 34916b31-fee7-4c75-b509-aedcfe549f5e not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:55:53.762608 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 8f8701b5-a0a0-4a4e-9224-6d2853de1293 no longer exists at agent ovs-agent-n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:55:53.781389 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] No Port match for: 8f8701b5-a0a0-4a4e-9224-6d2853de1293 {{(pid=100598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:55:53.781742 n-d-811396-3 neutron-server[100598]: DEBUG neutron.plugins.ml2.rpc [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Device 8f8701b5-a0a0-4a4e-9224-6d2853de1293 not bound to the agent host n-d-811396-3 {{(pid=100598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:55:53.803260 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f0417ce6-5382-4c71-995c-d3d1a494cbe2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:53.823768 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f0417ce6-5382-4c71-995c-d3d1a494cbe2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:53.869518 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f0417ce6-5382-4c71-995c-d3d1a494cbe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:53.871955 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-f0417ce6-5382-4c71-995c-d3d1a494cbe2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:53.873117 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-f0417ce6-5382-4c71-995c-d3d1a494cbe2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/166c0f96-6a35-42bc-b240-34c56b07259b HTTP/1.1" status: 204 len: 168 time: 0.1191170 Oct 20 11:55:53.881171 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0417ce6-5382-4c71-995c-d3d1a494cbe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=166c0f96-6a35-42bc-b240-34c56b07259b,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:54.200537 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 49512) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:55:54.241209 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-d4ff6947-5963-4466-b861-64f4260cea11 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ffb3eeee60b04ab3b66e7dd5d319de49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390482 Oct 20 11:55:54.243637 n-d-811396-3 neutron-server[100597]: DEBUG neutron.wsgi [-] (100597) accepted ('10.222.0.64', 49514) {{(pid=100597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:55:54.290998 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c5a8654b-d215-48d7-88c4-b3b10a48b42b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:54.311764 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c5a8654b-d215-48d7-88c4-b3b10a48b42b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:54.360705 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c5a8654b-d215-48d7-88c4-b3b10a48b42b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741672'] for security_group, after_delete {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:54.363766 n-d-811396-3 neutron-server[100597]: DEBUG neutron_lib.callbacks.manager [None req-c5a8654b-d215-48d7-88c4-b3b10a48b42b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:54.364953 n-d-811396-3 neutron-server[100597]: INFO neutron.wsgi [None req-c5a8654b-d215-48d7-88c4-b3b10a48b42b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f7f8933d-bd42-41a2-8863-f80926ca86ec HTTP/1.1" status: 204 len: 168 time: 0.1202240 Oct 20 11:55:54.375598 n-d-811396-3 neutron-server[100597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a8654b-d215-48d7-88c4-b3b10a48b42b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7f8933d-bd42-41a2-8863-f80926ca86ec,revision_number=None']} {{(pid=100597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:56:03.664469 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-f6da6bd3-3153-44b6-8619-a666d17fd75e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:06.503771 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-5c25aa63-8be3-44b2-a0a0-d46ec8917ca9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:07.298734 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:07.899965 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:09.100441 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:09.265816 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:20.167409 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:20.241407 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 7 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:56:33.668700 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-189e9523-406a-4287-9b4c-e0e62c71d7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:36.504539 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-6cd8effd-9967-4c63-913a-3b0f8088b932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:37.299912 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:37.903570 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:39.099351 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:39.269754 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:50.169841 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:57.243735 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 7 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:57:03.670592 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-989d6935-0897-493d-a2fd-dc260d25094f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:06.504740 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-dc217e25-b6ee-41c0-b79b-94d4ba60a122 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:07.300301 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:07.905716 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:09.100049 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:09.271976 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:20.163208 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:33.671151 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-ff0e5d05-cef4-4f0f-aad4-601be120b566 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:34.243103 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 7 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:57:36.504704 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-a0a1b0fd-cd7b-4eb6-9ec6-76ad5aa7e24a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:37.301743 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:37.911136 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:39.113465 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:39.275129 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:50.163019 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:03.671539 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-b36a4b17-4019-4b7a-9def-ddb6c30a9725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:06.506538 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-a50e9f6d-2df1-4be7-9e64-55ab00ecace5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:07.303209 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:07.911745 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:09.110764 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:09.277655 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:11.243072 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 7 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:58:20.161782 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:33.672202 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-6c0a51c0-273e-4580-8746-0a6c03e16f81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:36.506800 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-ef2a8991-d9d0-4497-97d1-b4a82016c323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:37.304885 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:37.915442 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:39.128835 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:39.279682 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:48.242240 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 7 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:58:50.176981 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:03.672799 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-5737eae8-93cb-4a51-a138-28f64a356590 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:06.508341 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-79531123-e9dd-439e-8f0b-7b5cd8512a40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:07.306640 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:07.920424 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:09.144647 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:09.283051 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:20.176618 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:25.241841 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 7 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:59:33.673362 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-739db766-0f68-4709-964e-a069d301c870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:36.508580 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-40c8f4fa-5716-4a0c-bc15-9b3bb81e98b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:37.308593 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:37.923588 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:39.137933 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:39.285539 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:50.195245 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:02.241865 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 7 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 12:00:03.673402 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-cdffd0cb-a9db-425f-8083-7f87e041b059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:06.509920 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-043c3dd8-779c-4357-854b-39fa22ef4aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:07.309407 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:07.926017 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:09.152075 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:09.287916 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:20.190809 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:33.674748 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-800475c4-1626-40c4-bc4e-a184daaf000c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:36.511577 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-44f9f510-f02f-4cf0-976c-b6fd13f97918 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:37.311635 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:37.928684 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:39.148705 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:39.241930 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 7 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 12:00:39.290724 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:50.190184 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:01:03.675817 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-d85e05da-bd20-4941-8eca-501fc40c6ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:01:06.511288 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-91fe244b-0578-446b-884c-69dca32ad8e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:01:07.312890 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:01:07.931848 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:01:09.173542 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:01:09.293593 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:01:16.241286 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 7 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 12:01:20.191321 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:01:33.677161 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-a0207083-3af0-401a-84c5-f701d2ab51a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:01:36.511561 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-ef99b38b-d49a-4553-8a14-1fd0071ed559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:01:37.314485 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:01:37.934389 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:01:39.184907 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:01:39.299571 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:01:50.189897 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:01:53.242025 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 7 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 12:02:03.677529 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-f891fe48-64f4-4308-bb48-5200716f9ee1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:06.512633 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-23880b7a-bb7e-482c-ad07-3a311d0c667e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:07.315667 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:07.939883 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:09.193530 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:09.299427 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:20.189667 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:30.241883 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 7 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 12:02:33.677967 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-b274b5b7-d5ee-4004-b527-8cf79964b44a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:36.513221 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-672f2cd2-89f1-4382-9411-e2fc2d1b19e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:37.318123 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:37.942437 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:39.187241 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:39.302386 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:50.193175 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:03:03.677809 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-66adf457-1128-49d7-9613-2e0b9d47ecab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:03:06.513706 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-4280b011-d363-4235-bf76-88f34cf5cd9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:03:07.241655 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 7 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 12:03:07.318966 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:03:07.942899 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:03:09.203688 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:03:09.305353 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:03:16.468338 n-d-811396-3 neutron-server[100596]: DEBUG neutron.wsgi [req-f2a15364-7c41-4f97-9f7a-0f2a21a1b5fc req-9af0e344-012b-4c22-9c3d-64dc718074ab service neutron] (100596) timed out ('10.222.0.64', 48008) {{(pid=100596) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 20 12:03:20.203912 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:03:33.678961 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-8f3c0216-e0df-4473-b0e6-facd3f79502e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:03:36.513893 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-a0f711a9-4073-4fc9-b6c4-f4772ea6256f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:03:37.321927 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:03:37.945568 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:03:39.210587 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:03:39.310673 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:03:44.241413 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 7 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 12:03:50.212518 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:03.678594 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-321983ee-5534-4a01-a07b-2c042e4c6536 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:06.513073 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3365b766-e486-4203-b511-b79d0d71764a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:07.323190 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:07.948200 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-73277558-6ba8-41fb-89fe-07bfc7909227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:09.218136 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-10c018c4-8053-4dd6-82b1-53c814dff551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:09.310374 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-3551ffb7-34f1-4bf1-9c56-bbd9936afaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:20.218599 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-08549ac2-d224-46a6-82b9-6a493afe63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:21.240781 n-d-811396-3 neutron-server[100599]: DEBUG neutron.db.agents_db [None req-99e26d0f-ea1b-4446-85c0-dc52c46dc7b7 None None] Agent healthcheck: found 7 active agents {{(pid=100599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 12:04:33.679600 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-5ef55f2c-ec09-4215-be81-a2bdeaf83308 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:36.513885 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-8d66e77a-95bc-4070-afb9-1356bd69a5ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:37.326492 n-d-811396-3 neutron-server[100598]: DEBUG neutron_lib.callbacks.manager [None req-1c08b41d-19f4-457b-929a-5a268591cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734775795851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782554'] for agent, after_update {{(pid=100598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}